-- Logs begin at Fri 2021-11-12 07:24:45 UTC, end at Fri 2021-11-12 10:07:19 UTC. -- Nov 12 07:56:16.249382 n-d-765315-29 systemd[1]: Started Devstack devstack@q-svc.service. Nov 12 07:56:19.046301 n-d-765315-29 neutron-server[102490]: INFO neutron.common.config [-] Logging enabled! Nov 12 07:56:19.046879 n-d-765315-29 neutron-server[102490]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev157 Nov 12 07:56:19.047025 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102490) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 12 07:56:19.050193 n-d-765315-29 neutron-server[102490]: INFO neutron.common.config [-] Logging enabled! Nov 12 07:56:19.050450 n-d-765315-29 neutron-server[102490]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev157 Nov 12 07:56:19.050793 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102490) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 12 07:56:19.051740 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:56:19.051974 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 12 07:56:19.052343 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 12 07:56:19.052590 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 12 07:56:19.052818 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 12 07:56:19.053140 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:19.053562 n-d-765315-29 neutron-server[102490]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 12 07:56:19.053881 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:19.054178 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:19.054473 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:19.054794 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:19.055090 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:19.055376 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:19.055670 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:19.055967 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:19.056255 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:19.056542 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:19.056827 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:19.057125 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:19.057409 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:19.057698 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:19.057980 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:19.058378 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] debug = True {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:19.058661 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:19.059091 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:19.059524 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:19.059808 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:19.060104 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:19.060389 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:19.060665 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:19.060946 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:19.061233 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:19.061566 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] host = n-d-765315-29 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:19.061847 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:19.062138 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:19.062430 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:19.062743 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:19.063024 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:19.063304 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:19.063592 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:19.063871 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:19.064146 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] log_file = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:19.064424 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:19.064712 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:19.065001 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:19.065295 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:19.065520 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:19.065758 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:19.066032 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:19.066320 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:19.066631 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:19.066900 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:19.067175 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:19.067452 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:19.067729 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:19.068000 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:19.068287 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:19.068572 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:19.068859 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:19.069132 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:19.069411 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:19.069686 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:19.069959 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:19.070245 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:19.070522 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:19.070827 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:19.071104 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:19.071391 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:19.071664 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:19.071941 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:19.072243 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:19.072532 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:19.072817 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:19.073106 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:19.073380 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:19.073664 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:19.074459 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:19.074799 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:19.075136 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] use_json = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:19.075416 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:19.075691 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:19.075977 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:19.076255 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:19.076536 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:19.076813 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:19.077091 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:19.077380 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:19.077681 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:19.077983 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:19.078288 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:19.078575 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:19.078904 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:19.079189 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:19.079481 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:19.079762 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:19.080053 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:19.080344 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:19.080633 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:19.080912 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:19.081201 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:19.081478 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:19.081772 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:19.082079 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:19.082374 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:19.082696 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:19.083231 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:19.083507 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:19.083781 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:19.084060 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:19.084352 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:19.084630 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:19.084918 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:19.085207 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:19.085487 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:19.085774 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:19.086065 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:19.086362 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:19.086664 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:19.086948 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:19.087239 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:19.087519 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:19.087793 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:19.088070 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:19.088358 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:19.088636 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:19.088909 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:19.089190 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:19.090196 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:19.090505 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:19.090812 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:19.091101 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:19.091397 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:19.091678 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:19.091955 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:19.092229 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:19.092507 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:19.092780 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:19.093068 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:19.093347 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:19.093623 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:19.093897 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:19.094175 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:19.094449 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:19.094755 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:19.095037 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:19.095310 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:19.095587 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:19.095860 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:19.096134 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:19.096411 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:19.096681 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:19.096954 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:19.097226 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:19.097497 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:19.097774 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:19.098048 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:19.098321 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:19.098614 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:19.098889 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:19.099166 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:19.099452 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:19.099750 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:19.100030 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:19.100306 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:19.100583 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:19.100862 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:19.101141 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:19.101417 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:19.101695 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:19.101974 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:19.102247 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:19.102536 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:19.102846 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:19.103134 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:19.103419 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:19.103697 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:19.104023 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:19.104302 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:19.104584 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:19.104863 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:19.105168 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:19.105455 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:19.105741 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:19.106039 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:19.106341 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:19.106661 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:19.106958 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:19.107254 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:19.107536 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:19.107846 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:19.108129 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:19.108346 n-d-765315-29 neutron-server[102490]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 12 07:56:19.108586 n-d-765315-29 neutron-server[102490]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102490) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 12 07:56:19.547611 n-d-765315-29 neutron-server[102490]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 12 07:56:19.547893 n-d-765315-29 neutron-server[102490]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 12 07:56:19.548201 n-d-765315-29 neutron-server[102490]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 12 07:56:19.548538 n-d-765315-29 neutron-server[102490]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 12 07:56:19.882369 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:19.882685 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:19.882965 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:19.884186 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:19.884463 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:19.884731 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:19.920782 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:19.921065 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:19.921333 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:19.937609 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:19.937893 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:19.938165 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:19.969476 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:19.969767 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:19.970036 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:20.007255 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:20.007542 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:20.007818 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:20.247888 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:20.248495 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:20.248495 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:20.248633 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:20.249311 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:20.379526 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:20.379853 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:20.380147 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:20.380416 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:20.380684 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:20.380997 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:20.381259 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:20.381521 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:20.381780 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:20.382065 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:20.382326 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:20.382614 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:20.382878 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:20.383134 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:20.383396 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:20.383666 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:20.383924 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:20.384194 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:20.384467 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:20.384730 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:20.385003 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:20.385256 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:20.385540 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:20.385929 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:20.387682 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:20.387970 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:20.388421 n-d-765315-29 neutron-server[102490]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102490) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 07:56:20.388672 n-d-765315-29 neutron-server[102490]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102490) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 07:56:20.388919 n-d-765315-29 neutron-server[102490]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102490) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 07:56:20.389162 n-d-765315-29 neutron-server[102490]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102490) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 07:56:20.389404 n-d-765315-29 neutron-server[102490]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102490) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 07:56:20.389643 n-d-765315-29 neutron-server[102490]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102490) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 07:56:20.390026 n-d-765315-29 neutron-server[102490]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 12 07:56:20.393664 n-d-765315-29 neutron-server[102490]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 12 07:56:20.397727 n-d-765315-29 neutron-server[102490]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 12 07:56:20.401661 n-d-765315-29 neutron-server[102490]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Nov 12 07:56:20.403416 n-d-765315-29 neutron-server[102490]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 12 07:56:20.403889 n-d-765315-29 neutron-server[102490]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 12 07:56:20.404230 n-d-765315-29 neutron-server[102490]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 12 07:56:20.404624 n-d-765315-29 neutron-server[102490]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 12 07:56:20.407531 n-d-765315-29 neutron-server[102490]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 12 07:56:20.407783 n-d-765315-29 neutron-server[102490]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 12 07:56:20.408137 n-d-765315-29 neutron-server[102490]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 12 07:56:20.413542 n-d-765315-29 neutron-server[102490]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 12 07:56:20.437530 n-d-765315-29 neutron-server[102490]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 12 07:56:20.437980 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:20.438288 n-d-765315-29 neutron-server[102490]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102490) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 12 07:56:20.438680 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:20.440104 n-d-765315-29 neutron-server[102490]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102490) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 12 07:56:20.440397 n-d-765315-29 neutron-server[102490]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 12 07:56:20.440649 n-d-765315-29 neutron-server[102490]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 12 07:56:20.443961 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:20.444253 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:20.511386 n-d-765315-29 neutron-server[102490]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 12 07:56:20.511685 n-d-765315-29 neutron-server[102490]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 12 07:56:20.511932 n-d-765315-29 neutron-server[102490]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 12 07:56:20.512328 n-d-765315-29 neutron-server[102490]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 12 07:56:20.533056 n-d-765315-29 neutron-server[102490]: DEBUG oslo_db.sqlalchemy.engines [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102490) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 12 07:56:21.078679 n-d-765315-29 neutron-server[102490]: INFO neutron.plugins.ml2.managers [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Initializing driver for type 'gre' Nov 12 07:56:21.079238 n-d-765315-29 neutron-server[102490]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] gre ID ranges: [(1, 1000)] Nov 12 07:56:21.131815 n-d-765315-29 neutron-server[102490]: INFO neutron.plugins.ml2.managers [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Initializing driver for type 'local' Nov 12 07:56:21.132119 n-d-765315-29 neutron-server[102490]: INFO neutron.plugins.ml2.managers [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Initializing driver for type 'vlan' Nov 12 07:56:21.145225 n-d-765315-29 neutron-server[102490]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] VlanTypeDriver initialization complete Nov 12 07:56:21.145680 n-d-765315-29 neutron-server[102490]: INFO neutron.plugins.ml2.managers [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Initializing driver for type 'vxlan' Nov 12 07:56:21.146174 n-d-765315-29 neutron-server[102490]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] vxlan ID ranges: [(1, 1000)] Nov 12 07:56:21.199321 n-d-765315-29 neutron-server[102490]: INFO neutron.plugins.ml2.managers [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Initializing extension driver 'port_security' Nov 12 07:56:21.199767 n-d-765315-29 neutron-server[102490]: INFO neutron.plugins.ml2.extensions.port_security [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] PortSecurityExtensionDriver initialization complete Nov 12 07:56:21.200119 n-d-765315-29 neutron-server[102490]: INFO neutron.plugins.ml2.managers [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Initializing mechanism driver 'openvswitch' Nov 12 07:56:21.200450 n-d-765315-29 neutron-server[102490]: INFO neutron.plugins.ml2.managers [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Initializing mechanism driver 'hyperv' Nov 12 07:56:21.207207 n-d-765315-29 neutron-server[102490]: DEBUG neutron.plugins.ml2.plugin [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102490) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 07:56:21.208335 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Subscribe: > port after_create 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:21.208710 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Subscribe: > port after_update 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:21.209071 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Subscribe: > port after_delete 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:21.209605 n-d-765315-29 neutron-server[102490]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102490) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 07:56:21.210043 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Subscribe: > subnet after_create 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:21.210403 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Subscribe: > subnet after_update 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:21.210780 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Subscribe: > subnet after_delete 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:21.211180 n-d-765315-29 neutron-server[102490]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102490) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 07:56:21.211595 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Subscribe: > network after_create 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:21.211952 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Subscribe: > network after_update 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:21.212303 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Subscribe: > network after_delete 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:21.212698 n-d-765315-29 neutron-server[102490]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102490) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 07:56:21.213108 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Subscribe: > security_group after_create 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:21.213462 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Subscribe: > security_group after_update 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:21.213808 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Subscribe: > security_group after_delete 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:21.214207 n-d-765315-29 neutron-server[102490]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102490) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 07:56:21.214765 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:21.215119 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:21.215470 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:21.215867 n-d-765315-29 neutron-server[102490]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102490) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 07:56:21.216277 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Subscribe: > address_group after_create 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:21.216631 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Subscribe: > address_group after_update 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:21.216976 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Subscribe: > address_group after_delete 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:21.217373 n-d-765315-29 neutron-server[102490]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102490) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 07:56:21.217756 n-d-765315-29 neutron-server[102490]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] ML2 OVO RPC backend initialized. {{(pid=102490) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 12 07:56:21.218481 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Subscribe: > router_interface after_create 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:21.218875 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:21.219296 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Subscribe: > network before_response 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:21.219648 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Subscribe: > networks before_response 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:21.220001 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Subscribe: > port before_response 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:21.220344 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Subscribe: > ports before_response 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:21.220688 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Subscribe: > subnet before_response 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:21.221033 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Subscribe: > subnets before_response 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:21.221380 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Subscribe: > network after_create 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:21.221721 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Subscribe: > network after_update 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:21.222059 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Subscribe: > network after_delete 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:21.222397 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Subscribe: > port after_create 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:21.222759 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Subscribe: > port after_update 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:21.223102 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Subscribe: > port after_delete 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:21.223579 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Subscribe: > subnet after_create 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:21.223992 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Subscribe: > subnet after_update 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:21.224339 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Subscribe: > subnet after_delete 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:21.224953 n-d-765315-29 neutron-server[102490]: INFO neutron.plugins.ml2.plugin [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Modular L2 Plugin initialization complete Nov 12 07:56:21.225288 n-d-765315-29 neutron-server[102490]: DEBUG neutron.manager [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading services supported by the core plugin {{(pid=102490) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 12 07:56:21.225625 n-d-765315-29 neutron-server[102490]: INFO neutron.plugins.ml2.managers [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Got port-security extension from driver 'port_security' Nov 12 07:56:21.226099 n-d-765315-29 neutron-server[102490]: INFO neutron.extensions.vlantransparent [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Disabled vlantransparent extension. Nov 12 07:56:21.226612 n-d-765315-29 neutron-server[102490]: DEBUG neutron.manager [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102490) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 12 07:56:21.226939 n-d-765315-29 neutron-server[102490]: INFO neutron.manager [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading Plugin: router Nov 12 07:56:21.266797 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Subscribe: > router_interface before_create 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:21.267471 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Subscribe: > router after_create 55549900 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:21.267608 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Subscribe: > router before_create 55549900 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:21.267982 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:21.268433 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:21.268837 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Subscribe: > router after_delete 55549900 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:21.269244 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Subscribe: > floatingip after_create 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:21.269736 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Subscribe: > floatingip after_update 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:21.270106 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Subscribe: > router after_create 55549900 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:21.270463 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Subscribe: > router after_update 55549900 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:21.270851 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Subscribe: > router after_update 55549900 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:21.271212 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:21.271579 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Subscribe: > router after_update 55549900 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:21.272001 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Subscribe: > router precommit_update 55549900 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:21.272374 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Subscribe: port after_update 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:21.272722 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Subscribe: port after_delete 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:21.273066 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Subscribe: subnet after_update 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:21.273409 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:21.273767 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Subscribe: > port precommit_delete 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:21.274116 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Subscribe: > router precommit_create 55549900 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:21.274465 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Subscribe: port before_delete 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:21.274834 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Subscribe: > router precommit_create 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:21.275199 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Subscribe: > router after_update 55549900 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:21.275546 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Subscribe: > router precommit_delete 55549900 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:21.275901 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Subscribe: > router precommit_create 55549900 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:21.276265 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Subscribe: > router_interface after_create 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:21.276620 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Subscribe: > router precommit_update 55549900 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:21.277022 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Subscribe: > agent after_create 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:21.277376 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Subscribe: > agent after_delete 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:21.277723 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Subscribe: > network after_delete 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:21.278679 n-d-765315-29 neutron-server[102490]: DEBUG neutron.quota.resource_registry [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Tracking information for resource: router configured {{(pid=102490) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 07:56:21.279021 n-d-765315-29 neutron-server[102490]: DEBUG neutron.quota.resource_registry [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Tracking information for resource: floatingip configured {{(pid=102490) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 07:56:21.284224 n-d-765315-29 neutron-server[102490]: INFO neutron.db.l3_agentschedulers_db [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 12 07:56:21.284818 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Subscribe: port after_update 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:21.285184 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Subscribe: port after_create 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:21.285542 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Subscribe: port after_delete 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:21.285899 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Subscribe: port after_update 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:21.286746 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Subscribe: > router before_create 55550100 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:21.287116 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Subscribe: > router precommit_delete 55550100 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:21.287485 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Subscribe: > router precommit_create 55550100 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:21.287847 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Subscribe: > router precommit_update 55550100 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:21.293428 n-d-765315-29 neutron-server[102490]: DEBUG neutron.services.provider_configuration [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Service providers = [] {{(pid=102490) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 12 07:56:21.293796 n-d-765315-29 neutron-server[102490]: DEBUG neutron.db.servicetype_db [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102490) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 12 07:56:21.296905 n-d-765315-29 neutron-server[102490]: DEBUG neutron.services.service_base [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102490) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 12 07:56:21.297260 n-d-765315-29 neutron-server[102490]: DEBUG neutron.services.service_base [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102490) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 12 07:56:21.297609 n-d-765315-29 neutron-server[102490]: DEBUG neutron.services.service_base [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102490) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 12 07:56:21.298519 n-d-765315-29 neutron-server[102490]: DEBUG neutron.services.service_base [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102490) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 12 07:56:21.298925 n-d-765315-29 neutron-server[102490]: INFO neutron.services.service_base [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 12 07:56:21.299314 n-d-765315-29 neutron-server[102490]: DEBUG neutron.manager [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102490) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 07:56:21.299635 n-d-765315-29 neutron-server[102490]: INFO neutron.manager [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 12 07:56:21.312680 n-d-765315-29 neutron-server[102490]: DEBUG neutron.manager [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102490) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 07:56:21.313019 n-d-765315-29 neutron-server[102490]: INFO neutron.manager [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading Plugin: auto_allocate Nov 12 07:56:21.318943 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Subscribe: network precommit_update 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:21.319325 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Subscribe: network precommit_create 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:21.319858 n-d-765315-29 neutron-server[102490]: DEBUG neutron.manager [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102490) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 07:56:21.320184 n-d-765315-29 neutron-server[102490]: INFO neutron.manager [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading Plugin: tag Nov 12 07:56:21.327179 n-d-765315-29 neutron-server[102490]: DEBUG neutron.manager [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102490) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 07:56:21.327511 n-d-765315-29 neutron-server[102490]: INFO neutron.manager [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading Plugin: timestamp Nov 12 07:56:21.331469 n-d-765315-29 neutron-server[102490]: DEBUG neutron.manager [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102490) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 07:56:21.331758 n-d-765315-29 neutron-server[102490]: INFO neutron.manager [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading Plugin: network_ip_availability Nov 12 07:56:21.337622 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:21.337993 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:21.338351 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:21.339131 n-d-765315-29 neutron-server[102490]: DEBUG neutron.manager [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102490) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 07:56:21.339598 n-d-765315-29 neutron-server[102490]: INFO neutron.manager [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading Plugin: flavors Nov 12 07:56:21.344844 n-d-765315-29 neutron-server[102490]: DEBUG neutron.manager [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102490) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 07:56:21.345181 n-d-765315-29 neutron-server[102490]: INFO neutron.manager [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading Plugin: revisions Nov 12 07:56:21.349555 n-d-765315-29 neutron-server[102490]: DEBUG neutron.manager [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102490) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 07:56:21.349957 n-d-765315-29 neutron-server[102490]: DEBUG oslo_concurrency.lockutils [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.802s {{(pid=102490) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 12 07:56:21.351386 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102490) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 12 07:56:21.351386 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Initializing extension manager. Nov 12 07:56:21.351624 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: __init__.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.352003 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: __pycache__ {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.352345 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.352681 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: address_group.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.353469 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.354045 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loaded extension: address-group Nov 12 07:56:21.354369 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: address_scope.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.355684 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.356265 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loaded extension: address-scope Nov 12 07:56:21.356590 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: admin_state_down_before_update.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.357572 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.358091 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loaded extension: router-admin-state-down-before-update Nov 12 07:56:21.358416 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: agent.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.359162 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.359669 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loaded extension: agent Nov 12 07:56:21.359992 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: agent_resources_synced.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.360914 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.361422 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loaded extension: agent-resources-synced Nov 12 07:56:21.361746 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: allowedaddresspairs.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.363616 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.364135 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loaded extension: allowed-address-pairs Nov 12 07:56:21.364462 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: auto_allocated_topology.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.365562 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.366076 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loaded extension: auto-allocated-topology Nov 12 07:56:21.366402 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: availability_zone.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.367133 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.367649 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loaded extension: availability_zone Nov 12 07:56:21.367973 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: availability_zone_filter.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.368892 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.369404 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loaded extension: availability_zone_filter Nov 12 07:56:21.369729 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: data_plane_status.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.371245 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.371748 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Extension data-plane-status not supported by any of loaded plugins Nov 12 07:56:21.372070 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: default_subnetpools.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.372994 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.373497 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loaded extension: default-subnetpools Nov 12 07:56:21.373823 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: dhcpagentscheduler.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.374677 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.375186 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loaded extension: dhcp_agent_scheduler Nov 12 07:56:21.375514 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: dns.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.376446 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.376952 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Extension dns-integration not supported by any of loaded plugins Nov 12 07:56:21.377283 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: dns_domain_ports.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.378209 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.378743 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 12 07:56:21.379071 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.379999 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.380508 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 12 07:56:21.380833 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: dvr.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.381521 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.382029 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loaded extension: dvr Nov 12 07:56:21.382353 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: ecmp_routes.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.383319 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.383836 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Extension ecmp_routes not supported by any of loaded plugins Nov 12 07:56:21.384165 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: empty_string_filtering.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.385088 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.385604 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loaded extension: empty-string-filtering Nov 12 07:56:21.385927 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.387153 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.387665 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 12 07:56:21.387989 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.388916 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.389421 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 12 07:56:21.389745 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: external_net.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.390701 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.391211 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loaded extension: external-net Nov 12 07:56:21.391535 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: extra_dhcp_opt.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.392454 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.392961 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loaded extension: extra_dhcp_opt Nov 12 07:56:21.393283 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: extraroute.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.394203 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.394749 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loaded extension: extraroute Nov 12 07:56:21.395074 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: extraroute_atomic.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.396126 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.396645 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loaded extension: extraroute-atomic Nov 12 07:56:21.396966 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: filter_validation.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.397835 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.398345 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loaded extension: filter-validation Nov 12 07:56:21.398710 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: fip_pf_description.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.399633 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.400139 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 12 07:56:21.400461 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: fip_port_details.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.401389 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.401980 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loaded extension: fip-port-details Nov 12 07:56:21.402464 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: flavors.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.403765 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.404286 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loaded extension: flavors Nov 12 07:56:21.404614 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.406336 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.406893 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 12 07:56:21.407232 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: floatingip_pools.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.407953 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.408471 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loaded extension: floatingip-pools Nov 12 07:56:21.408799 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: ip_allocation.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.409735 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.410244 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Extension ip_allocation not supported by any of loaded plugins Nov 12 07:56:21.410570 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.411523 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.412040 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loaded extension: ip-substring-filtering Nov 12 07:56:21.412369 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: l2_adjacency.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.413300 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.413807 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Extension l2_adjacency not supported by any of loaded plugins Nov 12 07:56:21.414133 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: l3.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.415157 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.415684 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loaded extension: router Nov 12 07:56:21.416014 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: l3_conntrack_helper.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.418942 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.419472 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 12 07:56:21.419805 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.420746 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.421267 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loaded extension: ext-gw-mode Nov 12 07:56:21.421597 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.422527 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.423081 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loaded extension: l3-ha Nov 12 07:56:21.423410 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: l3_flavors.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.424341 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.424860 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loaded extension: l3-flavors Nov 12 07:56:21.425186 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.426114 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.426648 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loaded extension: l3-port-ip-change-not-allowed Nov 12 07:56:21.426977 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: l3agentscheduler.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.428062 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.428575 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loaded extension: l3_agent_scheduler Nov 12 07:56:21.428906 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: logging.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.430464 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.431017 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Extension logging not supported by any of loaded plugins Nov 12 07:56:21.431348 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: metering.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.432099 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.432681 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loaded extension: metering Nov 12 07:56:21.433073 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.434868 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.435387 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loaded extension: metering_source_and_destination_fields Nov 12 07:56:21.435716 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: multiprovidernet.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.436668 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.437182 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loaded extension: multi-provider Nov 12 07:56:21.437515 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: netmtu.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.438443 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.438987 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loaded extension: net-mtu Nov 12 07:56:21.439313 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: netmtu_writable.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.440247 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.440757 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loaded extension: net-mtu-writable Nov 12 07:56:21.441084 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: network_availability_zone.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.441763 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.442272 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loaded extension: network_availability_zone Nov 12 07:56:21.442630 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: network_ip_availability.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.443771 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.444288 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loaded extension: network-ip-availability Nov 12 07:56:21.444617 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: network_segment_range.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.445392 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.445899 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Extension network-segment-range not supported by any of loaded plugins Nov 12 07:56:21.446223 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: pagination.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.447249 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.447591 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loaded extension: pagination Nov 12 07:56:21.447915 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: port_device_profile.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.448912 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.449567 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loaded extension: port-device-profile Nov 12 07:56:21.449891 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.450864 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.451379 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loaded extension: port-mac-address-regenerate Nov 12 07:56:21.451701 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.452634 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.453149 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loaded extension: port-numa-affinity-policy Nov 12 07:56:21.453471 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: port_resource_request.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.454403 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.454946 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Extension port-resource-request not supported by any of loaded plugins Nov 12 07:56:21.455271 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: port_resource_request_groups.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.456244 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.456752 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 12 07:56:21.457075 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: portbindings.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.458278 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.458826 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loaded extension: binding Nov 12 07:56:21.459152 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: portbindings_extended.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.460454 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.460968 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loaded extension: binding-extended Nov 12 07:56:21.461298 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: portsecurity.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.462229 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.462779 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loaded extension: port-security Nov 12 07:56:21.463107 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: project_id.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.464094 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.464608 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loaded extension: project-id Nov 12 07:56:21.464941 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: providernet.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.465880 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.466403 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loaded extension: provider Nov 12 07:56:21.466766 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: qos.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.470400 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.470951 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Extension qos not supported by any of loaded plugins Nov 12 07:56:21.471291 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.472564 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.473084 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 12 07:56:21.473416 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.474349 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.474897 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 12 07:56:21.475229 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: qos_default.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.476149 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.476669 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Extension qos-default not supported by any of loaded plugins Nov 12 07:56:21.476997 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: qos_fip.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.477668 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.478176 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Extension qos-fip not supported by any of loaded plugins Nov 12 07:56:21.478504 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: qos_gateway_ip.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.479467 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.480562 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 12 07:56:21.480891 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: qos_port_network_policy.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.481825 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.482328 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 12 07:56:21.482693 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.483743 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.484257 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 12 07:56:21.484580 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: qos_pps_rule.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.485769 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.486473 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Extension qos-pps not supported by any of loaded plugins Nov 12 07:56:21.486838 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: qos_rule_type_details.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.487767 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.488287 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 12 07:56:21.488613 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: qos_rules_alias.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.489670 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.490181 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 12 07:56:21.490508 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: quota_check_limit.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.491455 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.491968 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loaded extension: quota-check-limit Nov 12 07:56:21.492295 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: quotasv2.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.493258 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.493588 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loaded extension: quotas Nov 12 07:56:21.493911 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: quotasv2_detail.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.497725 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.498074 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loaded extension: quota_details Nov 12 07:56:21.498408 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: rbac.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.499512 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.500043 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loaded extension: rbac-policies Nov 12 07:56:21.500377 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: rbac_address_group.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.501328 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.501846 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loaded extension: rbac-address-group Nov 12 07:56:21.502175 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: rbac_address_scope.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.503136 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.503656 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loaded extension: rbac-address-scope Nov 12 07:56:21.503984 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: rbac_security_groups.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.504912 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.505427 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loaded extension: rbac-security-groups Nov 12 07:56:21.505757 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: rbac_subnetpool.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.506718 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.507235 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loaded extension: rbac-subnetpool Nov 12 07:56:21.507561 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: revisionifmatch.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.508500 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.509023 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loaded extension: revision-if-match Nov 12 07:56:21.509349 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: revisions.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.510482 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.511039 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loaded extension: standard-attr-revisions Nov 12 07:56:21.511393 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: router_availability_zone.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.512086 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.512598 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loaded extension: router_availability_zone Nov 12 07:56:21.512925 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: routerservicetype.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.513857 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.514369 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Extension router-service-type not supported by any of loaded plugins Nov 12 07:56:21.514734 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.515669 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.516191 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loaded extension: security-groups-normalized-cidr Nov 12 07:56:21.516519 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: security_groups_port_filtering.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.517526 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.518048 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loaded extension: port-security-groups-filtering Nov 12 07:56:21.518373 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.519362 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.519880 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loaded extension: security-groups-remote-address-group Nov 12 07:56:21.520205 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.521150 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.521665 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loaded extension: security-groups-shared-filtering Nov 12 07:56:21.521990 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.522601 n-d-765315-29 neutron-server[102490]: WARNING neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 12 07:56:21.522933 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: securitygroup.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.533392 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.533930 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loaded extension: security-group Nov 12 07:56:21.534268 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: segment.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.535106 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.535619 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Extension segment not supported by any of loaded plugins Nov 12 07:56:21.535948 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.536899 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.537417 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 12 07:56:21.537747 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: servicetype.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.538908 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.539434 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loaded extension: service-type Nov 12 07:56:21.539767 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: sorting.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.540761 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.541096 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loaded extension: sorting Nov 12 07:56:21.541422 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: standard_attr_segment.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.543031 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.543485 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 12 07:56:21.543860 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: standardattrdescription.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.544468 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.544979 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loaded extension: standard-attr-description Nov 12 07:56:21.545304 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: stateful_security_group.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.546254 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.546807 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loaded extension: stateful-security-group Nov 12 07:56:21.547137 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: stdattrs_common.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.547714 n-d-765315-29 neutron-server[102490]: WARNING neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 12 07:56:21.548038 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.548991 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.549517 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 12 07:56:21.549840 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: subnet_onboard.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.550968 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.551496 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loaded extension: subnet_onboard Nov 12 07:56:21.551827 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.552773 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.553288 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 12 07:56:21.553614 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: subnet_service_types.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.554544 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.555092 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loaded extension: subnet-service-types Nov 12 07:56:21.555421 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: subnetallocation.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.556512 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.557035 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loaded extension: subnet_allocation Nov 12 07:56:21.557364 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.558128 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.558710 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loaded extension: subnetpool-prefix-ops Nov 12 07:56:21.559036 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.560008 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.560524 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 12 07:56:21.560848 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: tagging.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.561939 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.562461 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loaded extension: standard-attr-tag Nov 12 07:56:21.562823 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: timestamp.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.564050 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.564566 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loaded extension: standard-attr-timestamp Nov 12 07:56:21.564897 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: trunk.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.565963 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.566479 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Extension trunk not supported by any of loaded plugins Nov 12 07:56:21.566841 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: trunk_details.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.567773 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.568298 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Extension trunk-details not supported by any of loaded plugins Nov 12 07:56:21.568626 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: uplink_status_propagation.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.569561 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.570072 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 12 07:56:21.570396 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Loading extension file: vlantransparent.py {{(pid=102490) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 07:56:21.571182 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102490) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 07:56:21.571692 n-d-765315-29 neutron-server[102490]: INFO neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Extension vlan-transparent not supported by any of loaded plugins Nov 12 07:56:21.574320 n-d-765315-29 neutron-server[102490]: INFO neutron.quota.resource_registry [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Creating instance of TrackedResource for resource:network Nov 12 07:56:21.574892 n-d-765315-29 neutron-server[102490]: INFO neutron.quota.resource_registry [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Creating instance of TrackedResource for resource:subnet Nov 12 07:56:21.575309 n-d-765315-29 neutron-server[102490]: INFO neutron.quota.resource_registry [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 07:56:21.575712 n-d-765315-29 neutron-server[102490]: INFO neutron.quota.resource_registry [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Creating instance of TrackedResource for resource:port Nov 12 07:56:21.576967 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.v2.resource_helper [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102490) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 07:56:21.577413 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.v2.resource_helper [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Service FLAVORS assigned prefix: {{(pid=102490) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 07:56:21.578025 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.v2.resource_helper [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102490) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 07:56:21.578457 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.v2.resource_helper [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102490) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 07:56:21.578819 n-d-765315-29 neutron-server[102490]: INFO neutron.quota.resource_registry [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Creating instance of TrackedResource for resource:router Nov 12 07:56:21.579438 n-d-765315-29 neutron-server[102490]: INFO neutron.quota.resource_registry [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Creating instance of TrackedResource for resource:floatingip Nov 12 07:56:21.579941 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.v2.resource_helper [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Service METERING assigned prefix: /metering {{(pid=102490) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 07:56:21.581423 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:21.581846 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:21.582161 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102490) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 07:56:21.583479 n-d-765315-29 neutron-server[102490]: INFO neutron.quota.resource_registry [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Creating instance of CountableResource for resource:rbac_policy Nov 12 07:56:21.583930 n-d-765315-29 neutron-server[102490]: INFO neutron.quota.resource_registry [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Creating instance of TrackedResource for resource:security_group Nov 12 07:56:21.584359 n-d-765315-29 neutron-server[102490]: INFO neutron.quota.resource_registry [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Creating instance of TrackedResource for resource:security_group_rule Nov 12 07:56:21.584972 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.v2.resource_helper [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Service CORE assigned prefix: {{(pid=102490) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 07:56:21.585313 n-d-765315-29 neutron-server[102490]: INFO neutron.quota.resource_registry [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 07:56:21.585664 n-d-765315-29 neutron-server[102490]: WARNING neutron.quota.resource_registry [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] subnetpool is already registered Nov 12 07:56:21.586100 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.v2.resource_helper [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Service CORE assigned prefix: {{(pid=102490) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 07:56:21.586431 n-d-765315-29 neutron-server[102490]: INFO neutron.quota.resource_registry [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 07:56:21.586792 n-d-765315-29 neutron-server[102490]: WARNING neutron.quota.resource_registry [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] subnetpool is already registered Nov 12 07:56:21.589154 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.v2.resource_helper [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102490) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 07:56:21.590109 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.v2.resource_helper [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Service FLAVORS assigned prefix: {{(pid=102490) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 07:56:21.590771 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.v2.resource_helper [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102490) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 07:56:21.591208 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.v2.resource_helper [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102490) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 07:56:21.591544 n-d-765315-29 neutron-server[102490]: INFO neutron.quota.resource_registry [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Creating instance of TrackedResource for resource:router Nov 12 07:56:21.591887 n-d-765315-29 neutron-server[102490]: WARNING neutron.quota.resource_registry [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] router is already registered Nov 12 07:56:21.592308 n-d-765315-29 neutron-server[102490]: INFO neutron.quota.resource_registry [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Creating instance of TrackedResource for resource:floatingip Nov 12 07:56:21.592644 n-d-765315-29 neutron-server[102490]: WARNING neutron.quota.resource_registry [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] floatingip is already registered Nov 12 07:56:21.593113 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.v2.resource_helper [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Service METERING assigned prefix: /metering {{(pid=102490) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 07:56:21.593828 n-d-765315-29 neutron-server[102490]: INFO neutron.quota.resource_registry [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Creating instance of CountableResource for resource:rbac_policy Nov 12 07:56:21.594159 n-d-765315-29 neutron-server[102490]: WARNING neutron.quota.resource_registry [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] rbac_policy is already registered Nov 12 07:56:21.594573 n-d-765315-29 neutron-server[102490]: INFO neutron.quota.resource_registry [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Creating instance of TrackedResource for resource:security_group Nov 12 07:56:21.594941 n-d-765315-29 neutron-server[102490]: WARNING neutron.quota.resource_registry [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] security_group is already registered Nov 12 07:56:21.595348 n-d-765315-29 neutron-server[102490]: INFO neutron.quota.resource_registry [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Creating instance of TrackedResource for resource:security_group_rule Nov 12 07:56:21.595689 n-d-765315-29 neutron-server[102490]: WARNING neutron.quota.resource_registry [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] security_group_rule is already registered Nov 12 07:56:21.596188 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.v2.resource_helper [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Service CORE assigned prefix: {{(pid=102490) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 07:56:21.596515 n-d-765315-29 neutron-server[102490]: INFO neutron.quota.resource_registry [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 07:56:21.596850 n-d-765315-29 neutron-server[102490]: WARNING neutron.quota.resource_registry [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] subnetpool is already registered Nov 12 07:56:21.597270 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.v2.resource_helper [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Service CORE assigned prefix: {{(pid=102490) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 07:56:21.597591 n-d-765315-29 neutron-server[102490]: INFO neutron.quota.resource_registry [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 07:56:21.597921 n-d-765315-29 neutron-server[102490]: WARNING neutron.quota.resource_registry [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] subnetpool is already registered Nov 12 07:56:21.599744 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Extended resource: extensions {{(pid=102490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 07:56:21.601227 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Extended resource: address-groups {{(pid=102490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 07:56:21.602737 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Extended resource: address-scopes {{(pid=102490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 07:56:21.603950 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Extended resource: agents {{(pid=102490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 07:56:21.605791 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Extended resource: auto-allocated-topology {{(pid=102490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 07:56:21.607078 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Extended resource: availability_zones {{(pid=102490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 07:56:21.608293 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Extended resource: dhcp-networks {{(pid=102490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 07:56:21.609706 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Extended resource: dhcp-agents {{(pid=102490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 07:56:21.611265 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Extended resource: routers {{(pid=102490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 07:56:21.613351 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Extended resource: flavors {{(pid=102490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 07:56:21.614651 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Extended resource: service_profiles {{(pid=102490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 07:56:21.615927 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Extended resource: next_providers {{(pid=102490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 07:56:21.617343 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Extended resource: service_profiles {{(pid=102490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 07:56:21.618794 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Extended resource: floatingip-pools {{(pid=102490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 07:56:21.620107 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Extended resource: routers {{(pid=102490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 07:56:21.622485 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Extended resource: floatingips {{(pid=102490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 07:56:21.623828 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Extended resource: l3-routers {{(pid=102490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 07:56:21.625225 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Extended resource: l3-agents {{(pid=102490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 07:56:21.626654 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Extended resource: metering-labels {{(pid=102490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 07:56:21.627887 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Extended resource: metering-label-rules {{(pid=102490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 07:56:21.629296 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Extended resource: network-ip-availabilities {{(pid=102490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 07:56:21.630558 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Extended resource: bindings {{(pid=102490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 07:56:21.632129 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Extended resource: quotas {{(pid=102490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 07:56:21.633776 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Extended resource: quotas {{(pid=102490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 07:56:21.635322 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Extended resource: rbac-policies {{(pid=102490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 07:56:21.636572 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Extended resource: security-groups {{(pid=102490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 07:56:21.637994 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Extended resource: security-group-rules {{(pid=102490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 07:56:21.639254 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Extended resource: service-providers {{(pid=102490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 07:56:21.640455 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Extended resource: subnetpools {{(pid=102490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 07:56:21.641832 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Extended resource: subnetpools {{(pid=102490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 07:56:21.643339 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Extended resource: tags {{(pid=102490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 07:56:21.645033 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Extended resource: tags {{(pid=102490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 07:56:21.646864 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Extended resource: tags {{(pid=102490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 07:56:21.648631 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Extended resource: tags {{(pid=102490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 07:56:21.650333 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Extended resource: tags {{(pid=102490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 07:56:21.652981 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Extended resource: tags {{(pid=102490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 07:56:21.654778 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Extended resource: tags {{(pid=102490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 07:56:21.657634 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Extended resource: tags {{(pid=102490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 07:56:21.659460 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Extended resource: tags {{(pid=102490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 07:56:21.661197 n-d-765315-29 neutron-server[102490]: DEBUG neutron.api.extensions [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Extended resource: tags {{(pid=102490) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 07:56:21.668064 n-d-765315-29 neutron-server[102490]: WARNING keystonemiddleware.auth_token [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 12 07:56:21.672766 n-d-765315-29 neutron-server[102490]: WARNING keystonemiddleware.auth_token [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 12 07:56:21.681856 n-d-765315-29 neutron-server[102490]: DEBUG oslo_concurrency.lockutils [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Acquired lock "singleton_lock" {{(pid=102490) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 12 07:56:21.682332 n-d-765315-29 neutron-server[102490]: DEBUG oslo_concurrency.lockutils [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Releasing lock "singleton_lock" {{(pid=102490) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 12 07:56:21.683092 n-d-765315-29 neutron-server[102490]: INFO oslo_service.service [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Starting 2 workers Nov 12 07:56:21.688071 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Started child 102599 {{(pid=102490) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 12 07:56:21.692677 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Started child 102600 {{(pid=102490) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 12 07:56:21.693659 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:56:21.694360 n-d-765315-29 neutron-server[102490]: INFO neutron.service [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Neutron service started, listening on 0.0.0.0:9696 Nov 12 07:56:21.694876 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Publish callbacks [] for process, before_spawn {{(pid=102490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:56:21.695280 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [-] (102599) wsgi starting up on http://0.0.0.0:9696 Nov 12 07:56:21.697293 n-d-765315-29 neutron-server[102490]: INFO oslo_service.service [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Starting 1 workers Nov 12 07:56:21.697505 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:56:21.698898 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [-] (102600) wsgi starting up on http://0.0.0.0:9696 Nov 12 07:56:21.702942 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Started child 102601 {{(pid=102490) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 12 07:56:21.703487 n-d-765315-29 neutron-server[102490]: INFO oslo_service.service [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Starting 1 workers Nov 12 07:56:21.706522 n-d-765315-29 neutron-server[102601]: DEBUG neutron.service [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] calling RpcWorker wait() {{(pid=102601) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 12 07:56:21.707082 n-d-765315-29 neutron-server[102601]: DEBUG neutron.service [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] returning from RpcWorker wait() {{(pid=102601) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 12 07:56:21.708349 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Started child 102602 {{(pid=102490) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 12 07:56:21.708535 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:56:21.708990 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 07:56:21.709161 n-d-765315-29 neutron-server[102490]: DEBUG neutron_lib.callbacks.manager [None req-83210040-e2c5-40d1-9bac-393a81ac92ea None None] Publish callbacks [] for process, after_spawn {{(pid=102490) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:56:21.711105 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102490) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 12 07:56:21.711329 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:56:21.711516 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 12 07:56:21.711730 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 12 07:56:21.712066 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 12 07:56:21.712253 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 12 07:56:21.712771 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.713056 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.713333 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.713608 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.713875 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.714214 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:56:21.715206 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.715411 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.715682 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.715959 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.716230 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.716352 n-d-765315-29 neutron-server[102602]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 07:56:21.716474 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.716604 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.716787 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.717033 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.717331 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.717586 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.717846 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.718111 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.718289 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.718541 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.718823 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.719073 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.719346 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] debug = True {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.719592 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.720059 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.720309 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.720552 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.720793 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.721073 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.721373 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.721577 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.721818 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.722051 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.722296 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.722546 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.722810 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.723024 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.723291 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.723522 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.723763 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.724004 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.724465 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] host = n-d-765315-29 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.724684 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.724903 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.725129 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.725375 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.725624 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.725845 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.726095 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.726359 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.726617 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.726844 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.727119 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.727385 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.727588 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.727847 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] log_file = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.728010 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] log_options = True {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.728246 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.728525 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.728781 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.728976 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.729145 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.729326 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.729584 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.729748 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.730581 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.730911 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.731147 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.731362 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.731604 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.731803 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.732044 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.732307 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.732509 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.732743 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.732970 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.733202 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.733430 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.733652 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.733888 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.734124 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.734339 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.734553 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.734834 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.735050 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.735293 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.735538 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.735780 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.736029 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.736269 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.736503 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.736770 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.737017 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.737244 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.737514 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.737738 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.737964 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.738216 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.738465 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.738703 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.738962 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.739201 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.739437 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.739651 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] use_json = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.739865 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.740099 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.741136 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.741136 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.741136 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.741398 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.741398 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.741672 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.742129 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.742651 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.743091 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.743265 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.743524 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.743774 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.744027 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.744264 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.744537 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.744773 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.745079 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.745315 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.745642 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.745868 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.746524 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.746524 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.748892 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.748892 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.748892 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.748892 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.748892 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.748892 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.748892 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.748892 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.750068 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.750068 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.750068 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.750068 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.750068 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.750068 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.753537 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.753537 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.753537 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.753537 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.753537 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.753537 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.753537 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.753537 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.754098 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.754098 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.754098 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.754098 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.754098 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.754098 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.754098 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.754098 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.754655 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.754655 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.754655 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.754655 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.754956 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.755069 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.755300 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.755521 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.755756 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.757114 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.757114 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.757114 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.757114 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.757114 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.757114 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.758850 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.758850 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.758850 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.758850 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.758850 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.758850 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.758850 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.758850 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.759289 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.759289 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.759596 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.759765 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.759986 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.760229 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.761589 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.761589 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.761589 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.761589 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.761589 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.761589 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.762565 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.762565 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.762565 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.762565 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.762925 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.763017 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.763236 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.763591 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.764016 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.764544 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.764806 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.765056 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.765472 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.765887 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.766285 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.766756 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.767182 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.767573 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.767988 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.768427 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.768806 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.769098 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.769296 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.770037 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.770454 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.770892 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.771367 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.772039 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.772292 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.772531 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.772839 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.773118 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.773385 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.773814 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.774244 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.774738 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.775155 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.775616 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.776071 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.776523 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.777356 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.777804 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.778117 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.778375 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.778644 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.778893 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.779157 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.779432 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.779679 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.780078 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.780738 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.781281 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.781784 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.782400 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.782842 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.783251 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.783781 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.784023 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.784440 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.784839 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.785292 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.785732 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.786172 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.786646 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.787070 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.787507 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.787959 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.788265 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.788583 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.788903 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.789222 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.789520 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.789831 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.790055 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.790435 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.790841 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.791224 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.791621 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.791987 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.793035 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.793377 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.793632 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.793851 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.794247 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.794672 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.795094 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.795540 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.795842 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.796141 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.796442 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.796845 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.797244 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.797609 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.798021 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.798421 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.798697 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.798936 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.799198 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.799443 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.799666 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.799920 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.800339 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.800749 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.801164 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.801400 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.801621 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.801842 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.802080 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.802321 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.802578 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.802860 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.803208 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.803476 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.803711 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.803953 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.804176 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.804429 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.804651 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.804894 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.805143 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.805368 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.805605 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.805884 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.806128 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.806367 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.806618 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.806836 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.807054 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.807292 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.807527 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.807824 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.808147 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.808395 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.808702 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.808903 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.809118 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.809348 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.809589 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.809792 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.810020 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.810237 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.810447 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.810711 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.810926 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.811140 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.811401 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.811636 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.811917 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.812096 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.812299 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.812508 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.812725 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.812967 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.813158 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.813431 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.814205 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.814205 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.814205 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.814673 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.814858 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.815086 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.815303 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.815541 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.815766 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.815984 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.816597 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.816597 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.816870 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.816959 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.817217 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.817437 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.817687 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.817952 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.818251 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.818491 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.818760 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.819001 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.819222 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.819461 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.820071 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.820071 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.820945 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.820945 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.820945 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.821964 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.821964 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.821964 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.821964 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.822243 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.822410 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.822692 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.822948 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.823193 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.823460 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.823724 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.823942 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.824183 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.824420 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.824639 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.824905 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.825152 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.825406 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.825642 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.825869 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.826106 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.826328 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.826560 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.826827 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.827044 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.827203 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 12 07:56:21.827750 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102490) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 12 07:56:21.827911 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:56:21.828065 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 12 07:56:21.828257 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 12 07:56:21.828425 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 12 07:56:21.828577 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 12 07:56:21.828783 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.828948 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.829110 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.829270 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.829583 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.829904 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.830220 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.830522 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.831194 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.831194 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.831194 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.831194 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.831709 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.831709 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.831709 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.831981 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.831981 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.832137 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.832219 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.832374 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.832685 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.833105 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.833270 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] debug = True {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.833433 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.833637 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.833787 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.833948 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.834108 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.834235 n-d-765315-29 neutron-server[102601]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 07:56:21.834369 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.834524 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.834712 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.834855 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.834980 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.835100 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.835219 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.835338 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.835487 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.835646 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.835805 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.835964 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.836123 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.836268 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] host = n-d-765315-29 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.836428 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.836587 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.836746 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.836904 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.837063 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.837222 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.837382 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.837541 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.837698 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.837856 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.838014 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.838172 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.838331 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.838489 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] log_file = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.838658 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] log_options = True {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.838819 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.838977 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.839136 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.839891 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.840056 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.840203 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.840364 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.840524 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.840682 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.840840 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.840986 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.841145 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.841305 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.841463 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.841621 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.841779 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.841936 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.842094 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.842252 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.842412 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.842569 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.842749 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.842899 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.843059 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.843217 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.843379 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.843536 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.843694 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.843853 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.844012 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.844170 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.844328 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.844487 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.844645 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.844804 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.844963 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.845122 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.845281 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.845443 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.847310 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.847310 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.847310 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.847643 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.847643 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.847873 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.847995 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.848133 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] use_json = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.848257 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.848379 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.848502 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.848649 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.848953 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.848953 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.849198 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.849320 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 07:56:21.849452 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.849576 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.849738 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.849900 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.850062 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.850222 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.850790 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.850790 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.850790 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.851080 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.851080 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.851277 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.851402 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.851554 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.851692 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.851780 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.851918 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.852101 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.852281 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.852408 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.852531 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.852687 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.852856 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.853017 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.853176 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.853336 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.853497 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.853756 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.853892 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.854016 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.854139 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.854282 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.854445 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.854668 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.854792 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.855023 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.855188 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.855351 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.855514 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.855805 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.855948 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.856072 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.856155 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.856287 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.856451 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.856612 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.856773 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.856935 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.857097 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.857258 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.857419 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.857581 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.857744 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.857906 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.858068 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.858240 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.858402 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.858537 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.858743 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.858874 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.859035 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.859196 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.859369 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.859505 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.859671 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.859831 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.860006 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.860167 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.860329 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.860489 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.860650 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.860794 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.861205 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.861205 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.861464 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.861464 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.861775 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.861775 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.861936 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.862287 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.862287 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.862287 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.862700 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.862700 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.862932 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.862932 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.863451 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.863451 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.863451 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.863805 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.863805 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.863805 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.864148 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.864148 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.864381 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.864502 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.864623 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.864745 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.864876 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.865024 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.865187 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.865348 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.865512 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.865674 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.865834 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.865995 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.866156 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.866317 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.866477 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.866660 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.866823 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.866984 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.867147 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.867306 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.867467 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.867627 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.867797 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.867958 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.868121 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.868282 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.868449 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.868620 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.868781 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.868943 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.869105 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.869267 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.869512 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.869721 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.869857 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.869980 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.870103 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.870224 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.870345 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.870659 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.870804 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.871029 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.871168 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.871312 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.871473 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.871634 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.871795 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.871957 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.872119 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.872281 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.872441 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.872602 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.872763 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.872924 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.873159 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.873385 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.873385 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.873631 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.873756 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.873878 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.874133 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.874760 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.874760 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.874760 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.875722 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.875722 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.875722 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.875722 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.875722 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.876287 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.876287 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.876287 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.876287 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.877136 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.877136 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.877136 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.877136 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.877136 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.877136 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.877690 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.877690 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.877690 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.877894 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.877894 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.878045 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.878197 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.878363 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.878528 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.878726 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.878850 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.879864 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.879864 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.879864 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.879864 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.879864 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.879864 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.880567 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.880567 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.880567 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.880567 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.880567 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.881086 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.881086 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.881086 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.881434 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.881434 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.881434 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.881864 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.881864 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.881864 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.882336 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.882336 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.882336 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.882567 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.882658 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.882784 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.882930 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.883107 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.883269 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.883431 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.883593 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.883753 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.883914 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.884085 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.884246 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.884406 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.884568 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.884715 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.884874 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.885045 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.885206 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.885366 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.885527 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.885689 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.885849 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.886020 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.886730 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.886894 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.887066 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.887208 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.887402 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.887535 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.887658 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.887822 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.887986 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.888144 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.888459 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.888786 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.889093 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.889299 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.889786 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.889786 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.889786 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.890054 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.890054 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.890198 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.890405 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.890751 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.890751 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.891004 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.891004 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.891225 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.891535 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.891535 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.891792 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.891792 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.892033 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.892033 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.892263 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.892530 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.892530 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.892779 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.892862 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.892970 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.893121 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.893284 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.893449 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.893611 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.893772 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.893933 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.894094 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.894255 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.894416 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.894579 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.894743 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.894909 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.895070 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.895231 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.895393 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.895554 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.895714 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.895876 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.896037 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.896198 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.896360 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.896522 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 07:56:21.896677 n-d-765315-29 neutron-server[102490]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102490) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 12 07:56:21.932302 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 56104) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 07:56:21.941775 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [-] 10.222.0.26 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064106 Nov 12 07:56:33.910487 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288aba4e-13b9-4309-b521-6ab29e7c7edb None None] get_active_networks_info from n-d-765315-29 {{(pid=102601) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 07:56:33.985584 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288aba4e-13b9-4309-b521-6ab29e7c7edb None None] No non-hosted networks {{(pid=102601) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 12 07:56:34.003046 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.agentschedulers_db [None req-288aba4e-13b9-4309-b521-6ab29e7c7edb None None] DHCP Agent not found on host n-d-765315-29 {{(pid=102601) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 12 07:56:34.200310 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1ff468ec-250f-4fc3-ba87-0a285486e2b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-918709'] for agent, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:56:36.389027 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7af82091-a684-48a0-a34a-4d2dc193988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-918709'] for agent, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:56:36.451570 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-dcc6991b-479a-4f5a-9924-a162ab134cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:56:37.729415 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-918709'] for agent, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:56:39.015759 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-918709'] for agent, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:56:39.634798 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-918709'] for agent, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:56:39.636054 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:56:39.636648 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:56:39.637924 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:56:39.638722 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:56:39.639695 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:56:39.640217 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:56:39.640992 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:56:39.641732 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:56:39.642266 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:56:39.643856 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:56:39.644424 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:56:39.645046 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:56:39.645709 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-765315-29', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 07:56:39.667543 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-765315-29', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 07:56:40.860810 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 56196) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 07:56:41.428137 n-d-765315-29 neutron-server[102599]: WARNING oslo_policy.policy [None req-c3e98251-d4af-43e4-8325-4652f0dc3b5e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 07:56:41.428749 n-d-765315-29 neutron-server[102599]: WARNING oslo_policy.policy [None req-c3e98251-d4af-43e4-8325-4652f0dc3b5e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 07:56:41.656895 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [None req-c3e98251-d4af-43e4-8325-4652f0dc3b5e admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 07:56:41.658012 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-c3e98251-d4af-43e4-8325-4652f0dc3b5e admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7962339 Nov 12 07:56:43.200274 n-d-765315-29 neutron-server[102601]: INFO neutron.db.l3_hamode_db [None req-8c0e0d56-0824-411a-9c89-68d20e604660 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 12 07:56:43.278302 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0e0d56-0824-411a-9c89-68d20e604660 None None] Routers set() bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 07:56:43.278700 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0e0d56-0824-411a-9c89-68d20e604660 None None] Router IDs set() for agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 07:56:44.261961 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 56212) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 07:56:44.574060 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-a02595c6-73ff-4e5c-b8d0-62cb4b168dbf admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:56:44.670579 n-d-765315-29 neutron-server[102599]: DEBUG neutron.policy [None req-a02595c6-73ff-4e5c-b8d0-62cb4b168dbf admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102599) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 12 07:56:44.719453 n-d-765315-29 neutron-server[102599]: WARNING oslo_policy.policy [None req-a02595c6-73ff-4e5c-b8d0-62cb4b168dbf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 07:56:44.719839 n-d-765315-29 neutron-server[102599]: WARNING oslo_policy.policy [None req-a02595c6-73ff-4e5c-b8d0-62cb4b168dbf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 07:56:44.728605 n-d-765315-29 neutron-server[102599]: INFO neutron.quota [None req-a02595c6-73ff-4e5c-b8d0-62cb4b168dbf admin admin] Loaded quota_driver: . Nov 12 07:56:44.824455 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a02595c6-73ff-4e5c-b8d0-62cb4b168dbf admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762121862450', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762121847009', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762121907491', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762121898209', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762121429625', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762121881029', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-2073610', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1838486', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-782826', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-695702'] for rbac-policy, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:56:44.895358 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a02595c6-73ff-4e5c-b8d0-62cb4b168dbf admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:56:44.896569 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-a02595c6-73ff-4e5c-b8d0-62cb4b168dbf admin admin] 10.222.0.26 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6333327 Nov 12 07:56:47.670214 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 56224) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 07:56:47.966201 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-32f49bf0-d8c0-4c97-92ef-c51e21485275 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '08db30ce9161492b844022f657e94682', 'tenant_id': '08db30ce9161492b844022f657e94682', 'name': 'private'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:56:47.993634 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f49bf0-d8c0-4c97-92ef-c51e21485275 admin admin] Made reservation on behalf of 08db30ce9161492b844022f657e94682 for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 07:56:47.996983 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-32f49bf0-d8c0-4c97-92ef-c51e21485275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:56:48.014188 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-32f49bf0-d8c0-4c97-92ef-c51e21485275 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:56:48.120401 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-32f49bf0-d8c0-4c97-92ef-c51e21485275 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:56:48.124252 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-32f49bf0-d8c0-4c97-92ef-c51e21485275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:56:48.143556 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32f49bf0-d8c0-4c97-92ef-c51e21485275 admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 07:56:48.171745 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-32f49bf0-d8c0-4c97-92ef-c51e21485275 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762119892709', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:56:48.172306 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-32f49bf0-d8c0-4c97-92ef-c51e21485275 admin admin] Unsubscribe: segment precommit_create {{(pid=102599) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 12 07:56:48.172828 n-d-765315-29 neutron-server[102599]: INFO neutron.db.segments_db [None req-32f49bf0-d8c0-4c97-92ef-c51e21485275 admin admin] Added segment 17f6702f-fff4-4939-af09-226ce512a4c4 of type vlan for network 5ece9dc9-821f-4681-9f88-435e06f42a14 Nov 12 07:56:48.188782 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f49bf0-d8c0-4c97-92ef-c51e21485275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=018139ac-0dc8-4cf0-aa9c-b09c3f7350fd,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 07:56:48.214987 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f49bf0-d8c0-4c97-92ef-c51e21485275 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:56:48.215330 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f49bf0-d8c0-4c97-92ef-c51e21485275 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:56:48.215659 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f49bf0-d8c0-4c97-92ef-c51e21485275 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:56:48.215984 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f49bf0-d8c0-4c97-92ef-c51e21485275 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:56:48.216307 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f49bf0-d8c0-4c97-92ef-c51e21485275 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:56:48.216625 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f49bf0-d8c0-4c97-92ef-c51e21485275 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:56:48.216942 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f49bf0-d8c0-4c97-92ef-c51e21485275 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:56:48.217256 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f49bf0-d8c0-4c97-92ef-c51e21485275 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:56:48.217567 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f49bf0-d8c0-4c97-92ef-c51e21485275 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:56:48.217877 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f49bf0-d8c0-4c97-92ef-c51e21485275 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:56:48.218187 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f49bf0-d8c0-4c97-92ef-c51e21485275 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:56:48.218497 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f49bf0-d8c0-4c97-92ef-c51e21485275 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:56:48.219600 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f49bf0-d8c0-4c97-92ef-c51e21485275 admin admin] Tracked resource versions report: Nov 12 07:56:48.219600 n-d-765315-29 neutron-server[102599]: pushed versions: Nov 12 07:56:48.219600 n-d-765315-29 neutron-server[102599]: { 'AddressGroup': {'1.2'}, Nov 12 07:56:48.219600 n-d-765315-29 neutron-server[102599]: 'ConntrackHelper': {'1.0'}, Nov 12 07:56:48.219600 n-d-765315-29 neutron-server[102599]: 'Log': {'1.0'}, Nov 12 07:56:48.219600 n-d-765315-29 neutron-server[102599]: 'Network': {'1.1'}, Nov 12 07:56:48.219600 n-d-765315-29 neutron-server[102599]: 'Port': {'1.7'}, Nov 12 07:56:48.219600 n-d-765315-29 neutron-server[102599]: 'PortForwarding': {'1.2'}, Nov 12 07:56:48.219600 n-d-765315-29 neutron-server[102599]: 'QosPolicy': {'1.10'}, Nov 12 07:56:48.219600 n-d-765315-29 neutron-server[102599]: 'SecurityGroup': {'1.5'}, Nov 12 07:56:48.219600 n-d-765315-29 neutron-server[102599]: 'SecurityGroupRule': {'1.2'}, Nov 12 07:56:48.219600 n-d-765315-29 neutron-server[102599]: 'SubPort': {'1.0'}, Nov 12 07:56:48.219600 n-d-765315-29 neutron-server[102599]: 'Subnet': {'1.1'}, Nov 12 07:56:48.219600 n-d-765315-29 neutron-server[102599]: 'Trunk': {'1.1'}} Nov 12 07:56:48.219600 n-d-765315-29 neutron-server[102599]: consumer versions: Nov 12 07:56:48.219600 n-d-765315-29 neutron-server[102599]: { DHCP agent@n-d-765315-29: {}, Nov 12 07:56:48.219600 n-d-765315-29 neutron-server[102599]: L3 agent@n-d-765315-29: {}, Nov 12 07:56:48.219600 n-d-765315-29 neutron-server[102599]: Metadata agent@n-d-765315-29: {}, Nov 12 07:56:48.219600 n-d-765315-29 neutron-server[102599]: Metering agent@n-d-765315-29: {}, Nov 12 07:56:48.219600 n-d-765315-29 neutron-server[102599]: Open vSwitch agent@n-d-765315-29: { 'AddressGroup': '1.2', Nov 12 07:56:48.219600 n-d-765315-29 neutron-server[102599]: 'ConntrackHelper': '1.0', Nov 12 07:56:48.219600 n-d-765315-29 neutron-server[102599]: 'Log': '1.0', Nov 12 07:56:48.219600 n-d-765315-29 neutron-server[102599]: 'Network': '1.1', Nov 12 07:56:48.219600 n-d-765315-29 neutron-server[102599]: 'Port': '1.7', Nov 12 07:56:48.219600 n-d-765315-29 neutron-server[102599]: 'PortForwarding': '1.2', Nov 12 07:56:48.219600 n-d-765315-29 neutron-server[102599]: 'QosPolicy': '1.10', Nov 12 07:56:48.219600 n-d-765315-29 neutron-server[102599]: 'SecurityGroup': '1.5', Nov 12 07:56:48.219600 n-d-765315-29 neutron-server[102599]: 'SecurityGroupRule': '1.2', Nov 12 07:56:48.219600 n-d-765315-29 neutron-server[102599]: 'SubPort': '1.0', Nov 12 07:56:48.219600 n-d-765315-29 neutron-server[102599]: 'Subnet': '1.1', Nov 12 07:56:48.219600 n-d-765315-29 neutron-server[102599]: 'Trunk': '1.1'}} Nov 12 07:56:48.219600 n-d-765315-29 neutron-server[102599]: {{(pid=102599) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 07:56:48.298608 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-32f49bf0-d8c0-4c97-92ef-c51e21485275 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:56:48.339328 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-32f49bf0-d8c0-4c97-92ef-c51e21485275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:56:48.340656 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f49bf0-d8c0-4c97-92ef-c51e21485275 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 07:56:48.341384 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-32f49bf0-d8c0-4c97-92ef-c51e21485275 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:56:48.402571 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-32f49bf0-d8c0-4c97-92ef-c51e21485275 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7311676 Nov 12 07:56:48.446201 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f49bf0-d8c0-4c97-92ef-c51e21485275 admin admin] Pushing event updated for resources: {'Network': ['ID=5ece9dc9-821f-4681-9f88-435e06f42a14,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 07:56:48.459052 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 5ece9dc9-821f-4681-9f88-435e06f42a14 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 07:56:51.202781 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56238) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 07:56:51.710204 n-d-765315-29 neutron-server[102600]: WARNING oslo_policy.policy [None req-25f7acbb-1aa1-4d68-998c-305099719cb1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 07:56:51.711289 n-d-765315-29 neutron-server[102600]: WARNING oslo_policy.policy [None req-25f7acbb-1aa1-4d68-998c-305099719cb1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 07:56:52.162785 n-d-765315-29 neutron-server[102600]: DEBUG neutron.policy [None req-25f7acbb-1aa1-4d68-998c-305099719cb1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102600) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 12 07:56:52.210392 n-d-765315-29 neutron-server[102600]: WARNING oslo_policy.policy [None req-25f7acbb-1aa1-4d68-998c-305099719cb1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 07:56:52.211026 n-d-765315-29 neutron-server[102600]: WARNING oslo_policy.policy [None req-25f7acbb-1aa1-4d68-998c-305099719cb1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 07:56:52.219593 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f7acbb-1aa1-4d68-998c-305099719cb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 07:56:52.221571 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-25f7acbb-1aa1-4d68-998c-305099719cb1 admin admin] 10.222.0.26 "GET /v2.0/networks/5ece9dc9-821f-4681-9f88-435e06f42a14 HTTP/1.1" status: 200 len: 825 time: 1.0167618 Nov 12 07:56:52.263278 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-a70b3401-b2ad-481b-aa17-2bc59bfc7b93 admin admin] 10.222.0.26 "GET /v2.0/subnetpools/76d9c9d6-a3b0-4555-bb43-a18810fa60e6 HTTP/1.1" status: 200 len: 734 time: 0.0353370 Nov 12 07:56:52.272891 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-1eb10490-c2b5-4ffa-843f-0d96292fceeb admin admin] Request body: {'subnet': {'network_id': '5ece9dc9-821f-4681-9f88-435e06f42a14', 'name': 'private-subnet', 'subnetpool_id': '76d9c9d6-a3b0-4555-bb43-a18810fa60e6', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'tenant_id': '08db30ce9161492b844022f657e94682'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:56:52.274423 n-d-765315-29 neutron-server[102600]: INFO neutron.quota [None req-1eb10490-c2b5-4ffa-843f-0d96292fceeb admin admin] Loaded quota_driver: . Nov 12 07:56:52.313625 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb10490-c2b5-4ffa-843f-0d96292fceeb admin admin] Made reservation on behalf of 08db30ce9161492b844022f657e94682 for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 07:56:52.316328 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1eb10490-c2b5-4ffa-843f-0d96292fceeb admin admin] Publish callbacks [] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:56:52.603713 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1eb10490-c2b5-4ffa-843f-0d96292fceeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:56:52.675118 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb10490-c2b5-4ffa-843f-0d96292fceeb admin admin] Checking segment: {'id': '17f6702f-fff4-4939-af09-226ce512a4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5ece9dc9-821f-4681-9f88-435e06f42a14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 07:56:52.675514 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb10490-c2b5-4ffa-843f-0d96292fceeb admin admin] Network hostable DHCP agents. Network: 5ece9dc9-821f-4681-9f88-435e06f42a14, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 07:56:52.687714 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb10490-c2b5-4ffa-843f-0d96292fceeb admin admin] Pushing event updated for resources: {'Subnet': ['ID=49a27669-ba5c-4eb0-9fe2-a022bde8fdb4,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 07:56:52.701730 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb10490-c2b5-4ffa-843f-0d96292fceeb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:56:52.702093 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb10490-c2b5-4ffa-843f-0d96292fceeb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:56:52.702415 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb10490-c2b5-4ffa-843f-0d96292fceeb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:56:52.702772 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb10490-c2b5-4ffa-843f-0d96292fceeb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:56:52.703207 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb10490-c2b5-4ffa-843f-0d96292fceeb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:56:52.703603 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb10490-c2b5-4ffa-843f-0d96292fceeb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:56:52.703914 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb10490-c2b5-4ffa-843f-0d96292fceeb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:56:52.704233 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb10490-c2b5-4ffa-843f-0d96292fceeb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:56:52.704547 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb10490-c2b5-4ffa-843f-0d96292fceeb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:56:52.704862 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb10490-c2b5-4ffa-843f-0d96292fceeb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:56:52.705176 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb10490-c2b5-4ffa-843f-0d96292fceeb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:56:52.705487 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb10490-c2b5-4ffa-843f-0d96292fceeb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:56:52.706527 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb10490-c2b5-4ffa-843f-0d96292fceeb admin admin] Tracked resource versions report: Nov 12 07:56:52.706527 n-d-765315-29 neutron-server[102600]: pushed versions: Nov 12 07:56:52.706527 n-d-765315-29 neutron-server[102600]: { 'AddressGroup': {'1.2'}, Nov 12 07:56:52.706527 n-d-765315-29 neutron-server[102600]: 'ConntrackHelper': {'1.0'}, Nov 12 07:56:52.706527 n-d-765315-29 neutron-server[102600]: 'Log': {'1.0'}, Nov 12 07:56:52.706527 n-d-765315-29 neutron-server[102600]: 'Network': {'1.1'}, Nov 12 07:56:52.706527 n-d-765315-29 neutron-server[102600]: 'Port': {'1.7'}, Nov 12 07:56:52.706527 n-d-765315-29 neutron-server[102600]: 'PortForwarding': {'1.2'}, Nov 12 07:56:52.706527 n-d-765315-29 neutron-server[102600]: 'QosPolicy': {'1.10'}, Nov 12 07:56:52.706527 n-d-765315-29 neutron-server[102600]: 'SecurityGroup': {'1.5'}, Nov 12 07:56:52.706527 n-d-765315-29 neutron-server[102600]: 'SecurityGroupRule': {'1.2'}, Nov 12 07:56:52.706527 n-d-765315-29 neutron-server[102600]: 'SubPort': {'1.0'}, Nov 12 07:56:52.706527 n-d-765315-29 neutron-server[102600]: 'Subnet': {'1.1'}, Nov 12 07:56:52.706527 n-d-765315-29 neutron-server[102600]: 'Trunk': {'1.1'}} Nov 12 07:56:52.706527 n-d-765315-29 neutron-server[102600]: consumer versions: Nov 12 07:56:52.706527 n-d-765315-29 neutron-server[102600]: { DHCP agent@n-d-765315-29: {}, Nov 12 07:56:52.706527 n-d-765315-29 neutron-server[102600]: L3 agent@n-d-765315-29: {}, Nov 12 07:56:52.706527 n-d-765315-29 neutron-server[102600]: Metadata agent@n-d-765315-29: {}, Nov 12 07:56:52.706527 n-d-765315-29 neutron-server[102600]: Metering agent@n-d-765315-29: {}, Nov 12 07:56:52.706527 n-d-765315-29 neutron-server[102600]: Open vSwitch agent@n-d-765315-29: { 'AddressGroup': '1.2', Nov 12 07:56:52.706527 n-d-765315-29 neutron-server[102600]: 'ConntrackHelper': '1.0', Nov 12 07:56:52.706527 n-d-765315-29 neutron-server[102600]: 'Log': '1.0', Nov 12 07:56:52.706527 n-d-765315-29 neutron-server[102600]: 'Network': '1.1', Nov 12 07:56:52.706527 n-d-765315-29 neutron-server[102600]: 'Port': '1.7', Nov 12 07:56:52.706527 n-d-765315-29 neutron-server[102600]: 'PortForwarding': '1.2', Nov 12 07:56:52.706527 n-d-765315-29 neutron-server[102600]: 'QosPolicy': '1.10', Nov 12 07:56:52.706527 n-d-765315-29 neutron-server[102600]: 'SecurityGroup': '1.5', Nov 12 07:56:52.706527 n-d-765315-29 neutron-server[102600]: 'SecurityGroupRule': '1.2', Nov 12 07:56:52.706527 n-d-765315-29 neutron-server[102600]: 'SubPort': '1.0', Nov 12 07:56:52.706527 n-d-765315-29 neutron-server[102600]: 'Subnet': '1.1', Nov 12 07:56:52.706527 n-d-765315-29 neutron-server[102600]: 'Trunk': '1.1'}} Nov 12 07:56:52.706527 n-d-765315-29 neutron-server[102600]: {{(pid=102600) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 07:56:52.734479 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb10490-c2b5-4ffa-843f-0d96292fceeb admin admin] Network 5ece9dc9-821f-4681-9f88-435e06f42a14 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 07:56:52.748089 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-1eb10490-c2b5-4ffa-843f-0d96292fceeb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 5ece9dc9-821f-4681-9f88-435e06f42a14) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 07:56:52.753178 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb10490-c2b5-4ffa-843f-0d96292fceeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 07:56:52.753814 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1eb10490-c2b5-4ffa-843f-0d96292fceeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:56:52.758042 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aad115a-c5c7-4ac1-87c1-9c04a1a332d9 None None] Network 5ece9dc9-821f-4681-9f88-435e06f42a14 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 07:56:52.776794 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-1eb10490-c2b5-4ffa-843f-0d96292fceeb admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5072689 Nov 12 07:56:53.092481 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b213e4-64e2-437d-849e-dfcf07bae230 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-5ece9dc9-821f-4681-9f88-435e06f42a14', 'network_id': '5ece9dc9-821f-4681-9f88-435e06f42a14', 'tenant_id': '08db30ce9161492b844022f657e94682', 'fixed_ips': [{'subnet_id': '49a27669-ba5c-4eb0-9fe2-a022bde8fdb4'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 07:56:53.093762 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-16b213e4-64e2-437d-849e-dfcf07bae230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:56:53.406973 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-16b213e4-64e2-437d-849e-dfcf07bae230 None None] Allocated IP 172.20.0.2 (5ece9dc9-821f-4681-9f88-435e06f42a14/49a27669-ba5c-4eb0-9fe2-a022bde8fdb4/299ad036-b01c-4437-aca7-4ed848d39ee9) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 07:56:53.617652 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-16b213e4-64e2-437d-849e-dfcf07bae230 None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:56:53.625767 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-16b213e4-64e2-437d-849e-dfcf07bae230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:56:53.709011 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b213e4-64e2-437d-849e-dfcf07bae230 None None] Network 5ece9dc9-821f-4681-9f88-435e06f42a14 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 07:56:53.714233 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-16b213e4-64e2-437d-849e-dfcf07bae230 None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 07:56:53.715934 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b213e4-64e2-437d-849e-dfcf07bae230 None None] Pushing event updated for resources: {'Port': ['ID=299ad036-b01c-4437-aca7-4ed848d39ee9,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 07:56:53.720712 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b213e4-64e2-437d-849e-dfcf07bae230 None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 07:56:53.754129 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b213e4-64e2-437d-849e-dfcf07bae230 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:56:53.754460 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b213e4-64e2-437d-849e-dfcf07bae230 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:56:53.754830 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b213e4-64e2-437d-849e-dfcf07bae230 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:56:53.755162 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b213e4-64e2-437d-849e-dfcf07bae230 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:56:53.755492 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b213e4-64e2-437d-849e-dfcf07bae230 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:56:53.755814 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b213e4-64e2-437d-849e-dfcf07bae230 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:56:53.756141 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b213e4-64e2-437d-849e-dfcf07bae230 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:56:53.756461 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b213e4-64e2-437d-849e-dfcf07bae230 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:56:53.756780 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b213e4-64e2-437d-849e-dfcf07bae230 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:56:53.757100 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b213e4-64e2-437d-849e-dfcf07bae230 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:56:53.757423 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b213e4-64e2-437d-849e-dfcf07bae230 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:56:53.757739 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b213e4-64e2-437d-849e-dfcf07bae230 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:56:53.758910 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b213e4-64e2-437d-849e-dfcf07bae230 None None] Tracked resource versions report: Nov 12 07:56:53.758910 n-d-765315-29 neutron-server[102601]: pushed versions: Nov 12 07:56:53.758910 n-d-765315-29 neutron-server[102601]: { 'AddressGroup': {'1.2'}, Nov 12 07:56:53.758910 n-d-765315-29 neutron-server[102601]: 'ConntrackHelper': {'1.0'}, Nov 12 07:56:53.758910 n-d-765315-29 neutron-server[102601]: 'Log': {'1.0'}, Nov 12 07:56:53.758910 n-d-765315-29 neutron-server[102601]: 'Network': {'1.1'}, Nov 12 07:56:53.758910 n-d-765315-29 neutron-server[102601]: 'Port': {'1.7'}, Nov 12 07:56:53.758910 n-d-765315-29 neutron-server[102601]: 'PortForwarding': {'1.2'}, Nov 12 07:56:53.758910 n-d-765315-29 neutron-server[102601]: 'QosPolicy': {'1.10'}, Nov 12 07:56:53.758910 n-d-765315-29 neutron-server[102601]: 'SecurityGroup': {'1.5'}, Nov 12 07:56:53.758910 n-d-765315-29 neutron-server[102601]: 'SecurityGroupRule': {'1.2'}, Nov 12 07:56:53.758910 n-d-765315-29 neutron-server[102601]: 'SubPort': {'1.0'}, Nov 12 07:56:53.758910 n-d-765315-29 neutron-server[102601]: 'Subnet': {'1.1'}, Nov 12 07:56:53.758910 n-d-765315-29 neutron-server[102601]: 'Trunk': {'1.1'}} Nov 12 07:56:53.758910 n-d-765315-29 neutron-server[102601]: consumer versions: Nov 12 07:56:53.758910 n-d-765315-29 neutron-server[102601]: { DHCP agent@n-d-765315-29: {}, Nov 12 07:56:53.758910 n-d-765315-29 neutron-server[102601]: L3 agent@n-d-765315-29: {}, Nov 12 07:56:53.758910 n-d-765315-29 neutron-server[102601]: Metadata agent@n-d-765315-29: {}, Nov 12 07:56:53.758910 n-d-765315-29 neutron-server[102601]: Metering agent@n-d-765315-29: {}, Nov 12 07:56:53.758910 n-d-765315-29 neutron-server[102601]: Open vSwitch agent@n-d-765315-29: { 'AddressGroup': '1.2', Nov 12 07:56:53.758910 n-d-765315-29 neutron-server[102601]: 'ConntrackHelper': '1.0', Nov 12 07:56:53.758910 n-d-765315-29 neutron-server[102601]: 'Log': '1.0', Nov 12 07:56:53.758910 n-d-765315-29 neutron-server[102601]: 'Network': '1.1', Nov 12 07:56:53.758910 n-d-765315-29 neutron-server[102601]: 'Port': '1.7', Nov 12 07:56:53.758910 n-d-765315-29 neutron-server[102601]: 'PortForwarding': '1.2', Nov 12 07:56:53.758910 n-d-765315-29 neutron-server[102601]: 'QosPolicy': '1.10', Nov 12 07:56:53.758910 n-d-765315-29 neutron-server[102601]: 'SecurityGroup': '1.5', Nov 12 07:56:53.758910 n-d-765315-29 neutron-server[102601]: 'SecurityGroupRule': '1.2', Nov 12 07:56:53.758910 n-d-765315-29 neutron-server[102601]: 'SubPort': '1.0', Nov 12 07:56:53.758910 n-d-765315-29 neutron-server[102601]: 'Subnet': '1.1', Nov 12 07:56:53.758910 n-d-765315-29 neutron-server[102601]: 'Trunk': '1.1'}} Nov 12 07:56:53.758910 n-d-765315-29 neutron-server[102601]: {{(pid=102601) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 07:56:53.809191 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-16b213e4-64e2-437d-849e-dfcf07bae230 None None] Attempting to bind port 299ad036-b01c-4437-aca7-4ed848d39ee9 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:56:53.809604 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-16b213e4-64e2-437d-849e-dfcf07bae230 None None] Attempting to bind port 299ad036-b01c-4437-aca7-4ed848d39ee9 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '17f6702f-fff4-4939-af09-226ce512a4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5ece9dc9-821f-4681-9f88-435e06f42a14'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 07:56:53.810032 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b213e4-64e2-437d-849e-dfcf07bae230 None None] Attempting to bind port 299ad036-b01c-4437-aca7-4ed848d39ee9 on network 5ece9dc9-821f-4681-9f88-435e06f42a14 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 07:56:53.815375 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b213e4-64e2-437d-849e-dfcf07bae230 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 7, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 07:56:53.815772 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b213e4-64e2-437d-849e-dfcf07bae230 None None] Checking segment: {'id': '17f6702f-fff4-4939-af09-226ce512a4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5ece9dc9-821f-4681-9f88-435e06f42a14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 07:56:53.816243 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-16b213e4-64e2-437d-849e-dfcf07bae230 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:56:53.816627 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b213e4-64e2-437d-849e-dfcf07bae230 None None] Bound using segment: {'id': '17f6702f-fff4-4939-af09-226ce512a4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5ece9dc9-821f-4681-9f88-435e06f42a14'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 07:56:53.817129 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-16b213e4-64e2-437d-849e-dfcf07bae230 None None] Bound port: 299ad036-b01c-4437-aca7-4ed848d39ee9, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17f6702f-fff4-4939-af09-226ce512a4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5ece9dc9-821f-4681-9f88-435e06f42a14'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 07:56:53.817698 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-16b213e4-64e2-437d-849e-dfcf07bae230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:56:53.882910 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-16b213e4-64e2-437d-849e-dfcf07bae230 None None] For port 299ad036-b01c-4437-aca7-4ed848d39ee9, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 07:56:53.906113 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-16b213e4-64e2-437d-849e-dfcf07bae230 None None] For port 299ad036-b01c-4437-aca7-4ed848d39ee9, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=299ad036-b01c-4437-aca7-4ed848d39ee9,segment=NetworkSegment(17f6702f-fff4-4939-af09-226ce512a4c4),segment_id=17f6702f-fff4-4939-af09-226ce512a4c4)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 07:56:53.910372 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-16b213e4-64e2-437d-849e-dfcf07bae230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:56:53.967418 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b213e4-64e2-437d-849e-dfcf07bae230 None None] Pushing event updated for resources: {'Port': ['ID=299ad036-b01c-4437-aca7-4ed848d39ee9,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 07:56:55.396658 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 56258) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 07:56:55.756700 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [None req-b07a5ce4-1868-4bc9-a3fa-b402918e7f1d admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 07:56:55.757699 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-b07a5ce4-1868-4bc9-a3fa-b402918e7f1d admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3599534 Nov 12 07:56:58.581785 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 56266) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 07:56:58.933965 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [None req-c4e9a012-2344-453a-8f07-3348601e27ff admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 07:56:58.935041 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-c4e9a012-2344-453a-8f07-3348601e27ff admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3523426 Nov 12 07:57:01.901385 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 56276) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 07:57:02.226975 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-7ad67626-33d8-49c2-8a07-ade08d116efb admin admin] Request body: {'router': {'tenant_id': '08db30ce9161492b844022f657e94682', 'name': 'router1', 'admin_state_up': True}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:57:02.252619 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7ad67626-33d8-49c2-8a07-ade08d116efb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:57:02.254150 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7ad67626-33d8-49c2-8a07-ade08d116efb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:57:02.410825 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7ad67626-33d8-49c2-8a07-ade08d116efb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:57:02.415988 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7ad67626-33d8-49c2-8a07-ade08d116efb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052'] for router, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:57:02.429872 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7ad67626-33d8-49c2-8a07-ade08d116efb admin admin] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:57:02.431143 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-7ad67626-33d8-49c2-8a07-ade08d116efb admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5287263 Nov 12 07:57:03.584218 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 299ad036-b01c-4437-aca7-4ed848d39ee9 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 07:57:03.605091 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44022aee-cb52-4318-b5e6-473634da7c26 None None] Network 5ece9dc9-821f-4681-9f88-435e06f42a14 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 07:57:03.764197 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-0644c6e6-7d4c-4a3d-af4e-b381575b23f1 None None] Provisioning complete for port 299ad036-b01c-4437-aca7-4ed848d39ee9 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 07:57:03.764505 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-0644c6e6-7d4c-4a3d-af4e-b381575b23f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:57:03.767474 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 299ad036-b01c-4437-aca7-4ed848d39ee9 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 07:57:03.767829 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:57:03.888876 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5c7afc1c-9181-454a-a095-725ccd2a05fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:57:04.039783 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:57:04.053739 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-0644c6e6-7d4c-4a3d-af4e-b381575b23f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:57:04.097592 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] For port 299ad036-b01c-4437-aca7-4ed848d39ee9, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=299ad036-b01c-4437-aca7-4ed848d39ee9,segment=NetworkSegment(17f6702f-fff4-4939-af09-226ce512a4c4),segment_id=17f6702f-fff4-4939-af09-226ce512a4c4)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 07:57:04.105013 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:57:04.184053 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.db.api [None req-0644c6e6-7d4c-4a3d-af4e-b381575b23f1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 07:57:04.184457 n-d-765315-29 neutron-server[102601]: DEBUG oslo_db.api [None req-0644c6e6-7d4c-4a3d-af4e-b381575b23f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 07:57:04.189062 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Pushing event updated for resources: {'Port': ['ID=299ad036-b01c-4437-aca7-4ed848d39ee9,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 07:57:04.845222 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-83dda6d3-b608-41d3-a4d6-dc80af945059 None None] Provisioning complete for port 299ad036-b01c-4437-aca7-4ed848d39ee9 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 07:57:04.845907 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-83dda6d3-b608-41d3-a4d6-dc80af945059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:57:04.985607 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56292) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 07:57:05.304460 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [None req-5c1e003d-c6fd-4bad-870c-a38dbebf32c4 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 07:57:05.305505 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-5c1e003d-c6fd-4bad-870c-a38dbebf32c4 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3189485 Nov 12 07:57:05.561107 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 299ad036-b01c-4437-aca7-4ed848d39ee9 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 07:57:05.611271 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 299ad036-b01c-4437-aca7-4ed848d39ee9 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 07:57:05.611628 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:57:06.383819 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4dfdb2f9-85ee-4cf1-bef4-defe73280046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:57:07.668222 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:57:07.889979 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56310) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 07:57:08.029961 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-d5252e33-68b5-4d8b-be8a-0223e010c1ff admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:57:08.053852 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5252e33-68b5-4d8b-be8a-0223e010c1ff admin admin] Made reservation on behalf of 09ebbf248aa544d4abe29f3678840191 for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 07:57:08.056200 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d5252e33-68b5-4d8b-be8a-0223e010c1ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:57:08.071764 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d5252e33-68b5-4d8b-be8a-0223e010c1ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:57:08.180942 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d5252e33-68b5-4d8b-be8a-0223e010c1ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:57:08.184644 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d5252e33-68b5-4d8b-be8a-0223e010c1ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:57:08.203387 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d5252e33-68b5-4d8b-be8a-0223e010c1ff admin admin] Reserving flat network on physical network physnet1 {{(pid=102600) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 12 07:57:08.221220 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5252e33-68b5-4d8b-be8a-0223e010c1ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e0488e-ed75-4dda-8e63-04a795b06a73,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 07:57:08.233005 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d5252e33-68b5-4d8b-be8a-0223e010c1ff admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762119892709', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:57:08.233583 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d5252e33-68b5-4d8b-be8a-0223e010c1ff admin admin] Unsubscribe: segment precommit_create {{(pid=102600) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 12 07:57:08.234057 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-d5252e33-68b5-4d8b-be8a-0223e010c1ff admin admin] Added segment 3c2703e6-5073-462a-885e-abff2ace2a12 of type flat for network d709f64f-f9e6-4525-b020-ad48633b9bbf Nov 12 07:57:08.290396 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d5252e33-68b5-4d8b-be8a-0223e010c1ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:57:08.333206 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d5252e33-68b5-4d8b-be8a-0223e010c1ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:57:08.334232 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5252e33-68b5-4d8b-be8a-0223e010c1ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 07:57:08.334851 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d5252e33-68b5-4d8b-be8a-0223e010c1ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:57:08.411113 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-d5252e33-68b5-4d8b-be8a-0223e010c1ff admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5198567 Nov 12 07:57:08.455126 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5252e33-68b5-4d8b-be8a-0223e010c1ff admin admin] Pushing event updated for resources: {'Network': ['ID=d709f64f-f9e6-4525-b020-ad48633b9bbf,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 07:57:08.469909 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network d709f64f-f9e6-4525-b020-ad48633b9bbf details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 07:57:08.946715 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:57:09.638938 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:57:10.826165 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56328) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 07:57:10.928564 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199cd8c4-8575-43cf-ab5d-b6aa6e77089c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 07:57:10.929877 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-199cd8c4-8575-43cf-ab5d-b6aa6e77089c admin admin] 10.222.0.26 "GET /v2.0/subnets/49a27669-ba5c-4eb0-9fe2-a022bde8fdb4 HTTP/1.1" status: 200 len: 849 time: 0.1027062 Nov 12 07:57:11.117607 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-1ad36d42-518b-4938-9ed4-2af1233c226f admin admin] 10.222.0.26 "GET /v2.0/routers/c3959a90-534d-4478-b80d-9be362978bfa HTTP/1.1" status: 200 len: 704 time: 0.1805735 Nov 12 07:57:11.406337 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1e2d9b22-3a97-43d3-b068-4b8cae72e1bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:57:11.718406 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-1e2d9b22-3a97-43d3-b068-4b8cae72e1bc admin admin] Allocated IP 172.20.0.1 (5ece9dc9-821f-4681-9f88-435e06f42a14/49a27669-ba5c-4eb0-9fe2-a022bde8fdb4/7259b481-8b39-45fe-817a-f639019938bc) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 07:57:11.889044 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1e2d9b22-3a97-43d3-b068-4b8cae72e1bc admin admin] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:57:11.957444 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1e2d9b22-3a97-43d3-b068-4b8cae72e1bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:57:12.032501 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2d9b22-3a97-43d3-b068-4b8cae72e1bc admin admin] Network 5ece9dc9-821f-4681-9f88-435e06f42a14 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 07:57:12.039859 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-1e2d9b22-3a97-43d3-b068-4b8cae72e1bc admin admin] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 07:57:12.046509 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2d9b22-3a97-43d3-b068-4b8cae72e1bc admin admin] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 07:57:12.047074 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1e2d9b22-3a97-43d3-b068-4b8cae72e1bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933481'] for router_interface, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:57:12.069680 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2d9b22-3a97-43d3-b068-4b8cae72e1bc admin admin] Pushing event updated for resources: {'Port': ['ID=7259b481-8b39-45fe-817a-f639019938bc,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 07:57:12.295615 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-a4de9476-67db-42f9-9e85-fd1b55dfc391 None None] Provisioning complete for port 7259b481-8b39-45fe-817a-f639019938bc triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 07:57:12.296206 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a4de9476-67db-42f9-9e85-fd1b55dfc391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:57:12.312440 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1e2d9b22-3a97-43d3-b068-4b8cae72e1bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:57:12.335329 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-a4de9476-67db-42f9-9e85-fd1b55dfc391 None None] Port 7259b481-8b39-45fe-817a-f639019938bc cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 07:57:12.536025 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1e2d9b22-3a97-43d3-b068-4b8cae72e1bc admin admin] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:57:12.541859 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1e2d9b22-3a97-43d3-b068-4b8cae72e1bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:57:12.542681 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1e2d9b22-3a97-43d3-b068-4b8cae72e1bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933629'] for router_interface, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:57:12.627149 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2d9b22-3a97-43d3-b068-4b8cae72e1bc admin admin] Pushing event updated for resources: {'Port': ['ID=7259b481-8b39-45fe-817a-f639019938bc,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 07:57:12.673763 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2d9b22-3a97-43d3-b068-4b8cae72e1bc admin admin] Network 5ece9dc9-821f-4681-9f88-435e06f42a14 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 07:57:12.675186 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-1e2d9b22-3a97-43d3-b068-4b8cae72e1bc admin admin] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 07:57:12.851769 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e2d9b22-3a97-43d3-b068-4b8cae72e1bc admin admin] Router c3959a90-534d-4478-b80d-9be362978bfa is scheduled to L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 with binding_index 1 {{(pid=102600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 07:57:12.861827 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-4c996821-da9c-4136-a4fc-89f33626eafd None None] Provisioning complete for port 7259b481-8b39-45fe-817a-f639019938bc triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 07:57:12.862194 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4c996821-da9c-4136-a4fc-89f33626eafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:57:12.904339 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-4c996821-da9c-4136-a4fc-89f33626eafd None None] Port 7259b481-8b39-45fe-817a-f639019938bc cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 07:57:12.948255 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e2d9b22-3a97-43d3-b068-4b8cae72e1bc admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 07:57:12.953882 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-1e2d9b22-3a97-43d3-b068-4b8cae72e1bc admin admin] 10.222.0.26 "PUT /v2.0/routers/c3959a90-534d-4478-b80d-9be362978bfa/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8275952 Nov 12 07:57:12.962119 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4633e3-4c01-4c78-9bc4-441c6b433271 None None] Sync routers for ids ['c3959a90-534d-4478-b80d-9be362978bfa'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 07:57:12.980417 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4633e3-4c01-4c78-9bc4-441c6b433271 None None] Routers {'c3959a90-534d-4478-b80d-9be362978bfa'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 07:57:12.981238 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-fa4633e3-4c01-4c78-9bc4-441c6b433271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T07:57:06Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['c3959a90-534d-4478-b80d-9be362978bfa'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 07:57:13.183702 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-fa4633e3-4c01-4c78-9bc4-441c6b433271 None None] Set router c3959a90-534d-4478-b80d-9be362978bfa gateway port host: None {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 07:57:13.673000 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-fa4633e3-4c01-4c78-9bc4-441c6b433271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3959a90-534d-4478-b80d-9be362978bfa', 'name': 'router1', 'tenant_id': '08db30ce9161492b844022f657e94682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T07:57:02Z', 'updated_at': '2021-11-12T07:57:12Z', 'revision_number': 2, 'project_id': '08db30ce9161492b844022f657e94682', 'gw_port_host': None, '_interfaces': [{'id': '7259b481-8b39-45fe-817a-f639019938bc', 'name': '', 'network_id': '5ece9dc9-821f-4681-9f88-435e06f42a14', 'tenant_id': '08db30ce9161492b844022f657e94682', 'mac_address': 'fa:16:3e:d1:84:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3959a90-534d-4478-b80d-9be362978bfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '49a27669-ba5c-4eb0-9fe2-a022bde8fdb4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T07:57:11Z', 'updated_at': '2021-11-12T07:57:12Z', 'revision_number': 2, 'project_id': '08db30ce9161492b844022f657e94682', 'subnets': [{'id': '49a27669-ba5c-4eb0-9fe2-a022bde8fdb4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '76d9c9d6-a3b0-4555-bb43-a18810fa60e6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 07:57:13.725452 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4633e3-4c01-4c78-9bc4-441c6b433271 None None] Checking router: c3959a90-534d-4478-b80d-9be362978bfa for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 07:57:13.725819 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4633e3-4c01-4c78-9bc4-441c6b433271 None None] Updating router c3959a90-534d-4478-b80d-9be362978bfa port 7259b481-8b39-45fe-817a-f639019938bc binding host n-d-765315-29 {{(pid=102602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 07:57:13.781989 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-fa4633e3-4c01-4c78-9bc4-441c6b433271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:57:14.360243 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-fa4633e3-4c01-4c78-9bc4-441c6b433271 None None] Publish callbacks [] for port, precommit_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:57:14.367755 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-fa4633e3-4c01-4c78-9bc4-441c6b433271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:57:14.550959 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5337f937-e9f2-459c-a7e5-0543cb777ce7 None None] Pushing event updated for resources: {'Port': ['ID=7259b481-8b39-45fe-817a-f639019938bc,revision_number=3']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 07:57:14.565569 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5337f937-e9f2-459c-a7e5-0543cb777ce7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:57:14.565923 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5337f937-e9f2-459c-a7e5-0543cb777ce7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:57:14.566260 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5337f937-e9f2-459c-a7e5-0543cb777ce7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:57:14.566575 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5337f937-e9f2-459c-a7e5-0543cb777ce7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:57:14.566956 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5337f937-e9f2-459c-a7e5-0543cb777ce7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:57:14.567282 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5337f937-e9f2-459c-a7e5-0543cb777ce7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:57:14.567613 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5337f937-e9f2-459c-a7e5-0543cb777ce7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:57:14.567916 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5337f937-e9f2-459c-a7e5-0543cb777ce7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:57:14.568231 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5337f937-e9f2-459c-a7e5-0543cb777ce7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:57:14.568544 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5337f937-e9f2-459c-a7e5-0543cb777ce7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:57:14.568859 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5337f937-e9f2-459c-a7e5-0543cb777ce7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:57:14.569171 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5337f937-e9f2-459c-a7e5-0543cb777ce7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:57:14.570235 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5337f937-e9f2-459c-a7e5-0543cb777ce7 None None] Tracked resource versions report: Nov 12 07:57:14.570235 n-d-765315-29 neutron-server[102602]: pushed versions: Nov 12 07:57:14.570235 n-d-765315-29 neutron-server[102602]: { 'AddressGroup': {'1.2'}, Nov 12 07:57:14.570235 n-d-765315-29 neutron-server[102602]: 'ConntrackHelper': {'1.0'}, Nov 12 07:57:14.570235 n-d-765315-29 neutron-server[102602]: 'Log': {'1.0'}, Nov 12 07:57:14.570235 n-d-765315-29 neutron-server[102602]: 'Network': {'1.1'}, Nov 12 07:57:14.570235 n-d-765315-29 neutron-server[102602]: 'Port': {'1.7'}, Nov 12 07:57:14.570235 n-d-765315-29 neutron-server[102602]: 'PortForwarding': {'1.2'}, Nov 12 07:57:14.570235 n-d-765315-29 neutron-server[102602]: 'QosPolicy': {'1.10'}, Nov 12 07:57:14.570235 n-d-765315-29 neutron-server[102602]: 'SecurityGroup': {'1.5'}, Nov 12 07:57:14.570235 n-d-765315-29 neutron-server[102602]: 'SecurityGroupRule': {'1.2'}, Nov 12 07:57:14.570235 n-d-765315-29 neutron-server[102602]: 'SubPort': {'1.0'}, Nov 12 07:57:14.570235 n-d-765315-29 neutron-server[102602]: 'Subnet': {'1.1'}, Nov 12 07:57:14.570235 n-d-765315-29 neutron-server[102602]: 'Trunk': {'1.1'}} Nov 12 07:57:14.570235 n-d-765315-29 neutron-server[102602]: consumer versions: Nov 12 07:57:14.570235 n-d-765315-29 neutron-server[102602]: { DHCP agent@n-d-765315-29: {}, Nov 12 07:57:14.570235 n-d-765315-29 neutron-server[102602]: L3 agent@n-d-765315-29: {}, Nov 12 07:57:14.570235 n-d-765315-29 neutron-server[102602]: Metadata agent@n-d-765315-29: {}, Nov 12 07:57:14.570235 n-d-765315-29 neutron-server[102602]: Metering agent@n-d-765315-29: {}, Nov 12 07:57:14.570235 n-d-765315-29 neutron-server[102602]: Open vSwitch agent@n-d-765315-29: { 'AddressGroup': '1.2', Nov 12 07:57:14.570235 n-d-765315-29 neutron-server[102602]: 'ConntrackHelper': '1.0', Nov 12 07:57:14.570235 n-d-765315-29 neutron-server[102602]: 'Log': '1.0', Nov 12 07:57:14.570235 n-d-765315-29 neutron-server[102602]: 'Network': '1.1', Nov 12 07:57:14.570235 n-d-765315-29 neutron-server[102602]: 'Port': '1.7', Nov 12 07:57:14.570235 n-d-765315-29 neutron-server[102602]: 'PortForwarding': '1.2', Nov 12 07:57:14.570235 n-d-765315-29 neutron-server[102602]: 'QosPolicy': '1.10', Nov 12 07:57:14.570235 n-d-765315-29 neutron-server[102602]: 'SecurityGroup': '1.5', Nov 12 07:57:14.570235 n-d-765315-29 neutron-server[102602]: 'SecurityGroupRule': '1.2', Nov 12 07:57:14.570235 n-d-765315-29 neutron-server[102602]: 'SubPort': '1.0', Nov 12 07:57:14.570235 n-d-765315-29 neutron-server[102602]: 'Subnet': '1.1', Nov 12 07:57:14.570235 n-d-765315-29 neutron-server[102602]: 'Trunk': '1.1'}} Nov 12 07:57:14.570235 n-d-765315-29 neutron-server[102602]: {{(pid=102602) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 07:57:14.577639 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-fa4633e3-4c01-4c78-9bc4-441c6b433271 None None] Attempting to bind port 7259b481-8b39-45fe-817a-f639019938bc on host n-d-765315-29 for vnic_type normal with profile {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:57:14.578047 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-fa4633e3-4c01-4c78-9bc4-441c6b433271 None None] Attempting to bind port 7259b481-8b39-45fe-817a-f639019938bc by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '17f6702f-fff4-4939-af09-226ce512a4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5ece9dc9-821f-4681-9f88-435e06f42a14'}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 07:57:14.578493 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4633e3-4c01-4c78-9bc4-441c6b433271 None None] Attempting to bind port 7259b481-8b39-45fe-817a-f639019938bc on network 5ece9dc9-821f-4681-9f88-435e06f42a14 {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 07:57:14.585707 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4633e3-4c01-4c78-9bc4-441c6b433271 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 7, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 07:57:14.586398 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4633e3-4c01-4c78-9bc4-441c6b433271 None None] Checking segment: {'id': '17f6702f-fff4-4939-af09-226ce512a4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5ece9dc9-821f-4681-9f88-435e06f42a14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 07:57:14.587200 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-fa4633e3-4c01-4c78-9bc4-441c6b433271 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:57:14.588613 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4633e3-4c01-4c78-9bc4-441c6b433271 None None] Bound using segment: {'id': '17f6702f-fff4-4939-af09-226ce512a4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5ece9dc9-821f-4681-9f88-435e06f42a14'} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 07:57:14.589144 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-fa4633e3-4c01-4c78-9bc4-441c6b433271 None None] Bound port: 7259b481-8b39-45fe-817a-f639019938bc, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17f6702f-fff4-4939-af09-226ce512a4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5ece9dc9-821f-4681-9f88-435e06f42a14'}}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 07:57:14.589545 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-fa4633e3-4c01-4c78-9bc4-441c6b433271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:57:14.638763 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-203d629a-4d19-42c9-827a-6f0ac403b776 None None] Provisioning complete for port 7259b481-8b39-45fe-817a-f639019938bc triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 07:57:14.639574 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-203d629a-4d19-42c9-827a-6f0ac403b776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:57:14.664987 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-fa4633e3-4c01-4c78-9bc4-441c6b433271 None None] For port 7259b481-8b39-45fe-817a-f639019938bc, host n-d-765315-29, cleared binding levels {{(pid=102602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 07:57:14.681665 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-203d629a-4d19-42c9-827a-6f0ac403b776 None None] Port 7259b481-8b39-45fe-817a-f639019938bc cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 07:57:14.687386 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-fa4633e3-4c01-4c78-9bc4-441c6b433271 None None] For port 7259b481-8b39-45fe-817a-f639019938bc, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=7259b481-8b39-45fe-817a-f639019938bc,segment=NetworkSegment(17f6702f-fff4-4939-af09-226ce512a4c4),segment_id=17f6702f-fff4-4939-af09-226ce512a4c4)] {{(pid=102602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 07:57:14.692982 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-fa4633e3-4c01-4c78-9bc4-441c6b433271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:57:14.756854 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4633e3-4c01-4c78-9bc4-441c6b433271 None None] Routers {'c3959a90-534d-4478-b80d-9be362978bfa'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 07:57:14.757479 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-fa4633e3-4c01-4c78-9bc4-441c6b433271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T07:57:06Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['c3959a90-534d-4478-b80d-9be362978bfa'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 07:57:14.759982 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5337f937-e9f2-459c-a7e5-0543cb777ce7 None None] Pushing event updated for resources: {'Port': ['ID=7259b481-8b39-45fe-817a-f639019938bc,revision_number=4']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 07:57:14.869158 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-fa4633e3-4c01-4c78-9bc4-441c6b433271 None None] Set router c3959a90-534d-4478-b80d-9be362978bfa gateway port host: None {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 07:57:15.003575 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-656f483f-8b15-4413-a0f1-364911e88464 None None] Provisioning complete for port 7259b481-8b39-45fe-817a-f639019938bc triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 07:57:15.003855 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-656f483f-8b15-4413-a0f1-364911e88464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:57:15.086134 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-656f483f-8b15-4413-a0f1-364911e88464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:57:15.114465 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-fa4633e3-4c01-4c78-9bc4-441c6b433271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3959a90-534d-4478-b80d-9be362978bfa', 'name': 'router1', 'tenant_id': '08db30ce9161492b844022f657e94682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T07:57:02Z', 'updated_at': '2021-11-12T07:57:12Z', 'revision_number': 2, 'project_id': '08db30ce9161492b844022f657e94682', 'gw_port_host': None, '_interfaces': [{'id': '7259b481-8b39-45fe-817a-f639019938bc', 'name': '', 'network_id': '5ece9dc9-821f-4681-9f88-435e06f42a14', 'tenant_id': '08db30ce9161492b844022f657e94682', 'mac_address': 'fa:16:3e:d1:84:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3959a90-534d-4478-b80d-9be362978bfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '49a27669-ba5c-4eb0-9fe2-a022bde8fdb4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T07:57:11Z', 'updated_at': '2021-11-12T07:57:14Z', 'revision_number': 4, 'project_id': '08db30ce9161492b844022f657e94682', 'subnets': [{'id': '49a27669-ba5c-4eb0-9fe2-a022bde8fdb4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '76d9c9d6-a3b0-4555-bb43-a18810fa60e6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 07:57:15.121504 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-656f483f-8b15-4413-a0f1-364911e88464 None None] For port 7259b481-8b39-45fe-817a-f639019938bc, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=7259b481-8b39-45fe-817a-f639019938bc,segment=NetworkSegment(17f6702f-fff4-4939-af09-226ce512a4c4),segment_id=17f6702f-fff4-4939-af09-226ce512a4c4)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 07:57:15.126522 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-656f483f-8b15-4413-a0f1-364911e88464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:57:15.141491 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4633e3-4c01-4c78-9bc4-441c6b433271 None None] The sync data for ids ['c3959a90-534d-4478-b80d-9be362978bfa'] in n-d-765315-29 is: [{'id': 'c3959a90-534d-4478-b80d-9be362978bfa', 'name': 'router1', 'tenant_id': '08db30ce9161492b844022f657e94682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T07:57:02Z', 'updated_at': '2021-11-12T07:57:12Z', 'revision_number': 2, 'project_id': '08db30ce9161492b844022f657e94682', 'gw_port_host': None, '_interfaces': [{'id': '7259b481-8b39-45fe-817a-f639019938bc', 'name': '', 'network_id': '5ece9dc9-821f-4681-9f88-435e06f42a14', 'tenant_id': '08db30ce9161492b844022f657e94682', 'mac_address': 'fa:16:3e:d1:84:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3959a90-534d-4478-b80d-9be362978bfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '49a27669-ba5c-4eb0-9fe2-a022bde8fdb4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T07:57:11Z', 'updated_at': '2021-11-12T07:57:14Z', 'revision_number': 4, 'project_id': '08db30ce9161492b844022f657e94682', 'subnets': [{'id': '49a27669-ba5c-4eb0-9fe2-a022bde8fdb4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '76d9c9d6-a3b0-4555-bb43-a18810fa60e6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 07:57:15.194844 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656f483f-8b15-4413-a0f1-364911e88464 None None] Pushing event updated for resources: {'Port': ['ID=7259b481-8b39-45fe-817a-f639019938bc,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 07:57:15.442397 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 56338) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 07:57:15.605806 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ccb8370-34bc-4757-80fc-7e68dd342ac5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 07:57:15.615722 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-7ccb8370-34bc-4757-80fc-7e68dd342ac5 admin admin] 10.222.0.26 "GET /v2.0/networks/d709f64f-f9e6-4525-b020-ad48633b9bbf HTTP/1.1" status: 200 len: 842 time: 0.1720762 Nov 12 07:57:15.626915 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-67519b1c-2d6f-49fc-a1e3-2e72f2289bf6 admin admin] Request body: {'subnet': {'cidr': '172.25.2.0/24', 'name': 'public-subnet', 'gateway_ip': '172.25.2.1', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:57:15.657799 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67519b1c-2d6f-49fc-a1e3-2e72f2289bf6 admin admin] Made reservation on behalf of 09ebbf248aa544d4abe29f3678840191 for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 07:57:15.660435 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-67519b1c-2d6f-49fc-a1e3-2e72f2289bf6 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:57:16.104162 n-d-765315-29 neutron-server[102599]: DEBUG neutron.objects.ports [None req-67519b1c-2d6f-49fc-a1e3-2e72f2289bf6 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102599) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 07:57:16.104709 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-67519b1c-2d6f-49fc-a1e3-2e72f2289bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:57:16.162765 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67519b1c-2d6f-49fc-a1e3-2e72f2289bf6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=751b3851-3866-4b1d-bbde-3f90bad4fb44,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 07:57:16.176969 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67519b1c-2d6f-49fc-a1e3-2e72f2289bf6 admin admin] Checking segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 07:57:16.177457 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67519b1c-2d6f-49fc-a1e3-2e72f2289bf6 admin admin] Network hostable DHCP agents. Network: d709f64f-f9e6-4525-b020-ad48633b9bbf, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 07:57:16.200038 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67519b1c-2d6f-49fc-a1e3-2e72f2289bf6 admin admin] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 07:57:16.212685 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-67519b1c-2d6f-49fc-a1e3-2e72f2289bf6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, d709f64f-f9e6-4525-b020-ad48633b9bbf) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 07:57:16.217761 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67519b1c-2d6f-49fc-a1e3-2e72f2289bf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 07:57:16.218400 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-67519b1c-2d6f-49fc-a1e3-2e72f2289bf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:57:16.225541 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984873c5-12c8-4d42-84e8-dffbe967e924 None None] Network d709f64f-f9e6-4525-b020-ad48633b9bbf requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 07:57:16.246648 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-67519b1c-2d6f-49fc-a1e3-2e72f2289bf6 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6132696 Nov 12 07:57:16.390539 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3f20d6-befb-4061-b1a2-846ede08a462 None None] Network d709f64f-f9e6-4525-b020-ad48633b9bbf requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 07:57:18.735856 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56346) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 07:57:18.873861 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-57e47d88-43f8-439b-84a2-972098309f01 admin admin] 10.222.0.26 "GET /v2.0/routers/c3959a90-534d-4478-b80d-9be362978bfa HTTP/1.1" status: 200 len: 710 time: 0.1368449 Nov 12 07:57:18.972087 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb98d05-2bd0-4129-8efa-8d5b89e720ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 07:57:18.973501 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-9cb98d05-2bd0-4129-8efa-8d5b89e720ee admin admin] 10.222.0.26 "GET /v2.0/networks/d709f64f-f9e6-4525-b020-ad48633b9bbf HTTP/1.1" status: 200 len: 886 time: 0.0920794 Nov 12 07:57:18.984694 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-d8a941f2-54e2-4249-b703-4918ad35f3a4 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:57:19.251245 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d8a941f2-54e2-4249-b703-4918ad35f3a4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:57:19.594504 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d8a941f2-54e2-4249-b703-4918ad35f3a4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:57:19.679269 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d8a941f2-54e2-4249-b703-4918ad35f3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:57:19.786610 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-d8a941f2-54e2-4249-b703-4918ad35f3a4 admin admin] Allocated IP 172.25.2.16 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/22efa68b-bbdd-4d0d-b3ec-9844bf312d9f) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 07:57:19.902318 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d8a941f2-54e2-4249-b703-4918ad35f3a4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:57:19.939869 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d8a941f2-54e2-4249-b703-4918ad35f3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:57:19.981269 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a941f2-54e2-4249-b703-4918ad35f3a4 admin admin] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 07:57:19.986754 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-d8a941f2-54e2-4249-b703-4918ad35f3a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 07:57:19.988690 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a941f2-54e2-4249-b703-4918ad35f3a4 admin admin] Pushing event updated for resources: {'Port': ['ID=22efa68b-bbdd-4d0d-b3ec-9844bf312d9f,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 07:57:20.001289 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a941f2-54e2-4249-b703-4918ad35f3a4 admin admin] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 07:57:20.262890 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d8a941f2-54e2-4249-b703-4918ad35f3a4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:57:20.470913 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d8a941f2-54e2-4249-b703-4918ad35f3a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-932935', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57732'] for router, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:57:20.474366 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d8a941f2-54e2-4249-b703-4918ad35f3a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-932942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-933045', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-919336'] for router, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:57:20.587223 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8a941f2-54e2-4249-b703-4918ad35f3a4 admin admin] Router c3959a90-534d-4478-b80d-9be362978bfa has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 07:57:20.701856 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8a941f2-54e2-4249-b703-4918ad35f3a4 admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 07:57:20.707618 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d8a941f2-54e2-4249-b703-4918ad35f3a4 admin admin] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:57:20.709092 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-d8a941f2-54e2-4249-b703-4918ad35f3a4 admin admin] 10.222.0.26 "PUT /v2.0/routers/c3959a90-534d-4478-b80d-9be362978bfa HTTP/1.1" status: 200 len: 889 time: 1.7284005 Nov 12 07:57:21.579217 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 7259b481-8b39-45fe-817a-f639019938bc up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 07:57:21.628747 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 7259b481-8b39-45fe-817a-f639019938bc triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 07:57:21.629115 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:57:22.588762 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00611328-42c8-4881-b328-d49dd6aca5ac None None] Sync routers for ids ['c3959a90-534d-4478-b80d-9be362978bfa'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 07:57:22.601894 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00611328-42c8-4881-b328-d49dd6aca5ac None None] Routers {'c3959a90-534d-4478-b80d-9be362978bfa'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 07:57:22.602615 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-00611328-42c8-4881-b328-d49dd6aca5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T07:57:06Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['c3959a90-534d-4478-b80d-9be362978bfa'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 07:57:22.843573 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-00611328-42c8-4881-b328-d49dd6aca5ac None None] Set router c3959a90-534d-4478-b80d-9be362978bfa gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 07:57:23.355113 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56360) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 07:57:23.358279 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-00611328-42c8-4881-b328-d49dd6aca5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3959a90-534d-4478-b80d-9be362978bfa', 'name': 'router1', 'tenant_id': '08db30ce9161492b844022f657e94682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '22efa68b-bbdd-4d0d-b3ec-9844bf312d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T07:57:02Z', 'updated_at': '2021-11-12T07:57:20Z', 'revision_number': 4, 'project_id': '08db30ce9161492b844022f657e94682', 'gw_port': {'id': '22efa68b-bbdd-4d0d-b3ec-9844bf312d9f', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f3:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3959a90-534d-4478-b80d-9be362978bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T07:57:19Z', 'updated_at': '2021-11-12T07:57:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '7259b481-8b39-45fe-817a-f639019938bc', 'name': '', 'network_id': '5ece9dc9-821f-4681-9f88-435e06f42a14', 'tenant_id': '08db30ce9161492b844022f657e94682', 'mac_address': 'fa:16:3e:d1:84:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3959a90-534d-4478-b80d-9be362978bfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '49a27669-ba5c-4eb0-9fe2-a022bde8fdb4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T07:57:11Z', 'updated_at': '2021-11-12T07:57:15Z', 'revision_number': 5, 'project_id': '08db30ce9161492b844022f657e94682', 'subnets': [{'id': '49a27669-ba5c-4eb0-9fe2-a022bde8fdb4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '76d9c9d6-a3b0-4555-bb43-a18810fa60e6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 07:57:23.412189 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00611328-42c8-4881-b328-d49dd6aca5ac None None] Checking router: c3959a90-534d-4478-b80d-9be362978bfa for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 07:57:23.412546 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00611328-42c8-4881-b328-d49dd6aca5ac None None] Updating router c3959a90-534d-4478-b80d-9be362978bfa port 22efa68b-bbdd-4d0d-b3ec-9844bf312d9f binding host n-d-765315-29 {{(pid=102601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 07:57:23.465458 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-00611328-42c8-4881-b328-d49dd6aca5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:57:23.491131 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-67f626dc-f7f7-4a57-ae8f-a26d5419050c admin admin] 10.222.0.26 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1347618 Nov 12 07:57:23.818536 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-00611328-42c8-4881-b328-d49dd6aca5ac None None] Publish callbacks [] for port, precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:57:23.824566 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-00611328-42c8-4881-b328-d49dd6aca5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:57:23.881170 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-00611328-42c8-4881-b328-d49dd6aca5ac None None] Attempting to bind port 22efa68b-bbdd-4d0d-b3ec-9844bf312d9f on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:57:23.881547 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-00611328-42c8-4881-b328-d49dd6aca5ac None None] Attempting to bind port 22efa68b-bbdd-4d0d-b3ec-9844bf312d9f by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 07:57:23.881887 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00611328-42c8-4881-b328-d49dd6aca5ac None None] Attempting to bind port 22efa68b-bbdd-4d0d-b3ec-9844bf312d9f on network d709f64f-f9e6-4525-b020-ad48633b9bbf {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 07:57:23.883840 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e56bb5a-824a-41ca-8b3a-e2560b669b46 None None] Pushing event updated for resources: {'Port': ['ID=22efa68b-bbdd-4d0d-b3ec-9844bf312d9f,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 07:57:23.890974 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00611328-42c8-4881-b328-d49dd6aca5ac None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 7, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 07:57:23.891348 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00611328-42c8-4881-b328-d49dd6aca5ac None None] Checking segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 07:57:23.891829 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-00611328-42c8-4881-b328-d49dd6aca5ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:57:23.892149 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00611328-42c8-4881-b328-d49dd6aca5ac None None] Bound using segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 07:57:23.892592 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-00611328-42c8-4881-b328-d49dd6aca5ac None None] Bound port: 22efa68b-bbdd-4d0d-b3ec-9844bf312d9f, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 07:57:23.892981 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-00611328-42c8-4881-b328-d49dd6aca5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:57:23.956843 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-00611328-42c8-4881-b328-d49dd6aca5ac None None] For port 22efa68b-bbdd-4d0d-b3ec-9844bf312d9f, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 07:57:23.960684 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-00611328-42c8-4881-b328-d49dd6aca5ac None None] For port 22efa68b-bbdd-4d0d-b3ec-9844bf312d9f, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=22efa68b-bbdd-4d0d-b3ec-9844bf312d9f,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 07:57:23.965979 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-00611328-42c8-4881-b328-d49dd6aca5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:57:24.028423 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00611328-42c8-4881-b328-d49dd6aca5ac None None] Routers {'c3959a90-534d-4478-b80d-9be362978bfa'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 07:57:24.029058 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-00611328-42c8-4881-b328-d49dd6aca5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T07:57:06Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['c3959a90-534d-4478-b80d-9be362978bfa'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 07:57:24.069479 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e56bb5a-824a-41ca-8b3a-e2560b669b46 None None] Pushing event updated for resources: {'Port': ['ID=22efa68b-bbdd-4d0d-b3ec-9844bf312d9f,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 07:57:24.152346 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-00611328-42c8-4881-b328-d49dd6aca5ac None None] Set router c3959a90-534d-4478-b80d-9be362978bfa gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 07:57:24.391124 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-00611328-42c8-4881-b328-d49dd6aca5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3959a90-534d-4478-b80d-9be362978bfa', 'name': 'router1', 'tenant_id': '08db30ce9161492b844022f657e94682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '22efa68b-bbdd-4d0d-b3ec-9844bf312d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T07:57:02Z', 'updated_at': '2021-11-12T07:57:20Z', 'revision_number': 4, 'project_id': '08db30ce9161492b844022f657e94682', 'gw_port': {'id': '22efa68b-bbdd-4d0d-b3ec-9844bf312d9f', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f3:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3959a90-534d-4478-b80d-9be362978bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T07:57:19Z', 'updated_at': '2021-11-12T07:57:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '7259b481-8b39-45fe-817a-f639019938bc', 'name': '', 'network_id': '5ece9dc9-821f-4681-9f88-435e06f42a14', 'tenant_id': '08db30ce9161492b844022f657e94682', 'mac_address': 'fa:16:3e:d1:84:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3959a90-534d-4478-b80d-9be362978bfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '49a27669-ba5c-4eb0-9fe2-a022bde8fdb4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T07:57:11Z', 'updated_at': '2021-11-12T07:57:15Z', 'revision_number': 5, 'project_id': '08db30ce9161492b844022f657e94682', 'subnets': [{'id': '49a27669-ba5c-4eb0-9fe2-a022bde8fdb4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '76d9c9d6-a3b0-4555-bb43-a18810fa60e6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 07:57:24.418189 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00611328-42c8-4881-b328-d49dd6aca5ac None None] The sync data for ids ['c3959a90-534d-4478-b80d-9be362978bfa'] in n-d-765315-29 is: [{'id': 'c3959a90-534d-4478-b80d-9be362978bfa', 'name': 'router1', 'tenant_id': '08db30ce9161492b844022f657e94682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '22efa68b-bbdd-4d0d-b3ec-9844bf312d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T07:57:02Z', 'updated_at': '2021-11-12T07:57:20Z', 'revision_number': 4, 'project_id': '08db30ce9161492b844022f657e94682', 'gw_port': {'id': '22efa68b-bbdd-4d0d-b3ec-9844bf312d9f', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f3:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3959a90-534d-4478-b80d-9be362978bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T07:57:19Z', 'updated_at': '2021-11-12T07:57:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '7259b481-8b39-45fe-817a-f639019938bc', 'name': '', 'network_id': '5ece9dc9-821f-4681-9f88-435e06f42a14', 'tenant_id': '08db30ce9161492b844022f657e94682', 'mac_address': 'fa:16:3e:d1:84:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3959a90-534d-4478-b80d-9be362978bfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '49a27669-ba5c-4eb0-9fe2-a022bde8fdb4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T07:57:11Z', 'updated_at': '2021-11-12T07:57:15Z', 'revision_number': 5, 'project_id': '08db30ce9161492b844022f657e94682', 'subnets': [{'id': '49a27669-ba5c-4eb0-9fe2-a022bde8fdb4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '76d9c9d6-a3b0-4555-bb43-a18810fa60e6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 07:57:24.775194 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 5 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 07:57:25.612119 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 22efa68b-bbdd-4d0d-b3ec-9844bf312d9f up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 07:57:25.687294 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 22efa68b-bbdd-4d0d-b3ec-9844bf312d9f triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 07:57:25.687654 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:57:25.780533 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:57:25.803235 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] For port 22efa68b-bbdd-4d0d-b3ec-9844bf312d9f, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=22efa68b-bbdd-4d0d-b3ec-9844bf312d9f,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 07:57:25.808441 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:57:25.862261 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Pushing event updated for resources: {'Port': ['ID=22efa68b-bbdd-4d0d-b3ec-9844bf312d9f,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 07:57:27.589024 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 22efa68b-bbdd-4d0d-b3ec-9844bf312d9f up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 07:57:27.710204 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 22efa68b-bbdd-4d0d-b3ec-9844bf312d9f triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 07:57:27.710867 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:57:33.816344 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-38b5c8b8-b16a-47e6-a626-4d9e79b713d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:57:36.391832 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ad72044-10b9-4f1c-99e8-8094431bbbf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:57:37.755148 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:57:38.962814 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:57:39.650866 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:58:01.775548 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 5 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 07:58:03.804108 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-90e65708-41b5-4790-ad97-0af2a2878763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:58:06.385030 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c4e7f437-6a79-434a-92f3-3a75819a27e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:58:07.677403 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:58:08.957567 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:58:09.659337 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:58:33.798357 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ead44d55-8ba2-4be3-8ad1-4c12273a362f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:58:36.389271 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5d51fd22-f017-44f7-a31f-bbcd713010da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:58:37.674422 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:58:38.775405 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 5 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 07:58:38.961832 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:58:39.642945 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:59:03.800774 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c7708407-17d3-45d0-baff-d5746cac1e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:59:06.393017 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f17cabc2-7dc7-4aa7-8df4-a547b9b807ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:59:07.690911 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:59:08.960497 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:59:09.648094 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:59:09.944899 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56954) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 07:59:10.013641 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7bb906c-2383-4c1c-9259-bd21aea58c16 admin admin] GET failed (client error): The resource could not be found. Nov 12 07:59:10.015052 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-c7bb906c-2383-4c1c-9259-bd21aea58c16 admin admin] 10.222.0.26 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0692112 Nov 12 07:59:10.271670 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34778192-111f-4ee8-8a11-ec9c0ba33200 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 07:59:10.273446 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-34778192-111f-4ee8-8a11-ec9c0ba33200 admin admin] 10.222.0.26 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2536502 Nov 12 07:59:12.627105 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56964) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 07:59:12.723899 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9372417f-31e8-46d0-940a-ccaba901a07c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 07:59:12.725295 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-9372417f-31e8-46d0-940a-ccaba901a07c admin admin] 10.222.0.26 "GET /v2.0/subnets/49a27669-ba5c-4eb0-9fe2-a022bde8fdb4 HTTP/1.1" status: 200 len: 849 time: 0.0972323 Nov 12 07:59:12.735433 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-8ddaaef1-2dbc-498a-b8e2-fcb657e8e068 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:59:12.827907 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8ddaaef1-2dbc-498a-b8e2-fcb657e8e068 admin admin] Publish callbacks [] for subnet, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:59:12.976950 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8ddaaef1-2dbc-498a-b8e2-fcb657e8e068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762119822987'] for subnet, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:59:13.010789 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ddaaef1-2dbc-498a-b8e2-fcb657e8e068 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 07:59:13.011383 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8ddaaef1-2dbc-498a-b8e2-fcb657e8e068 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:59:13.013472 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-8ddaaef1-2dbc-498a-b8e2-fcb657e8e068 admin admin] 10.222.0.26 "PUT /v2.0/subnets/49a27669-ba5c-4eb0-9fe2-a022bde8fdb4 HTTP/1.1" status: 200 len: 868 time: 0.2810473 Nov 12 07:59:13.015231 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a276781-665f-46cc-9b3e-3999218444ad None None] Network 5ece9dc9-821f-4681-9f88-435e06f42a14 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 07:59:13.036975 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddaaef1-2dbc-498a-b8e2-fcb657e8e068 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49a27669-ba5c-4eb0-9fe2-a022bde8fdb4,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 07:59:13.044835 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddaaef1-2dbc-498a-b8e2-fcb657e8e068 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:59:13.045720 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddaaef1-2dbc-498a-b8e2-fcb657e8e068 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:59:13.046068 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddaaef1-2dbc-498a-b8e2-fcb657e8e068 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:59:13.046400 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddaaef1-2dbc-498a-b8e2-fcb657e8e068 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:59:13.046753 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddaaef1-2dbc-498a-b8e2-fcb657e8e068 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:59:13.047082 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddaaef1-2dbc-498a-b8e2-fcb657e8e068 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:59:13.047405 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddaaef1-2dbc-498a-b8e2-fcb657e8e068 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:59:13.047724 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddaaef1-2dbc-498a-b8e2-fcb657e8e068 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:59:13.048041 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddaaef1-2dbc-498a-b8e2-fcb657e8e068 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:59:13.048356 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddaaef1-2dbc-498a-b8e2-fcb657e8e068 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:59:13.048675 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddaaef1-2dbc-498a-b8e2-fcb657e8e068 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:59:13.048990 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddaaef1-2dbc-498a-b8e2-fcb657e8e068 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 07:59:13.378080 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-f1158460-b4db-4744-b204-995e20f784ce None None] Provisioning complete for port 299ad036-b01c-4437-aca7-4ed848d39ee9 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 07:59:13.378080 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f1158460-b4db-4744-b204-995e20f784ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:59:13.473470 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-f1158460-b4db-4744-b204-995e20f784ce None None] Provisioning complete for port 7259b481-8b39-45fe-817a-f639019938bc triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 07:59:13.473716 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f1158460-b4db-4744-b204-995e20f784ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:59:15.362019 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56972) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 07:59:15.579131 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c49e8e0-901f-4aa3-b9f8-67f27dc1a70a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 07:59:15.579728 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c49e8e0-901f-4aa3-b9f8-67f27dc1a70a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 07:59:15.581124 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-7c49e8e0-901f-4aa3-b9f8-67f27dc1a70a admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2181280 Nov 12 07:59:15.775464 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 5 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 07:59:17.995906 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56980) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 07:59:18.143615 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b982cb43-66ca-4a00-aa0a-30f4a8e3fe0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 07:59:18.144082 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b982cb43-66ca-4a00-aa0a-30f4a8e3fe0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 07:59:18.146346 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-b982cb43-66ca-4a00-aa0a-30f4a8e3fe0a admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1486828 Nov 12 07:59:20.533506 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 56988) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 07:59:20.696852 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437e654d-67de-4859-bdef-079b97d5367f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 07:59:20.698240 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-437e654d-67de-4859-bdef-079b97d5367f admin admin] 10.222.0.26 "GET /v2.0/networks/5ece9dc9-821f-4681-9f88-435e06f42a14 HTTP/1.1" status: 200 len: 869 time: 0.1634853 Nov 12 07:59:23.057034 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 56998) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 07:59:23.184441 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48001eda-7f8e-4cb7-a0c4-3de0daf6a164 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 07:59:23.185806 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-48001eda-7f8e-4cb7-a0c4-3de0daf6a164 admin admin] 10.222.0.26 "GET /v2.0/networks/d709f64f-f9e6-4525-b020-ad48633b9bbf HTTP/1.1" status: 200 len: 886 time: 0.1277964 Nov 12 07:59:25.562530 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57006) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 07:59:25.695455 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48629877-23e4-4240-9a54-f34d3edde487 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 07:59:25.696302 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48629877-23e4-4240-9a54-f34d3edde487 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 07:59:25.697898 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-48629877-23e4-4240-9a54-f34d3edde487 admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1343331 Nov 12 07:59:28.056840 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57014) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 07:59:28.186690 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2260a0a9-ce31-4c2c-971e-3a579f59506a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 07:59:28.187142 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2260a0a9-ce31-4c2c-971e-3a579f59506a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 07:59:28.188689 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-2260a0a9-ce31-4c2c-971e-3a579f59506a admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1308944 Nov 12 07:59:30.613003 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57022) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 07:59:30.709786 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a69d823-4ceb-44b0-868c-2d3fd3e6bf76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 07:59:30.711185 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-8a69d823-4ceb-44b0-868c-2d3fd3e6bf76 admin admin] 10.222.0.26 "GET /v2.0/subnets/49a27669-ba5c-4eb0-9fe2-a022bde8fdb4 HTTP/1.1" status: 200 len: 868 time: 0.0972340 Nov 12 07:59:33.047138 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57030) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 07:59:33.153777 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e382f819-ab72-4833-80a7-032f5eb13b10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 07:59:33.155163 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-e382f819-ab72-4833-80a7-032f5eb13b10 admin admin] 10.222.0.26 "GET /v2.0/subnets/751b3851-3866-4b1d-bbde-3f90bad4fb44 HTTP/1.1" status: 200 len: 816 time: 0.1070781 Nov 12 07:59:33.806813 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-78084bcf-b867-4bbd-8a7f-be2bf7885e84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:59:36.397118 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e5d66b72-33a9-49f9-a0e1-b8aea632e1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:59:37.679863 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:59:38.962259 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:59:39.651880 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 07:59:52.774953 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 5 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 07:59:58.431652 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57084) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 07:59:58.482136 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [None req-2b4d1862-4e63-4935-a932-adad46b5271d admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 07:59:58.483171 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-2b4d1862-4e63-4935-a932-adad46b5271d admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0505567 Nov 12 08:00:00.975079 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57092) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:00:01.037951 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-c152d7e2-309d-49a7-af33-640a2573e276 admin admin] GET failed (client error): The resource could not be found. Nov 12 08:00:01.039384 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-c152d7e2-309d-49a7-af33-640a2573e276 admin admin] 10.222.0.26 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0633585 Nov 12 08:00:01.140439 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231fa98a-0b8a-4bbb-9958-1657d882adce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:00:01.141935 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-231fa98a-0b8a-4bbb-9958-1657d882adce admin admin] 10.222.0.26 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0915072 Nov 12 08:00:03.541477 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57100) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:00:03.591090 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-aacd3951-a37b-4aed-b2e2-89c9af7da1d4 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:00:03.612686 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aacd3951-a37b-4aed-b2e2-89c9af7da1d4 admin admin] Made reservation on behalf of 09ebbf248aa544d4abe29f3678840191 for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:00:03.615868 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-aacd3951-a37b-4aed-b2e2-89c9af7da1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:00:03.644084 n-d-765315-29 neutron-server[102600]: WARNING neutron.services.revisions.revision_plugin [None req-aacd3951-a37b-4aed-b2e2-89c9af7da1d4 admin admin] Could not find related network for resource to bump revision. Nov 12 08:00:03.658753 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aacd3951-a37b-4aed-b2e2-89c9af7da1d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:00:03.668864 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-aacd3951-a37b-4aed-b2e2-89c9af7da1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:00:03.669790 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-aacd3951-a37b-4aed-b2e2-89c9af7da1d4 admin admin] Added segment 3ac8c0a6-cb23-4f92-87ed-4a9f58211544 of type vlan for network 107743df-d3df-459d-a6cd-9e2ab4303016 Nov 12 08:00:03.719634 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-aacd3951-a37b-4aed-b2e2-89c9af7da1d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:00:03.744856 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-aacd3951-a37b-4aed-b2e2-89c9af7da1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:00:03.745784 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aacd3951-a37b-4aed-b2e2-89c9af7da1d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:00:03.746733 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-aacd3951-a37b-4aed-b2e2-89c9af7da1d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:00:03.783572 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-aacd3951-a37b-4aed-b2e2-89c9af7da1d4 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2409258 Nov 12 08:00:03.819063 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacd3951-a37b-4aed-b2e2-89c9af7da1d4 admin admin] Pushing event updated for resources: {'Network': ['ID=107743df-d3df-459d-a6cd-9e2ab4303016,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:00:03.819325 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-59e54b4e-2be9-48b4-8206-6e85b4d2ed20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:00:03.831054 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 107743df-d3df-459d-a6cd-9e2ab4303016 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:00:06.379140 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57108) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:00:06.400748 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ee822b70-f607-464d-81c4-843000a9aaea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:00:06.449795 n-d-765315-29 neutron-server[102599]: INFO neutron.pecan_wsgi.hooks.translation [None req-31ae5b36-ff2a-4014-84cb-0cd5550e179d admin admin] GET failed (client error): The resource could not be found. Nov 12 08:00:06.451247 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-31ae5b36-ff2a-4014-84cb-0cd5550e179d admin admin] 10.222.0.26 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0708823 Nov 12 08:00:06.567648 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd43a590-3b99-403e-a973-0dbfc769fb9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:00:06.569057 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-fd43a590-3b99-403e-a973-0dbfc769fb9a admin admin] 10.222.0.26 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1127496 Nov 12 08:00:06.579446 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-c4cacf33-e27e-4f23-b951-9ceed4d59365 admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016', 'cidr': '192.168.233.0/24'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:00:06.603671 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4cacf33-e27e-4f23-b951-9ceed4d59365 admin admin] Made reservation on behalf of 09ebbf248aa544d4abe29f3678840191 for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:00:06.606289 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c4cacf33-e27e-4f23-b951-9ceed4d59365 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:00:06.775837 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c4cacf33-e27e-4f23-b951-9ceed4d59365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:00:06.834045 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cacf33-e27e-4f23-b951-9ceed4d59365 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:00:06.843661 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cacf33-e27e-4f23-b951-9ceed4d59365 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:00:06.844000 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cacf33-e27e-4f23-b951-9ceed4d59365 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:00:06.844329 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cacf33-e27e-4f23-b951-9ceed4d59365 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:00:06.844652 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cacf33-e27e-4f23-b951-9ceed4d59365 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:00:06.844973 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cacf33-e27e-4f23-b951-9ceed4d59365 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:00:06.845291 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cacf33-e27e-4f23-b951-9ceed4d59365 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:00:06.845605 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cacf33-e27e-4f23-b951-9ceed4d59365 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:00:06.845917 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cacf33-e27e-4f23-b951-9ceed4d59365 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:00:06.846228 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cacf33-e27e-4f23-b951-9ceed4d59365 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:00:06.846536 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cacf33-e27e-4f23-b951-9ceed4d59365 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:00:06.846908 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cacf33-e27e-4f23-b951-9ceed4d59365 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:00:06.847277 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cacf33-e27e-4f23-b951-9ceed4d59365 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:00:06.852032 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cacf33-e27e-4f23-b951-9ceed4d59365 admin admin] Checking segment: {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:00:06.852383 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4cacf33-e27e-4f23-b951-9ceed4d59365 admin admin] Network hostable DHCP agents. Network: 107743df-d3df-459d-a6cd-9e2ab4303016, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:00:06.867379 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4cacf33-e27e-4f23-b951-9ceed4d59365 admin admin] Network 107743df-d3df-459d-a6cd-9e2ab4303016 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:00:06.875624 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-c4cacf33-e27e-4f23-b951-9ceed4d59365 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 107743df-d3df-459d-a6cd-9e2ab4303016) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:00:06.880445 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4cacf33-e27e-4f23-b951-9ceed4d59365 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:00:06.881025 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c4cacf33-e27e-4f23-b951-9ceed4d59365 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:00:06.887999 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e096da9-84c2-4c54-b431-75b41bd257a0 None None] Network 107743df-d3df-459d-a6cd-9e2ab4303016 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:00:06.900453 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-c4cacf33-e27e-4f23-b951-9ceed4d59365 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3240013 Nov 12 08:00:07.046380 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87cc7af0-80c3-48a5-be05-881552af47a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-107743df-d3df-459d-a6cd-9e2ab4303016', 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016', 'tenant_id': '09ebbf248aa544d4abe29f3678840191', 'fixed_ips': [{'subnet_id': 'e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:00:07.047306 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-87cc7af0-80c3-48a5-be05-881552af47a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:00:07.185731 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-87cc7af0-80c3-48a5-be05-881552af47a1 None None] Allocated IP 192.168.233.2 (107743df-d3df-459d-a6cd-9e2ab4303016/e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1/cf5e035d-be49-488c-a95d-cb492d017b2f) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:00:07.367093 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-87cc7af0-80c3-48a5-be05-881552af47a1 None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:00:07.373599 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-87cc7af0-80c3-48a5-be05-881552af47a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:00:07.414723 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87cc7af0-80c3-48a5-be05-881552af47a1 None None] Network 107743df-d3df-459d-a6cd-9e2ab4303016 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:00:07.421764 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-87cc7af0-80c3-48a5-be05-881552af47a1 None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:00:07.431166 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87cc7af0-80c3-48a5-be05-881552af47a1 None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:00:07.434427 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cc7af0-80c3-48a5-be05-881552af47a1 None None] Pushing event updated for resources: {'Port': ['ID=cf5e035d-be49-488c-a95d-cb492d017b2f,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:00:07.442865 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cc7af0-80c3-48a5-be05-881552af47a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:00:07.443128 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cc7af0-80c3-48a5-be05-881552af47a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:00:07.443460 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cc7af0-80c3-48a5-be05-881552af47a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:00:07.443786 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cc7af0-80c3-48a5-be05-881552af47a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:00:07.444124 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cc7af0-80c3-48a5-be05-881552af47a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:00:07.444429 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cc7af0-80c3-48a5-be05-881552af47a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:00:07.444752 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cc7af0-80c3-48a5-be05-881552af47a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:00:07.445066 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cc7af0-80c3-48a5-be05-881552af47a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:00:07.445379 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cc7af0-80c3-48a5-be05-881552af47a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:00:07.445693 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cc7af0-80c3-48a5-be05-881552af47a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:00:07.446005 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cc7af0-80c3-48a5-be05-881552af47a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:00:07.446320 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cc7af0-80c3-48a5-be05-881552af47a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:00:07.502492 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-87cc7af0-80c3-48a5-be05-881552af47a1 None None] Attempting to bind port cf5e035d-be49-488c-a95d-cb492d017b2f on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:00:07.502893 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-87cc7af0-80c3-48a5-be05-881552af47a1 None None] Attempting to bind port cf5e035d-be49-488c-a95d-cb492d017b2f by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:00:07.503859 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cc7af0-80c3-48a5-be05-881552af47a1 None None] Attempting to bind port cf5e035d-be49-488c-a95d-cb492d017b2f on network 107743df-d3df-459d-a6cd-9e2ab4303016 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:00:07.509646 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cc7af0-80c3-48a5-be05-881552af47a1 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 7, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:00:07.510011 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cc7af0-80c3-48a5-be05-881552af47a1 None None] Checking segment: {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:00:07.510405 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-87cc7af0-80c3-48a5-be05-881552af47a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:00:07.510829 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cc7af0-80c3-48a5-be05-881552af47a1 None None] Bound using segment: {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:00:07.511744 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-87cc7af0-80c3-48a5-be05-881552af47a1 None None] Bound port: cf5e035d-be49-488c-a95d-cb492d017b2f, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:00:07.512134 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-87cc7af0-80c3-48a5-be05-881552af47a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:00:07.584312 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-87cc7af0-80c3-48a5-be05-881552af47a1 None None] For port cf5e035d-be49-488c-a95d-cb492d017b2f, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:00:07.587800 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-87cc7af0-80c3-48a5-be05-881552af47a1 None None] For port cf5e035d-be49-488c-a95d-cb492d017b2f, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=cf5e035d-be49-488c-a95d-cb492d017b2f,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:00:07.592742 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-87cc7af0-80c3-48a5-be05-881552af47a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:00:07.656592 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cc7af0-80c3-48a5-be05-881552af47a1 None None] Pushing event updated for resources: {'Port': ['ID=cf5e035d-be49-488c-a95d-cb492d017b2f,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:00:07.691803 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:00:08.564922 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defa2268-b558-4c0a-a04d-e21580a8c009 None None] Network 107743df-d3df-459d-a6cd-9e2ab4303016 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:00:08.657779 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-ecbb11de-7d5e-4b25-85e8-3050ce0ca0b3 None None] Provisioning complete for port cf5e035d-be49-488c-a95d-cb492d017b2f triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:00:08.658071 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ecbb11de-7d5e-4b25-85e8-3050ce0ca0b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:00:08.795255 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ecbb11de-7d5e-4b25-85e8-3050ce0ca0b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:00:08.830808 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-ecbb11de-7d5e-4b25-85e8-3050ce0ca0b3 None None] For port cf5e035d-be49-488c-a95d-cb492d017b2f, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=cf5e035d-be49-488c-a95d-cb492d017b2f,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:00:08.836638 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ecbb11de-7d5e-4b25-85e8-3050ce0ca0b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:00:08.897148 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbb11de-7d5e-4b25-85e8-3050ce0ca0b3 None None] Pushing event updated for resources: {'Port': ['ID=cf5e035d-be49-488c-a95d-cb492d017b2f,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:00:08.969573 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:00:09.057461 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05557e9a-d7db-403c-b1a4-1c8d2b7c4d85 None None] Provisioning complete for port cf5e035d-be49-488c-a95d-cb492d017b2f triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:00:09.057821 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05557e9a-d7db-403c-b1a4-1c8d2b7c4d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:00:09.659505 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:00:09.724540 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device cf5e035d-be49-488c-a95d-cb492d017b2f up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:00:09.777511 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port cf5e035d-be49-488c-a95d-cb492d017b2f triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:00:09.777871 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:00:29.776339 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 5 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:00:33.813949 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-37377c6f-200a-42d8-b707-014fe876a639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:00:36.403339 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ef01a9e3-51a8-4fc9-9f28-555d167ce05c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:00:37.694845 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:00:38.968644 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:00:39.653146 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:01:03.817581 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c33f8073-672d-4ddf-aef0-5dcbf313b68f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:01:06.407005 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d3c5bbf8-5037-4393-ae34-1de2153325c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:01:06.776506 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 5 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:01:07.687717 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:01:08.973415 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:01:09.661289 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:01:21.406124 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57152) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:01:21.412527 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [None req-12a19adc-7d61-4c4f-8856-5128865e6b2c tempest-verify_tempest_config-408863033 tempest-verify_tempest_config-408863033-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:01:21.413508 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-12a19adc-7d61-4c4f-8856-5128865e6b2c tempest-verify_tempest_config-408863033 tempest-verify_tempest_config-408863033-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0063472 Nov 12 08:01:21.730247 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57170) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:01:21.837094 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-88fde397-a55e-4868-b75c-30da877a799b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:01:21.913840 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-88fde397-a55e-4868-b75c-30da877a799b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:01:21.917609 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-88fde397-a55e-4868-b75c-30da877a799b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:01:21.960981 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fde397-a55e-4868-b75c-30da877a799b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fed7e34-26f6-428a-9e2d-39cc73eae358,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:01:21.964601 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-88fde397-a55e-4868-b75c-30da877a799b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2972917aea4f430690ed56d0baf68ea5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2333283 Nov 12 08:01:21.967454 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57174) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:01:21.970709 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fde397-a55e-4868-b75c-30da877a799b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:01:21.971059 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fde397-a55e-4868-b75c-30da877a799b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:01:21.971395 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fde397-a55e-4868-b75c-30da877a799b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:01:21.971733 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fde397-a55e-4868-b75c-30da877a799b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:01:21.972063 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fde397-a55e-4868-b75c-30da877a799b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:01:21.972389 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fde397-a55e-4868-b75c-30da877a799b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:01:21.972712 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fde397-a55e-4868-b75c-30da877a799b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:01:21.973035 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fde397-a55e-4868-b75c-30da877a799b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:01:21.973354 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fde397-a55e-4868-b75c-30da877a799b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:01:21.973672 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fde397-a55e-4868-b75c-30da877a799b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:01:21.973991 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fde397-a55e-4868-b75c-30da877a799b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:01:21.974307 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fde397-a55e-4868-b75c-30da877a799b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:01:22.025548 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7bcfb62a-8d2c-496d-8da6-7152806915c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:01:22.047304 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7bcfb62a-8d2c-496d-8da6-7152806915c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:01:22.136554 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7bcfb62a-8d2c-496d-8da6-7152806915c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:01:22.139909 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7bcfb62a-8d2c-496d-8da6-7152806915c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:01:22.141341 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-7bcfb62a-8d2c-496d-8da6-7152806915c1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0fed7e34-26f6-428a-9e2d-39cc73eae358 HTTP/1.1" status: 204 len: 168 time: 0.1728201 Nov 12 08:01:22.150041 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcfb62a-8d2c-496d-8da6-7152806915c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fed7e34-26f6-428a-9e2d-39cc73eae358,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:01:22.157988 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcfb62a-8d2c-496d-8da6-7152806915c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:01:22.158213 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcfb62a-8d2c-496d-8da6-7152806915c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:01:22.158471 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcfb62a-8d2c-496d-8da6-7152806915c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:01:22.158835 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcfb62a-8d2c-496d-8da6-7152806915c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:01:22.159215 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcfb62a-8d2c-496d-8da6-7152806915c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:01:22.159618 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcfb62a-8d2c-496d-8da6-7152806915c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:01:22.159956 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcfb62a-8d2c-496d-8da6-7152806915c1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:01:22.160286 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcfb62a-8d2c-496d-8da6-7152806915c1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:01:22.160610 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcfb62a-8d2c-496d-8da6-7152806915c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:01:22.160947 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcfb62a-8d2c-496d-8da6-7152806915c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:01:22.161256 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcfb62a-8d2c-496d-8da6-7152806915c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:01:22.161611 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcfb62a-8d2c-496d-8da6-7152806915c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:01:33.823868 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-145a19a3-6ef0-4300-a5d8-832204d96453 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:01:36.413901 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ab9f231c-9fc2-4cbc-855e-ccc2b987a22c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:01:37.691230 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:01:38.974949 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:01:39.654871 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:01:43.775684 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 5 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:02:03.818565 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-764064f2-f936-4aad-b2a0-119d9180ded4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:02:06.419990 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b65fb4e7-12ad-4601-a74b-0290e32fe8bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:02:07.696332 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:02:08.980208 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:02:09.657255 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:02:20.774738 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 5 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:02:33.820129 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-0abcb247-5aed-43cb-a11b-23718670488a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:02:36.413429 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-22f6d8a2-fd4d-4e1d-8951-25a0c5bd1d75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:02:37.697154 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:02:38.982115 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:02:39.659873 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:02:57.776608 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 5 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:03:03.822555 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c4b7317a-7ad6-46da-b182-8efd5d8ed867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:06.415689 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7d35d984-4b17-4ac4-a9d8-31c5eff1ec31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:07.702873 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:08.987348 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:09.662164 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:33.822938 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a2528621-80de-4886-b682-f25bfb8362f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:34.778762 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 5 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:03:36.417376 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a4fc5f3f-53e9-45a3-9185-a0fb5aea21c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:37.703625 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:38.989375 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:03:39.668373 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:03.824189 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a4d2a369-500c-4563-bdc9-9dabe680430b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:06.418806 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-133137ef-63c4-49af-a765-5a52535dbe14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:07.705814 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:08.994370 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:09.665197 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:11.778326 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 5 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:04:33.825469 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6943a6f8-8a4b-4a25-b822-95fdbd40841a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:34.937863 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-918709'] for agent, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:36.421313 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7a78e165-fbe5-4587-a770-42640330cb79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:37.711792 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:38.996702 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:39.660498 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:41.931113 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-918709'] for agent, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:04:48.778063 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:05:03.827346 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b77464e9-712e-4f8f-8281-75352c87d088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:04.890904 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:06.427480 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3b2cc0be-fe6c-420f-8da0-574ba88c2670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:07.711307 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:09.000493 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:09.663342 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:11.890217 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:25.393762 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57228) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:05:25.518269 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-71d411cf-7815-4824-8f22-805eac32f899 admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.1233819 Nov 12 08:05:25.780772 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:05:27.901244 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57238) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:05:27.963654 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-541053c7-f42a-4659-9d92-69d8564d9412 admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.0610020 Nov 12 08:05:33.829262 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a8bb91c6-ea81-49ce-b843-badcb0006845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:34.891239 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:36.423261 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1cbfc9c3-f5fa-4ad8-bfcc-98277ba37308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:37.715140 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:39.003634 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:39.670721 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:05:41.900286 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:02.781653 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:06:03.832751 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7c10eb66-953e-4fec-a055-171daff30682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:04.899563 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:06.426718 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6872ba62-e530-4f95-9bf7-aa8c20255d1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:07.717169 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:09.006541 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:09.671381 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:11.902680 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:33.836660 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ed1273c5-c51f-496e-8a7a-edcd624e22ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:34.898133 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:36.431458 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9a5fdd2d-f40a-4d3a-b6ec-14acc1108a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:37.720053 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:39.012168 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:39.661103 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:39.781160 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:06:41.903557 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:52.011455 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57508) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:06:52.444446 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-31ee1791-f039-4cb9-a686-304ac2fee427 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:52.527156 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-31ee1791-f039-4cb9-a686-304ac2fee427 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:52.531843 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-31ee1791-f039-4cb9-a686-304ac2fee427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:52.580107 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ee1791-f039-4cb9-a686-304ac2fee427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a26418d9-0132-483f-96fe-abd8c0d97e52,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:06:52.586486 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57532) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:06:52.591167 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ee1791-f039-4cb9-a686-304ac2fee427 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:06:52.591615 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ee1791-f039-4cb9-a686-304ac2fee427 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:06:52.592062 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ee1791-f039-4cb9-a686-304ac2fee427 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:06:52.592488 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ee1791-f039-4cb9-a686-304ac2fee427 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:06:52.592909 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ee1791-f039-4cb9-a686-304ac2fee427 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:06:52.593329 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ee1791-f039-4cb9-a686-304ac2fee427 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:06:52.593744 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ee1791-f039-4cb9-a686-304ac2fee427 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:06:52.594246 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ee1791-f039-4cb9-a686-304ac2fee427 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:06:52.594692 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ee1791-f039-4cb9-a686-304ac2fee427 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:06:52.595108 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ee1791-f039-4cb9-a686-304ac2fee427 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:06:52.595522 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ee1791-f039-4cb9-a686-304ac2fee427 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:06:52.595947 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ee1791-f039-4cb9-a686-304ac2fee427 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:06:52.597080 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ee1791-f039-4cb9-a686-304ac2fee427 admin admin] Tracked resource versions report: Nov 12 08:06:52.597080 n-d-765315-29 neutron-server[102600]: pushed versions: Nov 12 08:06:52.597080 n-d-765315-29 neutron-server[102600]: { 'AddressGroup': {'1.2'}, Nov 12 08:06:52.597080 n-d-765315-29 neutron-server[102600]: 'ConntrackHelper': {'1.0'}, Nov 12 08:06:52.597080 n-d-765315-29 neutron-server[102600]: 'Log': {'1.0'}, Nov 12 08:06:52.597080 n-d-765315-29 neutron-server[102600]: 'Network': {'1.1'}, Nov 12 08:06:52.597080 n-d-765315-29 neutron-server[102600]: 'Port': {'1.7'}, Nov 12 08:06:52.597080 n-d-765315-29 neutron-server[102600]: 'PortForwarding': {'1.2'}, Nov 12 08:06:52.597080 n-d-765315-29 neutron-server[102600]: 'QosPolicy': {'1.10'}, Nov 12 08:06:52.597080 n-d-765315-29 neutron-server[102600]: 'SecurityGroup': {'1.5'}, Nov 12 08:06:52.597080 n-d-765315-29 neutron-server[102600]: 'SecurityGroupRule': {'1.2'}, Nov 12 08:06:52.597080 n-d-765315-29 neutron-server[102600]: 'SubPort': {'1.0'}, Nov 12 08:06:52.597080 n-d-765315-29 neutron-server[102600]: 'Subnet': {'1.1'}, Nov 12 08:06:52.597080 n-d-765315-29 neutron-server[102600]: 'Trunk': {'1.1'}} Nov 12 08:06:52.597080 n-d-765315-29 neutron-server[102600]: consumer versions: Nov 12 08:06:52.597080 n-d-765315-29 neutron-server[102600]: { DHCP agent@n-d-765315-29: {}, Nov 12 08:06:52.597080 n-d-765315-29 neutron-server[102600]: HyperV agent@n-h1-765315-29: {}, Nov 12 08:06:52.597080 n-d-765315-29 neutron-server[102600]: HyperV agent@n-h2-765315-29: {}, Nov 12 08:06:52.597080 n-d-765315-29 neutron-server[102600]: L3 agent@n-d-765315-29: {}, Nov 12 08:06:52.597080 n-d-765315-29 neutron-server[102600]: Metadata agent@n-d-765315-29: {}, Nov 12 08:06:52.597080 n-d-765315-29 neutron-server[102600]: Metering agent@n-d-765315-29: {}, Nov 12 08:06:52.597080 n-d-765315-29 neutron-server[102600]: Open vSwitch agent@n-d-765315-29: { 'AddressGroup': '1.2', Nov 12 08:06:52.597080 n-d-765315-29 neutron-server[102600]: 'ConntrackHelper': '1.0', Nov 12 08:06:52.597080 n-d-765315-29 neutron-server[102600]: 'Log': '1.0', Nov 12 08:06:52.597080 n-d-765315-29 neutron-server[102600]: 'Network': '1.1', Nov 12 08:06:52.597080 n-d-765315-29 neutron-server[102600]: 'Port': '1.7', Nov 12 08:06:52.597080 n-d-765315-29 neutron-server[102600]: 'PortForwarding': '1.2', Nov 12 08:06:52.597080 n-d-765315-29 neutron-server[102600]: 'QosPolicy': '1.10', Nov 12 08:06:52.597080 n-d-765315-29 neutron-server[102600]: 'SecurityGroup': '1.5', Nov 12 08:06:52.597080 n-d-765315-29 neutron-server[102600]: 'SecurityGroupRule': '1.2', Nov 12 08:06:52.597080 n-d-765315-29 neutron-server[102600]: 'SubPort': '1.0', Nov 12 08:06:52.597080 n-d-765315-29 neutron-server[102600]: 'Subnet': '1.1', Nov 12 08:06:52.597080 n-d-765315-29 neutron-server[102600]: 'Trunk': '1.1'}} Nov 12 08:06:52.597080 n-d-765315-29 neutron-server[102600]: {{(pid=102600) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 08:06:52.607151 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-31ee1791-f039-4cb9-a686-304ac2fee427 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=862d5fc1eba04fd7ae961e4fe65f8d3b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5946615 Nov 12 08:06:52.608227 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57538) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:06:52.665986 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-68f00bb0-5318-404c-ab71-7931e44f6d1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:52.692292 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-68f00bb0-5318-404c-ab71-7931e44f6d1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:52.753559 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-68f00bb0-5318-404c-ab71-7931e44f6d1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:52.757038 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-68f00bb0-5318-404c-ab71-7931e44f6d1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:52.761063 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-68f00bb0-5318-404c-ab71-7931e44f6d1d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a26418d9-0132-483f-96fe-abd8c0d97e52 HTTP/1.1" status: 204 len: 168 time: 0.1517267 Nov 12 08:06:52.769266 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f00bb0-5318-404c-ab71-7931e44f6d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a26418d9-0132-483f-96fe-abd8c0d97e52,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:06:52.895586 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-cda62eae-00e2-4987-a7c1-868a343927f7 tempest-AutoAllocateNetworkTest-462995851 tempest-AutoAllocateNetworkTest-462995851-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=475434ff73844df49f7ca436b23102b1&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3073792 Nov 12 08:06:52.898457 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57558) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:06:53.090234 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701a5ed4-e63c-4c6a-9489-c99ff3ea279b tempest-AutoAllocateNetworkTest-462995851 tempest-AutoAllocateNetworkTest-462995851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:06:53.094904 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-701a5ed4-e63c-4c6a-9489-c99ff3ea279b tempest-AutoAllocateNetworkTest-462995851 tempest-AutoAllocateNetworkTest-462995851-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1923201 Nov 12 08:06:53.095216 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57570) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:06:53.154301 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57574) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:06:53.154495 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-aa58c379-1341-428d-b9e1-3ae9f763fc33 tempest-AutoAllocateNetworkTest-462995851 tempest-AutoAllocateNetworkTest-462995851-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0580826 Nov 12 08:06:53.185000 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-490f4aff-5190-4bb9-8836-16379d02b43f tempest-AutoAllocateNetworkTest-462995851 tempest-AutoAllocateNetworkTest-462995851-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=475434ff73844df49f7ca436b23102b1 HTTP/1.1" status: 200 len: 208 time: 0.0289016 Nov 12 08:06:53.819672 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57610) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:06:54.228559 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-74345e9c-dc12-4153-8c9d-8b5bd8778fef admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:54.303753 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-74345e9c-dc12-4153-8c9d-8b5bd8778fef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:54.308113 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-74345e9c-dc12-4153-8c9d-8b5bd8778fef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:54.336643 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74345e9c-dc12-4153-8c9d-8b5bd8778fef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7151e052-ccde-43a7-ae67-d3198a0e00a4,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:06:54.346239 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74345e9c-dc12-4153-8c9d-8b5bd8778fef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:06:54.346783 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74345e9c-dc12-4153-8c9d-8b5bd8778fef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:06:54.347248 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74345e9c-dc12-4153-8c9d-8b5bd8778fef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:06:54.347847 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74345e9c-dc12-4153-8c9d-8b5bd8778fef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:06:54.348388 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74345e9c-dc12-4153-8c9d-8b5bd8778fef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:06:54.348854 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74345e9c-dc12-4153-8c9d-8b5bd8778fef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:06:54.349414 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74345e9c-dc12-4153-8c9d-8b5bd8778fef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:06:54.350681 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74345e9c-dc12-4153-8c9d-8b5bd8778fef admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:06:54.351138 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74345e9c-dc12-4153-8c9d-8b5bd8778fef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:06:54.351588 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74345e9c-dc12-4153-8c9d-8b5bd8778fef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:06:54.352224 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74345e9c-dc12-4153-8c9d-8b5bd8778fef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:06:54.352672 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74345e9c-dc12-4153-8c9d-8b5bd8778fef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:06:54.354036 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74345e9c-dc12-4153-8c9d-8b5bd8778fef admin admin] Tracked resource versions report: Nov 12 08:06:54.354036 n-d-765315-29 neutron-server[102599]: pushed versions: Nov 12 08:06:54.354036 n-d-765315-29 neutron-server[102599]: { 'AddressGroup': {'1.2'}, Nov 12 08:06:54.354036 n-d-765315-29 neutron-server[102599]: 'ConntrackHelper': {'1.0'}, Nov 12 08:06:54.354036 n-d-765315-29 neutron-server[102599]: 'Log': {'1.0'}, Nov 12 08:06:54.354036 n-d-765315-29 neutron-server[102599]: 'Network': {'1.1'}, Nov 12 08:06:54.354036 n-d-765315-29 neutron-server[102599]: 'Port': {'1.7'}, Nov 12 08:06:54.354036 n-d-765315-29 neutron-server[102599]: 'PortForwarding': {'1.2'}, Nov 12 08:06:54.354036 n-d-765315-29 neutron-server[102599]: 'QosPolicy': {'1.10'}, Nov 12 08:06:54.354036 n-d-765315-29 neutron-server[102599]: 'SecurityGroup': {'1.5'}, Nov 12 08:06:54.354036 n-d-765315-29 neutron-server[102599]: 'SecurityGroupRule': {'1.2'}, Nov 12 08:06:54.354036 n-d-765315-29 neutron-server[102599]: 'SubPort': {'1.0'}, Nov 12 08:06:54.354036 n-d-765315-29 neutron-server[102599]: 'Subnet': {'1.1'}, Nov 12 08:06:54.354036 n-d-765315-29 neutron-server[102599]: 'Trunk': {'1.1'}} Nov 12 08:06:54.354036 n-d-765315-29 neutron-server[102599]: consumer versions: Nov 12 08:06:54.354036 n-d-765315-29 neutron-server[102599]: { DHCP agent@n-d-765315-29: {}, Nov 12 08:06:54.354036 n-d-765315-29 neutron-server[102599]: HyperV agent@n-h1-765315-29: {}, Nov 12 08:06:54.354036 n-d-765315-29 neutron-server[102599]: HyperV agent@n-h2-765315-29: {}, Nov 12 08:06:54.354036 n-d-765315-29 neutron-server[102599]: L3 agent@n-d-765315-29: {}, Nov 12 08:06:54.354036 n-d-765315-29 neutron-server[102599]: Metadata agent@n-d-765315-29: {}, Nov 12 08:06:54.354036 n-d-765315-29 neutron-server[102599]: Metering agent@n-d-765315-29: {}, Nov 12 08:06:54.354036 n-d-765315-29 neutron-server[102599]: Open vSwitch agent@n-d-765315-29: { 'AddressGroup': '1.2', Nov 12 08:06:54.354036 n-d-765315-29 neutron-server[102599]: 'ConntrackHelper': '1.0', Nov 12 08:06:54.354036 n-d-765315-29 neutron-server[102599]: 'Log': '1.0', Nov 12 08:06:54.354036 n-d-765315-29 neutron-server[102599]: 'Network': '1.1', Nov 12 08:06:54.354036 n-d-765315-29 neutron-server[102599]: 'Port': '1.7', Nov 12 08:06:54.354036 n-d-765315-29 neutron-server[102599]: 'PortForwarding': '1.2', Nov 12 08:06:54.354036 n-d-765315-29 neutron-server[102599]: 'QosPolicy': '1.10', Nov 12 08:06:54.354036 n-d-765315-29 neutron-server[102599]: 'SecurityGroup': '1.5', Nov 12 08:06:54.354036 n-d-765315-29 neutron-server[102599]: 'SecurityGroupRule': '1.2', Nov 12 08:06:54.354036 n-d-765315-29 neutron-server[102599]: 'SubPort': '1.0', Nov 12 08:06:54.354036 n-d-765315-29 neutron-server[102599]: 'Subnet': '1.1', Nov 12 08:06:54.354036 n-d-765315-29 neutron-server[102599]: 'Trunk': '1.1'}} Nov 12 08:06:54.354036 n-d-765315-29 neutron-server[102599]: {{(pid=102599) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 08:06:54.389514 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57634) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:06:54.412139 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-74345e9c-dc12-4153-8c9d-8b5bd8778fef admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=475434ff73844df49f7ca436b23102b1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5912597 Nov 12 08:06:54.466447 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9669139d-b23a-45b2-b4d5-f308ba846cc3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:54.494719 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9669139d-b23a-45b2-b4d5-f308ba846cc3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:54.663734 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9669139d-b23a-45b2-b4d5-f308ba846cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:54.667484 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9669139d-b23a-45b2-b4d5-f308ba846cc3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:54.672036 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-9669139d-b23a-45b2-b4d5-f308ba846cc3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7151e052-ccde-43a7-ae67-d3198a0e00a4 HTTP/1.1" status: 204 len: 168 time: 0.2790124 Nov 12 08:06:54.678705 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9669139d-b23a-45b2-b4d5-f308ba846cc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7151e052-ccde-43a7-ae67-d3198a0e00a4,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:06:56.323892 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57806) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:06:56.474403 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-54b45e64-9b39-4fd9-8d42-c8823c453c9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:56.582084 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-54b45e64-9b39-4fd9-8d42-c8823c453c9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:56.588399 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-54b45e64-9b39-4fd9-8d42-c8823c453c9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:56.625894 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-54b45e64-9b39-4fd9-8d42-c8823c453c9d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c6cb68d730db4b8383de19bfd07acfec&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3002429 Nov 12 08:06:56.628597 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57838) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:06:56.649455 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b45e64-9b39-4fd9-8d42-c8823c453c9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4051f67-8bdf-4b68-baab-0e41c63cf0fd,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:06:56.834997 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-29649b5d-7610-4a15-b60c-5a9f2c5b610a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:56.863935 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-29649b5d-7610-4a15-b60c-5a9f2c5b610a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:56.948552 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-29649b5d-7610-4a15-b60c-5a9f2c5b610a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:56.951671 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-29649b5d-7610-4a15-b60c-5a9f2c5b610a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:56.955355 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-29649b5d-7610-4a15-b60c-5a9f2c5b610a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f4051f67-8bdf-4b68-baab-0e41c63cf0fd HTTP/1.1" status: 204 len: 168 time: 0.3230128 Nov 12 08:06:56.970561 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29649b5d-7610-4a15-b60c-5a9f2c5b610a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4051f67-8bdf-4b68-baab-0e41c63cf0fd,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:06:56.978660 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57868) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:06:57.280244 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-035adec1-9f9c-459f-a8a2-a6b166e76f21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:57.323234 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57890) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:06:57.383280 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-035adec1-9f9c-459f-a8a2-a6b166e76f21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:57.388666 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-035adec1-9f9c-459f-a8a2-a6b166e76f21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:57.420683 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035adec1-9f9c-459f-a8a2-a6b166e76f21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c269942-5642-4e52-8fa3-74ddea5af157,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:06:57.421590 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5ea8fff2-6bfb-444c-857d-b13e4e1317a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:57.453729 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-035adec1-9f9c-459f-a8a2-a6b166e76f21 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c9e191ba8584425a901c0e43caf565e6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4738615 Nov 12 08:06:57.456575 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57902) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:06:57.518916 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5ea8fff2-6bfb-444c-857d-b13e4e1317a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:57.524359 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5ea8fff2-6bfb-444c-857d-b13e4e1317a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:57.553130 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-32c689b5-316e-4cce-b30e-bd54d0ded426 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:57.567196 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-5ea8fff2-6bfb-444c-857d-b13e4e1317a9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3a680c874e5f4e2987e337960b02b0d0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2416973 Nov 12 08:06:57.568817 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea8fff2-6bfb-444c-857d-b13e4e1317a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6df3ee2-7054-4220-8092-006d356acaa7,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:06:57.571397 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57920) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:06:57.576350 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-32c689b5-316e-4cce-b30e-bd54d0ded426 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:57.642478 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9999a0a9-24c4-4c7b-bf70-019314d63cd0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:57.649057 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-32c689b5-316e-4cce-b30e-bd54d0ded426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:57.653324 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-32c689b5-316e-4cce-b30e-bd54d0ded426 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:57.655060 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-32c689b5-316e-4cce-b30e-bd54d0ded426 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4c269942-5642-4e52-8fa3-74ddea5af157 HTTP/1.1" status: 204 len: 168 time: 0.1860499 Nov 12 08:06:57.687799 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9999a0a9-24c4-4c7b-bf70-019314d63cd0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:57.691810 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c689b5-316e-4cce-b30e-bd54d0ded426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c269942-5642-4e52-8fa3-74ddea5af157,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:06:57.776601 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9999a0a9-24c4-4c7b-bf70-019314d63cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:57.779572 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9999a0a9-24c4-4c7b-bf70-019314d63cd0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:57.780729 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-9999a0a9-24c4-4c7b-bf70-019314d63cd0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a6df3ee2-7054-4220-8092-006d356acaa7 HTTP/1.1" status: 204 len: 168 time: 0.2082398 Nov 12 08:06:57.789760 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9999a0a9-24c4-4c7b-bf70-019314d63cd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6df3ee2-7054-4220-8092-006d356acaa7,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:06:58.540487 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 58018) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:06:58.568482 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2137a9b6-a91d-41ca-853e-db50ef257fd5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:58.697974 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2137a9b6-a91d-41ca-853e-db50ef257fd5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:58.701887 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2137a9b6-a91d-41ca-853e-db50ef257fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:58.753888 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-2137a9b6-a91d-41ca-853e-db50ef257fd5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=877880ec2d764299b48dbe22712c44fb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2115946 Nov 12 08:06:58.754882 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2137a9b6-a91d-41ca-853e-db50ef257fd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bae9d2b-5c19-4ccf-9178-3e5936275dc0,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:06:58.758100 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 58038) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:06:58.773987 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 58042) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:06:58.806154 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 58048) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:06:58.829088 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-75d1cef2-3fec-476c-b526-98760bb86a43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:58.861157 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6be6cbf3-ea8c-411a-9bcf-452b322f607b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:58.905110 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6be6cbf3-ea8c-411a-9bcf-452b322f607b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:58.963535 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-75d1cef2-3fec-476c-b526-98760bb86a43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:58.970190 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-75d1cef2-3fec-476c-b526-98760bb86a43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:58.981949 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6be6cbf3-ea8c-411a-9bcf-452b322f607b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:58.985434 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6be6cbf3-ea8c-411a-9bcf-452b322f607b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:58.987125 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-6be6cbf3-ea8c-411a-9bcf-452b322f607b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8bae9d2b-5c19-4ccf-9178-3e5936275dc0 HTTP/1.1" status: 204 len: 168 time: 0.2279177 Nov 12 08:06:59.005161 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be6cbf3-ea8c-411a-9bcf-452b322f607b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bae9d2b-5c19-4ccf-9178-3e5936275dc0,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:06:59.039356 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d1cef2-3fec-476c-b526-98760bb86a43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29d20397-53bf-42f9-810c-8401120286d0,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:06:59.043755 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-75d1cef2-3fec-476c-b526-98760bb86a43 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9959b14809c54014a314e60181bf6114&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2364035 Nov 12 08:06:59.046335 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 58066) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:06:59.109098 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-806cded7-5b54-4643-9291-7c9ef64e0d0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:59.134697 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-806cded7-5b54-4643-9291-7c9ef64e0d0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:59.199259 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-806cded7-5b54-4643-9291-7c9ef64e0d0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:59.204950 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-806cded7-5b54-4643-9291-7c9ef64e0d0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:59.209956 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-806cded7-5b54-4643-9291-7c9ef64e0d0b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/29d20397-53bf-42f9-810c-8401120286d0 HTTP/1.1" status: 204 len: 168 time: 0.1597085 Nov 12 08:06:59.220336 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806cded7-5b54-4643-9291-7c9ef64e0d0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d20397-53bf-42f9-810c-8401120286d0,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:06:59.350888 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-82df1be7-6076-420e-bdfa-3ca8c392815a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:59.408465 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 58098) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:06:59.434153 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 58106) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:06:59.504134 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-82df1be7-6076-420e-bdfa-3ca8c392815a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:59.509084 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-82df1be7-6076-420e-bdfa-3ca8c392815a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:59.545856 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82df1be7-6076-420e-bdfa-3ca8c392815a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92f6c1e7-1365-40bd-83b5-6cb041992b28,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:06:59.583340 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-82df1be7-6076-420e-bdfa-3ca8c392815a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d8c338c435324e0988076780323b57d7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8077428 Nov 12 08:06:59.586792 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 58120) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:06:59.628993 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-96ac9374-c76e-4445-b35e-dca84ff6b3f7 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-299403947-network', 'tenant_id': 'caeb26ccc5c74ed4b3562c36be1bd442'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:06:59.659057 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-beb15ab3-3aec-4cda-8874-148394d9ffcb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:59.662049 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ac9374-c76e-4445-b35e-dca84ff6b3f7 admin admin] Made reservation on behalf of caeb26ccc5c74ed4b3562c36be1bd442 for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:06:59.668349 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-96ac9374-c76e-4445-b35e-dca84ff6b3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:59.688700 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-96ac9374-c76e-4445-b35e-dca84ff6b3f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:59.709708 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-beb15ab3-3aec-4cda-8874-148394d9ffcb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:59.805307 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-18f2840d-16e0-4a19-aaf7-300f5654264c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:59.808617 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-beb15ab3-3aec-4cda-8874-148394d9ffcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:59.811621 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-beb15ab3-3aec-4cda-8874-148394d9ffcb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:59.815118 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-beb15ab3-3aec-4cda-8874-148394d9ffcb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/92f6c1e7-1365-40bd-83b5-6cb041992b28 HTTP/1.1" status: 204 len: 168 time: 0.2267549 Nov 12 08:06:59.836692 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb15ab3-3aec-4cda-8874-148394d9ffcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f6c1e7-1365-40bd-83b5-6cb041992b28,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:06:59.913500 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-96ac9374-c76e-4445-b35e-dca84ff6b3f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:59.934055 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-96ac9374-c76e-4445-b35e-dca84ff6b3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:59.953799 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-18f2840d-16e0-4a19-aaf7-300f5654264c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:59.961109 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-18f2840d-16e0-4a19-aaf7-300f5654264c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:06:59.991452 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96ac9374-c76e-4445-b35e-dca84ff6b3f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:07:00.010664 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-18f2840d-16e0-4a19-aaf7-300f5654264c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ee5112c0e16b4584bea0b9764849584e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5718429 Nov 12 08:07:00.010942 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 58144) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:00.025912 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ac9374-c76e-4445-b35e-dca84ff6b3f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b5c7833-24a2-4c14-bc24-7cc6ddd646d8,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:00.032102 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-96ac9374-c76e-4445-b35e-dca84ff6b3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:00.032448 n-d-765315-29 neutron-server[102599]: INFO neutron.db.segments_db [None req-96ac9374-c76e-4445-b35e-dca84ff6b3f7 admin admin] Added segment f2435aad-db59-428a-9763-e2897ac84fcd of type vlan for network 24a4ad48-a7af-4b0d-bf7a-0953ccc45cdb Nov 12 08:07:00.108931 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-96ac9374-c76e-4445-b35e-dca84ff6b3f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:00.111103 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f2840d-16e0-4a19-aaf7-300f5654264c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae7a8759-af1d-46be-913e-ee01e67e60c7,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:00.148389 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8fd8b2e3-aea5-4aed-a3bc-d04f242cfbf6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:00.158712 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-96ac9374-c76e-4445-b35e-dca84ff6b3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:00.159882 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ac9374-c76e-4445-b35e-dca84ff6b3f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:00.160639 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-96ac9374-c76e-4445-b35e-dca84ff6b3f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:00.188979 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 58156) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:00.191061 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8fd8b2e3-aea5-4aed-a3bc-d04f242cfbf6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:00.191370 n-d-765315-29 neutron-server[102600]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 12 08:07:00.224188 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a2b9fba9-64dc-425c-bcf6-9c3d7e88a815 req-b710f8f6-1867-46fd-ab98-09564e7ad769 tempest-AggregatesAdminTestJSON-81161647 tempest-AggregatesAdminTestJSON-81161647-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=0ff5722845894941901a554afb0844ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338480 Nov 12 08:07:00.250672 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-96ac9374-c76e-4445-b35e-dca84ff6b3f7 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8409903 Nov 12 08:07:00.256158 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 58160) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:00.261652 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-346d3dfe-ceb6-470d-9c1e-52fbefca08e5 admin admin] Request body: {'subnet': {'network_id': '24a4ad48-a7af-4b0d-bf7a-0953ccc45cdb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-299403947-subnet', 'tenant_id': 'caeb26ccc5c74ed4b3562c36be1bd442', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:07:00.271771 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ac9374-c76e-4445-b35e-dca84ff6b3f7 admin admin] Pushing event updated for resources: {'Network': ['ID=24a4ad48-a7af-4b0d-bf7a-0953ccc45cdb,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:00.296705 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 24a4ad48-a7af-4b0d-bf7a-0953ccc45cdb details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:07:00.299934 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 58162) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:00.300387 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-346d3dfe-ceb6-470d-9c1e-52fbefca08e5 admin admin] Made reservation on behalf of caeb26ccc5c74ed4b3562c36be1bd442 for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:07:00.303739 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-346d3dfe-ceb6-470d-9c1e-52fbefca08e5 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:00.308878 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8fd8b2e3-aea5-4aed-a3bc-d04f242cfbf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:00.311958 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8fd8b2e3-aea5-4aed-a3bc-d04f242cfbf6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:00.313574 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-8fd8b2e3-aea5-4aed-a3bc-d04f242cfbf6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ae7a8759-af1d-46be-913e-ee01e67e60c7 HTTP/1.1" status: 204 len: 168 time: 0.3015602 Nov 12 08:07:00.325074 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd8b2e3-aea5-4aed-a3bc-d04f242cfbf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae7a8759-af1d-46be-913e-ee01e67e60c7,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:00.441062 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 58172) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:00.457952 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ac99dba6-cb1c-480e-95de-e3ea3d59180f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:00.556226 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b9fba9-64dc-425c-bcf6-9c3d7e88a815 req-3a5736c3-f56b-4d1d-8600-bee01a416852 tempest-AggregatesAdminTestJSON-81161647 tempest-AggregatesAdminTestJSON-81161647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:00.557746 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a2b9fba9-64dc-425c-bcf6-9c3d7e88a815 req-3a5736c3-f56b-4d1d-8600-bee01a416852 tempest-AggregatesAdminTestJSON-81161647 tempest-AggregatesAdminTestJSON-81161647-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3264675 Nov 12 08:07:00.581848 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ac99dba6-cb1c-480e-95de-e3ea3d59180f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:00.587118 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ac99dba6-cb1c-480e-95de-e3ea3d59180f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:00.597641 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a2b9fba9-64dc-425c-bcf6-9c3d7e88a815 req-6427ae72-c6d6-4c7e-a01b-0f58a4df37ed tempest-AggregatesAdminTestJSON-81161647 tempest-AggregatesAdminTestJSON-81161647-project] 10.222.0.26 "GET /v2.0/quotas/0ff5722845894941901a554afb0844ff HTTP/1.1" status: 200 len: 375 time: 0.0215101 Nov 12 08:07:00.641932 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-ac99dba6-cb1c-480e-95de-e3ea3d59180f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e1aa1fc63f19437984f9b54b20e0b9ef&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1996880 Nov 12 08:07:00.642910 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac99dba6-cb1c-480e-95de-e3ea3d59180f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb73b31-2957-4d66-ba8c-dc2d0e6884a4,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:00.645522 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 58174) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:00.681862 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5d6bb823-c490-4fb3-aaa2-776097098ed1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:00.706007 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a2b9fba9-64dc-425c-bcf6-9c3d7e88a815 req-3ae877fa-9c68-40a6-b3de-e007475c52e0 tempest-AggregatesAdminTestJSON-81161647 tempest-AggregatesAdminTestJSON-81161647-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=0ff5722845894941901a554afb0844ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0740473 Nov 12 08:07:00.721903 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-346d3dfe-ceb6-470d-9c1e-52fbefca08e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:00.761675 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-39a22b00-dc4f-4a5b-b33d-c7782f086729 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:00.799870 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-39a22b00-dc4f-4a5b-b33d-c7782f086729 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:00.815614 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346d3dfe-ceb6-470d-9c1e-52fbefca08e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a038e6b9-1cba-4ddf-94d9-98b3c825b6ae,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:00.863927 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5d6bb823-c490-4fb3-aaa2-776097098ed1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:00.870716 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5d6bb823-c490-4fb3-aaa2-776097098ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:00.877813 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346d3dfe-ceb6-470d-9c1e-52fbefca08e5 admin admin] Checking segment: {'id': 'f2435aad-db59-428a-9763-e2897ac84fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '24a4ad48-a7af-4b0d-bf7a-0953ccc45cdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:07:00.878229 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346d3dfe-ceb6-470d-9c1e-52fbefca08e5 admin admin] Network hostable DHCP agents. Network: 24a4ad48-a7af-4b0d-bf7a-0953ccc45cdb, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:07:00.913078 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346d3dfe-ceb6-470d-9c1e-52fbefca08e5 admin admin] Network 24a4ad48-a7af-4b0d-bf7a-0953ccc45cdb is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:07:00.918459 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-39a22b00-dc4f-4a5b-b33d-c7782f086729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:00.921054 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-39a22b00-dc4f-4a5b-b33d-c7782f086729 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:00.922819 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-39a22b00-dc4f-4a5b-b33d-c7782f086729 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4fb73b31-2957-4d66-ba8c-dc2d0e6884a4 HTTP/1.1" status: 204 len: 168 time: 0.2759297 Nov 12 08:07:00.928821 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6bb823-c490-4fb3-aaa2-776097098ed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b18ba251-3c81-4b7c-b3ef-745ef74145db,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:00.931282 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-346d3dfe-ceb6-470d-9c1e-52fbefca08e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 24a4ad48-a7af-4b0d-bf7a-0953ccc45cdb) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:07:00.936423 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-5d6bb823-c490-4fb3-aaa2-776097098ed1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=215767ca0d92437a831875194cbf2025&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6349244 Nov 12 08:07:00.937060 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 58184) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:00.943586 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346d3dfe-ceb6-470d-9c1e-52fbefca08e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:00.944250 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-346d3dfe-ceb6-470d-9c1e-52fbefca08e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:00.945388 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9412831-a251-4dce-b59b-99c230123340 None None] Network 24a4ad48-a7af-4b0d-bf7a-0953ccc45cdb requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:07:00.957545 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a22b00-dc4f-4a5b-b33d-c7782f086729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb73b31-2957-4d66-ba8c-dc2d0e6884a4,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:00.981663 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-346d3dfe-ceb6-470d-9c1e-52fbefca08e5 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7216794 Nov 12 08:07:00.982456 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 58186) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:00.994063 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-16073a57-7365-421f-afff-c5a7e67f2e2d admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-299403947-router', 'tenant_id': 'caeb26ccc5c74ed4b3562c36be1bd442', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:07:01.005286 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-db9b5ea3-8d34-44f6-91ef-d14b7bfc3ae9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:01.044611 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-db9b5ea3-8d34-44f6-91ef-d14b7bfc3ae9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:01.048300 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-16073a57-7365-421f-afff-c5a7e67f2e2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:01.049799 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-16073a57-7365-421f-afff-c5a7e67f2e2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:01.159549 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-db9b5ea3-8d34-44f6-91ef-d14b7bfc3ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:01.164372 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-db9b5ea3-8d34-44f6-91ef-d14b7bfc3ae9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:01.168411 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-db9b5ea3-8d34-44f6-91ef-d14b7bfc3ae9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b18ba251-3c81-4b7c-b3ef-745ef74145db HTTP/1.1" status: 204 len: 168 time: 0.2259316 Nov 12 08:07:01.185826 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b5ea3-8d34-44f6-91ef-d14b7bfc3ae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b18ba251-3c81-4b7c-b3ef-745ef74145db,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:01.189609 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-16073a57-7365-421f-afff-c5a7e67f2e2d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:01.296000 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 58206) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:01.310235 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9741cea9-68bd-4b36-b07a-553c01dc0d02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:01.312752 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f46845a-7f21-4346-9d07-cc3b8f28fecd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-24a4ad48-a7af-4b0d-bf7a-0953ccc45cdb', 'network_id': '24a4ad48-a7af-4b0d-bf7a-0953ccc45cdb', 'tenant_id': 'caeb26ccc5c74ed4b3562c36be1bd442', 'fixed_ips': [{'subnet_id': 'a038e6b9-1cba-4ddf-94d9-98b3c825b6ae'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:07:01.313621 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1f46845a-7f21-4346-9d07-cc3b8f28fecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:01.427383 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-16073a57-7365-421f-afff-c5a7e67f2e2d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:01.479023 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-1f46845a-7f21-4346-9d07-cc3b8f28fecd None None] Allocated IP 172.20.0.2 (24a4ad48-a7af-4b0d-bf7a-0953ccc45cdb/a038e6b9-1cba-4ddf-94d9-98b3c825b6ae/2e565575-116d-44f1-b3a6-f17ad3edb727) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:07:01.493523 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9741cea9-68bd-4b36-b07a-553c01dc0d02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:01.503063 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9741cea9-68bd-4b36-b07a-553c01dc0d02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:01.573387 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-9741cea9-68bd-4b36-b07a-553c01dc0d02 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4aa07eb63aff4926948d5a49eded8b28&name=default HTTP/1.1" status: 200 len: 2993 time: 0.2753935 Nov 12 08:07:01.575862 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 58222) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:01.611251 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9741cea9-68bd-4b36-b07a-553c01dc0d02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=945bf0dd-69e5-4f62-9321-f5254cd4ec2e,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:01.647863 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7a786004-f5c0-4cf9-b643-b1d2f4493b1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:01.681337 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1f46845a-7f21-4346-9d07-cc3b8f28fecd None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:01.689102 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1f46845a-7f21-4346-9d07-cc3b8f28fecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:01.693572 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7a786004-f5c0-4cf9-b643-b1d2f4493b1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:01.744826 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-16073a57-7365-421f-afff-c5a7e67f2e2d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:01.754481 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f46845a-7f21-4346-9d07-cc3b8f28fecd None None] Pushing event updated for resources: {'Port': ['ID=2e565575-116d-44f1-b3a6-f17ad3edb727,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:01.761777 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f46845a-7f21-4346-9d07-cc3b8f28fecd None None] Network 24a4ad48-a7af-4b0d-bf7a-0953ccc45cdb is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:07:01.773920 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7a786004-f5c0-4cf9-b643-b1d2f4493b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:01.777172 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7a786004-f5c0-4cf9-b643-b1d2f4493b1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:01.778386 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-7a786004-f5c0-4cf9-b643-b1d2f4493b1c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/945bf0dd-69e5-4f62-9321-f5254cd4ec2e HTTP/1.1" status: 204 len: 168 time: 0.2014439 Nov 12 08:07:01.784601 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-16073a57-7365-421f-afff-c5a7e67f2e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:01.785533 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f46845a-7f21-4346-9d07-cc3b8f28fecd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:07:01.785851 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f46845a-7f21-4346-9d07-cc3b8f28fecd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:07:01.786191 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f46845a-7f21-4346-9d07-cc3b8f28fecd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:07:01.786676 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f46845a-7f21-4346-9d07-cc3b8f28fecd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:07:01.789552 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f46845a-7f21-4346-9d07-cc3b8f28fecd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:07:01.789943 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f46845a-7f21-4346-9d07-cc3b8f28fecd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:07:01.790211 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f46845a-7f21-4346-9d07-cc3b8f28fecd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:07:01.793468 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f46845a-7f21-4346-9d07-cc3b8f28fecd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:07:01.793954 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f46845a-7f21-4346-9d07-cc3b8f28fecd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:07:01.794297 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f46845a-7f21-4346-9d07-cc3b8f28fecd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:07:01.794653 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f46845a-7f21-4346-9d07-cc3b8f28fecd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:07:01.794984 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f46845a-7f21-4346-9d07-cc3b8f28fecd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:07:01.796252 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f46845a-7f21-4346-9d07-cc3b8f28fecd None None] Tracked resource versions report: Nov 12 08:07:01.796252 n-d-765315-29 neutron-server[102601]: pushed versions: Nov 12 08:07:01.796252 n-d-765315-29 neutron-server[102601]: { 'AddressGroup': {'1.2'}, Nov 12 08:07:01.796252 n-d-765315-29 neutron-server[102601]: 'ConntrackHelper': {'1.0'}, Nov 12 08:07:01.796252 n-d-765315-29 neutron-server[102601]: 'Log': {'1.0'}, Nov 12 08:07:01.796252 n-d-765315-29 neutron-server[102601]: 'Network': {'1.1'}, Nov 12 08:07:01.796252 n-d-765315-29 neutron-server[102601]: 'Port': {'1.7'}, Nov 12 08:07:01.796252 n-d-765315-29 neutron-server[102601]: 'PortForwarding': {'1.2'}, Nov 12 08:07:01.796252 n-d-765315-29 neutron-server[102601]: 'QosPolicy': {'1.10'}, Nov 12 08:07:01.796252 n-d-765315-29 neutron-server[102601]: 'SecurityGroup': {'1.5'}, Nov 12 08:07:01.796252 n-d-765315-29 neutron-server[102601]: 'SecurityGroupRule': {'1.2'}, Nov 12 08:07:01.796252 n-d-765315-29 neutron-server[102601]: 'SubPort': {'1.0'}, Nov 12 08:07:01.796252 n-d-765315-29 neutron-server[102601]: 'Subnet': {'1.1'}, Nov 12 08:07:01.796252 n-d-765315-29 neutron-server[102601]: 'Trunk': {'1.1'}} Nov 12 08:07:01.796252 n-d-765315-29 neutron-server[102601]: consumer versions: Nov 12 08:07:01.796252 n-d-765315-29 neutron-server[102601]: { DHCP agent@n-d-765315-29: {}, Nov 12 08:07:01.796252 n-d-765315-29 neutron-server[102601]: HyperV agent@n-h1-765315-29: {}, Nov 12 08:07:01.796252 n-d-765315-29 neutron-server[102601]: HyperV agent@n-h2-765315-29: {}, Nov 12 08:07:01.796252 n-d-765315-29 neutron-server[102601]: L3 agent@n-d-765315-29: {}, Nov 12 08:07:01.796252 n-d-765315-29 neutron-server[102601]: Metadata agent@n-d-765315-29: {}, Nov 12 08:07:01.796252 n-d-765315-29 neutron-server[102601]: Metering agent@n-d-765315-29: {}, Nov 12 08:07:01.796252 n-d-765315-29 neutron-server[102601]: Open vSwitch agent@n-d-765315-29: { 'AddressGroup': '1.2', Nov 12 08:07:01.796252 n-d-765315-29 neutron-server[102601]: 'ConntrackHelper': '1.0', Nov 12 08:07:01.796252 n-d-765315-29 neutron-server[102601]: 'Log': '1.0', Nov 12 08:07:01.796252 n-d-765315-29 neutron-server[102601]: 'Network': '1.1', Nov 12 08:07:01.796252 n-d-765315-29 neutron-server[102601]: 'Port': '1.7', Nov 12 08:07:01.796252 n-d-765315-29 neutron-server[102601]: 'PortForwarding': '1.2', Nov 12 08:07:01.796252 n-d-765315-29 neutron-server[102601]: 'QosPolicy': '1.10', Nov 12 08:07:01.796252 n-d-765315-29 neutron-server[102601]: 'SecurityGroup': '1.5', Nov 12 08:07:01.796252 n-d-765315-29 neutron-server[102601]: 'SecurityGroupRule': '1.2', Nov 12 08:07:01.796252 n-d-765315-29 neutron-server[102601]: 'SubPort': '1.0', Nov 12 08:07:01.796252 n-d-765315-29 neutron-server[102601]: 'Subnet': '1.1', Nov 12 08:07:01.796252 n-d-765315-29 neutron-server[102601]: 'Trunk': '1.1'}} Nov 12 08:07:01.796252 n-d-765315-29 neutron-server[102601]: {{(pid=102601) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 08:07:01.804117 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a786004-f5c0-4cf9-b643-b1d2f4493b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=945bf0dd-69e5-4f62-9321-f5254cd4ec2e,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:01.827748 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-1f46845a-7f21-4346-9d07-cc3b8f28fecd None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:07:01.835135 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f46845a-7f21-4346-9d07-cc3b8f28fecd None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:07:01.916391 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 58232) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:01.919307 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-1f46845a-7f21-4346-9d07-cc3b8f28fecd None None] Attempting to bind port 2e565575-116d-44f1-b3a6-f17ad3edb727 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:07:01.919881 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-1f46845a-7f21-4346-9d07-cc3b8f28fecd None None] Attempting to bind port 2e565575-116d-44f1-b3a6-f17ad3edb727 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': 'f2435aad-db59-428a-9763-e2897ac84fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '24a4ad48-a7af-4b0d-bf7a-0953ccc45cdb'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:07:01.920445 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f46845a-7f21-4346-9d07-cc3b8f28fecd None None] Attempting to bind port 2e565575-116d-44f1-b3a6-f17ad3edb727 on network 24a4ad48-a7af-4b0d-bf7a-0953ccc45cdb {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:07:01.933342 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f46845a-7f21-4346-9d07-cc3b8f28fecd None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:07:01.933762 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f46845a-7f21-4346-9d07-cc3b8f28fecd None None] Checking segment: {'id': 'f2435aad-db59-428a-9763-e2897ac84fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '24a4ad48-a7af-4b0d-bf7a-0953ccc45cdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:07:01.934313 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1f46845a-7f21-4346-9d07-cc3b8f28fecd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:01.934720 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f46845a-7f21-4346-9d07-cc3b8f28fecd None None] Bound using segment: {'id': 'f2435aad-db59-428a-9763-e2897ac84fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '24a4ad48-a7af-4b0d-bf7a-0953ccc45cdb'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:07:01.935407 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-1f46845a-7f21-4346-9d07-cc3b8f28fecd None None] Bound port: 2e565575-116d-44f1-b3a6-f17ad3edb727, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2435aad-db59-428a-9763-e2897ac84fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '24a4ad48-a7af-4b0d-bf7a-0953ccc45cdb'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:07:01.936197 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1f46845a-7f21-4346-9d07-cc3b8f28fecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:01.938433 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-16073a57-7365-421f-afff-c5a7e67f2e2d admin admin] Allocated IP 172.25.2.74 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/e2a06b59-f1df-4b89-9d0e-6c871db10b05) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:07:02.021903 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-1f46845a-7f21-4346-9d07-cc3b8f28fecd None None] For port 2e565575-116d-44f1-b3a6-f17ad3edb727, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:07:02.027678 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-1f46845a-7f21-4346-9d07-cc3b8f28fecd None None] For port 2e565575-116d-44f1-b3a6-f17ad3edb727, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=2e565575-116d-44f1-b3a6-f17ad3edb727,segment=NetworkSegment(f2435aad-db59-428a-9763-e2897ac84fcd),segment_id=f2435aad-db59-428a-9763-e2897ac84fcd)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:07:02.033529 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1f46845a-7f21-4346-9d07-cc3b8f28fecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:02.061016 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 58242) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:02.095515 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-90be6262-6de5-4f78-8672-151833b82317 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:02.135519 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f46845a-7f21-4346-9d07-cc3b8f28fecd None None] Pushing event updated for resources: {'Port': ['ID=2e565575-116d-44f1-b3a6-f17ad3edb727,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:02.153713 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-16073a57-7365-421f-afff-c5a7e67f2e2d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:02.349090 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-90be6262-6de5-4f78-8672-151833b82317 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:02.361163 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-90be6262-6de5-4f78-8672-151833b82317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:02.405448 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-16073a57-7365-421f-afff-c5a7e67f2e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:02.456683 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-90be6262-6de5-4f78-8672-151833b82317 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=de596904a8cd42e388dcdb52492e0631&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3946598 Nov 12 08:07:02.460311 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 58254) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:02.482224 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16073a57-7365-421f-afff-c5a7e67f2e2d admin admin] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:07:02.492254 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-16073a57-7365-421f-afff-c5a7e67f2e2d admin admin] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:07:02.497510 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16073a57-7365-421f-afff-c5a7e67f2e2d admin admin] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:07:02.528793 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90be6262-6de5-4f78-8672-151833b82317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7382a6af-7050-471a-91fd-dea670816c59,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:02.581962 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-951fa0a8-7085-4e12-b277-7cb8bc7dcef6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:02.592686 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16073a57-7365-421f-afff-c5a7e67f2e2d admin admin] Pushing event updated for resources: {'Port': ['ID=e2a06b59-f1df-4b89-9d0e-6c871db10b05,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:02.660816 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-951fa0a8-7085-4e12-b277-7cb8bc7dcef6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:02.725472 n-d-765315-29 neutron-server[102599]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 12 08:07:02.839196 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-28a002fb-6637-48a2-823f-0a5269125381 req-1db6076a-a44d-41b7-9348-84543e3feaaf tempest-AggregatesAdminTestJSON-81161647 tempest-AggregatesAdminTestJSON-81161647-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c549cf4-8b8a-4091-9464-b846b1b87e99 HTTP/1.1" status: 200 len: 210 time: 0.9208539 Nov 12 08:07:02.848899 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-16073a57-7365-421f-afff-c5a7e67f2e2d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:02.893477 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-951fa0a8-7085-4e12-b277-7cb8bc7dcef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:02.896401 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-951fa0a8-7085-4e12-b277-7cb8bc7dcef6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:02.900125 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-951fa0a8-7085-4e12-b277-7cb8bc7dcef6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7382a6af-7050-471a-91fd-dea670816c59 HTTP/1.1" status: 204 len: 168 time: 0.4364300 Nov 12 08:07:02.915610 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951fa0a8-7085-4e12-b277-7cb8bc7dcef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7382a6af-7050-471a-91fd-dea670816c59,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:03.136862 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-16073a57-7365-421f-afff-c5a7e67f2e2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052'] for router, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:03.315084 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16073a57-7365-421f-afff-c5a7e67f2e2d admin admin] Router bde7935a-2b96-4e20-a2c9-08e3ef6f6a63 is scheduled to L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 with binding_index 1 {{(pid=102600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:07:03.448827 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360cf266-ad28-4d1b-9dd6-c449a6027e54 None None] Network 24a4ad48-a7af-4b0d-bf7a-0953ccc45cdb requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:07:03.489955 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16073a57-7365-421f-afff-c5a7e67f2e2d admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:07:03.510346 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204f30d9-08ca-45af-a678-c02aacc9a252 None None] Sync routers for ids ['bde7935a-2b96-4e20-a2c9-08e3ef6f6a63'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:07:03.527811 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204f30d9-08ca-45af-a678-c02aacc9a252 None None] Routers {'bde7935a-2b96-4e20-a2c9-08e3ef6f6a63'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:07:03.530016 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-204f30d9-08ca-45af-a678-c02aacc9a252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:06:36Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['bde7935a-2b96-4e20-a2c9-08e3ef6f6a63'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:07:03.547059 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-16073a57-7365-421f-afff-c5a7e67f2e2d admin admin] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:03.548777 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-16073a57-7365-421f-afff-c5a7e67f2e2d admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5634823 Nov 12 08:07:03.551707 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 58286) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:03.645489 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-84c93cf4-bbdb-47d4-9864-62eacec068d4 None None] Provisioning complete for port 2e565575-116d-44f1-b3a6-f17ad3edb727 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:07:03.646493 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-84c93cf4-bbdb-47d4-9864-62eacec068d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:03.712204 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-204f30d9-08ca-45af-a678-c02aacc9a252 None None] Set router bde7935a-2b96-4e20-a2c9-08e3ef6f6a63 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:07:03.840190 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-84c93cf4-bbdb-47d4-9864-62eacec068d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:04.006186 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.21', 60133) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:04.038367 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-84c93cf4-bbdb-47d4-9864-62eacec068d4 None None] For port 2e565575-116d-44f1-b3a6-f17ad3edb727, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=2e565575-116d-44f1-b3a6-f17ad3edb727,segment=NetworkSegment(f2435aad-db59-428a-9763-e2897ac84fcd),segment_id=f2435aad-db59-428a-9763-e2897ac84fcd)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:07:04.058188 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a2b9fba9-64dc-425c-bcf6-9c3d7e88a815 req-a0a8e72a-35d5-4fea-98cd-c44ebe79b830 tempest-AggregatesAdminTestJSON-81161647 tempest-AggregatesAdminTestJSON-81161647-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=0ff5722845894941901a554afb0844ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0463207 Nov 12 08:07:04.071991 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 2e565575-116d-44f1-b3a6-f17ad3edb727 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:07:04.120938 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-204f30d9-08ca-45af-a678-c02aacc9a252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bde7935a-2b96-4e20-a2c9-08e3ef6f6a63', 'name': 'tempest-TaggedBootDevicesTest-299403947-router', 'tenant_id': 'caeb26ccc5c74ed4b3562c36be1bd442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'e2a06b59-f1df-4b89-9d0e-6c871db10b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:07:01Z', 'updated_at': '2021-11-12T08:07:02Z', 'revision_number': 3, 'project_id': 'caeb26ccc5c74ed4b3562c36be1bd442', 'gw_port': {'id': 'e2a06b59-f1df-4b89-9d0e-6c871db10b05', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:35:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bde7935a-2b96-4e20-a2c9-08e3ef6f6a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:01Z', 'updated_at': '2021-11-12T08:07:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:07:04.152702 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-84c93cf4-bbdb-47d4-9864-62eacec068d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:04.183329 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204f30d9-08ca-45af-a678-c02aacc9a252 None None] Checking router: bde7935a-2b96-4e20-a2c9-08e3ef6f6a63 for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:07:04.184327 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204f30d9-08ca-45af-a678-c02aacc9a252 None None] Updating router bde7935a-2b96-4e20-a2c9-08e3ef6f6a63 port e2a06b59-f1df-4b89-9d0e-6c871db10b05 binding host n-d-765315-29 {{(pid=102602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:07:04.241903 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-204f30d9-08ca-45af-a678-c02aacc9a252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:04.304477 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b2440fca-e0b5-43c3-9634-1b9f287b8ea7 req-31882853-67a0-49b7-91b7-ffa8ed3ce791 tempest-AggregatesAdminTestJSON-81161647 tempest-AggregatesAdminTestJSON-81161647-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c549cf4-8b8a-4091-9464-b846b1b87e99 HTTP/1.1" status: 200 len: 210 time: 0.1752841 Nov 12 08:07:04.318061 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c93cf4-bbdb-47d4-9864-62eacec068d4 None None] Pushing event updated for resources: {'Port': ['ID=2e565575-116d-44f1-b3a6-f17ad3edb727,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:04.334623 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-bc2747ed-99e9-4566-93a6-5d5bcbfe35fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:04.388401 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b9fba9-64dc-425c-bcf6-9c3d7e88a815 req-6b6a0bf2-ad57-4cc8-bf4a-8138085951eb tempest-AggregatesAdminTestJSON-81161647 tempest-AggregatesAdminTestJSON-81161647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:04.391423 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a2b9fba9-64dc-425c-bcf6-9c3d7e88a815 req-6b6a0bf2-ad57-4cc8-bf4a-8138085951eb tempest-AggregatesAdminTestJSON-81161647 tempest-AggregatesAdminTestJSON-81161647-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3268082 Nov 12 08:07:04.415032 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 2e565575-116d-44f1-b3a6-f17ad3edb727 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:07:04.415703 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:04.493514 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-a2b9fba9-64dc-425c-bcf6-9c3d7e88a815 req-1cd886e7-7887-4e5b-8850-39f4c25b068c tempest-AggregatesAdminTestJSON-81161647 tempest-AggregatesAdminTestJSON-81161647-project] Request body: {'port': {'device_id': '5c549cf4-8b8a-4091-9464-b846b1b87e99', 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016', 'admin_state_up': True, 'tenant_id': '0ff5722845894941901a554afb0844ff'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:07:04.738563 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-204f30d9-08ca-45af-a678-c02aacc9a252 None None] Publish callbacks [] for port, precommit_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:04.753782 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-204f30d9-08ca-45af-a678-c02aacc9a252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:04.816153 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-f0100900-d85d-4cc5-947f-1955c1242c92 None None] Provisioning complete for port 2e565575-116d-44f1-b3a6-f17ad3edb727 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:07:04.817981 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f0100900-d85d-4cc5-947f-1955c1242c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:04.841025 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-204f30d9-08ca-45af-a678-c02aacc9a252 None None] Attempting to bind port e2a06b59-f1df-4b89-9d0e-6c871db10b05 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:07:04.841439 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-204f30d9-08ca-45af-a678-c02aacc9a252 None None] Attempting to bind port e2a06b59-f1df-4b89-9d0e-6c871db10b05 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:07:04.841805 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204f30d9-08ca-45af-a678-c02aacc9a252 None None] Attempting to bind port e2a06b59-f1df-4b89-9d0e-6c871db10b05 on network d709f64f-f9e6-4525-b020-ad48633b9bbf {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:07:04.843550 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2b9fba9-64dc-425c-bcf6-9c3d7e88a815 req-1cd886e7-7887-4e5b-8850-39f4c25b068c tempest-AggregatesAdminTestJSON-81161647 tempest-AggregatesAdminTestJSON-81161647-project] Made reservation on behalf of 0ff5722845894941901a554afb0844ff for: {'port': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:07:04.847521 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-a2b9fba9-64dc-425c-bcf6-9c3d7e88a815 req-1cd886e7-7887-4e5b-8850-39f4c25b068c tempest-AggregatesAdminTestJSON-81161647 tempest-AggregatesAdminTestJSON-81161647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:04.858687 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-a2b9fba9-64dc-425c-bcf6-9c3d7e88a815 req-1cd886e7-7887-4e5b-8850-39f4c25b068c tempest-AggregatesAdminTestJSON-81161647 tempest-AggregatesAdminTestJSON-81161647-project] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:04.866285 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204f30d9-08ca-45af-a678-c02aacc9a252 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:07:04.867967 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204f30d9-08ca-45af-a678-c02aacc9a252 None None] Checking segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:07:04.868556 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-204f30d9-08ca-45af-a678-c02aacc9a252 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:04.869841 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204f30d9-08ca-45af-a678-c02aacc9a252 None None] Bound using segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:07:04.870682 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-204f30d9-08ca-45af-a678-c02aacc9a252 None None] Bound port: e2a06b59-f1df-4b89-9d0e-6c871db10b05, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:07:04.872201 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-204f30d9-08ca-45af-a678-c02aacc9a252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:04.991404 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6a17c1f7-587f-4869-89e7-6648b368ab6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:05.004325 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-204f30d9-08ca-45af-a678-c02aacc9a252 None None] For port e2a06b59-f1df-4b89-9d0e-6c871db10b05, host n-d-765315-29, cleared binding levels {{(pid=102602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:07:05.011053 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-204f30d9-08ca-45af-a678-c02aacc9a252 None None] For port e2a06b59-f1df-4b89-9d0e-6c871db10b05, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=e2a06b59-f1df-4b89-9d0e-6c871db10b05,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:07:05.023342 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-204f30d9-08ca-45af-a678-c02aacc9a252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:05.044413 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-a2b9fba9-64dc-425c-bcf6-9c3d7e88a815 req-1cd886e7-7887-4e5b-8850-39f4c25b068c tempest-AggregatesAdminTestJSON-81161647 tempest-AggregatesAdminTestJSON-81161647-project] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:05.046661 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b970a8-6a57-48d7-81c7-6867113963b1 None None] Pushing event updated for resources: {'Port': ['ID=e2a06b59-f1df-4b89-9d0e-6c871db10b05,revision_number=2']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:05.053718 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-a2b9fba9-64dc-425c-bcf6-9c3d7e88a815 req-1cd886e7-7887-4e5b-8850-39f4c25b068c tempest-AggregatesAdminTestJSON-81161647 tempest-AggregatesAdminTestJSON-81161647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:05.063110 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b970a8-6a57-48d7-81c7-6867113963b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:07:05.063724 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b970a8-6a57-48d7-81c7-6867113963b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:07:05.064724 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b970a8-6a57-48d7-81c7-6867113963b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:07:05.065392 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b970a8-6a57-48d7-81c7-6867113963b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:07:05.065987 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b970a8-6a57-48d7-81c7-6867113963b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:07:05.066568 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b970a8-6a57-48d7-81c7-6867113963b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:07:05.067126 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b970a8-6a57-48d7-81c7-6867113963b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:07:05.067630 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b970a8-6a57-48d7-81c7-6867113963b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:07:05.068217 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b970a8-6a57-48d7-81c7-6867113963b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:07:05.068726 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b970a8-6a57-48d7-81c7-6867113963b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:07:05.094315 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b970a8-6a57-48d7-81c7-6867113963b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:07:05.097071 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b970a8-6a57-48d7-81c7-6867113963b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:07:05.098355 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b970a8-6a57-48d7-81c7-6867113963b1 None None] Tracked resource versions report: Nov 12 08:07:05.098355 n-d-765315-29 neutron-server[102602]: pushed versions: Nov 12 08:07:05.098355 n-d-765315-29 neutron-server[102602]: { 'AddressGroup': {'1.2'}, Nov 12 08:07:05.098355 n-d-765315-29 neutron-server[102602]: 'ConntrackHelper': {'1.0'}, Nov 12 08:07:05.098355 n-d-765315-29 neutron-server[102602]: 'Log': {'1.0'}, Nov 12 08:07:05.098355 n-d-765315-29 neutron-server[102602]: 'Network': {'1.1'}, Nov 12 08:07:05.098355 n-d-765315-29 neutron-server[102602]: 'Port': {'1.7'}, Nov 12 08:07:05.098355 n-d-765315-29 neutron-server[102602]: 'PortForwarding': {'1.2'}, Nov 12 08:07:05.098355 n-d-765315-29 neutron-server[102602]: 'QosPolicy': {'1.10'}, Nov 12 08:07:05.098355 n-d-765315-29 neutron-server[102602]: 'SecurityGroup': {'1.5'}, Nov 12 08:07:05.098355 n-d-765315-29 neutron-server[102602]: 'SecurityGroupRule': {'1.2'}, Nov 12 08:07:05.098355 n-d-765315-29 neutron-server[102602]: 'SubPort': {'1.0'}, Nov 12 08:07:05.098355 n-d-765315-29 neutron-server[102602]: 'Subnet': {'1.1'}, Nov 12 08:07:05.098355 n-d-765315-29 neutron-server[102602]: 'Trunk': {'1.1'}} Nov 12 08:07:05.098355 n-d-765315-29 neutron-server[102602]: consumer versions: Nov 12 08:07:05.098355 n-d-765315-29 neutron-server[102602]: { DHCP agent@n-d-765315-29: {}, Nov 12 08:07:05.098355 n-d-765315-29 neutron-server[102602]: HyperV agent@n-h1-765315-29: {}, Nov 12 08:07:05.098355 n-d-765315-29 neutron-server[102602]: HyperV agent@n-h2-765315-29: {}, Nov 12 08:07:05.098355 n-d-765315-29 neutron-server[102602]: L3 agent@n-d-765315-29: {}, Nov 12 08:07:05.098355 n-d-765315-29 neutron-server[102602]: Metadata agent@n-d-765315-29: {}, Nov 12 08:07:05.098355 n-d-765315-29 neutron-server[102602]: Metering agent@n-d-765315-29: {}, Nov 12 08:07:05.098355 n-d-765315-29 neutron-server[102602]: Open vSwitch agent@n-d-765315-29: { 'AddressGroup': '1.2', Nov 12 08:07:05.098355 n-d-765315-29 neutron-server[102602]: 'ConntrackHelper': '1.0', Nov 12 08:07:05.098355 n-d-765315-29 neutron-server[102602]: 'Log': '1.0', Nov 12 08:07:05.098355 n-d-765315-29 neutron-server[102602]: 'Network': '1.1', Nov 12 08:07:05.098355 n-d-765315-29 neutron-server[102602]: 'Port': '1.7', Nov 12 08:07:05.098355 n-d-765315-29 neutron-server[102602]: 'PortForwarding': '1.2', Nov 12 08:07:05.098355 n-d-765315-29 neutron-server[102602]: 'QosPolicy': '1.10', Nov 12 08:07:05.098355 n-d-765315-29 neutron-server[102602]: 'SecurityGroup': '1.5', Nov 12 08:07:05.098355 n-d-765315-29 neutron-server[102602]: 'SecurityGroupRule': '1.2', Nov 12 08:07:05.098355 n-d-765315-29 neutron-server[102602]: 'SubPort': '1.0', Nov 12 08:07:05.098355 n-d-765315-29 neutron-server[102602]: 'Subnet': '1.1', Nov 12 08:07:05.098355 n-d-765315-29 neutron-server[102602]: 'Trunk': '1.1'}} Nov 12 08:07:05.098355 n-d-765315-29 neutron-server[102602]: {{(pid=102602) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 08:07:05.135558 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204f30d9-08ca-45af-a678-c02aacc9a252 None None] Routers {'bde7935a-2b96-4e20-a2c9-08e3ef6f6a63'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:07:05.136451 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-204f30d9-08ca-45af-a678-c02aacc9a252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:06:36Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['bde7935a-2b96-4e20-a2c9-08e3ef6f6a63'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:07:05.205437 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b970a8-6a57-48d7-81c7-6867113963b1 None None] Pushing event updated for resources: {'Port': ['ID=e2a06b59-f1df-4b89-9d0e-6c871db10b05,revision_number=3']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:05.211990 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:05.312054 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd886e7-7887-4e5b-8850-39f4c25b068c tempest-AggregatesAdminTestJSON-81161647 tempest-AggregatesAdminTestJSON-81161647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b77c4906-9bfa-4787-9845-f0c28cf33794,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:05.347824 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-6a17c1f7-587f-4869-89e7-6648b368ab6d admin admin] Allocated IP 172.20.0.1 (24a4ad48-a7af-4b0d-bf7a-0953ccc45cdb/a038e6b9-1cba-4ddf-94d9-98b3c825b6ae/368b1f59-edaa-4692-bce6-09350eef70bc) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:07:05.409634 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-204f30d9-08ca-45af-a678-c02aacc9a252 None None] Set router bde7935a-2b96-4e20-a2c9-08e3ef6f6a63 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:07:05.505052 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [req-a2b9fba9-64dc-425c-bcf6-9c3d7e88a815 req-1cd886e7-7887-4e5b-8850-39f4c25b068c tempest-AggregatesAdminTestJSON-81161647 tempest-AggregatesAdminTestJSON-81161647-project] Allocated IP 192.168.233.46 (107743df-d3df-459d-a6cd-9e2ab4303016/e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1/a3f15631-2ed5-4a5f-91ca-05a1c1162978) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:07:05.526622 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6a17c1f7-587f-4869-89e7-6648b368ab6d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:05.644796 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b3f737cd-1671-4703-ada6-3d119e44d342 req-a2ec1049-9f7a-45b5-af77-ad8b14e1d611 tempest-AggregatesAdminTestJSON-81161647 tempest-AggregatesAdminTestJSON-81161647-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c549cf4-8b8a-4091-9464-b846b1b87e99 HTTP/1.1" status: 200 len: 210 time: 0.0465620 Nov 12 08:07:05.672636 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6a17c1f7-587f-4869-89e7-6648b368ab6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:05.730124 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-204f30d9-08ca-45af-a678-c02aacc9a252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bde7935a-2b96-4e20-a2c9-08e3ef6f6a63', 'name': 'tempest-TaggedBootDevicesTest-299403947-router', 'tenant_id': 'caeb26ccc5c74ed4b3562c36be1bd442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'e2a06b59-f1df-4b89-9d0e-6c871db10b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:07:01Z', 'updated_at': '2021-11-12T08:07:02Z', 'revision_number': 3, 'project_id': 'caeb26ccc5c74ed4b3562c36be1bd442', 'gw_port': {'id': 'e2a06b59-f1df-4b89-9d0e-6c871db10b05', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:35:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bde7935a-2b96-4e20-a2c9-08e3ef6f6a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:01Z', 'updated_at': '2021-11-12T08:07:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:07:05.779871 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204f30d9-08ca-45af-a678-c02aacc9a252 None None] The sync data for ids ['bde7935a-2b96-4e20-a2c9-08e3ef6f6a63'] in n-d-765315-29 is: [{'id': 'bde7935a-2b96-4e20-a2c9-08e3ef6f6a63', 'name': 'tempest-TaggedBootDevicesTest-299403947-router', 'tenant_id': 'caeb26ccc5c74ed4b3562c36be1bd442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'e2a06b59-f1df-4b89-9d0e-6c871db10b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:07:01Z', 'updated_at': '2021-11-12T08:07:02Z', 'revision_number': 3, 'project_id': 'caeb26ccc5c74ed4b3562c36be1bd442', 'gw_port': {'id': 'e2a06b59-f1df-4b89-9d0e-6c871db10b05', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:35:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bde7935a-2b96-4e20-a2c9-08e3ef6f6a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:01Z', 'updated_at': '2021-11-12T08:07:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:07:05.789972 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a17c1f7-587f-4869-89e7-6648b368ab6d admin admin] Pushing event updated for resources: {'Port': ['ID=368b1f59-edaa-4692-bce6-09350eef70bc,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:05.819692 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a17c1f7-587f-4869-89e7-6648b368ab6d admin admin] Network 24a4ad48-a7af-4b0d-bf7a-0953ccc45cdb is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:07:05.819692 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-6a17c1f7-587f-4869-89e7-6648b368ab6d admin admin] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:07:05.829065 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a17c1f7-587f-4869-89e7-6648b368ab6d admin admin] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:07:05.830034 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6a17c1f7-587f-4869-89e7-6648b368ab6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933481'] for router_interface, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:05.966639 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 2e565575-116d-44f1-b3a6-f17ad3edb727 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:07:06.014829 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-a2b9fba9-64dc-425c-bcf6-9c3d7e88a815 req-1cd886e7-7887-4e5b-8850-39f4c25b068c tempest-AggregatesAdminTestJSON-81161647 tempest-AggregatesAdminTestJSON-81161647-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:06.090669 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 2e565575-116d-44f1-b3a6-f17ad3edb727 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:07:06.098806 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:06.115527 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-a2b9fba9-64dc-425c-bcf6-9c3d7e88a815 req-1cd886e7-7887-4e5b-8850-39f4c25b068c tempest-AggregatesAdminTestJSON-81161647 tempest-AggregatesAdminTestJSON-81161647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:06.319704 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-c947a1af-c82e-4aef-afa3-e120799f73d5 None None] Provisioning complete for port 368b1f59-edaa-4692-bce6-09350eef70bc triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:07:06.320082 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c947a1af-c82e-4aef-afa3-e120799f73d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:06.399505 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2b9fba9-64dc-425c-bcf6-9c3d7e88a815 req-1cd886e7-7887-4e5b-8850-39f4c25b068c tempest-AggregatesAdminTestJSON-81161647 tempest-AggregatesAdminTestJSON-81161647-project] Network 107743df-d3df-459d-a6cd-9e2ab4303016 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:07:06.407938 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [req-a2b9fba9-64dc-425c-bcf6-9c3d7e88a815 req-1cd886e7-7887-4e5b-8850-39f4c25b068c tempest-AggregatesAdminTestJSON-81161647 tempest-AggregatesAdminTestJSON-81161647-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:07:06.413505 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2b9fba9-64dc-425c-bcf6-9c3d7e88a815 req-1cd886e7-7887-4e5b-8850-39f4c25b068c tempest-AggregatesAdminTestJSON-81161647 tempest-AggregatesAdminTestJSON-81161647-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:07:06.421643 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b9fba9-64dc-425c-bcf6-9c3d7e88a815 req-1cd886e7-7887-4e5b-8850-39f4c25b068c tempest-AggregatesAdminTestJSON-81161647 tempest-AggregatesAdminTestJSON-81161647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:06.421643 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-a2b9fba9-64dc-425c-bcf6-9c3d7e88a815 req-1cd886e7-7887-4e5b-8850-39f4c25b068c tempest-AggregatesAdminTestJSON-81161647 tempest-AggregatesAdminTestJSON-81161647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:06.429392 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd886e7-7887-4e5b-8850-39f4c25b068c tempest-AggregatesAdminTestJSON-81161647 tempest-AggregatesAdminTestJSON-81161647-project] Pushing event updated for resources: {'Port': ['ID=a3f15631-2ed5-4a5f-91ca-05a1c1162978,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:06.470343 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6a17c1f7-587f-4869-89e7-6648b368ab6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:06.477385 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a2b9fba9-64dc-425c-bcf6-9c3d7e88a815 req-1cd886e7-7887-4e5b-8850-39f4c25b068c tempest-AggregatesAdminTestJSON-81161647 tempest-AggregatesAdminTestJSON-81161647-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9891779 Nov 12 08:07:06.490036 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [req-a2b9fba9-64dc-425c-bcf6-9c3d7e88a815 req-9f0aea94-8474-4f68-9f90-c1b5eb2dba49 tempest-AggregatesAdminTestJSON-81161647 tempest-AggregatesAdminTestJSON-81161647-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:07:06.493294 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a2b9fba9-64dc-425c-bcf6-9c3d7e88a815 req-9f0aea94-8474-4f68-9f90-c1b5eb2dba49 tempest-AggregatesAdminTestJSON-81161647 tempest-AggregatesAdminTestJSON-81161647-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072849 Nov 12 08:07:06.733977 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-c947a1af-c82e-4aef-afa3-e120799f73d5 None None] Port 368b1f59-edaa-4692-bce6-09350eef70bc cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:07:06.748861 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-13c99c8a-d25e-4d91-9200-7ea9559da8ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:06.944879 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b080f2f9-5bdb-453d-b6f8-268457239bf6 req-b04e0088-bb52-4c9a-9254-c6147e697ac1 tempest-AggregatesAdminTestJSON-81161647 tempest-AggregatesAdminTestJSON-81161647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:06.946043 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b080f2f9-5bdb-453d-b6f8-268457239bf6 req-b04e0088-bb52-4c9a-9254-c6147e697ac1 tempest-AggregatesAdminTestJSON-81161647 tempest-AggregatesAdminTestJSON-81161647-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c549cf4-8b8a-4091-9464-b846b1b87e99 HTTP/1.1" status: 200 len: 935 time: 0.1635447 Nov 12 08:07:06.977263 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-ffda648a-f8c6-4850-b996-97f3e00900a8 None None] Provisioning complete for port a3f15631-2ed5-4a5f-91ca-05a1c1162978 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:07:06.977820 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ffda648a-f8c6-4850-b996-97f3e00900a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:07.027613 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b080f2f9-5bdb-453d-b6f8-268457239bf6 req-ce7c27a4-4567-40ed-b02a-2ebc52cdd5c3 tempest-AggregatesAdminTestJSON-81161647 tempest-AggregatesAdminTestJSON-81161647-project] 10.222.0.26 "GET /v2.0/security-groups?id=b77c4906-9bfa-4787-9845-f0c28cf33794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748434 Nov 12 08:07:07.115718 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-ffda648a-f8c6-4850-b996-97f3e00900a8 None None] Port a3f15631-2ed5-4a5f-91ca-05a1c1162978 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:07:07.358503 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6a17c1f7-587f-4869-89e7-6648b368ab6d admin admin] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:07.386079 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6a17c1f7-587f-4869-89e7-6648b368ab6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:07.387049 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6a17c1f7-587f-4869-89e7-6648b368ab6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933629'] for router_interface, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:07.569412 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a17c1f7-587f-4869-89e7-6648b368ab6d admin admin] Pushing event updated for resources: {'Port': ['ID=368b1f59-edaa-4692-bce6-09350eef70bc,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:07.703781 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a17c1f7-587f-4869-89e7-6648b368ab6d admin admin] Network 24a4ad48-a7af-4b0d-bf7a-0953ccc45cdb is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:07:07.710378 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-6a17c1f7-587f-4869-89e7-6648b368ab6d admin admin] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:07:07.740947 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:08.034569 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device e2a06b59-f1df-4b89-9d0e-6c871db10b05 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:07:08.103800 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a17c1f7-587f-4869-89e7-6648b368ab6d admin admin] Router bde7935a-2b96-4e20-a2c9-08e3ef6f6a63 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:07:08.262671 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port e2a06b59-f1df-4b89-9d0e-6c871db10b05 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:07:08.266836 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:08.322122 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-a68ae15e-a59f-40a9-ac53-d73883e7a952 None None] Provisioning complete for port 368b1f59-edaa-4692-bce6-09350eef70bc triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:07:08.323066 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a68ae15e-a59f-40a9-ac53-d73883e7a952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:08.363879 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-a2b9fba9-64dc-425c-bcf6-9c3d7e88a815 req-2066d03a-3c11-4e37-a138-726be84927d2 service neutron] Request body: {'port': {'device_id': '5c549cf4-8b8a-4091-9464-b846b1b87e99', 'device_owner': 'compute:tempest-test_az-1004705582', 'binding:host_id': 'n-h1-765315-29'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:07:08.434080 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-a68ae15e-a59f-40a9-ac53-d73883e7a952 None None] Port 368b1f59-edaa-4692-bce6-09350eef70bc cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:07:08.445250 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 58416) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:08.542499 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:08.588474 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] For port e2a06b59-f1df-4b89-9d0e-6c871db10b05, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=e2a06b59-f1df-4b89-9d0e-6c871db10b05,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:07:08.595449 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:08.629858 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-a2b9fba9-64dc-425c-bcf6-9c3d7e88a815 req-2066d03a-3c11-4e37-a138-726be84927d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:08.633923 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e8b3c0-1093-4c8f-8b5d-8bc7c4c4d116 req-59aa1cc3-6fe2-48aa-9d93-f93c9fe73db0 tempest-AggregatesAdminTestJSON-81161647 tempest-AggregatesAdminTestJSON-81161647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:08.642139 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d6e8b3c0-1093-4c8f-8b5d-8bc7c4c4d116 req-59aa1cc3-6fe2-48aa-9d93-f93c9fe73db0 tempest-AggregatesAdminTestJSON-81161647 tempest-AggregatesAdminTestJSON-81161647-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c549cf4-8b8a-4091-9464-b846b1b87e99 HTTP/1.1" status: 200 len: 935 time: 0.3951788 Nov 12 08:07:08.695048 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a17c1f7-587f-4869-89e7-6648b368ab6d admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:07:08.724851 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-6a17c1f7-587f-4869-89e7-6648b368ab6d admin admin] 10.222.0.26 "PUT /v2.0/routers/bde7935a-2b96-4e20-a2c9-08e3ef6f6a63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1716764 Nov 12 08:07:08.740396 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Pushing event updated for resources: {'Port': ['ID=e2a06b59-f1df-4b89-9d0e-6c871db10b05,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:08.825866 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d6e8b3c0-1093-4c8f-8b5d-8bc7c4c4d116 req-bbb0114e-6278-479f-8328-a2074f4cb4d8 tempest-AggregatesAdminTestJSON-81161647 tempest-AggregatesAdminTestJSON-81161647-project] 10.222.0.26 "GET /v2.0/security-groups?id=b77c4906-9bfa-4787-9845-f0c28cf33794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828446 Nov 12 08:07:08.988881 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130766dd-c771-44e0-b00b-1e9dc5a6caf2 None None] Sync routers for ids ['bde7935a-2b96-4e20-a2c9-08e3ef6f6a63'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:07:09.049709 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130766dd-c771-44e0-b00b-1e9dc5a6caf2 None None] Routers {'bde7935a-2b96-4e20-a2c9-08e3ef6f6a63'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:07:09.050571 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-130766dd-c771-44e0-b00b-1e9dc5a6caf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:07:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['bde7935a-2b96-4e20-a2c9-08e3ef6f6a63'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:07:09.057016 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:09.060552 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-28d78bd9-d2b6-48ca-bf0d-b6edb1f0f0c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:09.257482 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-130766dd-c771-44e0-b00b-1e9dc5a6caf2 None None] Set router bde7935a-2b96-4e20-a2c9-08e3ef6f6a63 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:07:09.362685 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-28d78bd9-d2b6-48ca-bf0d-b6edb1f0f0c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:09.374658 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-28d78bd9-d2b6-48ca-bf0d-b6edb1f0f0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:09.510319 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-28d78bd9-d2b6-48ca-bf0d-b6edb1f0f0c6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c3c3ff697d4c48ec81cac8bcaac5aa08&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0552485 Nov 12 08:07:09.513237 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d78bd9-d2b6-48ca-bf0d-b6edb1f0f0c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f6c40f4-0bf4-4050-9987-96b6ede0fbf7,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:09.535410 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 58438) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:09.537046 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [req-a2b9fba9-64dc-425c-bcf6-9c3d7e88a815 req-2066d03a-3c11-4e37-a138-726be84927d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3f15631-2ed5-4a5f-91ca-05a1c1162978 {{(pid=102600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:07:09.560865 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-a2b9fba9-64dc-425c-bcf6-9c3d7e88a815 req-2066d03a-3c11-4e37-a138-726be84927d2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:09.609024 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.provisioning_blocks [req-a2b9fba9-64dc-425c-bcf6-9c3d7e88a815 req-2066d03a-3c11-4e37-a138-726be84927d2 service neutron] Transition to ACTIVE for port object a3f15631-2ed5-4a5f-91ca-05a1c1162978 will not be triggered until provisioned by entity L2. {{(pid=102600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:07:09.617237 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-a2b9fba9-64dc-425c-bcf6-9c3d7e88a815 req-2066d03a-3c11-4e37-a138-726be84927d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:09.681742 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:09.704808 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-130766dd-c771-44e0-b00b-1e9dc5a6caf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bde7935a-2b96-4e20-a2c9-08e3ef6f6a63', 'name': 'tempest-TaggedBootDevicesTest-299403947-router', 'tenant_id': 'caeb26ccc5c74ed4b3562c36be1bd442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'e2a06b59-f1df-4b89-9d0e-6c871db10b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:07:01Z', 'updated_at': '2021-11-12T08:07:06Z', 'revision_number': 4, 'project_id': 'caeb26ccc5c74ed4b3562c36be1bd442', 'gw_port': {'id': 'e2a06b59-f1df-4b89-9d0e-6c871db10b05', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:35:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde7935a-2b96-4e20-a2c9-08e3ef6f6a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:01Z', 'updated_at': '2021-11-12T08:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '368b1f59-edaa-4692-bce6-09350eef70bc', 'name': '', 'network_id': '24a4ad48-a7af-4b0d-bf7a-0953ccc45cdb', 'tenant_id': 'caeb26ccc5c74ed4b3562c36be1bd442', 'mac_address': 'fa:16:3e:72:70:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bde7935a-2b96-4e20-a2c9-08e3ef6f6a63', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'a038e6b9-1cba-4ddf-94d9-98b3c825b6ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:05Z', 'updated_at': '2021-11-12T08:07:06Z', 'revision_number': 2, 'project_id': 'caeb26ccc5c74ed4b3562c36be1bd442', 'subnets': [{'id': 'a038e6b9-1cba-4ddf-94d9-98b3c825b6ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:07:09.713800 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-63191e33-c0f7-4363-a70e-a114d8aee445 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:09.772581 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130766dd-c771-44e0-b00b-1e9dc5a6caf2 None None] Checking router: bde7935a-2b96-4e20-a2c9-08e3ef6f6a63 for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:07:09.779395 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130766dd-c771-44e0-b00b-1e9dc5a6caf2 None None] Updating router bde7935a-2b96-4e20-a2c9-08e3ef6f6a63 port 368b1f59-edaa-4692-bce6-09350eef70bc binding host n-d-765315-29 {{(pid=102601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:07:09.794310 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-63191e33-c0f7-4363-a70e-a114d8aee445 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:09.807924 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2066d03a-3c11-4e37-a138-726be84927d2 service neutron] Pushing event updated for resources: {'Port': ['ID=a3f15631-2ed5-4a5f-91ca-05a1c1162978,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:09.875952 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-130766dd-c771-44e0-b00b-1e9dc5a6caf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:09.968062 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-63191e33-c0f7-4363-a70e-a114d8aee445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:09.973449 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-63191e33-c0f7-4363-a70e-a114d8aee445 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:09.981536 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-63191e33-c0f7-4363-a70e-a114d8aee445 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7f6c40f4-0bf4-4050-9987-96b6ede0fbf7 HTTP/1.1" status: 204 len: 168 time: 0.4318783 Nov 12 08:07:10.032929 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-a2b9fba9-64dc-425c-bcf6-9c3d7e88a815 req-2066d03a-3c11-4e37-a138-726be84927d2 service neutron] Attempting to bind port a3f15631-2ed5-4a5f-91ca-05a1c1162978 on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:07:10.033302 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-a2b9fba9-64dc-425c-bcf6-9c3d7e88a815 req-2066d03a-3c11-4e37-a138-726be84927d2 service neutron] Attempting to bind port a3f15631-2ed5-4a5f-91ca-05a1c1162978 by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:07:10.033671 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b9fba9-64dc-425c-bcf6-9c3d7e88a815 req-2066d03a-3c11-4e37-a138-726be84927d2 service neutron] Attempting to bind port a3f15631-2ed5-4a5f-91ca-05a1c1162978 on network 107743df-d3df-459d-a6cd-9e2ab4303016 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:07:10.036168 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63191e33-c0f7-4363-a70e-a114d8aee445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f6c40f4-0bf4-4050-9987-96b6ede0fbf7,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:10.042985 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b9fba9-64dc-425c-bcf6-9c3d7e88a815 req-2066d03a-3c11-4e37-a138-726be84927d2 service neutron] Port a3f15631-2ed5-4a5f-91ca-05a1c1162978 on network 107743df-d3df-459d-a6cd-9e2ab4303016 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:07:10.043321 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b9fba9-64dc-425c-bcf6-9c3d7e88a815 req-2066d03a-3c11-4e37-a138-726be84927d2 service neutron] Attempting to bind port a3f15631-2ed5-4a5f-91ca-05a1c1162978 on network 107743df-d3df-459d-a6cd-9e2ab4303016 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:07:10.071395 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b9fba9-64dc-425c-bcf6-9c3d7e88a815 req-2066d03a-3c11-4e37-a138-726be84927d2 service neutron] Checking agent: {'id': '26215384-8035-4ce2-971a-8e67be80da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:07:10.071760 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b9fba9-64dc-425c-bcf6-9c3d7e88a815 req-2066d03a-3c11-4e37-a138-726be84927d2 service neutron] Checking segment: {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:07:10.072406 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b9fba9-64dc-425c-bcf6-9c3d7e88a815 req-2066d03a-3c11-4e37-a138-726be84927d2 service neutron] Bound using segment: {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:07:10.072924 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-a2b9fba9-64dc-425c-bcf6-9c3d7e88a815 req-2066d03a-3c11-4e37-a138-726be84927d2 service neutron] Bound port: a3f15631-2ed5-4a5f-91ca-05a1c1162978, host: n-h1-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'}}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:07:10.073291 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-a2b9fba9-64dc-425c-bcf6-9c3d7e88a815 req-2066d03a-3c11-4e37-a138-726be84927d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:10.168723 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e804041f-02de-4008-b04c-7f870a617ad4 req-0bc3fb53-6b3c-47ad-be30-70b8b701144e tempest-AggregatesAdminTestJSON-81161647 tempest-AggregatesAdminTestJSON-81161647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:10.170698 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e804041f-02de-4008-b04c-7f870a617ad4 req-0bc3fb53-6b3c-47ad-be30-70b8b701144e tempest-AggregatesAdminTestJSON-81161647 tempest-AggregatesAdminTestJSON-81161647-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c549cf4-8b8a-4091-9464-b846b1b87e99 HTTP/1.1" status: 200 len: 969 time: 0.1657319 Nov 12 08:07:10.283235 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-a2b9fba9-64dc-425c-bcf6-9c3d7e88a815 req-2066d03a-3c11-4e37-a138-726be84927d2 service neutron] For port a3f15631-2ed5-4a5f-91ca-05a1c1162978, host n-h1-765315-29, cleared binding levels {{(pid=102600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:07:10.292219 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-a2b9fba9-64dc-425c-bcf6-9c3d7e88a815 req-2066d03a-3c11-4e37-a138-726be84927d2 service neutron] For port a3f15631-2ed5-4a5f-91ca-05a1c1162978, host n-h1-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=a3f15631-2ed5-4a5f-91ca-05a1c1162978,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:07:10.310228 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-a2b9fba9-64dc-425c-bcf6-9c3d7e88a815 req-2066d03a-3c11-4e37-a138-726be84927d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:10.312628 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device e2a06b59-f1df-4b89-9d0e-6c871db10b05 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:07:10.386605 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e804041f-02de-4008-b04c-7f870a617ad4 req-16e8766d-2329-4c3f-bba7-26d8b785db06 tempest-AggregatesAdminTestJSON-81161647 tempest-AggregatesAdminTestJSON-81161647-project] 10.222.0.26 "GET /v2.0/security-groups?id=b77c4906-9bfa-4787-9845-f0c28cf33794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095864 Nov 12 08:07:10.471317 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2066d03a-3c11-4e37-a138-726be84927d2 service neutron] Pushing event updated for resources: {'Port': ['ID=a3f15631-2ed5-4a5f-91ca-05a1c1162978,revision_number=3']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:10.530955 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b9fba9-64dc-425c-bcf6-9c3d7e88a815 req-2066d03a-3c11-4e37-a138-726be84927d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:10.532765 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-a2b9fba9-64dc-425c-bcf6-9c3d7e88a815 req-2066d03a-3c11-4e37-a138-726be84927d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:10.544121 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a2b9fba9-64dc-425c-bcf6-9c3d7e88a815 req-2066d03a-3c11-4e37-a138-726be84927d2 service neutron] 10.222.0.21 "PUT /v2.0/ports/a3f15631-2ed5-4a5f-91ca-05a1c1162978 HTTP/1.1" status: 200 len: 1118 time: 3.3567755 Nov 12 08:07:10.545385 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c549cf4-8b8a-4091-9464-b846b1b87e99', 'tag': 'a3f15631-2ed5-4a5f-91ca-05a1c1162978'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:07:10.725968 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port e2a06b59-f1df-4b89-9d0e-6c871db10b05 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:07:10.726338 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:10.988208 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b9fba9-64dc-425c-bcf6-9c3d7e88a815 req-9e639748-85e7-4077-b8d8-39ee154ef21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:10.990458 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a2b9fba9-64dc-425c-bcf6-9c3d7e88a815 req-9e639748-85e7-4077-b8d8-39ee154ef21d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0ff5722845894941901a554afb0844ff&device_id=5c549cf4-8b8a-4091-9464-b846b1b87e99 HTTP/1.1" status: 200 len: 1121 time: 0.2159061 Nov 12 08:07:11.046476 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-130766dd-c771-44e0-b00b-1e9dc5a6caf2 None None] Publish callbacks [] for port, precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:11.122479 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-130766dd-c771-44e0-b00b-1e9dc5a6caf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:11.229850 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3770ac-80a5-4ba4-8d97-65cf65ae9726 None None] Pushing event updated for resources: {'Port': ['ID=368b1f59-edaa-4692-bce6-09350eef70bc,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:11.379845 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a2b9fba9-64dc-425c-bcf6-9c3d7e88a815 req-f1d8bcc8-e0d8-4c48-9634-4846a9d2e49d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=a3f15631-2ed5-4a5f-91ca-05a1c1162978 HTTP/1.1" status: 200 len: 217 time: 0.2324305 Nov 12 08:07:11.477742 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-130766dd-c771-44e0-b00b-1e9dc5a6caf2 None None] Attempting to bind port 368b1f59-edaa-4692-bce6-09350eef70bc on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:07:11.478251 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-130766dd-c771-44e0-b00b-1e9dc5a6caf2 None None] Attempting to bind port 368b1f59-edaa-4692-bce6-09350eef70bc by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': 'f2435aad-db59-428a-9763-e2897ac84fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '24a4ad48-a7af-4b0d-bf7a-0953ccc45cdb'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:07:11.489222 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130766dd-c771-44e0-b00b-1e9dc5a6caf2 None None] Attempting to bind port 368b1f59-edaa-4692-bce6-09350eef70bc on network 24a4ad48-a7af-4b0d-bf7a-0953ccc45cdb {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:07:11.505809 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130766dd-c771-44e0-b00b-1e9dc5a6caf2 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:07:11.506184 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130766dd-c771-44e0-b00b-1e9dc5a6caf2 None None] Checking segment: {'id': 'f2435aad-db59-428a-9763-e2897ac84fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '24a4ad48-a7af-4b0d-bf7a-0953ccc45cdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:07:11.509198 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-130766dd-c771-44e0-b00b-1e9dc5a6caf2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:11.509586 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130766dd-c771-44e0-b00b-1e9dc5a6caf2 None None] Bound using segment: {'id': 'f2435aad-db59-428a-9763-e2897ac84fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '24a4ad48-a7af-4b0d-bf7a-0953ccc45cdb'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:07:11.510027 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-130766dd-c771-44e0-b00b-1e9dc5a6caf2 None None] Bound port: 368b1f59-edaa-4692-bce6-09350eef70bc, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2435aad-db59-428a-9763-e2897ac84fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '24a4ad48-a7af-4b0d-bf7a-0953ccc45cdb'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:07:11.510603 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-130766dd-c771-44e0-b00b-1e9dc5a6caf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:11.569357 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b9fba9-64dc-425c-bcf6-9c3d7e88a815 req-fba5b392-ff75-46e7-90be-54254b2accd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:11.573671 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a2b9fba9-64dc-425c-bcf6-9c3d7e88a815 req-fba5b392-ff75-46e7-90be-54254b2accd6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1 HTTP/1.1" status: 200 len: 843 time: 0.1809974 Nov 12 08:07:11.744071 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-130766dd-c771-44e0-b00b-1e9dc5a6caf2 None None] For port 368b1f59-edaa-4692-bce6-09350eef70bc, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:07:11.759011 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-130766dd-c771-44e0-b00b-1e9dc5a6caf2 None None] For port 368b1f59-edaa-4692-bce6-09350eef70bc, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=368b1f59-edaa-4692-bce6-09350eef70bc,segment=NetworkSegment(f2435aad-db59-428a-9763-e2897ac84fcd),segment_id=f2435aad-db59-428a-9763-e2897ac84fcd)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:07:11.770646 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-130766dd-c771-44e0-b00b-1e9dc5a6caf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:11.806760 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b9fba9-64dc-425c-bcf6-9c3d7e88a815 req-8d4fe481-0c5d-4f42-a1b2-12dc47288e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:11.809171 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a2b9fba9-64dc-425c-bcf6-9c3d7e88a815 req-8d4fe481-0c5d-4f42-a1b2-12dc47288e26 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=107743df-d3df-459d-a6cd-9e2ab4303016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1395171 Nov 12 08:07:11.810801 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 58528) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:11.839823 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cc2ee5-4596-489f-b357-ff3ded45ae25 req-7b5dc4a9-4e40-42e9-a12c-9c5be7e09f51 tempest-AggregatesAdminTestJSON-81161647 tempest-AggregatesAdminTestJSON-81161647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:11.841530 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-30cc2ee5-4596-489f-b357-ff3ded45ae25 req-7b5dc4a9-4e40-42e9-a12c-9c5be7e09f51 tempest-AggregatesAdminTestJSON-81161647 tempest-AggregatesAdminTestJSON-81161647-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c549cf4-8b8a-4091-9464-b846b1b87e99 HTTP/1.1" status: 200 len: 969 time: 0.2466836 Nov 12 08:07:11.949370 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a2b9fba9-64dc-425c-bcf6-9c3d7e88a815 req-b6a4d6c2-4aa3-4702-a757-65488a9408cc service neutron] 10.222.0.21 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299856 Nov 12 08:07:11.999703 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130766dd-c771-44e0-b00b-1e9dc5a6caf2 None None] Routers {'bde7935a-2b96-4e20-a2c9-08e3ef6f6a63'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:07:12.000976 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-130766dd-c771-44e0-b00b-1e9dc5a6caf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:07:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['bde7935a-2b96-4e20-a2c9-08e3ef6f6a63'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:07:12.009285 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-071d204a-af80-4269-a798-85f70c7e9017 None None] Provisioning complete for port 368b1f59-edaa-4692-bce6-09350eef70bc triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:07:12.010354 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-071d204a-af80-4269-a798-85f70c7e9017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:12.068233 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a2b9fba9-64dc-425c-bcf6-9c3d7e88a815 req-517bbc55-7a60-4c22-983d-86837e761360 service neutron] 10.222.0.21 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098027 Nov 12 08:07:12.085840 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 58534) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:12.105208 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5077035c-27a8-4676-bc19-2cb1095738d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:12.109749 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:12.117070 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3770ac-80a5-4ba4-8d97-65cf65ae9726 None None] Pushing event updated for resources: {'Port': ['ID=368b1f59-edaa-4692-bce6-09350eef70bc,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:12.121707 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-30cc2ee5-4596-489f-b357-ff3ded45ae25 req-38ef1d80-1108-42bb-b478-207aa60f6e06 tempest-AggregatesAdminTestJSON-81161647 tempest-AggregatesAdminTestJSON-81161647-project] 10.222.0.26 "GET /v2.0/security-groups?id=b77c4906-9bfa-4787-9845-f0c28cf33794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709645 Nov 12 08:07:12.371857 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5077035c-27a8-4676-bc19-2cb1095738d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:12.380221 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5077035c-27a8-4676-bc19-2cb1095738d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:12.434652 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba7d916-96d9-4e6c-909a-3e56ac2e7f26" -d '{"events": [{"name": "network-changed", "server_uuid": "5c549cf4-8b8a-4091-9464-b846b1b87e99", "tag": "a3f15631-2ed5-4a5f-91ca-05a1c1162978"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:07:12.443289 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-130766dd-c771-44e0-b00b-1e9dc5a6caf2 None None] Set router bde7935a-2b96-4e20-a2c9-08e3ef6f6a63 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:07:12.485769 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-071d204a-af80-4269-a798-85f70c7e9017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:12.526600 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-5077035c-27a8-4676-bc19-2cb1095738d2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=48db9a62a50c4ba7b541b396f07f0aeb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4394450 Nov 12 08:07:12.539908 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5077035c-27a8-4676-bc19-2cb1095738d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f42b2ea1-b4af-4c21-8756-715393fbf826,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:12.542746 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 58544) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:12.651766 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-26730fa9-ebab-4aad-8e96-727a1e48b8a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:12.697724 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-071d204a-af80-4269-a798-85f70c7e9017 None None] For port 368b1f59-edaa-4692-bce6-09350eef70bc, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=368b1f59-edaa-4692-bce6-09350eef70bc,segment=NetworkSegment(f2435aad-db59-428a-9763-e2897ac84fcd),segment_id=f2435aad-db59-428a-9763-e2897ac84fcd)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:07:12.709652 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-26730fa9-ebab-4aad-8e96-727a1e48b8a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:12.766780 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-071d204a-af80-4269-a798-85f70c7e9017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:12.785329 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b88f7854-4ed5-4676-ad8d-85475a457c51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:12.836771 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-26730fa9-ebab-4aad-8e96-727a1e48b8a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:12.839542 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-26730fa9-ebab-4aad-8e96-727a1e48b8a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:12.841608 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-26730fa9-ebab-4aad-8e96-727a1e48b8a5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f42b2ea1-b4af-4c21-8756-715393fbf826 HTTP/1.1" status: 204 len: 168 time: 0.2971292 Nov 12 08:07:12.861338 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26730fa9-ebab-4aad-8e96-727a1e48b8a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f42b2ea1-b4af-4c21-8756-715393fbf826,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:12.969711 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b88f7854-4ed5-4676-ad8d-85475a457c51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:12.976922 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b88f7854-4ed5-4676-ad8d-85475a457c51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:13.023374 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071d204a-af80-4269-a798-85f70c7e9017 None None] Pushing event updated for resources: {'Port': ['ID=368b1f59-edaa-4692-bce6-09350eef70bc,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:13.038337 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-4e1533ab-c00e-4676-a059-6a152b183236 None None] Provisioning complete for port 368b1f59-edaa-4692-bce6-09350eef70bc triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:07:13.040050 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4e1533ab-c00e-4676-a059-6a152b183236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:13.104685 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 58560) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:13.107381 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-b88f7854-4ed5-4676-ad8d-85475a457c51 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9a8c7d7269f44db2a7b592006e6f310c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2951326 Nov 12 08:07:13.123039 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88f7854-4ed5-4676-ad8d-85475a457c51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8812553b-7335-4690-b023-c2140d54a7f0,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:13.182837 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-498a38c3-3311-45dc-8704-8122701cf9e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:13.217812 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-498a38c3-3311-45dc-8704-8122701cf9e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:13.239703 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-130766dd-c771-44e0-b00b-1e9dc5a6caf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bde7935a-2b96-4e20-a2c9-08e3ef6f6a63', 'name': 'tempest-TaggedBootDevicesTest-299403947-router', 'tenant_id': 'caeb26ccc5c74ed4b3562c36be1bd442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'e2a06b59-f1df-4b89-9d0e-6c871db10b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:07:01Z', 'updated_at': '2021-11-12T08:07:06Z', 'revision_number': 4, 'project_id': 'caeb26ccc5c74ed4b3562c36be1bd442', 'gw_port': {'id': 'e2a06b59-f1df-4b89-9d0e-6c871db10b05', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:35:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde7935a-2b96-4e20-a2c9-08e3ef6f6a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:01Z', 'updated_at': '2021-11-12T08:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '368b1f59-edaa-4692-bce6-09350eef70bc', 'name': '', 'network_id': '24a4ad48-a7af-4b0d-bf7a-0953ccc45cdb', 'tenant_id': 'caeb26ccc5c74ed4b3562c36be1bd442', 'mac_address': 'fa:16:3e:72:70:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bde7935a-2b96-4e20-a2c9-08e3ef6f6a63', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'a038e6b9-1cba-4ddf-94d9-98b3c825b6ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:05Z', 'updated_at': '2021-11-12T08:07:11Z', 'revision_number': 4, 'project_id': 'caeb26ccc5c74ed4b3562c36be1bd442', 'subnets': [{'id': 'a038e6b9-1cba-4ddf-94d9-98b3c825b6ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:07:13.280573 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-498a38c3-3311-45dc-8704-8122701cf9e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:13.290902 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-498a38c3-3311-45dc-8704-8122701cf9e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:13.293702 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130766dd-c771-44e0-b00b-1e9dc5a6caf2 None None] The sync data for ids ['bde7935a-2b96-4e20-a2c9-08e3ef6f6a63'] in n-d-765315-29 is: [{'id': 'bde7935a-2b96-4e20-a2c9-08e3ef6f6a63', 'name': 'tempest-TaggedBootDevicesTest-299403947-router', 'tenant_id': 'caeb26ccc5c74ed4b3562c36be1bd442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'e2a06b59-f1df-4b89-9d0e-6c871db10b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:07:01Z', 'updated_at': '2021-11-12T08:07:06Z', 'revision_number': 4, 'project_id': 'caeb26ccc5c74ed4b3562c36be1bd442', 'gw_port': {'id': 'e2a06b59-f1df-4b89-9d0e-6c871db10b05', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:35:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde7935a-2b96-4e20-a2c9-08e3ef6f6a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:01Z', 'updated_at': '2021-11-12T08:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '368b1f59-edaa-4692-bce6-09350eef70bc', 'name': '', 'network_id': '24a4ad48-a7af-4b0d-bf7a-0953ccc45cdb', 'tenant_id': 'caeb26ccc5c74ed4b3562c36be1bd442', 'mac_address': 'fa:16:3e:72:70:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bde7935a-2b96-4e20-a2c9-08e3ef6f6a63', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'a038e6b9-1cba-4ddf-94d9-98b3c825b6ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:05Z', 'updated_at': '2021-11-12T08:07:11Z', 'revision_number': 4, 'project_id': 'caeb26ccc5c74ed4b3562c36be1bd442', 'subnets': [{'id': 'a038e6b9-1cba-4ddf-94d9-98b3c825b6ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:07:13.300283 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-498a38c3-3311-45dc-8704-8122701cf9e8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8812553b-7335-4690-b023-c2140d54a7f0 HTTP/1.1" status: 204 len: 168 time: 0.1940055 Nov 12 08:07:13.330233 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498a38c3-3311-45dc-8704-8122701cf9e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8812553b-7335-4690-b023-c2140d54a7f0,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:13.839952 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a7c6f92-dc0f-4d4f-95c2-66d86b05b054 x-openstack-request-id: req-9a7c6f92-dc0f-4d4f-95c2-66d86b05b054 {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:07:13.840486 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c549cf4-8b8a-4091-9464-b846b1b87e99", "tag": "a3f15631-2ed5-4a5f-91ca-05a1c1162978", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:07:13.840486 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9a7c6f92-dc0f-4d4f-95c2-66d86b05b054 {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:07:13.840936 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c549cf4-8b8a-4091-9464-b846b1b87e99', 'tag': 'a3f15631-2ed5-4a5f-91ca-05a1c1162978', 'status': 'completed', 'code': 200} Nov 12 08:07:14.104176 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 368b1f59-edaa-4692-bce6-09350eef70bc up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:07:14.181001 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785bd2c8-2a0e-4752-8cad-273394d94d5c req-5b1c1b43-645c-4de4-8460-baeb8cac64fb tempest-AggregatesAdminTestJSON-81161647 tempest-AggregatesAdminTestJSON-81161647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:14.185910 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-785bd2c8-2a0e-4752-8cad-273394d94d5c req-5b1c1b43-645c-4de4-8460-baeb8cac64fb tempest-AggregatesAdminTestJSON-81161647 tempest-AggregatesAdminTestJSON-81161647-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c549cf4-8b8a-4091-9464-b846b1b87e99 HTTP/1.1" status: 200 len: 969 time: 0.1382360 Nov 12 08:07:14.281241 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 368b1f59-edaa-4692-bce6-09350eef70bc triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:07:14.281976 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:14.295868 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-785bd2c8-2a0e-4752-8cad-273394d94d5c req-e1a4bd9c-d3bf-402c-b8a7-6fde2c9a258f tempest-AggregatesAdminTestJSON-81161647 tempest-AggregatesAdminTestJSON-81161647-project] 10.222.0.26 "GET /v2.0/security-groups?id=b77c4906-9bfa-4787-9845-f0c28cf33794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861619 Nov 12 08:07:14.416250 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba7d916-96d9-4e6c-909a-3e56ac2e7f26 req-45d9560e-2e36-4257-8f75-32c4f5ec50e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:14.424401 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fba7d916-96d9-4e6c-909a-3e56ac2e7f26 req-45d9560e-2e36-4257-8f75-32c4f5ec50e7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0ff5722845894941901a554afb0844ff&device_id=5c549cf4-8b8a-4091-9464-b846b1b87e99 HTTP/1.1" status: 200 len: 1121 time: 0.1295600 Nov 12 08:07:14.519866 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 58620) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:14.950902 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 58630) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:14.999299 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-441601b5-136d-4284-a52e-91001d09b7b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:15.292159 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-441601b5-136d-4284-a52e-91001d09b7b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:15.309077 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-441601b5-136d-4284-a52e-91001d09b7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:15.336427 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba7d916-96d9-4e6c-909a-3e56ac2e7f26 req-b96b07b7-b5f3-421b-a2a8-e1f44e985671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:15.382867 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fba7d916-96d9-4e6c-909a-3e56ac2e7f26 req-b96b07b7-b5f3-421b-a2a8-e1f44e985671 service neutron] 10.222.0.21 "GET /v2.0/networks?id=107743df-d3df-459d-a6cd-9e2ab4303016 HTTP/1.1" status: 200 len: 870 time: 0.7861879 Nov 12 08:07:15.401609 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441601b5-136d-4284-a52e-91001d09b7b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78caaff2-5e38-4bb6-b2a8-8c789969094f,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:15.419963 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-441601b5-136d-4284-a52e-91001d09b7b4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4a176dc25ea84de9b2a91643c1caf958&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4674232 Nov 12 08:07:15.426297 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 58644) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:15.518267 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fba7d916-96d9-4e6c-909a-3e56ac2e7f26 req-24510630-30f3-4581-af2d-95a402520ea1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=a3f15631-2ed5-4a5f-91ca-05a1c1162978 HTTP/1.1" status: 200 len: 217 time: 0.1219833 Nov 12 08:07:15.605935 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a66e480f-3534-487f-a209-88ad9b952b78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:15.625974 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-184b0355-0f48-47a6-8b9b-06f6a0e6d301 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:15.701742 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba7d916-96d9-4e6c-909a-3e56ac2e7f26 req-180abfbe-6672-48b0-a6ed-dd3e22c84c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:15.713832 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fba7d916-96d9-4e6c-909a-3e56ac2e7f26 req-180abfbe-6672-48b0-a6ed-dd3e22c84c3e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1 HTTP/1.1" status: 200 len: 843 time: 0.1327381 Nov 12 08:07:15.733894 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8de424-a65e-4c0a-b8f9-21060788267b req-d39d3ef5-3362-4cf2-89f7-cf673b3b8ce4 tempest-AggregatesAdminTestJSON-81161647 tempest-AggregatesAdminTestJSON-81161647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:15.765088 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1f8de424-a65e-4c0a-b8f9-21060788267b req-d39d3ef5-3362-4cf2-89f7-cf673b3b8ce4 tempest-AggregatesAdminTestJSON-81161647 tempest-AggregatesAdminTestJSON-81161647-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c549cf4-8b8a-4091-9464-b846b1b87e99 HTTP/1.1" status: 200 len: 969 time: 0.2613680 Nov 12 08:07:15.826622 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-184b0355-0f48-47a6-8b9b-06f6a0e6d301 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:15.850659 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a66e480f-3534-487f-a209-88ad9b952b78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:15.856616 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a66e480f-3534-487f-a209-88ad9b952b78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:15.961385 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-a66e480f-3534-487f-a209-88ad9b952b78 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1128c1f4945b4eb495f376549431cccb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4399877 Nov 12 08:07:15.962671 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66e480f-3534-487f-a209-88ad9b952b78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a9e1a72-d678-498b-b642-8f2a4da56220,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:15.967023 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 58652) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:15.994619 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1f8de424-a65e-4c0a-b8f9-21060788267b req-5405558f-ae5a-4e73-99ba-b3fd2999b86e tempest-AggregatesAdminTestJSON-81161647 tempest-AggregatesAdminTestJSON-81161647-project] 10.222.0.26 "GET /v2.0/security-groups?id=b77c4906-9bfa-4787-9845-f0c28cf33794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281806 Nov 12 08:07:16.019945 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-184b0355-0f48-47a6-8b9b-06f6a0e6d301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:16.023909 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-184b0355-0f48-47a6-8b9b-06f6a0e6d301 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:16.027887 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-184b0355-0f48-47a6-8b9b-06f6a0e6d301 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/78caaff2-5e38-4bb6-b2a8-8c789969094f HTTP/1.1" status: 204 len: 168 time: 0.5987601 Nov 12 08:07:16.048105 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184b0355-0f48-47a6-8b9b-06f6a0e6d301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78caaff2-5e38-4bb6-b2a8-8c789969094f,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:16.097410 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cd13354c-eab8-4c23-8e79-9d24e87adc61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:16.125373 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cd13354c-eab8-4c23-8e79-9d24e87adc61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:16.249664 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cd13354c-eab8-4c23-8e79-9d24e87adc61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:16.269068 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cd13354c-eab8-4c23-8e79-9d24e87adc61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:16.269068 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-cd13354c-eab8-4c23-8e79-9d24e87adc61 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2a9e1a72-d678-498b-b642-8f2a4da56220 HTTP/1.1" status: 204 len: 168 time: 0.2886729 Nov 12 08:07:16.278012 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd13354c-eab8-4c23-8e79-9d24e87adc61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a9e1a72-d678-498b-b642-8f2a4da56220,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:16.781742 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:07:16.852190 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba7d916-96d9-4e6c-909a-3e56ac2e7f26 req-c2a0488f-f372-4b76-a851-6d00e1f3d751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:16.853819 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fba7d916-96d9-4e6c-909a-3e56ac2e7f26 req-c2a0488f-f372-4b76-a851-6d00e1f3d751 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=107743df-d3df-459d-a6cd-9e2ab4303016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1703644 Nov 12 08:07:17.138540 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fba7d916-96d9-4e6c-909a-3e56ac2e7f26 req-9090f39e-7b98-4af7-81f1-a20c7df07215 service neutron] 10.222.0.21 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723494 Nov 12 08:07:17.217632 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46cc4c2-9797-444f-8ed3-4d10c57c654f req-9d27fb2b-eb24-4814-b18e-796568299466 tempest-AggregatesAdminTestJSON-81161647 tempest-AggregatesAdminTestJSON-81161647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:17.222455 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f46cc4c2-9797-444f-8ed3-4d10c57c654f req-9d27fb2b-eb24-4814-b18e-796568299466 tempest-AggregatesAdminTestJSON-81161647 tempest-AggregatesAdminTestJSON-81161647-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c549cf4-8b8a-4091-9464-b846b1b87e99 HTTP/1.1" status: 200 len: 969 time: 0.1030664 Nov 12 08:07:17.343864 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f46cc4c2-9797-444f-8ed3-4d10c57c654f req-8898a47c-1530-4b3e-80d2-96d69fafe2da tempest-AggregatesAdminTestJSON-81161647 tempest-AggregatesAdminTestJSON-81161647-project] 10.222.0.26 "GET /v2.0/security-groups?id=b77c4906-9bfa-4787-9845-f0c28cf33794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059909 Nov 12 08:07:17.402949 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 58702) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:17.426312 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-720084f2-d13c-4819-a95a-c558b85a81dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:17.544605 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fba7d916-96d9-4e6c-909a-3e56ac2e7f26 req-38de0056-f82f-46a2-91cd-06b9fb811b39 service neutron] 10.222.0.21 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288816 Nov 12 08:07:17.626721 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-720084f2-d13c-4819-a95a-c558b85a81dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:17.633991 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-720084f2-d13c-4819-a95a-c558b85a81dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:17.699914 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-720084f2-d13c-4819-a95a-c558b85a81dd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6eff95326cd343a9aa6f6ae641d84acd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2956517 Nov 12 08:07:17.701145 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720084f2-d13c-4819-a95a-c558b85a81dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd7182fc-6043-4f42-8b24-3e08c49b0fb5,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:17.702704 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 58716) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:17.782301 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a9bf7660-c887-415a-a35c-193b6fcc7844 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:17.819415 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a9bf7660-c887-415a-a35c-193b6fcc7844 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:17.910140 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a9bf7660-c887-415a-a35c-193b6fcc7844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:17.914756 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a9bf7660-c887-415a-a35c-193b6fcc7844 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:17.917723 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-a9bf7660-c887-415a-a35c-193b6fcc7844 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dd7182fc-6043-4f42-8b24-3e08c49b0fb5 HTTP/1.1" status: 204 len: 168 time: 0.2135587 Nov 12 08:07:17.944630 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bf7660-c887-415a-a35c-193b6fcc7844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd7182fc-6043-4f42-8b24-3e08c49b0fb5,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:18.501872 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce4dc46-21d6-45fe-b410-5e4d77428ec2 req-6ac87496-3041-4c38-b060-6ed0194012bf tempest-AggregatesAdminTestJSON-81161647 tempest-AggregatesAdminTestJSON-81161647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:18.509838 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8ce4dc46-21d6-45fe-b410-5e4d77428ec2 req-6ac87496-3041-4c38-b060-6ed0194012bf tempest-AggregatesAdminTestJSON-81161647 tempest-AggregatesAdminTestJSON-81161647-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c549cf4-8b8a-4091-9464-b846b1b87e99 HTTP/1.1" status: 200 len: 969 time: 0.0706384 Nov 12 08:07:18.570154 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8ce4dc46-21d6-45fe-b410-5e4d77428ec2 req-198a343a-b8e8-4050-9065-7184fcc13a9f tempest-AggregatesAdminTestJSON-81161647 tempest-AggregatesAdminTestJSON-81161647-project] 10.222.0.26 "GET /v2.0/security-groups?id=b77c4906-9bfa-4787-9845-f0c28cf33794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591934 Nov 12 08:07:18.960665 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 58774) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:19.278486 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-813a9980-44de-410e-8a35-00a12b3822c6 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1275168530-network', 'tenant_id': '8b8773b9ba7c4e19ac14f719fc98c803'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:07:19.328337 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-813a9980-44de-410e-8a35-00a12b3822c6 admin admin] Made reservation on behalf of 8b8773b9ba7c4e19ac14f719fc98c803 for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:07:19.330822 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-813a9980-44de-410e-8a35-00a12b3822c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:19.344641 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-813a9980-44de-410e-8a35-00a12b3822c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:19.474822 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-813a9980-44de-410e-8a35-00a12b3822c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:19.480356 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-813a9980-44de-410e-8a35-00a12b3822c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:19.511062 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-813a9980-44de-410e-8a35-00a12b3822c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:07:19.522253 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813a9980-44de-410e-8a35-00a12b3822c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54321eeb-f2f5-4a9d-ad2e-5d6f4862e51c,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:19.527623 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-813a9980-44de-410e-8a35-00a12b3822c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:19.528543 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-813a9980-44de-410e-8a35-00a12b3822c6 admin admin] Added segment c1acfdd1-5634-4383-a3b0-beb6da56b542 of type vlan for network 8e17c76e-613f-40d2-ae39-1725682b1af7 Nov 12 08:07:19.596112 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-813a9980-44de-410e-8a35-00a12b3822c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:19.627530 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-813a9980-44de-410e-8a35-00a12b3822c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:19.629143 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813a9980-44de-410e-8a35-00a12b3822c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:19.629924 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-813a9980-44de-410e-8a35-00a12b3822c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:19.720466 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 58808) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:19.721051 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-813a9980-44de-410e-8a35-00a12b3822c6 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7580245 Nov 12 08:07:19.727763 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-948c3517-23d6-4c84-8923-d0f5f518f450 admin admin] Request body: {'subnet': {'network_id': '8e17c76e-613f-40d2-ae39-1725682b1af7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1275168530-subnet', 'tenant_id': '8b8773b9ba7c4e19ac14f719fc98c803', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:07:19.743647 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813a9980-44de-410e-8a35-00a12b3822c6 admin admin] Pushing event updated for resources: {'Network': ['ID=8e17c76e-613f-40d2-ae39-1725682b1af7,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:19.758370 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 8e17c76e-613f-40d2-ae39-1725682b1af7 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:07:19.781060 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3566ce4e-d1ce-4fbb-919f-717079d52149 req-d589fa6d-b542-49b4-aaba-cbdab3ad1c4c tempest-AggregatesAdminTestJSON-81161647 tempest-AggregatesAdminTestJSON-81161647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:19.782919 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3566ce4e-d1ce-4fbb-919f-717079d52149 req-d589fa6d-b542-49b4-aaba-cbdab3ad1c4c tempest-AggregatesAdminTestJSON-81161647 tempest-AggregatesAdminTestJSON-81161647-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c549cf4-8b8a-4091-9464-b846b1b87e99 HTTP/1.1" status: 200 len: 969 time: 0.1217294 Nov 12 08:07:19.790109 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-948c3517-23d6-4c84-8923-d0f5f518f450 admin admin] Made reservation on behalf of 8b8773b9ba7c4e19ac14f719fc98c803 for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:07:19.793968 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-948c3517-23d6-4c84-8923-d0f5f518f450 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:19.919344 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3566ce4e-d1ce-4fbb-919f-717079d52149 req-83c2c76d-0119-4961-8007-459c6107f2d7 tempest-AggregatesAdminTestJSON-81161647 tempest-AggregatesAdminTestJSON-81161647-project] 10.222.0.26 "GET /v2.0/security-groups?id=b77c4906-9bfa-4787-9845-f0c28cf33794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268284 Nov 12 08:07:19.974894 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 58816) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:20.030782 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-948c3517-23d6-4c84-8923-d0f5f518f450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:20.085739 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948c3517-23d6-4c84-8923-d0f5f518f450 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73099bd0-5c51-4de3-ba74-9eb47a87705d,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:20.104549 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948c3517-23d6-4c84-8923-d0f5f518f450 admin admin] Checking segment: {'id': 'c1acfdd1-5634-4383-a3b0-beb6da56b542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8e17c76e-613f-40d2-ae39-1725682b1af7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:07:20.105163 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948c3517-23d6-4c84-8923-d0f5f518f450 admin admin] Network hostable DHCP agents. Network: 8e17c76e-613f-40d2-ae39-1725682b1af7, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:07:20.124765 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948c3517-23d6-4c84-8923-d0f5f518f450 admin admin] Network 8e17c76e-613f-40d2-ae39-1725682b1af7 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:07:20.137124 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0f41162d-1161-4513-a186-5469f28915b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:20.141632 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-948c3517-23d6-4c84-8923-d0f5f518f450 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 8e17c76e-613f-40d2-ae39-1725682b1af7) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:07:20.151656 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948c3517-23d6-4c84-8923-d0f5f518f450 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:20.152689 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-948c3517-23d6-4c84-8923-d0f5f518f450 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:20.153778 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b760ca8c-a22f-475a-b7ab-5d1ee39d6824 None None] Network 8e17c76e-613f-40d2-ae39-1725682b1af7 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:07:20.176457 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-948c3517-23d6-4c84-8923-d0f5f518f450 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.4539039 Nov 12 08:07:20.179601 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 58822) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:20.186792 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-43237a74-b017-48dc-98be-c58b7cf123d5 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1275168530-router', 'tenant_id': '8b8773b9ba7c4e19ac14f719fc98c803', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:07:20.224595 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-43237a74-b017-48dc-98be-c58b7cf123d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:20.226154 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-43237a74-b017-48dc-98be-c58b7cf123d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:20.291796 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0f41162d-1161-4513-a186-5469f28915b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:20.296530 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0f41162d-1161-4513-a186-5469f28915b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:20.351504 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-0f41162d-1161-4513-a186-5469f28915b8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1244eb58370e45fe9853837b1e66614c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3743811 Nov 12 08:07:20.354653 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 58830) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:20.399177 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f41162d-1161-4513-a186-5469f28915b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e2f1979-0628-4c77-8cea-90c7ce47f19b,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:20.429691 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-43237a74-b017-48dc-98be-c58b7cf123d5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:20.444066 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e3e70367-d416-44ec-8d32-09672b19b4da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:20.498348 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e3e70367-d416-44ec-8d32-09672b19b4da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:20.613582 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e3e70367-d416-44ec-8d32-09672b19b4da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:20.627588 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e3e70367-d416-44ec-8d32-09672b19b4da admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:20.639066 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-e3e70367-d416-44ec-8d32-09672b19b4da admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8e2f1979-0628-4c77-8cea-90c7ce47f19b HTTP/1.1" status: 204 len: 168 time: 0.2830164 Nov 12 08:07:20.656800 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e70367-d416-44ec-8d32-09672b19b4da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e2f1979-0628-4c77-8cea-90c7ce47f19b,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:20.706847 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f9f9b4-c27a-4359-bcfc-cc7076a3b25f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-8e17c76e-613f-40d2-ae39-1725682b1af7', 'network_id': '8e17c76e-613f-40d2-ae39-1725682b1af7', 'tenant_id': '8b8773b9ba7c4e19ac14f719fc98c803', 'fixed_ips': [{'subnet_id': '73099bd0-5c51-4de3-ba74-9eb47a87705d'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:07:20.707721 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-63f9f9b4-c27a-4359-bcfc-cc7076a3b25f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:20.806562 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-43237a74-b017-48dc-98be-c58b7cf123d5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:20.931098 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 58844) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:20.948465 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-63f9f9b4-c27a-4359-bcfc-cc7076a3b25f None None] Allocated IP 172.20.0.2 (8e17c76e-613f-40d2-ae39-1725682b1af7/73099bd0-5c51-4de3-ba74-9eb47a87705d/1c14e602-21ad-4abd-a61e-3c882dfadf34) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:07:21.122367 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-63f9f9b4-c27a-4359-bcfc-cc7076a3b25f None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:21.138461 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-63f9f9b4-c27a-4359-bcfc-cc7076a3b25f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:21.214784 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-43237a74-b017-48dc-98be-c58b7cf123d5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:21.235963 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f9f9b4-c27a-4359-bcfc-cc7076a3b25f None None] Pushing event updated for resources: {'Port': ['ID=1c14e602-21ad-4abd-a61e-3c882dfadf34,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:21.257294 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f9f9b4-c27a-4359-bcfc-cc7076a3b25f None None] Network 8e17c76e-613f-40d2-ae39-1725682b1af7 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:07:21.259316 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-63f9f9b4-c27a-4359-bcfc-cc7076a3b25f None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:07:21.262295 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f9f9b4-c27a-4359-bcfc-cc7076a3b25f None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:07:21.264121 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de1a71-993b-4dca-9c2f-e9752e15c956 req-f6c6ed53-164e-4e5f-ad4e-06b3a8424f3e tempest-AggregatesAdminTestJSON-81161647 tempest-AggregatesAdminTestJSON-81161647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:21.269794 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c9de1a71-993b-4dca-9c2f-e9752e15c956 req-f6c6ed53-164e-4e5f-ad4e-06b3a8424f3e tempest-AggregatesAdminTestJSON-81161647 tempest-AggregatesAdminTestJSON-81161647-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c549cf4-8b8a-4091-9464-b846b1b87e99 HTTP/1.1" status: 200 len: 969 time: 0.1331093 Nov 12 08:07:21.282053 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-43237a74-b017-48dc-98be-c58b7cf123d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:21.342718 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-63f9f9b4-c27a-4359-bcfc-cc7076a3b25f None None] Attempting to bind port 1c14e602-21ad-4abd-a61e-3c882dfadf34 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:07:21.343110 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-63f9f9b4-c27a-4359-bcfc-cc7076a3b25f None None] Attempting to bind port 1c14e602-21ad-4abd-a61e-3c882dfadf34 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': 'c1acfdd1-5634-4383-a3b0-beb6da56b542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8e17c76e-613f-40d2-ae39-1725682b1af7'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:07:21.343562 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f9f9b4-c27a-4359-bcfc-cc7076a3b25f None None] Attempting to bind port 1c14e602-21ad-4abd-a61e-3c882dfadf34 on network 8e17c76e-613f-40d2-ae39-1725682b1af7 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:07:21.357617 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c9de1a71-993b-4dca-9c2f-e9752e15c956 req-814141ac-9c4b-4b83-b95f-de6f05feb9d6 tempest-AggregatesAdminTestJSON-81161647 tempest-AggregatesAdminTestJSON-81161647-project] 10.222.0.26 "GET /v2.0/security-groups?id=b77c4906-9bfa-4787-9845-f0c28cf33794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828936 Nov 12 08:07:21.374867 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f9f9b4-c27a-4359-bcfc-cc7076a3b25f None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:07:21.375769 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f9f9b4-c27a-4359-bcfc-cc7076a3b25f None None] Checking segment: {'id': 'c1acfdd1-5634-4383-a3b0-beb6da56b542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8e17c76e-613f-40d2-ae39-1725682b1af7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:07:21.376176 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-63f9f9b4-c27a-4359-bcfc-cc7076a3b25f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:21.376573 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f9f9b4-c27a-4359-bcfc-cc7076a3b25f None None] Bound using segment: {'id': 'c1acfdd1-5634-4383-a3b0-beb6da56b542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8e17c76e-613f-40d2-ae39-1725682b1af7'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:07:21.377059 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-63f9f9b4-c27a-4359-bcfc-cc7076a3b25f None None] Bound port: 1c14e602-21ad-4abd-a61e-3c882dfadf34, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1acfdd1-5634-4383-a3b0-beb6da56b542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8e17c76e-613f-40d2-ae39-1725682b1af7'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:07:21.377457 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-63f9f9b4-c27a-4359-bcfc-cc7076a3b25f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:21.418756 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cd1298b2-f0b6-475b-b504-4e7144e6917e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:21.517365 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-63f9f9b4-c27a-4359-bcfc-cc7076a3b25f None None] For port 1c14e602-21ad-4abd-a61e-3c882dfadf34, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:07:21.519912 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cd1298b2-f0b6-475b-b504-4e7144e6917e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:21.527567 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cd1298b2-f0b6-475b-b504-4e7144e6917e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:21.573215 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-43237a74-b017-48dc-98be-c58b7cf123d5 admin admin] Allocated IP 172.25.2.33 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/f7a31a17-46d0-4238-9d9b-1b7e1a56a003) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:07:21.577751 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-63f9f9b4-c27a-4359-bcfc-cc7076a3b25f None None] For port 1c14e602-21ad-4abd-a61e-3c882dfadf34, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=1c14e602-21ad-4abd-a61e-3c882dfadf34,segment=NetworkSegment(c1acfdd1-5634-4383-a3b0-beb6da56b542),segment_id=c1acfdd1-5634-4383-a3b0-beb6da56b542)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:07:21.584933 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-cd1298b2-f0b6-475b-b504-4e7144e6917e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4c180fd6dda44e209ef5657106fda1c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6522815 Nov 12 08:07:21.585794 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1298b2-f0b6-475b-b504-4e7144e6917e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d4ea50-1cc8-40ca-a9c0-c5efe9197ad6,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:21.589013 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 58856) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:21.590392 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-63f9f9b4-c27a-4359-bcfc-cc7076a3b25f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:21.658041 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e674c145-36c9-4623-89c0-12b5ea6c344e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:21.719246 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f9f9b4-c27a-4359-bcfc-cc7076a3b25f None None] Pushing event updated for resources: {'Port': ['ID=1c14e602-21ad-4abd-a61e-3c882dfadf34,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:21.723026 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e674c145-36c9-4623-89c0-12b5ea6c344e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:21.759947 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 58864) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:21.791775 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-40b8a8b5-c7db-456f-9c54-2eef9b2858f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:21.853069 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-43237a74-b017-48dc-98be-c58b7cf123d5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:21.889692 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e674c145-36c9-4623-89c0-12b5ea6c344e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:21.893063 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e674c145-36c9-4623-89c0-12b5ea6c344e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:21.897381 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-e674c145-36c9-4623-89c0-12b5ea6c344e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/75d4ea50-1cc8-40ca-a9c0-c5efe9197ad6 HTTP/1.1" status: 204 len: 168 time: 0.3042791 Nov 12 08:07:21.909328 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-43237a74-b017-48dc-98be-c58b7cf123d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:21.942323 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e674c145-36c9-4623-89c0-12b5ea6c344e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d4ea50-1cc8-40ca-a9c0-c5efe9197ad6,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:21.966323 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43237a74-b017-48dc-98be-c58b7cf123d5 admin admin] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:07:21.973184 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-43237a74-b017-48dc-98be-c58b7cf123d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:07:21.982670 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43237a74-b017-48dc-98be-c58b7cf123d5 admin admin] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:07:22.027977 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-40b8a8b5-c7db-456f-9c54-2eef9b2858f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:22.088241 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-40b8a8b5-c7db-456f-9c54-2eef9b2858f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:22.162818 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-40b8a8b5-c7db-456f-9c54-2eef9b2858f1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8ca918ee4d9a42b18a2620b4124e1e98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3964629 Nov 12 08:07:22.172568 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 58868) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:22.203248 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43237a74-b017-48dc-98be-c58b7cf123d5 admin admin] Pushing event updated for resources: {'Port': ['ID=f7a31a17-46d0-4238-9d9b-1b7e1a56a003,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:22.261724 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b8a8b5-c7db-456f-9c54-2eef9b2858f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=addf0bf5-7616-4488-b27c-b08f298b409b,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:22.331874 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-84a4609b-eae2-4e96-bac9-5f2f70e9bde4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:22.361878 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-43237a74-b017-48dc-98be-c58b7cf123d5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:22.364413 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-84a4609b-eae2-4e96-bac9-5f2f70e9bde4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:22.429802 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-84a4609b-eae2-4e96-bac9-5f2f70e9bde4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:22.433906 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-84a4609b-eae2-4e96-bac9-5f2f70e9bde4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:22.438392 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-84a4609b-eae2-4e96-bac9-5f2f70e9bde4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/addf0bf5-7616-4488-b27c-b08f298b409b HTTP/1.1" status: 204 len: 168 time: 0.2645981 Nov 12 08:07:22.448411 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a4609b-eae2-4e96-bac9-5f2f70e9bde4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=addf0bf5-7616-4488-b27c-b08f298b409b,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:22.662403 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-43237a74-b017-48dc-98be-c58b7cf123d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052'] for router, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:22.744834 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 58876) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:22.765178 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b7798980-243d-4f5b-9e7b-9935626a3d98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:22.988023 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8471ee-d25c-41e6-92a3-5b876aa45be5 req-2eea38fe-42b0-40d7-b572-06c36e2ba426 tempest-AggregatesAdminTestJSON-81161647 tempest-AggregatesAdminTestJSON-81161647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:22.990774 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-bd8471ee-d25c-41e6-92a3-5b876aa45be5 req-2eea38fe-42b0-40d7-b572-06c36e2ba426 tempest-AggregatesAdminTestJSON-81161647 tempest-AggregatesAdminTestJSON-81161647-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c549cf4-8b8a-4091-9464-b846b1b87e99 HTTP/1.1" status: 200 len: 969 time: 0.3385949 Nov 12 08:07:23.006414 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b7798980-243d-4f5b-9e7b-9935626a3d98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:23.023338 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b7798980-243d-4f5b-9e7b-9935626a3d98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:23.115677 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-b7798980-243d-4f5b-9e7b-9935626a3d98 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=48b9abcb9aa3466b8db0bf47c360aec8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3696783 Nov 12 08:07:23.117304 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7798980-243d-4f5b-9e7b-9935626a3d98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=809b7c91-acf7-4493-9847-595a6a17acd6,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:23.121808 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 58882) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:23.133503 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43237a74-b017-48dc-98be-c58b7cf123d5 admin admin] Router abb396ca-5907-4ff2-95d5-824dfef4332c is scheduled to L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 with binding_index 1 {{(pid=102599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:07:23.146981 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-bd8471ee-d25c-41e6-92a3-5b876aa45be5 req-473f1aab-cdce-48e7-a16d-6cfb58a109cb tempest-AggregatesAdminTestJSON-81161647 tempest-AggregatesAdminTestJSON-81161647-project] 10.222.0.26 "GET /v2.0/security-groups?id=b77c4906-9bfa-4787-9845-f0c28cf33794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807076 Nov 12 08:07:23.230481 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-021a857a-38d3-4b03-a14a-46ca9b471d53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:23.271495 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-021a857a-38d3-4b03-a14a-46ca9b471d53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:23.359761 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-021a857a-38d3-4b03-a14a-46ca9b471d53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:23.363179 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-021a857a-38d3-4b03-a14a-46ca9b471d53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:23.368089 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-021a857a-38d3-4b03-a14a-46ca9b471d53 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/809b7c91-acf7-4493-9847-595a6a17acd6 HTTP/1.1" status: 204 len: 168 time: 0.2359533 Nov 12 08:07:23.380410 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021a857a-38d3-4b03-a14a-46ca9b471d53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=809b7c91-acf7-4493-9847-595a6a17acd6,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:23.405053 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 58888) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:23.414322 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43237a74-b017-48dc-98be-c58b7cf123d5 admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:07:23.428388 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4684e5bc-2e01-4a01-9947-86aceb27f89c None None] Sync routers for ids ['abb396ca-5907-4ff2-95d5-824dfef4332c'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:07:23.461906 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-43237a74-b017-48dc-98be-c58b7cf123d5 admin admin] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:23.463695 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-43237a74-b017-48dc-98be-c58b7cf123d5 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.2820785 Nov 12 08:07:23.466287 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 58890) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:23.467019 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4684e5bc-2e01-4a01-9947-86aceb27f89c None None] Routers {'abb396ca-5907-4ff2-95d5-824dfef4332c'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:07:23.471698 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-4684e5bc-2e01-4a01-9947-86aceb27f89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:07:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['abb396ca-5907-4ff2-95d5-824dfef4332c'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:07:23.482233 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fc5dd5a3-aa23-4848-8fac-3235d30cfb6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:23.540048 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3569548e-11e5-4223-8d4b-32be9723769b None None] Network 8e17c76e-613f-40d2-ae39-1725682b1af7 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:07:23.660304 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fc5dd5a3-aa23-4848-8fac-3235d30cfb6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:23.683294 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fc5dd5a3-aa23-4848-8fac-3235d30cfb6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:23.695179 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-4684e5bc-2e01-4a01-9947-86aceb27f89c None None] Set router abb396ca-5907-4ff2-95d5-824dfef4332c gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:07:23.720679 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5dd5a3-aa23-4848-8fac-3235d30cfb6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed38c64-5e9d-4798-826e-ea9126e44549,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:23.740043 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-b9284c8a-f96a-4731-b2ef-5c2e368f544b None None] Provisioning complete for port 1c14e602-21ad-4abd-a61e-3c882dfadf34 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:07:23.740410 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b9284c8a-f96a-4731-b2ef-5c2e368f544b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:23.767632 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-fc5dd5a3-aa23-4848-8fac-3235d30cfb6d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b84e4048c96f494888ae2157e677fcd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3604422 Nov 12 08:07:23.769931 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 58894) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:23.906167 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ba8ce482-06ec-41da-8012-c8c385efc724 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:23.937744 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ba8ce482-06ec-41da-8012-c8c385efc724 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:23.990634 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b9284c8a-f96a-4731-b2ef-5c2e368f544b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:24.060577 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ba8ce482-06ec-41da-8012-c8c385efc724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:24.064627 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ba8ce482-06ec-41da-8012-c8c385efc724 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:24.066309 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-ba8ce482-06ec-41da-8012-c8c385efc724 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5ed38c64-5e9d-4798-826e-ea9126e44549 HTTP/1.1" status: 204 len: 168 time: 0.2932138 Nov 12 08:07:24.085575 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8ce482-06ec-41da-8012-c8c385efc724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed38c64-5e9d-4798-826e-ea9126e44549,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:24.156902 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 1c14e602-21ad-4abd-a61e-3c882dfadf34 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:07:24.202508 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-4684e5bc-2e01-4a01-9947-86aceb27f89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb396ca-5907-4ff2-95d5-824dfef4332c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1275168530-router', 'tenant_id': '8b8773b9ba7c4e19ac14f719fc98c803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'f7a31a17-46d0-4238-9d9b-1b7e1a56a003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:07:20Z', 'updated_at': '2021-11-12T08:07:22Z', 'revision_number': 3, 'project_id': '8b8773b9ba7c4e19ac14f719fc98c803', 'gw_port': {'id': 'f7a31a17-46d0-4238-9d9b-1b7e1a56a003', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:95:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb396ca-5907-4ff2-95d5-824dfef4332c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 159, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:21Z', 'updated_at': '2021-11-12T08:07:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:07:24.308206 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-b9284c8a-f96a-4731-b2ef-5c2e368f544b None None] For port 1c14e602-21ad-4abd-a61e-3c882dfadf34, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=1c14e602-21ad-4abd-a61e-3c882dfadf34,segment=NetworkSegment(c1acfdd1-5634-4383-a3b0-beb6da56b542),segment_id=c1acfdd1-5634-4383-a3b0-beb6da56b542)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:07:24.337757 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4684e5bc-2e01-4a01-9947-86aceb27f89c None None] Checking router: abb396ca-5907-4ff2-95d5-824dfef4332c for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:07:24.338293 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4684e5bc-2e01-4a01-9947-86aceb27f89c None None] Updating router abb396ca-5907-4ff2-95d5-824dfef4332c port f7a31a17-46d0-4238-9d9b-1b7e1a56a003 binding host n-d-765315-29 {{(pid=102602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:07:24.356869 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b9284c8a-f96a-4731-b2ef-5c2e368f544b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:24.415308 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-4684e5bc-2e01-4a01-9947-86aceb27f89c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:24.477844 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8444f629-09f5-44ee-ba0c-ef6c68e21574 req-1eaa294f-204e-49b8-8557-7ed3bc040ffb tempest-AggregatesAdminTestJSON-81161647 tempest-AggregatesAdminTestJSON-81161647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:24.491190 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8444f629-09f5-44ee-ba0c-ef6c68e21574 req-1eaa294f-204e-49b8-8557-7ed3bc040ffb tempest-AggregatesAdminTestJSON-81161647 tempest-AggregatesAdminTestJSON-81161647-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c549cf4-8b8a-4091-9464-b846b1b87e99 HTTP/1.1" status: 200 len: 969 time: 0.1513858 Nov 12 08:07:24.539256 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 1c14e602-21ad-4abd-a61e-3c882dfadf34 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:07:24.541762 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:24.549065 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9284c8a-f96a-4731-b2ef-5c2e368f544b None None] Pushing event updated for resources: {'Port': ['ID=1c14e602-21ad-4abd-a61e-3c882dfadf34,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:24.657991 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8444f629-09f5-44ee-ba0c-ef6c68e21574 req-c2483bd9-c223-4f58-aa1c-92bbb2fc3809 tempest-AggregatesAdminTestJSON-81161647 tempest-AggregatesAdminTestJSON-81161647-project] 10.222.0.26 "GET /v2.0/security-groups?id=b77c4906-9bfa-4787-9845-f0c28cf33794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650972 Nov 12 08:07:24.720959 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-5c444e31-ef35-4ef5-ae49-afa2b247d281 None None] Provisioning complete for port 1c14e602-21ad-4abd-a61e-3c882dfadf34 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:07:24.721330 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5c444e31-ef35-4ef5-ae49-afa2b247d281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:24.968630 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4e69357b-55bc-43ed-8a06-e9f83a6666db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:25.067669 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-4684e5bc-2e01-4a01-9947-86aceb27f89c None None] Publish callbacks [] for port, precommit_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:25.084618 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-4684e5bc-2e01-4a01-9947-86aceb27f89c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:25.156127 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-4684e5bc-2e01-4a01-9947-86aceb27f89c None None] Attempting to bind port f7a31a17-46d0-4238-9d9b-1b7e1a56a003 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:07:25.156453 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-4684e5bc-2e01-4a01-9947-86aceb27f89c None None] Attempting to bind port f7a31a17-46d0-4238-9d9b-1b7e1a56a003 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:07:25.156818 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4684e5bc-2e01-4a01-9947-86aceb27f89c None None] Attempting to bind port f7a31a17-46d0-4238-9d9b-1b7e1a56a003 on network d709f64f-f9e6-4525-b020-ad48633b9bbf {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:07:25.170031 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4684e5bc-2e01-4a01-9947-86aceb27f89c None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:07:25.170405 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4684e5bc-2e01-4a01-9947-86aceb27f89c None None] Checking segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:07:25.170862 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-4684e5bc-2e01-4a01-9947-86aceb27f89c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:25.171225 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4684e5bc-2e01-4a01-9947-86aceb27f89c None None] Bound using segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:07:25.171865 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-4684e5bc-2e01-4a01-9947-86aceb27f89c None None] Bound port: f7a31a17-46d0-4238-9d9b-1b7e1a56a003, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:07:25.172271 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-4684e5bc-2e01-4a01-9947-86aceb27f89c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:25.200024 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5cb886-d662-4f99-8c8d-c410f5a5bda0 None None] Pushing event updated for resources: {'Port': ['ID=f7a31a17-46d0-4238-9d9b-1b7e1a56a003,revision_number=2']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:25.254102 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-4684e5bc-2e01-4a01-9947-86aceb27f89c None None] For port f7a31a17-46d0-4238-9d9b-1b7e1a56a003, host n-d-765315-29, cleared binding levels {{(pid=102602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:07:25.257542 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-4684e5bc-2e01-4a01-9947-86aceb27f89c None None] For port f7a31a17-46d0-4238-9d9b-1b7e1a56a003, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=f7a31a17-46d0-4238-9d9b-1b7e1a56a003,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:07:25.264196 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-4684e5bc-2e01-4a01-9947-86aceb27f89c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:25.385628 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4684e5bc-2e01-4a01-9947-86aceb27f89c None None] Routers {'abb396ca-5907-4ff2-95d5-824dfef4332c'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:07:25.386273 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-4684e5bc-2e01-4a01-9947-86aceb27f89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:07:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['abb396ca-5907-4ff2-95d5-824dfef4332c'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:07:25.400524 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5cb886-d662-4f99-8c8d-c410f5a5bda0 None None] Pushing event updated for resources: {'Port': ['ID=f7a31a17-46d0-4238-9d9b-1b7e1a56a003,revision_number=3']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:25.431309 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-4e69357b-55bc-43ed-8a06-e9f83a6666db admin admin] Allocated IP 172.20.0.1 (8e17c76e-613f-40d2-ae39-1725682b1af7/73099bd0-5c51-4de3-ba74-9eb47a87705d/9dedf5d5-93b0-4cb9-926a-f77af101f683) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:07:25.596894 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-4684e5bc-2e01-4a01-9947-86aceb27f89c None None] Set router abb396ca-5907-4ff2-95d5-824dfef4332c gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:07:25.614428 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device a3f15631-2ed5-4a5f-91ca-05a1c1162978 details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:07:25.642201 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4e69357b-55bc-43ed-8a06-e9f83a6666db admin admin] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:25.740108 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4e69357b-55bc-43ed-8a06-e9f83a6666db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:25.857403 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e69357b-55bc-43ed-8a06-e9f83a6666db admin admin] Network 8e17c76e-613f-40d2-ae39-1725682b1af7 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:07:25.868108 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-4e69357b-55bc-43ed-8a06-e9f83a6666db admin admin] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:07:25.883724 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port a3f15631-2ed5-4a5f-91ca-05a1c1162978, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=a3f15631-2ed5-4a5f-91ca-05a1c1162978,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:07:25.888582 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e69357b-55bc-43ed-8a06-e9f83a6666db admin admin] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:07:25.889065 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4e69357b-55bc-43ed-8a06-e9f83a6666db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933481'] for router_interface, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:25.928747 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Returning: {'device': 'a3f15631-2ed5-4a5f-91ca-05a1c1162978', 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016', 'port_id': 'a3f15631-2ed5-4a5f-91ca-05a1c1162978', 'mac_address': 'fa:16:3e:af:cc:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:tempest-test_az-1004705582', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:07:25.930887 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a30414-cf74-44bd-9577-837d05f4d602 req-9a3cfaac-a942-41c7-9992-da1927ebabb5 tempest-AggregatesAdminTestJSON-81161647 tempest-AggregatesAdminTestJSON-81161647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:25.932489 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-33a30414-cf74-44bd-9577-837d05f4d602 req-9a3cfaac-a942-41c7-9992-da1927ebabb5 tempest-AggregatesAdminTestJSON-81161647 tempest-AggregatesAdminTestJSON-81161647-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c549cf4-8b8a-4091-9464-b846b1b87e99 HTTP/1.1" status: 200 len: 969 time: 0.1558623 Nov 12 08:07:26.004131 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:26.008488 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 1c14e602-21ad-4abd-a61e-3c882dfadf34 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:07:26.011257 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-4684e5bc-2e01-4a01-9947-86aceb27f89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb396ca-5907-4ff2-95d5-824dfef4332c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1275168530-router', 'tenant_id': '8b8773b9ba7c4e19ac14f719fc98c803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'f7a31a17-46d0-4238-9d9b-1b7e1a56a003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:07:20Z', 'updated_at': '2021-11-12T08:07:22Z', 'revision_number': 3, 'project_id': '8b8773b9ba7c4e19ac14f719fc98c803', 'gw_port': {'id': 'f7a31a17-46d0-4238-9d9b-1b7e1a56a003', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:95:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb396ca-5907-4ff2-95d5-824dfef4332c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 159, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:21Z', 'updated_at': '2021-11-12T08:07:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:07:26.057985 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-33a30414-cf74-44bd-9577-837d05f4d602 req-132e9f71-5f44-40b1-8292-6a48ea520c8b tempest-AggregatesAdminTestJSON-81161647 tempest-AggregatesAdminTestJSON-81161647-project] 10.222.0.26 "GET /v2.0/security-groups?id=b77c4906-9bfa-4787-9845-f0c28cf33794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161644 Nov 12 08:07:26.099428 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e69357b-55bc-43ed-8a06-e9f83a6666db admin admin] Pushing event updated for resources: {'Port': ['ID=9dedf5d5-93b0-4cb9-926a-f77af101f683,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:26.112844 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4684e5bc-2e01-4a01-9947-86aceb27f89c None None] The sync data for ids ['abb396ca-5907-4ff2-95d5-824dfef4332c'] in n-d-765315-29 is: [{'id': 'abb396ca-5907-4ff2-95d5-824dfef4332c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1275168530-router', 'tenant_id': '8b8773b9ba7c4e19ac14f719fc98c803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'f7a31a17-46d0-4238-9d9b-1b7e1a56a003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:07:20Z', 'updated_at': '2021-11-12T08:07:22Z', 'revision_number': 3, 'project_id': '8b8773b9ba7c4e19ac14f719fc98c803', 'gw_port': {'id': 'f7a31a17-46d0-4238-9d9b-1b7e1a56a003', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:95:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb396ca-5907-4ff2-95d5-824dfef4332c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 159, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:21Z', 'updated_at': '2021-11-12T08:07:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:07:26.143584 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 58970) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:26.157445 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-e530113a-7783-48f4-9840-8911a24052df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3f15631-2ed5-4a5f-91ca-05a1c1162978 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:07:26.250836 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port a3f15631-2ed5-4a5f-91ca-05a1c1162978, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=a3f15631-2ed5-4a5f-91ca-05a1c1162978,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:07:26.258035 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 1c14e602-21ad-4abd-a61e-3c882dfadf34 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:07:26.258490 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:26.290379 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:26.298498 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-676be52a-7593-4b00-bbd0-3a2cff58e659 None None] Provisioning complete for port 9dedf5d5-93b0-4cb9-926a-f77af101f683 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:07:26.298884 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-676be52a-7593-4b00-bbd0-3a2cff58e659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:26.316606 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4e69357b-55bc-43ed-8a06-e9f83a6666db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:26.416541 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-676be52a-7593-4b00-bbd0-3a2cff58e659 None None] Port 9dedf5d5-93b0-4cb9-926a-f77af101f683 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:07:26.429423 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=a3f15631-2ed5-4a5f-91ca-05a1c1162978,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:26.496620 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-70c6efe0-dc0c-4683-8bc6-3fa86a24bbbc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:26.697875 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-70c6efe0-dc0c-4683-8bc6-3fa86a24bbbc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:26.703544 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-70c6efe0-dc0c-4683-8bc6-3fa86a24bbbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:26.718806 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4e69357b-55bc-43ed-8a06-e9f83a6666db admin admin] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:26.728187 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4e69357b-55bc-43ed-8a06-e9f83a6666db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:26.729441 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4e69357b-55bc-43ed-8a06-e9f83a6666db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933629'] for router_interface, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:26.740207 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['a3f15631-2ed5-4a5f-91ca-05a1c1162978'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:07:26.755205 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-70c6efe0-dc0c-4683-8bc6-3fa86a24bbbc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d28a9f5ee09540ce906a839a2f8e3fcb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6092567 Nov 12 08:07:26.766882 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 58986) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:26.767774 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c6efe0-dc0c-4683-8bc6-3fa86a24bbbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e54325b5-67ee-4a0d-ae21-eb4b409dddd1,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:26.862290 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4ada543c-21fb-4b6c-b31c-3f9887250163 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:26.922128 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4ada543c-21fb-4b6c-b31c-3f9887250163 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:27.039190 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4ada543c-21fb-4b6c-b31c-3f9887250163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:27.043199 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4ada543c-21fb-4b6c-b31c-3f9887250163 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:27.045264 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-4ada543c-21fb-4b6c-b31c-3f9887250163 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e54325b5-67ee-4a0d-ae21-eb4b409dddd1 HTTP/1.1" status: 204 len: 168 time: 0.2726908 Nov 12 08:07:27.050851 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e69357b-55bc-43ed-8a06-e9f83a6666db admin admin] Pushing event updated for resources: {'Port': ['ID=9dedf5d5-93b0-4cb9-926a-f77af101f683,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:27.058212 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ada543c-21fb-4b6c-b31c-3f9887250163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e54325b5-67ee-4a0d-ae21-eb4b409dddd1,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:27.203412 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e69357b-55bc-43ed-8a06-e9f83a6666db admin admin] Network 8e17c76e-613f-40d2-ae39-1725682b1af7 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:07:27.205702 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-4e69357b-55bc-43ed-8a06-e9f83a6666db admin admin] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:07:27.394132 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18715b3f-3fa3-434b-af69-bab87927715d req-1935e163-2170-440e-8d34-8479a069adf8 tempest-AggregatesAdminTestJSON-81161647 tempest-AggregatesAdminTestJSON-81161647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:27.396221 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-18715b3f-3fa3-434b-af69-bab87927715d req-1935e163-2170-440e-8d34-8479a069adf8 tempest-AggregatesAdminTestJSON-81161647 tempest-AggregatesAdminTestJSON-81161647-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c549cf4-8b8a-4091-9464-b846b1b87e99 HTTP/1.1" status: 200 len: 970 time: 0.1222050 Nov 12 08:07:27.539934 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-18715b3f-3fa3-434b-af69-bab87927715d req-6b7e359b-a734-414f-bedf-9dac0faded81 tempest-AggregatesAdminTestJSON-81161647 tempest-AggregatesAdminTestJSON-81161647-project] 10.222.0.26 "GET /v2.0/security-groups?id=b77c4906-9bfa-4787-9845-f0c28cf33794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352756 Nov 12 08:07:27.545383 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e69357b-55bc-43ed-8a06-e9f83a6666db admin admin] Router abb396ca-5907-4ff2-95d5-824dfef4332c has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:07:27.687997 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e6ffab52-30c8-4227-8d42-f0333f7959b1 None None] Provisioning complete for port 9dedf5d5-93b0-4cb9-926a-f77af101f683 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:07:27.689938 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e6ffab52-30c8-4227-8d42-f0333f7959b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:27.779099 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e69357b-55bc-43ed-8a06-e9f83a6666db admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:07:27.789054 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-e6ffab52-30c8-4227-8d42-f0333f7959b1 None None] Port 9dedf5d5-93b0-4cb9-926a-f77af101f683 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:07:27.797591 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-4e69357b-55bc-43ed-8a06-e9f83a6666db admin admin] 10.222.0.26 "PUT /v2.0/routers/abb396ca-5907-4ff2-95d5-824dfef4332c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3224502 Nov 12 08:07:27.951443 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 59042) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:27.953432 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device f7a31a17-46d0-4238-9d9b-1b7e1a56a003 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:07:27.970969 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1d030fc0-996d-4e62-ba3f-27b896f584a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:28.017989 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port f7a31a17-46d0-4238-9d9b-1b7e1a56a003 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:07:28.019019 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:28.088505 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1d030fc0-996d-4e62-ba3f-27b896f584a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:28.095053 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1d030fc0-996d-4e62-ba3f-27b896f584a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:28.142467 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:28.158976 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59044) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:28.159667 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-1d030fc0-996d-4e62-ba3f-27b896f584a7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4a0dd98a27f341f69bfda210ca103f0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2061660 Nov 12 08:07:28.160095 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d030fc0-996d-4e62-ba3f-27b896f584a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0762af6-5af7-4cdf-b114-1cdd4fc9528a,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:28.191404 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] For port f7a31a17-46d0-4238-9d9b-1b7e1a56a003, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=f7a31a17-46d0-4238-9d9b-1b7e1a56a003,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:07:28.210025 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:28.281551 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1adca2fb-c271-4ed5-9bf4-93aae22eba9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:28.297675 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Pushing event updated for resources: {'Port': ['ID=f7a31a17-46d0-4238-9d9b-1b7e1a56a003,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:28.331188 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1adca2fb-c271-4ed5-9bf4-93aae22eba9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:28.405397 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1adca2fb-c271-4ed5-9bf4-93aae22eba9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:28.409253 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1adca2fb-c271-4ed5-9bf4-93aae22eba9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:28.409978 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-1adca2fb-c271-4ed5-9bf4-93aae22eba9d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b0762af6-5af7-4cdf-b114-1cdd4fc9528a HTTP/1.1" status: 204 len: 168 time: 0.2485950 Nov 12 08:07:28.433147 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adca2fb-c271-4ed5-9bf4-93aae22eba9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0762af6-5af7-4cdf-b114-1cdd4fc9528a,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:28.773190 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5112c2-3ae4-4976-97ee-33c69d0a0942 None None] Sync routers for ids ['abb396ca-5907-4ff2-95d5-824dfef4332c'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:07:28.786389 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5112c2-3ae4-4976-97ee-33c69d0a0942 None None] Routers {'abb396ca-5907-4ff2-95d5-824dfef4332c'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:07:28.786720 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16a90e8-f32a-47c1-90c8-e18284ffe657 req-b344ca7b-f709-4e2e-bc06-ca4c345dd9f6 tempest-AggregatesAdminTestJSON-81161647 tempest-AggregatesAdminTestJSON-81161647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:28.787780 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-7b5112c2-3ae4-4976-97ee-33c69d0a0942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:07:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['abb396ca-5907-4ff2-95d5-824dfef4332c'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:07:28.795103 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f16a90e8-f32a-47c1-90c8-e18284ffe657 req-b344ca7b-f709-4e2e-bc06-ca4c345dd9f6 tempest-AggregatesAdminTestJSON-81161647 tempest-AggregatesAdminTestJSON-81161647-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c549cf4-8b8a-4091-9464-b846b1b87e99 HTTP/1.1" status: 200 len: 970 time: 0.0916362 Nov 12 08:07:28.859371 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f16a90e8-f32a-47c1-90c8-e18284ffe657 req-2b9d8c56-3537-4a53-a03b-149181be1f7d tempest-AggregatesAdminTestJSON-81161647 tempest-AggregatesAdminTestJSON-81161647-project] 10.222.0.26 "GET /v2.0/security-groups?id=b77c4906-9bfa-4787-9845-f0c28cf33794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633740 Nov 12 08:07:28.941218 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-7b5112c2-3ae4-4976-97ee-33c69d0a0942 None None] Set router abb396ca-5907-4ff2-95d5-824dfef4332c gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:07:29.019983 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 59090) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:29.217650 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-7b5112c2-3ae4-4976-97ee-33c69d0a0942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb396ca-5907-4ff2-95d5-824dfef4332c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1275168530-router', 'tenant_id': '8b8773b9ba7c4e19ac14f719fc98c803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'f7a31a17-46d0-4238-9d9b-1b7e1a56a003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:07:20Z', 'updated_at': '2021-11-12T08:07:26Z', 'revision_number': 4, 'project_id': '8b8773b9ba7c4e19ac14f719fc98c803', 'gw_port': {'id': 'f7a31a17-46d0-4238-9d9b-1b7e1a56a003', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:95:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb396ca-5907-4ff2-95d5-824dfef4332c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 159, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:21Z', 'updated_at': '2021-11-12T08:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '9dedf5d5-93b0-4cb9-926a-f77af101f683', 'name': '', 'network_id': '8e17c76e-613f-40d2-ae39-1725682b1af7', 'tenant_id': '8b8773b9ba7c4e19ac14f719fc98c803', 'mac_address': 'fa:16:3e:50:df:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb396ca-5907-4ff2-95d5-824dfef4332c', 'device_owner': 'network:router_interface', 'standard_attr_id': 180, 'fixed_ips': [{'subnet_id': '73099bd0-5c51-4de3-ba74-9eb47a87705d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:24Z', 'updated_at': '2021-11-12T08:07:26Z', 'revision_number': 2, 'project_id': '8b8773b9ba7c4e19ac14f719fc98c803', 'subnets': [{'id': '73099bd0-5c51-4de3-ba74-9eb47a87705d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:07:29.247383 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5112c2-3ae4-4976-97ee-33c69d0a0942 None None] Checking router: abb396ca-5907-4ff2-95d5-824dfef4332c for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:07:29.247826 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5112c2-3ae4-4976-97ee-33c69d0a0942 None None] Updating router abb396ca-5907-4ff2-95d5-824dfef4332c port 9dedf5d5-93b0-4cb9-926a-f77af101f683 binding host n-d-765315-29 {{(pid=102601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:07:29.274982 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7b5112c2-3ae4-4976-97ee-33c69d0a0942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:29.340890 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1ad280cb-b3d2-466c-8efa-a80039dc8655 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:29.434057 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59104) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:29.454283 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1ad280cb-b3d2-466c-8efa-a80039dc8655 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:29.467010 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1ad280cb-b3d2-466c-8efa-a80039dc8655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:29.523815 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-1ad280cb-b3d2-466c-8efa-a80039dc8655 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b5d43025591b407eacac8a52097f9488&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5016551 Nov 12 08:07:29.526336 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59112) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:29.558308 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad280cb-b3d2-466c-8efa-a80039dc8655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=347d81ab-33e6-4876-8ee6-c8a5b7fd9b90,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:29.620005 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 59116) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:29.626901 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-681ec3c4-8f2a-413f-9bc8-3fe7124cf279 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-754564430-network', 'tenant_id': '18ad38ff517947f1bd4c54581ddc567f'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:07:29.642181 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7bda97c8-2697-470d-8df4-5e981665fef4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:29.669906 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device a3f15631-2ed5-4a5f-91ca-05a1c1162978 up at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:07:29.684213 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-df38daaf-c306-4aa8-aebc-090cf1d81ab0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:29.690947 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-681ec3c4-8f2a-413f-9bc8-3fe7124cf279 admin admin] Made reservation on behalf of 18ad38ff517947f1bd4c54581ddc567f for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:07:29.691773 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7bda97c8-2697-470d-8df4-5e981665fef4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:29.695200 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-681ec3c4-8f2a-413f-9bc8-3fe7124cf279 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:29.716894 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-681ec3c4-8f2a-413f-9bc8-3fe7124cf279 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:29.814699 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7bda97c8-2697-470d-8df4-5e981665fef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:29.815992 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning for port a3f15631-2ed5-4a5f-91ca-05a1c1162978 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:07:29.818224 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7bda97c8-2697-470d-8df4-5e981665fef4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:29.819515 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-7bda97c8-2697-470d-8df4-5e981665fef4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/347d81ab-33e6-4876-8ee6-c8a5b7fd9b90 HTTP/1.1" status: 204 len: 168 time: 0.2919836 Nov 12 08:07:29.839684 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning complete for port a3f15631-2ed5-4a5f-91ca-05a1c1162978 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:07:29.840169 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:29.894079 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-df38daaf-c306-4aa8-aebc-090cf1d81ab0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:29.900006 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bda97c8-2697-470d-8df4-5e981665fef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=347d81ab-33e6-4876-8ee6-c8a5b7fd9b90,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:29.912275 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-df38daaf-c306-4aa8-aebc-090cf1d81ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:29.958688 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-681ec3c4-8f2a-413f-9bc8-3fe7124cf279 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:29.975170 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-681ec3c4-8f2a-413f-9bc8-3fe7124cf279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:30.010020 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device f7a31a17-46d0-4238-9d9b-1b7e1a56a003 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:07:30.027911 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-df38daaf-c306-4aa8-aebc-090cf1d81ab0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=413df8f5437942e28533baac40283bb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5908859 Nov 12 08:07:30.031257 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 59124) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:30.065036 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-681ec3c4-8f2a-413f-9bc8-3fe7124cf279 admin admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:07:30.108467 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681ec3c4-8f2a-413f-9bc8-3fe7124cf279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e9ba3fe-6d7c-4267-b4b2-d166012353c0,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:30.151710 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-681ec3c4-8f2a-413f-9bc8-3fe7124cf279 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:30.152053 n-d-765315-29 neutron-server[102599]: INFO neutron.db.segments_db [None req-681ec3c4-8f2a-413f-9bc8-3fe7124cf279 admin admin] Added segment 47508263-2565-4ac7-a594-0c95578073c9 of type vlan for network 0b08af5f-f0a6-41f3-b8bd-85d0b58b0c65 Nov 12 08:07:30.186174 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf5abb3-f2ee-4e0e-9675-f2899c729037 req-13a524cf-2344-4dce-8ef1-0d84ea2dacf4 tempest-AggregatesAdminTestJSON-81161647 tempest-AggregatesAdminTestJSON-81161647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:30.199764 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-dcf5abb3-f2ee-4e0e-9675-f2899c729037 req-13a524cf-2344-4dce-8ef1-0d84ea2dacf4 tempest-AggregatesAdminTestJSON-81161647 tempest-AggregatesAdminTestJSON-81161647-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c549cf4-8b8a-4091-9464-b846b1b87e99 HTTP/1.1" status: 200 len: 970 time: 0.1696713 Nov 12 08:07:30.218695 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-681ec3c4-8f2a-413f-9bc8-3fe7124cf279 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:30.222940 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8ea7563b-1e2a-4d73-9e9b-db4ae85f00df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:30.249533 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df38daaf-c306-4aa8-aebc-090cf1d81ab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ad232a-982c-4d62-b90b-d1fc34ea782e,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:30.286882 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8ea7563b-1e2a-4d73-9e9b-db4ae85f00df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:30.289480 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:30.306028 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-681ec3c4-8f2a-413f-9bc8-3fe7124cf279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:30.307354 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681ec3c4-8f2a-413f-9bc8-3fe7124cf279 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:30.307914 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-681ec3c4-8f2a-413f-9bc8-3fe7124cf279 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:30.309232 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-dcf5abb3-f2ee-4e0e-9675-f2899c729037 req-0381ad7a-bc44-4922-962d-f6b185ca559e tempest-AggregatesAdminTestJSON-81161647 tempest-AggregatesAdminTestJSON-81161647-project] 10.222.0.26 "GET /v2.0/security-groups?id=b77c4906-9bfa-4787-9845-f0c28cf33794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071200 Nov 12 08:07:30.355248 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c549cf4-8b8a-4091-9464-b846b1b87e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3f15631-2ed5-4a5f-91ca-05a1c1162978'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:07:30.411539 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59134) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:30.428192 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-775f73cd-e11d-44dd-a5a8-738448fdb04e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:30.436295 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-681ec3c4-8f2a-413f-9bc8-3fe7124cf279 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8148651 Nov 12 08:07:30.440930 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59136) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:30.448763 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-a9a87227-c778-45c5-b7dd-b2acdb555daf admin admin] Request body: {'subnet': {'network_id': '0b08af5f-f0a6-41f3-b8bd-85d0b58b0c65', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-754564430-subnet', 'tenant_id': '18ad38ff517947f1bd4c54581ddc567f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:07:30.458931 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681ec3c4-8f2a-413f-9bc8-3fe7124cf279 admin admin] Pushing event updated for resources: {'Network': ['ID=0b08af5f-f0a6-41f3-b8bd-85d0b58b0c65,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:30.484019 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 0b08af5f-f0a6-41f3-b8bd-85d0b58b0c65 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:07:30.487914 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8ea7563b-1e2a-4d73-9e9b-db4ae85f00df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:30.491530 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8ea7563b-1e2a-4d73-9e9b-db4ae85f00df admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:30.495815 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-8ea7563b-1e2a-4d73-9e9b-db4ae85f00df admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f0ad232a-982c-4d62-b90b-d1fc34ea782e HTTP/1.1" status: 204 len: 168 time: 0.4520600 Nov 12 08:07:30.505434 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea7563b-1e2a-4d73-9e9b-db4ae85f00df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ad232a-982c-4d62-b90b-d1fc34ea782e,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:30.509085 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7b5112c2-3ae4-4976-97ee-33c69d0a0942 None None] Publish callbacks [] for port, precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:30.523495 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9a87227-c778-45c5-b7dd-b2acdb555daf admin admin] Made reservation on behalf of 18ad38ff517947f1bd4c54581ddc567f for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:07:30.525992 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a9a87227-c778-45c5-b7dd-b2acdb555daf admin admin] Publish callbacks [] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:30.533903 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port a3f15631-2ed5-4a5f-91ca-05a1c1162978, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=a3f15631-2ed5-4a5f-91ca-05a1c1162978,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:07:30.557101 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port f7a31a17-46d0-4238-9d9b-1b7e1a56a003 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:07:30.557720 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:30.596120 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7b5112c2-3ae4-4976-97ee-33c69d0a0942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:30.666174 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:30.676303 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d1b299-4f66-45ed-9e5e-8e0e2719df20 None None] Pushing event updated for resources: {'Port': ['ID=9dedf5d5-93b0-4cb9-926a-f77af101f683,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:30.858731 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=a3f15631-2ed5-4a5f-91ca-05a1c1162978,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:30.872594 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5169e4e-bc4a-4fa2-866c-bbe13bfaa7dc" -d '{"events": [{"server_uuid": "5c549cf4-8b8a-4091-9464-b846b1b87e99", "name": "network-vif-plugged", "status": "completed", "tag": "a3f15631-2ed5-4a5f-91ca-05a1c1162978"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:07:30.876646 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-7b5112c2-3ae4-4976-97ee-33c69d0a0942 None None] Attempting to bind port 9dedf5d5-93b0-4cb9-926a-f77af101f683 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:07:30.877199 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-7b5112c2-3ae4-4976-97ee-33c69d0a0942 None None] Attempting to bind port 9dedf5d5-93b0-4cb9-926a-f77af101f683 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': 'c1acfdd1-5634-4383-a3b0-beb6da56b542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8e17c76e-613f-40d2-ae39-1725682b1af7'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:07:30.877731 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5112c2-3ae4-4976-97ee-33c69d0a0942 None None] Attempting to bind port 9dedf5d5-93b0-4cb9-926a-f77af101f683 on network 8e17c76e-613f-40d2-ae39-1725682b1af7 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:07:30.884252 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5112c2-3ae4-4976-97ee-33c69d0a0942 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:07:30.884881 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5112c2-3ae4-4976-97ee-33c69d0a0942 None None] Checking segment: {'id': 'c1acfdd1-5634-4383-a3b0-beb6da56b542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8e17c76e-613f-40d2-ae39-1725682b1af7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:07:30.885528 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7b5112c2-3ae4-4976-97ee-33c69d0a0942 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:30.886121 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5112c2-3ae4-4976-97ee-33c69d0a0942 None None] Bound using segment: {'id': 'c1acfdd1-5634-4383-a3b0-beb6da56b542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8e17c76e-613f-40d2-ae39-1725682b1af7'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:07:30.886902 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-7b5112c2-3ae4-4976-97ee-33c69d0a0942 None None] Bound port: 9dedf5d5-93b0-4cb9-926a-f77af101f683, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1acfdd1-5634-4383-a3b0-beb6da56b542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8e17c76e-613f-40d2-ae39-1725682b1af7'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:07:30.887499 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7b5112c2-3ae4-4976-97ee-33c69d0a0942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:30.960628 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a9a87227-c778-45c5-b7dd-b2acdb555daf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:31.022358 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-775f73cd-e11d-44dd-a5a8-738448fdb04e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:31.025989 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a87227-c778-45c5-b7dd-b2acdb555daf admin admin] Pushing event updated for resources: {'Subnet': ['ID=0988fc40-4a1b-4d3e-adb1-5062209a6dd5,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:31.047434 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-775f73cd-e11d-44dd-a5a8-738448fdb04e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:31.049590 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-7b5112c2-3ae4-4976-97ee-33c69d0a0942 None None] For port 9dedf5d5-93b0-4cb9-926a-f77af101f683, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:07:31.064317 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-7b5112c2-3ae4-4976-97ee-33c69d0a0942 None None] For port 9dedf5d5-93b0-4cb9-926a-f77af101f683, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=9dedf5d5-93b0-4cb9-926a-f77af101f683,segment=NetworkSegment(c1acfdd1-5634-4383-a3b0-beb6da56b542),segment_id=c1acfdd1-5634-4383-a3b0-beb6da56b542)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:07:31.077476 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7b5112c2-3ae4-4976-97ee-33c69d0a0942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:31.088040 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-775f73cd-e11d-44dd-a5a8-738448fdb04e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bea6989aa1094d1a8a19fa54f5936a5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6753538 Nov 12 08:07:31.091377 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 59158) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:31.159253 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a87227-c778-45c5-b7dd-b2acdb555daf admin admin] Checking segment: {'id': '47508263-2565-4ac7-a594-0c95578073c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '0b08af5f-f0a6-41f3-b8bd-85d0b58b0c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:07:31.159707 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a87227-c778-45c5-b7dd-b2acdb555daf admin admin] Network hostable DHCP agents. Network: 0b08af5f-f0a6-41f3-b8bd-85d0b58b0c65, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:07:31.171023 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775f73cd-e11d-44dd-a5a8-738448fdb04e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a86ffad4-0a06-4b6d-bb32-50781f55b55c,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:31.193824 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a87227-c778-45c5-b7dd-b2acdb555daf admin admin] Network 0b08af5f-f0a6-41f3-b8bd-85d0b58b0c65 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:07:31.214753 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-a9a87227-c778-45c5-b7dd-b2acdb555daf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 0b08af5f-f0a6-41f3-b8bd-85d0b58b0c65) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:07:31.223575 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a87227-c778-45c5-b7dd-b2acdb555daf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:31.228093 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a9a87227-c778-45c5-b7dd-b2acdb555daf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:31.266655 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-a9a87227-c778-45c5-b7dd-b2acdb555daf admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8208778 Nov 12 08:07:31.267199 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59160) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:31.269445 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0327354-92cc-42af-8ee0-4a1556492f48 None None] Network 0b08af5f-f0a6-41f3-b8bd-85d0b58b0c65 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:07:31.278148 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-a03e393b-61f1-4629-8fc5-9e164049ef0e admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-754564430-router', 'tenant_id': '18ad38ff517947f1bd4c54581ddc567f', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:07:31.321355 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6d4b827f-fc89-4132-8a85-f06057fe7eaf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:31.342855 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a03e393b-61f1-4629-8fc5-9e164049ef0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:31.345387 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a03e393b-61f1-4629-8fc5-9e164049ef0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:31.388179 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6d4b827f-fc89-4132-8a85-f06057fe7eaf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:31.463247 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e641d83-3a7c-4c20-bf69-6649405664bb x-openstack-request-id: req-6e641d83-3a7c-4c20-bf69-6649405664bb {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:07:31.464200 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c549cf4-8b8a-4091-9464-b846b1b87e99", "name": "network-vif-plugged", "status": "completed", "tag": "a3f15631-2ed5-4a5f-91ca-05a1c1162978", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:07:31.464636 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6e641d83-3a7c-4c20-bf69-6649405664bb {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:07:31.465309 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c549cf4-8b8a-4091-9464-b846b1b87e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3f15631-2ed5-4a5f-91ca-05a1c1162978', 'code': 200} Nov 12 08:07:31.482761 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5112c2-3ae4-4976-97ee-33c69d0a0942 None None] Routers {'abb396ca-5907-4ff2-95d5-824dfef4332c'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:07:31.483703 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-7b5112c2-3ae4-4976-97ee-33c69d0a0942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:07:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['abb396ca-5907-4ff2-95d5-824dfef4332c'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:07:31.511977 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-2b22a7a5-308b-4025-9177-984f9bf07e34 None None] Provisioning complete for port 9dedf5d5-93b0-4cb9-926a-f77af101f683 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:07:31.512601 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2b22a7a5-308b-4025-9177-984f9bf07e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:31.551569 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6d4b827f-fc89-4132-8a85-f06057fe7eaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:31.558881 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6d4b827f-fc89-4132-8a85-f06057fe7eaf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:31.569661 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-6d4b827f-fc89-4132-8a85-f06057fe7eaf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a86ffad4-0a06-4b6d-bb32-50781f55b55c HTTP/1.1" status: 204 len: 168 time: 0.4733505 Nov 12 08:07:31.583264 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 59170) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:31.592391 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4b827f-fc89-4132-8a85-f06057fe7eaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a86ffad4-0a06-4b6d-bb32-50781f55b55c,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:31.616103 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f8542a08-2935-417e-815a-d6411a3be96c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:31.627539 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d1b299-4f66-45ed-9e5e-8e0e2719df20 None None] Pushing event updated for resources: {'Port': ['ID=9dedf5d5-93b0-4cb9-926a-f77af101f683,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:31.628974 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a03e393b-61f1-4629-8fc5-9e164049ef0e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:31.777519 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f8542a08-2935-417e-815a-d6411a3be96c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:31.783552 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-7b5112c2-3ae4-4976-97ee-33c69d0a0942 None None] Set router abb396ca-5907-4ff2-95d5-824dfef4332c gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:07:31.800830 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f8542a08-2935-417e-815a-d6411a3be96c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:31.855710 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce561e6-6a8a-4719-8489-bf0afceecf7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-0b08af5f-f0a6-41f3-b8bd-85d0b58b0c65', 'network_id': '0b08af5f-f0a6-41f3-b8bd-85d0b58b0c65', 'tenant_id': '18ad38ff517947f1bd4c54581ddc567f', 'fixed_ips': [{'subnet_id': '0988fc40-4a1b-4d3e-adb1-5062209a6dd5'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:07:31.857473 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7ce561e6-6a8a-4719-8489-bf0afceecf7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:31.864705 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8542a08-2935-417e-815a-d6411a3be96c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f9e389-8d7a-4e5d-a57d-ed504a2c34da,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:31.925631 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-f8542a08-2935-417e-815a-d6411a3be96c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e4a92ef588724930a1afed3d11baf44d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3405254 Nov 12 08:07:31.927830 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 59178) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:31.955419 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2b22a7a5-308b-4025-9177-984f9bf07e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:31.994420 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b0e7a4d1-5732-45f5-985a-d64526408f40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:32.026100 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b0e7a4d1-5732-45f5-985a-d64526408f40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:32.103422 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b0e7a4d1-5732-45f5-985a-d64526408f40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:32.108225 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b0e7a4d1-5732-45f5-985a-d64526408f40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:32.117862 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-b0e7a4d1-5732-45f5-985a-d64526408f40 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c7f9e389-8d7a-4e5d-a57d-ed504a2c34da HTTP/1.1" status: 204 len: 168 time: 0.1887460 Nov 12 08:07:32.134971 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e7a4d1-5732-45f5-985a-d64526408f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f9e389-8d7a-4e5d-a57d-ed504a2c34da,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:32.143587 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691e649d-d865-4755-8ada-e87fc1ea9360 req-195855b8-59de-47ff-bf34-b4040e37f0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:32.146602 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-691e649d-d865-4755-8ada-e87fc1ea9360 req-195855b8-59de-47ff-bf34-b4040e37f0c4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5c549cf4-8b8a-4091-9464-b846b1b87e99 HTTP/1.1" status: 200 len: 1123 time: 0.5974994 Nov 12 08:07:32.154968 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b53a4a-f157-421e-9147-7ef14b30f99a req-4aeec1bc-1baf-4be9-ae87-66769c9a820f tempest-AggregatesAdminTestJSON-81161647 tempest-AggregatesAdminTestJSON-81161647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:32.156750 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e2b53a4a-f157-421e-9147-7ef14b30f99a req-4aeec1bc-1baf-4be9-ae87-66769c9a820f tempest-AggregatesAdminTestJSON-81161647 tempest-AggregatesAdminTestJSON-81161647-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c549cf4-8b8a-4091-9464-b846b1b87e99 HTTP/1.1" status: 200 len: 971 time: 0.6060967 Nov 12 08:07:32.213743 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a03e393b-61f1-4629-8fc5-9e164049ef0e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:32.233752 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-691e649d-d865-4755-8ada-e87fc1ea9360 req-42b91854-3ef6-4af6-941c-cc8df701d23d service neutron] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:32.309778 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-2b22a7a5-308b-4025-9177-984f9bf07e34 None None] For port 9dedf5d5-93b0-4cb9-926a-f77af101f683, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=9dedf5d5-93b0-4cb9-926a-f77af101f683,segment=NetworkSegment(c1acfdd1-5634-4383-a3b0-beb6da56b542),segment_id=c1acfdd1-5634-4383-a3b0-beb6da56b542)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:07:32.325209 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2b22a7a5-308b-4025-9177-984f9bf07e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:32.336890 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e2b53a4a-f157-421e-9147-7ef14b30f99a req-22daebbb-5ae9-4e39-9ce2-c0e420a5ac97 tempest-AggregatesAdminTestJSON-81161647 tempest-AggregatesAdminTestJSON-81161647-project] 10.222.0.26 "GET /v2.0/security-groups?id=b77c4906-9bfa-4787-9845-f0c28cf33794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430423 Nov 12 08:07:32.473798 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-691e649d-d865-4755-8ada-e87fc1ea9360 req-42b91854-3ef6-4af6-941c-cc8df701d23d service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:32.486547 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-691e649d-d865-4755-8ada-e87fc1ea9360 req-42b91854-3ef6-4af6-941c-cc8df701d23d service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:32.566062 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-691e649d-d865-4755-8ada-e87fc1ea9360 req-42b91854-3ef6-4af6-941c-cc8df701d23d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b77c4906-9bfa-4787-9845-f0c28cf33794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3796365 Nov 12 08:07:32.567101 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b91854-3ef6-4af6-941c-cc8df701d23d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b36c5d-5da5-473b-8195-65ea1ef9766f,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:32.601713 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-7b5112c2-3ae4-4976-97ee-33c69d0a0942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb396ca-5907-4ff2-95d5-824dfef4332c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1275168530-router', 'tenant_id': '8b8773b9ba7c4e19ac14f719fc98c803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'f7a31a17-46d0-4238-9d9b-1b7e1a56a003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:07:20Z', 'updated_at': '2021-11-12T08:07:26Z', 'revision_number': 4, 'project_id': '8b8773b9ba7c4e19ac14f719fc98c803', 'gw_port': {'id': 'f7a31a17-46d0-4238-9d9b-1b7e1a56a003', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:95:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb396ca-5907-4ff2-95d5-824dfef4332c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 159, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:21Z', 'updated_at': '2021-11-12T08:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '9dedf5d5-93b0-4cb9-926a-f77af101f683', 'name': '', 'network_id': '8e17c76e-613f-40d2-ae39-1725682b1af7', 'tenant_id': '8b8773b9ba7c4e19ac14f719fc98c803', 'mac_address': 'fa:16:3e:50:df:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb396ca-5907-4ff2-95d5-824dfef4332c', 'device_owner': 'network:router_interface', 'standard_attr_id': 180, 'fixed_ips': [{'subnet_id': '73099bd0-5c51-4de3-ba74-9eb47a87705d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:24Z', 'updated_at': '2021-11-12T08:07:31Z', 'revision_number': 4, 'project_id': '8b8773b9ba7c4e19ac14f719fc98c803', 'subnets': [{'id': '73099bd0-5c51-4de3-ba74-9eb47a87705d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:07:32.622445 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b22a7a5-308b-4025-9177-984f9bf07e34 None None] Pushing event updated for resources: {'Port': ['ID=9dedf5d5-93b0-4cb9-926a-f77af101f683,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:32.688738 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5112c2-3ae4-4976-97ee-33c69d0a0942 None None] The sync data for ids ['abb396ca-5907-4ff2-95d5-824dfef4332c'] in n-d-765315-29 is: [{'id': 'abb396ca-5907-4ff2-95d5-824dfef4332c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1275168530-router', 'tenant_id': '8b8773b9ba7c4e19ac14f719fc98c803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'f7a31a17-46d0-4238-9d9b-1b7e1a56a003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:07:20Z', 'updated_at': '2021-11-12T08:07:26Z', 'revision_number': 4, 'project_id': '8b8773b9ba7c4e19ac14f719fc98c803', 'gw_port': {'id': 'f7a31a17-46d0-4238-9d9b-1b7e1a56a003', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:95:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb396ca-5907-4ff2-95d5-824dfef4332c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 159, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:21Z', 'updated_at': '2021-11-12T08:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '9dedf5d5-93b0-4cb9-926a-f77af101f683', 'name': '', 'network_id': '8e17c76e-613f-40d2-ae39-1725682b1af7', 'tenant_id': '8b8773b9ba7c4e19ac14f719fc98c803', 'mac_address': 'fa:16:3e:50:df:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb396ca-5907-4ff2-95d5-824dfef4332c', 'device_owner': 'network:router_interface', 'standard_attr_id': 180, 'fixed_ips': [{'subnet_id': '73099bd0-5c51-4de3-ba74-9eb47a87705d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:24Z', 'updated_at': '2021-11-12T08:07:31Z', 'revision_number': 4, 'project_id': '8b8773b9ba7c4e19ac14f719fc98c803', 'subnets': [{'id': '73099bd0-5c51-4de3-ba74-9eb47a87705d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:07:32.693108 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e0f25cc0-3707-416c-a09a-04d30a3cbb61 None None] Provisioning complete for port 9dedf5d5-93b0-4cb9-926a-f77af101f683 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:07:32.693447 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e0f25cc0-3707-416c-a09a-04d30a3cbb61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:32.711667 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a03e393b-61f1-4629-8fc5-9e164049ef0e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:32.748581 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a03e393b-61f1-4629-8fc5-9e164049ef0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:32.761130 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-7ce561e6-6a8a-4719-8489-bf0afceecf7c None None] Allocated IP 172.20.0.2 (0b08af5f-f0a6-41f3-b8bd-85d0b58b0c65/0988fc40-4a1b-4d3e-adb1-5062209a6dd5/d06e392f-e2a6-42fe-a83c-17cebcb7467a) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:07:33.044900 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-a03e393b-61f1-4629-8fc5-9e164049ef0e admin admin] Allocated IP 172.25.2.184 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/2eebe816-fb52-4007-b3dd-be43f50bb780) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:07:33.191964 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7ce561e6-6a8a-4719-8489-bf0afceecf7c None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:33.207286 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7ce561e6-6a8a-4719-8489-bf0afceecf7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:33.265848 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a03e393b-61f1-4629-8fc5-9e164049ef0e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:33.308943 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce561e6-6a8a-4719-8489-bf0afceecf7c None None] Network 0b08af5f-f0a6-41f3-b8bd-85d0b58b0c65 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:07:33.315294 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-7ce561e6-6a8a-4719-8489-bf0afceecf7c None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:07:33.319017 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce561e6-6a8a-4719-8489-bf0afceecf7c None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:07:33.320751 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a03e393b-61f1-4629-8fc5-9e164049ef0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:33.382338 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03e393b-61f1-4629-8fc5-9e164049ef0e admin admin] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:07:33.385677 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-a03e393b-61f1-4629-8fc5-9e164049ef0e admin admin] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:07:33.390034 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03e393b-61f1-4629-8fc5-9e164049ef0e admin admin] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:07:33.433685 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce561e6-6a8a-4719-8489-bf0afceecf7c None None] Pushing event updated for resources: {'Port': ['ID=d06e392f-e2a6-42fe-a83c-17cebcb7467a,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:33.522164 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-7ce561e6-6a8a-4719-8489-bf0afceecf7c None None] Attempting to bind port d06e392f-e2a6-42fe-a83c-17cebcb7467a on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:07:33.522548 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-7ce561e6-6a8a-4719-8489-bf0afceecf7c None None] Attempting to bind port d06e392f-e2a6-42fe-a83c-17cebcb7467a by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '47508263-2565-4ac7-a594-0c95578073c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '0b08af5f-f0a6-41f3-b8bd-85d0b58b0c65'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:07:33.522956 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce561e6-6a8a-4719-8489-bf0afceecf7c None None] Attempting to bind port d06e392f-e2a6-42fe-a83c-17cebcb7467a on network 0b08af5f-f0a6-41f3-b8bd-85d0b58b0c65 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:07:33.530107 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce561e6-6a8a-4719-8489-bf0afceecf7c None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:07:33.530484 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce561e6-6a8a-4719-8489-bf0afceecf7c None None] Checking segment: {'id': '47508263-2565-4ac7-a594-0c95578073c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '0b08af5f-f0a6-41f3-b8bd-85d0b58b0c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:07:33.530942 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7ce561e6-6a8a-4719-8489-bf0afceecf7c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:33.531339 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce561e6-6a8a-4719-8489-bf0afceecf7c None None] Bound using segment: {'id': '47508263-2565-4ac7-a594-0c95578073c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '0b08af5f-f0a6-41f3-b8bd-85d0b58b0c65'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:07:33.531853 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-7ce561e6-6a8a-4719-8489-bf0afceecf7c None None] Bound port: d06e392f-e2a6-42fe-a83c-17cebcb7467a, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47508263-2565-4ac7-a594-0c95578073c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '0b08af5f-f0a6-41f3-b8bd-85d0b58b0c65'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:07:33.532242 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7ce561e6-6a8a-4719-8489-bf0afceecf7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:33.660894 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-7ce561e6-6a8a-4719-8489-bf0afceecf7c None None] For port d06e392f-e2a6-42fe-a83c-17cebcb7467a, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:07:33.668652 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-7ce561e6-6a8a-4719-8489-bf0afceecf7c None None] For port d06e392f-e2a6-42fe-a83c-17cebcb7467a, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=d06e392f-e2a6-42fe-a83c-17cebcb7467a,segment=NetworkSegment(47508263-2565-4ac7-a594-0c95578073c9),segment_id=47508263-2565-4ac7-a594-0c95578073c9)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:07:33.687724 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7ce561e6-6a8a-4719-8489-bf0afceecf7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:33.777022 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce561e6-6a8a-4719-8489-bf0afceecf7c None None] Pushing event updated for resources: {'Port': ['ID=d06e392f-e2a6-42fe-a83c-17cebcb7467a,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:33.851634 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-fc48d57b-9a4e-4cd7-a70f-5be45becfe59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:34.005506 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03e393b-61f1-4629-8fc5-9e164049ef0e admin admin] Pushing event updated for resources: {'Port': ['ID=2eebe816-fb52-4007-b3dd-be43f50bb780,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:34.121437 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 9dedf5d5-93b0-4cb9-926a-f77af101f683 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:07:34.280209 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 9dedf5d5-93b0-4cb9-926a-f77af101f683 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:07:34.280633 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:34.286297 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78233fd6-069d-4712-ad38-92ccfd7b0eb4 req-9b78b7ba-1877-4167-8d9e-e46a1fffc914 tempest-AggregatesAdminTestJSON-81161647 tempest-AggregatesAdminTestJSON-81161647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:34.303514 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-78233fd6-069d-4712-ad38-92ccfd7b0eb4 req-9b78b7ba-1877-4167-8d9e-e46a1fffc914 tempest-AggregatesAdminTestJSON-81161647 tempest-AggregatesAdminTestJSON-81161647-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c549cf4-8b8a-4091-9464-b846b1b87e99 HTTP/1.1" status: 200 len: 971 time: 0.3397810 Nov 12 08:07:34.649890 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fbca0d69-687f-4910-bd69-f2646bcfbfd5 req-b832dbb2-2bda-47dd-8840-82581a1a8afc tempest-ServerDiagnosticsNegativeTest-1071502791 tempest-ServerDiagnosticsNegativeTest-1071502791-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=283093aa638f49cf918a2971942a7ae2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0826535 Nov 12 08:07:34.697022 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a03e393b-61f1-4629-8fc5-9e164049ef0e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:34.763322 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-78233fd6-069d-4712-ad38-92ccfd7b0eb4 req-7e10e234-9eef-4f39-bc3e-3fce88934014 tempest-AggregatesAdminTestJSON-81161647 tempest-AggregatesAdminTestJSON-81161647-project] 10.222.0.26 "GET /v2.0/security-groups?id=b77c4906-9bfa-4787-9845-f0c28cf33794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4507313 Nov 12 08:07:34.933676 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:34.937437 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbca0d69-687f-4910-bd69-f2646bcfbfd5 req-95937502-01bd-4d45-91cd-68f475288509 tempest-ServerDiagnosticsNegativeTest-1071502791 tempest-ServerDiagnosticsNegativeTest-1071502791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:34.942158 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fbca0d69-687f-4910-bd69-f2646bcfbfd5 req-95937502-01bd-4d45-91cd-68f475288509 tempest-ServerDiagnosticsNegativeTest-1071502791 tempest-ServerDiagnosticsNegativeTest-1071502791-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2876394 Nov 12 08:07:34.981589 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fbca0d69-687f-4910-bd69-f2646bcfbfd5 req-341d3d55-eb78-45d9-bd4e-18a8e3f5338a tempest-ServerDiagnosticsNegativeTest-1071502791 tempest-ServerDiagnosticsNegativeTest-1071502791-project] 10.222.0.26 "GET /v2.0/quotas/283093aa638f49cf918a2971942a7ae2 HTTP/1.1" status: 200 len: 375 time: 0.0294032 Nov 12 08:07:35.150664 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fbca0d69-687f-4910-bd69-f2646bcfbfd5 req-b264bc5b-66d8-42cc-9124-fd642271e78a tempest-ServerDiagnosticsNegativeTest-1071502791 tempest-ServerDiagnosticsNegativeTest-1071502791-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=283093aa638f49cf918a2971942a7ae2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1671748 Nov 12 08:07:35.189295 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a03e393b-61f1-4629-8fc5-9e164049ef0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052'] for router, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:35.510345 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cea72874-4211-4b6f-b68f-e08baa0bb90f req-677ea30f-d514-4e91-9c93-c9e7c6451fa1 tempest-ServerDiagnosticsNegativeTest-1071502791 tempest-ServerDiagnosticsNegativeTest-1071502791-project] 10.222.0.26 "GET /v2.0/ports?device_id=34630f21-eae3-4889-9041-c347cd379985 HTTP/1.1" status: 200 len: 210 time: 0.1118782 Nov 12 08:07:35.583146 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a03e393b-61f1-4629-8fc5-9e164049ef0e admin admin] Router 2d834173-bf7e-4260-a838-2f5b3e8030cd is scheduled to L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 with binding_index 1 {{(pid=102600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:07:35.687366 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ba9840-11ae-457c-91e4-98c1d1436d99 None None] Network 0b08af5f-f0a6-41f3-b8bd-85d0b58b0c65 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:07:35.779476 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-4da93376-e976-43c7-9488-095392c48f36 None None] Provisioning complete for port d06e392f-e2a6-42fe-a83c-17cebcb7467a triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:07:35.780159 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4da93376-e976-43c7-9488-095392c48f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:35.844303 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a03e393b-61f1-4629-8fc5-9e164049ef0e admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:07:35.862930 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8643f008-c9bd-4c86-b64c-a6883c1ff304 None None] Sync routers for ids ['2d834173-bf7e-4260-a838-2f5b3e8030cd'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:07:35.908956 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a03e393b-61f1-4629-8fc5-9e164049ef0e admin admin] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:35.910921 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-a03e393b-61f1-4629-8fc5-9e164049ef0e admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.6388705 Nov 12 08:07:35.912926 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8643f008-c9bd-4c86-b64c-a6883c1ff304 None None] Routers {'2d834173-bf7e-4260-a838-2f5b3e8030cd'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:07:35.913813 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 59296) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:35.929521 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-8643f008-c9bd-4c86-b64c-a6883c1ff304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:07:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['2d834173-bf7e-4260-a838-2f5b3e8030cd'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:07:36.103673 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4da93376-e976-43c7-9488-095392c48f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:36.157895 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f41dbf3-0fed-4c3d-9723-898205772791 req-67efc025-fef7-487c-94b6-e46bae97fc7f tempest-AggregatesAdminTestJSON-81161647 tempest-AggregatesAdminTestJSON-81161647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:36.168538 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9f41dbf3-0fed-4c3d-9723-898205772791 req-67efc025-fef7-487c-94b6-e46bae97fc7f tempest-AggregatesAdminTestJSON-81161647 tempest-AggregatesAdminTestJSON-81161647-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c549cf4-8b8a-4091-9464-b846b1b87e99 HTTP/1.1" status: 200 len: 971 time: 0.2318735 Nov 12 08:07:36.193648 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device d06e392f-e2a6-42fe-a83c-17cebcb7467a up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:07:36.321741 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9f41dbf3-0fed-4c3d-9723-898205772791 req-03d1751d-76bc-41f8-9126-575485c89ca8 tempest-AggregatesAdminTestJSON-81161647 tempest-AggregatesAdminTestJSON-81161647-project] 10.222.0.26 "GET /v2.0/security-groups?id=b77c4906-9bfa-4787-9845-f0c28cf33794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462777 Nov 12 08:07:36.324686 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-8643f008-c9bd-4c86-b64c-a6883c1ff304 None None] Set router 2d834173-bf7e-4260-a838-2f5b3e8030cd gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:07:36.397808 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-4da93376-e976-43c7-9488-095392c48f36 None None] For port d06e392f-e2a6-42fe-a83c-17cebcb7467a, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=d06e392f-e2a6-42fe-a83c-17cebcb7467a,segment=NetworkSegment(47508263-2565-4ac7-a594-0c95578073c9),segment_id=47508263-2565-4ac7-a594-0c95578073c9)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:07:36.426354 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4da93376-e976-43c7-9488-095392c48f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:36.558439 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-595df574-7439-4cb0-9f53-3c07c2ec636f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:36.623601 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da93376-e976-43c7-9488-095392c48f36 None None] Pushing event updated for resources: {'Port': ['ID=d06e392f-e2a6-42fe-a83c-17cebcb7467a,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:36.651544 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port d06e392f-e2a6-42fe-a83c-17cebcb7467a triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:07:36.651922 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:36.758877 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-70bff955-f774-4c45-8b15-c466d8c20c72 None None] Provisioning complete for port d06e392f-e2a6-42fe-a83c-17cebcb7467a triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:07:36.767110 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-70bff955-f774-4c45-8b15-c466d8c20c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:37.018031 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d22b9a4a-0af0-4222-b3fe-99726064e0f7 req-ab6ab861-f136-4fdc-995e-98ebac15056d tempest-ServerDiagnosticsNegativeTest-1071502791 tempest-ServerDiagnosticsNegativeTest-1071502791-project] 10.222.0.26 "GET /v2.0/ports?device_id=34630f21-eae3-4889-9041-c347cd379985 HTTP/1.1" status: 200 len: 210 time: 0.0830338 Nov 12 08:07:37.048207 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-8643f008-c9bd-4c86-b64c-a6883c1ff304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d834173-bf7e-4260-a838-2f5b3e8030cd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-754564430-router', 'tenant_id': '18ad38ff517947f1bd4c54581ddc567f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '2eebe816-fb52-4007-b3dd-be43f50bb780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:07:31Z', 'updated_at': '2021-11-12T08:07:34Z', 'revision_number': 3, 'project_id': '18ad38ff517947f1bd4c54581ddc567f', 'gw_port': {'id': '2eebe816-fb52-4007-b3dd-be43f50bb780', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:08:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d834173-bf7e-4260-a838-2f5b3e8030cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:32Z', 'updated_at': '2021-11-12T08:07:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:07:37.103526 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8643f008-c9bd-4c86-b64c-a6883c1ff304 None None] Checking router: 2d834173-bf7e-4260-a838-2f5b3e8030cd for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:07:37.103877 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8643f008-c9bd-4c86-b64c-a6883c1ff304 None None] Updating router 2d834173-bf7e-4260-a838-2f5b3e8030cd port 2eebe816-fb52-4007-b3dd-be43f50bb780 binding host n-d-765315-29 {{(pid=102602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:07:37.135625 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-8643f008-c9bd-4c86-b64c-a6883c1ff304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:37.193542 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33419e41-8d5a-4406-8fde-d849be25de23 req-2fa8aaff-ac21-43fd-8d82-cb83b5f56012 tempest-AggregatesAdminTestJSON-1806469689 tempest-AggregatesAdminTestJSON-1806469689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:37.195096 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-33419e41-8d5a-4406-8fde-d849be25de23 req-2fa8aaff-ac21-43fd-8d82-cb83b5f56012 tempest-AggregatesAdminTestJSON-1806469689 tempest-AggregatesAdminTestJSON-1806469689-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=5c549cf4-8b8a-4091-9464-b846b1b87e99 HTTP/1.1" status: 200 len: 1123 time: 0.1402912 Nov 12 08:07:37.234989 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-33419e41-8d5a-4406-8fde-d849be25de23 req-9ede1fce-f525-481f-8c67-2a3d9d5ec2d2 tempest-AggregatesAdminTestJSON-1806469689 tempest-AggregatesAdminTestJSON-1806469689-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:37.405604 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-33419e41-8d5a-4406-8fde-d849be25de23 req-9ede1fce-f525-481f-8c67-2a3d9d5ec2d2 tempest-AggregatesAdminTestJSON-1806469689 tempest-AggregatesAdminTestJSON-1806469689-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:37.413338 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-33419e41-8d5a-4406-8fde-d849be25de23 req-9ede1fce-f525-481f-8c67-2a3d9d5ec2d2 tempest-AggregatesAdminTestJSON-1806469689 tempest-AggregatesAdminTestJSON-1806469689-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:37.495268 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-33419e41-8d5a-4406-8fde-d849be25de23 req-9ede1fce-f525-481f-8c67-2a3d9d5ec2d2 tempest-AggregatesAdminTestJSON-1806469689 tempest-AggregatesAdminTestJSON-1806469689-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=b77c4906-9bfa-4787-9845-f0c28cf33794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875566 Nov 12 08:07:37.500015 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ede1fce-f525-481f-8c67-2a3d9d5ec2d2 tempest-AggregatesAdminTestJSON-1806469689 tempest-AggregatesAdminTestJSON-1806469689-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f1a89f-fb72-4843-bdd5-2da4c6e2004c,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:37.548094 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3eb20390-1e8a-43cb-8eb8-f0f89f8f0eab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:37.737484 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:37.774270 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-8643f008-c9bd-4c86-b64c-a6883c1ff304 None None] Publish callbacks [] for port, precommit_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:37.780299 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59352) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:37.786668 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-8643f008-c9bd-4c86-b64c-a6883c1ff304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:37.882239 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4614826-b400-4d5e-9f01-a6647b15d78f None None] Pushing event updated for resources: {'Port': ['ID=2eebe816-fb52-4007-b3dd-be43f50bb780,revision_number=2']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:37.912539 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-8643f008-c9bd-4c86-b64c-a6883c1ff304 None None] Attempting to bind port 2eebe816-fb52-4007-b3dd-be43f50bb780 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:07:37.913348 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-8643f008-c9bd-4c86-b64c-a6883c1ff304 None None] Attempting to bind port 2eebe816-fb52-4007-b3dd-be43f50bb780 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:07:37.914669 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8643f008-c9bd-4c86-b64c-a6883c1ff304 None None] Attempting to bind port 2eebe816-fb52-4007-b3dd-be43f50bb780 on network d709f64f-f9e6-4525-b020-ad48633b9bbf {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:07:37.921998 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8643f008-c9bd-4c86-b64c-a6883c1ff304 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:07:37.923053 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8643f008-c9bd-4c86-b64c-a6883c1ff304 None None] Checking segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:07:37.923775 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-8643f008-c9bd-4c86-b64c-a6883c1ff304 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:37.924230 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8643f008-c9bd-4c86-b64c-a6883c1ff304 None None] Bound using segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:07:37.925125 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-8643f008-c9bd-4c86-b64c-a6883c1ff304 None None] Bound port: 2eebe816-fb52-4007-b3dd-be43f50bb780, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:07:37.925949 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-8643f008-c9bd-4c86-b64c-a6883c1ff304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:37.948248 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-3eb20390-1e8a-43cb-8eb8-f0f89f8f0eab admin admin] Allocated IP 172.20.0.1 (0b08af5f-f0a6-41f3-b8bd-85d0b58b0c65/0988fc40-4a1b-4d3e-adb1-5062209a6dd5/7e591376-f5dd-4d86-bd2c-d504bed447a2) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:07:37.989237 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59362) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:38.060039 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device d06e392f-e2a6-42fe-a83c-17cebcb7467a up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:07:38.098800 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-8643f008-c9bd-4c86-b64c-a6883c1ff304 None None] For port 2eebe816-fb52-4007-b3dd-be43f50bb780, host n-d-765315-29, cleared binding levels {{(pid=102602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:07:38.106139 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-8643f008-c9bd-4c86-b64c-a6883c1ff304 None None] For port 2eebe816-fb52-4007-b3dd-be43f50bb780, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=2eebe816-fb52-4007-b3dd-be43f50bb780,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:07:38.116453 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-8643f008-c9bd-4c86-b64c-a6883c1ff304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:38.199574 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port d06e392f-e2a6-42fe-a83c-17cebcb7467a triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:07:38.199883 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:38.241844 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-332d2221-0562-4ca7-bff9-37da4576e2d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:38.267134 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8643f008-c9bd-4c86-b64c-a6883c1ff304 None None] Routers {'2d834173-bf7e-4260-a838-2f5b3e8030cd'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:07:38.268001 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-8643f008-c9bd-4c86-b64c-a6883c1ff304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:07:36Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['2d834173-bf7e-4260-a838-2f5b3e8030cd'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:07:38.275108 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4614826-b400-4d5e-9f01-a6647b15d78f None None] Pushing event updated for resources: {'Port': ['ID=2eebe816-fb52-4007-b3dd-be43f50bb780,revision_number=3']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:38.287734 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3eb20390-1e8a-43cb-8eb8-f0f89f8f0eab admin admin] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:38.331666 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-312b5578-5c2f-4b24-aa86-bf8032ae0d38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:38.341756 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e034240b-6ad0-4ba2-9697-70eec4dd8eb4 req-41f6ebdd-5c37-4e84-8000-1791e09711a2 tempest-ServerDiagnosticsNegativeTest-1071502791 tempest-ServerDiagnosticsNegativeTest-1071502791-project] 10.222.0.26 "GET /v2.0/ports?device_id=34630f21-eae3-4889-9041-c347cd379985 HTTP/1.1" status: 200 len: 210 time: 0.1656566 Nov 12 08:07:38.418970 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3eb20390-1e8a-43cb-8eb8-f0f89f8f0eab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:38.499312 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb20390-1e8a-43cb-8eb8-f0f89f8f0eab admin admin] Network 0b08af5f-f0a6-41f3-b8bd-85d0b58b0c65 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:07:38.513382 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-3eb20390-1e8a-43cb-8eb8-f0f89f8f0eab admin admin] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:07:38.517136 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb20390-1e8a-43cb-8eb8-f0f89f8f0eab admin admin] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:07:38.517622 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3eb20390-1e8a-43cb-8eb8-f0f89f8f0eab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933481'] for router_interface, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:38.551618 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-8643f008-c9bd-4c86-b64c-a6883c1ff304 None None] Set router 2d834173-bf7e-4260-a838-2f5b3e8030cd gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:07:38.622937 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-332d2221-0562-4ca7-bff9-37da4576e2d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:38.646269 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.44', 55639) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:38.650310 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-332d2221-0562-4ca7-bff9-37da4576e2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:38.674265 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb20390-1e8a-43cb-8eb8-f0f89f8f0eab admin admin] Pushing event updated for resources: {'Port': ['ID=7e591376-f5dd-4d86-bd2c-d504bed447a2,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:38.744092 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fbca0d69-687f-4910-bd69-f2646bcfbfd5 req-16ff9b6e-e3cd-42fb-a59f-d3e90762885a tempest-ServerDiagnosticsNegativeTest-1071502791 tempest-ServerDiagnosticsNegativeTest-1071502791-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=283093aa638f49cf918a2971942a7ae2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0808976 Nov 12 08:07:38.756004 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f8c1bb8e-5cb2-4863-a5ec-5de0c8a4032b req-878a29ad-fb5b-48e7-91f0-0d33f25fa42d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5c549cf4-8b8a-4091-9464-b846b1b87e99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3107476 Nov 12 08:07:38.756949 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332d2221-0562-4ca7-bff9-37da4576e2d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63604cc8-15d6-49c4-9eb1-41bff63a36ea,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:38.918024 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3eb20390-1e8a-43cb-8eb8-f0f89f8f0eab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:39.002625 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbca0d69-687f-4910-bd69-f2646bcfbfd5 req-90b04c67-7ad1-482a-bad6-248b4a4a9a6f tempest-ServerDiagnosticsNegativeTest-1071502791 tempest-ServerDiagnosticsNegativeTest-1071502791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:39.005127 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fbca0d69-687f-4910-bd69-f2646bcfbfd5 req-90b04c67-7ad1-482a-bad6-248b4a4a9a6f tempest-ServerDiagnosticsNegativeTest-1071502791 tempest-ServerDiagnosticsNegativeTest-1071502791-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2446673 Nov 12 08:07:39.008046 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-8643f008-c9bd-4c86-b64c-a6883c1ff304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d834173-bf7e-4260-a838-2f5b3e8030cd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-754564430-router', 'tenant_id': '18ad38ff517947f1bd4c54581ddc567f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '2eebe816-fb52-4007-b3dd-be43f50bb780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:07:31Z', 'updated_at': '2021-11-12T08:07:34Z', 'revision_number': 3, 'project_id': '18ad38ff517947f1bd4c54581ddc567f', 'gw_port': {'id': '2eebe816-fb52-4007-b3dd-be43f50bb780', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:08:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d834173-bf7e-4260-a838-2f5b3e8030cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:32Z', 'updated_at': '2021-11-12T08:07:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:07:39.013265 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-312b5578-5c2f-4b24-aa86-bf8032ae0d38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:39.030228 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-312b5578-5c2f-4b24-aa86-bf8032ae0d38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:39.050348 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:39.075599 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-332d2221-0562-4ca7-bff9-37da4576e2d5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=be90993792d0425e8a720bd834fbd635&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0849683 Nov 12 08:07:39.083310 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 59404) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:39.099283 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8643f008-c9bd-4c86-b64c-a6883c1ff304 None None] The sync data for ids ['2d834173-bf7e-4260-a838-2f5b3e8030cd'] in n-d-765315-29 is: [{'id': '2d834173-bf7e-4260-a838-2f5b3e8030cd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-754564430-router', 'tenant_id': '18ad38ff517947f1bd4c54581ddc567f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '2eebe816-fb52-4007-b3dd-be43f50bb780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:07:31Z', 'updated_at': '2021-11-12T08:07:34Z', 'revision_number': 3, 'project_id': '18ad38ff517947f1bd4c54581ddc567f', 'gw_port': {'id': '2eebe816-fb52-4007-b3dd-be43f50bb780', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:08:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d834173-bf7e-4260-a838-2f5b3e8030cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:32Z', 'updated_at': '2021-11-12T08:07:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:07:39.100920 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-de3d209e-55d4-48b9-8da8-818742637138 None None] Provisioning complete for port 7e591376-f5dd-4d86-bd2c-d504bed447a2 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:07:39.103885 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-de3d209e-55d4-48b9-8da8-818742637138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:39.113875 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-312b5578-5c2f-4b24-aa86-bf8032ae0d38 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=323eb80856cc42d98c5560c6be1af801&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3322499 Nov 12 08:07:39.115497 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312b5578-5c2f-4b24-aa86-bf8032ae0d38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c5bd3cf-9652-4864-ad5a-a7a7f8a439ae,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:39.133346 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59408) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:39.203733 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-fbca0d69-687f-4910-bd69-f2646bcfbfd5 req-3ff4113a-8768-4f36-a77b-78d18d7e657f tempest-ServerDiagnosticsNegativeTest-1071502791 tempest-ServerDiagnosticsNegativeTest-1071502791-project] Request body: {'port': {'device_id': '34630f21-eae3-4889-9041-c347cd379985', 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016', 'admin_state_up': True, 'tenant_id': '283093aa638f49cf918a2971942a7ae2'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:07:39.221557 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c1bb8e-5cb2-4863-a5ec-5de0c8a4032b req-476cea0f-1a67-4d62-b2b0-1ea25b16422b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:39.225433 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f8c1bb8e-5cb2-4863-a5ec-5de0c8a4032b req-476cea0f-1a67-4d62-b2b0-1ea25b16422b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0ff5722845894941901a554afb0844ff&device_id=5c549cf4-8b8a-4091-9464-b846b1b87e99 HTTP/1.1" status: 200 len: 1123 time: 0.2191753 Nov 12 08:07:39.232430 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6546aba2-530a-43b9-847f-d10fe20bd20c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:39.254804 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-de3d209e-55d4-48b9-8da8-818742637138 None None] Port 7e591376-f5dd-4d86-bd2c-d504bed447a2 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:07:39.270209 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6546aba2-530a-43b9-847f-d10fe20bd20c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:39.451796 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3eb20390-1e8a-43cb-8eb8-f0f89f8f0eab admin admin] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:39.460763 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f0fa0f45-7d62-4cc6-a77a-a0937ece6def admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:39.464373 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3eb20390-1e8a-43cb-8eb8-f0f89f8f0eab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:39.472849 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3eb20390-1e8a-43cb-8eb8-f0f89f8f0eab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933629'] for router_interface, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:39.590698 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f0fa0f45-7d62-4cc6-a77a-a0937ece6def admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:39.600516 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6546aba2-530a-43b9-847f-d10fe20bd20c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:39.604250 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6546aba2-530a-43b9-847f-d10fe20bd20c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:39.607893 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-6546aba2-530a-43b9-847f-d10fe20bd20c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/63604cc8-15d6-49c4-9eb1-41bff63a36ea HTTP/1.1" status: 204 len: 168 time: 0.5211446 Nov 12 08:07:39.627405 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c1bb8e-5cb2-4863-a5ec-5de0c8a4032b req-51afe0cb-e91b-42be-9248-073acc41ac87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:39.628894 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f8c1bb8e-5cb2-4863-a5ec-5de0c8a4032b req-51afe0cb-e91b-42be-9248-073acc41ac87 service neutron] 10.222.0.21 "GET /v2.0/networks?id=107743df-d3df-459d-a6cd-9e2ab4303016 HTTP/1.1" status: 200 len: 870 time: 0.3494639 Nov 12 08:07:39.733329 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:39.783680 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6546aba2-530a-43b9-847f-d10fe20bd20c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63604cc8-15d6-49c4-9eb1-41bff63a36ea,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:39.793404 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f8c1bb8e-5cb2-4863-a5ec-5de0c8a4032b req-94284179-0ea9-44b5-a67f-e17dd47a4939 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=a3f15631-2ed5-4a5f-91ca-05a1c1162978 HTTP/1.1" status: 200 len: 217 time: 0.1556492 Nov 12 08:07:39.860579 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbca0d69-687f-4910-bd69-f2646bcfbfd5 req-3ff4113a-8768-4f36-a77b-78d18d7e657f tempest-ServerDiagnosticsNegativeTest-1071502791 tempest-ServerDiagnosticsNegativeTest-1071502791-project] Made reservation on behalf of 283093aa638f49cf918a2971942a7ae2 for: {'port': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:07:39.883105 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-fbca0d69-687f-4910-bd69-f2646bcfbfd5 req-3ff4113a-8768-4f36-a77b-78d18d7e657f tempest-ServerDiagnosticsNegativeTest-1071502791 tempest-ServerDiagnosticsNegativeTest-1071502791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:39.922131 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-fbca0d69-687f-4910-bd69-f2646bcfbfd5 req-3ff4113a-8768-4f36-a77b-78d18d7e657f tempest-ServerDiagnosticsNegativeTest-1071502791 tempest-ServerDiagnosticsNegativeTest-1071502791-project] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:39.938809 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c1bb8e-5cb2-4863-a5ec-5de0c8a4032b req-32c062d2-11e1-4c6e-bf5c-5c3872995bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:39.941058 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f8c1bb8e-5cb2-4863-a5ec-5de0c8a4032b req-32c062d2-11e1-4c6e-bf5c-5c3872995bec service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1 HTTP/1.1" status: 200 len: 843 time: 0.1387014 Nov 12 08:07:39.943046 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f0fa0f45-7d62-4cc6-a77a-a0937ece6def admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:39.947320 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f0fa0f45-7d62-4cc6-a77a-a0937ece6def admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:39.949398 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-f0fa0f45-7d62-4cc6-a77a-a0937ece6def admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3c5bd3cf-9652-4864-ad5a-a7a7f8a439ae HTTP/1.1" status: 204 len: 168 time: 0.8109288 Nov 12 08:07:40.025192 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fa0f45-7d62-4cc6-a77a-a0937ece6def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c5bd3cf-9652-4864-ad5a-a7a7f8a439ae,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:40.088715 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c1bb8e-5cb2-4863-a5ec-5de0c8a4032b req-1f6c7053-3f75-425b-bd04-767e1b2bfab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:40.092481 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f8c1bb8e-5cb2-4863-a5ec-5de0c8a4032b req-1f6c7053-3f75-425b-bd04-767e1b2bfab8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=107743df-d3df-459d-a6cd-9e2ab4303016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1408756 Nov 12 08:07:40.279106 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f8c1bb8e-5cb2-4863-a5ec-5de0c8a4032b req-27de0d1b-88e9-4f96-b8e6-2c91faa2cb99 service neutron] 10.222.0.21 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701574 Nov 12 08:07:40.319588 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2fa42281-d9a8-4177-9c53-fdf2545572b9 req-c28dda90-5fc6-4453-a61a-51d7c1f65bc2 tempest-ServerDiagnosticsNegativeTest-1071502791 tempest-ServerDiagnosticsNegativeTest-1071502791-project] 10.222.0.26 "GET /v2.0/ports?device_id=34630f21-eae3-4889-9041-c347cd379985 HTTP/1.1" status: 200 len: 210 time: 0.3329995 Nov 12 08:07:40.340421 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-fbca0d69-687f-4910-bd69-f2646bcfbfd5 req-3ff4113a-8768-4f36-a77b-78d18d7e657f tempest-ServerDiagnosticsNegativeTest-1071502791 tempest-ServerDiagnosticsNegativeTest-1071502791-project] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:40.352684 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb20390-1e8a-43cb-8eb8-f0f89f8f0eab admin admin] Pushing event updated for resources: {'Port': ['ID=7e591376-f5dd-4d86-bd2c-d504bed447a2,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:40.414521 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-fbca0d69-687f-4910-bd69-f2646bcfbfd5 req-3ff4113a-8768-4f36-a77b-78d18d7e657f tempest-ServerDiagnosticsNegativeTest-1071502791 tempest-ServerDiagnosticsNegativeTest-1071502791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:40.416335 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 59446) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:40.500548 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 2eebe816-fb52-4007-b3dd-be43f50bb780 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:07:40.537972 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a43e81d5-56c5-4d1a-b375-0bd388103615 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:40.572946 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff4113a-8768-4f36-a77b-78d18d7e657f tempest-ServerDiagnosticsNegativeTest-1071502791 tempest-ServerDiagnosticsNegativeTest-1071502791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9755aae5-e34b-427a-ad1f-339f186663b7,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:40.630578 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb20390-1e8a-43cb-8eb8-f0f89f8f0eab admin admin] Network 0b08af5f-f0a6-41f3-b8bd-85d0b58b0c65 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:07:40.636938 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f8c1bb8e-5cb2-4863-a5ec-5de0c8a4032b req-41da939e-45b5-4d10-b247-552240148bc7 service neutron] 10.222.0.21 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3446701 Nov 12 08:07:40.657435 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-3eb20390-1e8a-43cb-8eb8-f0f89f8f0eab admin admin] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:07:40.818042 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [req-fbca0d69-687f-4910-bd69-f2646bcfbfd5 req-3ff4113a-8768-4f36-a77b-78d18d7e657f tempest-ServerDiagnosticsNegativeTest-1071502791 tempest-ServerDiagnosticsNegativeTest-1071502791-project] Allocated IP 192.168.233.20 (107743df-d3df-459d-a6cd-9e2ab4303016/e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1/54c49555-364d-4ec0-959e-3ddaa17fde93) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:07:40.931215 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 2eebe816-fb52-4007-b3dd-be43f50bb780 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:07:40.931851 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:41.089207 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a43e81d5-56c5-4d1a-b375-0bd388103615 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:41.121774 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a43e81d5-56c5-4d1a-b375-0bd388103615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:41.233114 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43e81d5-56c5-4d1a-b375-0bd388103615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=406d452f-8c6b-4136-9b35-3da99478ecf4,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:41.287071 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:41.327768 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eb20390-1e8a-43cb-8eb8-f0f89f8f0eab admin admin] Router 2d834173-bf7e-4260-a838-2f5b3e8030cd has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:07:41.346558 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] For port 2eebe816-fb52-4007-b3dd-be43f50bb780, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=2eebe816-fb52-4007-b3dd-be43f50bb780,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:07:41.386732 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:41.387310 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-a43e81d5-56c5-4d1a-b375-0bd388103615 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=63becd4a282545dbb6fd0999eaa1934b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9655373 Nov 12 08:07:41.388075 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 59474) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:41.552753 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-2cc26de1-6f87-4be1-aa6e-ba94783368fe None None] Provisioning complete for port 7e591376-f5dd-4d86-bd2c-d504bed447a2 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:07:41.553359 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2cc26de1-6f87-4be1-aa6e-ba94783368fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:41.583874 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-fbca0d69-687f-4910-bd69-f2646bcfbfd5 req-3ff4113a-8768-4f36-a77b-78d18d7e657f tempest-ServerDiagnosticsNegativeTest-1071502791 tempest-ServerDiagnosticsNegativeTest-1071502791-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:41.616639 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 59480) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:41.651850 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e99d6edd-271c-497f-bc4b-ad745a3a5992 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:41.652198 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-2cc26de1-6f87-4be1-aa6e-ba94783368fe None None] Port 7e591376-f5dd-4d86-bd2c-d504bed447a2 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:07:41.727471 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-622f5f89-6c54-4cdc-add3-3da4236d816f req-162b6a2a-854d-4345-a3a4-d39eff6e4733 tempest-ServerDiagnosticsNegativeTest-1071502791 tempest-ServerDiagnosticsNegativeTest-1071502791-project] 10.222.0.26 "GET /v2.0/ports?device_id=34630f21-eae3-4889-9041-c347cd379985 HTTP/1.1" status: 200 len: 210 time: 0.0762157 Nov 12 08:07:41.729170 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Pushing event updated for resources: {'Port': ['ID=2eebe816-fb52-4007-b3dd-be43f50bb780,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:41.732232 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-fbca0d69-687f-4910-bd69-f2646bcfbfd5 req-3ff4113a-8768-4f36-a77b-78d18d7e657f tempest-ServerDiagnosticsNegativeTest-1071502791 tempest-ServerDiagnosticsNegativeTest-1071502791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:41.740075 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eb20390-1e8a-43cb-8eb8-f0f89f8f0eab admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:07:41.761543 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-3eb20390-1e8a-43cb-8eb8-f0f89f8f0eab admin admin] 10.222.0.26 "PUT /v2.0/routers/2d834173-bf7e-4260-a838-2f5b3e8030cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8456202 Nov 12 08:07:41.836322 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f50dd098-090e-457d-9f66-dfae7c259d6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:41.836537 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbca0d69-687f-4910-bd69-f2646bcfbfd5 req-3ff4113a-8768-4f36-a77b-78d18d7e657f tempest-ServerDiagnosticsNegativeTest-1071502791 tempest-ServerDiagnosticsNegativeTest-1071502791-project] Network 107743df-d3df-459d-a6cd-9e2ab4303016 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:07:41.839969 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [req-fbca0d69-687f-4910-bd69-f2646bcfbfd5 req-3ff4113a-8768-4f36-a77b-78d18d7e657f tempest-ServerDiagnosticsNegativeTest-1071502791 tempest-ServerDiagnosticsNegativeTest-1071502791-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:07:41.860337 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbca0d69-687f-4910-bd69-f2646bcfbfd5 req-3ff4113a-8768-4f36-a77b-78d18d7e657f tempest-ServerDiagnosticsNegativeTest-1071502791 tempest-ServerDiagnosticsNegativeTest-1071502791-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:07:41.871442 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbca0d69-687f-4910-bd69-f2646bcfbfd5 req-3ff4113a-8768-4f36-a77b-78d18d7e657f tempest-ServerDiagnosticsNegativeTest-1071502791 tempest-ServerDiagnosticsNegativeTest-1071502791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:41.872245 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-fbca0d69-687f-4910-bd69-f2646bcfbfd5 req-3ff4113a-8768-4f36-a77b-78d18d7e657f tempest-ServerDiagnosticsNegativeTest-1071502791 tempest-ServerDiagnosticsNegativeTest-1071502791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:41.929552 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:41.939912 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff4113a-8768-4f36-a77b-78d18d7e657f tempest-ServerDiagnosticsNegativeTest-1071502791 tempest-ServerDiagnosticsNegativeTest-1071502791-project] Pushing event updated for resources: {'Port': ['ID=54c49555-364d-4ec0-959e-3ddaa17fde93,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:41.960453 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fbca0d69-687f-4910-bd69-f2646bcfbfd5 req-3ff4113a-8768-4f36-a77b-78d18d7e657f tempest-ServerDiagnosticsNegativeTest-1071502791 tempest-ServerDiagnosticsNegativeTest-1071502791-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7654588 Nov 12 08:07:41.968986 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f50dd098-090e-457d-9f66-dfae7c259d6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:42.062387 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e99d6edd-271c-497f-bc4b-ad745a3a5992 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:42.118099 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 2eebe816-fb52-4007-b3dd-be43f50bb780 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:07:42.146300 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e99d6edd-271c-497f-bc4b-ad745a3a5992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:42.254983 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-e99d6edd-271c-497f-bc4b-ad745a3a5992 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=55c77e6266674e8594ac616fe16a7e7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6349344 Nov 12 08:07:42.256071 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59516) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:42.263921 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 2eebe816-fb52-4007-b3dd-be43f50bb780 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:07:42.264627 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:42.265491 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99d6edd-271c-497f-bc4b-ad745a3a5992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e52df18d-57c2-4652-b80d-196b6fc8bae0,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:42.305105 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f50dd098-090e-457d-9f66-dfae7c259d6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:42.308642 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f50dd098-090e-457d-9f66-dfae7c259d6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:42.309823 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-f50dd098-090e-457d-9f66-dfae7c259d6b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/406d452f-8c6b-4136-9b35-3da99478ecf4 HTTP/1.1" status: 204 len: 168 time: 0.9194143 Nov 12 08:07:42.329761 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50dd098-090e-457d-9f66-dfae7c259d6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=406d452f-8c6b-4136-9b35-3da99478ecf4,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:42.429308 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8047900f-119a-4233-b841-4b79e1fda5c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:42.490455 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e6f89f59-4f50-4797-801f-945b05b60f58 None None] Provisioning complete for port 54c49555-364d-4ec0-959e-3ddaa17fde93 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:07:42.491148 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e6f89f59-4f50-4797-801f-945b05b60f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:42.517476 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8047900f-119a-4233-b841-4b79e1fda5c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:42.569889 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-e6f89f59-4f50-4797-801f-945b05b60f58 None None] Port 54c49555-364d-4ec0-959e-3ddaa17fde93 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:07:42.676344 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8047900f-119a-4233-b841-4b79e1fda5c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:42.679269 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8047900f-119a-4233-b841-4b79e1fda5c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:42.680436 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-8047900f-119a-4233-b841-4b79e1fda5c1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e52df18d-57c2-4652-b80d-196b6fc8bae0 HTTP/1.1" status: 204 len: 168 time: 0.4235847 Nov 12 08:07:42.705329 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8047900f-119a-4233-b841-4b79e1fda5c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e52df18d-57c2-4652-b80d-196b6fc8bae0,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:42.897738 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc35bca-62b5-4fb4-919d-41cc04ee6737 None None] Sync routers for ids ['2d834173-bf7e-4260-a838-2f5b3e8030cd'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:07:42.934899 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc35bca-62b5-4fb4-919d-41cc04ee6737 None None] Routers {'2d834173-bf7e-4260-a838-2f5b3e8030cd'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:07:42.935542 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-5fc35bca-62b5-4fb4-919d-41cc04ee6737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:07:36Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['2d834173-bf7e-4260-a838-2f5b3e8030cd'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:07:43.089370 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cd0f8d-c79b-44c9-a1f8-3360c396a5ee req-414d5222-c69c-4def-88b9-922002f738b8 tempest-ServerDiagnosticsNegativeTest-1071502791 tempest-ServerDiagnosticsNegativeTest-1071502791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:43.101614 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-61cd0f8d-c79b-44c9-a1f8-3360c396a5ee req-414d5222-c69c-4def-88b9-922002f738b8 tempest-ServerDiagnosticsNegativeTest-1071502791 tempest-ServerDiagnosticsNegativeTest-1071502791-project] 10.222.0.26 "GET /v2.0/ports?device_id=34630f21-eae3-4889-9041-c347cd379985 HTTP/1.1" status: 200 len: 935 time: 0.1332698 Nov 12 08:07:43.107013 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-5fc35bca-62b5-4fb4-919d-41cc04ee6737 None None] Set router 2d834173-bf7e-4260-a838-2f5b3e8030cd gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:07:43.170995 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-61cd0f8d-c79b-44c9-a1f8-3360c396a5ee req-d358ff14-057c-4fa0-abe6-02f1a268cb9e tempest-ServerDiagnosticsNegativeTest-1071502791 tempest-ServerDiagnosticsNegativeTest-1071502791-project] 10.222.0.26 "GET /v2.0/security-groups?id=9755aae5-e34b-427a-ad1f-339f186663b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675623 Nov 12 08:07:43.577633 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-5fc35bca-62b5-4fb4-919d-41cc04ee6737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d834173-bf7e-4260-a838-2f5b3e8030cd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-754564430-router', 'tenant_id': '18ad38ff517947f1bd4c54581ddc567f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '2eebe816-fb52-4007-b3dd-be43f50bb780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:07:31Z', 'updated_at': '2021-11-12T08:07:38Z', 'revision_number': 4, 'project_id': '18ad38ff517947f1bd4c54581ddc567f', 'gw_port': {'id': '2eebe816-fb52-4007-b3dd-be43f50bb780', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:08:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d834173-bf7e-4260-a838-2f5b3e8030cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:32Z', 'updated_at': '2021-11-12T08:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '7e591376-f5dd-4d86-bd2c-d504bed447a2', 'name': '', 'network_id': '0b08af5f-f0a6-41f3-b8bd-85d0b58b0c65', 'tenant_id': '18ad38ff517947f1bd4c54581ddc567f', 'mac_address': 'fa:16:3e:c9:5f:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d834173-bf7e-4260-a838-2f5b3e8030cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 232, 'fixed_ips': [{'subnet_id': '0988fc40-4a1b-4d3e-adb1-5062209a6dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:37Z', 'updated_at': '2021-11-12T08:07:39Z', 'revision_number': 2, 'project_id': '18ad38ff517947f1bd4c54581ddc567f', 'subnets': [{'id': '0988fc40-4a1b-4d3e-adb1-5062209a6dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:07:43.621689 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc35bca-62b5-4fb4-919d-41cc04ee6737 None None] Checking router: 2d834173-bf7e-4260-a838-2f5b3e8030cd for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:07:43.622404 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc35bca-62b5-4fb4-919d-41cc04ee6737 None None] Updating router 2d834173-bf7e-4260-a838-2f5b3e8030cd port 7e591376-f5dd-4d86-bd2c-d504bed447a2 binding host n-d-765315-29 {{(pid=102601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:07:43.850023 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5fc35bca-62b5-4fb4-919d-41cc04ee6737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:44.140384 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59600) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:44.560478 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5fc35bca-62b5-4fb4-919d-41cc04ee6737 None None] Publish callbacks [] for port, precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:44.579519 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5fc35bca-62b5-4fb4-919d-41cc04ee6737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:44.589965 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b45a239c-1cf2-478c-a0c1-5a0bf43beff2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:44.600936 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63236bf8-6d0d-4c28-9889-584ea312671b req-94f46c13-0bab-43f5-91ba-46e455e0a7fc tempest-ServerDiagnosticsNegativeTest-1071502791 tempest-ServerDiagnosticsNegativeTest-1071502791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:44.605117 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-63236bf8-6d0d-4c28-9889-584ea312671b req-94f46c13-0bab-43f5-91ba-46e455e0a7fc tempest-ServerDiagnosticsNegativeTest-1071502791 tempest-ServerDiagnosticsNegativeTest-1071502791-project] 10.222.0.26 "GET /v2.0/ports?device_id=34630f21-eae3-4889-9041-c347cd379985 HTTP/1.1" status: 200 len: 935 time: 0.2177436 Nov 12 08:07:44.745961 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2fc868-41e0-437b-b2f9-8a993c04e757 None None] Pushing event updated for resources: {'Port': ['ID=7e591376-f5dd-4d86-bd2c-d504bed447a2,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:44.758504 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-63236bf8-6d0d-4c28-9889-584ea312671b req-275e3027-5709-4b4e-8cae-7968cc2422c3 tempest-ServerDiagnosticsNegativeTest-1071502791 tempest-ServerDiagnosticsNegativeTest-1071502791-project] 10.222.0.26 "GET /v2.0/security-groups?id=9755aae5-e34b-427a-ad1f-339f186663b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429832 Nov 12 08:07:44.872598 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 59620) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:44.915544 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b45a239c-1cf2-478c-a0c1-5a0bf43beff2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:44.921808 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b45a239c-1cf2-478c-a0c1-5a0bf43beff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:44.967155 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-5fc35bca-62b5-4fb4-919d-41cc04ee6737 None None] Attempting to bind port 7e591376-f5dd-4d86-bd2c-d504bed447a2 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:07:44.967577 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-5fc35bca-62b5-4fb4-919d-41cc04ee6737 None None] Attempting to bind port 7e591376-f5dd-4d86-bd2c-d504bed447a2 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '47508263-2565-4ac7-a594-0c95578073c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '0b08af5f-f0a6-41f3-b8bd-85d0b58b0c65'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:07:44.967951 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc35bca-62b5-4fb4-919d-41cc04ee6737 None None] Attempting to bind port 7e591376-f5dd-4d86-bd2c-d504bed447a2 on network 0b08af5f-f0a6-41f3-b8bd-85d0b58b0c65 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:07:44.990377 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc35bca-62b5-4fb4-919d-41cc04ee6737 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:07:44.991006 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc35bca-62b5-4fb4-919d-41cc04ee6737 None None] Checking segment: {'id': '47508263-2565-4ac7-a594-0c95578073c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '0b08af5f-f0a6-41f3-b8bd-85d0b58b0c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:07:44.991537 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5fc35bca-62b5-4fb4-919d-41cc04ee6737 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:44.991953 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc35bca-62b5-4fb4-919d-41cc04ee6737 None None] Bound using segment: {'id': '47508263-2565-4ac7-a594-0c95578073c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '0b08af5f-f0a6-41f3-b8bd-85d0b58b0c65'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:07:44.992441 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-5fc35bca-62b5-4fb4-919d-41cc04ee6737 None None] Bound port: 7e591376-f5dd-4d86-bd2c-d504bed447a2, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47508263-2565-4ac7-a594-0c95578073c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '0b08af5f-f0a6-41f3-b8bd-85d0b58b0c65'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:07:44.992909 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5fc35bca-62b5-4fb4-919d-41cc04ee6737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:45.013560 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60a41a7-a435-4f9e-8df9-baf0690afcef req-11a9dd18-14a1-4034-871b-d2eb147b0c89 tempest-AggregatesAdminTestJSON-81161647 tempest-AggregatesAdminTestJSON-81161647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:45.015654 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a60a41a7-a435-4f9e-8df9-baf0690afcef req-11a9dd18-14a1-4034-871b-d2eb147b0c89 tempest-AggregatesAdminTestJSON-81161647 tempest-AggregatesAdminTestJSON-81161647-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c549cf4-8b8a-4091-9464-b846b1b87e99 HTTP/1.1" status: 200 len: 971 time: 0.1240327 Nov 12 08:07:45.057021 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-b45a239c-1cf2-478c-a0c1-5a0bf43beff2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2057545bd9904497bcb1c92d0ce4f777&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9147847 Nov 12 08:07:45.059886 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 59628) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:45.103574 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45a239c-1cf2-478c-a0c1-5a0bf43beff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7425488-197d-4019-b80d-c2324e0baf10,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:45.219244 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-5fc35bca-62b5-4fb4-919d-41cc04ee6737 None None] For port 7e591376-f5dd-4d86-bd2c-d504bed447a2, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:07:45.227789 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-5fc35bca-62b5-4fb4-919d-41cc04ee6737 None None] For port 7e591376-f5dd-4d86-bd2c-d504bed447a2, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=7e591376-f5dd-4d86-bd2c-d504bed447a2,segment=NetworkSegment(47508263-2565-4ac7-a594-0c95578073c9),segment_id=47508263-2565-4ac7-a594-0c95578073c9)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:07:45.237673 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5fc35bca-62b5-4fb4-919d-41cc04ee6737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:45.274931 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a60a41a7-a435-4f9e-8df9-baf0690afcef req-35db8e7c-cc73-454e-a376-f2adf921f2c7 tempest-AggregatesAdminTestJSON-81161647 tempest-AggregatesAdminTestJSON-81161647-project] 10.222.0.26 "GET /v2.0/security-groups?id=b77c4906-9bfa-4787-9845-f0c28cf33794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500277 Nov 12 08:07:45.324550 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59632) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:45.327642 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-21eee44a-1bd3-4bd9-9c75-c6629556029e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:45.339267 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-2a5bcb96-720c-4ca4-a4b5-8135e8384176 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Request body: {'security_group': {'name': 'tempest-securitygroup--386019817', 'description': 'tempest-description--51215385'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:07:45.405222 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-681d24f7-9cda-4081-b031-39bf26d26357 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:45.409340 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2fc868-41e0-437b-b2f9-8a993c04e757 None None] Pushing event updated for resources: {'Port': ['ID=7e591376-f5dd-4d86-bd2c-d504bed447a2,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:45.449036 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2a5bcb96-720c-4ca4-a4b5-8135e8384176 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:45.456617 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-21eee44a-1bd3-4bd9-9c75-c6629556029e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:45.471960 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-1a985392-db41-4fb5-93b5-567a9106fe9d None None] Provisioning complete for port 7e591376-f5dd-4d86-bd2c-d504bed447a2 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:07:45.475222 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1a985392-db41-4fb5-93b5-567a9106fe9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:45.534063 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc35bca-62b5-4fb4-919d-41cc04ee6737 None None] Routers {'2d834173-bf7e-4260-a838-2f5b3e8030cd'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:07:45.536623 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-5fc35bca-62b5-4fb4-919d-41cc04ee6737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:07:36Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['2d834173-bf7e-4260-a838-2f5b3e8030cd'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:07:45.591543 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 59638) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:45.689623 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2a5bcb96-720c-4ca4-a4b5-8135e8384176 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:45.700097 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2a5bcb96-720c-4ca4-a4b5-8135e8384176 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:45.746287 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5bcb96-720c-4ca4-a4b5-8135e8384176 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e2c6d71-9d00-4992-8976-785692969164,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:45.802707 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2a5bcb96-720c-4ca4-a4b5-8135e8384176 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:45.809985 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-2a5bcb96-720c-4ca4-a4b5-8135e8384176 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4827297 Nov 12 08:07:45.815112 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59648) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:45.835922 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-5fc35bca-62b5-4fb4-919d-41cc04ee6737 None None] Set router 2d834173-bf7e-4260-a838-2f5b3e8030cd gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:07:45.837722 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-92d92913-48bb-46e8-866b-548585543be2 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Request body: {'security_group_rule': {'security_group_id': '3e2c6d71-9d00-4992-8976-785692969164', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:07:45.916085 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-21eee44a-1bd3-4bd9-9c75-c6629556029e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:45.927735 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-21eee44a-1bd3-4bd9-9c75-c6629556029e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:45.929348 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-21eee44a-1bd3-4bd9-9c75-c6629556029e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b7425488-197d-4019-b80d-c2324e0baf10 HTTP/1.1" status: 204 len: 168 time: 0.8682997 Nov 12 08:07:45.952880 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eee44a-1bd3-4bd9-9c75-c6629556029e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7425488-197d-4019-b80d-c2324e0baf10,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:46.017459 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-92d92913-48bb-46e8-866b-548585543be2 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:46.071277 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49beb42-af57-4d44-a460-faa9f5e07339 req-7c3bdff9-82d6-4927-affb-e46634837bec tempest-AggregatesAdminTestJSON-81161647 tempest-AggregatesAdminTestJSON-81161647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:46.072923 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b49beb42-af57-4d44-a460-faa9f5e07339 req-7c3bdff9-82d6-4927-affb-e46634837bec tempest-AggregatesAdminTestJSON-81161647 tempest-AggregatesAdminTestJSON-81161647-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c549cf4-8b8a-4091-9464-b846b1b87e99 HTTP/1.1" status: 200 len: 971 time: 0.1602285 Nov 12 08:07:46.078446 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59654) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:46.145344 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-681d24f7-9cda-4081-b031-39bf26d26357 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:46.171432 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-681d24f7-9cda-4081-b031-39bf26d26357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:46.218381 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-df63bd5d-0098-49de-8ff2-c0180b693aa8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-2142488039-network', 'tenant_id': '2c540c0464294343b65b342f4c6f01b0'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:07:46.222673 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1a985392-db41-4fb5-93b5-567a9106fe9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:46.331895 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-681d24f7-9cda-4081-b031-39bf26d26357 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b63b364d4fd3423bb0e5c3d0a7dd17b6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4556587 Nov 12 08:07:46.346846 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-1a985392-db41-4fb5-93b5-567a9106fe9d None None] For port 7e591376-f5dd-4d86-bd2c-d504bed447a2, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=7e591376-f5dd-4d86-bd2c-d504bed447a2,segment=NetworkSegment(47508263-2565-4ac7-a594-0c95578073c9),segment_id=47508263-2565-4ac7-a594-0c95578073c9)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:07:46.354208 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb897d1-3b5e-4d76-9555-eca0af841f5b req-7ef2b849-bedf-49f7-bda8-534268d5aced tempest-ServerDiagnosticsNegativeTest-1071502791 tempest-ServerDiagnosticsNegativeTest-1071502791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:46.363354 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59660) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:46.366010 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1a985392-db41-4fb5-93b5-567a9106fe9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:46.367676 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0cb897d1-3b5e-4d76-9555-eca0af841f5b req-7ef2b849-bedf-49f7-bda8-534268d5aced tempest-ServerDiagnosticsNegativeTest-1071502791 tempest-ServerDiagnosticsNegativeTest-1071502791-project] 10.222.0.26 "GET /v2.0/ports?device_id=34630f21-eae3-4889-9041-c347cd379985 HTTP/1.1" status: 200 len: 935 time: 0.3826864 Nov 12 08:07:46.381768 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681d24f7-9cda-4081-b031-39bf26d26357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cafa7348-5fa4-43c5-889b-337d5d4b377e,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:46.382015 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-4cead8da-6393-422f-ac69-3a5cf98e2619 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-596920531-network', 'tenant_id': '77d51e08f4b3451eb5ff77ecafc5c5cb'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:07:46.416801 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df63bd5d-0098-49de-8ff2-c0180b693aa8 admin admin] Made reservation on behalf of 2c540c0464294343b65b342f4c6f01b0 for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:07:46.420413 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-df63bd5d-0098-49de-8ff2-c0180b693aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:46.455038 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a985392-db41-4fb5-93b5-567a9106fe9d None None] Pushing event updated for resources: {'Port': ['ID=7e591376-f5dd-4d86-bd2c-d504bed447a2,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:46.468216 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-5fc35bca-62b5-4fb4-919d-41cc04ee6737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d834173-bf7e-4260-a838-2f5b3e8030cd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-754564430-router', 'tenant_id': '18ad38ff517947f1bd4c54581ddc567f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '2eebe816-fb52-4007-b3dd-be43f50bb780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:07:31Z', 'updated_at': '2021-11-12T08:07:38Z', 'revision_number': 4, 'project_id': '18ad38ff517947f1bd4c54581ddc567f', 'gw_port': {'id': '2eebe816-fb52-4007-b3dd-be43f50bb780', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:08:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d834173-bf7e-4260-a838-2f5b3e8030cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:32Z', 'updated_at': '2021-11-12T08:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '7e591376-f5dd-4d86-bd2c-d504bed447a2', 'name': '', 'network_id': '0b08af5f-f0a6-41f3-b8bd-85d0b58b0c65', 'tenant_id': '18ad38ff517947f1bd4c54581ddc567f', 'mac_address': 'fa:16:3e:c9:5f:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d834173-bf7e-4260-a838-2f5b3e8030cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 232, 'fixed_ips': [{'subnet_id': '0988fc40-4a1b-4d3e-adb1-5062209a6dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:37Z', 'updated_at': '2021-11-12T08:07:45Z', 'revision_number': 4, 'project_id': '18ad38ff517947f1bd4c54581ddc567f', 'subnets': [{'id': '0988fc40-4a1b-4d3e-adb1-5062209a6dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:07:46.474474 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-df63bd5d-0098-49de-8ff2-c0180b693aa8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:46.484951 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cead8da-6393-422f-ac69-3a5cf98e2619 admin admin] Made reservation on behalf of 77d51e08f4b3451eb5ff77ecafc5c5cb for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:07:46.487522 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4cead8da-6393-422f-ac69-3a5cf98e2619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:46.552119 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc35bca-62b5-4fb4-919d-41cc04ee6737 None None] The sync data for ids ['2d834173-bf7e-4260-a838-2f5b3e8030cd'] in n-d-765315-29 is: [{'id': '2d834173-bf7e-4260-a838-2f5b3e8030cd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-754564430-router', 'tenant_id': '18ad38ff517947f1bd4c54581ddc567f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '2eebe816-fb52-4007-b3dd-be43f50bb780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:07:31Z', 'updated_at': '2021-11-12T08:07:38Z', 'revision_number': 4, 'project_id': '18ad38ff517947f1bd4c54581ddc567f', 'gw_port': {'id': '2eebe816-fb52-4007-b3dd-be43f50bb780', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:08:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d834173-bf7e-4260-a838-2f5b3e8030cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:32Z', 'updated_at': '2021-11-12T08:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '7e591376-f5dd-4d86-bd2c-d504bed447a2', 'name': '', 'network_id': '0b08af5f-f0a6-41f3-b8bd-85d0b58b0c65', 'tenant_id': '18ad38ff517947f1bd4c54581ddc567f', 'mac_address': 'fa:16:3e:c9:5f:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d834173-bf7e-4260-a838-2f5b3e8030cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 232, 'fixed_ips': [{'subnet_id': '0988fc40-4a1b-4d3e-adb1-5062209a6dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:37Z', 'updated_at': '2021-11-12T08:07:45Z', 'revision_number': 4, 'project_id': '18ad38ff517947f1bd4c54581ddc567f', 'subnets': [{'id': '0988fc40-4a1b-4d3e-adb1-5062209a6dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:07:46.566737 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0cb897d1-3b5e-4d76-9555-eca0af841f5b req-9fafc919-41b6-43ab-891c-61875f2610f3 tempest-ServerDiagnosticsNegativeTest-1071502791 tempest-ServerDiagnosticsNegativeTest-1071502791-project] 10.222.0.26 "GET /v2.0/security-groups?id=9755aae5-e34b-427a-ad1f-339f186663b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842880 Nov 12 08:07:46.593308 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-65331282-9b04-400b-8caf-8b824793d8f8 None None] Provisioning complete for port 7e591376-f5dd-4d86-bd2c-d504bed447a2 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:07:46.595263 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-65331282-9b04-400b-8caf-8b824793d8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:46.759790 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-df63bd5d-0098-49de-8ff2-c0180b693aa8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:46.766918 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-df63bd5d-0098-49de-8ff2-c0180b693aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:46.812318 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df63bd5d-0098-49de-8ff2-c0180b693aa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16890e38-f1af-4c01-becd-7b74bb4a1689,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:46.829743 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df63bd5d-0098-49de-8ff2-c0180b693aa8 admin admin] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:07:46.856085 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-df63bd5d-0098-49de-8ff2-c0180b693aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:46.857086 n-d-765315-29 neutron-server[102599]: INFO neutron.db.segments_db [None req-df63bd5d-0098-49de-8ff2-c0180b693aa8 admin admin] Added segment c37124f8-c757-4d0f-9db3-26d4f53bb063 of type vlan for network a3156095-dd64-4768-883c-6857cbfc4c3d Nov 12 08:07:46.896599 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-92d92913-48bb-46e8-866b-548585543be2 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:46.902190 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [req-fbca0d69-687f-4910-bd69-f2646bcfbfd5 req-3c157678-6420-4af0-b7d0-f35bce7ea48d tempest-ServerDiagnosticsNegativeTest-1071502791 tempest-ServerDiagnosticsNegativeTest-1071502791-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:07:46.903229 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fbca0d69-687f-4910-bd69-f2646bcfbfd5 req-3c157678-6420-4af0-b7d0-f35bce7ea48d tempest-ServerDiagnosticsNegativeTest-1071502791 tempest-ServerDiagnosticsNegativeTest-1071502791-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0096297 Nov 12 08:07:46.903342 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 59668) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:46.910747 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4cead8da-6393-422f-ac69-3a5cf98e2619 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:46.914151 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [req-b49beb42-af57-4d44-a460-faa9f5e07339 req-b9c2ee5f-441c-481e-9800-6bf7956b1f80 tempest-AggregatesAdminTestJSON-81161647 tempest-AggregatesAdminTestJSON-81161647-project] Deleting port a3f15631-2ed5-4a5f-91ca-05a1c1162978 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:07:46.914484 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-b49beb42-af57-4d44-a460-faa9f5e07339 req-b9c2ee5f-441c-481e-9800-6bf7956b1f80 tempest-AggregatesAdminTestJSON-81161647 tempest-AggregatesAdminTestJSON-81161647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:46.929973 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-92d92913-48bb-46e8-866b-548585543be2 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:46.937455 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-61530edd-63ca-4cc9-a3d5-ce5cb2f3da7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:46.940519 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-df63bd5d-0098-49de-8ff2-c0180b693aa8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:46.998480 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-df63bd5d-0098-49de-8ff2-c0180b693aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:46.999787 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df63bd5d-0098-49de-8ff2-c0180b693aa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:47.000503 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-df63bd5d-0098-49de-8ff2-c0180b693aa8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:47.054078 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d92913-48bb-46e8-866b-548585543be2 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1a07991-55b4-42b1-a2f1-2d2f51bbec08,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:47.056958 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-df63bd5d-0098-49de-8ff2-c0180b693aa8 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4644411 Nov 12 08:07:47.062237 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-92d92913-48bb-46e8-866b-548585543be2 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:47.066958 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-92d92913-48bb-46e8-866b-548585543be2 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2461123 Nov 12 08:07:47.078198 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59674) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:47.078707 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59676) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:47.102094 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-01a17d0c-1215-4ca0-9aad-14bc343d5ab8 admin admin] Request body: {'subnet': {'network_id': 'a3156095-dd64-4768-883c-6857cbfc4c3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-2142488039-subnet', 'tenant_id': '2c540c0464294343b65b342f4c6f01b0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:07:47.137924 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-61530edd-63ca-4cc9-a3d5-ce5cb2f3da7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:47.146130 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-61530edd-63ca-4cc9-a3d5-ce5cb2f3da7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:47.217710 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df63bd5d-0098-49de-8ff2-c0180b693aa8 admin admin] Pushing event updated for resources: {'Network': ['ID=a3156095-dd64-4768-883c-6857cbfc4c3d,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:47.235300 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-a98c67f6-627f-4232-915f-c6964710b0fb tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Request body: {'security_group_rule': {'security_group_id': '3e2c6d71-9d00-4992-8976-785692969164', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:07:47.235504 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network a3156095-dd64-4768-883c-6857cbfc4c3d details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:07:47.251068 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-61530edd-63ca-4cc9-a3d5-ce5cb2f3da7f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=994b09b1e8ee43e5b129cdd28b3a382e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3463998 Nov 12 08:07:47.271638 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 59678) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:47.278920 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c10b4577-e36b-4660-877c-e18c08c6f02d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:47.304050 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61530edd-63ca-4cc9-a3d5-ce5cb2f3da7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d7932d-f6db-426e-a240-df4e3e31ff75,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:47.337254 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c10b4577-e36b-4660-877c-e18c08c6f02d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:47.369450 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45fdc1c-bf56-4d51-b4a7-dc9c7c59a939 req-e86f6c7b-9a1d-47af-b76b-7be6716e5ce9 tempest-AggregatesAdminTestJSON-81161647 tempest-AggregatesAdminTestJSON-81161647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:47.375205 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3bcf0d28-fd2c-4059-969a-3cc5607607a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:47.378250 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a45fdc1c-bf56-4d51-b4a7-dc9c7c59a939 req-e86f6c7b-9a1d-47af-b76b-7be6716e5ce9 tempest-AggregatesAdminTestJSON-81161647 tempest-AggregatesAdminTestJSON-81161647-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c549cf4-8b8a-4091-9464-b846b1b87e99 HTTP/1.1" status: 200 len: 971 time: 0.8869109 Nov 12 08:07:47.389544 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01a17d0c-1215-4ca0-9aad-14bc343d5ab8 admin admin] Made reservation on behalf of 2c540c0464294343b65b342f4c6f01b0 for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:07:47.392383 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-01a17d0c-1215-4ca0-9aad-14bc343d5ab8 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:47.418460 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3bcf0d28-fd2c-4059-969a-3cc5607607a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:47.499871 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3bcf0d28-fd2c-4059-969a-3cc5607607a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:47.503438 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3bcf0d28-fd2c-4059-969a-3cc5607607a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:47.508934 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-3bcf0d28-fd2c-4059-969a-3cc5607607a8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e5d7932d-f6db-426e-a240-df4e3e31ff75 HTTP/1.1" status: 204 len: 168 time: 0.2313058 Nov 12 08:07:47.517797 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcf0d28-fd2c-4059-969a-3cc5607607a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d7932d-f6db-426e-a240-df4e3e31ff75,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:47.527724 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-fbca0d69-687f-4910-bd69-f2646bcfbfd5 req-1728d0f5-8a3c-4785-aef9-293444717742 service neutron] Request body: {'port': {'device_id': '34630f21-eae3-4889-9041-c347cd379985', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-29'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:07:47.554954 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-b49beb42-af57-4d44-a460-faa9f5e07339 req-b9c2ee5f-441c-481e-9800-6bf7956b1f80 tempest-AggregatesAdminTestJSON-81161647 tempest-AggregatesAdminTestJSON-81161647-project] For port a3f15631-2ed5-4a5f-91ca-05a1c1162978, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=a3f15631-2ed5-4a5f-91ca-05a1c1162978,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:07:47.555293 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-b49beb42-af57-4d44-a460-faa9f5e07339 req-b9c2ee5f-441c-481e-9800-6bf7956b1f80 tempest-AggregatesAdminTestJSON-81161647 tempest-AggregatesAdminTestJSON-81161647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:47.619251 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [req-b49beb42-af57-4d44-a460-faa9f5e07339 req-b9c2ee5f-441c-481e-9800-6bf7956b1f80 tempest-AggregatesAdminTestJSON-81161647 tempest-AggregatesAdminTestJSON-81161647-project] Calling delete_port for a3f15631-2ed5-4a5f-91ca-05a1c1162978 owned by compute:tempest-test_az-1004705582 {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:07:47.692966 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a98c67f6-627f-4232-915f-c6964710b0fb tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:47.752893 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b06b2-8865-4e39-89d5-e4469f5e857e req-0648e0e1-624a-45ad-84db-e164b7a52354 tempest-ServerDiagnosticsNegativeTest-1071502791 tempest-ServerDiagnosticsNegativeTest-1071502791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:47.764474 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c10b4577-e36b-4660-877c-e18c08c6f02d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:47.767082 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c10b4577-e36b-4660-877c-e18c08c6f02d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:47.772709 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-c10b4577-e36b-4660-877c-e18c08c6f02d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cafa7348-5fa4-43c5-889b-337d5d4b377e HTTP/1.1" status: 204 len: 168 time: 1.3236086 Nov 12 08:07:47.773771 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-287b06b2-8865-4e39-89d5-e4469f5e857e req-0648e0e1-624a-45ad-84db-e164b7a52354 tempest-ServerDiagnosticsNegativeTest-1071502791 tempest-ServerDiagnosticsNegativeTest-1071502791-project] 10.222.0.26 "GET /v2.0/ports?device_id=34630f21-eae3-4889-9041-c347cd379985 HTTP/1.1" status: 200 len: 935 time: 0.1077814 Nov 12 08:07:47.854857 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a45fdc1c-bf56-4d51-b4a7-dc9c7c59a939 req-0301d75d-2c06-42a9-a706-3086d2a12afa tempest-AggregatesAdminTestJSON-81161647 tempest-AggregatesAdminTestJSON-81161647-project] 10.222.0.26 "GET /v2.0/security-groups?id=b77c4906-9bfa-4787-9845-f0c28cf33794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4753830 Nov 12 08:07:47.884885 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10b4577-e36b-4660-877c-e18c08c6f02d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cafa7348-5fa4-43c5-889b-337d5d4b377e,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:47.903497 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-fbca0d69-687f-4910-bd69-f2646bcfbfd5 req-1728d0f5-8a3c-4785-aef9-293444717742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:47.964147 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-287b06b2-8865-4e39-89d5-e4469f5e857e req-da8a351a-12e2-4346-a869-c1998cbaa654 tempest-ServerDiagnosticsNegativeTest-1071502791 tempest-ServerDiagnosticsNegativeTest-1071502791-project] 10.222.0.26 "GET /v2.0/security-groups?id=9755aae5-e34b-427a-ad1f-339f186663b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847162 Nov 12 08:07:48.003120 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4cead8da-6393-422f-ac69-3a5cf98e2619 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:48.063870 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4cead8da-6393-422f-ac69-3a5cf98e2619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:48.126539 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a98c67f6-627f-4232-915f-c6964710b0fb tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:48.192327 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 7e591376-f5dd-4d86-bd2c-d504bed447a2 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:07:48.341361 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 7e591376-f5dd-4d86-bd2c-d504bed447a2 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:07:48.343966 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:48.415105 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a98c67f6-627f-4232-915f-c6964710b0fb tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:48.425003 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cead8da-6393-422f-ac69-3a5cf98e2619 admin admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:07:48.436589 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cead8da-6393-422f-ac69-3a5cf98e2619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5f45a58-f212-4e3e-8856-796f13cc0a66,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:48.453210 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-01a17d0c-1215-4ca0-9aad-14bc343d5ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:48.543306 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 59702) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:48.561889 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a1f43478-56bb-4e6f-b84e-4748e5b205e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:48.578194 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98c67f6-627f-4232-915f-c6964710b0fb tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3e8e99a-0c4a-47e7-a656-ac3727416a4e,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:48.588091 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4cead8da-6393-422f-ac69-3a5cf98e2619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:48.588557 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-4cead8da-6393-422f-ac69-3a5cf98e2619 admin admin] Added segment 6d2154f2-bd5d-4d05-b313-14eedb702754 of type vlan for network 23b67b51-0461-459d-a9c3-e538738693e3 Nov 12 08:07:48.616768 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a98c67f6-627f-4232-915f-c6964710b0fb tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:48.621112 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-a98c67f6-627f-4232-915f-c6964710b0fb tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4638026 Nov 12 08:07:48.637084 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a17d0c-1215-4ca0-9aad-14bc343d5ab8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5faf708b-0fdf-49a2-9148-2d75ea940abb,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:48.663717 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a1f43478-56bb-4e6f-b84e-4748e5b205e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:48.666409 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 59704) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:48.676440 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-5f654180-0c8e-4619-9b4f-ef39ea44259d tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Request body: {'floatingip': {'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:07:48.714435 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a1f43478-56bb-4e6f-b84e-4748e5b205e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:48.728478 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5f654180-0c8e-4619-9b4f-ef39ea44259d tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Publish callbacks [] for floatingip, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:48.756876 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4cead8da-6393-422f-ac69-3a5cf98e2619 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:48.759679 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-b49beb42-af57-4d44-a460-faa9f5e07339 req-b9c2ee5f-441c-481e-9800-6bf7956b1f80 tempest-AggregatesAdminTestJSON-81161647 tempest-AggregatesAdminTestJSON-81161647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:48.795449 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f43478-56bb-4e6f-b84e-4748e5b205e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21ed9161-4d5a-4ed1-8dba-8740087c93a9,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:48.802580 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-a1f43478-56bb-4e6f-b84e-4748e5b205e6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=35a6032fdef44e668c82efa91314945e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2578790 Nov 12 08:07:48.804219 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 59712) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:48.842759 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c2ee5f-441c-481e-9800-6bf7956b1f80 tempest-AggregatesAdminTestJSON-81161647 tempest-AggregatesAdminTestJSON-81161647-project] Pushing event deleted for resources: {'Port': ['ID=a3f15631-2ed5-4a5f-91ca-05a1c1162978,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:48.950189 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-02a1d5a6-9d39-440a-92ca-454eec429b06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:48.984634 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [req-fbca0d69-687f-4910-bd69-f2646bcfbfd5 req-1728d0f5-8a3c-4785-aef9-293444717742 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54c49555-364d-4ec0-959e-3ddaa17fde93 {{(pid=102600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:07:48.995873 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-fbca0d69-687f-4910-bd69-f2646bcfbfd5 req-1728d0f5-8a3c-4785-aef9-293444717742 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:49.031037 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-02a1d5a6-9d39-440a-92ca-454eec429b06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:49.072959 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a17d0c-1215-4ca0-9aad-14bc343d5ab8 admin admin] Checking segment: {'id': 'c37124f8-c757-4d0f-9db3-26d4f53bb063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a3156095-dd64-4768-883c-6857cbfc4c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:07:49.073489 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a17d0c-1215-4ca0-9aad-14bc343d5ab8 admin admin] Network hostable DHCP agents. Network: a3156095-dd64-4768-883c-6857cbfc4c3d, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:07:49.127954 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-02a1d5a6-9d39-440a-92ca-454eec429b06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:49.131296 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-02a1d5a6-9d39-440a-92ca-454eec429b06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:49.134614 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-02a1d5a6-9d39-440a-92ca-454eec429b06 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/21ed9161-4d5a-4ed1-8dba-8740087c93a9 HTTP/1.1" status: 204 len: 168 time: 0.3213835 Nov 12 08:07:49.145743 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4cead8da-6393-422f-ac69-3a5cf98e2619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:49.146814 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cead8da-6393-422f-ac69-3a5cf98e2619 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:49.147397 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4cead8da-6393-422f-ac69-3a5cf98e2619 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:49.164948 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a1d5a6-9d39-440a-92ca-454eec429b06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21ed9161-4d5a-4ed1-8dba-8740087c93a9,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:49.166232 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.provisioning_blocks [req-fbca0d69-687f-4910-bd69-f2646bcfbfd5 req-1728d0f5-8a3c-4785-aef9-293444717742 service neutron] Transition to ACTIVE for port object 54c49555-364d-4ec0-959e-3ddaa17fde93 will not be triggered until provisioned by entity L2. {{(pid=102600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:07:49.252278 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [req-b49beb42-af57-4d44-a460-faa9f5e07339 req-b9c2ee5f-441c-481e-9800-6bf7956b1f80 tempest-AggregatesAdminTestJSON-81161647 tempest-AggregatesAdminTestJSON-81161647-project] No DVR routers for this DVR port a3f15631-2ed5-4a5f-91ca-05a1c1162978 on host n-h1-765315-29 {{(pid=102600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:07:49.252624 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5f654180-0c8e-4619-9b4f-ef39ea44259d tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:49.265628 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1ada321a-f851-46bd-a902-185f2619f971 req-14a3a60c-9050-491e-82e2-b8b38fc58a33 tempest-AggregatesAdminTestJSON-81161647 tempest-AggregatesAdminTestJSON-81161647-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c549cf4-8b8a-4091-9464-b846b1b87e99 HTTP/1.1" status: 200 len: 210 time: 0.1455300 Nov 12 08:07:49.266664 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-fbca0d69-687f-4910-bd69-f2646bcfbfd5 req-1728d0f5-8a3c-4785-aef9-293444717742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:49.283913 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-b49beb42-af57-4d44-a460-faa9f5e07339 req-b9c2ee5f-441c-481e-9800-6bf7956b1f80 tempest-AggregatesAdminTestJSON-81161647 tempest-AggregatesAdminTestJSON-81161647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:49.289765 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b49beb42-af57-4d44-a460-faa9f5e07339 req-b9c2ee5f-441c-481e-9800-6bf7956b1f80 tempest-AggregatesAdminTestJSON-81161647 tempest-AggregatesAdminTestJSON-81161647-project] 10.222.0.21 "DELETE /v2.0/ports/a3f15631-2ed5-4a5f-91ca-05a1c1162978 HTTP/1.1" status: 204 len: 173 time: 3.2030084 Nov 12 08:07:49.293129 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c549cf4-8b8a-4091-9464-b846b1b87e99', 'name': 'network-vif-deleted', 'tag': 'a3f15631-2ed5-4a5f-91ca-05a1c1162978'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:07:49.296310 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69314478-b83c-4ec0-9916-9b968e25b13d" -d '{"events": [{"server_uuid": "5c549cf4-8b8a-4091-9464-b846b1b87e99", "name": "network-vif-deleted", "tag": "a3f15631-2ed5-4a5f-91ca-05a1c1162978"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:07:49.369791 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-4cead8da-6393-422f-ac69-3a5cf98e2619 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.2896678 Nov 12 08:07:49.385904 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 59728) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:49.413288 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a17d0c-1215-4ca0-9aad-14bc343d5ab8 admin admin] Network a3156095-dd64-4768-883c-6857cbfc4c3d is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:07:49.419241 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cead8da-6393-422f-ac69-3a5cf98e2619 admin admin] Pushing event updated for resources: {'Network': ['ID=23b67b51-0461-459d-a9c3-e538738693e3,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:49.434205 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1728d0f5-8a3c-4785-aef9-293444717742 service neutron] Pushing event updated for resources: {'Port': ['ID=54c49555-364d-4ec0-959e-3ddaa17fde93,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:49.438452 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 23b67b51-0461-459d-a9c3-e538738693e3 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:07:49.450287 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-01a17d0c-1215-4ca0-9aad-14bc343d5ab8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, a3156095-dd64-4768-883c-6857cbfc4c3d) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:07:49.507104 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b343dc73-68f0-4911-9eb1-876fab64d413 None None] Network a3156095-dd64-4768-883c-6857cbfc4c3d requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:07:49.510083 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a17d0c-1215-4ca0-9aad-14bc343d5ab8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:49.516257 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-01a17d0c-1215-4ca0-9aad-14bc343d5ab8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:49.547423 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-7d0474c9-608e-4bde-aaca-301fef2c1b0d admin admin] Request body: {'subnet': {'network_id': '23b67b51-0461-459d-a9c3-e538738693e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-596920531-subnet', 'tenant_id': '77d51e08f4b3451eb5ff77ecafc5c5cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:07:49.602689 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-fbca0d69-687f-4910-bd69-f2646bcfbfd5 req-1728d0f5-8a3c-4785-aef9-293444717742 service neutron] Attempting to bind port 54c49555-364d-4ec0-959e-3ddaa17fde93 on host n-h2-765315-29 for vnic_type normal with profile {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:07:49.604288 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-fbca0d69-687f-4910-bd69-f2646bcfbfd5 req-1728d0f5-8a3c-4785-aef9-293444717742 service neutron] Attempting to bind port 54c49555-364d-4ec0-959e-3ddaa17fde93 by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:07:49.604869 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbca0d69-687f-4910-bd69-f2646bcfbfd5 req-1728d0f5-8a3c-4785-aef9-293444717742 service neutron] Attempting to bind port 54c49555-364d-4ec0-959e-3ddaa17fde93 on network 107743df-d3df-459d-a6cd-9e2ab4303016 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:07:49.613075 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-01a17d0c-1215-4ca0-9aad-14bc343d5ab8 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.5176260 Nov 12 08:07:49.622061 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbca0d69-687f-4910-bd69-f2646bcfbfd5 req-1728d0f5-8a3c-4785-aef9-293444717742 service neutron] Port 54c49555-364d-4ec0-959e-3ddaa17fde93 on network 107743df-d3df-459d-a6cd-9e2ab4303016 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:07:49.622696 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbca0d69-687f-4910-bd69-f2646bcfbfd5 req-1728d0f5-8a3c-4785-aef9-293444717742 service neutron] Attempting to bind port 54c49555-364d-4ec0-959e-3ddaa17fde93 on network 107743df-d3df-459d-a6cd-9e2ab4303016 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:07:49.623112 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 59732) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:49.632942 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-7ba50290-db76-46b0-934e-883319f080d6 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-2142488039-router', 'tenant_id': '2c540c0464294343b65b342f4c6f01b0', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:07:49.637755 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbca0d69-687f-4910-bd69-f2646bcfbfd5 req-1728d0f5-8a3c-4785-aef9-293444717742 service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:07:49.638317 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbca0d69-687f-4910-bd69-f2646bcfbfd5 req-1728d0f5-8a3c-4785-aef9-293444717742 service neutron] Checking segment: {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:07:49.643654 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbca0d69-687f-4910-bd69-f2646bcfbfd5 req-1728d0f5-8a3c-4785-aef9-293444717742 service neutron] Bound using segment: {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:07:49.644998 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-fbca0d69-687f-4910-bd69-f2646bcfbfd5 req-1728d0f5-8a3c-4785-aef9-293444717742 service neutron] Bound port: 54c49555-364d-4ec0-959e-3ddaa17fde93, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'}}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:07:49.651797 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-fbca0d69-687f-4910-bd69-f2646bcfbfd5 req-1728d0f5-8a3c-4785-aef9-293444717742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:49.692584 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3adda54f-ef2f-4500-ae44-b0b7b347ffe9 x-openstack-request-id: req-3adda54f-ef2f-4500-ae44-b0b7b347ffe9 {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:07:49.695002 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c549cf4-8b8a-4091-9464-b846b1b87e99", "name": "network-vif-deleted", "tag": "a3f15631-2ed5-4a5f-91ca-05a1c1162978", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:07:49.695524 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3adda54f-ef2f-4500-ae44-b0b7b347ffe9 {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:07:49.696150 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c549cf4-8b8a-4091-9464-b846b1b87e99', 'name': 'network-vif-deleted', 'tag': 'a3f15631-2ed5-4a5f-91ca-05a1c1162978', 'status': 'completed', 'code': 200} Nov 12 08:07:49.747981 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d0474c9-608e-4bde-aaca-301fef2c1b0d admin admin] Made reservation on behalf of 77d51e08f4b3451eb5ff77ecafc5c5cb for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:07:49.751060 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7d0474c9-608e-4bde-aaca-301fef2c1b0d admin admin] Publish callbacks [] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:49.784141 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a33b6-2bba-4658-9836-8b215d72a916 req-c74df0fd-2da7-41ea-b024-4debab277351 tempest-ServerDiagnosticsNegativeTest-1071502791 tempest-ServerDiagnosticsNegativeTest-1071502791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:49.788651 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d56a33b6-2bba-4658-9836-8b215d72a916 req-c74df0fd-2da7-41ea-b024-4debab277351 tempest-ServerDiagnosticsNegativeTest-1071502791 tempest-ServerDiagnosticsNegativeTest-1071502791-project] 10.222.0.26 "GET /v2.0/ports?device_id=34630f21-eae3-4889-9041-c347cd379985 HTTP/1.1" status: 200 len: 947 time: 0.6262352 Nov 12 08:07:49.794190 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-5f654180-0c8e-4619-9b4f-ef39ea44259d tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Allocated IP 172.25.2.131 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/00b182bd-0f4f-4354-b329-7541cb074a13) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:07:49.844313 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device a3f15631-2ed5-4a5f-91ca-05a1c1162978 no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:07:49.856210 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-fbca0d69-687f-4910-bd69-f2646bcfbfd5 req-1728d0f5-8a3c-4785-aef9-293444717742 service neutron] For port 54c49555-364d-4ec0-959e-3ddaa17fde93, host n-h2-765315-29, cleared binding levels {{(pid=102600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:07:49.862532 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-fbca0d69-687f-4910-bd69-f2646bcfbfd5 req-1728d0f5-8a3c-4785-aef9-293444717742 service neutron] For port 54c49555-364d-4ec0-959e-3ddaa17fde93, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=54c49555-364d-4ec0-959e-3ddaa17fde93,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:07:49.869448 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-fbca0d69-687f-4910-bd69-f2646bcfbfd5 req-1728d0f5-8a3c-4785-aef9-293444717742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:49.945994 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbca0d69-687f-4910-bd69-f2646bcfbfd5 req-1728d0f5-8a3c-4785-aef9-293444717742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:49.946641 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-fbca0d69-687f-4910-bd69-f2646bcfbfd5 req-1728d0f5-8a3c-4785-aef9-293444717742 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:49.948142 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fbca0d69-687f-4910-bd69-f2646bcfbfd5 req-1728d0f5-8a3c-4785-aef9-293444717742 service neutron] 10.222.0.44 "PUT /v2.0/ports/54c49555-364d-4ec0-959e-3ddaa17fde93 HTTP/1.1" status: 200 len: 1096 time: 2.7072620 Nov 12 08:07:49.976286 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-e530113a-7783-48f4-9840-8911a24052df None None] No Port match for: a3f15631-2ed5-4a5f-91ca-05a1c1162978 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:07:49.976647 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device a3f15631-2ed5-4a5f-91ca-05a1c1162978 not bound to the agent host n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:07:49.979684 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1728d0f5-8a3c-4785-aef9-293444717742 service neutron] Pushing event updated for resources: {'Port': ['ID=54c49555-364d-4ec0-959e-3ddaa17fde93,revision_number=3']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:50.135019 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7ba50290-db76-46b0-934e-883319f080d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:50.136187 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7ba50290-db76-46b0-934e-883319f080d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:50.164701 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbca0d69-687f-4910-bd69-f2646bcfbfd5 req-15ab8896-4b17-4cc8-9d86-86d739d938ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:50.171523 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fbca0d69-687f-4910-bd69-f2646bcfbfd5 req-15ab8896-4b17-4cc8-9d86-86d739d938ee service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=283093aa638f49cf918a2971942a7ae2&device_id=34630f21-eae3-4889-9041-c347cd379985 HTTP/1.1" status: 200 len: 1099 time: 0.1367145 Nov 12 08:07:50.280058 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7ba50290-db76-46b0-934e-883319f080d6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:50.281773 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fbca0d69-687f-4910-bd69-f2646bcfbfd5 req-9c2a7adc-8198-40cc-ab4f-00ecc96bc24c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=54c49555-364d-4ec0-959e-3ddaa17fde93 HTTP/1.1" status: 200 len: 217 time: 0.0942235 Nov 12 08:07:50.287419 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0857c1d-60dd-425f-9d78-0cfab487a82a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-a3156095-dd64-4768-883c-6857cbfc4c3d', 'network_id': 'a3156095-dd64-4768-883c-6857cbfc4c3d', 'tenant_id': '2c540c0464294343b65b342f4c6f01b0', 'fixed_ips': [{'subnet_id': '5faf708b-0fdf-49a2-9148-2d75ea940abb'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:07:50.288292 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d0857c1d-60dd-425f-9d78-0cfab487a82a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:50.467271 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbca0d69-687f-4910-bd69-f2646bcfbfd5 req-cf9484f1-fe44-40ab-bafe-aa1724db5eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:50.473867 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fbca0d69-687f-4910-bd69-f2646bcfbfd5 req-cf9484f1-fe44-40ab-bafe-aa1724db5eab service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1 HTTP/1.1" status: 200 len: 843 time: 0.1801798 Nov 12 08:07:50.572663 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d56a33b6-2bba-4658-9836-8b215d72a916 req-9e25e789-7412-49b3-a745-6b2632fbb5a8 tempest-ServerDiagnosticsNegativeTest-1071502791 tempest-ServerDiagnosticsNegativeTest-1071502791-project] 10.222.0.26 "GET /v2.0/security-groups?id=9755aae5-e34b-427a-ad1f-339f186663b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7569697 Nov 12 08:07:50.647076 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bdc2d0e3-cdcc-4b81-b76c-b2d6ea6d9633 req-9528c56f-d794-4327-9289-f8c670299c6a tempest-AggregatesAdminTestJSON-81161647 tempest-AggregatesAdminTestJSON-81161647-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c549cf4-8b8a-4091-9464-b846b1b87e99 HTTP/1.1" status: 200 len: 210 time: 0.1157982 Nov 12 08:07:50.696039 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbca0d69-687f-4910-bd69-f2646bcfbfd5 req-85f260b1-ebc6-4cf8-88a0-3debf4a4d8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:50.701212 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fbca0d69-687f-4910-bd69-f2646bcfbfd5 req-85f260b1-ebc6-4cf8-88a0-3debf4a4d8bb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=107743df-d3df-459d-a6cd-9e2ab4303016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2166541 Nov 12 08:07:50.734028 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-d0857c1d-60dd-425f-9d78-0cfab487a82a None None] Allocated IP 172.20.0.2 (a3156095-dd64-4768-883c-6857cbfc4c3d/5faf708b-0fdf-49a2-9148-2d75ea940abb/d38261bf-ffa1-4cb7-b215-d7525f2ee282) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:07:50.813518 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7ba50290-db76-46b0-934e-883319f080d6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:50.825668 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5f654180-0c8e-4619-9b4f-ef39ea44259d tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:50.934699 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fbca0d69-687f-4910-bd69-f2646bcfbfd5 req-51d051a4-f254-41ab-8e68-9fed4f07ecfb service neutron] 10.222.0.44 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234840 Nov 12 08:07:51.027706 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5f654180-0c8e-4619-9b4f-ef39ea44259d tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:51.042992 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7d0474c9-608e-4bde-aaca-301fef2c1b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:51.156053 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d0857c1d-60dd-425f-9d78-0cfab487a82a None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:51.170534 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d0857c1d-60dd-425f-9d78-0cfab487a82a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:51.197481 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fbca0d69-687f-4910-bd69-f2646bcfbfd5 req-50822eb0-5479-4138-87d0-9276672668f8 service neutron] 10.222.0.44 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520742 Nov 12 08:07:51.259802 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0857c1d-60dd-425f-9d78-0cfab487a82a None None] Network a3156095-dd64-4768-883c-6857cbfc4c3d is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:07:51.265061 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0474c9-608e-4bde-aaca-301fef2c1b0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0437a40-026a-4cce-8eca-4f926eac4890,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:51.268186 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-d0857c1d-60dd-425f-9d78-0cfab487a82a None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:07:51.276838 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f654180-0c8e-4619-9b4f-ef39ea44259d tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:07:51.277465 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0857c1d-60dd-425f-9d78-0cfab487a82a None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:07:51.288937 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0857c1d-60dd-425f-9d78-0cfab487a82a None None] Pushing event updated for resources: {'Port': ['ID=d38261bf-ffa1-4cb7-b215-d7525f2ee282,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:51.292271 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-5f654180-0c8e-4619-9b4f-ef39ea44259d tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:07:51.302358 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f654180-0c8e-4619-9b4f-ef39ea44259d tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:07:51.318560 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f654180-0c8e-4619-9b4f-ef39ea44259d tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Pushing event updated for resources: {'Port': ['ID=00b182bd-0f4f-4354-b329-7541cb074a13,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:51.377742 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-d0857c1d-60dd-425f-9d78-0cfab487a82a None None] Attempting to bind port d38261bf-ffa1-4cb7-b215-d7525f2ee282 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:07:51.378836 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-d0857c1d-60dd-425f-9d78-0cfab487a82a None None] Attempting to bind port d38261bf-ffa1-4cb7-b215-d7525f2ee282 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': 'c37124f8-c757-4d0f-9db3-26d4f53bb063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a3156095-dd64-4768-883c-6857cbfc4c3d'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:07:51.379625 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0857c1d-60dd-425f-9d78-0cfab487a82a None None] Attempting to bind port d38261bf-ffa1-4cb7-b215-d7525f2ee282 on network a3156095-dd64-4768-883c-6857cbfc4c3d {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:07:51.389218 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0857c1d-60dd-425f-9d78-0cfab487a82a None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:07:51.390149 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0857c1d-60dd-425f-9d78-0cfab487a82a None None] Checking segment: {'id': 'c37124f8-c757-4d0f-9db3-26d4f53bb063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a3156095-dd64-4768-883c-6857cbfc4c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:07:51.390999 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d0857c1d-60dd-425f-9d78-0cfab487a82a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:51.391999 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0857c1d-60dd-425f-9d78-0cfab487a82a None None] Bound using segment: {'id': 'c37124f8-c757-4d0f-9db3-26d4f53bb063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a3156095-dd64-4768-883c-6857cbfc4c3d'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:07:51.393463 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-d0857c1d-60dd-425f-9d78-0cfab487a82a None None] Bound port: d38261bf-ffa1-4cb7-b215-d7525f2ee282, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c37124f8-c757-4d0f-9db3-26d4f53bb063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a3156095-dd64-4768-883c-6857cbfc4c3d'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:07:51.395718 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d0857c1d-60dd-425f-9d78-0cfab487a82a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:51.430900 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0474c9-608e-4bde-aaca-301fef2c1b0d admin admin] Checking segment: {'id': '6d2154f2-bd5d-4d05-b313-14eedb702754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '23b67b51-0461-459d-a9c3-e538738693e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:07:51.431242 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0474c9-608e-4bde-aaca-301fef2c1b0d admin admin] Network hostable DHCP agents. Network: 23b67b51-0461-459d-a9c3-e538738693e3, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:07:51.454915 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5f654180-0c8e-4619-9b4f-ef39ea44259d tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:51.502960 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-d0857c1d-60dd-425f-9d78-0cfab487a82a None None] For port d38261bf-ffa1-4cb7-b215-d7525f2ee282, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:07:51.508233 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-d0857c1d-60dd-425f-9d78-0cfab487a82a None None] For port d38261bf-ffa1-4cb7-b215-d7525f2ee282, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=d38261bf-ffa1-4cb7-b215-d7525f2ee282,segment=NetworkSegment(c37124f8-c757-4d0f-9db3-26d4f53bb063),segment_id=c37124f8-c757-4d0f-9db3-26d4f53bb063)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:07:51.517258 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d0857c1d-60dd-425f-9d78-0cfab487a82a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:51.587913 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0474c9-608e-4bde-aaca-301fef2c1b0d admin admin] Network 23b67b51-0461-459d-a9c3-e538738693e3 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:07:51.589853 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5f654180-0c8e-4619-9b4f-ef39ea44259d tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:51.630127 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0857c1d-60dd-425f-9d78-0cfab487a82a None None] Pushing event updated for resources: {'Port': ['ID=d38261bf-ffa1-4cb7-b215-d7525f2ee282,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:51.725003 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-7d0474c9-608e-4bde-aaca-301fef2c1b0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 23b67b51-0461-459d-a9c3-e538738693e3) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:07:51.735704 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0474c9-608e-4bde-aaca-301fef2c1b0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:51.736082 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc01aee-5442-4161-92ba-592d347b195a None None] Network 23b67b51-0461-459d-a9c3-e538738693e3 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:07:51.736543 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7d0474c9-608e-4bde-aaca-301fef2c1b0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:51.749458 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34630f21-eae3-4889-9041-c347cd379985', 'tag': '54c49555-364d-4ec0-959e-3ddaa17fde93'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:07:51.752456 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7ba50290-db76-46b0-934e-883319f080d6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:51.754352 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3670174d-2788-4b91-9832-748f98eb4ed8" -d '{"events": [{"name": "network-changed", "server_uuid": "34630f21-eae3-4889-9041-c347cd379985", "tag": "54c49555-364d-4ec0-959e-3ddaa17fde93"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:07:51.789772 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7ba50290-db76-46b0-934e-883319f080d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:51.828162 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-7d0474c9-608e-4bde-aaca-301fef2c1b0d admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.4244111 Nov 12 08:07:51.828571 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28acde3e-193d-48c8-8d7b-2f3a61154e6e req-d450b935-4570-420d-9d64-2bc5b7f9ad9c tempest-ServerDiagnosticsNegativeTest-1071502791 tempest-ServerDiagnosticsNegativeTest-1071502791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:51.828571 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-28acde3e-193d-48c8-8d7b-2f3a61154e6e req-d450b935-4570-420d-9d64-2bc5b7f9ad9c tempest-ServerDiagnosticsNegativeTest-1071502791 tempest-ServerDiagnosticsNegativeTest-1071502791-project] 10.222.0.26 "GET /v2.0/ports?device_id=34630f21-eae3-4889-9041-c347cd379985 HTTP/1.1" status: 200 len: 947 time: 0.1192100 Nov 12 08:07:51.989447 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-28acde3e-193d-48c8-8d7b-2f3a61154e6e req-b26af7e0-e713-4960-944e-252528bfc462 tempest-ServerDiagnosticsNegativeTest-1071502791 tempest-ServerDiagnosticsNegativeTest-1071502791-project] 10.222.0.26 "GET /v2.0/security-groups?id=9755aae5-e34b-427a-ad1f-339f186663b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641712 Nov 12 08:07:52.130104 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d69a2e-3e41-48c9-9bc5-6155beb4bce3 x-openstack-request-id: req-84d69a2e-3e41-48c9-9bc5-6155beb4bce3 {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:07:52.130788 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34630f21-eae3-4889-9041-c347cd379985", "tag": "54c49555-364d-4ec0-959e-3ddaa17fde93", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:07:52.131183 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-84d69a2e-3e41-48c9-9bc5-6155beb4bce3 {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:07:52.132077 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34630f21-eae3-4889-9041-c347cd379985', 'tag': '54c49555-364d-4ec0-959e-3ddaa17fde93', 'status': 'completed', 'code': 200} Nov 12 08:07:52.150891 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4c50f632-4cc4-429e-8171-60c1e9697ae7 req-8026f6f2-0b2e-487c-885b-052db8f39bc5 tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=03103b5b4fbe42938d0a63bfe12d9d56&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1973121 Nov 12 08:07:52.301763 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3670174d-2788-4b91-9832-748f98eb4ed8 req-275574d9-edf3-4879-bc40-190d5616600e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:52.307524 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3670174d-2788-4b91-9832-748f98eb4ed8 req-275574d9-edf3-4879-bc40-190d5616600e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=283093aa638f49cf918a2971942a7ae2&device_id=34630f21-eae3-4889-9041-c347cd379985 HTTP/1.1" status: 200 len: 1099 time: 0.1174321 Nov 12 08:07:52.314505 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3137199a-cea6-4b29-8880-44238e706260 None None] Network 23b67b51-0461-459d-a9c3-e538738693e3 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:07:52.485210 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5f654180-0c8e-4619-9b4f-ef39ea44259d tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:52.491915 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-7ba50290-db76-46b0-934e-883319f080d6 admin admin] Allocated IP 172.25.2.155 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/d55f500f-4bd1-44df-8dfd-0ef809acbb77) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:07:52.506936 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3670174d-2788-4b91-9832-748f98eb4ed8 req-5c293907-adb7-41ca-9f52-5e4d8138d680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:52.508878 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3670174d-2788-4b91-9832-748f98eb4ed8 req-5c293907-adb7-41ca-9f52-5e4d8138d680 service neutron] 10.222.0.44 "GET /v2.0/networks?id=107743df-d3df-459d-a6cd-9e2ab4303016 HTTP/1.1" status: 200 len: 870 time: 0.1891170 Nov 12 08:07:52.510009 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5f654180-0c8e-4619-9b4f-ef39ea44259d tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:52.527613 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c50f632-4cc4-429e-8171-60c1e9697ae7 req-5e9b9eee-f873-4c89-bcac-cd8170117b0e tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:52.529909 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4c50f632-4cc4-429e-8171-60c1e9697ae7 req-5e9b9eee-f873-4c89-bcac-cd8170117b0e tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3772759 Nov 12 08:07:52.606102 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3670174d-2788-4b91-9832-748f98eb4ed8 req-7823d4e7-5a53-45dc-b47f-a3c64d72b77e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=54c49555-364d-4ec0-959e-3ddaa17fde93 HTTP/1.1" status: 200 len: 217 time: 0.0878322 Nov 12 08:07:52.606430 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5f654180-0c8e-4619-9b4f-ef39ea44259d tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:52.642440 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4c50f632-4cc4-429e-8171-60c1e9697ae7 req-c72b37fb-6591-4aba-8395-8773f183d534 tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] 10.222.0.26 "GET /v2.0/quotas/03103b5b4fbe42938d0a63bfe12d9d56 HTTP/1.1" status: 200 len: 375 time: 0.0985203 Nov 12 08:07:52.742767 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3670174d-2788-4b91-9832-748f98eb4ed8 req-262a19a9-41f7-4a32-a7cc-a1b7d2549949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:52.744332 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3670174d-2788-4b91-9832-748f98eb4ed8 req-262a19a9-41f7-4a32-a7cc-a1b7d2549949 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1 HTTP/1.1" status: 200 len: 843 time: 0.1200364 Nov 12 08:07:52.757613 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4c50f632-4cc4-429e-8171-60c1e9697ae7 req-95f0036c-14c4-434d-9c5e-e6bbd912ef32 tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=03103b5b4fbe42938d0a63bfe12d9d56&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1137109 Nov 12 08:07:52.766065 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5f654180-0c8e-4619-9b4f-ef39ea44259d tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:52.775671 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-5f654180-0c8e-4619-9b4f-ef39ea44259d tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1071608 Nov 12 08:07:52.788760 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f654180-0c8e-4619-9b4f-ef39ea44259d tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Pushing event updated for resources: {'Port': ['ID=00b182bd-0f4f-4354-b329-7541cb074a13,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:52.840992 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3670174d-2788-4b91-9832-748f98eb4ed8 req-a1dcfadc-b6de-4666-94ab-2972efc45046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:52.842537 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3670174d-2788-4b91-9832-748f98eb4ed8 req-a1dcfadc-b6de-4666-94ab-2972efc45046 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=107743df-d3df-459d-a6cd-9e2ab4303016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0900609 Nov 12 08:07:52.921691 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7ba50290-db76-46b0-934e-883319f080d6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:53.034575 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7ba50290-db76-46b0-934e-883319f080d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:53.109258 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 59828) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:53.167434 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba50290-db76-46b0-934e-883319f080d6 admin admin] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:07:53.212951 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-7ba50290-db76-46b0-934e-883319f080d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:07:53.219319 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba50290-db76-46b0-934e-883319f080d6 admin admin] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:07:53.385705 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba50290-db76-46b0-934e-883319f080d6 admin admin] Pushing event updated for resources: {'Port': ['ID=d55f500f-4bd1-44df-8dfd-0ef809acbb77,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:53.394859 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2abea57e-0278-482e-9fa7-38bab62dda65 None None] Network a3156095-dd64-4768-883c-6857cbfc4c3d requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:07:53.397248 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-80faa91b-7970-4165-9c5c-c4fa8665dd1d req-f7e0d498-9b13-44e4-b33f-de1aed5f75da tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] 10.222.0.26 "GET /v2.0/ports?device_id=7bac7656-eae6-45c5-830c-66f549600c2d HTTP/1.1" status: 200 len: 210 time: 0.2324684 Nov 12 08:07:53.634748 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3670174d-2788-4b91-9832-748f98eb4ed8 req-8c6c58fd-781a-47e1-b0e2-57f3071b0b2d service neutron] 10.222.0.44 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7763143 Nov 12 08:07:53.733995 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3ec255ac-02e3-4ccb-84d7-2058251b8d43 req-03976218-60e8-490d-b7a2-81eea1315519 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--386019817&fields=id&tenant_id=8b8773b9ba7c4e19ac14f719fc98c803 HTTP/1.1" status: 200 len: 267 time: 0.1535470 Nov 12 08:07:53.760499 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 59856) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:53.765694 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-c3a7669d-a19f-458b-b9b1-6c4f5272e404 None None] Provisioning complete for port d38261bf-ffa1-4cb7-b215-d7525f2ee282 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:07:53.766192 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c3a7669d-a19f-458b-b9b1-6c4f5272e404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:53.783377 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:07:53.888722 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9119730c-6d1e-4c42-a639-3cfed44d7d42 req-17316d3d-8853-4b90-862a-4b6ddda56089 tempest-ServerDiagnosticsNegativeTest-1071502791 tempest-ServerDiagnosticsNegativeTest-1071502791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:53.900063 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9119730c-6d1e-4c42-a639-3cfed44d7d42 req-17316d3d-8853-4b90-862a-4b6ddda56089 tempest-ServerDiagnosticsNegativeTest-1071502791 tempest-ServerDiagnosticsNegativeTest-1071502791-project] 10.222.0.26 "GET /v2.0/ports?device_id=34630f21-eae3-4889-9041-c347cd379985 HTTP/1.1" status: 200 len: 947 time: 0.5413926 Nov 12 08:07:53.933288 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-2a2b60ec-d37a-49ba-a948-f6ea1763e8f8 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2051387171-network', 'tenant_id': 'bd6d82c3533341c78e470e19385eb8bf'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:07:53.989824 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3670174d-2788-4b91-9832-748f98eb4ed8 req-be799289-9df0-4231-94dc-518d82fbecd2 service neutron] 10.222.0.44 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3257670 Nov 12 08:07:54.031514 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c3a7669d-a19f-458b-b9b1-6c4f5272e404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:54.048854 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9119730c-6d1e-4c42-a639-3cfed44d7d42 req-ef00dbe3-7645-42d3-99e8-41fc6e1a4ccd tempest-ServerDiagnosticsNegativeTest-1071502791 tempest-ServerDiagnosticsNegativeTest-1071502791-project] 10.222.0.26 "GET /v2.0/security-groups?id=9755aae5-e34b-427a-ad1f-339f186663b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447527 Nov 12 08:07:54.129434 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-c3a7669d-a19f-458b-b9b1-6c4f5272e404 None None] For port d38261bf-ffa1-4cb7-b215-d7525f2ee282, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=d38261bf-ffa1-4cb7-b215-d7525f2ee282,segment=NetworkSegment(c37124f8-c757-4d0f-9db3-26d4f53bb063),segment_id=c37124f8-c757-4d0f-9db3-26d4f53bb063)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:07:54.133479 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device d38261bf-ffa1-4cb7-b215-d7525f2ee282 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:07:54.139361 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c3a7669d-a19f-458b-b9b1-6c4f5272e404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:54.228892 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-527699bf-b319-42f4-bb0a-2fa73976a2b6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0ff5722845894941901a554afb0844ff&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1064057 Nov 12 08:07:54.229472 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59862) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:54.266757 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a2b60ec-d37a-49ba-a948-f6ea1763e8f8 admin admin] Made reservation on behalf of bd6d82c3533341c78e470e19385eb8bf for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:07:54.291010 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2a2b60ec-d37a-49ba-a948-f6ea1763e8f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:54.317282 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a7669d-a19f-458b-b9b1-6c4f5272e404 None None] Pushing event updated for resources: {'Port': ['ID=d38261bf-ffa1-4cb7-b215-d7525f2ee282,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:54.346521 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port d38261bf-ffa1-4cb7-b215-d7525f2ee282 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:07:54.346918 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:54.359572 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-189d03b9-7b3d-411f-be52-e4ecbf4b051d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:54.435698 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-189d03b9-7b3d-411f-be52-e4ecbf4b051d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:54.480007 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2a2b60ec-d37a-49ba-a948-f6ea1763e8f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:54.485979 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7ba50290-db76-46b0-934e-883319f080d6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:54.571809 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-189d03b9-7b3d-411f-be52-e4ecbf4b051d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:54.586640 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-189d03b9-7b3d-411f-be52-e4ecbf4b051d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:54.586995 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-9527a1c8-54c8-4b74-97a0-ab569c36091f None None] Provisioning complete for port d38261bf-ffa1-4cb7-b215-d7525f2ee282 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:07:54.586995 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9527a1c8-54c8-4b74-97a0-ab569c36091f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:54.587497 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-189d03b9-7b3d-411f-be52-e4ecbf4b051d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b77c4906-9bfa-4787-9845-f0c28cf33794 HTTP/1.1" status: 204 len: 168 time: 0.3502979 Nov 12 08:07:54.608656 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189d03b9-7b3d-411f-be52-e4ecbf4b051d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b77c4906-9bfa-4787-9845-f0c28cf33794,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:54.630451 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189d03b9-7b3d-411f-be52-e4ecbf4b051d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:07:54.634223 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189d03b9-7b3d-411f-be52-e4ecbf4b051d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:07:54.635000 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189d03b9-7b3d-411f-be52-e4ecbf4b051d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:07:54.635353 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189d03b9-7b3d-411f-be52-e4ecbf4b051d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:07:54.636260 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189d03b9-7b3d-411f-be52-e4ecbf4b051d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:07:54.636614 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189d03b9-7b3d-411f-be52-e4ecbf4b051d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:07:54.640309 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189d03b9-7b3d-411f-be52-e4ecbf4b051d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:07:54.640756 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189d03b9-7b3d-411f-be52-e4ecbf4b051d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:07:54.641184 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189d03b9-7b3d-411f-be52-e4ecbf4b051d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:07:54.641437 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189d03b9-7b3d-411f-be52-e4ecbf4b051d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:07:54.641772 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189d03b9-7b3d-411f-be52-e4ecbf4b051d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:07:54.642101 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189d03b9-7b3d-411f-be52-e4ecbf4b051d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:07:54.731901 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec255ac-02e3-4ccb-84d7-2058251b8d43 req-22659c8a-b439-4dfc-9525-12721e9deb26 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:54.740389 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3ec255ac-02e3-4ccb-84d7-2058251b8d43 req-22659c8a-b439-4dfc-9525-12721e9deb26 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] 10.222.0.26 "GET /v2.0/networks?id=8e17c76e-613f-40d2-ae39-1725682b1af7 HTTP/1.1" status: 200 len: 824 time: 0.9907413 Nov 12 08:07:54.755146 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3f24457c-ed2a-41bd-8730-2ce3885b6ccc req-6efc8f4c-9789-413b-975e-83d09164e476 tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] 10.222.0.26 "GET /v2.0/ports?device_id=7bac7656-eae6-45c5-830c-66f549600c2d HTTP/1.1" status: 200 len: 210 time: 0.0545413 Nov 12 08:07:54.786353 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3ec255ac-02e3-4ccb-84d7-2058251b8d43 req-aec65f9b-7371-46b9-a85c-fbcf40c93470 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] 10.222.0.26 "GET /v2.0/quotas/8b8773b9ba7c4e19ac14f719fc98c803 HTTP/1.1" status: 200 len: 375 time: 0.0447440 Nov 12 08:07:54.826903 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 54c49555-364d-4ec0-959e-3ddaa17fde93 details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:07:54.891438 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4c50f632-4cc4-429e-8171-60c1e9697ae7 req-1c930257-a18e-4037-ab0c-0543eae8ac6d tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=03103b5b4fbe42938d0a63bfe12d9d56&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0430427 Nov 12 08:07:55.052796 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 54c49555-364d-4ec0-959e-3ddaa17fde93, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=54c49555-364d-4ec0-959e-3ddaa17fde93,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:07:55.069216 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': '54c49555-364d-4ec0-959e-3ddaa17fde93', 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016', 'port_id': '54c49555-364d-4ec0-959e-3ddaa17fde93', 'mac_address': 'fa:16:3e:40:5c:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:07:55.142607 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:55.170811 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54c49555-364d-4ec0-959e-3ddaa17fde93 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:07:55.197708 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 54c49555-364d-4ec0-959e-3ddaa17fde93, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=54c49555-364d-4ec0-959e-3ddaa17fde93,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:07:55.203176 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:55.226189 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2a2b60ec-d37a-49ba-a948-f6ea1763e8f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:55.276959 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=54c49555-364d-4ec0-959e-3ddaa17fde93,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:55.277172 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2a2b60ec-d37a-49ba-a948-f6ea1763e8f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:55.278732 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c50f632-4cc4-429e-8171-60c1e9697ae7 req-3a27e719-e532-4bfd-98bf-5b803ffcee8a tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:55.292192 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4c50f632-4cc4-429e-8171-60c1e9697ae7 req-3a27e719-e532-4bfd-98bf-5b803ffcee8a tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3947022 Nov 12 08:07:55.314112 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-4c50f632-4cc4-429e-8171-60c1e9697ae7 req-2a5e9319-3c9b-4e38-b58c-91eb296402bf tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] Request body: {'port': {'device_id': '7bac7656-eae6-45c5-830c-66f549600c2d', 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016', 'admin_state_up': True, 'tenant_id': '03103b5b4fbe42938d0a63bfe12d9d56'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:07:55.333531 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a2b60ec-d37a-49ba-a948-f6ea1763e8f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:07:55.405283 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3ec255ac-02e3-4ccb-84d7-2058251b8d43 req-46caf20d-477b-4dc5-8b97-82581b75fede tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8b8773b9ba7c4e19ac14f719fc98c803&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6081686 Nov 12 08:07:55.444953 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2a2b60ec-d37a-49ba-a948-f6ea1763e8f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:55.445298 n-d-765315-29 neutron-server[102599]: INFO neutron.db.segments_db [None req-2a2b60ec-d37a-49ba-a948-f6ea1763e8f8 admin admin] Added segment 997e1acc-a7a3-464a-b94b-4dc4549f361c of type vlan for network eb624d66-0f7f-4357-bded-533ee1ab4147 Nov 12 08:07:55.446571 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2b60ec-d37a-49ba-a948-f6ea1763e8f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d14dd21-59b1-4934-af9e-35a183f0b503,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:55.453377 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59884) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:55.488727 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2b60ec-d37a-49ba-a948-f6ea1763e8f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:07:55.489202 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2b60ec-d37a-49ba-a948-f6ea1763e8f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:07:55.489518 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2b60ec-d37a-49ba-a948-f6ea1763e8f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:07:55.489786 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2b60ec-d37a-49ba-a948-f6ea1763e8f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:07:55.490133 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2b60ec-d37a-49ba-a948-f6ea1763e8f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:07:55.490495 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2b60ec-d37a-49ba-a948-f6ea1763e8f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:07:55.491043 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2b60ec-d37a-49ba-a948-f6ea1763e8f8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:07:55.491373 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2b60ec-d37a-49ba-a948-f6ea1763e8f8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:07:55.491696 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2b60ec-d37a-49ba-a948-f6ea1763e8f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:07:55.493611 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2b60ec-d37a-49ba-a948-f6ea1763e8f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:07:55.493991 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2b60ec-d37a-49ba-a948-f6ea1763e8f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:07:55.494324 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2b60ec-d37a-49ba-a948-f6ea1763e8f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:07:55.568999 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566973a5-a17b-419e-866a-5f1fa4ab1f03 req-5f3fcc81-ac08-4ce1-8bb3-751462ad3533 tempest-ServerDiagnosticsNegativeTest-1071502791 tempest-ServerDiagnosticsNegativeTest-1071502791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:55.572007 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-566973a5-a17b-419e-866a-5f1fa4ab1f03 req-5f3fcc81-ac08-4ce1-8bb3-751462ad3533 tempest-ServerDiagnosticsNegativeTest-1071502791 tempest-ServerDiagnosticsNegativeTest-1071502791-project] 10.222.0.26 "GET /v2.0/ports?device_id=34630f21-eae3-4889-9041-c347cd379985 HTTP/1.1" status: 200 len: 948 time: 0.2785256 Nov 12 08:07:55.581316 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-c150e4fb-50cf-4a5e-bcf1-6ca9964c4814 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f173dc542b53431aa9f9ce613891326c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1238894 Nov 12 08:07:55.584864 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2a2b60ec-d37a-49ba-a948-f6ea1763e8f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:55.585054 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59892) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:55.646825 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['54c49555-364d-4ec0-959e-3ddaa17fde93'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:07:55.677118 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2a2b60ec-d37a-49ba-a948-f6ea1763e8f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:55.680701 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2b60ec-d37a-49ba-a948-f6ea1763e8f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:55.681605 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2a2b60ec-d37a-49ba-a948-f6ea1763e8f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:55.769811 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 59894) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:55.770729 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2b60ec-d37a-49ba-a948-f6ea1763e8f8 admin admin] Pushing event updated for resources: {'Network': ['ID=eb624d66-0f7f-4357-bded-533ee1ab4147,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:55.783484 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network eb624d66-0f7f-4357-bded-533ee1ab4147 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:07:55.786748 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7ba50290-db76-46b0-934e-883319f080d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052'] for router, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:55.822577 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a251c665-11c5-435b-a48e-503347993afc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:55.827641 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-566973a5-a17b-419e-866a-5f1fa4ab1f03 req-3ac10406-6412-4ea7-a607-2919e64f01bc tempest-ServerDiagnosticsNegativeTest-1071502791 tempest-ServerDiagnosticsNegativeTest-1071502791-project] 10.222.0.26 "GET /v2.0/security-groups?id=9755aae5-e34b-427a-ad1f-339f186663b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436638 Nov 12 08:07:55.848109 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c50f632-4cc4-429e-8171-60c1e9697ae7 req-2a5e9319-3c9b-4e38-b58c-91eb296402bf tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] Made reservation on behalf of 03103b5b4fbe42938d0a63bfe12d9d56 for: {'port': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:07:55.852015 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-4c50f632-4cc4-429e-8171-60c1e9697ae7 req-2a5e9319-3c9b-4e38-b58c-91eb296402bf tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:55.878159 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-4c50f632-4cc4-429e-8171-60c1e9697ae7 req-2a5e9319-3c9b-4e38-b58c-91eb296402bf tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:55.883892 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a251c665-11c5-435b-a48e-503347993afc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:55.959218 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [req-3ec255ac-02e3-4ccb-84d7-2058251b8d43 req-7b80304d-b21a-4444-a1c3-480c3eecbd42 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:07:55.960732 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3ec255ac-02e3-4ccb-84d7-2058251b8d43 req-7b80304d-b21a-4444-a1c3-480c3eecbd42 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4171572 Nov 12 08:07:55.990071 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4fb2966f-4ee7-4124-9114-a6a1eda0f163 req-6b36a026-f92a-48b3-9a71-1afe597e0f40 tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] 10.222.0.26 "GET /v2.0/ports?device_id=7bac7656-eae6-45c5-830c-66f549600c2d HTTP/1.1" status: 200 len: 210 time: 0.0523925 Nov 12 08:07:56.017309 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-2a2b60ec-d37a-49ba-a948-f6ea1763e8f8 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.0973618 Nov 12 08:07:56.022908 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59900) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:56.031811 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-8dd50e20-e4d1-4696-9cc3-a44791508c32 admin admin] Request body: {'subnet': {'network_id': 'eb624d66-0f7f-4357-bded-533ee1ab4147', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2051387171-subnet', 'tenant_id': 'bd6d82c3533341c78e470e19385eb8bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:07:56.033461 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1a9edfef-c10d-4b1d-b52a-14acad525824 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:56.061161 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device d38261bf-ffa1-4cb7-b215-d7525f2ee282 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:07:56.108105 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd50e20-e4d1-4696-9cc3-a44791508c32 admin admin] Made reservation on behalf of bd6d82c3533341c78e470e19385eb8bf for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:07:56.111015 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8dd50e20-e4d1-4696-9cc3-a44791508c32 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:56.124905 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port d38261bf-ffa1-4cb7-b215-d7525f2ee282 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:07:56.125905 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:56.146810 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a251c665-11c5-435b-a48e-503347993afc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:56.151719 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a251c665-11c5-435b-a48e-503347993afc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:56.157225 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-a251c665-11c5-435b-a48e-503347993afc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d0f1a89f-fb72-4843-bdd5-2da4c6e2004c HTTP/1.1" status: 204 len: 168 time: 0.5669279 Nov 12 08:07:56.207172 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a251c665-11c5-435b-a48e-503347993afc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f1a89f-fb72-4843-bdd5-2da4c6e2004c,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:56.233424 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-4c50f632-4cc4-429e-8171-60c1e9697ae7 req-2a5e9319-3c9b-4e38-b58c-91eb296402bf tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:56.237507 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-4c50f632-4cc4-429e-8171-60c1e9697ae7 req-2a5e9319-3c9b-4e38-b58c-91eb296402bf tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:56.321107 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3ec255ac-02e3-4ccb-84d7-2058251b8d43 req-9f5c5ed6-56b9-4261-ac4d-63227cb11535 service neutron] 10.222.0.26 "GET /v2.0/networks/8e17c76e-613f-40d2-ae39-1725682b1af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3445137 Nov 12 08:07:56.391419 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1a9edfef-c10d-4b1d-b52a-14acad525824 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:56.393475 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e9319-3c9b-4e38-b58c-91eb296402bf tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d23910f-b5d9-458f-a594-0a3fa5fb2ff8,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:56.396975 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ba50290-db76-46b0-934e-883319f080d6 admin admin] Router 9e5fd536-d0bb-4d59-b78a-9e2de0d54b74 is scheduled to L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 with binding_index 1 {{(pid=102599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:07:56.415203 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [req-4c50f632-4cc4-429e-8171-60c1e9697ae7 req-2a5e9319-3c9b-4e38-b58c-91eb296402bf tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] Allocated IP 192.168.233.117 (107743df-d3df-459d-a6cd-9e2ab4303016/e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1/e0d67cc7-c224-4129-9d97-a36c406f81fe) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:07:56.468777 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1a9edfef-c10d-4b1d-b52a-14acad525824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:56.496414 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9edfef-c10d-4b1d-b52a-14acad525824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92918182-62e0-4302-88a6-295501717c76,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:56.603333 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-1a9edfef-c10d-4b1d-b52a-14acad525824 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d461aa59a9df4d158e6abfadd19358c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8135889 Nov 12 08:07:56.608816 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 59906) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:56.658005 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8dd50e20-e4d1-4696-9cc3-a44791508c32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:56.691379 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3ec255ac-02e3-4ccb-84d7-2058251b8d43 req-dd67e1a5-c916-4802-8da4-6b3aae06d9b8 service neutron] 10.222.0.26 "GET /v2.0/networks/8e17c76e-613f-40d2-ae39-1725682b1af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3558376 Nov 12 08:07:56.774514 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7e8a4ce3-fb52-4be2-8314-8ba5cea4b3be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:56.800763 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7e8a4ce3-fb52-4be2-8314-8ba5cea4b3be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:56.840131 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 54c49555-364d-4ec0-959e-3ddaa17fde93 up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:07:56.844332 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd50e20-e4d1-4696-9cc3-a44791508c32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6743583-f78e-43e6-8234-5f34c8ba7309,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:56.862781 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ba50290-db76-46b0-934e-883319f080d6 admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:07:56.866328 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-4c50f632-4cc4-429e-8171-60c1e9697ae7 req-2a5e9319-3c9b-4e38-b58c-91eb296402bf tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:56.888908 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7f3964-9ac3-499d-bf71-cb1e7fdc6411 None None] Sync routers for ids ['9e5fd536-d0bb-4d59-b78a-9e2de0d54b74'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:07:56.893793 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd50e20-e4d1-4696-9cc3-a44791508c32 admin admin] Checking segment: {'id': '997e1acc-a7a3-464a-b94b-4dc4549f361c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'eb624d66-0f7f-4357-bded-533ee1ab4147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:07:56.894413 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd50e20-e4d1-4696-9cc3-a44791508c32 admin admin] Network hostable DHCP agents. Network: eb624d66-0f7f-4357-bded-533ee1ab4147, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:07:56.914046 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7ba50290-db76-46b0-934e-883319f080d6 admin admin] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:56.923555 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59920) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:56.929494 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7f3964-9ac3-499d-bf71-cb1e7fdc6411 None None] Routers {'9e5fd536-d0bb-4d59-b78a-9e2de0d54b74'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:07:56.934684 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-7ba50290-db76-46b0-934e-883319f080d6 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 7.2898593 Nov 12 08:07:56.935882 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-ec7f3964-9ac3-499d-bf71-cb1e7fdc6411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:07:36Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['9e5fd536-d0bb-4d59-b78a-9e2de0d54b74'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:07:56.947574 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7e8a4ce3-fb52-4be2-8314-8ba5cea4b3be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:56.950429 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7e8a4ce3-fb52-4be2-8314-8ba5cea4b3be admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:56.951645 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-7e8a4ce3-fb52-4be2-8314-8ba5cea4b3be admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/92918182-62e0-4302-88a6-295501717c76 HTTP/1.1" status: 204 len: 168 time: 0.3424339 Nov 12 08:07:56.971442 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8a4ce3-fb52-4be2-8314-8ba5cea4b3be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92918182-62e0-4302-88a6-295501717c76,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:57.027833 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning for port 54c49555-364d-4ec0-959e-3ddaa17fde93 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:07:57.039149 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port 54c49555-364d-4ec0-959e-3ddaa17fde93 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:07:57.040678 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:57.073981 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9d4f8fed-1774-4c59-92b3-08ab6e31f5a9 req-6bce672b-62e4-4926-b83d-2186239aee70 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] 10.222.0.26 "GET /v2.0/ports?device_id=af81c23c-9a36-4719-91a6-b1d1873de119 HTTP/1.1" status: 200 len: 210 time: 0.0598295 Nov 12 08:07:57.233609 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd50e20-e4d1-4696-9cc3-a44791508c32 admin admin] Network eb624d66-0f7f-4357-bded-533ee1ab4147 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:07:57.255687 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-ec7f3964-9ac3-499d-bf71-cb1e7fdc6411 None None] Set router 9e5fd536-d0bb-4d59-b78a-9e2de0d54b74 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:07:57.278212 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a9515d3f-a4d0-4685-a162-184c14252cbf req-b11f0bcf-a428-403d-8551-2b886c3173e0 tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] 10.222.0.26 "GET /v2.0/ports?device_id=7bac7656-eae6-45c5-830c-66f549600c2d HTTP/1.1" status: 200 len: 210 time: 0.0905221 Nov 12 08:07:57.315735 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:57.329500 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-8dd50e20-e4d1-4696-9cc3-a44791508c32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, eb624d66-0f7f-4357-bded-533ee1ab4147) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:07:57.359754 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd50e20-e4d1-4696-9cc3-a44791508c32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:57.360510 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8dd50e20-e4d1-4696-9cc3-a44791508c32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:57.363299 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41cddafa-6931-428d-adb5-e4fd05f223ad None None] Network eb624d66-0f7f-4357-bded-533ee1ab4147 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:07:57.420174 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34630f21-eae3-4889-9041-c347cd379985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54c49555-364d-4ec0-959e-3ddaa17fde93'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:07:57.431204 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14c85a25-03d4-43b5-b3c3-08965160fc6e" -d '{"events": [{"server_uuid": "34630f21-eae3-4889-9041-c347cd379985", "name": "network-vif-plugged", "status": "completed", "tag": "54c49555-364d-4ec0-959e-3ddaa17fde93"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:07:57.524206 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06380b2a-158d-4f45-b251-69743d0513ba req-36a98a77-1d16-45bc-9689-f499588daab7 tempest-ServerDiagnosticsNegativeTest-1071502791 tempest-ServerDiagnosticsNegativeTest-1071502791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:57.533190 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-06380b2a-158d-4f45-b251-69743d0513ba req-36a98a77-1d16-45bc-9689-f499588daab7 tempest-ServerDiagnosticsNegativeTest-1071502791 tempest-ServerDiagnosticsNegativeTest-1071502791-project] 10.222.0.26 "GET /v2.0/ports?device_id=34630f21-eae3-4889-9041-c347cd379985 HTTP/1.1" status: 200 len: 948 time: 0.4105260 Nov 12 08:07:57.577005 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-ec7f3964-9ac3-499d-bf71-cb1e7fdc6411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5fd536-d0bb-4d59-b78a-9e2de0d54b74', 'name': 'tempest-FloatingIPsAssociationTestJSON-2142488039-router', 'tenant_id': '2c540c0464294343b65b342f4c6f01b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'd55f500f-4bd1-44df-8dfd-0ef809acbb77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:07:50Z', 'updated_at': '2021-11-12T08:07:53Z', 'revision_number': 3, 'project_id': '2c540c0464294343b65b342f4c6f01b0', 'gw_port': {'id': 'd55f500f-4bd1-44df-8dfd-0ef809acbb77', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2c:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e5fd536-d0bb-4d59-b78a-9e2de0d54b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:51Z', 'updated_at': '2021-11-12T08:07:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:07:57.591652 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-4c50f632-4cc4-429e-8171-60c1e9697ae7 req-2a5e9319-3c9b-4e38-b58c-91eb296402bf tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:57.609840 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a17ef51f-6d6a-4ee8-b099-ee0f49593bf0 x-openstack-request-id: req-a17ef51f-6d6a-4ee8-b099-ee0f49593bf0 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:07:57.610147 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34630f21-eae3-4889-9041-c347cd379985", "name": "network-vif-plugged", "status": "completed", "tag": "54c49555-364d-4ec0-959e-3ddaa17fde93", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:07:57.619387 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7f3964-9ac3-499d-bf71-cb1e7fdc6411 None None] Checking router: 9e5fd536-d0bb-4d59-b78a-9e2de0d54b74 for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:07:57.619872 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7f3964-9ac3-499d-bf71-cb1e7fdc6411 None None] Updating router 9e5fd536-d0bb-4d59-b78a-9e2de0d54b74 port d55f500f-4bd1-44df-8dfd-0ef809acbb77 binding host n-d-765315-29 {{(pid=102602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:07:57.620185 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a17ef51f-6d6a-4ee8-b099-ee0f49593bf0 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:07:57.620748 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34630f21-eae3-4889-9041-c347cd379985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54c49555-364d-4ec0-959e-3ddaa17fde93', 'code': 200} Nov 12 08:07:57.633039 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 54c49555-364d-4ec0-959e-3ddaa17fde93, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=54c49555-364d-4ec0-959e-3ddaa17fde93,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:07:57.652897 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:57.681529 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-ec7f3964-9ac3-499d-bf71-cb1e7fdc6411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:57.757910 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 59948) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:57.786198 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d0d18731-22f0-4ca7-bd24-1c707c3fce0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:57.913018 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=54c49555-364d-4ec0-959e-3ddaa17fde93,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:57.924790 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c50f632-4cc4-429e-8171-60c1e9697ae7 req-2a5e9319-3c9b-4e38-b58c-91eb296402bf tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] Network 107743df-d3df-459d-a6cd-9e2ab4303016 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:07:57.954516 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69adf09a-7ee4-4a06-956f-b082f1d21945 None None] Network eb624d66-0f7f-4357-bded-533ee1ab4147 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:07:57.962631 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-06380b2a-158d-4f45-b251-69743d0513ba req-b275722f-332e-49bd-b000-2ef86a3747ce tempest-ServerDiagnosticsNegativeTest-1071502791 tempest-ServerDiagnosticsNegativeTest-1071502791-project] 10.222.0.26 "GET /v2.0/security-groups?id=9755aae5-e34b-427a-ad1f-339f186663b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4261909 Nov 12 08:07:57.999123 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-8dd50e20-e4d1-4696-9cc3-a44791508c32 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.9752288 Nov 12 08:07:58.095528 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d0d18731-22f0-4ca7-bd24-1c707c3fce0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:58.104198 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d0d18731-22f0-4ca7-bd24-1c707c3fce0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:58.195207 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [req-4c50f632-4cc4-429e-8171-60c1e9697ae7 req-2a5e9319-3c9b-4e38-b58c-91eb296402bf tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:07:58.263856 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-ec7f3964-9ac3-499d-bf71-cb1e7fdc6411 None None] Publish callbacks [] for port, precommit_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:58.274543 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-ec7f3964-9ac3-499d-bf71-cb1e7fdc6411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:58.281748 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d18731-22f0-4ca7-bd24-1c707c3fce0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69e7d244-4858-4a0d-9482-f9672e6be9fe,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:58.333132 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e9319-3c9b-4e38-b58c-91eb296402bf tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] Pushing event updated for resources: {'Port': ['ID=e0d67cc7-c224-4129-9d97-a36c406f81fe,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:58.340849 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c50f632-4cc4-429e-8171-60c1e9697ae7 req-2a5e9319-3c9b-4e38-b58c-91eb296402bf tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:07:58.349030 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c50f632-4cc4-429e-8171-60c1e9697ae7 req-2a5e9319-3c9b-4e38-b58c-91eb296402bf tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:58.349865 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-4c50f632-4cc4-429e-8171-60c1e9697ae7 req-2a5e9319-3c9b-4e38-b58c-91eb296402bf tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:58.354777 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 59956) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:58.408749 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0c59f0cb-bb32-41e4-995b-e4950cede97f req-6c854b53-bbcc-470a-b07b-826fbb30ab31 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] 10.222.0.26 "GET /v2.0/ports?device_id=af81c23c-9a36-4719-91a6-b1d1873de119 HTTP/1.1" status: 200 len: 210 time: 0.1687346 Nov 12 08:07:58.423315 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59962) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:58.425722 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-d0d18731-22f0-4ca7-bd24-1c707c3fce0d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c65bc917c550498d8d3f0c35c00efffc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6656160 Nov 12 08:07:58.493734 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-ec7f3964-9ac3-499d-bf71-cb1e7fdc6411 None None] Attempting to bind port d55f500f-4bd1-44df-8dfd-0ef809acbb77 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:07:58.494361 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-ec7f3964-9ac3-499d-bf71-cb1e7fdc6411 None None] Attempting to bind port d55f500f-4bd1-44df-8dfd-0ef809acbb77 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:07:58.495057 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7f3964-9ac3-499d-bf71-cb1e7fdc6411 None None] Attempting to bind port d55f500f-4bd1-44df-8dfd-0ef809acbb77 on network d709f64f-f9e6-4525-b020-ad48633b9bbf {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:07:58.523007 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7f3964-9ac3-499d-bf71-cb1e7fdc6411 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:07:58.524051 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7f3964-9ac3-499d-bf71-cb1e7fdc6411 None None] Checking segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:07:58.526301 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-ec7f3964-9ac3-499d-bf71-cb1e7fdc6411 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:58.526901 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7f3964-9ac3-499d-bf71-cb1e7fdc6411 None None] Bound using segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:07:58.528264 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-ec7f3964-9ac3-499d-bf71-cb1e7fdc6411 None None] Bound port: d55f500f-4bd1-44df-8dfd-0ef809acbb77, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:07:58.530260 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-ec7f3964-9ac3-499d-bf71-cb1e7fdc6411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:58.540411 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4c50f632-4cc4-429e-8171-60c1e9697ae7 req-2a5e9319-3c9b-4e38-b58c-91eb296402bf tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2334046 Nov 12 08:07:58.574443 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-44b5b533-cab0-423f-b1e3-10ae0c6923a9 admin admin] Deleting subnet f0437a40-026a-4cce-8eca-4f926eac4890 {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:07:58.586336 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-44b5b533-cab0-423f-b1e3-10ae0c6923a9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:58.620051 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-4c50f632-4cc4-429e-8171-60c1e9697ae7 req-f9f14735-0a0c-4437-aac5-1d2f904ca194 service neutron] Request body: {'port': {'device_id': '7bac7656-eae6-45c5-830c-66f549600c2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-29'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:07:58.667794 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-44b5b533-cab0-423f-b1e3-10ae0c6923a9 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:58.682336 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c04394-58a9-411c-98f3-34c98012274f req-6eef2572-8363-48f5-af21-87a5b5f69a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:58.684276 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-27c04394-58a9-411c-98f3-34c98012274f req-6eef2572-8363-48f5-af21-87a5b5f69a25 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=34630f21-eae3-4889-9041-c347cd379985 HTTP/1.1" status: 200 len: 1101 time: 0.7810271 Nov 12 08:07:58.698185 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-ec7f3964-9ac3-499d-bf71-cb1e7fdc6411 None None] For port d55f500f-4bd1-44df-8dfd-0ef809acbb77, host n-d-765315-29, cleared binding levels {{(pid=102602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:07:58.698823 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-44b5b533-cab0-423f-b1e3-10ae0c6923a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:58.703645 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-ec7f3964-9ac3-499d-bf71-cb1e7fdc6411 None None] For port d55f500f-4bd1-44df-8dfd-0ef809acbb77, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=d55f500f-4bd1-44df-8dfd-0ef809acbb77,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:07:58.705670 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb1a207-97b6-46cd-a049-d58d34dc62fb None None] Pushing event updated for resources: {'Port': ['ID=d55f500f-4bd1-44df-8dfd-0ef809acbb77,revision_number=2']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:58.715547 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-ec7f3964-9ac3-499d-bf71-cb1e7fdc6411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:58.740506 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-fd82a4af-d835-44ba-a4dd-d737c4700774 None None] Provisioning complete for port e0d67cc7-c224-4129-9d97-a36c406f81fe triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:07:58.740900 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-fd82a4af-d835-44ba-a4dd-d737c4700774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:58.783450 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8e9c3587-3540-4c37-8f30-ff7c4e38d580 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:58.801002 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-44b5b533-cab0-423f-b1e3-10ae0c6923a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:58.848411 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-44b5b533-cab0-423f-b1e3-10ae0c6923a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:58.855822 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-44b5b533-cab0-423f-b1e3-10ae0c6923a9 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/f0437a40-026a-4cce-8eca-4f926eac4890 HTTP/1.1" status: 204 len: 168 time: 0.4965062 Nov 12 08:07:58.855822 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5b533-cab0-423f-b1e3-10ae0c6923a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0437a40-026a-4cce-8eca-4f926eac4890,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:58.858268 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 59966) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:58.903819 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb1a207-97b6-46cd-a049-d58d34dc62fb None None] Pushing event updated for resources: {'Port': ['ID=d55f500f-4bd1-44df-8dfd-0ef809acbb77,revision_number=3']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:58.908624 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8e9c3587-3540-4c37-8f30-ff7c4e38d580 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:58.933976 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-4c50f632-4cc4-429e-8171-60c1e9697ae7 req-f9f14735-0a0c-4437-aac5-1d2f904ca194 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:58.956332 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-fd82a4af-d835-44ba-a4dd-d737c4700774 None None] Port e0d67cc7-c224-4129-9d97-a36c406f81fe cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:07:58.970787 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7f3964-9ac3-499d-bf71-cb1e7fdc6411 None None] Routers {'9e5fd536-d0bb-4d59-b78a-9e2de0d54b74'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:07:58.975833 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-ec7f3964-9ac3-499d-bf71-cb1e7fdc6411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:07:36Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['9e5fd536-d0bb-4d59-b78a-9e2de0d54b74'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:07:59.069520 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.44', 55647) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:07:59.262833 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6941e42d-691d-41e2-9660-6146d7f3924e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:59.271149 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-27c04394-58a9-411c-98f3-34c98012274f req-f2107b3f-69af-4af6-87a5-fe62f789f936 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9755aae5-e34b-427a-ad1f-339f186663b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5739608 Nov 12 08:07:59.452619 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-ec7f3964-9ac3-499d-bf71-cb1e7fdc6411 None None] Set router 9e5fd536-d0bb-4d59-b78a-9e2de0d54b74 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:07:59.516298 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b539bee9-bd29-44ac-956a-055f87536fd0 req-9417c028-e739-47ae-bcd8-f58cf4e8e354 tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:59.526191 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b539bee9-bd29-44ac-956a-055f87536fd0 req-9417c028-e739-47ae-bcd8-f58cf4e8e354 tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] 10.222.0.26 "GET /v2.0/ports?device_id=7bac7656-eae6-45c5-830c-66f549600c2d HTTP/1.1" status: 200 len: 936 time: 0.5529876 Nov 12 08:07:59.549130 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec255ac-02e3-4ccb-84d7-2058251b8d43 req-2f3cf76b-a117-4cbc-8a2a-9f592e2dab73 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:59.555311 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3ec255ac-02e3-4ccb-84d7-2058251b8d43 req-2f3cf76b-a117-4cbc-8a2a-9f592e2dab73 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] 10.222.0.44 "GET /v2.0/networks?id=8e17c76e-613f-40d2-ae39-1725682b1af7 HTTP/1.1" status: 200 len: 824 time: 0.4846892 Nov 12 08:07:59.585944 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8e9c3587-3540-4c37-8f30-ff7c4e38d580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:59.585944 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8e9c3587-3540-4c37-8f30-ff7c4e38d580 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:07:59.585944 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-8e9c3587-3540-4c37-8f30-ff7c4e38d580 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/69e7d244-4858-4a0d-9482-f9672e6be9fe HTTP/1.1" status: 204 len: 168 time: 1.1507392 Nov 12 08:07:59.652087 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9c3587-3540-4c37-8f30-ff7c4e38d580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e7d244-4858-4a0d-9482-f9672e6be9fe,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:07:59.793389 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45edd2e8-a9d1-4982-9dad-929a5c01ac2e req-e548d889-19ae-4b4a-86eb-277da6e4d164 tempest-ServerDiagnosticsNegativeTest-1071502791 tempest-ServerDiagnosticsNegativeTest-1071502791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:07:59.813859 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-45edd2e8-a9d1-4982-9dad-929a5c01ac2e req-e548d889-19ae-4b4a-86eb-277da6e4d164 tempest-ServerDiagnosticsNegativeTest-1071502791 tempest-ServerDiagnosticsNegativeTest-1071502791-project] 10.222.0.26 "GET /v2.0/ports?device_id=34630f21-eae3-4889-9041-c347cd379985 HTTP/1.1" status: 200 len: 949 time: 0.6151061 Nov 12 08:07:59.892947 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-ec7f3964-9ac3-499d-bf71-cb1e7fdc6411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5fd536-d0bb-4d59-b78a-9e2de0d54b74', 'name': 'tempest-FloatingIPsAssociationTestJSON-2142488039-router', 'tenant_id': '2c540c0464294343b65b342f4c6f01b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'd55f500f-4bd1-44df-8dfd-0ef809acbb77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:07:50Z', 'updated_at': '2021-11-12T08:07:53Z', 'revision_number': 3, 'project_id': '2c540c0464294343b65b342f4c6f01b0', 'gw_port': {'id': 'd55f500f-4bd1-44df-8dfd-0ef809acbb77', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2c:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e5fd536-d0bb-4d59-b78a-9e2de0d54b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:51Z', 'updated_at': '2021-11-12T08:07:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:07:59.901741 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b539bee9-bd29-44ac-956a-055f87536fd0 req-75c423ad-114a-46c8-a4f1-3f1ca9d11b25 tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d23910f-b5d9-458f-a594-0a3fa5fb2ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3745203 Nov 12 08:07:59.981625 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7f3964-9ac3-499d-bf71-cb1e7fdc6411 None None] The sync data for ids ['9e5fd536-d0bb-4d59-b78a-9e2de0d54b74'] in n-d-765315-29 is: [{'id': '9e5fd536-d0bb-4d59-b78a-9e2de0d54b74', 'name': 'tempest-FloatingIPsAssociationTestJSON-2142488039-router', 'tenant_id': '2c540c0464294343b65b342f4c6f01b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'd55f500f-4bd1-44df-8dfd-0ef809acbb77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:07:50Z', 'updated_at': '2021-11-12T08:07:53Z', 'revision_number': 3, 'project_id': '2c540c0464294343b65b342f4c6f01b0', 'gw_port': {'id': 'd55f500f-4bd1-44df-8dfd-0ef809acbb77', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2c:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e5fd536-d0bb-4d59-b78a-9e2de0d54b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:51Z', 'updated_at': '2021-11-12T08:07:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:08:00.098635 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5b789617-1fe5-4e03-b72a-364e0bd951f3 req-58d76044-3a8c-43d5-8a62-961f2f3f1d1b tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] 10.222.0.26 "GET /v2.0/ports?device_id=af81c23c-9a36-4719-91a6-b1d1873de119 HTTP/1.1" status: 200 len: 210 time: 0.0813715 Nov 12 08:08:00.139911 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9d0bfbf9-18b6-401f-90bc-808b31cc6785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:00.279442 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [req-4c50f632-4cc4-429e-8171-60c1e9697ae7 req-f9f14735-0a0c-4437-aac5-1d2f904ca194 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0d67cc7-c224-4129-9d97-a36c406f81fe {{(pid=102600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:08:00.295662 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-4c50f632-4cc4-429e-8171-60c1e9697ae7 req-f9f14735-0a0c-4437-aac5-1d2f904ca194 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:00.386952 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.provisioning_blocks [req-4c50f632-4cc4-429e-8171-60c1e9697ae7 req-f9f14735-0a0c-4437-aac5-1d2f904ca194 service neutron] Transition to ACTIVE for port object e0d67cc7-c224-4129-9d97-a36c406f81fe will not be triggered until provisioned by entity L2. {{(pid=102600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:08:00.387830 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-45edd2e8-a9d1-4982-9dad-929a5c01ac2e req-855484ec-ff57-4688-97e1-72254968f402 tempest-ServerDiagnosticsNegativeTest-1071502791 tempest-ServerDiagnosticsNegativeTest-1071502791-project] 10.222.0.26 "GET /v2.0/security-groups?id=9755aae5-e34b-427a-ad1f-339f186663b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5698946 Nov 12 08:08:00.394374 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3ec255ac-02e3-4ccb-84d7-2058251b8d43 req-1c599548-5d0f-4f25-9231-f8c01e847904 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b8773b9ba7c4e19ac14f719fc98c803 HTTP/1.1" status: 200 len: 379 time: 0.7033889 Nov 12 08:08:00.400374 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6941e42d-691d-41e2-9660-6146d7f3924e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:00.422959 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-3ec255ac-02e3-4ccb-84d7-2058251b8d43 req-b360fbbb-35ed-4c80-aa1e-aacb8e5a5282 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Request body: {'port': {'device_id': 'af81c23c-9a36-4719-91a6-b1d1873de119', 'network_id': '8e17c76e-613f-40d2-ae39-1725682b1af7', 'admin_state_up': True, 'tenant_id': '8b8773b9ba7c4e19ac14f719fc98c803', 'security_groups': ['3e2c6d71-9d00-4992-8976-785692969164']}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:08:00.430508 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-4c50f632-4cc4-429e-8171-60c1e9697ae7 req-f9f14735-0a0c-4437-aac5-1d2f904ca194 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:00.685737 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-9d0bfbf9-18b6-401f-90bc-808b31cc6785 admin admin] Allocated IP 172.20.0.1 (a3156095-dd64-4768-883c-6857cbfc4c3d/5faf708b-0fdf-49a2-9148-2d75ea940abb/d4d8f593-2f9e-4dfc-9e9c-4b27feac3960) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:08:00.690196 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ec255ac-02e3-4ccb-84d7-2058251b8d43 req-b360fbbb-35ed-4c80-aa1e-aacb8e5a5282 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Made reservation on behalf of 8b8773b9ba7c4e19ac14f719fc98c803 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:08:00.699873 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-3ec255ac-02e3-4ccb-84d7-2058251b8d43 req-b360fbbb-35ed-4c80-aa1e-aacb8e5a5282 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:00.714052 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6941e42d-691d-41e2-9660-6146d7f3924e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:08:00.714368 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6941e42d-691d-41e2-9660-6146d7f3924e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:08:00.716287 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6941e42d-691d-41e2-9660-6146d7f3924e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:08:00.716766 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6941e42d-691d-41e2-9660-6146d7f3924e admin admin] Subscribe: > port after_create 55550000 {{(pid=102599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:08:00.717902 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6941e42d-691d-41e2-9660-6146d7f3924e admin admin] Subscribe: > port after_delete 55550000 {{(pid=102599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:08:00.718621 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6941e42d-691d-41e2-9660-6146d7f3924e admin admin] Subscribe: > port after_update 55550000 {{(pid=102599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:08:00.720031 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6941e42d-691d-41e2-9660-6146d7f3924e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:08:00.720395 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6941e42d-691d-41e2-9660-6146d7f3924e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:08:00.720725 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6941e42d-691d-41e2-9660-6146d7f3924e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:08:00.721055 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6941e42d-691d-41e2-9660-6146d7f3924e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:08:00.795867 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f14735-0a0c-4437-aac5-1d2f904ca194 service neutron] Pushing event updated for resources: {'Port': ['ID=e0d67cc7-c224-4129-9d97-a36c406f81fe,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:00.881014 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-4c50f632-4cc4-429e-8171-60c1e9697ae7 req-f9f14735-0a0c-4437-aac5-1d2f904ca194 service neutron] Attempting to bind port e0d67cc7-c224-4129-9d97-a36c406f81fe on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:08:00.881476 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-4c50f632-4cc4-429e-8171-60c1e9697ae7 req-f9f14735-0a0c-4437-aac5-1d2f904ca194 service neutron] Attempting to bind port e0d67cc7-c224-4129-9d97-a36c406f81fe by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:08:00.883544 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c50f632-4cc4-429e-8171-60c1e9697ae7 req-f9f14735-0a0c-4437-aac5-1d2f904ca194 service neutron] Attempting to bind port e0d67cc7-c224-4129-9d97-a36c406f81fe on network 107743df-d3df-459d-a6cd-9e2ab4303016 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:08:00.915714 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c50f632-4cc4-429e-8171-60c1e9697ae7 req-f9f14735-0a0c-4437-aac5-1d2f904ca194 service neutron] Port e0d67cc7-c224-4129-9d97-a36c406f81fe on network 107743df-d3df-459d-a6cd-9e2ab4303016 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:08:00.916787 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c50f632-4cc4-429e-8171-60c1e9697ae7 req-f9f14735-0a0c-4437-aac5-1d2f904ca194 service neutron] Attempting to bind port e0d67cc7-c224-4129-9d97-a36c406f81fe on network 107743df-d3df-459d-a6cd-9e2ab4303016 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:08:00.978417 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c50f632-4cc4-429e-8171-60c1e9697ae7 req-f9f14735-0a0c-4437-aac5-1d2f904ca194 service neutron] Checking agent: {'id': '26215384-8035-4ce2-971a-8e67be80da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:08:00.978417 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c50f632-4cc4-429e-8171-60c1e9697ae7 req-f9f14735-0a0c-4437-aac5-1d2f904ca194 service neutron] Checking segment: {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:08:00.978417 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c50f632-4cc4-429e-8171-60c1e9697ae7 req-f9f14735-0a0c-4437-aac5-1d2f904ca194 service neutron] Bound using segment: {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:08:00.978417 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-4c50f632-4cc4-429e-8171-60c1e9697ae7 req-f9f14735-0a0c-4437-aac5-1d2f904ca194 service neutron] Bound port: e0d67cc7-c224-4129-9d97-a36c406f81fe, host: n-h1-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'}}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:08:00.978417 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-4c50f632-4cc4-429e-8171-60c1e9697ae7 req-f9f14735-0a0c-4437-aac5-1d2f904ca194 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:01.118779 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9d0bfbf9-18b6-401f-90bc-808b31cc6785 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:01.158557 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60018) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:08:01.211725 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-4c50f632-4cc4-429e-8171-60c1e9697ae7 req-f9f14735-0a0c-4437-aac5-1d2f904ca194 service neutron] For port e0d67cc7-c224-4129-9d97-a36c406f81fe, host n-h1-765315-29, cleared binding levels {{(pid=102600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:08:01.231144 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-4c50f632-4cc4-429e-8171-60c1e9697ae7 req-f9f14735-0a0c-4437-aac5-1d2f904ca194 service neutron] For port e0d67cc7-c224-4129-9d97-a36c406f81fe, host n-h1-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=e0d67cc7-c224-4129-9d97-a36c406f81fe,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:08:01.231789 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6941e42d-691d-41e2-9660-6146d7f3924e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:08:01.235562 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6941e42d-691d-41e2-9660-6146d7f3924e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:08:01.237202 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6941e42d-691d-41e2-9660-6146d7f3924e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:08:01.237549 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6941e42d-691d-41e2-9660-6146d7f3924e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:08:01.238482 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-6941e42d-691d-41e2-9660-6146d7f3924e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23b67b51-0461-459d-a9c3-e538738693e3']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:08:01.257684 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-4c50f632-4cc4-429e-8171-60c1e9697ae7 req-f9f14735-0a0c-4437-aac5-1d2f904ca194 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:01.298707 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b323c5b6-4ff3-401f-8751-e1adb5dadfeb req-ec3e270f-96f0-4334-9210-68508850a2e2 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] 10.222.0.26 "GET /v2.0/ports?device_id=af81c23c-9a36-4719-91a6-b1d1873de119 HTTP/1.1" status: 200 len: 210 time: 0.0488927 Nov 12 08:08:01.359763 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c50f632-4cc4-429e-8171-60c1e9697ae7 req-f9f14735-0a0c-4437-aac5-1d2f904ca194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:01.360676 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-4c50f632-4cc4-429e-8171-60c1e9697ae7 req-f9f14735-0a0c-4437-aac5-1d2f904ca194 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:01.363470 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4c50f632-4cc4-429e-8171-60c1e9697ae7 req-f9f14735-0a0c-4437-aac5-1d2f904ca194 service neutron] 10.222.0.21 "PUT /v2.0/ports/e0d67cc7-c224-4129-9d97-a36c406f81fe HTTP/1.1" status: 200 len: 1097 time: 2.7664692 Nov 12 08:08:01.364920 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bac7656-eae6-45c5-830c-66f549600c2d', 'tag': 'e0d67cc7-c224-4129-9d97-a36c406f81fe'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:08:01.367934 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af85b675-c289-4344-b777-222f380fe793" -d '{"events": [{"name": "network-changed", "server_uuid": "7bac7656-eae6-45c5-830c-66f549600c2d", "tag": "e0d67cc7-c224-4129-9d97-a36c406f81fe"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:08:01.372489 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9d0bfbf9-18b6-401f-90bc-808b31cc6785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:01.399317 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-6941e42d-691d-41e2-9660-6146d7f3924e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d2154f2-bd5d-4d05-b313-14eedb702754') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:08:01.399621 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-6941e42d-691d-41e2-9660-6146d7f3924e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d2154f2-bd5d-4d05-b313-14eedb702754') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:08:01.446694 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0bfbf9-18b6-401f-90bc-808b31cc6785 admin admin] Network a3156095-dd64-4768-883c-6857cbfc4c3d is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:08:01.460763 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-9d0bfbf9-18b6-401f-90bc-808b31cc6785 admin admin] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:08:01.512132 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6941e42d-691d-41e2-9660-6146d7f3924e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:01.634672 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f14735-0a0c-4437-aac5-1d2f904ca194 service neutron] Pushing event updated for resources: {'Port': ['ID=e0d67cc7-c224-4129-9d97-a36c406f81fe,revision_number=3']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:01.670420 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6941e42d-691d-41e2-9660-6146d7f3924e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:01.685549 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0bfbf9-18b6-401f-90bc-808b31cc6785 admin admin] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:08:01.687018 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9d0bfbf9-18b6-401f-90bc-808b31cc6785 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933481'] for router_interface, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:01.718953 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16ae4d79-16a0-456b-bcab-231c7c1ed3d5 x-openstack-request-id: req-16ae4d79-16a0-456b-bcab-231c7c1ed3d5 {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:08:01.719884 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bac7656-eae6-45c5-830c-66f549600c2d", "tag": "e0d67cc7-c224-4129-9d97-a36c406f81fe", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:08:01.720749 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-16ae4d79-16a0-456b-bcab-231c7c1ed3d5 {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:08:01.722434 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bac7656-eae6-45c5-830c-66f549600c2d', 'tag': 'e0d67cc7-c224-4129-9d97-a36c406f81fe', 'status': 'completed', 'code': 200} Nov 12 08:08:01.798477 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6941e42d-691d-41e2-9660-6146d7f3924e admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:08:01.798914 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6941e42d-691d-41e2-9660-6146d7f3924e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:01.826524 n-d-765315-29 neutron-server[102599]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 08:08:01.826524 n-d-765315-29 neutron-server[102599]: from cryptography.utils import int_from_bytes Nov 12 08:08:01.826524 n-d-765315-29 neutron-server[102599]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 08:08:01.826524 n-d-765315-29 neutron-server[102599]: from cryptography.utils import int_from_bytes Nov 12 08:08:01.826524 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 08:08:01.826524 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:08:01.826524 n-d-765315-29 neutron-server[102599]: timer() Nov 12 08:08:01.826524 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:08:01.826524 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 08:08:01.826524 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:08:01.826524 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 08:08:01.826524 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:08:01.826524 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 08:08:01.826524 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:08:01.826524 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 08:08:01.826524 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:08:01.826524 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 08:08:01.826524 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:08:01.826524 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:08:01.826524 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:08:01.826524 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:08:01.826524 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:08:01.826524 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 08:08:01.826524 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:08:01.826524 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 08:08:01.826524 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:08:01.826524 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:08:01.826524 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:08:01.826524 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 08:08:01.826524 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:08:01.826524 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:08:01.826524 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:08:01.826524 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:08:01.826524 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:08:01.826524 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:08:01.826524 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:08:01.896805 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cb223f-fd31-498f-b2b7-89af9c8338b1 req-f33b8ca7-64e0-4bc2-a0fa-5bec9dc3d30b tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:01.905504 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c8cb223f-fd31-498f-b2b7-89af9c8338b1 req-f33b8ca7-64e0-4bc2-a0fa-5bec9dc3d30b tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] 10.222.0.26 "GET /v2.0/ports?device_id=7bac7656-eae6-45c5-830c-66f549600c2d HTTP/1.1" status: 200 len: 948 time: 0.6413834 Nov 12 08:08:01.909765 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-28da2700-534a-44d2-9cea-40c0191c62a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:01.966264 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c50f632-4cc4-429e-8171-60c1e9697ae7 req-3bdb3efd-ecf9-48a0-bc8b-8199394a08b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:01.967992 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4c50f632-4cc4-429e-8171-60c1e9697ae7 req-3bdb3efd-ecf9-48a0-bc8b-8199394a08b5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=03103b5b4fbe42938d0a63bfe12d9d56&device_id=7bac7656-eae6-45c5-830c-66f549600c2d HTTP/1.1" status: 200 len: 1100 time: 0.5126395 Nov 12 08:08:02.080790 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0bfbf9-18b6-401f-90bc-808b31cc6785 admin admin] Pushing event updated for resources: {'Port': ['ID=d4d8f593-2f9e-4dfc-9e9c-4b27feac3960,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:02.139077 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4c50f632-4cc4-429e-8171-60c1e9697ae7 req-2a66e3ea-7ccf-4943-8d4a-ddde6145cac1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=e0d67cc7-c224-4129-9d97-a36c406f81fe HTTP/1.1" status: 200 len: 217 time: 0.1566386 Nov 12 08:08:02.139872 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e4069dd6-42c1-4a5c-91ee-498e9db69e6a None None] Provisioning complete for port d4d8f593-2f9e-4dfc-9e9c-4b27feac3960 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:08:02.140442 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e4069dd6-42c1-4a5c-91ee-498e9db69e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:02.186557 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd13604-7d0f-4429-b1c0-8de044d1b046 req-03d3d86f-ddaf-43cf-b548-4c4dfeb9eaba tempest-ServerDiagnosticsNegativeTest-1071502791 tempest-ServerDiagnosticsNegativeTest-1071502791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:02.189991 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8dd13604-7d0f-4429-b1c0-8de044d1b046 req-03d3d86f-ddaf-43cf-b548-4c4dfeb9eaba tempest-ServerDiagnosticsNegativeTest-1071502791 tempest-ServerDiagnosticsNegativeTest-1071502791-project] 10.222.0.26 "GET /v2.0/ports?device_id=34630f21-eae3-4889-9041-c347cd379985 HTTP/1.1" status: 200 len: 949 time: 0.4945223 Nov 12 08:08:02.222960 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device d55f500f-4bd1-44df-8dfd-0ef809acbb77 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:08:02.290947 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-e4069dd6-42c1-4a5c-91ee-498e9db69e6a None None] Port d4d8f593-2f9e-4dfc-9e9c-4b27feac3960 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:08:02.310240 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port d55f500f-4bd1-44df-8dfd-0ef809acbb77 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:08:02.310929 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:02.389116 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6941e42d-691d-41e2-9660-6146d7f3924e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:02.399286 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6941e42d-691d-41e2-9660-6146d7f3924e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:02.406099 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-6941e42d-691d-41e2-9660-6146d7f3924e admin admin] 10.222.0.26 "DELETE /v2.0/networks/23b67b51-0461-459d-a9c3-e538738693e3 HTTP/1.1" status: 204 len: 168 time: 3.5465055 Nov 12 08:08:02.434163 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 60046) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:08:02.460717 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c50f632-4cc4-429e-8171-60c1e9697ae7 req-477dc5ad-307f-4c06-b5bb-3329750b1808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:02.462344 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4c50f632-4cc4-429e-8171-60c1e9697ae7 req-477dc5ad-307f-4c06-b5bb-3329750b1808 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1 HTTP/1.1" status: 200 len: 843 time: 0.3096082 Nov 12 08:08:02.483005 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6941e42d-691d-41e2-9660-6146d7f3924e admin admin] Pushing event deleted for resources: {'Network': ['ID=23b67b51-0461-459d-a9c3-e538738693e3,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:02.496192 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:02.505625 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-28da2700-534a-44d2-9cea-40c0191c62a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:02.537383 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] For port d55f500f-4bd1-44df-8dfd-0ef809acbb77, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=d55f500f-4bd1-44df-8dfd-0ef809acbb77,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:08:02.538809 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c8cb223f-fd31-498f-b2b7-89af9c8338b1 req-706e11a9-5c5d-48f5-bca3-e3c1ca0e9d3b tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d23910f-b5d9-458f-a594-0a3fa5fb2ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3899050 Nov 12 08:08:02.547397 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-3ec255ac-02e3-4ccb-84d7-2058251b8d43 req-b360fbbb-35ed-4c80-aa1e-aacb8e5a5282 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Allocated IP 172.20.0.6 (8e17c76e-613f-40d2-ae39-1725682b1af7/73099bd0-5c51-4de3-ba74-9eb47a87705d/de99e56c-83ee-498c-ae79-1317a8b21e24) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:08:02.548202 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:02.574467 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-4871f4f2-a491-4f4f-96c5-ca85f1e15454 admin admin] Deleting subnet e6743583-f78e-43e6-8234-5f34c8ba7309 {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:08:02.582537 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4871f4f2-a491-4f4f-96c5-ca85f1e15454 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:02.605006 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-28da2700-534a-44d2-9cea-40c0191c62a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:02.626954 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8dd13604-7d0f-4429-b1c0-8de044d1b046 req-c7ec5272-efe0-4a63-b12a-0730cec13757 tempest-ServerDiagnosticsNegativeTest-1071502791 tempest-ServerDiagnosticsNegativeTest-1071502791-project] 10.222.0.26 "GET /v2.0/security-groups?id=9755aae5-e34b-427a-ad1f-339f186663b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3912840 Nov 12 08:08:02.659478 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Pushing event updated for resources: {'Port': ['ID=d55f500f-4bd1-44df-8dfd-0ef809acbb77,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:02.682446 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:08:02.682917 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:08:02.683140 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:08:02.683478 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:08:02.683810 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:08:02.686684 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4871f4f2-a491-4f4f-96c5-ca85f1e15454 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31181813'] for subnet, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:02.695786 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:08:02.696173 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:08:02.697048 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:08:02.697048 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:08:02.697220 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:08:02.697473 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:08:02.697807 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:08:02.763533 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9d0bfbf9-18b6-401f-90bc-808b31cc6785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:02.781142 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28da2700-534a-44d2-9cea-40c0191c62a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca4312cb-c0f1-4dff-bb40-7c84a343e379,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:02.788449 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-28da2700-534a-44d2-9cea-40c0191c62a7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dbd5aaf660704e19adb8b633c439e3fc&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6285770 Nov 12 08:08:02.791249 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c50f632-4cc4-429e-8171-60c1e9697ae7 req-4bf7fe3e-f9ae-46ad-858e-58de1b11a286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:02.791489 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-05353fdc-16d4-47f9-a7c2-07a6582ceb9e req-f6621841-4ab4-4e7d-a150-bca5d407c7f1 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] 10.222.0.26 "GET /v2.0/ports?device_id=af81c23c-9a36-4719-91a6-b1d1873de119 HTTP/1.1" status: 200 len: 210 time: 0.0688536 Nov 12 08:08:02.791779 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 60052) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:08:02.793170 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4c50f632-4cc4-429e-8171-60c1e9697ae7 req-4bf7fe3e-f9ae-46ad-858e-58de1b11a286 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=107743df-d3df-459d-a6cd-9e2ab4303016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3219609 Nov 12 08:08:02.876320 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4871f4f2-a491-4f4f-96c5-ca85f1e15454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:02.965867 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-48bb742c-5dfb-4ead-a529-b7af6d67cb31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:02.995004 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4c50f632-4cc4-429e-8171-60c1e9697ae7 req-e7566c80-7945-434f-bb4b-16ce98d0ac18 service neutron] 10.222.0.21 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752796 Nov 12 08:08:03.023133 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-48bb742c-5dfb-4ead-a529-b7af6d67cb31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:03.051015 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-3ec255ac-02e3-4ccb-84d7-2058251b8d43 req-b360fbbb-35ed-4c80-aa1e-aacb8e5a5282 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:03.061329 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4871f4f2-a491-4f4f-96c5-ca85f1e15454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:03.130754 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4871f4f2-a491-4f4f-96c5-ca85f1e15454 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6743583-f78e-43e6-8234-5f34c8ba7309,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:03.178033 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4871f4f2-a491-4f4f-96c5-ca85f1e15454 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:03.181292 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9d0bfbf9-18b6-401f-90bc-808b31cc6785 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:03.184699 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-4871f4f2-a491-4f4f-96c5-ca85f1e15454 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/e6743583-f78e-43e6-8234-5f34c8ba7309 HTTP/1.1" status: 204 len: 168 time: 0.7473681 Nov 12 08:08:03.187313 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 60064) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:08:03.198969 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-3ec255ac-02e3-4ccb-84d7-2058251b8d43 req-b360fbbb-35ed-4c80-aa1e-aacb8e5a5282 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:03.207214 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9d0bfbf9-18b6-401f-90bc-808b31cc6785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:03.216219 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9d0bfbf9-18b6-401f-90bc-808b31cc6785 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933629'] for router_interface, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:03.220345 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-48bb742c-5dfb-4ead-a529-b7af6d67cb31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:03.223812 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-48bb742c-5dfb-4ead-a529-b7af6d67cb31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:03.227689 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-48bb742c-5dfb-4ead-a529-b7af6d67cb31 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ca4312cb-c0f1-4dff-bb40-7c84a343e379 HTTP/1.1" status: 204 len: 168 time: 0.4242463 Nov 12 08:08:03.277162 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4c50f632-4cc4-429e-8171-60c1e9697ae7 req-d0d00a15-72be-4d38-a632-e61ecf2c1ad5 service neutron] 10.222.0.21 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714236 Nov 12 08:08:03.347817 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bb742c-5dfb-4ead-a529-b7af6d67cb31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca4312cb-c0f1-4dff-bb40-7c84a343e379,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:03.402966 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0bfbf9-18b6-401f-90bc-808b31cc6785 admin admin] Pushing event updated for resources: {'Port': ['ID=d4d8f593-2f9e-4dfc-9e9c-4b27feac3960,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:03.462805 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ec255ac-02e3-4ccb-84d7-2058251b8d43 req-b360fbbb-35ed-4c80-aa1e-aacb8e5a5282 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Network 8e17c76e-613f-40d2-ae39-1725682b1af7 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:08:03.503171 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-3ec255ac-02e3-4ccb-84d7-2058251b8d43 req-b360fbbb-35ed-4c80-aa1e-aacb8e5a5282 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:08:03.512316 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af85b675-c289-4344-b777-222f380fe793 req-45a998b5-00eb-46f2-9a61-bdb39aa3de36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:03.514255 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-af85b675-c289-4344-b777-222f380fe793 req-45a998b5-00eb-46f2-9a61-bdb39aa3de36 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=03103b5b4fbe42938d0a63bfe12d9d56&device_id=7bac7656-eae6-45c5-830c-66f549600c2d HTTP/1.1" status: 200 len: 1100 time: 0.1358588 Nov 12 08:08:03.514470 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ec255ac-02e3-4ccb-84d7-2058251b8d43 req-b360fbbb-35ed-4c80-aa1e-aacb8e5a5282 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:08:03.590253 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-97a07f9d-78a9-48f4-9f7d-87917dd05f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:03.595225 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b360fbbb-35ed-4c80-aa1e-aacb8e5a5282 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Pushing event updated for resources: {'Port': ['ID=de99e56c-83ee-498c-ae79-1317a8b21e24,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:03.643162 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec255ac-02e3-4ccb-84d7-2058251b8d43 req-b360fbbb-35ed-4c80-aa1e-aacb8e5a5282 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:03.643935 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-3ec255ac-02e3-4ccb-84d7-2058251b8d43 req-b360fbbb-35ed-4c80-aa1e-aacb8e5a5282 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:03.695081 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0bfbf9-18b6-401f-90bc-808b31cc6785 admin admin] Network a3156095-dd64-4768-883c-6857cbfc4c3d is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:08:03.703275 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-9d0bfbf9-18b6-401f-90bc-808b31cc6785 admin admin] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:08:03.871560 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-89a03598-ec51-4987-9ff5-1e95b3537744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:03.917092 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 60092) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:08:03.939107 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-06c32cff-4d4a-4f66-a5e1-60352715dffa None None] Provisioning complete for port de99e56c-83ee-498c-ae79-1317a8b21e24 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:08:03.941763 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-06c32cff-4d4a-4f66-a5e1-60352715dffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:03.959245 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3ec255ac-02e3-4ccb-84d7-2058251b8d43 req-b360fbbb-35ed-4c80-aa1e-aacb8e5a5282 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5442441 Nov 12 08:08:03.998429 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-97a07f9d-78a9-48f4-9f7d-87917dd05f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:04.006991 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-3ec255ac-02e3-4ccb-84d7-2058251b8d43 req-6f984e0a-281a-4a44-bc40-ae9c177aab1c service neutron] Request body: {'port': {'device_id': 'af81c23c-9a36-4719-91a6-b1d1873de119', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:08:04.058444 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-06c32cff-4d4a-4f66-a5e1-60352715dffa None None] Port de99e56c-83ee-498c-ae79-1317a8b21e24 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:08:04.116319 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device d55f500f-4bd1-44df-8dfd-0ef809acbb77 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:08:04.134944 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60096) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:08:04.135572 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-97a07f9d-78a9-48f4-9f7d-87917dd05f42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb624d66-0f7f-4357-bded-533ee1ab4147']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:08:04.152581 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-3ec255ac-02e3-4ccb-84d7-2058251b8d43 req-6f984e0a-281a-4a44-bc40-ae9c177aab1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:04.153372 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af85b675-c289-4344-b777-222f380fe793 req-f24ae3cf-79ed-4d0b-835f-c443ee0b7199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:04.155031 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-af85b675-c289-4344-b777-222f380fe793 req-f24ae3cf-79ed-4d0b-835f-c443ee0b7199 service neutron] 10.222.0.21 "GET /v2.0/networks?id=107743df-d3df-459d-a6cd-9e2ab4303016 HTTP/1.1" status: 200 len: 870 time: 0.6326144 Nov 12 08:08:04.157746 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-97a07f9d-78a9-48f4-9f7d-87917dd05f42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '997e1acc-a7a3-464a-b94b-4dc4549f361c') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:08:04.158176 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-97a07f9d-78a9-48f4-9f7d-87917dd05f42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '997e1acc-a7a3-464a-b94b-4dc4549f361c') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:08:04.171653 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4342362b-a389-4b77-a7a4-c42e3c6015d9 req-896b0e4b-a1bc-4ad1-9ad1-37e970aab196 tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:04.173061 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4342362b-a389-4b77-a7a4-c42e3c6015d9 req-896b0e4b-a1bc-4ad1-9ad1-37e970aab196 tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] 10.222.0.26 "GET /v2.0/ports?device_id=7bac7656-eae6-45c5-830c-66f549600c2d HTTP/1.1" status: 200 len: 948 time: 0.4001963 Nov 12 08:08:04.194950 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-791b61b6-83c7-4f92-aca1-747255a14365 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:04.197634 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-97a07f9d-78a9-48f4-9f7d-87917dd05f42 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:04.242204 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-6048f8a7-c06c-4e4a-915c-10b22c5d045f None None] Provisioning complete for port d4d8f593-2f9e-4dfc-9e9c-4b27feac3960 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:08:04.245919 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-af85b675-c289-4344-b777-222f380fe793 req-119ca711-68ef-4e7b-baf1-97491c9f4e1a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=e0d67cc7-c224-4129-9d97-a36c406f81fe HTTP/1.1" status: 200 len: 217 time: 0.0767274 Nov 12 08:08:04.246578 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6048f8a7-c06c-4e4a-915c-10b22c5d045f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:04.248948 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d0bfbf9-18b6-401f-90bc-808b31cc6785 admin admin] Router 9e5fd536-d0bb-4d59-b78a-9e2de0d54b74 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:08:04.258557 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73632b5-8a5e-45e0-91e0-60e99764d41c req-d89c6be9-418a-4c26-9431-0de3d6f3c321 tempest-ServerDiagnosticsNegativeTest-1071502791 tempest-ServerDiagnosticsNegativeTest-1071502791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:04.266808 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a73632b5-8a5e-45e0-91e0-60e99764d41c req-d89c6be9-418a-4c26-9431-0de3d6f3c321 tempest-ServerDiagnosticsNegativeTest-1071502791 tempest-ServerDiagnosticsNegativeTest-1071502791-project] 10.222.0.26 "GET /v2.0/ports?device_id=34630f21-eae3-4889-9041-c347cd379985 HTTP/1.1" status: 200 len: 949 time: 0.2989590 Nov 12 08:08:04.370210 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-6048f8a7-c06c-4e4a-915c-10b22c5d045f None None] Port d4d8f593-2f9e-4dfc-9e9c-4b27feac3960 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:08:04.396553 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port d55f500f-4bd1-44df-8dfd-0ef809acbb77 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:08:04.396819 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:04.568637 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-97a07f9d-78a9-48f4-9f7d-87917dd05f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:04.572011 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6a8ad893-693a-47e2-b77f-f8ad47bfdac1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:04.615575 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97a07f9d-78a9-48f4-9f7d-87917dd05f42 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:08:04.615972 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-97a07f9d-78a9-48f4-9f7d-87917dd05f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:04.617722 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 08:08:04.617722 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:08:04.617722 n-d-765315-29 neutron-server[102599]: timer() Nov 12 08:08:04.617722 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:08:04.617722 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 08:08:04.617722 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:08:04.617722 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 08:08:04.617722 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:08:04.617722 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 08:08:04.617722 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:08:04.617722 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 08:08:04.617722 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:08:04.617722 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 08:08:04.617722 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:08:04.617722 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:08:04.617722 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:08:04.617722 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:08:04.617722 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:08:04.617722 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 08:08:04.617722 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:08:04.617722 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 08:08:04.617722 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:08:04.617722 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:08:04.617722 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:08:04.617722 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 08:08:04.617722 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:08:04.617722 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:08:04.617722 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:08:04.617722 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:08:04.617722 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:08:04.617722 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:08:04.617722 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:08:04.670707 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a73632b5-8a5e-45e0-91e0-60e99764d41c req-85b35a13-62f9-4182-a07e-4777613ceb21 tempest-ServerDiagnosticsNegativeTest-1071502791 tempest-ServerDiagnosticsNegativeTest-1071502791-project] 10.222.0.26 "GET /v2.0/security-groups?id=9755aae5-e34b-427a-ad1f-339f186663b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4021802 Nov 12 08:08:04.724302 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af85b675-c289-4344-b777-222f380fe793 req-6bab38f6-6877-4165-964e-5b831190cad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:04.725902 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-af85b675-c289-4344-b777-222f380fe793 req-6bab38f6-6877-4165-964e-5b831190cad6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1 HTTP/1.1" status: 200 len: 843 time: 0.4538500 Nov 12 08:08:04.841634 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4342362b-a389-4b77-a7a4-c42e3c6015d9 req-347bba12-6186-4a9f-9066-d43c284d8d74 tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d23910f-b5d9-458f-a594-0a3fa5fb2ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6514401 Nov 12 08:08:04.852556 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-97a07f9d-78a9-48f4-9f7d-87917dd05f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:04.869862 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-97a07f9d-78a9-48f4-9f7d-87917dd05f42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:04.874129 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-97a07f9d-78a9-48f4-9f7d-87917dd05f42 admin admin] 10.222.0.26 "DELETE /v2.0/networks/eb624d66-0f7f-4357-bded-533ee1ab4147 HTTP/1.1" status: 204 len: 168 time: 1.6870944 Nov 12 08:08:04.897818 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-791b61b6-83c7-4f92-aca1-747255a14365 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:04.918410 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298c2361-3aa9-4143-b9c4-ebec766de2c6 req-563ff651-642c-41c0-9ca5-7e081858eb15 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:04.920077 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-298c2361-3aa9-4143-b9c4-ebec766de2c6 req-563ff651-642c-41c0-9ca5-7e081858eb15 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] 10.222.0.26 "GET /v2.0/ports?device_id=af81c23c-9a36-4719-91a6-b1d1873de119 HTTP/1.1" status: 200 len: 931 time: 0.1689792 Nov 12 08:08:04.921476 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-791b61b6-83c7-4f92-aca1-747255a14365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:04.930023 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af85b675-c289-4344-b777-222f380fe793 req-6d571e07-e823-442a-9792-1c643a2ebe39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:04.931814 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-af85b675-c289-4344-b777-222f380fe793 req-6d571e07-e823-442a-9792-1c643a2ebe39 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=107743df-d3df-459d-a6cd-9e2ab4303016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1959939 Nov 12 08:08:04.934857 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:04.958056 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a07f9d-78a9-48f4-9f7d-87917dd05f42 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb624d66-0f7f-4357-bded-533ee1ab4147,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:04.979259 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d0bfbf9-18b6-401f-90bc-808b31cc6785 admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:08:04.993782 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3b93f6-78ad-4d62-bb4a-efbfa4613d59 None None] Sync routers for ids ['9e5fd536-d0bb-4d59-b78a-9e2de0d54b74'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:08:05.011510 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3b93f6-78ad-4d62-bb4a-efbfa4613d59 None None] Routers {'9e5fd536-d0bb-4d59-b78a-9e2de0d54b74'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:08:05.011955 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-9d0bfbf9-18b6-401f-90bc-808b31cc6785 admin admin] 10.222.0.26 "PUT /v2.0/routers/9e5fd536-d0bb-4d59-b78a-9e2de0d54b74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0784857 Nov 12 08:08:05.012711 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-2c3b93f6-78ad-4d62-bb4a-efbfa4613d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:07:36Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['9e5fd536-d0bb-4d59-b78a-9e2de0d54b74'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:08:05.141905 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-791b61b6-83c7-4f92-aca1-747255a14365 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4cd13b0b70764db6817e8d2fa080d5f1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0046673 Nov 12 08:08:05.143420 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791b61b6-83c7-4f92-aca1-747255a14365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96d98d8e-e013-4a6d-8f36-35e2beb83063,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:05.156648 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60108) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:08:05.233923 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6a8ad893-693a-47e2-b77f-f8ad47bfdac1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:05.238433 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-298c2361-3aa9-4143-b9c4-ebec766de2c6 req-9a700dc8-c820-45e6-9bf4-53c2ca698df5 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] 10.222.0.26 "GET /v2.0/security-groups?id=3e2c6d71-9d00-4992-8976-785692969164&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2944968 Nov 12 08:08:05.254635 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6a8ad893-693a-47e2-b77f-f8ad47bfdac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:05.263996 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60110) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:08:05.309179 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-3ec255ac-02e3-4ccb-84d7-2058251b8d43 req-6f984e0a-281a-4a44-bc40-ae9c177aab1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de99e56c-83ee-498c-ae79-1317a8b21e24 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:08:05.356921 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-3ec255ac-02e3-4ccb-84d7-2058251b8d43 req-6f984e0a-281a-4a44-bc40-ae9c177aab1c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:05.361134 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-af85b675-c289-4344-b777-222f380fe793 req-26a707d7-8fb1-49c5-bf8b-74e228b7e044 service neutron] 10.222.0.21 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4017980 Nov 12 08:08:05.375899 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-2c3b93f6-78ad-4d62-bb4a-efbfa4613d59 None None] Set router 9e5fd536-d0bb-4d59-b78a-9e2de0d54b74 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:08:05.420545 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-6a8ad893-693a-47e2-b77f-f8ad47bfdac1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5bcbaf4d98db46778a47a84087779462&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4777744 Nov 12 08:08:05.438776 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 60116) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:08:05.453130 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-3ec255ac-02e3-4ccb-84d7-2058251b8d43 req-6f984e0a-281a-4a44-bc40-ae9c177aab1c service neutron] Transition to ACTIVE for port object de99e56c-83ee-498c-ae79-1317a8b21e24 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:08:05.460297 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8ad893-693a-47e2-b77f-f8ad47bfdac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=344ddb85-c830-44e4-af95-e7e7c54867f5,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:05.466438 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-3ec255ac-02e3-4ccb-84d7-2058251b8d43 req-6f984e0a-281a-4a44-bc40-ae9c177aab1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:05.493818 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bf0598a4-efc0-49f4-a8e4-b2fe6c0893f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:05.580644 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-3ffbb20d-9ba5-47f4-99d2-4876398f0975 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=77d51e08f4b3451eb5ff77ecafc5c5cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3118324 Nov 12 08:08:05.615630 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60124) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:08:05.630229 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bf0598a4-efc0-49f4-a8e4-b2fe6c0893f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:05.685514 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f984e0a-281a-4a44-bc40-ae9c177aab1c service neutron] Pushing event updated for resources: {'Port': ['ID=de99e56c-83ee-498c-ae79-1317a8b21e24,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:05.771611 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-55cefc62-4725-43b4-98a7-3987e39942e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:05.841459 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63681540-b221-4a0e-b6c3-a314f3986ebd req-44589e08-66b3-4767-80a0-f9e9603e84c2 tempest-ServerDiagnosticsNegativeTest-1071502791 tempest-ServerDiagnosticsNegativeTest-1071502791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:05.847640 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-2c3b93f6-78ad-4d62-bb4a-efbfa4613d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5fd536-d0bb-4d59-b78a-9e2de0d54b74', 'name': 'tempest-FloatingIPsAssociationTestJSON-2142488039-router', 'tenant_id': '2c540c0464294343b65b342f4c6f01b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'd55f500f-4bd1-44df-8dfd-0ef809acbb77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:07:50Z', 'updated_at': '2021-11-12T08:08:02Z', 'revision_number': 4, 'project_id': '2c540c0464294343b65b342f4c6f01b0', 'gw_port': {'id': 'd55f500f-4bd1-44df-8dfd-0ef809acbb77', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5fd536-d0bb-4d59-b78a-9e2de0d54b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:51Z', 'updated_at': '2021-11-12T08:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': 'd4d8f593-2f9e-4dfc-9e9c-4b27feac3960', 'name': '', 'network_id': 'a3156095-dd64-4768-883c-6857cbfc4c3d', 'tenant_id': '2c540c0464294343b65b342f4c6f01b0', 'mac_address': 'fa:16:3e:21:30:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e5fd536-d0bb-4d59-b78a-9e2de0d54b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '5faf708b-0fdf-49a2-9148-2d75ea940abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:08:00Z', 'updated_at': '2021-11-12T08:08:02Z', 'revision_number': 2, 'project_id': '2c540c0464294343b65b342f4c6f01b0', 'subnets': [{'id': '5faf708b-0fdf-49a2-9148-2d75ea940abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:08:05.855221 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-63681540-b221-4a0e-b6c3-a314f3986ebd req-44589e08-66b3-4767-80a0-f9e9603e84c2 tempest-ServerDiagnosticsNegativeTest-1071502791 tempest-ServerDiagnosticsNegativeTest-1071502791-project] 10.222.0.26 "GET /v2.0/ports?device_id=34630f21-eae3-4889-9041-c347cd379985 HTTP/1.1" status: 200 len: 949 time: 0.4820952 Nov 12 08:08:05.870636 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-55cefc62-4725-43b4-98a7-3987e39942e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:05.898478 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3b93f6-78ad-4d62-bb4a-efbfa4613d59 None None] Checking router: 9e5fd536-d0bb-4d59-b78a-9e2de0d54b74 for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:08:05.899247 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3b93f6-78ad-4d62-bb4a-efbfa4613d59 None None] Updating router 9e5fd536-d0bb-4d59-b78a-9e2de0d54b74 port d4d8f593-2f9e-4dfc-9e9c-4b27feac3960 binding host n-d-765315-29 {{(pid=102601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:08:05.932149 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-3ec255ac-02e3-4ccb-84d7-2058251b8d43 req-6f984e0a-281a-4a44-bc40-ae9c177aab1c service neutron] Attempting to bind port de99e56c-83ee-498c-ae79-1317a8b21e24 on host n-h2-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:08:05.932519 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-3ec255ac-02e3-4ccb-84d7-2058251b8d43 req-6f984e0a-281a-4a44-bc40-ae9c177aab1c service neutron] Attempting to bind port de99e56c-83ee-498c-ae79-1317a8b21e24 by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': 'c1acfdd1-5634-4383-a3b0-beb6da56b542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8e17c76e-613f-40d2-ae39-1725682b1af7'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:08:05.932895 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec255ac-02e3-4ccb-84d7-2058251b8d43 req-6f984e0a-281a-4a44-bc40-ae9c177aab1c service neutron] Attempting to bind port de99e56c-83ee-498c-ae79-1317a8b21e24 on network 8e17c76e-613f-40d2-ae39-1725682b1af7 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:08:05.960628 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2c3b93f6-78ad-4d62-bb4a-efbfa4613d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:05.987011 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec255ac-02e3-4ccb-84d7-2058251b8d43 req-6f984e0a-281a-4a44-bc40-ae9c177aab1c service neutron] Port de99e56c-83ee-498c-ae79-1317a8b21e24 on network 8e17c76e-613f-40d2-ae39-1725682b1af7 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:08:05.987678 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec255ac-02e3-4ccb-84d7-2058251b8d43 req-6f984e0a-281a-4a44-bc40-ae9c177aab1c service neutron] Attempting to bind port de99e56c-83ee-498c-ae79-1317a8b21e24 on network 8e17c76e-613f-40d2-ae39-1725682b1af7 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:08:06.013227 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec255ac-02e3-4ccb-84d7-2058251b8d43 req-6f984e0a-281a-4a44-bc40-ae9c177aab1c service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:08:06.014290 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec255ac-02e3-4ccb-84d7-2058251b8d43 req-6f984e0a-281a-4a44-bc40-ae9c177aab1c service neutron] Checking segment: {'id': 'c1acfdd1-5634-4383-a3b0-beb6da56b542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8e17c76e-613f-40d2-ae39-1725682b1af7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:08:06.014898 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec255ac-02e3-4ccb-84d7-2058251b8d43 req-6f984e0a-281a-4a44-bc40-ae9c177aab1c service neutron] Bound using segment: {'id': 'c1acfdd1-5634-4383-a3b0-beb6da56b542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8e17c76e-613f-40d2-ae39-1725682b1af7'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:08:06.015391 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-3ec255ac-02e3-4ccb-84d7-2058251b8d43 req-6f984e0a-281a-4a44-bc40-ae9c177aab1c service neutron] Bound port: de99e56c-83ee-498c-ae79-1317a8b21e24, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1acfdd1-5634-4383-a3b0-beb6da56b542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8e17c76e-613f-40d2-ae39-1725682b1af7'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:08:06.017635 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-3ec255ac-02e3-4ccb-84d7-2058251b8d43 req-6f984e0a-281a-4a44-bc40-ae9c177aab1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:06.022416 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-63681540-b221-4a0e-b6c3-a314f3986ebd req-df7c966b-53cc-47ae-b3b0-9bf820ec60fc tempest-ServerDiagnosticsNegativeTest-1071502791 tempest-ServerDiagnosticsNegativeTest-1071502791-project] 10.222.0.26 "GET /v2.0/security-groups?id=9755aae5-e34b-427a-ad1f-339f186663b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661904 Nov 12 08:08:06.032887 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-af85b675-c289-4344-b777-222f380fe793 req-59ce78a1-aca6-4452-9cd1-4c4f03a8f1d0 service neutron] 10.222.0.21 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6611454 Nov 12 08:08:06.046898 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-80b86ed8-b8da-420c-a4e8-a0970c77c14a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:06.084080 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bf0598a4-efc0-49f4-a8e4-b2fe6c0893f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:06.091206 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bf0598a4-efc0-49f4-a8e4-b2fe6c0893f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:06.093378 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-bf0598a4-efc0-49f4-a8e4-b2fe6c0893f6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/96d98d8e-e013-4a6d-8f36-35e2beb83063 HTTP/1.1" status: 204 len: 168 time: 0.9351835 Nov 12 08:08:06.124479 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0598a4-efc0-49f4-a8e4-b2fe6c0893f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d98d8e-e013-4a6d-8f36-35e2beb83063,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:06.153729 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-80b86ed8-b8da-420c-a4e8-a0970c77c14a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:06.228540 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-55cefc62-4725-43b4-98a7-3987e39942e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:06.231330 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-55cefc62-4725-43b4-98a7-3987e39942e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:06.232771 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-55cefc62-4725-43b4-98a7-3987e39942e9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/344ddb85-c830-44e4-af95-e7e7c54867f5 HTTP/1.1" status: 204 len: 168 time: 0.7927895 Nov 12 08:08:06.310015 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cefc62-4725-43b4-98a7-3987e39942e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=344ddb85-c830-44e4-af95-e7e7c54867f5,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:06.344284 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-3ec255ac-02e3-4ccb-84d7-2058251b8d43 req-6f984e0a-281a-4a44-bc40-ae9c177aab1c service neutron] For port de99e56c-83ee-498c-ae79-1317a8b21e24, host n-h2-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:08:06.344720 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8332f4c3-dda2-4639-97bc-afc538428b54 req-5e192f33-1e63-4048-876b-765c22905002 tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:06.346304 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8332f4c3-dda2-4639-97bc-afc538428b54 req-5e192f33-1e63-4048-876b-765c22905002 tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] 10.222.0.26 "GET /v2.0/ports?device_id=7bac7656-eae6-45c5-830c-66f549600c2d HTTP/1.1" status: 200 len: 948 time: 0.1798110 Nov 12 08:08:06.372085 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-3ec255ac-02e3-4ccb-84d7-2058251b8d43 req-6f984e0a-281a-4a44-bc40-ae9c177aab1c service neutron] For port de99e56c-83ee-498c-ae79-1317a8b21e24, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=de99e56c-83ee-498c-ae79-1317a8b21e24,segment=NetworkSegment(c1acfdd1-5634-4383-a3b0-beb6da56b542),segment_id=c1acfdd1-5634-4383-a3b0-beb6da56b542)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:08:06.389703 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-80b86ed8-b8da-420c-a4e8-a0970c77c14a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:06.396258 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-80b86ed8-b8da-420c-a4e8-a0970c77c14a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:06.397604 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-80b86ed8-b8da-420c-a4e8-a0970c77c14a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a5f45a58-f212-4e3e-8856-796f13cc0a66 HTTP/1.1" status: 204 len: 168 time: 0.7715454 Nov 12 08:08:06.401637 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-3ec255ac-02e3-4ccb-84d7-2058251b8d43 req-6f984e0a-281a-4a44-bc40-ae9c177aab1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:06.409609 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b86ed8-b8da-420c-a4e8-a0970c77c14a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5f45a58-f212-4e3e-8856-796f13cc0a66,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:06.455205 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8332f4c3-dda2-4639-97bc-afc538428b54 req-72a79ea4-3520-4541-80a4-f7d9aeb21a0c tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d23910f-b5d9-458f-a594-0a3fa5fb2ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945807 Nov 12 08:08:06.514070 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-066397a5-fe68-40c2-85a0-c9c33e96f258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:06.538192 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec255ac-02e3-4ccb-84d7-2058251b8d43 req-6f984e0a-281a-4a44-bc40-ae9c177aab1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:06.538837 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-3ec255ac-02e3-4ccb-84d7-2058251b8d43 req-6f984e0a-281a-4a44-bc40-ae9c177aab1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:06.540618 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3ec255ac-02e3-4ccb-84d7-2058251b8d43 req-6f984e0a-281a-4a44-bc40-ae9c177aab1c service neutron] 10.222.0.44 "PUT /v2.0/ports/de99e56c-83ee-498c-ae79-1317a8b21e24 HTTP/1.1" status: 200 len: 1092 time: 2.5464501 Nov 12 08:08:06.541079 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af81c23c-9a36-4719-91a6-b1d1873de119', 'tag': 'de99e56c-83ee-498c-ae79-1317a8b21e24'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:08:06.616945 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be091b4-8560-4fce-857c-8e242728e4c2 req-9e56455c-9782-41bc-a2f3-3c4fc1b33caa tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:06.618488 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1be091b4-8560-4fce-857c-8e242728e4c2 req-9e56455c-9782-41bc-a2f3-3c4fc1b33caa tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] 10.222.0.26 "GET /v2.0/networks?id=a3156095-dd64-4768-883c-6857cbfc4c3d HTTP/1.1" status: 200 len: 821 time: 0.4792993 Nov 12 08:08:06.626561 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2c3b93f6-78ad-4d62-bb4a-efbfa4613d59 None None] Publish callbacks [] for port, precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:06.645356 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2c3b93f6-78ad-4d62-bb4a-efbfa4613d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:06.662953 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1be091b4-8560-4fce-857c-8e242728e4c2 req-2b28d1e1-e935-4469-b00d-1033fcf2a4c1 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] 10.222.0.26 "GET /v2.0/quotas/2c540c0464294343b65b342f4c6f01b0 HTTP/1.1" status: 200 len: 375 time: 0.0310252 Nov 12 08:08:06.663882 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f984e0a-281a-4a44-bc40-ae9c177aab1c service neutron] Pushing event updated for resources: {'Port': ['ID=de99e56c-83ee-498c-ae79-1317a8b21e24,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:06.753697 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62ce717-6619-4a97-a15d-7f99d1b6a176 req-db5db0cd-f76d-455f-a90a-94fdd151db43 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:06.768294 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a62ce717-6619-4a97-a15d-7f99d1b6a176 req-db5db0cd-f76d-455f-a90a-94fdd151db43 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] 10.222.0.26 "GET /v2.0/ports?device_id=af81c23c-9a36-4719-91a6-b1d1873de119 HTTP/1.1" status: 200 len: 943 time: 0.1754339 Nov 12 08:08:06.878023 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a62ce717-6619-4a97-a15d-7f99d1b6a176 req-98b3ce45-bd89-4688-8375-1601f2872ef5 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] 10.222.0.26 "GET /v2.0/security-groups?id=3e2c6d71-9d00-4992-8976-785692969164&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071961 Nov 12 08:08:06.891249 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1be091b4-8560-4fce-857c-8e242728e4c2 req-53e31f26-e7fe-46f6-8956-93674f350714 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=2c540c0464294343b65b342f4c6f01b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1652825 Nov 12 08:08:06.895168 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca168e1c-9a5a-4639-9761-d4b61114cb38 None None] Pushing event updated for resources: {'Port': ['ID=d4d8f593-2f9e-4dfc-9e9c-4b27feac3960,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:07.001939 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-2c3b93f6-78ad-4d62-bb4a-efbfa4613d59 None None] Attempting to bind port d4d8f593-2f9e-4dfc-9e9c-4b27feac3960 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:08:07.003045 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-2c3b93f6-78ad-4d62-bb4a-efbfa4613d59 None None] Attempting to bind port d4d8f593-2f9e-4dfc-9e9c-4b27feac3960 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': 'c37124f8-c757-4d0f-9db3-26d4f53bb063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a3156095-dd64-4768-883c-6857cbfc4c3d'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:08:07.003954 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3b93f6-78ad-4d62-bb4a-efbfa4613d59 None None] Attempting to bind port d4d8f593-2f9e-4dfc-9e9c-4b27feac3960 on network a3156095-dd64-4768-883c-6857cbfc4c3d {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:08:07.010233 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3b93f6-78ad-4d62-bb4a-efbfa4613d59 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:08:07.012682 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3b93f6-78ad-4d62-bb4a-efbfa4613d59 None None] Checking segment: {'id': 'c37124f8-c757-4d0f-9db3-26d4f53bb063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a3156095-dd64-4768-883c-6857cbfc4c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:08:07.016846 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2c3b93f6-78ad-4d62-bb4a-efbfa4613d59 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:07.017261 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3b93f6-78ad-4d62-bb4a-efbfa4613d59 None None] Bound using segment: {'id': 'c37124f8-c757-4d0f-9db3-26d4f53bb063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a3156095-dd64-4768-883c-6857cbfc4c3d'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:08:07.017777 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-2c3b93f6-78ad-4d62-bb4a-efbfa4613d59 None None] Bound port: d4d8f593-2f9e-4dfc-9e9c-4b27feac3960, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c37124f8-c757-4d0f-9db3-26d4f53bb063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a3156095-dd64-4768-883c-6857cbfc4c3d'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:08:07.018167 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2c3b93f6-78ad-4d62-bb4a-efbfa4613d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:07.100742 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b183c6a0-b387-4ffe-a13c-9a79c0c99054 req-ccab05cf-f636-417b-aa96-3ba696b664ed tempest-ServerDiagnosticsNegativeTest-1071502791 tempest-ServerDiagnosticsNegativeTest-1071502791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:07.103263 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b183c6a0-b387-4ffe-a13c-9a79c0c99054 req-ccab05cf-f636-417b-aa96-3ba696b664ed tempest-ServerDiagnosticsNegativeTest-1071502791 tempest-ServerDiagnosticsNegativeTest-1071502791-project] 10.222.0.44 "GET /v2.0/ports?device_id=34630f21-eae3-4889-9041-c347cd379985 HTTP/1.1" status: 200 len: 949 time: 0.1834841 Nov 12 08:08:07.164573 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec255ac-02e3-4ccb-84d7-2058251b8d43 req-827ddc57-be9f-469f-ae87-7ab82c771897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:07.166102 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3ec255ac-02e3-4ccb-84d7-2058251b8d43 req-827ddc57-be9f-469f-ae87-7ab82c771897 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8b8773b9ba7c4e19ac14f719fc98c803&device_id=af81c23c-9a36-4719-91a6-b1d1873de119 HTTP/1.1" status: 200 len: 1095 time: 0.4992325 Nov 12 08:08:07.239298 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-2c3b93f6-78ad-4d62-bb4a-efbfa4613d59 None None] For port d4d8f593-2f9e-4dfc-9e9c-4b27feac3960, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:08:07.243327 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-2c3b93f6-78ad-4d62-bb4a-efbfa4613d59 None None] For port d4d8f593-2f9e-4dfc-9e9c-4b27feac3960, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=d4d8f593-2f9e-4dfc-9e9c-4b27feac3960,segment=NetworkSegment(c37124f8-c757-4d0f-9db3-26d4f53bb063),segment_id=c37124f8-c757-4d0f-9db3-26d4f53bb063)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:08:07.254347 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2c3b93f6-78ad-4d62-bb4a-efbfa4613d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:07.356006 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3b93f6-78ad-4d62-bb4a-efbfa4613d59 None None] Routers {'9e5fd536-d0bb-4d59-b78a-9e2de0d54b74'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:08:07.356655 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-2c3b93f6-78ad-4d62-bb4a-efbfa4613d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:08:06Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['9e5fd536-d0bb-4d59-b78a-9e2de0d54b74'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:08:07.367866 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 60160) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:08:07.391244 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3ec255ac-02e3-4ccb-84d7-2058251b8d43 req-33e9e65c-8773-47f1-9e0b-4df8998d2ff5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de99e56c-83ee-498c-ae79-1317a8b21e24 HTTP/1.1" status: 200 len: 217 time: 0.1974912 Nov 12 08:08:07.392113 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d7bf455e-83ec-4f9b-bd6c-61478605bf63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:07.420773 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d17412e-e713-4c03-ac33-592385df0baa req-012ace32-d797-42b1-8100-4de27d7b56e8 tempest-ServerDiagnosticsNegativeTest-1071502791 tempest-ServerDiagnosticsNegativeTest-1071502791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:07.428524 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9d17412e-e713-4c03-ac33-592385df0baa req-012ace32-d797-42b1-8100-4de27d7b56e8 tempest-ServerDiagnosticsNegativeTest-1071502791 tempest-ServerDiagnosticsNegativeTest-1071502791-project] 10.222.0.26 "GET /v2.0/ports?device_id=34630f21-eae3-4889-9041-c347cd379985 HTTP/1.1" status: 200 len: 949 time: 0.2819808 Nov 12 08:08:07.459708 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca168e1c-9a5a-4639-9761-d4b61114cb38 None None] Pushing event updated for resources: {'Port': ['ID=d4d8f593-2f9e-4dfc-9e9c-4b27feac3960,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:07.464409 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60162) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:08:07.467054 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-5917f690-94ca-4bbd-b3be-20d605527bcc None None] Provisioning complete for port d4d8f593-2f9e-4dfc-9e9c-4b27feac3960 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:08:07.467433 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5917f690-94ca-4bbd-b3be-20d605527bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:07.574726 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1be091b4-8560-4fce-857c-8e242728e4c2 req-0ab70332-ffdd-4bf5-92ce-1d9ddaeb1883 service neutron] 10.222.0.26 "GET /v2.0/networks/a3156095-dd64-4768-883c-6857cbfc4c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6785362 Nov 12 08:08:07.633488 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-2c3b93f6-78ad-4d62-bb4a-efbfa4613d59 None None] Set router 9e5fd536-d0bb-4d59-b78a-9e2de0d54b74 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:08:07.720569 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9d17412e-e713-4c03-ac33-592385df0baa req-3ade426f-8741-4146-b98f-7e45acf7a860 tempest-ServerDiagnosticsNegativeTest-1071502791 tempest-ServerDiagnosticsNegativeTest-1071502791-project] 10.222.0.26 "GET /v2.0/security-groups?id=9755aae5-e34b-427a-ad1f-339f186663b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777722 Nov 12 08:08:07.734387 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [req-b183c6a0-b387-4ffe-a13c-9a79c0c99054 req-0fd2a7e3-15e8-4d87-bbeb-2ed6c65d273f tempest-ServerDiagnosticsNegativeTest-1071502791 tempest-ServerDiagnosticsNegativeTest-1071502791-project] Deleting port 54c49555-364d-4ec0-959e-3ddaa17fde93 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:08:07.734757 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-b183c6a0-b387-4ffe-a13c-9a79c0c99054 req-0fd2a7e3-15e8-4d87-bbeb-2ed6c65d273f tempest-ServerDiagnosticsNegativeTest-1071502791 tempest-ServerDiagnosticsNegativeTest-1071502791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:07.808416 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-dd898753-f4d3-42d2-a738-f8b5f211375e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bd6d82c3533341c78e470e19385eb8bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3288558 Nov 12 08:08:07.839585 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 60172) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:08:07.843854 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device e0d67cc7-c224-4129-9d97-a36c406f81fe details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:08:07.851183 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ac1a014-8c7a-420a-988a-ee4d07ba5d10" -d '{"events": [{"name": "network-changed", "server_uuid": "af81c23c-9a36-4719-91a6-b1d1873de119", "tag": "de99e56c-83ee-498c-ae79-1317a8b21e24"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:08:07.905434 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec255ac-02e3-4ccb-84d7-2058251b8d43 req-ed960493-f84e-47b5-9599-5d1bae152f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:07.907319 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3ec255ac-02e3-4ccb-84d7-2058251b8d43 req-ed960493-f84e-47b5-9599-5d1bae152f80 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=73099bd0-5c51-4de3-ba74-9eb47a87705d HTTP/1.1" status: 200 len: 863 time: 0.4858353 Nov 12 08:08:07.918058 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:08.026719 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1be091b4-8560-4fce-857c-8e242728e4c2 req-883b857d-c17e-458c-9e21-598640c7d347 service neutron] 10.222.0.26 "GET /v2.0/networks/a3156095-dd64-4768-883c-6857cbfc4c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4391046 Nov 12 08:08:08.032919 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-b183c6a0-b387-4ffe-a13c-9a79c0c99054 req-0fd2a7e3-15e8-4d87-bbeb-2ed6c65d273f tempest-ServerDiagnosticsNegativeTest-1071502791 tempest-ServerDiagnosticsNegativeTest-1071502791-project] For port 54c49555-364d-4ec0-959e-3ddaa17fde93, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=54c49555-364d-4ec0-959e-3ddaa17fde93,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:08:08.034296 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-b183c6a0-b387-4ffe-a13c-9a79c0c99054 req-0fd2a7e3-15e8-4d87-bbeb-2ed6c65d273f tempest-ServerDiagnosticsNegativeTest-1071502791 tempest-ServerDiagnosticsNegativeTest-1071502791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:08.062967 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port e0d67cc7-c224-4129-9d97-a36c406f81fe, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=e0d67cc7-c224-4129-9d97-a36c406f81fe,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:08:08.077399 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Returning: {'device': 'e0d67cc7-c224-4129-9d97-a36c406f81fe', 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016', 'port_id': 'e0d67cc7-c224-4129-9d97-a36c406f81fe', 'mac_address': 'fa:16:3e:0a:c2:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1', 'ip_address': '192.168.233.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:08:08.097643 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [req-b183c6a0-b387-4ffe-a13c-9a79c0c99054 req-0fd2a7e3-15e8-4d87-bbeb-2ed6c65d273f tempest-ServerDiagnosticsNegativeTest-1071502791 tempest-ServerDiagnosticsNegativeTest-1071502791-project] Calling delete_port for 54c49555-364d-4ec0-959e-3ddaa17fde93 owned by compute:nova {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:08:08.114545 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec255ac-02e3-4ccb-84d7-2058251b8d43 req-1ac7bb2f-d529-4742-a6c6-145e4dadefca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:08.118697 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3ec255ac-02e3-4ccb-84d7-2058251b8d43 req-1ac7bb2f-d529-4742-a6c6-145e4dadefca service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8e17c76e-613f-40d2-ae39-1725682b1af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1802826 Nov 12 08:08:08.119715 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-412bd107-b2aa-426a-ae5a-52e976ec2432 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:08.215273 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d7bf455e-83ec-4f9b-bd6c-61478605bf63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:08.244321 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d7bf455e-83ec-4f9b-bd6c-61478605bf63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:08.311564 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-412bd107-b2aa-426a-ae5a-52e976ec2432 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:08.484953 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-b183c6a0-b387-4ffe-a13c-9a79c0c99054 req-0fd2a7e3-15e8-4d87-bbeb-2ed6c65d273f tempest-ServerDiagnosticsNegativeTest-1071502791 tempest-ServerDiagnosticsNegativeTest-1071502791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:08.536695 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5917f690-94ca-4bbd-b3be-20d605527bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:08.549754 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['54c49555-364d-4ec0-959e-3ddaa17fde93'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:08:08.570646 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-d7bf455e-83ec-4f9b-bd6c-61478605bf63 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=577baf97aad444dc81fe358d46c6d5e5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1902516 Nov 12 08:08:08.572209 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 60192) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:08:08.590205 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd2a7e3-15e8-4d87-bbeb-2ed6c65d273f tempest-ServerDiagnosticsNegativeTest-1071502791 tempest-ServerDiagnosticsNegativeTest-1071502791-project] Pushing event deleted for resources: {'Port': ['ID=54c49555-364d-4ec0-959e-3ddaa17fde93,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:08.590996 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bf455e-83ec-4f9b-bd6c-61478605bf63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a09c9988-c1fd-4bde-9674-fed5d0f08a32,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:08.673383 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3ec255ac-02e3-4ccb-84d7-2058251b8d43 req-1fe972c6-01fb-42f1-8494-e8e677e44b9c service neutron] 10.222.0.44 "GET /v2.0/networks/8e17c76e-613f-40d2-ae39-1725682b1af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5432768 Nov 12 08:08:08.681974 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ba03e8-02f7-4b2d-a2a7-1e166ac7687e req-9e9d485f-45d6-4975-a126-83636ba5965c tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:08.694315 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f3ba03e8-02f7-4b2d-a2a7-1e166ac7687e req-9e9d485f-45d6-4975-a126-83636ba5965c tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] 10.222.0.26 "GET /v2.0/ports?device_id=7bac7656-eae6-45c5-830c-66f549600c2d HTTP/1.1" status: 200 len: 948 time: 0.7790513 Nov 12 08:08:08.730209 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:08.779162 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-5917f690-94ca-4bbd-b3be-20d605527bcc None None] For port d4d8f593-2f9e-4dfc-9e9c-4b27feac3960, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=d4d8f593-2f9e-4dfc-9e9c-4b27feac3960,segment=NetworkSegment(c37124f8-c757-4d0f-9db3-26d4f53bb063),segment_id=c37124f8-c757-4d0f-9db3-26d4f53bb063)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:08:08.800093 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [req-b183c6a0-b387-4ffe-a13c-9a79c0c99054 req-0fd2a7e3-15e8-4d87-bbeb-2ed6c65d273f tempest-ServerDiagnosticsNegativeTest-1071502791 tempest-ServerDiagnosticsNegativeTest-1071502791-project] No DVR routers for this DVR port 54c49555-364d-4ec0-959e-3ddaa17fde93 on host n-h2-765315-29 {{(pid=102600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:08:08.810473 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5917f690-94ca-4bbd-b3be-20d605527bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:08.836018 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-2c3b93f6-78ad-4d62-bb4a-efbfa4613d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5fd536-d0bb-4d59-b78a-9e2de0d54b74', 'name': 'tempest-FloatingIPsAssociationTestJSON-2142488039-router', 'tenant_id': '2c540c0464294343b65b342f4c6f01b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'd55f500f-4bd1-44df-8dfd-0ef809acbb77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:07:50Z', 'updated_at': '2021-11-12T08:08:02Z', 'revision_number': 4, 'project_id': '2c540c0464294343b65b342f4c6f01b0', 'gw_port': {'id': 'd55f500f-4bd1-44df-8dfd-0ef809acbb77', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5fd536-d0bb-4d59-b78a-9e2de0d54b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:51Z', 'updated_at': '2021-11-12T08:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': 'd4d8f593-2f9e-4dfc-9e9c-4b27feac3960', 'name': '', 'network_id': 'a3156095-dd64-4768-883c-6857cbfc4c3d', 'tenant_id': '2c540c0464294343b65b342f4c6f01b0', 'mac_address': 'fa:16:3e:21:30:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e5fd536-d0bb-4d59-b78a-9e2de0d54b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '5faf708b-0fdf-49a2-9148-2d75ea940abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:08:00Z', 'updated_at': '2021-11-12T08:08:07Z', 'revision_number': 4, 'project_id': '2c540c0464294343b65b342f4c6f01b0', 'subnets': [{'id': '5faf708b-0fdf-49a2-9148-2d75ea940abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:08:08.837249 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-b183c6a0-b387-4ffe-a13c-9a79c0c99054 req-0fd2a7e3-15e8-4d87-bbeb-2ed6c65d273f tempest-ServerDiagnosticsNegativeTest-1071502791 tempest-ServerDiagnosticsNegativeTest-1071502791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:08.852901 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b183c6a0-b387-4ffe-a13c-9a79c0c99054 req-0fd2a7e3-15e8-4d87-bbeb-2ed6c65d273f tempest-ServerDiagnosticsNegativeTest-1071502791 tempest-ServerDiagnosticsNegativeTest-1071502791-project] 10.222.0.44 "DELETE /v2.0/ports/54c49555-364d-4ec0-959e-3ddaa17fde93 HTTP/1.1" status: 204 len: 173 time: 1.7375216 Nov 12 08:08:08.853725 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34630f21-eae3-4889-9041-c347cd379985', 'name': 'network-vif-deleted', 'tag': '54c49555-364d-4ec0-959e-3ddaa17fde93'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:08:08.863799 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f18bbd9-b90e-4278-8ca0-0b184ed8de98" -d '{"events": [{"server_uuid": "34630f21-eae3-4889-9041-c347cd379985", "name": "network-vif-deleted", "tag": "54c49555-364d-4ec0-959e-3ddaa17fde93"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:08:08.874636 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-e530113a-7783-48f4-9840-8911a24052df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0d67cc7-c224-4129-9d97-a36c406f81fe {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:08:08.954065 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f3ba03e8-02f7-4b2d-a2a7-1e166ac7687e req-ce6b420b-e426-4085-adce-675771e088af tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d23910f-b5d9-458f-a594-0a3fa5fb2ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592597 Nov 12 08:08:09.067923 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3ec255ac-02e3-4ccb-84d7-2058251b8d43 req-6f36c689-bf68-4241-b87e-dcc9598d76b4 service neutron] 10.222.0.44 "GET /v2.0/networks/8e17c76e-613f-40d2-ae39-1725682b1af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3684022 Nov 12 08:08:09.070819 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69b68969-76e4-4cad-b5e0-f14bbb70b085 x-openstack-request-id: req-69b68969-76e4-4cad-b5e0-f14bbb70b085 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:08:09.070819 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af81c23c-9a36-4719-91a6-b1d1873de119", "tag": "de99e56c-83ee-498c-ae79-1317a8b21e24", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:08:09.070819 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-69b68969-76e4-4cad-b5e0-f14bbb70b085 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:08:09.070819 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af81c23c-9a36-4719-91a6-b1d1873de119', 'tag': 'de99e56c-83ee-498c-ae79-1317a8b21e24', 'status': 'completed', 'code': 200} Nov 12 08:08:09.126055 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9060b9b4-de84-4a73-8154-d23f50a860db req-85630109-fe49-4d87-9634-2d8d0e97d878 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] 10.222.0.26 "GET /v2.0/ports?device_id=053da00c-e5c3-4f45-bacd-a2cffaf1c4e3 HTTP/1.1" status: 200 len: 210 time: 0.0850363 Nov 12 08:08:09.142904 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3b93f6-78ad-4d62-bb4a-efbfa4613d59 None None] The sync data for ids ['9e5fd536-d0bb-4d59-b78a-9e2de0d54b74'] in n-d-765315-29 is: [{'id': '9e5fd536-d0bb-4d59-b78a-9e2de0d54b74', 'name': 'tempest-FloatingIPsAssociationTestJSON-2142488039-router', 'tenant_id': '2c540c0464294343b65b342f4c6f01b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'd55f500f-4bd1-44df-8dfd-0ef809acbb77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:07:50Z', 'updated_at': '2021-11-12T08:08:02Z', 'revision_number': 4, 'project_id': '2c540c0464294343b65b342f4c6f01b0', 'gw_port': {'id': 'd55f500f-4bd1-44df-8dfd-0ef809acbb77', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5fd536-d0bb-4d59-b78a-9e2de0d54b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:51Z', 'updated_at': '2021-11-12T08:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': 'd4d8f593-2f9e-4dfc-9e9c-4b27feac3960', 'name': '', 'network_id': 'a3156095-dd64-4768-883c-6857cbfc4c3d', 'tenant_id': '2c540c0464294343b65b342f4c6f01b0', 'mac_address': 'fa:16:3e:21:30:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e5fd536-d0bb-4d59-b78a-9e2de0d54b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '5faf708b-0fdf-49a2-9148-2d75ea940abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:08:00Z', 'updated_at': '2021-11-12T08:08:07Z', 'revision_number': 4, 'project_id': '2c540c0464294343b65b342f4c6f01b0', 'subnets': [{'id': '5faf708b-0fdf-49a2-9148-2d75ea940abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:08:09.302990 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port e0d67cc7-c224-4129-9d97-a36c406f81fe, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=e0d67cc7-c224-4129-9d97-a36c406f81fe,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:08:09.311642 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:09.322928 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:09.327816 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5917f690-94ca-4bbd-b3be-20d605527bcc None None] Pushing event updated for resources: {'Port': ['ID=d4d8f593-2f9e-4dfc-9e9c-4b27feac3960,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:09.331695 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-2da490a0-86a2-4219-9ea3-c07612b49414 None None] Provisioning complete for port d4d8f593-2f9e-4dfc-9e9c-4b27feac3960 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:08:09.332318 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2da490a0-86a2-4219-9ea3-c07612b49414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:09.455587 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e0833c24-a560-4d3b-bbf0-e697731778c1 req-f39e8dfb-95c0-4cdc-96d2-4d14b2eed5c1 tempest-ServerDiagnosticsNegativeTest-1071502791 tempest-ServerDiagnosticsNegativeTest-1071502791-project] 10.222.0.26 "GET /v2.0/ports?device_id=34630f21-eae3-4889-9041-c347cd379985 HTTP/1.1" status: 200 len: 210 time: 0.1118667 Nov 12 08:08:09.542293 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-412bd107-b2aa-426a-ae5a-52e976ec2432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:09.547452 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-412bd107-b2aa-426a-ae5a-52e976ec2432 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:09.549352 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-412bd107-b2aa-426a-ae5a-52e976ec2432 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5d14dd21-59b1-4934-af9e-35a183f0b503 HTTP/1.1" status: 204 len: 168 time: 1.6941111 Nov 12 08:08:09.573772 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412bd107-b2aa-426a-ae5a-52e976ec2432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d14dd21-59b1-4934-af9e-35a183f0b503,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:09.610197 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f883da-58c4-433c-bc48-d3b9f5983db8 x-openstack-request-id: req-f6f883da-58c4-433c-bc48-d3b9f5983db8 {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:08:09.610881 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34630f21-eae3-4889-9041-c347cd379985", "name": "network-vif-deleted", "tag": "54c49555-364d-4ec0-959e-3ddaa17fde93", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:08:09.610881 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f6f883da-58c4-433c-bc48-d3b9f5983db8 {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:08:09.613687 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34630f21-eae3-4889-9041-c347cd379985', 'name': 'network-vif-deleted', 'tag': '54c49555-364d-4ec0-959e-3ddaa17fde93', 'status': 'completed', 'code': 200} Nov 12 08:08:09.648218 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=e0d67cc7-c224-4129-9d97-a36c406f81fe,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:09.659445 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d23827d3-a3fb-4ce5-9808-2d41a3d33b76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:09.686726 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['e0d67cc7-c224-4129-9d97-a36c406f81fe'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:08:09.731288 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d3e7db-90fb-4b22-97b2-d2f39df2a035 req-fc3b9379-c68f-4864-a9b9-e1241514bac4 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:09.740798 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c0d3e7db-90fb-4b22-97b2-d2f39df2a035 req-fc3b9379-c68f-4864-a9b9-e1241514bac4 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] 10.222.0.26 "GET /v2.0/ports?device_id=af81c23c-9a36-4719-91a6-b1d1873de119 HTTP/1.1" status: 200 len: 943 time: 0.6681173 Nov 12 08:08:09.759335 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d23827d3-a3fb-4ce5-9808-2d41a3d33b76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:09.806082 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac1a014-8c7a-420a-988a-ee4d07ba5d10 req-889944d7-2e81-4be1-984d-a9b793e141b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:09.826633 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6ac1a014-8c7a-420a-988a-ee4d07ba5d10 req-889944d7-2e81-4be1-984d-a9b793e141b7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8b8773b9ba7c4e19ac14f719fc98c803&device_id=af81c23c-9a36-4719-91a6-b1d1873de119 HTTP/1.1" status: 200 len: 1095 time: 0.2595892 Nov 12 08:08:09.851271 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:09.993147 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c0d3e7db-90fb-4b22-97b2-d2f39df2a035 req-cf751d8e-4e79-40e3-a144-9ac55cc506ed tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] 10.222.0.26 "GET /v2.0/security-groups?id=3e2c6d71-9d00-4992-8976-785692969164&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2504127 Nov 12 08:08:10.317339 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device d4d8f593-2f9e-4dfc-9e9c-4b27feac3960 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:08:10.320921 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591f28ee-7f9d-4abd-9382-73bfc4ae368b req-4240e027-a598-4e6b-9d77-9b9280afe1f5 tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:10.332626 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-591f28ee-7f9d-4abd-9382-73bfc4ae368b req-4240e027-a598-4e6b-9d77-9b9280afe1f5 tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] 10.222.0.26 "GET /v2.0/ports?device_id=7bac7656-eae6-45c5-830c-66f549600c2d HTTP/1.1" status: 200 len: 949 time: 0.1482887 Nov 12 08:08:10.453276 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port d4d8f593-2f9e-4dfc-9e9c-4b27feac3960 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:08:10.457999 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:10.480809 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-591f28ee-7f9d-4abd-9382-73bfc4ae368b req-773ea443-7209-4808-809f-bdfccee42768 tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d23910f-b5d9-458f-a594-0a3fa5fb2ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455505 Nov 12 08:08:10.771979 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fb6440b6-d7f4-4474-8ad1-cbf6276389fa req-fa2313f8-bbfd-4fcd-a399-99ef0a702df0 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] 10.222.0.26 "GET /v2.0/ports?device_id=053da00c-e5c3-4f45-bacd-a2cffaf1c4e3 HTTP/1.1" status: 200 len: 210 time: 0.4227307 Nov 12 08:08:10.790582 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac1a014-8c7a-420a-988a-ee4d07ba5d10 req-f1b65fa3-df23-4687-a67e-6383527c4597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:10.811064 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6ac1a014-8c7a-420a-988a-ee4d07ba5d10 req-f1b65fa3-df23-4687-a67e-6383527c4597 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8e17c76e-613f-40d2-ae39-1725682b1af7 HTTP/1.1" status: 200 len: 925 time: 0.9760435 Nov 12 08:08:10.813488 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d23827d3-a3fb-4ce5-9808-2d41a3d33b76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:10.823625 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d23827d3-a3fb-4ce5-9808-2d41a3d33b76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:10.829297 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-d23827d3-a3fb-4ce5-9808-2d41a3d33b76 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a09c9988-c1fd-4bde-9674-fed5d0f08a32 HTTP/1.1" status: 204 len: 168 time: 2.2347476 Nov 12 08:08:10.873427 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 54c49555-364d-4ec0-959e-3ddaa17fde93 no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:08:10.932975 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6ac1a014-8c7a-420a-988a-ee4d07ba5d10 req-0d2aed04-ee6e-4b82-a9f0-68a03174a4d1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de99e56c-83ee-498c-ae79-1317a8b21e24 HTTP/1.1" status: 200 len: 217 time: 0.1022615 Nov 12 08:08:10.941383 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] No Port match for: 54c49555-364d-4ec0-959e-3ddaa17fde93 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:08:10.941769 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 54c49555-364d-4ec0-959e-3ddaa17fde93 not bound to the agent host n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:08:10.977152 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23827d3-a3fb-4ce5-9808-2d41a3d33b76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a09c9988-c1fd-4bde-9674-fed5d0f08a32,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:11.029494 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be091b4-8560-4fce-857c-8e242728e4c2 req-f2bc50d6-ea41-4683-8138-aff09fb31ca0 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:11.032009 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1be091b4-8560-4fce-857c-8e242728e4c2 req-f2bc50d6-ea41-4683-8138-aff09fb31ca0 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] 10.222.0.21 "GET /v2.0/networks?id=a3156095-dd64-4768-883c-6857cbfc4c3d HTTP/1.1" status: 200 len: 821 time: 0.5058467 Nov 12 08:08:11.053875 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-1be091b4-8560-4fce-857c-8e242728e4c2 req-8a65e465-c2c0-4ece-b031-98a3bf2b752b tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Request body: {'port': {'device_id': '053da00c-e5c3-4f45-bacd-a2cffaf1c4e3', 'network_id': 'a3156095-dd64-4768-883c-6857cbfc4c3d', 'admin_state_up': True, 'tenant_id': '2c540c0464294343b65b342f4c6f01b0'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:08:11.069554 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac1a014-8c7a-420a-988a-ee4d07ba5d10 req-1d012f7a-f6b7-47e2-a888-8baa26c59264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:11.097703 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6ac1a014-8c7a-420a-988a-ee4d07ba5d10 req-1d012f7a-f6b7-47e2-a888-8baa26c59264 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=73099bd0-5c51-4de3-ba74-9eb47a87705d HTTP/1.1" status: 200 len: 863 time: 0.1353455 Nov 12 08:08:11.323555 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0409c4b2-6524-4395-a983-a87eace9c0bf req-c37e09d0-bbc2-40dd-ad6b-132d515f1c5c tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:11.345171 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0409c4b2-6524-4395-a983-a87eace9c0bf req-c37e09d0-bbc2-40dd-ad6b-132d515f1c5c tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] 10.222.0.26 "GET /v2.0/ports?device_id=af81c23c-9a36-4719-91a6-b1d1873de119 HTTP/1.1" status: 200 len: 943 time: 0.1687853 Nov 12 08:08:11.376018 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac1a014-8c7a-420a-988a-ee4d07ba5d10 req-93156147-faed-4cd9-9d20-98aace6e9caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:11.377540 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6ac1a014-8c7a-420a-988a-ee4d07ba5d10 req-93156147-faed-4cd9-9d20-98aace6e9caa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8e17c76e-613f-40d2-ae39-1725682b1af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2701335 Nov 12 08:08:11.412932 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1be091b4-8560-4fce-857c-8e242728e4c2 req-8a65e465-c2c0-4ece-b031-98a3bf2b752b tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Made reservation on behalf of 2c540c0464294343b65b342f4c6f01b0 for: {'port': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:08:11.425864 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-1be091b4-8560-4fce-857c-8e242728e4c2 req-8a65e465-c2c0-4ece-b031-98a3bf2b752b tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:11.436323 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0409c4b2-6524-4395-a983-a87eace9c0bf req-6c1be262-1609-4166-97cc-283e54099051 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] 10.222.0.26 "GET /v2.0/security-groups?id=3e2c6d71-9d00-4992-8976-785692969164&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820413 Nov 12 08:08:11.465395 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60260) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:08:11.622037 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6ac1a014-8c7a-420a-988a-ee4d07ba5d10 req-adc864f4-cf0c-49dd-89d3-92bf47cad32d service neutron] 10.222.0.44 "GET /v2.0/networks/8e17c76e-613f-40d2-ae39-1725682b1af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026138 Nov 12 08:08:11.792763 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38a616-2413-4f4d-89e7-937d1377087a req-3a0c2701-bb81-4dfc-a654-92c1bbfae497 tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:11.802551 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9e38a616-2413-4f4d-89e7-937d1377087a req-3a0c2701-bb81-4dfc-a654-92c1bbfae497 tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] 10.222.0.26 "GET /v2.0/ports?device_id=7bac7656-eae6-45c5-830c-66f549600c2d HTTP/1.1" status: 200 len: 949 time: 0.1686811 Nov 12 08:08:11.806078 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [req-1be091b4-8560-4fce-857c-8e242728e4c2 req-8a65e465-c2c0-4ece-b031-98a3bf2b752b tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Allocated IP 172.20.0.6 (a3156095-dd64-4768-883c-6857cbfc4c3d/5faf708b-0fdf-49a2-9148-2d75ea940abb/64c9cd6b-64f0-45b3-a976-8b00bb48b94a) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:08:11.819392 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device e0d67cc7-c224-4129-9d97-a36c406f81fe up at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:08:11.897491 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6ac1a014-8c7a-420a-988a-ee4d07ba5d10 req-18ecb086-a2ee-415b-9251-25e1edb87a02 service neutron] 10.222.0.44 "GET /v2.0/networks/8e17c76e-613f-40d2-ae39-1725682b1af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476718 Nov 12 08:08:11.906143 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9e38a616-2413-4f4d-89e7-937d1377087a req-99495206-e8bb-4ecc-80b4-04847532d290 tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d23910f-b5d9-458f-a594-0a3fa5fb2ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022558 Nov 12 08:08:11.938414 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:11.964474 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning for port e0d67cc7-c224-4129-9d97-a36c406f81fe completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:08:11.974135 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning complete for port e0d67cc7-c224-4129-9d97-a36c406f81fe triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:08:11.975489 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:12.098017 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-540c20ec-1bdc-4fc1-922e-c050567d886e req-199c29d9-4445-41cf-83d3-9479378eee85 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] 10.222.0.26 "GET /v2.0/ports?device_id=053da00c-e5c3-4f45-bacd-a2cffaf1c4e3 HTTP/1.1" status: 200 len: 210 time: 0.0727777 Nov 12 08:08:12.168286 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:12.232494 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-1be091b4-8560-4fce-857c-8e242728e4c2 req-8a65e465-c2c0-4ece-b031-98a3bf2b752b tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:12.268234 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bac7656-eae6-45c5-830c-66f549600c2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0d67cc7-c224-4129-9d97-a36c406f81fe'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:08:12.272225 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1486c3c-6d94-414e-ab36-1c964515848b" -d '{"events": [{"server_uuid": "7bac7656-eae6-45c5-830c-66f549600c2d", "name": "network-vif-plugged", "status": "completed", "tag": "e0d67cc7-c224-4129-9d97-a36c406f81fe"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:08:12.278166 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-2404579d-ffe5-43c7-90c7-9bc142c3f451 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=283093aa638f49cf918a2971942a7ae2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8085277 Nov 12 08:08:12.278514 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 60286) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:08:12.283517 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port e0d67cc7-c224-4129-9d97-a36c406f81fe, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=e0d67cc7-c224-4129-9d97-a36c406f81fe,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:08:12.294737 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:12.335489 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-1be091b4-8560-4fce-857c-8e242728e4c2 req-8a65e465-c2c0-4ece-b031-98a3bf2b752b tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:12.338993 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a34972e9-3f15-4e0c-8fbf-b1ad81010f21 x-openstack-request-id: req-a34972e9-3f15-4e0c-8fbf-b1ad81010f21 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:08:12.339662 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bac7656-eae6-45c5-830c-66f549600c2d", "name": "network-vif-plugged", "status": "completed", "tag": "e0d67cc7-c224-4129-9d97-a36c406f81fe", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:08:12.340130 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a34972e9-3f15-4e0c-8fbf-b1ad81010f21 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:08:12.340797 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bac7656-eae6-45c5-830c-66f549600c2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0d67cc7-c224-4129-9d97-a36c406f81fe', 'code': 200} Nov 12 08:08:12.397139 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c34cf100-e5e9-44a3-a191-aa3c133b2e15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:12.397266 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=e0d67cc7-c224-4129-9d97-a36c406f81fe,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:12.417202 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.21', 60147) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:08:12.496239 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1be091b4-8560-4fce-857c-8e242728e4c2 req-8a65e465-c2c0-4ece-b031-98a3bf2b752b tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Network a3156095-dd64-4768-883c-6857cbfc4c3d is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:08:12.500028 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [req-1be091b4-8560-4fce-857c-8e242728e4c2 req-8a65e465-c2c0-4ece-b031-98a3bf2b752b tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:08:12.501361 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c34cf100-e5e9-44a3-a191-aa3c133b2e15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:12.517952 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [req-1be091b4-8560-4fce-857c-8e242728e4c2 req-8a65e465-c2c0-4ece-b031-98a3bf2b752b tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:08:12.546251 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be091b4-8560-4fce-857c-8e242728e4c2 req-8a65e465-c2c0-4ece-b031-98a3bf2b752b tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:12.546945 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-1be091b4-8560-4fce-857c-8e242728e4c2 req-8a65e465-c2c0-4ece-b031-98a3bf2b752b tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:12.559753 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724fb0df-7192-4148-a6ad-585d0d6b8e17 req-f5785972-b917-4635-a352-17f12cb483dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:12.561490 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-724fb0df-7192-4148-a6ad-585d0d6b8e17 req-f5785972-b917-4635-a352-17f12cb483dd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7bac7656-eae6-45c5-830c-66f549600c2d HTTP/1.1" status: 200 len: 1102 time: 0.1430423 Nov 12 08:08:12.589084 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c34cf100-e5e9-44a3-a191-aa3c133b2e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:12.595510 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c34cf100-e5e9-44a3-a191-aa3c133b2e15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:12.598097 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-c34cf100-e5e9-44a3-a191-aa3c133b2e15 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9755aae5-e34b-427a-ad1f-339f186663b7 HTTP/1.1" status: 204 len: 168 time: 0.3185508 Nov 12 08:08:12.614043 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1be091b4-8560-4fce-857c-8e242728e4c2 req-8a65e465-c2c0-4ece-b031-98a3bf2b752b tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5700881 Nov 12 08:08:12.626249 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a65e465-c2c0-4ece-b031-98a3bf2b752b tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Pushing event updated for resources: {'Port': ['ID=64c9cd6b-64f0-45b3-a976-8b00bb48b94a,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:12.631870 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34cf100-e5e9-44a3-a191-aa3c133b2e15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9755aae5-e34b-427a-ad1f-339f186663b7,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:12.641183 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-1be091b4-8560-4fce-857c-8e242728e4c2 req-7a58555a-2739-4aa7-8783-e41e4d50e9d5 service neutron] Request body: {'port': {'device_id': '053da00c-e5c3-4f45-bacd-a2cffaf1c4e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-29'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:08:12.740017 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb04c5c-cd0f-4f8f-9001-488e59b53682 req-fbac6df7-5fe1-4813-b33f-b40cc73d972a tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:12.747404 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-acb04c5c-cd0f-4f8f-9001-488e59b53682 req-fbac6df7-5fe1-4813-b33f-b40cc73d972a tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] 10.222.0.26 "GET /v2.0/ports?device_id=af81c23c-9a36-4719-91a6-b1d1873de119 HTTP/1.1" status: 200 len: 943 time: 0.1757379 Nov 12 08:08:12.756834 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-724fb0df-7192-4148-a6ad-585d0d6b8e17 req-ea3afd52-91a1-4e44-ac81-f32d0ee793ae service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4d23910f-b5d9-458f-a594-0a3fa5fb2ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708839 Nov 12 08:08:12.806143 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-1be091b4-8560-4fce-857c-8e242728e4c2 req-7a58555a-2739-4aa7-8783-e41e4d50e9d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:12.843911 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-acb04c5c-cd0f-4f8f-9001-488e59b53682 req-cb101def-21b7-433f-9d66-12e3e07468d8 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] 10.222.0.26 "GET /v2.0/security-groups?id=3e2c6d71-9d00-4992-8976-785692969164&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808110 Nov 12 08:08:12.869049 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device de99e56c-83ee-498c-ae79-1317a8b21e24 details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:08:12.975243 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-ba011099-0d05-44bd-8f75-4e81a95a280e None None] Provisioning complete for port 64c9cd6b-64f0-45b3-a976-8b00bb48b94a triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:08:12.975626 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ba011099-0d05-44bd-8f75-4e81a95a280e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:13.024929 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-ba011099-0d05-44bd-8f75-4e81a95a280e None None] Port 64c9cd6b-64f0-45b3-a976-8b00bb48b94a cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:08:13.111603 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port de99e56c-83ee-498c-ae79-1317a8b21e24, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=de99e56c-83ee-498c-ae79-1317a8b21e24,segment=NetworkSegment(c1acfdd1-5634-4383-a3b0-beb6da56b542),segment_id=c1acfdd1-5634-4383-a3b0-beb6da56b542)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:08:13.113311 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2755acb2-bf04-4983-a257-47a84870c563 req-47bd365b-9006-4c94-9ff1-b97009c3f1cd tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:13.125963 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2755acb2-bf04-4983-a257-47a84870c563 req-47bd365b-9006-4c94-9ff1-b97009c3f1cd tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] 10.222.0.26 "GET /v2.0/ports?device_id=7bac7656-eae6-45c5-830c-66f549600c2d HTTP/1.1" status: 200 len: 950 time: 0.0964718 Nov 12 08:08:13.138182 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': 'de99e56c-83ee-498c-ae79-1317a8b21e24', 'network_id': '8e17c76e-613f-40d2-ae39-1725682b1af7', 'port_id': 'de99e56c-83ee-498c-ae79-1317a8b21e24', 'mac_address': 'fa:16:3e:2e:c5:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73099bd0-5c51-4de3-ba74-9eb47a87705d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:08:13.205823 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 60316) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:08:13.222936 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2755acb2-bf04-4983-a257-47a84870c563 req-dd3533b3-9f17-40ed-bdb7-5440784cac53 tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d23910f-b5d9-458f-a594-0a3fa5fb2ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900013 Nov 12 08:08:13.245342 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:13.281069 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de99e56c-83ee-498c-ae79-1317a8b21e24 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:08:13.353934 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port de99e56c-83ee-498c-ae79-1317a8b21e24, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=de99e56c-83ee-498c-ae79-1317a8b21e24,segment=NetworkSegment(c1acfdd1-5634-4383-a3b0-beb6da56b542),segment_id=c1acfdd1-5634-4383-a3b0-beb6da56b542)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:08:13.359357 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:13.464664 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 60326) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:08:13.469439 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=de99e56c-83ee-498c-ae79-1317a8b21e24,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:13.493100 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-dde04a97-accd-4307-8f7f-bbdf900c2096 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:13.594313 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-dde04a97-accd-4307-8f7f-bbdf900c2096 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:13.599895 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-dde04a97-accd-4307-8f7f-bbdf900c2096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:13.602728 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc36a99-6910-4954-91ed-ec58ad62039b req-d7a81da4-bcc9-48b9-b97c-a77a7f8966ee tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:13.604484 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6cc36a99-6910-4954-91ed-ec58ad62039b req-d7a81da4-bcc9-48b9-b97c-a77a7f8966ee tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] 10.222.0.26 "GET /v2.0/ports?device_id=053da00c-e5c3-4f45-bacd-a2cffaf1c4e3 HTTP/1.1" status: 200 len: 931 time: 0.1108007 Nov 12 08:08:13.621690 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [req-1be091b4-8560-4fce-857c-8e242728e4c2 req-7a58555a-2739-4aa7-8783-e41e4d50e9d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64c9cd6b-64f0-45b3-a976-8b00bb48b94a {{(pid=102600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:08:13.638941 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-1be091b4-8560-4fce-857c-8e242728e4c2 req-7a58555a-2739-4aa7-8783-e41e4d50e9d5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:13.644616 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-dde04a97-accd-4307-8f7f-bbdf900c2096 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7c0b58e5482b4eeba075da163bfc7779&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1772459 Nov 12 08:08:13.650052 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60328) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:08:13.661175 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde04a97-accd-4307-8f7f-bbdf900c2096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cd34fa8-d05a-45e1-9e07-9e989dfa0a59,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:13.694185 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['de99e56c-83ee-498c-ae79-1317a8b21e24'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:08:13.699699 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.provisioning_blocks [req-1be091b4-8560-4fce-857c-8e242728e4c2 req-7a58555a-2739-4aa7-8783-e41e4d50e9d5 service neutron] Transition to ACTIVE for port object 64c9cd6b-64f0-45b3-a976-8b00bb48b94a will not be triggered until provisioned by entity L2. {{(pid=102600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:08:13.722388 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-1be091b4-8560-4fce-857c-8e242728e4c2 req-7a58555a-2739-4aa7-8783-e41e4d50e9d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:13.836370 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6cc36a99-6910-4954-91ed-ec58ad62039b req-d1c2fd3e-4c7f-4d0b-8494-172b68e5ae58 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] 10.222.0.26 "GET /v2.0/security-groups?id=16890e38-f1af-4c01-becd-7b74bb4a1689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251005 Nov 12 08:08:13.866813 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-153594e6-59ce-4a30-be41-ce3ce5c6dbd4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:13.927938 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-684195bf-53e4-4c37-b078-5b6926b1b5e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:14.036877 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a58555a-2739-4aa7-8783-e41e4d50e9d5 service neutron] Pushing event updated for resources: {'Port': ['ID=64c9cd6b-64f0-45b3-a976-8b00bb48b94a,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:14.043793 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-153594e6-59ce-4a30-be41-ce3ce5c6dbd4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:14.057312 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-153594e6-59ce-4a30-be41-ce3ce5c6dbd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:14.135646 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153594e6-59ce-4a30-be41-ce3ce5c6dbd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3118d489-1023-4251-b5b1-8f56aec3bc5b,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:14.161256 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-684195bf-53e4-4c37-b078-5b6926b1b5e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:14.184502 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-153594e6-59ce-4a30-be41-ce3ce5c6dbd4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7b8a4f63c71e49eab02f8f0c5e744cdf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9602563 Nov 12 08:08:14.188845 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 60340) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:08:14.229415 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-1be091b4-8560-4fce-857c-8e242728e4c2 req-7a58555a-2739-4aa7-8783-e41e4d50e9d5 service neutron] Attempting to bind port 64c9cd6b-64f0-45b3-a976-8b00bb48b94a on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:08:14.230014 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-1be091b4-8560-4fce-857c-8e242728e4c2 req-7a58555a-2739-4aa7-8783-e41e4d50e9d5 service neutron] Attempting to bind port 64c9cd6b-64f0-45b3-a976-8b00bb48b94a by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': 'c37124f8-c757-4d0f-9db3-26d4f53bb063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a3156095-dd64-4768-883c-6857cbfc4c3d'}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:08:14.230818 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be091b4-8560-4fce-857c-8e242728e4c2 req-7a58555a-2739-4aa7-8783-e41e4d50e9d5 service neutron] Attempting to bind port 64c9cd6b-64f0-45b3-a976-8b00bb48b94a on network a3156095-dd64-4768-883c-6857cbfc4c3d {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:08:14.244104 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be091b4-8560-4fce-857c-8e242728e4c2 req-7a58555a-2739-4aa7-8783-e41e4d50e9d5 service neutron] Port 64c9cd6b-64f0-45b3-a976-8b00bb48b94a on network a3156095-dd64-4768-883c-6857cbfc4c3d not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:08:14.244848 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be091b4-8560-4fce-857c-8e242728e4c2 req-7a58555a-2739-4aa7-8783-e41e4d50e9d5 service neutron] Attempting to bind port 64c9cd6b-64f0-45b3-a976-8b00bb48b94a on network a3156095-dd64-4768-883c-6857cbfc4c3d {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:08:14.250006 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8233c21a-b96d-40e4-b465-274a8f90f060 req-123bfa84-7cf8-4128-ae4f-dec034838ca8 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:14.254782 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be091b4-8560-4fce-857c-8e242728e4c2 req-7a58555a-2739-4aa7-8783-e41e4d50e9d5 service neutron] Checking agent: {'id': '26215384-8035-4ce2-971a-8e67be80da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:08:14.254782 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be091b4-8560-4fce-857c-8e242728e4c2 req-7a58555a-2739-4aa7-8783-e41e4d50e9d5 service neutron] Checking segment: {'id': 'c37124f8-c757-4d0f-9db3-26d4f53bb063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a3156095-dd64-4768-883c-6857cbfc4c3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:08:14.254782 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be091b4-8560-4fce-857c-8e242728e4c2 req-7a58555a-2739-4aa7-8783-e41e4d50e9d5 service neutron] Bound using segment: {'id': 'c37124f8-c757-4d0f-9db3-26d4f53bb063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a3156095-dd64-4768-883c-6857cbfc4c3d'} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:08:14.254782 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-1be091b4-8560-4fce-857c-8e242728e4c2 req-7a58555a-2739-4aa7-8783-e41e4d50e9d5 service neutron] Bound port: 64c9cd6b-64f0-45b3-a976-8b00bb48b94a, host: n-h1-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c37124f8-c757-4d0f-9db3-26d4f53bb063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a3156095-dd64-4768-883c-6857cbfc4c3d'}}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:08:14.255474 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-1be091b4-8560-4fce-857c-8e242728e4c2 req-7a58555a-2739-4aa7-8783-e41e4d50e9d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:14.262494 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8233c21a-b96d-40e4-b465-274a8f90f060 req-123bfa84-7cf8-4128-ae4f-dec034838ca8 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] 10.222.0.26 "GET /v2.0/ports?device_id=af81c23c-9a36-4719-91a6-b1d1873de119 HTTP/1.1" status: 200 len: 944 time: 0.1817906 Nov 12 08:08:14.324697 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-684195bf-53e4-4c37-b078-5b6926b1b5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:14.328049 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-684195bf-53e4-4c37-b078-5b6926b1b5e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:14.333635 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-684195bf-53e4-4c37-b078-5b6926b1b5e2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9cd34fa8-d05a-45e1-9e07-9e989dfa0a59 HTTP/1.1" status: 204 len: 168 time: 0.6806273 Nov 12 08:08:14.342959 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f1b5c86b-14ac-4ca1-b034-fab62f5cf19f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:14.353001 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60348) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:08:14.365481 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684195bf-53e4-4c37-b078-5b6926b1b5e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cd34fa8-d05a-45e1-9e07-9e989dfa0a59,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:14.399877 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f1b5c86b-14ac-4ca1-b034-fab62f5cf19f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:14.410854 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8233c21a-b96d-40e4-b465-274a8f90f060 req-ac3208ba-5318-477d-8028-6ead5f4aa101 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] 10.222.0.26 "GET /v2.0/security-groups?id=3e2c6d71-9d00-4992-8976-785692969164&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1470652 Nov 12 08:08:14.494956 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-1be091b4-8560-4fce-857c-8e242728e4c2 req-7a58555a-2739-4aa7-8783-e41e4d50e9d5 service neutron] For port 64c9cd6b-64f0-45b3-a976-8b00bb48b94a, host n-h1-765315-29, cleared binding levels {{(pid=102600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:08:14.500905 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-1be091b4-8560-4fce-857c-8e242728e4c2 req-7a58555a-2739-4aa7-8783-e41e4d50e9d5 service neutron] For port 64c9cd6b-64f0-45b3-a976-8b00bb48b94a, host n-h1-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=64c9cd6b-64f0-45b3-a976-8b00bb48b94a,segment=NetworkSegment(c37124f8-c757-4d0f-9db3-26d4f53bb063),segment_id=c37124f8-c757-4d0f-9db3-26d4f53bb063)] {{(pid=102600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:08:14.505173 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f1b5c86b-14ac-4ca1-b034-fab62f5cf19f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:14.512545 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f1b5c86b-14ac-4ca1-b034-fab62f5cf19f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:14.518162 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-f1b5c86b-14ac-4ca1-b034-fab62f5cf19f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3118d489-1023-4251-b5b1-8f56aec3bc5b HTTP/1.1" status: 204 len: 168 time: 0.3279505 Nov 12 08:08:14.521990 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ffd2a5-1abb-484f-9eb9-b95139582f23 req-452710af-302a-4d98-9088-74b9b30cd35e tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:14.523982 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f7ffd2a5-1abb-484f-9eb9-b95139582f23 req-452710af-302a-4d98-9088-74b9b30cd35e tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] 10.222.0.26 "GET /v2.0/ports?device_id=7bac7656-eae6-45c5-830c-66f549600c2d HTTP/1.1" status: 200 len: 950 time: 0.1380966 Nov 12 08:08:14.527954 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-1be091b4-8560-4fce-857c-8e242728e4c2 req-7a58555a-2739-4aa7-8783-e41e4d50e9d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:14.537374 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b5c86b-14ac-4ca1-b034-fab62f5cf19f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3118d489-1023-4251-b5b1-8f56aec3bc5b,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:14.617667 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be091b4-8560-4fce-857c-8e242728e4c2 req-7a58555a-2739-4aa7-8783-e41e4d50e9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:14.618526 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-1be091b4-8560-4fce-857c-8e242728e4c2 req-7a58555a-2739-4aa7-8783-e41e4d50e9d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:14.620317 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1be091b4-8560-4fce-857c-8e242728e4c2 req-7a58555a-2739-4aa7-8783-e41e4d50e9d5 service neutron] 10.222.0.21 "PUT /v2.0/ports/64c9cd6b-64f0-45b3-a976-8b00bb48b94a HTTP/1.1" status: 200 len: 1092 time: 1.9850695 Nov 12 08:08:14.620798 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '053da00c-e5c3-4f45-bacd-a2cffaf1c4e3', 'tag': '64c9cd6b-64f0-45b3-a976-8b00bb48b94a'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:08:14.623354 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e660399-2ec1-4201-8c94-a2d00406d00a" -d '{"events": [{"name": "network-changed", "server_uuid": "053da00c-e5c3-4f45-bacd-a2cffaf1c4e3", "tag": "64c9cd6b-64f0-45b3-a976-8b00bb48b94a"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:08:14.639560 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a58555a-2739-4aa7-8783-e41e4d50e9d5 service neutron] Pushing event updated for resources: {'Port': ['ID=64c9cd6b-64f0-45b3-a976-8b00bb48b94a,revision_number=3']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:14.763315 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e3d8f7-eaf5-45ec-b177-d312e8489af1 x-openstack-request-id: req-82e3d8f7-eaf5-45ec-b177-d312e8489af1 {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:08:14.763996 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "053da00c-e5c3-4f45-bacd-a2cffaf1c4e3", "tag": "64c9cd6b-64f0-45b3-a976-8b00bb48b94a", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:08:14.764453 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-82e3d8f7-eaf5-45ec-b177-d312e8489af1 {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:08:14.765059 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '053da00c-e5c3-4f45-bacd-a2cffaf1c4e3', 'tag': '64c9cd6b-64f0-45b3-a976-8b00bb48b94a', 'status': 'completed', 'code': 200} Nov 12 08:08:14.774275 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f7ffd2a5-1abb-484f-9eb9-b95139582f23 req-d133663c-597b-49e1-ae21-86c0a5466758 tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d23910f-b5d9-458f-a594-0a3fa5fb2ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213972 Nov 12 08:08:14.790846 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be091b4-8560-4fce-857c-8e242728e4c2 req-2b609c70-3631-47bf-809b-d689b422dd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:14.795334 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1be091b4-8560-4fce-857c-8e242728e4c2 req-2b609c70-3631-47bf-809b-d689b422dd24 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2c540c0464294343b65b342f4c6f01b0&device_id=053da00c-e5c3-4f45-bacd-a2cffaf1c4e3 HTTP/1.1" status: 200 len: 1095 time: 0.0912366 Nov 12 08:08:14.859025 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1be091b4-8560-4fce-857c-8e242728e4c2 req-63a35140-2bba-46e7-8882-1e0c9e7ac8e0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64c9cd6b-64f0-45b3-a976-8b00bb48b94a HTTP/1.1" status: 200 len: 217 time: 0.0549738 Nov 12 08:08:14.881935 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device de99e56c-83ee-498c-ae79-1317a8b21e24 up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:08:14.887217 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-435d3ece-a7f8-4a89-a5a9-8be927914153 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1902618094-network', 'tenant_id': 'd3f3ef4a14134700a36c0967765d4c9a'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:08:15.002122 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-435d3ece-a7f8-4a89-a5a9-8be927914153 admin admin] Made reservation on behalf of d3f3ef4a14134700a36c0967765d4c9a for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:08:15.008084 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-435d3ece-a7f8-4a89-a5a9-8be927914153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:15.026269 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-435d3ece-a7f8-4a89-a5a9-8be927914153 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:15.044763 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be091b4-8560-4fce-857c-8e242728e4c2 req-da2ef3f0-8796-4e04-8da9-b8cc585e6d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:15.046281 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1be091b4-8560-4fce-857c-8e242728e4c2 req-da2ef3f0-8796-4e04-8da9-b8cc585e6d85 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5faf708b-0fdf-49a2-9148-2d75ea940abb HTTP/1.1" status: 200 len: 860 time: 0.1778076 Nov 12 08:08:15.065128 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning for port de99e56c-83ee-498c-ae79-1317a8b21e24 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:08:15.075150 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port de99e56c-83ee-498c-ae79-1317a8b21e24 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:08:15.075750 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:15.248953 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:15.286233 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be091b4-8560-4fce-857c-8e242728e4c2 req-6e04d1ef-da8e-49b8-85bf-932d817d6f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:15.288399 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1be091b4-8560-4fce-857c-8e242728e4c2 req-6e04d1ef-da8e-49b8-85bf-932d817d6f02 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a3156095-dd64-4768-883c-6857cbfc4c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1703618 Nov 12 08:08:15.305031 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port de99e56c-83ee-498c-ae79-1317a8b21e24, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=de99e56c-83ee-498c-ae79-1317a8b21e24,segment=NetworkSegment(c1acfdd1-5634-4383-a3b0-beb6da56b542),segment_id=c1acfdd1-5634-4383-a3b0-beb6da56b542)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:08:15.306874 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af81c23c-9a36-4719-91a6-b1d1873de119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de99e56c-83ee-498c-ae79-1317a8b21e24'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:08:15.312701 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3620400e-5819-423e-a61a-ef27b4a090a0" -d '{"events": [{"server_uuid": "af81c23c-9a36-4719-91a6-b1d1873de119", "name": "network-vif-plugged", "status": "completed", "tag": "de99e56c-83ee-498c-ae79-1317a8b21e24"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:08:15.316962 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d9f22b-f8f5-4ae7-b2bb-38b6e2c0090c req-e90c48f4-fc7f-4c4e-88c1-dac0b287cb34 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:15.320849 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-84d9f22b-f8f5-4ae7-b2bb-38b6e2c0090c req-e90c48f4-fc7f-4c4e-88c1-dac0b287cb34 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] 10.222.0.26 "GET /v2.0/ports?device_id=053da00c-e5c3-4f45-bacd-a2cffaf1c4e3 HTTP/1.1" status: 200 len: 943 time: 0.2967227 Nov 12 08:08:15.328359 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:15.406404 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=de99e56c-83ee-498c-ae79-1317a8b21e24,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:15.540264 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1be091b4-8560-4fce-857c-8e242728e4c2 req-86123690-4660-4a7b-9f08-00c29d2a03a0 service neutron] 10.222.0.21 "GET /v2.0/networks/a3156095-dd64-4768-883c-6857cbfc4c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005970 Nov 12 08:08:15.541540 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 60380) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:08:15.577882 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-444c4fbc-269b-4c33-bb5c-fbcdde241deb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:15.705539 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-444c4fbc-269b-4c33-bb5c-fbcdde241deb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:15.713662 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-444c4fbc-269b-4c33-bb5c-fbcdde241deb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:15.789675 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-444c4fbc-269b-4c33-bb5c-fbcdde241deb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e4ac5b4cb7464fe6b2de33ec5c92313f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2467821 Nov 12 08:08:15.790364 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 60388) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:08:15.790996 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444c4fbc-269b-4c33-bb5c-fbcdde241deb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01e2bfef-38a2-428e-a715-1094c4e341be,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:15.832898 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-84d9f22b-f8f5-4ae7-b2bb-38b6e2c0090c req-75f0227f-5c0d-48bd-8f23-1a1d8be0ee6a tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] 10.222.0.26 "GET /v2.0/security-groups?id=16890e38-f1af-4c01-becd-7b74bb4a1689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4691067 Nov 12 08:08:15.899672 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-08fe4c5f-f51a-4434-8a04-56127ce1d370 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:15.921970 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50e65daa-3a12-43a1-bcbe-e776d095ba68 x-openstack-request-id: req-50e65daa-3a12-43a1-bcbe-e776d095ba68 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:08:15.922470 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af81c23c-9a36-4719-91a6-b1d1873de119", "name": "network-vif-plugged", "status": "completed", "tag": "de99e56c-83ee-498c-ae79-1317a8b21e24", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:08:15.922691 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-50e65daa-3a12-43a1-bcbe-e776d095ba68 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:08:15.923049 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af81c23c-9a36-4719-91a6-b1d1873de119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de99e56c-83ee-498c-ae79-1317a8b21e24', 'code': 200} Nov 12 08:08:15.926039 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-435d3ece-a7f8-4a89-a5a9-8be927914153 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:15.967651 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-08fe4c5f-f51a-4434-8a04-56127ce1d370 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:15.971459 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-435d3ece-a7f8-4a89-a5a9-8be927914153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:16.023921 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-435d3ece-a7f8-4a89-a5a9-8be927914153 admin admin] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:08:16.039553 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-435d3ece-a7f8-4a89-a5a9-8be927914153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:16.039900 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-435d3ece-a7f8-4a89-a5a9-8be927914153 admin admin] Added segment 1db27ece-82b2-4c8d-abc3-e56edcdd7b0a of type vlan for network e20d0ee5-0c01-4db1-aa95-4ea5bc470460 Nov 12 08:08:16.165100 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6054e8e0-9f2b-4dcd-aaa7-aa8fc2b8d269 req-acc2e96f-c37d-477e-a980-8012c4a758b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:16.166913 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6054e8e0-9f2b-4dcd-aaa7-aa8fc2b8d269 req-acc2e96f-c37d-477e-a980-8012c4a758b9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=af81c23c-9a36-4719-91a6-b1d1873de119 HTTP/1.1" status: 200 len: 1097 time: 0.1149998 Nov 12 08:08:16.181983 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2096c4ac-430c-432d-bcce-832d66617081 req-b0240ddd-4f7a-4a80-a03a-03bb41ca110f tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:16.186970 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2096c4ac-430c-432d-bcce-832d66617081 req-b0240ddd-4f7a-4a80-a03a-03bb41ca110f tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] 10.222.0.26 "GET /v2.0/ports?device_id=7bac7656-eae6-45c5-830c-66f549600c2d HTTP/1.1" status: 200 len: 950 time: 0.1352036 Nov 12 08:08:16.199523 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435d3ece-a7f8-4a89-a5a9-8be927914153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa645396-f4c7-480c-a064-4014bbf1e510,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:16.207154 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1be091b4-8560-4fce-857c-8e242728e4c2 req-44c948eb-1126-4ae6-843b-73ec5a1803b6 service neutron] 10.222.0.21 "GET /v2.0/networks/a3156095-dd64-4768-883c-6857cbfc4c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6324344 Nov 12 08:08:16.208670 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-435d3ece-a7f8-4a89-a5a9-8be927914153 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:16.237138 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f253ff9f-cc3d-4b94-b1b0-e84377537974 req-97b35d86-74bb-492c-837d-036f19fde419 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:16.237138 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f253ff9f-cc3d-4b94-b1b0-e84377537974 req-97b35d86-74bb-492c-837d-036f19fde419 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] 10.222.0.26 "GET /v2.0/ports?device_id=af81c23c-9a36-4719-91a6-b1d1873de119 HTTP/1.1" status: 200 len: 945 time: 0.1779687 Nov 12 08:08:16.255408 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-08fe4c5f-f51a-4434-8a04-56127ce1d370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:16.258857 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-08fe4c5f-f51a-4434-8a04-56127ce1d370 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:16.260229 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-08fe4c5f-f51a-4434-8a04-56127ce1d370 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/01e2bfef-38a2-428e-a715-1094c4e341be HTTP/1.1" status: 204 len: 168 time: 0.4663591 Nov 12 08:08:16.273592 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-435d3ece-a7f8-4a89-a5a9-8be927914153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:16.274549 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435d3ece-a7f8-4a89-a5a9-8be927914153 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:16.275164 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-435d3ece-a7f8-4a89-a5a9-8be927914153 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:16.306885 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fe4c5f-f51a-4434-8a04-56127ce1d370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e2bfef-38a2-428e-a715-1094c4e341be,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:16.373997 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f253ff9f-cc3d-4b94-b1b0-e84377537974 req-8059fc82-d437-4be3-98e6-02455c08743d tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] 10.222.0.26 "GET /v2.0/security-groups?id=3e2c6d71-9d00-4992-8976-785692969164&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275430 Nov 12 08:08:16.380665 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6054e8e0-9f2b-4dcd-aaa7-aa8fc2b8d269 req-2272fb33-058a-40e3-9b13-c6b9b8e591fa service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3e2c6d71-9d00-4992-8976-785692969164&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1922870 Nov 12 08:08:16.388681 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-435d3ece-a7f8-4a89-a5a9-8be927914153 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.0191426 Nov 12 08:08:16.392453 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60410) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:08:16.400161 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-3f1a3023-f16f-4357-a5f8-10a63e82e1f8 admin admin] Request body: {'subnet': {'network_id': 'e20d0ee5-0c01-4db1-aa95-4ea5bc470460', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1902618094-subnet', 'tenant_id': 'd3f3ef4a14134700a36c0967765d4c9a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:08:16.407525 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2096c4ac-430c-432d-bcce-832d66617081 req-f79b52b1-297f-4d00-87ce-8876dff0a403 tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d23910f-b5d9-458f-a594-0a3fa5fb2ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087193 Nov 12 08:08:16.451537 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435d3ece-a7f8-4a89-a5a9-8be927914153 admin admin] Pushing event updated for resources: {'Network': ['ID=e20d0ee5-0c01-4db1-aa95-4ea5bc470460,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:16.461596 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e660399-2ec1-4201-8c94-a2d00406d00a req-4e286dd9-0850-4042-89a4-a19736f91a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:16.463321 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0e660399-2ec1-4201-8c94-a2d00406d00a req-4e286dd9-0850-4042-89a4-a19736f91a67 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2c540c0464294343b65b342f4c6f01b0&device_id=053da00c-e5c3-4f45-bacd-a2cffaf1c4e3 HTTP/1.1" status: 200 len: 1095 time: 0.1798010 Nov 12 08:08:16.465870 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network e20d0ee5-0c01-4db1-aa95-4ea5bc470460 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:08:16.469151 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f1a3023-f16f-4357-a5f8-10a63e82e1f8 admin admin] Made reservation on behalf of d3f3ef4a14134700a36c0967765d4c9a for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:08:16.473547 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3f1a3023-f16f-4357-a5f8-10a63e82e1f8 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:16.681678 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e660399-2ec1-4201-8c94-a2d00406d00a req-e9bb3869-e19a-4a6e-bb2c-24b1ee6d28f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:16.683653 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0e660399-2ec1-4201-8c94-a2d00406d00a req-e9bb3869-e19a-4a6e-bb2c-24b1ee6d28f2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a3156095-dd64-4768-883c-6857cbfc4c3d HTTP/1.1" status: 200 len: 922 time: 0.2066574 Nov 12 08:08:16.758750 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0e660399-2ec1-4201-8c94-a2d00406d00a req-93fd0e21-2924-4301-9b72-db2bd75950b5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64c9cd6b-64f0-45b3-a976-8b00bb48b94a HTTP/1.1" status: 200 len: 217 time: 0.0446007 Nov 12 08:08:16.863514 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e660399-2ec1-4201-8c94-a2d00406d00a req-d292c3c7-9c7b-46c3-8865-b436c883ff96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:16.865010 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0e660399-2ec1-4201-8c94-a2d00406d00a req-d292c3c7-9c7b-46c3-8865-b436c883ff96 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5faf708b-0fdf-49a2-9148-2d75ea940abb HTTP/1.1" status: 200 len: 860 time: 0.0985610 Nov 12 08:08:16.867357 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3f1a3023-f16f-4357-a5f8-10a63e82e1f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:16.992200 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1a3023-f16f-4357-a5f8-10a63e82e1f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4054f1d6-a6c6-43c7-ba9c-9a6600029957,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:17.023858 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e660399-2ec1-4201-8c94-a2d00406d00a req-d3d6ea56-6e16-4243-8173-f739733158af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:17.025387 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0e660399-2ec1-4201-8c94-a2d00406d00a req-d3d6ea56-6e16-4243-8173-f739733158af service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a3156095-dd64-4768-883c-6857cbfc4c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1501858 Nov 12 08:08:17.028455 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1a3023-f16f-4357-a5f8-10a63e82e1f8 admin admin] Checking segment: {'id': '1db27ece-82b2-4c8d-abc3-e56edcdd7b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'e20d0ee5-0c01-4db1-aa95-4ea5bc470460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:08:17.028815 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1a3023-f16f-4357-a5f8-10a63e82e1f8 admin admin] Network hostable DHCP agents. Network: e20d0ee5-0c01-4db1-aa95-4ea5bc470460, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:08:17.138279 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd071db-7443-4c6d-88ea-329aec4d9030 req-b89ce003-8293-4aaa-8e48-356a310f2f4c tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:17.139993 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0fd071db-7443-4c6d-88ea-329aec4d9030 req-b89ce003-8293-4aaa-8e48-356a310f2f4c tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] 10.222.0.26 "GET /v2.0/ports?device_id=053da00c-e5c3-4f45-bacd-a2cffaf1c4e3 HTTP/1.1" status: 200 len: 943 time: 0.1670115 Nov 12 08:08:17.140829 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1a3023-f16f-4357-a5f8-10a63e82e1f8 admin admin] Network e20d0ee5-0c01-4db1-aa95-4ea5bc470460 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:08:17.173544 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-3f1a3023-f16f-4357-a5f8-10a63e82e1f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, e20d0ee5-0c01-4db1-aa95-4ea5bc470460) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:08:17.188776 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1a3023-f16f-4357-a5f8-10a63e82e1f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:17.189271 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3f1a3023-f16f-4357-a5f8-10a63e82e1f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:17.189943 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cef7c55-4bde-4536-b43f-64cc19fe5c46 None None] Network e20d0ee5-0c01-4db1-aa95-4ea5bc470460 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:08:17.244965 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0e660399-2ec1-4201-8c94-a2d00406d00a req-5be2892a-723b-4262-a184-989126632097 service neutron] 10.222.0.21 "GET /v2.0/networks/a3156095-dd64-4768-883c-6857cbfc4c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079089 Nov 12 08:08:17.252819 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-3f1a3023-f16f-4357-a5f8-10a63e82e1f8 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8592587 Nov 12 08:08:17.256904 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0fd071db-7443-4c6d-88ea-329aec4d9030 req-ac5db8db-86e2-4f63-9a37-7ab361f2b0bb tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] 10.222.0.26 "GET /v2.0/security-groups?id=16890e38-f1af-4c01-becd-7b74bb4a1689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054831 Nov 12 08:08:17.520409 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c218d35-f318-4ed5-8cf6-3235b15836dc req-17e561cf-d9df-4e1e-a0c3-f05f541a13b5 tempest-DeleteServersAdminTestJSON-1683315211 tempest-DeleteServersAdminTestJSON-1683315211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:17.521197 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0e660399-2ec1-4201-8c94-a2d00406d00a req-0b6e33ee-c40d-4e9e-94f7-0929aa4163f0 service neutron] 10.222.0.21 "GET /v2.0/networks/a3156095-dd64-4768-883c-6857cbfc4c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599547 Nov 12 08:08:17.521846 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8c218d35-f318-4ed5-8cf6-3235b15836dc req-17e561cf-d9df-4e1e-a0c3-f05f541a13b5 tempest-DeleteServersAdminTestJSON-1683315211 tempest-DeleteServersAdminTestJSON-1683315211-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7bac7656-eae6-45c5-830c-66f549600c2d HTTP/1.1" status: 200 len: 1102 time: 0.1468763 Nov 12 08:08:17.584960 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98174f9-11ba-44ce-965c-dfe8cf0359bb None None] Network e20d0ee5-0c01-4db1-aa95-4ea5bc470460 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:08:17.774635 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc212c6-9dac-4f97-9648-110337b5fb6a req-f0c3a093-d6ca-43a3-a782-cf77382a0640 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:17.790845 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-8c218d35-f318-4ed5-8cf6-3235b15836dc req-9da4b192-b376-4c9d-9d22-6c028baa7e77 tempest-DeleteServersAdminTestJSON-1683315211 tempest-DeleteServersAdminTestJSON-1683315211-project-admin] Deleting port e0d67cc7-c224-4129-9d97-a36c406f81fe {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:08:17.792015 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-8c218d35-f318-4ed5-8cf6-3235b15836dc req-9da4b192-b376-4c9d-9d22-6c028baa7e77 tempest-DeleteServersAdminTestJSON-1683315211 tempest-DeleteServersAdminTestJSON-1683315211-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:17.823772 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-abc212c6-9dac-4f97-9648-110337b5fb6a req-f0c3a093-d6ca-43a3-a782-cf77382a0640 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] 10.222.0.26 "GET /v2.0/ports?device_id=af81c23c-9a36-4719-91a6-b1d1873de119 HTTP/1.1" status: 200 len: 945 time: 0.2870519 Nov 12 08:08:17.948951 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-abc212c6-9dac-4f97-9648-110337b5fb6a req-cde6a2b4-a041-4310-8e49-133aea36135b tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] 10.222.0.26 "GET /v2.0/security-groups?id=3e2c6d71-9d00-4992-8976-785692969164&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198802 Nov 12 08:08:18.033078 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-8c218d35-f318-4ed5-8cf6-3235b15836dc req-9da4b192-b376-4c9d-9d22-6c028baa7e77 tempest-DeleteServersAdminTestJSON-1683315211 tempest-DeleteServersAdminTestJSON-1683315211-project-admin] For port e0d67cc7-c224-4129-9d97-a36c406f81fe, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=e0d67cc7-c224-4129-9d97-a36c406f81fe,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:08:18.033693 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-8c218d35-f318-4ed5-8cf6-3235b15836dc req-9da4b192-b376-4c9d-9d22-6c028baa7e77 tempest-DeleteServersAdminTestJSON-1683315211 tempest-DeleteServersAdminTestJSON-1683315211-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:18.069207 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-8c218d35-f318-4ed5-8cf6-3235b15836dc req-9da4b192-b376-4c9d-9d22-6c028baa7e77 tempest-DeleteServersAdminTestJSON-1683315211 tempest-DeleteServersAdminTestJSON-1683315211-project-admin] Calling delete_port for e0d67cc7-c224-4129-9d97-a36c406f81fe owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:08:18.244613 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2584bb7-1d38-4dec-941a-d2732ed3f72b req-5a35e2c5-f0f1-471c-910e-d293b2a87d79 tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:18.246663 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f2584bb7-1d38-4dec-941a-d2732ed3f72b req-5a35e2c5-f0f1-471c-910e-d293b2a87d79 tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] 10.222.0.26 "GET /v2.0/ports?device_id=7bac7656-eae6-45c5-830c-66f549600c2d HTTP/1.1" status: 200 len: 950 time: 0.1991124 Nov 12 08:08:18.372905 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f2584bb7-1d38-4dec-941a-d2732ed3f72b req-691c0f6b-196d-446a-8d97-cea3c1d9a45f tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d23910f-b5d9-458f-a594-0a3fa5fb2ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930474 Nov 12 08:08:18.404693 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-8c218d35-f318-4ed5-8cf6-3235b15836dc req-9da4b192-b376-4c9d-9d22-6c028baa7e77 tempest-DeleteServersAdminTestJSON-1683315211 tempest-DeleteServersAdminTestJSON-1683315211-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:18.417512 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['e0d67cc7-c224-4129-9d97-a36c406f81fe'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:08:18.476529 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da4b192-b376-4c9d-9d22-6c028baa7e77 tempest-DeleteServersAdminTestJSON-1683315211 tempest-DeleteServersAdminTestJSON-1683315211-project-admin] Pushing event deleted for resources: {'Port': ['ID=e0d67cc7-c224-4129-9d97-a36c406f81fe,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:18.545058 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c218d35-f318-4ed5-8cf6-3235b15836dc req-9da4b192-b376-4c9d-9d22-6c028baa7e77 tempest-DeleteServersAdminTestJSON-1683315211 tempest-DeleteServersAdminTestJSON-1683315211-project-admin] No DVR routers for this DVR port e0d67cc7-c224-4129-9d97-a36c406f81fe on host n-h1-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:08:18.579253 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-8c218d35-f318-4ed5-8cf6-3235b15836dc req-9da4b192-b376-4c9d-9d22-6c028baa7e77 tempest-DeleteServersAdminTestJSON-1683315211 tempest-DeleteServersAdminTestJSON-1683315211-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:18.583757 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8c218d35-f318-4ed5-8cf6-3235b15836dc req-9da4b192-b376-4c9d-9d22-6c028baa7e77 tempest-DeleteServersAdminTestJSON-1683315211 tempest-DeleteServersAdminTestJSON-1683315211-project-admin] 10.222.0.21 "DELETE /v2.0/ports/e0d67cc7-c224-4129-9d97-a36c406f81fe HTTP/1.1" status: 204 len: 173 time: 1.0533922 Nov 12 08:08:18.584624 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bac7656-eae6-45c5-830c-66f549600c2d', 'name': 'network-vif-deleted', 'tag': 'e0d67cc7-c224-4129-9d97-a36c406f81fe'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:08:18.587986 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5d1d7a8-0544-43ba-b811-bcb84e8835f9" -d '{"events": [{"server_uuid": "7bac7656-eae6-45c5-830c-66f549600c2d", "name": "network-vif-deleted", "tag": "e0d67cc7-c224-4129-9d97-a36c406f81fe"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:08:18.632708 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e94cdf-8b55-4d84-9111-0f413151a435 req-56422bb9-bf1c-4d26-8b0b-ef750d26c1ec tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:18.636131 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-67e94cdf-8b55-4d84-9111-0f413151a435 req-56422bb9-bf1c-4d26-8b0b-ef750d26c1ec tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] 10.222.0.26 "GET /v2.0/ports?device_id=053da00c-e5c3-4f45-bacd-a2cffaf1c4e3 HTTP/1.1" status: 200 len: 943 time: 0.1279168 Nov 12 08:08:18.747815 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07d8da5a-0a19-4f76-af33-4c7d936bf84c x-openstack-request-id: req-07d8da5a-0a19-4f76-af33-4c7d936bf84c {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:08:18.748082 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bac7656-eae6-45c5-830c-66f549600c2d", "name": "network-vif-deleted", "tag": "e0d67cc7-c224-4129-9d97-a36c406f81fe", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:08:18.748343 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-07d8da5a-0a19-4f76-af33-4c7d936bf84c {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:08:18.748738 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bac7656-eae6-45c5-830c-66f549600c2d', 'name': 'network-vif-deleted', 'tag': 'e0d67cc7-c224-4129-9d97-a36c406f81fe', 'status': 'completed', 'code': 200} Nov 12 08:08:18.799407 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-67e94cdf-8b55-4d84-9111-0f413151a435 req-e4df2be3-8539-4d8b-b338-ac14a5803809 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] 10.222.0.26 "GET /v2.0/security-groups?id=16890e38-f1af-4c01-becd-7b74bb4a1689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302457 Nov 12 08:08:19.145132 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10234276-a100-44ce-89ce-f8b2ab1d0eb0 req-7b589ed5-627f-4571-9f19-483690f581de tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:19.162069 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-10234276-a100-44ce-89ce-f8b2ab1d0eb0 req-7b589ed5-627f-4571-9f19-483690f581de tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] 10.222.0.26 "GET /v2.0/ports?device_id=af81c23c-9a36-4719-91a6-b1d1873de119 HTTP/1.1" status: 200 len: 945 time: 0.0989628 Nov 12 08:08:19.174232 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60498) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:08:19.187845 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-0192530f-f5b1-4188-a357-1ddb56118bfc admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1384708626-network', 'tenant_id': '19ab10040f02432a9921eb037aa0534d'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:08:19.228556 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0192530f-f5b1-4188-a357-1ddb56118bfc admin admin] Made reservation on behalf of 19ab10040f02432a9921eb037aa0534d for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:08:19.230884 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0192530f-f5b1-4188-a357-1ddb56118bfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:19.244522 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0192530f-f5b1-4188-a357-1ddb56118bfc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:19.249374 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-10234276-a100-44ce-89ce-f8b2ab1d0eb0 req-fba8e66c-eec4-4292-a769-a357b98443f6 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] 10.222.0.26 "GET /v2.0/security-groups?id=3e2c6d71-9d00-4992-8976-785692969164&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864418 Nov 12 08:08:19.437251 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0192530f-f5b1-4188-a357-1ddb56118bfc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:19.443319 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0192530f-f5b1-4188-a357-1ddb56118bfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:19.471977 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0192530f-f5b1-4188-a357-1ddb56118bfc admin admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:08:19.490270 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0192530f-f5b1-4188-a357-1ddb56118bfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c995a1c2-19b4-4f12-a187-284021761987,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:19.506651 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0192530f-f5b1-4188-a357-1ddb56118bfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:19.506651 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-0192530f-f5b1-4188-a357-1ddb56118bfc admin admin] Added segment f54dfbb1-c6be-42ea-af4f-617b30ba671e of type vlan for network 6134d3af-e54b-4275-b2ce-a8a385774ad9 Nov 12 08:08:19.548267 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0192530f-f5b1-4188-a357-1ddb56118bfc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:19.555159 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd90230-86f2-4c1c-a669-017a464d18ce req-be317582-b15e-4a19-9f55-663888420ba6 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:19.560701 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5dd90230-86f2-4c1c-a669-017a464d18ce req-be317582-b15e-4a19-9f55-663888420ba6 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] 10.222.0.26 "GET /v2.0/ports?device_id=af81c23c-9a36-4719-91a6-b1d1873de119 HTTP/1.1" status: 200 len: 945 time: 0.1620612 Nov 12 08:08:19.566380 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 60512) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:08:19.572025 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-cc42721c-cfd8-40f1-8066-afe92536458f tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Request body: {'floatingip': {'port_id': 'de99e56c-83ee-498c-ae79-1317a8b21e24'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:08:19.612618 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0192530f-f5b1-4188-a357-1ddb56118bfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:19.613768 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0192530f-f5b1-4188-a357-1ddb56118bfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:19.614359 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0192530f-f5b1-4188-a357-1ddb56118bfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:19.669003 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-0192530f-f5b1-4188-a357-1ddb56118bfc admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.4925699 Nov 12 08:08:19.676185 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60518) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:08:19.734142 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-9c134f97-3da7-48aa-adb7-7c32012c4f31 admin admin] Request body: {'subnet': {'network_id': '6134d3af-e54b-4275-b2ce-a8a385774ad9', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1384708626-subnet', 'tenant_id': '19ab10040f02432a9921eb037aa0534d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:08:19.760367 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0192530f-f5b1-4188-a357-1ddb56118bfc admin admin] Pushing event updated for resources: {'Network': ['ID=6134d3af-e54b-4275-b2ce-a8a385774ad9,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:19.772865 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 6134d3af-e54b-4275-b2ce-a8a385774ad9 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:08:19.797857 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c134f97-3da7-48aa-adb7-7c32012c4f31 admin admin] Made reservation on behalf of 19ab10040f02432a9921eb037aa0534d for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:08:19.803885 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9c134f97-3da7-48aa-adb7-7c32012c4f31 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:19.924243 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 64c9cd6b-64f0-45b3-a976-8b00bb48b94a details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:08:20.062346 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-44574453-cac5-4d3f-bb28-7c04c851b97d req-1c519f18-b123-4a62-9b10-e80f25d52353 tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=03103b5b4fbe42938d0a63bfe12d9d56&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0862706 Nov 12 08:08:20.076213 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cc42721c-cfd8-40f1-8066-afe92536458f tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Publish callbacks [] for floatingip, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:20.136019 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 64c9cd6b-64f0-45b3-a976-8b00bb48b94a, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=64c9cd6b-64f0-45b3-a976-8b00bb48b94a,segment=NetworkSegment(c37124f8-c757-4d0f-9db3-26d4f53bb063),segment_id=c37124f8-c757-4d0f-9db3-26d4f53bb063)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:08:20.156053 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Returning: {'device': '64c9cd6b-64f0-45b3-a976-8b00bb48b94a', 'network_id': 'a3156095-dd64-4768-883c-6857cbfc4c3d', 'port_id': '64c9cd6b-64f0-45b3-a976-8b00bb48b94a', 'mac_address': 'fa:16:3e:a3:ec:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5faf708b-0fdf-49a2-9148-2d75ea940abb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:08:20.256452 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:20.292899 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-e530113a-7783-48f4-9840-8911a24052df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64c9cd6b-64f0-45b3-a976-8b00bb48b94a {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:08:20.341390 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 64c9cd6b-64f0-45b3-a976-8b00bb48b94a, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=64c9cd6b-64f0-45b3-a976-8b00bb48b94a,segment=NetworkSegment(c37124f8-c757-4d0f-9db3-26d4f53bb063),segment_id=c37124f8-c757-4d0f-9db3-26d4f53bb063)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:08:20.355769 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:20.410227 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9c134f97-3da7-48aa-adb7-7c32012c4f31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:20.425349 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a90ac3e1-f3c4-4e24-b6db-14937ea8c290 req-e4fbc069-f6e1-4253-a3ce-20cb20659d8c tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=b04638ff4f784ea2af51ab092137a95b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0980115 Nov 12 08:08:20.447807 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=64c9cd6b-64f0-45b3-a976-8b00bb48b94a,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:20.613048 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c134f97-3da7-48aa-adb7-7c32012c4f31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75d3ebd5-af50-4ac7-9813-0288bb59e24e,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:20.626364 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c134f97-3da7-48aa-adb7-7c32012c4f31 admin admin] Checking segment: {'id': 'f54dfbb1-c6be-42ea-af4f-617b30ba671e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '6134d3af-e54b-4275-b2ce-a8a385774ad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:08:20.626773 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c134f97-3da7-48aa-adb7-7c32012c4f31 admin admin] Network hostable DHCP agents. Network: 6134d3af-e54b-4275-b2ce-a8a385774ad9, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:08:20.638123 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['64c9cd6b-64f0-45b3-a976-8b00bb48b94a'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:08:20.657529 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44574453-cac5-4d3f-bb28-7c04c851b97d req-f9a0621e-a7d0-4f9c-b659-6c9413dfe1a1 tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:20.670306 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-44574453-cac5-4d3f-bb28-7c04c851b97d req-f9a0621e-a7d0-4f9c-b659-6c9413dfe1a1 tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6058011 Nov 12 08:08:20.670468 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90ac3e1-f3c4-4e24-b6db-14937ea8c290 req-340521d6-d6a3-4eb0-94ad-39dc046a84a1 tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:20.672735 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a90ac3e1-f3c4-4e24-b6db-14937ea8c290 req-340521d6-d6a3-4eb0-94ad-39dc046a84a1 tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2340786 Nov 12 08:08:20.683251 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c134f97-3da7-48aa-adb7-7c32012c4f31 admin admin] Network 6134d3af-e54b-4275-b2ce-a8a385774ad9 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:08:20.706563 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a90ac3e1-f3c4-4e24-b6db-14937ea8c290 req-8f0cddaf-9cdb-43c4-b651-3b0ea0eb6cee tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] 10.222.0.26 "GET /v2.0/quotas/b04638ff4f784ea2af51ab092137a95b HTTP/1.1" status: 200 len: 375 time: 0.0183070 Nov 12 08:08:20.708308 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-9c134f97-3da7-48aa-adb7-7c32012c4f31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 6134d3af-e54b-4275-b2ce-a8a385774ad9) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:08:20.711378 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-44574453-cac5-4d3f-bb28-7c04c851b97d req-078c6d15-f00e-4af3-b3d0-54211fe57d0a tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] 10.222.0.26 "GET /v2.0/quotas/03103b5b4fbe42938d0a63bfe12d9d56 HTTP/1.1" status: 200 len: 375 time: 0.0372553 Nov 12 08:08:20.732116 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e165a5-fb4f-48e0-9d9f-542f89658530 None None] Network 6134d3af-e54b-4275-b2ce-a8a385774ad9 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:08:20.735015 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c134f97-3da7-48aa-adb7-7c32012c4f31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:20.735916 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9c134f97-3da7-48aa-adb7-7c32012c4f31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:20.799819 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-44574453-cac5-4d3f-bb28-7c04c851b97d req-d7632e90-90ef-4a77-8904-f2f5d1e632b5 tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=03103b5b4fbe42938d0a63bfe12d9d56&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0867391 Nov 12 08:08:20.816899 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a90ac3e1-f3c4-4e24-b6db-14937ea8c290 req-1f650a21-4fcc-4ea7-a2f6-3e126d853e5d tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b04638ff4f784ea2af51ab092137a95b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0878084 Nov 12 08:08:20.828964 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-9c134f97-3da7-48aa-adb7-7c32012c4f31 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1511564 Nov 12 08:08:21.358057 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3b8f7c-4568-4342-bba2-456ffeb43b11 None None] Network 6134d3af-e54b-4275-b2ce-a8a385774ad9 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:08:21.647558 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66d1085-0197-4995-88a6-b84cc50834a7 req-a73d32fc-b505-4b73-bdac-2a81798217de tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:21.650296 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c66d1085-0197-4995-88a6-b84cc50834a7 req-a73d32fc-b505-4b73-bdac-2a81798217de tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] 10.222.0.26 "GET /v2.0/ports?device_id=053da00c-e5c3-4f45-bacd-a2cffaf1c4e3 HTTP/1.1" status: 200 len: 944 time: 0.3122075 Nov 12 08:08:21.764648 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-dd3e014f-5b8a-4459-ae70-3b2523c3278b req-c13bc003-bdeb-4803-a704-7d020e3df886 tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d307ea9-d969-40b3-9ff7-f74bff956c36 HTTP/1.1" status: 200 len: 210 time: 0.0750999 Nov 12 08:08:21.923892 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device e0d67cc7-c224-4129-9d97-a36c406f81fe no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:08:21.944446 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ee8f5f93-7eca-411e-a041-2c20f62f92cd req-90e91d7a-0e42-4c19-bb32-5df8bfee4d73 tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ccde51c-23a7-4c55-86c1-1d91326d6942 HTTP/1.1" status: 200 len: 210 time: 0.0691710 Nov 12 08:08:21.953375 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c66d1085-0197-4995-88a6-b84cc50834a7 req-1159f086-1765-408e-a8de-d46ba908ec40 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] 10.222.0.26 "GET /v2.0/security-groups?id=16890e38-f1af-4c01-becd-7b74bb4a1689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757802 Nov 12 08:08:22.027183 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-e530113a-7783-48f4-9840-8911a24052df None None] No Port match for: e0d67cc7-c224-4129-9d97-a36c406f81fe {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:08:22.030023 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device e0d67cc7-c224-4129-9d97-a36c406f81fe not bound to the agent host n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:08:22.052984 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.db.resource_extend [None req-cc42721c-cfd8-40f1-8066-afe92536458f tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:08:22.294562 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6204e8da-1b42-4d5a-bd68-547dd566c65c req-6128dc39-1039-4b6f-a851-6d98503fafe0 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=18645d9d88124b4d9a21d3cd2562460a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0461729 Nov 12 08:08:22.296886 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cc42721c-cfd8-40f1-8066-afe92536458f tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:22.310546 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cc42721c-cfd8-40f1-8066-afe92536458f tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:22.453106 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd098f6a-ab48-4513-8964-a848afc83a88 req-4c942eb2-7d6e-426e-8045-29c58c0437c8 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:22.462335 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cd098f6a-ab48-4513-8964-a848afc83a88 req-4c942eb2-7d6e-426e-8045-29c58c0437c8 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/networks?id=e20d0ee5-0c01-4db1-aa95-4ea5bc470460 HTTP/1.1" status: 200 len: 821 time: 0.1851215 Nov 12 08:08:22.479892 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6204e8da-1b42-4d5a-bd68-547dd566c65c req-5a6f0054-dd49-44ac-b5b5-105b059d032e tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:22.487931 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6204e8da-1b42-4d5a-bd68-547dd566c65c req-5a6f0054-dd49-44ac-b5b5-105b059d032e tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1920512 Nov 12 08:08:22.521780 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6204e8da-1b42-4d5a-bd68-547dd566c65c req-c10a6f56-6ec7-4839-90f6-265f212fa304 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] 10.222.0.26 "GET /v2.0/quotas/18645d9d88124b4d9a21d3cd2562460a HTTP/1.1" status: 200 len: 375 time: 0.0248744 Nov 12 08:08:22.526505 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cd098f6a-ab48-4513-8964-a848afc83a88 req-578f040d-aa39-4451-a27a-57d4e1e54a16 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/quotas/d3f3ef4a14134700a36c0967765d4c9a HTTP/1.1" status: 200 len: 375 time: 0.0626314 Nov 12 08:08:22.567434 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6204e8da-1b42-4d5a-bd68-547dd566c65c req-2e073aac-930b-4938-8b63-829652370795 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=18645d9d88124b4d9a21d3cd2562460a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0365877 Nov 12 08:08:22.573451 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cd098f6a-ab48-4513-8964-a848afc83a88 req-bbcdf4ee-7849-4cd4-bb79-535c7b76e757 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d3f3ef4a14134700a36c0967765d4c9a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457637 Nov 12 08:08:22.738316 n-d-765315-29 neutron-server[102599]: INFO neutron.db.l3_db [None req-cc42721c-cfd8-40f1-8066-afe92536458f tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Floating IP 631baee7-bb77-4bb5-9ce7-6526a4fa40b6 associated. External IP: 172.25.2.131, port: de99e56c-83ee-498c-ae79-1317a8b21e24. Nov 12 08:08:22.920621 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cd098f6a-ab48-4513-8964-a848afc83a88 req-b642eb5e-f073-45f2-af1c-835d0457d1fe service neutron] 10.222.0.26 "GET /v2.0/networks/e20d0ee5-0c01-4db1-aa95-4ea5bc470460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3007476 Nov 12 08:08:23.088413 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d3b6d5fe-6d52-425f-94e9-c9214b8f848f req-762f35ac-fb79-4399-bd70-8f5e7533a09c tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] 10.222.0.26 "GET /v2.0/ports?device_id=9601ca8f-0148-419a-9768-3fa566394423 HTTP/1.1" status: 200 len: 210 time: 0.0785694 Nov 12 08:08:23.318579 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-60ad74c9-a4da-4ff5-a4f9-045fdee22604 req-63ef23e0-736a-4775-ac30-73187c80df77 tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d307ea9-d969-40b3-9ff7-f74bff956c36 HTTP/1.1" status: 200 len: 210 time: 0.0911705 Nov 12 08:08:23.360171 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-44574453-cac5-4d3f-bb28-7c04c851b97d req-5361963f-4047-4e0e-a88d-41ead345b7e2 tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=03103b5b4fbe42938d0a63bfe12d9d56&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1214747 Nov 12 08:08:23.485187 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cd098f6a-ab48-4513-8964-a848afc83a88 req-15d3d1b3-9082-4db4-a03c-7598dce2ef5b service neutron] 10.222.0.26 "GET /v2.0/networks/e20d0ee5-0c01-4db1-aa95-4ea5bc470460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5484581 Nov 12 08:08:23.524077 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c3a9cd1c-5e1f-4c47-a7e7-0d90490a7eb4 req-51960478-48c1-466d-9816-c04eabf0ac7f tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ccde51c-23a7-4c55-86c1-1d91326d6942 HTTP/1.1" status: 200 len: 210 time: 0.0708785 Nov 12 08:08:23.711074 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a90ac3e1-f3c4-4e24-b6db-14937ea8c290 req-616c0d8e-81b4-4268-aeb4-1018ddbec993 tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=b04638ff4f784ea2af51ab092137a95b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0638411 Nov 12 08:08:23.727512 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44574453-cac5-4d3f-bb28-7c04c851b97d req-34119e3b-53e0-4da4-a1ee-30da45de4cf7 tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:23.729447 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-44574453-cac5-4d3f-bb28-7c04c851b97d req-34119e3b-53e0-4da4-a1ee-30da45de4cf7 tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3445184 Nov 12 08:08:23.734286 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc42721c-cfd8-40f1-8066-afe92536458f tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Router abb396ca-5907-4ff2-95d5-824dfef4332c has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:08:23.789654 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-44574453-cac5-4d3f-bb28-7c04c851b97d req-4842c3ff-ef2e-4f04-b8fb-e5f3ec2c5ddc tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] Request body: {'port': {'device_id': '6ccde51c-23a7-4c55-86c1-1d91326d6942', 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016', 'admin_state_up': True, 'tenant_id': '03103b5b4fbe42938d0a63bfe12d9d56'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:08:23.846885 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-811003b2-927a-4d39-833c-9e632c92f90a req-8c2a90d8-1f8d-4270-b0b1-5a2bd8d16159 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=94ffb2fc-fb0c-423a-b2e0-af99ae6c54dd HTTP/1.1" status: 200 len: 210 time: 0.0628669 Nov 12 08:08:23.943654 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 64c9cd6b-64f0-45b3-a976-8b00bb48b94a up at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:08:23.984762 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc42721c-cfd8-40f1-8066-afe92536458f tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:08:23.992056 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cc42721c-cfd8-40f1-8066-afe92536458f tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:24.014100 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7764d4d5-7d27-455b-8ae1-9b6344fd7bf7 None None] Sync routers for ids ['abb396ca-5907-4ff2-95d5-824dfef4332c'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:08:24.035808 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-cc42721c-cfd8-40f1-8066-afe92536458f tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] 10.222.0.26 "PUT /v2.0/floatingips/631baee7-bb77-4bb5-9ce7-6526a4fa40b6 HTTP/1.1" status: 200 len: 991 time: 4.4681120 Nov 12 08:08:24.036998 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90ac3e1-f3c4-4e24-b6db-14937ea8c290 req-6449a0ae-1344-4524-9d58-d27adae10112 tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:24.038124 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af81c23c-9a36-4719-91a6-b1d1873de119', 'tag': 'de99e56c-83ee-498c-ae79-1317a8b21e24'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:08:24.038852 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a90ac3e1-f3c4-4e24-b6db-14937ea8c290 req-6449a0ae-1344-4524-9d58-d27adae10112 tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3077791 Nov 12 08:08:24.040519 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4efd4186-9f70-484e-905e-418c88d8e1ec" -d '{"events": [{"name": "network-changed", "server_uuid": "af81c23c-9a36-4719-91a6-b1d1873de119", "tag": "de99e56c-83ee-498c-ae79-1317a8b21e24"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:08:24.049885 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44574453-cac5-4d3f-bb28-7c04c851b97d req-4842c3ff-ef2e-4f04-b8fb-e5f3ec2c5ddc tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] Made reservation on behalf of 03103b5b4fbe42938d0a63bfe12d9d56 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:08:24.059404 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-44574453-cac5-4d3f-bb28-7c04c851b97d req-4842c3ff-ef2e-4f04-b8fb-e5f3ec2c5ddc tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:24.099320 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7764d4d5-7d27-455b-8ae1-9b6344fd7bf7 None None] Routers {'abb396ca-5907-4ff2-95d5-824dfef4332c'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:08:24.112849 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-7764d4d5-7d27-455b-8ae1-9b6344fd7bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:08:06Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['abb396ca-5907-4ff2-95d5-824dfef4332c'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:08:24.140887 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-a90ac3e1-f3c4-4e24-b6db-14937ea8c290 req-59c6dd49-5e10-486b-a04f-7b8466eff1d3 tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] Request body: {'port': {'device_id': '4d307ea9-d969-40b3-9ff7-f74bff956c36', 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016', 'admin_state_up': True, 'tenant_id': 'b04638ff4f784ea2af51ab092137a95b'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:08:24.201499 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning for port 64c9cd6b-64f0-45b3-a976-8b00bb48b94a completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:08:24.214579 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning complete for port 64c9cd6b-64f0-45b3-a976-8b00bb48b94a triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:08:24.215054 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:24.327409 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73473dca-6089-4495-91e3-1d988cc2b51f x-openstack-request-id: req-73473dca-6089-4495-91e3-1d988cc2b51f {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:08:24.327714 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af81c23c-9a36-4719-91a6-b1d1873de119", "tag": "de99e56c-83ee-498c-ae79-1317a8b21e24", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:08:24.327978 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-73473dca-6089-4495-91e3-1d988cc2b51f {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:08:24.329664 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af81c23c-9a36-4719-91a6-b1d1873de119', 'tag': 'de99e56c-83ee-498c-ae79-1317a8b21e24', 'status': 'completed', 'code': 200} Nov 12 08:08:24.394708 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.44', 55655) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:08:24.458907 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-44574453-cac5-4d3f-bb28-7c04c851b97d req-4842c3ff-ef2e-4f04-b8fb-e5f3ec2c5ddc tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] Allocated IP 192.168.233.30 (107743df-d3df-459d-a6cd-9e2ab4303016/e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1/d84fb4b4-64c2-41bb-a2bd-7e24416384d5) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:08:24.485405 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-7764d4d5-7d27-455b-8ae1-9b6344fd7bf7 None None] Set router abb396ca-5907-4ff2-95d5-824dfef4332c gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:08:24.488807 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:24.533240 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de61cdcb-4e54-4531-bd37-9b9945e17b49 req-60301387-ba4e-4097-8818-ddd65962ce9c tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:24.558137 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-de61cdcb-4e54-4531-bd37-9b9945e17b49 req-60301387-ba4e-4097-8818-ddd65962ce9c tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] 10.222.0.26 "GET /v2.0/ports?device_id=053da00c-e5c3-4f45-bacd-a2cffaf1c4e3 HTTP/1.1" status: 200 len: 944 time: 0.8463631 Nov 12 08:08:24.577508 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '053da00c-e5c3-4f45-bacd-a2cffaf1c4e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64c9cd6b-64f0-45b3-a976-8b00bb48b94a'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:08:24.586114 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-722337a4-5736-4aa1-be5d-e7fba45bdba5" -d '{"events": [{"server_uuid": "053da00c-e5c3-4f45-bacd-a2cffaf1c4e3", "name": "network-vif-plugged", "status": "completed", "tag": "64c9cd6b-64f0-45b3-a976-8b00bb48b94a"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:08:24.591275 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3e3a3d6f-6a33-48b5-8a69-79f3a4e3d23e req-dd90b4ef-2f10-4417-9230-cfaa7b88816c tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] 10.222.0.26 "GET /v2.0/ports?device_id=9601ca8f-0148-419a-9768-3fa566394423 HTTP/1.1" status: 200 len: 210 time: 0.0814099 Nov 12 08:08:24.640037 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 64c9cd6b-64f0-45b3-a976-8b00bb48b94a, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=64c9cd6b-64f0-45b3-a976-8b00bb48b94a,segment=NetworkSegment(c37124f8-c757-4d0f-9db3-26d4f53bb063),segment_id=c37124f8-c757-4d0f-9db3-26d4f53bb063)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:08:24.650318 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:24.657313 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efd4186-9f70-484e-905e-418c88d8e1ec req-15b3965c-f25e-449f-9dcd-9a4902daf4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:24.697188 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4efd4186-9f70-484e-905e-418c88d8e1ec req-15b3965c-f25e-449f-9dcd-9a4902daf4aa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8b8773b9ba7c4e19ac14f719fc98c803&device_id=af81c23c-9a36-4719-91a6-b1d1873de119 HTTP/1.1" status: 200 len: 1097 time: 0.2888291 Nov 12 08:08:24.842027 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=64c9cd6b-64f0-45b3-a976-8b00bb48b94a,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:24.846133 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-de61cdcb-4e54-4531-bd37-9b9945e17b49 req-cc14270a-90e1-4465-9c1b-dcf2e6771d49 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] 10.222.0.26 "GET /v2.0/security-groups?id=16890e38-f1af-4c01-becd-7b74bb4a1689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849176 Nov 12 08:08:24.848574 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60672) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:08:24.865474 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a90ac3e1-f3c4-4e24-b6db-14937ea8c290 req-59c6dd49-5e10-486b-a04f-7b8466eff1d3 tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] Made reservation on behalf of b04638ff4f784ea2af51ab092137a95b for: {'port': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:08:24.890539 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-a90ac3e1-f3c4-4e24-b6db-14937ea8c290 req-59c6dd49-5e10-486b-a04f-7b8466eff1d3 tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:24.900192 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efd4186-9f70-484e-905e-418c88d8e1ec req-a86ebf44-31b9-487e-9c11-7571604f4b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:24.902036 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4efd4186-9f70-484e-905e-418c88d8e1ec req-a86ebf44-31b9-487e-9c11-7571604f4b65 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8e17c76e-613f-40d2-ae39-1725682b1af7 HTTP/1.1" status: 200 len: 925 time: 0.2034359 Nov 12 08:08:24.927540 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-a90ac3e1-f3c4-4e24-b6db-14937ea8c290 req-59c6dd49-5e10-486b-a04f-7b8466eff1d3 tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:24.954679 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6204e8da-1b42-4d5a-bd68-547dd566c65c req-5d4ac852-e7cc-499d-bef3-c3ca93c0f935 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=18645d9d88124b4d9a21d3cd2562460a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1003370 Nov 12 08:08:25.003233 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-266aeed8-8a51-41b4-ab7a-c6d7ebb0b7db req-1279f63b-6cb6-4a80-b88e-cb15d3ed2cb5 tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d307ea9-d969-40b3-9ff7-f74bff956c36 HTTP/1.1" status: 200 len: 210 time: 0.1208405 Nov 12 08:08:25.083665 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18b9a111-4a64-4d80-aa0e-5c1ae1bd13e8 x-openstack-request-id: req-18b9a111-4a64-4d80-aa0e-5c1ae1bd13e8 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:08:25.084200 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "053da00c-e5c3-4f45-bacd-a2cffaf1c4e3", "name": "network-vif-plugged", "status": "completed", "tag": "64c9cd6b-64f0-45b3-a976-8b00bb48b94a", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:08:25.085130 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-18b9a111-4a64-4d80-aa0e-5c1ae1bd13e8 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:08:25.086063 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '053da00c-e5c3-4f45-bacd-a2cffaf1c4e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64c9cd6b-64f0-45b3-a976-8b00bb48b94a', 'code': 200} Nov 12 08:08:25.348863 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-58c0c2ca-1cef-4452-8e9f-b7db3bed2a6f req-1903b97d-cf85-4f17-8d72-ad570b5bd995 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=94ffb2fc-fb0c-423a-b2e0-af99ae6c54dd HTTP/1.1" status: 200 len: 210 time: 0.0867155 Nov 12 08:08:25.355757 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-910fa27e-ca05-4664-8afc-623da7aded07 req-6a1561ac-34b0-4cb9-aa0c-23d3201c6bb4 tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ccde51c-23a7-4c55-86c1-1d91326d6942 HTTP/1.1" status: 200 len: 210 time: 0.3661690 Nov 12 08:08:25.417607 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3b9f5a67-8d59-4e4a-b19c-c2f7a6c06d69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:25.420990 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-7764d4d5-7d27-455b-8ae1-9b6344fd7bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb396ca-5907-4ff2-95d5-824dfef4332c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1275168530-router', 'tenant_id': '8b8773b9ba7c4e19ac14f719fc98c803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'f7a31a17-46d0-4238-9d9b-1b7e1a56a003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:07:20Z', 'updated_at': '2021-11-12T08:07:26Z', 'revision_number': 4, 'project_id': '8b8773b9ba7c4e19ac14f719fc98c803', 'gw_port': {'id': 'f7a31a17-46d0-4238-9d9b-1b7e1a56a003', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:95:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb396ca-5907-4ff2-95d5-824dfef4332c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 159, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:21Z', 'updated_at': '2021-11-12T08:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': '631baee7-bb77-4bb5-9ce7-6526a4fa40b6', 'tenant_id': '8b8773b9ba7c4e19ac14f719fc98c803', 'floating_ip_address': '172.25.2.131', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': 'abb396ca-5907-4ff2-95d5-824dfef4332c', 'port_id': 'de99e56c-83ee-498c-ae79-1317a8b21e24', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e17c76e-613f-40d2-ae39-1725682b1af7', 'mac_address': 'fa:16:3e:2e:c5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af81c23c-9a36-4719-91a6-b1d1873de119', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:07:51Z', 'updated_at': '2021-11-12T08:08:21Z', 'revision_number': 1, 'project_id': '8b8773b9ba7c4e19ac14f719fc98c803', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dedf5d5-93b0-4cb9-926a-f77af101f683', 'name': '', 'network_id': '8e17c76e-613f-40d2-ae39-1725682b1af7', 'tenant_id': '8b8773b9ba7c4e19ac14f719fc98c803', 'mac_address': 'fa:16:3e:50:df:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb396ca-5907-4ff2-95d5-824dfef4332c', 'device_owner': 'network:router_interface', 'standard_attr_id': 180, 'fixed_ips': [{'subnet_id': '73099bd0-5c51-4de3-ba74-9eb47a87705d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:24Z', 'updated_at': '2021-11-12T08:07:32Z', 'revision_number': 5, 'project_id': '8b8773b9ba7c4e19ac14f719fc98c803', 'subnets': [{'id': '73099bd0-5c51-4de3-ba74-9eb47a87705d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:08:25.473129 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7764d4d5-7d27-455b-8ae1-9b6344fd7bf7 None None] Checking router: abb396ca-5907-4ff2-95d5-824dfef4332c for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:08:25.480794 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68f1703-8a2e-410b-b472-1745526704e2 req-734af65e-f591-419d-aa3e-f7684cc305a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:25.482745 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d68f1703-8a2e-410b-b472-1745526704e2 req-734af65e-f591-419d-aa3e-f7684cc305a1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=053da00c-e5c3-4f45-bacd-a2cffaf1c4e3 HTTP/1.1" status: 200 len: 1097 time: 0.1311295 Nov 12 08:08:25.486929 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7764d4d5-7d27-455b-8ae1-9b6344fd7bf7 None None] Routers {'abb396ca-5907-4ff2-95d5-824dfef4332c'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:08:25.488405 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-7764d4d5-7d27-455b-8ae1-9b6344fd7bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:08:06Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['abb396ca-5907-4ff2-95d5-824dfef4332c'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:08:25.588160 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4efd4186-9f70-484e-905e-418c88d8e1ec req-afeb5e24-9087-4b13-9e7c-05945cece439 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de99e56c-83ee-498c-ae79-1317a8b21e24 HTTP/1.1" status: 200 len: 999 time: 0.6504433 Nov 12 08:08:25.614214 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-a90ac3e1-f3c4-4e24-b6db-14937ea8c290 req-59c6dd49-5e10-486b-a04f-7b8466eff1d3 tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:25.622344 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d68f1703-8a2e-410b-b472-1745526704e2 req-5420f9d9-a44c-4c24-a824-23feef575cce service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=16890e38-f1af-4c01-becd-7b74bb4a1689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285975 Nov 12 08:08:25.625271 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-a90ac3e1-f3c4-4e24-b6db-14937ea8c290 req-59c6dd49-5e10-486b-a04f-7b8466eff1d3 tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:25.711546 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6204e8da-1b42-4d5a-bd68-547dd566c65c req-b51be168-c000-4369-b222-1b1743342626 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:25.713070 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6204e8da-1b42-4d5a-bd68-547dd566c65c req-b51be168-c000-4369-b222-1b1743342626 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7274311 Nov 12 08:08:25.727466 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3b9f5a67-8d59-4e4a-b19c-c2f7a6c06d69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:25.730504 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efd4186-9f70-484e-905e-418c88d8e1ec req-217c25a2-4545-447a-bfaa-a1695666cda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:25.732123 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4efd4186-9f70-484e-905e-418c88d8e1ec req-217c25a2-4545-447a-bfaa-a1695666cda2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=73099bd0-5c51-4de3-ba74-9eb47a87705d HTTP/1.1" status: 200 len: 863 time: 0.1430624 Nov 12 08:08:25.737290 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-7764d4d5-7d27-455b-8ae1-9b6344fd7bf7 None None] Set router abb396ca-5907-4ff2-95d5-824dfef4332c gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:08:25.751109 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c6dd49-5e10-486b-a04f-7b8466eff1d3 tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc73c956-b036-4b27-a19b-8f92c82fdda3,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:25.785362 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3b9f5a67-8d59-4e4a-b19c-c2f7a6c06d69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:25.797376 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-44574453-cac5-4d3f-bb28-7c04c851b97d req-4842c3ff-ef2e-4f04-b8fb-e5f3ec2c5ddc tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:25.808746 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c7f4a3cb-7c1a-4d76-b394-feee69c00495 req-9886840a-b184-4827-b896-06e9e27c473b tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] 10.222.0.26 "GET /v2.0/ports?device_id=9601ca8f-0148-419a-9768-3fa566394423 HTTP/1.1" status: 200 len: 210 time: 0.0852342 Nov 12 08:08:25.821244 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efd4186-9f70-484e-905e-418c88d8e1ec req-2c8b0d76-3337-4e8b-9a64-e2ff107e433b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:25.822809 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4efd4186-9f70-484e-905e-418c88d8e1ec req-2c8b0d76-3337-4e8b-9a64-e2ff107e433b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8e17c76e-613f-40d2-ae39-1725682b1af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0756514 Nov 12 08:08:25.844726 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-3b9f5a67-8d59-4e4a-b19c-c2f7a6c06d69 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4fe32bac53924c7b824760d73df1dcfd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9804242 Nov 12 08:08:25.858369 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 60684) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:08:25.865823 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-6204e8da-1b42-4d5a-bd68-547dd566c65c req-6375c52a-8352-442c-b4c6-6e784833f2c1 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] Request body: {'port': {'device_id': '9601ca8f-0148-419a-9768-3fa566394423', 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016', 'admin_state_up': True, 'tenant_id': '18645d9d88124b4d9a21d3cd2562460a'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:08:25.921604 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9f5a67-8d59-4e4a-b19c-c2f7a6c06d69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2dc4954-9d9f-492b-8e02-9fbe58184168,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:26.029824 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-44574453-cac5-4d3f-bb28-7c04c851b97d req-4842c3ff-ef2e-4f04-b8fb-e5f3ec2c5ddc tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:26.112547 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-7764d4d5-7d27-455b-8ae1-9b6344fd7bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb396ca-5907-4ff2-95d5-824dfef4332c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1275168530-router', 'tenant_id': '8b8773b9ba7c4e19ac14f719fc98c803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'f7a31a17-46d0-4238-9d9b-1b7e1a56a003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:07:20Z', 'updated_at': '2021-11-12T08:07:26Z', 'revision_number': 4, 'project_id': '8b8773b9ba7c4e19ac14f719fc98c803', 'gw_port': {'id': 'f7a31a17-46d0-4238-9d9b-1b7e1a56a003', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:95:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb396ca-5907-4ff2-95d5-824dfef4332c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 159, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:21Z', 'updated_at': '2021-11-12T08:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': '631baee7-bb77-4bb5-9ce7-6526a4fa40b6', 'tenant_id': '8b8773b9ba7c4e19ac14f719fc98c803', 'floating_ip_address': '172.25.2.131', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': 'abb396ca-5907-4ff2-95d5-824dfef4332c', 'port_id': 'de99e56c-83ee-498c-ae79-1317a8b21e24', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e17c76e-613f-40d2-ae39-1725682b1af7', 'mac_address': 'fa:16:3e:2e:c5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af81c23c-9a36-4719-91a6-b1d1873de119', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:07:51Z', 'updated_at': '2021-11-12T08:08:21Z', 'revision_number': 1, 'project_id': '8b8773b9ba7c4e19ac14f719fc98c803', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dedf5d5-93b0-4cb9-926a-f77af101f683', 'name': '', 'network_id': '8e17c76e-613f-40d2-ae39-1725682b1af7', 'tenant_id': '8b8773b9ba7c4e19ac14f719fc98c803', 'mac_address': 'fa:16:3e:50:df:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb396ca-5907-4ff2-95d5-824dfef4332c', 'device_owner': 'network:router_interface', 'standard_attr_id': 180, 'fixed_ips': [{'subnet_id': '73099bd0-5c51-4de3-ba74-9eb47a87705d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:24Z', 'updated_at': '2021-11-12T08:07:32Z', 'revision_number': 5, 'project_id': '8b8773b9ba7c4e19ac14f719fc98c803', 'subnets': [{'id': '73099bd0-5c51-4de3-ba74-9eb47a87705d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:08:26.160941 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [req-a90ac3e1-f3c4-4e24-b6db-14937ea8c290 req-59c6dd49-5e10-486b-a04f-7b8466eff1d3 tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] Allocated IP 192.168.233.41 (107743df-d3df-459d-a6cd-9e2ab4303016/e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1/e15040d9-4e48-46a6-ae32-9637ace5e310) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:08:26.164760 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7764d4d5-7d27-455b-8ae1-9b6344fd7bf7 None None] The sync data for ids ['abb396ca-5907-4ff2-95d5-824dfef4332c'] in n-d-765315-29 is: [{'id': 'abb396ca-5907-4ff2-95d5-824dfef4332c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1275168530-router', 'tenant_id': '8b8773b9ba7c4e19ac14f719fc98c803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'f7a31a17-46d0-4238-9d9b-1b7e1a56a003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:07:20Z', 'updated_at': '2021-11-12T08:07:26Z', 'revision_number': 4, 'project_id': '8b8773b9ba7c4e19ac14f719fc98c803', 'gw_port': {'id': 'f7a31a17-46d0-4238-9d9b-1b7e1a56a003', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:95:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb396ca-5907-4ff2-95d5-824dfef4332c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 159, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:21Z', 'updated_at': '2021-11-12T08:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': '631baee7-bb77-4bb5-9ce7-6526a4fa40b6', 'tenant_id': '8b8773b9ba7c4e19ac14f719fc98c803', 'floating_ip_address': '172.25.2.131', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': 'abb396ca-5907-4ff2-95d5-824dfef4332c', 'port_id': 'de99e56c-83ee-498c-ae79-1317a8b21e24', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e17c76e-613f-40d2-ae39-1725682b1af7', 'mac_address': 'fa:16:3e:2e:c5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af81c23c-9a36-4719-91a6-b1d1873de119', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:07:51Z', 'updated_at': '2021-11-12T08:08:21Z', 'revision_number': 1, 'project_id': '8b8773b9ba7c4e19ac14f719fc98c803', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dedf5d5-93b0-4cb9-926a-f77af101f683', 'name': '', 'network_id': '8e17c76e-613f-40d2-ae39-1725682b1af7', 'tenant_id': '8b8773b9ba7c4e19ac14f719fc98c803', 'mac_address': 'fa:16:3e:50:df:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb396ca-5907-4ff2-95d5-824dfef4332c', 'device_owner': 'network:router_interface', 'standard_attr_id': 180, 'fixed_ips': [{'subnet_id': '73099bd0-5c51-4de3-ba74-9eb47a87705d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:24Z', 'updated_at': '2021-11-12T08:07:32Z', 'revision_number': 5, 'project_id': '8b8773b9ba7c4e19ac14f719fc98c803', 'subnets': [{'id': '73099bd0-5c51-4de3-ba74-9eb47a87705d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:08:26.211296 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-189f7901-4182-46ce-9fbb-1874df328464 req-21207618-ddce-4643-88d7-a973dc43a6a6 tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d307ea9-d969-40b3-9ff7-f74bff956c36 HTTP/1.1" status: 200 len: 210 time: 0.0648489 Nov 12 08:08:26.216826 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4842c3ff-ef2e-4f04-b8fb-e5f3ec2c5ddc tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] Pushing event updated for resources: {'Port': ['ID=d84fb4b4-64c2-41bb-a2bd-7e24416384d5,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:26.233152 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44574453-cac5-4d3f-bb28-7c04c851b97d req-4842c3ff-ef2e-4f04-b8fb-e5f3ec2c5ddc tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] Network 107743df-d3df-459d-a6cd-9e2ab4303016 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:08:26.239058 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-56bbaab1-439d-4002-b9b9-c3dd6c54bd8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:26.279453 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3472c1c3-d2b5-414b-bcdb-7846b81a9c69 req-86b2256d-6625-4bb5-af2f-f039a38a17d1 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:26.281298 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3472c1c3-d2b5-414b-bcdb-7846b81a9c69 req-86b2256d-6625-4bb5-af2f-f039a38a17d1 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] 10.222.0.26 "GET /v2.0/ports?device_id=053da00c-e5c3-4f45-bacd-a2cffaf1c4e3 HTTP/1.1" status: 200 len: 945 time: 0.2801127 Nov 12 08:08:26.282421 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-44574453-cac5-4d3f-bb28-7c04c851b97d req-4842c3ff-ef2e-4f04-b8fb-e5f3ec2c5ddc tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:08:26.294690 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-44574453-cac5-4d3f-bb28-7c04c851b97d req-4842c3ff-ef2e-4f04-b8fb-e5f3ec2c5ddc tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:08:26.361531 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44574453-cac5-4d3f-bb28-7c04c851b97d req-4842c3ff-ef2e-4f04-b8fb-e5f3ec2c5ddc tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:26.363632 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-44574453-cac5-4d3f-bb28-7c04c851b97d req-4842c3ff-ef2e-4f04-b8fb-e5f3ec2c5ddc tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:26.373080 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4efd4186-9f70-484e-905e-418c88d8e1ec req-4a012eb0-42a3-47ea-89d1-8f4a4fca73ae service neutron] 10.222.0.44 "GET /v2.0/networks/8e17c76e-613f-40d2-ae39-1725682b1af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5374503 Nov 12 08:08:26.482274 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd098f6a-ab48-4513-8964-a848afc83a88 req-5e688299-6eac-445b-9bee-a01f04d2b36b tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:26.484555 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cd098f6a-ab48-4513-8964-a848afc83a88 req-5e688299-6eac-445b-9bee-a01f04d2b36b tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.21 "GET /v2.0/networks?id=e20d0ee5-0c01-4db1-aa95-4ea5bc470460 HTTP/1.1" status: 200 len: 821 time: 0.2771127 Nov 12 08:08:26.530446 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-cd098f6a-ab48-4513-8964-a848afc83a88 req-9d501242-7a63-43ec-b4f5-fdae6e214bee tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Request body: {'port': {'device_id': '94ffb2fc-fb0c-423a-b2e0-af99ae6c54dd', 'network_id': 'e20d0ee5-0c01-4db1-aa95-4ea5bc470460', 'admin_state_up': True, 'tenant_id': 'd3f3ef4a14134700a36c0967765d4c9a'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:08:26.603774 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ef748bef-c651-4ea1-9c62-3a8b41d8f1ef req-73e04c9a-0be7-4846-9e72-ac93ec68ec34 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=94ffb2fc-fb0c-423a-b2e0-af99ae6c54dd HTTP/1.1" status: 200 len: 210 time: 0.0783753 Nov 12 08:08:26.621061 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f698287-02de-4a84-86fb-286e791d890b None None] New status for floating IP 631baee7-bb77-4bb5-9ce7-6526a4fa40b6: ACTIVE {{(pid=102601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:08:26.656107 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4efd4186-9f70-484e-905e-418c88d8e1ec req-7cc848e2-45eb-4e3f-a3c6-51bbb451438c service neutron] 10.222.0.44 "GET /v2.0/networks/8e17c76e-613f-40d2-ae39-1725682b1af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663660 Nov 12 08:08:26.658312 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-56bbaab1-439d-4002-b9b9-c3dd6c54bd8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:26.741891 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3472c1c3-d2b5-414b-bcdb-7846b81a9c69 req-b5bc0e08-ecaa-4847-97cd-1ff7f358d414 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] 10.222.0.26 "GET /v2.0/security-groups?id=16890e38-f1af-4c01-becd-7b74bb4a1689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3869975 Nov 12 08:08:26.776212 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-44574453-cac5-4d3f-bb28-7c04c851b97d req-4842c3ff-ef2e-4f04-b8fb-e5f3ec2c5ddc tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9908938 Nov 12 08:08:26.805507 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-44574453-cac5-4d3f-bb28-7c04c851b97d req-503dd231-e87d-4e89-8f51-118ad68bb7bc service neutron] Request body: {'port': {'device_id': '6ccde51c-23a7-4c55-86c1-1d91326d6942', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:08:26.836710 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-a90ac3e1-f3c4-4e24-b6db-14937ea8c290 req-59c6dd49-5e10-486b-a04f-7b8466eff1d3 tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:26.880142 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a83c0b-a4d1-4c06-bd81-2a960adc3b5f req-e624ed63-230d-4cb6-a5fa-6fbad78ca8af tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:26.881963 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-80a83c0b-a4d1-4c06-bd81-2a960adc3b5f req-e624ed63-230d-4cb6-a5fa-6fbad78ca8af tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ccde51c-23a7-4c55-86c1-1d91326d6942 HTTP/1.1" status: 200 len: 935 time: 0.1252725 Nov 12 08:08:26.905638 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6204e8da-1b42-4d5a-bd68-547dd566c65c req-6375c52a-8352-442c-b4c6-6e784833f2c1 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] Made reservation on behalf of 18645d9d88124b4d9a21d3cd2562460a for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:08:26.910773 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-6204e8da-1b42-4d5a-bd68-547dd566c65c req-6375c52a-8352-442c-b4c6-6e784833f2c1 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:26.938785 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd098f6a-ab48-4513-8964-a848afc83a88 req-9d501242-7a63-43ec-b4f5-fdae6e214bee tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Made reservation on behalf of d3f3ef4a14134700a36c0967765d4c9a for: {'port': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:08:26.942966 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-cd098f6a-ab48-4513-8964-a848afc83a88 req-9d501242-7a63-43ec-b4f5-fdae6e214bee tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:26.947582 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-3a0cbb83-48f1-492e-bf4b-254a4ede01ff None None] Provisioning complete for port d84fb4b4-64c2-41bb-a2bd-7e24416384d5 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:08:26.947959 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3a0cbb83-48f1-492e-bf4b-254a4ede01ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:26.988153 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-3a0cbb83-48f1-492e-bf4b-254a4ede01ff None None] Port d84fb4b4-64c2-41bb-a2bd-7e24416384d5 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:08:27.004890 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-44574453-cac5-4d3f-bb28-7c04c851b97d req-503dd231-e87d-4e89-8f51-118ad68bb7bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:27.011991 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-a90ac3e1-f3c4-4e24-b6db-14937ea8c290 req-59c6dd49-5e10-486b-a04f-7b8466eff1d3 tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:27.121488 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a90ac3e1-f3c4-4e24-b6db-14937ea8c290 req-59c6dd49-5e10-486b-a04f-7b8466eff1d3 tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] Network 107743df-d3df-459d-a6cd-9e2ab4303016 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:08:27.137181 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-80a83c0b-a4d1-4c06-bd81-2a960adc3b5f req-bae645e4-491c-4e19-9c90-f4236d3374d3 tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d23910f-b5d9-458f-a594-0a3fa5fb2ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456937 Nov 12 08:08:27.146499 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [req-a90ac3e1-f3c4-4e24-b6db-14937ea8c290 req-59c6dd49-5e10-486b-a04f-7b8466eff1d3 tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:08:27.158512 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [req-a90ac3e1-f3c4-4e24-b6db-14937ea8c290 req-59c6dd49-5e10-486b-a04f-7b8466eff1d3 tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:08:27.165279 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90ac3e1-f3c4-4e24-b6db-14937ea8c290 req-59c6dd49-5e10-486b-a04f-7b8466eff1d3 tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:27.165940 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-a90ac3e1-f3c4-4e24-b6db-14937ea8c290 req-59c6dd49-5e10-486b-a04f-7b8466eff1d3 tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:27.211528 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c6dd49-5e10-486b-a04f-7b8466eff1d3 tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] Pushing event updated for resources: {'Port': ['ID=e15040d9-4e48-46a6-ae32-9637ace5e310,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:27.254216 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a90ac3e1-f3c4-4e24-b6db-14937ea8c290 req-59c6dd49-5e10-486b-a04f-7b8466eff1d3 tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1462331 Nov 12 08:08:27.288699 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-a90ac3e1-f3c4-4e24-b6db-14937ea8c290 req-7f172892-72ee-49a4-a636-3807b80a7779 service neutron] Request body: {'port': {'device_id': '4d307ea9-d969-40b3-9ff7-f74bff956c36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-29'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:08:27.300642 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-6204e8da-1b42-4d5a-bd68-547dd566c65c req-6375c52a-8352-442c-b4c6-6e784833f2c1 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:27.341664 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [req-cd098f6a-ab48-4513-8964-a848afc83a88 req-9d501242-7a63-43ec-b4f5-fdae6e214bee tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Allocated IP 172.20.0.6 (e20d0ee5-0c01-4db1-aa95-4ea5bc470460/4054f1d6-a6c6-43c7-ba9c-9a6600029957/b57644af-7136-449f-883c-0d8733ae31ff) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:08:27.373488 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e969d9a4-0374-48e5-8a73-28bdb463d113 req-72544f26-5233-4fb1-b30b-ee2055ed707b tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] 10.222.0.26 "GET /v2.0/ports?device_id=9601ca8f-0148-419a-9768-3fa566394423 HTTP/1.1" status: 200 len: 210 time: 0.0732331 Nov 12 08:08:27.459045 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-a90ac3e1-f3c4-4e24-b6db-14937ea8c290 req-7f172892-72ee-49a4-a636-3807b80a7779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:27.464378 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-56bbaab1-439d-4002-b9b9-c3dd6c54bd8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:27.468883 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-56bbaab1-439d-4002-b9b9-c3dd6c54bd8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:27.485362 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-56bbaab1-439d-4002-b9b9-c3dd6c54bd8c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e2dc4954-9d9f-492b-8e02-9fbe58184168 HTTP/1.1" status: 204 len: 168 time: 1.6065199 Nov 12 08:08:27.524021 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-876d5c3f-5dcb-461e-a5d3-5dfab9672da6 None None] Provisioning complete for port e15040d9-4e48-46a6-ae32-9637ace5e310 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:08:27.524285 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-876d5c3f-5dcb-461e-a5d3-5dfab9672da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:27.534981 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bbaab1-439d-4002-b9b9-c3dd6c54bd8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2dc4954-9d9f-492b-8e02-9fbe58184168,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:27.586990 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd708a87-7b76-48a6-8a2a-38e813eef5bb req-939c424b-8fbb-4b7c-8692-869c3c9a90ae tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:27.594793 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fd708a87-7b76-48a6-8a2a-38e813eef5bb req-939c424b-8fbb-4b7c-8692-869c3c9a90ae tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d307ea9-d969-40b3-9ff7-f74bff956c36 HTTP/1.1" status: 200 len: 935 time: 0.2217212 Nov 12 08:08:27.630135 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-876d5c3f-5dcb-461e-a5d3-5dfab9672da6 None None] Port e15040d9-4e48-46a6-ae32-9637ace5e310 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:08:27.751424 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-6204e8da-1b42-4d5a-bd68-547dd566c65c req-6375c52a-8352-442c-b4c6-6e784833f2c1 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:27.783149 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-6204e8da-1b42-4d5a-bd68-547dd566c65c req-6375c52a-8352-442c-b4c6-6e784833f2c1 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:27.819138 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c229e596-dde0-477b-928e-d93c05421966 req-8a3f510f-376a-49e3-8da3-21f5e57e0a36 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=94ffb2fc-fb0c-423a-b2e0-af99ae6c54dd HTTP/1.1" status: 200 len: 210 time: 0.0718980 Nov 12 08:08:27.833079 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fd708a87-7b76-48a6-8a2a-38e813eef5bb req-0e66f26f-6453-4574-8627-c21c68604ba4 tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc73c956-b036-4b27-a19b-8f92c82fdda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222617 Nov 12 08:08:27.926639 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6375c52a-8352-442c-b4c6-6e784833f2c1 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=324d126f-7172-408c-b291-f65e4794fc09,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:28.006335 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-cd098f6a-ab48-4513-8964-a848afc83a88 req-9d501242-7a63-43ec-b4f5-fdae6e214bee tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:28.024439 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41b8f5a-34e1-4394-94e3-d895dddf716d req-15bf4cde-f9d1-4636-8a48-8dd5d7873c08 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:28.032130 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d41b8f5a-34e1-4394-94e3-d895dddf716d req-15bf4cde-f9d1-4636-8a48-8dd5d7873c08 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] 10.222.0.26 "GET /v2.0/ports?device_id=053da00c-e5c3-4f45-bacd-a2cffaf1c4e3 HTTP/1.1" status: 200 len: 945 time: 0.1442678 Nov 12 08:08:28.036051 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-44574453-cac5-4d3f-bb28-7c04c851b97d req-503dd231-e87d-4e89-8f51-118ad68bb7bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d84fb4b4-64c2-41bb-a2bd-7e24416384d5 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:08:28.047693 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-44574453-cac5-4d3f-bb28-7c04c851b97d req-503dd231-e87d-4e89-8f51-118ad68bb7bc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:28.068617 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-44574453-cac5-4d3f-bb28-7c04c851b97d req-503dd231-e87d-4e89-8f51-118ad68bb7bc service neutron] Transition to ACTIVE for port object d84fb4b4-64c2-41bb-a2bd-7e24416384d5 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:08:28.075717 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-44574453-cac5-4d3f-bb28-7c04c851b97d req-503dd231-e87d-4e89-8f51-118ad68bb7bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:28.149435 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 60718) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:08:28.161145 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d41b8f5a-34e1-4394-94e3-d895dddf716d req-96e337b3-d26b-429d-959e-5a341f6404ee tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] 10.222.0.26 "GET /v2.0/security-groups?id=16890e38-f1af-4c01-becd-7b74bb4a1689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219504 Nov 12 08:08:28.164331 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-cd098f6a-ab48-4513-8964-a848afc83a88 req-9d501242-7a63-43ec-b4f5-fdae6e214bee tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:28.195618 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7006bc46-701d-4292-8d17-d3ccc96fa3fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:28.198143 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503dd231-e87d-4e89-8f51-118ad68bb7bc service neutron] Pushing event updated for resources: {'Port': ['ID=d84fb4b4-64c2-41bb-a2bd-7e24416384d5,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:28.253272 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd098f6a-ab48-4513-8964-a848afc83a88 req-9d501242-7a63-43ec-b4f5-fdae6e214bee tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Network e20d0ee5-0c01-4db1-aa95-4ea5bc470460 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:08:28.294478 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [req-cd098f6a-ab48-4513-8964-a848afc83a88 req-9d501242-7a63-43ec-b4f5-fdae6e214bee tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:08:28.321905 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd098f6a-ab48-4513-8964-a848afc83a88 req-9d501242-7a63-43ec-b4f5-fdae6e214bee tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:08:28.325919 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd098f6a-ab48-4513-8964-a848afc83a88 req-9d501242-7a63-43ec-b4f5-fdae6e214bee tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:28.326638 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-cd098f6a-ab48-4513-8964-a848afc83a88 req-9d501242-7a63-43ec-b4f5-fdae6e214bee tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:28.329231 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d501242-7a63-43ec-b4f5-fdae6e214bee tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Pushing event updated for resources: {'Port': ['ID=b57644af-7136-449f-883c-0d8733ae31ff,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:28.413900 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-44574453-cac5-4d3f-bb28-7c04c851b97d req-503dd231-e87d-4e89-8f51-118ad68bb7bc service neutron] Attempting to bind port d84fb4b4-64c2-41bb-a2bd-7e24416384d5 on host n-h2-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:08:28.414377 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-44574453-cac5-4d3f-bb28-7c04c851b97d req-503dd231-e87d-4e89-8f51-118ad68bb7bc service neutron] Attempting to bind port d84fb4b4-64c2-41bb-a2bd-7e24416384d5 by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:08:28.414653 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44574453-cac5-4d3f-bb28-7c04c851b97d req-503dd231-e87d-4e89-8f51-118ad68bb7bc service neutron] Attempting to bind port d84fb4b4-64c2-41bb-a2bd-7e24416384d5 on network 107743df-d3df-459d-a6cd-9e2ab4303016 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:08:28.429783 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f3f377-6b60-4abb-a143-d9e99af17c1c req-33d95516-c680-4c4e-a046-62e5b0bc43a5 tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:28.431338 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b0f3f377-6b60-4abb-a143-d9e99af17c1c req-33d95516-c680-4c4e-a046-62e5b0bc43a5 tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ccde51c-23a7-4c55-86c1-1d91326d6942 HTTP/1.1" status: 200 len: 947 time: 0.1353731 Nov 12 08:08:28.433823 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44574453-cac5-4d3f-bb28-7c04c851b97d req-503dd231-e87d-4e89-8f51-118ad68bb7bc service neutron] Port d84fb4b4-64c2-41bb-a2bd-7e24416384d5 on network 107743df-d3df-459d-a6cd-9e2ab4303016 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:08:28.434275 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44574453-cac5-4d3f-bb28-7c04c851b97d req-503dd231-e87d-4e89-8f51-118ad68bb7bc service neutron] Attempting to bind port d84fb4b4-64c2-41bb-a2bd-7e24416384d5 on network 107743df-d3df-459d-a6cd-9e2ab4303016 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:08:28.448900 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44574453-cac5-4d3f-bb28-7c04c851b97d req-503dd231-e87d-4e89-8f51-118ad68bb7bc service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:08:28.449921 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44574453-cac5-4d3f-bb28-7c04c851b97d req-503dd231-e87d-4e89-8f51-118ad68bb7bc service neutron] Checking segment: {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:08:28.449921 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44574453-cac5-4d3f-bb28-7c04c851b97d req-503dd231-e87d-4e89-8f51-118ad68bb7bc service neutron] Bound using segment: {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:08:28.450111 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-44574453-cac5-4d3f-bb28-7c04c851b97d req-503dd231-e87d-4e89-8f51-118ad68bb7bc service neutron] Bound port: d84fb4b4-64c2-41bb-a2bd-7e24416384d5, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:08:28.450528 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-44574453-cac5-4d3f-bb28-7c04c851b97d req-503dd231-e87d-4e89-8f51-118ad68bb7bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:28.486498 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7006bc46-701d-4292-8d17-d3ccc96fa3fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:28.494394 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7006bc46-701d-4292-8d17-d3ccc96fa3fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:28.512199 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cd098f6a-ab48-4513-8964-a848afc83a88 req-9d501242-7a63-43ec-b4f5-fdae6e214bee tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9851043 Nov 12 08:08:28.537746 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-cd098f6a-ab48-4513-8964-a848afc83a88 req-848e76eb-dd41-4f61-89e2-21948791567f service neutron] Request body: {'port': {'device_id': '94ffb2fc-fb0c-423a-b2e0-af99ae6c54dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-29'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:08:28.602477 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-7006bc46-701d-4292-8d17-d3ccc96fa3fd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=30e000e837514d638dd51eb5e6df2442&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4462030 Nov 12 08:08:28.604600 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60726) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:08:28.605106 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7006bc46-701d-4292-8d17-d3ccc96fa3fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=350e4cf4-a9a2-4c81-80e6-44c97cea4756,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:28.617475 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b0f3f377-6b60-4abb-a143-d9e99af17c1c req-152e8981-4a0c-4f8e-9ba2-0b610325a607 tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d23910f-b5d9-458f-a594-0a3fa5fb2ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389937 Nov 12 08:08:28.621959 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-44574453-cac5-4d3f-bb28-7c04c851b97d req-503dd231-e87d-4e89-8f51-118ad68bb7bc service neutron] For port d84fb4b4-64c2-41bb-a2bd-7e24416384d5, host n-h2-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:08:28.625560 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-44574453-cac5-4d3f-bb28-7c04c851b97d req-503dd231-e87d-4e89-8f51-118ad68bb7bc service neutron] For port d84fb4b4-64c2-41bb-a2bd-7e24416384d5, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=d84fb4b4-64c2-41bb-a2bd-7e24416384d5,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:08:28.631238 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-44574453-cac5-4d3f-bb28-7c04c851b97d req-503dd231-e87d-4e89-8f51-118ad68bb7bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:28.646666 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-af7fdfc4-095c-4859-9b53-749f4810c363 req-e584bbd6-76d4-4ec6-acab-47af74c29274 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4108596 Nov 12 08:08:28.676803 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-af7fdfc4-095c-4859-9b53-749f4810c363 req-10b0e1a6-c7f1-417e-9460-c36669837a88 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Request body: {'floatingip': {'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:08:28.679292 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44574453-cac5-4d3f-bb28-7c04c851b97d req-503dd231-e87d-4e89-8f51-118ad68bb7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:28.682446 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-44574453-cac5-4d3f-bb28-7c04c851b97d req-503dd231-e87d-4e89-8f51-118ad68bb7bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:28.684087 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-44574453-cac5-4d3f-bb28-7c04c851b97d req-503dd231-e87d-4e89-8f51-118ad68bb7bc service neutron] 10.222.0.44 "PUT /v2.0/ports/d84fb4b4-64c2-41bb-a2bd-7e24416384d5 HTTP/1.1" status: 200 len: 1096 time: 1.8864889 Nov 12 08:08:28.684562 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ccde51c-23a7-4c55-86c1-1d91326d6942', 'tag': 'd84fb4b4-64c2-41bb-a2bd-7e24416384d5'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:08:28.687504 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5959b2a-17ca-4f39-ab0b-03e8eb8b59d5" -d '{"events": [{"name": "network-changed", "server_uuid": "6ccde51c-23a7-4c55-86c1-1d91326d6942", "tag": "d84fb4b4-64c2-41bb-a2bd-7e24416384d5"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:08:28.701483 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [req-a90ac3e1-f3c4-4e24-b6db-14937ea8c290 req-7f172892-72ee-49a4-a636-3807b80a7779 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e15040d9-4e48-46a6-ae32-9637ace5e310 {{(pid=102600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:08:28.722208 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-cd098f6a-ab48-4513-8964-a848afc83a88 req-848e76eb-dd41-4f61-89e2-21948791567f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:28.734966 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503dd231-e87d-4e89-8f51-118ad68bb7bc service neutron] Pushing event updated for resources: {'Port': ['ID=d84fb4b4-64c2-41bb-a2bd-7e24416384d5,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:28.742823 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-a90ac3e1-f3c4-4e24-b6db-14937ea8c290 req-7f172892-72ee-49a4-a636-3807b80a7779 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:28.777822 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.provisioning_blocks [req-a90ac3e1-f3c4-4e24-b6db-14937ea8c290 req-7f172892-72ee-49a4-a636-3807b80a7779 service neutron] Transition to ACTIVE for port object e15040d9-4e48-46a6-ae32-9637ace5e310 will not be triggered until provisioned by entity L2. {{(pid=102600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:08:28.780109 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-af7fdfc4-095c-4859-9b53-749f4810c363 req-10b0e1a6-c7f1-417e-9460-c36669837a88 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Publish callbacks [] for floatingip, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:28.821327 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e63054db-b210-4f13-a412-0a065099e3b0 req-df44b0b4-3ed1-426b-8ccb-8011c11542be tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] 10.222.0.26 "GET /v2.0/ports?device_id=9601ca8f-0148-419a-9768-3fa566394423 HTTP/1.1" status: 200 len: 210 time: 0.0554903 Nov 12 08:08:28.853817 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-a90ac3e1-f3c4-4e24-b6db-14937ea8c290 req-7f172892-72ee-49a4-a636-3807b80a7779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:28.934845 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cf60c3f-f732-474f-ae09-d4f193626fe0 x-openstack-request-id: req-6cf60c3f-f732-474f-ae09-d4f193626fe0 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:08:28.935168 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ccde51c-23a7-4c55-86c1-1d91326d6942", "tag": "d84fb4b4-64c2-41bb-a2bd-7e24416384d5", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:08:28.935319 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a2adddce-e6f0-4eb5-96df-8d1bb2ab3a79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:28.935417 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6cf60c3f-f732-474f-ae09-d4f193626fe0 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:08:28.935919 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ccde51c-23a7-4c55-86c1-1d91326d6942', 'tag': 'd84fb4b4-64c2-41bb-a2bd-7e24416384d5', 'status': 'completed', 'code': 200} Nov 12 08:08:28.994901 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44574453-cac5-4d3f-bb28-7c04c851b97d req-2a8aa34a-a003-486e-8513-4193d0c5d3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:28.996776 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-44574453-cac5-4d3f-bb28-7c04c851b97d req-2a8aa34a-a003-486e-8513-4193d0c5d3cc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=03103b5b4fbe42938d0a63bfe12d9d56&device_id=6ccde51c-23a7-4c55-86c1-1d91326d6942 HTTP/1.1" status: 200 len: 1099 time: 0.1983202 Nov 12 08:08:29.069016 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-44574453-cac5-4d3f-bb28-7c04c851b97d req-db4e40fe-5c0e-4af8-a0bd-a459c698a0b7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=d84fb4b4-64c2-41bb-a2bd-7e24416384d5 HTTP/1.1" status: 200 len: 217 time: 0.0445716 Nov 12 08:08:29.089602 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-6204e8da-1b42-4d5a-bd68-547dd566c65c req-6375c52a-8352-442c-b4c6-6e784833f2c1 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] Allocated IP 192.168.233.136 (107743df-d3df-459d-a6cd-9e2ab4303016/e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1/babe3e0d-afb9-488d-bcdf-96953dfd1a7c) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:08:29.145380 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f16bc14-43c6-40f5-95c4-356cc7d099e3 req-e2c1b085-220a-48e7-8fc9-ee95a5992157 tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:29.153397 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8f16bc14-43c6-40f5-95c4-356cc7d099e3 req-e2c1b085-220a-48e7-8fc9-ee95a5992157 tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d307ea9-d969-40b3-9ff7-f74bff956c36 HTTP/1.1" status: 200 len: 947 time: 0.1860526 Nov 12 08:08:29.225022 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44574453-cac5-4d3f-bb28-7c04c851b97d req-cc1ce085-9787-46b5-9f05-d582d09d020f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:29.227164 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-44574453-cac5-4d3f-bb28-7c04c851b97d req-cc1ce085-9787-46b5-9f05-d582d09d020f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1 HTTP/1.1" status: 200 len: 843 time: 0.1485782 Nov 12 08:08:29.235993 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-a90ac3e1-f3c4-4e24-b6db-14937ea8c290 req-7f172892-72ee-49a4-a636-3807b80a7779 service neutron] Attempting to bind port e15040d9-4e48-46a6-ae32-9637ace5e310 on host n-h2-765315-29 for vnic_type normal with profile {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:08:29.236334 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-a90ac3e1-f3c4-4e24-b6db-14937ea8c290 req-7f172892-72ee-49a4-a636-3807b80a7779 service neutron] Attempting to bind port e15040d9-4e48-46a6-ae32-9637ace5e310 by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:08:29.237392 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90ac3e1-f3c4-4e24-b6db-14937ea8c290 req-7f172892-72ee-49a4-a636-3807b80a7779 service neutron] Attempting to bind port e15040d9-4e48-46a6-ae32-9637ace5e310 on network 107743df-d3df-459d-a6cd-9e2ab4303016 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:08:29.241238 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a2adddce-e6f0-4eb5-96df-8d1bb2ab3a79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:29.279529 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f172892-72ee-49a4-a636-3807b80a7779 service neutron] Pushing event updated for resources: {'Port': ['ID=e15040d9-4e48-46a6-ae32-9637ace5e310,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:29.305158 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90ac3e1-f3c4-4e24-b6db-14937ea8c290 req-7f172892-72ee-49a4-a636-3807b80a7779 service neutron] Port e15040d9-4e48-46a6-ae32-9637ace5e310 on network 107743df-d3df-459d-a6cd-9e2ab4303016 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:08:29.305410 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90ac3e1-f3c4-4e24-b6db-14937ea8c290 req-7f172892-72ee-49a4-a636-3807b80a7779 service neutron] Attempting to bind port e15040d9-4e48-46a6-ae32-9637ace5e310 on network 107743df-d3df-459d-a6cd-9e2ab4303016 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:08:29.319849 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90ac3e1-f3c4-4e24-b6db-14937ea8c290 req-7f172892-72ee-49a4-a636-3807b80a7779 service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:08:29.319849 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90ac3e1-f3c4-4e24-b6db-14937ea8c290 req-7f172892-72ee-49a4-a636-3807b80a7779 service neutron] Checking segment: {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:08:29.320213 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90ac3e1-f3c4-4e24-b6db-14937ea8c290 req-7f172892-72ee-49a4-a636-3807b80a7779 service neutron] Bound using segment: {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:08:29.320460 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-a90ac3e1-f3c4-4e24-b6db-14937ea8c290 req-7f172892-72ee-49a4-a636-3807b80a7779 service neutron] Bound port: e15040d9-4e48-46a6-ae32-9637ace5e310, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'}}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:08:29.320837 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-a90ac3e1-f3c4-4e24-b6db-14937ea8c290 req-7f172892-72ee-49a4-a636-3807b80a7779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:29.360162 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8f16bc14-43c6-40f5-95c4-356cc7d099e3 req-0b5140f2-b093-4af6-bddf-bd1c46c160fd tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc73c956-b036-4b27-a19b-8f92c82fdda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057173 Nov 12 08:08:29.376515 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44574453-cac5-4d3f-bb28-7c04c851b97d req-6ce47d52-eb9f-4e98-87e3-0941b04e5794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:29.379060 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-44574453-cac5-4d3f-bb28-7c04c851b97d req-6ce47d52-eb9f-4e98-87e3-0941b04e5794 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=107743df-d3df-459d-a6cd-9e2ab4303016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1420660 Nov 12 08:08:29.526653 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-af7fdfc4-095c-4859-9b53-749f4810c363 req-10b0e1a6-c7f1-417e-9460-c36669837a88 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:29.532483 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-6204e8da-1b42-4d5a-bd68-547dd566c65c req-6375c52a-8352-442c-b4c6-6e784833f2c1 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:29.536628 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a2adddce-e6f0-4eb5-96df-8d1bb2ab3a79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:29.539391 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a2adddce-e6f0-4eb5-96df-8d1bb2ab3a79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:29.540644 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-a2adddce-e6f0-4eb5-96df-8d1bb2ab3a79 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/350e4cf4-a9a2-4c81-80e6-44c97cea4756 HTTP/1.1" status: 204 len: 168 time: 0.9336617 Nov 12 08:08:29.562508 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2adddce-e6f0-4eb5-96df-8d1bb2ab3a79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=350e4cf4-a9a2-4c81-80e6-44c97cea4756,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:29.570846 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-a90ac3e1-f3c4-4e24-b6db-14937ea8c290 req-7f172892-72ee-49a4-a636-3807b80a7779 service neutron] For port e15040d9-4e48-46a6-ae32-9637ace5e310, host n-h2-765315-29, cleared binding levels {{(pid=102600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:08:29.578040 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5312128c-abbc-4110-8064-42aa30c517dd req-036c0d8b-5c81-4752-bc03-16f4831b78ab tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:29.579647 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5312128c-abbc-4110-8064-42aa30c517dd req-036c0d8b-5c81-4752-bc03-16f4831b78ab tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=94ffb2fc-fb0c-423a-b2e0-af99ae6c54dd HTTP/1.1" status: 200 len: 931 time: 0.1012270 Nov 12 08:08:29.582545 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-44574453-cac5-4d3f-bb28-7c04c851b97d req-f31c84f5-685b-4f0a-921b-fe31f3a01c5e service neutron] 10.222.0.44 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903279 Nov 12 08:08:29.715716 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-6204e8da-1b42-4d5a-bd68-547dd566c65c req-6375c52a-8352-442c-b4c6-6e784833f2c1 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:29.746790 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5312128c-abbc-4110-8064-42aa30c517dd req-73fd8dd8-0aad-40e8-88a6-8fca27ec5f7d tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574996 Nov 12 08:08:29.804442 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6204e8da-1b42-4d5a-bd68-547dd566c65c req-6375c52a-8352-442c-b4c6-6e784833f2c1 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] Network 107743df-d3df-459d-a6cd-9e2ab4303016 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:08:29.815276 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-44574453-cac5-4d3f-bb28-7c04c851b97d req-347df9b7-8324-4a65-a508-3449fd3461cc service neutron] 10.222.0.44 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104874 Nov 12 08:08:29.824643 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-6204e8da-1b42-4d5a-bd68-547dd566c65c req-6375c52a-8352-442c-b4c6-6e784833f2c1 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:08:29.847591 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-6204e8da-1b42-4d5a-bd68-547dd566c65c req-6375c52a-8352-442c-b4c6-6e784833f2c1 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:08:29.886382 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6375c52a-8352-442c-b4c6-6e784833f2c1 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] Pushing event updated for resources: {'Port': ['ID=babe3e0d-afb9-488d-bcdf-96953dfd1a7c,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:29.908445 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-a90ac3e1-f3c4-4e24-b6db-14937ea8c290 req-7f172892-72ee-49a4-a636-3807b80a7779 service neutron] For port e15040d9-4e48-46a6-ae32-9637ace5e310, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=e15040d9-4e48-46a6-ae32-9637ace5e310,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:08:29.929075 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-a90ac3e1-f3c4-4e24-b6db-14937ea8c290 req-7f172892-72ee-49a4-a636-3807b80a7779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:29.939836 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6204e8da-1b42-4d5a-bd68-547dd566c65c req-6375c52a-8352-442c-b4c6-6e784833f2c1 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:29.941194 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-6204e8da-1b42-4d5a-bd68-547dd566c65c req-6375c52a-8352-442c-b4c6-6e784833f2c1 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:30.006719 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6204e8da-1b42-4d5a-bd68-547dd566c65c req-6375c52a-8352-442c-b4c6-6e784833f2c1 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1443450 Nov 12 08:08:30.074523 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-6204e8da-1b42-4d5a-bd68-547dd566c65c req-4729aabc-ac41-4d9c-8427-80444b018991 service neutron] Request body: {'port': {'device_id': '9601ca8f-0148-419a-9768-3fa566394423', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:08:30.095729 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90ac3e1-f3c4-4e24-b6db-14937ea8c290 req-7f172892-72ee-49a4-a636-3807b80a7779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:30.097222 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-a90ac3e1-f3c4-4e24-b6db-14937ea8c290 req-7f172892-72ee-49a4-a636-3807b80a7779 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:30.099082 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a90ac3e1-f3c4-4e24-b6db-14937ea8c290 req-7f172892-72ee-49a4-a636-3807b80a7779 service neutron] 10.222.0.44 "PUT /v2.0/ports/e15040d9-4e48-46a6-ae32-9637ace5e310 HTTP/1.1" status: 200 len: 1096 time: 2.8159857 Nov 12 08:08:30.099791 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d307ea9-d969-40b3-9ff7-f74bff956c36', 'tag': 'e15040d9-4e48-46a6-ae32-9637ace5e310'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:08:30.105562 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e568204-551c-4096-9a43-0ce611879e6e" -d '{"events": [{"name": "network-changed", "server_uuid": "4d307ea9-d969-40b3-9ff7-f74bff956c36", "tag": "e15040d9-4e48-46a6-ae32-9637ace5e310"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:08:30.144908 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [req-cd098f6a-ab48-4513-8964-a848afc83a88 req-848e76eb-dd41-4f61-89e2-21948791567f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b57644af-7136-449f-883c-0d8733ae31ff {{(pid=102600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:08:30.161821 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-cd098f6a-ab48-4513-8964-a848afc83a88 req-848e76eb-dd41-4f61-89e2-21948791567f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:30.168220 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f172892-72ee-49a4-a636-3807b80a7779 service neutron] Pushing event updated for resources: {'Port': ['ID=e15040d9-4e48-46a6-ae32-9637ace5e310,revision_number=3']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:30.195260 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [req-af7fdfc4-095c-4859-9b53-749f4810c363 req-10b0e1a6-c7f1-417e-9460-c36669837a88 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Allocated IP 172.25.2.22 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/06a31949-2d99-4a9f-be3d-59d820aec4c2) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:08:30.201177 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.provisioning_blocks [req-cd098f6a-ab48-4513-8964-a848afc83a88 req-848e76eb-dd41-4f61-89e2-21948791567f service neutron] Transition to ACTIVE for port object b57644af-7136-449f-883c-0d8733ae31ff will not be triggered until provisioned by entity L2. {{(pid=102600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:08:30.208428 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-cd098f6a-ab48-4513-8964-a848afc83a88 req-848e76eb-dd41-4f61-89e2-21948791567f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:30.262159 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-6204e8da-1b42-4d5a-bd68-547dd566c65c req-4729aabc-ac41-4d9c-8427-80444b018991 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:30.271480 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-95f8b2ac-7dc6-4893-9e33-13104cd221a3 None None] Provisioning complete for port babe3e0d-afb9-488d-bcdf-96953dfd1a7c triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:08:30.272063 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-95f8b2ac-7dc6-4893-9e33-13104cd221a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:30.277823 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd48cd53-e4b9-46aa-bcaa-91feb6254342 req-1a0c30ff-dbd7-4254-bf66-570343a41503 tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:30.279429 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-bd48cd53-e4b9-46aa-bcaa-91feb6254342 req-1a0c30ff-dbd7-4254-bf66-570343a41503 tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ccde51c-23a7-4c55-86c1-1d91326d6942 HTTP/1.1" status: 200 len: 947 time: 0.1973052 Nov 12 08:08:30.290949 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5959b2a-17ca-4f39-ab0b-03e8eb8b59d5 req-696aac17-f25f-4668-a1b3-8235301a594a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:30.292441 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b5959b2a-17ca-4f39-ab0b-03e8eb8b59d5 req-696aac17-f25f-4668-a1b3-8235301a594a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=03103b5b4fbe42938d0a63bfe12d9d56&device_id=6ccde51c-23a7-4c55-86c1-1d91326d6942 HTTP/1.1" status: 200 len: 1099 time: 0.2846947 Nov 12 08:08:30.297622 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848e76eb-dd41-4f61-89e2-21948791567f service neutron] Pushing event updated for resources: {'Port': ['ID=b57644af-7136-449f-883c-0d8733ae31ff,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:30.397034 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-95f8b2ac-7dc6-4893-9e33-13104cd221a3 None None] Port babe3e0d-afb9-488d-bcdf-96953dfd1a7c cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:08:30.533228 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-af7fdfc4-095c-4859-9b53-749f4810c363 req-10b0e1a6-c7f1-417e-9460-c36669837a88 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:30.560938 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90ac3e1-f3c4-4e24-b6db-14937ea8c290 req-9d227b4e-e265-4de4-9f99-86b4b3e0c70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:30.562697 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a90ac3e1-f3c4-4e24-b6db-14937ea8c290 req-9d227b4e-e265-4de4-9f99-86b4b3e0c70b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b04638ff4f784ea2af51ab092137a95b&device_id=4d307ea9-d969-40b3-9ff7-f74bff956c36 HTTP/1.1" status: 200 len: 1099 time: 0.2662649 Nov 12 08:08:30.574561 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-cd098f6a-ab48-4513-8964-a848afc83a88 req-848e76eb-dd41-4f61-89e2-21948791567f service neutron] Attempting to bind port b57644af-7136-449f-883c-0d8733ae31ff on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:08:30.574561 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-cd098f6a-ab48-4513-8964-a848afc83a88 req-848e76eb-dd41-4f61-89e2-21948791567f service neutron] Attempting to bind port b57644af-7136-449f-883c-0d8733ae31ff by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': '1db27ece-82b2-4c8d-abc3-e56edcdd7b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'e20d0ee5-0c01-4db1-aa95-4ea5bc470460'}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:08:30.574561 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd098f6a-ab48-4513-8964-a848afc83a88 req-848e76eb-dd41-4f61-89e2-21948791567f service neutron] Attempting to bind port b57644af-7136-449f-883c-0d8733ae31ff on network e20d0ee5-0c01-4db1-aa95-4ea5bc470460 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:08:30.657533 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd098f6a-ab48-4513-8964-a848afc83a88 req-848e76eb-dd41-4f61-89e2-21948791567f service neutron] Port b57644af-7136-449f-883c-0d8733ae31ff on network e20d0ee5-0c01-4db1-aa95-4ea5bc470460 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:08:30.657854 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd098f6a-ab48-4513-8964-a848afc83a88 req-848e76eb-dd41-4f61-89e2-21948791567f service neutron] Attempting to bind port b57644af-7136-449f-883c-0d8733ae31ff on network e20d0ee5-0c01-4db1-aa95-4ea5bc470460 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:08:30.669819 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a90ac3e1-f3c4-4e24-b6db-14937ea8c290 req-68042466-15e2-40b1-8702-c49b24003dbb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=e15040d9-4e48-46a6-ae32-9637ace5e310 HTTP/1.1" status: 200 len: 217 time: 0.0889554 Nov 12 08:08:30.678943 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-af7fdfc4-095c-4859-9b53-749f4810c363 req-10b0e1a6-c7f1-417e-9460-c36669837a88 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:30.750839 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd098f6a-ab48-4513-8964-a848afc83a88 req-848e76eb-dd41-4f61-89e2-21948791567f service neutron] Checking agent: {'id': '26215384-8035-4ce2-971a-8e67be80da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:08:30.751179 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd098f6a-ab48-4513-8964-a848afc83a88 req-848e76eb-dd41-4f61-89e2-21948791567f service neutron] Checking segment: {'id': '1db27ece-82b2-4c8d-abc3-e56edcdd7b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'e20d0ee5-0c01-4db1-aa95-4ea5bc470460'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:08:30.751568 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd098f6a-ab48-4513-8964-a848afc83a88 req-848e76eb-dd41-4f61-89e2-21948791567f service neutron] Bound using segment: {'id': '1db27ece-82b2-4c8d-abc3-e56edcdd7b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'e20d0ee5-0c01-4db1-aa95-4ea5bc470460'} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:08:30.752018 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-cd098f6a-ab48-4513-8964-a848afc83a88 req-848e76eb-dd41-4f61-89e2-21948791567f service neutron] Bound port: b57644af-7136-449f-883c-0d8733ae31ff, host: n-h1-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1db27ece-82b2-4c8d-abc3-e56edcdd7b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'e20d0ee5-0c01-4db1-aa95-4ea5bc470460'}}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:08:30.753112 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-cd098f6a-ab48-4513-8964-a848afc83a88 req-848e76eb-dd41-4f61-89e2-21948791567f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:30.753767 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-bd48cd53-e4b9-46aa-bcaa-91feb6254342 req-e10ce745-3dd1-4b4a-b2e1-810aaa69bd9a tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d23910f-b5d9-458f-a594-0a3fa5fb2ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4520350 Nov 12 08:08:30.786415 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:08:30.858647 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af7fdfc4-095c-4859-9b53-749f4810c363 req-10b0e1a6-c7f1-417e-9460-c36669837a88 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:08:30.860205 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90ac3e1-f3c4-4e24-b6db-14937ea8c290 req-88a994fd-68be-4b93-8e12-fe71816c47be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:30.862472 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a90ac3e1-f3c4-4e24-b6db-14937ea8c290 req-88a994fd-68be-4b93-8e12-fe71816c47be service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1 HTTP/1.1" status: 200 len: 843 time: 0.1811407 Nov 12 08:08:30.871695 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [req-af7fdfc4-095c-4859-9b53-749f4810c363 req-10b0e1a6-c7f1-417e-9460-c36669837a88 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:08:30.882012 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [req-af7fdfc4-095c-4859-9b53-749f4810c363 req-10b0e1a6-c7f1-417e-9460-c36669837a88 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:08:30.915254 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b0e1a6-c7f1-417e-9460-c36669837a88 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Pushing event updated for resources: {'Port': ['ID=06a31949-2d99-4a9f-be3d-59d820aec4c2,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:30.942119 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5959b2a-17ca-4f39-ab0b-03e8eb8b59d5 req-53c395fb-e7e5-4117-8f0a-1b7cb49dfc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:30.944268 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b5959b2a-17ca-4f39-ab0b-03e8eb8b59d5 req-53c395fb-e7e5-4117-8f0a-1b7cb49dfc6e service neutron] 10.222.0.44 "GET /v2.0/networks?id=107743df-d3df-459d-a6cd-9e2ab4303016 HTTP/1.1" status: 200 len: 870 time: 0.6383159 Nov 12 08:08:30.986119 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7635774d-1306-495f-9cc5-198d8d53f6af req-af60d964-a0b3-452b-95c3-133c6759056d tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:30.988059 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7635774d-1306-495f-9cc5-198d8d53f6af req-af60d964-a0b3-452b-95c3-133c6759056d tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] 10.222.0.26 "GET /v2.0/ports?device_id=9601ca8f-0148-419a-9768-3fa566394423 HTTP/1.1" status: 200 len: 936 time: 0.1135027 Nov 12 08:08:30.990369 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-6204e8da-1b42-4d5a-bd68-547dd566c65c req-4729aabc-ac41-4d9c-8427-80444b018991 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id babe3e0d-afb9-488d-bcdf-96953dfd1a7c {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:08:31.052755 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-cd098f6a-ab48-4513-8964-a848afc83a88 req-848e76eb-dd41-4f61-89e2-21948791567f service neutron] For port b57644af-7136-449f-883c-0d8733ae31ff, host n-h1-765315-29, cleared binding levels {{(pid=102600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:08:31.057511 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b5959b2a-17ca-4f39-ab0b-03e8eb8b59d5 req-19c0fd0e-c2b5-4f34-80f5-20408e458511 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=d84fb4b4-64c2-41bb-a2bd-7e24416384d5 HTTP/1.1" status: 200 len: 217 time: 0.0984614 Nov 12 08:08:31.060159 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-6204e8da-1b42-4d5a-bd68-547dd566c65c req-4729aabc-ac41-4d9c-8427-80444b018991 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:31.090779 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90ac3e1-f3c4-4e24-b6db-14937ea8c290 req-92b76926-a6ef-47df-8a33-0bb28a2bb574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:31.092458 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a90ac3e1-f3c4-4e24-b6db-14937ea8c290 req-92b76926-a6ef-47df-8a33-0bb28a2bb574 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=107743df-d3df-459d-a6cd-9e2ab4303016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2129486 Nov 12 08:08:31.094259 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-cd098f6a-ab48-4513-8964-a848afc83a88 req-848e76eb-dd41-4f61-89e2-21948791567f service neutron] For port b57644af-7136-449f-883c-0d8733ae31ff, host n-h1-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=b57644af-7136-449f-883c-0d8733ae31ff,segment=NetworkSegment(1db27ece-82b2-4c8d-abc3-e56edcdd7b0a),segment_id=1db27ece-82b2-4c8d-abc3-e56edcdd7b0a)] {{(pid=102600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:08:31.102801 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-af7fdfc4-095c-4859-9b53-749f4810c363 req-10b0e1a6-c7f1-417e-9460-c36669837a88 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:31.110578 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-cd098f6a-ab48-4513-8964-a848afc83a88 req-848e76eb-dd41-4f61-89e2-21948791567f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:31.157418 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-6204e8da-1b42-4d5a-bd68-547dd566c65c req-4729aabc-ac41-4d9c-8427-80444b018991 service neutron] Transition to ACTIVE for port object babe3e0d-afb9-488d-bcdf-96953dfd1a7c will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:08:31.186095 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-6204e8da-1b42-4d5a-bd68-547dd566c65c req-4729aabc-ac41-4d9c-8427-80444b018991 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:31.230872 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7635774d-1306-495f-9cc5-198d8d53f6af req-6e5b5eb6-e603-4f5c-95b8-47b9831a9e04 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] 10.222.0.26 "GET /v2.0/security-groups?id=324d126f-7172-408c-b291-f65e4794fc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732879 Nov 12 08:08:31.236029 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd098f6a-ab48-4513-8964-a848afc83a88 req-848e76eb-dd41-4f61-89e2-21948791567f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:31.237319 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-cd098f6a-ab48-4513-8964-a848afc83a88 req-848e76eb-dd41-4f61-89e2-21948791567f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:31.238935 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cd098f6a-ab48-4513-8964-a848afc83a88 req-848e76eb-dd41-4f61-89e2-21948791567f service neutron] 10.222.0.21 "PUT /v2.0/ports/b57644af-7136-449f-883c-0d8733ae31ff HTTP/1.1" status: 200 len: 1092 time: 2.7154624 Nov 12 08:08:31.269930 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-af7fdfc4-095c-4859-9b53-749f4810c363 req-10b0e1a6-c7f1-417e-9460-c36669837a88 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:31.295829 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4729aabc-ac41-4d9c-8427-80444b018991 service neutron] Pushing event updated for resources: {'Port': ['ID=babe3e0d-afb9-488d-bcdf-96953dfd1a7c,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:31.300157 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5959b2a-17ca-4f39-ab0b-03e8eb8b59d5 req-3a36f6cb-e1b6-4dd0-ad42-1d6e5699d31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:31.301833 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b5959b2a-17ca-4f39-ab0b-03e8eb8b59d5 req-3a36f6cb-e1b6-4dd0-ad42-1d6e5699d31d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1 HTTP/1.1" status: 200 len: 843 time: 0.2315559 Nov 12 08:08:31.324250 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848e76eb-dd41-4f61-89e2-21948791567f service neutron] Pushing event updated for resources: {'Port': ['ID=b57644af-7136-449f-883c-0d8733ae31ff,revision_number=3']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:31.395265 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6449e61f-b5ac-4df7-b7eb-2104dc1b0a22 x-openstack-request-id: req-6449e61f-b5ac-4df7-b7eb-2104dc1b0a22 {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:08:31.395549 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d307ea9-d969-40b3-9ff7-f74bff956c36", "tag": "e15040d9-4e48-46a6-ae32-9637ace5e310", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:08:31.395811 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6449e61f-b5ac-4df7-b7eb-2104dc1b0a22 {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:08:31.396213 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d307ea9-d969-40b3-9ff7-f74bff956c36', 'tag': 'e15040d9-4e48-46a6-ae32-9637ace5e310', 'status': 'completed', 'code': 200} Nov 12 08:08:31.439198 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a90ac3e1-f3c4-4e24-b6db-14937ea8c290 req-5b82b2fe-5c75-40e5-a416-da8db4438cad service neutron] 10.222.0.44 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3302836 Nov 12 08:08:31.466913 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5959b2a-17ca-4f39-ab0b-03e8eb8b59d5 req-ed04745e-8814-41c8-a037-1bffa15385d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:31.469141 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b5959b2a-17ca-4f39-ab0b-03e8eb8b59d5 req-ed04745e-8814-41c8-a037-1bffa15385d4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=107743df-d3df-459d-a6cd-9e2ab4303016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1587291 Nov 12 08:08:31.609615 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd098f6a-ab48-4513-8964-a848afc83a88 req-f2f36d5d-bcf4-4cdb-a9f6-9eec60f87f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:31.611150 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cd098f6a-ab48-4513-8964-a848afc83a88 req-f2f36d5d-bcf4-4cdb-a9f6-9eec60f87f47 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d3f3ef4a14134700a36c0967765d4c9a&device_id=94ffb2fc-fb0c-423a-b2e0-af99ae6c54dd HTTP/1.1" status: 200 len: 1095 time: 0.3097544 Nov 12 08:08:31.618840 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-6204e8da-1b42-4d5a-bd68-547dd566c65c req-4729aabc-ac41-4d9c-8427-80444b018991 service neutron] Attempting to bind port babe3e0d-afb9-488d-bcdf-96953dfd1a7c on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:08:31.618840 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-6204e8da-1b42-4d5a-bd68-547dd566c65c req-4729aabc-ac41-4d9c-8427-80444b018991 service neutron] Attempting to bind port babe3e0d-afb9-488d-bcdf-96953dfd1a7c by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:08:31.619243 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6204e8da-1b42-4d5a-bd68-547dd566c65c req-4729aabc-ac41-4d9c-8427-80444b018991 service neutron] Attempting to bind port babe3e0d-afb9-488d-bcdf-96953dfd1a7c on network 107743df-d3df-459d-a6cd-9e2ab4303016 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:08:31.660827 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8560c2fb-6d03-42e0-ba19-e430f7915a51 req-67b6b438-0202-4f59-a57e-fbe2aab6d23e tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:31.667382 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8560c2fb-6d03-42e0-ba19-e430f7915a51 req-67b6b438-0202-4f59-a57e-fbe2aab6d23e tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d307ea9-d969-40b3-9ff7-f74bff956c36 HTTP/1.1" status: 200 len: 947 time: 0.1501095 Nov 12 08:08:31.668158 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6204e8da-1b42-4d5a-bd68-547dd566c65c req-4729aabc-ac41-4d9c-8427-80444b018991 service neutron] Port babe3e0d-afb9-488d-bcdf-96953dfd1a7c on network 107743df-d3df-459d-a6cd-9e2ab4303016 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:08:31.668481 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6204e8da-1b42-4d5a-bd68-547dd566c65c req-4729aabc-ac41-4d9c-8427-80444b018991 service neutron] Attempting to bind port babe3e0d-afb9-488d-bcdf-96953dfd1a7c on network 107743df-d3df-459d-a6cd-9e2ab4303016 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:08:31.681994 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cd098f6a-ab48-4513-8964-a848afc83a88 req-a76207f9-227b-46d2-8639-225badcc5f62 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b57644af-7136-449f-883c-0d8733ae31ff HTTP/1.1" status: 200 len: 217 time: 0.0611145 Nov 12 08:08:31.702853 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6204e8da-1b42-4d5a-bd68-547dd566c65c req-4729aabc-ac41-4d9c-8427-80444b018991 service neutron] Checking agent: {'id': '26215384-8035-4ce2-971a-8e67be80da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:08:31.703192 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6204e8da-1b42-4d5a-bd68-547dd566c65c req-4729aabc-ac41-4d9c-8427-80444b018991 service neutron] Checking segment: {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:08:31.703576 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6204e8da-1b42-4d5a-bd68-547dd566c65c req-4729aabc-ac41-4d9c-8427-80444b018991 service neutron] Bound using segment: {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:08:31.704032 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-6204e8da-1b42-4d5a-bd68-547dd566c65c req-4729aabc-ac41-4d9c-8427-80444b018991 service neutron] Bound port: babe3e0d-afb9-488d-bcdf-96953dfd1a7c, host: n-h1-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:08:31.704542 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-6204e8da-1b42-4d5a-bd68-547dd566c65c req-4729aabc-ac41-4d9c-8427-80444b018991 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:31.738686 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b5959b2a-17ca-4f39-ab0b-03e8eb8b59d5 req-3ab34424-2f83-49a8-9351-6b2ca1bcef1b service neutron] 10.222.0.44 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593410 Nov 12 08:08:31.762525 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a90ac3e1-f3c4-4e24-b6db-14937ea8c290 req-53440cde-866d-4896-8ffe-3ea4e8d7182b service neutron] 10.222.0.44 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3045309 Nov 12 08:08:31.772225 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8560c2fb-6d03-42e0-ba19-e430f7915a51 req-a519a82e-901e-4709-a540-c4d8b009420a tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc73c956-b036-4b27-a19b-8f92c82fdda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907614 Nov 12 08:08:31.799383 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd098f6a-ab48-4513-8964-a848afc83a88 req-ae3e2279-e4c2-4280-8064-70dfda3c00c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:31.801302 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cd098f6a-ab48-4513-8964-a848afc83a88 req-ae3e2279-e4c2-4280-8064-70dfda3c00c4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4054f1d6-a6c6-43c7-ba9c-9a6600029957 HTTP/1.1" status: 200 len: 861 time: 0.1070294 Nov 12 08:08:31.837053 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-af7fdfc4-095c-4859-9b53-749f4810c363 req-10b0e1a6-c7f1-417e-9460-c36669837a88 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:31.857609 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-af7fdfc4-095c-4859-9b53-749f4810c363 req-10b0e1a6-c7f1-417e-9460-c36669837a88 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:31.863107 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cd098f6a-ab48-4513-8964-a848afc83a88 req-0141eaaa-270b-4fc6-9695-c493b8815b39 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e20d0ee5-0c01-4db1-aa95-4ea5bc470460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391629 Nov 12 08:08:31.915494 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-6204e8da-1b42-4d5a-bd68-547dd566c65c req-4729aabc-ac41-4d9c-8427-80444b018991 service neutron] For port babe3e0d-afb9-488d-bcdf-96953dfd1a7c, host n-h1-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:08:31.934495 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-af7fdfc4-095c-4859-9b53-749f4810c363 req-10b0e1a6-c7f1-417e-9460-c36669837a88 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:31.936898 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-6204e8da-1b42-4d5a-bd68-547dd566c65c req-4729aabc-ac41-4d9c-8427-80444b018991 service neutron] For port babe3e0d-afb9-488d-bcdf-96953dfd1a7c, host n-h1-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=babe3e0d-afb9-488d-bcdf-96953dfd1a7c,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:08:31.948088 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-6204e8da-1b42-4d5a-bd68-547dd566c65c req-4729aabc-ac41-4d9c-8427-80444b018991 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:31.981965 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b5959b2a-17ca-4f39-ab0b-03e8eb8b59d5 req-0e277774-3d0f-457a-8f7c-04e6e2771abf service neutron] 10.222.0.44 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154033 Nov 12 08:08:32.013408 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b0e1a6-c7f1-417e-9460-c36669837a88 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Pushing event updated for resources: {'Port': ['ID=06a31949-2d99-4a9f-be3d-59d820aec4c2,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:32.023114 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-af7fdfc4-095c-4859-9b53-749f4810c363 req-10b0e1a6-c7f1-417e-9460-c36669837a88 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:32.024400 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-af7fdfc4-095c-4859-9b53-749f4810c363 req-10b0e1a6-c7f1-417e-9460-c36669837a88 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.3768671 Nov 12 08:08:32.049482 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6204e8da-1b42-4d5a-bd68-547dd566c65c req-4729aabc-ac41-4d9c-8427-80444b018991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:32.050107 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-6204e8da-1b42-4d5a-bd68-547dd566c65c req-4729aabc-ac41-4d9c-8427-80444b018991 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:32.051649 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6204e8da-1b42-4d5a-bd68-547dd566c65c req-4729aabc-ac41-4d9c-8427-80444b018991 service neutron] 10.222.0.21 "PUT /v2.0/ports/babe3e0d-afb9-488d-bcdf-96953dfd1a7c HTTP/1.1" status: 200 len: 1097 time: 1.9887605 Nov 12 08:08:32.054090 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9601ca8f-0148-419a-9768-3fa566394423', 'tag': 'babe3e0d-afb9-488d-bcdf-96953dfd1a7c'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:08:32.056605 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4da172ad-acc9-4543-aaf9-7e05febb42d3" -d '{"events": [{"name": "network-changed", "server_uuid": "9601ca8f-0148-419a-9768-3fa566394423", "tag": "babe3e0d-afb9-488d-bcdf-96953dfd1a7c"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:08:32.108146 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4729aabc-ac41-4d9c-8427-80444b018991 service neutron] Pushing event updated for resources: {'Port': ['ID=babe3e0d-afb9-488d-bcdf-96953dfd1a7c,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:32.187081 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fb0c25-0ebf-49e0-a552-20db4fd209da req-a4e66f72-a6bd-49ea-b8b6-e292e1ce5802 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:32.187551 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e568204-551c-4096-9a43-0ce611879e6e req-a8074918-93f4-4d0f-8a64-6f6d925bd8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:32.188616 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-42fb0c25-0ebf-49e0-a552-20db4fd209da req-a4e66f72-a6bd-49ea-b8b6-e292e1ce5802 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=94ffb2fc-fb0c-423a-b2e0-af99ae6c54dd HTTP/1.1" status: 200 len: 943 time: 0.2094643 Nov 12 08:08:32.190297 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7e568204-551c-4096-9a43-0ce611879e6e req-a8074918-93f4-4d0f-8a64-6f6d925bd8a5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b04638ff4f784ea2af51ab092137a95b&device_id=4d307ea9-d969-40b3-9ff7-f74bff956c36 HTTP/1.1" status: 200 len: 1099 time: 0.2869298 Nov 12 08:08:32.200463 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cd098f6a-ab48-4513-8964-a848afc83a88 req-648fe26f-b207-4ee0-9488-43180a34f719 service neutron] 10.222.0.21 "GET /v2.0/networks/e20d0ee5-0c01-4db1-aa95-4ea5bc470460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3099053 Nov 12 08:08:32.249320 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6204e8da-1b42-4d5a-bd68-547dd566c65c req-4ca47f8c-e521-4da1-b2db-e40329073fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:32.250895 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6204e8da-1b42-4d5a-bd68-547dd566c65c req-4ca47f8c-e521-4da1-b2db-e40329073fcb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=18645d9d88124b4d9a21d3cd2562460a&device_id=9601ca8f-0148-419a-9768-3fa566394423 HTTP/1.1" status: 200 len: 1100 time: 0.1437573 Nov 12 08:08:32.281357 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-af7fdfc4-095c-4859-9b53-749f4810c363 req-e338c619-b986-4803-b8a1-ea5ccb4cb5fb tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.2.22 HTTP/1.1" status: 200 len: 695 time: 0.2443533 Nov 12 08:08:32.379887 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6204e8da-1b42-4d5a-bd68-547dd566c65c req-ff2ee80e-6db0-409d-9c28-606aae4c4b1f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=babe3e0d-afb9-488d-bcdf-96953dfd1a7c HTTP/1.1" status: 200 len: 217 time: 0.1170399 Nov 12 08:08:32.385419 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-42fb0c25-0ebf-49e0-a552-20db4fd209da req-5e13c6a4-aeef-46e1-b3e1-ce1795c947da tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831768 Nov 12 08:08:32.482663 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6204e8da-1b42-4d5a-bd68-547dd566c65c req-7d1b6f5c-9eca-4259-af73-a3ecef4a1d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:32.484607 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6204e8da-1b42-4d5a-bd68-547dd566c65c req-7d1b6f5c-9eca-4259-af73-a3ecef4a1d90 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1 HTTP/1.1" status: 200 len: 843 time: 0.0980997 Nov 12 08:08:32.543266 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e568204-551c-4096-9a43-0ce611879e6e req-a0a1c97c-a395-4c17-bacc-7f5ed3419ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:32.544805 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7e568204-551c-4096-9a43-0ce611879e6e req-a0a1c97c-a395-4c17-bacc-7f5ed3419ac0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=107743df-d3df-459d-a6cd-9e2ab4303016 HTTP/1.1" status: 200 len: 870 time: 0.3418951 Nov 12 08:08:32.549987 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cd098f6a-ab48-4513-8964-a848afc83a88 req-801d855f-ce1d-4d0e-a35d-3cc53a8b28df service neutron] 10.222.0.21 "GET /v2.0/networks/e20d0ee5-0c01-4db1-aa95-4ea5bc470460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3242118 Nov 12 08:08:32.562915 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6204e8da-1b42-4d5a-bd68-547dd566c65c req-a5e0ca6e-463b-4ae8-84b4-3ca344c68bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:32.569484 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6204e8da-1b42-4d5a-bd68-547dd566c65c req-a5e0ca6e-463b-4ae8-84b4-3ca344c68bc9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=107743df-d3df-459d-a6cd-9e2ab4303016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0778227 Nov 12 08:08:32.604937 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7fdfc4-095c-4859-9b53-749f4810c363 req-976d923b-6045-475b-9b91-3e96f069a884 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:32.607563 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-af7fdfc4-095c-4859-9b53-749f4810c363 req-976d923b-6045-475b-9b91-3e96f069a884 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] 10.222.0.26 "GET /v2.0/networks/d709f64f-f9e6-4525-b020-ad48633b9bbf HTTP/1.1" status: 200 len: 784 time: 0.3029525 Nov 12 08:08:32.650045 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7e568204-551c-4096-9a43-0ce611879e6e req-fc18551a-3b94-45fb-afe0-d10253fe6f43 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=e15040d9-4e48-46a6-ae32-9637ace5e310 HTTP/1.1" status: 200 len: 217 time: 0.0834503 Nov 12 08:08:32.655361 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [req-af7fdfc4-095c-4859-9b53-749f4810c363 req-89d9ba85-2e20-4a50-8b06-4f61944bea98 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:08:32.656520 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-af7fdfc4-095c-4859-9b53-749f4810c363 req-89d9ba85-2e20-4a50-8b06-4f61944bea98 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0085003 Nov 12 08:08:32.759760 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e568204-551c-4096-9a43-0ce611879e6e req-291db60a-a26f-4d80-81b0-4ecc226031e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:32.761875 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7e568204-551c-4096-9a43-0ce611879e6e req-291db60a-a26f-4d80-81b0-4ecc226031e8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1 HTTP/1.1" status: 200 len: 843 time: 0.1020038 Nov 12 08:08:32.848518 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4de88c58-18e8-4c8a-8d99-bfe74df023a3 x-openstack-request-id: req-4de88c58-18e8-4c8a-8d99-bfe74df023a3 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:08:32.848808 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9601ca8f-0148-419a-9768-3fa566394423", "tag": "babe3e0d-afb9-488d-bcdf-96953dfd1a7c", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:08:32.849052 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4de88c58-18e8-4c8a-8d99-bfe74df023a3 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:08:32.849458 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9601ca8f-0148-419a-9768-3fa566394423', 'tag': 'babe3e0d-afb9-488d-bcdf-96953dfd1a7c', 'status': 'completed', 'code': 200} Nov 12 08:08:32.962391 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a387db-3688-4992-a57f-0e10909b2112 req-28671fd9-851c-4620-bcea-b9a656d5e045 tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:32.963917 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c3a387db-3688-4992-a57f-0e10909b2112 req-28671fd9-851c-4620-bcea-b9a656d5e045 tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ccde51c-23a7-4c55-86c1-1d91326d6942 HTTP/1.1" status: 200 len: 947 time: 0.1136701 Nov 12 08:08:32.992711 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6204e8da-1b42-4d5a-bd68-547dd566c65c req-4dfc520c-b6eb-46fb-b982-26424c463f07 service neutron] 10.222.0.21 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4156191 Nov 12 08:08:33.015463 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device d84fb4b4-64c2-41bb-a2bd-7e24416384d5 details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:08:33.047883 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c3a387db-3688-4992-a57f-0e10909b2112 req-194c72c7-e35b-4ea7-8bc1-3ba536277d08 tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d23910f-b5d9-458f-a594-0a3fa5fb2ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776489 Nov 12 08:08:33.108767 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e568204-551c-4096-9a43-0ce611879e6e req-349a7143-c194-46e9-8902-552956e04e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:33.111063 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7e568204-551c-4096-9a43-0ce611879e6e req-349a7143-c194-46e9-8902-552956e04e58 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=107743df-d3df-459d-a6cd-9e2ab4303016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3398302 Nov 12 08:08:33.133168 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6204e8da-1b42-4d5a-bd68-547dd566c65c req-56306cc1-2bdc-413a-bf8c-8bc2a83274e8 service neutron] 10.222.0.21 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283610 Nov 12 08:08:33.140046 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e36aa8-5166-4e1e-93d0-eeed9ab953cd req-5111ddcb-9d9f-4877-b53f-ebb1e2723de6 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:33.150724 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a5e36aa8-5166-4e1e-93d0-eeed9ab953cd req-5111ddcb-9d9f-4877-b53f-ebb1e2723de6 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] 10.222.0.26 "GET /v2.0/ports?device_id=9601ca8f-0148-419a-9768-3fa566394423 HTTP/1.1" status: 200 len: 948 time: 0.0910983 Nov 12 08:08:33.194933 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port d84fb4b4-64c2-41bb-a2bd-7e24416384d5, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=d84fb4b4-64c2-41bb-a2bd-7e24416384d5,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:08:33.209044 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': 'd84fb4b4-64c2-41bb-a2bd-7e24416384d5', 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016', 'port_id': 'd84fb4b4-64c2-41bb-a2bd-7e24416384d5', 'mac_address': 'fa:16:3e:f8:5f:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:08:33.244644 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a5e36aa8-5166-4e1e-93d0-eeed9ab953cd req-5176c3ff-2bdd-4724-9dc2-06e893cec9c7 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] 10.222.0.26 "GET /v2.0/security-groups?id=324d126f-7172-408c-b291-f65e4794fc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915971 Nov 12 08:08:33.287453 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:33.315593 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7e568204-551c-4096-9a43-0ce611879e6e req-20c3e933-5bcc-43a8-8364-2f607405894a service neutron] 10.222.0.44 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943846 Nov 12 08:08:33.335473 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da172ad-acc9-4543-aaf9-7e05febb42d3 req-90c0d519-d750-45dd-a40f-7671a93fe0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:33.336778 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d84fb4b4-64c2-41bb-a2bd-7e24416384d5 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:08:33.339702 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4da172ad-acc9-4543-aaf9-7e05febb42d3 req-90c0d519-d750-45dd-a40f-7671a93fe0e5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=18645d9d88124b4d9a21d3cd2562460a&device_id=9601ca8f-0148-419a-9768-3fa566394423 HTTP/1.1" status: 200 len: 1100 time: 0.1332457 Nov 12 08:08:33.372575 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port d84fb4b4-64c2-41bb-a2bd-7e24416384d5, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=d84fb4b4-64c2-41bb-a2bd-7e24416384d5,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:08:33.379612 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:33.428992 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94ffb2fc-fb0c-423a-b2e0-af99ae6c54dd', 'tag': 'b57644af-7136-449f-883c-0d8733ae31ff'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:08:33.434759 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e1bc0d3-f252-44e0-918e-10da96a05ee8" -d '{"events": [{"name": "network-changed", "server_uuid": "94ffb2fc-fb0c-423a-b2e0-af99ae6c54dd", "tag": "b57644af-7136-449f-883c-0d8733ae31ff"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:08:33.477877 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=d84fb4b4-64c2-41bb-a2bd-7e24416384d5,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:33.484940 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da172ad-acc9-4543-aaf9-7e05febb42d3 req-5fe913a7-aefc-482d-bdaf-1d2a6784c3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:33.486547 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4da172ad-acc9-4543-aaf9-7e05febb42d3 req-5fe913a7-aefc-482d-bdaf-1d2a6784c3c4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=107743df-d3df-459d-a6cd-9e2ab4303016 HTTP/1.1" status: 200 len: 870 time: 0.1396525 Nov 12 08:08:33.539116 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4da172ad-acc9-4543-aaf9-7e05febb42d3 req-dd3d460d-2f4c-4b1d-9eb7-f5363515f2b4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=babe3e0d-afb9-488d-bcdf-96953dfd1a7c HTTP/1.1" status: 200 len: 217 time: 0.0452023 Nov 12 08:08:33.545738 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee31723-3d90-4563-ba19-e2cd1c6f2574 req-ff9a86c8-d760-4054-ac20-54cb8355f53f tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:33.547562 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-aee31723-3d90-4563-ba19-e2cd1c6f2574 req-ff9a86c8-d760-4054-ac20-54cb8355f53f tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d307ea9-d969-40b3-9ff7-f74bff956c36 HTTP/1.1" status: 200 len: 947 time: 0.1117198 Nov 12 08:08:33.571735 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7e568204-551c-4096-9a43-0ce611879e6e req-274b7476-8ae1-4f7d-b955-c83af687086e service neutron] 10.222.0.44 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400985 Nov 12 08:08:33.609374 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da172ad-acc9-4543-aaf9-7e05febb42d3 req-8182bdf9-c2cb-4d0d-a70a-b4605532a670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:33.612368 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4da172ad-acc9-4543-aaf9-7e05febb42d3 req-8182bdf9-c2cb-4d0d-a70a-b4605532a670 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1 HTTP/1.1" status: 200 len: 843 time: 0.0655854 Nov 12 08:08:33.635952 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-aee31723-3d90-4563-ba19-e2cd1c6f2574 req-914624e2-f729-4b98-971d-53f347d31ef0 tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc73c956-b036-4b27-a19b-8f92c82fdda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634339 Nov 12 08:08:33.701602 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da172ad-acc9-4543-aaf9-7e05febb42d3 req-f60708cd-1f25-4587-beaa-dca7f77c583e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:33.703155 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4da172ad-acc9-4543-aaf9-7e05febb42d3 req-f60708cd-1f25-4587-beaa-dca7f77c583e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=107743df-d3df-459d-a6cd-9e2ab4303016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0846131 Nov 12 08:08:33.737966 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['d84fb4b4-64c2-41bb-a2bd-7e24416384d5'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:08:33.814822 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848b4609-e9b2-41ff-8cd8-f66ad55832f9 req-76c646c2-17a5-4357-8f76-157e28986530 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:33.816740 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-848b4609-e9b2-41ff-8cd8-f66ad55832f9 req-76c646c2-17a5-4357-8f76-157e28986530 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=94ffb2fc-fb0c-423a-b2e0-af99ae6c54dd HTTP/1.1" status: 200 len: 943 time: 0.0855486 Nov 12 08:08:33.930531 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd68af2e-5144-4e4c-8923-e555cb5e1281 req-7187bd28-69d2-4e4b-a820-d68401f12b41 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:33.932680 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fd68af2e-5144-4e4c-8923-e555cb5e1281 req-7187bd28-69d2-4e4b-a820-d68401f12b41 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] 10.222.0.26 "GET /v2.0/networks?id=a3156095-dd64-4768-883c-6857cbfc4c3d HTTP/1.1" status: 200 len: 821 time: 0.2245474 Nov 12 08:08:33.934884 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4da172ad-acc9-4543-aaf9-7e05febb42d3 req-b85a6722-aee3-4dff-a528-ab5af8f745d9 service neutron] 10.222.0.21 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153568 Nov 12 08:08:33.946468 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-afd80a63-8bd7-4e88-86ca-665b84b51fea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:33.959384 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-848b4609-e9b2-41ff-8cd8-f66ad55832f9 req-abf9c53d-3dae-498d-9343-7f67fbb8e9d0 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100414 Nov 12 08:08:34.006140 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fd68af2e-5144-4e4c-8923-e555cb5e1281 req-bd2f69c5-a4bc-4660-9c25-a9cdfe4e298d tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] 10.222.0.26 "GET /v2.0/quotas/2c540c0464294343b65b342f4c6f01b0 HTTP/1.1" status: 200 len: 375 time: 0.0605726 Nov 12 08:08:34.054371 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2027e7d0-1247-4507-88b5-9dbe3ed1a501 x-openstack-request-id: req-2027e7d0-1247-4507-88b5-9dbe3ed1a501 {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:08:34.054680 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94ffb2fc-fb0c-423a-b2e0-af99ae6c54dd", "tag": "b57644af-7136-449f-883c-0d8733ae31ff", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:08:34.054941 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2027e7d0-1247-4507-88b5-9dbe3ed1a501 {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:08:34.055405 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94ffb2fc-fb0c-423a-b2e0-af99ae6c54dd', 'tag': 'b57644af-7136-449f-883c-0d8733ae31ff', 'status': 'completed', 'code': 200} Nov 12 08:08:34.148441 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1bc0d3-f252-44e0-918e-10da96a05ee8 req-3f5115ed-bf75-4948-b4a7-43967080f465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:34.149976 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4e1bc0d3-f252-44e0-918e-10da96a05ee8 req-3f5115ed-bf75-4948-b4a7-43967080f465 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d3f3ef4a14134700a36c0967765d4c9a&device_id=94ffb2fc-fb0c-423a-b2e0-af99ae6c54dd HTTP/1.1" status: 200 len: 1095 time: 0.0520229 Nov 12 08:08:34.194687 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fd68af2e-5144-4e4c-8923-e555cb5e1281 req-2e98d207-30f0-4353-bda4-c3022147eeff tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=2c540c0464294343b65b342f4c6f01b0&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1640108 Nov 12 08:08:34.244529 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4da172ad-acc9-4543-aaf9-7e05febb42d3 req-b93c8f27-9057-4272-a64b-6ecf57e04421 service neutron] 10.222.0.21 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819350 Nov 12 08:08:34.278778 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1bc0d3-f252-44e0-918e-10da96a05ee8 req-6bcb038f-f847-427a-86da-6dbbf96bea38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:34.281286 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4e1bc0d3-f252-44e0-918e-10da96a05ee8 req-6bcb038f-f847-427a-86da-6dbbf96bea38 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e20d0ee5-0c01-4db1-aa95-4ea5bc470460 HTTP/1.1" status: 200 len: 922 time: 0.1234071 Nov 12 08:08:34.343609 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4e1bc0d3-f252-44e0-918e-10da96a05ee8 req-1007406f-b452-42b5-975d-96f1a90d5f4e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b57644af-7136-449f-883c-0d8733ae31ff HTTP/1.1" status: 200 len: 217 time: 0.0525534 Nov 12 08:08:34.344694 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fd68af2e-5144-4e4c-8923-e555cb5e1281 req-e4447e6a-16d7-4587-a1b3-4155bbfabfce service neutron] 10.222.0.26 "GET /v2.0/networks/a3156095-dd64-4768-883c-6857cbfc4c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354077 Nov 12 08:08:34.439154 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1bc0d3-f252-44e0-918e-10da96a05ee8 req-100c1ea9-6880-41ef-a0d6-320a7190b64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:34.441935 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4e1bc0d3-f252-44e0-918e-10da96a05ee8 req-100c1ea9-6880-41ef-a0d6-320a7190b64b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4054f1d6-a6c6-43c7-ba9c-9a6600029957 HTTP/1.1" status: 200 len: 861 time: 0.0864699 Nov 12 08:08:34.494143 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4e1bc0d3-f252-44e0-918e-10da96a05ee8 req-b329a3b9-1acb-456d-b3a0-cdd7d29b15fc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e20d0ee5-0c01-4db1-aa95-4ea5bc470460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450056 Nov 12 08:08:34.494935 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fd68af2e-5144-4e4c-8923-e555cb5e1281 req-0247e542-43f7-4364-8f7d-fe5a5cfc37f0 service neutron] 10.222.0.26 "GET /v2.0/networks/a3156095-dd64-4768-883c-6857cbfc4c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431580 Nov 12 08:08:34.618226 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592524bc-e9fc-44ef-95e6-1dea19b9f938 req-8f2d910b-2589-4574-a327-0198df40f444 tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:34.619820 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-592524bc-e9fc-44ef-95e6-1dea19b9f938 req-8f2d910b-2589-4574-a327-0198df40f444 tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ccde51c-23a7-4c55-86c1-1d91326d6942 HTTP/1.1" status: 200 len: 948 time: 0.1367803 Nov 12 08:08:34.712824 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4e1bc0d3-f252-44e0-918e-10da96a05ee8 req-f382d9ad-a5b1-4ede-b249-dc082cc205f2 service neutron] 10.222.0.21 "GET /v2.0/networks/e20d0ee5-0c01-4db1-aa95-4ea5bc470460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906338 Nov 12 08:08:34.722149 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-592524bc-e9fc-44ef-95e6-1dea19b9f938 req-2741d93f-d9b1-4850-8336-87e0af72211b tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d23910f-b5d9-458f-a594-0a3fa5fb2ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953057 Nov 12 08:08:34.769298 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c3db8a-e813-436d-85ab-8416078b82c8 req-0ec1f3ad-dd31-4f84-a444-a6e74a8277cf tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:34.771083 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-54c3db8a-e813-436d-85ab-8416078b82c8 req-0ec1f3ad-dd31-4f84-a444-a6e74a8277cf tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] 10.222.0.26 "GET /v2.0/ports?device_id=9601ca8f-0148-419a-9768-3fa566394423 HTTP/1.1" status: 200 len: 948 time: 0.0688758 Nov 12 08:08:34.858357 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4e1bc0d3-f252-44e0-918e-10da96a05ee8 req-ec3e82a7-b232-4c02-97b4-f5892071b43c service neutron] 10.222.0.21 "GET /v2.0/networks/e20d0ee5-0c01-4db1-aa95-4ea5bc470460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349590 Nov 12 08:08:34.872418 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-54c3db8a-e813-436d-85ab-8416078b82c8 req-154de387-4a56-4bcb-8dbd-0152f7f83345 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] 10.222.0.26 "GET /v2.0/security-groups?id=324d126f-7172-408c-b291-f65e4794fc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911577 Nov 12 08:08:34.924496 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:34.959130 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-02470407-7f3a-42a9-acfa-acfcf7e2258d req-533708df-e848-44a6-8ea0-d097c98982b0 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f72da1e-4880-445d-9461-e68100f39db1 HTTP/1.1" status: 200 len: 210 time: 0.0417867 Nov 12 08:08:35.015669 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device e15040d9-4e48-46a6-ae32-9637ace5e310 details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:08:35.090975 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device d84fb4b4-64c2-41bb-a2bd-7e24416384d5 up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:08:35.131112 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210657da-fddb-40ac-91ae-39b4775cab64 req-bb411d22-4cc3-4530-a12c-57b67fa34082 tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:35.137795 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-210657da-fddb-40ac-91ae-39b4775cab64 req-bb411d22-4cc3-4530-a12c-57b67fa34082 tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d307ea9-d969-40b3-9ff7-f74bff956c36 HTTP/1.1" status: 200 len: 947 time: 0.0895603 Nov 12 08:08:35.218186 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning for port d84fb4b4-64c2-41bb-a2bd-7e24416384d5 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:08:35.228722 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port d84fb4b4-64c2-41bb-a2bd-7e24416384d5 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:08:35.229837 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:35.241560 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8ff03b-56f4-4aba-93fb-6bc850caf60c req-dcb298b5-8b6c-452f-b8a8-77514850977f tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:35.251391 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ac8ff03b-56f4-4aba-93fb-6bc850caf60c req-dcb298b5-8b6c-452f-b8a8-77514850977f tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=94ffb2fc-fb0c-423a-b2e0-af99ae6c54dd HTTP/1.1" status: 200 len: 943 time: 0.0661077 Nov 12 08:08:35.270675 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-210657da-fddb-40ac-91ae-39b4775cab64 req-7d408d58-ce96-4df2-89ac-b070f1f6aa4d tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc73c956-b036-4b27-a19b-8f92c82fdda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287699 Nov 12 08:08:35.286542 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port e15040d9-4e48-46a6-ae32-9637ace5e310, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=e15040d9-4e48-46a6-ae32-9637ace5e310,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:08:35.304912 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': 'e15040d9-4e48-46a6-ae32-9637ace5e310', 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016', 'port_id': 'e15040d9-4e48-46a6-ae32-9637ace5e310', 'mac_address': 'fa:16:3e:67:e0:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:08:35.324041 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ac8ff03b-56f4-4aba-93fb-6bc850caf60c req-ece35147-cfeb-45a6-93e9-0809fe93b1f9 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708826 Nov 12 08:08:35.543910 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:35.561680 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e15040d9-4e48-46a6-ae32-9637ace5e310 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:08:35.568667 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:35.593925 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port e15040d9-4e48-46a6-ae32-9637ace5e310, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=e15040d9-4e48-46a6-ae32-9637ace5e310,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:08:35.601834 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:35.641971 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ccde51c-23a7-4c55-86c1-1d91326d6942', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd84fb4b4-64c2-41bb-a2bd-7e24416384d5'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:08:35.645103 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d86ad4f9-3077-46c2-8e41-c93f72b25375" -d '{"events": [{"server_uuid": "6ccde51c-23a7-4c55-86c1-1d91326d6942", "name": "network-vif-plugged", "status": "completed", "tag": "d84fb4b4-64c2-41bb-a2bd-7e24416384d5"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:08:35.669110 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port d84fb4b4-64c2-41bb-a2bd-7e24416384d5, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=d84fb4b4-64c2-41bb-a2bd-7e24416384d5,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:08:35.682683 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:35.687831 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=e15040d9-4e48-46a6-ae32-9637ace5e310,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:35.790395 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29f79e41-0aaf-4241-afed-311004c19ecb x-openstack-request-id: req-29f79e41-0aaf-4241-afed-311004c19ecb {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:08:35.791046 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ccde51c-23a7-4c55-86c1-1d91326d6942", "name": "network-vif-plugged", "status": "completed", "tag": "d84fb4b4-64c2-41bb-a2bd-7e24416384d5", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:08:35.791317 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-29f79e41-0aaf-4241-afed-311004c19ecb {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:08:35.791703 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ccde51c-23a7-4c55-86c1-1d91326d6942', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd84fb4b4-64c2-41bb-a2bd-7e24416384d5', 'code': 200} Nov 12 08:08:35.792574 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=d84fb4b4-64c2-41bb-a2bd-7e24416384d5,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:35.938195 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149ed722-7ab0-4ea1-b12f-712e7fcbeb12 req-a4255fb7-611e-4c6a-bc18-24eacb59ed91 tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:35.948575 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-149ed722-7ab0-4ea1-b12f-712e7fcbeb12 req-a4255fb7-611e-4c6a-bc18-24eacb59ed91 tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ccde51c-23a7-4c55-86c1-1d91326d6942 HTTP/1.1" status: 200 len: 949 time: 0.1095152 Nov 12 08:08:35.973670 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['e15040d9-4e48-46a6-ae32-9637ace5e310'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:08:35.981296 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cd6949-2152-4db1-8328-38d0e8f85064 req-5479fc43-491a-4519-86da-58ab138a7feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:35.984520 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e0cd6949-2152-4db1-8328-38d0e8f85064 req-5479fc43-491a-4519-86da-58ab138a7feb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6ccde51c-23a7-4c55-86c1-1d91326d6942 HTTP/1.1" status: 200 len: 1101 time: 0.1138582 Nov 12 08:08:36.046155 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b2f6c0-0ad5-4850-ac65-fb3d673d7e34 req-6fe31395-22a2-4843-8f6c-1021a9cbd1f2 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:36.049466 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f9b2f6c0-0ad5-4850-ac65-fb3d673d7e34 req-6fe31395-22a2-4843-8f6c-1021a9cbd1f2 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] 10.222.0.26 "GET /v2.0/ports?device_id=9601ca8f-0148-419a-9768-3fa566394423 HTTP/1.1" status: 200 len: 948 time: 0.0657408 Nov 12 08:08:36.056750 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e0cd6949-2152-4db1-8328-38d0e8f85064 req-e8e882c8-69ee-4fd2-84c9-5695bb9d817c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4d23910f-b5d9-458f-a594-0a3fa5fb2ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637648 Nov 12 08:08:36.067552 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device b57644af-7136-449f-883c-0d8733ae31ff details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:08:36.086333 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-149ed722-7ab0-4ea1-b12f-712e7fcbeb12 req-15c32775-fcf5-45f2-aecd-cc218aa42a83 tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d23910f-b5d9-458f-a594-0a3fa5fb2ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328666 Nov 12 08:08:36.172052 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f9b2f6c0-0ad5-4850-ac65-fb3d673d7e34 req-015b3767-07be-44db-b7f6-a3dfec6c52b7 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] 10.222.0.26 "GET /v2.0/security-groups?id=324d126f-7172-408c-b291-f65e4794fc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084795 Nov 12 08:08:36.223510 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d9595903-29c3-4ca9-b5bf-92cdffb63e0a req-d1d264fc-02d9-4b6c-b81d-1d8206c03b13 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f72da1e-4880-445d-9461-e68100f39db1 HTTP/1.1" status: 200 len: 210 time: 0.0341225 Nov 12 08:08:36.269210 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port b57644af-7136-449f-883c-0d8733ae31ff, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=b57644af-7136-449f-883c-0d8733ae31ff,segment=NetworkSegment(1db27ece-82b2-4c8d-abc3-e56edcdd7b0a),segment_id=1db27ece-82b2-4c8d-abc3-e56edcdd7b0a)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:08:36.292561 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Returning: {'device': 'b57644af-7136-449f-883c-0d8733ae31ff', 'network_id': 'e20d0ee5-0c01-4db1-aa95-4ea5bc470460', 'port_id': 'b57644af-7136-449f-883c-0d8733ae31ff', 'mac_address': 'fa:16:3e:95:40:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4054f1d6-a6c6-43c7-ba9c-9a6600029957', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:08:36.385049 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:36.405047 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-e530113a-7783-48f4-9840-8911a24052df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b57644af-7136-449f-883c-0d8733ae31ff {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:08:36.457078 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port b57644af-7136-449f-883c-0d8733ae31ff, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=b57644af-7136-449f-883c-0d8733ae31ff,segment=NetworkSegment(1db27ece-82b2-4c8d-abc3-e56edcdd7b0a),segment_id=1db27ece-82b2-4c8d-abc3-e56edcdd7b0a)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:08:36.460181 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9f269fd1-ae52-467f-b11a-073803af3211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:36.464002 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:36.485067 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 60902) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:08:36.520235 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f457301-29f7-45e2-85b0-a932f1c49f5f req-ea2d640d-226d-483d-b6f2-71e665982a55 tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:36.522554 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6f457301-29f7-45e2-85b0-a932f1c49f5f req-ea2d640d-226d-483d-b6f2-71e665982a55 tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d307ea9-d969-40b3-9ff7-f74bff956c36 HTTP/1.1" status: 200 len: 948 time: 0.1593130 Nov 12 08:08:36.551103 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d63e69-5112-4c67-ac70-4ea62bdf28f6 req-108fecad-8bf6-4bb1-a5a2-c5abb1dc5c8d tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:36.563436 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a1d63e69-5112-4c67-ac70-4ea62bdf28f6 req-108fecad-8bf6-4bb1-a5a2-c5abb1dc5c8d tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=94ffb2fc-fb0c-423a-b2e0-af99ae6c54dd HTTP/1.1" status: 200 len: 943 time: 0.1295877 Nov 12 08:08:36.585337 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=b57644af-7136-449f-883c-0d8733ae31ff,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:36.624164 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6f457301-29f7-45e2-85b0-a932f1c49f5f req-05b8957c-0cee-4913-be72-54918a2bc471 tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc73c956-b036-4b27-a19b-8f92c82fdda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927041 Nov 12 08:08:36.724490 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a1d63e69-5112-4c67-ac70-4ea62bdf28f6 req-b35729d3-3694-4fb4-8068-c36b151aa0d8 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458023 Nov 12 08:08:36.740403 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f637f30a-7cb8-4c45-b442-352b8422d847 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:36.828358 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['b57644af-7136-449f-883c-0d8733ae31ff'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:08:36.855923 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f637f30a-7cb8-4c45-b442-352b8422d847 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:36.862626 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd68af2e-5144-4e4c-8923-e555cb5e1281 req-f94fdb61-8fcc-411a-97f4-450dda352611 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:36.863895 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f637f30a-7cb8-4c45-b442-352b8422d847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:36.864917 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fd68af2e-5144-4e4c-8923-e555cb5e1281 req-f94fdb61-8fcc-411a-97f4-450dda352611 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] 10.222.0.44 "GET /v2.0/networks?id=a3156095-dd64-4768-883c-6857cbfc4c3d HTTP/1.1" status: 200 len: 821 time: 0.2247095 Nov 12 08:08:36.895564 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-fd68af2e-5144-4e4c-8923-e555cb5e1281 req-c4237dab-f28f-47b9-95eb-5228077ff402 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Request body: {'port': {'device_id': '1f72da1e-4880-445d-9461-e68100f39db1', 'network_id': 'a3156095-dd64-4768-883c-6857cbfc4c3d', 'admin_state_up': True, 'tenant_id': '2c540c0464294343b65b342f4c6f01b0'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:08:36.906149 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f637f30a-7cb8-4c45-b442-352b8422d847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5bfbf5d-7480-48d0-883c-9170ef7d5573,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:36.913921 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60910) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:08:36.914122 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-f637f30a-7cb8-4c45-b442-352b8422d847 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a69a8e738ceb4f6cae501d51acd1d3a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4278159 Nov 12 08:08:37.047686 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device e15040d9-4e48-46a6-ae32-9637ace5e310 up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:08:37.055367 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e90b0ee8-981d-440a-a891-d7ad6ae327e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:37.090277 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e90b0ee8-981d-440a-a891-d7ad6ae327e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:37.109539 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning for port e15040d9-4e48-46a6-ae32-9637ace5e310 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:08:37.114912 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port e15040d9-4e48-46a6-ae32-9637ace5e310 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:08:37.115265 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:37.124744 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd68af2e-5144-4e4c-8923-e555cb5e1281 req-c4237dab-f28f-47b9-95eb-5228077ff402 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Made reservation on behalf of 2c540c0464294343b65b342f4c6f01b0 for: {'port': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:08:37.128842 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-fd68af2e-5144-4e4c-8923-e555cb5e1281 req-c4237dab-f28f-47b9-95eb-5228077ff402 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:37.247329 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e90b0ee8-981d-440a-a891-d7ad6ae327e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:37.247842 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e90b0ee8-981d-440a-a891-d7ad6ae327e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:37.248997 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-e90b0ee8-981d-440a-a891-d7ad6ae327e7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d5bfbf5d-7480-48d0-883c-9170ef7d5573 HTTP/1.1" status: 204 len: 168 time: 0.3341138 Nov 12 08:08:37.254328 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:37.305474 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90b0ee8-981d-440a-a891-d7ad6ae327e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5bfbf5d-7480-48d0-883c-9170ef7d5573,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:37.306301 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port e15040d9-4e48-46a6-ae32-9637ace5e310, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=e15040d9-4e48-46a6-ae32-9637ace5e310,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:08:37.316992 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:37.342325 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b4d48-f3e4-4f5c-912c-dad107f498f1 req-79355470-d53b-49ba-828c-879d509d9ac9 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:37.344489 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-264b4d48-f3e4-4f5c-912c-dad107f498f1 req-79355470-d53b-49ba-828c-879d509d9ac9 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] 10.222.0.26 "GET /v2.0/ports?device_id=9601ca8f-0148-419a-9768-3fa566394423 HTTP/1.1" status: 200 len: 948 time: 0.0701115 Nov 12 08:08:37.387046 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966f946d-ce9f-453e-850a-2bff528e940a req-54cc67a7-4910-4a07-9953-56c055f796ec tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:37.405837 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=e15040d9-4e48-46a6-ae32-9637ace5e310,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:37.407302 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-966f946d-ce9f-453e-850a-2bff528e940a req-54cc67a7-4910-4a07-9953-56c055f796ec tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ccde51c-23a7-4c55-86c1-1d91326d6942 HTTP/1.1" status: 200 len: 949 time: 0.2053864 Nov 12 08:08:37.474371 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-264b4d48-f3e4-4f5c-912c-dad107f498f1 req-2ca1d965-8967-4d54-9d04-d9fc5e070920 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] 10.222.0.26 "GET /v2.0/security-groups?id=324d126f-7172-408c-b291-f65e4794fc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177280 Nov 12 08:08:37.477207 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [req-fd68af2e-5144-4e4c-8923-e555cb5e1281 req-c4237dab-f28f-47b9-95eb-5228077ff402 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Allocated IP 172.20.0.3 (a3156095-dd64-4768-883c-6857cbfc4c3d/5faf708b-0fdf-49a2-9148-2d75ea940abb/5975a837-69b0-4656-8c46-90ccacaa190f) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:08:37.517207 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-966f946d-ce9f-453e-850a-2bff528e940a req-e01ae2a4-378b-496e-a0e1-2a588a01b44a tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d23910f-b5d9-458f-a594-0a3fa5fb2ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037970 Nov 12 08:08:37.679597 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9115c86d-229d-4b02-be98-f271ef62c055 req-8216c8e9-fc1b-4844-be78-8dc55a5635c7 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f72da1e-4880-445d-9461-e68100f39db1 HTTP/1.1" status: 200 len: 210 time: 0.0809352 Nov 12 08:08:37.772877 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:37.793098 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d307ea9-d969-40b3-9ff7-f74bff956c36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e15040d9-4e48-46a6-ae32-9637ace5e310'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:08:37.795445 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82beb022-bb5f-4310-b015-bd44b2a8ce0a" -d '{"events": [{"server_uuid": "4d307ea9-d969-40b3-9ff7-f74bff956c36", "name": "network-vif-plugged", "status": "completed", "tag": "e15040d9-4e48-46a6-ae32-9637ace5e310"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:08:37.799704 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 60932) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:08:37.809525 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-fd68af2e-5144-4e4c-8923-e555cb5e1281 req-c4237dab-f28f-47b9-95eb-5228077ff402 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:37.819303 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b81650f6-2916-4e1f-b30f-a171e7e6225b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:37.887523 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ede286-b8b1-4f99-a846-704759b59089 req-130b141a-feec-4b71-9788-fafc333a32dd tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:37.889129 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d1ede286-b8b1-4f99-a846-704759b59089 req-130b141a-feec-4b71-9788-fafc333a32dd tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d307ea9-d969-40b3-9ff7-f74bff956c36 HTTP/1.1" status: 200 len: 949 time: 0.1227894 Nov 12 08:08:37.895504 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-fd68af2e-5144-4e4c-8923-e555cb5e1281 req-c4237dab-f28f-47b9-95eb-5228077ff402 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:37.908784 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['64c9cd6b-64f0-45b3-a976-8b00bb48b94a'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:08:37.975152 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8fab20-edc7-46f6-a911-6c5b0e422047 req-560fdd78-2e3d-4f79-a6d0-1268aaaf742a tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:37.976726 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8e8fab20-edc7-46f6-a911-6c5b0e422047 req-560fdd78-2e3d-4f79-a6d0-1268aaaf742a tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=94ffb2fc-fb0c-423a-b2e0-af99ae6c54dd HTTP/1.1" status: 200 len: 944 time: 0.1213274 Nov 12 08:08:37.979122 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd68af2e-5144-4e4c-8923-e555cb5e1281 req-c4237dab-f28f-47b9-95eb-5228077ff402 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Network a3156095-dd64-4768-883c-6857cbfc4c3d is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:08:37.994003 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [req-fd68af2e-5144-4e4c-8923-e555cb5e1281 req-c4237dab-f28f-47b9-95eb-5228077ff402 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:08:38.005922 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd68af2e-5144-4e4c-8923-e555cb5e1281 req-c4237dab-f28f-47b9-95eb-5228077ff402 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:08:38.016239 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd68af2e-5144-4e4c-8923-e555cb5e1281 req-c4237dab-f28f-47b9-95eb-5228077ff402 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:38.017159 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-fd68af2e-5144-4e4c-8923-e555cb5e1281 req-c4237dab-f28f-47b9-95eb-5228077ff402 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:38.035893 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4237dab-f28f-47b9-95eb-5228077ff402 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Pushing event updated for resources: {'Port': ['ID=5975a837-69b0-4656-8c46-90ccacaa190f,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:38.072425 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fd68af2e-5144-4e4c-8923-e555cb5e1281 req-c4237dab-f28f-47b9-95eb-5228077ff402 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1818049 Nov 12 08:08:38.078809 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d1ede286-b8b1-4f99-a846-704759b59089 req-c2e8edbb-e5ab-4108-bf49-3d049b42380f tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc73c956-b036-4b27-a19b-8f92c82fdda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750124 Nov 12 08:08:38.093061 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b81650f6-2916-4e1f-b30f-a171e7e6225b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:38.094897 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-fd68af2e-5144-4e4c-8923-e555cb5e1281 req-d59ef7ec-13a0-4d97-b0c9-0170fdff9b1b service neutron] Request body: {'port': {'device_id': '1f72da1e-4880-445d-9461-e68100f39db1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-29'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:08:38.100175 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device babe3e0d-afb9-488d-bcdf-96953dfd1a7c details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:08:38.109710 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8e8fab20-edc7-46f6-a911-6c5b0e422047 req-d329c593-38e9-4f83-80fc-a713c2dc7f34 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136277 Nov 12 08:08:38.112096 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b81650f6-2916-4e1f-b30f-a171e7e6225b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:38.145262 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-b81650f6-2916-4e1f-b30f-a171e7e6225b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d533efa1a1f44c27b8c606107dde2458&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3440588 Nov 12 08:08:38.152853 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 60934) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:08:38.187853 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81650f6-2916-4e1f-b30f-a171e7e6225b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fca62f4-ba5e-4bd3-bd05-75e53864a0fb,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:38.190856 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device b57644af-7136-449f-883c-0d8733ae31ff up at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:08:38.247758 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-fd68af2e-5144-4e4c-8923-e555cb5e1281 req-d59ef7ec-13a0-4d97-b0c9-0170fdff9b1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:38.252569 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-984ad08c-766b-4479-925e-75e015c6da72 x-openstack-request-id: req-984ad08c-766b-4479-925e-75e015c6da72 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:08:38.253061 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5bc204b4-6015-4715-bdca-129ae2bd94f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:38.253293 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d307ea9-d969-40b3-9ff7-f74bff956c36", "name": "network-vif-plugged", "status": "completed", "tag": "e15040d9-4e48-46a6-ae32-9637ace5e310", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:08:38.253701 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-984ad08c-766b-4479-925e-75e015c6da72 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:08:38.254230 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d307ea9-d969-40b3-9ff7-f74bff956c36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e15040d9-4e48-46a6-ae32-9637ace5e310', 'code': 200} Nov 12 08:08:38.382231 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5bc204b4-6015-4715-bdca-129ae2bd94f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:38.415635 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning for port b57644af-7136-449f-883c-0d8733ae31ff completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:08:38.441529 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning complete for port b57644af-7136-449f-883c-0d8733ae31ff triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:08:38.442021 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:38.488438 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ed4c30-b44d-4b9b-b072-14d2fe26e5a8 req-d4625589-e5b0-480e-966a-681f350a782b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:38.491061 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-49ed4c30-b44d-4b9b-b072-14d2fe26e5a8 req-d4625589-e5b0-480e-966a-681f350a782b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4d307ea9-d969-40b3-9ff7-f74bff956c36 HTTP/1.1" status: 200 len: 1101 time: 0.0923932 Nov 12 08:08:38.493673 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-c88485a4-984a-4cbd-817c-df8cce6d4ae8 None None] Provisioning complete for port 5975a837-69b0-4656-8c46-90ccacaa190f triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:08:38.494240 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c88485a4-984a-4cbd-817c-df8cce6d4ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:38.503164 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port babe3e0d-afb9-488d-bcdf-96953dfd1a7c, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=babe3e0d-afb9-488d-bcdf-96953dfd1a7c,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:08:38.544094 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Returning: {'device': 'babe3e0d-afb9-488d-bcdf-96953dfd1a7c', 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016', 'port_id': 'babe3e0d-afb9-488d-bcdf-96953dfd1a7c', 'mac_address': 'fa:16:3e:2d:26:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:08:38.587642 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-c88485a4-984a-4cbd-817c-df8cce6d4ae8 None None] Port 5975a837-69b0-4656-8c46-90ccacaa190f cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:08:38.664105 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5bc204b4-6015-4715-bdca-129ae2bd94f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:38.669007 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5bc204b4-6015-4715-bdca-129ae2bd94f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:38.673451 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-5bc204b4-6015-4715-bdca-129ae2bd94f9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9fca62f4-ba5e-4bd3-bd05-75e53864a0fb HTTP/1.1" status: 204 len: 168 time: 0.5169935 Nov 12 08:08:38.697333 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:38.700281 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:38.723374 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [req-fd68af2e-5144-4e4c-8923-e555cb5e1281 req-d59ef7ec-13a0-4d97-b0c9-0170fdff9b1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5975a837-69b0-4656-8c46-90ccacaa190f {{(pid=102600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:08:38.733525 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-fd68af2e-5144-4e4c-8923-e555cb5e1281 req-d59ef7ec-13a0-4d97-b0c9-0170fdff9b1b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:38.747939 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-e530113a-7783-48f4-9840-8911a24052df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id babe3e0d-afb9-488d-bcdf-96953dfd1a7c {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:08:38.757396 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-49ed4c30-b44d-4b9b-b072-14d2fe26e5a8 req-455c6ec3-ce84-4bf1-a172-659fc2dab828 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=dc73c956-b036-4b27-a19b-8f92c82fdda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407184 Nov 12 08:08:38.776920 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc204b4-6015-4715-bdca-129ae2bd94f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fca62f4-ba5e-4bd3-bd05-75e53864a0fb,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:38.777880 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dc4882-d1ff-408b-9a16-2fa9e1ef060f req-88b30ddb-464b-4f8b-8afa-fdd83c3b60cf tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:38.785587 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e9dc4882-d1ff-408b-9a16-2fa9e1ef060f req-88b30ddb-464b-4f8b-8afa-fdd83c3b60cf tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ccde51c-23a7-4c55-86c1-1d91326d6942 HTTP/1.1" status: 200 len: 949 time: 0.1561606 Nov 12 08:08:38.804215 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port babe3e0d-afb9-488d-bcdf-96953dfd1a7c, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=babe3e0d-afb9-488d-bcdf-96953dfd1a7c,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:08:38.814249 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.provisioning_blocks [req-fd68af2e-5144-4e4c-8923-e555cb5e1281 req-d59ef7ec-13a0-4d97-b0c9-0170fdff9b1b service neutron] Transition to ACTIVE for port object 5975a837-69b0-4656-8c46-90ccacaa190f will not be triggered until provisioned by entity L2. {{(pid=102600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:08:38.822857 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-fd68af2e-5144-4e4c-8923-e555cb5e1281 req-d59ef7ec-13a0-4d97-b0c9-0170fdff9b1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:38.834229 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece8dadd-fda9-4898-81d3-443dc5e9f50f req-0c6a2660-2edc-449c-a7d9-a8546cad8400 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:38.836902 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ece8dadd-fda9-4898-81d3-443dc5e9f50f req-0c6a2660-2edc-449c-a7d9-a8546cad8400 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] 10.222.0.26 "GET /v2.0/ports?device_id=9601ca8f-0148-419a-9768-3fa566394423 HTTP/1.1" status: 200 len: 948 time: 0.1923339 Nov 12 08:08:38.837122 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:38.900013 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e9dc4882-d1ff-408b-9a16-2fa9e1ef060f req-6e5697d8-d746-4db0-94db-c17ade847c1e tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d23910f-b5d9-458f-a594-0a3fa5fb2ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081376 Nov 12 08:08:38.927198 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ece8dadd-fda9-4898-81d3-443dc5e9f50f req-2ba33c0c-4632-4cf7-8c0a-0d08a4352112 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] 10.222.0.26 "GET /v2.0/security-groups?id=324d126f-7172-408c-b291-f65e4794fc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751996 Nov 12 08:08:38.988183 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59ef7ec-13a0-4d97-b0c9-0170fdff9b1b service neutron] Pushing event updated for resources: {'Port': ['ID=5975a837-69b0-4656-8c46-90ccacaa190f,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:39.001696 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port b57644af-7136-449f-883c-0d8733ae31ff, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=b57644af-7136-449f-883c-0d8733ae31ff,segment=NetworkSegment(1db27ece-82b2-4c8d-abc3-e56edcdd7b0a),segment_id=1db27ece-82b2-4c8d-abc3-e56edcdd7b0a)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:08:39.006532 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=babe3e0d-afb9-488d-bcdf-96953dfd1a7c,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:39.016814 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:39.028968 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-fd68af2e-5144-4e4c-8923-e555cb5e1281 req-d59ef7ec-13a0-4d97-b0c9-0170fdff9b1b service neutron] Attempting to bind port 5975a837-69b0-4656-8c46-90ccacaa190f on host n-h2-765315-29 for vnic_type normal with profile {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:08:39.029637 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-fd68af2e-5144-4e4c-8923-e555cb5e1281 req-d59ef7ec-13a0-4d97-b0c9-0170fdff9b1b service neutron] Attempting to bind port 5975a837-69b0-4656-8c46-90ccacaa190f by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': 'c37124f8-c757-4d0f-9db3-26d4f53bb063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a3156095-dd64-4768-883c-6857cbfc4c3d'}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:08:39.030141 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd68af2e-5144-4e4c-8923-e555cb5e1281 req-d59ef7ec-13a0-4d97-b0c9-0170fdff9b1b service neutron] Attempting to bind port 5975a837-69b0-4656-8c46-90ccacaa190f on network a3156095-dd64-4768-883c-6857cbfc4c3d {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:08:39.060930 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd68af2e-5144-4e4c-8923-e555cb5e1281 req-d59ef7ec-13a0-4d97-b0c9-0170fdff9b1b service neutron] Port 5975a837-69b0-4656-8c46-90ccacaa190f on network a3156095-dd64-4768-883c-6857cbfc4c3d not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:08:39.061261 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd68af2e-5144-4e4c-8923-e555cb5e1281 req-d59ef7ec-13a0-4d97-b0c9-0170fdff9b1b service neutron] Attempting to bind port 5975a837-69b0-4656-8c46-90ccacaa190f on network a3156095-dd64-4768-883c-6857cbfc4c3d {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:08:39.070302 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd68af2e-5144-4e4c-8923-e555cb5e1281 req-d59ef7ec-13a0-4d97-b0c9-0170fdff9b1b service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:08:39.070671 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd68af2e-5144-4e4c-8923-e555cb5e1281 req-d59ef7ec-13a0-4d97-b0c9-0170fdff9b1b service neutron] Checking segment: {'id': 'c37124f8-c757-4d0f-9db3-26d4f53bb063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a3156095-dd64-4768-883c-6857cbfc4c3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:08:39.071077 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd68af2e-5144-4e4c-8923-e555cb5e1281 req-d59ef7ec-13a0-4d97-b0c9-0170fdff9b1b service neutron] Bound using segment: {'id': 'c37124f8-c757-4d0f-9db3-26d4f53bb063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a3156095-dd64-4768-883c-6857cbfc4c3d'} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:08:39.071517 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-fd68af2e-5144-4e4c-8923-e555cb5e1281 req-d59ef7ec-13a0-4d97-b0c9-0170fdff9b1b service neutron] Bound port: 5975a837-69b0-4656-8c46-90ccacaa190f, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c37124f8-c757-4d0f-9db3-26d4f53bb063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a3156095-dd64-4768-883c-6857cbfc4c3d'}}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:08:39.071882 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-fd68af2e-5144-4e4c-8923-e555cb5e1281 req-d59ef7ec-13a0-4d97-b0c9-0170fdff9b1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:39.099182 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de2b3ac-587d-4a17-8d55-1fd36198e113 req-20326bf1-3eb8-446a-95de-3fabf0d0541e tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:39.107903 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0de2b3ac-587d-4a17-8d55-1fd36198e113 req-20326bf1-3eb8-446a-95de-3fabf0d0541e tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f72da1e-4880-445d-9461-e68100f39db1 HTTP/1.1" status: 200 len: 943 time: 0.0960829 Nov 12 08:08:39.204651 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=b57644af-7136-449f-883c-0d8733ae31ff,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:39.243286 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:39.285099 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0de2b3ac-587d-4a17-8d55-1fd36198e113 req-2032c4c9-3c2f-48c3-9b63-9a2704519a82 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] 10.222.0.26 "GET /v2.0/security-groups?id=16890e38-f1af-4c01-becd-7b74bb4a1689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762331 Nov 12 08:08:39.348638 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['babe3e0d-afb9-488d-bcdf-96953dfd1a7c'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:08:39.349982 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-fd68af2e-5144-4e4c-8923-e555cb5e1281 req-d59ef7ec-13a0-4d97-b0c9-0170fdff9b1b service neutron] For port 5975a837-69b0-4656-8c46-90ccacaa190f, host n-h2-765315-29, cleared binding levels {{(pid=102600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:08:39.360805 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-fd68af2e-5144-4e4c-8923-e555cb5e1281 req-d59ef7ec-13a0-4d97-b0c9-0170fdff9b1b service neutron] For port 5975a837-69b0-4656-8c46-90ccacaa190f, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=5975a837-69b0-4656-8c46-90ccacaa190f,segment=NetworkSegment(c37124f8-c757-4d0f-9db3-26d4f53bb063),segment_id=c37124f8-c757-4d0f-9db3-26d4f53bb063)] {{(pid=102600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:08:39.372510 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-fd68af2e-5144-4e4c-8923-e555cb5e1281 req-d59ef7ec-13a0-4d97-b0c9-0170fdff9b1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:39.373790 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad4667b-b205-4e9a-a3e2-feb587b90b09 req-4f413613-b7e1-490b-a175-50bd08fa274c tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:39.384338 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9ad4667b-b205-4e9a-a3e2-feb587b90b09 req-4f413613-b7e1-490b-a175-50bd08fa274c tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ccde51c-23a7-4c55-86c1-1d91326d6942 HTTP/1.1" status: 200 len: 949 time: 0.1061695 Nov 12 08:08:39.494645 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9ad4667b-b205-4e9a-a3e2-feb587b90b09 req-4224035d-e5a8-4a8b-80b3-c20b7b961b79 tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d23910f-b5d9-458f-a594-0a3fa5fb2ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044023 Nov 12 08:08:39.590155 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59ef7ec-13a0-4d97-b0c9-0170fdff9b1b service neutron] Pushing event updated for resources: {'Port': ['ID=5975a837-69b0-4656-8c46-90ccacaa190f,revision_number=3']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:39.595165 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd68af2e-5144-4e4c-8923-e555cb5e1281 req-d59ef7ec-13a0-4d97-b0c9-0170fdff9b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:39.596534 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-fd68af2e-5144-4e4c-8923-e555cb5e1281 req-d59ef7ec-13a0-4d97-b0c9-0170fdff9b1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:39.598202 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fd68af2e-5144-4e4c-8923-e555cb5e1281 req-d59ef7ec-13a0-4d97-b0c9-0170fdff9b1b service neutron] 10.222.0.44 "PUT /v2.0/ports/5975a837-69b0-4656-8c46-90ccacaa190f HTTP/1.1" status: 200 len: 1092 time: 1.5082383 Nov 12 08:08:39.600877 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f72da1e-4880-445d-9461-e68100f39db1', 'tag': '5975a837-69b0-4656-8c46-90ccacaa190f'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:08:39.603557 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd1a3452-b3f6-4f21-a265-341a8165cbc0" -d '{"events": [{"name": "network-changed", "server_uuid": "1f72da1e-4880-445d-9461-e68100f39db1", "tag": "5975a837-69b0-4656-8c46-90ccacaa190f"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:08:39.636113 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c960c573-e541-48f9-8660-18adf4b6a9ee req-7f802de7-b9a4-4e90-ae4f-5811f241f2d9 tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:39.645277 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c960c573-e541-48f9-8660-18adf4b6a9ee req-7f802de7-b9a4-4e90-ae4f-5811f241f2d9 tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d307ea9-d969-40b3-9ff7-f74bff956c36 HTTP/1.1" status: 200 len: 949 time: 0.1707325 Nov 12 08:08:39.657165 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-56c8199b-f1c7-462b-878c-ec8685c78653 req-2589b7a4-321a-47ef-b2e6-ab4f6c6dde5a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=053da00c-e5c3-4f45-bacd-a2cffaf1c4e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1966832 Nov 12 08:08:39.738801 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d3669e-d180-42d1-ad4e-6b3875231892 req-806b9745-27e8-47d9-b1c3-87fca07dff9a tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:39.748715 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-21d3669e-d180-42d1-ad4e-6b3875231892 req-806b9745-27e8-47d9-b1c3-87fca07dff9a tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=94ffb2fc-fb0c-423a-b2e0-af99ae6c54dd HTTP/1.1" status: 200 len: 945 time: 0.1850302 Nov 12 08:08:39.777809 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:39.828805 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-21d3669e-d180-42d1-ad4e-6b3875231892 req-97b4c1bb-88a3-4e56-a30d-08915fb3d75e tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779333 Nov 12 08:08:39.870624 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c960c573-e541-48f9-8660-18adf4b6a9ee req-401239a6-ef06-49b9-9eda-03598eb01c3f tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc73c956-b036-4b27-a19b-8f92c82fdda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243831 Nov 12 08:08:39.906749 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd68af2e-5144-4e4c-8923-e555cb5e1281 req-d1d4ee0b-ceaa-4cde-9f6f-c5b7dbcd570e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:39.908849 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fd68af2e-5144-4e4c-8923-e555cb5e1281 req-d1d4ee0b-ceaa-4cde-9f6f-c5b7dbcd570e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2c540c0464294343b65b342f4c6f01b0&device_id=1f72da1e-4880-445d-9461-e68100f39db1 HTTP/1.1" status: 200 len: 1095 time: 0.1988685 Nov 12 08:08:39.911145 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c8199b-f1c7-462b-878c-ec8685c78653 req-26db922a-e55f-4956-9c85-79bc519aa336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:39.912614 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-56c8199b-f1c7-462b-878c-ec8685c78653 req-26db922a-e55f-4956-9c85-79bc519aa336 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2c540c0464294343b65b342f4c6f01b0&device_id=053da00c-e5c3-4f45-bacd-a2cffaf1c4e3 HTTP/1.1" status: 200 len: 1097 time: 0.1666341 Nov 12 08:08:40.023762 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fd68af2e-5144-4e4c-8923-e555cb5e1281 req-9aa97f16-5a0b-46da-b7f8-445d27eee352 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5975a837-69b0-4656-8c46-90ccacaa190f HTTP/1.1" status: 200 len: 217 time: 0.0562835 Nov 12 08:08:40.058167 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ae7f755-c380-42a6-b091-c825aba7fa1d x-openstack-request-id: req-6ae7f755-c380-42a6-b091-c825aba7fa1d {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:08:40.058621 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f72da1e-4880-445d-9461-e68100f39db1", "tag": "5975a837-69b0-4656-8c46-90ccacaa190f", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:08:40.058752 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6ae7f755-c380-42a6-b091-c825aba7fa1d {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:08:40.059127 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f72da1e-4880-445d-9461-e68100f39db1', 'tag': '5975a837-69b0-4656-8c46-90ccacaa190f', 'status': 'completed', 'code': 200} Nov 12 08:08:40.224879 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fab08c2-b5fd-486c-a28f-5e9b121827de req-8a5e671d-796f-4ccd-9985-6cf5072b43c3 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:40.235453 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8fab08c2-b5fd-486c-a28f-5e9b121827de req-8a5e671d-796f-4ccd-9985-6cf5072b43c3 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] 10.222.0.26 "GET /v2.0/ports?device_id=9601ca8f-0148-419a-9768-3fa566394423 HTTP/1.1" status: 200 len: 949 time: 0.0919588 Nov 12 08:08:40.255585 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94ffb2fc-fb0c-423a-b2e0-af99ae6c54dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b57644af-7136-449f-883c-0d8733ae31ff'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:08:40.259161 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2710b6c0-a7b9-49de-9495-cf7c611c47fa" -d '{"events": [{"server_uuid": "94ffb2fc-fb0c-423a-b2e0-af99ae6c54dd", "name": "network-vif-plugged", "status": "completed", "tag": "b57644af-7136-449f-883c-0d8733ae31ff"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:08:40.334724 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8fab08c2-b5fd-486c-a28f-5e9b121827de req-88eda731-2ddd-42ee-bcfc-22aa6c334246 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] 10.222.0.26 "GET /v2.0/security-groups?id=324d126f-7172-408c-b291-f65e4794fc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964417 Nov 12 08:08:40.374313 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1de3532-e542-45e8-b010-d764a53657db x-openstack-request-id: req-e1de3532-e542-45e8-b010-d764a53657db {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:08:40.374881 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94ffb2fc-fb0c-423a-b2e0-af99ae6c54dd", "name": "network-vif-plugged", "status": "completed", "tag": "b57644af-7136-449f-883c-0d8733ae31ff", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:08:40.375249 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e1de3532-e542-45e8-b010-d764a53657db {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:08:40.375649 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94ffb2fc-fb0c-423a-b2e0-af99ae6c54dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b57644af-7136-449f-883c-0d8733ae31ff', 'code': 200} Nov 12 08:08:40.505836 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd68af2e-5144-4e4c-8923-e555cb5e1281 req-9c39d964-63bf-4180-a3d2-b2812d3ed9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:40.507325 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fd68af2e-5144-4e4c-8923-e555cb5e1281 req-9c39d964-63bf-4180-a3d2-b2812d3ed9c6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5faf708b-0fdf-49a2-9148-2d75ea940abb HTTP/1.1" status: 200 len: 860 time: 0.4474249 Nov 12 08:08:40.593006 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abe8ffb-253f-4138-a9fc-a9901e584785 req-6fa0b6a1-25ee-4959-8506-ace5507c1ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:40.596256 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0abe8ffb-253f-4138-a9fc-a9901e584785 req-6fa0b6a1-25ee-4959-8506-ace5507c1ffa service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=94ffb2fc-fb0c-423a-b2e0-af99ae6c54dd HTTP/1.1" status: 200 len: 1097 time: 0.1122587 Nov 12 08:08:40.621489 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790cee5b-d06b-46a2-8f3d-6ff473e0b8a9 req-c4c410bd-9c15-43df-90d5-53a2ab780485 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:40.623053 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-790cee5b-d06b-46a2-8f3d-6ff473e0b8a9 req-c4c410bd-9c15-43df-90d5-53a2ab780485 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f72da1e-4880-445d-9461-e68100f39db1 HTTP/1.1" status: 200 len: 943 time: 0.1132510 Nov 12 08:08:40.624101 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c8199b-f1c7-462b-878c-ec8685c78653 req-029d708f-3ecd-4e45-923f-fe889cf70db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:40.624407 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc418f1f-5a0e-4ced-a005-8216bb97a8fb req-dc0af279-facf-4fd0-bf1e-d74c27172dac tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:40.625392 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-56c8199b-f1c7-462b-878c-ec8685c78653 req-029d708f-3ecd-4e45-923f-fe889cf70db6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a3156095-dd64-4768-883c-6857cbfc4c3d HTTP/1.1" status: 200 len: 922 time: 0.6788106 Nov 12 08:08:40.632194 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-bc418f1f-5a0e-4ced-a005-8216bb97a8fb req-dc0af279-facf-4fd0-bf1e-d74c27172dac tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ccde51c-23a7-4c55-86c1-1d91326d6942 HTTP/1.1" status: 200 len: 949 time: 0.1364048 Nov 12 08:08:40.649751 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd68af2e-5144-4e4c-8923-e555cb5e1281 req-cd8fa0ed-b19e-4fda-8572-25e74a7065fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:40.651229 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fd68af2e-5144-4e4c-8923-e555cb5e1281 req-cd8fa0ed-b19e-4fda-8572-25e74a7065fb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a3156095-dd64-4768-883c-6857cbfc4c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1240578 Nov 12 08:08:40.692437 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-56c8199b-f1c7-462b-878c-ec8685c78653 req-573c1da7-f0b2-497d-aa0d-9e25f1545186 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64c9cd6b-64f0-45b3-a976-8b00bb48b94a HTTP/1.1" status: 200 len: 217 time: 0.0555189 Nov 12 08:08:40.723631 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-bc418f1f-5a0e-4ced-a005-8216bb97a8fb req-d829faf8-c77b-4ded-a5d0-e53b85c111c6 tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d23910f-b5d9-458f-a594-0a3fa5fb2ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860362 Nov 12 08:08:40.729772 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0abe8ffb-253f-4138-a9fc-a9901e584785 req-31aec0c3-c35c-4304-9fd9-28f8f27a5b01 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141868 Nov 12 08:08:40.837779 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-790cee5b-d06b-46a2-8f3d-6ff473e0b8a9 req-01ccad91-4d4a-4d29-8e27-af9f82a5318a tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] 10.222.0.26 "GET /v2.0/security-groups?id=16890e38-f1af-4c01-becd-7b74bb4a1689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922660 Nov 12 08:08:40.849296 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c8199b-f1c7-462b-878c-ec8685c78653 req-e846f9ad-05ff-42d5-b484-6d74fb4c25cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:40.850777 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-56c8199b-f1c7-462b-878c-ec8685c78653 req-e846f9ad-05ff-42d5-b484-6d74fb4c25cb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5faf708b-0fdf-49a2-9148-2d75ea940abb HTTP/1.1" status: 200 len: 860 time: 0.1425686 Nov 12 08:08:40.890195 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fd68af2e-5144-4e4c-8923-e555cb5e1281 req-44f063e0-6f1a-43f4-aa92-488b4a7339c6 service neutron] 10.222.0.44 "GET /v2.0/networks/a3156095-dd64-4768-883c-6857cbfc4c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924837 Nov 12 08:08:41.062272 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0b3330-2c93-4772-b300-ba84c6b95e2d req-fd3cb54b-12b6-4c72-bb31-9e509f114416 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:41.064171 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2d0b3330-2c93-4772-b300-ba84c6b95e2d req-fd3cb54b-12b6-4c72-bb31-9e509f114416 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=94ffb2fc-fb0c-423a-b2e0-af99ae6c54dd HTTP/1.1" status: 200 len: 945 time: 0.0633593 Nov 12 08:08:41.098969 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c8199b-f1c7-462b-878c-ec8685c78653 req-b2f30bfa-6839-43b8-95f9-675fda69d58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:41.100673 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-56c8199b-f1c7-462b-878c-ec8685c78653 req-b2f30bfa-6839-43b8-95f9-675fda69d58b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a3156095-dd64-4768-883c-6857cbfc4c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1106923 Nov 12 08:08:41.113163 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fd68af2e-5144-4e4c-8923-e555cb5e1281 req-c262171b-8ec4-4b01-a8be-498946193195 service neutron] 10.222.0.44 "GET /v2.0/networks/a3156095-dd64-4768-883c-6857cbfc4c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028182 Nov 12 08:08:41.129363 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2d0b3330-2c93-4772-b300-ba84c6b95e2d req-f641d119-08b3-430d-a409-c83c9352b5a8 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581341 Nov 12 08:08:41.170615 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a54143-0553-4c0d-8a71-efff5841445c req-de5e6c3c-7e25-4c78-923c-af194580a5f1 tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:41.172190 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-16a54143-0553-4c0d-8a71-efff5841445c req-de5e6c3c-7e25-4c78-923c-af194580a5f1 tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d307ea9-d969-40b3-9ff7-f74bff956c36 HTTP/1.1" status: 200 len: 949 time: 0.1408293 Nov 12 08:08:41.315998 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-56c8199b-f1c7-462b-878c-ec8685c78653 req-6de7db62-b438-4223-9c88-7b1a271c8739 service neutron] 10.222.0.21 "GET /v2.0/networks/a3156095-dd64-4768-883c-6857cbfc4c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070718 Nov 12 08:08:41.319363 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-16a54143-0553-4c0d-8a71-efff5841445c req-71a489a8-8bf5-40a2-8950-11c891baa102 tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc73c956-b036-4b27-a19b-8f92c82fdda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122234 Nov 12 08:08:41.354969 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a3452-b3f6-4f21-a265-341a8165cbc0 req-d7a62cde-8f6a-42cf-a816-8a34e8a29de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:41.356515 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fd1a3452-b3f6-4f21-a265-341a8165cbc0 req-d7a62cde-8f6a-42cf-a816-8a34e8a29de1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2c540c0464294343b65b342f4c6f01b0&device_id=1f72da1e-4880-445d-9461-e68100f39db1 HTTP/1.1" status: 200 len: 1095 time: 0.1097367 Nov 12 08:08:41.534480 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-56c8199b-f1c7-462b-878c-ec8685c78653 req-e24f9e17-a908-42cc-be2f-c6dd33c89c3c service neutron] 10.222.0.21 "GET /v2.0/networks/a3156095-dd64-4768-883c-6857cbfc4c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113104 Nov 12 08:08:41.550377 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-31b993c4-94f6-4aa6-bf7f-6e93bf37d029 req-0c8d002c-495a-4346-bb66-2e51394a8169 tempest-SecurityGroupsTestAdminJSON-1428569438 tempest-SecurityGroupsTestAdminJSON-1428569438-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1352242201', 'description': 'tempest-description-34428730'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:08:41.569256 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a3452-b3f6-4f21-a265-341a8165cbc0 req-72d4ba39-771a-47f1-8c82-20e7e9e53ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:41.571242 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fd1a3452-b3f6-4f21-a265-341a8165cbc0 req-72d4ba39-771a-47f1-8c82-20e7e9e53ef1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a3156095-dd64-4768-883c-6857cbfc4c3d HTTP/1.1" status: 200 len: 922 time: 0.1754963 Nov 12 08:08:41.593161 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-31b993c4-94f6-4aa6-bf7f-6e93bf37d029 req-0c8d002c-495a-4346-bb66-2e51394a8169 tempest-SecurityGroupsTestAdminJSON-1428569438 tempest-SecurityGroupsTestAdminJSON-1428569438-project] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:41.613983 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-31b993c4-94f6-4aa6-bf7f-6e93bf37d029 req-0c8d002c-495a-4346-bb66-2e51394a8169 tempest-SecurityGroupsTestAdminJSON-1428569438 tempest-SecurityGroupsTestAdminJSON-1428569438-project] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:41.634807 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fd1a3452-b3f6-4f21-a265-341a8165cbc0 req-e6a6aa06-9076-4510-ac43-fa0762bd653e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5975a837-69b0-4656-8c46-90ccacaa190f HTTP/1.1" status: 200 len: 217 time: 0.0515599 Nov 12 08:08:41.738966 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a3452-b3f6-4f21-a265-341a8165cbc0 req-c73498e3-13d4-46e4-85d9-c7b197be708c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:41.740440 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fd1a3452-b3f6-4f21-a265-341a8165cbc0 req-c73498e3-13d4-46e4-85d9-c7b197be708c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5faf708b-0fdf-49a2-9148-2d75ea940abb HTTP/1.1" status: 200 len: 860 time: 0.0963440 Nov 12 08:08:41.754546 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-31b993c4-94f6-4aa6-bf7f-6e93bf37d029 req-0c8d002c-495a-4346-bb66-2e51394a8169 tempest-SecurityGroupsTestAdminJSON-1428569438 tempest-SecurityGroupsTestAdminJSON-1428569438-project] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:41.759315 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-31b993c4-94f6-4aa6-bf7f-6e93bf37d029 req-0c8d002c-495a-4346-bb66-2e51394a8169 tempest-SecurityGroupsTestAdminJSON-1428569438 tempest-SecurityGroupsTestAdminJSON-1428569438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:41.799378 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d002c-495a-4346-bb66-2e51394a8169 tempest-SecurityGroupsTestAdminJSON-1428569438 tempest-SecurityGroupsTestAdminJSON-1428569438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fca8db4a-b03d-4977-95f7-3c83f92ee520,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:41.808511 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eab5a2-c033-4937-a97f-b1598fdc8d3a req-2c4bd98a-1c26-4a4d-a17b-8261dce80586 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:41.810120 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-07eab5a2-c033-4937-a97f-b1598fdc8d3a req-2c4bd98a-1c26-4a4d-a17b-8261dce80586 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] 10.222.0.26 "GET /v2.0/ports?device_id=9601ca8f-0148-419a-9768-3fa566394423 HTTP/1.1" status: 200 len: 949 time: 0.1081414 Nov 12 08:08:41.842021 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a3452-b3f6-4f21-a265-341a8165cbc0 req-7a511e4c-6c55-4b53-a5ae-220eb9dafd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:41.843559 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fd1a3452-b3f6-4f21-a265-341a8165cbc0 req-7a511e4c-6c55-4b53-a5ae-220eb9dafd1a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a3156095-dd64-4768-883c-6857cbfc4c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0927367 Nov 12 08:08:41.870021 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-31b993c4-94f6-4aa6-bf7f-6e93bf37d029 req-0c8d002c-495a-4346-bb66-2e51394a8169 tempest-SecurityGroupsTestAdminJSON-1428569438 tempest-SecurityGroupsTestAdminJSON-1428569438-project] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:41.875238 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-31b993c4-94f6-4aa6-bf7f-6e93bf37d029 req-0c8d002c-495a-4346-bb66-2e51394a8169 tempest-SecurityGroupsTestAdminJSON-1428569438 tempest-SecurityGroupsTestAdminJSON-1428569438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:41.906317 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-31b993c4-94f6-4aa6-bf7f-6e93bf37d029 req-0c8d002c-495a-4346-bb66-2e51394a8169 tempest-SecurityGroupsTestAdminJSON-1428569438 tempest-SecurityGroupsTestAdminJSON-1428569438-project] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:41.907601 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-31b993c4-94f6-4aa6-bf7f-6e93bf37d029 req-0c8d002c-495a-4346-bb66-2e51394a8169 tempest-SecurityGroupsTestAdminJSON-1428569438 tempest-SecurityGroupsTestAdminJSON-1428569438-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3625638 Nov 12 08:08:41.909797 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d002c-495a-4346-bb66-2e51394a8169 tempest-SecurityGroupsTestAdminJSON-1428569438 tempest-SecurityGroupsTestAdminJSON-1428569438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18c53f9a-5815-455e-989a-5579d94f2948,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:41.922749 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:41.947998 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-07eab5a2-c033-4937-a97f-b1598fdc8d3a req-1212aa5e-7be1-4895-a4bd-8e57cd026e23 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] 10.222.0.26 "GET /v2.0/security-groups?id=324d126f-7172-408c-b291-f65e4794fc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261733 Nov 12 08:08:42.058307 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-401ef3dd-c015-4640-8eaf-fc23e0f9fc61 req-028654e1-6f57-4166-a2b4-acf619a97ebb tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=b04638ff4f784ea2af51ab092137a95b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316930 Nov 12 08:08:42.082299 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device babe3e0d-afb9-488d-bcdf-96953dfd1a7c up at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:08:42.110784 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fd1a3452-b3f6-4f21-a265-341a8165cbc0 req-14f67b91-331a-4d0f-9e66-9bcd2fb71960 service neutron] 10.222.0.44 "GET /v2.0/networks/a3156095-dd64-4768-883c-6857cbfc4c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286243 Nov 12 08:08:42.180360 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning for port babe3e0d-afb9-488d-bcdf-96953dfd1a7c completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:08:42.186103 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ff9e4d-9ae8-4039-bc64-a991232846e7 req-346b0ddf-ce6c-4928-a938-77623db2ceac tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:42.189280 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning complete for port babe3e0d-afb9-488d-bcdf-96953dfd1a7c triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:08:42.190013 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:42.193903 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-88ff9e4d-9ae8-4039-bc64-a991232846e7 req-346b0ddf-ce6c-4928-a938-77623db2ceac tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ccde51c-23a7-4c55-86c1-1d91326d6942 HTTP/1.1" status: 200 len: 949 time: 0.1195722 Nov 12 08:08:42.259104 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad86e01-936d-4127-8c09-9125a40270c4 req-f4f53ba4-8dc4-4498-9f5b-7e417ea2b1e3 tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:42.261262 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fad86e01-936d-4127-8c09-9125a40270c4 req-f4f53ba4-8dc4-4498-9f5b-7e417ea2b1e3 tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ccde51c-23a7-4c55-86c1-1d91326d6942 HTTP/1.1" status: 200 len: 949 time: 0.0951157 Nov 12 08:08:42.319550 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401ef3dd-c015-4640-8eaf-fc23e0f9fc61 req-693ad74b-5293-4772-a8af-708695e2639b tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:42.321205 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-401ef3dd-c015-4640-8eaf-fc23e0f9fc61 req-693ad74b-5293-4772-a8af-708695e2639b tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2616222 Nov 12 08:08:42.324485 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:42.352337 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-88ff9e4d-9ae8-4039-bc64-a991232846e7 req-501884cb-585a-484f-8fa2-024ade765c90 tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d23910f-b5d9-458f-a594-0a3fa5fb2ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574330 Nov 12 08:08:42.369569 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-401ef3dd-c015-4640-8eaf-fc23e0f9fc61 req-1e5f4735-cfe3-41d3-a35e-8ff1951be0c8 tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] 10.222.0.26 "GET /v2.0/quotas/b04638ff4f784ea2af51ab092137a95b HTTP/1.1" status: 200 len: 375 time: 0.0320854 Nov 12 08:08:42.387033 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9601ca8f-0148-419a-9768-3fa566394423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'babe3e0d-afb9-488d-bcdf-96953dfd1a7c'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:08:42.387360 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5552463-e05b-4139-8c2c-5a7a55dd5484" -d '{"events": [{"server_uuid": "9601ca8f-0148-419a-9768-3fa566394423", "name": "network-vif-plugged", "status": "completed", "tag": "babe3e0d-afb9-488d-bcdf-96953dfd1a7c"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:08:42.409371 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fd1a3452-b3f6-4f21-a265-341a8165cbc0 req-0bafb1ae-b95e-4de0-83f7-d88f0289cf1f service neutron] 10.222.0.44 "GET /v2.0/networks/a3156095-dd64-4768-883c-6857cbfc4c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596469 Nov 12 08:08:42.413704 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port babe3e0d-afb9-488d-bcdf-96953dfd1a7c, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=babe3e0d-afb9-488d-bcdf-96953dfd1a7c,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:08:42.419751 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:42.461861 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-401ef3dd-c015-4640-8eaf-fc23e0f9fc61 req-3d09b68d-3253-4796-accc-6beb3e8f3f89 tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b04638ff4f784ea2af51ab092137a95b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0805099 Nov 12 08:08:42.488873 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-fad86e01-936d-4127-8c09-9125a40270c4 req-0f35ef91-dc29-49b1-ae38-a23e355e1142 tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] Deleting port d84fb4b4-64c2-41bb-a2bd-7e24416384d5 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:08:42.489328 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-fad86e01-936d-4127-8c09-9125a40270c4 req-0f35ef91-dc29-49b1-ae38-a23e355e1142 tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:42.523418 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01415fe-b498-4cc5-bcb3-cbfca4a62f46 req-792b83be-916e-431f-8c33-5f550065b0dc tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:42.525224 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c01415fe-b498-4cc5-bcb3-cbfca4a62f46 req-792b83be-916e-431f-8c33-5f550065b0dc tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f72da1e-4880-445d-9461-e68100f39db1 HTTP/1.1" status: 200 len: 943 time: 0.0799813 Nov 12 08:08:42.537620 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=babe3e0d-afb9-488d-bcdf-96953dfd1a7c,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:42.593619 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c01415fe-b498-4cc5-bcb3-cbfca4a62f46 req-cabbb8d2-f3f9-42c4-bb94-7348706d4171 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] 10.222.0.26 "GET /v2.0/security-groups?id=16890e38-f1af-4c01-becd-7b74bb4a1689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603273 Nov 12 08:08:42.648122 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-12b581f6-a404-4cd1-8709-3a91f05fb086 req-9e60119c-08d9-4f4e-9bca-457b72dea0fc tempest-SecurityGroupsTestAdminJSON-1428569438 tempest-SecurityGroupsTestAdminJSON-1428569438-project] Request body: {'security_group': {'name': 'tempest-securitygroup-407415317', 'description': 'tempest-description-1789573587'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:08:42.686299 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-fad86e01-936d-4127-8c09-9125a40270c4 req-0f35ef91-dc29-49b1-ae38-a23e355e1142 tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] For port d84fb4b4-64c2-41bb-a2bd-7e24416384d5, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=d84fb4b4-64c2-41bb-a2bd-7e24416384d5,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:08:42.687238 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-fad86e01-936d-4127-8c09-9125a40270c4 req-0f35ef91-dc29-49b1-ae38-a23e355e1142 tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:42.693778 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-12b581f6-a404-4cd1-8709-3a91f05fb086 req-9e60119c-08d9-4f4e-9bca-457b72dea0fc tempest-SecurityGroupsTestAdminJSON-1428569438 tempest-SecurityGroupsTestAdminJSON-1428569438-project] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:42.725460 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-fad86e01-936d-4127-8c09-9125a40270c4 req-0f35ef91-dc29-49b1-ae38-a23e355e1142 tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] Calling delete_port for d84fb4b4-64c2-41bb-a2bd-7e24416384d5 owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:08:42.774731 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b029460-cd72-435a-bcbd-0c30f3b7f33a req-2088b1ec-4b71-4900-815c-6acf62ac75da tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:42.776521 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5b029460-cd72-435a-bcbd-0c30f3b7f33a req-2088b1ec-4b71-4900-815c-6acf62ac75da tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=94ffb2fc-fb0c-423a-b2e0-af99ae6c54dd HTTP/1.1" status: 200 len: 945 time: 0.0771956 Nov 12 08:08:42.853254 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5b029460-cd72-435a-bcbd-0c30f3b7f33a req-ff278c3f-c1e2-4565-948b-fe6d7706d5bc tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702987 Nov 12 08:08:42.858657 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-12b581f6-a404-4cd1-8709-3a91f05fb086 req-9e60119c-08d9-4f4e-9bca-457b72dea0fc tempest-SecurityGroupsTestAdminJSON-1428569438 tempest-SecurityGroupsTestAdminJSON-1428569438-project] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:42.869684 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-12b581f6-a404-4cd1-8709-3a91f05fb086 req-9e60119c-08d9-4f4e-9bca-457b72dea0fc tempest-SecurityGroupsTestAdminJSON-1428569438 tempest-SecurityGroupsTestAdminJSON-1428569438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:42.964298 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-12b581f6-a404-4cd1-8709-3a91f05fb086 req-9e60119c-08d9-4f4e-9bca-457b72dea0fc tempest-SecurityGroupsTestAdminJSON-1428569438 tempest-SecurityGroupsTestAdminJSON-1428569438-project] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:42.977912 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-12b581f6-a404-4cd1-8709-3a91f05fb086 req-9e60119c-08d9-4f4e-9bca-457b72dea0fc tempest-SecurityGroupsTestAdminJSON-1428569438 tempest-SecurityGroupsTestAdminJSON-1428569438-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3404808 Nov 12 08:08:43.016918 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e60119c-08d9-4f4e-9bca-457b72dea0fc tempest-SecurityGroupsTestAdminJSON-1428569438 tempest-SecurityGroupsTestAdminJSON-1428569438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=545fb511-b9f1-4afa-b52c-5b77c6f54d3e,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:43.020825 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-095ebed0-a7e2-4d62-a230-c873251b08d6 x-openstack-request-id: req-095ebed0-a7e2-4d62-a230-c873251b08d6 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:08:43.021972 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9601ca8f-0148-419a-9768-3fa566394423", "name": "network-vif-plugged", "status": "completed", "tag": "babe3e0d-afb9-488d-bcdf-96953dfd1a7c", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:08:43.022470 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-095ebed0-a7e2-4d62-a230-c873251b08d6 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:08:43.023253 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9601ca8f-0148-419a-9768-3fa566394423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'babe3e0d-afb9-488d-bcdf-96953dfd1a7c', 'code': 200} Nov 12 08:08:43.088455 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-326ac2cb-4058-4bb6-96da-802b6deedde5 req-b4aa8b2f-33ad-4681-a7db-70fb02c2c265 tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa3b3dea-7105-46ec-978f-6c97c978d65e HTTP/1.1" status: 200 len: 210 time: 0.0551257 Nov 12 08:08:43.089705 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-fad86e01-936d-4127-8c09-9125a40270c4 req-0f35ef91-dc29-49b1-ae38-a23e355e1142 tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:43.128474 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f35ef91-dc29-49b1-ae38-a23e355e1142 tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] Pushing event deleted for resources: {'Port': ['ID=d84fb4b4-64c2-41bb-a2bd-7e24416384d5,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:43.133682 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['d84fb4b4-64c2-41bb-a2bd-7e24416384d5'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:08:43.234972 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234775cd-aeaf-4ef0-b5c9-80015c7ab42f req-ff55ac31-42f6-4c1d-b8dd-828fc5b86348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:43.244370 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-234775cd-aeaf-4ef0-b5c9-80015c7ab42f req-ff55ac31-42f6-4c1d-b8dd-828fc5b86348 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9601ca8f-0148-419a-9768-3fa566394423 HTTP/1.1" status: 200 len: 1102 time: 0.1399496 Nov 12 08:08:43.296886 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-be00c44a-498b-4791-a925-c581a01e75a1 req-e1b92dfe-911a-418a-87ec-1bb8dbb8f7be tempest-SecurityGroupsTestAdminJSON-2099759392 tempest-SecurityGroupsTestAdminJSON-2099759392-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-760651139', 'description': 'tempest-description-1811525580'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:08:43.318722 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-fad86e01-936d-4127-8c09-9125a40270c4 req-0f35ef91-dc29-49b1-ae38-a23e355e1142 tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] No DVR routers for this DVR port d84fb4b4-64c2-41bb-a2bd-7e24416384d5 on host n-h2-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:08:43.324860 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-fad86e01-936d-4127-8c09-9125a40270c4 req-0f35ef91-dc29-49b1-ae38-a23e355e1142 tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:43.331023 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fad86e01-936d-4127-8c09-9125a40270c4 req-0f35ef91-dc29-49b1-ae38-a23e355e1142 tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] 10.222.0.44 "DELETE /v2.0/ports/d84fb4b4-64c2-41bb-a2bd-7e24416384d5 HTTP/1.1" status: 204 len: 173 time: 1.0597692 Nov 12 08:08:43.332602 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ccde51c-23a7-4c55-86c1-1d91326d6942', 'name': 'network-vif-deleted', 'tag': 'd84fb4b4-64c2-41bb-a2bd-7e24416384d5'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:08:43.335260 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c32f0c95-4750-4766-9dd8-da4b401cd162" -d '{"events": [{"server_uuid": "6ccde51c-23a7-4c55-86c1-1d91326d6942", "name": "network-vif-deleted", "tag": "d84fb4b4-64c2-41bb-a2bd-7e24416384d5"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:08:43.364466 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-234775cd-aeaf-4ef0-b5c9-80015c7ab42f req-8f3e3043-fb88-4c38-aaac-d9acc36a2122 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=324d126f-7172-408c-b291-f65e4794fc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026776 Nov 12 08:08:43.371522 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-be00c44a-498b-4791-a925-c581a01e75a1 req-e1b92dfe-911a-418a-87ec-1bb8dbb8f7be tempest-SecurityGroupsTestAdminJSON-2099759392 tempest-SecurityGroupsTestAdminJSON-2099759392-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:43.384372 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-be00c44a-498b-4791-a925-c581a01e75a1 req-e1b92dfe-911a-418a-87ec-1bb8dbb8f7be tempest-SecurityGroupsTestAdminJSON-2099759392 tempest-SecurityGroupsTestAdminJSON-2099759392-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:43.477222 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1170d431-86fe-4430-a524-be14a996e711 req-da869a45-5813-4dd1-827c-5031e181d072 tempest-LiveAutoBlockMigrationV225Test-1991143985 tempest-LiveAutoBlockMigrationV225Test-1991143985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:43.487709 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1170d431-86fe-4430-a524-be14a996e711 req-da869a45-5813-4dd1-827c-5031e181d072 tempest-LiveAutoBlockMigrationV225Test-1991143985 tempest-LiveAutoBlockMigrationV225Test-1991143985-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=94ffb2fc-fb0c-423a-b2e0-af99ae6c54dd HTTP/1.1" status: 200 len: 1097 time: 0.0887709 Nov 12 08:08:43.536435 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-be00c44a-498b-4791-a925-c581a01e75a1 req-e1b92dfe-911a-418a-87ec-1bb8dbb8f7be tempest-SecurityGroupsTestAdminJSON-2099759392 tempest-SecurityGroupsTestAdminJSON-2099759392-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:43.547942 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-be00c44a-498b-4791-a925-c581a01e75a1 req-e1b92dfe-911a-418a-87ec-1bb8dbb8f7be tempest-SecurityGroupsTestAdminJSON-2099759392 tempest-SecurityGroupsTestAdminJSON-2099759392-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:43.556449 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1170d431-86fe-4430-a524-be14a996e711 req-d3469e12-9f0b-4c4c-95d0-dfa8f2e19ff2 tempest-LiveAutoBlockMigrationV225Test-1991143985 tempest-LiveAutoBlockMigrationV225Test-1991143985-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677557 Nov 12 08:08:43.576506 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b92dfe-911a-418a-87ec-1bb8dbb8f7be tempest-SecurityGroupsTestAdminJSON-2099759392 tempest-SecurityGroupsTestAdminJSON-2099759392-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c82cfa2-ff38-463c-a981-8ff13d4dc83f,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:43.651500 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-be00c44a-498b-4791-a925-c581a01e75a1 req-e1b92dfe-911a-418a-87ec-1bb8dbb8f7be tempest-SecurityGroupsTestAdminJSON-2099759392 tempest-SecurityGroupsTestAdminJSON-2099759392-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:43.657728 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-be00c44a-498b-4791-a925-c581a01e75a1 req-e1b92dfe-911a-418a-87ec-1bb8dbb8f7be tempest-SecurityGroupsTestAdminJSON-2099759392 tempest-SecurityGroupsTestAdminJSON-2099759392-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:43.697470 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b92dfe-911a-418a-87ec-1bb8dbb8f7be tempest-SecurityGroupsTestAdminJSON-2099759392 tempest-SecurityGroupsTestAdminJSON-2099759392-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83be22ec-c98f-4647-8055-f3d2ba03a349,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:43.701990 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-be00c44a-498b-4791-a925-c581a01e75a1 req-e1b92dfe-911a-418a-87ec-1bb8dbb8f7be tempest-SecurityGroupsTestAdminJSON-2099759392 tempest-SecurityGroupsTestAdminJSON-2099759392-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:43.717627 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-be00c44a-498b-4791-a925-c581a01e75a1 req-e1b92dfe-911a-418a-87ec-1bb8dbb8f7be tempest-SecurityGroupsTestAdminJSON-2099759392 tempest-SecurityGroupsTestAdminJSON-2099759392-project-admin] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4286473 Nov 12 08:08:43.743404 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b5fef7e-4fb4-4935-8ac2-a9d20c87e0e6 x-openstack-request-id: req-5b5fef7e-4fb4-4935-8ac2-a9d20c87e0e6 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:08:43.743694 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ccde51c-23a7-4c55-86c1-1d91326d6942", "name": "network-vif-deleted", "tag": "d84fb4b4-64c2-41bb-a2bd-7e24416384d5", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:08:43.743947 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5b5fef7e-4fb4-4935-8ac2-a9d20c87e0e6 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:08:43.744351 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ccde51c-23a7-4c55-86c1-1d91326d6942', 'name': 'network-vif-deleted', 'tag': 'd84fb4b4-64c2-41bb-a2bd-7e24416384d5', 'status': 'completed', 'code': 200} Nov 12 08:08:43.808878 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a51582-f98d-4954-b327-c528674d6246 req-a94c586c-81ba-4d01-93a5-0e7e73edb401 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:43.810442 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-51a51582-f98d-4954-b327-c528674d6246 req-a94c586c-81ba-4d01-93a5-0e7e73edb401 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] 10.222.0.26 "GET /v2.0/ports?device_id=9601ca8f-0148-419a-9768-3fa566394423 HTTP/1.1" status: 200 len: 950 time: 0.0753543 Nov 12 08:08:43.857739 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e43fb67d-96a6-45b4-8827-ba1fe0228b33 req-ba03896e-35e1-4511-a684-4a6c821333c0 tempest-DeleteServersAdminTestJSON-424817118 tempest-DeleteServersAdminTestJSON-424817118-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ccde51c-23a7-4c55-86c1-1d91326d6942 HTTP/1.1" status: 200 len: 210 time: 0.0320668 Nov 12 08:08:43.902460 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-51a51582-f98d-4954-b327-c528674d6246 req-97e980c5-d10e-47b5-935b-4927157e9333 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] 10.222.0.26 "GET /v2.0/security-groups?id=324d126f-7172-408c-b291-f65e4794fc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819728 Nov 12 08:08:44.029734 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1ac11f-7e6d-4fad-a840-887ae4423c8e req-06edc6fa-0bec-4dda-92ef-f38a0584b965 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:44.035576 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fe1ac11f-7e6d-4fad-a840-887ae4423c8e req-06edc6fa-0bec-4dda-92ef-f38a0584b965 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f72da1e-4880-445d-9461-e68100f39db1 HTTP/1.1" status: 200 len: 943 time: 0.0726562 Nov 12 08:08:44.043304 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5db3f6-196e-4baf-b194-61676e9e3c2c req-d14701ba-1afe-45de-a6a8-3ad3f651605e tempest-LiveAutoBlockMigrationV225Test-1991143985 tempest-LiveAutoBlockMigrationV225Test-1991143985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:44.045064 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9b5db3f6-196e-4baf-b194-61676e9e3c2c req-d14701ba-1afe-45de-a6a8-3ad3f651605e tempest-LiveAutoBlockMigrationV225Test-1991143985 tempest-LiveAutoBlockMigrationV225Test-1991143985-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=94ffb2fc-fb0c-423a-b2e0-af99ae6c54dd HTTP/1.1" status: 200 len: 1097 time: 0.0527287 Nov 12 08:08:44.095196 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fe1ac11f-7e6d-4fad-a840-887ae4423c8e req-6a94aade-3a89-458f-a4df-082b7f62b455 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] 10.222.0.26 "GET /v2.0/security-groups?id=16890e38-f1af-4c01-becd-7b74bb4a1689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555956 Nov 12 08:08:44.103635 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9b5db3f6-196e-4baf-b194-61676e9e3c2c req-29f49cff-51e2-4ceb-a16d-1f0ca3ffc8a4 tempest-LiveAutoBlockMigrationV225Test-1991143985 tempest-LiveAutoBlockMigrationV225Test-1991143985-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502644 Nov 12 08:08:44.150805 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-e25233c9-bcd2-45fd-8cbe-a8e260d6b7bf req-73c6534a-0fc5-46ef-80ea-a7c20c80dafb tempest-SecurityGroupsTestAdminJSON-2099759392 tempest-SecurityGroupsTestAdminJSON-2099759392-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1701153933', 'description': 'tempest-description-765901300'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:08:44.179657 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e25233c9-bcd2-45fd-8cbe-a8e260d6b7bf req-73c6534a-0fc5-46ef-80ea-a7c20c80dafb tempest-SecurityGroupsTestAdminJSON-2099759392 tempest-SecurityGroupsTestAdminJSON-2099759392-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:44.252995 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e25233c9-bcd2-45fd-8cbe-a8e260d6b7bf req-73c6534a-0fc5-46ef-80ea-a7c20c80dafb tempest-SecurityGroupsTestAdminJSON-2099759392 tempest-SecurityGroupsTestAdminJSON-2099759392-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:44.257620 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e25233c9-bcd2-45fd-8cbe-a8e260d6b7bf req-73c6534a-0fc5-46ef-80ea-a7c20c80dafb tempest-SecurityGroupsTestAdminJSON-2099759392 tempest-SecurityGroupsTestAdminJSON-2099759392-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:44.296498 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e25233c9-bcd2-45fd-8cbe-a8e260d6b7bf req-73c6534a-0fc5-46ef-80ea-a7c20c80dafb tempest-SecurityGroupsTestAdminJSON-2099759392 tempest-SecurityGroupsTestAdminJSON-2099759392-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:44.297734 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e25233c9-bcd2-45fd-8cbe-a8e260d6b7bf req-73c6534a-0fc5-46ef-80ea-a7c20c80dafb tempest-SecurityGroupsTestAdminJSON-2099759392 tempest-SecurityGroupsTestAdminJSON-2099759392-project-admin] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1631103 Nov 12 08:08:44.299899 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c6534a-0fc5-46ef-80ea-a7c20c80dafb tempest-SecurityGroupsTestAdminJSON-2099759392 tempest-SecurityGroupsTestAdminJSON-2099759392-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab9af7da-d70b-4440-8ee0-00eeb1dc21bc,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:44.332330 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3e668a06-773c-45cc-9efd-111a5bf127c2 req-f0095bcf-b3b1-4646-9159-beb66670bc39 tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa3b3dea-7105-46ec-978f-6c97c978d65e HTTP/1.1" status: 200 len: 210 time: 0.0494368 Nov 12 08:08:44.438442 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-401ef3dd-c015-4640-8eaf-fc23e0f9fc61 req-41a334da-ed39-40d1-8c50-02b3dd067557 tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=b04638ff4f784ea2af51ab092137a95b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0238326 Nov 12 08:08:44.616879 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401ef3dd-c015-4640-8eaf-fc23e0f9fc61 req-77fc544b-7184-4e8c-b5a8-415d5624bc4c tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:44.618405 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-401ef3dd-c015-4640-8eaf-fc23e0f9fc61 req-77fc544b-7184-4e8c-b5a8-415d5624bc4c tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1719265 Nov 12 08:08:44.643761 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-401ef3dd-c015-4640-8eaf-fc23e0f9fc61 req-e4be80c4-acc6-4763-b36c-d33f9f64b8f6 tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] Request body: {'port': {'device_id': 'fa3b3dea-7105-46ec-978f-6c97c978d65e', 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016', 'admin_state_up': True, 'tenant_id': 'b04638ff4f784ea2af51ab092137a95b'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:08:44.677209 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [req-859530af-3506-43cc-8af3-e8d00732e45f req-5b775250-683e-4b87-ba30-122b6d0d7c78 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:08:44.678415 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-859530af-3506-43cc-8af3-e8d00732e45f req-5b775250-683e-4b87-ba30-122b6d0d7c78 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0936570 Nov 12 08:08:44.747292 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-465636f1-3829-4784-9619-1bbc4327f8e9 req-3733e04f-5391-4580-a85c-e8c71faeb760 tempest-SecurityGroupsTestAdminJSON-2099759392 tempest-SecurityGroupsTestAdminJSON-2099759392-project-admin] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 48168 time: 0.3845396 Nov 12 08:08:44.797557 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-401ef3dd-c015-4640-8eaf-fc23e0f9fc61 req-e4be80c4-acc6-4763-b36c-d33f9f64b8f6 tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] Made reservation on behalf of b04638ff4f784ea2af51ab092137a95b for: {'port': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:08:44.803437 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-401ef3dd-c015-4640-8eaf-fc23e0f9fc61 req-e4be80c4-acc6-4763-b36c-d33f9f64b8f6 tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:44.842038 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-465636f1-3829-4784-9619-1bbc4327f8e9 req-7e2b08ff-bb9b-460e-9e4b-1f378dbed8f0 tempest-SecurityGroupsTestAdminJSON-2099759392 tempest-SecurityGroupsTestAdminJSON-2099759392-project-admin] 10.222.0.26 "GET /v2.0/security-groups/018139ac-0dc8-4cf0-aa9c-b09c3f7350fd HTTP/1.1" status: 200 len: 2990 time: 0.0931475 Nov 12 08:08:44.915685 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-465636f1-3829-4784-9619-1bbc4327f8e9 req-01f8553a-a95b-46b8-8f25-e2156302d971 tempest-SecurityGroupsTestAdminJSON-2099759392 tempest-SecurityGroupsTestAdminJSON-2099759392-project-admin] 10.222.0.26 "GET /v2.0/security-groups/018139ac-0dc8-4cf0-aa9c-b09c3f7350fd HTTP/1.1" status: 200 len: 2990 time: 0.0720160 Nov 12 08:08:44.985570 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-465636f1-3829-4784-9619-1bbc4327f8e9 req-d0a1c339-12a1-40ea-bc06-558686a20ebe tempest-SecurityGroupsTestAdminJSON-2099759392 tempest-SecurityGroupsTestAdminJSON-2099759392-project-admin] 10.222.0.26 "GET /v2.0/security-groups/16890e38-f1af-4c01-becd-7b74bb4a1689 HTTP/1.1" status: 200 len: 2998 time: 0.0633686 Nov 12 08:08:45.021565 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [req-401ef3dd-c015-4640-8eaf-fc23e0f9fc61 req-e4be80c4-acc6-4763-b36c-d33f9f64b8f6 tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] Allocated IP 192.168.233.56 (107743df-d3df-459d-a6cd-9e2ab4303016/e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1/19c334ae-9fb3-4416-a2cc-17242b513039) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:08:45.046903 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-465636f1-3829-4784-9619-1bbc4327f8e9 req-9f6c1be8-9316-4c6f-91e5-f7cad2ff3b02 tempest-SecurityGroupsTestAdminJSON-2099759392 tempest-SecurityGroupsTestAdminJSON-2099759392-project-admin] 10.222.0.26 "GET /v2.0/security-groups/16890e38-f1af-4c01-becd-7b74bb4a1689 HTTP/1.1" status: 200 len: 2998 time: 0.0491107 Nov 12 08:08:45.077322 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 5975a837-69b0-4656-8c46-90ccacaa190f details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:08:45.104089 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-465636f1-3829-4784-9619-1bbc4327f8e9 req-384dcda1-5a8e-426d-b42b-9c1ed0621786 tempest-SecurityGroupsTestAdminJSON-2099759392 tempest-SecurityGroupsTestAdminJSON-2099759392-project-admin] 10.222.0.26 "GET /v2.0/security-groups/1b5c7833-24a2-4c14-bc24-7cc6ddd646d8 HTTP/1.1" status: 200 len: 2994 time: 0.0496197 Nov 12 08:08:45.177749 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-465636f1-3829-4784-9619-1bbc4327f8e9 req-4f59eda8-093f-4cc9-8e1a-88c4cfd54f9d tempest-SecurityGroupsTestAdminJSON-2099759392 tempest-SecurityGroupsTestAdminJSON-2099759392-project-admin] 10.222.0.26 "GET /v2.0/security-groups/1b5c7833-24a2-4c14-bc24-7cc6ddd646d8 HTTP/1.1" status: 200 len: 2994 time: 0.0720491 Nov 12 08:08:45.229328 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 5975a837-69b0-4656-8c46-90ccacaa190f, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=5975a837-69b0-4656-8c46-90ccacaa190f,segment=NetworkSegment(c37124f8-c757-4d0f-9db3-26d4f53bb063),segment_id=c37124f8-c757-4d0f-9db3-26d4f53bb063)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:08:45.257295 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': '5975a837-69b0-4656-8c46-90ccacaa190f', 'network_id': 'a3156095-dd64-4768-883c-6857cbfc4c3d', 'port_id': '5975a837-69b0-4656-8c46-90ccacaa190f', 'mac_address': 'fa:16:3e:70:c0:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5faf708b-0fdf-49a2-9148-2d75ea940abb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:08:45.262890 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-465636f1-3829-4784-9619-1bbc4327f8e9 req-730f4951-db50-4d08-99dd-5e280c79130f tempest-SecurityGroupsTestAdminJSON-2099759392 tempest-SecurityGroupsTestAdminJSON-2099759392-project-admin] 10.222.0.26 "GET /v2.0/security-groups/324d126f-7172-408c-b291-f65e4794fc09 HTTP/1.1" status: 200 len: 2998 time: 0.0841384 Nov 12 08:08:45.279010 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-401ef3dd-c015-4640-8eaf-fc23e0f9fc61 req-e4be80c4-acc6-4763-b36c-d33f9f64b8f6 tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:45.303573 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:45.317413 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-465636f1-3829-4784-9619-1bbc4327f8e9 req-e9b7e0c5-d7cd-436d-a199-a031a2e135d6 tempest-SecurityGroupsTestAdminJSON-2099759392 tempest-SecurityGroupsTestAdminJSON-2099759392-project-admin] 10.222.0.26 "GET /v2.0/security-groups/324d126f-7172-408c-b291-f65e4794fc09 HTTP/1.1" status: 200 len: 2998 time: 0.0534799 Nov 12 08:08:45.338558 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5975a837-69b0-4656-8c46-90ccacaa190f {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:08:45.348380 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-401ef3dd-c015-4640-8eaf-fc23e0f9fc61 req-e4be80c4-acc6-4763-b36c-d33f9f64b8f6 tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:45.375463 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 5975a837-69b0-4656-8c46-90ccacaa190f, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=5975a837-69b0-4656-8c46-90ccacaa190f,segment=NetworkSegment(c37124f8-c757-4d0f-9db3-26d4f53bb063),segment_id=c37124f8-c757-4d0f-9db3-26d4f53bb063)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:08:45.380773 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-465636f1-3829-4784-9619-1bbc4327f8e9 req-bb85d6af-2401-45ec-aaa0-c8b3ac1727a1 tempest-SecurityGroupsTestAdminJSON-2099759392 tempest-SecurityGroupsTestAdminJSON-2099759392-project-admin] 10.222.0.26 "GET /v2.0/security-groups/4c82cfa2-ff38-463c-a981-8ff13d4dc83f HTTP/1.1" status: 200 len: 2998 time: 0.0612214 Nov 12 08:08:45.381545 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:45.397912 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['e15040d9-4e48-46a6-ae32-9637ace5e310'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:08:45.461458 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-465636f1-3829-4784-9619-1bbc4327f8e9 req-c61ab209-2ed9-4586-9722-e45e9fbb3b74 tempest-SecurityGroupsTestAdminJSON-2099759392 tempest-SecurityGroupsTestAdminJSON-2099759392-project-admin] 10.222.0.26 "GET /v2.0/security-groups/4c82cfa2-ff38-463c-a981-8ff13d4dc83f HTTP/1.1" status: 200 len: 2998 time: 0.0735772 Nov 12 08:08:45.485687 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4be80c4-acc6-4763-b36c-d33f9f64b8f6 tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] Pushing event updated for resources: {'Port': ['ID=19c334ae-9fb3-4416-a2cc-17242b513039,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:45.498658 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-401ef3dd-c015-4640-8eaf-fc23e0f9fc61 req-e4be80c4-acc6-4763-b36c-d33f9f64b8f6 tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] Network 107743df-d3df-459d-a6cd-9e2ab4303016 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:08:45.501249 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [req-401ef3dd-c015-4640-8eaf-fc23e0f9fc61 req-e4be80c4-acc6-4763-b36c-d33f9f64b8f6 tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:08:45.512903 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=5975a837-69b0-4656-8c46-90ccacaa190f,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:45.513642 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [req-401ef3dd-c015-4640-8eaf-fc23e0f9fc61 req-e4be80c4-acc6-4763-b36c-d33f9f64b8f6 tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:08:45.533591 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401ef3dd-c015-4640-8eaf-fc23e0f9fc61 req-e4be80c4-acc6-4763-b36c-d33f9f64b8f6 tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:45.534761 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-401ef3dd-c015-4640-8eaf-fc23e0f9fc61 req-e4be80c4-acc6-4763-b36c-d33f9f64b8f6 tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:45.566261 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-465636f1-3829-4784-9619-1bbc4327f8e9 req-9d879363-dc75-4bbc-833c-a168a6d6a4e0 tempest-SecurityGroupsTestAdminJSON-2099759392 tempest-SecurityGroupsTestAdminJSON-2099759392-project-admin] 10.222.0.26 "GET /v2.0/security-groups/4d23910f-b5d9-458f-a594-0a3fa5fb2ff8 HTTP/1.1" status: 200 len: 2998 time: 0.0979614 Nov 12 08:08:45.581564 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-401ef3dd-c015-4640-8eaf-fc23e0f9fc61 req-e4be80c4-acc6-4763-b36c-d33f9f64b8f6 tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9489315 Nov 12 08:08:45.598201 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-401ef3dd-c015-4640-8eaf-fc23e0f9fc61 req-edf77c6f-89fe-40f3-99c9-dc48c4925960 service neutron] Request body: {'port': {'device_id': 'fa3b3dea-7105-46ec-978f-6c97c978d65e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-29'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:08:45.686171 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-465636f1-3829-4784-9619-1bbc4327f8e9 req-690277dc-d775-441e-a77e-76a58d00d3da tempest-SecurityGroupsTestAdminJSON-2099759392 tempest-SecurityGroupsTestAdminJSON-2099759392-project-admin] 10.222.0.26 "GET /v2.0/security-groups/4d23910f-b5d9-458f-a594-0a3fa5fb2ff8 HTTP/1.1" status: 200 len: 2998 time: 0.1097112 Nov 12 08:08:45.720517 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-401ef3dd-c015-4640-8eaf-fc23e0f9fc61 req-edf77c6f-89fe-40f3-99c9-dc48c4925960 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:45.764223 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-465636f1-3829-4784-9619-1bbc4327f8e9 req-6945fe47-f8ab-4c7b-a7dd-717b895aaccc tempest-SecurityGroupsTestAdminJSON-2099759392 tempest-SecurityGroupsTestAdminJSON-2099759392-project-admin] 10.222.0.26 "GET /v2.0/security-groups/4e9ba3fe-6d7c-4267-b4b2-d166012353c0 HTTP/1.1" status: 200 len: 2998 time: 0.0757043 Nov 12 08:08:45.812792 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['5975a837-69b0-4656-8c46-90ccacaa190f'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:08:45.839180 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-465636f1-3829-4784-9619-1bbc4327f8e9 req-87e2fe46-39c4-4e90-b436-4e42313e198c tempest-SecurityGroupsTestAdminJSON-2099759392 tempest-SecurityGroupsTestAdminJSON-2099759392-project-admin] 10.222.0.26 "GET /v2.0/security-groups/4e9ba3fe-6d7c-4267-b4b2-d166012353c0 HTTP/1.1" status: 200 len: 2998 time: 0.0730782 Nov 12 08:08:45.899656 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e1e83753-4414-42b4-afac-3f7fdc4219f9 None None] Provisioning complete for port 19c334ae-9fb3-4416-a2cc-17242b513039 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:08:45.900057 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e1e83753-4414-42b4-afac-3f7fdc4219f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:45.925690 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-465636f1-3829-4784-9619-1bbc4327f8e9 req-2624c92a-1ae3-457c-91ed-c415284e9d46 tempest-SecurityGroupsTestAdminJSON-2099759392 tempest-SecurityGroupsTestAdminJSON-2099759392-project-admin] 10.222.0.26 "GET /v2.0/security-groups/54321eeb-f2f5-4a9d-ad2e-5d6f4862e51c HTTP/1.1" status: 200 len: 2998 time: 0.0783391 Nov 12 08:08:45.971562 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-e1e83753-4414-42b4-afac-3f7fdc4219f9 None None] Port 19c334ae-9fb3-4416-a2cc-17242b513039 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:08:45.998775 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-465636f1-3829-4784-9619-1bbc4327f8e9 req-8d83f0db-f42e-4e95-bcb0-56d622495783 tempest-SecurityGroupsTestAdminJSON-2099759392 tempest-SecurityGroupsTestAdminJSON-2099759392-project-admin] 10.222.0.26 "GET /v2.0/security-groups/54321eeb-f2f5-4a9d-ad2e-5d6f4862e51c HTTP/1.1" status: 200 len: 2998 time: 0.0660598 Nov 12 08:08:46.083913 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-465636f1-3829-4784-9619-1bbc4327f8e9 req-a3d664bc-9385-48fb-8ef4-9382c5a9eb97 tempest-SecurityGroupsTestAdminJSON-2099759392 tempest-SecurityGroupsTestAdminJSON-2099759392-project-admin] 10.222.0.26 "GET /v2.0/security-groups/c995a1c2-19b4-4f12-a187-284021761987 HTTP/1.1" status: 200 len: 2998 time: 0.0838957 Nov 12 08:08:46.171253 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-465636f1-3829-4784-9619-1bbc4327f8e9 req-cf03ca8f-bd67-4b22-8990-9a72a300f284 tempest-SecurityGroupsTestAdminJSON-2099759392 tempest-SecurityGroupsTestAdminJSON-2099759392-project-admin] 10.222.0.26 "GET /v2.0/security-groups/c995a1c2-19b4-4f12-a187-284021761987 HTTP/1.1" status: 200 len: 2998 time: 0.0721669 Nov 12 08:08:46.192393 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [req-401ef3dd-c015-4640-8eaf-fc23e0f9fc61 req-edf77c6f-89fe-40f3-99c9-dc48c4925960 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19c334ae-9fb3-4416-a2cc-17242b513039 {{(pid=102600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:08:46.200471 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-401ef3dd-c015-4640-8eaf-fc23e0f9fc61 req-edf77c6f-89fe-40f3-99c9-dc48c4925960 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:46.225448 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.provisioning_blocks [req-401ef3dd-c015-4640-8eaf-fc23e0f9fc61 req-edf77c6f-89fe-40f3-99c9-dc48c4925960 service neutron] Transition to ACTIVE for port object 19c334ae-9fb3-4416-a2cc-17242b513039 will not be triggered until provisioned by entity L2. {{(pid=102600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:08:46.226949 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-465636f1-3829-4784-9619-1bbc4327f8e9 req-fed16092-2e68-4bd7-b2bb-d13b8c0eb4eb tempest-SecurityGroupsTestAdminJSON-2099759392 tempest-SecurityGroupsTestAdminJSON-2099759392-project-admin] 10.222.0.26 "GET /v2.0/security-groups/d0b36c5d-5da5-473b-8195-65ea1ef9766f HTTP/1.1" status: 200 len: 2998 time: 0.0509992 Nov 12 08:08:46.231342 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-401ef3dd-c015-4640-8eaf-fc23e0f9fc61 req-edf77c6f-89fe-40f3-99c9-dc48c4925960 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:46.314689 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-465636f1-3829-4784-9619-1bbc4327f8e9 req-e252ee04-ac36-4ddb-86ae-3baf6d8e2783 tempest-SecurityGroupsTestAdminJSON-2099759392 tempest-SecurityGroupsTestAdminJSON-2099759392-project-admin] 10.222.0.26 "GET /v2.0/security-groups/d0b36c5d-5da5-473b-8195-65ea1ef9766f HTTP/1.1" status: 200 len: 2998 time: 0.0765917 Nov 12 08:08:46.318042 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf77c6f-89fe-40f3-99c9-dc48c4925960 service neutron] Pushing event updated for resources: {'Port': ['ID=19c334ae-9fb3-4416-a2cc-17242b513039,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:46.368653 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-401ef3dd-c015-4640-8eaf-fc23e0f9fc61 req-edf77c6f-89fe-40f3-99c9-dc48c4925960 service neutron] Attempting to bind port 19c334ae-9fb3-4416-a2cc-17242b513039 on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:08:46.369717 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-401ef3dd-c015-4640-8eaf-fc23e0f9fc61 req-edf77c6f-89fe-40f3-99c9-dc48c4925960 service neutron] Attempting to bind port 19c334ae-9fb3-4416-a2cc-17242b513039 by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:08:46.369717 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401ef3dd-c015-4640-8eaf-fc23e0f9fc61 req-edf77c6f-89fe-40f3-99c9-dc48c4925960 service neutron] Attempting to bind port 19c334ae-9fb3-4416-a2cc-17242b513039 on network 107743df-d3df-459d-a6cd-9e2ab4303016 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:08:46.377305 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401ef3dd-c015-4640-8eaf-fc23e0f9fc61 req-edf77c6f-89fe-40f3-99c9-dc48c4925960 service neutron] Port 19c334ae-9fb3-4416-a2cc-17242b513039 on network 107743df-d3df-459d-a6cd-9e2ab4303016 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:08:46.377891 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401ef3dd-c015-4640-8eaf-fc23e0f9fc61 req-edf77c6f-89fe-40f3-99c9-dc48c4925960 service neutron] Attempting to bind port 19c334ae-9fb3-4416-a2cc-17242b513039 on network 107743df-d3df-459d-a6cd-9e2ab4303016 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:08:46.385374 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401ef3dd-c015-4640-8eaf-fc23e0f9fc61 req-edf77c6f-89fe-40f3-99c9-dc48c4925960 service neutron] Checking agent: {'id': '26215384-8035-4ce2-971a-8e67be80da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:08:46.385794 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401ef3dd-c015-4640-8eaf-fc23e0f9fc61 req-edf77c6f-89fe-40f3-99c9-dc48c4925960 service neutron] Checking segment: {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:08:46.386221 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401ef3dd-c015-4640-8eaf-fc23e0f9fc61 req-edf77c6f-89fe-40f3-99c9-dc48c4925960 service neutron] Bound using segment: {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:08:46.386699 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-401ef3dd-c015-4640-8eaf-fc23e0f9fc61 req-edf77c6f-89fe-40f3-99c9-dc48c4925960 service neutron] Bound port: 19c334ae-9fb3-4416-a2cc-17242b513039, host: n-h1-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'}}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:08:46.387248 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-401ef3dd-c015-4640-8eaf-fc23e0f9fc61 req-edf77c6f-89fe-40f3-99c9-dc48c4925960 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:46.397602 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-465636f1-3829-4784-9619-1bbc4327f8e9 req-48a35014-94cc-4638-9572-ee5e94fcd136 tempest-SecurityGroupsTestAdminJSON-2099759392 tempest-SecurityGroupsTestAdminJSON-2099759392-project-admin] 10.222.0.26 "GET /v2.0/security-groups/d8e0488e-ed75-4dda-8e63-04a795b06a73 HTTP/1.1" status: 200 len: 2994 time: 0.0736649 Nov 12 08:08:46.465282 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-465636f1-3829-4784-9619-1bbc4327f8e9 req-1afc976b-1189-48d3-843e-cdb474479980 tempest-SecurityGroupsTestAdminJSON-2099759392 tempest-SecurityGroupsTestAdminJSON-2099759392-project-admin] 10.222.0.26 "GET /v2.0/security-groups/d8e0488e-ed75-4dda-8e63-04a795b06a73 HTTP/1.1" status: 200 len: 2994 time: 0.0600750 Nov 12 08:08:46.483723 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-401ef3dd-c015-4640-8eaf-fc23e0f9fc61 req-edf77c6f-89fe-40f3-99c9-dc48c4925960 service neutron] For port 19c334ae-9fb3-4416-a2cc-17242b513039, host n-h1-765315-29, cleared binding levels {{(pid=102600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:08:46.488724 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-401ef3dd-c015-4640-8eaf-fc23e0f9fc61 req-edf77c6f-89fe-40f3-99c9-dc48c4925960 service neutron] For port 19c334ae-9fb3-4416-a2cc-17242b513039, host n-h1-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=19c334ae-9fb3-4416-a2cc-17242b513039,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:08:46.496260 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-401ef3dd-c015-4640-8eaf-fc23e0f9fc61 req-edf77c6f-89fe-40f3-99c9-dc48c4925960 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:46.529594 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-465636f1-3829-4784-9619-1bbc4327f8e9 req-5e21019b-d587-42d5-a8e2-ac94192272c2 tempest-SecurityGroupsTestAdminJSON-2099759392 tempest-SecurityGroupsTestAdminJSON-2099759392-project-admin] 10.222.0.26 "GET /v2.0/security-groups/dc73c956-b036-4b27-a19b-8f92c82fdda3 HTTP/1.1" status: 200 len: 2998 time: 0.0551643 Nov 12 08:08:46.548709 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401ef3dd-c015-4640-8eaf-fc23e0f9fc61 req-edf77c6f-89fe-40f3-99c9-dc48c4925960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:46.549826 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-401ef3dd-c015-4640-8eaf-fc23e0f9fc61 req-edf77c6f-89fe-40f3-99c9-dc48c4925960 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:46.552586 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-401ef3dd-c015-4640-8eaf-fc23e0f9fc61 req-edf77c6f-89fe-40f3-99c9-dc48c4925960 service neutron] 10.222.0.21 "PUT /v2.0/ports/19c334ae-9fb3-4416-a2cc-17242b513039 HTTP/1.1" status: 200 len: 1096 time: 0.9606361 Nov 12 08:08:46.555292 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa3b3dea-7105-46ec-978f-6c97c978d65e', 'tag': '19c334ae-9fb3-4416-a2cc-17242b513039'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:08:46.557320 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16dc4531-17a0-4a22-abcd-a510a5006a97" -d '{"events": [{"name": "network-changed", "server_uuid": "fa3b3dea-7105-46ec-978f-6c97c978d65e", "tag": "19c334ae-9fb3-4416-a2cc-17242b513039"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:08:46.602520 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf77c6f-89fe-40f3-99c9-dc48c4925960 service neutron] Pushing event updated for resources: {'Port': ['ID=19c334ae-9fb3-4416-a2cc-17242b513039,revision_number=3']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:46.630520 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-465636f1-3829-4784-9619-1bbc4327f8e9 req-bcca3a54-ea24-476d-baf2-2f971b0f9006 tempest-SecurityGroupsTestAdminJSON-2099759392 tempest-SecurityGroupsTestAdminJSON-2099759392-project-admin] 10.222.0.26 "GET /v2.0/security-groups/dc73c956-b036-4b27-a19b-8f92c82fdda3 HTTP/1.1" status: 200 len: 2998 time: 0.0856977 Nov 12 08:08:46.661385 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 32916) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:08:46.685234 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-465636f1-3829-4784-9619-1bbc4327f8e9 req-f49273e1-11e3-4816-a47b-c6e3c04d0a65 tempest-SecurityGroupsTestAdminJSON-2099759392 tempest-SecurityGroupsTestAdminJSON-2099759392-project-admin] 10.222.0.26 "GET /v2.0/security-groups/fa645396-f4c7-480c-a064-4014bbf1e510 HTTP/1.1" status: 200 len: 2998 time: 0.0537028 Nov 12 08:08:46.741666 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401ef3dd-c015-4640-8eaf-fc23e0f9fc61 req-895c9ea5-68bb-4531-a901-949824134f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:46.744252 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-401ef3dd-c015-4640-8eaf-fc23e0f9fc61 req-895c9ea5-68bb-4531-a901-949824134f7c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b04638ff4f784ea2af51ab092137a95b&device_id=fa3b3dea-7105-46ec-978f-6c97c978d65e HTTP/1.1" status: 200 len: 1099 time: 0.1050844 Nov 12 08:08:46.768102 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-465636f1-3829-4784-9619-1bbc4327f8e9 req-cd437d52-045e-4be3-94ff-b32079052572 tempest-SecurityGroupsTestAdminJSON-2099759392 tempest-SecurityGroupsTestAdminJSON-2099759392-project-admin] 10.222.0.26 "GET /v2.0/security-groups/fa645396-f4c7-480c-a064-4014bbf1e510 HTTP/1.1" status: 200 len: 2998 time: 0.0814085 Nov 12 08:08:46.802126 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [req-e9085d90-d6e2-4a4c-bc7f-5418c944c76f req-55adce85-39cd-44cb-96ad-5b8105a452b3 tempest-LiveAutoBlockMigrationV225Test-1991143985 tempest-LiveAutoBlockMigrationV225Test-1991143985-project-admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:08:46.803221 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e9085d90-d6e2-4a4c-bc7f-5418c944c76f req-55adce85-39cd-44cb-96ad-5b8105a452b3 tempest-LiveAutoBlockMigrationV225Test-1991143985 tempest-LiveAutoBlockMigrationV225Test-1991143985-project-admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1402969 Nov 12 08:08:46.804749 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-401ef3dd-c015-4640-8eaf-fc23e0f9fc61 req-aa3af0a5-586d-4e9d-89a6-c0a3eaa8e59a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=19c334ae-9fb3-4416-a2cc-17242b513039 HTTP/1.1" status: 200 len: 217 time: 0.0510657 Nov 12 08:08:46.851868 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-465636f1-3829-4784-9619-1bbc4327f8e9 req-33b309f6-594b-4bb3-a887-692c55bfb613 tempest-SecurityGroupsTestAdminJSON-2099759392 tempest-SecurityGroupsTestAdminJSON-2099759392-project-admin] 10.222.0.26 "GET /v2.0/security-groups/fca8db4a-b03d-4977-95f7-3c83f92ee520 HTTP/1.1" status: 200 len: 2998 time: 0.0825946 Nov 12 08:08:46.881520 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401ef3dd-c015-4640-8eaf-fc23e0f9fc61 req-71cb89ce-a7fa-4f3e-9236-edd3e32cafd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:46.883668 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-401ef3dd-c015-4640-8eaf-fc23e0f9fc61 req-71cb89ce-a7fa-4f3e-9236-edd3e32cafd2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1 HTTP/1.1" status: 200 len: 843 time: 0.0699100 Nov 12 08:08:46.917332 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-465636f1-3829-4784-9619-1bbc4327f8e9 req-ddae2e06-39cf-4605-9dfd-dc7e95111c19 tempest-SecurityGroupsTestAdminJSON-2099759392 tempest-SecurityGroupsTestAdminJSON-2099759392-project-admin] 10.222.0.26 "GET /v2.0/security-groups/fca8db4a-b03d-4977-95f7-3c83f92ee520 HTTP/1.1" status: 200 len: 2998 time: 0.0641303 Nov 12 08:08:46.937078 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401ef3dd-c015-4640-8eaf-fc23e0f9fc61 req-bef1373a-dd40-426b-ba88-db33ac51f598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:46.938796 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-401ef3dd-c015-4640-8eaf-fc23e0f9fc61 req-bef1373a-dd40-426b-ba88-db33ac51f598 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=107743df-d3df-459d-a6cd-9e2ab4303016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0477533 Nov 12 08:08:47.046576 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9085d90-d6e2-4a4c-bc7f-5418c944c76f req-37dcc45a-c022-459c-a13c-7cca08bc1206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:47.048090 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e9085d90-d6e2-4a4c-bc7f-5418c944c76f req-37dcc45a-c022-459c-a13c-7cca08bc1206 service neutron] 10.222.0.26 "GET /v2.0/ports/b57644af-7136-449f-883c-0d8733ae31ff HTTP/1.1" status: 200 len: 1094 time: 0.1632974 Nov 12 08:08:47.060155 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-e9085d90-d6e2-4a4c-bc7f-5418c944c76f req-33e13d21-0a50-4d93-9598-4e54ca548da1 service neutron] Request body: {'binding': {'host': 'n-h2-765315-29', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:08:47.060155 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-e9085d90-d6e2-4a4c-bc7f-5418c944c76f req-33e13d21-0a50-4d93-9598-4e54ca548da1 service neutron] Unknown quota resources ['binding']. {{(pid=102600) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 08:08:47.069208 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d6101c-0f28-408d-b17f-c200b78d424e req-690f27f8-2345-412a-a5b2-92a0b855ed11 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:47.070739 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-76d6101c-0f28-408d-b17f-c200b78d424e req-690f27f8-2345-412a-a5b2-92a0b855ed11 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] 10.222.0.26 "GET /v2.0/ports?device_id=9601ca8f-0148-419a-9768-3fa566394423 HTTP/1.1" status: 200 len: 950 time: 0.0578938 Nov 12 08:08:47.093766 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 5975a837-69b0-4656-8c46-90ccacaa190f up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:08:47.115224 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-401ef3dd-c015-4640-8eaf-fc23e0f9fc61 req-0b2b2346-7bb4-45b7-b85f-46abb2d4c80b service neutron] 10.222.0.21 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642578 Nov 12 08:08:47.159743 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-76d6101c-0f28-408d-b17f-c200b78d424e req-e5ea3c8f-d7b6-449b-8204-c1a2c9bae45c tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] 10.222.0.26 "GET /v2.0/security-groups?id=324d126f-7172-408c-b291-f65e4794fc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793514 Nov 12 08:08:47.160935 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning for port 5975a837-69b0-4656-8c46-90ccacaa190f completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:08:47.176618 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port 5975a837-69b0-4656-8c46-90ccacaa190f triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:08:47.176985 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:47.290739 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd16d9c-c21a-49c9-9a07-74820a77eebe req-eb5918ab-9a94-4049-b7b2-66be8d7bb0c1 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:47.292617 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-efd16d9c-c21a-49c9-9a07-74820a77eebe req-eb5918ab-9a94-4049-b7b2-66be8d7bb0c1 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f72da1e-4880-445d-9461-e68100f39db1 HTTP/1.1" status: 200 len: 944 time: 0.0618825 Nov 12 08:08:47.301365 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-401ef3dd-c015-4640-8eaf-fc23e0f9fc61 req-d7598da0-d48e-44a4-9742-d0b3573984d1 service neutron] 10.222.0.21 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736069 Nov 12 08:08:47.325643 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:47.356613 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f72da1e-4880-445d-9461-e68100f39db1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5975a837-69b0-4656-8c46-90ccacaa190f'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:08:47.358856 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-e9085d90-d6e2-4a4c-bc7f-5418c944c76f req-33e13d21-0a50-4d93-9598-4e54ca548da1 service neutron] Attempting to bind port b57644af-7136-449f-883c-0d8733ae31ff on host n-h2-765315-29 for vnic_type normal with profile None {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:08:47.359243 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-e9085d90-d6e2-4a4c-bc7f-5418c944c76f req-33e13d21-0a50-4d93-9598-4e54ca548da1 service neutron] Attempting to bind port b57644af-7136-449f-883c-0d8733ae31ff by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': '1db27ece-82b2-4c8d-abc3-e56edcdd7b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'e20d0ee5-0c01-4db1-aa95-4ea5bc470460'}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:08:47.359556 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7792009a-c543-4651-b291-d54579829329" -d '{"events": [{"server_uuid": "1f72da1e-4880-445d-9461-e68100f39db1", "name": "network-vif-plugged", "status": "completed", "tag": "5975a837-69b0-4656-8c46-90ccacaa190f"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:08:47.359692 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9085d90-d6e2-4a4c-bc7f-5418c944c76f req-33e13d21-0a50-4d93-9598-4e54ca548da1 service neutron] Attempting to bind port b57644af-7136-449f-883c-0d8733ae31ff on network e20d0ee5-0c01-4db1-aa95-4ea5bc470460 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:08:47.365647 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9085d90-d6e2-4a4c-bc7f-5418c944c76f req-33e13d21-0a50-4d93-9598-4e54ca548da1 service neutron] Port b57644af-7136-449f-883c-0d8733ae31ff on network e20d0ee5-0c01-4db1-aa95-4ea5bc470460 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:08:47.365892 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9085d90-d6e2-4a4c-bc7f-5418c944c76f req-33e13d21-0a50-4d93-9598-4e54ca548da1 service neutron] Attempting to bind port b57644af-7136-449f-883c-0d8733ae31ff on network e20d0ee5-0c01-4db1-aa95-4ea5bc470460 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:08:47.371659 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9085d90-d6e2-4a4c-bc7f-5418c944c76f req-33e13d21-0a50-4d93-9598-4e54ca548da1 service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:08:47.372789 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9085d90-d6e2-4a4c-bc7f-5418c944c76f req-33e13d21-0a50-4d93-9598-4e54ca548da1 service neutron] Checking segment: {'id': '1db27ece-82b2-4c8d-abc3-e56edcdd7b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'e20d0ee5-0c01-4db1-aa95-4ea5bc470460'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:08:47.372789 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9085d90-d6e2-4a4c-bc7f-5418c944c76f req-33e13d21-0a50-4d93-9598-4e54ca548da1 service neutron] Bound using segment: {'id': '1db27ece-82b2-4c8d-abc3-e56edcdd7b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'e20d0ee5-0c01-4db1-aa95-4ea5bc470460'} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:08:47.373410 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-e9085d90-d6e2-4a4c-bc7f-5418c944c76f req-33e13d21-0a50-4d93-9598-4e54ca548da1 service neutron] Bound port: b57644af-7136-449f-883c-0d8733ae31ff, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1db27ece-82b2-4c8d-abc3-e56edcdd7b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'e20d0ee5-0c01-4db1-aa95-4ea5bc470460'}}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:08:47.378904 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 5975a837-69b0-4656-8c46-90ccacaa190f, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=5975a837-69b0-4656-8c46-90ccacaa190f,segment=NetworkSegment(c37124f8-c757-4d0f-9db3-26d4f53bb063),segment_id=c37124f8-c757-4d0f-9db3-26d4f53bb063)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:08:47.385549 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:47.387535 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device d84fb4b4-64c2-41bb-a2bd-7e24416384d5 no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:08:47.412640 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-efd16d9c-c21a-49c9-9a07-74820a77eebe req-f6c2bc6d-fd6f-47fe-880b-53e79f4f43e6 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] 10.222.0.26 "GET /v2.0/security-groups?id=16890e38-f1af-4c01-becd-7b74bb4a1689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091685 Nov 12 08:08:47.441871 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] No Port match for: d84fb4b4-64c2-41bb-a2bd-7e24416384d5 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:08:47.441871 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device d84fb4b4-64c2-41bb-a2bd-7e24416384d5 not bound to the agent host n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:08:47.463914 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=5975a837-69b0-4656-8c46-90ccacaa190f,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:47.486118 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-e9085d90-d6e2-4a4c-bc7f-5418c944c76f req-33e13d21-0a50-4d93-9598-4e54ca548da1 service neutron] For port b57644af-7136-449f-883c-0d8733ae31ff, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=b57644af-7136-449f-883c-0d8733ae31ff,segment=NetworkSegment(1db27ece-82b2-4c8d-abc3-e56edcdd7b0a),segment_id=1db27ece-82b2-4c8d-abc3-e56edcdd7b0a)] {{(pid=102600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:08:47.495515 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-e9085d90-d6e2-4a4c-bc7f-5418c944c76f req-33e13d21-0a50-4d93-9598-4e54ca548da1 service neutron] Publish callbacks [] for binding, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:47.497241 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e9085d90-d6e2-4a4c-bc7f-5418c944c76f req-33e13d21-0a50-4d93-9598-4e54ca548da1 service neutron] 10.222.0.26 "POST /v2.0/ports/b57644af-7136-449f-883c-0d8733ae31ff/bindings HTTP/1.1" status: 201 len: 390 time: 0.4412699 Nov 12 08:08:47.643511 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cf858a53-1a6c-42dd-951d-862f89da005c req-5bb47a0c-40a2-4c96-a78c-91a7d9297e26 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=af81c23c-9a36-4719-91a6-b1d1873de119&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0901771 Nov 12 08:08:47.661198 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-023a097b-0e05-4e4c-a523-5c11ec22db9b x-openstack-request-id: req-023a097b-0e05-4e4c-a523-5c11ec22db9b {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:08:47.661871 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa3b3dea-7105-46ec-978f-6c97c978d65e", "tag": "19c334ae-9fb3-4416-a2cc-17242b513039", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:08:47.662365 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-023a097b-0e05-4e4c-a523-5c11ec22db9b {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:08:47.671172 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae432b3f-e2e1-4634-aa48-8aadb3f94f2b req-717a49ca-6539-440a-b8e8-01fe3256df14 tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:47.673011 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ae432b3f-e2e1-4634-aa48-8aadb3f94f2b req-717a49ca-6539-440a-b8e8-01fe3256df14 tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa3b3dea-7105-46ec-978f-6c97c978d65e HTTP/1.1" status: 200 len: 947 time: 0.0704408 Nov 12 08:08:47.674048 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa3b3dea-7105-46ec-978f-6c97c978d65e', 'tag': '19c334ae-9fb3-4416-a2cc-17242b513039', 'status': 'completed', 'code': 200} Nov 12 08:08:47.810681 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dc4531-17a0-4a22-abcd-a510a5006a97 req-a8b832f9-d3d1-415d-8584-da297d93923d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:47.812039 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ae432b3f-e2e1-4634-aa48-8aadb3f94f2b req-deb92e78-6706-4f98-9f01-61513afe8768 tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc73c956-b036-4b27-a19b-8f92c82fdda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203232 Nov 12 08:08:47.812521 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-16dc4531-17a0-4a22-abcd-a510a5006a97 req-a8b832f9-d3d1-415d-8584-da297d93923d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b04638ff4f784ea2af51ab092137a95b&device_id=fa3b3dea-7105-46ec-978f-6c97c978d65e HTTP/1.1" status: 200 len: 1099 time: 0.0914192 Nov 12 08:08:47.827548 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf858a53-1a6c-42dd-951d-862f89da005c req-f62239b9-2d4f-4b9b-b9e5-3e5656d5ad0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:47.829223 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cf858a53-1a6c-42dd-951d-862f89da005c req-f62239b9-2d4f-4b9b-b9e5-3e5656d5ad0e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8b8773b9ba7c4e19ac14f719fc98c803&device_id=af81c23c-9a36-4719-91a6-b1d1873de119 HTTP/1.1" status: 200 len: 1097 time: 0.0736725 Nov 12 08:08:47.855799 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4880bf43-0557-44de-ad7a-f3dbe2801876 req-52af3105-31e4-40e7-a839-abe1bd1313c9 tempest-SecurityGroupsTestAdminJSON-1428569438 tempest-SecurityGroupsTestAdminJSON-1428569438-project] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b31c20312b59409bb2a4ac9fc1d3e384 HTTP/1.1" status: 200 len: 6152 time: 0.1556990 Nov 12 08:08:47.918139 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9085d90-d6e2-4a4c-bc7f-5418c944c76f req-3741477c-0567-43fb-98ac-c19982d5c7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:47.919711 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e9085d90-d6e2-4a4c-bc7f-5418c944c76f req-3741477c-0567-43fb-98ac-c19982d5c7e2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d3f3ef4a14134700a36c0967765d4c9a&device_id=94ffb2fc-fb0c-423a-b2e0-af99ae6c54dd HTTP/1.1" status: 200 len: 1097 time: 0.0528212 Nov 12 08:08:48.057824 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9085d90-d6e2-4a4c-bc7f-5418c944c76f req-ace1fc09-4b81-4448-949f-b995e72ad32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:48.059431 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e9085d90-d6e2-4a4c-bc7f-5418c944c76f req-ace1fc09-4b81-4448-949f-b995e72ad32a service neutron] 10.222.0.44 "GET /v2.0/networks?id=e20d0ee5-0c01-4db1-aa95-4ea5bc470460 HTTP/1.1" status: 200 len: 922 time: 0.1319942 Nov 12 08:08:48.261778 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4880bf43-0557-44de-ad7a-f3dbe2801876 req-f7628276-4cd1-4893-9e4a-641e56e9c0a1 tempest-SecurityGroupsTestAdminJSON-1428569438 tempest-SecurityGroupsTestAdminJSON-1428569438-project] 10.222.0.26 "GET /v2.0/security-groups/fca8db4a-b03d-4977-95f7-3c83f92ee520 HTTP/1.1" status: 200 len: 2998 time: 0.4050188 Nov 12 08:08:48.274883 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dc4531-17a0-4a22-abcd-a510a5006a97 req-226f8c9d-0f36-495a-9114-b7046a710c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:48.276407 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-16dc4531-17a0-4a22-abcd-a510a5006a97 req-226f8c9d-0f36-495a-9114-b7046a710c38 service neutron] 10.222.0.21 "GET /v2.0/networks?id=107743df-d3df-459d-a6cd-9e2ab4303016 HTTP/1.1" status: 200 len: 870 time: 0.4544992 Nov 12 08:08:48.370546 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4880bf43-0557-44de-ad7a-f3dbe2801876 req-df8f6588-d7f4-463b-a329-91de0cedfb6c tempest-SecurityGroupsTestAdminJSON-1428569438 tempest-SecurityGroupsTestAdminJSON-1428569438-project] 10.222.0.26 "GET /v2.0/security-groups/fca8db4a-b03d-4977-95f7-3c83f92ee520 HTTP/1.1" status: 200 len: 2998 time: 0.0997577 Nov 12 08:08:48.372741 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-16dc4531-17a0-4a22-abcd-a510a5006a97 req-15a047a3-7ba9-4b20-ba8b-eb9385f7b10e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=19c334ae-9fb3-4416-a2cc-17242b513039 HTTP/1.1" status: 200 len: 217 time: 0.0616245 Nov 12 08:08:48.373775 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf858a53-1a6c-42dd-951d-862f89da005c req-2ccabdca-16a7-40a6-a53c-ddfa4f172a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:48.375283 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cf858a53-1a6c-42dd-951d-862f89da005c req-2ccabdca-16a7-40a6-a53c-ddfa4f172a68 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8e17c76e-613f-40d2-ae39-1725682b1af7 HTTP/1.1" status: 200 len: 925 time: 0.5019412 Nov 12 08:08:48.391861 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [req-84998e70-3d49-4a5f-bef3-a915b82560c6 req-b902b2ea-1325-4809-afba-2079b7e6a7cb service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:08:48.393192 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-84998e70-3d49-4a5f-bef3-a915b82560c6 req-b902b2ea-1325-4809-afba-2079b7e6a7cb service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057046 Nov 12 08:08:48.403164 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e9085d90-d6e2-4a4c-bc7f-5418c944c76f req-8af58dde-a707-4c0d-88dc-fbe902ebe560 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b57644af-7136-449f-883c-0d8733ae31ff HTTP/1.1" status: 200 len: 217 time: 0.3254335 Nov 12 08:08:48.452777 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9085d90-d6e2-4a4c-bc7f-5418c944c76f req-76db2dc7-2b47-4c5b-af11-2173c43f0962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:48.454822 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e9085d90-d6e2-4a4c-bc7f-5418c944c76f req-76db2dc7-2b47-4c5b-af11-2173c43f0962 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4054f1d6-a6c6-43c7-ba9c-9a6600029957 HTTP/1.1" status: 200 len: 861 time: 0.0507042 Nov 12 08:08:48.458796 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2040287-4af7-4a64-8da4-eae1909ad4c9 x-openstack-request-id: req-d2040287-4af7-4a64-8da4-eae1909ad4c9 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:08:48.459310 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f72da1e-4880-445d-9461-e68100f39db1", "name": "network-vif-plugged", "status": "completed", "tag": "5975a837-69b0-4656-8c46-90ccacaa190f", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:08:48.459693 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d2040287-4af7-4a64-8da4-eae1909ad4c9 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:08:48.460112 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f72da1e-4880-445d-9461-e68100f39db1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5975a837-69b0-4656-8c46-90ccacaa190f', 'code': 200} Nov 12 08:08:48.520006 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dc4531-17a0-4a22-abcd-a510a5006a97 req-8e07d54c-e3c3-4d22-9472-1fc467345b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:48.521709 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-16dc4531-17a0-4a22-abcd-a510a5006a97 req-8e07d54c-e3c3-4d22-9472-1fc467345b2a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1 HTTP/1.1" status: 200 len: 843 time: 0.1409254 Nov 12 08:08:48.526912 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cf858a53-1a6c-42dd-951d-862f89da005c req-77293f06-b6d6-4c60-8181-63704c2887c3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de99e56c-83ee-498c-ae79-1317a8b21e24 HTTP/1.1" status: 200 len: 1001 time: 0.1434205 Nov 12 08:08:48.551815 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e9085d90-d6e2-4a4c-bc7f-5418c944c76f req-85508c8f-f064-43f3-803b-8a2ed6b1406b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e20d0ee5-0c01-4db1-aa95-4ea5bc470460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536225 Nov 12 08:08:48.647168 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf858a53-1a6c-42dd-951d-862f89da005c req-9a9f154c-aafe-40bb-b0bc-9e9c47034d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:48.648912 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cf858a53-1a6c-42dd-951d-862f89da005c req-9a9f154c-aafe-40bb-b0bc-9e9c47034d03 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=73099bd0-5c51-4de3-ba74-9eb47a87705d HTTP/1.1" status: 200 len: 863 time: 0.1066182 Nov 12 08:08:48.658684 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dc4531-17a0-4a22-abcd-a510a5006a97 req-0b0204e4-559e-42f8-b012-24f5e7bdde2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:48.660560 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-16dc4531-17a0-4a22-abcd-a510a5006a97 req-0b0204e4-559e-42f8-b012-24f5e7bdde2d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=107743df-d3df-459d-a6cd-9e2ab4303016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1281481 Nov 12 08:08:48.717465 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4619ffe-2ceb-4418-9adc-b58eb20eef9f req-9447fe0c-d751-46b8-91bb-28538960720d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:48.718977 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c4619ffe-2ceb-4418-9adc-b58eb20eef9f req-9447fe0c-d751-46b8-91bb-28538960720d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1f72da1e-4880-445d-9461-e68100f39db1 HTTP/1.1" status: 200 len: 1097 time: 0.1313186 Nov 12 08:08:48.730721 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5c0505be-d62d-4bd9-9d13-bc5b314e1d80 req-5ef8897e-96a0-4a2e-9d4a-72d3cf8dfe3d tempest-SecurityGroupsTestAdminJSON-2099759392 tempest-SecurityGroupsTestAdminJSON-2099759392-project-admin] 10.222.0.26 "GET /v2.0/security-groups/ab9af7da-d70b-4440-8ee0-00eeb1dc21bc HTTP/1.1" status: 200 len: 1794 time: 0.0785661 Nov 12 08:08:48.742357 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e9085d90-d6e2-4a4c-bc7f-5418c944c76f req-575fde29-c2a3-472e-8c93-6be3017a54ec service neutron] 10.222.0.44 "GET /v2.0/networks/e20d0ee5-0c01-4db1-aa95-4ea5bc470460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821637 Nov 12 08:08:48.755551 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157a51d9-2f54-4245-9fef-0d20a2b34f6b req-20c01c4f-1cac-43d8-ae9a-d458b2aa7776 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:48.761380 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-157a51d9-2f54-4245-9fef-0d20a2b34f6b req-20c01c4f-1cac-43d8-ae9a-d458b2aa7776 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=94ffb2fc-fb0c-423a-b2e0-af99ae6c54dd HTTP/1.1" status: 200 len: 945 time: 0.1880276 Nov 12 08:08:48.761821 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf858a53-1a6c-42dd-951d-862f89da005c req-8e844288-b743-408b-88bc-537466a72cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:48.763354 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cf858a53-1a6c-42dd-951d-862f89da005c req-8e844288-b743-408b-88bc-537466a72cc4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8e17c76e-613f-40d2-ae39-1725682b1af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0998769 Nov 12 08:08:48.883566 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c4619ffe-2ceb-4418-9adc-b58eb20eef9f req-a523558e-b933-4763-95b8-6aabb3a0d478 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=16890e38-f1af-4c01-becd-7b74bb4a1689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546509 Nov 12 08:08:48.887794 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-5c0505be-d62d-4bd9-9d13-bc5b314e1d80 req-8d5c3c88-dc39-4ae2-8b8b-d1ceda0af3c1 tempest-SecurityGroupsTestAdminJSON-2099759392 tempest-SecurityGroupsTestAdminJSON-2099759392-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:48.926672 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-5c0505be-d62d-4bd9-9d13-bc5b314e1d80 req-8d5c3c88-dc39-4ae2-8b8b-d1ceda0af3c1 tempest-SecurityGroupsTestAdminJSON-2099759392 tempest-SecurityGroupsTestAdminJSON-2099759392-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:48.937219 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e9085d90-d6e2-4a4c-bc7f-5418c944c76f req-9a9423ba-8b8e-41af-8cd8-11e72ffb33cd service neutron] 10.222.0.44 "GET /v2.0/networks/e20d0ee5-0c01-4db1-aa95-4ea5bc470460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854367 Nov 12 08:08:48.938746 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-16dc4531-17a0-4a22-abcd-a510a5006a97 req-e044c21c-d43e-45ab-a032-6f4384413345 service neutron] 10.222.0.21 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433865 Nov 12 08:08:48.942286 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-157a51d9-2f54-4245-9fef-0d20a2b34f6b req-c80531db-de5e-4014-9cee-195d619e3aca tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500616 Nov 12 08:08:48.955917 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cf858a53-1a6c-42dd-951d-862f89da005c req-69add9a3-5bb5-4a63-9ac9-45be6ad45ac0 service neutron] 10.222.0.44 "GET /v2.0/networks/8e17c76e-613f-40d2-ae39-1725682b1af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616220 Nov 12 08:08:48.988846 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-5c0505be-d62d-4bd9-9d13-bc5b314e1d80 req-8d5c3c88-dc39-4ae2-8b8b-d1ceda0af3c1 tempest-SecurityGroupsTestAdminJSON-2099759392 tempest-SecurityGroupsTestAdminJSON-2099759392-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:48.992042 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-5c0505be-d62d-4bd9-9d13-bc5b314e1d80 req-8d5c3c88-dc39-4ae2-8b8b-d1ceda0af3c1 tempest-SecurityGroupsTestAdminJSON-2099759392 tempest-SecurityGroupsTestAdminJSON-2099759392-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:48.993266 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5c0505be-d62d-4bd9-9d13-bc5b314e1d80 req-8d5c3c88-dc39-4ae2-8b8b-d1ceda0af3c1 tempest-SecurityGroupsTestAdminJSON-2099759392 tempest-SecurityGroupsTestAdminJSON-2099759392-project-admin] 10.222.0.26 "DELETE /v2.0/security-groups/ab9af7da-d70b-4440-8ee0-00eeb1dc21bc HTTP/1.1" status: 204 len: 173 time: 0.2433171 Nov 12 08:08:49.006645 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5c3c88-dc39-4ae2-8b8b-d1ceda0af3c1 tempest-SecurityGroupsTestAdminJSON-2099759392 tempest-SecurityGroupsTestAdminJSON-2099759392-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab9af7da-d70b-4440-8ee0-00eeb1dc21bc,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:49.143061 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34a38d8-1229-4f48-9fc9-1e077523423f req-55727e61-8db0-4030-84d3-2ab2b1f3567a tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:49.144810 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c34a38d8-1229-4f48-9fc9-1e077523423f req-55727e61-8db0-4030-84d3-2ab2b1f3567a tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] 10.222.0.26 "GET /v2.0/ports?device_id=9601ca8f-0148-419a-9768-3fa566394423 HTTP/1.1" status: 200 len: 950 time: 0.0641310 Nov 12 08:08:49.149170 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d9ba72-52a4-4d7d-8e1f-f9789e57ec36 req-b9e89827-a998-43ae-b6d5-2382eff9978f tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:49.151063 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-68d9ba72-52a4-4d7d-8e1f-f9789e57ec36 req-b9e89827-a998-43ae-b6d5-2382eff9978f tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f72da1e-4880-445d-9461-e68100f39db1 HTTP/1.1" status: 200 len: 945 time: 0.0902073 Nov 12 08:08:49.155401 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-16dc4531-17a0-4a22-abcd-a510a5006a97 req-f6e39f4a-ab51-45d4-9679-f35d980a1a61 service neutron] 10.222.0.21 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981225 Nov 12 08:08:49.223484 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c34a38d8-1229-4f48-9fc9-1e077523423f req-bf48b1e7-07c1-4151-84bb-ec927eca469e tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] 10.222.0.26 "GET /v2.0/security-groups?id=324d126f-7172-408c-b291-f65e4794fc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715172 Nov 12 08:08:49.251547 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-68d9ba72-52a4-4d7d-8e1f-f9789e57ec36 req-fc4a767f-3fbe-48e9-972a-427407157522 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] 10.222.0.26 "GET /v2.0/security-groups?id=16890e38-f1af-4c01-becd-7b74bb4a1689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887942 Nov 12 08:08:49.386739 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cf858a53-1a6c-42dd-951d-862f89da005c req-eb88070c-a42d-4960-943a-bd55af4ff4da service neutron] 10.222.0.44 "GET /v2.0/networks/8e17c76e-613f-40d2-ae39-1725682b1af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892846 Nov 12 08:08:49.425120 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c0c07-105e-4eb0-895e-fd3f5562a0e7 req-bad52994-dc9c-4bf0-8227-637c9827cbfe tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:49.426754 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fb8c0c07-105e-4eb0-895e-fd3f5562a0e7 req-bad52994-dc9c-4bf0-8227-637c9827cbfe tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa3b3dea-7105-46ec-978f-6c97c978d65e HTTP/1.1" status: 200 len: 947 time: 0.0650554 Nov 12 08:08:49.497374 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fa0f4b70-64f8-4541-bfa2-2425560a735e req-4e3e8238-7bb1-4b96-b6ef-bed0d95f85c5 tempest-SecurityGroupsTestAdminJSON-2099759392 tempest-SecurityGroupsTestAdminJSON-2099759392-project-admin] 10.222.0.26 "GET /v2.0/security-groups/83be22ec-c98f-4647-8055-f3d2ba03a349 HTTP/1.1" status: 200 len: 1794 time: 0.0525451 Nov 12 08:08:49.527672 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fb8c0c07-105e-4eb0-895e-fd3f5562a0e7 req-4b010f80-876e-453b-9a44-5d402b270f19 tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc73c956-b036-4b27-a19b-8f92c82fdda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881033 Nov 12 08:08:49.587767 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-fa0f4b70-64f8-4541-bfa2-2425560a735e req-05b5a381-9512-4ca6-b768-81f8329e830e tempest-SecurityGroupsTestAdminJSON-2099759392 tempest-SecurityGroupsTestAdminJSON-2099759392-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:49.615786 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-fa0f4b70-64f8-4541-bfa2-2425560a735e req-05b5a381-9512-4ca6-b768-81f8329e830e tempest-SecurityGroupsTestAdminJSON-2099759392 tempest-SecurityGroupsTestAdminJSON-2099759392-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:49.637593 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9085d90-d6e2-4a4c-bc7f-5418c944c76f req-ab2fd771-2ee1-4096-90c2-4624bbe1609e tempest-LiveAutoBlockMigrationV225Test-1991143985 tempest-LiveAutoBlockMigrationV225Test-1991143985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:49.639303 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e9085d90-d6e2-4a4c-bc7f-5418c944c76f req-ab2fd771-2ee1-4096-90c2-4624bbe1609e tempest-LiveAutoBlockMigrationV225Test-1991143985 tempest-LiveAutoBlockMigrationV225Test-1991143985-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=94ffb2fc-fb0c-423a-b2e0-af99ae6c54dd&tenant_id=d3f3ef4a14134700a36c0967765d4c9a&binding%3Ahost_id=n-h1-765315-29 HTTP/1.1" status: 200 len: 1097 time: 0.1153204 Nov 12 08:08:49.668764 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-fa0f4b70-64f8-4541-bfa2-2425560a735e req-05b5a381-9512-4ca6-b768-81f8329e830e tempest-SecurityGroupsTestAdminJSON-2099759392 tempest-SecurityGroupsTestAdminJSON-2099759392-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:49.684586 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-fa0f4b70-64f8-4541-bfa2-2425560a735e req-05b5a381-9512-4ca6-b768-81f8329e830e tempest-SecurityGroupsTestAdminJSON-2099759392 tempest-SecurityGroupsTestAdminJSON-2099759392-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:49.688766 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fa0f4b70-64f8-4541-bfa2-2425560a735e req-05b5a381-9512-4ca6-b768-81f8329e830e tempest-SecurityGroupsTestAdminJSON-2099759392 tempest-SecurityGroupsTestAdminJSON-2099759392-project-admin] 10.222.0.26 "DELETE /v2.0/security-groups/83be22ec-c98f-4647-8055-f3d2ba03a349 HTTP/1.1" status: 204 len: 173 time: 0.1827931 Nov 12 08:08:49.697847 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-e9085d90-d6e2-4a4c-bc7f-5418c944c76f req-34d32489-a527-46f3-9985-13b711b8051c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-765315-29'}}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:08:49.722550 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b5a381-9512-4ca6-b768-81f8329e830e tempest-SecurityGroupsTestAdminJSON-2099759392 tempest-SecurityGroupsTestAdminJSON-2099759392-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83be22ec-c98f-4647-8055-f3d2ba03a349,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:49.811935 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-80f7b841-b7c5-4b44-9c24-ca170d99d2ae req-1e697ea0-599a-4cf7-9a5f-827977472ec4 tempest-SecurityGroupsTestAdminJSON-1428569438 tempest-SecurityGroupsTestAdminJSON-1428569438-project] 10.222.0.26 "GET /v2.0/security-groups/545fb511-b9f1-4afa-b52c-5b77c6f54d3e HTTP/1.1" status: 200 len: 1794 time: 0.0923777 Nov 12 08:08:49.817024 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-86560c56-3643-4cc3-9cd1-1de6abc297c9 req-b337468c-9f0d-426f-bd5d-53fc57137606 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=18645d9d88124b4d9a21d3cd2562460a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0550256 Nov 12 08:08:49.883282 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-80f7b841-b7c5-4b44-9c24-ca170d99d2ae req-ea89f813-c467-4247-baf6-42e65c97ff0d tempest-SecurityGroupsTestAdminJSON-1428569438 tempest-SecurityGroupsTestAdminJSON-1428569438-project] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:49.907186 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-e9085d90-d6e2-4a4c-bc7f-5418c944c76f req-34d32489-a527-46f3-9985-13b711b8051c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:49.915391 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-80f7b841-b7c5-4b44-9c24-ca170d99d2ae req-ea89f813-c467-4247-baf6-42e65c97ff0d tempest-SecurityGroupsTestAdminJSON-1428569438 tempest-SecurityGroupsTestAdminJSON-1428569438-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:49.994472 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-80f7b841-b7c5-4b44-9c24-ca170d99d2ae req-ea89f813-c467-4247-baf6-42e65c97ff0d tempest-SecurityGroupsTestAdminJSON-1428569438 tempest-SecurityGroupsTestAdminJSON-1428569438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:49.997357 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-80f7b841-b7c5-4b44-9c24-ca170d99d2ae req-ea89f813-c467-4247-baf6-42e65c97ff0d tempest-SecurityGroupsTestAdminJSON-1428569438 tempest-SecurityGroupsTestAdminJSON-1428569438-project] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:49.998520 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-80f7b841-b7c5-4b44-9c24-ca170d99d2ae req-ea89f813-c467-4247-baf6-42e65c97ff0d tempest-SecurityGroupsTestAdminJSON-1428569438 tempest-SecurityGroupsTestAdminJSON-1428569438-project] 10.222.0.26 "DELETE /v2.0/security-groups/545fb511-b9f1-4afa-b52c-5b77c6f54d3e HTTP/1.1" status: 204 len: 173 time: 0.1851382 Nov 12 08:08:50.021599 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea89f813-c467-4247-baf6-42e65c97ff0d tempest-SecurityGroupsTestAdminJSON-1428569438 tempest-SecurityGroupsTestAdminJSON-1428569438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=545fb511-b9f1-4afa-b52c-5b77c6f54d3e,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:50.154690 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415be189-eeec-4bd3-becb-b368e3189b92 req-1761b4d3-7561-45f6-9364-62581803e84a tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:50.162641 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86560c56-3643-4cc3-9cd1-1de6abc297c9 req-98cee733-1b41-4268-b607-4be96ec543e2 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:50.163226 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-415be189-eeec-4bd3-becb-b368e3189b92 req-1761b4d3-7561-45f6-9364-62581803e84a tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=94ffb2fc-fb0c-423a-b2e0-af99ae6c54dd HTTP/1.1" status: 200 len: 945 time: 0.0786839 Nov 12 08:08:50.170346 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-86560c56-3643-4cc3-9cd1-1de6abc297c9 req-98cee733-1b41-4268-b607-4be96ec543e2 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3518889 Nov 12 08:08:50.194065 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-86560c56-3643-4cc3-9cd1-1de6abc297c9 req-b8ca9a12-a4e3-42cd-b973-80677ca2f769 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] 10.222.0.26 "GET /v2.0/quotas/18645d9d88124b4d9a21d3cd2562460a HTTP/1.1" status: 200 len: 375 time: 0.0223651 Nov 12 08:08:50.234659 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-415be189-eeec-4bd3-becb-b368e3189b92 req-f330888b-6eac-4c86-a052-4f5589cfe8c2 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703435 Nov 12 08:08:50.235203 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 33004) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:08:50.258085 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-e9085d90-d6e2-4a4c-bc7f-5418c944c76f req-34d32489-a527-46f3-9985-13b711b8051c service neutron] For port b57644af-7136-449f-883c-0d8733ae31ff, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=b57644af-7136-449f-883c-0d8733ae31ff,segment=NetworkSegment(1db27ece-82b2-4c8d-abc3-e56edcdd7b0a),segment_id=1db27ece-82b2-4c8d-abc3-e56edcdd7b0a)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:08:50.351965 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-86560c56-3643-4cc3-9cd1-1de6abc297c9 req-1d35e216-2312-4abb-bca4-728904b75df1 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=18645d9d88124b4d9a21d3cd2562460a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1567628 Nov 12 08:08:50.394577 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4e391c9b-30ca-40db-a876-b4e259f65c08 req-e28beba6-5dd6-4551-aa79-9d7fff053730 tempest-SecurityGroupsTestAdminJSON-1428569438 tempest-SecurityGroupsTestAdminJSON-1428569438-project] 10.222.0.26 "GET /v2.0/security-groups/18c53f9a-5815-455e-989a-5579d94f2948 HTTP/1.1" status: 200 len: 1793 time: 0.1051288 Nov 12 08:08:50.401641 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-e9085d90-d6e2-4a4c-bc7f-5418c944c76f req-34d32489-a527-46f3-9985-13b711b8051c service neutron] For port b57644af-7136-449f-883c-0d8733ae31ff, host n-h1-765315-29, cleared binding levels {{(pid=102600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:08:50.488405 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94ffb2fc-fb0c-423a-b2e0-af99ae6c54dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b57644af-7136-449f-883c-0d8733ae31ff'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:08:50.491090 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aeae0b6-40b8-48d4-befa-10726db2dffe" -d '{"events": [{"server_uuid": "94ffb2fc-fb0c-423a-b2e0-af99ae6c54dd", "name": "network-vif-unplugged", "status": "completed", "tag": "b57644af-7136-449f-883c-0d8733ae31ff"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:08:50.496610 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-e9085d90-d6e2-4a4c-bc7f-5418c944c76f req-34d32489-a527-46f3-9985-13b711b8051c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:50.509284 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-e9085d90-d6e2-4a4c-bc7f-5418c944c76f req-34d32489-a527-46f3-9985-13b711b8051c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:50.544914 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-2afdaee6-e018-41e6-8324-25f10f5e9523 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=03103b5b4fbe42938d0a63bfe12d9d56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3083031 Nov 12 08:08:50.547663 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 33018) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:08:50.550578 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-4e391c9b-30ca-40db-a876-b4e259f65c08 req-f6918ae8-f66b-4558-92e7-01eaa7855fb3 tempest-SecurityGroupsTestAdminJSON-1428569438 tempest-SecurityGroupsTestAdminJSON-1428569438-project] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:50.616809 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-4e391c9b-30ca-40db-a876-b4e259f65c08 req-f6918ae8-f66b-4558-92e7-01eaa7855fb3 tempest-SecurityGroupsTestAdminJSON-1428569438 tempest-SecurityGroupsTestAdminJSON-1428569438-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:50.687113 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6e395a27-1f9c-41b6-8ee3-cd081d1912bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:50.719995 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-4e391c9b-30ca-40db-a876-b4e259f65c08 req-f6918ae8-f66b-4558-92e7-01eaa7855fb3 tempest-SecurityGroupsTestAdminJSON-1428569438 tempest-SecurityGroupsTestAdminJSON-1428569438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:50.723574 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-4e391c9b-30ca-40db-a876-b4e259f65c08 req-f6918ae8-f66b-4558-92e7-01eaa7855fb3 tempest-SecurityGroupsTestAdminJSON-1428569438 tempest-SecurityGroupsTestAdminJSON-1428569438-project] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:50.743737 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4e391c9b-30ca-40db-a876-b4e259f65c08 req-f6918ae8-f66b-4558-92e7-01eaa7855fb3 tempest-SecurityGroupsTestAdminJSON-1428569438 tempest-SecurityGroupsTestAdminJSON-1428569438-project] 10.222.0.26 "DELETE /v2.0/security-groups/18c53f9a-5815-455e-989a-5579d94f2948 HTTP/1.1" status: 204 len: 173 time: 0.3479114 Nov 12 08:08:50.775585 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6e395a27-1f9c-41b6-8ee3-cd081d1912bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:50.789579 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d32489-a527-46f3-9985-13b711b8051c service neutron] Pushing event updated for resources: {'Port': ['ID=b57644af-7136-449f-883c-0d8733ae31ff,revision_number=7']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:50.804604 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-e9085d90-d6e2-4a4c-bc7f-5418c944c76f req-34d32489-a527-46f3-9985-13b711b8051c service neutron] Attempting to bind port b57644af-7136-449f-883c-0d8733ae31ff on host n-h1-765315-29 for vnic_type normal with profile {"migrating_to": "n-h2-765315-29"} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:08:50.804959 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-e9085d90-d6e2-4a4c-bc7f-5418c944c76f req-34d32489-a527-46f3-9985-13b711b8051c service neutron] Attempting to bind port b57644af-7136-449f-883c-0d8733ae31ff by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': '1db27ece-82b2-4c8d-abc3-e56edcdd7b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'e20d0ee5-0c01-4db1-aa95-4ea5bc470460'}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:08:50.805295 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9085d90-d6e2-4a4c-bc7f-5418c944c76f req-34d32489-a527-46f3-9985-13b711b8051c service neutron] Attempting to bind port b57644af-7136-449f-883c-0d8733ae31ff on network e20d0ee5-0c01-4db1-aa95-4ea5bc470460 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:08:50.822990 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9085d90-d6e2-4a4c-bc7f-5418c944c76f req-34d32489-a527-46f3-9985-13b711b8051c service neutron] Port b57644af-7136-449f-883c-0d8733ae31ff on network e20d0ee5-0c01-4db1-aa95-4ea5bc470460 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:08:50.823537 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9085d90-d6e2-4a4c-bc7f-5418c944c76f req-34d32489-a527-46f3-9985-13b711b8051c service neutron] Attempting to bind port b57644af-7136-449f-883c-0d8733ae31ff on network e20d0ee5-0c01-4db1-aa95-4ea5bc470460 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:08:50.832036 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9085d90-d6e2-4a4c-bc7f-5418c944c76f req-34d32489-a527-46f3-9985-13b711b8051c service neutron] Checking agent: {'id': '26215384-8035-4ce2-971a-8e67be80da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:08:50.832380 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9085d90-d6e2-4a4c-bc7f-5418c944c76f req-34d32489-a527-46f3-9985-13b711b8051c service neutron] Checking segment: {'id': '1db27ece-82b2-4c8d-abc3-e56edcdd7b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'e20d0ee5-0c01-4db1-aa95-4ea5bc470460'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:08:50.832827 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9085d90-d6e2-4a4c-bc7f-5418c944c76f req-34d32489-a527-46f3-9985-13b711b8051c service neutron] Bound using segment: {'id': '1db27ece-82b2-4c8d-abc3-e56edcdd7b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'e20d0ee5-0c01-4db1-aa95-4ea5bc470460'} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:08:50.833282 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-e9085d90-d6e2-4a4c-bc7f-5418c944c76f req-34d32489-a527-46f3-9985-13b711b8051c service neutron] Bound port: b57644af-7136-449f-883c-0d8733ae31ff, host: n-h1-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1db27ece-82b2-4c8d-abc3-e56edcdd7b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'e20d0ee5-0c01-4db1-aa95-4ea5bc470460'}}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:08:50.833639 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-e9085d90-d6e2-4a4c-bc7f-5418c944c76f req-34d32489-a527-46f3-9985-13b711b8051c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:50.853462 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f624c62-20c4-4f0f-993c-d9654f1a6cdb req-a2c7d957-13c7-4845-a350-84cdd1f88e44 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:50.865247 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6f624c62-20c4-4f0f-993c-d9654f1a6cdb req-a2c7d957-13c7-4845-a350-84cdd1f88e44 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f72da1e-4880-445d-9461-e68100f39db1 HTTP/1.1" status: 200 len: 945 time: 0.1842310 Nov 12 08:08:50.908486 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6918ae8-f66b-4558-92e7-01eaa7855fb3 tempest-SecurityGroupsTestAdminJSON-1428569438 tempest-SecurityGroupsTestAdminJSON-1428569438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c53f9a-5815-455e-989a-5579d94f2948,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:50.993126 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6e395a27-1f9c-41b6-8ee3-cd081d1912bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:50.997791 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6e395a27-1f9c-41b6-8ee3-cd081d1912bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:50.999368 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-6e395a27-1f9c-41b6-8ee3-cd081d1912bc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4d23910f-b5d9-458f-a594-0a3fa5fb2ff8 HTTP/1.1" status: 204 len: 168 time: 0.4500344 Nov 12 08:08:51.040079 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e395a27-1f9c-41b6-8ee3-cd081d1912bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d23910f-b5d9-458f-a594-0a3fa5fb2ff8,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:51.081344 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c912a07c-1f59-4bc8-97cc-1c0c0f5c33c4 x-openstack-request-id: req-c912a07c-1f59-4bc8-97cc-1c0c0f5c33c4 {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:08:51.081698 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94ffb2fc-fb0c-423a-b2e0-af99ae6c54dd", "name": "network-vif-unplugged", "status": "completed", "tag": "b57644af-7136-449f-883c-0d8733ae31ff", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:08:51.081961 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c912a07c-1f59-4bc8-97cc-1c0c0f5c33c4 {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:08:51.082418 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94ffb2fc-fb0c-423a-b2e0-af99ae6c54dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b57644af-7136-449f-883c-0d8733ae31ff', 'code': 200} Nov 12 08:08:51.166529 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0c9668b8-d3a9-464f-8d64-552e8e6453f4 req-75683bbd-8858-4776-9729-5d2aed2cf421 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6bc5d66-b2f6-4252-a902-84ebb010c409 HTTP/1.1" status: 200 len: 210 time: 0.0436013 Nov 12 08:08:51.168652 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6f624c62-20c4-4f0f-993c-d9654f1a6cdb req-75664e35-6dc2-4c7c-aace-bb8e7be877fd tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] 10.222.0.26 "GET /v2.0/security-groups?id=16890e38-f1af-4c01-becd-7b74bb4a1689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017707 Nov 12 08:08:51.259503 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-e9085d90-d6e2-4a4c-bc7f-5418c944c76f req-34d32489-a527-46f3-9985-13b711b8051c service neutron] For port b57644af-7136-449f-883c-0d8733ae31ff, host n-h1-765315-29, cleared binding levels {{(pid=102600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:08:51.273896 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-e9085d90-d6e2-4a4c-bc7f-5418c944c76f req-34d32489-a527-46f3-9985-13b711b8051c service neutron] For port b57644af-7136-449f-883c-0d8733ae31ff, host n-h1-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=b57644af-7136-449f-883c-0d8733ae31ff,segment=NetworkSegment(1db27ece-82b2-4c8d-abc3-e56edcdd7b0a),segment_id=1db27ece-82b2-4c8d-abc3-e56edcdd7b0a)] {{(pid=102600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:08:51.293900 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-e9085d90-d6e2-4a4c-bc7f-5418c944c76f req-34d32489-a527-46f3-9985-13b711b8051c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:51.323576 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 33040) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:08:51.383552 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3926025b-d4ef-41c9-ba4f-fc77ef3c5269 req-155678b7-1337-4d65-8b08-7e0cd2220fd1 tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:51.393403 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3926025b-d4ef-41c9-ba4f-fc77ef3c5269 req-155678b7-1337-4d65-8b08-7e0cd2220fd1 tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa3b3dea-7105-46ec-978f-6c97c978d65e HTTP/1.1" status: 200 len: 947 time: 0.1482348 Nov 12 08:08:51.518196 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3926025b-d4ef-41c9-ba4f-fc77ef3c5269 req-38282ac5-1ed8-45ef-9122-4ce73e15e8fe tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc73c956-b036-4b27-a19b-8f92c82fdda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225064 Nov 12 08:08:51.522790 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9085d90-d6e2-4a4c-bc7f-5418c944c76f req-34d32489-a527-46f3-9985-13b711b8051c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:51.523516 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-e9085d90-d6e2-4a4c-bc7f-5418c944c76f req-34d32489-a527-46f3-9985-13b711b8051c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:51.528859 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e9085d90-d6e2-4a4c-bc7f-5418c944c76f req-34d32489-a527-46f3-9985-13b711b8051c service neutron] 10.222.0.44 "PUT /v2.0/ports/b57644af-7136-449f-883c-0d8733ae31ff HTTP/1.1" status: 200 len: 1123 time: 1.8452008 Nov 12 08:08:51.552376 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d32489-a527-46f3-9985-13b711b8051c service neutron] Pushing event updated for resources: {'Port': ['ID=b57644af-7136-449f-883c-0d8733ae31ff,revision_number=8']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:51.610543 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['b57644af-7136-449f-883c-0d8733ae31ff'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:08:51.796862 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b273f833-5a9d-4f62-ba3c-3bc182d40755 req-9fbab638-fb0d-4921-8e81-3bc866550782 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:51.800272 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b273f833-5a9d-4f62-ba3c-3bc182d40755 req-9fbab638-fb0d-4921-8e81-3bc866550782 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] 10.222.0.26 "GET /v2.0/ports?device_id=053da00c-e5c3-4f45-bacd-a2cffaf1c4e3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2985890 Nov 12 08:08:51.802581 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-792dbb17-1ef9-4551-94a2-a583672134fd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b31c20312b59409bb2a4ac9fc1d3e384&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4776006 Nov 12 08:08:51.806879 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 33056) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:08:51.817407 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc95ff27-def2-4c55-9fa4-bf3c229cc57e req-28bf4c48-5217-4398-97db-d687adda5a2d tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:51.819300 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cc95ff27-def2-4c55-9fa4-bf3c229cc57e req-28bf4c48-5217-4398-97db-d687adda5a2d tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=94ffb2fc-fb0c-423a-b2e0-af99ae6c54dd HTTP/1.1" status: 200 len: 943 time: 0.1346629 Nov 12 08:08:51.867642 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 33058) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:08:51.927323 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f8f15661-38fb-4955-b0ed-190fb975ba4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:51.965852 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b273f833-5a9d-4f62-ba3c-3bc182d40755 req-7cdf3993-87cb-4e6e-88b8-c96cf875bb20 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.2.22 HTTP/1.1" status: 200 len: 695 time: 0.0814428 Nov 12 08:08:51.974052 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cc95ff27-def2-4c55-9fa4-bf3c229cc57e req-eea09c07-f225-4336-8804-c73f1cc2facc tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479437 Nov 12 08:08:52.004223 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-b273f833-5a9d-4f62-ba3c-3bc182d40755 req-b60d79a6-f6db-4c9b-a1c3-00dda43141e6 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Request body: {'floatingip': {'port_id': '64c9cd6b-64f0-45b3-a976-8b00bb48b94a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:08:52.033735 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-185e15b4-de25-442f-baed-bcf34ce2e76a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:52.079053 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f8f15661-38fb-4955-b0ed-190fb975ba4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:52.084898 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f8f15661-38fb-4955-b0ed-190fb975ba4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:52.093066 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-b273f833-5a9d-4f62-ba3c-3bc182d40755 req-b60d79a6-f6db-4c9b-a1c3-00dda43141e6 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Publish callbacks [] for floatingip, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:52.141471 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f15661-38fb-4955-b0ed-190fb975ba4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4712fef-0e65-4278-b7f4-21ac525ab914,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:52.143543 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 19c334ae-9fb3-4416-a2cc-17242b513039 details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:08:52.145399 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-f8f15661-38fb-4955-b0ed-190fb975ba4a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=737499e4cde34b449a1742c5877d2240&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2764950 Nov 12 08:08:52.153188 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 33062) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:08:52.153903 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-185e15b4-de25-442f-baed-bcf34ce2e76a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:52.263318 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 19c334ae-9fb3-4416-a2cc-17242b513039, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=19c334ae-9fb3-4416-a2cc-17242b513039,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:08:52.279771 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Returning: {'device': '19c334ae-9fb3-4416-a2cc-17242b513039', 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016', 'port_id': '19c334ae-9fb3-4416-a2cc-17242b513039', 'mac_address': 'fa:16:3e:1a:93:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:08:52.291742 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9a660083-fd10-4c5d-a73a-a3dfd791f7c0 req-8c3ea0ab-de68-4bb3-ae76-cb511979b00a tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6bc5d66-b2f6-4252-a902-84ebb010c409 HTTP/1.1" status: 200 len: 210 time: 0.0310159 Nov 12 08:08:52.338649 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:52.356920 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-e530113a-7783-48f4-9840-8911a24052df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19c334ae-9fb3-4416-a2cc-17242b513039 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:08:52.381419 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 19c334ae-9fb3-4416-a2cc-17242b513039, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=19c334ae-9fb3-4416-a2cc-17242b513039,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:08:52.387084 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:52.443628 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=19c334ae-9fb3-4416-a2cc-17242b513039,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:52.558261 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d08266e6-cb23-4c8e-8ca8-8e295c107928 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:52.634142 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d08266e6-cb23-4c8e-8ca8-8e295c107928 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:52.685063 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-185e15b4-de25-442f-baed-bcf34ce2e76a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:52.688819 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-185e15b4-de25-442f-baed-bcf34ce2e76a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:52.690845 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-185e15b4-de25-442f-baed-bcf34ce2e76a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fca8db4a-b03d-4977-95f7-3c83f92ee520 HTTP/1.1" status: 204 len: 168 time: 0.8811543 Nov 12 08:08:52.713924 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70115174-ae57-4041-9b65-50fba6af9ef9 req-b698e887-e180-4f1a-a4af-8abbf5d10220 tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:52.719523 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-86560c56-3643-4cc3-9cd1-1de6abc297c9 req-8b908815-7acb-46ee-a2a2-588a9a04a02a tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=18645d9d88124b4d9a21d3cd2562460a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0875692 Nov 12 08:08:52.736672 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-70115174-ae57-4041-9b65-50fba6af9ef9 req-b698e887-e180-4f1a-a4af-8abbf5d10220 tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa3b3dea-7105-46ec-978f-6c97c978d65e HTTP/1.1" status: 200 len: 948 time: 0.1173947 Nov 12 08:08:52.808835 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185e15b4-de25-442f-baed-bcf34ce2e76a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca8db4a-b03d-4977-95f7-3c83f92ee520,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:52.843058 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-70115174-ae57-4041-9b65-50fba6af9ef9 req-94e6ae6a-0a43-4f81-974c-ff02a964d631 tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc73c956-b036-4b27-a19b-8f92c82fdda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849869 Nov 12 08:08:52.869609 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['19c334ae-9fb3-4416-a2cc-17242b513039'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:08:52.891263 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d08266e6-cb23-4c8e-8ca8-8e295c107928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:52.894982 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d08266e6-cb23-4c8e-8ca8-8e295c107928 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:52.899013 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-d08266e6-cb23-4c8e-8ca8-8e295c107928 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c4712fef-0e65-4278-b7f4-21ac525ab914 HTTP/1.1" status: 204 len: 168 time: 0.7401385 Nov 12 08:08:52.916119 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08266e6-cb23-4c8e-8ca8-8e295c107928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4712fef-0e65-4278-b7f4-21ac525ab914,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:53.102917 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94ffb2fc-fb0c-423a-b2e0-af99ae6c54dd', 'tag': 'b57644af-7136-449f-883c-0d8733ae31ff'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:08:53.105594 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b277c65c-c940-4d7c-b327-83b0f564abff" -d '{"events": [{"name": "network-changed", "server_uuid": "94ffb2fc-fb0c-423a-b2e0-af99ae6c54dd", "tag": "b57644af-7136-449f-883c-0d8733ae31ff"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:08:53.192673 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86560c56-3643-4cc3-9cd1-1de6abc297c9 req-ee7dfc3d-ba11-4dc4-b45a-9aa46b032ff3 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:53.194407 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-86560c56-3643-4cc3-9cd1-1de6abc297c9 req-ee7dfc3d-ba11-4dc4-b45a-9aa46b032ff3 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4575119 Nov 12 08:08:53.322619 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff29e66-93e8-49a0-8d62-b550d49ac848 req-c149576d-150f-4724-bafb-375eabf52aad tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:53.324720 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6ff29e66-93e8-49a0-8d62-b550d49ac848 req-c149576d-150f-4724-bafb-375eabf52aad tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=94ffb2fc-fb0c-423a-b2e0-af99ae6c54dd HTTP/1.1" status: 200 len: 943 time: 0.1553555 Nov 12 08:08:53.393405 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-86560c56-3643-4cc3-9cd1-1de6abc297c9 req-62e51a9b-69d7-423e-b4ec-ae2855c79469 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] Request body: {'port': {'device_id': 'a6bc5d66-b2f6-4252-a902-84ebb010c409', 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016', 'admin_state_up': True, 'tenant_id': '18645d9d88124b4d9a21d3cd2562460a'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:08:53.432097 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6ff29e66-93e8-49a0-8d62-b550d49ac848 req-fb45baa9-6168-4cb5-b1a2-acd944872f16 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933912 Nov 12 08:08:53.570320 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 33090) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:08:53.638087 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-66ea8b8b-04d5-490f-b3b7-b0a452111e1e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8c7ed3fc5b3c431fb6e39bf719d08f0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0663469 Nov 12 08:08:53.640516 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 33094) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:08:53.673369 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-797fde5c-9b46-4376-b052-6cb447be66d4 x-openstack-request-id: req-797fde5c-9b46-4376-b052-6cb447be66d4 {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:08:53.673915 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94ffb2fc-fb0c-423a-b2e0-af99ae6c54dd", "tag": "b57644af-7136-449f-883c-0d8733ae31ff", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:08:53.674665 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-797fde5c-9b46-4376-b052-6cb447be66d4 {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:08:53.675075 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94ffb2fc-fb0c-423a-b2e0-af99ae6c54dd', 'tag': 'b57644af-7136-449f-883c-0d8733ae31ff', 'status': 'completed', 'code': 200} Nov 12 08:08:53.703847 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.db.resource_extend [req-b273f833-5a9d-4f62-ba3c-3bc182d40755 req-b60d79a6-f6db-4c9b-a1c3-00dda43141e6 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:08:53.727962 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6d6e774a-a931-4139-84da-7832929b6039 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:53.790873 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a182783a-ae33-4317-a72c-7f63ca4bbd10 req-63f4454b-f045-4a46-badf-3665c66f18f8 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6bc5d66-b2f6-4252-a902-84ebb010c409 HTTP/1.1" status: 200 len: 210 time: 0.0440838 Nov 12 08:08:53.793115 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6d6e774a-a931-4139-84da-7832929b6039 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:53.876954 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6d6e774a-a931-4139-84da-7832929b6039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:53.880672 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-b273f833-5a9d-4f62-ba3c-3bc182d40755 req-b60d79a6-f6db-4c9b-a1c3-00dda43141e6 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:53.880867 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6d6e774a-a931-4139-84da-7832929b6039 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:53.883822 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86560c56-3643-4cc3-9cd1-1de6abc297c9 req-62e51a9b-69d7-423e-b4ec-ae2855c79469 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] Made reservation on behalf of 18645d9d88124b4d9a21d3cd2562460a for: {'port': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:08:53.887704 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-6d6e774a-a931-4139-84da-7832929b6039 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4c82cfa2-ff38-463c-a981-8ff13d4dc83f HTTP/1.1" status: 204 len: 168 time: 0.2453799 Nov 12 08:08:53.902050 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6e774a-a931-4139-84da-7832929b6039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c82cfa2-ff38-463c-a981-8ff13d4dc83f,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:53.905970 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-86560c56-3643-4cc3-9cd1-1de6abc297c9 req-62e51a9b-69d7-423e-b4ec-ae2855c79469 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:53.915743 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b277c65c-c940-4d7c-b327-83b0f564abff req-7ad3ca7a-5e63-4903-bf4b-72b13da5d9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:53.917270 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b277c65c-c940-4d7c-b327-83b0f564abff req-7ad3ca7a-5e63-4903-bf4b-72b13da5d9ed service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d3f3ef4a14134700a36c0967765d4c9a&device_id=94ffb2fc-fb0c-423a-b2e0-af99ae6c54dd HTTP/1.1" status: 200 len: 1126 time: 0.2334058 Nov 12 08:08:53.917940 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-b273f833-5a9d-4f62-ba3c-3bc182d40755 req-b60d79a6-f6db-4c9b-a1c3-00dda43141e6 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:54.088146 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0011bcb1-5d92-4a46-b301-a4465558bfad req-21f733d5-7fdd-4929-9cbe-6152b0ccab75 tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:54.101823 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0011bcb1-5d92-4a46-b301-a4465558bfad req-21f733d5-7fdd-4929-9cbe-6152b0ccab75 tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa3b3dea-7105-46ec-978f-6c97c978d65e HTTP/1.1" status: 200 len: 948 time: 0.1527243 Nov 12 08:08:54.160396 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 19c334ae-9fb3-4416-a2cc-17242b513039 up at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:08:54.184621 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0011bcb1-5d92-4a46-b301-a4465558bfad req-9a55a238-771f-4d95-8845-a5f836b3c301 tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc73c956-b036-4b27-a19b-8f92c82fdda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804265 Nov 12 08:08:54.235956 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b277c65c-c940-4d7c-b327-83b0f564abff req-e5c854ec-8edf-421c-8d89-e5e9e16509e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:54.237711 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b277c65c-c940-4d7c-b327-83b0f564abff req-e5c854ec-8edf-421c-8d89-e5e9e16509e3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e20d0ee5-0c01-4db1-aa95-4ea5bc470460 HTTP/1.1" status: 200 len: 922 time: 0.3070157 Nov 12 08:08:54.294193 n-d-765315-29 neutron-server[102600]: INFO neutron.db.l3_db [req-b273f833-5a9d-4f62-ba3c-3bc182d40755 req-b60d79a6-f6db-4c9b-a1c3-00dda43141e6 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Floating IP 68b5cea1-5d2f-4c4b-8022-a0eaf64db1de associated. External IP: 172.25.2.22, port: 64c9cd6b-64f0-45b3-a976-8b00bb48b94a. Nov 12 08:08:54.438616 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning for port 19c334ae-9fb3-4416-a2cc-17242b513039 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:08:54.449035 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning complete for port 19c334ae-9fb3-4416-a2cc-17242b513039 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:08:54.449412 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:54.463846 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b277c65c-c940-4d7c-b327-83b0f564abff req-f2bf3abb-9abf-485f-8049-d9ad8f8932ca service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b57644af-7136-449f-883c-0d8733ae31ff HTTP/1.1" status: 200 len: 217 time: 0.1871569 Nov 12 08:08:54.561848 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [req-86560c56-3643-4cc3-9cd1-1de6abc297c9 req-62e51a9b-69d7-423e-b4ec-ae2855c79469 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] Allocated IP 192.168.233.235 (107743df-d3df-459d-a6cd-9e2ab4303016/e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1/34d1dcbc-464b-41d6-9441-548e97d0bf52) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:08:54.613512 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:54.631196 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b277c65c-c940-4d7c-b327-83b0f564abff req-ba8e4dcb-df48-4116-a5a6-9fd36a534c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:54.633844 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b277c65c-c940-4d7c-b327-83b0f564abff req-ba8e4dcb-df48-4116-a5a6-9fd36a534c03 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4054f1d6-a6c6-43c7-ba9c-9a6600029957 HTTP/1.1" status: 200 len: 861 time: 0.1558418 Nov 12 08:08:54.671364 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 19c334ae-9fb3-4416-a2cc-17242b513039, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=19c334ae-9fb3-4416-a2cc-17242b513039,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:08:54.674960 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa3b3dea-7105-46ec-978f-6c97c978d65e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19c334ae-9fb3-4416-a2cc-17242b513039'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:08:54.682740 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-571ad4d8-0a55-4369-a3d1-47565187823c" -d '{"events": [{"server_uuid": "fa3b3dea-7105-46ec-978f-6c97c978d65e", "name": "network-vif-plugged", "status": "completed", "tag": "19c334ae-9fb3-4416-a2cc-17242b513039"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:08:54.688120 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:54.717794 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcebae7d-b4c3-49fb-88f0-d82589ea892c req-be894ef6-4429-4f14-95d1-a92dda2a131b tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:54.730537 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dcebae7d-b4c3-49fb-88f0-d82589ea892c req-be894ef6-4429-4f14-95d1-a92dda2a131b tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=94ffb2fc-fb0c-423a-b2e0-af99ae6c54dd HTTP/1.1" status: 200 len: 943 time: 0.1262805 Nov 12 08:08:54.814337 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=19c334ae-9fb3-4416-a2cc-17242b513039,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:54.818863 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dcebae7d-b4c3-49fb-88f0-d82589ea892c req-0b076b59-3355-4189-b5a3-6d72f9d44986 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872474 Nov 12 08:08:55.015733 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-451f4716-8dd4-4c19-9698-4261c030a5e1 x-openstack-request-id: req-451f4716-8dd4-4c19-9698-4261c030a5e1 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:08:55.016428 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa3b3dea-7105-46ec-978f-6c97c978d65e", "name": "network-vif-plugged", "status": "completed", "tag": "19c334ae-9fb3-4416-a2cc-17242b513039", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:08:55.016688 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-451f4716-8dd4-4c19-9698-4261c030a5e1 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:08:55.017987 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa3b3dea-7105-46ec-978f-6c97c978d65e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19c334ae-9fb3-4416-a2cc-17242b513039', 'code': 200} Nov 12 08:08:55.150216 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device b57644af-7136-449f-883c-0d8733ae31ff details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:08:55.215146 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b277c65c-c940-4d7c-b327-83b0f564abff req-c4081c27-4f1c-4cf2-8ee2-8044ecacd7f5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e20d0ee5-0c01-4db1-aa95-4ea5bc470460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5677907 Nov 12 08:08:55.232572 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b273f833-5a9d-4f62-ba3c-3bc182d40755 req-b60d79a6-f6db-4c9b-a1c3-00dda43141e6 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Router 9e5fd536-d0bb-4d59-b78a-9e2de0d54b74 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:08:55.295551 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ebdfcef8-bfae-4c47-a3ad-c46f6e3104c2 req-8011e07e-2db4-4595-9d64-faa158de9ad5 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6bc5d66-b2f6-4252-a902-84ebb010c409 HTTP/1.1" status: 200 len: 210 time: 0.1913266 Nov 12 08:08:55.351513 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f083e56-da83-40e6-bb00-0f56eda11c1b req-cb1f3a99-a5c4-42fd-a166-5695e527675d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:55.356945 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5f083e56-da83-40e6-bb00-0f56eda11c1b req-cb1f3a99-a5c4-42fd-a166-5695e527675d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fa3b3dea-7105-46ec-978f-6c97c978d65e HTTP/1.1" status: 200 len: 1101 time: 0.2749426 Nov 12 08:08:55.392965 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port b57644af-7136-449f-883c-0d8733ae31ff, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=b57644af-7136-449f-883c-0d8733ae31ff,segment=NetworkSegment(1db27ece-82b2-4c8d-abc3-e56edcdd7b0a),segment_id=1db27ece-82b2-4c8d-abc3-e56edcdd7b0a)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:08:55.418379 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device b57644af-7136-449f-883c-0d8733ae31ff has no active binding in host n-h2-765315-29 {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 08:08:55.516428 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5f083e56-da83-40e6-bb00-0f56eda11c1b req-49b7a8fb-d735-4ddf-b4e6-d62604c57fc4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=dc73c956-b036-4b27-a19b-8f92c82fdda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515818 Nov 12 08:08:55.553887 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730cd495-a0ff-43d0-a780-4985c5c8bd4d req-f65f97bf-9409-45b7-8527-213972237c63 tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:55.563710 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-730cd495-a0ff-43d0-a780-4985c5c8bd4d req-f65f97bf-9409-45b7-8527-213972237c63 tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa3b3dea-7105-46ec-978f-6c97c978d65e HTTP/1.1" status: 200 len: 949 time: 0.1295660 Nov 12 08:08:55.646786 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b277c65c-c940-4d7c-b327-83b0f564abff req-95c5a3d0-4d84-417b-bfd7-dea67952c551 service neutron] 10.222.0.21 "GET /v2.0/networks/e20d0ee5-0c01-4db1-aa95-4ea5bc470460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4163654 Nov 12 08:08:55.670870 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-730cd495-a0ff-43d0-a780-4985c5c8bd4d req-e0da8bb0-f1d3-40c1-a1c6-d91dc430875d tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc73c956-b036-4b27-a19b-8f92c82fdda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987637 Nov 12 08:08:55.699145 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-86560c56-3643-4cc3-9cd1-1de6abc297c9 req-62e51a9b-69d7-423e-b4ec-ae2855c79469 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:55.712506 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b273f833-5a9d-4f62-ba3c-3bc182d40755 req-b60d79a6-f6db-4c9b-a1c3-00dda43141e6 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:08:55.719245 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-b273f833-5a9d-4f62-ba3c-3bc182d40755 req-b60d79a6-f6db-4c9b-a1c3-00dda43141e6 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:55.735309 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e377a5-610f-4152-80c6-c39129aa28bb None None] Sync routers for ids ['9e5fd536-d0bb-4d59-b78a-9e2de0d54b74'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:08:55.756117 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e377a5-610f-4152-80c6-c39129aa28bb None None] Routers {'9e5fd536-d0bb-4d59-b78a-9e2de0d54b74'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:08:55.756323 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-19e377a5-610f-4152-80c6-c39129aa28bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:08:36Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['9e5fd536-d0bb-4d59-b78a-9e2de0d54b74'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:08:55.761230 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b273f833-5a9d-4f62-ba3c-3bc182d40755 req-b60d79a6-f6db-4c9b-a1c3-00dda43141e6 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] 10.222.0.26 "PUT /v2.0/floatingips/68b5cea1-5d2f-4c4b-8022-a0eaf64db1de HTTP/1.1" status: 200 len: 995 time: 3.7741888 Nov 12 08:08:55.763552 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '053da00c-e5c3-4f45-bacd-a2cffaf1c4e3', 'tag': '64c9cd6b-64f0-45b3-a976-8b00bb48b94a'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:08:55.766039 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73d10389-7418-4316-b3dd-06a4798421f4" -d '{"events": [{"name": "network-changed", "server_uuid": "053da00c-e5c3-4f45-bacd-a2cffaf1c4e3", "tag": "64c9cd6b-64f0-45b3-a976-8b00bb48b94a"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:08:55.869616 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-86560c56-3643-4cc3-9cd1-1de6abc297c9 req-62e51a9b-69d7-423e-b4ec-ae2855c79469 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:55.884287 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['babe3e0d-afb9-488d-bcdf-96953dfd1a7c'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:08:55.957520 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df243c45-3aa5-46bd-b09f-d42706251de0 x-openstack-request-id: req-df243c45-3aa5-46bd-b09f-d42706251de0 {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:08:55.957722 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "053da00c-e5c3-4f45-bacd-a2cffaf1c4e3", "tag": "64c9cd6b-64f0-45b3-a976-8b00bb48b94a", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:08:55.957886 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-df243c45-3aa5-46bd-b09f-d42706251de0 {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:08:55.958272 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '053da00c-e5c3-4f45-bacd-a2cffaf1c4e3', 'tag': '64c9cd6b-64f0-45b3-a976-8b00bb48b94a', 'status': 'completed', 'code': 200} Nov 12 08:08:55.997129 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b273f833-5a9d-4f62-ba3c-3bc182d40755 req-93d1c4a6-d061-4987-83ef-83066dd5ddfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:55.999642 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b273f833-5a9d-4f62-ba3c-3bc182d40755 req-93d1c4a6-d061-4987-83ef-83066dd5ddfd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2c540c0464294343b65b342f4c6f01b0&device_id=053da00c-e5c3-4f45-bacd-a2cffaf1c4e3 HTTP/1.1" status: 200 len: 1097 time: 0.2011125 Nov 12 08:08:56.003589 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-19e377a5-610f-4152-80c6-c39129aa28bb None None] Set router 9e5fd536-d0bb-4d59-b78a-9e2de0d54b74 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:08:56.008531 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86560c56-3643-4cc3-9cd1-1de6abc297c9 req-62e51a9b-69d7-423e-b4ec-ae2855c79469 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] Network 107743df-d3df-459d-a6cd-9e2ab4303016 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:08:56.025816 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [req-86560c56-3643-4cc3-9cd1-1de6abc297c9 req-62e51a9b-69d7-423e-b4ec-ae2855c79469 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:08:56.033820 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [req-86560c56-3643-4cc3-9cd1-1de6abc297c9 req-62e51a9b-69d7-423e-b4ec-ae2855c79469 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:08:56.039879 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86560c56-3643-4cc3-9cd1-1de6abc297c9 req-62e51a9b-69d7-423e-b4ec-ae2855c79469 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:56.040557 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-86560c56-3643-4cc3-9cd1-1de6abc297c9 req-62e51a9b-69d7-423e-b4ec-ae2855c79469 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:56.050232 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e51a9b-69d7-423e-b4ec-ae2855c79469 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] Pushing event updated for resources: {'Port': ['ID=34d1dcbc-464b-41d6-9441-548e97d0bf52,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:56.097207 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d10389-7418-4316-b3dd-06a4798421f4 req-237b624b-c9e5-434c-b93c-8a0db4aafb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:56.103035 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-73d10389-7418-4316-b3dd-06a4798421f4 req-237b624b-c9e5-434c-b93c-8a0db4aafb66 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2c540c0464294343b65b342f4c6f01b0&device_id=053da00c-e5c3-4f45-bacd-a2cffaf1c4e3 HTTP/1.1" status: 200 len: 1097 time: 0.1133938 Nov 12 08:08:56.124778 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e51a9b-69d7-423e-b4ec-ae2855c79469 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:08:56.125146 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e51a9b-69d7-423e-b4ec-ae2855c79469 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:08:56.125503 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e51a9b-69d7-423e-b4ec-ae2855c79469 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:08:56.125852 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e51a9b-69d7-423e-b4ec-ae2855c79469 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:08:56.126361 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e51a9b-69d7-423e-b4ec-ae2855c79469 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:08:56.127339 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e51a9b-69d7-423e-b4ec-ae2855c79469 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:08:56.127686 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e51a9b-69d7-423e-b4ec-ae2855c79469 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:08:56.128029 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e51a9b-69d7-423e-b4ec-ae2855c79469 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:08:56.128372 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e51a9b-69d7-423e-b4ec-ae2855c79469 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:08:56.128710 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e51a9b-69d7-423e-b4ec-ae2855c79469 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:08:56.129116 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e51a9b-69d7-423e-b4ec-ae2855c79469 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:08:56.129511 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e51a9b-69d7-423e-b4ec-ae2855c79469 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:08:56.318964 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b277c65c-c940-4d7c-b327-83b0f564abff req-3aa10e19-a0fc-4502-9b98-0a563f3fe41a service neutron] 10.222.0.21 "GET /v2.0/networks/e20d0ee5-0c01-4db1-aa95-4ea5bc470460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4838636 Nov 12 08:08:56.357515 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-86560c56-3643-4cc3-9cd1-1de6abc297c9 req-62e51a9b-69d7-423e-b4ec-ae2855c79469 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9885900 Nov 12 08:08:56.386017 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-86560c56-3643-4cc3-9cd1-1de6abc297c9 req-36fed68a-2bbe-46b1-be5d-cd4462cfa577 service neutron] Request body: {'port': {'device_id': 'a6bc5d66-b2f6-4252-a902-84ebb010c409', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-29'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:08:56.481261 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bd7e97-3c0b-44d9-9e0d-6ca82d5c81d0 req-09f51aba-5661-465e-9e23-79239f998e91 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:56.490116 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-94bd7e97-3c0b-44d9-9e0d-6ca82d5c81d0 req-09f51aba-5661-465e-9e23-79239f998e91 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=94ffb2fc-fb0c-423a-b2e0-af99ae6c54dd HTTP/1.1" status: 200 len: 943 time: 0.2986622 Nov 12 08:08:56.508518 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b273f833-5a9d-4f62-ba3c-3bc182d40755 req-b1d1f675-3391-4aaf-aff0-c67e6903ee35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:56.510049 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b273f833-5a9d-4f62-ba3c-3bc182d40755 req-b1d1f675-3391-4aaf-aff0-c67e6903ee35 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a3156095-dd64-4768-883c-6857cbfc4c3d HTTP/1.1" status: 200 len: 922 time: 0.4796028 Nov 12 08:08:56.528658 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d10389-7418-4316-b3dd-06a4798421f4 req-d80d69aa-f981-4175-97e5-789c8898f4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:56.530499 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-73d10389-7418-4316-b3dd-06a4798421f4 req-d80d69aa-f981-4175-97e5-789c8898f4b2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a3156095-dd64-4768-883c-6857cbfc4c3d HTTP/1.1" status: 200 len: 922 time: 0.4183919 Nov 12 08:08:56.611585 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-7e809526-faa4-4d56-8d19-8b896d501431 None None] Provisioning complete for port 34d1dcbc-464b-41d6-9441-548e97d0bf52 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:08:56.612158 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7e809526-faa4-4d56-8d19-8b896d501431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:56.670019 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-94bd7e97-3c0b-44d9-9e0d-6ca82d5c81d0 req-b75f7b4c-3e42-4657-9c2e-b2c5d0a20ade tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745894 Nov 12 08:08:56.683761 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-86560c56-3643-4cc3-9cd1-1de6abc297c9 req-36fed68a-2bbe-46b1-be5d-cd4462cfa577 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:56.710712 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-73d10389-7418-4316-b3dd-06a4798421f4 req-0c8f039f-ab94-4a1c-9ea8-cd60b194d29f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64c9cd6b-64f0-45b3-a976-8b00bb48b94a HTTP/1.1" status: 200 len: 998 time: 0.1563189 Nov 12 08:08:56.761783 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-19e377a5-610f-4152-80c6-c39129aa28bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5fd536-d0bb-4d59-b78a-9e2de0d54b74', 'name': 'tempest-FloatingIPsAssociationTestJSON-2142488039-router', 'tenant_id': '2c540c0464294343b65b342f4c6f01b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'd55f500f-4bd1-44df-8dfd-0ef809acbb77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:07:50Z', 'updated_at': '2021-11-12T08:08:02Z', 'revision_number': 4, 'project_id': '2c540c0464294343b65b342f4c6f01b0', 'gw_port': {'id': 'd55f500f-4bd1-44df-8dfd-0ef809acbb77', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5fd536-d0bb-4d59-b78a-9e2de0d54b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:51Z', 'updated_at': '2021-11-12T08:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': '68b5cea1-5d2f-4c4b-8022-a0eaf64db1de', 'tenant_id': '2c540c0464294343b65b342f4c6f01b0', 'floating_ip_address': '172.25.2.22', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': '9e5fd536-d0bb-4d59-b78a-9e2de0d54b74', 'port_id': '64c9cd6b-64f0-45b3-a976-8b00bb48b94a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3156095-dd64-4768-883c-6857cbfc4c3d', 'mac_address': 'fa:16:3e:a3:ec:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053da00c-e5c3-4f45-bacd-a2cffaf1c4e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:08:30Z', 'updated_at': '2021-11-12T08:08:53Z', 'revision_number': 1, 'project_id': '2c540c0464294343b65b342f4c6f01b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4d8f593-2f9e-4dfc-9e9c-4b27feac3960', 'name': '', 'network_id': 'a3156095-dd64-4768-883c-6857cbfc4c3d', 'tenant_id': '2c540c0464294343b65b342f4c6f01b0', 'mac_address': 'fa:16:3e:21:30:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5fd536-d0bb-4d59-b78a-9e2de0d54b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '5faf708b-0fdf-49a2-9148-2d75ea940abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:08:00Z', 'updated_at': '2021-11-12T08:08:08Z', 'revision_number': 5, 'project_id': '2c540c0464294343b65b342f4c6f01b0', 'subnets': [{'id': '5faf708b-0fdf-49a2-9148-2d75ea940abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:08:56.777360 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-7e809526-faa4-4d56-8d19-8b896d501431 None None] Port 34d1dcbc-464b-41d6-9441-548e97d0bf52 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:08:56.795011 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b273f833-5a9d-4f62-ba3c-3bc182d40755 req-c36af387-426d-4802-b2b4-a3be04a59278 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64c9cd6b-64f0-45b3-a976-8b00bb48b94a HTTP/1.1" status: 200 len: 998 time: 0.2521353 Nov 12 08:08:56.817167 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e377a5-610f-4152-80c6-c39129aa28bb None None] Checking router: 9e5fd536-d0bb-4d59-b78a-9e2de0d54b74 for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:08:56.830833 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e377a5-610f-4152-80c6-c39129aa28bb None None] Routers {'9e5fd536-d0bb-4d59-b78a-9e2de0d54b74'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:08:56.831998 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-19e377a5-610f-4152-80c6-c39129aa28bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:08:36Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['9e5fd536-d0bb-4d59-b78a-9e2de0d54b74'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:08:56.884101 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d10389-7418-4316-b3dd-06a4798421f4 req-f70de341-5be7-4a8d-a96f-dc2262b6ed4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:56.885720 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-73d10389-7418-4316-b3dd-06a4798421f4 req-f70de341-5be7-4a8d-a96f-dc2262b6ed4f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5faf708b-0fdf-49a2-9148-2d75ea940abb HTTP/1.1" status: 200 len: 860 time: 0.1643977 Nov 12 08:08:56.915318 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b273f833-5a9d-4f62-ba3c-3bc182d40755 req-0064b1dc-d8c2-4cc9-8a3a-89cb9fd3dfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:56.916802 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b273f833-5a9d-4f62-ba3c-3bc182d40755 req-0064b1dc-d8c2-4cc9-8a3a-89cb9fd3dfd5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5faf708b-0fdf-49a2-9148-2d75ea940abb HTTP/1.1" status: 200 len: 860 time: 0.0864456 Nov 12 08:08:57.019191 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-19e377a5-610f-4152-80c6-c39129aa28bb None None] Set router 9e5fd536-d0bb-4d59-b78a-9e2de0d54b74 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:08:57.080854 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d10389-7418-4316-b3dd-06a4798421f4 req-6dfe23f4-158e-42ae-8857-f7bd4f28a6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:57.082319 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-73d10389-7418-4316-b3dd-06a4798421f4 req-6dfe23f4-158e-42ae-8857-f7bd4f28a6a4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a3156095-dd64-4768-883c-6857cbfc4c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1845562 Nov 12 08:08:57.171185 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b273f833-5a9d-4f62-ba3c-3bc182d40755 req-1291e993-3c7c-4ba6-84db-fc038c564a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:57.175852 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b273f833-5a9d-4f62-ba3c-3bc182d40755 req-1291e993-3c7c-4ba6-84db-fc038c564a58 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a3156095-dd64-4768-883c-6857cbfc4c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2496393 Nov 12 08:08:57.210487 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [req-b273f833-5a9d-4f62-ba3c-3bc182d40755 req-098a053c-8ed5-47da-87cf-bf170616c69f service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:08:57.210735 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b273f833-5a9d-4f62-ba3c-3bc182d40755 req-098a053c-8ed5-47da-87cf-bf170616c69f service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064158 Nov 12 08:08:57.296452 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-73d10389-7418-4316-b3dd-06a4798421f4 req-e6594016-e49c-48af-9e08-e8942e948725 service neutron] 10.222.0.21 "GET /v2.0/networks/a3156095-dd64-4768-883c-6857cbfc4c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944292 Nov 12 08:08:57.489172 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-19e377a5-610f-4152-80c6-c39129aa28bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5fd536-d0bb-4d59-b78a-9e2de0d54b74', 'name': 'tempest-FloatingIPsAssociationTestJSON-2142488039-router', 'tenant_id': '2c540c0464294343b65b342f4c6f01b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'd55f500f-4bd1-44df-8dfd-0ef809acbb77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:07:50Z', 'updated_at': '2021-11-12T08:08:02Z', 'revision_number': 4, 'project_id': '2c540c0464294343b65b342f4c6f01b0', 'gw_port': {'id': 'd55f500f-4bd1-44df-8dfd-0ef809acbb77', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5fd536-d0bb-4d59-b78a-9e2de0d54b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:51Z', 'updated_at': '2021-11-12T08:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': '68b5cea1-5d2f-4c4b-8022-a0eaf64db1de', 'tenant_id': '2c540c0464294343b65b342f4c6f01b0', 'floating_ip_address': '172.25.2.22', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': '9e5fd536-d0bb-4d59-b78a-9e2de0d54b74', 'port_id': '64c9cd6b-64f0-45b3-a976-8b00bb48b94a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3156095-dd64-4768-883c-6857cbfc4c3d', 'mac_address': 'fa:16:3e:a3:ec:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053da00c-e5c3-4f45-bacd-a2cffaf1c4e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:08:30Z', 'updated_at': '2021-11-12T08:08:53Z', 'revision_number': 1, 'project_id': '2c540c0464294343b65b342f4c6f01b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4d8f593-2f9e-4dfc-9e9c-4b27feac3960', 'name': '', 'network_id': 'a3156095-dd64-4768-883c-6857cbfc4c3d', 'tenant_id': '2c540c0464294343b65b342f4c6f01b0', 'mac_address': 'fa:16:3e:21:30:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5fd536-d0bb-4d59-b78a-9e2de0d54b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '5faf708b-0fdf-49a2-9148-2d75ea940abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:08:00Z', 'updated_at': '2021-11-12T08:08:08Z', 'revision_number': 5, 'project_id': '2c540c0464294343b65b342f4c6f01b0', 'subnets': [{'id': '5faf708b-0fdf-49a2-9148-2d75ea940abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:08:57.502986 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-73d10389-7418-4316-b3dd-06a4798421f4 req-716a469e-7475-46b9-b016-6c58b04b80a3 service neutron] 10.222.0.21 "GET /v2.0/networks/a3156095-dd64-4768-883c-6857cbfc4c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988637 Nov 12 08:08:57.545130 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b273f833-5a9d-4f62-ba3c-3bc182d40755 req-4679b4c3-cb66-403c-914c-5822713473ef service neutron] 10.222.0.26 "GET /v2.0/networks/a3156095-dd64-4768-883c-6857cbfc4c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791235 Nov 12 08:08:57.546835 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e377a5-610f-4152-80c6-c39129aa28bb None None] The sync data for ids ['9e5fd536-d0bb-4d59-b78a-9e2de0d54b74'] in n-d-765315-29 is: [{'id': '9e5fd536-d0bb-4d59-b78a-9e2de0d54b74', 'name': 'tempest-FloatingIPsAssociationTestJSON-2142488039-router', 'tenant_id': '2c540c0464294343b65b342f4c6f01b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'd55f500f-4bd1-44df-8dfd-0ef809acbb77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:07:50Z', 'updated_at': '2021-11-12T08:08:02Z', 'revision_number': 4, 'project_id': '2c540c0464294343b65b342f4c6f01b0', 'gw_port': {'id': 'd55f500f-4bd1-44df-8dfd-0ef809acbb77', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5fd536-d0bb-4d59-b78a-9e2de0d54b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:51Z', 'updated_at': '2021-11-12T08:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': '68b5cea1-5d2f-4c4b-8022-a0eaf64db1de', 'tenant_id': '2c540c0464294343b65b342f4c6f01b0', 'floating_ip_address': '172.25.2.22', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': '9e5fd536-d0bb-4d59-b78a-9e2de0d54b74', 'port_id': '64c9cd6b-64f0-45b3-a976-8b00bb48b94a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3156095-dd64-4768-883c-6857cbfc4c3d', 'mac_address': 'fa:16:3e:a3:ec:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053da00c-e5c3-4f45-bacd-a2cffaf1c4e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:08:30Z', 'updated_at': '2021-11-12T08:08:53Z', 'revision_number': 1, 'project_id': '2c540c0464294343b65b342f4c6f01b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4d8f593-2f9e-4dfc-9e9c-4b27feac3960', 'name': '', 'network_id': 'a3156095-dd64-4768-883c-6857cbfc4c3d', 'tenant_id': '2c540c0464294343b65b342f4c6f01b0', 'mac_address': 'fa:16:3e:21:30:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5fd536-d0bb-4d59-b78a-9e2de0d54b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '5faf708b-0fdf-49a2-9148-2d75ea940abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:08:00Z', 'updated_at': '2021-11-12T08:08:08Z', 'revision_number': 5, 'project_id': '2c540c0464294343b65b342f4c6f01b0', 'subnets': [{'id': '5faf708b-0fdf-49a2-9148-2d75ea940abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:08:57.601337 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e333fe5d-5574-4453-8c82-d8d24b5a5c53 req-3ddca940-4a00-4e6d-a348-8bcbb63bc25c tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:57.613563 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e333fe5d-5574-4453-8c82-d8d24b5a5c53 req-3ddca940-4a00-4e6d-a348-8bcbb63bc25c tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6bc5d66-b2f6-4252-a902-84ebb010c409 HTTP/1.1" status: 200 len: 936 time: 0.0814483 Nov 12 08:08:57.690993 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e333fe5d-5574-4453-8c82-d8d24b5a5c53 req-b2af71e7-117b-4026-9c18-e8b865a53812 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] 10.222.0.26 "GET /v2.0/security-groups?id=324d126f-7172-408c-b291-f65e4794fc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768821 Nov 12 08:08:57.696818 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [req-86560c56-3643-4cc3-9cd1-1de6abc297c9 req-36fed68a-2bbe-46b1-be5d-cd4462cfa577 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34d1dcbc-464b-41d6-9441-548e97d0bf52 {{(pid=102600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:08:57.713831 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-86560c56-3643-4cc3-9cd1-1de6abc297c9 req-36fed68a-2bbe-46b1-be5d-cd4462cfa577 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:57.761053 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.provisioning_blocks [req-86560c56-3643-4cc3-9cd1-1de6abc297c9 req-36fed68a-2bbe-46b1-be5d-cd4462cfa577 service neutron] Transition to ACTIVE for port object 34d1dcbc-464b-41d6-9441-548e97d0bf52 will not be triggered until provisioned by entity L2. {{(pid=102600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:08:57.766327 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-86560c56-3643-4cc3-9cd1-1de6abc297c9 req-36fed68a-2bbe-46b1-be5d-cd4462cfa577 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:57.824362 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7fd4d03-437f-4447-84cb-49e2b38fe624 None None] New status for floating IP 68b5cea1-5d2f-4c4b-8022-a0eaf64db1de: ACTIVE {{(pid=102601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:08:57.840539 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179086d0-253d-4161-aec5-860b742231e3 req-659378fd-c1a8-4ebd-bd99-97689fd4ff06 tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:57.842204 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-179086d0-253d-4161-aec5-860b742231e3 req-659378fd-c1a8-4ebd-bd99-97689fd4ff06 tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa3b3dea-7105-46ec-978f-6c97c978d65e HTTP/1.1" status: 200 len: 949 time: 0.0706925 Nov 12 08:08:57.912880 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b273f833-5a9d-4f62-ba3c-3bc182d40755 req-0af023fb-73e9-4b54-a875-1a74b58fb671 service neutron] 10.222.0.26 "GET /v2.0/networks/a3156095-dd64-4768-883c-6857cbfc4c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3471849 Nov 12 08:08:57.920988 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fed68a-2bbe-46b1-be5d-cd4462cfa577 service neutron] Pushing event updated for resources: {'Port': ['ID=34d1dcbc-464b-41d6-9441-548e97d0bf52,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:57.933897 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-179086d0-253d-4161-aec5-860b742231e3 req-c584cd5e-85ef-40a9-b09d-57b137872d57 tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc73c956-b036-4b27-a19b-8f92c82fdda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823114 Nov 12 08:08:57.971394 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-86560c56-3643-4cc3-9cd1-1de6abc297c9 req-36fed68a-2bbe-46b1-be5d-cd4462cfa577 service neutron] Attempting to bind port 34d1dcbc-464b-41d6-9441-548e97d0bf52 on host n-h2-765315-29 for vnic_type normal with profile {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:08:57.971812 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-86560c56-3643-4cc3-9cd1-1de6abc297c9 req-36fed68a-2bbe-46b1-be5d-cd4462cfa577 service neutron] Attempting to bind port 34d1dcbc-464b-41d6-9441-548e97d0bf52 by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:08:57.972141 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86560c56-3643-4cc3-9cd1-1de6abc297c9 req-36fed68a-2bbe-46b1-be5d-cd4462cfa577 service neutron] Attempting to bind port 34d1dcbc-464b-41d6-9441-548e97d0bf52 on network 107743df-d3df-459d-a6cd-9e2ab4303016 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:08:57.979658 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86560c56-3643-4cc3-9cd1-1de6abc297c9 req-36fed68a-2bbe-46b1-be5d-cd4462cfa577 service neutron] Port 34d1dcbc-464b-41d6-9441-548e97d0bf52 on network 107743df-d3df-459d-a6cd-9e2ab4303016 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:08:57.980153 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86560c56-3643-4cc3-9cd1-1de6abc297c9 req-36fed68a-2bbe-46b1-be5d-cd4462cfa577 service neutron] Attempting to bind port 34d1dcbc-464b-41d6-9441-548e97d0bf52 on network 107743df-d3df-459d-a6cd-9e2ab4303016 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:08:57.996960 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86560c56-3643-4cc3-9cd1-1de6abc297c9 req-36fed68a-2bbe-46b1-be5d-cd4462cfa577 service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:08:57.997478 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86560c56-3643-4cc3-9cd1-1de6abc297c9 req-36fed68a-2bbe-46b1-be5d-cd4462cfa577 service neutron] Checking segment: {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:08:57.998046 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86560c56-3643-4cc3-9cd1-1de6abc297c9 req-36fed68a-2bbe-46b1-be5d-cd4462cfa577 service neutron] Bound using segment: {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:08:57.998935 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-86560c56-3643-4cc3-9cd1-1de6abc297c9 req-36fed68a-2bbe-46b1-be5d-cd4462cfa577 service neutron] Bound port: 34d1dcbc-464b-41d6-9441-548e97d0bf52, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'}}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:08:57.999468 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-86560c56-3643-4cc3-9cd1-1de6abc297c9 req-36fed68a-2bbe-46b1-be5d-cd4462cfa577 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:58.062795 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e9085d90-d6e2-4a4c-bc7f-5418c944c76f req-6566ba3d-10aa-4360-92a1-020ee872e5a2 service neutron] 10.222.0.21 "GET /v2.0/ports/b57644af-7136-449f-883c-0d8733ae31ff/bindings/n-h2-765315-29 HTTP/1.1" status: 200 len: 385 time: 0.1127703 Nov 12 08:08:58.117628 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-86560c56-3643-4cc3-9cd1-1de6abc297c9 req-36fed68a-2bbe-46b1-be5d-cd4462cfa577 service neutron] For port 34d1dcbc-464b-41d6-9441-548e97d0bf52, host n-h2-765315-29, cleared binding levels {{(pid=102600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:08:58.123382 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-86560c56-3643-4cc3-9cd1-1de6abc297c9 req-36fed68a-2bbe-46b1-be5d-cd4462cfa577 service neutron] For port 34d1dcbc-464b-41d6-9441-548e97d0bf52, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=34d1dcbc-464b-41d6-9441-548e97d0bf52,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:08:58.131932 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-86560c56-3643-4cc3-9cd1-1de6abc297c9 req-36fed68a-2bbe-46b1-be5d-cd4462cfa577 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:58.212711 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86560c56-3643-4cc3-9cd1-1de6abc297c9 req-36fed68a-2bbe-46b1-be5d-cd4462cfa577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:58.213549 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-86560c56-3643-4cc3-9cd1-1de6abc297c9 req-36fed68a-2bbe-46b1-be5d-cd4462cfa577 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:58.215946 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-86560c56-3643-4cc3-9cd1-1de6abc297c9 req-36fed68a-2bbe-46b1-be5d-cd4462cfa577 service neutron] 10.222.0.44 "PUT /v2.0/ports/34d1dcbc-464b-41d6-9441-548e97d0bf52 HTTP/1.1" status: 200 len: 1097 time: 1.8349075 Nov 12 08:08:58.216702 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6bc5d66-b2f6-4252-a902-84ebb010c409', 'tag': '34d1dcbc-464b-41d6-9441-548e97d0bf52'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:08:58.222659 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5af043d-95e6-4e40-89fc-b9f09a01f5b8" -d '{"events": [{"name": "network-changed", "server_uuid": "a6bc5d66-b2f6-4252-a902-84ebb010c409", "tag": "34d1dcbc-464b-41d6-9441-548e97d0bf52"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:08:58.363338 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fed68a-2bbe-46b1-be5d-cd4462cfa577 service neutron] Pushing event updated for resources: {'Port': ['ID=34d1dcbc-464b-41d6-9441-548e97d0bf52,revision_number=3']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:58.392904 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f188d7ed-0c7a-4b7e-9ef9-40e7102b4924 req-226f64c4-2014-499a-8e5d-0c899b6c040c tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=737ba54db011432b976fdfd3857f766e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0426598 Nov 12 08:08:58.460159 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86560c56-3643-4cc3-9cd1-1de6abc297c9 req-966f48c7-9bba-4e83-a641-a06c8ab4ddb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:58.461725 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-86560c56-3643-4cc3-9cd1-1de6abc297c9 req-966f48c7-9bba-4e83-a641-a06c8ab4ddb5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=18645d9d88124b4d9a21d3cd2562460a&device_id=a6bc5d66-b2f6-4252-a902-84ebb010c409 HTTP/1.1" status: 200 len: 1100 time: 0.1490951 Nov 12 08:08:58.469206 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-e9085d90-d6e2-4a4c-bc7f-5418c944c76f req-289cf24a-ce7b-44a5-9592-65c193d05e71 service neutron] For port b57644af-7136-449f-883c-0d8733ae31ff, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=b57644af-7136-449f-883c-0d8733ae31ff,segment=NetworkSegment(1db27ece-82b2-4c8d-abc3-e56edcdd7b0a),segment_id=1db27ece-82b2-4c8d-abc3-e56edcdd7b0a)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:08:58.511576 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6121b58-f3e0-432b-812e-e67e0c842236 req-c592ba18-d3a8-46cb-9070-297315f7d90f tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:58.513145 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f6121b58-f3e0-432b-812e-e67e0c842236 req-c592ba18-d3a8-46cb-9070-297315f7d90f tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=94ffb2fc-fb0c-423a-b2e0-af99ae6c54dd HTTP/1.1" status: 200 len: 943 time: 0.1058056 Nov 12 08:08:58.522859 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-e9085d90-d6e2-4a4c-bc7f-5418c944c76f req-289cf24a-ce7b-44a5-9592-65c193d05e71 service neutron] For port b57644af-7136-449f-883c-0d8733ae31ff, host n-h1-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:08:58.540395 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-86560c56-3643-4cc3-9cd1-1de6abc297c9 req-a495a9e9-e8b1-47bf-be65-3509e177bce1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=34d1dcbc-464b-41d6-9441-548e97d0bf52 HTTP/1.1" status: 200 len: 217 time: 0.0507107 Nov 12 08:08:58.584964 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-e9085d90-d6e2-4a4c-bc7f-5418c944c76f req-289cf24a-ce7b-44a5-9592-65c193d05e71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b57644af-7136-449f-883c-0d8733ae31ff {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:08:58.608320 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-e9085d90-d6e2-4a4c-bc7f-5418c944c76f req-289cf24a-ce7b-44a5-9592-65c193d05e71 service neutron] For port b57644af-7136-449f-883c-0d8733ae31ff, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=b57644af-7136-449f-883c-0d8733ae31ff,segment=NetworkSegment(1db27ece-82b2-4c8d-abc3-e56edcdd7b0a),segment_id=1db27ece-82b2-4c8d-abc3-e56edcdd7b0a)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:08:58.612864 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f188d7ed-0c7a-4b7e-9ef9-40e7102b4924 req-e6c18342-8f25-440f-b46c-b77fb995de92 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:58.615019 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f188d7ed-0c7a-4b7e-9ef9-40e7102b4924 req-e6c18342-8f25-440f-b46c-b77fb995de92 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2141070 Nov 12 08:08:58.636172 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f6121b58-f3e0-432b-812e-e67e0c842236 req-4d8b7f54-6c6d-4223-8649-33a530dfa934 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111436 Nov 12 08:08:58.638993 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e9085d90-d6e2-4a4c-bc7f-5418c944c76f req-289cf24a-ce7b-44a5-9592-65c193d05e71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:58.648897 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f188d7ed-0c7a-4b7e-9ef9-40e7102b4924 req-b5cf3360-35e9-4c67-8f8a-18f68d5b9f34 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/quotas/737ba54db011432b976fdfd3857f766e HTTP/1.1" status: 200 len: 375 time: 0.0267391 Nov 12 08:08:58.650419 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86560c56-3643-4cc3-9cd1-1de6abc297c9 req-f7685d07-49e7-41a6-9b0e-5ea0beb1029d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:58.655642 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-86560c56-3643-4cc3-9cd1-1de6abc297c9 req-f7685d07-49e7-41a6-9b0e-5ea0beb1029d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1 HTTP/1.1" status: 200 len: 843 time: 0.0912256 Nov 12 08:08:58.713299 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f188d7ed-0c7a-4b7e-9ef9-40e7102b4924 req-a70d28f1-6159-412e-a62b-6194bed45490 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=737ba54db011432b976fdfd3857f766e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0562959 Nov 12 08:08:58.755681 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86560c56-3643-4cc3-9cd1-1de6abc297c9 req-bc8d0f71-e8ba-4b46-ad55-60c1d40e70e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:58.758083 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-86560c56-3643-4cc3-9cd1-1de6abc297c9 req-bc8d0f71-e8ba-4b46-ad55-60c1d40e70e2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=107743df-d3df-459d-a6cd-9e2ab4303016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0751221 Nov 12 08:08:58.779624 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-e9085d90-d6e2-4a4c-bc7f-5418c944c76f req-289cf24a-ce7b-44a5-9592-65c193d05e71 service neutron] Transition to ACTIVE for port object b57644af-7136-449f-883c-0d8733ae31ff will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:08:58.785420 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e9085d90-d6e2-4a4c-bc7f-5418c944c76f req-289cf24a-ce7b-44a5-9592-65c193d05e71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:58.885783 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9085d90-d6e2-4a4c-bc7f-5418c944c76f req-289cf24a-ce7b-44a5-9592-65c193d05e71 service neutron] No DVR routers for this DVR port b57644af-7136-449f-883c-0d8733ae31ff on host n-h1-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:08:58.980088 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289cf24a-ce7b-44a5-9592-65c193d05e71 service neutron] Pushing event updated for resources: {'Port': ['ID=b57644af-7136-449f-883c-0d8733ae31ff,revision_number=10']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:08:58.995188 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289cf24a-ce7b-44a5-9592-65c193d05e71 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:08:58.995613 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289cf24a-ce7b-44a5-9592-65c193d05e71 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:08:58.995957 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289cf24a-ce7b-44a5-9592-65c193d05e71 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:08:58.996370 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289cf24a-ce7b-44a5-9592-65c193d05e71 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:08:58.996706 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289cf24a-ce7b-44a5-9592-65c193d05e71 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:08:58.997036 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289cf24a-ce7b-44a5-9592-65c193d05e71 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:08:58.999127 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289cf24a-ce7b-44a5-9592-65c193d05e71 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:08:59.003030 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289cf24a-ce7b-44a5-9592-65c193d05e71 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:08:59.003407 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289cf24a-ce7b-44a5-9592-65c193d05e71 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:08:59.003752 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289cf24a-ce7b-44a5-9592-65c193d05e71 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:08:59.004184 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289cf24a-ce7b-44a5-9592-65c193d05e71 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:08:59.004524 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289cf24a-ce7b-44a5-9592-65c193d05e71 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:08:59.014834 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-86560c56-3643-4cc3-9cd1-1de6abc297c9 req-a5af7661-9ae3-4937-8d49-fcea40449389 service neutron] 10.222.0.44 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366745 Nov 12 08:08:59.016475 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e9085d90-d6e2-4a4c-bc7f-5418c944c76f req-289cf24a-ce7b-44a5-9592-65c193d05e71 service neutron] 10.222.0.21 "PUT /v2.0/ports/b57644af-7136-449f-883c-0d8733ae31ff/bindings/n-h2-765315-29/activate HTTP/1.1" status: 200 len: 370 time: 0.9448731 Nov 12 08:08:59.074244 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6306733d-3de4-492f-afcb-1b8463d42bf2 req-5d922785-8829-4dc8-b3d3-7be00bc8c061 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:59.082259 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6306733d-3de4-492f-afcb-1b8463d42bf2 req-5d922785-8829-4dc8-b3d3-7be00bc8c061 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f72da1e-4880-445d-9461-e68100f39db1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1313586 Nov 12 08:08:59.239597 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bdf6cd6-6762-4fd7-933e-95830750c5b4 x-openstack-request-id: req-3bdf6cd6-6762-4fd7-933e-95830750c5b4 {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:08:59.239597 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6bc5d66-b2f6-4252-a902-84ebb010c409", "tag": "34d1dcbc-464b-41d6-9441-548e97d0bf52", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:08:59.239597 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3bdf6cd6-6762-4fd7-933e-95830750c5b4 {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:08:59.239597 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6bc5d66-b2f6-4252-a902-84ebb010c409', 'tag': '34d1dcbc-464b-41d6-9441-548e97d0bf52', 'status': 'completed', 'code': 200} Nov 12 08:08:59.255221 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9085d90-d6e2-4a4c-bc7f-5418c944c76f req-a51a8576-0c86-4164-8aab-ad7a3dcfe471 tempest-LiveAutoBlockMigrationV225Test-1991143985 tempest-LiveAutoBlockMigrationV225Test-1991143985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:59.256752 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e9085d90-d6e2-4a4c-bc7f-5418c944c76f req-a51a8576-0c86-4164-8aab-ad7a3dcfe471 tempest-LiveAutoBlockMigrationV225Test-1991143985 tempest-LiveAutoBlockMigrationV225Test-1991143985-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=94ffb2fc-fb0c-423a-b2e0-af99ae6c54dd&tenant_id=d3f3ef4a14134700a36c0967765d4c9a&binding%3Ahost_id=n-h1-765315-29 HTTP/1.1" status: 200 len: 1096 time: 0.1597962 Nov 12 08:08:59.302975 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6306733d-3de4-492f-afcb-1b8463d42bf2 req-546f12b5-6b8f-4abf-9f16-36d45da0350a tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.2.22 HTTP/1.1" status: 200 len: 1000 time: 0.2196808 Nov 12 08:08:59.312053 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-6306733d-3de4-492f-afcb-1b8463d42bf2 req-0517db27-520a-425d-9bbe-7329ca90579d tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Request body: {'floatingip': {'port_id': '5975a837-69b0-4656-8c46-90ccacaa190f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:08:59.378237 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-6306733d-3de4-492f-afcb-1b8463d42bf2 req-0517db27-520a-425d-9bbe-7329ca90579d tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Publish callbacks [] for floatingip, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:08:59.445876 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9085d90-d6e2-4a4c-bc7f-5418c944c76f req-4a0ededc-3f55-45c7-9fb9-0ac6bfd3f6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:59.447870 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e9085d90-d6e2-4a4c-bc7f-5418c944c76f req-4a0ededc-3f55-45c7-9fb9-0ac6bfd3f6fc service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=94ffb2fc-fb0c-423a-b2e0-af99ae6c54dd&tenant_id=d3f3ef4a14134700a36c0967765d4c9a HTTP/1.1" status: 200 len: 1096 time: 0.1569560 Nov 12 08:08:59.456399 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-86560c56-3643-4cc3-9cd1-1de6abc297c9 req-b0272cef-6c66-4e72-a561-6325ea8790bc service neutron] 10.222.0.44 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4246056 Nov 12 08:08:59.465744 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0babb5-e222-4c8e-badb-a1cd31bb56f6 req-c82db3f9-2bd2-4190-be8e-43dbac8b3e6c tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:59.465744 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1a0babb5-e222-4c8e-badb-a1cd31bb56f6 req-c82db3f9-2bd2-4190-be8e-43dbac8b3e6c tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6bc5d66-b2f6-4252-a902-84ebb010c409 HTTP/1.1" status: 200 len: 948 time: 0.1144202 Nov 12 08:08:59.528993 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1a0babb5-e222-4c8e-badb-a1cd31bb56f6 req-2e859c3b-e350-4df4-b914-51d183850508 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] 10.222.0.26 "GET /v2.0/security-groups?id=324d126f-7172-408c-b291-f65e4794fc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573668 Nov 12 08:08:59.640111 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9085d90-d6e2-4a4c-bc7f-5418c944c76f req-0582b4e6-18f8-4523-8b18-cbe8ad1f3e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:59.641717 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e9085d90-d6e2-4a4c-bc7f-5418c944c76f req-0582b4e6-18f8-4523-8b18-cbe8ad1f3e8c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d3f3ef4a14134700a36c0967765d4c9a&device_id=94ffb2fc-fb0c-423a-b2e0-af99ae6c54dd HTTP/1.1" status: 200 len: 1096 time: 0.1245642 Nov 12 08:08:59.698860 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-db827fa1-0e6c-4248-8f8f-09d36e6210e4 req-21a655be-c718-4f12-8705-dde30b491bc2 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=737ba54db011432b976fdfd3857f766e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0684853 Nov 12 08:08:59.786839 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5af043d-95e6-4e40-89fc-b9f09a01f5b8 req-437bf586-afb1-4e35-8d95-e5a90415db17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:59.789111 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b5af043d-95e6-4e40-89fc-b9f09a01f5b8 req-437bf586-afb1-4e35-8d95-e5a90415db17 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=18645d9d88124b4d9a21d3cd2562460a&device_id=a6bc5d66-b2f6-4252-a902-84ebb010c409 HTTP/1.1" status: 200 len: 1100 time: 0.1439877 Nov 12 08:08:59.809930 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9085d90-d6e2-4a4c-bc7f-5418c944c76f req-f39dc559-791a-4f2a-aadb-780f4e14dc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:59.811485 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e9085d90-d6e2-4a4c-bc7f-5418c944c76f req-f39dc559-791a-4f2a-aadb-780f4e14dc2f service neutron] 10.222.0.44 "GET /v2.0/networks?id=e20d0ee5-0c01-4db1-aa95-4ea5bc470460 HTTP/1.1" status: 200 len: 922 time: 0.1512322 Nov 12 08:08:59.914271 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db827fa1-0e6c-4248-8f8f-09d36e6210e4 req-05aa108a-6567-41a2-b87b-6a17fddb0532 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:08:59.922126 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-db827fa1-0e6c-4248-8f8f-09d36e6210e4 req-05aa108a-6567-41a2-b87b-6a17fddb0532 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2218208 Nov 12 08:08:59.945721 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-db827fa1-0e6c-4248-8f8f-09d36e6210e4 req-2ad0bb8d-d402-4669-b1e6-786ed6fc1951 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/quotas/737ba54db011432b976fdfd3857f766e HTTP/1.1" status: 200 len: 375 time: 0.0215487 Nov 12 08:08:59.983845 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-db827fa1-0e6c-4248-8f8f-09d36e6210e4 req-c6a01d5e-90c7-4a7f-9511-dba31a7e2185 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=737ba54db011432b976fdfd3857f766e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0364091 Nov 12 08:09:00.024860 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5af043d-95e6-4e40-89fc-b9f09a01f5b8 req-722a5002-5704-406d-8c16-448f51c047dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:00.027605 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b5af043d-95e6-4e40-89fc-b9f09a01f5b8 req-722a5002-5704-406d-8c16-448f51c047dc service neutron] 10.222.0.44 "GET /v2.0/networks?id=107743df-d3df-459d-a6cd-9e2ab4303016 HTTP/1.1" status: 200 len: 870 time: 0.2190201 Nov 12 08:09:00.121046 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b5af043d-95e6-4e40-89fc-b9f09a01f5b8 req-2d575ed1-2051-4e82-aa76-4b20714fb55d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=34d1dcbc-464b-41d6-9441-548e97d0bf52 HTTP/1.1" status: 200 len: 217 time: 0.0772889 Nov 12 08:09:00.182765 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e9085d90-d6e2-4a4c-bc7f-5418c944c76f req-9b8a0c87-d0b3-4c55-b11e-b87f304f5582 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b57644af-7136-449f-883c-0d8733ae31ff HTTP/1.1" status: 200 len: 217 time: 0.3283212 Nov 12 08:09:00.275639 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5af043d-95e6-4e40-89fc-b9f09a01f5b8 req-e4e1f703-ecbb-45ef-82ae-6b3c99ea8e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:00.284056 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b5af043d-95e6-4e40-89fc-b9f09a01f5b8 req-e4e1f703-ecbb-45ef-82ae-6b3c99ea8e1a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1 HTTP/1.1" status: 200 len: 843 time: 0.1455498 Nov 12 08:09:00.321530 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9085d90-d6e2-4a4c-bc7f-5418c944c76f req-be16f32a-e004-47e7-81df-673aae603e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:00.323835 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e9085d90-d6e2-4a4c-bc7f-5418c944c76f req-be16f32a-e004-47e7-81df-673aae603e26 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4054f1d6-a6c6-43c7-ba9c-9a6600029957 HTTP/1.1" status: 200 len: 861 time: 0.1276557 Nov 12 08:09:00.396885 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e9085d90-d6e2-4a4c-bc7f-5418c944c76f req-1a28b299-ceca-4c91-ae5b-948c741a5895 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e20d0ee5-0c01-4db1-aa95-4ea5bc470460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338655 Nov 12 08:09:00.413680 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b223dcf3-078a-4cb7-b91d-84f21007379f req-7c39d574-c56c-4e57-87a6-c8ef70562263 tempest-ServersAdminNegativeTestJSON-790933463 tempest-ServersAdminNegativeTestJSON-790933463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:00.416029 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b223dcf3-078a-4cb7-b91d-84f21007379f req-7c39d574-c56c-4e57-87a6-c8ef70562263 tempest-ServersAdminNegativeTestJSON-790933463 tempest-ServersAdminNegativeTestJSON-790933463-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=fa3b3dea-7105-46ec-978f-6c97c978d65e HTTP/1.1" status: 200 len: 1101 time: 0.0885384 Nov 12 08:09:00.420465 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5af043d-95e6-4e40-89fc-b9f09a01f5b8 req-70537399-c0c2-42db-ac0c-0107eb0021a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:00.422393 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b5af043d-95e6-4e40-89fc-b9f09a01f5b8 req-70537399-c0c2-42db-ac0c-0107eb0021a0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=107743df-d3df-459d-a6cd-9e2ab4303016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1243663 Nov 12 08:09:00.441069 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b223dcf3-078a-4cb7-b91d-84f21007379f req-26b5e591-cf28-4b98-996f-af30896301f4 tempest-ServersAdminNegativeTestJSON-790933463 tempest-ServersAdminNegativeTestJSON-790933463-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:00.612917 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b223dcf3-078a-4cb7-b91d-84f21007379f req-26b5e591-cf28-4b98-996f-af30896301f4 tempest-ServersAdminNegativeTestJSON-790933463 tempest-ServersAdminNegativeTestJSON-790933463-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:00.623942 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b223dcf3-078a-4cb7-b91d-84f21007379f req-26b5e591-cf28-4b98-996f-af30896301f4 tempest-ServersAdminNegativeTestJSON-790933463 tempest-ServersAdminNegativeTestJSON-790933463-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:00.644302 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e9085d90-d6e2-4a4c-bc7f-5418c944c76f req-6a77993a-b4a4-44dc-a3cd-0f40e7bdef26 service neutron] 10.222.0.44 "GET /v2.0/networks/e20d0ee5-0c01-4db1-aa95-4ea5bc470460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991057 Nov 12 08:09:00.650580 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b5af043d-95e6-4e40-89fc-b9f09a01f5b8 req-ff2b656a-ba8e-4d6d-b4e3-3aca93c5a4a2 service neutron] 10.222.0.44 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570473 Nov 12 08:09:00.666104 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b223dcf3-078a-4cb7-b91d-84f21007379f req-26b5e591-cf28-4b98-996f-af30896301f4 tempest-ServersAdminNegativeTestJSON-790933463 tempest-ServersAdminNegativeTestJSON-790933463-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=dc73c956-b036-4b27-a19b-8f92c82fdda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420921 Nov 12 08:09:00.678611 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-6306733d-3de4-492f-afcb-1b8463d42bf2 req-0517db27-520a-425d-9bbe-7329ca90579d tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:00.687951 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-6306733d-3de4-492f-afcb-1b8463d42bf2 req-0517db27-520a-425d-9bbe-7329ca90579d tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:00.689267 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b5e591-cf28-4b98-996f-af30896301f4 tempest-ServersAdminNegativeTestJSON-790933463 tempest-ServersAdminNegativeTestJSON-790933463-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cfe58e3-af7a-4315-af90-d9c24641a745,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:00.764560 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f188d7ed-0c7a-4b7e-9ef9-40e7102b4924 req-33adeaa6-3f30-4dba-a505-0c03979f2c2d tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=737ba54db011432b976fdfd3857f766e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0527389 Nov 12 08:09:00.940351 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e9085d90-d6e2-4a4c-bc7f-5418c944c76f req-844eec47-a037-4a8d-b9ef-c413c9006ee0 service neutron] 10.222.0.44 "GET /v2.0/networks/e20d0ee5-0c01-4db1-aa95-4ea5bc470460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674476 Nov 12 08:09:00.942199 n-d-765315-29 neutron-server[102600]: INFO neutron.db.l3_db [req-6306733d-3de4-492f-afcb-1b8463d42bf2 req-0517db27-520a-425d-9bbe-7329ca90579d tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Floating IP 68b5cea1-5d2f-4c4b-8022-a0eaf64db1de associated. External IP: 172.25.2.22, port: 64c9cd6b-64f0-45b3-a976-8b00bb48b94a. Nov 12 08:09:01.185100 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089b7ffc-1067-4fec-8b16-d6fa2b9f03cf req-5ba3beb0-e161-4d57-aeb1-9d56f35ac1e9 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:01.186624 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-089b7ffc-1067-4fec-8b16-d6fa2b9f03cf req-5ba3beb0-e161-4d57-aeb1-9d56f35ac1e9 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=94ffb2fc-fb0c-423a-b2e0-af99ae6c54dd HTTP/1.1" status: 200 len: 944 time: 0.4130058 Nov 12 08:09:01.197210 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b5af043d-95e6-4e40-89fc-b9f09a01f5b8 req-8364e2f8-6d8c-4ec5-8b5d-a662219b15f4 service neutron] 10.222.0.44 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4737866 Nov 12 08:09:01.197678 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6306733d-3de4-492f-afcb-1b8463d42bf2 req-0517db27-520a-425d-9bbe-7329ca90579d tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Router 9e5fd536-d0bb-4d59-b78a-9e2de0d54b74 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:09:01.227544 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f188d7ed-0c7a-4b7e-9ef9-40e7102b4924 req-bbdf0c9a-0fe2-4c45-b153-04617d4c9b65 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:01.228996 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f188d7ed-0c7a-4b7e-9ef9-40e7102b4924 req-bbdf0c9a-0fe2-4c45-b153-04617d4c9b65 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4565499 Nov 12 08:09:01.259289 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-089b7ffc-1067-4fec-8b16-d6fa2b9f03cf req-31ef191d-dad4-4744-8758-bb6d9264903a tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611873 Nov 12 08:09:01.263952 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-f188d7ed-0c7a-4b7e-9ef9-40e7102b4924 req-272800e8-c1a7-4572-a848-7d6700da28f7 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Request body: {'port': {'device_id': 'bf5b5785-a47f-4561-a4b6-f5a68cfe2ed6', 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016', 'admin_state_up': True, 'tenant_id': '737ba54db011432b976fdfd3857f766e'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:09:01.323105 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6306733d-3de4-492f-afcb-1b8463d42bf2 req-0517db27-520a-425d-9bbe-7329ca90579d tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:09:01.336809 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d31d304-b517-4c80-abfa-21a6fb7bf588 None None] Sync routers for ids ['9e5fd536-d0bb-4d59-b78a-9e2de0d54b74'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:09:01.351360 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d31d304-b517-4c80-abfa-21a6fb7bf588 None None] Routers {'9e5fd536-d0bb-4d59-b78a-9e2de0d54b74'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:09:01.352498 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-3d31d304-b517-4c80-abfa-21a6fb7bf588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:08:36Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['9e5fd536-d0bb-4d59-b78a-9e2de0d54b74'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:09:01.539430 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-054b0df9-919f-454e-8094-d3dfd487e734 req-81057144-8182-4d1e-b7a0-f577dfdb3fa4 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/ports?device_id=c36d23e4-07c7-4980-865e-dd588c2d12a7 HTTP/1.1" status: 200 len: 210 time: 0.0743558 Nov 12 08:09:01.550219 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f188d7ed-0c7a-4b7e-9ef9-40e7102b4924 req-272800e8-c1a7-4572-a848-7d6700da28f7 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Made reservation on behalf of 737ba54db011432b976fdfd3857f766e for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:09:01.571711 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-3d31d304-b517-4c80-abfa-21a6fb7bf588 None None] Set router 9e5fd536-d0bb-4d59-b78a-9e2de0d54b74 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:09:01.574258 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-f188d7ed-0c7a-4b7e-9ef9-40e7102b4924 req-272800e8-c1a7-4572-a848-7d6700da28f7 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:01.640465 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-f188d7ed-0c7a-4b7e-9ef9-40e7102b4924 req-272800e8-c1a7-4572-a848-7d6700da28f7 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:01.724107 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-db827fa1-0e6c-4248-8f8f-09d36e6210e4 req-0219678e-2a3d-46b7-a585-7439c9ffb6c7 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=737ba54db011432b976fdfd3857f766e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1836934 Nov 12 08:09:01.776013 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6306733d-3de4-492f-afcb-1b8463d42bf2 req-0517db27-520a-425d-9bbe-7329ca90579d tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Router 9e5fd536-d0bb-4d59-b78a-9e2de0d54b74 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:09:01.865726 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db827fa1-0e6c-4248-8f8f-09d36e6210e4 req-456ee40b-977f-4d1a-81b4-31957e63faf0 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:01.867251 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-db827fa1-0e6c-4248-8f8f-09d36e6210e4 req-456ee40b-977f-4d1a-81b4-31957e63faf0 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1363304 Nov 12 08:09:01.894578 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-db827fa1-0e6c-4248-8f8f-09d36e6210e4 req-df21fff5-5396-48e0-988f-bf4cc9d75b70 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Request body: {'port': {'device_id': 'c36d23e4-07c7-4980-865e-dd588c2d12a7', 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016', 'admin_state_up': True, 'tenant_id': '737ba54db011432b976fdfd3857f766e'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:09:01.908443 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9085d90-d6e2-4a4c-bc7f-5418c944c76f req-db59aefa-92a1-403f-8919-46e16ab3cbd9 tempest-LiveAutoBlockMigrationV225Test-1991143985 tempest-LiveAutoBlockMigrationV225Test-1991143985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:01.910919 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e9085d90-d6e2-4a4c-bc7f-5418c944c76f req-db59aefa-92a1-403f-8919-46e16ab3cbd9 tempest-LiveAutoBlockMigrationV225Test-1991143985 tempest-LiveAutoBlockMigrationV225Test-1991143985-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=94ffb2fc-fb0c-423a-b2e0-af99ae6c54dd&tenant_id=d3f3ef4a14134700a36c0967765d4c9a&binding%3Ahost_id=n-h2-765315-29 HTTP/1.1" status: 200 len: 1096 time: 0.2929778 Nov 12 08:09:01.952638 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6306733d-3de4-492f-afcb-1b8463d42bf2 req-0517db27-520a-425d-9bbe-7329ca90579d tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:09:01.965193 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-6306733d-3de4-492f-afcb-1b8463d42bf2 req-0517db27-520a-425d-9bbe-7329ca90579d tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:01.981727 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-3d31d304-b517-4c80-abfa-21a6fb7bf588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5fd536-d0bb-4d59-b78a-9e2de0d54b74', 'name': 'tempest-FloatingIPsAssociationTestJSON-2142488039-router', 'tenant_id': '2c540c0464294343b65b342f4c6f01b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'd55f500f-4bd1-44df-8dfd-0ef809acbb77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:07:50Z', 'updated_at': '2021-11-12T08:08:02Z', 'revision_number': 4, 'project_id': '2c540c0464294343b65b342f4c6f01b0', 'gw_port': {'id': 'd55f500f-4bd1-44df-8dfd-0ef809acbb77', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5fd536-d0bb-4d59-b78a-9e2de0d54b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:51Z', 'updated_at': '2021-11-12T08:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': '68b5cea1-5d2f-4c4b-8022-a0eaf64db1de', 'tenant_id': '2c540c0464294343b65b342f4c6f01b0', 'floating_ip_address': '172.25.2.22', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': '9e5fd536-d0bb-4d59-b78a-9e2de0d54b74', 'port_id': '5975a837-69b0-4656-8c46-90ccacaa190f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3156095-dd64-4768-883c-6857cbfc4c3d', 'mac_address': 'fa:16:3e:70:c0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f72da1e-4880-445d-9461-e68100f39db1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:08:30Z', 'updated_at': '2021-11-12T08:09:00Z', 'revision_number': 3, 'project_id': '2c540c0464294343b65b342f4c6f01b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4d8f593-2f9e-4dfc-9e9c-4b27feac3960', 'name': '', 'network_id': 'a3156095-dd64-4768-883c-6857cbfc4c3d', 'tenant_id': '2c540c0464294343b65b342f4c6f01b0', 'mac_address': 'fa:16:3e:21:30:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5fd536-d0bb-4d59-b78a-9e2de0d54b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '5faf708b-0fdf-49a2-9148-2d75ea940abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:08:00Z', 'updated_at': '2021-11-12T08:08:08Z', 'revision_number': 5, 'project_id': '2c540c0464294343b65b342f4c6f01b0', 'subnets': [{'id': '5faf708b-0fdf-49a2-9148-2d75ea940abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:09:02.004457 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '053da00c-e5c3-4f45-bacd-a2cffaf1c4e3', 'tag': '64c9cd6b-64f0-45b3-a976-8b00bb48b94a'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:09:02.008449 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7b5c8c0-1f6f-427a-807b-e2046146a798" -d '{"events": [{"name": "network-changed", "server_uuid": "053da00c-e5c3-4f45-bacd-a2cffaf1c4e3", "tag": "64c9cd6b-64f0-45b3-a976-8b00bb48b94a"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:09:02.029105 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d31d304-b517-4c80-abfa-21a6fb7bf588 None None] Checking router: 9e5fd536-d0bb-4d59-b78a-9e2de0d54b74 for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:09:02.041087 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d31d304-b517-4c80-abfa-21a6fb7bf588 None None] Routers {'9e5fd536-d0bb-4d59-b78a-9e2de0d54b74'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:09:02.041822 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-3d31d304-b517-4c80-abfa-21a6fb7bf588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:08:36Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['9e5fd536-d0bb-4d59-b78a-9e2de0d54b74'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:09:02.048867 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6306733d-3de4-492f-afcb-1b8463d42bf2 req-0517db27-520a-425d-9bbe-7329ca90579d tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] 10.222.0.26 "PUT /v2.0/floatingips/68b5cea1-5d2f-4c4b-8022-a0eaf64db1de HTTP/1.1" status: 200 len: 997 time: 2.7443950 Nov 12 08:09:02.115558 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6306733d-3de4-492f-afcb-1b8463d42bf2 req-8201e205-59ab-4296-8e7c-2a15c01e5e7c tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:02.116254 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce100a5-54ec-4e91-9869-6d6bd96dd2a8 req-fe83c307-fae6-407c-a92f-1fb2d4dbd356 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:02.124459 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9ce100a5-54ec-4e91-9869-6d6bd96dd2a8 req-fe83c307-fae6-407c-a92f-1fb2d4dbd356 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6bc5d66-b2f6-4252-a902-84ebb010c409 HTTP/1.1" status: 200 len: 948 time: 0.4271369 Nov 12 08:09:02.144482 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6306733d-3de4-492f-afcb-1b8463d42bf2 req-8201e205-59ab-4296-8e7c-2a15c01e5e7c tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] 10.222.0.26 "GET /v2.0/ports/64c9cd6b-64f0-45b3-a976-8b00bb48b94a HTTP/1.1" status: 200 len: 942 time: 0.0833719 Nov 12 08:09:02.194309 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-3d31d304-b517-4c80-abfa-21a6fb7bf588 None None] Set router 9e5fd536-d0bb-4d59-b78a-9e2de0d54b74 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:09:02.237276 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device b57644af-7136-449f-883c-0d8733ae31ff no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:09:02.267696 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9ce100a5-54ec-4e91-9869-6d6bd96dd2a8 req-102c81cc-8357-4ab7-b983-1c897b86320d tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] 10.222.0.26 "GET /v2.0/security-groups?id=324d126f-7172-408c-b291-f65e4794fc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404545 Nov 12 08:09:02.286311 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device b57644af-7136-449f-883c-0d8733ae31ff not bound to the agent host n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:09:02.313319 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6306733d-3de4-492f-afcb-1b8463d42bf2 req-c5daba8e-e8da-4f18-9066-010d5eb260c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:02.316761 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6306733d-3de4-492f-afcb-1b8463d42bf2 req-c5daba8e-e8da-4f18-9066-010d5eb260c9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2c540c0464294343b65b342f4c6f01b0&device_id=053da00c-e5c3-4f45-bacd-a2cffaf1c4e3 HTTP/1.1" status: 200 len: 1097 time: 0.0907400 Nov 12 08:09:02.361675 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db827fa1-0e6c-4248-8f8f-09d36e6210e4 req-df21fff5-5396-48e0-988f-bf4cc9d75b70 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Made reservation on behalf of 737ba54db011432b976fdfd3857f766e for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:09:02.365270 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-db827fa1-0e6c-4248-8f8f-09d36e6210e4 req-df21fff5-5396-48e0-988f-bf4cc9d75b70 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:02.409989 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-db827fa1-0e6c-4248-8f8f-09d36e6210e4 req-df21fff5-5396-48e0-988f-bf4cc9d75b70 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:02.436230 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-f188d7ed-0c7a-4b7e-9ef9-40e7102b4924 req-272800e8-c1a7-4572-a848-7d6700da28f7 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:02.450137 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-e9085d90-d6e2-4a4c-bc7f-5418c944c76f req-c64e2071-9e6a-4589-b787-c06ff869e7c4 service neutron] For port b57644af-7136-449f-883c-0d8733ae31ff, host n-h1-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:09:02.456198 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-f188d7ed-0c7a-4b7e-9ef9-40e7102b4924 req-272800e8-c1a7-4572-a848-7d6700da28f7 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:02.474514 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e9085d90-d6e2-4a4c-bc7f-5418c944c76f req-c64e2071-9e6a-4589-b787-c06ff869e7c4 service neutron] Publish callbacks [] for binding, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:02.475786 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e9085d90-d6e2-4a4c-bc7f-5418c944c76f req-c64e2071-9e6a-4589-b787-c06ff869e7c4 service neutron] 10.222.0.44 "DELETE /v2.0/ports/b57644af-7136-449f-883c-0d8733ae31ff/bindings/n-h1-765315-29 HTTP/1.1" status: 204 len: 173 time: 0.5469575 Nov 12 08:09:02.476532 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6306733d-3de4-492f-afcb-1b8463d42bf2 req-a75e0872-9f23-41f3-94ab-7ba6ed28be9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:02.485305 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6306733d-3de4-492f-afcb-1b8463d42bf2 req-a75e0872-9f23-41f3-94ab-7ba6ed28be9b service neutron] 10.222.0.26 "GET /v2.0/networks?id=a3156095-dd64-4768-883c-6857cbfc4c3d HTTP/1.1" status: 200 len: 922 time: 0.1614029 Nov 12 08:09:02.552272 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6306733d-3de4-492f-afcb-1b8463d42bf2 req-7fc1f3f7-6266-42e4-9e90-c5f63a3404a0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64c9cd6b-64f0-45b3-a976-8b00bb48b94a HTTP/1.1" status: 200 len: 217 time: 0.0637445 Nov 12 08:09:02.567878 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1afd76cf-03fb-4c94-817d-c231360ba748 x-openstack-request-id: req-1afd76cf-03fb-4c94-817d-c231360ba748 {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:09:02.569178 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "053da00c-e5c3-4f45-bacd-a2cffaf1c4e3", "tag": "64c9cd6b-64f0-45b3-a976-8b00bb48b94a", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:09:02.569668 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1afd76cf-03fb-4c94-817d-c231360ba748 {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:09:02.570178 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '053da00c-e5c3-4f45-bacd-a2cffaf1c4e3', 'tag': '64c9cd6b-64f0-45b3-a976-8b00bb48b94a', 'status': 'completed', 'code': 200} Nov 12 08:09:02.573845 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272800e8-c1a7-4572-a848-7d6700da28f7 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb487f5-7b7a-45ea-a48a-5e5b4b4e6e86,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:02.592969 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.db.api [req-db827fa1-0e6c-4248-8f8f-09d36e6210e4 req-df21fff5-5396-48e0-988f-bf4cc9d75b70 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 737ba54db011432b976fdfd3857f766e {{(pid=102599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:09:02.593311 n-d-765315-29 neutron-server[102599]: DEBUG oslo_db.api [req-db827fa1-0e6c-4248-8f8f-09d36e6210e4 req-df21fff5-5396-48e0-988f-bf4cc9d75b70 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:09:02.682194 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-3d31d304-b517-4c80-abfa-21a6fb7bf588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5fd536-d0bb-4d59-b78a-9e2de0d54b74', 'name': 'tempest-FloatingIPsAssociationTestJSON-2142488039-router', 'tenant_id': '2c540c0464294343b65b342f4c6f01b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'd55f500f-4bd1-44df-8dfd-0ef809acbb77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:07:50Z', 'updated_at': '2021-11-12T08:08:02Z', 'revision_number': 4, 'project_id': '2c540c0464294343b65b342f4c6f01b0', 'gw_port': {'id': 'd55f500f-4bd1-44df-8dfd-0ef809acbb77', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5fd536-d0bb-4d59-b78a-9e2de0d54b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:51Z', 'updated_at': '2021-11-12T08:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': '68b5cea1-5d2f-4c4b-8022-a0eaf64db1de', 'tenant_id': '2c540c0464294343b65b342f4c6f01b0', 'floating_ip_address': '172.25.2.22', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': '9e5fd536-d0bb-4d59-b78a-9e2de0d54b74', 'port_id': '5975a837-69b0-4656-8c46-90ccacaa190f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3156095-dd64-4768-883c-6857cbfc4c3d', 'mac_address': 'fa:16:3e:70:c0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f72da1e-4880-445d-9461-e68100f39db1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:08:30Z', 'updated_at': '2021-11-12T08:09:00Z', 'revision_number': 3, 'project_id': '2c540c0464294343b65b342f4c6f01b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4d8f593-2f9e-4dfc-9e9c-4b27feac3960', 'name': '', 'network_id': 'a3156095-dd64-4768-883c-6857cbfc4c3d', 'tenant_id': '2c540c0464294343b65b342f4c6f01b0', 'mac_address': 'fa:16:3e:21:30:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5fd536-d0bb-4d59-b78a-9e2de0d54b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '5faf708b-0fdf-49a2-9148-2d75ea940abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:08:00Z', 'updated_at': '2021-11-12T08:08:08Z', 'revision_number': 5, 'project_id': '2c540c0464294343b65b342f4c6f01b0', 'subnets': [{'id': '5faf708b-0fdf-49a2-9148-2d75ea940abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:09:02.700412 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6306733d-3de4-492f-afcb-1b8463d42bf2 req-69c15d3a-6c96-43b3-ad92-fce353740096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:02.703710 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-f188d7ed-0c7a-4b7e-9ef9-40e7102b4924 req-272800e8-c1a7-4572-a848-7d6700da28f7 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Allocated IP 192.168.233.170 (107743df-d3df-459d-a6cd-9e2ab4303016/e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1/ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:09:02.706163 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6306733d-3de4-492f-afcb-1b8463d42bf2 req-69c15d3a-6c96-43b3-ad92-fce353740096 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5faf708b-0fdf-49a2-9148-2d75ea940abb HTTP/1.1" status: 200 len: 860 time: 0.1515181 Nov 12 08:09:02.727003 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a2dbaf-bc4f-4ca9-9de6-584f3457a0e6 req-15a8c29e-bf63-48a9-9650-8b9407a12f40 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:02.728664 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-17a2dbaf-bc4f-4ca9-9de6-584f3457a0e6 req-15a8c29e-bf63-48a9-9650-8b9407a12f40 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=94ffb2fc-fb0c-423a-b2e0-af99ae6c54dd HTTP/1.1" status: 200 len: 944 time: 0.0897729 Nov 12 08:09:02.753508 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d31d304-b517-4c80-abfa-21a6fb7bf588 None None] The sync data for ids ['9e5fd536-d0bb-4d59-b78a-9e2de0d54b74'] in n-d-765315-29 is: [{'id': '9e5fd536-d0bb-4d59-b78a-9e2de0d54b74', 'name': 'tempest-FloatingIPsAssociationTestJSON-2142488039-router', 'tenant_id': '2c540c0464294343b65b342f4c6f01b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'd55f500f-4bd1-44df-8dfd-0ef809acbb77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:07:50Z', 'updated_at': '2021-11-12T08:08:02Z', 'revision_number': 4, 'project_id': '2c540c0464294343b65b342f4c6f01b0', 'gw_port': {'id': 'd55f500f-4bd1-44df-8dfd-0ef809acbb77', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5fd536-d0bb-4d59-b78a-9e2de0d54b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:51Z', 'updated_at': '2021-11-12T08:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': '68b5cea1-5d2f-4c4b-8022-a0eaf64db1de', 'tenant_id': '2c540c0464294343b65b342f4c6f01b0', 'floating_ip_address': '172.25.2.22', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': '9e5fd536-d0bb-4d59-b78a-9e2de0d54b74', 'port_id': '5975a837-69b0-4656-8c46-90ccacaa190f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3156095-dd64-4768-883c-6857cbfc4c3d', 'mac_address': 'fa:16:3e:70:c0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f72da1e-4880-445d-9461-e68100f39db1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:08:30Z', 'updated_at': '2021-11-12T08:09:00Z', 'revision_number': 3, 'project_id': '2c540c0464294343b65b342f4c6f01b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4d8f593-2f9e-4dfc-9e9c-4b27feac3960', 'name': '', 'network_id': 'a3156095-dd64-4768-883c-6857cbfc4c3d', 'tenant_id': '2c540c0464294343b65b342f4c6f01b0', 'mac_address': 'fa:16:3e:21:30:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5fd536-d0bb-4d59-b78a-9e2de0d54b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '5faf708b-0fdf-49a2-9148-2d75ea940abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:08:00Z', 'updated_at': '2021-11-12T08:08:08Z', 'revision_number': 5, 'project_id': '2c540c0464294343b65b342f4c6f01b0', 'subnets': [{'id': '5faf708b-0fdf-49a2-9148-2d75ea940abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:09:02.800444 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b5c8c0-1f6f-427a-807b-e2046146a798 req-f4f7660a-a6bc-40fd-bb02-bf1e09c70a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:02.807966 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e7b5c8c0-1f6f-427a-807b-e2046146a798 req-f4f7660a-a6bc-40fd-bb02-bf1e09c70a9e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2c540c0464294343b65b342f4c6f01b0&device_id=053da00c-e5c3-4f45-bacd-a2cffaf1c4e3 HTTP/1.1" status: 200 len: 1097 time: 0.1942170 Nov 12 08:09:02.937496 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6306733d-3de4-492f-afcb-1b8463d42bf2 req-ca89f123-9806-458f-b631-45057f11a8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:02.939632 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6306733d-3de4-492f-afcb-1b8463d42bf2 req-ca89f123-9806-458f-b631-45057f11a8fa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a3156095-dd64-4768-883c-6857cbfc4c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2201591 Nov 12 08:09:02.969116 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-f188d7ed-0c7a-4b7e-9ef9-40e7102b4924 req-272800e8-c1a7-4572-a848-7d6700da28f7 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:03.013579 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-17a2dbaf-bc4f-4ca9-9de6-584f3457a0e6 req-df0bb605-c0d2-46e5-8fa4-dd00192f550e tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769785 Nov 12 08:09:03.068396 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80e31dc-1af7-4439-b1fd-145e9aa26271 None None] New status for floating IP 68b5cea1-5d2f-4c4b-8022-a0eaf64db1de: ACTIVE {{(pid=102601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:09:03.127511 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-db827fa1-0e6c-4248-8f8f-09d36e6210e4 req-df21fff5-5396-48e0-988f-bf4cc9d75b70 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:03.133410 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-f188d7ed-0c7a-4b7e-9ef9-40e7102b4924 req-272800e8-c1a7-4572-a848-7d6700da28f7 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:03.161683 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b5c8c0-1f6f-427a-807b-e2046146a798 req-f97752da-26b7-4277-b331-21a5b2e25df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:03.162824 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e7b5c8c0-1f6f-427a-807b-e2046146a798 req-f97752da-26b7-4277-b331-21a5b2e25df1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a3156095-dd64-4768-883c-6857cbfc4c3d HTTP/1.1" status: 200 len: 922 time: 0.3526886 Nov 12 08:09:03.183217 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 34d1dcbc-464b-41d6-9441-548e97d0bf52 details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:09:03.221364 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e7b5c8c0-1f6f-427a-807b-e2046146a798 req-b2192d57-0daa-4f27-8fdb-f5e896e1baf8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64c9cd6b-64f0-45b3-a976-8b00bb48b94a HTTP/1.1" status: 200 len: 217 time: 0.0444515 Nov 12 08:09:03.224399 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6306733d-3de4-492f-afcb-1b8463d42bf2 req-d4d3a69a-af60-415b-bdbc-1c40b4e5f436 service neutron] 10.222.0.26 "GET /v2.0/networks/a3156095-dd64-4768-883c-6857cbfc4c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768388 Nov 12 08:09:03.225496 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f188d7ed-0c7a-4b7e-9ef9-40e7102b4924 req-272800e8-c1a7-4572-a848-7d6700da28f7 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Network 107743df-d3df-459d-a6cd-9e2ab4303016 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:09:03.227386 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-f188d7ed-0c7a-4b7e-9ef9-40e7102b4924 req-272800e8-c1a7-4572-a848-7d6700da28f7 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:09:03.274365 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-f188d7ed-0c7a-4b7e-9ef9-40e7102b4924 req-272800e8-c1a7-4572-a848-7d6700da28f7 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:09:03.334156 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 34d1dcbc-464b-41d6-9441-548e97d0bf52, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=34d1dcbc-464b-41d6-9441-548e97d0bf52,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:09:03.364379 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': '34d1dcbc-464b-41d6-9441-548e97d0bf52', 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016', 'port_id': '34d1dcbc-464b-41d6-9441-548e97d0bf52', 'mac_address': 'fa:16:3e:82:54:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:09:03.373938 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f188d7ed-0c7a-4b7e-9ef9-40e7102b4924 req-272800e8-c1a7-4572-a848-7d6700da28f7 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:03.375242 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-f188d7ed-0c7a-4b7e-9ef9-40e7102b4924 req-272800e8-c1a7-4572-a848-7d6700da28f7 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:03.380398 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272800e8-c1a7-4572-a848-7d6700da28f7 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Pushing event updated for resources: {'Port': ['ID=ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:03.435947 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6306733d-3de4-492f-afcb-1b8463d42bf2 req-3f405e12-d029-45b9-ba2d-055a2d52fbca service neutron] 10.222.0.26 "GET /v2.0/networks/a3156095-dd64-4768-883c-6857cbfc4c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758842 Nov 12 08:09:03.448311 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b5c8c0-1f6f-427a-807b-e2046146a798 req-2a525283-bfdf-4c1b-9e3d-8e94a2c466ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:03.455772 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e7b5c8c0-1f6f-427a-807b-e2046146a798 req-2a525283-bfdf-4c1b-9e3d-8e94a2c466ea service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5faf708b-0fdf-49a2-9148-2d75ea940abb HTTP/1.1" status: 200 len: 860 time: 0.2236197 Nov 12 08:09:03.490482 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f188d7ed-0c7a-4b7e-9ef9-40e7102b4924 req-272800e8-c1a7-4572-a848-7d6700da28f7 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2300849 Nov 12 08:09:03.506855 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8f3043b7-9cd2-4232-8508-0c52aa9d6b85 req-9336db57-471c-4472-808b-2c41a021b409 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/ports?device_id=c36d23e4-07c7-4980-865e-dd588c2d12a7 HTTP/1.1" status: 200 len: 210 time: 0.1099322 Nov 12 08:09:03.512636 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:03.527495 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-f188d7ed-0c7a-4b7e-9ef9-40e7102b4924 req-7d7f2610-0dda-45a0-9b3c-20211fa6a168 service neutron] Request body: {'port': {'device_id': 'bf5b5785-a47f-4561-a4b6-f5a68cfe2ed6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:09:03.582916 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6306733d-3de4-492f-afcb-1b8463d42bf2 req-ffcbc5da-fe5e-487c-8a36-8db4ea7de013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:03.585140 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6306733d-3de4-492f-afcb-1b8463d42bf2 req-ffcbc5da-fe5e-487c-8a36-8db4ea7de013 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2c540c0464294343b65b342f4c6f01b0&device_id=1f72da1e-4880-445d-9461-e68100f39db1 HTTP/1.1" status: 200 len: 1097 time: 0.0604041 Nov 12 08:09:03.597044 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b5c8c0-1f6f-427a-807b-e2046146a798 req-c6b57bf2-8442-4def-9d98-1255ad2355c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:03.598906 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e7b5c8c0-1f6f-427a-807b-e2046146a798 req-c6b57bf2-8442-4def-9d98-1255ad2355c6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a3156095-dd64-4768-883c-6857cbfc4c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1309147 Nov 12 08:09:03.668525 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34d1dcbc-464b-41d6-9441-548e97d0bf52 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:09:03.738474 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 34d1dcbc-464b-41d6-9441-548e97d0bf52, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=34d1dcbc-464b-41d6-9441-548e97d0bf52,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:09:03.744291 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-987597f2-df41-4266-85a2-c506a3b88243 None None] Provisioning complete for port ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:09:03.744780 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-987597f2-df41-4266-85a2-c506a3b88243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:03.748740 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-f188d7ed-0c7a-4b7e-9ef9-40e7102b4924 req-7d7f2610-0dda-45a0-9b3c-20211fa6a168 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:03.749262 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:03.788123 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6306733d-3de4-492f-afcb-1b8463d42bf2 req-6cbecbf4-1123-4d9e-a0e1-792ad8dadb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:03.789564 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6306733d-3de4-492f-afcb-1b8463d42bf2 req-6cbecbf4-1123-4d9e-a0e1-792ad8dadb6c service neutron] 10.222.0.26 "GET /v2.0/networks?id=a3156095-dd64-4768-883c-6857cbfc4c3d HTTP/1.1" status: 200 len: 922 time: 0.1868932 Nov 12 08:09:03.808383 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad6c34a-d94b-4002-b0e3-f2724777acc9 req-9b15aa6f-fbd1-4c41-897e-832d7d3a45d4 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:03.810427 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9ad6c34a-d94b-4002-b0e3-f2724777acc9 req-9b15aa6f-fbd1-4c41-897e-832d7d3a45d4 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6bc5d66-b2f6-4252-a902-84ebb010c409 HTTP/1.1" status: 200 len: 948 time: 0.1529489 Nov 12 08:09:03.823688 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-987597f2-df41-4266-85a2-c506a3b88243 None None] Port ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:09:03.853214 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=34d1dcbc-464b-41d6-9441-548e97d0bf52,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:03.854483 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e7b5c8c0-1f6f-427a-807b-e2046146a798 req-ea291726-f252-4352-8897-dca202fdabae service neutron] 10.222.0.21 "GET /v2.0/networks/a3156095-dd64-4768-883c-6857cbfc4c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824627 Nov 12 08:09:03.857953 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1a7fd88b-7b6d-4dd3-abf1-575408cf4d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:03.865713 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:09:03.866144 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:09:03.866544 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:09:03.866977 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:09:03.867373 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:09:03.867760 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:09:03.868143 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:09:03.868536 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:09:03.868913 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:09:03.869296 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:09:03.869674 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:09:03.870049 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:09:03.895811 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb81a01-d2c0-4b09-9c58-63a6eae66039 None None] Sync routers for ids ['9e5fd536-d0bb-4d59-b78a-9e2de0d54b74'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:09:03.898623 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-db827fa1-0e6c-4248-8f8f-09d36e6210e4 req-df21fff5-5396-48e0-988f-bf4cc9d75b70 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Allocated IP 192.168.233.80 (107743df-d3df-459d-a6cd-9e2ab4303016/e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1/52703d62-0a3b-4c05-b231-7b7e93171c85) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:09:03.913983 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb81a01-d2c0-4b09-9c58-63a6eae66039 None None] Routers {'9e5fd536-d0bb-4d59-b78a-9e2de0d54b74'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:09:03.914958 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-eeb81a01-d2c0-4b09-9c58-63a6eae66039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:08:36Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['9e5fd536-d0bb-4d59-b78a-9e2de0d54b74'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:09:03.984643 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6306733d-3de4-492f-afcb-1b8463d42bf2 req-2407c8a9-f3e5-469f-a2f5-f438c23f1d2f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5975a837-69b0-4656-8c46-90ccacaa190f HTTP/1.1" status: 200 len: 1000 time: 0.1513929 Nov 12 08:09:04.010943 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 33320) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:09:04.031642 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9ad6c34a-d94b-4002-b0e3-f2724777acc9 req-b6fd71a2-09e4-4da8-a02f-36fc83ca3c52 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] 10.222.0.26 "GET /v2.0/security-groups?id=324d126f-7172-408c-b291-f65e4794fc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902282 Nov 12 08:09:04.035351 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-9443e11a-a359-4bac-8c34-5e8ad6afea9c tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-400976966'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:09:04.099164 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e7b5c8c0-1f6f-427a-807b-e2046146a798 req-617b627c-658d-477b-9bc5-13210e7f8548 service neutron] 10.222.0.21 "GET /v2.0/networks/a3156095-dd64-4768-883c-6857cbfc4c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082415 Nov 12 08:09:04.102250 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9443e11a-a359-4bac-8c34-5e8ad6afea9c tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Made reservation on behalf of caeb26ccc5c74ed4b3562c36be1bd442 for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:09:04.106602 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9443e11a-a359-4bac-8c34-5e8ad6afea9c tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:04.130549 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6306733d-3de4-492f-afcb-1b8463d42bf2 req-c43862f9-e047-423b-8334-799d6b1b9493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:04.133087 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6306733d-3de4-492f-afcb-1b8463d42bf2 req-c43862f9-e047-423b-8334-799d6b1b9493 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5faf708b-0fdf-49a2-9148-2d75ea940abb HTTP/1.1" status: 200 len: 860 time: 0.1402605 Nov 12 08:09:04.150449 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9443e11a-a359-4bac-8c34-5e8ad6afea9c tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:09:04.177653 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9443e11a-a359-4bac-8c34-5e8ad6afea9c tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:04.178055 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-9443e11a-a359-4bac-8c34-5e8ad6afea9c tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Added segment ef780b90-c001-4df4-8a87-60cbd26d33b1 of type vlan for network 1a323889-6c9a-40df-9d33-3f74857cb8d2 Nov 12 08:09:04.181294 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-eeb81a01-d2c0-4b09-9c58-63a6eae66039 None None] Set router 9e5fd536-d0bb-4d59-b78a-9e2de0d54b74 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:09:04.218901 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6306733d-3de4-492f-afcb-1b8463d42bf2 req-d97001ff-08b1-4e8f-bcb6-88dc8e1c31a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:04.220468 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6306733d-3de4-492f-afcb-1b8463d42bf2 req-d97001ff-08b1-4e8f-bcb6-88dc8e1c31a6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a3156095-dd64-4768-883c-6857cbfc4c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0796700 Nov 12 08:09:04.230783 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9443e11a-a359-4bac-8c34-5e8ad6afea9c tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:04.238159 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['34d1dcbc-464b-41d6-9441-548e97d0bf52'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:09:04.245753 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e26f3e-488e-4de8-a57a-230b915db16b req-9b57b888-1854-459b-951a-624f98795945 tempest-LiveAutoBlockMigrationV225Test-1991143985 tempest-LiveAutoBlockMigrationV225Test-1991143985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:04.248276 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-41e26f3e-488e-4de8-a57a-230b915db16b req-9b57b888-1854-459b-951a-624f98795945 tempest-LiveAutoBlockMigrationV225Test-1991143985 tempest-LiveAutoBlockMigrationV225Test-1991143985-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=94ffb2fc-fb0c-423a-b2e0-af99ae6c54dd HTTP/1.1" status: 200 len: 1096 time: 0.0647213 Nov 12 08:09:04.320138 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-db827fa1-0e6c-4248-8f8f-09d36e6210e4 req-df21fff5-5396-48e0-988f-bf4cc9d75b70 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:04.340823 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-41e26f3e-488e-4de8-a57a-230b915db16b req-c5ef0c0b-d2d3-492e-bf77-2b735bea2087 tempest-LiveAutoBlockMigrationV225Test-1991143985 tempest-LiveAutoBlockMigrationV225Test-1991143985-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692272 Nov 12 08:09:04.383186 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-db827fa1-0e6c-4248-8f8f-09d36e6210e4 req-df21fff5-5396-48e0-988f-bf4cc9d75b70 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:04.538199 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db827fa1-0e6c-4248-8f8f-09d36e6210e4 req-df21fff5-5396-48e0-988f-bf4cc9d75b70 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Network 107743df-d3df-459d-a6cd-9e2ab4303016 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:09:04.538199 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df21fff5-5396-48e0-988f-bf4cc9d75b70 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Pushing event updated for resources: {'Port': ['ID=52703d62-0a3b-4c05-b231-7b7e93171c85,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:04.538199 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-db827fa1-0e6c-4248-8f8f-09d36e6210e4 req-df21fff5-5396-48e0-988f-bf4cc9d75b70 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:09:04.545064 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-db827fa1-0e6c-4248-8f8f-09d36e6210e4 req-df21fff5-5396-48e0-988f-bf4cc9d75b70 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:09:04.603193 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-eeb81a01-d2c0-4b09-9c58-63a6eae66039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5fd536-d0bb-4d59-b78a-9e2de0d54b74', 'name': 'tempest-FloatingIPsAssociationTestJSON-2142488039-router', 'tenant_id': '2c540c0464294343b65b342f4c6f01b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'd55f500f-4bd1-44df-8dfd-0ef809acbb77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:07:50Z', 'updated_at': '2021-11-12T08:08:02Z', 'revision_number': 4, 'project_id': '2c540c0464294343b65b342f4c6f01b0', 'gw_port': {'id': 'd55f500f-4bd1-44df-8dfd-0ef809acbb77', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5fd536-d0bb-4d59-b78a-9e2de0d54b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:51Z', 'updated_at': '2021-11-12T08:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': '68b5cea1-5d2f-4c4b-8022-a0eaf64db1de', 'tenant_id': '2c540c0464294343b65b342f4c6f01b0', 'floating_ip_address': '172.25.2.22', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': '9e5fd536-d0bb-4d59-b78a-9e2de0d54b74', 'port_id': '5975a837-69b0-4656-8c46-90ccacaa190f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3156095-dd64-4768-883c-6857cbfc4c3d', 'mac_address': 'fa:16:3e:70:c0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f72da1e-4880-445d-9461-e68100f39db1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:08:30Z', 'updated_at': '2021-11-12T08:09:03Z', 'revision_number': 4, 'project_id': '2c540c0464294343b65b342f4c6f01b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4d8f593-2f9e-4dfc-9e9c-4b27feac3960', 'name': '', 'network_id': 'a3156095-dd64-4768-883c-6857cbfc4c3d', 'tenant_id': '2c540c0464294343b65b342f4c6f01b0', 'mac_address': 'fa:16:3e:21:30:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5fd536-d0bb-4d59-b78a-9e2de0d54b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '5faf708b-0fdf-49a2-9148-2d75ea940abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:08:00Z', 'updated_at': '2021-11-12T08:08:08Z', 'revision_number': 5, 'project_id': '2c540c0464294343b65b342f4c6f01b0', 'subnets': [{'id': '5faf708b-0fdf-49a2-9148-2d75ea940abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:09:04.644715 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db827fa1-0e6c-4248-8f8f-09d36e6210e4 req-df21fff5-5396-48e0-988f-bf4cc9d75b70 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:04.645372 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-db827fa1-0e6c-4248-8f8f-09d36e6210e4 req-df21fff5-5396-48e0-988f-bf4cc9d75b70 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:04.680091 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb81a01-d2c0-4b09-9c58-63a6eae66039 None None] Checking router: 9e5fd536-d0bb-4d59-b78a-9e2de0d54b74 for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:09:04.701941 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-db827fa1-0e6c-4248-8f8f-09d36e6210e4 req-df21fff5-5396-48e0-988f-bf4cc9d75b70 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8169503 Nov 12 08:09:04.707396 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb81a01-d2c0-4b09-9c58-63a6eae66039 None None] Routers {'9e5fd536-d0bb-4d59-b78a-9e2de0d54b74'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:09:04.708134 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-eeb81a01-d2c0-4b09-9c58-63a6eae66039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:08:36Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['9e5fd536-d0bb-4d59-b78a-9e2de0d54b74'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:09:04.734225 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-db827fa1-0e6c-4248-8f8f-09d36e6210e4 req-9364c3d5-e083-4f55-ad37-6deebc00e9eb service neutron] Request body: {'port': {'device_id': 'c36d23e4-07c7-4980-865e-dd588c2d12a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:09:04.780741 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-f188d7ed-0c7a-4b7e-9ef9-40e7102b4924 req-7d7f2610-0dda-45a0-9b3c-20211fa6a168 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:09:04.807265 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-f188d7ed-0c7a-4b7e-9ef9-40e7102b4924 req-7d7f2610-0dda-45a0-9b3c-20211fa6a168 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:04.825955 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-db827fa1-0e6c-4248-8f8f-09d36e6210e4 req-9364c3d5-e083-4f55-ad37-6deebc00e9eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:04.831029 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-f188d7ed-0c7a-4b7e-9ef9-40e7102b4924 req-7d7f2610-0dda-45a0-9b3c-20211fa6a168 service neutron] Transition to ACTIVE for port object ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:09:04.839644 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-f188d7ed-0c7a-4b7e-9ef9-40e7102b4924 req-7d7f2610-0dda-45a0-9b3c-20211fa6a168 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:04.861085 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f72da1e-4880-445d-9461-e68100f39db1', 'tag': '5975a837-69b0-4656-8c46-90ccacaa190f'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:09:04.863422 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd3002bc-03ca-4210-9210-79b8eda729e0" -d '{"events": [{"name": "network-changed", "server_uuid": "1f72da1e-4880-445d-9461-e68100f39db1", "tag": "5975a837-69b0-4656-8c46-90ccacaa190f"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:09:04.892015 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9443e11a-a359-4bac-8c34-5e8ad6afea9c tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:04.916885 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9443e11a-a359-4bac-8c34-5e8ad6afea9c tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:04.917656 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9443e11a-a359-4bac-8c34-5e8ad6afea9c tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:04.919254 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:04.920517 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-eeb81a01-d2c0-4b09-9c58-63a6eae66039 None None] Set router 9e5fd536-d0bb-4d59-b78a-9e2de0d54b74 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:09:04.967248 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e0c88b06-dfa2-4907-8c43-d707dedffce4 None None] Provisioning complete for port 52703d62-0a3b-4c05-b231-7b7e93171c85 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:09:04.967613 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e0c88b06-dfa2-4907-8c43-d707dedffce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:04.996132 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6306733d-3de4-492f-afcb-1b8463d42bf2 req-d18ac9cc-89f1-40ed-a6e4-1d67be148559 service neutron] 10.222.0.26 "GET /v2.0/networks/a3156095-dd64-4768-883c-6857cbfc4c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7610772 Nov 12 08:09:04.997113 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7f2610-0dda-45a0-9b3c-20211fa6a168 service neutron] Pushing event updated for resources: {'Port': ['ID=ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:05.012121 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-9443e11a-a359-4bac-8c34-5e8ad6afea9c tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9982364 Nov 12 08:09:05.030282 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 33338) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:09:05.039483 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-90a242c9-443a-46ad-a0df-caac61bd044e tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-2028367109'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:09:05.057277 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-e0c88b06-dfa2-4907-8c43-d707dedffce4 None None] Port 52703d62-0a3b-4c05-b231-7b7e93171c85 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:09:05.196031 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9443e11a-a359-4bac-8c34-5e8ad6afea9c tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Pushing event updated for resources: {'Network': ['ID=1a323889-6c9a-40df-9d33-3f74857cb8d2,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:05.211226 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 1a323889-6c9a-40df-9d33-3f74857cb8d2 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:09:05.213376 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a242c9-443a-46ad-a0df-caac61bd044e tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Made reservation on behalf of caeb26ccc5c74ed4b3562c36be1bd442 for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:09:05.216787 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-90a242c9-443a-46ad-a0df-caac61bd044e tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:05.258275 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6306733d-3de4-492f-afcb-1b8463d42bf2 req-4b794d0b-7538-4eee-8577-125eed1e67c7 service neutron] 10.222.0.26 "GET /v2.0/networks/a3156095-dd64-4768-883c-6857cbfc4c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849236 Nov 12 08:09:05.274172 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-eeb81a01-d2c0-4b09-9c58-63a6eae66039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5fd536-d0bb-4d59-b78a-9e2de0d54b74', 'name': 'tempest-FloatingIPsAssociationTestJSON-2142488039-router', 'tenant_id': '2c540c0464294343b65b342f4c6f01b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'd55f500f-4bd1-44df-8dfd-0ef809acbb77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:07:50Z', 'updated_at': '2021-11-12T08:08:02Z', 'revision_number': 4, 'project_id': '2c540c0464294343b65b342f4c6f01b0', 'gw_port': {'id': 'd55f500f-4bd1-44df-8dfd-0ef809acbb77', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5fd536-d0bb-4d59-b78a-9e2de0d54b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:51Z', 'updated_at': '2021-11-12T08:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': '68b5cea1-5d2f-4c4b-8022-a0eaf64db1de', 'tenant_id': '2c540c0464294343b65b342f4c6f01b0', 'floating_ip_address': '172.25.2.22', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': '9e5fd536-d0bb-4d59-b78a-9e2de0d54b74', 'port_id': '5975a837-69b0-4656-8c46-90ccacaa190f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3156095-dd64-4768-883c-6857cbfc4c3d', 'mac_address': 'fa:16:3e:70:c0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f72da1e-4880-445d-9461-e68100f39db1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:08:30Z', 'updated_at': '2021-11-12T08:09:03Z', 'revision_number': 4, 'project_id': '2c540c0464294343b65b342f4c6f01b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4d8f593-2f9e-4dfc-9e9c-4b27feac3960', 'name': '', 'network_id': 'a3156095-dd64-4768-883c-6857cbfc4c3d', 'tenant_id': '2c540c0464294343b65b342f4c6f01b0', 'mac_address': 'fa:16:3e:21:30:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5fd536-d0bb-4d59-b78a-9e2de0d54b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '5faf708b-0fdf-49a2-9148-2d75ea940abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:08:00Z', 'updated_at': '2021-11-12T08:08:08Z', 'revision_number': 5, 'project_id': '2c540c0464294343b65b342f4c6f01b0', 'subnets': [{'id': '5faf708b-0fdf-49a2-9148-2d75ea940abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:09:05.310914 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e4c0ff-6eae-4f68-b735-5f461e4c2549 req-86f308e3-a8f2-4e5a-b50e-47770696dc09 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:05.312618 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-32e4c0ff-6eae-4f68-b735-5f461e4c2549 req-86f308e3-a8f2-4e5a-b50e-47770696dc09 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/ports?device_id=c36d23e4-07c7-4980-865e-dd588c2d12a7 HTTP/1.1" status: 200 len: 935 time: 0.2911022 Nov 12 08:09:05.312821 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb81a01-d2c0-4b09-9c58-63a6eae66039 None None] The sync data for ids ['9e5fd536-d0bb-4d59-b78a-9e2de0d54b74'] in n-d-765315-29 is: [{'id': '9e5fd536-d0bb-4d59-b78a-9e2de0d54b74', 'name': 'tempest-FloatingIPsAssociationTestJSON-2142488039-router', 'tenant_id': '2c540c0464294343b65b342f4c6f01b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'd55f500f-4bd1-44df-8dfd-0ef809acbb77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:07:50Z', 'updated_at': '2021-11-12T08:08:02Z', 'revision_number': 4, 'project_id': '2c540c0464294343b65b342f4c6f01b0', 'gw_port': {'id': 'd55f500f-4bd1-44df-8dfd-0ef809acbb77', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5fd536-d0bb-4d59-b78a-9e2de0d54b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:51Z', 'updated_at': '2021-11-12T08:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': '68b5cea1-5d2f-4c4b-8022-a0eaf64db1de', 'tenant_id': '2c540c0464294343b65b342f4c6f01b0', 'floating_ip_address': '172.25.2.22', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': '9e5fd536-d0bb-4d59-b78a-9e2de0d54b74', 'port_id': '5975a837-69b0-4656-8c46-90ccacaa190f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3156095-dd64-4768-883c-6857cbfc4c3d', 'mac_address': 'fa:16:3e:70:c0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f72da1e-4880-445d-9461-e68100f39db1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:08:30Z', 'updated_at': '2021-11-12T08:09:03Z', 'revision_number': 4, 'project_id': '2c540c0464294343b65b342f4c6f01b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4d8f593-2f9e-4dfc-9e9c-4b27feac3960', 'name': '', 'network_id': 'a3156095-dd64-4768-883c-6857cbfc4c3d', 'tenant_id': '2c540c0464294343b65b342f4c6f01b0', 'mac_address': 'fa:16:3e:21:30:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5fd536-d0bb-4d59-b78a-9e2de0d54b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '5faf708b-0fdf-49a2-9148-2d75ea940abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:08:00Z', 'updated_at': '2021-11-12T08:08:08Z', 'revision_number': 5, 'project_id': '2c540c0464294343b65b342f4c6f01b0', 'subnets': [{'id': '5faf708b-0fdf-49a2-9148-2d75ea940abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:09:05.340464 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-f188d7ed-0c7a-4b7e-9ef9-40e7102b4924 req-7d7f2610-0dda-45a0-9b3c-20211fa6a168 service neutron] Attempting to bind port ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0 on host n-h2-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:09:05.341122 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-f188d7ed-0c7a-4b7e-9ef9-40e7102b4924 req-7d7f2610-0dda-45a0-9b3c-20211fa6a168 service neutron] Attempting to bind port ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0 by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:09:05.341470 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f188d7ed-0c7a-4b7e-9ef9-40e7102b4924 req-7d7f2610-0dda-45a0-9b3c-20211fa6a168 service neutron] Attempting to bind port ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0 on network 107743df-d3df-459d-a6cd-9e2ab4303016 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:09:05.398557 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f188d7ed-0c7a-4b7e-9ef9-40e7102b4924 req-7d7f2610-0dda-45a0-9b3c-20211fa6a168 service neutron] Port ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0 on network 107743df-d3df-459d-a6cd-9e2ab4303016 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:09:05.399511 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f188d7ed-0c7a-4b7e-9ef9-40e7102b4924 req-7d7f2610-0dda-45a0-9b3c-20211fa6a168 service neutron] Attempting to bind port ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0 on network 107743df-d3df-459d-a6cd-9e2ab4303016 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:09:05.410701 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90a242c9-443a-46ad-a0df-caac61bd044e tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:09:05.440538 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f188d7ed-0c7a-4b7e-9ef9-40e7102b4924 req-7d7f2610-0dda-45a0-9b3c-20211fa6a168 service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:09:05.440538 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f188d7ed-0c7a-4b7e-9ef9-40e7102b4924 req-7d7f2610-0dda-45a0-9b3c-20211fa6a168 service neutron] Checking segment: {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:09:05.440538 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f188d7ed-0c7a-4b7e-9ef9-40e7102b4924 req-7d7f2610-0dda-45a0-9b3c-20211fa6a168 service neutron] Bound using segment: {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:09:05.440538 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-f188d7ed-0c7a-4b7e-9ef9-40e7102b4924 req-7d7f2610-0dda-45a0-9b3c-20211fa6a168 service neutron] Bound port: ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:09:05.440538 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-f188d7ed-0c7a-4b7e-9ef9-40e7102b4924 req-7d7f2610-0dda-45a0-9b3c-20211fa6a168 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:05.467441 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-90a242c9-443a-46ad-a0df-caac61bd044e tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:05.467789 n-d-765315-29 neutron-server[102599]: INFO neutron.db.segments_db [None req-90a242c9-443a-46ad-a0df-caac61bd044e tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Added segment 68a1743e-a8af-4970-92e1-04bf2dc80df9 of type vlan for network 98a99309-fcab-4612-ba6f-85e7b28a9784 Nov 12 08:09:05.473606 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-32e4c0ff-6eae-4f68-b735-5f461e4c2549 req-6b23aa40-9c25-4f41-a24c-dfd34d8cbeac tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb487f5-7b7a-45ea-a48a-5e5b4b4e6e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524591 Nov 12 08:09:05.538328 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16583cef-ceb1-4d4f-91c5-7350a5ad41e9 x-openstack-request-id: req-16583cef-ceb1-4d4f-91c5-7350a5ad41e9 {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:09:05.539895 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f72da1e-4880-445d-9461-e68100f39db1", "tag": "5975a837-69b0-4656-8c46-90ccacaa190f", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:09:05.540322 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-16583cef-ceb1-4d4f-91c5-7350a5ad41e9 {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:09:05.540732 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f72da1e-4880-445d-9461-e68100f39db1', 'tag': '5975a837-69b0-4656-8c46-90ccacaa190f', 'status': 'completed', 'code': 200} Nov 12 08:09:05.564760 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-90a242c9-443a-46ad-a0df-caac61bd044e tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:05.567188 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859b0df6-5025-458f-9962-1f41fb559ea0 req-39e083a3-bca1-4397-837a-572fc504ef4f tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:05.568728 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-859b0df6-5025-458f-9962-1f41fb559ea0 req-39e083a3-bca1-4397-837a-572fc504ef4f tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/networks?id=e20d0ee5-0c01-4db1-aa95-4ea5bc470460 HTTP/1.1" status: 200 len: 821 time: 0.1712751 Nov 12 08:09:05.600420 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-859b0df6-5025-458f-9962-1f41fb559ea0 req-033774f2-2436-41d3-b8f9-cdf7390c3b55 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/quotas/d3f3ef4a14134700a36c0967765d4c9a HTTP/1.1" status: 200 len: 375 time: 0.0243835 Nov 12 08:09:05.663176 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-859b0df6-5025-458f-9962-1f41fb559ea0 req-b2833bc8-91ca-4d81-a62f-2da2d3da7c33 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d3f3ef4a14134700a36c0967765d4c9a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0618525 Nov 12 08:09:05.675048 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [req-859b0df6-5025-458f-9962-1f41fb559ea0 req-97a21f10-a9d7-4224-bd29-033f06578015 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:09:05.676447 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-859b0df6-5025-458f-9962-1f41fb559ea0 req-97a21f10-a9d7-4224-bd29-033f06578015 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062644 Nov 12 08:09:05.700058 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-f188d7ed-0c7a-4b7e-9ef9-40e7102b4924 req-7d7f2610-0dda-45a0-9b3c-20211fa6a168 service neutron] For port ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0, host n-h2-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:09:05.719199 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-db827fa1-0e6c-4248-8f8f-09d36e6210e4 req-9364c3d5-e083-4f55-ad37-6deebc00e9eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52703d62-0a3b-4c05-b231-7b7e93171c85 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:09:05.736095 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-db827fa1-0e6c-4248-8f8f-09d36e6210e4 req-9364c3d5-e083-4f55-ad37-6deebc00e9eb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:05.741947 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-90a242c9-443a-46ad-a0df-caac61bd044e tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:05.747601 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a242c9-443a-46ad-a0df-caac61bd044e tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:05.750096 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-90a242c9-443a-46ad-a0df-caac61bd044e tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:05.755578 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-f188d7ed-0c7a-4b7e-9ef9-40e7102b4924 req-7d7f2610-0dda-45a0-9b3c-20211fa6a168 service neutron] For port ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:09:05.793567 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-859b0df6-5025-458f-9962-1f41fb559ea0 req-0bb27688-8bd2-4b9a-b3dc-2078326f8209 service neutron] 10.222.0.26 "GET /v2.0/networks/e20d0ee5-0c01-4db1-aa95-4ea5bc470460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093202 Nov 12 08:09:05.795790 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-f188d7ed-0c7a-4b7e-9ef9-40e7102b4924 req-7d7f2610-0dda-45a0-9b3c-20211fa6a168 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:05.833359 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-db827fa1-0e6c-4248-8f8f-09d36e6210e4 req-9364c3d5-e083-4f55-ad37-6deebc00e9eb service neutron] Transition to ACTIVE for port object 52703d62-0a3b-4c05-b231-7b7e93171c85 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:09:05.893425 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-859b0df6-5025-458f-9962-1f41fb559ea0 req-f7bc4861-a74c-4b65-811b-58b9433ec311 service neutron] 10.222.0.26 "GET /v2.0/networks/e20d0ee5-0c01-4db1-aa95-4ea5bc470460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950408 Nov 12 08:09:06.151832 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-90a242c9-443a-46ad-a0df-caac61bd044e tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1116390 Nov 12 08:09:06.155277 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cd75c2-2e98-450e-b5db-c973481dfa5b req-9db1730e-1cd2-4d1d-ab82-2d61ab6f4839 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:06.155518 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036f1009-1b94-497a-a852-da493d7c5ae1 req-6669be84-54e8-4820-a779-e133e1a2424e tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:06.156899 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-08cd75c2-2e98-450e-b5db-c973481dfa5b req-9db1730e-1cd2-4d1d-ab82-2d61ab6f4839 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6bc5d66-b2f6-4252-a902-84ebb010c409 HTTP/1.1" status: 200 len: 949 time: 0.0806987 Nov 12 08:09:06.157448 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 33360) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:09:06.163343 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-036f1009-1b94-497a-a852-da493d7c5ae1 req-6669be84-54e8-4820-a779-e133e1a2424e tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa3b3dea-7105-46ec-978f-6c97c978d65e HTTP/1.1" status: 200 len: 949 time: 0.5467510 Nov 12 08:09:06.163438 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-20b5c4ec-2165-4c95-bd16-bf50917488fc tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Request body: {'subnet': {'network_id': '1a323889-6c9a-40df-9d33-3f74857cb8d2', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:09:06.165040 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-db827fa1-0e6c-4248-8f8f-09d36e6210e4 req-9364c3d5-e083-4f55-ad37-6deebc00e9eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:06.179829 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3002bc-03ca-4210-9210-79b8eda729e0 req-c1579a54-d11a-463e-93d1-d6145e2d2d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:06.182191 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fd3002bc-03ca-4210-9210-79b8eda729e0 req-c1579a54-d11a-463e-93d1-d6145e2d2d0c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2c540c0464294343b65b342f4c6f01b0&device_id=1f72da1e-4880-445d-9461-e68100f39db1 HTTP/1.1" status: 200 len: 1097 time: 0.5661199 Nov 12 08:09:06.201302 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f188d7ed-0c7a-4b7e-9ef9-40e7102b4924 req-7d7f2610-0dda-45a0-9b3c-20211fa6a168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:06.202524 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-f188d7ed-0c7a-4b7e-9ef9-40e7102b4924 req-7d7f2610-0dda-45a0-9b3c-20211fa6a168 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:06.203359 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f188d7ed-0c7a-4b7e-9ef9-40e7102b4924 req-7d7f2610-0dda-45a0-9b3c-20211fa6a168 service neutron] 10.222.0.44 "PUT /v2.0/ports/ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0 HTTP/1.1" status: 200 len: 1097 time: 2.6869164 Nov 12 08:09:06.203819 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf5b5785-a47f-4561-a4b6-f5a68cfe2ed6', 'tag': 'ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:09:06.206155 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7fa1ce5-dbb0-407d-a394-20277b5b1666" -d '{"events": [{"name": "network-changed", "server_uuid": "bf5b5785-a47f-4561-a4b6-f5a68cfe2ed6", "tag": "ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:09:06.247245 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a242c9-443a-46ad-a0df-caac61bd044e tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Pushing event updated for resources: {'Network': ['ID=98a99309-fcab-4612-ba6f-85e7b28a9784,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:06.271527 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 98a99309-fcab-4612-ba6f-85e7b28a9784 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:09:06.294971 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7f2610-0dda-45a0-9b3c-20211fa6a168 service neutron] Pushing event updated for resources: {'Port': ['ID=ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:06.363290 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-08cd75c2-2e98-450e-b5db-c973481dfa5b req-b23b8b4a-cee5-409f-9518-3a4530b94cc8 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] 10.222.0.26 "GET /v2.0/security-groups?id=324d126f-7172-408c-b291-f65e4794fc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807418 Nov 12 08:09:06.431838 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-db91c6f1-2bc3-4fdd-8d04-c9eacafec7da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:06.515510 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20b5c4ec-2165-4c95-bd16-bf50917488fc tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Made reservation on behalf of caeb26ccc5c74ed4b3562c36be1bd442 for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:09:06.520508 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-20b5c4ec-2165-4c95-bd16-bf50917488fc tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks [] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:06.586015 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-036f1009-1b94-497a-a852-da493d7c5ae1 req-6a7230ca-0f68-4520-b4ec-d1f8f3c57954 tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc73c956-b036-4b27-a19b-8f92c82fdda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4215310 Nov 12 08:09:06.637824 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-23ee6648-77c3-4b0a-8bbd-bc63e27acf53 req-f6c8cb9e-ccf9-4e70-a2a7-2bbdf9b3cb0a tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.2.22 HTTP/1.1" status: 200 len: 1000 time: 0.2431636 Nov 12 08:09:06.711122 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ee6648-77c3-4b0a-8bbd-bc63e27acf53 req-919a9377-6fd8-4005-94fc-c0f25c2a5840 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:06.726853 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-23ee6648-77c3-4b0a-8bbd-bc63e27acf53 req-919a9377-6fd8-4005-94fc-c0f25c2a5840 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] 10.222.0.26 "GET /v2.0/ports/5975a837-69b0-4656-8c46-90ccacaa190f HTTP/1.1" status: 200 len: 942 time: 0.0783017 Nov 12 08:09:06.733552 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3002bc-03ca-4210-9210-79b8eda729e0 req-4abf8f37-c5ce-4e97-9c57-34722d91d97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:06.737174 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fd3002bc-03ca-4210-9210-79b8eda729e0 req-4abf8f37-c5ce-4e97-9c57-34722d91d97a service neutron] 10.222.0.44 "GET /v2.0/networks?id=a3156095-dd64-4768-883c-6857cbfc4c3d HTTP/1.1" status: 200 len: 922 time: 0.5149655 Nov 12 08:09:06.745559 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9364c3d5-e083-4f55-ad37-6deebc00e9eb service neutron] Pushing event updated for resources: {'Port': ['ID=52703d62-0a3b-4c05-b231-7b7e93171c85,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:06.763541 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-db827fa1-0e6c-4248-8f8f-09d36e6210e4 req-9364c3d5-e083-4f55-ad37-6deebc00e9eb service neutron] Attempting to bind port 52703d62-0a3b-4c05-b231-7b7e93171c85 on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:09:06.764050 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-db827fa1-0e6c-4248-8f8f-09d36e6210e4 req-9364c3d5-e083-4f55-ad37-6deebc00e9eb service neutron] Attempting to bind port 52703d62-0a3b-4c05-b231-7b7e93171c85 by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:09:06.764600 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db827fa1-0e6c-4248-8f8f-09d36e6210e4 req-9364c3d5-e083-4f55-ad37-6deebc00e9eb service neutron] Attempting to bind port 52703d62-0a3b-4c05-b231-7b7e93171c85 on network 107743df-d3df-459d-a6cd-9e2ab4303016 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:09:06.783184 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f188d7ed-0c7a-4b7e-9ef9-40e7102b4924 req-c7bb7ff0-127c-47a7-b106-0bb8e514e852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:06.788929 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f188d7ed-0c7a-4b7e-9ef9-40e7102b4924 req-c7bb7ff0-127c-47a7-b106-0bb8e514e852 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=737ba54db011432b976fdfd3857f766e&device_id=bf5b5785-a47f-4561-a4b6-f5a68cfe2ed6 HTTP/1.1" status: 200 len: 1100 time: 0.4167302 Nov 12 08:09:06.808161 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db827fa1-0e6c-4248-8f8f-09d36e6210e4 req-9364c3d5-e083-4f55-ad37-6deebc00e9eb service neutron] Port 52703d62-0a3b-4c05-b231-7b7e93171c85 on network 107743df-d3df-459d-a6cd-9e2ab4303016 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:09:06.808812 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db827fa1-0e6c-4248-8f8f-09d36e6210e4 req-9364c3d5-e083-4f55-ad37-6deebc00e9eb service neutron] Attempting to bind port 52703d62-0a3b-4c05-b231-7b7e93171c85 on network 107743df-d3df-459d-a6cd-9e2ab4303016 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:09:06.857411 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db827fa1-0e6c-4248-8f8f-09d36e6210e4 req-9364c3d5-e083-4f55-ad37-6deebc00e9eb service neutron] Checking agent: {'id': '26215384-8035-4ce2-971a-8e67be80da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:09:06.857757 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db827fa1-0e6c-4248-8f8f-09d36e6210e4 req-9364c3d5-e083-4f55-ad37-6deebc00e9eb service neutron] Checking segment: {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:09:06.858148 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db827fa1-0e6c-4248-8f8f-09d36e6210e4 req-9364c3d5-e083-4f55-ad37-6deebc00e9eb service neutron] Bound using segment: {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:09:06.858617 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-db827fa1-0e6c-4248-8f8f-09d36e6210e4 req-9364c3d5-e083-4f55-ad37-6deebc00e9eb service neutron] Bound port: 52703d62-0a3b-4c05-b231-7b7e93171c85, host: n-h1-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:09:06.858989 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-db827fa1-0e6c-4248-8f8f-09d36e6210e4 req-9364c3d5-e083-4f55-ad37-6deebc00e9eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:06.923785 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b25e454-f4e1-467f-ad3e-5e9128f86f5b req-abbfdafe-5f17-405b-aee2-8a850945ad4a tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:06.925697 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0b25e454-f4e1-467f-ad3e-5e9128f86f5b req-abbfdafe-5f17-405b-aee2-8a850945ad4a tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa3b3dea-7105-46ec-978f-6c97c978d65e HTTP/1.1" status: 200 len: 949 time: 0.1789689 Nov 12 08:09:06.933020 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f188d7ed-0c7a-4b7e-9ef9-40e7102b4924 req-f65dcd73-dfac-4fa6-835e-96290ed47268 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0 HTTP/1.1" status: 200 len: 217 time: 0.1167190 Nov 12 08:09:06.996904 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-bf8781ba-ad81-4006-aa46-393b4561c243 req-c511ffb7-7db7-445b-a20d-cb132b438335 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=82047a0a-6f6c-4e84-aa3f-085b47fa6ac2 HTTP/1.1" status: 200 len: 210 time: 0.0839095 Nov 12 08:09:06.998266 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-23ee6648-77c3-4b0a-8bbd-bc63e27acf53 req-68889bc1-dd75-4b54-a505-fe7f3a668fbf tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.2.22 HTTP/1.1" status: 200 len: 1000 time: 0.1961179 Nov 12 08:09:07.025895 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fd3002bc-03ca-4210-9210-79b8eda729e0 req-5785f5b8-850e-4c6b-aed6-9c4408ccc0e5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5975a837-69b0-4656-8c46-90ccacaa190f HTTP/1.1" status: 200 len: 1000 time: 0.2304075 Nov 12 08:09:07.084063 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08826924-733d-4aaf-a628-b80491a6d11e x-openstack-request-id: req-08826924-733d-4aaf-a628-b80491a6d11e {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:09:07.084771 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf5b5785-a47f-4561-a4b6-f5a68cfe2ed6", "tag": "ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:09:07.085334 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-08826924-733d-4aaf-a628-b80491a6d11e {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:09:07.086044 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf5b5785-a47f-4561-a4b6-f5a68cfe2ed6', 'tag': 'ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0', 'status': 'completed', 'code': 200} Nov 12 08:09:07.114626 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-db827fa1-0e6c-4248-8f8f-09d36e6210e4 req-9364c3d5-e083-4f55-ad37-6deebc00e9eb service neutron] For port 52703d62-0a3b-4c05-b231-7b7e93171c85, host n-h1-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:09:07.117490 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f188d7ed-0c7a-4b7e-9ef9-40e7102b4924 req-dbd1f791-dc6c-4621-8011-f82b1ad8e09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:07.119442 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f188d7ed-0c7a-4b7e-9ef9-40e7102b4924 req-dbd1f791-dc6c-4621-8011-f82b1ad8e09b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1 HTTP/1.1" status: 200 len: 843 time: 0.1554453 Nov 12 08:09:07.152090 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-db827fa1-0e6c-4248-8f8f-09d36e6210e4 req-9364c3d5-e083-4f55-ad37-6deebc00e9eb service neutron] For port 52703d62-0a3b-4c05-b231-7b7e93171c85, host n-h1-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=52703d62-0a3b-4c05-b231-7b7e93171c85,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:09:07.177803 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-20b5c4ec-2165-4c95-bd16-bf50917488fc tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:07.187482 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-db827fa1-0e6c-4248-8f8f-09d36e6210e4 req-9364c3d5-e083-4f55-ad37-6deebc00e9eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:07.199525 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 34d1dcbc-464b-41d6-9441-548e97d0bf52 up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:09:07.214171 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3002bc-03ca-4210-9210-79b8eda729e0 req-1d43b3f9-c18c-488e-b3be-f871735d5d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:07.215746 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fd3002bc-03ca-4210-9210-79b8eda729e0 req-1d43b3f9-c18c-488e-b3be-f871735d5d92 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5faf708b-0fdf-49a2-9148-2d75ea940abb HTTP/1.1" status: 200 len: 860 time: 0.1667740 Nov 12 08:09:07.282314 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b5c4ec-2165-4c95-bd16-bf50917488fc tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Pushing event updated for resources: {'Subnet': ['ID=7d7c7129-5e48-4c3b-98d9-801e1598df80,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:07.289421 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db827fa1-0e6c-4248-8f8f-09d36e6210e4 req-9364c3d5-e083-4f55-ad37-6deebc00e9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:07.290042 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-db827fa1-0e6c-4248-8f8f-09d36e6210e4 req-9364c3d5-e083-4f55-ad37-6deebc00e9eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:07.291721 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-db827fa1-0e6c-4248-8f8f-09d36e6210e4 req-9364c3d5-e083-4f55-ad37-6deebc00e9eb service neutron] 10.222.0.21 "PUT /v2.0/ports/52703d62-0a3b-4c05-b231-7b7e93171c85 HTTP/1.1" status: 200 len: 1096 time: 2.5624566 Nov 12 08:09:07.311800 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ee6648-77c3-4b0a-8bbd-bc63e27acf53 req-7c81d969-e1d4-406e-bb34-02b1cd7e8779 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:07.313210 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-23ee6648-77c3-4b0a-8bbd-bc63e27acf53 req-7c81d969-e1d4-406e-bb34-02b1cd7e8779 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] 10.222.0.26 "GET /v2.0/networks/d709f64f-f9e6-4525-b020-ad48633b9bbf HTTP/1.1" status: 200 len: 784 time: 0.3140087 Nov 12 08:09:07.321292 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f188d7ed-0c7a-4b7e-9ef9-40e7102b4924 req-f6c95cfd-5ee0-48b5-b5f1-f39fb8c18b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:07.322673 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f188d7ed-0c7a-4b7e-9ef9-40e7102b4924 req-f6c95cfd-5ee0-48b5-b5f1-f39fb8c18b3a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=107743df-d3df-459d-a6cd-9e2ab4303016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1891522 Nov 12 08:09:07.327816 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [req-0b25e454-f4e1-467f-ad3e-5e9128f86f5b req-41952f2f-9530-4125-956e-b802e9ff700d tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] Deleting port 19c334ae-9fb3-4416-a2cc-17242b513039 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:09:07.328235 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-0b25e454-f4e1-467f-ad3e-5e9128f86f5b req-41952f2f-9530-4125-956e-b802e9ff700d tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:07.353133 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning for port 34d1dcbc-464b-41d6-9441-548e97d0bf52 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:09:07.353737 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63456529-a6b5-435f-9ace-edf8b107ec60 req-6d61d483-a839-4dd9-a1f0-dae5c8e6b584 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:07.359867 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-63456529-a6b5-435f-9ace-edf8b107ec60 req-6d61d483-a839-4dd9-a1f0-dae5c8e6b584 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/ports?device_id=c36d23e4-07c7-4980-865e-dd588c2d12a7 HTTP/1.1" status: 200 len: 947 time: 0.2061436 Nov 12 08:09:07.362255 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port 34d1dcbc-464b-41d6-9441-548e97d0bf52 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:09:07.362973 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:07.379136 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9364c3d5-e083-4f55-ad37-6deebc00e9eb service neutron] Pushing event updated for resources: {'Port': ['ID=52703d62-0a3b-4c05-b231-7b7e93171c85,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:07.445673 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3002bc-03ca-4210-9210-79b8eda729e0 req-ae6bbcfb-5cfc-487f-bb03-5a238a94da61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:07.447330 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fd3002bc-03ca-4210-9210-79b8eda729e0 req-ae6bbcfb-5cfc-487f-bb03-5a238a94da61 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a3156095-dd64-4768-883c-6857cbfc4c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2067635 Nov 12 08:09:07.450391 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.21', 60182) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:09:07.522611 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:07.531350 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b5c4ec-2165-4c95-bd16-bf50917488fc tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Checking segment: {'id': 'ef780b90-c001-4df4-8a87-60cbd26d33b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1a323889-6c9a-40df-9d33-3f74857cb8d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:09:07.533031 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b5c4ec-2165-4c95-bd16-bf50917488fc tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Network hostable DHCP agents. Network: 1a323889-6c9a-40df-9d33-3f74857cb8d2, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:09:07.588252 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6bc5d66-b2f6-4252-a902-84ebb010c409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34d1dcbc-464b-41d6-9441-548e97d0bf52'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:09:07.594492 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b5c4ec-2165-4c95-bd16-bf50917488fc tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Network 1a323889-6c9a-40df-9d33-3f74857cb8d2 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:09:07.599078 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25e784b3-7065-4750-84c0-f68f37d311ad" -d '{"events": [{"server_uuid": "a6bc5d66-b2f6-4252-a902-84ebb010c409", "name": "network-vif-plugged", "status": "completed", "tag": "34d1dcbc-464b-41d6-9441-548e97d0bf52"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:09:07.618174 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-efbca78c-6b7e-4bf5-915b-921ac39ac524 req-d8778147-2cce-4c72-8c55-ce951c09cf7a tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.2.22 HTTP/1.1" status: 200 len: 1000 time: 0.1651576 Nov 12 08:09:07.637207 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 34d1dcbc-464b-41d6-9441-548e97d0bf52, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=34d1dcbc-464b-41d6-9441-548e97d0bf52,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:09:07.641567 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-0b25e454-f4e1-467f-ad3e-5e9128f86f5b req-41952f2f-9530-4125-956e-b802e9ff700d tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] For port 19c334ae-9fb3-4416-a2cc-17242b513039, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=19c334ae-9fb3-4416-a2cc-17242b513039,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:09:07.642067 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-0b25e454-f4e1-467f-ad3e-5e9128f86f5b req-41952f2f-9530-4125-956e-b802e9ff700d tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:07.644925 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:07.701018 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbca78c-6b7e-4bf5-915b-921ac39ac524 req-038f043d-1f96-41df-9eea-179cdb29d3c0 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:07.702733 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-efbca78c-6b7e-4bf5-915b-921ac39ac524 req-038f043d-1f96-41df-9eea-179cdb29d3c0 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] 10.222.0.26 "GET /v2.0/ports/5975a837-69b0-4656-8c46-90ccacaa190f HTTP/1.1" status: 200 len: 942 time: 0.0716288 Nov 12 08:09:07.703268 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-20b5c4ec-2165-4c95-bd16-bf50917488fc tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 1a323889-6c9a-40df-9d33-3f74857cb8d2) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:09:07.721960 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b5c4ec-2165-4c95-bd16-bf50917488fc tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:07.722754 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-20b5c4ec-2165-4c95-bd16-bf50917488fc tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:07.731569 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [req-0b25e454-f4e1-467f-ad3e-5e9128f86f5b req-41952f2f-9530-4125-956e-b802e9ff700d tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] Calling delete_port for 19c334ae-9fb3-4416-a2cc-17242b513039 owned by compute:nova {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:09:07.732013 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=34d1dcbc-464b-41d6-9441-548e97d0bf52,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:07.738644 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec8d79a-963c-4fb1-bfb8-9495e54f93b8 None None] Network 1a323889-6c9a-40df-9d33-3f74857cb8d2 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:09:07.772749 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-63456529-a6b5-435f-9ace-edf8b107ec60 req-97c93c22-f142-47b6-973c-d0a21dca444a tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb487f5-7b7a-45ea-a48a-5e5b4b4e6e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3847222 Nov 12 08:09:07.780140 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-20b5c4ec-2165-4c95-bd16-bf50917488fc tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6187651 Nov 12 08:09:07.787704 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db827fa1-0e6c-4248-8f8f-09d36e6210e4 req-4f2b1469-d39e-4f65-a0fa-38f61e1614e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:07.789238 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-db827fa1-0e6c-4248-8f8f-09d36e6210e4 req-4f2b1469-d39e-4f65-a0fa-38f61e1614e8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=737ba54db011432b976fdfd3857f766e&device_id=c36d23e4-07c7-4980-865e-dd588c2d12a7 HTTP/1.1" status: 200 len: 1099 time: 0.3924868 Nov 12 08:09:07.797821 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:09:07.810987 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 33386) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:09:07.832795 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-bf938f05-eb0a-4434-a114-069331e7bf85 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Request body: {'subnet': {'network_id': '98a99309-fcab-4612-ba6f-85e7b28a9784', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:09:07.844418 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:07.866374 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f188d7ed-0c7a-4b7e-9ef9-40e7102b4924 req-29d155bd-f32a-46f1-855c-e782c9b044ff service neutron] 10.222.0.44 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5298939 Nov 12 08:09:07.925666 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-efbca78c-6b7e-4bf5-915b-921ac39ac524 req-5c40ead8-6c41-4da2-8e98-a2a8d55e47f2 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.2.22 HTTP/1.1" status: 200 len: 1000 time: 0.1020386 Nov 12 08:09:07.939914 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-db827fa1-0e6c-4248-8f8f-09d36e6210e4 req-a0d68b61-6a85-4461-a8b6-400609d4ba94 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=52703d62-0a3b-4c05-b231-7b7e93171c85 HTTP/1.1" status: 200 len: 217 time: 0.1190193 Nov 12 08:09:07.993600 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9130a105-e49e-4b78-b9a1-fe4476924350 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-1a323889-6c9a-40df-9d33-3f74857cb8d2', 'network_id': '1a323889-6c9a-40df-9d33-3f74857cb8d2', 'tenant_id': 'caeb26ccc5c74ed4b3562c36be1bd442', 'fixed_ips': [{'subnet_id': '7d7c7129-5e48-4c3b-98d9-801e1598df80'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:09:07.994800 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9130a105-e49e-4b78-b9a1-fe4476924350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:08.093151 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859b0df6-5025-458f-9962-1f41fb559ea0 req-24a2f2b4-a41d-4dbc-8d6f-6b32dbedd62a tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:08.095408 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-859b0df6-5025-458f-9962-1f41fb559ea0 req-24a2f2b4-a41d-4dbc-8d6f-6b32dbedd62a tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.21 "GET /v2.0/networks?id=e20d0ee5-0c01-4db1-aa95-4ea5bc470460 HTTP/1.1" status: 200 len: 821 time: 0.6046383 Nov 12 08:09:08.129023 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbca78c-6b7e-4bf5-915b-921ac39ac524 req-0aac2f8d-b6ef-4689-a6db-05644e4fe66b tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:08.131355 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-efbca78c-6b7e-4bf5-915b-921ac39ac524 req-0aac2f8d-b6ef-4689-a6db-05644e4fe66b tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] 10.222.0.26 "GET /v2.0/networks/d709f64f-f9e6-4525-b020-ad48633b9bbf HTTP/1.1" status: 200 len: 784 time: 0.1867023 Nov 12 08:09:08.132640 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-0b25e454-f4e1-467f-ad3e-5e9128f86f5b req-41952f2f-9530-4125-956e-b802e9ff700d tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:08.134450 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fd3002bc-03ca-4210-9210-79b8eda729e0 req-f03ec38d-6fb0-4204-9cb9-c23cade83dfd service neutron] 10.222.0.44 "GET /v2.0/networks/a3156095-dd64-4768-883c-6857cbfc4c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5991704 Nov 12 08:09:08.147035 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-859b0df6-5025-458f-9962-1f41fb559ea0 req-5c099d14-9cbb-4142-8b0d-fc67afbb3072 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Request body: {'port': {'device_id': '82047a0a-6f6c-4e84-aa3f-085b47fa6ac2', 'network_id': 'e20d0ee5-0c01-4db1-aa95-4ea5bc470460', 'admin_state_up': True, 'tenant_id': 'd3f3ef4a14134700a36c0967765d4c9a'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:09:08.150017 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['19c334ae-9fb3-4416-a2cc-17242b513039'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:09:08.180047 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['e15040d9-4e48-46a6-ae32-9637ace5e310'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:09:08.211783 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41952f2f-9530-4125-956e-b802e9ff700d tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] Pushing event deleted for resources: {'Port': ['ID=19c334ae-9fb3-4416-a2cc-17242b513039,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:08.237917 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-9130a105-e49e-4b78-b9a1-fe4476924350 None None] Allocated IP 10.1.1.2 (1a323889-6c9a-40df-9d33-3f74857cb8d2/7d7c7129-5e48-4c3b-98d9-801e1598df80/72038b27-0488-474c-918e-74326c058114) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:09:08.282697 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b25e454-f4e1-467f-ad3e-5e9128f86f5b req-41952f2f-9530-4125-956e-b802e9ff700d tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] No DVR routers for this DVR port 19c334ae-9fb3-4416-a2cc-17242b513039 on host n-h1-765315-29 {{(pid=102600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:09:08.287400 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-0b25e454-f4e1-467f-ad3e-5e9128f86f5b req-41952f2f-9530-4125-956e-b802e9ff700d tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:08.290455 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db827fa1-0e6c-4248-8f8f-09d36e6210e4 req-c23e95f1-627f-4bec-a869-da3babaa647b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:08.290975 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0b25e454-f4e1-467f-ad3e-5e9128f86f5b req-41952f2f-9530-4125-956e-b802e9ff700d tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] 10.222.0.21 "DELETE /v2.0/ports/19c334ae-9fb3-4416-a2cc-17242b513039 HTTP/1.1" status: 204 len: 173 time: 1.3589423 Nov 12 08:09:08.291544 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa3b3dea-7105-46ec-978f-6c97c978d65e', 'name': 'network-vif-deleted', 'tag': '19c334ae-9fb3-4416-a2cc-17242b513039'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:09:08.292293 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-db827fa1-0e6c-4248-8f8f-09d36e6210e4 req-c23e95f1-627f-4bec-a869-da3babaa647b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1 HTTP/1.1" status: 200 len: 843 time: 0.2839768 Nov 12 08:09:08.294665 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3855ea22-18cc-4536-8bd7-337499d84b31" -d '{"events": [{"server_uuid": "fa3b3dea-7105-46ec-978f-6c97c978d65e", "name": "network-vif-deleted", "tag": "19c334ae-9fb3-4416-a2cc-17242b513039"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:09:08.309918 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-efbca78c-6b7e-4bf5-915b-921ac39ac524 req-f689970c-b785-4937-8a35-16646463a292 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.2.22 HTTP/1.1" status: 200 len: 1000 time: 0.1670184 Nov 12 08:09:08.323647 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-efbca78c-6b7e-4bf5-915b-921ac39ac524 req-4de7e063-76fd-43be-b1b0-529cd664181c tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:09:08.435256 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-efbca78c-6b7e-4bf5-915b-921ac39ac524 req-4de7e063-76fd-43be-b1b0-529cd664181c tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Publish callbacks [] for floatingip, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:08.640477 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-efbca78c-6b7e-4bf5-915b-921ac39ac524 req-4de7e063-76fd-43be-b1b0-529cd664181c tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:08.646242 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-efbca78c-6b7e-4bf5-915b-921ac39ac524 req-4de7e063-76fd-43be-b1b0-529cd664181c tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:08.646762 n-d-765315-29 neutron-server[102600]: INFO neutron.db.l3_db [req-efbca78c-6b7e-4bf5-915b-921ac39ac524 req-4de7e063-76fd-43be-b1b0-529cd664181c tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Floating IP 68b5cea1-5d2f-4c4b-8022-a0eaf64db1de disassociated. External IP: 172.25.2.22, port: 5975a837-69b0-4656-8c46-90ccacaa190f. Nov 12 08:09:08.712279 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0137f0-0276-4a02-825f-5a4524690a4a req-ecf0c8e1-3784-4b43-8399-988dfa4f19b8 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:08.719577 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0a0137f0-0276-4a02-825f-5a4524690a4a req-ecf0c8e1-3784-4b43-8399-988dfa4f19b8 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6bc5d66-b2f6-4252-a902-84ebb010c409 HTTP/1.1" status: 200 len: 950 time: 0.7975059 Nov 12 08:09:08.730110 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf938f05-eb0a-4434-a114-069331e7bf85 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Made reservation on behalf of caeb26ccc5c74ed4b3562c36be1bd442 for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:09:08.733944 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bf938f05-eb0a-4434-a114-069331e7bf85 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:08.741380 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9130a105-e49e-4b78-b9a1-fe4476924350 None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:08.764978 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9130a105-e49e-4b78-b9a1-fe4476924350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:08.804464 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f188d7ed-0c7a-4b7e-9ef9-40e7102b4924 req-e3da82c7-c979-438c-bb62-761cc9d98101 service neutron] 10.222.0.44 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8812602 Nov 12 08:09:08.833246 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9130a105-e49e-4b78-b9a1-fe4476924350 None None] Network 1a323889-6c9a-40df-9d33-3f74857cb8d2 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:09:08.840911 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-9130a105-e49e-4b78-b9a1-fe4476924350 None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:09:08.847031 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9130a105-e49e-4b78-b9a1-fe4476924350 None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:09:08.850235 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9130a105-e49e-4b78-b9a1-fe4476924350 None None] Pushing event updated for resources: {'Port': ['ID=72038b27-0488-474c-918e-74326c058114,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:08.914570 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-9130a105-e49e-4b78-b9a1-fe4476924350 None None] Attempting to bind port 72038b27-0488-474c-918e-74326c058114 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:09:08.915240 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-9130a105-e49e-4b78-b9a1-fe4476924350 None None] Attempting to bind port 72038b27-0488-474c-918e-74326c058114 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': 'ef780b90-c001-4df4-8a87-60cbd26d33b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1a323889-6c9a-40df-9d33-3f74857cb8d2'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:09:08.915752 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9130a105-e49e-4b78-b9a1-fe4476924350 None None] Attempting to bind port 72038b27-0488-474c-918e-74326c058114 on network 1a323889-6c9a-40df-9d33-3f74857cb8d2 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:09:08.933060 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9130a105-e49e-4b78-b9a1-fe4476924350 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:09:08.933767 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9130a105-e49e-4b78-b9a1-fe4476924350 None None] Checking segment: {'id': 'ef780b90-c001-4df4-8a87-60cbd26d33b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1a323889-6c9a-40df-9d33-3f74857cb8d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:09:08.937736 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9130a105-e49e-4b78-b9a1-fe4476924350 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:08.940300 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9130a105-e49e-4b78-b9a1-fe4476924350 None None] Bound using segment: {'id': 'ef780b90-c001-4df4-8a87-60cbd26d33b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1a323889-6c9a-40df-9d33-3f74857cb8d2'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:09:08.941745 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-9130a105-e49e-4b78-b9a1-fe4476924350 None None] Bound port: 72038b27-0488-474c-918e-74326c058114, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef780b90-c001-4df4-8a87-60cbd26d33b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1a323889-6c9a-40df-9d33-3f74857cb8d2'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:09:08.943729 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9130a105-e49e-4b78-b9a1-fe4476924350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:08.964143 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fd3002bc-03ca-4210-9210-79b8eda729e0 req-5091ffdb-6129-4c1d-8db8-b02c5c114dbe service neutron] 10.222.0.44 "GET /v2.0/networks/a3156095-dd64-4768-883c-6857cbfc4c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8088050 Nov 12 08:09:08.973917 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db827fa1-0e6c-4248-8f8f-09d36e6210e4 req-1fed02ea-6329-436b-bfb6-7004d9d2a0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:08.975617 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-db827fa1-0e6c-4248-8f8f-09d36e6210e4 req-1fed02ea-6329-436b-bfb6-7004d9d2a0f1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=107743df-d3df-459d-a6cd-9e2ab4303016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6185665 Nov 12 08:09:08.992145 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [req-efbca78c-6b7e-4bf5-915b-921ac39ac524 req-4de7e063-76fd-43be-b1b0-529cd664181c tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Router 9e5fd536-d0bb-4d59-b78a-9e2de0d54b74 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:09:08.993055 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0a0137f0-0276-4a02-825f-5a4524690a4a req-cbb947b6-316e-48e8-a6da-0275d43cf83a tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] 10.222.0.26 "GET /v2.0/security-groups?id=324d126f-7172-408c-b291-f65e4794fc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709198 Nov 12 08:09:09.083124 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:09.085248 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb005779-b28e-4492-bddd-df58daa0197e x-openstack-request-id: req-eb005779-b28e-4492-bddd-df58daa0197e {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:09:09.085741 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6bc5d66-b2f6-4252-a902-84ebb010c409", "name": "network-vif-plugged", "status": "completed", "tag": "34d1dcbc-464b-41d6-9441-548e97d0bf52", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:09:09.086139 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-eb005779-b28e-4492-bddd-df58daa0197e {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:09:09.086723 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6bc5d66-b2f6-4252-a902-84ebb010c409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34d1dcbc-464b-41d6-9441-548e97d0bf52', 'code': 200} Nov 12 08:09:09.107589 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-9130a105-e49e-4b78-b9a1-fe4476924350 None None] For port 72038b27-0488-474c-918e-74326c058114, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:09:09.112310 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-9130a105-e49e-4b78-b9a1-fe4476924350 None None] For port 72038b27-0488-474c-918e-74326c058114, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=72038b27-0488-474c-918e-74326c058114,segment=NetworkSegment(ef780b90-c001-4df4-8a87-60cbd26d33b1),segment_id=ef780b90-c001-4df4-8a87-60cbd26d33b1)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:09:09.117010 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9130a105-e49e-4b78-b9a1-fe4476924350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:09.143870 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-efbca78c-6b7e-4bf5-915b-921ac39ac524 req-4de7e063-76fd-43be-b1b0-529cd664181c tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:09:09.154732 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-efbca78c-6b7e-4bf5-915b-921ac39ac524 req-4de7e063-76fd-43be-b1b0-529cd664181c tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:09.168942 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c36d23e4-07c7-4980-865e-dd588c2d12a7', 'tag': '52703d62-0a3b-4c05-b231-7b7e93171c85'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:09:09.168942 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ff7dbb3-3f6c-4a41-9f69-a5ae8c0b5b9e" -d '{"events": [{"name": "network-changed", "server_uuid": "c36d23e4-07c7-4980-865e-dd588c2d12a7", "tag": "52703d62-0a3b-4c05-b231-7b7e93171c85"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:09:09.169842 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb84edf8-705d-479d-aa03-5f230a45118f None None] Sync routers for ids ['9e5fd536-d0bb-4d59-b78a-9e2de0d54b74'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:09:09.176561 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-859b0df6-5025-458f-9962-1f41fb559ea0 req-5c099d14-9cbb-4142-8b0d-fc67afbb3072 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Made reservation on behalf of d3f3ef4a14134700a36c0967765d4c9a for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:09:09.180550 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-859b0df6-5025-458f-9962-1f41fb559ea0 req-5c099d14-9cbb-4142-8b0d-fc67afbb3072 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:09.212992 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-efbca78c-6b7e-4bf5-915b-921ac39ac524 req-4de7e063-76fd-43be-b1b0-529cd664181c tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] 10.222.0.26 "PUT /v2.0/floatingips/68b5cea1-5d2f-4c4b-8022-a0eaf64db1de HTTP/1.1" status: 200 len: 694 time: 0.8929369 Nov 12 08:09:09.238537 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb84edf8-705d-479d-aa03-5f230a45118f None None] Routers {'9e5fd536-d0bb-4d59-b78a-9e2de0d54b74'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:09:09.239216 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-fb84edf8-705d-479d-aa03-5f230a45118f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:09:06Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['9e5fd536-d0bb-4d59-b78a-9e2de0d54b74'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:09:09.242650 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9130a105-e49e-4b78-b9a1-fe4476924350 None None] Pushing event updated for resources: {'Port': ['ID=72038b27-0488-474c-918e-74326c058114,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:09.323405 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbca78c-6b7e-4bf5-915b-921ac39ac524 req-7bf23cd8-b526-48c9-a353-a9c737a1fec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:09.325728 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-efbca78c-6b7e-4bf5-915b-921ac39ac524 req-7bf23cd8-b526-48c9-a353-a9c737a1fec6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2c540c0464294343b65b342f4c6f01b0&device_id=1f72da1e-4880-445d-9461-e68100f39db1 HTTP/1.1" status: 200 len: 1097 time: 0.0807943 Nov 12 08:09:09.424260 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-fb84edf8-705d-479d-aa03-5f230a45118f None None] Set router 9e5fd536-d0bb-4d59-b78a-9e2de0d54b74 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:09:09.452336 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fa1ce5-dbb0-407d-a394-20277b5b1666 req-001db043-8af0-4110-afc5-c09fca80d371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:09.454194 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d7fa1ce5-dbb0-407d-a394-20277b5b1666 req-001db043-8af0-4110-afc5-c09fca80d371 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=737ba54db011432b976fdfd3857f766e&device_id=bf5b5785-a47f-4561-a4b6-f5a68cfe2ed6 HTTP/1.1" status: 200 len: 1100 time: 0.4110506 Nov 12 08:09:09.466912 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbca78c-6b7e-4bf5-915b-921ac39ac524 req-dc74b940-2ca6-4250-91ef-56da61e415f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:09.469014 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-efbca78c-6b7e-4bf5-915b-921ac39ac524 req-dc74b940-2ca6-4250-91ef-56da61e415f3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a3156095-dd64-4768-883c-6857cbfc4c3d HTTP/1.1" status: 200 len: 922 time: 0.1342409 Nov 12 08:09:09.481304 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-db827fa1-0e6c-4248-8f8f-09d36e6210e4 req-44cc8251-e148-4be2-b829-95ecb87b883c service neutron] 10.222.0.21 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4797196 Nov 12 08:09:09.533805 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-efbca78c-6b7e-4bf5-915b-921ac39ac524 req-08825b25-097d-49ff-b0c5-78babce8388c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5975a837-69b0-4656-8c46-90ccacaa190f HTTP/1.1" status: 200 len: 217 time: 0.0532105 Nov 12 08:09:09.559865 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-aa7b16e6-0342-43b0-8c55-086b70992d00 req-ecd848eb-9dd2-4914-8d75-724b5b1b8e0b tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=82047a0a-6f6c-4e84-aa3f-085b47fa6ac2 HTTP/1.1" status: 200 len: 210 time: 0.1682847 Nov 12 08:09:09.598878 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbca78c-6b7e-4bf5-915b-921ac39ac524 req-18c28d17-99d6-433b-b1c4-73db9895c38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:09.600367 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-efbca78c-6b7e-4bf5-915b-921ac39ac524 req-18c28d17-99d6-433b-b1c4-73db9895c38f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5faf708b-0fdf-49a2-9148-2d75ea940abb HTTP/1.1" status: 200 len: 860 time: 0.0585682 Nov 12 08:09:09.667764 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b7a193-d1c0-4c61-88e1-4f983b2fbcfb x-openstack-request-id: req-26b7a193-d1c0-4c61-88e1-4f983b2fbcfb {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:09:09.668058 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa3b3dea-7105-46ec-978f-6c97c978d65e", "name": "network-vif-deleted", "tag": "19c334ae-9fb3-4416-a2cc-17242b513039", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:09:09.669852 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-26b7a193-d1c0-4c61-88e1-4f983b2fbcfb {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:09:09.670297 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa3b3dea-7105-46ec-978f-6c97c978d65e', 'name': 'network-vif-deleted', 'tag': '19c334ae-9fb3-4416-a2cc-17242b513039', 'status': 'completed', 'code': 200} Nov 12 08:09:09.679003 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbca78c-6b7e-4bf5-915b-921ac39ac524 req-2d8a90db-45c5-4748-9e9d-4e9db0f434a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:09.681115 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-efbca78c-6b7e-4bf5-915b-921ac39ac524 req-2d8a90db-45c5-4748-9e9d-4e9db0f434a2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a3156095-dd64-4768-883c-6857cbfc4c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0733597 Nov 12 08:09:09.753661 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:09.770632 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79f5e98-61d5-4301-a3c7-9cbbe38245b0 req-d10eb3f8-85e1-47e1-9569-ec6a7fab09d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:09.772126 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a79f5e98-61d5-4301-a3c7-9cbbe38245b0 req-d10eb3f8-85e1-47e1-9569-ec6a7fab09d6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a6bc5d66-b2f6-4252-a902-84ebb010c409 HTTP/1.1" status: 200 len: 1102 time: 0.5488217 Nov 12 08:09:09.787821 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-fb84edf8-705d-479d-aa03-5f230a45118f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5fd536-d0bb-4d59-b78a-9e2de0d54b74', 'name': 'tempest-FloatingIPsAssociationTestJSON-2142488039-router', 'tenant_id': '2c540c0464294343b65b342f4c6f01b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'd55f500f-4bd1-44df-8dfd-0ef809acbb77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:07:50Z', 'updated_at': '2021-11-12T08:08:02Z', 'revision_number': 4, 'project_id': '2c540c0464294343b65b342f4c6f01b0', 'gw_port': {'id': 'd55f500f-4bd1-44df-8dfd-0ef809acbb77', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5fd536-d0bb-4d59-b78a-9e2de0d54b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:51Z', 'updated_at': '2021-11-12T08:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': 'd4d8f593-2f9e-4dfc-9e9c-4b27feac3960', 'name': '', 'network_id': 'a3156095-dd64-4768-883c-6857cbfc4c3d', 'tenant_id': '2c540c0464294343b65b342f4c6f01b0', 'mac_address': 'fa:16:3e:21:30:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5fd536-d0bb-4d59-b78a-9e2de0d54b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '5faf708b-0fdf-49a2-9148-2d75ea940abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:08:00Z', 'updated_at': '2021-11-12T08:08:08Z', 'revision_number': 5, 'project_id': '2c540c0464294343b65b342f4c6f01b0', 'subnets': [{'id': '5faf708b-0fdf-49a2-9148-2d75ea940abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:09:09.808383 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-efbca78c-6b7e-4bf5-915b-921ac39ac524 req-25e06437-a8b5-45ba-beb1-775648928373 service neutron] 10.222.0.26 "GET /v2.0/networks/a3156095-dd64-4768-883c-6857cbfc4c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127656 Nov 12 08:09:09.829187 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb84edf8-705d-479d-aa03-5f230a45118f None None] Checking router: 9e5fd536-d0bb-4d59-b78a-9e2de0d54b74 for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:09:09.840551 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb84edf8-705d-479d-aa03-5f230a45118f None None] Routers {'9e5fd536-d0bb-4d59-b78a-9e2de0d54b74'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:09:09.841763 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-fb84edf8-705d-479d-aa03-5f230a45118f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:09:06Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['9e5fd536-d0bb-4d59-b78a-9e2de0d54b74'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:09:09.865995 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bf938f05-eb0a-4434-a114-069331e7bf85 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:09.936544 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-efbca78c-6b7e-4bf5-915b-921ac39ac524 req-6095ecd5-dcb1-4ff9-9340-340eb05069b9 service neutron] 10.222.0.26 "GET /v2.0/networks/a3156095-dd64-4768-883c-6857cbfc4c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181383 Nov 12 08:09:09.998314 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-fb84edf8-705d-479d-aa03-5f230a45118f None None] Set router 9e5fd536-d0bb-4d59-b78a-9e2de0d54b74 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:09:10.000683 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-db827fa1-0e6c-4248-8f8f-09d36e6210e4 req-e35bc51e-ec41-49f9-96c3-b0279d8383cb service neutron] 10.222.0.21 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3835630 Nov 12 08:09:10.049784 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d606ee9f-f160-4523-88ef-d650afdf8d0c req-510a8118-ba66-4307-944a-affff0fa86a2 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:10.057010 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d606ee9f-f160-4523-88ef-d650afdf8d0c req-510a8118-ba66-4307-944a-affff0fa86a2 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/ports?device_id=c36d23e4-07c7-4980-865e-dd588c2d12a7 HTTP/1.1" status: 200 len: 947 time: 0.2969387 Nov 12 08:09:10.074671 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a79f5e98-61d5-4301-a3c7-9cbbe38245b0 req-2123348c-c2e7-4739-8415-6958574c7e8a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=324d126f-7172-408c-b291-f65e4794fc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576082 Nov 12 08:09:10.076038 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fa1ce5-dbb0-407d-a394-20277b5b1666 req-3349e030-0073-4df1-bb48-7eba17b8abf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:10.078492 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d7fa1ce5-dbb0-407d-a394-20277b5b1666 req-3349e030-0073-4df1-bb48-7eba17b8abf8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=107743df-d3df-459d-a6cd-9e2ab4303016 HTTP/1.1" status: 200 len: 870 time: 0.5309289 Nov 12 08:09:10.108864 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf938f05-eb0a-4434-a114-069331e7bf85 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Pushing event updated for resources: {'Subnet': ['ID=a4df3464-1784-4646-b668-8314233aecdd,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:10.152267 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-859b0df6-5025-458f-9962-1f41fb559ea0 req-5c099d14-9cbb-4142-8b0d-fc67afbb3072 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Allocated IP 172.20.0.10 (e20d0ee5-0c01-4db1-aa95-4ea5bc470460/4054f1d6-a6c6-43c7-ba9c-9a6600029957/5fc0601c-a0ae-46e6-912e-5409aaa60092) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:09:10.181121 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf938f05-eb0a-4434-a114-069331e7bf85 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Checking segment: {'id': '68a1743e-a8af-4970-92e1-04bf2dc80df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '98a99309-fcab-4612-ba6f-85e7b28a9784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:09:10.181616 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf938f05-eb0a-4434-a114-069331e7bf85 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Network hostable DHCP agents. Network: 98a99309-fcab-4612-ba6f-85e7b28a9784, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:09:10.272206 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d606ee9f-f160-4523-88ef-d650afdf8d0c req-b36e0fba-8012-4ff5-bbf0-a0f5f0c12980 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb487f5-7b7a-45ea-a48a-5e5b4b4e6e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141840 Nov 12 08:09:10.279414 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf938f05-eb0a-4434-a114-069331e7bf85 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Network 98a99309-fcab-4612-ba6f-85e7b28a9784 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:09:10.314365 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 19c334ae-9fb3-4416-a2cc-17242b513039 no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:09:10.338512 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 72038b27-0488-474c-918e-74326c058114 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:09:10.356898 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c986136e-9bb7-4124-8453-13f9c599d27b x-openstack-request-id: req-c986136e-9bb7-4124-8453-13f9c599d27b {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:09:10.357364 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c36d23e4-07c7-4980-865e-dd588c2d12a7", "tag": "52703d62-0a3b-4c05-b231-7b7e93171c85", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:09:10.357723 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c986136e-9bb7-4124-8453-13f9c599d27b {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:09:10.358214 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c36d23e4-07c7-4980-865e-dd588c2d12a7', 'tag': '52703d62-0a3b-4c05-b231-7b7e93171c85', 'status': 'completed', 'code': 200} Nov 12 08:09:10.393301 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-e530113a-7783-48f4-9840-8911a24052df None None] No Port match for: 19c334ae-9fb3-4416-a2cc-17242b513039 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:09:10.393638 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 19c334ae-9fb3-4416-a2cc-17242b513039 not bound to the agent host n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:09:10.455768 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-fb84edf8-705d-479d-aa03-5f230a45118f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5fd536-d0bb-4d59-b78a-9e2de0d54b74', 'name': 'tempest-FloatingIPsAssociationTestJSON-2142488039-router', 'tenant_id': '2c540c0464294343b65b342f4c6f01b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'd55f500f-4bd1-44df-8dfd-0ef809acbb77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:07:50Z', 'updated_at': '2021-11-12T08:08:02Z', 'revision_number': 4, 'project_id': '2c540c0464294343b65b342f4c6f01b0', 'gw_port': {'id': 'd55f500f-4bd1-44df-8dfd-0ef809acbb77', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5fd536-d0bb-4d59-b78a-9e2de0d54b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:51Z', 'updated_at': '2021-11-12T08:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': 'd4d8f593-2f9e-4dfc-9e9c-4b27feac3960', 'name': '', 'network_id': 'a3156095-dd64-4768-883c-6857cbfc4c3d', 'tenant_id': '2c540c0464294343b65b342f4c6f01b0', 'mac_address': 'fa:16:3e:21:30:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5fd536-d0bb-4d59-b78a-9e2de0d54b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '5faf708b-0fdf-49a2-9148-2d75ea940abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:08:00Z', 'updated_at': '2021-11-12T08:08:08Z', 'revision_number': 5, 'project_id': '2c540c0464294343b65b342f4c6f01b0', 'subnets': [{'id': '5faf708b-0fdf-49a2-9148-2d75ea940abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:09:10.483787 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7dbb3-3f6c-4a41-9f69-a5ae8c0b5b9e req-79a45e5c-10a4-4c52-92b9-8a7ba3fe0aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:10.485982 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4ff7dbb3-3f6c-4a41-9f69-a5ae8c0b5b9e req-79a45e5c-10a4-4c52-92b9-8a7ba3fe0aa9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=737ba54db011432b976fdfd3857f766e&device_id=c36d23e4-07c7-4980-865e-dd588c2d12a7 HTTP/1.1" status: 200 len: 1099 time: 0.1956372 Nov 12 08:09:10.486782 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-bf938f05-eb0a-4434-a114-069331e7bf85 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 98a99309-fcab-4612-ba6f-85e7b28a9784) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:09:10.505165 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf938f05-eb0a-4434-a114-069331e7bf85 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:10.505959 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bf938f05-eb0a-4434-a114-069331e7bf85 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:10.520141 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb84edf8-705d-479d-aa03-5f230a45118f None None] The sync data for ids ['9e5fd536-d0bb-4d59-b78a-9e2de0d54b74'] in n-d-765315-29 is: [{'id': '9e5fd536-d0bb-4d59-b78a-9e2de0d54b74', 'name': 'tempest-FloatingIPsAssociationTestJSON-2142488039-router', 'tenant_id': '2c540c0464294343b65b342f4c6f01b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'd55f500f-4bd1-44df-8dfd-0ef809acbb77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:07:50Z', 'updated_at': '2021-11-12T08:08:02Z', 'revision_number': 4, 'project_id': '2c540c0464294343b65b342f4c6f01b0', 'gw_port': {'id': 'd55f500f-4bd1-44df-8dfd-0ef809acbb77', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5fd536-d0bb-4d59-b78a-9e2de0d54b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:51Z', 'updated_at': '2021-11-12T08:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': 'd4d8f593-2f9e-4dfc-9e9c-4b27feac3960', 'name': '', 'network_id': 'a3156095-dd64-4768-883c-6857cbfc4c3d', 'tenant_id': '2c540c0464294343b65b342f4c6f01b0', 'mac_address': 'fa:16:3e:21:30:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5fd536-d0bb-4d59-b78a-9e2de0d54b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '5faf708b-0fdf-49a2-9148-2d75ea940abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:08:00Z', 'updated_at': '2021-11-12T08:08:08Z', 'revision_number': 5, 'project_id': '2c540c0464294343b65b342f4c6f01b0', 'subnets': [{'id': '5faf708b-0fdf-49a2-9148-2d75ea940abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:09:10.526118 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 72038b27-0488-474c-918e-74326c058114 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:09:10.526600 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:10.575219 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff05563-7165-4207-8fa6-b02e6ed379ce None None] Network 98a99309-fcab-4612-ba6f-85e7b28a9784 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:09:10.679764 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-bf938f05-eb0a-4434-a114-069331e7bf85 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.8603201 Nov 12 08:09:10.680114 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c3d4eb-6d06-4838-a025-d28475e7ddb1 req-92c4de21-e1d8-4d96-ae66-7877426c7588 tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:10.681627 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-82c3d4eb-6d06-4838-a025-d28475e7ddb1 req-92c4de21-e1d8-4d96-ae66-7877426c7588 tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d307ea9-d969-40b3-9ff7-f74bff956c36 HTTP/1.1" status: 200 len: 949 time: 0.1007507 Nov 12 08:09:10.683289 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 33416) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:09:10.688039 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1ffd1b-9afa-411a-b2a7-f9253285e183 None None] Network 1a323889-6c9a-40df-9d33-3f74857cb8d2 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:09:10.691378 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-48ecec05-566f-4eb7-bab3-4818e3648d2c tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Request body: {'port': {'network_id': '1a323889-6c9a-40df-9d33-3f74857cb8d2', 'name': 'tempest-TaggedBootDevicesTest-787686630', 'fixed_ips': [{'subnet_id': '7d7c7129-5e48-4c3b-98d9-801e1598df80'}]}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:09:10.691898 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9703aef6-b420-4d34-bf8d-6123aafdf149 req-32f20284-821d-4bc7-9ad0-f82488069521 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:10.694039 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9703aef6-b420-4d34-bf8d-6123aafdf149 req-32f20284-821d-4bc7-9ad0-f82488069521 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6bc5d66-b2f6-4252-a902-84ebb010c409 HTTP/1.1" status: 200 len: 950 time: 0.2971847 Nov 12 08:09:10.709866 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d7fa1ce5-dbb0-407d-a394-20277b5b1666 req-8605ccaf-15e5-4f7a-b5de-6c4378303b02 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0 HTTP/1.1" status: 200 len: 217 time: 0.2601404 Nov 12 08:09:10.711057 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7dbb3-3f6c-4a41-9f69-a5ae8c0b5b9e req-0103eee5-2fcf-4271-bd57-025cf38a500b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:10.712473 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4ff7dbb3-3f6c-4a41-9f69-a5ae8c0b5b9e req-0103eee5-2fcf-4271-bd57-025cf38a500b service neutron] 10.222.0.21 "GET /v2.0/networks?id=107743df-d3df-459d-a6cd-9e2ab4303016 HTTP/1.1" status: 200 len: 870 time: 0.2095690 Nov 12 08:09:10.819206 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-82c3d4eb-6d06-4838-a025-d28475e7ddb1 req-28d20cea-bf0a-4ce7-87ca-13fceca97863 tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc73c956-b036-4b27-a19b-8f92c82fdda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183703 Nov 12 08:09:10.852143 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fa1ce5-dbb0-407d-a394-20277b5b1666 req-9a1cd2e3-aff0-4314-8580-5c64e3c1825f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:10.854492 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d7fa1ce5-dbb0-407d-a394-20277b5b1666 req-9a1cd2e3-aff0-4314-8580-5c64e3c1825f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1 HTTP/1.1" status: 200 len: 843 time: 0.1288924 Nov 12 08:09:10.862170 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:10.896509 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-c2b5a494-7f0d-456d-a995-17b13011c0ff None None] Provisioning complete for port 72038b27-0488-474c-918e-74326c058114 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:09:10.896888 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c2b5a494-7f0d-456d-a995-17b13011c0ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:10.951758 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ecec05-566f-4eb7-bab3-4818e3648d2c tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Made reservation on behalf of caeb26ccc5c74ed4b3562c36be1bd442 for: {'port': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:09:10.962515 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e937b21b-45e1-4e8a-8201-e2d2037ca908 None None] New status for floating IP 68b5cea1-5d2f-4c4b-8022-a0eaf64db1de: DOWN {{(pid=102602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:09:11.074296 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4ff7dbb3-3f6c-4a41-9f69-a5ae8c0b5b9e req-d18c2c6a-6283-43be-9232-4216045b9d8f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=52703d62-0a3b-4c05-b231-7b7e93171c85 HTTP/1.1" status: 200 len: 217 time: 0.3404787 Nov 12 08:09:11.104577 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fa1ce5-dbb0-407d-a394-20277b5b1666 req-9c4bfa18-6575-4eb2-9bb7-407cfa4ffba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:11.106092 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d7fa1ce5-dbb0-407d-a394-20277b5b1666 req-9c4bfa18-6575-4eb2-9bb7-407cfa4ffba6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=107743df-d3df-459d-a6cd-9e2ab4303016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1353436 Nov 12 08:09:11.135514 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] For port 72038b27-0488-474c-918e-74326c058114, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=72038b27-0488-474c-918e-74326c058114,segment=NetworkSegment(ef780b90-c001-4df4-8a87-60cbd26d33b1),segment_id=ef780b90-c001-4df4-8a87-60cbd26d33b1)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:09:11.161246 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:11.199452 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f6e8b4-4c3b-40ab-8d0c-4c8d1a4a9fd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-98a99309-fcab-4612-ba6f-85e7b28a9784', 'network_id': '98a99309-fcab-4612-ba6f-85e7b28a9784', 'tenant_id': 'caeb26ccc5c74ed4b3562c36be1bd442', 'fixed_ips': [{'subnet_id': 'a4df3464-1784-4646-b668-8314233aecdd'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:09:11.199918 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-33f6e8b4-4c3b-40ab-8d0c-4c8d1a4a9fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:11.254259 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-48ecec05-566f-4eb7-bab3-4818e3648d2c tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:11.294093 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-859b0df6-5025-458f-9962-1f41fb559ea0 req-5c099d14-9cbb-4142-8b0d-fc67afbb3072 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:11.304545 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9703aef6-b420-4d34-bf8d-6123aafdf149 req-6a31e52b-a2c3-4d9b-8eae-be7e3990cbe5 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] 10.222.0.26 "GET /v2.0/security-groups?id=324d126f-7172-408c-b291-f65e4794fc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5809534 Nov 12 08:09:11.309741 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Pushing event updated for resources: {'Port': ['ID=72038b27-0488-474c-918e-74326c058114,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:11.400420 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d7fa1ce5-dbb0-407d-a394-20277b5b1666 req-ff95a712-c123-41ab-a9a7-dab23a72d48b service neutron] 10.222.0.44 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498102 Nov 12 08:09:11.404216 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7dbb3-3f6c-4a41-9f69-a5ae8c0b5b9e req-8bc02b94-4b52-44e9-9dfc-e5eba01cf8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:11.405666 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4ff7dbb3-3f6c-4a41-9f69-a5ae8c0b5b9e req-8bc02b94-4b52-44e9-9dfc-e5eba01cf8ec service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1 HTTP/1.1" status: 200 len: 843 time: 0.3070374 Nov 12 08:09:11.417643 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 33426) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:09:11.482866 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-33f6e8b4-4c3b-40ab-8d0c-4c8d1a4a9fd2 None None] Allocated IP 10.2.2.2 (98a99309-fcab-4612-ba6f-85e7b28a9784/a4df3464-1784-4646-b668-8314233aecdd/c06d4381-f895-4899-98e8-2d1bfc1a67e1) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:09:11.625637 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0581f972-10fa-435e-ba6e-4bf422084473 req-97723b30-df07-4b78-a5de-4d3bd4f5527e tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=82047a0a-6f6c-4e84-aa3f-085b47fa6ac2 HTTP/1.1" status: 200 len: 210 time: 0.1368778 Nov 12 08:09:11.662484 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7dbb3-3f6c-4a41-9f69-a5ae8c0b5b9e req-4712f5df-af5f-457a-abb8-951a19f1c07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:11.662484 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4ff7dbb3-3f6c-4a41-9f69-a5ae8c0b5b9e req-4712f5df-af5f-457a-abb8-951a19f1c07b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=107743df-d3df-459d-a6cd-9e2ab4303016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2394130 Nov 12 08:09:11.662484 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-859b0df6-5025-458f-9962-1f41fb559ea0 req-5c099d14-9cbb-4142-8b0d-fc67afbb3072 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:11.678148 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-33f6e8b4-4c3b-40ab-8d0c-4c8d1a4a9fd2 None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:11.702830 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-33f6e8b4-4c3b-40ab-8d0c-4c8d1a4a9fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:11.718647 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f72da1e-4880-445d-9461-e68100f39db1', 'tag': '5975a837-69b0-4656-8c46-90ccacaa190f'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:09:11.721787 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06c282df-3967-4bbb-866e-a91078949a8d" -d '{"events": [{"name": "network-changed", "server_uuid": "1f72da1e-4880-445d-9461-e68100f39db1", "tag": "5975a837-69b0-4656-8c46-90ccacaa190f"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:09:11.738339 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee4adde-29e3-4272-8ff0-7266fbe5002b req-056fb602-43ee-4c2e-98b7-3bac58ee77d4 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:11.739456 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fee4adde-29e3-4272-8ff0-7266fbe5002b req-056fb602-43ee-4c2e-98b7-3bac58ee77d4 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] 10.222.0.26 "GET /v2.0/ports?device_id=053da00c-e5c3-4f45-bacd-a2cffaf1c4e3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.5760756 Nov 12 08:09:11.746115 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [None req-48ecec05-566f-4eb7-bab3-4818e3648d2c tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] device_id is not set on port 222d1760-e17f-49ca-84de-7bb56db34609 yet. {{(pid=102600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:09:11.811733 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f6e8b4-4c3b-40ab-8d0c-4c8d1a4a9fd2 None None] Pushing event updated for resources: {'Port': ['ID=c06d4381-f895-4899-98e8-2d1bfc1a67e1,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:11.823697 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f6e8b4-4c3b-40ab-8d0c-4c8d1a4a9fd2 None None] Network 98a99309-fcab-4612-ba6f-85e7b28a9784 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:09:11.826123 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-33f6e8b4-4c3b-40ab-8d0c-4c8d1a4a9fd2 None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:09:11.833749 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f6e8b4-4c3b-40ab-8d0c-4c8d1a4a9fd2 None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:09:11.843933 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-470b9982-5118-49df-b0f6-14e98f793dce admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:11.895004 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c099d14-9cbb-4142-8b0d-fc67afbb3072 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Pushing event updated for resources: {'Port': ['ID=5fc0601c-a0ae-46e6-912e-5409aaa60092,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:11.914030 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fee4adde-29e3-4272-8ff0-7266fbe5002b req-a2a24adb-93f7-43cf-a143-eec6f7602bdf tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.2.22 HTTP/1.1" status: 200 len: 695 time: 0.1621959 Nov 12 08:09:11.937996 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-fee4adde-29e3-4272-8ff0-7266fbe5002b req-29ff9f59-938f-466c-902a-580d722e8afc tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Request body: {'floatingip': {'port_id': '64c9cd6b-64f0-45b3-a976-8b00bb48b94a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:09:11.942435 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-33f6e8b4-4c3b-40ab-8d0c-4c8d1a4a9fd2 None None] Attempting to bind port c06d4381-f895-4899-98e8-2d1bfc1a67e1 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:09:11.943054 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-33f6e8b4-4c3b-40ab-8d0c-4c8d1a4a9fd2 None None] Attempting to bind port c06d4381-f895-4899-98e8-2d1bfc1a67e1 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '68a1743e-a8af-4970-92e1-04bf2dc80df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '98a99309-fcab-4612-ba6f-85e7b28a9784'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:09:11.943333 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f6e8b4-4c3b-40ab-8d0c-4c8d1a4a9fd2 None None] Attempting to bind port c06d4381-f895-4899-98e8-2d1bfc1a67e1 on network 98a99309-fcab-4612-ba6f-85e7b28a9784 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:09:11.979648 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f6e8b4-4c3b-40ab-8d0c-4c8d1a4a9fd2 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:09:11.980052 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f6e8b4-4c3b-40ab-8d0c-4c8d1a4a9fd2 None None] Checking segment: {'id': '68a1743e-a8af-4970-92e1-04bf2dc80df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '98a99309-fcab-4612-ba6f-85e7b28a9784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:09:11.980453 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-33f6e8b4-4c3b-40ab-8d0c-4c8d1a4a9fd2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:11.980847 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f6e8b4-4c3b-40ab-8d0c-4c8d1a4a9fd2 None None] Bound using segment: {'id': '68a1743e-a8af-4970-92e1-04bf2dc80df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '98a99309-fcab-4612-ba6f-85e7b28a9784'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:09:11.983573 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-33f6e8b4-4c3b-40ab-8d0c-4c8d1a4a9fd2 None None] Bound port: c06d4381-f895-4899-98e8-2d1bfc1a67e1, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68a1743e-a8af-4970-92e1-04bf2dc80df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '98a99309-fcab-4612-ba6f-85e7b28a9784'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:09:11.984080 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-33f6e8b4-4c3b-40ab-8d0c-4c8d1a4a9fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:12.005213 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-859b0df6-5025-458f-9962-1f41fb559ea0 req-5c099d14-9cbb-4142-8b0d-fc67afbb3072 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Network e20d0ee5-0c01-4db1-aa95-4ea5bc470460 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:09:12.018360 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:12.027658 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d7fa1ce5-dbb0-407d-a394-20277b5b1666 req-8db4a007-257d-4284-a20d-e8ee25f129f3 service neutron] 10.222.0.44 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5874760 Nov 12 08:09:12.028614 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-859b0df6-5025-458f-9962-1f41fb559ea0 req-5c099d14-9cbb-4142-8b0d-fc67afbb3072 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:09:12.044829 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-859b0df6-5025-458f-9962-1f41fb559ea0 req-5c099d14-9cbb-4142-8b0d-fc67afbb3072 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:09:12.053072 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-fee4adde-29e3-4272-8ff0-7266fbe5002b req-29ff9f59-938f-466c-902a-580d722e8afc tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Publish callbacks [] for floatingip, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:12.059331 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e2528a80-0745-473f-b9d1-2b5b64db6038 None None] Provisioning complete for port 72038b27-0488-474c-918e-74326c058114 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:09:12.059843 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e2528a80-0745-473f-b9d1-2b5b64db6038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:12.118622 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-33f6e8b4-4c3b-40ab-8d0c-4c8d1a4a9fd2 None None] For port c06d4381-f895-4899-98e8-2d1bfc1a67e1, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:09:12.126513 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-33f6e8b4-4c3b-40ab-8d0c-4c8d1a4a9fd2 None None] For port c06d4381-f895-4899-98e8-2d1bfc1a67e1, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=c06d4381-f895-4899-98e8-2d1bfc1a67e1,segment=NetworkSegment(68a1743e-a8af-4970-92e1-04bf2dc80df9),segment_id=68a1743e-a8af-4970-92e1-04bf2dc80df9)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:09:12.137032 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec99e4c-ee41-4d3a-a712-460126e8a937 req-e6d6f5bb-27cc-41b3-89fd-263b60e30e4f tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:12.139771 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-33f6e8b4-4c3b-40ab-8d0c-4c8d1a4a9fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:12.145903 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6ec99e4c-ee41-4d3a-a712-460126e8a937 req-e6d6f5bb-27cc-41b3-89fd-263b60e30e4f tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/ports?device_id=c36d23e4-07c7-4980-865e-dd588c2d12a7 HTTP/1.1" status: 200 len: 947 time: 0.4033780 Nov 12 08:09:12.193237 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4ff7dbb3-3f6c-4a41-9f69-a5ae8c0b5b9e req-59b87225-42ec-471b-9876-3f3c28a61c89 service neutron] 10.222.0.21 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5045159 Nov 12 08:09:12.276499 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859b0df6-5025-458f-9962-1f41fb559ea0 req-5c099d14-9cbb-4142-8b0d-fc67afbb3072 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:12.277536 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-859b0df6-5025-458f-9962-1f41fb559ea0 req-5c099d14-9cbb-4142-8b0d-fc67afbb3072 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:12.279302 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f6e8b4-4c3b-40ab-8d0c-4c8d1a4a9fd2 None None] Pushing event updated for resources: {'Port': ['ID=c06d4381-f895-4899-98e8-2d1bfc1a67e1,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:12.298873 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 72038b27-0488-474c-918e-74326c058114 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:09:12.299469 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-470b9982-5118-49df-b0f6-14e98f793dce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:12.354551 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-470b9982-5118-49df-b0f6-14e98f793dce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:12.384259 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 72038b27-0488-474c-918e-74326c058114 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:09:12.384674 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:12.507048 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-48ecec05-566f-4eb7-bab3-4818e3648d2c tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Allocated IP 10.1.1.240 (1a323889-6c9a-40df-9d33-3f74857cb8d2/7d7c7129-5e48-4c3b-98d9-801e1598df80/222d1760-e17f-49ca-84de-7bb56db34609) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:09:12.678614 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6ec99e4c-ee41-4d3a-a712-460126e8a937 req-09ee9f3b-c491-43d1-8b92-347338db251f tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb487f5-7b7a-45ea-a48a-5e5b4b4e6e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5309842 Nov 12 08:09:12.696088 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-859b0df6-5025-458f-9962-1f41fb559ea0 req-5c099d14-9cbb-4142-8b0d-fc67afbb3072 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5647368 Nov 12 08:09:12.719505 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-859b0df6-5025-458f-9962-1f41fb559ea0 req-6f584aba-f496-4897-888a-e2e3530bd706 service neutron] Request body: {'port': {'device_id': '82047a0a-6f6c-4e84-aa3f-085b47fa6ac2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:09:12.729676 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e6cd2c2-73f8-417f-a15f-b88f3c902548 x-openstack-request-id: req-0e6cd2c2-73f8-417f-a15f-b88f3c902548 {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:09:12.730197 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f72da1e-4880-445d-9461-e68100f39db1", "tag": "5975a837-69b0-4656-8c46-90ccacaa190f", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:09:12.730197 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0e6cd2c2-73f8-417f-a15f-b88f3c902548 {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:09:12.730578 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f72da1e-4880-445d-9461-e68100f39db1', 'tag': '5975a837-69b0-4656-8c46-90ccacaa190f', 'status': 'completed', 'code': 200} Nov 12 08:09:12.795006 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-470b9982-5118-49df-b0f6-14e98f793dce admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1453bbd7cee542cc8607c7d79cb3bb5a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3750329 Nov 12 08:09:12.798937 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 33440) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:09:12.799953 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470b9982-5118-49df-b0f6-14e98f793dce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11527343-d70a-45e8-be2e-98a8e87628c7,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:12.828917 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4ff7dbb3-3f6c-4a41-9f69-a5ae8c0b5b9e req-a62c5ed9-9270-4cbb-b502-5b403336667c service neutron] 10.222.0.21 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6214490 Nov 12 08:09:12.923469 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-859b0df6-5025-458f-9962-1f41fb559ea0 req-6f584aba-f496-4897-888a-e2e3530bd706 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:12.950481 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-48ecec05-566f-4eb7-bab3-4818e3648d2c tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:12.966416 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f95085-8c97-4ad2-ba75-1f4b985c7e63 req-26f7689a-258f-4bd9-baa7-a7275749dc15 tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:12.968049 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e7f95085-8c97-4ad2-ba75-1f4b985c7e63 req-26f7689a-258f-4bd9-baa7-a7275749dc15 tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d307ea9-d969-40b3-9ff7-f74bff956c36 HTTP/1.1" status: 200 len: 949 time: 0.1549139 Nov 12 08:09:12.982231 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-fee4adde-29e3-4272-8ff0-7266fbe5002b req-29ff9f59-938f-466c-902a-580d722e8afc tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:12.996699 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-fee4adde-29e3-4272-8ff0-7266fbe5002b req-29ff9f59-938f-466c-902a-580d722e8afc tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:13.027475 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-aebc1a57-ba68-48c4-9316-6fa02cf6c086 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:13.053924 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-48ecec05-566f-4eb7-bab3-4818e3648d2c tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:13.110050 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c282df-3967-4bbb-866e-a91078949a8d req-1640c683-13de-4bf3-a480-238a9eec8526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:13.111639 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-06c282df-3967-4bbb-866e-a91078949a8d req-1640c683-13de-4bf3-a480-238a9eec8526 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2c540c0464294343b65b342f4c6f01b0&device_id=1f72da1e-4880-445d-9461-e68100f39db1 HTTP/1.1" status: 200 len: 1097 time: 0.2026792 Nov 12 08:09:13.132350 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-aebc1a57-ba68-48c4-9316-6fa02cf6c086 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:13.149199 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ecec05-566f-4eb7-bab3-4818e3648d2c tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Network 1a323889-6c9a-40df-9d33-3f74857cb8d2 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:09:13.168815 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-48ecec05-566f-4eb7-bab3-4818e3648d2c tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:09:13.186258 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ecec05-566f-4eb7-bab3-4818e3648d2c tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:09:13.192951 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ecec05-566f-4eb7-bab3-4818e3648d2c tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:13.193988 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-48ecec05-566f-4eb7-bab3-4818e3648d2c tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:13.198460 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ecec05-566f-4eb7-bab3-4818e3648d2c tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Pushing event updated for resources: {'Port': ['ID=222d1760-e17f-49ca-84de-7bb56db34609,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:13.201409 n-d-765315-29 neutron-server[102600]: INFO neutron.db.l3_db [req-fee4adde-29e3-4272-8ff0-7266fbe5002b req-29ff9f59-938f-466c-902a-580d722e8afc tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Floating IP 68b5cea1-5d2f-4c4b-8022-a0eaf64db1de associated. External IP: 172.25.2.22, port: 64c9cd6b-64f0-45b3-a976-8b00bb48b94a. Nov 12 08:09:13.218567 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0 details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:09:13.326213 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e7f95085-8c97-4ad2-ba75-1f4b985c7e63 req-a3b14188-74e3-450d-a6ac-2e19f535c64e tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc73c956-b036-4b27-a19b-8f92c82fdda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3456504 Nov 12 08:09:13.349507 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-48ecec05-566f-4eb7-bab3-4818e3648d2c tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6645048 Nov 12 08:09:13.367206 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f79f07-82d8-4a54-8386-dc29083b8e42 req-093f2174-238e-4acb-9bba-9b0df9a0423c tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:13.368446 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18dbb72-e8a2-4d4e-a3b8-54e24b9899f9 req-8880532f-e145-4715-a649-9e347e42eb69 tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:13.370119 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c8f79f07-82d8-4a54-8386-dc29083b8e42 req-093f2174-238e-4acb-9bba-9b0df9a0423c tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f72da1e-4880-445d-9461-e68100f39db1 HTTP/1.1" status: 200 len: 945 time: 0.2197042 Nov 12 08:09:13.370514 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f18dbb72-e8a2-4d4e-a3b8-54e24b9899f9 req-8880532f-e145-4715-a649-9e347e42eb69 tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] 10.222.0.44 "GET /v2.0/ports?device_id=4d307ea9-d969-40b3-9ff7-f74bff956c36 HTTP/1.1" status: 200 len: 949 time: 0.3578942 Nov 12 08:09:13.374382 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 33442) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:09:13.382370 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-83a7ea2e-a907-49fc-a298-c200e40e689a tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Request body: {'port': {'network_id': '1a323889-6c9a-40df-9d33-3f74857cb8d2', 'name': 'tempest-TaggedBootDevicesTest-2014512437', 'fixed_ips': [{'subnet_id': '7d7c7129-5e48-4c3b-98d9-801e1598df80'}]}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:09:13.382696 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:09:13.403188 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': 'ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0', 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016', 'port_id': 'ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0', 'mac_address': 'fa:16:3e:ad:d8:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:09:13.499635 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:13.518580 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:09:13.566163 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:09:13.582659 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:13.636322 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83ae741-f3ca-41db-837e-91717893b27e None None] Network 98a99309-fcab-4612-ba6f-85e7b28a9784 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:09:13.706554 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [req-c8f79f07-82d8-4a54-8386-dc29083b8e42 req-62adf24a-fab1-4621-b51d-a16dcb816900 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Deleting port 5975a837-69b0-4656-8c46-90ccacaa190f {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:09:13.706907 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-c8f79f07-82d8-4a54-8386-dc29083b8e42 req-62adf24a-fab1-4621-b51d-a16dcb816900 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:13.716947 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-aebc1a57-ba68-48c4-9316-6fa02cf6c086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:13.722112 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-aebc1a57-ba68-48c4-9316-6fa02cf6c086 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:13.723745 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-aebc1a57-ba68-48c4-9316-6fa02cf6c086 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/11527343-d70a-45e8-be2e-98a8e87628c7 HTTP/1.1" status: 204 len: 168 time: 0.9204459 Nov 12 08:09:13.727685 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-fb74bde9-569e-425c-8e88-3f35e4413d36 None None] Provisioning complete for port 222d1760-e17f-49ca-84de-7bb56db34609 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:09:13.728047 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-fb74bde9-569e-425c-8e88-3f35e4413d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:13.731349 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fee4adde-29e3-4272-8ff0-7266fbe5002b req-29ff9f59-938f-466c-902a-580d722e8afc tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Router 9e5fd536-d0bb-4d59-b78a-9e2de0d54b74 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:09:13.731976 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:13.765809 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c282df-3967-4bbb-866e-a91078949a8d req-c3a3c5c2-d49c-42d3-9820-69b9ad0b94c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:13.768880 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-06c282df-3967-4bbb-866e-a91078949a8d req-c3a3c5c2-d49c-42d3-9820-69b9ad0b94c1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a3156095-dd64-4768-883c-6857cbfc4c3d HTTP/1.1" status: 200 len: 922 time: 0.5795064 Nov 12 08:09:13.805972 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-fb74bde9-569e-425c-8e88-3f35e4413d36 None None] Port 222d1760-e17f-49ca-84de-7bb56db34609 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:09:13.859834 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-fb74bde9-569e-425c-8e88-3f35e4413d36 None None] Provisioning complete for port c06d4381-f895-4899-98e8-2d1bfc1a67e1 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:09:13.860926 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-fb74bde9-569e-425c-8e88-3f35e4413d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:13.885904 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebc1a57-ba68-48c4-9316-6fa02cf6c086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11527343-d70a-45e8-be2e-98a8e87628c7,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:13.897297 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-06c282df-3967-4bbb-866e-a91078949a8d req-cb55ecc2-4897-4407-ad37-9db396067a36 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5975a837-69b0-4656-8c46-90ccacaa190f HTTP/1.1" status: 200 len: 217 time: 0.0690005 Nov 12 08:09:13.922043 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fee4adde-29e3-4272-8ff0-7266fbe5002b req-29ff9f59-938f-466c-902a-580d722e8afc tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:09:13.931018 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-fee4adde-29e3-4272-8ff0-7266fbe5002b req-29ff9f59-938f-466c-902a-580d722e8afc tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:13.939424 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2ca470-ebf7-4f7e-8703-3c53fb7206ed None None] Sync routers for ids ['9e5fd536-d0bb-4d59-b78a-9e2de0d54b74'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:09:13.957996 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:09:13.968250 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-c8f79f07-82d8-4a54-8386-dc29083b8e42 req-62adf24a-fab1-4621-b51d-a16dcb816900 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] For port 5975a837-69b0-4656-8c46-90ccacaa190f, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=5975a837-69b0-4656-8c46-90ccacaa190f,segment=NetworkSegment(c37124f8-c757-4d0f-9db3-26d4f53bb063),segment_id=c37124f8-c757-4d0f-9db3-26d4f53bb063)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:09:13.968640 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-c8f79f07-82d8-4a54-8386-dc29083b8e42 req-62adf24a-fab1-4621-b51d-a16dcb816900 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:13.983073 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fee4adde-29e3-4272-8ff0-7266fbe5002b req-29ff9f59-938f-466c-902a-580d722e8afc tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] 10.222.0.26 "PUT /v2.0/floatingips/68b5cea1-5d2f-4c4b-8022-a0eaf64db1de HTTP/1.1" status: 200 len: 995 time: 2.0490618 Nov 12 08:09:13.988362 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [req-c8f79f07-82d8-4a54-8386-dc29083b8e42 req-62adf24a-fab1-4621-b51d-a16dcb816900 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Calling delete_port for 5975a837-69b0-4656-8c46-90ccacaa190f owned by compute:nova {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:09:13.994712 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2ca470-ebf7-4f7e-8703-3c53fb7206ed None None] Routers {'9e5fd536-d0bb-4d59-b78a-9e2de0d54b74'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:09:13.995353 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-1b2ca470-ebf7-4f7e-8703-3c53fb7206ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:09:06Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['9e5fd536-d0bb-4d59-b78a-9e2de0d54b74'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:09:14.012779 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c282df-3967-4bbb-866e-a91078949a8d req-003b2fb0-26c4-41cb-af89-2237a1c9f32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:14.016266 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-06c282df-3967-4bbb-866e-a91078949a8d req-003b2fb0-26c4-41cb-af89-2237a1c9f32d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5faf708b-0fdf-49a2-9148-2d75ea940abb HTTP/1.1" status: 200 len: 860 time: 0.0967150 Nov 12 08:09:14.122082 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3173df-2a4f-4739-8f94-fb76479e37d6 req-d5555a83-4704-4cd0-a18d-d4328ddb5d84 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:14.136955 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0e3173df-2a4f-4739-8f94-fb76479e37d6 req-d5555a83-4704-4cd0-a18d-d4328ddb5d84 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6bc5d66-b2f6-4252-a902-84ebb010c409 HTTP/1.1" status: 200 len: 950 time: 0.4906280 Nov 12 08:09:14.143712 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee4adde-29e3-4272-8ff0-7266fbe5002b req-2c110f1b-5c42-443f-90e7-5ea17c044bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:14.145253 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fee4adde-29e3-4272-8ff0-7266fbe5002b req-2c110f1b-5c42-443f-90e7-5ea17c044bf2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2c540c0464294343b65b342f4c6f01b0&device_id=053da00c-e5c3-4f45-bacd-a2cffaf1c4e3 HTTP/1.1" status: 200 len: 1097 time: 0.0959568 Nov 12 08:09:14.216463 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-fb74bde9-569e-425c-8e88-3f35e4413d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:14.228463 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-f18dbb72-e8a2-4d4e-a3b8-54e24b9899f9 req-f8b1d70c-809c-43a0-a132-27589bdc4e00 tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] Deleting port e15040d9-4e48-46a6-ae32-9637ace5e310 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:09:14.228829 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-f18dbb72-e8a2-4d4e-a3b8-54e24b9899f9 req-f8b1d70c-809c-43a0-a132-27589bdc4e00 tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:14.298784 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 33450) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:09:14.309116 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-1b2ca470-ebf7-4f7e-8703-3c53fb7206ed None None] Set router 9e5fd536-d0bb-4d59-b78a-9e2de0d54b74 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:09:14.337893 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-805a1cb3-cc53-43b9-96b0-09380d233114 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:14.362990 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 52703d62-0a3b-4c05-b231-7b7e93171c85 details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:09:14.365195 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device c06d4381-f895-4899-98e8-2d1bfc1a67e1 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:09:14.382768 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-fb74bde9-569e-425c-8e88-3f35e4413d36 None None] For port c06d4381-f895-4899-98e8-2d1bfc1a67e1, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=c06d4381-f895-4899-98e8-2d1bfc1a67e1,segment=NetworkSegment(68a1743e-a8af-4970-92e1-04bf2dc80df9),segment_id=68a1743e-a8af-4970-92e1-04bf2dc80df9)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:09:14.414745 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee4adde-29e3-4272-8ff0-7266fbe5002b req-889f7a29-1902-4a99-b68c-327ced0568aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:14.416264 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fee4adde-29e3-4272-8ff0-7266fbe5002b req-889f7a29-1902-4a99-b68c-327ced0568aa service neutron] 10.222.0.26 "GET /v2.0/networks?id=a3156095-dd64-4768-883c-6857cbfc4c3d HTTP/1.1" status: 200 len: 922 time: 0.2454848 Nov 12 08:09:14.419845 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-fb74bde9-569e-425c-8e88-3f35e4413d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:14.476425 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c282df-3967-4bbb-866e-a91078949a8d req-4236e4a5-753c-4569-b379-58ed0254d21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:14.477935 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-06c282df-3967-4bbb-866e-a91078949a8d req-4236e4a5-753c-4569-b379-58ed0254d21c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a3156095-dd64-4768-883c-6857cbfc4c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4439671 Nov 12 08:09:14.484643 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-859b0df6-5025-458f-9962-1f41fb559ea0 req-6f584aba-f496-4897-888a-e2e3530bd706 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fc0601c-a0ae-46e6-912e-5409aaa60092 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:09:14.495779 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0e3173df-2a4f-4739-8f94-fb76479e37d6 req-72aaaa30-14bc-4783-91c0-dff0305964a7 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] 10.222.0.26 "GET /v2.0/security-groups?id=324d126f-7172-408c-b291-f65e4794fc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3570468 Nov 12 08:09:14.557185 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-c8f79f07-82d8-4a54-8386-dc29083b8e42 req-62adf24a-fab1-4621-b51d-a16dcb816900 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:14.583314 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fee4adde-29e3-4272-8ff0-7266fbe5002b req-e9e0cbde-6771-48a0-9720-7aba901e3567 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64c9cd6b-64f0-45b3-a976-8b00bb48b94a HTTP/1.1" status: 200 len: 998 time: 0.1411119 Nov 12 08:09:14.631329 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-859b0df6-5025-458f-9962-1f41fb559ea0 req-6f584aba-f496-4897-888a-e2e3530bd706 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:14.642656 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83a7ea2e-a907-49fc-a298-c200e40e689a tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Made reservation on behalf of caeb26ccc5c74ed4b3562c36be1bd442 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:09:14.644393 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62adf24a-fab1-4621-b51d-a16dcb816900 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Pushing event deleted for resources: {'Port': ['ID=5975a837-69b0-4656-8c46-90ccacaa190f,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:14.710424 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.db.resource_extend [None req-e530113a-7783-48f4-9840-8911a24052df None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:09:14.713960 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['64c9cd6b-64f0-45b3-a976-8b00bb48b94a'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:09:14.719040 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-805a1cb3-cc53-43b9-96b0-09380d233114 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:14.723596 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8f79f07-82d8-4a54-8386-dc29083b8e42 req-62adf24a-fab1-4621-b51d-a16dcb816900 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] No DVR routers for this DVR port 5975a837-69b0-4656-8c46-90ccacaa190f on host n-h2-765315-29 {{(pid=102600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:09:14.728984 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-c8f79f07-82d8-4a54-8386-dc29083b8e42 req-62adf24a-fab1-4621-b51d-a16dcb816900 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:14.738022 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c8f79f07-82d8-4a54-8386-dc29083b8e42 req-62adf24a-fab1-4621-b51d-a16dcb816900 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] 10.222.0.44 "DELETE /v2.0/ports/5975a837-69b0-4656-8c46-90ccacaa190f HTTP/1.1" status: 204 len: 173 time: 1.3463719 Nov 12 08:09:14.740770 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee4adde-29e3-4272-8ff0-7266fbe5002b req-3249c623-3b2d-4255-a37d-285e974b92e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:14.743571 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fee4adde-29e3-4272-8ff0-7266fbe5002b req-3249c623-3b2d-4255-a37d-285e974b92e4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5faf708b-0fdf-49a2-9148-2d75ea940abb HTTP/1.1" status: 200 len: 860 time: 0.1601520 Nov 12 08:09:14.744552 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '053da00c-e5c3-4f45-bacd-a2cffaf1c4e3', 'tag': '64c9cd6b-64f0-45b3-a976-8b00bb48b94a'}, {'server_uuid': '1f72da1e-4880-445d-9461-e68100f39db1', 'name': 'network-vif-deleted', 'tag': '5975a837-69b0-4656-8c46-90ccacaa190f'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:09:14.747814 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fe6797e-7ed3-4cbd-b9d0-dbb109670df7" -d '{"events": [{"name": "network-changed", "server_uuid": "053da00c-e5c3-4f45-bacd-a2cffaf1c4e3", "tag": "64c9cd6b-64f0-45b3-a976-8b00bb48b94a"}, {"server_uuid": "1f72da1e-4880-445d-9461-e68100f39db1", "name": "network-vif-deleted", "tag": "5975a837-69b0-4656-8c46-90ccacaa190f"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:09:14.771311 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-805a1cb3-cc53-43b9-96b0-09380d233114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:14.792551 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-859b0df6-5025-458f-9962-1f41fb559ea0 req-6f584aba-f496-4897-888a-e2e3530bd706 service neutron] Transition to ACTIVE for port object 5fc0601c-a0ae-46e6-912e-5409aaa60092 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:09:14.798220 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-f18dbb72-e8a2-4d4e-a3b8-54e24b9899f9 req-f8b1d70c-809c-43a0-a132-27589bdc4e00 tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] For port e15040d9-4e48-46a6-ae32-9637ace5e310, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=e15040d9-4e48-46a6-ae32-9637ace5e310,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:09:14.798777 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-f18dbb72-e8a2-4d4e-a3b8-54e24b9899f9 req-f8b1d70c-809c-43a0-a132-27589bdc4e00 tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:14.814605 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-859b0df6-5025-458f-9962-1f41fb559ea0 req-6f584aba-f496-4897-888a-e2e3530bd706 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:14.835019 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-a254c3b6-1497-4d96-b234-0fdccb43b395 None None] Provisioning complete for port c06d4381-f895-4899-98e8-2d1bfc1a67e1 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:09:14.835588 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a254c3b6-1497-4d96-b234-0fdccb43b395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:14.859031 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-f18dbb72-e8a2-4d4e-a3b8-54e24b9899f9 req-f8b1d70c-809c-43a0-a132-27589bdc4e00 tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] Calling delete_port for e15040d9-4e48-46a6-ae32-9637ace5e310 owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:09:14.892949 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-805a1cb3-cc53-43b9-96b0-09380d233114 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=641f9e553dc54d3996ee3ef62e9d0f8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5914772 Nov 12 08:09:14.901729 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 33464) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:09:14.925048 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c92f420-d55d-4008-9a94-61bbbbf66e1b req-3d7a7f8d-5e7d-48ca-b245-6d5933d3243b tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:14.932475 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8c92f420-d55d-4008-9a94-61bbbbf66e1b req-3d7a7f8d-5e7d-48ca-b245-6d5933d3243b tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=82047a0a-6f6c-4e84-aa3f-085b47fa6ac2 HTTP/1.1" status: 200 len: 932 time: 0.3182950 Nov 12 08:09:14.957830 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805a1cb3-cc53-43b9-96b0-09380d233114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b24831f1-4b94-47d2-a2ea-12f38c8beaaa,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:14.986148 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-83a7ea2e-a907-49fc-a298-c200e40e689a tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:14.995146 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee4adde-29e3-4272-8ff0-7266fbe5002b req-341ebf14-72a3-488e-bd06-31b6511dbb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:14.997093 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fee4adde-29e3-4272-8ff0-7266fbe5002b req-341ebf14-72a3-488e-bd06-31b6511dbb6d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a3156095-dd64-4768-883c-6857cbfc4c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2420061 Nov 12 08:09:15.057709 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb74bde9-569e-425c-8e88-3f35e4413d36 None None] Pushing event updated for resources: {'Port': ['ID=c06d4381-f895-4899-98e8-2d1bfc1a67e1,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:15.071592 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-06c282df-3967-4bbb-866e-a91078949a8d req-2ed83d85-95ca-4654-954c-c6f2de4d4c4a service neutron] 10.222.0.44 "GET /v2.0/networks/a3156095-dd64-4768-883c-6857cbfc4c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5742235 Nov 12 08:09:15.125980 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-11dac1ef-ee18-43a9-b422-75bb4d7e29e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:15.166984 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-11dac1ef-ee18-43a9-b422-75bb4d7e29e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:15.169535 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f584aba-f496-4897-888a-e2e3530bd706 service neutron] Pushing event updated for resources: {'Port': ['ID=5fc0601c-a0ae-46e6-912e-5409aaa60092,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:15.194930 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port c06d4381-f895-4899-98e8-2d1bfc1a67e1 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:09:15.195307 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:15.199147 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fee4adde-29e3-4272-8ff0-7266fbe5002b req-d89a118a-f0e2-47c7-ab9b-8501d55e2a4a service neutron] 10.222.0.26 "GET /v2.0/networks/a3156095-dd64-4768-883c-6857cbfc4c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870613 Nov 12 08:09:15.230430 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [None req-83a7ea2e-a907-49fc-a298-c200e40e689a tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] device_id is not set on port 2c803051-3860-4c62-bdef-be9267f3772d yet. {{(pid=102599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:09:15.263805 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 52703d62-0a3b-4c05-b231-7b7e93171c85, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=52703d62-0a3b-4c05-b231-7b7e93171c85,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:09:15.343128 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-11dac1ef-ee18-43a9-b422-75bb4d7e29e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:15.346007 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Returning: {'device': '52703d62-0a3b-4c05-b231-7b7e93171c85', 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016', 'port_id': '52703d62-0a3b-4c05-b231-7b7e93171c85', 'mac_address': 'fa:16:3e:21:d1:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:09:15.347146 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-11dac1ef-ee18-43a9-b422-75bb4d7e29e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:15.352111 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-11dac1ef-ee18-43a9-b422-75bb4d7e29e0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b24831f1-4b94-47d2-a2ea-12f38c8beaaa HTTP/1.1" status: 204 len: 168 time: 0.4459510 Nov 12 08:09:15.366911 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8c92f420-d55d-4008-9a94-61bbbbf66e1b req-483477cb-822b-47da-89f0-03c4e1d14be5 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4331200 Nov 12 08:09:15.378692 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fee4adde-29e3-4272-8ff0-7266fbe5002b req-0e916eb3-bef1-46ab-81fb-0ff76c01c585 service neutron] 10.222.0.26 "GET /v2.0/networks/a3156095-dd64-4768-883c-6857cbfc4c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624682 Nov 12 08:09:15.380225 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dac1ef-ee18-43a9-b422-75bb4d7e29e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b24831f1-4b94-47d2-a2ea-12f38c8beaaa,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:15.509867 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-859b0df6-5025-458f-9962-1f41fb559ea0 req-6f584aba-f496-4897-888a-e2e3530bd706 service neutron] Attempting to bind port 5fc0601c-a0ae-46e6-912e-5409aaa60092 on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:09:15.510668 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-859b0df6-5025-458f-9962-1f41fb559ea0 req-6f584aba-f496-4897-888a-e2e3530bd706 service neutron] Attempting to bind port 5fc0601c-a0ae-46e6-912e-5409aaa60092 by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': '1db27ece-82b2-4c8d-abc3-e56edcdd7b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'e20d0ee5-0c01-4db1-aa95-4ea5bc470460'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:09:15.510668 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859b0df6-5025-458f-9962-1f41fb559ea0 req-6f584aba-f496-4897-888a-e2e3530bd706 service neutron] Attempting to bind port 5fc0601c-a0ae-46e6-912e-5409aaa60092 on network e20d0ee5-0c01-4db1-aa95-4ea5bc470460 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:09:15.661331 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9280f3a-c7fb-431b-aa22-e4988e762342 req-ace876db-94bf-4f6a-b9d0-c8bb811df462 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:15.671493 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d9280f3a-c7fb-431b-aa22-e4988e762342 req-ace876db-94bf-4f6a-b9d0-c8bb811df462 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/ports?device_id=c36d23e4-07c7-4980-865e-dd588c2d12a7 HTTP/1.1" status: 200 len: 947 time: 0.1301310 Nov 12 08:09:15.692281 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:15.737773 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-e530113a-7783-48f4-9840-8911a24052df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52703d62-0a3b-4c05-b231-7b7e93171c85 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:09:15.760606 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d9280f3a-c7fb-431b-aa22-e4988e762342 req-712b28b2-fd68-4b6f-8d8d-644ee7a09de0 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb487f5-7b7a-45ea-a48a-5e5b4b4e6e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803180 Nov 12 08:09:15.821145 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 52703d62-0a3b-4c05-b231-7b7e93171c85, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=52703d62-0a3b-4c05-b231-7b7e93171c85,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:09:15.829535 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:15.922993 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859b0df6-5025-458f-9962-1f41fb559ea0 req-6f584aba-f496-4897-888a-e2e3530bd706 service neutron] Port 5fc0601c-a0ae-46e6-912e-5409aaa60092 on network e20d0ee5-0c01-4db1-aa95-4ea5bc470460 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:09:15.924148 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859b0df6-5025-458f-9962-1f41fb559ea0 req-6f584aba-f496-4897-888a-e2e3530bd706 service neutron] Attempting to bind port 5fc0601c-a0ae-46e6-912e-5409aaa60092 on network e20d0ee5-0c01-4db1-aa95-4ea5bc470460 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:09:15.931177 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-1b2ca470-ebf7-4f7e-8703-3c53fb7206ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5fd536-d0bb-4d59-b78a-9e2de0d54b74', 'name': 'tempest-FloatingIPsAssociationTestJSON-2142488039-router', 'tenant_id': '2c540c0464294343b65b342f4c6f01b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'd55f500f-4bd1-44df-8dfd-0ef809acbb77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:07:50Z', 'updated_at': '2021-11-12T08:08:02Z', 'revision_number': 4, 'project_id': '2c540c0464294343b65b342f4c6f01b0', 'gw_port': {'id': 'd55f500f-4bd1-44df-8dfd-0ef809acbb77', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5fd536-d0bb-4d59-b78a-9e2de0d54b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:51Z', 'updated_at': '2021-11-12T08:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': '68b5cea1-5d2f-4c4b-8022-a0eaf64db1de', 'tenant_id': '2c540c0464294343b65b342f4c6f01b0', 'floating_ip_address': '172.25.2.22', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': '9e5fd536-d0bb-4d59-b78a-9e2de0d54b74', 'port_id': '64c9cd6b-64f0-45b3-a976-8b00bb48b94a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3156095-dd64-4768-883c-6857cbfc4c3d', 'mac_address': 'fa:16:3e:a3:ec:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053da00c-e5c3-4f45-bacd-a2cffaf1c4e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:08:30Z', 'updated_at': '2021-11-12T08:09:12Z', 'revision_number': 8, 'project_id': '2c540c0464294343b65b342f4c6f01b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4d8f593-2f9e-4dfc-9e9c-4b27feac3960', 'name': '', 'network_id': 'a3156095-dd64-4768-883c-6857cbfc4c3d', 'tenant_id': '2c540c0464294343b65b342f4c6f01b0', 'mac_address': 'fa:16:3e:21:30:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5fd536-d0bb-4d59-b78a-9e2de0d54b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '5faf708b-0fdf-49a2-9148-2d75ea940abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:08:00Z', 'updated_at': '2021-11-12T08:08:08Z', 'revision_number': 5, 'project_id': '2c540c0464294343b65b342f4c6f01b0', 'subnets': [{'id': '5faf708b-0fdf-49a2-9148-2d75ea940abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:09:15.976125 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2ca470-ebf7-4f7e-8703-3c53fb7206ed None None] Checking router: 9e5fd536-d0bb-4d59-b78a-9e2de0d54b74 for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:09:15.983940 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-06c282df-3967-4bbb-866e-a91078949a8d req-5a3407ad-c8a4-411a-95ad-25f78c027565 service neutron] 10.222.0.44 "GET /v2.0/networks/a3156095-dd64-4768-883c-6857cbfc4c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8468580 Nov 12 08:09:15.984754 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859b0df6-5025-458f-9962-1f41fb559ea0 req-6f584aba-f496-4897-888a-e2e3530bd706 service neutron] Checking agent: {'id': '26215384-8035-4ce2-971a-8e67be80da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:09:15.985270 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859b0df6-5025-458f-9962-1f41fb559ea0 req-6f584aba-f496-4897-888a-e2e3530bd706 service neutron] Checking segment: {'id': '1db27ece-82b2-4c8d-abc3-e56edcdd7b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'e20d0ee5-0c01-4db1-aa95-4ea5bc470460'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:09:15.985676 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859b0df6-5025-458f-9962-1f41fb559ea0 req-6f584aba-f496-4897-888a-e2e3530bd706 service neutron] Bound using segment: {'id': '1db27ece-82b2-4c8d-abc3-e56edcdd7b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'e20d0ee5-0c01-4db1-aa95-4ea5bc470460'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:09:15.986328 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-859b0df6-5025-458f-9962-1f41fb559ea0 req-6f584aba-f496-4897-888a-e2e3530bd706 service neutron] Bound port: 5fc0601c-a0ae-46e6-912e-5409aaa60092, host: n-h1-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1db27ece-82b2-4c8d-abc3-e56edcdd7b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'e20d0ee5-0c01-4db1-aa95-4ea5bc470460'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:09:15.986725 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-859b0df6-5025-458f-9962-1f41fb559ea0 req-6f584aba-f496-4897-888a-e2e3530bd706 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:16.002578 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=52703d62-0a3b-4c05-b231-7b7e93171c85,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:16.017364 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2ca470-ebf7-4f7e-8703-3c53fb7206ed None None] Routers {'9e5fd536-d0bb-4d59-b78a-9e2de0d54b74'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:09:16.018004 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-1b2ca470-ebf7-4f7e-8703-3c53fb7206ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:09:06Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['9e5fd536-d0bb-4d59-b78a-9e2de0d54b74'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:09:16.149211 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc025e1e-ee22-4934-b617-9400676dda28 req-fc28f7d5-e834-4a1c-b54c-81efb56c920c tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:16.160579 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-bc025e1e-ee22-4934-b617-9400676dda28 req-fc28f7d5-e834-4a1c-b54c-81efb56c920c tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d307ea9-d969-40b3-9ff7-f74bff956c36 HTTP/1.1" status: 200 len: 949 time: 0.2814839 Nov 12 08:09:16.190453 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-f18dbb72-e8a2-4d4e-a3b8-54e24b9899f9 req-f8b1d70c-809c-43a0-a132-27589bdc4e00 tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:16.204239 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['52703d62-0a3b-4c05-b231-7b7e93171c85'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:09:16.234738 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 12 Nov 2021 08:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7eede90-5832-444c-85ca-d7c0a90da1e5 x-openstack-request-id: req-c7eede90-5832-444c-85ca-d7c0a90da1e5 {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:09:16.235933 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "053da00c-e5c3-4f45-bacd-a2cffaf1c4e3", "tag": "64c9cd6b-64f0-45b3-a976-8b00bb48b94a", "status": "completed", "code": 200}, {"server_uuid": "1f72da1e-4880-445d-9461-e68100f39db1", "name": "network-vif-deleted", "tag": "5975a837-69b0-4656-8c46-90ccacaa190f", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:09:16.236646 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c7eede90-5832-444c-85ca-d7c0a90da1e5 {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:09:16.237341 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '053da00c-e5c3-4f45-bacd-a2cffaf1c4e3', 'tag': '64c9cd6b-64f0-45b3-a976-8b00bb48b94a', 'status': 'completed', 'code': 200} Nov 12 08:09:16.237819 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f72da1e-4880-445d-9461-e68100f39db1', 'name': 'network-vif-deleted', 'tag': '5975a837-69b0-4656-8c46-90ccacaa190f', 'status': 'completed', 'code': 200} Nov 12 08:09:16.274660 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-83a7ea2e-a907-49fc-a298-c200e40e689a tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Allocated IP 10.1.1.200 (1a323889-6c9a-40df-9d33-3f74857cb8d2/7d7c7129-5e48-4c3b-98d9-801e1598df80/2c803051-3860-4c62-bdef-be9267f3772d) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:09:16.279648 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-1b2ca470-ebf7-4f7e-8703-3c53fb7206ed None None] Set router 9e5fd536-d0bb-4d59-b78a-9e2de0d54b74 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:09:16.304487 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-859b0df6-5025-458f-9962-1f41fb559ea0 req-6f584aba-f496-4897-888a-e2e3530bd706 service neutron] For port 5fc0601c-a0ae-46e6-912e-5409aaa60092, host n-h1-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:09:16.308478 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b1d70c-809c-43a0-a132-27589bdc4e00 tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] Pushing event deleted for resources: {'Port': ['ID=e15040d9-4e48-46a6-ae32-9637ace5e310,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:16.346794 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device c06d4381-f895-4899-98e8-2d1bfc1a67e1 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:09:16.390124 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-859b0df6-5025-458f-9962-1f41fb559ea0 req-6f584aba-f496-4897-888a-e2e3530bd706 service neutron] For port 5fc0601c-a0ae-46e6-912e-5409aaa60092, host n-h1-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=5fc0601c-a0ae-46e6-912e-5409aaa60092,segment=NetworkSegment(1db27ece-82b2-4c8d-abc3-e56edcdd7b0a),segment_id=1db27ece-82b2-4c8d-abc3-e56edcdd7b0a)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:09:16.414206 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-859b0df6-5025-458f-9962-1f41fb559ea0 req-6f584aba-f496-4897-888a-e2e3530bd706 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:16.452443 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-f18dbb72-e8a2-4d4e-a3b8-54e24b9899f9 req-f8b1d70c-809c-43a0-a132-27589bdc4e00 tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] No DVR routers for this DVR port e15040d9-4e48-46a6-ae32-9637ace5e310 on host n-h2-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:09:16.457012 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9d293f14-c997-42a7-964b-453d39e304ae req-33a5ba53-dd74-4ae5-aa68-de3b6d18ce0f tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] 10.222.0.26 "GET /v2.0/floatingips/68b5cea1-5d2f-4c4b-8022-a0eaf64db1de HTTP/1.1" status: 200 len: 995 time: 0.1810379 Nov 12 08:09:16.471357 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-bc025e1e-ee22-4934-b617-9400676dda28 req-c433b4ac-47b2-4ae0-a197-0b5f15a5209d tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] 10.222.0.26 "GET /v2.0/security-groups?id=dc73c956-b036-4b27-a19b-8f92c82fdda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3070815 Nov 12 08:09:16.472719 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-f18dbb72-e8a2-4d4e-a3b8-54e24b9899f9 req-f8b1d70c-809c-43a0-a132-27589bdc4e00 tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:16.487057 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f18dbb72-e8a2-4d4e-a3b8-54e24b9899f9 req-f8b1d70c-809c-43a0-a132-27589bdc4e00 tempest-ServersAdminNegativeTestJSON-1459618861 tempest-ServersAdminNegativeTestJSON-1459618861-project] 10.222.0.44 "DELETE /v2.0/ports/e15040d9-4e48-46a6-ae32-9637ace5e310 HTTP/1.1" status: 204 len: 173 time: 3.0699081 Nov 12 08:09:16.600767 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d307ea9-d969-40b3-9ff7-f74bff956c36', 'name': 'network-vif-deleted', 'tag': 'e15040d9-4e48-46a6-ae32-9637ace5e310'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:09:16.603403 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a0f440-16e9-4850-aa41-550b235d956b" -d '{"events": [{"server_uuid": "4d307ea9-d969-40b3-9ff7-f74bff956c36", "name": "network-vif-deleted", "tag": "e15040d9-4e48-46a6-ae32-9637ace5e310"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:09:16.708827 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859b0df6-5025-458f-9962-1f41fb559ea0 req-6f584aba-f496-4897-888a-e2e3530bd706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:16.709781 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-859b0df6-5025-458f-9962-1f41fb559ea0 req-6f584aba-f496-4897-888a-e2e3530bd706 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:16.711902 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-859b0df6-5025-458f-9962-1f41fb559ea0 req-6f584aba-f496-4897-888a-e2e3530bd706 service neutron] 10.222.0.21 "PUT /v2.0/ports/5fc0601c-a0ae-46e6-912e-5409aaa60092 HTTP/1.1" status: 200 len: 1093 time: 3.9968855 Nov 12 08:09:16.720333 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d293f14-c997-42a7-964b-453d39e304ae req-b863a89a-0a48-4497-a296-f5e6ddc2556a tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:16.722188 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9d293f14-c997-42a7-964b-453d39e304ae req-b863a89a-0a48-4497-a296-f5e6ddc2556a tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] 10.222.0.26 "GET /v2.0/networks/d709f64f-f9e6-4525-b020-ad48633b9bbf HTTP/1.1" status: 200 len: 784 time: 0.2550595 Nov 12 08:09:16.745478 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [req-9d293f14-c997-42a7-964b-453d39e304ae req-15a74ab6-79ff-47fd-b059-90080eb19e19 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:09:16.746580 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9d293f14-c997-42a7-964b-453d39e304ae req-15a74ab6-79ff-47fd-b059-90080eb19e19 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0088959 Nov 12 08:09:16.778373 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port c06d4381-f895-4899-98e8-2d1bfc1a67e1 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:09:16.778819 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:16.779465 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe6797e-7ed3-4cbd-b9d0-dbb109670df7 req-ed4fb8c9-e54a-4f1f-a77f-a39734171532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:16.780997 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0fe6797e-7ed3-4cbd-b9d0-dbb109670df7 req-ed4fb8c9-e54a-4f1f-a77f-a39734171532 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2c540c0464294343b65b342f4c6f01b0&device_id=053da00c-e5c3-4f45-bacd-a2cffaf1c4e3 HTTP/1.1" status: 200 len: 1097 time: 0.5085001 Nov 12 08:09:16.870120 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f584aba-f496-4897-888a-e2e3530bd706 service neutron] Pushing event updated for resources: {'Port': ['ID=5fc0601c-a0ae-46e6-912e-5409aaa60092,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:16.939504 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f87f03-87e1-4573-ac44-2528328c7628 req-efea9ad2-0aef-4493-80c0-86026580e7ca tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:16.941150 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c6f87f03-87e1-4573-ac44-2528328c7628 req-efea9ad2-0aef-4493-80c0-86026580e7ca tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6bc5d66-b2f6-4252-a902-84ebb010c409 HTTP/1.1" status: 200 len: 950 time: 0.3276868 Nov 12 08:09:16.995730 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-83a7ea2e-a907-49fc-a298-c200e40e689a tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:16.998629 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea02452b-9c04-4565-92e5-ca7bb9872180 req-189ea332-66d6-496c-b4e7-1a92db0bea03 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:17.000455 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ea02452b-9c04-4565-92e5-ca7bb9872180 req-189ea332-66d6-496c-b4e7-1a92db0bea03 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=82047a0a-6f6c-4e84-aa3f-085b47fa6ac2 HTTP/1.1" status: 200 len: 944 time: 0.0724609 Nov 12 08:09:17.041335 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859b0df6-5025-458f-9962-1f41fb559ea0 req-b558a9f6-8f9d-4522-b1bc-a5134b72882b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:17.042866 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-859b0df6-5025-458f-9962-1f41fb559ea0 req-b558a9f6-8f9d-4522-b1bc-a5134b72882b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d3f3ef4a14134700a36c0967765d4c9a&device_id=82047a0a-6f6c-4e84-aa3f-085b47fa6ac2 HTTP/1.1" status: 200 len: 1096 time: 0.1865969 Nov 12 08:09:17.074320 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ea02452b-9c04-4565-92e5-ca7bb9872180 req-3f90f52a-437b-49c3-ba4f-540c19ef7dea tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663021 Nov 12 08:09:17.123497 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe6797e-7ed3-4cbd-b9d0-dbb109670df7 req-b088fd39-4b40-446a-8a1e-676931a77847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:17.124849 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0fe6797e-7ed3-4cbd-b9d0-dbb109670df7 req-b088fd39-4b40-446a-8a1e-676931a77847 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a3156095-dd64-4768-883c-6857cbfc4c3d HTTP/1.1" status: 200 len: 922 time: 0.3295934 Nov 12 08:09:17.127898 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-1b2ca470-ebf7-4f7e-8703-3c53fb7206ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5fd536-d0bb-4d59-b78a-9e2de0d54b74', 'name': 'tempest-FloatingIPsAssociationTestJSON-2142488039-router', 'tenant_id': '2c540c0464294343b65b342f4c6f01b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'd55f500f-4bd1-44df-8dfd-0ef809acbb77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:07:50Z', 'updated_at': '2021-11-12T08:08:02Z', 'revision_number': 4, 'project_id': '2c540c0464294343b65b342f4c6f01b0', 'gw_port': {'id': 'd55f500f-4bd1-44df-8dfd-0ef809acbb77', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5fd536-d0bb-4d59-b78a-9e2de0d54b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:51Z', 'updated_at': '2021-11-12T08:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': '68b5cea1-5d2f-4c4b-8022-a0eaf64db1de', 'tenant_id': '2c540c0464294343b65b342f4c6f01b0', 'floating_ip_address': '172.25.2.22', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': '9e5fd536-d0bb-4d59-b78a-9e2de0d54b74', 'port_id': '64c9cd6b-64f0-45b3-a976-8b00bb48b94a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3156095-dd64-4768-883c-6857cbfc4c3d', 'mac_address': 'fa:16:3e:a3:ec:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053da00c-e5c3-4f45-bacd-a2cffaf1c4e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:08:30Z', 'updated_at': '2021-11-12T08:09:12Z', 'revision_number': 8, 'project_id': '2c540c0464294343b65b342f4c6f01b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4d8f593-2f9e-4dfc-9e9c-4b27feac3960', 'name': '', 'network_id': 'a3156095-dd64-4768-883c-6857cbfc4c3d', 'tenant_id': '2c540c0464294343b65b342f4c6f01b0', 'mac_address': 'fa:16:3e:21:30:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5fd536-d0bb-4d59-b78a-9e2de0d54b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '5faf708b-0fdf-49a2-9148-2d75ea940abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:08:00Z', 'updated_at': '2021-11-12T08:08:08Z', 'revision_number': 5, 'project_id': '2c540c0464294343b65b342f4c6f01b0', 'subnets': [{'id': '5faf708b-0fdf-49a2-9148-2d75ea940abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:09:17.139638 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c6f87f03-87e1-4573-ac44-2528328c7628 req-8d6169bb-6e3f-4220-8beb-d60572ca3fd2 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] 10.222.0.26 "GET /v2.0/security-groups?id=324d126f-7172-408c-b291-f65e4794fc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803703 Nov 12 08:09:17.164869 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2ca470-ebf7-4f7e-8703-3c53fb7206ed None None] The sync data for ids ['9e5fd536-d0bb-4d59-b78a-9e2de0d54b74'] in n-d-765315-29 is: [{'id': '9e5fd536-d0bb-4d59-b78a-9e2de0d54b74', 'name': 'tempest-FloatingIPsAssociationTestJSON-2142488039-router', 'tenant_id': '2c540c0464294343b65b342f4c6f01b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'd55f500f-4bd1-44df-8dfd-0ef809acbb77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:07:50Z', 'updated_at': '2021-11-12T08:08:02Z', 'revision_number': 4, 'project_id': '2c540c0464294343b65b342f4c6f01b0', 'gw_port': {'id': 'd55f500f-4bd1-44df-8dfd-0ef809acbb77', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5fd536-d0bb-4d59-b78a-9e2de0d54b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:51Z', 'updated_at': '2021-11-12T08:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': '68b5cea1-5d2f-4c4b-8022-a0eaf64db1de', 'tenant_id': '2c540c0464294343b65b342f4c6f01b0', 'floating_ip_address': '172.25.2.22', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': '9e5fd536-d0bb-4d59-b78a-9e2de0d54b74', 'port_id': '64c9cd6b-64f0-45b3-a976-8b00bb48b94a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3156095-dd64-4768-883c-6857cbfc4c3d', 'mac_address': 'fa:16:3e:a3:ec:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053da00c-e5c3-4f45-bacd-a2cffaf1c4e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:08:30Z', 'updated_at': '2021-11-12T08:09:12Z', 'revision_number': 8, 'project_id': '2c540c0464294343b65b342f4c6f01b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4d8f593-2f9e-4dfc-9e9c-4b27feac3960', 'name': '', 'network_id': 'a3156095-dd64-4768-883c-6857cbfc4c3d', 'tenant_id': '2c540c0464294343b65b342f4c6f01b0', 'mac_address': 'fa:16:3e:21:30:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5fd536-d0bb-4d59-b78a-9e2de0d54b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '5faf708b-0fdf-49a2-9148-2d75ea940abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:08:00Z', 'updated_at': '2021-11-12T08:08:08Z', 'revision_number': 5, 'project_id': '2c540c0464294343b65b342f4c6f01b0', 'subnets': [{'id': '5faf708b-0fdf-49a2-9148-2d75ea940abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:09:17.221074 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-859b0df6-5025-458f-9962-1f41fb559ea0 req-b42df5ce-7b5a-4254-9b76-65c2a7392b77 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5fc0601c-a0ae-46e6-912e-5409aaa60092 HTTP/1.1" status: 200 len: 217 time: 0.1632793 Nov 12 08:09:17.222920 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0fe6797e-7ed3-4cbd-b9d0-dbb109670df7 req-d7786b9a-b9f2-4be1-92f0-96f20e72c187 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64c9cd6b-64f0-45b3-a976-8b00bb48b94a HTTP/1.1" status: 200 len: 998 time: 0.0820074 Nov 12 08:09:17.226040 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c0dde2-8dff-4e07-b580-e8b937598442 x-openstack-request-id: req-33c0dde2-8dff-4e07-b580-e8b937598442 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:09:17.226333 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d307ea9-d969-40b3-9ff7-f74bff956c36", "name": "network-vif-deleted", "tag": "e15040d9-4e48-46a6-ae32-9637ace5e310", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:09:17.226610 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-33c0dde2-8dff-4e07-b580-e8b937598442 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:09:17.227025 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d307ea9-d969-40b3-9ff7-f74bff956c36', 'name': 'network-vif-deleted', 'tag': 'e15040d9-4e48-46a6-ae32-9637ace5e310', 'status': 'completed', 'code': 200} Nov 12 08:09:17.240277 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0 up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:09:17.323773 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da74e146-a76d-4248-829a-58ea068118b7 req-fb0d1a98-ed8c-4478-9667-afcfb4b48e6d tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:17.325451 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-da74e146-a76d-4248-829a-58ea068118b7 req-fb0d1a98-ed8c-4478-9667-afcfb4b48e6d tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/ports?device_id=c36d23e4-07c7-4980-865e-dd588c2d12a7 HTTP/1.1" status: 200 len: 948 time: 0.0867229 Nov 12 08:09:17.354192 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning for port ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:09:17.362959 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:09:17.364082 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:17.412677 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-da74e146-a76d-4248-829a-58ea068118b7 req-b5feaa84-663d-4c16-a5ef-4123b350620d tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb487f5-7b7a-45ea-a48a-5e5b4b4e6e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764885 Nov 12 08:09:17.487987 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-83a7ea2e-a907-49fc-a298-c200e40e689a tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:17.531304 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe6797e-7ed3-4cbd-b9d0-dbb109670df7 req-a0c73b75-fb1c-4f86-b9ee-bc2e8da72f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:17.532590 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:17.534464 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0fe6797e-7ed3-4cbd-b9d0-dbb109670df7 req-a0c73b75-fb1c-4f86-b9ee-bc2e8da72f41 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5faf708b-0fdf-49a2-9148-2d75ea940abb HTTP/1.1" status: 200 len: 860 time: 0.2289724 Nov 12 08:09:17.569583 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf5b5785-a47f-4561-a4b6-f5a68cfe2ed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:09:17.573678 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e31eaac-3831-422c-8155-c5f496cf0a38" -d '{"events": [{"server_uuid": "bf5b5785-a47f-4561-a4b6-f5a68cfe2ed6", "name": "network-vif-plugged", "status": "completed", "tag": "ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:09:17.583605 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f9ba55-4f7d-402f-b179-97612061217b None None] New status for floating IP 68b5cea1-5d2f-4c4b-8022-a0eaf64db1de: ACTIVE {{(pid=102602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:09:17.592996 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:09:17.602502 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:17.604363 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device e15040d9-4e48-46a6-ae32-9637ace5e310 no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:09:17.644397 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9dd70f49-e686-41f3-8539-5920297c6982 req-442d8776-3a72-4cc5-b32a-a03a0347e79c tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.2.22 HTTP/1.1" status: 200 len: 998 time: 0.4162121 Nov 12 08:09:17.646538 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859b0df6-5025-458f-9962-1f41fb559ea0 req-25d75521-f232-48a8-9b28-27de08446c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:17.648299 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-859b0df6-5025-458f-9962-1f41fb559ea0 req-25d75521-f232-48a8-9b28-27de08446c38 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4054f1d6-a6c6-43c7-ba9c-9a6600029957 HTTP/1.1" status: 200 len: 861 time: 0.3885469 Nov 12 08:09:17.667860 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a7ea2e-a907-49fc-a298-c200e40e689a tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Network 1a323889-6c9a-40df-9d33-3f74857cb8d2 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:09:17.698366 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-83a7ea2e-a907-49fc-a298-c200e40e689a tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:09:17.702035 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a7ea2e-a907-49fc-a298-c200e40e689a tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:09:17.772598 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a7ea2e-a907-49fc-a298-c200e40e689a tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Pushing event updated for resources: {'Port': ['ID=2c803051-3860-4c62-bdef-be9267f3772d,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:17.785242 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-859b0df6-5025-458f-9962-1f41fb559ea0 req-e094177d-9483-42ac-8af0-d62b18fafd4b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e20d0ee5-0c01-4db1-aa95-4ea5bc470460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1212842 Nov 12 08:09:18.011363 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd70f49-e686-41f3-8539-5920297c6982 req-53f3b7ad-28e0-40e1-9e7d-114ad08a231b tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:18.012829 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9dd70f49-e686-41f3-8539-5920297c6982 req-53f3b7ad-28e0-40e1-9e7d-114ad08a231b tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] 10.222.0.26 "GET /v2.0/ports/64c9cd6b-64f0-45b3-a976-8b00bb48b94a HTTP/1.1" status: 200 len: 942 time: 0.3478458 Nov 12 08:09:18.015009 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe6797e-7ed3-4cbd-b9d0-dbb109670df7 req-8149cc72-770b-421d-ae26-361c2b341055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:18.019593 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0fe6797e-7ed3-4cbd-b9d0-dbb109670df7 req-8149cc72-770b-421d-ae26-361c2b341055 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a3156095-dd64-4768-883c-6857cbfc4c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4589200 Nov 12 08:09:18.090978 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44b2800a-b7e4-4e39-b518-2cdb8fee4604 x-openstack-request-id: req-44b2800a-b7e4-4e39-b518-2cdb8fee4604 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:09:18.102892 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf5b5785-a47f-4561-a4b6-f5a68cfe2ed6", "name": "network-vif-plugged", "status": "completed", "tag": "ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:09:18.102892 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-44b2800a-b7e4-4e39-b518-2cdb8fee4604 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:09:18.102892 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf5b5785-a47f-4561-a4b6-f5a68cfe2ed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0', 'code': 200} Nov 12 08:09:18.102892 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] No Port match for: e15040d9-4e48-46a6-ae32-9637ace5e310 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:09:18.102892 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device e15040d9-4e48-46a6-ae32-9637ace5e310 not bound to the agent host n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:09:18.102892 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 5975a837-69b0-4656-8c46-90ccacaa190f no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:09:18.157487 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] No Port match for: 5975a837-69b0-4656-8c46-90ccacaa190f {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:09:18.157975 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 5975a837-69b0-4656-8c46-90ccacaa190f not bound to the agent host n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:09:18.208461 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a7ea2e-a907-49fc-a298-c200e40e689a tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:18.209328 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-83a7ea2e-a907-49fc-a298-c200e40e689a tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:18.336770 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d8fe1f-2d3c-498a-9d2f-ddb4f6d8fc3a req-9ccb8763-9fe2-4ced-a6cb-f6fc768b36bd tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:18.347611 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b9d8fe1f-2d3c-498a-9d2f-ddb4f6d8fc3a req-9ccb8763-9fe2-4ced-a6cb-f6fc768b36bd tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=82047a0a-6f6c-4e84-aa3f-085b47fa6ac2 HTTP/1.1" status: 200 len: 944 time: 0.1015458 Nov 12 08:09:18.357385 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 52703d62-0a3b-4c05-b231-7b7e93171c85 up at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:09:18.388565 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:18.394637 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-83a7ea2e-a907-49fc-a298-c200e40e689a tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 5.0118411 Nov 12 08:09:18.433636 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e2cc9a37-18e3-4bb5-b2f4-bd7de698a25e None None] Provisioning complete for port 2c803051-3860-4c62-bdef-be9267f3772d triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:09:18.434244 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e2cc9a37-18e3-4bb5-b2f4-bd7de698a25e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:18.446024 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f8383b-231d-4dc1-997d-cfb37b485a44 req-34fd6c41-8465-446d-9d5a-0835c87be385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:18.448633 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-02f8383b-231d-4dc1-997d-cfb37b485a44 req-34fd6c41-8465-446d-9d5a-0835c87be385 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bf5b5785-a47f-4561-a4b6-f5a68cfe2ed6 HTTP/1.1" status: 200 len: 1102 time: 0.4726012 Nov 12 08:09:18.461538 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-859b0df6-5025-458f-9962-1f41fb559ea0 req-ec904d2d-35a4-45bb-8cab-02fb11b84842 service neutron] 10.222.0.21 "GET /v2.0/networks/e20d0ee5-0c01-4db1-aa95-4ea5bc470460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6223865 Nov 12 08:09:18.472604 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 33532) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:09:18.515514 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-e2cc9a37-18e3-4bb5-b2f4-bd7de698a25e None None] Port 2c803051-3860-4c62-bdef-be9267f3772d cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:09:18.532642 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning for port 52703d62-0a3b-4c05-b231-7b7e93171c85 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:09:18.553223 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9dd70f49-e686-41f3-8539-5920297c6982 req-95424b44-b4d6-48c9-93bc-580785b35f3a tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.2.22 HTTP/1.1" status: 200 len: 1000 time: 0.2926867 Nov 12 08:09:18.555445 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning complete for port 52703d62-0a3b-4c05-b231-7b7e93171c85 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:09:18.556311 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:18.557387 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0fe6797e-7ed3-4cbd-b9d0-dbb109670df7 req-a3c0fb96-3d85-4fd5-9be0-b9d3968cfbf8 service neutron] 10.222.0.21 "GET /v2.0/networks/a3156095-dd64-4768-883c-6857cbfc4c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4821217 Nov 12 08:09:18.678927 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:18.734339 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 52703d62-0a3b-4c05-b231-7b7e93171c85, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=52703d62-0a3b-4c05-b231-7b7e93171c85,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:09:18.738396 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b9d8fe1f-2d3c-498a-9d2f-ddb4f6d8fc3a req-e2c9e571-4727-4eff-a000-ea72fd5b307c tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3870139 Nov 12 08:09:18.741464 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:18.777014 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-02f8383b-231d-4dc1-997d-cfb37b485a44 req-cd045047-89a1-4919-b1db-8a2ca0246f1e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=7bb487f5-7b7a-45ea-a48a-5e5b4b4e6e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3095078 Nov 12 08:09:18.832475 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=52703d62-0a3b-4c05-b231-7b7e93171c85,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:18.858301 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-859b0df6-5025-458f-9962-1f41fb559ea0 req-9d1361e0-148b-42dc-8da5-2b20d5fd1e7c service neutron] 10.222.0.21 "GET /v2.0/networks/e20d0ee5-0c01-4db1-aa95-4ea5bc470460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3648725 Nov 12 08:09:18.878395 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd70f49-e686-41f3-8539-5920297c6982 req-c1e9bf8a-e284-4b9e-b0da-91fbcaf22a8e tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:18.879772 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9dd70f49-e686-41f3-8539-5920297c6982 req-c1e9bf8a-e284-4b9e-b0da-91fbcaf22a8e tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] 10.222.0.26 "GET /v2.0/networks/d709f64f-f9e6-4525-b020-ad48633b9bbf HTTP/1.1" status: 200 len: 784 time: 0.3214636 Nov 12 08:09:18.895215 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0fe6797e-7ed3-4cbd-b9d0-dbb109670df7 req-70d735b7-cc29-4a03-9251-a9e53c4069aa service neutron] 10.222.0.21 "GET /v2.0/networks/a3156095-dd64-4768-883c-6857cbfc4c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3280632 Nov 12 08:09:18.905445 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738e983d-1394-43e4-aff9-3d982f968a87 req-643794fa-5e03-45de-a447-b564bb7e297b tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:18.907532 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-738e983d-1394-43e4-aff9-3d982f968a87 req-643794fa-5e03-45de-a447-b564bb7e297b tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6bc5d66-b2f6-4252-a902-84ebb010c409 HTTP/1.1" status: 200 len: 950 time: 0.0681958 Nov 12 08:09:18.910667 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [req-9dd70f49-e686-41f3-8539-5920297c6982 req-24eff2c4-ca57-445e-88eb-78b32a822ccc tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:09:18.911744 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9dd70f49-e686-41f3-8539-5920297c6982 req-24eff2c4-ca57-445e-88eb-78b32a822ccc tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0107882 Nov 12 08:09:18.965715 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-738e983d-1394-43e4-aff9-3d982f968a87 req-0b5b9fe2-2d50-4e05-9a2c-19c524759b01 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] 10.222.0.26 "GET /v2.0/security-groups?id=324d126f-7172-408c-b291-f65e4794fc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509715 Nov 12 08:09:19.177029 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-21598393-65f4-4f33-8bcc-83d8078d714e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b04638ff4f784ea2af51ab092137a95b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6964571 Nov 12 08:09:19.179270 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 33542) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:09:19.229843 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82047a0a-6f6c-4e84-aa3f-085b47fa6ac2', 'tag': '5fc0601c-a0ae-46e6-912e-5409aaa60092'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:09:19.232185 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62ecbc80-f5a7-4a77-b007-52ff64a8c8cd" -d '{"events": [{"name": "network-changed", "server_uuid": "82047a0a-6f6c-4e84-aa3f-085b47fa6ac2", "tag": "5fc0601c-a0ae-46e6-912e-5409aaa60092"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:09:19.272069 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9dd70f49-e686-41f3-8539-5920297c6982 req-d69ba5d2-1dd5-45a0-b220-a316b23679e6 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.2.22 HTTP/1.1" status: 200 len: 1000 time: 0.1057379 Nov 12 08:09:19.289929 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-9dd70f49-e686-41f3-8539-5920297c6982 req-43f2a541-ac8f-489c-87bc-b502f8e17b11 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:09:19.327909 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ccd22e6e-6713-41df-a5d5-0d88db9ff15c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:19.363197 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b33b6a8-f107-4087-a6d3-53c475ea3b99 req-7abbe8ce-6b70-43a0-8db9-3834e5c9ea4d tempest-NetworksTest-335213037 tempest-NetworksTest-335213037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:19.363855 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b33b6a8-f107-4087-a6d3-53c475ea3b99 req-7abbe8ce-6b70-43a0-8db9-3834e5c9ea4d tempest-NetworksTest-335213037 tempest-NetworksTest-335213037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:19.364169 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b33b6a8-f107-4087-a6d3-53c475ea3b99 req-7abbe8ce-6b70-43a0-8db9-3834e5c9ea4d tempest-NetworksTest-335213037 tempest-NetworksTest-335213037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:19.364734 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b33b6a8-f107-4087-a6d3-53c475ea3b99 req-7abbe8ce-6b70-43a0-8db9-3834e5c9ea4d tempest-NetworksTest-335213037 tempest-NetworksTest-335213037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:19.365194 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b33b6a8-f107-4087-a6d3-53c475ea3b99 req-7abbe8ce-6b70-43a0-8db9-3834e5c9ea4d tempest-NetworksTest-335213037 tempest-NetworksTest-335213037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:19.365780 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b33b6a8-f107-4087-a6d3-53c475ea3b99 req-7abbe8ce-6b70-43a0-8db9-3834e5c9ea4d tempest-NetworksTest-335213037 tempest-NetworksTest-335213037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:19.366443 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b33b6a8-f107-4087-a6d3-53c475ea3b99 req-7abbe8ce-6b70-43a0-8db9-3834e5c9ea4d tempest-NetworksTest-335213037 tempest-NetworksTest-335213037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:19.366566 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b33b6a8-f107-4087-a6d3-53c475ea3b99 req-7abbe8ce-6b70-43a0-8db9-3834e5c9ea4d tempest-NetworksTest-335213037 tempest-NetworksTest-335213037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:19.367171 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b33b6a8-f107-4087-a6d3-53c475ea3b99 req-7abbe8ce-6b70-43a0-8db9-3834e5c9ea4d tempest-NetworksTest-335213037 tempest-NetworksTest-335213037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:19.367586 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ccd22e6e-6713-41df-a5d5-0d88db9ff15c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:19.367700 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b33b6a8-f107-4087-a6d3-53c475ea3b99 req-7abbe8ce-6b70-43a0-8db9-3834e5c9ea4d tempest-NetworksTest-335213037 tempest-NetworksTest-335213037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:19.368102 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b33b6a8-f107-4087-a6d3-53c475ea3b99 req-7abbe8ce-6b70-43a0-8db9-3834e5c9ea4d tempest-NetworksTest-335213037 tempest-NetworksTest-335213037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:19.370471 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5b33b6a8-f107-4087-a6d3-53c475ea3b99 req-7abbe8ce-6b70-43a0-8db9-3834e5c9ea4d tempest-NetworksTest-335213037 tempest-NetworksTest-335213037-project-admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7834 time: 0.1297781 Nov 12 08:09:19.379138 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-9dd70f49-e686-41f3-8539-5920297c6982 req-43f2a541-ac8f-489c-87bc-b502f8e17b11 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Publish callbacks [] for floatingip, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:19.508679 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ccd22e6e-6713-41df-a5d5-0d88db9ff15c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:19.511416 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ccd22e6e-6713-41df-a5d5-0d88db9ff15c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:19.512861 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-ccd22e6e-6713-41df-a5d5-0d88db9ff15c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dc73c956-b036-4b27-a19b-8f92c82fdda3 HTTP/1.1" status: 204 len: 168 time: 0.3312583 Nov 12 08:09:19.534941 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd22e6e-6713-41df-a5d5-0d88db9ff15c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc73c956-b036-4b27-a19b-8f92c82fdda3,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:19.595072 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-9dd70f49-e686-41f3-8539-5920297c6982 req-43f2a541-ac8f-489c-87bc-b502f8e17b11 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:19.599411 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-9dd70f49-e686-41f3-8539-5920297c6982 req-43f2a541-ac8f-489c-87bc-b502f8e17b11 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:19.600416 n-d-765315-29 neutron-server[102599]: INFO neutron.db.l3_db [req-9dd70f49-e686-41f3-8539-5920297c6982 req-43f2a541-ac8f-489c-87bc-b502f8e17b11 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Floating IP 68b5cea1-5d2f-4c4b-8022-a0eaf64db1de disassociated. External IP: 172.25.2.22, port: 64c9cd6b-64f0-45b3-a976-8b00bb48b94a. Nov 12 08:09:19.883856 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 33554) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:09:19.884081 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9dd70f49-e686-41f3-8539-5920297c6982 req-43f2a541-ac8f-489c-87bc-b502f8e17b11 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Router 9e5fd536-d0bb-4d59-b78a-9e2de0d54b74 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:09:19.943957 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-76808787-b47a-4a3a-8039-2eccccb47c19 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=622de52ee5124812afab888c473e123d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0587966 Nov 12 08:09:19.946768 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 33556) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:09:19.981952 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 33558) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:09:19.987675 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-f9820855-8645-43c0-84b9-07c949c9f43c tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1986364755', 'description': 'tempest-description--258205306'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:09:20.020854 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f9820855-8645-43c0-84b9-07c949c9f43c tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:20.060143 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9dd70f49-e686-41f3-8539-5920297c6982 req-43f2a541-ac8f-489c-87bc-b502f8e17b11 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:09:20.066798 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-9dd70f49-e686-41f3-8539-5920297c6982 req-43f2a541-ac8f-489c-87bc-b502f8e17b11 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:20.070276 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7a3bddb3-5553-4018-ba7f-0a46cd699bdd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:20.076923 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5336580f-5d24-4c6c-8e3c-712c6af563ed None None] Sync routers for ids ['9e5fd536-d0bb-4d59-b78a-9e2de0d54b74'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:09:20.101246 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c36d23e4-07c7-4980-865e-dd588c2d12a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52703d62-0a3b-4c05-b231-7b7e93171c85'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:09:20.107848 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d462bec8-ee21-4b0c-a275-0db866495ed8" -d '{"events": [{"server_uuid": "c36d23e4-07c7-4980-865e-dd588c2d12a7", "name": "network-vif-plugged", "status": "completed", "tag": "52703d62-0a3b-4c05-b231-7b7e93171c85"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:09:20.113209 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9dd70f49-e686-41f3-8539-5920297c6982 req-43f2a541-ac8f-489c-87bc-b502f8e17b11 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] 10.222.0.26 "PUT /v2.0/floatingips/68b5cea1-5d2f-4c4b-8022-a0eaf64db1de HTTP/1.1" status: 200 len: 695 time: 0.8348486 Nov 12 08:09:20.123117 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7a3bddb3-5553-4018-ba7f-0a46cd699bdd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:20.128488 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d75cc5-0a22-4228-b57f-56403ae78689 req-4c069bd5-27af-42a7-a433-e71074f843bd tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:20.134135 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5336580f-5d24-4c6c-8e3c-712c6af563ed None None] Routers {'9e5fd536-d0bb-4d59-b78a-9e2de0d54b74'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:09:20.136516 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-5336580f-5d24-4c6c-8e3c-712c6af563ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:09:06Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['9e5fd536-d0bb-4d59-b78a-9e2de0d54b74'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:09:20.137102 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c1d75cc5-0a22-4228-b57f-56403ae78689 req-4c069bd5-27af-42a7-a433-e71074f843bd tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/ports?device_id=c36d23e4-07c7-4980-865e-dd588c2d12a7 HTTP/1.1" status: 200 len: 949 time: 0.0973351 Nov 12 08:09:20.197765 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd70f49-e686-41f3-8539-5920297c6982 req-1eb68a95-99b1-4280-af94-ef5b9296504e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:20.199358 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9dd70f49-e686-41f3-8539-5920297c6982 req-1eb68a95-99b1-4280-af94-ef5b9296504e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2c540c0464294343b65b342f4c6f01b0&device_id=053da00c-e5c3-4f45-bacd-a2cffaf1c4e3 HTTP/1.1" status: 200 len: 1097 time: 0.0585120 Nov 12 08:09:20.203723 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c1d75cc5-0a22-4228-b57f-56403ae78689 req-9a345d41-e09a-4faf-b040-fe4a37d09b9a tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb487f5-7b7a-45ea-a48a-5e5b4b4e6e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650041 Nov 12 08:09:20.267831 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f9820855-8645-43c0-84b9-07c949c9f43c tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:20.277005 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f9820855-8645-43c0-84b9-07c949c9f43c tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:20.326477 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f9820855-8645-43c0-84b9-07c949c9f43c tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:20.331775 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-f9820855-8645-43c0-84b9-07c949c9f43c tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3483770 Nov 12 08:09:20.332504 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 33562) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:09:20.341872 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-0f2bdb49-2dd9-4659-82bb-f7106e7b4e38 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Request body: {'security_group_rule': {'security_group_id': 'edb098b1-b850-4d1f-9907-ebc80ab17859', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:09:20.352574 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd70f49-e686-41f3-8539-5920297c6982 req-0eed91b8-02f5-4bf1-8efa-91eaf8c54b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:20.354481 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9dd70f49-e686-41f3-8539-5920297c6982 req-0eed91b8-02f5-4bf1-8efa-91eaf8c54b00 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a3156095-dd64-4768-883c-6857cbfc4c3d HTTP/1.1" status: 200 len: 922 time: 0.1441820 Nov 12 08:09:20.356225 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-5336580f-5d24-4c6c-8e3c-712c6af563ed None None] Set router 9e5fd536-d0bb-4d59-b78a-9e2de0d54b74 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:09:20.357052 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9820855-8645-43c0-84b9-07c949c9f43c tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edb098b1-b850-4d1f-9907-ebc80ab17859,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:20.357192 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7a3bddb3-5553-4018-ba7f-0a46cd699bdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:20.363430 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7a3bddb3-5553-4018-ba7f-0a46cd699bdd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:20.371094 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-7a3bddb3-5553-4018-ba7f-0a46cd699bdd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4cfe58e3-af7a-4315-af90-d9c24641a745 HTTP/1.1" status: 204 len: 168 time: 0.4214787 Nov 12 08:09:20.405130 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0f2bdb49-2dd9-4659-82bb-f7106e7b4e38 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:20.476049 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3bddb3-5553-4018-ba7f-0a46cd699bdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cfe58e3-af7a-4315-af90-d9c24641a745,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:20.479291 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9dd70f49-e686-41f3-8539-5920297c6982 req-43d36500-a275-4c39-8b79-fe96b4f31fa6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64c9cd6b-64f0-45b3-a976-8b00bb48b94a HTTP/1.1" status: 200 len: 217 time: 0.1056652 Nov 12 08:09:20.497936 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0f2bdb49-2dd9-4659-82bb-f7106e7b4e38 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:20.573867 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0f2bdb49-2dd9-4659-82bb-f7106e7b4e38 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:20.603343 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd70f49-e686-41f3-8539-5920297c6982 req-039a7e54-e404-4e7b-a38a-2e08c4705ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:20.605325 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9dd70f49-e686-41f3-8539-5920297c6982 req-039a7e54-e404-4e7b-a38a-2e08c4705ea0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5faf708b-0fdf-49a2-9148-2d75ea940abb HTTP/1.1" status: 200 len: 860 time: 0.1022327 Nov 12 08:09:20.629411 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2bdb49-2dd9-4659-82bb-f7106e7b4e38 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3a8ff8a-194d-464a-8155-6bd159bb2637,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:20.645178 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a3936d-a696-4f4a-9b00-58be7ef2c203 req-9d0d4e6c-a420-4abb-8712-b7d7d5524788 tempest-LiveMigrationNegativeTest-1253375359 tempest-LiveMigrationNegativeTest-1253375359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:20.652923 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-79a3936d-a696-4f4a-9b00-58be7ef2c203 req-9d0d4e6c-a420-4abb-8712-b7d7d5524788 tempest-LiveMigrationNegativeTest-1253375359 tempest-LiveMigrationNegativeTest-1253375359-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=a6bc5d66-b2f6-4252-a902-84ebb010c409 HTTP/1.1" status: 200 len: 1102 time: 0.1471295 Nov 12 08:09:20.656667 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0f2bdb49-2dd9-4659-82bb-f7106e7b4e38 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:20.661122 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-0f2bdb49-2dd9-4659-82bb-f7106e7b4e38 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3206279 Nov 12 08:09:20.670046 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 33566) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:09:20.693369 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-79a3936d-a696-4f4a-9b00-58be7ef2c203 req-af570f57-3e05-4676-b3c3-6213cb087414 tempest-LiveMigrationNegativeTest-1253375359 tempest-LiveMigrationNegativeTest-1253375359-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:20.697066 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-e9a750f8-76c4-4501-a839-9226ca108c22 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Request body: {'security_group_rule': {'security_group_id': 'edb098b1-b850-4d1f-9907-ebc80ab17859', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:09:20.746151 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e9a750f8-76c4-4501-a839-9226ca108c22 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:20.772963 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-5336580f-5d24-4c6c-8e3c-712c6af563ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5fd536-d0bb-4d59-b78a-9e2de0d54b74', 'name': 'tempest-FloatingIPsAssociationTestJSON-2142488039-router', 'tenant_id': '2c540c0464294343b65b342f4c6f01b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'd55f500f-4bd1-44df-8dfd-0ef809acbb77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:07:50Z', 'updated_at': '2021-11-12T08:08:02Z', 'revision_number': 4, 'project_id': '2c540c0464294343b65b342f4c6f01b0', 'gw_port': {'id': 'd55f500f-4bd1-44df-8dfd-0ef809acbb77', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5fd536-d0bb-4d59-b78a-9e2de0d54b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:51Z', 'updated_at': '2021-11-12T08:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': 'd4d8f593-2f9e-4dfc-9e9c-4b27feac3960', 'name': '', 'network_id': 'a3156095-dd64-4768-883c-6857cbfc4c3d', 'tenant_id': '2c540c0464294343b65b342f4c6f01b0', 'mac_address': 'fa:16:3e:21:30:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5fd536-d0bb-4d59-b78a-9e2de0d54b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '5faf708b-0fdf-49a2-9148-2d75ea940abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:08:00Z', 'updated_at': '2021-11-12T08:08:08Z', 'revision_number': 5, 'project_id': '2c540c0464294343b65b342f4c6f01b0', 'subnets': [{'id': '5faf708b-0fdf-49a2-9148-2d75ea940abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:09:20.799920 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd70f49-e686-41f3-8539-5920297c6982 req-e59ccd48-f7c3-4d97-bca8-26f227f53ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:20.802059 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9dd70f49-e686-41f3-8539-5920297c6982 req-e59ccd48-f7c3-4d97-bca8-26f227f53ccd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a3156095-dd64-4768-883c-6857cbfc4c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1827400 Nov 12 08:09:20.814356 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5336580f-5d24-4c6c-8e3c-712c6af563ed None None] Checking router: 9e5fd536-d0bb-4d59-b78a-9e2de0d54b74 for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:09:20.825336 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5336580f-5d24-4c6c-8e3c-712c6af563ed None None] Routers {'9e5fd536-d0bb-4d59-b78a-9e2de0d54b74'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:09:20.826299 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-5336580f-5d24-4c6c-8e3c-712c6af563ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:09:06Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['9e5fd536-d0bb-4d59-b78a-9e2de0d54b74'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:09:20.847145 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-79a3936d-a696-4f4a-9b00-58be7ef2c203 req-af570f57-3e05-4676-b3c3-6213cb087414 tempest-LiveMigrationNegativeTest-1253375359 tempest-LiveMigrationNegativeTest-1253375359-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:20.854946 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-79a3936d-a696-4f4a-9b00-58be7ef2c203 req-af570f57-3e05-4676-b3c3-6213cb087414 tempest-LiveMigrationNegativeTest-1253375359 tempest-LiveMigrationNegativeTest-1253375359-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:20.920243 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-79a3936d-a696-4f4a-9b00-58be7ef2c203 req-af570f57-3e05-4676-b3c3-6213cb087414 tempest-LiveMigrationNegativeTest-1253375359 tempest-LiveMigrationNegativeTest-1253375359-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=324d126f-7172-408c-b291-f65e4794fc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593656 Nov 12 08:09:20.927640 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af570f57-3e05-4676-b3c3-6213cb087414 tempest-LiveMigrationNegativeTest-1253375359 tempest-LiveMigrationNegativeTest-1253375359-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a14889d1-ed31-4556-8470-e3f388548679,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:20.953920 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e9a750f8-76c4-4501-a839-9226ca108c22 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:20.966366 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e9a750f8-76c4-4501-a839-9226ca108c22 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:21.003431 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a750f8-76c4-4501-a839-9226ca108c22 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e68dca01-efd2-4ba0-8708-0f0addb52333,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:21.003652 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-5336580f-5d24-4c6c-8e3c-712c6af563ed None None] Set router 9e5fd536-d0bb-4d59-b78a-9e2de0d54b74 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:09:21.008756 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9dd70f49-e686-41f3-8539-5920297c6982 req-451ee6a4-50ca-426d-8856-f98976e28896 service neutron] 10.222.0.26 "GET /v2.0/networks/a3156095-dd64-4768-883c-6857cbfc4c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944594 Nov 12 08:09:21.017141 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e9a750f8-76c4-4501-a839-9226ca108c22 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:21.019047 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-e9a750f8-76c4-4501-a839-9226ca108c22 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3477433 Nov 12 08:09:21.022053 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 33574) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:09:21.027869 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-b847ccfe-5947-4931-9f83-6117d7dfc698 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Request body: {'floatingip': {'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:09:21.035061 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f12d0a4b-b7fd-4b67-b9f3-89931adbc68d x-openstack-request-id: req-f12d0a4b-b7fd-4b67-b9f3-89931adbc68d {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:09:21.035505 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82047a0a-6f6c-4e84-aa3f-085b47fa6ac2", "tag": "5fc0601c-a0ae-46e6-912e-5409aaa60092", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:09:21.035818 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f12d0a4b-b7fd-4b67-b9f3-89931adbc68d {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:09:21.036418 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82047a0a-6f6c-4e84-aa3f-085b47fa6ac2', 'tag': '5fc0601c-a0ae-46e6-912e-5409aaa60092', 'status': 'completed', 'code': 200} Nov 12 08:09:21.178450 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b847ccfe-5947-4931-9f83-6117d7dfc698 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks [] for floatingip, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:21.246030 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ecbc80-f5a7-4a77-b007-52ff64a8c8cd req-b7b5cae9-2df4-47eb-9984-54dd389ea657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:21.247964 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-62ecbc80-f5a7-4a77-b007-52ff64a8c8cd req-b7b5cae9-2df4-47eb-9984-54dd389ea657 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d3f3ef4a14134700a36c0967765d4c9a&device_id=82047a0a-6f6c-4e84-aa3f-085b47fa6ac2 HTTP/1.1" status: 200 len: 1096 time: 0.1760645 Nov 12 08:09:21.276093 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3729586-10ea-4b3a-b744-7fe51bd4dfa4 req-418a14fe-7194-4019-8479-accada10a508 tempest-NetworksTest-335213037 tempest-NetworksTest-335213037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:21.277183 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a3729586-10ea-4b3a-b744-7fe51bd4dfa4 req-418a14fe-7194-4019-8479-accada10a508 tempest-NetworksTest-335213037 tempest-NetworksTest-335213037-project-admin] 10.222.0.26 "GET /v2.0/networks/d709f64f-f9e6-4525-b020-ad48633b9bbf HTTP/1.1" status: 200 len: 886 time: 0.2191501 Nov 12 08:09:21.327147 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9dd70f49-e686-41f3-8539-5920297c6982 req-f9c440e8-9494-4225-adfc-95a68e8cd35b service neutron] 10.222.0.26 "GET /v2.0/networks/a3156095-dd64-4768-883c-6857cbfc4c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898538 Nov 12 08:09:21.420748 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-5336580f-5d24-4c6c-8e3c-712c6af563ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5fd536-d0bb-4d59-b78a-9e2de0d54b74', 'name': 'tempest-FloatingIPsAssociationTestJSON-2142488039-router', 'tenant_id': '2c540c0464294343b65b342f4c6f01b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'd55f500f-4bd1-44df-8dfd-0ef809acbb77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:07:50Z', 'updated_at': '2021-11-12T08:08:02Z', 'revision_number': 4, 'project_id': '2c540c0464294343b65b342f4c6f01b0', 'gw_port': {'id': 'd55f500f-4bd1-44df-8dfd-0ef809acbb77', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5fd536-d0bb-4d59-b78a-9e2de0d54b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:51Z', 'updated_at': '2021-11-12T08:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': 'd4d8f593-2f9e-4dfc-9e9c-4b27feac3960', 'name': '', 'network_id': 'a3156095-dd64-4768-883c-6857cbfc4c3d', 'tenant_id': '2c540c0464294343b65b342f4c6f01b0', 'mac_address': 'fa:16:3e:21:30:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5fd536-d0bb-4d59-b78a-9e2de0d54b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '5faf708b-0fdf-49a2-9148-2d75ea940abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:08:00Z', 'updated_at': '2021-11-12T08:08:08Z', 'revision_number': 5, 'project_id': '2c540c0464294343b65b342f4c6f01b0', 'subnets': [{'id': '5faf708b-0fdf-49a2-9148-2d75ea940abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:09:21.461339 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5336580f-5d24-4c6c-8e3c-712c6af563ed None None] The sync data for ids ['9e5fd536-d0bb-4d59-b78a-9e2de0d54b74'] in n-d-765315-29 is: [{'id': '9e5fd536-d0bb-4d59-b78a-9e2de0d54b74', 'name': 'tempest-FloatingIPsAssociationTestJSON-2142488039-router', 'tenant_id': '2c540c0464294343b65b342f4c6f01b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'd55f500f-4bd1-44df-8dfd-0ef809acbb77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:07:50Z', 'updated_at': '2021-11-12T08:08:02Z', 'revision_number': 4, 'project_id': '2c540c0464294343b65b342f4c6f01b0', 'gw_port': {'id': 'd55f500f-4bd1-44df-8dfd-0ef809acbb77', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5fd536-d0bb-4d59-b78a-9e2de0d54b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:51Z', 'updated_at': '2021-11-12T08:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': 'd4d8f593-2f9e-4dfc-9e9c-4b27feac3960', 'name': '', 'network_id': 'a3156095-dd64-4768-883c-6857cbfc4c3d', 'tenant_id': '2c540c0464294343b65b342f4c6f01b0', 'mac_address': 'fa:16:3e:21:30:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5fd536-d0bb-4d59-b78a-9e2de0d54b74', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '5faf708b-0fdf-49a2-9148-2d75ea940abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:08:00Z', 'updated_at': '2021-11-12T08:08:08Z', 'revision_number': 5, 'project_id': '2c540c0464294343b65b342f4c6f01b0', 'subnets': [{'id': '5faf708b-0fdf-49a2-9148-2d75ea940abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:09:21.474902 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7bfa3b3-47b6-4337-8c86-336ce57af902 x-openstack-request-id: req-e7bfa3b3-47b6-4337-8c86-336ce57af902 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:09:21.475760 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c36d23e4-07c7-4980-865e-dd588c2d12a7", "name": "network-vif-plugged", "status": "completed", "tag": "52703d62-0a3b-4c05-b231-7b7e93171c85", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:09:21.476281 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e7bfa3b3-47b6-4337-8c86-336ce57af902 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:09:21.477210 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c36d23e4-07c7-4980-865e-dd588c2d12a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52703d62-0a3b-4c05-b231-7b7e93171c85', 'code': 200} Nov 12 08:09:21.482870 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf9add8-8c11-4f49-a529-b8aa1c869bb8 req-0a216271-3096-4f9e-b90b-077d3137b67d tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:21.488778 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cdf9add8-8c11-4f49-a529-b8aa1c869bb8 req-0a216271-3096-4f9e-b90b-077d3137b67d tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=82047a0a-6f6c-4e84-aa3f-085b47fa6ac2 HTTP/1.1" status: 200 len: 944 time: 0.1102877 Nov 12 08:09:21.553012 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b847ccfe-5947-4931-9f83-6117d7dfc698 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:21.624121 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cdf9add8-8c11-4f49-a529-b8aa1c869bb8 req-015f6585-7348-4572-b12f-9d866133aeef tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285150 Nov 12 08:09:21.652886 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ecbc80-f5a7-4a77-b007-52ff64a8c8cd req-21b3df6a-a544-4133-9e53-133425033648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:21.654331 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-62ecbc80-f5a7-4a77-b007-52ff64a8c8cd req-21b3df6a-a544-4133-9e53-133425033648 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e20d0ee5-0c01-4db1-aa95-4ea5bc470460 HTTP/1.1" status: 200 len: 922 time: 0.3914552 Nov 12 08:09:21.816546 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962366d2-b008-4f27-b2b0-6270ba1bd97e req-ff42ee3b-c36b-41a2-9086-d0f0eefdb937 tempest-NetworksTest-335213037 tempest-NetworksTest-335213037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:21.817052 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962366d2-b008-4f27-b2b0-6270ba1bd97e req-ff42ee3b-c36b-41a2-9086-d0f0eefdb937 tempest-NetworksTest-335213037 tempest-NetworksTest-335213037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:21.817515 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962366d2-b008-4f27-b2b0-6270ba1bd97e req-ff42ee3b-c36b-41a2-9086-d0f0eefdb937 tempest-NetworksTest-335213037 tempest-NetworksTest-335213037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:21.817973 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962366d2-b008-4f27-b2b0-6270ba1bd97e req-ff42ee3b-c36b-41a2-9086-d0f0eefdb937 tempest-NetworksTest-335213037 tempest-NetworksTest-335213037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:21.818424 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962366d2-b008-4f27-b2b0-6270ba1bd97e req-ff42ee3b-c36b-41a2-9086-d0f0eefdb937 tempest-NetworksTest-335213037 tempest-NetworksTest-335213037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:21.818924 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962366d2-b008-4f27-b2b0-6270ba1bd97e req-ff42ee3b-c36b-41a2-9086-d0f0eefdb937 tempest-NetworksTest-335213037 tempest-NetworksTest-335213037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:21.820908 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962366d2-b008-4f27-b2b0-6270ba1bd97e req-ff42ee3b-c36b-41a2-9086-d0f0eefdb937 tempest-NetworksTest-335213037 tempest-NetworksTest-335213037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:21.821788 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962366d2-b008-4f27-b2b0-6270ba1bd97e req-ff42ee3b-c36b-41a2-9086-d0f0eefdb937 tempest-NetworksTest-335213037 tempest-NetworksTest-335213037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:21.822721 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962366d2-b008-4f27-b2b0-6270ba1bd97e req-ff42ee3b-c36b-41a2-9086-d0f0eefdb937 tempest-NetworksTest-335213037 tempest-NetworksTest-335213037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:21.823494 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962366d2-b008-4f27-b2b0-6270ba1bd97e req-ff42ee3b-c36b-41a2-9086-d0f0eefdb937 tempest-NetworksTest-335213037 tempest-NetworksTest-335213037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:21.824021 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962366d2-b008-4f27-b2b0-6270ba1bd97e req-ff42ee3b-c36b-41a2-9086-d0f0eefdb937 tempest-NetworksTest-335213037 tempest-NetworksTest-335213037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:21.846575 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-962366d2-b008-4f27-b2b0-6270ba1bd97e req-ff42ee3b-c36b-41a2-9086-d0f0eefdb937 tempest-NetworksTest-335213037 tempest-NetworksTest-335213037-project-admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7834 time: 0.1809645 Nov 12 08:09:21.880626 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-b847ccfe-5947-4931-9f83-6117d7dfc698 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Allocated IP 172.25.2.78 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/5d973a1e-8685-4e7d-bd62-641adb4a0671) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:09:21.947572 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3db2071-f7e5-4e95-87d5-f68528ce1455 None None] New status for floating IP 68b5cea1-5d2f-4c4b-8022-a0eaf64db1de: DOWN {{(pid=102602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:09:22.006679 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c48e18f-8a3a-437e-93d1-83b15b1670ad req-b539bf00-7a2a-4e07-9db7-c2115a42ed77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:22.006679 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5c48e18f-8a3a-437e-93d1-83b15b1670ad req-b539bf00-7a2a-4e07-9db7-c2115a42ed77 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c36d23e4-07c7-4980-865e-dd588c2d12a7 HTTP/1.1" status: 200 len: 1101 time: 0.3530757 Nov 12 08:09:22.006679 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-62ecbc80-f5a7-4a77-b007-52ff64a8c8cd req-cafba06f-9cee-46d1-a998-3f47a21dc183 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5fc0601c-a0ae-46e6-912e-5409aaa60092 HTTP/1.1" status: 200 len: 217 time: 0.2717149 Nov 12 08:09:22.086214 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7a970c-e31b-4e76-84a6-0e36ec89d983 req-616f8441-7bfb-470c-a19f-91dd35aac679 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:22.095673 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4a7a970c-e31b-4e76-84a6-0e36ec89d983 req-616f8441-7bfb-470c-a19f-91dd35aac679 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/ports?device_id=c36d23e4-07c7-4980-865e-dd588c2d12a7 HTTP/1.1" status: 200 len: 949 time: 0.4546506 Nov 12 08:09:22.180761 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4a7a970c-e31b-4e76-84a6-0e36ec89d983 req-42ee8982-103c-43a6-a877-4f7ed95e787c tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb487f5-7b7a-45ea-a48a-5e5b4b4e6e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739934 Nov 12 08:09:22.333457 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 33626) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:09:22.362509 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-23ce180f-d0e3-4ace-b8c4-6466c1fa2458 req-486062c8-436c-4a09-85aa-37c7f490a915 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] 10.222.0.26 "GET /v2.0/floatingips/68b5cea1-5d2f-4c4b-8022-a0eaf64db1de HTTP/1.1" status: 200 len: 695 time: 0.1194668 Nov 12 08:09:22.375944 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 5fc0601c-a0ae-46e6-912e-5409aaa60092 details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:09:22.470544 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ecbc80-f5a7-4a77-b007-52ff64a8c8cd req-e439fe52-1935-4ef0-a1ce-2747399e36dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:22.472079 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-62ecbc80-f5a7-4a77-b007-52ff64a8c8cd req-e439fe52-1935-4ef0-a1ce-2747399e36dc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4054f1d6-a6c6-43c7-ba9c-9a6600029957 HTTP/1.1" status: 200 len: 861 time: 0.3951340 Nov 12 08:09:22.482247 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5c48e18f-8a3a-437e-93d1-83b15b1670ad req-a9c54b19-9ab5-41cf-aa43-17f0a15bd096 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7bb487f5-7b7a-45ea-a48a-5e5b4b4e6e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4063413 Nov 12 08:09:22.530484 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b847ccfe-5947-4931-9f83-6117d7dfc698 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:22.533150 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-62ecbc80-f5a7-4a77-b007-52ff64a8c8cd req-d04d055a-7854-4c52-80f1-bb8625d4f3e7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e20d0ee5-0c01-4db1-aa95-4ea5bc470460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498478 Nov 12 08:09:22.612318 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce180f-d0e3-4ace-b8c4-6466c1fa2458 req-f45c4162-bf9b-405e-98f6-b564a4779d78 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:22.616511 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-23ce180f-d0e3-4ace-b8c4-6466c1fa2458 req-f45c4162-bf9b-405e-98f6-b564a4779d78 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] 10.222.0.26 "GET /v2.0/networks/d709f64f-f9e6-4525-b020-ad48633b9bbf HTTP/1.1" status: 200 len: 784 time: 0.2520540 Nov 12 08:09:22.618419 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-976d33ab-b15a-4f97-ad8d-03ba76131b68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:22.624810 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 5fc0601c-a0ae-46e6-912e-5409aaa60092, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=5fc0601c-a0ae-46e6-912e-5409aaa60092,segment=NetworkSegment(1db27ece-82b2-4c8d-abc3-e56edcdd7b0a),segment_id=1db27ece-82b2-4c8d-abc3-e56edcdd7b0a)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:09:22.634084 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [req-23ce180f-d0e3-4ace-b8c4-6466c1fa2458 req-f7d77283-50d8-43eb-92b1-3182f65b6b2c tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:09:22.636819 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-23ce180f-d0e3-4ace-b8c4-6466c1fa2458 req-f7d77283-50d8-43eb-92b1-3182f65b6b2c tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0115125 Nov 12 08:09:22.640322 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Returning: {'device': '5fc0601c-a0ae-46e6-912e-5409aaa60092', 'network_id': 'e20d0ee5-0c01-4db1-aa95-4ea5bc470460', 'port_id': '5fc0601c-a0ae-46e6-912e-5409aaa60092', 'mac_address': 'fa:16:3e:ff:b4:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4054f1d6-a6c6-43c7-ba9c-9a6600029957', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:09:22.645149 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaa5070-a6b5-475a-b215-2e0efa2f011d req-7026d544-fc72-46af-966d-33eff482abc7 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:22.647181 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-dbaa5070-a6b5-475a-b215-2e0efa2f011d req-7026d544-fc72-46af-966d-33eff482abc7 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6bc5d66-b2f6-4252-a902-84ebb010c409 HTTP/1.1" status: 200 len: 950 time: 0.1577799 Nov 12 08:09:22.667056 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b847ccfe-5947-4931-9f83-6117d7dfc698 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:22.706776 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:22.733133 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-e530113a-7783-48f4-9840-8911a24052df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fc0601c-a0ae-46e6-912e-5409aaa60092 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:09:22.744541 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-23ce180f-d0e3-4ace-b8c4-6466c1fa2458 req-47a724b0-b952-419b-9437-33769c35b5b0 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.2.22 HTTP/1.1" status: 200 len: 696 time: 0.0993879 Nov 12 08:09:22.769825 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 5fc0601c-a0ae-46e6-912e-5409aaa60092, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=5fc0601c-a0ae-46e6-912e-5409aaa60092,segment=NetworkSegment(1db27ece-82b2-4c8d-abc3-e56edcdd7b0a),segment_id=1db27ece-82b2-4c8d-abc3-e56edcdd7b0a)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:09:22.773956 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b847ccfe-5947-4931-9f83-6117d7dfc698 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:09:22.776266 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-dbaa5070-a6b5-475a-b215-2e0efa2f011d req-0493248b-c46e-436f-af3c-dbb5339797ca tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] 10.222.0.26 "GET /v2.0/security-groups?id=324d126f-7172-408c-b291-f65e4794fc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177006 Nov 12 08:09:22.777676 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:22.800619 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-b847ccfe-5947-4931-9f83-6117d7dfc698 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:09:22.852956 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-976d33ab-b15a-4f97-ad8d-03ba76131b68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:22.857036 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=5fc0601c-a0ae-46e6-912e-5409aaa60092,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:22.864287 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-976d33ab-b15a-4f97-ad8d-03ba76131b68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:22.894557 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b847ccfe-5947-4931-9f83-6117d7dfc698 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:09:22.952218 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-976d33ab-b15a-4f97-ad8d-03ba76131b68 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=67be889368b24755bfa7564671a7be51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6172493 Nov 12 08:09:22.954069 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976d33ab-b15a-4f97-ad8d-03ba76131b68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db1efe18-6afd-488a-aacf-822119640fd0,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:22.956647 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 33646) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:09:22.993617 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4e013d-d7c1-41d2-b67a-28267e5b2cba req-fe9468d2-7c24-4acd-b7bd-63c19690087d tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:23.001666 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ed4e013d-d7c1-41d2-b67a-28267e5b2cba req-fe9468d2-7c24-4acd-b7bd-63c19690087d tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=82047a0a-6f6c-4e84-aa3f-085b47fa6ac2 HTTP/1.1" status: 200 len: 945 time: 0.1223235 Nov 12 08:09:23.078196 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ed4e013d-d7c1-41d2-b67a-28267e5b2cba req-cd5664f4-afa4-4116-ada0-6e7e982caca9 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756125 Nov 12 08:09:23.079792 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4cdb021f-e55e-416f-acce-128587e4dce5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:23.116989 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['5fc0601c-a0ae-46e6-912e-5409aaa60092'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:09:23.117984 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4cdb021f-e55e-416f-acce-128587e4dce5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:23.196885 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4cdb021f-e55e-416f-acce-128587e4dce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:23.201005 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4cdb021f-e55e-416f-acce-128587e4dce5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:23.203125 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-4cdb021f-e55e-416f-acce-128587e4dce5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/db1efe18-6afd-488a-aacf-822119640fd0 HTTP/1.1" status: 204 len: 168 time: 0.2452455 Nov 12 08:09:23.214126 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdb021f-e55e-416f-acce-128587e4dce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db1efe18-6afd-488a-aacf-822119640fd0,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:23.238426 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '053da00c-e5c3-4f45-bacd-a2cffaf1c4e3', 'tag': '64c9cd6b-64f0-45b3-a976-8b00bb48b94a'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:09:23.240576 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c4c0ef2-2a55-4ae6-a499-230dcfbe4277" -d '{"events": [{"name": "network-changed", "server_uuid": "053da00c-e5c3-4f45-bacd-a2cffaf1c4e3", "tag": "64c9cd6b-64f0-45b3-a976-8b00bb48b94a"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:09:23.274730 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-23ce180f-d0e3-4ace-b8c4-6466c1fa2458 req-7c012df9-0112-4a53-929b-de967ecff451 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.2.22 HTTP/1.1" status: 200 len: 696 time: 0.5292325 Nov 12 08:09:23.275413 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b847ccfe-5947-4931-9f83-6117d7dfc698 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Pushing event updated for resources: {'Port': ['ID=5d973a1e-8685-4e7d-bd62-641adb4a0671,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:23.412961 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-62ecbc80-f5a7-4a77-b007-52ff64a8c8cd req-21bc1f4e-f69e-4ea2-ab6e-ae9904547766 service neutron] 10.222.0.21 "GET /v2.0/networks/e20d0ee5-0c01-4db1-aa95-4ea5bc470460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6812503 Nov 12 08:09:23.462803 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86e2bdc-50a6-46e9-b20b-95eef74563b3 req-ad9a2bfc-66c0-4988-af2c-96672fa75efc tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:23.464334 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c86e2bdc-50a6-46e9-b20b-95eef74563b3 req-ad9a2bfc-66c0-4988-af2c-96672fa75efc tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/ports?device_id=c36d23e4-07c7-4980-865e-dd588c2d12a7 HTTP/1.1" status: 200 len: 949 time: 0.0694940 Nov 12 08:09:23.517794 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c86e2bdc-50a6-46e9-b20b-95eef74563b3 req-2d4bded6-d330-4af5-a361-8457d30448ac tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb487f5-7b7a-45ea-a48a-5e5b4b4e6e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453768 Nov 12 08:09:23.539830 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b847ccfe-5947-4931-9f83-6117d7dfc698 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:23.583351 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-929b26d4-4191-41fc-99c3-86d3bc1862f1 x-openstack-request-id: req-929b26d4-4191-41fc-99c3-86d3bc1862f1 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:09:23.583684 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "053da00c-e5c3-4f45-bacd-a2cffaf1c4e3", "tag": "64c9cd6b-64f0-45b3-a976-8b00bb48b94a", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:09:23.583885 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-929b26d4-4191-41fc-99c3-86d3bc1862f1 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:09:23.584792 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '053da00c-e5c3-4f45-bacd-a2cffaf1c4e3', 'tag': '64c9cd6b-64f0-45b3-a976-8b00bb48b94a', 'status': 'completed', 'code': 200} Nov 12 08:09:23.616894 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-62ecbc80-f5a7-4a77-b007-52ff64a8c8cd req-496bfdc2-1924-40a3-82e8-02dffda00e99 service neutron] 10.222.0.21 "GET /v2.0/networks/e20d0ee5-0c01-4db1-aa95-4ea5bc470460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783309 Nov 12 08:09:23.617461 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b847ccfe-5947-4931-9f83-6117d7dfc698 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:23.656043 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 33684) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:09:23.667446 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-23ce180f-d0e3-4ace-b8c4-6466c1fa2458 req-8f0d0de5-df98-42fc-b07e-1ea81fe65987 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Deleting port 06a31949-2d99-4a9f-be3d-59d820aec4c2 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:09:23.667792 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-23ce180f-d0e3-4ace-b8c4-6466c1fa2458 req-8f0d0de5-df98-42fc-b07e-1ea81fe65987 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:23.684131 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c57781fb-1c24-4971-96af-ad4d45ad2371 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:23.787285 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c0ef2-2a55-4ae6-a499-230dcfbe4277 req-91af6681-21f6-47e2-8408-d45825371613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:23.789032 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6c4c0ef2-2a55-4ae6-a499-230dcfbe4277 req-91af6681-21f6-47e2-8408-d45825371613 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2c540c0464294343b65b342f4c6f01b0&device_id=053da00c-e5c3-4f45-bacd-a2cffaf1c4e3 HTTP/1.1" status: 200 len: 1097 time: 0.1688485 Nov 12 08:09:23.800318 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c57781fb-1c24-4971-96af-ad4d45ad2371 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:23.807721 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c57781fb-1c24-4971-96af-ad4d45ad2371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:23.856224 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-c57781fb-1c24-4971-96af-ad4d45ad2371 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=45f743a0a6704477aca2e16146a7c313&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1985021 Nov 12 08:09:23.857085 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57781fb-1c24-4971-96af-ad4d45ad2371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04ab912d-e8de-4197-9ace-8a59f24b5818,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:23.860678 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 33708) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:09:23.869232 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-23ce180f-d0e3-4ace-b8c4-6466c1fa2458 req-8f0d0de5-df98-42fc-b07e-1ea81fe65987 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:23.869837 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-23ce180f-d0e3-4ace-b8c4-6466c1fa2458 req-8f0d0de5-df98-42fc-b07e-1ea81fe65987 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:23.923984 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-23ce180f-d0e3-4ace-b8c4-6466c1fa2458 req-8f0d0de5-df98-42fc-b07e-1ea81fe65987 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Calling delete_port for 06a31949-2d99-4a9f-be3d-59d820aec4c2 owned by network:floatingip {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:09:23.942331 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-426bbf3e-e943-4a5c-9156-39548a5d5a68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:23.975311 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-426bbf3e-e943-4a5c-9156-39548a5d5a68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:24.043704 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c0ef2-2a55-4ae6-a499-230dcfbe4277 req-6f4125fd-d937-4bd4-9bad-9d862c8fafcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:24.045197 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6c4c0ef2-2a55-4ae6-a499-230dcfbe4277 req-6f4125fd-d937-4bd4-9bad-9d862c8fafcd service neutron] 10.222.0.21 "GET /v2.0/networks?id=a3156095-dd64-4768-883c-6857cbfc4c3d HTTP/1.1" status: 200 len: 922 time: 0.2156258 Nov 12 08:09:24.056238 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-426bbf3e-e943-4a5c-9156-39548a5d5a68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:24.059033 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-426bbf3e-e943-4a5c-9156-39548a5d5a68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:24.062981 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-426bbf3e-e943-4a5c-9156-39548a5d5a68 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/04ab912d-e8de-4197-9ace-8a59f24b5818 HTTP/1.1" status: 204 len: 168 time: 0.1983497 Nov 12 08:09:24.071722 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426bbf3e-e943-4a5c-9156-39548a5d5a68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ab912d-e8de-4197-9ace-8a59f24b5818,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:24.108751 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6c4c0ef2-2a55-4ae6-a499-230dcfbe4277 req-dce53cc6-f54a-4126-bf1b-a51d138651b1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64c9cd6b-64f0-45b3-a976-8b00bb48b94a HTTP/1.1" status: 200 len: 217 time: 0.0542874 Nov 12 08:09:24.116355 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b847ccfe-5947-4931-9f83-6117d7dfc698 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:24.135864 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b847ccfe-5947-4931-9f83-6117d7dfc698 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:24.227641 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36e6ff0-c579-409e-bed3-0e66b896404a req-53f53ae6-6050-4a6a-9559-efd55550880b tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:24.229777 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b36e6ff0-c579-409e-bed3-0e66b896404a req-53f53ae6-6050-4a6a-9559-efd55550880b tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6bc5d66-b2f6-4252-a902-84ebb010c409 HTTP/1.1" status: 200 len: 950 time: 0.0739198 Nov 12 08:09:24.259952 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c0ef2-2a55-4ae6-a499-230dcfbe4277 req-02272d07-9023-484d-9a77-28a0c12d839a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:24.262205 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6c4c0ef2-2a55-4ae6-a499-230dcfbe4277 req-02272d07-9023-484d-9a77-28a0c12d839a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5faf708b-0fdf-49a2-9148-2d75ea940abb HTTP/1.1" status: 200 len: 860 time: 0.1387906 Nov 12 08:09:24.265604 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b847ccfe-5947-4931-9f83-6117d7dfc698 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Pushing event updated for resources: {'Port': ['ID=5d973a1e-8685-4e7d-bd62-641adb4a0671,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:24.307732 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b36e6ff0-c579-409e-bed3-0e66b896404a req-e90fdc4d-fbe7-497c-850d-7dac3cf2be8f tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] 10.222.0.26 "GET /v2.0/security-groups?id=324d126f-7172-408c-b291-f65e4794fc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679681 Nov 12 08:09:24.337303 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b847ccfe-5947-4931-9f83-6117d7dfc698 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:24.380908 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b847ccfe-5947-4931-9f83-6117d7dfc698 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:24.381304 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 5fc0601c-a0ae-46e6-912e-5409aaa60092 up at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:09:24.382239 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-b847ccfe-5947-4931-9f83-6117d7dfc698 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3589478 Nov 12 08:09:24.386092 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c0ef2-2a55-4ae6-a499-230dcfbe4277 req-bcca79b9-47bd-4298-8d68-0f79964a487b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:24.387638 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6c4c0ef2-2a55-4ae6-a499-230dcfbe4277 req-bcca79b9-47bd-4298-8d68-0f79964a487b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a3156095-dd64-4768-883c-6857cbfc4c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1132619 Nov 12 08:09:24.388710 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-23ce180f-d0e3-4ace-b8c4-6466c1fa2458 req-8f0d0de5-df98-42fc-b07e-1ea81fe65987 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:24.427510 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0d0de5-df98-42fc-b07e-1ea81fe65987 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Pushing event deleted for resources: {'Port': ['ID=06a31949-2d99-4a9f-be3d-59d820aec4c2,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:24.504762 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning for port 5fc0601c-a0ae-46e6-912e-5409aaa60092 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:09:24.509604 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning complete for port 5fc0601c-a0ae-46e6-912e-5409aaa60092 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:09:24.510415 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:24.572447 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-23ce180f-d0e3-4ace-b8c4-6466c1fa2458 req-8f0d0de5-df98-42fc-b07e-1ea81fe65987 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Publish callbacks [] for floatingip, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:24.584218 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-23ce180f-d0e3-4ace-b8c4-6466c1fa2458 req-8f0d0de5-df98-42fc-b07e-1ea81fe65987 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:24.584218 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-23ce180f-d0e3-4ace-b8c4-6466c1fa2458 req-8f0d0de5-df98-42fc-b07e-1ea81fe65987 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] 10.222.0.26 "DELETE /v2.0/floatingips/68b5cea1-5d2f-4c4b-8022-a0eaf64db1de HTTP/1.1" status: 204 len: 173 time: 1.2875893 Nov 12 08:09:24.584218 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6c4c0ef2-2a55-4ae6-a499-230dcfbe4277 req-0cbd7dcd-45cd-4f6e-8609-5794a385b68d service neutron] 10.222.0.21 "GET /v2.0/networks/a3156095-dd64-4768-883c-6857cbfc4c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635613 Nov 12 08:09:24.714214 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f745021-98f6-47b4-a25d-a5fbb20c79f8 req-9097e2d1-c8a6-4e86-b94d-d06154fbbd32 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:24.716572 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4f745021-98f6-47b4-a25d-a5fbb20c79f8 req-9097e2d1-c8a6-4e86-b94d-d06154fbbd32 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6bc5d66-b2f6-4252-a902-84ebb010c409 HTTP/1.1" status: 200 len: 950 time: 0.1304858 Nov 12 08:09:24.720606 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:24.761117 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82047a0a-6f6c-4e84-aa3f-085b47fa6ac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fc0601c-a0ae-46e6-912e-5409aaa60092'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:09:24.763637 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-892fa21f-d401-496b-8856-3a2c3e819703" -d '{"events": [{"server_uuid": "82047a0a-6f6c-4e84-aa3f-085b47fa6ac2", "name": "network-vif-plugged", "status": "completed", "tag": "5fc0601c-a0ae-46e6-912e-5409aaa60092"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:09:24.787743 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 5fc0601c-a0ae-46e6-912e-5409aaa60092, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=5fc0601c-a0ae-46e6-912e-5409aaa60092,segment=NetworkSegment(1db27ece-82b2-4c8d-abc3-e56edcdd7b0a),segment_id=1db27ece-82b2-4c8d-abc3-e56edcdd7b0a)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:09:24.793518 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:24.816064 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6c4c0ef2-2a55-4ae6-a499-230dcfbe4277 req-5ab675d4-920b-4d21-9184-e06ef8544f3e service neutron] 10.222.0.21 "GET /v2.0/networks/a3156095-dd64-4768-883c-6857cbfc4c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201610 Nov 12 08:09:24.861907 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aee1eb4-ddde-4e2d-b90f-70942d457d19 req-86a0bae2-9ff2-4736-8627-001d60c8b945 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:24.863536 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1aee1eb4-ddde-4e2d-b90f-70942d457d19 req-86a0bae2-9ff2-4736-8627-001d60c8b945 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=82047a0a-6f6c-4e84-aa3f-085b47fa6ac2 HTTP/1.1" status: 200 len: 945 time: 0.1426971 Nov 12 08:09:24.890246 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=5fc0601c-a0ae-46e6-912e-5409aaa60092,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:24.929162 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-4f745021-98f6-47b4-a25d-a5fbb20c79f8 req-58bce771-7f93-4c05-92f3-c0eef3c90087 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] Deleting port 34d1dcbc-464b-41d6-9441-548e97d0bf52 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:09:24.929488 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-4f745021-98f6-47b4-a25d-a5fbb20c79f8 req-58bce771-7f93-4c05-92f3-c0eef3c90087 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:24.965353 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1aee1eb4-ddde-4e2d-b90f-70942d457d19 req-b45f2b05-4f3c-4c9f-8962-c22baf72adfb tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918248 Nov 12 08:09:25.082114 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-4f745021-98f6-47b4-a25d-a5fbb20c79f8 req-58bce771-7f93-4c05-92f3-c0eef3c90087 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] For port 34d1dcbc-464b-41d6-9441-548e97d0bf52, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=34d1dcbc-464b-41d6-9441-548e97d0bf52,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:09:25.082493 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-4f745021-98f6-47b4-a25d-a5fbb20c79f8 req-58bce771-7f93-4c05-92f3-c0eef3c90087 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:25.113291 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-4f745021-98f6-47b4-a25d-a5fbb20c79f8 req-58bce771-7f93-4c05-92f3-c0eef3c90087 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] Calling delete_port for 34d1dcbc-464b-41d6-9441-548e97d0bf52 owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:09:25.177561 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943ee6a8-f2f7-44be-ada5-11ea29108cd8 req-d8bf1ccd-2d02-4a8a-a68c-e9a1ba4befbf tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:25.179364 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-943ee6a8-f2f7-44be-ada5-11ea29108cd8 req-d8bf1ccd-2d02-4a8a-a68c-e9a1ba4befbf tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/ports?device_id=c36d23e4-07c7-4980-865e-dd588c2d12a7 HTTP/1.1" status: 200 len: 949 time: 0.1214178 Nov 12 08:09:25.261782 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-943ee6a8-f2f7-44be-ada5-11ea29108cd8 req-85dae6c1-ee17-4f24-9f08-c76344822798 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb487f5-7b7a-45ea-a48a-5e5b4b4e6e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718737 Nov 12 08:09:25.338120 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-4f745021-98f6-47b4-a25d-a5fbb20c79f8 req-58bce771-7f93-4c05-92f3-c0eef3c90087 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:25.339466 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-763a81fd-cf3d-436a-9f70-238021d878c8 x-openstack-request-id: req-763a81fd-cf3d-436a-9f70-238021d878c8 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:09:25.340403 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82047a0a-6f6c-4e84-aa3f-085b47fa6ac2", "name": "network-vif-plugged", "status": "completed", "tag": "5fc0601c-a0ae-46e6-912e-5409aaa60092", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:09:25.341117 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-763a81fd-cf3d-436a-9f70-238021d878c8 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:09:25.341542 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82047a0a-6f6c-4e84-aa3f-085b47fa6ac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fc0601c-a0ae-46e6-912e-5409aaa60092', 'code': 200} Nov 12 08:09:25.357755 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['babe3e0d-afb9-488d-bcdf-96953dfd1a7c'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:09:25.380170 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-b2237bc5-1fbb-45a7-b3ff-7279758a441a tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1986364755&fields=id&tenant_id=caeb26ccc5c74ed4b3562c36be1bd442 HTTP/1.1" status: 200 len: 267 time: 0.0848842 Nov 12 08:09:25.409478 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['34d1dcbc-464b-41d6-9441-548e97d0bf52'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:09:25.445123 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bce771-7f93-4c05-92f3-c0eef3c90087 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] Pushing event deleted for resources: {'Port': ['ID=34d1dcbc-464b-41d6-9441-548e97d0bf52,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:25.452847 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-b959f5e2-2c33-472e-8f60-ebb493ac2f9d tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:25.467106 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-b959f5e2-2c33-472e-8f60-ebb493ac2f9d tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/ports/222d1760-e17f-49ca-84de-7bb56db34609 HTTP/1.1" status: 200 len: 931 time: 0.0769031 Nov 12 08:09:25.533494 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-bb52f201-bae2-4ca1-92af-3c7cea718fb3 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:25.541860 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-bb52f201-bae2-4ca1-92af-3c7cea718fb3 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/ports/2c803051-3860-4c62-bdef-be9267f3772d HTTP/1.1" status: 200 len: 932 time: 0.0737703 Nov 12 08:09:25.607212 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f745021-98f6-47b4-a25d-a5fbb20c79f8 req-58bce771-7f93-4c05-92f3-c0eef3c90087 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] No DVR routers for this DVR port 34d1dcbc-464b-41d6-9441-548e97d0bf52 on host n-h2-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:09:25.610808 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-3d893a7b-26ff-4113-9e8d-41f23cc93caf tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/ports?network_id=98a99309-fcab-4612-ba6f-85e7b28a9784&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0678165 Nov 12 08:09:25.624546 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-4f745021-98f6-47b4-a25d-a5fbb20c79f8 req-58bce771-7f93-4c05-92f3-c0eef3c90087 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:25.629070 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4f745021-98f6-47b4-a25d-a5fbb20c79f8 req-58bce771-7f93-4c05-92f3-c0eef3c90087 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] 10.222.0.44 "DELETE /v2.0/ports/34d1dcbc-464b-41d6-9441-548e97d0bf52 HTTP/1.1" status: 204 len: 173 time: 0.8974140 Nov 12 08:09:25.631628 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6bc5d66-b2f6-4252-a902-84ebb010c409', 'name': 'network-vif-deleted', 'tag': '34d1dcbc-464b-41d6-9441-548e97d0bf52'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:09:25.653169 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb628ba6-52ac-454d-9ff7-47ba8b16e195" -d '{"events": [{"server_uuid": "a6bc5d66-b2f6-4252-a902-84ebb010c409", "name": "network-vif-deleted", "tag": "34d1dcbc-464b-41d6-9441-548e97d0bf52"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:09:25.697165 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12950a4d-6f14-472b-af91-5c77bc831555 req-d0e93214-4a1f-4f09-adbf-a4db69dd340c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:25.698718 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-e528b3aa-bf88-4fec-b889-08d7c2e11cac tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/ports?network_id=98a99309-fcab-4612-ba6f-85e7b28a9784&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0745509 Nov 12 08:09:25.698886 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-12950a4d-6f14-472b-af91-5c77bc831555 req-d0e93214-4a1f-4f09-adbf-a4db69dd340c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=82047a0a-6f6c-4e84-aa3f-085b47fa6ac2 HTTP/1.1" status: 200 len: 1098 time: 0.2741225 Nov 12 08:09:25.749110 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5be2da9-a12d-4f67-bd54-124951815a08 req-8997d5cb-7341-4ca5-92e2-98be9d7f928e tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:25.750883 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c5be2da9-a12d-4f67-bd54-124951815a08 req-8997d5cb-7341-4ca5-92e2-98be9d7f928e tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] 10.222.0.26 "GET /v2.0/ports?device_id=053da00c-e5c3-4f45-bacd-a2cffaf1c4e3 HTTP/1.1" status: 200 len: 945 time: 0.1784854 Nov 12 08:09:25.827657 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-12950a4d-6f14-472b-af91-5c77bc831555 req-8bea26ca-b93e-4198-bd0b-063782976438 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199911 Nov 12 08:09:25.840773 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c5be2da9-a12d-4f67-bd54-124951815a08 req-27cf5808-0c98-4e22-b2df-246d1bc95d1c tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] 10.222.0.26 "GET /v2.0/security-groups?id=16890e38-f1af-4c01-becd-7b74bb4a1689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798187 Nov 12 08:09:25.891462 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-64edc3ad-aec1-4b3d-9f5c-3263310cbb77 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:25.898525 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-64edc3ad-aec1-4b3d-9f5c-3263310cbb77 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:25.904747 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-64edc3ad-aec1-4b3d-9f5c-3263310cbb77 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:25.906403 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-64edc3ad-aec1-4b3d-9f5c-3263310cbb77 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/networks?id=24a4ad48-a7af-4b0d-bf7a-0953ccc45cdb&id=1a323889-6c9a-40df-9d33-3f74857cb8d2&id=1a323889-6c9a-40df-9d33-3f74857cb8d2&id=98a99309-fcab-4612-ba6f-85e7b28a9784&id=98a99309-fcab-4612-ba6f-85e7b28a9784 HTTP/1.1" status: 200 len: 1989 time: 0.1843479 Nov 12 08:09:25.927952 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-a7d713d4-0fe0-4660-a24e-e3c14c5bcb99 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/quotas/caeb26ccc5c74ed4b3562c36be1bd442 HTTP/1.1" status: 200 len: 375 time: 0.0123858 Nov 12 08:09:25.974447 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bffcc34-8975-4db8-ae93-ae99f8aaaa78 req-52a97f8e-431e-4833-8147-02a3a40d00e2 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:25.976280 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3bffcc34-8975-4db8-ae93-ae99f8aaaa78 req-52a97f8e-431e-4833-8147-02a3a40d00e2 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5b5785-a47f-4561-a4b6-f5a68cfe2ed6 HTTP/1.1" status: 200 len: 950 time: 0.0624058 Nov 12 08:09:26.013944 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-02fc153d-1a02-4cad-a106-21920a958671 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=caeb26ccc5c74ed4b3562c36be1bd442&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0797269 Nov 12 08:09:26.047536 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3bffcc34-8975-4db8-ae93-ae99f8aaaa78 req-c275dad6-9f4d-4a8d-9266-961f50828c6b tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb487f5-7b7a-45ea-a48a-5e5b4b4e6e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613613 Nov 12 08:09:26.180579 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-91a72ab1-6a04-48e6-964e-9f539d9667ef service neutron] 10.222.0.26 "GET /v2.0/networks/24a4ad48-a7af-4b0d-bf7a-0953ccc45cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498232 Nov 12 08:09:26.181894 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f3e8758d-1164-47e8-8b5d-0b8515d771bf req-e38b5c50-9b8c-4adc-b808-98af56cf209c tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6bc5d66-b2f6-4252-a902-84ebb010c409 HTTP/1.1" status: 200 len: 210 time: 0.0471830 Nov 12 08:09:26.316918 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-5e736c68-fd8f-4b6a-acc4-149b7ee0988b service neutron] 10.222.0.26 "GET /v2.0/networks/24a4ad48-a7af-4b0d-bf7a-0953ccc45cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328979 Nov 12 08:09:26.375189 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-cb271c44-d7f6-4669-a22e-3b98069227f2 service neutron] 10.222.0.26 "GET /v2.0/ports/222d1760-e17f-49ca-84de-7bb56db34609?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0514655 Nov 12 08:09:26.492675 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-e4e19ea0-520b-48ea-8306-31698343743c service neutron] 10.222.0.26 "GET /v2.0/networks/1a323889-6c9a-40df-9d33-3f74857cb8d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090572 Nov 12 08:09:26.597059 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-eb0db190-351b-4556-98b2-9d788d2d3a66 service neutron] 10.222.0.26 "GET /v2.0/networks/1a323889-6c9a-40df-9d33-3f74857cb8d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955770 Nov 12 08:09:26.639349 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-f8598a7c-9c2d-4f2f-a86f-8ccc3e718438 service neutron] 10.222.0.26 "GET /v2.0/ports/2c803051-3860-4c62-bdef-be9267f3772d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0350327 Nov 12 08:09:26.670064 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cebcefae-0b26-48e8-9f2a-d8836afe86ab x-openstack-request-id: req-cebcefae-0b26-48e8-9f2a-d8836afe86ab {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:09:26.670064 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6bc5d66-b2f6-4252-a902-84ebb010c409", "name": "network-vif-deleted", "tag": "34d1dcbc-464b-41d6-9441-548e97d0bf52", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:09:26.670881 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cebcefae-0b26-48e8-9f2a-d8836afe86ab {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:09:26.670881 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6bc5d66-b2f6-4252-a902-84ebb010c409', 'name': 'network-vif-deleted', 'tag': '34d1dcbc-464b-41d6-9441-548e97d0bf52', 'status': 'completed', 'code': 200} Nov 12 08:09:26.761373 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-b4aa939a-48bc-4c80-8414-8228a1d86791 service neutron] 10.222.0.26 "GET /v2.0/networks/1a323889-6c9a-40df-9d33-3f74857cb8d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129344 Nov 12 08:09:26.773532 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740cdedb-1ad6-4959-8cce-a3394f3cc7bf req-05ab64eb-5b0e-4b36-b4a6-79b7084efb94 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:26.775082 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-740cdedb-1ad6-4959-8cce-a3394f3cc7bf req-05ab64eb-5b0e-4b36-b4a6-79b7084efb94 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=82047a0a-6f6c-4e84-aa3f-085b47fa6ac2 HTTP/1.1" status: 200 len: 946 time: 0.0556839 Nov 12 08:09:26.825814 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-740cdedb-1ad6-4959-8cce-a3394f3cc7bf req-931ee316-aa1a-4306-a999-baac5a07d5a3 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447083 Nov 12 08:09:26.867250 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-beadff71-09f2-47f7-a65f-05d651754574 service neutron] 10.222.0.26 "GET /v2.0/networks/1a323889-6c9a-40df-9d33-3f74857cb8d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982943 Nov 12 08:09:26.973538 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-7991bdeb-c59d-4966-b13b-f42b35b9931a service neutron] 10.222.0.26 "GET /v2.0/networks/1a323889-6c9a-40df-9d33-3f74857cb8d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003025 Nov 12 08:09:27.030234 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c83c5904-3698-4d12-80c8-7d1a57873d6b req-839c0aea-f820-4c32-8790-ddaa3f924a71 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=737ba54db011432b976fdfd3857f766e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0263717 Nov 12 08:09:27.076232 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-c4f045d6-eba8-4870-822a-0903862a8ccc service neutron] 10.222.0.26 "GET /v2.0/networks/1a323889-6c9a-40df-9d33-3f74857cb8d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967975 Nov 12 08:09:27.164785 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83c5904-3698-4d12-80c8-7d1a57873d6b req-c6d56ae9-44f5-494b-adbf-5305cc271166 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:27.166203 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c83c5904-3698-4d12-80c8-7d1a57873d6b req-c6d56ae9-44f5-494b-adbf-5305cc271166 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1298649 Nov 12 08:09:27.184338 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c83c5904-3698-4d12-80c8-7d1a57873d6b req-39b181df-5f1e-4747-9a75-8e37a1504630 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/quotas/737ba54db011432b976fdfd3857f766e HTTP/1.1" status: 200 len: 375 time: 0.0102205 Nov 12 08:09:27.189165 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-b3bfc3a6-b939-4b01-87ad-89698f377621 service neutron] 10.222.0.26 "GET /v2.0/networks/1a323889-6c9a-40df-9d33-3f74857cb8d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065900 Nov 12 08:09:27.248599 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c83c5904-3698-4d12-80c8-7d1a57873d6b req-04e12857-0aab-485c-a954-2cb31cd42d85 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=737ba54db011432b976fdfd3857f766e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0536804 Nov 12 08:09:27.307574 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-25736395-f441-4ae0-8d36-1cda73dcdfe4 service neutron] 10.222.0.26 "GET /v2.0/networks/1a323889-6c9a-40df-9d33-3f74857cb8d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048846 Nov 12 08:09:27.374347 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7e0dd3-023f-494d-bcd1-6f1e88c94595 req-5d31b593-f807-4991-bba3-72891f94d735 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:27.376889 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fe7e0dd3-023f-494d-bcd1-6f1e88c94595 req-5d31b593-f807-4991-bba3-72891f94d735 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] 10.222.0.21 "GET /v2.0/ports?device_id=053da00c-e5c3-4f45-bacd-a2cffaf1c4e3 HTTP/1.1" status: 200 len: 945 time: 0.0653563 Nov 12 08:09:27.448563 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-69036965-94cf-46f2-ac14-4795a0102501 service neutron] 10.222.0.26 "GET /v2.0/networks/98a99309-fcab-4612-ba6f-85e7b28a9784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336141 Nov 12 08:09:27.517574 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-fe7e0dd3-023f-494d-bcd1-6f1e88c94595 req-3b1fe4a9-6faa-4361-98b0-1d760b651087 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Deleting port 64c9cd6b-64f0-45b3-a976-8b00bb48b94a {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:09:27.518029 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-fe7e0dd3-023f-494d-bcd1-6f1e88c94595 req-3b1fe4a9-6faa-4361-98b0-1d760b651087 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:27.590879 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-6535f0b7-cb19-4e80-903e-ccf75159eab1 service neutron] 10.222.0.26 "GET /v2.0/networks/98a99309-fcab-4612-ba6f-85e7b28a9784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294429 Nov 12 08:09:27.634313 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-fe7e0dd3-023f-494d-bcd1-6f1e88c94595 req-3b1fe4a9-6faa-4361-98b0-1d760b651087 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] For port 64c9cd6b-64f0-45b3-a976-8b00bb48b94a, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=64c9cd6b-64f0-45b3-a976-8b00bb48b94a,segment=NetworkSegment(c37124f8-c757-4d0f-9db3-26d4f53bb063),segment_id=c37124f8-c757-4d0f-9db3-26d4f53bb063)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:09:27.634719 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-fe7e0dd3-023f-494d-bcd1-6f1e88c94595 req-3b1fe4a9-6faa-4361-98b0-1d760b651087 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:27.650393 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-fe7e0dd3-023f-494d-bcd1-6f1e88c94595 req-3b1fe4a9-6faa-4361-98b0-1d760b651087 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Calling delete_port for 64c9cd6b-64f0-45b3-a976-8b00bb48b94a owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:09:27.765581 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-7aa17852-9130-4bfc-959a-635490e55ef4 service neutron] 10.222.0.26 "GET /v2.0/networks/98a99309-fcab-4612-ba6f-85e7b28a9784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657605 Nov 12 08:09:27.867094 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-fe7e0dd3-023f-494d-bcd1-6f1e88c94595 req-3b1fe4a9-6faa-4361-98b0-1d760b651087 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:27.881400 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['64c9cd6b-64f0-45b3-a976-8b00bb48b94a'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:09:27.927586 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-9f8f3e98-6c84-4078-b076-4d3da7728e05 service neutron] 10.222.0.26 "GET /v2.0/networks/98a99309-fcab-4612-ba6f-85e7b28a9784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586914 Nov 12 08:09:27.976153 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1fe4a9-6faa-4361-98b0-1d760b651087 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Pushing event deleted for resources: {'Port': ['ID=64c9cd6b-64f0-45b3-a976-8b00bb48b94a,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:28.011538 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe7e0dd3-023f-494d-bcd1-6f1e88c94595 req-3b1fe4a9-6faa-4361-98b0-1d760b651087 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] No DVR routers for this DVR port 64c9cd6b-64f0-45b3-a976-8b00bb48b94a on host n-h1-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:09:28.031222 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-fe7e0dd3-023f-494d-bcd1-6f1e88c94595 req-3b1fe4a9-6faa-4361-98b0-1d760b651087 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:28.036063 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fe7e0dd3-023f-494d-bcd1-6f1e88c94595 req-3b1fe4a9-6faa-4361-98b0-1d760b651087 tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] 10.222.0.21 "DELETE /v2.0/ports/64c9cd6b-64f0-45b3-a976-8b00bb48b94a HTTP/1.1" status: 204 len: 173 time: 0.6465428 Nov 12 08:09:28.045010 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-de9c23aa-70cc-4dfc-bdaa-5a296914a29b req-6d8830c4-2a55-4296-80bf-9cd2bb719f5a tempest-FloatingIPsAssociationTestJSON-2139033411 tempest-FloatingIPsAssociationTestJSON-2139033411-project] 10.222.0.26 "GET /v2.0/ports?device_id=053da00c-e5c3-4f45-bacd-a2cffaf1c4e3 HTTP/1.1" status: 200 len: 210 time: 0.0596216 Nov 12 08:09:28.238639 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8198f53b-2770-4b3f-8045-dfdd7246022a req-974b154f-47d0-4364-be6a-d12530aa79bc tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc49da43-39c1-490b-8daf-8f50401085b1 HTTP/1.1" status: 200 len: 210 time: 0.0607255 Nov 12 08:09:28.646731 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b03aa38-7b5f-45d2-9702-17f54a2af704 req-25a9238b-8bde-4305-a3bf-f13c229b5f16 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:28.649865 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0b03aa38-7b5f-45d2-9702-17f54a2af704 req-25a9238b-8bde-4305-a3bf-f13c229b5f16 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=82047a0a-6f6c-4e84-aa3f-085b47fa6ac2 HTTP/1.1" status: 200 len: 946 time: 0.1288896 Nov 12 08:09:28.676997 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '053da00c-e5c3-4f45-bacd-a2cffaf1c4e3', 'name': 'network-vif-deleted', 'tag': '64c9cd6b-64f0-45b3-a976-8b00bb48b94a'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:09:28.680660 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92dff466-7369-407e-8c42-348868b8c840" -d '{"events": [{"server_uuid": "053da00c-e5c3-4f45-bacd-a2cffaf1c4e3", "name": "network-vif-deleted", "tag": "64c9cd6b-64f0-45b3-a976-8b00bb48b94a"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:09:28.741509 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0b03aa38-7b5f-45d2-9702-17f54a2af704 req-10e4c4e5-085f-453f-82a1-14e503c8508f tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855503 Nov 12 08:09:28.903144 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c83c5904-3698-4d12-80c8-7d1a57873d6b req-f20ed0e7-5d4c-40fd-aea0-3d95de58eee8 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=737ba54db011432b976fdfd3857f766e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0403409 Nov 12 08:09:29.192560 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83c5904-3698-4d12-80c8-7d1a57873d6b req-a51e6883-3dcb-4280-aff9-f2db729bdf93 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:29.195357 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c83c5904-3698-4d12-80c8-7d1a57873d6b req-a51e6883-3dcb-4280-aff9-f2db729bdf93 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2805510 Nov 12 08:09:29.217374 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-c83c5904-3698-4d12-80c8-7d1a57873d6b req-d2baaab1-a5b4-4124-b25a-348fd97e0c89 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Request body: {'port': {'device_id': 'cc49da43-39c1-490b-8daf-8f50401085b1', 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016', 'admin_state_up': True, 'tenant_id': '737ba54db011432b976fdfd3857f766e'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:09:29.298352 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 34d1dcbc-464b-41d6-9441-548e97d0bf52 no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:09:29.350829 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-245f5269-0d6d-46bf-9a61-1e1bc2f0fe7d x-openstack-request-id: req-245f5269-0d6d-46bf-9a61-1e1bc2f0fe7d {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:09:29.351187 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "053da00c-e5c3-4f45-bacd-a2cffaf1c4e3", "name": "network-vif-deleted", "tag": "64c9cd6b-64f0-45b3-a976-8b00bb48b94a", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:09:29.351510 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-245f5269-0d6d-46bf-9a61-1e1bc2f0fe7d {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:09:29.352090 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '053da00c-e5c3-4f45-bacd-a2cffaf1c4e3', 'name': 'network-vif-deleted', 'tag': '64c9cd6b-64f0-45b3-a976-8b00bb48b94a', 'status': 'completed', 'code': 200} Nov 12 08:09:29.365177 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] No Port match for: 34d1dcbc-464b-41d6-9441-548e97d0bf52 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:09:29.365872 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 34d1dcbc-464b-41d6-9441-548e97d0bf52 not bound to the agent host n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:09:29.445569 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0055c26-5104-4feb-8a8c-7adc3629a32d req-a49ba950-f0b1-4031-8e6c-bf29c5aa7909 tempest-LiveAutoBlockMigrationV225Test-1991143985 tempest-LiveAutoBlockMigrationV225Test-1991143985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:29.448360 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e0055c26-5104-4feb-8a8c-7adc3629a32d req-a49ba950-f0b1-4031-8e6c-bf29c5aa7909 tempest-LiveAutoBlockMigrationV225Test-1991143985 tempest-LiveAutoBlockMigrationV225Test-1991143985-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=82047a0a-6f6c-4e84-aa3f-085b47fa6ac2 HTTP/1.1" status: 200 len: 1098 time: 0.0634766 Nov 12 08:09:29.458837 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0886ca59-602e-46fa-aa7e-f2502397cb96 req-f7aa1e04-5a70-438c-8127-515f28514371 tempest-QuotasAdminNegativeTest-406273282 tempest-QuotasAdminNegativeTest-406273282-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=9a8fc9b7edde43849945fa45eac4a6ce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0394292 Nov 12 08:09:29.508679 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e0055c26-5104-4feb-8a8c-7adc3629a32d req-16998699-f153-48c5-8a8f-5ecadaab21e1 tempest-LiveAutoBlockMigrationV225Test-1991143985 tempest-LiveAutoBlockMigrationV225Test-1991143985-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519631 Nov 12 08:09:29.511986 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c83c5904-3698-4d12-80c8-7d1a57873d6b req-d2baaab1-a5b4-4124-b25a-348fd97e0c89 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Made reservation on behalf of 737ba54db011432b976fdfd3857f766e for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:09:29.516112 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-c83c5904-3698-4d12-80c8-7d1a57873d6b req-d2baaab1-a5b4-4124-b25a-348fd97e0c89 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:29.674966 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0b152ab7-aa62-4814-b5f5-9f1a5cf42942 req-4f065942-4bba-4701-b79d-20f286d2d5d2 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd1d6ac-fc22-40b4-9334-b79b8f638fb9 HTTP/1.1" status: 200 len: 210 time: 0.0536921 Nov 12 08:09:29.735678 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 34026) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:09:29.739792 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0886ca59-602e-46fa-aa7e-f2502397cb96 req-08da4d9e-9328-4230-aa5d-d9e82d5edc96 tempest-QuotasAdminNegativeTest-406273282 tempest-QuotasAdminNegativeTest-406273282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:29.742498 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0886ca59-602e-46fa-aa7e-f2502397cb96 req-08da4d9e-9328-4230-aa5d-d9e82d5edc96 tempest-QuotasAdminNegativeTest-406273282 tempest-QuotasAdminNegativeTest-406273282-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2752972 Nov 12 08:09:29.768760 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0886ca59-602e-46fa-aa7e-f2502397cb96 req-f1fe54b8-f3ee-4682-815c-52a03736b850 tempest-QuotasAdminNegativeTest-406273282 tempest-QuotasAdminNegativeTest-406273282-project] 10.222.0.26 "GET /v2.0/quotas/9a8fc9b7edde43849945fa45eac4a6ce HTTP/1.1" status: 200 len: 375 time: 0.0149879 Nov 12 08:09:29.802907 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-c83c5904-3698-4d12-80c8-7d1a57873d6b req-d2baaab1-a5b4-4124-b25a-348fd97e0c89 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Allocated IP 192.168.233.26 (107743df-d3df-459d-a6cd-9e2ab4303016/e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1/e9b220b6-48dc-4f08-a9a2-6d0ac04e74b1) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:09:29.838714 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0886ca59-602e-46fa-aa7e-f2502397cb96 req-484d497a-148b-4315-8dc9-74499f894ca6 tempest-QuotasAdminNegativeTest-406273282 tempest-QuotasAdminNegativeTest-406273282-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=9a8fc9b7edde43849945fa45eac4a6ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0584633 Nov 12 08:09:30.086670 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ba247-03a3-453d-a87f-fede420b9a10 req-4a13b79d-393c-4fc2-9676-783c4dc4e4cb tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:30.095626 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-005ba247-03a3-453d-a87f-fede420b9a10 req-4a13b79d-393c-4fc2-9676-783c4dc4e4cb tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] 10.222.0.26 "GET /v2.0/ports?device_id=9601ca8f-0148-419a-9768-3fa566394423 HTTP/1.1" status: 200 len: 950 time: 0.1623399 Nov 12 08:09:30.120422 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-c83c5904-3698-4d12-80c8-7d1a57873d6b req-d2baaab1-a5b4-4124-b25a-348fd97e0c89 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:30.143494 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fad15c4e-f6ff-48d9-a3d0-37a44c21f44d req-9cd6114b-42aa-4cb1-bc1c-04808f485e31 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc49da43-39c1-490b-8daf-8f50401085b1 HTTP/1.1" status: 200 len: 210 time: 0.0460749 Nov 12 08:09:30.195334 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-005ba247-03a3-453d-a87f-fede420b9a10 req-a6e75ce6-d9d9-41a0-9fc0-0ce341018dd2 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] 10.222.0.26 "GET /v2.0/security-groups?id=324d126f-7172-408c-b291-f65e4794fc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984602 Nov 12 08:09:30.198762 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-c83c5904-3698-4d12-80c8-7d1a57873d6b req-d2baaab1-a5b4-4124-b25a-348fd97e0c89 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:30.212655 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['52703d62-0a3b-4c05-b231-7b7e93171c85'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:09:30.284522 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c83c5904-3698-4d12-80c8-7d1a57873d6b req-d2baaab1-a5b4-4124-b25a-348fd97e0c89 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Network 107743df-d3df-459d-a6cd-9e2ab4303016 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:09:30.289667 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:09:30.627216 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-c83c5904-3698-4d12-80c8-7d1a57873d6b req-d2baaab1-a5b4-4124-b25a-348fd97e0c89 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:09:30.629759 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-c83c5904-3698-4d12-80c8-7d1a57873d6b req-d2baaab1-a5b4-4124-b25a-348fd97e0c89 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:09:30.715432 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2baaab1-a5b4-4124-b25a-348fd97e0c89 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Pushing event updated for resources: {'Port': ['ID=e9b220b6-48dc-4f08-a9a2-6d0ac04e74b1,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:30.720068 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f3c9d750-4358-4b42-bbbb-e7215b68543d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933586'] for router_interface, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:30.763990 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-9b67e5ce-768e-42ba-9c8f-8b6fbabbee48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:30.768205 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-9b67e5ce-768e-42ba-9c8f-8b6fbabbee48 service neutron] 10.222.0.21 "GET /v2.0/ports/222d1760-e17f-49ca-84de-7bb56db34609 HTTP/1.1" status: 200 len: 1027 time: 0.1339111 Nov 12 08:09:30.781207 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83c5904-3698-4d12-80c8-7d1a57873d6b req-d2baaab1-a5b4-4124-b25a-348fd97e0c89 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:30.782296 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-c83c5904-3698-4d12-80c8-7d1a57873d6b req-d2baaab1-a5b4-4124-b25a-348fd97e0c89 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:30.787962 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d47cfd4-2bd4-47de-86c1-23a1cf587208 req-14904312-7e40-4970-8ae5-7034bcfe1385 tempest-LiveAutoBlockMigrationV225Test-1991143985 tempest-LiveAutoBlockMigrationV225Test-1991143985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:30.790476 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5d47cfd4-2bd4-47de-86c1-23a1cf587208 req-14904312-7e40-4970-8ae5-7034bcfe1385 tempest-LiveAutoBlockMigrationV225Test-1991143985 tempest-LiveAutoBlockMigrationV225Test-1991143985-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=82047a0a-6f6c-4e84-aa3f-085b47fa6ac2 HTTP/1.1" status: 200 len: 1098 time: 0.5193985 Nov 12 08:09:30.853345 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c83c5904-3698-4d12-80c8-7d1a57873d6b req-d2baaab1-a5b4-4124-b25a-348fd97e0c89 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6403790 Nov 12 08:09:30.890503 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-c83c5904-3698-4d12-80c8-7d1a57873d6b req-9b9941ec-b7da-4e53-822d-2cdde4a9584f service neutron] Request body: {'port': {'device_id': 'cc49da43-39c1-490b-8daf-8f50401085b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:09:30.935344 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5d47cfd4-2bd4-47de-86c1-23a1cf587208 req-7b46b212-fcfe-414e-8817-dd942d11d812 tempest-LiveAutoBlockMigrationV225Test-1991143985 tempest-LiveAutoBlockMigrationV225Test-1991143985-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308641 Nov 12 08:09:31.023448 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-5679d610-0fd9-413d-ade9-41f69bdd08d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:31.024804 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-5679d610-0fd9-413d-ade9-41f69bdd08d1 service neutron] 10.222.0.21 "GET /v2.0/ports/2c803051-3860-4c62-bdef-be9267f3772d HTTP/1.1" status: 200 len: 1028 time: 0.1285114 Nov 12 08:09:31.110807 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-c83c5904-3698-4d12-80c8-7d1a57873d6b req-9b9941ec-b7da-4e53-822d-2cdde4a9584f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:31.192197 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e904d28f-3b9b-4a64-986f-89681f4d45ca None None] Provisioning complete for port e9b220b6-48dc-4f08-a9a2-6d0ac04e74b1 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:09:31.192788 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e904d28f-3b9b-4a64-986f-89681f4d45ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:31.242697 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-e904d28f-3b9b-4a64-986f-89681f4d45ca None None] Port e9b220b6-48dc-4f08-a9a2-6d0ac04e74b1 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:09:31.300053 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-f3c9d750-4358-4b42-bbbb-e7215b68543d admin admin] Deleting port d4d8f593-2f9e-4dfc-9e9c-4b27feac3960 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:09:31.300488 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f3c9d750-4358-4b42-bbbb-e7215b68543d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:31.314534 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6c1e2f2f-0c12-4444-b21d-762d18399a82 req-61c9541a-af5d-41d2-8da4-dc92c660dcf9 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd1d6ac-fc22-40b4-9334-b79b8f638fb9 HTTP/1.1" status: 200 len: 210 time: 0.1093242 Nov 12 08:09:31.329910 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8046b0a2-4441-40d8-9594-e3305b872f19 req-10a636bb-8179-484a-bf0a-da8f4bd9d3ac tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:31.331522 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8046b0a2-4441-40d8-9594-e3305b872f19 req-10a636bb-8179-484a-bf0a-da8f4bd9d3ac tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] 10.222.0.21 "GET /v2.0/ports?device_id=9601ca8f-0148-419a-9768-3fa566394423 HTTP/1.1" status: 200 len: 950 time: 0.2975924 Nov 12 08:09:31.420899 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-00ff2992-67ef-4aef-9392-bbb94e54d47b tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:31.428860 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-00ff2992-67ef-4aef-9392-bbb94e54d47b tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:31.436678 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-f3c9d750-4358-4b42-bbbb-e7215b68543d admin admin] For port d4d8f593-2f9e-4dfc-9e9c-4b27feac3960, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=d4d8f593-2f9e-4dfc-9e9c-4b27feac3960,segment=NetworkSegment(c37124f8-c757-4d0f-9db3-26d4f53bb063),segment_id=c37124f8-c757-4d0f-9db3-26d4f53bb063)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:09:31.437061 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f3c9d750-4358-4b42-bbbb-e7215b68543d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:31.438428 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-00ff2992-67ef-4aef-9392-bbb94e54d47b tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:31.441524 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-00ff2992-67ef-4aef-9392-bbb94e54d47b tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.21 "GET /v2.0/networks?id=24a4ad48-a7af-4b0d-bf7a-0953ccc45cdb&id=1a323889-6c9a-40df-9d33-3f74857cb8d2&id=1a323889-6c9a-40df-9d33-3f74857cb8d2&id=1a323889-6c9a-40df-9d33-3f74857cb8d2&id=1a323889-6c9a-40df-9d33-3f74857cb8d2&id=98a99309-fcab-4612-ba6f-85e7b28a9784&id=98a99309-fcab-4612-ba6f-85e7b28a9784 HTTP/1.1" status: 200 len: 1989 time: 0.4081228 Nov 12 08:09:31.454226 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-f3c9d750-4358-4b42-bbbb-e7215b68543d admin admin] Calling delete_port for d4d8f593-2f9e-4dfc-9e9c-4b27feac3960 owned by network:router_interface {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:09:31.660957 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f3c9d750-4358-4b42-bbbb-e7215b68543d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:31.721721 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c9d750-4358-4b42-bbbb-e7215b68543d admin admin] Pushing event deleted for resources: {'Port': ['ID=d4d8f593-2f9e-4dfc-9e9c-4b27feac3960,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:31.796894 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9110785e-13e0-4fdf-9f14-536bc0ec3cbe req-4d64879a-4468-401f-a7ba-0a5dd7eadb95 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:31.798502 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9110785e-13e0-4fdf-9f14-536bc0ec3cbe req-4d64879a-4468-401f-a7ba-0a5dd7eadb95 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc49da43-39c1-490b-8daf-8f50401085b1 HTTP/1.1" status: 200 len: 935 time: 0.1740518 Nov 12 08:09:31.868470 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-84ae0e37-816b-4357-9372-a5cb2106b423 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=caeb26ccc5c74ed4b3562c36be1bd442 HTTP/1.1" status: 200 len: 380 time: 0.3959503 Nov 12 08:09:31.955151 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-59590581-540d-4318-b672-72d16b940992 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Request body: {'port': {'device_id': '3bd1d6ac-fc22-40b4-9334-b79b8f638fb9', 'network_id': '24a4ad48-a7af-4b0d-bf7a-0953ccc45cdb', 'admin_state_up': True, 'tenant_id': 'caeb26ccc5c74ed4b3562c36be1bd442', 'security_groups': ['edb098b1-b850-4d1f-9907-ebc80ab17859']}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:09:32.008663 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9110785e-13e0-4fdf-9f14-536bc0ec3cbe req-7640cddf-aaba-4014-af90-caa259dd2144 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb487f5-7b7a-45ea-a48a-5e5b4b4e6e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842740 Nov 12 08:09:32.056710 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-8046b0a2-4441-40d8-9594-e3305b872f19 req-7b8005d8-b31a-46be-8c4e-e7291f8a4323 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] Deleting port babe3e0d-afb9-488d-bcdf-96953dfd1a7c {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:09:32.057216 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-8046b0a2-4441-40d8-9594-e3305b872f19 req-7b8005d8-b31a-46be-8c4e-e7291f8a4323 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:32.129247 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-c83c5904-3698-4d12-80c8-7d1a57873d6b req-9b9941ec-b7da-4e53-822d-2cdde4a9584f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9b220b6-48dc-4f08-a9a2-6d0ac04e74b1 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:09:32.153140 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-c83c5904-3698-4d12-80c8-7d1a57873d6b req-9b9941ec-b7da-4e53-822d-2cdde4a9584f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:32.231597 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5943e8f8-7483-4acb-9a89-8c8f6f5cc0e1 req-b3db41ae-2096-427b-aaf1-8b7aa1fa30ba tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:32.241044 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5943e8f8-7483-4acb-9a89-8c8f6f5cc0e1 req-b3db41ae-2096-427b-aaf1-8b7aa1fa30ba tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] 10.222.0.26 "GET /v2.0/ports?device_id=9601ca8f-0148-419a-9768-3fa566394423 HTTP/1.1" status: 200 len: 950 time: 0.4155550 Nov 12 08:09:32.256076 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-c83c5904-3698-4d12-80c8-7d1a57873d6b req-9b9941ec-b7da-4e53-822d-2cdde4a9584f service neutron] Transition to ACTIVE for port object e9b220b6-48dc-4f08-a9a2-6d0ac04e74b1 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:09:32.292532 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-c83c5904-3698-4d12-80c8-7d1a57873d6b req-9b9941ec-b7da-4e53-822d-2cdde4a9584f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:32.318780 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5943e8f8-7483-4acb-9a89-8c8f6f5cc0e1 req-c713d126-ded4-43fa-b811-5ad6e37fdf9e tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] 10.222.0.26 "GET /v2.0/security-groups?id=324d126f-7172-408c-b291-f65e4794fc09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765316 Nov 12 08:09:32.325233 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f3c9d750-4358-4b42-bbbb-e7215b68543d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918626'] for router_interface, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:32.364590 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9941ec-b7da-4e53-822d-2cdde4a9584f service neutron] Pushing event updated for resources: {'Port': ['ID=e9b220b6-48dc-4f08-a9a2-6d0ac04e74b1,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:32.398740 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-8046b0a2-4441-40d8-9594-e3305b872f19 req-7b8005d8-b31a-46be-8c4e-e7291f8a4323 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] For port babe3e0d-afb9-488d-bcdf-96953dfd1a7c, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=babe3e0d-afb9-488d-bcdf-96953dfd1a7c,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:09:32.399103 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-8046b0a2-4441-40d8-9594-e3305b872f19 req-7b8005d8-b31a-46be-8c4e-e7291f8a4323 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:32.416288 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 64c9cd6b-64f0-45b3-a976-8b00bb48b94a no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:09:32.427137 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-8046b0a2-4441-40d8-9594-e3305b872f19 req-7b8005d8-b31a-46be-8c4e-e7291f8a4323 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] Calling delete_port for babe3e0d-afb9-488d-bcdf-96953dfd1a7c owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:09:32.483766 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-e530113a-7783-48f4-9840-8911a24052df None None] No Port match for: 64c9cd6b-64f0-45b3-a976-8b00bb48b94a {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:09:32.486494 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 64c9cd6b-64f0-45b3-a976-8b00bb48b94a not bound to the agent host n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:09:32.552054 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-59590581-540d-4318-b672-72d16b940992 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Made reservation on behalf of caeb26ccc5c74ed4b3562c36be1bd442 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:09:32.555767 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-59590581-540d-4318-b672-72d16b940992 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:32.642945 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d487fe9e-fd75-4c3d-8398-ef64bec21488 req-2ef2f26c-9fae-4ace-bb5d-205e46067beb tempest-QuotasAdminNegativeTest-406273282 tempest-QuotasAdminNegativeTest-406273282-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=9a8fc9b7edde43849945fa45eac4a6ce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0818977 Nov 12 08:09:32.800315 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2c7944fd-9ba5-445b-9faf-b5563709abc7 req-5a2310ce-62bd-48e2-a071-7d55d4c79248 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd1d6ac-fc22-40b4-9334-b79b8f638fb9 HTTP/1.1" status: 200 len: 210 time: 0.0714660 Nov 12 08:09:32.880579 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3c9d750-4358-4b42-bbbb-e7215b68543d admin admin] Router 9e5fd536-d0bb-4d59-b78a-9e2de0d54b74 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:09:32.890100 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-c83c5904-3698-4d12-80c8-7d1a57873d6b req-9b9941ec-b7da-4e53-822d-2cdde4a9584f service neutron] Attempting to bind port e9b220b6-48dc-4f08-a9a2-6d0ac04e74b1 on host n-h2-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:09:32.890443 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-c83c5904-3698-4d12-80c8-7d1a57873d6b req-9b9941ec-b7da-4e53-822d-2cdde4a9584f service neutron] Attempting to bind port e9b220b6-48dc-4f08-a9a2-6d0ac04e74b1 by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:09:32.891602 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83c5904-3698-4d12-80c8-7d1a57873d6b req-9b9941ec-b7da-4e53-822d-2cdde4a9584f service neutron] Attempting to bind port e9b220b6-48dc-4f08-a9a2-6d0ac04e74b1 on network 107743df-d3df-459d-a6cd-9e2ab4303016 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:09:32.950791 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83c5904-3698-4d12-80c8-7d1a57873d6b req-9b9941ec-b7da-4e53-822d-2cdde4a9584f service neutron] Port e9b220b6-48dc-4f08-a9a2-6d0ac04e74b1 on network 107743df-d3df-459d-a6cd-9e2ab4303016 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:09:32.950791 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83c5904-3698-4d12-80c8-7d1a57873d6b req-9b9941ec-b7da-4e53-822d-2cdde4a9584f service neutron] Attempting to bind port e9b220b6-48dc-4f08-a9a2-6d0ac04e74b1 on network 107743df-d3df-459d-a6cd-9e2ab4303016 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:09:32.982192 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83c5904-3698-4d12-80c8-7d1a57873d6b req-9b9941ec-b7da-4e53-822d-2cdde4a9584f service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:09:32.982543 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83c5904-3698-4d12-80c8-7d1a57873d6b req-9b9941ec-b7da-4e53-822d-2cdde4a9584f service neutron] Checking segment: {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:09:32.983045 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83c5904-3698-4d12-80c8-7d1a57873d6b req-9b9941ec-b7da-4e53-822d-2cdde4a9584f service neutron] Bound using segment: {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:09:32.983735 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-c83c5904-3698-4d12-80c8-7d1a57873d6b req-9b9941ec-b7da-4e53-822d-2cdde4a9584f service neutron] Bound port: e9b220b6-48dc-4f08-a9a2-6d0ac04e74b1, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:09:32.984951 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-c83c5904-3698-4d12-80c8-7d1a57873d6b req-9b9941ec-b7da-4e53-822d-2cdde4a9584f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:33.026866 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3c9d750-4358-4b42-bbbb-e7215b68543d admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:09:33.037313 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-f3c9d750-4358-4b42-bbbb-e7215b68543d admin admin] 10.222.0.26 "PUT /v2.0/routers/9e5fd536-d0bb-4d59-b78a-9e2de0d54b74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2977359 Nov 12 08:09:33.038355 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 34194) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:09:33.045864 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79af50ef-3b24-4ecd-a36f-ab201c26739e None None] Sync routers for ids ['9e5fd536-d0bb-4d59-b78a-9e2de0d54b74'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:09:33.060670 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79af50ef-3b24-4ecd-a36f-ab201c26739e None None] Routers {'9e5fd536-d0bb-4d59-b78a-9e2de0d54b74'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:09:33.062300 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-79af50ef-3b24-4ecd-a36f-ab201c26739e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:09:06Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['9e5fd536-d0bb-4d59-b78a-9e2de0d54b74'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:09:33.089770 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d487fe9e-fd75-4c3d-8398-ef64bec21488 req-546dfae1-dba4-48cc-b0ce-0f498d2c38ed tempest-QuotasAdminNegativeTest-406273282 tempest-QuotasAdminNegativeTest-406273282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:33.098096 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d487fe9e-fd75-4c3d-8398-ef64bec21488 req-546dfae1-dba4-48cc-b0ce-0f498d2c38ed tempest-QuotasAdminNegativeTest-406273282 tempest-QuotasAdminNegativeTest-406273282-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4539616 Nov 12 08:09:33.169110 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5493546c-cd50-4c68-82ad-088f6a46618e admin admin] Publish callbacks [] for router, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:33.244119 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-79af50ef-3b24-4ecd-a36f-ab201c26739e None None] Set router 9e5fd536-d0bb-4d59-b78a-9e2de0d54b74 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:09:33.282854 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d487fe9e-fd75-4c3d-8398-ef64bec21488 req-01cdce1f-c798-4873-8d19-db8220649bcb tempest-QuotasAdminNegativeTest-406273282 tempest-QuotasAdminNegativeTest-406273282-project] 10.222.0.26 "GET /v2.0/quotas/9a8fc9b7edde43849945fa45eac4a6ce HTTP/1.1" status: 200 len: 375 time: 0.1837394 Nov 12 08:09:33.310836 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-59590581-540d-4318-b672-72d16b940992 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Allocated IP 172.20.0.9 (24a4ad48-a7af-4b0d-bf7a-0953ccc45cdb/a038e6b9-1cba-4ddf-94d9-98b3c825b6ae/0793927c-8519-449f-9816-c38d5e388678) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:09:33.332267 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5493546c-cd50-4c68-82ad-088f6a46618e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:33.433700 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-5493546c-cd50-4c68-82ad-088f6a46618e admin admin] Deleting port d55f500f-4bd1-44df-8dfd-0ef809acbb77 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:09:33.434296 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5493546c-cd50-4c68-82ad-088f6a46618e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:33.459026 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d487fe9e-fd75-4c3d-8398-ef64bec21488 req-7e62989c-5f1c-4688-b10d-e636bafb8236 tempest-QuotasAdminNegativeTest-406273282 tempest-QuotasAdminNegativeTest-406273282-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=9a8fc9b7edde43849945fa45eac4a6ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1750178 Nov 12 08:09:33.548081 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-8046b0a2-4441-40d8-9594-e3305b872f19 req-7b8005d8-b31a-46be-8c4e-e7291f8a4323 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:33.593175 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-5493546c-cd50-4c68-82ad-088f6a46618e admin admin] For port d55f500f-4bd1-44df-8dfd-0ef809acbb77, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=d55f500f-4bd1-44df-8dfd-0ef809acbb77,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:09:33.593543 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5493546c-cd50-4c68-82ad-088f6a46618e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:33.636509 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-5493546c-cd50-4c68-82ad-088f6a46618e admin admin] Calling delete_port for d55f500f-4bd1-44df-8dfd-0ef809acbb77 owned by network:router_gateway {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:09:33.644404 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8005d8-b31a-46be-8c4e-e7291f8a4323 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] Pushing event deleted for resources: {'Port': ['ID=babe3e0d-afb9-488d-bcdf-96953dfd1a7c,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:33.715946 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-79af50ef-3b24-4ecd-a36f-ab201c26739e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5fd536-d0bb-4d59-b78a-9e2de0d54b74', 'name': 'tempest-FloatingIPsAssociationTestJSON-2142488039-router', 'tenant_id': '2c540c0464294343b65b342f4c6f01b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'd55f500f-4bd1-44df-8dfd-0ef809acbb77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:07:50Z', 'updated_at': '2021-11-12T08:09:31Z', 'revision_number': 5, 'project_id': '2c540c0464294343b65b342f4c6f01b0', 'gw_port': {'id': 'd55f500f-4bd1-44df-8dfd-0ef809acbb77', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:2c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5fd536-d0bb-4d59-b78a-9e2de0d54b74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:51Z', 'updated_at': '2021-11-12T08:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:09:33.730307 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-c83c5904-3698-4d12-80c8-7d1a57873d6b req-9b9941ec-b7da-4e53-822d-2cdde4a9584f service neutron] For port e9b220b6-48dc-4f08-a9a2-6d0ac04e74b1, host n-h2-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:09:33.761270 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79af50ef-3b24-4ecd-a36f-ab201c26739e None None] Checking router: 9e5fd536-d0bb-4d59-b78a-9e2de0d54b74 for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:09:33.772796 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79af50ef-3b24-4ecd-a36f-ab201c26739e None None] Routers {'9e5fd536-d0bb-4d59-b78a-9e2de0d54b74'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:09:33.773435 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-79af50ef-3b24-4ecd-a36f-ab201c26739e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:09:06Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['9e5fd536-d0bb-4d59-b78a-9e2de0d54b74'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:09:33.819868 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-8046b0a2-4441-40d8-9594-e3305b872f19 req-7b8005d8-b31a-46be-8c4e-e7291f8a4323 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] No DVR routers for this DVR port babe3e0d-afb9-488d-bcdf-96953dfd1a7c on host n-h1-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:09:33.823092 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-c83c5904-3698-4d12-80c8-7d1a57873d6b req-9b9941ec-b7da-4e53-822d-2cdde4a9584f service neutron] For port e9b220b6-48dc-4f08-a9a2-6d0ac04e74b1, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=e9b220b6-48dc-4f08-a9a2-6d0ac04e74b1,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:09:33.829899 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-8046b0a2-4441-40d8-9594-e3305b872f19 req-7b8005d8-b31a-46be-8c4e-e7291f8a4323 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:33.834168 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8046b0a2-4441-40d8-9594-e3305b872f19 req-7b8005d8-b31a-46be-8c4e-e7291f8a4323 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] 10.222.0.21 "DELETE /v2.0/ports/babe3e0d-afb9-488d-bcdf-96953dfd1a7c HTTP/1.1" status: 204 len: 173 time: 2.4486480 Nov 12 08:09:33.838284 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9601ca8f-0148-419a-9768-3fa566394423', 'name': 'network-vif-deleted', 'tag': 'babe3e0d-afb9-488d-bcdf-96953dfd1a7c'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:09:33.844086 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63584a2f-437e-40df-8cb6-16cd9f33bb25" -d '{"events": [{"server_uuid": "9601ca8f-0148-419a-9768-3fa566394423", "name": "network-vif-deleted", "tag": "babe3e0d-afb9-488d-bcdf-96953dfd1a7c"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:09:33.896519 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-c83c5904-3698-4d12-80c8-7d1a57873d6b req-9b9941ec-b7da-4e53-822d-2cdde4a9584f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:33.933491 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d912c70-bbba-4ed2-8ee7-a7207fb4f7c8 req-7417baea-f0ea-4eb8-8768-91da8f088707 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:33.944186 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0d912c70-bbba-4ed2-8ee7-a7207fb4f7c8 req-7417baea-f0ea-4eb8-8768-91da8f088707 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc49da43-39c1-490b-8daf-8f50401085b1 HTTP/1.1" status: 200 len: 947 time: 0.1097522 Nov 12 08:09:33.989213 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-13f4924a-2ed4-4ca9-9e60-013475d2e560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:33.993182 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83c5904-3698-4d12-80c8-7d1a57873d6b req-9b9941ec-b7da-4e53-822d-2cdde4a9584f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:33.993922 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-c83c5904-3698-4d12-80c8-7d1a57873d6b req-9b9941ec-b7da-4e53-822d-2cdde4a9584f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:33.995650 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c83c5904-3698-4d12-80c8-7d1a57873d6b req-9b9941ec-b7da-4e53-822d-2cdde4a9584f service neutron] 10.222.0.44 "PUT /v2.0/ports/e9b220b6-48dc-4f08-a9a2-6d0ac04e74b1 HTTP/1.1" status: 200 len: 1096 time: 3.1180770 Nov 12 08:09:34.020610 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a66b94-41c1-498f-a5ba-1e56a2ca59a1 req-42336109-3291-4213-a0e6-7493afa8f3d6 tempest-LiveAutoBlockMigrationV225Test-1991143985 tempest-LiveAutoBlockMigrationV225Test-1991143985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:34.032363 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b4a66b94-41c1-498f-a5ba-1e56a2ca59a1 req-42336109-3291-4213-a0e6-7493afa8f3d6 tempest-LiveAutoBlockMigrationV225Test-1991143985 tempest-LiveAutoBlockMigrationV225Test-1991143985-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=82047a0a-6f6c-4e84-aa3f-085b47fa6ac2 HTTP/1.1" status: 200 len: 1098 time: 0.3120728 Nov 12 08:09:34.036498 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-79af50ef-3b24-4ecd-a36f-ab201c26739e None None] Set router 9e5fd536-d0bb-4d59-b78a-9e2de0d54b74 gateway port host: None {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:09:34.063426 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9941ec-b7da-4e53-822d-2cdde4a9584f service neutron] Pushing event updated for resources: {'Port': ['ID=e9b220b6-48dc-4f08-a9a2-6d0ac04e74b1,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:34.099455 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0d912c70-bbba-4ed2-8ee7-a7207fb4f7c8 req-55bbb898-28cc-4ee5-846f-26c90beb8134 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb487f5-7b7a-45ea-a48a-5e5b4b4e6e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544244 Nov 12 08:09:34.140855 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-59590581-540d-4318-b672-72d16b940992 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:34.146707 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-79af50ef-3b24-4ecd-a36f-ab201c26739e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5fd536-d0bb-4d59-b78a-9e2de0d54b74', 'name': 'tempest-FloatingIPsAssociationTestJSON-2142488039-router', 'tenant_id': '2c540c0464294343b65b342f4c6f01b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:07:50Z', 'updated_at': '2021-11-12T08:09:33Z', 'revision_number': 6, 'project_id': '2c540c0464294343b65b342f4c6f01b0', 'gw_port_host': None}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:09:34.177318 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5493546c-cd50-4c68-82ad-088f6a46618e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:34.197593 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79af50ef-3b24-4ecd-a36f-ab201c26739e None None] The sync data for ids ['9e5fd536-d0bb-4d59-b78a-9e2de0d54b74'] in n-d-765315-29 is: [{'id': '9e5fd536-d0bb-4d59-b78a-9e2de0d54b74', 'name': 'tempest-FloatingIPsAssociationTestJSON-2142488039-router', 'tenant_id': '2c540c0464294343b65b342f4c6f01b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:07:50Z', 'updated_at': '2021-11-12T08:09:33Z', 'revision_number': 6, 'project_id': '2c540c0464294343b65b342f4c6f01b0', 'gw_port_host': None}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:09:34.235421 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83c5904-3698-4d12-80c8-7d1a57873d6b req-15a7afe4-c35f-4828-b68f-ba6389c43647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:34.239444 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c83c5904-3698-4d12-80c8-7d1a57873d6b req-15a7afe4-c35f-4828-b68f-ba6389c43647 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=737ba54db011432b976fdfd3857f766e&device_id=cc49da43-39c1-490b-8daf-8f50401085b1 HTTP/1.1" status: 200 len: 1099 time: 0.1428227 Nov 12 08:09:34.257165 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b4a66b94-41c1-498f-a5ba-1e56a2ca59a1 req-11c677d9-5e80-4ea4-a17a-765cab62c9ca tempest-LiveAutoBlockMigrationV225Test-1991143985 tempest-LiveAutoBlockMigrationV225Test-1991143985-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236838 Nov 12 08:09:34.262397 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6153bcdc-87a0-4dd2-9e53-477417b5f915 req-54372817-2862-41ed-aa04-913e764f3548 tempest-LiveMigrationNegativeTest-1782708058 tempest-LiveMigrationNegativeTest-1782708058-project] 10.222.0.26 "GET /v2.0/ports?device_id=9601ca8f-0148-419a-9768-3fa566394423 HTTP/1.1" status: 200 len: 210 time: 0.0649920 Nov 12 08:09:34.295286 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-59590581-540d-4318-b672-72d16b940992 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:34.347469 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5493546c-cd50-4c68-82ad-088f6a46618e admin admin] Pushing event deleted for resources: {'Port': ['ID=d55f500f-4bd1-44df-8dfd-0ef809acbb77,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:34.358115 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5493546c-cd50-4c68-82ad-088f6a46618e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-933016'] for router_gateway, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:34.363358 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c83c5904-3698-4d12-80c8-7d1a57873d6b req-43e5a4eb-60bf-4c2b-a8fb-44bbed3f149f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=e9b220b6-48dc-4f08-a9a2-6d0ac04e74b1 HTTP/1.1" status: 200 len: 217 time: 0.0771651 Nov 12 08:09:34.419018 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device babe3e0d-afb9-488d-bcdf-96953dfd1a7c no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:09:34.475427 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-e530113a-7783-48f4-9840-8911a24052df None None] No Port match for: babe3e0d-afb9-488d-bcdf-96953dfd1a7c {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:09:34.478618 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device babe3e0d-afb9-488d-bcdf-96953dfd1a7c not bound to the agent host n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:09:34.510331 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59590581-540d-4318-b672-72d16b940992 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Pushing event updated for resources: {'Port': ['ID=0793927c-8519-449f-9816-c38d5e388678,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:34.596851 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-59590581-540d-4318-b672-72d16b940992 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Network 24a4ad48-a7af-4b0d-bf7a-0953ccc45cdb is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:09:34.602034 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-59590581-540d-4318-b672-72d16b940992 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:09:34.617818 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-59590581-540d-4318-b672-72d16b940992 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:09:34.690912 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5493546c-cd50-4c68-82ad-088f6a46618e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:34.697469 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5493546c-cd50-4c68-82ad-088f6a46618e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:34.799521 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-59590581-540d-4318-b672-72d16b940992 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:34.800585 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-59590581-540d-4318-b672-72d16b940992 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:34.873369 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5493546c-cd50-4c68-82ad-088f6a46618e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:34.874082 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5493546c-cd50-4c68-82ad-088f6a46618e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e5fd536-d0bb-4d59-b78a-9e2de0d54b74 {{(pid=102600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:09:34.880860 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b12eb47-0892-471f-8d0e-3d79024eb404 x-openstack-request-id: req-1b12eb47-0892-471f-8d0e-3d79024eb404 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:09:34.881331 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9601ca8f-0148-419a-9768-3fa566394423", "name": "network-vif-deleted", "tag": "babe3e0d-afb9-488d-bcdf-96953dfd1a7c", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:09:34.881731 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1b12eb47-0892-471f-8d0e-3d79024eb404 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:09:34.882781 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5493546c-cd50-4c68-82ad-088f6a46618e admin admin] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:34.884791 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9601ca8f-0148-419a-9768-3fa566394423', 'name': 'network-vif-deleted', 'tag': 'babe3e0d-afb9-488d-bcdf-96953dfd1a7c', 'status': 'completed', 'code': 200} Nov 12 08:09:34.886527 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-5493546c-cd50-4c68-82ad-088f6a46618e admin admin] 10.222.0.26 "DELETE /v2.0/routers/9e5fd536-d0bb-4d59-b78a-9e2de0d54b74 HTTP/1.1" status: 204 len: 168 time: 1.8474236 Nov 12 08:09:34.887355 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 34264) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:09:34.917173 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83c5904-3698-4d12-80c8-7d1a57873d6b req-fa459784-8285-4e49-80c8-9b659b4bd140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:34.920690 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c83c5904-3698-4d12-80c8-7d1a57873d6b req-fa459784-8285-4e49-80c8-9b659b4bd140 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1 HTTP/1.1" status: 200 len: 843 time: 0.5274673 Nov 12 08:09:34.932336 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-59590581-540d-4318-b672-72d16b940992 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0501187 Nov 12 08:09:34.943276 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:35.006367 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5b465f2-ae12-45f2-9212-9fe4e0a02eb7 admin admin] Deleting subnet 5faf708b-0fdf-49a2-9148-2d75ea940abb {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:09:35.012341 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-6c01dea1-5aa6-4007-89a4-e7950c0afc4e tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Request body: {'port': {'device_id': '3bd1d6ac-fc22-40b4-9334-b79b8f638fb9', 'network_id': '1a323889-6c9a-40df-9d33-3f74857cb8d2', 'admin_state_up': True, 'tenant_id': 'caeb26ccc5c74ed4b3562c36be1bd442', 'security_groups': ['edb098b1-b850-4d1f-9907-ebc80ab17859']}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:09:35.024791 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d5b465f2-ae12-45f2-9212-9fe4e0a02eb7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:35.082044 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d5b465f2-ae12-45f2-9212-9fe4e0a02eb7 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:35.133019 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-7aeac4ca-3513-4eb3-af3c-cc93fdc82ea5 None None] Provisioning complete for port 0793927c-8519-449f-9816-c38d5e388678 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:09:35.138474 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7aeac4ca-3513-4eb3-af3c-cc93fdc82ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:35.201748 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83c5904-3698-4d12-80c8-7d1a57873d6b req-4a9d6430-4fd6-4633-be71-393792372fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:35.204365 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c83c5904-3698-4d12-80c8-7d1a57873d6b req-4a9d6430-4fd6-4633-be71-393792372fe4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=107743df-d3df-459d-a6cd-9e2ab4303016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2709999 Nov 12 08:09:35.220756 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-7aeac4ca-3513-4eb3-af3c-cc93fdc82ea5 None None] Port 0793927c-8519-449f-9816-c38d5e388678 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:09:35.288513 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d5b465f2-ae12-45f2-9212-9fe4e0a02eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:35.382893 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d5b465f2-ae12-45f2-9212-9fe4e0a02eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:35.428534 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b465f2-ae12-45f2-9212-9fe4e0a02eb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5faf708b-0fdf-49a2-9148-2d75ea940abb,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:35.454833 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940cf587-e327-4d62-bb4f-b0e934d5e419 None None] Network a3156095-dd64-4768-883c-6857cbfc4c3d requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:09:35.461384 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d5b465f2-ae12-45f2-9212-9fe4e0a02eb7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:35.481875 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-d5b465f2-ae12-45f2-9212-9fe4e0a02eb7 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/5faf708b-0fdf-49a2-9148-2d75ea940abb HTTP/1.1" status: 204 len: 168 time: 0.5934434 Nov 12 08:09:35.483381 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 34282) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:09:35.613369 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-11914ac7-ee8c-45f0-8831-4ec89df4fa1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:35.810953 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-11914ac7-ee8c-45f0-8831-4ec89df4fa1a admin admin] Deleting port d38261bf-ffa1-4cb7-b215-d7525f2ee282 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:09:35.811650 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-11914ac7-ee8c-45f0-8831-4ec89df4fa1a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:35.840250 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a62cff-b45e-47fb-9268-a56f06637f77 None None] DHCP port deletion for a3156095-dd64-4768-883c-6857cbfc4c3d request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:09:35.935984 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-11914ac7-ee8c-45f0-8831-4ec89df4fa1a admin admin] For port d38261bf-ffa1-4cb7-b215-d7525f2ee282, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=d38261bf-ffa1-4cb7-b215-d7525f2ee282,segment=NetworkSegment(c37124f8-c757-4d0f-9db3-26d4f53bb063),segment_id=c37124f8-c757-4d0f-9db3-26d4f53bb063)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:09:35.936260 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-11914ac7-ee8c-45f0-8831-4ec89df4fa1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:35.942094 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7270443b-8632-4f01-9897-18310cd71cb4 req-d2935d67-806d-4273-a37c-01fbb79d8807 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:35.951436 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-11914ac7-ee8c-45f0-8831-4ec89df4fa1a admin admin] Calling delete_port for d38261bf-ffa1-4cb7-b215-d7525f2ee282 owned by network:dhcp {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:09:35.956875 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7270443b-8632-4f01-9897-18310cd71cb4 req-d2935d67-806d-4273-a37c-01fbb79d8807 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd1d6ac-fc22-40b4-9334-b79b8f638fb9 HTTP/1.1" status: 200 len: 931 time: 0.8706222 Nov 12 08:09:36.008263 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-85a62cff-b45e-47fb-9268-a56f06637f77 None None] Deleting port d38261bf-ffa1-4cb7-b215-d7525f2ee282 {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:09:36.010128 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-85a62cff-b45e-47fb-9268-a56f06637f77 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:36.104881 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-11914ac7-ee8c-45f0-8831-4ec89df4fa1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:36.114283 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-6c01dea1-5aa6-4007-89a4-e7950c0afc4e tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Made reservation on behalf of caeb26ccc5c74ed4b3562c36be1bd442 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:09:36.115849 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-85a62cff-b45e-47fb-9268-a56f06637f77 None None] For port d38261bf-ffa1-4cb7-b215-d7525f2ee282, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=d38261bf-ffa1-4cb7-b215-d7525f2ee282,segment=NetworkSegment(c37124f8-c757-4d0f-9db3-26d4f53bb063),segment_id=c37124f8-c757-4d0f-9db3-26d4f53bb063)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:09:36.116515 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-85a62cff-b45e-47fb-9268-a56f06637f77 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:36.118323 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-6c01dea1-5aa6-4007-89a4-e7950c0afc4e tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:36.130250 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c83c5904-3698-4d12-80c8-7d1a57873d6b req-214766ba-efa9-428e-9acf-7f315d9745ff service neutron] 10.222.0.44 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9141815 Nov 12 08:09:36.154920 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-85a62cff-b45e-47fb-9268-a56f06637f77 None None] Calling delete_port for d38261bf-ffa1-4cb7-b215-d7525f2ee282 owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:09:36.194183 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11914ac7-ee8c-45f0-8831-4ec89df4fa1a admin admin] Pushing event deleted for resources: {'Port': ['ID=d38261bf-ffa1-4cb7-b215-d7525f2ee282,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:36.231598 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11914ac7-ee8c-45f0-8831-4ec89df4fa1a admin admin] No DVR routers for this DVR port d38261bf-ffa1-4cb7-b215-d7525f2ee282 on host n-d-765315-29 {{(pid=102600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:09:36.239001 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7270443b-8632-4f01-9897-18310cd71cb4 req-f9fa3a12-cf9e-4bc1-926c-652afa4e72b9 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/security-groups?id=edb098b1-b850-4d1f-9907-ebc80ab17859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2625797 Nov 12 08:09:36.306790 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device d38261bf-ffa1-4cb7-b215-d7525f2ee282 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:09:36.358264 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: d38261bf-ffa1-4cb7-b215-d7525f2ee282 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:09:36.358786 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device d38261bf-ffa1-4cb7-b215-d7525f2ee282 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:09:36.359950 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device d55f500f-4bd1-44df-8dfd-0ef809acbb77 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:09:36.404832 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: d55f500f-4bd1-44df-8dfd-0ef809acbb77 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:09:36.408742 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device d55f500f-4bd1-44df-8dfd-0ef809acbb77 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:09:36.409334 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device d4d8f593-2f9e-4dfc-9e9c-4b27feac3960 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:09:36.443815 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: d4d8f593-2f9e-4dfc-9e9c-4b27feac3960 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:09:36.444265 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device d4d8f593-2f9e-4dfc-9e9c-4b27feac3960 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:09:36.445392 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-11914ac7-ee8c-45f0-8831-4ec89df4fa1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:36.482814 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-85a62cff-b45e-47fb-9268-a56f06637f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:36.493699 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f0dcd37b-dca8-4f38-90c2-5d2489f63432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:36.519839 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-11914ac7-ee8c-45f0-8831-4ec89df4fa1a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:36.520084 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-11914ac7-ee8c-45f0-8831-4ec89df4fa1a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:36.520929 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-11914ac7-ee8c-45f0-8831-4ec89df4fa1a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:36.521306 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-11914ac7-ee8c-45f0-8831-4ec89df4fa1a admin admin] Subscribe: > port after_create 55550000 {{(pid=102600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:36.521635 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-11914ac7-ee8c-45f0-8831-4ec89df4fa1a admin admin] Subscribe: > port after_delete 55550000 {{(pid=102600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:36.521954 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-11914ac7-ee8c-45f0-8831-4ec89df4fa1a admin admin] Subscribe: > port after_update 55550000 {{(pid=102600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:36.522293 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-11914ac7-ee8c-45f0-8831-4ec89df4fa1a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:36.522686 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-11914ac7-ee8c-45f0-8831-4ec89df4fa1a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:36.523012 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-11914ac7-ee8c-45f0-8831-4ec89df4fa1a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:36.523338 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-11914ac7-ee8c-45f0-8831-4ec89df4fa1a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:36.542766 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a62cff-b45e-47fb-9268-a56f06637f77 None None] Pushing event deleted for resources: {'Port': ['ID=d38261bf-ffa1-4cb7-b215-d7525f2ee282,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:36.547198 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a62cff-b45e-47fb-9268-a56f06637f77 None None] No DVR routers for this DVR port d38261bf-ffa1-4cb7-b215-d7525f2ee282 on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:09:36.601811 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-11914ac7-ee8c-45f0-8831-4ec89df4fa1a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:36.602225 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-11914ac7-ee8c-45f0-8831-4ec89df4fa1a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:36.602485 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-11914ac7-ee8c-45f0-8831-4ec89df4fa1a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:36.602843 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-11914ac7-ee8c-45f0-8831-4ec89df4fa1a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:36.603253 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-11914ac7-ee8c-45f0-8831-4ec89df4fa1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3156095-dd64-4768-883c-6857cbfc4c3d']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:09:36.624687 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-11914ac7-ee8c-45f0-8831-4ec89df4fa1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c37124f8-c757-4d0f-9db3-26d4f53bb063') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:09:36.625749 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-11914ac7-ee8c-45f0-8831-4ec89df4fa1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c37124f8-c757-4d0f-9db3-26d4f53bb063') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:09:36.646176 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-6c01dea1-5aa6-4007-89a4-e7950c0afc4e tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Allocated IP 10.1.1.59 (1a323889-6c9a-40df-9d33-3f74857cb8d2/7d7c7129-5e48-4c3b-98d9-801e1598df80/84bf60b1-9802-4c17-be1c-ccf3dbe8abcd) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:09:36.669500 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-11914ac7-ee8c-45f0-8831-4ec89df4fa1a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:36.679433 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c83c5904-3698-4d12-80c8-7d1a57873d6b req-e0af1763-a056-4d06-8f29-6108f71a62dd service neutron] 10.222.0.44 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5385699 Nov 12 08:09:36.708890 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-11914ac7-ee8c-45f0-8831-4ec89df4fa1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:36.728924 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11914ac7-ee8c-45f0-8831-4ec89df4fa1a admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:09:36.729710 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-11914ac7-ee8c-45f0-8831-4ec89df4fa1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:36.742384 n-d-765315-29 neutron-server[102600]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 08:09:36.742384 n-d-765315-29 neutron-server[102600]: from cryptography.utils import int_from_bytes Nov 12 08:09:36.742384 n-d-765315-29 neutron-server[102600]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 08:09:36.742384 n-d-765315-29 neutron-server[102600]: from cryptography.utils import int_from_bytes Nov 12 08:09:36.742384 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:09:36.742384 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:09:36.742384 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:09:36.742384 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:09:36.742384 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:09:36.742384 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:09:36.742384 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:09:36.742384 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:09:36.742384 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:09:36.742384 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:09:36.742384 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:09:36.742384 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:09:36.742384 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:09:36.742384 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:09:36.742384 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:09:36.742384 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:09:36.742384 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:09:36.742384 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:09:36.742384 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:09:36.742384 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:09:36.742384 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:09:36.742384 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:09:36.742384 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:09:36.742384 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:09:36.742384 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:09:36.742384 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:09:36.742384 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:09:36.742384 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:09:36.742384 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:09:36.742384 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:09:36.742384 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:09:36.742384 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:09:36.764775 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1147a811-aee6-45e9-872e-b3dbcbbd9944 req-3f886698-7159-4e86-a81f-8cff4c215c6a tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:36.767308 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1147a811-aee6-45e9-872e-b3dbcbbd9944 req-3f886698-7159-4e86-a81f-8cff4c215c6a tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc49da43-39c1-490b-8daf-8f50401085b1 HTTP/1.1" status: 200 len: 947 time: 0.1490111 Nov 12 08:09:36.846540 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-11914ac7-ee8c-45f0-8831-4ec89df4fa1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:36.857387 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-11914ac7-ee8c-45f0-8831-4ec89df4fa1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:36.860818 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-11914ac7-ee8c-45f0-8831-4ec89df4fa1a admin admin] 10.222.0.26 "DELETE /v2.0/networks/a3156095-dd64-4768-883c-6857cbfc4c3d HTTP/1.1" status: 204 len: 168 time: 1.3758659 Nov 12 08:09:36.878838 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11914ac7-ee8c-45f0-8831-4ec89df4fa1a admin admin] Pushing event deleted for resources: {'Network': ['ID=a3156095-dd64-4768-883c-6857cbfc4c3d,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:36.889311 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc49da43-39c1-490b-8daf-8f50401085b1', 'tag': 'e9b220b6-48dc-4f08-a9a2-6d0ac04e74b1'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:09:36.892234 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45dacb6f-2161-4c2c-a644-d15acf9c0089" -d '{"events": [{"name": "network-changed", "server_uuid": "cc49da43-39c1-490b-8daf-8f50401085b1", "tag": "e9b220b6-48dc-4f08-a9a2-6d0ac04e74b1"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:09:36.906076 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1147a811-aee6-45e9-872e-b3dbcbbd9944 req-1278c654-ced1-40e3-9694-404e2b73e7f3 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb487f5-7b7a-45ea-a48a-5e5b4b4e6e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152315 Nov 12 08:09:36.992151 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-6c01dea1-5aa6-4007-89a4-e7950c0afc4e tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:37.050012 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-6c01dea1-5aa6-4007-89a4-e7950c0afc4e tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:37.115965 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-6c01dea1-5aa6-4007-89a4-e7950c0afc4e tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Network 1a323889-6c9a-40df-9d33-3f74857cb8d2 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:09:37.119877 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-6c01dea1-5aa6-4007-89a4-e7950c0afc4e tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:09:37.125129 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-6c01dea1-5aa6-4007-89a4-e7950c0afc4e tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:09:37.180796 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-6c01dea1-5aa6-4007-89a4-e7950c0afc4e tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:37.184463 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-6c01dea1-5aa6-4007-89a4-e7950c0afc4e tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:37.184800 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c01dea1-5aa6-4007-89a4-e7950c0afc4e tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Pushing event updated for resources: {'Port': ['ID=84bf60b1-9802-4c17-be1c-ccf3dbe8abcd,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:37.209448 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-6c01dea1-5aa6-4007-89a4-e7950c0afc4e tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.2500892 Nov 12 08:09:37.227944 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-27811735-7485-4236-8aee-5961904a596b tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Request body: {'port': {'device_id': '3bd1d6ac-fc22-40b4-9334-b79b8f638fb9', 'network_id': '1a323889-6c9a-40df-9d33-3f74857cb8d2', 'admin_state_up': True, 'tenant_id': 'caeb26ccc5c74ed4b3562c36be1bd442', 'security_groups': ['edb098b1-b850-4d1f-9907-ebc80ab17859']}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:09:37.228977 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 34332) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:09:37.350089 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-2a3d5d79-0813-4489-84c6-1b7e9f32d6e3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2c540c0464294343b65b342f4c6f01b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1191185 Nov 12 08:09:37.351757 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 34342) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:09:37.422275 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-27811735-7485-4236-8aee-5961904a596b tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Made reservation on behalf of caeb26ccc5c74ed4b3562c36be1bd442 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:09:37.427788 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-27811735-7485-4236-8aee-5961904a596b tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:37.468002 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b4af581f-02eb-428f-9c39-99704aec1f32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:37.494722 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 34344) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:09:37.508857 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b4af581f-02eb-428f-9c39-99704aec1f32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:37.564905 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b4af581f-02eb-428f-9c39-99704aec1f32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:37.569255 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b4af581f-02eb-428f-9c39-99704aec1f32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:37.571244 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-b4af581f-02eb-428f-9c39-99704aec1f32 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/16890e38-f1af-4c01-becd-7b74bb4a1689 HTTP/1.1" status: 204 len: 168 time: 0.2185421 Nov 12 08:09:37.583519 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-1f14a48d-8586-452d-9ffb-1c21884c2b2d None None] Provisioning complete for port 84bf60b1-9802-4c17-be1c-ccf3dbe8abcd triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:09:37.585081 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1f14a48d-8586-452d-9ffb-1c21884c2b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:37.594426 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4af581f-02eb-428f-9c39-99704aec1f32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16890e38-f1af-4c01-becd-7b74bb4a1689,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:37.672962 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 34350) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:09:37.707947 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-1f14a48d-8586-452d-9ffb-1c21884c2b2d None None] Port 84bf60b1-9802-4c17-be1c-ccf3dbe8abcd cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:09:37.786907 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [req-525d9511-a84e-4516-adfc-663486255756 req-f12c6885-dd6a-4d3c-a61a-171eac41cf5e tempest-LiveAutoBlockMigrationV225Test-1991143985 tempest-LiveAutoBlockMigrationV225Test-1991143985-project-admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:09:37.787396 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-525d9511-a84e-4516-adfc-663486255756 req-f12c6885-dd6a-4d3c-a61a-171eac41cf5e tempest-LiveAutoBlockMigrationV225Test-1991143985 tempest-LiveAutoBlockMigrationV225Test-1991143985-project-admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2905440 Nov 12 08:09:37.799847 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:37.826518 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23928300-a6d4-4a32-bafa-7ca8de1b9093 x-openstack-request-id: req-23928300-a6d4-4a32-bafa-7ca8de1b9093 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:09:37.826876 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc49da43-39c1-490b-8daf-8f50401085b1", "tag": "e9b220b6-48dc-4f08-a9a2-6d0ac04e74b1", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:09:37.827132 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-23928300-a6d4-4a32-bafa-7ca8de1b9093 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:09:37.827510 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc49da43-39c1-490b-8daf-8f50401085b1', 'tag': 'e9b220b6-48dc-4f08-a9a2-6d0ac04e74b1', 'status': 'completed', 'code': 200} Nov 12 08:09:37.846307 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-27811735-7485-4236-8aee-5961904a596b tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Allocated IP 10.1.1.50 (1a323889-6c9a-40df-9d33-3f74857cb8d2/7d7c7129-5e48-4c3b-98d9-801e1598df80/f1dcc1d8-a453-49ab-adf5-63e92ffd32cd) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:09:37.960248 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-8e793785-7ca7-481f-96a8-5bff15e3de66 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=18645d9d88124b4d9a21d3cd2562460a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2857835 Nov 12 08:09:37.962518 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 34370) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:09:38.088129 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0ac8dd5e-3067-42ce-bb26-fa0bb4685750 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:38.121893 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0ac8dd5e-3067-42ce-bb26-fa0bb4685750 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:38.135187 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dacb6f-2161-4c2c-a644-d15acf9c0089 req-a8fa4154-37e6-4c82-81dc-6e07f160f4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:38.137195 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-45dacb6f-2161-4c2c-a644-d15acf9c0089 req-a8fa4154-37e6-4c82-81dc-6e07f160f4aa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=737ba54db011432b976fdfd3857f766e&device_id=cc49da43-39c1-490b-8daf-8f50401085b1 HTTP/1.1" status: 200 len: 1099 time: 0.2660904 Nov 12 08:09:38.204706 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0ac8dd5e-3067-42ce-bb26-fa0bb4685750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:38.207663 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0ac8dd5e-3067-42ce-bb26-fa0bb4685750 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:38.211477 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-0ac8dd5e-3067-42ce-bb26-fa0bb4685750 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/324d126f-7172-408c-b291-f65e4794fc09 HTTP/1.1" status: 204 len: 168 time: 0.2432549 Nov 12 08:09:38.225468 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac8dd5e-3067-42ce-bb26-fa0bb4685750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=324d126f-7172-408c-b291-f65e4794fc09,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:38.370012 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525d9511-a84e-4516-adfc-663486255756 req-470b2b17-ed61-4159-849c-e10c8a36cd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:38.372566 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-525d9511-a84e-4516-adfc-663486255756 req-470b2b17-ed61-4159-849c-e10c8a36cd26 service neutron] 10.222.0.26 "GET /v2.0/ports/5fc0601c-a0ae-46e6-912e-5409aaa60092 HTTP/1.1" status: 200 len: 1095 time: 0.2077310 Nov 12 08:09:38.395381 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-525d9511-a84e-4516-adfc-663486255756 req-47351cf9-3d29-4788-be50-2397285291b7 service neutron] Request body: {'binding': {'host': 'n-h2-765315-29', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:09:38.395886 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-525d9511-a84e-4516-adfc-663486255756 req-47351cf9-3d29-4788-be50-2397285291b7 service neutron] Unknown quota resources ['binding']. {{(pid=102599) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 08:09:38.506245 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-27811735-7485-4236-8aee-5961904a596b tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:38.544600 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dacb6f-2161-4c2c-a644-d15acf9c0089 req-b71849cf-6383-4517-8770-0fc869f672d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:38.547768 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-45dacb6f-2161-4c2c-a644-d15acf9c0089 req-b71849cf-6383-4517-8770-0fc869f672d9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=107743df-d3df-459d-a6cd-9e2ab4303016 HTTP/1.1" status: 200 len: 870 time: 0.3802414 Nov 12 08:09:38.697458 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-45dacb6f-2161-4c2c-a644-d15acf9c0089 req-2d594fb5-412a-4257-911e-af8cb8d58c83 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=e9b220b6-48dc-4f08-a9a2-6d0ac04e74b1 HTTP/1.1" status: 200 len: 217 time: 0.0902467 Nov 12 08:09:38.769245 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 34420) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:09:38.843418 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-2aba8a00-a671-4822-8ef3-29877ed1ef7f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ac2f959323ba447abd9e8b55f077b650&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0715590 Nov 12 08:09:38.846908 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 34422) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:09:38.871710 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-525d9511-a84e-4516-adfc-663486255756 req-47351cf9-3d29-4788-be50-2397285291b7 service neutron] Attempting to bind port 5fc0601c-a0ae-46e6-912e-5409aaa60092 on host n-h2-765315-29 for vnic_type normal with profile None {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:09:38.872066 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-525d9511-a84e-4516-adfc-663486255756 req-47351cf9-3d29-4788-be50-2397285291b7 service neutron] Attempting to bind port 5fc0601c-a0ae-46e6-912e-5409aaa60092 by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': '1db27ece-82b2-4c8d-abc3-e56edcdd7b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'e20d0ee5-0c01-4db1-aa95-4ea5bc470460'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:09:38.872390 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525d9511-a84e-4516-adfc-663486255756 req-47351cf9-3d29-4788-be50-2397285291b7 service neutron] Attempting to bind port 5fc0601c-a0ae-46e6-912e-5409aaa60092 on network e20d0ee5-0c01-4db1-aa95-4ea5bc470460 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:09:38.882687 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dacb6f-2161-4c2c-a644-d15acf9c0089 req-130f3296-1496-4303-aa67-0aaad4c4c31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:38.885444 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-45dacb6f-2161-4c2c-a644-d15acf9c0089 req-130f3296-1496-4303-aa67-0aaad4c4c31e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1 HTTP/1.1" status: 200 len: 843 time: 0.1582580 Nov 12 08:09:38.888899 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-27811735-7485-4236-8aee-5961904a596b tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:38.901000 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ee7ae6-7592-47ef-a37c-486a3b6b5b8d req-3583e021-3247-4896-aada-6ef0892b9288 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:38.908334 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ee7ae6-7592-47ef-a37c-486a3b6b5b8d req-3583e021-3247-4896-aada-6ef0892b9288 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:38.915351 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-02ee7ae6-7592-47ef-a37c-486a3b6b5b8d req-3583e021-3247-4896-aada-6ef0892b9288 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd1d6ac-fc22-40b4-9334-b79b8f638fb9 HTTP/1.1" status: 200 len: 1652 time: 0.3267910 Nov 12 08:09:38.917550 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525d9511-a84e-4516-adfc-663486255756 req-47351cf9-3d29-4788-be50-2397285291b7 service neutron] Port 5fc0601c-a0ae-46e6-912e-5409aaa60092 on network e20d0ee5-0c01-4db1-aa95-4ea5bc470460 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:09:38.917900 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525d9511-a84e-4516-adfc-663486255756 req-47351cf9-3d29-4788-be50-2397285291b7 service neutron] Attempting to bind port 5fc0601c-a0ae-46e6-912e-5409aaa60092 on network e20d0ee5-0c01-4db1-aa95-4ea5bc470460 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:09:38.930303 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8e5751a6-a1b9-46fb-b583-1be40f6a9b43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:38.957526 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8e5751a6-a1b9-46fb-b583-1be40f6a9b43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:38.990204 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525d9511-a84e-4516-adfc-663486255756 req-47351cf9-3d29-4788-be50-2397285291b7 service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:09:38.990545 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525d9511-a84e-4516-adfc-663486255756 req-47351cf9-3d29-4788-be50-2397285291b7 service neutron] Checking segment: {'id': '1db27ece-82b2-4c8d-abc3-e56edcdd7b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'e20d0ee5-0c01-4db1-aa95-4ea5bc470460'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:09:38.990970 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525d9511-a84e-4516-adfc-663486255756 req-47351cf9-3d29-4788-be50-2397285291b7 service neutron] Bound using segment: {'id': '1db27ece-82b2-4c8d-abc3-e56edcdd7b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'e20d0ee5-0c01-4db1-aa95-4ea5bc470460'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:09:38.991632 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-525d9511-a84e-4516-adfc-663486255756 req-47351cf9-3d29-4788-be50-2397285291b7 service neutron] Bound port: 5fc0601c-a0ae-46e6-912e-5409aaa60092, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1db27ece-82b2-4c8d-abc3-e56edcdd7b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'e20d0ee5-0c01-4db1-aa95-4ea5bc470460'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:09:39.035878 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8e5751a6-a1b9-46fb-b583-1be40f6a9b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:39.043636 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8e5751a6-a1b9-46fb-b583-1be40f6a9b43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:39.046110 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:39.047013 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-8e5751a6-a1b9-46fb-b583-1be40f6a9b43 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a14889d1-ed31-4556-8470-e3f388548679 HTTP/1.1" status: 204 len: 168 time: 0.1985939 Nov 12 08:09:39.063415 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5751a6-a1b9-46fb-b583-1be40f6a9b43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a14889d1-ed31-4556-8470-e3f388548679,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:39.067865 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-27811735-7485-4236-8aee-5961904a596b tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Network 1a323889-6c9a-40df-9d33-3f74857cb8d2 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:09:39.088847 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27811735-7485-4236-8aee-5961904a596b tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Pushing event updated for resources: {'Port': ['ID=f1dcc1d8-a453-49ab-adf5-63e92ffd32cd,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:39.114382 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-27811735-7485-4236-8aee-5961904a596b tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:09:39.128886 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-27811735-7485-4236-8aee-5961904a596b tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:09:39.147696 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dacb6f-2161-4c2c-a644-d15acf9c0089 req-c4199499-20ad-478e-9f9c-5e1954f9e9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:39.149978 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-45dacb6f-2161-4c2c-a644-d15acf9c0089 req-c4199499-20ad-478e-9f9c-5e1954f9e9ae service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=107743df-d3df-459d-a6cd-9e2ab4303016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2254574 Nov 12 08:09:39.327033 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-45dacb6f-2161-4c2c-a644-d15acf9c0089 req-245d9091-383b-4ab8-90b8-1b3ab6dc883f service neutron] 10.222.0.44 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404562 Nov 12 08:09:39.360727 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-02ee7ae6-7592-47ef-a37c-486a3b6b5b8d req-75f1a548-f1fc-49b7-9f9f-ca5ce39917b3 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/security-groups?id=edb098b1-b850-4d1f-9907-ebc80ab17859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4398284 Nov 12 08:09:39.372526 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device e9b220b6-48dc-4f08-a9a2-6d0ac04e74b1 details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:09:39.455876 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-27811735-7485-4236-8aee-5961904a596b tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:39.456761 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-27811735-7485-4236-8aee-5961904a596b tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:39.476384 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-525d9511-a84e-4516-adfc-663486255756 req-47351cf9-3d29-4788-be50-2397285291b7 service neutron] For port 5fc0601c-a0ae-46e6-912e-5409aaa60092, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=5fc0601c-a0ae-46e6-912e-5409aaa60092,segment=NetworkSegment(1db27ece-82b2-4c8d-abc3-e56edcdd7b0a),segment_id=1db27ece-82b2-4c8d-abc3-e56edcdd7b0a)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:09:39.504965 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-525d9511-a84e-4516-adfc-663486255756 req-47351cf9-3d29-4788-be50-2397285291b7 service neutron] Publish callbacks [] for binding, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:39.507702 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-525d9511-a84e-4516-adfc-663486255756 req-47351cf9-3d29-4788-be50-2397285291b7 service neutron] 10.222.0.26 "POST /v2.0/ports/5fc0601c-a0ae-46e6-912e-5409aaa60092/bindings HTTP/1.1" status: 201 len: 390 time: 1.1158783 Nov 12 08:09:39.564637 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port e9b220b6-48dc-4f08-a9a2-6d0ac04e74b1, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=e9b220b6-48dc-4f08-a9a2-6d0ac04e74b1,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:09:39.581131 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': 'e9b220b6-48dc-4f08-a9a2-6d0ac04e74b1', 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016', 'port_id': 'e9b220b6-48dc-4f08-a9a2-6d0ac04e74b1', 'mac_address': 'fa:16:3e:f9:99:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:09:39.614860 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-27811735-7485-4236-8aee-5961904a596b tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.3964200 Nov 12 08:09:39.663351 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-c04a1d7a-ea99-4e26-8ff7-f05d02cd6b57 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Request body: {'port': {'device_id': '3bd1d6ac-fc22-40b4-9334-b79b8f638fb9', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '98a99309-fcab-4612-ba6f-85e7b28a9784', 'admin_state_up': True, 'tenant_id': 'caeb26ccc5c74ed4b3562c36be1bd442', 'security_groups': ['edb098b1-b850-4d1f-9907-ebc80ab17859']}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:09:39.717172 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:39.824761 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-c04a1d7a-ea99-4e26-8ff7-f05d02cd6b57 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Made reservation on behalf of caeb26ccc5c74ed4b3562c36be1bd442 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:09:39.827355 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-4f40c3f5-6591-48c9-8467-073152cd4d88 None None] Provisioning complete for port f1dcc1d8-a453-49ab-adf5-63e92ffd32cd triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:09:39.832428 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0ba399f2-0ef1-4539-8f81-19927e7ddae8 req-754e2f52-c605-4df0-a039-f56c8dba2d47 tempest-QuotasAdminNegativeTest-406273282 tempest-QuotasAdminNegativeTest-406273282-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=9a8fc9b7edde43849945fa45eac4a6ce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0658100 Nov 12 08:09:39.833095 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4f40c3f5-6591-48c9-8467-073152cd4d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:39.837780 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9b220b6-48dc-4f08-a9a2-6d0ac04e74b1 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:09:39.892750 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port e9b220b6-48dc-4f08-a9a2-6d0ac04e74b1, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=e9b220b6-48dc-4f08-a9a2-6d0ac04e74b1,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:09:39.925983 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:39.930989 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:39.954043 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ddb939-44b9-4762-b757-93278a50934d req-8d47c6be-46d2-4a80-9723-eb100b1d9ca5 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:39.963067 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-53ddb939-44b9-4762-b757-93278a50934d req-8d47c6be-46d2-4a80-9723-eb100b1d9ca5 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc49da43-39c1-490b-8daf-8f50401085b1 HTTP/1.1" status: 200 len: 947 time: 0.4541814 Nov 12 08:09:39.980135 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-4f40c3f5-6591-48c9-8467-073152cd4d88 None None] Port f1dcc1d8-a453-49ab-adf5-63e92ffd32cd cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:09:40.008248 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=e9b220b6-48dc-4f08-a9a2-6d0ac04e74b1,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:40.033643 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba399f2-0ef1-4539-8f81-19927e7ddae8 req-6c9b6e4a-adb5-4041-a575-d156e1ab949e tempest-QuotasAdminNegativeTest-406273282 tempest-QuotasAdminNegativeTest-406273282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:40.035412 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0ba399f2-0ef1-4539-8f81-19927e7ddae8 req-6c9b6e4a-adb5-4041-a575-d156e1ab949e tempest-QuotasAdminNegativeTest-406273282 tempest-QuotasAdminNegativeTest-406273282-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1943872 Nov 12 08:09:40.069762 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0ba399f2-0ef1-4539-8f81-19927e7ddae8 req-ba7808d5-14e9-4fac-8c0d-d5c96e35c2ff tempest-QuotasAdminNegativeTest-406273282 tempest-QuotasAdminNegativeTest-406273282-project] 10.222.0.26 "GET /v2.0/quotas/9a8fc9b7edde43849945fa45eac4a6ce HTTP/1.1" status: 200 len: 375 time: 0.0236235 Nov 12 08:09:40.115477 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-53ddb939-44b9-4762-b757-93278a50934d req-0279364d-1e03-47b3-aa78-bd711f5b59a4 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb487f5-7b7a-45ea-a48a-5e5b4b4e6e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247299 Nov 12 08:09:40.128495 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0ba399f2-0ef1-4539-8f81-19927e7ddae8 req-e5b12db2-ff56-412c-ab67-955fa54309d2 tempest-QuotasAdminNegativeTest-406273282 tempest-QuotasAdminNegativeTest-406273282-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=9a8fc9b7edde43849945fa45eac4a6ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0433927 Nov 12 08:09:40.129778 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525d9511-a84e-4516-adfc-663486255756 req-57b15407-7d07-4a78-a89e-365a7d5fbfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:40.132322 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-525d9511-a84e-4516-adfc-663486255756 req-57b15407-7d07-4a78-a89e-365a7d5fbfe5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d3f3ef4a14134700a36c0967765d4c9a&device_id=82047a0a-6f6c-4e84-aa3f-085b47fa6ac2 HTTP/1.1" status: 200 len: 1098 time: 0.2424903 Nov 12 08:09:40.153120 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-45dacb6f-2161-4c2c-a644-d15acf9c0089 req-7a302e26-85f2-4b52-ab2c-45e0720748e0 service neutron] 10.222.0.44 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7913179 Nov 12 08:09:40.164545 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-c04a1d7a-ea99-4e26-8ff7-f05d02cd6b57 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:40.299672 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['e9b220b6-48dc-4f08-a9a2-6d0ac04e74b1'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:09:40.512263 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525d9511-a84e-4516-adfc-663486255756 req-7e02ea01-4a57-4536-a36e-a6123004ea94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:40.513753 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-525d9511-a84e-4516-adfc-663486255756 req-7e02ea01-4a57-4536-a36e-a6123004ea94 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e20d0ee5-0c01-4db1-aa95-4ea5bc470460 HTTP/1.1" status: 200 len: 922 time: 0.3453376 Nov 12 08:09:40.568630 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-525d9511-a84e-4516-adfc-663486255756 req-0822fa04-9963-4310-8b0d-2513168e7ab9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5fc0601c-a0ae-46e6-912e-5409aaa60092 HTTP/1.1" status: 200 len: 217 time: 0.0452592 Nov 12 08:09:40.582130 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fb0144-1ae1-461d-8d6b-c41d1d7c67c7 req-ede6b772-399e-42d1-adcd-441eb9658a1d tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:40.583713 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-52fb0144-1ae1-461d-8d6b-c41d1d7c67c7 req-ede6b772-399e-42d1-adcd-441eb9658a1d tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=82047a0a-6f6c-4e84-aa3f-085b47fa6ac2 HTTP/1.1" status: 200 len: 946 time: 0.2343040 Nov 12 08:09:40.719239 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525d9511-a84e-4516-adfc-663486255756 req-396f0d9f-5369-465b-a8fc-55af20349abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:40.720917 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-525d9511-a84e-4516-adfc-663486255756 req-396f0d9f-5369-465b-a8fc-55af20349abb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4054f1d6-a6c6-43c7-ba9c-9a6600029957 HTTP/1.1" status: 200 len: 861 time: 0.1362884 Nov 12 08:09:40.746150 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-52fb0144-1ae1-461d-8d6b-c41d1d7c67c7 req-dff72290-5e56-4675-bbf7-2b22e3a214cc tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471968 Nov 12 08:09:40.747773 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-c04a1d7a-ea99-4e26-8ff7-f05d02cd6b57 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Allocated IP 10.2.2.100 (98a99309-fcab-4612-ba6f-85e7b28a9784/a4df3464-1784-4646-b668-8314233aecdd/37b402b7-2184-4bd5-848f-102be806aba4) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:09:40.768215 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-525d9511-a84e-4516-adfc-663486255756 req-b2fe781f-4dfd-4456-8a13-129f5d252e08 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e20d0ee5-0c01-4db1-aa95-4ea5bc470460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368624 Nov 12 08:09:41.240394 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-525d9511-a84e-4516-adfc-663486255756 req-b7aaa46a-a379-44c9-89cc-04749db104b6 service neutron] 10.222.0.44 "GET /v2.0/networks/e20d0ee5-0c01-4db1-aa95-4ea5bc470460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4625506 Nov 12 08:09:41.379520 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device e9b220b6-48dc-4f08-a9a2-6d0ac04e74b1 up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:09:41.417200 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-c04a1d7a-ea99-4e26-8ff7-f05d02cd6b57 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:41.508144 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1114b736-48e2-4ea2-b48f-1aaf247b890a req-2a4f8d98-67ef-48ca-b294-2bc1d182e764 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:41.514899 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1114b736-48e2-4ea2-b48f-1aaf247b890a req-2a4f8d98-67ef-48ca-b294-2bc1d182e764 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:41.522482 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1114b736-48e2-4ea2-b48f-1aaf247b890a req-2a4f8d98-67ef-48ca-b294-2bc1d182e764 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:41.532963 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1114b736-48e2-4ea2-b48f-1aaf247b890a req-2a4f8d98-67ef-48ca-b294-2bc1d182e764 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd1d6ac-fc22-40b4-9334-b79b8f638fb9 HTTP/1.1" status: 200 len: 2372 time: 0.1708453 Nov 12 08:09:41.536593 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning for port e9b220b6-48dc-4f08-a9a2-6d0ac04e74b1 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:09:41.544977 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port e9b220b6-48dc-4f08-a9a2-6d0ac04e74b1 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:09:41.548361 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:41.556312 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-525d9511-a84e-4516-adfc-663486255756 req-af5c8595-227a-49df-aaf3-38bfc9a0b971 service neutron] 10.222.0.44 "GET /v2.0/networks/e20d0ee5-0c01-4db1-aa95-4ea5bc470460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3075366 Nov 12 08:09:41.613546 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-c04a1d7a-ea99-4e26-8ff7-f05d02cd6b57 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:41.689286 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1114b736-48e2-4ea2-b48f-1aaf247b890a req-4c2c07d9-fbae-407c-a6d6-815500ad8c88 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/security-groups?id=edb098b1-b850-4d1f-9907-ebc80ab17859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469188 Nov 12 08:09:41.695147 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fde1ef49-eb8b-430f-a088-970f3b5b42e3 req-28c230f0-c713-46ea-95c7-2f4d632ac276 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c36d23e4-07c7-4980-865e-dd588c2d12a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1981578 Nov 12 08:09:41.780774 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:41.787073 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11af8f8d-d449-4495-b98c-0e5d7e72c613 req-9cabf502-b3e7-46ff-807e-dc4e2f609962 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:41.789894 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-11af8f8d-d449-4495-b98c-0e5d7e72c613 req-9cabf502-b3e7-46ff-807e-dc4e2f609962 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc49da43-39c1-490b-8daf-8f50401085b1 HTTP/1.1" status: 200 len: 948 time: 0.1418626 Nov 12 08:09:41.806746 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-c04a1d7a-ea99-4e26-8ff7-f05d02cd6b57 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Network 98a99309-fcab-4612-ba6f-85e7b28a9784 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:09:41.852011 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc49da43-39c1-490b-8daf-8f50401085b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9b220b6-48dc-4f08-a9a2-6d0ac04e74b1'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:09:41.861253 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-c04a1d7a-ea99-4e26-8ff7-f05d02cd6b57 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:09:41.861417 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6a87ab5-3f03-4b72-b0e5-e944811e00c9" -d '{"events": [{"server_uuid": "cc49da43-39c1-490b-8daf-8f50401085b1", "name": "network-vif-plugged", "status": "completed", "tag": "e9b220b6-48dc-4f08-a9a2-6d0ac04e74b1"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:09:41.874318 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 34560) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:09:41.902964 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-c04a1d7a-ea99-4e26-8ff7-f05d02cd6b57 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:09:41.914116 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04a1d7a-ea99-4e26-8ff7-f05d02cd6b57 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Pushing event updated for resources: {'Port': ['ID=37b402b7-2184-4bd5-848f-102be806aba4,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:41.925091 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-11af8f8d-d449-4495-b98c-0e5d7e72c613 req-423d53ce-6620-4d96-96fb-feb26dfc1b58 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb487f5-7b7a-45ea-a48a-5e5b4b4e6e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150913 Nov 12 08:09:41.930672 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port e9b220b6-48dc-4f08-a9a2-6d0ac04e74b1, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=e9b220b6-48dc-4f08-a9a2-6d0ac04e74b1,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:09:41.951848 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:42.063985 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-c04a1d7a-ea99-4e26-8ff7-f05d02cd6b57 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:42.065334 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-c04a1d7a-ea99-4e26-8ff7-f05d02cd6b57 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:42.114082 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db687aeb-5380-4089-826d-092c7407103c x-openstack-request-id: req-db687aeb-5380-4089-826d-092c7407103c {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:09:42.114367 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc49da43-39c1-490b-8daf-8f50401085b1", "name": "network-vif-plugged", "status": "completed", "tag": "e9b220b6-48dc-4f08-a9a2-6d0ac04e74b1", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:09:42.114628 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-db687aeb-5380-4089-826d-092c7407103c {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:09:42.117619 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc49da43-39c1-490b-8daf-8f50401085b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9b220b6-48dc-4f08-a9a2-6d0ac04e74b1', 'code': 200} Nov 12 08:09:42.119275 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=e9b220b6-48dc-4f08-a9a2-6d0ac04e74b1,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:42.132225 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:42.135385 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525d9511-a84e-4516-adfc-663486255756 req-4f6a4cf1-57bf-4ed7-976e-fa61f57378d7 tempest-LiveAutoBlockMigrationV225Test-1991143985 tempest-LiveAutoBlockMigrationV225Test-1991143985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:42.137191 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-525d9511-a84e-4516-adfc-663486255756 req-4f6a4cf1-57bf-4ed7-976e-fa61f57378d7 tempest-LiveAutoBlockMigrationV225Test-1991143985 tempest-LiveAutoBlockMigrationV225Test-1991143985-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=82047a0a-6f6c-4e84-aa3f-085b47fa6ac2&tenant_id=d3f3ef4a14134700a36c0967765d4c9a&binding%3Ahost_id=n-h1-765315-29 HTTP/1.1" status: 200 len: 1098 time: 0.4375398 Nov 12 08:09:42.214016 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-525d9511-a84e-4516-adfc-663486255756 req-04480bba-b188-4a49-a677-46e9b1c0cbb8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-765315-29'}}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:09:42.279295 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde1ef49-eb8b-430f-a088-970f3b5b42e3 req-1f351741-cd24-4c97-9efc-9581e7c7ede9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:42.280811 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fde1ef49-eb8b-430f-a088-970f3b5b42e3 req-1f351741-cd24-4c97-9efc-9581e7c7ede9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=737ba54db011432b976fdfd3857f766e&device_id=c36d23e4-07c7-4980-865e-dd588c2d12a7 HTTP/1.1" status: 200 len: 1101 time: 0.4990759 Nov 12 08:09:42.287174 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-c04a1d7a-ea99-4e26-8ff7-f05d02cd6b57 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6421354 Nov 12 08:09:42.329326 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-2a706369-2456-41f9-bcf1-772488ab4dcc tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Request body: {'port': {'device_id': '3bd1d6ac-fc22-40b4-9334-b79b8f638fb9', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '98a99309-fcab-4612-ba6f-85e7b28a9784', 'admin_state_up': True, 'tenant_id': 'caeb26ccc5c74ed4b3562c36be1bd442', 'security_groups': ['edb098b1-b850-4d1f-9907-ebc80ab17859']}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:09:42.336694 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-235b666e-1d9e-4d2d-94d0-424935d9f1f9 None None] Provisioning complete for port 37b402b7-2184-4bd5-848f-102be806aba4 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:09:42.337069 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-235b666e-1d9e-4d2d-94d0-424935d9f1f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:42.410168 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-235b666e-1d9e-4d2d-94d0-424935d9f1f9 None None] Port 37b402b7-2184-4bd5-848f-102be806aba4 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:09:42.427747 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2fe1cd-eddb-42ec-9698-35e095e7f9e4 req-257e412c-4d7a-4f95-b66b-97c41b22c228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:42.430103 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3b2fe1cd-eddb-42ec-9698-35e095e7f9e4 req-257e412c-4d7a-4f95-b66b-97c41b22c228 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=cc49da43-39c1-490b-8daf-8f50401085b1 HTTP/1.1" status: 200 len: 1101 time: 0.2982407 Nov 12 08:09:42.431334 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-53074cb7-b98d-4650-a6e8-3ba3228d8a38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:42.509862 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf455bd-239e-490e-8d26-e5293b9a5a37 req-03ee3bf3-4fb9-4fe2-ba2e-f76c4defa8e6 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:42.519188 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6bf455bd-239e-490e-8d26-e5293b9a5a37 req-03ee3bf3-4fb9-4fe2-ba2e-f76c4defa8e6 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=82047a0a-6f6c-4e84-aa3f-085b47fa6ac2 HTTP/1.1" status: 200 len: 946 time: 0.4448924 Nov 12 08:09:42.519870 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-525d9511-a84e-4516-adfc-663486255756 req-04480bba-b188-4a49-a677-46e9b1c0cbb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:42.692568 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 34588) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:09:42.840718 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-53074cb7-b98d-4650-a6e8-3ba3228d8a38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:42.877910 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4cc3d4ba-7984-4978-b4e4-56b600ffeade req-a4724ca4-8880-4b8b-a869-f931c9c33548 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=f20f3adab6e34964b521814e780e6afc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0349255 Nov 12 08:09:42.887276 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-53074cb7-b98d-4650-a6e8-3ba3228d8a38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:42.910209 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-39f5d34e-ce67-4a58-b011-7aac2f107fed admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:43.005989 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde1ef49-eb8b-430f-a088-970f3b5b42e3 req-61307e14-feec-481e-896f-7e348fe4e5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:43.007556 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fde1ef49-eb8b-430f-a088-970f3b5b42e3 req-61307e14-feec-481e-896f-7e348fe4e5bc service neutron] 10.222.0.21 "GET /v2.0/networks?id=107743df-d3df-459d-a6cd-9e2ab4303016 HTTP/1.1" status: 200 len: 870 time: 0.7013197 Nov 12 08:09:43.009711 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3b2fe1cd-eddb-42ec-9698-35e095e7f9e4 req-bb9f1f98-3110-4c0f-8f77-e3ec654b345e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=7bb487f5-7b7a-45ea-a48a-5e5b4b4e6e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5120766 Nov 12 08:09:43.021409 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 34608) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:09:43.060720 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-53074cb7-b98d-4650-a6e8-3ba3228d8a38 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4e79edc03b544dbbbd32a96b94210b55&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1799271 Nov 12 08:09:43.069786 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 34612) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:09:43.113521 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53074cb7-b98d-4650-a6e8-3ba3228d8a38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75007670-b7d0-40c6-b65e-22f2e77fccab,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:43.135848 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fde1ef49-eb8b-430f-a088-970f3b5b42e3 req-8b1e1410-2262-43f3-9e12-d0132f94ccff service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=52703d62-0a3b-4c05-b231-7b7e93171c85 HTTP/1.1" status: 200 len: 217 time: 0.0963552 Nov 12 08:09:43.192850 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6bf455bd-239e-490e-8d26-e5293b9a5a37 req-9238185b-bc8d-4668-8b22-ce9d1a3c7aa0 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6483097 Nov 12 08:09:43.204340 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc3d4ba-7984-4978-b4e4-56b600ffeade req-949a2e5c-23f4-49a7-8df1-4f2864bf22eb tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:43.211257 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4cc3d4ba-7984-4978-b4e4-56b600ffeade req-949a2e5c-23f4-49a7-8df1-4f2864bf22eb tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2968647 Nov 12 08:09:43.246884 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-381944b1-73b7-4f2d-954d-9e2a10a727eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:43.251557 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9d5e4b8c-f230-4b77-99e8-10e9fc126b8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:43.274178 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4cc3d4ba-7984-4978-b4e4-56b600ffeade req-58cd397f-512c-43ca-a52b-9a83fa755d99 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/quotas/f20f3adab6e34964b521814e780e6afc HTTP/1.1" status: 200 len: 375 time: 0.0490561 Nov 12 08:09:43.323704 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-2a706369-2456-41f9-bcf1-772488ab4dcc tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Made reservation on behalf of caeb26ccc5c74ed4b3562c36be1bd442 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:09:43.329210 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-2a706369-2456-41f9-bcf1-772488ab4dcc tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:43.341914 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-39f5d34e-ce67-4a58-b011-7aac2f107fed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:43.373413 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-39f5d34e-ce67-4a58-b011-7aac2f107fed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:43.378970 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde1ef49-eb8b-430f-a088-970f3b5b42e3 req-72a8cce7-85c3-408b-b8c3-ab4fcfd75176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:43.380789 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fde1ef49-eb8b-430f-a088-970f3b5b42e3 req-72a8cce7-85c3-408b-b8c3-ab4fcfd75176 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1 HTTP/1.1" status: 200 len: 843 time: 0.1943936 Nov 12 08:09:43.383496 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4cc3d4ba-7984-4978-b4e4-56b600ffeade req-e41b1a4a-0d56-464f-aa69-9508def1c158 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f20f3adab6e34964b521814e780e6afc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0716531 Nov 12 08:09:43.388108 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9d5e4b8c-f230-4b77-99e8-10e9fc126b8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:43.445824 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-525d9511-a84e-4516-adfc-663486255756 req-04480bba-b188-4a49-a677-46e9b1c0cbb8 service neutron] For port 5fc0601c-a0ae-46e6-912e-5409aaa60092, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=5fc0601c-a0ae-46e6-912e-5409aaa60092,segment=NetworkSegment(1db27ece-82b2-4c8d-abc3-e56edcdd7b0a),segment_id=1db27ece-82b2-4c8d-abc3-e56edcdd7b0a)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:09:43.477690 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f5d34e-ce67-4a58-b011-7aac2f107fed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7d7ce62-7b64-432f-8696-e06f6061e481,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:43.494953 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-39f5d34e-ce67-4a58-b011-7aac2f107fed admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9a8fc9b7edde43849945fa45eac4a6ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8013196 Nov 12 08:09:43.500666 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-381944b1-73b7-4f2d-954d-9e2a10a727eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:43.501465 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 34614) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:09:43.520863 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-381944b1-73b7-4f2d-954d-9e2a10a727eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:43.577378 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b555ee-8e40-4c72-8dd9-e191d7604f27 req-e3f6888d-e8c7-46a7-b98f-34ca5e0ccf1e tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:43.590982 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b555ee-8e40-4c72-8dd9-e191d7604f27 req-e3f6888d-e8c7-46a7-b98f-34ca5e0ccf1e tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:43.597447 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9d5e4b8c-f230-4b77-99e8-10e9fc126b8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:43.598068 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b555ee-8e40-4c72-8dd9-e191d7604f27 req-e3f6888d-e8c7-46a7-b98f-34ca5e0ccf1e tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:43.604104 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b555ee-8e40-4c72-8dd9-e191d7604f27 req-e3f6888d-e8c7-46a7-b98f-34ca5e0ccf1e tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:43.606939 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c5b555ee-8e40-4c72-8dd9-e191d7604f27 req-e3f6888d-e8c7-46a7-b98f-34ca5e0ccf1e tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd1d6ac-fc22-40b4-9334-b79b8f638fb9 HTTP/1.1" status: 200 len: 3093 time: 0.3017421 Nov 12 08:09:43.630710 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9d5e4b8c-f230-4b77-99e8-10e9fc126b8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:43.657731 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-9d5e4b8c-f230-4b77-99e8-10e9fc126b8f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/75007670-b7d0-40c6-b65e-22f2e77fccab HTTP/1.1" status: 204 len: 168 time: 0.5863409 Nov 12 08:09:43.669978 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-381944b1-73b7-4f2d-954d-9e2a10a727eb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=95637dc3279147a8bdb781ca1093e2fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6432247 Nov 12 08:09:43.680066 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 34622) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:09:43.699564 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381944b1-73b7-4f2d-954d-9e2a10a727eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef7ad7fa-178d-4ce0-a7c4-d761a8b876eb,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:43.793188 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde1ef49-eb8b-430f-a088-970f3b5b42e3 req-9a3fcc94-70d7-4e13-8a26-70e6b12a4e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:43.795442 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fde1ef49-eb8b-430f-a088-970f3b5b42e3 req-9a3fcc94-70d7-4e13-8a26-70e6b12a4e8d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=107743df-d3df-459d-a6cd-9e2ab4303016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4015744 Nov 12 08:09:43.807368 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5e4b8c-f230-4b77-99e8-10e9fc126b8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75007670-b7d0-40c6-b65e-22f2e77fccab,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:43.826601 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-525d9511-a84e-4516-adfc-663486255756 req-04480bba-b188-4a49-a677-46e9b1c0cbb8 service neutron] For port 5fc0601c-a0ae-46e6-912e-5409aaa60092, host n-h1-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:09:43.880939 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9efa015a-172b-4d6b-a07c-007081773e48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:43.937185 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c5b555ee-8e40-4c72-8dd9-e191d7604f27 req-3f36eb93-d06c-4c35-9794-7519ae7bcc77 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/security-groups?id=edb098b1-b850-4d1f-9907-ebc80ab17859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3189759 Nov 12 08:09:44.074844 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82047a0a-6f6c-4e84-aa3f-085b47fa6ac2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fc0601c-a0ae-46e6-912e-5409aaa60092'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:09:44.080042 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd7ca344-839a-4fe4-978b-a0e55cbc062b" -d '{"events": [{"server_uuid": "82047a0a-6f6c-4e84-aa3f-085b47fa6ac2", "name": "network-vif-unplugged", "status": "completed", "tag": "5fc0601c-a0ae-46e6-912e-5409aaa60092"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:09:44.095610 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9efa015a-172b-4d6b-a07c-007081773e48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:44.105257 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-525d9511-a84e-4516-adfc-663486255756 req-04480bba-b188-4a49-a677-46e9b1c0cbb8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:44.165993 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-525d9511-a84e-4516-adfc-663486255756 req-04480bba-b188-4a49-a677-46e9b1c0cbb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:44.177869 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-92b9e1c1-a962-4c4b-b0aa-8ed61fabc3e6 req-3889c8f9-8177-4d4f-a4f5-eb44bf3b736c tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=96a9cab0-60b5-4289-a73f-a894f7e4644d HTTP/1.1" status: 200 len: 210 time: 0.0760503 Nov 12 08:09:44.215801 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6cdb1fb7-2e12-4cd4-b092-dcb96942a1b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:44.238206 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385911d0-9cb1-477a-922f-da7b1e43249e req-650f0b42-dc6f-4766-8db6-97fc1af8ff8e tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:44.241485 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-2a706369-2456-41f9-bcf1-772488ab4dcc tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Allocated IP 10.2.2.200 (98a99309-fcab-4612-ba6f-85e7b28a9784/a4df3464-1784-4646-b668-8314233aecdd/d68eab59-913a-43c9-aa2c-928060df69bb) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:09:44.254894 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-385911d0-9cb1-477a-922f-da7b1e43249e req-650f0b42-dc6f-4766-8db6-97fc1af8ff8e tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc49da43-39c1-490b-8daf-8f50401085b1 HTTP/1.1" status: 200 len: 949 time: 0.3484485 Nov 12 08:09:44.305961 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6cdb1fb7-2e12-4cd4-b092-dcb96942a1b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:44.339484 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-514dbdda-f6aa-4d3c-a09a-8bdcc8dc4dcf x-openstack-request-id: req-514dbdda-f6aa-4d3c-a09a-8bdcc8dc4dcf {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:09:44.340954 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82047a0a-6f6c-4e84-aa3f-085b47fa6ac2", "name": "network-vif-unplugged", "status": "completed", "tag": "5fc0601c-a0ae-46e6-912e-5409aaa60092", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:09:44.341419 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-514dbdda-f6aa-4d3c-a09a-8bdcc8dc4dcf {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:09:44.342676 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82047a0a-6f6c-4e84-aa3f-085b47fa6ac2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fc0601c-a0ae-46e6-912e-5409aaa60092', 'code': 200} Nov 12 08:09:44.401971 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fde1ef49-eb8b-430f-a088-970f3b5b42e3 req-e0517365-b184-4076-b1b7-1c952913c72a service neutron] 10.222.0.21 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5960705 Nov 12 08:09:44.402621 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-385911d0-9cb1-477a-922f-da7b1e43249e req-b5f9347a-9e9b-45b1-a2c5-d915ddc3bb99 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb487f5-7b7a-45ea-a48a-5e5b4b4e6e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460249 Nov 12 08:09:44.408883 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9efa015a-172b-4d6b-a07c-007081773e48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:44.412928 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9efa015a-172b-4d6b-a07c-007081773e48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:44.417417 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-9efa015a-172b-4d6b-a07c-007081773e48 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d7d7ce62-7b64-432f-8696-e06f6061e481 HTTP/1.1" status: 204 len: 168 time: 0.9142659 Nov 12 08:09:44.441117 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efa015a-172b-4d6b-a07c-007081773e48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7d7ce62-7b64-432f-8696-e06f6061e481,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:44.474029 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6cdb1fb7-2e12-4cd4-b092-dcb96942a1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:44.476825 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6cdb1fb7-2e12-4cd4-b092-dcb96942a1b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:44.477997 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-6cdb1fb7-2e12-4cd4-b092-dcb96942a1b3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ef7ad7fa-178d-4ce0-a7c4-d761a8b876eb HTTP/1.1" status: 204 len: 168 time: 0.7966645 Nov 12 08:09:44.487534 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdb1fb7-2e12-4cd4-b092-dcb96942a1b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef7ad7fa-178d-4ce0-a7c4-d761a8b876eb,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:44.581747 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04480bba-b188-4a49-a677-46e9b1c0cbb8 service neutron] Pushing event updated for resources: {'Port': ['ID=5fc0601c-a0ae-46e6-912e-5409aaa60092,revision_number=7']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:44.682911 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-525d9511-a84e-4516-adfc-663486255756 req-04480bba-b188-4a49-a677-46e9b1c0cbb8 service neutron] Attempting to bind port 5fc0601c-a0ae-46e6-912e-5409aaa60092 on host n-h1-765315-29 for vnic_type normal with profile {"migrating_to": "n-h2-765315-29"} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:09:44.683496 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-525d9511-a84e-4516-adfc-663486255756 req-04480bba-b188-4a49-a677-46e9b1c0cbb8 service neutron] Attempting to bind port 5fc0601c-a0ae-46e6-912e-5409aaa60092 by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': '1db27ece-82b2-4c8d-abc3-e56edcdd7b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'e20d0ee5-0c01-4db1-aa95-4ea5bc470460'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:09:44.683831 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525d9511-a84e-4516-adfc-663486255756 req-04480bba-b188-4a49-a677-46e9b1c0cbb8 service neutron] Attempting to bind port 5fc0601c-a0ae-46e6-912e-5409aaa60092 on network e20d0ee5-0c01-4db1-aa95-4ea5bc470460 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:09:44.700304 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525d9511-a84e-4516-adfc-663486255756 req-04480bba-b188-4a49-a677-46e9b1c0cbb8 service neutron] Port 5fc0601c-a0ae-46e6-912e-5409aaa60092 on network e20d0ee5-0c01-4db1-aa95-4ea5bc470460 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:09:44.700704 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525d9511-a84e-4516-adfc-663486255756 req-04480bba-b188-4a49-a677-46e9b1c0cbb8 service neutron] Attempting to bind port 5fc0601c-a0ae-46e6-912e-5409aaa60092 on network e20d0ee5-0c01-4db1-aa95-4ea5bc470460 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:09:44.735910 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525d9511-a84e-4516-adfc-663486255756 req-04480bba-b188-4a49-a677-46e9b1c0cbb8 service neutron] Checking agent: {'id': '26215384-8035-4ce2-971a-8e67be80da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:09:44.736245 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525d9511-a84e-4516-adfc-663486255756 req-04480bba-b188-4a49-a677-46e9b1c0cbb8 service neutron] Checking segment: {'id': '1db27ece-82b2-4c8d-abc3-e56edcdd7b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'e20d0ee5-0c01-4db1-aa95-4ea5bc470460'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:09:44.736764 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525d9511-a84e-4516-adfc-663486255756 req-04480bba-b188-4a49-a677-46e9b1c0cbb8 service neutron] Bound using segment: {'id': '1db27ece-82b2-4c8d-abc3-e56edcdd7b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'e20d0ee5-0c01-4db1-aa95-4ea5bc470460'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:09:44.737462 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-525d9511-a84e-4516-adfc-663486255756 req-04480bba-b188-4a49-a677-46e9b1c0cbb8 service neutron] Bound port: 5fc0601c-a0ae-46e6-912e-5409aaa60092, host: n-h1-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1db27ece-82b2-4c8d-abc3-e56edcdd7b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'e20d0ee5-0c01-4db1-aa95-4ea5bc470460'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:09:44.737646 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-525d9511-a84e-4516-adfc-663486255756 req-04480bba-b188-4a49-a677-46e9b1c0cbb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:44.799210 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:09:44.814150 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78365939-922e-4495-a3e8-8a2cafe61b29 req-f7e50d6f-c556-430d-b5b8-32c314f8b3d0 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:44.822157 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-78365939-922e-4495-a3e8-8a2cafe61b29 req-f7e50d6f-c556-430d-b5b8-32c314f8b3d0 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=82047a0a-6f6c-4e84-aa3f-085b47fa6ac2 HTTP/1.1" status: 200 len: 944 time: 0.2484639 Nov 12 08:09:44.908159 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fde1ef49-eb8b-430f-a088-970f3b5b42e3 req-cd339507-891f-4228-8fdd-0f0756e9a3f0 service neutron] 10.222.0.21 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4728839 Nov 12 08:09:45.113195 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-78365939-922e-4495-a3e8-8a2cafe61b29 req-4f1213f9-bdf4-4a1a-879c-b8b751a663a0 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856758 Nov 12 08:09:45.164366 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-2a706369-2456-41f9-bcf1-772488ab4dcc tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:45.259013 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-2a706369-2456-41f9-bcf1-772488ab4dcc tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:45.269980 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487e93db-cfaa-4911-ab8f-5f00a82b234f req-0c3f6cc6-6403-4e29-a6ce-02baaccfe3ec tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:45.284422 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487e93db-cfaa-4911-ab8f-5f00a82b234f req-0c3f6cc6-6403-4e29-a6ce-02baaccfe3ec tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:45.292321 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487e93db-cfaa-4911-ab8f-5f00a82b234f req-0c3f6cc6-6403-4e29-a6ce-02baaccfe3ec tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:45.301434 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487e93db-cfaa-4911-ab8f-5f00a82b234f req-0c3f6cc6-6403-4e29-a6ce-02baaccfe3ec tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:45.311685 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-487e93db-cfaa-4911-ab8f-5f00a82b234f req-0c3f6cc6-6403-4e29-a6ce-02baaccfe3ec tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd1d6ac-fc22-40b4-9334-b79b8f638fb9 HTTP/1.1" status: 200 len: 3093 time: 0.1774108 Nov 12 08:09:45.337873 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 34666) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:09:45.356933 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-525d9511-a84e-4516-adfc-663486255756 req-04480bba-b188-4a49-a677-46e9b1c0cbb8 service neutron] For port 5fc0601c-a0ae-46e6-912e-5409aaa60092, host n-h1-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:09:45.379846 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-2a706369-2456-41f9-bcf1-772488ab4dcc tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Network 98a99309-fcab-4612-ba6f-85e7b28a9784 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:09:45.397293 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9b1582d8-37e5-4fa1-a605-91bf183a825e req-b27631ce-4f65-441b-96c5-4c38a6072262 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=96a9cab0-60b5-4289-a73f-a894f7e4644d HTTP/1.1" status: 200 len: 210 time: 0.0587354 Nov 12 08:09:45.408002 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-487e93db-cfaa-4911-ab8f-5f00a82b234f req-12fca114-a2c9-42d3-9514-aaef37660c9c tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/security-groups?id=edb098b1-b850-4d1f-9907-ebc80ab17859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904608 Nov 12 08:09:45.409751 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-af114747-881f-40e1-9380-6a84db2c1056 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:45.433330 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-2a706369-2456-41f9-bcf1-772488ab4dcc tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:09:45.435834 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-2a706369-2456-41f9-bcf1-772488ab4dcc tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:09:45.479657 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-525d9511-a84e-4516-adfc-663486255756 req-04480bba-b188-4a49-a677-46e9b1c0cbb8 service neutron] For port 5fc0601c-a0ae-46e6-912e-5409aaa60092, host n-h1-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=5fc0601c-a0ae-46e6-912e-5409aaa60092,segment=NetworkSegment(1db27ece-82b2-4c8d-abc3-e56edcdd7b0a),segment_id=1db27ece-82b2-4c8d-abc3-e56edcdd7b0a)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:09:45.513520 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-525d9511-a84e-4516-adfc-663486255756 req-04480bba-b188-4a49-a677-46e9b1c0cbb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:45.524433 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a706369-2456-41f9-bcf1-772488ab4dcc tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Pushing event updated for resources: {'Port': ['ID=d68eab59-913a-43c9-aa2c-928060df69bb,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:45.660878 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-af114747-881f-40e1-9380-6a84db2c1056 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:45.683527 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-af114747-881f-40e1-9380-6a84db2c1056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:45.769975 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-61d6953c-f628-4c29-b80b-27f4d807c96d None None] Provisioning complete for port d68eab59-913a-43c9-aa2c-928060df69bb triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:09:45.771785 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-61d6953c-f628-4c29-b80b-27f4d807c96d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:45.796227 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af114747-881f-40e1-9380-6a84db2c1056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3617f13d-fe45-43f3-9ce8-17b3452cf524,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:45.863195 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-af114747-881f-40e1-9380-6a84db2c1056 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6cfde7c27664428cb0cd3b2025809004&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5244091 Nov 12 08:09:45.866806 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 34678) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:09:45.886516 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 34680) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:09:45.895585 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-61d6953c-f628-4c29-b80b-27f4d807c96d None None] Port d68eab59-913a-43c9-aa2c-928060df69bb cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:09:45.957833 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-44d7ad8e-1221-4916-9e1e-3ff782b1458b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:45.990795 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-44d7ad8e-1221-4916-9e1e-3ff782b1458b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:46.103754 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-44d7ad8e-1221-4916-9e1e-3ff782b1458b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:46.108101 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-44d7ad8e-1221-4916-9e1e-3ff782b1458b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:46.111178 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-44d7ad8e-1221-4916-9e1e-3ff782b1458b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3617f13d-fe45-43f3-9ce8-17b3452cf524 HTTP/1.1" status: 204 len: 168 time: 0.2405446 Nov 12 08:09:46.122391 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d7ad8e-1221-4916-9e1e-3ff782b1458b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3617f13d-fe45-43f3-9ce8-17b3452cf524,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:46.174145 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04480bba-b188-4a49-a677-46e9b1c0cbb8 service neutron] Pushing event updated for resources: {'Port': ['ID=5fc0601c-a0ae-46e6-912e-5409aaa60092,revision_number=8']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:46.185588 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-cfdcfc59-a2a1-49b7-8424-efb8581d4c02 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2032252032-network', 'tenant_id': '7ee4745fb6f84583a0136b3f8f687425'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:09:46.228485 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4cc3d4ba-7984-4978-b4e4-56b600ffeade req-b50f6844-ef92-4093-af2a-dce076de8362 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=f20f3adab6e34964b521814e780e6afc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0450983 Nov 12 08:09:46.294927 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfdcfc59-a2a1-49b7-8424-efb8581d4c02 admin admin] Made reservation on behalf of 7ee4745fb6f84583a0136b3f8f687425 for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:09:46.298355 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cfdcfc59-a2a1-49b7-8424-efb8581d4c02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:46.313124 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cfdcfc59-a2a1-49b7-8424-efb8581d4c02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:46.329557 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aaf939-7203-4f9d-9ce3-36d7220a8115 req-864be1f5-574c-42d5-84ec-51ee97716ce5 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:46.332961 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f2aaf939-7203-4f9d-9ce3-36d7220a8115 req-864be1f5-574c-42d5-84ec-51ee97716ce5 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=82047a0a-6f6c-4e84-aa3f-085b47fa6ac2 HTTP/1.1" status: 200 len: 944 time: 0.1124322 Nov 12 08:09:46.364960 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-2a706369-2456-41f9-bcf1-772488ab4dcc tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:46.367121 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-2a706369-2456-41f9-bcf1-772488ab4dcc tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:46.396428 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-2a706369-2456-41f9-bcf1-772488ab4dcc tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0906012 Nov 12 08:09:46.397325 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525d9511-a84e-4516-adfc-663486255756 req-04480bba-b188-4a49-a677-46e9b1c0cbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:46.398221 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-525d9511-a84e-4516-adfc-663486255756 req-04480bba-b188-4a49-a677-46e9b1c0cbb8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:46.399856 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-525d9511-a84e-4516-adfc-663486255756 req-04480bba-b188-4a49-a677-46e9b1c0cbb8 service neutron] 10.222.0.44 "PUT /v2.0/ports/5fc0601c-a0ae-46e6-912e-5409aaa60092 HTTP/1.1" status: 200 len: 1124 time: 4.1962509 Nov 12 08:09:46.430005 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82047a0a-6f6c-4e84-aa3f-085b47fa6ac2', 'tag': '5fc0601c-a0ae-46e6-912e-5409aaa60092'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:09:46.431997 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1010c16-ea64-4ada-9da3-73816868dd27" -d '{"events": [{"name": "network-changed", "server_uuid": "82047a0a-6f6c-4e84-aa3f-085b47fa6ac2", "tag": "5fc0601c-a0ae-46e6-912e-5409aaa60092"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:09:46.444368 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-a21a76cc-310c-46ce-860a-02d11fe38204 service neutron] Request body: {'port': {'device_id': '3bd1d6ac-fc22-40b4-9334-b79b8f638fb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:09:46.472836 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['5fc0601c-a0ae-46e6-912e-5409aaa60092'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:09:46.520709 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f2aaf939-7203-4f9d-9ce3-36d7220a8115 req-8dd215f8-4b81-4714-b728-4b23fd20ad6b tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803467 Nov 12 08:09:46.538438 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98329297-d5d6-4eed-8ea6-02d12b329156 req-64ecde24-fea8-4b6b-a37a-f060a1054c1a tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:46.557152 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-98329297-d5d6-4eed-8ea6-02d12b329156 req-64ecde24-fea8-4b6b-a37a-f060a1054c1a tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc49da43-39c1-490b-8daf-8f50401085b1 HTTP/1.1" status: 200 len: 949 time: 0.3644879 Nov 12 08:09:46.618684 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cfdcfc59-a2a1-49b7-8424-efb8581d4c02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:46.632086 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-a21a76cc-310c-46ce-860a-02d11fe38204 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:46.637778 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cfdcfc59-a2a1-49b7-8424-efb8581d4c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:46.709127 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfdcfc59-a2a1-49b7-8424-efb8581d4c02 admin admin] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:09:46.790247 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3d877079-5356-4c6e-b50c-51e5fca1ca7b req-60f99dde-4dec-4504-87e2-3c61fb17c4f5 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=96a9cab0-60b5-4289-a73f-a894f7e4644d HTTP/1.1" status: 200 len: 210 time: 0.1130416 Nov 12 08:09:46.792464 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdcfc59-a2a1-49b7-8424-efb8581d4c02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=947fa4bd-0c07-46bf-9d1c-d08f64eccab9,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:46.817502 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-98329297-d5d6-4eed-8ea6-02d12b329156 req-6c5c33ef-b286-4830-b5a0-ca537e7e2eb8 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb487f5-7b7a-45ea-a48a-5e5b4b4e6e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593746 Nov 12 08:09:46.821257 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cfdcfc59-a2a1-49b7-8424-efb8581d4c02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:46.821882 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-cfdcfc59-a2a1-49b7-8424-efb8581d4c02 admin admin] Added segment a58f2ef8-8152-46dd-8918-a808eff3b04f of type vlan for network 67d0e3ee-9e8e-4875-813f-17b7988e6b76 Nov 12 08:09:46.872921 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc3d4ba-7984-4978-b4e4-56b600ffeade req-09d6a6fc-8894-45c7-a1de-98b24452a27a tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:46.877934 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4cc3d4ba-7984-4978-b4e4-56b600ffeade req-09d6a6fc-8894-45c7-a1de-98b24452a27a tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6309249 Nov 12 08:09:46.910650 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-4cc3d4ba-7984-4978-b4e4-56b600ffeade req-14f7ac82-c3f2-471c-889f-63ee12372058 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Request body: {'port': {'device_id': '96a9cab0-60b5-4289-a73f-a894f7e4644d', 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016', 'admin_state_up': True, 'tenant_id': 'f20f3adab6e34964b521814e780e6afc'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:09:46.915886 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cfdcfc59-a2a1-49b7-8424-efb8581d4c02 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:46.996305 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cfdcfc59-a2a1-49b7-8424-efb8581d4c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:46.997355 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfdcfc59-a2a1-49b7-8424-efb8581d4c02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:46.998026 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cfdcfc59-a2a1-49b7-8424-efb8581d4c02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:47.099011 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-cfdcfc59-a2a1-49b7-8424-efb8581d4c02 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2108395 Nov 12 08:09:47.105365 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 34726) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:09:47.115977 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-f2cf1c45-b6e4-494b-ac43-fa670b788389 admin admin] Request body: {'subnet': {'network_id': '67d0e3ee-9e8e-4875-813f-17b7988e6b76', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2032252032-subnet', 'tenant_id': '7ee4745fb6f84583a0136b3f8f687425', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:09:47.139922 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdcfc59-a2a1-49b7-8424-efb8581d4c02 admin admin] Pushing event updated for resources: {'Network': ['ID=67d0e3ee-9e8e-4875-813f-17b7988e6b76,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:47.148960 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2cf1c45-b6e4-494b-ac43-fa670b788389 admin admin] Made reservation on behalf of 7ee4745fb6f84583a0136b3f8f687425 for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:09:47.153784 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f2cf1c45-b6e4-494b-ac43-fa670b788389 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:47.154213 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 67d0e3ee-9e8e-4875-813f-17b7988e6b76 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:09:47.159165 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1010c16-ea64-4ada-9da3-73816868dd27 req-ed1c2d49-891b-41ec-ab5b-0a5d0653f5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:47.161135 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c1010c16-ea64-4ada-9da3-73816868dd27 req-ed1c2d49-891b-41ec-ab5b-0a5d0653f5bf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d3f3ef4a14134700a36c0967765d4c9a&device_id=82047a0a-6f6c-4e84-aa3f-085b47fa6ac2 HTTP/1.1" status: 200 len: 1127 time: 0.2002325 Nov 12 08:09:47.196932 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0cdad54-b013-4c7b-8e60-79396ed6b9db x-openstack-request-id: req-a0cdad54-b013-4c7b-8e60-79396ed6b9db {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:09:47.197095 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82047a0a-6f6c-4e84-aa3f-085b47fa6ac2", "tag": "5fc0601c-a0ae-46e6-912e-5409aaa60092", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:09:47.197372 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a0cdad54-b013-4c7b-8e60-79396ed6b9db {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:09:47.197777 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82047a0a-6f6c-4e84-aa3f-085b47fa6ac2', 'tag': '5fc0601c-a0ae-46e6-912e-5409aaa60092', 'status': 'completed', 'code': 200} Nov 12 08:09:47.364665 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cc3d4ba-7984-4978-b4e4-56b600ffeade req-14f7ac82-c3f2-471c-889f-63ee12372058 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Made reservation on behalf of f20f3adab6e34964b521814e780e6afc for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:09:47.372072 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-4cc3d4ba-7984-4978-b4e4-56b600ffeade req-14f7ac82-c3f2-471c-889f-63ee12372058 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:47.442539 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-4cc3d4ba-7984-4978-b4e4-56b600ffeade req-14f7ac82-c3f2-471c-889f-63ee12372058 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:47.461796 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a98522-18f3-4b15-b39a-28a4df419ebc req-f54e7c75-ad57-4d71-a1a7-d58fe5bdf398 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:47.480620 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a98522-18f3-4b15-b39a-28a4df419ebc req-f54e7c75-ad57-4d71-a1a7-d58fe5bdf398 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:47.496451 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a98522-18f3-4b15-b39a-28a4df419ebc req-f54e7c75-ad57-4d71-a1a7-d58fe5bdf398 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:47.510761 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a98522-18f3-4b15-b39a-28a4df419ebc req-f54e7c75-ad57-4d71-a1a7-d58fe5bdf398 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:47.519941 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a98522-18f3-4b15-b39a-28a4df419ebc req-f54e7c75-ad57-4d71-a1a7-d58fe5bdf398 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:47.522074 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-53a98522-18f3-4b15-b39a-28a4df419ebc req-f54e7c75-ad57-4d71-a1a7-d58fe5bdf398 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd1d6ac-fc22-40b4-9334-b79b8f638fb9 HTTP/1.1" status: 200 len: 3814 time: 0.4352441 Nov 12 08:09:47.648986 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-53a98522-18f3-4b15-b39a-28a4df419ebc req-ca72598e-f48b-4b99-b556-3c8bff6893b6 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/security-groups?id=edb098b1-b850-4d1f-9907-ebc80ab17859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125605 Nov 12 08:09:47.754898 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-a21a76cc-310c-46ce-860a-02d11fe38204 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0793927c-8519-449f-9816-c38d5e388678 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:09:47.770145 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-a21a76cc-310c-46ce-860a-02d11fe38204 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:47.785718 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-4cc3d4ba-7984-4978-b4e4-56b600ffeade req-14f7ac82-c3f2-471c-889f-63ee12372058 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:47.796193 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-4cc3d4ba-7984-4978-b4e4-56b600ffeade req-14f7ac82-c3f2-471c-889f-63ee12372058 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:47.812648 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-a21a76cc-310c-46ce-860a-02d11fe38204 service neutron] Transition to ACTIVE for port object 0793927c-8519-449f-9816-c38d5e388678 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:09:47.841049 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f7ac82-c3f2-471c-889f-63ee12372058 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fac07147-10d4-4364-a5e1-6f38740cb683,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:47.866644 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-a21a76cc-310c-46ce-860a-02d11fe38204 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:47.911193 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1010c16-ea64-4ada-9da3-73816868dd27 req-acae6fd2-731d-441b-b266-cfe435a8cf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:47.913401 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c1010c16-ea64-4ada-9da3-73816868dd27 req-acae6fd2-731d-441b-b266-cfe435a8cf9f service neutron] 10.222.0.21 "GET /v2.0/networks?id=e20d0ee5-0c01-4db1-aa95-4ea5bc470460 HTTP/1.1" status: 200 len: 922 time: 0.7404912 Nov 12 08:09:47.989820 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21a76cc-310c-46ce-860a-02d11fe38204 service neutron] Pushing event updated for resources: {'Port': ['ID=0793927c-8519-449f-9816-c38d5e388678,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:48.006538 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d2825a-fc75-4215-b180-a55998ffe50d req-0cde86f5-3ce1-4bba-9472-1aa3b7bb8330 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:48.008216 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f5d2825a-fc75-4215-b180-a55998ffe50d req-0cde86f5-3ce1-4bba-9472-1aa3b7bb8330 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=82047a0a-6f6c-4e84-aa3f-085b47fa6ac2 HTTP/1.1" status: 200 len: 944 time: 0.2176750 Nov 12 08:09:48.012259 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c1010c16-ea64-4ada-9da3-73816868dd27 req-5bf05fc6-69ce-4b35-b324-6c30aff45cd5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5fc0601c-a0ae-46e6-912e-5409aaa60092 HTTP/1.1" status: 200 len: 217 time: 0.0886440 Nov 12 08:09:48.070867 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f2cf1c45-b6e4-494b-ac43-fa670b788389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:48.172711 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1010c16-ea64-4ada-9da3-73816868dd27 req-9791af65-ff47-43c1-8603-bd05bd6ce910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:48.179709 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c1010c16-ea64-4ada-9da3-73816868dd27 req-9791af65-ff47-43c1-8603-bd05bd6ce910 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4054f1d6-a6c6-43c7-ba9c-9a6600029957 HTTP/1.1" status: 200 len: 861 time: 0.1552141 Nov 12 08:09:48.199884 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f5d2825a-fc75-4215-b180-a55998ffe50d req-c0fe6654-8677-4d32-9b2a-5ae633572f69 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620011 Nov 12 08:09:48.246572 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-4cc3d4ba-7984-4978-b4e4-56b600ffeade req-14f7ac82-c3f2-471c-889f-63ee12372058 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Allocated IP 192.168.233.17 (107743df-d3df-459d-a6cd-9e2ab4303016/e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1/57e599f1-5ffb-44b1-90b8-87efeef1ee5e) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:09:48.297878 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-a21a76cc-310c-46ce-860a-02d11fe38204 service neutron] Attempting to bind port 0793927c-8519-449f-9816-c38d5e388678 on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:09:48.298529 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-a21a76cc-310c-46ce-860a-02d11fe38204 service neutron] Attempting to bind port 0793927c-8519-449f-9816-c38d5e388678 by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': 'f2435aad-db59-428a-9763-e2897ac84fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '24a4ad48-a7af-4b0d-bf7a-0953ccc45cdb'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:09:48.299042 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-a21a76cc-310c-46ce-860a-02d11fe38204 service neutron] Attempting to bind port 0793927c-8519-449f-9816-c38d5e388678 on network 24a4ad48-a7af-4b0d-bf7a-0953ccc45cdb {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:09:48.337550 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-a21a76cc-310c-46ce-860a-02d11fe38204 service neutron] Port 0793927c-8519-449f-9816-c38d5e388678 on network 24a4ad48-a7af-4b0d-bf7a-0953ccc45cdb not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:09:48.337879 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-a21a76cc-310c-46ce-860a-02d11fe38204 service neutron] Attempting to bind port 0793927c-8519-449f-9816-c38d5e388678 on network 24a4ad48-a7af-4b0d-bf7a-0953ccc45cdb {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:09:48.342701 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c1010c16-ea64-4ada-9da3-73816868dd27 req-def75ca7-400e-418c-a7ae-da6825040eb8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e20d0ee5-0c01-4db1-aa95-4ea5bc470460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1464005 Nov 12 08:09:48.357734 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-a21a76cc-310c-46ce-860a-02d11fe38204 service neutron] Checking agent: {'id': '26215384-8035-4ce2-971a-8e67be80da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:09:48.358081 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-a21a76cc-310c-46ce-860a-02d11fe38204 service neutron] Checking segment: {'id': 'f2435aad-db59-428a-9763-e2897ac84fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '24a4ad48-a7af-4b0d-bf7a-0953ccc45cdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:09:48.358473 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-a21a76cc-310c-46ce-860a-02d11fe38204 service neutron] Bound using segment: {'id': 'f2435aad-db59-428a-9763-e2897ac84fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '24a4ad48-a7af-4b0d-bf7a-0953ccc45cdb'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:09:48.359011 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-a21a76cc-310c-46ce-860a-02d11fe38204 service neutron] Bound port: 0793927c-8519-449f-9816-c38d5e388678, host: n-h1-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2435aad-db59-428a-9763-e2897ac84fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '24a4ad48-a7af-4b0d-bf7a-0953ccc45cdb'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:09:48.359381 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-a21a76cc-310c-46ce-860a-02d11fe38204 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:48.385784 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cf1c45-b6e4-494b-ac43-fa670b788389 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8734df6-399d-4069-ad3c-65eee8d7586d,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:48.528052 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2cf1c45-b6e4-494b-ac43-fa670b788389 admin admin] Checking segment: {'id': 'a58f2ef8-8152-46dd-8918-a808eff3b04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '67d0e3ee-9e8e-4875-813f-17b7988e6b76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:09:48.528729 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2cf1c45-b6e4-494b-ac43-fa670b788389 admin admin] Network hostable DHCP agents. Network: 67d0e3ee-9e8e-4875-813f-17b7988e6b76, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:09:48.610414 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-a21a76cc-310c-46ce-860a-02d11fe38204 service neutron] For port 0793927c-8519-449f-9816-c38d5e388678, host n-h1-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:09:48.625871 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-a21a76cc-310c-46ce-860a-02d11fe38204 service neutron] For port 0793927c-8519-449f-9816-c38d5e388678, host n-h1-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=0793927c-8519-449f-9816-c38d5e388678,segment=NetworkSegment(f2435aad-db59-428a-9763-e2897ac84fcd),segment_id=f2435aad-db59-428a-9763-e2897ac84fcd)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:09:48.630874 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3c8537-9682-4eb5-808e-5276c348f6b7 req-c81e08dc-1626-479b-85aa-224e9d560e5a tempest-ServersAdminTestJSON-1564478352 tempest-ServersAdminTestJSON-1564478352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:48.631356 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3c8537-9682-4eb5-808e-5276c348f6b7 req-c81e08dc-1626-479b-85aa-224e9d560e5a tempest-ServersAdminTestJSON-1564478352 tempest-ServersAdminTestJSON-1564478352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:48.631857 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3c8537-9682-4eb5-808e-5276c348f6b7 req-c81e08dc-1626-479b-85aa-224e9d560e5a tempest-ServersAdminTestJSON-1564478352 tempest-ServersAdminTestJSON-1564478352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:48.632274 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3c8537-9682-4eb5-808e-5276c348f6b7 req-c81e08dc-1626-479b-85aa-224e9d560e5a tempest-ServersAdminTestJSON-1564478352 tempest-ServersAdminTestJSON-1564478352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:48.636720 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-a21a76cc-310c-46ce-860a-02d11fe38204 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:48.640983 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3c8537-9682-4eb5-808e-5276c348f6b7 req-c81e08dc-1626-479b-85aa-224e9d560e5a tempest-ServersAdminTestJSON-1564478352 tempest-ServersAdminTestJSON-1564478352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:48.640983 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3c8537-9682-4eb5-808e-5276c348f6b7 req-c81e08dc-1626-479b-85aa-224e9d560e5a tempest-ServersAdminTestJSON-1564478352 tempest-ServersAdminTestJSON-1564478352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:48.641383 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3c8537-9682-4eb5-808e-5276c348f6b7 req-c81e08dc-1626-479b-85aa-224e9d560e5a tempest-ServersAdminTestJSON-1564478352 tempest-ServersAdminTestJSON-1564478352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:48.642024 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3c8537-9682-4eb5-808e-5276c348f6b7 req-c81e08dc-1626-479b-85aa-224e9d560e5a tempest-ServersAdminTestJSON-1564478352 tempest-ServersAdminTestJSON-1564478352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:48.642234 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3c8537-9682-4eb5-808e-5276c348f6b7 req-c81e08dc-1626-479b-85aa-224e9d560e5a tempest-ServersAdminTestJSON-1564478352 tempest-ServersAdminTestJSON-1564478352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:48.642729 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3c8537-9682-4eb5-808e-5276c348f6b7 req-c81e08dc-1626-479b-85aa-224e9d560e5a tempest-ServersAdminTestJSON-1564478352 tempest-ServersAdminTestJSON-1564478352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:48.647469 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3c8537-9682-4eb5-808e-5276c348f6b7 req-c81e08dc-1626-479b-85aa-224e9d560e5a tempest-ServersAdminTestJSON-1564478352 tempest-ServersAdminTestJSON-1564478352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:48.649061 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0c3c8537-9682-4eb5-808e-5276c348f6b7 req-c81e08dc-1626-479b-85aa-224e9d560e5a tempest-ServersAdminTestJSON-1564478352 tempest-ServersAdminTestJSON-1564478352-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=96a9cab0-60b5-4289-a73f-a894f7e4644d&device_id=3bd1d6ac-fc22-40b4-9334-b79b8f638fb9&device_id=cc49da43-39c1-490b-8daf-8f50401085b1&device_id=82047a0a-6f6c-4e84-aa3f-085b47fa6ac2&device_id=c36d23e4-07c7-4980-865e-dd588c2d12a7&device_id=bf5b5785-a47f-4561-a4b6-f5a68cfe2ed6&device_id=94ffb2fc-fb0c-423a-b2e0-af99ae6c54dd&device_id=af81c23c-9a36-4719-91a6-b1d1873de119 HTTP/1.1" status: 200 len: 9684 time: 0.2280474 Nov 12 08:09:48.655247 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2cf1c45-b6e4-494b-ac43-fa670b788389 admin admin] Network 67d0e3ee-9e8e-4875-813f-17b7988e6b76 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:09:48.697797 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-a21a76cc-310c-46ce-860a-02d11fe38204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:48.697797 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-a21a76cc-310c-46ce-860a-02d11fe38204 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:48.698957 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-a21a76cc-310c-46ce-860a-02d11fe38204 service neutron] 10.222.0.21 "PUT /v2.0/ports/0793927c-8519-449f-9816-c38d5e388678 HTTP/1.1" status: 200 len: 1092 time: 2.2629750 Nov 12 08:09:48.703326 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-f2cf1c45-b6e4-494b-ac43-fa670b788389 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 67d0e3ee-9e8e-4875-813f-17b7988e6b76) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:09:48.707338 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c1010c16-ea64-4ada-9da3-73816868dd27 req-134daa2c-9015-4326-b1ca-c9dd9e5783ee service neutron] 10.222.0.21 "GET /v2.0/networks/e20d0ee5-0c01-4db1-aa95-4ea5bc470460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3523819 Nov 12 08:09:48.710099 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-0c3c8537-9682-4eb5-808e-5276c348f6b7 req-16e3c3b0-3028-40af-9ad6-c1ee27046f50 tempest-ServersAdminTestJSON-1564478352 tempest-ServersAdminTestJSON-1564478352-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:48.723625 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2cf1c45-b6e4-494b-ac43-fa670b788389 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:48.724228 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f2cf1c45-b6e4-494b-ac43-fa670b788389 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:48.725546 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01be3ad4-d633-4d82-942c-48174bfb0556 None None] Network 67d0e3ee-9e8e-4875-813f-17b7988e6b76 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:09:48.786303 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-41616508-7faf-4913-abae-57a3bc331386 service neutron] Request body: {'port': {'device_id': '3bd1d6ac-fc22-40b4-9334-b79b8f638fb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:09:48.795965 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-4cc3d4ba-7984-4978-b4e4-56b600ffeade req-14f7ac82-c3f2-471c-889f-63ee12372058 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:48.817899 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-f2cf1c45-b6e4-494b-ac43-fa670b788389 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7006819 Nov 12 08:09:48.866401 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-99e7bd88-d893-479c-8d89-5c171bd8261f req-a8a4d524-ac89-4c32-83d4-e0294f308a9f tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=96a9cab0-60b5-4289-a73f-a894f7e4644d HTTP/1.1" status: 200 len: 210 time: 0.1642592 Nov 12 08:09:48.958063 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21a76cc-310c-46ce-860a-02d11fe38204 service neutron] Pushing event updated for resources: {'Port': ['ID=0793927c-8519-449f-9816-c38d5e388678,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:48.976381 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-4cc3d4ba-7984-4978-b4e4-56b600ffeade req-14f7ac82-c3f2-471c-889f-63ee12372058 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:49.098526 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c1010c16-ea64-4ada-9da3-73816868dd27 req-570dd067-b70b-446a-a225-ca774b32584d service neutron] 10.222.0.21 "GET /v2.0/networks/e20d0ee5-0c01-4db1-aa95-4ea5bc470460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3709917 Nov 12 08:09:49.137211 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-0c3c8537-9682-4eb5-808e-5276c348f6b7 req-16e3c3b0-3028-40af-9ad6-c1ee27046f50 tempest-ServersAdminTestJSON-1564478352 tempest-ServersAdminTestJSON-1564478352-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:49.143173 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-0c3c8537-9682-4eb5-808e-5276c348f6b7 req-16e3c3b0-3028-40af-9ad6-c1ee27046f50 tempest-ServersAdminTestJSON-1564478352 tempest-ServersAdminTestJSON-1564478352-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:49.148496 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf83251-5575-43a0-b2cf-24c412ada7f3 None None] Network 67d0e3ee-9e8e-4875-813f-17b7988e6b76 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:09:49.197292 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cc3d4ba-7984-4978-b4e4-56b600ffeade req-14f7ac82-c3f2-471c-889f-63ee12372058 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Network 107743df-d3df-459d-a6cd-9e2ab4303016 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:09:49.198202 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-41616508-7faf-4913-abae-57a3bc331386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:49.206368 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bd1d6ac-fc22-40b4-9334-b79b8f638fb9', 'tag': '0793927c-8519-449f-9816-c38d5e388678'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:09:49.208817 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-155a6f9d-bf25-4d1b-9323-cb1720d98661" -d '{"events": [{"name": "network-changed", "server_uuid": "3bd1d6ac-fc22-40b4-9334-b79b8f638fb9", "tag": "0793927c-8519-449f-9816-c38d5e388678"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:09:49.216381 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e3c3b0-3028-40af-9ad6-c1ee27046f50 tempest-ServersAdminTestJSON-1564478352 tempest-ServersAdminTestJSON-1564478352-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aad3962f-a30f-402e-af6e-c89ad51260c7,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:49.244989 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-4cc3d4ba-7984-4978-b4e4-56b600ffeade req-14f7ac82-c3f2-471c-889f-63ee12372058 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:09:49.249437 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cc3d4ba-7984-4978-b4e4-56b600ffeade req-14f7ac82-c3f2-471c-889f-63ee12372058 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:09:49.260175 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f7ac82-c3f2-471c-889f-63ee12372058 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Pushing event updated for resources: {'Port': ['ID=57e599f1-5ffb-44b1-90b8-87efeef1ee5e,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:49.288121 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0c3c8537-9682-4eb5-808e-5276c348f6b7 req-16e3c3b0-3028-40af-9ad6-c1ee27046f50 tempest-ServersAdminTestJSON-1564478352 tempest-ServersAdminTestJSON-1564478352-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=3e2c6d71-9d00-4992-8976-785692969164&id=7bb487f5-7b7a-45ea-a48a-5e5b4b4e6e86&id=edb098b1-b850-4d1f-9907-ebc80ab17859&id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 539 time: 0.6051388 Nov 12 08:09:49.407803 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc3d4ba-7984-4978-b4e4-56b600ffeade req-14f7ac82-c3f2-471c-889f-63ee12372058 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:49.408645 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-4cc3d4ba-7984-4978-b4e4-56b600ffeade req-14f7ac82-c3f2-471c-889f-63ee12372058 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:49.422927 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 5fc0601c-a0ae-46e6-912e-5409aaa60092 details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:09:49.507716 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d83a1de-142d-49a2-991f-d48c05461d1b req-94d45102-d5aa-4378-aa8f-8dbe7a614bdf tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:49.514044 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d83a1de-142d-49a2-991f-d48c05461d1b req-94d45102-d5aa-4378-aa8f-8dbe7a614bdf tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:49.520772 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d83a1de-142d-49a2-991f-d48c05461d1b req-94d45102-d5aa-4378-aa8f-8dbe7a614bdf tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:49.527016 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d83a1de-142d-49a2-991f-d48c05461d1b req-94d45102-d5aa-4378-aa8f-8dbe7a614bdf tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:49.533802 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d83a1de-142d-49a2-991f-d48c05461d1b req-94d45102-d5aa-4378-aa8f-8dbe7a614bdf tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:49.535645 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5d83a1de-142d-49a2-991f-d48c05461d1b req-94d45102-d5aa-4378-aa8f-8dbe7a614bdf tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd1d6ac-fc22-40b4-9334-b79b8f638fb9 HTTP/1.1" status: 200 len: 3826 time: 0.2809579 Nov 12 08:09:49.541689 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4cc3d4ba-7984-4978-b4e4-56b600ffeade req-14f7ac82-c3f2-471c-889f-63ee12372058 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6514165 Nov 12 08:09:49.570432 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-4cc3d4ba-7984-4978-b4e4-56b600ffeade req-b6fde715-980d-4a82-ace7-49c4b556f772 service neutron] Request body: {'port': {'device_id': '96a9cab0-60b5-4289-a73f-a894f7e4644d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:09:49.589141 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 5fc0601c-a0ae-46e6-912e-5409aaa60092, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=5fc0601c-a0ae-46e6-912e-5409aaa60092,segment=NetworkSegment(1db27ece-82b2-4c8d-abc3-e56edcdd7b0a),segment_id=1db27ece-82b2-4c8d-abc3-e56edcdd7b0a)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:09:49.611100 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 5fc0601c-a0ae-46e6-912e-5409aaa60092 has no active binding in host n-h2-765315-29 {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 08:09:49.619925 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-de21c19c-b9c3-4c73-902d-fabe67681fc0 None None] Provisioning complete for port 57e599f1-5ffb-44b1-90b8-87efeef1ee5e triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:09:49.620292 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-de21c19c-b9c3-4c73-902d-fabe67681fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:49.675193 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-de21c19c-b9c3-4c73-902d-fabe67681fc0 None None] Port 57e599f1-5ffb-44b1-90b8-87efeef1ee5e cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:09:49.737613 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5d83a1de-142d-49a2-991f-d48c05461d1b req-7234cd5f-1d2b-4446-9efb-3b19c0b6a9aa tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/security-groups?id=edb098b1-b850-4d1f-9907-ebc80ab17859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1921782 Nov 12 08:09:49.741333 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-4cc3d4ba-7984-4978-b4e4-56b600ffeade req-b6fde715-980d-4a82-ace7-49c4b556f772 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:49.864327 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-be9de8ff-ffd5-4f05-aba3-95e2360c5685 req-47188567-5326-4b36-a8ca-6b61caca1ffb tempest-SecurityGroupRulesNegativeTestJSON-1359900434 tempest-SecurityGroupRulesNegativeTestJSON-1359900434-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-617553390', 'description': 'tempest-description-1989003428'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:09:49.889693 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-be9de8ff-ffd5-4f05-aba3-95e2360c5685 req-47188567-5326-4b36-a8ca-6b61caca1ffb tempest-SecurityGroupRulesNegativeTestJSON-1359900434 tempest-SecurityGroupRulesNegativeTestJSON-1359900434-project] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:49.984966 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-be9de8ff-ffd5-4f05-aba3-95e2360c5685 req-47188567-5326-4b36-a8ca-6b61caca1ffb tempest-SecurityGroupRulesNegativeTestJSON-1359900434 tempest-SecurityGroupRulesNegativeTestJSON-1359900434-project] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:49.990515 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-be9de8ff-ffd5-4f05-aba3-95e2360c5685 req-47188567-5326-4b36-a8ca-6b61caca1ffb tempest-SecurityGroupRulesNegativeTestJSON-1359900434 tempest-SecurityGroupRulesNegativeTestJSON-1359900434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:50.019460 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-41616508-7faf-4913-abae-57a3bc331386 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 222d1760-e17f-49ca-84de-7bb56db34609 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:09:50.022768 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-be9de8ff-ffd5-4f05-aba3-95e2360c5685 req-47188567-5326-4b36-a8ca-6b61caca1ffb tempest-SecurityGroupRulesNegativeTestJSON-1359900434 tempest-SecurityGroupRulesNegativeTestJSON-1359900434-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:50.033124 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-be9de8ff-ffd5-4f05-aba3-95e2360c5685 req-47188567-5326-4b36-a8ca-6b61caca1ffb tempest-SecurityGroupRulesNegativeTestJSON-1359900434 tempest-SecurityGroupRulesNegativeTestJSON-1359900434-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.1692841 Nov 12 08:09:50.033301 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199c2ccf-9e64-4a4e-aa5a-77cf3d009840 req-c2c9ea2c-2d8c-43a6-b063-ca434d7b9904 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:50.035130 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-199c2ccf-9e64-4a4e-aa5a-77cf3d009840 req-c2c9ea2c-2d8c-43a6-b063-ca434d7b9904 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=82047a0a-6f6c-4e84-aa3f-085b47fa6ac2 HTTP/1.1" status: 200 len: 944 time: 0.2028296 Nov 12 08:09:50.039845 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47188567-5326-4b36-a8ca-6b61caca1ffb tempest-SecurityGroupRulesNegativeTestJSON-1359900434 tempest-SecurityGroupRulesNegativeTestJSON-1359900434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17b63374-b34a-487b-af63-22e85d8fddc5,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:50.067309 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-41616508-7faf-4913-abae-57a3bc331386 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:50.090375 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d9a7644-8129-4c25-9722-0717cdcaf834 x-openstack-request-id: req-3d9a7644-8129-4c25-9722-0717cdcaf834 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:09:50.090744 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bd1d6ac-fc22-40b4-9334-b79b8f638fb9", "tag": "0793927c-8519-449f-9816-c38d5e388678", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:09:50.091159 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3d9a7644-8129-4c25-9722-0717cdcaf834 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:09:50.091494 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bd1d6ac-fc22-40b4-9334-b79b8f638fb9', 'tag': '0793927c-8519-449f-9816-c38d5e388678', 'status': 'completed', 'code': 200} Nov 12 08:09:50.107049 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-41616508-7faf-4913-abae-57a3bc331386 service neutron] Transition to ACTIVE for port object 222d1760-e17f-49ca-84de-7bb56db34609 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:09:50.114908 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-41616508-7faf-4913-abae-57a3bc331386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:50.221269 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-199c2ccf-9e64-4a4e-aa5a-77cf3d009840 req-1803890e-9299-4602-8ab9-ebc576c51368 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513312 Nov 12 08:09:50.240936 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a6f9d-bf25-4d1b-9323-cb1720d98661 req-50a9b1a5-2fd0-4e49-b9b2-176da8ccb107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:50.250329 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a6f9d-bf25-4d1b-9323-cb1720d98661 req-50a9b1a5-2fd0-4e49-b9b2-176da8ccb107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:50.261715 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41616508-7faf-4913-abae-57a3bc331386 service neutron] Pushing event updated for resources: {'Port': ['ID=222d1760-e17f-49ca-84de-7bb56db34609,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:50.262170 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a6f9d-bf25-4d1b-9323-cb1720d98661 req-50a9b1a5-2fd0-4e49-b9b2-176da8ccb107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:50.262170 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a6f9d-bf25-4d1b-9323-cb1720d98661 req-50a9b1a5-2fd0-4e49-b9b2-176da8ccb107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:50.262170 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a6f9d-bf25-4d1b-9323-cb1720d98661 req-50a9b1a5-2fd0-4e49-b9b2-176da8ccb107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:50.262170 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a6f9d-bf25-4d1b-9323-cb1720d98661 req-50a9b1a5-2fd0-4e49-b9b2-176da8ccb107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:50.274555 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-155a6f9d-bf25-4d1b-9323-cb1720d98661 req-50a9b1a5-2fd0-4e49-b9b2-176da8ccb107 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=caeb26ccc5c74ed4b3562c36be1bd442&device_id=3bd1d6ac-fc22-40b4-9334-b79b8f638fb9 HTTP/1.1" status: 200 len: 5244 time: 0.1582277 Nov 12 08:09:50.522858 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.21', 60214) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:09:50.661762 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a6f9d-bf25-4d1b-9323-cb1720d98661 req-4f632445-a9a3-4be3-b484-7f8df834d9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:50.662227 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a6f9d-bf25-4d1b-9323-cb1720d98661 req-4f632445-a9a3-4be3-b484-7f8df834d9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:50.662716 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a6f9d-bf25-4d1b-9323-cb1720d98661 req-4f632445-a9a3-4be3-b484-7f8df834d9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:50.665419 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-155a6f9d-bf25-4d1b-9323-cb1720d98661 req-4f632445-a9a3-4be3-b484-7f8df834d9ab service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=caeb26ccc5c74ed4b3562c36be1bd442&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3812697 Nov 12 08:09:50.677795 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-74343380-675e-4726-9091-9352b7138a40 req-c8d0e127-7bee-4b10-9e7d-022ae35aec05 tempest-SecurityGroupRulesNegativeTestJSON-1359900434 tempest-SecurityGroupRulesNegativeTestJSON-1359900434-project] 10.222.0.26 "GET /v2.0/security-groups/17b63374-b34a-487b-af63-22e85d8fddc5 HTTP/1.1" status: 200 len: 1829 time: 0.1535711 Nov 12 08:09:50.682713 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-74343380-675e-4726-9091-9352b7138a40 req-3bbd4e6e-8a5a-4e2e-9fbb-a27225c110cd tempest-SecurityGroupRulesNegativeTestJSON-1359900434 tempest-SecurityGroupRulesNegativeTestJSON-1359900434-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '17b63374-b34a-487b-af63-22e85d8fddc5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:09:50.683043 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-74343380-675e-4726-9091-9352b7138a40 req-3bbd4e6e-8a5a-4e2e-9fbb-a27225c110cd tempest-SecurityGroupRulesNegativeTestJSON-1359900434 tempest-SecurityGroupRulesNegativeTestJSON-1359900434-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '17b63374-b34a-487b-af63-22e85d8fddc5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:09:50.708427 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-4cc3d4ba-7984-4978-b4e4-56b600ffeade req-b6fde715-980d-4a82-ace7-49c4b556f772 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57e599f1-5ffb-44b1-90b8-87efeef1ee5e {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:09:50.741428 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-4cc3d4ba-7984-4978-b4e4-56b600ffeade req-b6fde715-980d-4a82-ace7-49c4b556f772 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:50.748004 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-41616508-7faf-4913-abae-57a3bc331386 service neutron] Attempting to bind port 222d1760-e17f-49ca-84de-7bb56db34609 on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:09:50.748332 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-41616508-7faf-4913-abae-57a3bc331386 service neutron] Attempting to bind port 222d1760-e17f-49ca-84de-7bb56db34609 by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': 'ef780b90-c001-4df4-8a87-60cbd26d33b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1a323889-6c9a-40df-9d33-3f74857cb8d2'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:09:50.748653 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-41616508-7faf-4913-abae-57a3bc331386 service neutron] Attempting to bind port 222d1760-e17f-49ca-84de-7bb56db34609 on network 1a323889-6c9a-40df-9d33-3f74857cb8d2 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:09:50.753333 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-525d9511-a84e-4516-adfc-663486255756 req-d930d658-1d97-4e19-888a-a6d6cb46bbd7 service neutron] 10.222.0.21 "GET /v2.0/ports/5fc0601c-a0ae-46e6-912e-5409aaa60092/bindings/n-h2-765315-29 HTTP/1.1" status: 200 len: 385 time: 0.2225306 Nov 12 08:09:50.766733 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-41616508-7faf-4913-abae-57a3bc331386 service neutron] Port 222d1760-e17f-49ca-84de-7bb56db34609 on network 1a323889-6c9a-40df-9d33-3f74857cb8d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:09:50.767034 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-41616508-7faf-4913-abae-57a3bc331386 service neutron] Attempting to bind port 222d1760-e17f-49ca-84de-7bb56db34609 on network 1a323889-6c9a-40df-9d33-3f74857cb8d2 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:09:50.772591 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-4cc3d4ba-7984-4978-b4e4-56b600ffeade req-b6fde715-980d-4a82-ace7-49c4b556f772 service neutron] Transition to ACTIVE for port object 57e599f1-5ffb-44b1-90b8-87efeef1ee5e will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:09:50.779165 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-41616508-7faf-4913-abae-57a3bc331386 service neutron] Checking agent: {'id': '26215384-8035-4ce2-971a-8e67be80da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:09:50.782346 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-41616508-7faf-4913-abae-57a3bc331386 service neutron] Checking segment: {'id': 'ef780b90-c001-4df4-8a87-60cbd26d33b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1a323889-6c9a-40df-9d33-3f74857cb8d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:09:50.782346 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-41616508-7faf-4913-abae-57a3bc331386 service neutron] Bound using segment: {'id': 'ef780b90-c001-4df4-8a87-60cbd26d33b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1a323889-6c9a-40df-9d33-3f74857cb8d2'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:09:50.782346 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-41616508-7faf-4913-abae-57a3bc331386 service neutron] Bound port: 222d1760-e17f-49ca-84de-7bb56db34609, host: n-h1-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef780b90-c001-4df4-8a87-60cbd26d33b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1a323889-6c9a-40df-9d33-3f74857cb8d2'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:09:50.782346 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-41616508-7faf-4913-abae-57a3bc331386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:50.783658 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-4cc3d4ba-7984-4978-b4e4-56b600ffeade req-b6fde715-980d-4a82-ace7-49c4b556f772 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:50.837021 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b72ba46-627c-4334-92c3-a5c84fbd3d0e req-a71a9695-f7f3-4080-87c2-64aac0b72c85 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:50.838455 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2b72ba46-627c-4334-92c3-a5c84fbd3d0e req-a71a9695-f7f3-4080-87c2-64aac0b72c85 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=96a9cab0-60b5-4289-a73f-a894f7e4644d HTTP/1.1" status: 200 len: 935 time: 0.4527841 Nov 12 08:09:50.888439 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-74343380-675e-4726-9091-9352b7138a40 req-3bbd4e6e-8a5a-4e2e-9fbb-a27225c110cd tempest-SecurityGroupRulesNegativeTestJSON-1359900434 tempest-SecurityGroupRulesNegativeTestJSON-1359900434-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:50.908361 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fde715-980d-4a82-ace7-49c4b556f772 service neutron] Pushing event updated for resources: {'Port': ['ID=57e599f1-5ffb-44b1-90b8-87efeef1ee5e,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:50.992507 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-74343380-675e-4726-9091-9352b7138a40 req-3bbd4e6e-8a5a-4e2e-9fbb-a27225c110cd tempest-SecurityGroupRulesNegativeTestJSON-1359900434 tempest-SecurityGroupRulesNegativeTestJSON-1359900434-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:51.005652 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2b72ba46-627c-4334-92c3-a5c84fbd3d0e req-7aa0b889-ebe2-4e2c-ae34-3422ba6b1045 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382823 Nov 12 08:09:51.008871 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-41616508-7faf-4913-abae-57a3bc331386 service neutron] For port 222d1760-e17f-49ca-84de-7bb56db34609, host n-h1-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:09:51.009220 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-74343380-675e-4726-9091-9352b7138a40 req-3bbd4e6e-8a5a-4e2e-9fbb-a27225c110cd tempest-SecurityGroupRulesNegativeTestJSON-1359900434 tempest-SecurityGroupRulesNegativeTestJSON-1359900434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:51.017759 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-41616508-7faf-4913-abae-57a3bc331386 service neutron] For port 222d1760-e17f-49ca-84de-7bb56db34609, host n-h1-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=222d1760-e17f-49ca-84de-7bb56db34609,segment=NetworkSegment(ef780b90-c001-4df4-8a87-60cbd26d33b1),segment_id=ef780b90-c001-4df4-8a87-60cbd26d33b1)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:09:51.026704 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-41616508-7faf-4913-abae-57a3bc331386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:51.032893 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a6f9d-bf25-4d1b-9323-cb1720d98661 req-8aa41e05-33fe-4133-9f3f-9c998a636b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:51.034425 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-155a6f9d-bf25-4d1b-9323-cb1720d98661 req-8aa41e05-33fe-4133-9f3f-9c998a636b84 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3448024 Nov 12 08:09:51.036081 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbd4e6e-8a5a-4e2e-9fbb-a27225c110cd tempest-SecurityGroupRulesNegativeTestJSON-1359900434 tempest-SecurityGroupRulesNegativeTestJSON-1359900434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69c41bf1-746f-4c7c-8da4-8fac24166c6d,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:51.083999 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-41616508-7faf-4913-abae-57a3bc331386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:51.084892 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-41616508-7faf-4913-abae-57a3bc331386 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:51.086876 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-41616508-7faf-4913-abae-57a3bc331386 service neutron] 10.222.0.21 "PUT /v2.0/ports/222d1760-e17f-49ca-84de-7bb56db34609 HTTP/1.1" status: 200 len: 1131 time: 2.3216257 Nov 12 08:09:51.098574 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-74343380-675e-4726-9091-9352b7138a40 req-3bbd4e6e-8a5a-4e2e-9fbb-a27225c110cd tempest-SecurityGroupRulesNegativeTestJSON-1359900434 tempest-SecurityGroupRulesNegativeTestJSON-1359900434-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:51.100149 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-74343380-675e-4726-9091-9352b7138a40 req-3bbd4e6e-8a5a-4e2e-9fbb-a27225c110cd tempest-SecurityGroupRulesNegativeTestJSON-1359900434 tempest-SecurityGroupRulesNegativeTestJSON-1359900434-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4213736 Nov 12 08:09:51.111010 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-4cc3d4ba-7984-4978-b4e4-56b600ffeade req-b6fde715-980d-4a82-ace7-49c4b556f772 service neutron] Attempting to bind port 57e599f1-5ffb-44b1-90b8-87efeef1ee5e on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:09:51.111010 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-4cc3d4ba-7984-4978-b4e4-56b600ffeade req-b6fde715-980d-4a82-ace7-49c4b556f772 service neutron] Attempting to bind port 57e599f1-5ffb-44b1-90b8-87efeef1ee5e by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:09:51.111010 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc3d4ba-7984-4978-b4e4-56b600ffeade req-b6fde715-980d-4a82-ace7-49c4b556f772 service neutron] Attempting to bind port 57e599f1-5ffb-44b1-90b8-87efeef1ee5e on network 107743df-d3df-459d-a6cd-9e2ab4303016 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:09:51.125628 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-f338af65-26c2-4902-bc45-ea52af5557f9 service neutron] Request body: {'port': {'device_id': '3bd1d6ac-fc22-40b4-9334-b79b8f638fb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:09:51.153129 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc3d4ba-7984-4978-b4e4-56b600ffeade req-b6fde715-980d-4a82-ace7-49c4b556f772 service neutron] Port 57e599f1-5ffb-44b1-90b8-87efeef1ee5e on network 107743df-d3df-459d-a6cd-9e2ab4303016 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:09:51.153462 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc3d4ba-7984-4978-b4e4-56b600ffeade req-b6fde715-980d-4a82-ace7-49c4b556f772 service neutron] Attempting to bind port 57e599f1-5ffb-44b1-90b8-87efeef1ee5e on network 107743df-d3df-459d-a6cd-9e2ab4303016 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:09:51.174710 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc3d4ba-7984-4978-b4e4-56b600ffeade req-b6fde715-980d-4a82-ace7-49c4b556f772 service neutron] Checking agent: {'id': '26215384-8035-4ce2-971a-8e67be80da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:09:51.174710 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc3d4ba-7984-4978-b4e4-56b600ffeade req-b6fde715-980d-4a82-ace7-49c4b556f772 service neutron] Checking segment: {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:09:51.175054 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc3d4ba-7984-4978-b4e4-56b600ffeade req-b6fde715-980d-4a82-ace7-49c4b556f772 service neutron] Bound using segment: {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:09:51.175321 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-4cc3d4ba-7984-4978-b4e4-56b600ffeade req-b6fde715-980d-4a82-ace7-49c4b556f772 service neutron] Bound port: 57e599f1-5ffb-44b1-90b8-87efeef1ee5e, host: n-h1-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:09:51.175644 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-4cc3d4ba-7984-4978-b4e4-56b600ffeade req-b6fde715-980d-4a82-ace7-49c4b556f772 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:51.179497 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41616508-7faf-4913-abae-57a3bc331386 service neutron] Pushing event updated for resources: {'Port': ['ID=222d1760-e17f-49ca-84de-7bb56db34609,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:51.266119 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-f338af65-26c2-4902-bc45-ea52af5557f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:51.320139 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-525d9511-a84e-4516-adfc-663486255756 req-7944a14e-0919-4f3c-8c56-3d2be6292468 service neutron] For port 5fc0601c-a0ae-46e6-912e-5409aaa60092, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=5fc0601c-a0ae-46e6-912e-5409aaa60092,segment=NetworkSegment(1db27ece-82b2-4c8d-abc3-e56edcdd7b0a),segment_id=1db27ece-82b2-4c8d-abc3-e56edcdd7b0a)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:09:51.356816 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-525d9511-a84e-4516-adfc-663486255756 req-7944a14e-0919-4f3c-8c56-3d2be6292468 service neutron] For port 5fc0601c-a0ae-46e6-912e-5409aaa60092, host n-h1-765315-29, cleared binding levels {{(pid=102600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:09:51.368167 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-4cc3d4ba-7984-4978-b4e4-56b600ffeade req-b6fde715-980d-4a82-ace7-49c4b556f772 service neutron] For port 57e599f1-5ffb-44b1-90b8-87efeef1ee5e, host n-h1-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:09:51.373143 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-4cc3d4ba-7984-4978-b4e4-56b600ffeade req-b6fde715-980d-4a82-ace7-49c4b556f772 service neutron] For port 57e599f1-5ffb-44b1-90b8-87efeef1ee5e, host n-h1-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=57e599f1-5ffb-44b1-90b8-87efeef1ee5e,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:09:51.388817 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-4cc3d4ba-7984-4978-b4e4-56b600ffeade req-b6fde715-980d-4a82-ace7-49c4b556f772 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:51.406644 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [req-525d9511-a84e-4516-adfc-663486255756 req-7944a14e-0919-4f3c-8c56-3d2be6292468 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fc0601c-a0ae-46e6-912e-5409aaa60092 {{(pid=102600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:09:51.419623 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-525d9511-a84e-4516-adfc-663486255756 req-7944a14e-0919-4f3c-8c56-3d2be6292468 service neutron] For port 5fc0601c-a0ae-46e6-912e-5409aaa60092, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=5fc0601c-a0ae-46e6-912e-5409aaa60092,segment=NetworkSegment(1db27ece-82b2-4c8d-abc3-e56edcdd7b0a),segment_id=1db27ece-82b2-4c8d-abc3-e56edcdd7b0a)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:09:51.437830 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-525d9511-a84e-4516-adfc-663486255756 req-7944a14e-0919-4f3c-8c56-3d2be6292468 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:51.587854 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.provisioning_blocks [req-525d9511-a84e-4516-adfc-663486255756 req-7944a14e-0919-4f3c-8c56-3d2be6292468 service neutron] Transition to ACTIVE for port object 5fc0601c-a0ae-46e6-912e-5409aaa60092 will not be triggered until provisioned by entity L2. {{(pid=102600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:09:51.607479 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc3d4ba-7984-4978-b4e4-56b600ffeade req-b6fde715-980d-4a82-ace7-49c4b556f772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:51.608093 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-4cc3d4ba-7984-4978-b4e4-56b600ffeade req-b6fde715-980d-4a82-ace7-49c4b556f772 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:51.610171 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4cc3d4ba-7984-4978-b4e4-56b600ffeade req-b6fde715-980d-4a82-ace7-49c4b556f772 service neutron] 10.222.0.21 "PUT /v2.0/ports/57e599f1-5ffb-44b1-90b8-87efeef1ee5e HTTP/1.1" status: 200 len: 1096 time: 2.0515752 Nov 12 08:09:51.621538 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-525d9511-a84e-4516-adfc-663486255756 req-7944a14e-0919-4f3c-8c56-3d2be6292468 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:51.679416 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fde715-980d-4a82-ace7-49c4b556f772 service neutron] Pushing event updated for resources: {'Port': ['ID=57e599f1-5ffb-44b1-90b8-87efeef1ee5e,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:51.780541 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d69b52d-a366-4531-9f72-0dda62b62105 req-a458c306-ef7d-4455-befd-5ae4f979f735 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:51.797532 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d69b52d-a366-4531-9f72-0dda62b62105 req-a458c306-ef7d-4455-befd-5ae4f979f735 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:51.816842 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d69b52d-a366-4531-9f72-0dda62b62105 req-a458c306-ef7d-4455-befd-5ae4f979f735 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:51.823404 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d69b52d-a366-4531-9f72-0dda62b62105 req-a458c306-ef7d-4455-befd-5ae4f979f735 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:51.832433 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d69b52d-a366-4531-9f72-0dda62b62105 req-a458c306-ef7d-4455-befd-5ae4f979f735 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:51.838887 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d69b52d-a366-4531-9f72-0dda62b62105 req-a458c306-ef7d-4455-befd-5ae4f979f735 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:51.840935 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6d69b52d-a366-4531-9f72-0dda62b62105 req-a458c306-ef7d-4455-befd-5ae4f979f735 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd1d6ac-fc22-40b4-9334-b79b8f638fb9 HTTP/1.1" status: 200 len: 4598 time: 0.2979209 Nov 12 08:09:51.845760 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [req-525d9511-a84e-4516-adfc-663486255756 req-7944a14e-0919-4f3c-8c56-3d2be6292468 service neutron] No DVR routers for this DVR port 5fc0601c-a0ae-46e6-912e-5409aaa60092 on host n-h1-765315-29 {{(pid=102600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:09:51.880647 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186a48c5-2ff6-4dbe-a6e2-33880e904c8a req-e88999ec-f142-4fdd-8ecd-b276530c802d tempest-ServersAdminTestJSON-1564478352 tempest-ServersAdminTestJSON-1564478352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:51.881222 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186a48c5-2ff6-4dbe-a6e2-33880e904c8a req-e88999ec-f142-4fdd-8ecd-b276530c802d tempest-ServersAdminTestJSON-1564478352 tempest-ServersAdminTestJSON-1564478352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:51.881576 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186a48c5-2ff6-4dbe-a6e2-33880e904c8a req-e88999ec-f142-4fdd-8ecd-b276530c802d tempest-ServersAdminTestJSON-1564478352 tempest-ServersAdminTestJSON-1564478352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:51.889356 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-186a48c5-2ff6-4dbe-a6e2-33880e904c8a req-e88999ec-f142-4fdd-8ecd-b276530c802d tempest-ServersAdminTestJSON-1564478352 tempest-ServersAdminTestJSON-1564478352-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=cc49da43-39c1-490b-8daf-8f50401085b1&device_id=c36d23e4-07c7-4980-865e-dd588c2d12a7&device_id=bf5b5785-a47f-4561-a4b6-f5a68cfe2ed6 HTTP/1.1" status: 200 len: 2885 time: 0.3290949 Nov 12 08:09:51.891510 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-525d9511-a84e-4516-adfc-663486255756 req-7944a14e-0919-4f3c-8c56-3d2be6292468 service neutron] 10.222.0.21 "PUT /v2.0/ports/5fc0601c-a0ae-46e6-912e-5409aaa60092/bindings/n-h2-765315-29/activate HTTP/1.1" status: 200 len: 370 time: 1.1242344 Nov 12 08:09:51.898806 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7944a14e-0919-4f3c-8c56-3d2be6292468 service neutron] Pushing event updated for resources: {'Port': ['ID=5fc0601c-a0ae-46e6-912e-5409aaa60092,revision_number=10']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:51.929506 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-f338af65-26c2-4902-bc45-ea52af5557f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c803051-3860-4c62-bdef-be9267f3772d {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:09:51.977911 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-f338af65-26c2-4902-bc45-ea52af5557f9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:52.030405 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6d69b52d-a366-4531-9f72-0dda62b62105 req-017ce042-bb41-47c6-a6fe-3d08c95deb23 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b5c7833-24a2-4c14-bc24-7cc6ddd646d8&id=edb098b1-b850-4d1f-9907-ebc80ab17859&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1763246 Nov 12 08:09:52.040312 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-f338af65-26c2-4902-bc45-ea52af5557f9 service neutron] Transition to ACTIVE for port object 2c803051-3860-4c62-bdef-be9267f3772d will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:09:52.051751 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-f338af65-26c2-4902-bc45-ea52af5557f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:52.058836 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc3d4ba-7984-4978-b4e4-56b600ffeade req-8f0c488f-0cd1-4bee-b8c8-5c30b09e1f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:52.061177 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4cc3d4ba-7984-4978-b4e4-56b600ffeade req-8f0c488f-0cd1-4bee-b8c8-5c30b09e1f5d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f20f3adab6e34964b521814e780e6afc&device_id=96a9cab0-60b5-4289-a73f-a894f7e4644d HTTP/1.1" status: 200 len: 1099 time: 0.1958418 Nov 12 08:09:52.083920 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-186a48c5-2ff6-4dbe-a6e2-33880e904c8a req-f2e4ba88-fbf4-4c94-9b93-e7f5e8d73d36 tempest-ServersAdminTestJSON-1564478352 tempest-ServersAdminTestJSON-1564478352-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=7bb487f5-7b7a-45ea-a48a-5e5b4b4e6e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935604 Nov 12 08:09:52.135248 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bd1d6ac-fc22-40b4-9334-b79b8f638fb9', 'tag': '222d1760-e17f-49ca-84de-7bb56db34609'}, {'name': 'network-changed', 'server_uuid': '96a9cab0-60b5-4289-a73f-a894f7e4644d', 'tag': '57e599f1-5ffb-44b1-90b8-87efeef1ee5e'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:09:52.137500 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f466a46a-0009-4b05-aa1a-7f9ca983c667" -d '{"events": [{"name": "network-changed", "server_uuid": "3bd1d6ac-fc22-40b4-9334-b79b8f638fb9", "tag": "222d1760-e17f-49ca-84de-7bb56db34609"}, {"name": "network-changed", "server_uuid": "96a9cab0-60b5-4289-a73f-a894f7e4644d", "tag": "57e599f1-5ffb-44b1-90b8-87efeef1ee5e"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:09:52.210864 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4cc3d4ba-7984-4978-b4e4-56b600ffeade req-cd9798cf-39c3-40cc-8cc2-3e00a8173f92 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=57e599f1-5ffb-44b1-90b8-87efeef1ee5e HTTP/1.1" status: 200 len: 217 time: 0.0797780 Nov 12 08:09:52.213178 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525d9511-a84e-4516-adfc-663486255756 req-80ad852e-2555-47b3-bd90-84c540b42089 tempest-LiveAutoBlockMigrationV225Test-1991143985 tempest-LiveAutoBlockMigrationV225Test-1991143985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:52.214623 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-525d9511-a84e-4516-adfc-663486255756 req-80ad852e-2555-47b3-bd90-84c540b42089 tempest-LiveAutoBlockMigrationV225Test-1991143985 tempest-LiveAutoBlockMigrationV225Test-1991143985-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=82047a0a-6f6c-4e84-aa3f-085b47fa6ac2&tenant_id=d3f3ef4a14134700a36c0967765d4c9a&binding%3Ahost_id=n-h1-765315-29 HTTP/1.1" status: 200 len: 1097 time: 0.2484744 Nov 12 08:09:52.226811 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5a0b10-6c4f-44aa-8b71-f59034980e1d req-cc800c71-0e8a-4604-9f66-9d51fda56211 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:52.231592 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3f5a0b10-6c4f-44aa-8b71-f59034980e1d req-cc800c71-0e8a-4604-9f66-9d51fda56211 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=82047a0a-6f6c-4e84-aa3f-085b47fa6ac2 HTTP/1.1" status: 200 len: 945 time: 0.0812612 Nov 12 08:09:52.287981 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3f5a0b10-6c4f-44aa-8b71-f59034980e1d req-5c03be99-51ac-4597-a8f4-2aaccead7d1b tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484111 Nov 12 08:09:52.312392 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f338af65-26c2-4902-bc45-ea52af5557f9 service neutron] Pushing event updated for resources: {'Port': ['ID=2c803051-3860-4c62-bdef-be9267f3772d,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:52.367853 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5c2a870e-4d99-403e-ab9b-39db98263349 req-0275ecb4-9ec1-4377-8479-523631fa6918 tempest-SecurityGroupRulesNegativeTestJSON-1359900434 tempest-SecurityGroupRulesNegativeTestJSON-1359900434-project] 10.222.0.26 "GET /v2.0/security-groups/17b63374-b34a-487b-af63-22e85d8fddc5 HTTP/1.1" status: 200 len: 2422 time: 0.2182007 Nov 12 08:09:52.426068 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc3d4ba-7984-4978-b4e4-56b600ffeade req-bee0e018-a410-46e1-8e3f-033cdf3fe3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:52.428318 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4cc3d4ba-7984-4978-b4e4-56b600ffeade req-bee0e018-a410-46e1-8e3f-033cdf3fe3bc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1 HTTP/1.1" status: 200 len: 843 time: 0.2005680 Nov 12 08:09:52.466962 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525d9511-a84e-4516-adfc-663486255756 req-bea65fd5-7a02-40e2-881b-5f6149925420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:52.471262 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-525d9511-a84e-4516-adfc-663486255756 req-bea65fd5-7a02-40e2-881b-5f6149925420 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=82047a0a-6f6c-4e84-aa3f-085b47fa6ac2&tenant_id=d3f3ef4a14134700a36c0967765d4c9a HTTP/1.1" status: 200 len: 1097 time: 0.2471619 Nov 12 08:09:52.516172 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-f338af65-26c2-4902-bc45-ea52af5557f9 service neutron] Attempting to bind port 2c803051-3860-4c62-bdef-be9267f3772d on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:09:52.518018 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-f338af65-26c2-4902-bc45-ea52af5557f9 service neutron] Attempting to bind port 2c803051-3860-4c62-bdef-be9267f3772d by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': 'ef780b90-c001-4df4-8a87-60cbd26d33b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1a323889-6c9a-40df-9d33-3f74857cb8d2'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:09:52.518018 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-f338af65-26c2-4902-bc45-ea52af5557f9 service neutron] Attempting to bind port 2c803051-3860-4c62-bdef-be9267f3772d on network 1a323889-6c9a-40df-9d33-3f74857cb8d2 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:09:52.553460 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-f338af65-26c2-4902-bc45-ea52af5557f9 service neutron] Port 2c803051-3860-4c62-bdef-be9267f3772d on network 1a323889-6c9a-40df-9d33-3f74857cb8d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:09:52.553797 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-f338af65-26c2-4902-bc45-ea52af5557f9 service neutron] Attempting to bind port 2c803051-3860-4c62-bdef-be9267f3772d on network 1a323889-6c9a-40df-9d33-3f74857cb8d2 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:09:52.557966 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 08:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65ac1ed6-1fbd-493b-ae3e-714bb86cdd47 x-openstack-request-id: req-65ac1ed6-1fbd-493b-ae3e-714bb86cdd47 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:09:52.558264 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bd1d6ac-fc22-40b4-9334-b79b8f638fb9", "tag": "222d1760-e17f-49ca-84de-7bb56db34609", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "96a9cab0-60b5-4289-a73f-a894f7e4644d", "tag": "57e599f1-5ffb-44b1-90b8-87efeef1ee5e", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:09:52.558515 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-65ac1ed6-1fbd-493b-ae3e-714bb86cdd47 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:09:52.558927 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bd1d6ac-fc22-40b4-9334-b79b8f638fb9', 'tag': '222d1760-e17f-49ca-84de-7bb56db34609', 'status': 'completed', 'code': 200} Nov 12 08:09:52.559177 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96a9cab0-60b5-4289-a73f-a894f7e4644d', 'tag': '57e599f1-5ffb-44b1-90b8-87efeef1ee5e', 'status': 'completed', 'code': 200} Nov 12 08:09:52.591176 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-f338af65-26c2-4902-bc45-ea52af5557f9 service neutron] Checking agent: {'id': '26215384-8035-4ce2-971a-8e67be80da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:09:52.591679 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-f338af65-26c2-4902-bc45-ea52af5557f9 service neutron] Checking segment: {'id': 'ef780b90-c001-4df4-8a87-60cbd26d33b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1a323889-6c9a-40df-9d33-3f74857cb8d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:09:52.592190 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-f338af65-26c2-4902-bc45-ea52af5557f9 service neutron] Bound using segment: {'id': 'ef780b90-c001-4df4-8a87-60cbd26d33b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1a323889-6c9a-40df-9d33-3f74857cb8d2'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:09:52.594278 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-f338af65-26c2-4902-bc45-ea52af5557f9 service neutron] Bound port: 2c803051-3860-4c62-bdef-be9267f3772d, host: n-h1-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef780b90-c001-4df4-8a87-60cbd26d33b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1a323889-6c9a-40df-9d33-3f74857cb8d2'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:09:52.594547 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-f338af65-26c2-4902-bc45-ea52af5557f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:52.631943 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f466a46a-0009-4b05-aa1a-7f9ca983c667 req-81556f25-d644-4fdc-9996-568ec4c59373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:52.632495 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f466a46a-0009-4b05-aa1a-7f9ca983c667 req-81556f25-d644-4fdc-9996-568ec4c59373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:52.632881 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f466a46a-0009-4b05-aa1a-7f9ca983c667 req-81556f25-d644-4fdc-9996-568ec4c59373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:52.633348 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f466a46a-0009-4b05-aa1a-7f9ca983c667 req-81556f25-d644-4fdc-9996-568ec4c59373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:52.633809 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f466a46a-0009-4b05-aa1a-7f9ca983c667 req-81556f25-d644-4fdc-9996-568ec4c59373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:52.634262 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f466a46a-0009-4b05-aa1a-7f9ca983c667 req-81556f25-d644-4fdc-9996-568ec4c59373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:52.634748 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f466a46a-0009-4b05-aa1a-7f9ca983c667 req-81556f25-d644-4fdc-9996-568ec4c59373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:52.636750 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f466a46a-0009-4b05-aa1a-7f9ca983c667 req-81556f25-d644-4fdc-9996-568ec4c59373 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=caeb26ccc5c74ed4b3562c36be1bd442&device_id=3bd1d6ac-fc22-40b4-9334-b79b8f638fb9 HTTP/1.1" status: 200 len: 6169 time: 0.0561302 Nov 12 08:09:52.648807 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc3d4ba-7984-4978-b4e4-56b600ffeade req-97ceb515-f0e4-4bd7-be13-0c727553c376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:52.650986 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4cc3d4ba-7984-4978-b4e4-56b600ffeade req-97ceb515-f0e4-4bd7-be13-0c727553c376 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=107743df-d3df-459d-a6cd-9e2ab4303016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2143829 Nov 12 08:09:52.693920 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525d9511-a84e-4516-adfc-663486255756 req-ba8fcdf8-ecce-4c6d-a518-feabb0343f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:52.700327 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-525d9511-a84e-4516-adfc-663486255756 req-ba8fcdf8-ecce-4c6d-a518-feabb0343f75 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d3f3ef4a14134700a36c0967765d4c9a&device_id=82047a0a-6f6c-4e84-aa3f-085b47fa6ac2 HTTP/1.1" status: 200 len: 1097 time: 0.1794648 Nov 12 08:09:52.766672 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f466a46a-0009-4b05-aa1a-7f9ca983c667 req-8506a4fd-ebea-4137-9ec1-806a11d3c18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:52.767257 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f466a46a-0009-4b05-aa1a-7f9ca983c667 req-8506a4fd-ebea-4137-9ec1-806a11d3c18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:52.767716 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f466a46a-0009-4b05-aa1a-7f9ca983c667 req-8506a4fd-ebea-4137-9ec1-806a11d3c18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:52.769970 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f466a46a-0009-4b05-aa1a-7f9ca983c667 req-8506a4fd-ebea-4137-9ec1-806a11d3c18c service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=caeb26ccc5c74ed4b3562c36be1bd442&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1237974 Nov 12 08:09:52.854832 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6af77115-c3d6-411a-9fca-8c4ac507b48d req-0ce8c381-475d-4193-800f-61f489a5e323 tempest-SecurityGroupRulesNegativeTestJSON-1359900434 tempest-SecurityGroupRulesNegativeTestJSON-1359900434-project] 10.222.0.26 "GET /v2.0/security-group-rules/69c41bf1-746f-4c7c-8da4-8fac24166c6d HTTP/1.1" status: 200 len: 778 time: 0.0844982 Nov 12 08:09:52.878651 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c53968b-7ad6-4b80-a8a5-97dfc39b27b0 req-6bfdac7b-ed02-4b95-b163-5e22f4736d5e tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:52.883088 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1c53968b-7ad6-4b80-a8a5-97dfc39b27b0 req-6bfdac7b-ed02-4b95-b163-5e22f4736d5e tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=96a9cab0-60b5-4289-a73f-a894f7e4644d HTTP/1.1" status: 200 len: 947 time: 0.3220181 Nov 12 08:09:52.923222 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-f338af65-26c2-4902-bc45-ea52af5557f9 service neutron] For port 2c803051-3860-4c62-bdef-be9267f3772d, host n-h1-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:09:52.939709 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f466a46a-0009-4b05-aa1a-7f9ca983c667 req-067b86a5-9a3c-4f45-bdc1-23651ae66670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:52.941150 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f466a46a-0009-4b05-aa1a-7f9ca983c667 req-067b86a5-9a3c-4f45-bdc1-23651ae66670 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1639085 Nov 12 08:09:52.954858 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6af77115-c3d6-411a-9fca-8c4ac507b48d req-81b1f0e8-2b17-4872-93f4-254f68127c34 tempest-SecurityGroupRulesNegativeTestJSON-1359900434 tempest-SecurityGroupRulesNegativeTestJSON-1359900434-project] 10.222.0.26 "GET /v2.0/security-groups/17b63374-b34a-487b-af63-22e85d8fddc5 HTTP/1.1" status: 200 len: 2422 time: 0.0789087 Nov 12 08:09:52.961096 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-f338af65-26c2-4902-bc45-ea52af5557f9 service neutron] For port 2c803051-3860-4c62-bdef-be9267f3772d, host n-h1-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=2c803051-3860-4c62-bdef-be9267f3772d,segment=NetworkSegment(ef780b90-c001-4df4-8a87-60cbd26d33b1),segment_id=ef780b90-c001-4df4-8a87-60cbd26d33b1)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:09:52.976430 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4cc3d4ba-7984-4978-b4e4-56b600ffeade req-d1864316-1fb2-4f55-a548-fb21a78bc628 service neutron] 10.222.0.21 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948029 Nov 12 08:09:52.979615 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-f338af65-26c2-4902-bc45-ea52af5557f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:52.985413 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-6af77115-c3d6-411a-9fca-8c4ac507b48d req-a1a89fea-a6b1-435f-81b8-15f82a258db8 tempest-SecurityGroupRulesNegativeTestJSON-1359900434 tempest-SecurityGroupRulesNegativeTestJSON-1359900434-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:53.002423 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-6af77115-c3d6-411a-9fca-8c4ac507b48d req-a1a89fea-a6b1-435f-81b8-15f82a258db8 tempest-SecurityGroupRulesNegativeTestJSON-1359900434 tempest-SecurityGroupRulesNegativeTestJSON-1359900434-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:53.013626 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525d9511-a84e-4516-adfc-663486255756 req-3272d953-3011-48b2-9dc3-66eae5ae085f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:53.015882 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-525d9511-a84e-4516-adfc-663486255756 req-3272d953-3011-48b2-9dc3-66eae5ae085f service neutron] 10.222.0.44 "GET /v2.0/networks?id=e20d0ee5-0c01-4db1-aa95-4ea5bc470460 HTTP/1.1" status: 200 len: 922 time: 0.2413223 Nov 12 08:09:53.036507 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-6af77115-c3d6-411a-9fca-8c4ac507b48d req-a1a89fea-a6b1-435f-81b8-15f82a258db8 tempest-SecurityGroupRulesNegativeTestJSON-1359900434 tempest-SecurityGroupRulesNegativeTestJSON-1359900434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:53.041440 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-6af77115-c3d6-411a-9fca-8c4ac507b48d req-a1a89fea-a6b1-435f-81b8-15f82a258db8 tempest-SecurityGroupRulesNegativeTestJSON-1359900434 tempest-SecurityGroupRulesNegativeTestJSON-1359900434-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:53.052320 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6af77115-c3d6-411a-9fca-8c4ac507b48d req-a1a89fea-a6b1-435f-81b8-15f82a258db8 tempest-SecurityGroupRulesNegativeTestJSON-1359900434 tempest-SecurityGroupRulesNegativeTestJSON-1359900434-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/69c41bf1-746f-4c7c-8da4-8fac24166c6d HTTP/1.1" status: 204 len: 173 time: 0.0964732 Nov 12 08:09:53.061494 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a89fea-a6b1-435f-81b8-15f82a258db8 tempest-SecurityGroupRulesNegativeTestJSON-1359900434 tempest-SecurityGroupRulesNegativeTestJSON-1359900434-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=69c41bf1-746f-4c7c-8da4-8fac24166c6d,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:53.164225 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-f338af65-26c2-4902-bc45-ea52af5557f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:53.164225 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-f338af65-26c2-4902-bc45-ea52af5557f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:53.164225 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-f338af65-26c2-4902-bc45-ea52af5557f9 service neutron] 10.222.0.21 "PUT /v2.0/ports/2c803051-3860-4c62-bdef-be9267f3772d HTTP/1.1" status: 200 len: 1132 time: 2.0391793 Nov 12 08:09:53.164225 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-525d9511-a84e-4516-adfc-663486255756 req-aaaa8f3b-0d17-4a6f-be29-da3833aba1ab service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5fc0601c-a0ae-46e6-912e-5409aaa60092 HTTP/1.1" status: 200 len: 217 time: 0.1106162 Nov 12 08:09:53.166184 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1c53968b-7ad6-4b80-a8a5-97dfc39b27b0 req-e590578b-79a7-4f4d-a7f9-9731ae4d2c74 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664979 Nov 12 08:09:53.246730 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-40f3c6ab-ec51-44ce-a8b2-ca727963557f service neutron] Request body: {'port': {'device_id': '3bd1d6ac-fc22-40b4-9334-b79b8f638fb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:09:53.265569 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-593bae91-9707-41bd-9c34-886d1b1c8dcc req-ddeca5bc-046e-499a-a4ef-393442223e4f tempest-SecurityGroupRulesNegativeTestJSON-1359900434 tempest-SecurityGroupRulesNegativeTestJSON-1359900434-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-582602899', 'description': 'tempest-description-1984465405'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:09:53.310965 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f338af65-26c2-4902-bc45-ea52af5557f9 service neutron] Pushing event updated for resources: {'Port': ['ID=2c803051-3860-4c62-bdef-be9267f3772d,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:53.335567 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525d9511-a84e-4516-adfc-663486255756 req-23f2aa24-374a-47e9-b8c3-9b1e0bd9de2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:53.337044 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-525d9511-a84e-4516-adfc-663486255756 req-23f2aa24-374a-47e9-b8c3-9b1e0bd9de2d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4054f1d6-a6c6-43c7-ba9c-9a6600029957 HTTP/1.1" status: 200 len: 861 time: 0.1615908 Nov 12 08:09:53.356743 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46cc266-537a-48dc-a993-b5f8402f20aa req-424bd9cc-8cec-4556-b9c4-04d5bf2e8fe8 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:53.364404 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-593bae91-9707-41bd-9c34-886d1b1c8dcc req-ddeca5bc-046e-499a-a4ef-393442223e4f tempest-SecurityGroupRulesNegativeTestJSON-1359900434 tempest-SecurityGroupRulesNegativeTestJSON-1359900434-project] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:53.364631 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46cc266-537a-48dc-a993-b5f8402f20aa req-424bd9cc-8cec-4556-b9c4-04d5bf2e8fe8 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:53.370987 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46cc266-537a-48dc-a993-b5f8402f20aa req-424bd9cc-8cec-4556-b9c4-04d5bf2e8fe8 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:53.378356 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46cc266-537a-48dc-a993-b5f8402f20aa req-424bd9cc-8cec-4556-b9c4-04d5bf2e8fe8 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:53.384481 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4cc3d4ba-7984-4978-b4e4-56b600ffeade req-4ada2d2d-81cc-493b-a6fd-d27b9c121e7c service neutron] 10.222.0.21 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3970554 Nov 12 08:09:53.386717 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46cc266-537a-48dc-a993-b5f8402f20aa req-424bd9cc-8cec-4556-b9c4-04d5bf2e8fe8 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:53.409262 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46cc266-537a-48dc-a993-b5f8402f20aa req-424bd9cc-8cec-4556-b9c4-04d5bf2e8fe8 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:53.411704 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-525d9511-a84e-4516-adfc-663486255756 req-2ce0861a-4be9-4c40-8577-271486f818b6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e20d0ee5-0c01-4db1-aa95-4ea5bc470460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645156 Nov 12 08:09:53.416019 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-40f3c6ab-ec51-44ce-a8b2-ca727963557f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:53.418477 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46cc266-537a-48dc-a993-b5f8402f20aa req-424bd9cc-8cec-4556-b9c4-04d5bf2e8fe8 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:53.420503 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e46cc266-537a-48dc-a993-b5f8402f20aa req-424bd9cc-8cec-4556-b9c4-04d5bf2e8fe8 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd1d6ac-fc22-40b4-9334-b79b8f638fb9 HTTP/1.1" status: 200 len: 5371 time: 0.1469862 Nov 12 08:09:53.508242 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e46cc266-537a-48dc-a993-b5f8402f20aa req-d2ff4e9e-888b-4215-8bce-7879f28ae1a8 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b5c7833-24a2-4c14-bc24-7cc6ddd646d8&id=edb098b1-b850-4d1f-9907-ebc80ab17859&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0659680 Nov 12 08:09:53.705310 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f466a46a-0009-4b05-aa1a-7f9ca983c667 req-ad00119f-e069-47d6-ac04-a08509120c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:53.706925 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f466a46a-0009-4b05-aa1a-7f9ca983c667 req-ad00119f-e069-47d6-ac04-a08509120c37 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f20f3adab6e34964b521814e780e6afc&device_id=96a9cab0-60b5-4289-a73f-a894f7e4644d HTTP/1.1" status: 200 len: 1099 time: 0.2545252 Nov 12 08:09:53.708731 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-525d9511-a84e-4516-adfc-663486255756 req-6f5b3c39-fed5-4908-b63a-c1c05f319131 service neutron] 10.222.0.44 "GET /v2.0/networks/e20d0ee5-0c01-4db1-aa95-4ea5bc470460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2881768 Nov 12 08:09:53.711264 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-593bae91-9707-41bd-9c34-886d1b1c8dcc req-ddeca5bc-046e-499a-a4ef-393442223e4f tempest-SecurityGroupRulesNegativeTestJSON-1359900434 tempest-SecurityGroupRulesNegativeTestJSON-1359900434-project] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:53.763312 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-593bae91-9707-41bd-9c34-886d1b1c8dcc req-ddeca5bc-046e-499a-a4ef-393442223e4f tempest-SecurityGroupRulesNegativeTestJSON-1359900434 tempest-SecurityGroupRulesNegativeTestJSON-1359900434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:53.840563 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec1df4-98a7-438a-aadc-7b2b88964281 req-63aa2a96-8895-4de7-86ab-60f95a0f0e11 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:53.842650 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a9ec1df4-98a7-438a-aadc-7b2b88964281 req-63aa2a96-8895-4de7-86ab-60f95a0f0e11 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=82047a0a-6f6c-4e84-aa3f-085b47fa6ac2 HTTP/1.1" status: 200 len: 945 time: 0.0584347 Nov 12 08:09:53.896753 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a9ec1df4-98a7-438a-aadc-7b2b88964281 req-edb059a6-d42a-4ef9-ba8e-f5a202b3cee3 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444531 Nov 12 08:09:54.181881 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-593bae91-9707-41bd-9c34-886d1b1c8dcc req-ddeca5bc-046e-499a-a4ef-393442223e4f tempest-SecurityGroupRulesNegativeTestJSON-1359900434 tempest-SecurityGroupRulesNegativeTestJSON-1359900434-project] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:54.188394 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-593bae91-9707-41bd-9c34-886d1b1c8dcc req-ddeca5bc-046e-499a-a4ef-393442223e4f tempest-SecurityGroupRulesNegativeTestJSON-1359900434 tempest-SecurityGroupRulesNegativeTestJSON-1359900434-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.9490719 Nov 12 08:09:54.340752 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeca5bc-046e-499a-a4ef-393442223e4f tempest-SecurityGroupRulesNegativeTestJSON-1359900434 tempest-SecurityGroupRulesNegativeTestJSON-1359900434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=365a5c5e-dfcd-45c0-b806-d72fe12c9bfc,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:54.404625 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f466a46a-0009-4b05-aa1a-7f9ca983c667 req-391e1773-2851-4a5b-a9f3-dfd9168d14f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:54.407368 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f466a46a-0009-4b05-aa1a-7f9ca983c667 req-391e1773-2851-4a5b-a9f3-dfd9168d14f9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=107743df-d3df-459d-a6cd-9e2ab4303016 HTTP/1.1" status: 200 len: 870 time: 0.6925330 Nov 12 08:09:54.466169 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 5fc0601c-a0ae-46e6-912e-5409aaa60092 no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:09:54.483130 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b753f57d-1231-4a41-b94b-35b20cfd5c21 req-e5857753-c5c8-477d-948e-c0976d584ada tempest-SecurityGroupRulesNegativeTestJSON-1359900434 tempest-SecurityGroupRulesNegativeTestJSON-1359900434-project] 10.222.0.26 "GET /v2.0/security-groups/365a5c5e-dfcd-45c0-b806-d72fe12c9bfc HTTP/1.1" status: 200 len: 1829 time: 0.1381831 Nov 12 08:09:54.489656 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-525d9511-a84e-4516-adfc-663486255756 req-0955ac02-3f91-4e51-8746-7f49ce5e4eb3 service neutron] 10.222.0.44 "GET /v2.0/networks/e20d0ee5-0c01-4db1-aa95-4ea5bc470460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7557781 Nov 12 08:09:54.569429 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490e59a8-86fd-4203-ae4d-48c8d73a001b req-fa5ee812-342b-4b13-9cf7-e5b9af3f00e3 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:54.572960 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 5fc0601c-a0ae-46e6-912e-5409aaa60092 not bound to the agent host n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:09:54.584984 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-490e59a8-86fd-4203-ae4d-48c8d73a001b req-fa5ee812-342b-4b13-9cf7-e5b9af3f00e3 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=96a9cab0-60b5-4289-a73f-a894f7e4644d HTTP/1.1" status: 200 len: 947 time: 0.1406250 Nov 12 08:09:54.609517 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bd1d6ac-fc22-40b4-9334-b79b8f638fb9', 'tag': '2c803051-3860-4c62-bdef-be9267f3772d'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:09:54.613056 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da54d0d7-8888-4114-b29f-5fbf28cd18e2" -d '{"events": [{"name": "network-changed", "server_uuid": "3bd1d6ac-fc22-40b4-9334-b79b8f638fb9", "tag": "2c803051-3860-4c62-bdef-be9267f3772d"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:09:54.621198 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f466a46a-0009-4b05-aa1a-7f9ca983c667 req-5ceac114-7068-4796-b7f7-221da2988d44 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=57e599f1-5ffb-44b1-90b8-87efeef1ee5e HTTP/1.1" status: 200 len: 217 time: 0.1946406 Nov 12 08:09:54.728190 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-490e59a8-86fd-4203-ae4d-48c8d73a001b req-1e4d9212-bda3-4a24-8e93-e77909ca9419 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413357 Nov 12 08:09:54.738246 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-40f3c6ab-ec51-44ce-a8b2-ca727963557f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84bf60b1-9802-4c17-be1c-ccf3dbe8abcd {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:09:54.753390 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-40f3c6ab-ec51-44ce-a8b2-ca727963557f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:54.776305 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-40f3c6ab-ec51-44ce-a8b2-ca727963557f service neutron] Transition to ACTIVE for port object 84bf60b1-9802-4c17-be1c-ccf3dbe8abcd will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:09:54.778274 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f466a46a-0009-4b05-aa1a-7f9ca983c667 req-349afeef-e7ef-479d-baf9-38fb5213f858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:54.779900 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f466a46a-0009-4b05-aa1a-7f9ca983c667 req-349afeef-e7ef-479d-baf9-38fb5213f858 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1 HTTP/1.1" status: 200 len: 843 time: 0.1422181 Nov 12 08:09:54.847451 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-40f3c6ab-ec51-44ce-a8b2-ca727963557f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:54.850788 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90dfd80c-8d01-4ada-8407-75ee3a9cabd3 x-openstack-request-id: req-90dfd80c-8d01-4ada-8407-75ee3a9cabd3 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:09:54.851263 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bd1d6ac-fc22-40b4-9334-b79b8f638fb9", "tag": "2c803051-3860-4c62-bdef-be9267f3772d", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:09:54.851544 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-90dfd80c-8d01-4ada-8407-75ee3a9cabd3 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:09:54.852109 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bd1d6ac-fc22-40b4-9334-b79b8f638fb9', 'tag': '2c803051-3860-4c62-bdef-be9267f3772d', 'status': 'completed', 'code': 200} Nov 12 08:09:54.852609 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 34938) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:09:54.914488 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da54d0d7-8888-4114-b29f-5fbf28cd18e2 req-0216e77c-1c9a-427f-94e7-4fc3f125834c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:54.915804 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da54d0d7-8888-4114-b29f-5fbf28cd18e2 req-0216e77c-1c9a-427f-94e7-4fc3f125834c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:54.916465 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da54d0d7-8888-4114-b29f-5fbf28cd18e2 req-0216e77c-1c9a-427f-94e7-4fc3f125834c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:54.917421 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da54d0d7-8888-4114-b29f-5fbf28cd18e2 req-0216e77c-1c9a-427f-94e7-4fc3f125834c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:54.918120 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da54d0d7-8888-4114-b29f-5fbf28cd18e2 req-0216e77c-1c9a-427f-94e7-4fc3f125834c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:54.919282 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da54d0d7-8888-4114-b29f-5fbf28cd18e2 req-0216e77c-1c9a-427f-94e7-4fc3f125834c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:54.919941 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da54d0d7-8888-4114-b29f-5fbf28cd18e2 req-0216e77c-1c9a-427f-94e7-4fc3f125834c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:54.922976 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-da54d0d7-8888-4114-b29f-5fbf28cd18e2 req-0216e77c-1c9a-427f-94e7-4fc3f125834c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=caeb26ccc5c74ed4b3562c36be1bd442&device_id=3bd1d6ac-fc22-40b4-9334-b79b8f638fb9 HTTP/1.1" status: 200 len: 6237 time: 0.0811005 Nov 12 08:09:54.989335 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f466a46a-0009-4b05-aa1a-7f9ca983c667 req-de8bac2a-57f5-4510-b8eb-290d83ba6d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:54.991050 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f466a46a-0009-4b05-aa1a-7f9ca983c667 req-de8bac2a-57f5-4510-b8eb-290d83ba6d28 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=107743df-d3df-459d-a6cd-9e2ab4303016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1973970 Nov 12 08:09:54.996598 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f3c6ab-ec51-44ce-a8b2-ca727963557f service neutron] Pushing event updated for resources: {'Port': ['ID=84bf60b1-9802-4c17-be1c-ccf3dbe8abcd,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:55.026792 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d8bafd-e458-4f30-9afb-9d9d8cbeb41a req-c2eab7b4-d892-42bc-896f-89c22fdec48c tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:55.033198 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d8bafd-e458-4f30-9afb-9d9d8cbeb41a req-c2eab7b4-d892-42bc-896f-89c22fdec48c tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:55.039970 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d8bafd-e458-4f30-9afb-9d9d8cbeb41a req-c2eab7b4-d892-42bc-896f-89c22fdec48c tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:55.046154 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d8bafd-e458-4f30-9afb-9d9d8cbeb41a req-c2eab7b4-d892-42bc-896f-89c22fdec48c tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:55.052535 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d8bafd-e458-4f30-9afb-9d9d8cbeb41a req-c2eab7b4-d892-42bc-896f-89c22fdec48c tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:55.058605 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d8bafd-e458-4f30-9afb-9d9d8cbeb41a req-c2eab7b4-d892-42bc-896f-89c22fdec48c tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:55.065312 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d8bafd-e458-4f30-9afb-9d9d8cbeb41a req-c2eab7b4-d892-42bc-896f-89c22fdec48c tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:55.074490 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-17d8bafd-e458-4f30-9afb-9d9d8cbeb41a req-c2eab7b4-d892-42bc-896f-89c22fdec48c tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd1d6ac-fc22-40b4-9334-b79b8f638fb9 HTTP/1.1" status: 200 len: 5383 time: 0.2933276 Nov 12 08:09:55.114159 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552f628d-bb4a-4911-84f2-29f003028bcb req-9c1c1c1b-ea34-4153-81cd-61b2d05941df tempest-ServersAdminTestJSON-1564478352 tempest-ServersAdminTestJSON-1564478352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:55.123737 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-552f628d-bb4a-4911-84f2-29f003028bcb req-9c1c1c1b-ea34-4153-81cd-61b2d05941df tempest-ServersAdminTestJSON-1564478352 tempest-ServersAdminTestJSON-1564478352-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=bf5b5785-a47f-4561-a4b6-f5a68cfe2ed6 HTTP/1.1" status: 200 len: 1102 time: 0.1996584 Nov 12 08:09:55.151847 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da54d0d7-8888-4114-b29f-5fbf28cd18e2 req-65e403ec-1be2-4abd-89ee-523228cfb006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:55.152322 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da54d0d7-8888-4114-b29f-5fbf28cd18e2 req-65e403ec-1be2-4abd-89ee-523228cfb006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:55.153099 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da54d0d7-8888-4114-b29f-5fbf28cd18e2 req-65e403ec-1be2-4abd-89ee-523228cfb006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:55.156874 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-da54d0d7-8888-4114-b29f-5fbf28cd18e2 req-65e403ec-1be2-4abd-89ee-523228cfb006 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=caeb26ccc5c74ed4b3562c36be1bd442&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2074535 Nov 12 08:09:55.159842 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525d9511-a84e-4516-adfc-663486255756 req-8b3481e0-46d4-4e08-a2e9-c14aadae4b8c tempest-LiveAutoBlockMigrationV225Test-1991143985 tempest-LiveAutoBlockMigrationV225Test-1991143985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:55.161493 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-525d9511-a84e-4516-adfc-663486255756 req-8b3481e0-46d4-4e08-a2e9-c14aadae4b8c tempest-LiveAutoBlockMigrationV225Test-1991143985 tempest-LiveAutoBlockMigrationV225Test-1991143985-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=82047a0a-6f6c-4e84-aa3f-085b47fa6ac2&tenant_id=d3f3ef4a14134700a36c0967765d4c9a&binding%3Ahost_id=n-h2-765315-29 HTTP/1.1" status: 200 len: 1097 time: 0.2543933 Nov 12 08:09:55.184344 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7b802234-32f7-476a-8e4a-89cc028a9a3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:55.259163 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-552f628d-bb4a-4911-84f2-29f003028bcb req-ff6652dd-4e4b-43f1-80af-67649538baae tempest-ServersAdminTestJSON-1564478352 tempest-ServersAdminTestJSON-1564478352-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=7bb487f5-7b7a-45ea-a48a-5e5b4b4e6e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338172 Nov 12 08:09:55.293491 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-57df3b28-4a13-41e4-8cc6-1ceaa1dc6d3a req-bcbfbea2-5d92-4ec4-94fe-e78228b86937 tempest-SecurityGroupRulesNegativeTestJSON-1359900434 tempest-SecurityGroupRulesNegativeTestJSON-1359900434-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-377829859', 'description': 'tempest-description-47136499'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:09:55.306272 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da54d0d7-8888-4114-b29f-5fbf28cd18e2 req-ed34a055-a922-4c8b-9810-3ce8b6934c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:55.308063 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-da54d0d7-8888-4114-b29f-5fbf28cd18e2 req-ed34a055-a922-4c8b-9810-3ce8b6934c3f service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1431165 Nov 12 08:09:55.328828 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-57df3b28-4a13-41e4-8cc6-1ceaa1dc6d3a req-bcbfbea2-5d92-4ec4-94fe-e78228b86937 tempest-SecurityGroupRulesNegativeTestJSON-1359900434 tempest-SecurityGroupRulesNegativeTestJSON-1359900434-project] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:55.404354 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-17d8bafd-e458-4f30-9afb-9d9d8cbeb41a req-fc17c718-c8b0-4643-82c5-6d0a26fbcd06 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b5c7833-24a2-4c14-bc24-7cc6ddd646d8&id=edb098b1-b850-4d1f-9907-ebc80ab17859&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3287361 Nov 12 08:09:55.414683 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-57df3b28-4a13-41e4-8cc6-1ceaa1dc6d3a req-bcbfbea2-5d92-4ec4-94fe-e78228b86937 tempest-SecurityGroupRulesNegativeTestJSON-1359900434 tempest-SecurityGroupRulesNegativeTestJSON-1359900434-project] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:55.419787 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-40f3c6ab-ec51-44ce-a8b2-ca727963557f service neutron] Attempting to bind port 84bf60b1-9802-4c17-be1c-ccf3dbe8abcd on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:09:55.420242 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-40f3c6ab-ec51-44ce-a8b2-ca727963557f service neutron] Attempting to bind port 84bf60b1-9802-4c17-be1c-ccf3dbe8abcd by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': 'ef780b90-c001-4df4-8a87-60cbd26d33b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1a323889-6c9a-40df-9d33-3f74857cb8d2'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:09:55.420555 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-40f3c6ab-ec51-44ce-a8b2-ca727963557f service neutron] Attempting to bind port 84bf60b1-9802-4c17-be1c-ccf3dbe8abcd on network 1a323889-6c9a-40df-9d33-3f74857cb8d2 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:09:55.421854 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-57df3b28-4a13-41e4-8cc6-1ceaa1dc6d3a req-bcbfbea2-5d92-4ec4-94fe-e78228b86937 tempest-SecurityGroupRulesNegativeTestJSON-1359900434 tempest-SecurityGroupRulesNegativeTestJSON-1359900434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:55.452251 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f466a46a-0009-4b05-aa1a-7f9ca983c667 req-1e942009-cae1-471c-91a5-f5c804731b62 service neutron] 10.222.0.21 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4414349 Nov 12 08:09:55.458364 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-57df3b28-4a13-41e4-8cc6-1ceaa1dc6d3a req-bcbfbea2-5d92-4ec4-94fe-e78228b86937 tempest-SecurityGroupRulesNegativeTestJSON-1359900434 tempest-SecurityGroupRulesNegativeTestJSON-1359900434-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:55.460082 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-57df3b28-4a13-41e4-8cc6-1ceaa1dc6d3a req-bcbfbea2-5d92-4ec4-94fe-e78228b86937 tempest-SecurityGroupRulesNegativeTestJSON-1359900434 tempest-SecurityGroupRulesNegativeTestJSON-1359900434-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1832 time: 0.1762400 Nov 12 08:09:55.460210 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-40f3c6ab-ec51-44ce-a8b2-ca727963557f service neutron] Port 84bf60b1-9802-4c17-be1c-ccf3dbe8abcd on network 1a323889-6c9a-40df-9d33-3f74857cb8d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:09:55.460612 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-40f3c6ab-ec51-44ce-a8b2-ca727963557f service neutron] Attempting to bind port 84bf60b1-9802-4c17-be1c-ccf3dbe8abcd on network 1a323889-6c9a-40df-9d33-3f74857cb8d2 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:09:55.493157 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbfbea2-5d92-4ec4-94fe-e78228b86937 tempest-SecurityGroupRulesNegativeTestJSON-1359900434 tempest-SecurityGroupRulesNegativeTestJSON-1359900434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10b30a95-8be0-4caf-82ab-9d18178cb11a,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:55.521159 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-40f3c6ab-ec51-44ce-a8b2-ca727963557f service neutron] Checking agent: {'id': '26215384-8035-4ce2-971a-8e67be80da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:09:55.521507 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-40f3c6ab-ec51-44ce-a8b2-ca727963557f service neutron] Checking segment: {'id': 'ef780b90-c001-4df4-8a87-60cbd26d33b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1a323889-6c9a-40df-9d33-3f74857cb8d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:09:55.521898 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-40f3c6ab-ec51-44ce-a8b2-ca727963557f service neutron] Bound using segment: {'id': 'ef780b90-c001-4df4-8a87-60cbd26d33b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1a323889-6c9a-40df-9d33-3f74857cb8d2'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:09:55.522351 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-40f3c6ab-ec51-44ce-a8b2-ca727963557f service neutron] Bound port: 84bf60b1-9802-4c17-be1c-ccf3dbe8abcd, host: n-h1-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef780b90-c001-4df4-8a87-60cbd26d33b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1a323889-6c9a-40df-9d33-3f74857cb8d2'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:09:55.522739 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-40f3c6ab-ec51-44ce-a8b2-ca727963557f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:55.646753 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8583b5-0035-4c1d-b53a-32929dc2ec47 req-2969b914-3772-4a40-a1fd-cc648d72e899 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:55.648853 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ce8583b5-0035-4c1d-b53a-32929dc2ec47 req-2969b914-3772-4a40-a1fd-cc648d72e899 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=82047a0a-6f6c-4e84-aa3f-085b47fa6ac2 HTTP/1.1" status: 200 len: 945 time: 0.0623660 Nov 12 08:09:55.669483 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-525d9511-a84e-4516-adfc-663486255756 req-e4285b5c-4b93-4899-b10b-c09f0dd427ec service neutron] For port 5fc0601c-a0ae-46e6-912e-5409aaa60092, host n-h1-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:09:55.678798 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7b802234-32f7-476a-8e4a-89cc028a9a3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:55.683025 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-525d9511-a84e-4516-adfc-663486255756 req-e4285b5c-4b93-4899-b10b-c09f0dd427ec service neutron] Publish callbacks [] for binding, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:55.683593 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-525d9511-a84e-4516-adfc-663486255756 req-e4285b5c-4b93-4899-b10b-c09f0dd427ec service neutron] 10.222.0.44 "DELETE /v2.0/ports/5fc0601c-a0ae-46e6-912e-5409aaa60092/bindings/n-h1-765315-29 HTTP/1.1" status: 204 len: 173 time: 0.4947376 Nov 12 08:09:55.693919 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7b802234-32f7-476a-8e4a-89cc028a9a3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:55.750291 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f466a46a-0009-4b05-aa1a-7f9ca983c667 req-ba2ab420-ca45-4c6d-8bf9-a577fc797497 service neutron] 10.222.0.21 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2856724 Nov 12 08:09:55.768496 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ce8583b5-0035-4c1d-b53a-32929dc2ec47 req-a9db1216-26e5-48f9-a2e1-389332d4cd6b tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043425 Nov 12 08:09:55.795023 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-7b802234-32f7-476a-8e4a-89cc028a9a3a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a8d64e297bf74fbea6dd8bf458df076b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9227893 Nov 12 08:09:55.798699 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 34962) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:09:55.821123 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-40f3c6ab-ec51-44ce-a8b2-ca727963557f service neutron] For port 84bf60b1-9802-4c17-be1c-ccf3dbe8abcd, host n-h1-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:09:55.826098 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-40f3c6ab-ec51-44ce-a8b2-ca727963557f service neutron] For port 84bf60b1-9802-4c17-be1c-ccf3dbe8abcd, host n-h1-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=84bf60b1-9802-4c17-be1c-ccf3dbe8abcd,segment=NetworkSegment(ef780b90-c001-4df4-8a87-60cbd26d33b1),segment_id=ef780b90-c001-4df4-8a87-60cbd26d33b1)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:09:55.827830 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b802234-32f7-476a-8e4a-89cc028a9a3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=367047c2-d2e4-4fcd-bb3d-c019a96c37ef,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:55.846681 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-40f3c6ab-ec51-44ce-a8b2-ca727963557f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:55.927919 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-37793c54-9d80-4d63-a013-ca4ac15fdf40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:55.931286 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f3c6ab-ec51-44ce-a8b2-ca727963557f service neutron] Pushing event updated for resources: {'Port': ['ID=84bf60b1-9802-4c17-be1c-ccf3dbe8abcd,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:55.939080 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-40f3c6ab-ec51-44ce-a8b2-ca727963557f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:55.939905 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-40f3c6ab-ec51-44ce-a8b2-ca727963557f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:55.941359 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-40f3c6ab-ec51-44ce-a8b2-ca727963557f service neutron] 10.222.0.21 "PUT /v2.0/ports/84bf60b1-9802-4c17-be1c-ccf3dbe8abcd HTTP/1.1" status: 200 len: 1091 time: 2.7059495 Nov 12 08:09:55.985030 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-86722354-0684-4664-942a-01d13bf4f3fc req-dcc8b522-b1aa-4af4-b82a-06a9f8d09a5a tempest-SecurityGroupRulesNegativeTestJSON-1359900434 tempest-SecurityGroupRulesNegativeTestJSON-1359900434-project] 10.222.0.26 "GET /v2.0/security-groups/10b30a95-8be0-4caf-82ab-9d18178cb11a HTTP/1.1" status: 200 len: 1827 time: 0.1194131 Nov 12 08:09:56.001414 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-37793c54-9d80-4d63-a013-ca4ac15fdf40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:56.001916 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-5ea709e1-0d20-4060-8819-03fc8a35447d service neutron] Request body: {'port': {'device_id': '3bd1d6ac-fc22-40b4-9334-b79b8f638fb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:09:56.122202 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-37793c54-9d80-4d63-a013-ca4ac15fdf40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:56.126245 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-37793c54-9d80-4d63-a013-ca4ac15fdf40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:56.128305 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-37793c54-9d80-4d63-a013-ca4ac15fdf40 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/367047c2-d2e4-4fcd-bb3d-c019a96c37ef HTTP/1.1" status: 204 len: 168 time: 0.3278806 Nov 12 08:09:56.146144 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-5ea709e1-0d20-4060-8819-03fc8a35447d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:56.149755 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37793c54-9d80-4d63-a013-ca4ac15fdf40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=367047c2-d2e4-4fcd-bb3d-c019a96c37ef,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:56.168797 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37793c54-9d80-4d63-a013-ca4ac15fdf40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:09:56.169151 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37793c54-9d80-4d63-a013-ca4ac15fdf40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:09:56.169500 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37793c54-9d80-4d63-a013-ca4ac15fdf40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:09:56.171837 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37793c54-9d80-4d63-a013-ca4ac15fdf40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:09:56.172255 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37793c54-9d80-4d63-a013-ca4ac15fdf40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:09:56.172543 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37793c54-9d80-4d63-a013-ca4ac15fdf40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:09:56.172935 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37793c54-9d80-4d63-a013-ca4ac15fdf40 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:09:56.173402 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37793c54-9d80-4d63-a013-ca4ac15fdf40 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:09:56.173598 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37793c54-9d80-4d63-a013-ca4ac15fdf40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:09:56.176084 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37793c54-9d80-4d63-a013-ca4ac15fdf40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:09:56.176444 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37793c54-9d80-4d63-a013-ca4ac15fdf40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:09:56.176773 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37793c54-9d80-4d63-a013-ca4ac15fdf40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:09:56.212522 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021ce4be-e65f-4cc5-8acb-e426eeeaaa28 req-387d5c15-8956-433d-ab75-3901171990da tempest-ServersAdminTestJSON-1564478352 tempest-ServersAdminTestJSON-1564478352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:56.227755 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-021ce4be-e65f-4cc5-8acb-e426eeeaaa28 req-387d5c15-8956-433d-ab75-3901171990da tempest-ServersAdminTestJSON-1564478352 tempest-ServersAdminTestJSON-1564478352-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=bf5b5785-a47f-4561-a4b6-f5a68cfe2ed6 HTTP/1.1" status: 200 len: 1102 time: 0.2828107 Nov 12 08:09:56.295097 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f08216-b3e8-4c3e-9f35-46918652b07a req-c21a093e-517e-4905-a37e-14c717e973a2 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:56.297231 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-07f08216-b3e8-4c3e-9f35-46918652b07a req-c21a093e-517e-4905-a37e-14c717e973a2 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=96a9cab0-60b5-4289-a73f-a894f7e4644d HTTP/1.1" status: 200 len: 947 time: 0.0961471 Nov 12 08:09:56.368863 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-07f08216-b3e8-4c3e-9f35-46918652b07a req-f076946b-2615-4f2e-8df9-bc8338720fa4 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579801 Nov 12 08:09:56.407722 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-021ce4be-e65f-4cc5-8acb-e426eeeaaa28 req-1afba4e8-610e-492d-8cce-91e11955a305 tempest-ServersAdminTestJSON-1564478352 tempest-ServersAdminTestJSON-1564478352-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=7bb487f5-7b7a-45ea-a48a-5e5b4b4e6e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782010 Nov 12 08:09:56.466205 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 57e599f1-5ffb-44b1-90b8-87efeef1ee5e details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:09:56.481093 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-8945f22a-2df4-4dd4-8ed7-7b4b3a2d3943 req-7d13481e-dee3-49df-8ae8-374f450fc4c8 tempest-SecurityGroupRulesNegativeTestJSON-1359900434 tempest-SecurityGroupRulesNegativeTestJSON-1359900434-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2104575125', 'description': 'tempest-description-402442320'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:09:56.551501 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-8945f22a-2df4-4dd4-8ed7-7b4b3a2d3943 req-7d13481e-dee3-49df-8ae8-374f450fc4c8 tempest-SecurityGroupRulesNegativeTestJSON-1359900434 tempest-SecurityGroupRulesNegativeTestJSON-1359900434-project] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:56.650622 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-8945f22a-2df4-4dd4-8ed7-7b4b3a2d3943 req-7d13481e-dee3-49df-8ae8-374f450fc4c8 tempest-SecurityGroupRulesNegativeTestJSON-1359900434 tempest-SecurityGroupRulesNegativeTestJSON-1359900434-project] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:56.656306 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c946c7a9-1b0b-47d5-9819-53d5ca413a46 req-1e961acd-fcbb-4cb4-a75d-693342473b1d tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=fd4bd95400f34c07923e28afec759404&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0689785 Nov 12 08:09:56.666082 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-8945f22a-2df4-4dd4-8ed7-7b4b3a2d3943 req-7d13481e-dee3-49df-8ae8-374f450fc4c8 tempest-SecurityGroupRulesNegativeTestJSON-1359900434 tempest-SecurityGroupRulesNegativeTestJSON-1359900434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:56.704763 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d13481e-dee3-49df-8ae8-374f450fc4c8 tempest-SecurityGroupRulesNegativeTestJSON-1359900434 tempest-SecurityGroupRulesNegativeTestJSON-1359900434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d490904-2c8d-4188-8355-8d7955dc6ffd,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:56.732018 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-8945f22a-2df4-4dd4-8ed7-7b4b3a2d3943 req-7d13481e-dee3-49df-8ae8-374f450fc4c8 tempest-SecurityGroupRulesNegativeTestJSON-1359900434 tempest-SecurityGroupRulesNegativeTestJSON-1359900434-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:56.740669 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-5ea709e1-0d20-4060-8819-03fc8a35447d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1dcc1d8-a453-49ab-adf5-63e92ffd32cd {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:09:56.752501 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8945f22a-2df4-4dd4-8ed7-7b4b3a2d3943 req-7d13481e-dee3-49df-8ae8-374f450fc4c8 tempest-SecurityGroupRulesNegativeTestJSON-1359900434 tempest-SecurityGroupRulesNegativeTestJSON-1359900434-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.2777014 Nov 12 08:09:56.762506 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-5ea709e1-0d20-4060-8819-03fc8a35447d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:56.773124 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 57e599f1-5ffb-44b1-90b8-87efeef1ee5e, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=57e599f1-5ffb-44b1-90b8-87efeef1ee5e,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:09:56.818273 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Returning: {'device': '57e599f1-5ffb-44b1-90b8-87efeef1ee5e', 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016', 'port_id': '57e599f1-5ffb-44b1-90b8-87efeef1ee5e', 'mac_address': 'fa:16:3e:7c:31:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:09:56.841294 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-5ea709e1-0d20-4060-8819-03fc8a35447d service neutron] Transition to ACTIVE for port object f1dcc1d8-a453-49ab-adf5-63e92ffd32cd will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:09:56.857302 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bd1d6ac-fc22-40b4-9334-b79b8f638fb9', 'tag': '84bf60b1-9802-4c17-be1c-ccf3dbe8abcd'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:09:56.863871 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5cd5426-1918-4e9f-96a2-d0593f92854f" -d '{"events": [{"name": "network-changed", "server_uuid": "3bd1d6ac-fc22-40b4-9334-b79b8f638fb9", "tag": "84bf60b1-9802-4c17-be1c-ccf3dbe8abcd"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:09:56.867388 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-5ea709e1-0d20-4060-8819-03fc8a35447d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:56.915761 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:56.965836 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-e530113a-7783-48f4-9840-8911a24052df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57e599f1-5ffb-44b1-90b8-87efeef1ee5e {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:09:57.016147 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 57e599f1-5ffb-44b1-90b8-87efeef1ee5e, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=57e599f1-5ffb-44b1-90b8-87efeef1ee5e,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:09:57.024710 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:57.098506 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c946c7a9-1b0b-47d5-9819-53d5ca413a46 req-c9f1711e-109a-4452-89ff-a3a1f209ce27 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:57.100726 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=57e599f1-5ffb-44b1-90b8-87efeef1ee5e,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:57.115341 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c946c7a9-1b0b-47d5-9819-53d5ca413a46 req-c9f1711e-109a-4452-89ff-a3a1f209ce27 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4305799 Nov 12 08:09:57.120344 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea709e1-0d20-4060-8819-03fc8a35447d service neutron] Pushing event updated for resources: {'Port': ['ID=f1dcc1d8-a453-49ab-adf5-63e92ffd32cd,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:57.149728 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c946c7a9-1b0b-47d5-9819-53d5ca413a46 req-fe6f000f-584d-43d5-91d1-816f01e39ca7 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] 10.222.0.26 "GET /v2.0/quotas/fd4bd95400f34c07923e28afec759404 HTTP/1.1" status: 200 len: 375 time: 0.0330846 Nov 12 08:09:57.154902 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-5ea709e1-0d20-4060-8819-03fc8a35447d service neutron] Attempting to bind port f1dcc1d8-a453-49ab-adf5-63e92ffd32cd on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:09:57.155288 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-5ea709e1-0d20-4060-8819-03fc8a35447d service neutron] Attempting to bind port f1dcc1d8-a453-49ab-adf5-63e92ffd32cd by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': 'ef780b90-c001-4df4-8a87-60cbd26d33b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1a323889-6c9a-40df-9d33-3f74857cb8d2'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:09:57.155838 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-5ea709e1-0d20-4060-8819-03fc8a35447d service neutron] Attempting to bind port f1dcc1d8-a453-49ab-adf5-63e92ffd32cd on network 1a323889-6c9a-40df-9d33-3f74857cb8d2 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:09:57.196146 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-5ea709e1-0d20-4060-8819-03fc8a35447d service neutron] Port f1dcc1d8-a453-49ab-adf5-63e92ffd32cd on network 1a323889-6c9a-40df-9d33-3f74857cb8d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:09:57.196864 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-5ea709e1-0d20-4060-8819-03fc8a35447d service neutron] Attempting to bind port f1dcc1d8-a453-49ab-adf5-63e92ffd32cd on network 1a323889-6c9a-40df-9d33-3f74857cb8d2 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:09:57.206848 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ca1e5b-67ac-4b6f-bb7d-9317732039df req-8b219b1b-4728-4988-9f57-83701c2cef13 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:57.212982 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c946c7a9-1b0b-47d5-9819-53d5ca413a46 req-b4ee0d47-6555-42bd-b28a-c52c8783894b tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=fd4bd95400f34c07923e28afec759404&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0498908 Nov 12 08:09:57.214215 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ca1e5b-67ac-4b6f-bb7d-9317732039df req-8b219b1b-4728-4988-9f57-83701c2cef13 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:57.222133 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ca1e5b-67ac-4b6f-bb7d-9317732039df req-8b219b1b-4728-4988-9f57-83701c2cef13 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:57.229159 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ca1e5b-67ac-4b6f-bb7d-9317732039df req-8b219b1b-4728-4988-9f57-83701c2cef13 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:57.233468 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-5ea709e1-0d20-4060-8819-03fc8a35447d service neutron] Checking agent: {'id': '26215384-8035-4ce2-971a-8e67be80da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:09:57.234503 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-5ea709e1-0d20-4060-8819-03fc8a35447d service neutron] Checking segment: {'id': 'ef780b90-c001-4df4-8a87-60cbd26d33b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1a323889-6c9a-40df-9d33-3f74857cb8d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:09:57.235187 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-5ea709e1-0d20-4060-8819-03fc8a35447d service neutron] Bound using segment: {'id': 'ef780b90-c001-4df4-8a87-60cbd26d33b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1a323889-6c9a-40df-9d33-3f74857cb8d2'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:09:57.237180 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ca1e5b-67ac-4b6f-bb7d-9317732039df req-8b219b1b-4728-4988-9f57-83701c2cef13 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:57.238232 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-5ea709e1-0d20-4060-8819-03fc8a35447d service neutron] Bound port: f1dcc1d8-a453-49ab-adf5-63e92ffd32cd, host: n-h1-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef780b90-c001-4df4-8a87-60cbd26d33b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1a323889-6c9a-40df-9d33-3f74857cb8d2'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:09:57.240004 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-5ea709e1-0d20-4060-8819-03fc8a35447d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:57.244340 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ca1e5b-67ac-4b6f-bb7d-9317732039df req-8b219b1b-4728-4988-9f57-83701c2cef13 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:57.255051 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ca1e5b-67ac-4b6f-bb7d-9317732039df req-8b219b1b-4728-4988-9f57-83701c2cef13 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:57.259522 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f0ca1e5b-67ac-4b6f-bb7d-9317732039df req-8b219b1b-4728-4988-9f57-83701c2cef13 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd1d6ac-fc22-40b4-9334-b79b8f638fb9 HTTP/1.1" status: 200 len: 5395 time: 0.1184032 Nov 12 08:09:57.342768 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['57e599f1-5ffb-44b1-90b8-87efeef1ee5e'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:09:57.352521 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f0ca1e5b-67ac-4b6f-bb7d-9317732039df req-e46722a9-f4e7-4856-9b6b-ce4c99d1410e tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b5c7833-24a2-4c14-bc24-7cc6ddd646d8&id=edb098b1-b850-4d1f-9907-ebc80ab17859&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0867741 Nov 12 08:09:57.410334 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-5ea709e1-0d20-4060-8819-03fc8a35447d service neutron] For port f1dcc1d8-a453-49ab-adf5-63e92ffd32cd, host n-h1-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:09:57.414923 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-5ea709e1-0d20-4060-8819-03fc8a35447d service neutron] For port f1dcc1d8-a453-49ab-adf5-63e92ffd32cd, host n-h1-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=f1dcc1d8-a453-49ab-adf5-63e92ffd32cd,segment=NetworkSegment(ef780b90-c001-4df4-8a87-60cbd26d33b1),segment_id=ef780b90-c001-4df4-8a87-60cbd26d33b1)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:09:57.421871 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-5ea709e1-0d20-4060-8819-03fc8a35447d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:57.520658 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-5ea709e1-0d20-4060-8819-03fc8a35447d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:57.521746 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-5ea709e1-0d20-4060-8819-03fc8a35447d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:57.523786 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-5ea709e1-0d20-4060-8819-03fc8a35447d service neutron] 10.222.0.21 "PUT /v2.0/ports/f1dcc1d8-a453-49ab-adf5-63e92ffd32cd HTTP/1.1" status: 200 len: 1091 time: 1.5304949 Nov 12 08:09:57.566496 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-9b61b6bd-d0b7-4b85-8ccd-53a15c378fc9 service neutron] Request body: {'port': {'device_id': '3bd1d6ac-fc22-40b4-9334-b79b8f638fb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:09:57.613923 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea709e1-0d20-4060-8819-03fc8a35447d service neutron] Pushing event updated for resources: {'Port': ['ID=f1dcc1d8-a453-49ab-adf5-63e92ffd32cd,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:57.617967 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78eefbd-967b-491b-ac4b-84cbd1381276 req-6e719674-169f-4e50-a921-6fe3873f8513 tempest-LiveAutoBlockMigrationV225Test-1991143985 tempest-LiveAutoBlockMigrationV225Test-1991143985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:57.619687 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b78eefbd-967b-491b-ac4b-84cbd1381276 req-6e719674-169f-4e50-a921-6fe3873f8513 tempest-LiveAutoBlockMigrationV225Test-1991143985 tempest-LiveAutoBlockMigrationV225Test-1991143985-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=82047a0a-6f6c-4e84-aa3f-085b47fa6ac2 HTTP/1.1" status: 200 len: 1097 time: 0.1408858 Nov 12 08:09:57.710811 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 35028) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:09:57.746667 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-9b61b6bd-d0b7-4b85-8ccd-53a15c378fc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:57.765541 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-da5de6d7-8a59-4841-896e-510c214b7d08 req-af097248-68e9-4454-a96c-2bd26967d4c5 tempest-SecurityGroupRulesNegativeTestJSON-1359900434 tempest-SecurityGroupRulesNegativeTestJSON-1359900434-project] 10.222.0.26 "GET /v2.0/security-groups/8d490904-2c8d-4188-8355-8d7955dc6ffd HTTP/1.1" status: 200 len: 1829 time: 0.1213043 Nov 12 08:09:57.779695 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b78eefbd-967b-491b-ac4b-84cbd1381276 req-036816b1-e747-460b-9c15-f7f8c9e7b4b3 tempest-LiveAutoBlockMigrationV225Test-1991143985 tempest-LiveAutoBlockMigrationV225Test-1991143985-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428676 Nov 12 08:09:57.854154 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32d80787-7b98-4e3a-8c44-f70c7bdbeb8d x-openstack-request-id: req-32d80787-7b98-4e3a-8c44-f70c7bdbeb8d {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:09:57.854491 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bd1d6ac-fc22-40b4-9334-b79b8f638fb9", "tag": "84bf60b1-9802-4c17-be1c-ccf3dbe8abcd", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:09:57.854722 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-32d80787-7b98-4e3a-8c44-f70c7bdbeb8d {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:09:57.855161 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bd1d6ac-fc22-40b4-9334-b79b8f638fb9', 'tag': '84bf60b1-9802-4c17-be1c-ccf3dbe8abcd', 'status': 'completed', 'code': 200} Nov 12 08:09:57.971398 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-98ec15bf-8828-479e-a5f4-12df8594d825 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1832402690-network', 'tenant_id': '87e1c7a524e4438c8d5ef825876f155a'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:09:58.111555 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1cb15af0-f257-4645-9f5c-6e1f7035308b req-481046b6-c049-41a0-b4e9-4b29e03b9a15 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=fd4bd95400f34c07923e28afec759404&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286629 Nov 12 08:09:58.142389 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ec15bf-8828-479e-a5f4-12df8594d825 admin admin] Made reservation on behalf of 87e1c7a524e4438c8d5ef825876f155a for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:09:58.145094 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-98ec15bf-8828-479e-a5f4-12df8594d825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:58.188968 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5d5d97-db29-44cc-a301-51cfc71365dc req-5e83fa77-db88-4139-847a-9865d4ece4f6 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:58.190301 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ca5d5d97-db29-44cc-a301-51cfc71365dc req-5e83fa77-db88-4139-847a-9865d4ece4f6 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=96a9cab0-60b5-4289-a73f-a894f7e4644d HTTP/1.1" status: 200 len: 948 time: 0.2338166 Nov 12 08:09:58.195804 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-98ec15bf-8828-479e-a5f4-12df8594d825 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:58.211425 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cd5426-1918-4e9f-96a2-d0593f92854f req-3937e661-947b-4259-a474-c93215949d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:58.212511 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cd5426-1918-4e9f-96a2-d0593f92854f req-3937e661-947b-4259-a474-c93215949d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:58.212511 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cd5426-1918-4e9f-96a2-d0593f92854f req-3937e661-947b-4259-a474-c93215949d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:58.213030 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cd5426-1918-4e9f-96a2-d0593f92854f req-3937e661-947b-4259-a474-c93215949d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:58.213608 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cd5426-1918-4e9f-96a2-d0593f92854f req-3937e661-947b-4259-a474-c93215949d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:58.213928 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cd5426-1918-4e9f-96a2-d0593f92854f req-3937e661-947b-4259-a474-c93215949d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:58.214377 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cd5426-1918-4e9f-96a2-d0593f92854f req-3937e661-947b-4259-a474-c93215949d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:58.216493 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b5cd5426-1918-4e9f-96a2-d0593f92854f req-3937e661-947b-4259-a474-c93215949d97 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=caeb26ccc5c74ed4b3562c36be1bd442&device_id=3bd1d6ac-fc22-40b4-9334-b79b8f638fb9 HTTP/1.1" status: 200 len: 6347 time: 0.2611730 Nov 12 08:09:58.240780 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb15af0-f257-4645-9f5c-6e1f7035308b req-15856205-0816-4b1b-8ff0-6c34aef85625 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:58.242620 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1cb15af0-f257-4645-9f5c-6e1f7035308b req-15856205-0816-4b1b-8ff0-6c34aef85625 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1247866 Nov 12 08:09:58.259981 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1cb15af0-f257-4645-9f5c-6e1f7035308b req-406db73e-c1b3-408c-8621-a6d8e9e200f4 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] 10.222.0.26 "GET /v2.0/quotas/fd4bd95400f34c07923e28afec759404 HTTP/1.1" status: 200 len: 375 time: 0.0104952 Nov 12 08:09:58.299930 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1cb15af0-f257-4645-9f5c-6e1f7035308b req-e0c59bc9-7ca8-4408-b9c7-f643f0620582 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=fd4bd95400f34c07923e28afec759404&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0354121 Nov 12 08:09:58.420522 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-fe27c0d9-aa5b-40ba-8f4b-b34bc3674bee req-3b50dfdf-a1b2-4aca-95bc-bbc1495b9f85 tempest-SecurityGroupRulesNegativeTestJSON-1359900434 tempest-SecurityGroupRulesNegativeTestJSON-1359900434-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1183385188', 'description': 'tempest-description-2135237537'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:09:58.458687 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-fe27c0d9-aa5b-40ba-8f4b-b34bc3674bee req-3b50dfdf-a1b2-4aca-95bc-bbc1495b9f85 tempest-SecurityGroupRulesNegativeTestJSON-1359900434 tempest-SecurityGroupRulesNegativeTestJSON-1359900434-project] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:58.469954 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 57e599f1-5ffb-44b1-90b8-87efeef1ee5e up at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:09:58.492359 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ca5d5d97-db29-44cc-a301-51cfc71365dc req-adc19030-cab1-4d6d-a1c7-3b2d2d621c5b tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746749 Nov 12 08:09:58.575700 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning for port 57e599f1-5ffb-44b1-90b8-87efeef1ee5e completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:09:58.585704 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning complete for port 57e599f1-5ffb-44b1-90b8-87efeef1ee5e triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:09:58.586336 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:58.607264 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-fe27c0d9-aa5b-40ba-8f4b-b34bc3674bee req-3b50dfdf-a1b2-4aca-95bc-bbc1495b9f85 tempest-SecurityGroupRulesNegativeTestJSON-1359900434 tempest-SecurityGroupRulesNegativeTestJSON-1359900434-project] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:58.614638 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-fe27c0d9-aa5b-40ba-8f4b-b34bc3674bee req-3b50dfdf-a1b2-4aca-95bc-bbc1495b9f85 tempest-SecurityGroupRulesNegativeTestJSON-1359900434 tempest-SecurityGroupRulesNegativeTestJSON-1359900434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:58.686209 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-fe27c0d9-aa5b-40ba-8f4b-b34bc3674bee req-3b50dfdf-a1b2-4aca-95bc-bbc1495b9f85 tempest-SecurityGroupRulesNegativeTestJSON-1359900434 tempest-SecurityGroupRulesNegativeTestJSON-1359900434-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:58.706170 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fe27c0d9-aa5b-40ba-8f4b-b34bc3674bee req-3b50dfdf-a1b2-4aca-95bc-bbc1495b9f85 tempest-SecurityGroupRulesNegativeTestJSON-1359900434 tempest-SecurityGroupRulesNegativeTestJSON-1359900434-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.2899251 Nov 12 08:09:58.707466 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b50dfdf-a1b2-4aca-95bc-bbc1495b9f85 tempest-SecurityGroupRulesNegativeTestJSON-1359900434 tempest-SecurityGroupRulesNegativeTestJSON-1359900434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=711b769c-a864-4d98-ac68-2a5698db2b56,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:58.738202 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cd5426-1918-4e9f-96a2-d0593f92854f req-ab37b422-ddf4-4b51-b55e-7c5ac8d41881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:58.738493 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cd5426-1918-4e9f-96a2-d0593f92854f req-ab37b422-ddf4-4b51-b55e-7c5ac8d41881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:58.740019 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cd5426-1918-4e9f-96a2-d0593f92854f req-ab37b422-ddf4-4b51-b55e-7c5ac8d41881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:58.741957 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b5cd5426-1918-4e9f-96a2-d0593f92854f req-ab37b422-ddf4-4b51-b55e-7c5ac8d41881 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=caeb26ccc5c74ed4b3562c36be1bd442&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.5151224 Nov 12 08:09:58.748983 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-9b61b6bd-d0b7-4b85-8ccd-53a15c378fc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37b402b7-2184-4bd5-848f-102be806aba4 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:09:58.776297 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:58.782140 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-9b61b6bd-d0b7-4b85-8ccd-53a15c378fc9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:58.856035 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 57e599f1-5ffb-44b1-90b8-87efeef1ee5e, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=57e599f1-5ffb-44b1-90b8-87efeef1ee5e,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:09:58.857052 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96a9cab0-60b5-4289-a73f-a894f7e4644d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57e599f1-5ffb-44b1-90b8-87efeef1ee5e'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:09:58.860173 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9234f33d-1059-47cc-88cd-51eacd7a4d9e" -d '{"events": [{"server_uuid": "96a9cab0-60b5-4289-a73f-a894f7e4644d", "name": "network-vif-plugged", "status": "completed", "tag": "57e599f1-5ffb-44b1-90b8-87efeef1ee5e"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:09:58.865414 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:58.939611 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=57e599f1-5ffb-44b1-90b8-87efeef1ee5e,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:58.998711 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ed4de2-d60d-4063-aac4-23d5e1aab1ee req-11c18e41-a855-4a8b-a51c-724acf69c85f tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:59.007364 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c8ed4de2-d60d-4063-aac4-23d5e1aab1ee req-11c18e41-a855-4a8b-a51c-724acf69c85f tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/networks?id=e20d0ee5-0c01-4db1-aa95-4ea5bc470460 HTTP/1.1" status: 200 len: 821 time: 0.1876335 Nov 12 08:09:59.037809 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c8ed4de2-d60d-4063-aac4-23d5e1aab1ee req-150395fe-1087-44ad-b8cb-ffbf2141376d tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/quotas/d3f3ef4a14134700a36c0967765d4c9a HTTP/1.1" status: 200 len: 375 time: 0.0278580 Nov 12 08:09:59.118123 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c8ed4de2-d60d-4063-aac4-23d5e1aab1ee req-40bdeb4d-1b46-448c-8b1b-21a6ef57e445 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d3f3ef4a14134700a36c0967765d4c9a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0777342 Nov 12 08:09:59.232447 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-98ec15bf-8828-479e-a5f4-12df8594d825 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:59.240903 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-9b61b6bd-d0b7-4b85-8ccd-53a15c378fc9 service neutron] Transition to ACTIVE for port object 37b402b7-2184-4bd5-848f-102be806aba4 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:09:59.250549 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c8ed4de2-d60d-4063-aac4-23d5e1aab1ee req-138e2612-5bce-4157-acd5-813508e47097 service neutron] 10.222.0.26 "GET /v2.0/networks/e20d0ee5-0c01-4db1-aa95-4ea5bc470460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282492 Nov 12 08:09:59.263226 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-98ec15bf-8828-479e-a5f4-12df8594d825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:59.283615 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-9b61b6bd-d0b7-4b85-8ccd-53a15c378fc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:59.345457 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c8ed4de2-d60d-4063-aac4-23d5e1aab1ee req-754532e7-2971-4037-898a-117651754bb2 service neutron] 10.222.0.26 "GET /v2.0/networks/e20d0ee5-0c01-4db1-aa95-4ea5bc470460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887477 Nov 12 08:09:59.353923 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98ec15bf-8828-479e-a5f4-12df8594d825 admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:09:59.410006 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-98ec15bf-8828-479e-a5f4-12df8594d825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:59.410354 n-d-765315-29 neutron-server[102599]: INFO neutron.db.segments_db [None req-98ec15bf-8828-479e-a5f4-12df8594d825 admin admin] Added segment 9731bde9-1bbe-48ed-a64f-4cf0a0cc31e9 of type vlan for network 02a32135-0065-45ce-974d-27815ac6e32c Nov 12 08:09:59.411666 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ec15bf-8828-479e-a5f4-12df8594d825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39fd6a2a-7263-4e36-a1d7-3ab342ba5409,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:59.432980 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cd5426-1918-4e9f-96a2-d0593f92854f req-77b550d9-47ed-4b84-a011-727649c56822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:59.434602 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b5cd5426-1918-4e9f-96a2-d0593f92854f req-77b550d9-47ed-4b84-a011-727649c56822 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6751480 Nov 12 08:09:59.447685 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0257dd-3d29-4d43-9991-46bf3cccfe0c req-90600207-33b6-4183-b385-ee543a8b1570 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:59.453400 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0257dd-3d29-4d43-9991-46bf3cccfe0c req-90600207-33b6-4183-b385-ee543a8b1570 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:59.460846 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0257dd-3d29-4d43-9991-46bf3cccfe0c req-90600207-33b6-4183-b385-ee543a8b1570 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:59.466989 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0257dd-3d29-4d43-9991-46bf3cccfe0c req-90600207-33b6-4183-b385-ee543a8b1570 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:59.473505 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0257dd-3d29-4d43-9991-46bf3cccfe0c req-90600207-33b6-4183-b385-ee543a8b1570 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:59.494051 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0257dd-3d29-4d43-9991-46bf3cccfe0c req-90600207-33b6-4183-b385-ee543a8b1570 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:59.504985 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0257dd-3d29-4d43-9991-46bf3cccfe0c req-90600207-33b6-4183-b385-ee543a8b1570 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:59.514217 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-bf0257dd-3d29-4d43-9991-46bf3cccfe0c req-90600207-33b6-4183-b385-ee543a8b1570 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd1d6ac-fc22-40b4-9334-b79b8f638fb9 HTTP/1.1" status: 200 len: 5395 time: 0.3095944 Nov 12 08:09:59.569587 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5b6f2d37-6e99-4ecd-bb42-7cdc39c07ca9 req-7eafa170-64ef-494e-9b2a-222732d2cea2 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] 10.222.0.26 "GET /v2.0/ports?device_id=ccce4532-340d-428e-8bc7-35cbfbee73e3 HTTP/1.1" status: 200 len: 210 time: 0.0488493 Nov 12 08:09:59.588199 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b61b6bd-d0b7-4b85-8ccd-53a15c378fc9 service neutron] Pushing event updated for resources: {'Port': ['ID=37b402b7-2184-4bd5-848f-102be806aba4,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:09:59.611539 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ec15bf-8828-479e-a5f4-12df8594d825 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:09:59.611910 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ec15bf-8828-479e-a5f4-12df8594d825 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:09:59.612325 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ec15bf-8828-479e-a5f4-12df8594d825 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:09:59.612932 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ec15bf-8828-479e-a5f4-12df8594d825 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:09:59.613134 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ec15bf-8828-479e-a5f4-12df8594d825 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:09:59.614129 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ec15bf-8828-479e-a5f4-12df8594d825 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:09:59.614482 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ec15bf-8828-479e-a5f4-12df8594d825 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:09:59.614854 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ec15bf-8828-479e-a5f4-12df8594d825 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:09:59.615192 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ec15bf-8828-479e-a5f4-12df8594d825 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:09:59.615531 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ec15bf-8828-479e-a5f4-12df8594d825 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:09:59.615866 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ec15bf-8828-479e-a5f4-12df8594d825 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:09:59.616196 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ec15bf-8828-479e-a5f4-12df8594d825 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:09:59.675960 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b61b6bd-d0b7-4b85-8ccd-53a15c378fc9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:09:59.676317 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b61b6bd-d0b7-4b85-8ccd-53a15c378fc9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:09:59.676666 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b61b6bd-d0b7-4b85-8ccd-53a15c378fc9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:09:59.677009 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b61b6bd-d0b7-4b85-8ccd-53a15c378fc9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:09:59.677346 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b61b6bd-d0b7-4b85-8ccd-53a15c378fc9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:09:59.677681 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b61b6bd-d0b7-4b85-8ccd-53a15c378fc9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:09:59.678014 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b61b6bd-d0b7-4b85-8ccd-53a15c378fc9 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:09:59.678345 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b61b6bd-d0b7-4b85-8ccd-53a15c378fc9 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:09:59.678701 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b61b6bd-d0b7-4b85-8ccd-53a15c378fc9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:09:59.679041 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b61b6bd-d0b7-4b85-8ccd-53a15c378fc9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:09:59.679373 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b61b6bd-d0b7-4b85-8ccd-53a15c378fc9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:09:59.679697 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b61b6bd-d0b7-4b85-8ccd-53a15c378fc9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:09:59.710137 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-98ec15bf-8828-479e-a5f4-12df8594d825 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:59.795004 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c946c7a9-1b0b-47d5-9819-53d5ca413a46 req-f80c7c8e-9ce1-4d4f-9e5e-4654624bd458 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=fd4bd95400f34c07923e28afec759404&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0612464 Nov 12 08:09:59.836921 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-81d2f996-044e-41f6-8259-b2a463643618 req-22008cc0-7604-4b43-a0fe-d7aefa72ab3d tempest-SecurityGroupRulesNegativeTestJSON-1359900434 tempest-SecurityGroupRulesNegativeTestJSON-1359900434-project] 10.222.0.26 "GET /v2.0/security-groups/711b769c-a864-4d98-ac68-2a5698db2b56 HTTP/1.1" status: 200 len: 1830 time: 0.0907187 Nov 12 08:09:59.861137 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bd1d6ac-fc22-40b4-9334-b79b8f638fb9', 'tag': 'f1dcc1d8-a453-49ab-adf5-63e92ffd32cd'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:09:59.863608 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a41012-9d66-4440-84d4-b7ff3ebba6dc" -d '{"events": [{"name": "network-changed", "server_uuid": "3bd1d6ac-fc22-40b4-9334-b79b8f638fb9", "tag": "f1dcc1d8-a453-49ab-adf5-63e92ffd32cd"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:09:59.904071 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-bf0257dd-3d29-4d43-9991-46bf3cccfe0c req-f6c2ff6c-a60d-40e3-bb94-5e0ceb3a6aeb tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b5c7833-24a2-4c14-bc24-7cc6ddd646d8&id=edb098b1-b850-4d1f-9907-ebc80ab17859&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3864515 Nov 12 08:09:59.904756 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-98ec15bf-8828-479e-a5f4-12df8594d825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:59.906776 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ec15bf-8828-479e-a5f4-12df8594d825 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:09:59.907594 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-98ec15bf-8828-479e-a5f4-12df8594d825 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:00.004645 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a14a1929-1f79-4a21-8667-34a00aca3870 x-openstack-request-id: req-a14a1929-1f79-4a21-8667-34a00aca3870 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:10:00.005978 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96a9cab0-60b5-4289-a73f-a894f7e4644d", "name": "network-vif-plugged", "status": "completed", "tag": "57e599f1-5ffb-44b1-90b8-87efeef1ee5e", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:10:00.006486 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a14a1929-1f79-4a21-8667-34a00aca3870 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:10:00.007021 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96a9cab0-60b5-4289-a73f-a894f7e4644d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57e599f1-5ffb-44b1-90b8-87efeef1ee5e', 'code': 200} Nov 12 08:10:00.034239 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-98ec15bf-8828-479e-a5f4-12df8594d825 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3192005 Nov 12 08:10:00.037167 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 35110) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:10:00.042037 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-279e8d71-fcfe-4940-9f91-dfc51af2f841 admin admin] Request body: {'subnet': {'network_id': '02a32135-0065-45ce-974d-27815ac6e32c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1832402690-subnet', 'tenant_id': '87e1c7a524e4438c8d5ef825876f155a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:10:00.082923 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-279e8d71-fcfe-4940-9f91-dfc51af2f841 admin admin] Made reservation on behalf of 87e1c7a524e4438c8d5ef825876f155a for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:10:00.088982 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-279e8d71-fcfe-4940-9f91-dfc51af2f841 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:00.090949 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-9b61b6bd-d0b7-4b85-8ccd-53a15c378fc9 service neutron] Attempting to bind port 37b402b7-2184-4bd5-848f-102be806aba4 on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:10:00.091511 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-9b61b6bd-d0b7-4b85-8ccd-53a15c378fc9 service neutron] Attempting to bind port 37b402b7-2184-4bd5-848f-102be806aba4 by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': '68a1743e-a8af-4970-92e1-04bf2dc80df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '98a99309-fcab-4612-ba6f-85e7b28a9784'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:10:00.092055 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-9b61b6bd-d0b7-4b85-8ccd-53a15c378fc9 service neutron] Attempting to bind port 37b402b7-2184-4bd5-848f-102be806aba4 on network 98a99309-fcab-4612-ba6f-85e7b28a9784 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:10:00.192395 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cb032fbb-67bb-41ef-8b35-bd5b0a330365 req-b2c9428d-52e4-4103-8daa-cf15481f9f62 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=700c8a79-ee5b-4f57-9e36-8ed83a369148 HTTP/1.1" status: 200 len: 210 time: 0.0908139 Nov 12 08:10:00.213458 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c946c7a9-1b0b-47d5-9819-53d5ca413a46 req-06864f99-ebfd-445e-9e8e-225369c58ba9 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:00.215943 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c946c7a9-1b0b-47d5-9819-53d5ca413a46 req-06864f99-ebfd-445e-9e8e-225369c58ba9 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3976998 Nov 12 08:10:00.216768 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-9b61b6bd-d0b7-4b85-8ccd-53a15c378fc9 service neutron] Port 37b402b7-2184-4bd5-848f-102be806aba4 on network 98a99309-fcab-4612-ba6f-85e7b28a9784 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:10:00.217320 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-9b61b6bd-d0b7-4b85-8ccd-53a15c378fc9 service neutron] Attempting to bind port 37b402b7-2184-4bd5-848f-102be806aba4 on network 98a99309-fcab-4612-ba6f-85e7b28a9784 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:10:00.229478 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ec15bf-8828-479e-a5f4-12df8594d825 admin admin] Pushing event updated for resources: {'Network': ['ID=02a32135-0065-45ce-974d-27815ac6e32c,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:00.241721 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 02a32135-0065-45ce-974d-27815ac6e32c details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:10:00.246536 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-9b61b6bd-d0b7-4b85-8ccd-53a15c378fc9 service neutron] Checking agent: {'id': '26215384-8035-4ce2-971a-8e67be80da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:10:00.247133 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-9b61b6bd-d0b7-4b85-8ccd-53a15c378fc9 service neutron] Checking segment: {'id': '68a1743e-a8af-4970-92e1-04bf2dc80df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '98a99309-fcab-4612-ba6f-85e7b28a9784'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:10:00.247483 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-9b61b6bd-d0b7-4b85-8ccd-53a15c378fc9 service neutron] Bound using segment: {'id': '68a1743e-a8af-4970-92e1-04bf2dc80df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '98a99309-fcab-4612-ba6f-85e7b28a9784'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:10:00.248016 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-9b61b6bd-d0b7-4b85-8ccd-53a15c378fc9 service neutron] Bound port: 37b402b7-2184-4bd5-848f-102be806aba4, host: n-h1-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68a1743e-a8af-4970-92e1-04bf2dc80df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '98a99309-fcab-4612-ba6f-85e7b28a9784'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:10:00.248533 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-9b61b6bd-d0b7-4b85-8ccd-53a15c378fc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:00.266289 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72d8ff7-52c1-40ad-b64d-f8dcdcb9a830 req-2e0c54a8-76c4-4d8b-86ad-c6f2368ac342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:00.269013 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e72d8ff7-52c1-40ad-b64d-f8dcdcb9a830 req-2e0c54a8-76c4-4d8b-86ad-c6f2368ac342 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=96a9cab0-60b5-4289-a73f-a894f7e4644d HTTP/1.1" status: 200 len: 1101 time: 0.1737967 Nov 12 08:10:00.303568 n-d-765315-29 neutron-server[102599]: INFO neutron.api.v2.resource [req-1f59be0a-d696-43ef-a8df-0f64fd4439bb req-df56655e-5c8b-41e4-95bb-0b7a073efbb3 tempest-SecurityGroupRulesNegativeTestJSON-1359900434 tempest-SecurityGroupRulesNegativeTestJSON-1359900434-project] show failed (client error): The resource could not be found. Nov 12 08:10:00.304863 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1f59be0a-d696-43ef-a8df-0f64fd4439bb req-df56655e-5c8b-41e4-95bb-0b7a073efbb3 tempest-SecurityGroupRulesNegativeTestJSON-1359900434 tempest-SecurityGroupRulesNegativeTestJSON-1359900434-project] 10.222.0.26 "GET /v2.0/security-groups/2baa125b-c7cc-4518-b744-7ba0b935da08 HTTP/1.1" status: 404 len: 352 time: 0.0344126 Nov 12 08:10:00.316555 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-c946c7a9-1b0b-47d5-9819-53d5ca413a46 req-dd222fd6-3b2f-4e60-b853-0f2df0d1f6b3 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] Request body: {'port': {'device_id': '16f00ffb-c46c-4a16-bab8-59031d7bab45', 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016', 'admin_state_up': True, 'tenant_id': 'fd4bd95400f34c07923e28afec759404'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:10:00.397646 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2535411-7f8b-4e4a-b527-88295d2454e4 req-b44fc453-ee87-4b61-ab9b-b70c1e1e9a09 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:00.400965 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f2535411-7f8b-4e4a-b527-88295d2454e4 req-b44fc453-ee87-4b61-ab9b-b70c1e1e9a09 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=96a9cab0-60b5-4289-a73f-a894f7e4644d HTTP/1.1" status: 200 len: 949 time: 0.1917217 Nov 12 08:10:00.414542 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bd40f52-cc0c-4630-96b8-fc1ec2211fe9 x-openstack-request-id: req-9bd40f52-cc0c-4630-96b8-fc1ec2211fe9 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:10:00.414843 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bd1d6ac-fc22-40b4-9334-b79b8f638fb9", "tag": "f1dcc1d8-a453-49ab-adf5-63e92ffd32cd", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:10:00.415089 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9bd40f52-cc0c-4630-96b8-fc1ec2211fe9 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:10:00.415472 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bd1d6ac-fc22-40b4-9334-b79b8f638fb9', 'tag': 'f1dcc1d8-a453-49ab-adf5-63e92ffd32cd', 'status': 'completed', 'code': 200} Nov 12 08:10:00.511020 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-279e8d71-fcfe-4940-9f91-dfc51af2f841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:00.575347 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a41012-9d66-4440-84d4-b7ff3ebba6dc req-3d339151-250e-4c12-8148-c8834cac1616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:00.576187 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a41012-9d66-4440-84d4-b7ff3ebba6dc req-3d339151-250e-4c12-8148-c8834cac1616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:00.576833 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a41012-9d66-4440-84d4-b7ff3ebba6dc req-3d339151-250e-4c12-8148-c8834cac1616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:00.577890 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a41012-9d66-4440-84d4-b7ff3ebba6dc req-3d339151-250e-4c12-8148-c8834cac1616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:00.579555 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a41012-9d66-4440-84d4-b7ff3ebba6dc req-3d339151-250e-4c12-8148-c8834cac1616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:00.579555 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a41012-9d66-4440-84d4-b7ff3ebba6dc req-3d339151-250e-4c12-8148-c8834cac1616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:00.579917 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a41012-9d66-4440-84d4-b7ff3ebba6dc req-3d339151-250e-4c12-8148-c8834cac1616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:00.581855 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b2a41012-9d66-4440-84d4-b7ff3ebba6dc req-3d339151-250e-4c12-8148-c8834cac1616 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=caeb26ccc5c74ed4b3562c36be1bd442&device_id=3bd1d6ac-fc22-40b4-9334-b79b8f638fb9 HTTP/1.1" status: 200 len: 6373 time: 0.1492441 Nov 12 08:10:00.592167 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f2535411-7f8b-4e4a-b527-88295d2454e4 req-ff8a11d8-d7c4-4e14-978c-5f246c8ad532 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605792 Nov 12 08:10:00.595299 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-9b61b6bd-d0b7-4b85-8ccd-53a15c378fc9 service neutron] For port 37b402b7-2184-4bd5-848f-102be806aba4, host n-h1-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:10:00.599484 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1cb15af0-f257-4645-9f5c-6e1f7035308b req-2311045c-937d-48d9-865e-97fff75d8345 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=fd4bd95400f34c07923e28afec759404&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0767658 Nov 12 08:10:00.611996 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e72d8ff7-52c1-40ad-b64d-f8dcdcb9a830 req-0e144d28-b50d-4f52-9ab9-5cd3680399b2 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3311024 Nov 12 08:10:00.637592 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72daf16-83ca-4979-920d-57548c323baf req-d2026459-62d3-4832-9225-7f9c6867c0ea tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:00.639115 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a72daf16-83ca-4979-920d-57548c323baf req-d2026459-62d3-4832-9225-7f9c6867c0ea tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5b5785-a47f-4561-a4b6-f5a68cfe2ed6 HTTP/1.1" status: 200 len: 950 time: 0.1899004 Nov 12 08:10:00.655140 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-9b61b6bd-d0b7-4b85-8ccd-53a15c378fc9 service neutron] For port 37b402b7-2184-4bd5-848f-102be806aba4, host n-h1-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=37b402b7-2184-4bd5-848f-102be806aba4,segment=NetworkSegment(68a1743e-a8af-4970-92e1-04bf2dc80df9),segment_id=68a1743e-a8af-4970-92e1-04bf2dc80df9)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:10:00.699525 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-9b61b6bd-d0b7-4b85-8ccd-53a15c378fc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:00.708166 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279e8d71-fcfe-4940-9f91-dfc51af2f841 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc8e413e-37a0-429c-9307-b148ff2851e0,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:00.710634 n-d-765315-29 neutron-server[102600]: INFO neutron.api.v2.resource [req-8a029bdf-2f9b-4521-9e5e-3b1483d041d8 req-2d3fefc1-117a-44e3-b53d-260fce27e7c4 tempest-SecurityGroupRulesNegativeTestJSON-1359900434 tempest-SecurityGroupRulesNegativeTestJSON-1359900434-project] show failed (client error): The resource could not be found. Nov 12 08:10:00.711849 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8a029bdf-2f9b-4521-9e5e-3b1483d041d8 req-2d3fefc1-117a-44e3-b53d-260fce27e7c4 tempest-SecurityGroupRulesNegativeTestJSON-1359900434 tempest-SecurityGroupRulesNegativeTestJSON-1359900434-project] 10.222.0.26 "GET /v2.0/security-group-rules/fc76c04b-89b2-4b25-b8b9-2d740571754d HTTP/1.1" status: 404 len: 361 time: 0.0671051 Nov 12 08:10:00.732944 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279e8d71-fcfe-4940-9f91-dfc51af2f841 admin admin] Checking segment: {'id': '9731bde9-1bbe-48ed-a64f-4cf0a0cc31e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '02a32135-0065-45ce-974d-27815ac6e32c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:10:00.734096 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279e8d71-fcfe-4940-9f91-dfc51af2f841 admin admin] Network hostable DHCP agents. Network: 02a32135-0065-45ce-974d-27815ac6e32c, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:10:00.782142 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279e8d71-fcfe-4940-9f91-dfc51af2f841 admin admin] Network 02a32135-0065-45ce-974d-27815ac6e32c is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:10:00.825446 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-9b61b6bd-d0b7-4b85-8ccd-53a15c378fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:00.826075 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-9b61b6bd-d0b7-4b85-8ccd-53a15c378fc9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:00.828079 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-9b61b6bd-d0b7-4b85-8ccd-53a15c378fc9 service neutron] 10.222.0.21 "PUT /v2.0/ports/37b402b7-2184-4bd5-848f-102be806aba4 HTTP/1.1" status: 200 len: 1092 time: 3.2710037 Nov 12 08:10:00.832247 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a41012-9d66-4440-84d4-b7ff3ebba6dc req-82a00627-f635-4f5f-90a8-88dc5eb38032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:00.834011 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a41012-9d66-4440-84d4-b7ff3ebba6dc req-82a00627-f635-4f5f-90a8-88dc5eb38032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:00.835009 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a41012-9d66-4440-84d4-b7ff3ebba6dc req-82a00627-f635-4f5f-90a8-88dc5eb38032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:00.837375 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b2a41012-9d66-4440-84d4-b7ff3ebba6dc req-82a00627-f635-4f5f-90a8-88dc5eb38032 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=caeb26ccc5c74ed4b3562c36be1bd442&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2419045 Nov 12 08:10:00.847638 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-91454c62-77ca-4939-aced-ff1564eb8e65 req-218d06a0-b596-48db-aa79-4c1a25ba4cfe tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] 10.222.0.26 "GET /v2.0/ports?device_id=ccce4532-340d-428e-8bc7-35cbfbee73e3 HTTP/1.1" status: 200 len: 210 time: 0.0681567 Nov 12 08:10:00.848933 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-279e8d71-fcfe-4940-9f91-dfc51af2f841 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 02a32135-0065-45ce-974d-27815ac6e32c) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:10:00.853616 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c946c7a9-1b0b-47d5-9819-53d5ca413a46 req-dd222fd6-3b2f-4e60-b853-0f2df0d1f6b3 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] Made reservation on behalf of fd4bd95400f34c07923e28afec759404 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:10:00.856397 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279e8d71-fcfe-4940-9f91-dfc51af2f841 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:00.856982 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-279e8d71-fcfe-4940-9f91-dfc51af2f841 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:00.857190 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-c946c7a9-1b0b-47d5-9819-53d5ca413a46 req-dd222fd6-3b2f-4e60-b853-0f2df0d1f6b3 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:00.882684 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41f110c-a304-4708-8b12-9b911dbc0897 None None] Network 02a32135-0065-45ce-974d-27815ac6e32c requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:10:00.886680 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-279e8d71-fcfe-4940-9f91-dfc51af2f841 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8481812 Nov 12 08:10:00.894429 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 35130) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:10:00.903740 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a72daf16-83ca-4979-920d-57548c323baf req-fd0f07e2-39ee-4a90-9f6b-adfdfa2f66c6 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb487f5-7b7a-45ea-a48a-5e5b4b4e6e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466342 Nov 12 08:10:00.919594 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-8a2d4335-1b42-476a-96bc-dd748c4bc484 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1832402690-router', 'tenant_id': '87e1c7a524e4438c8d5ef825876f155a', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:10:00.943752 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-eb5c7961-4bf4-4338-8991-4812ca321233 service neutron] Request body: {'port': {'device_id': '3bd1d6ac-fc22-40b4-9334-b79b8f638fb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:10:00.946438 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-c946c7a9-1b0b-47d5-9819-53d5ca413a46 req-dd222fd6-3b2f-4e60-b853-0f2df0d1f6b3 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:00.965834 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b61b6bd-d0b7-4b85-8ccd-53a15c378fc9 service neutron] Pushing event updated for resources: {'Port': ['ID=37b402b7-2184-4bd5-848f-102be806aba4,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:01.035982 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb15af0-f257-4645-9f5c-6e1f7035308b req-fc8f1d8d-ee5f-4e15-a96f-db9704994da6 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:01.037550 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1cb15af0-f257-4645-9f5c-6e1f7035308b req-fc8f1d8d-ee5f-4e15-a96f-db9704994da6 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4099865 Nov 12 08:10:01.087590 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8a2d4335-1b42-476a-96bc-dd748c4bc484 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:01.088911 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8a2d4335-1b42-476a-96bc-dd748c4bc484 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:01.097096 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7b92899a-dbb2-467c-bc84-a09570d47901 req-d4169c5f-d7e8-4d04-8847-03525cd071be tempest-SecurityGroupRulesNegativeTestJSON-1359900434 tempest-SecurityGroupRulesNegativeTestJSON-1359900434-project] 10.222.0.26 "GET /v2.0/security-groups/711b769c-a864-4d98-ac68-2a5698db2b56 HTTP/1.1" status: 200 len: 1830 time: 0.1111054 Nov 12 08:10:01.098537 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a41012-9d66-4440-84d4-b7ff3ebba6dc req-a2c04471-c0ad-4193-97b8-e1bb69d6087d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:01.100666 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b2a41012-9d66-4440-84d4-b7ff3ebba6dc req-a2c04471-c0ad-4193-97b8-e1bb69d6087d service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2312393 Nov 12 08:10:01.106823 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-1cb15af0-f257-4645-9f5c-6e1f7035308b req-9933573b-f4fe-46bd-bd16-6b4be1dd45f3 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] Request body: {'port': {'device_id': 'ccce4532-340d-428e-8bc7-35cbfbee73e3', 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016', 'admin_state_up': True, 'tenant_id': 'fd4bd95400f34c07923e28afec759404'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:10:01.168555 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-eb5c7961-4bf4-4338-8991-4812ca321233 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:01.211581 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-7b92899a-dbb2-467c-bc84-a09570d47901 req-4c30c887-ac30-421d-abe2-4179a7cb39cb tempest-SecurityGroupRulesNegativeTestJSON-1359900434 tempest-SecurityGroupRulesNegativeTestJSON-1359900434-project] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:01.225369 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870f33b6-816c-4c6e-ba1d-1472eda41d03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-02a32135-0065-45ce-974d-27815ac6e32c', 'network_id': '02a32135-0065-45ce-974d-27815ac6e32c', 'tenant_id': '87e1c7a524e4438c8d5ef825876f155a', 'fixed_ips': [{'subnet_id': 'cc8e413e-37a0-429c-9307-b148ff2851e0'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:10:01.227063 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-870f33b6-816c-4c6e-ba1d-1472eda41d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:01.242700 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-7b92899a-dbb2-467c-bc84-a09570d47901 req-4c30c887-ac30-421d-abe2-4179a7cb39cb tempest-SecurityGroupRulesNegativeTestJSON-1359900434 tempest-SecurityGroupRulesNegativeTestJSON-1359900434-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:01.357347 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8a2d4335-1b42-476a-96bc-dd748c4bc484 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:01.468491 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-870f33b6-816c-4c6e-ba1d-1472eda41d03 None None] Allocated IP 172.20.0.2 (02a32135-0065-45ce-974d-27815ac6e32c/cc8e413e-37a0-429c-9307-b148ff2851e0/5b1c4325-9f57-40fa-9e6c-9f6b1853ee62) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:10:01.645463 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9aea89-5de0-4c3d-8f13-58cd6fa437fe req-2060fa16-4151-46d4-8e67-1b00db2e72e6 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:01.651612 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9aea89-5de0-4c3d-8f13-58cd6fa437fe req-2060fa16-4151-46d4-8e67-1b00db2e72e6 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:01.657925 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9aea89-5de0-4c3d-8f13-58cd6fa437fe req-2060fa16-4151-46d4-8e67-1b00db2e72e6 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:01.664078 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9aea89-5de0-4c3d-8f13-58cd6fa437fe req-2060fa16-4151-46d4-8e67-1b00db2e72e6 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:01.670306 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9aea89-5de0-4c3d-8f13-58cd6fa437fe req-2060fa16-4151-46d4-8e67-1b00db2e72e6 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:01.679367 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-870f33b6-816c-4c6e-ba1d-1472eda41d03 None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:01.680294 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9aea89-5de0-4c3d-8f13-58cd6fa437fe req-2060fa16-4151-46d4-8e67-1b00db2e72e6 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:01.685235 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-7b92899a-dbb2-467c-bc84-a09570d47901 req-4c30c887-ac30-421d-abe2-4179a7cb39cb tempest-SecurityGroupRulesNegativeTestJSON-1359900434 tempest-SecurityGroupRulesNegativeTestJSON-1359900434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:01.687866 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9aea89-5de0-4c3d-8f13-58cd6fa437fe req-2060fa16-4151-46d4-8e67-1b00db2e72e6 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:01.688907 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-7b92899a-dbb2-467c-bc84-a09570d47901 req-4c30c887-ac30-421d-abe2-4179a7cb39cb tempest-SecurityGroupRulesNegativeTestJSON-1359900434 tempest-SecurityGroupRulesNegativeTestJSON-1359900434-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:01.689793 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-db9aea89-5de0-4c3d-8f13-58cd6fa437fe req-2060fa16-4151-46d4-8e67-1b00db2e72e6 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd1d6ac-fc22-40b4-9334-b79b8f638fb9 HTTP/1.1" status: 200 len: 5407 time: 0.4989071 Nov 12 08:10:01.690778 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-870f33b6-816c-4c6e-ba1d-1472eda41d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:01.702676 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7b92899a-dbb2-467c-bc84-a09570d47901 req-4c30c887-ac30-421d-abe2-4179a7cb39cb tempest-SecurityGroupRulesNegativeTestJSON-1359900434 tempest-SecurityGroupRulesNegativeTestJSON-1359900434-project] 10.222.0.26 "DELETE /v2.0/security-groups/711b769c-a864-4d98-ac68-2a5698db2b56 HTTP/1.1" status: 204 len: 173 time: 0.5978284 Nov 12 08:10:01.730211 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c30c887-ac30-421d-abe2-4179a7cb39cb tempest-SecurityGroupRulesNegativeTestJSON-1359900434 tempest-SecurityGroupRulesNegativeTestJSON-1359900434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=711b769c-a864-4d98-ac68-2a5698db2b56,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:01.756282 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-c946c7a9-1b0b-47d5-9819-53d5ca413a46 req-dd222fd6-3b2f-4e60-b853-0f2df0d1f6b3 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:01.763085 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8a2d4335-1b42-476a-96bc-dd748c4bc484 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:01.774637 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870f33b6-816c-4c6e-ba1d-1472eda41d03 None None] Network 02a32135-0065-45ce-974d-27815ac6e32c is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:10:01.778977 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-870f33b6-816c-4c6e-ba1d-1472eda41d03 None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:10:01.779220 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-c946c7a9-1b0b-47d5-9819-53d5ca413a46 req-dd222fd6-3b2f-4e60-b853-0f2df0d1f6b3 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:01.781263 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870f33b6-816c-4c6e-ba1d-1472eda41d03 None None] Pushing event updated for resources: {'Port': ['ID=5b1c4325-9f57-40fa-9e6c-9f6b1853ee62,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:01.784038 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870f33b6-816c-4c6e-ba1d-1472eda41d03 None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:10:01.813745 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cb15af0-f257-4645-9f5c-6e1f7035308b req-9933573b-f4fe-46bd-bd16-6b4be1dd45f3 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] Made reservation on behalf of fd4bd95400f34c07923e28afec759404 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:10:01.817316 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1cb15af0-f257-4645-9f5c-6e1f7035308b req-9933573b-f4fe-46bd-bd16-6b4be1dd45f3 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:01.835868 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ed4de2-d60d-4063-aac4-23d5e1aab1ee req-d99eb911-092c-47a9-9cc4-5ee6f03b6465 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:01.838000 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c8ed4de2-d60d-4063-aac4-23d5e1aab1ee req-d99eb911-092c-47a9-9cc4-5ee6f03b6465 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.44 "GET /v2.0/networks?id=e20d0ee5-0c01-4db1-aa95-4ea5bc470460 HTTP/1.1" status: 200 len: 821 time: 0.2482078 Nov 12 08:10:01.840081 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-87b778cd-d6df-4d60-ad05-171f88cbab7f req-52d3dcda-89b5-40a4-888b-c0099bd8bc6e tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=700c8a79-ee5b-4f57-9e36-8ed83a369148 HTTP/1.1" status: 200 len: 210 time: 0.0872271 Nov 12 08:10:01.849753 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-870f33b6-816c-4c6e-ba1d-1472eda41d03 None None] Attempting to bind port 5b1c4325-9f57-40fa-9e6c-9f6b1853ee62 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:10:01.850409 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-870f33b6-816c-4c6e-ba1d-1472eda41d03 None None] Attempting to bind port 5b1c4325-9f57-40fa-9e6c-9f6b1853ee62 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '9731bde9-1bbe-48ed-a64f-4cf0a0cc31e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '02a32135-0065-45ce-974d-27815ac6e32c'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:10:01.850854 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870f33b6-816c-4c6e-ba1d-1472eda41d03 None None] Attempting to bind port 5b1c4325-9f57-40fa-9e6c-9f6b1853ee62 on network 02a32135-0065-45ce-974d-27815ac6e32c {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:10:01.857229 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870f33b6-816c-4c6e-ba1d-1472eda41d03 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:10:01.857669 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870f33b6-816c-4c6e-ba1d-1472eda41d03 None None] Checking segment: {'id': '9731bde9-1bbe-48ed-a64f-4cf0a0cc31e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '02a32135-0065-45ce-974d-27815ac6e32c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:10:01.858159 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-870f33b6-816c-4c6e-ba1d-1472eda41d03 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:01.859362 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870f33b6-816c-4c6e-ba1d-1472eda41d03 None None] Bound using segment: {'id': '9731bde9-1bbe-48ed-a64f-4cf0a0cc31e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '02a32135-0065-45ce-974d-27815ac6e32c'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:10:01.860127 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-870f33b6-816c-4c6e-ba1d-1472eda41d03 None None] Bound port: 5b1c4325-9f57-40fa-9e6c-9f6b1853ee62, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9731bde9-1bbe-48ed-a64f-4cf0a0cc31e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '02a32135-0065-45ce-974d-27815ac6e32c'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:10:01.860509 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-870f33b6-816c-4c6e-ba1d-1472eda41d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:01.972222 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-870f33b6-816c-4c6e-ba1d-1472eda41d03 None None] For port 5b1c4325-9f57-40fa-9e6c-9f6b1853ee62, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:10:01.977722 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-870f33b6-816c-4c6e-ba1d-1472eda41d03 None None] For port 5b1c4325-9f57-40fa-9e6c-9f6b1853ee62, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=5b1c4325-9f57-40fa-9e6c-9f6b1853ee62,segment=NetworkSegment(9731bde9-1bbe-48ed-a64f-4cf0a0cc31e9),segment_id=9731bde9-1bbe-48ed-a64f-4cf0a0cc31e9)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:10:01.984880 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-870f33b6-816c-4c6e-ba1d-1472eda41d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:01.992403 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-c8ed4de2-d60d-4063-aac4-23d5e1aab1ee req-1a3d9ad0-8a18-438d-a028-6c056be3733e tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Request body: {'port': {'device_id': '700c8a79-ee5b-4f57-9e36-8ed83a369148', 'network_id': 'e20d0ee5-0c01-4db1-aa95-4ea5bc470460', 'admin_state_up': True, 'tenant_id': 'd3f3ef4a14134700a36c0967765d4c9a'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:10:02.028053 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e8f1aa-1c8f-411b-a673-42c0bfca729c req-73a4916b-642c-4740-a33c-aceffeb51b50 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:02.029314 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-15e8f1aa-1c8f-411b-a673-42c0bfca729c req-73a4916b-642c-4740-a33c-aceffeb51b50 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=96a9cab0-60b5-4289-a73f-a894f7e4644d HTTP/1.1" status: 200 len: 949 time: 0.0995190 Nov 12 08:10:02.100821 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870f33b6-816c-4c6e-ba1d-1472eda41d03 None None] Pushing event updated for resources: {'Port': ['ID=5b1c4325-9f57-40fa-9e6c-9f6b1853ee62,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:02.158143 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-15e8f1aa-1c8f-411b-a673-42c0bfca729c req-e50024f0-c484-42ea-9f15-44a403f96772 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223905 Nov 12 08:10:02.222576 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8ed4de2-d60d-4063-aac4-23d5e1aab1ee req-1a3d9ad0-8a18-438d-a028-6c056be3733e tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Made reservation on behalf of d3f3ef4a14134700a36c0967765d4c9a for: {'port': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:10:02.226860 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-c8ed4de2-d60d-4063-aac4-23d5e1aab1ee req-1a3d9ad0-8a18-438d-a028-6c056be3733e tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:02.267279 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-26ad7bc9-4523-4c2c-8a01-417980cd52c5 req-8fd4b535-5290-41a9-8794-820bfe1b72d2 tempest-SecurityGroupRulesNegativeTestJSON-1359900434 tempest-SecurityGroupRulesNegativeTestJSON-1359900434-project] 10.222.0.26 "GET /v2.0/security-groups/8d490904-2c8d-4188-8355-8d7955dc6ffd HTTP/1.1" status: 200 len: 1829 time: 0.0785794 Nov 12 08:10:02.315026 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd222fd6-3b2f-4e60-b853-0f2df0d1f6b3 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b48148c1-2667-4cea-8efc-160914e05df4,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:02.418826 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-26ad7bc9-4523-4c2c-8a01-417980cd52c5 req-a1655651-0f97-4f65-b4f3-52ebd03691be tempest-SecurityGroupRulesNegativeTestJSON-1359900434 tempest-SecurityGroupRulesNegativeTestJSON-1359900434-project] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:02.430636 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bd1d6ac-fc22-40b4-9334-b79b8f638fb9', 'tag': '37b402b7-2184-4bd5-848f-102be806aba4'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:10:02.432739 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c187eb12-9043-496d-a61f-2fa650b7c44d" -d '{"events": [{"name": "network-changed", "server_uuid": "3bd1d6ac-fc22-40b4-9334-b79b8f638fb9", "tag": "37b402b7-2184-4bd5-848f-102be806aba4"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:10:02.449752 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-db9aea89-5de0-4c3d-8f13-58cd6fa437fe req-daf9e550-e6cb-4259-acde-f4752c519cdf tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b5c7833-24a2-4c14-bc24-7cc6ddd646d8&id=edb098b1-b850-4d1f-9907-ebc80ab17859&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7001894 Nov 12 08:10:02.460135 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-26ad7bc9-4523-4c2c-8a01-417980cd52c5 req-a1655651-0f97-4f65-b4f3-52ebd03691be tempest-SecurityGroupRulesNegativeTestJSON-1359900434 tempest-SecurityGroupRulesNegativeTestJSON-1359900434-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:02.509543 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [req-c8ed4de2-d60d-4063-aac4-23d5e1aab1ee req-1a3d9ad0-8a18-438d-a028-6c056be3733e tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Allocated IP 172.20.0.9 (e20d0ee5-0c01-4db1-aa95-4ea5bc470460/4054f1d6-a6c6-43c7-ba9c-9a6600029957/a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:10:02.516900 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-26ad7bc9-4523-4c2c-8a01-417980cd52c5 req-a1655651-0f97-4f65-b4f3-52ebd03691be tempest-SecurityGroupRulesNegativeTestJSON-1359900434 tempest-SecurityGroupRulesNegativeTestJSON-1359900434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:02.519735 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-26ad7bc9-4523-4c2c-8a01-417980cd52c5 req-a1655651-0f97-4f65-b4f3-52ebd03691be tempest-SecurityGroupRulesNegativeTestJSON-1359900434 tempest-SecurityGroupRulesNegativeTestJSON-1359900434-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:02.530205 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-26ad7bc9-4523-4c2c-8a01-417980cd52c5 req-a1655651-0f97-4f65-b4f3-52ebd03691be tempest-SecurityGroupRulesNegativeTestJSON-1359900434 tempest-SecurityGroupRulesNegativeTestJSON-1359900434-project] 10.222.0.26 "DELETE /v2.0/security-groups/8d490904-2c8d-4188-8355-8d7955dc6ffd HTTP/1.1" status: 204 len: 173 time: 0.2615430 Nov 12 08:10:02.554755 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1655651-0f97-4f65-b4f3-52ebd03691be tempest-SecurityGroupRulesNegativeTestJSON-1359900434 tempest-SecurityGroupRulesNegativeTestJSON-1359900434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d490904-2c8d-4188-8355-8d7955dc6ffd,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:02.586172 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-c946c7a9-1b0b-47d5-9819-53d5ca413a46 req-dd222fd6-3b2f-4e60-b853-0f2df0d1f6b3 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] Allocated IP 192.168.233.108 (107743df-d3df-459d-a6cd-9e2ab4303016/e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1/4e411f3a-d0ed-414a-ae89-39cb329d8577) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:10:02.618432 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-eb5c7961-4bf4-4338-8991-4812ca321233 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d68eab59-913a-43c9-aa2c-928060df69bb {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:10:02.641959 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-eb5c7961-4bf4-4338-8991-4812ca321233 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:02.664197 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b3b6247f-da08-45d9-bd84-06171e64517c req-2ac1ffc9-c2e3-4164-a0b5-a0b44dfa919f tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] 10.222.0.26 "GET /v2.0/ports?device_id=ccce4532-340d-428e-8bc7-35cbfbee73e3 HTTP/1.1" status: 200 len: 210 time: 0.0520184 Nov 12 08:10:02.698515 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-eb5c7961-4bf4-4338-8991-4812ca321233 service neutron] Transition to ACTIVE for port object d68eab59-913a-43c9-aa2c-928060df69bb will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:10:02.705943 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1789354-6492-4096-86c9-200134b271b0 req-20f492ce-ce4d-491f-b0fd-23a6b96099a2 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:02.707782 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e1789354-6492-4096-86c9-200134b271b0 req-20f492ce-ce4d-491f-b0fd-23a6b96099a2 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5b5785-a47f-4561-a4b6-f5a68cfe2ed6 HTTP/1.1" status: 200 len: 950 time: 0.1239493 Nov 12 08:10:02.712524 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-eb5c7961-4bf4-4338-8991-4812ca321233 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:02.817032 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e1789354-6492-4096-86c9-200134b271b0 req-70a3714b-a263-46d3-8fb8-7fe42c594b4e tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb487f5-7b7a-45ea-a48a-5e5b4b4e6e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762737 Nov 12 08:10:02.836546 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-c8ed4de2-d60d-4063-aac4-23d5e1aab1ee req-1a3d9ad0-8a18-438d-a028-6c056be3733e tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:02.865031 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c0aa1cc-d3d0-414c-92fd-c3b4d9bd4ccf x-openstack-request-id: req-6c0aa1cc-d3d0-414c-92fd-c3b4d9bd4ccf {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:10:02.865426 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bd1d6ac-fc22-40b4-9334-b79b8f638fb9", "tag": "37b402b7-2184-4bd5-848f-102be806aba4", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:10:02.865781 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6c0aa1cc-d3d0-414c-92fd-c3b4d9bd4ccf {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:10:02.866306 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bd1d6ac-fc22-40b4-9334-b79b8f638fb9', 'tag': '37b402b7-2184-4bd5-848f-102be806aba4', 'status': 'completed', 'code': 200} Nov 12 08:10:02.917008 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-c8ed4de2-d60d-4063-aac4-23d5e1aab1ee req-1a3d9ad0-8a18-438d-a028-6c056be3733e tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:02.996278 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5c7961-4bf4-4338-8991-4812ca321233 service neutron] Pushing event updated for resources: {'Port': ['ID=d68eab59-913a-43c9-aa2c-928060df69bb,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:03.053840 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8ed4de2-d60d-4063-aac4-23d5e1aab1ee req-1a3d9ad0-8a18-438d-a028-6c056be3733e tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Network e20d0ee5-0c01-4db1-aa95-4ea5bc470460 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:10:03.064363 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [req-c8ed4de2-d60d-4063-aac4-23d5e1aab1ee req-1a3d9ad0-8a18-438d-a028-6c056be3733e tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:10:03.076234 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8ed4de2-d60d-4063-aac4-23d5e1aab1ee req-1a3d9ad0-8a18-438d-a028-6c056be3733e tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:10:03.086076 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c187eb12-9043-496d-a61f-2fa650b7c44d req-fd2eb994-9e26-4966-8618-fb9cf311b4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:03.086546 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c187eb12-9043-496d-a61f-2fa650b7c44d req-fd2eb994-9e26-4966-8618-fb9cf311b4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:03.087031 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c187eb12-9043-496d-a61f-2fa650b7c44d req-fd2eb994-9e26-4966-8618-fb9cf311b4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:03.087484 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c187eb12-9043-496d-a61f-2fa650b7c44d req-fd2eb994-9e26-4966-8618-fb9cf311b4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:03.087935 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c187eb12-9043-496d-a61f-2fa650b7c44d req-fd2eb994-9e26-4966-8618-fb9cf311b4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:03.088383 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c187eb12-9043-496d-a61f-2fa650b7c44d req-fd2eb994-9e26-4966-8618-fb9cf311b4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:03.088828 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c187eb12-9043-496d-a61f-2fa650b7c44d req-fd2eb994-9e26-4966-8618-fb9cf311b4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:03.090830 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c187eb12-9043-496d-a61f-2fa650b7c44d req-fd2eb994-9e26-4966-8618-fb9cf311b4f1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=caeb26ccc5c74ed4b3562c36be1bd442&device_id=3bd1d6ac-fc22-40b4-9334-b79b8f638fb9 HTTP/1.1" status: 200 len: 6441 time: 0.1904459 Nov 12 08:10:03.093797 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8a2d4335-1b42-476a-96bc-dd748c4bc484 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:03.096156 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3d9ad0-8a18-438d-a028-6c056be3733e tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Pushing event updated for resources: {'Port': ['ID=a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:03.138635 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8a2d4335-1b42-476a-96bc-dd748c4bc484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:03.149712 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4ddb3a4e-cefb-4183-ba37-b6b8296bad67 req-8c408c14-2611-48cc-a584-61e7dc0ea604 tempest-SecurityGroupRulesNegativeTestJSON-1359900434 tempest-SecurityGroupRulesNegativeTestJSON-1359900434-project] 10.222.0.26 "GET /v2.0/security-groups/10b30a95-8be0-4caf-82ab-9d18178cb11a HTTP/1.1" status: 200 len: 1827 time: 0.2096460 Nov 12 08:10:03.162283 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29079106-ab87-4eca-b3ed-d81201988050 req-4cc9831b-fd7f-483f-b1d4-3fe84cddd7ef tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:03.168831 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-29079106-ab87-4eca-b3ed-d81201988050 req-4cc9831b-fd7f-483f-b1d4-3fe84cddd7ef tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=700c8a79-ee5b-4f57-9e36-8ed83a369148 HTTP/1.1" status: 200 len: 931 time: 0.2105479 Nov 12 08:10:03.251662 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ed4de2-d60d-4063-aac4-23d5e1aab1ee req-1a3d9ad0-8a18-438d-a028-6c056be3733e tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:03.252658 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-c8ed4de2-d60d-4063-aac4-23d5e1aab1ee req-1a3d9ad0-8a18-438d-a028-6c056be3733e tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:03.255277 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-c946c7a9-1b0b-47d5-9819-53d5ca413a46 req-dd222fd6-3b2f-4e60-b853-0f2df0d1f6b3 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:03.295216 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c8ed4de2-d60d-4063-aac4-23d5e1aab1ee req-1a3d9ad0-8a18-438d-a028-6c056be3733e tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3065135 Nov 12 08:10:03.315242 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea6dd25-2a27-4c75-865e-3ed10473577a None None] Network 02a32135-0065-45ce-974d-27815ac6e32c requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:10:03.324786 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-c8ed4de2-d60d-4063-aac4-23d5e1aab1ee req-50ccfcee-1adc-43d4-b61f-bf8801c1324d service neutron] Request body: {'port': {'device_id': '700c8a79-ee5b-4f57-9e36-8ed83a369148', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-29'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:10:03.333801 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-29079106-ab87-4eca-b3ed-d81201988050 req-59443a98-256a-45f4-90f5-bfffae1ae75e tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436827 Nov 12 08:10:03.343054 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-eb5c7961-4bf4-4338-8991-4812ca321233 service neutron] Attempting to bind port d68eab59-913a-43c9-aa2c-928060df69bb on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:10:03.343419 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-eb5c7961-4bf4-4338-8991-4812ca321233 service neutron] Attempting to bind port d68eab59-913a-43c9-aa2c-928060df69bb by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': '68a1743e-a8af-4970-92e1-04bf2dc80df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '98a99309-fcab-4612-ba6f-85e7b28a9784'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:10:03.343755 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-eb5c7961-4bf4-4338-8991-4812ca321233 service neutron] Attempting to bind port d68eab59-913a-43c9-aa2c-928060df69bb on network 98a99309-fcab-4612-ba6f-85e7b28a9784 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:10:03.357834 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c187eb12-9043-496d-a61f-2fa650b7c44d req-d2a4a65a-1513-4038-9a8c-7fb05f5979a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:03.358459 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c187eb12-9043-496d-a61f-2fa650b7c44d req-d2a4a65a-1513-4038-9a8c-7fb05f5979a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:03.358954 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c187eb12-9043-496d-a61f-2fa650b7c44d req-d2a4a65a-1513-4038-9a8c-7fb05f5979a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:03.359486 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-eb5c7961-4bf4-4338-8991-4812ca321233 service neutron] Port d68eab59-913a-43c9-aa2c-928060df69bb on network 98a99309-fcab-4612-ba6f-85e7b28a9784 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:10:03.359818 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-eb5c7961-4bf4-4338-8991-4812ca321233 service neutron] Attempting to bind port d68eab59-913a-43c9-aa2c-928060df69bb on network 98a99309-fcab-4612-ba6f-85e7b28a9784 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:10:03.360796 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c187eb12-9043-496d-a61f-2fa650b7c44d req-d2a4a65a-1513-4038-9a8c-7fb05f5979a3 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=caeb26ccc5c74ed4b3562c36be1bd442&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2400780 Nov 12 08:10:03.395357 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-eb5c7961-4bf4-4338-8991-4812ca321233 service neutron] Checking agent: {'id': '26215384-8035-4ce2-971a-8e67be80da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:10:03.395775 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-eb5c7961-4bf4-4338-8991-4812ca321233 service neutron] Checking segment: {'id': '68a1743e-a8af-4970-92e1-04bf2dc80df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '98a99309-fcab-4612-ba6f-85e7b28a9784'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:10:03.396298 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-eb5c7961-4bf4-4338-8991-4812ca321233 service neutron] Bound using segment: {'id': '68a1743e-a8af-4970-92e1-04bf2dc80df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '98a99309-fcab-4612-ba6f-85e7b28a9784'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:10:03.396850 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-eb5c7961-4bf4-4338-8991-4812ca321233 service neutron] Bound port: d68eab59-913a-43c9-aa2c-928060df69bb, host: n-h1-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68a1743e-a8af-4970-92e1-04bf2dc80df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '98a99309-fcab-4612-ba6f-85e7b28a9784'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:10:03.397215 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-eb5c7961-4bf4-4338-8991-4812ca321233 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:03.419487 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-d28fb769-08d1-4119-a57f-0b095181c8d8 None None] Provisioning complete for port 5b1c4325-9f57-40fa-9e6c-9f6b1853ee62 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:10:03.420102 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d28fb769-08d1-4119-a57f-0b095181c8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:03.420449 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-4ddb3a4e-cefb-4183-ba37-b6b8296bad67 req-7b112bee-5bd4-41f3-8bab-2815a1f1782f tempest-SecurityGroupRulesNegativeTestJSON-1359900434 tempest-SecurityGroupRulesNegativeTestJSON-1359900434-project] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:03.446275 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-8a2d4335-1b42-476a-96bc-dd748c4bc484 admin admin] Allocated IP 172.25.2.22 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/2ca7c03b-ea1b-4304-b885-ec15d73ffdee) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:10:03.487139 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-c946c7a9-1b0b-47d5-9819-53d5ca413a46 req-dd222fd6-3b2f-4e60-b853-0f2df0d1f6b3 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:03.517811 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-4ddb3a4e-cefb-4183-ba37-b6b8296bad67 req-7b112bee-5bd4-41f3-8bab-2815a1f1782f tempest-SecurityGroupRulesNegativeTestJSON-1359900434 tempest-SecurityGroupRulesNegativeTestJSON-1359900434-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:03.534733 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-c8ed4de2-d60d-4063-aac4-23d5e1aab1ee req-50ccfcee-1adc-43d4-b61f-bf8801c1324d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:03.576377 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fec46f-9e99-4bc8-9cf6-f0cb694e9c22 req-4efa215d-4348-448f-a101-abf1fa0d5e72 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:03.577387 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-17fec46f-9e99-4bc8-9cf6-f0cb694e9c22 req-4efa215d-4348-448f-a101-abf1fa0d5e72 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=96a9cab0-60b5-4289-a73f-a894f7e4644d HTTP/1.1" status: 200 len: 949 time: 0.1104343 Nov 12 08:10:03.578787 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c187eb12-9043-496d-a61f-2fa650b7c44d req-c94e5420-8f9d-464a-91c7-97cc5d5bd686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:03.580146 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c187eb12-9043-496d-a61f-2fa650b7c44d req-c94e5420-8f9d-464a-91c7-97cc5d5bd686 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2018688 Nov 12 08:10:03.619228 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d28fb769-08d1-4119-a57f-0b095181c8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:03.673508 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c946c7a9-1b0b-47d5-9819-53d5ca413a46 req-dd222fd6-3b2f-4e60-b853-0f2df0d1f6b3 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] Network 107743df-d3df-459d-a6cd-9e2ab4303016 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:10:03.696630 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-1cb15af0-f257-4645-9f5c-6e1f7035308b req-9933573b-f4fe-46bd-bd16-6b4be1dd45f3 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] Allocated IP 192.168.233.30 (107743df-d3df-459d-a6cd-9e2ab4303016/e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1/f2a8611f-ec0a-44e7-8d41-29ad7076b116) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:10:03.714306 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-d28fb769-08d1-4119-a57f-0b095181c8d8 None None] For port 5b1c4325-9f57-40fa-9e6c-9f6b1853ee62, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=5b1c4325-9f57-40fa-9e6c-9f6b1853ee62,segment=NetworkSegment(9731bde9-1bbe-48ed-a64f-4cf0a0cc31e9),segment_id=9731bde9-1bbe-48ed-a64f-4cf0a0cc31e9)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:03.721060 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d28fb769-08d1-4119-a57f-0b095181c8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:03.748449 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-c946c7a9-1b0b-47d5-9819-53d5ca413a46 req-dd222fd6-3b2f-4e60-b853-0f2df0d1f6b3 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:10:03.749976 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-c946c7a9-1b0b-47d5-9819-53d5ca413a46 req-dd222fd6-3b2f-4e60-b853-0f2df0d1f6b3 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:10:03.765267 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd222fd6-3b2f-4e60-b853-0f2df0d1f6b3 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] Pushing event updated for resources: {'Port': ['ID=4e411f3a-d0ed-414a-ae89-39cb329d8577,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:03.802746 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-eb5c7961-4bf4-4338-8991-4812ca321233 service neutron] For port d68eab59-913a-43c9-aa2c-928060df69bb, host n-h1-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:10:03.803766 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-17fec46f-9e99-4bc8-9cf6-f0cb694e9c22 req-e242ee2e-b394-4568-b68e-1cd19e22518b tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191430 Nov 12 08:10:03.806264 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-4ddb3a4e-cefb-4183-ba37-b6b8296bad67 req-7b112bee-5bd4-41f3-8bab-2815a1f1782f tempest-SecurityGroupRulesNegativeTestJSON-1359900434 tempest-SecurityGroupRulesNegativeTestJSON-1359900434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:03.809203 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-4ddb3a4e-cefb-4183-ba37-b6b8296bad67 req-7b112bee-5bd4-41f3-8bab-2815a1f1782f tempest-SecurityGroupRulesNegativeTestJSON-1359900434 tempest-SecurityGroupRulesNegativeTestJSON-1359900434-project] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:03.810631 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4ddb3a4e-cefb-4183-ba37-b6b8296bad67 req-7b112bee-5bd4-41f3-8bab-2815a1f1782f tempest-SecurityGroupRulesNegativeTestJSON-1359900434 tempest-SecurityGroupRulesNegativeTestJSON-1359900434-project] 10.222.0.26 "DELETE /v2.0/security-groups/10b30a95-8be0-4caf-82ab-9d18178cb11a HTTP/1.1" status: 204 len: 173 time: 0.6593337 Nov 12 08:10:03.845075 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-eb5c7961-4bf4-4338-8991-4812ca321233 service neutron] For port d68eab59-913a-43c9-aa2c-928060df69bb, host n-h1-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=d68eab59-913a-43c9-aa2c-928060df69bb,segment=NetworkSegment(68a1743e-a8af-4970-92e1-04bf2dc80df9),segment_id=68a1743e-a8af-4970-92e1-04bf2dc80df9)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:10:03.886316 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b112bee-5bd4-41f3-8bab-2815a1f1782f tempest-SecurityGroupRulesNegativeTestJSON-1359900434 tempest-SecurityGroupRulesNegativeTestJSON-1359900434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b30a95-8be0-4caf-82ab-9d18178cb11a,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:03.890645 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-eb5c7961-4bf4-4338-8991-4812ca321233 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:03.975649 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28fb769-08d1-4119-a57f-0b095181c8d8 None None] Pushing event updated for resources: {'Port': ['ID=5b1c4325-9f57-40fa-9e6c-9f6b1853ee62,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:03.981528 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-972683bc-1772-4a33-ab57-a494ab04388b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:03.983057 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c946c7a9-1b0b-47d5-9819-53d5ca413a46 req-dd222fd6-3b2f-4e60-b853-0f2df0d1f6b3 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:03.983842 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-c946c7a9-1b0b-47d5-9819-53d5ca413a46 req-dd222fd6-3b2f-4e60-b853-0f2df0d1f6b3 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:04.006776 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28fb769-08d1-4119-a57f-0b095181c8d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:04.007136 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28fb769-08d1-4119-a57f-0b095181c8d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:04.007452 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28fb769-08d1-4119-a57f-0b095181c8d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:04.007783 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28fb769-08d1-4119-a57f-0b095181c8d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:04.008111 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28fb769-08d1-4119-a57f-0b095181c8d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:04.008434 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28fb769-08d1-4119-a57f-0b095181c8d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:04.008754 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28fb769-08d1-4119-a57f-0b095181c8d8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:04.009071 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28fb769-08d1-4119-a57f-0b095181c8d8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:04.009389 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28fb769-08d1-4119-a57f-0b095181c8d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:04.009705 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28fb769-08d1-4119-a57f-0b095181c8d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:04.016706 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28fb769-08d1-4119-a57f-0b095181c8d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:04.017157 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28fb769-08d1-4119-a57f-0b095181c8d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:04.030770 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-eb5c7961-4bf4-4338-8991-4812ca321233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:04.031418 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-eb5c7961-4bf4-4338-8991-4812ca321233 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:04.032965 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-eb5c7961-4bf4-4338-8991-4812ca321233 service neutron] 10.222.0.21 "PUT /v2.0/ports/d68eab59-913a-43c9-aa2c-928060df69bb HTTP/1.1" status: 200 len: 1092 time: 3.1098320 Nov 12 08:10:04.054369 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [req-c8ed4de2-d60d-4063-aac4-23d5e1aab1ee req-50ccfcee-1adc-43d4-b61f-bf8801c1324d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59 {{(pid=102600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:10:04.111028 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c7369217-c6b1-4687-92b8-1964ea099e91 req-90901b1e-4603-4401-9fb3-fa76d3984ca3 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] 10.222.0.26 "GET /v2.0/ports?device_id=ccce4532-340d-428e-8bc7-35cbfbee73e3 HTTP/1.1" status: 200 len: 210 time: 0.0379171 Nov 12 08:10:04.113490 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-c8ed4de2-d60d-4063-aac4-23d5e1aab1ee req-50ccfcee-1adc-43d4-b61f-bf8801c1324d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:04.127112 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8a2d4335-1b42-476a-96bc-dd748c4bc484 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:04.157222 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.provisioning_blocks [req-c8ed4de2-d60d-4063-aac4-23d5e1aab1ee req-50ccfcee-1adc-43d4-b61f-bf8801c1324d service neutron] Transition to ACTIVE for port object a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59 will not be triggered until provisioned by entity L2. {{(pid=102600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:10:04.163950 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-c8ed4de2-d60d-4063-aac4-23d5e1aab1ee req-50ccfcee-1adc-43d4-b61f-bf8801c1324d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:04.197741 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-411c7458-2609-4754-bda9-b4c668bd1f9e None None] Provisioning complete for port 5b1c4325-9f57-40fa-9e6c-9f6b1853ee62 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:10:04.198333 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-411c7458-2609-4754-bda9-b4c668bd1f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:04.234778 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c946c7a9-1b0b-47d5-9819-53d5ca413a46 req-dd222fd6-3b2f-4e60-b853-0f2df0d1f6b3 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9273958 Nov 12 08:10:04.247850 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5c7961-4bf4-4338-8991-4812ca321233 service neutron] Pushing event updated for resources: {'Port': ['ID=d68eab59-913a-43c9-aa2c-928060df69bb,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:04.263110 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-c946c7a9-1b0b-47d5-9819-53d5ca413a46 req-77adb6e3-7b17-41e2-bc31-3bed0399c8df service neutron] Request body: {'port': {'device_id': '16f00ffb-c46c-4a16-bab8-59031d7bab45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:10:04.298625 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ccfcee-1adc-43d4-b61f-bf8801c1324d service neutron] Pushing event updated for resources: {'Port': ['ID=a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:04.378878 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 5b1c4325-9f57-40fa-9e6c-9f6b1853ee62 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:10:04.401738 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ad7e35-9377-4e22-a814-9fae43ac6017 req-390af0ab-9a46-4ff5-b6c9-0e958821f555 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:04.408371 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ad7e35-9377-4e22-a814-9fae43ac6017 req-390af0ab-9a46-4ff5-b6c9-0e958821f555 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:04.414420 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ad7e35-9377-4e22-a814-9fae43ac6017 req-390af0ab-9a46-4ff5-b6c9-0e958821f555 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:04.420387 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ad7e35-9377-4e22-a814-9fae43ac6017 req-390af0ab-9a46-4ff5-b6c9-0e958821f555 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:04.424973 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-c8ed4de2-d60d-4063-aac4-23d5e1aab1ee req-50ccfcee-1adc-43d4-b61f-bf8801c1324d service neutron] Attempting to bind port a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59 on host n-h2-765315-29 for vnic_type normal with profile {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:10:04.425458 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-c8ed4de2-d60d-4063-aac4-23d5e1aab1ee req-50ccfcee-1adc-43d4-b61f-bf8801c1324d service neutron] Attempting to bind port a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59 by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': '1db27ece-82b2-4c8d-abc3-e56edcdd7b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'e20d0ee5-0c01-4db1-aa95-4ea5bc470460'}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:10:04.425862 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ed4de2-d60d-4063-aac4-23d5e1aab1ee req-50ccfcee-1adc-43d4-b61f-bf8801c1324d service neutron] Attempting to bind port a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59 on network e20d0ee5-0c01-4db1-aa95-4ea5bc470460 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:10:04.427232 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ad7e35-9377-4e22-a814-9fae43ac6017 req-390af0ab-9a46-4ff5-b6c9-0e958821f555 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:04.431563 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ed4de2-d60d-4063-aac4-23d5e1aab1ee req-50ccfcee-1adc-43d4-b61f-bf8801c1324d service neutron] Port a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59 on network e20d0ee5-0c01-4db1-aa95-4ea5bc470460 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:10:04.431822 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ed4de2-d60d-4063-aac4-23d5e1aab1ee req-50ccfcee-1adc-43d4-b61f-bf8801c1324d service neutron] Attempting to bind port a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59 on network e20d0ee5-0c01-4db1-aa95-4ea5bc470460 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:10:04.433504 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ad7e35-9377-4e22-a814-9fae43ac6017 req-390af0ab-9a46-4ff5-b6c9-0e958821f555 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:04.438358 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ed4de2-d60d-4063-aac4-23d5e1aab1ee req-50ccfcee-1adc-43d4-b61f-bf8801c1324d service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:10:04.438806 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ed4de2-d60d-4063-aac4-23d5e1aab1ee req-50ccfcee-1adc-43d4-b61f-bf8801c1324d service neutron] Checking segment: {'id': '1db27ece-82b2-4c8d-abc3-e56edcdd7b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'e20d0ee5-0c01-4db1-aa95-4ea5bc470460'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:10:04.439259 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ed4de2-d60d-4063-aac4-23d5e1aab1ee req-50ccfcee-1adc-43d4-b61f-bf8801c1324d service neutron] Bound using segment: {'id': '1db27ece-82b2-4c8d-abc3-e56edcdd7b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'e20d0ee5-0c01-4db1-aa95-4ea5bc470460'} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:10:04.439758 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-c8ed4de2-d60d-4063-aac4-23d5e1aab1ee req-50ccfcee-1adc-43d4-b61f-bf8801c1324d service neutron] Bound port: a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1db27ece-82b2-4c8d-abc3-e56edcdd7b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'e20d0ee5-0c01-4db1-aa95-4ea5bc470460'}}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:10:04.440141 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ad7e35-9377-4e22-a814-9fae43ac6017 req-390af0ab-9a46-4ff5-b6c9-0e958821f555 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:04.440248 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-c8ed4de2-d60d-4063-aac4-23d5e1aab1ee req-50ccfcee-1adc-43d4-b61f-bf8801c1324d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:04.447103 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-07ad7e35-9377-4e22-a814-9fae43ac6017 req-390af0ab-9a46-4ff5-b6c9-0e958821f555 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd1d6ac-fc22-40b4-9334-b79b8f638fb9 HTTP/1.1" status: 200 len: 5419 time: 0.4458673 Nov 12 08:10:04.455549 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 5b1c4325-9f57-40fa-9e6c-9f6b1853ee62 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:10:04.455920 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:04.456662 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c9f74bd1-4384-4698-bd64-399e6bb76a62 req-f42445d9-be80-452a-852c-094fd161576b tempest-SecurityGroupRulesNegativeTestJSON-1359900434 tempest-SecurityGroupRulesNegativeTestJSON-1359900434-project] 10.222.0.26 "GET /v2.0/security-groups/365a5c5e-dfcd-45c0-b806-d72fe12c9bfc HTTP/1.1" status: 200 len: 1829 time: 0.1079242 Nov 12 08:10:04.481517 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-7c216ed3-203a-43d1-abac-1d9c5661ee56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:04.482238 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-7c216ed3-203a-43d1-abac-1d9c5661ee56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:04.482451 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-7c216ed3-203a-43d1-abac-1d9c5661ee56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:04.482942 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-7c216ed3-203a-43d1-abac-1d9c5661ee56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:04.483936 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-7c216ed3-203a-43d1-abac-1d9c5661ee56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:04.484397 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-7c216ed3-203a-43d1-abac-1d9c5661ee56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:04.485062 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-7c216ed3-203a-43d1-abac-1d9c5661ee56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:04.488305 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-7c216ed3-203a-43d1-abac-1d9c5661ee56 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=caeb26ccc5c74ed4b3562c36be1bd442&device_id=3bd1d6ac-fc22-40b4-9334-b79b8f638fb9 HTTP/1.1" status: 200 len: 6483 time: 0.3716977 Nov 12 08:10:04.539430 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-c8ed4de2-d60d-4063-aac4-23d5e1aab1ee req-50ccfcee-1adc-43d4-b61f-bf8801c1324d service neutron] For port a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59, host n-h2-765315-29, cleared binding levels {{(pid=102600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:10:04.542682 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-c8ed4de2-d60d-4063-aac4-23d5e1aab1ee req-50ccfcee-1adc-43d4-b61f-bf8801c1324d service neutron] For port a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59,segment=NetworkSegment(1db27ece-82b2-4c8d-abc3-e56edcdd7b0a),segment_id=1db27ece-82b2-4c8d-abc3-e56edcdd7b0a)] {{(pid=102600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:10:04.552138 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-c8ed4de2-d60d-4063-aac4-23d5e1aab1ee req-50ccfcee-1adc-43d4-b61f-bf8801c1324d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:04.575113 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8a2d4335-1b42-476a-96bc-dd748c4bc484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:04.579392 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1cb15af0-f257-4645-9f5c-6e1f7035308b req-9933573b-f4fe-46bd-bd16-6b4be1dd45f3 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:04.594869 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-c9f74bd1-4384-4698-bd64-399e6bb76a62 req-eeb59178-471d-45a4-b79a-44c3c99037af tempest-SecurityGroupRulesNegativeTestJSON-1359900434 tempest-SecurityGroupRulesNegativeTestJSON-1359900434-project] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:04.595144 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-b0c485ce-adcc-4dc7-b51f-10833f7e8682 None None] Provisioning complete for port 4e411f3a-d0ed-414a-ae89-39cb329d8577 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:10:04.595386 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-33c1c270-f3f9-41ef-8edc-518fd1def494 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0793927c-8519-449f-9816-c38d5e388678 HTTP/1.1" status: 200 len: 217 time: 0.0880334 Nov 12 08:10:04.595508 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b0c485ce-adcc-4dc7-b51f-10833f7e8682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:04.623315 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ed4de2-d60d-4063-aac4-23d5e1aab1ee req-50ccfcee-1adc-43d4-b61f-bf8801c1324d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:04.623607 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-c8ed4de2-d60d-4063-aac4-23d5e1aab1ee req-50ccfcee-1adc-43d4-b61f-bf8801c1324d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:04.626133 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c8ed4de2-d60d-4063-aac4-23d5e1aab1ee req-50ccfcee-1adc-43d4-b61f-bf8801c1324d service neutron] 10.222.0.44 "PUT /v2.0/ports/a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59 HTTP/1.1" status: 200 len: 1092 time: 1.3115320 Nov 12 08:10:04.626579 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '700c8a79-ee5b-4f57-9e36-8ed83a369148', 'tag': 'a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:10:04.628938 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf6fad11-8b3e-4a24-9fae-e675e1a2310a" -d '{"events": [{"name": "network-changed", "server_uuid": "700c8a79-ee5b-4f57-9e36-8ed83a369148", "tag": "a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:10:04.637080 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-b0c485ce-adcc-4dc7-b51f-10833f7e8682 None None] Port 4e411f3a-d0ed-414a-ae89-39cb329d8577 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:10:04.641478 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-c946c7a9-1b0b-47d5-9819-53d5ca413a46 req-77adb6e3-7b17-41e2-bc31-3bed0399c8df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:04.653111 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-c9f74bd1-4384-4698-bd64-399e6bb76a62 req-eeb59178-471d-45a4-b79a-44c3c99037af tempest-SecurityGroupRulesNegativeTestJSON-1359900434 tempest-SecurityGroupRulesNegativeTestJSON-1359900434-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:04.665799 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ccfcee-1adc-43d4-b61f-bf8801c1324d service neutron] Pushing event updated for resources: {'Port': ['ID=a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59,revision_number=3']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:04.714003 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2d4335-1b42-476a-96bc-dd748c4bc484 admin admin] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:10:04.717228 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-c9f74bd1-4384-4698-bd64-399e6bb76a62 req-eeb59178-471d-45a4-b79a-44c3c99037af tempest-SecurityGroupRulesNegativeTestJSON-1359900434 tempest-SecurityGroupRulesNegativeTestJSON-1359900434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:04.721255 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-c9f74bd1-4384-4698-bd64-399e6bb76a62 req-eeb59178-471d-45a4-b79a-44c3c99037af tempest-SecurityGroupRulesNegativeTestJSON-1359900434 tempest-SecurityGroupRulesNegativeTestJSON-1359900434-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:04.722219 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c9f74bd1-4384-4698-bd64-399e6bb76a62 req-eeb59178-471d-45a4-b79a-44c3c99037af tempest-SecurityGroupRulesNegativeTestJSON-1359900434 tempest-SecurityGroupRulesNegativeTestJSON-1359900434-project] 10.222.0.26 "DELETE /v2.0/security-groups/365a5c5e-dfcd-45c0-b806-d72fe12c9bfc HTTP/1.1" status: 204 len: 173 time: 0.2446539 Nov 12 08:10:04.729705 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-8a2d4335-1b42-476a-96bc-dd748c4bc484 admin admin] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:10:04.741034 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-07ad7e35-9377-4e22-a814-9fae43ac6017 req-a9018ec3-5d1b-4e71-a53f-aec6f4f5bcef tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b5c7833-24a2-4c14-bc24-7cc6ddd646d8&id=edb098b1-b850-4d1f-9907-ebc80ab17859&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2923243 Nov 12 08:10:04.741657 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2d4335-1b42-476a-96bc-dd748c4bc484 admin admin] Pushing event updated for resources: {'Port': ['ID=2ca7c03b-ea1b-4304-b885-ec15d73ffdee,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:04.745713 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2d4335-1b42-476a-96bc-dd748c4bc484 admin admin] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:10:04.752154 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb59178-471d-45a4-b79a-44c3c99037af tempest-SecurityGroupRulesNegativeTestJSON-1359900434 tempest-SecurityGroupRulesNegativeTestJSON-1359900434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=365a5c5e-dfcd-45c0-b806-d72fe12c9bfc,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:04.763296 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ed4de2-d60d-4063-aac4-23d5e1aab1ee req-62d6e1e5-a5a5-454c-8770-e45b074e31e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:04.774989 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c8ed4de2-d60d-4063-aac4-23d5e1aab1ee req-62d6e1e5-a5a5-454c-8770-e45b074e31e5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d3f3ef4a14134700a36c0967765d4c9a&device_id=700c8a79-ee5b-4f57-9e36-8ed83a369148 HTTP/1.1" status: 200 len: 1095 time: 0.0573356 Nov 12 08:10:04.802823 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-05846c50-17b3-4ea1-93e6-d1601131c8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:04.804303 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-05846c50-17b3-4ea1-93e6-d1601131c8bb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a038e6b9-1cba-4ddf-94d9-98b3c825b6ae HTTP/1.1" status: 200 len: 850 time: 0.1766803 Nov 12 08:10:04.855869 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c8ed4de2-d60d-4063-aac4-23d5e1aab1ee req-6e84713e-508e-4bad-b077-a085995dd521 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59 HTTP/1.1" status: 200 len: 217 time: 0.0715940 Nov 12 08:10:04.871696 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bd1d6ac-fc22-40b4-9334-b79b8f638fb9', 'tag': 'd68eab59-913a-43c9-aa2c-928060df69bb'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:10:04.874462 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f02bf09-54d9-48b3-bc70-fc159b4fca8f" -d '{"events": [{"name": "network-changed", "server_uuid": "3bd1d6ac-fc22-40b4-9334-b79b8f638fb9", "tag": "d68eab59-913a-43c9-aa2c-928060df69bb"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:10:04.925800 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1cb15af0-f257-4645-9f5c-6e1f7035308b req-9933573b-f4fe-46bd-bd16-6b4be1dd45f3 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:04.935198 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143a1dd0-f331-4990-8f51-8624cb720903 req-5a66a37a-881e-4739-8e77-5fa8e6fee502 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:04.937326 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-143a1dd0-f331-4990-8f51-8624cb720903 req-5a66a37a-881e-4739-8e77-5fa8e6fee502 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5b5785-a47f-4561-a4b6-f5a68cfe2ed6 HTTP/1.1" status: 200 len: 950 time: 0.0902131 Nov 12 08:10:04.940228 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:04.948632 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ed4de2-d60d-4063-aac4-23d5e1aab1ee req-a1c8f058-acc0-4642-b5de-924c256bbaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:04.950423 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c8ed4de2-d60d-4063-aac4-23d5e1aab1ee req-a1c8f058-acc0-4642-b5de-924c256bbaa9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4054f1d6-a6c6-43c7-ba9c-9a6600029957 HTTP/1.1" status: 200 len: 861 time: 0.0722289 Nov 12 08:10:05.001352 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c8ed4de2-d60d-4063-aac4-23d5e1aab1ee req-483783da-5ec4-4763-98de-3bfc856f9202 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e20d0ee5-0c01-4db1-aa95-4ea5bc470460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346472 Nov 12 08:10:05.056896 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-143a1dd0-f331-4990-8f51-8624cb720903 req-2fe968bd-e95a-4430-a830-8e071c2cb3e1 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb487f5-7b7a-45ea-a48a-5e5b4b4e6e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053259 Nov 12 08:10:05.091345 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-17b2829a-c251-484a-868a-980ef2cae5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:05.093698 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-17b2829a-c251-484a-868a-980ef2cae5bf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=24a4ad48-a7af-4b0d-bf7a-0953ccc45cdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2724125 Nov 12 08:10:05.106579 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cb15af0-f257-4645-9f5c-6e1f7035308b req-9933573b-f4fe-46bd-bd16-6b4be1dd45f3 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] Network 107743df-d3df-459d-a6cd-9e2ab4303016 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:10:05.129271 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c8ed4de2-d60d-4063-aac4-23d5e1aab1ee req-6e31abd3-328c-423e-9438-2fdacf9111a6 service neutron] 10.222.0.44 "GET /v2.0/networks/e20d0ee5-0c01-4db1-aa95-4ea5bc470460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180429 Nov 12 08:10:05.159448 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9933573b-f4fe-46bd-bd16-6b4be1dd45f3 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] Pushing event updated for resources: {'Port': ['ID=f2a8611f-ec0a-44e7-8d41-29ad7076b116,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:05.165206 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-1cb15af0-f257-4645-9f5c-6e1f7035308b req-9933573b-f4fe-46bd-bd16-6b4be1dd45f3 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:10:05.293365 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6490ee9-d9fa-4e10-b101-080aa55a8f40 req-d4bff1e1-ba19-4f44-8cd5-f8885b61fcfc tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:05.295395 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b6490ee9-d9fa-4e10-b101-080aa55a8f40 req-d4bff1e1-ba19-4f44-8cd5-f8885b61fcfc tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=700c8a79-ee5b-4f57-9e36-8ed83a369148 HTTP/1.1" status: 200 len: 943 time: 0.1482062 Nov 12 08:10:05.302018 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c8ed4de2-d60d-4063-aac4-23d5e1aab1ee req-6d69cb46-bc60-40ea-93b8-1689995899ec service neutron] 10.222.0.44 "GET /v2.0/networks/e20d0ee5-0c01-4db1-aa95-4ea5bc470460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634247 Nov 12 08:10:05.373004 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b6490ee9-d9fa-4e10-b101-080aa55a8f40 req-a9b0266e-0b8e-4481-9915-d8af2ad324f5 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629399 Nov 12 08:10:05.468489 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-238c08b1-c169-442b-81ec-a1fc823d7090 x-openstack-request-id: req-238c08b1-c169-442b-81ec-a1fc823d7090 {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:10:05.468765 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "700c8a79-ee5b-4f57-9e36-8ed83a369148", "tag": "a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:10:05.469156 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-238c08b1-c169-442b-81ec-a1fc823d7090 {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:10:05.469565 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '700c8a79-ee5b-4f57-9e36-8ed83a369148', 'tag': 'a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59', 'status': 'completed', 'code': 200} Nov 12 08:10:05.503983 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-624125df-6b7f-409c-809c-6847db6eefc6 None None] Provisioning complete for port f2a8611f-ec0a-44e7-8d41-29ad7076b116 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:10:05.504581 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-624125df-6b7f-409c-809c-6847db6eefc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:05.518258 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cb15af0-f257-4645-9f5c-6e1f7035308b req-9933573b-f4fe-46bd-bd16-6b4be1dd45f3 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:10:05.531503 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-465f7ea2-560b-40db-a030-a99b79003ebd req-ef5df0a4-fb63-4950-988c-cbb3506342ff tempest-SecurityGroupRulesNegativeTestJSON-1359900434 tempest-SecurityGroupRulesNegativeTestJSON-1359900434-project] 10.222.0.26 "GET /v2.0/security-groups/17b63374-b34a-487b-af63-22e85d8fddc5 HTTP/1.1" status: 200 len: 1829 time: 0.0488892 Nov 12 08:10:05.565956 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-624125df-6b7f-409c-809c-6847db6eefc6 None None] Port f2a8611f-ec0a-44e7-8d41-29ad7076b116 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:10:05.623333 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6fad11-8b3e-4a24-9fae-e675e1a2310a req-b9e787cb-132e-455e-9b91-ccbd9c05f9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:05.625464 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bf6fad11-8b3e-4a24-9fae-e675e1a2310a req-b9e787cb-132e-455e-9b91-ccbd9c05f9d3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d3f3ef4a14134700a36c0967765d4c9a&device_id=700c8a79-ee5b-4f57-9e36-8ed83a369148 HTTP/1.1" status: 200 len: 1095 time: 0.0762441 Nov 12 08:10:05.626104 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-465f7ea2-560b-40db-a030-a99b79003ebd req-02409603-bfcc-4c75-947e-3f0370fc0e3f tempest-SecurityGroupRulesNegativeTestJSON-1359900434 tempest-SecurityGroupRulesNegativeTestJSON-1359900434-project] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:05.659762 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-465f7ea2-560b-40db-a030-a99b79003ebd req-02409603-bfcc-4c75-947e-3f0370fc0e3f tempest-SecurityGroupRulesNegativeTestJSON-1359900434 tempest-SecurityGroupRulesNegativeTestJSON-1359900434-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:05.687416 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7591caa9-e3d6-410c-88c7-4a8eeb1c33e7 req-f829e691-7b3c-4cf9-a548-4109d22e0b6d tempest-MigrationsAdminTest-113597740 tempest-MigrationsAdminTest-113597740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:05.688983 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7591caa9-e3d6-410c-88c7-4a8eeb1c33e7 req-f829e691-7b3c-4cf9-a548-4109d22e0b6d tempest-MigrationsAdminTest-113597740 tempest-MigrationsAdminTest-113597740-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=96a9cab0-60b5-4289-a73f-a894f7e4644d HTTP/1.1" status: 200 len: 1101 time: 0.6366274 Nov 12 08:10:05.694803 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb15af0-f257-4645-9f5c-6e1f7035308b req-9933573b-f4fe-46bd-bd16-6b4be1dd45f3 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:05.695537 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1cb15af0-f257-4645-9f5c-6e1f7035308b req-9933573b-f4fe-46bd-bd16-6b4be1dd45f3 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:05.763006 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-7591caa9-e3d6-410c-88c7-4a8eeb1c33e7 req-3a40ad18-c474-4dfc-8a83-2d533f070c7a tempest-MigrationsAdminTest-113597740 tempest-MigrationsAdminTest-113597740-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:05.768245 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1cb15af0-f257-4645-9f5c-6e1f7035308b req-9933573b-f4fe-46bd-bd16-6b4be1dd45f3 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.6736059 Nov 12 08:10:05.774927 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-465f7ea2-560b-40db-a030-a99b79003ebd req-02409603-bfcc-4c75-947e-3f0370fc0e3f tempest-SecurityGroupRulesNegativeTestJSON-1359900434 tempest-SecurityGroupRulesNegativeTestJSON-1359900434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:05.777555 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-465f7ea2-560b-40db-a030-a99b79003ebd req-02409603-bfcc-4c75-947e-3f0370fc0e3f tempest-SecurityGroupRulesNegativeTestJSON-1359900434 tempest-SecurityGroupRulesNegativeTestJSON-1359900434-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:05.778808 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-465f7ea2-560b-40db-a030-a99b79003ebd req-02409603-bfcc-4c75-947e-3f0370fc0e3f tempest-SecurityGroupRulesNegativeTestJSON-1359900434 tempest-SecurityGroupRulesNegativeTestJSON-1359900434-project] 10.222.0.26 "DELETE /v2.0/security-groups/17b63374-b34a-487b-af63-22e85d8fddc5 HTTP/1.1" status: 204 len: 173 time: 0.2445168 Nov 12 08:10:05.786349 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 35182) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:10:05.802788 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6fad11-8b3e-4a24-9fae-e675e1a2310a req-dfbdbe0d-b04a-4b39-b409-42829af8d33c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:05.804259 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bf6fad11-8b3e-4a24-9fae-e675e1a2310a req-dfbdbe0d-b04a-4b39-b409-42829af8d33c service neutron] 10.222.0.44 "GET /v2.0/networks?id=e20d0ee5-0c01-4db1-aa95-4ea5bc470460 HTTP/1.1" status: 200 len: 922 time: 0.1556504 Nov 12 08:10:05.806421 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02409603-bfcc-4c75-947e-3f0370fc0e3f tempest-SecurityGroupRulesNegativeTestJSON-1359900434 tempest-SecurityGroupRulesNegativeTestJSON-1359900434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b63374-b34a-487b-af63-22e85d8fddc5,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:05.821136 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-2929df98-454c-4efe-84c1-5a0e37509c87 service neutron] 10.222.0.21 "GET /v2.0/networks/24a4ad48-a7af-4b0d-bf7a-0953ccc45cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6791346 Nov 12 08:10:05.848060 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-1cb15af0-f257-4645-9f5c-6e1f7035308b req-211f4423-ca13-4c31-baec-7c97e10d4fb9 service neutron] Request body: {'port': {'device_id': 'ccce4532-340d-428e-8bc7-35cbfbee73e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:10:05.857064 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b8c3f08-0515-4de7-8f1a-5d2f250b5c1b x-openstack-request-id: req-9b8c3f08-0515-4de7-8f1a-5d2f250b5c1b {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:10:05.857269 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bd1d6ac-fc22-40b4-9334-b79b8f638fb9", "tag": "d68eab59-913a-43c9-aa2c-928060df69bb", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:10:05.857518 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9b8c3f08-0515-4de7-8f1a-5d2f250b5c1b {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:10:05.857912 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bd1d6ac-fc22-40b4-9334-b79b8f638fb9', 'tag': 'd68eab59-913a-43c9-aa2c-928060df69bb', 'status': 'completed', 'code': 200} Nov 12 08:10:05.868363 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bf6fad11-8b3e-4a24-9fae-e675e1a2310a req-a41f89c1-0d01-4f9a-be5d-d66ea443e9be service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59 HTTP/1.1" status: 200 len: 217 time: 0.0419381 Nov 12 08:10:05.912009 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-36c06281-5893-4d0e-bd89-f2e25dbd72b7 admin admin] Deleting subnet d8734df6-399d-4069-ad3c-65eee8d7586d {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:10:05.924881 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-36c06281-5893-4d0e-bd89-f2e25dbd72b7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:05.990129 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6fad11-8b3e-4a24-9fae-e675e1a2310a req-0efc4c57-727c-4b0a-a9f5-3c0442819ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:05.991619 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bf6fad11-8b3e-4a24-9fae-e675e1a2310a req-0efc4c57-727c-4b0a-a9f5-3c0442819ee3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4054f1d6-a6c6-43c7-ba9c-9a6600029957 HTTP/1.1" status: 200 len: 861 time: 0.1152608 Nov 12 08:10:05.994603 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-36c06281-5893-4d0e-bd89-f2e25dbd72b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:06.022656 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-c946c7a9-1b0b-47d5-9819-53d5ca413a46 req-77adb6e3-7b17-41e2-bc31-3bed0399c8df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e411f3a-d0ed-414a-ae89-39cb329d8577 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:10:06.029657 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8a2d4335-1b42-476a-96bc-dd748c4bc484 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:06.054020 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26de5a7-8b08-4306-aa48-b21a91dc9785 req-82d4f0db-f106-425f-a94f-8fb3515e32e0 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:06.055540 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e26de5a7-8b08-4306-aa48-b21a91dc9785 req-82d4f0db-f106-425f-a94f-8fb3515e32e0 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] 10.222.0.26 "GET /v2.0/ports?device_id=ccce4532-340d-428e-8bc7-35cbfbee73e3 HTTP/1.1" status: 200 len: 935 time: 0.1494217 Nov 12 08:10:06.057290 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bf6fad11-8b3e-4a24-9fae-e675e1a2310a req-a157a18c-de14-47cc-9718-0afe4d5f3de8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e20d0ee5-0c01-4db1-aa95-4ea5bc470460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426872 Nov 12 08:10:06.078470 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-c946c7a9-1b0b-47d5-9819-53d5ca413a46 req-77adb6e3-7b17-41e2-bc31-3bed0399c8df service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:06.115947 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-36c06281-5893-4d0e-bd89-f2e25dbd72b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:06.117716 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1cb15af0-f257-4645-9f5c-6e1f7035308b req-211f4423-ca13-4c31-baec-7c97e10d4fb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:06.139283 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-c946c7a9-1b0b-47d5-9819-53d5ca413a46 req-77adb6e3-7b17-41e2-bc31-3bed0399c8df service neutron] Transition to ACTIVE for port object 4e411f3a-d0ed-414a-ae89-39cb329d8577 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:10:06.173272 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-d6ddcfb5-dd5e-44ff-b8fc-06f609ac4d70 service neutron] 10.222.0.21 "GET /v2.0/networks/24a4ad48-a7af-4b0d-bf7a-0953ccc45cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3392403 Nov 12 08:10:06.184375 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-c946c7a9-1b0b-47d5-9819-53d5ca413a46 req-77adb6e3-7b17-41e2-bc31-3bed0399c8df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:06.201649 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e26de5a7-8b08-4306-aa48-b21a91dc9785 req-263a34ca-ad8b-4ee1-9b94-c4ecd60935e8 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] 10.222.0.26 "GET /v2.0/security-groups?id=b48148c1-2667-4cea-8efc-160914e05df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377847 Nov 12 08:10:06.241143 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bf6fad11-8b3e-4a24-9fae-e675e1a2310a req-3f8c63a2-83f8-490c-945f-3c35f2c067b0 service neutron] 10.222.0.44 "GET /v2.0/networks/e20d0ee5-0c01-4db1-aa95-4ea5bc470460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699965 Nov 12 08:10:06.251433 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-36c06281-5893-4d0e-bd89-f2e25dbd72b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:06.293134 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-3e00a22b-5bed-4c38-a0be-95164c8541b9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.240&port_id=222d1760-e17f-49ca-84de-7bb56db34609 HTTP/1.1" status: 200 len: 217 time: 0.1097102 Nov 12 08:10:06.299594 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c06281-5893-4d0e-bd89-f2e25dbd72b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8734df6-399d-4069-ad3c-65eee8d7586d,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:06.311035 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-36c06281-5893-4d0e-bd89-f2e25dbd72b7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:06.316134 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-36c06281-5893-4d0e-bd89-f2e25dbd72b7 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/d8734df6-399d-4069-ad3c-65eee8d7586d HTTP/1.1" status: 204 len: 168 time: 0.5290155 Nov 12 08:10:06.318993 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 35186) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:10:06.366516 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-7591caa9-e3d6-410c-88c7-4a8eeb1c33e7 req-3a40ad18-c474-4dfc-8a83-2d533f070c7a tempest-MigrationsAdminTest-113597740 tempest-MigrationsAdminTest-113597740-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:06.428317 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b98a1364-2920-4e12-8d4e-941026fd696d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:06.431086 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-7591caa9-e3d6-410c-88c7-4a8eeb1c33e7 req-3a40ad18-c474-4dfc-8a83-2d533f070c7a tempest-MigrationsAdminTest-113597740 tempest-MigrationsAdminTest-113597740-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:06.456981 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77adb6e3-7b17-41e2-bc31-3bed0399c8df service neutron] Pushing event updated for resources: {'Port': ['ID=4e411f3a-d0ed-414a-ae89-39cb329d8577,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:06.512857 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c6cdd64f-f10b-4fdb-92cb-a783f6c9bfff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:06.520494 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bf6fad11-8b3e-4a24-9fae-e675e1a2310a req-e6719a94-e1cd-4853-9140-b0b551b32364 service neutron] 10.222.0.44 "GET /v2.0/networks/e20d0ee5-0c01-4db1-aa95-4ea5bc470460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654078 Nov 12 08:10:06.552223 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90814b8-179b-401b-b6fa-fc61ae55fe63 req-5ee67692-958c-4593-9ead-025cd8793a64 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:06.558698 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90814b8-179b-401b-b6fa-fc61ae55fe63 req-5ee67692-958c-4593-9ead-025cd8793a64 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:06.566240 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90814b8-179b-401b-b6fa-fc61ae55fe63 req-5ee67692-958c-4593-9ead-025cd8793a64 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:06.572230 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90814b8-179b-401b-b6fa-fc61ae55fe63 req-5ee67692-958c-4593-9ead-025cd8793a64 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:06.574967 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-e21065f6-dc9a-4156-b9f5-22c9be10dee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:06.576431 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-e21065f6-dc9a-4156-b9f5-22c9be10dee3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7d7c7129-5e48-4c3b-98d9-801e1598df80 HTTP/1.1" status: 200 len: 797 time: 0.2661490 Nov 12 08:10:06.579741 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90814b8-179b-401b-b6fa-fc61ae55fe63 req-5ee67692-958c-4593-9ead-025cd8793a64 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:06.586546 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90814b8-179b-401b-b6fa-fc61ae55fe63 req-5ee67692-958c-4593-9ead-025cd8793a64 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:06.594623 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90814b8-179b-401b-b6fa-fc61ae55fe63 req-5ee67692-958c-4593-9ead-025cd8793a64 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:06.594623 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f90814b8-179b-401b-b6fa-fc61ae55fe63 req-5ee67692-958c-4593-9ead-025cd8793a64 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd1d6ac-fc22-40b4-9334-b79b8f638fb9 HTTP/1.1" status: 200 len: 5419 time: 0.1547849 Nov 12 08:10:06.606070 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7591caa9-e3d6-410c-88c7-4a8eeb1c33e7 req-3a40ad18-c474-4dfc-8a83-2d533f070c7a tempest-MigrationsAdminTest-113597740 tempest-MigrationsAdminTest-113597740-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9066617 Nov 12 08:10:06.669538 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a40ad18-c474-4dfc-8a83-2d533f070c7a tempest-MigrationsAdminTest-113597740 tempest-MigrationsAdminTest-113597740-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=132e276c-25eb-4c2c-8670-7bb458b32f76,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:06.706571 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c6cdd64f-f10b-4fdb-92cb-a783f6c9bfff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:06.743142 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-c6cdd64f-f10b-4fdb-92cb-a783f6c9bfff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67d0e3ee-9e8e-4875-813f-17b7988e6b76']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:10:06.760235 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-c6cdd64f-f10b-4fdb-92cb-a783f6c9bfff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a58f2ef8-8152-46dd-8918-a808eff3b04f') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:10:06.760528 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-c6cdd64f-f10b-4fdb-92cb-a783f6c9bfff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a58f2ef8-8152-46dd-8918-a808eff3b04f') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:10:06.767356 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f90814b8-179b-401b-b6fa-fc61ae55fe63 req-b417d0ec-e773-4f7a-a70c-ec1e81955f17 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b5c7833-24a2-4c14-bc24-7cc6ddd646d8&id=edb098b1-b850-4d1f-9907-ebc80ab17859&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1509192 Nov 12 08:10:06.775893 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c6cdd64f-f10b-4fdb-92cb-a783f6c9bfff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:06.791931 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c6cdd64f-f10b-4fdb-92cb-a783f6c9bfff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:06.805696 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6cdd64f-f10b-4fdb-92cb-a783f6c9bfff admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:10:06.806312 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c6cdd64f-f10b-4fdb-92cb-a783f6c9bfff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:06.808271 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:10:06.808271 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:10:06.808271 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:10:06.808271 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:10:06.808271 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:10:06.808271 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:10:06.808271 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:10:06.808271 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:10:06.808271 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:10:06.808271 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:10:06.808271 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:10:06.808271 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:10:06.808271 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:10:06.808271 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:10:06.808271 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:10:06.808271 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:10:06.808271 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:10:06.808271 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:10:06.808271 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:10:06.808271 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:10:06.808271 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:10:06.808271 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:10:06.808271 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:10:06.808271 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:10:06.808271 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:10:06.808271 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:10:06.808271 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:10:06.808271 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:10:06.808271 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:10:06.808271 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:10:06.808271 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:10:06.808271 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:10:06.830550 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-c946c7a9-1b0b-47d5-9819-53d5ca413a46 req-77adb6e3-7b17-41e2-bc31-3bed0399c8df service neutron] Attempting to bind port 4e411f3a-d0ed-414a-ae89-39cb329d8577 on host n-h2-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:10:06.830914 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-c946c7a9-1b0b-47d5-9819-53d5ca413a46 req-77adb6e3-7b17-41e2-bc31-3bed0399c8df service neutron] Attempting to bind port 4e411f3a-d0ed-414a-ae89-39cb329d8577 by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:10:06.831319 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c946c7a9-1b0b-47d5-9819-53d5ca413a46 req-77adb6e3-7b17-41e2-bc31-3bed0399c8df service neutron] Attempting to bind port 4e411f3a-d0ed-414a-ae89-39cb329d8577 on network 107743df-d3df-459d-a6cd-9e2ab4303016 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:10:06.837273 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8a2d4335-1b42-476a-96bc-dd748c4bc484 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052'] for router, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:06.858675 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c946c7a9-1b0b-47d5-9819-53d5ca413a46 req-77adb6e3-7b17-41e2-bc31-3bed0399c8df service neutron] Port 4e411f3a-d0ed-414a-ae89-39cb329d8577 on network 107743df-d3df-459d-a6cd-9e2ab4303016 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:10:06.859113 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c946c7a9-1b0b-47d5-9819-53d5ca413a46 req-77adb6e3-7b17-41e2-bc31-3bed0399c8df service neutron] Attempting to bind port 4e411f3a-d0ed-414a-ae89-39cb329d8577 on network 107743df-d3df-459d-a6cd-9e2ab4303016 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:10:06.873682 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-9217114a-a752-4c8a-9c90-567e6ec3a5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:06.876164 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-9217114a-a752-4c8a-9c90-567e6ec3a5ef service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1a323889-6c9a-40df-9d33-3f74857cb8d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2310953 Nov 12 08:10:06.897631 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c6cdd64f-f10b-4fdb-92cb-a783f6c9bfff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:06.906919 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c6cdd64f-f10b-4fdb-92cb-a783f6c9bfff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:06.910086 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-c6cdd64f-f10b-4fdb-92cb-a783f6c9bfff admin admin] 10.222.0.26 "DELETE /v2.0/networks/67d0e3ee-9e8e-4875-813f-17b7988e6b76 HTTP/1.1" status: 204 len: 168 time: 0.5905342 Nov 12 08:10:06.927989 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311438fc-e97e-401f-904d-a451c9ec7a6c req-4f8ef2cf-290a-4ab6-8039-a4e9175a4402 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:06.930005 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-311438fc-e97e-401f-904d-a451c9ec7a6c req-4f8ef2cf-290a-4ab6-8039-a4e9175a4402 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5b5785-a47f-4561-a4b6-f5a68cfe2ed6 HTTP/1.1" status: 200 len: 950 time: 0.2402840 Nov 12 08:10:06.937183 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c946c7a9-1b0b-47d5-9819-53d5ca413a46 req-77adb6e3-7b17-41e2-bc31-3bed0399c8df service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:10:06.937661 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c946c7a9-1b0b-47d5-9819-53d5ca413a46 req-77adb6e3-7b17-41e2-bc31-3bed0399c8df service neutron] Checking segment: {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:10:06.938123 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c946c7a9-1b0b-47d5-9819-53d5ca413a46 req-77adb6e3-7b17-41e2-bc31-3bed0399c8df service neutron] Bound using segment: {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:10:06.938460 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d9e370-b373-4c8d-b88b-913518f9b246 req-cae9ec01-8f5c-4798-b4f3-f66279e4d57a tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:06.938627 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-c946c7a9-1b0b-47d5-9819-53d5ca413a46 req-77adb6e3-7b17-41e2-bc31-3bed0399c8df service neutron] Bound port: 4e411f3a-d0ed-414a-ae89-39cb329d8577, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:10:06.938939 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-c946c7a9-1b0b-47d5-9819-53d5ca413a46 req-77adb6e3-7b17-41e2-bc31-3bed0399c8df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:06.940018 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-14d9e370-b373-4c8d-b88b-913518f9b246 req-cae9ec01-8f5c-4798-b4f3-f66279e4d57a tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=700c8a79-ee5b-4f57-9e36-8ed83a369148 HTTP/1.1" status: 200 len: 943 time: 0.0886598 Nov 12 08:10:06.942011 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cdd64f-f10b-4fdb-92cb-a783f6c9bfff admin admin] Pushing event deleted for resources: {'Network': ['ID=67d0e3ee-9e8e-4875-813f-17b7988e6b76,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:07.007997 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-14d9e370-b373-4c8d-b88b-913518f9b246 req-e7758f7a-6d65-484b-bbf5-8cc672a91f57 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539701 Nov 12 08:10:07.060021 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 35194) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:10:07.106549 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-d7124056-cdfe-4f0c-a9ee-5d66fb94a587 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7ee4745fb6f84583a0136b3f8f687425&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0432734 Nov 12 08:10:07.106854 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 35196) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:10:07.172936 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d1c8904a-0c90-4b7f-b0fc-73827b30c419 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:07.197149 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d1c8904a-0c90-4b7f-b0fc-73827b30c419 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:07.220198 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-311438fc-e97e-401f-904d-a451c9ec7a6c req-0a01f34b-dfb6-4936-8c1f-0aedd29d09c2 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb487f5-7b7a-45ea-a48a-5e5b4b4e6e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642267 Nov 12 08:10:07.256080 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-d87150d1-72a3-4fbd-8e56-e2377dea7b41 service neutron] 10.222.0.21 "GET /v2.0/networks/1a323889-6c9a-40df-9d33-3f74857cb8d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3206768 Nov 12 08:10:07.257125 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-c946c7a9-1b0b-47d5-9819-53d5ca413a46 req-77adb6e3-7b17-41e2-bc31-3bed0399c8df service neutron] For port 4e411f3a-d0ed-414a-ae89-39cb329d8577, host n-h2-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:10:07.263005 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-1cb15af0-f257-4645-9f5c-6e1f7035308b req-211f4423-ca13-4c31-baec-7c97e10d4fb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2a8611f-ec0a-44e7-8d41-29ad7076b116 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:10:07.269019 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-c946c7a9-1b0b-47d5-9819-53d5ca413a46 req-77adb6e3-7b17-41e2-bc31-3bed0399c8df service neutron] For port 4e411f3a-d0ed-414a-ae89-39cb329d8577, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=4e411f3a-d0ed-414a-ae89-39cb329d8577,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:10:07.277667 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d1c8904a-0c90-4b7f-b0fc-73827b30c419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:07.282135 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d1c8904a-0c90-4b7f-b0fc-73827b30c419 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:07.283935 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-d1c8904a-0c90-4b7f-b0fc-73827b30c419 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/947fa4bd-0c07-46bf-9d1c-d08f64eccab9 HTTP/1.1" status: 204 len: 168 time: 0.1756241 Nov 12 08:10:07.287557 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1cb15af0-f257-4645-9f5c-6e1f7035308b req-211f4423-ca13-4c31-baec-7c97e10d4fb9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:07.290216 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-c946c7a9-1b0b-47d5-9819-53d5ca413a46 req-77adb6e3-7b17-41e2-bc31-3bed0399c8df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:07.319904 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c8904a-0c90-4b7f-b0fc-73827b30c419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=947fa4bd-0c07-46bf-9d1c-d08f64eccab9,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:07.379095 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-1cb15af0-f257-4645-9f5c-6e1f7035308b req-211f4423-ca13-4c31-baec-7c97e10d4fb9 service neutron] Transition to ACTIVE for port object f2a8611f-ec0a-44e7-8d41-29ad7076b116 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:10:07.531099 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59 details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:10:07.703132 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59,segment=NetworkSegment(1db27ece-82b2-4c8d-abc3-e56edcdd7b0a),segment_id=1db27ece-82b2-4c8d-abc3-e56edcdd7b0a)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:07.720448 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': 'a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59', 'network_id': 'e20d0ee5-0c01-4db1-aa95-4ea5bc470460', 'port_id': 'a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59', 'mac_address': 'fa:16:3e:a9:76:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4054f1d6-a6c6-43c7-ba9c-9a6600029957', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:10:07.779326 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c946c7a9-1b0b-47d5-9819-53d5ca413a46 req-77adb6e3-7b17-41e2-bc31-3bed0399c8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:07.780015 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-c946c7a9-1b0b-47d5-9819-53d5ca413a46 req-77adb6e3-7b17-41e2-bc31-3bed0399c8df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:07.781867 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c946c7a9-1b0b-47d5-9819-53d5ca413a46 req-77adb6e3-7b17-41e2-bc31-3bed0399c8df service neutron] 10.222.0.44 "PUT /v2.0/ports/4e411f3a-d0ed-414a-ae89-39cb329d8577 HTTP/1.1" status: 200 len: 1097 time: 3.5292244 Nov 12 08:10:07.785483 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1cb15af0-f257-4645-9f5c-6e1f7035308b req-211f4423-ca13-4c31-baec-7c97e10d4fb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:07.864505 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16f00ffb-c46c-4a16-bab8-59031d7bab45', 'tag': '4e411f3a-d0ed-414a-ae89-39cb329d8577'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:10:07.866794 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef4421b3-fdd2-4fcd-876a-8e95ab99ef92" -d '{"events": [{"name": "network-changed", "server_uuid": "16f00ffb-c46c-4a16-bab8-59031d7bab45", "tag": "4e411f3a-d0ed-414a-ae89-39cb329d8577"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:10:07.878706 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77adb6e3-7b17-41e2-bc31-3bed0399c8df service neutron] Pushing event updated for resources: {'Port': ['ID=4e411f3a-d0ed-414a-ae89-39cb329d8577,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:07.923928 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a2d4335-1b42-476a-96bc-dd748c4bc484 admin admin] Router 5732eb70-ba32-4269-9c91-f96f3ef6bfc7 is scheduled to L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 with binding_index 1 {{(pid=102599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:10:07.939586 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31744705-6a34-4169-b4c9-26e91169c9e1 req-d6b4c49c-3dbe-4570-a518-9edd5daaf50f tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:07.941962 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-31744705-6a34-4169-b4c9-26e91169c9e1 req-d6b4c49c-3dbe-4570-a518-9edd5daaf50f tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=96a9cab0-60b5-4289-a73f-a894f7e4644d HTTP/1.1" status: 200 len: 949 time: 0.0967319 Nov 12 08:10:07.981105 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-74cdc492-8ff1-4a9d-8d76-088220459cd5 service neutron] 10.222.0.21 "GET /v2.0/networks/1a323889-6c9a-40df-9d33-3f74857cb8d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7092981 Nov 12 08:10:08.006198 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:08.036026 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-31744705-6a34-4169-b4c9-26e91169c9e1 req-0cbfc677-f554-4f08-9276-6af60140ae04 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821776 Nov 12 08:10:08.039622 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:08.068033 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:10:08.109609 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59,segment=NetworkSegment(1db27ece-82b2-4c8d-abc3-e56edcdd7b0a),segment_id=1db27ece-82b2-4c8d-abc3-e56edcdd7b0a)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:08.115855 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:08.151122 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4773e38a-c04f-4142-9601-cbd284a28717 req-67d4249b-6067-4e92-bcad-f136c3c97d40 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:08.152669 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4773e38a-c04f-4142-9601-cbd284a28717 req-67d4249b-6067-4e92-bcad-f136c3c97d40 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] 10.222.0.26 "GET /v2.0/ports?device_id=ccce4532-340d-428e-8bc7-35cbfbee73e3 HTTP/1.1" status: 200 len: 935 time: 0.8306942 Nov 12 08:10:08.169820 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ede42c3d-8205-49e0-9474-5d77b1167307 req-0d59ae9d-f138-4253-a18f-5c8596538f81 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=96a9cab0-60b5-4289-a73f-a894f7e4644d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4083302 Nov 12 08:10:08.193054 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-98f5c96d-2ef8-4ba8-958f-b0b532c6e76a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.200&port_id=2c803051-3860-4c62-bdef-be9267f3772d HTTP/1.1" status: 200 len: 217 time: 0.1672831 Nov 12 08:10:08.195526 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:08.213079 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8832f61-5389-4bb6-9358-56b2f3043c0c req-acb3207e-18d7-4265-b611-1e06a9aca81b tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:08.216376 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [req-ede42c3d-8205-49e0-9474-5d77b1167307 req-d677ac86-4420-4d45-9a80-1766a207ce84 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:10:08.217363 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ede42c3d-8205-49e0-9474-5d77b1167307 req-d677ac86-4420-4d45-9a80-1766a207ce84 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0195632 Nov 12 08:10:08.219920 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8832f61-5389-4bb6-9358-56b2f3043c0c req-acb3207e-18d7-4265-b611-1e06a9aca81b tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:08.226782 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8832f61-5389-4bb6-9358-56b2f3043c0c req-acb3207e-18d7-4265-b611-1e06a9aca81b tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:08.233690 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8832f61-5389-4bb6-9358-56b2f3043c0c req-acb3207e-18d7-4265-b611-1e06a9aca81b tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:08.240993 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8832f61-5389-4bb6-9358-56b2f3043c0c req-acb3207e-18d7-4265-b611-1e06a9aca81b tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:08.250395 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8832f61-5389-4bb6-9358-56b2f3043c0c req-acb3207e-18d7-4265-b611-1e06a9aca81b tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:08.255657 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8832f61-5389-4bb6-9358-56b2f3043c0c req-acb3207e-18d7-4265-b611-1e06a9aca81b tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:08.263404 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c8832f61-5389-4bb6-9358-56b2f3043c0c req-acb3207e-18d7-4265-b611-1e06a9aca81b tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd1d6ac-fc22-40b4-9334-b79b8f638fb9 HTTP/1.1" status: 200 len: 5419 time: 0.1477087 Nov 12 08:10:08.347549 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c8832f61-5389-4bb6-9358-56b2f3043c0c req-fba6b9cb-9f5b-4fbd-bcad-b886d34a18c2 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b5c7833-24a2-4c14-bc24-7cc6ddd646d8&id=edb098b1-b850-4d1f-9907-ebc80ab17859&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0822203 Nov 12 08:10:08.349230 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c946c7a9-1b0b-47d5-9819-53d5ca413a46 req-a3270676-34b4-4448-b894-4423a45a126f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:08.352409 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c946c7a9-1b0b-47d5-9819-53d5ca413a46 req-a3270676-34b4-4448-b894-4423a45a126f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fd4bd95400f34c07923e28afec759404&device_id=16f00ffb-c46c-4a16-bab8-59031d7bab45 HTTP/1.1" status: 200 len: 1100 time: 0.4741006 Nov 12 08:10:08.353061 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211f4423-ca13-4c31-baec-7c97e10d4fb9 service neutron] Pushing event updated for resources: {'Port': ['ID=f2a8611f-ec0a-44e7-8d41-29ad7076b116,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:08.371547 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 35246) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:10:08.381293 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-1cb15af0-f257-4645-9f5c-6e1f7035308b req-211f4423-ca13-4c31-baec-7c97e10d4fb9 service neutron] Attempting to bind port f2a8611f-ec0a-44e7-8d41-29ad7076b116 on host n-h2-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:10:08.381657 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-1cb15af0-f257-4645-9f5c-6e1f7035308b req-211f4423-ca13-4c31-baec-7c97e10d4fb9 service neutron] Attempting to bind port f2a8611f-ec0a-44e7-8d41-29ad7076b116 by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:10:08.381971 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb15af0-f257-4645-9f5c-6e1f7035308b req-211f4423-ca13-4c31-baec-7c97e10d4fb9 service neutron] Attempting to bind port f2a8611f-ec0a-44e7-8d41-29ad7076b116 on network 107743df-d3df-459d-a6cd-9e2ab4303016 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:10:08.420334 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98c190a1-09de-4741-a856-315a9aa46f1a x-openstack-request-id: req-98c190a1-09de-4741-a856-315a9aa46f1a {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:10:08.420889 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16f00ffb-c46c-4a16-bab8-59031d7bab45", "tag": "4e411f3a-d0ed-414a-ae89-39cb329d8577", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:10:08.421073 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-98c190a1-09de-4741-a856-315a9aa46f1a {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:10:08.421304 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16f00ffb-c46c-4a16-bab8-59031d7bab45', 'tag': '4e411f3a-d0ed-414a-ae89-39cb329d8577', 'status': 'completed', 'code': 200} Nov 12 08:10:08.468414 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c946c7a9-1b0b-47d5-9819-53d5ca413a46 req-506f7345-206f-4113-89ce-e91994fae0d7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=4e411f3a-d0ed-414a-ae89-39cb329d8577 HTTP/1.1" status: 200 len: 217 time: 0.0809650 Nov 12 08:10:08.468959 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb15af0-f257-4645-9f5c-6e1f7035308b req-211f4423-ca13-4c31-baec-7c97e10d4fb9 service neutron] Port f2a8611f-ec0a-44e7-8d41-29ad7076b116 on network 107743df-d3df-459d-a6cd-9e2ab4303016 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:10:08.469274 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb15af0-f257-4645-9f5c-6e1f7035308b req-211f4423-ca13-4c31-baec-7c97e10d4fb9 service neutron] Attempting to bind port f2a8611f-ec0a-44e7-8d41-29ad7076b116 on network 107743df-d3df-459d-a6cd-9e2ab4303016 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:10:08.525850 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-3fc73ace-1b68-4eb0-bdb4-7e57df053b74 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1204372310-network', 'tenant_id': '0a93781ee8b244ac91dad8e454407a80'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:10:08.527448 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-e66cdda0-2328-41a8-b3cc-b243a4bba1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:08.528863 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-e66cdda0-2328-41a8-b3cc-b243a4bba1c4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7d7c7129-5e48-4c3b-98d9-801e1598df80 HTTP/1.1" status: 200 len: 797 time: 0.3201621 Nov 12 08:10:08.532774 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4773e38a-c04f-4142-9601-cbd284a28717 req-98c337e7-026e-4a7d-aff4-41d0315a1718 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] 10.222.0.26 "GET /v2.0/security-groups?id=b48148c1-2667-4cea-8efc-160914e05df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3416781 Nov 12 08:10:08.557896 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb15af0-f257-4645-9f5c-6e1f7035308b req-211f4423-ca13-4c31-baec-7c97e10d4fb9 service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:10:08.558233 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb15af0-f257-4645-9f5c-6e1f7035308b req-211f4423-ca13-4c31-baec-7c97e10d4fb9 service neutron] Checking segment: {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:10:08.558631 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb15af0-f257-4645-9f5c-6e1f7035308b req-211f4423-ca13-4c31-baec-7c97e10d4fb9 service neutron] Bound using segment: {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:10:08.559068 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-1cb15af0-f257-4645-9f5c-6e1f7035308b req-211f4423-ca13-4c31-baec-7c97e10d4fb9 service neutron] Bound port: f2a8611f-ec0a-44e7-8d41-29ad7076b116, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:10:08.559422 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1cb15af0-f257-4645-9f5c-6e1f7035308b req-211f4423-ca13-4c31-baec-7c97e10d4fb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:08.579261 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb68422-7e1a-47e1-8ff2-cd6dac844006 req-81a82ae3-17ac-44d0-99c3-037b51cacb39 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:08.591287 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:10:08.601293 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2eb68422-7e1a-47e1-8ff2-cd6dac844006 req-81a82ae3-17ac-44d0-99c3-037b51cacb39 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=700c8a79-ee5b-4f57-9e36-8ed83a369148 HTTP/1.1" status: 200 len: 944 time: 0.1128886 Nov 12 08:10:08.609080 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc73ace-1b68-4eb0-bdb4-7e57df053b74 admin admin] Made reservation on behalf of 0a93781ee8b244ac91dad8e454407a80 for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:10:08.611837 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3fc73ace-1b68-4eb0-bdb4-7e57df053b74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:08.628196 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3fc73ace-1b68-4eb0-bdb4-7e57df053b74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:08.684172 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a2d4335-1b42-476a-96bc-dd748c4bc484 admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:10:08.697313 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad0e339-cfac-4a59-a331-c870681c3e20 None None] Sync routers for ids ['5732eb70-ba32-4269-9c91-f96f3ef6bfc7'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:10:08.711352 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2eb68422-7e1a-47e1-8ff2-cd6dac844006 req-b5c29f60-63e4-4195-ac95-1a996eab679d tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090648 Nov 12 08:10:08.713565 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c946c7a9-1b0b-47d5-9819-53d5ca413a46 req-386a3170-8c4d-46ad-a1a5-2d7b7304a057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:08.715044 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c946c7a9-1b0b-47d5-9819-53d5ca413a46 req-386a3170-8c4d-46ad-a1a5-2d7b7304a057 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1 HTTP/1.1" status: 200 len: 843 time: 0.2005942 Nov 12 08:10:08.727162 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad0e339-cfac-4a59-a331-c870681c3e20 None None] Routers {'5732eb70-ba32-4269-9c91-f96f3ef6bfc7'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:10:08.727822 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-4ad0e339-cfac-4a59-a331-c870681c3e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:10:06Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['5732eb70-ba32-4269-9c91-f96f3ef6bfc7'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:10:08.820208 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3fc73ace-1b68-4eb0-bdb4-7e57df053b74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:08.825534 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-1cb15af0-f257-4645-9f5c-6e1f7035308b req-211f4423-ca13-4c31-baec-7c97e10d4fb9 service neutron] For port f2a8611f-ec0a-44e7-8d41-29ad7076b116, host n-h2-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:10:08.829934 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3fc73ace-1b68-4eb0-bdb4-7e57df053b74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:08.844274 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-d377e1a0-c525-492e-9673-4cf5b3348df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:08.845964 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-d377e1a0-c525-492e-9673-4cf5b3348df9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1a323889-6c9a-40df-9d33-3f74857cb8d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2893794 Nov 12 08:10:08.848712 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8a2d4335-1b42-476a-96bc-dd748c4bc484 admin admin] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:08.849809 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-8a2d4335-1b42-476a-96bc-dd748c4bc484 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.9500816 Nov 12 08:10:08.860008 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 35266) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:10:08.873386 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-1cb15af0-f257-4645-9f5c-6e1f7035308b req-211f4423-ca13-4c31-baec-7c97e10d4fb9 service neutron] For port f2a8611f-ec0a-44e7-8d41-29ad7076b116, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=f2a8611f-ec0a-44e7-8d41-29ad7076b116,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:10:08.899902 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1cb15af0-f257-4645-9f5c-6e1f7035308b req-211f4423-ca13-4c31-baec-7c97e10d4fb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:08.901399 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-4ad0e339-cfac-4a59-a331-c870681c3e20 None None] Set router 5732eb70-ba32-4269-9c91-f96f3ef6bfc7 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:10:08.913865 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc58cfa9-2f8d-4cb8-b56a-8d1320266c50 req-3374b864-5c26-4e60-9712-fd52aa29344a tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:08.915343 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fc58cfa9-2f8d-4cb8-b56a-8d1320266c50 req-3374b864-5c26-4e60-9712-fd52aa29344a tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5b5785-a47f-4561-a4b6-f5a68cfe2ed6 HTTP/1.1" status: 200 len: 950 time: 0.2549551 Nov 12 08:10:08.946153 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fc73ace-1b68-4eb0-bdb4-7e57df053b74 admin admin] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:10:08.981438 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3fc73ace-1b68-4eb0-bdb4-7e57df053b74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:08.982024 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-3fc73ace-1b68-4eb0-bdb4-7e57df053b74 admin admin] Added segment 245a85cd-81b2-4aa2-be29-e90070cf1acb of type vlan for network cf4b42a1-457b-43c5-93bd-eb55813709b3 Nov 12 08:10:08.984026 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc73ace-1b68-4eb0-bdb4-7e57df053b74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80f813d9-bd6d-4b53-8c80-73dd6fff7391,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:09.038045 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c946c7a9-1b0b-47d5-9819-53d5ca413a46 req-5f0559a6-691a-4ad7-ae23-d7ae9f6fe8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:09.044819 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c946c7a9-1b0b-47d5-9819-53d5ca413a46 req-5f0559a6-691a-4ad7-ae23-d7ae9f6fe8e3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=107743df-d3df-459d-a6cd-9e2ab4303016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3042901 Nov 12 08:10:09.061558 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:09.080032 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb15af0-f257-4645-9f5c-6e1f7035308b req-211f4423-ca13-4c31-baec-7c97e10d4fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:09.081237 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1cb15af0-f257-4645-9f5c-6e1f7035308b req-211f4423-ca13-4c31-baec-7c97e10d4fb9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:09.084162 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1cb15af0-f257-4645-9f5c-6e1f7035308b req-211f4423-ca13-4c31-baec-7c97e10d4fb9 service neutron] 10.222.0.44 "PUT /v2.0/ports/f2a8611f-ec0a-44e7-8d41-29ad7076b116 HTTP/1.1" status: 200 len: 1096 time: 3.2578421 Nov 12 08:10:09.087246 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3fc73ace-1b68-4eb0-bdb4-7e57df053b74 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:09.177451 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3fc73ace-1b68-4eb0-bdb4-7e57df053b74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:09.180704 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc73ace-1b68-4eb0-bdb4-7e57df053b74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:09.182526 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3fc73ace-1b68-4eb0-bdb4-7e57df053b74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:09.241092 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-4ad0e339-cfac-4a59-a331-c870681c3e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5732eb70-ba32-4269-9c91-f96f3ef6bfc7', 'name': 'tempest-ServersTestManualDisk-1832402690-router', 'tenant_id': '87e1c7a524e4438c8d5ef825876f155a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '2ca7c03b-ea1b-4304-b885-ec15d73ffdee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:10:01Z', 'updated_at': '2021-11-12T08:10:05Z', 'revision_number': 3, 'project_id': '87e1c7a524e4438c8d5ef825876f155a', 'gw_port': {'id': '2ca7c03b-ea1b-4304-b885-ec15d73ffdee', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:49:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5732eb70-ba32-4269-9c91-f96f3ef6bfc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:10:03Z', 'updated_at': '2021-11-12T08:10:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:10:09.273045 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad0e339-cfac-4a59-a331-c870681c3e20 None None] Checking router: 5732eb70-ba32-4269-9c91-f96f3ef6bfc7 for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:10:09.273623 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad0e339-cfac-4a59-a331-c870681c3e20 None None] Updating router 5732eb70-ba32-4269-9c91-f96f3ef6bfc7 port 2ca7c03b-ea1b-4304-b885-ec15d73ffdee binding host n-d-765315-29 {{(pid=102602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:10:09.312780 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211f4423-ca13-4c31-baec-7c97e10d4fb9 service neutron] Pushing event updated for resources: {'Port': ['ID=f2a8611f-ec0a-44e7-8d41-29ad7076b116,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:09.318714 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e339-cfac-4a59-a331-c870681c3e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:09.376187 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fc58cfa9-2f8d-4cb8-b56a-8d1320266c50 req-d51d7b00-8112-4b5f-9fdd-66f898378d9b tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb487f5-7b7a-45ea-a48a-5e5b4b4e6e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4261043 Nov 12 08:10:09.379497 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-3fc73ace-1b68-4eb0-bdb4-7e57df053b74 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0038643 Nov 12 08:10:09.379497 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc73ace-1b68-4eb0-bdb4-7e57df053b74 admin admin] Pushing event updated for resources: {'Network': ['ID=cf4b42a1-457b-43c5-93bd-eb55813709b3,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:09.386952 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 35274) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:10:09.388566 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network cf4b42a1-457b-43c5-93bd-eb55813709b3 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:10:09.399075 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-85c493cc-9dde-419f-ab3b-8462b9bcb1a5 admin admin] Request body: {'subnet': {'network_id': 'cf4b42a1-457b-43c5-93bd-eb55813709b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1204372310-subnet', 'tenant_id': '0a93781ee8b244ac91dad8e454407a80', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:10:09.427631 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-7cc5583b-ec31-4c91-b9a5-87b4c1b6bdb5 service neutron] 10.222.0.21 "GET /v2.0/networks/1a323889-6c9a-40df-9d33-3f74857cb8d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5669320 Nov 12 08:10:09.505212 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf34ad6-3eb6-45a9-bf7b-dfe83b437ce3 req-3fe6e62b-2e3a-4d17-93a4-65519f117994 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:09.513566 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-dbf34ad6-3eb6-45a9-bf7b-dfe83b437ce3 req-3fe6e62b-2e3a-4d17-93a4-65519f117994 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=96a9cab0-60b5-4289-a73f-a894f7e4644d HTTP/1.1" status: 200 len: 949 time: 0.2994015 Nov 12 08:10:09.525063 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c493cc-9dde-419f-ab3b-8462b9bcb1a5 admin admin] Made reservation on behalf of 0a93781ee8b244ac91dad8e454407a80 for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:10:09.527327 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-85c493cc-9dde-419f-ab3b-8462b9bcb1a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:09.562011 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c946c7a9-1b0b-47d5-9819-53d5ca413a46 req-eff1baa8-d0f7-4bbc-9dc2-e888ab69069b service neutron] 10.222.0.44 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4679077 Nov 12 08:10:09.648854 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb15af0-f257-4645-9f5c-6e1f7035308b req-d02dc167-bee8-4f16-81bb-2d33dd3cdcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:09.650959 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1cb15af0-f257-4645-9f5c-6e1f7035308b req-d02dc167-bee8-4f16-81bb-2d33dd3cdcd0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fd4bd95400f34c07923e28afec759404&device_id=ccce4532-340d-428e-8bc7-35cbfbee73e3 HTTP/1.1" status: 200 len: 1099 time: 0.3718507 Nov 12 08:10:09.714611 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:09.715431 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e339-cfac-4a59-a331-c870681c3e20 None None] Publish callbacks [] for port, precommit_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:09.724900 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e339-cfac-4a59-a331-c870681c3e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:09.752577 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1cb15af0-f257-4645-9f5c-6e1f7035308b req-9f3cd9f5-e6ca-4cc6-98c3-256e35219bf7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=f2a8611f-ec0a-44e7-8d41-29ad7076b116 HTTP/1.1" status: 200 len: 217 time: 0.0767596 Nov 12 08:10:09.784489 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-4ad0e339-cfac-4a59-a331-c870681c3e20 None None] Attempting to bind port 2ca7c03b-ea1b-4304-b885-ec15d73ffdee on host n-d-765315-29 for vnic_type normal with profile {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:10:09.784834 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-4ad0e339-cfac-4a59-a331-c870681c3e20 None None] Attempting to bind port 2ca7c03b-ea1b-4304-b885-ec15d73ffdee by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:10:09.785463 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad0e339-cfac-4a59-a331-c870681c3e20 None None] Attempting to bind port 2ca7c03b-ea1b-4304-b885-ec15d73ffdee on network d709f64f-f9e6-4525-b020-ad48633b9bbf {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:10:09.799783 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad0e339-cfac-4a59-a331-c870681c3e20 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:10:09.800447 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad0e339-cfac-4a59-a331-c870681c3e20 None None] Checking segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:10:09.801000 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e339-cfac-4a59-a331-c870681c3e20 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:09.802036 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad0e339-cfac-4a59-a331-c870681c3e20 None None] Bound using segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:10:09.802761 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-4ad0e339-cfac-4a59-a331-c870681c3e20 None None] Bound port: 2ca7c03b-ea1b-4304-b885-ec15d73ffdee, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:10:09.803326 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e339-cfac-4a59-a331-c870681c3e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:09.840356 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9087d37d-7403-4091-90aa-4d5ab999473a None None] Pushing event updated for resources: {'Port': ['ID=2ca7c03b-ea1b-4304-b885-ec15d73ffdee,revision_number=2']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:09.859410 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9087d37d-7403-4091-90aa-4d5ab999473a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:09.860064 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9087d37d-7403-4091-90aa-4d5ab999473a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:09.860456 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9087d37d-7403-4091-90aa-4d5ab999473a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:09.860791 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9087d37d-7403-4091-90aa-4d5ab999473a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:09.861168 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9087d37d-7403-4091-90aa-4d5ab999473a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:09.861516 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9087d37d-7403-4091-90aa-4d5ab999473a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:09.861823 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9087d37d-7403-4091-90aa-4d5ab999473a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:09.862141 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9087d37d-7403-4091-90aa-4d5ab999473a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:09.862459 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9087d37d-7403-4091-90aa-4d5ab999473a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:09.862816 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9087d37d-7403-4091-90aa-4d5ab999473a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:09.863438 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9087d37d-7403-4091-90aa-4d5ab999473a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:09.863763 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9087d37d-7403-4091-90aa-4d5ab999473a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:09.864239 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8c2fc2-0589-4617-b25c-40773744038d req-70fc82c7-38f6-4226-aede-2b84b9ebdcb8 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:09.870375 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8c2fc2-0589-4617-b25c-40773744038d req-70fc82c7-38f6-4226-aede-2b84b9ebdcb8 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:09.878431 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8c2fc2-0589-4617-b25c-40773744038d req-70fc82c7-38f6-4226-aede-2b84b9ebdcb8 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:09.883632 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8c2fc2-0589-4617-b25c-40773744038d req-70fc82c7-38f6-4226-aede-2b84b9ebdcb8 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:09.889690 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8c2fc2-0589-4617-b25c-40773744038d req-70fc82c7-38f6-4226-aede-2b84b9ebdcb8 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:09.894497 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-4ad0e339-cfac-4a59-a331-c870681c3e20 None None] For port 2ca7c03b-ea1b-4304-b885-ec15d73ffdee, host n-d-765315-29, cleared binding levels {{(pid=102602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:10:09.896034 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8c2fc2-0589-4617-b25c-40773744038d req-70fc82c7-38f6-4226-aede-2b84b9ebdcb8 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:09.902010 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8c2fc2-0589-4617-b25c-40773744038d req-70fc82c7-38f6-4226-aede-2b84b9ebdcb8 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:09.902655 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-4ad0e339-cfac-4a59-a331-c870681c3e20 None None] For port 2ca7c03b-ea1b-4304-b885-ec15d73ffdee, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=2ca7c03b-ea1b-4304-b885-ec15d73ffdee,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:10:09.903993 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8f8c2fc2-0589-4617-b25c-40773744038d req-70fc82c7-38f6-4226-aede-2b84b9ebdcb8 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd1d6ac-fc22-40b4-9334-b79b8f638fb9 HTTP/1.1" status: 200 len: 5419 time: 0.3999524 Nov 12 08:10:09.908555 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e339-cfac-4a59-a331-c870681c3e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:09.915553 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb15af0-f257-4645-9f5c-6e1f7035308b req-46b34f1b-03fe-491a-9053-2364b1238384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:09.917030 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1cb15af0-f257-4645-9f5c-6e1f7035308b req-46b34f1b-03fe-491a-9053-2364b1238384 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1 HTTP/1.1" status: 200 len: 843 time: 0.1308022 Nov 12 08:10:09.918996 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-4bf13aaa-2970-4063-9951-9e6128586a39 service neutron] 10.222.0.21 "GET /v2.0/networks/1a323889-6c9a-40df-9d33-3f74857cb8d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4590657 Nov 12 08:10:09.974113 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad0e339-cfac-4a59-a331-c870681c3e20 None None] Routers {'5732eb70-ba32-4269-9c91-f96f3ef6bfc7'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:10:09.974762 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-4ad0e339-cfac-4a59-a331-c870681c3e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:10:06Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['5732eb70-ba32-4269-9c91-f96f3ef6bfc7'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:10:10.022700 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9087d37d-7403-4091-90aa-4d5ab999473a None None] Pushing event updated for resources: {'Port': ['ID=2ca7c03b-ea1b-4304-b885-ec15d73ffdee,revision_number=3']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:10.043107 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-a32f86ab-bfae-42c9-b8de-dd2285274219 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.59&port_id=84bf60b1-9802-4c17-be1c-ccf3dbe8abcd HTTP/1.1" status: 200 len: 217 time: 0.1096964 Nov 12 08:10:10.069109 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c946c7a9-1b0b-47d5-9819-53d5ca413a46 req-dd0cdde3-751c-4992-9fde-34258ee67e9c service neutron] 10.222.0.44 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4768786 Nov 12 08:10:10.087976 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-dbf34ad6-3eb6-45a9-bf7b-dfe83b437ce3 req-b9421da3-5378-4b8a-bdfd-f1393074b86e tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5735109 Nov 12 08:10:10.107398 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-4ad0e339-cfac-4a59-a331-c870681c3e20 None None] Set router 5732eb70-ba32-4269-9c91-f96f3ef6bfc7 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:10:10.128512 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8f8c2fc2-0589-4617-b25c-40773744038d req-02232836-6d3b-4fcd-bf8e-e3213d971095 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b5c7833-24a2-4c14-bc24-7cc6ddd646d8&id=edb098b1-b850-4d1f-9907-ebc80ab17859&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2084284 Nov 12 08:10:10.155793 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb15af0-f257-4645-9f5c-6e1f7035308b req-0b46ae2d-cde0-4dd0-8982-a3cc6ac49344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:10.161215 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1cb15af0-f257-4645-9f5c-6e1f7035308b req-0b46ae2d-cde0-4dd0-8982-a3cc6ac49344 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=107743df-d3df-459d-a6cd-9e2ab4303016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2290490 Nov 12 08:10:10.194453 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-6a3a83be-b8a7-4eca-ae0e-8aab800026ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:10.195625 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-6a3a83be-b8a7-4eca-ae0e-8aab800026ca service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7d7c7129-5e48-4c3b-98d9-801e1598df80 HTTP/1.1" status: 200 len: 797 time: 0.1415529 Nov 12 08:10:10.334918 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-85c493cc-9dde-419f-ab3b-8462b9bcb1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:10.356642 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-4ad0e339-cfac-4a59-a331-c870681c3e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5732eb70-ba32-4269-9c91-f96f3ef6bfc7', 'name': 'tempest-ServersTestManualDisk-1832402690-router', 'tenant_id': '87e1c7a524e4438c8d5ef825876f155a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '2ca7c03b-ea1b-4304-b885-ec15d73ffdee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:10:01Z', 'updated_at': '2021-11-12T08:10:05Z', 'revision_number': 3, 'project_id': '87e1c7a524e4438c8d5ef825876f155a', 'gw_port': {'id': '2ca7c03b-ea1b-4304-b885-ec15d73ffdee', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:49:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5732eb70-ba32-4269-9c91-f96f3ef6bfc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:10:03Z', 'updated_at': '2021-11-12T08:10:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:10:10.373308 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-1ce678dc-f8fe-43c8-9da3-3de046537a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:10.375464 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-1ce678dc-f8fe-43c8-9da3-3de046537a2e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1a323889-6c9a-40df-9d33-3f74857cb8d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1724348 Nov 12 08:10:10.389839 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83156349-e198-467f-b125-02e9200529c4 req-f67b1c6f-4d8f-431c-a364-f57f3bbb7763 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:10.396107 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-83156349-e198-467f-b125-02e9200529c4 req-f67b1c6f-4d8f-431c-a364-f57f3bbb7763 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] 10.222.0.26 "GET /v2.0/ports?device_id=ccce4532-340d-428e-8bc7-35cbfbee73e3 HTTP/1.1" status: 200 len: 947 time: 0.1439357 Nov 12 08:10:10.397072 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696b5a40-7896-432e-8e9f-924c98d2753e req-1fe7773c-e926-4e4f-b5ed-f17ddc12d84f tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:10.398661 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-696b5a40-7896-432e-8e9f-924c98d2753e req-1fe7773c-e926-4e4f-b5ed-f17ddc12d84f tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=700c8a79-ee5b-4f57-9e36-8ed83a369148 HTTP/1.1" status: 200 len: 944 time: 0.1689072 Nov 12 08:10:10.400721 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4421b3-fdd2-4fcd-876a-8e95ab99ef92 req-b40d28ae-c21c-4756-ad10-36976e88b70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:10.402153 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ef4421b3-fdd2-4fcd-876a-8e95ab99ef92 req-b40d28ae-c21c-4756-ad10-36976e88b70e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fd4bd95400f34c07923e28afec759404&device_id=16f00ffb-c46c-4a16-bab8-59031d7bab45 HTTP/1.1" status: 200 len: 1100 time: 0.1589799 Nov 12 08:10:10.427396 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad0e339-cfac-4a59-a331-c870681c3e20 None None] The sync data for ids ['5732eb70-ba32-4269-9c91-f96f3ef6bfc7'] in n-d-765315-29 is: [{'id': '5732eb70-ba32-4269-9c91-f96f3ef6bfc7', 'name': 'tempest-ServersTestManualDisk-1832402690-router', 'tenant_id': '87e1c7a524e4438c8d5ef825876f155a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '2ca7c03b-ea1b-4304-b885-ec15d73ffdee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:10:01Z', 'updated_at': '2021-11-12T08:10:05Z', 'revision_number': 3, 'project_id': '87e1c7a524e4438c8d5ef825876f155a', 'gw_port': {'id': '2ca7c03b-ea1b-4304-b885-ec15d73ffdee', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:49:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5732eb70-ba32-4269-9c91-f96f3ef6bfc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:10:03Z', 'updated_at': '2021-11-12T08:10:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:10:10.433310 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccce4532-340d-428e-8bc7-35cbfbee73e3', 'tag': 'f2a8611f-ec0a-44e7-8d41-29ad7076b116'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:10:10.435276 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0bbcf77-091e-446a-8b9c-63142a477b96" -d '{"events": [{"name": "network-changed", "server_uuid": "ccce4532-340d-428e-8bc7-35cbfbee73e3", "tag": "f2a8611f-ec0a-44e7-8d41-29ad7076b116"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:10:10.487861 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c493cc-9dde-419f-ab3b-8462b9bcb1a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f94b95c0-cb4c-472b-8dd7-99ba828700c1,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:10.577503 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c493cc-9dde-419f-ab3b-8462b9bcb1a5 admin admin] Checking segment: {'id': '245a85cd-81b2-4aa2-be29-e90070cf1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'cf4b42a1-457b-43c5-93bd-eb55813709b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:10:10.577868 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c493cc-9dde-419f-ab3b-8462b9bcb1a5 admin admin] Network hostable DHCP agents. Network: cf4b42a1-457b-43c5-93bd-eb55813709b3, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:10:10.588800 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-83156349-e198-467f-b125-02e9200529c4 req-52f5557e-667e-40c4-a1ca-308eae92792b tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] 10.222.0.26 "GET /v2.0/security-groups?id=b48148c1-2667-4cea-8efc-160914e05df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917703 Nov 12 08:10:10.614804 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede42c3d-8205-49e0-9474-5d77b1167307 req-23ca18ae-9dbf-4365-b34f-b5cafcc2d33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:10.617726 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ede42c3d-8205-49e0-9474-5d77b1167307 req-23ca18ae-9dbf-4365-b34f-b5cafcc2d33e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f20f3adab6e34964b521814e780e6afc&device_id=96a9cab0-60b5-4289-a73f-a894f7e4644d HTTP/1.1" status: 200 len: 1101 time: 0.1460645 Nov 12 08:10:10.620402 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ff93d440-7c7a-4b9c-bbf2-bcf9e8ecd8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:10.643281 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c493cc-9dde-419f-ab3b-8462b9bcb1a5 admin admin] Network cf4b42a1-457b-43c5-93bd-eb55813709b3 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:10:10.723288 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-85c493cc-9dde-419f-ab3b-8462b9bcb1a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, cf4b42a1-457b-43c5-93bd-eb55813709b3) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:10:10.746427 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c493cc-9dde-419f-ab3b-8462b9bcb1a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:10.753835 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653e9760-dbd6-4832-a7d9-e95067b5b00a None None] Network cf4b42a1-457b-43c5-93bd-eb55813709b3 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:10:10.756881 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-85c493cc-9dde-419f-ab3b-8462b9bcb1a5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:10.850113 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-85c493cc-9dde-419f-ab3b-8462b9bcb1a5 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4542751 Nov 12 08:10:10.874629 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 35290) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:10:10.884771 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-d62a8710-fd3f-4e9e-9f48-118d3f5d8c84 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1204372310-router', 'tenant_id': '0a93781ee8b244ac91dad8e454407a80', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:10:10.969277 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede42c3d-8205-49e0-9474-5d77b1167307 req-c77b6587-1e8f-4ad4-a940-e1d812386838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:10.971104 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ede42c3d-8205-49e0-9474-5d77b1167307 req-c77b6587-1e8f-4ad4-a940-e1d812386838 service neutron] 10.222.0.21 "GET /v2.0/networks?id=107743df-d3df-459d-a6cd-9e2ab4303016 HTTP/1.1" status: 200 len: 870 time: 0.3464317 Nov 12 08:10:10.979431 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1add4575-6fdf-4b5a-b42f-06343836082e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-cf4b42a1-457b-43c5-93bd-eb55813709b3', 'network_id': 'cf4b42a1-457b-43c5-93bd-eb55813709b3', 'tenant_id': '0a93781ee8b244ac91dad8e454407a80', 'fixed_ips': [{'subnet_id': 'f94b95c0-cb4c-472b-8dd7-99ba828700c1'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:10:10.980768 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1add4575-6fdf-4b5a-b42f-06343836082e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:11.005878 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-696b5a40-7896-432e-8e9f-924c98d2753e req-8c68197c-4276-458a-b4ad-97740917cc42 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5909986 Nov 12 08:10:11.007794 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1cb15af0-f257-4645-9f5c-6e1f7035308b req-04deb04f-4886-44a7-a5ed-b522bd3d65ce service neutron] 10.222.0.44 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7627780 Nov 12 08:10:11.084610 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d62a8710-fd3f-4e9e-9f48-118d3f5d8c84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:11.094079 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d62a8710-fd3f-4e9e-9f48-118d3f5d8c84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:11.124442 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1cb15af0-f257-4645-9f5c-6e1f7035308b req-416b9471-b2d9-42a6-85b5-f7686890d298 service neutron] 10.222.0.44 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043057 Nov 12 08:10:11.130373 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d305ed96-c0c5-4ca7-9ea4-6b6121c0cb63 x-openstack-request-id: req-d305ed96-c0c5-4ca7-9ea4-6b6121c0cb63 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:10:11.130794 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccce4532-340d-428e-8bc7-35cbfbee73e3", "tag": "f2a8611f-ec0a-44e7-8d41-29ad7076b116", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:10:11.131340 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d305ed96-c0c5-4ca7-9ea4-6b6121c0cb63 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:10:11.131784 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccce4532-340d-428e-8bc7-35cbfbee73e3', 'tag': 'f2a8611f-ec0a-44e7-8d41-29ad7076b116', 'status': 'completed', 'code': 200} Nov 12 08:10:11.138386 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ede42c3d-8205-49e0-9474-5d77b1167307 req-7d13c4f6-d5f4-46cd-b507-c2ee5bca174c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=57e599f1-5ffb-44b1-90b8-87efeef1ee5e HTTP/1.1" status: 200 len: 217 time: 0.1566036 Nov 12 08:10:11.166043 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898d1272-3ca8-4b91-912c-fe25591f335c req-0130956b-7985-42d5-b42b-773f0cf88e85 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:11.173739 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-898d1272-3ca8-4b91-912c-fe25591f335c req-0130956b-7985-42d5-b42b-773f0cf88e85 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5b5785-a47f-4561-a4b6-f5a68cfe2ed6 HTTP/1.1" status: 200 len: 950 time: 0.2999721 Nov 12 08:10:11.191431 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-e3d56fb3-0bee-4050-afc2-2fa5dce5f89d service neutron] 10.222.0.21 "GET /v2.0/networks/1a323889-6c9a-40df-9d33-3f74857cb8d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7863817 Nov 12 08:10:11.232240 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-1add4575-6fdf-4b5a-b42f-06343836082e None None] Allocated IP 172.20.0.2 (cf4b42a1-457b-43c5-93bd-eb55813709b3/f94b95c0-cb4c-472b-8dd7-99ba828700c1/a35e0b02-29c1-415d-a31e-ce3deb586191) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:10:11.252298 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-ff93d440-7c7a-4b9c-bbf2-bcf9e8ecd8c7 admin admin] Allocated IP 172.20.0.1 (02a32135-0065-45ce-974d-27815ac6e32c/cc8e413e-37a0-429c-9307-b148ff2851e0/5971f7f6-ff1b-4e91-b75e-52221b0db12b) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:10:11.378336 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-dfa7876b-4dd1-4a82-8e98-0bd7b9b8f94e service neutron] 10.222.0.21 "GET /v2.0/networks/1a323889-6c9a-40df-9d33-3f74857cb8d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733043 Nov 12 08:10:11.391088 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4421b3-fdd2-4fcd-876a-8e95ab99ef92 req-574004b0-0369-4841-80e6-2201f111d2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:11.392968 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ef4421b3-fdd2-4fcd-876a-8e95ab99ef92 req-574004b0-0369-4841-80e6-2201f111d2bc service neutron] 10.222.0.44 "GET /v2.0/networks?id=107743df-d3df-459d-a6cd-9e2ab4303016 HTTP/1.1" status: 200 len: 870 time: 0.9522986 Nov 12 08:10:11.428484 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1add4575-6fdf-4b5a-b42f-06343836082e None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:11.435829 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1add4575-6fdf-4b5a-b42f-06343836082e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:11.451259 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-806e9c71-5b5c-4f90-940b-0fc15df222f0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=f1dcc1d8-a453-49ab-adf5-63e92ffd32cd HTTP/1.1" status: 200 len: 217 time: 0.0569105 Nov 12 08:10:11.484820 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d62a8710-fd3f-4e9e-9f48-118d3f5d8c84 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:11.489389 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-898d1272-3ca8-4b91-912c-fe25591f335c req-60d2c552-02fd-4c08-810b-566fea4c4027 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb487f5-7b7a-45ea-a48a-5e5b4b4e6e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401570 Nov 12 08:10:11.490935 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede42c3d-8205-49e0-9474-5d77b1167307 req-4fc39823-d4d5-48b7-bbe8-2d8e60cfb9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:11.492327 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ede42c3d-8205-49e0-9474-5d77b1167307 req-4fc39823-d4d5-48b7-bbe8-2d8e60cfb9e8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1 HTTP/1.1" status: 200 len: 843 time: 0.3438730 Nov 12 08:10:11.496805 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1add4575-6fdf-4b5a-b42f-06343836082e None None] Network cf4b42a1-457b-43c5-93bd-eb55813709b3 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:10:11.499160 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1add4575-6fdf-4b5a-b42f-06343836082e None None] Pushing event updated for resources: {'Port': ['ID=a35e0b02-29c1-415d-a31e-ce3deb586191,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:11.501570 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ff93d440-7c7a-4b9c-bbf2-bcf9e8ecd8c7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:11.502283 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-1add4575-6fdf-4b5a-b42f-06343836082e None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:10:11.504880 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1add4575-6fdf-4b5a-b42f-06343836082e None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:10:11.544964 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bbcf77-091e-446a-8b9c-63142a477b96 req-9fc61de8-f83a-4e83-8eaa-abb973e59ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:11.547136 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f0bbcf77-091e-446a-8b9c-63142a477b96 req-9fc61de8-f83a-4e83-8eaa-abb973e59ad9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fd4bd95400f34c07923e28afec759404&device_id=ccce4532-340d-428e-8bc7-35cbfbee73e3 HTTP/1.1" status: 200 len: 1099 time: 0.2050683 Nov 12 08:10:11.572171 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59 up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:10:11.598760 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd121d1-5031-4306-a354-43004af2b555 req-cccf65df-e001-4766-923a-cab2d7cb5bd2 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:11.613268 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-bfd121d1-5031-4306-a354-43004af2b555 req-cccf65df-e001-4766-923a-cab2d7cb5bd2 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] 10.222.0.26 "GET /v2.0/ports?device_id=af81c23c-9a36-4719-91a6-b1d1873de119 HTTP/1.1" status: 200 len: 945 time: 0.2726407 Nov 12 08:10:11.616055 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ef4421b3-fdd2-4fcd-876a-8e95ab99ef92 req-dbc82ed6-63d3-49a5-a365-f5dfa434053c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=4e411f3a-d0ed-414a-ae89-39cb329d8577 HTTP/1.1" status: 200 len: 217 time: 0.1485081 Nov 12 08:10:11.620392 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-1add4575-6fdf-4b5a-b42f-06343836082e None None] Attempting to bind port a35e0b02-29c1-415d-a31e-ce3deb586191 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:10:11.620767 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-1add4575-6fdf-4b5a-b42f-06343836082e None None] Attempting to bind port a35e0b02-29c1-415d-a31e-ce3deb586191 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '245a85cd-81b2-4aa2-be29-e90070cf1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'cf4b42a1-457b-43c5-93bd-eb55813709b3'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:10:11.621130 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1add4575-6fdf-4b5a-b42f-06343836082e None None] Attempting to bind port a35e0b02-29c1-415d-a31e-ce3deb586191 on network cf4b42a1-457b-43c5-93bd-eb55813709b3 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:10:11.636764 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1add4575-6fdf-4b5a-b42f-06343836082e None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:10:11.637145 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1add4575-6fdf-4b5a-b42f-06343836082e None None] Checking segment: {'id': '245a85cd-81b2-4aa2-be29-e90070cf1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'cf4b42a1-457b-43c5-93bd-eb55813709b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:10:11.637550 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1add4575-6fdf-4b5a-b42f-06343836082e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:11.637941 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1add4575-6fdf-4b5a-b42f-06343836082e None None] Bound using segment: {'id': '245a85cd-81b2-4aa2-be29-e90070cf1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'cf4b42a1-457b-43c5-93bd-eb55813709b3'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:10:11.638423 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-1add4575-6fdf-4b5a-b42f-06343836082e None None] Bound port: a35e0b02-29c1-415d-a31e-ce3deb586191, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '245a85cd-81b2-4aa2-be29-e90070cf1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'cf4b42a1-457b-43c5-93bd-eb55813709b3'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:10:11.638849 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1add4575-6fdf-4b5a-b42f-06343836082e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:11.720479 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning for port a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:10:11.729395 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:10:11.729963 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:11.750420 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d62a8710-fd3f-4e9e-9f48-118d3f5d8c84 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:11.756379 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede42c3d-8205-49e0-9474-5d77b1167307 req-2d57c1ea-c90b-469d-9c46-6b31aa438b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:11.757886 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ede42c3d-8205-49e0-9474-5d77b1167307 req-2d57c1ea-c90b-469d-9c46-6b31aa438b4e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=107743df-d3df-459d-a6cd-9e2ab4303016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2544775 Nov 12 08:10:11.763052 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-1add4575-6fdf-4b5a-b42f-06343836082e None None] For port a35e0b02-29c1-415d-a31e-ce3deb586191, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:10:11.788300 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ff93d440-7c7a-4b9c-bbf2-bcf9e8ecd8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:11.795868 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-1add4575-6fdf-4b5a-b42f-06343836082e None None] For port a35e0b02-29c1-415d-a31e-ce3deb586191, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=a35e0b02-29c1-415d-a31e-ce3deb586191,segment=NetworkSegment(245a85cd-81b2-4aa2-be29-e90070cf1acb),segment_id=245a85cd-81b2-4aa2-be29-e90070cf1acb)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:10:11.796182 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-fa0ef6e9-0bba-411d-b2dc-b0df9aab1d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:11.796182 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-fa0ef6e9-0bba-411d-b2dc-b0df9aab1d45 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7d7c7129-5e48-4c3b-98d9-801e1598df80 HTTP/1.1" status: 200 len: 797 time: 0.3206275 Nov 12 08:10:11.816578 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1add4575-6fdf-4b5a-b42f-06343836082e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:11.861499 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7303491-386f-4481-abec-bbd1fe3dd36d req-16036bb2-3ae2-4197-8854-f7e46830422e tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:11.868949 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b7303491-386f-4481-abec-bbd1fe3dd36d req-16036bb2-3ae2-4197-8854-f7e46830422e tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=96a9cab0-60b5-4289-a73f-a894f7e4644d HTTP/1.1" status: 200 len: 949 time: 0.2227566 Nov 12 08:10:11.878325 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-bfd121d1-5031-4306-a354-43004af2b555 req-d0a66b9c-195f-4536-b2fd-53844c10a97f tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] 10.222.0.26 "GET /v2.0/security-groups?id=3e2c6d71-9d00-4992-8976-785692969164&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2638292 Nov 12 08:10:11.880214 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4421b3-fdd2-4fcd-876a-8e95ab99ef92 req-92ffbe7d-fe3f-460c-83fc-c28fa90600e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:11.888391 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ef4421b3-fdd2-4fcd-876a-8e95ab99ef92 req-92ffbe7d-fe3f-460c-83fc-c28fa90600e7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1 HTTP/1.1" status: 200 len: 843 time: 0.2378881 Nov 12 08:10:11.935664 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bbcf77-091e-446a-8b9c-63142a477b96 req-fd48b6d8-b67a-4b15-8d67-ac6088c85092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:11.940726 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f0bbcf77-091e-446a-8b9c-63142a477b96 req-fd48b6d8-b67a-4b15-8d67-ac6088c85092 service neutron] 10.222.0.44 "GET /v2.0/networks?id=107743df-d3df-459d-a6cd-9e2ab4303016 HTTP/1.1" status: 200 len: 870 time: 0.3631587 Nov 12 08:10:11.954702 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1add4575-6fdf-4b5a-b42f-06343836082e None None] Pushing event updated for resources: {'Port': ['ID=a35e0b02-29c1-415d-a31e-ce3deb586191,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:11.958918 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:11.962680 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:12.008385 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '700c8a79-ee5b-4f57-9e36-8ed83a369148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:10:12.011233 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daf1dbac-19e5-4657-9770-854874679540" -d '{"events": [{"server_uuid": "700c8a79-ee5b-4f57-9e36-8ed83a369148", "name": "network-vif-plugged", "status": "completed", "tag": "a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:10:12.012271 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff93d440-7c7a-4b9c-bbf2-bcf9e8ecd8c7 admin admin] Network 02a32135-0065-45ce-974d-27815ac6e32c is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:10:12.028608 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-ff93d440-7c7a-4b9c-bbf2-bcf9e8ecd8c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:10:12.030031 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59,segment=NetworkSegment(1db27ece-82b2-4c8d-abc3-e56edcdd7b0a),segment_id=1db27ece-82b2-4c8d-abc3-e56edcdd7b0a)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:12.034206 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff93d440-7c7a-4b9c-bbf2-bcf9e8ecd8c7 admin admin] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:10:12.038400 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:12.062222 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff93d440-7c7a-4b9c-bbf2-bcf9e8ecd8c7 admin admin] Pushing event updated for resources: {'Port': ['ID=5971f7f6-ff1b-4e91-b75e-52221b0db12b,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:12.065085 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-cecadddd-6e02-4a8d-a7d9-31c6df63c699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:12.069787 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-cecadddd-6e02-4a8d-a7d9-31c6df63c699 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1a323889-6c9a-40df-9d33-3f74857cb8d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2602158 Nov 12 08:10:12.093213 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f0bbcf77-091e-446a-8b9c-63142a477b96 req-9226140c-3c76-4255-8bd9-c0891da04c50 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=f2a8611f-ec0a-44e7-8d41-29ad7076b116 HTTP/1.1" status: 200 len: 217 time: 0.0926769 Nov 12 08:10:12.164443 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b7303491-386f-4481-abec-bbd1fe3dd36d req-56bf1cbf-f6b6-4b8f-93a9-ce484d6ef723 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941294 Nov 12 08:10:12.207564 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:12.250188 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ede42c3d-8205-49e0-9474-5d77b1167307 req-22780057-9247-4290-b4e6-81b81b6e443a service neutron] 10.222.0.21 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4800434 Nov 12 08:10:12.284116 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ff93d440-7c7a-4b9c-bbf2-bcf9e8ecd8c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933481'] for router_interface, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:12.284371 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4421b3-fdd2-4fcd-876a-8e95ab99ef92 req-69651fed-55f7-4992-9eb1-51e5560386ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:12.285834 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ef4421b3-fdd2-4fcd-876a-8e95ab99ef92 req-69651fed-55f7-4992-9eb1-51e5560386ab service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=107743df-d3df-459d-a6cd-9e2ab4303016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3441145 Nov 12 08:10:12.417706 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4214539a-34fc-485f-bd13-b4111d5ba88f req-e787f7fc-2a9c-4497-8522-2f26c72f737b tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:12.424757 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4214539a-34fc-485f-bd13-b4111d5ba88f req-e787f7fc-2a9c-4497-8522-2f26c72f737b tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:12.433520 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4214539a-34fc-485f-bd13-b4111d5ba88f req-e787f7fc-2a9c-4497-8522-2f26c72f737b tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:12.444658 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4214539a-34fc-485f-bd13-b4111d5ba88f req-e787f7fc-2a9c-4497-8522-2f26c72f737b tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:12.466534 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4214539a-34fc-485f-bd13-b4111d5ba88f req-e787f7fc-2a9c-4497-8522-2f26c72f737b tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:12.471999 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device a35e0b02-29c1-415d-a31e-ce3deb586191 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:10:12.474059 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4214539a-34fc-485f-bd13-b4111d5ba88f req-e787f7fc-2a9c-4497-8522-2f26c72f737b tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:12.482020 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4214539a-34fc-485f-bd13-b4111d5ba88f req-e787f7fc-2a9c-4497-8522-2f26c72f737b tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:12.493457 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4214539a-34fc-485f-bd13-b4111d5ba88f req-e787f7fc-2a9c-4497-8522-2f26c72f737b tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd1d6ac-fc22-40b4-9334-b79b8f638fb9 HTTP/1.1" status: 200 len: 5419 time: 0.4325273 Nov 12 08:10:12.516806 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bbcf77-091e-446a-8b9c-63142a477b96 req-6345d7c8-33a0-4fc6-9549-44757720c2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:12.518429 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f0bbcf77-091e-446a-8b9c-63142a477b96 req-6345d7c8-33a0-4fc6-9549-44757720c2fa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1 HTTP/1.1" status: 200 len: 843 time: 0.3937778 Nov 12 08:10:12.533628 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port a35e0b02-29c1-415d-a31e-ce3deb586191 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:10:12.533997 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:12.578289 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-33333899-4dad-423c-a900-574f9f7d662c None None] Provisioning complete for port 5971f7f6-ff1b-4e91-b75e-52221b0db12b triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:10:12.578954 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-33333899-4dad-423c-a900-574f9f7d662c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:12.589396 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8cfcf5-185c-4c64-bc82-28d9ef21a5fb req-818be3b9-f07e-461e-b95e-b4d6f68ded07 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:12.590930 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-de8cfcf5-185c-4c64-bc82-28d9ef21a5fb req-818be3b9-f07e-461e-b95e-b4d6f68ded07 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] 10.222.0.26 "GET /v2.0/ports?device_id=ccce4532-340d-428e-8bc7-35cbfbee73e3 HTTP/1.1" status: 200 len: 947 time: 0.1657825 Nov 12 08:10:12.619063 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-3836070d-f427-4128-91d2-3123f91ffbba service neutron] 10.222.0.21 "GET /v2.0/networks/1a323889-6c9a-40df-9d33-3f74857cb8d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5287192 Nov 12 08:10:12.620745 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-33333899-4dad-423c-a900-574f9f7d662c None None] Port 5971f7f6-ff1b-4e91-b75e-52221b0db12b cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:10:12.686252 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:12.727691 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] For port a35e0b02-29c1-415d-a31e-ce3deb586191, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=a35e0b02-29c1-415d-a31e-ce3deb586191,segment=NetworkSegment(245a85cd-81b2-4aa2-be29-e90070cf1acb),segment_id=245a85cd-81b2-4aa2-be29-e90070cf1acb)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:12.734699 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:12.735602 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 2ca7c03b-ea1b-4304-b885-ec15d73ffdee up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:10:12.738927 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ede42c3d-8205-49e0-9474-5d77b1167307 req-a1e3e988-99b3-4497-97d1-8b0d178648c3 service neutron] 10.222.0.21 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4748633 Nov 12 08:10:12.744712 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4214539a-34fc-485f-bd13-b4111d5ba88f req-65d42b50-aee8-410e-afd9-67c51b64395c tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b5c7833-24a2-4c14-bc24-7cc6ddd646d8&id=edb098b1-b850-4d1f-9907-ebc80ab17859&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2502053 Nov 12 08:10:12.762431 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bbcf77-091e-446a-8b9c-63142a477b96 req-98f8cc4a-ba79-4e92-b822-77470dbedf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:12.765059 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f0bbcf77-091e-446a-8b9c-63142a477b96 req-98f8cc4a-ba79-4e92-b822-77470dbedf95 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=107743df-d3df-459d-a6cd-9e2ab4303016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2080956 Nov 12 08:10:12.772378 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ef4421b3-fdd2-4fcd-876a-8e95ab99ef92 req-44e3ea16-dfff-43b1-abbc-fd1bb367f353 service neutron] 10.222.0.44 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4715056 Nov 12 08:10:12.853394 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Pushing event updated for resources: {'Port': ['ID=a35e0b02-29c1-415d-a31e-ce3deb586191,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:12.866966 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac30132-b848-4250-b49f-636a89df3bbd x-openstack-request-id: req-0ac30132-b848-4250-b49f-636a89df3bbd {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:10:12.867283 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "700c8a79-ee5b-4f57-9e36-8ed83a369148", "name": "network-vif-plugged", "status": "completed", "tag": "a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:10:12.867542 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0ac30132-b848-4250-b49f-636a89df3bbd {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:10:12.867942 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '700c8a79-ee5b-4f57-9e36-8ed83a369148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59', 'code': 200} Nov 12 08:10:12.868769 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ff93d440-7c7a-4b9c-bbf2-bcf9e8ecd8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:12.872421 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 2ca7c03b-ea1b-4304-b885-ec15d73ffdee triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:10:12.872775 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:12.881715 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-7e29395c-3890-4eef-b044-5478afa6fb04 service neutron] 10.222.0.21 "GET /v2.0/networks/1a323889-6c9a-40df-9d33-3f74857cb8d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519567 Nov 12 08:10:12.975770 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:12.977135 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-de8cfcf5-185c-4c64-bc82-28d9ef21a5fb req-2168c495-cdc7-4f0c-b7cc-444fadcc2eb6 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] 10.222.0.26 "GET /v2.0/security-groups?id=b48148c1-2667-4cea-8efc-160914e05df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3715866 Nov 12 08:10:12.992246 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-7f95c03b-bf47-4c2e-92be-b0cd01500a34 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=37b402b7-2184-4bd5-848f-102be806aba4 HTTP/1.1" status: 200 len: 217 time: 0.0739489 Nov 12 08:10:13.026249 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] For port 2ca7c03b-ea1b-4304-b885-ec15d73ffdee, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=2ca7c03b-ea1b-4304-b885-ec15d73ffdee,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:13.033444 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:13.036489 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d62a8710-fd3f-4e9e-9f48-118d3f5d8c84 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:13.063591 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d62a8710-fd3f-4e9e-9f48-118d3f5d8c84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:13.161334 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Pushing event updated for resources: {'Port': ['ID=2ca7c03b-ea1b-4304-b885-ec15d73ffdee,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:13.171801 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ef4421b3-fdd2-4fcd-876a-8e95ab99ef92 req-fd584b8b-c66f-44e2-ad3d-9895c79566fc service neutron] 10.222.0.44 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3866177 Nov 12 08:10:13.181693 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-845d0150-2746-42f2-9de9-84154b020d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:13.183562 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-845d0150-2746-42f2-9de9-84154b020d79 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a4df3464-1784-4646-b668-8314233aecdd HTTP/1.1" status: 200 len: 797 time: 0.1672645 Nov 12 08:10:13.188536 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f0bbcf77-091e-446a-8b9c-63142a477b96 req-552a0460-64d8-42b2-ab0c-3c59cd7e6832 service neutron] 10.222.0.44 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4065466 Nov 12 08:10:13.202810 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09eb27c-ea6f-4573-92ec-e5007af616c1 req-f4d99e9a-08f8-46b8-a96c-8f333e4c4122 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:13.205231 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a09eb27c-ea6f-4573-92ec-e5007af616c1 req-f4d99e9a-08f8-46b8-a96c-8f333e4c4122 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=700c8a79-ee5b-4f57-9e36-8ed83a369148 HTTP/1.1" status: 200 len: 945 time: 0.2254531 Nov 12 08:10:13.365563 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-482a60f3-88a2-41f2-a33b-aca1813f09ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:13.367266 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-482a60f3-88a2-41f2-a33b-aca1813f09ae service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=98a99309-fcab-4612-ba6f-85e7b28a9784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1610222 Nov 12 08:10:13.374965 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a09eb27c-ea6f-4573-92ec-e5007af616c1 req-2693b8c4-44ea-4bb9-949f-b2a06443e34d tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504066 Nov 12 08:10:13.388402 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f0bbcf77-091e-446a-8b9c-63142a477b96 req-f9ec0b82-764f-4edd-b348-6bf3c5370bc7 service neutron] 10.222.0.44 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808500 Nov 12 08:10:13.497975 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-ecf28055-8488-4bc8-899c-8a031bceb720 service neutron] 10.222.0.21 "GET /v2.0/networks/98a99309-fcab-4612-ba6f-85e7b28a9784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202011 Nov 12 08:10:13.524556 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba771324-ce56-43a3-825f-4e02f96957bd None None] Network cf4b42a1-457b-43c5-93bd-eb55813709b3 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:10:13.641172 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device f2a8611f-ec0a-44e7-8d41-29ad7076b116 details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:10:13.659943 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-ed06c441-8163-4f42-a619-038a714433ba service neutron] 10.222.0.21 "GET /v2.0/networks/98a99309-fcab-4612-ba6f-85e7b28a9784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530690 Nov 12 08:10:13.721004 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ff93d440-7c7a-4b9c-bbf2-bcf9e8ecd8c7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:13.727583 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-389a3ee8-e5ff-405b-b22f-796631e315b7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d68eab59-913a-43c9-aa2c-928060df69bb HTTP/1.1" status: 200 len: 217 time: 0.0584383 Nov 12 08:10:13.741557 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-470d0ddd-25ff-4f46-b700-f259ba706cea None None] Provisioning complete for port a35e0b02-29c1-415d-a31e-ce3deb586191 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:10:13.741979 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-470d0ddd-25ff-4f46-b700-f259ba706cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:13.759474 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ff93d440-7c7a-4b9c-bbf2-bcf9e8ecd8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:13.803388 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ff93d440-7c7a-4b9c-bbf2-bcf9e8ecd8c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933629'] for router_interface, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:13.813467 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c8e6ec-ead8-45fb-9894-6f3f78f094f5 req-d8c1c642-7edd-407b-813f-035907ea4b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:13.815171 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b0c8e6ec-ead8-45fb-9894-6f3f78f094f5 req-d8c1c642-7edd-407b-813f-035907ea4b25 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=700c8a79-ee5b-4f57-9e36-8ed83a369148 HTTP/1.1" status: 200 len: 1097 time: 0.6193478 Nov 12 08:10:13.815903 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-918e9a26-3ff4-4a07-bfc6-e7808e0f1d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:13.817963 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-918e9a26-3ff4-4a07-bfc6-e7808e0f1d13 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a4df3464-1784-4646-b668-8314233aecdd HTTP/1.1" status: 200 len: 797 time: 0.0709174 Nov 12 08:10:13.825569 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3588003-3031-45ad-b439-4904499b0995 req-c2da7f4e-c463-47a0-b950-2f56efaa340f tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:13.827961 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c3588003-3031-45ad-b439-4904499b0995 req-c2da7f4e-c463-47a0-b950-2f56efaa340f tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=96a9cab0-60b5-4289-a73f-a894f7e4644d HTTP/1.1" status: 200 len: 949 time: 0.1440814 Nov 12 08:10:13.855088 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d847175c-5670-4959-864d-f3bcae7ffaff req-b495430b-23fa-43ab-ac53-f68a685ba498 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:13.859478 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d847175c-5670-4959-864d-f3bcae7ffaff req-b495430b-23fa-43ab-ac53-f68a685ba498 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5b5785-a47f-4561-a4b6-f5a68cfe2ed6 HTTP/1.1" status: 200 len: 950 time: 0.7434087 Nov 12 08:10:13.904216 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-da714bfe-2faf-4b6f-a1a1-3dee909439aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:13.907016 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-da714bfe-2faf-4b6f-a1a1-3dee909439aa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=98a99309-fcab-4612-ba6f-85e7b28a9784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0776663 Nov 12 08:10:13.916981 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c3588003-3031-45ad-b439-4904499b0995 req-c56d0649-459e-455a-b47f-aff6973e5537 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617213 Nov 12 08:10:13.982393 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port f2a8611f-ec0a-44e7-8d41-29ad7076b116, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=f2a8611f-ec0a-44e7-8d41-29ad7076b116,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:14.002184 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': 'f2a8611f-ec0a-44e7-8d41-29ad7076b116', 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016', 'port_id': 'f2a8611f-ec0a-44e7-8d41-29ad7076b116', 'mac_address': 'fa:16:3e:1d:81:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:10:14.004463 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-d62a8710-fd3f-4e9e-9f48-118d3f5d8c84 admin admin] Allocated IP 172.25.2.39 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/0a0e0322-2882-4b28-a255-8ac1508a18f9) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:10:14.058012 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b0c8e6ec-ead8-45fb-9894-6f3f78f094f5 req-76554fe5-f860-4e9d-97f1-b2671f0356d5 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327957 Nov 12 08:10:14.058724 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff93d440-7c7a-4b9c-bbf2-bcf9e8ecd8c7 admin admin] Pushing event updated for resources: {'Port': ['ID=5971f7f6-ff1b-4e91-b75e-52221b0db12b,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:14.059907 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:14.086962 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2a8611f-ec0a-44e7-8d41-29ad7076b116 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:10:14.113227 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port f2a8611f-ec0a-44e7-8d41-29ad7076b116, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=f2a8611f-ec0a-44e7-8d41-29ad7076b116,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:14.119999 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:14.121168 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 4e411f3a-d0ed-414a-ae89-39cb329d8577 details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:10:14.166735 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d847175c-5670-4959-864d-f3bcae7ffaff req-aff12a32-7d07-4601-86b7-fb6906e69107 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb487f5-7b7a-45ea-a48a-5e5b4b4e6e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688584 Nov 12 08:10:14.258961 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 4e411f3a-d0ed-414a-ae89-39cb329d8577, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=4e411f3a-d0ed-414a-ae89-39cb329d8577,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:14.265371 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=f2a8611f-ec0a-44e7-8d41-29ad7076b116,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:14.281391 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': '4e411f3a-d0ed-414a-ae89-39cb329d8577', 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016', 'port_id': '4e411f3a-d0ed-414a-ae89-39cb329d8577', 'mac_address': 'fa:16:3e:23:0c:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:10:14.284731 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff93d440-7c7a-4b9c-bbf2-bcf9e8ecd8c7 admin admin] Network 02a32135-0065-45ce-974d-27815ac6e32c is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:10:14.294855 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-ff93d440-7c7a-4b9c-bbf2-bcf9e8ecd8c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:10:14.337811 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device a35e0b02-29c1-415d-a31e-ce3deb586191 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:10:14.346099 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:14.412701 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e411f3a-d0ed-414a-ae89-39cb329d8577 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:10:14.426365 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-cbe4a21b-f58f-4b4e-955b-185fcb51d3ce None None] Provisioning complete for port a35e0b02-29c1-415d-a31e-ce3deb586191 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:10:14.426813 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-cbe4a21b-f58f-4b4e-955b-185fcb51d3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:14.444790 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-67882a3c-50eb-491d-8884-c16ebbb0a07b req-19e7b374-2d5e-4a80-8ca2-1bc9207225e7 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--386019817&fields=id&tenant_id=8b8773b9ba7c4e19ac14f719fc98c803 HTTP/1.1" status: 200 len: 267 time: 0.0873275 Nov 12 08:10:14.447444 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-a65f93a0-f001-4d50-9e21-f0c98a9c0cc0 service neutron] 10.222.0.21 "GET /v2.0/networks/98a99309-fcab-4612-ba6f-85e7b28a9784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5295169 Nov 12 08:10:14.505333 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 4e411f3a-d0ed-414a-ae89-39cb329d8577, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=4e411f3a-d0ed-414a-ae89-39cb329d8577,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:14.519692 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:14.537248 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d62a8710-fd3f-4e9e-9f48-118d3f5d8c84 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:14.559032 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cada67-e6b4-40c4-92df-105f331d9e6a req-b3066b02-2aee-4a9f-a816-cabfbac21f6f tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:14.565516 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port a35e0b02-29c1-415d-a31e-ce3deb586191 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:10:14.565900 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:14.566064 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cada67-e6b4-40c4-92df-105f331d9e6a req-b3066b02-2aee-4a9f-a816-cabfbac21f6f tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:14.572270 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cada67-e6b4-40c4-92df-105f331d9e6a req-b3066b02-2aee-4a9f-a816-cabfbac21f6f tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:14.578551 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cada67-e6b4-40c4-92df-105f331d9e6a req-b3066b02-2aee-4a9f-a816-cabfbac21f6f tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:14.584621 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cada67-e6b4-40c4-92df-105f331d9e6a req-b3066b02-2aee-4a9f-a816-cabfbac21f6f tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:14.591034 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cada67-e6b4-40c4-92df-105f331d9e6a req-b3066b02-2aee-4a9f-a816-cabfbac21f6f tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:14.597586 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cada67-e6b4-40c4-92df-105f331d9e6a req-b3066b02-2aee-4a9f-a816-cabfbac21f6f tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:14.599841 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c0cada67-e6b4-40c4-92df-105f331d9e6a req-b3066b02-2aee-4a9f-a816-cabfbac21f6f tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd1d6ac-fc22-40b4-9334-b79b8f638fb9 HTTP/1.1" status: 200 len: 5419 time: 0.2409408 Nov 12 08:10:14.638966 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67882a3c-50eb-491d-8884-c16ebbb0a07b req-fa28364b-bd10-4af5-890e-166a01e362d1 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:14.644667 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-67882a3c-50eb-491d-8884-c16ebbb0a07b req-fa28364b-bd10-4af5-890e-166a01e362d1 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] 10.222.0.26 "GET /v2.0/networks?id=8e17c76e-613f-40d2-ae39-1725682b1af7 HTTP/1.1" status: 200 len: 824 time: 0.1980214 Nov 12 08:10:14.644894 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=4e411f3a-d0ed-414a-ae89-39cb329d8577,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:14.663271 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dfadb7f3-9441-4e2a-bd75-5db87efab575 req-9b5ba77d-c19e-4183-b6ba-05b988a164e2 service neutron] 10.222.0.21 "GET /v2.0/networks/98a99309-fcab-4612-ba6f-85e7b28a9784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444454 Nov 12 08:10:14.676065 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-67882a3c-50eb-491d-8884-c16ebbb0a07b req-9634d98e-b45e-4f5a-b5d6-692e95f06422 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] 10.222.0.26 "GET /v2.0/quotas/8b8773b9ba7c4e19ac14f719fc98c803 HTTP/1.1" status: 200 len: 375 time: 0.0112121 Nov 12 08:10:14.688149 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff93d440-7c7a-4b9c-bbf2-bcf9e8ecd8c7 admin admin] Router 5732eb70-ba32-4269-9c91-f96f3ef6bfc7 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:10:14.731677 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d62a8710-fd3f-4e9e-9f48-118d3f5d8c84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:14.791979 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-67882a3c-50eb-491d-8884-c16ebbb0a07b req-0680c645-03d7-4c99-9f6b-f5099c120e4a tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8b8773b9ba7c4e19ac14f719fc98c803&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0947447 Nov 12 08:10:14.809434 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f02bf09-54d9-48b3-bc70-fc159b4fca8f req-d66edf8d-acac-407a-8c5d-c3a2d9fb5de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:14.809902 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f02bf09-54d9-48b3-bc70-fc159b4fca8f req-d66edf8d-acac-407a-8c5d-c3a2d9fb5de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:14.810378 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f02bf09-54d9-48b3-bc70-fc159b4fca8f req-d66edf8d-acac-407a-8c5d-c3a2d9fb5de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:14.810858 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f02bf09-54d9-48b3-bc70-fc159b4fca8f req-d66edf8d-acac-407a-8c5d-c3a2d9fb5de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:14.811900 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f02bf09-54d9-48b3-bc70-fc159b4fca8f req-d66edf8d-acac-407a-8c5d-c3a2d9fb5de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:14.812358 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f02bf09-54d9-48b3-bc70-fc159b4fca8f req-d66edf8d-acac-407a-8c5d-c3a2d9fb5de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:14.813354 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f02bf09-54d9-48b3-bc70-fc159b4fca8f req-d66edf8d-acac-407a-8c5d-c3a2d9fb5de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:14.815188 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4f02bf09-54d9-48b3-bc70-fc159b4fca8f req-d66edf8d-acac-407a-8c5d-c3a2d9fb5de0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=caeb26ccc5c74ed4b3562c36be1bd442&device_id=3bd1d6ac-fc22-40b4-9334-b79b8f638fb9 HTTP/1.1" status: 200 len: 6483 time: 0.0745819 Nov 12 08:10:14.825670 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c0cada67-e6b4-40c4-92df-105f331d9e6a req-035dfeb5-160c-41cc-812c-3b3b3ff2aa43 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b5c7833-24a2-4c14-bc24-7cc6ddd646d8&id=edb098b1-b850-4d1f-9907-ebc80ab17859&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2150779 Nov 12 08:10:14.845482 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62a8710-fd3f-4e9e-9f48-118d3f5d8c84 admin admin] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:10:14.852481 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-d62a8710-fd3f-4e9e-9f48-118d3f5d8c84 admin admin] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:10:14.852745 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 2ca7c03b-ea1b-4304-b885-ec15d73ffdee up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:10:14.856199 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62a8710-fd3f-4e9e-9f48-118d3f5d8c84 admin admin] Pushing event updated for resources: {'Port': ['ID=0a0e0322-2882-4b28-a255-8ac1508a18f9,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:14.859970 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62a8710-fd3f-4e9e-9f48-118d3f5d8c84 admin admin] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:10:14.860170 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-77ae577f-44ab-49d2-8ce9-b5d84450e5f4 None None] Provisioning complete for port 5971f7f6-ff1b-4e91-b75e-52221b0db12b triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:10:14.860170 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-77ae577f-44ab-49d2-8ce9-b5d84450e5f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:14.929787 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-77ae577f-44ab-49d2-8ce9-b5d84450e5f4 None None] Port 5971f7f6-ff1b-4e91-b75e-52221b0db12b cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:10:14.947788 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 2ca7c03b-ea1b-4304-b885-ec15d73ffdee triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:10:14.948157 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:15.007701 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-67882a3c-50eb-491d-8884-c16ebbb0a07b req-9af69501-9a0e-41b3-a4ed-4c66fd325f32 service neutron] 10.222.0.26 "GET /v2.0/networks/8e17c76e-613f-40d2-ae39-1725682b1af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914954 Nov 12 08:10:15.012411 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f02bf09-54d9-48b3-bc70-fc159b4fca8f req-2787f6fc-d972-4c8d-a7af-49ccd0edecb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:15.013814 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4f02bf09-54d9-48b3-bc70-fc159b4fca8f req-2787f6fc-d972-4c8d-a7af-49ccd0edecb0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=98a99309-fcab-4612-ba6f-85e7b28a9784 HTTP/1.1" status: 200 len: 903 time: 0.1893766 Nov 12 08:10:15.074051 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4f02bf09-54d9-48b3-bc70-fc159b4fca8f req-9a57ca5d-5774-4601-8779-9eb07acea91f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d68eab59-913a-43c9-aa2c-928060df69bb HTTP/1.1" status: 200 len: 217 time: 0.0504105 Nov 12 08:10:15.104086 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['f2a8611f-ec0a-44e7-8d41-29ad7076b116'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:10:15.115972 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff93d440-7c7a-4b9c-bbf2-bcf9e8ecd8c7 admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:10:15.131126 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-ff93d440-7c7a-4b9c-bbf2-bcf9e8ecd8c7 admin admin] 10.222.0.26 "PUT /v2.0/routers/5732eb70-ba32-4269-9c91-f96f3ef6bfc7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2605093 Nov 12 08:10:15.135753 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['4e411f3a-d0ed-414a-ae89-39cb329d8577'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:10:15.138060 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8966b66e-2d31-487b-ba0d-14ca07b4f030 req-69f2e0b6-4de0-4cab-8d97-fbc708491b27 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:15.140249 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8966b66e-2d31-487b-ba0d-14ca07b4f030 req-69f2e0b6-4de0-4cab-8d97-fbc708491b27 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] 10.222.0.26 "GET /v2.0/ports?device_id=ccce4532-340d-428e-8bc7-35cbfbee73e3 HTTP/1.1" status: 200 len: 948 time: 0.1636920 Nov 12 08:10:15.146418 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3a5f0b-b98c-4d92-af80-15f0087896d6 None None] Sync routers for ids ['5732eb70-ba32-4269-9c91-f96f3ef6bfc7'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:10:15.173341 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f02bf09-54d9-48b3-bc70-fc159b4fca8f req-2609fa7e-a56f-4b68-a5fb-faa285e09138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:15.176280 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4f02bf09-54d9-48b3-bc70-fc159b4fca8f req-2609fa7e-a56f-4b68-a5fb-faa285e09138 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a4df3464-1784-4646-b668-8314233aecdd HTTP/1.1" status: 200 len: 797 time: 0.0705371 Nov 12 08:10:15.219904 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3a5f0b-b98c-4d92-af80-15f0087896d6 None None] Routers {'5732eb70-ba32-4269-9c91-f96f3ef6bfc7'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:10:15.220679 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-4b3a5f0b-b98c-4d92-af80-15f0087896d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:10:06Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['5732eb70-ba32-4269-9c91-f96f3ef6bfc7'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:10:15.232119 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-67882a3c-50eb-491d-8884-c16ebbb0a07b req-7ad35aa2-1b89-4921-b512-65a788ae94eb service neutron] 10.222.0.26 "GET /v2.0/networks/8e17c76e-613f-40d2-ae39-1725682b1af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152715 Nov 12 08:10:15.270858 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8966b66e-2d31-487b-ba0d-14ca07b4f030 req-7109c2f7-5c56-45d3-87fa-4f1b1fb9dbbf tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] 10.222.0.26 "GET /v2.0/security-groups?id=b48148c1-2667-4cea-8efc-160914e05df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170473 Nov 12 08:10:15.353129 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f02bf09-54d9-48b3-bc70-fc159b4fca8f req-c02983f2-099a-4343-9f56-a7a4ca3a1c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:15.355323 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4f02bf09-54d9-48b3-bc70-fc159b4fca8f req-c02983f2-099a-4343-9f56-a7a4ca3a1c71 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=98a99309-fcab-4612-ba6f-85e7b28a9784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1707113 Nov 12 08:10:15.385885 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d62a8710-fd3f-4e9e-9f48-118d3f5d8c84 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:15.507079 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-4b3a5f0b-b98c-4d92-af80-15f0087896d6 None None] Set router 5732eb70-ba32-4269-9c91-f96f3ef6bfc7 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:10:15.557438 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494fcd03-9901-4e1e-a325-3c96d9fc7fce req-b398fe5e-24a6-4a3f-9de4-8d2537b157ff tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:15.559506 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-494fcd03-9901-4e1e-a325-3c96d9fc7fce req-b398fe5e-24a6-4a3f-9de4-8d2537b157ff tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=700c8a79-ee5b-4f57-9e36-8ed83a369148 HTTP/1.1" status: 200 len: 945 time: 0.1279967 Nov 12 08:10:15.653279 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff354d7-7386-424a-88bd-9d18837e9525 req-de111f38-43ab-4452-8228-56b5beea072a tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:15.657204 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2ff354d7-7386-424a-88bd-9d18837e9525 req-de111f38-43ab-4452-8228-56b5beea072a tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=96a9cab0-60b5-4289-a73f-a894f7e4644d HTTP/1.1" status: 200 len: 949 time: 0.1601543 Nov 12 08:10:15.659835 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4f02bf09-54d9-48b3-bc70-fc159b4fca8f req-2c554457-8d04-4d48-9446-a411a4c6f630 service neutron] 10.222.0.21 "GET /v2.0/networks/98a99309-fcab-4612-ba6f-85e7b28a9784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952709 Nov 12 08:10:15.783411 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-494fcd03-9901-4e1e-a325-3c96d9fc7fce req-1d87c21f-429b-4e6d-aafe-7577355ea824 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136400 Nov 12 08:10:15.845884 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d62a8710-fd3f-4e9e-9f48-118d3f5d8c84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052'] for router, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:15.903648 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2ff354d7-7386-424a-88bd-9d18837e9525 req-01bfc388-33eb-4ba3-919b-27141910d878 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159760 Nov 12 08:10:16.021497 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4f02bf09-54d9-48b3-bc70-fc159b4fca8f req-f62525f9-251a-4860-b63d-4b84ca533d6c service neutron] 10.222.0.21 "GET /v2.0/networks/98a99309-fcab-4612-ba6f-85e7b28a9784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3514640 Nov 12 08:10:16.086262 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-4b3a5f0b-b98c-4d92-af80-15f0087896d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5732eb70-ba32-4269-9c91-f96f3ef6bfc7', 'name': 'tempest-ServersTestManualDisk-1832402690-router', 'tenant_id': '87e1c7a524e4438c8d5ef825876f155a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '2ca7c03b-ea1b-4304-b885-ec15d73ffdee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:10:01Z', 'updated_at': '2021-11-12T08:10:12Z', 'revision_number': 4, 'project_id': '87e1c7a524e4438c8d5ef825876f155a', 'gw_port': {'id': '2ca7c03b-ea1b-4304-b885-ec15d73ffdee', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:49:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5732eb70-ba32-4269-9c91-f96f3ef6bfc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:10:03Z', 'updated_at': '2021-11-12T08:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '5971f7f6-ff1b-4e91-b75e-52221b0db12b', 'name': '', 'network_id': '02a32135-0065-45ce-974d-27815ac6e32c', 'tenant_id': '87e1c7a524e4438c8d5ef825876f155a', 'mac_address': 'fa:16:3e:f9:09:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5732eb70-ba32-4269-9c91-f96f3ef6bfc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'cc8e413e-37a0-429c-9307-b148ff2851e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:10:10Z', 'updated_at': '2021-11-12T08:10:13Z', 'revision_number': 2, 'project_id': '87e1c7a524e4438c8d5ef825876f155a', 'subnets': [{'id': 'cc8e413e-37a0-429c-9307-b148ff2851e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:10:16.125067 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3a5f0b-b98c-4d92-af80-15f0087896d6 None None] Checking router: 5732eb70-ba32-4269-9c91-f96f3ef6bfc7 for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:10:16.126157 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3a5f0b-b98c-4d92-af80-15f0087896d6 None None] Updating router 5732eb70-ba32-4269-9c91-f96f3ef6bfc7 port 5971f7f6-ff1b-4e91-b75e-52221b0db12b binding host n-d-765315-29 {{(pid=102601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:10:16.134347 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b34e419-6a0d-45a0-992e-72a51cdddf00 req-30dc23c0-5be7-467e-92f4-24a8491fa1ff tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:16.135837 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0b34e419-6a0d-45a0-992e-72a51cdddf00 req-30dc23c0-5be7-467e-92f4-24a8491fa1ff tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] 10.222.0.44 "GET /v2.0/ports?device_id=af81c23c-9a36-4719-91a6-b1d1873de119 HTTP/1.1" status: 200 len: 945 time: 0.1503084 Nov 12 08:10:16.144889 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124e1f88-1f4a-45fa-87a4-11fb7f55ba01 req-23183995-1943-4c3a-b705-c6f302553080 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:16.153423 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-124e1f88-1f4a-45fa-87a4-11fb7f55ba01 req-23183995-1943-4c3a-b705-c6f302553080 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5b5785-a47f-4561-a4b6-f5a68cfe2ed6 HTTP/1.1" status: 200 len: 950 time: 0.2183642 Nov 12 08:10:16.156859 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4b3a5f0b-b98c-4d92-af80-15f0087896d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:16.302235 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-124e1f88-1f4a-45fa-87a4-11fb7f55ba01 req-a7edf39a-9096-49fc-a138-55628561dd1f tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb487f5-7b7a-45ea-a48a-5e5b4b4e6e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477895 Nov 12 08:10:16.357310 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d62a8710-fd3f-4e9e-9f48-118d3f5d8c84 admin admin] Router 52155d3c-b3a8-4b4c-894c-1cb503f2df3d is scheduled to L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 with binding_index 1 {{(pid=102600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:10:16.436155 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [req-0b34e419-6a0d-45a0-992e-72a51cdddf00 req-a05a0b53-662b-4cd9-981a-e5d3ec748f05 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Deleting port de99e56c-83ee-498c-ae79-1317a8b21e24 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:10:16.436594 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-0b34e419-6a0d-45a0-992e-72a51cdddf00 req-a05a0b53-662b-4cd9-981a-e5d3ec748f05 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:16.496188 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a605eb7b-d2a3-46f9-8143-2b13a595886e req-d9ac3252-2fc3-4aad-ad77-dead10a6787c tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] 10.222.0.26 "GET /v2.0/ports?device_id=f312a3b2-b27c-43a7-8ece-4c4ff8a72754 HTTP/1.1" status: 200 len: 210 time: 0.0553415 Nov 12 08:10:16.541817 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4b3a5f0b-b98c-4d92-af80-15f0087896d6 None None] Publish callbacks [] for port, precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:16.552124 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4b3a5f0b-b98c-4d92-af80-15f0087896d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:16.605316 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbac0d9-817a-4d3f-a7da-d8660f6445e4 None None] Pushing event updated for resources: {'Port': ['ID=5971f7f6-ff1b-4e91-b75e-52221b0db12b,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:16.688913 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-0b34e419-6a0d-45a0-992e-72a51cdddf00 req-a05a0b53-662b-4cd9-981a-e5d3ec748f05 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] For port de99e56c-83ee-498c-ae79-1317a8b21e24, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=de99e56c-83ee-498c-ae79-1317a8b21e24,segment=NetworkSegment(c1acfdd1-5634-4383-a3b0-beb6da56b542),segment_id=c1acfdd1-5634-4383-a3b0-beb6da56b542)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:16.689127 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-0b34e419-6a0d-45a0-992e-72a51cdddf00 req-a05a0b53-662b-4cd9-981a-e5d3ec748f05 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:16.693063 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d62a8710-fd3f-4e9e-9f48-118d3f5d8c84 admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:10:16.702288 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-4b3a5f0b-b98c-4d92-af80-15f0087896d6 None None] Attempting to bind port 5971f7f6-ff1b-4e91-b75e-52221b0db12b on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:10:16.702914 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-4b3a5f0b-b98c-4d92-af80-15f0087896d6 None None] Attempting to bind port 5971f7f6-ff1b-4e91-b75e-52221b0db12b by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '9731bde9-1bbe-48ed-a64f-4cf0a0cc31e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '02a32135-0065-45ce-974d-27815ac6e32c'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:10:16.703538 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3a5f0b-b98c-4d92-af80-15f0087896d6 None None] Attempting to bind port 5971f7f6-ff1b-4e91-b75e-52221b0db12b on network 02a32135-0065-45ce-974d-27815ac6e32c {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:10:16.704533 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d0f4f6-6afe-43bb-b2cc-48f70e67421d None None] Sync routers for ids ['52155d3c-b3a8-4b4c-894c-1cb503f2df3d'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:10:16.713803 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3a5f0b-b98c-4d92-af80-15f0087896d6 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:10:16.714282 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3a5f0b-b98c-4d92-af80-15f0087896d6 None None] Checking segment: {'id': '9731bde9-1bbe-48ed-a64f-4cf0a0cc31e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '02a32135-0065-45ce-974d-27815ac6e32c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:10:16.715019 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4b3a5f0b-b98c-4d92-af80-15f0087896d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:16.715253 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3a5f0b-b98c-4d92-af80-15f0087896d6 None None] Bound using segment: {'id': '9731bde9-1bbe-48ed-a64f-4cf0a0cc31e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '02a32135-0065-45ce-974d-27815ac6e32c'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:10:16.715803 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-4b3a5f0b-b98c-4d92-af80-15f0087896d6 None None] Bound port: 5971f7f6-ff1b-4e91-b75e-52221b0db12b, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9731bde9-1bbe-48ed-a64f-4cf0a0cc31e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '02a32135-0065-45ce-974d-27815ac6e32c'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:10:16.720681 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4b3a5f0b-b98c-4d92-af80-15f0087896d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:16.738767 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d0f4f6-6afe-43bb-b2cc-48f70e67421d None None] Routers {'52155d3c-b3a8-4b4c-894c-1cb503f2df3d'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:10:16.739825 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-86d0f4f6-6afe-43bb-b2cc-48f70e67421d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:10:06Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['52155d3c-b3a8-4b4c-894c-1cb503f2df3d'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:10:16.783671 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 35352) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:10:16.789465 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-d26f30af-6f71-404d-b3b5-674e245f1de8 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1643464709', 'description': 'tempest-description--1160183788'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:10:16.816033 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-4b3a5f0b-b98c-4d92-af80-15f0087896d6 None None] For port 5971f7f6-ff1b-4e91-b75e-52221b0db12b, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:10:16.823360 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-4b3a5f0b-b98c-4d92-af80-15f0087896d6 None None] For port 5971f7f6-ff1b-4e91-b75e-52221b0db12b, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=5971f7f6-ff1b-4e91-b75e-52221b0db12b,segment=NetworkSegment(9731bde9-1bbe-48ed-a64f-4cf0a0cc31e9),segment_id=9731bde9-1bbe-48ed-a64f-4cf0a0cc31e9)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:10:16.830566 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7056aa50-6560-46c8-afb9-1800a1885eb7 req-d3bdf7b9-4cc1-4c6a-a2c6-105813f0fdda tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:16.833030 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4b3a5f0b-b98c-4d92-af80-15f0087896d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:16.843879 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7056aa50-6560-46c8-afb9-1800a1885eb7 req-d3bdf7b9-4cc1-4c6a-a2c6-105813f0fdda tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:16.845705 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d26f30af-6f71-404d-b3b5-674e245f1de8 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:16.852356 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7056aa50-6560-46c8-afb9-1800a1885eb7 req-d3bdf7b9-4cc1-4c6a-a2c6-105813f0fdda tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:16.859799 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7056aa50-6560-46c8-afb9-1800a1885eb7 req-d3bdf7b9-4cc1-4c6a-a2c6-105813f0fdda tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:16.866114 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7056aa50-6560-46c8-afb9-1800a1885eb7 req-d3bdf7b9-4cc1-4c6a-a2c6-105813f0fdda tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:16.872403 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7056aa50-6560-46c8-afb9-1800a1885eb7 req-d3bdf7b9-4cc1-4c6a-a2c6-105813f0fdda tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:16.880639 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7056aa50-6560-46c8-afb9-1800a1885eb7 req-d3bdf7b9-4cc1-4c6a-a2c6-105813f0fdda tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:16.882694 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7056aa50-6560-46c8-afb9-1800a1885eb7 req-d3bdf7b9-4cc1-4c6a-a2c6-105813f0fdda tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd1d6ac-fc22-40b4-9334-b79b8f638fb9 HTTP/1.1" status: 200 len: 5419 time: 0.2553885 Nov 12 08:10:16.904148 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d62a8710-fd3f-4e9e-9f48-118d3f5d8c84 admin admin] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:16.907380 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-d62a8710-fd3f-4e9e-9f48-118d3f5d8c84 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.0298343 Nov 12 08:10:16.911267 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 35356) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:10:17.001651 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-86d0f4f6-6afe-43bb-b2cc-48f70e67421d None None] Set router 52155d3c-b3a8-4b4c-894c-1cb503f2df3d gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:10:17.006429 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbac0d9-817a-4d3f-a7da-d8660f6445e4 None None] Pushing event updated for resources: {'Port': ['ID=5971f7f6-ff1b-4e91-b75e-52221b0db12b,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:17.056450 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3a5f0b-b98c-4d92-af80-15f0087896d6 None None] Routers {'5732eb70-ba32-4269-9c91-f96f3ef6bfc7'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:10:17.064163 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-4b3a5f0b-b98c-4d92-af80-15f0087896d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:10:06Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['5732eb70-ba32-4269-9c91-f96f3ef6bfc7'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:10:17.163949 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e61c2193-ab92-4521-91bf-e172d0f29fc4 None None] Provisioning complete for port 5971f7f6-ff1b-4e91-b75e-52221b0db12b triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:10:17.164652 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e61c2193-ab92-4521-91bf-e172d0f29fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:17.309639 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-4b3a5f0b-b98c-4d92-af80-15f0087896d6 None None] Set router 5732eb70-ba32-4269-9c91-f96f3ef6bfc7 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:10:17.320968 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7056aa50-6560-46c8-afb9-1800a1885eb7 req-6ecad17e-26f1-4095-9b94-add47cf41c1b tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b5c7833-24a2-4c14-bc24-7cc6ddd646d8&id=edb098b1-b850-4d1f-9907-ebc80ab17859&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4254427 Nov 12 08:10:17.325112 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-86d0f4f6-6afe-43bb-b2cc-48f70e67421d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52155d3c-b3a8-4b4c-894c-1cb503f2df3d', 'name': 'tempest-ServersTestBootFromVolume-1204372310-router', 'tenant_id': '0a93781ee8b244ac91dad8e454407a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '0a0e0322-2882-4b28-a255-8ac1508a18f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:10:11Z', 'updated_at': '2021-11-12T08:10:15Z', 'revision_number': 3, 'project_id': '0a93781ee8b244ac91dad8e454407a80', 'gw_port': {'id': '0a0e0322-2882-4b28-a255-8ac1508a18f9', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:88:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52155d3c-b3a8-4b4c-894c-1cb503f2df3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:10:13Z', 'updated_at': '2021-11-12T08:10:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:10:17.344888 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849a5c84-73f9-4750-999d-ef476500cd02 req-a2fb812b-2fe9-49b5-8d2d-f224ceeb32cd tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:17.346801 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-849a5c84-73f9-4750-999d-ef476500cd02 req-a2fb812b-2fe9-49b5-8d2d-f224ceeb32cd tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] 10.222.0.26 "GET /v2.0/ports?device_id=ccce4532-340d-428e-8bc7-35cbfbee73e3 HTTP/1.1" status: 200 len: 948 time: 0.3162332 Nov 12 08:10:17.382744 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d0f4f6-6afe-43bb-b2cc-48f70e67421d None None] Checking router: 52155d3c-b3a8-4b4c-894c-1cb503f2df3d for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:10:17.383190 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d0f4f6-6afe-43bb-b2cc-48f70e67421d None None] Updating router 52155d3c-b3a8-4b4c-894c-1cb503f2df3d port 0a0e0322-2882-4b28-a255-8ac1508a18f9 binding host n-d-765315-29 {{(pid=102602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:10:17.386488 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-0b34e419-6a0d-45a0-992e-72a51cdddf00 req-a05a0b53-662b-4cd9-981a-e5d3ec748f05 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:17.387236 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-0b34e419-6a0d-45a0-992e-72a51cdddf00 req-a05a0b53-662b-4cd9-981a-e5d3ec748f05 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:17.389279 n-d-765315-29 neutron-server[102600]: INFO neutron.db.l3_db [req-0b34e419-6a0d-45a0-992e-72a51cdddf00 req-a05a0b53-662b-4cd9-981a-e5d3ec748f05 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Floating IP 631baee7-bb77-4bb5-9ce7-6526a4fa40b6 disassociated. External IP: 172.25.2.131, port: de99e56c-83ee-498c-ae79-1317a8b21e24. Nov 12 08:10:17.389867 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [req-0b34e419-6a0d-45a0-992e-72a51cdddf00 req-a05a0b53-662b-4cd9-981a-e5d3ec748f05 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Calling delete_port for de99e56c-83ee-498c-ae79-1317a8b21e24 owned by compute:nova {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:10:17.439257 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-86d0f4f6-6afe-43bb-b2cc-48f70e67421d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:17.440115 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d26f30af-6f71-404d-b3b5-674e245f1de8 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:17.569190 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ebb1c9-bfb6-46de-b4ae-c16208c1fd8c req-39dfdfc4-ef10-4cea-92e3-e09a6e82ba54 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:17.571363 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-59ebb1c9-bfb6-46de-b4ae-c16208c1fd8c req-39dfdfc4-ef10-4cea-92e3-e09a6e82ba54 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=700c8a79-ee5b-4f57-9e36-8ed83a369148 HTTP/1.1" status: 200 len: 945 time: 0.0940516 Nov 12 08:10:17.628453 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d26f30af-6f71-404d-b3b5-674e245f1de8 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:17.653976 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device f2a8611f-ec0a-44e7-8d41-29ad7076b116 up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:10:17.671625 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26f30af-6f71-404d-b3b5-674e245f1de8 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81e9c1ea-9381-4435-8663-b77189ab101d,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:17.712330 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67882a3c-50eb-491d-8884-c16ebbb0a07b req-629c74d9-f8c0-43df-86fc-61dcab97918a tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:17.713862 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-67882a3c-50eb-491d-8884-c16ebbb0a07b req-629c74d9-f8c0-43df-86fc-61dcab97918a tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] 10.222.0.21 "GET /v2.0/networks?id=8e17c76e-613f-40d2-ae39-1725682b1af7 HTTP/1.1" status: 200 len: 824 time: 0.6390295 Nov 12 08:10:17.725259 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e61c2193-ab92-4521-91bf-e172d0f29fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:17.755803 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d26f30af-6f71-404d-b3b5-674e245f1de8 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:17.759915 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-d26f30af-6f71-404d-b3b5-674e245f1de8 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.9716704 Nov 12 08:10:17.766016 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 35364) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:10:17.776179 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-59ebb1c9-bfb6-46de-b4ae-c16208c1fd8c req-9547fd1e-1583-4b38-861a-2f4b04445648 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948388 Nov 12 08:10:17.783301 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-51062057-5284-460c-bb6f-fa20134af20a tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Request body: {'security_group_rule': {'security_group_id': '81e9c1ea-9381-4435-8663-b77189ab101d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:10:17.789957 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-0b34e419-6a0d-45a0-992e-72a51cdddf00 req-a05a0b53-662b-4cd9-981a-e5d3ec748f05 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:17.818560 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e61c2193-ab92-4521-91bf-e172d0f29fc4 None None] For port 5971f7f6-ff1b-4e91-b75e-52221b0db12b, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=5971f7f6-ff1b-4e91-b75e-52221b0db12b,segment=NetworkSegment(9731bde9-1bbe-48ed-a64f-4cf0a0cc31e9),segment_id=9731bde9-1bbe-48ed-a64f-4cf0a0cc31e9)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:17.833852 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05a0b53-662b-4cd9-981a-e5d3ec748f05 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Pushing event deleted for resources: {'Port': ['ID=de99e56c-83ee-498c-ae79-1317a8b21e24,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:17.848345 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e61c2193-ab92-4521-91bf-e172d0f29fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:17.855541 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning for port f2a8611f-ec0a-44e7-8d41-29ad7076b116 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:10:17.893048 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port f2a8611f-ec0a-44e7-8d41-29ad7076b116 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:10:17.893432 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:17.897916 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-849a5c84-73f9-4750-999d-ef476500cd02 req-00180104-cd75-4bfc-b4fc-a9490a9f2ed1 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] 10.222.0.26 "GET /v2.0/security-groups?id=b48148c1-2667-4cea-8efc-160914e05df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5219603 Nov 12 08:10:17.956244 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61c2193-ab92-4521-91bf-e172d0f29fc4 None None] Pushing event updated for resources: {'Port': ['ID=5971f7f6-ff1b-4e91-b75e-52221b0db12b,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:17.962840 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-67882a3c-50eb-491d-8884-c16ebbb0a07b req-ffe91308-9e78-4566-b113-e20a19d6e6bd tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b8773b9ba7c4e19ac14f719fc98c803 HTTP/1.1" status: 200 len: 379 time: 0.2320628 Nov 12 08:10:17.968252 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-4b3a5f0b-b98c-4d92-af80-15f0087896d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5732eb70-ba32-4269-9c91-f96f3ef6bfc7', 'name': 'tempest-ServersTestManualDisk-1832402690-router', 'tenant_id': '87e1c7a524e4438c8d5ef825876f155a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '2ca7c03b-ea1b-4304-b885-ec15d73ffdee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:10:01Z', 'updated_at': '2021-11-12T08:10:12Z', 'revision_number': 4, 'project_id': '87e1c7a524e4438c8d5ef825876f155a', 'gw_port': {'id': '2ca7c03b-ea1b-4304-b885-ec15d73ffdee', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:49:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5732eb70-ba32-4269-9c91-f96f3ef6bfc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:10:03Z', 'updated_at': '2021-11-12T08:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '5971f7f6-ff1b-4e91-b75e-52221b0db12b', 'name': '', 'network_id': '02a32135-0065-45ce-974d-27815ac6e32c', 'tenant_id': '87e1c7a524e4438c8d5ef825876f155a', 'mac_address': 'fa:16:3e:f9:09:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5732eb70-ba32-4269-9c91-f96f3ef6bfc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'cc8e413e-37a0-429c-9307-b148ff2851e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:10:10Z', 'updated_at': '2021-11-12T08:10:16Z', 'revision_number': 4, 'project_id': '87e1c7a524e4438c8d5ef825876f155a', 'subnets': [{'id': 'cc8e413e-37a0-429c-9307-b148ff2851e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:10:17.971048 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-51062057-5284-460c-bb6f-fa20134af20a tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:17.985234 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-67882a3c-50eb-491d-8884-c16ebbb0a07b req-64e866ee-392c-485f-9f7b-3061abb2e3cd tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Request body: {'port': {'device_id': 'f312a3b2-b27c-43a7-8ece-4c4ff8a72754', 'network_id': '8e17c76e-613f-40d2-ae39-1725682b1af7', 'admin_state_up': True, 'tenant_id': '8b8773b9ba7c4e19ac14f719fc98c803', 'security_groups': ['3e2c6d71-9d00-4992-8976-785692969164']}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:10:17.992021 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-86d0f4f6-6afe-43bb-b2cc-48f70e67421d None None] Publish callbacks [] for port, precommit_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:17.999905 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-86d0f4f6-6afe-43bb-b2cc-48f70e67421d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:18.008028 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3a5f0b-b98c-4d92-af80-15f0087896d6 None None] The sync data for ids ['5732eb70-ba32-4269-9c91-f96f3ef6bfc7'] in n-d-765315-29 is: [{'id': '5732eb70-ba32-4269-9c91-f96f3ef6bfc7', 'name': 'tempest-ServersTestManualDisk-1832402690-router', 'tenant_id': '87e1c7a524e4438c8d5ef825876f155a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '2ca7c03b-ea1b-4304-b885-ec15d73ffdee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:10:01Z', 'updated_at': '2021-11-12T08:10:12Z', 'revision_number': 4, 'project_id': '87e1c7a524e4438c8d5ef825876f155a', 'gw_port': {'id': '2ca7c03b-ea1b-4304-b885-ec15d73ffdee', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:49:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5732eb70-ba32-4269-9c91-f96f3ef6bfc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:10:03Z', 'updated_at': '2021-11-12T08:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '5971f7f6-ff1b-4e91-b75e-52221b0db12b', 'name': '', 'network_id': '02a32135-0065-45ce-974d-27815ac6e32c', 'tenant_id': '87e1c7a524e4438c8d5ef825876f155a', 'mac_address': 'fa:16:3e:f9:09:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5732eb70-ba32-4269-9c91-f96f3ef6bfc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'cc8e413e-37a0-429c-9307-b148ff2851e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:10:10Z', 'updated_at': '2021-11-12T08:10:16Z', 'revision_number': 4, 'project_id': '87e1c7a524e4438c8d5ef825876f155a', 'subnets': [{'id': 'cc8e413e-37a0-429c-9307-b148ff2851e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:10:18.040552 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-98bee515-26a5-4697-8d28-72a712c77e30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:18.070094 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60e02f0-0893-4fc9-8f8a-5b3cba1ff8f2 None None] Pushing event updated for resources: {'Port': ['ID=0a0e0322-2882-4b28-a255-8ac1508a18f9,revision_number=2']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:18.084592 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-86d0f4f6-6afe-43bb-b2cc-48f70e67421d None None] Attempting to bind port 0a0e0322-2882-4b28-a255-8ac1508a18f9 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:10:18.085531 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-86d0f4f6-6afe-43bb-b2cc-48f70e67421d None None] Attempting to bind port 0a0e0322-2882-4b28-a255-8ac1508a18f9 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:10:18.086050 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d0f4f6-6afe-43bb-b2cc-48f70e67421d None None] Attempting to bind port 0a0e0322-2882-4b28-a255-8ac1508a18f9 on network d709f64f-f9e6-4525-b020-ad48633b9bbf {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:10:18.102448 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d0f4f6-6afe-43bb-b2cc-48f70e67421d None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:10:18.103160 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d0f4f6-6afe-43bb-b2cc-48f70e67421d None None] Checking segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:10:18.103973 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-86d0f4f6-6afe-43bb-b2cc-48f70e67421d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:18.104514 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d0f4f6-6afe-43bb-b2cc-48f70e67421d None None] Bound using segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:10:18.105150 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-86d0f4f6-6afe-43bb-b2cc-48f70e67421d None None] Bound port: 0a0e0322-2882-4b28-a255-8ac1508a18f9, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:10:18.105723 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-86d0f4f6-6afe-43bb-b2cc-48f70e67421d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:18.139637 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:18.143625 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-75a36955-3ba1-4ac5-9377-efe259f4019d None None] Provisioning complete for port 5971f7f6-ff1b-4e91-b75e-52221b0db12b triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:10:18.144082 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-75a36955-3ba1-4ac5-9377-efe259f4019d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:18.180947 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-86d0f4f6-6afe-43bb-b2cc-48f70e67421d None None] For port 0a0e0322-2882-4b28-a255-8ac1508a18f9, host n-d-765315-29, cleared binding levels {{(pid=102602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:10:18.185110 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-86d0f4f6-6afe-43bb-b2cc-48f70e67421d None None] For port 0a0e0322-2882-4b28-a255-8ac1508a18f9, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=0a0e0322-2882-4b28-a255-8ac1508a18f9,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:10:18.200793 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-86d0f4f6-6afe-43bb-b2cc-48f70e67421d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:18.226171 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port f2a8611f-ec0a-44e7-8d41-29ad7076b116, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=f2a8611f-ec0a-44e7-8d41-29ad7076b116,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:18.232276 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccce4532-340d-428e-8bc7-35cbfbee73e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2a8611f-ec0a-44e7-8d41-29ad7076b116'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:10:18.236684 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8baba265-4dc0-4ad7-a155-f7f0c569885a" -d '{"events": [{"server_uuid": "ccce4532-340d-428e-8bc7-35cbfbee73e3", "name": "network-vif-plugged", "status": "completed", "tag": "f2a8611f-ec0a-44e7-8d41-29ad7076b116"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:10:18.243240 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:18.246332 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 4e411f3a-d0ed-414a-ae89-39cb329d8577 up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:10:18.300494 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60e02f0-0893-4fc9-8f8a-5b3cba1ff8f2 None None] Pushing event updated for resources: {'Port': ['ID=0a0e0322-2882-4b28-a255-8ac1508a18f9,revision_number=3']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:18.363541 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d0f4f6-6afe-43bb-b2cc-48f70e67421d None None] Routers {'52155d3c-b3a8-4b4c-894c-1cb503f2df3d'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:10:18.364593 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-86d0f4f6-6afe-43bb-b2cc-48f70e67421d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:10:06Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['52155d3c-b3a8-4b4c-894c-1cb503f2df3d'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:10:18.494696 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 5971f7f6-ff1b-4e91-b75e-52221b0db12b up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:10:18.678636 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=f2a8611f-ec0a-44e7-8d41-29ad7076b116,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:18.701259 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning for port 4e411f3a-d0ed-414a-ae89-39cb329d8577 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:10:18.710207 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-86d0f4f6-6afe-43bb-b2cc-48f70e67421d None None] Set router 52155d3c-b3a8-4b4c-894c-1cb503f2df3d gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:10:18.796976 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 5971f7f6-ff1b-4e91-b75e-52221b0db12b triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:10:18.799423 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:18.802788 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-51062057-5284-460c-bb6f-fa20134af20a tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:18.804895 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port 4e411f3a-d0ed-414a-ae89-39cb329d8577 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:10:18.805372 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:18.899643 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef6a921-4fc7-42c1-82e7-058e76479f46 req-206cb393-dee2-4f29-a326-7b13d98a42a7 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:18.907849 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6ef6a921-4fc7-42c1-82e7-058e76479f46 req-206cb393-dee2-4f29-a326-7b13d98a42a7 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5b5785-a47f-4561-a4b6-f5a68cfe2ed6 HTTP/1.1" status: 200 len: 950 time: 0.7781610 Nov 12 08:10:18.919945 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-51062057-5284-460c-bb6f-fa20134af20a tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:18.921518 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0b34e419-6a0d-45a0-992e-72a51cdddf00 req-a05a0b53-662b-4cd9-981a-e5d3ec748f05 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Router abb396ca-5907-4ff2-95d5-824dfef4332c has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:10:18.949974 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a651b-2ace-403e-b94e-4ac421bef273 req-4e96d72c-9fcc-49ab-8412-8cb568cc0436 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:18.951946 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4e1a651b-2ace-403e-b94e-4ac421bef273 req-4e96d72c-9fcc-49ab-8412-8cb568cc0436 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=96a9cab0-60b5-4289-a73f-a894f7e4644d HTTP/1.1" status: 200 len: 949 time: 1.0121658 Nov 12 08:10:19.031854 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51062057-5284-460c-bb6f-fa20134af20a tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fdf89b6-ea4d-4c31-bd2e-61c85adeb1b1,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:19.052818 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-51062057-5284-460c-bb6f-fa20134af20a tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:19.054056 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-51062057-5284-460c-bb6f-fa20134af20a tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2851310 Nov 12 08:10:19.060244 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:19.061170 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 35376) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:10:19.063365 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-98bee515-26a5-4697-8d28-72a712c77e30 admin admin] Allocated IP 172.20.0.1 (cf4b42a1-457b-43c5-93bd-eb55813709b3/f94b95c0-cb4c-472b-8dd7-99ba828700c1/8da89690-727e-4a67-bdda-ce4a9ccacf5b) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:10:19.081578 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-bc310cee-ab6d-4b62-bcfe-f1a5279b1821 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Request body: {'security_group_rule': {'security_group_id': '81e9c1ea-9381-4435-8663-b77189ab101d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:10:19.118451 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4e1a651b-2ace-403e-b94e-4ac421bef273 req-f6dbe0b4-3dd6-46a9-8fa7-cb1d43491a55 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545317 Nov 12 08:10:19.127030 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6ef6a921-4fc7-42c1-82e7-058e76479f46 req-86ae143b-a599-45e7-8183-70072482e49e tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb487f5-7b7a-45ea-a48a-5e5b4b4e6e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126439 Nov 12 08:10:19.128039 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-86d0f4f6-6afe-43bb-b2cc-48f70e67421d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52155d3c-b3a8-4b4c-894c-1cb503f2df3d', 'name': 'tempest-ServersTestBootFromVolume-1204372310-router', 'tenant_id': '0a93781ee8b244ac91dad8e454407a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '0a0e0322-2882-4b28-a255-8ac1508a18f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:10:11Z', 'updated_at': '2021-11-12T08:10:15Z', 'revision_number': 3, 'project_id': '0a93781ee8b244ac91dad8e454407a80', 'gw_port': {'id': '0a0e0322-2882-4b28-a255-8ac1508a18f9', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:88:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52155d3c-b3a8-4b4c-894c-1cb503f2df3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:10:13Z', 'updated_at': '2021-11-12T08:10:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:10:19.174020 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0b34e419-6a0d-45a0-992e-72a51cdddf00 req-a05a0b53-662b-4cd9-981a-e5d3ec748f05 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:10:19.184432 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 4e411f3a-d0ed-414a-ae89-39cb329d8577, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=4e411f3a-d0ed-414a-ae89-39cb329d8577,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:19.199006 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723b5095-ffbc-40a7-a434-a340e230b2e7 None None] Sync routers for ids ['abb396ca-5907-4ff2-95d5-824dfef4332c'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:10:19.200307 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67882a3c-50eb-491d-8884-c16ebbb0a07b req-64e866ee-392c-485f-9f7b-3061abb2e3cd tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Made reservation on behalf of 8b8773b9ba7c4e19ac14f719fc98c803 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:10:19.204272 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-67882a3c-50eb-491d-8884-c16ebbb0a07b req-64e866ee-392c-485f-9f7b-3061abb2e3cd tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:19.209102 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d0f4f6-6afe-43bb-b2cc-48f70e67421d None None] The sync data for ids ['52155d3c-b3a8-4b4c-894c-1cb503f2df3d'] in n-d-765315-29 is: [{'id': '52155d3c-b3a8-4b4c-894c-1cb503f2df3d', 'name': 'tempest-ServersTestBootFromVolume-1204372310-router', 'tenant_id': '0a93781ee8b244ac91dad8e454407a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '0a0e0322-2882-4b28-a255-8ac1508a18f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:10:11Z', 'updated_at': '2021-11-12T08:10:15Z', 'revision_number': 3, 'project_id': '0a93781ee8b244ac91dad8e454407a80', 'gw_port': {'id': '0a0e0322-2882-4b28-a255-8ac1508a18f9', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:88:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52155d3c-b3a8-4b4c-894c-1cb503f2df3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:10:13Z', 'updated_at': '2021-11-12T08:10:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:10:19.225193 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:19.226051 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device de99e56c-83ee-498c-ae79-1317a8b21e24 no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:10:19.249122 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b34e419-6a0d-45a0-992e-72a51cdddf00 req-a05a0b53-662b-4cd9-981a-e5d3ec748f05 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] No DVR routers for this DVR port de99e56c-83ee-498c-ae79-1317a8b21e24 on host n-h2-765315-29 {{(pid=102600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:10:19.258762 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-0b34e419-6a0d-45a0-992e-72a51cdddf00 req-a05a0b53-662b-4cd9-981a-e5d3ec748f05 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:19.258762 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0b34e419-6a0d-45a0-992e-72a51cdddf00 req-a05a0b53-662b-4cd9-981a-e5d3ec748f05 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] 10.222.0.44 "DELETE /v2.0/ports/de99e56c-83ee-498c-ae79-1317a8b21e24 HTTP/1.1" status: 204 len: 173 time: 3.1012866 Nov 12 08:10:19.258762 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af81c23c-9a36-4719-91a6-b1d1873de119', 'name': 'network-vif-deleted', 'tag': 'de99e56c-83ee-498c-ae79-1317a8b21e24'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:10:19.262298 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37902e50-22f7-4428-8e6d-026706f7229c" -d '{"events": [{"server_uuid": "af81c23c-9a36-4719-91a6-b1d1873de119", "name": "network-vif-deleted", "tag": "de99e56c-83ee-498c-ae79-1317a8b21e24"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:10:19.303805 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] No Port match for: de99e56c-83ee-498c-ae79-1317a8b21e24 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:10:19.304514 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device de99e56c-83ee-498c-ae79-1317a8b21e24 not bound to the agent host n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:10:19.308440 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d6282a55-aa43-46fc-a326-a1580790e185 req-85ed34a5-225b-4b57-b23d-fd5c1ac52b6d tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] 10.222.0.26 "GET /v2.0/ports?device_id=f312a3b2-b27c-43a7-8ece-4c4ff8a72754 HTTP/1.1" status: 200 len: 210 time: 0.0388176 Nov 12 08:10:19.362582 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723b5095-ffbc-40a7-a434-a340e230b2e7 None None] Routers {'abb396ca-5907-4ff2-95d5-824dfef4332c'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:10:19.363334 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-723b5095-ffbc-40a7-a434-a340e230b2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:10:06Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['abb396ca-5907-4ff2-95d5-824dfef4332c'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:10:19.416772 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe024879-9906-42cf-a28a-b3a8a0ee1e17 x-openstack-request-id: req-fe024879-9906-42cf-a28a-b3a8a0ee1e17 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:10:19.417122 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccce4532-340d-428e-8bc7-35cbfbee73e3", "name": "network-vif-plugged", "status": "completed", "tag": "f2a8611f-ec0a-44e7-8d41-29ad7076b116", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:10:19.417364 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fe024879-9906-42cf-a28a-b3a8a0ee1e17 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:10:19.417752 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccce4532-340d-428e-8bc7-35cbfbee73e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2a8611f-ec0a-44e7-8d41-29ad7076b116', 'code': 200} Nov 12 08:10:19.443742 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=4e411f3a-d0ed-414a-ae89-39cb329d8577,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:19.553206 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ee94c8-3fd3-40ea-ab32-5804316f20b9 req-8ccc2d01-6ab7-4766-9db3-86032ad43f23 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:19.560236 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ee94c8-3fd3-40ea-ab32-5804316f20b9 req-8ccc2d01-6ab7-4766-9db3-86032ad43f23 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:19.567863 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ee94c8-3fd3-40ea-ab32-5804316f20b9 req-8ccc2d01-6ab7-4766-9db3-86032ad43f23 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:19.590817 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ee94c8-3fd3-40ea-ab32-5804316f20b9 req-8ccc2d01-6ab7-4766-9db3-86032ad43f23 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:19.593108 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-723b5095-ffbc-40a7-a434-a340e230b2e7 None None] Set router abb396ca-5907-4ff2-95d5-824dfef4332c gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:10:19.599170 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ee94c8-3fd3-40ea-ab32-5804316f20b9 req-8ccc2d01-6ab7-4766-9db3-86032ad43f23 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:19.607081 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ee94c8-3fd3-40ea-ab32-5804316f20b9 req-8ccc2d01-6ab7-4766-9db3-86032ad43f23 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:19.613818 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ee94c8-3fd3-40ea-ab32-5804316f20b9 req-8ccc2d01-6ab7-4766-9db3-86032ad43f23 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:19.615888 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-30ee94c8-3fd3-40ea-ab32-5804316f20b9 req-8ccc2d01-6ab7-4766-9db3-86032ad43f23 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd1d6ac-fc22-40b4-9334-b79b8f638fb9 HTTP/1.1" status: 200 len: 5419 time: 0.1538579 Nov 12 08:10:19.741199 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d429a7-a100-4a42-94d0-72406728433b req-15ff35be-fd8a-498e-ad00-1282ec865a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:19.743016 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-00d429a7-a100-4a42-94d0-72406728433b req-15ff35be-fd8a-498e-ad00-1282ec865a26 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ccce4532-340d-428e-8bc7-35cbfbee73e3 HTTP/1.1" status: 200 len: 1101 time: 0.1257124 Nov 12 08:10:19.780466 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-30ee94c8-3fd3-40ea-ab32-5804316f20b9 req-08841f76-da92-4338-a5de-a4c71296cb39 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b5c7833-24a2-4c14-bc24-7cc6ddd646d8&id=edb098b1-b850-4d1f-9907-ebc80ab17859&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1506138 Nov 12 08:10:19.852132 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-00d429a7-a100-4a42-94d0-72406728433b req-b1f6f91b-a7e5-458c-8c83-d7fa556424cd service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b48148c1-2667-4cea-8efc-160914e05df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705104 Nov 12 08:10:19.947857 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-98bee515-26a5-4697-8d28-72a712c77e30 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:19.960379 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf802f63-ac9f-448a-b6db-bc9bf1c82ef2 req-2f876e30-5840-4a22-9536-a8a6b93f13a6 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:19.965303 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cf802f63-ac9f-448a-b6db-bc9bf1c82ef2 req-2f876e30-5840-4a22-9536-a8a6b93f13a6 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] 10.222.0.26 "GET /v2.0/ports?device_id=ccce4532-340d-428e-8bc7-35cbfbee73e3 HTTP/1.1" status: 200 len: 949 time: 0.0775983 Nov 12 08:10:19.986554 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-723b5095-ffbc-40a7-a434-a340e230b2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb396ca-5907-4ff2-95d5-824dfef4332c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1275168530-router', 'tenant_id': '8b8773b9ba7c4e19ac14f719fc98c803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'f7a31a17-46d0-4238-9d9b-1b7e1a56a003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:07:20Z', 'updated_at': '2021-11-12T08:07:26Z', 'revision_number': 4, 'project_id': '8b8773b9ba7c4e19ac14f719fc98c803', 'gw_port': {'id': 'f7a31a17-46d0-4238-9d9b-1b7e1a56a003', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:95:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb396ca-5907-4ff2-95d5-824dfef4332c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 159, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:21Z', 'updated_at': '2021-11-12T08:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '9dedf5d5-93b0-4cb9-926a-f77af101f683', 'name': '', 'network_id': '8e17c76e-613f-40d2-ae39-1725682b1af7', 'tenant_id': '8b8773b9ba7c4e19ac14f719fc98c803', 'mac_address': 'fa:16:3e:50:df:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb396ca-5907-4ff2-95d5-824dfef4332c', 'device_owner': 'network:router_interface', 'standard_attr_id': 180, 'fixed_ips': [{'subnet_id': '73099bd0-5c51-4de3-ba74-9eb47a87705d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:24Z', 'updated_at': '2021-11-12T08:07:32Z', 'revision_number': 5, 'project_id': '8b8773b9ba7c4e19ac14f719fc98c803', 'subnets': [{'id': '73099bd0-5c51-4de3-ba74-9eb47a87705d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:10:20.032849 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cf802f63-ac9f-448a-b6db-bc9bf1c82ef2 req-356d16c6-8b39-4280-bd8d-18bacf986ce6 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] 10.222.0.26 "GET /v2.0/security-groups?id=b48148c1-2667-4cea-8efc-160914e05df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604815 Nov 12 08:10:20.039580 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723b5095-ffbc-40a7-a434-a340e230b2e7 None None] Checking router: abb396ca-5907-4ff2-95d5-824dfef4332c for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:10:20.049429 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bc310cee-ab6d-4b62-bcfe-f1a5279b1821 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:20.058885 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723b5095-ffbc-40a7-a434-a340e230b2e7 None None] Routers {'abb396ca-5907-4ff2-95d5-824dfef4332c'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:10:20.059516 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-723b5095-ffbc-40a7-a434-a340e230b2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:10:06Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['abb396ca-5907-4ff2-95d5-824dfef4332c'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:10:20.084905 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c65f313-b915-46ce-86c6-1a7f3451c773 req-bcaf32c3-d084-4e48-b49d-cd0e740982a3 tempest-LiveAutoBlockMigrationV225Test-1991143985 tempest-LiveAutoBlockMigrationV225Test-1991143985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:20.092639 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6c65f313-b915-46ce-86c6-1a7f3451c773 req-bcaf32c3-d084-4e48-b49d-cd0e740982a3 tempest-LiveAutoBlockMigrationV225Test-1991143985 tempest-LiveAutoBlockMigrationV225Test-1991143985-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=700c8a79-ee5b-4f57-9e36-8ed83a369148 HTTP/1.1" status: 200 len: 1097 time: 0.1964974 Nov 12 08:10:20.095183 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a16f7b1b-3d39-479c-a9d8-41365695ecb3 x-openstack-request-id: req-a16f7b1b-3d39-479c-a9d8-41365695ecb3 {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:10:20.095475 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af81c23c-9a36-4719-91a6-b1d1873de119", "name": "network-vif-deleted", "tag": "de99e56c-83ee-498c-ae79-1317a8b21e24", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:10:20.095728 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a16f7b1b-3d39-479c-a9d8-41365695ecb3 {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:10:20.096276 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af81c23c-9a36-4719-91a6-b1d1873de119', 'name': 'network-vif-deleted', 'tag': 'de99e56c-83ee-498c-ae79-1317a8b21e24', 'status': 'completed', 'code': 200} Nov 12 08:10:20.111608 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-98bee515-26a5-4697-8d28-72a712c77e30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:20.238845 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98bee515-26a5-4697-8d28-72a712c77e30 admin admin] Network cf4b42a1-457b-43c5-93bd-eb55813709b3 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:10:20.264533 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bc310cee-ab6d-4b62-bcfe-f1a5279b1821 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:20.296501 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-98bee515-26a5-4697-8d28-72a712c77e30 admin admin] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:10:20.302409 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-723b5095-ffbc-40a7-a434-a340e230b2e7 None None] Set router abb396ca-5907-4ff2-95d5-824dfef4332c gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:10:20.325732 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bee515-26a5-4697-8d28-72a712c77e30 admin admin] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:10:20.351929 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bc310cee-ab6d-4b62-bcfe-f1a5279b1821 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:20.385132 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 0a0e0322-2882-4b28-a255-8ac1508a18f9 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:10:20.407085 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bee515-26a5-4697-8d28-72a712c77e30 admin admin] Pushing event updated for resources: {'Port': ['ID=8da89690-727e-4a67-bdda-ce4a9ccacf5b,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:20.409753 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d05aa78-ae08-493b-86b4-8c0cdaec48aa req-2daba411-80b7-448c-a30d-3b5eab962fc2 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:20.423541 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-67882a3c-50eb-491d-8884-c16ebbb0a07b req-64e866ee-392c-485f-9f7b-3061abb2e3cd tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Allocated IP 172.20.0.3 (8e17c76e-613f-40d2-ae39-1725682b1af7/73099bd0-5c51-4de3-ba74-9eb47a87705d/725ea740-89a0-44ae-9ca0-d7dd5213cd26) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:10:20.426444 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7d05aa78-ae08-493b-86b4-8c0cdaec48aa req-2daba411-80b7-448c-a30d-3b5eab962fc2 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5b5785-a47f-4561-a4b6-f5a68cfe2ed6 HTTP/1.1" status: 200 len: 950 time: 0.1694324 Nov 12 08:10:20.458826 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6c65f313-b915-46ce-86c6-1a7f3451c773 req-880c629c-5f2e-4c57-884d-14f9fcd4c1f4 tempest-LiveAutoBlockMigrationV225Test-1991143985 tempest-LiveAutoBlockMigrationV225Test-1991143985-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3649788 Nov 12 08:10:20.512744 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-98bee515-26a5-4697-8d28-72a712c77e30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933481'] for router_interface, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:20.521173 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7d05aa78-ae08-493b-86b4-8c0cdaec48aa req-da3b90da-8f37-4c9d-bad9-0d00b69eee97 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb487f5-7b7a-45ea-a48a-5e5b4b4e6e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934987 Nov 12 08:10:20.534032 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc310cee-ab6d-4b62-bcfe-f1a5279b1821 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76b167ef-cb0f-41e9-b321-a55df2bcaebe,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:20.663600 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feea02cb-af5f-4c15-b2a7-bf2292157fe3 req-d10551ac-d966-4dcd-b92a-9744d1721d8b tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:20.668801 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bc310cee-ab6d-4b62-bcfe-f1a5279b1821 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:20.670529 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-bc310cee-ab6d-4b62-bcfe-f1a5279b1821 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6024466 Nov 12 08:10:20.678515 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-feea02cb-af5f-4c15-b2a7-bf2292157fe3 req-d10551ac-d966-4dcd-b92a-9744d1721d8b tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=96a9cab0-60b5-4289-a73f-a894f7e4644d HTTP/1.1" status: 200 len: 949 time: 0.0964155 Nov 12 08:10:20.681095 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 35388) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:10:20.687997 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-fe1f36d8-0f8c-4f98-a9c6-563bb22a7279 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Request body: {'floatingip': {'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:10:20.735863 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 0a0e0322-2882-4b28-a255-8ac1508a18f9 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:10:20.736237 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:20.760097 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-feea02cb-af5f-4c15-b2a7-bf2292157fe3 req-4491132c-e4d4-4702-ad11-885fdcbec1e9 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805635 Nov 12 08:10:20.781306 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9d89b97d-d6a1-444b-893b-900dab56212e req-f3f4c622-2fef-402b-82a2-6d1717e1cafa tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] 10.222.0.26 "GET /v2.0/ports?device_id=f312a3b2-b27c-43a7-8ece-4c4ff8a72754 HTTP/1.1" status: 200 len: 210 time: 0.1052711 Nov 12 08:10:20.979549 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fe1f36d8-0f8c-4f98-a9c6-563bb22a7279 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Publish callbacks [] for floatingip, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:21.105293 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7154b03-1584-48ba-8227-8b4a17ec5d9f req-aec5d03c-051f-451e-b4b7-8b3f20d4da01 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:21.112781 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7154b03-1584-48ba-8227-8b4a17ec5d9f req-aec5d03c-051f-451e-b4b7-8b3f20d4da01 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:21.119545 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7154b03-1584-48ba-8227-8b4a17ec5d9f req-aec5d03c-051f-451e-b4b7-8b3f20d4da01 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:21.126758 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7154b03-1584-48ba-8227-8b4a17ec5d9f req-aec5d03c-051f-451e-b4b7-8b3f20d4da01 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:21.132933 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7154b03-1584-48ba-8227-8b4a17ec5d9f req-aec5d03c-051f-451e-b4b7-8b3f20d4da01 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:21.139634 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7154b03-1584-48ba-8227-8b4a17ec5d9f req-aec5d03c-051f-451e-b4b7-8b3f20d4da01 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:21.146007 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7154b03-1584-48ba-8227-8b4a17ec5d9f req-aec5d03c-051f-451e-b4b7-8b3f20d4da01 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:21.154941 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c7154b03-1584-48ba-8227-8b4a17ec5d9f req-aec5d03c-051f-451e-b4b7-8b3f20d4da01 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd1d6ac-fc22-40b4-9334-b79b8f638fb9 HTTP/1.1" status: 200 len: 5419 time: 0.2174819 Nov 12 08:10:21.191462 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-6f1af62e-b422-43da-9ab3-74735dc04a3c None None] Provisioning complete for port 8da89690-727e-4a67-bdda-ce4a9ccacf5b triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:10:21.191882 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6f1af62e-b422-43da-9ab3-74735dc04a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:21.235323 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-6f1af62e-b422-43da-9ab3-74735dc04a3c None None] Port 8da89690-727e-4a67-bdda-ce4a9ccacf5b cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:10:21.332361 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-67882a3c-50eb-491d-8884-c16ebbb0a07b req-64e866ee-392c-485f-9f7b-3061abb2e3cd tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:21.341135 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-98bee515-26a5-4697-8d28-72a712c77e30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:21.358858 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ad7d1a-d52a-4779-81e0-9654edcbbb89 req-3b4c4a7f-23a0-4d5e-9ee5-b2d737b35c4b tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:21.360454 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c8ad7d1a-d52a-4779-81e0-9654edcbbb89 req-3b4c4a7f-23a0-4d5e-9ee5-b2d737b35c4b tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] 10.222.0.26 "GET /v2.0/ports?device_id=ccce4532-340d-428e-8bc7-35cbfbee73e3 HTTP/1.1" status: 200 len: 949 time: 0.1242368 Nov 12 08:10:21.362516 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:21.424520 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16f00ffb-c46c-4a16-bab8-59031d7bab45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e411f3a-d0ed-414a-ae89-39cb329d8577'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:10:21.426820 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-528e931d-e526-4f1c-9366-424cec623d52" -d '{"events": [{"server_uuid": "16f00ffb-c46c-4a16-bab8-59031d7bab45", "name": "network-vif-plugged", "status": "completed", "tag": "4e411f3a-d0ed-414a-ae89-39cb329d8577"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:10:21.466779 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-723b5095-ffbc-40a7-a434-a340e230b2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb396ca-5907-4ff2-95d5-824dfef4332c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1275168530-router', 'tenant_id': '8b8773b9ba7c4e19ac14f719fc98c803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'f7a31a17-46d0-4238-9d9b-1b7e1a56a003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:07:20Z', 'updated_at': '2021-11-12T08:07:26Z', 'revision_number': 4, 'project_id': '8b8773b9ba7c4e19ac14f719fc98c803', 'gw_port': {'id': 'f7a31a17-46d0-4238-9d9b-1b7e1a56a003', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:95:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb396ca-5907-4ff2-95d5-824dfef4332c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 159, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:21Z', 'updated_at': '2021-11-12T08:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '9dedf5d5-93b0-4cb9-926a-f77af101f683', 'name': '', 'network_id': '8e17c76e-613f-40d2-ae39-1725682b1af7', 'tenant_id': '8b8773b9ba7c4e19ac14f719fc98c803', 'mac_address': 'fa:16:3e:50:df:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb396ca-5907-4ff2-95d5-824dfef4332c', 'device_owner': 'network:router_interface', 'standard_attr_id': 180, 'fixed_ips': [{'subnet_id': '73099bd0-5c51-4de3-ba74-9eb47a87705d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:24Z', 'updated_at': '2021-11-12T08:07:32Z', 'revision_number': 5, 'project_id': '8b8773b9ba7c4e19ac14f719fc98c803', 'subnets': [{'id': '73099bd0-5c51-4de3-ba74-9eb47a87705d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:10:21.481115 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] For port 0a0e0322-2882-4b28-a255-8ac1508a18f9, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=0a0e0322-2882-4b28-a255-8ac1508a18f9,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:21.484506 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c8ad7d1a-d52a-4779-81e0-9654edcbbb89 req-1d42d3ce-782b-4d51-aab8-15db49fae1f4 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] 10.222.0.26 "GET /v2.0/security-groups?id=b48148c1-2667-4cea-8efc-160914e05df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142638 Nov 12 08:10:21.519892 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:21.524275 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723b5095-ffbc-40a7-a434-a340e230b2e7 None None] The sync data for ids ['abb396ca-5907-4ff2-95d5-824dfef4332c'] in n-d-765315-29 is: [{'id': 'abb396ca-5907-4ff2-95d5-824dfef4332c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1275168530-router', 'tenant_id': '8b8773b9ba7c4e19ac14f719fc98c803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'f7a31a17-46d0-4238-9d9b-1b7e1a56a003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:07:20Z', 'updated_at': '2021-11-12T08:07:26Z', 'revision_number': 4, 'project_id': '8b8773b9ba7c4e19ac14f719fc98c803', 'gw_port': {'id': 'f7a31a17-46d0-4238-9d9b-1b7e1a56a003', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:95:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb396ca-5907-4ff2-95d5-824dfef4332c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 159, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:21Z', 'updated_at': '2021-11-12T08:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '9dedf5d5-93b0-4cb9-926a-f77af101f683', 'name': '', 'network_id': '8e17c76e-613f-40d2-ae39-1725682b1af7', 'tenant_id': '8b8773b9ba7c4e19ac14f719fc98c803', 'mac_address': 'fa:16:3e:50:df:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb396ca-5907-4ff2-95d5-824dfef4332c', 'device_owner': 'network:router_interface', 'standard_attr_id': 180, 'fixed_ips': [{'subnet_id': '73099bd0-5c51-4de3-ba74-9eb47a87705d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:24Z', 'updated_at': '2021-11-12T08:07:32Z', 'revision_number': 5, 'project_id': '8b8773b9ba7c4e19ac14f719fc98c803', 'subnets': [{'id': '73099bd0-5c51-4de3-ba74-9eb47a87705d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:10:21.534760 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c7154b03-1584-48ba-8227-8b4a17ec5d9f req-cdada288-f727-4b85-8c9f-f3d8ccc84bfe tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b5c7833-24a2-4c14-bc24-7cc6ddd646d8&id=edb098b1-b850-4d1f-9907-ebc80ab17859&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3761787 Nov 12 08:10:21.585049 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b42e80-142b-4242-b488-a2e9b7d6f53f x-openstack-request-id: req-d4b42e80-142b-4242-b488-a2e9b7d6f53f {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:10:21.585720 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16f00ffb-c46c-4a16-bab8-59031d7bab45", "name": "network-vif-plugged", "status": "completed", "tag": "4e411f3a-d0ed-414a-ae89-39cb329d8577", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:10:21.586162 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d4b42e80-142b-4242-b488-a2e9b7d6f53f {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:10:21.586870 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16f00ffb-c46c-4a16-bab8-59031d7bab45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e411f3a-d0ed-414a-ae89-39cb329d8577', 'code': 200} Nov 12 08:10:21.598912 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0 details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:10:21.621524 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0 no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:10:21.664765 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Pushing event updated for resources: {'Port': ['ID=0a0e0322-2882-4b28-a255-8ac1508a18f9,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:21.711078 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-67882a3c-50eb-491d-8884-c16ebbb0a07b req-64e866ee-392c-485f-9f7b-3061abb2e3cd tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:21.810754 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:10:21.837272 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67882a3c-50eb-491d-8884-c16ebbb0a07b req-64e866ee-392c-485f-9f7b-3061abb2e3cd tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Network 8e17c76e-613f-40d2-ae39-1725682b1af7 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:10:21.844337 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-67882a3c-50eb-491d-8884-c16ebbb0a07b req-64e866ee-392c-485f-9f7b-3061abb2e3cd tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:10:21.854724 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-67882a3c-50eb-491d-8884-c16ebbb0a07b req-64e866ee-392c-485f-9f7b-3061abb2e3cd tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:10:21.887802 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d2e2a3-7023-41ac-ae69-25e8bda3802e req-73c54b6a-29b3-4d96-965d-5b424ee7d3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:21.893652 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-99d2e2a3-7023-41ac-ae69-25e8bda3802e req-73c54b6a-29b3-4d96-965d-5b424ee7d3ff service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=16f00ffb-c46c-4a16-bab8-59031d7bab45 HTTP/1.1" status: 200 len: 1102 time: 0.1784956 Nov 12 08:10:21.899739 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:21.908769 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:21.918204 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fe1f36d8-0f8c-4f98-a9c6-563bb22a7279 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:21.945946 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': 'ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0', 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016', 'port_id': 'ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0', 'mac_address': 'fa:16:3e:ad:d8:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:10:22.005444 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:22.021466 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:22.036929 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:22.126524 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:10:22.139159 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-99d2e2a3-7023-41ac-ae69-25e8bda3802e req-ba0a7a05-e768-4437-90be-cfccde57c8dd service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b48148c1-2667-4cea-8efc-160914e05df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307856 Nov 12 08:10:22.170987 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96c6fb0-d02a-4ba5-85d3-6a32f33486d5 req-189c1357-60ad-4a14-9786-e895fe8f21b7 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:22.180043 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a96c6fb0-d02a-4ba5-85d3-6a32f33486d5 req-189c1357-60ad-4a14-9786-e895fe8f21b7 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=96a9cab0-60b5-4289-a73f-a894f7e4644d HTTP/1.1" status: 200 len: 949 time: 0.2042382 Nov 12 08:10:22.216207 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-fe1f36d8-0f8c-4f98-a9c6-563bb22a7279 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Allocated IP 172.25.2.197 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/824653fc-62b8-4c94-b922-891e549fae68) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:10:22.231667 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0,revision_number=6']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:22.271689 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.db.api [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:10:22.271689 n-d-765315-29 neutron-server[102601]: DEBUG oslo_db.api [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:10:22.301114 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a96c6fb0-d02a-4ba5-85d3-6a32f33486d5 req-492522ae-d7a3-4828-aa97-8b56da295931 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139634 Nov 12 08:10:22.318573 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-98bee515-26a5-4697-8d28-72a712c77e30 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:22.351232 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e866ee-392c-485f-9f7b-3061abb2e3cd tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Pushing event updated for resources: {'Port': ['ID=725ea740-89a0-44ae-9ca0-d7dd5213cd26,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:22.367026 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-98bee515-26a5-4697-8d28-72a712c77e30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:22.383194 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50979c5f-d7e9-4e26-99f1-ac61612e35cc None None] New status for floating IP 631baee7-bb77-4bb5-9ce7-6526a4fa40b6: DOWN {{(pid=102602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:10:22.399234 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 0a0e0322-2882-4b28-a255-8ac1508a18f9 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:10:22.496736 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77cf956-63b3-42bc-8e28-03c13684dfec req-1cccbb56-f5a7-427f-9701-f0ef02afaa3d tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:22.505393 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b77cf956-63b3-42bc-8e28-03c13684dfec req-1cccbb56-f5a7-427f-9701-f0ef02afaa3d tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] 10.222.0.26 "GET /v2.0/ports?device_id=f312a3b2-b27c-43a7-8ece-4c4ff8a72754 HTTP/1.1" status: 200 len: 931 time: 0.1272993 Nov 12 08:10:22.508219 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-c694250c-f15f-4d51-b179-9cc0629503ad None None] Provisioning complete for port 725ea740-89a0-44ae-9ca0-d7dd5213cd26 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:10:22.508737 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c694250c-f15f-4d51-b179-9cc0629503ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:22.591146 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af01ff3d-efaa-4e92-a954-fb6d15fe128a req-4da4cfc5-8463-441d-9317-8707a20c73a2 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:22.593064 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-af01ff3d-efaa-4e92-a954-fb6d15fe128a req-4da4cfc5-8463-441d-9317-8707a20c73a2 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5b5785-a47f-4561-a4b6-f5a68cfe2ed6 HTTP/1.1" status: 200 len: 950 time: 0.8845344 Nov 12 08:10:22.621649 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b77cf956-63b3-42bc-8e28-03c13684dfec req-65e35530-4477-406b-89aa-91a4b8a146ac tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] 10.222.0.26 "GET /v2.0/security-groups?id=3e2c6d71-9d00-4992-8976-785692969164&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149840 Nov 12 08:10:22.640406 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67882a3c-50eb-491d-8884-c16ebbb0a07b req-64e866ee-392c-485f-9f7b-3061abb2e3cd tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:22.641146 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-67882a3c-50eb-491d-8884-c16ebbb0a07b req-64e866ee-392c-485f-9f7b-3061abb2e3cd tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:22.643324 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-c694250c-f15f-4d51-b179-9cc0629503ad None None] Port 725ea740-89a0-44ae-9ca0-d7dd5213cd26 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:10:22.657531 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 0a0e0322-2882-4b28-a255-8ac1508a18f9 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:10:22.660679 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:22.722541 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bee515-26a5-4697-8d28-72a712c77e30 admin admin] Pushing event updated for resources: {'Port': ['ID=8da89690-727e-4a67-bdda-ce4a9ccacf5b,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:22.738013 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-67882a3c-50eb-491d-8884-c16ebbb0a07b req-64e866ee-392c-485f-9f7b-3061abb2e3cd tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7681375 Nov 12 08:10:22.747836 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-98bee515-26a5-4697-8d28-72a712c77e30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933629'] for router_interface, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:22.770477 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-67882a3c-50eb-491d-8884-c16ebbb0a07b req-89e62756-01e3-45df-af44-f350c15de560 service neutron] Request body: {'port': {'device_id': 'f312a3b2-b27c-43a7-8ece-4c4ff8a72754', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:10:22.773269 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28acb6b6-3665-481b-95ae-f7a178871150 req-623447fa-e96d-470f-b9fb-661ea05c47bc tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:22.774893 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-28acb6b6-3665-481b-95ae-f7a178871150 req-623447fa-e96d-470f-b9fb-661ea05c47bc tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] 10.222.0.26 "GET /v2.0/ports?device_id=ccce4532-340d-428e-8bc7-35cbfbee73e3 HTTP/1.1" status: 200 len: 949 time: 0.0596368 Nov 12 08:10:22.807347 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-af01ff3d-efaa-4e92-a954-fb6d15fe128a req-ec861b5f-a2aa-4cdb-903e-1abf5d3ee3e4 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb487f5-7b7a-45ea-a48a-5e5b4b4e6e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977351 Nov 12 08:10:22.823345 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fe1f36d8-0f8c-4f98-a9c6-563bb22a7279 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:22.855371 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:22.874272 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-28acb6b6-3665-481b-95ae-f7a178871150 req-ea0d8221-e15e-4b40-a5e3-cf82c254195b tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] 10.222.0.26 "GET /v2.0/security-groups?id=b48148c1-2667-4cea-8efc-160914e05df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901458 Nov 12 08:10:22.886679 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:10:22.909715 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:22.915916 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:22.969872 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-67882a3c-50eb-491d-8884-c16ebbb0a07b req-89e62756-01e3-45df-af44-f350c15de560 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:22.985382 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0,revision_number=7']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:23.029647 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fe1f36d8-0f8c-4f98-a9c6-563bb22a7279 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:23.059341 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e223a11e-146f-4400-8108-70d1cc7067df req-7a837c0d-09ad-452e-9c35-91e2c9c52f6b tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:23.061513 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e223a11e-146f-4400-8108-70d1cc7067df req-7a837c0d-09ad-452e-9c35-91e2c9c52f6b tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] 10.222.0.26 "GET /v2.0/ports?device_id=16f00ffb-c46c-4a16-bab8-59031d7bab45 HTTP/1.1" status: 200 len: 950 time: 0.0773790 Nov 12 08:10:23.117817 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e223a11e-146f-4400-8108-70d1cc7067df req-a554020a-15d8-4d50-8a9a-1916da66cb47 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] 10.222.0.26 "GET /v2.0/security-groups?id=b48148c1-2667-4cea-8efc-160914e05df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475924 Nov 12 08:10:23.137296 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c2289b-575e-4d31-b49a-ef13a87db08a req-d67a8a47-885c-4551-985f-58c1095b3a99 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:23.143639 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c2289b-575e-4d31-b49a-ef13a87db08a req-d67a8a47-885c-4551-985f-58c1095b3a99 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:23.149592 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c2289b-575e-4d31-b49a-ef13a87db08a req-d67a8a47-885c-4551-985f-58c1095b3a99 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:23.155660 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c2289b-575e-4d31-b49a-ef13a87db08a req-d67a8a47-885c-4551-985f-58c1095b3a99 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:23.162372 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c2289b-575e-4d31-b49a-ef13a87db08a req-d67a8a47-885c-4551-985f-58c1095b3a99 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:23.168884 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c2289b-575e-4d31-b49a-ef13a87db08a req-d67a8a47-885c-4551-985f-58c1095b3a99 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:23.175493 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c2289b-575e-4d31-b49a-ef13a87db08a req-d67a8a47-885c-4551-985f-58c1095b3a99 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:23.177868 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-50c2289b-575e-4d31-b49a-ef13a87db08a req-d67a8a47-885c-4551-985f-58c1095b3a99 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd1d6ac-fc22-40b4-9334-b79b8f638fb9 HTTP/1.1" status: 200 len: 5419 time: 0.2213693 Nov 12 08:10:23.205347 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1f36d8-0f8c-4f98-a9c6-563bb22a7279 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:10:23.207114 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98bee515-26a5-4697-8d28-72a712c77e30 admin admin] Network cf4b42a1-457b-43c5-93bd-eb55813709b3 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:10:23.222864 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-98bee515-26a5-4697-8d28-72a712c77e30 admin admin] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:10:23.227890 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-fe1f36d8-0f8c-4f98-a9c6-563bb22a7279 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:10:23.229551 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1f36d8-0f8c-4f98-a9c6-563bb22a7279 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:10:23.246145 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1f36d8-0f8c-4f98-a9c6-563bb22a7279 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Pushing event updated for resources: {'Port': ['ID=824653fc-62b8-4c94-b922-891e549fae68,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:23.412857 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:10:23.434366 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e83e19-1115-4f59-b854-1a79e9df6191 req-ff283c4c-8ea1-4c45-af25-470f24351fd1 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:23.437134 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-28e83e19-1115-4f59-b854-1a79e9df6191 req-ff283c4c-8ea1-4c45-af25-470f24351fd1 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=96a9cab0-60b5-4289-a73f-a894f7e4644d HTTP/1.1" status: 200 len: 949 time: 0.0663769 Nov 12 08:10:23.493307 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-28e83e19-1115-4f59-b854-1a79e9df6191 req-cf0db1a1-58df-4143-aa08-3fcc2877947b tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492120 Nov 12 08:10:23.503254 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-8db2fe55-853a-4f70-9a7b-1084c3dc9883 None None] Provisioning complete for port 8da89690-727e-4a67-bdda-ce4a9ccacf5b triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:10:23.503623 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8db2fe55-853a-4f70-9a7b-1084c3dc9883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:23.519011 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-50c2289b-575e-4d31-b49a-ef13a87db08a req-d4fe1375-bc34-496d-9523-7713af510254 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b5c7833-24a2-4c14-bc24-7cc6ddd646d8&id=edb098b1-b850-4d1f-9907-ebc80ab17859&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3220048 Nov 12 08:10:23.567202 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-8db2fe55-853a-4f70-9a7b-1084c3dc9883 None None] Port 8da89690-727e-4a67-bdda-ce4a9ccacf5b cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:10:23.593100 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf5b5785-a47f-4561-a4b6-f5a68cfe2ed6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:10:23.593100 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5c758cd-dbc7-42ad-ac15-a9672dfffc3e" -d '{"events": [{"server_uuid": "bf5b5785-a47f-4561-a4b6-f5a68cfe2ed6", "name": "network-vif-unplugged", "status": "completed", "tag": "ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:10:23.685332 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15bc6834-1ee9-4c51-90d0-41b263dc8cc7 x-openstack-request-id: req-15bc6834-1ee9-4c51-90d0-41b263dc8cc7 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:10:23.686226 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf5b5785-a47f-4561-a4b6-f5a68cfe2ed6", "name": "network-vif-unplugged", "status": "completed", "tag": "ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:10:23.686741 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-15bc6834-1ee9-4c51-90d0-41b263dc8cc7 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:10:23.687592 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf5b5785-a47f-4561-a4b6-f5a68cfe2ed6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0', 'code': 200} Nov 12 08:10:23.892547 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fe1f36d8-0f8c-4f98-a9c6-563bb22a7279 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:23.957122 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98bee515-26a5-4697-8d28-72a712c77e30 admin admin] Router 52155d3c-b3a8-4b4c-894c-1cb503f2df3d has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:10:23.984980 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c669299b-a653-4c49-ac6a-027435afa2eb req-ea74ec98-845b-40eb-a19f-c49fe11fc729 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:23.986485 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c669299b-a653-4c49-ac6a-027435afa2eb req-ea74ec98-845b-40eb-a19f-c49fe11fc729 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] 10.222.0.26 "GET /v2.0/ports?device_id=f312a3b2-b27c-43a7-8ece-4c4ff8a72754 HTTP/1.1" status: 200 len: 931 time: 0.1494198 Nov 12 08:10:23.987148 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fe1f36d8-0f8c-4f98-a9c6-563bb22a7279 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:24.127486 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c6b1f2-530a-41e8-bf7d-93c6f47a5fd0 req-46418635-edf5-455e-91bd-314b7431b2d8 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:24.129284 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a4c6b1f2-530a-41e8-bf7d-93c6f47a5fd0 req-46418635-edf5-455e-91bd-314b7431b2d8 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5b5785-a47f-4561-a4b6-f5a68cfe2ed6 HTTP/1.1" status: 200 len: 949 time: 0.0506232 Nov 12 08:10:24.169437 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-67882a3c-50eb-491d-8884-c16ebbb0a07b req-89e62756-01e3-45df-af44-f350c15de560 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 725ea740-89a0-44ae-9ca0-d7dd5213cd26 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:10:24.182626 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a4c6b1f2-530a-41e8-bf7d-93c6f47a5fd0 req-d37cd4c3-2e10-41e6-945d-4b57e077381b tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb487f5-7b7a-45ea-a48a-5e5b4b4e6e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474994 Nov 12 08:10:24.249354 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-67882a3c-50eb-491d-8884-c16ebbb0a07b req-89e62756-01e3-45df-af44-f350c15de560 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:24.271706 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c669299b-a653-4c49-ac6a-027435afa2eb req-dd1ac6a7-5152-46c5-a070-d29c56d47a35 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] 10.222.0.26 "GET /v2.0/security-groups?id=3e2c6d71-9d00-4992-8976-785692969164&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2587352 Nov 12 08:10:24.290383 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95a04d0-61df-4750-a755-4f3887161f65 req-892b2ef6-428e-4b77-af48-eb2abd5049dc tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:24.291056 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-67882a3c-50eb-491d-8884-c16ebbb0a07b req-89e62756-01e3-45df-af44-f350c15de560 service neutron] Transition to ACTIVE for port object 725ea740-89a0-44ae-9ca0-d7dd5213cd26 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:10:24.291936 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a95a04d0-61df-4750-a755-4f3887161f65 req-892b2ef6-428e-4b77-af48-eb2abd5049dc tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] 10.222.0.26 "GET /v2.0/ports?device_id=16f00ffb-c46c-4a16-bab8-59031d7bab45 HTTP/1.1" status: 200 len: 950 time: 0.0503764 Nov 12 08:10:24.299887 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-67882a3c-50eb-491d-8884-c16ebbb0a07b req-89e62756-01e3-45df-af44-f350c15de560 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:24.305411 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98bee515-26a5-4697-8d28-72a712c77e30 admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:10:24.315594 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5593c13e-8301-4c14-9384-2e1cd0781735 None None] Sync routers for ids ['52155d3c-b3a8-4b4c-894c-1cb503f2df3d'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:10:24.325761 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5593c13e-8301-4c14-9384-2e1cd0781735 None None] Routers {'52155d3c-b3a8-4b4c-894c-1cb503f2df3d'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:10:24.326398 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-5593c13e-8301-4c14-9384-2e1cd0781735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:10:06Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['52155d3c-b3a8-4b4c-894c-1cb503f2df3d'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:10:24.332536 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-98bee515-26a5-4697-8d28-72a712c77e30 admin admin] 10.222.0.26 "PUT /v2.0/routers/52155d3c-b3a8-4b4c-894c-1cb503f2df3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4205306 Nov 12 08:10:24.367326 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a95a04d0-61df-4750-a755-4f3887161f65 req-cb14d0e2-5d1c-4faa-87f7-c6affaa366fc tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] 10.222.0.26 "GET /v2.0/security-groups?id=b48148c1-2667-4cea-8efc-160914e05df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672176 Nov 12 08:10:24.391787 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e62756-01e3-45df-af44-f350c15de560 service neutron] Pushing event updated for resources: {'Port': ['ID=725ea740-89a0-44ae-9ca0-d7dd5213cd26,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:24.433414 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fe1f36d8-0f8c-4f98-a9c6-563bb22a7279 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:24.461353 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fe1f36d8-0f8c-4f98-a9c6-563bb22a7279 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:24.475852 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-5593c13e-8301-4c14-9384-2e1cd0781735 None None] Set router 52155d3c-b3a8-4b4c-894c-1cb503f2df3d gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:10:24.588968 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1f36d8-0f8c-4f98-a9c6-563bb22a7279 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Pushing event updated for resources: {'Port': ['ID=824653fc-62b8-4c94-b922-891e549fae68,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:24.599895 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-67882a3c-50eb-491d-8884-c16ebbb0a07b req-89e62756-01e3-45df-af44-f350c15de560 service neutron] Attempting to bind port 725ea740-89a0-44ae-9ca0-d7dd5213cd26 on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:10:24.600230 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-67882a3c-50eb-491d-8884-c16ebbb0a07b req-89e62756-01e3-45df-af44-f350c15de560 service neutron] Attempting to bind port 725ea740-89a0-44ae-9ca0-d7dd5213cd26 by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': 'c1acfdd1-5634-4383-a3b0-beb6da56b542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8e17c76e-613f-40d2-ae39-1725682b1af7'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:10:24.600554 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67882a3c-50eb-491d-8884-c16ebbb0a07b req-89e62756-01e3-45df-af44-f350c15de560 service neutron] Attempting to bind port 725ea740-89a0-44ae-9ca0-d7dd5213cd26 on network 8e17c76e-613f-40d2-ae39-1725682b1af7 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:10:24.617222 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fe1f36d8-0f8c-4f98-a9c6-563bb22a7279 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:24.619832 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67882a3c-50eb-491d-8884-c16ebbb0a07b req-89e62756-01e3-45df-af44-f350c15de560 service neutron] Port 725ea740-89a0-44ae-9ca0-d7dd5213cd26 on network 8e17c76e-613f-40d2-ae39-1725682b1af7 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:10:24.620152 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67882a3c-50eb-491d-8884-c16ebbb0a07b req-89e62756-01e3-45df-af44-f350c15de560 service neutron] Attempting to bind port 725ea740-89a0-44ae-9ca0-d7dd5213cd26 on network 8e17c76e-613f-40d2-ae39-1725682b1af7 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:10:24.628612 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67882a3c-50eb-491d-8884-c16ebbb0a07b req-89e62756-01e3-45df-af44-f350c15de560 service neutron] Checking agent: {'id': '26215384-8035-4ce2-971a-8e67be80da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:10:24.628945 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67882a3c-50eb-491d-8884-c16ebbb0a07b req-89e62756-01e3-45df-af44-f350c15de560 service neutron] Checking segment: {'id': 'c1acfdd1-5634-4383-a3b0-beb6da56b542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8e17c76e-613f-40d2-ae39-1725682b1af7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:10:24.629514 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67882a3c-50eb-491d-8884-c16ebbb0a07b req-89e62756-01e3-45df-af44-f350c15de560 service neutron] Bound using segment: {'id': 'c1acfdd1-5634-4383-a3b0-beb6da56b542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8e17c76e-613f-40d2-ae39-1725682b1af7'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:10:24.629739 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-67882a3c-50eb-491d-8884-c16ebbb0a07b req-89e62756-01e3-45df-af44-f350c15de560 service neutron] Bound port: 725ea740-89a0-44ae-9ca0-d7dd5213cd26, host: n-h1-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1acfdd1-5634-4383-a3b0-beb6da56b542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8e17c76e-613f-40d2-ae39-1725682b1af7'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:10:24.630115 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-67882a3c-50eb-491d-8884-c16ebbb0a07b req-89e62756-01e3-45df-af44-f350c15de560 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:24.660380 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fe1f36d8-0f8c-4f98-a9c6-563bb22a7279 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:24.661631 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-fe1f36d8-0f8c-4f98-a9c6-563bb22a7279 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9786625 Nov 12 08:10:24.764942 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-67882a3c-50eb-491d-8884-c16ebbb0a07b req-89e62756-01e3-45df-af44-f350c15de560 service neutron] For port 725ea740-89a0-44ae-9ca0-d7dd5213cd26, host n-h1-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:10:24.768654 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-67882a3c-50eb-491d-8884-c16ebbb0a07b req-89e62756-01e3-45df-af44-f350c15de560 service neutron] For port 725ea740-89a0-44ae-9ca0-d7dd5213cd26, host n-h1-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=725ea740-89a0-44ae-9ca0-d7dd5213cd26,segment=NetworkSegment(c1acfdd1-5634-4383-a3b0-beb6da56b542),segment_id=c1acfdd1-5634-4383-a3b0-beb6da56b542)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:10:24.773615 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-67882a3c-50eb-491d-8884-c16ebbb0a07b req-89e62756-01e3-45df-af44-f350c15de560 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:24.801686 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-5593c13e-8301-4c14-9384-2e1cd0781735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52155d3c-b3a8-4b4c-894c-1cb503f2df3d', 'name': 'tempest-ServersTestBootFromVolume-1204372310-router', 'tenant_id': '0a93781ee8b244ac91dad8e454407a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '0a0e0322-2882-4b28-a255-8ac1508a18f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:10:11Z', 'updated_at': '2021-11-12T08:10:20Z', 'revision_number': 4, 'project_id': '0a93781ee8b244ac91dad8e454407a80', 'gw_port': {'id': '0a0e0322-2882-4b28-a255-8ac1508a18f9', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:88:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52155d3c-b3a8-4b4c-894c-1cb503f2df3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:10:13Z', 'updated_at': '2021-11-12T08:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '8da89690-727e-4a67-bdda-ce4a9ccacf5b', 'name': '', 'network_id': 'cf4b42a1-457b-43c5-93bd-eb55813709b3', 'tenant_id': '0a93781ee8b244ac91dad8e454407a80', 'mac_address': 'fa:16:3e:c3:31:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52155d3c-b3a8-4b4c-894c-1cb503f2df3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'f94b95c0-cb4c-472b-8dd7-99ba828700c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:10:18Z', 'updated_at': '2021-11-12T08:10:21Z', 'revision_number': 2, 'project_id': '0a93781ee8b244ac91dad8e454407a80', 'subnets': [{'id': 'f94b95c0-cb4c-472b-8dd7-99ba828700c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:10:24.819770 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67882a3c-50eb-491d-8884-c16ebbb0a07b req-89e62756-01e3-45df-af44-f350c15de560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:24.820407 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-67882a3c-50eb-491d-8884-c16ebbb0a07b req-89e62756-01e3-45df-af44-f350c15de560 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:24.821820 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-67882a3c-50eb-491d-8884-c16ebbb0a07b req-89e62756-01e3-45df-af44-f350c15de560 service neutron] 10.222.0.21 "PUT /v2.0/ports/725ea740-89a0-44ae-9ca0-d7dd5213cd26 HTTP/1.1" status: 200 len: 1092 time: 2.0555651 Nov 12 08:10:24.822278 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f312a3b2-b27c-43a7-8ece-4c4ff8a72754', 'tag': '725ea740-89a0-44ae-9ca0-d7dd5213cd26'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:10:24.824577 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc473d10-48d5-4133-a9ec-6ca79c9fdb88" -d '{"events": [{"name": "network-changed", "server_uuid": "f312a3b2-b27c-43a7-8ece-4c4ff8a72754", "tag": "725ea740-89a0-44ae-9ca0-d7dd5213cd26"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:10:24.866511 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5593c13e-8301-4c14-9384-2e1cd0781735 None None] Checking router: 52155d3c-b3a8-4b4c-894c-1cb503f2df3d for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:10:24.866885 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5593c13e-8301-4c14-9384-2e1cd0781735 None None] Updating router 52155d3c-b3a8-4b4c-894c-1cb503f2df3d port 8da89690-727e-4a67-bdda-ce4a9ccacf5b binding host n-d-765315-29 {{(pid=102601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:10:24.923096 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5593c13e-8301-4c14-9384-2e1cd0781735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:24.927840 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e62756-01e3-45df-af44-f350c15de560 service neutron] Pushing event updated for resources: {'Port': ['ID=725ea740-89a0-44ae-9ca0-d7dd5213cd26,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:24.951006 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67882a3c-50eb-491d-8884-c16ebbb0a07b req-83020c00-5cd4-4f88-967a-3c2e1fe14964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:24.953270 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-67882a3c-50eb-491d-8884-c16ebbb0a07b req-83020c00-5cd4-4f88-967a-3c2e1fe14964 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8b8773b9ba7c4e19ac14f719fc98c803&device_id=f312a3b2-b27c-43a7-8ece-4c4ff8a72754 HTTP/1.1" status: 200 len: 1095 time: 0.0789313 Nov 12 08:10:25.064896 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 35470) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:10:25.074136 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-67882a3c-50eb-491d-8884-c16ebbb0a07b req-df187486-becb-4517-8713-890f82d40e74 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=725ea740-89a0-44ae-9ca0-d7dd5213cd26 HTTP/1.1" status: 200 len: 217 time: 0.1121929 Nov 12 08:10:25.075784 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-e7128ccd-8ca7-4602-ab81-3fc170ce81a3 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Request body: {'security_group': {'name': 'tempest-securitygroup--841784858', 'description': 'tempest-description--221100026'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:10:25.110372 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e7128ccd-8ca7-4602-ab81-3fc170ce81a3 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:25.233454 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67882a3c-50eb-491d-8884-c16ebbb0a07b req-03d870f6-571c-4d76-bf5d-e2af63eb92bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:25.235149 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-67882a3c-50eb-491d-8884-c16ebbb0a07b req-03d870f6-571c-4d76-bf5d-e2af63eb92bd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=73099bd0-5c51-4de3-ba74-9eb47a87705d HTTP/1.1" status: 200 len: 863 time: 0.1536739 Nov 12 08:10:25.279450 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e7128ccd-8ca7-4602-ab81-3fc170ce81a3 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:25.294093 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e7128ccd-8ca7-4602-ab81-3fc170ce81a3 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:25.345767 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7128ccd-8ca7-4602-ab81-3fc170ce81a3 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3cfb77d-6b7a-4cad-9012-ff67205a9f6d,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:25.346009 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a17166d-db74-4b49-a923-f6dc071ff6fa req-0b392633-5ce0-4e0e-8b6a-4f4a38d82182 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:25.354280 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3a17166d-db74-4b49-a923-f6dc071ff6fa req-0b392633-5ce0-4e0e-8b6a-4f4a38d82182 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=96a9cab0-60b5-4289-a73f-a894f7e4644d HTTP/1.1" status: 200 len: 949 time: 0.1174974 Nov 12 08:10:25.379250 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67882a3c-50eb-491d-8884-c16ebbb0a07b req-9600458f-0cf3-4492-8c35-bdfb46b1515b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:25.380745 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-67882a3c-50eb-491d-8884-c16ebbb0a07b req-9600458f-0cf3-4492-8c35-bdfb46b1515b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8e17c76e-613f-40d2-ae39-1725682b1af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1157026 Nov 12 08:10:25.383504 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9947d31c-c25a-4c29-8e35-21dc83d42e61 req-0338ccaa-bed8-4fb9-8c8c-1a4ee32e2988 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:25.390806 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9947d31c-c25a-4c29-8e35-21dc83d42e61 req-0338ccaa-bed8-4fb9-8c8c-1a4ee32e2988 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:25.398902 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9947d31c-c25a-4c29-8e35-21dc83d42e61 req-0338ccaa-bed8-4fb9-8c8c-1a4ee32e2988 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:25.407392 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9947d31c-c25a-4c29-8e35-21dc83d42e61 req-0338ccaa-bed8-4fb9-8c8c-1a4ee32e2988 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:25.415010 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9947d31c-c25a-4c29-8e35-21dc83d42e61 req-0338ccaa-bed8-4fb9-8c8c-1a4ee32e2988 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:25.421338 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3a17166d-db74-4b49-a923-f6dc071ff6fa req-4b730a3e-9587-43ca-91af-30d008195a5a tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611961 Nov 12 08:10:25.433060 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9947d31c-c25a-4c29-8e35-21dc83d42e61 req-0338ccaa-bed8-4fb9-8c8c-1a4ee32e2988 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:25.443826 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9947d31c-c25a-4c29-8e35-21dc83d42e61 req-0338ccaa-bed8-4fb9-8c8c-1a4ee32e2988 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:25.454185 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9947d31c-c25a-4c29-8e35-21dc83d42e61 req-0338ccaa-bed8-4fb9-8c8c-1a4ee32e2988 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd1d6ac-fc22-40b4-9334-b79b8f638fb9 HTTP/1.1" status: 200 len: 5419 time: 0.2198055 Nov 12 08:10:25.469004 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e7128ccd-8ca7-4602-ab81-3fc170ce81a3 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:25.470443 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-e7128ccd-8ca7-4602-ab81-3fc170ce81a3 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4039021 Nov 12 08:10:25.497526 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 35478) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:10:25.510603 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-c83d339e-b4af-4167-a206-aecb7ab496e8 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Request body: {'security_group_rule': {'security_group_id': 'd3cfb77d-6b7a-4cad-9012-ff67205a9f6d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:10:25.559014 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-67882a3c-50eb-491d-8884-c16ebbb0a07b req-9c42cf06-36c0-490d-a02a-ae5502086c23 service neutron] 10.222.0.21 "GET /v2.0/networks/8e17c76e-613f-40d2-ae39-1725682b1af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536057 Nov 12 08:10:25.566642 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5593c13e-8301-4c14-9384-2e1cd0781735 None None] Publish callbacks [] for port, precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:25.575192 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5593c13e-8301-4c14-9384-2e1cd0781735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:25.625761 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0 up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:10:25.636441 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9947d31c-c25a-4c29-8e35-21dc83d42e61 req-eeef1c32-8dce-483c-9e19-8966d37350a5 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b5c7833-24a2-4c14-bc24-7cc6ddd646d8&id=edb098b1-b850-4d1f-9907-ebc80ab17859&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1812632 Nov 12 08:10:25.645025 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c83d339e-b4af-4167-a206-aecb7ab496e8 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:25.706190 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2a91bbf7-3653-465d-a93c-4d251b584576 req-87ead7d3-e789-462d-afbb-3c8123b49778 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1643464709&fields=id&tenant_id=87e1c7a524e4438c8d5ef825876f155a HTTP/1.1" status: 200 len: 267 time: 0.1460612 Nov 12 08:10:25.771450 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7734a683-071a-4354-959b-bb2eb33eea1f x-openstack-request-id: req-7734a683-071a-4354-959b-bb2eb33eea1f {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:10:25.771855 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f312a3b2-b27c-43a7-8ece-4c4ff8a72754", "tag": "725ea740-89a0-44ae-9ca0-d7dd5213cd26", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:10:25.772203 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7734a683-071a-4354-959b-bb2eb33eea1f {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:10:25.772706 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f312a3b2-b27c-43a7-8ece-4c4ff8a72754', 'tag': '725ea740-89a0-44ae-9ca0-d7dd5213cd26', 'status': 'completed', 'code': 200} Nov 12 08:10:25.773668 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c83d339e-b4af-4167-a206-aecb7ab496e8 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:25.774474 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b21f4a-3f7d-4791-a247-fe873da7dfbe None None] Pushing event updated for resources: {'Port': ['ID=8da89690-727e-4a67-bdda-ce4a9ccacf5b,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:25.790204 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c83d339e-b4af-4167-a206-aecb7ab496e8 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:25.829722 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83d339e-b4af-4167-a206-aecb7ab496e8 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8bdc65f-9c92-4a1a-83fb-98a136e1a274,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:25.848855 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c83d339e-b4af-4167-a206-aecb7ab496e8 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:25.855003 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-c83d339e-b4af-4167-a206-aecb7ab496e8 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3510745 Nov 12 08:10:25.855313 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:10:25.855771 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 35496) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:10:25.855867 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:25.858636 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-231e4dcb-237e-48b0-915c-4bef75ced8fd tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Request body: {'security_group_rule': {'security_group_id': 'd3cfb77d-6b7a-4cad-9012-ff67205a9f6d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:10:25.860864 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-5593c13e-8301-4c14-9384-2e1cd0781735 None None] Attempting to bind port 8da89690-727e-4a67-bdda-ce4a9ccacf5b on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:10:25.862756 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-5593c13e-8301-4c14-9384-2e1cd0781735 None None] Attempting to bind port 8da89690-727e-4a67-bdda-ce4a9ccacf5b by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '245a85cd-81b2-4aa2-be29-e90070cf1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'cf4b42a1-457b-43c5-93bd-eb55813709b3'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:10:25.863191 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5593c13e-8301-4c14-9384-2e1cd0781735 None None] Attempting to bind port 8da89690-727e-4a67-bdda-ce4a9ccacf5b on network cf4b42a1-457b-43c5-93bd-eb55813709b3 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:10:25.891998 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-231e4dcb-237e-48b0-915c-4bef75ced8fd tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:25.905681 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5593c13e-8301-4c14-9384-2e1cd0781735 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:10:25.906047 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5593c13e-8301-4c14-9384-2e1cd0781735 None None] Checking segment: {'id': '245a85cd-81b2-4aa2-be29-e90070cf1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'cf4b42a1-457b-43c5-93bd-eb55813709b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:10:25.907516 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5593c13e-8301-4c14-9384-2e1cd0781735 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:25.907925 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5593c13e-8301-4c14-9384-2e1cd0781735 None None] Bound using segment: {'id': '245a85cd-81b2-4aa2-be29-e90070cf1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'cf4b42a1-457b-43c5-93bd-eb55813709b3'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:10:25.908427 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-5593c13e-8301-4c14-9384-2e1cd0781735 None None] Bound port: 8da89690-727e-4a67-bdda-ce4a9ccacf5b, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '245a85cd-81b2-4aa2-be29-e90070cf1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'cf4b42a1-457b-43c5-93bd-eb55813709b3'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:10:25.908790 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5593c13e-8301-4c14-9384-2e1cd0781735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:25.960447 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a91bbf7-3653-465d-a93c-4d251b584576 req-336f3d53-e8e4-4e16-ba8d-08cf8bd9a223 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:25.961895 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2a91bbf7-3653-465d-a93c-4d251b584576 req-336f3d53-e8e4-4e16-ba8d-08cf8bd9a223 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] 10.222.0.26 "GET /v2.0/networks?id=02a32135-0065-45ce-974d-27815ac6e32c HTTP/1.1" status: 200 len: 812 time: 0.2473564 Nov 12 08:10:25.966909 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-67882a3c-50eb-491d-8884-c16ebbb0a07b req-1eb58ef5-da39-4757-b798-bfd879ee7663 service neutron] 10.222.0.21 "GET /v2.0/networks/8e17c76e-613f-40d2-ae39-1725682b1af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3998256 Nov 12 08:10:25.992493 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2a91bbf7-3653-465d-a93c-4d251b584576 req-4e11b296-5c1e-4743-b04d-76c715f5ccff tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] 10.222.0.26 "GET /v2.0/quotas/87e1c7a524e4438c8d5ef825876f155a HTTP/1.1" status: 200 len: 375 time: 0.0237365 Nov 12 08:10:26.024900 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-231e4dcb-237e-48b0-915c-4bef75ced8fd tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:26.034983 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0fcdf4-fc77-40dd-a991-2d84c4cf316f req-ca7bf9b7-e651-44eb-82c7-da74b3e56c55 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:26.036544 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1c0fcdf4-fc77-40dd-a991-2d84c4cf316f req-ca7bf9b7-e651-44eb-82c7-da74b3e56c55 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5b5785-a47f-4561-a4b6-f5a68cfe2ed6 HTTP/1.1" status: 200 len: 949 time: 0.1010096 Nov 12 08:10:26.037753 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-231e4dcb-237e-48b0-915c-4bef75ced8fd tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:26.039452 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:26.071379 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231e4dcb-237e-48b0-915c-4bef75ced8fd tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=326de160-facd-4252-a9a6-f741954ced41,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:26.084957 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-231e4dcb-237e-48b0-915c-4bef75ced8fd tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:26.089460 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-231e4dcb-237e-48b0-915c-4bef75ced8fd tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2354538 Nov 12 08:10:26.090082 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 35498) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:10:26.094334 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-5593c13e-8301-4c14-9384-2e1cd0781735 None None] For port 8da89690-727e-4a67-bdda-ce4a9ccacf5b, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:10:26.097295 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-0eb22b42-7095-4f68-901f-7f71d6549e2e tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Request body: {'floatingip': {'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:10:26.097559 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-5593c13e-8301-4c14-9384-2e1cd0781735 None None] For port 8da89690-727e-4a67-bdda-ce4a9ccacf5b, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=8da89690-727e-4a67-bdda-ce4a9ccacf5b,segment=NetworkSegment(245a85cd-81b2-4aa2-be29-e90070cf1acb),segment_id=245a85cd-81b2-4aa2-be29-e90070cf1acb)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:10:26.114364 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5593c13e-8301-4c14-9384-2e1cd0781735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:26.117075 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc473d10-48d5-4133-a9ec-6ca79c9fdb88 req-82db8595-358e-4d80-a74f-3607196a9565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:26.118739 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cc473d10-48d5-4133-a9ec-6ca79c9fdb88 req-82db8595-358e-4d80-a74f-3607196a9565 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8b8773b9ba7c4e19ac14f719fc98c803&device_id=f312a3b2-b27c-43a7-8ece-4c4ff8a72754 HTTP/1.1" status: 200 len: 1095 time: 0.0974884 Nov 12 08:10:26.146716 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2a91bbf7-3653-465d-a93c-4d251b584576 req-56eebc65-b84f-4b5a-9607-ff75882b5552 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=87e1c7a524e4438c8d5ef825876f155a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1441345 Nov 12 08:10:26.154431 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1c0fcdf4-fc77-40dd-a991-2d84c4cf316f req-3b6063b6-82c5-4c8b-bb09-efec53c80144 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb487f5-7b7a-45ea-a48a-5e5b4b4e6e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029973 Nov 12 08:10:26.165554 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0eb22b42-7095-4f68-901f-7f71d6549e2e tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Publish callbacks [] for floatingip, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:26.168702 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf5b5785-a47f-4561-a4b6-f5a68cfe2ed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:10:26.171263 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fafd14f8-af33-4c3d-8fe1-5429560a6629" -d '{"events": [{"server_uuid": "bf5b5785-a47f-4561-a4b6-f5a68cfe2ed6", "name": "network-vif-plugged", "status": "completed", "tag": "ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:10:26.233360 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:26.252629 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-915fecb8-3aad-4981-ba52-a9cfebe917d7 None None] Provisioning complete for port 8da89690-727e-4a67-bdda-ce4a9ccacf5b triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:10:26.253007 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-915fecb8-3aad-4981-ba52-a9cfebe917d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:26.271483 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:26.345462 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b21f4a-3f7d-4791-a247-fe873da7dfbe None None] Pushing event updated for resources: {'Port': ['ID=8da89690-727e-4a67-bdda-ce4a9ccacf5b,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:26.364393 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5593c13e-8301-4c14-9384-2e1cd0781735 None None] Routers {'52155d3c-b3a8-4b4c-894c-1cb503f2df3d'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:10:26.365035 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-5593c13e-8301-4c14-9384-2e1cd0781735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:10:06Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['52155d3c-b3a8-4b4c-894c-1cb503f2df3d'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:10:26.379417 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2a91bbf7-3653-465d-a93c-4d251b584576 req-8c8b61f0-2f5a-4e13-bcb8-2b9eca9c8108 service neutron] 10.222.0.26 "GET /v2.0/networks/02a32135-0065-45ce-974d-27815ac6e32c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493263 Nov 12 08:10:26.402547 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e923596-e0ea-4ef3-80d8-7220b34b9b2b req-3e3fb4f7-cdc4-46c4-9972-9575e93d9196 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:26.403254 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc473d10-48d5-4133-a9ec-6ca79c9fdb88 req-fc197084-5aaf-4550-837c-19c0e8efdb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:26.405550 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cc473d10-48d5-4133-a9ec-6ca79c9fdb88 req-fc197084-5aaf-4550-837c-19c0e8efdb2a service neutron] 10.222.0.21 "GET /v2.0/networks?id=8e17c76e-613f-40d2-ae39-1725682b1af7 HTTP/1.1" status: 200 len: 925 time: 0.2726150 Nov 12 08:10:26.406100 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8e923596-e0ea-4ef3-80d8-7220b34b9b2b req-3e3fb4f7-cdc4-46c4-9972-9575e93d9196 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] 10.222.0.26 "GET /v2.0/ports?device_id=f312a3b2-b27c-43a7-8ece-4c4ff8a72754 HTTP/1.1" status: 200 len: 943 time: 0.1196547 Nov 12 08:10:26.495065 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0eb22b42-7095-4f68-901f-7f71d6549e2e tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:26.557214 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8e923596-e0ea-4ef3-80d8-7220b34b9b2b req-0398bea7-5278-4137-835c-e38851572946 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] 10.222.0.26 "GET /v2.0/security-groups?id=3e2c6d71-9d00-4992-8976-785692969164&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1435161 Nov 12 08:10:26.626001 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cc473d10-48d5-4133-a9ec-6ca79c9fdb88 req-6df6b640-2205-4057-a108-42ed6a55b238 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=725ea740-89a0-44ae-9ca0-d7dd5213cd26 HTTP/1.1" status: 200 len: 217 time: 0.2123885 Nov 12 08:10:26.644162 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2a91bbf7-3653-465d-a93c-4d251b584576 req-12faf0b6-f3dd-4132-a738-f68a942951e7 service neutron] 10.222.0.26 "GET /v2.0/networks/02a32135-0065-45ce-974d-27815ac6e32c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110169 Nov 12 08:10:26.668539 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d80408f-e693-40d9-af8d-b5a7b88c35d9 x-openstack-request-id: req-7d80408f-e693-40d9-af8d-b5a7b88c35d9 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:10:26.668895 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf5b5785-a47f-4561-a4b6-f5a68cfe2ed6", "name": "network-vif-plugged", "status": "completed", "tag": "ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:10:26.669249 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7d80408f-e693-40d9-af8d-b5a7b88c35d9 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:10:26.674756 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf5b5785-a47f-4561-a4b6-f5a68cfe2ed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0', 'code': 200} Nov 12 08:10:26.769389 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc473d10-48d5-4133-a9ec-6ca79c9fdb88 req-44d55260-2017-44c6-b0dc-633edafa62c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:26.772989 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cc473d10-48d5-4133-a9ec-6ca79c9fdb88 req-44d55260-2017-44c6-b0dc-633edafa62c9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=73099bd0-5c51-4de3-ba74-9eb47a87705d HTTP/1.1" status: 200 len: 863 time: 0.1278369 Nov 12 08:10:26.778404 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-915fecb8-3aad-4981-ba52-a9cfebe917d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:26.805205 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-0eb22b42-7095-4f68-901f-7f71d6549e2e tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Allocated IP 172.25.2.177 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/1282cde8-7628-4fe4-87f5-64be334d5ef5) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:10:26.833281 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8227fad6-af8a-4bd4-8a46-388b329dd253 req-5abadd19-26f5-4796-87d1-137e082e41a5 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:26.841034 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8227fad6-af8a-4bd4-8a46-388b329dd253 req-5abadd19-26f5-4796-87d1-137e082e41a5 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=96a9cab0-60b5-4289-a73f-a894f7e4644d HTTP/1.1" status: 200 len: 949 time: 0.0933247 Nov 12 08:10:26.861541 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc473d10-48d5-4133-a9ec-6ca79c9fdb88 req-b1fdf590-fb72-4a77-ad64-690d52fa6a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:26.864243 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cc473d10-48d5-4133-a9ec-6ca79c9fdb88 req-b1fdf590-fb72-4a77-ad64-690d52fa6a7d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8e17c76e-613f-40d2-ae39-1725682b1af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0815849 Nov 12 08:10:26.893904 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-915fecb8-3aad-4981-ba52-a9cfebe917d7 None None] For port 8da89690-727e-4a67-bdda-ce4a9ccacf5b, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=8da89690-727e-4a67-bdda-ce4a9ccacf5b,segment=NetworkSegment(245a85cd-81b2-4aa2-be29-e90070cf1acb),segment_id=245a85cd-81b2-4aa2-be29-e90070cf1acb)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:26.999352 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0,revision_number=8']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:27.006007 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-915fecb8-3aad-4981-ba52-a9cfebe917d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:27.018432 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cc473d10-48d5-4133-a9ec-6ca79c9fdb88 req-4bd90470-34a1-46df-b718-fb504453deff service neutron] 10.222.0.21 "GET /v2.0/networks/8e17c76e-613f-40d2-ae39-1725682b1af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374376 Nov 12 08:10:27.059105 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8227fad6-af8a-4bd4-8a46-388b329dd253 req-a1251e91-f29e-4068-ad38-900bfc4ea219 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170184 Nov 12 08:10:27.092545 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915fecb8-3aad-4981-ba52-a9cfebe917d7 None None] Pushing event updated for resources: {'Port': ['ID=8da89690-727e-4a67-bdda-ce4a9ccacf5b,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:27.148466 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-5593c13e-8301-4c14-9384-2e1cd0781735 None None] Set router 52155d3c-b3a8-4b4c-894c-1cb503f2df3d gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:10:27.199320 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94259d5-7e90-4234-a7a9-dad52f843a87 req-e3a41e07-0bdc-4320-a221-ebb2a6798c70 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:27.206987 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94259d5-7e90-4234-a7a9-dad52f843a87 req-e3a41e07-0bdc-4320-a221-ebb2a6798c70 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:27.214201 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94259d5-7e90-4234-a7a9-dad52f843a87 req-e3a41e07-0bdc-4320-a221-ebb2a6798c70 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:27.221325 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94259d5-7e90-4234-a7a9-dad52f843a87 req-e3a41e07-0bdc-4320-a221-ebb2a6798c70 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:27.228790 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94259d5-7e90-4234-a7a9-dad52f843a87 req-e3a41e07-0bdc-4320-a221-ebb2a6798c70 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:27.239499 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94259d5-7e90-4234-a7a9-dad52f843a87 req-e3a41e07-0bdc-4320-a221-ebb2a6798c70 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:27.246401 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94259d5-7e90-4234-a7a9-dad52f843a87 req-e3a41e07-0bdc-4320-a221-ebb2a6798c70 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:27.248752 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c94259d5-7e90-4234-a7a9-dad52f843a87 req-e3a41e07-0bdc-4320-a221-ebb2a6798c70 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd1d6ac-fc22-40b4-9334-b79b8f638fb9 HTTP/1.1" status: 200 len: 5419 time: 0.2103157 Nov 12 08:10:27.261977 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0eb22b42-7095-4f68-901f-7f71d6549e2e tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:27.299864 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5bf583-90e7-41e1-88dd-766f7ac5ec64 req-7825b539-b337-4d54-8d9f-9b2938ea7826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:27.302090 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4b5bf583-90e7-41e1-88dd-766f7ac5ec64 req-7825b539-b337-4d54-8d9f-9b2938ea7826 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bf5b5785-a47f-4561-a4b6-f5a68cfe2ed6 HTTP/1.1" status: 200 len: 1102 time: 0.2182984 Nov 12 08:10:27.306498 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-db74f822-4f0e-4984-837b-b188a0d9a4c8 req-5071c5b1-f696-4862-b83e-bfa6cff7a6a7 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] 10.222.0.26 "GET /v2.0/ports?device_id=a5d414fa-ba5d-4243-8c92-56087450eab9 HTTP/1.1" status: 200 len: 210 time: 0.0665133 Nov 12 08:10:27.308981 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-351b2620-3d6b-4ab0-8916-41d53b7fb302 None None] Provisioning complete for port 8da89690-727e-4a67-bdda-ce4a9ccacf5b triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:10:27.309527 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-351b2620-3d6b-4ab0-8916-41d53b7fb302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:27.440999 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c94259d5-7e90-4234-a7a9-dad52f843a87 req-0972001f-9dc5-4753-bee4-e02adc67e523 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b5c7833-24a2-4c14-bc24-7cc6ddd646d8&id=edb098b1-b850-4d1f-9907-ebc80ab17859&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1855252 Nov 12 08:10:27.452218 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cc473d10-48d5-4133-a9ec-6ca79c9fdb88 req-63204c6c-cb82-4280-8863-61779301a194 service neutron] 10.222.0.21 "GET /v2.0/networks/8e17c76e-613f-40d2-ae39-1725682b1af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4288166 Nov 12 08:10:27.471019 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4b5bf583-90e7-41e1-88dd-766f7ac5ec64 req-faadf861-4e6c-4d75-babd-e48ad2b79973 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=7bb487f5-7b7a-45ea-a48a-5e5b4b4e6e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429839 Nov 12 08:10:27.497616 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0eb22b42-7095-4f68-901f-7f71d6549e2e tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:27.571208 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb22b42-7095-4f68-901f-7f71d6549e2e tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Pushing event updated for resources: {'Port': ['ID=1282cde8-7628-4fe4-87f5-64be334d5ef5,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:27.599288 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb22b42-7095-4f68-901f-7f71d6549e2e tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:10:27.606078 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-0eb22b42-7095-4f68-901f-7f71d6549e2e tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:10:27.617680 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1607ad-3066-42a8-b138-7592275d30b8 req-de868d1c-ec13-4de2-b919-c0047695ac58 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:27.624491 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 4e411f3a-d0ed-414a-ae89-39cb329d8577 details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:10:27.625887 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ea1607ad-3066-42a8-b138-7592275d30b8 req-de868d1c-ec13-4de2-b919-c0047695ac58 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5b5785-a47f-4561-a4b6-f5a68cfe2ed6 HTTP/1.1" status: 200 len: 950 time: 0.1457584 Nov 12 08:10:27.633581 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb22b42-7095-4f68-901f-7f71d6549e2e tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:10:27.646212 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-5593c13e-8301-4c14-9384-2e1cd0781735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52155d3c-b3a8-4b4c-894c-1cb503f2df3d', 'name': 'tempest-ServersTestBootFromVolume-1204372310-router', 'tenant_id': '0a93781ee8b244ac91dad8e454407a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '0a0e0322-2882-4b28-a255-8ac1508a18f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:10:11Z', 'updated_at': '2021-11-12T08:10:20Z', 'revision_number': 4, 'project_id': '0a93781ee8b244ac91dad8e454407a80', 'gw_port': {'id': '0a0e0322-2882-4b28-a255-8ac1508a18f9', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:88:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52155d3c-b3a8-4b4c-894c-1cb503f2df3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:10:13Z', 'updated_at': '2021-11-12T08:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '8da89690-727e-4a67-bdda-ce4a9ccacf5b', 'name': '', 'network_id': 'cf4b42a1-457b-43c5-93bd-eb55813709b3', 'tenant_id': '0a93781ee8b244ac91dad8e454407a80', 'mac_address': 'fa:16:3e:c3:31:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52155d3c-b3a8-4b4c-894c-1cb503f2df3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'f94b95c0-cb4c-472b-8dd7-99ba828700c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:10:18Z', 'updated_at': '2021-11-12T08:10:26Z', 'revision_number': 4, 'project_id': '0a93781ee8b244ac91dad8e454407a80', 'subnets': [{'id': 'f94b95c0-cb4c-472b-8dd7-99ba828700c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:10:27.694550 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5593c13e-8301-4c14-9384-2e1cd0781735 None None] The sync data for ids ['52155d3c-b3a8-4b4c-894c-1cb503f2df3d'] in n-d-765315-29 is: [{'id': '52155d3c-b3a8-4b4c-894c-1cb503f2df3d', 'name': 'tempest-ServersTestBootFromVolume-1204372310-router', 'tenant_id': '0a93781ee8b244ac91dad8e454407a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '0a0e0322-2882-4b28-a255-8ac1508a18f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:10:11Z', 'updated_at': '2021-11-12T08:10:20Z', 'revision_number': 4, 'project_id': '0a93781ee8b244ac91dad8e454407a80', 'gw_port': {'id': '0a0e0322-2882-4b28-a255-8ac1508a18f9', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:88:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52155d3c-b3a8-4b4c-894c-1cb503f2df3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:10:13Z', 'updated_at': '2021-11-12T08:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '8da89690-727e-4a67-bdda-ce4a9ccacf5b', 'name': '', 'network_id': 'cf4b42a1-457b-43c5-93bd-eb55813709b3', 'tenant_id': '0a93781ee8b244ac91dad8e454407a80', 'mac_address': 'fa:16:3e:c3:31:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52155d3c-b3a8-4b4c-894c-1cb503f2df3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'f94b95c0-cb4c-472b-8dd7-99ba828700c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:10:18Z', 'updated_at': '2021-11-12T08:10:26Z', 'revision_number': 4, 'project_id': '0a93781ee8b244ac91dad8e454407a80', 'subnets': [{'id': 'f94b95c0-cb4c-472b-8dd7-99ba828700c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:10:27.731295 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ea1607ad-3066-42a8-b138-7592275d30b8 req-a8c9a867-8377-4eb1-bc45-a76fa5254c5e tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb487f5-7b7a-45ea-a48a-5e5b4b4e6e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043763 Nov 12 08:10:27.780175 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c050418-19b2-450f-8642-466c0547bd2a req-20352bc6-e6fb-4d2a-8d00-0c6a58897dfd tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:27.784895 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2c050418-19b2-450f-8642-466c0547bd2a req-20352bc6-e6fb-4d2a-8d00-0c6a58897dfd tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] 10.222.0.26 "GET /v2.0/ports?device_id=f312a3b2-b27c-43a7-8ece-4c4ff8a72754 HTTP/1.1" status: 200 len: 943 time: 0.1267712 Nov 12 08:10:27.875943 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2c050418-19b2-450f-8642-466c0547bd2a req-401715e9-93ce-4fe9-9c75-ecd6865cab20 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] 10.222.0.26 "GET /v2.0/security-groups?id=3e2c6d71-9d00-4992-8976-785692969164&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776010 Nov 12 08:10:27.891770 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0eb22b42-7095-4f68-901f-7f71d6549e2e tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:27.950121 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0eb22b42-7095-4f68-901f-7f71d6549e2e tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:27.976441 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 4e411f3a-d0ed-414a-ae89-39cb329d8577, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=4e411f3a-d0ed-414a-ae89-39cb329d8577,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:27.999457 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': '4e411f3a-d0ed-414a-ae89-39cb329d8577', 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016', 'port_id': '4e411f3a-d0ed-414a-ae89-39cb329d8577', 'mac_address': 'fa:16:3e:23:0c:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:10:28.047865 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:28.064478 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4e411f3a-d0ed-414a-ae89-39cb329d8577 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:10:28.134363 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 4e411f3a-d0ed-414a-ae89-39cb329d8577, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=4e411f3a-d0ed-414a-ae89-39cb329d8577,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:28.140224 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:28.274556 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=4e411f3a-d0ed-414a-ae89-39cb329d8577,revision_number=6']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:28.344874 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e15df0-2364-4679-a3c0-6de496611536 req-7187158b-cdbd-4ca7-921b-6737d911ce5d tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:28.347257 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 8da89690-727e-4a67-bdda-ce4a9ccacf5b up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:10:28.351099 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-16e15df0-2364-4679-a3c0-6de496611536 req-7187158b-cdbd-4ca7-921b-6737d911ce5d tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=96a9cab0-60b5-4289-a73f-a894f7e4644d HTTP/1.1" status: 200 len: 949 time: 0.1839576 Nov 12 08:10:28.410915 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0eb22b42-7095-4f68-901f-7f71d6549e2e tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:28.422885 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 8da89690-727e-4a67-bdda-ce4a9ccacf5b triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:10:28.424216 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:28.427365 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0eb22b42-7095-4f68-901f-7f71d6549e2e tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:28.458351 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['4e411f3a-d0ed-414a-ae89-39cb329d8577'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:10:28.475878 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-16e15df0-2364-4679-a3c0-6de496611536 req-493125d0-dfd0-4f0e-a653-4cc80d93fa65 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144981 Nov 12 08:10:28.593398 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b6e5498c-d4c9-4b97-9311-cb4217fccd47 req-4ddc6fff-108f-4c68-97a0-abb9317c629e tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] 10.222.0.26 "GET /v2.0/ports?device_id=a5d414fa-ba5d-4243-8c92-56087450eab9 HTTP/1.1" status: 200 len: 210 time: 0.0831404 Nov 12 08:10:28.613293 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb22b42-7095-4f68-901f-7f71d6549e2e tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Pushing event updated for resources: {'Port': ['ID=1282cde8-7628-4fe4-87f5-64be334d5ef5,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:28.634892 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0eb22b42-7095-4f68-901f-7f71d6549e2e tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:28.687911 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0eb22b42-7095-4f68-901f-7f71d6549e2e tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:28.707189 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-0eb22b42-7095-4f68-901f-7f71d6549e2e tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6137502 Nov 12 08:10:28.867964 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0f8e6-10ea-439c-8d0c-51c93e5d40aa req-708b0c57-e59e-4001-90ae-cc90ce47b4fc tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:28.887044 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0f8e6-10ea-439c-8d0c-51c93e5d40aa req-708b0c57-e59e-4001-90ae-cc90ce47b4fc tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:28.902533 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0f8e6-10ea-439c-8d0c-51c93e5d40aa req-708b0c57-e59e-4001-90ae-cc90ce47b4fc tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:28.924306 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0f8e6-10ea-439c-8d0c-51c93e5d40aa req-708b0c57-e59e-4001-90ae-cc90ce47b4fc tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:28.940468 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0f8e6-10ea-439c-8d0c-51c93e5d40aa req-708b0c57-e59e-4001-90ae-cc90ce47b4fc tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:28.952646 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0f8e6-10ea-439c-8d0c-51c93e5d40aa req-708b0c57-e59e-4001-90ae-cc90ce47b4fc tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:28.965208 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0f8e6-10ea-439c-8d0c-51c93e5d40aa req-708b0c57-e59e-4001-90ae-cc90ce47b4fc tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:28.975227 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5fc0f8e6-10ea-439c-8d0c-51c93e5d40aa req-708b0c57-e59e-4001-90ae-cc90ce47b4fc tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd1d6ac-fc22-40b4-9334-b79b8f638fb9 HTTP/1.1" status: 200 len: 5419 time: 0.3184955 Nov 12 08:10:29.074691 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a91bbf7-3653-465d-a93c-4d251b584576 req-680ca935-04ce-48de-befa-15830cca3cc2 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:29.075427 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2a91bbf7-3653-465d-a93c-4d251b584576 req-680ca935-04ce-48de-befa-15830cca3cc2 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] 10.222.0.21 "GET /v2.0/networks?id=02a32135-0065-45ce-974d-27815ac6e32c HTTP/1.1" status: 200 len: 812 time: 0.3437612 Nov 12 08:10:29.111899 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5fc0f8e6-10ea-439c-8d0c-51c93e5d40aa req-12de5e52-0561-4bf5-9f1c-4ba508a7bb8a tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b5c7833-24a2-4c14-bc24-7cc6ddd646d8&id=edb098b1-b850-4d1f-9907-ebc80ab17859&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1273265 Nov 12 08:10:29.122105 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295c7b28-7e97-4190-8185-f47fb77f84c5 req-dae8e7dc-d865-4a65-a967-563eed334ee5 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:29.125115 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-295c7b28-7e97-4190-8185-f47fb77f84c5 req-dae8e7dc-d865-4a65-a967-563eed334ee5 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5b5785-a47f-4561-a4b6-f5a68cfe2ed6 HTTP/1.1" status: 200 len: 950 time: 0.2027795 Nov 12 08:10:29.285303 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2a91bbf7-3653-465d-a93c-4d251b584576 req-86a5d99b-33ce-4f77-86da-5646a32f7cc5 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87e1c7a524e4438c8d5ef825876f155a HTTP/1.1" status: 200 len: 380 time: 0.1962667 Nov 12 08:10:29.296411 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-2a91bbf7-3653-465d-a93c-4d251b584576 req-06542695-1d54-4f08-88ae-847ff948e3f8 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Request body: {'port': {'device_id': 'a5d414fa-ba5d-4243-8c92-56087450eab9', 'network_id': '02a32135-0065-45ce-974d-27815ac6e32c', 'admin_state_up': True, 'tenant_id': '87e1c7a524e4438c8d5ef825876f155a', 'security_groups': ['81e9c1ea-9381-4435-8663-b77189ab101d']}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:10:29.321857 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288081cb-bcac-4aa4-a078-dc05be265baa req-61c90a9e-1709-4e82-9fae-c2d570153f9d tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:29.324863 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-288081cb-bcac-4aa4-a078-dc05be265baa req-61c90a9e-1709-4e82-9fae-c2d570153f9d tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] 10.222.0.26 "GET /v2.0/ports?device_id=f312a3b2-b27c-43a7-8ece-4c4ff8a72754 HTTP/1.1" status: 200 len: 943 time: 0.1193073 Nov 12 08:10:29.346480 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-295c7b28-7e97-4190-8185-f47fb77f84c5 req-c41f3bb7-b93f-434c-9735-e8f5c273e10b tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb487f5-7b7a-45ea-a48a-5e5b4b4e6e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074676 Nov 12 08:10:29.474000 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-288081cb-bcac-4aa4-a078-dc05be265baa req-329fc79d-9817-4ee2-bf6c-f7a2048fe821 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] 10.222.0.26 "GET /v2.0/security-groups?id=3e2c6d71-9d00-4992-8976-785692969164&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1398911 Nov 12 08:10:29.587645 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a91bbf7-3653-465d-a93c-4d251b584576 req-06542695-1d54-4f08-88ae-847ff948e3f8 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Made reservation on behalf of 87e1c7a524e4438c8d5ef825876f155a for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:10:29.593899 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-2a91bbf7-3653-465d-a93c-4d251b584576 req-06542695-1d54-4f08-88ae-847ff948e3f8 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:29.656078 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 4e411f3a-d0ed-414a-ae89-39cb329d8577 up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:10:29.807069 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port 4e411f3a-d0ed-414a-ae89-39cb329d8577 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:10:29.807442 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:29.831183 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9c382591-8e6c-4a92-8013-2a985cdae4ff req-14bd1a53-b0ba-4631-8332-a69c478f585b tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] 10.222.0.26 "GET /v2.0/ports?device_id=a5d414fa-ba5d-4243-8c92-56087450eab9 HTTP/1.1" status: 200 len: 210 time: 0.0766642 Nov 12 08:10:29.895952 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-2a91bbf7-3653-465d-a93c-4d251b584576 req-06542695-1d54-4f08-88ae-847ff948e3f8 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Allocated IP 172.20.0.5 (02a32135-0065-45ce-974d-27815ac6e32c/cc8e413e-37a0-429c-9307-b148ff2851e0/7d3fb4a9-91b7-499a-8d81-c9477121daa2) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:10:30.012424 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:30.101441 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16f00ffb-c46c-4a16-bab8-59031d7bab45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e411f3a-d0ed-414a-ae89-39cb329d8577'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:10:30.109342 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc11dd23-ab31-49ce-b891-9edc8715fdcf req-37847036-ec7c-44be-bab0-856d67f3cb97 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:30.113306 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e73698b-cbe6-4460-be80-f3b5087c7773" -d '{"events": [{"server_uuid": "16f00ffb-c46c-4a16-bab8-59031d7bab45", "name": "network-vif-plugged", "status": "completed", "tag": "4e411f3a-d0ed-414a-ae89-39cb329d8577"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:10:30.119051 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dc11dd23-ab31-49ce-b891-9edc8715fdcf req-37847036-ec7c-44be-bab0-856d67f3cb97 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=96a9cab0-60b5-4289-a73f-a894f7e4644d HTTP/1.1" status: 200 len: 949 time: 0.2034976 Nov 12 08:10:30.160641 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 4e411f3a-d0ed-414a-ae89-39cb329d8577, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=4e411f3a-d0ed-414a-ae89-39cb329d8577,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:30.171803 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:30.239978 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd27614d-63aa-4d4f-8b5f-41933214a409 x-openstack-request-id: req-cd27614d-63aa-4d4f-8b5f-41933214a409 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:10:30.240435 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16f00ffb-c46c-4a16-bab8-59031d7bab45", "name": "network-vif-plugged", "status": "completed", "tag": "4e411f3a-d0ed-414a-ae89-39cb329d8577", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:10:30.240691 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cd27614d-63aa-4d4f-8b5f-41933214a409 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:10:30.241088 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16f00ffb-c46c-4a16-bab8-59031d7bab45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e411f3a-d0ed-414a-ae89-39cb329d8577', 'code': 200} Nov 12 08:10:30.337575 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dc11dd23-ab31-49ce-b891-9edc8715fdcf req-f721fbdb-c1eb-4e8e-8919-316da7f653f4 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129047 Nov 12 08:10:30.374904 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=4e411f3a-d0ed-414a-ae89-39cb329d8577,revision_number=7']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:30.447615 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132a93f5-0a7d-4061-b607-be1584fa935e req-d3a115a6-b9fc-4638-83ab-dbc88bb7db59 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:30.477188 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132a93f5-0a7d-4061-b607-be1584fa935e req-d3a115a6-b9fc-4638-83ab-dbc88bb7db59 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:30.500386 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132a93f5-0a7d-4061-b607-be1584fa935e req-d3a115a6-b9fc-4638-83ab-dbc88bb7db59 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:30.518816 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132a93f5-0a7d-4061-b607-be1584fa935e req-d3a115a6-b9fc-4638-83ab-dbc88bb7db59 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:30.543282 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-2a91bbf7-3653-465d-a93c-4d251b584576 req-06542695-1d54-4f08-88ae-847ff948e3f8 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:30.552887 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132a93f5-0a7d-4061-b607-be1584fa935e req-d3a115a6-b9fc-4638-83ab-dbc88bb7db59 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:30.568573 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132a93f5-0a7d-4061-b607-be1584fa935e req-d3a115a6-b9fc-4638-83ab-dbc88bb7db59 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:30.592510 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132a93f5-0a7d-4061-b607-be1584fa935e req-d3a115a6-b9fc-4638-83ab-dbc88bb7db59 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:30.606750 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-132a93f5-0a7d-4061-b607-be1584fa935e req-d3a115a6-b9fc-4638-83ab-dbc88bb7db59 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd1d6ac-fc22-40b4-9334-b79b8f638fb9 HTTP/1.1" status: 200 len: 5419 time: 0.3032851 Nov 12 08:10:30.687127 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 725ea740-89a0-44ae-9ca0-d7dd5213cd26 details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:10:30.759577 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a4e0e-6b60-4985-bd39-c10f5db98f7e req-2b478c4c-836d-4844-832d-dd36d56287ad tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:30.769538 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-010a4e0e-6b60-4985-bd39-c10f5db98f7e req-2b478c4c-836d-4844-832d-dd36d56287ad tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5b5785-a47f-4561-a4b6-f5a68cfe2ed6 HTTP/1.1" status: 200 len: 950 time: 0.2753503 Nov 12 08:10:30.780013 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-132a93f5-0a7d-4061-b607-be1584fa935e req-24819cf6-48a1-4c43-bc64-809d15d1698d tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b5c7833-24a2-4c14-bc24-7cc6ddd646d8&id=edb098b1-b850-4d1f-9907-ebc80ab17859&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1533134 Nov 12 08:10:30.806077 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-2a91bbf7-3653-465d-a93c-4d251b584576 req-06542695-1d54-4f08-88ae-847ff948e3f8 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:30.905621 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a91bbf7-3653-465d-a93c-4d251b584576 req-06542695-1d54-4f08-88ae-847ff948e3f8 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Network 02a32135-0065-45ce-974d-27815ac6e32c is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:10:30.924985 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-2a91bbf7-3653-465d-a93c-4d251b584576 req-06542695-1d54-4f08-88ae-847ff948e3f8 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:10:30.927571 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a91bbf7-3653-465d-a93c-4d251b584576 req-06542695-1d54-4f08-88ae-847ff948e3f8 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:10:30.940555 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06542695-1d54-4f08-88ae-847ff948e3f8 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Pushing event updated for resources: {'Port': ['ID=7d3fb4a9-91b7-499a-8d81-c9477121daa2,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:30.985175 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 725ea740-89a0-44ae-9ca0-d7dd5213cd26, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=725ea740-89a0-44ae-9ca0-d7dd5213cd26,segment=NetworkSegment(c1acfdd1-5634-4383-a3b0-beb6da56b542),segment_id=c1acfdd1-5634-4383-a3b0-beb6da56b542)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:31.015209 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Returning: {'device': '725ea740-89a0-44ae-9ca0-d7dd5213cd26', 'network_id': '8e17c76e-613f-40d2-ae39-1725682b1af7', 'port_id': '725ea740-89a0-44ae-9ca0-d7dd5213cd26', 'mac_address': 'fa:16:3e:f9:3f:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73099bd0-5c51-4de3-ba74-9eb47a87705d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:10:31.050395 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a91bbf7-3653-465d-a93c-4d251b584576 req-06542695-1d54-4f08-88ae-847ff948e3f8 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:31.051371 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-2a91bbf7-3653-465d-a93c-4d251b584576 req-06542695-1d54-4f08-88ae-847ff948e3f8 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:31.074746 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-010a4e0e-6b60-4985-bd39-c10f5db98f7e req-af4b3a34-8399-4981-9613-e2b4c3d48966 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb487f5-7b7a-45ea-a48a-5e5b4b4e6e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900753 Nov 12 08:10:31.122289 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2a91bbf7-3653-465d-a93c-4d251b584576 req-06542695-1d54-4f08-88ae-847ff948e3f8 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8303678 Nov 12 08:10:31.136368 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-2a91bbf7-3653-465d-a93c-4d251b584576 req-f5694109-42a7-4883-bf0b-e257e8fee6cd service neutron] Request body: {'port': {'device_id': 'a5d414fa-ba5d-4243-8c92-56087450eab9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:10:31.143504 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:31.194138 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-e530113a-7783-48f4-9840-8911a24052df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 725ea740-89a0-44ae-9ca0-d7dd5213cd26 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:10:31.248784 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-2a91bbf7-3653-465d-a93c-4d251b584576 req-f5694109-42a7-4883-bf0b-e257e8fee6cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:31.253352 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 725ea740-89a0-44ae-9ca0-d7dd5213cd26, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=725ea740-89a0-44ae-9ca0-d7dd5213cd26,segment=NetworkSegment(c1acfdd1-5634-4383-a3b0-beb6da56b542),segment_id=c1acfdd1-5634-4383-a3b0-beb6da56b542)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:31.271370 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:31.362194 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=725ea740-89a0-44ae-9ca0-d7dd5213cd26,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:31.414473 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-b2e9a458-be9c-438e-a221-ab2704907f1c None None] Provisioning complete for port 7d3fb4a9-91b7-499a-8d81-c9477121daa2 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:10:31.415135 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b2e9a458-be9c-438e-a221-ab2704907f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:31.449979 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da6b29-4f9a-45af-8e09-79a25fbdf6bd req-00ab83c1-fb4a-44c2-af5d-11d0cee9c9fc tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:31.453405 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-78da6b29-4f9a-45af-8e09-79a25fbdf6bd req-00ab83c1-fb4a-44c2-af5d-11d0cee9c9fc tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] 10.222.0.26 "GET /v2.0/ports?device_id=f312a3b2-b27c-43a7-8ece-4c4ff8a72754 HTTP/1.1" status: 200 len: 944 time: 0.1973898 Nov 12 08:10:31.488172 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-b2e9a458-be9c-438e-a221-ab2704907f1c None None] Port 7d3fb4a9-91b7-499a-8d81-c9477121daa2 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:10:31.586942 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-78da6b29-4f9a-45af-8e09-79a25fbdf6bd req-d1165ad1-4a5b-4d96-839a-9501d76a3d38 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] 10.222.0.26 "GET /v2.0/security-groups?id=3e2c6d71-9d00-4992-8976-785692969164&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216900 Nov 12 08:10:31.663222 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['725ea740-89a0-44ae-9ca0-d7dd5213cd26'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:10:31.923670 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-2a91bbf7-3653-465d-a93c-4d251b584576 req-f5694109-42a7-4883-bf0b-e257e8fee6cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d3fb4a9-91b7-499a-8d81-c9477121daa2 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:10:31.953287 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-2a91bbf7-3653-465d-a93c-4d251b584576 req-f5694109-42a7-4883-bf0b-e257e8fee6cd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:31.986482 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-2a91bbf7-3653-465d-a93c-4d251b584576 req-f5694109-42a7-4883-bf0b-e257e8fee6cd service neutron] Transition to ACTIVE for port object 7d3fb4a9-91b7-499a-8d81-c9477121daa2 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:10:31.992253 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-2a91bbf7-3653-465d-a93c-4d251b584576 req-f5694109-42a7-4883-bf0b-e257e8fee6cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:32.024603 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf076a5d-1d20-4638-b15e-f2a591f0c753 req-d818369b-b223-4733-be08-ed26a0a6d374 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:32.026308 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cf076a5d-1d20-4638-b15e-f2a591f0c753 req-d818369b-b223-4733-be08-ed26a0a6d374 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] 10.222.0.26 "GET /v2.0/ports?device_id=a5d414fa-ba5d-4243-8c92-56087450eab9 HTTP/1.1" status: 200 len: 931 time: 0.1812677 Nov 12 08:10:32.410922 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5694109-42a7-4883-bf0b-e257e8fee6cd service neutron] Pushing event updated for resources: {'Port': ['ID=7d3fb4a9-91b7-499a-8d81-c9477121daa2,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:32.494367 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cf076a5d-1d20-4638-b15e-f2a591f0c753 req-cbaec3b6-3716-41f4-a01f-0506b17ba7ea tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] 10.222.0.26 "GET /v2.0/security-groups?id=81e9c1ea-9381-4435-8663-b77189ab101d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350033 Nov 12 08:10:32.528672 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-2a91bbf7-3653-465d-a93c-4d251b584576 req-f5694109-42a7-4883-bf0b-e257e8fee6cd service neutron] Attempting to bind port 7d3fb4a9-91b7-499a-8d81-c9477121daa2 on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:10:32.530736 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-2a91bbf7-3653-465d-a93c-4d251b584576 req-f5694109-42a7-4883-bf0b-e257e8fee6cd service neutron] Attempting to bind port 7d3fb4a9-91b7-499a-8d81-c9477121daa2 by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': '9731bde9-1bbe-48ed-a64f-4cf0a0cc31e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '02a32135-0065-45ce-974d-27815ac6e32c'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:10:32.531895 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a91bbf7-3653-465d-a93c-4d251b584576 req-f5694109-42a7-4883-bf0b-e257e8fee6cd service neutron] Attempting to bind port 7d3fb4a9-91b7-499a-8d81-c9477121daa2 on network 02a32135-0065-45ce-974d-27815ac6e32c {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:10:32.558368 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a91bbf7-3653-465d-a93c-4d251b584576 req-f5694109-42a7-4883-bf0b-e257e8fee6cd service neutron] Port 7d3fb4a9-91b7-499a-8d81-c9477121daa2 on network 02a32135-0065-45ce-974d-27815ac6e32c not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:10:32.558787 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a91bbf7-3653-465d-a93c-4d251b584576 req-f5694109-42a7-4883-bf0b-e257e8fee6cd service neutron] Attempting to bind port 7d3fb4a9-91b7-499a-8d81-c9477121daa2 on network 02a32135-0065-45ce-974d-27815ac6e32c {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:10:32.574788 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a91bbf7-3653-465d-a93c-4d251b584576 req-f5694109-42a7-4883-bf0b-e257e8fee6cd service neutron] Checking agent: {'id': '26215384-8035-4ce2-971a-8e67be80da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:10:32.576257 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a91bbf7-3653-465d-a93c-4d251b584576 req-f5694109-42a7-4883-bf0b-e257e8fee6cd service neutron] Checking segment: {'id': '9731bde9-1bbe-48ed-a64f-4cf0a0cc31e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '02a32135-0065-45ce-974d-27815ac6e32c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:10:32.576814 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a91bbf7-3653-465d-a93c-4d251b584576 req-f5694109-42a7-4883-bf0b-e257e8fee6cd service neutron] Bound using segment: {'id': '9731bde9-1bbe-48ed-a64f-4cf0a0cc31e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '02a32135-0065-45ce-974d-27815ac6e32c'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:10:32.577290 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-2a91bbf7-3653-465d-a93c-4d251b584576 req-f5694109-42a7-4883-bf0b-e257e8fee6cd service neutron] Bound port: 7d3fb4a9-91b7-499a-8d81-c9477121daa2, host: n-h1-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9731bde9-1bbe-48ed-a64f-4cf0a0cc31e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '02a32135-0065-45ce-974d-27815ac6e32c'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:10:32.577666 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-2a91bbf7-3653-465d-a93c-4d251b584576 req-f5694109-42a7-4883-bf0b-e257e8fee6cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:32.731789 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-2a91bbf7-3653-465d-a93c-4d251b584576 req-f5694109-42a7-4883-bf0b-e257e8fee6cd service neutron] For port 7d3fb4a9-91b7-499a-8d81-c9477121daa2, host n-h1-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:10:32.736542 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-2a91bbf7-3653-465d-a93c-4d251b584576 req-f5694109-42a7-4883-bf0b-e257e8fee6cd service neutron] For port 7d3fb4a9-91b7-499a-8d81-c9477121daa2, host n-h1-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=7d3fb4a9-91b7-499a-8d81-c9477121daa2,segment=NetworkSegment(9731bde9-1bbe-48ed-a64f-4cf0a0cc31e9),segment_id=9731bde9-1bbe-48ed-a64f-4cf0a0cc31e9)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:10:32.746122 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55503ba8-071d-400d-9b8f-d9893f2b77be req-69308010-7ec1-4ac9-82a5-1babd241188a tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:32.747924 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-55503ba8-071d-400d-9b8f-d9893f2b77be req-69308010-7ec1-4ac9-82a5-1babd241188a tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5b5785-a47f-4561-a4b6-f5a68cfe2ed6 HTTP/1.1" status: 200 len: 950 time: 0.0953307 Nov 12 08:10:32.749630 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-2a91bbf7-3653-465d-a93c-4d251b584576 req-f5694109-42a7-4883-bf0b-e257e8fee6cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:32.832311 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a91bbf7-3653-465d-a93c-4d251b584576 req-f5694109-42a7-4883-bf0b-e257e8fee6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:32.832968 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-2a91bbf7-3653-465d-a93c-4d251b584576 req-f5694109-42a7-4883-bf0b-e257e8fee6cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:32.834955 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2a91bbf7-3653-465d-a93c-4d251b584576 req-f5694109-42a7-4883-bf0b-e257e8fee6cd service neutron] 10.222.0.21 "PUT /v2.0/ports/7d3fb4a9-91b7-499a-8d81-c9477121daa2 HTTP/1.1" status: 200 len: 1092 time: 1.7031522 Nov 12 08:10:32.848870 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5d414fa-ba5d-4243-8c92-56087450eab9', 'tag': '7d3fb4a9-91b7-499a-8d81-c9477121daa2'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:10:32.859388 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08f1cbe1-e478-427a-845c-874b21820c4b" -d '{"events": [{"name": "network-changed", "server_uuid": "a5d414fa-ba5d-4243-8c92-56087450eab9", "tag": "7d3fb4a9-91b7-499a-8d81-c9477121daa2"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:10:33.045711 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-55503ba8-071d-400d-9b8f-d9893f2b77be req-477a7dc3-1f60-494e-b423-f4f23388ef58 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb487f5-7b7a-45ea-a48a-5e5b4b4e6e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452943 Nov 12 08:10:33.088892 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5694109-42a7-4883-bf0b-e257e8fee6cd service neutron] Pushing event updated for resources: {'Port': ['ID=7d3fb4a9-91b7-499a-8d81-c9477121daa2,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:33.133158 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a91bbf7-3653-465d-a93c-4d251b584576 req-ea08320d-d993-4587-aabd-d88106d500ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:33.134985 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2a91bbf7-3653-465d-a93c-4d251b584576 req-ea08320d-d993-4587-aabd-d88106d500ed service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=87e1c7a524e4438c8d5ef825876f155a&device_id=a5d414fa-ba5d-4243-8c92-56087450eab9 HTTP/1.1" status: 200 len: 1095 time: 0.2443252 Nov 12 08:10:33.272974 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2a91bbf7-3653-465d-a93c-4d251b584576 req-9e6480d2-bc55-4dad-b1c1-a10356110823 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d3fb4a9-91b7-499a-8d81-c9477121daa2 HTTP/1.1" status: 200 len: 217 time: 0.1258581 Nov 12 08:10:33.389159 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74343dd2-fc94-4406-8a1e-c62ab5d17338 req-d0cf739b-6013-4f08-9e3c-07013cab1e67 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:33.407240 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-74343dd2-fc94-4406-8a1e-c62ab5d17338 req-d0cf739b-6013-4f08-9e3c-07013cab1e67 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=96a9cab0-60b5-4289-a73f-a894f7e4644d HTTP/1.1" status: 200 len: 949 time: 0.1474023 Nov 12 08:10:33.441403 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a91bbf7-3653-465d-a93c-4d251b584576 req-35fbe610-2069-4967-8847-353e71dae9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:33.443157 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2a91bbf7-3653-465d-a93c-4d251b584576 req-35fbe610-2069-4967-8847-353e71dae9e1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cc8e413e-37a0-429c-9307-b148ff2851e0 HTTP/1.1" status: 200 len: 851 time: 0.1518338 Nov 12 08:10:33.524201 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-74343dd2-fc94-4406-8a1e-c62ab5d17338 req-cf7cee4d-ea8d-41f3-acf9-c7c17a145f09 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031463 Nov 12 08:10:33.537005 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a91bbf7-3653-465d-a93c-4d251b584576 req-0e6e8135-8a48-433c-822d-8039d068bf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:33.539512 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2a91bbf7-3653-465d-a93c-4d251b584576 req-0e6e8135-8a48-433c-822d-8039d068bf01 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=02a32135-0065-45ce-974d-27815ac6e32c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0832374 Nov 12 08:10:33.759943 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2a91bbf7-3653-465d-a93c-4d251b584576 req-c8d0de0f-4530-420b-95bd-e97c10d9c81b service neutron] 10.222.0.21 "GET /v2.0/networks/02a32135-0065-45ce-974d-27815ac6e32c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091875 Nov 12 08:10:33.862260 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a76946fd-9961-46a1-b6d0-43b73ffb1720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:33.892516 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4babedc5-1578-4f90-bf12-c5a0617c1011 req-788d77d6-5641-42ba-9b75-ea4d6cab14dc tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:33.899560 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4babedc5-1578-4f90-bf12-c5a0617c1011 req-788d77d6-5641-42ba-9b75-ea4d6cab14dc tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:33.905746 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4babedc5-1578-4f90-bf12-c5a0617c1011 req-788d77d6-5641-42ba-9b75-ea4d6cab14dc tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:33.912221 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4babedc5-1578-4f90-bf12-c5a0617c1011 req-788d77d6-5641-42ba-9b75-ea4d6cab14dc tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:33.924412 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4babedc5-1578-4f90-bf12-c5a0617c1011 req-788d77d6-5641-42ba-9b75-ea4d6cab14dc tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:33.931572 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4babedc5-1578-4f90-bf12-c5a0617c1011 req-788d77d6-5641-42ba-9b75-ea4d6cab14dc tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:33.938795 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4babedc5-1578-4f90-bf12-c5a0617c1011 req-788d77d6-5641-42ba-9b75-ea4d6cab14dc tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:33.947495 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4babedc5-1578-4f90-bf12-c5a0617c1011 req-788d77d6-5641-42ba-9b75-ea4d6cab14dc tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd1d6ac-fc22-40b4-9334-b79b8f638fb9 HTTP/1.1" status: 200 len: 5419 time: 0.2978094 Nov 12 08:10:34.054473 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2a91bbf7-3653-465d-a93c-4d251b584576 req-95c7baba-957a-49c6-bec8-ebe7b4e1da96 service neutron] 10.222.0.21 "GET /v2.0/networks/02a32135-0065-45ce-974d-27815ac6e32c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2843206 Nov 12 08:10:34.071638 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4babedc5-1578-4f90-bf12-c5a0617c1011 req-bc30f67d-a3cd-4add-896f-6817221a0d69 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b5c7833-24a2-4c14-bc24-7cc6ddd646d8&id=edb098b1-b850-4d1f-9907-ebc80ab17859&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1230969 Nov 12 08:10:34.247058 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51673355-6700-40f1-bf0d-90a1fa94a1aa req-558fd67b-5681-4f0d-9d29-b0d59a44f949 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:34.248724 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-51673355-6700-40f1-bf0d-90a1fa94a1aa req-558fd67b-5681-4f0d-9d29-b0d59a44f949 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] 10.222.0.26 "GET /v2.0/ports?device_id=f312a3b2-b27c-43a7-8ece-4c4ff8a72754 HTTP/1.1" status: 200 len: 944 time: 0.0874650 Nov 12 08:10:34.335544 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-51673355-6700-40f1-bf0d-90a1fa94a1aa req-a54e32de-b3f8-4196-8ced-91686b56bad3 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] 10.222.0.26 "GET /v2.0/security-groups?id=3e2c6d71-9d00-4992-8976-785692969164&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725598 Nov 12 08:10:34.412338 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-079691f7-21a8-4e8f-8f76-39744d902089 x-openstack-request-id: req-079691f7-21a8-4e8f-8f76-39744d902089 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:10:34.412675 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5d414fa-ba5d-4243-8c92-56087450eab9", "tag": "7d3fb4a9-91b7-499a-8d81-c9477121daa2", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:10:34.412936 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-079691f7-21a8-4e8f-8f76-39744d902089 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:10:34.413341 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5d414fa-ba5d-4243-8c92-56087450eab9', 'tag': '7d3fb4a9-91b7-499a-8d81-c9477121daa2', 'status': 'completed', 'code': 200} Nov 12 08:10:34.501330 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f1cbe1-e478-427a-845c-874b21820c4b req-d1e62138-71b7-4324-913c-a65981b2a788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:34.502949 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-08f1cbe1-e478-427a-845c-874b21820c4b req-d1e62138-71b7-4324-913c-a65981b2a788 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=87e1c7a524e4438c8d5ef825876f155a&device_id=a5d414fa-ba5d-4243-8c92-56087450eab9 HTTP/1.1" status: 200 len: 1095 time: 0.0608153 Nov 12 08:10:34.646544 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f1cbe1-e478-427a-845c-874b21820c4b req-f9f5447a-2b85-405a-94d4-f2b8c4940ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:34.649103 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-08f1cbe1-e478-427a-845c-874b21820c4b req-f9f5447a-2b85-405a-94d4-f2b8c4940ea1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=02a32135-0065-45ce-974d-27815ac6e32c HTTP/1.1" status: 200 len: 913 time: 0.1348078 Nov 12 08:10:34.703667 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-08f1cbe1-e478-427a-845c-874b21820c4b req-f7395ba3-88de-42bd-9d84-dc3090709b0d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d3fb4a9-91b7-499a-8d81-c9477121daa2 HTTP/1.1" status: 200 len: 217 time: 0.0425370 Nov 12 08:10:34.704683 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 725ea740-89a0-44ae-9ca0-d7dd5213cd26 up at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:10:34.782624 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning for port 725ea740-89a0-44ae-9ca0-d7dd5213cd26 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:10:34.787870 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning complete for port 725ea740-89a0-44ae-9ca0-d7dd5213cd26 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:10:34.788484 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:34.805171 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f1cbe1-e478-427a-845c-874b21820c4b req-64a49a49-7a04-4cd9-87f9-a7068b011442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:34.811663 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-08f1cbe1-e478-427a-845c-874b21820c4b req-64a49a49-7a04-4cd9-87f9-a7068b011442 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cc8e413e-37a0-429c-9307-b148ff2851e0 HTTP/1.1" status: 200 len: 851 time: 0.0908465 Nov 12 08:10:34.892823 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f1cbe1-e478-427a-845c-874b21820c4b req-1fc4fecf-e84e-4e5f-810a-8dc0543396c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:34.894560 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-08f1cbe1-e478-427a-845c-874b21820c4b req-1fc4fecf-e84e-4e5f-810a-8dc0543396c5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=02a32135-0065-45ce-974d-27815ac6e32c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0696826 Nov 12 08:10:34.910702 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:34.942688 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:34.961437 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f312a3b2-b27c-43a7-8ece-4c4ff8a72754', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '725ea740-89a0-44ae-9ca0-d7dd5213cd26'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:10:34.964195 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca721f0-43c0-4b5c-9e30-31ad6cf29b04" -d '{"events": [{"server_uuid": "f312a3b2-b27c-43a7-8ece-4c4ff8a72754", "name": "network-vif-plugged", "status": "completed", "tag": "725ea740-89a0-44ae-9ca0-d7dd5213cd26"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:10:34.986876 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 725ea740-89a0-44ae-9ca0-d7dd5213cd26, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=725ea740-89a0-44ae-9ca0-d7dd5213cd26,segment=NetworkSegment(c1acfdd1-5634-4383-a3b0-beb6da56b542),segment_id=c1acfdd1-5634-4383-a3b0-beb6da56b542)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:34.994478 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:35.062917 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=725ea740-89a0-44ae-9ca0-d7dd5213cd26,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:35.074612 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-08f1cbe1-e478-427a-845c-874b21820c4b req-f40e58a0-ab1b-480c-9fe1-5f2581eceaa6 service neutron] 10.222.0.21 "GET /v2.0/networks/02a32135-0065-45ce-974d-27815ac6e32c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673837 Nov 12 08:10:35.387263 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-08f1cbe1-e478-427a-845c-874b21820c4b req-f7fbac11-b66a-42d8-8e01-4604d881ce2a service neutron] 10.222.0.21 "GET /v2.0/networks/02a32135-0065-45ce-974d-27815ac6e32c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975097 Nov 12 08:10:35.530113 n-d-765315-29 neutron-server[102599]: INFO neutron.api.v2.resource [req-ede42c3d-8205-49e0-9474-5d77b1167307 req-df18ebd7-1e18-4c1c-9801-1159edcff0f9 service neutron] show failed (client error): The resource could not be found. Nov 12 08:10:35.531491 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ede42c3d-8205-49e0-9474-5d77b1167307 req-df18ebd7-1e18-4c1c-9801-1159edcff0f9 service neutron] 10.222.0.21 "GET /v2.0/ports/57e599f1-5ffb-44b1-90b8-87efeef1ee5e/bindings/n-h2-765315-29 HTTP/1.1" status: 404 len: 381 time: 0.0739386 Nov 12 08:10:35.884379 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede42c3d-8205-49e0-9474-5d77b1167307 req-75747f01-ed53-464b-8b0e-48b87533ad05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:35.886544 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ede42c3d-8205-49e0-9474-5d77b1167307 req-75747f01-ed53-464b-8b0e-48b87533ad05 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=96a9cab0-60b5-4289-a73f-a894f7e4644d&tenant_id=f20f3adab6e34964b521814e780e6afc HTTP/1.1" status: 200 len: 1101 time: 0.0999410 Nov 12 08:10:35.930753 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-ede42c3d-8205-49e0-9474-5d77b1167307 req-c1c2f894-3eb6-4983-b981-c23f1c33d0dc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-765315-29', 'device_owner': 'compute:nova'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:10:36.024354 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-ede42c3d-8205-49e0-9474-5d77b1167307 req-c1c2f894-3eb6-4983-b981-c23f1c33d0dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:36.336068 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-ede42c3d-8205-49e0-9474-5d77b1167307 req-c1c2f894-3eb6-4983-b981-c23f1c33d0dc service neutron] For port 57e599f1-5ffb-44b1-90b8-87efeef1ee5e, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=57e599f1-5ffb-44b1-90b8-87efeef1ee5e,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:36.412033 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-ede42c3d-8205-49e0-9474-5d77b1167307 req-c1c2f894-3eb6-4983-b981-c23f1c33d0dc service neutron] For port 57e599f1-5ffb-44b1-90b8-87efeef1ee5e, host n-h1-765315-29, cleared binding levels {{(pid=102600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:10:36.455186 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6235603b-2f3b-4a5e-8de0-5a5b69a25687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:36.463541 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96a9cab0-60b5-4289-a73f-a894f7e4644d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57e599f1-5ffb-44b1-90b8-87efeef1ee5e'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:10:36.466262 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f29acf65-d32f-4ed9-a37f-287a888578f3" -d '{"events": [{"server_uuid": "96a9cab0-60b5-4289-a73f-a894f7e4644d", "name": "network-vif-unplugged", "status": "completed", "tag": "57e599f1-5ffb-44b1-90b8-87efeef1ee5e"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:10:36.472184 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-ede42c3d-8205-49e0-9474-5d77b1167307 req-c1c2f894-3eb6-4983-b981-c23f1c33d0dc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:36.493383 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.provisioning_blocks [req-ede42c3d-8205-49e0-9474-5d77b1167307 req-c1c2f894-3eb6-4983-b981-c23f1c33d0dc service neutron] Transition to ACTIVE for port object 57e599f1-5ffb-44b1-90b8-87efeef1ee5e will not be triggered until provisioned by entity L2. {{(pid=102600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:10:36.498668 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-ede42c3d-8205-49e0-9474-5d77b1167307 req-c1c2f894-3eb6-4983-b981-c23f1c33d0dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:36.590960 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [req-ede42c3d-8205-49e0-9474-5d77b1167307 req-c1c2f894-3eb6-4983-b981-c23f1c33d0dc service neutron] No DVR routers for this DVR port 57e599f1-5ffb-44b1-90b8-87efeef1ee5e on host n-h1-765315-29 {{(pid=102600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:10:36.598934 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c2f894-3eb6-4983-b981-c23f1c33d0dc service neutron] Pushing event updated for resources: {'Port': ['ID=57e599f1-5ffb-44b1-90b8-87efeef1ee5e,revision_number=6']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:36.672207 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-ede42c3d-8205-49e0-9474-5d77b1167307 req-c1c2f894-3eb6-4983-b981-c23f1c33d0dc service neutron] Attempting to bind port 57e599f1-5ffb-44b1-90b8-87efeef1ee5e on host n-h2-765315-29 for vnic_type normal with profile {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:10:36.672743 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-ede42c3d-8205-49e0-9474-5d77b1167307 req-c1c2f894-3eb6-4983-b981-c23f1c33d0dc service neutron] Attempting to bind port 57e599f1-5ffb-44b1-90b8-87efeef1ee5e by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:10:36.673256 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede42c3d-8205-49e0-9474-5d77b1167307 req-c1c2f894-3eb6-4983-b981-c23f1c33d0dc service neutron] Attempting to bind port 57e599f1-5ffb-44b1-90b8-87efeef1ee5e on network 107743df-d3df-459d-a6cd-9e2ab4303016 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:10:36.678302 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede42c3d-8205-49e0-9474-5d77b1167307 req-c1c2f894-3eb6-4983-b981-c23f1c33d0dc service neutron] Port 57e599f1-5ffb-44b1-90b8-87efeef1ee5e on network 107743df-d3df-459d-a6cd-9e2ab4303016 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:10:36.678903 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede42c3d-8205-49e0-9474-5d77b1167307 req-c1c2f894-3eb6-4983-b981-c23f1c33d0dc service neutron] Attempting to bind port 57e599f1-5ffb-44b1-90b8-87efeef1ee5e on network 107743df-d3df-459d-a6cd-9e2ab4303016 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:10:36.691338 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede42c3d-8205-49e0-9474-5d77b1167307 req-c1c2f894-3eb6-4983-b981-c23f1c33d0dc service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:10:36.691973 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede42c3d-8205-49e0-9474-5d77b1167307 req-c1c2f894-3eb6-4983-b981-c23f1c33d0dc service neutron] Checking segment: {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:10:36.692542 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede42c3d-8205-49e0-9474-5d77b1167307 req-c1c2f894-3eb6-4983-b981-c23f1c33d0dc service neutron] Bound using segment: {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:10:36.693183 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-ede42c3d-8205-49e0-9474-5d77b1167307 req-c1c2f894-3eb6-4983-b981-c23f1c33d0dc service neutron] Bound port: 57e599f1-5ffb-44b1-90b8-87efeef1ee5e, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'}}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:10:36.694009 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-ede42c3d-8205-49e0-9474-5d77b1167307 req-c1c2f894-3eb6-4983-b981-c23f1c33d0dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:36.702276 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 84bf60b1-9802-4c17-be1c-ccf3dbe8abcd details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:10:36.858370 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-ede42c3d-8205-49e0-9474-5d77b1167307 req-c1c2f894-3eb6-4983-b981-c23f1c33d0dc service neutron] For port 57e599f1-5ffb-44b1-90b8-87efeef1ee5e, host n-h2-765315-29, cleared binding levels {{(pid=102600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:10:36.864902 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-ede42c3d-8205-49e0-9474-5d77b1167307 req-c1c2f894-3eb6-4983-b981-c23f1c33d0dc service neutron] For port 57e599f1-5ffb-44b1-90b8-87efeef1ee5e, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=57e599f1-5ffb-44b1-90b8-87efeef1ee5e,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:10:36.873675 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 84bf60b1-9802-4c17-be1c-ccf3dbe8abcd, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=84bf60b1-9802-4c17-be1c-ccf3dbe8abcd,segment=NetworkSegment(ef780b90-c001-4df4-8a87-60cbd26d33b1),segment_id=ef780b90-c001-4df4-8a87-60cbd26d33b1)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:36.876276 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-ede42c3d-8205-49e0-9474-5d77b1167307 req-c1c2f894-3eb6-4983-b981-c23f1c33d0dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:36.903834 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Returning: {'device': '84bf60b1-9802-4c17-be1c-ccf3dbe8abcd', 'network_id': '1a323889-6c9a-40df-9d33-3f74857cb8d2', 'port_id': '84bf60b1-9802-4c17-be1c-ccf3dbe8abcd', 'mac_address': 'fa:16:3e:79:ac:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d7c7129-5e48-4c3b-98d9-801e1598df80', 'ip_address': '10.1.1.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:10:36.963183 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede42c3d-8205-49e0-9474-5d77b1167307 req-c1c2f894-3eb6-4983-b981-c23f1c33d0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:36.964090 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-ede42c3d-8205-49e0-9474-5d77b1167307 req-c1c2f894-3eb6-4983-b981-c23f1c33d0dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:36.965830 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ede42c3d-8205-49e0-9474-5d77b1167307 req-c1c2f894-3eb6-4983-b981-c23f1c33d0dc service neutron] 10.222.0.44 "PUT /v2.0/ports/57e599f1-5ffb-44b1-90b8-87efeef1ee5e HTTP/1.1" status: 200 len: 1096 time: 1.0402482 Nov 12 08:10:36.967367 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c2f894-3eb6-4983-b981-c23f1c33d0dc service neutron] Pushing event updated for resources: {'Port': ['ID=57e599f1-5ffb-44b1-90b8-87efeef1ee5e,revision_number=7']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:36.967860 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:36.991317 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-e530113a-7783-48f4-9840-8911a24052df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84bf60b1-9802-4c17-be1c-ccf3dbe8abcd {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:10:37.019894 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 84bf60b1-9802-4c17-be1c-ccf3dbe8abcd, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=84bf60b1-9802-4c17-be1c-ccf3dbe8abcd,segment=NetworkSegment(ef780b90-c001-4df4-8a87-60cbd26d33b1),segment_id=ef780b90-c001-4df4-8a87-60cbd26d33b1)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:37.027848 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:37.030895 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device d68eab59-913a-43c9-aa2c-928060df69bb details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:10:37.131844 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede42c3d-8205-49e0-9474-5d77b1167307 req-cdc592f2-a2f6-47ab-adb7-0717f61d0fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:37.133715 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ede42c3d-8205-49e0-9474-5d77b1167307 req-cdc592f2-a2f6-47ab-adb7-0717f61d0fee service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f20f3adab6e34964b521814e780e6afc&device_id=96a9cab0-60b5-4289-a73f-a894f7e4644d HTTP/1.1" status: 200 len: 1099 time: 0.0764430 Nov 12 08:10:37.174949 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=84bf60b1-9802-4c17-be1c-ccf3dbe8abcd,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:37.279492 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port d68eab59-913a-43c9-aa2c-928060df69bb, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=d68eab59-913a-43c9-aa2c-928060df69bb,segment=NetworkSegment(68a1743e-a8af-4970-92e1-04bf2dc80df9),segment_id=68a1743e-a8af-4970-92e1-04bf2dc80df9)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:37.293337 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Returning: {'device': 'd68eab59-913a-43c9-aa2c-928060df69bb', 'network_id': '98a99309-fcab-4612-ba6f-85e7b28a9784', 'port_id': 'd68eab59-913a-43c9-aa2c-928060df69bb', 'mac_address': 'fa:16:3e:98:a0:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4df3464-1784-4646-b668-8314233aecdd', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:10:37.391932 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:37.440029 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-e530113a-7783-48f4-9840-8911a24052df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d68eab59-913a-43c9-aa2c-928060df69bb {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:10:37.488916 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede42c3d-8205-49e0-9474-5d77b1167307 req-e2a11a1c-5be3-4939-a8a0-a16dcd600755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:37.490816 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ede42c3d-8205-49e0-9474-5d77b1167307 req-e2a11a1c-5be3-4939-a8a0-a16dcd600755 service neutron] 10.222.0.44 "GET /v2.0/networks?id=107743df-d3df-459d-a6cd-9e2ab4303016 HTTP/1.1" status: 200 len: 870 time: 0.2883034 Nov 12 08:10:37.503661 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port d68eab59-913a-43c9-aa2c-928060df69bb, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=d68eab59-913a-43c9-aa2c-928060df69bb,segment=NetworkSegment(68a1743e-a8af-4970-92e1-04bf2dc80df9),segment_id=68a1743e-a8af-4970-92e1-04bf2dc80df9)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:37.512633 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:37.513223 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 2c803051-3860-4c62-bdef-be9267f3772d details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:10:37.571565 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ede42c3d-8205-49e0-9474-5d77b1167307 req-eade857c-d7a2-42d2-b453-a3d166a882ac service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=57e599f1-5ffb-44b1-90b8-87efeef1ee5e HTTP/1.1" status: 200 len: 217 time: 0.0646086 Nov 12 08:10:37.571938 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 2c803051-3860-4c62-bdef-be9267f3772d, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=2c803051-3860-4c62-bdef-be9267f3772d,segment=NetworkSegment(ef780b90-c001-4df4-8a87-60cbd26d33b1),segment_id=ef780b90-c001-4df4-8a87-60cbd26d33b1)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:37.611170 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Returning: {'device': '2c803051-3860-4c62-bdef-be9267f3772d', 'network_id': '1a323889-6c9a-40df-9d33-3f74857cb8d2', 'port_id': '2c803051-3860-4c62-bdef-be9267f3772d', 'mac_address': 'fa:16:3e:7b:26:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d7c7129-5e48-4c3b-98d9-801e1598df80', 'ip_address': '10.1.1.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:10:37.677399 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede42c3d-8205-49e0-9474-5d77b1167307 req-1a5ba6a0-77fe-4d16-8fc9-1b738749f15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:37.679164 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ede42c3d-8205-49e0-9474-5d77b1167307 req-1a5ba6a0-77fe-4d16-8fc9-1b738749f15c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1 HTTP/1.1" status: 200 len: 843 time: 0.0932474 Nov 12 08:10:37.727922 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:37.784901 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=d68eab59-913a-43c9-aa2c-928060df69bb,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:37.789008 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-e530113a-7783-48f4-9840-8911a24052df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c803051-3860-4c62-bdef-be9267f3772d {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:10:37.817787 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 2c803051-3860-4c62-bdef-be9267f3772d, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=2c803051-3860-4c62-bdef-be9267f3772d,segment=NetworkSegment(ef780b90-c001-4df4-8a87-60cbd26d33b1),segment_id=ef780b90-c001-4df4-8a87-60cbd26d33b1)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:37.820538 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:37.821392 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede42c3d-8205-49e0-9474-5d77b1167307 req-d4ec6b35-99e4-448f-826f-898383513811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:37.823530 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ede42c3d-8205-49e0-9474-5d77b1167307 req-d4ec6b35-99e4-448f-826f-898383513811 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=107743df-d3df-459d-a6cd-9e2ab4303016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1277840 Nov 12 08:10:37.824118 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:37.824935 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 0793927c-8519-449f-9816-c38d5e388678 details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:10:37.965938 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ede42c3d-8205-49e0-9474-5d77b1167307 req-8ff6ada4-03ae-44c5-9fc3-44220d892422 service neutron] 10.222.0.44 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301398 Nov 12 08:10:38.059405 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=2c803051-3860-4c62-bdef-be9267f3772d,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:38.121684 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 0793927c-8519-449f-9816-c38d5e388678, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=0793927c-8519-449f-9816-c38d5e388678,segment=NetworkSegment(f2435aad-db59-428a-9763-e2897ac84fcd),segment_id=f2435aad-db59-428a-9763-e2897ac84fcd)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:38.156011 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ede42c3d-8205-49e0-9474-5d77b1167307 req-c0a603ec-4882-446f-84e0-5394b7160a37 service neutron] 10.222.0.44 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764984 Nov 12 08:10:38.166311 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Returning: {'device': '0793927c-8519-449f-9816-c38d5e388678', 'network_id': '24a4ad48-a7af-4b0d-bf7a-0953ccc45cdb', 'port_id': '0793927c-8519-449f-9816-c38d5e388678', 'mac_address': 'fa:16:3e:5a:43:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a038e6b9-1cba-4ddf-94d9-98b3c825b6ae', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:10:38.234968 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:38.257499 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-e530113a-7783-48f4-9840-8911a24052df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0793927c-8519-449f-9816-c38d5e388678 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:10:38.286837 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 0793927c-8519-449f-9816-c38d5e388678, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=0793927c-8519-449f-9816-c38d5e388678,segment=NetworkSegment(f2435aad-db59-428a-9763-e2897ac84fcd),segment_id=f2435aad-db59-428a-9763-e2897ac84fcd)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:38.304792 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:38.306155 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device f1dcc1d8-a453-49ab-adf5-63e92ffd32cd details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:10:38.405103 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port f1dcc1d8-a453-49ab-adf5-63e92ffd32cd, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=f1dcc1d8-a453-49ab-adf5-63e92ffd32cd,segment=NetworkSegment(ef780b90-c001-4df4-8a87-60cbd26d33b1),segment_id=ef780b90-c001-4df4-8a87-60cbd26d33b1)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:38.420544 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=0793927c-8519-449f-9816-c38d5e388678,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:38.428279 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Returning: {'device': 'f1dcc1d8-a453-49ab-adf5-63e92ffd32cd', 'network_id': '1a323889-6c9a-40df-9d33-3f74857cb8d2', 'port_id': 'f1dcc1d8-a453-49ab-adf5-63e92ffd32cd', 'mac_address': 'fa:16:3e:fa:29:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d7c7129-5e48-4c3b-98d9-801e1598df80', 'ip_address': '10.1.1.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:10:38.500471 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:38.530078 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-e530113a-7783-48f4-9840-8911a24052df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1dcc1d8-a453-49ab-adf5-63e92ffd32cd {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:10:38.558433 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port f1dcc1d8-a453-49ab-adf5-63e92ffd32cd, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=f1dcc1d8-a453-49ab-adf5-63e92ffd32cd,segment=NetworkSegment(ef780b90-c001-4df4-8a87-60cbd26d33b1),segment_id=ef780b90-c001-4df4-8a87-60cbd26d33b1)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:38.569891 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:38.570552 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 37b402b7-2184-4bd5-848f-102be806aba4 details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:10:38.834427 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=f1dcc1d8-a453-49ab-adf5-63e92ffd32cd,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:38.855355 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 37b402b7-2184-4bd5-848f-102be806aba4, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=37b402b7-2184-4bd5-848f-102be806aba4,segment=NetworkSegment(68a1743e-a8af-4970-92e1-04bf2dc80df9),segment_id=68a1743e-a8af-4970-92e1-04bf2dc80df9)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:38.867879 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Returning: {'device': '37b402b7-2184-4bd5-848f-102be806aba4', 'network_id': '98a99309-fcab-4612-ba6f-85e7b28a9784', 'port_id': '37b402b7-2184-4bd5-848f-102be806aba4', 'mac_address': 'fa:16:3e:05:16:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4df3464-1784-4646-b668-8314233aecdd', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:10:38.936190 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:38.951891 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-e530113a-7783-48f4-9840-8911a24052df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37b402b7-2184-4bd5-848f-102be806aba4 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:10:38.988167 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 37b402b7-2184-4bd5-848f-102be806aba4, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=37b402b7-2184-4bd5-848f-102be806aba4,segment=NetworkSegment(68a1743e-a8af-4970-92e1-04bf2dc80df9),segment_id=68a1743e-a8af-4970-92e1-04bf2dc80df9)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:38.992946 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:38.993608 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 222d1760-e17f-49ca-84de-7bb56db34609 details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:10:39.085191 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:39.094416 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=37b402b7-2184-4bd5-848f-102be806aba4,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:39.113333 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 222d1760-e17f-49ca-84de-7bb56db34609, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=222d1760-e17f-49ca-84de-7bb56db34609,segment=NetworkSegment(ef780b90-c001-4df4-8a87-60cbd26d33b1),segment_id=ef780b90-c001-4df4-8a87-60cbd26d33b1)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:39.141834 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Returning: {'device': '222d1760-e17f-49ca-84de-7bb56db34609', 'network_id': '1a323889-6c9a-40df-9d33-3f74857cb8d2', 'port_id': '222d1760-e17f-49ca-84de-7bb56db34609', 'mac_address': 'fa:16:3e:a2:e3:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d7c7129-5e48-4c3b-98d9-801e1598df80', 'ip_address': '10.1.1.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:10:39.203607 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:39.220616 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-e530113a-7783-48f4-9840-8911a24052df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 222d1760-e17f-49ca-84de-7bb56db34609 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:10:39.251206 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 222d1760-e17f-49ca-84de-7bb56db34609, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=222d1760-e17f-49ca-84de-7bb56db34609,segment=NetworkSegment(ef780b90-c001-4df4-8a87-60cbd26d33b1),segment_id=ef780b90-c001-4df4-8a87-60cbd26d33b1)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:39.257806 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:39.330534 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 7d3fb4a9-91b7-499a-8d81-c9477121daa2 details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:10:39.379829 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=222d1760-e17f-49ca-84de-7bb56db34609,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:39.519663 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 7d3fb4a9-91b7-499a-8d81-c9477121daa2, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=7d3fb4a9-91b7-499a-8d81-c9477121daa2,segment=NetworkSegment(9731bde9-1bbe-48ed-a64f-4cf0a0cc31e9),segment_id=9731bde9-1bbe-48ed-a64f-4cf0a0cc31e9)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:39.534873 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Returning: {'device': '7d3fb4a9-91b7-499a-8d81-c9477121daa2', 'network_id': '02a32135-0065-45ce-974d-27815ac6e32c', 'port_id': '7d3fb4a9-91b7-499a-8d81-c9477121daa2', 'mac_address': 'fa:16:3e:03:57:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc8e413e-37a0-429c-9307-b148ff2851e0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:10:39.580565 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:39.594432 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-e530113a-7783-48f4-9840-8911a24052df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d3fb4a9-91b7-499a-8d81-c9477121daa2 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:10:39.622198 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 7d3fb4a9-91b7-499a-8d81-c9477121daa2, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=7d3fb4a9-91b7-499a-8d81-c9477121daa2,segment=NetworkSegment(9731bde9-1bbe-48ed-a64f-4cf0a0cc31e9),segment_id=9731bde9-1bbe-48ed-a64f-4cf0a0cc31e9)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:39.627219 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:39.722063 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:39.733305 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=7d3fb4a9-91b7-499a-8d81-c9477121daa2,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:40.458930 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['0793927c-8519-449f-9816-c38d5e388678'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:10:40.505147 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['2c803051-3860-4c62-bdef-be9267f3772d'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:10:40.603337 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['84bf60b1-9802-4c17-be1c-ccf3dbe8abcd'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:10:40.618833 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['f1dcc1d8-a453-49ab-adf5-63e92ffd32cd'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:10:40.669891 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['37b402b7-2184-4bd5-848f-102be806aba4'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:10:40.704166 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['222d1760-e17f-49ca-84de-7bb56db34609'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:10:40.955672 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['d68eab59-913a-43c9-aa2c-928060df69bb'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:10:40.984461 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['7d3fb4a9-91b7-499a-8d81-c9477121daa2'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:10:41.481364 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 57e599f1-5ffb-44b1-90b8-87efeef1ee5e no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:10:41.683518 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 57e599f1-5ffb-44b1-90b8-87efeef1ee5e details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:10:41.795810 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 57e599f1-5ffb-44b1-90b8-87efeef1ee5e not bound to the agent host n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:10:42.073111 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:42.265323 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 57e599f1-5ffb-44b1-90b8-87efeef1ee5e, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=57e599f1-5ffb-44b1-90b8-87efeef1ee5e,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:42.305291 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': '57e599f1-5ffb-44b1-90b8-87efeef1ee5e', 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016', 'port_id': '57e599f1-5ffb-44b1-90b8-87efeef1ee5e', 'mac_address': 'fa:16:3e:7c:31:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:10:42.376644 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:42.401015 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57e599f1-5ffb-44b1-90b8-87efeef1ee5e {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:10:42.431518 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 57e599f1-5ffb-44b1-90b8-87efeef1ee5e, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=57e599f1-5ffb-44b1-90b8-87efeef1ee5e,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:42.438508 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:42.556559 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=57e599f1-5ffb-44b1-90b8-87efeef1ee5e,revision_number=8']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:43.111546 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['57e599f1-5ffb-44b1-90b8-87efeef1ee5e'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:10:43.309307 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 0793927c-8519-449f-9816-c38d5e388678 up at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:10:43.381529 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning for port 0793927c-8519-449f-9816-c38d5e388678 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:10:43.386669 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning complete for port 0793927c-8519-449f-9816-c38d5e388678 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:10:43.387304 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:43.517349 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:43.709684 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 0793927c-8519-449f-9816-c38d5e388678, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=0793927c-8519-449f-9816-c38d5e388678,segment=NetworkSegment(f2435aad-db59-428a-9763-e2897ac84fcd),segment_id=f2435aad-db59-428a-9763-e2897ac84fcd)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:43.714255 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:43.787261 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=0793927c-8519-449f-9816-c38d5e388678,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:44.051254 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99090f76-480e-4810-a501-8d273721db43 req-62decab4-5186-4f91-9271-47b9db2becdb tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:44.052796 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-99090f76-480e-4810-a501-8d273721db43 req-62decab4-5186-4f91-9271-47b9db2becdb tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] 10.222.0.26 "GET /v2.0/ports?device_id=a5d414fa-ba5d-4243-8c92-56087450eab9 HTTP/1.1" status: 200 len: 944 time: 0.0902677 Nov 12 08:10:44.134989 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-99090f76-480e-4810-a501-8d273721db43 req-075114ce-e12e-4a95-9869-8cbf524b740c tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] 10.222.0.26 "GET /v2.0/security-groups?id=81e9c1ea-9381-4435-8663-b77189ab101d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681980 Nov 12 08:10:44.165473 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6593c3fd-d3be-406a-897f-5e1a4f323749 req-4f156707-03fb-4584-9850-9b74493b774e tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:44.173187 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6593c3fd-d3be-406a-897f-5e1a4f323749 req-4f156707-03fb-4584-9850-9b74493b774e tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=96a9cab0-60b5-4289-a73f-a894f7e4644d HTTP/1.1" status: 200 len: 948 time: 0.0756886 Nov 12 08:10:44.175763 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e5c98a6-5149-498d-8c58-3eed03c66f30 x-openstack-request-id: req-5e5c98a6-5149-498d-8c58-3eed03c66f30 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:10:44.176280 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f312a3b2-b27c-43a7-8ece-4c4ff8a72754", "name": "network-vif-plugged", "status": "completed", "tag": "725ea740-89a0-44ae-9ca0-d7dd5213cd26", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:10:44.176382 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5e5c98a6-5149-498d-8c58-3eed03c66f30 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:10:44.176821 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f312a3b2-b27c-43a7-8ece-4c4ff8a72754', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '725ea740-89a0-44ae-9ca0-d7dd5213cd26', 'code': 200} Nov 12 08:10:44.258018 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6593c3fd-d3be-406a-897f-5e1a4f323749 req-07603a49-563e-423f-a596-197f7d65c2b5 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808589 Nov 12 08:10:44.319269 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f432d4e7-7e85-45a9-81c7-22593d3c3af8 req-8ca201ad-9ee6-40c4-9731-cbcf89188ea3 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:44.325738 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f432d4e7-7e85-45a9-81c7-22593d3c3af8 req-8ca201ad-9ee6-40c4-9731-cbcf89188ea3 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:44.333080 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f432d4e7-7e85-45a9-81c7-22593d3c3af8 req-8ca201ad-9ee6-40c4-9731-cbcf89188ea3 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:44.341457 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f432d4e7-7e85-45a9-81c7-22593d3c3af8 req-8ca201ad-9ee6-40c4-9731-cbcf89188ea3 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:44.344641 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645c154b-c68f-478e-9852-415a51cc4189 req-644af62c-fbf4-4415-bfef-c9cb05d185cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:44.346157 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-645c154b-c68f-478e-9852-415a51cc4189 req-644af62c-fbf4-4415-bfef-c9cb05d185cc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f312a3b2-b27c-43a7-8ece-4c4ff8a72754 HTTP/1.1" status: 200 len: 1097 time: 0.0768142 Nov 12 08:10:44.352494 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f432d4e7-7e85-45a9-81c7-22593d3c3af8 req-8ca201ad-9ee6-40c4-9731-cbcf89188ea3 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:44.360551 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f432d4e7-7e85-45a9-81c7-22593d3c3af8 req-8ca201ad-9ee6-40c4-9731-cbcf89188ea3 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:44.372175 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f432d4e7-7e85-45a9-81c7-22593d3c3af8 req-8ca201ad-9ee6-40c4-9731-cbcf89188ea3 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:44.385492 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f432d4e7-7e85-45a9-81c7-22593d3c3af8 req-8ca201ad-9ee6-40c4-9731-cbcf89188ea3 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd1d6ac-fc22-40b4-9334-b79b8f638fb9 HTTP/1.1" status: 200 len: 5427 time: 0.1408806 Nov 12 08:10:44.442681 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-645c154b-c68f-478e-9852-415a51cc4189 req-3b1174b3-de02-414d-a3b7-8948dd2c6db4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3e2c6d71-9d00-4992-8976-785692969164&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809705 Nov 12 08:10:44.458394 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b60fe9a-5b81-47a7-b90f-2b019b0c20fb req-ac113b2a-0071-4f24-8553-a434bf3bcbd4 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:44.460229 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4b60fe9a-5b81-47a7-b90f-2b019b0c20fb req-ac113b2a-0071-4f24-8553-a434bf3bcbd4 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] 10.222.0.26 "GET /v2.0/ports?device_id=f312a3b2-b27c-43a7-8ece-4c4ff8a72754 HTTP/1.1" status: 200 len: 945 time: 0.1126244 Nov 12 08:10:44.464210 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f432d4e7-7e85-45a9-81c7-22593d3c3af8 req-1c608241-3b77-4430-9094-2f73886e23e0 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b5c7833-24a2-4c14-bc24-7cc6ddd646d8&id=edb098b1-b850-4d1f-9907-ebc80ab17859&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0776730 Nov 12 08:10:44.529163 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4b60fe9a-5b81-47a7-b90f-2b019b0c20fb req-cc76096c-dc20-44a3-80d6-c3070e8ef345 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] 10.222.0.26 "GET /v2.0/security-groups?id=3e2c6d71-9d00-4992-8976-785692969164&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601480 Nov 12 08:10:44.555893 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aaf4afd-ca9b-4e1f-a6b3-6d8884cae610 x-openstack-request-id: req-3aaf4afd-ca9b-4e1f-a6b3-6d8884cae610 {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:10:44.556180 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96a9cab0-60b5-4289-a73f-a894f7e4644d", "name": "network-vif-unplugged", "status": "completed", "tag": "57e599f1-5ffb-44b1-90b8-87efeef1ee5e", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:10:44.556427 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3aaf4afd-ca9b-4e1f-a6b3-6d8884cae610 {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:10:44.556818 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96a9cab0-60b5-4289-a73f-a894f7e4644d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57e599f1-5ffb-44b1-90b8-87efeef1ee5e', 'code': 200} Nov 12 08:10:44.694461 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490cb0c9-038e-42ca-8bd4-14bca1c142e7 req-c5796c05-013a-4f4e-be2a-3a2f71a920a3 tempest-LiveAutoBlockMigrationV225Test-1991143985 tempest-LiveAutoBlockMigrationV225Test-1991143985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:44.698006 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-490cb0c9-038e-42ca-8bd4-14bca1c142e7 req-c5796c05-013a-4f4e-be2a-3a2f71a920a3 tempest-LiveAutoBlockMigrationV225Test-1991143985 tempest-LiveAutoBlockMigrationV225Test-1991143985-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=700c8a79-ee5b-4f57-9e36-8ed83a369148 HTTP/1.1" status: 200 len: 1097 time: 0.0902827 Nov 12 08:10:44.753732 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a070370-9185-4627-a3dd-bf9aea41ab48 req-0de58040-9cee-4523-9713-c45566342afd tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:44.755322 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8a070370-9185-4627-a3dd-bf9aea41ab48 req-0de58040-9cee-4523-9713-c45566342afd tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5b5785-a47f-4561-a4b6-f5a68cfe2ed6 HTTP/1.1" status: 200 len: 950 time: 0.0722401 Nov 12 08:10:44.775469 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-490cb0c9-038e-42ca-8bd4-14bca1c142e7 req-63eb668b-6d88-43ce-adc5-71a26e2b2f8e tempest-LiveAutoBlockMigrationV225Test-1991143985 tempest-LiveAutoBlockMigrationV225Test-1991143985-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716896 Nov 12 08:10:44.817690 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8a070370-9185-4627-a3dd-bf9aea41ab48 req-1ee25171-21b3-46f6-af37-ef49e854c1e5 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb487f5-7b7a-45ea-a48a-5e5b4b4e6e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556679 Nov 12 08:10:44.944108 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaa9f00-7b6f-477d-a011-4ec859597644 req-7f757d6a-03c7-4e54-941b-69831f538a88 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:44.946516 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2aaa9f00-7b6f-477d-a011-4ec859597644 req-7f757d6a-03c7-4e54-941b-69831f538a88 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] 10.222.0.26 "GET /v2.0/ports?device_id=16f00ffb-c46c-4a16-bab8-59031d7bab45 HTTP/1.1" status: 200 len: 950 time: 0.0559008 Nov 12 08:10:45.043196 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2aaa9f00-7b6f-477d-a011-4ec859597644 req-cd560379-963c-471d-9e1a-f8bb394ecfa8 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] 10.222.0.26 "GET /v2.0/security-groups?id=b48148c1-2667-4cea-8efc-160914e05df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846221 Nov 12 08:10:45.174181 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d9c1b2-7710-4ab1-ac6e-878380fc75b7 req-ad0b6de2-fc87-432b-bd03-d4c99bb9263d tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:45.175994 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a1d9c1b2-7710-4ab1-ac6e-878380fc75b7 req-ad0b6de2-fc87-432b-bd03-d4c99bb9263d tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=96a9cab0-60b5-4289-a73f-a894f7e4644d HTTP/1.1" status: 200 len: 948 time: 0.0704391 Nov 12 08:10:45.190169 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f23fec-b13b-4e0f-82a8-b0024e1686db req-69a69594-c782-4758-ba30-64615485c65a tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:45.193680 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d2f23fec-b13b-4e0f-82a8-b0024e1686db req-69a69594-c782-4758-ba30-64615485c65a tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.21 "GET /v2.0/ports?device_id=96a9cab0-60b5-4289-a73f-a894f7e4644d&tenant_id=f20f3adab6e34964b521814e780e6afc&binding%3Ahost_id=n-h2-765315-29 HTTP/1.1" status: 200 len: 948 time: 0.1098161 Nov 12 08:10:45.249996 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a1d9c1b2-7710-4ab1-ac6e-878380fc75b7 req-c69178a8-a621-4e95-a9ed-bda3616831c0 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665052 Nov 12 08:10:45.267845 n-d-765315-29 neutron-server[102599]: INFO neutron.api.v2.resource [req-d2f23fec-b13b-4e0f-82a8-b0024e1686db req-2f35ec9b-6d91-4799-ac6d-9c2eb323bb7c service neutron] delete failed (client error): The resource could not be found. Nov 12 08:10:45.268988 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d2f23fec-b13b-4e0f-82a8-b0024e1686db req-2f35ec9b-6d91-4799-ac6d-9c2eb323bb7c service neutron] 10.222.0.21 "DELETE /v2.0/ports/57e599f1-5ffb-44b1-90b8-87efeef1ee5e/bindings/n-h1-765315-29 HTTP/1.1" status: 404 len: 381 time: 0.0653720 Nov 12 08:10:45.305080 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 2c803051-3860-4c62-bdef-be9267f3772d up at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:10:45.400445 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning for port 2c803051-3860-4c62-bdef-be9267f3772d completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:10:45.406676 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning complete for port 2c803051-3860-4c62-bdef-be9267f3772d triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:10:45.410927 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:45.464908 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f23fec-b13b-4e0f-82a8-b0024e1686db req-06e71a97-387e-43b0-8a99-bb2a71a1296a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:45.478013 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d2f23fec-b13b-4e0f-82a8-b0024e1686db req-06e71a97-387e-43b0-8a99-bb2a71a1296a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f20f3adab6e34964b521814e780e6afc&device_id=96a9cab0-60b5-4289-a73f-a894f7e4644d HTTP/1.1" status: 200 len: 1100 time: 0.0917554 Nov 12 08:10:45.563663 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:45.621135 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 2c803051-3860-4c62-bdef-be9267f3772d, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=2c803051-3860-4c62-bdef-be9267f3772d,segment=NetworkSegment(ef780b90-c001-4df4-8a87-60cbd26d33b1),segment_id=ef780b90-c001-4df4-8a87-60cbd26d33b1)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:45.627734 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:45.633951 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f23fec-b13b-4e0f-82a8-b0024e1686db req-477c1b9a-fff3-4609-9eb3-b799a609be8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:45.636295 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d2f23fec-b13b-4e0f-82a8-b0024e1686db req-477c1b9a-fff3-4609-9eb3-b799a609be8f service neutron] 10.222.0.21 "GET /v2.0/networks?id=107743df-d3df-459d-a6cd-9e2ab4303016 HTTP/1.1" status: 200 len: 870 time: 0.1565812 Nov 12 08:10:45.736750 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 57e599f1-5ffb-44b1-90b8-87efeef1ee5e up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:10:45.743202 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=2c803051-3860-4c62-bdef-be9267f3772d,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:45.770930 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d2f23fec-b13b-4e0f-82a8-b0024e1686db req-93bc90ee-d002-45f3-9016-f2a441d5532c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=57e599f1-5ffb-44b1-90b8-87efeef1ee5e HTTP/1.1" status: 200 len: 217 time: 0.1244171 Nov 12 08:10:45.788999 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c489d9-400b-4ea9-aa61-fc70f417ec08 req-aabda4c2-d6c2-46c2-a225-b8dee7ec99bc tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:45.799946 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-19c489d9-400b-4ea9-aa61-fc70f417ec08 req-aabda4c2-d6c2-46c2-a225-b8dee7ec99bc tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] 10.222.0.26 "GET /v2.0/ports?device_id=a5d414fa-ba5d-4243-8c92-56087450eab9 HTTP/1.1" status: 200 len: 944 time: 0.1018879 Nov 12 08:10:45.823000 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning for port 57e599f1-5ffb-44b1-90b8-87efeef1ee5e completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:10:45.829216 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port 57e599f1-5ffb-44b1-90b8-87efeef1ee5e triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:10:45.830380 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:45.895387 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f23fec-b13b-4e0f-82a8-b0024e1686db req-3964fca1-f9a9-4dac-93c1-52c4d971d759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:45.898485 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-19c489d9-400b-4ea9-aa61-fc70f417ec08 req-d60a9175-74b1-49ac-a2af-1a78d1c01160 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] 10.222.0.26 "GET /v2.0/security-groups?id=81e9c1ea-9381-4435-8663-b77189ab101d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975659 Nov 12 08:10:45.902625 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d2f23fec-b13b-4e0f-82a8-b0024e1686db req-3964fca1-f9a9-4dac-93c1-52c4d971d759 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1 HTTP/1.1" status: 200 len: 843 time: 0.1195323 Nov 12 08:10:45.952634 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:45.990386 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f23fec-b13b-4e0f-82a8-b0024e1686db req-d6a0b76f-4504-4bb4-bc90-e4995a2ea5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:45.993132 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d2f23fec-b13b-4e0f-82a8-b0024e1686db req-d6a0b76f-4504-4bb4-bc90-e4995a2ea5ce service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=107743df-d3df-459d-a6cd-9e2ab4303016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0825262 Nov 12 08:10:46.019416 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 57e599f1-5ffb-44b1-90b8-87efeef1ee5e, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=57e599f1-5ffb-44b1-90b8-87efeef1ee5e,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:46.026016 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:46.027088 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 4e411f3a-d0ed-414a-ae89-39cb329d8577 no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:10:46.109487 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee2c74-d21a-4f6e-bf7d-fea564cd473f req-e10f094f-eafa-464f-9cb7-25bba1e3697f tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:46.118400 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee2c74-d21a-4f6e-bf7d-fea564cd473f req-e10f094f-eafa-464f-9cb7-25bba1e3697f tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:46.126137 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee2c74-d21a-4f6e-bf7d-fea564cd473f req-e10f094f-eafa-464f-9cb7-25bba1e3697f tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:46.132511 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee2c74-d21a-4f6e-bf7d-fea564cd473f req-e10f094f-eafa-464f-9cb7-25bba1e3697f tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:46.140401 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee2c74-d21a-4f6e-bf7d-fea564cd473f req-e10f094f-eafa-464f-9cb7-25bba1e3697f tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:46.146542 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=57e599f1-5ffb-44b1-90b8-87efeef1ee5e,revision_number=9']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:46.150683 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee2c74-d21a-4f6e-bf7d-fea564cd473f req-e10f094f-eafa-464f-9cb7-25bba1e3697f tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:46.159162 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee2c74-d21a-4f6e-bf7d-fea564cd473f req-e10f094f-eafa-464f-9cb7-25bba1e3697f tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:46.161305 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-98ee2c74-d21a-4f6e-bf7d-fea564cd473f req-e10f094f-eafa-464f-9cb7-25bba1e3697f tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd1d6ac-fc22-40b4-9334-b79b8f638fb9 HTTP/1.1" status: 200 len: 5428 time: 0.1724732 Nov 12 08:10:46.192291 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bd1d6ac-fc22-40b4-9334-b79b8f638fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0793927c-8519-449f-9816-c38d5e388678'}, {'server_uuid': '3bd1d6ac-fc22-40b4-9334-b79b8f638fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c803051-3860-4c62-bdef-be9267f3772d'}, {'server_uuid': '96a9cab0-60b5-4289-a73f-a894f7e4644d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57e599f1-5ffb-44b1-90b8-87efeef1ee5e'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:10:46.194622 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdaff796-1ef3-4c3e-8b99-7d2e37153fbc" -d '{"events": [{"server_uuid": "3bd1d6ac-fc22-40b4-9334-b79b8f638fb9", "name": "network-vif-plugged", "status": "completed", "tag": "0793927c-8519-449f-9816-c38d5e388678"}, {"server_uuid": "3bd1d6ac-fc22-40b4-9334-b79b8f638fb9", "name": "network-vif-plugged", "status": "completed", "tag": "2c803051-3860-4c62-bdef-be9267f3772d"}, {"server_uuid": "96a9cab0-60b5-4289-a73f-a894f7e4644d", "name": "network-vif-plugged", "status": "completed", "tag": "57e599f1-5ffb-44b1-90b8-87efeef1ee5e"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:10:46.212807 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d2f23fec-b13b-4e0f-82a8-b0024e1686db req-6d02a638-50d5-4d8c-85cb-268ffe888e97 service neutron] 10.222.0.21 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095926 Nov 12 08:10:46.217512 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:46.237740 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-98ee2c74-d21a-4f6e-bf7d-fea564cd473f req-c93ddbb3-4d66-42c0-980e-a2216a94cabb tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b5c7833-24a2-4c14-bc24-7cc6ddd646d8&id=edb098b1-b850-4d1f-9907-ebc80ab17859&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0693259 Nov 12 08:10:46.266004 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 4e411f3a-d0ed-414a-ae89-39cb329d8577, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=4e411f3a-d0ed-414a-ae89-39cb329d8577,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:46.283197 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:46.366478 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d2f23fec-b13b-4e0f-82a8-b0024e1686db req-37c8cae7-7c48-4dda-988e-29a424327e78 service neutron] 10.222.0.21 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462953 Nov 12 08:10:46.375523 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=4e411f3a-d0ed-414a-ae89-39cb329d8577,revision_number=8']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:46.410057 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62796011-ca6f-43f3-8b2a-f7d01c128918 req-5d0fbd8e-f99c-4d75-92c1-09489637d4f0 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:46.411670 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-62796011-ca6f-43f3-8b2a-f7d01c128918 req-5d0fbd8e-f99c-4d75-92c1-09489637d4f0 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] 10.222.0.26 "GET /v2.0/ports?device_id=f312a3b2-b27c-43a7-8ece-4c4ff8a72754 HTTP/1.1" status: 200 len: 945 time: 0.0808382 Nov 12 08:10:46.421205 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [req-9fb7b1e7-1925-44ab-8602-8e56fc5dc047 req-02881f42-099d-410e-8ad9-fbe9303e5fa9 tempest-LiveAutoBlockMigrationV225Test-1991143985 tempest-LiveAutoBlockMigrationV225Test-1991143985-project-admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:10:46.422444 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9fb7b1e7-1925-44ab-8602-8e56fc5dc047 req-02881f42-099d-410e-8ad9-fbe9303e5fa9 tempest-LiveAutoBlockMigrationV225Test-1991143985 tempest-LiveAutoBlockMigrationV225Test-1991143985-project-admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0111721 Nov 12 08:10:46.480006 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb7b1e7-1925-44ab-8602-8e56fc5dc047 req-925db128-a6f7-44f8-aa35-8caa486abd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:46.482400 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9fb7b1e7-1925-44ab-8602-8e56fc5dc047 req-925db128-a6f7-44f8-aa35-8caa486abd10 service neutron] 10.222.0.26 "GET /v2.0/ports/a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59 HTTP/1.1" status: 200 len: 1094 time: 0.0489748 Nov 12 08:10:46.496249 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-9fb7b1e7-1925-44ab-8602-8e56fc5dc047 req-fc2b3188-80a6-4673-9fb2-6a980c3cda5b service neutron] Request body: {'binding': {'host': 'n-h1-765315-29', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:10:46.496826 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-9fb7b1e7-1925-44ab-8602-8e56fc5dc047 req-fc2b3188-80a6-4673-9fb2-6a980c3cda5b service neutron] Unknown quota resources ['binding']. {{(pid=102599) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 08:10:46.498864 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-62796011-ca6f-43f3-8b2a-f7d01c128918 req-9b02a678-6a05-4b4a-aa8c-916006118794 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] 10.222.0.26 "GET /v2.0/security-groups?id=3e2c6d71-9d00-4992-8976-785692969164&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753956 Nov 12 08:10:46.557647 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96a9cab0-60b5-4289-a73f-a894f7e4644d', 'tag': '57e599f1-5ffb-44b1-90b8-87efeef1ee5e'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:10:46.562518 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64587938-c20d-495f-9d75-778d160f71ab" -d '{"events": [{"name": "network-changed", "server_uuid": "96a9cab0-60b5-4289-a73f-a894f7e4644d", "tag": "57e599f1-5ffb-44b1-90b8-87efeef1ee5e"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:10:46.696139 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-9fb7b1e7-1925-44ab-8602-8e56fc5dc047 req-fc2b3188-80a6-4673-9fb2-6a980c3cda5b service neutron] Attempting to bind port a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59 on host n-h1-765315-29 for vnic_type normal with profile None {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:10:46.696494 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-9fb7b1e7-1925-44ab-8602-8e56fc5dc047 req-fc2b3188-80a6-4673-9fb2-6a980c3cda5b service neutron] Attempting to bind port a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59 by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': '1db27ece-82b2-4c8d-abc3-e56edcdd7b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'e20d0ee5-0c01-4db1-aa95-4ea5bc470460'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:10:46.696818 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb7b1e7-1925-44ab-8602-8e56fc5dc047 req-fc2b3188-80a6-4673-9fb2-6a980c3cda5b service neutron] Attempting to bind port a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59 on network e20d0ee5-0c01-4db1-aa95-4ea5bc470460 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:10:46.702485 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb7b1e7-1925-44ab-8602-8e56fc5dc047 req-fc2b3188-80a6-4673-9fb2-6a980c3cda5b service neutron] Port a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59 on network e20d0ee5-0c01-4db1-aa95-4ea5bc470460 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:10:46.702848 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb7b1e7-1925-44ab-8602-8e56fc5dc047 req-fc2b3188-80a6-4673-9fb2-6a980c3cda5b service neutron] Attempting to bind port a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59 on network e20d0ee5-0c01-4db1-aa95-4ea5bc470460 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:10:46.708325 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3ae382-2d71-4a47-8a29-172bc1dedd10 req-7c593b52-827b-4baa-99f1-c430bdc3bcc5 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:46.709283 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb7b1e7-1925-44ab-8602-8e56fc5dc047 req-fc2b3188-80a6-4673-9fb2-6a980c3cda5b service neutron] Checking agent: {'id': '26215384-8035-4ce2-971a-8e67be80da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:10:46.710064 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb7b1e7-1925-44ab-8602-8e56fc5dc047 req-fc2b3188-80a6-4673-9fb2-6a980c3cda5b service neutron] Checking segment: {'id': '1db27ece-82b2-4c8d-abc3-e56edcdd7b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'e20d0ee5-0c01-4db1-aa95-4ea5bc470460'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:10:46.710543 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb7b1e7-1925-44ab-8602-8e56fc5dc047 req-fc2b3188-80a6-4673-9fb2-6a980c3cda5b service neutron] Bound using segment: {'id': '1db27ece-82b2-4c8d-abc3-e56edcdd7b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'e20d0ee5-0c01-4db1-aa95-4ea5bc470460'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:10:46.711124 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-9fb7b1e7-1925-44ab-8602-8e56fc5dc047 req-fc2b3188-80a6-4673-9fb2-6a980c3cda5b service neutron] Bound port: a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59, host: n-h1-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1db27ece-82b2-4c8d-abc3-e56edcdd7b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'e20d0ee5-0c01-4db1-aa95-4ea5bc470460'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:10:46.715566 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1c3ae382-2d71-4a47-8a29-172bc1dedd10 req-7c593b52-827b-4baa-99f1-c430bdc3bcc5 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5b5785-a47f-4561-a4b6-f5a68cfe2ed6 HTTP/1.1" status: 200 len: 950 time: 0.0659909 Nov 12 08:10:46.768998 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1c3ae382-2d71-4a47-8a29-172bc1dedd10 req-e1895045-ea91-4f0b-a89f-e7d8b9b88a3b tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb487f5-7b7a-45ea-a48a-5e5b4b4e6e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527072 Nov 12 08:10:46.799923 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-9fb7b1e7-1925-44ab-8602-8e56fc5dc047 req-fc2b3188-80a6-4673-9fb2-6a980c3cda5b service neutron] For port a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59, host n-h1-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59,segment=NetworkSegment(1db27ece-82b2-4c8d-abc3-e56edcdd7b0a),segment_id=1db27ece-82b2-4c8d-abc3-e56edcdd7b0a)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:10:46.812017 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-9fb7b1e7-1925-44ab-8602-8e56fc5dc047 req-fc2b3188-80a6-4673-9fb2-6a980c3cda5b service neutron] Publish callbacks [] for binding, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:46.813945 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9fb7b1e7-1925-44ab-8602-8e56fc5dc047 req-fc2b3188-80a6-4673-9fb2-6a980c3cda5b service neutron] 10.222.0.26 "POST /v2.0/ports/a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59/bindings HTTP/1.1" status: 201 len: 390 time: 0.3217797 Nov 12 08:10:46.874069 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 12 Nov 2021 08:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c30fc2a-f85d-4c3a-92b4-02b5762868f4 x-openstack-request-id: req-1c30fc2a-f85d-4c3a-92b4-02b5762868f4 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:10:46.874404 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bd1d6ac-fc22-40b4-9334-b79b8f638fb9", "name": "network-vif-plugged", "status": "completed", "tag": "0793927c-8519-449f-9816-c38d5e388678", "code": 200}, {"server_uuid": "3bd1d6ac-fc22-40b4-9334-b79b8f638fb9", "name": "network-vif-plugged", "status": "completed", "tag": "2c803051-3860-4c62-bdef-be9267f3772d", "code": 200}, {"server_uuid": "96a9cab0-60b5-4289-a73f-a894f7e4644d", "name": "network-vif-plugged", "status": "completed", "tag": "57e599f1-5ffb-44b1-90b8-87efeef1ee5e", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:10:46.874627 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1c30fc2a-f85d-4c3a-92b4-02b5762868f4 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:10:46.875022 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bd1d6ac-fc22-40b4-9334-b79b8f638fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0793927c-8519-449f-9816-c38d5e388678', 'code': 200} Nov 12 08:10:46.875273 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bd1d6ac-fc22-40b4-9334-b79b8f638fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c803051-3860-4c62-bdef-be9267f3772d', 'code': 200} Nov 12 08:10:46.875514 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96a9cab0-60b5-4289-a73f-a894f7e4644d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57e599f1-5ffb-44b1-90b8-87efeef1ee5e', 'code': 200} Nov 12 08:10:46.940157 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19685716-bbfb-4598-9a75-96676e1fdfd3 x-openstack-request-id: req-19685716-bbfb-4598-9a75-96676e1fdfd3 {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:10:46.940446 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96a9cab0-60b5-4289-a73f-a894f7e4644d", "tag": "57e599f1-5ffb-44b1-90b8-87efeef1ee5e", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:10:46.940701 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-19685716-bbfb-4598-9a75-96676e1fdfd3 {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:10:46.941127 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96a9cab0-60b5-4289-a73f-a894f7e4644d', 'tag': '57e599f1-5ffb-44b1-90b8-87efeef1ee5e', 'status': 'completed', 'code': 200} Nov 12 08:10:47.017481 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd69b52a-fc31-4f69-b3a0-112d2deb979e req-f566dcdc-84b4-4f54-876d-7d1d34e106c2 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:47.019164 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cd69b52a-fc31-4f69-b3a0-112d2deb979e req-f566dcdc-84b4-4f54-876d-7d1d34e106c2 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=96a9cab0-60b5-4289-a73f-a894f7e4644d HTTP/1.1" status: 200 len: 949 time: 0.0771453 Nov 12 08:10:47.085250 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad36632-4b78-4382-b12a-473cab4b84e2 req-d8c99aa5-6049-4230-99d7-125c9e5e5e0d tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:47.086985 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7ad36632-4b78-4382-b12a-473cab4b84e2 req-d8c99aa5-6049-4230-99d7-125c9e5e5e0d tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=700c8a79-ee5b-4f57-9e36-8ed83a369148 HTTP/1.1" status: 200 len: 945 time: 0.0698822 Nov 12 08:10:47.096553 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cd69b52a-fc31-4f69-b3a0-112d2deb979e req-ccd3b28f-18b8-4acc-ab38-c37cbe8c35fb tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640974 Nov 12 08:10:47.207806 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64587938-c20d-495f-9d75-778d160f71ab req-e6130912-0b77-4f02-8014-7f8a54523662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:47.212634 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-64587938-c20d-495f-9d75-778d160f71ab req-e6130912-0b77-4f02-8014-7f8a54523662 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f20f3adab6e34964b521814e780e6afc&device_id=96a9cab0-60b5-4289-a73f-a894f7e4644d HTTP/1.1" status: 200 len: 1101 time: 0.1067994 Nov 12 08:10:47.220325 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7ad36632-4b78-4382-b12a-473cab4b84e2 req-c7cfd588-8c99-41e5-a98b-267de05c4157 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018281 Nov 12 08:10:47.329408 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 7d3fb4a9-91b7-499a-8d81-c9477121daa2 up at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:10:47.370381 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35405ec-6d05-415c-abe5-7aedcff03118 req-76a3eef1-9fdf-4954-b89f-8ca90fc453c7 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:47.371826 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e35405ec-6d05-415c-abe5-7aedcff03118 req-76a3eef1-9fdf-4954-b89f-8ca90fc453c7 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] 10.222.0.26 "GET /v2.0/ports?device_id=a5d414fa-ba5d-4243-8c92-56087450eab9 HTTP/1.1" status: 200 len: 944 time: 0.1284838 Nov 12 08:10:47.409397 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64587938-c20d-495f-9d75-778d160f71ab req-8e6a0a82-1ccd-4d1a-87d0-6be414f76715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:47.410894 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-64587938-c20d-495f-9d75-778d160f71ab req-8e6a0a82-1ccd-4d1a-87d0-6be414f76715 service neutron] 10.222.0.44 "GET /v2.0/networks?id=107743df-d3df-459d-a6cd-9e2ab4303016 HTTP/1.1" status: 200 len: 870 time: 0.1665206 Nov 12 08:10:47.414661 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning for port 7d3fb4a9-91b7-499a-8d81-c9477121daa2 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:10:47.422037 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning complete for port 7d3fb4a9-91b7-499a-8d81-c9477121daa2 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:10:47.422754 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:47.449438 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29344bd6-19a8-4163-b8a2-a5939a778aec req-e727d2f0-5e54-4ad4-89af-1040e3868444 tempest-MigrationsAdminTest-113597740 tempest-MigrationsAdminTest-113597740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:47.452132 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-29344bd6-19a8-4163-b8a2-a5939a778aec req-e727d2f0-5e54-4ad4-89af-1040e3868444 tempest-MigrationsAdminTest-113597740 tempest-MigrationsAdminTest-113597740-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=96a9cab0-60b5-4289-a73f-a894f7e4644d HTTP/1.1" status: 200 len: 1101 time: 0.1333947 Nov 12 08:10:47.456851 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb7b1e7-1925-44ab-8602-8e56fc5dc047 req-09e393f4-d72e-40f2-adc3-7dfe365f4b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:47.458319 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9fb7b1e7-1925-44ab-8602-8e56fc5dc047 req-09e393f4-d72e-40f2-adc3-7dfe365f4b0b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d3f3ef4a14134700a36c0967765d4c9a&device_id=700c8a79-ee5b-4f57-9e36-8ed83a369148 HTTP/1.1" status: 200 len: 1097 time: 0.0811963 Nov 12 08:10:47.479950 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-64587938-c20d-495f-9d75-778d160f71ab req-56f0a654-7542-4bb9-bdf6-faab8a197370 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=57e599f1-5ffb-44b1-90b8-87efeef1ee5e HTTP/1.1" status: 200 len: 217 time: 0.0509641 Nov 12 08:10:47.484794 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e35405ec-6d05-415c-abe5-7aedcff03118 req-36f61a5e-cf11-4bab-a5c4-3ac694f39a11 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] 10.222.0.26 "GET /v2.0/security-groups?id=81e9c1ea-9381-4435-8663-b77189ab101d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044033 Nov 12 08:10:47.597150 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-29344bd6-19a8-4163-b8a2-a5939a778aec req-3853cdbf-b929-4554-b34a-09ded12ede82 tempest-MigrationsAdminTest-113597740 tempest-MigrationsAdminTest-113597740-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310763 Nov 12 08:10:47.688528 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb7b1e7-1925-44ab-8602-8e56fc5dc047 req-df78aff7-11ca-41d4-8b5b-7296a5b63bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:47.693048 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64587938-c20d-495f-9d75-778d160f71ab req-382944f2-b60d-466d-8ae9-c62c1a140ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:47.693048 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-64587938-c20d-495f-9d75-778d160f71ab req-382944f2-b60d-466d-8ae9-c62c1a140ba7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1 HTTP/1.1" status: 200 len: 843 time: 0.1995404 Nov 12 08:10:47.696568 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9fb7b1e7-1925-44ab-8602-8e56fc5dc047 req-df78aff7-11ca-41d4-8b5b-7296a5b63bcf service neutron] 10.222.0.21 "GET /v2.0/networks?id=e20d0ee5-0c01-4db1-aa95-4ea5bc470460 HTTP/1.1" status: 200 len: 922 time: 0.2235696 Nov 12 08:10:47.701122 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:47.749269 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 7d3fb4a9-91b7-499a-8d81-c9477121daa2, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=7d3fb4a9-91b7-499a-8d81-c9477121daa2,segment=NetworkSegment(9731bde9-1bbe-48ed-a64f-4cf0a0cc31e9),segment_id=9731bde9-1bbe-48ed-a64f-4cf0a0cc31e9)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:47.755803 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:47.756653 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device f1dcc1d8-a453-49ab-adf5-63e92ffd32cd up at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:10:47.773378 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068f5582-cda4-4830-b0db-51f1021fe7ca req-bf442d77-e110-4743-b1bf-25d529b39795 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:47.780764 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068f5582-cda4-4830-b0db-51f1021fe7ca req-bf442d77-e110-4743-b1bf-25d529b39795 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:47.787498 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068f5582-cda4-4830-b0db-51f1021fe7ca req-bf442d77-e110-4743-b1bf-25d529b39795 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:47.793671 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9fb7b1e7-1925-44ab-8602-8e56fc5dc047 req-31026b1b-d4b4-4320-bc45-f7aed239e329 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59 HTTP/1.1" status: 200 len: 217 time: 0.0894578 Nov 12 08:10:47.795095 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068f5582-cda4-4830-b0db-51f1021fe7ca req-bf442d77-e110-4743-b1bf-25d529b39795 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:47.801117 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068f5582-cda4-4830-b0db-51f1021fe7ca req-bf442d77-e110-4743-b1bf-25d529b39795 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:47.807503 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068f5582-cda4-4830-b0db-51f1021fe7ca req-bf442d77-e110-4743-b1bf-25d529b39795 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:47.813828 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068f5582-cda4-4830-b0db-51f1021fe7ca req-bf442d77-e110-4743-b1bf-25d529b39795 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:47.821639 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-068f5582-cda4-4830-b0db-51f1021fe7ca req-bf442d77-e110-4743-b1bf-25d529b39795 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd1d6ac-fc22-40b4-9334-b79b8f638fb9 HTTP/1.1" status: 200 len: 5428 time: 0.2308245 Nov 12 08:10:47.849940 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64587938-c20d-495f-9d75-778d160f71ab req-f35f4b08-19a3-48fa-b630-6281bf934661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:47.849940 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-64587938-c20d-495f-9d75-778d160f71ab req-f35f4b08-19a3-48fa-b630-6281bf934661 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=107743df-d3df-459d-a6cd-9e2ab4303016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1373258 Nov 12 08:10:47.854118 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=7d3fb4a9-91b7-499a-8d81-c9477121daa2,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:47.874026 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning for port f1dcc1d8-a453-49ab-adf5-63e92ffd32cd completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:10:47.879715 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning complete for port f1dcc1d8-a453-49ab-adf5-63e92ffd32cd triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:10:47.880350 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:47.886195 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdafc27d-079a-4d19-a7d1-08a3d7c2258d req-aeccf92c-16b9-4b82-9bff-42f0d6f785f0 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:47.893915 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cdafc27d-079a-4d19-a7d1-08a3d7c2258d req-aeccf92c-16b9-4b82-9bff-42f0d6f785f0 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] 10.222.0.26 "GET /v2.0/ports?device_id=f312a3b2-b27c-43a7-8ece-4c4ff8a72754 HTTP/1.1" status: 200 len: 945 time: 0.1282408 Nov 12 08:10:47.927499 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb7b1e7-1925-44ab-8602-8e56fc5dc047 req-20be3df4-7ec1-4321-a2f7-56d908c2a13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:47.929070 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9fb7b1e7-1925-44ab-8602-8e56fc5dc047 req-20be3df4-7ec1-4321-a2f7-56d908c2a13c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4054f1d6-a6c6-43c7-ba9c-9a6600029957 HTTP/1.1" status: 200 len: 861 time: 0.1269655 Nov 12 08:10:47.949982 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-068f5582-cda4-4830-b0db-51f1021fe7ca req-035071f4-2a0e-46ca-b0e5-b1792c5fecd5 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b5c7833-24a2-4c14-bc24-7cc6ddd646d8&id=edb098b1-b850-4d1f-9907-ebc80ab17859&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1271451 Nov 12 08:10:47.974578 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9fb7b1e7-1925-44ab-8602-8e56fc5dc047 req-c861abaa-3045-4081-b92a-b4900b73e4fb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e20d0ee5-0c01-4db1-aa95-4ea5bc470460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365925 Nov 12 08:10:47.994534 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-64587938-c20d-495f-9d75-778d160f71ab req-8e7a281f-eaea-4d6e-8c0e-47b680be44f8 service neutron] 10.222.0.44 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284423 Nov 12 08:10:47.999989 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:48.009625 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cdafc27d-079a-4d19-a7d1-08a3d7c2258d req-a07fd043-73c9-4eec-9fab-e3c5b1fa148d tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] 10.222.0.26 "GET /v2.0/security-groups?id=3e2c6d71-9d00-4992-8976-785692969164&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148856 Nov 12 08:10:48.095649 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port f1dcc1d8-a453-49ab-adf5-63e92ffd32cd, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=f1dcc1d8-a453-49ab-adf5-63e92ffd32cd,segment=NetworkSegment(ef780b90-c001-4df4-8a87-60cbd26d33b1),segment_id=ef780b90-c001-4df4-8a87-60cbd26d33b1)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:48.104605 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:48.105445 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 37b402b7-2184-4bd5-848f-102be806aba4 up at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:10:48.149324 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-64587938-c20d-495f-9d75-778d160f71ab req-5b1845b9-27a7-41fd-94de-260dfb059ad9 service neutron] 10.222.0.44 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366465 Nov 12 08:10:48.258560 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacaf19d-de08-463b-a74c-899a34203025 req-8bff330b-315d-4ab9-b6ae-e09920a216a5 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:48.265451 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-eacaf19d-de08-463b-a74c-899a34203025 req-8bff330b-315d-4ab9-b6ae-e09920a216a5 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] 10.222.0.26 "GET /v2.0/ports?device_id=f312a3b2-b27c-43a7-8ece-4c4ff8a72754 HTTP/1.1" status: 200 len: 945 time: 0.0882065 Nov 12 08:10:48.274635 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=f1dcc1d8-a453-49ab-adf5-63e92ffd32cd,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:48.275244 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 35930) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:10:48.278899 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9fb7b1e7-1925-44ab-8602-8e56fc5dc047 req-87ec7d26-1acf-4acd-b063-fe25525950c5 service neutron] 10.222.0.21 "GET /v2.0/networks/e20d0ee5-0c01-4db1-aa95-4ea5bc470460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883828 Nov 12 08:10:48.280437 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-251cf12c-e689-4617-8c5a-2bfa2dd6c13d tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Request body: {'floatingip': {'port_id': '725ea740-89a0-44ae-9ca0-d7dd5213cd26'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:10:48.301755 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning for port 37b402b7-2184-4bd5-848f-102be806aba4 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:10:48.312657 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning complete for port 37b402b7-2184-4bd5-848f-102be806aba4 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:10:48.313499 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:48.346790 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-251cf12c-e689-4617-8c5a-2bfa2dd6c13d tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Publish callbacks [] for floatingip, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:48.405958 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742e2a95-08df-4f07-a9bb-996f6d694908 req-893470de-af31-442e-a6ac-e61fec4a482b tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:48.414737 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-742e2a95-08df-4f07-a9bb-996f6d694908 req-893470de-af31-442e-a6ac-e61fec4a482b tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5b5785-a47f-4561-a4b6-f5a68cfe2ed6 HTTP/1.1" status: 200 len: 950 time: 0.2471673 Nov 12 08:10:48.452076 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:48.478009 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9fb7b1e7-1925-44ab-8602-8e56fc5dc047 req-caf7a88e-98a4-4cc5-804b-122feea28e12 service neutron] 10.222.0.21 "GET /v2.0/networks/e20d0ee5-0c01-4db1-aa95-4ea5bc470460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862781 Nov 12 08:10:48.499176 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 37b402b7-2184-4bd5-848f-102be806aba4, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=37b402b7-2184-4bd5-848f-102be806aba4,segment=NetworkSegment(68a1743e-a8af-4970-92e1-04bf2dc80df9),segment_id=68a1743e-a8af-4970-92e1-04bf2dc80df9)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:48.500129 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-742e2a95-08df-4f07-a9bb-996f6d694908 req-8fcb10e5-8970-464b-85cd-b22bd25d2b45 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb487f5-7b7a-45ea-a48a-5e5b4b4e6e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833914 Nov 12 08:10:48.516507 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:48.517307 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 84bf60b1-9802-4c17-be1c-ccf3dbe8abcd up at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:10:48.582490 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b1893e-6b21-4aa0-8147-519ffdab8e80 req-75c0c6c0-2930-43da-be76-a0a6e85d73c3 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:48.584084 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-11b1893e-6b21-4aa0-8147-519ffdab8e80 req-75c0c6c0-2930-43da-be76-a0a6e85d73c3 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=700c8a79-ee5b-4f57-9e36-8ed83a369148 HTTP/1.1" status: 200 len: 945 time: 0.1834402 Nov 12 08:10:48.620946 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-938aedbd-d68c-46dd-8985-f8e202058284 req-d42d0651-0927-4432-b6f1-6f97d274661c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=94ffb2fc-fb0c-423a-b2e0-af99ae6c54dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2213616 Nov 12 08:10:48.626191 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d3155203-4038-46eb-b0c4-347ac2a89c94 req-a52c7f14-850e-476e-958c-1c27daab1312 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=f20f3adab6e34964b521814e780e6afc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302610 Nov 12 08:10:48.667575 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=37b402b7-2184-4bd5-848f-102be806aba4,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:48.688410 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning for port 84bf60b1-9802-4c17-be1c-ccf3dbe8abcd completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:10:48.698059 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning complete for port 84bf60b1-9802-4c17-be1c-ccf3dbe8abcd triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:10:48.699323 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:48.791592 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-11b1893e-6b21-4aa0-8147-519ffdab8e80 req-6fbd10f6-eb02-450f-82f3-95492fa696fe tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741269 Nov 12 08:10:48.816810 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3155203-4038-46eb-b0c4-347ac2a89c94 req-9f713722-fd92-4afc-9969-8392463de69e tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:48.830186 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d3155203-4038-46eb-b0c4-347ac2a89c94 req-9f713722-fd92-4afc-9969-8392463de69e tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1940131 Nov 12 08:10:48.857421 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d3155203-4038-46eb-b0c4-347ac2a89c94 req-cf370f5b-9905-4ed9-8acf-1f3b3a4904aa tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/quotas/f20f3adab6e34964b521814e780e6afc HTTP/1.1" status: 200 len: 375 time: 0.0260298 Nov 12 08:10:48.899188 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16f00ffb-c46c-4a16-bab8-59031d7bab45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e411f3a-d0ed-414a-ae89-39cb329d8577'}, {'server_uuid': 'a5d414fa-ba5d-4243-8c92-56087450eab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d3fb4a9-91b7-499a-8d81-c9477121daa2'}, {'server_uuid': '3bd1d6ac-fc22-40b4-9334-b79b8f638fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1dcc1d8-a453-49ab-adf5-63e92ffd32cd'}, {'server_uuid': '3bd1d6ac-fc22-40b4-9334-b79b8f638fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b402b7-2184-4bd5-848f-102be806aba4'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:10:48.901673 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da29ff82-9a38-4a05-b594-caec40c87f2a" -d '{"events": [{"server_uuid": "16f00ffb-c46c-4a16-bab8-59031d7bab45", "name": "network-vif-unplugged", "status": "completed", "tag": "4e411f3a-d0ed-414a-ae89-39cb329d8577"}, {"server_uuid": "a5d414fa-ba5d-4243-8c92-56087450eab9", "name": "network-vif-plugged", "status": "completed", "tag": "7d3fb4a9-91b7-499a-8d81-c9477121daa2"}, {"server_uuid": "3bd1d6ac-fc22-40b4-9334-b79b8f638fb9", "name": "network-vif-plugged", "status": "completed", "tag": "f1dcc1d8-a453-49ab-adf5-63e92ffd32cd"}, {"server_uuid": "3bd1d6ac-fc22-40b4-9334-b79b8f638fb9", "name": "network-vif-plugged", "status": "completed", "tag": "37b402b7-2184-4bd5-848f-102be806aba4"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:10:48.906005 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938aedbd-d68c-46dd-8985-f8e202058284 req-383b1e4c-3399-4d7e-af3c-5f23c6d93229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:48.907799 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-938aedbd-d68c-46dd-8985-f8e202058284 req-383b1e4c-3399-4d7e-af3c-5f23c6d93229 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d3f3ef4a14134700a36c0967765d4c9a&device_id=94ffb2fc-fb0c-423a-b2e0-af99ae6c54dd HTTP/1.1" status: 200 len: 1096 time: 0.1640420 Nov 12 08:10:48.908207 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:48.976484 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 84bf60b1-9802-4c17-be1c-ccf3dbe8abcd, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=84bf60b1-9802-4c17-be1c-ccf3dbe8abcd,segment=NetworkSegment(ef780b90-c001-4df4-8a87-60cbd26d33b1),segment_id=ef780b90-c001-4df4-8a87-60cbd26d33b1)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:48.985040 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:48.985867 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device d68eab59-913a-43c9-aa2c-928060df69bb up at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:10:48.990249 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d3155203-4038-46eb-b0c4-347ac2a89c94 req-bcc10bcb-0206-4dea-b7e1-b2e81d91412d tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f20f3adab6e34964b521814e780e6afc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1220059 Nov 12 08:10:49.113819 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=84bf60b1-9802-4c17-be1c-ccf3dbe8abcd,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:49.165069 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning for port d68eab59-913a-43c9-aa2c-928060df69bb completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:10:49.179368 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning complete for port d68eab59-913a-43c9-aa2c-928060df69bb triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:10:49.180232 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:49.299469 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 698 Content-Type: application/json Date: Fri, 12 Nov 2021 08:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-079b5913-df72-4e5a-8422-5907cba09a66 x-openstack-request-id: req-079b5913-df72-4e5a-8422-5907cba09a66 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:10:49.299801 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16f00ffb-c46c-4a16-bab8-59031d7bab45", "name": "network-vif-unplugged", "status": "completed", "tag": "4e411f3a-d0ed-414a-ae89-39cb329d8577", "code": 200}, {"server_uuid": "a5d414fa-ba5d-4243-8c92-56087450eab9", "name": "network-vif-plugged", "status": "completed", "tag": "7d3fb4a9-91b7-499a-8d81-c9477121daa2", "code": 200}, {"server_uuid": "3bd1d6ac-fc22-40b4-9334-b79b8f638fb9", "name": "network-vif-plugged", "status": "completed", "tag": "f1dcc1d8-a453-49ab-adf5-63e92ffd32cd", "code": 200}, {"server_uuid": "3bd1d6ac-fc22-40b4-9334-b79b8f638fb9", "name": "network-vif-plugged", "status": "completed", "tag": "37b402b7-2184-4bd5-848f-102be806aba4", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:10:49.300030 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-079b5913-df72-4e5a-8422-5907cba09a66 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:10:49.300567 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16f00ffb-c46c-4a16-bab8-59031d7bab45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e411f3a-d0ed-414a-ae89-39cb329d8577', 'code': 200} Nov 12 08:10:49.300822 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5d414fa-ba5d-4243-8c92-56087450eab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d3fb4a9-91b7-499a-8d81-c9477121daa2', 'code': 200} Nov 12 08:10:49.301070 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bd1d6ac-fc22-40b4-9334-b79b8f638fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1dcc1d8-a453-49ab-adf5-63e92ffd32cd', 'code': 200} Nov 12 08:10:49.301322 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bd1d6ac-fc22-40b4-9334-b79b8f638fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b402b7-2184-4bd5-848f-102be806aba4', 'code': 200} Nov 12 08:10:49.502690 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:49.537694 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e168ec1d-e5c0-45ca-ba03-57c13b06af97 req-0a612383-609c-4e35-8995-44aa466454d7 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:49.544063 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e168ec1d-e5c0-45ca-ba03-57c13b06af97 req-0a612383-609c-4e35-8995-44aa466454d7 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:49.553058 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e168ec1d-e5c0-45ca-ba03-57c13b06af97 req-0a612383-609c-4e35-8995-44aa466454d7 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:49.560598 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e168ec1d-e5c0-45ca-ba03-57c13b06af97 req-0a612383-609c-4e35-8995-44aa466454d7 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:49.568301 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e168ec1d-e5c0-45ca-ba03-57c13b06af97 req-0a612383-609c-4e35-8995-44aa466454d7 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:49.583172 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e168ec1d-e5c0-45ca-ba03-57c13b06af97 req-0a612383-609c-4e35-8995-44aa466454d7 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:49.586785 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port d68eab59-913a-43c9-aa2c-928060df69bb, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=d68eab59-913a-43c9-aa2c-928060df69bb,segment=NetworkSegment(68a1743e-a8af-4970-92e1-04bf2dc80df9),segment_id=68a1743e-a8af-4970-92e1-04bf2dc80df9)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:49.590358 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11f1c5d-69cd-4b51-974d-3c340619be99 req-039f1aea-e2cb-4bec-9545-3024231f619a tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:49.592653 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e168ec1d-e5c0-45ca-ba03-57c13b06af97 req-0a612383-609c-4e35-8995-44aa466454d7 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:49.594873 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e168ec1d-e5c0-45ca-ba03-57c13b06af97 req-0a612383-609c-4e35-8995-44aa466454d7 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd1d6ac-fc22-40b4-9334-b79b8f638fb9 HTTP/1.1" status: 200 len: 5431 time: 0.2176507 Nov 12 08:10:49.598746 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac45fa9-97e9-4af9-8886-da89d5d768dd req-dbae47ec-5319-4b4c-bd4a-b36529f9b711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:49.599913 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e11f1c5d-69cd-4b51-974d-3c340619be99 req-039f1aea-e2cb-4bec-9545-3024231f619a tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] 10.222.0.26 "GET /v2.0/ports?device_id=a5d414fa-ba5d-4243-8c92-56087450eab9 HTTP/1.1" status: 200 len: 945 time: 0.2158470 Nov 12 08:10:49.600853 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1ac45fa9-97e9-4af9-8886-da89d5d768dd req-dbae47ec-5319-4b4c-bd4a-b36529f9b711 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a5d414fa-ba5d-4243-8c92-56087450eab9 HTTP/1.1" status: 200 len: 1097 time: 0.2032535 Nov 12 08:10:49.609629 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:49.610700 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 222d1760-e17f-49ca-84de-7bb56db34609 up at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:10:49.711787 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=d68eab59-913a-43c9-aa2c-928060df69bb,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:49.740547 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1ac45fa9-97e9-4af9-8886-da89d5d768dd req-af5e78fe-ff54-4689-89ca-503f54859565 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=81e9c1ea-9381-4435-8663-b77189ab101d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221490 Nov 12 08:10:49.741900 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device f2a8611f-ec0a-44e7-8d41-29ad7076b116 details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:10:49.765635 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938aedbd-d68c-46dd-8985-f8e202058284 req-acd93f8e-3d24-4506-a063-f17b8d9a8bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:49.767717 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-938aedbd-d68c-46dd-8985-f8e202058284 req-acd93f8e-3d24-4506-a063-f17b8d9a8bd3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e20d0ee5-0c01-4db1-aa95-4ea5bc470460 HTTP/1.1" status: 200 len: 922 time: 0.3860011 Nov 12 08:10:49.812429 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e168ec1d-e5c0-45ca-ba03-57c13b06af97 req-1205e895-54aa-4392-ada7-847d0d85caf0 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b5c7833-24a2-4c14-bc24-7cc6ddd646d8&id=edb098b1-b850-4d1f-9907-ebc80ab17859&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2043860 Nov 12 08:10:49.872894 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-251cf12c-e689-4617-8c5a-2bfa2dd6c13d tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:49.884159 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port f2a8611f-ec0a-44e7-8d41-29ad7076b116, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=f2a8611f-ec0a-44e7-8d41-29ad7076b116,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:49.917782 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-938aedbd-d68c-46dd-8985-f8e202058284 req-88e7df4e-b79b-4c8c-830e-e55061f9f082 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b57644af-7136-449f-883c-0d8733ae31ff HTTP/1.1" status: 200 len: 217 time: 0.1307528 Nov 12 08:10:49.918397 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': 'f2a8611f-ec0a-44e7-8d41-29ad7076b116', 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016', 'port_id': 'f2a8611f-ec0a-44e7-8d41-29ad7076b116', 'mac_address': 'fa:16:3e:1d:81:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:10:49.933475 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e11f1c5d-69cd-4b51-974d-3c340619be99 req-87d204ba-1ccb-4b7b-bcd2-78b8854ce670 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] 10.222.0.26 "GET /v2.0/security-groups?id=81e9c1ea-9381-4435-8663-b77189ab101d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3324788 Nov 12 08:10:49.939224 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-251cf12c-e689-4617-8c5a-2bfa2dd6c13d tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:49.998858 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning for port 222d1760-e17f-49ca-84de-7bb56db34609 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:10:50.023094 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning complete for port 222d1760-e17f-49ca-84de-7bb56db34609 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:10:50.023689 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:50.086804 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938aedbd-d68c-46dd-8985-f8e202058284 req-0a6c740c-1a34-4353-a31b-5d9ce20120af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:50.088282 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-938aedbd-d68c-46dd-8985-f8e202058284 req-0a6c740c-1a34-4353-a31b-5d9ce20120af service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4054f1d6-a6c6-43c7-ba9c-9a6600029957 HTTP/1.1" status: 200 len: 861 time: 0.0852034 Nov 12 08:10:50.148835 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:50.161807 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f9c51617-687f-44f9-a2ba-732604c5c239 req-a2da5a7d-f861-450a-ad71-80de059f08c6 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a67e7bf-04f4-4d80-a1c5-07ba361f9e16 HTTP/1.1" status: 200 len: 210 time: 0.0706935 Nov 12 08:10:50.193587 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f2a8611f-ec0a-44e7-8d41-29ad7076b116 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:10:50.219976 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port f2a8611f-ec0a-44e7-8d41-29ad7076b116, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=f2a8611f-ec0a-44e7-8d41-29ad7076b116,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:50.230565 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:50.237189 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59847f0-7119-44c1-ac5d-b478f20b8f6c req-c7ce0775-f289-4503-add6-49059069f532 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:50.251308 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f59847f0-7119-44c1-ac5d-b478f20b8f6c req-c7ce0775-f289-4503-add6-49059069f532 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5b5785-a47f-4561-a4b6-f5a68cfe2ed6 HTTP/1.1" status: 200 len: 950 time: 0.1157682 Nov 12 08:10:50.350631 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=f2a8611f-ec0a-44e7-8d41-29ad7076b116,revision_number=6']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:50.362917 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f59847f0-7119-44c1-ac5d-b478f20b8f6c req-df7104e5-2a10-4248-bcc5-dfa62802c4d1 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb487f5-7b7a-45ea-a48a-5e5b4b4e6e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107490 Nov 12 08:10:50.415940 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-938aedbd-d68c-46dd-8985-f8e202058284 req-5ec58c12-bb90-4810-8fd7-2cafe08761f4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e20d0ee5-0c01-4db1-aa95-4ea5bc470460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2585177 Nov 12 08:10:50.471102 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:50.566157 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['f2a8611f-ec0a-44e7-8d41-29ad7076b116'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:10:50.586966 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 222d1760-e17f-49ca-84de-7bb56db34609, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=222d1760-e17f-49ca-84de-7bb56db34609,segment=NetworkSegment(ef780b90-c001-4df4-8a87-60cbd26d33b1),segment_id=ef780b90-c001-4df4-8a87-60cbd26d33b1)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:50.612306 n-d-765315-29 neutron-server[102600]: INFO neutron.db.l3_db [None req-251cf12c-e689-4617-8c5a-2bfa2dd6c13d tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Floating IP 631baee7-bb77-4bb5-9ce7-6526a4fa40b6 associated. External IP: 172.25.2.131, port: 725ea740-89a0-44ae-9ca0-d7dd5213cd26. Nov 12 08:10:50.650878 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:50.694317 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dc1557-769f-46be-8410-25a2d8c98841 req-3ee959c1-1e90-4510-bcb8-e5e45b3d338c tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:50.707881 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-02dc1557-769f-46be-8410-25a2d8c98841 req-3ee959c1-1e90-4510-bcb8-e5e45b3d338c tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=700c8a79-ee5b-4f57-9e36-8ed83a369148 HTTP/1.1" status: 200 len: 945 time: 0.3215804 Nov 12 08:10:50.928266 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=222d1760-e17f-49ca-84de-7bb56db34609,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:51.053540 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-938aedbd-d68c-46dd-8985-f8e202058284 req-3c341aa1-a181-4961-b6a1-6504816c0b49 service neutron] 10.222.0.44 "GET /v2.0/networks/e20d0ee5-0c01-4db1-aa95-4ea5bc470460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6101782 Nov 12 08:10:51.099322 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d3155203-4038-46eb-b0c4-347ac2a89c94 req-d1e30fea-62f0-4d87-bd08-21f2173ca6a8 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=f20f3adab6e34964b521814e780e6afc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0350568 Nov 12 08:10:51.115808 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c408b6a4-5e4c-4d97-ae1d-aeca3df993a5 req-818fa467-199a-4425-873a-6527fd062319 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:51.123050 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c408b6a4-5e4c-4d97-ae1d-aeca3df993a5 req-818fa467-199a-4425-873a-6527fd062319 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:51.129775 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c408b6a4-5e4c-4d97-ae1d-aeca3df993a5 req-818fa467-199a-4425-873a-6527fd062319 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:51.136720 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c408b6a4-5e4c-4d97-ae1d-aeca3df993a5 req-818fa467-199a-4425-873a-6527fd062319 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:51.144319 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c408b6a4-5e4c-4d97-ae1d-aeca3df993a5 req-818fa467-199a-4425-873a-6527fd062319 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:51.151024 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c408b6a4-5e4c-4d97-ae1d-aeca3df993a5 req-818fa467-199a-4425-873a-6527fd062319 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:51.159296 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c408b6a4-5e4c-4d97-ae1d-aeca3df993a5 req-818fa467-199a-4425-873a-6527fd062319 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:51.170209 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c408b6a4-5e4c-4d97-ae1d-aeca3df993a5 req-818fa467-199a-4425-873a-6527fd062319 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd1d6ac-fc22-40b4-9334-b79b8f638fb9 HTTP/1.1" status: 200 len: 5433 time: 0.2041342 Nov 12 08:10:51.204536 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-02dc1557-769f-46be-8410-25a2d8c98841 req-7e2c2c0f-7489-4fb7-8248-baec90ed68a9 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4805551 Nov 12 08:10:51.302220 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bd1d6ac-fc22-40b4-9334-b79b8f638fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84bf60b1-9802-4c17-be1c-ccf3dbe8abcd'}, {'server_uuid': '3bd1d6ac-fc22-40b4-9334-b79b8f638fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd68eab59-913a-43c9-aa2c-928060df69bb'}, {'server_uuid': '3bd1d6ac-fc22-40b4-9334-b79b8f638fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '222d1760-e17f-49ca-84de-7bb56db34609'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:10:51.304932 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-150b9091-2b96-49ee-9ada-808ac2505835" -d '{"events": [{"server_uuid": "3bd1d6ac-fc22-40b4-9334-b79b8f638fb9", "name": "network-vif-plugged", "status": "completed", "tag": "84bf60b1-9802-4c17-be1c-ccf3dbe8abcd"}, {"server_uuid": "3bd1d6ac-fc22-40b4-9334-b79b8f638fb9", "name": "network-vif-plugged", "status": "completed", "tag": "d68eab59-913a-43c9-aa2c-928060df69bb"}, {"server_uuid": "3bd1d6ac-fc22-40b4-9334-b79b8f638fb9", "name": "network-vif-plugged", "status": "completed", "tag": "222d1760-e17f-49ca-84de-7bb56db34609"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:10:51.386829 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c408b6a4-5e4c-4d97-ae1d-aeca3df993a5 req-00238c84-2e27-4dc8-bcf6-53d8ee83626c tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b5c7833-24a2-4c14-bc24-7cc6ddd646d8&id=edb098b1-b850-4d1f-9907-ebc80ab17859&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2155213 Nov 12 08:10:51.509244 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3155203-4038-46eb-b0c4-347ac2a89c94 req-31f5386a-d9c6-4ba5-b302-220cc92a084f tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:51.511771 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d3155203-4038-46eb-b0c4-347ac2a89c94 req-31f5386a-d9c6-4ba5-b302-220cc92a084f tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3307953 Nov 12 08:10:51.538085 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-d3155203-4038-46eb-b0c4-347ac2a89c94 req-66c6848b-247c-48d6-8e6f-c020cb5c2b9c tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Request body: {'port': {'device_id': '4a67e7bf-04f4-4d80-a1c5-07ba361f9e16', 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016', 'admin_state_up': True, 'tenant_id': 'f20f3adab6e34964b521814e780e6afc'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:10:51.601325 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-251cf12c-e689-4617-8c5a-2bfa2dd6c13d tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Router abb396ca-5907-4ff2-95d5-824dfef4332c has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:10:51.649189 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-938aedbd-d68c-46dd-8985-f8e202058284 req-02386d6a-7e55-40fa-9a47-28cb5f297725 service neutron] 10.222.0.44 "GET /v2.0/networks/e20d0ee5-0c01-4db1-aa95-4ea5bc470460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5531888 Nov 12 08:10:51.696106 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe2bfe6-7541-40c6-b5dc-c254de1c0938 req-e1f7919a-b0a5-45d6-9f68-a8d22285b60f tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:51.704117 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cbe2bfe6-7541-40c6-b5dc-c254de1c0938 req-e1f7919a-b0a5-45d6-9f68-a8d22285b60f tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] 10.222.0.26 "GET /v2.0/ports?device_id=a5d414fa-ba5d-4243-8c92-56087450eab9 HTTP/1.1" status: 200 len: 945 time: 0.3349395 Nov 12 08:10:51.730735 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device f2a8611f-ec0a-44e7-8d41-29ad7076b116 up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:10:51.785006 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4b480285-0678-4bd8-a8e9-6d72028ae98c req-45c06ecd-a6a0-4f2a-9098-152bf2e9ff55 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a67e7bf-04f4-4d80-a1c5-07ba361f9e16 HTTP/1.1" status: 200 len: 210 time: 0.0772054 Nov 12 08:10:51.844288 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port f2a8611f-ec0a-44e7-8d41-29ad7076b116 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:10:51.844566 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:51.920062 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 12 Nov 2021 08:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-308f1f50-c55f-480d-a8f8-2461c9bce1f7 x-openstack-request-id: req-308f1f50-c55f-480d-a8f8-2461c9bce1f7 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:10:51.920380 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bd1d6ac-fc22-40b4-9334-b79b8f638fb9", "name": "network-vif-plugged", "status": "completed", "tag": "84bf60b1-9802-4c17-be1c-ccf3dbe8abcd", "code": 200}, {"server_uuid": "3bd1d6ac-fc22-40b4-9334-b79b8f638fb9", "name": "network-vif-plugged", "status": "completed", "tag": "d68eab59-913a-43c9-aa2c-928060df69bb", "code": 200}, {"server_uuid": "3bd1d6ac-fc22-40b4-9334-b79b8f638fb9", "name": "network-vif-plugged", "status": "completed", "tag": "222d1760-e17f-49ca-84de-7bb56db34609", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:10:51.920647 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-308f1f50-c55f-480d-a8f8-2461c9bce1f7 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:10:51.921077 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bd1d6ac-fc22-40b4-9334-b79b8f638fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84bf60b1-9802-4c17-be1c-ccf3dbe8abcd', 'code': 200} Nov 12 08:10:51.921334 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bd1d6ac-fc22-40b4-9334-b79b8f638fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd68eab59-913a-43c9-aa2c-928060df69bb', 'code': 200} Nov 12 08:10:51.921587 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bd1d6ac-fc22-40b4-9334-b79b8f638fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '222d1760-e17f-49ca-84de-7bb56db34609', 'code': 200} Nov 12 08:10:51.966935 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3155203-4038-46eb-b0c4-347ac2a89c94 req-66c6848b-247c-48d6-8e6f-c020cb5c2b9c tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Made reservation on behalf of f20f3adab6e34964b521814e780e6afc for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:10:51.976851 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-d3155203-4038-46eb-b0c4-347ac2a89c94 req-66c6848b-247c-48d6-8e6f-c020cb5c2b9c tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:51.988199 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cbe2bfe6-7541-40c6-b5dc-c254de1c0938 req-cbd20442-2357-4bcb-8b96-830db1704eed tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] 10.222.0.26 "GET /v2.0/security-groups?id=81e9c1ea-9381-4435-8663-b77189ab101d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2831845 Nov 12 08:10:52.036357 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-251cf12c-e689-4617-8c5a-2bfa2dd6c13d tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:10:52.056486 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7fe8912-1130-4d85-82e5-2e5d5cf6f593 None None] Sync routers for ids ['abb396ca-5907-4ff2-95d5-824dfef4332c'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:10:52.061161 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-251cf12c-e689-4617-8c5a-2bfa2dd6c13d tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:52.077885 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:52.078741 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fe8912-1130-4d85-82e5-2e5d5cf6f593 None None] Routers {'abb396ca-5907-4ff2-95d5-824dfef4332c'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:10:52.082327 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-a7fe8912-1130-4d85-82e5-2e5d5cf6f593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:10:36Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['abb396ca-5907-4ff2-95d5-824dfef4332c'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:10:52.150277 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port f2a8611f-ec0a-44e7-8d41-29ad7076b116, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=f2a8611f-ec0a-44e7-8d41-29ad7076b116,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:52.164879 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:52.195609 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-251cf12c-e689-4617-8c5a-2bfa2dd6c13d tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] 10.222.0.26 "PUT /v2.0/floatingips/631baee7-bb77-4bb5-9ce7-6526a4fa40b6 HTTP/1.1" status: 200 len: 991 time: 3.9192269 Nov 12 08:10:52.214531 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f312a3b2-b27c-43a7-8ece-4c4ff8a72754', 'tag': '725ea740-89a0-44ae-9ca0-d7dd5213cd26'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:10:52.227390 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc01c526-ba3c-466f-a733-f46a627ede49" -d '{"events": [{"name": "network-changed", "server_uuid": "f312a3b2-b27c-43a7-8ece-4c4ff8a72754", "tag": "725ea740-89a0-44ae-9ca0-d7dd5213cd26"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:10:52.275093 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5785fea-6ce0-4334-94cc-680c6425ce4b req-78d5ef5e-93c2-4831-a08b-8ff01f700e20 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:52.279351 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f5785fea-6ce0-4334-94cc-680c6425ce4b req-78d5ef5e-93c2-4831-a08b-8ff01f700e20 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5b5785-a47f-4561-a4b6-f5a68cfe2ed6 HTTP/1.1" status: 200 len: 950 time: 0.1941078 Nov 12 08:10:52.285404 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0db3b8-8d4d-48c1-845c-52398cf1d0a7 req-2e0b73fc-bdf0-46bf-b7b1-ba20309c6daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:52.290727 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0db3b8-8d4d-48c1-845c-52398cf1d0a7 req-2e0b73fc-bdf0-46bf-b7b1-ba20309c6daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:52.291845 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0db3b8-8d4d-48c1-845c-52398cf1d0a7 req-2e0b73fc-bdf0-46bf-b7b1-ba20309c6daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:52.295349 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0db3b8-8d4d-48c1-845c-52398cf1d0a7 req-2e0b73fc-bdf0-46bf-b7b1-ba20309c6daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:52.296139 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0db3b8-8d4d-48c1-845c-52398cf1d0a7 req-2e0b73fc-bdf0-46bf-b7b1-ba20309c6daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:52.298195 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0db3b8-8d4d-48c1-845c-52398cf1d0a7 req-2e0b73fc-bdf0-46bf-b7b1-ba20309c6daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:52.298896 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0db3b8-8d4d-48c1-845c-52398cf1d0a7 req-2e0b73fc-bdf0-46bf-b7b1-ba20309c6daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:52.304836 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1b0db3b8-8d4d-48c1-845c-52398cf1d0a7 req-2e0b73fc-bdf0-46bf-b7b1-ba20309c6daa service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3bd1d6ac-fc22-40b4-9334-b79b8f638fb9 HTTP/1.1" status: 200 len: 6497 time: 0.2656333 Nov 12 08:10:52.328029 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=f2a8611f-ec0a-44e7-8d41-29ad7076b116,revision_number=7']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:52.500898 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-a7fe8912-1130-4d85-82e5-2e5d5cf6f593 None None] Set router abb396ca-5907-4ff2-95d5-824dfef4332c gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:10:52.555120 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1b0db3b8-8d4d-48c1-845c-52398cf1d0a7 req-7166e378-748b-4d25-8982-b520080a4941 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=edb098b1-b850-4d1f-9907-ebc80ab17859&id=1b5c7833-24a2-4c14-bc24-7cc6ddd646d8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1732783 Nov 12 08:10:52.565736 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6883dedf-88d3-445b-9444-9ebb3f4a1cf6 x-openstack-request-id: req-6883dedf-88d3-445b-9444-9ebb3f4a1cf6 {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:10:52.566199 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f312a3b2-b27c-43a7-8ece-4c4ff8a72754", "tag": "725ea740-89a0-44ae-9ca0-d7dd5213cd26", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:10:52.566562 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6883dedf-88d3-445b-9444-9ebb3f4a1cf6 {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:10:52.567118 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f312a3b2-b27c-43a7-8ece-4c4ff8a72754', 'tag': '725ea740-89a0-44ae-9ca0-d7dd5213cd26', 'status': 'completed', 'code': 200} Nov 12 08:10:52.634916 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f5785fea-6ce0-4334-94cc-680c6425ce4b req-ef9d4f3a-3e32-4ceb-8f82-4b2cbd92c5a7 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb487f5-7b7a-45ea-a48a-5e5b4b4e6e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3323793 Nov 12 08:10:52.645908 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-d3155203-4038-46eb-b0c4-347ac2a89c94 req-66c6848b-247c-48d6-8e6f-c020cb5c2b9c tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Allocated IP 192.168.233.101 (107743df-d3df-459d-a6cd-9e2ab4303016/e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1/8fe74de5-4ddc-4607-908c-2c9997c8b8bf) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:10:52.916148 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a463bcc-2988-433d-9626-060833fc4655 req-b279e692-f8c5-4189-9e8f-473333879002 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:52.928111 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7a463bcc-2988-433d-9626-060833fc4655 req-b279e692-f8c5-4189-9e8f-473333879002 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=700c8a79-ee5b-4f57-9e36-8ed83a369148 HTTP/1.1" status: 200 len: 945 time: 0.1944859 Nov 12 08:10:53.050160 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-a7fe8912-1130-4d85-82e5-2e5d5cf6f593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb396ca-5907-4ff2-95d5-824dfef4332c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1275168530-router', 'tenant_id': '8b8773b9ba7c4e19ac14f719fc98c803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'f7a31a17-46d0-4238-9d9b-1b7e1a56a003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:07:20Z', 'updated_at': '2021-11-12T08:07:26Z', 'revision_number': 4, 'project_id': '8b8773b9ba7c4e19ac14f719fc98c803', 'gw_port': {'id': 'f7a31a17-46d0-4238-9d9b-1b7e1a56a003', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:95:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb396ca-5907-4ff2-95d5-824dfef4332c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 159, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:21Z', 'updated_at': '2021-11-12T08:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': '631baee7-bb77-4bb5-9ce7-6526a4fa40b6', 'tenant_id': '8b8773b9ba7c4e19ac14f719fc98c803', 'floating_ip_address': '172.25.2.131', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': 'abb396ca-5907-4ff2-95d5-824dfef4332c', 'port_id': '725ea740-89a0-44ae-9ca0-d7dd5213cd26', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e17c76e-613f-40d2-ae39-1725682b1af7', 'mac_address': 'fa:16:3e:f9:3f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f312a3b2-b27c-43a7-8ece-4c4ff8a72754', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:07:51Z', 'updated_at': '2021-11-12T08:10:49Z', 'revision_number': 5, 'project_id': '8b8773b9ba7c4e19ac14f719fc98c803', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dedf5d5-93b0-4cb9-926a-f77af101f683', 'name': '', 'network_id': '8e17c76e-613f-40d2-ae39-1725682b1af7', 'tenant_id': '8b8773b9ba7c4e19ac14f719fc98c803', 'mac_address': 'fa:16:3e:50:df:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb396ca-5907-4ff2-95d5-824dfef4332c', 'device_owner': 'network:router_interface', 'standard_attr_id': 180, 'fixed_ips': [{'subnet_id': '73099bd0-5c51-4de3-ba74-9eb47a87705d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:24Z', 'updated_at': '2021-11-12T08:07:32Z', 'revision_number': 5, 'project_id': '8b8773b9ba7c4e19ac14f719fc98c803', 'subnets': [{'id': '73099bd0-5c51-4de3-ba74-9eb47a87705d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:10:53.110981 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7a463bcc-2988-433d-9626-060833fc4655 req-f30bd0c4-911b-407a-9500-6902b27b1dd2 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734574 Nov 12 08:10:53.111161 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de25e9e-5c52-46fd-ab16-26cef38c9b72 req-48119944-2899-479c-add1-a195481aa633 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:53.116096 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc01c526-ba3c-466f-a733-f46a627ede49 req-a681b737-73b8-47b2-93a6-25f8c0fc2df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:53.118411 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cc01c526-ba3c-466f-a733-f46a627ede49 req-a681b737-73b8-47b2-93a6-25f8c0fc2df6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8b8773b9ba7c4e19ac14f719fc98c803&device_id=f312a3b2-b27c-43a7-8ece-4c4ff8a72754 HTTP/1.1" status: 200 len: 1097 time: 0.2427270 Nov 12 08:10:53.118998 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de25e9e-5c52-46fd-ab16-26cef38c9b72 req-48119944-2899-479c-add1-a195481aa633 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:53.129358 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7fe8912-1130-4d85-82e5-2e5d5cf6f593 None None] Checking router: abb396ca-5907-4ff2-95d5-824dfef4332c for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:10:53.129942 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de25e9e-5c52-46fd-ab16-26cef38c9b72 req-48119944-2899-479c-add1-a195481aa633 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:53.136701 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de25e9e-5c52-46fd-ab16-26cef38c9b72 req-48119944-2899-479c-add1-a195481aa633 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:53.144235 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de25e9e-5c52-46fd-ab16-26cef38c9b72 req-48119944-2899-479c-add1-a195481aa633 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:53.148640 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fe8912-1130-4d85-82e5-2e5d5cf6f593 None None] Routers {'abb396ca-5907-4ff2-95d5-824dfef4332c'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:10:53.149372 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-a7fe8912-1130-4d85-82e5-2e5d5cf6f593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:10:36Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['abb396ca-5907-4ff2-95d5-824dfef4332c'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:10:53.152286 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de25e9e-5c52-46fd-ab16-26cef38c9b72 req-48119944-2899-479c-add1-a195481aa633 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:53.163313 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de25e9e-5c52-46fd-ab16-26cef38c9b72 req-48119944-2899-479c-add1-a195481aa633 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:53.173803 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3de25e9e-5c52-46fd-ab16-26cef38c9b72 req-48119944-2899-479c-add1-a195481aa633 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd1d6ac-fc22-40b4-9334-b79b8f638fb9 HTTP/1.1" status: 200 len: 5433 time: 0.3023741 Nov 12 08:10:53.277069 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3de25e9e-5c52-46fd-ab16-26cef38c9b72 req-1cc8b8b5-7780-45bb-bca6-5a72a2f153f2 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b5c7833-24a2-4c14-bc24-7cc6ddd646d8&id=edb098b1-b850-4d1f-9907-ebc80ab17859&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1023912 Nov 12 08:10:53.375757 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-d3155203-4038-46eb-b0c4-347ac2a89c94 req-66c6848b-247c-48d6-8e6f-c020cb5c2b9c tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:53.435705 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc01c526-ba3c-466f-a733-f46a627ede49 req-27272db5-6799-4ca4-b492-a4955b2f1917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:53.437194 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cc01c526-ba3c-466f-a733-f46a627ede49 req-27272db5-6799-4ca4-b492-a4955b2f1917 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8e17c76e-613f-40d2-ae39-1725682b1af7 HTTP/1.1" status: 200 len: 925 time: 0.3015144 Nov 12 08:10:53.465635 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-a7fe8912-1130-4d85-82e5-2e5d5cf6f593 None None] Set router abb396ca-5907-4ff2-95d5-824dfef4332c gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:10:53.505791 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a0797ea3-6519-4c0d-9ef1-f61b45e314e0 req-156c5bfb-d427-4fc4-9886-f546509abce6 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a67e7bf-04f4-4d80-a1c5-07ba361f9e16 HTTP/1.1" status: 200 len: 210 time: 0.0675097 Nov 12 08:10:53.602028 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e9a89a-938c-436e-921b-ed23cef184c0 req-27f908e2-3343-4a2f-96bd-3f40c6faca35 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:53.605746 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a1e9a89a-938c-436e-921b-ed23cef184c0 req-27f908e2-3343-4a2f-96bd-3f40c6faca35 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] 10.222.0.26 "GET /v2.0/ports?device_id=a5d414fa-ba5d-4243-8c92-56087450eab9 HTTP/1.1" status: 200 len: 945 time: 0.1418004 Nov 12 08:10:53.611886 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-d3155203-4038-46eb-b0c4-347ac2a89c94 req-66c6848b-247c-48d6-8e6f-c020cb5c2b9c tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:53.684280 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['57e599f1-5ffb-44b1-90b8-87efeef1ee5e'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:10:53.709269 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cc01c526-ba3c-466f-a733-f46a627ede49 req-8c162d39-89b6-4533-9400-d22deca7fe31 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=725ea740-89a0-44ae-9ca0-d7dd5213cd26 HTTP/1.1" status: 200 len: 999 time: 0.2311397 Nov 12 08:10:53.761836 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a1e9a89a-938c-436e-921b-ed23cef184c0 req-8e885f02-c915-47d5-b472-2565cd7b0f68 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] 10.222.0.26 "GET /v2.0/security-groups?id=81e9c1ea-9381-4435-8663-b77189ab101d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451724 Nov 12 08:10:53.844844 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c6848b-247c-48d6-8e6f-c020cb5c2b9c tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Pushing event updated for resources: {'Port': ['ID=8fe74de5-4ddc-4607-908c-2c9997c8b8bf,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:53.884541 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3155203-4038-46eb-b0c4-347ac2a89c94 req-66c6848b-247c-48d6-8e6f-c020cb5c2b9c tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Network 107743df-d3df-459d-a6cd-9e2ab4303016 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:10:53.894217 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-d3155203-4038-46eb-b0c4-347ac2a89c94 req-66c6848b-247c-48d6-8e6f-c020cb5c2b9c tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:10:53.908649 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3155203-4038-46eb-b0c4-347ac2a89c94 req-66c6848b-247c-48d6-8e6f-c020cb5c2b9c tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:10:53.923191 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccce4532-340d-428e-8bc7-35cbfbee73e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2a8611f-ec0a-44e7-8d41-29ad7076b116'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:10:53.925511 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1103e519-140b-4ffc-9019-c30b5532087c" -d '{"events": [{"server_uuid": "ccce4532-340d-428e-8bc7-35cbfbee73e3", "name": "network-vif-plugged", "status": "completed", "tag": "f2a8611f-ec0a-44e7-8d41-29ad7076b116"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:10:53.967355 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc01c526-ba3c-466f-a733-f46a627ede49 req-b027348a-18db-4744-ba18-da86ac2c9c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:53.975067 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cc01c526-ba3c-466f-a733-f46a627ede49 req-b027348a-18db-4744-ba18-da86ac2c9c6f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=73099bd0-5c51-4de3-ba74-9eb47a87705d HTTP/1.1" status: 200 len: 863 time: 0.2573917 Nov 12 08:10:54.253523 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc01c526-ba3c-466f-a733-f46a627ede49 req-16b9caec-8a89-4c8e-b147-cad9bff0a0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:54.253523 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cc01c526-ba3c-466f-a733-f46a627ede49 req-16b9caec-8a89-4c8e-b147-cad9bff0a0e8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8e17c76e-613f-40d2-ae39-1725682b1af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2563643 Nov 12 08:10:54.269670 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d5da96-9bff-4d00-952e-e7cab95a47de req-38e93eb2-1d9f-4c67-be7e-323c133407c8 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:54.281767 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-69d5da96-9bff-4d00-952e-e7cab95a47de req-38e93eb2-1d9f-4c67-be7e-323c133407c8 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5b5785-a47f-4561-a4b6-f5a68cfe2ed6 HTTP/1.1" status: 200 len: 950 time: 0.3054132 Nov 12 08:10:54.481185 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-00d9a9f1-d05b-4da3-9ba9-1c645c80559f None None] Provisioning complete for port 8fe74de5-4ddc-4607-908c-2c9997c8b8bf triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:10:54.481503 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-00d9a9f1-d05b-4da3-9ba9-1c645c80559f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:54.598334 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-69d5da96-9bff-4d00-952e-e7cab95a47de req-7ce3f5c0-af14-4d17-8852-af466c1de8f9 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb487f5-7b7a-45ea-a48a-5e5b4b4e6e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3138137 Nov 12 08:10:54.606196 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-a7fe8912-1130-4d85-82e5-2e5d5cf6f593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb396ca-5907-4ff2-95d5-824dfef4332c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1275168530-router', 'tenant_id': '8b8773b9ba7c4e19ac14f719fc98c803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'f7a31a17-46d0-4238-9d9b-1b7e1a56a003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:07:20Z', 'updated_at': '2021-11-12T08:07:26Z', 'revision_number': 4, 'project_id': '8b8773b9ba7c4e19ac14f719fc98c803', 'gw_port': {'id': 'f7a31a17-46d0-4238-9d9b-1b7e1a56a003', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:95:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb396ca-5907-4ff2-95d5-824dfef4332c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 159, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:21Z', 'updated_at': '2021-11-12T08:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': '631baee7-bb77-4bb5-9ce7-6526a4fa40b6', 'tenant_id': '8b8773b9ba7c4e19ac14f719fc98c803', 'floating_ip_address': '172.25.2.131', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': 'abb396ca-5907-4ff2-95d5-824dfef4332c', 'port_id': '725ea740-89a0-44ae-9ca0-d7dd5213cd26', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e17c76e-613f-40d2-ae39-1725682b1af7', 'mac_address': 'fa:16:3e:f9:3f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f312a3b2-b27c-43a7-8ece-4c4ff8a72754', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:07:51Z', 'updated_at': '2021-11-12T08:10:49Z', 'revision_number': 5, 'project_id': '8b8773b9ba7c4e19ac14f719fc98c803', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dedf5d5-93b0-4cb9-926a-f77af101f683', 'name': '', 'network_id': '8e17c76e-613f-40d2-ae39-1725682b1af7', 'tenant_id': '8b8773b9ba7c4e19ac14f719fc98c803', 'mac_address': 'fa:16:3e:50:df:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb396ca-5907-4ff2-95d5-824dfef4332c', 'device_owner': 'network:router_interface', 'standard_attr_id': 180, 'fixed_ips': [{'subnet_id': '73099bd0-5c51-4de3-ba74-9eb47a87705d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:24Z', 'updated_at': '2021-11-12T08:07:32Z', 'revision_number': 5, 'project_id': '8b8773b9ba7c4e19ac14f719fc98c803', 'subnets': [{'id': '73099bd0-5c51-4de3-ba74-9eb47a87705d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:10:54.629149 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-00d9a9f1-d05b-4da3-9ba9-1c645c80559f None None] Port 8fe74de5-4ddc-4607-908c-2c9997c8b8bf cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:10:54.645290 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cc01c526-ba3c-466f-a733-f46a627ede49 req-9d683e7a-6e4a-4b99-ab5e-02a554692ffc service neutron] 10.222.0.21 "GET /v2.0/networks/8e17c76e-613f-40d2-ae39-1725682b1af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3600736 Nov 12 08:10:54.659123 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7fe8912-1130-4d85-82e5-2e5d5cf6f593 None None] The sync data for ids ['abb396ca-5907-4ff2-95d5-824dfef4332c'] in n-d-765315-29 is: [{'id': 'abb396ca-5907-4ff2-95d5-824dfef4332c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1275168530-router', 'tenant_id': '8b8773b9ba7c4e19ac14f719fc98c803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'f7a31a17-46d0-4238-9d9b-1b7e1a56a003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:07:20Z', 'updated_at': '2021-11-12T08:07:26Z', 'revision_number': 4, 'project_id': '8b8773b9ba7c4e19ac14f719fc98c803', 'gw_port': {'id': 'f7a31a17-46d0-4238-9d9b-1b7e1a56a003', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:95:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb396ca-5907-4ff2-95d5-824dfef4332c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 159, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:21Z', 'updated_at': '2021-11-12T08:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': '631baee7-bb77-4bb5-9ce7-6526a4fa40b6', 'tenant_id': '8b8773b9ba7c4e19ac14f719fc98c803', 'floating_ip_address': '172.25.2.131', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': 'abb396ca-5907-4ff2-95d5-824dfef4332c', 'port_id': '725ea740-89a0-44ae-9ca0-d7dd5213cd26', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e17c76e-613f-40d2-ae39-1725682b1af7', 'mac_address': 'fa:16:3e:f9:3f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f312a3b2-b27c-43a7-8ece-4c4ff8a72754', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:07:51Z', 'updated_at': '2021-11-12T08:10:49Z', 'revision_number': 5, 'project_id': '8b8773b9ba7c4e19ac14f719fc98c803', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dedf5d5-93b0-4cb9-926a-f77af101f683', 'name': '', 'network_id': '8e17c76e-613f-40d2-ae39-1725682b1af7', 'tenant_id': '8b8773b9ba7c4e19ac14f719fc98c803', 'mac_address': 'fa:16:3e:50:df:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb396ca-5907-4ff2-95d5-824dfef4332c', 'device_owner': 'network:router_interface', 'standard_attr_id': 180, 'fixed_ips': [{'subnet_id': '73099bd0-5c51-4de3-ba74-9eb47a87705d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:24Z', 'updated_at': '2021-11-12T08:07:32Z', 'revision_number': 5, 'project_id': '8b8773b9ba7c4e19ac14f719fc98c803', 'subnets': [{'id': '73099bd0-5c51-4de3-ba74-9eb47a87705d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:10:54.689262 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3155203-4038-46eb-b0c4-347ac2a89c94 req-66c6848b-247c-48d6-8e6f-c020cb5c2b9c tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:54.690709 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-d3155203-4038-46eb-b0c4-347ac2a89c94 req-66c6848b-247c-48d6-8e6f-c020cb5c2b9c tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:54.749202 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caad7e1e-d2da-46ea-a9ad-03a6c3f0501d x-openstack-request-id: req-caad7e1e-d2da-46ea-a9ad-03a6c3f0501d {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:10:54.749683 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccce4532-340d-428e-8bc7-35cbfbee73e3", "name": "network-vif-plugged", "status": "completed", "tag": "f2a8611f-ec0a-44e7-8d41-29ad7076b116", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:10:54.749818 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-caad7e1e-d2da-46ea-a9ad-03a6c3f0501d {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:10:54.750431 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccce4532-340d-428e-8bc7-35cbfbee73e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2a8611f-ec0a-44e7-8d41-29ad7076b116', 'code': 200} Nov 12 08:10:54.772947 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98083ce-436c-46a1-a565-42a81fb8a62f req-1f7b8c1d-fa4f-4a09-b391-a739b9f97b97 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:54.789271 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e98083ce-436c-46a1-a565-42a81fb8a62f req-1f7b8c1d-fa4f-4a09-b391-a739b9f97b97 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] 10.222.0.26 "GET /v2.0/ports?device_id=a5d414fa-ba5d-4243-8c92-56087450eab9 HTTP/1.1" status: 200 len: 945 time: 0.2553763 Nov 12 08:10:54.794457 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d3155203-4038-46eb-b0c4-347ac2a89c94 req-66c6848b-247c-48d6-8e6f-c020cb5c2b9c tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2720203 Nov 12 08:10:54.803649 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 36082) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:10:54.832237 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-493f2e22-3f26-4e63-9bd1-85debcf96001 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Request body: {'floatingip': {'port_id': '7d3fb4a9-91b7-499a-8d81-c9477121daa2'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:10:54.982679 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-d3155203-4038-46eb-b0c4-347ac2a89c94 req-a7edcc30-54b3-454f-827f-bafe419215b7 service neutron] Request body: {'port': {'device_id': '4a67e7bf-04f4-4d80-a1c5-07ba361f9e16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:10:54.991324 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-493f2e22-3f26-4e63-9bd1-85debcf96001 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Publish callbacks [] for floatingip, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:55.026392 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cc01c526-ba3c-466f-a733-f46a627ede49 req-1d8d885a-ff8b-4edc-899a-629a4916fb8c service neutron] 10.222.0.21 "GET /v2.0/networks/8e17c76e-613f-40d2-ae39-1725682b1af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3713686 Nov 12 08:10:55.061287 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469e76b7-a426-4f5b-a130-d9ba42103aed req-615ec2c6-c15b-44b4-83d9-3dc3bd8d3c78 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:55.063022 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-469e76b7-a426-4f5b-a130-d9ba42103aed req-615ec2c6-c15b-44b4-83d9-3dc3bd8d3c78 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=700c8a79-ee5b-4f57-9e36-8ed83a369148 HTTP/1.1" status: 200 len: 945 time: 0.1914427 Nov 12 08:10:55.162707 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab54b9c9-22df-498e-8073-f3dc4485bc81 None None] New status for floating IP 631baee7-bb77-4bb5-9ce7-6526a4fa40b6: ACTIVE {{(pid=102601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:10:55.168102 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-469e76b7-a426-4f5b-a130-d9ba42103aed req-1cc45138-e603-4c70-ab1d-0d0787e64308 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907464 Nov 12 08:10:55.312337 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc61df0d-6f8b-4029-92c4-53119d457b68 req-5a5092ab-0f0c-4b14-bf2a-4e1e444a0c5f tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:55.321121 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cc61df0d-6f8b-4029-92c4-53119d457b68 req-5a5092ab-0f0c-4b14-bf2a-4e1e444a0c5f tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a67e7bf-04f4-4d80-a1c5-07ba361f9e16 HTTP/1.1" status: 200 len: 936 time: 0.0841799 Nov 12 08:10:55.411200 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cc61df0d-6f8b-4029-92c4-53119d457b68 req-0d6d61a8-8292-4248-84fa-1f686db69c21 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872495 Nov 12 08:10:55.453811 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-d3155203-4038-46eb-b0c4-347ac2a89c94 req-a7edcc30-54b3-454f-827f-bafe419215b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:55.822377 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6636960e-9bfa-4f84-9346-51ec4ae99fbd req-a03b9621-f0d6-4e9c-bc43-909570f274bb tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:55.831336 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6636960e-9bfa-4f84-9346-51ec4ae99fbd req-a03b9621-f0d6-4e9c-bc43-909570f274bb tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5b5785-a47f-4561-a4b6-f5a68cfe2ed6 HTTP/1.1" status: 200 len: 950 time: 0.0908203 Nov 12 08:10:55.926287 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6636960e-9bfa-4f84-9346-51ec4ae99fbd req-c9d1f40d-081d-46b5-b340-a3244a7db814 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb487f5-7b7a-45ea-a48a-5e5b4b4e6e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915463 Nov 12 08:10:56.264024 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f167f7-b6f9-466a-9f67-27235cf30bc8 req-47923d71-a87a-41bd-9b63-33b94c130320 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:56.273132 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f167f7-b6f9-466a-9f67-27235cf30bc8 req-47923d71-a87a-41bd-9b63-33b94c130320 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:56.281257 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f167f7-b6f9-466a-9f67-27235cf30bc8 req-47923d71-a87a-41bd-9b63-33b94c130320 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:56.288292 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f167f7-b6f9-466a-9f67-27235cf30bc8 req-47923d71-a87a-41bd-9b63-33b94c130320 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:56.295700 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f167f7-b6f9-466a-9f67-27235cf30bc8 req-47923d71-a87a-41bd-9b63-33b94c130320 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:56.312788 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f167f7-b6f9-466a-9f67-27235cf30bc8 req-47923d71-a87a-41bd-9b63-33b94c130320 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:56.319640 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f167f7-b6f9-466a-9f67-27235cf30bc8 req-47923d71-a87a-41bd-9b63-33b94c130320 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:56.321948 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-41f167f7-b6f9-466a-9f67-27235cf30bc8 req-47923d71-a87a-41bd-9b63-33b94c130320 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd1d6ac-fc22-40b4-9334-b79b8f638fb9 HTTP/1.1" status: 200 len: 5433 time: 1.1958334 Nov 12 08:10:56.411226 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a53c73f-38e7-4b16-8d9f-00caa99594a7 req-71f82775-15e0-4e44-9ad3-333280499a77 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:56.414239 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0a53c73f-38e7-4b16-8d9f-00caa99594a7 req-71f82775-15e0-4e44-9ad3-333280499a77 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=700c8a79-ee5b-4f57-9e36-8ed83a369148 HTTP/1.1" status: 200 len: 945 time: 0.1106434 Nov 12 08:10:56.450952 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-493f2e22-3f26-4e63-9bd1-85debcf96001 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:56.467936 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-493f2e22-3f26-4e63-9bd1-85debcf96001 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:56.548226 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0a53c73f-38e7-4b16-8d9f-00caa99594a7 req-59d9845f-3298-4237-ae88-6b9883cdb407 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238422 Nov 12 08:10:56.580147 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-41f167f7-b6f9-466a-9f67-27235cf30bc8 req-002085bb-989d-4959-909d-c653ec29b1ed tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b5c7833-24a2-4c14-bc24-7cc6ddd646d8&id=edb098b1-b850-4d1f-9907-ebc80ab17859&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1203153 Nov 12 08:10:56.866994 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aa57c6-caa0-477b-8bec-c1b009e5e882 req-3e27e4b0-5d32-43d6-92c0-21ac08edcf78 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:56.878231 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-59aa57c6-caa0-477b-8bec-c1b009e5e882 req-3e27e4b0-5d32-43d6-92c0-21ac08edcf78 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a67e7bf-04f4-4d80-a1c5-07ba361f9e16 HTTP/1.1" status: 200 len: 936 time: 0.1639864 Nov 12 08:10:57.018437 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-59aa57c6-caa0-477b-8bec-c1b009e5e882 req-b2366e4d-5509-426e-81f8-13805eb511db tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387551 Nov 12 08:10:57.083888 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b804cb-fd6e-433c-9f35-dbde025909bc req-117e3490-3216-47fc-927d-d54119844df1 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:57.104401 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b804cb-fd6e-433c-9f35-dbde025909bc req-117e3490-3216-47fc-927d-d54119844df1 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:57.118857 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b804cb-fd6e-433c-9f35-dbde025909bc req-117e3490-3216-47fc-927d-d54119844df1 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:57.139151 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b804cb-fd6e-433c-9f35-dbde025909bc req-117e3490-3216-47fc-927d-d54119844df1 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:57.156702 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b804cb-fd6e-433c-9f35-dbde025909bc req-117e3490-3216-47fc-927d-d54119844df1 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:57.157924 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3607bf-8ddd-42ae-bda2-dad4da254ba5 req-25741143-1865-4ce5-88d0-8379676e1bab tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:57.165695 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6a3607bf-8ddd-42ae-bda2-dad4da254ba5 req-25741143-1865-4ce5-88d0-8379676e1bab tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5b5785-a47f-4561-a4b6-f5a68cfe2ed6 HTTP/1.1" status: 200 len: 950 time: 0.0800719 Nov 12 08:10:57.176487 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b804cb-fd6e-433c-9f35-dbde025909bc req-117e3490-3216-47fc-927d-d54119844df1 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:57.215046 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b804cb-fd6e-433c-9f35-dbde025909bc req-117e3490-3216-47fc-927d-d54119844df1 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:57.235371 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-28b804cb-fd6e-433c-9f35-dbde025909bc req-117e3490-3216-47fc-927d-d54119844df1 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd1d6ac-fc22-40b4-9334-b79b8f638fb9 HTTP/1.1" status: 200 len: 5433 time: 0.3460765 Nov 12 08:10:57.236190 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 36122) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:10:57.252833 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-27faa8ea-3abb-4396-8814-ac051ba13aac tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Request body: {'floatingip': {'port_id': '0793927c-8519-449f-9816-c38d5e388678'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:10:57.253622 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6a3607bf-8ddd-42ae-bda2-dad4da254ba5 req-3fbd7c55-9b4a-4ab9-a52e-d7dc0acb04b1 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb487f5-7b7a-45ea-a48a-5e5b4b4e6e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828211 Nov 12 08:10:57.312231 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-d3155203-4038-46eb-b0c4-347ac2a89c94 req-a7edcc30-54b3-454f-827f-bafe419215b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fe74de5-4ddc-4607-908c-2c9997c8b8bf {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:10:57.340346 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-d3155203-4038-46eb-b0c4-347ac2a89c94 req-a7edcc30-54b3-454f-827f-bafe419215b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:57.351970 n-d-765315-29 neutron-server[102599]: INFO neutron.db.l3_db [None req-493f2e22-3f26-4e63-9bd1-85debcf96001 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Floating IP 6ccd4efb-a84b-4d09-9845-e2e318c138f5 associated. External IP: 172.25.2.197, port: 7d3fb4a9-91b7-499a-8d81-c9477121daa2. Nov 12 08:10:57.363064 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-27faa8ea-3abb-4396-8814-ac051ba13aac tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks [] for floatingip, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:57.754686 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-d3155203-4038-46eb-b0c4-347ac2a89c94 req-a7edcc30-54b3-454f-827f-bafe419215b7 service neutron] Transition to ACTIVE for port object 8fe74de5-4ddc-4607-908c-2c9997c8b8bf will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:10:57.805089 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-d3155203-4038-46eb-b0c4-347ac2a89c94 req-a7edcc30-54b3-454f-827f-bafe419215b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:57.816687 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b16ce1-8a15-4855-bc77-ea5ad1c5a74e req-fd34b985-b08c-4a37-ab6c-4ee687139744 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:57.818254 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-81b16ce1-8a15-4855-bc77-ea5ad1c5a74e req-fd34b985-b08c-4a37-ab6c-4ee687139744 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=700c8a79-ee5b-4f57-9e36-8ed83a369148 HTTP/1.1" status: 200 len: 945 time: 0.1111517 Nov 12 08:10:57.918474 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-81b16ce1-8a15-4855-bc77-ea5ad1c5a74e req-2b1d590a-6d07-4817-a46d-f440854d1e06 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933654 Nov 12 08:10:58.504468 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35a3689-1d77-43ba-8f7d-575b3b470cd2 req-4605cefd-0577-4eb9-8e0b-15b06bac8766 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:58.506342 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c35a3689-1d77-43ba-8f7d-575b3b470cd2 req-4605cefd-0577-4eb9-8e0b-15b06bac8766 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5b5785-a47f-4561-a4b6-f5a68cfe2ed6 HTTP/1.1" status: 200 len: 950 time: 0.1152668 Nov 12 08:10:58.601340 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7edcc30-54b3-454f-827f-bafe419215b7 service neutron] Pushing event updated for resources: {'Port': ['ID=8fe74de5-4ddc-4607-908c-2c9997c8b8bf,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:58.627633 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-493f2e22-3f26-4e63-9bd1-85debcf96001 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Router 5732eb70-ba32-4269-9c91-f96f3ef6bfc7 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:10:58.629718 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c35a3689-1d77-43ba-8f7d-575b3b470cd2 req-8345d141-f7ec-4abe-92fa-beed41feb837 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb487f5-7b7a-45ea-a48a-5e5b4b4e6e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120980 Nov 12 08:10:58.630207 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-d3155203-4038-46eb-b0c4-347ac2a89c94 req-a7edcc30-54b3-454f-827f-bafe419215b7 service neutron] Attempting to bind port 8fe74de5-4ddc-4607-908c-2c9997c8b8bf on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:10:58.630544 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-d3155203-4038-46eb-b0c4-347ac2a89c94 req-a7edcc30-54b3-454f-827f-bafe419215b7 service neutron] Attempting to bind port 8fe74de5-4ddc-4607-908c-2c9997c8b8bf by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:10:58.645845 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3155203-4038-46eb-b0c4-347ac2a89c94 req-a7edcc30-54b3-454f-827f-bafe419215b7 service neutron] Attempting to bind port 8fe74de5-4ddc-4607-908c-2c9997c8b8bf on network 107743df-d3df-459d-a6cd-9e2ab4303016 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:10:58.688809 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0fa69a-274a-4c39-909f-531be3bac021 req-e30d6e50-fd2f-49ac-9f1f-5c7981f2cea9 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:58.702549 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3c0fa69a-274a-4c39-909f-531be3bac021 req-e30d6e50-fd2f-49ac-9f1f-5c7981f2cea9 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a67e7bf-04f4-4d80-a1c5-07ba361f9e16 HTTP/1.1" status: 200 len: 948 time: 0.4903448 Nov 12 08:10:58.787114 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3155203-4038-46eb-b0c4-347ac2a89c94 req-a7edcc30-54b3-454f-827f-bafe419215b7 service neutron] Port 8fe74de5-4ddc-4607-908c-2c9997c8b8bf on network 107743df-d3df-459d-a6cd-9e2ab4303016 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:10:58.787742 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3155203-4038-46eb-b0c4-347ac2a89c94 req-a7edcc30-54b3-454f-827f-bafe419215b7 service neutron] Attempting to bind port 8fe74de5-4ddc-4607-908c-2c9997c8b8bf on network 107743df-d3df-459d-a6cd-9e2ab4303016 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:10:58.814701 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3155203-4038-46eb-b0c4-347ac2a89c94 req-a7edcc30-54b3-454f-827f-bafe419215b7 service neutron] Checking agent: {'id': '26215384-8035-4ce2-971a-8e67be80da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:10:58.815626 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3155203-4038-46eb-b0c4-347ac2a89c94 req-a7edcc30-54b3-454f-827f-bafe419215b7 service neutron] Checking segment: {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:10:58.816481 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3155203-4038-46eb-b0c4-347ac2a89c94 req-a7edcc30-54b3-454f-827f-bafe419215b7 service neutron] Bound using segment: {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:10:58.817460 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-d3155203-4038-46eb-b0c4-347ac2a89c94 req-a7edcc30-54b3-454f-827f-bafe419215b7 service neutron] Bound port: 8fe74de5-4ddc-4607-908c-2c9997c8b8bf, host: n-h1-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:10:58.818443 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-d3155203-4038-46eb-b0c4-347ac2a89c94 req-a7edcc30-54b3-454f-827f-bafe419215b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:58.847559 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:10:59.225345 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c5be1b-8b4e-4f20-bfe7-6e55b6938a62 req-7943a66e-345e-42a8-bb71-b649ba1ef91e tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:59.235297 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-46c5be1b-8b4e-4f20-bfe7-6e55b6938a62 req-7943a66e-345e-42a8-bb71-b649ba1ef91e tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=700c8a79-ee5b-4f57-9e36-8ed83a369148 HTTP/1.1" status: 200 len: 945 time: 0.1181366 Nov 12 08:10:59.328247 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-46c5be1b-8b4e-4f20-bfe7-6e55b6938a62 req-c7e84012-7caf-49ce-a416-62ad7a218895 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901752 Nov 12 08:10:59.379297 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3c0fa69a-274a-4c39-909f-531be3bac021 req-bde0039f-70c6-4908-acb3-c9b8fedd71aa tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6757138 Nov 12 08:10:59.527209 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-d3155203-4038-46eb-b0c4-347ac2a89c94 req-a7edcc30-54b3-454f-827f-bafe419215b7 service neutron] For port 8fe74de5-4ddc-4607-908c-2c9997c8b8bf, host n-h1-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:10:59.532251 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-d3155203-4038-46eb-b0c4-347ac2a89c94 req-a7edcc30-54b3-454f-827f-bafe419215b7 service neutron] For port 8fe74de5-4ddc-4607-908c-2c9997c8b8bf, host n-h1-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=8fe74de5-4ddc-4607-908c-2c9997c8b8bf,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:10:59.572402 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.db.resource_extend [None req-27faa8ea-3abb-4396-8814-ac051ba13aac tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:10:59.640542 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-27faa8ea-3abb-4396-8814-ac051ba13aac tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:59.645447 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-d3155203-4038-46eb-b0c4-347ac2a89c94 req-a7edcc30-54b3-454f-827f-bafe419215b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:59.689847 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-27faa8ea-3abb-4396-8814-ac051ba13aac tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:59.769604 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3155203-4038-46eb-b0c4-347ac2a89c94 req-a7edcc30-54b3-454f-827f-bafe419215b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:59.770788 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-d3155203-4038-46eb-b0c4-347ac2a89c94 req-a7edcc30-54b3-454f-827f-bafe419215b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:59.773011 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d3155203-4038-46eb-b0c4-347ac2a89c94 req-a7edcc30-54b3-454f-827f-bafe419215b7 service neutron] 10.222.0.21 "PUT /v2.0/ports/8fe74de5-4ddc-4607-908c-2c9997c8b8bf HTTP/1.1" status: 200 len: 1097 time: 4.7982383 Nov 12 08:10:59.870648 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a67e7bf-04f4-4d80-a1c5-07ba361f9e16', 'tag': '8fe74de5-4ddc-4607-908c-2c9997c8b8bf'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:10:59.873372 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de5d34cc-c904-46cc-9932-97c8a797fae0" -d '{"events": [{"name": "network-changed", "server_uuid": "4a67e7bf-04f4-4d80-a1c5-07ba361f9e16", "tag": "8fe74de5-4ddc-4607-908c-2c9997c8b8bf"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:10:59.876980 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-493f2e22-3f26-4e63-9bd1-85debcf96001 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:10:59.886618 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-493f2e22-3f26-4e63-9bd1-85debcf96001 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:59.895167 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd537925-ff5e-459d-b396-5bdb3b873033 None None] Sync routers for ids ['5732eb70-ba32-4269-9c91-f96f3ef6bfc7'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:10:59.917185 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec3e946-c810-4b0f-9c73-db8547bc2d32 req-1b395ed7-cf0c-49e2-a4a2-343889f86e05 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:59.918861 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0ec3e946-c810-4b0f-9c73-db8547bc2d32 req-1b395ed7-cf0c-49e2-a4a2-343889f86e05 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5b5785-a47f-4561-a4b6-f5a68cfe2ed6 HTTP/1.1" status: 200 len: 950 time: 0.1635280 Nov 12 08:10:59.930811 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd537925-ff5e-459d-b396-5bdb3b873033 None None] Routers {'5732eb70-ba32-4269-9c91-f96f3ef6bfc7'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:10:59.931809 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-fd537925-ff5e-459d-b396-5bdb3b873033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:10:36Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['5732eb70-ba32-4269-9c91-f96f3ef6bfc7'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:11:00.057171 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0ec3e946-c810-4b0f-9c73-db8547bc2d32 req-399736c8-89be-4679-baaa-9e6107a9a2b5 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb487f5-7b7a-45ea-a48a-5e5b4b4e6e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221168 Nov 12 08:11:00.078975 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8b3a231-de3b-4a33-ba40-62fd724fb4e1 x-openstack-request-id: req-f8b3a231-de3b-4a33-ba40-62fd724fb4e1 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:11:00.079273 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a67e7bf-04f4-4d80-a1c5-07ba361f9e16", "tag": "8fe74de5-4ddc-4607-908c-2c9997c8b8bf", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:11:00.086419 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f8b3a231-de3b-4a33-ba40-62fd724fb4e1 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:11:00.087077 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a67e7bf-04f4-4d80-a1c5-07ba361f9e16', 'tag': '8fe74de5-4ddc-4607-908c-2c9997c8b8bf', 'status': 'completed', 'code': 200} Nov 12 08:11:00.195234 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-493f2e22-3f26-4e63-9bd1-85debcf96001 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] 10.222.0.26 "PUT /v2.0/floatingips/6ccd4efb-a84b-4d09-9845-e2e318c138f5 HTTP/1.1" status: 200 len: 991 time: 5.3780050 Nov 12 08:11:00.274249 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-fd537925-ff5e-459d-b396-5bdb3b873033 None None] Set router 5732eb70-ba32-4269-9c91-f96f3ef6bfc7 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:11:00.312028 n-d-765315-29 neutron-server[102599]: INFO neutron.db.l3_db [None req-27faa8ea-3abb-4396-8814-ac051ba13aac tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Floating IP 202112c4-57db-4486-8d1a-d0e5b245d265 associated. External IP: 172.25.2.78, port: 0793927c-8519-449f-9816-c38d5e388678. Nov 12 08:11:00.319363 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3155203-4038-46eb-b0c4-347ac2a89c94 req-3d5eb05d-88a1-49ec-b631-50b08152b401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:00.321252 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d3155203-4038-46eb-b0c4-347ac2a89c94 req-3d5eb05d-88a1-49ec-b631-50b08152b401 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f20f3adab6e34964b521814e780e6afc&device_id=4a67e7bf-04f4-4d80-a1c5-07ba361f9e16 HTTP/1.1" status: 200 len: 1100 time: 0.4312766 Nov 12 08:11:00.323166 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7edcc30-54b3-454f-827f-bafe419215b7 service neutron] Pushing event updated for resources: {'Port': ['ID=8fe74de5-4ddc-4607-908c-2c9997c8b8bf,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:00.605224 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d3155203-4038-46eb-b0c4-347ac2a89c94 req-90bd4499-1c35-4411-816b-59cfeb643d6c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=8fe74de5-4ddc-4607-908c-2c9997c8b8bf HTTP/1.1" status: 200 len: 217 time: 0.0552084 Nov 12 08:11:00.610863 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7edcc30-54b3-454f-827f-bafe419215b7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:11:00.611174 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7edcc30-54b3-454f-827f-bafe419215b7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:11:00.611378 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7edcc30-54b3-454f-827f-bafe419215b7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:11:00.611718 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7edcc30-54b3-454f-827f-bafe419215b7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:11:00.612051 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7edcc30-54b3-454f-827f-bafe419215b7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:11:00.612383 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7edcc30-54b3-454f-827f-bafe419215b7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:11:00.612710 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7edcc30-54b3-454f-827f-bafe419215b7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:11:00.613035 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7edcc30-54b3-454f-827f-bafe419215b7 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:11:00.613420 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7edcc30-54b3-454f-827f-bafe419215b7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:11:00.613752 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7edcc30-54b3-454f-827f-bafe419215b7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:11:00.614075 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7edcc30-54b3-454f-827f-bafe419215b7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:11:00.614396 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7edcc30-54b3-454f-827f-bafe419215b7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:11:00.656162 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b791a2db-8372-4574-a344-d9c089c2a6bb req-4a8fcf4f-53d7-4bda-8b9b-09850821054f tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:00.681760 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b791a2db-8372-4574-a344-d9c089c2a6bb req-4a8fcf4f-53d7-4bda-8b9b-09850821054f tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a67e7bf-04f4-4d80-a1c5-07ba361f9e16 HTTP/1.1" status: 200 len: 948 time: 0.1113992 Nov 12 08:11:00.782440 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b791a2db-8372-4574-a344-d9c089c2a6bb req-1ed843fc-b33f-4a97-83d9-0214176a5ed6 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993581 Nov 12 08:11:00.816926 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3155203-4038-46eb-b0c4-347ac2a89c94 req-84b7e3b6-fbbc-41d3-b267-d511a61180f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:00.818523 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d3155203-4038-46eb-b0c4-347ac2a89c94 req-84b7e3b6-fbbc-41d3-b267-d511a61180f3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1 HTTP/1.1" status: 200 len: 843 time: 0.1912019 Nov 12 08:11:00.916935 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-fd537925-ff5e-459d-b396-5bdb3b873033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5732eb70-ba32-4269-9c91-f96f3ef6bfc7', 'name': 'tempest-ServersTestManualDisk-1832402690-router', 'tenant_id': '87e1c7a524e4438c8d5ef825876f155a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '2ca7c03b-ea1b-4304-b885-ec15d73ffdee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:10:01Z', 'updated_at': '2021-11-12T08:10:12Z', 'revision_number': 4, 'project_id': '87e1c7a524e4438c8d5ef825876f155a', 'gw_port': {'id': '2ca7c03b-ea1b-4304-b885-ec15d73ffdee', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:49:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5732eb70-ba32-4269-9c91-f96f3ef6bfc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:10:03Z', 'updated_at': '2021-11-12T08:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': '6ccd4efb-a84b-4d09-9845-e2e318c138f5', 'tenant_id': '87e1c7a524e4438c8d5ef825876f155a', 'floating_ip_address': '172.25.2.197', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': '5732eb70-ba32-4269-9c91-f96f3ef6bfc7', 'port_id': '7d3fb4a9-91b7-499a-8d81-c9477121daa2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02a32135-0065-45ce-974d-27815ac6e32c', 'mac_address': 'fa:16:3e:03:57:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d414fa-ba5d-4243-8c92-56087450eab9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:10:23Z', 'updated_at': '2021-11-12T08:10:56Z', 'revision_number': 1, 'project_id': '87e1c7a524e4438c8d5ef825876f155a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5971f7f6-ff1b-4e91-b75e-52221b0db12b', 'name': '', 'network_id': '02a32135-0065-45ce-974d-27815ac6e32c', 'tenant_id': '87e1c7a524e4438c8d5ef825876f155a', 'mac_address': 'fa:16:3e:f9:09:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5732eb70-ba32-4269-9c91-f96f3ef6bfc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'cc8e413e-37a0-429c-9307-b148ff2851e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:10:10Z', 'updated_at': '2021-11-12T08:10:17Z', 'revision_number': 5, 'project_id': '87e1c7a524e4438c8d5ef825876f155a', 'subnets': [{'id': 'cc8e413e-37a0-429c-9307-b148ff2851e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:11:00.967737 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd537925-ff5e-459d-b396-5bdb3b873033 None None] Checking router: 5732eb70-ba32-4269-9c91-f96f3ef6bfc7 for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:11:00.981597 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd537925-ff5e-459d-b396-5bdb3b873033 None None] Routers {'5732eb70-ba32-4269-9c91-f96f3ef6bfc7'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:11:00.984106 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-fd537925-ff5e-459d-b396-5bdb3b873033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:10:36Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['5732eb70-ba32-4269-9c91-f96f3ef6bfc7'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:11:01.000342 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27faa8ea-3abb-4396-8814-ac051ba13aac tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Router bde7935a-2b96-4e20-a2c9-08e3ef6f6a63 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:11:01.017992 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6375c1-6248-4d74-9d2f-3472f36a471d req-fa72f1d0-e417-4dd5-9bbe-42001ebad04b tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:01.025794 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2f6375c1-6248-4d74-9d2f-3472f36a471d req-fa72f1d0-e417-4dd5-9bbe-42001ebad04b tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=700c8a79-ee5b-4f57-9e36-8ed83a369148 HTTP/1.1" status: 200 len: 945 time: 0.4868748 Nov 12 08:11:01.070424 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3155203-4038-46eb-b0c4-347ac2a89c94 req-a6284b96-01c0-4ef1-9d6c-5a559b2d71ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:01.071980 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d3155203-4038-46eb-b0c4-347ac2a89c94 req-a6284b96-01c0-4ef1-9d6c-5a559b2d71ca service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=107743df-d3df-459d-a6cd-9e2ab4303016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2376735 Nov 12 08:11:01.182147 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-fd537925-ff5e-459d-b396-5bdb3b873033 None None] Set router 5732eb70-ba32-4269-9c91-f96f3ef6bfc7 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:11:01.215728 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2f6375c1-6248-4d74-9d2f-3472f36a471d req-db32685d-971c-44fc-b8ea-7d769721d070 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889207 Nov 12 08:11:01.249609 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81f5945-d6e6-4545-90b5-6726721c62f7 req-21b5ccd1-c8dd-4f89-a04d-cd584df7b51f tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:01.257265 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b81f5945-d6e6-4545-90b5-6726721c62f7 req-21b5ccd1-c8dd-4f89-a04d-cd584df7b51f tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5b5785-a47f-4561-a4b6-f5a68cfe2ed6 HTTP/1.1" status: 200 len: 950 time: 0.0866792 Nov 12 08:11:01.319909 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b81f5945-d6e6-4545-90b5-6726721c62f7 req-fa8a9ba6-2966-4684-ab4f-d08fd346cd1b tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb487f5-7b7a-45ea-a48a-5e5b4b4e6e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616460 Nov 12 08:11:01.370607 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d3155203-4038-46eb-b0c4-347ac2a89c94 req-20ad8c68-681e-4678-9a59-d4e868d2614a service neutron] 10.222.0.21 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550995 Nov 12 08:11:01.486421 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27faa8ea-3abb-4396-8814-ac051ba13aac tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:11:01.493665 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-27faa8ea-3abb-4396-8814-ac051ba13aac tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:01.499756 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141452d9-b1f4-456f-b279-cfca57d985a0 None None] Sync routers for ids ['bde7935a-2b96-4e20-a2c9-08e3ef6f6a63'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:11:01.524595 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141452d9-b1f4-456f-b279-cfca57d985a0 None None] Routers {'bde7935a-2b96-4e20-a2c9-08e3ef6f6a63'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:11:01.526196 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-141452d9-b1f4-456f-b279-cfca57d985a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:10:36Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['bde7935a-2b96-4e20-a2c9-08e3ef6f6a63'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:11:01.546732 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-27faa8ea-3abb-4396-8814-ac051ba13aac tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "PUT /v2.0/floatingips/202112c4-57db-4486-8d1a-d0e5b245d265 HTTP/1.1" status: 200 len: 990 time: 4.2979863 Nov 12 08:11:01.575505 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d3155203-4038-46eb-b0c4-347ac2a89c94 req-4d4e51e0-c62f-46f0-b6e2-9afc505ef6c7 service neutron] 10.222.0.21 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878328 Nov 12 08:11:01.641031 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-fd537925-ff5e-459d-b396-5bdb3b873033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5732eb70-ba32-4269-9c91-f96f3ef6bfc7', 'name': 'tempest-ServersTestManualDisk-1832402690-router', 'tenant_id': '87e1c7a524e4438c8d5ef825876f155a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '2ca7c03b-ea1b-4304-b885-ec15d73ffdee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:10:01Z', 'updated_at': '2021-11-12T08:10:12Z', 'revision_number': 4, 'project_id': '87e1c7a524e4438c8d5ef825876f155a', 'gw_port': {'id': '2ca7c03b-ea1b-4304-b885-ec15d73ffdee', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:49:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5732eb70-ba32-4269-9c91-f96f3ef6bfc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:10:03Z', 'updated_at': '2021-11-12T08:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': '6ccd4efb-a84b-4d09-9845-e2e318c138f5', 'tenant_id': '87e1c7a524e4438c8d5ef825876f155a', 'floating_ip_address': '172.25.2.197', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': '5732eb70-ba32-4269-9c91-f96f3ef6bfc7', 'port_id': '7d3fb4a9-91b7-499a-8d81-c9477121daa2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02a32135-0065-45ce-974d-27815ac6e32c', 'mac_address': 'fa:16:3e:03:57:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d414fa-ba5d-4243-8c92-56087450eab9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:10:23Z', 'updated_at': '2021-11-12T08:10:56Z', 'revision_number': 1, 'project_id': '87e1c7a524e4438c8d5ef825876f155a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5971f7f6-ff1b-4e91-b75e-52221b0db12b', 'name': '', 'network_id': '02a32135-0065-45ce-974d-27815ac6e32c', 'tenant_id': '87e1c7a524e4438c8d5ef825876f155a', 'mac_address': 'fa:16:3e:f9:09:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5732eb70-ba32-4269-9c91-f96f3ef6bfc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'cc8e413e-37a0-429c-9307-b148ff2851e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:10:10Z', 'updated_at': '2021-11-12T08:10:17Z', 'revision_number': 5, 'project_id': '87e1c7a524e4438c8d5ef825876f155a', 'subnets': [{'id': 'cc8e413e-37a0-429c-9307-b148ff2851e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:11:01.700763 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-141452d9-b1f4-456f-b279-cfca57d985a0 None None] Set router bde7935a-2b96-4e20-a2c9-08e3ef6f6a63 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:11:01.715660 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd537925-ff5e-459d-b396-5bdb3b873033 None None] The sync data for ids ['5732eb70-ba32-4269-9c91-f96f3ef6bfc7'] in n-d-765315-29 is: [{'id': '5732eb70-ba32-4269-9c91-f96f3ef6bfc7', 'name': 'tempest-ServersTestManualDisk-1832402690-router', 'tenant_id': '87e1c7a524e4438c8d5ef825876f155a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '2ca7c03b-ea1b-4304-b885-ec15d73ffdee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:10:01Z', 'updated_at': '2021-11-12T08:10:12Z', 'revision_number': 4, 'project_id': '87e1c7a524e4438c8d5ef825876f155a', 'gw_port': {'id': '2ca7c03b-ea1b-4304-b885-ec15d73ffdee', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:49:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5732eb70-ba32-4269-9c91-f96f3ef6bfc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:10:03Z', 'updated_at': '2021-11-12T08:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': '6ccd4efb-a84b-4d09-9845-e2e318c138f5', 'tenant_id': '87e1c7a524e4438c8d5ef825876f155a', 'floating_ip_address': '172.25.2.197', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': '5732eb70-ba32-4269-9c91-f96f3ef6bfc7', 'port_id': '7d3fb4a9-91b7-499a-8d81-c9477121daa2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02a32135-0065-45ce-974d-27815ac6e32c', 'mac_address': 'fa:16:3e:03:57:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d414fa-ba5d-4243-8c92-56087450eab9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:10:23Z', 'updated_at': '2021-11-12T08:10:56Z', 'revision_number': 1, 'project_id': '87e1c7a524e4438c8d5ef825876f155a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5971f7f6-ff1b-4e91-b75e-52221b0db12b', 'name': '', 'network_id': '02a32135-0065-45ce-974d-27815ac6e32c', 'tenant_id': '87e1c7a524e4438c8d5ef825876f155a', 'mac_address': 'fa:16:3e:f9:09:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5732eb70-ba32-4269-9c91-f96f3ef6bfc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'cc8e413e-37a0-429c-9307-b148ff2851e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:10:10Z', 'updated_at': '2021-11-12T08:10:17Z', 'revision_number': 5, 'project_id': '87e1c7a524e4438c8d5ef825876f155a', 'subnets': [{'id': 'cc8e413e-37a0-429c-9307-b148ff2851e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:11:01.725904 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d34cc-c904-46cc-9932-97c8a797fae0 req-4dc22e36-593c-486b-b34f-c215c15b3730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:01.727661 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-de5d34cc-c904-46cc-9932-97c8a797fae0 req-4dc22e36-593c-486b-b34f-c215c15b3730 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f20f3adab6e34964b521814e780e6afc&device_id=4a67e7bf-04f4-4d80-a1c5-07ba361f9e16 HTTP/1.1" status: 200 len: 1100 time: 0.0987878 Nov 12 08:11:01.965110 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a414dc6-bdf1-4342-932e-6e66b7453704 req-f77cd61b-54e9-44bd-94f3-6c58e6d3a616 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:01.967746 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6a414dc6-bdf1-4342-932e-6e66b7453704 req-f77cd61b-54e9-44bd-94f3-6c58e6d3a616 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a67e7bf-04f4-4d80-a1c5-07ba361f9e16 HTTP/1.1" status: 200 len: 948 time: 0.0723548 Nov 12 08:11:01.988168 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d34cc-c904-46cc-9932-97c8a797fae0 req-807899e5-55a1-4ea6-b922-7d47aaea34ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:01.989682 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-de5d34cc-c904-46cc-9932-97c8a797fae0 req-807899e5-55a1-4ea6-b922-7d47aaea34ce service neutron] 10.222.0.21 "GET /v2.0/networks?id=107743df-d3df-459d-a6cd-9e2ab4303016 HTTP/1.1" status: 200 len: 870 time: 0.2461782 Nov 12 08:11:02.083062 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6a414dc6-bdf1-4342-932e-6e66b7453704 req-02a88882-df7f-44ef-aab6-35b474f44d93 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065648 Nov 12 08:11:02.085458 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-de5d34cc-c904-46cc-9932-97c8a797fae0 req-7ba819a6-0cda-4b2c-a4c4-bdb12f8a78e2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=8fe74de5-4ddc-4607-908c-2c9997c8b8bf HTTP/1.1" status: 200 len: 217 time: 0.0817873 Nov 12 08:11:02.088241 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5d414fa-ba5d-4243-8c92-56087450eab9', 'tag': '7d3fb4a9-91b7-499a-8d81-c9477121daa2'}, {'name': 'network-changed', 'server_uuid': '3bd1d6ac-fc22-40b4-9334-b79b8f638fb9', 'tag': '0793927c-8519-449f-9816-c38d5e388678'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:11:02.093810 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46f29d32-2310-4f99-8739-fd47748b294e" -d '{"events": [{"name": "network-changed", "server_uuid": "a5d414fa-ba5d-4243-8c92-56087450eab9", "tag": "7d3fb4a9-91b7-499a-8d81-c9477121daa2"}, {"name": "network-changed", "server_uuid": "3bd1d6ac-fc22-40b4-9334-b79b8f638fb9", "tag": "0793927c-8519-449f-9816-c38d5e388678"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:11:02.120796 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-141452d9-b1f4-456f-b279-cfca57d985a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bde7935a-2b96-4e20-a2c9-08e3ef6f6a63', 'name': 'tempest-TaggedBootDevicesTest-299403947-router', 'tenant_id': 'caeb26ccc5c74ed4b3562c36be1bd442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'e2a06b59-f1df-4b89-9d0e-6c871db10b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:07:01Z', 'updated_at': '2021-11-12T08:07:06Z', 'revision_number': 4, 'project_id': 'caeb26ccc5c74ed4b3562c36be1bd442', 'gw_port': {'id': 'e2a06b59-f1df-4b89-9d0e-6c871db10b05', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:35:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde7935a-2b96-4e20-a2c9-08e3ef6f6a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:01Z', 'updated_at': '2021-11-12T08:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': '202112c4-57db-4486-8d1a-d0e5b245d265', 'tenant_id': 'caeb26ccc5c74ed4b3562c36be1bd442', 'floating_ip_address': '172.25.2.78', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': 'bde7935a-2b96-4e20-a2c9-08e3ef6f6a63', 'port_id': '0793927c-8519-449f-9816-c38d5e388678', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24a4ad48-a7af-4b0d-bf7a-0953ccc45cdb', 'mac_address': 'fa:16:3e:5a:43:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd1d6ac-fc22-40b4-9334-b79b8f638fb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:09:23Z', 'updated_at': '2021-11-12T08:10:59Z', 'revision_number': 1, 'project_id': 'caeb26ccc5c74ed4b3562c36be1bd442', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '368b1f59-edaa-4692-bce6-09350eef70bc', 'name': '', 'network_id': '24a4ad48-a7af-4b0d-bf7a-0953ccc45cdb', 'tenant_id': 'caeb26ccc5c74ed4b3562c36be1bd442', 'mac_address': 'fa:16:3e:72:70:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde7935a-2b96-4e20-a2c9-08e3ef6f6a63', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'a038e6b9-1cba-4ddf-94d9-98b3c825b6ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:05Z', 'updated_at': '2021-11-12T08:07:12Z', 'revision_number': 5, 'project_id': 'caeb26ccc5c74ed4b3562c36be1bd442', 'subnets': [{'id': 'a038e6b9-1cba-4ddf-94d9-98b3c825b6ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:11:02.153070 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5081dad-d0c0-4b2f-901b-d1a1596a520d None None] New status for floating IP 6ccd4efb-a84b-4d09-9845-e2e318c138f5: ACTIVE {{(pid=102602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:11:02.166407 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141452d9-b1f4-456f-b279-cfca57d985a0 None None] Checking router: bde7935a-2b96-4e20-a2c9-08e3ef6f6a63 for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:11:02.198030 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141452d9-b1f4-456f-b279-cfca57d985a0 None None] Routers {'bde7935a-2b96-4e20-a2c9-08e3ef6f6a63'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:11:02.198712 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-141452d9-b1f4-456f-b279-cfca57d985a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:10:36Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['bde7935a-2b96-4e20-a2c9-08e3ef6f6a63'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:11:02.306579 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d34cc-c904-46cc-9932-97c8a797fae0 req-64f84d34-cef5-4d8e-b174-856ae41969de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:02.308468 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-de5d34cc-c904-46cc-9932-97c8a797fae0 req-64f84d34-cef5-4d8e-b174-856ae41969de service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1 HTTP/1.1" status: 200 len: 843 time: 0.2009826 Nov 12 08:11:02.318658 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 08:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-105582f1-e1a0-46b8-8f99-4ca32e6058d2 x-openstack-request-id: req-105582f1-e1a0-46b8-8f99-4ca32e6058d2 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:11:02.319189 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5d414fa-ba5d-4243-8c92-56087450eab9", "tag": "7d3fb4a9-91b7-499a-8d81-c9477121daa2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3bd1d6ac-fc22-40b4-9334-b79b8f638fb9", "tag": "0793927c-8519-449f-9816-c38d5e388678", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:11:02.319515 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-105582f1-e1a0-46b8-8f99-4ca32e6058d2 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:11:02.320152 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5d414fa-ba5d-4243-8c92-56087450eab9', 'tag': '7d3fb4a9-91b7-499a-8d81-c9477121daa2', 'status': 'completed', 'code': 200} Nov 12 08:11:02.320529 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bd1d6ac-fc22-40b4-9334-b79b8f638fb9', 'tag': '0793927c-8519-449f-9816-c38d5e388678', 'status': 'completed', 'code': 200} Nov 12 08:11:02.394236 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-141452d9-b1f4-456f-b279-cfca57d985a0 None None] Set router bde7935a-2b96-4e20-a2c9-08e3ef6f6a63 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:11:02.401182 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-02c7b729-45fb-4b4d-8616-2dc30b3adc0e req-e0d1fe41-5721-4707-99de-b667ba5f1f57 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--841784858&fields=id&tenant_id=0a93781ee8b244ac91dad8e454407a80 HTTP/1.1" status: 200 len: 267 time: 0.2116230 Nov 12 08:11:02.460473 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f29d32-2310-4f99-8739-fd47748b294e req-5269c4fe-aa40-4859-95d8-24fa604e52ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:02.464391 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-46f29d32-2310-4f99-8739-fd47748b294e req-5269c4fe-aa40-4859-95d8-24fa604e52ac service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=87e1c7a524e4438c8d5ef825876f155a&device_id=a5d414fa-ba5d-4243-8c92-56087450eab9 HTTP/1.1" status: 200 len: 1097 time: 0.1082656 Nov 12 08:11:02.505694 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d34cc-c904-46cc-9932-97c8a797fae0 req-c1097a59-bc04-4d20-8b46-c5ca0710e003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:02.508358 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-de5d34cc-c904-46cc-9932-97c8a797fae0 req-c1097a59-bc04-4d20-8b46-c5ca0710e003 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=107743df-d3df-459d-a6cd-9e2ab4303016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1775367 Nov 12 08:11:02.614750 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee935bc6-d1d4-46d6-8a0b-921417d6cd98 req-a7f6030b-ccf7-4234-bef6-49b9b029e864 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:02.626051 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ee935bc6-d1d4-46d6-8a0b-921417d6cd98 req-a7f6030b-ccf7-4234-bef6-49b9b029e864 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=700c8a79-ee5b-4f57-9e36-8ed83a369148 HTTP/1.1" status: 200 len: 945 time: 0.1733813 Nov 12 08:11:02.657973 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c7b729-45fb-4b4d-8616-2dc30b3adc0e req-f1787d10-79be-46c3-aeb1-02fd706b364c tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:02.659736 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-02c7b729-45fb-4b4d-8616-2dc30b3adc0e req-f1787d10-79be-46c3-aeb1-02fd706b364c tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] 10.222.0.26 "GET /v2.0/networks?id=cf4b42a1-457b-43c5-93bd-eb55813709b3 HTTP/1.1" status: 200 len: 816 time: 0.2580295 Nov 12 08:11:02.712681 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ee935bc6-d1d4-46d6-8a0b-921417d6cd98 req-36bfbde6-5d29-4a8f-ba61-34c95f3f4bd4 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845735 Nov 12 08:11:02.713234 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-02c7b729-45fb-4b4d-8616-2dc30b3adc0e req-c0c5d78f-d541-4ea2-82e8-2e1d73838123 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] 10.222.0.26 "GET /v2.0/quotas/0a93781ee8b244ac91dad8e454407a80 HTTP/1.1" status: 200 len: 375 time: 0.0160980 Nov 12 08:11:02.797207 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f29d32-2310-4f99-8739-fd47748b294e req-a3061a14-f9c4-4fbf-bc65-43084c705950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:02.799187 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-46f29d32-2310-4f99-8739-fd47748b294e req-a3061a14-f9c4-4fbf-bc65-43084c705950 service neutron] 10.222.0.21 "GET /v2.0/networks?id=02a32135-0065-45ce-974d-27815ac6e32c HTTP/1.1" status: 200 len: 913 time: 0.2966278 Nov 12 08:11:02.826152 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-02c7b729-45fb-4b4d-8616-2dc30b3adc0e req-40f370e3-afb9-47fc-ae55-fbfe074f3765 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=0a93781ee8b244ac91dad8e454407a80&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0972710 Nov 12 08:11:02.831526 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-de5d34cc-c904-46cc-9932-97c8a797fae0 req-9c13656c-f6a6-49f9-a86a-fb17a0d27e82 service neutron] 10.222.0.21 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3052537 Nov 12 08:11:02.910547 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-141452d9-b1f4-456f-b279-cfca57d985a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bde7935a-2b96-4e20-a2c9-08e3ef6f6a63', 'name': 'tempest-TaggedBootDevicesTest-299403947-router', 'tenant_id': 'caeb26ccc5c74ed4b3562c36be1bd442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'e2a06b59-f1df-4b89-9d0e-6c871db10b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:07:01Z', 'updated_at': '2021-11-12T08:07:06Z', 'revision_number': 4, 'project_id': 'caeb26ccc5c74ed4b3562c36be1bd442', 'gw_port': {'id': 'e2a06b59-f1df-4b89-9d0e-6c871db10b05', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:35:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde7935a-2b96-4e20-a2c9-08e3ef6f6a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:01Z', 'updated_at': '2021-11-12T08:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': '202112c4-57db-4486-8d1a-d0e5b245d265', 'tenant_id': 'caeb26ccc5c74ed4b3562c36be1bd442', 'floating_ip_address': '172.25.2.78', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': 'bde7935a-2b96-4e20-a2c9-08e3ef6f6a63', 'port_id': '0793927c-8519-449f-9816-c38d5e388678', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24a4ad48-a7af-4b0d-bf7a-0953ccc45cdb', 'mac_address': 'fa:16:3e:5a:43:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd1d6ac-fc22-40b4-9334-b79b8f638fb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:09:23Z', 'updated_at': '2021-11-12T08:10:59Z', 'revision_number': 1, 'project_id': 'caeb26ccc5c74ed4b3562c36be1bd442', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '368b1f59-edaa-4692-bce6-09350eef70bc', 'name': '', 'network_id': '24a4ad48-a7af-4b0d-bf7a-0953ccc45cdb', 'tenant_id': 'caeb26ccc5c74ed4b3562c36be1bd442', 'mac_address': 'fa:16:3e:72:70:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde7935a-2b96-4e20-a2c9-08e3ef6f6a63', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'a038e6b9-1cba-4ddf-94d9-98b3c825b6ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:05Z', 'updated_at': '2021-11-12T08:07:12Z', 'revision_number': 5, 'project_id': 'caeb26ccc5c74ed4b3562c36be1bd442', 'subnets': [{'id': 'a038e6b9-1cba-4ddf-94d9-98b3c825b6ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:11:02.939562 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-46f29d32-2310-4f99-8739-fd47748b294e req-0ed87f27-16a2-4fa3-add3-0da4091fc98e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d3fb4a9-91b7-499a-8d81-c9477121daa2 HTTP/1.1" status: 200 len: 1001 time: 0.1260650 Nov 12 08:11:02.954737 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141452d9-b1f4-456f-b279-cfca57d985a0 None None] The sync data for ids ['bde7935a-2b96-4e20-a2c9-08e3ef6f6a63'] in n-d-765315-29 is: [{'id': 'bde7935a-2b96-4e20-a2c9-08e3ef6f6a63', 'name': 'tempest-TaggedBootDevicesTest-299403947-router', 'tenant_id': 'caeb26ccc5c74ed4b3562c36be1bd442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'e2a06b59-f1df-4b89-9d0e-6c871db10b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:07:01Z', 'updated_at': '2021-11-12T08:07:06Z', 'revision_number': 4, 'project_id': 'caeb26ccc5c74ed4b3562c36be1bd442', 'gw_port': {'id': 'e2a06b59-f1df-4b89-9d0e-6c871db10b05', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:35:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde7935a-2b96-4e20-a2c9-08e3ef6f6a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:01Z', 'updated_at': '2021-11-12T08:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': '202112c4-57db-4486-8d1a-d0e5b245d265', 'tenant_id': 'caeb26ccc5c74ed4b3562c36be1bd442', 'floating_ip_address': '172.25.2.78', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': 'bde7935a-2b96-4e20-a2c9-08e3ef6f6a63', 'port_id': '0793927c-8519-449f-9816-c38d5e388678', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24a4ad48-a7af-4b0d-bf7a-0953ccc45cdb', 'mac_address': 'fa:16:3e:5a:43:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd1d6ac-fc22-40b4-9334-b79b8f638fb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:09:23Z', 'updated_at': '2021-11-12T08:10:59Z', 'revision_number': 1, 'project_id': 'caeb26ccc5c74ed4b3562c36be1bd442', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '368b1f59-edaa-4692-bce6-09350eef70bc', 'name': '', 'network_id': '24a4ad48-a7af-4b0d-bf7a-0953ccc45cdb', 'tenant_id': 'caeb26ccc5c74ed4b3562c36be1bd442', 'mac_address': 'fa:16:3e:72:70:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde7935a-2b96-4e20-a2c9-08e3ef6f6a63', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'a038e6b9-1cba-4ddf-94d9-98b3c825b6ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:05Z', 'updated_at': '2021-11-12T08:07:12Z', 'revision_number': 5, 'project_id': 'caeb26ccc5c74ed4b3562c36be1bd442', 'subnets': [{'id': 'a038e6b9-1cba-4ddf-94d9-98b3c825b6ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:11:02.972013 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e5c5e4-de0f-486b-aeeb-8a3adbdc2822 req-8b8de8fb-344f-43b8-a83f-0272924b3635 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:02.980827 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b6e5c5e4-de0f-486b-aeeb-8a3adbdc2822 req-8b8de8fb-344f-43b8-a83f-0272924b3635 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5b5785-a47f-4561-a4b6-f5a68cfe2ed6 HTTP/1.1" status: 200 len: 950 time: 0.1067340 Nov 12 08:11:03.081588 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f29d32-2310-4f99-8739-fd47748b294e req-f2fb80d1-b957-427f-bb01-52531c240af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:03.083557 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-46f29d32-2310-4f99-8739-fd47748b294e req-f2fb80d1-b957-427f-bb01-52531c240af2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cc8e413e-37a0-429c-9307-b148ff2851e0 HTTP/1.1" status: 200 len: 851 time: 0.1352918 Nov 12 08:11:03.112962 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b6e5c5e4-de0f-486b-aeeb-8a3adbdc2822 req-2112268f-b78d-4f17-bd12-e7c6449a214f tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb487f5-7b7a-45ea-a48a-5e5b4b4e6e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309321 Nov 12 08:11:03.120641 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-de5d34cc-c904-46cc-9932-97c8a797fae0 req-0ce240db-b6cd-4809-9343-4ddb9b59dcd5 service neutron] 10.222.0.21 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785463 Nov 12 08:11:03.123781 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-02c7b729-45fb-4b4d-8616-2dc30b3adc0e req-5a7b67f0-a54b-4152-a48f-bda90526a4d7 service neutron] 10.222.0.26 "GET /v2.0/networks/cf4b42a1-457b-43c5-93bd-eb55813709b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484617 Nov 12 08:11:03.187172 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f29d32-2310-4f99-8739-fd47748b294e req-b4f7f344-b33c-451d-9b77-4f6bcd38cac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:03.189571 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-46f29d32-2310-4f99-8739-fd47748b294e req-b4f7f344-b33c-451d-9b77-4f6bcd38cac0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=02a32135-0065-45ce-974d-27815ac6e32c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0759320 Nov 12 08:11:03.342862 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-46f29d32-2310-4f99-8739-fd47748b294e req-f9c77d80-bf35-4bbb-9761-c5c8da14a254 service neutron] 10.222.0.21 "GET /v2.0/networks/02a32135-0065-45ce-974d-27815ac6e32c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384304 Nov 12 08:11:03.344113 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-02c7b729-45fb-4b4d-8616-2dc30b3adc0e req-8621e94b-5b5b-470d-b6b6-10e212cc74f4 service neutron] 10.222.0.26 "GET /v2.0/networks/cf4b42a1-457b-43c5-93bd-eb55813709b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024255 Nov 12 08:11:03.375736 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9a4af0-45c8-4184-a380-10b93855f781 None None] New status for floating IP 202112c4-57db-4486-8d1a-d0e5b245d265: ACTIVE {{(pid=102601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:11:03.554455 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-46f29d32-2310-4f99-8739-fd47748b294e req-4e2f15ec-02f0-4aed-81eb-c43edc956cfd service neutron] 10.222.0.21 "GET /v2.0/networks/02a32135-0065-45ce-974d-27815ac6e32c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988735 Nov 12 08:11:03.732265 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e905f8ff-38d8-4a54-8274-0fc2aa13aea7 req-f7f10a58-cd92-4410-982b-01239cb1866e tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:03.734230 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e905f8ff-38d8-4a54-8274-0fc2aa13aea7 req-f7f10a58-cd92-4410-982b-01239cb1866e tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a67e7bf-04f4-4d80-a1c5-07ba361f9e16 HTTP/1.1" status: 200 len: 948 time: 0.1565044 Nov 12 08:11:03.862581 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2de9d56d-7a63-45e8-bd60-c643bac98b1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:04.128108 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e5a7c4-c0ef-4cd2-9d58-836e533536f5 req-c44fdf98-2bc9-45b3-ac08-e1fd47743b68 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:04.138901 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e2e5a7c4-c0ef-4cd2-9d58-836e533536f5 req-c44fdf98-2bc9-45b3-ac08-e1fd47743b68 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=700c8a79-ee5b-4f57-9e36-8ed83a369148 HTTP/1.1" status: 200 len: 945 time: 0.0943651 Nov 12 08:11:04.230017 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e2e5a7c4-c0ef-4cd2-9d58-836e533536f5 req-61f3f04e-fbae-4835-b10b-9ba554ce85ef tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840709 Nov 12 08:11:04.266699 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f29d32-2310-4f99-8739-fd47748b294e req-8df45c3a-40df-4896-9381-b89ae9b0ed9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:04.267321 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f29d32-2310-4f99-8739-fd47748b294e req-8df45c3a-40df-4896-9381-b89ae9b0ed9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:04.267931 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f29d32-2310-4f99-8739-fd47748b294e req-8df45c3a-40df-4896-9381-b89ae9b0ed9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:04.268791 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f29d32-2310-4f99-8739-fd47748b294e req-8df45c3a-40df-4896-9381-b89ae9b0ed9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:04.269364 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f29d32-2310-4f99-8739-fd47748b294e req-8df45c3a-40df-4896-9381-b89ae9b0ed9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:04.269998 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f29d32-2310-4f99-8739-fd47748b294e req-8df45c3a-40df-4896-9381-b89ae9b0ed9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:04.270510 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f29d32-2310-4f99-8739-fd47748b294e req-8df45c3a-40df-4896-9381-b89ae9b0ed9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:04.273191 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-46f29d32-2310-4f99-8739-fd47748b294e req-8df45c3a-40df-4896-9381-b89ae9b0ed9c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=caeb26ccc5c74ed4b3562c36be1bd442&device_id=3bd1d6ac-fc22-40b4-9334-b79b8f638fb9 HTTP/1.1" status: 200 len: 6497 time: 0.6306837 Nov 12 08:11:04.323200 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ed52c128-3214-4db4-ad52-644d619d54b8 req-f11b4a31-87fa-441c-9783-f827900c16dc tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] 10.222.0.26 "GET /v2.0/ports?device_id=927dc8fa-5e03-422d-b0b4-4a3a68a88cd2 HTTP/1.1" status: 200 len: 210 time: 0.0338182 Nov 12 08:11:04.419814 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e905f8ff-38d8-4a54-8274-0fc2aa13aea7 req-a16916e9-5a2f-49bf-9492-a1b83d6059c8 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6725187 Nov 12 08:11:04.503566 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f29d32-2310-4f99-8739-fd47748b294e req-358a85ac-bf5f-4911-a3d7-9a9cc98d816c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:04.506176 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-46f29d32-2310-4f99-8739-fd47748b294e req-358a85ac-bf5f-4911-a3d7-9a9cc98d816c service neutron] 10.222.0.21 "GET /v2.0/networks?id=24a4ad48-a7af-4b0d-bf7a-0953ccc45cdb HTTP/1.1" status: 200 len: 912 time: 0.2169414 Nov 12 08:11:04.568630 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a4bb80-7a24-4306-9564-7af8234b12bd req-abfa2c05-696f-4c31-a5dc-a22e6eabe96e tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:04.574768 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d5a4bb80-7a24-4306-9564-7af8234b12bd req-abfa2c05-696f-4c31-a5dc-a22e6eabe96e tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5b5785-a47f-4561-a4b6-f5a68cfe2ed6 HTTP/1.1" status: 200 len: 950 time: 0.1415408 Nov 12 08:11:04.663917 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-46f29d32-2310-4f99-8739-fd47748b294e req-15729374-1e67-4c7b-938f-c823da39b4a4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0793927c-8519-449f-9816-c38d5e388678 HTTP/1.1" status: 200 len: 1000 time: 0.1415741 Nov 12 08:11:04.700225 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d5a4bb80-7a24-4306-9564-7af8234b12bd req-dc8edab4-e5f2-4d1c-8141-48fbe31c7198 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb487f5-7b7a-45ea-a48a-5e5b4b4e6e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181352 Nov 12 08:11:04.762460 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f29d32-2310-4f99-8739-fd47748b294e req-c6014afa-5b9f-488c-8238-72242d4c8d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:04.764505 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-46f29d32-2310-4f99-8739-fd47748b294e req-c6014afa-5b9f-488c-8238-72242d4c8d3a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a038e6b9-1cba-4ddf-94d9-98b3c825b6ae HTTP/1.1" status: 200 len: 850 time: 0.0806284 Nov 12 08:11:04.849275 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f29d32-2310-4f99-8739-fd47748b294e req-d63eab0e-d615-47ad-915b-e625265ab221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:04.852333 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-46f29d32-2310-4f99-8739-fd47748b294e req-d63eab0e-d615-47ad-915b-e625265ab221 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=24a4ad48-a7af-4b0d-bf7a-0953ccc45cdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0593441 Nov 12 08:11:04.943046 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:05.016749 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-46f29d32-2310-4f99-8739-fd47748b294e req-8ced72ad-9e7e-411f-b5b6-6bcc50a5fa8a service neutron] 10.222.0.21 "GET /v2.0/networks/24a4ad48-a7af-4b0d-bf7a-0953ccc45cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492822 Nov 12 08:11:05.199150 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-46f29d32-2310-4f99-8739-fd47748b294e req-da021486-81d8-43bb-98a5-b7e6fd212370 service neutron] 10.222.0.21 "GET /v2.0/networks/24a4ad48-a7af-4b0d-bf7a-0953ccc45cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701024 Nov 12 08:11:05.393913 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 8fe74de5-4ddc-4607-908c-2c9997c8b8bf details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:11:05.428784 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ab014-e0b8-48a2-b18f-f1ec8efb7730 req-69df2993-0702-473c-aae6-42a07a399884 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:05.431398 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-920ab014-e0b8-48a2-b18f-f1ec8efb7730 req-69df2993-0702-473c-aae6-42a07a399884 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=700c8a79-ee5b-4f57-9e36-8ed83a369148 HTTP/1.1" status: 200 len: 945 time: 0.0906715 Nov 12 08:11:05.480575 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4c49b682-74a9-4de0-880e-cab6a4f6f6ea req-3e927e1d-d95b-4e3e-aa14-1db9f2ba1ae1 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] 10.222.0.26 "GET /v2.0/ports?device_id=927dc8fa-5e03-422d-b0b4-4a3a68a88cd2 HTTP/1.1" status: 200 len: 210 time: 0.0529504 Nov 12 08:11:05.552635 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-920ab014-e0b8-48a2-b18f-f1ec8efb7730 req-1ad320af-aa16-4339-85a7-9b503cd447a9 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101229 Nov 12 08:11:05.574406 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 8fe74de5-4ddc-4607-908c-2c9997c8b8bf, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=8fe74de5-4ddc-4607-908c-2c9997c8b8bf,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:11:05.589951 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Returning: {'device': '8fe74de5-4ddc-4607-908c-2c9997c8b8bf', 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016', 'port_id': '8fe74de5-4ddc-4607-908c-2c9997c8b8bf', 'mac_address': 'fa:16:3e:14:28:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:11:05.694658 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:05.738981 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-e530113a-7783-48f4-9840-8911a24052df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fe74de5-4ddc-4607-908c-2c9997c8b8bf {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:11:05.739204 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51434a96-7c19-4550-aecc-f9086b59587d req-30f39797-8b53-4d4f-9a86-4ea5d1856845 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:05.739204 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-51434a96-7c19-4550-aecc-f9086b59587d req-30f39797-8b53-4d4f-9a86-4ea5d1856845 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a67e7bf-04f4-4d80-a1c5-07ba361f9e16 HTTP/1.1" status: 200 len: 948 time: 0.1341729 Nov 12 08:11:05.789512 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 8fe74de5-4ddc-4607-908c-2c9997c8b8bf, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=8fe74de5-4ddc-4607-908c-2c9997c8b8bf,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:11:05.822026 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:05.843246 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-51434a96-7c19-4550-aecc-f9086b59587d req-b99bbcd4-c1f0-4e00-96cc-cc9b2d62387d tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935671 Nov 12 08:11:05.943893 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=8fe74de5-4ddc-4607-908c-2c9997c8b8bf,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:05.962251 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de28424a-d487-49b9-a81c-b55e24b3e8b8 req-b40ba5ab-013a-47b2-b005-d30edd67dd05 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:05.962802 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:11:05.964146 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:11:05.964783 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:11:05.965344 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:11:05.965984 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:11:05.968799 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:11:05.969816 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:11:05.974268 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:11:05.974680 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-de28424a-d487-49b9-a81c-b55e24b3e8b8 req-b40ba5ab-013a-47b2-b005-d30edd67dd05 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5b5785-a47f-4561-a4b6-f5a68cfe2ed6 HTTP/1.1" status: 200 len: 950 time: 0.0816159 Nov 12 08:11:05.975773 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:11:05.976705 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:11:05.977561 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:11:05.978297 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:11:06.045296 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-de28424a-d487-49b9-a81c-b55e24b3e8b8 req-8184e5d3-4909-492b-9d53-fe59e8f25d4f tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb487f5-7b7a-45ea-a48a-5e5b4b4e6e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695155 Nov 12 08:11:06.157783 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c7b729-45fb-4b4d-8616-2dc30b3adc0e req-0beffbc6-39f4-4684-bafc-400632dc72cb tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:06.160214 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-02c7b729-45fb-4b4d-8616-2dc30b3adc0e req-0beffbc6-39f4-4684-bafc-400632dc72cb tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] 10.222.0.44 "GET /v2.0/networks?id=cf4b42a1-457b-43c5-93bd-eb55813709b3 HTTP/1.1" status: 200 len: 816 time: 0.2387922 Nov 12 08:11:06.326916 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-02c7b729-45fb-4b4d-8616-2dc30b3adc0e req-3485efbd-f556-4dd0-a182-1bea2db9f4d0 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a93781ee8b244ac91dad8e454407a80 HTTP/1.1" status: 200 len: 379 time: 0.1079748 Nov 12 08:11:06.344463 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-02c7b729-45fb-4b4d-8616-2dc30b3adc0e req-df087fa9-990f-4279-bc75-d118b3fafcd0 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Request body: {'port': {'device_id': '927dc8fa-5e03-422d-b0b4-4a3a68a88cd2', 'network_id': 'cf4b42a1-457b-43c5-93bd-eb55813709b3', 'admin_state_up': True, 'tenant_id': '0a93781ee8b244ac91dad8e454407a80', 'security_groups': ['d3cfb77d-6b7a-4cad-9012-ff67205a9f6d']}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:11:06.469883 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-96d2e410-07a5-47b3-993c-fb41cf97ee04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:06.518876 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02c7b729-45fb-4b4d-8616-2dc30b3adc0e req-df087fa9-990f-4279-bc75-d118b3fafcd0 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Made reservation on behalf of 0a93781ee8b244ac91dad8e454407a80 for: {'port': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:11:06.525443 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-02c7b729-45fb-4b4d-8616-2dc30b3adc0e req-df087fa9-990f-4279-bc75-d118b3fafcd0 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:06.635542 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ee868ef7-222c-4678-b0b8-43b81445860f req-8b9491b2-1bc6-40a1-81ff-1d8aec3c91c6 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] 10.222.0.26 "GET /v2.0/ports?device_id=927dc8fa-5e03-422d-b0b4-4a3a68a88cd2 HTTP/1.1" status: 200 len: 210 time: 0.0398211 Nov 12 08:11:06.666735 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['8fe74de5-4ddc-4607-908c-2c9997c8b8bf'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:11:06.810531 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [req-02c7b729-45fb-4b4d-8616-2dc30b3adc0e req-df087fa9-990f-4279-bc75-d118b3fafcd0 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Allocated IP 172.20.0.8 (cf4b42a1-457b-43c5-93bd-eb55813709b3/f94b95c0-cb4c-472b-8dd7-99ba828700c1/6d29693f-6f2e-426d-9cea-ef75602b71f9) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:11:06.823448 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc04faba-ae22-409c-ac4b-0fff576e2a03 req-7874086e-f37e-479b-aa50-986a4620a28e tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:06.831728 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bc04faba-ae22-409c-ac4b-0fff576e2a03 req-7874086e-f37e-479b-aa50-986a4620a28e tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=700c8a79-ee5b-4f57-9e36-8ed83a369148 HTTP/1.1" status: 200 len: 945 time: 0.1244471 Nov 12 08:11:06.968776 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bc04faba-ae22-409c-ac4b-0fff576e2a03 req-291f0d5c-5cd4-4659-9160-89a6fde4a7c8 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360476 Nov 12 08:11:06.999733 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb7b1e7-1925-44ab-8602-8e56fc5dc047 req-01ee833b-2bdf-48c5-8ec2-9c363a3b1b2a tempest-LiveAutoBlockMigrationV225Test-1991143985 tempest-LiveAutoBlockMigrationV225Test-1991143985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:07.000312 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9fb7b1e7-1925-44ab-8602-8e56fc5dc047 req-01ee833b-2bdf-48c5-8ec2-9c363a3b1b2a tempest-LiveAutoBlockMigrationV225Test-1991143985 tempest-LiveAutoBlockMigrationV225Test-1991143985-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=700c8a79-ee5b-4f57-9e36-8ed83a369148&tenant_id=d3f3ef4a14134700a36c0967765d4c9a&binding%3Ahost_id=n-h2-765315-29 HTTP/1.1" status: 200 len: 1097 time: 0.1631529 Nov 12 08:11:07.074365 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-9fb7b1e7-1925-44ab-8602-8e56fc5dc047 req-e7cecba4-ec24-454e-ad18-14b40c32052f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-765315-29'}}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:11:07.190225 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191c5615-3c22-494e-9d1f-5138d2d86809 req-ac5bc639-43c4-45cf-b3f6-4b88f7cf3e42 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:07.198376 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-191c5615-3c22-494e-9d1f-5138d2d86809 req-ac5bc639-43c4-45cf-b3f6-4b88f7cf3e42 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a67e7bf-04f4-4d80-a1c5-07ba361f9e16 HTTP/1.1" status: 200 len: 949 time: 0.1441102 Nov 12 08:11:07.226010 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-9fb7b1e7-1925-44ab-8602-8e56fc5dc047 req-e7cecba4-ec24-454e-ad18-14b40c32052f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:07.264252 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-191c5615-3c22-494e-9d1f-5138d2d86809 req-43d828ff-23a8-43ee-8015-5805db9eb2a5 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644464 Nov 12 08:11:07.394821 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59 details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:11:07.437439 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-02c7b729-45fb-4b4d-8616-2dc30b3adc0e req-df087fa9-990f-4279-bc75-d118b3fafcd0 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:07.446538 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccce643d-ed46-46bd-83ac-056ecdb080e7 req-33e0be0b-1add-43b9-9721-5ba875b4883e tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:07.455834 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ccce643d-ed46-46bd-83ac-056ecdb080e7 req-33e0be0b-1add-43b9-9721-5ba875b4883e tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5b5785-a47f-4561-a4b6-f5a68cfe2ed6 HTTP/1.1" status: 200 len: 950 time: 0.2314861 Nov 12 08:11:07.606884 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-9fb7b1e7-1925-44ab-8602-8e56fc5dc047 req-e7cecba4-ec24-454e-ad18-14b40c32052f service neutron] For port a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59,segment=NetworkSegment(1db27ece-82b2-4c8d-abc3-e56edcdd7b0a),segment_id=1db27ece-82b2-4c8d-abc3-e56edcdd7b0a)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:11:07.645918 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ccce643d-ed46-46bd-83ac-056ecdb080e7 req-b226c794-1a27-4eae-a06a-8cb03fca0b8c tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb487f5-7b7a-45ea-a48a-5e5b4b4e6e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890624 Nov 12 08:11:07.674861 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59,segment=NetworkSegment(1db27ece-82b2-4c8d-abc3-e56edcdd7b0a),segment_id=1db27ece-82b2-4c8d-abc3-e56edcdd7b0a)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:11:07.681349 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-02c7b729-45fb-4b4d-8616-2dc30b3adc0e req-df087fa9-990f-4279-bc75-d118b3fafcd0 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:07.691147 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59 has no active binding in host n-h1-765315-29 {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 08:11:07.757341 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:07.783834 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-9fb7b1e7-1925-44ab-8602-8e56fc5dc047 req-e7cecba4-ec24-454e-ad18-14b40c32052f service neutron] For port a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59, host n-h2-765315-29, cleared binding levels {{(pid=102600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:11:07.858488 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-9fb7b1e7-1925-44ab-8602-8e56fc5dc047 req-e7cecba4-ec24-454e-ad18-14b40c32052f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:07.893953 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '700c8a79-ee5b-4f57-9e36-8ed83a369148', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:11:07.898445 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cfa4715-2a00-4272-87d1-3703f6c1f4d1" -d '{"events": [{"server_uuid": "700c8a79-ee5b-4f57-9e36-8ed83a369148", "name": "network-vif-unplugged", "status": "completed", "tag": "a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:11:07.903727 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df087fa9-990f-4279-bc75-d118b3fafcd0 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Pushing event updated for resources: {'Port': ['ID=6d29693f-6f2e-426d-9cea-ef75602b71f9,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:07.916816 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df087fa9-990f-4279-bc75-d118b3fafcd0 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:11:07.917220 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df087fa9-990f-4279-bc75-d118b3fafcd0 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:11:07.917595 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df087fa9-990f-4279-bc75-d118b3fafcd0 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:11:07.917929 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df087fa9-990f-4279-bc75-d118b3fafcd0 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:11:07.918258 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df087fa9-990f-4279-bc75-d118b3fafcd0 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:11:07.918871 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df087fa9-990f-4279-bc75-d118b3fafcd0 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:11:07.919281 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df087fa9-990f-4279-bc75-d118b3fafcd0 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:11:07.919895 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df087fa9-990f-4279-bc75-d118b3fafcd0 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:11:07.920222 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df087fa9-990f-4279-bc75-d118b3fafcd0 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:11:07.920792 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df087fa9-990f-4279-bc75-d118b3fafcd0 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:11:07.921892 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df087fa9-990f-4279-bc75-d118b3fafcd0 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:11:07.922286 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df087fa9-990f-4279-bc75-d118b3fafcd0 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:11:07.927664 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-9fb7b1e7-1925-44ab-8602-8e56fc5dc047 req-e7cecba4-ec24-454e-ad18-14b40c32052f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:07.952546 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2ebe31-c43c-4923-ab86-d239d02e30cf req-2480ddba-b14c-4846-82cf-c8b5a21bedc4 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:07.958736 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02c7b729-45fb-4b4d-8616-2dc30b3adc0e req-df087fa9-990f-4279-bc75-d118b3fafcd0 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Network cf4b42a1-457b-43c5-93bd-eb55813709b3 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:11:07.977285 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ca2ebe31-c43c-4923-ab86-d239d02e30cf req-2480ddba-b14c-4846-82cf-c8b5a21bedc4 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] 10.222.0.26 "GET /v2.0/ports?device_id=927dc8fa-5e03-422d-b0b4-4a3a68a88cd2 HTTP/1.1" status: 200 len: 931 time: 0.1845677 Nov 12 08:11:08.004788 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [req-02c7b729-45fb-4b4d-8616-2dc30b3adc0e req-df087fa9-990f-4279-bc75-d118b3fafcd0 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:11:08.027077 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [req-02c7b729-45fb-4b4d-8616-2dc30b3adc0e req-df087fa9-990f-4279-bc75-d118b3fafcd0 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:11:08.152181 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c7b729-45fb-4b4d-8616-2dc30b3adc0e req-df087fa9-990f-4279-bc75-d118b3fafcd0 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:08.152534 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ca2ebe31-c43c-4923-ab86-d239d02e30cf req-7ccce4a2-b4c1-4434-aac5-79001fef4399 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] 10.222.0.26 "GET /v2.0/security-groups?id=d3cfb77d-6b7a-4cad-9012-ff67205a9f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1705225 Nov 12 08:11:08.157537 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-02c7b729-45fb-4b4d-8616-2dc30b3adc0e req-df087fa9-990f-4279-bc75-d118b3fafcd0 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:08.181648 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feeb4352-0b54-4eee-a01e-6745a8d42d40 x-openstack-request-id: req-feeb4352-0b54-4eee-a01e-6745a8d42d40 {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:11:08.181953 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "700c8a79-ee5b-4f57-9e36-8ed83a369148", "name": "network-vif-unplugged", "status": "completed", "tag": "a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:11:08.182311 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-feeb4352-0b54-4eee-a01e-6745a8d42d40 {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:11:08.182847 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '700c8a79-ee5b-4f57-9e36-8ed83a369148', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59', 'code': 200} Nov 12 08:11:08.303319 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-9fb7b1e7-1925-44ab-8602-8e56fc5dc047 req-e7cecba4-ec24-454e-ad18-14b40c32052f service neutron] Attempting to bind port a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59 on host n-h2-765315-29 for vnic_type normal with profile {"migrating_to": "n-h1-765315-29"} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:11:08.303729 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-9fb7b1e7-1925-44ab-8602-8e56fc5dc047 req-e7cecba4-ec24-454e-ad18-14b40c32052f service neutron] Attempting to bind port a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59 by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': '1db27ece-82b2-4c8d-abc3-e56edcdd7b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'e20d0ee5-0c01-4db1-aa95-4ea5bc470460'}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:11:08.314706 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb7b1e7-1925-44ab-8602-8e56fc5dc047 req-e7cecba4-ec24-454e-ad18-14b40c32052f service neutron] Attempting to bind port a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59 on network e20d0ee5-0c01-4db1-aa95-4ea5bc470460 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:11:08.331795 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-02c7b729-45fb-4b4d-8616-2dc30b3adc0e req-df087fa9-990f-4279-bc75-d118b3fafcd0 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9959409 Nov 12 08:11:08.335569 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cecba4-ec24-454e-ad18-14b40c32052f service neutron] Pushing event updated for resources: {'Port': ['ID=a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59,revision_number=7']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:08.351258 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb7b1e7-1925-44ab-8602-8e56fc5dc047 req-e7cecba4-ec24-454e-ad18-14b40c32052f service neutron] Port a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59 on network e20d0ee5-0c01-4db1-aa95-4ea5bc470460 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:11:08.351515 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb7b1e7-1925-44ab-8602-8e56fc5dc047 req-e7cecba4-ec24-454e-ad18-14b40c32052f service neutron] Attempting to bind port a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59 on network e20d0ee5-0c01-4db1-aa95-4ea5bc470460 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:11:08.368073 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-02c7b729-45fb-4b4d-8616-2dc30b3adc0e req-0ab58849-c263-4a22-bf65-2844c8d123b3 service neutron] Request body: {'port': {'device_id': '927dc8fa-5e03-422d-b0b4-4a3a68a88cd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-29'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:11:08.401618 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-d8fe6937-90bf-449c-a385-6777f016f500 None None] Provisioning complete for port 6d29693f-6f2e-426d-9cea-ef75602b71f9 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:11:08.402153 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d8fe6937-90bf-449c-a385-6777f016f500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:08.413962 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb7b1e7-1925-44ab-8602-8e56fc5dc047 req-e7cecba4-ec24-454e-ad18-14b40c32052f service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:11:08.414306 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb7b1e7-1925-44ab-8602-8e56fc5dc047 req-e7cecba4-ec24-454e-ad18-14b40c32052f service neutron] Checking segment: {'id': '1db27ece-82b2-4c8d-abc3-e56edcdd7b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'e20d0ee5-0c01-4db1-aa95-4ea5bc470460'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:11:08.414840 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb7b1e7-1925-44ab-8602-8e56fc5dc047 req-e7cecba4-ec24-454e-ad18-14b40c32052f service neutron] Bound using segment: {'id': '1db27ece-82b2-4c8d-abc3-e56edcdd7b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'e20d0ee5-0c01-4db1-aa95-4ea5bc470460'} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:11:08.415376 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-9fb7b1e7-1925-44ab-8602-8e56fc5dc047 req-e7cecba4-ec24-454e-ad18-14b40c32052f service neutron] Bound port: a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1db27ece-82b2-4c8d-abc3-e56edcdd7b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'e20d0ee5-0c01-4db1-aa95-4ea5bc470460'}}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:11:08.415744 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-9fb7b1e7-1925-44ab-8602-8e56fc5dc047 req-e7cecba4-ec24-454e-ad18-14b40c32052f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:08.490938 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bcfc03-aafb-4d44-84d6-854b8f2845d5 req-d4bcba26-b420-4d5d-9a75-f5023324188a tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:08.499247 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-35bcfc03-aafb-4d44-84d6-854b8f2845d5 req-d4bcba26-b420-4d5d-9a75-f5023324188a tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=700c8a79-ee5b-4f57-9e36-8ed83a369148 HTTP/1.1" status: 200 len: 943 time: 0.1923652 Nov 12 08:11:08.533059 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-d8fe6937-90bf-449c-a385-6777f016f500 None None] Port 6d29693f-6f2e-426d-9cea-ef75602b71f9 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:11:08.538272 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-02c7b729-45fb-4b4d-8616-2dc30b3adc0e req-0ab58849-c263-4a22-bf65-2844c8d123b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:08.648235 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-35bcfc03-aafb-4d44-84d6-854b8f2845d5 req-54210be0-7074-4526-9014-3b8272a276b8 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427562 Nov 12 08:11:08.828720 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-9fb7b1e7-1925-44ab-8602-8e56fc5dc047 req-e7cecba4-ec24-454e-ad18-14b40c32052f service neutron] For port a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59, host n-h2-765315-29, cleared binding levels {{(pid=102600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:11:08.847749 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91339cc5-1aae-41e8-9ebd-38fd59126a3c req-77bbcf3e-abc2-4bc5-85a3-41f6ab3f6f61 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:08.855158 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-91339cc5-1aae-41e8-9ebd-38fd59126a3c req-77bbcf3e-abc2-4bc5-85a3-41f6ab3f6f61 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a67e7bf-04f4-4d80-a1c5-07ba361f9e16 HTTP/1.1" status: 200 len: 949 time: 0.2970712 Nov 12 08:11:08.888346 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-9fb7b1e7-1925-44ab-8602-8e56fc5dc047 req-e7cecba4-ec24-454e-ad18-14b40c32052f service neutron] For port a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59,segment=NetworkSegment(1db27ece-82b2-4c8d-abc3-e56edcdd7b0a),segment_id=1db27ece-82b2-4c8d-abc3-e56edcdd7b0a)] {{(pid=102600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:11:08.911172 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-9fb7b1e7-1925-44ab-8602-8e56fc5dc047 req-e7cecba4-ec24-454e-ad18-14b40c32052f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:08.975248 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe02805-8411-48dd-b0eb-183a11a3eff7 req-c0cc519f-0bd1-45c1-8f35-b41a5f7ae46e tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:08.994835 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-bfe02805-8411-48dd-b0eb-183a11a3eff7 req-c0cc519f-0bd1-45c1-8f35-b41a5f7ae46e tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5b5785-a47f-4561-a4b6-f5a68cfe2ed6 HTTP/1.1" status: 200 len: 950 time: 0.1713486 Nov 12 08:11:08.998058 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cecba4-ec24-454e-ad18-14b40c32052f service neutron] Pushing event updated for resources: {'Port': ['ID=a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59,revision_number=8']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:09.071092 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:09.103174 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-bfe02805-8411-48dd-b0eb-183a11a3eff7 req-5c966f2c-fe36-496e-8cd5-6307dc29a317 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb487f5-7b7a-45ea-a48a-5e5b4b4e6e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066966 Nov 12 08:11:09.167724 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-91339cc5-1aae-41e8-9ebd-38fd59126a3c req-ad9526f0-5ef7-473a-bc30-599c58b73cc8 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3115714 Nov 12 08:11:09.213670 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb7b1e7-1925-44ab-8602-8e56fc5dc047 req-e7cecba4-ec24-454e-ad18-14b40c32052f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:09.214435 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-9fb7b1e7-1925-44ab-8602-8e56fc5dc047 req-e7cecba4-ec24-454e-ad18-14b40c32052f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:09.217969 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9fb7b1e7-1925-44ab-8602-8e56fc5dc047 req-e7cecba4-ec24-454e-ad18-14b40c32052f service neutron] 10.222.0.21 "PUT /v2.0/ports/a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59 HTTP/1.1" status: 200 len: 1123 time: 2.1472580 Nov 12 08:11:09.377698 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:11:09.505856 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [req-02c7b729-45fb-4b4d-8616-2dc30b3adc0e req-0ab58849-c263-4a22-bf65-2844c8d123b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d29693f-6f2e-426d-9cea-ef75602b71f9 {{(pid=102600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:11:09.524302 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba837de-a84e-4427-9c3b-8b0c8c01a115 req-bdf3f5cf-4925-4098-a142-624a8d017150 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:09.526285 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8ba837de-a84e-4427-9c3b-8b0c8c01a115 req-bdf3f5cf-4925-4098-a142-624a8d017150 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] 10.222.0.26 "GET /v2.0/ports?device_id=927dc8fa-5e03-422d-b0b4-4a3a68a88cd2 HTTP/1.1" status: 200 len: 931 time: 0.2243807 Nov 12 08:11:09.529725 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-02c7b729-45fb-4b4d-8616-2dc30b3adc0e req-0ab58849-c263-4a22-bf65-2844c8d123b3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:09.581089 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 8fe74de5-4ddc-4607-908c-2c9997c8b8bf up at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:11:09.589571 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.provisioning_blocks [req-02c7b729-45fb-4b4d-8616-2dc30b3adc0e req-0ab58849-c263-4a22-bf65-2844c8d123b3 service neutron] Transition to ACTIVE for port object 6d29693f-6f2e-426d-9cea-ef75602b71f9 will not be triggered until provisioned by entity L2. {{(pid=102600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:11:09.598119 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-02c7b729-45fb-4b4d-8616-2dc30b3adc0e req-0ab58849-c263-4a22-bf65-2844c8d123b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:09.688766 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8ba837de-a84e-4427-9c3b-8b0c8c01a115 req-c68f478b-cec0-43ae-817b-e72297d1b4f3 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] 10.222.0.26 "GET /v2.0/security-groups?id=d3cfb77d-6b7a-4cad-9012-ff67205a9f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1513577 Nov 12 08:11:09.734630 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:09.745895 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab58849-c263-4a22-bf65-2844c8d123b3 service neutron] Pushing event updated for resources: {'Port': ['ID=6d29693f-6f2e-426d-9cea-ef75602b71f9,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:09.767168 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:11:09.875074 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning for port 8fe74de5-4ddc-4607-908c-2c9997c8b8bf completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:11:09.900476 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning complete for port 8fe74de5-4ddc-4607-908c-2c9997c8b8bf triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:11:09.904109 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:09.911673 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-02c7b729-45fb-4b4d-8616-2dc30b3adc0e req-0ab58849-c263-4a22-bf65-2844c8d123b3 service neutron] Attempting to bind port 6d29693f-6f2e-426d-9cea-ef75602b71f9 on host n-h2-765315-29 for vnic_type normal with profile {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:11:09.912966 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-02c7b729-45fb-4b4d-8616-2dc30b3adc0e req-0ab58849-c263-4a22-bf65-2844c8d123b3 service neutron] Attempting to bind port 6d29693f-6f2e-426d-9cea-ef75602b71f9 by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': '245a85cd-81b2-4aa2-be29-e90070cf1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'cf4b42a1-457b-43c5-93bd-eb55813709b3'}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:11:09.912966 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c7b729-45fb-4b4d-8616-2dc30b3adc0e req-0ab58849-c263-4a22-bf65-2844c8d123b3 service neutron] Attempting to bind port 6d29693f-6f2e-426d-9cea-ef75602b71f9 on network cf4b42a1-457b-43c5-93bd-eb55813709b3 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:11:09.919337 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c7b729-45fb-4b4d-8616-2dc30b3adc0e req-0ab58849-c263-4a22-bf65-2844c8d123b3 service neutron] Port 6d29693f-6f2e-426d-9cea-ef75602b71f9 on network cf4b42a1-457b-43c5-93bd-eb55813709b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:11:09.919669 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c7b729-45fb-4b4d-8616-2dc30b3adc0e req-0ab58849-c263-4a22-bf65-2844c8d123b3 service neutron] Attempting to bind port 6d29693f-6f2e-426d-9cea-ef75602b71f9 on network cf4b42a1-457b-43c5-93bd-eb55813709b3 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:11:09.927327 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c7b729-45fb-4b4d-8616-2dc30b3adc0e req-0ab58849-c263-4a22-bf65-2844c8d123b3 service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:11:09.927721 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c7b729-45fb-4b4d-8616-2dc30b3adc0e req-0ab58849-c263-4a22-bf65-2844c8d123b3 service neutron] Checking segment: {'id': '245a85cd-81b2-4aa2-be29-e90070cf1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'cf4b42a1-457b-43c5-93bd-eb55813709b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:11:09.928060 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c7b729-45fb-4b4d-8616-2dc30b3adc0e req-0ab58849-c263-4a22-bf65-2844c8d123b3 service neutron] Bound using segment: {'id': '245a85cd-81b2-4aa2-be29-e90070cf1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'cf4b42a1-457b-43c5-93bd-eb55813709b3'} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:11:09.928505 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-02c7b729-45fb-4b4d-8616-2dc30b3adc0e req-0ab58849-c263-4a22-bf65-2844c8d123b3 service neutron] Bound port: 6d29693f-6f2e-426d-9cea-ef75602b71f9, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '245a85cd-81b2-4aa2-be29-e90070cf1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'cf4b42a1-457b-43c5-93bd-eb55813709b3'}}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:11:09.928866 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-02c7b729-45fb-4b4d-8616-2dc30b3adc0e req-0ab58849-c263-4a22-bf65-2844c8d123b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:09.964571 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9937b8-6d60-4e73-8282-807ee9df5c12 req-3f68b523-48ba-4c50-b528-1afa1291656b tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:09.966838 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ed9937b8-6d60-4e73-8282-807ee9df5c12 req-3f68b523-48ba-4c50-b528-1afa1291656b tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=700c8a79-ee5b-4f57-9e36-8ed83a369148 HTTP/1.1" status: 200 len: 943 time: 0.1602283 Nov 12 08:11:10.063354 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-02c7b729-45fb-4b4d-8616-2dc30b3adc0e req-0ab58849-c263-4a22-bf65-2844c8d123b3 service neutron] For port 6d29693f-6f2e-426d-9cea-ef75602b71f9, host n-h2-765315-29, cleared binding levels {{(pid=102600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:11:10.068790 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-02c7b729-45fb-4b4d-8616-2dc30b3adc0e req-0ab58849-c263-4a22-bf65-2844c8d123b3 service neutron] For port 6d29693f-6f2e-426d-9cea-ef75602b71f9, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=6d29693f-6f2e-426d-9cea-ef75602b71f9,segment=NetworkSegment(245a85cd-81b2-4aa2-be29-e90070cf1acb),segment_id=245a85cd-81b2-4aa2-be29-e90070cf1acb)] {{(pid=102600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:11:10.078238 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-02c7b729-45fb-4b4d-8616-2dc30b3adc0e req-0ab58849-c263-4a22-bf65-2844c8d123b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:10.100541 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ed9937b8-6d60-4e73-8282-807ee9df5c12 req-0a34d335-34e5-4315-8e6f-ecea1ce42aed tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256394 Nov 12 08:11:10.132829 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:10.162481 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c7b729-45fb-4b4d-8616-2dc30b3adc0e req-0ab58849-c263-4a22-bf65-2844c8d123b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:10.163371 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-02c7b729-45fb-4b4d-8616-2dc30b3adc0e req-0ab58849-c263-4a22-bf65-2844c8d123b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:10.166217 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-02c7b729-45fb-4b4d-8616-2dc30b3adc0e req-0ab58849-c263-4a22-bf65-2844c8d123b3 service neutron] 10.222.0.44 "PUT /v2.0/ports/6d29693f-6f2e-426d-9cea-ef75602b71f9 HTTP/1.1" status: 200 len: 1092 time: 1.8116107 Nov 12 08:11:10.170801 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab58849-c263-4a22-bf65-2844c8d123b3 service neutron] Pushing event updated for resources: {'Port': ['ID=6d29693f-6f2e-426d-9cea-ef75602b71f9,revision_number=3']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:10.184175 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '700c8a79-ee5b-4f57-9e36-8ed83a369148', 'tag': 'a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59'}, {'name': 'network-changed', 'server_uuid': '927dc8fa-5e03-422d-b0b4-4a3a68a88cd2', 'tag': '6d29693f-6f2e-426d-9cea-ef75602b71f9'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:11:10.187690 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-144b2974-a047-445e-9ae7-3134c361da5c" -d '{"events": [{"name": "network-changed", "server_uuid": "700c8a79-ee5b-4f57-9e36-8ed83a369148", "tag": "a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59"}, {"name": "network-changed", "server_uuid": "927dc8fa-5e03-422d-b0b4-4a3a68a88cd2", "tag": "6d29693f-6f2e-426d-9cea-ef75602b71f9"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:11:10.260696 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 8fe74de5-4ddc-4607-908c-2c9997c8b8bf, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=8fe74de5-4ddc-4607-908c-2c9997c8b8bf,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:11:10.273779 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a67e7bf-04f4-4d80-a1c5-07ba361f9e16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fe74de5-4ddc-4607-908c-2c9997c8b8bf'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:11:10.286782 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e919456d-c7d2-4936-a43a-6817ae370e7e" -d '{"events": [{"server_uuid": "4a67e7bf-04f4-4d80-a1c5-07ba361f9e16", "name": "network-vif-plugged", "status": "completed", "tag": "8fe74de5-4ddc-4607-908c-2c9997c8b8bf"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:11:10.309293 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:10.352182 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 08:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-307c796b-c9c6-4875-89af-b303f60472ec x-openstack-request-id: req-307c796b-c9c6-4875-89af-b303f60472ec {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:11:10.352556 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "700c8a79-ee5b-4f57-9e36-8ed83a369148", "tag": "a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "927dc8fa-5e03-422d-b0b4-4a3a68a88cd2", "tag": "6d29693f-6f2e-426d-9cea-ef75602b71f9", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:11:10.352765 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-307c796b-c9c6-4875-89af-b303f60472ec {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:11:10.353144 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '700c8a79-ee5b-4f57-9e36-8ed83a369148', 'tag': 'a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59', 'status': 'completed', 'code': 200} Nov 12 08:11:10.353429 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '927dc8fa-5e03-422d-b0b4-4a3a68a88cd2', 'tag': '6d29693f-6f2e-426d-9cea-ef75602b71f9', 'status': 'completed', 'code': 200} Nov 12 08:11:10.467293 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c7b729-45fb-4b4d-8616-2dc30b3adc0e req-faf02d9a-aaf5-4736-a5e1-b1ffca238272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:10.472994 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-02c7b729-45fb-4b4d-8616-2dc30b3adc0e req-faf02d9a-aaf5-4736-a5e1-b1ffca238272 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0a93781ee8b244ac91dad8e454407a80&device_id=927dc8fa-5e03-422d-b0b4-4a3a68a88cd2 HTTP/1.1" status: 200 len: 1095 time: 0.1767788 Nov 12 08:11:10.494264 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f6360d-d8f2-4a89-bc9e-4a0ad3932a88 req-a893549c-1b91-4097-91cf-b5f0bc29988f tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:10.506976 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-49f6360d-d8f2-4a89-bc9e-4a0ad3932a88 req-a893549c-1b91-4097-91cf-b5f0bc29988f tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5b5785-a47f-4561-a4b6-f5a68cfe2ed6 HTTP/1.1" status: 200 len: 950 time: 0.2244680 Nov 12 08:11:10.562577 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=8fe74de5-4ddc-4607-908c-2c9997c8b8bf,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:10.579695 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-02c7b729-45fb-4b4d-8616-2dc30b3adc0e req-75c8b8a2-822e-435b-899b-a8fb20a28202 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6d29693f-6f2e-426d-9cea-ef75602b71f9 HTTP/1.1" status: 200 len: 217 time: 0.0706971 Nov 12 08:11:10.624569 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fa2ce8-276e-4045-b4b5-a2e0bff17863 req-73cad31a-4915-4061-8a0e-ac8dbf856854 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:10.646162 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c5fa2ce8-276e-4045-b4b5-a2e0bff17863 req-73cad31a-4915-4061-8a0e-ac8dbf856854 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a67e7bf-04f4-4d80-a1c5-07ba361f9e16 HTTP/1.1" status: 200 len: 950 time: 0.1501427 Nov 12 08:11:10.667397 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144b2974-a047-445e-9ae7-3134c361da5c req-6aa53bd2-933a-44dc-8771-1920886ab579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:10.669734 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-144b2974-a047-445e-9ae7-3134c361da5c req-6aa53bd2-933a-44dc-8771-1920886ab579 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d3f3ef4a14134700a36c0967765d4c9a&device_id=700c8a79-ee5b-4f57-9e36-8ed83a369148 HTTP/1.1" status: 200 len: 1126 time: 0.2550826 Nov 12 08:11:10.712685 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-49f6360d-d8f2-4a89-bc9e-4a0ad3932a88 req-9c0ed46b-9c59-4079-80be-f02b4dccd288 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb487f5-7b7a-45ea-a48a-5e5b4b4e6e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826634 Nov 12 08:11:10.714394 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c7b729-45fb-4b4d-8616-2dc30b3adc0e req-43d0fbda-943f-43d0-be88-be940bdfe62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:10.716526 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-02c7b729-45fb-4b4d-8616-2dc30b3adc0e req-43d0fbda-943f-43d0-be88-be940bdfe62b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f94b95c0-cb4c-472b-8dd7-99ba828700c1 HTTP/1.1" status: 200 len: 855 time: 0.1187534 Nov 12 08:11:10.726757 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c5fa2ce8-276e-4045-b4b5-a2e0bff17863 req-093e04ea-f486-4ba5-a6f0-71ff01658c1c tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795789 Nov 12 08:11:10.818033 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb40f14-dc04-4949-a70c-8d886dd6e2dd x-openstack-request-id: req-adb40f14-dc04-4949-a70c-8d886dd6e2dd {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:11:10.819015 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a67e7bf-04f4-4d80-a1c5-07ba361f9e16", "name": "network-vif-plugged", "status": "completed", "tag": "8fe74de5-4ddc-4607-908c-2c9997c8b8bf", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:11:10.819457 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-adb40f14-dc04-4949-a70c-8d886dd6e2dd {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:11:10.820038 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a67e7bf-04f4-4d80-a1c5-07ba361f9e16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fe74de5-4ddc-4607-908c-2c9997c8b8bf', 'code': 200} Nov 12 08:11:10.830866 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c7b729-45fb-4b4d-8616-2dc30b3adc0e req-f9053c8e-cf96-4000-a5f6-a54f00d95941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:10.834472 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-02c7b729-45fb-4b4d-8616-2dc30b3adc0e req-f9053c8e-cf96-4000-a5f6-a54f00d95941 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cf4b42a1-457b-43c5-93bd-eb55813709b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1015761 Nov 12 08:11:11.109995 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504567d1-b97e-4c4b-a46a-e35ea5b36a1b req-f73d15af-dfa0-4dc5-9545-377c04e021f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:11.112463 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-504567d1-b97e-4c4b-a46a-e35ea5b36a1b req-f73d15af-dfa0-4dc5-9545-377c04e021f2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4a67e7bf-04f4-4d80-a1c5-07ba361f9e16 HTTP/1.1" status: 200 len: 1102 time: 0.2107081 Nov 12 08:11:11.120376 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-02c7b729-45fb-4b4d-8616-2dc30b3adc0e req-5074e743-9896-4744-a449-db7f463a8b8e service neutron] 10.222.0.44 "GET /v2.0/networks/cf4b42a1-457b-43c5-93bd-eb55813709b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684922 Nov 12 08:11:11.243057 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67c5c8b-63ba-4d1a-98a7-8071029063e2 req-588bc9d3-f26a-4dc0-8084-acdd84a14641 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:11.244921 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a67c5c8b-63ba-4d1a-98a7-8071029063e2 req-588bc9d3-f26a-4dc0-8084-acdd84a14641 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] 10.222.0.26 "GET /v2.0/ports?device_id=927dc8fa-5e03-422d-b0b4-4a3a68a88cd2 HTTP/1.1" status: 200 len: 943 time: 0.1870978 Nov 12 08:11:11.311997 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-504567d1-b97e-4c4b-a46a-e35ea5b36a1b req-d3c7af2d-bc7a-4c94-9e74-44a54672482d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880455 Nov 12 08:11:11.317170 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e38291-d07e-4935-b296-95790b1c8d69 req-20580fc1-7e43-4a11-821a-8e3baf47658d tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:11.320806 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d6e38291-d07e-4935-b296-95790b1c8d69 req-20580fc1-7e43-4a11-821a-8e3baf47658d tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=700c8a79-ee5b-4f57-9e36-8ed83a369148 HTTP/1.1" status: 200 len: 943 time: 0.0797107 Nov 12 08:11:11.382952 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a67c5c8b-63ba-4d1a-98a7-8071029063e2 req-1785d003-85d9-4b8c-8104-94bf28eb9c17 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] 10.222.0.26 "GET /v2.0/security-groups?id=d3cfb77d-6b7a-4cad-9012-ff67205a9f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064253 Nov 12 08:11:11.385271 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-02c7b729-45fb-4b4d-8616-2dc30b3adc0e req-ef1b211b-9854-441f-8ddd-eb222fc22155 service neutron] 10.222.0.44 "GET /v2.0/networks/cf4b42a1-457b-43c5-93bd-eb55813709b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437651 Nov 12 08:11:11.389086 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144b2974-a047-445e-9ae7-3134c361da5c req-2b05d52c-bb32-4d22-99ae-9dde18e92c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:11.391346 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-144b2974-a047-445e-9ae7-3134c361da5c req-2b05d52c-bb32-4d22-99ae-9dde18e92c81 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e20d0ee5-0c01-4db1-aa95-4ea5bc470460 HTTP/1.1" status: 200 len: 922 time: 0.6883452 Nov 12 08:11:11.483867 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-144b2974-a047-445e-9ae7-3134c361da5c req-ab99d6b2-851f-4d48-afde-7711683bf78f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59 HTTP/1.1" status: 200 len: 217 time: 0.0715678 Nov 12 08:11:11.494211 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d6e38291-d07e-4935-b296-95790b1c8d69 req-e296d8b2-9e16-480b-b090-975984c68a19 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633124 Nov 12 08:11:11.569805 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144b2974-a047-445e-9ae7-3134c361da5c req-a9585bb6-123b-40a0-bb0b-47694b9a7303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:11.573254 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-144b2974-a047-445e-9ae7-3134c361da5c req-a9585bb6-123b-40a0-bb0b-47694b9a7303 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4054f1d6-a6c6-43c7-ba9c-9a6600029957 HTTP/1.1" status: 200 len: 861 time: 0.0776584 Nov 12 08:11:11.626723 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-144b2974-a047-445e-9ae7-3134c361da5c req-9b883117-b14f-41b9-bce5-bf7d5dbd299c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e20d0ee5-0c01-4db1-aa95-4ea5bc470460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399983 Nov 12 08:11:11.763862 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-144b2974-a047-445e-9ae7-3134c361da5c req-a8172714-28a9-49a1-9ce7-be30c988bb93 service neutron] 10.222.0.44 "GET /v2.0/networks/e20d0ee5-0c01-4db1-aa95-4ea5bc470460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237485 Nov 12 08:11:11.864489 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e624de-5182-4304-a022-89b611f76037 req-90d81258-877d-40df-b44a-a53f48c4c74d tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:11.874765 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-39e624de-5182-4304-a022-89b611f76037 req-90d81258-877d-40df-b44a-a53f48c4c74d tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5b5785-a47f-4561-a4b6-f5a68cfe2ed6 HTTP/1.1" status: 200 len: 950 time: 0.0886838 Nov 12 08:11:11.944638 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-144b2974-a047-445e-9ae7-3134c361da5c req-b1dcdb11-e35b-4fb7-8ca7-ef5a924a86d0 service neutron] 10.222.0.44 "GET /v2.0/networks/e20d0ee5-0c01-4db1-aa95-4ea5bc470460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648800 Nov 12 08:11:11.962341 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-39e624de-5182-4304-a022-89b611f76037 req-2e41804e-b3fc-4104-a9c3-67301bd0f61c tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb487f5-7b7a-45ea-a48a-5e5b4b4e6e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863061 Nov 12 08:11:11.982342 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:12.059714 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3189d1f8-2659-4975-a9ec-8f783215b617 req-fb86f2b8-d688-4d03-a2b8-368568c6cb99 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:12.061642 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3189d1f8-2659-4975-a9ec-8f783215b617 req-fb86f2b8-d688-4d03-a2b8-368568c6cb99 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a67e7bf-04f4-4d80-a1c5-07ba361f9e16 HTTP/1.1" status: 200 len: 950 time: 0.1276426 Nov 12 08:11:12.161761 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3189d1f8-2659-4975-a9ec-8f783215b617 req-f0802be1-428b-44bb-818b-ea9e1448e767 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936356 Nov 12 08:11:12.184008 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144b2974-a047-445e-9ae7-3134c361da5c req-26a2f6c5-9940-4dbb-9161-fb5db8a3236f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:12.187400 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-144b2974-a047-445e-9ae7-3134c361da5c req-26a2f6c5-9940-4dbb-9161-fb5db8a3236f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0a93781ee8b244ac91dad8e454407a80&device_id=927dc8fa-5e03-422d-b0b4-4a3a68a88cd2 HTTP/1.1" status: 200 len: 1095 time: 0.0753050 Nov 12 08:11:12.324486 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144b2974-a047-445e-9ae7-3134c361da5c req-d260b869-f6d1-40e0-bdf2-6e7d66588841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:12.326494 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-144b2974-a047-445e-9ae7-3134c361da5c req-d260b869-f6d1-40e0-bdf2-6e7d66588841 service neutron] 10.222.0.44 "GET /v2.0/networks?id=cf4b42a1-457b-43c5-93bd-eb55813709b3 HTTP/1.1" status: 200 len: 917 time: 0.1272838 Nov 12 08:11:12.379449 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-144b2974-a047-445e-9ae7-3134c361da5c req-c52b5511-fbac-4b8c-bfea-a7642a1ac424 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6d29693f-6f2e-426d-9cea-ef75602b71f9 HTTP/1.1" status: 200 len: 217 time: 0.0427907 Nov 12 08:11:12.439694 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144b2974-a047-445e-9ae7-3134c361da5c req-31288aed-865a-40da-a69e-eab3d2377b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:12.441262 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-144b2974-a047-445e-9ae7-3134c361da5c req-31288aed-865a-40da-a69e-eab3d2377b7f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f94b95c0-cb4c-472b-8dd7-99ba828700c1 HTTP/1.1" status: 200 len: 855 time: 0.0522449 Nov 12 08:11:12.504000 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144b2974-a047-445e-9ae7-3134c361da5c req-1c5bbf84-ade7-457c-a8ec-8ea7f2a0c6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:12.505768 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-144b2974-a047-445e-9ae7-3134c361da5c req-1c5bbf84-ade7-457c-a8ec-8ea7f2a0c6fa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cf4b42a1-457b-43c5-93bd-eb55813709b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565217 Nov 12 08:11:12.641191 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-144b2974-a047-445e-9ae7-3134c361da5c req-08845e06-e14f-407d-9d58-7d427114c4c1 service neutron] 10.222.0.44 "GET /v2.0/networks/cf4b42a1-457b-43c5-93bd-eb55813709b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192732 Nov 12 08:11:12.775981 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-144b2974-a047-445e-9ae7-3134c361da5c req-87fea537-7f3c-4231-ab99-389b9e6155b1 service neutron] 10.222.0.44 "GET /v2.0/networks/cf4b42a1-457b-43c5-93bd-eb55813709b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254523 Nov 12 08:11:13.258361 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b360e3df-c6c8-4712-84f2-cce294068e9f req-4dc5a541-a003-4051-a722-0a59e7552421 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:13.260235 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b360e3df-c6c8-4712-84f2-cce294068e9f req-4dc5a541-a003-4051-a722-0a59e7552421 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] 10.222.0.26 "GET /v2.0/ports?device_id=927dc8fa-5e03-422d-b0b4-4a3a68a88cd2 HTTP/1.1" status: 200 len: 943 time: 0.0529807 Nov 12 08:11:13.306275 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79121d6c-2d0b-4d35-ae00-25fd978785a9 req-a68c0854-81d2-4806-9005-7dfe945e0fd0 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:13.307864 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-79121d6c-2d0b-4d35-ae00-25fd978785a9 req-a68c0854-81d2-4806-9005-7dfe945e0fd0 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=700c8a79-ee5b-4f57-9e36-8ed83a369148 HTTP/1.1" status: 200 len: 943 time: 0.0593777 Nov 12 08:11:13.312293 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b360e3df-c6c8-4712-84f2-cce294068e9f req-7f0c57cb-f8fb-430b-b0f8-252cd076335e tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] 10.222.0.26 "GET /v2.0/security-groups?id=d3cfb77d-6b7a-4cad-9012-ff67205a9f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442657 Nov 12 08:11:13.362011 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-79121d6c-2d0b-4d35-ae00-25fd978785a9 req-e060c4e7-1bef-422e-af1c-d25bb8db3314 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469897 Nov 12 08:11:13.457391 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b085cc26-4413-4996-863d-22dc905460ab req-c890d3c4-358f-4325-905c-11f6b60c0637 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:13.457727 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b085cc26-4413-4996-863d-22dc905460ab req-c890d3c4-358f-4325-905c-11f6b60c0637 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5b5785-a47f-4561-a4b6-f5a68cfe2ed6 HTTP/1.1" status: 200 len: 950 time: 0.0549355 Nov 12 08:11:13.508666 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b085cc26-4413-4996-863d-22dc905460ab req-136497f8-23f2-463b-9287-1c9f838efb43 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb487f5-7b7a-45ea-a48a-5e5b4b4e6e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447872 Nov 12 08:11:13.536298 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0407c90b-a746-4afb-9d5c-c08130a6d6cc req-c2cd8005-1698-4ecc-a9cd-9404eba6eb44 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:13.538027 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0407c90b-a746-4afb-9d5c-c08130a6d6cc req-c2cd8005-1698-4ecc-a9cd-9404eba6eb44 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a67e7bf-04f4-4d80-a1c5-07ba361f9e16 HTTP/1.1" status: 200 len: 950 time: 0.0539608 Nov 12 08:11:13.599884 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0407c90b-a746-4afb-9d5c-c08130a6d6cc req-bb506582-9ab2-46c9-ac5d-72dfe48d295b tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535984 Nov 12 08:11:13.631800 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47944c7-2803-4245-816c-9967713012fa req-90352489-1a7f-4616-a219-f9ff39398e5d tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:13.633559 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c47944c7-2803-4245-816c-9967713012fa req-90352489-1a7f-4616-a219-f9ff39398e5d tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] 10.222.0.26 "GET /v2.0/ports?device_id=ccce4532-340d-428e-8bc7-35cbfbee73e3 HTTP/1.1" status: 200 len: 949 time: 0.0538909 Nov 12 08:11:13.699374 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c47944c7-2803-4245-816c-9967713012fa req-7bb1cb8c-844b-45a0-b099-cc20d6fbcfac tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] 10.222.0.26 "GET /v2.0/security-groups?id=b48148c1-2667-4cea-8efc-160914e05df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540040 Nov 12 08:11:14.435112 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92215992-78ca-4510-b403-086360f2f43f req-60700da9-7395-4121-9fd3-5bcf493fb22a tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:14.436618 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-92215992-78ca-4510-b403-086360f2f43f req-60700da9-7395-4121-9fd3-5bcf493fb22a tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] 10.222.0.26 "GET /v2.0/ports?device_id=927dc8fa-5e03-422d-b0b4-4a3a68a88cd2 HTTP/1.1" status: 200 len: 943 time: 0.0509956 Nov 12 08:11:14.491404 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-92215992-78ca-4510-b403-086360f2f43f req-9d5e1aeb-d27c-4f39-a07b-0dcfcf092579 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] 10.222.0.26 "GET /v2.0/security-groups?id=d3cfb77d-6b7a-4cad-9012-ff67205a9f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486343 Nov 12 08:11:14.493101 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af120de6-c73f-4aaa-bce8-c51c33fc3de3 req-4abd4d00-6f6a-453c-add3-f1b6cb16a10f tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:14.494647 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-af120de6-c73f-4aaa-bce8-c51c33fc3de3 req-4abd4d00-6f6a-453c-add3-f1b6cb16a10f tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=700c8a79-ee5b-4f57-9e36-8ed83a369148 HTTP/1.1" status: 200 len: 943 time: 0.0543966 Nov 12 08:11:14.549180 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-af120de6-c73f-4aaa-bce8-c51c33fc3de3 req-867a16a7-39ba-4fb8-b594-4afa16e3926b tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478141 Nov 12 08:11:14.637844 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445ad8ea-8443-4b43-a821-77c7c62d516a req-8675e0de-9b80-48ca-ae5c-1e5e889646c0 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:14.639288 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-445ad8ea-8443-4b43-a821-77c7c62d516a req-8675e0de-9b80-48ca-ae5c-1e5e889646c0 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5b5785-a47f-4561-a4b6-f5a68cfe2ed6 HTTP/1.1" status: 200 len: 950 time: 0.0526233 Nov 12 08:11:14.694197 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-445ad8ea-8443-4b43-a821-77c7c62d516a req-c5ff52d1-1393-43a2-b435-64ba5af5f019 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb487f5-7b7a-45ea-a48a-5e5b4b4e6e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488656 Nov 12 08:11:14.742227 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d77bd1-e718-4ffe-99e8-079c262fdcd1 req-0236742d-13f8-40f9-8fbd-ba920884cb73 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:14.743781 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-73d77bd1-e718-4ffe-99e8-079c262fdcd1 req-0236742d-13f8-40f9-8fbd-ba920884cb73 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a67e7bf-04f4-4d80-a1c5-07ba361f9e16 HTTP/1.1" status: 200 len: 950 time: 0.0507572 Nov 12 08:11:14.793488 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-73d77bd1-e718-4ffe-99e8-079c262fdcd1 req-11172d01-28c7-444d-b96f-6ef0133a6ed9 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428405 Nov 12 08:11:14.823748 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e137ca5-eb4c-4bb2-b7c1-593a1121f231 req-9a5c66db-cdf5-4e9e-b76a-e82ad6dab7b9 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:14.826005 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6e137ca5-eb4c-4bb2-b7c1-593a1121f231 req-9a5c66db-cdf5-4e9e-b76a-e82ad6dab7b9 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] 10.222.0.26 "GET /v2.0/ports?device_id=ccce4532-340d-428e-8bc7-35cbfbee73e3 HTTP/1.1" status: 200 len: 949 time: 0.0512071 Nov 12 08:11:14.873667 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6e137ca5-eb4c-4bb2-b7c1-593a1121f231 req-ea94f5d2-0379-452a-9ab0-1203154b491d tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] 10.222.0.26 "GET /v2.0/security-groups?id=b48148c1-2667-4cea-8efc-160914e05df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417485 Nov 12 08:11:14.916492 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [req-05fad022-b202-497f-bce9-49cce9bba856 req-1c4ba770-4dc9-4689-b113-8ef905dad99a service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:11:14.917455 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-05fad022-b202-497f-bce9-49cce9bba856 req-1c4ba770-4dc9-4689-b113-8ef905dad99a service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054681 Nov 12 08:11:15.147864 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2e9e5062-41eb-4f18-bf01-f9339d699fe6 req-60a79adb-91ba-4176-a825-2d8dcd716603 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4a67e7bf-04f4-4d80-a1c5-07ba361f9e16&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0525455 Nov 12 08:11:15.150069 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6956633-6078-4e4d-a665-a13f2cbb0afb req-58eedd8f-ec3f-4276-a8f6-180a87675c4c tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:15.151101 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e6956633-6078-4e4d-a665-a13f2cbb0afb req-58eedd8f-ec3f-4276-a8f6-180a87675c4c tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a67e7bf-04f4-4d80-a1c5-07ba361f9e16 HTTP/1.1" status: 200 len: 950 time: 0.0528283 Nov 12 08:11:15.160058 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [req-2e9e5062-41eb-4f18-bf01-f9339d699fe6 req-926bb169-05f1-4e8a-b9fc-40a5e4c16f7d service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:11:15.161017 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2e9e5062-41eb-4f18-bf01-f9339d699fe6 req-926bb169-05f1-4e8a-b9fc-40a5e4c16f7d service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052292 Nov 12 08:11:15.229903 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e6956633-6078-4e4d-a665-a13f2cbb0afb req-04c969da-8137-474b-82e5-89cfaf371703 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678260 Nov 12 08:11:15.640963 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb49fc-ee6e-4809-ae36-624a100633d9 req-97fba935-a44f-4f87-a184-036281b3e0f1 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:15.642881 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e6fb49fc-ee6e-4809-ae36-624a100633d9 req-97fba935-a44f-4f87-a184-036281b3e0f1 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] 10.222.0.26 "GET /v2.0/ports?device_id=927dc8fa-5e03-422d-b0b4-4a3a68a88cd2 HTTP/1.1" status: 200 len: 943 time: 0.0658624 Nov 12 08:11:15.708670 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72170927-3b87-472c-b948-10f7358e02de req-f6eee2bf-4382-40fd-b14b-be3334542976 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:15.710792 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-72170927-3b87-472c-b948-10f7358e02de req-f6eee2bf-4382-40fd-b14b-be3334542976 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=700c8a79-ee5b-4f57-9e36-8ed83a369148 HTTP/1.1" status: 200 len: 943 time: 0.0619197 Nov 12 08:11:15.723140 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e6fb49fc-ee6e-4809-ae36-624a100633d9 req-1a35a981-765a-4c02-88d0-19b2ad5aef44 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] 10.222.0.26 "GET /v2.0/security-groups?id=d3cfb77d-6b7a-4cad-9012-ff67205a9f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667744 Nov 12 08:11:15.791348 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-72170927-3b87-472c-b948-10f7358e02de req-ef0b9efb-194c-4bbc-bb3f-36169be2c9c2 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691662 Nov 12 08:11:15.857905 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d109463c-7d83-4d03-ba6c-9e66070b9862 req-b52ecf30-4f6a-4c78-bad0-399c8bf91622 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:15.859737 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d109463c-7d83-4d03-ba6c-9e66070b9862 req-b52ecf30-4f6a-4c78-bad0-399c8bf91622 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5b5785-a47f-4561-a4b6-f5a68cfe2ed6 HTTP/1.1" status: 200 len: 950 time: 0.0545764 Nov 12 08:11:15.923803 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d109463c-7d83-4d03-ba6c-9e66070b9862 req-93e04423-1942-4559-8e24-335f9a1cea50 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb487f5-7b7a-45ea-a48a-5e5b4b4e6e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567024 Nov 12 08:11:16.359819 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d69cfcc-6127-4660-b359-992048f4db88 req-fbdd990c-c5ea-4629-9464-c9349ccedf05 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:16.361326 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1d69cfcc-6127-4660-b359-992048f4db88 req-fbdd990c-c5ea-4629-9464-c9349ccedf05 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a67e7bf-04f4-4d80-a1c5-07ba361f9e16 HTTP/1.1" status: 200 len: 950 time: 0.0540569 Nov 12 08:11:16.420899 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1d69cfcc-6127-4660-b359-992048f4db88 req-98a177c3-cc25-4397-8cf5-273987802378 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532782 Nov 12 08:11:16.767199 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9e5062-41eb-4f18-bf01-f9339d699fe6 req-4e290731-7310-4f78-bd22-07ab8965ccc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:16.768828 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2e9e5062-41eb-4f18-bf01-f9339d699fe6 req-4e290731-7310-4f78-bd22-07ab8965ccc4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f20f3adab6e34964b521814e780e6afc&device_id=4a67e7bf-04f4-4d80-a1c5-07ba361f9e16 HTTP/1.1" status: 200 len: 1102 time: 0.0518992 Nov 12 08:11:16.859750 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c4d262-1fbd-4c69-99d9-0b4d98b410aa req-16710257-6a68-45ae-92a6-2d29a7f6ce8b tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:16.861374 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-34c4d262-1fbd-4c69-99d9-0b4d98b410aa req-16710257-6a68-45ae-92a6-2d29a7f6ce8b tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] 10.222.0.26 "GET /v2.0/ports?device_id=927dc8fa-5e03-422d-b0b4-4a3a68a88cd2 HTTP/1.1" status: 200 len: 943 time: 0.0563772 Nov 12 08:11:16.872484 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9e5062-41eb-4f18-bf01-f9339d699fe6 req-ecf730f6-52a3-4443-ac0a-d0e23ed1ca38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:16.874094 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2e9e5062-41eb-4f18-bf01-f9339d699fe6 req-ecf730f6-52a3-4443-ac0a-d0e23ed1ca38 service neutron] 10.222.0.21 "GET /v2.0/networks?id=107743df-d3df-459d-a6cd-9e2ab4303016 HTTP/1.1" status: 200 len: 870 time: 0.0947170 Nov 12 08:11:16.913759 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-34c4d262-1fbd-4c69-99d9-0b4d98b410aa req-17f8c8fc-94e5-407c-8a4f-8d47246bc19c tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] 10.222.0.26 "GET /v2.0/security-groups?id=d3cfb77d-6b7a-4cad-9012-ff67205a9f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461624 Nov 12 08:11:16.945410 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2e9e5062-41eb-4f18-bf01-f9339d699fe6 req-29de7b78-3c4b-44b0-83f2-330ef333702f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=8fe74de5-4ddc-4607-908c-2c9997c8b8bf HTTP/1.1" status: 200 len: 217 time: 0.0376089 Nov 12 08:11:16.965553 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62aceea-f205-43a3-af6d-1ad606b6758c req-84996791-93cd-4f34-9e6f-54b792e27437 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:16.967207 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d62aceea-f205-43a3-af6d-1ad606b6758c req-84996791-93cd-4f34-9e6f-54b792e27437 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=700c8a79-ee5b-4f57-9e36-8ed83a369148 HTTP/1.1" status: 200 len: 943 time: 0.0891891 Nov 12 08:11:17.040212 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc3def2-28b2-43d3-b63c-18f480885185 req-4e648899-cc49-4098-b248-8aa8f03540d1 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:17.040670 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9e5062-41eb-4f18-bf01-f9339d699fe6 req-0d01a59a-7d23-400a-b82f-1dd0510827a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:17.041738 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1fc3def2-28b2-43d3-b63c-18f480885185 req-4e648899-cc49-4098-b248-8aa8f03540d1 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5b5785-a47f-4561-a4b6-f5a68cfe2ed6 HTTP/1.1" status: 200 len: 950 time: 0.0510321 Nov 12 08:11:17.042113 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2e9e5062-41eb-4f18-bf01-f9339d699fe6 req-0d01a59a-7d23-400a-b82f-1dd0510827a5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1 HTTP/1.1" status: 200 len: 843 time: 0.0740235 Nov 12 08:11:17.050310 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d62aceea-f205-43a3-af6d-1ad606b6758c req-9d6e96fb-9ca4-4e84-a8bc-d423120c8ca9 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748684 Nov 12 08:11:17.093546 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1fc3def2-28b2-43d3-b63c-18f480885185 req-7a5f38c0-79ab-4951-b9c1-380710e7677f tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb487f5-7b7a-45ea-a48a-5e5b4b4e6e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446789 Nov 12 08:11:17.102884 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9e5062-41eb-4f18-bf01-f9339d699fe6 req-5492753f-91fd-4743-a77a-9f654f02a7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:17.104422 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2e9e5062-41eb-4f18-bf01-f9339d699fe6 req-5492753f-91fd-4743-a77a-9f654f02a7c8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=107743df-d3df-459d-a6cd-9e2ab4303016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0458488 Nov 12 08:11:17.209620 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2e9e5062-41eb-4f18-bf01-f9339d699fe6 req-7136e8fd-8948-4089-a208-371c79938d99 service neutron] 10.222.0.21 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942609 Nov 12 08:11:17.307349 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2e9e5062-41eb-4f18-bf01-f9339d699fe6 req-763b408c-17e3-41b4-b502-43b5e2346491 service neutron] 10.222.0.21 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881753 Nov 12 08:11:17.549348 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bee77c1-27d9-4ae0-bd52-d9944ed12cc0 req-ce10d90c-c8c1-4836-8353-9f30f6a95f12 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:17.550862 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3bee77c1-27d9-4ae0-bd52-d9944ed12cc0 req-ce10d90c-c8c1-4836-8353-9f30f6a95f12 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a67e7bf-04f4-4d80-a1c5-07ba361f9e16 HTTP/1.1" status: 200 len: 950 time: 0.0545971 Nov 12 08:11:17.607746 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3bee77c1-27d9-4ae0-bd52-d9944ed12cc0 req-c0660bdd-5c95-4129-b632-cafad4646ca7 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507863 Nov 12 08:11:17.860358 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 4e411f3a-d0ed-414a-ae89-39cb329d8577 details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:11:17.880693 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device f2a8611f-ec0a-44e7-8d41-29ad7076b116 no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:11:18.029759 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 4e411f3a-d0ed-414a-ae89-39cb329d8577, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=4e411f3a-d0ed-414a-ae89-39cb329d8577,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:11:18.049868 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': '4e411f3a-d0ed-414a-ae89-39cb329d8577', 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016', 'port_id': '4e411f3a-d0ed-414a-ae89-39cb329d8577', 'mac_address': 'fa:16:3e:23:0c:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:11:18.053506 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:18.055473 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baf8a72-847a-4e34-af61-a314e5ef8468 req-bc054c13-c610-4966-b848-347f045cbe7e tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:18.057569 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6baf8a72-847a-4e34-af61-a314e5ef8468 req-bc054c13-c610-4966-b848-347f045cbe7e tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] 10.222.0.26 "GET /v2.0/ports?device_id=927dc8fa-5e03-422d-b0b4-4a3a68a88cd2 HTTP/1.1" status: 200 len: 943 time: 0.0634286 Nov 12 08:11:18.124443 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccce4532-340d-428e-8bc7-35cbfbee73e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2a8611f-ec0a-44e7-8d41-29ad7076b116'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:11:18.126783 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-525767d9-af2b-4892-a465-c46e790acc07" -d '{"events": [{"server_uuid": "ccce4532-340d-428e-8bc7-35cbfbee73e3", "name": "network-vif-unplugged", "status": "completed", "tag": "f2a8611f-ec0a-44e7-8d41-29ad7076b116"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:11:18.142991 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port f2a8611f-ec0a-44e7-8d41-29ad7076b116, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=f2a8611f-ec0a-44e7-8d41-29ad7076b116,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:11:18.144301 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:18.144509 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6baf8a72-847a-4e34-af61-a314e5ef8468 req-126ad063-1d49-4414-962d-ae13a9d5e9f9 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] 10.222.0.26 "GET /v2.0/security-groups?id=d3cfb77d-6b7a-4cad-9012-ff67205a9f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664959 Nov 12 08:11:18.154440 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:18.173380 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e411f3a-d0ed-414a-ae89-39cb329d8577 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:11:18.191741 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54d5961-d003-46cf-b393-31e7aa57223d req-2893bcf7-194d-48aa-b269-8581b05d19a6 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:18.193436 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c54d5961-d003-46cf-b393-31e7aa57223d req-2893bcf7-194d-48aa-b269-8581b05d19a6 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=700c8a79-ee5b-4f57-9e36-8ed83a369148 HTTP/1.1" status: 200 len: 943 time: 0.0567453 Nov 12 08:11:18.214648 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 4e411f3a-d0ed-414a-ae89-39cb329d8577, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=4e411f3a-d0ed-414a-ae89-39cb329d8577,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:11:18.225074 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:18.232132 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=f2a8611f-ec0a-44e7-8d41-29ad7076b116,revision_number=8']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:18.254926 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c54d5961-d003-46cf-b393-31e7aa57223d req-dc38aba8-2689-4a34-8a20-608b3f12286c tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533340 Nov 12 08:11:18.302195 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f58738-16ff-4a5e-b8dd-4379ccc2bb24 req-a557b1d9-d423-4e76-8c5e-a3f31ab3c73f tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:18.304448 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-20f58738-16ff-4a5e-b8dd-4379ccc2bb24 req-a557b1d9-d423-4e76-8c5e-a3f31ab3c73f tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5b5785-a47f-4561-a4b6-f5a68cfe2ed6 HTTP/1.1" status: 200 len: 950 time: 0.0584328 Nov 12 08:11:18.304618 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=4e411f3a-d0ed-414a-ae89-39cb329d8577,revision_number=9']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:18.311204 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41a408b5-c079-4d14-a80e-51fb5d2d49e5 x-openstack-request-id: req-41a408b5-c079-4d14-a80e-51fb5d2d49e5 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:11:18.311487 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccce4532-340d-428e-8bc7-35cbfbee73e3", "name": "network-vif-unplugged", "status": "completed", "tag": "f2a8611f-ec0a-44e7-8d41-29ad7076b116", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:11:18.311925 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-41a408b5-c079-4d14-a80e-51fb5d2d49e5 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:11:18.312319 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccce4532-340d-428e-8bc7-35cbfbee73e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2a8611f-ec0a-44e7-8d41-29ad7076b116', 'code': 200} Nov 12 08:11:18.357455 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-20f58738-16ff-4a5e-b8dd-4379ccc2bb24 req-ace46e7e-7b16-4758-b6c9-82577f3e5e11 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb487f5-7b7a-45ea-a48a-5e5b4b4e6e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448427 Nov 12 08:11:18.608348 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['4e411f3a-d0ed-414a-ae89-39cb329d8577'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:11:18.777092 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416dcf07-3235-45d4-8bb1-637c666991c3 req-e2d96324-bad0-4fa4-a873-76edaa3b1cfc tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:18.778788 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-416dcf07-3235-45d4-8bb1-637c666991c3 req-e2d96324-bad0-4fa4-a873-76edaa3b1cfc tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a67e7bf-04f4-4d80-a1c5-07ba361f9e16 HTTP/1.1" status: 200 len: 950 time: 0.0625308 Nov 12 08:11:18.841735 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-416dcf07-3235-45d4-8bb1-637c666991c3 req-ae982b71-5e29-40dd-904e-f2ceed8adde1 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485950 Nov 12 08:11:19.302076 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc26ebeb-eef7-4ed2-a01b-de1dd071d213 req-0a65dfa6-7930-4142-8d3d-dcbf7d92cd52 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:19.303758 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fc26ebeb-eef7-4ed2-a01b-de1dd071d213 req-0a65dfa6-7930-4142-8d3d-dcbf7d92cd52 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] 10.222.0.26 "GET /v2.0/ports?device_id=927dc8fa-5e03-422d-b0b4-4a3a68a88cd2 HTTP/1.1" status: 200 len: 943 time: 0.0633752 Nov 12 08:11:19.364168 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fc26ebeb-eef7-4ed2-a01b-de1dd071d213 req-451c0ed4-2905-4b16-b72a-b460c3ed5c9a tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] 10.222.0.26 "GET /v2.0/security-groups?id=d3cfb77d-6b7a-4cad-9012-ff67205a9f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521390 Nov 12 08:11:19.389900 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0f86ed-8679-48e7-bac6-4e434d7bc836 req-2ed87c3f-a40f-4f81-a2b8-be50c9f11ff2 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:19.391493 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7a0f86ed-8679-48e7-bac6-4e434d7bc836 req-2ed87c3f-a40f-4f81-a2b8-be50c9f11ff2 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=700c8a79-ee5b-4f57-9e36-8ed83a369148 HTTP/1.1" status: 200 len: 943 time: 0.0553229 Nov 12 08:11:19.446234 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7a0f86ed-8679-48e7-bac6-4e434d7bc836 req-d7efc30f-63ae-449d-aba5-7156aa0b061a tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475171 Nov 12 08:11:19.494984 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a7d00-cce2-4453-905f-436c0c76fcf7 req-cdea7e52-09d0-465d-a2fe-caa3ce653130 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:19.496779 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1e1a7d00-cce2-4453-905f-436c0c76fcf7 req-cdea7e52-09d0-465d-a2fe-caa3ce653130 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5b5785-a47f-4561-a4b6-f5a68cfe2ed6 HTTP/1.1" status: 200 len: 950 time: 0.0533695 Nov 12 08:11:19.545959 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1e1a7d00-cce2-4453-905f-436c0c76fcf7 req-e23ed63f-4ed6-4907-81b7-e6c151020829 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb487f5-7b7a-45ea-a48a-5e5b4b4e6e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433018 Nov 12 08:11:19.973226 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd3ac05-1e86-49e5-aa91-cb1a738aa9d0 req-fb9fc1cb-07af-4b0c-852b-25058fa00f64 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:19.974761 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5fd3ac05-1e86-49e5-aa91-cb1a738aa9d0 req-fb9fc1cb-07af-4b0c-852b-25058fa00f64 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a67e7bf-04f4-4d80-a1c5-07ba361f9e16 HTTP/1.1" status: 200 len: 950 time: 0.0547318 Nov 12 08:11:20.031386 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5fd3ac05-1e86-49e5-aa91-cb1a738aa9d0 req-8cb37ea2-5394-454c-9bad-1143e694980f tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508497 Nov 12 08:11:20.512691 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aba021-5fcf-4166-b5af-8669007927ea req-d9821efd-a304-4246-9aa8-865616808747 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:20.514419 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-74aba021-5fcf-4166-b5af-8669007927ea req-d9821efd-a304-4246-9aa8-865616808747 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] 10.222.0.26 "GET /v2.0/ports?device_id=927dc8fa-5e03-422d-b0b4-4a3a68a88cd2 HTTP/1.1" status: 200 len: 943 time: 0.0755842 Nov 12 08:11:20.583051 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-74aba021-5fcf-4166-b5af-8669007927ea req-0b88d542-05c1-47f5-9abd-40c0206f2c2e tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] 10.222.0.26 "GET /v2.0/security-groups?id=d3cfb77d-6b7a-4cad-9012-ff67205a9f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619771 Nov 12 08:11:20.631235 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb68407f-44ae-482e-89bd-9f010d57005c req-03f5319b-3b62-44fc-ae78-6d911b73b3d0 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:20.632892 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cb68407f-44ae-482e-89bd-9f010d57005c req-03f5319b-3b62-44fc-ae78-6d911b73b3d0 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=700c8a79-ee5b-4f57-9e36-8ed83a369148 HTTP/1.1" status: 200 len: 943 time: 0.0817277 Nov 12 08:11:20.689627 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cb68407f-44ae-482e-89bd-9f010d57005c req-00ba5a05-5f0e-43ee-bf91-2fdf3ea3a61a tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490334 Nov 12 08:11:20.720938 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9776b88-2ff0-4494-a001-e6f343824c10 req-a4509095-5b93-43af-ab0e-f0145f230a8f tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:20.721687 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a9776b88-2ff0-4494-a001-e6f343824c10 req-a4509095-5b93-43af-ab0e-f0145f230a8f tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5b5785-a47f-4561-a4b6-f5a68cfe2ed6 HTTP/1.1" status: 200 len: 950 time: 0.0635431 Nov 12 08:11:20.791198 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a9776b88-2ff0-4494-a001-e6f343824c10 req-dca432d4-be4f-40e3-96b6-f3e6a173787e tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb487f5-7b7a-45ea-a48a-5e5b4b4e6e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625424 Nov 12 08:11:21.179567 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e1a1db-ae26-4ce2-a7c6-83e5dc436169 req-9091ef1e-4f6a-4685-bbd5-69e81bc98e1e tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:21.181386 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-02e1a1db-ae26-4ce2-a7c6-83e5dc436169 req-9091ef1e-4f6a-4685-bbd5-69e81bc98e1e tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a67e7bf-04f4-4d80-a1c5-07ba361f9e16 HTTP/1.1" status: 200 len: 950 time: 0.0760787 Nov 12 08:11:21.259053 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-02e1a1db-ae26-4ce2-a7c6-83e5dc436169 req-d1485bd2-9d64-4309-b355-5fe095577632 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682492 Nov 12 08:11:21.721526 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f1827c-4f49-4d86-ad7a-5debfa4eef86 req-3f6590bd-cc69-4a29-83d8-8fd4d3317e97 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:21.723530 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-72f1827c-4f49-4d86-ad7a-5debfa4eef86 req-3f6590bd-cc69-4a29-83d8-8fd4d3317e97 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] 10.222.0.26 "GET /v2.0/ports?device_id=927dc8fa-5e03-422d-b0b4-4a3a68a88cd2 HTTP/1.1" status: 200 len: 943 time: 0.0559952 Nov 12 08:11:21.799188 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-72f1827c-4f49-4d86-ad7a-5debfa4eef86 req-47b55488-f505-4b73-8450-00cc7643c5fb tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] 10.222.0.26 "GET /v2.0/security-groups?id=d3cfb77d-6b7a-4cad-9012-ff67205a9f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688307 Nov 12 08:11:21.854135 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b82171-7113-41cb-8b31-6d628a0c4893 req-c2db44b4-19eb-4fd6-afc7-ea3cb4920529 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:21.861662 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-22b82171-7113-41cb-8b31-6d628a0c4893 req-c2db44b4-19eb-4fd6-afc7-ea3cb4920529 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=700c8a79-ee5b-4f57-9e36-8ed83a369148 HTTP/1.1" status: 200 len: 943 time: 0.0721982 Nov 12 08:11:21.888962 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 6d29693f-6f2e-426d-9cea-ef75602b71f9 details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:11:21.916868 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 4e411f3a-d0ed-414a-ae89-39cb329d8577 up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:11:21.939203 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-22b82171-7113-41cb-8b31-6d628a0c4893 req-fb16838d-9463-4845-b9ee-30316eafeeac tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699284 Nov 12 08:11:22.001745 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a9563c-ece0-452c-beb4-5c5e3651aad6 req-fe223476-3f7c-45c6-866a-87174dc88b5c tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:22.015835 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-33a9563c-ece0-452c-beb4-5c5e3651aad6 req-fe223476-3f7c-45c6-866a-87174dc88b5c tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5b5785-a47f-4561-a4b6-f5a68cfe2ed6 HTTP/1.1" status: 200 len: 950 time: 0.1159058 Nov 12 08:11:22.080211 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-33a9563c-ece0-452c-beb4-5c5e3651aad6 req-f5992477-559f-48e3-8a5a-ff4866cd9c19 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb487f5-7b7a-45ea-a48a-5e5b4b4e6e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597117 Nov 12 08:11:22.179105 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port 4e411f3a-d0ed-414a-ae89-39cb329d8577 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:11:22.180104 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:22.268849 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 6d29693f-6f2e-426d-9cea-ef75602b71f9, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=6d29693f-6f2e-426d-9cea-ef75602b71f9,segment=NetworkSegment(245a85cd-81b2-4aa2-be29-e90070cf1acb),segment_id=245a85cd-81b2-4aa2-be29-e90070cf1acb)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:11:22.301384 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': '6d29693f-6f2e-426d-9cea-ef75602b71f9', 'network_id': 'cf4b42a1-457b-43c5-93bd-eb55813709b3', 'port_id': '6d29693f-6f2e-426d-9cea-ef75602b71f9', 'mac_address': 'fa:16:3e:08:01:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f94b95c0-cb4c-472b-8dd7-99ba828700c1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:11:22.377450 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:22.398803 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d29693f-6f2e-426d-9cea-ef75602b71f9 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:11:22.402971 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:22.438225 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 6d29693f-6f2e-426d-9cea-ef75602b71f9, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=6d29693f-6f2e-426d-9cea-ef75602b71f9,segment=NetworkSegment(245a85cd-81b2-4aa2-be29-e90070cf1acb),segment_id=245a85cd-81b2-4aa2-be29-e90070cf1acb)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:11:22.447807 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16f00ffb-c46c-4a16-bab8-59031d7bab45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e411f3a-d0ed-414a-ae89-39cb329d8577'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:11:22.450808 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaa3f143-1b74-4281-9b17-1b76565eadf3" -d '{"events": [{"server_uuid": "16f00ffb-c46c-4a16-bab8-59031d7bab45", "name": "network-vif-plugged", "status": "completed", "tag": "4e411f3a-d0ed-414a-ae89-39cb329d8577"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:11:22.456349 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:22.469063 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 4e411f3a-d0ed-414a-ae89-39cb329d8577, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=4e411f3a-d0ed-414a-ae89-39cb329d8577,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:11:22.489794 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:22.519018 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=6d29693f-6f2e-426d-9cea-ef75602b71f9,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:22.577051 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=4e411f3a-d0ed-414a-ae89-39cb329d8577,revision_number=10']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:23.119915 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['6d29693f-6f2e-426d-9cea-ef75602b71f9'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:11:23.907736 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59 no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:11:24.911030 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9fb7b1e7-1925-44ab-8602-8e56fc5dc047 req-ab5af5b8-de59-436b-9378-f32ab5496efc service neutron] 10.222.0.44 "GET /v2.0/ports/a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59/bindings/n-h1-765315-29 HTTP/1.1" status: 200 len: 385 time: 0.0715382 Nov 12 08:11:25.133191 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-9fb7b1e7-1925-44ab-8602-8e56fc5dc047 req-23826707-63d7-4649-888d-45c0f033ba26 service neutron] For port a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59,segment=NetworkSegment(1db27ece-82b2-4c8d-abc3-e56edcdd7b0a),segment_id=1db27ece-82b2-4c8d-abc3-e56edcdd7b0a)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:11:25.166912 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-9fb7b1e7-1925-44ab-8602-8e56fc5dc047 req-23826707-63d7-4649-888d-45c0f033ba26 service neutron] For port a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59, host n-h2-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:11:25.216120 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5d10610-d8b1-4977-b9df-310098bdd269 x-openstack-request-id: req-c5d10610-d8b1-4977-b9df-310098bdd269 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:11:25.216863 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16f00ffb-c46c-4a16-bab8-59031d7bab45", "name": "network-vif-plugged", "status": "completed", "tag": "4e411f3a-d0ed-414a-ae89-39cb329d8577", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:11:25.216863 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c5d10610-d8b1-4977-b9df-310098bdd269 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:11:25.217243 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16f00ffb-c46c-4a16-bab8-59031d7bab45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e411f3a-d0ed-414a-ae89-39cb329d8577', 'code': 200} Nov 12 08:11:25.217594 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-9fb7b1e7-1925-44ab-8602-8e56fc5dc047 req-23826707-63d7-4649-888d-45c0f033ba26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:11:25.230883 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-9fb7b1e7-1925-44ab-8602-8e56fc5dc047 req-23826707-63d7-4649-888d-45c0f033ba26 service neutron] For port a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59,segment=NetworkSegment(1db27ece-82b2-4c8d-abc3-e56edcdd7b0a),segment_id=1db27ece-82b2-4c8d-abc3-e56edcdd7b0a)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:11:25.249641 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-9fb7b1e7-1925-44ab-8602-8e56fc5dc047 req-23826707-63d7-4649-888d-45c0f033ba26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:25.290364 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a869c1c-90c4-4a83-af35-cc7892d96026 req-90653d71-6186-44aa-8899-b5b249b0e336 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:25.299423 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2a869c1c-90c4-4a83-af35-cc7892d96026 req-90653d71-6186-44aa-8899-b5b249b0e336 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a67e7bf-04f4-4d80-a1c5-07ba361f9e16 HTTP/1.1" status: 200 len: 950 time: 0.0802505 Nov 12 08:11:25.363436 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2a869c1c-90c4-4a83-af35-cc7892d96026 req-6ce5dff8-40c1-4a6f-beec-82cefbcc69b1 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624306 Nov 12 08:11:25.366600 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c28c99-6a2d-4650-b685-611d8f218a9d req-eb3b94da-2505-4822-8d3d-353b6b69d663 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:25.368137 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f2c28c99-6a2d-4650-b685-611d8f218a9d req-eb3b94da-2505-4822-8d3d-353b6b69d663 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] 10.222.0.26 "GET /v2.0/ports?device_id=927dc8fa-5e03-422d-b0b4-4a3a68a88cd2 HTTP/1.1" status: 200 len: 944 time: 0.0686517 Nov 12 08:11:25.442335 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-9fb7b1e7-1925-44ab-8602-8e56fc5dc047 req-23826707-63d7-4649-888d-45c0f033ba26 service neutron] Transition to ACTIVE for port object a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:11:25.454886 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f2c28c99-6a2d-4650-b685-611d8f218a9d req-f0685c5b-a128-4b1a-b4b0-b0e7f268c3ac tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] 10.222.0.26 "GET /v2.0/security-groups?id=d3cfb77d-6b7a-4cad-9012-ff67205a9f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736315 Nov 12 08:11:25.462894 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-9fb7b1e7-1925-44ab-8602-8e56fc5dc047 req-23826707-63d7-4649-888d-45c0f033ba26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:25.496941 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0bb66c-7b76-42b6-85a2-84a810bce8bb req-25c4590f-e602-41b9-8226-4357fad4fb40 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:25.498758 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9e0bb66c-7b76-42b6-85a2-84a810bce8bb req-25c4590f-e602-41b9-8226-4357fad4fb40 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=700c8a79-ee5b-4f57-9e36-8ed83a369148 HTTP/1.1" status: 200 len: 943 time: 0.0704508 Nov 12 08:11:25.559197 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fb7b1e7-1925-44ab-8602-8e56fc5dc047 req-23826707-63d7-4649-888d-45c0f033ba26 service neutron] No DVR routers for this DVR port a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59 on host n-h2-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:11:25.588720 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9e0bb66c-7b76-42b6-85a2-84a810bce8bb req-f5ee3032-664e-4343-8e7a-2bb6afa7a0bb tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789001 Nov 12 08:11:25.729038 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23826707-63d7-4649-888d-45c0f033ba26 service neutron] Pushing event updated for resources: {'Port': ['ID=a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59,revision_number=10']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:25.742638 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9fb7b1e7-1925-44ab-8602-8e56fc5dc047 req-23826707-63d7-4649-888d-45c0f033ba26 service neutron] 10.222.0.44 "PUT /v2.0/ports/a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59/bindings/n-h1-765315-29/activate HTTP/1.1" status: 200 len: 370 time: 0.8078442 Nov 12 08:11:25.759078 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007925ef-6ff5-42d7-abca-eb2705acd270 req-da84b06e-5467-447e-a481-2d892dd06401 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:25.769611 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-007925ef-6ff5-42d7-abca-eb2705acd270 req-da84b06e-5467-447e-a481-2d892dd06401 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5b5785-a47f-4561-a4b6-f5a68cfe2ed6 HTTP/1.1" status: 200 len: 950 time: 0.1916795 Nov 12 08:11:25.832630 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-007925ef-6ff5-42d7-abca-eb2705acd270 req-43e2415e-e3b8-419f-a087-a4a0f70190ed tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb487f5-7b7a-45ea-a48a-5e5b4b4e6e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631053 Nov 12 08:11:25.913667 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 6d29693f-6f2e-426d-9cea-ef75602b71f9 up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:11:25.964246 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb7b1e7-1925-44ab-8602-8e56fc5dc047 req-b28543c8-ff10-407f-b059-675e5b2d0d44 tempest-LiveAutoBlockMigrationV225Test-1991143985 tempest-LiveAutoBlockMigrationV225Test-1991143985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:25.967028 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9fb7b1e7-1925-44ab-8602-8e56fc5dc047 req-b28543c8-ff10-407f-b059-675e5b2d0d44 tempest-LiveAutoBlockMigrationV225Test-1991143985 tempest-LiveAutoBlockMigrationV225Test-1991143985-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=700c8a79-ee5b-4f57-9e36-8ed83a369148&tenant_id=d3f3ef4a14134700a36c0967765d4c9a&binding%3Ahost_id=n-h2-765315-29 HTTP/1.1" status: 200 len: 1096 time: 0.0811830 Nov 12 08:11:25.986906 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning for port 6d29693f-6f2e-426d-9cea-ef75602b71f9 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:11:25.993995 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port 6d29693f-6f2e-426d-9cea-ef75602b71f9 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:11:25.994365 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:26.037701 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb7b1e7-1925-44ab-8602-8e56fc5dc047 req-ba502f14-9599-4b41-abc7-822dd6cecfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:26.041039 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9fb7b1e7-1925-44ab-8602-8e56fc5dc047 req-ba502f14-9599-4b41-abc7-822dd6cecfe3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=700c8a79-ee5b-4f57-9e36-8ed83a369148&tenant_id=d3f3ef4a14134700a36c0967765d4c9a HTTP/1.1" status: 200 len: 1096 time: 0.0656483 Nov 12 08:11:26.111197 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb7b1e7-1925-44ab-8602-8e56fc5dc047 req-32e6f5ba-be11-43cf-89aa-70d47a226a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:26.113072 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9fb7b1e7-1925-44ab-8602-8e56fc5dc047 req-32e6f5ba-be11-43cf-89aa-70d47a226a03 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d3f3ef4a14134700a36c0967765d4c9a&device_id=700c8a79-ee5b-4f57-9e36-8ed83a369148 HTTP/1.1" status: 200 len: 1096 time: 0.0480032 Nov 12 08:11:26.114534 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:26.176714 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 6d29693f-6f2e-426d-9cea-ef75602b71f9, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=6d29693f-6f2e-426d-9cea-ef75602b71f9,segment=NetworkSegment(245a85cd-81b2-4aa2-be29-e90070cf1acb),segment_id=245a85cd-81b2-4aa2-be29-e90070cf1acb)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:11:26.182879 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:26.262730 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=6d29693f-6f2e-426d-9cea-ef75602b71f9,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:26.294844 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb7b1e7-1925-44ab-8602-8e56fc5dc047 req-060f9395-1f55-436d-baa7-bbc814655750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:26.296644 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9fb7b1e7-1925-44ab-8602-8e56fc5dc047 req-060f9395-1f55-436d-baa7-bbc814655750 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e20d0ee5-0c01-4db1-aa95-4ea5bc470460 HTTP/1.1" status: 200 len: 922 time: 0.1731825 Nov 12 08:11:26.342243 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9fb7b1e7-1925-44ab-8602-8e56fc5dc047 req-fca2342f-2424-4e16-bd78-5add24c2a1cc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59 HTTP/1.1" status: 200 len: 217 time: 0.0380840 Nov 12 08:11:26.417159 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb7b1e7-1925-44ab-8602-8e56fc5dc047 req-36ca6986-d658-419e-83e7-e67cdb33571d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:26.419726 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9fb7b1e7-1925-44ab-8602-8e56fc5dc047 req-36ca6986-d658-419e-83e7-e67cdb33571d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4054f1d6-a6c6-43c7-ba9c-9a6600029957 HTTP/1.1" status: 200 len: 861 time: 0.0700581 Nov 12 08:11:26.460254 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9fb7b1e7-1925-44ab-8602-8e56fc5dc047 req-cc98054f-80d2-448d-8ce8-261dafe811ab service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e20d0ee5-0c01-4db1-aa95-4ea5bc470460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299664 Nov 12 08:11:26.546898 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befae3c4-be65-42e8-9484-3dd275a439d6 req-076ea3da-c774-4ac6-8753-11bb58b65ab5 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:26.548756 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-befae3c4-be65-42e8-9484-3dd275a439d6 req-076ea3da-c774-4ac6-8753-11bb58b65ab5 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a67e7bf-04f4-4d80-a1c5-07ba361f9e16 HTTP/1.1" status: 200 len: 950 time: 0.1047401 Nov 12 08:11:26.627417 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-befae3c4-be65-42e8-9484-3dd275a439d6 req-9c135990-2273-44cf-a63e-a99d3dc09f95 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642955 Nov 12 08:11:26.753161 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96324f7b-7529-4e29-abab-e3b5ad2c8e5d req-12e36f80-d16f-47e0-ae7d-a2c9a0f22ca7 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:26.755836 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-96324f7b-7529-4e29-abab-e3b5ad2c8e5d req-12e36f80-d16f-47e0-ae7d-a2c9a0f22ca7 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] 10.222.0.26 "GET /v2.0/ports?device_id=927dc8fa-5e03-422d-b0b4-4a3a68a88cd2 HTTP/1.1" status: 200 len: 945 time: 0.2062759 Nov 12 08:11:26.771250 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9fb7b1e7-1925-44ab-8602-8e56fc5dc047 req-6e3e2338-dfb8-41aa-aad9-f792736775f4 service neutron] 10.222.0.21 "GET /v2.0/networks/e20d0ee5-0c01-4db1-aa95-4ea5bc470460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002598 Nov 12 08:11:26.810518 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8135bf90-fd70-412b-9db9-638ae17b5d54 req-86398e28-b0eb-412a-8031-e1998940bce6 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:26.822821 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8135bf90-fd70-412b-9db9-638ae17b5d54 req-86398e28-b0eb-412a-8031-e1998940bce6 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=700c8a79-ee5b-4f57-9e36-8ed83a369148 HTTP/1.1" status: 200 len: 944 time: 0.0843399 Nov 12 08:11:26.853973 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-96324f7b-7529-4e29-abab-e3b5ad2c8e5d req-bfe0e685-5710-48c8-95eb-7f6f0a8bbc72 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] 10.222.0.26 "GET /v2.0/security-groups?id=d3cfb77d-6b7a-4cad-9012-ff67205a9f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812690 Nov 12 08:11:26.906407 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8135bf90-fd70-412b-9db9-638ae17b5d54 req-7ccc6b03-32df-46f6-9b65-a085fced1c5e tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825777 Nov 12 08:11:26.954117 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9fb7b1e7-1925-44ab-8602-8e56fc5dc047 req-fc3f7a3a-cce5-4040-8f06-c5dc1733f7b3 service neutron] 10.222.0.21 "GET /v2.0/networks/e20d0ee5-0c01-4db1-aa95-4ea5bc470460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640179 Nov 12 08:11:27.157895 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2cab4c-96ca-43bc-a25d-fb21a47f16ea req-dc71537b-f587-4063-9147-5633460cce19 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:27.166032 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cf2cab4c-96ca-43bc-a25d-fb21a47f16ea req-dc71537b-f587-4063-9147-5633460cce19 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5b5785-a47f-4561-a4b6-f5a68cfe2ed6 HTTP/1.1" status: 200 len: 950 time: 0.0736501 Nov 12 08:11:27.218352 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '927dc8fa-5e03-422d-b0b4-4a3a68a88cd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d29693f-6f2e-426d-9cea-ef75602b71f9'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:11:27.222341 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f10dae0-fcfc-43bd-b823-e9baa8441fd5" -d '{"events": [{"server_uuid": "927dc8fa-5e03-422d-b0b4-4a3a68a88cd2", "name": "network-vif-plugged", "status": "completed", "tag": "6d29693f-6f2e-426d-9cea-ef75602b71f9"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:11:27.239717 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cf2cab4c-96ca-43bc-a25d-fb21a47f16ea req-c5b2b668-3033-4e55-bd35-276a8a6010ff tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb487f5-7b7a-45ea-a48a-5e5b4b4e6e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724792 Nov 12 08:11:27.289411 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f2d7607-f3f4-4566-b164-6c3d9ae5d0e1 x-openstack-request-id: req-8f2d7607-f3f4-4566-b164-6c3d9ae5d0e1 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:11:27.290446 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "927dc8fa-5e03-422d-b0b4-4a3a68a88cd2", "name": "network-vif-plugged", "status": "completed", "tag": "6d29693f-6f2e-426d-9cea-ef75602b71f9", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:11:27.291012 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8f2d7607-f3f4-4566-b164-6c3d9ae5d0e1 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:11:27.291701 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '927dc8fa-5e03-422d-b0b4-4a3a68a88cd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d29693f-6f2e-426d-9cea-ef75602b71f9', 'code': 200} Nov 12 08:11:27.327185 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb7b1e7-1925-44ab-8602-8e56fc5dc047 req-e3bee437-9224-4d63-b5dd-8b9639fb256d tempest-LiveAutoBlockMigrationV225Test-1991143985 tempest-LiveAutoBlockMigrationV225Test-1991143985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:27.329591 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9fb7b1e7-1925-44ab-8602-8e56fc5dc047 req-e3bee437-9224-4d63-b5dd-8b9639fb256d tempest-LiveAutoBlockMigrationV225Test-1991143985 tempest-LiveAutoBlockMigrationV225Test-1991143985-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=700c8a79-ee5b-4f57-9e36-8ed83a369148&tenant_id=d3f3ef4a14134700a36c0967765d4c9a&binding%3Ahost_id=n-h1-765315-29 HTTP/1.1" status: 200 len: 1096 time: 0.0867841 Nov 12 08:11:27.534054 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee39fa0d-f568-4b31-8d99-44e74b2a42d7 req-c0d5a7e7-ac1d-4601-bb47-5bb23151191c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:27.536005 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-9fb7b1e7-1925-44ab-8602-8e56fc5dc047 req-f9949f22-6345-4344-afc9-3e339474f9f2 service neutron] For port a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59, host n-h2-765315-29, cleared binding levels {{(pid=102600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:11:27.536241 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ee39fa0d-f568-4b31-8d99-44e74b2a42d7 req-c0d5a7e7-ac1d-4601-bb47-5bb23151191c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=927dc8fa-5e03-422d-b0b4-4a3a68a88cd2 HTTP/1.1" status: 200 len: 1097 time: 0.0890234 Nov 12 08:11:27.541329 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-9fb7b1e7-1925-44ab-8602-8e56fc5dc047 req-f9949f22-6345-4344-afc9-3e339474f9f2 service neutron] Publish callbacks [] for binding, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:27.543825 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9fb7b1e7-1925-44ab-8602-8e56fc5dc047 req-f9949f22-6345-4344-afc9-3e339474f9f2 service neutron] 10.222.0.21 "DELETE /v2.0/ports/a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59/bindings/n-h2-765315-29 HTTP/1.1" status: 204 len: 173 time: 0.2035789 Nov 12 08:11:27.604838 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ee39fa0d-f568-4b31-8d99-44e74b2a42d7 req-9469ed64-73a4-4c6e-a960-5b8efc6ba4d3 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d3cfb77d-6b7a-4cad-9012-ff67205a9f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545952 Nov 12 08:11:27.790195 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97af9cef-4be1-45d9-808f-16b978233d36 req-74d47ed6-8b24-410d-8569-470d32c82c0c tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:27.794873 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-97af9cef-4be1-45d9-808f-16b978233d36 req-74d47ed6-8b24-410d-8569-470d32c82c0c tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a67e7bf-04f4-4d80-a1c5-07ba361f9e16 HTTP/1.1" status: 200 len: 950 time: 0.0601983 Nov 12 08:11:27.865682 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-97af9cef-4be1-45d9-808f-16b978233d36 req-c841c97e-3d73-4820-8739-8d3ef4e2b50c tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662506 Nov 12 08:11:28.027003 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd353d62-020d-4bed-8bd9-57828a072d99 req-80595c76-4177-4bbb-b80f-a8f1fc591c6d tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:28.030787 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fd353d62-020d-4bed-8bd9-57828a072d99 req-80595c76-4177-4bbb-b80f-a8f1fc591c6d tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] 10.222.0.26 "GET /v2.0/ports?device_id=927dc8fa-5e03-422d-b0b4-4a3a68a88cd2 HTTP/1.1" status: 200 len: 945 time: 0.0828271 Nov 12 08:11:28.091369 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f31144-b4e9-4d54-a116-dd44c73a9f0f req-37fe3863-49c1-41c7-a663-6a53e6cf52e8 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:28.094894 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-27f31144-b4e9-4d54-a116-dd44c73a9f0f req-37fe3863-49c1-41c7-a663-6a53e6cf52e8 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=700c8a79-ee5b-4f57-9e36-8ed83a369148 HTTP/1.1" status: 200 len: 944 time: 0.0829630 Nov 12 08:11:28.139970 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fd353d62-020d-4bed-8bd9-57828a072d99 req-30ba395c-2ba6-4666-aeee-bf6977bd1847 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] 10.222.0.26 "GET /v2.0/security-groups?id=d3cfb77d-6b7a-4cad-9012-ff67205a9f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979786 Nov 12 08:11:28.169468 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-27f31144-b4e9-4d54-a116-dd44c73a9f0f req-e9a73a9d-43fa-47f1-ac0e-0e704570c449 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644646 Nov 12 08:11:28.392974 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a7b4bc-8c51-483f-8d9f-19ce6f3eb527 req-9ec1daa8-5dd8-4cbe-8c5e-8c78a1bcec85 tempest-LiveAutoBlockMigrationV225Test-1991143985 tempest-LiveAutoBlockMigrationV225Test-1991143985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:28.396474 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a3a7b4bc-8c51-483f-8d9f-19ce6f3eb527 req-9ec1daa8-5dd8-4cbe-8c5e-8c78a1bcec85 tempest-LiveAutoBlockMigrationV225Test-1991143985 tempest-LiveAutoBlockMigrationV225Test-1991143985-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=700c8a79-ee5b-4f57-9e36-8ed83a369148 HTTP/1.1" status: 200 len: 1096 time: 0.0628834 Nov 12 08:11:28.462685 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a3a7b4bc-8c51-483f-8d9f-19ce6f3eb527 req-d9c9c666-c73d-4cee-85d0-a2d10571c361 tempest-LiveAutoBlockMigrationV225Test-1991143985 tempest-LiveAutoBlockMigrationV225Test-1991143985-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573173 Nov 12 08:11:28.811416 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38782ee6-c207-43a4-bf0e-8e363db0b17a req-f9ee7f99-5a55-4899-96d3-e6f1d06f9a48 tempest-LiveAutoBlockMigrationV225Test-1991143985 tempest-LiveAutoBlockMigrationV225Test-1991143985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:28.819372 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-38782ee6-c207-43a4-bf0e-8e363db0b17a req-f9ee7f99-5a55-4899-96d3-e6f1d06f9a48 tempest-LiveAutoBlockMigrationV225Test-1991143985 tempest-LiveAutoBlockMigrationV225Test-1991143985-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=700c8a79-ee5b-4f57-9e36-8ed83a369148 HTTP/1.1" status: 200 len: 1096 time: 0.0734973 Nov 12 08:11:28.843782 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0ece7d-c3b7-41db-bf90-270ef9c2c7cb req-2d3a9f2b-5fff-466e-8065-ef109e660564 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:28.845764 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5c0ece7d-c3b7-41db-bf90-270ef9c2c7cb req-2d3a9f2b-5fff-466e-8065-ef109e660564 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5b5785-a47f-4561-a4b6-f5a68cfe2ed6 HTTP/1.1" status: 200 len: 950 time: 0.5119123 Nov 12 08:11:28.877987 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-38782ee6-c207-43a4-bf0e-8e363db0b17a req-78781106-151e-4466-834c-7538c2786723 tempest-LiveAutoBlockMigrationV225Test-1991143985 tempest-LiveAutoBlockMigrationV225Test-1991143985-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574424 Nov 12 08:11:28.981649 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5c0ece7d-c3b7-41db-bf90-270ef9c2c7cb req-a97590ad-7794-4522-961b-d52b7edb4011 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb487f5-7b7a-45ea-a48a-5e5b4b4e6e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282969 Nov 12 08:11:29.064413 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be08df8c-8079-41f2-86e2-36e23140a08c req-c685ac64-43e5-4d3f-a440-7fcd25fe5d1a tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:29.073762 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-be08df8c-8079-41f2-86e2-36e23140a08c req-c685ac64-43e5-4d3f-a440-7fcd25fe5d1a tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a67e7bf-04f4-4d80-a1c5-07ba361f9e16 HTTP/1.1" status: 200 len: 950 time: 0.0926569 Nov 12 08:11:29.136386 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-be08df8c-8079-41f2-86e2-36e23140a08c req-576945ab-1cd7-45a1-819b-1382f9c6378d tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605471 Nov 12 08:11:29.302110 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d04b620-b8b8-46ae-be91-202c5f58e437 req-a1c4bd93-7971-4275-9ba9-771e6501089a tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:29.303962 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9d04b620-b8b8-46ae-be91-202c5f58e437 req-a1c4bd93-7971-4275-9ba9-771e6501089a tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] 10.222.0.26 "GET /v2.0/ports?device_id=927dc8fa-5e03-422d-b0b4-4a3a68a88cd2 HTTP/1.1" status: 200 len: 945 time: 0.0776799 Nov 12 08:11:29.377899 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9d04b620-b8b8-46ae-be91-202c5f58e437 req-ac43371d-5ede-421d-9928-89ec000fb387 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] 10.222.0.26 "GET /v2.0/security-groups?id=d3cfb77d-6b7a-4cad-9012-ff67205a9f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614395 Nov 12 08:11:29.959238 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0 no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:11:30.075479 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:30.126446 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db2afca-8c64-49ef-b563-35ce68081e0f req-b78abeb4-a2d3-4e95-88d3-bb4cefb1a286 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:30.128219 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1db2afca-8c64-49ef-b563-35ce68081e0f req-b78abeb4-a2d3-4e95-88d3-bb4cefb1a286 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5b5785-a47f-4561-a4b6-f5a68cfe2ed6 HTTP/1.1" status: 200 len: 950 time: 0.0624468 Nov 12 08:11:30.140048 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:11:30.142891 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf5b5785-a47f-4561-a4b6-f5a68cfe2ed6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:11:30.149257 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2917ddb5-f5bd-431b-8afc-964988b4dfaa" -d '{"events": [{"server_uuid": "bf5b5785-a47f-4561-a4b6-f5a68cfe2ed6", "name": "network-vif-unplugged", "status": "completed", "tag": "ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:11:30.155915 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:30.220052 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d85900f-3199-4a4c-9fba-95cf0ea27b11 x-openstack-request-id: req-3d85900f-3199-4a4c-9fba-95cf0ea27b11 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:11:30.220720 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf5b5785-a47f-4561-a4b6-f5a68cfe2ed6", "name": "network-vif-unplugged", "status": "completed", "tag": "ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:11:30.221186 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3d85900f-3199-4a4c-9fba-95cf0ea27b11 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:11:30.222123 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf5b5785-a47f-4561-a4b6-f5a68cfe2ed6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0', 'code': 200} Nov 12 08:11:30.229775 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1db2afca-8c64-49ef-b563-35ce68081e0f req-2213d0ba-145b-4267-8f52-e70c169d730d tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb487f5-7b7a-45ea-a48a-5e5b4b4e6e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937397 Nov 12 08:11:30.231075 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0,revision_number=9']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:30.401740 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c16326-f751-4420-a402-0d13119cce47 req-8132e009-504e-4a4b-8127-1275c4d8c00e tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:30.404349 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c7c16326-f751-4420-a402-0d13119cce47 req-8132e009-504e-4a4b-8127-1275c4d8c00e tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a67e7bf-04f4-4d80-a1c5-07ba361f9e16 HTTP/1.1" status: 200 len: 950 time: 0.0985167 Nov 12 08:11:30.496641 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c7c16326-f751-4420-a402-0d13119cce47 req-d5b0eb04-2c23-42df-b9f5-1efc3e80fee1 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765238 Nov 12 08:11:30.568028 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9851307-1941-4182-b17b-0bfee95ed8a2 req-ed844103-2ddc-4c7d-8695-01da04d90624 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:30.570002 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b9851307-1941-4182-b17b-0bfee95ed8a2 req-ed844103-2ddc-4c7d-8695-01da04d90624 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] 10.222.0.26 "GET /v2.0/ports?device_id=927dc8fa-5e03-422d-b0b4-4a3a68a88cd2 HTTP/1.1" status: 200 len: 945 time: 0.0774207 Nov 12 08:11:30.668757 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b9851307-1941-4182-b17b-0bfee95ed8a2 req-b8e68579-bc84-40ea-a056-7cd8d9e82bcb tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] 10.222.0.26 "GET /v2.0/security-groups?id=d3cfb77d-6b7a-4cad-9012-ff67205a9f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902507 Nov 12 08:11:30.889531 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50feef0-5bbf-4b44-b315-82b1a26a4ba9 req-02ac60b7-b8c6-4179-98f4-c97af935b777 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:30.899244 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b50feef0-5bbf-4b44-b315-82b1a26a4ba9 req-02ac60b7-b8c6-4179-98f4-c97af935b777 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] 10.222.0.26 "GET /v2.0/ports?device_id=927dc8fa-5e03-422d-b0b4-4a3a68a88cd2 HTTP/1.1" status: 200 len: 945 time: 0.0809515 Nov 12 08:11:30.900864 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 36844) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:11:30.910166 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-f4c8ec74-54d8-4baa-888a-ed1bfb70216c tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Request body: {'floatingip': {'port_id': '6d29693f-6f2e-426d-9cea-ef75602b71f9'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:11:30.971514 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f4c8ec74-54d8-4baa-888a-ed1bfb70216c tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Publish callbacks [] for floatingip, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:31.592819 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f4c8ec74-54d8-4baa-888a-ed1bfb70216c tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:31.602974 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f4c8ec74-54d8-4baa-888a-ed1bfb70216c tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:31.669876 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c562728-58e8-4498-86ab-04365d34e14b req-0b3d3433-a1c0-4e5d-9e85-a901ee33e549 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:31.681492 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039fe35d-19cb-4bad-991e-eb30013e5eb4 req-167519ad-7650-44ef-ad3f-1b661fa7a569 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:31.682146 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4c562728-58e8-4498-86ab-04365d34e14b req-0b3d3433-a1c0-4e5d-9e85-a901ee33e549 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5b5785-a47f-4561-a4b6-f5a68cfe2ed6 HTTP/1.1" status: 200 len: 948 time: 0.2294779 Nov 12 08:11:31.684718 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-039fe35d-19cb-4bad-991e-eb30013e5eb4 req-167519ad-7650-44ef-ad3f-1b661fa7a569 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a67e7bf-04f4-4d80-a1c5-07ba361f9e16 HTTP/1.1" status: 200 len: 950 time: 0.1056843 Nov 12 08:11:31.754242 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-039fe35d-19cb-4bad-991e-eb30013e5eb4 req-063962a1-b5dd-4ebf-99b9-87c32d5a5b4e tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668373 Nov 12 08:11:31.810499 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4c562728-58e8-4498-86ab-04365d34e14b req-37f3ea66-5840-4b8a-b800-6b27260503b7 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb487f5-7b7a-45ea-a48a-5e5b4b4e6e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304522 Nov 12 08:11:31.845929 n-d-765315-29 neutron-server[102599]: INFO neutron.db.l3_db [None req-f4c8ec74-54d8-4baa-888a-ed1bfb70216c tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Floating IP e2c35625-5589-422f-a1e3-529190f495f4 associated. External IP: 172.25.2.177, port: 6d29693f-6f2e-426d-9cea-ef75602b71f9. Nov 12 08:11:31.976522 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0 details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:11:32.320837 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4c8ec74-54d8-4baa-888a-ed1bfb70216c tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Router 52155d3c-b3a8-4b4c-894c-1cb503f2df3d has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:11:32.337891 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:11:32.352081 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': 'ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0', 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016', 'port_id': 'ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0', 'mac_address': 'fa:16:3e:ad:d8:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:11:32.458052 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:32.473126 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:11:32.501464 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:11:32.502269 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4c8ec74-54d8-4baa-888a-ed1bfb70216c tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:11:32.513888 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:32.514100 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f4c8ec74-54d8-4baa-888a-ed1bfb70216c tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:32.525771 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7119cc21-1d3e-42e1-945f-ea099e2f5548 None None] Sync routers for ids ['52155d3c-b3a8-4b4c-894c-1cb503f2df3d'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:11:32.544586 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7119cc21-1d3e-42e1-945f-ea099e2f5548 None None] Routers {'52155d3c-b3a8-4b4c-894c-1cb503f2df3d'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:11:32.545218 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-7119cc21-1d3e-42e1-945f-ea099e2f5548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:11:06Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['52155d3c-b3a8-4b4c-894c-1cb503f2df3d'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:11:32.602300 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0,revision_number=10']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:32.709075 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-7119cc21-1d3e-42e1-945f-ea099e2f5548 None None] Set router 52155d3c-b3a8-4b4c-894c-1cb503f2df3d gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:11:33.031765 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e8b1e7-5d74-4ee3-9310-38d963b0a098 req-ff402a41-fea1-412e-a318-61c51ebc65f3 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:33.044478 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-90e8b1e7-5d74-4ee3-9310-38d963b0a098 req-ff402a41-fea1-412e-a318-61c51ebc65f3 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a67e7bf-04f4-4d80-a1c5-07ba361f9e16 HTTP/1.1" status: 200 len: 950 time: 0.1382179 Nov 12 08:11:33.060177 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:11:33.140920 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-7119cc21-1d3e-42e1-945f-ea099e2f5548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52155d3c-b3a8-4b4c-894c-1cb503f2df3d', 'name': 'tempest-ServersTestBootFromVolume-1204372310-router', 'tenant_id': '0a93781ee8b244ac91dad8e454407a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '0a0e0322-2882-4b28-a255-8ac1508a18f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:10:11Z', 'updated_at': '2021-11-12T08:10:20Z', 'revision_number': 4, 'project_id': '0a93781ee8b244ac91dad8e454407a80', 'gw_port': {'id': '0a0e0322-2882-4b28-a255-8ac1508a18f9', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:88:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52155d3c-b3a8-4b4c-894c-1cb503f2df3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:10:13Z', 'updated_at': '2021-11-12T08:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': 'e2c35625-5589-422f-a1e3-529190f495f4', 'tenant_id': '0a93781ee8b244ac91dad8e454407a80', 'floating_ip_address': '172.25.2.177', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': '52155d3c-b3a8-4b4c-894c-1cb503f2df3d', 'port_id': '6d29693f-6f2e-426d-9cea-ef75602b71f9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf4b42a1-457b-43c5-93bd-eb55813709b3', 'mac_address': 'fa:16:3e:08:01:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927dc8fa-5e03-422d-b0b4-4a3a68a88cd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:10:27Z', 'updated_at': '2021-11-12T08:11:31Z', 'revision_number': 1, 'project_id': '0a93781ee8b244ac91dad8e454407a80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8da89690-727e-4a67-bdda-ce4a9ccacf5b', 'name': '', 'network_id': 'cf4b42a1-457b-43c5-93bd-eb55813709b3', 'tenant_id': '0a93781ee8b244ac91dad8e454407a80', 'mac_address': 'fa:16:3e:c3:31:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52155d3c-b3a8-4b4c-894c-1cb503f2df3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'f94b95c0-cb4c-472b-8dd7-99ba828700c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:10:18Z', 'updated_at': '2021-11-12T08:10:26Z', 'revision_number': 5, 'project_id': '0a93781ee8b244ac91dad8e454407a80', 'subnets': [{'id': 'f94b95c0-cb4c-472b-8dd7-99ba828700c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:11:33.174714 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-f4c8ec74-54d8-4baa-888a-ed1bfb70216c tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] 10.222.0.26 "PUT /v2.0/floatingips/e2c35625-5589-422f-a1e3-529190f495f4 HTTP/1.1" status: 200 len: 991 time: 2.2686868 Nov 12 08:11:33.174714 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '927dc8fa-5e03-422d-b0b4-4a3a68a88cd2', 'tag': '6d29693f-6f2e-426d-9cea-ef75602b71f9'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:11:33.176992 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9524a39-0c88-4c03-8403-a7c14ec556af" -d '{"events": [{"name": "network-changed", "server_uuid": "927dc8fa-5e03-422d-b0b4-4a3a68a88cd2", "tag": "6d29693f-6f2e-426d-9cea-ef75602b71f9"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:11:33.177201 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7119cc21-1d3e-42e1-945f-ea099e2f5548 None None] Checking router: 52155d3c-b3a8-4b4c-894c-1cb503f2df3d for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:11:33.189360 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7119cc21-1d3e-42e1-945f-ea099e2f5548 None None] Routers {'52155d3c-b3a8-4b4c-894c-1cb503f2df3d'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:11:33.190070 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-7119cc21-1d3e-42e1-945f-ea099e2f5548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:11:06Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['52155d3c-b3a8-4b4c-894c-1cb503f2df3d'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:11:33.203023 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61673761-727a-43c0-9f36-84311e08f655 req-46473837-ea72-4784-9ed3-48886148737f tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:33.205967 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-61673761-727a-43c0-9f36-84311e08f655 req-46473837-ea72-4784-9ed3-48886148737f tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5b5785-a47f-4561-a4b6-f5a68cfe2ed6 HTTP/1.1" status: 200 len: 950 time: 0.0866437 Nov 12 08:11:33.236622 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-90e8b1e7-5d74-4ee3-9310-38d963b0a098 req-ad0b9899-0d31-4838-9ca8-a52b6fda4b9f tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911676 Nov 12 08:11:33.336459 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-61673761-727a-43c0-9f36-84311e08f655 req-088f67d7-6e6e-4699-83f6-09aed526afec tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb487f5-7b7a-45ea-a48a-5e5b4b4e6e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203763 Nov 12 08:11:33.349036 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-7119cc21-1d3e-42e1-945f-ea099e2f5548 None None] Set router 52155d3c-b3a8-4b4c-894c-1cb503f2df3d gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:11:33.682246 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd6f4b4a-eaa8-4245-a8c3-c5a1957ff906 x-openstack-request-id: req-fd6f4b4a-eaa8-4245-a8c3-c5a1957ff906 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:11:33.682866 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "927dc8fa-5e03-422d-b0b4-4a3a68a88cd2", "tag": "6d29693f-6f2e-426d-9cea-ef75602b71f9", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:11:33.683962 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fd6f4b4a-eaa8-4245-a8c3-c5a1957ff906 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:11:33.684640 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '927dc8fa-5e03-422d-b0b4-4a3a68a88cd2', 'tag': '6d29693f-6f2e-426d-9cea-ef75602b71f9', 'status': 'completed', 'code': 200} Nov 12 08:11:33.801094 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-7119cc21-1d3e-42e1-945f-ea099e2f5548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52155d3c-b3a8-4b4c-894c-1cb503f2df3d', 'name': 'tempest-ServersTestBootFromVolume-1204372310-router', 'tenant_id': '0a93781ee8b244ac91dad8e454407a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '0a0e0322-2882-4b28-a255-8ac1508a18f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:10:11Z', 'updated_at': '2021-11-12T08:10:20Z', 'revision_number': 4, 'project_id': '0a93781ee8b244ac91dad8e454407a80', 'gw_port': {'id': '0a0e0322-2882-4b28-a255-8ac1508a18f9', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:88:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52155d3c-b3a8-4b4c-894c-1cb503f2df3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:10:13Z', 'updated_at': '2021-11-12T08:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': 'e2c35625-5589-422f-a1e3-529190f495f4', 'tenant_id': '0a93781ee8b244ac91dad8e454407a80', 'floating_ip_address': '172.25.2.177', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': '52155d3c-b3a8-4b4c-894c-1cb503f2df3d', 'port_id': '6d29693f-6f2e-426d-9cea-ef75602b71f9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf4b42a1-457b-43c5-93bd-eb55813709b3', 'mac_address': 'fa:16:3e:08:01:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927dc8fa-5e03-422d-b0b4-4a3a68a88cd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:10:27Z', 'updated_at': '2021-11-12T08:11:31Z', 'revision_number': 1, 'project_id': '0a93781ee8b244ac91dad8e454407a80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8da89690-727e-4a67-bdda-ce4a9ccacf5b', 'name': '', 'network_id': 'cf4b42a1-457b-43c5-93bd-eb55813709b3', 'tenant_id': '0a93781ee8b244ac91dad8e454407a80', 'mac_address': 'fa:16:3e:c3:31:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52155d3c-b3a8-4b4c-894c-1cb503f2df3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'f94b95c0-cb4c-472b-8dd7-99ba828700c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:10:18Z', 'updated_at': '2021-11-12T08:10:26Z', 'revision_number': 5, 'project_id': '0a93781ee8b244ac91dad8e454407a80', 'subnets': [{'id': 'f94b95c0-cb4c-472b-8dd7-99ba828700c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:11:33.848670 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7119cc21-1d3e-42e1-945f-ea099e2f5548 None None] The sync data for ids ['52155d3c-b3a8-4b4c-894c-1cb503f2df3d'] in n-d-765315-29 is: [{'id': '52155d3c-b3a8-4b4c-894c-1cb503f2df3d', 'name': 'tempest-ServersTestBootFromVolume-1204372310-router', 'tenant_id': '0a93781ee8b244ac91dad8e454407a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '0a0e0322-2882-4b28-a255-8ac1508a18f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:10:11Z', 'updated_at': '2021-11-12T08:10:20Z', 'revision_number': 4, 'project_id': '0a93781ee8b244ac91dad8e454407a80', 'gw_port': {'id': '0a0e0322-2882-4b28-a255-8ac1508a18f9', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:88:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52155d3c-b3a8-4b4c-894c-1cb503f2df3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:10:13Z', 'updated_at': '2021-11-12T08:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': 'e2c35625-5589-422f-a1e3-529190f495f4', 'tenant_id': '0a93781ee8b244ac91dad8e454407a80', 'floating_ip_address': '172.25.2.177', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': '52155d3c-b3a8-4b4c-894c-1cb503f2df3d', 'port_id': '6d29693f-6f2e-426d-9cea-ef75602b71f9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf4b42a1-457b-43c5-93bd-eb55813709b3', 'mac_address': 'fa:16:3e:08:01:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927dc8fa-5e03-422d-b0b4-4a3a68a88cd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:10:27Z', 'updated_at': '2021-11-12T08:11:31Z', 'revision_number': 1, 'project_id': '0a93781ee8b244ac91dad8e454407a80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8da89690-727e-4a67-bdda-ce4a9ccacf5b', 'name': '', 'network_id': 'cf4b42a1-457b-43c5-93bd-eb55813709b3', 'tenant_id': '0a93781ee8b244ac91dad8e454407a80', 'mac_address': 'fa:16:3e:c3:31:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52155d3c-b3a8-4b4c-894c-1cb503f2df3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'f94b95c0-cb4c-472b-8dd7-99ba828700c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:10:18Z', 'updated_at': '2021-11-12T08:10:26Z', 'revision_number': 5, 'project_id': '0a93781ee8b244ac91dad8e454407a80', 'subnets': [{'id': 'f94b95c0-cb4c-472b-8dd7-99ba828700c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:11:33.864760 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9524a39-0c88-4c03-8403-a7c14ec556af req-a462b43d-4dd9-45ed-88b2-d87f02f7cfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:33.868239 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e9524a39-0c88-4c03-8403-a7c14ec556af req-a462b43d-4dd9-45ed-88b2-d87f02f7cfc1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0a93781ee8b244ac91dad8e454407a80&device_id=927dc8fa-5e03-422d-b0b4-4a3a68a88cd2 HTTP/1.1" status: 200 len: 1097 time: 0.0881460 Nov 12 08:11:33.870810 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-11bb0f96-5ef2-4278-9aff-5dc9df64bd4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:34.010110 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9524a39-0c88-4c03-8403-a7c14ec556af req-77b77728-4d77-4138-a31d-48a51ab53d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:34.013216 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e9524a39-0c88-4c03-8403-a7c14ec556af req-77b77728-4d77-4138-a31d-48a51ab53d6d service neutron] 10.222.0.44 "GET /v2.0/networks?id=cf4b42a1-457b-43c5-93bd-eb55813709b3 HTTP/1.1" status: 200 len: 917 time: 0.1308534 Nov 12 08:11:34.109469 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abef624-a9f9-49ed-9331-67b6bfe68525 None None] New status for floating IP e2c35625-5589-422f-a1e3-529190f495f4: ACTIVE {{(pid=102601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:11:34.149521 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e9524a39-0c88-4c03-8403-a7c14ec556af req-4a615e13-f11d-4749-9fb2-be3774c5fbb6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6d29693f-6f2e-426d-9cea-ef75602b71f9 HTTP/1.1" status: 200 len: 999 time: 0.0795565 Nov 12 08:11:34.216935 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9524a39-0c88-4c03-8403-a7c14ec556af req-a510f253-cbc1-49e5-852f-fd3a8a963dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:34.218953 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e9524a39-0c88-4c03-8403-a7c14ec556af req-a510f253-cbc1-49e5-852f-fd3a8a963dec service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f94b95c0-cb4c-472b-8dd7-99ba828700c1 HTTP/1.1" status: 200 len: 855 time: 0.0601921 Nov 12 08:11:34.287840 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9524a39-0c88-4c03-8403-a7c14ec556af req-32d2385e-c8e2-418b-874f-2c9245c15eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:34.290342 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e9524a39-0c88-4c03-8403-a7c14ec556af req-32d2385e-c8e2-418b-874f-2c9245c15eb9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cf4b42a1-457b-43c5-93bd-eb55813709b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0597427 Nov 12 08:11:34.374863 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39614134-af75-49eb-896a-5e749b5f4b38 req-6ee417a8-a015-45bb-b954-5878d1b9f450 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:34.376368 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-39614134-af75-49eb-896a-5e749b5f4b38 req-6ee417a8-a015-45bb-b954-5878d1b9f450 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a67e7bf-04f4-4d80-a1c5-07ba361f9e16 HTTP/1.1" status: 200 len: 950 time: 0.0512128 Nov 12 08:11:34.426278 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-39614134-af75-49eb-896a-5e749b5f4b38 req-1ebc882e-3d3a-4cef-a2f2-0233fadb95e7 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429296 Nov 12 08:11:34.541345 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e0c48-408f-4d14-becc-024e9632284a req-f0bfc1f4-a92e-49b5-b73c-788fb4f8892e tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:34.548653 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e00e0c48-408f-4d14-becc-024e9632284a req-f0bfc1f4-a92e-49b5-b73c-788fb4f8892e tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5b5785-a47f-4561-a4b6-f5a68cfe2ed6 HTTP/1.1" status: 200 len: 950 time: 0.1583526 Nov 12 08:11:34.613674 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e9524a39-0c88-4c03-8403-a7c14ec556af req-370b7932-7e6e-408d-a97c-5627c1e04894 service neutron] 10.222.0.44 "GET /v2.0/networks/cf4b42a1-457b-43c5-93bd-eb55813709b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706653 Nov 12 08:11:34.618418 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e00e0c48-408f-4d14-becc-024e9632284a req-c2052f27-583e-4c20-ab3f-780abd9de9c6 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb487f5-7b7a-45ea-a48a-5e5b4b4e6e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689485 Nov 12 08:11:34.767920 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e9524a39-0c88-4c03-8403-a7c14ec556af req-5a521b55-d89d-4864-aa2e-3f26e2ce61ef service neutron] 10.222.0.44 "GET /v2.0/networks/cf4b42a1-457b-43c5-93bd-eb55813709b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399086 Nov 12 08:11:34.913012 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fc665c-3f4a-4fe6-8487-ce98f431eaa8 req-17a077b3-01b9-424e-a397-0c4d75189304 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:34.914453 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d9fc665c-3f4a-4fe6-8487-ce98f431eaa8 req-17a077b3-01b9-424e-a397-0c4d75189304 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] 10.222.0.26 "GET /v2.0/ports?device_id=16f00ffb-c46c-4a16-bab8-59031d7bab45 HTTP/1.1" status: 200 len: 951 time: 0.0493948 Nov 12 08:11:34.963090 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d9fc665c-3f4a-4fe6-8487-ce98f431eaa8 req-da683627-5e9c-44c9-bcd8-9439e8186725 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] 10.222.0.26 "GET /v2.0/security-groups?id=b48148c1-2667-4cea-8efc-160914e05df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420396 Nov 12 08:11:34.966717 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:35.564891 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ce9986-b84f-4c1f-9431-497eb1c4b3ef req-96ffec9c-1817-49a1-9707-fcfb1e1110f6 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:35.575680 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-31ce9986-b84f-4c1f-9431-497eb1c4b3ef req-96ffec9c-1817-49a1-9707-fcfb1e1110f6 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a67e7bf-04f4-4d80-a1c5-07ba361f9e16 HTTP/1.1" status: 200 len: 950 time: 0.0668883 Nov 12 08:11:35.631794 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-31ce9986-b84f-4c1f-9431-497eb1c4b3ef req-876516e4-6fcb-4994-b66c-e5d9b45fbc4f tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489156 Nov 12 08:11:35.765846 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c03c83c-ab13-40fc-ab04-32ca211deb03 req-fa1b9364-33e7-4b2f-9916-a76c85e949a5 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:35.767772 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0c03c83c-ab13-40fc-ab04-32ca211deb03 req-fa1b9364-33e7-4b2f-9916-a76c85e949a5 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5b5785-a47f-4561-a4b6-f5a68cfe2ed6 HTTP/1.1" status: 200 len: 950 time: 0.0533557 Nov 12 08:11:35.807583 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:11:35.826764 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0c03c83c-ab13-40fc-ab04-32ca211deb03 req-5bb6c690-df80-4800-b8be-d608b823a426 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb487f5-7b7a-45ea-a48a-5e5b4b4e6e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528183 Nov 12 08:11:36.010917 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0 up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:11:36.062608 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:11:36.063177 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:36.155573 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:36.187612 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf5b5785-a47f-4561-a4b6-f5a68cfe2ed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:11:36.189947 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94cda74b-4d01-4404-b838-418e85eb552e" -d '{"events": [{"server_uuid": "bf5b5785-a47f-4561-a4b6-f5a68cfe2ed6", "name": "network-vif-plugged", "status": "completed", "tag": "ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:11:36.205823 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:11:36.211129 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:36.257474 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0d121f5-9a84-487b-ae8f-c057ec1c6056 x-openstack-request-id: req-f0d121f5-9a84-487b-ae8f-c057ec1c6056 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:11:36.257765 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf5b5785-a47f-4561-a4b6-f5a68cfe2ed6", "name": "network-vif-plugged", "status": "completed", "tag": "ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:11:36.258012 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f0d121f5-9a84-487b-ae8f-c057ec1c6056 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:11:36.258571 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf5b5785-a47f-4561-a4b6-f5a68cfe2ed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0', 'code': 200} Nov 12 08:11:36.284388 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0,revision_number=11']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:36.440372 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-798754ff-ac47-4509-bbf2-8793dffdaa73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:36.516743 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ec0a7-94b6-46b4-838a-67f00276a92a req-752a21fd-40d6-4e29-a42a-c287b812bd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:36.524792 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ba0ec0a7-94b6-46b4-838a-67f00276a92a req-752a21fd-40d6-4e29-a42a-c287b812bd76 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bf5b5785-a47f-4561-a4b6-f5a68cfe2ed6 HTTP/1.1" status: 200 len: 1103 time: 0.0581615 Nov 12 08:11:36.579090 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ba0ec0a7-94b6-46b4-838a-67f00276a92a req-771a2d48-bb8f-4892-9a10-4213f52870c3 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=7bb487f5-7b7a-45ea-a48a-5e5b4b4e6e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452983 Nov 12 08:11:36.820107 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c5ed22-0ae8-4888-9402-df877a8462cf req-8fdd92f1-79a0-4cc9-8079-a1533b83533d tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:36.821853 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-08c5ed22-0ae8-4888-9402-df877a8462cf req-8fdd92f1-79a0-4cc9-8079-a1533b83533d tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a67e7bf-04f4-4d80-a1c5-07ba361f9e16 HTTP/1.1" status: 200 len: 950 time: 0.0553126 Nov 12 08:11:36.876062 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-08c5ed22-0ae8-4888-9402-df877a8462cf req-5c8d031c-4b73-4c18-a555-6416eeb83f55 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466218 Nov 12 08:11:37.113024 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ddde1f-a475-4893-ad35-0186ad18e0b5 req-87a12eda-338b-488a-a389-98cc1c79e685 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:37.114711 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-03ddde1f-a475-4893-ad35-0186ad18e0b5 req-87a12eda-338b-488a-a389-98cc1c79e685 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5b5785-a47f-4561-a4b6-f5a68cfe2ed6 HTTP/1.1" status: 200 len: 951 time: 0.0569742 Nov 12 08:11:37.177738 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-03ddde1f-a475-4893-ad35-0186ad18e0b5 req-c60cd985-ff21-460f-be0b-84b16f67397a tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb487f5-7b7a-45ea-a48a-5e5b4b4e6e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541124 Nov 12 08:11:37.757022 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:37.991722 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 4e411f3a-d0ed-414a-ae89-39cb329d8577 no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:11:38.037447 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53e49df-1dd7-447f-b98c-d7303c9eac6d req-a8e561bd-63a5-4d52-9442-6d9902729e5d tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:38.040124 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f53e49df-1dd7-447f-b98c-d7303c9eac6d req-a8e561bd-63a5-4d52-9442-6d9902729e5d tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a67e7bf-04f4-4d80-a1c5-07ba361f9e16 HTTP/1.1" status: 200 len: 950 time: 0.0758677 Nov 12 08:11:38.086925 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:38.126857 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 4e411f3a-d0ed-414a-ae89-39cb329d8577, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=4e411f3a-d0ed-414a-ae89-39cb329d8577,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:11:38.133502 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:38.148153 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f53e49df-1dd7-447f-b98c-d7303c9eac6d req-8ad65e8b-12fa-466b-9cbe-fb18e62a6909 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988762 Nov 12 08:11:38.194107 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=4e411f3a-d0ed-414a-ae89-39cb329d8577,revision_number=11']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:38.259727 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16f00ffb-c46c-4a16-bab8-59031d7bab45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e411f3a-d0ed-414a-ae89-39cb329d8577'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:11:38.263708 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-029fa0f0-db8d-42bc-9838-8104cdb81605" -d '{"events": [{"server_uuid": "16f00ffb-c46c-4a16-bab8-59031d7bab45", "name": "network-vif-unplugged", "status": "completed", "tag": "4e411f3a-d0ed-414a-ae89-39cb329d8577"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:11:38.441241 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a72d076-cbe0-4244-b4d7-ffaed5457e3d req-fc5bf16a-626c-46b5-bdb0-c59203bded3a tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:38.443398 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9a72d076-cbe0-4244-b4d7-ffaed5457e3d req-fc5bf16a-626c-46b5-bdb0-c59203bded3a tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5b5785-a47f-4561-a4b6-f5a68cfe2ed6 HTTP/1.1" status: 200 len: 951 time: 0.0587533 Nov 12 08:11:38.506866 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9a72d076-cbe0-4244-b4d7-ffaed5457e3d req-d57d2478-3202-46a6-9875-a3fb39e7dba6 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb487f5-7b7a-45ea-a48a-5e5b4b4e6e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553987 Nov 12 08:11:38.564241 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30bf7653-6f76-43f3-8a5b-6e1d70f79743 x-openstack-request-id: req-30bf7653-6f76-43f3-8a5b-6e1d70f79743 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:11:38.564625 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16f00ffb-c46c-4a16-bab8-59031d7bab45", "name": "network-vif-unplugged", "status": "completed", "tag": "4e411f3a-d0ed-414a-ae89-39cb329d8577", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:11:38.564797 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-30bf7653-6f76-43f3-8a5b-6e1d70f79743 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:11:38.565185 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16f00ffb-c46c-4a16-bab8-59031d7bab45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e411f3a-d0ed-414a-ae89-39cb329d8577', 'code': 200} Nov 12 08:11:38.869246 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a1cf5a-be4f-4630-8839-80f9fb5e9212 req-ee9f2b47-ace7-4ed0-a9fa-81f581d388aa tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:38.872368 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-51a1cf5a-be4f-4630-8839-80f9fb5e9212 req-ee9f2b47-ace7-4ed0-a9fa-81f581d388aa tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] 10.222.0.26 "GET /v2.0/ports?device_id=ccce4532-340d-428e-8bc7-35cbfbee73e3 HTTP/1.1" status: 200 len: 947 time: 0.0720074 Nov 12 08:11:38.931913 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-51a1cf5a-be4f-4630-8839-80f9fb5e9212 req-7a0af30f-5c9c-43f0-bc24-c55a414ec5a8 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] 10.222.0.26 "GET /v2.0/security-groups?id=b48148c1-2667-4cea-8efc-160914e05df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530133 Nov 12 08:11:39.062603 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:39.312655 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2153066-b835-4709-8d90-15f3a3ba1127 req-7bdeccf0-d768-4645-a6ad-c73c48a5f309 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:39.315703 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e2153066-b835-4709-8d90-15f3a3ba1127 req-7bdeccf0-d768-4645-a6ad-c73c48a5f309 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a67e7bf-04f4-4d80-a1c5-07ba361f9e16 HTTP/1.1" status: 200 len: 950 time: 0.0659602 Nov 12 08:11:39.383485 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e2153066-b835-4709-8d90-15f3a3ba1127 req-4e826f64-19b8-451a-8a72-12a6d311ea37 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561609 Nov 12 08:11:39.639737 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e531a499-2197-47c9-ad36-223d4c9a344e req-2755a786-f69a-4214-bdbd-c6c68e5cf675 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:39.641280 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e531a499-2197-47c9-ad36-223d4c9a344e req-2755a786-f69a-4214-bdbd-c6c68e5cf675 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5b5785-a47f-4561-a4b6-f5a68cfe2ed6 HTTP/1.1" status: 200 len: 951 time: 0.0553253 Nov 12 08:11:39.688039 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:39.722142 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e531a499-2197-47c9-ad36-223d4c9a344e req-21d22a5c-ea31-430d-ada6-ba7f53632b54 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb487f5-7b7a-45ea-a48a-5e5b4b4e6e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745015 Nov 12 08:11:40.017350 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4a05e8-5d84-4b3d-8dd2-c88b5023b96b req-c8b3b9e3-d13b-43c3-881a-ef2ea6f9a1d9 tempest-ServersAdminTestJSON-1564478352 tempest-ServersAdminTestJSON-1564478352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:40.018945 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2f4a05e8-5d84-4b3d-8dd2-c88b5023b96b req-c8b3b9e3-d13b-43c3-881a-ef2ea6f9a1d9 tempest-ServersAdminTestJSON-1564478352 tempest-ServersAdminTestJSON-1564478352-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=bf5b5785-a47f-4561-a4b6-f5a68cfe2ed6 HTTP/1.1" status: 200 len: 1103 time: 0.0525374 Nov 12 08:11:40.073045 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2f4a05e8-5d84-4b3d-8dd2-c88b5023b96b req-2a865050-eda0-4b98-800b-a0070d28450f tempest-ServersAdminTestJSON-1564478352 tempest-ServersAdminTestJSON-1564478352-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=7bb487f5-7b7a-45ea-a48a-5e5b4b4e6e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449231 Nov 12 08:11:40.118404 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cca5dc-dba7-4f7c-8106-5337043a4191 req-d49647c7-cdcc-435b-9d32-73953f194dc8 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:40.121462 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f9cca5dc-dba7-4f7c-8106-5337043a4191 req-d49647c7-cdcc-435b-9d32-73953f194dc8 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] 10.222.0.26 "GET /v2.0/ports?device_id=ccce4532-340d-428e-8bc7-35cbfbee73e3 HTTP/1.1" status: 200 len: 947 time: 0.0572851 Nov 12 08:11:40.178624 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f9cca5dc-dba7-4f7c-8106-5337043a4191 req-cd4c5333-bcdd-48dc-a2c8-8f85dbaa87c8 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] 10.222.0.26 "GET /v2.0/security-groups?id=b48148c1-2667-4cea-8efc-160914e05df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496287 Nov 12 08:11:40.337592 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31232a6a-44df-4ab4-afd1-02a400f68bdd req-6bd86d58-ebe2-495d-a48b-a1b7e913b1bd tempest-ServersAdminTestJSON-1564478352 tempest-ServersAdminTestJSON-1564478352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:40.345782 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-31232a6a-44df-4ab4-afd1-02a400f68bdd req-6bd86d58-ebe2-495d-a48b-a1b7e913b1bd tempest-ServersAdminTestJSON-1564478352 tempest-ServersAdminTestJSON-1564478352-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=bf5b5785-a47f-4561-a4b6-f5a68cfe2ed6 HTTP/1.1" status: 200 len: 1103 time: 0.0637786 Nov 12 08:11:40.400238 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-31232a6a-44df-4ab4-afd1-02a400f68bdd req-bd7d923c-8bb7-4f20-b522-a5accd3060ce tempest-ServersAdminTestJSON-1564478352 tempest-ServersAdminTestJSON-1564478352-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=7bb487f5-7b7a-45ea-a48a-5e5b4b4e6e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442941 Nov 12 08:11:40.532527 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2500472a-c510-44fd-a0c2-3b3406a7ff2a req-82fef794-4873-4f2f-9777-ba38b7a1e903 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:40.534332 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2500472a-c510-44fd-a0c2-3b3406a7ff2a req-82fef794-4873-4f2f-9777-ba38b7a1e903 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a67e7bf-04f4-4d80-a1c5-07ba361f9e16 HTTP/1.1" status: 200 len: 950 time: 0.0622342 Nov 12 08:11:40.622015 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2500472a-c510-44fd-a0c2-3b3406a7ff2a req-9474bc1f-d1d3-49e3-949f-8a5294c94996 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805774 Nov 12 08:11:40.746747 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a248b161-b7d0-4718-8b01-4627b05f3dcc req-1178791c-5e28-42ca-86cb-5c244a4dc169 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:40.751250 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a248b161-b7d0-4718-8b01-4627b05f3dcc req-1178791c-5e28-42ca-86cb-5c244a4dc169 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc49da43-39c1-490b-8daf-8f50401085b1 HTTP/1.1" status: 200 len: 949 time: 0.0611475 Nov 12 08:11:40.807364 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a248b161-b7d0-4718-8b01-4627b05f3dcc req-d5b7616a-fd0b-49a7-a802-6fb48c8a0833 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb487f5-7b7a-45ea-a48a-5e5b4b4e6e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528250 Nov 12 08:11:41.314924 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7ef8f6-9e3d-466b-8442-16f9e4bd03d7 req-7f4a7bc0-04f3-4757-9570-1699b1ebd8cf tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:41.316838 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1c7ef8f6-9e3d-466b-8442-16f9e4bd03d7 req-7f4a7bc0-04f3-4757-9570-1699b1ebd8cf tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] 10.222.0.26 "GET /v2.0/ports?device_id=ccce4532-340d-428e-8bc7-35cbfbee73e3 HTTP/1.1" status: 200 len: 947 time: 0.0564034 Nov 12 08:11:41.378333 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1c7ef8f6-9e3d-466b-8442-16f9e4bd03d7 req-f7344f71-6ccd-45ef-a43c-862349535380 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] 10.222.0.26 "GET /v2.0/security-groups?id=b48148c1-2667-4cea-8efc-160914e05df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547805 Nov 12 08:11:41.787333 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4768c06a-d0ff-4a5d-9819-b5fbf056a3f0 req-66ed2022-06e7-44ce-9a46-6c96306506d3 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:41.788729 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4768c06a-d0ff-4a5d-9819-b5fbf056a3f0 req-66ed2022-06e7-44ce-9a46-6c96306506d3 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a67e7bf-04f4-4d80-a1c5-07ba361f9e16 HTTP/1.1" status: 200 len: 950 time: 0.0558527 Nov 12 08:11:41.873861 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4768c06a-d0ff-4a5d-9819-b5fbf056a3f0 req-0731d784-cada-4c94-9d93-9c72a404e5db tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781598 Nov 12 08:11:41.895229 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e108795e-b9e5-4371-b390-8597552dde53 req-a66d7751-9741-4b98-81aa-ef7cfc714f4b tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:41.906611 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e108795e-b9e5-4371-b390-8597552dde53 req-a66d7751-9741-4b98-81aa-ef7cfc714f4b tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccce4532-340d-428e-8bc7-35cbfbee73e3 HTTP/1.1" status: 200 len: 947 time: 0.0785191 Nov 12 08:11:41.989355 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:42.054386 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ad3cb4-08a4-4433-82e8-58923537366e req-b2be3347-710a-4561-9528-3065d7a805aa tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:42.055979 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-18ad3cb4-08a4-4433-82e8-58923537366e req-b2be3347-710a-4561-9528-3065d7a805aa tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc49da43-39c1-490b-8daf-8f50401085b1 HTTP/1.1" status: 200 len: 949 time: 0.0983732 Nov 12 08:11:42.104114 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-e108795e-b9e5-4371-b390-8597552dde53 req-5f6f7110-ad26-4fce-8ae3-8f83fca66116 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] Deleting port f2a8611f-ec0a-44e7-8d41-29ad7076b116 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:11:42.104550 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e108795e-b9e5-4371-b390-8597552dde53 req-5f6f7110-ad26-4fce-8ae3-8f83fca66116 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:42.151679 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-18ad3cb4-08a4-4433-82e8-58923537366e req-afc8e2e1-103f-49e5-a3e3-c461fc925aa1 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb487f5-7b7a-45ea-a48a-5e5b4b4e6e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887470 Nov 12 08:11:42.230911 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-e108795e-b9e5-4371-b390-8597552dde53 req-5f6f7110-ad26-4fce-8ae3-8f83fca66116 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] For port f2a8611f-ec0a-44e7-8d41-29ad7076b116, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=f2a8611f-ec0a-44e7-8d41-29ad7076b116,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:11:42.231351 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e108795e-b9e5-4371-b390-8597552dde53 req-5f6f7110-ad26-4fce-8ae3-8f83fca66116 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:42.249225 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-e108795e-b9e5-4371-b390-8597552dde53 req-5f6f7110-ad26-4fce-8ae3-8f83fca66116 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] Calling delete_port for f2a8611f-ec0a-44e7-8d41-29ad7076b116 owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:11:42.391621 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e108795e-b9e5-4371-b390-8597552dde53 req-5f6f7110-ad26-4fce-8ae3-8f83fca66116 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:42.424742 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6f7110-ad26-4fce-8ae3-8f83fca66116 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] Pushing event deleted for resources: {'Port': ['ID=f2a8611f-ec0a-44e7-8d41-29ad7076b116,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:42.490704 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-e108795e-b9e5-4371-b390-8597552dde53 req-5f6f7110-ad26-4fce-8ae3-8f83fca66116 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] No DVR routers for this DVR port f2a8611f-ec0a-44e7-8d41-29ad7076b116 on host n-h2-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:11:42.506317 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e108795e-b9e5-4371-b390-8597552dde53 req-5f6f7110-ad26-4fce-8ae3-8f83fca66116 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:42.515474 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e108795e-b9e5-4371-b390-8597552dde53 req-5f6f7110-ad26-4fce-8ae3-8f83fca66116 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] 10.222.0.44 "DELETE /v2.0/ports/f2a8611f-ec0a-44e7-8d41-29ad7076b116 HTTP/1.1" status: 204 len: 173 time: 0.5957789 Nov 12 08:11:42.515474 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccce4532-340d-428e-8bc7-35cbfbee73e3', 'name': 'network-vif-deleted', 'tag': 'f2a8611f-ec0a-44e7-8d41-29ad7076b116'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:11:42.515474 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4d7a94b-f8a7-4c84-80ad-5268034e89ca" -d '{"events": [{"server_uuid": "ccce4532-340d-428e-8bc7-35cbfbee73e3", "name": "network-vif-deleted", "tag": "f2a8611f-ec0a-44e7-8d41-29ad7076b116"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:11:42.517588 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-330cae19-0c36-4ef5-9a7f-107b571e908b req-6055ce0f-176f-4eeb-82a6-10aae1e54579 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] 10.222.0.26 "GET /v2.0/ports?device_id=ccce4532-340d-428e-8bc7-35cbfbee73e3 HTTP/1.1" status: 200 len: 210 time: 0.0515938 Nov 12 08:11:42.585307 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fcb5e52-fb71-4d25-b441-99e4cbb60160 x-openstack-request-id: req-9fcb5e52-fb71-4d25-b441-99e4cbb60160 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:11:42.585615 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccce4532-340d-428e-8bc7-35cbfbee73e3", "name": "network-vif-deleted", "tag": "f2a8611f-ec0a-44e7-8d41-29ad7076b116", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:11:42.585858 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9fcb5e52-fb71-4d25-b441-99e4cbb60160 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:11:42.586264 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccce4532-340d-428e-8bc7-35cbfbee73e3', 'name': 'network-vif-deleted', 'tag': 'f2a8611f-ec0a-44e7-8d41-29ad7076b116', 'status': 'completed', 'code': 200} Nov 12 08:11:43.022673 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63b0787-cb9a-46b8-a93b-01f612412259 req-56b80934-4b4f-4d7b-b9af-097af4d518b0 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:43.024322 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c63b0787-cb9a-46b8-a93b-01f612412259 req-56b80934-4b4f-4d7b-b9af-097af4d518b0 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a67e7bf-04f4-4d80-a1c5-07ba361f9e16 HTTP/1.1" status: 200 len: 950 time: 0.0568383 Nov 12 08:11:43.082618 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c63b0787-cb9a-46b8-a93b-01f612412259 req-05966514-2a37-4f27-bb52-9ed6eba32ca5 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503483 Nov 12 08:11:43.277673 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73800c1f-7bf1-42e3-a31e-a79c18c02c12 req-4fa76c18-fa4f-4275-abdb-e0f9766b0684 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:43.279099 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-73800c1f-7bf1-42e3-a31e-a79c18c02c12 req-4fa76c18-fa4f-4275-abdb-e0f9766b0684 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc49da43-39c1-490b-8daf-8f50401085b1 HTTP/1.1" status: 200 len: 949 time: 0.0570488 Nov 12 08:11:43.345590 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-73800c1f-7bf1-42e3-a31e-a79c18c02c12 req-68a315ae-6bfd-404f-8561-0be819874888 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb487f5-7b7a-45ea-a48a-5e5b4b4e6e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604024 Nov 12 08:11:43.489864 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b55ad1-ced7-433c-a843-5bfc6b2dc773 req-a614000e-a988-4d03-9e65-6e5c13f6bc91 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:43.491690 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c2b55ad1-ced7-433c-a843-5bfc6b2dc773 req-a614000e-a988-4d03-9e65-6e5c13f6bc91 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc49da43-39c1-490b-8daf-8f50401085b1 HTTP/1.1" status: 200 len: 949 time: 0.0554509 Nov 12 08:11:43.614120 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-c2b55ad1-ced7-433c-a843-5bfc6b2dc773 req-634a42db-b6f2-4edc-ac9a-9f7e92649485 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Deleting port e9b220b6-48dc-4f08-a9a2-6d0ac04e74b1 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:11:43.614120 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-c2b55ad1-ced7-433c-a843-5bfc6b2dc773 req-634a42db-b6f2-4edc-ac9a-9f7e92649485 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:43.694853 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fc5c34cb-40f2-492c-87ac-e3fbe2b7e5a3 req-f703c8cc-a904-40f9-ad59-55158f1562dc tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] 10.222.0.26 "GET /v2.0/ports?device_id=ccce4532-340d-428e-8bc7-35cbfbee73e3 HTTP/1.1" status: 200 len: 210 time: 0.0370555 Nov 12 08:11:43.737438 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-c2b55ad1-ced7-433c-a843-5bfc6b2dc773 req-634a42db-b6f2-4edc-ac9a-9f7e92649485 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] For port e9b220b6-48dc-4f08-a9a2-6d0ac04e74b1, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=e9b220b6-48dc-4f08-a9a2-6d0ac04e74b1,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:11:43.737900 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-c2b55ad1-ced7-433c-a843-5bfc6b2dc773 req-634a42db-b6f2-4edc-ac9a-9f7e92649485 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:43.752468 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-c2b55ad1-ced7-433c-a843-5bfc6b2dc773 req-634a42db-b6f2-4edc-ac9a-9f7e92649485 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Calling delete_port for e9b220b6-48dc-4f08-a9a2-6d0ac04e74b1 owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:11:43.913270 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-c2b55ad1-ced7-433c-a843-5bfc6b2dc773 req-634a42db-b6f2-4edc-ac9a-9f7e92649485 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:43.928119 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['52703d62-0a3b-4c05-b231-7b7e93171c85'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:11:43.943697 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634a42db-b6f2-4edc-ac9a-9f7e92649485 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Pushing event deleted for resources: {'Port': ['ID=e9b220b6-48dc-4f08-a9a2-6d0ac04e74b1,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:43.983554 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['e9b220b6-48dc-4f08-a9a2-6d0ac04e74b1', 'ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:11:44.000518 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2b55ad1-ced7-433c-a843-5bfc6b2dc773 req-634a42db-b6f2-4edc-ac9a-9f7e92649485 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] No DVR routers for this DVR port e9b220b6-48dc-4f08-a9a2-6d0ac04e74b1 on host n-h2-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:11:44.003222 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-c2b55ad1-ced7-433c-a843-5bfc6b2dc773 req-634a42db-b6f2-4edc-ac9a-9f7e92649485 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:44.011573 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c2b55ad1-ced7-433c-a843-5bfc6b2dc773 req-634a42db-b6f2-4edc-ac9a-9f7e92649485 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.44 "DELETE /v2.0/ports/e9b220b6-48dc-4f08-a9a2-6d0ac04e74b1 HTTP/1.1" status: 204 len: 173 time: 0.5072446 Nov 12 08:11:44.042759 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device f2a8611f-ec0a-44e7-8d41-29ad7076b116 no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:11:44.077792 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] No Port match for: f2a8611f-ec0a-44e7-8d41-29ad7076b116 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:11:44.078138 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device f2a8611f-ec0a-44e7-8d41-29ad7076b116 not bound to the agent host n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:11:44.078621 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device e9b220b6-48dc-4f08-a9a2-6d0ac04e74b1 no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:11:44.123427 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] No Port match for: e9b220b6-48dc-4f08-a9a2-6d0ac04e74b1 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:11:44.124067 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device e9b220b6-48dc-4f08-a9a2-6d0ac04e74b1 not bound to the agent host n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:11:44.259463 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5535d6a3-0b48-4a36-a768-6fe779d8a3a4 req-1ac50775-6df0-477e-86c4-f83f33d7a486 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:44.267740 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5535d6a3-0b48-4a36-a768-6fe779d8a3a4 req-1ac50775-6df0-477e-86c4-f83f33d7a486 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a67e7bf-04f4-4d80-a1c5-07ba361f9e16 HTTP/1.1" status: 200 len: 950 time: 0.0670822 Nov 12 08:11:44.335347 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5535d6a3-0b48-4a36-a768-6fe779d8a3a4 req-04fae506-01c9-4325-a0de-8ebf1d7e99a6 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661283 Nov 12 08:11:44.470850 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-eb2510e3-6600-4c28-97af-fab3bc4b27ea req-e8ffdd30-f661-4f03-9b84-df5d7d7fadda tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc49da43-39c1-490b-8daf-8f50401085b1 HTTP/1.1" status: 200 len: 210 time: 0.0287178 Nov 12 08:11:44.587502 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc49da43-39c1-490b-8daf-8f50401085b1', 'name': 'network-vif-deleted', 'tag': 'e9b220b6-48dc-4f08-a9a2-6d0ac04e74b1'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:11:44.590007 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4695e453-fb83-4abf-a0a2-ca518718ca66" -d '{"events": [{"server_uuid": "cc49da43-39c1-490b-8daf-8f50401085b1", "name": "network-vif-deleted", "tag": "e9b220b6-48dc-4f08-a9a2-6d0ac04e74b1"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:11:44.627664 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e576e6e-3d1a-4d00-9bd1-2fd28b8ae12b x-openstack-request-id: req-1e576e6e-3d1a-4d00-9bd1-2fd28b8ae12b {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:11:44.627954 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc49da43-39c1-490b-8daf-8f50401085b1", "name": "network-vif-deleted", "tag": "e9b220b6-48dc-4f08-a9a2-6d0ac04e74b1", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:11:44.628200 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1e576e6e-3d1a-4d00-9bd1-2fd28b8ae12b {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:11:44.628592 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc49da43-39c1-490b-8daf-8f50401085b1', 'name': 'network-vif-deleted', 'tag': 'e9b220b6-48dc-4f08-a9a2-6d0ac04e74b1', 'status': 'completed', 'code': 200} Nov 12 08:11:45.055828 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca901823-8d19-40f6-a79c-afade7161f9c req-41bfad9e-e7f9-463b-a549-0acd672bafb8 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:45.058045 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ca901823-8d19-40f6-a79c-afade7161f9c req-41bfad9e-e7f9-463b-a549-0acd672bafb8 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] 10.222.0.26 "GET /v2.0/ports?device_id=16f00ffb-c46c-4a16-bab8-59031d7bab45 HTTP/1.1" status: 200 len: 949 time: 0.0667396 Nov 12 08:11:45.113457 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ca901823-8d19-40f6-a79c-afade7161f9c req-4050a431-e2ff-4085-b8bf-352ea6705830 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] 10.222.0.26 "GET /v2.0/security-groups?id=b48148c1-2667-4cea-8efc-160914e05df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475914 Nov 12 08:11:45.468243 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942b80ae-a749-42c0-acac-d73415654ef5 req-40e7f16a-42a4-49a7-9dca-585322f6a17e tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:45.470993 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-942b80ae-a749-42c0-acac-d73415654ef5 req-40e7f16a-42a4-49a7-9dca-585322f6a17e tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a67e7bf-04f4-4d80-a1c5-07ba361f9e16 HTTP/1.1" status: 200 len: 950 time: 0.0564179 Nov 12 08:11:45.492890 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-00020453-fdd2-4426-a497-b2485e20d8ed req-d565f92d-dfab-4188-b09b-03fc9dce24dd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c36d23e4-07c7-4980-865e-dd588c2d12a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0432289 Nov 12 08:11:45.539154 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-942b80ae-a749-42c0-acac-d73415654ef5 req-00e59d92-fec0-4d2e-b1c1-2988616aa915 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613112 Nov 12 08:11:45.618507 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00020453-fdd2-4426-a497-b2485e20d8ed req-2421c6be-503a-45ae-9d21-550f9a3129ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:45.620451 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-00020453-fdd2-4426-a497-b2485e20d8ed req-2421c6be-503a-45ae-9d21-550f9a3129ff service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=737ba54db011432b976fdfd3857f766e&device_id=c36d23e4-07c7-4980-865e-dd588c2d12a7 HTTP/1.1" status: 200 len: 1101 time: 0.0704174 Nov 12 08:11:45.766861 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00020453-fdd2-4426-a497-b2485e20d8ed req-74dba8fa-947d-44ef-b4e0-c28829be872d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:45.768980 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-00020453-fdd2-4426-a497-b2485e20d8ed req-74dba8fa-947d-44ef-b4e0-c28829be872d service neutron] 10.222.0.21 "GET /v2.0/networks?id=107743df-d3df-459d-a6cd-9e2ab4303016 HTTP/1.1" status: 200 len: 870 time: 0.1218724 Nov 12 08:11:45.821373 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-00020453-fdd2-4426-a497-b2485e20d8ed req-572d27bb-d467-439e-a066-5ac137014cd9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=52703d62-0a3b-4c05-b231-7b7e93171c85 HTTP/1.1" status: 200 len: 217 time: 0.0429115 Nov 12 08:11:45.827814 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1785d40-f1d8-4625-8bbe-3962d1502bda req-d9d5483e-075a-4039-89f8-98b8b4faf1bc tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:45.829457 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d1785d40-f1d8-4625-8bbe-3962d1502bda req-d9d5483e-075a-4039-89f8-98b8b4faf1bc tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/ports?device_id=c36d23e4-07c7-4980-865e-dd588c2d12a7 HTTP/1.1" status: 200 len: 949 time: 0.0594130 Nov 12 08:11:45.887689 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00020453-fdd2-4426-a497-b2485e20d8ed req-ec14f8bd-c112-405a-9f54-79a8a3bab4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:45.889181 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-00020453-fdd2-4426-a497-b2485e20d8ed req-ec14f8bd-c112-405a-9f54-79a8a3bab4fd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1 HTTP/1.1" status: 200 len: 843 time: 0.0534394 Nov 12 08:11:45.891894 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d1785d40-f1d8-4625-8bbe-3962d1502bda req-27c369be-8039-42d0-9ca0-1b6b5a26e770 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb487f5-7b7a-45ea-a48a-5e5b4b4e6e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551295 Nov 12 08:11:45.948055 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00020453-fdd2-4426-a497-b2485e20d8ed req-aac31026-5ae9-437a-8918-45b811dd222b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:45.950634 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-00020453-fdd2-4426-a497-b2485e20d8ed req-aac31026-5ae9-437a-8918-45b811dd222b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=107743df-d3df-459d-a6cd-9e2ab4303016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0515795 Nov 12 08:11:46.052666 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-00020453-fdd2-4426-a497-b2485e20d8ed req-cf0316a1-9b10-413a-9d86-2a7b05c63df2 service neutron] 10.222.0.21 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940871 Nov 12 08:11:46.168631 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-00020453-fdd2-4426-a497-b2485e20d8ed req-1cb48c71-fe25-4103-aa9d-18a2f2eda30b service neutron] 10.222.0.21 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037536 Nov 12 08:11:46.259488 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5026a391-e0c7-4252-b11d-c275374df8b7 req-85fe5235-8ffa-49f0-b3fa-94b8286d5d92 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:46.261777 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5026a391-e0c7-4252-b11d-c275374df8b7 req-85fe5235-8ffa-49f0-b3fa-94b8286d5d92 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] 10.222.0.26 "GET /v2.0/ports?device_id=16f00ffb-c46c-4a16-bab8-59031d7bab45 HTTP/1.1" status: 200 len: 949 time: 0.0587885 Nov 12 08:11:46.319841 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5026a391-e0c7-4252-b11d-c275374df8b7 req-b9fbef8f-8729-4e79-8593-114e82d07d33 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] 10.222.0.26 "GET /v2.0/security-groups?id=b48148c1-2667-4cea-8efc-160914e05df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513206 Nov 12 08:11:46.663068 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f3d628-264b-470f-a908-058b64590c2b req-fe31e72d-dce9-4a59-9269-0b9c45f16f0d tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:46.668303 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f4f3d628-264b-470f-a908-058b64590c2b req-fe31e72d-dce9-4a59-9269-0b9c45f16f0d tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a67e7bf-04f4-4d80-a1c5-07ba361f9e16 HTTP/1.1" status: 200 len: 950 time: 0.0515707 Nov 12 08:11:46.725168 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f4f3d628-264b-470f-a908-058b64590c2b req-be359aa5-9231-4071-a1a0-d5643d973444 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532317 Nov 12 08:11:47.042127 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0627235d-9bb7-4b0b-82d1-fde98d27a8ea req-24f0ba8b-1daf-45a3-aade-dbc4ef52e477 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:47.044261 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0627235d-9bb7-4b0b-82d1-fde98d27a8ea req-24f0ba8b-1daf-45a3-aade-dbc4ef52e477 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/ports?device_id=c36d23e4-07c7-4980-865e-dd588c2d12a7 HTTP/1.1" status: 200 len: 949 time: 0.0628908 Nov 12 08:11:47.114259 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0627235d-9bb7-4b0b-82d1-fde98d27a8ea req-17a51775-80c2-49fd-8c83-76623f3df588 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb487f5-7b7a-45ea-a48a-5e5b4b4e6e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616522 Nov 12 08:11:47.451745 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d3fc1b-6628-472e-95b3-473603736db4 req-cbd23aa2-a1f8-4fba-aae9-eb4ccf3ef43f tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:47.453342 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-98d3fc1b-6628-472e-95b3-473603736db4 req-cbd23aa2-a1f8-4fba-aae9-eb4ccf3ef43f tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] 10.222.0.26 "GET /v2.0/ports?device_id=16f00ffb-c46c-4a16-bab8-59031d7bab45 HTTP/1.1" status: 200 len: 949 time: 0.0567503 Nov 12 08:11:47.517945 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-98d3fc1b-6628-472e-95b3-473603736db4 req-b3389d68-0a7c-457b-9372-a31e44df87bf tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] 10.222.0.26 "GET /v2.0/security-groups?id=b48148c1-2667-4cea-8efc-160914e05df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567744 Nov 12 08:11:47.699151 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f29862-3a28-44fd-96d7-623e4162458e req-9791cb65-5508-48f1-be3c-b96b1f459d9e tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:47.700654 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-74f29862-3a28-44fd-96d7-623e4162458e req-9791cb65-5508-48f1-be3c-b96b1f459d9e tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.21 "GET /v2.0/ports?device_id=c36d23e4-07c7-4980-865e-dd588c2d12a7 HTTP/1.1" status: 200 len: 949 time: 0.0632060 Nov 12 08:11:47.848573 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [req-74f29862-3a28-44fd-96d7-623e4162458e req-d5542d86-8225-4c19-91c4-043dfdf3e333 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Deleting port 52703d62-0a3b-4c05-b231-7b7e93171c85 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:11:47.848921 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-74f29862-3a28-44fd-96d7-623e4162458e req-d5542d86-8225-4c19-91c4-043dfdf3e333 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:47.962456 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c1f94f-5faf-49b3-9325-f19493c11845 req-cad9d59a-7197-4b06-ae09-12b35d98cece tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:47.964992 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-03c1f94f-5faf-49b3-9325-f19493c11845 req-cad9d59a-7197-4b06-ae09-12b35d98cece tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a67e7bf-04f4-4d80-a1c5-07ba361f9e16 HTTP/1.1" status: 200 len: 950 time: 0.1610394 Nov 12 08:11:48.029856 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-74f29862-3a28-44fd-96d7-623e4162458e req-d5542d86-8225-4c19-91c4-043dfdf3e333 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] For port 52703d62-0a3b-4c05-b231-7b7e93171c85, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=52703d62-0a3b-4c05-b231-7b7e93171c85,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:11:48.030270 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-74f29862-3a28-44fd-96d7-623e4162458e req-d5542d86-8225-4c19-91c4-043dfdf3e333 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:48.055566 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [req-74f29862-3a28-44fd-96d7-623e4162458e req-d5542d86-8225-4c19-91c4-043dfdf3e333 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Calling delete_port for 52703d62-0a3b-4c05-b231-7b7e93171c85 owned by compute:nova {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:11:48.061078 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-03c1f94f-5faf-49b3-9325-f19493c11845 req-4281816a-c297-4a05-ab84-b507d02091a5 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898969 Nov 12 08:11:48.129134 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8cfc84-1d11-4c62-adaf-231a03f44740 req-d7ee8f4c-022c-4167-be5e-4285df0a281d tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:48.132674 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0b8cfc84-1d11-4c62-adaf-231a03f44740 req-d7ee8f4c-022c-4167-be5e-4285df0a281d tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] 10.222.0.44 "GET /v2.0/ports?device_id=16f00ffb-c46c-4a16-bab8-59031d7bab45 HTTP/1.1" status: 200 len: 949 time: 0.0654769 Nov 12 08:11:48.291907 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-74f29862-3a28-44fd-96d7-623e4162458e req-d5542d86-8225-4c19-91c4-043dfdf3e333 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:48.314611 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['52703d62-0a3b-4c05-b231-7b7e93171c85'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:11:48.328845 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda6e38e-7112-4cbd-aaea-d6057bf5d676 req-effe6d69-e43e-4ec9-9d58-d6d871f10972 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:48.341805 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cda6e38e-7112-4cbd-aaea-d6057bf5d676 req-effe6d69-e43e-4ec9-9d58-d6d871f10972 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/ports?device_id=c36d23e4-07c7-4980-865e-dd588c2d12a7 HTTP/1.1" status: 200 len: 867 time: 0.1293683 Nov 12 08:11:48.344914 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:11:48.351160 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5542d86-8225-4c19-91c4-043dfdf3e333 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Pushing event deleted for resources: {'Port': ['ID=52703d62-0a3b-4c05-b231-7b7e93171c85,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:48.438178 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [req-74f29862-3a28-44fd-96d7-623e4162458e req-d5542d86-8225-4c19-91c4-043dfdf3e333 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] No DVR routers for this DVR port 52703d62-0a3b-4c05-b231-7b7e93171c85 on host n-h1-765315-29 {{(pid=102600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:11:48.443122 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-74f29862-3a28-44fd-96d7-623e4162458e req-d5542d86-8225-4c19-91c4-043dfdf3e333 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:48.451655 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-74f29862-3a28-44fd-96d7-623e4162458e req-d5542d86-8225-4c19-91c4-043dfdf3e333 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.21 "DELETE /v2.0/ports/52703d62-0a3b-4c05-b231-7b7e93171c85 HTTP/1.1" status: 204 len: 173 time: 0.7437630 Nov 12 08:11:48.452360 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c36d23e4-07c7-4980-865e-dd588c2d12a7', 'name': 'network-vif-deleted', 'tag': '52703d62-0a3b-4c05-b231-7b7e93171c85'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:11:48.461951 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cda6e38e-7112-4cbd-aaea-d6057bf5d676 req-c67a3c63-f7c5-46b6-8885-cf09021b5553 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb487f5-7b7a-45ea-a48a-5e5b4b4e6e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181576 Nov 12 08:11:48.464492 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20b1e07d-efda-48f4-b544-fbc69f36de9b" -d '{"events": [{"server_uuid": "c36d23e4-07c7-4980-865e-dd588c2d12a7", "name": "network-vif-deleted", "tag": "52703d62-0a3b-4c05-b231-7b7e93171c85"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:11:48.475539 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-0b8cfc84-1d11-4c62-adaf-231a03f44740 req-ef7aea7b-fe8c-418f-b96a-c49895cc2137 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] Deleting port 4e411f3a-d0ed-414a-ae89-39cb329d8577 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:11:48.478316 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-0b8cfc84-1d11-4c62-adaf-231a03f44740 req-ef7aea7b-fe8c-418f-b96a-c49895cc2137 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:48.587481 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b503e985-0d2e-49c2-8bd7-ef8b0371e1bd x-openstack-request-id: req-b503e985-0d2e-49c2-8bd7-ef8b0371e1bd {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:11:48.587481 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c36d23e4-07c7-4980-865e-dd588c2d12a7", "name": "network-vif-deleted", "tag": "52703d62-0a3b-4c05-b231-7b7e93171c85", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:11:48.587859 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b503e985-0d2e-49c2-8bd7-ef8b0371e1bd {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:11:48.588285 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c36d23e4-07c7-4980-865e-dd588c2d12a7', 'name': 'network-vif-deleted', 'tag': '52703d62-0a3b-4c05-b231-7b7e93171c85', 'status': 'completed', 'code': 200} Nov 12 08:11:48.621882 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-0b8cfc84-1d11-4c62-adaf-231a03f44740 req-ef7aea7b-fe8c-418f-b96a-c49895cc2137 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] For port 4e411f3a-d0ed-414a-ae89-39cb329d8577, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=4e411f3a-d0ed-414a-ae89-39cb329d8577,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:11:48.622388 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-0b8cfc84-1d11-4c62-adaf-231a03f44740 req-ef7aea7b-fe8c-418f-b96a-c49895cc2137 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:48.643348 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-0b8cfc84-1d11-4c62-adaf-231a03f44740 req-ef7aea7b-fe8c-418f-b96a-c49895cc2137 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] Calling delete_port for 4e411f3a-d0ed-414a-ae89-39cb329d8577 owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:11:48.848867 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea66f90-765d-44bc-b61d-fe499eee6852 req-6a11e00a-ddd5-45eb-ad27-1ac6f794b8a7 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:48.855295 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0ea66f90-765d-44bc-b61d-fe499eee6852 req-6a11e00a-ddd5-45eb-ad27-1ac6f794b8a7 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] 10.222.0.26 "GET /v2.0/ports?device_id=16f00ffb-c46c-4a16-bab8-59031d7bab45 HTTP/1.1" status: 200 len: 949 time: 0.1087003 Nov 12 08:11:48.857868 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-0b8cfc84-1d11-4c62-adaf-231a03f44740 req-ef7aea7b-fe8c-418f-b96a-c49895cc2137 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:48.894315 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7aea7b-fe8c-418f-b96a-c49895cc2137 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] Pushing event deleted for resources: {'Port': ['ID=4e411f3a-d0ed-414a-ae89-39cb329d8577,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:48.939672 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0ea66f90-765d-44bc-b61d-fe499eee6852 req-c74dc0e8-1bdd-494b-aa73-31a4dae27bd4 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] 10.222.0.26 "GET /v2.0/security-groups?id=b48148c1-2667-4cea-8efc-160914e05df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824528 Nov 12 08:11:48.957129 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b8cfc84-1d11-4c62-adaf-231a03f44740 req-ef7aea7b-fe8c-418f-b96a-c49895cc2137 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] No DVR routers for this DVR port 4e411f3a-d0ed-414a-ae89-39cb329d8577 on host n-h2-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:11:48.962029 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-0b8cfc84-1d11-4c62-adaf-231a03f44740 req-ef7aea7b-fe8c-418f-b96a-c49895cc2137 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:48.968746 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0b8cfc84-1d11-4c62-adaf-231a03f44740 req-ef7aea7b-fe8c-418f-b96a-c49895cc2137 tempest-ListImageFiltersTestJSON-1970510978 tempest-ListImageFiltersTestJSON-1970510978-project] 10.222.0.44 "DELETE /v2.0/ports/4e411f3a-d0ed-414a-ae89-39cb329d8577 HTTP/1.1" status: 204 len: 173 time: 0.8234816 Nov 12 08:11:48.968746 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16f00ffb-c46c-4a16-bab8-59031d7bab45', 'name': 'network-vif-deleted', 'tag': '4e411f3a-d0ed-414a-ae89-39cb329d8577'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:11:48.971774 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97eca326-0579-4907-877d-baa65ec22eaf" -d '{"events": [{"server_uuid": "16f00ffb-c46c-4a16-bab8-59031d7bab45", "name": "network-vif-deleted", "tag": "4e411f3a-d0ed-414a-ae89-39cb329d8577"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:11:49.018974 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fb65e47-afdf-45dc-99fe-500d199a96fb x-openstack-request-id: req-7fb65e47-afdf-45dc-99fe-500d199a96fb {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:11:49.019359 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16f00ffb-c46c-4a16-bab8-59031d7bab45", "name": "network-vif-deleted", "tag": "4e411f3a-d0ed-414a-ae89-39cb329d8577", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:11:49.019616 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7fb65e47-afdf-45dc-99fe-500d199a96fb {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:11:49.020140 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16f00ffb-c46c-4a16-bab8-59031d7bab45', 'name': 'network-vif-deleted', 'tag': '4e411f3a-d0ed-414a-ae89-39cb329d8577', 'status': 'completed', 'code': 200} Nov 12 08:11:49.225880 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9ccf15-20cc-43f3-a850-43a8e1a013b2 req-a508137a-67de-4920-8378-0e6e7536453c tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:49.228311 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ed9ccf15-20cc-43f3-a850-43a8e1a013b2 req-a508137a-67de-4920-8378-0e6e7536453c tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a67e7bf-04f4-4d80-a1c5-07ba361f9e16 HTTP/1.1" status: 200 len: 950 time: 0.0659225 Nov 12 08:11:49.287973 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ed9ccf15-20cc-43f3-a850-43a8e1a013b2 req-bdf963bf-218f-4715-a3ec-83a4ca518697 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532866 Nov 12 08:11:49.544934 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2e9e5062-41eb-4f18-bf01-f9339d699fe6 req-28a8059f-c9ff-453d-bec1-d3b56d889bf2 service neutron] 10.222.0.21 "GET /v2.0/ports/8fe74de5-4ddc-4607-908c-2c9997c8b8bf/bindings/n-h1-765315-29 HTTP/1.1" status: 200 len: 383 time: 0.0760770 Nov 12 08:11:49.953608 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cc981a-c7ea-469f-9c58-672edea1bc7f req-34f5d077-ab88-43eb-ae35-8ccbda394c17 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:49.956069 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-09cc981a-c7ea-469f-9c58-672edea1bc7f req-34f5d077-ab88-43eb-ae35-8ccbda394c17 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5b5785-a47f-4561-a4b6-f5a68cfe2ed6 HTTP/1.1" status: 200 len: 951 time: 0.1079409 Nov 12 08:11:49.969355 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9e5062-41eb-4f18-bf01-f9339d699fe6 req-3daac1a7-e5cb-4875-87b3-a7cbd1a918f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:49.971214 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2e9e5062-41eb-4f18-bf01-f9339d699fe6 req-3daac1a7-e5cb-4875-87b3-a7cbd1a918f3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4a67e7bf-04f4-4d80-a1c5-07ba361f9e16&tenant_id=f20f3adab6e34964b521814e780e6afc HTTP/1.1" status: 200 len: 1102 time: 0.0819182 Nov 12 08:11:50.052514 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-09cc981a-c7ea-469f-9c58-672edea1bc7f req-29ebfcca-88ce-4d7c-8736-6c7e93397a52 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb487f5-7b7a-45ea-a48a-5e5b4b4e6e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803015 Nov 12 08:11:50.066906 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9e5062-41eb-4f18-bf01-f9339d699fe6 req-a2976d2d-6443-4948-b926-b8c06596f305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:50.068613 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2e9e5062-41eb-4f18-bf01-f9339d699fe6 req-a2976d2d-6443-4948-b926-b8c06596f305 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f20f3adab6e34964b521814e780e6afc&device_id=4a67e7bf-04f4-4d80-a1c5-07ba361f9e16 HTTP/1.1" status: 200 len: 1102 time: 0.0631690 Nov 12 08:11:50.190553 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9e5062-41eb-4f18-bf01-f9339d699fe6 req-165a577c-356c-474d-b8ff-60b3b443398b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:50.192253 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2e9e5062-41eb-4f18-bf01-f9339d699fe6 req-165a577c-356c-474d-b8ff-60b3b443398b service neutron] 10.222.0.21 "GET /v2.0/networks?id=107743df-d3df-459d-a6cd-9e2ab4303016 HTTP/1.1" status: 200 len: 870 time: 0.1158950 Nov 12 08:11:50.247881 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2e9e5062-41eb-4f18-bf01-f9339d699fe6 req-718d08e4-cbaf-4cbf-ba49-c60a10096052 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=8fe74de5-4ddc-4607-908c-2c9997c8b8bf HTTP/1.1" status: 200 len: 217 time: 0.0436153 Nov 12 08:11:50.359408 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9e5062-41eb-4f18-bf01-f9339d699fe6 req-2730406c-8b95-4f57-8fc9-aa7974b16de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:50.360755 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2e9e5062-41eb-4f18-bf01-f9339d699fe6 req-2730406c-8b95-4f57-8fc9-aa7974b16de9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1 HTTP/1.1" status: 200 len: 843 time: 0.0987258 Nov 12 08:11:50.485414 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9e5062-41eb-4f18-bf01-f9339d699fe6 req-1db6a95d-4dc3-4f21-b536-cd95b6d73016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:50.486699 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2e9e5062-41eb-4f18-bf01-f9339d699fe6 req-1db6a95d-4dc3-4f21-b536-cd95b6d73016 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=107743df-d3df-459d-a6cd-9e2ab4303016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1145802 Nov 12 08:11:50.502900 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeb42f1-5937-43e9-a650-1d935f1fc9f0 req-f9c05e5b-47de-4cda-b038-69990c5e236f tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:50.507356 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2aeb42f1-5937-43e9-a650-1d935f1fc9f0 req-f9c05e5b-47de-4cda-b038-69990c5e236f tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a67e7bf-04f4-4d80-a1c5-07ba361f9e16 HTTP/1.1" status: 200 len: 950 time: 0.0815146 Nov 12 08:11:50.618068 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2aeb42f1-5937-43e9-a650-1d935f1fc9f0 req-2b076ff6-ec8f-45e4-be0a-c151518853e6 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009464 Nov 12 08:11:50.633850 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2e9e5062-41eb-4f18-bf01-f9339d699fe6 req-eb95a853-bede-43a3-bfbe-f4ca0342752d service neutron] 10.222.0.21 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254342 Nov 12 08:11:50.752861 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2e9e5062-41eb-4f18-bf01-f9339d699fe6 req-a6d1449e-63c3-4108-b5dd-498389009009 service neutron] 10.222.0.21 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067736 Nov 12 08:11:51.205361 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee159fa-fc95-4106-a432-fe35946cd808 req-d83c67ba-caef-46e6-ba70-8da82518ebbd tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:51.207104 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9ee159fa-fc95-4106-a432-fe35946cd808 req-d83c67ba-caef-46e6-ba70-8da82518ebbd tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5b5785-a47f-4561-a4b6-f5a68cfe2ed6 HTTP/1.1" status: 200 len: 951 time: 0.0705304 Nov 12 08:11:51.277422 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9ee159fa-fc95-4106-a432-fe35946cd808 req-97cdd852-d5dc-4316-a855-d3a50cd19341 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb487f5-7b7a-45ea-a48a-5e5b4b4e6e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596979 Nov 12 08:11:51.360133 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 37614) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:11:51.512769 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-03e4b3d9-583f-416a-8534-8a2ad6fde761 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fd4bd95400f34c07923e28afec759404&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1512799 Nov 12 08:11:51.516240 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 37624) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:11:51.584473 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-998178ee-8a21-493b-9990-5f5a75a688bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:51.608425 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 52703d62-0a3b-4c05-b231-7b7e93171c85 no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:11:51.611913 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-998178ee-8a21-493b-9990-5f5a75a688bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:51.629534 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-e530113a-7783-48f4-9840-8911a24052df None None] No Port match for: 52703d62-0a3b-4c05-b231-7b7e93171c85 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:11:51.630029 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 52703d62-0a3b-4c05-b231-7b7e93171c85 not bound to the agent host n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:11:51.680237 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-998178ee-8a21-493b-9990-5f5a75a688bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:51.684455 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-998178ee-8a21-493b-9990-5f5a75a688bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:51.688036 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-998178ee-8a21-493b-9990-5f5a75a688bb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b48148c1-2667-4cea-8efc-160914e05df4 HTTP/1.1" status: 204 len: 168 time: 0.1686909 Nov 12 08:11:51.695755 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998178ee-8a21-493b-9990-5f5a75a688bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b48148c1-2667-4cea-8efc-160914e05df4,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:51.755982 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ea663-19b7-4158-a231-3f14138271aa req-1237fff6-deae-4e99-bb12-7e8cfd177fab tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:51.764477 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e90ea663-19b7-4158-a231-3f14138271aa req-1237fff6-deae-4e99-bb12-7e8cfd177fab tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a67e7bf-04f4-4d80-a1c5-07ba361f9e16 HTTP/1.1" status: 200 len: 950 time: 0.0671799 Nov 12 08:11:51.818139 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e90ea663-19b7-4158-a231-3f14138271aa req-4f7534d8-dac4-4383-a5cd-e20880bbbf2c tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509226 Nov 12 08:11:52.015033 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 4e411f3a-d0ed-414a-ae89-39cb329d8577 no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:11:52.042892 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] No Port match for: 4e411f3a-d0ed-414a-ae89-39cb329d8577 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:11:52.043088 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 4e411f3a-d0ed-414a-ae89-39cb329d8577 not bound to the agent host n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:11:52.085601 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a2930faf-75a1-42d6-b5e0-55a2a595309d req-9ef7022d-472a-4a5a-9806-70e0385c1d7c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=82047a0a-6f6c-4e84-aa3f-085b47fa6ac2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0421684 Nov 12 08:11:52.185116 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2930faf-75a1-42d6-b5e0-55a2a595309d req-76bbba0a-b816-418f-b9f9-8733c847c818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:52.186843 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a2930faf-75a1-42d6-b5e0-55a2a595309d req-76bbba0a-b816-418f-b9f9-8733c847c818 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d3f3ef4a14134700a36c0967765d4c9a&device_id=82047a0a-6f6c-4e84-aa3f-085b47fa6ac2 HTTP/1.1" status: 200 len: 1097 time: 0.0446718 Nov 12 08:11:52.409260 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f26484-33e7-431e-a5df-ec74be48e6bf req-027c7d77-260c-4e8c-89ee-910716ba71ae tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:52.413323 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-90f26484-33e7-431e-a5df-ec74be48e6bf req-027c7d77-260c-4e8c-89ee-910716ba71ae tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf5b5785-a47f-4561-a4b6-f5a68cfe2ed6 HTTP/1.1" status: 200 len: 951 time: 0.0982544 Nov 12 08:11:52.454162 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2930faf-75a1-42d6-b5e0-55a2a595309d req-ae4db2d8-0bf3-4659-9dbd-2055d8e9622c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:52.455727 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a2930faf-75a1-42d6-b5e0-55a2a595309d req-ae4db2d8-0bf3-4659-9dbd-2055d8e9622c service neutron] 10.222.0.44 "GET /v2.0/networks?id=e20d0ee5-0c01-4db1-aa95-4ea5bc470460 HTTP/1.1" status: 200 len: 922 time: 0.1619935 Nov 12 08:11:52.508682 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21618c04-95e8-4faa-813b-1a9e328edf5b req-40cc4a70-9a77-4058-b2f0-2c0568fb6737 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:52.513760 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a2930faf-75a1-42d6-b5e0-55a2a595309d req-9f1c1c7d-9dbf-42a7-8616-f071de916074 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5fc0601c-a0ae-46e6-912e-5409aaa60092 HTTP/1.1" status: 200 len: 217 time: 0.0483122 Nov 12 08:11:52.517256 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-21618c04-95e8-4faa-813b-1a9e328edf5b req-40cc4a70-9a77-4058-b2f0-2c0568fb6737 tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5b5785-a47f-4561-a4b6-f5a68cfe2ed6 HTTP/1.1" status: 200 len: 951 time: 0.1011267 Nov 12 08:11:52.592906 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2930faf-75a1-42d6-b5e0-55a2a595309d req-e1e1faf0-16f6-47d8-95cb-659b6cf87d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:52.595622 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a2930faf-75a1-42d6-b5e0-55a2a595309d req-e1e1faf0-16f6-47d8-95cb-659b6cf87d0f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4054f1d6-a6c6-43c7-ba9c-9a6600029957 HTTP/1.1" status: 200 len: 861 time: 0.0707366 Nov 12 08:11:52.608603 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [req-90f26484-33e7-431e-a5df-ec74be48e6bf req-cd82c326-4e6f-4997-a180-73f40cc7421a tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Deleting port ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:11:52.608986 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-90f26484-33e7-431e-a5df-ec74be48e6bf req-cd82c326-4e6f-4997-a180-73f40cc7421a tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:52.636964 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-21618c04-95e8-4faa-813b-1a9e328edf5b req-f5299556-defb-4dfc-a2b9-1d0d2124e67b tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb487f5-7b7a-45ea-a48a-5e5b4b4e6e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039715 Nov 12 08:11:52.639210 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a2930faf-75a1-42d6-b5e0-55a2a595309d req-7e2f8d89-8907-4732-a03c-78148136b01f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e20d0ee5-0c01-4db1-aa95-4ea5bc470460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327096 Nov 12 08:11:52.791843 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-90f26484-33e7-431e-a5df-ec74be48e6bf req-cd82c326-4e6f-4997-a180-73f40cc7421a tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] For port ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:11:52.792730 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-90f26484-33e7-431e-a5df-ec74be48e6bf req-cd82c326-4e6f-4997-a180-73f40cc7421a tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:52.792998 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a2930faf-75a1-42d6-b5e0-55a2a595309d req-24ab8ba7-6525-4c54-9ca1-fcbb62e7f62e service neutron] 10.222.0.44 "GET /v2.0/networks/e20d0ee5-0c01-4db1-aa95-4ea5bc470460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442280 Nov 12 08:11:52.807188 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [req-90f26484-33e7-431e-a5df-ec74be48e6bf req-cd82c326-4e6f-4997-a180-73f40cc7421a tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Calling delete_port for ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0 owned by compute:nova {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:11:52.903699 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a2930faf-75a1-42d6-b5e0-55a2a595309d req-b4907010-e08c-494d-94d2-c2b9ff397698 service neutron] 10.222.0.44 "GET /v2.0/networks/e20d0ee5-0c01-4db1-aa95-4ea5bc470460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015286 Nov 12 08:11:53.010458 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d806d22-9d34-49a4-8d70-233f0ece7a35 req-25b6d54c-5837-4326-9e85-f66cb7fd9fc9 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:53.012668 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3d806d22-9d34-49a4-8d70-233f0ece7a35 req-25b6d54c-5837-4326-9e85-f66cb7fd9fc9 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a67e7bf-04f4-4d80-a1c5-07ba361f9e16 HTTP/1.1" status: 200 len: 950 time: 0.0829830 Nov 12 08:11:53.121511 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3d806d22-9d34-49a4-8d70-233f0ece7a35 req-9f05e347-959e-4061-afed-e554a6daa2ef tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010380 Nov 12 08:11:53.122863 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-90f26484-33e7-431e-a5df-ec74be48e6bf req-cd82c326-4e6f-4997-a180-73f40cc7421a tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:53.161929 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:11:53.169542 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd82c326-4e6f-4997-a180-73f40cc7421a tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Pushing event deleted for resources: {'Port': ['ID=ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:53.234087 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [req-90f26484-33e7-431e-a5df-ec74be48e6bf req-cd82c326-4e6f-4997-a180-73f40cc7421a tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] No DVR routers for this DVR port ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0 on host n-h2-765315-29 {{(pid=102600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:11:53.238082 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-90f26484-33e7-431e-a5df-ec74be48e6bf req-cd82c326-4e6f-4997-a180-73f40cc7421a tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:53.241753 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-90f26484-33e7-431e-a5df-ec74be48e6bf req-cd82c326-4e6f-4997-a180-73f40cc7421a tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.44 "DELETE /v2.0/ports/ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0 HTTP/1.1" status: 204 len: 173 time: 0.8168321 Nov 12 08:11:53.242671 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf5b5785-a47f-4561-a4b6-f5a68cfe2ed6', 'name': 'network-vif-deleted', 'tag': 'ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:11:53.250499 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a7d4047-b5a6-4967-b13d-95d8bf6cc471" -d '{"events": [{"server_uuid": "bf5b5785-a47f-4561-a4b6-f5a68cfe2ed6", "name": "network-vif-deleted", "tag": "ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:11:53.539585 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fde6b380-1ba9-4b48-b877-d53471ef9d49 x-openstack-request-id: req-fde6b380-1ba9-4b48-b877-d53471ef9d49 {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:11:53.540173 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf5b5785-a47f-4561-a4b6-f5a68cfe2ed6", "name": "network-vif-deleted", "tag": "ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:11:53.540641 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fde6b380-1ba9-4b48-b877-d53471ef9d49 {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:11:53.541526 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf5b5785-a47f-4561-a4b6-f5a68cfe2ed6', 'name': 'network-vif-deleted', 'tag': 'ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0', 'status': 'completed', 'code': 200} Nov 12 08:11:53.627538 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 8fe74de5-4ddc-4607-908c-2c9997c8b8bf no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:11:53.728656 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:53.767645 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a67e7bf-04f4-4d80-a1c5-07ba361f9e16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fe74de5-4ddc-4607-908c-2c9997c8b8bf'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:11:53.770643 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e196675-559a-4d70-9ea8-2f393de5eee6" -d '{"events": [{"server_uuid": "4a67e7bf-04f4-4d80-a1c5-07ba361f9e16", "name": "network-vif-unplugged", "status": "completed", "tag": "8fe74de5-4ddc-4607-908c-2c9997c8b8bf"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:11:53.777670 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a26e77bf-3552-45e0-b9cf-bea8d0a1538c req-243d3f7c-ad1d-4f12-9c84-8399ba929a6b tempest-ServersAdminTestJSON-1660791593 tempest-ServersAdminTestJSON-1660791593-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf5b5785-a47f-4561-a4b6-f5a68cfe2ed6 HTTP/1.1" status: 200 len: 210 time: 0.0457006 Nov 12 08:11:53.797118 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 8fe74de5-4ddc-4607-908c-2c9997c8b8bf, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=8fe74de5-4ddc-4607-908c-2c9997c8b8bf,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:11:53.803997 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:53.860866 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=8fe74de5-4ddc-4607-908c-2c9997c8b8bf,revision_number=6']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:53.905680 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9579fa08-3aa8-4ac1-953d-b28eb4d242bf x-openstack-request-id: req-9579fa08-3aa8-4ac1-953d-b28eb4d242bf {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:11:53.905995 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a67e7bf-04f4-4d80-a1c5-07ba361f9e16", "name": "network-vif-unplugged", "status": "completed", "tag": "8fe74de5-4ddc-4607-908c-2c9997c8b8bf", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:11:53.906468 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9579fa08-3aa8-4ac1-953d-b28eb4d242bf {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:11:53.906752 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a67e7bf-04f4-4d80-a1c5-07ba361f9e16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fe74de5-4ddc-4607-908c-2c9997c8b8bf', 'code': 200} Nov 12 08:11:54.270610 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eea8ab-b4bb-4112-abdb-59113f20e551 req-97439692-fbf0-4739-afac-9df5313bc08e tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:54.272377 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d3eea8ab-b4bb-4112-abdb-59113f20e551 req-97439692-fbf0-4739-afac-9df5313bc08e tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a67e7bf-04f4-4d80-a1c5-07ba361f9e16 HTTP/1.1" status: 200 len: 948 time: 0.0678949 Nov 12 08:11:54.332666 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d3eea8ab-b4bb-4112-abdb-59113f20e551 req-28d3ee3c-adb5-49ab-8cc1-4da55fcb187b tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464132 Nov 12 08:11:55.185404 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 37728) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:11:55.381441 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 37742) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:11:55.390396 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-9023b337-e22f-43d2-ac45-a72532045370 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=737ba54db011432b976fdfd3857f766e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1902871 Nov 12 08:11:55.509513 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3700320b-acb8-4b63-923d-5ddfc831aeee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:55.574903 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca823096-fa2e-441f-861f-0e1c295b0a70 req-9dc6177b-890c-405d-b2e9-be32d7da79e9 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:55.577407 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ca823096-fa2e-441f-861f-0e1c295b0a70 req-9dc6177b-890c-405d-b2e9-be32d7da79e9 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a67e7bf-04f4-4d80-a1c5-07ba361f9e16 HTTP/1.1" status: 200 len: 948 time: 0.1435215 Nov 12 08:11:55.595134 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3700320b-acb8-4b63-923d-5ddfc831aeee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:55.630395 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 8fe74de5-4ddc-4607-908c-2c9997c8b8bf details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:11:55.724424 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 37754) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:11:55.737784 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ca823096-fa2e-441f-861f-0e1c295b0a70 req-21fa96d8-c1fb-488b-8319-587d66871d0d tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381540 Nov 12 08:11:55.771697 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 8fe74de5-4ddc-4607-908c-2c9997c8b8bf, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=8fe74de5-4ddc-4607-908c-2c9997c8b8bf,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:11:55.784912 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Returning: {'device': '8fe74de5-4ddc-4607-908c-2c9997c8b8bf', 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016', 'port_id': '8fe74de5-4ddc-4607-908c-2c9997c8b8bf', 'mac_address': 'fa:16:3e:14:28:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:11:55.830781 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:55.861255 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-e530113a-7783-48f4-9840-8911a24052df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fe74de5-4ddc-4607-908c-2c9997c8b8bf {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:11:55.870459 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3700320b-acb8-4b63-923d-5ddfc831aeee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:55.875147 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3700320b-acb8-4b63-923d-5ddfc831aeee admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:55.878006 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-3700320b-acb8-4b63-923d-5ddfc831aeee admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7bb487f5-7b7a-45ea-a48a-5e5b4b4e6e86 HTTP/1.1" status: 204 len: 168 time: 0.4936213 Nov 12 08:11:55.899607 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 8fe74de5-4ddc-4607-908c-2c9997c8b8bf, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=8fe74de5-4ddc-4607-908c-2c9997c8b8bf,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:11:55.901774 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3700320b-acb8-4b63-923d-5ddfc831aeee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb487f5-7b7a-45ea-a48a-5e5b4b4e6e86,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:55.917871 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:56.038389 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=8fe74de5-4ddc-4607-908c-2c9997c8b8bf,revision_number=7']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:56.041096 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-becff035-9ad3-48f8-91d5-9043e0c930bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:56.043974 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0 no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:11:56.081155 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] No Port match for: ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:11:56.081856 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device ae1a5ea9-e82a-4345-b64a-2cbfba6a0fb0 not bound to the agent host n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:11:56.241003 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-becff035-9ad3-48f8-91d5-9043e0c930bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:56.250494 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-becff035-9ad3-48f8-91d5-9043e0c930bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:56.320610 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-becff035-9ad3-48f8-91d5-9043e0c930bc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0ee76d67780145d4a03a2aed1130db49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5942240 Nov 12 08:11:56.322110 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becff035-9ad3-48f8-91d5-9043e0c930bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=791c5d75-ddb0-4a34-815a-217082e3c081,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:56.325277 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 37770) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:11:56.354872 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ace0ca9-f890-4072-a4e8-3c392f5d6364 req-1996f55d-da9e-4c0f-84a2-005e3878891b tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:56.356785 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9ace0ca9-f890-4072-a4e8-3c392f5d6364 req-1996f55d-da9e-4c0f-84a2-005e3878891b tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a67e7bf-04f4-4d80-a1c5-07ba361f9e16&tenant_id=f20f3adab6e34964b521814e780e6afc&binding%3Ahost_id=n-h1-765315-29 HTTP/1.1" status: 200 len: 949 time: 0.1488967 Nov 12 08:11:56.375019 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d418ab-bc38-4727-93d5-665e15b37cce req-5eba7fc2-aa32-4339-b090-5c621f8c44fc tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:56.376665 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f0d418ab-bc38-4727-93d5-665e15b37cce req-5eba7fc2-aa32-4339-b090-5c621f8c44fc tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a67e7bf-04f4-4d80-a1c5-07ba361f9e16 HTTP/1.1" status: 200 len: 949 time: 0.1564007 Nov 12 08:11:56.453092 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['8fe74de5-4ddc-4607-908c-2c9997c8b8bf'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:11:56.475116 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f0d418ab-bc38-4727-93d5-665e15b37cce req-b3338a17-b757-48aa-ad13-1cafa09311ac tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880225 Nov 12 08:11:56.486983 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-457f9e2f-8cad-4aea-9353-fef7d02b7c82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:56.532782 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 37772) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:11:56.546817 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-457f9e2f-8cad-4aea-9353-fef7d02b7c82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:56.586040 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ace0ca9-f890-4072-a4e8-3c392f5d6364 req-c31fec84-888f-4878-9180-1f86341b5c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:56.587699 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9ace0ca9-f890-4072-a4e8-3c392f5d6364 req-c31fec84-888f-4878-9180-1f86341b5c7d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f20f3adab6e34964b521814e780e6afc&device_id=4a67e7bf-04f4-4d80-a1c5-07ba361f9e16 HTTP/1.1" status: 200 len: 1101 time: 0.1108029 Nov 12 08:11:56.626787 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-b492813c-1aad-4cb8-8148-92303dff22fc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bff474b4757d465e8d143ef503770ede&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0914500 Nov 12 08:11:56.629042 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 37776) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:11:56.708627 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-457f9e2f-8cad-4aea-9353-fef7d02b7c82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:56.716681 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-457f9e2f-8cad-4aea-9353-fef7d02b7c82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:56.731469 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-457f9e2f-8cad-4aea-9353-fef7d02b7c82 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/791c5d75-ddb0-4a34-815a-217082e3c081 HTTP/1.1" status: 204 len: 168 time: 0.3925149 Nov 12 08:11:56.732955 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-48245e92-4011-4d66-aff2-f96c7a4e37fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:56.775869 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-48245e92-4011-4d66-aff2-f96c7a4e37fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:56.806365 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457f9e2f-8cad-4aea-9353-fef7d02b7c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=791c5d75-ddb0-4a34-815a-217082e3c081,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:56.814360 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ace0ca9-f890-4072-a4e8-3c392f5d6364 req-18085ca0-8fa2-4b0f-8f4f-3b0d5efb5499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:56.816089 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9ace0ca9-f890-4072-a4e8-3c392f5d6364 req-18085ca0-8fa2-4b0f-8f4f-3b0d5efb5499 service neutron] 10.222.0.21 "GET /v2.0/networks?id=107743df-d3df-459d-a6cd-9e2ab4303016 HTTP/1.1" status: 200 len: 870 time: 0.2184994 Nov 12 08:11:56.888168 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-48245e92-4011-4d66-aff2-f96c7a4e37fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:56.900958 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-48245e92-4011-4d66-aff2-f96c7a4e37fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:56.905674 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-48245e92-4011-4d66-aff2-f96c7a4e37fd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/aad3962f-a30f-402e-af6e-c89ad51260c7 HTTP/1.1" status: 204 len: 168 time: 0.2749960 Nov 12 08:11:56.929183 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48245e92-4011-4d66-aff2-f96c7a4e37fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad3962f-a30f-402e-af6e-c89ad51260c7,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:11:56.993190 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9ace0ca9-f890-4072-a4e8-3c392f5d6364 req-f1b0f863-5d7f-49ad-8d5d-dc5a22aca804 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=8fe74de5-4ddc-4607-908c-2c9997c8b8bf HTTP/1.1" status: 200 len: 217 time: 0.1676211 Nov 12 08:11:57.122059 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ace0ca9-f890-4072-a4e8-3c392f5d6364 req-0c661aed-1516-4a3c-8d05-b0462c23ed82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:57.123654 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9ace0ca9-f890-4072-a4e8-3c392f5d6364 req-0c661aed-1516-4a3c-8d05-b0462c23ed82 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1 HTTP/1.1" status: 200 len: 843 time: 0.1230066 Nov 12 08:11:57.190113 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ace0ca9-f890-4072-a4e8-3c392f5d6364 req-4c99abed-d194-43d6-938e-a6cf52501d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:57.192043 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9ace0ca9-f890-4072-a4e8-3c392f5d6364 req-4c99abed-d194-43d6-938e-a6cf52501d01 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=107743df-d3df-459d-a6cd-9e2ab4303016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0593281 Nov 12 08:11:57.319853 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9ace0ca9-f890-4072-a4e8-3c392f5d6364 req-aa35afe5-43ab-4e51-bee2-adbda13ff163 service neutron] 10.222.0.21 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204429 Nov 12 08:11:57.429826 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9ace0ca9-f890-4072-a4e8-3c392f5d6364 req-763a88a8-1ffc-40b4-9c2c-7757ed7b667e service neutron] 10.222.0.21 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009858 Nov 12 08:11:57.660359 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4514f5a6-a020-4f7a-9fb5-035cff56e512 req-2a626be9-b739-4195-b564-91c4e2a01fa2 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:57.672428 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4514f5a6-a020-4f7a-9fb5-035cff56e512 req-2a626be9-b739-4195-b564-91c4e2a01fa2 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a67e7bf-04f4-4d80-a1c5-07ba361f9e16 HTTP/1.1" status: 200 len: 949 time: 0.0759263 Nov 12 08:11:57.753150 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4514f5a6-a020-4f7a-9fb5-035cff56e512 req-704c3ad8-451c-4411-a578-05ec5f76dbc9 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750477 Nov 12 08:11:58.335940 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e42c3b6-6cb6-4b4b-9da7-a3e6ce351155 req-6e4f9ff6-280c-4012-972f-55d5a81392c5 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:58.338391 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0e42c3b6-6cb6-4b4b-9da7-a3e6ce351155 req-6e4f9ff6-280c-4012-972f-55d5a81392c5 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/networks?id=e20d0ee5-0c01-4db1-aa95-4ea5bc470460 HTTP/1.1" status: 200 len: 821 time: 0.1301019 Nov 12 08:11:58.359029 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0e42c3b6-6cb6-4b4b-9da7-a3e6ce351155 req-3d275655-7dd2-4994-a242-bbb6cf6f2a37 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/quotas/d3f3ef4a14134700a36c0967765d4c9a HTTP/1.1" status: 200 len: 375 time: 0.0142472 Nov 12 08:11:58.432950 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0e42c3b6-6cb6-4b4b-9da7-a3e6ce351155 req-f7b74e2f-dac5-4f52-80b5-f555e307ec09 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d3f3ef4a14134700a36c0967765d4c9a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0638177 Nov 12 08:11:58.555709 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0e42c3b6-6cb6-4b4b-9da7-a3e6ce351155 req-99b6c5f3-e81a-4829-8b27-d4ff5c128b94 service neutron] 10.222.0.26 "GET /v2.0/networks/e20d0ee5-0c01-4db1-aa95-4ea5bc470460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141462 Nov 12 08:11:58.684924 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0e42c3b6-6cb6-4b4b-9da7-a3e6ce351155 req-3d8f005f-1fc1-4bbb-a7df-15dbb6e1d911 service neutron] 10.222.0.26 "GET /v2.0/networks/e20d0ee5-0c01-4db1-aa95-4ea5bc470460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265738 Nov 12 08:11:59.078613 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2063b9-51a8-459f-84e6-c0cc6ada1e38 req-354e0ae6-65e6-4ee1-9198-557e0281d174 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:59.080303 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dc2063b9-51a8-459f-84e6-c0cc6ada1e38 req-354e0ae6-65e6-4ee1-9198-557e0281d174 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a67e7bf-04f4-4d80-a1c5-07ba361f9e16 HTTP/1.1" status: 200 len: 949 time: 0.0642531 Nov 12 08:11:59.156517 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dc2063b9-51a8-459f-84e6-c0cc6ada1e38 req-9ce3e780-db25-41ae-8b9a-e6e8fc53e2c8 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698237 Nov 12 08:11:59.379942 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d266e89e-270e-4af2-bfad-7065c87defcc req-566c94c5-1330-47c4-b975-ab70d6d914d9 tempest-TenantUsagesTestJSON-1940571921 tempest-TenantUsagesTestJSON-1940571921-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=42b0b59c04ef4a84849597c42aa3897d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0265505 Nov 12 08:11:59.431753 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2692e7fa-5594-4cc2-9e86-9a0b1b90f573 req-c785c3e9-d20c-44d2-bdd5-6aee498e3f41 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=114f16b3-f75c-4afd-bb17-e8c3c9407de6 HTTP/1.1" status: 200 len: 210 time: 0.0305817 Nov 12 08:11:59.521349 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d266e89e-270e-4af2-bfad-7065c87defcc req-c77eaee0-42dd-4b10-a0df-123dc263bcca tempest-TenantUsagesTestJSON-1940571921 tempest-TenantUsagesTestJSON-1940571921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:59.529700 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d266e89e-270e-4af2-bfad-7065c87defcc req-c77eaee0-42dd-4b10-a0df-123dc263bcca tempest-TenantUsagesTestJSON-1940571921 tempest-TenantUsagesTestJSON-1940571921-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1430941 Nov 12 08:11:59.539711 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d266e89e-270e-4af2-bfad-7065c87defcc req-ce56b4b4-91cb-4383-9308-0a7045ca2b22 tempest-TenantUsagesTestJSON-1940571921 tempest-TenantUsagesTestJSON-1940571921-project] 10.222.0.26 "GET /v2.0/quotas/42b0b59c04ef4a84849597c42aa3897d HTTP/1.1" status: 200 len: 375 time: 0.0091658 Nov 12 08:11:59.575864 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d266e89e-270e-4af2-bfad-7065c87defcc req-75febf7b-575c-42d4-a504-26bb9e83b65e tempest-TenantUsagesTestJSON-1940571921 tempest-TenantUsagesTestJSON-1940571921-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=42b0b59c04ef4a84849597c42aa3897d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294976 Nov 12 08:11:59.578985 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3481c-3d21-4b78-8dec-b349504d3c0e req-b8924812-e874-434b-abd0-371b10ccb4f6 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:11:59.580813 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-40b3481c-3d21-4b78-8dec-b349504d3c0e req-b8924812-e874-434b-abd0-371b10ccb4f6 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a67e7bf-04f4-4d80-a1c5-07ba361f9e16 HTTP/1.1" status: 200 len: 949 time: 0.0582123 Nov 12 08:11:59.642870 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-40b3481c-3d21-4b78-8dec-b349504d3c0e req-a1fdace0-dded-43d5-91fc-12c20eb6b934 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549548 Nov 12 08:11:59.666304 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 8fe74de5-4ddc-4607-908c-2c9997c8b8bf up at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:11:59.755126 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning complete for port 8fe74de5-4ddc-4607-908c-2c9997c8b8bf triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:11:59.755500 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:59.882317 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7ac18e52-0b2a-4cd4-aa32-453c74e0a3ac req-ec3a5ef6-5a1c-446d-ae2c-d9b790997c96 tempest-TenantUsagesTestJSON-1940571921 tempest-TenantUsagesTestJSON-1940571921-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7cbab1e-6898-48e6-975d-e46308d5af59 HTTP/1.1" status: 200 len: 210 time: 0.0423970 Nov 12 08:11:59.885003 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:59.941707 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a67e7bf-04f4-4d80-a1c5-07ba361f9e16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fe74de5-4ddc-4607-908c-2c9997c8b8bf'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:11:59.944014 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30c3702d-e90e-4201-866c-b0a7d853134e" -d '{"events": [{"server_uuid": "4a67e7bf-04f4-4d80-a1c5-07ba361f9e16", "name": "network-vif-plugged", "status": "completed", "tag": "8fe74de5-4ddc-4607-908c-2c9997c8b8bf"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:11:59.986677 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 8fe74de5-4ddc-4607-908c-2c9997c8b8bf, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=8fe74de5-4ddc-4607-908c-2c9997c8b8bf,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:11:59.992297 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:00.000580 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b84727dd-3021-4fd5-9201-badfa4762de5 x-openstack-request-id: req-b84727dd-3021-4fd5-9201-badfa4762de5 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:12:00.000872 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a67e7bf-04f4-4d80-a1c5-07ba361f9e16", "name": "network-vif-plugged", "status": "completed", "tag": "8fe74de5-4ddc-4607-908c-2c9997c8b8bf", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:12:00.001247 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b84727dd-3021-4fd5-9201-badfa4762de5 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:12:00.001812 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a67e7bf-04f4-4d80-a1c5-07ba361f9e16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fe74de5-4ddc-4607-908c-2c9997c8b8bf', 'code': 200} Nov 12 08:12:00.075870 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=8fe74de5-4ddc-4607-908c-2c9997c8b8bf,revision_number=8']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:00.301049 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-18209ca0-b4d7-4b44-945f-9e6325708c74 req-99e6e6e1-b8cb-45ab-80f0-37e6e480bae8 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=f20f3adab6e34964b521814e780e6afc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0253570 Nov 12 08:12:00.442987 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18209ca0-b4d7-4b44-945f-9e6325708c74 req-46a5360d-6694-41b8-a827-528d0ddd4b8a tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:00.444644 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-18209ca0-b4d7-4b44-945f-9e6325708c74 req-46a5360d-6694-41b8-a827-528d0ddd4b8a tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1351099 Nov 12 08:12:00.467369 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-18209ca0-b4d7-4b44-945f-9e6325708c74 req-81aaa91d-3031-4f94-934d-019892777a25 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/quotas/f20f3adab6e34964b521814e780e6afc HTTP/1.1" status: 200 len: 375 time: 0.0161238 Nov 12 08:12:00.565457 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-18209ca0-b4d7-4b44-945f-9e6325708c74 req-a7a1bef6-11d9-47ec-863c-aa4ee22505e5 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f20f3adab6e34964b521814e780e6afc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0916650 Nov 12 08:12:00.675010 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e42c3b6-6cb6-4b4b-9da7-a3e6ce351155 req-af005e2e-e65b-4862-b96f-53b06413e656 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:00.676777 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0e42c3b6-6cb6-4b4b-9da7-a3e6ce351155 req-af005e2e-e65b-4862-b96f-53b06413e656 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.44 "GET /v2.0/networks?id=e20d0ee5-0c01-4db1-aa95-4ea5bc470460 HTTP/1.1" status: 200 len: 821 time: 0.1495969 Nov 12 08:12:00.703922 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-0e42c3b6-6cb6-4b4b-9da7-a3e6ce351155 req-4f8f07e8-970c-4a9d-a8bb-4ab1b35e2768 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Request body: {'port': {'device_id': '114f16b3-f75c-4afd-bb17-e8c3c9407de6', 'network_id': 'e20d0ee5-0c01-4db1-aa95-4ea5bc470460', 'admin_state_up': True, 'tenant_id': 'd3f3ef4a14134700a36c0967765d4c9a'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:12:00.835387 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-87017dcd-26dc-4f99-98f8-117d575dca24 req-fd576d48-3132-4fd1-a629-8c0842197d16 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=114f16b3-f75c-4afd-bb17-e8c3c9407de6 HTTP/1.1" status: 200 len: 210 time: 0.0405786 Nov 12 08:12:00.919741 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e42c3b6-6cb6-4b4b-9da7-a3e6ce351155 req-4f8f07e8-970c-4a9d-a8bb-4ab1b35e2768 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Made reservation on behalf of d3f3ef4a14134700a36c0967765d4c9a for: {'port': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:12:00.925165 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-0e42c3b6-6cb6-4b4b-9da7-a3e6ce351155 req-4f8f07e8-970c-4a9d-a8bb-4ab1b35e2768 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:00.959565 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-150981bb-0e01-4d5a-a00f-ea6f851921a1 req-11991c18-26bd-4538-a189-bf3ce261cea3 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f00cee-1640-4baf-ac63-c7b458ec3620 HTTP/1.1" status: 200 len: 210 time: 0.0533583 Nov 12 08:12:01.152511 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c68962b1-5e75-4c13-aab4-5e98e1e2f15b req-deff9d38-5990-45c2-97fb-b4eda09dde7f tempest-TenantUsagesTestJSON-1940571921 tempest-TenantUsagesTestJSON-1940571921-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7cbab1e-6898-48e6-975d-e46308d5af59 HTTP/1.1" status: 200 len: 210 time: 0.0515637 Nov 12 08:12:01.208308 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [req-0e42c3b6-6cb6-4b4b-9da7-a3e6ce351155 req-4f8f07e8-970c-4a9d-a8bb-4ab1b35e2768 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Allocated IP 172.20.0.8 (e20d0ee5-0c01-4db1-aa95-4ea5bc470460/4054f1d6-a6c6-43c7-ba9c-9a6600029957/2a960e5e-e9f1-4e4c-9400-6cd40f7b405d) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:12:01.265807 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d266e89e-270e-4af2-bfad-7065c87defcc req-6d8a5962-e092-4101-9ace-8a673c7c7ed8 tempest-TenantUsagesTestJSON-1940571921 tempest-TenantUsagesTestJSON-1940571921-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=42b0b59c04ef4a84849597c42aa3897d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0395529 Nov 12 08:12:01.443111 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-0e42c3b6-6cb6-4b4b-9da7-a3e6ce351155 req-4f8f07e8-970c-4a9d-a8bb-4ab1b35e2768 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:01.484360 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-0e42c3b6-6cb6-4b4b-9da7-a3e6ce351155 req-4f8f07e8-970c-4a9d-a8bb-4ab1b35e2768 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:01.497862 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:12:01.501569 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d266e89e-270e-4af2-bfad-7065c87defcc req-b7b8da3b-66ed-4861-9928-557367422145 tempest-TenantUsagesTestJSON-1940571921 tempest-TenantUsagesTestJSON-1940571921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:01.503413 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d266e89e-270e-4af2-bfad-7065c87defcc req-b7b8da3b-66ed-4861-9928-557367422145 tempest-TenantUsagesTestJSON-1940571921 tempest-TenantUsagesTestJSON-1940571921-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2229922 Nov 12 08:12:01.539788 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e42c3b6-6cb6-4b4b-9da7-a3e6ce351155 req-4f8f07e8-970c-4a9d-a8bb-4ab1b35e2768 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Network e20d0ee5-0c01-4db1-aa95-4ea5bc470460 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:12:01.593632 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-d266e89e-270e-4af2-bfad-7065c87defcc req-63a12999-5bde-4a47-9811-8a40aa2931b7 tempest-TenantUsagesTestJSON-1940571921 tempest-TenantUsagesTestJSON-1940571921-project] Request body: {'port': {'device_id': 'c7cbab1e-6898-48e6-975d-e46308d5af59', 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016', 'admin_state_up': True, 'tenant_id': '42b0b59c04ef4a84849597c42aa3897d'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:12:01.632305 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [req-0e42c3b6-6cb6-4b4b-9da7-a3e6ce351155 req-4f8f07e8-970c-4a9d-a8bb-4ab1b35e2768 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:12:01.646846 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e42c3b6-6cb6-4b4b-9da7-a3e6ce351155 req-4f8f07e8-970c-4a9d-a8bb-4ab1b35e2768 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:12:01.721654 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8f07e8-970c-4a9d-a8bb-4ab1b35e2768 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Pushing event updated for resources: {'Port': ['ID=2a960e5e-e9f1-4e4c-9400-6cd40f7b405d,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:01.754516 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e42c3b6-6cb6-4b4b-9da7-a3e6ce351155 req-4f8f07e8-970c-4a9d-a8bb-4ab1b35e2768 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:01.755342 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-0e42c3b6-6cb6-4b4b-9da7-a3e6ce351155 req-4f8f07e8-970c-4a9d-a8bb-4ab1b35e2768 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:01.785016 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0e42c3b6-6cb6-4b4b-9da7-a3e6ce351155 req-4f8f07e8-970c-4a9d-a8bb-4ab1b35e2768 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0861688 Nov 12 08:12:01.818971 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-0e42c3b6-6cb6-4b4b-9da7-a3e6ce351155 req-4e992999-2d5d-429c-bc92-53be31eb4f61 service neutron] Request body: {'port': {'device_id': '114f16b3-f75c-4afd-bb17-e8c3c9407de6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-29'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:12:01.858682 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d266e89e-270e-4af2-bfad-7065c87defcc req-63a12999-5bde-4a47-9811-8a40aa2931b7 tempest-TenantUsagesTestJSON-1940571921 tempest-TenantUsagesTestJSON-1940571921-project] Made reservation on behalf of 42b0b59c04ef4a84849597c42aa3897d for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:12:01.867835 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-d266e89e-270e-4af2-bfad-7065c87defcc req-63a12999-5bde-4a47-9811-8a40aa2931b7 tempest-TenantUsagesTestJSON-1940571921 tempest-TenantUsagesTestJSON-1940571921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:01.891654 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-d266e89e-270e-4af2-bfad-7065c87defcc req-63a12999-5bde-4a47-9811-8a40aa2931b7 tempest-TenantUsagesTestJSON-1940571921 tempest-TenantUsagesTestJSON-1940571921-project] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:01.913548 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-0e42c3b6-6cb6-4b4b-9da7-a3e6ce351155 req-4e992999-2d5d-429c-bc92-53be31eb4f61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:02.068796 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-d266e89e-270e-4af2-bfad-7065c87defcc req-63a12999-5bde-4a47-9811-8a40aa2931b7 tempest-TenantUsagesTestJSON-1940571921 tempest-TenantUsagesTestJSON-1940571921-project] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:02.075933 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-d266e89e-270e-4af2-bfad-7065c87defcc req-63a12999-5bde-4a47-9811-8a40aa2931b7 tempest-TenantUsagesTestJSON-1940571921 tempest-TenantUsagesTestJSON-1940571921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:02.260016 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-d266e89e-270e-4af2-bfad-7065c87defcc req-63a12999-5bde-4a47-9811-8a40aa2931b7 tempest-TenantUsagesTestJSON-1940571921 tempest-TenantUsagesTestJSON-1940571921-project] Allocated IP 192.168.233.161 (107743df-d3df-459d-a6cd-9e2ab4303016/e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1/af7e00b7-948a-41e2-83cf-821c913bed25) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:12:02.367497 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [req-0e42c3b6-6cb6-4b4b-9da7-a3e6ce351155 req-4e992999-2d5d-429c-bc92-53be31eb4f61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a960e5e-e9f1-4e4c-9400-6cd40f7b405d {{(pid=102600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:12:02.378069 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-0e42c3b6-6cb6-4b4b-9da7-a3e6ce351155 req-4e992999-2d5d-429c-bc92-53be31eb4f61 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:02.396042 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.provisioning_blocks [req-0e42c3b6-6cb6-4b4b-9da7-a3e6ce351155 req-4e992999-2d5d-429c-bc92-53be31eb4f61 service neutron] Transition to ACTIVE for port object 2a960e5e-e9f1-4e4c-9400-6cd40f7b405d will not be triggered until provisioned by entity L2. {{(pid=102600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:12:02.400674 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-0e42c3b6-6cb6-4b4b-9da7-a3e6ce351155 req-4e992999-2d5d-429c-bc92-53be31eb4f61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:02.532332 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e992999-2d5d-429c-bc92-53be31eb4f61 service neutron] Pushing event updated for resources: {'Port': ['ID=2a960e5e-e9f1-4e4c-9400-6cd40f7b405d,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:02.534468 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-d266e89e-270e-4af2-bfad-7065c87defcc req-63a12999-5bde-4a47-9811-8a40aa2931b7 tempest-TenantUsagesTestJSON-1940571921 tempest-TenantUsagesTestJSON-1940571921-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:02.578353 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4249774-475e-4666-89cd-47d9111f6e3b req-41804f4f-f0e7-41c9-81ad-ff245bd8c982 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:02.586910 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a4249774-475e-4666-89cd-47d9111f6e3b req-41804f4f-f0e7-41c9-81ad-ff245bd8c982 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=114f16b3-f75c-4afd-bb17-e8c3c9407de6 HTTP/1.1" status: 200 len: 931 time: 0.6435053 Nov 12 08:12:02.589964 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-18209ca0-b4d7-4b44-945f-9e6325708c74 req-d517e2a9-831e-4644-93f9-dc011b5a66fd tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=f20f3adab6e34964b521814e780e6afc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0739121 Nov 12 08:12:02.617414 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a12999-5bde-4a47-9811-8a40aa2931b7 tempest-TenantUsagesTestJSON-1940571921 tempest-TenantUsagesTestJSON-1940571921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3190581e-dba9-4f64-a27a-8055959f7f67,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:02.631065 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a12999-5bde-4a47-9811-8a40aa2931b7 tempest-TenantUsagesTestJSON-1940571921 tempest-TenantUsagesTestJSON-1940571921-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:02.631310 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a12999-5bde-4a47-9811-8a40aa2931b7 tempest-TenantUsagesTestJSON-1940571921 tempest-TenantUsagesTestJSON-1940571921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:02.631653 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a12999-5bde-4a47-9811-8a40aa2931b7 tempest-TenantUsagesTestJSON-1940571921 tempest-TenantUsagesTestJSON-1940571921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:02.631992 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a12999-5bde-4a47-9811-8a40aa2931b7 tempest-TenantUsagesTestJSON-1940571921 tempest-TenantUsagesTestJSON-1940571921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:02.632326 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a12999-5bde-4a47-9811-8a40aa2931b7 tempest-TenantUsagesTestJSON-1940571921 tempest-TenantUsagesTestJSON-1940571921-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:02.632654 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a12999-5bde-4a47-9811-8a40aa2931b7 tempest-TenantUsagesTestJSON-1940571921 tempest-TenantUsagesTestJSON-1940571921-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:02.632981 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a12999-5bde-4a47-9811-8a40aa2931b7 tempest-TenantUsagesTestJSON-1940571921 tempest-TenantUsagesTestJSON-1940571921-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:02.633308 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a12999-5bde-4a47-9811-8a40aa2931b7 tempest-TenantUsagesTestJSON-1940571921 tempest-TenantUsagesTestJSON-1940571921-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:02.633630 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a12999-5bde-4a47-9811-8a40aa2931b7 tempest-TenantUsagesTestJSON-1940571921 tempest-TenantUsagesTestJSON-1940571921-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:02.634151 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a12999-5bde-4a47-9811-8a40aa2931b7 tempest-TenantUsagesTestJSON-1940571921 tempest-TenantUsagesTestJSON-1940571921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:02.634487 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a12999-5bde-4a47-9811-8a40aa2931b7 tempest-TenantUsagesTestJSON-1940571921 tempest-TenantUsagesTestJSON-1940571921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:02.634838 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a12999-5bde-4a47-9811-8a40aa2931b7 tempest-TenantUsagesTestJSON-1940571921 tempest-TenantUsagesTestJSON-1940571921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:02.675864 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-d266e89e-270e-4af2-bfad-7065c87defcc req-63a12999-5bde-4a47-9811-8a40aa2931b7 tempest-TenantUsagesTestJSON-1940571921 tempest-TenantUsagesTestJSON-1940571921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:02.731791 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d266e89e-270e-4af2-bfad-7065c87defcc req-63a12999-5bde-4a47-9811-8a40aa2931b7 tempest-TenantUsagesTestJSON-1940571921 tempest-TenantUsagesTestJSON-1940571921-project] Network 107743df-d3df-459d-a6cd-9e2ab4303016 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:12:02.733535 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-d266e89e-270e-4af2-bfad-7065c87defcc req-63a12999-5bde-4a47-9811-8a40aa2931b7 tempest-TenantUsagesTestJSON-1940571921 tempest-TenantUsagesTestJSON-1940571921-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:12:02.738563 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-d266e89e-270e-4af2-bfad-7065c87defcc req-63a12999-5bde-4a47-9811-8a40aa2931b7 tempest-TenantUsagesTestJSON-1940571921 tempest-TenantUsagesTestJSON-1940571921-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:12:02.826968 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a12999-5bde-4a47-9811-8a40aa2931b7 tempest-TenantUsagesTestJSON-1940571921 tempest-TenantUsagesTestJSON-1940571921-project] Pushing event updated for resources: {'Port': ['ID=af7e00b7-948a-41e2-83cf-821c913bed25,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:02.858427 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-0e42c3b6-6cb6-4b4b-9da7-a3e6ce351155 req-4e992999-2d5d-429c-bc92-53be31eb4f61 service neutron] Attempting to bind port 2a960e5e-e9f1-4e4c-9400-6cd40f7b405d on host n-h2-765315-29 for vnic_type normal with profile {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:12:02.858885 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-0e42c3b6-6cb6-4b4b-9da7-a3e6ce351155 req-4e992999-2d5d-429c-bc92-53be31eb4f61 service neutron] Attempting to bind port 2a960e5e-e9f1-4e4c-9400-6cd40f7b405d by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': '1db27ece-82b2-4c8d-abc3-e56edcdd7b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'e20d0ee5-0c01-4db1-aa95-4ea5bc470460'}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:12:02.859203 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e42c3b6-6cb6-4b4b-9da7-a3e6ce351155 req-4e992999-2d5d-429c-bc92-53be31eb4f61 service neutron] Attempting to bind port 2a960e5e-e9f1-4e4c-9400-6cd40f7b405d on network e20d0ee5-0c01-4db1-aa95-4ea5bc470460 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:12:02.864304 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d266e89e-270e-4af2-bfad-7065c87defcc req-63a12999-5bde-4a47-9811-8a40aa2931b7 tempest-TenantUsagesTestJSON-1940571921 tempest-TenantUsagesTestJSON-1940571921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:02.865081 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-d266e89e-270e-4af2-bfad-7065c87defcc req-63a12999-5bde-4a47-9811-8a40aa2931b7 tempest-TenantUsagesTestJSON-1940571921 tempest-TenantUsagesTestJSON-1940571921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:02.875272 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e42c3b6-6cb6-4b4b-9da7-a3e6ce351155 req-4e992999-2d5d-429c-bc92-53be31eb4f61 service neutron] Port 2a960e5e-e9f1-4e4c-9400-6cd40f7b405d on network e20d0ee5-0c01-4db1-aa95-4ea5bc470460 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:12:02.875642 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e42c3b6-6cb6-4b4b-9da7-a3e6ce351155 req-4e992999-2d5d-429c-bc92-53be31eb4f61 service neutron] Attempting to bind port 2a960e5e-e9f1-4e4c-9400-6cd40f7b405d on network e20d0ee5-0c01-4db1-aa95-4ea5bc470460 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:12:02.910806 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d266e89e-270e-4af2-bfad-7065c87defcc req-63a12999-5bde-4a47-9811-8a40aa2931b7 tempest-TenantUsagesTestJSON-1940571921 tempest-TenantUsagesTestJSON-1940571921-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3210869 Nov 12 08:12:02.918135 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8af3add9-c6bb-4f32-b8bb-fb0d068e5a36 req-2cf85c95-639e-4fca-9d65-165b92c1777e tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f00cee-1640-4baf-ac63-c7b458ec3620 HTTP/1.1" status: 200 len: 210 time: 0.0465076 Nov 12 08:12:02.922745 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e42c3b6-6cb6-4b4b-9da7-a3e6ce351155 req-4e992999-2d5d-429c-bc92-53be31eb4f61 service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:12:02.923086 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e42c3b6-6cb6-4b4b-9da7-a3e6ce351155 req-4e992999-2d5d-429c-bc92-53be31eb4f61 service neutron] Checking segment: {'id': '1db27ece-82b2-4c8d-abc3-e56edcdd7b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'e20d0ee5-0c01-4db1-aa95-4ea5bc470460'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:12:02.923756 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e42c3b6-6cb6-4b4b-9da7-a3e6ce351155 req-4e992999-2d5d-429c-bc92-53be31eb4f61 service neutron] Bound using segment: {'id': '1db27ece-82b2-4c8d-abc3-e56edcdd7b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'e20d0ee5-0c01-4db1-aa95-4ea5bc470460'} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:12:02.923894 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a4249774-475e-4666-89cd-47d9111f6e3b req-54021026-8b3b-4143-97f7-ffcad8a07143 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3358459 Nov 12 08:12:02.923989 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-0e42c3b6-6cb6-4b4b-9da7-a3e6ce351155 req-4e992999-2d5d-429c-bc92-53be31eb4f61 service neutron] Bound port: 2a960e5e-e9f1-4e4c-9400-6cd40f7b405d, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1db27ece-82b2-4c8d-abc3-e56edcdd7b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'e20d0ee5-0c01-4db1-aa95-4ea5bc470460'}}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:12:02.924253 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-0e42c3b6-6cb6-4b4b-9da7-a3e6ce351155 req-4e992999-2d5d-429c-bc92-53be31eb4f61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:02.941382 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-d266e89e-270e-4af2-bfad-7065c87defcc req-0ad16ef7-74b4-4a55-b00d-3570b853d1df service neutron] Request body: {'port': {'device_id': 'c7cbab1e-6898-48e6-975d-e46308d5af59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:12:02.984693 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18209ca0-b4d7-4b44-945f-9e6325708c74 req-9a9953b1-5ae0-4392-93f4-18ae6dfd1d8b tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:02.988341 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-18209ca0-b4d7-4b44-945f-9e6325708c74 req-9a9953b1-5ae0-4392-93f4-18ae6dfd1d8b tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3910522 Nov 12 08:12:03.077209 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-d266e89e-270e-4af2-bfad-7065c87defcc req-0ad16ef7-74b4-4a55-b00d-3570b853d1df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:03.196781 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-4ad2e81a-b225-456d-a295-50b1fe974b01 None None] Provisioning complete for port af7e00b7-948a-41e2-83cf-821c913bed25 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:12:03.198005 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4ad2e81a-b225-456d-a295-50b1fe974b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:03.274694 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-4ad2e81a-b225-456d-a295-50b1fe974b01 None None] Port af7e00b7-948a-41e2-83cf-821c913bed25 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:12:03.495328 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-18209ca0-b4d7-4b44-945f-9e6325708c74 req-1fe62d5c-9b7b-4899-9a61-5fdb7fcc5b45 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Request body: {'port': {'device_id': '01f00cee-1640-4baf-ac63-c7b458ec3620', 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016', 'admin_state_up': True, 'tenant_id': 'f20f3adab6e34964b521814e780e6afc'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:12:03.634015 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c906cb-8202-43a3-8ffb-c2602c342ee2 req-e664a6d4-bd5c-4928-b7d6-1532437e89df tempest-TenantUsagesTestJSON-1940571921 tempest-TenantUsagesTestJSON-1940571921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:03.642978 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-09c906cb-8202-43a3-8ffb-c2602c342ee2 req-e664a6d4-bd5c-4928-b7d6-1532437e89df tempest-TenantUsagesTestJSON-1940571921 tempest-TenantUsagesTestJSON-1940571921-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7cbab1e-6898-48e6-975d-e46308d5af59 HTTP/1.1" status: 200 len: 936 time: 0.1519361 Nov 12 08:12:03.716155 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-09c906cb-8202-43a3-8ffb-c2602c342ee2 req-5a47e3d9-669c-4573-8792-53568432d294 tempest-TenantUsagesTestJSON-1940571921 tempest-TenantUsagesTestJSON-1940571921-project] 10.222.0.26 "GET /v2.0/security-groups?id=3190581e-dba9-4f64-a27a-8055959f7f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724766 Nov 12 08:12:03.730118 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-0e42c3b6-6cb6-4b4b-9da7-a3e6ce351155 req-4e992999-2d5d-429c-bc92-53be31eb4f61 service neutron] For port 2a960e5e-e9f1-4e4c-9400-6cd40f7b405d, host n-h2-765315-29, cleared binding levels {{(pid=102600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:12:03.755030 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-0e42c3b6-6cb6-4b4b-9da7-a3e6ce351155 req-4e992999-2d5d-429c-bc92-53be31eb4f61 service neutron] For port 2a960e5e-e9f1-4e4c-9400-6cd40f7b405d, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=2a960e5e-e9f1-4e4c-9400-6cd40f7b405d,segment=NetworkSegment(1db27ece-82b2-4c8d-abc3-e56edcdd7b0a),segment_id=1db27ece-82b2-4c8d-abc3-e56edcdd7b0a)] {{(pid=102600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:12:03.761358 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 38028) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:12:03.768922 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-0e42c3b6-6cb6-4b4b-9da7-a3e6ce351155 req-4e992999-2d5d-429c-bc92-53be31eb4f61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:03.818756 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18209ca0-b4d7-4b44-945f-9e6325708c74 req-1fe62d5c-9b7b-4899-9a61-5fdb7fcc5b45 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Made reservation on behalf of f20f3adab6e34964b521814e780e6afc for: {'port': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:12:03.822277 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-18209ca0-b4d7-4b44-945f-9e6325708c74 req-1fe62d5c-9b7b-4899-9a61-5fdb7fcc5b45 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:03.850019 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e42c3b6-6cb6-4b4b-9da7-a3e6ce351155 req-4e992999-2d5d-429c-bc92-53be31eb4f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:03.851364 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-0e42c3b6-6cb6-4b4b-9da7-a3e6ce351155 req-4e992999-2d5d-429c-bc92-53be31eb4f61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:03.852607 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0e42c3b6-6cb6-4b4b-9da7-a3e6ce351155 req-4e992999-2d5d-429c-bc92-53be31eb4f61 service neutron] 10.222.0.44 "PUT /v2.0/ports/2a960e5e-e9f1-4e4c-9400-6cd40f7b405d HTTP/1.1" status: 200 len: 1092 time: 2.0454705 Nov 12 08:12:03.853436 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-d266e89e-270e-4af2-bfad-7065c87defcc req-0ad16ef7-74b4-4a55-b00d-3570b853d1df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af7e00b7-948a-41e2-83cf-821c913bed25 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:12:03.856119 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-01922ad3-05bd-4178-8108-7c6ca424066a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:03.858358 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '114f16b3-f75c-4afd-bb17-e8c3c9407de6', 'tag': '2a960e5e-e9f1-4e4c-9400-6cd40f7b405d'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:12:03.861267 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e04a22-b4aa-4e6c-89e2-65ddf337bf6f" -d '{"events": [{"name": "network-changed", "server_uuid": "114f16b3-f75c-4afd-bb17-e8c3c9407de6", "tag": "2a960e5e-e9f1-4e4c-9400-6cd40f7b405d"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:12:03.866093 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-d266e89e-270e-4af2-bfad-7065c87defcc req-0ad16ef7-74b4-4a55-b00d-3570b853d1df service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:03.894096 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-d266e89e-270e-4af2-bfad-7065c87defcc req-0ad16ef7-74b4-4a55-b00d-3570b853d1df service neutron] Transition to ACTIVE for port object af7e00b7-948a-41e2-83cf-821c913bed25 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:12:03.900920 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-d266e89e-270e-4af2-bfad-7065c87defcc req-0ad16ef7-74b4-4a55-b00d-3570b853d1df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:03.968904 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-887f4afe-601d-4db3-a1b1-1ebad7fb5d1c x-openstack-request-id: req-887f4afe-601d-4db3-a1b1-1ebad7fb5d1c {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:12:03.969397 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "114f16b3-f75c-4afd-bb17-e8c3c9407de6", "tag": "2a960e5e-e9f1-4e4c-9400-6cd40f7b405d", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:12:03.970435 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-887f4afe-601d-4db3-a1b1-1ebad7fb5d1c {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:12:03.974810 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '114f16b3-f75c-4afd-bb17-e8c3c9407de6', 'tag': '2a960e5e-e9f1-4e4c-9400-6cd40f7b405d', 'status': 'completed', 'code': 200} Nov 12 08:12:04.013936 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad16ef7-74b4-4a55-b00d-3570b853d1df service neutron] Pushing event updated for resources: {'Port': ['ID=af7e00b7-948a-41e2-83cf-821c913bed25,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:04.018555 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e992999-2d5d-429c-bc92-53be31eb4f61 service neutron] Pushing event updated for resources: {'Port': ['ID=2a960e5e-e9f1-4e4c-9400-6cd40f7b405d,revision_number=3']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:04.048920 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6f0df43b-8506-42e2-a314-9e6a3cb5d73e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:04.164847 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c6ae5adc-dc7c-4aa7-9779-42f78ae0aaf1 req-1da7673b-2b58-49e0-8394-cba0b406764f tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f00cee-1640-4baf-ac63-c7b458ec3620 HTTP/1.1" status: 200 len: 210 time: 0.1092319 Nov 12 08:12:04.170037 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-d266e89e-270e-4af2-bfad-7065c87defcc req-0ad16ef7-74b4-4a55-b00d-3570b853d1df service neutron] Attempting to bind port af7e00b7-948a-41e2-83cf-821c913bed25 on host n-h2-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:12:04.170037 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-d266e89e-270e-4af2-bfad-7065c87defcc req-0ad16ef7-74b4-4a55-b00d-3570b853d1df service neutron] Attempting to bind port af7e00b7-948a-41e2-83cf-821c913bed25 by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:12:04.170383 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d266e89e-270e-4af2-bfad-7065c87defcc req-0ad16ef7-74b4-4a55-b00d-3570b853d1df service neutron] Attempting to bind port af7e00b7-948a-41e2-83cf-821c913bed25 on network 107743df-d3df-459d-a6cd-9e2ab4303016 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:12:04.179987 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8446f039-3457-47f3-b96c-0062a8dd7a72 req-612943cd-0989-4329-804b-acefb697d251 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:04.181646 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8446f039-3457-47f3-b96c-0062a8dd7a72 req-612943cd-0989-4329-804b-acefb697d251 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=114f16b3-f75c-4afd-bb17-e8c3c9407de6 HTTP/1.1" status: 200 len: 943 time: 0.1193397 Nov 12 08:12:04.187554 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d266e89e-270e-4af2-bfad-7065c87defcc req-0ad16ef7-74b4-4a55-b00d-3570b853d1df service neutron] Port af7e00b7-948a-41e2-83cf-821c913bed25 on network 107743df-d3df-459d-a6cd-9e2ab4303016 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:12:04.187962 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d266e89e-270e-4af2-bfad-7065c87defcc req-0ad16ef7-74b4-4a55-b00d-3570b853d1df service neutron] Attempting to bind port af7e00b7-948a-41e2-83cf-821c913bed25 on network 107743df-d3df-459d-a6cd-9e2ab4303016 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:12:04.209671 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d266e89e-270e-4af2-bfad-7065c87defcc req-0ad16ef7-74b4-4a55-b00d-3570b853d1df service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:12:04.210752 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d266e89e-270e-4af2-bfad-7065c87defcc req-0ad16ef7-74b4-4a55-b00d-3570b853d1df service neutron] Checking segment: {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:12:04.210876 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d266e89e-270e-4af2-bfad-7065c87defcc req-0ad16ef7-74b4-4a55-b00d-3570b853d1df service neutron] Bound using segment: {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:12:04.211278 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-d266e89e-270e-4af2-bfad-7065c87defcc req-0ad16ef7-74b4-4a55-b00d-3570b853d1df service neutron] Bound port: af7e00b7-948a-41e2-83cf-821c913bed25, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:12:04.211702 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-d266e89e-270e-4af2-bfad-7065c87defcc req-0ad16ef7-74b4-4a55-b00d-3570b853d1df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:04.223364 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [req-18209ca0-b4d7-4b44-945f-9e6325708c74 req-1fe62d5c-9b7b-4899-9a61-5fdb7fcc5b45 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Allocated IP 192.168.233.100 (107743df-d3df-459d-a6cd-9e2ab4303016/e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1/78831e46-ec33-405f-af45-535db0204be4) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:12:04.258900 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e42c3b6-6cb6-4b4b-9da7-a3e6ce351155 req-46e073ac-eb2e-47d0-ae99-d2c00b26a818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:04.261252 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0e42c3b6-6cb6-4b4b-9da7-a3e6ce351155 req-46e073ac-eb2e-47d0-ae99-d2c00b26a818 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d3f3ef4a14134700a36c0967765d4c9a&device_id=114f16b3-f75c-4afd-bb17-e8c3c9407de6 HTTP/1.1" status: 200 len: 1095 time: 0.2848442 Nov 12 08:12:04.331547 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8446f039-3457-47f3-b96c-0062a8dd7a72 req-2915e2d8-0444-4fec-ab98-9431e61b3891 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324110 Nov 12 08:12:04.352067 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0e42c3b6-6cb6-4b4b-9da7-a3e6ce351155 req-cb402671-dec0-4cab-9399-e2bc0ffd39ef service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a960e5e-e9f1-4e4c-9400-6cd40f7b405d HTTP/1.1" status: 200 len: 217 time: 0.0622399 Nov 12 08:12:04.356984 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-d266e89e-270e-4af2-bfad-7065c87defcc req-0ad16ef7-74b4-4a55-b00d-3570b853d1df service neutron] For port af7e00b7-948a-41e2-83cf-821c913bed25, host n-h2-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:12:04.365632 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-d266e89e-270e-4af2-bfad-7065c87defcc req-0ad16ef7-74b4-4a55-b00d-3570b853d1df service neutron] For port af7e00b7-948a-41e2-83cf-821c913bed25, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=af7e00b7-948a-41e2-83cf-821c913bed25,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:12:04.372898 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-d266e89e-270e-4af2-bfad-7065c87defcc req-0ad16ef7-74b4-4a55-b00d-3570b853d1df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:04.457846 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d266e89e-270e-4af2-bfad-7065c87defcc req-0ad16ef7-74b4-4a55-b00d-3570b853d1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:04.458287 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-d266e89e-270e-4af2-bfad-7065c87defcc req-0ad16ef7-74b4-4a55-b00d-3570b853d1df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:04.469503 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d266e89e-270e-4af2-bfad-7065c87defcc req-0ad16ef7-74b4-4a55-b00d-3570b853d1df service neutron] 10.222.0.44 "PUT /v2.0/ports/af7e00b7-948a-41e2-83cf-821c913bed25 HTTP/1.1" status: 200 len: 1097 time: 1.5384979 Nov 12 08:12:04.476119 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6f0df43b-8506-42e2-a314-9e6a3cb5d73e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:04.493566 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7cbab1e-6898-48e6-975d-e46308d5af59', 'tag': 'af7e00b7-948a-41e2-83cf-821c913bed25'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:12:04.497048 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a66c5ac-72ca-43b4-866a-6524bbcf3253" -d '{"events": [{"name": "network-changed", "server_uuid": "c7cbab1e-6898-48e6-975d-e46308d5af59", "tag": "af7e00b7-948a-41e2-83cf-821c913bed25"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:12:04.509500 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6f0df43b-8506-42e2-a314-9e6a3cb5d73e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:04.513469 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e42c3b6-6cb6-4b4b-9da7-a3e6ce351155 req-d4c6d7f4-29d4-4eb4-902b-91e9610aa909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:04.515161 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0e42c3b6-6cb6-4b4b-9da7-a3e6ce351155 req-d4c6d7f4-29d4-4eb4-902b-91e9610aa909 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4054f1d6-a6c6-43c7-ba9c-9a6600029957 HTTP/1.1" status: 200 len: 861 time: 0.1513302 Nov 12 08:12:04.547057 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad16ef7-74b4-4a55-b00d-3570b853d1df service neutron] Pushing event updated for resources: {'Port': ['ID=af7e00b7-948a-41e2-83cf-821c913bed25,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:04.586447 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0e42c3b6-6cb6-4b4b-9da7-a3e6ce351155 req-6b8984f9-34e6-4319-b9b7-9f4a6ef3dc75 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e20d0ee5-0c01-4db1-aa95-4ea5bc470460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536950 Nov 12 08:12:04.589700 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b8ff1e7-2266-45ff-92a7-38e5e5813689 x-openstack-request-id: req-6b8ff1e7-2266-45ff-92a7-38e5e5813689 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:12:04.589983 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7cbab1e-6898-48e6-975d-e46308d5af59", "tag": "af7e00b7-948a-41e2-83cf-821c913bed25", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:12:04.590284 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6b8ff1e7-2266-45ff-92a7-38e5e5813689 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:12:04.590722 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7cbab1e-6898-48e6-975d-e46308d5af59', 'tag': 'af7e00b7-948a-41e2-83cf-821c913bed25', 'status': 'completed', 'code': 200} Nov 12 08:12:04.607277 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0df43b-8506-42e2-a314-9e6a3cb5d73e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce0186be-6202-4b2b-9c77-b2244d2b5e7d,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:04.625626 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-6f0df43b-8506-42e2-a314-9e6a3cb5d73e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a909a7f8f04b4c05b4a48dbee2639df4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8602240 Nov 12 08:12:04.626202 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 38048) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:12:04.661218 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d266e89e-270e-4af2-bfad-7065c87defcc req-bba19200-5b82-49ad-9e5c-a8a08dc13d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:04.666695 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d266e89e-270e-4af2-bfad-7065c87defcc req-bba19200-5b82-49ad-9e5c-a8a08dc13d7c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=42b0b59c04ef4a84849597c42aa3897d&device_id=c7cbab1e-6898-48e6-975d-e46308d5af59 HTTP/1.1" status: 200 len: 1100 time: 0.0874691 Nov 12 08:12:04.757728 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d266e89e-270e-4af2-bfad-7065c87defcc req-bb4291ad-f3ab-4108-848c-a6a2de17e7aa service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=af7e00b7-948a-41e2-83cf-821c913bed25 HTTP/1.1" status: 200 len: 217 time: 0.0634408 Nov 12 08:12:04.763535 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-18209ca0-b4d7-4b44-945f-9e6325708c74 req-1fe62d5c-9b7b-4899-9a61-5fdb7fcc5b45 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:04.785662 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-64fb57cc-9a8f-44f9-8a89-b27369324b1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:04.791451 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0e42c3b6-6cb6-4b4b-9da7-a3e6ce351155 req-3953f2ab-a0b5-4f9d-bacf-7b7949498293 service neutron] 10.222.0.44 "GET /v2.0/networks/e20d0ee5-0c01-4db1-aa95-4ea5bc470460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551087 Nov 12 08:12:04.842230 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-64fb57cc-9a8f-44f9-8a89-b27369324b1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:04.854028 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d266e89e-270e-4af2-bfad-7065c87defcc req-f6c52a5c-a869-4ec4-a9f3-4401f3560e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:04.856150 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d266e89e-270e-4af2-bfad-7065c87defcc req-f6c52a5c-a869-4ec4-a9f3-4401f3560e96 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1 HTTP/1.1" status: 200 len: 843 time: 0.0828204 Nov 12 08:12:04.915172 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-18209ca0-b4d7-4b44-945f-9e6325708c74 req-1fe62d5c-9b7b-4899-9a61-5fdb7fcc5b45 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:04.922958 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d266e89e-270e-4af2-bfad-7065c87defcc req-72e5bfcb-fdce-4164-bf82-733401a9af93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:04.924682 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d266e89e-270e-4af2-bfad-7065c87defcc req-72e5bfcb-fdce-4164-bf82-733401a9af93 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=107743df-d3df-459d-a6cd-9e2ab4303016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0537627 Nov 12 08:12:04.928032 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['8fe74de5-4ddc-4607-908c-2c9997c8b8bf'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:12:04.968717 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['57e599f1-5ffb-44b1-90b8-87efeef1ee5e'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:12:04.987477 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18209ca0-b4d7-4b44-945f-9e6325708c74 req-1fe62d5c-9b7b-4899-9a61-5fdb7fcc5b45 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Network 107743df-d3df-459d-a6cd-9e2ab4303016 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:12:04.993360 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [req-18209ca0-b4d7-4b44-945f-9e6325708c74 req-1fe62d5c-9b7b-4899-9a61-5fdb7fcc5b45 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:12:05.013603 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb8b7fc-74e0-40c6-8aa2-141b21429eaa req-368f1856-6131-405b-b4e8-9b99e509c36c tempest-TenantUsagesTestJSON-1940571921 tempest-TenantUsagesTestJSON-1940571921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:05.015223 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ceb8b7fc-74e0-40c6-8aa2-141b21429eaa req-368f1856-6131-405b-b4e8-9b99e509c36c tempest-TenantUsagesTestJSON-1940571921 tempest-TenantUsagesTestJSON-1940571921-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7cbab1e-6898-48e6-975d-e46308d5af59 HTTP/1.1" status: 200 len: 948 time: 0.1853771 Nov 12 08:12:05.019448 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [req-18209ca0-b4d7-4b44-945f-9e6325708c74 req-1fe62d5c-9b7b-4899-9a61-5fdb7fcc5b45 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:12:05.073961 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d266e89e-270e-4af2-bfad-7065c87defcc req-7150dbc7-af40-43d2-9ac2-73682448b757 service neutron] 10.222.0.44 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397350 Nov 12 08:12:05.075924 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-64fb57cc-9a8f-44f9-8a89-b27369324b1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:05.079035 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-64fb57cc-9a8f-44f9-8a89-b27369324b1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:05.079951 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe62d5c-9b7b-4899-9a61-5fdb7fcc5b45 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Pushing event updated for resources: {'Port': ['ID=78831e46-ec33-405f-af45-535db0204be4,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:05.084106 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-64fb57cc-9a8f-44f9-8a89-b27369324b1a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ce0186be-6202-4b2b-9c77-b2244d2b5e7d HTTP/1.1" status: 204 len: 168 time: 0.4564986 Nov 12 08:12:05.107252 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0e42c3b6-6cb6-4b4b-9da7-a3e6ce351155 req-f8000a8b-1643-414e-8290-d47253cd644a service neutron] 10.222.0.44 "GET /v2.0/networks/e20d0ee5-0c01-4db1-aa95-4ea5bc470460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3035231 Nov 12 08:12:05.109531 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:05.159646 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18209ca0-b4d7-4b44-945f-9e6325708c74 req-1fe62d5c-9b7b-4899-9a61-5fdb7fcc5b45 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:05.160361 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-18209ca0-b4d7-4b44-945f-9e6325708c74 req-1fe62d5c-9b7b-4899-9a61-5fdb7fcc5b45 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:05.184778 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-18209ca0-b4d7-4b44-945f-9e6325708c74 req-1fe62d5c-9b7b-4899-9a61-5fdb7fcc5b45 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6973286 Nov 12 08:12:05.194703 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fb57cc-9a8f-44f9-8a89-b27369324b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce0186be-6202-4b2b-9c77-b2244d2b5e7d,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:05.203563 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ceb8b7fc-74e0-40c6-8aa2-141b21429eaa req-1bed976a-071a-405a-88d4-26f75d424da1 tempest-TenantUsagesTestJSON-1940571921 tempest-TenantUsagesTestJSON-1940571921-project] 10.222.0.26 "GET /v2.0/security-groups?id=3190581e-dba9-4f64-a27a-8055959f7f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733019 Nov 12 08:12:05.225506 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-18209ca0-b4d7-4b44-945f-9e6325708c74 req-4e730403-3392-4bf2-a2e4-f98837bb0f50 service neutron] Request body: {'port': {'device_id': '01f00cee-1640-4baf-ac63-c7b458ec3620', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-29'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:12:05.291127 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d266e89e-270e-4af2-bfad-7065c87defcc req-705899c6-2f3c-4730-860f-4841a37535a6 service neutron] 10.222.0.44 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032170 Nov 12 08:12:05.358339 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-18209ca0-b4d7-4b44-945f-9e6325708c74 req-4e730403-3392-4bf2-a2e4-f98837bb0f50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:05.363159 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e04a22-b4aa-4e6c-89e2-65ddf337bf6f req-7c301f15-44ea-4422-ac9f-7b00c086f0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:05.365455 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-11e04a22-b4aa-4e6c-89e2-65ddf337bf6f req-7c301f15-44ea-4422-ac9f-7b00c086f0ca service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d3f3ef4a14134700a36c0967765d4c9a&device_id=114f16b3-f75c-4afd-bb17-e8c3c9407de6 HTTP/1.1" status: 200 len: 1095 time: 0.1132965 Nov 12 08:12:05.483057 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033c4b23-30fd-437f-891a-b05e389928eb req-e57a029a-ab30-4ec0-925b-6493e3cbbd9f tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:05.491758 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-033c4b23-30fd-437f-891a-b05e389928eb req-e57a029a-ab30-4ec0-925b-6493e3cbbd9f tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f00cee-1640-4baf-ac63-c7b458ec3620 HTTP/1.1" status: 200 len: 936 time: 0.1620831 Nov 12 08:12:05.526429 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a66c5ac-72ca-43b4-866a-6524bbcf3253 req-c5f335ee-bc17-422e-acea-b5d27da111a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:05.528600 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7a66c5ac-72ca-43b4-866a-6524bbcf3253 req-c5f335ee-bc17-422e-acea-b5d27da111a5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=42b0b59c04ef4a84849597c42aa3897d&device_id=c7cbab1e-6898-48e6-975d-e46308d5af59 HTTP/1.1" status: 200 len: 1100 time: 0.1050389 Nov 12 08:12:05.551728 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-f6248779-4269-4bfd-ac76-d36057308d6d None None] Provisioning complete for port 78831e46-ec33-405f-af45-535db0204be4 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:12:05.552010 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f6248779-4269-4bfd-ac76-d36057308d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:05.645206 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-f6248779-4269-4bfd-ac76-d36057308d6d None None] Port 78831e46-ec33-405f-af45-535db0204be4 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:12:05.685307 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a66c5ac-72ca-43b4-866a-6524bbcf3253 req-fbf05132-e9ab-4f0c-a99a-0216af5ea550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:05.686838 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7a66c5ac-72ca-43b4-866a-6524bbcf3253 req-fbf05132-e9ab-4f0c-a99a-0216af5ea550 service neutron] 10.222.0.44 "GET /v2.0/networks?id=107743df-d3df-459d-a6cd-9e2ab4303016 HTTP/1.1" status: 200 len: 870 time: 0.1490114 Nov 12 08:12:05.699139 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-033c4b23-30fd-437f-891a-b05e389928eb req-bb117728-4d99-467b-add4-0d8d222ea47d tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061419 Nov 12 08:12:05.818352 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7a66c5ac-72ca-43b4-866a-6524bbcf3253 req-3ece40b1-b6f1-42c1-883b-4e02b15b6f55 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=af7e00b7-948a-41e2-83cf-821c913bed25 HTTP/1.1" status: 200 len: 217 time: 0.1180165 Nov 12 08:12:05.826983 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e04a22-b4aa-4e6c-89e2-65ddf337bf6f req-501bf620-6f97-4ee9-893e-dd67c40ce971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:05.828907 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-11e04a22-b4aa-4e6c-89e2-65ddf337bf6f req-501bf620-6f97-4ee9-893e-dd67c40ce971 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e20d0ee5-0c01-4db1-aa95-4ea5bc470460 HTTP/1.1" status: 200 len: 922 time: 0.4126229 Nov 12 08:12:05.839951 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b2afa8-3182-495b-84d3-c34c8d851040 req-6d26401e-ab93-4d5b-b80e-101a1e16fc48 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:05.841667 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-59b2afa8-3182-495b-84d3-c34c8d851040 req-6d26401e-ab93-4d5b-b80e-101a1e16fc48 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=114f16b3-f75c-4afd-bb17-e8c3c9407de6 HTTP/1.1" status: 200 len: 943 time: 0.1486614 Nov 12 08:12:05.889923 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a66c5ac-72ca-43b4-866a-6524bbcf3253 req-95305305-5f0c-4289-acfb-6efbe3445bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:05.892757 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7a66c5ac-72ca-43b4-866a-6524bbcf3253 req-95305305-5f0c-4289-acfb-6efbe3445bf8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1 HTTP/1.1" status: 200 len: 843 time: 0.0658164 Nov 12 08:12:05.914160 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-11e04a22-b4aa-4e6c-89e2-65ddf337bf6f req-af714ab5-4f31-4f0a-9339-66b1b9705264 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a960e5e-e9f1-4e4c-9400-6cd40f7b405d HTTP/1.1" status: 200 len: 217 time: 0.0710816 Nov 12 08:12:05.957968 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a66c5ac-72ca-43b4-866a-6524bbcf3253 req-a206cef3-e421-4b38-97ea-261ecdf45224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:05.959629 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7a66c5ac-72ca-43b4-866a-6524bbcf3253 req-a206cef3-e421-4b38-97ea-261ecdf45224 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=107743df-d3df-459d-a6cd-9e2ab4303016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0527725 Nov 12 08:12:06.060724 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-59b2afa8-3182-495b-84d3-c34c8d851040 req-83e3e04b-c3cb-43e8-a8ea-03c7520586f6 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067041 Nov 12 08:12:06.088017 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e04a22-b4aa-4e6c-89e2-65ddf337bf6f req-f8c741d2-1e7c-496d-bdb6-9971fc1b8108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:06.090353 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-11e04a22-b4aa-4e6c-89e2-65ddf337bf6f req-f8c741d2-1e7c-496d-bdb6-9971fc1b8108 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4054f1d6-a6c6-43c7-ba9c-9a6600029957 HTTP/1.1" status: 200 len: 861 time: 0.1289132 Nov 12 08:12:06.143384 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7a66c5ac-72ca-43b4-866a-6524bbcf3253 req-b8cbd78d-0b65-4fb3-bda3-043bcad4b05a service neutron] 10.222.0.44 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462293 Nov 12 08:12:06.144097 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-11e04a22-b4aa-4e6c-89e2-65ddf337bf6f req-d6ecf72f-eec0-442e-a495-e20fffb8cffe service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e20d0ee5-0c01-4db1-aa95-4ea5bc470460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432401 Nov 12 08:12:06.279646 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7a66c5ac-72ca-43b4-866a-6524bbcf3253 req-11cb84f3-58aa-4bf8-b31d-c0771d614c5e service neutron] 10.222.0.44 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198757 Nov 12 08:12:06.283715 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [req-18209ca0-b4d7-4b44-945f-9e6325708c74 req-4e730403-3392-4bf2-a2e4-f98837bb0f50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78831e46-ec33-405f-af45-535db0204be4 {{(pid=102600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:12:06.297866 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-18209ca0-b4d7-4b44-945f-9e6325708c74 req-4e730403-3392-4bf2-a2e4-f98837bb0f50 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:06.328769 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.provisioning_blocks [req-18209ca0-b4d7-4b44-945f-9e6325708c74 req-4e730403-3392-4bf2-a2e4-f98837bb0f50 service neutron] Transition to ACTIVE for port object 78831e46-ec33-405f-af45-535db0204be4 will not be triggered until provisioned by entity L2. {{(pid=102600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:12:06.336053 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-18209ca0-b4d7-4b44-945f-9e6325708c74 req-4e730403-3392-4bf2-a2e4-f98837bb0f50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:06.381198 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f17722-f32f-42f0-89d6-b4adf1480a19 req-40c7a7c9-4d35-4aac-a255-2995188c6fc2 tempest-TenantUsagesTestJSON-1940571921 tempest-TenantUsagesTestJSON-1940571921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:06.383044 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-11e04a22-b4aa-4e6c-89e2-65ddf337bf6f req-785bbc39-6ae9-4de3-a069-3c4b39dc0048 service neutron] 10.222.0.44 "GET /v2.0/networks/e20d0ee5-0c01-4db1-aa95-4ea5bc470460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218528 Nov 12 08:12:06.389852 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f2f17722-f32f-42f0-89d6-b4adf1480a19 req-40c7a7c9-4d35-4aac-a255-2995188c6fc2 tempest-TenantUsagesTestJSON-1940571921 tempest-TenantUsagesTestJSON-1940571921-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7cbab1e-6898-48e6-975d-e46308d5af59 HTTP/1.1" status: 200 len: 948 time: 0.0811894 Nov 12 08:12:06.443910 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-0f97df18-d411-4db9-a476-9c31af444512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:06.451748 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f2f17722-f32f-42f0-89d6-b4adf1480a19 req-f84c6a29-a98a-4e19-b470-50a7ef526548 tempest-TenantUsagesTestJSON-1940571921 tempest-TenantUsagesTestJSON-1940571921-project] 10.222.0.26 "GET /v2.0/security-groups?id=3190581e-dba9-4f64-a27a-8055959f7f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606809 Nov 12 08:12:06.453448 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 38086) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:12:06.516415 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e730403-3392-4bf2-a2e4-f98837bb0f50 service neutron] Pushing event updated for resources: {'Port': ['ID=78831e46-ec33-405f-af45-535db0204be4,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:06.603556 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-e07c9183-4222-402d-b3b7-34cf4be7f3eb admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1514830546-network', 'tenant_id': '32d7a155eafe431998f009f87d1d786c'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:12:06.629842 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-11e04a22-b4aa-4e6c-89e2-65ddf337bf6f req-4f32a10b-2c8e-4a78-86d9-cf709c43ab1c service neutron] 10.222.0.44 "GET /v2.0/networks/e20d0ee5-0c01-4db1-aa95-4ea5bc470460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247396 Nov 12 08:12:06.641916 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e07c9183-4222-402d-b3b7-34cf4be7f3eb admin admin] Made reservation on behalf of 32d7a155eafe431998f009f87d1d786c for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:12:06.644531 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e07c9183-4222-402d-b3b7-34cf4be7f3eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:06.673373 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e07c9183-4222-402d-b3b7-34cf4be7f3eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:06.720429 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-18209ca0-b4d7-4b44-945f-9e6325708c74 req-4e730403-3392-4bf2-a2e4-f98837bb0f50 service neutron] Attempting to bind port 78831e46-ec33-405f-af45-535db0204be4 on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:12:06.721167 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-18209ca0-b4d7-4b44-945f-9e6325708c74 req-4e730403-3392-4bf2-a2e4-f98837bb0f50 service neutron] Attempting to bind port 78831e46-ec33-405f-af45-535db0204be4 by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:12:06.721786 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18209ca0-b4d7-4b44-945f-9e6325708c74 req-4e730403-3392-4bf2-a2e4-f98837bb0f50 service neutron] Attempting to bind port 78831e46-ec33-405f-af45-535db0204be4 on network 107743df-d3df-459d-a6cd-9e2ab4303016 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:12:06.738004 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18209ca0-b4d7-4b44-945f-9e6325708c74 req-4e730403-3392-4bf2-a2e4-f98837bb0f50 service neutron] Port 78831e46-ec33-405f-af45-535db0204be4 on network 107743df-d3df-459d-a6cd-9e2ab4303016 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:12:06.741438 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18209ca0-b4d7-4b44-945f-9e6325708c74 req-4e730403-3392-4bf2-a2e4-f98837bb0f50 service neutron] Attempting to bind port 78831e46-ec33-405f-af45-535db0204be4 on network 107743df-d3df-459d-a6cd-9e2ab4303016 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:12:06.756213 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18209ca0-b4d7-4b44-945f-9e6325708c74 req-4e730403-3392-4bf2-a2e4-f98837bb0f50 service neutron] Checking agent: {'id': '26215384-8035-4ce2-971a-8e67be80da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:12:06.757974 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18209ca0-b4d7-4b44-945f-9e6325708c74 req-4e730403-3392-4bf2-a2e4-f98837bb0f50 service neutron] Checking segment: {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:12:06.758623 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18209ca0-b4d7-4b44-945f-9e6325708c74 req-4e730403-3392-4bf2-a2e4-f98837bb0f50 service neutron] Bound using segment: {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:12:06.759451 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-18209ca0-b4d7-4b44-945f-9e6325708c74 req-4e730403-3392-4bf2-a2e4-f98837bb0f50 service neutron] Bound port: 78831e46-ec33-405f-af45-535db0204be4, host: n-h1-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'}}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:12:06.761560 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-18209ca0-b4d7-4b44-945f-9e6325708c74 req-4e730403-3392-4bf2-a2e4-f98837bb0f50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:06.790818 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e07c9183-4222-402d-b3b7-34cf4be7f3eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:06.801289 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e07c9183-4222-402d-b3b7-34cf4be7f3eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:06.866762 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e07c9183-4222-402d-b3b7-34cf4be7f3eb admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:12:06.878078 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e07c9183-4222-402d-b3b7-34cf4be7f3eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:06.878484 n-d-765315-29 neutron-server[102599]: INFO neutron.db.segments_db [None req-e07c9183-4222-402d-b3b7-34cf4be7f3eb admin admin] Added segment c3d45796-d0ef-4739-bc01-7bbc63f842d6 of type vlan for network b2341293-1385-4dd0-b556-15f85457088a Nov 12 08:12:06.889440 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-18209ca0-b4d7-4b44-945f-9e6325708c74 req-4e730403-3392-4bf2-a2e4-f98837bb0f50 service neutron] For port 78831e46-ec33-405f-af45-535db0204be4, host n-h1-765315-29, cleared binding levels {{(pid=102600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:12:06.897371 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-18209ca0-b4d7-4b44-945f-9e6325708c74 req-4e730403-3392-4bf2-a2e4-f98837bb0f50 service neutron] For port 78831e46-ec33-405f-af45-535db0204be4, host n-h1-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=78831e46-ec33-405f-af45-535db0204be4,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:12:06.906130 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-18209ca0-b4d7-4b44-945f-9e6325708c74 req-4e730403-3392-4bf2-a2e4-f98837bb0f50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:06.931251 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e07c9183-4222-402d-b3b7-34cf4be7f3eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:06.964059 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18209ca0-b4d7-4b44-945f-9e6325708c74 req-4e730403-3392-4bf2-a2e4-f98837bb0f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:06.965409 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-18209ca0-b4d7-4b44-945f-9e6325708c74 req-4e730403-3392-4bf2-a2e4-f98837bb0f50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:06.967281 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-18209ca0-b4d7-4b44-945f-9e6325708c74 req-4e730403-3392-4bf2-a2e4-f98837bb0f50 service neutron] 10.222.0.21 "PUT /v2.0/ports/78831e46-ec33-405f-af45-535db0204be4 HTTP/1.1" status: 200 len: 1097 time: 1.7626903 Nov 12 08:12:06.968409 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01f00cee-1640-4baf-ac63-c7b458ec3620', 'tag': '78831e46-ec33-405f-af45-535db0204be4'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:12:06.971435 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd4f5fb9-41d6-49ee-b5b2-d766d50c4f3c" -d '{"events": [{"name": "network-changed", "server_uuid": "01f00cee-1640-4baf-ac63-c7b458ec3620", "tag": "78831e46-ec33-405f-af45-535db0204be4"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:12:06.990906 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07c9183-4222-402d-b3b7-34cf4be7f3eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37c3d5ff-3116-4ea4-92e8-84ac38853b74,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:06.998156 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e07c9183-4222-402d-b3b7-34cf4be7f3eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:06.999142 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07c9183-4222-402d-b3b7-34cf4be7f3eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:06.999696 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e07c9183-4222-402d-b3b7-34cf4be7f3eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:07.008531 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e730403-3392-4bf2-a2e4-f98837bb0f50 service neutron] Pushing event updated for resources: {'Port': ['ID=78831e46-ec33-405f-af45-535db0204be4,revision_number=3']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:07.042361 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419762bf-f385-44d8-8724-273bba702082 req-af02bb11-b007-4da2-9d7e-361125153134 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:07.044628 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-419762bf-f385-44d8-8724-273bba702082 req-af02bb11-b007-4da2-9d7e-361125153134 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f00cee-1640-4baf-ac63-c7b458ec3620 HTTP/1.1" status: 200 len: 948 time: 0.2259207 Nov 12 08:12:07.076965 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-275e3240-1f2e-43bd-9097-51348a4ab299 x-openstack-request-id: req-275e3240-1f2e-43bd-9097-51348a4ab299 {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:12:07.077258 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01f00cee-1640-4baf-ac63-c7b458ec3620", "tag": "78831e46-ec33-405f-af45-535db0204be4", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:12:07.077507 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-275e3240-1f2e-43bd-9097-51348a4ab299 {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:12:07.077902 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01f00cee-1640-4baf-ac63-c7b458ec3620', 'tag': '78831e46-ec33-405f-af45-535db0204be4', 'status': 'completed', 'code': 200} Nov 12 08:12:07.102602 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18209ca0-b4d7-4b44-945f-9e6325708c74 req-66e734e0-bf2e-41ed-8929-71ddfe5c1e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:07.104611 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-18209ca0-b4d7-4b44-945f-9e6325708c74 req-66e734e0-bf2e-41ed-8929-71ddfe5c1e91 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f20f3adab6e34964b521814e780e6afc&device_id=01f00cee-1640-4baf-ac63-c7b458ec3620 HTTP/1.1" status: 200 len: 1100 time: 0.0763564 Nov 12 08:12:07.126573 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-e07c9183-4222-402d-b3b7-34cf4be7f3eb admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6718421 Nov 12 08:12:07.135196 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 38104) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:12:07.141130 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-dded2e3c-f52e-432d-a4f8-0dd12d2dbc73 admin admin] Request body: {'subnet': {'network_id': 'b2341293-1385-4dd0-b556-15f85457088a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1514830546-subnet', 'tenant_id': '32d7a155eafe431998f009f87d1d786c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:12:07.175671 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-18209ca0-b4d7-4b44-945f-9e6325708c74 req-cec97a21-b3f6-4976-8ed0-ab19bdfe00ee service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=78831e46-ec33-405f-af45-535db0204be4 HTTP/1.1" status: 200 len: 217 time: 0.0610597 Nov 12 08:12:07.175898 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07c9183-4222-402d-b3b7-34cf4be7f3eb admin admin] Pushing event updated for resources: {'Network': ['ID=b2341293-1385-4dd0-b556-15f85457088a,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:07.192125 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network b2341293-1385-4dd0-b556-15f85457088a details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:12:07.205076 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dded2e3c-f52e-432d-a4f8-0dd12d2dbc73 admin admin] Made reservation on behalf of 32d7a155eafe431998f009f87d1d786c for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:12:07.208245 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-dded2e3c-f52e-432d-a4f8-0dd12d2dbc73 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:07.264699 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-419762bf-f385-44d8-8724-273bba702082 req-959d3cda-f4dc-4bab-835f-056b19eb6ac2 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462686 Nov 12 08:12:07.307328 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18209ca0-b4d7-4b44-945f-9e6325708c74 req-7605171b-9806-45cf-8cba-453bf35576fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:07.309806 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-18209ca0-b4d7-4b44-945f-9e6325708c74 req-7605171b-9806-45cf-8cba-453bf35576fe service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1 HTTP/1.1" status: 200 len: 843 time: 0.1026206 Nov 12 08:12:07.408999 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18209ca0-b4d7-4b44-945f-9e6325708c74 req-1874acc0-b4e2-4195-a043-a2c56545e988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:07.413059 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-18209ca0-b4d7-4b44-945f-9e6325708c74 req-1874acc0-b4e2-4195-a043-a2c56545e988 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=107743df-d3df-459d-a6cd-9e2ab4303016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0949574 Nov 12 08:12:07.498776 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9c553d-b6dd-4901-a175-bed0e1dc1591 req-c146e3ae-8289-4b89-9221-1df276f1b1fa tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:07.508214 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7d9c553d-b6dd-4901-a175-bed0e1dc1591 req-c146e3ae-8289-4b89-9221-1df276f1b1fa tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=114f16b3-f75c-4afd-bb17-e8c3c9407de6 HTTP/1.1" status: 200 len: 943 time: 0.1047990 Nov 12 08:12:07.546220 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-18209ca0-b4d7-4b44-945f-9e6325708c74 req-62e1a7d4-6980-4259-957a-511c3ebab025 service neutron] 10.222.0.21 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174350 Nov 12 08:12:07.590573 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-dded2e3c-f52e-432d-a4f8-0dd12d2dbc73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:07.645627 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7d9c553d-b6dd-4901-a175-bed0e1dc1591 req-37b44689-a8e5-4339-b756-5477ba7c6359 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364131 Nov 12 08:12:07.677956 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dded2e3c-f52e-432d-a4f8-0dd12d2dbc73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56d6fd66-7e13-47f1-9091-a72dd18b2e7c,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:07.690975 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dded2e3c-f52e-432d-a4f8-0dd12d2dbc73 admin admin] Checking segment: {'id': 'c3d45796-d0ef-4739-bc01-7bbc63f842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b2341293-1385-4dd0-b556-15f85457088a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:12:07.691375 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dded2e3c-f52e-432d-a4f8-0dd12d2dbc73 admin admin] Network hostable DHCP agents. Network: b2341293-1385-4dd0-b556-15f85457088a, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:12:07.715038 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dded2e3c-f52e-432d-a4f8-0dd12d2dbc73 admin admin] Network b2341293-1385-4dd0-b556-15f85457088a is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:12:07.721603 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb6d10a-cbbf-4d0f-9b5e-940bba71ed59 req-9e79d889-5598-4b80-aa40-d345f214aedb tempest-TenantUsagesTestJSON-1940571921 tempest-TenantUsagesTestJSON-1940571921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:07.727597 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0fb6d10a-cbbf-4d0f-9b5e-940bba71ed59 req-9e79d889-5598-4b80-aa40-d345f214aedb tempest-TenantUsagesTestJSON-1940571921 tempest-TenantUsagesTestJSON-1940571921-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7cbab1e-6898-48e6-975d-e46308d5af59 HTTP/1.1" status: 200 len: 948 time: 0.1563418 Nov 12 08:12:07.739574 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-dded2e3c-f52e-432d-a4f8-0dd12d2dbc73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, b2341293-1385-4dd0-b556-15f85457088a) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:12:07.755251 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dded2e3c-f52e-432d-a4f8-0dd12d2dbc73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:07.757447 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-dded2e3c-f52e-432d-a4f8-0dd12d2dbc73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:07.760674 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099940a8-1c25-4ccc-87ed-207f1e7c75b8 None None] Network b2341293-1385-4dd0-b556-15f85457088a requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:12:07.793821 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-dded2e3c-f52e-432d-a4f8-0dd12d2dbc73 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6548564 Nov 12 08:12:07.803958 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0fb6d10a-cbbf-4d0f-9b5e-940bba71ed59 req-96cd698a-4e75-40cf-8da1-1c7d45f07dd3 tempest-TenantUsagesTestJSON-1940571921 tempest-TenantUsagesTestJSON-1940571921-project] 10.222.0.26 "GET /v2.0/security-groups?id=3190581e-dba9-4f64-a27a-8055959f7f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754271 Nov 12 08:12:07.806766 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-18209ca0-b4d7-4b44-945f-9e6325708c74 req-83acf3b5-88e6-4fff-8349-a300ac5fd335 service neutron] 10.222.0.21 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529786 Nov 12 08:12:07.826553 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:07.933589 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f5fb9-41d6-49ee-b5b2-d766d50c4f3c req-1890f56f-5972-468e-8b20-fd752b24aff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:07.936407 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-dd4f5fb9-41d6-49ee-b5b2-d766d50c4f3c req-1890f56f-5972-468e-8b20-fd752b24aff1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f20f3adab6e34964b521814e780e6afc&device_id=01f00cee-1640-4baf-ac63-c7b458ec3620 HTTP/1.1" status: 200 len: 1100 time: 0.0679586 Nov 12 08:12:07.955399 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8da4de5-4b46-4403-91fe-fa9519e6ab39 None None] Network b2341293-1385-4dd0-b556-15f85457088a requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:12:08.077849 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f5fb9-41d6-49ee-b5b2-d766d50c4f3c req-ff0673f0-8c19-4223-b92e-fc17020a8e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:08.079552 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-dd4f5fb9-41d6-49ee-b5b2-d766d50c4f3c req-ff0673f0-8c19-4223-b92e-fc17020a8e39 service neutron] 10.222.0.21 "GET /v2.0/networks?id=107743df-d3df-459d-a6cd-9e2ab4303016 HTTP/1.1" status: 200 len: 870 time: 0.1360648 Nov 12 08:12:08.200843 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-dd4f5fb9-41d6-49ee-b5b2-d766d50c4f3c req-15a02acb-cd9d-43a8-834e-6754defa0d62 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=78831e46-ec33-405f-af45-535db0204be4 HTTP/1.1" status: 200 len: 217 time: 0.1128557 Nov 12 08:12:08.208134 n-d-765315-29 neutron-server[102600]: INFO neutron.api.v2.resource [req-2158f974-f0b8-4b3d-bd86-58a1aae17b9c req-da4d1cfc-0efc-445e-b0ef-1987c70bc295 tempest-SecurityGroupsNegativeTestJSON-1754414111 tempest-SecurityGroupsNegativeTestJSON-1754414111-project] show failed (client error): The resource could not be found. Nov 12 08:12:08.209217 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2158f974-f0b8-4b3d-bd86-58a1aae17b9c req-da4d1cfc-0efc-445e-b0ef-1987c70bc295 tempest-SecurityGroupsNegativeTestJSON-1754414111 tempest-SecurityGroupsNegativeTestJSON-1754414111-project] 10.222.0.26 "GET /v2.0/security-groups/f12d5ea7-6330-4887-949d-3228bae51983 HTTP/1.1" status: 404 len: 352 time: 0.0161180 Nov 12 08:12:08.294964 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f5fb9-41d6-49ee-b5b2-d766d50c4f3c req-692ca521-6dc7-4163-bda1-40e78869e73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:08.294964 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-dd4f5fb9-41d6-49ee-b5b2-d766d50c4f3c req-692ca521-6dc7-4163-bda1-40e78869e73c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1 HTTP/1.1" status: 200 len: 843 time: 0.0840137 Nov 12 08:12:08.348626 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-271f6354-c6d3-4925-b2cd-12fd612ef468 req-e3488286-9d35-4784-bf89-44c3eaca74f1 tempest-SecurityGroupsNegativeTestJSON-1754414111 tempest-SecurityGroupsNegativeTestJSON-1754414111-project] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=32d7a155eafe431998f009f87d1d786c HTTP/1.1" status: 200 len: 3001 time: 0.0892889 Nov 12 08:12:08.395679 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f5fb9-41d6-49ee-b5b2-d766d50c4f3c req-6cf2f307-c070-4f84-a600-297f3847ba1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:08.397632 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-dd4f5fb9-41d6-49ee-b5b2-d766d50c4f3c req-6cf2f307-c070-4f84-a600-297f3847ba1b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=107743df-d3df-459d-a6cd-9e2ab4303016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0930450 Nov 12 08:12:08.427861 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7286d05-eef7-47eb-a279-426d3deb8dcc req-0ba834e1-276b-4dc0-a7bb-67d748d1e874 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:08.429553 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c7286d05-eef7-47eb-a279-426d3deb8dcc req-0ba834e1-276b-4dc0-a7bb-67d748d1e874 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f00cee-1640-4baf-ac63-c7b458ec3620 HTTP/1.1" status: 200 len: 948 time: 0.0598166 Nov 12 08:12:08.454855 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-271f6354-c6d3-4925-b2cd-12fd612ef468 req-471374f0-71ef-4f02-b164-b4db1844c79e tempest-SecurityGroupsNegativeTestJSON-1754414111 tempest-SecurityGroupsNegativeTestJSON-1754414111-project] 10.222.0.26 "GET /v2.0/security-groups/37c3d5ff-3116-4ea4-92e8-84ac38853b74 HTTP/1.1" status: 200 len: 2998 time: 0.0988383 Nov 12 08:12:08.490112 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c7286d05-eef7-47eb-a279-426d3deb8dcc req-7aadfd52-ecb2-45f4-a44a-8a293af2f0d5 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529902 Nov 12 08:12:08.580775 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-271f6354-c6d3-4925-b2cd-12fd612ef468 req-7ac55162-b5dd-4be2-9a73-faa2f3186347 tempest-SecurityGroupsNegativeTestJSON-1754414111 tempest-SecurityGroupsNegativeTestJSON-1754414111-project] 10.222.0.26 "GET /v2.0/security-groups/37c3d5ff-3116-4ea4-92e8-84ac38853b74 HTTP/1.1" status: 200 len: 2998 time: 0.1127565 Nov 12 08:12:08.592363 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-dd4f5fb9-41d6-49ee-b5b2-d766d50c4f3c req-c6f56341-05ed-4cf4-ae9f-24a774314bcd service neutron] 10.222.0.21 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826031 Nov 12 08:12:08.678123 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c4beaf58-bb7e-4625-a41f-1a0f22dbb7bb req-4eee9b2f-aa91-484f-8994-be727b2a5607 tempest-SecurityGroupsNegativeTestJSON-1754414111 tempest-SecurityGroupsNegativeTestJSON-1754414111-project] 10.222.0.26 "GET /v2.0/security-groups/37c3d5ff-3116-4ea4-92e8-84ac38853b74 HTTP/1.1" status: 200 len: 2998 time: 0.0710440 Nov 12 08:12:08.720730 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-dd4f5fb9-41d6-49ee-b5b2-d766d50c4f3c req-8fdf11dd-735e-4c16-a1d3-55c48f70846c service neutron] 10.222.0.21 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208088 Nov 12 08:12:08.763498 n-d-765315-29 neutron-server[102599]: INFO neutron.api.v2.resource [req-c4beaf58-bb7e-4625-a41f-1a0f22dbb7bb req-5caf454e-d4dd-41f7-ab63-e7b03003f07b tempest-SecurityGroupsNegativeTestJSON-1754414111 tempest-SecurityGroupsNegativeTestJSON-1754414111-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 08:12:08.769557 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c4beaf58-bb7e-4625-a41f-1a0f22dbb7bb req-5caf454e-d4dd-41f7-ab63-e7b03003f07b tempest-SecurityGroupsNegativeTestJSON-1754414111 tempest-SecurityGroupsNegativeTestJSON-1754414111-project] 10.222.0.26 "DELETE /v2.0/security-groups/37c3d5ff-3116-4ea4-92e8-84ac38853b74 HTTP/1.1" status: 409 len: 352 time: 0.0818164 Nov 12 08:12:08.828227 n-d-765315-29 neutron-server[102599]: INFO neutron.api.v2.resource [req-374838c3-205a-4755-94ec-58f56e74d733 req-f095df9d-5856-4be5-87df-0e43a674e2cd tempest-SecurityGroupsNegativeTestJSON-1754414111 tempest-SecurityGroupsNegativeTestJSON-1754414111-project] show failed (client error): The resource could not be found. Nov 12 08:12:08.829306 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-374838c3-205a-4755-94ec-58f56e74d733 req-f095df9d-5856-4be5-87df-0e43a674e2cd tempest-SecurityGroupsNegativeTestJSON-1754414111 tempest-SecurityGroupsNegativeTestJSON-1754414111-project] 10.222.0.26 "GET /v2.0/security-groups/68afe160-48ab-42d4-a40e-386b1746c306 HTTP/1.1" status: 404 len: 352 time: 0.0163648 Nov 12 08:12:08.867708 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de152042-c037-4339-9977-9815ba365d6c req-738f6559-2594-4307-93a2-a4696997a533 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:08.875701 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-de152042-c037-4339-9977-9815ba365d6c req-738f6559-2594-4307-93a2-a4696997a533 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=114f16b3-f75c-4afd-bb17-e8c3c9407de6 HTTP/1.1" status: 200 len: 943 time: 0.0812242 Nov 12 08:12:08.926779 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-de152042-c037-4339-9977-9815ba365d6c req-8e11914f-ddfd-43a7-ba2f-13ceb7749208 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501409 Nov 12 08:12:08.972280 n-d-765315-29 neutron-server[102600]: INFO neutron.api.v2.resource [req-eca79d44-bc68-494e-b3e4-6d051d63d2a4 req-e8259273-99a7-4598-87a3-4222802d9663 tempest-SecurityGroupsNegativeTestJSON-1754414111 tempest-SecurityGroupsNegativeTestJSON-1754414111-project] show failed (client error): The resource could not be found. Nov 12 08:12:08.973485 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-eca79d44-bc68-494e-b3e4-6d051d63d2a4 req-e8259273-99a7-4598-87a3-4222802d9663 tempest-SecurityGroupsNegativeTestJSON-1754414111 tempest-SecurityGroupsNegativeTestJSON-1754414111-project] 10.222.0.26 "GET /v2.0/security-groups/e56798e0-0c46-4a9b-9f50-4863a6862293 HTTP/1.1" status: 404 len: 352 time: 0.0177531 Nov 12 08:12:08.987308 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 38142) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:12:09.027787 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161bfb02-022f-462f-b3d6-5e00182e243c req-81708891-73f2-4225-9c37-2079b30f874e tempest-TenantUsagesTestJSON-1940571921 tempest-TenantUsagesTestJSON-1940571921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:09.029611 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-161bfb02-022f-462f-b3d6-5e00182e243c req-81708891-73f2-4225-9c37-2079b30f874e tempest-TenantUsagesTestJSON-1940571921 tempest-TenantUsagesTestJSON-1940571921-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7cbab1e-6898-48e6-975d-e46308d5af59 HTTP/1.1" status: 200 len: 948 time: 0.0633307 Nov 12 08:12:09.054098 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d18687b-733c-4028-871b-4a737325b05e admin admin] Deleting subnet 56d6fd66-7e13-47f1-9091-a72dd18b2e7c {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:12:09.059385 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4d18687b-733c-4028-871b-4a737325b05e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:09.060364 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:09.089991 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-161bfb02-022f-462f-b3d6-5e00182e243c req-7a654198-4e71-4d78-8c7e-994425b494aa tempest-TenantUsagesTestJSON-1940571921 tempest-TenantUsagesTestJSON-1940571921-project] 10.222.0.26 "GET /v2.0/security-groups?id=3190581e-dba9-4f64-a27a-8055959f7f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532899 Nov 12 08:12:09.110903 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4d18687b-733c-4028-871b-4a737325b05e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:09.154876 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4d18687b-733c-4028-871b-4a737325b05e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:09.214096 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4d18687b-733c-4028-871b-4a737325b05e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:09.244274 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d18687b-733c-4028-871b-4a737325b05e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56d6fd66-7e13-47f1-9091-a72dd18b2e7c,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:09.249851 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4d18687b-733c-4028-871b-4a737325b05e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:09.255379 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-4d18687b-733c-4028-871b-4a737325b05e admin admin] 10.222.0.26 "DELETE /v2.0/subnets/56d6fd66-7e13-47f1-9091-a72dd18b2e7c HTTP/1.1" status: 204 len: 168 time: 0.2667508 Nov 12 08:12:09.259925 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 38146) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:12:09.264867 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d18687b-733c-4028-871b-4a737325b05e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:09.265255 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d18687b-733c-4028-871b-4a737325b05e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:09.265591 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d18687b-733c-4028-871b-4a737325b05e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:09.265998 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d18687b-733c-4028-871b-4a737325b05e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:09.266338 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d18687b-733c-4028-871b-4a737325b05e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:09.266829 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d18687b-733c-4028-871b-4a737325b05e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:09.267234 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d18687b-733c-4028-871b-4a737325b05e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:09.267569 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d18687b-733c-4028-871b-4a737325b05e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:09.267890 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d18687b-733c-4028-871b-4a737325b05e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:09.268210 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d18687b-733c-4028-871b-4a737325b05e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:09.268889 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d18687b-733c-4028-871b-4a737325b05e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:09.269212 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d18687b-733c-4028-871b-4a737325b05e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:09.360248 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f7ad8664-38b2-4ba3-827c-7d5b2afa18d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:09.450246 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f7ad8664-38b2-4ba3-827c-7d5b2afa18d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:09.474790 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-f7ad8664-38b2-4ba3-827c-7d5b2afa18d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2341293-1385-4dd0-b556-15f85457088a']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:12:09.487770 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-f7ad8664-38b2-4ba3-827c-7d5b2afa18d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3d45796-d0ef-4739-bc01-7bbc63f842d6') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:12:09.488069 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-f7ad8664-38b2-4ba3-827c-7d5b2afa18d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3d45796-d0ef-4739-bc01-7bbc63f842d6') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:12:09.502671 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f7ad8664-38b2-4ba3-827c-7d5b2afa18d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:09.515808 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f7ad8664-38b2-4ba3-827c-7d5b2afa18d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:09.522234 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7ad8664-38b2-4ba3-827c-7d5b2afa18d0 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:12:09.522515 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f7ad8664-38b2-4ba3-827c-7d5b2afa18d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:09.524162 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 08:12:09.524162 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:12:09.524162 n-d-765315-29 neutron-server[102599]: timer() Nov 12 08:12:09.524162 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:12:09.524162 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 08:12:09.524162 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:12:09.524162 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 08:12:09.524162 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:12:09.524162 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 08:12:09.524162 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:12:09.524162 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 08:12:09.524162 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:12:09.524162 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 08:12:09.524162 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:12:09.524162 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:12:09.524162 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:12:09.524162 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:12:09.524162 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:12:09.524162 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 08:12:09.524162 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:12:09.524162 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 08:12:09.524162 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:12:09.524162 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:12:09.524162 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:12:09.524162 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 08:12:09.524162 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:12:09.524162 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:12:09.524162 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:12:09.524162 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:12:09.524162 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:12:09.524162 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:12:09.524162 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:12:09.584379 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f7ad8664-38b2-4ba3-827c-7d5b2afa18d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:09.592157 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f7ad8664-38b2-4ba3-827c-7d5b2afa18d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:09.596224 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-f7ad8664-38b2-4ba3-827c-7d5b2afa18d0 admin admin] 10.222.0.26 "DELETE /v2.0/networks/b2341293-1385-4dd0-b556-15f85457088a HTTP/1.1" status: 204 len: 168 time: 0.3350058 Nov 12 08:12:09.610788 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ad8664-38b2-4ba3-827c-7d5b2afa18d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2341293-1385-4dd0-b556-15f85457088a,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:09.630630 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31674edd-ff23-40f8-b174-2f48a26e2685 req-d5142afd-84d8-4fb7-b34f-e1a255b4384d tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:09.637538 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-31674edd-ff23-40f8-b174-2f48a26e2685 req-d5142afd-84d8-4fb7-b34f-e1a255b4384d tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f00cee-1640-4baf-ac63-c7b458ec3620 HTTP/1.1" status: 200 len: 948 time: 0.0710545 Nov 12 08:12:09.683303 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:09.711232 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-31674edd-ff23-40f8-b174-2f48a26e2685 req-b9660c24-75a7-42ec-b294-7432562d3bf8 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719352 Nov 12 08:12:09.750316 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 38156) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:12:09.796181 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-892b32d7-1f9c-4e32-923d-45358cb7f996 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=32d7a155eafe431998f009f87d1d786c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0444944 Nov 12 08:12:09.798580 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 38158) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:12:09.849878 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1699c202-3fdd-4c7c-95d4-f9c075da3bfc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:09.872615 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1699c202-3fdd-4c7c-95d4-f9c075da3bfc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:09.922302 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1699c202-3fdd-4c7c-95d4-f9c075da3bfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:09.925322 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1699c202-3fdd-4c7c-95d4-f9c075da3bfc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:09.929564 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-1699c202-3fdd-4c7c-95d4-f9c075da3bfc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/37c3d5ff-3116-4ea4-92e8-84ac38853b74 HTTP/1.1" status: 204 len: 168 time: 0.1299148 Nov 12 08:12:09.954126 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1699c202-3fdd-4c7c-95d4-f9c075da3bfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c3d5ff-3116-4ea4-92e8-84ac38853b74,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:10.071261 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97a8603-bf5c-4a16-b18e-61218e644fc5 req-797580a3-e8a4-43d0-834f-bbe309fce173 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:10.074136 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f97a8603-bf5c-4a16-b18e-61218e644fc5 req-797580a3-e8a4-43d0-834f-bbe309fce173 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=114f16b3-f75c-4afd-bb17-e8c3c9407de6 HTTP/1.1" status: 200 len: 943 time: 0.0562022 Nov 12 08:12:10.104163 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device af7e00b7-948a-41e2-83cf-821c913bed25 details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:12:10.149346 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f97a8603-bf5c-4a16-b18e-61218e644fc5 req-876d1047-c4c4-428f-bb70-8a39985188c7 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690062 Nov 12 08:12:10.235502 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0938e07-4c0c-4764-8e7d-321b66ca4556 req-a4392172-2e35-40f6-962b-f130bd2374cd tempest-TenantUsagesTestJSON-1940571921 tempest-TenantUsagesTestJSON-1940571921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:10.239125 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b0938e07-4c0c-4764-8e7d-321b66ca4556 req-a4392172-2e35-40f6-962b-f130bd2374cd tempest-TenantUsagesTestJSON-1940571921 tempest-TenantUsagesTestJSON-1940571921-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7cbab1e-6898-48e6-975d-e46308d5af59 HTTP/1.1" status: 200 len: 948 time: 0.0595543 Nov 12 08:12:10.254301 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port af7e00b7-948a-41e2-83cf-821c913bed25, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=af7e00b7-948a-41e2-83cf-821c913bed25,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:12:10.266828 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': 'af7e00b7-948a-41e2-83cf-821c913bed25', 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016', 'port_id': 'af7e00b7-948a-41e2-83cf-821c913bed25', 'mac_address': 'fa:16:3e:5f:e7:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:12:10.307233 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:10.313506 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b0938e07-4c0c-4764-8e7d-321b66ca4556 req-e1070a7f-c3bd-4dea-bdfe-c30d7b769004 tempest-TenantUsagesTestJSON-1940571921 tempest-TenantUsagesTestJSON-1940571921-project] 10.222.0.26 "GET /v2.0/security-groups?id=3190581e-dba9-4f64-a27a-8055959f7f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615771 Nov 12 08:12:10.321500 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af7e00b7-948a-41e2-83cf-821c913bed25 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:12:10.349971 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port af7e00b7-948a-41e2-83cf-821c913bed25, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=af7e00b7-948a-41e2-83cf-821c913bed25,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:12:10.356363 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:10.415075 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=af7e00b7-948a-41e2-83cf-821c913bed25,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:10.424272 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:10.424616 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:10.424958 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:10.425314 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:10.425652 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:10.425978 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:10.426309 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:10.426644 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:10.426969 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:10.427288 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:10.427606 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:10.428521 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:10.730027 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 38192) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:12:10.772832 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['af7e00b7-948a-41e2-83cf-821c913bed25'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:12:10.831906 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-3da6219d-c42f-4e1f-8c64-2f6b82815b30 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1753519180-network', 'tenant_id': '7b977b25095b4a6f80882ecf78723040'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:12:10.856918 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad61ef-ce60-4f03-8b15-4fd5a7930d3b req-32d8bcc0-837c-490c-aec2-6b52f7b8395b tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:10.858393 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-baad61ef-ce60-4f03-8b15-4fd5a7930d3b req-32d8bcc0-837c-490c-aec2-6b52f7b8395b tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f00cee-1640-4baf-ac63-c7b458ec3620 HTTP/1.1" status: 200 len: 948 time: 0.0726793 Nov 12 08:12:10.873016 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3da6219d-c42f-4e1f-8c64-2f6b82815b30 admin admin] Made reservation on behalf of 7b977b25095b4a6f80882ecf78723040 for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:12:10.875318 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3da6219d-c42f-4e1f-8c64-2f6b82815b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:10.898501 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3da6219d-c42f-4e1f-8c64-2f6b82815b30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:10.933485 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-baad61ef-ce60-4f03-8b15-4fd5a7930d3b req-4a40a033-8616-4438-9315-2aee0a29e9d2 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682869 Nov 12 08:12:10.995664 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3da6219d-c42f-4e1f-8c64-2f6b82815b30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:10.999325 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3da6219d-c42f-4e1f-8c64-2f6b82815b30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:11.020644 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3da6219d-c42f-4e1f-8c64-2f6b82815b30 admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:12:11.035198 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da6219d-c42f-4e1f-8c64-2f6b82815b30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e52db6c3-1af7-4037-b64d-9f6928e5688e,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:11.040139 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3da6219d-c42f-4e1f-8c64-2f6b82815b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:11.040485 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-3da6219d-c42f-4e1f-8c64-2f6b82815b30 admin admin] Added segment 63931bf5-9e98-4b9a-8008-e92f75ee8be8 of type vlan for network c296c3e2-37c2-474d-b9c7-67dcdeab2136 Nov 12 08:12:11.083446 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3da6219d-c42f-4e1f-8c64-2f6b82815b30 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:11.115948 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3da6219d-c42f-4e1f-8c64-2f6b82815b30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:11.117044 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da6219d-c42f-4e1f-8c64-2f6b82815b30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:11.117752 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3da6219d-c42f-4e1f-8c64-2f6b82815b30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:11.177731 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-3da6219d-c42f-4e1f-8c64-2f6b82815b30 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4465590 Nov 12 08:12:11.180576 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 38202) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:12:11.187217 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-04fbbeb7-7ce6-4acb-9079-cf236fcfc675 admin admin] Request body: {'subnet': {'network_id': 'c296c3e2-37c2-474d-b9c7-67dcdeab2136', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1753519180-subnet', 'tenant_id': '7b977b25095b4a6f80882ecf78723040', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:12:11.199327 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da6219d-c42f-4e1f-8c64-2f6b82815b30 admin admin] Pushing event updated for resources: {'Network': ['ID=c296c3e2-37c2-474d-b9c7-67dcdeab2136,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:11.216809 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04fbbeb7-7ce6-4acb-9079-cf236fcfc675 admin admin] Made reservation on behalf of 7b977b25095b4a6f80882ecf78723040 for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:12:11.219870 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network c296c3e2-37c2-474d-b9c7-67dcdeab2136 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:12:11.239578 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-04fbbeb7-7ce6-4acb-9079-cf236fcfc675 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:11.363643 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc0d13e-6409-4ebd-81df-dee2ecd78cf7 req-86536eb4-c09d-4f68-ac94-5a387619afbc tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:11.365125 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fdc0d13e-6409-4ebd-81df-dee2ecd78cf7 req-86536eb4-c09d-4f68-ac94-5a387619afbc tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=114f16b3-f75c-4afd-bb17-e8c3c9407de6 HTTP/1.1" status: 200 len: 943 time: 0.1224015 Nov 12 08:12:11.457067 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfa4c60-9be7-4de8-9dd9-9f965466f87a req-cbcf1249-f6f2-469d-a1ef-d404e5867999 tempest-TenantUsagesTestJSON-1940571921 tempest-TenantUsagesTestJSON-1940571921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:11.459221 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2dfa4c60-9be7-4de8-9dd9-9f965466f87a req-cbcf1249-f6f2-469d-a1ef-d404e5867999 tempest-TenantUsagesTestJSON-1940571921 tempest-TenantUsagesTestJSON-1940571921-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7cbab1e-6898-48e6-975d-e46308d5af59 HTTP/1.1" status: 200 len: 949 time: 0.0555182 Nov 12 08:12:11.500091 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fdc0d13e-6409-4ebd-81df-dee2ecd78cf7 req-f40e3cb5-0fb3-4f91-987e-e27e83594256 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213279 Nov 12 08:12:11.518843 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2dfa4c60-9be7-4de8-9dd9-9f965466f87a req-68426150-48da-4e63-a43a-bedbcd930aac tempest-TenantUsagesTestJSON-1940571921 tempest-TenantUsagesTestJSON-1940571921-project] 10.222.0.26 "GET /v2.0/security-groups?id=3190581e-dba9-4f64-a27a-8055959f7f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523717 Nov 12 08:12:11.526221 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-04fbbeb7-7ce6-4acb-9079-cf236fcfc675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:11.598687 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fbbeb7-7ce6-4acb-9079-cf236fcfc675 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ff85e19-2181-4928-85a7-b9b38ac49a84,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:11.606014 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fbbeb7-7ce6-4acb-9079-cf236fcfc675 admin admin] Checking segment: {'id': '63931bf5-9e98-4b9a-8008-e92f75ee8be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c296c3e2-37c2-474d-b9c7-67dcdeab2136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:12:11.606996 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04fbbeb7-7ce6-4acb-9079-cf236fcfc675 admin admin] Network hostable DHCP agents. Network: c296c3e2-37c2-474d-b9c7-67dcdeab2136, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:12:11.628312 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04fbbeb7-7ce6-4acb-9079-cf236fcfc675 admin admin] Network c296c3e2-37c2-474d-b9c7-67dcdeab2136 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:12:11.638522 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-04fbbeb7-7ce6-4acb-9079-cf236fcfc675 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, c296c3e2-37c2-474d-b9c7-67dcdeab2136) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:12:11.642408 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04fbbeb7-7ce6-4acb-9079-cf236fcfc675 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:11.643038 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-04fbbeb7-7ce6-4acb-9079-cf236fcfc675 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:11.647874 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354685df-d3bd-47dd-969c-99f3ef2ca868 None None] Network c296c3e2-37c2-474d-b9c7-67dcdeab2136 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:12:11.660908 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-04fbbeb7-7ce6-4acb-9079-cf236fcfc675 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4792776 Nov 12 08:12:11.664004 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 38212) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:12:11.671630 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-1f6e9f18-6eee-4316-94d4-3e503272b99d admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1753519180-router', 'tenant_id': '7b977b25095b4a6f80882ecf78723040', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:12:11.704466 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1f6e9f18-6eee-4316-94d4-3e503272b99d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:11.705585 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1f6e9f18-6eee-4316-94d4-3e503272b99d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:11.715451 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 78831e46-ec33-405f-af45-535db0204be4 details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:12:11.776938 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1f6e9f18-6eee-4316-94d4-3e503272b99d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:11.889653 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1578792a-c9f1-494a-b8b8-e35eb9c3d936 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-c296c3e2-37c2-474d-b9c7-67dcdeab2136', 'network_id': 'c296c3e2-37c2-474d-b9c7-67dcdeab2136', 'tenant_id': '7b977b25095b4a6f80882ecf78723040', 'fixed_ips': [{'subnet_id': '1ff85e19-2181-4928-85a7-b9b38ac49a84'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:12:11.890516 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1578792a-c9f1-494a-b8b8-e35eb9c3d936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:11.917937 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 78831e46-ec33-405f-af45-535db0204be4, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=78831e46-ec33-405f-af45-535db0204be4,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:12:11.927019 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1f6e9f18-6eee-4316-94d4-3e503272b99d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:11.937529 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Returning: {'device': '78831e46-ec33-405f-af45-535db0204be4', 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016', 'port_id': '78831e46-ec33-405f-af45-535db0204be4', 'mac_address': 'fa:16:3e:88:c0:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:12:12.073282 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:12.081228 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667ee4f4-018d-4c77-accf-7b4421ea02b9 req-6fca194b-c3f9-454f-b82c-cf7ba39ecbdc tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:12.088862 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:12.089633 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-667ee4f4-018d-4c77-accf-7b4421ea02b9 req-6fca194b-c3f9-454f-b82c-cf7ba39ecbdc tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f00cee-1640-4baf-ac63-c7b458ec3620 HTTP/1.1" status: 200 len: 948 time: 0.0728323 Nov 12 08:12:12.132916 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device af7e00b7-948a-41e2-83cf-821c913bed25 up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:12:12.143136 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-667ee4f4-018d-4c77-accf-7b4421ea02b9 req-52e2e249-cb2e-4446-addd-f20eb3f32e6b tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525694 Nov 12 08:12:12.172355 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-e530113a-7783-48f4-9840-8911a24052df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78831e46-ec33-405f-af45-535db0204be4 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:12:12.184851 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1f6e9f18-6eee-4316-94d4-3e503272b99d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:12.204650 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1f6e9f18-6eee-4316-94d4-3e503272b99d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:12.223613 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-1578792a-c9f1-494a-b8b8-e35eb9c3d936 None None] Allocated IP 172.20.0.2 (c296c3e2-37c2-474d-b9c7-67dcdeab2136/1ff85e19-2181-4928-85a7-b9b38ac49a84/e57a6987-ba64-4748-ac5f-0e6b7733702b) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:12:12.234842 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 78831e46-ec33-405f-af45-535db0204be4, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=78831e46-ec33-405f-af45-535db0204be4,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:12:12.247910 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:12.325153 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning for port af7e00b7-948a-41e2-83cf-821c913bed25 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:12:12.327147 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-1f6e9f18-6eee-4316-94d4-3e503272b99d admin admin] Allocated IP 172.25.2.161 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/c590cd30-813f-43f8-a740-35ea6de0c811) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:12:12.382349 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port af7e00b7-948a-41e2-83cf-821c913bed25 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:12:12.382861 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:12.438279 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=78831e46-ec33-405f-af45-535db0204be4,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:12.473101 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1f6e9f18-6eee-4316-94d4-3e503272b99d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:12.509437 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1f6e9f18-6eee-4316-94d4-3e503272b99d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:12.558245 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6e9f18-6eee-4316-94d4-3e503272b99d admin admin] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:12:12.564500 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-1f6e9f18-6eee-4316-94d4-3e503272b99d admin admin] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:12:12.567816 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6e9f18-6eee-4316-94d4-3e503272b99d admin admin] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:12:12.579637 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:12.594727 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1578792a-c9f1-494a-b8b8-e35eb9c3d936 None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:12.608955 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6e9f18-6eee-4316-94d4-3e503272b99d admin admin] Pushing event updated for resources: {'Port': ['ID=c590cd30-813f-43f8-a740-35ea6de0c811,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:12.639527 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port af7e00b7-948a-41e2-83cf-821c913bed25, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=af7e00b7-948a-41e2-83cf-821c913bed25,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:12:12.641753 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7cbab1e-6898-48e6-975d-e46308d5af59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af7e00b7-948a-41e2-83cf-821c913bed25'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:12:12.646268 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a2a6f2e-7343-49bf-8c42-c3a6cb3212cb" -d '{"events": [{"server_uuid": "c7cbab1e-6898-48e6-975d-e46308d5af59", "name": "network-vif-plugged", "status": "completed", "tag": "af7e00b7-948a-41e2-83cf-821c913bed25"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:12:12.654309 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1578792a-c9f1-494a-b8b8-e35eb9c3d936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:12.657437 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:12.699056 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa5dfd2-9545-46ef-b35b-a89da8a3dfe5 req-260eb8fa-9e85-4944-8c5b-2b0f63070a09 tempest-TenantUsagesTestJSON-1940571921 tempest-TenantUsagesTestJSON-1940571921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:12.706897 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2fa5dfd2-9545-46ef-b35b-a89da8a3dfe5 req-260eb8fa-9e85-4944-8c5b-2b0f63070a09 tempest-TenantUsagesTestJSON-1940571921 tempest-TenantUsagesTestJSON-1940571921-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7cbab1e-6898-48e6-975d-e46308d5af59 HTTP/1.1" status: 200 len: 950 time: 0.0777981 Nov 12 08:12:12.714269 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1578792a-c9f1-494a-b8b8-e35eb9c3d936 None None] Network c296c3e2-37c2-474d-b9c7-67dcdeab2136 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:12:12.729763 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-1578792a-c9f1-494a-b8b8-e35eb9c3d936 None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:12:12.731839 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1578792a-c9f1-494a-b8b8-e35eb9c3d936 None None] Pushing event updated for resources: {'Port': ['ID=e57a6987-ba64-4748-ac5f-0e6b7733702b,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:12.734111 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1578792a-c9f1-494a-b8b8-e35eb9c3d936 None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:12:12.742020 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['78831e46-ec33-405f-af45-535db0204be4'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:12:12.767374 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2fa5dfd2-9545-46ef-b35b-a89da8a3dfe5 req-cb226bc7-6b6d-4cde-ad2e-584e1a1e31d6 tempest-TenantUsagesTestJSON-1940571921 tempest-TenantUsagesTestJSON-1940571921-project] 10.222.0.26 "GET /v2.0/security-groups?id=3190581e-dba9-4f64-a27a-8055959f7f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595894 Nov 12 08:12:12.816705 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:12:12.846528 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13244cb3-2bd5-4fab-98d7-0c99b6b9b3d3 req-1ef5d59b-78db-44a3-9076-1bae945958cb tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:12.848315 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-13244cb3-2bd5-4fab-98d7-0c99b6b9b3d3 req-1ef5d59b-78db-44a3-9076-1bae945958cb tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=114f16b3-f75c-4afd-bb17-e8c3c9407de6 HTTP/1.1" status: 200 len: 943 time: 0.1482673 Nov 12 08:12:12.954965 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-146a9e48-cbc8-4c98-bdf6-1cb783953f9b x-openstack-request-id: req-146a9e48-cbc8-4c98-bdf6-1cb783953f9b {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:12:12.955203 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7cbab1e-6898-48e6-975d-e46308d5af59", "name": "network-vif-plugged", "status": "completed", "tag": "af7e00b7-948a-41e2-83cf-821c913bed25", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:12:12.955313 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-146a9e48-cbc8-4c98-bdf6-1cb783953f9b {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:12:12.955713 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7cbab1e-6898-48e6-975d-e46308d5af59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af7e00b7-948a-41e2-83cf-821c913bed25', 'code': 200} Nov 12 08:12:13.007753 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1f6e9f18-6eee-4316-94d4-3e503272b99d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:13.013355 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-13244cb3-2bd5-4fab-98d7-0c99b6b9b3d3 req-ced5610c-d83f-4819-a988-24401b0e07e4 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200104 Nov 12 08:12:13.039538 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=af7e00b7-948a-41e2-83cf-821c913bed25,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:13.059203 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-1578792a-c9f1-494a-b8b8-e35eb9c3d936 None None] Attempting to bind port e57a6987-ba64-4748-ac5f-0e6b7733702b on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:12:13.060005 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-1578792a-c9f1-494a-b8b8-e35eb9c3d936 None None] Attempting to bind port e57a6987-ba64-4748-ac5f-0e6b7733702b by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '63931bf5-9e98-4b9a-8008-e92f75ee8be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c296c3e2-37c2-474d-b9c7-67dcdeab2136'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:12:13.060770 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1578792a-c9f1-494a-b8b8-e35eb9c3d936 None None] Attempting to bind port e57a6987-ba64-4748-ac5f-0e6b7733702b on network c296c3e2-37c2-474d-b9c7-67dcdeab2136 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:12:13.070352 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1578792a-c9f1-494a-b8b8-e35eb9c3d936 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:12:13.070902 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1578792a-c9f1-494a-b8b8-e35eb9c3d936 None None] Checking segment: {'id': '63931bf5-9e98-4b9a-8008-e92f75ee8be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c296c3e2-37c2-474d-b9c7-67dcdeab2136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:12:13.071501 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1578792a-c9f1-494a-b8b8-e35eb9c3d936 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:13.071950 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1578792a-c9f1-494a-b8b8-e35eb9c3d936 None None] Bound using segment: {'id': '63931bf5-9e98-4b9a-8008-e92f75ee8be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c296c3e2-37c2-474d-b9c7-67dcdeab2136'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:12:13.072475 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-1578792a-c9f1-494a-b8b8-e35eb9c3d936 None None] Bound port: e57a6987-ba64-4748-ac5f-0e6b7733702b, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63931bf5-9e98-4b9a-8008-e92f75ee8be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c296c3e2-37c2-474d-b9c7-67dcdeab2136'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:12:13.072950 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1578792a-c9f1-494a-b8b8-e35eb9c3d936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:13.087680 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229aee75-a33a-4874-8870-4a8fa2813aa7 req-b63db2fd-f610-4c3a-9756-fffae2ac43c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:13.090688 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-229aee75-a33a-4874-8870-4a8fa2813aa7 req-b63db2fd-f610-4c3a-9756-fffae2ac43c9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c7cbab1e-6898-48e6-975d-e46308d5af59 HTTP/1.1" status: 200 len: 1102 time: 0.0500903 Nov 12 08:12:13.161036 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-229aee75-a33a-4874-8870-4a8fa2813aa7 req-a08aa1ea-3af7-49a1-b971-74a624c75f41 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3190581e-dba9-4f64-a27a-8055959f7f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614655 Nov 12 08:12:13.195748 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-1578792a-c9f1-494a-b8b8-e35eb9c3d936 None None] For port e57a6987-ba64-4748-ac5f-0e6b7733702b, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:12:13.221334 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-1578792a-c9f1-494a-b8b8-e35eb9c3d936 None None] For port e57a6987-ba64-4748-ac5f-0e6b7733702b, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=e57a6987-ba64-4748-ac5f-0e6b7733702b,segment=NetworkSegment(63931bf5-9e98-4b9a-8008-e92f75ee8be8),segment_id=63931bf5-9e98-4b9a-8008-e92f75ee8be8)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:12:13.232856 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1578792a-c9f1-494a-b8b8-e35eb9c3d936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:13.245987 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1f6e9f18-6eee-4316-94d4-3e503272b99d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052'] for router, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:13.282716 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2906cc-b5d9-4a73-97ba-1e2883e5ca49 req-e75cb8b8-1ee0-4f7a-afb2-0e96199e6c0f tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:13.285617 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7d2906cc-b5d9-4a73-97ba-1e2883e5ca49 req-e75cb8b8-1ee0-4f7a-afb2-0e96199e6c0f tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f00cee-1640-4baf-ac63-c7b458ec3620 HTTP/1.1" status: 200 len: 949 time: 0.0626101 Nov 12 08:12:13.321147 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1578792a-c9f1-494a-b8b8-e35eb9c3d936 None None] Pushing event updated for resources: {'Port': ['ID=e57a6987-ba64-4748-ac5f-0e6b7733702b,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:13.354609 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7d2906cc-b5d9-4a73-97ba-1e2883e5ca49 req-c6079e01-a0ce-4ef9-9706-948b8bcb8fe0 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603464 Nov 12 08:12:13.427687 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f6e9f18-6eee-4316-94d4-3e503272b99d admin admin] Router 7eb0a3fe-da27-4b90-bace-c3cd1f732338 is scheduled to L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 with binding_index 1 {{(pid=102599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:12:13.847895 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f6e9f18-6eee-4316-94d4-3e503272b99d admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:12:13.859206 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802d713f-d9d7-45e7-973b-db385c3a023c None None] Sync routers for ids ['7eb0a3fe-da27-4b90-bace-c3cd1f732338'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:12:13.873182 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802d713f-d9d7-45e7-973b-db385c3a023c None None] Routers {'7eb0a3fe-da27-4b90-bace-c3cd1f732338'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:12:13.873937 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-802d713f-d9d7-45e7-973b-db385c3a023c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:12:06Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['7eb0a3fe-da27-4b90-bace-c3cd1f732338'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:12:13.893193 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1f6e9f18-6eee-4316-94d4-3e503272b99d admin admin] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:13.898856 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-1f6e9f18-6eee-4316-94d4-3e503272b99d admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2290711 Nov 12 08:12:13.899604 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 38242) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:12:13.913212 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d4a76c-3c7d-42a5-ad3f-c90ca15d474f req-fa0c21d1-61b3-483c-b912-855654f951df tempest-TenantUsagesTestJSON-1940571921 tempest-TenantUsagesTestJSON-1940571921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:13.914812 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f9d4a76c-3c7d-42a5-ad3f-c90ca15d474f req-fa0c21d1-61b3-483c-b912-855654f951df tempest-TenantUsagesTestJSON-1940571921 tempest-TenantUsagesTestJSON-1940571921-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7cbab1e-6898-48e6-975d-e46308d5af59 HTTP/1.1" status: 200 len: 950 time: 0.0650475 Nov 12 08:12:13.973393 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f9d4a76c-3c7d-42a5-ad3f-c90ca15d474f req-ecca38bc-4c0e-4abb-a031-97adfa6de2af tempest-TenantUsagesTestJSON-1940571921 tempest-TenantUsagesTestJSON-1940571921-project] 10.222.0.26 "GET /v2.0/security-groups?id=3190581e-dba9-4f64-a27a-8055959f7f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504770 Nov 12 08:12:13.998990 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-802d713f-d9d7-45e7-973b-db385c3a023c None None] Set router 7eb0a3fe-da27-4b90-bace-c3cd1f732338 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:12:14.248298 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-802d713f-d9d7-45e7-973b-db385c3a023c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb0a3fe-da27-4b90-bace-c3cd1f732338', 'name': 'tempest-ServersTestFqdnHostnames-1753519180-router', 'tenant_id': '7b977b25095b4a6f80882ecf78723040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': 'c590cd30-813f-43f8-a740-35ea6de0c811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:12:11Z', 'updated_at': '2021-11-12T08:12:12Z', 'revision_number': 3, 'project_id': '7b977b25095b4a6f80882ecf78723040', 'gw_port': {'id': 'c590cd30-813f-43f8-a740-35ea6de0c811', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:db:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eb0a3fe-da27-4b90-bace-c3cd1f732338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:12:12Z', 'updated_at': '2021-11-12T08:12:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:12:14.278421 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802d713f-d9d7-45e7-973b-db385c3a023c None None] Checking router: 7eb0a3fe-da27-4b90-bace-c3cd1f732338 for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:12:14.278980 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802d713f-d9d7-45e7-973b-db385c3a023c None None] Updating router 7eb0a3fe-da27-4b90-bace-c3cd1f732338 port c590cd30-813f-43f8-a740-35ea6de0c811 binding host n-d-765315-29 {{(pid=102602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:12:14.321925 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-802d713f-d9d7-45e7-973b-db385c3a023c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:14.486117 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device e57a6987-ba64-4748-ac5f-0e6b7733702b up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:12:14.574681 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port e57a6987-ba64-4748-ac5f-0e6b7733702b triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:12:14.575932 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:14.578739 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6844e06-8d21-4109-a8f6-1d441931da34 None None] Network c296c3e2-37c2-474d-b9c7-67dcdeab2136 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:12:14.580000 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22874dbd-6c66-435c-8523-3a84066ff5be req-9ca78aec-c173-4fe1-92bb-38447631d4b4 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:14.590258 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-22874dbd-6c66-435c-8523-3a84066ff5be req-9ca78aec-c173-4fe1-92bb-38447631d4b4 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f00cee-1640-4baf-ac63-c7b458ec3620 HTTP/1.1" status: 200 len: 949 time: 0.1246169 Nov 12 08:12:14.674332 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-22874dbd-6c66-435c-8523-3a84066ff5be req-056042d9-7532-4b74-bdf3-4371e4b9281e tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806861 Nov 12 08:12:14.717216 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9f0fb5-884d-4d79-8301-626a2a597b6e req-af13984b-c02c-4827-92ca-9b2ebb808569 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:14.719489 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6b9f0fb5-884d-4d79-8301-626a2a597b6e req-af13984b-c02c-4827-92ca-9b2ebb808569 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=114f16b3-f75c-4afd-bb17-e8c3c9407de6 HTTP/1.1" status: 200 len: 943 time: 0.5688820 Nov 12 08:12:14.720426 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-802d713f-d9d7-45e7-973b-db385c3a023c None None] Publish callbacks [] for port, precommit_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:14.731221 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-802d713f-d9d7-45e7-973b-db385c3a023c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:14.742407 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-386c7c24-dac9-4ed7-ad92-a9b9f00a4deb None None] Provisioning complete for port e57a6987-ba64-4748-ac5f-0e6b7733702b triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:12:14.743178 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-386c7c24-dac9-4ed7-ad92-a9b9f00a4deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:14.794838 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-802d713f-d9d7-45e7-973b-db385c3a023c None None] Attempting to bind port c590cd30-813f-43f8-a740-35ea6de0c811 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:12:14.795217 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-802d713f-d9d7-45e7-973b-db385c3a023c None None] Attempting to bind port c590cd30-813f-43f8-a740-35ea6de0c811 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:12:14.795573 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802d713f-d9d7-45e7-973b-db385c3a023c None None] Attempting to bind port c590cd30-813f-43f8-a740-35ea6de0c811 on network d709f64f-f9e6-4525-b020-ad48633b9bbf {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:12:14.798203 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b219b28e-1b00-4bd1-a9d4-aace13dc787b None None] Pushing event updated for resources: {'Port': ['ID=c590cd30-813f-43f8-a740-35ea6de0c811,revision_number=2']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:14.812922 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802d713f-d9d7-45e7-973b-db385c3a023c None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:12:14.813292 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802d713f-d9d7-45e7-973b-db385c3a023c None None] Checking segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:12:14.813468 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6b9f0fb5-884d-4d79-8301-626a2a597b6e req-7f26e43b-c1bd-497b-ba19-3a12aca606ea tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798426 Nov 12 08:12:14.813697 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-802d713f-d9d7-45e7-973b-db385c3a023c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:14.814097 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802d713f-d9d7-45e7-973b-db385c3a023c None None] Bound using segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:12:14.814596 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-802d713f-d9d7-45e7-973b-db385c3a023c None None] Bound port: c590cd30-813f-43f8-a740-35ea6de0c811, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:12:14.815075 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-802d713f-d9d7-45e7-973b-db385c3a023c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:14.818631 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b219b28e-1b00-4bd1-a9d4-aace13dc787b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:14.818979 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b219b28e-1b00-4bd1-a9d4-aace13dc787b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:14.819318 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b219b28e-1b00-4bd1-a9d4-aace13dc787b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:14.819659 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b219b28e-1b00-4bd1-a9d4-aace13dc787b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:14.819996 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b219b28e-1b00-4bd1-a9d4-aace13dc787b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:14.820329 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b219b28e-1b00-4bd1-a9d4-aace13dc787b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:14.821263 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b219b28e-1b00-4bd1-a9d4-aace13dc787b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:14.821585 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b219b28e-1b00-4bd1-a9d4-aace13dc787b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:14.821963 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b219b28e-1b00-4bd1-a9d4-aace13dc787b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:14.822454 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b219b28e-1b00-4bd1-a9d4-aace13dc787b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:14.823257 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b219b28e-1b00-4bd1-a9d4-aace13dc787b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:14.823608 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b219b28e-1b00-4bd1-a9d4-aace13dc787b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:14.896912 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-802d713f-d9d7-45e7-973b-db385c3a023c None None] For port c590cd30-813f-43f8-a740-35ea6de0c811, host n-d-765315-29, cleared binding levels {{(pid=102602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:12:14.901825 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-802d713f-d9d7-45e7-973b-db385c3a023c None None] For port c590cd30-813f-43f8-a740-35ea6de0c811, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=c590cd30-813f-43f8-a740-35ea6de0c811,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:12:14.908974 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-802d713f-d9d7-45e7-973b-db385c3a023c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:14.925094 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-386c7c24-dac9-4ed7-ad92-a9b9f00a4deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:14.966205 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802d713f-d9d7-45e7-973b-db385c3a023c None None] Routers {'7eb0a3fe-da27-4b90-bace-c3cd1f732338'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:12:14.966656 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-802d713f-d9d7-45e7-973b-db385c3a023c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:12:06Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['7eb0a3fe-da27-4b90-bace-c3cd1f732338'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:12:15.006975 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-386c7c24-dac9-4ed7-ad92-a9b9f00a4deb None None] For port e57a6987-ba64-4748-ac5f-0e6b7733702b, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=e57a6987-ba64-4748-ac5f-0e6b7733702b,segment=NetworkSegment(63931bf5-9e98-4b9a-8008-e92f75ee8be8),segment_id=63931bf5-9e98-4b9a-8008-e92f75ee8be8)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:12:15.019966 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-386c7c24-dac9-4ed7-ad92-a9b9f00a4deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:15.021942 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:15.023207 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b219b28e-1b00-4bd1-a9d4-aace13dc787b None None] Pushing event updated for resources: {'Port': ['ID=c590cd30-813f-43f8-a740-35ea6de0c811,revision_number=3']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:15.031567 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-54200916-3c6f-4fa6-8414-5e789efa1910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:15.117980 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-802d713f-d9d7-45e7-973b-db385c3a023c None None] Set router 7eb0a3fe-da27-4b90-bace-c3cd1f732338 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:12:15.184550 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386c7c24-dac9-4ed7-ad92-a9b9f00a4deb None None] Pushing event updated for resources: {'Port': ['ID=e57a6987-ba64-4748-ac5f-0e6b7733702b,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:15.191964 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.db.api [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:12:15.192474 n-d-765315-29 neutron-server[102601]: DEBUG oslo_db.api [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:12:15.230007 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd58f2f-68bf-4122-a8c3-9524d68e7d3c req-85a78ccb-b7d9-4d11-9735-d96dd8e6cbd8 tempest-TenantUsagesTestJSON-1940571921 tempest-TenantUsagesTestJSON-1940571921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:15.233289 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bcd58f2f-68bf-4122-a8c3-9524d68e7d3c req-85a78ccb-b7d9-4d11-9735-d96dd8e6cbd8 tempest-TenantUsagesTestJSON-1940571921 tempest-TenantUsagesTestJSON-1940571921-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7cbab1e-6898-48e6-975d-e46308d5af59 HTTP/1.1" status: 200 len: 950 time: 0.1071401 Nov 12 08:12:15.347219 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-802d713f-d9d7-45e7-973b-db385c3a023c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb0a3fe-da27-4b90-bace-c3cd1f732338', 'name': 'tempest-ServersTestFqdnHostnames-1753519180-router', 'tenant_id': '7b977b25095b4a6f80882ecf78723040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': 'c590cd30-813f-43f8-a740-35ea6de0c811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:12:11Z', 'updated_at': '2021-11-12T08:12:12Z', 'revision_number': 3, 'project_id': '7b977b25095b4a6f80882ecf78723040', 'gw_port': {'id': 'c590cd30-813f-43f8-a740-35ea6de0c811', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:db:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eb0a3fe-da27-4b90-bace-c3cd1f732338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:12:12Z', 'updated_at': '2021-11-12T08:12:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:12:15.356674 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-54200916-3c6f-4fa6-8414-5e789efa1910 admin admin] Allocated IP 172.20.0.1 (c296c3e2-37c2-474d-b9c7-67dcdeab2136/1ff85e19-2181-4928-85a7-b9b38ac49a84/027e6124-f731-408e-b7cc-93a246ef8c70) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:12:15.363132 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bcd58f2f-68bf-4122-a8c3-9524d68e7d3c req-b887313b-2448-4480-8bc2-0d545a96761c tempest-TenantUsagesTestJSON-1940571921 tempest-TenantUsagesTestJSON-1940571921-project] 10.222.0.26 "GET /v2.0/security-groups?id=3190581e-dba9-4f64-a27a-8055959f7f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076963 Nov 12 08:12:15.377003 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802d713f-d9d7-45e7-973b-db385c3a023c None None] The sync data for ids ['7eb0a3fe-da27-4b90-bace-c3cd1f732338'] in n-d-765315-29 is: [{'id': '7eb0a3fe-da27-4b90-bace-c3cd1f732338', 'name': 'tempest-ServersTestFqdnHostnames-1753519180-router', 'tenant_id': '7b977b25095b4a6f80882ecf78723040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': 'c590cd30-813f-43f8-a740-35ea6de0c811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:12:11Z', 'updated_at': '2021-11-12T08:12:12Z', 'revision_number': 3, 'project_id': '7b977b25095b4a6f80882ecf78723040', 'gw_port': {'id': 'c590cd30-813f-43f8-a740-35ea6de0c811', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:db:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eb0a3fe-da27-4b90-bace-c3cd1f732338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:12:12Z', 'updated_at': '2021-11-12T08:12:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:12:15.509072 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-54200916-3c6f-4fa6-8414-5e789efa1910 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:15.546530 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-b8aa56b0-9ef5-45b7-a3cc-77fbd91454c7 None None] Provisioning complete for port e57a6987-ba64-4748-ac5f-0e6b7733702b triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:12:15.547247 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b8aa56b0-9ef5-45b7-a3cc-77fbd91454c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:15.559702 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-54200916-3c6f-4fa6-8414-5e789efa1910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:15.641082 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54200916-3c6f-4fa6-8414-5e789efa1910 admin admin] Network c296c3e2-37c2-474d-b9c7-67dcdeab2136 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:12:15.642030 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54200916-3c6f-4fa6-8414-5e789efa1910 admin admin] Pushing event updated for resources: {'Port': ['ID=027e6124-f731-408e-b7cc-93a246ef8c70,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:15.645529 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-54200916-3c6f-4fa6-8414-5e789efa1910 admin admin] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:12:15.647887 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54200916-3c6f-4fa6-8414-5e789efa1910 admin admin] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:12:15.712375 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-54200916-3c6f-4fa6-8414-5e789efa1910 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933481'] for router_interface, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:15.820767 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 78831e46-ec33-405f-af45-535db0204be4 up at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:12:15.899095 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning for port 78831e46-ec33-405f-af45-535db0204be4 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:12:15.905419 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning complete for port 78831e46-ec33-405f-af45-535db0204be4 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:12:15.905957 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:15.957429 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc766f0-58aa-4494-bce7-66ffa6e36093 req-8721df13-8ba1-416e-a51d-5ae2cf0fd013 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:15.969537 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6cc766f0-58aa-4494-bce7-66ffa6e36093 req-8721df13-8ba1-416e-a51d-5ae2cf0fd013 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f00cee-1640-4baf-ac63-c7b458ec3620 HTTP/1.1" status: 200 len: 949 time: 0.1512990 Nov 12 08:12:16.011969 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-54200916-3c6f-4fa6-8414-5e789efa1910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:16.039791 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:16.080276 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6cc766f0-58aa-4494-bce7-66ffa6e36093 req-eb7d1434-2f3b-44de-8183-c842a709e0cc tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956478 Nov 12 08:12:16.109064 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 78831e46-ec33-405f-af45-535db0204be4, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=78831e46-ec33-405f-af45-535db0204be4,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:12:16.118831 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01f00cee-1640-4baf-ac63-c7b458ec3620', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78831e46-ec33-405f-af45-535db0204be4'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:12:16.121332 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-726e6945-6e18-4434-a596-bec7702fed06" -d '{"events": [{"server_uuid": "01f00cee-1640-4baf-ac63-c7b458ec3620", "name": "network-vif-plugged", "status": "completed", "tag": "78831e46-ec33-405f-af45-535db0204be4"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:12:16.131251 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-694f8a47-3981-4099-a959-fad85a75c008 None None] Provisioning complete for port 027e6124-f731-408e-b7cc-93a246ef8c70 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:12:16.131625 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-694f8a47-3981-4099-a959-fad85a75c008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:16.133487 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:16.232448 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-694f8a47-3981-4099-a959-fad85a75c008 None None] Port 027e6124-f731-408e-b7cc-93a246ef8c70 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:12:16.258501 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=78831e46-ec33-405f-af45-535db0204be4,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:16.344074 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-54200916-3c6f-4fa6-8414-5e789efa1910 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:16.345785 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d17f8cca-dbed-49e2-9fa0-8295b1b25128 x-openstack-request-id: req-d17f8cca-dbed-49e2-9fa0-8295b1b25128 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:12:16.346535 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01f00cee-1640-4baf-ac63-c7b458ec3620", "name": "network-vif-plugged", "status": "completed", "tag": "78831e46-ec33-405f-af45-535db0204be4", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:12:16.347103 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d17f8cca-dbed-49e2-9fa0-8295b1b25128 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:12:16.347451 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01f00cee-1640-4baf-ac63-c7b458ec3620', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78831e46-ec33-405f-af45-535db0204be4', 'code': 200} Nov 12 08:12:16.364698 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-54200916-3c6f-4fa6-8414-5e789efa1910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:16.378507 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebdb541-5244-4245-8b6c-644e60fefb95 req-2a298346-3652-4ffa-bd0f-dca496371e2c tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:16.389115 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-aebdb541-5244-4245-8b6c-644e60fefb95 req-2a298346-3652-4ffa-bd0f-dca496371e2c tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=114f16b3-f75c-4afd-bb17-e8c3c9407de6 HTTP/1.1" status: 200 len: 943 time: 0.0911405 Nov 12 08:12:16.459403 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-aebdb541-5244-4245-8b6c-644e60fefb95 req-5efeaace-13b3-41b5-b1e5-7f12e4e41b9b tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690527 Nov 12 08:12:16.543633 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device e57a6987-ba64-4748-ac5f-0e6b7733702b up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:12:16.565052 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-54200916-3c6f-4fa6-8414-5e789efa1910 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933629'] for router_interface, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:16.587963 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54200916-3c6f-4fa6-8414-5e789efa1910 admin admin] Pushing event updated for resources: {'Port': ['ID=027e6124-f731-408e-b7cc-93a246ef8c70,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:16.635882 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port e57a6987-ba64-4748-ac5f-0e6b7733702b triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:12:16.637285 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:16.645696 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c402e470-3ed7-45dc-b734-b3c495e34f9b req-a8826236-f2e3-49ea-ae31-046232f2dedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:16.647372 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c402e470-3ed7-45dc-b734-b3c495e34f9b req-a8826236-f2e3-49ea-ae31-046232f2dedd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=01f00cee-1640-4baf-ac63-c7b458ec3620 HTTP/1.1" status: 200 len: 1102 time: 0.1942034 Nov 12 08:12:16.766289 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c402e470-3ed7-45dc-b734-b3c495e34f9b req-88c5bf70-a4c5-4e0c-8ffc-493ef290ae7b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829449 Nov 12 08:12:16.781265 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54200916-3c6f-4fa6-8414-5e789efa1910 admin admin] Network c296c3e2-37c2-474d-b9c7-67dcdeab2136 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:12:16.783132 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-54200916-3c6f-4fa6-8414-5e789efa1910 admin admin] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:12:16.790499 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device c590cd30-813f-43f8-a740-35ea6de0c811 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:12:16.881644 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port c590cd30-813f-43f8-a740-35ea6de0c811 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:12:16.882349 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:16.974942 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54200916-3c6f-4fa6-8414-5e789efa1910 admin admin] Router 7eb0a3fe-da27-4b90-bace-c3cd1f732338 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:12:17.077324 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:17.119231 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] For port c590cd30-813f-43f8-a740-35ea6de0c811, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=c590cd30-813f-43f8-a740-35ea6de0c811,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:12:17.128433 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:17.183032 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade8276e-c028-4946-8e80-d29649c4870b req-9d5bcf57-616f-4e2d-95d0-322421d51a80 tempest-TenantUsagesTestJSON-1940571921 tempest-TenantUsagesTestJSON-1940571921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:17.184736 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ade8276e-c028-4946-8e80-d29649c4870b req-9d5bcf57-616f-4e2d-95d0-322421d51a80 tempest-TenantUsagesTestJSON-1940571921 tempest-TenantUsagesTestJSON-1940571921-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7cbab1e-6898-48e6-975d-e46308d5af59 HTTP/1.1" status: 200 len: 950 time: 0.1332705 Nov 12 08:12:17.192302 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54200916-3c6f-4fa6-8414-5e789efa1910 admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:12:17.202279 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-54200916-3c6f-4fa6-8414-5e789efa1910 admin admin] 10.222.0.26 "PUT /v2.0/routers/7eb0a3fe-da27-4b90-bace-c3cd1f732338/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3006341 Nov 12 08:12:17.218071 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-d1020b84-76fa-492d-9dba-3bbff533e636 None None] Provisioning complete for port 027e6124-f731-408e-b7cc-93a246ef8c70 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:12:17.218549 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d1020b84-76fa-492d-9dba-3bbff533e636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:17.220757 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Pushing event updated for resources: {'Port': ['ID=c590cd30-813f-43f8-a740-35ea6de0c811,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:17.270305 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ade8276e-c028-4946-8e80-d29649c4870b req-4ea8217e-5af5-4a56-96de-6012d59eef3c tempest-TenantUsagesTestJSON-1940571921 tempest-TenantUsagesTestJSON-1940571921-project] 10.222.0.26 "GET /v2.0/security-groups?id=3190581e-dba9-4f64-a27a-8055959f7f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646811 Nov 12 08:12:17.281841 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b849444-e019-492f-8ea9-c5513599462b req-57958c99-65c3-411b-9e51-c80d363a7791 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:17.284033 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-d1020b84-76fa-492d-9dba-3bbff533e636 None None] Port 027e6124-f731-408e-b7cc-93a246ef8c70 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:12:17.290146 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3b849444-e019-492f-8ea9-c5513599462b req-57958c99-65c3-411b-9e51-c80d363a7791 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f00cee-1640-4baf-ac63-c7b458ec3620 HTTP/1.1" status: 200 len: 950 time: 0.1306269 Nov 12 08:12:17.346038 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3b849444-e019-492f-8ea9-c5513599462b req-fa3f18b4-9a89-4d4f-a12d-ad02e04e76fc tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551839 Nov 12 08:12:17.579734 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 38302) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:12:17.584490 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-ae4e0c67-6665-4110-a487-7cd4345f73e8 tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1842625775', 'description': 'tempest-description--1188468072'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:12:17.655970 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ae4e0c67-6665-4110-a487-7cd4345f73e8 tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:17.696247 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d392870c-9e54-423c-94ff-02f92f583929 req-29c04e44-0bff-4ac3-a853-1f02fa7ed431 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:17.698619 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d392870c-9e54-423c-94ff-02f92f583929 req-29c04e44-0bff-4ac3-a853-1f02fa7ed431 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=114f16b3-f75c-4afd-bb17-e8c3c9407de6 HTTP/1.1" status: 200 len: 943 time: 0.0792177 Nov 12 08:12:17.777883 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d392870c-9e54-423c-94ff-02f92f583929 req-3df12b8b-cd7c-4ff2-903a-2701f6aff936 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727654 Nov 12 08:12:17.787826 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ae4e0c67-6665-4110-a487-7cd4345f73e8 tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:17.795518 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ae4e0c67-6665-4110-a487-7cd4345f73e8 tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:17.800057 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b36d633-8476-4864-8293-5d0b111aecf8 None None] Sync routers for ids ['7eb0a3fe-da27-4b90-bace-c3cd1f732338'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:12:17.814777 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b36d633-8476-4864-8293-5d0b111aecf8 None None] Routers {'7eb0a3fe-da27-4b90-bace-c3cd1f732338'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:12:17.815480 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-2b36d633-8476-4864-8293-5d0b111aecf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:12:06Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['7eb0a3fe-da27-4b90-bace-c3cd1f732338'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:12:17.829178 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ae4e0c67-6665-4110-a487-7cd4345f73e8 tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:17.830487 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-ae4e0c67-6665-4110-a487-7cd4345f73e8 tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2497060 Nov 12 08:12:17.833823 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 38306) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:12:17.839810 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-2b4ba0e2-a7b8-43bb-9944-6bf863f70068 tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] Request body: {'security_group_rule': {'security_group_id': '3eb7f744-8b41-41ac-a2c7-3ed15c795dfe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:12:17.842771 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4e0c67-6665-4110-a487-7cd4345f73e8 tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb7f744-8b41-41ac-a2c7-3ed15c795dfe,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:17.873257 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2b4ba0e2-a7b8-43bb-9944-6bf863f70068 tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:17.947766 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2b4ba0e2-a7b8-43bb-9944-6bf863f70068 tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:17.962999 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2b4ba0e2-a7b8-43bb-9944-6bf863f70068 tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:17.965464 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-2b36d633-8476-4864-8293-5d0b111aecf8 None None] Set router 7eb0a3fe-da27-4b90-bace-c3cd1f732338 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:12:17.988110 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4ba0e2-a7b8-43bb-9944-6bf863f70068 tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e6939a6-4071-4cb3-b2fe-d517a8631bcc,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:17.999019 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2b4ba0e2-a7b8-43bb-9944-6bf863f70068 tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:18.000313 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-2b4ba0e2-a7b8-43bb-9944-6bf863f70068 tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1646197 Nov 12 08:12:18.003233 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 38308) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:12:18.008036 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-630ece0c-c7e2-4296-8f2f-d7f0ce498034 tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] Request body: {'security_group_rule': {'security_group_id': '3eb7f744-8b41-41ac-a2c7-3ed15c795dfe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:12:18.050615 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-630ece0c-c7e2-4296-8f2f-d7f0ce498034 tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:18.110492 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-630ece0c-c7e2-4296-8f2f-d7f0ce498034 tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:18.115719 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-630ece0c-c7e2-4296-8f2f-d7f0ce498034 tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:18.131841 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630ece0c-c7e2-4296-8f2f-d7f0ce498034 tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5435412-85f5-4c46-9601-14ce9709f4d8,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:18.149122 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-630ece0c-c7e2-4296-8f2f-d7f0ce498034 tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:18.150508 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-630ece0c-c7e2-4296-8f2f-d7f0ce498034 tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1459506 Nov 12 08:12:18.154197 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 38310) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:12:18.158839 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-883de1f0-52d5-4660-9257-2e3e7f5029e0 tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] Request body: {'floatingip': {'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:12:18.184520 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-883de1f0-52d5-4660-9257-2e3e7f5029e0 tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] Publish callbacks [] for floatingip, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:18.192912 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 2a960e5e-e9f1-4e4c-9400-6cd40f7b405d details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:12:18.311053 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-883de1f0-52d5-4660-9257-2e3e7f5029e0 tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:18.325607 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-2b36d633-8476-4864-8293-5d0b111aecf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb0a3fe-da27-4b90-bace-c3cd1f732338', 'name': 'tempest-ServersTestFqdnHostnames-1753519180-router', 'tenant_id': '7b977b25095b4a6f80882ecf78723040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': 'c590cd30-813f-43f8-a740-35ea6de0c811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:12:11Z', 'updated_at': '2021-11-12T08:12:15Z', 'revision_number': 4, 'project_id': '7b977b25095b4a6f80882ecf78723040', 'gw_port': {'id': 'c590cd30-813f-43f8-a740-35ea6de0c811', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:db:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0a3fe-da27-4b90-bace-c3cd1f732338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:12:12Z', 'updated_at': '2021-11-12T08:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '027e6124-f731-408e-b7cc-93a246ef8c70', 'name': '', 'network_id': 'c296c3e2-37c2-474d-b9c7-67dcdeab2136', 'tenant_id': '7b977b25095b4a6f80882ecf78723040', 'mac_address': 'fa:16:3e:2a:50:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eb0a3fe-da27-4b90-bace-c3cd1f732338', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '1ff85e19-2181-4928-85a7-b9b38ac49a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:12:15Z', 'updated_at': '2021-11-12T08:12:16Z', 'revision_number': 2, 'project_id': '7b977b25095b4a6f80882ecf78723040', 'subnets': [{'id': '1ff85e19-2181-4928-85a7-b9b38ac49a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:12:18.373011 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b36d633-8476-4864-8293-5d0b111aecf8 None None] Checking router: 7eb0a3fe-da27-4b90-bace-c3cd1f732338 for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:12:18.373372 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b36d633-8476-4864-8293-5d0b111aecf8 None None] Updating router 7eb0a3fe-da27-4b90-bace-c3cd1f732338 port 027e6124-f731-408e-b7cc-93a246ef8c70 binding host n-d-765315-29 {{(pid=102601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:12:18.401255 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 2a960e5e-e9f1-4e4c-9400-6cd40f7b405d, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=2a960e5e-e9f1-4e4c-9400-6cd40f7b405d,segment=NetworkSegment(1db27ece-82b2-4c8d-abc3-e56edcdd7b0a),segment_id=1db27ece-82b2-4c8d-abc3-e56edcdd7b0a)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:12:18.430048 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device c590cd30-813f-43f8-a740-35ea6de0c811 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:12:18.433859 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979a3c31-3274-4517-a554-b30e1fa55f62 req-0cfee84f-3775-4dd4-b149-aaf3ef3f721a tempest-TenantUsagesTestJSON-1940571921 tempest-TenantUsagesTestJSON-1940571921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:18.444782 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-979a3c31-3274-4517-a554-b30e1fa55f62 req-0cfee84f-3775-4dd4-b149-aaf3ef3f721a tempest-TenantUsagesTestJSON-1940571921 tempest-TenantUsagesTestJSON-1940571921-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7cbab1e-6898-48e6-975d-e46308d5af59 HTTP/1.1" status: 200 len: 950 time: 0.0816717 Nov 12 08:12:18.461309 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': '2a960e5e-e9f1-4e4c-9400-6cd40f7b405d', 'network_id': 'e20d0ee5-0c01-4db1-aa95-4ea5bc470460', 'port_id': '2a960e5e-e9f1-4e4c-9400-6cd40f7b405d', 'mac_address': 'fa:16:3e:06:72:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4054f1d6-a6c6-43c7-ba9c-9a6600029957', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:12:18.478237 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2b36d633-8476-4864-8293-5d0b111aecf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:18.518833 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-979a3c31-3274-4517-a554-b30e1fa55f62 req-657d29aa-be87-4a56-b9c5-344ddb152058 tempest-TenantUsagesTestJSON-1940571921 tempest-TenantUsagesTestJSON-1940571921-project] 10.222.0.26 "GET /v2.0/security-groups?id=3190581e-dba9-4f64-a27a-8055959f7f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727494 Nov 12 08:12:18.527067 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-883de1f0-52d5-4660-9257-2e3e7f5029e0 tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] Allocated IP 172.25.2.234 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/d93ba118-a955-4b7f-a125-82807493dc11) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:12:18.696262 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72b19bf-de37-4d4b-baca-f0cd47a74cca req-9d8c1079-b2dc-4d8b-927d-4fddc773ae40 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:18.700196 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c72b19bf-de37-4d4b-baca-f0cd47a74cca req-9d8c1079-b2dc-4d8b-927d-4fddc773ae40 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f00cee-1640-4baf-ac63-c7b458ec3620 HTTP/1.1" status: 200 len: 950 time: 0.1360435 Nov 12 08:12:18.738145 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:18.772580 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-883de1f0-52d5-4660-9257-2e3e7f5029e0 tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:18.774462 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a960e5e-e9f1-4e4c-9400-6cd40f7b405d {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:12:18.794292 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c72b19bf-de37-4d4b-baca-f0cd47a74cca req-344b267f-9f06-4327-8d9c-4009ed76b76e tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719786 Nov 12 08:12:18.832166 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port c590cd30-813f-43f8-a740-35ea6de0c811 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:12:18.832778 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:18.870325 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a8bc12-d195-411f-bed5-ec68a7976262 req-f75ae1ed-d3fb-4eb8-b121-c9ae04235bfa tempest-TenantUsagesTestJSON-1940571921 tempest-TenantUsagesTestJSON-1940571921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:18.872010 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-07a8bc12-d195-411f-bed5-ec68a7976262 req-f75ae1ed-d3fb-4eb8-b121-c9ae04235bfa tempest-TenantUsagesTestJSON-1940571921 tempest-TenantUsagesTestJSON-1940571921-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7cbab1e-6898-48e6-975d-e46308d5af59 HTTP/1.1" status: 200 len: 950 time: 0.0683668 Nov 12 08:12:18.873085 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-883de1f0-52d5-4660-9257-2e3e7f5029e0 tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:18.884332 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 2a960e5e-e9f1-4e4c-9400-6cd40f7b405d, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=2a960e5e-e9f1-4e4c-9400-6cd40f7b405d,segment=NetworkSegment(1db27ece-82b2-4c8d-abc3-e56edcdd7b0a),segment_id=1db27ece-82b2-4c8d-abc3-e56edcdd7b0a)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:12:18.895171 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:18.946100 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883de1f0-52d5-4660-9257-2e3e7f5029e0 tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:12:18.964110 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1453293f-c68c-4afe-8e41-10af9d8ad80e req-9fba0a5e-b2cb-4165-9cc7-82fc2d68302b tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:18.965669 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1453293f-c68c-4afe-8e41-10af9d8ad80e req-9fba0a5e-b2cb-4165-9cc7-82fc2d68302b tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=114f16b3-f75c-4afd-bb17-e8c3c9407de6 HTTP/1.1" status: 200 len: 944 time: 0.0779583 Nov 12 08:12:18.990992 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-883de1f0-52d5-4660-9257-2e3e7f5029e0 tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:12:18.993605 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883de1f0-52d5-4660-9257-2e3e7f5029e0 tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:12:19.018437 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1453293f-c68c-4afe-8e41-10af9d8ad80e req-7f3a5768-4f4d-4d41-b063-7464b50a7aef tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463181 Nov 12 08:12:19.024632 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=2a960e5e-e9f1-4e4c-9400-6cd40f7b405d,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:19.053583 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883de1f0-52d5-4660-9257-2e3e7f5029e0 tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] Pushing event updated for resources: {'Port': ['ID=d93ba118-a955-4b7f-a125-82807493dc11,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:19.087421 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8196c5c-52cb-40cb-9161-011c6a990246 req-4a7f0e82-70d0-4700-aff4-2b3224f9589e tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:19.090928 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b8196c5c-52cb-40cb-9161-011c6a990246 req-4a7f0e82-70d0-4700-aff4-2b3224f9589e tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f00cee-1640-4baf-ac63-c7b458ec3620 HTTP/1.1" status: 200 len: 950 time: 0.1506939 Nov 12 08:12:19.156688 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2b36d633-8476-4864-8293-5d0b111aecf8 None None] Publish callbacks [] for port, precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:19.162543 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2b36d633-8476-4864-8293-5d0b111aecf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:19.198428 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b8196c5c-52cb-40cb-9161-011c6a990246 req-7f539a47-66c2-4446-90fa-bfef037f901f tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005971 Nov 12 08:12:19.199717 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-883de1f0-52d5-4660-9257-2e3e7f5029e0 tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:19.203173 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [req-07a8bc12-d195-411f-bed5-ec68a7976262 req-7413ae60-d009-4ad0-a82b-73f19bb7fd49 tempest-TenantUsagesTestJSON-1940571921 tempest-TenantUsagesTestJSON-1940571921-project] Deleting port af7e00b7-948a-41e2-83cf-821c913bed25 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:12:19.203397 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-07a8bc12-d195-411f-bed5-ec68a7976262 req-7413ae60-d009-4ad0-a82b-73f19bb7fd49 tempest-TenantUsagesTestJSON-1940571921 tempest-TenantUsagesTestJSON-1940571921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:19.290007 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce62319-09b1-4a8b-b512-7d6b0dd5e157 None None] Pushing event updated for resources: {'Port': ['ID=027e6124-f731-408e-b7cc-93a246ef8c70,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:19.312815 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-2b36d633-8476-4864-8293-5d0b111aecf8 None None] Attempting to bind port 027e6124-f731-408e-b7cc-93a246ef8c70 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:12:19.313453 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-2b36d633-8476-4864-8293-5d0b111aecf8 None None] Attempting to bind port 027e6124-f731-408e-b7cc-93a246ef8c70 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '63931bf5-9e98-4b9a-8008-e92f75ee8be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c296c3e2-37c2-474d-b9c7-67dcdeab2136'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:12:19.314260 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b36d633-8476-4864-8293-5d0b111aecf8 None None] Attempting to bind port 027e6124-f731-408e-b7cc-93a246ef8c70 on network c296c3e2-37c2-474d-b9c7-67dcdeab2136 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:12:19.314464 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-883de1f0-52d5-4660-9257-2e3e7f5029e0 tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:19.317119 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['2a960e5e-e9f1-4e4c-9400-6cd40f7b405d'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:12:19.348411 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b36d633-8476-4864-8293-5d0b111aecf8 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:12:19.349075 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b36d633-8476-4864-8293-5d0b111aecf8 None None] Checking segment: {'id': '63931bf5-9e98-4b9a-8008-e92f75ee8be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c296c3e2-37c2-474d-b9c7-67dcdeab2136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:12:19.349655 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2b36d633-8476-4864-8293-5d0b111aecf8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:19.350355 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b36d633-8476-4864-8293-5d0b111aecf8 None None] Bound using segment: {'id': '63931bf5-9e98-4b9a-8008-e92f75ee8be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c296c3e2-37c2-474d-b9c7-67dcdeab2136'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:12:19.351048 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-2b36d633-8476-4864-8293-5d0b111aecf8 None None] Bound port: 027e6124-f731-408e-b7cc-93a246ef8c70, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63931bf5-9e98-4b9a-8008-e92f75ee8be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c296c3e2-37c2-474d-b9c7-67dcdeab2136'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:12:19.351618 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2b36d633-8476-4864-8293-5d0b111aecf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:19.442023 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-07a8bc12-d195-411f-bed5-ec68a7976262 req-7413ae60-d009-4ad0-a82b-73f19bb7fd49 tempest-TenantUsagesTestJSON-1940571921 tempest-TenantUsagesTestJSON-1940571921-project] For port af7e00b7-948a-41e2-83cf-821c913bed25, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=af7e00b7-948a-41e2-83cf-821c913bed25,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:12:19.448293 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-07a8bc12-d195-411f-bed5-ec68a7976262 req-7413ae60-d009-4ad0-a82b-73f19bb7fd49 tempest-TenantUsagesTestJSON-1940571921 tempest-TenantUsagesTestJSON-1940571921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:19.473000 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [req-07a8bc12-d195-411f-bed5-ec68a7976262 req-7413ae60-d009-4ad0-a82b-73f19bb7fd49 tempest-TenantUsagesTestJSON-1940571921 tempest-TenantUsagesTestJSON-1940571921-project] Calling delete_port for af7e00b7-948a-41e2-83cf-821c913bed25 owned by compute:nova {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:12:19.577909 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-2b36d633-8476-4864-8293-5d0b111aecf8 None None] For port 027e6124-f731-408e-b7cc-93a246ef8c70, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:12:19.615141 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-2b36d633-8476-4864-8293-5d0b111aecf8 None None] For port 027e6124-f731-408e-b7cc-93a246ef8c70, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=027e6124-f731-408e-b7cc-93a246ef8c70,segment=NetworkSegment(63931bf5-9e98-4b9a-8008-e92f75ee8be8),segment_id=63931bf5-9e98-4b9a-8008-e92f75ee8be8)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:12:19.658030 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2b36d633-8476-4864-8293-5d0b111aecf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:19.738424 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-74a4d3d3-c0c3-4681-9285-87922fe9e2ce None None] Provisioning complete for port 027e6124-f731-408e-b7cc-93a246ef8c70 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:12:19.738878 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-74a4d3d3-c0c3-4681-9285-87922fe9e2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:19.793189 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b36d633-8476-4864-8293-5d0b111aecf8 None None] Routers {'7eb0a3fe-da27-4b90-bace-c3cd1f732338'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:12:19.794073 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-2b36d633-8476-4864-8293-5d0b111aecf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:12:06Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['7eb0a3fe-da27-4b90-bace-c3cd1f732338'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:12:19.856237 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce62319-09b1-4a8b-b512-7d6b0dd5e157 None None] Pushing event updated for resources: {'Port': ['ID=027e6124-f731-408e-b7cc-93a246ef8c70,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:19.856974 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcedefb-7593-4e24-8380-51196e36530a req-fef1c9bf-2619-4a74-9a1f-21328cf0b4b9 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:19.864511 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2dcedefb-7593-4e24-8380-51196e36530a req-fef1c9bf-2619-4a74-9a1f-21328cf0b4b9 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f00cee-1640-4baf-ac63-c7b458ec3620 HTTP/1.1" status: 200 len: 950 time: 0.0676880 Nov 12 08:12:19.915706 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-07a8bc12-d195-411f-bed5-ec68a7976262 req-7413ae60-d009-4ad0-a82b-73f19bb7fd49 tempest-TenantUsagesTestJSON-1940571921 tempest-TenantUsagesTestJSON-1940571921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:19.937160 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2dcedefb-7593-4e24-8380-51196e36530a req-b7cc4f55-70a6-4e76-91f0-fa06250dbb6d tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709970 Nov 12 08:12:19.977041 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-883de1f0-52d5-4660-9257-2e3e7f5029e0 tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:19.993767 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-74a4d3d3-c0c3-4681-9285-87922fe9e2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:20.002140 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7413ae60-d009-4ad0-a82b-73f19bb7fd49 tempest-TenantUsagesTestJSON-1940571921 tempest-TenantUsagesTestJSON-1940571921-project] Pushing event deleted for resources: {'Port': ['ID=af7e00b7-948a-41e2-83cf-821c913bed25,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:20.008233 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-2b36d633-8476-4864-8293-5d0b111aecf8 None None] Set router 7eb0a3fe-da27-4b90-bace-c3cd1f732338 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:12:20.010634 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-883de1f0-52d5-4660-9257-2e3e7f5029e0 tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:20.064529 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8ba89c-e6b1-47ac-adf4-8bb7d7dc757c req-1e46eea3-af2b-4712-b68b-76de82055596 tempest-TenantUsagesTestJSON-1940571921 tempest-TenantUsagesTestJSON-1940571921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:20.066378 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4a8ba89c-e6b1-47ac-adf4-8bb7d7dc757c req-1e46eea3-af2b-4712-b68b-76de82055596 tempest-TenantUsagesTestJSON-1940571921 tempest-TenantUsagesTestJSON-1940571921-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7cbab1e-6898-48e6-975d-e46308d5af59 HTTP/1.1" status: 200 len: 867 time: 0.3289607 Nov 12 08:12:20.096470 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-16d6e213-631d-429a-acdc-e9a6a1862f42 req-f8ef4358-3e80-4c73-b421-5261a22c0d74 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=01f00cee-1640-4baf-ac63-c7b458ec3620&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4066322 Nov 12 08:12:20.125468 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [req-07a8bc12-d195-411f-bed5-ec68a7976262 req-7413ae60-d009-4ad0-a82b-73f19bb7fd49 tempest-TenantUsagesTestJSON-1940571921 tempest-TenantUsagesTestJSON-1940571921-project] No DVR routers for this DVR port af7e00b7-948a-41e2-83cf-821c913bed25 on host n-h2-765315-29 {{(pid=102600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:12:20.137594 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-07a8bc12-d195-411f-bed5-ec68a7976262 req-7413ae60-d009-4ad0-a82b-73f19bb7fd49 tempest-TenantUsagesTestJSON-1940571921 tempest-TenantUsagesTestJSON-1940571921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:20.142797 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-07a8bc12-d195-411f-bed5-ec68a7976262 req-7413ae60-d009-4ad0-a82b-73f19bb7fd49 tempest-TenantUsagesTestJSON-1940571921 tempest-TenantUsagesTestJSON-1940571921-project] 10.222.0.44 "DELETE /v2.0/ports/af7e00b7-948a-41e2-83cf-821c913bed25 HTTP/1.1" status: 204 len: 173 time: 1.2410369 Nov 12 08:12:20.145380 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7cbab1e-6898-48e6-975d-e46308d5af59', 'name': 'network-vif-deleted', 'tag': 'af7e00b7-948a-41e2-83cf-821c913bed25'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:12:20.147879 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a53a87d4-70ab-4396-ac09-686467e20b0e" -d '{"events": [{"server_uuid": "c7cbab1e-6898-48e6-975d-e46308d5af59", "name": "network-vif-deleted", "tag": "af7e00b7-948a-41e2-83cf-821c913bed25"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:12:20.152638 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-74a4d3d3-c0c3-4681-9285-87922fe9e2ce None None] For port 027e6124-f731-408e-b7cc-93a246ef8c70, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=027e6124-f731-408e-b7cc-93a246ef8c70,segment=NetworkSegment(63931bf5-9e98-4b9a-8008-e92f75ee8be8),segment_id=63931bf5-9e98-4b9a-8008-e92f75ee8be8)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:12:20.165273 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-74a4d3d3-c0c3-4681-9285-87922fe9e2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:20.219653 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883de1f0-52d5-4660-9257-2e3e7f5029e0 tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] Pushing event updated for resources: {'Port': ['ID=d93ba118-a955-4b7f-a125-82807493dc11,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:20.282241 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-883de1f0-52d5-4660-9257-2e3e7f5029e0 tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:20.339898 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4a8ba89c-e6b1-47ac-adf4-8bb7d7dc757c req-1eee7162-ff0c-4581-9616-271c3dc32f26 tempest-TenantUsagesTestJSON-1940571921 tempest-TenantUsagesTestJSON-1940571921-project] 10.222.0.26 "GET /v2.0/security-groups?id=3190581e-dba9-4f64-a27a-8055959f7f67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349570 Nov 12 08:12:20.346254 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-883de1f0-52d5-4660-9257-2e3e7f5029e0 tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:20.348479 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-883de1f0-52d5-4660-9257-2e3e7f5029e0 tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1931434 Nov 12 08:12:20.450238 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9efa60b-8742-405a-8ba9-b843469d1735 req-8b3f6c5a-d790-43df-8274-931443236d10 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:20.455011 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f9efa60b-8742-405a-8ba9-b843469d1735 req-8b3f6c5a-d790-43df-8274-931443236d10 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=114f16b3-f75c-4afd-bb17-e8c3c9407de6 HTTP/1.1" status: 200 len: 944 time: 0.1811185 Nov 12 08:12:20.524308 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['af7e00b7-948a-41e2-83cf-821c913bed25'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:12:20.530257 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad3668d-015d-4c76-8115-f8bd5b00d5bb x-openstack-request-id: req-4ad3668d-015d-4c76-8115-f8bd5b00d5bb {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:12:20.530850 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a4d3d3-c0c3-4681-9285-87922fe9e2ce None None] Pushing event updated for resources: {'Port': ['ID=027e6124-f731-408e-b7cc-93a246ef8c70,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:20.531321 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7cbab1e-6898-48e6-975d-e46308d5af59", "name": "network-vif-deleted", "tag": "af7e00b7-948a-41e2-83cf-821c913bed25", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:12:20.531787 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4ad3668d-015d-4c76-8115-f8bd5b00d5bb {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:12:20.532410 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7cbab1e-6898-48e6-975d-e46308d5af59', 'name': 'network-vif-deleted', 'tag': 'af7e00b7-948a-41e2-83cf-821c913bed25', 'status': 'completed', 'code': 200} Nov 12 08:12:20.540505 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f9efa60b-8742-405a-8ba9-b843469d1735 req-082a8365-efb6-4531-b3a3-8d94efdb8677 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789490 Nov 12 08:12:20.596796 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-af8a022a-5d8b-41ba-bc8d-bba24c40b3b7 None None] Provisioning complete for port 027e6124-f731-408e-b7cc-93a246ef8c70 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:12:20.597163 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-af8a022a-5d8b-41ba-bc8d-bba24c40b3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:20.664403 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-2b36d633-8476-4864-8293-5d0b111aecf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb0a3fe-da27-4b90-bace-c3cd1f732338', 'name': 'tempest-ServersTestFqdnHostnames-1753519180-router', 'tenant_id': '7b977b25095b4a6f80882ecf78723040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': 'c590cd30-813f-43f8-a740-35ea6de0c811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:12:11Z', 'updated_at': '2021-11-12T08:12:15Z', 'revision_number': 4, 'project_id': '7b977b25095b4a6f80882ecf78723040', 'gw_port': {'id': 'c590cd30-813f-43f8-a740-35ea6de0c811', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:db:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0a3fe-da27-4b90-bace-c3cd1f732338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:12:12Z', 'updated_at': '2021-11-12T08:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '027e6124-f731-408e-b7cc-93a246ef8c70', 'name': '', 'network_id': 'c296c3e2-37c2-474d-b9c7-67dcdeab2136', 'tenant_id': '7b977b25095b4a6f80882ecf78723040', 'mac_address': 'fa:16:3e:2a:50:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eb0a3fe-da27-4b90-bace-c3cd1f732338', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '1ff85e19-2181-4928-85a7-b9b38ac49a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:12:15Z', 'updated_at': '2021-11-12T08:12:19Z', 'revision_number': 4, 'project_id': '7b977b25095b4a6f80882ecf78723040', 'subnets': [{'id': '1ff85e19-2181-4928-85a7-b9b38ac49a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:12:20.688018 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1908bc6e-ab09-47bf-bee7-676bf6651fe7 req-6cc39e30-b3b0-4ab0-92db-266f6424b5ff tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1842625775&fields=id&tenant_id=7b977b25095b4a6f80882ecf78723040 HTTP/1.1" status: 200 len: 267 time: 0.0693038 Nov 12 08:12:20.704047 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b36d633-8476-4864-8293-5d0b111aecf8 None None] The sync data for ids ['7eb0a3fe-da27-4b90-bace-c3cd1f732338'] in n-d-765315-29 is: [{'id': '7eb0a3fe-da27-4b90-bace-c3cd1f732338', 'name': 'tempest-ServersTestFqdnHostnames-1753519180-router', 'tenant_id': '7b977b25095b4a6f80882ecf78723040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': 'c590cd30-813f-43f8-a740-35ea6de0c811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:12:11Z', 'updated_at': '2021-11-12T08:12:15Z', 'revision_number': 4, 'project_id': '7b977b25095b4a6f80882ecf78723040', 'gw_port': {'id': 'c590cd30-813f-43f8-a740-35ea6de0c811', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:db:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0a3fe-da27-4b90-bace-c3cd1f732338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:12:12Z', 'updated_at': '2021-11-12T08:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '027e6124-f731-408e-b7cc-93a246ef8c70', 'name': '', 'network_id': 'c296c3e2-37c2-474d-b9c7-67dcdeab2136', 'tenant_id': '7b977b25095b4a6f80882ecf78723040', 'mac_address': 'fa:16:3e:2a:50:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eb0a3fe-da27-4b90-bace-c3cd1f732338', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '1ff85e19-2181-4928-85a7-b9b38ac49a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:12:15Z', 'updated_at': '2021-11-12T08:12:19Z', 'revision_number': 4, 'project_id': '7b977b25095b4a6f80882ecf78723040', 'subnets': [{'id': '1ff85e19-2181-4928-85a7-b9b38ac49a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:12:20.897419 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1908bc6e-ab09-47bf-bee7-676bf6651fe7 req-58b914f3-0460-4ded-95e2-bde6ce131fd2 tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:20.906251 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1908bc6e-ab09-47bf-bee7-676bf6651fe7 req-58b914f3-0460-4ded-95e2-bde6ce131fd2 tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] 10.222.0.26 "GET /v2.0/networks?id=c296c3e2-37c2-474d-b9c7-67dcdeab2136 HTTP/1.1" status: 200 len: 815 time: 0.2167768 Nov 12 08:12:20.922460 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1908bc6e-ab09-47bf-bee7-676bf6651fe7 req-95d150e3-e1c6-405b-a9c5-c5cc982bcd88 tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] 10.222.0.26 "GET /v2.0/quotas/7b977b25095b4a6f80882ecf78723040 HTTP/1.1" status: 200 len: 375 time: 0.0150845 Nov 12 08:12:21.043543 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1908bc6e-ab09-47bf-bee7-676bf6651fe7 req-0302f69c-1c6c-4762-9998-6658fe17c0da tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=7b977b25095b4a6f80882ecf78723040&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1090076 Nov 12 08:12:21.158078 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb54bc85-279c-4206-b245-c3aa8734a91c req-13c5963f-9271-4443-bd2b-52f5d9c7b2e8 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:21.160673 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-eb54bc85-279c-4206-b245-c3aa8734a91c req-13c5963f-9271-4443-bd2b-52f5d9c7b2e8 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f00cee-1640-4baf-ac63-c7b458ec3620 HTTP/1.1" status: 200 len: 950 time: 0.0655739 Nov 12 08:12:21.229639 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-eb54bc85-279c-4206-b245-c3aa8734a91c req-5503ad44-be37-4ec7-af7b-14e2b93d03ef tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594716 Nov 12 08:12:21.240745 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1908bc6e-ab09-47bf-bee7-676bf6651fe7 req-e1e99ef5-4366-4b82-8abc-f3cad27b81b8 service neutron] 10.222.0.26 "GET /v2.0/networks/c296c3e2-37c2-474d-b9c7-67dcdeab2136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797793 Nov 12 08:12:21.431346 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1908bc6e-ab09-47bf-bee7-676bf6651fe7 req-2e56ca93-8d3b-4317-ad87-a1dddcedad5a service neutron] 10.222.0.26 "GET /v2.0/networks/c296c3e2-37c2-474d-b9c7-67dcdeab2136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889751 Nov 12 08:12:21.733068 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-001eb5f0-cc90-4620-9ece-618918c3bc7c req-31077b33-ed0b-496c-bba3-8902fd0033c1 tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] 10.222.0.26 "GET /v2.0/ports?device_id=f103a60c-9a5f-44ce-a8f6-30c816625986 HTTP/1.1" status: 200 len: 210 time: 0.0692167 Nov 12 08:12:21.828458 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8d0926-bb52-4151-969e-c2f1539b8380 req-a5c339b7-136b-44fa-980a-0fdf4443f360 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:21.840230 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fe8d0926-bb52-4151-969e-c2f1539b8380 req-a5c339b7-136b-44fa-980a-0fdf4443f360 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=114f16b3-f75c-4afd-bb17-e8c3c9407de6 HTTP/1.1" status: 200 len: 944 time: 0.1163824 Nov 12 08:12:21.918037 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fe8d0926-bb52-4151-969e-c2f1539b8380 req-fed9d474-8c53-4f44-a283-f22923bad44d tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654216 Nov 12 08:12:21.935035 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 38416) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:12:22.102550 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-6e5e0597-5430-48d7-bcbb-36eec1c249f8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=42b0b59c04ef4a84849597c42aa3897d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1749713 Nov 12 08:12:22.105776 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 38422) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:12:22.179248 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-54a4a177-671a-4807-aa9a-e796688ed10c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:22.204387 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-54a4a177-671a-4807-aa9a-e796688ed10c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:22.213835 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 2a960e5e-e9f1-4e4c-9400-6cd40f7b405d up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:12:22.293084 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d6e213-631d-429a-acdc-e9a6a1862f42 req-3b061771-7a95-4136-9b2d-f91fd4194e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:22.295307 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-16d6e213-631d-429a-acdc-e9a6a1862f42 req-3b061771-7a95-4136-9b2d-f91fd4194e99 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f20f3adab6e34964b521814e780e6afc&device_id=01f00cee-1640-4baf-ac63-c7b458ec3620 HTTP/1.1" status: 200 len: 1102 time: 0.0884295 Nov 12 08:12:22.318574 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning for port 2a960e5e-e9f1-4e4c-9400-6cd40f7b405d completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:12:22.332544 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port 2a960e5e-e9f1-4e4c-9400-6cd40f7b405d triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:12:22.334099 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:22.440201 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-54a4a177-671a-4807-aa9a-e796688ed10c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:22.446485 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7d5083-c680-4356-bb8f-99de96f9a15d req-59d1388f-cde9-4019-ad86-aeb3f2adacf9 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:22.458139 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5a7d5083-c680-4356-bb8f-99de96f9a15d req-59d1388f-cde9-4019-ad86-aeb3f2adacf9 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f00cee-1640-4baf-ac63-c7b458ec3620 HTTP/1.1" status: 200 len: 950 time: 0.1153367 Nov 12 08:12:22.467272 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-54a4a177-671a-4807-aa9a-e796688ed10c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:22.468477 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-54a4a177-671a-4807-aa9a-e796688ed10c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3190581e-dba9-4f64-a27a-8055959f7f67 HTTP/1.1" status: 204 len: 168 time: 0.3610914 Nov 12 08:12:22.486637 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 027e6124-f731-408e-b7cc-93a246ef8c70 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:12:22.496122 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a4a177-671a-4807-aa9a-e796688ed10c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3190581e-dba9-4f64-a27a-8055959f7f67,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:22.527408 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d6e213-631d-429a-acdc-e9a6a1862f42 req-0113a327-1152-42b3-ba17-e4ae3177c5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:22.529379 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-16d6e213-631d-429a-acdc-e9a6a1862f42 req-0113a327-1152-42b3-ba17-e4ae3177c5d7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=107743df-d3df-459d-a6cd-9e2ab4303016 HTTP/1.1" status: 200 len: 870 time: 0.2003167 Nov 12 08:12:22.553638 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:22.580433 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5a7d5083-c680-4356-bb8f-99de96f9a15d req-7f0aec16-2e0b-40f4-b046-2a72688edfc9 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209764 Nov 12 08:12:22.600808 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-16d6e213-631d-429a-acdc-e9a6a1862f42 req-0bcd5979-e17e-450d-a97c-809ee9b12c85 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=78831e46-ec33-405f-af45-535db0204be4 HTTP/1.1" status: 200 len: 217 time: 0.0621765 Nov 12 08:12:22.657232 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '114f16b3-f75c-4afd-bb17-e8c3c9407de6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a960e5e-e9f1-4e4c-9400-6cd40f7b405d'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:12:22.659668 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0df11205-c327-4503-a0f6-fbeff4b4b080" -d '{"events": [{"server_uuid": "114f16b3-f75c-4afd-bb17-e8c3c9407de6", "name": "network-vif-plugged", "status": "completed", "tag": "2a960e5e-e9f1-4e4c-9400-6cd40f7b405d"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:12:22.680165 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 2a960e5e-e9f1-4e4c-9400-6cd40f7b405d, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=2a960e5e-e9f1-4e4c-9400-6cd40f7b405d,segment=NetworkSegment(1db27ece-82b2-4c8d-abc3-e56edcdd7b0a),segment_id=1db27ece-82b2-4c8d-abc3-e56edcdd7b0a)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:12:22.692179 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:22.693531 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device af7e00b7-948a-41e2-83cf-821c913bed25 no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:12:22.695011 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d6e213-631d-429a-acdc-e9a6a1862f42 req-3ef2abc3-a32c-4e87-91de-175a6a418b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:22.696731 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-16d6e213-631d-429a-acdc-e9a6a1862f42 req-3ef2abc3-a32c-4e87-91de-175a6a418b0f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1 HTTP/1.1" status: 200 len: 843 time: 0.0837369 Nov 12 08:12:22.742553 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6535f3c7-e76b-4aae-b97b-5f13162f1b64 x-openstack-request-id: req-6535f3c7-e76b-4aae-b97b-5f13162f1b64 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:12:22.742870 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "114f16b3-f75c-4afd-bb17-e8c3c9407de6", "name": "network-vif-plugged", "status": "completed", "tag": "2a960e5e-e9f1-4e4c-9400-6cd40f7b405d", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:12:22.743125 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6535f3c7-e76b-4aae-b97b-5f13162f1b64 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:12:22.743517 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '114f16b3-f75c-4afd-bb17-e8c3c9407de6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a960e5e-e9f1-4e4c-9400-6cd40f7b405d', 'code': 200} Nov 12 08:12:22.746190 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 027e6124-f731-408e-b7cc-93a246ef8c70 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:12:22.746799 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:22.748308 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] No Port match for: af7e00b7-948a-41e2-83cf-821c913bed25 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:12:22.748822 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device af7e00b7-948a-41e2-83cf-821c913bed25 not bound to the agent host n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:12:22.773787 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d6e213-631d-429a-acdc-e9a6a1862f42 req-cddde194-19b6-468d-ac0f-d666386f2b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:22.776345 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-16d6e213-631d-429a-acdc-e9a6a1862f42 req-cddde194-19b6-468d-ac0f-d666386f2b6e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=107743df-d3df-459d-a6cd-9e2ab4303016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0689247 Nov 12 08:12:22.813565 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=2a960e5e-e9f1-4e4c-9400-6cd40f7b405d,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:22.901873 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 38438) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:12:22.904288 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-681b0f96-8add-4472-a383-5834e16cdd8d req-3d023a73-9b47-4a6e-94ff-9166de8a5232 tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] 10.222.0.26 "GET /v2.0/ports?device_id=f103a60c-9a5f-44ce-a8f6-30c816625986 HTTP/1.1" status: 200 len: 210 time: 0.0429928 Nov 12 08:12:22.917346 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2a1cdd37-e41a-4a82-b09b-6405b0ca7967 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:22.957946 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63a1dc5-2de0-4453-b203-634c859dde75 req-def9d038-3fc3-4cc7-9317-9d9f222bab0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:22.960220 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b63a1dc5-2de0-4453-b203-634c859dde75 req-def9d038-3fc3-4cc7-9317-9d9f222bab0e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=114f16b3-f75c-4afd-bb17-e8c3c9407de6 HTTP/1.1" status: 200 len: 1097 time: 0.0842984 Nov 12 08:12:22.975740 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-16d6e213-631d-429a-acdc-e9a6a1862f42 req-5b2032f9-db78-4f67-90f2-caa00c0d8f41 service neutron] 10.222.0.21 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863496 Nov 12 08:12:23.022446 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2a1cdd37-e41a-4a82-b09b-6405b0ca7967 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:23.027179 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2a1cdd37-e41a-4a82-b09b-6405b0ca7967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:23.058150 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-2a1cdd37-e41a-4a82-b09b-6405b0ca7967 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c285aca4f09e4d0ca27e5242bea081ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1550667 Nov 12 08:12:23.061519 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 38446) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:12:23.089527 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1cdd37-e41a-4a82-b09b-6405b0ca7967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57fe3e36-ab71-4a94-8425-4c025bbfa2b6,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:23.106350 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b63a1dc5-2de0-4453-b203-634c859dde75 req-f9945db5-1a6d-4f4a-a369-b05d31587427 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294200 Nov 12 08:12:23.139184 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6537eee0-3134-4b6d-a681-c6dea2a214b9 req-b22e86da-1613-4f1a-8066-94b91810a3a6 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:23.143791 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6d19fdd3-dc1f-49e2-9c30-86efd39678a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:23.146976 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6537eee0-3134-4b6d-a681-c6dea2a214b9 req-b22e86da-1613-4f1a-8066-94b91810a3a6 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=114f16b3-f75c-4afd-bb17-e8c3c9407de6 HTTP/1.1" status: 200 len: 945 time: 0.1330435 Nov 12 08:12:23.172094 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6d19fdd3-dc1f-49e2-9c30-86efd39678a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:23.188376 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-16d6e213-631d-429a-acdc-e9a6a1862f42 req-d52df020-401f-4137-b55f-0492e47c966d service neutron] 10.222.0.21 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887414 Nov 12 08:12:23.212019 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6537eee0-3134-4b6d-a681-c6dea2a214b9 req-c13f0d10-624d-427e-8dc4-eb3e6bcd7d61 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643439 Nov 12 08:12:23.230438 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6d19fdd3-dc1f-49e2-9c30-86efd39678a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:23.233012 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6d19fdd3-dc1f-49e2-9c30-86efd39678a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:23.234184 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-6d19fdd3-dc1f-49e2-9c30-86efd39678a6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/57fe3e36-ab71-4a94-8425-4c025bbfa2b6 HTTP/1.1" status: 204 len: 168 time: 0.1724765 Nov 12 08:12:23.245091 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d19fdd3-dc1f-49e2-9c30-86efd39678a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57fe3e36-ab71-4a94-8425-4c025bbfa2b6,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:23.590613 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1908bc6e-ab09-47bf-bee7-676bf6651fe7 req-5a6aa0ad-e32d-4038-8e3c-ef2928fb1735 tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:23.592376 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1908bc6e-ab09-47bf-bee7-676bf6651fe7 req-5a6aa0ad-e32d-4038-8e3c-ef2928fb1735 tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] 10.222.0.44 "GET /v2.0/networks?id=c296c3e2-37c2-474d-b9c7-67dcdeab2136 HTTP/1.1" status: 200 len: 815 time: 0.1441016 Nov 12 08:12:23.729624 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1908bc6e-ab09-47bf-bee7-676bf6651fe7 req-053e0934-7646-49fb-bf2b-a0b041017a24 tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b977b25095b4a6f80882ecf78723040 HTTP/1.1" status: 200 len: 380 time: 0.1021705 Nov 12 08:12:23.743418 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216b88dc-7904-407b-8069-5cb39e2b450a req-8e3cb644-297e-4787-9bb5-7c7a2ee33c6b tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:23.746362 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-216b88dc-7904-407b-8069-5cb39e2b450a req-8e3cb644-297e-4787-9bb5-7c7a2ee33c6b tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f00cee-1640-4baf-ac63-c7b458ec3620 HTTP/1.1" status: 200 len: 950 time: 0.0887597 Nov 12 08:12:23.763762 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-1908bc6e-ab09-47bf-bee7-676bf6651fe7 req-49f8b0e1-bf9d-459e-9f25-a88cec16b7af tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] Request body: {'port': {'device_id': 'f103a60c-9a5f-44ce-a8f6-30c816625986', 'network_id': 'c296c3e2-37c2-474d-b9c7-67dcdeab2136', 'admin_state_up': True, 'tenant_id': '7b977b25095b4a6f80882ecf78723040', 'security_groups': ['3eb7f744-8b41-41ac-a2c7-3ed15c795dfe']}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:12:23.857119 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-216b88dc-7904-407b-8069-5cb39e2b450a req-5974f787-3291-4879-a5e2-3804226e192a tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053545 Nov 12 08:12:23.914153 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1908bc6e-ab09-47bf-bee7-676bf6651fe7 req-49f8b0e1-bf9d-459e-9f25-a88cec16b7af tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] Made reservation on behalf of 7b977b25095b4a6f80882ecf78723040 for: {'port': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:12:23.918668 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-1908bc6e-ab09-47bf-bee7-676bf6651fe7 req-49f8b0e1-bf9d-459e-9f25-a88cec16b7af tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:24.027661 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-87edf43e-d6e7-4566-a3e9-1598e2ae27ae req-45638146-16b4-49ce-a541-272b34f22546 tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] 10.222.0.26 "GET /v2.0/ports?device_id=f103a60c-9a5f-44ce-a8f6-30c816625986 HTTP/1.1" status: 200 len: 210 time: 0.0364571 Nov 12 08:12:24.076308 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 38478) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:12:24.081743 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [req-1908bc6e-ab09-47bf-bee7-676bf6651fe7 req-49f8b0e1-bf9d-459e-9f25-a88cec16b7af tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] Allocated IP 172.20.0.3 (c296c3e2-37c2-474d-b9c7-67dcdeab2136/1ff85e19-2181-4928-85a7-b9b38ac49a84/2d3833ca-2553-4fed-9226-e39e0b03fc29) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:12:24.194019 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-2de3bc5f-d0b6-4b0f-bb8b-058f99f8df63 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1161801175-network', 'tenant_id': 'bd4d2482d9804ba7b546fd41a472f31e'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:12:24.215004 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2de3bc5f-d0b6-4b0f-bb8b-058f99f8df63 admin admin] Made reservation on behalf of bd4d2482d9804ba7b546fd41a472f31e for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:12:24.217371 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2de3bc5f-d0b6-4b0f-bb8b-058f99f8df63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:24.226153 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2de3bc5f-d0b6-4b0f-bb8b-058f99f8df63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:24.244196 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-1908bc6e-ab09-47bf-bee7-676bf6651fe7 req-49f8b0e1-bf9d-459e-9f25-a88cec16b7af tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:24.317038 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2de3bc5f-d0b6-4b0f-bb8b-058f99f8df63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:24.321605 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2de3bc5f-d0b6-4b0f-bb8b-058f99f8df63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:24.344740 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2de3bc5f-d0b6-4b0f-bb8b-058f99f8df63 admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:12:24.361597 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de3bc5f-d0b6-4b0f-bb8b-058f99f8df63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29a5c4a7-b696-474b-9243-887a35727c64,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:24.364944 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2de3bc5f-d0b6-4b0f-bb8b-058f99f8df63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:24.365384 n-d-765315-29 neutron-server[102599]: INFO neutron.db.segments_db [None req-2de3bc5f-d0b6-4b0f-bb8b-058f99f8df63 admin admin] Added segment 87beb4fe-6ecf-471c-af81-380b48bd0985 of type vlan for network 9d278e78-56d2-4b5c-946e-280eac7857cb Nov 12 08:12:24.412981 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2de3bc5f-d0b6-4b0f-bb8b-058f99f8df63 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:24.446773 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2de3bc5f-d0b6-4b0f-bb8b-058f99f8df63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:24.448594 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de3bc5f-d0b6-4b0f-bb8b-058f99f8df63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:24.449382 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2de3bc5f-d0b6-4b0f-bb8b-058f99f8df63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:24.485401 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-2de3bc5f-d0b6-4b0f-bb8b-058f99f8df63 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4086034 Nov 12 08:12:24.493757 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 38486) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:12:24.500517 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-3b4f7f51-7bc6-4751-a088-8efb2a70737f admin admin] Request body: {'subnet': {'network_id': '9d278e78-56d2-4b5c-946e-280eac7857cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1161801175-subnet', 'tenant_id': 'bd4d2482d9804ba7b546fd41a472f31e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:12:24.550123 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de3bc5f-d0b6-4b0f-bb8b-058f99f8df63 admin admin] Pushing event updated for resources: {'Network': ['ID=9d278e78-56d2-4b5c-946e-280eac7857cb,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:24.558305 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b4f7f51-7bc6-4751-a088-8efb2a70737f admin admin] Made reservation on behalf of bd4d2482d9804ba7b546fd41a472f31e for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:12:24.561224 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3b4f7f51-7bc6-4751-a088-8efb2a70737f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:24.564120 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 9d278e78-56d2-4b5c-946e-280eac7857cb details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:12:24.664892 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-1908bc6e-ab09-47bf-bee7-676bf6651fe7 req-49f8b0e1-bf9d-459e-9f25-a88cec16b7af tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:24.722198 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2ae9cc-27d7-4b18-a4fb-8cb2629a347d req-1f7ce576-00c6-454c-afe9-3f42d6fd90c1 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:24.730490 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0c2ae9cc-27d7-4b18-a4fb-8cb2629a347d req-1f7ce576-00c6-454c-afe9-3f42d6fd90c1 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=114f16b3-f75c-4afd-bb17-e8c3c9407de6 HTTP/1.1" status: 200 len: 945 time: 0.1111493 Nov 12 08:12:24.749234 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1908bc6e-ab09-47bf-bee7-676bf6651fe7 req-49f8b0e1-bf9d-459e-9f25-a88cec16b7af tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] Network c296c3e2-37c2-474d-b9c7-67dcdeab2136 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:12:24.764237 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [req-1908bc6e-ab09-47bf-bee7-676bf6651fe7 req-49f8b0e1-bf9d-459e-9f25-a88cec16b7af tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:12:24.772040 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [req-1908bc6e-ab09-47bf-bee7-676bf6651fe7 req-49f8b0e1-bf9d-459e-9f25-a88cec16b7af tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:12:24.799173 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3b4f7f51-7bc6-4751-a088-8efb2a70737f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:24.821665 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f8b0e1-bf9d-459e-9f25-a88cec16b7af tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] Pushing event updated for resources: {'Port': ['ID=2d3833ca-2553-4fed-9226-e39e0b03fc29,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:24.870625 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0c2ae9cc-27d7-4b18-a4fb-8cb2629a347d req-9b6d75c0-eaa8-481b-a4ef-ba6f43853c3f tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390038 Nov 12 08:12:24.880187 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1908bc6e-ab09-47bf-bee7-676bf6651fe7 req-49f8b0e1-bf9d-459e-9f25-a88cec16b7af tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:24.881971 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4f7f51-7bc6-4751-a088-8efb2a70737f admin admin] Checking segment: {'id': '87beb4fe-6ecf-471c-af81-380b48bd0985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9d278e78-56d2-4b5c-946e-280eac7857cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:12:24.882160 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4f7f51-7bc6-4751-a088-8efb2a70737f admin admin] Network hostable DHCP agents. Network: 9d278e78-56d2-4b5c-946e-280eac7857cb, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:12:24.882464 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-1908bc6e-ab09-47bf-bee7-676bf6651fe7 req-49f8b0e1-bf9d-459e-9f25-a88cec16b7af tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:24.890168 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4f7f51-7bc6-4751-a088-8efb2a70737f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3172a225-08a5-4fa7-aab8-f74fd01c9211,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:24.908882 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1908bc6e-ab09-47bf-bee7-676bf6651fe7 req-49f8b0e1-bf9d-459e-9f25-a88cec16b7af tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1452503 Nov 12 08:12:24.921664 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4f7f51-7bc6-4751-a088-8efb2a70737f admin admin] Network 9d278e78-56d2-4b5c-946e-280eac7857cb is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:12:24.924437 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-1908bc6e-ab09-47bf-bee7-676bf6651fe7 req-3bc262ba-1f0b-440f-bd63-f8db7070f97e service neutron] Request body: {'port': {'device_id': 'f103a60c-9a5f-44ce-a8f6-30c816625986', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-29'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:12:24.942557 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-3b4f7f51-7bc6-4751-a088-8efb2a70737f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 9d278e78-56d2-4b5c-946e-280eac7857cb) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:12:24.949070 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4f7f51-7bc6-4751-a088-8efb2a70737f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:24.950455 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3b4f7f51-7bc6-4751-a088-8efb2a70737f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:24.954312 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455f7a52-7f76-4583-b187-01bfc3231b57 None None] Network 9d278e78-56d2-4b5c-946e-280eac7857cb requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:12:25.005751 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-1908bc6e-ab09-47bf-bee7-676bf6651fe7 req-3bc262ba-1f0b-440f-bd63-f8db7070f97e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:25.025575 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-3b4f7f51-7bc6-4751-a088-8efb2a70737f admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5305903 Nov 12 08:12:25.063906 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ddc0b1-fe47-46da-8406-20b7b8ed92a2 req-696f5fa2-61ec-4db2-9204-a47426d5904a tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:25.066100 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b9ddc0b1-fe47-46da-8406-20b7b8ed92a2 req-696f5fa2-61ec-4db2-9204-a47426d5904a tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f00cee-1640-4baf-ac63-c7b458ec3620 HTTP/1.1" status: 200 len: 950 time: 0.0962117 Nov 12 08:12:25.180593 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a369f26-c472-4e3d-84cb-8b561cc4f86e None None] Network 9d278e78-56d2-4b5c-946e-280eac7857cb requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:12:25.187519 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b9ddc0b1-fe47-46da-8406-20b7b8ed92a2 req-0ee45a76-f22d-41a6-91bc-3d89c24a97e8 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075027 Nov 12 08:12:25.270429 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c70135-3e8e-4ff8-b9db-1e921cfa9f5b req-2121bcf4-8eda-42fd-b2fd-a577e69dd547 tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:25.272150 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-57c70135-3e8e-4ff8-b9db-1e921cfa9f5b req-2121bcf4-8eda-42fd-b2fd-a577e69dd547 tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] 10.222.0.26 "GET /v2.0/ports?device_id=f103a60c-9a5f-44ce-a8f6-30c816625986 HTTP/1.1" status: 200 len: 931 time: 0.1126268 Nov 12 08:12:25.393433 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-57c70135-3e8e-4ff8-b9db-1e921cfa9f5b req-e82a4a99-1a10-4fa1-998f-ff0952c39bb0 tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eb7f744-8b41-41ac-a2c7-3ed15c795dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126542 Nov 12 08:12:25.406920 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-d7b7e0c1-d9c4-464d-9ffc-1e9cf7dc68a7 None None] Provisioning complete for port 2d3833ca-2553-4fed-9226-e39e0b03fc29 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:12:25.407441 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d7b7e0c1-d9c4-464d-9ffc-1e9cf7dc68a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:25.458450 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-d7b7e0c1-d9c4-464d-9ffc-1e9cf7dc68a7 None None] Port 2d3833ca-2553-4fed-9226-e39e0b03fc29 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:12:25.468471 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [req-1908bc6e-ab09-47bf-bee7-676bf6651fe7 req-3bc262ba-1f0b-440f-bd63-f8db7070f97e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d3833ca-2553-4fed-9226-e39e0b03fc29 {{(pid=102600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:12:25.477622 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-1908bc6e-ab09-47bf-bee7-676bf6651fe7 req-3bc262ba-1f0b-440f-bd63-f8db7070f97e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:25.491269 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.provisioning_blocks [req-1908bc6e-ab09-47bf-bee7-676bf6651fe7 req-3bc262ba-1f0b-440f-bd63-f8db7070f97e service neutron] Transition to ACTIVE for port object 2d3833ca-2553-4fed-9226-e39e0b03fc29 will not be triggered until provisioned by entity L2. {{(pid=102600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:12:25.496205 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-1908bc6e-ab09-47bf-bee7-676bf6651fe7 req-3bc262ba-1f0b-440f-bd63-f8db7070f97e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:25.571236 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc262ba-1f0b-440f-bd63-f8db7070f97e service neutron] Pushing event updated for resources: {'Port': ['ID=2d3833ca-2553-4fed-9226-e39e0b03fc29,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:25.627650 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-1908bc6e-ab09-47bf-bee7-676bf6651fe7 req-3bc262ba-1f0b-440f-bd63-f8db7070f97e service neutron] Attempting to bind port 2d3833ca-2553-4fed-9226-e39e0b03fc29 on host n-h2-765315-29 for vnic_type normal with profile {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:12:25.627989 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-1908bc6e-ab09-47bf-bee7-676bf6651fe7 req-3bc262ba-1f0b-440f-bd63-f8db7070f97e service neutron] Attempting to bind port 2d3833ca-2553-4fed-9226-e39e0b03fc29 by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': '63931bf5-9e98-4b9a-8008-e92f75ee8be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c296c3e2-37c2-474d-b9c7-67dcdeab2136'}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:12:25.628323 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1908bc6e-ab09-47bf-bee7-676bf6651fe7 req-3bc262ba-1f0b-440f-bd63-f8db7070f97e service neutron] Attempting to bind port 2d3833ca-2553-4fed-9226-e39e0b03fc29 on network c296c3e2-37c2-474d-b9c7-67dcdeab2136 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:12:25.633098 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1908bc6e-ab09-47bf-bee7-676bf6651fe7 req-3bc262ba-1f0b-440f-bd63-f8db7070f97e service neutron] Port 2d3833ca-2553-4fed-9226-e39e0b03fc29 on network c296c3e2-37c2-474d-b9c7-67dcdeab2136 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:12:25.633436 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1908bc6e-ab09-47bf-bee7-676bf6651fe7 req-3bc262ba-1f0b-440f-bd63-f8db7070f97e service neutron] Attempting to bind port 2d3833ca-2553-4fed-9226-e39e0b03fc29 on network c296c3e2-37c2-474d-b9c7-67dcdeab2136 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:12:25.639800 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1908bc6e-ab09-47bf-bee7-676bf6651fe7 req-3bc262ba-1f0b-440f-bd63-f8db7070f97e service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:12:25.640244 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1908bc6e-ab09-47bf-bee7-676bf6651fe7 req-3bc262ba-1f0b-440f-bd63-f8db7070f97e service neutron] Checking segment: {'id': '63931bf5-9e98-4b9a-8008-e92f75ee8be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c296c3e2-37c2-474d-b9c7-67dcdeab2136'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:12:25.640727 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1908bc6e-ab09-47bf-bee7-676bf6651fe7 req-3bc262ba-1f0b-440f-bd63-f8db7070f97e service neutron] Bound using segment: {'id': '63931bf5-9e98-4b9a-8008-e92f75ee8be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c296c3e2-37c2-474d-b9c7-67dcdeab2136'} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:12:25.641574 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-1908bc6e-ab09-47bf-bee7-676bf6651fe7 req-3bc262ba-1f0b-440f-bd63-f8db7070f97e service neutron] Bound port: 2d3833ca-2553-4fed-9226-e39e0b03fc29, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63931bf5-9e98-4b9a-8008-e92f75ee8be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c296c3e2-37c2-474d-b9c7-67dcdeab2136'}}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:12:25.641712 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-1908bc6e-ab09-47bf-bee7-676bf6651fe7 req-3bc262ba-1f0b-440f-bd63-f8db7070f97e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:25.700103 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 38514) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:12:25.705108 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-038341bd-8c6d-453f-8648-c25cfa8bc9e6 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-201986261-network', 'tenant_id': 'db10de7d47e747ebaa823a8288257f20'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:12:25.726650 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-1908bc6e-ab09-47bf-bee7-676bf6651fe7 req-3bc262ba-1f0b-440f-bd63-f8db7070f97e service neutron] For port 2d3833ca-2553-4fed-9226-e39e0b03fc29, host n-h2-765315-29, cleared binding levels {{(pid=102600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:12:25.730787 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-1908bc6e-ab09-47bf-bee7-676bf6651fe7 req-3bc262ba-1f0b-440f-bd63-f8db7070f97e service neutron] For port 2d3833ca-2553-4fed-9226-e39e0b03fc29, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=2d3833ca-2553-4fed-9226-e39e0b03fc29,segment=NetworkSegment(63931bf5-9e98-4b9a-8008-e92f75ee8be8),segment_id=63931bf5-9e98-4b9a-8008-e92f75ee8be8)] {{(pid=102600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:12:25.736202 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-1908bc6e-ab09-47bf-bee7-676bf6651fe7 req-3bc262ba-1f0b-440f-bd63-f8db7070f97e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:25.738898 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-038341bd-8c6d-453f-8648-c25cfa8bc9e6 admin admin] Made reservation on behalf of db10de7d47e747ebaa823a8288257f20 for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:12:25.741437 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-038341bd-8c6d-453f-8648-c25cfa8bc9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:25.753617 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-038341bd-8c6d-453f-8648-c25cfa8bc9e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:25.783183 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1908bc6e-ab09-47bf-bee7-676bf6651fe7 req-3bc262ba-1f0b-440f-bd63-f8db7070f97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:25.784142 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-1908bc6e-ab09-47bf-bee7-676bf6651fe7 req-3bc262ba-1f0b-440f-bd63-f8db7070f97e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:25.785568 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1908bc6e-ab09-47bf-bee7-676bf6651fe7 req-3bc262ba-1f0b-440f-bd63-f8db7070f97e service neutron] 10.222.0.44 "PUT /v2.0/ports/2d3833ca-2553-4fed-9226-e39e0b03fc29 HTTP/1.1" status: 200 len: 1092 time: 0.8666823 Nov 12 08:12:25.786028 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f103a60c-9a5f-44ce-a8f6-30c816625986', 'tag': '2d3833ca-2553-4fed-9226-e39e0b03fc29'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:12:25.788334 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2508f789-0a88-4166-b6c0-3014c328373a" -d '{"events": [{"name": "network-changed", "server_uuid": "f103a60c-9a5f-44ce-a8f6-30c816625986", "tag": "2d3833ca-2553-4fed-9226-e39e0b03fc29"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:12:25.841917 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc262ba-1f0b-440f-bd63-f8db7070f97e service neutron] Pushing event updated for resources: {'Port': ['ID=2d3833ca-2553-4fed-9226-e39e0b03fc29,revision_number=3']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:25.857688 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fe8a3ec-58f2-4f06-adc9-104a6dd2930b x-openstack-request-id: req-1fe8a3ec-58f2-4f06-adc9-104a6dd2930b {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:12:25.858022 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f103a60c-9a5f-44ce-a8f6-30c816625986", "tag": "2d3833ca-2553-4fed-9226-e39e0b03fc29", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:12:25.858385 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1fe8a3ec-58f2-4f06-adc9-104a6dd2930b {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:12:25.858783 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f103a60c-9a5f-44ce-a8f6-30c816625986', 'tag': '2d3833ca-2553-4fed-9226-e39e0b03fc29', 'status': 'completed', 'code': 200} Nov 12 08:12:25.884520 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-038341bd-8c6d-453f-8648-c25cfa8bc9e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:25.890111 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-038341bd-8c6d-453f-8648-c25cfa8bc9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:25.917584 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-038341bd-8c6d-453f-8648-c25cfa8bc9e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:12:25.928508 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038341bd-8c6d-453f-8648-c25cfa8bc9e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d860089-fc55-46b7-ae54-ab99f2601b22,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:25.936730 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-038341bd-8c6d-453f-8648-c25cfa8bc9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:25.936730 n-d-765315-29 neutron-server[102599]: INFO neutron.db.segments_db [None req-038341bd-8c6d-453f-8648-c25cfa8bc9e6 admin admin] Added segment aeb47b76-b30c-4d5c-bb5e-a5bef48c9f71 of type vlan for network 84103ea7-743d-4841-bbe2-50acbe70997a Nov 12 08:12:25.996462 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-038341bd-8c6d-453f-8648-c25cfa8bc9e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:26.008573 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1908bc6e-ab09-47bf-bee7-676bf6651fe7 req-fb58b6fe-0144-4340-8fe3-bab1dbfc9652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:26.011033 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1908bc6e-ab09-47bf-bee7-676bf6651fe7 req-fb58b6fe-0144-4340-8fe3-bab1dbfc9652 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7b977b25095b4a6f80882ecf78723040&device_id=f103a60c-9a5f-44ce-a8f6-30c816625986 HTTP/1.1" status: 200 len: 1095 time: 0.0933628 Nov 12 08:12:26.051875 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-038341bd-8c6d-453f-8648-c25cfa8bc9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:26.052829 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038341bd-8c6d-453f-8648-c25cfa8bc9e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:26.053408 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-038341bd-8c6d-453f-8648-c25cfa8bc9e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:26.065909 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1908bc6e-ab09-47bf-bee7-676bf6651fe7 req-a636f221-04e6-4f4d-8a0f-c7cf3aa6a889 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2d3833ca-2553-4fed-9226-e39e0b03fc29 HTTP/1.1" status: 200 len: 217 time: 0.0385427 Nov 12 08:12:26.121383 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-038341bd-8c6d-453f-8648-c25cfa8bc9e6 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4200809 Nov 12 08:12:26.125210 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 38524) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:12:26.135866 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-f037bbff-d362-495d-9636-40132d586f04 admin admin] Request body: {'subnet': {'network_id': '84103ea7-743d-4841-bbe2-50acbe70997a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-201986261-subnet', 'tenant_id': 'db10de7d47e747ebaa823a8288257f20', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:12:26.139423 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1e0465-911e-4004-a85b-372859685fe1 req-33d13761-671a-46f4-8bd9-fc950c963ff3 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:26.140233 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1908bc6e-ab09-47bf-bee7-676bf6651fe7 req-2af7430c-e87c-4240-91d3-dd0aeda906f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:26.140929 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ac1e0465-911e-4004-a85b-372859685fe1 req-33d13761-671a-46f4-8bd9-fc950c963ff3 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=114f16b3-f75c-4afd-bb17-e8c3c9407de6 HTTP/1.1" status: 200 len: 945 time: 0.1245360 Nov 12 08:12:26.141568 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038341bd-8c6d-453f-8648-c25cfa8bc9e6 admin admin] Pushing event updated for resources: {'Network': ['ID=84103ea7-743d-4841-bbe2-50acbe70997a,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:26.141671 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1908bc6e-ab09-47bf-bee7-676bf6651fe7 req-2af7430c-e87c-4240-91d3-dd0aeda906f2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1ff85e19-2181-4928-85a7-b9b38ac49a84 HTTP/1.1" status: 200 len: 854 time: 0.0680859 Nov 12 08:12:26.151763 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 84103ea7-743d-4841-bbe2-50acbe70997a details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:12:26.201308 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ac1e0465-911e-4004-a85b-372859685fe1 req-a3bc2563-7b21-4285-ad31-2572270333cb tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523612 Nov 12 08:12:26.202791 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f037bbff-d362-495d-9636-40132d586f04 admin admin] Made reservation on behalf of db10de7d47e747ebaa823a8288257f20 for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:12:26.207265 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f037bbff-d362-495d-9636-40132d586f04 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:26.213328 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1908bc6e-ab09-47bf-bee7-676bf6651fe7 req-db57965c-0c67-4cb5-84c0-bfc5c739c560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:26.214625 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1908bc6e-ab09-47bf-bee7-676bf6651fe7 req-db57965c-0c67-4cb5-84c0-bfc5c739c560 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c296c3e2-37c2-474d-b9c7-67dcdeab2136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0630062 Nov 12 08:12:26.338038 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9159738-7115-49b6-bf0b-a8728f9ae1a3 req-e90c282e-6201-4568-80d3-10662337cd1c tempest-LiveAutoBlockMigrationV225Test-1991143985 tempest-LiveAutoBlockMigrationV225Test-1991143985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:26.343135 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f9159738-7115-49b6-bf0b-a8728f9ae1a3 req-e90c282e-6201-4568-80d3-10662337cd1c tempest-LiveAutoBlockMigrationV225Test-1991143985 tempest-LiveAutoBlockMigrationV225Test-1991143985-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=114f16b3-f75c-4afd-bb17-e8c3c9407de6 HTTP/1.1" status: 200 len: 1097 time: 0.0563018 Nov 12 08:12:26.392622 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f9159738-7115-49b6-bf0b-a8728f9ae1a3 req-25f60cf9-2d7a-4045-9919-acb9706585c0 tempest-LiveAutoBlockMigrationV225Test-1991143985 tempest-LiveAutoBlockMigrationV225Test-1991143985-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464721 Nov 12 08:12:26.434706 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e678b3-0d91-4139-ba85-73102541c706 req-0b3775f9-ec45-43ab-88e4-2f630bba8464 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:26.434706 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a9e678b3-0d91-4139-ba85-73102541c706 req-0b3775f9-ec45-43ab-88e4-2f630bba8464 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f00cee-1640-4baf-ac63-c7b458ec3620 HTTP/1.1" status: 200 len: 950 time: 0.1384990 Nov 12 08:12:26.436481 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1908bc6e-ab09-47bf-bee7-676bf6651fe7 req-a3932fee-6277-4119-859d-8cb36901aae3 service neutron] 10.222.0.44 "GET /v2.0/networks/c296c3e2-37c2-474d-b9c7-67dcdeab2136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115817 Nov 12 08:12:26.587402 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a9e678b3-0d91-4139-ba85-73102541c706 req-1dda66a9-f513-4607-a32d-009c813d3e6b tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477458 Nov 12 08:12:26.647920 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1908bc6e-ab09-47bf-bee7-676bf6651fe7 req-03344abb-f49f-4dc4-bd44-ae0363989df4 service neutron] 10.222.0.44 "GET /v2.0/networks/c296c3e2-37c2-474d-b9c7-67dcdeab2136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999943 Nov 12 08:12:26.651133 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f037bbff-d362-495d-9636-40132d586f04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:26.657792 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996ac557-3ffa-4b18-a06a-86f59cc66795 req-df14e7e5-5966-44c2-9e32-83ae28c23966 tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:26.659415 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-996ac557-3ffa-4b18-a06a-86f59cc66795 req-df14e7e5-5966-44c2-9e32-83ae28c23966 tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] 10.222.0.26 "GET /v2.0/ports?device_id=f103a60c-9a5f-44ce-a8f6-30c816625986 HTTP/1.1" status: 200 len: 943 time: 0.0547111 Nov 12 08:12:26.717298 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-996ac557-3ffa-4b18-a06a-86f59cc66795 req-610f25ea-1d82-4853-b5aa-98cee1917d4b tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eb7f744-8b41-41ac-a2c7-3ed15c795dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478938 Nov 12 08:12:26.740468 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f037bbff-d362-495d-9636-40132d586f04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8126b4e3-aa2c-4441-ae01-036270907da6,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:26.757633 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d827d516-3241-4da3-a3a7-11f82cbd10d7 req-826eb0ba-a8b9-4038-b704-7bddb6077beb tempest-LiveAutoBlockMigrationV225Test-1991143985 tempest-LiveAutoBlockMigrationV225Test-1991143985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:26.759194 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d827d516-3241-4da3-a3a7-11f82cbd10d7 req-826eb0ba-a8b9-4038-b704-7bddb6077beb tempest-LiveAutoBlockMigrationV225Test-1991143985 tempest-LiveAutoBlockMigrationV225Test-1991143985-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=114f16b3-f75c-4afd-bb17-e8c3c9407de6 HTTP/1.1" status: 200 len: 1097 time: 0.1100025 Nov 12 08:12:26.764116 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f037bbff-d362-495d-9636-40132d586f04 admin admin] Checking segment: {'id': 'aeb47b76-b30c-4d5c-bb5e-a5bef48c9f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '84103ea7-743d-4841-bbe2-50acbe70997a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:12:26.764493 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f037bbff-d362-495d-9636-40132d586f04 admin admin] Network hostable DHCP agents. Network: 84103ea7-743d-4841-bbe2-50acbe70997a, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:12:26.832902 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f037bbff-d362-495d-9636-40132d586f04 admin admin] Network 84103ea7-743d-4841-bbe2-50acbe70997a is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:12:26.853755 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d827d516-3241-4da3-a3a7-11f82cbd10d7 req-e280a4db-611b-4592-a77d-a754d60de3b8 tempest-LiveAutoBlockMigrationV225Test-1991143985 tempest-LiveAutoBlockMigrationV225Test-1991143985-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859852 Nov 12 08:12:26.856420 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-f037bbff-d362-495d-9636-40132d586f04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 84103ea7-743d-4841-bbe2-50acbe70997a) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:12:26.860772 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f037bbff-d362-495d-9636-40132d586f04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:26.861533 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f037bbff-d362-495d-9636-40132d586f04 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:26.866926 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915b4a8f-649d-4331-a6ba-17f7558d6fd5 None None] Network 84103ea7-743d-4841-bbe2-50acbe70997a requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:12:26.876181 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2508f789-0a88-4166-b6c0-3014c328373a req-776f8b03-5030-4fed-9406-89c80079c6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:26.877855 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2508f789-0a88-4166-b6c0-3014c328373a req-776f8b03-5030-4fed-9406-89c80079c6b1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7b977b25095b4a6f80882ecf78723040&device_id=f103a60c-9a5f-44ce-a8f6-30c816625986 HTTP/1.1" status: 200 len: 1095 time: 0.0885022 Nov 12 08:12:26.893789 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-f037bbff-d362-495d-9636-40132d586f04 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7598290 Nov 12 08:12:27.005015 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2508f789-0a88-4166-b6c0-3014c328373a req-c9b1109b-51dc-405d-bc3f-a3ef06da3536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:27.006425 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2508f789-0a88-4166-b6c0-3014c328373a req-c9b1109b-51dc-405d-bc3f-a3ef06da3536 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c296c3e2-37c2-474d-b9c7-67dcdeab2136 HTTP/1.1" status: 200 len: 916 time: 0.1190829 Nov 12 08:12:27.039352 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5dff53-e5bb-4809-8b0b-1b88f6720755 None None] Network 84103ea7-743d-4841-bbe2-50acbe70997a requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:12:27.093169 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2508f789-0a88-4166-b6c0-3014c328373a req-e5d2b027-8770-4a44-a341-aef1bb4e57f8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2d3833ca-2553-4fed-9226-e39e0b03fc29 HTTP/1.1" status: 200 len: 217 time: 0.0545294 Nov 12 08:12:27.183584 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2508f789-0a88-4166-b6c0-3014c328373a req-11e848c0-287b-4278-a041-d1e3393a38dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:27.187258 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2508f789-0a88-4166-b6c0-3014c328373a req-11e848c0-287b-4278-a041-d1e3393a38dd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1ff85e19-2181-4928-85a7-b9b38ac49a84 HTTP/1.1" status: 200 len: 854 time: 0.0844352 Nov 12 08:12:27.256704 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2508f789-0a88-4166-b6c0-3014c328373a req-f6fedcb3-e14b-419c-af12-cf6f212ceb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:27.258110 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2508f789-0a88-4166-b6c0-3014c328373a req-f6fedcb3-e14b-419c-af12-cf6f212ceb2c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c296c3e2-37c2-474d-b9c7-67dcdeab2136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536113 Nov 12 08:12:27.385529 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2508f789-0a88-4166-b6c0-3014c328373a req-32d54208-95bf-4d05-b42e-2eb59cd0d948 service neutron] 10.222.0.44 "GET /v2.0/networks/c296c3e2-37c2-474d-b9c7-67dcdeab2136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145775 Nov 12 08:12:27.575848 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2508f789-0a88-4166-b6c0-3014c328373a req-f40f6e0f-2c35-4bed-af1e-584577394415 service neutron] 10.222.0.44 "GET /v2.0/networks/c296c3e2-37c2-474d-b9c7-67dcdeab2136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799240 Nov 12 08:12:27.601319 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6ec1a0-422d-4e1b-955f-f33c04dde510 req-99f5181c-bb53-44bb-925c-8c8cc9e76bd4 tempest-VolumesAdminNegativeTest-2055808681 tempest-VolumesAdminNegativeTest-2055808681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:27.602929 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0c6ec1a0-422d-4e1b-955f-f33c04dde510 req-99f5181c-bb53-44bb-925c-8c8cc9e76bd4 tempest-VolumesAdminNegativeTest-2055808681 tempest-VolumesAdminNegativeTest-2055808681-project] 10.222.0.26 "GET /v2.0/networks?id=9d278e78-56d2-4b5c-946e-280eac7857cb HTTP/1.1" status: 200 len: 815 time: 0.1402848 Nov 12 08:12:27.622990 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0c6ec1a0-422d-4e1b-955f-f33c04dde510 req-3216e15a-7015-44fe-9259-22351edfa0d8 tempest-VolumesAdminNegativeTest-2055808681 tempest-VolumesAdminNegativeTest-2055808681-project] 10.222.0.26 "GET /v2.0/quotas/bd4d2482d9804ba7b546fd41a472f31e HTTP/1.1" status: 200 len: 375 time: 0.0125062 Nov 12 08:12:27.657598 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0c6ec1a0-422d-4e1b-955f-f33c04dde510 req-83c5cfc4-3b19-44e5-9086-154d97a2410a tempest-VolumesAdminNegativeTest-2055808681 tempest-VolumesAdminNegativeTest-2055808681-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=bd4d2482d9804ba7b546fd41a472f31e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282393 Nov 12 08:12:27.775602 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0c6ec1a0-422d-4e1b-955f-f33c04dde510 req-897a0b29-f046-4fad-a42b-d2750bcf447d service neutron] 10.222.0.26 "GET /v2.0/networks/9d278e78-56d2-4b5c-946e-280eac7857cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105237 Nov 12 08:12:27.898670 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0c6ec1a0-422d-4e1b-955f-f33c04dde510 req-4ea4efd4-6a81-469c-a51e-235ba50b412c service neutron] 10.222.0.26 "GET /v2.0/networks/9d278e78-56d2-4b5c-946e-280eac7857cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121047 Nov 12 08:12:28.067898 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [req-d144a028-21c9-4ee9-9957-60df20cbd0df req-c31f5a1f-00a2-4481-9e9a-b5e55971cf86 tempest-LiveAutoBlockMigrationV225Test-1991143985 tempest-LiveAutoBlockMigrationV225Test-1991143985-project-admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:12:28.069436 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d144a028-21c9-4ee9-9957-60df20cbd0df req-c31f5a1f-00a2-4481-9e9a-b5e55971cf86 tempest-LiveAutoBlockMigrationV225Test-1991143985 tempest-LiveAutoBlockMigrationV225Test-1991143985-project-admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0116322 Nov 12 08:12:28.128202 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d144a028-21c9-4ee9-9957-60df20cbd0df req-fc60539d-a989-4e48-852b-bc5cf88e4811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:28.130282 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d144a028-21c9-4ee9-9957-60df20cbd0df req-fc60539d-a989-4e48-852b-bc5cf88e4811 service neutron] 10.222.0.26 "GET /v2.0/ports/2a960e5e-e9f1-4e4c-9400-6cd40f7b405d HTTP/1.1" status: 200 len: 1094 time: 0.0440438 Nov 12 08:12:28.142560 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-d144a028-21c9-4ee9-9957-60df20cbd0df req-8be8ac77-2126-4683-8ead-0caa2fc3cdb4 service neutron] Request body: {'binding': {'host': 'n-h1-765315-29', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:12:28.143120 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-d144a028-21c9-4ee9-9957-60df20cbd0df req-8be8ac77-2126-4683-8ead-0caa2fc3cdb4 service neutron] Unknown quota resources ['binding']. {{(pid=102600) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 08:12:28.326906 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2834aeb3-eb49-423a-8f6d-7e8e23c146b8 req-08e23619-35f2-408f-bb7a-011f977490ff tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:28.328463 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2834aeb3-eb49-423a-8f6d-7e8e23c146b8 req-08e23619-35f2-408f-bb7a-011f977490ff tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f00cee-1640-4baf-ac63-c7b458ec3620 HTTP/1.1" status: 200 len: 950 time: 0.0862005 Nov 12 08:12:28.356385 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-d144a028-21c9-4ee9-9957-60df20cbd0df req-8be8ac77-2126-4683-8ead-0caa2fc3cdb4 service neutron] Attempting to bind port 2a960e5e-e9f1-4e4c-9400-6cd40f7b405d on host n-h1-765315-29 for vnic_type normal with profile None {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:12:28.356719 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-d144a028-21c9-4ee9-9957-60df20cbd0df req-8be8ac77-2126-4683-8ead-0caa2fc3cdb4 service neutron] Attempting to bind port 2a960e5e-e9f1-4e4c-9400-6cd40f7b405d by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': '1db27ece-82b2-4c8d-abc3-e56edcdd7b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'e20d0ee5-0c01-4db1-aa95-4ea5bc470460'}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:12:28.357045 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d144a028-21c9-4ee9-9957-60df20cbd0df req-8be8ac77-2126-4683-8ead-0caa2fc3cdb4 service neutron] Attempting to bind port 2a960e5e-e9f1-4e4c-9400-6cd40f7b405d on network e20d0ee5-0c01-4db1-aa95-4ea5bc470460 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:12:28.373432 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d144a028-21c9-4ee9-9957-60df20cbd0df req-8be8ac77-2126-4683-8ead-0caa2fc3cdb4 service neutron] Port 2a960e5e-e9f1-4e4c-9400-6cd40f7b405d on network e20d0ee5-0c01-4db1-aa95-4ea5bc470460 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:12:28.373770 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d144a028-21c9-4ee9-9957-60df20cbd0df req-8be8ac77-2126-4683-8ead-0caa2fc3cdb4 service neutron] Attempting to bind port 2a960e5e-e9f1-4e4c-9400-6cd40f7b405d on network e20d0ee5-0c01-4db1-aa95-4ea5bc470460 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:12:28.387484 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d144a028-21c9-4ee9-9957-60df20cbd0df req-8be8ac77-2126-4683-8ead-0caa2fc3cdb4 service neutron] Checking agent: {'id': '26215384-8035-4ce2-971a-8e67be80da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:12:28.387854 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d144a028-21c9-4ee9-9957-60df20cbd0df req-8be8ac77-2126-4683-8ead-0caa2fc3cdb4 service neutron] Checking segment: {'id': '1db27ece-82b2-4c8d-abc3-e56edcdd7b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'e20d0ee5-0c01-4db1-aa95-4ea5bc470460'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:12:28.388271 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d144a028-21c9-4ee9-9957-60df20cbd0df req-8be8ac77-2126-4683-8ead-0caa2fc3cdb4 service neutron] Bound using segment: {'id': '1db27ece-82b2-4c8d-abc3-e56edcdd7b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'e20d0ee5-0c01-4db1-aa95-4ea5bc470460'} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:12:28.388818 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-d144a028-21c9-4ee9-9957-60df20cbd0df req-8be8ac77-2126-4683-8ead-0caa2fc3cdb4 service neutron] Bound port: 2a960e5e-e9f1-4e4c-9400-6cd40f7b405d, host: n-h1-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1db27ece-82b2-4c8d-abc3-e56edcdd7b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'e20d0ee5-0c01-4db1-aa95-4ea5bc470460'}}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:12:28.436875 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2834aeb3-eb49-423a-8f6d-7e8e23c146b8 req-c6d821fd-7c07-4295-ab5c-d9ff670e20f6 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977225 Nov 12 08:12:28.466822 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-d144a028-21c9-4ee9-9957-60df20cbd0df req-8be8ac77-2126-4683-8ead-0caa2fc3cdb4 service neutron] For port 2a960e5e-e9f1-4e4c-9400-6cd40f7b405d, host n-h1-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=2a960e5e-e9f1-4e4c-9400-6cd40f7b405d,segment=NetworkSegment(1db27ece-82b2-4c8d-abc3-e56edcdd7b0a),segment_id=1db27ece-82b2-4c8d-abc3-e56edcdd7b0a)] {{(pid=102600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:12:28.485900 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-d144a028-21c9-4ee9-9957-60df20cbd0df req-8be8ac77-2126-4683-8ead-0caa2fc3cdb4 service neutron] Publish callbacks [] for binding, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:28.487103 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d144a028-21c9-4ee9-9957-60df20cbd0df req-8be8ac77-2126-4683-8ead-0caa2fc3cdb4 service neutron] 10.222.0.26 "POST /v2.0/ports/2a960e5e-e9f1-4e4c-9400-6cd40f7b405d/bindings HTTP/1.1" status: 201 len: 390 time: 0.3494670 Nov 12 08:12:28.616563 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4704a087-9c99-421e-84b6-9cc87fa75ed7 req-376395f0-fea3-4467-bd81-6f5b15ecfe76 tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:28.618193 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4704a087-9c99-421e-84b6-9cc87fa75ed7 req-376395f0-fea3-4467-bd81-6f5b15ecfe76 tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] 10.222.0.26 "GET /v2.0/ports?device_id=f103a60c-9a5f-44ce-a8f6-30c816625986 HTTP/1.1" status: 200 len: 943 time: 0.0685427 Nov 12 08:12:28.688441 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-758d8a0a-3914-4459-a0eb-6e7e8181cf5e req-d23a782c-214c-435b-8baa-53aeb2ac3032 tempest-VolumesAdminNegativeTest-2055808681 tempest-VolumesAdminNegativeTest-2055808681-project] 10.222.0.26 "GET /v2.0/ports?device_id=fdd0f8ec-1576-4e15-b226-71f044364394 HTTP/1.1" status: 200 len: 210 time: 0.0472171 Nov 12 08:12:28.719317 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4704a087-9c99-421e-84b6-9cc87fa75ed7 req-cbf41a48-663a-421e-81e9-f63b9ab12a74 tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eb7f744-8b41-41ac-a2c7-3ed15c795dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908272 Nov 12 08:12:28.849139 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d144a028-21c9-4ee9-9957-60df20cbd0df req-7633374f-79cd-47b1-8c52-29eef56a0ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:28.850950 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d144a028-21c9-4ee9-9957-60df20cbd0df req-7633374f-79cd-47b1-8c52-29eef56a0ddb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d3f3ef4a14134700a36c0967765d4c9a&device_id=114f16b3-f75c-4afd-bb17-e8c3c9407de6 HTTP/1.1" status: 200 len: 1097 time: 0.0773523 Nov 12 08:12:28.987689 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f889c6-8843-46ec-9149-d8e7ef10e407 req-98b6f28b-d5e2-47cf-807b-8b1863475ca4 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:28.989368 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-86f889c6-8843-46ec-9149-d8e7ef10e407 req-98b6f28b-d5e2-47cf-807b-8b1863475ca4 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=114f16b3-f75c-4afd-bb17-e8c3c9407de6 HTTP/1.1" status: 200 len: 945 time: 0.1190832 Nov 12 08:12:29.023003 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d144a028-21c9-4ee9-9957-60df20cbd0df req-c0f6e74f-f9ce-4747-aeda-8389a7f2f150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:29.024776 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d144a028-21c9-4ee9-9957-60df20cbd0df req-c0f6e74f-f9ce-4747-aeda-8389a7f2f150 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e20d0ee5-0c01-4db1-aa95-4ea5bc470460 HTTP/1.1" status: 200 len: 922 time: 0.1639054 Nov 12 08:12:29.080462 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d144a028-21c9-4ee9-9957-60df20cbd0df req-0a2abd38-dc17-4b2f-b36f-2efee2c648b8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a960e5e-e9f1-4e4c-9400-6cd40f7b405d HTTP/1.1" status: 200 len: 217 time: 0.0467887 Nov 12 08:12:29.104671 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-86f889c6-8843-46ec-9149-d8e7ef10e407 req-9b9b9f84-963a-4909-ad93-80bfe5a31514 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080275 Nov 12 08:12:29.146111 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d144a028-21c9-4ee9-9957-60df20cbd0df req-fd64f322-0b74-4800-9bdb-38d32231900d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:29.147882 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d144a028-21c9-4ee9-9957-60df20cbd0df req-fd64f322-0b74-4800-9bdb-38d32231900d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4054f1d6-a6c6-43c7-ba9c-9a6600029957 HTTP/1.1" status: 200 len: 861 time: 0.0582347 Nov 12 08:12:29.197809 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d144a028-21c9-4ee9-9957-60df20cbd0df req-d97d5c4e-071c-4837-ba72-5f1daf7d5886 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e20d0ee5-0c01-4db1-aa95-4ea5bc470460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268476 Nov 12 08:12:29.323344 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d144a028-21c9-4ee9-9957-60df20cbd0df req-0afc1d60-ba08-4a81-a11b-a6a86e70ecd0 service neutron] 10.222.0.21 "GET /v2.0/networks/e20d0ee5-0c01-4db1-aa95-4ea5bc470460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002314 Nov 12 08:12:29.425181 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6ec1a0-422d-4e1b-955f-f33c04dde510 req-fe7ccfa1-a8c1-4d96-9d76-3d7b002309ec tempest-VolumesAdminNegativeTest-2055808681 tempest-VolumesAdminNegativeTest-2055808681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:29.426956 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0c6ec1a0-422d-4e1b-955f-f33c04dde510 req-fe7ccfa1-a8c1-4d96-9d76-3d7b002309ec tempest-VolumesAdminNegativeTest-2055808681 tempest-VolumesAdminNegativeTest-2055808681-project] 10.222.0.21 "GET /v2.0/networks?id=9d278e78-56d2-4b5c-946e-280eac7857cb HTTP/1.1" status: 200 len: 815 time: 0.1263075 Nov 12 08:12:29.434127 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d144a028-21c9-4ee9-9957-60df20cbd0df req-78487202-2a75-4d0d-9c13-704f006cf6af service neutron] 10.222.0.21 "GET /v2.0/networks/e20d0ee5-0c01-4db1-aa95-4ea5bc470460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027379 Nov 12 08:12:29.448869 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-0c6ec1a0-422d-4e1b-955f-f33c04dde510 req-0d16ed22-afff-4ae7-b0d1-cb724059a760 tempest-VolumesAdminNegativeTest-2055808681 tempest-VolumesAdminNegativeTest-2055808681-project] Request body: {'port': {'device_id': 'fdd0f8ec-1576-4e15-b226-71f044364394', 'network_id': '9d278e78-56d2-4b5c-946e-280eac7857cb', 'admin_state_up': True, 'tenant_id': 'bd4d2482d9804ba7b546fd41a472f31e'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:12:29.605604 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c6ec1a0-422d-4e1b-955f-f33c04dde510 req-0d16ed22-afff-4ae7-b0d1-cb724059a760 tempest-VolumesAdminNegativeTest-2055808681 tempest-VolumesAdminNegativeTest-2055808681-project] Made reservation on behalf of bd4d2482d9804ba7b546fd41a472f31e for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:12:29.609136 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-0c6ec1a0-422d-4e1b-955f-f33c04dde510 req-0d16ed22-afff-4ae7-b0d1-cb724059a760 tempest-VolumesAdminNegativeTest-2055808681 tempest-VolumesAdminNegativeTest-2055808681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:29.620680 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ca59fe-e07d-432f-be58-33540b860449 req-31e4abbf-91ca-4d91-83bd-bd4094b51785 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:29.622423 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-12ca59fe-e07d-432f-be58-33540b860449 req-31e4abbf-91ca-4d91-83bd-bd4094b51785 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f00cee-1640-4baf-ac63-c7b458ec3620 HTTP/1.1" status: 200 len: 950 time: 0.0799780 Nov 12 08:12:29.730700 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-12ca59fe-e07d-432f-be58-33540b860449 req-97636dfe-91d9-4cb2-8889-59066356cd4b tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010957 Nov 12 08:12:29.805021 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-0c6ec1a0-422d-4e1b-955f-f33c04dde510 req-0d16ed22-afff-4ae7-b0d1-cb724059a760 tempest-VolumesAdminNegativeTest-2055808681 tempest-VolumesAdminNegativeTest-2055808681-project] Allocated IP 172.20.0.6 (9d278e78-56d2-4b5c-946e-280eac7857cb/3172a225-08a5-4fa7-aab8-f74fd01c9211/c37e8977-2ebc-4bc4-8ea3-6f456524aba9) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:12:29.824779 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-db25c6ac-9685-4fd9-994e-ff4edf67f80d req-94c17b29-5788-4ba3-97da-f39cadd808a0 tempest-VolumesAdminNegativeTest-2055808681 tempest-VolumesAdminNegativeTest-2055808681-project] 10.222.0.26 "GET /v2.0/ports?device_id=fdd0f8ec-1576-4e15-b226-71f044364394 HTTP/1.1" status: 200 len: 210 time: 0.0455546 Nov 12 08:12:29.911861 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27420a0-e5f9-4fca-b96d-7fcb69cc958c req-2f57d9d0-847c-485e-96a1-90795bf1f315 tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:29.913454 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b27420a0-e5f9-4fca-b96d-7fcb69cc958c req-2f57d9d0-847c-485e-96a1-90795bf1f315 tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] 10.222.0.26 "GET /v2.0/ports?device_id=f103a60c-9a5f-44ce-a8f6-30c816625986 HTTP/1.1" status: 200 len: 943 time: 0.0861659 Nov 12 08:12:30.032087 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b27420a0-e5f9-4fca-b96d-7fcb69cc958c req-32ff305f-3963-45ef-bd50-a4622fdf25ae tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eb7f744-8b41-41ac-a2c7-3ed15c795dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982361 Nov 12 08:12:30.062118 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-0c6ec1a0-422d-4e1b-955f-f33c04dde510 req-0d16ed22-afff-4ae7-b0d1-cb724059a760 tempest-VolumesAdminNegativeTest-2055808681 tempest-VolumesAdminNegativeTest-2055808681-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:30.097055 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-0c6ec1a0-422d-4e1b-955f-f33c04dde510 req-0d16ed22-afff-4ae7-b0d1-cb724059a760 tempest-VolumesAdminNegativeTest-2055808681 tempest-VolumesAdminNegativeTest-2055808681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:30.139041 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c6ec1a0-422d-4e1b-955f-f33c04dde510 req-0d16ed22-afff-4ae7-b0d1-cb724059a760 tempest-VolumesAdminNegativeTest-2055808681 tempest-VolumesAdminNegativeTest-2055808681-project] Network 9d278e78-56d2-4b5c-946e-280eac7857cb is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:12:30.142158 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-0c6ec1a0-422d-4e1b-955f-f33c04dde510 req-0d16ed22-afff-4ae7-b0d1-cb724059a760 tempest-VolumesAdminNegativeTest-2055808681 tempest-VolumesAdminNegativeTest-2055808681-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:12:30.149227 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c6ec1a0-422d-4e1b-955f-f33c04dde510 req-0d16ed22-afff-4ae7-b0d1-cb724059a760 tempest-VolumesAdminNegativeTest-2055808681 tempest-VolumesAdminNegativeTest-2055808681-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:12:30.180534 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d16ed22-afff-4ae7-b0d1-cb724059a760 tempest-VolumesAdminNegativeTest-2055808681 tempest-VolumesAdminNegativeTest-2055808681-project] Pushing event updated for resources: {'Port': ['ID=c37e8977-2ebc-4bc4-8ea3-6f456524aba9,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:30.184360 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 2d3833ca-2553-4fed-9226-e39e0b03fc29 details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:12:30.206677 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6ec1a0-422d-4e1b-955f-f33c04dde510 req-0d16ed22-afff-4ae7-b0d1-cb724059a760 tempest-VolumesAdminNegativeTest-2055808681 tempest-VolumesAdminNegativeTest-2055808681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:30.207353 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-0c6ec1a0-422d-4e1b-955f-f33c04dde510 req-0d16ed22-afff-4ae7-b0d1-cb724059a760 tempest-VolumesAdminNegativeTest-2055808681 tempest-VolumesAdminNegativeTest-2055808681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:30.232746 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0c6ec1a0-422d-4e1b-955f-f33c04dde510 req-0d16ed22-afff-4ae7-b0d1-cb724059a760 tempest-VolumesAdminNegativeTest-2055808681 tempest-VolumesAdminNegativeTest-2055808681-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7883227 Nov 12 08:12:30.247176 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-0c6ec1a0-422d-4e1b-955f-f33c04dde510 req-1afa0dc2-cdae-47ea-9523-bb18fcaf6989 service neutron] Request body: {'port': {'device_id': 'fdd0f8ec-1576-4e15-b226-71f044364394', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:12:30.274611 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77187685-ab1e-49d7-a820-a480dbdd385a req-0049621b-3d42-4e95-a023-fee1957bfdb0 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:30.284751 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-77187685-ab1e-49d7-a820-a480dbdd385a req-0049621b-3d42-4e95-a023-fee1957bfdb0 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=114f16b3-f75c-4afd-bb17-e8c3c9407de6 HTTP/1.1" status: 200 len: 945 time: 0.0810814 Nov 12 08:12:30.327854 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-0c6ec1a0-422d-4e1b-955f-f33c04dde510 req-1afa0dc2-cdae-47ea-9523-bb18fcaf6989 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:30.349001 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-77187685-ab1e-49d7-a820-a480dbdd385a req-f24de648-6073-49fb-aac7-b7b628bab8d2 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625119 Nov 12 08:12:30.363922 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 2d3833ca-2553-4fed-9226-e39e0b03fc29, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=2d3833ca-2553-4fed-9226-e39e0b03fc29,segment=NetworkSegment(63931bf5-9e98-4b9a-8008-e92f75ee8be8),segment_id=63931bf5-9e98-4b9a-8008-e92f75ee8be8)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:12:30.378538 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': '2d3833ca-2553-4fed-9226-e39e0b03fc29', 'network_id': 'c296c3e2-37c2-474d-b9c7-67dcdeab2136', 'port_id': '2d3833ca-2553-4fed-9226-e39e0b03fc29', 'mac_address': 'fa:16:3e:34:5f:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ff85e19-2181-4928-85a7-b9b38ac49a84', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:12:30.422978 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:30.438964 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d3833ca-2553-4fed-9226-e39e0b03fc29 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:12:30.464186 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 2d3833ca-2553-4fed-9226-e39e0b03fc29, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=2d3833ca-2553-4fed-9226-e39e0b03fc29,segment=NetworkSegment(63931bf5-9e98-4b9a-8008-e92f75ee8be8),segment_id=63931bf5-9e98-4b9a-8008-e92f75ee8be8)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:12:30.469216 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:30.520168 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=2d3833ca-2553-4fed-9226-e39e0b03fc29,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:30.641584 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-0c6ec1a0-422d-4e1b-955f-f33c04dde510 req-1afa0dc2-cdae-47ea-9523-bb18fcaf6989 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c37e8977-2ebc-4bc4-8ea3-6f456524aba9 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:12:30.649608 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-0c6ec1a0-422d-4e1b-955f-f33c04dde510 req-1afa0dc2-cdae-47ea-9523-bb18fcaf6989 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:30.662912 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-0c6ec1a0-422d-4e1b-955f-f33c04dde510 req-1afa0dc2-cdae-47ea-9523-bb18fcaf6989 service neutron] Transition to ACTIVE for port object c37e8977-2ebc-4bc4-8ea3-6f456524aba9 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:12:30.671929 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-0c6ec1a0-422d-4e1b-955f-f33c04dde510 req-1afa0dc2-cdae-47ea-9523-bb18fcaf6989 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:30.736787 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afa0dc2-cdae-47ea-9523-bb18fcaf6989 service neutron] Pushing event updated for resources: {'Port': ['ID=c37e8977-2ebc-4bc4-8ea3-6f456524aba9,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:30.808010 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-0c6ec1a0-422d-4e1b-955f-f33c04dde510 req-1afa0dc2-cdae-47ea-9523-bb18fcaf6989 service neutron] Attempting to bind port c37e8977-2ebc-4bc4-8ea3-6f456524aba9 on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:12:30.808362 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-0c6ec1a0-422d-4e1b-955f-f33c04dde510 req-1afa0dc2-cdae-47ea-9523-bb18fcaf6989 service neutron] Attempting to bind port c37e8977-2ebc-4bc4-8ea3-6f456524aba9 by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': '87beb4fe-6ecf-471c-af81-380b48bd0985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9d278e78-56d2-4b5c-946e-280eac7857cb'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:12:30.808680 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6ec1a0-422d-4e1b-955f-f33c04dde510 req-1afa0dc2-cdae-47ea-9523-bb18fcaf6989 service neutron] Attempting to bind port c37e8977-2ebc-4bc4-8ea3-6f456524aba9 on network 9d278e78-56d2-4b5c-946e-280eac7857cb {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:12:30.813261 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6ec1a0-422d-4e1b-955f-f33c04dde510 req-1afa0dc2-cdae-47ea-9523-bb18fcaf6989 service neutron] Port c37e8977-2ebc-4bc4-8ea3-6f456524aba9 on network 9d278e78-56d2-4b5c-946e-280eac7857cb not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:12:30.813578 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6ec1a0-422d-4e1b-955f-f33c04dde510 req-1afa0dc2-cdae-47ea-9523-bb18fcaf6989 service neutron] Attempting to bind port c37e8977-2ebc-4bc4-8ea3-6f456524aba9 on network 9d278e78-56d2-4b5c-946e-280eac7857cb {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:12:30.818818 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6ec1a0-422d-4e1b-955f-f33c04dde510 req-1afa0dc2-cdae-47ea-9523-bb18fcaf6989 service neutron] Checking agent: {'id': '26215384-8035-4ce2-971a-8e67be80da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:12:30.819168 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6ec1a0-422d-4e1b-955f-f33c04dde510 req-1afa0dc2-cdae-47ea-9523-bb18fcaf6989 service neutron] Checking segment: {'id': '87beb4fe-6ecf-471c-af81-380b48bd0985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9d278e78-56d2-4b5c-946e-280eac7857cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:12:30.819603 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6ec1a0-422d-4e1b-955f-f33c04dde510 req-1afa0dc2-cdae-47ea-9523-bb18fcaf6989 service neutron] Bound using segment: {'id': '87beb4fe-6ecf-471c-af81-380b48bd0985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9d278e78-56d2-4b5c-946e-280eac7857cb'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:12:30.820059 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-0c6ec1a0-422d-4e1b-955f-f33c04dde510 req-1afa0dc2-cdae-47ea-9523-bb18fcaf6989 service neutron] Bound port: c37e8977-2ebc-4bc4-8ea3-6f456524aba9, host: n-h1-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87beb4fe-6ecf-471c-af81-380b48bd0985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9d278e78-56d2-4b5c-946e-280eac7857cb'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:12:30.821006 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-0c6ec1a0-422d-4e1b-955f-f33c04dde510 req-1afa0dc2-cdae-47ea-9523-bb18fcaf6989 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:30.865568 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['2d3833ca-2553-4fed-9226-e39e0b03fc29'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:12:30.901112 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d6972-7e41-49b1-a897-b3b28e98752f req-1c12d629-61e7-40b7-ada2-609811cda566 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:30.909076 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a72d6972-7e41-49b1-a897-b3b28e98752f req-1c12d629-61e7-40b7-ada2-609811cda566 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f00cee-1640-4baf-ac63-c7b458ec3620 HTTP/1.1" status: 200 len: 950 time: 0.0957208 Nov 12 08:12:30.959093 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-0c6ec1a0-422d-4e1b-955f-f33c04dde510 req-1afa0dc2-cdae-47ea-9523-bb18fcaf6989 service neutron] For port c37e8977-2ebc-4bc4-8ea3-6f456524aba9, host n-h1-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:12:30.979964 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-0c6ec1a0-422d-4e1b-955f-f33c04dde510 req-1afa0dc2-cdae-47ea-9523-bb18fcaf6989 service neutron] For port c37e8977-2ebc-4bc4-8ea3-6f456524aba9, host n-h1-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=c37e8977-2ebc-4bc4-8ea3-6f456524aba9,segment=NetworkSegment(87beb4fe-6ecf-471c-af81-380b48bd0985),segment_id=87beb4fe-6ecf-471c-af81-380b48bd0985)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:12:30.995961 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bddbf8-d166-497a-bb12-30e785b24ca7 req-a4b98e3e-e3c0-4609-8df6-7b20651c0649 tempest-VolumesAdminNegativeTest-2055808681 tempest-VolumesAdminNegativeTest-2055808681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:30.996237 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a72d6972-7e41-49b1-a897-b3b28e98752f req-1b1b4535-c1db-444c-ba3e-c8f746b5cb6d tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860310 Nov 12 08:12:30.997619 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-01bddbf8-d166-497a-bb12-30e785b24ca7 req-a4b98e3e-e3c0-4609-8df6-7b20651c0649 tempest-VolumesAdminNegativeTest-2055808681 tempest-VolumesAdminNegativeTest-2055808681-project] 10.222.0.26 "GET /v2.0/ports?device_id=fdd0f8ec-1576-4e15-b226-71f044364394 HTTP/1.1" status: 200 len: 943 time: 0.0850375 Nov 12 08:12:31.000096 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-0c6ec1a0-422d-4e1b-955f-f33c04dde510 req-1afa0dc2-cdae-47ea-9523-bb18fcaf6989 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:31.055206 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6ec1a0-422d-4e1b-955f-f33c04dde510 req-1afa0dc2-cdae-47ea-9523-bb18fcaf6989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:31.055931 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-0c6ec1a0-422d-4e1b-955f-f33c04dde510 req-1afa0dc2-cdae-47ea-9523-bb18fcaf6989 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:31.057618 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0c6ec1a0-422d-4e1b-955f-f33c04dde510 req-1afa0dc2-cdae-47ea-9523-bb18fcaf6989 service neutron] 10.222.0.21 "PUT /v2.0/ports/c37e8977-2ebc-4bc4-8ea3-6f456524aba9 HTTP/1.1" status: 200 len: 1092 time: 0.8159418 Nov 12 08:12:31.061218 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdd0f8ec-1576-4e15-b226-71f044364394', 'tag': 'c37e8977-2ebc-4bc4-8ea3-6f456524aba9'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:12:31.072744 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d29c4e24-8f41-4c5d-ad69-478c76daef5b" -d '{"events": [{"name": "network-changed", "server_uuid": "fdd0f8ec-1576-4e15-b226-71f044364394", "tag": "c37e8977-2ebc-4bc4-8ea3-6f456524aba9"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:12:31.164687 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afa0dc2-cdae-47ea-9523-bb18fcaf6989 service neutron] Pushing event updated for resources: {'Port': ['ID=c37e8977-2ebc-4bc4-8ea3-6f456524aba9,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:31.178037 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-01bddbf8-d166-497a-bb12-30e785b24ca7 req-d9f9fda0-a787-4aaa-bcab-4e521ab94081 tempest-VolumesAdminNegativeTest-2055808681 tempest-VolumesAdminNegativeTest-2055808681-project] 10.222.0.26 "GET /v2.0/security-groups?id=29a5c4a7-b696-474b-9243-887a35727c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710200 Nov 12 08:12:31.204387 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6ec1a0-422d-4e1b-955f-f33c04dde510 req-0dea1c38-fc4e-413c-b43c-fb8c127467e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:31.205895 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0c6ec1a0-422d-4e1b-955f-f33c04dde510 req-0dea1c38-fc4e-413c-b43c-fb8c127467e1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bd4d2482d9804ba7b546fd41a472f31e&device_id=fdd0f8ec-1576-4e15-b226-71f044364394 HTTP/1.1" status: 200 len: 1095 time: 0.0784850 Nov 12 08:12:31.284163 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf788dac-a5f0-490d-9f9f-14aeb554854d x-openstack-request-id: req-cf788dac-a5f0-490d-9f9f-14aeb554854d {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:12:31.284554 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdd0f8ec-1576-4e15-b226-71f044364394", "tag": "c37e8977-2ebc-4bc4-8ea3-6f456524aba9", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:12:31.284896 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cf788dac-a5f0-490d-9f9f-14aeb554854d {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:12:31.285437 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdd0f8ec-1576-4e15-b226-71f044364394', 'tag': 'c37e8977-2ebc-4bc4-8ea3-6f456524aba9', 'status': 'completed', 'code': 200} Nov 12 08:12:31.289514 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0c6ec1a0-422d-4e1b-955f-f33c04dde510 req-a135f95a-9288-4661-bcad-1b7d7a49837e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c37e8977-2ebc-4bc4-8ea3-6f456524aba9 HTTP/1.1" status: 200 len: 217 time: 0.0618923 Nov 12 08:12:31.373858 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6ec1a0-422d-4e1b-955f-f33c04dde510 req-8020ae89-ee5d-43ef-9454-a287ee813331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:31.375321 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0c6ec1a0-422d-4e1b-955f-f33c04dde510 req-8020ae89-ee5d-43ef-9454-a287ee813331 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3172a225-08a5-4fa7-aab8-f74fd01c9211 HTTP/1.1" status: 200 len: 855 time: 0.0757501 Nov 12 08:12:31.384122 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e386cb-bd59-40f1-8801-011598fc5a44 req-1c363180-edb1-4e64-be32-0f59c555100b tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:31.385630 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-75e386cb-bd59-40f1-8801-011598fc5a44 req-1c363180-edb1-4e64-be32-0f59c555100b tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] 10.222.0.26 "GET /v2.0/ports?device_id=f103a60c-9a5f-44ce-a8f6-30c816625986 HTTP/1.1" status: 200 len: 944 time: 0.1041453 Nov 12 08:12:31.420067 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0c6ec1a0-422d-4e1b-955f-f33c04dde510 req-cc06d16a-ac41-4785-af3b-a72c65ba1e13 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9d278e78-56d2-4b5c-946e-280eac7857cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334108 Nov 12 08:12:31.478916 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b366d-d3e7-4606-b922-1d73370cccfd req-aba35605-017d-40d9-a8f7-d7454e26ee01 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:31.481023 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-287b366d-d3e7-4606-b922-1d73370cccfd req-aba35605-017d-40d9-a8f7-d7454e26ee01 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=114f16b3-f75c-4afd-bb17-e8c3c9407de6 HTTP/1.1" status: 200 len: 945 time: 0.0575030 Nov 12 08:12:31.515828 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-75e386cb-bd59-40f1-8801-011598fc5a44 req-0c4f5abe-d136-40d9-9046-12cf4a9289d0 tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eb7f744-8b41-41ac-a2c7-3ed15c795dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200602 Nov 12 08:12:31.547436 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0c6ec1a0-422d-4e1b-955f-f33c04dde510 req-9c6fce74-73d7-40d5-b962-c5708a11adfc service neutron] 10.222.0.21 "GET /v2.0/networks/9d278e78-56d2-4b5c-946e-280eac7857cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172647 Nov 12 08:12:31.548632 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-287b366d-d3e7-4606-b922-1d73370cccfd req-0d7e0c8c-17d0-463d-92be-1eed72edf403 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615084 Nov 12 08:12:31.651928 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0c6ec1a0-422d-4e1b-955f-f33c04dde510 req-f2095c8f-6b2f-4954-a577-7a1e3ee2bc1a service neutron] 10.222.0.21 "GET /v2.0/networks/9d278e78-56d2-4b5c-946e-280eac7857cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941389 Nov 12 08:12:31.747084 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29c4e24-8f41-4c5d-ad69-478c76daef5b req-cdb72146-7346-4e55-9851-07fb43835624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:31.748627 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d29c4e24-8f41-4c5d-ad69-478c76daef5b req-cdb72146-7346-4e55-9851-07fb43835624 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bd4d2482d9804ba7b546fd41a472f31e&device_id=fdd0f8ec-1576-4e15-b226-71f044364394 HTTP/1.1" status: 200 len: 1095 time: 0.0418158 Nov 12 08:12:31.843596 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29c4e24-8f41-4c5d-ad69-478c76daef5b req-dbcfe7d9-2d6b-499c-a0e2-46c62dcf242d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:31.845043 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d29c4e24-8f41-4c5d-ad69-478c76daef5b req-dbcfe7d9-2d6b-499c-a0e2-46c62dcf242d service neutron] 10.222.0.21 "GET /v2.0/networks?id=9d278e78-56d2-4b5c-946e-280eac7857cb HTTP/1.1" status: 200 len: 916 time: 0.0866451 Nov 12 08:12:31.892516 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d29c4e24-8f41-4c5d-ad69-478c76daef5b req-a69e219e-eaae-4623-8ac1-c40528b3ebf4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c37e8977-2ebc-4bc4-8ea3-6f456524aba9 HTTP/1.1" status: 200 len: 217 time: 0.0382991 Nov 12 08:12:31.942458 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29c4e24-8f41-4c5d-ad69-478c76daef5b req-870189d7-e295-4d0d-860b-5cae36a18920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:31.944032 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d29c4e24-8f41-4c5d-ad69-478c76daef5b req-870189d7-e295-4d0d-860b-5cae36a18920 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3172a225-08a5-4fa7-aab8-f74fd01c9211 HTTP/1.1" status: 200 len: 855 time: 0.0445983 Nov 12 08:12:31.981553 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d29c4e24-8f41-4c5d-ad69-478c76daef5b req-339b2c80-0257-41a8-a206-1ffae72e12d2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9d278e78-56d2-4b5c-946e-280eac7857cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260196 Nov 12 08:12:32.078567 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d29c4e24-8f41-4c5d-ad69-478c76daef5b req-aebf9fc7-83c5-4456-a76a-eae4d8521c04 service neutron] 10.222.0.21 "GET /v2.0/networks/9d278e78-56d2-4b5c-946e-280eac7857cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892692 Nov 12 08:12:32.123301 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205488b7-4b56-4a8b-875e-2fe4e10b1f9f req-832a129e-0b12-475c-9636-a432bf57eabb tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:32.124986 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-205488b7-4b56-4a8b-875e-2fe4e10b1f9f req-832a129e-0b12-475c-9636-a432bf57eabb tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f00cee-1640-4baf-ac63-c7b458ec3620 HTTP/1.1" status: 200 len: 950 time: 0.0541983 Nov 12 08:12:32.192718 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d29c4e24-8f41-4c5d-ad69-478c76daef5b req-111ce89e-8543-4021-953e-45dba1ade51c service neutron] 10.222.0.21 "GET /v2.0/networks/9d278e78-56d2-4b5c-946e-280eac7857cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048431 Nov 12 08:12:32.196633 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-205488b7-4b56-4a8b-875e-2fe4e10b1f9f req-471af2e3-3b79-4089-9dac-f0fa2dde46c4 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590436 Nov 12 08:12:32.212179 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 2d3833ca-2553-4fed-9226-e39e0b03fc29 up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:12:32.277231 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning for port 2d3833ca-2553-4fed-9226-e39e0b03fc29 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:12:32.281279 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port 2d3833ca-2553-4fed-9226-e39e0b03fc29 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:12:32.281642 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:32.332984 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a543f76-dfb9-444f-a8d6-e1bad7ad0e7f req-8e5ace2e-5c5b-4daa-9f29-34c24a5eecfc tempest-VolumesAdminNegativeTest-2055808681 tempest-VolumesAdminNegativeTest-2055808681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:32.334652 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1a543f76-dfb9-444f-a8d6-e1bad7ad0e7f req-8e5ace2e-5c5b-4daa-9f29-34c24a5eecfc tempest-VolumesAdminNegativeTest-2055808681 tempest-VolumesAdminNegativeTest-2055808681-project] 10.222.0.26 "GET /v2.0/ports?device_id=fdd0f8ec-1576-4e15-b226-71f044364394 HTTP/1.1" status: 200 len: 943 time: 0.0626979 Nov 12 08:12:32.399537 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:32.423976 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1a543f76-dfb9-444f-a8d6-e1bad7ad0e7f req-74af8a5f-01fd-4274-ac3a-9be40852a1fd tempest-VolumesAdminNegativeTest-2055808681 tempest-VolumesAdminNegativeTest-2055808681-project] 10.222.0.26 "GET /v2.0/security-groups?id=29a5c4a7-b696-474b-9243-887a35727c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813668 Nov 12 08:12:32.430378 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f103a60c-9a5f-44ce-a8f6-30c816625986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d3833ca-2553-4fed-9226-e39e0b03fc29'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:12:32.433790 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77718c55-283d-45db-81d8-084b3d0a7dbf" -d '{"events": [{"server_uuid": "f103a60c-9a5f-44ce-a8f6-30c816625986", "name": "network-vif-plugged", "status": "completed", "tag": "2d3833ca-2553-4fed-9226-e39e0b03fc29"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:12:32.462504 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 2d3833ca-2553-4fed-9226-e39e0b03fc29, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=2d3833ca-2553-4fed-9226-e39e0b03fc29,segment=NetworkSegment(63931bf5-9e98-4b9a-8008-e92f75ee8be8),segment_id=63931bf5-9e98-4b9a-8008-e92f75ee8be8)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:12:32.468502 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:32.522050 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=2d3833ca-2553-4fed-9226-e39e0b03fc29,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:32.563215 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-952a07d9-a2ac-4811-83b1-258501dadfba x-openstack-request-id: req-952a07d9-a2ac-4811-83b1-258501dadfba {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:12:32.563501 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f103a60c-9a5f-44ce-a8f6-30c816625986", "name": "network-vif-plugged", "status": "completed", "tag": "2d3833ca-2553-4fed-9226-e39e0b03fc29", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:12:32.563764 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-952a07d9-a2ac-4811-83b1-258501dadfba {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:12:32.564164 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f103a60c-9a5f-44ce-a8f6-30c816625986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d3833ca-2553-4fed-9226-e39e0b03fc29', 'code': 200} Nov 12 08:12:32.656280 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6924e52b-44cd-442f-960c-7e943b444fa6 req-0e17cdec-11d7-4274-bfd8-35f151e3eeb4 tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:32.658009 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6924e52b-44cd-442f-960c-7e943b444fa6 req-0e17cdec-11d7-4274-bfd8-35f151e3eeb4 tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] 10.222.0.26 "GET /v2.0/ports?device_id=f103a60c-9a5f-44ce-a8f6-30c816625986 HTTP/1.1" status: 200 len: 945 time: 0.0620155 Nov 12 08:12:32.716462 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6924e52b-44cd-442f-960c-7e943b444fa6 req-e4cb96eb-98b9-4cfa-8486-f4cd74cc245c tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eb7f744-8b41-41ac-a2c7-3ed15c795dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484192 Nov 12 08:12:32.739332 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cff260-8b34-4c11-a73e-09cfbd15e7d1 req-ac59f395-0b8a-46bf-8b88-05540d0b339b tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:32.742078 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-09cff260-8b34-4c11-a73e-09cfbd15e7d1 req-ac59f395-0b8a-46bf-8b88-05540d0b339b tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=114f16b3-f75c-4afd-bb17-e8c3c9407de6 HTTP/1.1" status: 200 len: 945 time: 0.1100881 Nov 12 08:12:32.749960 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7bd23d-94ea-448b-8c19-a21e7f9eb24e req-2d063db6-1b08-4661-8455-56858ec6b824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:32.751495 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1b7bd23d-94ea-448b-8c19-a21e7f9eb24e req-2d063db6-1b08-4661-8455-56858ec6b824 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f103a60c-9a5f-44ce-a8f6-30c816625986 HTTP/1.1" status: 200 len: 1097 time: 0.0844038 Nov 12 08:12:32.825825 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-09cff260-8b34-4c11-a73e-09cfbd15e7d1 req-d53d23fd-d880-4c22-97e2-02fc432f662e tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733533 Nov 12 08:12:32.829177 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1b7bd23d-94ea-448b-8c19-a21e7f9eb24e req-43827661-34ad-4bda-8f3e-5c2753d3e57f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3eb7f744-8b41-41ac-a2c7-3ed15c795dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693803 Nov 12 08:12:33.313810 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa516c01-48e2-45ab-8fd6-ba76e438ccec req-d9a2495f-2743-45ef-90a9-766b59c45aec tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:33.315440 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-aa516c01-48e2-45ab-8fd6-ba76e438ccec req-d9a2495f-2743-45ef-90a9-766b59c45aec tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f00cee-1640-4baf-ac63-c7b458ec3620 HTTP/1.1" status: 200 len: 950 time: 0.0509276 Nov 12 08:12:33.370774 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-aa516c01-48e2-45ab-8fd6-ba76e438ccec req-f4ad4228-4b9a-447f-8981-62cf2b37daf7 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486898 Nov 12 08:12:33.574442 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192c5b64-8f7d-4b71-b5b8-b3523c41580c req-5a7d2ce3-3c7d-4c4a-b730-e2870e3108dc tempest-VolumesAdminNegativeTest-2055808681 tempest-VolumesAdminNegativeTest-2055808681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:33.576252 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-192c5b64-8f7d-4b71-b5b8-b3523c41580c req-5a7d2ce3-3c7d-4c4a-b730-e2870e3108dc tempest-VolumesAdminNegativeTest-2055808681 tempest-VolumesAdminNegativeTest-2055808681-project] 10.222.0.26 "GET /v2.0/ports?device_id=fdd0f8ec-1576-4e15-b226-71f044364394 HTTP/1.1" status: 200 len: 943 time: 0.0618713 Nov 12 08:12:33.645022 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-192c5b64-8f7d-4b71-b5b8-b3523c41580c req-793d2cfa-b300-409e-a64b-e66d70b90d2b tempest-VolumesAdminNegativeTest-2055808681 tempest-VolumesAdminNegativeTest-2055808681-project] 10.222.0.26 "GET /v2.0/security-groups?id=29a5c4a7-b696-474b-9243-887a35727c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622919 Nov 12 08:12:33.859648 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7840038a-0031-4136-94b0-1ad0c8f437a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:33.872987 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698e4656-ef1a-42cc-b80d-2908ae23467e req-00d003e1-9d96-4935-9762-7439a8e87e38 tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:33.878221 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-698e4656-ef1a-42cc-b80d-2908ae23467e req-00d003e1-9d96-4935-9762-7439a8e87e38 tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] 10.222.0.26 "GET /v2.0/ports?device_id=f103a60c-9a5f-44ce-a8f6-30c816625986 HTTP/1.1" status: 200 len: 945 time: 0.0791984 Nov 12 08:12:33.929460 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-698e4656-ef1a-42cc-b80d-2908ae23467e req-f80b978e-5572-4e65-9f66-cdc2793b5609 tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eb7f744-8b41-41ac-a2c7-3ed15c795dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468059 Nov 12 08:12:33.990113 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe927c3e-0233-4567-8f29-9c19b1a15a89 req-0933c67a-bd63-4890-b254-d041b74555a1 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:33.992028 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fe927c3e-0233-4567-8f29-9c19b1a15a89 req-0933c67a-bd63-4890-b254-d041b74555a1 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=114f16b3-f75c-4afd-bb17-e8c3c9407de6 HTTP/1.1" status: 200 len: 945 time: 0.0673666 Nov 12 08:12:34.046784 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fe927c3e-0233-4567-8f29-9c19b1a15a89 req-1bb8d448-49ea-428f-9bb9-0e7f936726e7 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470755 Nov 12 08:12:34.494833 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c7c07e-f2f2-41b2-b21d-e43124b72e1a req-5e8cb3a6-924a-420b-9f2a-03f0de0274ed tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:34.496381 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a4c7c07e-f2f2-41b2-b21d-e43124b72e1a req-5e8cb3a6-924a-420b-9f2a-03f0de0274ed tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f00cee-1640-4baf-ac63-c7b458ec3620 HTTP/1.1" status: 200 len: 950 time: 0.0519204 Nov 12 08:12:34.548613 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a4c7c07e-f2f2-41b2-b21d-e43124b72e1a req-a567c3e7-f687-4ef5-af6b-3af955ccd2ed tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462580 Nov 12 08:12:34.769224 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1763655-406d-4eb1-98d9-bd86efe51a43 req-19b979ce-f55b-4ac9-9090-b994e47963b9 tempest-VolumesAdminNegativeTest-2055808681 tempest-VolumesAdminNegativeTest-2055808681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:34.770729 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d1763655-406d-4eb1-98d9-bd86efe51a43 req-19b979ce-f55b-4ac9-9090-b994e47963b9 tempest-VolumesAdminNegativeTest-2055808681 tempest-VolumesAdminNegativeTest-2055808681-project] 10.222.0.26 "GET /v2.0/ports?device_id=fdd0f8ec-1576-4e15-b226-71f044364394 HTTP/1.1" status: 200 len: 943 time: 0.0537846 Nov 12 08:12:34.818607 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d1763655-406d-4eb1-98d9-bd86efe51a43 req-fa37e1f2-bc93-4056-9f8f-7f14fa07f50d tempest-VolumesAdminNegativeTest-2055808681 tempest-VolumesAdminNegativeTest-2055808681-project] 10.222.0.26 "GET /v2.0/security-groups?id=29a5c4a7-b696-474b-9243-887a35727c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416157 Nov 12 08:12:35.010778 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:35.071646 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a50736-9bec-450d-b2d5-28bd804e67aa req-fa2d2049-1d33-492b-a758-3ad86633eb1d tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:35.073727 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-76a50736-9bec-450d-b2d5-28bd804e67aa req-fa2d2049-1d33-492b-a758-3ad86633eb1d tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] 10.222.0.26 "GET /v2.0/ports?device_id=f103a60c-9a5f-44ce-a8f6-30c816625986 HTTP/1.1" status: 200 len: 945 time: 0.0580950 Nov 12 08:12:35.129453 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-76a50736-9bec-450d-b2d5-28bd804e67aa req-ba6238d3-306d-44b8-a78e-1ccdd064c6cb tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eb7f744-8b41-41ac-a2c7-3ed15c795dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490401 Nov 12 08:12:35.183059 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0410be9-e3b3-4e75-8b9a-28eddf72382f req-4419adf9-3eb4-41b2-b669-1adefc25da29 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:35.185184 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e0410be9-e3b3-4e75-8b9a-28eddf72382f req-4419adf9-3eb4-41b2-b669-1adefc25da29 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=114f16b3-f75c-4afd-bb17-e8c3c9407de6 HTTP/1.1" status: 200 len: 945 time: 0.0537720 Nov 12 08:12:35.237822 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e0410be9-e3b3-4e75-8b9a-28eddf72382f req-45ed59fe-b6fc-465b-b190-431bdb022e11 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445166 Nov 12 08:12:35.261062 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85e032d-fa9a-4018-b981-dbcacb52332f req-e7623fe5-056a-4e92-89fb-fd044a0d13a2 tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:35.262577 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a85e032d-fa9a-4018-b981-dbcacb52332f req-e7623fe5-056a-4e92-89fb-fd044a0d13a2 tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] 10.222.0.26 "GET /v2.0/ports?device_id=f103a60c-9a5f-44ce-a8f6-30c816625986 HTTP/1.1" status: 200 len: 945 time: 0.0612481 Nov 12 08:12:35.275857 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 38700) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:12:35.280314 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-921c68ac-5d07-4d69-8341-a7ecb5bd34a0 tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] Request body: {'floatingip': {'port_id': '2d3833ca-2553-4fed-9226-e39e0b03fc29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:12:35.326872 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-921c68ac-5d07-4d69-8341-a7ecb5bd34a0 tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] Publish callbacks [] for floatingip, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:35.705677 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8ce034-34ec-4f3e-9350-7d371678fcc2 req-5c72a871-f5d6-48d2-bbe9-8022372b7909 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:35.707242 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7d8ce034-34ec-4f3e-9350-7d371678fcc2 req-5c72a871-f5d6-48d2-bbe9-8022372b7909 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f00cee-1640-4baf-ac63-c7b458ec3620 HTTP/1.1" status: 200 len: 950 time: 0.0770826 Nov 12 08:12:35.766534 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7d8ce034-34ec-4f3e-9350-7d371678fcc2 req-e5ebd6ef-8449-4a5e-a14d-f975e16ad07c tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510538 Nov 12 08:12:35.860216 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device c37e8977-2ebc-4bc4-8ea3-6f456524aba9 details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:12:35.977392 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port c37e8977-2ebc-4bc4-8ea3-6f456524aba9, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=c37e8977-2ebc-4bc4-8ea3-6f456524aba9,segment=NetworkSegment(87beb4fe-6ecf-471c-af81-380b48bd0985),segment_id=87beb4fe-6ecf-471c-af81-380b48bd0985)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:12:35.991945 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Returning: {'device': 'c37e8977-2ebc-4bc4-8ea3-6f456524aba9', 'network_id': '9d278e78-56d2-4b5c-946e-280eac7857cb', 'port_id': 'c37e8977-2ebc-4bc4-8ea3-6f456524aba9', 'mac_address': 'fa:16:3e:7b:3d:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3172a225-08a5-4fa7-aab8-f74fd01c9211', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:12:36.035354 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:36.050862 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-e530113a-7783-48f4-9840-8911a24052df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c37e8977-2ebc-4bc4-8ea3-6f456524aba9 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:12:36.074820 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port c37e8977-2ebc-4bc4-8ea3-6f456524aba9, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=c37e8977-2ebc-4bc4-8ea3-6f456524aba9,segment=NetworkSegment(87beb4fe-6ecf-471c-af81-380b48bd0985),segment_id=87beb4fe-6ecf-471c-af81-380b48bd0985)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:12:36.079419 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:36.122168 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-921c68ac-5d07-4d69-8341-a7ecb5bd34a0 tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:36.126966 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-921c68ac-5d07-4d69-8341-a7ecb5bd34a0 tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:36.138244 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=c37e8977-2ebc-4bc4-8ea3-6f456524aba9,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:36.178403 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1169e201-af94-4970-9f1a-f10878208c7d req-29fa4cee-3724-4ee1-b9e0-57964a6888ef tempest-VolumesAdminNegativeTest-2055808681 tempest-VolumesAdminNegativeTest-2055808681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:36.179893 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1169e201-af94-4970-9f1a-f10878208c7d req-29fa4cee-3724-4ee1-b9e0-57964a6888ef tempest-VolumesAdminNegativeTest-2055808681 tempest-VolumesAdminNegativeTest-2055808681-project] 10.222.0.26 "GET /v2.0/ports?device_id=fdd0f8ec-1576-4e15-b226-71f044364394 HTTP/1.1" status: 200 len: 944 time: 0.0993099 Nov 12 08:12:36.282366 n-d-765315-29 neutron-server[102599]: INFO neutron.db.l3_db [None req-921c68ac-5d07-4d69-8341-a7ecb5bd34a0 tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] Floating IP efb6917b-7842-432b-a27d-48506a178234 associated. External IP: 172.25.2.234, port: 2d3833ca-2553-4fed-9226-e39e0b03fc29. Nov 12 08:12:36.288207 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1169e201-af94-4970-9f1a-f10878208c7d req-03e4b693-db9c-493e-be0b-9015c107e702 tempest-VolumesAdminNegativeTest-2055808681 tempest-VolumesAdminNegativeTest-2055808681-project] 10.222.0.26 "GET /v2.0/security-groups?id=29a5c4a7-b696-474b-9243-887a35727c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979316 Nov 12 08:12:36.373750 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4632acaa-1b85-4c9e-b4a9-0c708f87c6a2 req-6368a9f1-4673-45aa-8451-84ce7aa8a9a8 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:36.375431 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4632acaa-1b85-4c9e-b4a9-0c708f87c6a2 req-6368a9f1-4673-45aa-8451-84ce7aa8a9a8 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=114f16b3-f75c-4afd-bb17-e8c3c9407de6 HTTP/1.1" status: 200 len: 945 time: 0.0546699 Nov 12 08:12:36.443090 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d1ba8fb2-ade1-445f-ba22-6c5d7ddcdbf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:36.443716 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4632acaa-1b85-4c9e-b4a9-0c708f87c6a2 req-c8ee0055-eeff-4f54-b91d-daa007eda92b tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607059 Nov 12 08:12:36.519042 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-921c68ac-5d07-4d69-8341-a7ecb5bd34a0 tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] Router 7eb0a3fe-da27-4b90-bace-c3cd1f732338 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:12:36.608077 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['c37e8977-2ebc-4bc4-8ea3-6f456524aba9'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:12:36.640114 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-921c68ac-5d07-4d69-8341-a7ecb5bd34a0 tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:12:36.645076 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-921c68ac-5d07-4d69-8341-a7ecb5bd34a0 tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:36.652890 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c1215f-537a-44ea-b4dd-93fa25ee8752 None None] Sync routers for ids ['7eb0a3fe-da27-4b90-bace-c3cd1f732338'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:12:36.682759 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-921c68ac-5d07-4d69-8341-a7ecb5bd34a0 tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] 10.222.0.26 "PUT /v2.0/floatingips/efb6917b-7842-432b-a27d-48506a178234 HTTP/1.1" status: 200 len: 991 time: 1.4056876 Nov 12 08:12:36.684040 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f103a60c-9a5f-44ce-a8f6-30c816625986', 'tag': '2d3833ca-2553-4fed-9226-e39e0b03fc29'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:12:36.687174 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79fe6928-3414-4f98-9efd-4ddadf864636" -d '{"events": [{"name": "network-changed", "server_uuid": "f103a60c-9a5f-44ce-a8f6-30c816625986", "tag": "2d3833ca-2553-4fed-9226-e39e0b03fc29"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:12:36.695039 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c1215f-537a-44ea-b4dd-93fa25ee8752 None None] Routers {'7eb0a3fe-da27-4b90-bace-c3cd1f732338'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:12:36.695698 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-f4c1215f-537a-44ea-b4dd-93fa25ee8752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:12:36Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['7eb0a3fe-da27-4b90-bace-c3cd1f732338'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:12:36.810724 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2117158-fcff-4cfb-b525-6ea30df9b7e6 x-openstack-request-id: req-d2117158-fcff-4cfb-b525-6ea30df9b7e6 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:12:36.811019 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f103a60c-9a5f-44ce-a8f6-30c816625986", "tag": "2d3833ca-2553-4fed-9226-e39e0b03fc29", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:12:36.811317 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d2117158-fcff-4cfb-b525-6ea30df9b7e6 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:12:36.811721 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f103a60c-9a5f-44ce-a8f6-30c816625986', 'tag': '2d3833ca-2553-4fed-9226-e39e0b03fc29', 'status': 'completed', 'code': 200} Nov 12 08:12:36.830165 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-f4c1215f-537a-44ea-b4dd-93fa25ee8752 None None] Set router 7eb0a3fe-da27-4b90-bace-c3cd1f732338 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:12:36.911662 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c207b84-9d8e-44f6-9f18-67ebc3cc078e req-76d4179c-ed13-4c46-a574-65e8a07b0069 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:36.913587 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6c207b84-9d8e-44f6-9f18-67ebc3cc078e req-76d4179c-ed13-4c46-a574-65e8a07b0069 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f00cee-1640-4baf-ac63-c7b458ec3620 HTTP/1.1" status: 200 len: 950 time: 0.0648801 Nov 12 08:12:36.919425 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fe6928-3414-4f98-9efd-4ddadf864636 req-3cbcdafb-99c7-486e-83ef-ad260b2392b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:36.921076 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-79fe6928-3414-4f98-9efd-4ddadf864636 req-3cbcdafb-99c7-486e-83ef-ad260b2392b4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7b977b25095b4a6f80882ecf78723040&device_id=f103a60c-9a5f-44ce-a8f6-30c816625986 HTTP/1.1" status: 200 len: 1097 time: 0.0508015 Nov 12 08:12:36.978843 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6c207b84-9d8e-44f6-9f18-67ebc3cc078e req-3a285386-1d8b-42e0-98f3-c22b420f7a03 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577691 Nov 12 08:12:37.045077 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fe6928-3414-4f98-9efd-4ddadf864636 req-3ec51cbf-b40d-4b68-98e3-be08eb45a0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:37.047044 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-79fe6928-3414-4f98-9efd-4ddadf864636 req-3ec51cbf-b40d-4b68-98e3-be08eb45a0af service neutron] 10.222.0.44 "GET /v2.0/networks?id=c296c3e2-37c2-474d-b9c7-67dcdeab2136 HTTP/1.1" status: 200 len: 916 time: 0.1158004 Nov 12 08:12:37.127388 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-79fe6928-3414-4f98-9efd-4ddadf864636 req-9fc3c294-7df9-4a8c-99a5-f859bedf2736 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2d3833ca-2553-4fed-9226-e39e0b03fc29 HTTP/1.1" status: 200 len: 999 time: 0.0722449 Nov 12 08:12:37.200088 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fe6928-3414-4f98-9efd-4ddadf864636 req-90979bdf-ceee-442d-a609-c4bd7778206f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:37.202470 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-f4c1215f-537a-44ea-b4dd-93fa25ee8752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb0a3fe-da27-4b90-bace-c3cd1f732338', 'name': 'tempest-ServersTestFqdnHostnames-1753519180-router', 'tenant_id': '7b977b25095b4a6f80882ecf78723040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': 'c590cd30-813f-43f8-a740-35ea6de0c811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:12:11Z', 'updated_at': '2021-11-12T08:12:15Z', 'revision_number': 4, 'project_id': '7b977b25095b4a6f80882ecf78723040', 'gw_port': {'id': 'c590cd30-813f-43f8-a740-35ea6de0c811', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:db:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0a3fe-da27-4b90-bace-c3cd1f732338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:12:12Z', 'updated_at': '2021-11-12T08:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': 'efb6917b-7842-432b-a27d-48506a178234', 'tenant_id': '7b977b25095b4a6f80882ecf78723040', 'floating_ip_address': '172.25.2.234', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': '7eb0a3fe-da27-4b90-bace-c3cd1f732338', 'port_id': '2d3833ca-2553-4fed-9226-e39e0b03fc29', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c296c3e2-37c2-474d-b9c7-67dcdeab2136', 'mac_address': 'fa:16:3e:34:5f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f103a60c-9a5f-44ce-a8f6-30c816625986', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:12:19Z', 'updated_at': '2021-11-12T08:12:35Z', 'revision_number': 1, 'project_id': '7b977b25095b4a6f80882ecf78723040', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '027e6124-f731-408e-b7cc-93a246ef8c70', 'name': '', 'network_id': 'c296c3e2-37c2-474d-b9c7-67dcdeab2136', 'tenant_id': '7b977b25095b4a6f80882ecf78723040', 'mac_address': 'fa:16:3e:2a:50:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0a3fe-da27-4b90-bace-c3cd1f732338', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '1ff85e19-2181-4928-85a7-b9b38ac49a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:12:15Z', 'updated_at': '2021-11-12T08:12:20Z', 'revision_number': 5, 'project_id': '7b977b25095b4a6f80882ecf78723040', 'subnets': [{'id': '1ff85e19-2181-4928-85a7-b9b38ac49a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:12:37.202696 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-79fe6928-3414-4f98-9efd-4ddadf864636 req-90979bdf-ceee-442d-a609-c4bd7778206f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1ff85e19-2181-4928-85a7-b9b38ac49a84 HTTP/1.1" status: 200 len: 854 time: 0.0667400 Nov 12 08:12:37.232577 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c1215f-537a-44ea-b4dd-93fa25ee8752 None None] Checking router: 7eb0a3fe-da27-4b90-bace-c3cd1f732338 for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:12:37.242580 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c1215f-537a-44ea-b4dd-93fa25ee8752 None None] Routers {'7eb0a3fe-da27-4b90-bace-c3cd1f732338'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:12:37.243224 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-f4c1215f-537a-44ea-b4dd-93fa25ee8752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:12:36Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['7eb0a3fe-da27-4b90-bace-c3cd1f732338'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:12:37.257506 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fe6928-3414-4f98-9efd-4ddadf864636 req-78d768a4-e42b-4b02-a1c3-9dff5f6a9747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:37.259082 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-79fe6928-3414-4f98-9efd-4ddadf864636 req-78d768a4-e42b-4b02-a1c3-9dff5f6a9747 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c296c3e2-37c2-474d-b9c7-67dcdeab2136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0482125 Nov 12 08:12:37.363898 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-f4c1215f-537a-44ea-b4dd-93fa25ee8752 None None] Set router 7eb0a3fe-da27-4b90-bace-c3cd1f732338 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:12:37.369891 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-79fe6928-3414-4f98-9efd-4ddadf864636 req-81058c79-40e1-44a3-9dcf-e9b25b962e12 service neutron] 10.222.0.44 "GET /v2.0/networks/c296c3e2-37c2-474d-b9c7-67dcdeab2136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960302 Nov 12 08:12:37.433385 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe363ab2-27c6-4a2a-8364-734f35f1682b req-292f2b8b-36f6-4bd7-ad4a-811b6c322153 tempest-VolumesAdminNegativeTest-2055808681 tempest-VolumesAdminNegativeTest-2055808681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:37.435112 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fe363ab2-27c6-4a2a-8364-734f35f1682b req-292f2b8b-36f6-4bd7-ad4a-811b6c322153 tempest-VolumesAdminNegativeTest-2055808681 tempest-VolumesAdminNegativeTest-2055808681-project] 10.222.0.26 "GET /v2.0/ports?device_id=fdd0f8ec-1576-4e15-b226-71f044364394 HTTP/1.1" status: 200 len: 944 time: 0.0599031 Nov 12 08:12:37.472147 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-79fe6928-3414-4f98-9efd-4ddadf864636 req-10f1068b-5a98-42dc-8ac0-b584639f3af7 service neutron] 10.222.0.44 "GET /v2.0/networks/c296c3e2-37c2-474d-b9c7-67dcdeab2136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952790 Nov 12 08:12:37.489998 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fe363ab2-27c6-4a2a-8364-734f35f1682b req-7ac4477d-52a6-4f75-877c-1a79aca8c9df tempest-VolumesAdminNegativeTest-2055808681 tempest-VolumesAdminNegativeTest-2055808681-project] 10.222.0.26 "GET /v2.0/security-groups?id=29a5c4a7-b696-474b-9243-887a35727c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482523 Nov 12 08:12:37.582073 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3d76e1-73cb-4e89-a090-d3e5ea0e6107 req-500d1c06-d4fb-4493-bbf6-2feaadcaae42 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:37.583636 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fa3d76e1-73cb-4e89-a090-d3e5ea0e6107 req-500d1c06-d4fb-4493-bbf6-2feaadcaae42 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=114f16b3-f75c-4afd-bb17-e8c3c9407de6 HTTP/1.1" status: 200 len: 945 time: 0.0535548 Nov 12 08:12:37.622171 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-f4c1215f-537a-44ea-b4dd-93fa25ee8752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb0a3fe-da27-4b90-bace-c3cd1f732338', 'name': 'tempest-ServersTestFqdnHostnames-1753519180-router', 'tenant_id': '7b977b25095b4a6f80882ecf78723040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': 'c590cd30-813f-43f8-a740-35ea6de0c811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:12:11Z', 'updated_at': '2021-11-12T08:12:15Z', 'revision_number': 4, 'project_id': '7b977b25095b4a6f80882ecf78723040', 'gw_port': {'id': 'c590cd30-813f-43f8-a740-35ea6de0c811', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:db:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0a3fe-da27-4b90-bace-c3cd1f732338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:12:12Z', 'updated_at': '2021-11-12T08:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': 'efb6917b-7842-432b-a27d-48506a178234', 'tenant_id': '7b977b25095b4a6f80882ecf78723040', 'floating_ip_address': '172.25.2.234', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': '7eb0a3fe-da27-4b90-bace-c3cd1f732338', 'port_id': '2d3833ca-2553-4fed-9226-e39e0b03fc29', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c296c3e2-37c2-474d-b9c7-67dcdeab2136', 'mac_address': 'fa:16:3e:34:5f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f103a60c-9a5f-44ce-a8f6-30c816625986', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:12:19Z', 'updated_at': '2021-11-12T08:12:35Z', 'revision_number': 1, 'project_id': '7b977b25095b4a6f80882ecf78723040', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '027e6124-f731-408e-b7cc-93a246ef8c70', 'name': '', 'network_id': 'c296c3e2-37c2-474d-b9c7-67dcdeab2136', 'tenant_id': '7b977b25095b4a6f80882ecf78723040', 'mac_address': 'fa:16:3e:2a:50:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0a3fe-da27-4b90-bace-c3cd1f732338', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '1ff85e19-2181-4928-85a7-b9b38ac49a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:12:15Z', 'updated_at': '2021-11-12T08:12:20Z', 'revision_number': 5, 'project_id': '7b977b25095b4a6f80882ecf78723040', 'subnets': [{'id': '1ff85e19-2181-4928-85a7-b9b38ac49a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:12:37.637986 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fa3d76e1-73cb-4e89-a090-d3e5ea0e6107 req-b1809631-1c4b-4e1a-8e8a-9b0547b30a9f tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472155 Nov 12 08:12:37.649791 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c1215f-537a-44ea-b4dd-93fa25ee8752 None None] The sync data for ids ['7eb0a3fe-da27-4b90-bace-c3cd1f732338'] in n-d-765315-29 is: [{'id': '7eb0a3fe-da27-4b90-bace-c3cd1f732338', 'name': 'tempest-ServersTestFqdnHostnames-1753519180-router', 'tenant_id': '7b977b25095b4a6f80882ecf78723040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': 'c590cd30-813f-43f8-a740-35ea6de0c811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:12:11Z', 'updated_at': '2021-11-12T08:12:15Z', 'revision_number': 4, 'project_id': '7b977b25095b4a6f80882ecf78723040', 'gw_port': {'id': 'c590cd30-813f-43f8-a740-35ea6de0c811', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:db:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0a3fe-da27-4b90-bace-c3cd1f732338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:12:12Z', 'updated_at': '2021-11-12T08:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': 'efb6917b-7842-432b-a27d-48506a178234', 'tenant_id': '7b977b25095b4a6f80882ecf78723040', 'floating_ip_address': '172.25.2.234', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': '7eb0a3fe-da27-4b90-bace-c3cd1f732338', 'port_id': '2d3833ca-2553-4fed-9226-e39e0b03fc29', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c296c3e2-37c2-474d-b9c7-67dcdeab2136', 'mac_address': 'fa:16:3e:34:5f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f103a60c-9a5f-44ce-a8f6-30c816625986', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:12:19Z', 'updated_at': '2021-11-12T08:12:35Z', 'revision_number': 1, 'project_id': '7b977b25095b4a6f80882ecf78723040', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '027e6124-f731-408e-b7cc-93a246ef8c70', 'name': '', 'network_id': 'c296c3e2-37c2-474d-b9c7-67dcdeab2136', 'tenant_id': '7b977b25095b4a6f80882ecf78723040', 'mac_address': 'fa:16:3e:2a:50:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0a3fe-da27-4b90-bace-c3cd1f732338', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '1ff85e19-2181-4928-85a7-b9b38ac49a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:12:15Z', 'updated_at': '2021-11-12T08:12:20Z', 'revision_number': 5, 'project_id': '7b977b25095b4a6f80882ecf78723040', 'subnets': [{'id': '1ff85e19-2181-4928-85a7-b9b38ac49a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:12:37.758438 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:37.880327 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadc1f1e-cb62-41cd-9c83-896c537eeb04 None None] New status for floating IP efb6917b-7842-432b-a27d-48506a178234: ACTIVE {{(pid=102601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:12:38.109326 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db639b8-50a4-4afd-ae8b-fca7f5c2f3cd req-efbb4683-505f-4d4c-8f62-34c6bc0b2b88 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:38.110811 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4db639b8-50a4-4afd-ae8b-fca7f5c2f3cd req-efbb4683-505f-4d4c-8f62-34c6bc0b2b88 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f00cee-1640-4baf-ac63-c7b458ec3620 HTTP/1.1" status: 200 len: 950 time: 0.0499816 Nov 12 08:12:38.161812 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4db639b8-50a4-4afd-ae8b-fca7f5c2f3cd req-e8a84312-2db3-4d12-b4c6-fb5244442e09 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451276 Nov 12 08:12:38.616081 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589c3d97-05d1-44ca-a86f-0784bb15a825 req-98154c25-ae06-4d20-9ad5-cccfcecc6ed0 tempest-VolumesAdminNegativeTest-2055808681 tempest-VolumesAdminNegativeTest-2055808681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:38.617616 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-589c3d97-05d1-44ca-a86f-0784bb15a825 req-98154c25-ae06-4d20-9ad5-cccfcecc6ed0 tempest-VolumesAdminNegativeTest-2055808681 tempest-VolumesAdminNegativeTest-2055808681-project] 10.222.0.26 "GET /v2.0/ports?device_id=fdd0f8ec-1576-4e15-b226-71f044364394 HTTP/1.1" status: 200 len: 944 time: 0.0527399 Nov 12 08:12:38.677243 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-589c3d97-05d1-44ca-a86f-0784bb15a825 req-7514b460-0efa-4143-9fcc-3d253679ed47 tempest-VolumesAdminNegativeTest-2055808681 tempest-VolumesAdminNegativeTest-2055808681-project] 10.222.0.26 "GET /v2.0/security-groups?id=29a5c4a7-b696-474b-9243-887a35727c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527229 Nov 12 08:12:38.765115 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003f9ceb-c2c1-4408-8ae5-46aab9e64444 req-f177ee60-b333-4d08-be8e-24aa0ab6b750 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:38.766657 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-003f9ceb-c2c1-4408-8ae5-46aab9e64444 req-f177ee60-b333-4d08-be8e-24aa0ab6b750 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=114f16b3-f75c-4afd-bb17-e8c3c9407de6 HTTP/1.1" status: 200 len: 945 time: 0.0514650 Nov 12 08:12:38.823997 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-003f9ceb-c2c1-4408-8ae5-46aab9e64444 req-112734d0-e080-46c6-8b45-9da0009d7503 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512896 Nov 12 08:12:39.064575 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:39.283670 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cd4d74-466d-4ce3-8b84-fa2e4dd8b95e req-ea74cee5-0acd-44c9-812b-8066f12f7ceb tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:39.285301 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-62cd4d74-466d-4ce3-8b84-fa2e4dd8b95e req-ea74cee5-0acd-44c9-812b-8066f12f7ceb tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f00cee-1640-4baf-ac63-c7b458ec3620 HTTP/1.1" status: 200 len: 950 time: 0.0496852 Nov 12 08:12:39.333842 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-62cd4d74-466d-4ce3-8b84-fa2e4dd8b95e req-3c6dd5f3-806b-48e4-8152-cb78920614ea tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420823 Nov 12 08:12:39.689171 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:39.808361 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933f64eb-bfb0-4157-8f49-1f4da8be1d79 req-e26592cc-6a08-441f-a4d2-cb3065ccf420 tempest-VolumesAdminNegativeTest-2055808681 tempest-VolumesAdminNegativeTest-2055808681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:39.809838 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-933f64eb-bfb0-4157-8f49-1f4da8be1d79 req-e26592cc-6a08-441f-a4d2-cb3065ccf420 tempest-VolumesAdminNegativeTest-2055808681 tempest-VolumesAdminNegativeTest-2055808681-project] 10.222.0.26 "GET /v2.0/ports?device_id=fdd0f8ec-1576-4e15-b226-71f044364394 HTTP/1.1" status: 200 len: 944 time: 0.0562327 Nov 12 08:12:39.861380 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-933f64eb-bfb0-4157-8f49-1f4da8be1d79 req-007141a8-d935-4da3-9578-af36a4596e44 tempest-VolumesAdminNegativeTest-2055808681 tempest-VolumesAdminNegativeTest-2055808681-project] 10.222.0.26 "GET /v2.0/security-groups?id=29a5c4a7-b696-474b-9243-887a35727c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454361 Nov 12 08:12:39.904018 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device c37e8977-2ebc-4bc4-8ea3-6f456524aba9 up at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:12:39.963796 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1930cba1-47fa-45fe-912a-07dfabfbb0c8 req-d52870ee-88eb-4cb4-9490-46ec63746b8b tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:39.966339 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1930cba1-47fa-45fe-912a-07dfabfbb0c8 req-d52870ee-88eb-4cb4-9490-46ec63746b8b tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=114f16b3-f75c-4afd-bb17-e8c3c9407de6 HTTP/1.1" status: 200 len: 945 time: 0.0592852 Nov 12 08:12:39.970311 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning for port c37e8977-2ebc-4bc4-8ea3-6f456524aba9 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:12:39.975656 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning complete for port c37e8977-2ebc-4bc4-8ea3-6f456524aba9 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:12:39.976444 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:40.033752 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1930cba1-47fa-45fe-912a-07dfabfbb0c8 req-41e3181f-cb07-40c9-96b6-9e3d247b516f tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598118 Nov 12 08:12:40.075146 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:40.098778 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdd0f8ec-1576-4e15-b226-71f044364394', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c37e8977-2ebc-4bc4-8ea3-6f456524aba9'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:12:40.101130 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bb2e714-4e20-40b7-814e-7f3d456fafc8" -d '{"events": [{"server_uuid": "fdd0f8ec-1576-4e15-b226-71f044364394", "name": "network-vif-plugged", "status": "completed", "tag": "c37e8977-2ebc-4bc4-8ea3-6f456524aba9"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:12:40.119182 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port c37e8977-2ebc-4bc4-8ea3-6f456524aba9, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=c37e8977-2ebc-4bc4-8ea3-6f456524aba9,segment=NetworkSegment(87beb4fe-6ecf-471c-af81-380b48bd0985),segment_id=87beb4fe-6ecf-471c-af81-380b48bd0985)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:12:40.124212 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:40.148563 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-619a0903-c2e7-4dd1-924b-248257892918 x-openstack-request-id: req-619a0903-c2e7-4dd1-924b-248257892918 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:12:40.148850 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdd0f8ec-1576-4e15-b226-71f044364394", "name": "network-vif-plugged", "status": "completed", "tag": "c37e8977-2ebc-4bc4-8ea3-6f456524aba9", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:12:40.149100 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-619a0903-c2e7-4dd1-924b-248257892918 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:12:40.149481 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdd0f8ec-1576-4e15-b226-71f044364394', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c37e8977-2ebc-4bc4-8ea3-6f456524aba9', 'code': 200} Nov 12 08:12:40.176621 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=c37e8977-2ebc-4bc4-8ea3-6f456524aba9,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:40.249089 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1dd2c4-a206-418e-a434-88026cf6613a req-e816fd9a-300a-4f1f-bce6-ff2221f80e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:40.250773 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5e1dd2c4-a206-418e-a434-88026cf6613a req-e816fd9a-300a-4f1f-bce6-ff2221f80e1b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fdd0f8ec-1576-4e15-b226-71f044364394 HTTP/1.1" status: 200 len: 1097 time: 0.0434129 Nov 12 08:12:40.300193 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5e1dd2c4-a206-418e-a434-88026cf6613a req-e557b7c1-ab24-40f0-9ccb-8615bd62c08c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=29a5c4a7-b696-474b-9243-887a35727c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412128 Nov 12 08:12:40.490149 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13a1780-271b-486e-b067-a0a3f6edbdf5 req-004da771-3f7d-4eec-8a93-6767929a2c23 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:40.492734 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c13a1780-271b-486e-b067-a0a3f6edbdf5 req-004da771-3f7d-4eec-8a93-6767929a2c23 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f00cee-1640-4baf-ac63-c7b458ec3620 HTTP/1.1" status: 200 len: 950 time: 0.0832632 Nov 12 08:12:40.539408 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c13a1780-271b-486e-b067-a0a3f6edbdf5 req-0b19954c-98d4-4f60-89f9-0b1484552e52 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406146 Nov 12 08:12:40.989455 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8549b863-f78c-422c-88a9-7f1c9be25684 req-c595d4f1-a1b8-46f7-9d2f-49e5cb21d03b tempest-VolumesAdminNegativeTest-2055808681 tempest-VolumesAdminNegativeTest-2055808681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:40.991211 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8549b863-f78c-422c-88a9-7f1c9be25684 req-c595d4f1-a1b8-46f7-9d2f-49e5cb21d03b tempest-VolumesAdminNegativeTest-2055808681 tempest-VolumesAdminNegativeTest-2055808681-project] 10.222.0.26 "GET /v2.0/ports?device_id=fdd0f8ec-1576-4e15-b226-71f044364394 HTTP/1.1" status: 200 len: 945 time: 0.0588281 Nov 12 08:12:41.070157 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8549b863-f78c-422c-88a9-7f1c9be25684 req-efc29503-c38d-4ddf-8097-eaeda3b23f0e tempest-VolumesAdminNegativeTest-2055808681 tempest-VolumesAdminNegativeTest-2055808681-project] 10.222.0.26 "GET /v2.0/security-groups?id=29a5c4a7-b696-474b-9243-887a35727c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677347 Nov 12 08:12:41.192199 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8799bb-29a8-43b5-9ed4-3e180ffa6bcc req-94430ced-1f2c-423c-8db2-ebb0b2fed09b tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:41.193712 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0c8799bb-29a8-43b5-9ed4-3e180ffa6bcc req-94430ced-1f2c-423c-8db2-ebb0b2fed09b tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=114f16b3-f75c-4afd-bb17-e8c3c9407de6 HTTP/1.1" status: 200 len: 945 time: 0.0624535 Nov 12 08:12:41.244892 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0c8799bb-29a8-43b5-9ed4-3e180ffa6bcc req-334212f2-6acb-49e9-a38e-76628ef511a5 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443244 Nov 12 08:12:41.653975 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f693d6b-9d08-456f-8614-4f34959ce990 req-795ea00e-491e-4d5a-a0c6-a2187e045ed9 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:41.655485 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8f693d6b-9d08-456f-8614-4f34959ce990 req-795ea00e-491e-4d5a-a0c6-a2187e045ed9 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f00cee-1640-4baf-ac63-c7b458ec3620 HTTP/1.1" status: 200 len: 950 time: 0.0490842 Nov 12 08:12:41.703789 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8f693d6b-9d08-456f-8614-4f34959ce990 req-94564c3b-bfc9-4b99-93d6-71b055842c5c tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422072 Nov 12 08:12:41.929750 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 2a960e5e-e9f1-4e4c-9400-6cd40f7b405d details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:12:42.024437 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:42.047916 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 2a960e5e-e9f1-4e4c-9400-6cd40f7b405d, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=2a960e5e-e9f1-4e4c-9400-6cd40f7b405d,segment=NetworkSegment(1db27ece-82b2-4c8d-abc3-e56edcdd7b0a),segment_id=1db27ece-82b2-4c8d-abc3-e56edcdd7b0a)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:12:42.064078 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 2a960e5e-e9f1-4e4c-9400-6cd40f7b405d has no active binding in host n-h1-765315-29 {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 08:12:42.206237 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9481f7a-9bf9-4b54-a1fe-5f6923f8def5 req-4b9328ef-0253-47cd-bf56-92dc0d956eee tempest-VolumesAdminNegativeTest-2055808681 tempest-VolumesAdminNegativeTest-2055808681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:42.207791 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c9481f7a-9bf9-4b54-a1fe-5f6923f8def5 req-4b9328ef-0253-47cd-bf56-92dc0d956eee tempest-VolumesAdminNegativeTest-2055808681 tempest-VolumesAdminNegativeTest-2055808681-project] 10.222.0.26 "GET /v2.0/ports?device_id=fdd0f8ec-1576-4e15-b226-71f044364394 HTTP/1.1" status: 200 len: 945 time: 0.0505142 Nov 12 08:12:42.260825 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c9481f7a-9bf9-4b54-a1fe-5f6923f8def5 req-f89dc962-b8f7-4c39-9b07-84af37894af3 tempest-VolumesAdminNegativeTest-2055808681 tempest-VolumesAdminNegativeTest-2055808681-project] 10.222.0.26 "GET /v2.0/security-groups?id=29a5c4a7-b696-474b-9243-887a35727c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447745 Nov 12 08:12:42.375706 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7a2f01-e53f-40fc-80fa-9f62047e948b req-46f59b40-3cb1-4340-abc8-7dd74ab09b8f tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:42.376561 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fc7a2f01-e53f-40fc-80fa-9f62047e948b req-46f59b40-3cb1-4340-abc8-7dd74ab09b8f tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=114f16b3-f75c-4afd-bb17-e8c3c9407de6 HTTP/1.1" status: 200 len: 945 time: 0.0566719 Nov 12 08:12:42.383216 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d144a028-21c9-4ee9-9957-60df20cbd0df req-51aab155-70eb-4c16-8a90-187624163295 tempest-LiveAutoBlockMigrationV225Test-1991143985 tempest-LiveAutoBlockMigrationV225Test-1991143985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:42.385525 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d144a028-21c9-4ee9-9957-60df20cbd0df req-51aab155-70eb-4c16-8a90-187624163295 tempest-LiveAutoBlockMigrationV225Test-1991143985 tempest-LiveAutoBlockMigrationV225Test-1991143985-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=114f16b3-f75c-4afd-bb17-e8c3c9407de6&tenant_id=d3f3ef4a14134700a36c0967765d4c9a&binding%3Ahost_id=n-h2-765315-29 HTTP/1.1" status: 200 len: 1097 time: 0.0527332 Nov 12 08:12:42.401460 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-d144a028-21c9-4ee9-9957-60df20cbd0df req-df1157fc-1e7c-459d-9d6f-4458436e2407 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-765315-29'}}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:12:42.442431 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fc7a2f01-e53f-40fc-80fa-9f62047e948b req-2f93296b-bec8-45d2-8ab1-8796039fa175 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588152 Nov 12 08:12:42.483420 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-d144a028-21c9-4ee9-9957-60df20cbd0df req-df1157fc-1e7c-459d-9d6f-4458436e2407 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:42.632406 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-d144a028-21c9-4ee9-9957-60df20cbd0df req-df1157fc-1e7c-459d-9d6f-4458436e2407 service neutron] For port 2a960e5e-e9f1-4e4c-9400-6cd40f7b405d, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=2a960e5e-e9f1-4e4c-9400-6cd40f7b405d,segment=NetworkSegment(1db27ece-82b2-4c8d-abc3-e56edcdd7b0a),segment_id=1db27ece-82b2-4c8d-abc3-e56edcdd7b0a)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:12:42.681812 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-d144a028-21c9-4ee9-9957-60df20cbd0df req-df1157fc-1e7c-459d-9d6f-4458436e2407 service neutron] For port 2a960e5e-e9f1-4e4c-9400-6cd40f7b405d, host n-h2-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:12:42.728221 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '114f16b3-f75c-4afd-bb17-e8c3c9407de6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a960e5e-e9f1-4e4c-9400-6cd40f7b405d'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:12:42.730577 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a19b643-bfdc-477e-a2f4-7047075625ab" -d '{"events": [{"server_uuid": "114f16b3-f75c-4afd-bb17-e8c3c9407de6", "name": "network-vif-unplugged", "status": "completed", "tag": "2a960e5e-e9f1-4e4c-9400-6cd40f7b405d"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:12:42.735327 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-d144a028-21c9-4ee9-9957-60df20cbd0df req-df1157fc-1e7c-459d-9d6f-4458436e2407 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:42.747916 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-d144a028-21c9-4ee9-9957-60df20cbd0df req-df1157fc-1e7c-459d-9d6f-4458436e2407 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:42.801179 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a7e217c-35bb-41e4-a79e-94bbb943f777 x-openstack-request-id: req-1a7e217c-35bb-41e4-a79e-94bbb943f777 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:12:42.801475 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "114f16b3-f75c-4afd-bb17-e8c3c9407de6", "name": "network-vif-unplugged", "status": "completed", "tag": "2a960e5e-e9f1-4e4c-9400-6cd40f7b405d", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:12:42.801830 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1a7e217c-35bb-41e4-a79e-94bbb943f777 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:12:42.802238 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '114f16b3-f75c-4afd-bb17-e8c3c9407de6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a960e5e-e9f1-4e4c-9400-6cd40f7b405d', 'code': 200} Nov 12 08:12:42.812248 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1157fc-1e7c-459d-9d6f-4458436e2407 service neutron] Pushing event updated for resources: {'Port': ['ID=2a960e5e-e9f1-4e4c-9400-6cd40f7b405d,revision_number=7']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:42.868516 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-d144a028-21c9-4ee9-9957-60df20cbd0df req-df1157fc-1e7c-459d-9d6f-4458436e2407 service neutron] Attempting to bind port 2a960e5e-e9f1-4e4c-9400-6cd40f7b405d on host n-h2-765315-29 for vnic_type normal with profile {"migrating_to": "n-h1-765315-29"} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:12:42.868810 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-d144a028-21c9-4ee9-9957-60df20cbd0df req-df1157fc-1e7c-459d-9d6f-4458436e2407 service neutron] Attempting to bind port 2a960e5e-e9f1-4e4c-9400-6cd40f7b405d by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': '1db27ece-82b2-4c8d-abc3-e56edcdd7b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'e20d0ee5-0c01-4db1-aa95-4ea5bc470460'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:12:42.869145 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d144a028-21c9-4ee9-9957-60df20cbd0df req-df1157fc-1e7c-459d-9d6f-4458436e2407 service neutron] Attempting to bind port 2a960e5e-e9f1-4e4c-9400-6cd40f7b405d on network e20d0ee5-0c01-4db1-aa95-4ea5bc470460 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:12:42.874460 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d144a028-21c9-4ee9-9957-60df20cbd0df req-df1157fc-1e7c-459d-9d6f-4458436e2407 service neutron] Port 2a960e5e-e9f1-4e4c-9400-6cd40f7b405d on network e20d0ee5-0c01-4db1-aa95-4ea5bc470460 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:12:42.874804 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d144a028-21c9-4ee9-9957-60df20cbd0df req-df1157fc-1e7c-459d-9d6f-4458436e2407 service neutron] Attempting to bind port 2a960e5e-e9f1-4e4c-9400-6cd40f7b405d on network e20d0ee5-0c01-4db1-aa95-4ea5bc470460 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:12:42.880470 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d144a028-21c9-4ee9-9957-60df20cbd0df req-df1157fc-1e7c-459d-9d6f-4458436e2407 service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:12:42.881178 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d144a028-21c9-4ee9-9957-60df20cbd0df req-df1157fc-1e7c-459d-9d6f-4458436e2407 service neutron] Checking segment: {'id': '1db27ece-82b2-4c8d-abc3-e56edcdd7b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'e20d0ee5-0c01-4db1-aa95-4ea5bc470460'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:12:42.881566 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d144a028-21c9-4ee9-9957-60df20cbd0df req-df1157fc-1e7c-459d-9d6f-4458436e2407 service neutron] Bound using segment: {'id': '1db27ece-82b2-4c8d-abc3-e56edcdd7b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'e20d0ee5-0c01-4db1-aa95-4ea5bc470460'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:12:42.882075 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-d144a028-21c9-4ee9-9957-60df20cbd0df req-df1157fc-1e7c-459d-9d6f-4458436e2407 service neutron] Bound port: 2a960e5e-e9f1-4e4c-9400-6cd40f7b405d, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1db27ece-82b2-4c8d-abc3-e56edcdd7b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'e20d0ee5-0c01-4db1-aa95-4ea5bc470460'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:12:42.882419 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-d144a028-21c9-4ee9-9957-60df20cbd0df req-df1157fc-1e7c-459d-9d6f-4458436e2407 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:42.907937 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda597b-6bcc-403c-9f09-62b37ee4dd8f req-442317ed-0ec4-4086-98ed-1a5b4e868b3a tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:42.915886 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7eda597b-6bcc-403c-9f09-62b37ee4dd8f req-442317ed-0ec4-4086-98ed-1a5b4e868b3a tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f00cee-1640-4baf-ac63-c7b458ec3620 HTTP/1.1" status: 200 len: 950 time: 0.1145799 Nov 12 08:12:42.962676 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-d144a028-21c9-4ee9-9957-60df20cbd0df req-df1157fc-1e7c-459d-9d6f-4458436e2407 service neutron] For port 2a960e5e-e9f1-4e4c-9400-6cd40f7b405d, host n-h2-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:12:42.967004 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-d144a028-21c9-4ee9-9957-60df20cbd0df req-df1157fc-1e7c-459d-9d6f-4458436e2407 service neutron] For port 2a960e5e-e9f1-4e4c-9400-6cd40f7b405d, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=2a960e5e-e9f1-4e4c-9400-6cd40f7b405d,segment=NetworkSegment(1db27ece-82b2-4c8d-abc3-e56edcdd7b0a),segment_id=1db27ece-82b2-4c8d-abc3-e56edcdd7b0a)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:12:42.970113 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7eda597b-6bcc-403c-9f09-62b37ee4dd8f req-d755490e-4b98-4c61-bfb0-811629c0bcf5 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525351 Nov 12 08:12:42.972459 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-d144a028-21c9-4ee9-9957-60df20cbd0df req-df1157fc-1e7c-459d-9d6f-4458436e2407 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:43.059970 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1157fc-1e7c-459d-9d6f-4458436e2407 service neutron] Pushing event updated for resources: {'Port': ['ID=2a960e5e-e9f1-4e4c-9400-6cd40f7b405d,revision_number=8']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:43.063346 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d144a028-21c9-4ee9-9957-60df20cbd0df req-df1157fc-1e7c-459d-9d6f-4458436e2407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:43.063969 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-d144a028-21c9-4ee9-9957-60df20cbd0df req-df1157fc-1e7c-459d-9d6f-4458436e2407 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:43.065367 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d144a028-21c9-4ee9-9957-60df20cbd0df req-df1157fc-1e7c-459d-9d6f-4458436e2407 service neutron] 10.222.0.21 "PUT /v2.0/ports/2a960e5e-e9f1-4e4c-9400-6cd40f7b405d HTTP/1.1" status: 200 len: 1123 time: 0.6700869 Nov 12 08:12:43.224387 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['2a960e5e-e9f1-4e4c-9400-6cd40f7b405d'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:12:43.269049 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['2a960e5e-e9f1-4e4c-9400-6cd40f7b405d'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:12:43.607458 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d82602-f59e-4b4d-b6b8-8228e8d5f2d8 req-ddf1cef3-6ce4-4295-910c-fea574d3e252 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:43.609015 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-81d82602-f59e-4b4d-b6b8-8228e8d5f2d8 req-ddf1cef3-6ce4-4295-910c-fea574d3e252 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=114f16b3-f75c-4afd-bb17-e8c3c9407de6 HTTP/1.1" status: 200 len: 943 time: 0.0616724 Nov 12 08:12:43.666560 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-81d82602-f59e-4b4d-b6b8-8228e8d5f2d8 req-68ed234c-b2e6-4d46-b281-d10db600da35 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503983 Nov 12 08:12:44.127019 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6c7cf9-1929-4e19-9628-42773d2f0ae5 req-1fbb374d-a77a-4227-9bb9-e63a8ae44e25 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:44.128901 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4b6c7cf9-1929-4e19-9628-42773d2f0ae5 req-1fbb374d-a77a-4227-9bb9-e63a8ae44e25 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f00cee-1640-4baf-ac63-c7b458ec3620 HTTP/1.1" status: 200 len: 950 time: 0.0542188 Nov 12 08:12:44.185305 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4b6c7cf9-1929-4e19-9628-42773d2f0ae5 req-19f36158-e4cf-4be2-88b4-e87f53b9ac2c tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498343 Nov 12 08:12:44.800893 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ac8878-6b73-490d-b07b-8f8721123fdc req-8ce88da5-7b30-49f9-8c45-bcb223a423ab tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:44.802340 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-28ac8878-6b73-490d-b07b-8f8721123fdc req-8ce88da5-7b30-49f9-8c45-bcb223a423ab tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=114f16b3-f75c-4afd-bb17-e8c3c9407de6 HTTP/1.1" status: 200 len: 943 time: 0.0533917 Nov 12 08:12:44.802842 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '114f16b3-f75c-4afd-bb17-e8c3c9407de6', 'tag': '2a960e5e-e9f1-4e4c-9400-6cd40f7b405d'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:12:44.805075 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40aa40a1-5e52-4d54-bc9e-44e0b5f282b9" -d '{"events": [{"name": "network-changed", "server_uuid": "114f16b3-f75c-4afd-bb17-e8c3c9407de6", "tag": "2a960e5e-e9f1-4e4c-9400-6cd40f7b405d"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:12:44.851664 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69b519a1-69d2-491f-ba14-1c94b5462d05 x-openstack-request-id: req-69b519a1-69d2-491f-ba14-1c94b5462d05 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:12:44.852124 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "114f16b3-f75c-4afd-bb17-e8c3c9407de6", "tag": "2a960e5e-e9f1-4e4c-9400-6cd40f7b405d", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:12:44.853044 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-69b519a1-69d2-491f-ba14-1c94b5462d05 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:12:44.853436 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '114f16b3-f75c-4afd-bb17-e8c3c9407de6', 'tag': '2a960e5e-e9f1-4e4c-9400-6cd40f7b405d', 'status': 'completed', 'code': 200} Nov 12 08:12:44.865431 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-28ac8878-6b73-490d-b07b-8f8721123fdc req-028e9013-a69d-4243-9f5d-7b0b162f0deb tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560324 Nov 12 08:12:44.959322 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aa40a1-5e52-4d54-bc9e-44e0b5f282b9 req-1234f635-fd90-4378-9050-e492f218ede4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:44.961492 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-40aa40a1-5e52-4d54-bc9e-44e0b5f282b9 req-1234f635-fd90-4378-9050-e492f218ede4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d3f3ef4a14134700a36c0967765d4c9a&device_id=114f16b3-f75c-4afd-bb17-e8c3c9407de6 HTTP/1.1" status: 200 len: 1126 time: 0.0474796 Nov 12 08:12:45.077126 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aa40a1-5e52-4d54-bc9e-44e0b5f282b9 req-7cbf762c-9795-4f3e-88fa-21e7b19e5196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:45.079356 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-40aa40a1-5e52-4d54-bc9e-44e0b5f282b9 req-7cbf762c-9795-4f3e-88fa-21e7b19e5196 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e20d0ee5-0c01-4db1-aa95-4ea5bc470460 HTTP/1.1" status: 200 len: 922 time: 0.1066062 Nov 12 08:12:45.126746 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-40aa40a1-5e52-4d54-bc9e-44e0b5f282b9 req-063871a9-9c25-46bf-aa7a-eb3d2a22ad01 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a960e5e-e9f1-4e4c-9400-6cd40f7b405d HTTP/1.1" status: 200 len: 217 time: 0.0356307 Nov 12 08:12:45.186247 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aa40a1-5e52-4d54-bc9e-44e0b5f282b9 req-bce98a31-5b91-40f4-8e7a-142e53a865e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:45.187744 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-40aa40a1-5e52-4d54-bc9e-44e0b5f282b9 req-bce98a31-5b91-40f4-8e7a-142e53a865e3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4054f1d6-a6c6-43c7-ba9c-9a6600029957 HTTP/1.1" status: 200 len: 861 time: 0.0484264 Nov 12 08:12:45.235816 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-40aa40a1-5e52-4d54-bc9e-44e0b5f282b9 req-6d5ddd29-b82d-45c5-8c4b-ce0b8a30c259 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e20d0ee5-0c01-4db1-aa95-4ea5bc470460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305674 Nov 12 08:12:45.357904 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-40aa40a1-5e52-4d54-bc9e-44e0b5f282b9 req-d70f4c3c-8d6e-4d48-8c6a-874b6cd60cda service neutron] 10.222.0.44 "GET /v2.0/networks/e20d0ee5-0c01-4db1-aa95-4ea5bc470460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078172 Nov 12 08:12:45.366762 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f7bef1-3b97-4493-a8dc-2e9e146cff42 req-f7f8a19c-f9b0-4bd0-93c0-d74db4f2bd37 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:45.375741 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-82f7bef1-3b97-4493-a8dc-2e9e146cff42 req-f7f8a19c-f9b0-4bd0-93c0-d74db4f2bd37 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f00cee-1640-4baf-ac63-c7b458ec3620 HTTP/1.1" status: 200 len: 950 time: 0.0751112 Nov 12 08:12:45.438365 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-82f7bef1-3b97-4493-a8dc-2e9e146cff42 req-c3be5651-1575-4aa5-90e3-72bf8e8d20e9 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615487 Nov 12 08:12:45.484754 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-40aa40a1-5e52-4d54-bc9e-44e0b5f282b9 req-bd9466b8-5e71-413d-83f9-e62d7894f473 service neutron] 10.222.0.44 "GET /v2.0/networks/e20d0ee5-0c01-4db1-aa95-4ea5bc470460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177044 Nov 12 08:12:45.996223 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3416e402-f7e9-4551-b8f2-7be137e6ccc8 req-597d5662-7c21-4124-a7a7-7c0ed81c4780 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:45.997852 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3416e402-f7e9-4551-b8f2-7be137e6ccc8 req-597d5662-7c21-4124-a7a7-7c0ed81c4780 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=114f16b3-f75c-4afd-bb17-e8c3c9407de6 HTTP/1.1" status: 200 len: 943 time: 0.0524833 Nov 12 08:12:46.047346 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3416e402-f7e9-4551-b8f2-7be137e6ccc8 req-9b57d750-f46e-4c73-af86-73f1694bbac2 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424826 Nov 12 08:12:46.492323 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0acebac9-9b25-41b5-9abb-22611f125a52 req-bce7ec48-c051-43a0-ab92-5b4155867a6f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3bd1d6ac-fc22-40b4-9334-b79b8f638fb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0528889 Nov 12 08:12:46.565438 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d8cc25-e87a-4f74-a2a3-0b3e6f2415a5 req-a063fe63-0b4c-4a20-8c22-398450587d8a tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:46.566947 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-05d8cc25-e87a-4f74-a2a3-0b3e6f2415a5 req-a063fe63-0b4c-4a20-8c22-398450587d8a tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f00cee-1640-4baf-ac63-c7b458ec3620 HTTP/1.1" status: 200 len: 950 time: 0.0527301 Nov 12 08:12:46.578844 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acebac9-9b25-41b5-9abb-22611f125a52 req-bd2a6981-304c-498d-bdd4-8c74082f4a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:46.579639 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acebac9-9b25-41b5-9abb-22611f125a52 req-bd2a6981-304c-498d-bdd4-8c74082f4a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:46.580369 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acebac9-9b25-41b5-9abb-22611f125a52 req-bd2a6981-304c-498d-bdd4-8c74082f4a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:46.580907 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acebac9-9b25-41b5-9abb-22611f125a52 req-bd2a6981-304c-498d-bdd4-8c74082f4a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:46.581441 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acebac9-9b25-41b5-9abb-22611f125a52 req-bd2a6981-304c-498d-bdd4-8c74082f4a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:46.581974 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acebac9-9b25-41b5-9abb-22611f125a52 req-bd2a6981-304c-498d-bdd4-8c74082f4a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:46.582509 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acebac9-9b25-41b5-9abb-22611f125a52 req-bd2a6981-304c-498d-bdd4-8c74082f4a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:46.584776 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0acebac9-9b25-41b5-9abb-22611f125a52 req-bd2a6981-304c-498d-bdd4-8c74082f4a34 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=caeb26ccc5c74ed4b3562c36be1bd442&device_id=3bd1d6ac-fc22-40b4-9334-b79b8f638fb9 HTTP/1.1" status: 200 len: 6497 time: 0.0633802 Nov 12 08:12:46.651644 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-05d8cc25-e87a-4f74-a2a3-0b3e6f2415a5 req-50f38a9b-1415-443d-86b5-fa605f4656ef tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742114 Nov 12 08:12:46.744186 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acebac9-9b25-41b5-9abb-22611f125a52 req-82ea4fa0-7528-4d69-aaba-2bbb417c8941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:46.744655 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acebac9-9b25-41b5-9abb-22611f125a52 req-82ea4fa0-7528-4d69-aaba-2bbb417c8941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:46.745110 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acebac9-9b25-41b5-9abb-22611f125a52 req-82ea4fa0-7528-4d69-aaba-2bbb417c8941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:46.746832 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0acebac9-9b25-41b5-9abb-22611f125a52 req-82ea4fa0-7528-4d69-aaba-2bbb417c8941 service neutron] 10.222.0.21 "GET /v2.0/networks?id=24a4ad48-a7af-4b0d-bf7a-0953ccc45cdb&id=1a323889-6c9a-40df-9d33-3f74857cb8d2&id=1a323889-6c9a-40df-9d33-3f74857cb8d2&id=1a323889-6c9a-40df-9d33-3f74857cb8d2&id=1a323889-6c9a-40df-9d33-3f74857cb8d2&id=98a99309-fcab-4612-ba6f-85e7b28a9784&id=98a99309-fcab-4612-ba6f-85e7b28a9784 HTTP/1.1" status: 200 len: 2292 time: 0.1238012 Nov 12 08:12:46.832933 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0acebac9-9b25-41b5-9abb-22611f125a52 req-56a29f57-01b8-4e28-bda9-7abae4ac2f42 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0793927c-8519-449f-9816-c38d5e388678 HTTP/1.1" status: 200 len: 1000 time: 0.0784373 Nov 12 08:12:46.889630 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acebac9-9b25-41b5-9abb-22611f125a52 req-7ec2e288-182d-406d-99d6-dc7446096eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:46.891120 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0acebac9-9b25-41b5-9abb-22611f125a52 req-7ec2e288-182d-406d-99d6-dc7446096eb2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a038e6b9-1cba-4ddf-94d9-98b3c825b6ae HTTP/1.1" status: 200 len: 850 time: 0.0479519 Nov 12 08:12:46.943829 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acebac9-9b25-41b5-9abb-22611f125a52 req-40ee03a1-62aa-499e-9ba3-306f90d57aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:46.945411 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0acebac9-9b25-41b5-9abb-22611f125a52 req-40ee03a1-62aa-499e-9ba3-306f90d57aee service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=24a4ad48-a7af-4b0d-bf7a-0953ccc45cdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437400 Nov 12 08:12:47.050954 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0acebac9-9b25-41b5-9abb-22611f125a52 req-1e62d0e4-d651-4286-8be5-324644e9dbaa service neutron] 10.222.0.21 "GET /v2.0/networks/24a4ad48-a7af-4b0d-bf7a-0953ccc45cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909493 Nov 12 08:12:47.157860 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0acebac9-9b25-41b5-9abb-22611f125a52 req-e0785009-9fa3-4b92-94fc-929dafa6edff service neutron] 10.222.0.21 "GET /v2.0/networks/24a4ad48-a7af-4b0d-bf7a-0953ccc45cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968969 Nov 12 08:12:47.200343 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b977964c-fec5-4edc-bf56-f5f80f9fc3a4 req-636e7ee1-7b00-4031-9afe-f022e37acd21 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:47.208972 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b977964c-fec5-4edc-bf56-f5f80f9fc3a4 req-636e7ee1-7b00-4031-9afe-f022e37acd21 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=114f16b3-f75c-4afd-bb17-e8c3c9407de6 HTTP/1.1" status: 200 len: 943 time: 0.0728021 Nov 12 08:12:47.212663 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0acebac9-9b25-41b5-9abb-22611f125a52 req-af43f316-b41f-4824-a054-45220438bd31 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.240&port_id=222d1760-e17f-49ca-84de-7bb56db34609 HTTP/1.1" status: 200 len: 217 time: 0.0450222 Nov 12 08:12:47.265450 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b977964c-fec5-4edc-bf56-f5f80f9fc3a4 req-c9281c0b-06a9-4d7a-aa25-1dc2ed67a863 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552688 Nov 12 08:12:47.272924 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acebac9-9b25-41b5-9abb-22611f125a52 req-54f93cf2-71f4-44c8-ab44-01ff24a54d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:47.275049 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0acebac9-9b25-41b5-9abb-22611f125a52 req-54f93cf2-71f4-44c8-ab44-01ff24a54d32 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7d7c7129-5e48-4c3b-98d9-801e1598df80 HTTP/1.1" status: 200 len: 797 time: 0.0474515 Nov 12 08:12:47.327111 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acebac9-9b25-41b5-9abb-22611f125a52 req-bdb03946-4657-4f2b-99e8-7bf92cf1f2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:47.328599 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0acebac9-9b25-41b5-9abb-22611f125a52 req-bdb03946-4657-4f2b-99e8-7bf92cf1f2eb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1a323889-6c9a-40df-9d33-3f74857cb8d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0438352 Nov 12 08:12:47.436150 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0acebac9-9b25-41b5-9abb-22611f125a52 req-4aed77c3-0572-46eb-83b8-8de10d3625b8 service neutron] 10.222.0.21 "GET /v2.0/networks/1a323889-6c9a-40df-9d33-3f74857cb8d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981295 Nov 12 08:12:47.548415 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0acebac9-9b25-41b5-9abb-22611f125a52 req-26809d5b-5ffe-44bb-b636-644447f78045 service neutron] 10.222.0.21 "GET /v2.0/networks/1a323889-6c9a-40df-9d33-3f74857cb8d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008449 Nov 12 08:12:47.601774 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0acebac9-9b25-41b5-9abb-22611f125a52 req-d0844b40-8b95-4c7e-b2c7-5f89a1258855 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.200&port_id=2c803051-3860-4c62-bdef-be9267f3772d HTTP/1.1" status: 200 len: 217 time: 0.0428908 Nov 12 08:12:47.660135 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acebac9-9b25-41b5-9abb-22611f125a52 req-aaf96b40-fc94-4c11-b70e-8b57abaabd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:47.661681 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0acebac9-9b25-41b5-9abb-22611f125a52 req-aaf96b40-fc94-4c11-b70e-8b57abaabd7e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7d7c7129-5e48-4c3b-98d9-801e1598df80 HTTP/1.1" status: 200 len: 797 time: 0.0502563 Nov 12 08:12:47.737273 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acebac9-9b25-41b5-9abb-22611f125a52 req-72317a47-4f2a-4380-8d9e-718a943f9d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:47.740277 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0acebac9-9b25-41b5-9abb-22611f125a52 req-72317a47-4f2a-4380-8d9e-718a943f9d9d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1a323889-6c9a-40df-9d33-3f74857cb8d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0684340 Nov 12 08:12:47.785991 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d11999f-c911-4573-8a57-442de5e2a922 req-c16c2203-c62c-45b1-969d-246e3dd01a37 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:47.787593 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2d11999f-c911-4573-8a57-442de5e2a922 req-c16c2203-c62c-45b1-969d-246e3dd01a37 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f00cee-1640-4baf-ac63-c7b458ec3620 HTTP/1.1" status: 200 len: 950 time: 0.0549359 Nov 12 08:12:47.850787 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2d11999f-c911-4573-8a57-442de5e2a922 req-5a862ae7-8564-437a-9251-2febb3acc31f tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507934 Nov 12 08:12:47.889223 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0acebac9-9b25-41b5-9abb-22611f125a52 req-dd554ab2-ba75-4e66-8dab-ca7868b4f363 service neutron] 10.222.0.21 "GET /v2.0/networks/1a323889-6c9a-40df-9d33-3f74857cb8d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202552 Nov 12 08:12:47.992361 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0acebac9-9b25-41b5-9abb-22611f125a52 req-7f4d7b9e-8d7a-4e0d-a247-bbeaa8925fc4 service neutron] 10.222.0.21 "GET /v2.0/networks/1a323889-6c9a-40df-9d33-3f74857cb8d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951903 Nov 12 08:12:48.042173 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0acebac9-9b25-41b5-9abb-22611f125a52 req-0a2b6ffa-ba17-4485-8052-72d52a5df15c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.59&port_id=84bf60b1-9802-4c17-be1c-ccf3dbe8abcd HTTP/1.1" status: 200 len: 217 time: 0.0408027 Nov 12 08:12:48.096258 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acebac9-9b25-41b5-9abb-22611f125a52 req-4e60fa2e-c716-4b71-b6ad-2e28362c7ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:48.097788 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0acebac9-9b25-41b5-9abb-22611f125a52 req-4e60fa2e-c716-4b71-b6ad-2e28362c7ebd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7d7c7129-5e48-4c3b-98d9-801e1598df80 HTTP/1.1" status: 200 len: 797 time: 0.0468709 Nov 12 08:12:48.148991 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acebac9-9b25-41b5-9abb-22611f125a52 req-db5e80ce-d037-49cd-91fa-c8e5cd3c293e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:48.150399 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0acebac9-9b25-41b5-9abb-22611f125a52 req-db5e80ce-d037-49cd-91fa-c8e5cd3c293e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1a323889-6c9a-40df-9d33-3f74857cb8d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0424962 Nov 12 08:12:48.251668 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0acebac9-9b25-41b5-9abb-22611f125a52 req-e6663d19-c92c-48f3-8fdc-8ebbba1157be service neutron] 10.222.0.21 "GET /v2.0/networks/1a323889-6c9a-40df-9d33-3f74857cb8d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926440 Nov 12 08:12:48.355991 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0acebac9-9b25-41b5-9abb-22611f125a52 req-80842867-92b5-479e-8551-d5c03186513b service neutron] 10.222.0.21 "GET /v2.0/networks/1a323889-6c9a-40df-9d33-3f74857cb8d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953639 Nov 12 08:12:48.410247 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0acebac9-9b25-41b5-9abb-22611f125a52 req-a398ac0a-f1d4-4d2a-a4cf-79217881b828 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=f1dcc1d8-a453-49ab-adf5-63e92ffd32cd HTTP/1.1" status: 200 len: 217 time: 0.0430052 Nov 12 08:12:48.414520 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c61c71-d833-44da-a09d-df4b12966c14 req-0fab9fa1-2d03-493a-93ce-7557ceb2eb43 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:48.416930 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-62c61c71-d833-44da-a09d-df4b12966c14 req-0fab9fa1-2d03-493a-93ce-7557ceb2eb43 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=114f16b3-f75c-4afd-bb17-e8c3c9407de6 HTTP/1.1" status: 200 len: 943 time: 0.0572891 Nov 12 08:12:48.469071 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acebac9-9b25-41b5-9abb-22611f125a52 req-a60fc5a2-dcc4-4cc8-a273-905f517774ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:48.470785 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0acebac9-9b25-41b5-9abb-22611f125a52 req-a60fc5a2-dcc4-4cc8-a273-905f517774ad service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7d7c7129-5e48-4c3b-98d9-801e1598df80 HTTP/1.1" status: 200 len: 797 time: 0.0512388 Nov 12 08:12:48.476359 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-62c61c71-d833-44da-a09d-df4b12966c14 req-b7402df2-c685-47d2-8a9c-8717c8d9f6e2 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528696 Nov 12 08:12:48.526985 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acebac9-9b25-41b5-9abb-22611f125a52 req-16a67179-0885-4a29-97b0-3212faacf193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:48.528502 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0acebac9-9b25-41b5-9abb-22611f125a52 req-16a67179-0885-4a29-97b0-3212faacf193 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1a323889-6c9a-40df-9d33-3f74857cb8d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0461359 Nov 12 08:12:48.638349 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0acebac9-9b25-41b5-9abb-22611f125a52 req-d67509f4-3278-4ef4-b077-2c1e57da87f7 service neutron] 10.222.0.21 "GET /v2.0/networks/1a323889-6c9a-40df-9d33-3f74857cb8d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959766 Nov 12 08:12:48.747402 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0acebac9-9b25-41b5-9abb-22611f125a52 req-ab0c9764-29d7-4521-99e0-28b30c6cd34c service neutron] 10.222.0.21 "GET /v2.0/networks/1a323889-6c9a-40df-9d33-3f74857cb8d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006539 Nov 12 08:12:48.800074 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0acebac9-9b25-41b5-9abb-22611f125a52 req-63cb3052-39ed-4d64-844c-a304c2713dfd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=37b402b7-2184-4bd5-848f-102be806aba4 HTTP/1.1" status: 200 len: 217 time: 0.0436716 Nov 12 08:12:48.858489 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acebac9-9b25-41b5-9abb-22611f125a52 req-df1355d1-be3a-4fe1-9e9b-d5278409be44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:48.860186 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0acebac9-9b25-41b5-9abb-22611f125a52 req-df1355d1-be3a-4fe1-9e9b-d5278409be44 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a4df3464-1784-4646-b668-8314233aecdd HTTP/1.1" status: 200 len: 797 time: 0.0519176 Nov 12 08:12:48.966124 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acebac9-9b25-41b5-9abb-22611f125a52 req-c8ea154a-5857-45d9-9eb7-35b3368e2a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:48.969042 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0acebac9-9b25-41b5-9abb-22611f125a52 req-c8ea154a-5857-45d9-9eb7-35b3368e2a72 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=98a99309-fcab-4612-ba6f-85e7b28a9784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0946410 Nov 12 08:12:49.130745 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4947f5a9-a1ff-437f-b7e4-492665177e36 req-e6b0b32a-0976-47fd-b88a-878539b41f34 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:49.132262 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4947f5a9-a1ff-437f-b7e4-492665177e36 req-e6b0b32a-0976-47fd-b88a-878539b41f34 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f00cee-1640-4baf-ac63-c7b458ec3620 HTTP/1.1" status: 200 len: 950 time: 0.1619461 Nov 12 08:12:49.172414 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0acebac9-9b25-41b5-9abb-22611f125a52 req-adf5ef18-591a-476e-be02-9f5a582d8996 service neutron] 10.222.0.21 "GET /v2.0/networks/98a99309-fcab-4612-ba6f-85e7b28a9784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834962 Nov 12 08:12:49.222321 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4947f5a9-a1ff-437f-b7e4-492665177e36 req-b165dbbc-8eb2-4a81-99db-66dbe4d385b0 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807068 Nov 12 08:12:49.292646 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0acebac9-9b25-41b5-9abb-22611f125a52 req-e5a15593-abf3-4da4-85ee-aee27106c298 service neutron] 10.222.0.21 "GET /v2.0/networks/98a99309-fcab-4612-ba6f-85e7b28a9784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066968 Nov 12 08:12:49.338896 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0acebac9-9b25-41b5-9abb-22611f125a52 req-68103d5a-f132-4f89-9ce9-2c951345ef4a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d68eab59-913a-43c9-aa2c-928060df69bb HTTP/1.1" status: 200 len: 217 time: 0.0382490 Nov 12 08:12:49.410351 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acebac9-9b25-41b5-9abb-22611f125a52 req-657f1443-6149-49e9-a0cd-9cf72b8f23b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:49.412202 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0acebac9-9b25-41b5-9abb-22611f125a52 req-657f1443-6149-49e9-a0cd-9cf72b8f23b7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a4df3464-1784-4646-b668-8314233aecdd HTTP/1.1" status: 200 len: 797 time: 0.0640340 Nov 12 08:12:49.769825 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acebac9-9b25-41b5-9abb-22611f125a52 req-4621e5f6-10e3-4319-8fa8-a1b999aace6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:49.771486 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0acebac9-9b25-41b5-9abb-22611f125a52 req-4621e5f6-10e3-4319-8fa8-a1b999aace6f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=98a99309-fcab-4612-ba6f-85e7b28a9784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3479931 Nov 12 08:12:49.809340 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:12:49.965649 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6db8a9-7b05-4226-aeb9-7b7bb1177b79 req-6d375a01-327c-423f-8fa6-43122b4fa2e8 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:49.967649 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ee6db8a9-7b05-4226-aeb9-7b7bb1177b79 req-6d375a01-327c-423f-8fa6-43122b4fa2e8 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=114f16b3-f75c-4afd-bb17-e8c3c9407de6 HTTP/1.1" status: 200 len: 943 time: 0.2008328 Nov 12 08:12:49.970001 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0acebac9-9b25-41b5-9abb-22611f125a52 req-dac78c01-9cff-46d4-84eb-c33a4139c46d service neutron] 10.222.0.21 "GET /v2.0/networks/98a99309-fcab-4612-ba6f-85e7b28a9784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732242 Nov 12 08:12:50.050194 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d144a028-21c9-4ee9-9957-60df20cbd0df req-32548b7d-ee2d-4d54-87e6-ac941b32a9a8 service neutron] 10.222.0.44 "GET /v2.0/ports/2a960e5e-e9f1-4e4c-9400-6cd40f7b405d/bindings/n-h1-765315-29 HTTP/1.1" status: 200 len: 385 time: 0.2713723 Nov 12 08:12:50.135485 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ee6db8a9-7b05-4226-aeb9-7b7bb1177b79 req-6e87b7a8-4839-4006-82d8-55793dd5b82c tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579330 Nov 12 08:12:50.157636 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0acebac9-9b25-41b5-9abb-22611f125a52 req-4c02d1bb-df53-41f2-bc2f-3b277c2f6707 service neutron] 10.222.0.21 "GET /v2.0/networks/98a99309-fcab-4612-ba6f-85e7b28a9784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773908 Nov 12 08:12:50.277167 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-d144a028-21c9-4ee9-9957-60df20cbd0df req-43712f29-d28e-4a7d-9607-e2c112cb089a service neutron] For port 2a960e5e-e9f1-4e4c-9400-6cd40f7b405d, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=2a960e5e-e9f1-4e4c-9400-6cd40f7b405d,segment=NetworkSegment(1db27ece-82b2-4c8d-abc3-e56edcdd7b0a),segment_id=1db27ece-82b2-4c8d-abc3-e56edcdd7b0a)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:12:50.300101 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-d144a028-21c9-4ee9-9957-60df20cbd0df req-43712f29-d28e-4a7d-9607-e2c112cb089a service neutron] For port 2a960e5e-e9f1-4e4c-9400-6cd40f7b405d, host n-h2-765315-29, cleared binding levels {{(pid=102600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:12:50.311802 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 2a960e5e-e9f1-4e4c-9400-6cd40f7b405d no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:12:50.339017 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [req-d144a028-21c9-4ee9-9957-60df20cbd0df req-43712f29-d28e-4a7d-9607-e2c112cb089a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a960e5e-e9f1-4e4c-9400-6cd40f7b405d {{(pid=102600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:12:50.351430 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-d144a028-21c9-4ee9-9957-60df20cbd0df req-43712f29-d28e-4a7d-9607-e2c112cb089a service neutron] For port 2a960e5e-e9f1-4e4c-9400-6cd40f7b405d, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=2a960e5e-e9f1-4e4c-9400-6cd40f7b405d,segment=NetworkSegment(1db27ece-82b2-4c8d-abc3-e56edcdd7b0a),segment_id=1db27ece-82b2-4c8d-abc3-e56edcdd7b0a)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:12:50.367356 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-d144a028-21c9-4ee9-9957-60df20cbd0df req-43712f29-d28e-4a7d-9607-e2c112cb089a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:50.452748 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ef21b2-4fbe-429a-a4e7-8063e646ef40 req-fe0303f6-4a7e-4dc6-af7f-dcb5195669ba tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:50.454376 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a5ef21b2-4fbe-429a-a4e7-8063e646ef40 req-fe0303f6-4a7e-4dc6-af7f-dcb5195669ba tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f00cee-1640-4baf-ac63-c7b458ec3620 HTTP/1.1" status: 200 len: 950 time: 0.1571925 Nov 12 08:12:50.511170 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.provisioning_blocks [req-d144a028-21c9-4ee9-9957-60df20cbd0df req-43712f29-d28e-4a7d-9607-e2c112cb089a service neutron] Transition to ACTIVE for port object 2a960e5e-e9f1-4e4c-9400-6cd40f7b405d will not be triggered until provisioned by entity L2. {{(pid=102600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:12:50.522070 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-d144a028-21c9-4ee9-9957-60df20cbd0df req-43712f29-d28e-4a7d-9607-e2c112cb089a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:50.565780 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a5ef21b2-4fbe-429a-a4e7-8063e646ef40 req-20241e3b-eab5-48a9-a92a-75ed52878ce2 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026635 Nov 12 08:12:50.575405 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d48ecc69-2e71-4f76-ba86-b8c6be0f70ff req-c0d8a25b-06be-4828-91c6-e42e627c2824 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=96a9cab0-60b5-4289-a73f-a894f7e4644d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0879412 Nov 12 08:12:50.597607 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [req-d144a028-21c9-4ee9-9957-60df20cbd0df req-43712f29-d28e-4a7d-9607-e2c112cb089a service neutron] No DVR routers for this DVR port 2a960e5e-e9f1-4e4c-9400-6cd40f7b405d on host n-h2-765315-29 {{(pid=102600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:12:50.643248 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43712f29-d28e-4a7d-9607-e2c112cb089a service neutron] Pushing event updated for resources: {'Port': ['ID=2a960e5e-e9f1-4e4c-9400-6cd40f7b405d,revision_number=10']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:50.652134 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d144a028-21c9-4ee9-9957-60df20cbd0df req-43712f29-d28e-4a7d-9607-e2c112cb089a service neutron] 10.222.0.44 "PUT /v2.0/ports/2a960e5e-e9f1-4e4c-9400-6cd40f7b405d/bindings/n-h1-765315-29/activate HTTP/1.1" status: 200 len: 370 time: 0.5939214 Nov 12 08:12:50.673858 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48ecc69-2e71-4f76-ba86-b8c6be0f70ff req-d8877b03-7944-40f1-b310-8c7c9dd4b5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:50.676494 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d48ecc69-2e71-4f76-ba86-b8c6be0f70ff req-d8877b03-7944-40f1-b310-8c7c9dd4b5d6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f20f3adab6e34964b521814e780e6afc&device_id=96a9cab0-60b5-4289-a73f-a894f7e4644d HTTP/1.1" status: 200 len: 1101 time: 0.0615184 Nov 12 08:12:50.870255 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d144a028-21c9-4ee9-9957-60df20cbd0df req-1c37330b-7649-4a45-bc43-e73053b59fd1 tempest-LiveAutoBlockMigrationV225Test-1991143985 tempest-LiveAutoBlockMigrationV225Test-1991143985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:50.871828 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d144a028-21c9-4ee9-9957-60df20cbd0df req-1c37330b-7649-4a45-bc43-e73053b59fd1 tempest-LiveAutoBlockMigrationV225Test-1991143985 tempest-LiveAutoBlockMigrationV225Test-1991143985-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=114f16b3-f75c-4afd-bb17-e8c3c9407de6&tenant_id=d3f3ef4a14134700a36c0967765d4c9a&binding%3Ahost_id=n-h2-765315-29 HTTP/1.1" status: 200 len: 1096 time: 0.1140978 Nov 12 08:12:50.912178 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48ecc69-2e71-4f76-ba86-b8c6be0f70ff req-860c5aa8-0a27-4e31-8e61-e010709a5687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:50.914422 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d48ecc69-2e71-4f76-ba86-b8c6be0f70ff req-860c5aa8-0a27-4e31-8e61-e010709a5687 service neutron] 10.222.0.44 "GET /v2.0/networks?id=107743df-d3df-459d-a6cd-9e2ab4303016 HTTP/1.1" status: 200 len: 870 time: 0.1826434 Nov 12 08:12:50.975435 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d48ecc69-2e71-4f76-ba86-b8c6be0f70ff req-d9daee60-0af1-4a94-9104-93e1659bd065 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=57e599f1-5ffb-44b1-90b8-87efeef1ee5e HTTP/1.1" status: 200 len: 217 time: 0.0527475 Nov 12 08:12:50.983869 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d144a028-21c9-4ee9-9957-60df20cbd0df req-ac5ebff0-05e6-4c66-9852-16d6e6f0498b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:50.985378 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d144a028-21c9-4ee9-9957-60df20cbd0df req-ac5ebff0-05e6-4c66-9852-16d6e6f0498b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=114f16b3-f75c-4afd-bb17-e8c3c9407de6&tenant_id=d3f3ef4a14134700a36c0967765d4c9a HTTP/1.1" status: 200 len: 1096 time: 0.1053407 Nov 12 08:12:51.067305 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48ecc69-2e71-4f76-ba86-b8c6be0f70ff req-705caa4d-2558-47d3-b0e2-22a030c22594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:51.068857 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d48ecc69-2e71-4f76-ba86-b8c6be0f70ff req-705caa4d-2558-47d3-b0e2-22a030c22594 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1 HTTP/1.1" status: 200 len: 843 time: 0.0826035 Nov 12 08:12:51.079388 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d144a028-21c9-4ee9-9957-60df20cbd0df req-1f43e877-1756-448d-b6b0-e0f8ca82a9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:51.081759 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d144a028-21c9-4ee9-9957-60df20cbd0df req-1f43e877-1756-448d-b6b0-e0f8ca82a9bd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d3f3ef4a14134700a36c0967765d4c9a&device_id=114f16b3-f75c-4afd-bb17-e8c3c9407de6 HTTP/1.1" status: 200 len: 1096 time: 0.0653229 Nov 12 08:12:51.221504 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48ecc69-2e71-4f76-ba86-b8c6be0f70ff req-568dc91e-cdbf-444e-9b1c-edd0f44e538e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:51.223171 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d48ecc69-2e71-4f76-ba86-b8c6be0f70ff req-568dc91e-cdbf-444e-9b1c-edd0f44e538e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=107743df-d3df-459d-a6cd-9e2ab4303016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1404226 Nov 12 08:12:51.277802 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d144a028-21c9-4ee9-9957-60df20cbd0df req-9dc984b1-c55f-4311-91cb-510479ec6bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:51.279400 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d144a028-21c9-4ee9-9957-60df20cbd0df req-9dc984b1-c55f-4311-91cb-510479ec6bf7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e20d0ee5-0c01-4db1-aa95-4ea5bc470460 HTTP/1.1" status: 200 len: 922 time: 0.1872547 Nov 12 08:12:51.374625 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d144a028-21c9-4ee9-9957-60df20cbd0df req-437be374-f3b1-4de0-bf74-bae9b1ff91ca service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a960e5e-e9f1-4e4c-9400-6cd40f7b405d HTTP/1.1" status: 200 len: 217 time: 0.0745234 Nov 12 08:12:51.428016 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff5ab4c-c289-49a0-b0ee-3f0ba5220e8a req-b9537e84-0dcf-4d16-ae87-923634aca97e tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:51.429551 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7ff5ab4c-c289-49a0-b0ee-3f0ba5220e8a req-b9537e84-0dcf-4d16-ae87-923634aca97e tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=114f16b3-f75c-4afd-bb17-e8c3c9407de6 HTTP/1.1" status: 200 len: 944 time: 0.1839740 Nov 12 08:12:51.478975 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d48ecc69-2e71-4f76-ba86-b8c6be0f70ff req-c38e742a-d48b-48c9-83d0-92441243e1fa service neutron] 10.222.0.44 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443719 Nov 12 08:12:51.486748 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d144a028-21c9-4ee9-9957-60df20cbd0df req-21c3a206-6d68-41d4-85ac-db3c81876931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:51.488232 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d144a028-21c9-4ee9-9957-60df20cbd0df req-21c3a206-6d68-41d4-85ac-db3c81876931 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4054f1d6-a6c6-43c7-ba9c-9a6600029957 HTTP/1.1" status: 200 len: 861 time: 0.1035378 Nov 12 08:12:51.576051 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d144a028-21c9-4ee9-9957-60df20cbd0df req-c460a13a-8273-46b6-8b1a-9db0ce1e6b41 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e20d0ee5-0c01-4db1-aa95-4ea5bc470460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708539 Nov 12 08:12:51.625227 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7ff5ab4c-c289-49a0-b0ee-3f0ba5220e8a req-0d0c6282-4888-4445-b639-1ca7541bfda1 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855979 Nov 12 08:12:51.719377 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d48ecc69-2e71-4f76-ba86-b8c6be0f70ff req-95a366b3-119a-453a-b794-d8052221a42c service neutron] 10.222.0.44 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247577 Nov 12 08:12:51.721654 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b831594b-5dbd-4bdb-9acc-c175dec6f082 req-c75cbc49-43e9-4efa-90c0-f9eb36eae43e tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:51.723879 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b831594b-5dbd-4bdb-9acc-c175dec6f082 req-c75cbc49-43e9-4efa-90c0-f9eb36eae43e tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f00cee-1640-4baf-ac63-c7b458ec3620 HTTP/1.1" status: 200 len: 950 time: 0.0669734 Nov 12 08:12:51.749492 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d144a028-21c9-4ee9-9957-60df20cbd0df req-5cd1b586-5a4d-4927-9d04-4753ce4b785b service neutron] 10.222.0.21 "GET /v2.0/networks/e20d0ee5-0c01-4db1-aa95-4ea5bc470460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457083 Nov 12 08:12:51.782461 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b831594b-5dbd-4bdb-9acc-c175dec6f082 req-8e9d78a5-a76d-41dc-8c7a-e6236ee22813 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498300 Nov 12 08:12:51.873001 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d144a028-21c9-4ee9-9957-60df20cbd0df req-729af8f4-ba5f-4715-9920-d2bb5eb96da0 service neutron] 10.222.0.21 "GET /v2.0/networks/e20d0ee5-0c01-4db1-aa95-4ea5bc470460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157277 Nov 12 08:12:52.148728 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d144a028-21c9-4ee9-9957-60df20cbd0df req-caf8991e-dfce-4346-80b9-2b0a862be55d tempest-LiveAutoBlockMigrationV225Test-1991143985 tempest-LiveAutoBlockMigrationV225Test-1991143985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:52.151453 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d144a028-21c9-4ee9-9957-60df20cbd0df req-caf8991e-dfce-4346-80b9-2b0a862be55d tempest-LiveAutoBlockMigrationV225Test-1991143985 tempest-LiveAutoBlockMigrationV225Test-1991143985-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=114f16b3-f75c-4afd-bb17-e8c3c9407de6&tenant_id=d3f3ef4a14134700a36c0967765d4c9a&binding%3Ahost_id=n-h1-765315-29 HTTP/1.1" status: 200 len: 1096 time: 0.0514581 Nov 12 08:12:52.287364 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-d144a028-21c9-4ee9-9957-60df20cbd0df req-e8058d7e-4651-4cc7-a8fa-cfeb010af025 service neutron] For port 2a960e5e-e9f1-4e4c-9400-6cd40f7b405d, host n-h2-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:12:52.292029 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-d144a028-21c9-4ee9-9957-60df20cbd0df req-e8058d7e-4651-4cc7-a8fa-cfeb010af025 service neutron] Publish callbacks [] for binding, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:52.293237 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d144a028-21c9-4ee9-9957-60df20cbd0df req-e8058d7e-4651-4cc7-a8fa-cfeb010af025 service neutron] 10.222.0.21 "DELETE /v2.0/ports/2a960e5e-e9f1-4e4c-9400-6cd40f7b405d/bindings/n-h2-765315-29 HTTP/1.1" status: 204 len: 173 time: 0.1338944 Nov 12 08:12:52.766286 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2b5f2f-f69f-48ac-a865-a95f9135cecd req-1e059e84-42b3-4ed4-abc7-85957b3ed1b9 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:52.767795 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6c2b5f2f-f69f-48ac-a865-a95f9135cecd req-1e059e84-42b3-4ed4-abc7-85957b3ed1b9 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=114f16b3-f75c-4afd-bb17-e8c3c9407de6 HTTP/1.1" status: 200 len: 944 time: 0.0510025 Nov 12 08:12:52.817206 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6c2b5f2f-f69f-48ac-a865-a95f9135cecd req-2c271d9a-3188-4deb-93a5-0ba63079593d tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431077 Nov 12 08:12:52.938692 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6512751-54ca-43f2-9e6d-e65c589fb91b req-d633d4b1-646f-4a95-9280-30c1ef665db8 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:52.940629 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e6512751-54ca-43f2-9e6d-e65c589fb91b req-d633d4b1-646f-4a95-9280-30c1ef665db8 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f00cee-1640-4baf-ac63-c7b458ec3620 HTTP/1.1" status: 200 len: 950 time: 0.0598435 Nov 12 08:12:52.981902 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a72140e-10f5-4d24-a8f5-b5b5a38aaf42 req-b71c523a-7c81-4b14-8965-7d1c98556de2 tempest-LiveAutoBlockMigrationV225Test-1991143985 tempest-LiveAutoBlockMigrationV225Test-1991143985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:52.983609 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4a72140e-10f5-4d24-a8f5-b5b5a38aaf42 req-b71c523a-7c81-4b14-8965-7d1c98556de2 tempest-LiveAutoBlockMigrationV225Test-1991143985 tempest-LiveAutoBlockMigrationV225Test-1991143985-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=114f16b3-f75c-4afd-bb17-e8c3c9407de6 HTTP/1.1" status: 200 len: 1096 time: 0.0493493 Nov 12 08:12:53.000870 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e6512751-54ca-43f2-9e6d-e65c589fb91b req-4bfaa051-093c-4b91-91d7-dfe31609348b tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515888 Nov 12 08:12:53.030334 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4a72140e-10f5-4d24-a8f5-b5b5a38aaf42 req-7d1f4d4d-aa0e-432b-8e0c-5af9bcb33fc0 tempest-LiveAutoBlockMigrationV225Test-1991143985 tempest-LiveAutoBlockMigrationV225Test-1991143985-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406265 Nov 12 08:12:53.333527 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e383b1e9-a8b8-411c-b801-52a35922f660 req-69cb81b6-a424-41d9-bdc0-89bef86720a4 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:53.335295 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e383b1e9-a8b8-411c-b801-52a35922f660 req-69cb81b6-a424-41d9-bdc0-89bef86720a4 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=114f16b3-f75c-4afd-bb17-e8c3c9407de6 HTTP/1.1" status: 200 len: 944 time: 0.0542829 Nov 12 08:12:53.388085 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e383b1e9-a8b8-411c-b801-52a35922f660 req-5ff38ba8-ad11-4498-8229-2b93c90e9dcc tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460756 Nov 12 08:12:54.123385 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100aac40-5c6e-4176-b0c4-bb5d19beeb8d req-8c18af1e-421e-44b8-98e5-bc48639c64da tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:54.124980 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-100aac40-5c6e-4176-b0c4-bb5d19beeb8d req-8c18af1e-421e-44b8-98e5-bc48639c64da tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f00cee-1640-4baf-ac63-c7b458ec3620 HTTP/1.1" status: 200 len: 950 time: 0.0500939 Nov 12 08:12:54.176598 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-100aac40-5c6e-4176-b0c4-bb5d19beeb8d req-bfe3b9d5-3834-4330-a8d9-3da168a0370b tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454528 Nov 12 08:12:54.296440 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4e3bc4-33de-4d43-bff2-92be24e4fa47 req-7673a36a-1731-42e7-821d-7575609e8e04 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:54.297892 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ed4e3bc4-33de-4d43-bff2-92be24e4fa47 req-7673a36a-1731-42e7-821d-7575609e8e04 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.21 "GET /v2.0/ports?device_id=114f16b3-f75c-4afd-bb17-e8c3c9407de6 HTTP/1.1" status: 200 len: 944 time: 0.0561104 Nov 12 08:12:54.397228 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-ed4e3bc4-33de-4d43-bff2-92be24e4fa47 req-b13e825c-b737-443c-9a34-35e9e0317a9f tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Deleting port 2a960e5e-e9f1-4e4c-9400-6cd40f7b405d {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:12:54.397626 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-ed4e3bc4-33de-4d43-bff2-92be24e4fa47 req-b13e825c-b737-443c-9a34-35e9e0317a9f tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:54.543999 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-ed4e3bc4-33de-4d43-bff2-92be24e4fa47 req-b13e825c-b737-443c-9a34-35e9e0317a9f tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] For port 2a960e5e-e9f1-4e4c-9400-6cd40f7b405d, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=2a960e5e-e9f1-4e4c-9400-6cd40f7b405d,segment=NetworkSegment(1db27ece-82b2-4c8d-abc3-e56edcdd7b0a),segment_id=1db27ece-82b2-4c8d-abc3-e56edcdd7b0a)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:12:54.544383 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-ed4e3bc4-33de-4d43-bff2-92be24e4fa47 req-b13e825c-b737-443c-9a34-35e9e0317a9f tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:54.569434 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a9648-a5c6-4a9c-9979-3d3a2edaa62f req-0041f658-61a1-41a0-93b0-039a9ab73aed tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:54.571770 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f18a9648-a5c6-4a9c-9979-3d3a2edaa62f req-0041f658-61a1-41a0-93b0-039a9ab73aed tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=114f16b3-f75c-4afd-bb17-e8c3c9407de6 HTTP/1.1" status: 200 len: 944 time: 0.1018860 Nov 12 08:12:54.573283 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-ed4e3bc4-33de-4d43-bff2-92be24e4fa47 req-b13e825c-b737-443c-9a34-35e9e0317a9f tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Calling delete_port for 2a960e5e-e9f1-4e4c-9400-6cd40f7b405d owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:12:54.670562 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f18a9648-a5c6-4a9c-9979-3d3a2edaa62f req-961ea012-ad7c-4aa6-aa2c-daff66c77eda tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921607 Nov 12 08:12:54.751616 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-ed4e3bc4-33de-4d43-bff2-92be24e4fa47 req-b13e825c-b737-443c-9a34-35e9e0317a9f tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:54.772179 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59', '2a960e5e-e9f1-4e4c-9400-6cd40f7b405d'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:12:54.782134 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13e825c-b737-443c-9a34-35e9e0317a9f tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Pushing event deleted for resources: {'Port': ['ID=2a960e5e-e9f1-4e4c-9400-6cd40f7b405d,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:54.828793 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed4e3bc4-33de-4d43-bff2-92be24e4fa47 req-b13e825c-b737-443c-9a34-35e9e0317a9f tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] No DVR routers for this DVR port 2a960e5e-e9f1-4e4c-9400-6cd40f7b405d on host n-h1-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:12:54.831583 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-ed4e3bc4-33de-4d43-bff2-92be24e4fa47 req-b13e825c-b737-443c-9a34-35e9e0317a9f tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:54.835398 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ed4e3bc4-33de-4d43-bff2-92be24e4fa47 req-b13e825c-b737-443c-9a34-35e9e0317a9f tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.21 "DELETE /v2.0/ports/2a960e5e-e9f1-4e4c-9400-6cd40f7b405d HTTP/1.1" status: 204 len: 173 time: 0.5306699 Nov 12 08:12:54.835908 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '114f16b3-f75c-4afd-bb17-e8c3c9407de6', 'name': 'network-vif-deleted', 'tag': '2a960e5e-e9f1-4e4c-9400-6cd40f7b405d'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:12:54.838780 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3970a779-ef79-4aea-9552-d6a562d8084f" -d '{"events": [{"server_uuid": "114f16b3-f75c-4afd-bb17-e8c3c9407de6", "name": "network-vif-deleted", "tag": "2a960e5e-e9f1-4e4c-9400-6cd40f7b405d"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:12:54.882653 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77ecd5c3-7df1-4ae1-8da7-267db0498dff x-openstack-request-id: req-77ecd5c3-7df1-4ae1-8da7-267db0498dff {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:12:54.883016 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "114f16b3-f75c-4afd-bb17-e8c3c9407de6", "name": "network-vif-deleted", "tag": "2a960e5e-e9f1-4e4c-9400-6cd40f7b405d", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:12:54.883335 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-77ecd5c3-7df1-4ae1-8da7-267db0498dff {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:12:54.884743 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '114f16b3-f75c-4afd-bb17-e8c3c9407de6', 'name': 'network-vif-deleted', 'tag': '2a960e5e-e9f1-4e4c-9400-6cd40f7b405d', 'status': 'completed', 'code': 200} Nov 12 08:12:55.299461 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af58c04-6980-40e7-8336-5a8412fd869a req-f445a5d9-6e4f-4e1d-a7ca-6af3ce6769f1 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:55.300968 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8af58c04-6980-40e7-8336-5a8412fd869a req-f445a5d9-6e4f-4e1d-a7ca-6af3ce6769f1 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f00cee-1640-4baf-ac63-c7b458ec3620 HTTP/1.1" status: 200 len: 950 time: 0.0495827 Nov 12 08:12:55.355009 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8af58c04-6980-40e7-8336-5a8412fd869a req-c1c283c0-d573-4fe6-a702-8fdae8dfe47f tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470617 Nov 12 08:12:55.789434 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dc0d6b52-cc43-43f6-9482-f40cad4c2b4e req-a5f30851-7123-4bac-b952-259570e2fc4d tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=114f16b3-f75c-4afd-bb17-e8c3c9407de6 HTTP/1.1" status: 200 len: 210 time: 0.0354009 Nov 12 08:12:55.809846 n-d-765315-29 neutron-server[102599]: INFO neutron.api.v2.resource [req-16d6e213-631d-429a-acdc-e9a6a1862f42 req-1e148c22-898e-4991-abad-7b588e3cb90a service neutron] show failed (client error): The resource could not be found. Nov 12 08:12:55.810898 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-16d6e213-631d-429a-acdc-e9a6a1862f42 req-1e148c22-898e-4991-abad-7b588e3cb90a service neutron] 10.222.0.21 "GET /v2.0/ports/78831e46-ec33-405f-af45-535db0204be4/bindings/n-h2-765315-29 HTTP/1.1" status: 404 len: 381 time: 0.0895255 Nov 12 08:12:56.034471 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d6e213-631d-429a-acdc-e9a6a1862f42 req-8f1e71f8-30fa-4123-ad6e-5774f2019268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:56.036122 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-16d6e213-631d-429a-acdc-e9a6a1862f42 req-8f1e71f8-30fa-4123-ad6e-5774f2019268 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=01f00cee-1640-4baf-ac63-c7b458ec3620&tenant_id=f20f3adab6e34964b521814e780e6afc HTTP/1.1" status: 200 len: 1102 time: 0.0457609 Nov 12 08:12:56.060856 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-16d6e213-631d-429a-acdc-e9a6a1862f42 req-6326a0d2-4648-4230-b8f3-b6c8c5213182 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-765315-29', 'device_owner': 'compute:nova'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:12:56.116907 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-16d6e213-631d-429a-acdc-e9a6a1862f42 req-6326a0d2-4648-4230-b8f3-b6c8c5213182 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:56.350959 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-16d6e213-631d-429a-acdc-e9a6a1862f42 req-6326a0d2-4648-4230-b8f3-b6c8c5213182 service neutron] For port 78831e46-ec33-405f-af45-535db0204be4, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=78831e46-ec33-405f-af45-535db0204be4,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:12:56.388011 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-16d6e213-631d-429a-acdc-e9a6a1862f42 req-6326a0d2-4648-4230-b8f3-b6c8c5213182 service neutron] For port 78831e46-ec33-405f-af45-535db0204be4, host n-h1-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:12:56.443488 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-16d6e213-631d-429a-acdc-e9a6a1862f42 req-6326a0d2-4648-4230-b8f3-b6c8c5213182 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:56.485837 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-16d6e213-631d-429a-acdc-e9a6a1862f42 req-6326a0d2-4648-4230-b8f3-b6c8c5213182 service neutron] Transition to ACTIVE for port object 78831e46-ec33-405f-af45-535db0204be4 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:12:56.490230 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-16d6e213-631d-429a-acdc-e9a6a1862f42 req-6326a0d2-4648-4230-b8f3-b6c8c5213182 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:56.548826 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6e6690-80c7-4c09-b31a-fd2f9189ccfa req-ac3beb9c-1215-459e-bc7a-d0b3c1a9c1bb tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:56.550230 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0e6e6690-80c7-4c09-b31a-fd2f9189ccfa req-ac3beb9c-1215-459e-bc7a-d0b3c1a9c1bb tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f00cee-1640-4baf-ac63-c7b458ec3620 HTTP/1.1" status: 200 len: 950 time: 0.1025994 Nov 12 08:12:56.565544 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6326a0d2-4648-4230-b8f3-b6c8c5213182 service neutron] Pushing event updated for resources: {'Port': ['ID=78831e46-ec33-405f-af45-535db0204be4,revision_number=6']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:56.587568 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-16d6e213-631d-429a-acdc-e9a6a1862f42 req-6326a0d2-4648-4230-b8f3-b6c8c5213182 service neutron] No DVR routers for this DVR port 78831e46-ec33-405f-af45-535db0204be4 on host n-h1-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:12:56.665754 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0e6e6690-80c7-4c09-b31a-fd2f9189ccfa req-297d8f81-1c7f-4259-abc8-e3d28eff1193 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062422 Nov 12 08:12:56.668913 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-16d6e213-631d-429a-acdc-e9a6a1862f42 req-6326a0d2-4648-4230-b8f3-b6c8c5213182 service neutron] Attempting to bind port 78831e46-ec33-405f-af45-535db0204be4 on host n-h2-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:12:56.671281 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-16d6e213-631d-429a-acdc-e9a6a1862f42 req-6326a0d2-4648-4230-b8f3-b6c8c5213182 service neutron] Attempting to bind port 78831e46-ec33-405f-af45-535db0204be4 by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:12:56.671430 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d6e213-631d-429a-acdc-e9a6a1862f42 req-6326a0d2-4648-4230-b8f3-b6c8c5213182 service neutron] Attempting to bind port 78831e46-ec33-405f-af45-535db0204be4 on network 107743df-d3df-459d-a6cd-9e2ab4303016 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:12:56.693981 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d6e213-631d-429a-acdc-e9a6a1862f42 req-6326a0d2-4648-4230-b8f3-b6c8c5213182 service neutron] Port 78831e46-ec33-405f-af45-535db0204be4 on network 107743df-d3df-459d-a6cd-9e2ab4303016 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:12:56.693981 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d6e213-631d-429a-acdc-e9a6a1862f42 req-6326a0d2-4648-4230-b8f3-b6c8c5213182 service neutron] Attempting to bind port 78831e46-ec33-405f-af45-535db0204be4 on network 107743df-d3df-459d-a6cd-9e2ab4303016 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:12:56.699368 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d6e213-631d-429a-acdc-e9a6a1862f42 req-6326a0d2-4648-4230-b8f3-b6c8c5213182 service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:12:56.699743 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d6e213-631d-429a-acdc-e9a6a1862f42 req-6326a0d2-4648-4230-b8f3-b6c8c5213182 service neutron] Checking segment: {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:12:56.700133 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d6e213-631d-429a-acdc-e9a6a1862f42 req-6326a0d2-4648-4230-b8f3-b6c8c5213182 service neutron] Bound using segment: {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:12:56.700654 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-16d6e213-631d-429a-acdc-e9a6a1862f42 req-6326a0d2-4648-4230-b8f3-b6c8c5213182 service neutron] Bound port: 78831e46-ec33-405f-af45-535db0204be4, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:12:56.701130 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-16d6e213-631d-429a-acdc-e9a6a1862f42 req-6326a0d2-4648-4230-b8f3-b6c8c5213182 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:56.792627 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-16d6e213-631d-429a-acdc-e9a6a1862f42 req-6326a0d2-4648-4230-b8f3-b6c8c5213182 service neutron] For port 78831e46-ec33-405f-af45-535db0204be4, host n-h2-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:12:56.797293 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-16d6e213-631d-429a-acdc-e9a6a1862f42 req-6326a0d2-4648-4230-b8f3-b6c8c5213182 service neutron] For port 78831e46-ec33-405f-af45-535db0204be4, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=78831e46-ec33-405f-af45-535db0204be4,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:12:56.808191 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-16d6e213-631d-429a-acdc-e9a6a1862f42 req-6326a0d2-4648-4230-b8f3-b6c8c5213182 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:56.862684 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d6e213-631d-429a-acdc-e9a6a1862f42 req-6326a0d2-4648-4230-b8f3-b6c8c5213182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:56.863193 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-16d6e213-631d-429a-acdc-e9a6a1862f42 req-6326a0d2-4648-4230-b8f3-b6c8c5213182 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:56.864993 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-16d6e213-631d-429a-acdc-e9a6a1862f42 req-6326a0d2-4648-4230-b8f3-b6c8c5213182 service neutron] 10.222.0.44 "PUT /v2.0/ports/78831e46-ec33-405f-af45-535db0204be4 HTTP/1.1" status: 200 len: 1097 time: 0.8084733 Nov 12 08:12:56.933958 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01f00cee-1640-4baf-ac63-c7b458ec3620', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78831e46-ec33-405f-af45-535db0204be4'}, {'name': 'network-changed', 'server_uuid': '01f00cee-1640-4baf-ac63-c7b458ec3620', 'tag': '78831e46-ec33-405f-af45-535db0204be4'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:12:56.937826 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-219f3d3b-bfd1-4ee3-8cc2-61a11ae8c894 req-3cb1ea4f-0b61-4f4e-a67d-82acb726f5aa tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=114f16b3-f75c-4afd-bb17-e8c3c9407de6 HTTP/1.1" status: 200 len: 210 time: 0.0556746 Nov 12 08:12:56.938378 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ef61c07-693d-4cc0-9559-136a68ff674d" -d '{"events": [{"server_uuid": "01f00cee-1640-4baf-ac63-c7b458ec3620", "name": "network-vif-unplugged", "status": "completed", "tag": "78831e46-ec33-405f-af45-535db0204be4"}, {"name": "network-changed", "server_uuid": "01f00cee-1640-4baf-ac63-c7b458ec3620", "tag": "78831e46-ec33-405f-af45-535db0204be4"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:12:56.945083 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6326a0d2-4648-4230-b8f3-b6c8c5213182 service neutron] Pushing event updated for resources: {'Port': ['ID=78831e46-ec33-405f-af45-535db0204be4,revision_number=7']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:57.015914 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d6e213-631d-429a-acdc-e9a6a1862f42 req-aac3b970-310c-4e1a-a7ec-28b61dcdf26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:57.017406 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-16d6e213-631d-429a-acdc-e9a6a1862f42 req-aac3b970-310c-4e1a-a7ec-28b61dcdf26c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f20f3adab6e34964b521814e780e6afc&device_id=01f00cee-1640-4baf-ac63-c7b458ec3620 HTTP/1.1" status: 200 len: 1100 time: 0.0653551 Nov 12 08:12:57.025597 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 12 Nov 2021 08:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42fd4b12-de6a-4b21-b5b3-cd3570c46571 x-openstack-request-id: req-42fd4b12-de6a-4b21-b5b3-cd3570c46571 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:12:57.025887 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01f00cee-1640-4baf-ac63-c7b458ec3620", "name": "network-vif-unplugged", "status": "completed", "tag": "78831e46-ec33-405f-af45-535db0204be4", "code": 200}, {"name": "network-changed", "server_uuid": "01f00cee-1640-4baf-ac63-c7b458ec3620", "tag": "78831e46-ec33-405f-af45-535db0204be4", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:12:57.026136 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-42fd4b12-de6a-4b21-b5b3-cd3570c46571 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:12:57.026525 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01f00cee-1640-4baf-ac63-c7b458ec3620', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78831e46-ec33-405f-af45-535db0204be4', 'code': 200} Nov 12 08:12:57.026802 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01f00cee-1640-4baf-ac63-c7b458ec3620', 'tag': '78831e46-ec33-405f-af45-535db0204be4', 'status': 'completed', 'code': 200} Nov 12 08:12:57.172284 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef61c07-693d-4cc0-9559-136a68ff674d req-2a3bc222-da37-4461-b037-2a85a9c32e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:57.173725 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7ef61c07-693d-4cc0-9559-136a68ff674d req-2a3bc222-da37-4461-b037-2a85a9c32e25 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f20f3adab6e34964b521814e780e6afc&device_id=01f00cee-1640-4baf-ac63-c7b458ec3620 HTTP/1.1" status: 200 len: 1100 time: 0.0759745 Nov 12 08:12:57.174872 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d6e213-631d-429a-acdc-e9a6a1862f42 req-b351311a-5d1c-45e1-9b66-de8cfac075d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:57.176191 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-16d6e213-631d-429a-acdc-e9a6a1862f42 req-b351311a-5d1c-45e1-9b66-de8cfac075d0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=107743df-d3df-459d-a6cd-9e2ab4303016 HTTP/1.1" status: 200 len: 870 time: 0.1458948 Nov 12 08:12:57.247213 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-16d6e213-631d-429a-acdc-e9a6a1862f42 req-75913d57-e193-47a8-a1e1-527199969ab1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=78831e46-ec33-405f-af45-535db0204be4 HTTP/1.1" status: 200 len: 217 time: 0.0547829 Nov 12 08:12:57.337904 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d6e213-631d-429a-acdc-e9a6a1862f42 req-602d5f1d-1f10-49ca-ab7a-a8d98261938c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:57.339374 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-16d6e213-631d-429a-acdc-e9a6a1862f42 req-602d5f1d-1f10-49ca-ab7a-a8d98261938c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1 HTTP/1.1" status: 200 len: 843 time: 0.0653176 Nov 12 08:12:57.348602 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef61c07-693d-4cc0-9559-136a68ff674d req-8cb11dd9-55e1-464b-8fed-46844d2f4572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:57.349958 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7ef61c07-693d-4cc0-9559-136a68ff674d req-8cb11dd9-55e1-464b-8fed-46844d2f4572 service neutron] 10.222.0.21 "GET /v2.0/networks?id=107743df-d3df-459d-a6cd-9e2ab4303016 HTTP/1.1" status: 200 len: 870 time: 0.1648328 Nov 12 08:12:57.416407 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7ef61c07-693d-4cc0-9559-136a68ff674d req-fded5bb2-477f-4865-92b6-5b2d6957116c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=78831e46-ec33-405f-af45-535db0204be4 HTTP/1.1" status: 200 len: 217 time: 0.0550079 Nov 12 08:12:57.424359 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d6e213-631d-429a-acdc-e9a6a1862f42 req-c1e671b8-699e-455a-bfaf-0fab2f5c8b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:57.425994 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-16d6e213-631d-429a-acdc-e9a6a1862f42 req-c1e671b8-699e-455a-bfaf-0fab2f5c8b3b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=107743df-d3df-459d-a6cd-9e2ab4303016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0751739 Nov 12 08:12:57.522435 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef61c07-693d-4cc0-9559-136a68ff674d req-d66b04ca-94bf-4fdd-a6bf-28537784600c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:57.523850 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7ef61c07-693d-4cc0-9559-136a68ff674d req-d66b04ca-94bf-4fdd-a6bf-28537784600c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1 HTTP/1.1" status: 200 len: 843 time: 0.0970073 Nov 12 08:12:57.580340 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-16d6e213-631d-429a-acdc-e9a6a1862f42 req-c01de608-54bd-43f1-91f7-65559f0b2d88 service neutron] 10.222.0.44 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445942 Nov 12 08:12:57.591018 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef61c07-693d-4cc0-9559-136a68ff674d req-ec5fca3b-cd87-4506-93b5-5817817bf42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:57.592472 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7ef61c07-693d-4cc0-9559-136a68ff674d req-ec5fca3b-cd87-4506-93b5-5817817bf42b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=107743df-d3df-459d-a6cd-9e2ab4303016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0585673 Nov 12 08:12:57.805098 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-16d6e213-631d-429a-acdc-e9a6a1862f42 req-7a2b9786-a575-459e-8bbc-4796dc713f98 service neutron] 10.222.0.44 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951795 Nov 12 08:12:57.812125 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7ef61c07-693d-4cc0-9559-136a68ff674d req-b5e822aa-13aa-469a-876f-0744e03b07f6 service neutron] 10.222.0.21 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099047 Nov 12 08:12:57.890950 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd48c1d5-f37c-407e-ae15-faa056dc3ca4 req-5b0f62fc-38d2-41a3-a9b9-400316ef1222 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:57.892592 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fd48c1d5-f37c-407e-ae15-faa056dc3ca4 req-5b0f62fc-38d2-41a3-a9b9-400316ef1222 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f00cee-1640-4baf-ac63-c7b458ec3620 HTTP/1.1" status: 200 len: 948 time: 0.1035795 Nov 12 08:12:57.963895 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fd48c1d5-f37c-407e-ae15-faa056dc3ca4 req-400104a4-408d-4146-b2e7-4405fac859df tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631878 Nov 12 08:12:58.014079 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef61c07-693d-4cc0-9559-136a68ff674d req-d728c9e0-995b-4718-a3b2-4c852f979498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:58.015328 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7ef61c07-693d-4cc0-9559-136a68ff674d req-d728c9e0-995b-4718-a3b2-4c852f979498 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f20f3adab6e34964b521814e780e6afc&device_id=01f00cee-1640-4baf-ac63-c7b458ec3620 HTTP/1.1" status: 200 len: 1100 time: 0.0873632 Nov 12 08:12:58.017311 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7ef61c07-693d-4cc0-9559-136a68ff674d req-f1554a6d-88c6-42c5-8229-5d80ec2ba567 service neutron] 10.222.0.21 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723673 Nov 12 08:12:58.031343 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 2a960e5e-e9f1-4e4c-9400-6cd40f7b405d no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:12:58.058236 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-e530113a-7783-48f4-9840-8911a24052df None None] No Port match for: 2a960e5e-e9f1-4e4c-9400-6cd40f7b405d {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:12:58.058838 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 2a960e5e-e9f1-4e4c-9400-6cd40f7b405d not bound to the agent host n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:12:58.059429 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 78831e46-ec33-405f-af45-535db0204be4 no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:12:58.099427 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-31349f7e-d92a-4323-82bd-a31d605d3c88 req-ab144801-a80c-4d18-ae9f-05d5158041c9 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=114f16b3-f75c-4afd-bb17-e8c3c9407de6 HTTP/1.1" status: 200 len: 210 time: 0.0664492 Nov 12 08:12:58.105180 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 78831e46-ec33-405f-af45-535db0204be4 not bound to the agent host n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:12:58.174869 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef61c07-693d-4cc0-9559-136a68ff674d req-542546b2-6a97-4d3b-8d8f-ec3a0620a346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:58.176295 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7ef61c07-693d-4cc0-9559-136a68ff674d req-542546b2-6a97-4d3b-8d8f-ec3a0620a346 service neutron] 10.222.0.44 "GET /v2.0/networks?id=107743df-d3df-459d-a6cd-9e2ab4303016 HTTP/1.1" status: 200 len: 870 time: 0.1284692 Nov 12 08:12:58.226327 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7ef61c07-693d-4cc0-9559-136a68ff674d req-67db7b44-2df5-42a9-9d6b-c90162dd844b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=78831e46-ec33-405f-af45-535db0204be4 HTTP/1.1" status: 200 len: 217 time: 0.0417821 Nov 12 08:12:58.283552 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef61c07-693d-4cc0-9559-136a68ff674d req-99e6e2d4-2c49-47f3-b433-09d14bf1b977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:58.285272 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7ef61c07-693d-4cc0-9559-136a68ff674d req-99e6e2d4-2c49-47f3-b433-09d14bf1b977 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1 HTTP/1.1" status: 200 len: 843 time: 0.0518274 Nov 12 08:12:58.340882 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef61c07-693d-4cc0-9559-136a68ff674d req-4c860c00-f219-45b9-8f3a-db3eaae1ef67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:58.343270 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7ef61c07-693d-4cc0-9559-136a68ff674d req-4c860c00-f219-45b9-8f3a-db3eaae1ef67 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=107743df-d3df-459d-a6cd-9e2ab4303016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0476565 Nov 12 08:12:58.754765 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7ef61c07-693d-4cc0-9559-136a68ff674d req-6aa55ad9-cb3b-442a-9870-1dc87476e204 service neutron] 10.222.0.44 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4009349 Nov 12 08:12:58.870100 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7ef61c07-693d-4cc0-9559-136a68ff674d req-8b01aabf-7620-46e1-9e41-17bd27829d0f service neutron] 10.222.0.44 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051123 Nov 12 08:12:59.137820 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e244fdb5-c4bf-4de3-94bf-26929eab7033 req-7b8be6e9-9f3a-4219-8459-886189c42cec tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:59.139562 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e244fdb5-c4bf-4de3-94bf-26929eab7033 req-7b8be6e9-9f3a-4219-8459-886189c42cec tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f00cee-1640-4baf-ac63-c7b458ec3620 HTTP/1.1" status: 200 len: 948 time: 0.0535567 Nov 12 08:12:59.195510 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e244fdb5-c4bf-4de3-94bf-26929eab7033 req-ae73fc07-2467-40d8-a9f0-31c6af7236df tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496011 Nov 12 08:12:59.222512 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8c2da0a6-bfbe-4347-8bc1-66be0ed138fe req-72b79b91-dd6f-4f70-83e9-0370b9b6816f tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=114f16b3-f75c-4afd-bb17-e8c3c9407de6 HTTP/1.1" status: 200 len: 210 time: 0.0499201 Nov 12 08:13:00.325946 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd93ad1a-2a57-42ec-8502-612d04f73c58 req-45e756cd-1041-4775-8a3d-2ac5c2cde915 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:00.335889 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cd93ad1a-2a57-42ec-8502-612d04f73c58 req-45e756cd-1041-4775-8a3d-2ac5c2cde915 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f00cee-1640-4baf-ac63-c7b458ec3620 HTTP/1.1" status: 200 len: 948 time: 0.0668805 Nov 12 08:13:00.411525 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cd93ad1a-2a57-42ec-8502-612d04f73c58 req-238e308d-cf49-4a53-9c1d-88cc7009586f tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732689 Nov 12 08:13:00.758139 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd14ef4-e5f3-4e99-9b8d-d01b23c0ad3f req-0b5944ff-b198-4603-b213-a58b53b9b799 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:00.760400 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0dd14ef4-e5f3-4e99-9b8d-d01b23c0ad3f req-0b5944ff-b198-4603-b213-a58b53b9b799 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f00cee-1640-4baf-ac63-c7b458ec3620 HTTP/1.1" status: 200 len: 948 time: 0.0617051 Nov 12 08:13:00.768087 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7bd6c9-fa83-47b1-aa5d-3a95e87a60a6 req-88bfe276-87ac-4490-bc45-fd4cbfe208f3 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:00.769475 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7f7bd6c9-fa83-47b1-aa5d-3a95e87a60a6 req-88bfe276-87ac-4490-bc45-fd4cbfe208f3 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.44 "GET /v2.0/ports?device_id=01f00cee-1640-4baf-ac63-c7b458ec3620&tenant_id=f20f3adab6e34964b521814e780e6afc&binding%3Ahost_id=n-h2-765315-29 HTTP/1.1" status: 200 len: 948 time: 0.1057632 Nov 12 08:13:00.847863 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0dd14ef4-e5f3-4e99-9b8d-d01b23c0ad3f req-a54b3bbb-cd1c-4224-b486-0b5c7001d886 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774083 Nov 12 08:13:00.863725 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7f7bd6c9-fa83-47b1-aa5d-3a95e87a60a6 req-d729b492-d01c-4638-b635-e34ad90f0500 service neutron] 10.222.0.44 "GET /v2.0/ports/78831e46-ec33-405f-af45-535db0204be4/bindings/n-h2-765315-29 HTTP/1.1" status: 200 len: 383 time: 0.0797427 Nov 12 08:13:00.986256 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7bd6c9-fa83-47b1-aa5d-3a95e87a60a6 req-316bcf27-7a31-4734-a5e3-eca29d2eeee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:00.987781 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7f7bd6c9-fa83-47b1-aa5d-3a95e87a60a6 req-316bcf27-7a31-4734-a5e3-eca29d2eeee2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f20f3adab6e34964b521814e780e6afc&device_id=01f00cee-1640-4baf-ac63-c7b458ec3620 HTTP/1.1" status: 200 len: 1100 time: 0.0523930 Nov 12 08:13:01.089753 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7bd6c9-fa83-47b1-aa5d-3a95e87a60a6 req-90811163-5749-48d0-8b1e-51aab6a24598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:01.091234 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7f7bd6c9-fa83-47b1-aa5d-3a95e87a60a6 req-90811163-5749-48d0-8b1e-51aab6a24598 service neutron] 10.222.0.44 "GET /v2.0/networks?id=107743df-d3df-459d-a6cd-9e2ab4303016 HTTP/1.1" status: 200 len: 870 time: 0.0950649 Nov 12 08:13:01.137547 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7f7bd6c9-fa83-47b1-aa5d-3a95e87a60a6 req-2f20a0cd-6f3c-4a79-8260-b01c52ea4c32 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=78831e46-ec33-405f-af45-535db0204be4 HTTP/1.1" status: 200 len: 217 time: 0.0371089 Nov 12 08:13:01.199636 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7bd6c9-fa83-47b1-aa5d-3a95e87a60a6 req-d0b11bf2-f565-4006-866d-c587babeef7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:01.201351 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7f7bd6c9-fa83-47b1-aa5d-3a95e87a60a6 req-d0b11bf2-f565-4006-866d-c587babeef7d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1 HTTP/1.1" status: 200 len: 843 time: 0.0544538 Nov 12 08:13:01.292785 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7bd6c9-fa83-47b1-aa5d-3a95e87a60a6 req-dc2b790a-8662-406a-a9b1-3cd25c527806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:01.294304 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7f7bd6c9-fa83-47b1-aa5d-3a95e87a60a6 req-dc2b790a-8662-406a-a9b1-3cd25c527806 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=107743df-d3df-459d-a6cd-9e2ab4303016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0554063 Nov 12 08:13:01.393096 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7f7bd6c9-fa83-47b1-aa5d-3a95e87a60a6 req-3bf97e1d-bbf4-459b-a86d-01c1d65dcf09 service neutron] 10.222.0.44 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895832 Nov 12 08:13:01.506922 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7f7bd6c9-fa83-47b1-aa5d-3a95e87a60a6 req-f3d4144b-43a2-4c2d-b7f8-a87e9aaf20e1 service neutron] 10.222.0.44 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041765 Nov 12 08:13:01.983000 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d925b760-cb95-45fa-92ef-edee54cdbe09 req-1f1efe8a-1978-4f72-8ac9-624d368be674 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:01.984761 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d925b760-cb95-45fa-92ef-edee54cdbe09 req-1f1efe8a-1978-4f72-8ac9-624d368be674 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f00cee-1640-4baf-ac63-c7b458ec3620 HTTP/1.1" status: 200 len: 948 time: 0.0567102 Nov 12 08:13:02.046904 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d925b760-cb95-45fa-92ef-edee54cdbe09 req-c956bd09-df37-4916-9bec-439dd1fe4f01 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550234 Nov 12 08:13:02.380389 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 78831e46-ec33-405f-af45-535db0204be4 details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:13:02.482731 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 78831e46-ec33-405f-af45-535db0204be4, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=78831e46-ec33-405f-af45-535db0204be4,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:13:02.494675 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': '78831e46-ec33-405f-af45-535db0204be4', 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016', 'port_id': '78831e46-ec33-405f-af45-535db0204be4', 'mac_address': 'fa:16:3e:88:c0:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:13:02.535889 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:02.552159 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78831e46-ec33-405f-af45-535db0204be4 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:13:02.575536 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 78831e46-ec33-405f-af45-535db0204be4, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=78831e46-ec33-405f-af45-535db0204be4,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:13:02.581702 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:02.640591 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=78831e46-ec33-405f-af45-535db0204be4,revision_number=8']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:02.979398 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['78831e46-ec33-405f-af45-535db0204be4'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:13:03.186497 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03863299-f26d-4388-bb48-c86cf36fbccd req-c69a86ee-5247-4762-bebb-95782dfad662 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:03.188214 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-03863299-f26d-4388-bb48-c86cf36fbccd req-c69a86ee-5247-4762-bebb-95782dfad662 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f00cee-1640-4baf-ac63-c7b458ec3620 HTTP/1.1" status: 200 len: 949 time: 0.0665817 Nov 12 08:13:03.265296 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-03863299-f26d-4388-bb48-c86cf36fbccd req-f4585369-4b2c-4c67-ba0a-2c3f2d32fb80 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711610 Nov 12 08:13:03.855479 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-49c5495b-863f-48e9-9dbd-3c94964a3cc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:04.064532 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7bd6c9-fa83-47b1-aa5d-3a95e87a60a6 req-4fb20646-e873-4b1a-9612-837778f00263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:04.066174 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7f7bd6c9-fa83-47b1-aa5d-3a95e87a60a6 req-4fb20646-e873-4b1a-9612-837778f00263 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=01f00cee-1640-4baf-ac63-c7b458ec3620&tenant_id=f20f3adab6e34964b521814e780e6afc HTTP/1.1" status: 200 len: 1101 time: 0.0476692 Nov 12 08:13:04.081059 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-7f7bd6c9-fa83-47b1-aa5d-3a95e87a60a6 req-01c4ad57-cf32-45e0-8a1c-9e104ad95fc9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-765315-29', 'device_owner': 'compute:nova'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:13:04.139671 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-7f7bd6c9-fa83-47b1-aa5d-3a95e87a60a6 req-01c4ad57-cf32-45e0-8a1c-9e104ad95fc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:04.393647 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-7f7bd6c9-fa83-47b1-aa5d-3a95e87a60a6 req-01c4ad57-cf32-45e0-8a1c-9e104ad95fc9 service neutron] For port 78831e46-ec33-405f-af45-535db0204be4, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=78831e46-ec33-405f-af45-535db0204be4,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:13:04.401970 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 78831e46-ec33-405f-af45-535db0204be4 details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:13:04.436873 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-7f7bd6c9-fa83-47b1-aa5d-3a95e87a60a6 req-01c4ad57-cf32-45e0-8a1c-9e104ad95fc9 service neutron] For port 78831e46-ec33-405f-af45-535db0204be4, host n-h2-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:13:04.489329 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3043b5c-0802-4cca-a7bb-8bac02a3cee8 req-62f0611b-9ac0-45aa-9374-6e8c4c649936 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:04.501745 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-7f7bd6c9-fa83-47b1-aa5d-3a95e87a60a6 req-01c4ad57-cf32-45e0-8a1c-9e104ad95fc9 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 78831e46-ec33-405f-af45-535db0204be4 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:13:04.507176 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b3043b5c-0802-4cca-a7bb-8bac02a3cee8 req-62f0611b-9ac0-45aa-9374-6e8c4c649936 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f00cee-1640-4baf-ac63-c7b458ec3620 HTTP/1.1" status: 200 len: 949 time: 0.1395819 Nov 12 08:13:04.513504 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-7f7bd6c9-fa83-47b1-aa5d-3a95e87a60a6 req-01c4ad57-cf32-45e0-8a1c-9e104ad95fc9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:04.528275 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-7f7bd6c9-fa83-47b1-aa5d-3a95e87a60a6 req-01c4ad57-cf32-45e0-8a1c-9e104ad95fc9 service neutron] Ignored duplicate provisioning block setup for port 78831e46-ec33-405f-af45-535db0204be4 by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Nov 12 08:13:04.547166 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-7f7bd6c9-fa83-47b1-aa5d-3a95e87a60a6 req-01c4ad57-cf32-45e0-8a1c-9e104ad95fc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:04.592056 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b3043b5c-0802-4cca-a7bb-8bac02a3cee8 req-b1d39fd7-37cc-4593-8501-a4654e1d3f4e tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829751 Nov 12 08:13:04.602650 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 78831e46-ec33-405f-af45-535db0204be4, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=78831e46-ec33-405f-af45-535db0204be4,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:13:04.610319 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c4ad57-cf32-45e0-8a1c-9e104ad95fc9 service neutron] Pushing event updated for resources: {'Port': ['ID=78831e46-ec33-405f-af45-535db0204be4,revision_number=9']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:04.626490 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c4ad57-cf32-45e0-8a1c-9e104ad95fc9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:04.627472 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': '78831e46-ec33-405f-af45-535db0204be4', 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016', 'port_id': '78831e46-ec33-405f-af45-535db0204be4', 'mac_address': 'fa:16:3e:88:c0:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:13:04.627723 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c4ad57-cf32-45e0-8a1c-9e104ad95fc9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:04.628076 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c4ad57-cf32-45e0-8a1c-9e104ad95fc9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:04.628492 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c4ad57-cf32-45e0-8a1c-9e104ad95fc9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:04.628831 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c4ad57-cf32-45e0-8a1c-9e104ad95fc9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:04.629166 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c4ad57-cf32-45e0-8a1c-9e104ad95fc9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:04.629654 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c4ad57-cf32-45e0-8a1c-9e104ad95fc9 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:04.629987 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c4ad57-cf32-45e0-8a1c-9e104ad95fc9 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:04.630315 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c4ad57-cf32-45e0-8a1c-9e104ad95fc9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:04.630667 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c4ad57-cf32-45e0-8a1c-9e104ad95fc9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:04.631013 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c4ad57-cf32-45e0-8a1c-9e104ad95fc9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:04.631325 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c4ad57-cf32-45e0-8a1c-9e104ad95fc9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:04.679005 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f7bd6c9-fa83-47b1-aa5d-3a95e87a60a6 req-01c4ad57-cf32-45e0-8a1c-9e104ad95fc9 service neutron] No DVR routers for this DVR port 78831e46-ec33-405f-af45-535db0204be4 on host n-h2-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:13:04.749248 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-7f7bd6c9-fa83-47b1-aa5d-3a95e87a60a6 req-01c4ad57-cf32-45e0-8a1c-9e104ad95fc9 service neutron] Attempting to bind port 78831e46-ec33-405f-af45-535db0204be4 on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:13:04.749727 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-7f7bd6c9-fa83-47b1-aa5d-3a95e87a60a6 req-01c4ad57-cf32-45e0-8a1c-9e104ad95fc9 service neutron] Attempting to bind port 78831e46-ec33-405f-af45-535db0204be4 by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:13:04.750579 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f7bd6c9-fa83-47b1-aa5d-3a95e87a60a6 req-01c4ad57-cf32-45e0-8a1c-9e104ad95fc9 service neutron] Attempting to bind port 78831e46-ec33-405f-af45-535db0204be4 on network 107743df-d3df-459d-a6cd-9e2ab4303016 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:13:04.756303 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f7bd6c9-fa83-47b1-aa5d-3a95e87a60a6 req-01c4ad57-cf32-45e0-8a1c-9e104ad95fc9 service neutron] Port 78831e46-ec33-405f-af45-535db0204be4 on network 107743df-d3df-459d-a6cd-9e2ab4303016 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:13:04.756711 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f7bd6c9-fa83-47b1-aa5d-3a95e87a60a6 req-01c4ad57-cf32-45e0-8a1c-9e104ad95fc9 service neutron] Attempting to bind port 78831e46-ec33-405f-af45-535db0204be4 on network 107743df-d3df-459d-a6cd-9e2ab4303016 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:13:04.764034 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f7bd6c9-fa83-47b1-aa5d-3a95e87a60a6 req-01c4ad57-cf32-45e0-8a1c-9e104ad95fc9 service neutron] Checking agent: {'id': '26215384-8035-4ce2-971a-8e67be80da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:13:04.764489 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f7bd6c9-fa83-47b1-aa5d-3a95e87a60a6 req-01c4ad57-cf32-45e0-8a1c-9e104ad95fc9 service neutron] Checking segment: {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:13:04.765493 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f7bd6c9-fa83-47b1-aa5d-3a95e87a60a6 req-01c4ad57-cf32-45e0-8a1c-9e104ad95fc9 service neutron] Bound using segment: {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:13:04.766013 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-7f7bd6c9-fa83-47b1-aa5d-3a95e87a60a6 req-01c4ad57-cf32-45e0-8a1c-9e104ad95fc9 service neutron] Bound port: 78831e46-ec33-405f-af45-535db0204be4, host: n-h1-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:13:04.766688 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-7f7bd6c9-fa83-47b1-aa5d-3a95e87a60a6 req-01c4ad57-cf32-45e0-8a1c-9e104ad95fc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:04.849888 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-7f7bd6c9-fa83-47b1-aa5d-3a95e87a60a6 req-01c4ad57-cf32-45e0-8a1c-9e104ad95fc9 service neutron] For port 78831e46-ec33-405f-af45-535db0204be4, host n-h1-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:13:04.854684 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-7f7bd6c9-fa83-47b1-aa5d-3a95e87a60a6 req-01c4ad57-cf32-45e0-8a1c-9e104ad95fc9 service neutron] For port 78831e46-ec33-405f-af45-535db0204be4, host n-h1-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=78831e46-ec33-405f-af45-535db0204be4,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:13:04.861311 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-7f7bd6c9-fa83-47b1-aa5d-3a95e87a60a6 req-01c4ad57-cf32-45e0-8a1c-9e104ad95fc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:04.903880 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7bd6c9-fa83-47b1-aa5d-3a95e87a60a6 req-01c4ad57-cf32-45e0-8a1c-9e104ad95fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:04.903880 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-7f7bd6c9-fa83-47b1-aa5d-3a95e87a60a6 req-01c4ad57-cf32-45e0-8a1c-9e104ad95fc9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:04.905525 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7f7bd6c9-fa83-47b1-aa5d-3a95e87a60a6 req-01c4ad57-cf32-45e0-8a1c-9e104ad95fc9 service neutron] 10.222.0.21 "PUT /v2.0/ports/78831e46-ec33-405f-af45-535db0204be4 HTTP/1.1" status: 200 len: 1097 time: 0.8288598 Nov 12 08:13:04.905949 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01f00cee-1640-4baf-ac63-c7b458ec3620', 'tag': '78831e46-ec33-405f-af45-535db0204be4'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:13:04.908794 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73511931-1f5b-4cd2-9720-9129a50d4340" -d '{"events": [{"name": "network-changed", "server_uuid": "01f00cee-1640-4baf-ac63-c7b458ec3620", "tag": "78831e46-ec33-405f-af45-535db0204be4"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:13:04.981171 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c4ad57-cf32-45e0-8a1c-9e104ad95fc9 service neutron] Pushing event updated for resources: {'Port': ['ID=78831e46-ec33-405f-af45-535db0204be4,revision_number=10']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:05.009169 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7bd6c9-fa83-47b1-aa5d-3a95e87a60a6 req-505e9dfd-9242-49e1-ad18-8aaa2882b9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:05.011291 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7f7bd6c9-fa83-47b1-aa5d-3a95e87a60a6 req-505e9dfd-9242-49e1-ad18-8aaa2882b9e1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f20f3adab6e34964b521814e780e6afc&device_id=01f00cee-1640-4baf-ac63-c7b458ec3620 HTTP/1.1" status: 200 len: 1101 time: 0.0628352 Nov 12 08:13:05.035295 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c172cb8-6197-4802-89b1-83e2b2524e94 x-openstack-request-id: req-0c172cb8-6197-4802-89b1-83e2b2524e94 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:13:05.035551 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01f00cee-1640-4baf-ac63-c7b458ec3620", "tag": "78831e46-ec33-405f-af45-535db0204be4", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:13:05.035815 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0c172cb8-6197-4802-89b1-83e2b2524e94 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:13:05.036227 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01f00cee-1640-4baf-ac63-c7b458ec3620', 'tag': '78831e46-ec33-405f-af45-535db0204be4', 'status': 'completed', 'code': 200} Nov 12 08:13:05.054243 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:05.179382 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73511931-1f5b-4cd2-9720-9129a50d4340 req-dbde7757-c3c8-4c95-b127-782e15d78768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:05.182253 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-73511931-1f5b-4cd2-9720-9129a50d4340 req-dbde7757-c3c8-4c95-b127-782e15d78768 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f20f3adab6e34964b521814e780e6afc&device_id=01f00cee-1640-4baf-ac63-c7b458ec3620 HTTP/1.1" status: 200 len: 1101 time: 0.1119158 Nov 12 08:13:05.186326 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7bd6c9-fa83-47b1-aa5d-3a95e87a60a6 req-13929a6d-4e18-42e6-9bf4-a6561ef5b215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:05.187870 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7f7bd6c9-fa83-47b1-aa5d-3a95e87a60a6 req-13929a6d-4e18-42e6-9bf4-a6561ef5b215 service neutron] 10.222.0.21 "GET /v2.0/networks?id=107743df-d3df-459d-a6cd-9e2ab4303016 HTTP/1.1" status: 200 len: 870 time: 0.1678395 Nov 12 08:13:05.375901 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7f7bd6c9-fa83-47b1-aa5d-3a95e87a60a6 req-477280c5-3f9b-4646-af7c-4c2b25b11507 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=78831e46-ec33-405f-af45-535db0204be4 HTTP/1.1" status: 200 len: 217 time: 0.0502884 Nov 12 08:13:05.439692 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7bd6c9-fa83-47b1-aa5d-3a95e87a60a6 req-27430262-0c55-46bc-b651-b48a1357d4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:05.441997 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7f7bd6c9-fa83-47b1-aa5d-3a95e87a60a6 req-27430262-0c55-46bc-b651-b48a1357d4e3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1 HTTP/1.1" status: 200 len: 843 time: 0.0574517 Nov 12 08:13:05.447566 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73511931-1f5b-4cd2-9720-9129a50d4340 req-6bfdc9fb-c320-43be-87ad-22a556410aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:05.450759 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-73511931-1f5b-4cd2-9720-9129a50d4340 req-6bfdc9fb-c320-43be-87ad-22a556410aa0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=107743df-d3df-459d-a6cd-9e2ab4303016 HTTP/1.1" status: 200 len: 870 time: 0.2555962 Nov 12 08:13:05.536579 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-73511931-1f5b-4cd2-9720-9129a50d4340 req-08ad2868-9b5d-4e07-8a7a-11faaa6e45b0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=78831e46-ec33-405f-af45-535db0204be4 HTTP/1.1" status: 200 len: 217 time: 0.0493147 Nov 12 08:13:05.547856 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7bd6c9-fa83-47b1-aa5d-3a95e87a60a6 req-de0b092e-199a-486f-9236-b96c0c26d9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:05.549352 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7f7bd6c9-fa83-47b1-aa5d-3a95e87a60a6 req-de0b092e-199a-486f-9236-b96c0c26d9b4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=107743df-d3df-459d-a6cd-9e2ab4303016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0945354 Nov 12 08:13:05.605098 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73511931-1f5b-4cd2-9720-9129a50d4340 req-672622c6-f462-4178-af37-72367744fbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:05.606608 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-73511931-1f5b-4cd2-9720-9129a50d4340 req-672622c6-f462-4178-af37-72367744fbf6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1 HTTP/1.1" status: 200 len: 843 time: 0.0563743 Nov 12 08:13:05.874768 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73511931-1f5b-4cd2-9720-9129a50d4340 req-22d3da42-ee03-470f-899c-dad65642c3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:05.876254 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-73511931-1f5b-4cd2-9720-9129a50d4340 req-22d3da42-ee03-470f-899c-dad65642c3dc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=107743df-d3df-459d-a6cd-9e2ab4303016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2578032 Nov 12 08:13:05.881105 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7f7bd6c9-fa83-47b1-aa5d-3a95e87a60a6 req-b91d41d2-567d-4189-987a-e7cf18b7c0ea service neutron] 10.222.0.21 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733788 Nov 12 08:13:05.900969 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414d02a3-ada3-4813-85c0-779cce466955 req-6e44a33a-2ffb-42fc-8bb8-f6be50ea9a57 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:05.907292 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-414d02a3-ada3-4813-85c0-779cce466955 req-6e44a33a-2ffb-42fc-8bb8-f6be50ea9a57 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f00cee-1640-4baf-ac63-c7b458ec3620 HTTP/1.1" status: 200 len: 949 time: 0.1524179 Nov 12 08:13:06.112343 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-414d02a3-ada3-4813-85c0-779cce466955 req-8c8ad5c9-c927-41fd-b280-fb5e059c483b tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883559 Nov 12 08:13:06.119790 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7f7bd6c9-fa83-47b1-aa5d-3a95e87a60a6 req-10df819d-bc65-4b31-93f4-f08e9ec6caa1 service neutron] 10.222.0.21 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131202 Nov 12 08:13:06.126270 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-73511931-1f5b-4cd2-9720-9129a50d4340 req-e61fd296-091f-45ba-8ed4-91a9983fe2a1 service neutron] 10.222.0.44 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371743 Nov 12 08:13:06.262471 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-73511931-1f5b-4cd2-9720-9129a50d4340 req-d541d72e-d5ec-4582-a2ac-73041c71fd81 service neutron] 10.222.0.44 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269429 Nov 12 08:13:06.265267 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73511931-1f5b-4cd2-9720-9129a50d4340 req-a4891e54-39a2-432b-94b7-b55a335b8854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:06.266664 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-73511931-1f5b-4cd2-9720-9129a50d4340 req-a4891e54-39a2-432b-94b7-b55a335b8854 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f20f3adab6e34964b521814e780e6afc&device_id=01f00cee-1640-4baf-ac63-c7b458ec3620 HTTP/1.1" status: 200 len: 1101 time: 0.0691283 Nov 12 08:13:06.372539 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73511931-1f5b-4cd2-9720-9129a50d4340 req-fac5eedd-6de5-4b85-a777-c360a1b7f6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:06.374054 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-73511931-1f5b-4cd2-9720-9129a50d4340 req-fac5eedd-6de5-4b85-a777-c360a1b7f6d0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=107743df-d3df-459d-a6cd-9e2ab4303016 HTTP/1.1" status: 200 len: 870 time: 0.0989482 Nov 12 08:13:06.436994 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-73511931-1f5b-4cd2-9720-9129a50d4340 req-abdc94fd-b789-410e-a7db-f1a8d5e546f2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=78831e46-ec33-405f-af45-535db0204be4 HTTP/1.1" status: 200 len: 217 time: 0.0491025 Nov 12 08:13:06.452683 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f1507634-698a-45a0-a76a-6c3748a3ce5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:06.527746 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73511931-1f5b-4cd2-9720-9129a50d4340 req-422c63a6-b57b-4af6-8bf0-aca09a83eedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:06.529205 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-73511931-1f5b-4cd2-9720-9129a50d4340 req-422c63a6-b57b-4af6-8bf0-aca09a83eedd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1 HTTP/1.1" status: 200 len: 843 time: 0.0847194 Nov 12 08:13:06.588047 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73511931-1f5b-4cd2-9720-9129a50d4340 req-afb21bb3-34d8-4754-bfe1-7e3501b9d912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:06.589541 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-73511931-1f5b-4cd2-9720-9129a50d4340 req-afb21bb3-34d8-4754-bfe1-7e3501b9d912 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=107743df-d3df-459d-a6cd-9e2ab4303016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0483952 Nov 12 08:13:06.693748 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-73511931-1f5b-4cd2-9720-9129a50d4340 req-6b72285f-040d-43bc-a3f2-36fbbe93f9fb service neutron] 10.222.0.21 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941741 Nov 12 08:13:06.811605 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-73511931-1f5b-4cd2-9720-9129a50d4340 req-aec91901-4853-4dde-8c9f-9c20aa3c6b15 service neutron] 10.222.0.21 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071544 Nov 12 08:13:07.282672 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37237d4-38be-4f64-896b-a291ec6fabf9 req-05c5ac8d-55f8-493a-b303-27bcc4500d38 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:07.291155 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d37237d4-38be-4f64-896b-a291ec6fabf9 req-05c5ac8d-55f8-493a-b303-27bcc4500d38 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f00cee-1640-4baf-ac63-c7b458ec3620 HTTP/1.1" status: 200 len: 949 time: 0.0799725 Nov 12 08:13:07.366685 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d37237d4-38be-4f64-896b-a291ec6fabf9 req-69d93cb5-1c9d-4e56-ae01-cd03401414c7 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725613 Nov 12 08:13:07.763083 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:08.398236 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 78831e46-ec33-405f-af45-535db0204be4 no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:13:08.481499 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 78831e46-ec33-405f-af45-535db0204be4 not bound to the agent host n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:13:08.535219 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b1fb48-be61-4423-9938-5702e5b7aaef req-36359ead-f01a-456a-acac-46717e1ec427 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:08.537074 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-39b1fb48-be61-4423-9938-5702e5b7aaef req-36359ead-f01a-456a-acac-46717e1ec427 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f00cee-1640-4baf-ac63-c7b458ec3620 HTTP/1.1" status: 200 len: 949 time: 0.0811009 Nov 12 08:13:08.594803 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-39b1fb48-be61-4423-9938-5702e5b7aaef req-66511122-0238-40c9-9f66-432565f47be4 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494246 Nov 12 08:13:09.081369 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:09.325944 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3314dbc5-c6d9-4714-b944-790f24995be1 req-becffc5a-523d-4a28-ab1b-76ef3bf5b9f3 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:09.327367 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3314dbc5-c6d9-4714-b944-790f24995be1 req-becffc5a-523d-4a28-ab1b-76ef3bf5b9f3 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=700c8a79-ee5b-4f57-9e36-8ed83a369148 HTTP/1.1" status: 200 len: 944 time: 0.0511060 Nov 12 08:13:09.381832 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3314dbc5-c6d9-4714-b944-790f24995be1 req-b51c7d2b-ac4c-4de7-8b8c-373f8217619f tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470178 Nov 12 08:13:09.701017 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:09.758117 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1fed27-1e80-4c45-9329-0e6a00195998 req-d5670a6a-b373-4bfc-bb83-4ef304ce9234 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:09.760423 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1a1fed27-1e80-4c45-9329-0e6a00195998 req-d5670a6a-b373-4bfc-bb83-4ef304ce9234 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f00cee-1640-4baf-ac63-c7b458ec3620 HTTP/1.1" status: 200 len: 949 time: 0.0538805 Nov 12 08:13:09.812283 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1a1fed27-1e80-4c45-9329-0e6a00195998 req-f7a01abe-ae64-4e6e-9612-97664ede9734 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446789 Nov 12 08:13:10.069185 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 78831e46-ec33-405f-af45-535db0204be4 details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:13:10.182055 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 78831e46-ec33-405f-af45-535db0204be4, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=78831e46-ec33-405f-af45-535db0204be4,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:13:10.195097 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Returning: {'device': '78831e46-ec33-405f-af45-535db0204be4', 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016', 'port_id': '78831e46-ec33-405f-af45-535db0204be4', 'mac_address': 'fa:16:3e:88:c0:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:13:10.243616 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:10.250052 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08dbacf-2541-4584-96a7-56b50c5b2dc0 req-6ac6267b-3dc3-44e7-8b98-db63f7537efa tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:10.251579 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e08dbacf-2541-4584-96a7-56b50c5b2dc0 req-6ac6267b-3dc3-44e7-8b98-db63f7537efa tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.21 "GET /v2.0/ports?device_id=700c8a79-ee5b-4f57-9e36-8ed83a369148 HTTP/1.1" status: 200 len: 944 time: 0.0575721 Nov 12 08:13:10.258517 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-e530113a-7783-48f4-9840-8911a24052df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78831e46-ec33-405f-af45-535db0204be4 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:13:10.279794 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 78831e46-ec33-405f-af45-535db0204be4, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=78831e46-ec33-405f-af45-535db0204be4,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:13:10.285153 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:10.339472 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=78831e46-ec33-405f-af45-535db0204be4,revision_number=11']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:10.356874 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-e08dbacf-2541-4584-96a7-56b50c5b2dc0 req-7dccd742-a2dc-4b34-acbe-f5a9580a4704 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Deleting port a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:13:10.357418 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e08dbacf-2541-4584-96a7-56b50c5b2dc0 req-7dccd742-a2dc-4b34-acbe-f5a9580a4704 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:10.457031 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-e08dbacf-2541-4584-96a7-56b50c5b2dc0 req-7dccd742-a2dc-4b34-acbe-f5a9580a4704 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] For port a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59,segment=NetworkSegment(1db27ece-82b2-4c8d-abc3-e56edcdd7b0a),segment_id=1db27ece-82b2-4c8d-abc3-e56edcdd7b0a)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:13:10.457527 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e08dbacf-2541-4584-96a7-56b50c5b2dc0 req-7dccd742-a2dc-4b34-acbe-f5a9580a4704 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:10.475043 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-e08dbacf-2541-4584-96a7-56b50c5b2dc0 req-7dccd742-a2dc-4b34-acbe-f5a9580a4704 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Calling delete_port for a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59 owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:13:10.538932 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a557ed99-fb6b-4097-86c6-a8ec52ef66f7 req-8642f81f-50d8-45c8-a6f8-f0cb913b6795 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:10.548567 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a557ed99-fb6b-4097-86c6-a8ec52ef66f7 req-8642f81f-50d8-45c8-a6f8-f0cb913b6795 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=700c8a79-ee5b-4f57-9e36-8ed83a369148 HTTP/1.1" status: 200 len: 944 time: 0.0643578 Nov 12 08:13:10.632180 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a557ed99-fb6b-4097-86c6-a8ec52ef66f7 req-560dd912-4670-41fb-a61e-4dd020bc817e tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823927 Nov 12 08:13:10.687217 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e08dbacf-2541-4584-96a7-56b50c5b2dc0 req-7dccd742-a2dc-4b34-acbe-f5a9580a4704 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:10.701248 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:13:10.720266 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dccd742-a2dc-4b34-acbe-f5a9580a4704 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Pushing event deleted for resources: {'Port': ['ID=a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:10.768425 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-e08dbacf-2541-4584-96a7-56b50c5b2dc0 req-7dccd742-a2dc-4b34-acbe-f5a9580a4704 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] No DVR routers for this DVR port a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59 on host n-h1-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:13:10.771110 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e08dbacf-2541-4584-96a7-56b50c5b2dc0 req-7dccd742-a2dc-4b34-acbe-f5a9580a4704 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:10.775382 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e08dbacf-2541-4584-96a7-56b50c5b2dc0 req-7dccd742-a2dc-4b34-acbe-f5a9580a4704 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.21 "DELETE /v2.0/ports/a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59 HTTP/1.1" status: 204 len: 173 time: 0.5163243 Nov 12 08:13:10.775832 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '700c8a79-ee5b-4f57-9e36-8ed83a369148', 'name': 'network-vif-deleted', 'tag': 'a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:13:10.778142 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48a5195c-f93e-4c9a-b838-171f439c755f" -d '{"events": [{"server_uuid": "700c8a79-ee5b-4f57-9e36-8ed83a369148", "name": "network-vif-deleted", "tag": "a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:13:10.821942 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['78831e46-ec33-405f-af45-535db0204be4'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:13:10.893512 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d670fd0-5c4d-4993-870b-d28f5656e9fd x-openstack-request-id: req-5d670fd0-5c4d-4993-870b-d28f5656e9fd {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:13:10.894192 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "700c8a79-ee5b-4f57-9e36-8ed83a369148", "name": "network-vif-deleted", "tag": "a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:13:10.894699 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5d670fd0-5c4d-4993-870b-d28f5656e9fd {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:13:10.895326 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '700c8a79-ee5b-4f57-9e36-8ed83a369148', 'name': 'network-vif-deleted', 'tag': 'a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59', 'status': 'completed', 'code': 200} Nov 12 08:13:11.055228 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c8806d-a80d-45eb-be13-8d5594ed67a2 req-68b2198f-46f7-4307-b6c8-be8bb01d7294 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:11.056825 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-34c8806d-a80d-45eb-be13-8d5594ed67a2 req-68b2198f-46f7-4307-b6c8-be8bb01d7294 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f00cee-1640-4baf-ac63-c7b458ec3620 HTTP/1.1" status: 200 len: 950 time: 0.0806429 Nov 12 08:13:11.107683 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-34c8806d-a80d-45eb-be13-8d5594ed67a2 req-b2c0ba80-1f09-4cba-ba42-94ee33249ea6 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446119 Nov 12 08:13:11.241311 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037e8b91-75c9-4453-8294-d74bffd9cc00 req-2bdb8842-88d3-431e-87aa-32d6718f5988 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:11.243218 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-037e8b91-75c9-4453-8294-d74bffd9cc00 req-2bdb8842-88d3-431e-87aa-32d6718f5988 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f00cee-1640-4baf-ac63-c7b458ec3620 HTTP/1.1" status: 200 len: 950 time: 0.0565183 Nov 12 08:13:11.295831 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-037e8b91-75c9-4453-8294-d74bffd9cc00 req-bf7421fb-18cc-4a01-83b0-29f62a29aa51 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456285 Nov 12 08:13:11.540275 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2efaa31a-1dc5-4609-9dbd-4342a721f58a req-e13a3664-7bd5-4dda-9b95-b3db72e5888e tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=f20f3adab6e34964b521814e780e6afc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0231149 Nov 12 08:13:11.659361 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efaa31a-1dc5-4609-9dbd-4342a721f58a req-30085c92-667f-4906-86ac-5c294b1c7e11 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:11.661980 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2efaa31a-1dc5-4609-9dbd-4342a721f58a req-30085c92-667f-4906-86ac-5c294b1c7e11 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1145310 Nov 12 08:13:11.682799 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2efaa31a-1dc5-4609-9dbd-4342a721f58a req-dc6df268-312d-4e4d-a920-dc563cc4ace5 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/quotas/f20f3adab6e34964b521814e780e6afc HTTP/1.1" status: 200 len: 375 time: 0.0154722 Nov 12 08:13:11.735614 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2efaa31a-1dc5-4609-9dbd-4342a721f58a req-44ceae84-23cc-40bc-8d4a-963c198387b5 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f20f3adab6e34964b521814e780e6afc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0519583 Nov 12 08:13:11.913496 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-05202b31-d242-4111-8c60-fa3d79237238 req-367762aa-d437-4914-95c6-9b6bea057f53 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed57ad59-5752-449f-b6b2-03efdd07cda6 HTTP/1.1" status: 200 len: 210 time: 0.0312266 Nov 12 08:13:11.944400 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74050678-0be9-47b1-b69e-f1576d85a5d1 req-146f79fb-666d-4f79-bf5d-e78f43fd4234 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:11.954227 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-74050678-0be9-47b1-b69e-f1576d85a5d1 req-146f79fb-666d-4f79-bf5d-e78f43fd4234 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=82047a0a-6f6c-4e84-aa3f-085b47fa6ac2 HTTP/1.1" status: 200 len: 945 time: 0.0683954 Nov 12 08:13:12.027278 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-74050678-0be9-47b1-b69e-f1576d85a5d1 req-73c0d71c-cd40-4792-bd79-93026ef5889b tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718181 Nov 12 08:13:12.034147 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:12.701595 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e83594-782e-4c86-ac36-cd4c6ab730fd req-10fef658-1fa0-4e80-9d86-7d0075d38a78 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:12.703112 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a6e83594-782e-4c86-ac36-cd4c6ab730fd req-10fef658-1fa0-4e80-9d86-7d0075d38a78 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.44 "GET /v2.0/ports?device_id=82047a0a-6f6c-4e84-aa3f-085b47fa6ac2 HTTP/1.1" status: 200 len: 945 time: 0.0517507 Nov 12 08:13:12.809355 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-a6e83594-782e-4c86-ac36-cd4c6ab730fd req-327f3a09-1f4d-4a6f-a70d-3603595d6d4f tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Deleting port 5fc0601c-a0ae-46e6-912e-5409aaa60092 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:13:12.809798 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-a6e83594-782e-4c86-ac36-cd4c6ab730fd req-327f3a09-1f4d-4a6f-a70d-3603595d6d4f tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:12.899195 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-a6e83594-782e-4c86-ac36-cd4c6ab730fd req-327f3a09-1f4d-4a6f-a70d-3603595d6d4f tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] For port 5fc0601c-a0ae-46e6-912e-5409aaa60092, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=5fc0601c-a0ae-46e6-912e-5409aaa60092,segment=NetworkSegment(1db27ece-82b2-4c8d-abc3-e56edcdd7b0a),segment_id=1db27ece-82b2-4c8d-abc3-e56edcdd7b0a)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:13:12.899562 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-a6e83594-782e-4c86-ac36-cd4c6ab730fd req-327f3a09-1f4d-4a6f-a70d-3603595d6d4f tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:12.912742 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-a6e83594-782e-4c86-ac36-cd4c6ab730fd req-327f3a09-1f4d-4a6f-a70d-3603595d6d4f tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Calling delete_port for 5fc0601c-a0ae-46e6-912e-5409aaa60092 owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:13:13.027987 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-778d6db8-1784-4ebc-bd80-5ce49b8ef3f5 req-27a4fab4-7001-42e5-bb9b-6de63b4417fe tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed57ad59-5752-449f-b6b2-03efdd07cda6 HTTP/1.1" status: 200 len: 210 time: 0.0322814 Nov 12 08:13:13.110016 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-a6e83594-782e-4c86-ac36-cd4c6ab730fd req-327f3a09-1f4d-4a6f-a70d-3603595d6d4f tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:13.145007 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2efaa31a-1dc5-4609-9dbd-4342a721f58a req-298436b4-2efe-4947-ae1d-3e6ed1698c45 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=f20f3adab6e34964b521814e780e6afc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0215747 Nov 12 08:13:13.187811 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a14c8e2c-d9f1-4437-bde6-782a3c96e3a9 req-204263d4-68aa-448a-b575-05e4d8f36af9 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=82047a0a-6f6c-4e84-aa3f-085b47fa6ac2 HTTP/1.1" status: 200 len: 210 time: 0.0451887 Nov 12 08:13:13.188606 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327f3a09-1f4d-4a6f-a70d-3603595d6d4f tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Pushing event deleted for resources: {'Port': ['ID=5fc0601c-a0ae-46e6-912e-5409aaa60092,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:13.241428 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6e83594-782e-4c86-ac36-cd4c6ab730fd req-327f3a09-1f4d-4a6f-a70d-3603595d6d4f tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] No DVR routers for this DVR port 5fc0601c-a0ae-46e6-912e-5409aaa60092 on host n-h2-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:13:13.248535 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-a6e83594-782e-4c86-ac36-cd4c6ab730fd req-327f3a09-1f4d-4a6f-a70d-3603595d6d4f tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:13.254703 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a6e83594-782e-4c86-ac36-cd4c6ab730fd req-327f3a09-1f4d-4a6f-a70d-3603595d6d4f tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.44 "DELETE /v2.0/ports/5fc0601c-a0ae-46e6-912e-5409aaa60092 HTTP/1.1" status: 204 len: 173 time: 0.5421360 Nov 12 08:13:13.259050 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82047a0a-6f6c-4e84-aa3f-085b47fa6ac2', 'name': 'network-vif-deleted', 'tag': '5fc0601c-a0ae-46e6-912e-5409aaa60092'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:13:13.268007 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e64142b3-1214-4b8d-8f23-5ee5fbe2d963" -d '{"events": [{"server_uuid": "82047a0a-6f6c-4e84-aa3f-085b47fa6ac2", "name": "network-vif-deleted", "tag": "5fc0601c-a0ae-46e6-912e-5409aaa60092"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:13:13.397923 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db332b46-b20b-400f-b06b-a8d8844614b4 x-openstack-request-id: req-db332b46-b20b-400f-b06b-a8d8844614b4 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:13:13.398225 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82047a0a-6f6c-4e84-aa3f-085b47fa6ac2", "name": "network-vif-deleted", "tag": "5fc0601c-a0ae-46e6-912e-5409aaa60092", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:13:13.399034 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-db332b46-b20b-400f-b06b-a8d8844614b4 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:13:13.399445 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82047a0a-6f6c-4e84-aa3f-085b47fa6ac2', 'name': 'network-vif-deleted', 'tag': '5fc0601c-a0ae-46e6-912e-5409aaa60092', 'status': 'completed', 'code': 200} Nov 12 08:13:13.658300 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efaa31a-1dc5-4609-9dbd-4342a721f58a req-fa4f622f-83c7-4593-9015-5504aa7c7b0a tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:13.659837 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2efaa31a-1dc5-4609-9dbd-4342a721f58a req-fa4f622f-83c7-4593-9015-5504aa7c7b0a tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5065830 Nov 12 08:13:13.685100 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-2efaa31a-1dc5-4609-9dbd-4342a721f58a req-12c32892-fadc-4a3a-bd30-289dc04661dd tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Request body: {'port': {'device_id': 'ed57ad59-5752-449f-b6b2-03efdd07cda6', 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016', 'admin_state_up': True, 'tenant_id': 'f20f3adab6e34964b521814e780e6afc'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:13:13.801272 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2efaa31a-1dc5-4609-9dbd-4342a721f58a req-12c32892-fadc-4a3a-bd30-289dc04661dd tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Made reservation on behalf of f20f3adab6e34964b521814e780e6afc for: {'port': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:13:13.804762 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-2efaa31a-1dc5-4609-9dbd-4342a721f58a req-12c32892-fadc-4a3a-bd30-289dc04661dd tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:13.975550 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [req-2efaa31a-1dc5-4609-9dbd-4342a721f58a req-12c32892-fadc-4a3a-bd30-289dc04661dd tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Allocated IP 192.168.233.169 (107743df-d3df-459d-a6cd-9e2ab4303016/e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1/d206352c-2b17-4338-8e28-bf877cbc4fb1) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:13:14.060672 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a2d7d9-3a60-424e-b407-7749bc15b86d req-809e6ef8-96b2-4967-bf56-00956d3a0ac8 tempest-VolumesAdminNegativeTest-2055808681 tempest-VolumesAdminNegativeTest-2055808681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:14.069723 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-41a2d7d9-3a60-424e-b407-7749bc15b86d req-809e6ef8-96b2-4967-bf56-00956d3a0ac8 tempest-VolumesAdminNegativeTest-2055808681 tempest-VolumesAdminNegativeTest-2055808681-project] 10.222.0.26 "GET /v2.0/ports?device_id=fdd0f8ec-1576-4e15-b226-71f044364394 HTTP/1.1" status: 200 len: 945 time: 0.0674138 Nov 12 08:13:14.090381 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 78831e46-ec33-405f-af45-535db0204be4 up at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:13:14.162131 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-41a2d7d9-3a60-424e-b407-7749bc15b86d req-72d61d99-c8a8-4061-9783-70aa79d64102 tempest-VolumesAdminNegativeTest-2055808681 tempest-VolumesAdminNegativeTest-2055808681-project] 10.222.0.26 "GET /v2.0/security-groups?id=29a5c4a7-b696-474b-9243-887a35727c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878365 Nov 12 08:13:14.174542 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-2efaa31a-1dc5-4609-9dbd-4342a721f58a req-12c32892-fadc-4a3a-bd30-289dc04661dd tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:14.182278 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning for port 78831e46-ec33-405f-af45-535db0204be4 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:13:14.187109 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning complete for port 78831e46-ec33-405f-af45-535db0204be4 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:13:14.187597 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:14.223152 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-2efaa31a-1dc5-4609-9dbd-4342a721f58a req-12c32892-fadc-4a3a-bd30-289dc04661dd tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:14.230378 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-84f4fe7e-9d9f-4344-8080-e988413232ac req-b13567ef-0cc5-43aa-8b10-987766b0177b tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed57ad59-5752-449f-b6b2-03efdd07cda6 HTTP/1.1" status: 200 len: 210 time: 0.1043148 Nov 12 08:13:14.236721 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['8fe74de5-4ddc-4607-908c-2c9997c8b8bf', '78831e46-ec33-405f-af45-535db0204be4'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:13:14.277475 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2efaa31a-1dc5-4609-9dbd-4342a721f58a req-12c32892-fadc-4a3a-bd30-289dc04661dd tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Network 107743df-d3df-459d-a6cd-9e2ab4303016 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:13:14.280716 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [req-2efaa31a-1dc5-4609-9dbd-4342a721f58a req-12c32892-fadc-4a3a-bd30-289dc04661dd tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:13:14.283300 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [req-2efaa31a-1dc5-4609-9dbd-4342a721f58a req-12c32892-fadc-4a3a-bd30-289dc04661dd tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:13:14.304272 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['57e599f1-5ffb-44b1-90b8-87efeef1ee5e'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:13:14.359116 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efaa31a-1dc5-4609-9dbd-4342a721f58a req-12c32892-fadc-4a3a-bd30-289dc04661dd tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:14.359766 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-2efaa31a-1dc5-4609-9dbd-4342a721f58a req-12c32892-fadc-4a3a-bd30-289dc04661dd tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:14.372631 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c32892-fadc-4a3a-bd30-289dc04661dd tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Pushing event updated for resources: {'Port': ['ID=d206352c-2b17-4338-8e28-bf877cbc4fb1,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:14.393246 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c32892-fadc-4a3a-bd30-289dc04661dd tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:14.396863 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c32892-fadc-4a3a-bd30-289dc04661dd tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:14.397257 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c32892-fadc-4a3a-bd30-289dc04661dd tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:14.397591 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c32892-fadc-4a3a-bd30-289dc04661dd tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:14.397919 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c32892-fadc-4a3a-bd30-289dc04661dd tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:14.398973 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c32892-fadc-4a3a-bd30-289dc04661dd tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:14.399376 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c32892-fadc-4a3a-bd30-289dc04661dd tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:14.399833 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c32892-fadc-4a3a-bd30-289dc04661dd tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:14.400148 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c32892-fadc-4a3a-bd30-289dc04661dd tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:14.400455 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c32892-fadc-4a3a-bd30-289dc04661dd tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:14.400822 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c32892-fadc-4a3a-bd30-289dc04661dd tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:14.401181 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c32892-fadc-4a3a-bd30-289dc04661dd tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:14.420287 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2efaa31a-1dc5-4609-9dbd-4342a721f58a req-12c32892-fadc-4a3a-bd30-289dc04661dd tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7390740 Nov 12 08:13:14.460613 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-2efaa31a-1dc5-4609-9dbd-4342a721f58a req-18575320-64fe-40dd-9b82-3990a54339ff service neutron] Request body: {'port': {'device_id': 'ed57ad59-5752-449f-b6b2-03efdd07cda6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-29'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:13:14.546016 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-2efaa31a-1dc5-4609-9dbd-4342a721f58a req-18575320-64fe-40dd-9b82-3990a54339ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:14.659575 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:14.741598 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01f00cee-1640-4baf-ac63-c7b458ec3620', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78831e46-ec33-405f-af45-535db0204be4'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:13:14.743919 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90df4cd9-c3e5-459f-9170-dc6d57a1c2df" -d '{"events": [{"server_uuid": "01f00cee-1640-4baf-ac63-c7b458ec3620", "name": "network-vif-plugged", "status": "completed", "tag": "78831e46-ec33-405f-af45-535db0204be4"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:13:14.775705 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-ebdcda83-44e2-422c-9547-a6cc0d20eafb None None] Provisioning complete for port d206352c-2b17-4338-8e28-bf877cbc4fb1 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:13:14.776144 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ebdcda83-44e2-422c-9547-a6cc0d20eafb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:14.813587 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a774585-df26-495b-898b-eb64307817d4 x-openstack-request-id: req-3a774585-df26-495b-898b-eb64307817d4 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:13:14.813885 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01f00cee-1640-4baf-ac63-c7b458ec3620", "name": "network-vif-plugged", "status": "completed", "tag": "78831e46-ec33-405f-af45-535db0204be4", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:13:14.814127 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3a774585-df26-495b-898b-eb64307817d4 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:13:14.814518 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01f00cee-1640-4baf-ac63-c7b458ec3620', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78831e46-ec33-405f-af45-535db0204be4', 'code': 200} Nov 12 08:13:14.817331 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 78831e46-ec33-405f-af45-535db0204be4, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=78831e46-ec33-405f-af45-535db0204be4,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:13:14.828118 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:14.828898 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59 no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:13:14.859652 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-ebdcda83-44e2-422c-9547-a6cc0d20eafb None None] Port d206352c-2b17-4338-8e28-bf877cbc4fb1 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:13:14.886329 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-e530113a-7783-48f4-9840-8911a24052df None None] No Port match for: a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:13:14.886711 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device a0fba03c-d8d7-4f26-b6f1-cc0fde02cd59 not bound to the agent host n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:13:14.925275 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [req-2efaa31a-1dc5-4609-9dbd-4342a721f58a req-18575320-64fe-40dd-9b82-3990a54339ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d206352c-2b17-4338-8e28-bf877cbc4fb1 {{(pid=102600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:13:14.934883 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-2efaa31a-1dc5-4609-9dbd-4342a721f58a req-18575320-64fe-40dd-9b82-3990a54339ff service neutron] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:14.942621 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=78831e46-ec33-405f-af45-535db0204be4,revision_number=12']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:14.950058 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.provisioning_blocks [req-2efaa31a-1dc5-4609-9dbd-4342a721f58a req-18575320-64fe-40dd-9b82-3990a54339ff service neutron] Transition to ACTIVE for port object d206352c-2b17-4338-8e28-bf877cbc4fb1 will not be triggered until provisioned by entity L2. {{(pid=102600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:13:14.961225 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:14.961654 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:14.961938 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:14.962274 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:14.962644 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:14.962997 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:14.963325 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:14.963650 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:14.966303 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:14.966303 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:14.966303 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:14.966303 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:14.966706 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-2efaa31a-1dc5-4609-9dbd-4342a721f58a req-18575320-64fe-40dd-9b82-3990a54339ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:15.061623 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7e5bbb-2d9a-4090-87a7-5997faa8685b req-9e6bff51-287d-4bd3-9b36-2d9ffaab2f73 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:15.063740 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7f7e5bbb-2d9a-4090-87a7-5997faa8685b req-9e6bff51-287d-4bd3-9b36-2d9ffaab2f73 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=94ffb2fc-fb0c-423a-b2e0-af99ae6c54dd HTTP/1.1" status: 200 len: 944 time: 0.1116111 Nov 12 08:13:15.066970 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18575320-64fe-40dd-9b82-3990a54339ff service neutron] Pushing event updated for resources: {'Port': ['ID=d206352c-2b17-4338-8e28-bf877cbc4fb1,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:15.167181 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7f7e5bbb-2d9a-4090-87a7-5997faa8685b req-6ff25587-b888-4e26-bd97-10a0661fc720 tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa645396-f4c7-480c-a064-4014bbf1e510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821974 Nov 12 08:13:15.190635 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-2efaa31a-1dc5-4609-9dbd-4342a721f58a req-18575320-64fe-40dd-9b82-3990a54339ff service neutron] Attempting to bind port d206352c-2b17-4338-8e28-bf877cbc4fb1 on host n-h2-765315-29 for vnic_type normal with profile {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:13:15.190635 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-2efaa31a-1dc5-4609-9dbd-4342a721f58a req-18575320-64fe-40dd-9b82-3990a54339ff service neutron] Attempting to bind port d206352c-2b17-4338-8e28-bf877cbc4fb1 by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:13:15.190635 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2efaa31a-1dc5-4609-9dbd-4342a721f58a req-18575320-64fe-40dd-9b82-3990a54339ff service neutron] Attempting to bind port d206352c-2b17-4338-8e28-bf877cbc4fb1 on network 107743df-d3df-459d-a6cd-9e2ab4303016 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:13:15.198576 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2efaa31a-1dc5-4609-9dbd-4342a721f58a req-18575320-64fe-40dd-9b82-3990a54339ff service neutron] Port d206352c-2b17-4338-8e28-bf877cbc4fb1 on network 107743df-d3df-459d-a6cd-9e2ab4303016 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:13:15.198998 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2efaa31a-1dc5-4609-9dbd-4342a721f58a req-18575320-64fe-40dd-9b82-3990a54339ff service neutron] Attempting to bind port d206352c-2b17-4338-8e28-bf877cbc4fb1 on network 107743df-d3df-459d-a6cd-9e2ab4303016 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:13:15.204952 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2efaa31a-1dc5-4609-9dbd-4342a721f58a req-18575320-64fe-40dd-9b82-3990a54339ff service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:13:15.205394 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2efaa31a-1dc5-4609-9dbd-4342a721f58a req-18575320-64fe-40dd-9b82-3990a54339ff service neutron] Checking segment: {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:13:15.205960 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2efaa31a-1dc5-4609-9dbd-4342a721f58a req-18575320-64fe-40dd-9b82-3990a54339ff service neutron] Bound using segment: {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:13:15.206475 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-2efaa31a-1dc5-4609-9dbd-4342a721f58a req-18575320-64fe-40dd-9b82-3990a54339ff service neutron] Bound port: d206352c-2b17-4338-8e28-bf877cbc4fb1, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'}}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:13:15.206980 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-2efaa31a-1dc5-4609-9dbd-4342a721f58a req-18575320-64fe-40dd-9b82-3990a54339ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:15.280797 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-2efaa31a-1dc5-4609-9dbd-4342a721f58a req-18575320-64fe-40dd-9b82-3990a54339ff service neutron] For port d206352c-2b17-4338-8e28-bf877cbc4fb1, host n-h2-765315-29, cleared binding levels {{(pid=102600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:13:15.285698 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-2efaa31a-1dc5-4609-9dbd-4342a721f58a req-18575320-64fe-40dd-9b82-3990a54339ff service neutron] For port d206352c-2b17-4338-8e28-bf877cbc4fb1, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=d206352c-2b17-4338-8e28-bf877cbc4fb1,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:13:15.296610 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-2efaa31a-1dc5-4609-9dbd-4342a721f58a req-18575320-64fe-40dd-9b82-3990a54339ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:15.311719 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354730d2-329c-42bc-b37e-9cd2ed65ffc0 req-5cf17517-0bb2-4508-96fa-97508a6952bc tempest-VolumesAdminNegativeTest-2055808681 tempest-VolumesAdminNegativeTest-2055808681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:15.313342 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-354730d2-329c-42bc-b37e-9cd2ed65ffc0 req-5cf17517-0bb2-4508-96fa-97508a6952bc tempest-VolumesAdminNegativeTest-2055808681 tempest-VolumesAdminNegativeTest-2055808681-project] 10.222.0.26 "GET /v2.0/ports?device_id=fdd0f8ec-1576-4e15-b226-71f044364394 HTTP/1.1" status: 200 len: 945 time: 0.0785766 Nov 12 08:13:15.345646 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efaa31a-1dc5-4609-9dbd-4342a721f58a req-18575320-64fe-40dd-9b82-3990a54339ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:15.346283 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-2efaa31a-1dc5-4609-9dbd-4342a721f58a req-18575320-64fe-40dd-9b82-3990a54339ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:15.347703 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2efaa31a-1dc5-4609-9dbd-4342a721f58a req-18575320-64fe-40dd-9b82-3990a54339ff service neutron] 10.222.0.44 "PUT /v2.0/ports/d206352c-2b17-4338-8e28-bf877cbc4fb1 HTTP/1.1" status: 200 len: 1097 time: 0.9110260 Nov 12 08:13:15.348159 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed57ad59-5752-449f-b6b2-03efdd07cda6', 'tag': 'd206352c-2b17-4338-8e28-bf877cbc4fb1'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:13:15.350442 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34f2b81b-4ea4-47bb-aab0-b71fbc66c78f" -d '{"events": [{"name": "network-changed", "server_uuid": "ed57ad59-5752-449f-b6b2-03efdd07cda6", "tag": "d206352c-2b17-4338-8e28-bf877cbc4fb1"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:13:15.396498 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18575320-64fe-40dd-9b82-3990a54339ff service neutron] Pushing event updated for resources: {'Port': ['ID=d206352c-2b17-4338-8e28-bf877cbc4fb1,revision_number=3']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:15.424199 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc88e006-4d5d-49d6-bdaf-c183eb7ec83f req-26719095-90d0-4eb8-8185-01fe81a0689c tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:15.425862 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cc88e006-4d5d-49d6-bdaf-c183eb7ec83f req-26719095-90d0-4eb8-8185-01fe81a0689c tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.44 "GET /v2.0/ports?device_id=94ffb2fc-fb0c-423a-b2e0-af99ae6c54dd HTTP/1.1" status: 200 len: 944 time: 0.1116030 Nov 12 08:13:15.486995 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-354730d2-329c-42bc-b37e-9cd2ed65ffc0 req-a066b48d-36b7-4ae8-a304-58bbb373ab4f tempest-VolumesAdminNegativeTest-2055808681 tempest-VolumesAdminNegativeTest-2055808681-project] 10.222.0.26 "GET /v2.0/security-groups?id=29a5c4a7-b696-474b-9243-887a35727c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564679 Nov 12 08:13:15.509742 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efaa31a-1dc5-4609-9dbd-4342a721f58a req-bc016a7f-1ace-4478-a294-7d575058d3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:15.509742 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2efaa31a-1dc5-4609-9dbd-4342a721f58a req-bc016a7f-1ace-4478-a294-7d575058d3f4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f20f3adab6e34964b521814e780e6afc&device_id=ed57ad59-5752-449f-b6b2-03efdd07cda6 HTTP/1.1" status: 200 len: 1100 time: 0.0896785 Nov 12 08:13:15.520507 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6ddf0c-6775-4310-99da-ab398d3a6404 req-22a39330-4cee-4d81-b2be-484b6c888714 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:15.522085 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-aa6ddf0c-6775-4310-99da-ab398d3a6404 req-22a39330-4cee-4d81-b2be-484b6c888714 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed57ad59-5752-449f-b6b2-03efdd07cda6 HTTP/1.1" status: 200 len: 948 time: 0.0682428 Nov 12 08:13:15.567033 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-cc88e006-4d5d-49d6-bdaf-c183eb7ec83f req-1c02b4ad-4f22-4cdc-82b2-2652810f5efc tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Deleting port b57644af-7136-449f-883c-0d8733ae31ff {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:13:15.567601 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cc88e006-4d5d-49d6-bdaf-c183eb7ec83f req-1c02b4ad-4f22-4cdc-82b2-2652810f5efc tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:15.577785 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2efaa31a-1dc5-4609-9dbd-4342a721f58a req-f103642e-4400-438c-aad3-67f0189dceca service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=d206352c-2b17-4338-8e28-bf877cbc4fb1 HTTP/1.1" status: 200 len: 217 time: 0.0414433 Nov 12 08:13:15.579516 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0743c5f-bdd6-43fd-8019-b796025b1920 x-openstack-request-id: req-e0743c5f-bdd6-43fd-8019-b796025b1920 {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:13:15.579830 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed57ad59-5752-449f-b6b2-03efdd07cda6", "tag": "d206352c-2b17-4338-8e28-bf877cbc4fb1", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:13:15.580179 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e0743c5f-bdd6-43fd-8019-b796025b1920 {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:13:15.580462 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed57ad59-5752-449f-b6b2-03efdd07cda6', 'tag': 'd206352c-2b17-4338-8e28-bf877cbc4fb1', 'status': 'completed', 'code': 200} Nov 12 08:13:15.673808 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efaa31a-1dc5-4609-9dbd-4342a721f58a req-a402dc12-e03a-4659-b794-3a87d9dee9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:15.675654 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2efaa31a-1dc5-4609-9dbd-4342a721f58a req-a402dc12-e03a-4659-b794-3a87d9dee9e8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1 HTTP/1.1" status: 200 len: 843 time: 0.0859962 Nov 12 08:13:15.680062 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-aa6ddf0c-6775-4310-99da-ab398d3a6404 req-934cc310-8173-4681-9e7c-1e4f96702bb3 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504328 Nov 12 08:13:15.687646 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-cc88e006-4d5d-49d6-bdaf-c183eb7ec83f req-1c02b4ad-4f22-4cdc-82b2-2652810f5efc tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] For port b57644af-7136-449f-883c-0d8733ae31ff, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=b57644af-7136-449f-883c-0d8733ae31ff,segment=NetworkSegment(1db27ece-82b2-4c8d-abc3-e56edcdd7b0a),segment_id=1db27ece-82b2-4c8d-abc3-e56edcdd7b0a)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:13:15.688013 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cc88e006-4d5d-49d6-bdaf-c183eb7ec83f req-1c02b4ad-4f22-4cdc-82b2-2652810f5efc tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:15.702359 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-cc88e006-4d5d-49d6-bdaf-c183eb7ec83f req-1c02b4ad-4f22-4cdc-82b2-2652810f5efc tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Calling delete_port for b57644af-7136-449f-883c-0d8733ae31ff owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:13:15.766744 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efaa31a-1dc5-4609-9dbd-4342a721f58a req-321830f6-2142-44a1-aa14-1724b3fd7bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:15.768421 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2efaa31a-1dc5-4609-9dbd-4342a721f58a req-321830f6-2142-44a1-aa14-1724b3fd7bfc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=107743df-d3df-459d-a6cd-9e2ab4303016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0534296 Nov 12 08:13:15.861237 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cc88e006-4d5d-49d6-bdaf-c183eb7ec83f req-1c02b4ad-4f22-4cdc-82b2-2652810f5efc tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:15.879522 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2efaa31a-1dc5-4609-9dbd-4342a721f58a req-3cf84098-6f53-431c-a06e-807c96845106 service neutron] 10.222.0.44 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915699 Nov 12 08:13:15.892742 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c02b4ad-4f22-4cdc-82b2-2652810f5efc tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Pushing event deleted for resources: {'Port': ['ID=b57644af-7136-449f-883c-0d8733ae31ff,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:15.935283 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc88e006-4d5d-49d6-bdaf-c183eb7ec83f req-1c02b4ad-4f22-4cdc-82b2-2652810f5efc tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] No DVR routers for this DVR port b57644af-7136-449f-883c-0d8733ae31ff on host n-h2-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:13:15.937732 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cc88e006-4d5d-49d6-bdaf-c183eb7ec83f req-1c02b4ad-4f22-4cdc-82b2-2652810f5efc tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:15.941048 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cc88e006-4d5d-49d6-bdaf-c183eb7ec83f req-1c02b4ad-4f22-4cdc-82b2-2652810f5efc tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.44 "DELETE /v2.0/ports/b57644af-7136-449f-883c-0d8733ae31ff HTTP/1.1" status: 204 len: 173 time: 0.5076854 Nov 12 08:13:15.941488 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94ffb2fc-fb0c-423a-b2e0-af99ae6c54dd', 'name': 'network-vif-deleted', 'tag': 'b57644af-7136-449f-883c-0d8733ae31ff'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:13:15.943725 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-537eb693-69b0-4c27-939c-cbcca184a280" -d '{"events": [{"server_uuid": "94ffb2fc-fb0c-423a-b2e0-af99ae6c54dd", "name": "network-vif-deleted", "tag": "b57644af-7136-449f-883c-0d8733ae31ff"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:13:15.986650 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2efaa31a-1dc5-4609-9dbd-4342a721f58a req-79aca55e-4862-483c-9e4c-3cbfb601d870 service neutron] 10.222.0.44 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977283 Nov 12 08:13:15.991826 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-105c7929-3e28-417f-a58d-57f6777a6396 x-openstack-request-id: req-105c7929-3e28-417f-a58d-57f6777a6396 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:13:15.992777 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94ffb2fc-fb0c-423a-b2e0-af99ae6c54dd", "name": "network-vif-deleted", "tag": "b57644af-7136-449f-883c-0d8733ae31ff", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:13:15.993031 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-105c7929-3e28-417f-a58d-57f6777a6396 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:13:15.993424 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94ffb2fc-fb0c-423a-b2e0-af99ae6c54dd', 'name': 'network-vif-deleted', 'tag': 'b57644af-7136-449f-883c-0d8733ae31ff', 'status': 'completed', 'code': 200} Nov 12 08:13:16.175348 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f2b81b-4ea4-47bb-aab0-b71fbc66c78f req-8130e158-f5b2-4858-b788-38995b85dc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:16.177264 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-34f2b81b-4ea4-47bb-aab0-b71fbc66c78f req-8130e158-f5b2-4858-b788-38995b85dc8e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f20f3adab6e34964b521814e780e6afc&device_id=ed57ad59-5752-449f-b6b2-03efdd07cda6 HTTP/1.1" status: 200 len: 1100 time: 0.0440688 Nov 12 08:13:16.212248 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9729d3f-12c4-4b4d-a3d1-db62c6697567 req-164a3032-3891-451b-bae5-61fc5d18811b tempest-VolumesAdminNegativeTest-2055808681 tempest-VolumesAdminNegativeTest-2055808681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:16.213915 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c9729d3f-12c4-4b4d-a3d1-db62c6697567 req-164a3032-3891-451b-bae5-61fc5d18811b tempest-VolumesAdminNegativeTest-2055808681 tempest-VolumesAdminNegativeTest-2055808681-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdd0f8ec-1576-4e15-b226-71f044364394 HTTP/1.1" status: 200 len: 945 time: 0.0540016 Nov 12 08:13:16.294119 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f2b81b-4ea4-47bb-aab0-b71fbc66c78f req-bd7681fe-9f22-4abc-bb36-d7f53a114ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:16.295609 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-34f2b81b-4ea4-47bb-aab0-b71fbc66c78f req-bd7681fe-9f22-4abc-bb36-d7f53a114ce7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=107743df-d3df-459d-a6cd-9e2ab4303016 HTTP/1.1" status: 200 len: 870 time: 0.0959451 Nov 12 08:13:16.308796 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-55cd266c-6111-49a8-a182-ad7a8473eb99 req-6a33f4ae-44e2-4ac2-823d-c5bf623a75ce tempest-LiveAutoBlockMigrationV225Test-900500092 tempest-LiveAutoBlockMigrationV225Test-900500092-project] 10.222.0.26 "GET /v2.0/ports?device_id=94ffb2fc-fb0c-423a-b2e0-af99ae6c54dd HTTP/1.1" status: 200 len: 210 time: 0.0511286 Nov 12 08:13:16.340800 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-34f2b81b-4ea4-47bb-aab0-b71fbc66c78f req-23ea559f-9e24-4d5f-b194-b4cad324ec09 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=d206352c-2b17-4338-8e28-bf877cbc4fb1 HTTP/1.1" status: 200 len: 217 time: 0.0358565 Nov 12 08:13:16.341152 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-c9729d3f-12c4-4b4d-a3d1-db62c6697567 req-f59de811-7e5c-4ae3-bbd0-89d0bac7ceca tempest-VolumesAdminNegativeTest-2055808681 tempest-VolumesAdminNegativeTest-2055808681-project] Deleting port c37e8977-2ebc-4bc4-8ea3-6f456524aba9 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:13:16.341624 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-c9729d3f-12c4-4b4d-a3d1-db62c6697567 req-f59de811-7e5c-4ae3-bbd0-89d0bac7ceca tempest-VolumesAdminNegativeTest-2055808681 tempest-VolumesAdminNegativeTest-2055808681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:16.397043 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f2b81b-4ea4-47bb-aab0-b71fbc66c78f req-f6f124d8-0853-45d9-9fbf-bd57dc3ced5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:16.399076 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-34f2b81b-4ea4-47bb-aab0-b71fbc66c78f req-f6f124d8-0853-45d9-9fbf-bd57dc3ced5a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1 HTTP/1.1" status: 200 len: 843 time: 0.0478714 Nov 12 08:13:16.434109 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-c9729d3f-12c4-4b4d-a3d1-db62c6697567 req-f59de811-7e5c-4ae3-bbd0-89d0bac7ceca tempest-VolumesAdminNegativeTest-2055808681 tempest-VolumesAdminNegativeTest-2055808681-project] For port c37e8977-2ebc-4bc4-8ea3-6f456524aba9, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=c37e8977-2ebc-4bc4-8ea3-6f456524aba9,segment=NetworkSegment(87beb4fe-6ecf-471c-af81-380b48bd0985),segment_id=87beb4fe-6ecf-471c-af81-380b48bd0985)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:13:16.434472 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-c9729d3f-12c4-4b4d-a3d1-db62c6697567 req-f59de811-7e5c-4ae3-bbd0-89d0bac7ceca tempest-VolumesAdminNegativeTest-2055808681 tempest-VolumesAdminNegativeTest-2055808681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:16.448989 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 5fc0601c-a0ae-46e6-912e-5409aaa60092 no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:13:16.452892 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f2b81b-4ea4-47bb-aab0-b71fbc66c78f req-306c98ff-41b7-438c-bc48-50048c878925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:16.453514 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-c9729d3f-12c4-4b4d-a3d1-db62c6697567 req-f59de811-7e5c-4ae3-bbd0-89d0bac7ceca tempest-VolumesAdminNegativeTest-2055808681 tempest-VolumesAdminNegativeTest-2055808681-project] Calling delete_port for c37e8977-2ebc-4bc4-8ea3-6f456524aba9 owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:13:16.454553 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-34f2b81b-4ea4-47bb-aab0-b71fbc66c78f req-306c98ff-41b7-438c-bc48-50048c878925 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=107743df-d3df-459d-a6cd-9e2ab4303016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0464513 Nov 12 08:13:16.470118 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] No Port match for: 5fc0601c-a0ae-46e6-912e-5409aaa60092 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:13:16.470462 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 5fc0601c-a0ae-46e6-912e-5409aaa60092 not bound to the agent host n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:13:16.555614 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-34f2b81b-4ea4-47bb-aab0-b71fbc66c78f req-9e617311-6f18-4b78-8be1-1cbdf5ad0d2f service neutron] 10.222.0.44 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869527 Nov 12 08:13:16.632744 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-c9729d3f-12c4-4b4d-a3d1-db62c6697567 req-f59de811-7e5c-4ae3-bbd0-89d0bac7ceca tempest-VolumesAdminNegativeTest-2055808681 tempest-VolumesAdminNegativeTest-2055808681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:16.645249 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['c37e8977-2ebc-4bc4-8ea3-6f456524aba9'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:13:16.682352 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-34f2b81b-4ea4-47bb-aab0-b71fbc66c78f req-4874e26a-e91c-41d5-acff-948c2cefbf7d service neutron] 10.222.0.44 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060193 Nov 12 08:13:16.710624 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c58a090-447d-4cdb-8a79-fe09f0e26e26 req-248bd0a1-1fde-467e-9be3-075a3ad77e8c tempest-VolumesAdminNegativeTest-2055808681 tempest-VolumesAdminNegativeTest-2055808681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:16.712884 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4c58a090-447d-4cdb-8a79-fe09f0e26e26 req-248bd0a1-1fde-467e-9be3-075a3ad77e8c tempest-VolumesAdminNegativeTest-2055808681 tempest-VolumesAdminNegativeTest-2055808681-project] 10.222.0.26 "GET /v2.0/ports?device_id=fdd0f8ec-1576-4e15-b226-71f044364394 HTTP/1.1" status: 200 len: 867 time: 0.1409280 Nov 12 08:13:16.713692 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59de811-7e5c-4ae3-bbd0-89d0bac7ceca tempest-VolumesAdminNegativeTest-2055808681 tempest-VolumesAdminNegativeTest-2055808681-project] Pushing event deleted for resources: {'Port': ['ID=c37e8977-2ebc-4bc4-8ea3-6f456524aba9,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:16.780361 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9729d3f-12c4-4b4d-a3d1-db62c6697567 req-f59de811-7e5c-4ae3-bbd0-89d0bac7ceca tempest-VolumesAdminNegativeTest-2055808681 tempest-VolumesAdminNegativeTest-2055808681-project] No DVR routers for this DVR port c37e8977-2ebc-4bc4-8ea3-6f456524aba9 on host n-h1-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:13:16.784078 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-c9729d3f-12c4-4b4d-a3d1-db62c6697567 req-f59de811-7e5c-4ae3-bbd0-89d0bac7ceca tempest-VolumesAdminNegativeTest-2055808681 tempest-VolumesAdminNegativeTest-2055808681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:16.787461 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c9729d3f-12c4-4b4d-a3d1-db62c6697567 req-f59de811-7e5c-4ae3-bbd0-89d0bac7ceca tempest-VolumesAdminNegativeTest-2055808681 tempest-VolumesAdminNegativeTest-2055808681-project] 10.222.0.21 "DELETE /v2.0/ports/c37e8977-2ebc-4bc4-8ea3-6f456524aba9 HTTP/1.1" status: 204 len: 173 time: 0.5673318 Nov 12 08:13:16.819571 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4c58a090-447d-4cdb-8a79-fe09f0e26e26 req-2dbbfb1e-240e-45ed-a9f9-e801b9a192d5 tempest-VolumesAdminNegativeTest-2055808681 tempest-VolumesAdminNegativeTest-2055808681-project] 10.222.0.26 "GET /v2.0/security-groups?id=29a5c4a7-b696-474b-9243-887a35727c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941706 Nov 12 08:13:16.832442 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692bf44f-b668-4758-a8aa-ab78c309b21e req-1bdf5508-0269-4c17-9568-795719abb62d tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:16.833679 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-692bf44f-b668-4758-a8aa-ab78c309b21e req-1bdf5508-0269-4c17-9568-795719abb62d tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed57ad59-5752-449f-b6b2-03efdd07cda6 HTTP/1.1" status: 200 len: 948 time: 0.0589666 Nov 12 08:13:16.892027 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-692bf44f-b668-4758-a8aa-ab78c309b21e req-46c16fdd-7fea-491e-a444-6f8ee4cf2060 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512619 Nov 12 08:13:17.374888 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 39436) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:13:17.517421 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-621f0b18-e7a9-42e0-92e2-8c63e4fa3540 admin admin] Deleting subnet 4054f1d6-a6c6-43c7-ba9c-9a6600029957 {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:13:17.520396 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-621f0b18-e7a9-42e0-92e2-8c63e4fa3540 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:17.555622 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-621f0b18-e7a9-42e0-92e2-8c63e4fa3540 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31181813'] for subnet, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:17.597842 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-621f0b18-e7a9-42e0-92e2-8c63e4fa3540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:17.881948 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 39446) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:13:17.911226 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-621f0b18-e7a9-42e0-92e2-8c63e4fa3540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:17.929604 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbff6de0-dd0b-40ab-8f0d-05c644b3c314 admin admin] Deleting subnet 3172a225-08a5-4fa7-aab8-f74fd01c9211 {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:13:17.934631 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fbff6de0-dd0b-40ab-8f0d-05c644b3c314 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:17.939576 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-621f0b18-e7a9-42e0-92e2-8c63e4fa3540 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:17.945816 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-621f0b18-e7a9-42e0-92e2-8c63e4fa3540 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/4054f1d6-a6c6-43c7-ba9c-9a6600029957 HTTP/1.1" status: 204 len: 168 time: 0.5671337 Nov 12 08:13:17.945816 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621f0b18-e7a9-42e0-92e2-8c63e4fa3540 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4054f1d6-a6c6-43c7-ba9c-9a6600029957,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:17.946784 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 39452) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:13:17.982764 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fbff6de0-dd0b-40ab-8f0d-05c644b3c314 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:18.000525 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdd0f8ec-1576-4e15-b226-71f044364394', 'name': 'network-vif-deleted', 'tag': 'c37e8977-2ebc-4bc4-8ea3-6f456524aba9'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:13:18.002803 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0adf551-22c1-466b-b446-e470651caaa5" -d '{"events": [{"server_uuid": "fdd0f8ec-1576-4e15-b226-71f044364394", "name": "network-vif-deleted", "tag": "c37e8977-2ebc-4bc4-8ea3-6f456524aba9"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:13:18.029978 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fbff6de0-dd0b-40ab-8f0d-05c644b3c314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:18.055182 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8e51d2ea-fabb-4e0a-8cb2-cb25bf14649e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:18.083037 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d28e51-5e23-4ad0-83b0-0bf85d37cdc4 req-4f132f0b-9615-48e4-9328-61329baae720 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:18.084606 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e1d28e51-5e23-4ad0-83b0-0bf85d37cdc4 req-4f132f0b-9615-48e4-9328-61329baae720 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed57ad59-5752-449f-b6b2-03efdd07cda6 HTTP/1.1" status: 200 len: 948 time: 0.0762224 Nov 12 08:13:18.100181 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fbff6de0-dd0b-40ab-8f0d-05c644b3c314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:18.134948 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbff6de0-dd0b-40ab-8f0d-05c644b3c314 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3172a225-08a5-4fa7-aab8-f74fd01c9211,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:18.137016 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fbff6de0-dd0b-40ab-8f0d-05c644b3c314 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:18.140387 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-fbff6de0-dd0b-40ab-8f0d-05c644b3c314 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/3172a225-08a5-4fa7-aab8-f74fd01c9211 HTTP/1.1" status: 204 len: 168 time: 0.2573738 Nov 12 08:13:18.143161 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 39460) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:13:18.200605 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8e51d2ea-fabb-4e0a-8cb2-cb25bf14649e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:18.212195 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32da2b8a-3b01-43db-bd0f-16668cad3802 x-openstack-request-id: req-32da2b8a-3b01-43db-bd0f-16668cad3802 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:13:18.212491 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdd0f8ec-1576-4e15-b226-71f044364394", "name": "network-vif-deleted", "tag": "c37e8977-2ebc-4bc4-8ea3-6f456524aba9", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:13:18.212746 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-32da2b8a-3b01-43db-bd0f-16668cad3802 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:13:18.213150 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdd0f8ec-1576-4e15-b226-71f044364394', 'name': 'network-vif-deleted', 'tag': 'c37e8977-2ebc-4bc4-8ea3-6f456524aba9', 'status': 'completed', 'code': 200} Nov 12 08:13:18.219417 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e1d28e51-5e23-4ad0-83b0-0bf85d37cdc4 req-1c93e68a-1d53-47b2-a9b1-e5841f4314f5 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107578 Nov 12 08:13:18.239950 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-8e51d2ea-fabb-4e0a-8cb2-cb25bf14649e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e20d0ee5-0c01-4db1-aa95-4ea5bc470460']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:13:18.244181 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ab1d3aa3-653c-42a9-a915-e7d90bdadd8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:18.254081 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-8e51d2ea-fabb-4e0a-8cb2-cb25bf14649e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1db27ece-82b2-4c8d-abc3-e56edcdd7b0a') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:13:18.254371 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-8e51d2ea-fabb-4e0a-8cb2-cb25bf14649e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1db27ece-82b2-4c8d-abc3-e56edcdd7b0a') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:13:18.267995 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8e51d2ea-fabb-4e0a-8cb2-cb25bf14649e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:18.281576 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8e51d2ea-fabb-4e0a-8cb2-cb25bf14649e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:18.288626 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e51d2ea-fabb-4e0a-8cb2-cb25bf14649e admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:13:18.289743 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8e51d2ea-fabb-4e0a-8cb2-cb25bf14649e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:18.292559 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 08:13:18.292559 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:13:18.292559 n-d-765315-29 neutron-server[102599]: timer() Nov 12 08:13:18.292559 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:13:18.292559 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 08:13:18.292559 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:13:18.292559 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 08:13:18.292559 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:13:18.292559 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 08:13:18.292559 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:13:18.292559 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 08:13:18.292559 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:13:18.292559 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 08:13:18.292559 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:13:18.292559 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:13:18.292559 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:13:18.292559 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:13:18.292559 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:13:18.292559 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 08:13:18.292559 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:13:18.292559 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 08:13:18.292559 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:13:18.292559 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:13:18.292559 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:13:18.292559 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 08:13:18.292559 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:13:18.292559 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:13:18.292559 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:13:18.292559 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:13:18.292559 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:13:18.292559 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:13:18.292559 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:13:18.326249 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ab1d3aa3-653c-42a9-a915-e7d90bdadd8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:18.352644 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-ab1d3aa3-653c-42a9-a915-e7d90bdadd8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d278e78-56d2-4b5c-946e-280eac7857cb']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:13:18.362444 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-ab1d3aa3-653c-42a9-a915-e7d90bdadd8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87beb4fe-6ecf-471c-af81-380b48bd0985') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:13:18.362869 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-ab1d3aa3-653c-42a9-a915-e7d90bdadd8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87beb4fe-6ecf-471c-af81-380b48bd0985') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:13:18.368560 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8e51d2ea-fabb-4e0a-8cb2-cb25bf14649e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:18.373266 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8e51d2ea-fabb-4e0a-8cb2-cb25bf14649e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:18.377392 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-8e51d2ea-fabb-4e0a-8cb2-cb25bf14649e admin admin] 10.222.0.26 "DELETE /v2.0/networks/e20d0ee5-0c01-4db1-aa95-4ea5bc470460 HTTP/1.1" status: 204 len: 168 time: 0.4288564 Nov 12 08:13:18.380156 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 39462) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:13:18.382304 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ab1d3aa3-653c-42a9-a915-e7d90bdadd8c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:18.397617 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e51d2ea-fabb-4e0a-8cb2-cb25bf14649e admin admin] Pushing event deleted for resources: {'Network': ['ID=e20d0ee5-0c01-4db1-aa95-4ea5bc470460,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:18.400465 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ab1d3aa3-653c-42a9-a915-e7d90bdadd8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:18.407668 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab1d3aa3-653c-42a9-a915-e7d90bdadd8c admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:13:18.408120 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ab1d3aa3-653c-42a9-a915-e7d90bdadd8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:18.409984 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:13:18.409984 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:13:18.409984 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:13:18.409984 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:13:18.409984 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:13:18.409984 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:13:18.409984 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:13:18.409984 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:13:18.409984 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:13:18.409984 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:13:18.409984 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:13:18.409984 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:13:18.409984 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:13:18.409984 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:13:18.409984 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:13:18.409984 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:13:18.409984 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:13:18.409984 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:13:18.409984 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:13:18.409984 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:13:18.409984 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:13:18.409984 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:13:18.409984 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:13:18.409984 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:13:18.409984 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:13:18.409984 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:13:18.409984 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:13:18.409984 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:13:18.409984 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:13:18.409984 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:13:18.409984 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:13:18.409984 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:13:18.442621 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b4fb72e-0dc3-4bc0-a71a-c3e07bed73c8 admin admin] Deleting subnet 75d3ebd5-af50-4ac7-9813-0288bb59e24e {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:13:18.447463 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0b4fb72e-0dc3-4bc0-a71a-c3e07bed73c8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:18.473377 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ab1d3aa3-653c-42a9-a915-e7d90bdadd8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:18.479435 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ab1d3aa3-653c-42a9-a915-e7d90bdadd8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:18.483015 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-ab1d3aa3-653c-42a9-a915-e7d90bdadd8c admin admin] 10.222.0.26 "DELETE /v2.0/networks/9d278e78-56d2-4b5c-946e-280eac7857cb HTTP/1.1" status: 204 len: 168 time: 0.3388975 Nov 12 08:13:18.492125 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 39464) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:13:18.494843 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d3aa3-653c-42a9-a915-e7d90bdadd8c admin admin] Pushing event deleted for resources: {'Network': ['ID=9d278e78-56d2-4b5c-946e-280eac7857cb,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:18.504475 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0b4fb72e-0dc3-4bc0-a71a-c3e07bed73c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31181813'] for subnet, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:18.575775 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b43f5a6-f3f4-4659-8a83-7983b2312926 admin admin] Deleting subnet 8126b4e3-aa2c-4441-ae01-036270907da6 {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:13:18.580977 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6b43f5a6-f3f4-4659-8a83-7983b2312926 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:18.582965 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0b4fb72e-0dc3-4bc0-a71a-c3e07bed73c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:18.650938 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6b43f5a6-f3f4-4659-8a83-7983b2312926 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31181813'] for subnet, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:18.705254 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0b4fb72e-0dc3-4bc0-a71a-c3e07bed73c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:18.712153 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6b43f5a6-f3f4-4659-8a83-7983b2312926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:18.760247 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4fb72e-0dc3-4bc0-a71a-c3e07bed73c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75d3ebd5-af50-4ac7-9813-0288bb59e24e,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:18.765410 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0b4fb72e-0dc3-4bc0-a71a-c3e07bed73c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:18.768895 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-0b4fb72e-0dc3-4bc0-a71a-c3e07bed73c8 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/75d3ebd5-af50-4ac7-9813-0288bb59e24e HTTP/1.1" status: 204 len: 168 time: 0.3877802 Nov 12 08:13:18.772016 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 39468) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:13:18.802229 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6b43f5a6-f3f4-4659-8a83-7983b2312926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:18.834064 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b43f5a6-f3f4-4659-8a83-7983b2312926 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8126b4e3-aa2c-4441-ae01-036270907da6,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:18.842486 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6b43f5a6-f3f4-4659-8a83-7983b2312926 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:18.845893 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-6b43f5a6-f3f4-4659-8a83-7983b2312926 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/8126b4e3-aa2c-4441-ae01-036270907da6 HTTP/1.1" status: 204 len: 168 time: 0.3527856 Nov 12 08:13:18.848340 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 39472) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:13:18.858621 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fad3e5fc-67fd-4136-92ee-2c56b2a476d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:18.931585 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5abb7f92-9363-41fe-8391-52f8c2a05e51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:18.944428 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fad3e5fc-67fd-4136-92ee-2c56b2a476d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:18.969934 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-fad3e5fc-67fd-4136-92ee-2c56b2a476d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6134d3af-e54b-4275-b2ce-a8a385774ad9']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:13:18.980872 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-fad3e5fc-67fd-4136-92ee-2c56b2a476d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f54dfbb1-c6be-42ea-af4f-617b30ba671e') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:13:18.981165 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-fad3e5fc-67fd-4136-92ee-2c56b2a476d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f54dfbb1-c6be-42ea-af4f-617b30ba671e') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:13:18.998433 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fad3e5fc-67fd-4136-92ee-2c56b2a476d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:19.016994 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fad3e5fc-67fd-4136-92ee-2c56b2a476d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:19.019336 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5abb7f92-9363-41fe-8391-52f8c2a05e51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:19.028552 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fad3e5fc-67fd-4136-92ee-2c56b2a476d1 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:13:19.028948 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fad3e5fc-67fd-4136-92ee-2c56b2a476d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:19.032983 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:13:19.032983 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:13:19.032983 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:13:19.032983 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:13:19.032983 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:13:19.032983 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:13:19.032983 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:13:19.032983 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:13:19.032983 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:13:19.032983 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:13:19.032983 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:13:19.032983 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:13:19.032983 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:13:19.032983 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:13:19.032983 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:13:19.032983 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:13:19.032983 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:13:19.032983 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:13:19.032983 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:13:19.032983 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:13:19.032983 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:13:19.032983 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:13:19.032983 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:13:19.032983 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:13:19.032983 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:13:19.032983 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:13:19.032983 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:13:19.032983 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:13:19.032983 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:13:19.032983 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:13:19.032983 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:13:19.032983 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:13:19.052934 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-5abb7f92-9363-41fe-8391-52f8c2a05e51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84103ea7-743d-4841-bbe2-50acbe70997a']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:13:19.063976 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-5abb7f92-9363-41fe-8391-52f8c2a05e51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aeb47b76-b30c-4d5c-bb5e-a5bef48c9f71') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:13:19.064369 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-5abb7f92-9363-41fe-8391-52f8c2a05e51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aeb47b76-b30c-4d5c-bb5e-a5bef48c9f71') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:13:19.076085 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5abb7f92-9363-41fe-8391-52f8c2a05e51 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:19.091814 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5abb7f92-9363-41fe-8391-52f8c2a05e51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:19.099604 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5abb7f92-9363-41fe-8391-52f8c2a05e51 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:13:19.100157 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5abb7f92-9363-41fe-8391-52f8c2a05e51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:19.102213 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 08:13:19.102213 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:13:19.102213 n-d-765315-29 neutron-server[102599]: timer() Nov 12 08:13:19.102213 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:13:19.102213 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 08:13:19.102213 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:13:19.102213 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 08:13:19.102213 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:13:19.102213 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 08:13:19.102213 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:13:19.102213 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 08:13:19.102213 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:13:19.102213 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 08:13:19.102213 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:13:19.102213 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:13:19.102213 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:13:19.102213 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:13:19.102213 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:13:19.102213 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 08:13:19.102213 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:13:19.102213 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 08:13:19.102213 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:13:19.102213 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:13:19.102213 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:13:19.102213 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 08:13:19.102213 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:13:19.102213 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:13:19.102213 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:13:19.102213 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:13:19.102213 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:13:19.102213 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:13:19.102213 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:13:19.115645 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fad3e5fc-67fd-4136-92ee-2c56b2a476d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:19.130214 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fad3e5fc-67fd-4136-92ee-2c56b2a476d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:19.134966 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-fad3e5fc-67fd-4136-92ee-2c56b2a476d1 admin admin] 10.222.0.26 "DELETE /v2.0/networks/6134d3af-e54b-4275-b2ce-a8a385774ad9 HTTP/1.1" status: 204 len: 168 time: 0.3618367 Nov 12 08:13:19.160752 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad3e5fc-67fd-4136-92ee-2c56b2a476d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=6134d3af-e54b-4275-b2ce-a8a385774ad9,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:19.183235 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5abb7f92-9363-41fe-8391-52f8c2a05e51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:19.192143 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5abb7f92-9363-41fe-8391-52f8c2a05e51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:19.204166 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-5abb7f92-9363-41fe-8391-52f8c2a05e51 admin admin] 10.222.0.26 "DELETE /v2.0/networks/84103ea7-743d-4841-bbe2-50acbe70997a HTTP/1.1" status: 204 len: 168 time: 0.3544338 Nov 12 08:13:19.220844 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abb7f92-9363-41fe-8391-52f8c2a05e51 admin admin] Pushing event deleted for resources: {'Network': ['ID=84103ea7-743d-4841-bbe2-50acbe70997a,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:19.323198 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 39486) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:13:19.349890 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 39488) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:13:19.376504 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a9fbec-d1df-4845-9517-8923323278ef req-07b9665c-7e5b-4e0a-985f-c20fa5974440 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:19.378068 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a7a9fbec-d1df-4845-9517-8923323278ef req-07b9665c-7e5b-4e0a-985f-c20fa5974440 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed57ad59-5752-449f-b6b2-03efdd07cda6 HTTP/1.1" status: 200 len: 948 time: 0.0734863 Nov 12 08:13:19.383756 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-cd34a980-2e71-48aa-aaad-26a90ac20fea admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d3f3ef4a14134700a36c0967765d4c9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0563715 Nov 12 08:13:19.384016 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 39490) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:13:19.436161 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5e9b5a4e-9018-48df-a88a-b94f36033514 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:19.451105 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-f886e9d4-ad85-4ff0-b4f6-08b990bf109b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bd4d2482d9804ba7b546fd41a472f31e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0974321 Nov 12 08:13:19.452057 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 39492) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:13:19.457039 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a7a9fbec-d1df-4845-9517-8923323278ef req-8755cd12-293d-4178-9ced-79fb2ef2b3d5 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701206 Nov 12 08:13:19.473768 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5e9b5a4e-9018-48df-a88a-b94f36033514 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:19.533734 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-92142fc7-2b97-406d-87f2-be8c09bd451a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:19.558102 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-92142fc7-2b97-406d-87f2-be8c09bd451a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:19.559726 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5e9b5a4e-9018-48df-a88a-b94f36033514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:19.562237 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5e9b5a4e-9018-48df-a88a-b94f36033514 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:19.563396 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-5e9b5a4e-9018-48df-a88a-b94f36033514 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fa645396-f4c7-480c-a064-4014bbf1e510 HTTP/1.1" status: 204 len: 168 time: 0.1775656 Nov 12 08:13:19.582675 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9b5a4e-9018-48df-a88a-b94f36033514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa645396-f4c7-480c-a064-4014bbf1e510,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:19.632294 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-92142fc7-2b97-406d-87f2-be8c09bd451a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:19.636090 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-92142fc7-2b97-406d-87f2-be8c09bd451a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:19.637323 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-92142fc7-2b97-406d-87f2-be8c09bd451a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/29a5c4a7-b696-474b-9243-887a35727c64 HTTP/1.1" status: 204 len: 168 time: 0.1843352 Nov 12 08:13:19.651332 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92142fc7-2b97-406d-87f2-be8c09bd451a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a5c4a7-b696-474b-9243-887a35727c64,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:20.020170 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 39506) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:13:20.063543 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 39508) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:13:20.068064 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-9eccc0c2-bf9f-47ed-9bfc-28ea392f14cc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=19ab10040f02432a9921eb037aa0534d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0466447 Nov 12 08:13:20.071898 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 39510) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:13:20.119957 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-d6e054f6-632e-4689-b4b3-94e90c89b947 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=db10de7d47e747ebaa823a8288257f20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0551529 Nov 12 08:13:20.122303 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 39512) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:13:20.153541 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device c37e8977-2ebc-4bc4-8ea3-6f456524aba9 no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:13:20.171589 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-564db462-3896-4abb-93a1-c6d30fcf2054 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:20.183548 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-e530113a-7783-48f4-9840-8911a24052df None None] No Port match for: c37e8977-2ebc-4bc4-8ea3-6f456524aba9 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:13:20.184377 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device c37e8977-2ebc-4bc4-8ea3-6f456524aba9 not bound to the agent host n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:13:20.212406 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-564db462-3896-4abb-93a1-c6d30fcf2054 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:20.222127 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-07f0444c-025b-45fc-a5fb-b6154a5a525b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:20.266104 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-07f0444c-025b-45fc-a5fb-b6154a5a525b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:20.311776 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-564db462-3896-4abb-93a1-c6d30fcf2054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:20.314393 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-564db462-3896-4abb-93a1-c6d30fcf2054 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:20.318463 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-564db462-3896-4abb-93a1-c6d30fcf2054 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c995a1c2-19b4-4f12-a187-284021761987 HTTP/1.1" status: 204 len: 168 time: 0.2434373 Nov 12 08:13:20.326372 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564db462-3896-4abb-93a1-c6d30fcf2054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c995a1c2-19b4-4f12-a187-284021761987,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:20.344711 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-07f0444c-025b-45fc-a5fb-b6154a5a525b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:20.348696 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-07f0444c-025b-45fc-a5fb-b6154a5a525b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:20.350724 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-07f0444c-025b-45fc-a5fb-b6154a5a525b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6d860089-fc55-46b7-ae54-ab99f2601b22 HTTP/1.1" status: 204 len: 168 time: 0.2269824 Nov 12 08:13:20.364489 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f0444c-025b-45fc-a5fb-b6154a5a525b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d860089-fc55-46b7-ae54-ab99f2601b22,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:20.495832 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device d206352c-2b17-4338-8e28-bf877cbc4fb1 details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:13:20.507069 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device b57644af-7136-449f-883c-0d8733ae31ff no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:13:20.556628 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] No Port match for: b57644af-7136-449f-883c-0d8733ae31ff {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:13:20.557519 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device b57644af-7136-449f-883c-0d8733ae31ff not bound to the agent host n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:13:20.615045 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0f5871-7b1d-4a4f-9a26-593490487813 req-7ab519ce-d95b-4b51-a035-bf310e5dc3c9 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:20.625700 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8c0f5871-7b1d-4a4f-9a26-593490487813 req-7ab519ce-d95b-4b51-a035-bf310e5dc3c9 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed57ad59-5752-449f-b6b2-03efdd07cda6 HTTP/1.1" status: 200 len: 948 time: 0.0770793 Nov 12 08:13:20.702660 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8c0f5871-7b1d-4a4f-9a26-593490487813 req-a72de295-1b03-4f84-8b10-a975dedbd930 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711949 Nov 12 08:13:20.712185 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port d206352c-2b17-4338-8e28-bf877cbc4fb1, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=d206352c-2b17-4338-8e28-bf877cbc4fb1,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:13:20.735850 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': 'd206352c-2b17-4338-8e28-bf877cbc4fb1', 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016', 'port_id': 'd206352c-2b17-4338-8e28-bf877cbc4fb1', 'mac_address': 'fa:16:3e:88:d2:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:13:20.827973 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:20.860606 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d206352c-2b17-4338-8e28-bf877cbc4fb1 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:13:20.885870 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port d206352c-2b17-4338-8e28-bf877cbc4fb1, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=d206352c-2b17-4338-8e28-bf877cbc4fb1,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:13:20.891887 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:20.953532 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=d206352c-2b17-4338-8e28-bf877cbc4fb1,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:21.273622 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['d206352c-2b17-4338-8e28-bf877cbc4fb1'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:13:21.411794 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 39572) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:13:21.580242 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-450a50f3-8b5d-46be-aec1-49b0750d2da1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1490647360-network', 'tenant_id': '3e10fb79e6e447649dea486992104ea2'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:13:21.604145 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-450a50f3-8b5d-46be-aec1-49b0750d2da1 admin admin] Made reservation on behalf of 3e10fb79e6e447649dea486992104ea2 for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:13:21.606693 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-450a50f3-8b5d-46be-aec1-49b0750d2da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:21.615697 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-450a50f3-8b5d-46be-aec1-49b0750d2da1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:21.698791 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-450a50f3-8b5d-46be-aec1-49b0750d2da1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:21.703001 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-450a50f3-8b5d-46be-aec1-49b0750d2da1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:21.728095 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-450a50f3-8b5d-46be-aec1-49b0750d2da1 admin admin] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:13:21.742580 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a50f3-8b5d-46be-aec1-49b0750d2da1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6c6069-b52b-4315-8b9e-27b42a001f99,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:21.748004 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-450a50f3-8b5d-46be-aec1-49b0750d2da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:21.748362 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-450a50f3-8b5d-46be-aec1-49b0750d2da1 admin admin] Added segment d7fe6456-e7fe-4658-8850-2c079b89b485 of type vlan for network 7c8c54a3-a662-4eb9-b7bb-c79e9e663dc5 Nov 12 08:13:21.802967 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-450a50f3-8b5d-46be-aec1-49b0750d2da1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:21.838020 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-450a50f3-8b5d-46be-aec1-49b0750d2da1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:21.839093 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450a50f3-8b5d-46be-aec1-49b0750d2da1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:21.839709 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-450a50f3-8b5d-46be-aec1-49b0750d2da1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:21.840002 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748100fd-65df-4164-888a-03ce9c15b3f4 req-74d66e15-fd01-4217-8cd0-730e3e2bb0ff tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:21.841673 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-748100fd-65df-4164-888a-03ce9c15b3f4 req-74d66e15-fd01-4217-8cd0-730e3e2bb0ff tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed57ad59-5752-449f-b6b2-03efdd07cda6 HTTP/1.1" status: 200 len: 949 time: 0.0630105 Nov 12 08:13:21.878519 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-450a50f3-8b5d-46be-aec1-49b0750d2da1 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4650095 Nov 12 08:13:21.885851 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 39592) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:13:21.895142 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-d28d9116-f440-42a0-92ad-af61b9a472ed admin admin] Request body: {'subnet': {'network_id': '7c8c54a3-a662-4eb9-b7bb-c79e9e663dc5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1490647360-subnet', 'tenant_id': '3e10fb79e6e447649dea486992104ea2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:13:21.910170 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a50f3-8b5d-46be-aec1-49b0750d2da1 admin admin] Pushing event updated for resources: {'Network': ['ID=7c8c54a3-a662-4eb9-b7bb-c79e9e663dc5,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:21.920867 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 7c8c54a3-a662-4eb9-b7bb-c79e9e663dc5 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:13:21.922726 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-748100fd-65df-4164-888a-03ce9c15b3f4 req-a602e141-f75c-4976-b1e7-56132e3653e7 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734832 Nov 12 08:13:21.932965 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d28d9116-f440-42a0-92ad-af61b9a472ed admin admin] Made reservation on behalf of 3e10fb79e6e447649dea486992104ea2 for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:13:21.936307 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d28d9116-f440-42a0-92ad-af61b9a472ed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:22.128024 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d28d9116-f440-42a0-92ad-af61b9a472ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:22.185730 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28d9116-f440-42a0-92ad-af61b9a472ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=c71eb1eb-39a3-4480-b96d-3240602fa1a6,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:22.194754 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28d9116-f440-42a0-92ad-af61b9a472ed admin admin] Checking segment: {'id': 'd7fe6456-e7fe-4658-8850-2c079b89b485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '7c8c54a3-a662-4eb9-b7bb-c79e9e663dc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:13:22.195667 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28d9116-f440-42a0-92ad-af61b9a472ed admin admin] Network hostable DHCP agents. Network: 7c8c54a3-a662-4eb9-b7bb-c79e9e663dc5, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:13:22.214211 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28d9116-f440-42a0-92ad-af61b9a472ed admin admin] Network 7c8c54a3-a662-4eb9-b7bb-c79e9e663dc5 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:13:22.223427 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-d28d9116-f440-42a0-92ad-af61b9a472ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 7c8c54a3-a662-4eb9-b7bb-c79e9e663dc5) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:13:22.227857 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28d9116-f440-42a0-92ad-af61b9a472ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:22.228568 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d28d9116-f440-42a0-92ad-af61b9a472ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:22.234802 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8688a6-803e-488b-b53e-4a06c756f10b None None] Network 7c8c54a3-a662-4eb9-b7bb-c79e9e663dc5 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:13:22.246232 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-d28d9116-f440-42a0-92ad-af61b9a472ed admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3588510 Nov 12 08:13:22.248842 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 39604) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:13:22.253951 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-0365f401-7a80-4b41-bf87-78674e053fb7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1490647360-router', 'tenant_id': '3e10fb79e6e447649dea486992104ea2', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:13:22.276260 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0365f401-7a80-4b41-bf87-78674e053fb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:22.277416 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0365f401-7a80-4b41-bf87-78674e053fb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:22.341371 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0365f401-7a80-4b41-bf87-78674e053fb7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:22.413512 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48ad4fa-4b31-4290-8546-b325184f821d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-7c8c54a3-a662-4eb9-b7bb-c79e9e663dc5', 'network_id': '7c8c54a3-a662-4eb9-b7bb-c79e9e663dc5', 'tenant_id': '3e10fb79e6e447649dea486992104ea2', 'fixed_ips': [{'subnet_id': 'c71eb1eb-39a3-4480-b96d-3240602fa1a6'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:13:22.414712 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e48ad4fa-4b31-4290-8546-b325184f821d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:22.512275 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0365f401-7a80-4b41-bf87-78674e053fb7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:22.512673 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device d206352c-2b17-4338-8e28-bf877cbc4fb1 up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:13:22.616548 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-e48ad4fa-4b31-4290-8546-b325184f821d None None] Allocated IP 172.20.0.2 (7c8c54a3-a662-4eb9-b7bb-c79e9e663dc5/c71eb1eb-39a3-4480-b96d-3240602fa1a6/85be7158-a564-440b-9679-34609830b114) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:13:22.621941 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning for port d206352c-2b17-4338-8e28-bf877cbc4fb1 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:13:22.629658 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port d206352c-2b17-4338-8e28-bf877cbc4fb1 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:13:22.630023 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:22.747640 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0365f401-7a80-4b41-bf87-78674e053fb7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:22.769026 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0365f401-7a80-4b41-bf87-78674e053fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:22.837548 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:22.875071 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e48ad4fa-4b31-4290-8546-b325184f821d None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:22.881500 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed57ad59-5752-449f-b6b2-03efdd07cda6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd206352c-2b17-4338-8e28-bf877cbc4fb1'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:13:22.884322 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ae9c599-2314-4eb9-954a-8910cbe6e10e" -d '{"events": [{"server_uuid": "ed57ad59-5752-449f-b6b2-03efdd07cda6", "name": "network-vif-plugged", "status": "completed", "tag": "d206352c-2b17-4338-8e28-bf877cbc4fb1"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:13:22.897656 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e48ad4fa-4b31-4290-8546-b325184f821d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:22.901295 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port d206352c-2b17-4338-8e28-bf877cbc4fb1, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=d206352c-2b17-4338-8e28-bf877cbc4fb1,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:13:22.926572 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-0365f401-7a80-4b41-bf87-78674e053fb7 admin admin] Allocated IP 172.25.2.171 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/76e58348-0a0c-4d26-954c-18feca2ce23d) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:13:22.935404 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:22.943556 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c74bc207-6ef2-4363-8b6c-b3a4164ec7de x-openstack-request-id: req-c74bc207-6ef2-4363-8b6c-b3a4164ec7de {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:13:22.944080 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed57ad59-5752-449f-b6b2-03efdd07cda6", "name": "network-vif-plugged", "status": "completed", "tag": "d206352c-2b17-4338-8e28-bf877cbc4fb1", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:13:22.944298 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c74bc207-6ef2-4363-8b6c-b3a4164ec7de {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:13:22.944687 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed57ad59-5752-449f-b6b2-03efdd07cda6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd206352c-2b17-4338-8e28-bf877cbc4fb1', 'code': 200} Nov 12 08:13:22.955935 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48ad4fa-4b31-4290-8546-b325184f821d None None] Network 7c8c54a3-a662-4eb9-b7bb-c79e9e663dc5 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:13:22.959317 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-e48ad4fa-4b31-4290-8546-b325184f821d None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:13:22.965394 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48ad4fa-4b31-4290-8546-b325184f821d None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:13:22.969269 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48ad4fa-4b31-4290-8546-b325184f821d None None] Pushing event updated for resources: {'Port': ['ID=85be7158-a564-440b-9679-34609830b114,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:23.055550 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0365f401-7a80-4b41-bf87-78674e053fb7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:23.071885 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-e48ad4fa-4b31-4290-8546-b325184f821d None None] Attempting to bind port 85be7158-a564-440b-9679-34609830b114 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:13:23.072259 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-e48ad4fa-4b31-4290-8546-b325184f821d None None] Attempting to bind port 85be7158-a564-440b-9679-34609830b114 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': 'd7fe6456-e7fe-4658-8850-2c079b89b485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '7c8c54a3-a662-4eb9-b7bb-c79e9e663dc5'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:13:23.072630 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48ad4fa-4b31-4290-8546-b325184f821d None None] Attempting to bind port 85be7158-a564-440b-9679-34609830b114 on network 7c8c54a3-a662-4eb9-b7bb-c79e9e663dc5 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:13:23.074686 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=d206352c-2b17-4338-8e28-bf877cbc4fb1,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:23.080822 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48ad4fa-4b31-4290-8546-b325184f821d None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:13:23.081457 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48ad4fa-4b31-4290-8546-b325184f821d None None] Checking segment: {'id': 'd7fe6456-e7fe-4658-8850-2c079b89b485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '7c8c54a3-a662-4eb9-b7bb-c79e9e663dc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:13:23.082044 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e48ad4fa-4b31-4290-8546-b325184f821d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:23.082616 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48ad4fa-4b31-4290-8546-b325184f821d None None] Bound using segment: {'id': 'd7fe6456-e7fe-4658-8850-2c079b89b485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '7c8c54a3-a662-4eb9-b7bb-c79e9e663dc5'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:13:23.083508 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-e48ad4fa-4b31-4290-8546-b325184f821d None None] Bound port: 85be7158-a564-440b-9679-34609830b114, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7fe6456-e7fe-4658-8850-2c079b89b485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '7c8c54a3-a662-4eb9-b7bb-c79e9e663dc5'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:13:23.083847 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e48ad4fa-4b31-4290-8546-b325184f821d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:23.103095 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0365f401-7a80-4b41-bf87-78674e053fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:23.119340 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567605c2-751d-468f-837d-181675f7b688 req-bfb7931c-241e-41ca-956c-6f0fec8ee222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:23.121580 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-567605c2-751d-468f-837d-181675f7b688 req-bfb7931c-241e-41ca-956c-6f0fec8ee222 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ed57ad59-5752-449f-b6b2-03efdd07cda6 HTTP/1.1" status: 200 len: 1102 time: 0.0675077 Nov 12 08:13:23.167757 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e48ad4fa-4b31-4290-8546-b325184f821d None None] For port 85be7158-a564-440b-9679-34609830b114, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:13:23.170498 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0365f401-7a80-4b41-bf87-78674e053fb7 admin admin] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:13:23.171480 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e48ad4fa-4b31-4290-8546-b325184f821d None None] For port 85be7158-a564-440b-9679-34609830b114, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=85be7158-a564-440b-9679-34609830b114,segment=NetworkSegment(d7fe6456-e7fe-4658-8850-2c079b89b485),segment_id=d7fe6456-e7fe-4658-8850-2c079b89b485)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:13:23.183941 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e48ad4fa-4b31-4290-8546-b325184f821d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:23.184265 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-0365f401-7a80-4b41-bf87-78674e053fb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:13:23.203634 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0365f401-7a80-4b41-bf87-78674e053fb7 admin admin] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:13:23.207082 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-567605c2-751d-468f-837d-181675f7b688 req-c1a27365-cf5e-4c93-a6f8-ab8a5f80da7d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715392 Nov 12 08:13:23.210932 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0365f401-7a80-4b41-bf87-78674e053fb7 admin admin] Pushing event updated for resources: {'Port': ['ID=76e58348-0a0c-4d26-954c-18feca2ce23d,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:23.245088 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bd7c1e-7d5a-4141-908f-988dd8d43f19 req-b8f7adc3-6653-4a1a-bc80-0d08d1fffe89 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:23.246272 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-82bd7c1e-7d5a-4141-908f-988dd8d43f19 req-b8f7adc3-6653-4a1a-bc80-0d08d1fffe89 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed57ad59-5752-449f-b6b2-03efdd07cda6 HTTP/1.1" status: 200 len: 950 time: 0.1553402 Nov 12 08:13:23.261949 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48ad4fa-4b31-4290-8546-b325184f821d None None] Pushing event updated for resources: {'Port': ['ID=85be7158-a564-440b-9679-34609830b114,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:23.347870 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 39630) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:13:23.402941 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-82bd7c1e-7d5a-4141-908f-988dd8d43f19 req-70a7b731-8d73-4958-968b-19cfcfa2ee92 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470788 Nov 12 08:13:23.526356 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fcb73afa-a0ba-4c8e-a4da-4e6037c4dfdb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:23.612391 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0365f401-7a80-4b41-bf87-78674e053fb7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:23.637054 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fcb73afa-a0ba-4c8e-a4da-4e6037c4dfdb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:23.642276 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fcb73afa-a0ba-4c8e-a4da-4e6037c4dfdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:23.686735 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb73afa-a0ba-4c8e-a4da-4e6037c4dfdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcc8c492-14ad-40e9-8b1c-f4778895f160,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:23.700499 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-fcb73afa-a0ba-4c8e-a4da-4e6037c4dfdb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fd18fad24a3748c784c4e3afc9e420fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3513443 Nov 12 08:13:23.703062 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 39640) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:13:23.808848 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-99b0b12f-128c-41b1-93ba-16252e205751 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:23.869685 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-99b0b12f-128c-41b1-93ba-16252e205751 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:23.893305 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0365f401-7a80-4b41-bf87-78674e053fb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052'] for router, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:23.998082 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-99b0b12f-128c-41b1-93ba-16252e205751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:24.000677 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-99b0b12f-128c-41b1-93ba-16252e205751 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:24.004590 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-99b0b12f-128c-41b1-93ba-16252e205751 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bcc8c492-14ad-40e9-8b1c-f4778895f160 HTTP/1.1" status: 204 len: 168 time: 0.2977769 Nov 12 08:13:24.015904 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b0b12f-128c-41b1-93ba-16252e205751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcc8c492-14ad-40e9-8b1c-f4778895f160,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:24.077828 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0365f401-7a80-4b41-bf87-78674e053fb7 admin admin] Router 19500ffc-c52d-4d0e-a411-f00d8c5c8681 is scheduled to L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 with binding_index 1 {{(pid=102599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:13:24.203034 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0365f401-7a80-4b41-bf87-78674e053fb7 admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:13:24.215477 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50378b1-c71c-492b-b344-03e98aabcc85 None None] Sync routers for ids ['19500ffc-c52d-4d0e-a411-f00d8c5c8681'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:13:24.227267 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50378b1-c71c-492b-b344-03e98aabcc85 None None] Routers {'19500ffc-c52d-4d0e-a411-f00d8c5c8681'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:13:24.228116 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-d50378b1-c71c-492b-b344-03e98aabcc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:13:06Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['19500ffc-c52d-4d0e-a411-f00d8c5c8681'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:13:24.232659 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0365f401-7a80-4b41-bf87-78674e053fb7 admin admin] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:24.236746 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-0365f401-7a80-4b41-bf87-78674e053fb7 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9842231 Nov 12 08:13:24.236984 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 39650) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:13:24.268246 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee0b118-61d7-4ebb-ba81-a14c90423f5d None None] Network 7c8c54a3-a662-4eb9-b7bb-c79e9e663dc5 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:13:24.366488 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-d50378b1-c71c-492b-b344-03e98aabcc85 None None] Set router 19500ffc-c52d-4d0e-a411-f00d8c5c8681 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:13:24.380413 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 39652) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:13:24.416157 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1cb563df-0590-46b9-a86e-e4814cceb173 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:24.424415 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-f5f724ac-6fe3-4de9-a373-02d6e072dd40 None None] Provisioning complete for port 85be7158-a564-440b-9679-34609830b114 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:13:24.424812 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f5f724ac-6fe3-4de9-a373-02d6e072dd40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:24.577619 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1cb563df-0590-46b9-a86e-e4814cceb173 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:24.590067 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1cb563df-0590-46b9-a86e-e4814cceb173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:24.647479 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-1cb563df-0590-46b9-a86e-e4814cceb173 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=600c4bd4b4b346ce9f66d4f9fecb01a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2649653 Nov 12 08:13:24.649337 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb563df-0590-46b9-a86e-e4814cceb173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aea2656b-69f5-4ec0-937c-c11425d53f92,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:24.652819 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 39660) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:13:24.706956 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-d50378b1-c71c-492b-b344-03e98aabcc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19500ffc-c52d-4d0e-a411-f00d8c5c8681', 'name': 'tempest-FloatingIPsTestJSON-1490647360-router', 'tenant_id': '3e10fb79e6e447649dea486992104ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '76e58348-0a0c-4d26-954c-18feca2ce23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:13:22Z', 'updated_at': '2021-11-12T08:13:23Z', 'revision_number': 3, 'project_id': '3e10fb79e6e447649dea486992104ea2', 'gw_port': {'id': '76e58348-0a0c-4d26-954c-18feca2ce23d', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:cd:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19500ffc-c52d-4d0e-a411-f00d8c5c8681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:13:22Z', 'updated_at': '2021-11-12T08:13:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:13:24.738499 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c64a69dd-133c-4ed8-a383-4a0627ac8ed6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:24.755748 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 85be7158-a564-440b-9679-34609830b114 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:13:24.765399 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c64a69dd-133c-4ed8-a383-4a0627ac8ed6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:24.775785 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50378b1-c71c-492b-b344-03e98aabcc85 None None] Checking router: 19500ffc-c52d-4d0e-a411-f00d8c5c8681 for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:13:24.776130 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50378b1-c71c-492b-b344-03e98aabcc85 None None] Updating router 19500ffc-c52d-4d0e-a411-f00d8c5c8681 port 76e58348-0a0c-4d26-954c-18feca2ce23d binding host n-d-765315-29 {{(pid=102602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:13:24.830272 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-d50378b1-c71c-492b-b344-03e98aabcc85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:24.836583 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c64a69dd-133c-4ed8-a383-4a0627ac8ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:24.842574 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c64a69dd-133c-4ed8-a383-4a0627ac8ed6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:24.842723 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-c64a69dd-133c-4ed8-a383-4a0627ac8ed6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/aea2656b-69f5-4ec0-937c-c11425d53f92 HTTP/1.1" status: 204 len: 168 time: 0.1886141 Nov 12 08:13:24.853575 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64a69dd-133c-4ed8-a383-4a0627ac8ed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea2656b-69f5-4ec0-937c-c11425d53f92,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:24.915245 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 85be7158-a564-440b-9679-34609830b114 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:13:24.915670 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:24.987866 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f5f724ac-6fe3-4de9-a373-02d6e072dd40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:25.052076 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649a109b-3dd2-4ea5-9500-c605c395ce19 req-395fc82c-88fa-4893-9cdf-6fa255a7138a tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:25.061633 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-649a109b-3dd2-4ea5-9500-c605c395ce19 req-395fc82c-88fa-4893-9cdf-6fa255a7138a tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed57ad59-5752-449f-b6b2-03efdd07cda6 HTTP/1.1" status: 200 len: 950 time: 0.0945380 Nov 12 08:13:25.076322 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-f5f724ac-6fe3-4de9-a373-02d6e072dd40 None None] For port 85be7158-a564-440b-9679-34609830b114, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=85be7158-a564-440b-9679-34609830b114,segment=NetworkSegment(d7fe6456-e7fe-4658-8850-2c079b89b485),segment_id=d7fe6456-e7fe-4658-8850-2c079b89b485)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:13:25.091777 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f5f724ac-6fe3-4de9-a373-02d6e072dd40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:25.168052 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-d50378b1-c71c-492b-b344-03e98aabcc85 None None] Publish callbacks [] for port, precommit_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:25.180783 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-d50378b1-c71c-492b-b344-03e98aabcc85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:25.215028 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f724ac-6fe3-4de9-a373-02d6e072dd40 None None] Pushing event updated for resources: {'Port': ['ID=85be7158-a564-440b-9679-34609830b114,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:25.255721 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-649a109b-3dd2-4ea5-9500-c605c395ce19 req-69b357c9-ba12-4b8f-a30c-e8d4f5c68647 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929247 Nov 12 08:13:25.259360 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f626e9-a086-471c-ab2b-4bfff1e87dbf None None] Pushing event updated for resources: {'Port': ['ID=76e58348-0a0c-4d26-954c-18feca2ce23d,revision_number=2']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:25.278423 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f626e9-a086-471c-ab2b-4bfff1e87dbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:25.278423 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f626e9-a086-471c-ab2b-4bfff1e87dbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:25.278423 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f626e9-a086-471c-ab2b-4bfff1e87dbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:25.278423 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f626e9-a086-471c-ab2b-4bfff1e87dbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:25.278423 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f626e9-a086-471c-ab2b-4bfff1e87dbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:25.278423 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f626e9-a086-471c-ab2b-4bfff1e87dbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:25.278423 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f626e9-a086-471c-ab2b-4bfff1e87dbf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:25.278423 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f626e9-a086-471c-ab2b-4bfff1e87dbf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:25.278423 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f626e9-a086-471c-ab2b-4bfff1e87dbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:25.278423 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f626e9-a086-471c-ab2b-4bfff1e87dbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:25.278423 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f626e9-a086-471c-ab2b-4bfff1e87dbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:25.278423 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f626e9-a086-471c-ab2b-4bfff1e87dbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:25.301758 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-d50378b1-c71c-492b-b344-03e98aabcc85 None None] Attempting to bind port 76e58348-0a0c-4d26-954c-18feca2ce23d on host n-d-765315-29 for vnic_type normal with profile {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:13:25.301984 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-d50378b1-c71c-492b-b344-03e98aabcc85 None None] Attempting to bind port 76e58348-0a0c-4d26-954c-18feca2ce23d by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:13:25.302330 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50378b1-c71c-492b-b344-03e98aabcc85 None None] Attempting to bind port 76e58348-0a0c-4d26-954c-18feca2ce23d on network d709f64f-f9e6-4525-b020-ad48633b9bbf {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:13:25.308955 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50378b1-c71c-492b-b344-03e98aabcc85 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:13:25.309473 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50378b1-c71c-492b-b344-03e98aabcc85 None None] Checking segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:13:25.309834 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-d50378b1-c71c-492b-b344-03e98aabcc85 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:25.310227 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50378b1-c71c-492b-b344-03e98aabcc85 None None] Bound using segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:13:25.310726 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-d50378b1-c71c-492b-b344-03e98aabcc85 None None] Bound port: 76e58348-0a0c-4d26-954c-18feca2ce23d, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:13:25.311160 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-d50378b1-c71c-492b-b344-03e98aabcc85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:25.368491 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-d50378b1-c71c-492b-b344-03e98aabcc85 None None] For port 76e58348-0a0c-4d26-954c-18feca2ce23d, host n-d-765315-29, cleared binding levels {{(pid=102602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:13:25.372339 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-d50378b1-c71c-492b-b344-03e98aabcc85 None None] For port 76e58348-0a0c-4d26-954c-18feca2ce23d, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=76e58348-0a0c-4d26-954c-18feca2ce23d,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:13:25.388525 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-d50378b1-c71c-492b-b344-03e98aabcc85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:25.455572 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50378b1-c71c-492b-b344-03e98aabcc85 None None] Routers {'19500ffc-c52d-4d0e-a411-f00d8c5c8681'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:13:25.456154 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-d50378b1-c71c-492b-b344-03e98aabcc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:13:06Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['19500ffc-c52d-4d0e-a411-f00d8c5c8681'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:13:25.483317 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ffd39093-7128-4ef9-b811-c9d89cdb143c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:25.528101 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-1d415170-aba2-4194-b7e9-0c583b54a846 None None] Provisioning complete for port 85be7158-a564-440b-9679-34609830b114 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:13:25.529506 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1d415170-aba2-4194-b7e9-0c583b54a846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:25.638187 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f626e9-a086-471c-ab2b-4bfff1e87dbf None None] Pushing event updated for resources: {'Port': ['ID=76e58348-0a0c-4d26-954c-18feca2ce23d,revision_number=3']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:25.699335 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-ffd39093-7128-4ef9-b811-c9d89cdb143c admin admin] Allocated IP 172.20.0.1 (7c8c54a3-a662-4eb9-b7bb-c79e9e663dc5/c71eb1eb-39a3-4480-b96d-3240602fa1a6/4897a045-74fd-4160-8fd9-3b69eb0d7f1e) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:13:25.708735 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-d50378b1-c71c-492b-b344-03e98aabcc85 None None] Set router 19500ffc-c52d-4d0e-a411-f00d8c5c8681 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:13:25.831628 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ffd39093-7128-4ef9-b811-c9d89cdb143c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:25.874570 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ffd39093-7128-4ef9-b811-c9d89cdb143c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:25.930959 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd39093-7128-4ef9-b811-c9d89cdb143c admin admin] Network 7c8c54a3-a662-4eb9-b7bb-c79e9e663dc5 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:13:25.936235 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-ffd39093-7128-4ef9-b811-c9d89cdb143c admin admin] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:13:25.940040 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd39093-7128-4ef9-b811-c9d89cdb143c admin admin] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:13:25.944460 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-d50378b1-c71c-492b-b344-03e98aabcc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19500ffc-c52d-4d0e-a411-f00d8c5c8681', 'name': 'tempest-FloatingIPsTestJSON-1490647360-router', 'tenant_id': '3e10fb79e6e447649dea486992104ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '76e58348-0a0c-4d26-954c-18feca2ce23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:13:22Z', 'updated_at': '2021-11-12T08:13:23Z', 'revision_number': 3, 'project_id': '3e10fb79e6e447649dea486992104ea2', 'gw_port': {'id': '76e58348-0a0c-4d26-954c-18feca2ce23d', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:cd:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19500ffc-c52d-4d0e-a411-f00d8c5c8681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:13:22Z', 'updated_at': '2021-11-12T08:13:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:13:25.964647 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd39093-7128-4ef9-b811-c9d89cdb143c admin admin] Pushing event updated for resources: {'Port': ['ID=4897a045-74fd-4160-8fd9-3b69eb0d7f1e,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:25.981221 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50378b1-c71c-492b-b344-03e98aabcc85 None None] The sync data for ids ['19500ffc-c52d-4d0e-a411-f00d8c5c8681'] in n-d-765315-29 is: [{'id': '19500ffc-c52d-4d0e-a411-f00d8c5c8681', 'name': 'tempest-FloatingIPsTestJSON-1490647360-router', 'tenant_id': '3e10fb79e6e447649dea486992104ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '76e58348-0a0c-4d26-954c-18feca2ce23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:13:22Z', 'updated_at': '2021-11-12T08:13:23Z', 'revision_number': 3, 'project_id': '3e10fb79e6e447649dea486992104ea2', 'gw_port': {'id': '76e58348-0a0c-4d26-954c-18feca2ce23d', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:cd:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19500ffc-c52d-4d0e-a411-f00d8c5c8681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:13:22Z', 'updated_at': '2021-11-12T08:13:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:13:26.002231 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ffd39093-7128-4ef9-b811-c9d89cdb143c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933481'] for router_interface, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:26.178706 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ffd39093-7128-4ef9-b811-c9d89cdb143c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:26.289181 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-c287c979-7342-47a4-9538-d18d2576faef None None] Provisioning complete for port 4897a045-74fd-4160-8fd9-3b69eb0d7f1e triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:13:26.289556 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c287c979-7342-47a4-9538-d18d2576faef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:26.352493 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-c287c979-7342-47a4-9538-d18d2576faef None None] Port 4897a045-74fd-4160-8fd9-3b69eb0d7f1e cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:13:26.546001 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fb0fd1-5a05-434a-85ec-b946dd4ab3e2 req-d54445dc-25b5-45fc-849c-47bd56d0b46a tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:26.549520 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-48fb0fd1-5a05-434a-85ec-b946dd4ab3e2 req-d54445dc-25b5-45fc-849c-47bd56d0b46a tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed57ad59-5752-449f-b6b2-03efdd07cda6 HTTP/1.1" status: 200 len: 950 time: 0.1138778 Nov 12 08:13:26.555625 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ffd39093-7128-4ef9-b811-c9d89cdb143c admin admin] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:26.568253 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ffd39093-7128-4ef9-b811-c9d89cdb143c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:26.575351 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 85be7158-a564-440b-9679-34609830b114 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:13:26.635913 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 85be7158-a564-440b-9679-34609830b114 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:13:26.636624 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:26.683599 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ffd39093-7128-4ef9-b811-c9d89cdb143c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933629'] for router_interface, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:26.687402 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd39093-7128-4ef9-b811-c9d89cdb143c admin admin] Pushing event updated for resources: {'Port': ['ID=4897a045-74fd-4160-8fd9-3b69eb0d7f1e,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:26.708691 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-48fb0fd1-5a05-434a-85ec-b946dd4ab3e2 req-40cf2981-ca0e-4a64-947f-cf5e62900ec9 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462517 Nov 12 08:13:26.746427 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 76e58348-0a0c-4d26-954c-18feca2ce23d up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:13:26.811554 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:13:26.840043 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 76e58348-0a0c-4d26-954c-18feca2ce23d triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:13:26.841327 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:26.861803 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef1b880-fd29-4a5b-a695-a472d48dd15b req-655d0f38-ccfb-40d8-93b8-b4b4a88b5f0b tempest-MigrationsAdminTest-113597740 tempest-MigrationsAdminTest-113597740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:26.863391 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3ef1b880-fd29-4a5b-a695-a472d48dd15b req-655d0f38-ccfb-40d8-93b8-b4b4a88b5f0b tempest-MigrationsAdminTest-113597740 tempest-MigrationsAdminTest-113597740-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=ed57ad59-5752-449f-b6b2-03efdd07cda6 HTTP/1.1" status: 200 len: 1102 time: 0.0669041 Nov 12 08:13:26.886539 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd39093-7128-4ef9-b811-c9d89cdb143c admin admin] Network 7c8c54a3-a662-4eb9-b7bb-c79e9e663dc5 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:13:26.888953 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-ffd39093-7128-4ef9-b811-c9d89cdb143c admin admin] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:13:26.937992 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3ef1b880-fd29-4a5b-a695-a472d48dd15b req-90df4f55-7c5a-4311-9b7f-20fd480fd829 tempest-MigrationsAdminTest-113597740 tempest-MigrationsAdminTest-113597740-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586486 Nov 12 08:13:27.046232 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:27.074392 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffd39093-7128-4ef9-b811-c9d89cdb143c admin admin] Router 19500ffc-c52d-4d0e-a411-f00d8c5c8681 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:13:27.097940 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] For port 76e58348-0a0c-4d26-954c-18feca2ce23d, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=76e58348-0a0c-4d26-954c-18feca2ce23d,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:13:27.103480 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:27.191244 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Pushing event updated for resources: {'Port': ['ID=76e58348-0a0c-4d26-954c-18feca2ce23d,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:27.245031 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffd39093-7128-4ef9-b811-c9d89cdb143c admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:13:27.261504 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-ffd39093-7128-4ef9-b811-c9d89cdb143c admin admin] 10.222.0.26 "PUT /v2.0/routers/19500ffc-c52d-4d0e-a411-f00d8c5c8681/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0137777 Nov 12 08:13:27.303533 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-84cc0399-b0f7-44c9-abc0-f9481f6f2eb6 None None] Provisioning complete for port 4897a045-74fd-4160-8fd9-3b69eb0d7f1e triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:13:27.304188 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-84cc0399-b0f7-44c9-abc0-f9481f6f2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:27.348649 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-84cc0399-b0f7-44c9-abc0-f9481f6f2eb6 None None] Port 4897a045-74fd-4160-8fd9-3b69eb0d7f1e cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:13:27.654053 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-af1788e3-94d4-47f3-a456-60673dcb3059 req-25c0baad-0c7f-428b-8bfe-a90dfd4a0239 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ed57ad59-5752-449f-b6b2-03efdd07cda6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0889270 Nov 12 08:13:27.824002 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c3a2b430-0abe-4c25-b023-aaa3362655ec req-47eaa8c1-2ce5-44d6-9076-213f55c84244 tempest-FloatingIPsTestJSON-757585709 tempest-FloatingIPsTestJSON-757585709-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2214134 Nov 12 08:13:27.826138 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e995b0b-a090-44fb-9df2-9e3f1e2e1922 req-197219f5-7779-42f6-bf61-2657b44d41ec tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:27.827789 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0e995b0b-a090-44fb-9df2-9e3f1e2e1922 req-197219f5-7779-42f6-bf61-2657b44d41ec tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed57ad59-5752-449f-b6b2-03efdd07cda6 HTTP/1.1" status: 200 len: 950 time: 0.0558808 Nov 12 08:13:27.834711 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-c3a2b430-0abe-4c25-b023-aaa3362655ec req-94c35f2f-8a7a-4871-9fe5-745b568a1e3a tempest-FloatingIPsTestJSON-757585709 tempest-FloatingIPsTestJSON-757585709-project] Request body: {'floatingip': {'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:13:27.859160 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-c3a2b430-0abe-4c25-b023-aaa3362655ec req-94c35f2f-8a7a-4871-9fe5-745b568a1e3a tempest-FloatingIPsTestJSON-757585709 tempest-FloatingIPsTestJSON-757585709-project] Publish callbacks [] for floatingip, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:27.887627 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0e995b0b-a090-44fb-9df2-9e3f1e2e1922 req-0b7a70e7-ecbe-4e34-bc69-4bd5d49fada4 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517962 Nov 12 08:13:27.999779 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-c3a2b430-0abe-4c25-b023-aaa3362655ec req-94c35f2f-8a7a-4871-9fe5-745b568a1e3a tempest-FloatingIPsTestJSON-757585709 tempest-FloatingIPsTestJSON-757585709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:28.146137 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-c3a2b430-0abe-4c25-b023-aaa3362655ec req-94c35f2f-8a7a-4871-9fe5-745b568a1e3a tempest-FloatingIPsTestJSON-757585709 tempest-FloatingIPsTestJSON-757585709-project] Allocated IP 172.25.2.232 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/0bd88062-32f7-4ee8-af23-f6db4c283d77) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:13:28.151951 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d11f59-1594-49a0-bbcf-0a31de6545b8 None None] Sync routers for ids ['19500ffc-c52d-4d0e-a411-f00d8c5c8681'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:13:28.172787 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d11f59-1594-49a0-bbcf-0a31de6545b8 None None] Routers {'19500ffc-c52d-4d0e-a411-f00d8c5c8681'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:13:28.173435 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-75d11f59-1594-49a0-bbcf-0a31de6545b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:13:06Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['19500ffc-c52d-4d0e-a411-f00d8c5c8681'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:13:28.314417 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-c3a2b430-0abe-4c25-b023-aaa3362655ec req-94c35f2f-8a7a-4871-9fe5-745b568a1e3a tempest-FloatingIPsTestJSON-757585709 tempest-FloatingIPsTestJSON-757585709-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:28.358465 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-c3a2b430-0abe-4c25-b023-aaa3362655ec req-94c35f2f-8a7a-4871-9fe5-745b568a1e3a tempest-FloatingIPsTestJSON-757585709 tempest-FloatingIPsTestJSON-757585709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:28.364175 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-75d11f59-1594-49a0-bbcf-0a31de6545b8 None None] Set router 19500ffc-c52d-4d0e-a411-f00d8c5c8681 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:13:28.422828 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3a2b430-0abe-4c25-b023-aaa3362655ec req-94c35f2f-8a7a-4871-9fe5-745b568a1e3a tempest-FloatingIPsTestJSON-757585709 tempest-FloatingIPsTestJSON-757585709-project] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:13:28.432335 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-c3a2b430-0abe-4c25-b023-aaa3362655ec req-94c35f2f-8a7a-4871-9fe5-745b568a1e3a tempest-FloatingIPsTestJSON-757585709 tempest-FloatingIPsTestJSON-757585709-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:13:28.437925 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3a2b430-0abe-4c25-b023-aaa3362655ec req-94c35f2f-8a7a-4871-9fe5-745b568a1e3a tempest-FloatingIPsTestJSON-757585709 tempest-FloatingIPsTestJSON-757585709-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:13:28.468396 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c35f2f-8a7a-4871-9fe5-745b568a1e3a tempest-FloatingIPsTestJSON-757585709 tempest-FloatingIPsTestJSON-757585709-project] Pushing event updated for resources: {'Port': ['ID=0bd88062-32f7-4ee8-af23-f6db4c283d77,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:28.510170 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 76e58348-0a0c-4d26-954c-18feca2ce23d up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:13:28.547110 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-c3a2b430-0abe-4c25-b023-aaa3362655ec req-94c35f2f-8a7a-4871-9fe5-745b568a1e3a tempest-FloatingIPsTestJSON-757585709 tempest-FloatingIPsTestJSON-757585709-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:28.595313 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-c3a2b430-0abe-4c25-b023-aaa3362655ec req-94c35f2f-8a7a-4871-9fe5-745b568a1e3a tempest-FloatingIPsTestJSON-757585709 tempest-FloatingIPsTestJSON-757585709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:28.633321 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 76e58348-0a0c-4d26-954c-18feca2ce23d triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:13:28.634397 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:28.839381 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-75d11f59-1594-49a0-bbcf-0a31de6545b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19500ffc-c52d-4d0e-a411-f00d8c5c8681', 'name': 'tempest-FloatingIPsTestJSON-1490647360-router', 'tenant_id': '3e10fb79e6e447649dea486992104ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '76e58348-0a0c-4d26-954c-18feca2ce23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:13:22Z', 'updated_at': '2021-11-12T08:13:26Z', 'revision_number': 4, 'project_id': '3e10fb79e6e447649dea486992104ea2', 'gw_port': {'id': '76e58348-0a0c-4d26-954c-18feca2ce23d', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:cd:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19500ffc-c52d-4d0e-a411-f00d8c5c8681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:13:22Z', 'updated_at': '2021-11-12T08:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '4897a045-74fd-4160-8fd9-3b69eb0d7f1e', 'name': '', 'network_id': '7c8c54a3-a662-4eb9-b7bb-c79e9e663dc5', 'tenant_id': '3e10fb79e6e447649dea486992104ea2', 'mac_address': 'fa:16:3e:d7:a2:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19500ffc-c52d-4d0e-a411-f00d8c5c8681', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'c71eb1eb-39a3-4480-b96d-3240602fa1a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:13:25Z', 'updated_at': '2021-11-12T08:13:26Z', 'revision_number': 2, 'project_id': '3e10fb79e6e447649dea486992104ea2', 'subnets': [{'id': 'c71eb1eb-39a3-4480-b96d-3240602fa1a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:13:28.842248 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-c3a2b430-0abe-4c25-b023-aaa3362655ec req-94c35f2f-8a7a-4871-9fe5-745b568a1e3a tempest-FloatingIPsTestJSON-757585709 tempest-FloatingIPsTestJSON-757585709-project] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:28.849986 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-c3a2b430-0abe-4c25-b023-aaa3362655ec req-94c35f2f-8a7a-4871-9fe5-745b568a1e3a tempest-FloatingIPsTestJSON-757585709 tempest-FloatingIPsTestJSON-757585709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:28.875020 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d11f59-1594-49a0-bbcf-0a31de6545b8 None None] Checking router: 19500ffc-c52d-4d0e-a411-f00d8c5c8681 for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:13:28.875261 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d11f59-1594-49a0-bbcf-0a31de6545b8 None None] Updating router 19500ffc-c52d-4d0e-a411-f00d8c5c8681 port 4897a045-74fd-4160-8fd9-3b69eb0d7f1e binding host n-d-765315-29 {{(pid=102601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:13:28.908406 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-75d11f59-1594-49a0-bbcf-0a31de6545b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:28.930162 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c35f2f-8a7a-4871-9fe5-745b568a1e3a tempest-FloatingIPsTestJSON-757585709 tempest-FloatingIPsTestJSON-757585709-project] Pushing event updated for resources: {'Port': ['ID=0bd88062-32f7-4ee8-af23-f6db4c283d77,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:28.946168 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-c3a2b430-0abe-4c25-b023-aaa3362655ec req-94c35f2f-8a7a-4871-9fe5-745b568a1e3a tempest-FloatingIPsTestJSON-757585709 tempest-FloatingIPsTestJSON-757585709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:28.964379 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-c3a2b430-0abe-4c25-b023-aaa3362655ec req-94c35f2f-8a7a-4871-9fe5-745b568a1e3a tempest-FloatingIPsTestJSON-757585709 tempest-FloatingIPsTestJSON-757585709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:28.965621 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c3a2b430-0abe-4c25-b023-aaa3362655ec req-94c35f2f-8a7a-4871-9fe5-745b568a1e3a tempest-FloatingIPsTestJSON-757585709 tempest-FloatingIPsTestJSON-757585709-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.1351309 Nov 12 08:13:29.021790 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c3a2b430-0abe-4c25-b023-aaa3362655ec req-2c945fbb-aee8-4318-b0ae-4e034a805bc0 tempest-FloatingIPsTestJSON-757585709 tempest-FloatingIPsTestJSON-757585709-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.2.232 HTTP/1.1" status: 200 len: 696 time: 0.0493057 Nov 12 08:13:29.146445 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a2b430-0abe-4c25-b023-aaa3362655ec req-38618a2b-958f-4930-9dbc-a56a29f4da88 tempest-FloatingIPsTestJSON-757585709 tempest-FloatingIPsTestJSON-757585709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:29.148557 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c3a2b430-0abe-4c25-b023-aaa3362655ec req-38618a2b-958f-4930-9dbc-a56a29f4da88 tempest-FloatingIPsTestJSON-757585709 tempest-FloatingIPsTestJSON-757585709-project] 10.222.0.26 "GET /v2.0/networks/d709f64f-f9e6-4525-b020-ad48633b9bbf HTTP/1.1" status: 200 len: 784 time: 0.1168113 Nov 12 08:13:29.160581 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [req-c3a2b430-0abe-4c25-b023-aaa3362655ec req-8d3beba1-3af2-4427-b631-90b995b3957c tempest-FloatingIPsTestJSON-757585709 tempest-FloatingIPsTestJSON-757585709-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:13:29.161729 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c3a2b430-0abe-4c25-b023-aaa3362655ec req-8d3beba1-3af2-4427-b631-90b995b3957c tempest-FloatingIPsTestJSON-757585709 tempest-FloatingIPsTestJSON-757585709-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058703 Nov 12 08:13:29.194447 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1788e3-94d4-47f3-a456-60673dcb3059 req-f47d423b-e5e4-4020-b4aa-03884862ad46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:29.197397 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-af1788e3-94d4-47f3-a456-60673dcb3059 req-f47d423b-e5e4-4020-b4aa-03884862ad46 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f20f3adab6e34964b521814e780e6afc&device_id=ed57ad59-5752-449f-b6b2-03efdd07cda6 HTTP/1.1" status: 200 len: 1102 time: 0.0631506 Nov 12 08:13:29.234866 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-75d11f59-1594-49a0-bbcf-0a31de6545b8 None None] Publish callbacks [] for port, precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:29.244207 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-75d11f59-1594-49a0-bbcf-0a31de6545b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:29.282072 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2765f2dc-22f6-4540-b318-867667eab039 req-a0afa804-90b8-4d16-8faf-ddddfddbc931 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:29.285469 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2765f2dc-22f6-4540-b318-867667eab039 req-a0afa804-90b8-4d16-8faf-ddddfddbc931 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed57ad59-5752-449f-b6b2-03efdd07cda6 HTTP/1.1" status: 200 len: 950 time: 0.0635686 Nov 12 08:13:29.341597 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b013921-cf34-48f3-9c0f-f8959c528235 None None] Pushing event updated for resources: {'Port': ['ID=4897a045-74fd-4160-8fd9-3b69eb0d7f1e,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:29.369504 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1788e3-94d4-47f3-a456-60673dcb3059 req-146d21e2-f340-455e-9de7-a339f5cb431e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:29.371295 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-af1788e3-94d4-47f3-a456-60673dcb3059 req-146d21e2-f340-455e-9de7-a339f5cb431e service neutron] 10.222.0.44 "GET /v2.0/networks?id=107743df-d3df-459d-a6cd-9e2ab4303016 HTTP/1.1" status: 200 len: 870 time: 0.1637962 Nov 12 08:13:29.372927 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2765f2dc-22f6-4540-b318-867667eab039 req-7c59ee9a-4c9e-47ae-9e17-ebce77b22cd6 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815556 Nov 12 08:13:29.391454 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-75d11f59-1594-49a0-bbcf-0a31de6545b8 None None] Attempting to bind port 4897a045-74fd-4160-8fd9-3b69eb0d7f1e on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:13:29.391817 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-75d11f59-1594-49a0-bbcf-0a31de6545b8 None None] Attempting to bind port 4897a045-74fd-4160-8fd9-3b69eb0d7f1e by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': 'd7fe6456-e7fe-4658-8850-2c079b89b485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '7c8c54a3-a662-4eb9-b7bb-c79e9e663dc5'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:13:29.392287 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d11f59-1594-49a0-bbcf-0a31de6545b8 None None] Attempting to bind port 4897a045-74fd-4160-8fd9-3b69eb0d7f1e on network 7c8c54a3-a662-4eb9-b7bb-c79e9e663dc5 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:13:29.405919 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d11f59-1594-49a0-bbcf-0a31de6545b8 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:13:29.405919 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d11f59-1594-49a0-bbcf-0a31de6545b8 None None] Checking segment: {'id': 'd7fe6456-e7fe-4658-8850-2c079b89b485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '7c8c54a3-a662-4eb9-b7bb-c79e9e663dc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:13:29.405919 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-75d11f59-1594-49a0-bbcf-0a31de6545b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:29.405919 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d11f59-1594-49a0-bbcf-0a31de6545b8 None None] Bound using segment: {'id': 'd7fe6456-e7fe-4658-8850-2c079b89b485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '7c8c54a3-a662-4eb9-b7bb-c79e9e663dc5'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:13:29.405919 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-75d11f59-1594-49a0-bbcf-0a31de6545b8 None None] Bound port: 4897a045-74fd-4160-8fd9-3b69eb0d7f1e, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7fe6456-e7fe-4658-8850-2c079b89b485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '7c8c54a3-a662-4eb9-b7bb-c79e9e663dc5'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:13:29.405919 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-75d11f59-1594-49a0-bbcf-0a31de6545b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:29.452673 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-af1788e3-94d4-47f3-a456-60673dcb3059 req-776cafb4-d3f8-4fd4-9c12-d3f96fb3a49c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=d206352c-2b17-4338-8e28-bf877cbc4fb1 HTTP/1.1" status: 200 len: 217 time: 0.0729573 Nov 12 08:13:29.468890 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4e310ecc-3418-4518-bc48-454c13ea79e6 req-ed3c189b-c10d-442a-8c7e-1e23286aa6d5 tempest-FloatingIPsTestJSON-757585709 tempest-FloatingIPsTestJSON-757585709-project] 10.222.0.26 "GET /v2.0/floatingips/5929b1a6-9822-49cc-8635-d6a59b8cda67 HTTP/1.1" status: 200 len: 693 time: 0.0677571 Nov 12 08:13:29.527937 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1788e3-94d4-47f3-a456-60673dcb3059 req-5246829b-afef-4a2d-980e-804ba337b5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:29.530453 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-af1788e3-94d4-47f3-a456-60673dcb3059 req-5246829b-afef-4a2d-980e-804ba337b5b2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1 HTTP/1.1" status: 200 len: 843 time: 0.0692666 Nov 12 08:13:29.531655 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-75d11f59-1594-49a0-bbcf-0a31de6545b8 None None] For port 4897a045-74fd-4160-8fd9-3b69eb0d7f1e, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:13:29.537871 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-75d11f59-1594-49a0-bbcf-0a31de6545b8 None None] For port 4897a045-74fd-4160-8fd9-3b69eb0d7f1e, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=4897a045-74fd-4160-8fd9-3b69eb0d7f1e,segment=NetworkSegment(d7fe6456-e7fe-4658-8850-2c079b89b485),segment_id=d7fe6456-e7fe-4658-8850-2c079b89b485)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:13:29.546145 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-75d11f59-1594-49a0-bbcf-0a31de6545b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:29.591965 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1788e3-94d4-47f3-a456-60673dcb3059 req-454907c8-1058-4be8-9fbd-e9750246d84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:29.593455 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-af1788e3-94d4-47f3-a456-60673dcb3059 req-454907c8-1058-4be8-9fbd-e9750246d84a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=107743df-d3df-459d-a6cd-9e2ab4303016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0551405 Nov 12 08:13:29.618492 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b013921-cf34-48f3-9c0f-f8959c528235 None None] Pushing event updated for resources: {'Port': ['ID=4897a045-74fd-4160-8fd9-3b69eb0d7f1e,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:29.621064 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d11f59-1594-49a0-bbcf-0a31de6545b8 None None] Routers {'19500ffc-c52d-4d0e-a411-f00d8c5c8681'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:13:29.628092 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-75d11f59-1594-49a0-bbcf-0a31de6545b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:13:06Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['19500ffc-c52d-4d0e-a411-f00d8c5c8681'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:13:29.684645 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e310ecc-3418-4518-bc48-454c13ea79e6 req-596ca884-e06e-41d8-8b1b-22c8cab82c07 tempest-FloatingIPsTestJSON-757585709 tempest-FloatingIPsTestJSON-757585709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:29.686403 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4e310ecc-3418-4518-bc48-454c13ea79e6 req-596ca884-e06e-41d8-8b1b-22c8cab82c07 tempest-FloatingIPsTestJSON-757585709 tempest-FloatingIPsTestJSON-757585709-project] 10.222.0.26 "GET /v2.0/networks/d709f64f-f9e6-4525-b020-ad48633b9bbf HTTP/1.1" status: 200 len: 784 time: 0.2163258 Nov 12 08:13:29.707609 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [req-4e310ecc-3418-4518-bc48-454c13ea79e6 req-86f7d963-494c-4737-aa04-5efaf25f2b56 tempest-FloatingIPsTestJSON-757585709 tempest-FloatingIPsTestJSON-757585709-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:13:29.711921 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4e310ecc-3418-4518-bc48-454c13ea79e6 req-86f7d963-494c-4737-aa04-5efaf25f2b56 tempest-FloatingIPsTestJSON-757585709 tempest-FloatingIPsTestJSON-757585709-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0132170 Nov 12 08:13:29.745774 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-dc0bb489-962a-483d-8dc4-5bb25fc22ee7 None None] Provisioning complete for port 4897a045-74fd-4160-8fd9-3b69eb0d7f1e triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:13:29.746247 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-dc0bb489-962a-483d-8dc4-5bb25fc22ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:29.775203 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-af1788e3-94d4-47f3-a456-60673dcb3059 req-dfba9f0b-fed5-42d9-ab9e-64e6d2e96f85 service neutron] 10.222.0.44 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736515 Nov 12 08:13:29.861567 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9303b012-8342-4413-8499-63e13fb391de req-017a8dc2-3d89-4b69-81b8-569797a592e8 tempest-FloatingIPsTestJSON-757585709 tempest-FloatingIPsTestJSON-757585709-project] 10.222.0.26 "GET /v2.0/floatingips?tenant_id=3e10fb79e6e447649dea486992104ea2 HTTP/1.1" status: 200 len: 696 time: 0.1172593 Nov 12 08:13:29.936670 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-af1788e3-94d4-47f3-a456-60673dcb3059 req-b463cded-5ebf-4133-9156-fb5c90a72b34 service neutron] 10.222.0.44 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521268 Nov 12 08:13:30.009077 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-75d11f59-1594-49a0-bbcf-0a31de6545b8 None None] Set router 19500ffc-c52d-4d0e-a411-f00d8c5c8681 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:13:30.030186 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9303b012-8342-4413-8499-63e13fb391de req-fa0d7355-de28-47df-9d51-4b94e30fc8d4 tempest-FloatingIPsTestJSON-757585709 tempest-FloatingIPsTestJSON-757585709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:30.032088 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9303b012-8342-4413-8499-63e13fb391de req-fa0d7355-de28-47df-9d51-4b94e30fc8d4 tempest-FloatingIPsTestJSON-757585709 tempest-FloatingIPsTestJSON-757585709-project] 10.222.0.26 "GET /v2.0/networks?id=d709f64f-f9e6-4525-b020-ad48633b9bbf HTTP/1.1" status: 200 len: 787 time: 0.1694000 Nov 12 08:13:30.045023 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [req-9303b012-8342-4413-8499-63e13fb391de req-b4d88ab0-1d61-499b-aee1-66888ffbb8d9 tempest-FloatingIPsTestJSON-757585709 tempest-FloatingIPsTestJSON-757585709-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:13:30.046311 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9303b012-8342-4413-8499-63e13fb391de req-b4d88ab0-1d61-499b-aee1-66888ffbb8d9 tempest-FloatingIPsTestJSON-757585709 tempest-FloatingIPsTestJSON-757585709-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0080335 Nov 12 08:13:30.200436 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-dc0bb489-962a-483d-8dc4-5bb25fc22ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:30.213301 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-60ad6306-673d-4a13-9e20-4bcf817453a5 req-daa6987f-0ed1-47b3-aa18-3ba4cfe2cb3f tempest-FloatingIPsTestJSON-757585709 tempest-FloatingIPsTestJSON-757585709-project] 10.222.0.26 "GET /v2.0/floatingips/5929b1a6-9822-49cc-8635-d6a59b8cda67 HTTP/1.1" status: 200 len: 693 time: 0.0656245 Nov 12 08:13:30.256015 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-dc0bb489-962a-483d-8dc4-5bb25fc22ee7 None None] For port 4897a045-74fd-4160-8fd9-3b69eb0d7f1e, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=4897a045-74fd-4160-8fd9-3b69eb0d7f1e,segment=NetworkSegment(d7fe6456-e7fe-4658-8850-2c079b89b485),segment_id=d7fe6456-e7fe-4658-8850-2c079b89b485)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:13:30.261746 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-dc0bb489-962a-483d-8dc4-5bb25fc22ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:30.364358 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ad6306-673d-4a13-9e20-4bcf817453a5 req-5b3b0aca-a61d-4c35-94a5-40cdb361ef3c tempest-FloatingIPsTestJSON-757585709 tempest-FloatingIPsTestJSON-757585709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:30.366097 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0bb489-962a-483d-8dc4-5bb25fc22ee7 None None] Pushing event updated for resources: {'Port': ['ID=4897a045-74fd-4160-8fd9-3b69eb0d7f1e,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:30.376016 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-60ad6306-673d-4a13-9e20-4bcf817453a5 req-5b3b0aca-a61d-4c35-94a5-40cdb361ef3c tempest-FloatingIPsTestJSON-757585709 tempest-FloatingIPsTestJSON-757585709-project] 10.222.0.26 "GET /v2.0/networks/d709f64f-f9e6-4525-b020-ad48633b9bbf HTTP/1.1" status: 200 len: 784 time: 0.1545992 Nov 12 08:13:30.404436 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-cb65e972-f588-468b-8ac8-3859d0e67c1b None None] Provisioning complete for port 4897a045-74fd-4160-8fd9-3b69eb0d7f1e triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:13:30.404808 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-cb65e972-f588-468b-8ac8-3859d0e67c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:30.409903 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-75d11f59-1594-49a0-bbcf-0a31de6545b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19500ffc-c52d-4d0e-a411-f00d8c5c8681', 'name': 'tempest-FloatingIPsTestJSON-1490647360-router', 'tenant_id': '3e10fb79e6e447649dea486992104ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '76e58348-0a0c-4d26-954c-18feca2ce23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:13:22Z', 'updated_at': '2021-11-12T08:13:26Z', 'revision_number': 4, 'project_id': '3e10fb79e6e447649dea486992104ea2', 'gw_port': {'id': '76e58348-0a0c-4d26-954c-18feca2ce23d', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:cd:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19500ffc-c52d-4d0e-a411-f00d8c5c8681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:13:22Z', 'updated_at': '2021-11-12T08:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '4897a045-74fd-4160-8fd9-3b69eb0d7f1e', 'name': '', 'network_id': '7c8c54a3-a662-4eb9-b7bb-c79e9e663dc5', 'tenant_id': '3e10fb79e6e447649dea486992104ea2', 'mac_address': 'fa:16:3e:d7:a2:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19500ffc-c52d-4d0e-a411-f00d8c5c8681', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'c71eb1eb-39a3-4480-b96d-3240602fa1a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:13:25Z', 'updated_at': '2021-11-12T08:13:29Z', 'revision_number': 4, 'project_id': '3e10fb79e6e447649dea486992104ea2', 'subnets': [{'id': 'c71eb1eb-39a3-4480-b96d-3240602fa1a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:13:30.446681 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-60ad6306-673d-4a13-9e20-4bcf817453a5 req-cd870a76-8238-4a8a-b523-371362f6544b tempest-FloatingIPsTestJSON-757585709 tempest-FloatingIPsTestJSON-757585709-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.2.232 HTTP/1.1" status: 200 len: 696 time: 0.0696237 Nov 12 08:13:30.473744 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d11f59-1594-49a0-bbcf-0a31de6545b8 None None] The sync data for ids ['19500ffc-c52d-4d0e-a411-f00d8c5c8681'] in n-d-765315-29 is: [{'id': '19500ffc-c52d-4d0e-a411-f00d8c5c8681', 'name': 'tempest-FloatingIPsTestJSON-1490647360-router', 'tenant_id': '3e10fb79e6e447649dea486992104ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '76e58348-0a0c-4d26-954c-18feca2ce23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:13:22Z', 'updated_at': '2021-11-12T08:13:26Z', 'revision_number': 4, 'project_id': '3e10fb79e6e447649dea486992104ea2', 'gw_port': {'id': '76e58348-0a0c-4d26-954c-18feca2ce23d', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:cd:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19500ffc-c52d-4d0e-a411-f00d8c5c8681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:13:22Z', 'updated_at': '2021-11-12T08:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '4897a045-74fd-4160-8fd9-3b69eb0d7f1e', 'name': '', 'network_id': '7c8c54a3-a662-4eb9-b7bb-c79e9e663dc5', 'tenant_id': '3e10fb79e6e447649dea486992104ea2', 'mac_address': 'fa:16:3e:d7:a2:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19500ffc-c52d-4d0e-a411-f00d8c5c8681', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'c71eb1eb-39a3-4480-b96d-3240602fa1a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:13:25Z', 'updated_at': '2021-11-12T08:13:29Z', 'revision_number': 4, 'project_id': '3e10fb79e6e447649dea486992104ea2', 'subnets': [{'id': 'c71eb1eb-39a3-4480-b96d-3240602fa1a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:13:30.516529 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-60ad6306-673d-4a13-9e20-4bcf817453a5 req-5ac15d87-37dc-4b51-84ff-bdbb6677f0d1 tempest-FloatingIPsTestJSON-757585709 tempest-FloatingIPsTestJSON-757585709-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.2.232 HTTP/1.1" status: 200 len: 696 time: 0.0602417 Nov 12 08:13:30.640813 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d89b13-7a67-4af2-86f3-9f3584e4c52d req-781b6356-50cc-4b34-8631-9c5de6127608 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:30.643118 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-50d89b13-7a67-4af2-86f3-9f3584e4c52d req-781b6356-50cc-4b34-8631-9c5de6127608 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed57ad59-5752-449f-b6b2-03efdd07cda6 HTTP/1.1" status: 200 len: 950 time: 0.0777550 Nov 12 08:13:30.709002 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-50d89b13-7a67-4af2-86f3-9f3584e4c52d req-c10be0bd-23f3-4e49-801a-fdc3cca582e4 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561266 Nov 12 08:13:30.711476 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-60ad6306-673d-4a13-9e20-4bcf817453a5 req-4e197372-e429-4239-8462-ad85510ab583 tempest-FloatingIPsTestJSON-757585709 tempest-FloatingIPsTestJSON-757585709-project] Deleting port 0bd88062-32f7-4ee8-af23-f6db4c283d77 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:13:30.711476 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-60ad6306-673d-4a13-9e20-4bcf817453a5 req-4e197372-e429-4239-8462-ad85510ab583 tempest-FloatingIPsTestJSON-757585709 tempest-FloatingIPsTestJSON-757585709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:30.798053 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-60ad6306-673d-4a13-9e20-4bcf817453a5 req-4e197372-e429-4239-8462-ad85510ab583 tempest-FloatingIPsTestJSON-757585709 tempest-FloatingIPsTestJSON-757585709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:30.798378 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-60ad6306-673d-4a13-9e20-4bcf817453a5 req-4e197372-e429-4239-8462-ad85510ab583 tempest-FloatingIPsTestJSON-757585709 tempest-FloatingIPsTestJSON-757585709-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:30.812681 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-60ad6306-673d-4a13-9e20-4bcf817453a5 req-4e197372-e429-4239-8462-ad85510ab583 tempest-FloatingIPsTestJSON-757585709 tempest-FloatingIPsTestJSON-757585709-project] Calling delete_port for 0bd88062-32f7-4ee8-af23-f6db4c283d77 owned by network:floatingip {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:13:30.974363 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-60ad6306-673d-4a13-9e20-4bcf817453a5 req-4e197372-e429-4239-8462-ad85510ab583 tempest-FloatingIPsTestJSON-757585709 tempest-FloatingIPsTestJSON-757585709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:31.037066 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e197372-e429-4239-8462-ad85510ab583 tempest-FloatingIPsTestJSON-757585709 tempest-FloatingIPsTestJSON-757585709-project] Pushing event deleted for resources: {'Port': ['ID=0bd88062-32f7-4ee8-af23-f6db4c283d77,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:31.090528 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-60ad6306-673d-4a13-9e20-4bcf817453a5 req-4e197372-e429-4239-8462-ad85510ab583 tempest-FloatingIPsTestJSON-757585709 tempest-FloatingIPsTestJSON-757585709-project] Publish callbacks [] for floatingip, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:31.093516 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-60ad6306-673d-4a13-9e20-4bcf817453a5 req-4e197372-e429-4239-8462-ad85510ab583 tempest-FloatingIPsTestJSON-757585709 tempest-FloatingIPsTestJSON-757585709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:31.094854 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-60ad6306-673d-4a13-9e20-4bcf817453a5 req-4e197372-e429-4239-8462-ad85510ab583 tempest-FloatingIPsTestJSON-757585709 tempest-FloatingIPsTestJSON-757585709-project] 10.222.0.26 "DELETE /v2.0/floatingips/5929b1a6-9822-49cc-8635-d6a59b8cda67 HTTP/1.1" status: 204 len: 173 time: 0.5774412 Nov 12 08:13:31.359192 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-85b72931-034d-42f5-9587-8d2d61164469 req-18e7d281-102e-4b08-920c-5386e69da713 tempest-FloatingIPsTestJSON-757585709 tempest-FloatingIPsTestJSON-757585709-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1533110 Nov 12 08:13:31.369918 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-85b72931-034d-42f5-9587-8d2d61164469 req-e0a0e605-ade8-490b-bcea-abb8820e14a4 tempest-FloatingIPsTestJSON-757585709 tempest-FloatingIPsTestJSON-757585709-project] Request body: {'floatingip': {'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:13:31.408357 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-85b72931-034d-42f5-9587-8d2d61164469 req-e0a0e605-ade8-490b-bcea-abb8820e14a4 tempest-FloatingIPsTestJSON-757585709 tempest-FloatingIPsTestJSON-757585709-project] Publish callbacks [] for floatingip, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:31.576072 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-85b72931-034d-42f5-9587-8d2d61164469 req-e0a0e605-ade8-490b-bcea-abb8820e14a4 tempest-FloatingIPsTestJSON-757585709 tempest-FloatingIPsTestJSON-757585709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:31.727872 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-85b72931-034d-42f5-9587-8d2d61164469 req-e0a0e605-ade8-490b-bcea-abb8820e14a4 tempest-FloatingIPsTestJSON-757585709 tempest-FloatingIPsTestJSON-757585709-project] Allocated IP 172.25.2.138 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/4b5ecf2b-2d2b-4a61-a1b5-1dcaeab33914) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:13:31.893665 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-85b72931-034d-42f5-9587-8d2d61164469 req-e0a0e605-ade8-490b-bcea-abb8820e14a4 tempest-FloatingIPsTestJSON-757585709 tempest-FloatingIPsTestJSON-757585709-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:31.939411 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-85b72931-034d-42f5-9587-8d2d61164469 req-e0a0e605-ade8-490b-bcea-abb8820e14a4 tempest-FloatingIPsTestJSON-757585709 tempest-FloatingIPsTestJSON-757585709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:31.987071 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85b72931-034d-42f5-9587-8d2d61164469 req-e0a0e605-ade8-490b-bcea-abb8820e14a4 tempest-FloatingIPsTestJSON-757585709 tempest-FloatingIPsTestJSON-757585709-project] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:13:31.992411 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-85b72931-034d-42f5-9587-8d2d61164469 req-e0a0e605-ade8-490b-bcea-abb8820e14a4 tempest-FloatingIPsTestJSON-757585709 tempest-FloatingIPsTestJSON-757585709-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:13:31.996567 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-85b72931-034d-42f5-9587-8d2d61164469 req-e0a0e605-ade8-490b-bcea-abb8820e14a4 tempest-FloatingIPsTestJSON-757585709 tempest-FloatingIPsTestJSON-757585709-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:13:32.022350 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a0e605-ade8-490b-bcea-abb8820e14a4 tempest-FloatingIPsTestJSON-757585709 tempest-FloatingIPsTestJSON-757585709-project] Pushing event updated for resources: {'Port': ['ID=4b5ecf2b-2d2b-4a61-a1b5-1dcaeab33914,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:32.098118 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-85b72931-034d-42f5-9587-8d2d61164469 req-e0a0e605-ade8-490b-bcea-abb8820e14a4 tempest-FloatingIPsTestJSON-757585709 tempest-FloatingIPsTestJSON-757585709-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:32.145298 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-85b72931-034d-42f5-9587-8d2d61164469 req-e0a0e605-ade8-490b-bcea-abb8820e14a4 tempest-FloatingIPsTestJSON-757585709 tempest-FloatingIPsTestJSON-757585709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:32.206155 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c66cd7-33b9-4e3f-bf72-13729474e74c req-8a2c22c4-7021-4375-9ec4-bcede62b7304 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:32.207709 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-37c66cd7-33b9-4e3f-bf72-13729474e74c req-8a2c22c4-7021-4375-9ec4-bcede62b7304 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed57ad59-5752-449f-b6b2-03efdd07cda6 HTTP/1.1" status: 200 len: 950 time: 0.0536368 Nov 12 08:13:32.269526 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-37c66cd7-33b9-4e3f-bf72-13729474e74c req-01c210f7-a8ca-449d-9472-642ce99b60c5 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539060 Nov 12 08:13:32.328464 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 39916) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:13:32.486839 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5bf5eb98-5d7b-4798-aa2a-380c08381be7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:32.607672 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5bf5eb98-5d7b-4798-aa2a-380c08381be7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:32.610851 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-85b72931-034d-42f5-9587-8d2d61164469 req-e0a0e605-ade8-490b-bcea-abb8820e14a4 tempest-FloatingIPsTestJSON-757585709 tempest-FloatingIPsTestJSON-757585709-project] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:32.614546 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5bf5eb98-5d7b-4798-aa2a-380c08381be7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:32.619603 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-85b72931-034d-42f5-9587-8d2d61164469 req-e0a0e605-ade8-490b-bcea-abb8820e14a4 tempest-FloatingIPsTestJSON-757585709 tempest-FloatingIPsTestJSON-757585709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:32.665059 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 4897a045-74fd-4160-8fd9-3b69eb0d7f1e up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:13:32.666906 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-5bf5eb98-5d7b-4798-aa2a-380c08381be7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=41280fae66014912ae82fd418eeb33bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3371961 Nov 12 08:13:32.667735 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 39924) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:13:32.670049 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf5eb98-5d7b-4798-aa2a-380c08381be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f5c53aa-d72c-43c9-91fb-5263af9a489e,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:32.700134 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a0e605-ade8-490b-bcea-abb8820e14a4 tempest-FloatingIPsTestJSON-757585709 tempest-FloatingIPsTestJSON-757585709-project] Pushing event updated for resources: {'Port': ['ID=4b5ecf2b-2d2b-4a61-a1b5-1dcaeab33914,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:32.730039 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 4897a045-74fd-4160-8fd9-3b69eb0d7f1e triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:13:32.730686 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:32.734942 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c35d8d24-fc8c-44eb-a5d2-9e4354b5dc2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:32.744951 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-85b72931-034d-42f5-9587-8d2d61164469 req-e0a0e605-ade8-490b-bcea-abb8820e14a4 tempest-FloatingIPsTestJSON-757585709 tempest-FloatingIPsTestJSON-757585709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:32.759853 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c35d8d24-fc8c-44eb-a5d2-9e4354b5dc2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:32.762698 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-85b72931-034d-42f5-9587-8d2d61164469 req-e0a0e605-ade8-490b-bcea-abb8820e14a4 tempest-FloatingIPsTestJSON-757585709 tempest-FloatingIPsTestJSON-757585709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:32.764955 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-85b72931-034d-42f5-9587-8d2d61164469 req-e0a0e605-ade8-490b-bcea-abb8820e14a4 tempest-FloatingIPsTestJSON-757585709 tempest-FloatingIPsTestJSON-757585709-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3998702 Nov 12 08:13:32.813610 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c35d8d24-fc8c-44eb-a5d2-9e4354b5dc2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:32.816578 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c35d8d24-fc8c-44eb-a5d2-9e4354b5dc2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:32.817725 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-c35d8d24-fc8c-44eb-a5d2-9e4354b5dc2d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5f5c53aa-d72c-43c9-91fb-5263af9a489e HTTP/1.1" status: 204 len: 168 time: 0.1487422 Nov 12 08:13:32.826478 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35d8d24-fc8c-44eb-a5d2-9e4354b5dc2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f5c53aa-d72c-43c9-91fb-5263af9a489e,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:32.833904 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-85b72931-034d-42f5-9587-8d2d61164469 req-894e59ff-0a9a-46d1-9be6-62220a8d3d2d tempest-FloatingIPsTestJSON-757585709 tempest-FloatingIPsTestJSON-757585709-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.2.138 HTTP/1.1" status: 200 len: 696 time: 0.0618300 Nov 12 08:13:32.953762 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b72931-034d-42f5-9587-8d2d61164469 req-9e4e035e-b0dd-447f-8924-bc1c602b5970 tempest-FloatingIPsTestJSON-757585709 tempest-FloatingIPsTestJSON-757585709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:32.955233 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-85b72931-034d-42f5-9587-8d2d61164469 req-9e4e035e-b0dd-447f-8924-bc1c602b5970 tempest-FloatingIPsTestJSON-757585709 tempest-FloatingIPsTestJSON-757585709-project] 10.222.0.26 "GET /v2.0/networks/d709f64f-f9e6-4525-b020-ad48633b9bbf HTTP/1.1" status: 200 len: 784 time: 0.1144171 Nov 12 08:13:33.027829 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-50862602-4982-46cb-8296-89c6b31c31c5 req-827f8762-2ad2-46a6-8795-b55ea5885e1c tempest-FloatingIPsTestJSON-757585709 tempest-FloatingIPsTestJSON-757585709-project] 10.222.0.26 "GET /v2.0/floatingips/344a23c7-2ef8-4ec2-8e7c-a6ccf1033045 HTTP/1.1" status: 200 len: 693 time: 0.0488894 Nov 12 08:13:33.106945 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 39934) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:13:33.122369 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e0772e26-45b6-4088-963b-21279ffbfeec admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:33.165618 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50862602-4982-46cb-8296-89c6b31c31c5 req-319efe65-32ef-42fc-8e41-7f45e03ab45b tempest-FloatingIPsTestJSON-757585709 tempest-FloatingIPsTestJSON-757585709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:33.167201 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-50862602-4982-46cb-8296-89c6b31c31c5 req-319efe65-32ef-42fc-8e41-7f45e03ab45b tempest-FloatingIPsTestJSON-757585709 tempest-FloatingIPsTestJSON-757585709-project] 10.222.0.26 "GET /v2.0/networks/d709f64f-f9e6-4525-b020-ad48633b9bbf HTTP/1.1" status: 200 len: 784 time: 0.1337986 Nov 12 08:13:33.180928 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [req-50862602-4982-46cb-8296-89c6b31c31c5 req-410c0e3b-52b1-46ac-9f75-be1deda653e6 tempest-FloatingIPsTestJSON-757585709 tempest-FloatingIPsTestJSON-757585709-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:13:33.182321 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-50862602-4982-46cb-8296-89c6b31c31c5 req-410c0e3b-52b1-46ac-9f75-be1deda653e6 tempest-FloatingIPsTestJSON-757585709 tempest-FloatingIPsTestJSON-757585709-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0081112 Nov 12 08:13:33.220245 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e0772e26-45b6-4088-963b-21279ffbfeec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:33.225742 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e0772e26-45b6-4088-963b-21279ffbfeec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:33.253307 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-50862602-4982-46cb-8296-89c6b31c31c5 req-70de2a8a-bd8e-4c04-a125-0dae1597092e tempest-FloatingIPsTestJSON-757585709 tempest-FloatingIPsTestJSON-757585709-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.2.138 HTTP/1.1" status: 200 len: 696 time: 0.0635891 Nov 12 08:13:33.281634 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-e0772e26-45b6-4088-963b-21279ffbfeec admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=33785a8b54714783b9c1521a5699d4fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1732500 Nov 12 08:13:33.282139 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0772e26-45b6-4088-963b-21279ffbfeec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b19f99ea-5ad1-4af2-9cf9-1dadbc4d7bcf,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:33.284636 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 39938) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:13:33.299814 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-50862602-4982-46cb-8296-89c6b31c31c5 req-151fa028-1762-4e6b-bce2-d74a6e2cdc5c tempest-FloatingIPsTestJSON-757585709 tempest-FloatingIPsTestJSON-757585709-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.2.138 HTTP/1.1" status: 200 len: 696 time: 0.0456693 Nov 12 08:13:33.356736 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbb4e69-23b6-4401-8576-b799dd585b43 req-f8c3721a-2c9c-4ba5-9b97-5fdd0c17709b tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:33.358239 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ddbb4e69-23b6-4401-8576-b799dd585b43 req-f8c3721a-2c9c-4ba5-9b97-5fdd0c17709b tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] 10.222.0.26 "GET /v2.0/ports?device_id=927dc8fa-5e03-422d-b0b4-4a3a68a88cd2 HTTP/1.1" status: 200 len: 945 time: 0.0905440 Nov 12 08:13:33.380987 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e17c10cc-16e6-4e1c-82b4-b826546d96bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:33.419581 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e17c10cc-16e6-4e1c-82b4-b826546d96bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:33.433730 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [req-50862602-4982-46cb-8296-89c6b31c31c5 req-2fe5cbe6-1467-44a5-99c4-cced39edf219 tempest-FloatingIPsTestJSON-757585709 tempest-FloatingIPsTestJSON-757585709-project] Deleting port 4b5ecf2b-2d2b-4a61-a1b5-1dcaeab33914 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:13:33.434079 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-50862602-4982-46cb-8296-89c6b31c31c5 req-2fe5cbe6-1467-44a5-99c4-cced39edf219 tempest-FloatingIPsTestJSON-757585709 tempest-FloatingIPsTestJSON-757585709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:33.448035 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ddbb4e69-23b6-4401-8576-b799dd585b43 req-60997b9b-30bd-40ee-a1b1-4cace13a5c07 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] 10.222.0.26 "GET /v2.0/security-groups?id=d3cfb77d-6b7a-4cad-9012-ff67205a9f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780439 Nov 12 08:13:33.489754 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e17c10cc-16e6-4e1c-82b4-b826546d96bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:33.493556 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e17c10cc-16e6-4e1c-82b4-b826546d96bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:33.494760 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-e17c10cc-16e6-4e1c-82b4-b826546d96bf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b19f99ea-5ad1-4af2-9cf9-1dadbc4d7bcf HTTP/1.1" status: 204 len: 168 time: 0.1915646 Nov 12 08:13:33.503825 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17c10cc-16e6-4e1c-82b4-b826546d96bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b19f99ea-5ad1-4af2-9cf9-1dadbc4d7bcf,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:33.547949 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-50862602-4982-46cb-8296-89c6b31c31c5 req-2fe5cbe6-1467-44a5-99c4-cced39edf219 tempest-FloatingIPsTestJSON-757585709 tempest-FloatingIPsTestJSON-757585709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:33.548313 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-50862602-4982-46cb-8296-89c6b31c31c5 req-2fe5cbe6-1467-44a5-99c4-cced39edf219 tempest-FloatingIPsTestJSON-757585709 tempest-FloatingIPsTestJSON-757585709-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:33.566249 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [req-50862602-4982-46cb-8296-89c6b31c31c5 req-2fe5cbe6-1467-44a5-99c4-cced39edf219 tempest-FloatingIPsTestJSON-757585709 tempest-FloatingIPsTestJSON-757585709-project] Calling delete_port for 4b5ecf2b-2d2b-4a61-a1b5-1dcaeab33914 owned by network:floatingip {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:13:33.598147 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a45260-a1ef-4876-a1b7-2a53eb75a2b4 req-73a159c9-429d-482a-9beb-9af51f5a97d2 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:33.603154 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f4a45260-a1ef-4876-a1b7-2a53eb75a2b4 req-73a159c9-429d-482a-9beb-9af51f5a97d2 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed57ad59-5752-449f-b6b2-03efdd07cda6 HTTP/1.1" status: 200 len: 950 time: 0.0646410 Nov 12 08:13:33.659710 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f4a45260-a1ef-4876-a1b7-2a53eb75a2b4 req-e835fb3e-5818-4ddf-85cc-566b45dd153e tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529063 Nov 12 08:13:33.769626 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-50862602-4982-46cb-8296-89c6b31c31c5 req-2fe5cbe6-1467-44a5-99c4-cced39edf219 tempest-FloatingIPsTestJSON-757585709 tempest-FloatingIPsTestJSON-757585709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:33.806045 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe5cbe6-1467-44a5-99c4-cced39edf219 tempest-FloatingIPsTestJSON-757585709 tempest-FloatingIPsTestJSON-757585709-project] Pushing event deleted for resources: {'Port': ['ID=4b5ecf2b-2d2b-4a61-a1b5-1dcaeab33914,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:33.860734 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c2f0225d-45de-4491-8b14-e87d1b7fe3b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:33.890139 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-50862602-4982-46cb-8296-89c6b31c31c5 req-2fe5cbe6-1467-44a5-99c4-cced39edf219 tempest-FloatingIPsTestJSON-757585709 tempest-FloatingIPsTestJSON-757585709-project] Publish callbacks [] for floatingip, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:33.894602 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-50862602-4982-46cb-8296-89c6b31c31c5 req-2fe5cbe6-1467-44a5-99c4-cced39edf219 tempest-FloatingIPsTestJSON-757585709 tempest-FloatingIPsTestJSON-757585709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:33.896008 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-50862602-4982-46cb-8296-89c6b31c31c5 req-2fe5cbe6-1467-44a5-99c4-cced39edf219 tempest-FloatingIPsTestJSON-757585709 tempest-FloatingIPsTestJSON-757585709-project] 10.222.0.26 "DELETE /v2.0/floatingips/344a23c7-2ef8-4ec2-8e7c-a6ccf1033045 HTTP/1.1" status: 204 len: 173 time: 0.5899529 Nov 12 08:13:33.982351 n-d-765315-29 neutron-server[102599]: INFO neutron.api.v2.resource [req-c7b87a60-5589-4e4e-84f0-21ab59ec1464 req-0d78fac9-b108-40ac-9154-4acfb4464c54 tempest-FloatingIPsTestJSON-757585709 tempest-FloatingIPsTestJSON-757585709-project] show failed (client error): The resource could not be found. Nov 12 08:13:33.982351 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c7b87a60-5589-4e4e-84f0-21ab59ec1464 req-0d78fac9-b108-40ac-9154-4acfb4464c54 tempest-FloatingIPsTestJSON-757585709 tempest-FloatingIPsTestJSON-757585709-project] 10.222.0.26 "GET /v2.0/floatingips/344a23c7-2ef8-4ec2-8e7c-a6ccf1033045 HTTP/1.1" status: 404 len: 350 time: 0.0483420 Nov 12 08:13:34.040125 n-d-765315-29 neutron-server[102600]: INFO neutron.api.v2.resource [req-a58bdf9f-27b6-48ad-abab-a7f98b3c3ea1 req-c208d000-8c72-4aed-a84a-d97f3817512c tempest-FloatingIPsTestJSON-757585709 tempest-FloatingIPsTestJSON-757585709-project] show failed (client error): The resource could not be found. Nov 12 08:13:34.041245 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a58bdf9f-27b6-48ad-abab-a7f98b3c3ea1 req-c208d000-8c72-4aed-a84a-d97f3817512c tempest-FloatingIPsTestJSON-757585709 tempest-FloatingIPsTestJSON-757585709-project] 10.222.0.26 "GET /v2.0/floatingips/344a23c7-2ef8-4ec2-8e7c-a6ccf1033045 HTTP/1.1" status: 404 len: 350 time: 0.0379746 Nov 12 08:13:34.051113 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 39968) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:13:34.303842 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 39978) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:13:34.413241 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-eef767c1-287f-48c3-abc8-2dc3268b107f admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1847724939-network', 'tenant_id': 'e3654af28e3b4e1fa3358c62ae6c58eb'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:13:34.435681 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef767c1-287f-48c3-abc8-2dc3268b107f admin admin] Made reservation on behalf of e3654af28e3b4e1fa3358c62ae6c58eb for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:13:34.438131 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-eef767c1-287f-48c3-abc8-2dc3268b107f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:34.448145 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-eef767c1-287f-48c3-abc8-2dc3268b107f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:34.540524 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-eef767c1-287f-48c3-abc8-2dc3268b107f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:34.544864 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-eef767c1-287f-48c3-abc8-2dc3268b107f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:34.548688 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-81f8932e-027c-41dc-a3c5-6c58fba7f624 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933586'] for router_interface, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:34.565074 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eef767c1-287f-48c3-abc8-2dc3268b107f admin admin] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:13:34.584446 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef767c1-287f-48c3-abc8-2dc3268b107f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b75e1799-a001-44e4-aae3-9da5da29512a,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:34.588620 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-eef767c1-287f-48c3-abc8-2dc3268b107f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:34.588967 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-eef767c1-287f-48c3-abc8-2dc3268b107f admin admin] Added segment 16a676a6-44d3-4968-acea-0101be5a5fbd of type vlan for network 0e17a029-398f-4390-aea4-c0135238b984 Nov 12 08:13:34.633016 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-eef767c1-287f-48c3-abc8-2dc3268b107f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:34.660270 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-eef767c1-287f-48c3-abc8-2dc3268b107f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:34.668566 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef767c1-287f-48c3-abc8-2dc3268b107f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:34.668566 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-eef767c1-287f-48c3-abc8-2dc3268b107f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:34.762212 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-eef767c1-287f-48c3-abc8-2dc3268b107f admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4571230 Nov 12 08:13:34.765842 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 39990) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:13:34.795358 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-227d9692-c604-46cb-b8d9-55e3970bb8bf admin admin] Request body: {'subnet': {'network_id': '0e17a029-398f-4390-aea4-c0135238b984', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1847724939-subnet', 'tenant_id': 'e3654af28e3b4e1fa3358c62ae6c58eb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:13:34.819456 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef767c1-287f-48c3-abc8-2dc3268b107f admin admin] Pushing event updated for resources: {'Network': ['ID=0e17a029-398f-4390-aea4-c0135238b984,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:34.832078 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 0e17a029-398f-4390-aea4-c0135238b984 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:13:34.852049 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-227d9692-c604-46cb-b8d9-55e3970bb8bf admin admin] Made reservation on behalf of e3654af28e3b4e1fa3358c62ae6c58eb for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:13:34.854960 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-227d9692-c604-46cb-b8d9-55e3970bb8bf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:34.874398 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8db46a4-609c-4f8b-8b24-6efe89f56330 req-3b2eceea-4fda-45ac-8769-498bf9d18e37 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:34.875942 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d8db46a4-609c-4f8b-8b24-6efe89f56330 req-3b2eceea-4fda-45ac-8769-498bf9d18e37 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed57ad59-5752-449f-b6b2-03efdd07cda6 HTTP/1.1" status: 200 len: 950 time: 0.1108983 Nov 12 08:13:34.887716 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9eff9b-dbca-415c-bb37-30f8c84cb960 req-8181be1c-d12e-4b71-a92b-82d2ded1f608 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:34.889443 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2d9eff9b-dbca-415c-bb37-30f8c84cb960 req-8181be1c-d12e-4b71-a92b-82d2ded1f608 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] 10.222.0.26 "GET /v2.0/ports?device_id=927dc8fa-5e03-422d-b0b4-4a3a68a88cd2 HTTP/1.1" status: 200 len: 945 time: 0.0672436 Nov 12 08:13:34.978852 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d8db46a4-609c-4f8b-8b24-6efe89f56330 req-ffea9b03-d76c-4596-8394-081bdbca6728 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956261 Nov 12 08:13:34.986164 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2d9eff9b-dbca-415c-bb37-30f8c84cb960 req-d19f02df-edfa-4d99-8473-46506487928f tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] 10.222.0.26 "GET /v2.0/security-groups?id=d3cfb77d-6b7a-4cad-9012-ff67205a9f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902774 Nov 12 08:13:35.038861 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-81f8932e-027c-41dc-a3c5-6c58fba7f624 admin admin] Deleting port 4897a045-74fd-4160-8fd9-3b69eb0d7f1e {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:13:35.039315 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-81f8932e-027c-41dc-a3c5-6c58fba7f624 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:35.048170 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:35.094652 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-227d9692-c604-46cb-b8d9-55e3970bb8bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:35.144352 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-81f8932e-027c-41dc-a3c5-6c58fba7f624 admin admin] For port 4897a045-74fd-4160-8fd9-3b69eb0d7f1e, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=4897a045-74fd-4160-8fd9-3b69eb0d7f1e,segment=NetworkSegment(d7fe6456-e7fe-4658-8850-2c079b89b485),segment_id=d7fe6456-e7fe-4658-8850-2c079b89b485)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:13:35.144662 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-81f8932e-027c-41dc-a3c5-6c58fba7f624 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:35.176203 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227d9692-c604-46cb-b8d9-55e3970bb8bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bc80b87-9ac4-4c5a-b3f4-eee162229a6d,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:35.186557 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-81f8932e-027c-41dc-a3c5-6c58fba7f624 admin admin] Calling delete_port for 4897a045-74fd-4160-8fd9-3b69eb0d7f1e owned by network:router_interface {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:13:35.194009 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227d9692-c604-46cb-b8d9-55e3970bb8bf admin admin] Checking segment: {'id': '16a676a6-44d3-4968-acea-0101be5a5fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0e17a029-398f-4390-aea4-c0135238b984'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:13:35.194577 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227d9692-c604-46cb-b8d9-55e3970bb8bf admin admin] Network hostable DHCP agents. Network: 0e17a029-398f-4390-aea4-c0135238b984, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:13:35.220745 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227d9692-c604-46cb-b8d9-55e3970bb8bf admin admin] Network 0e17a029-398f-4390-aea4-c0135238b984 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:13:35.232605 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-227d9692-c604-46cb-b8d9-55e3970bb8bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 0e17a029-398f-4390-aea4-c0135238b984) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:13:35.237027 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227d9692-c604-46cb-b8d9-55e3970bb8bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:35.237689 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-227d9692-c604-46cb-b8d9-55e3970bb8bf admin admin] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:35.242091 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d626d5f-f695-4936-b467-dd49d5129d04 None None] Network 0e17a029-398f-4390-aea4-c0135238b984 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:13:35.259322 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-227d9692-c604-46cb-b8d9-55e3970bb8bf admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4897585 Nov 12 08:13:35.261281 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 40004) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:13:35.270136 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-e878794d-025f-4864-a119-6f0b36b0c23a admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1847724939-router', 'tenant_id': 'e3654af28e3b4e1fa3358c62ae6c58eb', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:13:35.304764 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e878794d-025f-4864-a119-6f0b36b0c23a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:35.307266 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e878794d-025f-4864-a119-6f0b36b0c23a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:35.408120 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5594cc0-4e32-4bba-ae10-a8951a81ec67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-0e17a029-398f-4390-aea4-c0135238b984', 'network_id': '0e17a029-398f-4390-aea4-c0135238b984', 'tenant_id': 'e3654af28e3b4e1fa3358c62ae6c58eb', 'fixed_ips': [{'subnet_id': '6bc80b87-9ac4-4c5a-b3f4-eee162229a6d'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:13:35.409057 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c5594cc0-4e32-4bba-ae10-a8951a81ec67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:35.411984 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-81f8932e-027c-41dc-a3c5-6c58fba7f624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:35.416562 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e878794d-025f-4864-a119-6f0b36b0c23a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:35.440306 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f8932e-027c-41dc-a3c5-6c58fba7f624 admin admin] Pushing event deleted for resources: {'Port': ['ID=4897a045-74fd-4160-8fd9-3b69eb0d7f1e,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:35.596879 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-c5594cc0-4e32-4bba-ae10-a8951a81ec67 None None] Allocated IP 172.20.0.2 (0e17a029-398f-4390-aea4-c0135238b984/6bc80b87-9ac4-4c5a-b3f4-eee162229a6d/88e67479-408d-4afe-a150-ae183b2e54c9) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:13:35.686444 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-81f8932e-027c-41dc-a3c5-6c58fba7f624 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918626'] for router_interface, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:35.844439 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c5594cc0-4e32-4bba-ae10-a8951a81ec67 None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:35.850669 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c5594cc0-4e32-4bba-ae10-a8951a81ec67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:35.890742 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5594cc0-4e32-4bba-ae10-a8951a81ec67 None None] Network 0e17a029-398f-4390-aea4-c0135238b984 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:13:35.894377 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-c5594cc0-4e32-4bba-ae10-a8951a81ec67 None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:13:35.896458 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5594cc0-4e32-4bba-ae10-a8951a81ec67 None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:13:35.915143 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5594cc0-4e32-4bba-ae10-a8951a81ec67 None None] Pushing event updated for resources: {'Port': ['ID=88e67479-408d-4afe-a150-ae183b2e54c9,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:35.969981 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-c5594cc0-4e32-4bba-ae10-a8951a81ec67 None None] Attempting to bind port 88e67479-408d-4afe-a150-ae183b2e54c9 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:13:35.970347 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-c5594cc0-4e32-4bba-ae10-a8951a81ec67 None None] Attempting to bind port 88e67479-408d-4afe-a150-ae183b2e54c9 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '16a676a6-44d3-4968-acea-0101be5a5fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0e17a029-398f-4390-aea4-c0135238b984'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:13:35.971087 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5594cc0-4e32-4bba-ae10-a8951a81ec67 None None] Attempting to bind port 88e67479-408d-4afe-a150-ae183b2e54c9 on network 0e17a029-398f-4390-aea4-c0135238b984 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:13:35.975551 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81f8932e-027c-41dc-a3c5-6c58fba7f624 admin admin] Router 19500ffc-c52d-4d0e-a411-f00d8c5c8681 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:13:35.978984 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5594cc0-4e32-4bba-ae10-a8951a81ec67 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:13:35.979358 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5594cc0-4e32-4bba-ae10-a8951a81ec67 None None] Checking segment: {'id': '16a676a6-44d3-4968-acea-0101be5a5fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0e17a029-398f-4390-aea4-c0135238b984'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:13:35.980097 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c5594cc0-4e32-4bba-ae10-a8951a81ec67 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:35.980495 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5594cc0-4e32-4bba-ae10-a8951a81ec67 None None] Bound using segment: {'id': '16a676a6-44d3-4968-acea-0101be5a5fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0e17a029-398f-4390-aea4-c0135238b984'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:13:35.980958 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-c5594cc0-4e32-4bba-ae10-a8951a81ec67 None None] Bound port: 88e67479-408d-4afe-a150-ae183b2e54c9, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16a676a6-44d3-4968-acea-0101be5a5fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0e17a029-398f-4390-aea4-c0135238b984'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:13:35.981517 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c5594cc0-4e32-4bba-ae10-a8951a81ec67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:36.034535 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e878794d-025f-4864-a119-6f0b36b0c23a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:36.063887 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-c5594cc0-4e32-4bba-ae10-a8951a81ec67 None None] For port 88e67479-408d-4afe-a150-ae183b2e54c9, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:13:36.067215 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-c5594cc0-4e32-4bba-ae10-a8951a81ec67 None None] For port 88e67479-408d-4afe-a150-ae183b2e54c9, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=88e67479-408d-4afe-a150-ae183b2e54c9,segment=NetworkSegment(16a676a6-44d3-4968-acea-0101be5a5fbd),segment_id=16a676a6-44d3-4968-acea-0101be5a5fbd)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:13:36.070968 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c5594cc0-4e32-4bba-ae10-a8951a81ec67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:36.099659 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9185651d-e539-4ae8-b0b6-e7fa7e866074 req-cc9738ce-a470-414e-942d-222d7e2c6980 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:36.105056 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9185651d-e539-4ae8-b0b6-e7fa7e866074 req-cc9738ce-a470-414e-942d-222d7e2c6980 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] 10.222.0.26 "GET /v2.0/ports?device_id=927dc8fa-5e03-422d-b0b4-4a3a68a88cd2 HTTP/1.1" status: 200 len: 945 time: 0.0965011 Nov 12 08:13:36.134771 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5594cc0-4e32-4bba-ae10-a8951a81ec67 None None] Pushing event updated for resources: {'Port': ['ID=88e67479-408d-4afe-a150-ae183b2e54c9,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:36.158683 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1e5115-264b-4733-b399-ac52bc50ad0e req-bad247d0-73f0-4db4-8601-a542694ef589 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:36.160145 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6d1e5115-264b-4733-b399-ac52bc50ad0e req-bad247d0-73f0-4db4-8601-a542694ef589 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed57ad59-5752-449f-b6b2-03efdd07cda6 HTTP/1.1" status: 200 len: 950 time: 0.0863845 Nov 12 08:13:36.164356 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81f8932e-027c-41dc-a3c5-6c58fba7f624 admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:13:36.174797 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6592d594-21e7-45c6-8eec-9ca1e51bc224 None None] Sync routers for ids ['19500ffc-c52d-4d0e-a411-f00d8c5c8681'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:13:36.175351 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-81f8932e-027c-41dc-a3c5-6c58fba7f624 admin admin] 10.222.0.26 "PUT /v2.0/routers/19500ffc-c52d-4d0e-a411-f00d8c5c8681/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1229017 Nov 12 08:13:36.175864 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 40018) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:13:36.187860 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6592d594-21e7-45c6-8eec-9ca1e51bc224 None None] Routers {'19500ffc-c52d-4d0e-a411-f00d8c5c8681'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:13:36.187860 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-6592d594-21e7-45c6-8eec-9ca1e51bc224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:13:06Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['19500ffc-c52d-4d0e-a411-f00d8c5c8681'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:13:36.213555 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9185651d-e539-4ae8-b0b6-e7fa7e866074 req-bea4c27d-d840-4a35-a1b2-788d9cf53c8e tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] 10.222.0.26 "GET /v2.0/security-groups?id=d3cfb77d-6b7a-4cad-9012-ff67205a9f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028886 Nov 12 08:13:36.313824 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-6592d594-21e7-45c6-8eec-9ca1e51bc224 None None] Set router 19500ffc-c52d-4d0e-a411-f00d8c5c8681 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:13:36.466703 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ace58b17-3a7c-454d-85a5-9aaa372baed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:36.513553 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e878794d-025f-4864-a119-6f0b36b0c23a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:36.555143 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e878794d-025f-4864-a119-6f0b36b0c23a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:36.590192 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-6592d594-21e7-45c6-8eec-9ca1e51bc224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19500ffc-c52d-4d0e-a411-f00d8c5c8681', 'name': 'tempest-FloatingIPsTestJSON-1490647360-router', 'tenant_id': '3e10fb79e6e447649dea486992104ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '76e58348-0a0c-4d26-954c-18feca2ce23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:13:22Z', 'updated_at': '2021-11-12T08:13:35Z', 'revision_number': 5, 'project_id': '3e10fb79e6e447649dea486992104ea2', 'gw_port': {'id': '76e58348-0a0c-4d26-954c-18feca2ce23d', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:cd:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19500ffc-c52d-4d0e-a411-f00d8c5c8681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:13:22Z', 'updated_at': '2021-11-12T08:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:13:36.623047 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6592d594-21e7-45c6-8eec-9ca1e51bc224 None None] Checking router: 19500ffc-c52d-4d0e-a411-f00d8c5c8681 for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:13:36.633736 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6592d594-21e7-45c6-8eec-9ca1e51bc224 None None] Routers {'19500ffc-c52d-4d0e-a411-f00d8c5c8681'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:13:36.634787 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-6592d594-21e7-45c6-8eec-9ca1e51bc224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:13:36Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['19500ffc-c52d-4d0e-a411-f00d8c5c8681'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:13:36.715134 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6d1e5115-264b-4733-b399-ac52bc50ad0e req-e6aee9d4-a53e-4d04-bd37-3c8e995511a8 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5382357 Nov 12 08:13:36.731083 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-e878794d-025f-4864-a119-6f0b36b0c23a admin admin] Allocated IP 172.25.2.71 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/7440ef1f-76a2-4dd7-9d6d-39ec9c4ee243) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:13:36.741093 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1703617b-6ce3-4e33-9b79-db70f4affd09 admin admin] Publish callbacks [] for router, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:36.749919 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-6592d594-21e7-45c6-8eec-9ca1e51bc224 None None] Set router 19500ffc-c52d-4d0e-a411-f00d8c5c8681 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:13:36.855501 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e878794d-025f-4864-a119-6f0b36b0c23a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:36.864502 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1703617b-6ce3-4e33-9b79-db70f4affd09 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:36.892144 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e878794d-025f-4864-a119-6f0b36b0c23a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:36.923063 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-1703617b-6ce3-4e33-9b79-db70f4affd09 admin admin] Deleting port 76e58348-0a0c-4d26-954c-18feca2ce23d {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:13:36.923466 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1703617b-6ce3-4e33-9b79-db70f4affd09 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:36.929594 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e878794d-025f-4864-a119-6f0b36b0c23a admin admin] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:13:36.936382 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-e878794d-025f-4864-a119-6f0b36b0c23a admin admin] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:13:36.940089 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e878794d-025f-4864-a119-6f0b36b0c23a admin admin] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:13:36.946683 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e878794d-025f-4864-a119-6f0b36b0c23a admin admin] Pushing event updated for resources: {'Port': ['ID=7440ef1f-76a2-4dd7-9d6d-39ec9c4ee243,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:36.950373 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-6592d594-21e7-45c6-8eec-9ca1e51bc224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19500ffc-c52d-4d0e-a411-f00d8c5c8681', 'name': 'tempest-FloatingIPsTestJSON-1490647360-router', 'tenant_id': '3e10fb79e6e447649dea486992104ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '76e58348-0a0c-4d26-954c-18feca2ce23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:13:22Z', 'updated_at': '2021-11-12T08:13:35Z', 'revision_number': 5, 'project_id': '3e10fb79e6e447649dea486992104ea2', 'gw_port': {'id': '76e58348-0a0c-4d26-954c-18feca2ce23d', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:cd:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19500ffc-c52d-4d0e-a411-f00d8c5c8681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:13:22Z', 'updated_at': '2021-11-12T08:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:13:36.986745 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6592d594-21e7-45c6-8eec-9ca1e51bc224 None None] The sync data for ids ['19500ffc-c52d-4d0e-a411-f00d8c5c8681'] in n-d-765315-29 is: [{'id': '19500ffc-c52d-4d0e-a411-f00d8c5c8681', 'name': 'tempest-FloatingIPsTestJSON-1490647360-router', 'tenant_id': '3e10fb79e6e447649dea486992104ea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '76e58348-0a0c-4d26-954c-18feca2ce23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:13:22Z', 'updated_at': '2021-11-12T08:13:35Z', 'revision_number': 5, 'project_id': '3e10fb79e6e447649dea486992104ea2', 'gw_port': {'id': '76e58348-0a0c-4d26-954c-18feca2ce23d', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:cd:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19500ffc-c52d-4d0e-a411-f00d8c5c8681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:13:22Z', 'updated_at': '2021-11-12T08:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:13:37.029757 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-1703617b-6ce3-4e33-9b79-db70f4affd09 admin admin] For port 76e58348-0a0c-4d26-954c-18feca2ce23d, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=76e58348-0a0c-4d26-954c-18feca2ce23d,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:13:37.030257 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1703617b-6ce3-4e33-9b79-db70f4affd09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:37.048388 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-1703617b-6ce3-4e33-9b79-db70f4affd09 admin admin] Calling delete_port for 76e58348-0a0c-4d26-954c-18feca2ce23d owned by network:router_gateway {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:13:37.239439 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e878794d-025f-4864-a119-6f0b36b0c23a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:37.245494 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1703617b-6ce3-4e33-9b79-db70f4affd09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:37.311274 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1703617b-6ce3-4e33-9b79-db70f4affd09 admin admin] Pushing event deleted for resources: {'Port': ['ID=76e58348-0a0c-4d26-954c-18feca2ce23d,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:37.416666 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1703617b-6ce3-4e33-9b79-db70f4affd09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-933016'] for router_gateway, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:37.427946 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fda2b1-2d3f-4b07-bbd6-698ad25c328f req-98f8437b-34b9-480a-9a2b-5c5f15092825 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:37.430247 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-43fda2b1-2d3f-4b07-bbd6-698ad25c328f req-98f8437b-34b9-480a-9a2b-5c5f15092825 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] 10.222.0.26 "GET /v2.0/ports?device_id=927dc8fa-5e03-422d-b0b4-4a3a68a88cd2 HTTP/1.1" status: 200 len: 945 time: 0.1202922 Nov 12 08:13:37.432939 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b531ea3-5287-41a9-bb9b-f30d15830340 None None] Network 0e17a029-398f-4390-aea4-c0135238b984 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:13:37.505178 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e878794d-025f-4864-a119-6f0b36b0c23a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052'] for router, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:37.575285 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1703617b-6ce3-4e33-9b79-db70f4affd09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:37.585708 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1703617b-6ce3-4e33-9b79-db70f4affd09 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:37.592400 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-1a0f8788-1f3e-4a4c-be90-109d7ca0f0c2 None None] Provisioning complete for port 88e67479-408d-4afe-a150-ae183b2e54c9 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:13:37.597246 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1a0f8788-1f3e-4a4c-be90-109d7ca0f0c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:37.684140 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-43fda2b1-2d3f-4b07-bbd6-698ad25c328f req-9fe706a5-10e8-48b1-8286-f4d0b394548d tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] 10.222.0.26 "GET /v2.0/security-groups?id=d3cfb77d-6b7a-4cad-9012-ff67205a9f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2364633 Nov 12 08:13:37.686482 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1703617b-6ce3-4e33-9b79-db70f4affd09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:37.687259 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1703617b-6ce3-4e33-9b79-db70f4affd09 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19500ffc-c52d-4d0e-a411-f00d8c5c8681 {{(pid=102599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:13:37.687383 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e878794d-025f-4864-a119-6f0b36b0c23a admin admin] Router 736bfd10-2db2-4d36-8fbf-bb4bd2b9bf1a is scheduled to L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 with binding_index 1 {{(pid=102600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:13:37.693156 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1703617b-6ce3-4e33-9b79-db70f4affd09 admin admin] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:37.694575 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-1703617b-6ce3-4e33-9b79-db70f4affd09 admin admin] 10.222.0.26 "DELETE /v2.0/routers/19500ffc-c52d-4d0e-a411-f00d8c5c8681 HTTP/1.1" status: 204 len: 168 time: 1.5147693 Nov 12 08:13:37.698105 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 40030) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:13:37.785701 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1a0f8788-1f3e-4a4c-be90-109d7ca0f0c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:37.790485 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:37.859370 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-1a0f8788-1f3e-4a4c-be90-109d7ca0f0c2 None None] For port 88e67479-408d-4afe-a150-ae183b2e54c9, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=88e67479-408d-4afe-a150-ae183b2e54c9,segment=NetworkSegment(16a676a6-44d3-4968-acea-0101be5a5fbd),segment_id=16a676a6-44d3-4968-acea-0101be5a5fbd)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:13:37.867769 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1a0f8788-1f3e-4a4c-be90-109d7ca0f0c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:37.874006 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-a42e0115-01fa-45f8-8012-42a7cc1f44f4 admin admin] Deleting subnet c71eb1eb-39a3-4480-b96d-3240602fa1a6 {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:13:37.899793 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a42e0115-01fa-45f8-8012-42a7cc1f44f4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:37.933099 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de28cb5-3c79-4be2-80ee-f6e102731365 req-118372eb-c3cc-45ae-8c05-2289904afc0e tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:37.934606 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7de28cb5-3c79-4be2-80ee-f6e102731365 req-118372eb-c3cc-45ae-8c05-2289904afc0e tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] 10.222.0.44 "GET /v2.0/ports?device_id=927dc8fa-5e03-422d-b0b4-4a3a68a88cd2 HTTP/1.1" status: 200 len: 945 time: 0.1736450 Nov 12 08:13:37.939863 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0f8788-1f3e-4a4c-be90-109d7ca0f0c2 None None] Pushing event updated for resources: {'Port': ['ID=88e67479-408d-4afe-a150-ae183b2e54c9,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:37.963294 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e878794d-025f-4864-a119-6f0b36b0c23a admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:13:37.981395 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d06d9f1-64c9-4d23-a6b5-36c1dbc8ab3c None None] Sync routers for ids ['736bfd10-2db2-4d36-8fbf-bb4bd2b9bf1a'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:13:37.987546 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a42e0115-01fa-45f8-8012-42a7cc1f44f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31181813'] for subnet, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:37.997598 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d06d9f1-64c9-4d23-a6b5-36c1dbc8ab3c None None] Routers {'736bfd10-2db2-4d36-8fbf-bb4bd2b9bf1a'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:13:37.998225 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-2d06d9f1-64c9-4d23-a6b5-36c1dbc8ab3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:13:36Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['736bfd10-2db2-4d36-8fbf-bb4bd2b9bf1a'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:13:38.048678 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e878794d-025f-4864-a119-6f0b36b0c23a admin admin] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:38.049924 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-e878794d-025f-4864-a119-6f0b36b0c23a admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7867124 Nov 12 08:13:38.053285 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 40036) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:13:38.084206 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ebc48-23b4-487f-8672-c28dee5d2564 req-fa7d271f-7b87-4864-a806-9434ff7b0948 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:38.092548 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-005ebc48-23b4-487f-8672-c28dee5d2564 req-fa7d271f-7b87-4864-a806-9434ff7b0948 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed57ad59-5752-449f-b6b2-03efdd07cda6 HTTP/1.1" status: 200 len: 950 time: 0.2697954 Nov 12 08:13:38.127391 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-2d06d9f1-64c9-4d23-a6b5-36c1dbc8ab3c None None] Set router 736bfd10-2db2-4d36-8fbf-bb4bd2b9bf1a gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:13:38.169377 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [req-7de28cb5-3c79-4be2-80ee-f6e102731365 req-80d32e7c-1d57-4c19-9f12-d1fcd6ed1f03 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Deleting port 6d29693f-6f2e-426d-9cea-ef75602b71f9 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:13:38.169761 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-7de28cb5-3c79-4be2-80ee-f6e102731365 req-80d32e7c-1d57-4c19-9f12-d1fcd6ed1f03 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:38.189937 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-005ebc48-23b4-487f-8672-c28dee5d2564 req-f772e857-52ef-4205-88ea-f65be634803c tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965142 Nov 12 08:13:38.193153 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a42e0115-01fa-45f8-8012-42a7cc1f44f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:38.251844 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a42e0115-01fa-45f8-8012-42a7cc1f44f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:38.258111 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-9169cf01-14f1-4feb-88ad-f6359266b58d None None] Provisioning complete for port 88e67479-408d-4afe-a150-ae183b2e54c9 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:13:38.258478 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9169cf01-14f1-4feb-88ad-f6359266b58d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:38.282625 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42e0115-01fa-45f8-8012-42a7cc1f44f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c71eb1eb-39a3-4480-b96d-3240602fa1a6,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:38.285008 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a42e0115-01fa-45f8-8012-42a7cc1f44f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:38.291591 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-a42e0115-01fa-45f8-8012-42a7cc1f44f4 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/c71eb1eb-39a3-4480-b96d-3240602fa1a6 HTTP/1.1" status: 204 len: 168 time: 0.5915003 Nov 12 08:13:38.291591 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 40038) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:13:38.345211 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-7de28cb5-3c79-4be2-80ee-f6e102731365 req-80d32e7c-1d57-4c19-9f12-d1fcd6ed1f03 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] For port 6d29693f-6f2e-426d-9cea-ef75602b71f9, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=6d29693f-6f2e-426d-9cea-ef75602b71f9,segment=NetworkSegment(245a85cd-81b2-4aa2-be29-e90070cf1acb),segment_id=245a85cd-81b2-4aa2-be29-e90070cf1acb)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:13:38.345675 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-7de28cb5-3c79-4be2-80ee-f6e102731365 req-80d32e7c-1d57-4c19-9f12-d1fcd6ed1f03 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:38.368805 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3636e3d6-b1c0-41b9-92bf-ab261458812a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:38.393702 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2751d46b-e8c1-45a4-993a-dc6386841587 None None] Network 7c8c54a3-a662-4eb9-b7bb-c79e9e663dc5 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:13:38.494674 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-3636e3d6-b1c0-41b9-92bf-ab261458812a admin admin] Deleting port 85be7158-a564-440b-9679-34609830b114 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:13:38.495120 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3636e3d6-b1c0-41b9-92bf-ab261458812a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:38.542721 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-2d06d9f1-64c9-4d23-a6b5-36c1dbc8ab3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736bfd10-2db2-4d36-8fbf-bb4bd2b9bf1a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1847724939-router', 'tenant_id': 'e3654af28e3b4e1fa3358c62ae6c58eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': '7440ef1f-76a2-4dd7-9d6d-39ec9c4ee243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:13:35Z', 'updated_at': '2021-11-12T08:13:37Z', 'revision_number': 3, 'project_id': 'e3654af28e3b4e1fa3358c62ae6c58eb', 'gw_port': {'id': '7440ef1f-76a2-4dd7-9d6d-39ec9c4ee243', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5c:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '736bfd10-2db2-4d36-8fbf-bb4bd2b9bf1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:13:36Z', 'updated_at': '2021-11-12T08:13:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:13:38.587555 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 88e67479-408d-4afe-a150-ae183b2e54c9 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:13:38.591163 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d06d9f1-64c9-4d23-a6b5-36c1dbc8ab3c None None] Checking router: 736bfd10-2db2-4d36-8fbf-bb4bd2b9bf1a for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:13:38.591760 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d06d9f1-64c9-4d23-a6b5-36c1dbc8ab3c None None] Updating router 736bfd10-2db2-4d36-8fbf-bb4bd2b9bf1a port 7440ef1f-76a2-4dd7-9d6d-39ec9c4ee243 binding host n-d-765315-29 {{(pid=102601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:13:38.606463 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-3636e3d6-b1c0-41b9-92bf-ab261458812a admin admin] For port 85be7158-a564-440b-9679-34609830b114, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=85be7158-a564-440b-9679-34609830b114,segment=NetworkSegment(d7fe6456-e7fe-4658-8850-2c079b89b485),segment_id=d7fe6456-e7fe-4658-8850-2c079b89b485)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:13:38.606899 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3636e3d6-b1c0-41b9-92bf-ab261458812a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:38.624651 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-3636e3d6-b1c0-41b9-92bf-ab261458812a admin admin] Calling delete_port for 85be7158-a564-440b-9679-34609830b114 owned by network:dhcp {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:13:38.733359 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3636e3d6-b1c0-41b9-92bf-ab261458812a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:38.759805 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3636e3d6-b1c0-41b9-92bf-ab261458812a admin admin] No DVR routers for this DVR port 85be7158-a564-440b-9679-34609830b114 on host n-d-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:13:38.845338 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2d06d9f1-64c9-4d23-a6b5-36c1dbc8ab3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:38.889952 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 88e67479-408d-4afe-a150-ae183b2e54c9 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:13:38.890335 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:38.937804 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3636e3d6-b1c0-41b9-92bf-ab261458812a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:38.967242 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14c10c5-3b19-45e8-bdb7-0d64f47f9597 None None] DHCP port deletion for 7c8c54a3-a662-4eb9-b7bb-c79e9e663dc5 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:13:38.969529 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-3636e3d6-b1c0-41b9-92bf-ab261458812a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c8c54a3-a662-4eb9-b7bb-c79e9e663dc5']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:13:38.982474 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-3636e3d6-b1c0-41b9-92bf-ab261458812a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7fe6456-e7fe-4658-8850-2c079b89b485') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:13:38.982474 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-3636e3d6-b1c0-41b9-92bf-ab261458812a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7fe6456-e7fe-4658-8850-2c079b89b485') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:13:39.007903 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3636e3d6-b1c0-41b9-92bf-ab261458812a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:39.009241 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-7de28cb5-3c79-4be2-80ee-f6e102731365 req-80d32e7c-1d57-4c19-9f12-d1fcd6ed1f03 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:39.009912 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-7de28cb5-3c79-4be2-80ee-f6e102731365 req-80d32e7c-1d57-4c19-9f12-d1fcd6ed1f03 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:39.010121 n-d-765315-29 neutron-server[102600]: INFO neutron.db.l3_db [req-7de28cb5-3c79-4be2-80ee-f6e102731365 req-80d32e7c-1d57-4c19-9f12-d1fcd6ed1f03 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Floating IP e2c35625-5589-422f-a1e3-529190f495f4 disassociated. External IP: 172.25.2.177, port: 6d29693f-6f2e-426d-9cea-ef75602b71f9. Nov 12 08:13:39.010482 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [req-7de28cb5-3c79-4be2-80ee-f6e102731365 req-80d32e7c-1d57-4c19-9f12-d1fcd6ed1f03 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Calling delete_port for 6d29693f-6f2e-426d-9cea-ef75602b71f9 owned by compute:nova {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:13:39.022411 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3636e3d6-b1c0-41b9-92bf-ab261458812a admin admin] Pushing event deleted for resources: {'Port': ['ID=85be7158-a564-440b-9679-34609830b114,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:39.036091 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3636e3d6-b1c0-41b9-92bf-ab261458812a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:39.043419 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3636e3d6-b1c0-41b9-92bf-ab261458812a admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:13:39.044440 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3636e3d6-b1c0-41b9-92bf-ab261458812a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:39.046468 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 08:13:39.046468 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:13:39.046468 n-d-765315-29 neutron-server[102599]: timer() Nov 12 08:13:39.046468 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:13:39.046468 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 08:13:39.046468 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:13:39.046468 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 08:13:39.046468 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:13:39.046468 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 08:13:39.046468 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:13:39.046468 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 08:13:39.046468 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:13:39.046468 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 08:13:39.046468 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:13:39.046468 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:13:39.046468 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:13:39.046468 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:13:39.046468 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:13:39.046468 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 08:13:39.046468 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:13:39.046468 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 08:13:39.046468 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:13:39.046468 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:13:39.046468 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:13:39.046468 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 08:13:39.046468 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:13:39.046468 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:13:39.046468 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:13:39.046468 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:13:39.046468 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:13:39.046468 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:13:39.046468 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:13:39.115631 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf247031-773c-4a75-9b4b-07d2030fd142 req-29d24c45-033d-45af-8f59-867bda552054 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:39.118390 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3636e3d6-b1c0-41b9-92bf-ab261458812a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:39.124743 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bf247031-773c-4a75-9b4b-07d2030fd142 req-29d24c45-033d-45af-8f59-867bda552054 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] 10.222.0.26 "GET /v2.0/ports?device_id=927dc8fa-5e03-422d-b0b4-4a3a68a88cd2 HTTP/1.1" status: 200 len: 945 time: 0.2656898 Nov 12 08:13:39.126343 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:39.129580 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3636e3d6-b1c0-41b9-92bf-ab261458812a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:39.133927 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-3636e3d6-b1c0-41b9-92bf-ab261458812a admin admin] 10.222.0.26 "DELETE /v2.0/networks/7c8c54a3-a662-4eb9-b7bb-c79e9e663dc5 HTTP/1.1" status: 204 len: 168 time: 0.8411894 Nov 12 08:13:39.148814 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3636e3d6-b1c0-41b9-92bf-ab261458812a admin admin] Pushing event deleted for resources: {'Network': ['ID=7c8c54a3-a662-4eb9-b7bb-c79e9e663dc5,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:39.239561 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 76e58348-0a0c-4d26-954c-18feca2ce23d no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:13:39.266406 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 76e58348-0a0c-4d26-954c-18feca2ce23d {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:13:39.266844 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 76e58348-0a0c-4d26-954c-18feca2ce23d not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:13:39.267432 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 4897a045-74fd-4160-8fd9-3b69eb0d7f1e no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:13:39.286515 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bf247031-773c-4a75-9b4b-07d2030fd142 req-02ef2ced-6d25-45fb-9241-363372ec3c01 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] 10.222.0.26 "GET /v2.0/security-groups?id=d3cfb77d-6b7a-4cad-9012-ff67205a9f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1604369 Nov 12 08:13:39.305548 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 4897a045-74fd-4160-8fd9-3b69eb0d7f1e {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:13:39.305913 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 4897a045-74fd-4160-8fd9-3b69eb0d7f1e not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:13:39.313080 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 40054) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:13:39.314121 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2d06d9f1-64c9-4d23-a6b5-36c1dbc8ab3c None None] Publish callbacks [] for port, precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:39.324904 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2d06d9f1-64c9-4d23-a6b5-36c1dbc8ab3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:39.340796 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-339881a2-eed3-4670-a9a8-f9c86ee73466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:39.385048 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249c16f5-751e-47a6-be2f-3704088f0f7d None None] Pushing event updated for resources: {'Port': ['ID=7440ef1f-76a2-4dd7-9d6d-39ec9c4ee243,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:39.387818 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-2d06d9f1-64c9-4d23-a6b5-36c1dbc8ab3c None None] Attempting to bind port 7440ef1f-76a2-4dd7-9d6d-39ec9c4ee243 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:13:39.388354 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-2d06d9f1-64c9-4d23-a6b5-36c1dbc8ab3c None None] Attempting to bind port 7440ef1f-76a2-4dd7-9d6d-39ec9c4ee243 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:13:39.388881 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d06d9f1-64c9-4d23-a6b5-36c1dbc8ab3c None None] Attempting to bind port 7440ef1f-76a2-4dd7-9d6d-39ec9c4ee243 on network d709f64f-f9e6-4525-b020-ad48633b9bbf {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:13:39.395491 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d06d9f1-64c9-4d23-a6b5-36c1dbc8ab3c None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:13:39.396075 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d06d9f1-64c9-4d23-a6b5-36c1dbc8ab3c None None] Checking segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:13:39.396469 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2d06d9f1-64c9-4d23-a6b5-36c1dbc8ab3c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:39.397035 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d06d9f1-64c9-4d23-a6b5-36c1dbc8ab3c None None] Bound using segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:13:39.397866 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-2d06d9f1-64c9-4d23-a6b5-36c1dbc8ab3c None None] Bound port: 7440ef1f-76a2-4dd7-9d6d-39ec9c4ee243, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:13:39.398344 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2d06d9f1-64c9-4d23-a6b5-36c1dbc8ab3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:39.408230 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc983e04-af92-4e92-be2b-66e70b1c6e62 req-167ed5e9-e3f2-4376-a845-df6eb2950c37 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:39.410106 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fc983e04-af92-4e92-be2b-66e70b1c6e62 req-167ed5e9-e3f2-4376-a845-df6eb2950c37 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed57ad59-5752-449f-b6b2-03efdd07cda6 HTTP/1.1" status: 200 len: 950 time: 0.0889759 Nov 12 08:13:39.412307 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-9094245d-faf7-4aeb-bfe4-057e4c1d409a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3e10fb79e6e447649dea486992104ea2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0980902 Nov 12 08:13:39.415948 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 40056) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:13:39.427410 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-7de28cb5-3c79-4be2-80ee-f6e102731365 req-80d32e7c-1d57-4c19-9f12-d1fcd6ed1f03 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:39.465711 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-2d06d9f1-64c9-4d23-a6b5-36c1dbc8ab3c None None] For port 7440ef1f-76a2-4dd7-9d6d-39ec9c4ee243, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:13:39.469164 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-2d06d9f1-64c9-4d23-a6b5-36c1dbc8ab3c None None] For port 7440ef1f-76a2-4dd7-9d6d-39ec9c4ee243, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=7440ef1f-76a2-4dd7-9d6d-39ec9c4ee243,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:13:39.472767 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fc983e04-af92-4e92-be2b-66e70b1c6e62 req-047db74c-f134-4200-b6dd-6ff9dc2641bf tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525997 Nov 12 08:13:39.474834 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2d06d9f1-64c9-4d23-a6b5-36c1dbc8ab3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:39.497011 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d32e7c-1d57-4c19-9f12-d1fcd6ed1f03 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Pushing event deleted for resources: {'Port': ['ID=6d29693f-6f2e-426d-9cea-ef75602b71f9,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:39.537257 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249c16f5-751e-47a6-be2f-3704088f0f7d None None] Pushing event updated for resources: {'Port': ['ID=7440ef1f-76a2-4dd7-9d6d-39ec9c4ee243,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:39.546752 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d06d9f1-64c9-4d23-a6b5-36c1dbc8ab3c None None] Routers {'736bfd10-2db2-4d36-8fbf-bb4bd2b9bf1a'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:13:39.549369 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-2d06d9f1-64c9-4d23-a6b5-36c1dbc8ab3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:13:36Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['736bfd10-2db2-4d36-8fbf-bb4bd2b9bf1a'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:13:39.662796 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-2d06d9f1-64c9-4d23-a6b5-36c1dbc8ab3c None None] Set router 736bfd10-2db2-4d36-8fbf-bb4bd2b9bf1a gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:13:39.683068 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3de6a0e1-2fab-4f0c-afbd-78f61e9ee9ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:39.703963 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-339881a2-eed3-4670-a9a8-f9c86ee73466 admin admin] Allocated IP 172.20.0.1 (0e17a029-398f-4390-aea4-c0135238b984/6bc80b87-9ac4-4c5a-b3f4-eee162229a6d/325475ed-b088-487f-b51e-e3c06b124f6b) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:13:39.736584 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3de6a0e1-2fab-4f0c-afbd-78f61e9ee9ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:39.750302 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:39.792047 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7de28cb5-3c79-4be2-80ee-f6e102731365 req-80d32e7c-1d57-4c19-9f12-d1fcd6ed1f03 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Router 52155d3c-b3a8-4b4c-894c-1cb503f2df3d has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:13:39.867031 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-2d06d9f1-64c9-4d23-a6b5-36c1dbc8ab3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736bfd10-2db2-4d36-8fbf-bb4bd2b9bf1a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1847724939-router', 'tenant_id': 'e3654af28e3b4e1fa3358c62ae6c58eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': '7440ef1f-76a2-4dd7-9d6d-39ec9c4ee243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:13:35Z', 'updated_at': '2021-11-12T08:13:37Z', 'revision_number': 3, 'project_id': 'e3654af28e3b4e1fa3358c62ae6c58eb', 'gw_port': {'id': '7440ef1f-76a2-4dd7-9d6d-39ec9c4ee243', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5c:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '736bfd10-2db2-4d36-8fbf-bb4bd2b9bf1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:13:36Z', 'updated_at': '2021-11-12T08:13:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:13:39.895746 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3de6a0e1-2fab-4f0c-afbd-78f61e9ee9ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:39.898850 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3de6a0e1-2fab-4f0c-afbd-78f61e9ee9ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:39.902679 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-3de6a0e1-2fab-4f0c-afbd-78f61e9ee9ad admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dd6c6069-b52b-4315-8b9e-27b42a001f99 HTTP/1.1" status: 204 len: 168 time: 0.4855719 Nov 12 08:13:39.909110 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d06d9f1-64c9-4d23-a6b5-36c1dbc8ab3c None None] The sync data for ids ['736bfd10-2db2-4d36-8fbf-bb4bd2b9bf1a'] in n-d-765315-29 is: [{'id': '736bfd10-2db2-4d36-8fbf-bb4bd2b9bf1a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1847724939-router', 'tenant_id': 'e3654af28e3b4e1fa3358c62ae6c58eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': '7440ef1f-76a2-4dd7-9d6d-39ec9c4ee243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:13:35Z', 'updated_at': '2021-11-12T08:13:37Z', 'revision_number': 3, 'project_id': 'e3654af28e3b4e1fa3358c62ae6c58eb', 'gw_port': {'id': '7440ef1f-76a2-4dd7-9d6d-39ec9c4ee243', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5c:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '736bfd10-2db2-4d36-8fbf-bb4bd2b9bf1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:13:36Z', 'updated_at': '2021-11-12T08:13:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:13:39.997390 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de6a0e1-2fab-4f0c-afbd-78f61e9ee9ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6c6069-b52b-4315-8b9e-27b42a001f99,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:40.002973 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-339881a2-eed3-4670-a9a8-f9c86ee73466 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:40.101437 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-339881a2-eed3-4670-a9a8-f9c86ee73466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:40.141415 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7de28cb5-3c79-4be2-80ee-f6e102731365 req-80d32e7c-1d57-4c19-9f12-d1fcd6ed1f03 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:13:40.157305 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d2804a-364c-455f-b2f9-b9dc86eff0b3 None None] Sync routers for ids ['52155d3c-b3a8-4b4c-894c-1cb503f2df3d'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:13:40.179806 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d2804a-364c-455f-b2f9-b9dc86eff0b3 None None] Routers {'52155d3c-b3a8-4b4c-894c-1cb503f2df3d'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:13:40.180833 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-52d2804a-364c-455f-b2f9-b9dc86eff0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:13:36Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['52155d3c-b3a8-4b4c-894c-1cb503f2df3d'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:13:40.200466 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339881a2-eed3-4670-a9a8-f9c86ee73466 admin admin] Network 0e17a029-398f-4390-aea4-c0135238b984 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:13:40.201786 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [req-7de28cb5-3c79-4be2-80ee-f6e102731365 req-80d32e7c-1d57-4c19-9f12-d1fcd6ed1f03 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] No DVR routers for this DVR port 6d29693f-6f2e-426d-9cea-ef75602b71f9 on host n-h2-765315-29 {{(pid=102600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:13:40.203653 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339881a2-eed3-4670-a9a8-f9c86ee73466 admin admin] Pushing event updated for resources: {'Port': ['ID=325475ed-b088-487f-b51e-e3c06b124f6b,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:40.206409 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-7de28cb5-3c79-4be2-80ee-f6e102731365 req-80d32e7c-1d57-4c19-9f12-d1fcd6ed1f03 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:40.209782 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7de28cb5-3c79-4be2-80ee-f6e102731365 req-80d32e7c-1d57-4c19-9f12-d1fcd6ed1f03 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] 10.222.0.44 "DELETE /v2.0/ports/6d29693f-6f2e-426d-9cea-ef75602b71f9 HTTP/1.1" status: 204 len: 173 time: 2.2659674 Nov 12 08:13:40.211350 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-339881a2-eed3-4670-a9a8-f9c86ee73466 admin admin] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:13:40.213648 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '927dc8fa-5e03-422d-b0b4-4a3a68a88cd2', 'name': 'network-vif-deleted', 'tag': '6d29693f-6f2e-426d-9cea-ef75602b71f9'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:13:40.215452 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bb6dfff-00a4-418b-8175-7d573946b5b6" -d '{"events": [{"server_uuid": "927dc8fa-5e03-422d-b0b4-4a3a68a88cd2", "name": "network-vif-deleted", "tag": "6d29693f-6f2e-426d-9cea-ef75602b71f9"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:13:40.218854 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339881a2-eed3-4670-a9a8-f9c86ee73466 admin admin] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:13:40.324712 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-339881a2-eed3-4670-a9a8-f9c86ee73466 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933481'] for router_interface, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:40.419342 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68fb1956-e39d-4370-9cf4-dfbf20d85a01 x-openstack-request-id: req-68fb1956-e39d-4370-9cf4-dfbf20d85a01 {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:13:40.419663 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "927dc8fa-5e03-422d-b0b4-4a3a68a88cd2", "name": "network-vif-deleted", "tag": "6d29693f-6f2e-426d-9cea-ef75602b71f9", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:13:40.419983 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-68fb1956-e39d-4370-9cf4-dfbf20d85a01 {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:13:40.420390 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '927dc8fa-5e03-422d-b0b4-4a3a68a88cd2', 'name': 'network-vif-deleted', 'tag': '6d29693f-6f2e-426d-9cea-ef75602b71f9', 'status': 'completed', 'code': 200} Nov 12 08:13:40.476364 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3a83e77b-ab1b-47c3-b387-20df19aa158a req-e8de3f05-0c95-4cff-afda-0bb0372afd2c tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] 10.222.0.26 "GET /v2.0/ports?device_id=927dc8fa-5e03-422d-b0b4-4a3a68a88cd2 HTTP/1.1" status: 200 len: 210 time: 0.0838134 Nov 12 08:13:40.494246 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-52d2804a-364c-455f-b2f9-b9dc86eff0b3 None None] Set router 52155d3c-b3a8-4b4c-894c-1cb503f2df3d gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:13:40.599347 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 7440ef1f-76a2-4dd7-9d6d-39ec9c4ee243 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:13:40.622064 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-339881a2-eed3-4670-a9a8-f9c86ee73466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:40.747092 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 7440ef1f-76a2-4dd7-9d6d-39ec9c4ee243 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:13:40.747539 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:40.766362 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c935656d-02ac-4ffa-bc82-36cc514ef383 req-60c023c2-0877-42f8-84c9-aa48b249d51d tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:40.776706 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c935656d-02ac-4ffa-bc82-36cc514ef383 req-60c023c2-0877-42f8-84c9-aa48b249d51d tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed57ad59-5752-449f-b6b2-03efdd07cda6 HTTP/1.1" status: 200 len: 950 time: 0.1081860 Nov 12 08:13:40.836443 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-1260e09e-c8a1-44e6-ab22-3ccb36c5a4fc None None] Provisioning complete for port 325475ed-b088-487f-b51e-e3c06b124f6b triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:13:40.837133 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1260e09e-c8a1-44e6-ab22-3ccb36c5a4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:40.895793 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-1260e09e-c8a1-44e6-ab22-3ccb36c5a4fc None None] Port 325475ed-b088-487f-b51e-e3c06b124f6b cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:13:40.963766 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:41.006148 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] For port 7440ef1f-76a2-4dd7-9d6d-39ec9c4ee243, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=7440ef1f-76a2-4dd7-9d6d-39ec9c4ee243,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:13:41.020776 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:41.022386 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c935656d-02ac-4ffa-bc82-36cc514ef383 req-e68dd762-4bb1-4ceb-b3c9-ca08a9120bba tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423320 Nov 12 08:13:41.122209 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-52d2804a-364c-455f-b2f9-b9dc86eff0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52155d3c-b3a8-4b4c-894c-1cb503f2df3d', 'name': 'tempest-ServersTestBootFromVolume-1204372310-router', 'tenant_id': '0a93781ee8b244ac91dad8e454407a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '0a0e0322-2882-4b28-a255-8ac1508a18f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:10:11Z', 'updated_at': '2021-11-12T08:10:20Z', 'revision_number': 4, 'project_id': '0a93781ee8b244ac91dad8e454407a80', 'gw_port': {'id': '0a0e0322-2882-4b28-a255-8ac1508a18f9', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:88:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52155d3c-b3a8-4b4c-894c-1cb503f2df3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:10:13Z', 'updated_at': '2021-11-12T08:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '8da89690-727e-4a67-bdda-ce4a9ccacf5b', 'name': '', 'network_id': 'cf4b42a1-457b-43c5-93bd-eb55813709b3', 'tenant_id': '0a93781ee8b244ac91dad8e454407a80', 'mac_address': 'fa:16:3e:c3:31:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52155d3c-b3a8-4b4c-894c-1cb503f2df3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'f94b95c0-cb4c-472b-8dd7-99ba828700c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:10:18Z', 'updated_at': '2021-11-12T08:10:26Z', 'revision_number': 5, 'project_id': '0a93781ee8b244ac91dad8e454407a80', 'subnets': [{'id': 'f94b95c0-cb4c-472b-8dd7-99ba828700c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:13:41.149627 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 85be7158-a564-440b-9679-34609830b114 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:13:41.153314 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d2804a-364c-455f-b2f9-b9dc86eff0b3 None None] Checking router: 52155d3c-b3a8-4b4c-894c-1cb503f2df3d for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:13:41.161608 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-339881a2-eed3-4670-a9a8-f9c86ee73466 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:41.163954 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d2804a-364c-455f-b2f9-b9dc86eff0b3 None None] Routers {'52155d3c-b3a8-4b4c-894c-1cb503f2df3d'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:13:41.165328 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-52d2804a-364c-455f-b2f9-b9dc86eff0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:13:36Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['52155d3c-b3a8-4b4c-894c-1cb503f2df3d'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:13:41.178037 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-339881a2-eed3-4670-a9a8-f9c86ee73466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:41.215344 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 85be7158-a564-440b-9679-34609830b114 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:13:41.216219 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 85be7158-a564-440b-9679-34609830b114 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:13:41.218044 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Pushing event updated for resources: {'Port': ['ID=7440ef1f-76a2-4dd7-9d6d-39ec9c4ee243,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:41.283980 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339881a2-eed3-4670-a9a8-f9c86ee73466 admin admin] Pushing event updated for resources: {'Port': ['ID=325475ed-b088-487f-b51e-e3c06b124f6b,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:41.287009 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-339881a2-eed3-4670-a9a8-f9c86ee73466 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933629'] for router_interface, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:41.292874 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 40102) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:13:41.425368 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339881a2-eed3-4670-a9a8-f9c86ee73466 admin admin] Network 0e17a029-398f-4390-aea4-c0135238b984 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:13:41.427232 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-339881a2-eed3-4670-a9a8-f9c86ee73466 admin admin] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:13:41.472533 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-07bc1070-d57b-495a-ac20-5609f2ea4171 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-788615995-network', 'tenant_id': '2edaedbb1fce42648eff3d0c86154073'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:13:41.505493 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-52d2804a-364c-455f-b2f9-b9dc86eff0b3 None None] Set router 52155d3c-b3a8-4b4c-894c-1cb503f2df3d gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:13:41.510024 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07bc1070-d57b-495a-ac20-5609f2ea4171 admin admin] Made reservation on behalf of 2edaedbb1fce42648eff3d0c86154073 for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:13:41.514832 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-07bc1070-d57b-495a-ac20-5609f2ea4171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:41.540154 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-07bc1070-d57b-495a-ac20-5609f2ea4171 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:41.645372 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4a826466-85e2-4459-9fb7-5a458059561c req-281a22e6-e6cc-4127-b7ad-3bb9c23e2ee1 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] 10.222.0.26 "GET /v2.0/ports?device_id=927dc8fa-5e03-422d-b0b4-4a3a68a88cd2 HTTP/1.1" status: 200 len: 210 time: 0.0439432 Nov 12 08:13:41.689461 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-339881a2-eed3-4670-a9a8-f9c86ee73466 admin admin] Router 736bfd10-2db2-4d36-8fbf-bb4bd2b9bf1a has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:13:41.703885 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-07bc1070-d57b-495a-ac20-5609f2ea4171 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:41.716017 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-07bc1070-d57b-495a-ac20-5609f2ea4171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:41.733284 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07bc1070-d57b-495a-ac20-5609f2ea4171 admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:13:41.746276 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-07bc1070-d57b-495a-ac20-5609f2ea4171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:41.747073 n-d-765315-29 neutron-server[102599]: INFO neutron.db.segments_db [None req-07bc1070-d57b-495a-ac20-5609f2ea4171 admin admin] Added segment 965a3cf8-8347-4138-89eb-f2162b7c87d3 of type vlan for network 84ae7dcb-862e-44e5-960d-3a2368c26a81 Nov 12 08:13:41.839875 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-339881a2-eed3-4670-a9a8-f9c86ee73466 admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:13:41.858642 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-339881a2-eed3-4670-a9a8-f9c86ee73466 admin admin] 10.222.0.26 "PUT /v2.0/routers/736bfd10-2db2-4d36-8fbf-bb4bd2b9bf1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7936749 Nov 12 08:13:41.858875 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-07bc1070-d57b-495a-ac20-5609f2ea4171 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:41.872765 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-7fc48403-7251-4ba2-8168-90911a8558ea None None] Provisioning complete for port 325475ed-b088-487f-b51e-e3c06b124f6b triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:13:41.875776 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7fc48403-7251-4ba2-8168-90911a8558ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:41.886293 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bc1070-d57b-495a-ac20-5609f2ea4171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a35a5e-90cd-466e-a528-4c65faae6981,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:41.919446 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-07bc1070-d57b-495a-ac20-5609f2ea4171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:41.920660 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07bc1070-d57b-495a-ac20-5609f2ea4171 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:41.921245 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-07bc1070-d57b-495a-ac20-5609f2ea4171 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:41.966226 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-7fc48403-7251-4ba2-8168-90911a8558ea None None] Port 325475ed-b088-487f-b51e-e3c06b124f6b cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:13:42.011390 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-07bc1070-d57b-495a-ac20-5609f2ea4171 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7171609 Nov 12 08:13:42.013454 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 40112) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:13:42.018358 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-707682b7-e918-4a88-ae00-4bfe542f5cb1 admin admin] Request body: {'subnet': {'network_id': '84ae7dcb-862e-44e5-960d-3a2368c26a81', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-788615995-subnet', 'tenant_id': '2edaedbb1fce42648eff3d0c86154073', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:13:42.029484 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bc1070-d57b-495a-ac20-5609f2ea4171 admin admin] Pushing event updated for resources: {'Network': ['ID=84ae7dcb-862e-44e5-960d-3a2368c26a81,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:42.044378 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 84ae7dcb-862e-44e5-960d-3a2368c26a81 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:13:42.046932 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-707682b7-e918-4a88-ae00-4bfe542f5cb1 admin admin] Made reservation on behalf of 2edaedbb1fce42648eff3d0c86154073 for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:13:42.051223 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-707682b7-e918-4a88-ae00-4bfe542f5cb1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:42.101901 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:42.107913 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-52d2804a-364c-455f-b2f9-b9dc86eff0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52155d3c-b3a8-4b4c-894c-1cb503f2df3d', 'name': 'tempest-ServersTestBootFromVolume-1204372310-router', 'tenant_id': '0a93781ee8b244ac91dad8e454407a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '0a0e0322-2882-4b28-a255-8ac1508a18f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:10:11Z', 'updated_at': '2021-11-12T08:10:20Z', 'revision_number': 4, 'project_id': '0a93781ee8b244ac91dad8e454407a80', 'gw_port': {'id': '0a0e0322-2882-4b28-a255-8ac1508a18f9', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:88:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52155d3c-b3a8-4b4c-894c-1cb503f2df3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:10:13Z', 'updated_at': '2021-11-12T08:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '8da89690-727e-4a67-bdda-ce4a9ccacf5b', 'name': '', 'network_id': 'cf4b42a1-457b-43c5-93bd-eb55813709b3', 'tenant_id': '0a93781ee8b244ac91dad8e454407a80', 'mac_address': 'fa:16:3e:c3:31:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52155d3c-b3a8-4b4c-894c-1cb503f2df3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'f94b95c0-cb4c-472b-8dd7-99ba828700c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:10:18Z', 'updated_at': '2021-11-12T08:10:26Z', 'revision_number': 5, 'project_id': '0a93781ee8b244ac91dad8e454407a80', 'subnets': [{'id': 'f94b95c0-cb4c-472b-8dd7-99ba828700c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:13:42.181251 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d2804a-364c-455f-b2f9-b9dc86eff0b3 None None] The sync data for ids ['52155d3c-b3a8-4b4c-894c-1cb503f2df3d'] in n-d-765315-29 is: [{'id': '52155d3c-b3a8-4b4c-894c-1cb503f2df3d', 'name': 'tempest-ServersTestBootFromVolume-1204372310-router', 'tenant_id': '0a93781ee8b244ac91dad8e454407a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '0a0e0322-2882-4b28-a255-8ac1508a18f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:10:11Z', 'updated_at': '2021-11-12T08:10:20Z', 'revision_number': 4, 'project_id': '0a93781ee8b244ac91dad8e454407a80', 'gw_port': {'id': '0a0e0322-2882-4b28-a255-8ac1508a18f9', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:88:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52155d3c-b3a8-4b4c-894c-1cb503f2df3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:10:13Z', 'updated_at': '2021-11-12T08:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '8da89690-727e-4a67-bdda-ce4a9ccacf5b', 'name': '', 'network_id': 'cf4b42a1-457b-43c5-93bd-eb55813709b3', 'tenant_id': '0a93781ee8b244ac91dad8e454407a80', 'mac_address': 'fa:16:3e:c3:31:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52155d3c-b3a8-4b4c-894c-1cb503f2df3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'f94b95c0-cb4c-472b-8dd7-99ba828700c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:10:18Z', 'updated_at': '2021-11-12T08:10:26Z', 'revision_number': 5, 'project_id': '0a93781ee8b244ac91dad8e454407a80', 'subnets': [{'id': 'f94b95c0-cb4c-472b-8dd7-99ba828700c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:13:42.300722 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2dc70b-987a-4442-a7e7-a5305f95150c req-b6882d56-bb2f-4181-abd5-798ed2004747 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:42.310321 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ed2dc70b-987a-4442-a7e7-a5305f95150c req-b6882d56-bb2f-4181-abd5-798ed2004747 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed57ad59-5752-449f-b6b2-03efdd07cda6 HTTP/1.1" status: 200 len: 950 time: 0.1807683 Nov 12 08:13:42.425628 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ed2dc70b-987a-4442-a7e7-a5305f95150c req-de9db9d4-bffb-42ab-87fb-a38429c50031 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127632 Nov 12 08:13:42.517855 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-707682b7-e918-4a88-ae00-4bfe542f5cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:42.537843 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 6d29693f-6f2e-426d-9cea-ef75602b71f9 no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:13:42.596729 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707682b7-e918-4a88-ae00-4bfe542f5cb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d9b96d0-6b4a-4ca6-9dfb-b817584b134d,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:42.609388 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707682b7-e918-4a88-ae00-4bfe542f5cb1 admin admin] Checking segment: {'id': '965a3cf8-8347-4138-89eb-f2162b7c87d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '84ae7dcb-862e-44e5-960d-3a2368c26a81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:13:42.610233 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707682b7-e918-4a88-ae00-4bfe542f5cb1 admin admin] Network hostable DHCP agents. Network: 84ae7dcb-862e-44e5-960d-3a2368c26a81, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:13:42.634315 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707682b7-e918-4a88-ae00-4bfe542f5cb1 admin admin] Network 84ae7dcb-862e-44e5-960d-3a2368c26a81 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:13:42.640846 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 7440ef1f-76a2-4dd7-9d6d-39ec9c4ee243 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:13:42.647230 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] No Port match for: 6d29693f-6f2e-426d-9cea-ef75602b71f9 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:13:42.648647 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 6d29693f-6f2e-426d-9cea-ef75602b71f9 not bound to the agent host n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:13:42.652369 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-707682b7-e918-4a88-ae00-4bfe542f5cb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 84ae7dcb-862e-44e5-960d-3a2368c26a81) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:13:42.667808 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707682b7-e918-4a88-ae00-4bfe542f5cb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:42.668452 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-707682b7-e918-4a88-ae00-4bfe542f5cb1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:42.696748 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-707682b7-e918-4a88-ae00-4bfe542f5cb1 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6793692 Nov 12 08:13:42.696981 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 40134) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:13:42.702239 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-980bd0a6-7504-448c-b8d2-22f8e62a33c7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-788615995-router', 'tenant_id': '2edaedbb1fce42648eff3d0c86154073', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:13:42.704955 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3141f8-7919-445f-8915-33672f7642b4 None None] Network 84ae7dcb-862e-44e5-960d-3a2368c26a81 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:13:42.739018 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-980bd0a6-7504-448c-b8d2-22f8e62a33c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:42.740300 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-980bd0a6-7504-448c-b8d2-22f8e62a33c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:42.740552 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5423ceff-8fad-4684-b3c6-7bbea61e0b33 None None] New status for floating IP e2c35625-5589-422f-a1e3-529190f495f4: DOWN {{(pid=102601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:13:42.778403 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35fe056-bc6e-48a3-a5db-340ea8ef5274 None None] Sync routers for ids ['736bfd10-2db2-4d36-8fbf-bb4bd2b9bf1a'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:13:42.794674 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35fe056-bc6e-48a3-a5db-340ea8ef5274 None None] Routers {'736bfd10-2db2-4d36-8fbf-bb4bd2b9bf1a'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:13:42.795389 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-b35fe056-bc6e-48a3-a5db-340ea8ef5274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:13:36Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['736bfd10-2db2-4d36-8fbf-bb4bd2b9bf1a'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:13:42.801895 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 40138) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:13:42.812511 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-980bd0a6-7504-448c-b8d2-22f8e62a33c7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:42.837994 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-7a4a53ae-f1cd-4531-b51e-1dfad60b9d75 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-903832078-network', 'tenant_id': '73a0dfe0fe0f484fbd498ae652984dff'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:13:42.855691 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8f46802d-6fa2-4bd9-b4a4-00db2e98cd5b req-bbdd4513-b33d-4d33-9e81-ff5bb8f633a4 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] 10.222.0.26 "GET /v2.0/ports?device_id=927dc8fa-5e03-422d-b0b4-4a3a68a88cd2 HTTP/1.1" status: 200 len: 210 time: 0.0672753 Nov 12 08:13:42.898808 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a4a53ae-f1cd-4531-b51e-1dfad60b9d75 admin admin] Made reservation on behalf of 73a0dfe0fe0f484fbd498ae652984dff for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:13:42.901149 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7a4a53ae-f1cd-4531-b51e-1dfad60b9d75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:42.917727 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7a4a53ae-f1cd-4531-b51e-1dfad60b9d75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:42.945791 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-b35fe056-bc6e-48a3-a5db-340ea8ef5274 None None] Set router 736bfd10-2db2-4d36-8fbf-bb4bd2b9bf1a gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:13:43.066177 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 7440ef1f-76a2-4dd7-9d6d-39ec9c4ee243 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:13:43.067343 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:43.129735 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7a4a53ae-f1cd-4531-b51e-1dfad60b9d75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:43.142497 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7a4a53ae-f1cd-4531-b51e-1dfad60b9d75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:43.225179 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4a53ae-f1cd-4531-b51e-1dfad60b9d75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eea9446f-7219-49fb-a8f3-954db10abf82,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:43.239277 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228cb67b-d4b7-4982-b034-a781ba02cb7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-84ae7dcb-862e-44e5-960d-3a2368c26a81', 'network_id': '84ae7dcb-862e-44e5-960d-3a2368c26a81', 'tenant_id': '2edaedbb1fce42648eff3d0c86154073', 'fixed_ips': [{'subnet_id': '9d9b96d0-6b4a-4ca6-9dfb-b817584b134d'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:13:43.240205 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-228cb67b-d4b7-4982-b034-a781ba02cb7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:43.251252 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a4a53ae-f1cd-4531-b51e-1dfad60b9d75 admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:13:43.265276 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7a4a53ae-f1cd-4531-b51e-1dfad60b9d75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:43.265790 n-d-765315-29 neutron-server[102599]: INFO neutron.db.segments_db [None req-7a4a53ae-f1cd-4531-b51e-1dfad60b9d75 admin admin] Added segment 5dafbeb7-4aac-419b-8a16-c5865231ece4 of type vlan for network 59b5e232-805b-48e7-97d7-7cf354c7a937 Nov 12 08:13:43.374255 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-980bd0a6-7504-448c-b8d2-22f8e62a33c7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:43.402954 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7a4a53ae-f1cd-4531-b51e-1dfad60b9d75 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:43.501984 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7a4a53ae-f1cd-4531-b51e-1dfad60b9d75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:43.503610 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4a53ae-f1cd-4531-b51e-1dfad60b9d75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:43.504464 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7a4a53ae-f1cd-4531-b51e-1dfad60b9d75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:43.518018 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-b35fe056-bc6e-48a3-a5db-340ea8ef5274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736bfd10-2db2-4d36-8fbf-bb4bd2b9bf1a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1847724939-router', 'tenant_id': 'e3654af28e3b4e1fa3358c62ae6c58eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': '7440ef1f-76a2-4dd7-9d6d-39ec9c4ee243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:13:35Z', 'updated_at': '2021-11-12T08:13:40Z', 'revision_number': 4, 'project_id': 'e3654af28e3b4e1fa3358c62ae6c58eb', 'gw_port': {'id': '7440ef1f-76a2-4dd7-9d6d-39ec9c4ee243', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736bfd10-2db2-4d36-8fbf-bb4bd2b9bf1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:13:36Z', 'updated_at': '2021-11-12T08:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '325475ed-b088-487f-b51e-e3c06b124f6b', 'name': '', 'network_id': '0e17a029-398f-4390-aea4-c0135238b984', 'tenant_id': 'e3654af28e3b4e1fa3358c62ae6c58eb', 'mac_address': 'fa:16:3e:b5:04:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '736bfd10-2db2-4d36-8fbf-bb4bd2b9bf1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '6bc80b87-9ac4-4c5a-b3f4-eee162229a6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:13:39Z', 'updated_at': '2021-11-12T08:13:40Z', 'revision_number': 2, 'project_id': 'e3654af28e3b4e1fa3358c62ae6c58eb', 'subnets': [{'id': '6bc80b87-9ac4-4c5a-b3f4-eee162229a6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:13:43.541340 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-228cb67b-d4b7-4982-b034-a781ba02cb7f None None] Allocated IP 172.20.0.2 (84ae7dcb-862e-44e5-960d-3a2368c26a81/9d9b96d0-6b4a-4ca6-9dfb-b817584b134d/c9b838ce-3e96-4047-badd-74281a22cee4) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:13:43.583659 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35fe056-bc6e-48a3-a5db-340ea8ef5274 None None] Checking router: 736bfd10-2db2-4d36-8fbf-bb4bd2b9bf1a for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:13:43.583945 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35fe056-bc6e-48a3-a5db-340ea8ef5274 None None] Updating router 736bfd10-2db2-4d36-8fbf-bb4bd2b9bf1a port 325475ed-b088-487f-b51e-e3c06b124f6b binding host n-d-765315-29 {{(pid=102602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:13:43.611875 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-7a4a53ae-f1cd-4531-b51e-1dfad60b9d75 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8089335 Nov 12 08:13:43.614704 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 40150) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:13:43.623196 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-56f2bfde-adb9-415c-9927-d5b728810aeb admin admin] Request body: {'subnet': {'network_id': '59b5e232-805b-48e7-97d7-7cf354c7a937', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-903832078-subnet', 'tenant_id': '73a0dfe0fe0f484fbd498ae652984dff', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:13:43.643021 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-b35fe056-bc6e-48a3-a5db-340ea8ef5274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:43.660070 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4a53ae-f1cd-4531-b51e-1dfad60b9d75 admin admin] Pushing event updated for resources: {'Network': ['ID=59b5e232-805b-48e7-97d7-7cf354c7a937,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:43.680585 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f2bfde-adb9-415c-9927-d5b728810aeb admin admin] Made reservation on behalf of 73a0dfe0fe0f484fbd498ae652984dff for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:13:43.683072 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-56f2bfde-adb9-415c-9927-d5b728810aeb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:43.796488 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 59b5e232-805b-48e7-97d7-7cf354c7a937 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:13:43.813039 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6249cc3-6ef5-405a-9729-564edf7c6ca8 req-a6a2eaf5-72b8-49e3-b7ba-469099774307 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:43.820275 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b6249cc3-6ef5-405a-9729-564edf7c6ca8 req-a6a2eaf5-72b8-49e3-b7ba-469099774307 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed57ad59-5752-449f-b6b2-03efdd07cda6 HTTP/1.1" status: 200 len: 950 time: 0.2058039 Nov 12 08:13:43.822034 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-980bd0a6-7504-448c-b8d2-22f8e62a33c7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:43.883337 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-980bd0a6-7504-448c-b8d2-22f8e62a33c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:43.935773 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-56f2bfde-adb9-415c-9927-d5b728810aeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:44.001047 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-228cb67b-d4b7-4982-b034-a781ba02cb7f None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:44.010408 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-228cb67b-d4b7-4982-b034-a781ba02cb7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:44.042113 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228cb67b-d4b7-4982-b034-a781ba02cb7f None None] Network 84ae7dcb-862e-44e5-960d-3a2368c26a81 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:13:44.045141 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-228cb67b-d4b7-4982-b034-a781ba02cb7f None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:13:44.050847 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0222fa54-0b49-42be-961f-266657af2840 req-09870871-a157-4254-959c-ef7e3414ac9d tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] 10.222.0.26 "GET /v2.0/ports?device_id=927dc8fa-5e03-422d-b0b4-4a3a68a88cd2 HTTP/1.1" status: 200 len: 210 time: 0.0540595 Nov 12 08:13:44.051816 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f2bfde-adb9-415c-9927-d5b728810aeb admin admin] Checking segment: {'id': '5dafbeb7-4aac-419b-8a16-c5865231ece4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '59b5e232-805b-48e7-97d7-7cf354c7a937'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:13:44.052177 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f2bfde-adb9-415c-9927-d5b728810aeb admin admin] Network hostable DHCP agents. Network: 59b5e232-805b-48e7-97d7-7cf354c7a937, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:13:44.055227 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f2bfde-adb9-415c-9927-d5b728810aeb admin admin] Pushing event updated for resources: {'Subnet': ['ID=e73e45ba-4bd5-41b8-8223-8f879a65cd47,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:44.064087 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b6249cc3-6ef5-405a-9729-564edf7c6ca8 req-bddbd0e9-c0af-46ea-94ac-584b3ae77b9c tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306652 Nov 12 08:13:44.073248 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228cb67b-d4b7-4982-b034-a781ba02cb7f None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:13:44.086024 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f2bfde-adb9-415c-9927-d5b728810aeb admin admin] Network 59b5e232-805b-48e7-97d7-7cf354c7a937 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:13:44.114628 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-56f2bfde-adb9-415c-9927-d5b728810aeb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 59b5e232-805b-48e7-97d7-7cf354c7a937) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:13:44.131311 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f2bfde-adb9-415c-9927-d5b728810aeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:44.132668 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265f6c16-f4d8-4d71-8f85-ece6f4fdfcae None None] Network 59b5e232-805b-48e7-97d7-7cf354c7a937 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:13:44.133487 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-56f2bfde-adb9-415c-9927-d5b728810aeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:44.160384 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-56f2bfde-adb9-415c-9927-d5b728810aeb admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5445254 Nov 12 08:13:44.163816 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 40156) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:13:44.168821 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228cb67b-d4b7-4982-b034-a781ba02cb7f None None] Pushing event updated for resources: {'Port': ['ID=c9b838ce-3e96-4047-badd-74281a22cee4,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:44.172604 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-b35fe056-bc6e-48a3-a5db-340ea8ef5274 None None] Publish callbacks [] for port, precommit_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:44.173678 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-196898a3-a35e-4806-b123-f425cf99f19a admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-903832078-router', 'tenant_id': '73a0dfe0fe0f484fbd498ae652984dff', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:13:44.189190 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-b35fe056-bc6e-48a3-a5db-340ea8ef5274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:44.197878 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-980bd0a6-7504-448c-b8d2-22f8e62a33c7 admin admin] Allocated IP 172.25.2.225 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/05910ab8-c0d5-4377-ab47-9202903755c9) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:13:44.224974 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-196898a3-a35e-4806-b123-f425cf99f19a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:44.226688 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-196898a3-a35e-4806-b123-f425cf99f19a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:44.232945 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-228cb67b-d4b7-4982-b034-a781ba02cb7f None None] Attempting to bind port c9b838ce-3e96-4047-badd-74281a22cee4 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:13:44.233298 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-228cb67b-d4b7-4982-b034-a781ba02cb7f None None] Attempting to bind port c9b838ce-3e96-4047-badd-74281a22cee4 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '965a3cf8-8347-4138-89eb-f2162b7c87d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '84ae7dcb-862e-44e5-960d-3a2368c26a81'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:13:44.233658 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228cb67b-d4b7-4982-b034-a781ba02cb7f None None] Attempting to bind port c9b838ce-3e96-4047-badd-74281a22cee4 on network 84ae7dcb-862e-44e5-960d-3a2368c26a81 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:13:44.243681 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228cb67b-d4b7-4982-b034-a781ba02cb7f None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:13:44.244113 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228cb67b-d4b7-4982-b034-a781ba02cb7f None None] Checking segment: {'id': '965a3cf8-8347-4138-89eb-f2162b7c87d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '84ae7dcb-862e-44e5-960d-3a2368c26a81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:13:44.244514 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-228cb67b-d4b7-4982-b034-a781ba02cb7f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:44.244936 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228cb67b-d4b7-4982-b034-a781ba02cb7f None None] Bound using segment: {'id': '965a3cf8-8347-4138-89eb-f2162b7c87d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '84ae7dcb-862e-44e5-960d-3a2368c26a81'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:13:44.245415 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-228cb67b-d4b7-4982-b034-a781ba02cb7f None None] Bound port: c9b838ce-3e96-4047-badd-74281a22cee4, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '965a3cf8-8347-4138-89eb-f2162b7c87d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '84ae7dcb-862e-44e5-960d-3a2368c26a81'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:13:44.245791 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-228cb67b-d4b7-4982-b034-a781ba02cb7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:44.300014 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbfb9cd-736c-409e-8784-78a0dcd429aa None None] Pushing event updated for resources: {'Port': ['ID=325475ed-b088-487f-b51e-e3c06b124f6b,revision_number=3']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:44.332277 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-196898a3-a35e-4806-b123-f425cf99f19a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:44.396662 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-228cb67b-d4b7-4982-b034-a781ba02cb7f None None] For port c9b838ce-3e96-4047-badd-74281a22cee4, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:13:44.421201 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-228cb67b-d4b7-4982-b034-a781ba02cb7f None None] For port c9b838ce-3e96-4047-badd-74281a22cee4, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=c9b838ce-3e96-4047-badd-74281a22cee4,segment=NetworkSegment(965a3cf8-8347-4138-89eb-f2162b7c87d3),segment_id=965a3cf8-8347-4138-89eb-f2162b7c87d3)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:13:44.449829 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-980bd0a6-7504-448c-b8d2-22f8e62a33c7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:44.457512 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-b35fe056-bc6e-48a3-a5db-340ea8ef5274 None None] Attempting to bind port 325475ed-b088-487f-b51e-e3c06b124f6b on host n-d-765315-29 for vnic_type normal with profile {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:13:44.458119 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-b35fe056-bc6e-48a3-a5db-340ea8ef5274 None None] Attempting to bind port 325475ed-b088-487f-b51e-e3c06b124f6b by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '16a676a6-44d3-4968-acea-0101be5a5fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0e17a029-398f-4390-aea4-c0135238b984'}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:13:44.458697 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35fe056-bc6e-48a3-a5db-340ea8ef5274 None None] Attempting to bind port 325475ed-b088-487f-b51e-e3c06b124f6b on network 0e17a029-398f-4390-aea4-c0135238b984 {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:13:44.480327 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35fe056-bc6e-48a3-a5db-340ea8ef5274 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:13:44.480888 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35fe056-bc6e-48a3-a5db-340ea8ef5274 None None] Checking segment: {'id': '16a676a6-44d3-4968-acea-0101be5a5fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0e17a029-398f-4390-aea4-c0135238b984'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:13:44.481144 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-228cb67b-d4b7-4982-b034-a781ba02cb7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:44.483223 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-b35fe056-bc6e-48a3-a5db-340ea8ef5274 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:44.483986 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35fe056-bc6e-48a3-a5db-340ea8ef5274 None None] Bound using segment: {'id': '16a676a6-44d3-4968-acea-0101be5a5fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0e17a029-398f-4390-aea4-c0135238b984'} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:13:44.488848 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-b35fe056-bc6e-48a3-a5db-340ea8ef5274 None None] Bound port: 325475ed-b088-487f-b51e-e3c06b124f6b, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16a676a6-44d3-4968-acea-0101be5a5fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0e17a029-398f-4390-aea4-c0135238b984'}}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:13:44.489819 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-b35fe056-bc6e-48a3-a5db-340ea8ef5274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:44.493484 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12696739-bb9e-4341-a32f-ea0ce371ca5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-59b5e232-805b-48e7-97d7-7cf354c7a937', 'network_id': '59b5e232-805b-48e7-97d7-7cf354c7a937', 'tenant_id': '73a0dfe0fe0f484fbd498ae652984dff', 'fixed_ips': [{'subnet_id': 'e73e45ba-4bd5-41b8-8223-8f879a65cd47'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:13:44.499289 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-12696739-bb9e-4341-a32f-ea0ce371ca5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:44.505255 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-980bd0a6-7504-448c-b8d2-22f8e62a33c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:44.593537 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980bd0a6-7504-448c-b8d2-22f8e62a33c7 admin admin] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:13:44.598075 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-980bd0a6-7504-448c-b8d2-22f8e62a33c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:13:44.606383 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980bd0a6-7504-448c-b8d2-22f8e62a33c7 admin admin] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:13:44.733014 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-b35fe056-bc6e-48a3-a5db-340ea8ef5274 None None] For port 325475ed-b088-487f-b51e-e3c06b124f6b, host n-d-765315-29, cleared binding levels {{(pid=102602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:13:44.736767 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-b35fe056-bc6e-48a3-a5db-340ea8ef5274 None None] For port 325475ed-b088-487f-b51e-e3c06b124f6b, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=325475ed-b088-487f-b51e-e3c06b124f6b,segment=NetworkSegment(16a676a6-44d3-4968-acea-0101be5a5fbd),segment_id=16a676a6-44d3-4968-acea-0101be5a5fbd)] {{(pid=102602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:13:44.744615 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-b35fe056-bc6e-48a3-a5db-340ea8ef5274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:44.795409 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-196898a3-a35e-4806-b123-f425cf99f19a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:44.811253 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbfb9cd-736c-409e-8784-78a0dcd429aa None None] Pushing event updated for resources: {'Port': ['ID=325475ed-b088-487f-b51e-e3c06b124f6b,revision_number=4']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:44.811953 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228cb67b-d4b7-4982-b034-a781ba02cb7f None None] Pushing event updated for resources: {'Port': ['ID=c9b838ce-3e96-4047-badd-74281a22cee4,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:44.841849 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35fe056-bc6e-48a3-a5db-340ea8ef5274 None None] Routers {'736bfd10-2db2-4d36-8fbf-bb4bd2b9bf1a'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:13:44.842478 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-b35fe056-bc6e-48a3-a5db-340ea8ef5274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:13:36Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['736bfd10-2db2-4d36-8fbf-bb4bd2b9bf1a'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:13:44.863479 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-78344ace-3a78-41b9-9a2f-044c673f3580 None None] Provisioning complete for port 325475ed-b088-487f-b51e-e3c06b124f6b triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:13:44.863877 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-78344ace-3a78-41b9-9a2f-044c673f3580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:44.883911 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980bd0a6-7504-448c-b8d2-22f8e62a33c7 admin admin] Pushing event updated for resources: {'Port': ['ID=05910ab8-c0d5-4377-ab47-9202903755c9,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:45.091234 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-b35fe056-bc6e-48a3-a5db-340ea8ef5274 None None] Set router 736bfd10-2db2-4d36-8fbf-bb4bd2b9bf1a gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:13:45.107305 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-12696739-bb9e-4341-a32f-ea0ce371ca5d None None] Allocated IP 172.20.0.2 (59b5e232-805b-48e7-97d7-7cf354c7a937/e73e45ba-4bd5-41b8-8223-8f879a65cd47/e2784c5d-c91e-4d13-b91a-4ffbcde4002b) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:13:45.207949 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-980bd0a6-7504-448c-b8d2-22f8e62a33c7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:45.268036 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-78344ace-3a78-41b9-9a2f-044c673f3580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:45.368408 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-196898a3-a35e-4806-b123-f425cf99f19a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:45.394972 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1c91cf74-4466-4daf-910b-977d442f1192 req-491ed0fc-d0b7-4f2e-aa48-deddc00382fe tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] 10.222.0.26 "GET /v2.0/ports?device_id=927dc8fa-5e03-422d-b0b4-4a3a68a88cd2 HTTP/1.1" status: 200 len: 210 time: 0.0660641 Nov 12 08:13:45.396192 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-196898a3-a35e-4806-b123-f425cf99f19a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:45.398235 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-78344ace-3a78-41b9-9a2f-044c673f3580 None None] For port 325475ed-b088-487f-b51e-e3c06b124f6b, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=325475ed-b088-487f-b51e-e3c06b124f6b,segment=NetworkSegment(16a676a6-44d3-4968-acea-0101be5a5fbd),segment_id=16a676a6-44d3-4968-acea-0101be5a5fbd)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:13:45.436945 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-78344ace-3a78-41b9-9a2f-044c673f3580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:45.474218 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab137ee-c8ca-4e63-bd29-1891b29683fc req-28b84e55-e817-497c-bbb9-be57050024f2 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:45.488601 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-dab137ee-c8ca-4e63-bd29-1891b29683fc req-28b84e55-e817-497c-bbb9-be57050024f2 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed57ad59-5752-449f-b6b2-03efdd07cda6 HTTP/1.1" status: 200 len: 950 time: 0.2035260 Nov 12 08:13:45.509033 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78344ace-3a78-41b9-9a2f-044c673f3580 None None] Pushing event updated for resources: {'Port': ['ID=325475ed-b088-487f-b51e-e3c06b124f6b,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:45.565864 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-b35fe056-bc6e-48a3-a5db-340ea8ef5274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736bfd10-2db2-4d36-8fbf-bb4bd2b9bf1a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1847724939-router', 'tenant_id': 'e3654af28e3b4e1fa3358c62ae6c58eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': '7440ef1f-76a2-4dd7-9d6d-39ec9c4ee243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:13:35Z', 'updated_at': '2021-11-12T08:13:40Z', 'revision_number': 4, 'project_id': 'e3654af28e3b4e1fa3358c62ae6c58eb', 'gw_port': {'id': '7440ef1f-76a2-4dd7-9d6d-39ec9c4ee243', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736bfd10-2db2-4d36-8fbf-bb4bd2b9bf1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:13:36Z', 'updated_at': '2021-11-12T08:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '325475ed-b088-487f-b51e-e3c06b124f6b', 'name': '', 'network_id': '0e17a029-398f-4390-aea4-c0135238b984', 'tenant_id': 'e3654af28e3b4e1fa3358c62ae6c58eb', 'mac_address': 'fa:16:3e:b5:04:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '736bfd10-2db2-4d36-8fbf-bb4bd2b9bf1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '6bc80b87-9ac4-4c5a-b3f4-eee162229a6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:13:39Z', 'updated_at': '2021-11-12T08:13:44Z', 'revision_number': 4, 'project_id': 'e3654af28e3b4e1fa3358c62ae6c58eb', 'subnets': [{'id': '6bc80b87-9ac4-4c5a-b3f4-eee162229a6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:13:45.580559 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-12696739-bb9e-4341-a32f-ea0ce371ca5d None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:45.583583 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-bba8a165-a534-4335-b813-9119bedc3adc None None] Provisioning complete for port 325475ed-b088-487f-b51e-e3c06b124f6b triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:13:45.583947 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-bba8a165-a534-4335-b813-9119bedc3adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:45.611849 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35fe056-bc6e-48a3-a5db-340ea8ef5274 None None] The sync data for ids ['736bfd10-2db2-4d36-8fbf-bb4bd2b9bf1a'] in n-d-765315-29 is: [{'id': '736bfd10-2db2-4d36-8fbf-bb4bd2b9bf1a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1847724939-router', 'tenant_id': 'e3654af28e3b4e1fa3358c62ae6c58eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': '7440ef1f-76a2-4dd7-9d6d-39ec9c4ee243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:13:35Z', 'updated_at': '2021-11-12T08:13:40Z', 'revision_number': 4, 'project_id': 'e3654af28e3b4e1fa3358c62ae6c58eb', 'gw_port': {'id': '7440ef1f-76a2-4dd7-9d6d-39ec9c4ee243', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736bfd10-2db2-4d36-8fbf-bb4bd2b9bf1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:13:36Z', 'updated_at': '2021-11-12T08:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '325475ed-b088-487f-b51e-e3c06b124f6b', 'name': '', 'network_id': '0e17a029-398f-4390-aea4-c0135238b984', 'tenant_id': 'e3654af28e3b4e1fa3358c62ae6c58eb', 'mac_address': 'fa:16:3e:b5:04:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '736bfd10-2db2-4d36-8fbf-bb4bd2b9bf1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '6bc80b87-9ac4-4c5a-b3f4-eee162229a6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:13:39Z', 'updated_at': '2021-11-12T08:13:44Z', 'revision_number': 4, 'project_id': 'e3654af28e3b4e1fa3358c62ae6c58eb', 'subnets': [{'id': '6bc80b87-9ac4-4c5a-b3f4-eee162229a6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:13:45.613712 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-196898a3-a35e-4806-b123-f425cf99f19a admin admin] Allocated IP 172.25.2.165 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/d65455cb-6cb1-4537-ab3d-9266e706b94f) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:13:45.677494 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-12696739-bb9e-4341-a32f-ea0ce371ca5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:45.718640 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-dab137ee-c8ca-4e63-bd29-1891b29683fc req-58711002-2b61-4921-8eba-eb97a44afe5b tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287540 Nov 12 08:13:45.830300 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12696739-bb9e-4341-a32f-ea0ce371ca5d None None] Network 59b5e232-805b-48e7-97d7-7cf354c7a937 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:13:45.866798 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-12696739-bb9e-4341-a32f-ea0ce371ca5d None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:13:45.877110 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-196898a3-a35e-4806-b123-f425cf99f19a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:45.879588 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12696739-bb9e-4341-a32f-ea0ce371ca5d None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:13:45.929055 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12696739-bb9e-4341-a32f-ea0ce371ca5d None None] Pushing event updated for resources: {'Port': ['ID=e2784c5d-c91e-4d13-b91a-4ffbcde4002b,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:45.942061 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-980bd0a6-7504-448c-b8d2-22f8e62a33c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052'] for router, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:45.962660 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-196898a3-a35e-4806-b123-f425cf99f19a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:46.022512 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196898a3-a35e-4806-b123-f425cf99f19a admin admin] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:13:46.025812 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-196898a3-a35e-4806-b123-f425cf99f19a admin admin] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:13:46.031157 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196898a3-a35e-4806-b123-f425cf99f19a admin admin] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:13:46.081528 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-12696739-bb9e-4341-a32f-ea0ce371ca5d None None] Attempting to bind port e2784c5d-c91e-4d13-b91a-4ffbcde4002b on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:13:46.082474 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-12696739-bb9e-4341-a32f-ea0ce371ca5d None None] Attempting to bind port e2784c5d-c91e-4d13-b91a-4ffbcde4002b by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '5dafbeb7-4aac-419b-8a16-c5865231ece4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '59b5e232-805b-48e7-97d7-7cf354c7a937'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:13:46.084507 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12696739-bb9e-4341-a32f-ea0ce371ca5d None None] Attempting to bind port e2784c5d-c91e-4d13-b91a-4ffbcde4002b on network 59b5e232-805b-48e7-97d7-7cf354c7a937 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:13:46.111237 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12696739-bb9e-4341-a32f-ea0ce371ca5d None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:13:46.117290 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12696739-bb9e-4341-a32f-ea0ce371ca5d None None] Checking segment: {'id': '5dafbeb7-4aac-419b-8a16-c5865231ece4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '59b5e232-805b-48e7-97d7-7cf354c7a937'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:13:46.118701 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-12696739-bb9e-4341-a32f-ea0ce371ca5d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:46.119304 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12696739-bb9e-4341-a32f-ea0ce371ca5d None None] Bound using segment: {'id': '5dafbeb7-4aac-419b-8a16-c5865231ece4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '59b5e232-805b-48e7-97d7-7cf354c7a937'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:13:46.119606 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196898a3-a35e-4806-b123-f425cf99f19a admin admin] Pushing event updated for resources: {'Port': ['ID=d65455cb-6cb1-4537-ab3d-9266e706b94f,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:46.123179 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-12696739-bb9e-4341-a32f-ea0ce371ca5d None None] Bound port: e2784c5d-c91e-4d13-b91a-4ffbcde4002b, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dafbeb7-4aac-419b-8a16-c5865231ece4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '59b5e232-805b-48e7-97d7-7cf354c7a937'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:13:46.123723 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-12696739-bb9e-4341-a32f-ea0ce371ca5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:46.229062 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-980bd0a6-7504-448c-b8d2-22f8e62a33c7 admin admin] Router 9ef8fd00-1d93-4b9d-9b1c-82e04dad4986 is scheduled to L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 with binding_index 1 {{(pid=102600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:13:46.308431 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-12696739-bb9e-4341-a32f-ea0ce371ca5d None None] For port e2784c5d-c91e-4d13-b91a-4ffbcde4002b, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:13:46.312407 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-12696739-bb9e-4341-a32f-ea0ce371ca5d None None] For port e2784c5d-c91e-4d13-b91a-4ffbcde4002b, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=e2784c5d-c91e-4d13-b91a-4ffbcde4002b,segment=NetworkSegment(5dafbeb7-4aac-419b-8a16-c5865231ece4),segment_id=5dafbeb7-4aac-419b-8a16-c5865231ece4)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:13:46.325457 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-12696739-bb9e-4341-a32f-ea0ce371ca5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:46.508954 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12696739-bb9e-4341-a32f-ea0ce371ca5d None None] Pushing event updated for resources: {'Port': ['ID=e2784c5d-c91e-4d13-b91a-4ffbcde4002b,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:46.516994 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-980bd0a6-7504-448c-b8d2-22f8e62a33c7 admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:13:46.524405 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3914eb0e-6ddd-48c9-bb89-0a38c31d260b None None] Network 84ae7dcb-862e-44e5-960d-3a2368c26a81 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:13:46.529423 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8193e4bc-187b-47bb-874e-b7df9bbabe72 None None] Sync routers for ids ['9ef8fd00-1d93-4b9d-9b1c-82e04dad4986'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:13:46.560662 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-196898a3-a35e-4806-b123-f425cf99f19a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:46.561209 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-980bd0a6-7504-448c-b8d2-22f8e62a33c7 admin admin] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:46.562170 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-980bd0a6-7504-448c-b8d2-22f8e62a33c7 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.8641226 Nov 12 08:13:46.566351 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 40180) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:13:46.722544 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8193e4bc-187b-47bb-874e-b7df9bbabe72 None None] Routers {'9ef8fd00-1d93-4b9d-9b1c-82e04dad4986'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:13:46.723152 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-8193e4bc-187b-47bb-874e-b7df9bbabe72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:13:36Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['9ef8fd00-1d93-4b9d-9b1c-82e04dad4986'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:13:46.734906 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 325475ed-b088-487f-b51e-e3c06b124f6b up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:13:46.828983 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-c8f45506-4aa2-48d6-ba20-0a2de9cbfdac None None] Provisioning complete for port c9b838ce-3e96-4047-badd-74281a22cee4 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:13:46.829400 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c8f45506-4aa2-48d6-ba20-0a2de9cbfdac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:46.959172 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-290ccd77-2169-49d3-8f16-9c7c61e2ff43 req-bb636541-1f5d-4109-99eb-b57c849b8d5b tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] 10.222.0.26 "GET /v2.0/ports?device_id=927dc8fa-5e03-422d-b0b4-4a3a68a88cd2 HTTP/1.1" status: 200 len: 210 time: 0.1634250 Nov 12 08:13:47.015037 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e086981a-3921-4ede-900a-046a1f1e3a2f req-732997e9-7d1e-4835-8902-b31f86f3111c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f312a3b2-b27c-43a7-8ece-4c4ff8a72754&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4982350 Nov 12 08:13:47.377162 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 325475ed-b088-487f-b51e-e3c06b124f6b triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:13:47.385740 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:47.446672 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c8f45506-4aa2-48d6-ba20-0a2de9cbfdac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:47.450248 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-8193e4bc-187b-47bb-874e-b7df9bbabe72 None None] Set router 9ef8fd00-1d93-4b9d-9b1c-82e04dad4986 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:13:47.598632 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e086981a-3921-4ede-900a-046a1f1e3a2f req-5b43b8e9-5901-4274-885d-f050f7dc69be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:47.600246 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e086981a-3921-4ede-900a-046a1f1e3a2f req-5b43b8e9-5901-4274-885d-f050f7dc69be service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8b8773b9ba7c4e19ac14f719fc98c803&device_id=f312a3b2-b27c-43a7-8ece-4c4ff8a72754 HTTP/1.1" status: 200 len: 1097 time: 0.5025153 Nov 12 08:13:47.623372 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf51131-c3e6-456c-b440-a18db7896b3f req-24c6d426-228e-44ca-b5ef-2b7279b7bd6c tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:47.631137 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ddf51131-c3e6-456c-b440-a18db7896b3f req-24c6d426-228e-44ca-b5ef-2b7279b7bd6c tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed57ad59-5752-449f-b6b2-03efdd07cda6 HTTP/1.1" status: 200 len: 950 time: 0.5772576 Nov 12 08:13:47.688932 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-196898a3-a35e-4806-b123-f425cf99f19a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052'] for router, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:47.749021 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-c8f45506-4aa2-48d6-ba20-0a2de9cbfdac None None] For port c9b838ce-3e96-4047-badd-74281a22cee4, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=c9b838ce-3e96-4047-badd-74281a22cee4,segment=NetworkSegment(965a3cf8-8347-4138-89eb-f2162b7c87d3),segment_id=965a3cf8-8347-4138-89eb-f2162b7c87d3)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:13:47.779983 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c8f45506-4aa2-48d6-ba20-0a2de9cbfdac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:47.848644 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ddf51131-c3e6-456c-b440-a18db7896b3f req-8ebf87a7-80bd-4565-8068-13fb173cb254 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166255 Nov 12 08:13:47.935902 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device c9b838ce-3e96-4047-badd-74281a22cee4 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:13:47.952143 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f1d4b1aa-5dce-40b0-b13b-14fb3eab612e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:48.009905 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f45506-4aa2-48d6-ba20-0a2de9cbfdac None None] Pushing event updated for resources: {'Port': ['ID=c9b838ce-3e96-4047-badd-74281a22cee4,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:48.018380 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e086981a-3921-4ede-900a-046a1f1e3a2f req-80d0ef96-bd93-4d53-bb19-12ed7f9d49f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:48.020424 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e086981a-3921-4ede-900a-046a1f1e3a2f req-80d0ef96-bd93-4d53-bb19-12ed7f9d49f9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8e17c76e-613f-40d2-ae39-1725682b1af7 HTTP/1.1" status: 200 len: 925 time: 0.3903339 Nov 12 08:13:48.066087 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-8193e4bc-187b-47bb-874e-b7df9bbabe72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef8fd00-1d93-4b9d-9b1c-82e04dad4986', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-788615995-router', 'tenant_id': '2edaedbb1fce42648eff3d0c86154073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '05910ab8-c0d5-4377-ab47-9202903755c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:13:42Z', 'updated_at': '2021-11-12T08:13:44Z', 'revision_number': 3, 'project_id': '2edaedbb1fce42648eff3d0c86154073', 'gw_port': {'id': '05910ab8-c0d5-4377-ab47-9202903755c9', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:23:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ef8fd00-1d93-4b9d-9b1c-82e04dad4986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:13:43Z', 'updated_at': '2021-11-12T08:13:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:13:48.134979 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8193e4bc-187b-47bb-874e-b7df9bbabe72 None None] Checking router: 9ef8fd00-1d93-4b9d-9b1c-82e04dad4986 for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:13:48.137066 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8193e4bc-187b-47bb-874e-b7df9bbabe72 None None] Updating router 9ef8fd00-1d93-4b9d-9b1c-82e04dad4986 port 05910ab8-c0d5-4377-ab47-9202903755c9 binding host n-d-765315-29 {{(pid=102601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:13:48.146789 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e086981a-3921-4ede-900a-046a1f1e3a2f req-dbba0550-4ce7-456d-a814-7e5fe8564ce5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=725ea740-89a0-44ae-9ca0-d7dd5213cd26 HTTP/1.1" status: 200 len: 1001 time: 0.1126802 Nov 12 08:13:48.187319 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fe5de15d-9646-4dd3-81ac-e4be148756ea req-a8b9b8ff-4c7c-4958-b064-e60f6d94d060 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] 10.222.0.26 "GET /v2.0/ports?device_id=927dc8fa-5e03-422d-b0b4-4a3a68a88cd2 HTTP/1.1" status: 200 len: 210 time: 0.0637305 Nov 12 08:13:48.229566 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8193e4bc-187b-47bb-874e-b7df9bbabe72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:48.246690 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-196898a3-a35e-4806-b123-f425cf99f19a admin admin] Router 7b190801-86e0-4c2f-be86-46099345574e is scheduled to L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 with binding_index 1 {{(pid=102599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:13:48.267090 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e086981a-3921-4ede-900a-046a1f1e3a2f req-3b5a2443-f32a-4a4c-95e0-9394fc8af560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:48.269152 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e086981a-3921-4ede-900a-046a1f1e3a2f req-3b5a2443-f32a-4a4c-95e0-9394fc8af560 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=73099bd0-5c51-4de3-ba74-9eb47a87705d HTTP/1.1" status: 200 len: 863 time: 0.1136119 Nov 12 08:13:48.284217 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port c9b838ce-3e96-4047-badd-74281a22cee4 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:13:48.284872 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:48.296510 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-f1d4b1aa-5dce-40b0-b13b-14fb3eab612e admin admin] Allocated IP 172.20.0.1 (84ae7dcb-862e-44e5-960d-3a2368c26a81/9d9b96d0-6b4a-4ca6-9dfb-b817584b134d/0352a67b-34c9-48ce-85a9-ef096e009309) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:13:48.355477 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd2ea94-1c11-405f-a544-6b15202f5e99 None None] Network 59b5e232-805b-48e7-97d7-7cf354c7a937 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:13:48.429722 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f1d4b1aa-5dce-40b0-b13b-14fb3eab612e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:48.465092 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e086981a-3921-4ede-900a-046a1f1e3a2f req-ab50c67d-6851-46a8-906b-8a45201b7756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:48.466911 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e086981a-3921-4ede-900a-046a1f1e3a2f req-ab50c67d-6851-46a8-906b-8a45201b7756 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8e17c76e-613f-40d2-ae39-1725682b1af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1110990 Nov 12 08:13:48.469424 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f1d4b1aa-5dce-40b0-b13b-14fb3eab612e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:48.474561 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-196898a3-a35e-4806-b123-f425cf99f19a admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:13:48.484100 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbc9727-ebe6-47e0-9ac0-5d1cfdbccf13 None None] Sync routers for ids ['7b190801-86e0-4c2f-be86-46099345574e'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:13:48.502702 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-9d60664d-acb8-48e2-a675-16106e3d8cf2 None None] Provisioning complete for port c9b838ce-3e96-4047-badd-74281a22cee4 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:13:48.503291 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9d60664d-acb8-48e2-a675-16106e3d8cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:48.513376 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d4b1aa-5dce-40b0-b13b-14fb3eab612e admin admin] Network 84ae7dcb-862e-44e5-960d-3a2368c26a81 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:13:48.519426 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-f1d4b1aa-5dce-40b0-b13b-14fb3eab612e admin admin] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:13:48.536340 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d4b1aa-5dce-40b0-b13b-14fb3eab612e admin admin] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:13:48.577824 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d4b1aa-5dce-40b0-b13b-14fb3eab612e admin admin] Pushing event updated for resources: {'Port': ['ID=0352a67b-34c9-48ce-85a9-ef096e009309,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:48.615380 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f1d4b1aa-5dce-40b0-b13b-14fb3eab612e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933481'] for router_interface, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:48.665831 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-196898a3-a35e-4806-b123-f425cf99f19a admin admin] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:48.671995 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-196898a3-a35e-4806-b123-f425cf99f19a admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.5066953 Nov 12 08:13:48.674858 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 40200) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:13:48.762297 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbc9727-ebe6-47e0-9ac0-5d1cfdbccf13 None None] Routers {'7b190801-86e0-4c2f-be86-46099345574e'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:13:48.763265 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-2cbc9727-ebe6-47e0-9ac0-5d1cfdbccf13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:13:36Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['7b190801-86e0-4c2f-be86-46099345574e'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:13:48.843295 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f1d4b1aa-5dce-40b0-b13b-14fb3eab612e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:48.894390 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e086981a-3921-4ede-900a-046a1f1e3a2f req-63f405d9-cb93-4e53-99df-d9d1ecb9d561 service neutron] 10.222.0.21 "GET /v2.0/networks/8e17c76e-613f-40d2-ae39-1725682b1af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4171908 Nov 12 08:13:49.125033 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-2cbc9727-ebe6-47e0-9ac0-5d1cfdbccf13 None None] Set router 7b190801-86e0-4c2f-be86-46099345574e gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:13:49.170549 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8193e4bc-187b-47bb-874e-b7df9bbabe72 None None] Publish callbacks [] for port, precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:49.177147 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbc8f33-179b-4a5e-bd15-25608d29813f req-54b01646-6ede-40bf-910c-c6ed04dfb578 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:49.179337 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7fbc8f33-179b-4a5e-bd15-25608d29813f req-54b01646-6ede-40bf-910c-c6ed04dfb578 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed57ad59-5752-449f-b6b2-03efdd07cda6 HTTP/1.1" status: 200 len: 950 time: 0.1300199 Nov 12 08:13:49.191459 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device c9b838ce-3e96-4047-badd-74281a22cee4 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:13:49.264483 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f1d4b1aa-5dce-40b0-b13b-14fb3eab612e admin admin] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:49.276770 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8193e4bc-187b-47bb-874e-b7df9bbabe72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:49.286750 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f1d4b1aa-5dce-40b0-b13b-14fb3eab612e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:49.333295 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-6a9a406d-3dc9-47da-bbe2-90d4a957d0c7 None None] Provisioning complete for port 0352a67b-34c9-48ce-85a9-ef096e009309 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:13:49.333663 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6a9a406d-3dc9-47da-bbe2-90d4a957d0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:49.413752 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c6141c57-de77-4bf4-9023-88a09060a6b4 req-5f570468-44db-4bd6-b3e1-381f9a8d5b20 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] 10.222.0.26 "GET /v2.0/ports?device_id=927dc8fa-5e03-422d-b0b4-4a3a68a88cd2 HTTP/1.1" status: 200 len: 210 time: 0.0716519 Nov 12 08:13:49.459299 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7fbc8f33-179b-4a5e-bd15-25608d29813f req-0415d7b9-ef03-41c5-a11c-52770d417467 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633221 Nov 12 08:13:49.506263 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d4b1aa-5dce-40b0-b13b-14fb3eab612e admin admin] Pushing event updated for resources: {'Port': ['ID=0352a67b-34c9-48ce-85a9-ef096e009309,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:49.515126 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port c9b838ce-3e96-4047-badd-74281a22cee4 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:13:49.515855 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:49.533974 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f1d4b1aa-5dce-40b0-b13b-14fb3eab612e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933629'] for router_interface, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:49.578182 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-2cbc9727-ebe6-47e0-9ac0-5d1cfdbccf13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b190801-86e0-4c2f-be86-46099345574e', 'name': 'tempest-AttachSCSIVolumeTestJSON-903832078-router', 'tenant_id': '73a0dfe0fe0f484fbd498ae652984dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'd65455cb-6cb1-4537-ab3d-9266e706b94f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:13:44Z', 'updated_at': '2021-11-12T08:13:46Z', 'revision_number': 3, 'project_id': '73a0dfe0fe0f484fbd498ae652984dff', 'gw_port': {'id': 'd65455cb-6cb1-4537-ab3d-9266e706b94f', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:34:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b190801-86e0-4c2f-be86-46099345574e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:13:45Z', 'updated_at': '2021-11-12T08:13:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:13:49.602337 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4222e38c-2a42-4517-823f-4011ceeb8863 None None] Pushing event updated for resources: {'Port': ['ID=05910ab8-c0d5-4377-ab47-9202903755c9,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:49.653643 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-6a9a406d-3dc9-47da-bbe2-90d4a957d0c7 None None] Port 0352a67b-34c9-48ce-85a9-ef096e009309 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:13:49.657230 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbc9727-ebe6-47e0-9ac0-5d1cfdbccf13 None None] Checking router: 7b190801-86e0-4c2f-be86-46099345574e for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:13:49.657912 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbc9727-ebe6-47e0-9ac0-5d1cfdbccf13 None None] Updating router 7b190801-86e0-4c2f-be86-46099345574e port d65455cb-6cb1-4537-ab3d-9266e706b94f binding host n-d-765315-29 {{(pid=102602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:13:49.667651 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-8193e4bc-187b-47bb-874e-b7df9bbabe72 None None] Attempting to bind port 05910ab8-c0d5-4377-ab47-9202903755c9 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:13:49.667944 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-8193e4bc-187b-47bb-874e-b7df9bbabe72 None None] Attempting to bind port 05910ab8-c0d5-4377-ab47-9202903755c9 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:13:49.668384 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8193e4bc-187b-47bb-874e-b7df9bbabe72 None None] Attempting to bind port 05910ab8-c0d5-4377-ab47-9202903755c9 on network d709f64f-f9e6-4525-b020-ad48633b9bbf {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:13:49.683070 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8193e4bc-187b-47bb-874e-b7df9bbabe72 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:13:49.683596 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8193e4bc-187b-47bb-874e-b7df9bbabe72 None None] Checking segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:13:49.684108 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8193e4bc-187b-47bb-874e-b7df9bbabe72 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:49.684722 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8193e4bc-187b-47bb-874e-b7df9bbabe72 None None] Bound using segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:13:49.685454 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-8193e4bc-187b-47bb-874e-b7df9bbabe72 None None] Bound port: 05910ab8-c0d5-4377-ab47-9202903755c9, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:13:49.686238 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8193e4bc-187b-47bb-874e-b7df9bbabe72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:49.721521 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2cbc9727-ebe6-47e0-9ac0-5d1cfdbccf13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:49.723855 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-6a9a406d-3dc9-47da-bbe2-90d4a957d0c7 None None] Provisioning complete for port e2784c5d-c91e-4d13-b91a-4ffbcde4002b triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:13:49.723855 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6a9a406d-3dc9-47da-bbe2-90d4a957d0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:49.759484 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e086981a-3921-4ede-900a-046a1f1e3a2f req-0d38ba0d-79b1-4915-92df-60ad713c15b4 service neutron] 10.222.0.21 "GET /v2.0/networks/8e17c76e-613f-40d2-ae39-1725682b1af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8484073 Nov 12 08:13:49.766859 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d4b1aa-5dce-40b0-b13b-14fb3eab612e admin admin] Network 84ae7dcb-862e-44e5-960d-3a2368c26a81 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:13:49.768349 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-f1d4b1aa-5dce-40b0-b13b-14fb3eab612e admin admin] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:13:49.876526 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-8193e4bc-187b-47bb-874e-b7df9bbabe72 None None] For port 05910ab8-c0d5-4377-ab47-9202903755c9, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:13:49.901422 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-8193e4bc-187b-47bb-874e-b7df9bbabe72 None None] For port 05910ab8-c0d5-4377-ab47-9202903755c9, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=05910ab8-c0d5-4377-ab47-9202903755c9,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:13:49.918723 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device e2784c5d-c91e-4d13-b91a-4ffbcde4002b up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:13:49.967972 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8193e4bc-187b-47bb-874e-b7df9bbabe72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:49.970582 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1d4b1aa-5dce-40b0-b13b-14fb3eab612e admin admin] Router 9ef8fd00-1d93-4b9d-9b1c-82e04dad4986 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:13:50.002820 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-172dbb40-5b09-4e6e-8237-e7f2eb1e47be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:50.145474 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8193e4bc-187b-47bb-874e-b7df9bbabe72 None None] Routers {'9ef8fd00-1d93-4b9d-9b1c-82e04dad4986'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:13:50.146239 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-8193e4bc-187b-47bb-874e-b7df9bbabe72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:13:36Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['9ef8fd00-1d93-4b9d-9b1c-82e04dad4986'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:13:50.154084 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6a9a406d-3dc9-47da-bbe2-90d4a957d0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:50.259312 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1d4b1aa-5dce-40b0-b13b-14fb3eab612e admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:13:50.275467 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-f1d4b1aa-5dce-40b0-b13b-14fb3eab612e admin admin] 10.222.0.26 "PUT /v2.0/routers/9ef8fd00-1d93-4b9d-9b1c-82e04dad4986/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7079599 Nov 12 08:13:50.329898 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2cbc9727-ebe6-47e0-9ac0-5d1cfdbccf13 None None] Publish callbacks [] for port, precommit_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:50.339805 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-172dbb40-5b09-4e6e-8237-e7f2eb1e47be admin admin] Allocated IP 172.20.0.1 (59b5e232-805b-48e7-97d7-7cf354c7a937/e73e45ba-4bd5-41b8-8223-8f879a65cd47/19029a84-573c-4817-946f-5972e33ef9d4) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:13:50.343749 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2cbc9727-ebe6-47e0-9ac0-5d1cfdbccf13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:50.364442 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4222e38c-2a42-4517-823f-4011ceeb8863 None None] Pushing event updated for resources: {'Port': ['ID=05910ab8-c0d5-4377-ab47-9202903755c9,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:50.425444 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port e2784c5d-c91e-4d13-b91a-4ffbcde4002b triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:13:50.425813 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:50.474119 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-2cbc9727-ebe6-47e0-9ac0-5d1cfdbccf13 None None] Attempting to bind port d65455cb-6cb1-4537-ab3d-9266e706b94f on host n-d-765315-29 for vnic_type normal with profile {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:13:50.475214 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-2cbc9727-ebe6-47e0-9ac0-5d1cfdbccf13 None None] Attempting to bind port d65455cb-6cb1-4537-ab3d-9266e706b94f by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:13:50.476370 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbc9727-ebe6-47e0-9ac0-5d1cfdbccf13 None None] Attempting to bind port d65455cb-6cb1-4537-ab3d-9266e706b94f on network d709f64f-f9e6-4525-b020-ad48633b9bbf {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:13:50.495707 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbc9727-ebe6-47e0-9ac0-5d1cfdbccf13 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:13:50.496053 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbc9727-ebe6-47e0-9ac0-5d1cfdbccf13 None None] Checking segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:13:50.496458 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2cbc9727-ebe6-47e0-9ac0-5d1cfdbccf13 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:50.496853 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbc9727-ebe6-47e0-9ac0-5d1cfdbccf13 None None] Bound using segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:13:50.497400 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-2cbc9727-ebe6-47e0-9ac0-5d1cfdbccf13 None None] Bound port: d65455cb-6cb1-4537-ab3d-9266e706b94f, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:13:50.497938 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2cbc9727-ebe6-47e0-9ac0-5d1cfdbccf13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:50.571257 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-172dbb40-5b09-4e6e-8237-e7f2eb1e47be admin admin] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:50.573264 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2cbc9727-ebe6-47e0-9ac0-5d1cfdbccf13 None None] For port d65455cb-6cb1-4537-ab3d-9266e706b94f, host n-d-765315-29, cleared binding levels {{(pid=102602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:13:50.577958 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2cbc9727-ebe6-47e0-9ac0-5d1cfdbccf13 None None] For port d65455cb-6cb1-4537-ab3d-9266e706b94f, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=d65455cb-6cb1-4537-ab3d-9266e706b94f,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:13:50.590406 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2cbc9727-ebe6-47e0-9ac0-5d1cfdbccf13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:50.609642 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d87a4c-b6a1-48c2-b83e-719e3860b7ed None None] Pushing event updated for resources: {'Port': ['ID=d65455cb-6cb1-4537-ab3d-9266e706b94f,revision_number=2']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:50.668471 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-172dbb40-5b09-4e6e-8237-e7f2eb1e47be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:50.687408 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-6a9a406d-3dc9-47da-bbe2-90d4a957d0c7 None None] For port e2784c5d-c91e-4d13-b91a-4ffbcde4002b, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=e2784c5d-c91e-4d13-b91a-4ffbcde4002b,segment=NetworkSegment(5dafbeb7-4aac-419b-8a16-c5865231ece4),segment_id=5dafbeb7-4aac-419b-8a16-c5865231ece4)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:13:50.693742 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-8193e4bc-187b-47bb-874e-b7df9bbabe72 None None] Set router 9ef8fd00-1d93-4b9d-9b1c-82e04dad4986 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:13:50.707819 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dd0807-f819-4303-93f4-a3284db850af req-e57189b9-ab6c-435e-8196-36c010a2bfe4 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:50.726145 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-97dd0807-f819-4303-93f4-a3284db850af req-e57189b9-ab6c-435e-8196-36c010a2bfe4 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed57ad59-5752-449f-b6b2-03efdd07cda6 HTTP/1.1" status: 200 len: 950 time: 0.1389172 Nov 12 08:13:50.730275 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6a9a406d-3dc9-47da-bbe2-90d4a957d0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:50.736751 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d87a4c-b6a1-48c2-b83e-719e3860b7ed None None] Pushing event updated for resources: {'Port': ['ID=d65455cb-6cb1-4537-ab3d-9266e706b94f,revision_number=3']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:50.769883 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbc9727-ebe6-47e0-9ac0-5d1cfdbccf13 None None] Routers {'7b190801-86e0-4c2f-be86-46099345574e'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:13:50.770728 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-2cbc9727-ebe6-47e0-9ac0-5d1cfdbccf13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:13:36Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['7b190801-86e0-4c2f-be86-46099345574e'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:13:50.795373 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172dbb40-5b09-4e6e-8237-e7f2eb1e47be admin admin] Network 59b5e232-805b-48e7-97d7-7cf354c7a937 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:13:50.822823 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-172dbb40-5b09-4e6e-8237-e7f2eb1e47be admin admin] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:13:50.826287 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-97dd0807-f819-4303-93f4-a3284db850af req-44ae358f-7b6a-4e59-a8e9-dd91937c86f4 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991285 Nov 12 08:13:50.838816 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172dbb40-5b09-4e6e-8237-e7f2eb1e47be admin admin] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:13:50.900235 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9a406d-3dc9-47da-bbe2-90d4a957d0c7 None None] Pushing event updated for resources: {'Port': ['ID=e2784c5d-c91e-4d13-b91a-4ffbcde4002b,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:50.914891 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 40234) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:13:50.929950 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172dbb40-5b09-4e6e-8237-e7f2eb1e47be admin admin] Pushing event updated for resources: {'Port': ['ID=19029a84-573c-4817-946f-5972e33ef9d4,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:50.969441 n-d-765315-29 neutron-server[102599]: INFO neutron.api.v2.resource [req-6fda04dc-8803-438e-a56c-e9e1196bf0aa req-9adcc983-a6be-40a0-b4c2-fb197f225115 tempest-FloatingIPDetailsNegativeTestJSON-403522730 tempest-FloatingIPDetailsNegativeTestJSON-403522730-project] show failed (client error): The resource could not be found. Nov 12 08:13:50.980595 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6fda04dc-8803-438e-a56c-e9e1196bf0aa req-9adcc983-a6be-40a0-b4c2-fb197f225115 tempest-FloatingIPDetailsNegativeTestJSON-403522730 tempest-FloatingIPDetailsNegativeTestJSON-403522730-project] 10.222.0.26 "GET /v2.0/floatingips/27586373-121a-4d3d-8585-1e67adb95ec0 HTTP/1.1" status: 404 len: 350 time: 0.1769307 Nov 12 08:13:50.981127 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 40236) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:13:51.042121 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b7748351-bbdf-4ace-91df-5e222e734f58 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:51.060502 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-2cbc9727-ebe6-47e0-9ac0-5d1cfdbccf13 None None] Set router 7b190801-86e0-4c2f-be86-46099345574e gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:13:51.084189 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b7748351-bbdf-4ace-91df-5e222e734f58 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:51.131788 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-172dbb40-5b09-4e6e-8237-e7f2eb1e47be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933481'] for router_interface, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:51.152512 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-a6855378-320d-4d4c-a9d0-1e950f0e00c9 None None] Provisioning complete for port 0352a67b-34c9-48ce-85a9-ef096e009309 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:13:51.153324 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a6855378-320d-4d4c-a9d0-1e950f0e00c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:51.180746 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b7748351-bbdf-4ace-91df-5e222e734f58 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:51.184007 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b7748351-bbdf-4ace-91df-5e222e734f58 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:51.188166 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-b7748351-bbdf-4ace-91df-5e222e734f58 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] 10.222.0.26 "DELETE /v2.0/security-groups/d3cfb77d-6b7a-4cad-9012-ff67205a9f6d HTTP/1.1" status: 204 len: 168 time: 0.2721331 Nov 12 08:13:51.188872 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 40240) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:13:51.217260 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-a6855378-320d-4d4c-a9d0-1e950f0e00c9 None None] Port 0352a67b-34c9-48ce-85a9-ef096e009309 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:13:51.249189 n-d-765315-29 neutron-server[102600]: INFO neutron.api.v2.resource [None req-ec149cce-592c-4d37-ac23-2e3a3c9a75b9 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] show failed (client error): The resource could not be found. Nov 12 08:13:51.261445 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 40242) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:13:51.262649 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-ec149cce-592c-4d37-ac23-2e3a3c9a75b9 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] 10.222.0.26 "GET /v2.0/security-groups/d3cfb77d-6b7a-4cad-9012-ff67205a9f6d HTTP/1.1" status: 404 len: 347 time: 0.0568380 Nov 12 08:13:51.278040 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7748351-bbdf-4ace-91df-5e222e734f58 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3cfb77d-6b7a-4cad-9012-ff67205a9f6d,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:51.288834 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-a6855378-320d-4d4c-a9d0-1e950f0e00c9 None None] Provisioning complete for port e2784c5d-c91e-4d13-b91a-4ffbcde4002b triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:13:51.289583 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a6855378-320d-4d4c-a9d0-1e950f0e00c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:51.321917 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device e2784c5d-c91e-4d13-b91a-4ffbcde4002b up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:13:51.422446 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-2cbc9727-ebe6-47e0-9ac0-5d1cfdbccf13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b190801-86e0-4c2f-be86-46099345574e', 'name': 'tempest-AttachSCSIVolumeTestJSON-903832078-router', 'tenant_id': '73a0dfe0fe0f484fbd498ae652984dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'd65455cb-6cb1-4537-ab3d-9266e706b94f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:13:44Z', 'updated_at': '2021-11-12T08:13:46Z', 'revision_number': 3, 'project_id': '73a0dfe0fe0f484fbd498ae652984dff', 'gw_port': {'id': 'd65455cb-6cb1-4537-ab3d-9266e706b94f', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:34:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b190801-86e0-4c2f-be86-46099345574e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:13:45Z', 'updated_at': '2021-11-12T08:13:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:13:51.426419 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-8193e4bc-187b-47bb-874e-b7df9bbabe72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef8fd00-1d93-4b9d-9b1c-82e04dad4986', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-788615995-router', 'tenant_id': '2edaedbb1fce42648eff3d0c86154073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '05910ab8-c0d5-4377-ab47-9202903755c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:13:42Z', 'updated_at': '2021-11-12T08:13:48Z', 'revision_number': 4, 'project_id': '2edaedbb1fce42648eff3d0c86154073', 'gw_port': {'id': '05910ab8-c0d5-4377-ab47-9202903755c9', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:23:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ef8fd00-1d93-4b9d-9b1c-82e04dad4986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:13:43Z', 'updated_at': '2021-11-12T08:13:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '0352a67b-34c9-48ce-85a9-ef096e009309', 'name': '', 'network_id': '84ae7dcb-862e-44e5-960d-3a2368c26a81', 'tenant_id': '2edaedbb1fce42648eff3d0c86154073', 'mac_address': 'fa:16:3e:ee:ce:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ef8fd00-1d93-4b9d-9b1c-82e04dad4986', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '9d9b96d0-6b4a-4ca6-9dfb-b817584b134d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:13:47Z', 'updated_at': '2021-11-12T08:13:48Z', 'revision_number': 2, 'project_id': '2edaedbb1fce42648eff3d0c86154073', 'subnets': [{'id': '9d9b96d0-6b4a-4ca6-9dfb-b817584b134d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:13:51.461486 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbc9727-ebe6-47e0-9ac0-5d1cfdbccf13 None None] The sync data for ids ['7b190801-86e0-4c2f-be86-46099345574e'] in n-d-765315-29 is: [{'id': '7b190801-86e0-4c2f-be86-46099345574e', 'name': 'tempest-AttachSCSIVolumeTestJSON-903832078-router', 'tenant_id': '73a0dfe0fe0f484fbd498ae652984dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'd65455cb-6cb1-4537-ab3d-9266e706b94f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:13:44Z', 'updated_at': '2021-11-12T08:13:46Z', 'revision_number': 3, 'project_id': '73a0dfe0fe0f484fbd498ae652984dff', 'gw_port': {'id': 'd65455cb-6cb1-4537-ab3d-9266e706b94f', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:34:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b190801-86e0-4c2f-be86-46099345574e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:13:45Z', 'updated_at': '2021-11-12T08:13:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:13:51.463707 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8193e4bc-187b-47bb-874e-b7df9bbabe72 None None] The sync data for ids ['9ef8fd00-1d93-4b9d-9b1c-82e04dad4986'] in n-d-765315-29 is: [{'id': '9ef8fd00-1d93-4b9d-9b1c-82e04dad4986', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-788615995-router', 'tenant_id': '2edaedbb1fce42648eff3d0c86154073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '05910ab8-c0d5-4377-ab47-9202903755c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:13:42Z', 'updated_at': '2021-11-12T08:13:48Z', 'revision_number': 4, 'project_id': '2edaedbb1fce42648eff3d0c86154073', 'gw_port': {'id': '05910ab8-c0d5-4377-ab47-9202903755c9', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:23:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ef8fd00-1d93-4b9d-9b1c-82e04dad4986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:13:43Z', 'updated_at': '2021-11-12T08:13:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '0352a67b-34c9-48ce-85a9-ef096e009309', 'name': '', 'network_id': '84ae7dcb-862e-44e5-960d-3a2368c26a81', 'tenant_id': '2edaedbb1fce42648eff3d0c86154073', 'mac_address': 'fa:16:3e:ee:ce:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ef8fd00-1d93-4b9d-9b1c-82e04dad4986', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '9d9b96d0-6b4a-4ca6-9dfb-b817584b134d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:13:47Z', 'updated_at': '2021-11-12T08:13:48Z', 'revision_number': 2, 'project_id': '2edaedbb1fce42648eff3d0c86154073', 'subnets': [{'id': '9d9b96d0-6b4a-4ca6-9dfb-b817584b134d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:13:51.474492 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port e2784c5d-c91e-4d13-b91a-4ffbcde4002b triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:13:51.474965 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:51.727406 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-172dbb40-5b09-4e6e-8237-e7f2eb1e47be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:51.764456 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-1a864764-cc85-46eb-985a-72d103d8718b None None] Provisioning complete for port 19029a84-573c-4817-946f-5972e33ef9d4 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:13:51.765460 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1a864764-cc85-46eb-985a-72d103d8718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:51.778169 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-e2c38667-d85d-436a-b1ba-5c34b1013f25 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Deleting port 1282cde8-7628-4fe4-87f5-64be334d5ef5 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:13:51.783225 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e2c38667-d85d-436a-b1ba-5c34b1013f25 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:51.820180 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-1a864764-cc85-46eb-985a-72d103d8718b None None] Port 19029a84-573c-4817-946f-5972e33ef9d4 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:13:51.936708 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e2c38667-d85d-436a-b1ba-5c34b1013f25 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:51.937637 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e2c38667-d85d-436a-b1ba-5c34b1013f25 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:51.955579 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-e2c38667-d85d-436a-b1ba-5c34b1013f25 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Calling delete_port for 1282cde8-7628-4fe4-87f5-64be334d5ef5 owned by network:floatingip {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:13:52.029869 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ee65aa-b75f-4c2b-b63a-021c981d641a req-2469e976-568d-4d4a-b0c3-dfd0448ce241 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:52.047722 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-10ee65aa-b75f-4c2b-b63a-021c981d641a req-2469e976-568d-4d4a-b0c3-dfd0448ce241 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed57ad59-5752-449f-b6b2-03efdd07cda6 HTTP/1.1" status: 200 len: 950 time: 0.1008584 Nov 12 08:13:52.145969 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-10ee65aa-b75f-4c2b-b63a-021c981d641a req-18c691cf-e008-4758-bae5-110f5406a5f2 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964453 Nov 12 08:13:52.749277 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c1288b77-5e31-4e82-8acd-ec06c6c0beb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933586'] for router_interface, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:52.752673 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-172dbb40-5b09-4e6e-8237-e7f2eb1e47be admin admin] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:52.760964 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-172dbb40-5b09-4e6e-8237-e7f2eb1e47be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:52.826809 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e2c38667-d85d-436a-b1ba-5c34b1013f25 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:52.946675 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172dbb40-5b09-4e6e-8237-e7f2eb1e47be admin admin] Pushing event updated for resources: {'Port': ['ID=19029a84-573c-4817-946f-5972e33ef9d4,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:52.965356 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-172dbb40-5b09-4e6e-8237-e7f2eb1e47be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933629'] for router_interface, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:53.024098 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c38667-d85d-436a-b1ba-5c34b1013f25 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Pushing event deleted for resources: {'Port': ['ID=1282cde8-7628-4fe4-87f5-64be334d5ef5,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:53.141423 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e2c38667-d85d-436a-b1ba-5c34b1013f25 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Publish callbacks [] for floatingip, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:53.144032 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e2c38667-d85d-436a-b1ba-5c34b1013f25 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:53.149403 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-e2c38667-d85d-436a-b1ba-5c34b1013f25 tempest-ServersTestBootFromVolume-303754776 tempest-ServersTestBootFromVolume-303754776-project] 10.222.0.26 "DELETE /v2.0/floatingips/e2c35625-5589-422f-a1e3-529190f495f4 HTTP/1.1" status: 204 len: 168 time: 1.8805327 Nov 12 08:13:53.149403 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 40256) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:13:53.315278 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172dbb40-5b09-4e6e-8237-e7f2eb1e47be admin admin] Network 59b5e232-805b-48e7-97d7-7cf354c7a937 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:13:53.356671 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device d65455cb-6cb1-4537-ab3d-9266e706b94f up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:13:53.363586 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-172dbb40-5b09-4e6e-8237-e7f2eb1e47be admin admin] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:13:53.439548 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port d65455cb-6cb1-4537-ab3d-9266e706b94f triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:13:53.440446 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:53.592125 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f2deb3-8517-42d7-9254-a4b224600862 req-a217493a-5da7-47dd-ac33-c91f6704f61d tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:53.594044 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-93f2deb3-8517-42d7-9254-a4b224600862 req-a217493a-5da7-47dd-ac33-c91f6704f61d tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed57ad59-5752-449f-b6b2-03efdd07cda6 HTTP/1.1" status: 200 len: 950 time: 0.3007176 Nov 12 08:13:53.622534 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:53.658634 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] For port d65455cb-6cb1-4537-ab3d-9266e706b94f, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=d65455cb-6cb1-4537-ab3d-9266e706b94f,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:13:53.682008 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:53.683337 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 05910ab8-c0d5-4377-ab47-9202903755c9 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:13:53.802777 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Pushing event updated for resources: {'Port': ['ID=d65455cb-6cb1-4537-ab3d-9266e706b94f,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:53.827481 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-9c4987f8-1af9-42dd-802c-103ebd79cf86 None None] Provisioning complete for port 19029a84-573c-4817-946f-5972e33ef9d4 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:13:53.827971 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9c4987f8-1af9-42dd-802c-103ebd79cf86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:53.888010 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-9c4987f8-1af9-42dd-802c-103ebd79cf86 None None] Port 19029a84-573c-4817-946f-5972e33ef9d4 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:13:53.895559 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 05910ab8-c0d5-4377-ab47-9202903755c9 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:13:53.896188 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:53.902751 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-93f2deb3-8517-42d7-9254-a4b224600862 req-ed9e4239-38c3-4532-8689-a5fe13c9808e tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964182 Nov 12 08:13:53.948217 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-172dbb40-5b09-4e6e-8237-e7f2eb1e47be admin admin] Router 7b190801-86e0-4c2f-be86-46099345574e has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:13:53.992747 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:53.995607 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-c1288b77-5e31-4e82-8acd-ec06c6c0beb5 admin admin] Deleting port 0352a67b-34c9-48ce-85a9-ef096e009309 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:13:53.995958 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c1288b77-5e31-4e82-8acd-ec06c6c0beb5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:54.018264 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] For port 05910ab8-c0d5-4377-ab47-9202903755c9, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=05910ab8-c0d5-4377-ab47-9202903755c9,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:13:54.023659 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:54.111081 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Pushing event updated for resources: {'Port': ['ID=05910ab8-c0d5-4377-ab47-9202903755c9,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:54.191884 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c1288b77-5e31-4e82-8acd-ec06c6c0beb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:54.212481 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-c1288b77-5e31-4e82-8acd-ec06c6c0beb5 admin admin] Calling delete_port for 0352a67b-34c9-48ce-85a9-ef096e009309 owned by network:router_interface {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:13:54.219600 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-172dbb40-5b09-4e6e-8237-e7f2eb1e47be admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:13:54.233224 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-172dbb40-5b09-4e6e-8237-e7f2eb1e47be admin admin] 10.222.0.26 "PUT /v2.0/routers/7b190801-86e0-4c2f-be86-46099345574e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5529618 Nov 12 08:13:54.377466 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f4df58b4-85c0-4188-bcc1-89500c8762ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933586'] for router_interface, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:54.605281 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27754682-268d-455e-9612-25c1e1e4190e None None] Sync routers for ids ['7b190801-86e0-4c2f-be86-46099345574e'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:13:54.618997 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27754682-268d-455e-9612-25c1e1e4190e None None] Routers {'7b190801-86e0-4c2f-be86-46099345574e'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:13:54.620028 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-27754682-268d-455e-9612-25c1e1e4190e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:13:36Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['7b190801-86e0-4c2f-be86-46099345574e'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:13:54.670547 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c1288b77-5e31-4e82-8acd-ec06c6c0beb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:54.784826 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-27754682-268d-455e-9612-25c1e1e4190e None None] Set router 7b190801-86e0-4c2f-be86-46099345574e gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:13:54.811972 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1288b77-5e31-4e82-8acd-ec06c6c0beb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0352a67b-34c9-48ce-85a9-ef096e009309,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:55.200375 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b59c96-2d76-436d-b4d5-f425463dc3a2 req-5f238613-8740-435b-99f0-cde2b27f4fd8 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:55.217042 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-89b59c96-2d76-436d-b4d5-f425463dc3a2 req-5f238613-8740-435b-99f0-cde2b27f4fd8 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed57ad59-5752-449f-b6b2-03efdd07cda6 HTTP/1.1" status: 200 len: 950 time: 0.1263742 Nov 12 08:13:55.331357 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-27754682-268d-455e-9612-25c1e1e4190e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b190801-86e0-4c2f-be86-46099345574e', 'name': 'tempest-AttachSCSIVolumeTestJSON-903832078-router', 'tenant_id': '73a0dfe0fe0f484fbd498ae652984dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'd65455cb-6cb1-4537-ab3d-9266e706b94f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:13:44Z', 'updated_at': '2021-11-12T08:13:51Z', 'revision_number': 4, 'project_id': '73a0dfe0fe0f484fbd498ae652984dff', 'gw_port': {'id': 'd65455cb-6cb1-4537-ab3d-9266e706b94f', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:34:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b190801-86e0-4c2f-be86-46099345574e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:13:45Z', 'updated_at': '2021-11-12T08:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '19029a84-573c-4817-946f-5972e33ef9d4', 'name': '', 'network_id': '59b5e232-805b-48e7-97d7-7cf354c7a937', 'tenant_id': '73a0dfe0fe0f484fbd498ae652984dff', 'mac_address': 'fa:16:3e:b9:fe:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b190801-86e0-4c2f-be86-46099345574e', 'device_owner': 'network:router_interface', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'e73e45ba-4bd5-41b8-8223-8f879a65cd47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:13:50Z', 'updated_at': '2021-11-12T08:13:52Z', 'revision_number': 2, 'project_id': '73a0dfe0fe0f484fbd498ae652984dff', 'subnets': [{'id': 'e73e45ba-4bd5-41b8-8223-8f879a65cd47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:13:55.347209 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-89b59c96-2d76-436d-b4d5-f425463dc3a2 req-b76883b2-c362-4a33-9531-64358c8c5be8 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291811 Nov 12 08:13:55.402157 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device d65455cb-6cb1-4537-ab3d-9266e706b94f up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:13:55.404901 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27754682-268d-455e-9612-25c1e1e4190e None None] Checking router: 7b190801-86e0-4c2f-be86-46099345574e for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:13:55.405354 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27754682-268d-455e-9612-25c1e1e4190e None None] Updating router 7b190801-86e0-4c2f-be86-46099345574e port 19029a84-573c-4817-946f-5972e33ef9d4 binding host n-d-765315-29 {{(pid=102601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:13:55.442554 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-27754682-268d-455e-9612-25c1e1e4190e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:55.697909 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port d65455cb-6cb1-4537-ab3d-9266e706b94f triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:13:55.698608 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:55.817119 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675f3018-0ffa-447b-924d-bdbafcee0f82 req-3d80f047-7951-4a58-a496-b743ca1521fc tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:55.819454 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-675f3018-0ffa-447b-924d-bdbafcee0f82 req-3d80f047-7951-4a58-a496-b743ca1521fc tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] 10.222.0.26 "GET /v2.0/ports?device_id=f312a3b2-b27c-43a7-8ece-4c4ff8a72754 HTTP/1.1" status: 200 len: 945 time: 0.1435468 Nov 12 08:13:55.843984 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65def2c4-c8e9-4f6a-be22-6a3c39079a93 None None] Sync routers for ids ['9ef8fd00-1d93-4b9d-9b1c-82e04dad4986'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:13:55.879703 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65def2c4-c8e9-4f6a-be22-6a3c39079a93 None None] Routers {'9ef8fd00-1d93-4b9d-9b1c-82e04dad4986'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:13:55.891909 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-65def2c4-c8e9-4f6a-be22-6a3c39079a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:13:36Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['9ef8fd00-1d93-4b9d-9b1c-82e04dad4986'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:13:56.030186 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-675f3018-0ffa-447b-924d-bdbafcee0f82 req-8492ef48-3698-4c72-a3da-e86b6854cc54 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] 10.222.0.26 "GET /v2.0/security-groups?id=3e2c6d71-9d00-4992-8976-785692969164&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2009900 Nov 12 08:13:56.171603 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 05910ab8-c0d5-4377-ab47-9202903755c9 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:13:56.189263 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-65def2c4-c8e9-4f6a-be22-6a3c39079a93 None None] Set router 9ef8fd00-1d93-4b9d-9b1c-82e04dad4986 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:13:56.266362 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-27754682-268d-455e-9612-25c1e1e4190e None None] Publish callbacks [] for port, precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:56.276250 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 05910ab8-c0d5-4377-ab47-9202903755c9 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:13:56.276624 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:56.303963 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-27754682-268d-455e-9612-25c1e1e4190e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:56.312591 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-f4df58b4-85c0-4188-bcc1-89500c8762ad admin admin] Deleting port 8da89690-727e-4a67-bdda-ce4a9ccacf5b {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:13:56.314169 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f4df58b4-85c0-4188-bcc1-89500c8762ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:56.343928 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c1288b77-5e31-4e82-8acd-ec06c6c0beb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918626'] for router_interface, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:56.400315 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5731f6-5cff-4d25-97e5-7e1d233dc84a None None] Pushing event updated for resources: {'Port': ['ID=19029a84-573c-4817-946f-5972e33ef9d4,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:56.443140 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-65def2c4-c8e9-4f6a-be22-6a3c39079a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef8fd00-1d93-4b9d-9b1c-82e04dad4986', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-788615995-router', 'tenant_id': '2edaedbb1fce42648eff3d0c86154073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '05910ab8-c0d5-4377-ab47-9202903755c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:13:42Z', 'updated_at': '2021-11-12T08:13:54Z', 'revision_number': 5, 'project_id': '2edaedbb1fce42648eff3d0c86154073', 'gw_port': {'id': '05910ab8-c0d5-4377-ab47-9202903755c9', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:23:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef8fd00-1d93-4b9d-9b1c-82e04dad4986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:13:43Z', 'updated_at': '2021-11-12T08:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:13:56.501028 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-27754682-268d-455e-9612-25c1e1e4190e None None] Attempting to bind port 19029a84-573c-4817-946f-5972e33ef9d4 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:13:56.507481 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-27754682-268d-455e-9612-25c1e1e4190e None None] Attempting to bind port 19029a84-573c-4817-946f-5972e33ef9d4 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '5dafbeb7-4aac-419b-8a16-c5865231ece4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '59b5e232-805b-48e7-97d7-7cf354c7a937'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:13:56.508058 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27754682-268d-455e-9612-25c1e1e4190e None None] Attempting to bind port 19029a84-573c-4817-946f-5972e33ef9d4 on network 59b5e232-805b-48e7-97d7-7cf354c7a937 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:13:56.567649 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27754682-268d-455e-9612-25c1e1e4190e None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:13:56.568092 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27754682-268d-455e-9612-25c1e1e4190e None None] Checking segment: {'id': '5dafbeb7-4aac-419b-8a16-c5865231ece4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '59b5e232-805b-48e7-97d7-7cf354c7a937'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:13:56.568399 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-27754682-268d-455e-9612-25c1e1e4190e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:56.568827 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27754682-268d-455e-9612-25c1e1e4190e None None] Bound using segment: {'id': '5dafbeb7-4aac-419b-8a16-c5865231ece4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '59b5e232-805b-48e7-97d7-7cf354c7a937'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:13:56.569476 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-27754682-268d-455e-9612-25c1e1e4190e None None] Bound port: 19029a84-573c-4817-946f-5972e33ef9d4, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dafbeb7-4aac-419b-8a16-c5865231ece4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '59b5e232-805b-48e7-97d7-7cf354c7a937'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:13:56.570403 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-27754682-268d-455e-9612-25c1e1e4190e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:56.581930 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65def2c4-c8e9-4f6a-be22-6a3c39079a93 None None] Checking router: 9ef8fd00-1d93-4b9d-9b1c-82e04dad4986 for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:13:56.591768 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65def2c4-c8e9-4f6a-be22-6a3c39079a93 None None] Routers {'9ef8fd00-1d93-4b9d-9b1c-82e04dad4986'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:13:56.592390 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-65def2c4-c8e9-4f6a-be22-6a3c39079a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:13:36Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['9ef8fd00-1d93-4b9d-9b1c-82e04dad4986'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:13:56.755746 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-27754682-268d-455e-9612-25c1e1e4190e None None] For port 19029a84-573c-4817-946f-5972e33ef9d4, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:13:56.763621 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-27754682-268d-455e-9612-25c1e1e4190e None None] For port 19029a84-573c-4817-946f-5972e33ef9d4, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=19029a84-573c-4817-946f-5972e33ef9d4,segment=NetworkSegment(5dafbeb7-4aac-419b-8a16-c5865231ece4),segment_id=5dafbeb7-4aac-419b-8a16-c5865231ece4)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:13:56.776267 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-27754682-268d-455e-9612-25c1e1e4190e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:56.841713 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-65def2c4-c8e9-4f6a-be22-6a3c39079a93 None None] Set router 9ef8fd00-1d93-4b9d-9b1c-82e04dad4986 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:13:56.878990 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-f4df58b4-85c0-4188-bcc1-89500c8762ad admin admin] For port 8da89690-727e-4a67-bdda-ce4a9ccacf5b, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=8da89690-727e-4a67-bdda-ce4a9ccacf5b,segment=NetworkSegment(245a85cd-81b2-4aa2-be29-e90070cf1acb),segment_id=245a85cd-81b2-4aa2-be29-e90070cf1acb)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:13:56.879387 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f4df58b4-85c0-4188-bcc1-89500c8762ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:56.913296 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3965f24d-03a4-4181-88bb-054339b4799a req-80429d2c-3191-49a9-9b27-dfc21a1ad5c0 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:56.923131 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3965f24d-03a4-4181-88bb-054339b4799a req-80429d2c-3191-49a9-9b27-dfc21a1ad5c0 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed57ad59-5752-449f-b6b2-03efdd07cda6 HTTP/1.1" status: 200 len: 950 time: 0.2611613 Nov 12 08:13:56.942471 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-2be11a4d-44ad-458d-9230-1eeae2beed54 None None] Provisioning complete for port 19029a84-573c-4817-946f-5972e33ef9d4 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:13:56.942870 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2be11a4d-44ad-458d-9230-1eeae2beed54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:56.955586 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27754682-268d-455e-9612-25c1e1e4190e None None] Routers {'7b190801-86e0-4c2f-be86-46099345574e'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:13:56.956140 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-27754682-268d-455e-9612-25c1e1e4190e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:13:36Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['7b190801-86e0-4c2f-be86-46099345574e'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:13:56.978580 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-f4df58b4-85c0-4188-bcc1-89500c8762ad admin admin] Calling delete_port for 8da89690-727e-4a67-bdda-ce4a9ccacf5b owned by network:router_interface {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:13:57.235310 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3965f24d-03a4-4181-88bb-054339b4799a req-fbe781f9-773c-451d-afe4-87a3577927d1 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3111758 Nov 12 08:13:57.319929 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-65def2c4-c8e9-4f6a-be22-6a3c39079a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef8fd00-1d93-4b9d-9b1c-82e04dad4986', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-788615995-router', 'tenant_id': '2edaedbb1fce42648eff3d0c86154073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '05910ab8-c0d5-4377-ab47-9202903755c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:13:42Z', 'updated_at': '2021-11-12T08:13:54Z', 'revision_number': 5, 'project_id': '2edaedbb1fce42648eff3d0c86154073', 'gw_port': {'id': '05910ab8-c0d5-4377-ab47-9202903755c9', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:23:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef8fd00-1d93-4b9d-9b1c-82e04dad4986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:13:43Z', 'updated_at': '2021-11-12T08:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:13:57.320908 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5731f6-5cff-4d25-97e5-7e1d233dc84a None None] Pushing event updated for resources: {'Port': ['ID=19029a84-573c-4817-946f-5972e33ef9d4,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:57.388102 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65def2c4-c8e9-4f6a-be22-6a3c39079a93 None None] The sync data for ids ['9ef8fd00-1d93-4b9d-9b1c-82e04dad4986'] in n-d-765315-29 is: [{'id': '9ef8fd00-1d93-4b9d-9b1c-82e04dad4986', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-788615995-router', 'tenant_id': '2edaedbb1fce42648eff3d0c86154073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '05910ab8-c0d5-4377-ab47-9202903755c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:13:42Z', 'updated_at': '2021-11-12T08:13:54Z', 'revision_number': 5, 'project_id': '2edaedbb1fce42648eff3d0c86154073', 'gw_port': {'id': '05910ab8-c0d5-4377-ab47-9202903755c9', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:23:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef8fd00-1d93-4b9d-9b1c-82e04dad4986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:13:43Z', 'updated_at': '2021-11-12T08:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:13:57.516405 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2be11a4d-44ad-458d-9230-1eeae2beed54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:57.533508 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1288b77-5e31-4e82-8acd-ec06c6c0beb5 admin admin] Router 9ef8fd00-1d93-4b9d-9b1c-82e04dad4986 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:13:57.536381 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-27754682-268d-455e-9612-25c1e1e4190e None None] Set router 7b190801-86e0-4c2f-be86-46099345574e gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:13:57.552854 n-d-765315-29 neutron-server[102600]: INFO neutron.api.v2.resource [req-af1788e3-94d4-47f3-a456-60673dcb3059 req-7152798d-c189-41d0-94f2-7f348a1090f4 service neutron] show failed (client error): The resource could not be found. Nov 12 08:13:57.554415 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-af1788e3-94d4-47f3-a456-60673dcb3059 req-7152798d-c189-41d0-94f2-7f348a1090f4 service neutron] 10.222.0.44 "GET /v2.0/ports/d206352c-2b17-4338-8e28-bf877cbc4fb1/bindings/n-h1-765315-29 HTTP/1.1" status: 404 len: 381 time: 0.1338637 Nov 12 08:13:57.611976 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb98676-43bf-4805-9c06-1f03341cc450 req-52fce931-04da-4918-bbf0-cfde2d608601 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:57.623768 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3cb98676-43bf-4805-9c06-1f03341cc450 req-52fce931-04da-4918-bbf0-cfde2d608601 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] 10.222.0.26 "GET /v2.0/ports?device_id=f312a3b2-b27c-43a7-8ece-4c4ff8a72754 HTTP/1.1" status: 200 len: 945 time: 0.2233832 Nov 12 08:13:57.696007 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1288b77-5e31-4e82-8acd-ec06c6c0beb5 admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:13:57.702849 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-c1288b77-5e31-4e82-8acd-ec06c6c0beb5 admin admin] 10.222.0.26 "PUT /v2.0/routers/9ef8fd00-1d93-4b9d-9b1c-82e04dad4986/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7145333 Nov 12 08:13:57.705646 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 40314) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:13:57.717868 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3cb98676-43bf-4805-9c06-1f03341cc450 req-fe89e3f0-1f1b-4941-b312-8f12ce312e55 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] 10.222.0.26 "GET /v2.0/security-groups?id=3e2c6d71-9d00-4992-8976-785692969164&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892875 Nov 12 08:13:57.911322 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-2be11a4d-44ad-458d-9230-1eeae2beed54 None None] For port 19029a84-573c-4817-946f-5972e33ef9d4, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=19029a84-573c-4817-946f-5972e33ef9d4,segment=NetworkSegment(5dafbeb7-4aac-419b-8a16-c5865231ece4),segment_id=5dafbeb7-4aac-419b-8a16-c5865231ece4)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:13:57.917060 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2be11a4d-44ad-458d-9230-1eeae2beed54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:58.051182 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f4df58b4-85c0-4188-bcc1-89500c8762ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:58.124668 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4df58b4-85c0-4188-bcc1-89500c8762ad admin admin] Pushing event deleted for resources: {'Port': ['ID=8da89690-727e-4a67-bdda-ce4a9ccacf5b,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:58.125467 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be11a4d-44ad-458d-9230-1eeae2beed54 None None] Pushing event updated for resources: {'Port': ['ID=19029a84-573c-4817-946f-5972e33ef9d4,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:58.153606 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-f7aaa4b1-7a7d-4870-aed3-1aebbc8e76a8 None None] Provisioning complete for port 19029a84-573c-4817-946f-5972e33ef9d4 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:13:58.154658 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f7aaa4b1-7a7d-4870-aed3-1aebbc8e76a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:58.254600 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5caf4cd1-d7da-42a6-9842-d72eaee3f1af admin admin] Publish callbacks [] for router, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:58.291314 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1788e3-94d4-47f3-a456-60673dcb3059 req-f1632d8e-8c3e-4fb6-ba59-ef6340dd3829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:58.292932 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-af1788e3-94d4-47f3-a456-60673dcb3059 req-f1632d8e-8c3e-4fb6-ba59-ef6340dd3829 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ed57ad59-5752-449f-b6b2-03efdd07cda6&tenant_id=f20f3adab6e34964b521814e780e6afc HTTP/1.1" status: 200 len: 1102 time: 0.3951700 Nov 12 08:13:58.363786 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-27754682-268d-455e-9612-25c1e1e4190e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b190801-86e0-4c2f-be86-46099345574e', 'name': 'tempest-AttachSCSIVolumeTestJSON-903832078-router', 'tenant_id': '73a0dfe0fe0f484fbd498ae652984dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'd65455cb-6cb1-4537-ab3d-9266e706b94f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:13:44Z', 'updated_at': '2021-11-12T08:13:51Z', 'revision_number': 4, 'project_id': '73a0dfe0fe0f484fbd498ae652984dff', 'gw_port': {'id': 'd65455cb-6cb1-4537-ab3d-9266e706b94f', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:34:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b190801-86e0-4c2f-be86-46099345574e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:13:45Z', 'updated_at': '2021-11-12T08:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '19029a84-573c-4817-946f-5972e33ef9d4', 'name': '', 'network_id': '59b5e232-805b-48e7-97d7-7cf354c7a937', 'tenant_id': '73a0dfe0fe0f484fbd498ae652984dff', 'mac_address': 'fa:16:3e:b9:fe:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b190801-86e0-4c2f-be86-46099345574e', 'device_owner': 'network:router_interface', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'e73e45ba-4bd5-41b8-8223-8f879a65cd47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:13:50Z', 'updated_at': '2021-11-12T08:13:56Z', 'revision_number': 4, 'project_id': '73a0dfe0fe0f484fbd498ae652984dff', 'subnets': [{'id': 'e73e45ba-4bd5-41b8-8223-8f879a65cd47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:13:58.394195 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-af1788e3-94d4-47f3-a456-60673dcb3059 req-9093ef47-8504-4893-b11a-88ca9601f396 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-765315-29', 'device_owner': 'compute:nova'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:13:58.409116 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27754682-268d-455e-9612-25c1e1e4190e None None] The sync data for ids ['7b190801-86e0-4c2f-be86-46099345574e'] in n-d-765315-29 is: [{'id': '7b190801-86e0-4c2f-be86-46099345574e', 'name': 'tempest-AttachSCSIVolumeTestJSON-903832078-router', 'tenant_id': '73a0dfe0fe0f484fbd498ae652984dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'd65455cb-6cb1-4537-ab3d-9266e706b94f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:13:44Z', 'updated_at': '2021-11-12T08:13:51Z', 'revision_number': 4, 'project_id': '73a0dfe0fe0f484fbd498ae652984dff', 'gw_port': {'id': 'd65455cb-6cb1-4537-ab3d-9266e706b94f', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:34:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b190801-86e0-4c2f-be86-46099345574e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:13:45Z', 'updated_at': '2021-11-12T08:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '19029a84-573c-4817-946f-5972e33ef9d4', 'name': '', 'network_id': '59b5e232-805b-48e7-97d7-7cf354c7a937', 'tenant_id': '73a0dfe0fe0f484fbd498ae652984dff', 'mac_address': 'fa:16:3e:b9:fe:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b190801-86e0-4c2f-be86-46099345574e', 'device_owner': 'network:router_interface', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': 'e73e45ba-4bd5-41b8-8223-8f879a65cd47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:13:50Z', 'updated_at': '2021-11-12T08:13:56Z', 'revision_number': 4, 'project_id': '73a0dfe0fe0f484fbd498ae652984dff', 'subnets': [{'id': 'e73e45ba-4bd5-41b8-8223-8f879a65cd47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:13:58.739424 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-af1788e3-94d4-47f3-a456-60673dcb3059 req-9093ef47-8504-4893-b11a-88ca9601f396 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:58.778543 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c412eaa8-529b-44ec-9f0b-987ff848a158 req-4a533629-921b-45df-90cd-bdc3f8300978 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:58.780240 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c412eaa8-529b-44ec-9f0b-987ff848a158 req-4a533629-921b-45df-90cd-bdc3f8300978 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed57ad59-5752-449f-b6b2-03efdd07cda6 HTTP/1.1" status: 200 len: 950 time: 0.3575118 Nov 12 08:13:58.905506 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a4273b-51a4-42fa-94a0-fe95aba962b1 req-e38fa8b7-7219-4d96-ac4a-6db71aac5472 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:58.917132 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b4a4273b-51a4-42fa-94a0-fe95aba962b1 req-e38fa8b7-7219-4d96-ac4a-6db71aac5472 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] 10.222.0.26 "GET /v2.0/ports?device_id=f312a3b2-b27c-43a7-8ece-4c4ff8a72754 HTTP/1.1" status: 200 len: 945 time: 0.0878429 Nov 12 08:13:58.922373 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5caf4cd1-d7da-42a6-9842-d72eaee3f1af admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:59.000322 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f4df58b4-85c0-4188-bcc1-89500c8762ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918626'] for router_interface, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:59.020868 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c412eaa8-529b-44ec-9f0b-987ff848a158 req-c2400de2-6d67-4d34-b187-8946e2d6d1a8 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902037 Nov 12 08:13:59.025076 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b4a4273b-51a4-42fa-94a0-fe95aba962b1 req-4ea7b854-d5b0-4f71-b3ef-7bc7ebcd323d tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] 10.222.0.26 "GET /v2.0/security-groups?id=3e2c6d71-9d00-4992-8976-785692969164&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041000 Nov 12 08:13:59.435703 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c72d5c3-2f19-4a73-816e-021c80cbd9d8 req-11c6d924-9f16-434d-89ff-ffcf320eb849 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:59.437767 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0c72d5c3-2f19-4a73-816e-021c80cbd9d8 req-11c6d924-9f16-434d-89ff-ffcf320eb849 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] 10.222.0.21 "GET /v2.0/ports?device_id=f312a3b2-b27c-43a7-8ece-4c4ff8a72754 HTTP/1.1" status: 200 len: 945 time: 0.2121811 Nov 12 08:13:59.438343 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5d7f3b-2c8d-4a97-b5dd-5c56b2a03541 None None] Sync routers for ids ['9ef8fd00-1d93-4b9d-9b1c-82e04dad4986'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:13:59.470423 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5d7f3b-2c8d-4a97-b5dd-5c56b2a03541 None None] Routers {'9ef8fd00-1d93-4b9d-9b1c-82e04dad4986'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:13:59.477557 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-6a5d7f3b-2c8d-4a97-b5dd-5c56b2a03541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:13:36Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['9ef8fd00-1d93-4b9d-9b1c-82e04dad4986'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:13:59.494991 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 19029a84-573c-4817-946f-5972e33ef9d4 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:13:59.528547 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-5caf4cd1-d7da-42a6-9842-d72eaee3f1af admin admin] Deleting port 05910ab8-c0d5-4377-ab47-9202903755c9 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:13:59.528895 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5caf4cd1-d7da-42a6-9842-d72eaee3f1af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:59.580599 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7f344a-e003-43c9-8fef-832661cb5ddf req-f5b49bcd-5004-46bd-8122-b189cf3fd4bc tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:59.582798 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2c7f344a-e003-43c9-8fef-832661cb5ddf req-f5b49bcd-5004-46bd-8122-b189cf3fd4bc tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] 10.222.0.26 "GET /v2.0/ports?device_id=a5d414fa-ba5d-4243-8c92-56087450eab9 HTTP/1.1" status: 200 len: 945 time: 0.2550390 Nov 12 08:13:59.710041 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2c7f344a-e003-43c9-8fef-832661cb5ddf req-e0c548ec-92d5-4cc3-934c-4da4aa8cba03 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] 10.222.0.26 "GET /v2.0/security-groups?id=81e9c1ea-9381-4435-8663-b77189ab101d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163940 Nov 12 08:13:59.717974 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [req-0c72d5c3-2f19-4a73-816e-021c80cbd9d8 req-ed20517a-dd4c-4693-a243-8ed73e33b22c tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Deleting port 725ea740-89a0-44ae-9ca0-d7dd5213cd26 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:13:59.718321 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-0c72d5c3-2f19-4a73-816e-021c80cbd9d8 req-ed20517a-dd4c-4693-a243-8ed73e33b22c tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:59.724133 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-6a5d7f3b-2c8d-4a97-b5dd-5c56b2a03541 None None] Set router 9ef8fd00-1d93-4b9d-9b1c-82e04dad4986 gateway port host: None {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:13:59.877886 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-6a5d7f3b-2c8d-4a97-b5dd-5c56b2a03541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef8fd00-1d93-4b9d-9b1c-82e04dad4986', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-788615995-router', 'tenant_id': '2edaedbb1fce42648eff3d0c86154073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:13:42Z', 'updated_at': '2021-11-12T08:13:58Z', 'revision_number': 6, 'project_id': '2edaedbb1fce42648eff3d0c86154073', 'gw_port_host': None}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:13:59.935904 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 19029a84-573c-4817-946f-5972e33ef9d4 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:13:59.936268 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:59.939802 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5d7f3b-2c8d-4a97-b5dd-5c56b2a03541 None None] Checking router: 9ef8fd00-1d93-4b9d-9b1c-82e04dad4986 for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:13:59.952109 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-0c72d5c3-2f19-4a73-816e-021c80cbd9d8 req-ed20517a-dd4c-4693-a243-8ed73e33b22c tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] For port 725ea740-89a0-44ae-9ca0-d7dd5213cd26, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=725ea740-89a0-44ae-9ca0-d7dd5213cd26,segment=NetworkSegment(c1acfdd1-5634-4383-a3b0-beb6da56b542),segment_id=c1acfdd1-5634-4383-a3b0-beb6da56b542)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:13:59.952677 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-0c72d5c3-2f19-4a73-816e-021c80cbd9d8 req-ed20517a-dd4c-4693-a243-8ed73e33b22c tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:00.000830 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5d7f3b-2c8d-4a97-b5dd-5c56b2a03541 None None] Routers {'9ef8fd00-1d93-4b9d-9b1c-82e04dad4986'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:14:00.001671 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-6a5d7f3b-2c8d-4a97-b5dd-5c56b2a03541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:13:36Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['9ef8fd00-1d93-4b9d-9b1c-82e04dad4986'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:00.220907 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-5caf4cd1-d7da-42a6-9842-d72eaee3f1af admin admin] For port 05910ab8-c0d5-4377-ab47-9202903755c9, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=05910ab8-c0d5-4377-ab47-9202903755c9,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:14:00.221910 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5caf4cd1-d7da-42a6-9842-d72eaee3f1af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:00.226650 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-6a5d7f3b-2c8d-4a97-b5dd-5c56b2a03541 None None] Set router 9ef8fd00-1d93-4b9d-9b1c-82e04dad4986 gateway port host: None {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:14:00.236901 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-5caf4cd1-d7da-42a6-9842-d72eaee3f1af admin admin] Calling delete_port for 05910ab8-c0d5-4377-ab47-9202903755c9 owned by network:router_gateway {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:14:00.280960 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-0c72d5c3-2f19-4a73-816e-021c80cbd9d8 req-ed20517a-dd4c-4693-a243-8ed73e33b22c tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:00.281547 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-0c72d5c3-2f19-4a73-816e-021c80cbd9d8 req-ed20517a-dd4c-4693-a243-8ed73e33b22c tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:00.281975 n-d-765315-29 neutron-server[102600]: INFO neutron.db.l3_db [req-0c72d5c3-2f19-4a73-816e-021c80cbd9d8 req-ed20517a-dd4c-4693-a243-8ed73e33b22c tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Floating IP 631baee7-bb77-4bb5-9ce7-6526a4fa40b6 disassociated. External IP: 172.25.2.131, port: 725ea740-89a0-44ae-9ca0-d7dd5213cd26. Nov 12 08:14:00.282684 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [req-0c72d5c3-2f19-4a73-816e-021c80cbd9d8 req-ed20517a-dd4c-4693-a243-8ed73e33b22c tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Calling delete_port for 725ea740-89a0-44ae-9ca0-d7dd5213cd26 owned by compute:nova {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:14:00.395369 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 0352a67b-34c9-48ce-85a9-ef096e009309 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:14:00.401110 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-6a5d7f3b-2c8d-4a97-b5dd-5c56b2a03541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef8fd00-1d93-4b9d-9b1c-82e04dad4986', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-788615995-router', 'tenant_id': '2edaedbb1fce42648eff3d0c86154073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:13:42Z', 'updated_at': '2021-11-12T08:13:58Z', 'revision_number': 6, 'project_id': '2edaedbb1fce42648eff3d0c86154073', 'gw_port_host': None}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:00.486341 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-af1788e3-94d4-47f3-a456-60673dcb3059 req-9093ef47-8504-4893-b11a-88ca9601f396 service neutron] For port d206352c-2b17-4338-8e28-bf877cbc4fb1, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=d206352c-2b17-4338-8e28-bf877cbc4fb1,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:14:00.489901 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5caf4cd1-d7da-42a6-9842-d72eaee3f1af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:00.501551 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5d7f3b-2c8d-4a97-b5dd-5c56b2a03541 None None] The sync data for ids ['9ef8fd00-1d93-4b9d-9b1c-82e04dad4986'] in n-d-765315-29 is: [{'id': '9ef8fd00-1d93-4b9d-9b1c-82e04dad4986', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-788615995-router', 'tenant_id': '2edaedbb1fce42648eff3d0c86154073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:13:42Z', 'updated_at': '2021-11-12T08:13:58Z', 'revision_number': 6, 'project_id': '2edaedbb1fce42648eff3d0c86154073', 'gw_port_host': None}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:14:00.516590 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 0352a67b-34c9-48ce-85a9-ef096e009309 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:14:00.519363 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 0352a67b-34c9-48ce-85a9-ef096e009309 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:14:00.527235 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-22bfbe43-e47f-496a-8838-13487602c090 req-bc6777be-5397-4774-95ea-0eec332848cb tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] 10.222.0.26 "GET /v2.0/ports?device_id=f312a3b2-b27c-43a7-8ece-4c4ff8a72754 HTTP/1.1" status: 200 len: 210 time: 0.0743787 Nov 12 08:14:00.534768 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-0c72d5c3-2f19-4a73-816e-021c80cbd9d8 req-ed20517a-dd4c-4693-a243-8ed73e33b22c tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:00.568018 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caf4cd1-d7da-42a6-9842-d72eaee3f1af admin admin] Pushing event deleted for resources: {'Port': ['ID=05910ab8-c0d5-4377-ab47-9202903755c9,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:00.637907 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed20517a-dd4c-4693-a243-8ed73e33b22c tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Pushing event deleted for resources: {'Port': ['ID=725ea740-89a0-44ae-9ca0-d7dd5213cd26,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:00.651822 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f96457-b6fb-43af-88f3-8716985da489 req-460216a9-1bd6-4b87-8fe6-7a661882dcbc tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:00.653586 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-82f96457-b6fb-43af-88f3-8716985da489 req-460216a9-1bd6-4b87-8fe6-7a661882dcbc tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed57ad59-5752-449f-b6b2-03efdd07cda6 HTTP/1.1" status: 200 len: 950 time: 0.5084422 Nov 12 08:14:00.692199 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-af1788e3-94d4-47f3-a456-60673dcb3059 req-9093ef47-8504-4893-b11a-88ca9601f396 service neutron] For port d206352c-2b17-4338-8e28-bf877cbc4fb1, host n-h2-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:14:00.788263 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0c72d5c3-2f19-4a73-816e-021c80cbd9d8 req-ed20517a-dd4c-4693-a243-8ed73e33b22c tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Router abb396ca-5907-4ff2-95d5-824dfef4332c has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:14:00.871089 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5caf4cd1-d7da-42a6-9842-d72eaee3f1af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-933016'] for router_gateway, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:00.872844 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed57ad59-5752-449f-b6b2-03efdd07cda6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd206352c-2b17-4338-8e28-bf877cbc4fb1'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:14:00.875236 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc5e2c6d-8ff6-48b5-9958-64702159b6ff" -d '{"events": [{"server_uuid": "ed57ad59-5752-449f-b6b2-03efdd07cda6", "name": "network-vif-unplugged", "status": "completed", "tag": "d206352c-2b17-4338-8e28-bf877cbc4fb1"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:14:00.882759 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-af1788e3-94d4-47f3-a456-60673dcb3059 req-9093ef47-8504-4893-b11a-88ca9601f396 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:00.971251 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0c72d5c3-2f19-4a73-816e-021c80cbd9d8 req-ed20517a-dd4c-4693-a243-8ed73e33b22c tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:14:00.989665 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6345abc0-8619-4e20-be34-31c0c9d5df04 None None] Sync routers for ids ['abb396ca-5907-4ff2-95d5-824dfef4332c'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:14:01.006859 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-82f96457-b6fb-43af-88f3-8716985da489 req-65de46e8-7087-4b82-a5bf-ea388d3dd6b6 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3079689 Nov 12 08:14:01.008549 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6345abc0-8619-4e20-be34-31c0c9d5df04 None None] Routers {'abb396ca-5907-4ff2-95d5-824dfef4332c'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:14:01.011288 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-6345abc0-8619-4e20-be34-31c0c9d5df04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:13:36Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['abb396ca-5907-4ff2-95d5-824dfef4332c'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:01.075772 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c72d5c3-2f19-4a73-816e-021c80cbd9d8 req-ed20517a-dd4c-4693-a243-8ed73e33b22c tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] No DVR routers for this DVR port 725ea740-89a0-44ae-9ca0-d7dd5213cd26 on host n-h1-765315-29 {{(pid=102600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:14:01.087234 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-0c72d5c3-2f19-4a73-816e-021c80cbd9d8 req-ed20517a-dd4c-4693-a243-8ed73e33b22c tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:01.094548 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0c72d5c3-2f19-4a73-816e-021c80cbd9d8 req-ed20517a-dd4c-4693-a243-8ed73e33b22c tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] 10.222.0.21 "DELETE /v2.0/ports/725ea740-89a0-44ae-9ca0-d7dd5213cd26 HTTP/1.1" status: 204 len: 173 time: 1.6492507 Nov 12 08:14:01.095571 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f312a3b2-b27c-43a7-8ece-4c4ff8a72754', 'name': 'network-vif-deleted', 'tag': '725ea740-89a0-44ae-9ca0-d7dd5213cd26'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:14:01.098239 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdbd8a30-b4f6-40ac-900e-faf71d3a4d0c" -d '{"events": [{"server_uuid": "f312a3b2-b27c-43a7-8ece-4c4ff8a72754", "name": "network-vif-deleted", "tag": "725ea740-89a0-44ae-9ca0-d7dd5213cd26"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:14:01.232439 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-af1788e3-94d4-47f3-a456-60673dcb3059 req-9093ef47-8504-4893-b11a-88ca9601f396 service neutron] Transition to ACTIVE for port object d206352c-2b17-4338-8e28-bf877cbc4fb1 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:14:01.259441 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4df58b4-85c0-4188-bcc1-89500c8762ad admin admin] Router 52155d3c-b3a8-4b4c-894c-1cb503f2df3d has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:14:01.264286 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4ca6ad3-1af4-4d40-8f2b-587cfd0d5958 x-openstack-request-id: req-e4ca6ad3-1af4-4d40-8f2b-587cfd0d5958 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:14:01.270059 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed57ad59-5752-449f-b6b2-03efdd07cda6", "name": "network-vif-unplugged", "status": "completed", "tag": "d206352c-2b17-4338-8e28-bf877cbc4fb1", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:14:01.273747 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e4ca6ad3-1af4-4d40-8f2b-587cfd0d5958 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:14:01.274444 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed57ad59-5752-449f-b6b2-03efdd07cda6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd206352c-2b17-4338-8e28-bf877cbc4fb1', 'code': 200} Nov 12 08:14:01.327346 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1b75b8d-5e74-408d-a3fd-75cb0d09b562 x-openstack-request-id: req-e1b75b8d-5e74-408d-a3fd-75cb0d09b562 {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:14:01.327642 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f312a3b2-b27c-43a7-8ece-4c4ff8a72754", "name": "network-vif-deleted", "tag": "725ea740-89a0-44ae-9ca0-d7dd5213cd26", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:14:01.327900 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e1b75b8d-5e74-408d-a3fd-75cb0d09b562 {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:14:01.328300 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f312a3b2-b27c-43a7-8ece-4c4ff8a72754', 'name': 'network-vif-deleted', 'tag': '725ea740-89a0-44ae-9ca0-d7dd5213cd26', 'status': 'completed', 'code': 200} Nov 12 08:14:01.350751 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-af1788e3-94d4-47f3-a456-60673dcb3059 req-9093ef47-8504-4893-b11a-88ca9601f396 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:01.369069 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-6345abc0-8619-4e20-be34-31c0c9d5df04 None None] Set router abb396ca-5907-4ff2-95d5-824dfef4332c gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:14:01.384458 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 05910ab8-c0d5-4377-ab47-9202903755c9 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:14:01.439115 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 05910ab8-c0d5-4377-ab47-9202903755c9 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:14:01.440457 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9093ef47-8504-4893-b11a-88ca9601f396 service neutron] Pushing event updated for resources: {'Port': ['ID=d206352c-2b17-4338-8e28-bf877cbc4fb1,revision_number=6']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:01.441393 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 05910ab8-c0d5-4377-ab47-9202903755c9 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:14:01.455117 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5caf4cd1-d7da-42a6-9842-d72eaee3f1af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:01.467841 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5caf4cd1-d7da-42a6-9842-d72eaee3f1af admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:01.602490 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f9ade1-a15c-4532-9cd0-91c5639fab4d req-11e1292e-7660-4dac-8b14-59bfca3913f2 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:01.610896 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-53f9ade1-a15c-4532-9cd0-91c5639fab4d req-11e1292e-7660-4dac-8b14-59bfca3913f2 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] 10.222.0.26 "GET /v2.0/ports?device_id=a5d414fa-ba5d-4243-8c92-56087450eab9 HTTP/1.1" status: 200 len: 945 time: 0.0874493 Nov 12 08:14:01.631528 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4df58b4-85c0-4188-bcc1-89500c8762ad admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:14:01.671473 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b2ba94-5fd1-4652-b499-c20e8eb43f1c None None] Sync routers for ids ['52155d3c-b3a8-4b4c-894c-1cb503f2df3d'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:14:01.692576 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-f4df58b4-85c0-4188-bcc1-89500c8762ad admin admin] 10.222.0.26 "PUT /v2.0/routers/52155d3c-b3a8-4b4c-894c-1cb503f2df3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5398936 Nov 12 08:14:01.696686 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 40354) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:01.703240 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b2ba94-5fd1-4652-b499-c20e8eb43f1c None None] Routers {'52155d3c-b3a8-4b4c-894c-1cb503f2df3d'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:14:01.712869 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-d9b2ba94-5fd1-4652-b499-c20e8eb43f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:13:36Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['52155d3c-b3a8-4b4c-894c-1cb503f2df3d'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:01.822947 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-53f9ade1-a15c-4532-9cd0-91c5639fab4d req-9ff00b78-d575-43ca-a156-d8cbbea51111 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] 10.222.0.26 "GET /v2.0/security-groups?id=81e9c1ea-9381-4435-8663-b77189ab101d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2057405 Nov 12 08:14:01.921904 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-af1788e3-94d4-47f3-a456-60673dcb3059 req-9093ef47-8504-4893-b11a-88ca9601f396 service neutron] No DVR routers for this DVR port d206352c-2b17-4338-8e28-bf877cbc4fb1 on host n-h2-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:14:01.924343 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-6345abc0-8619-4e20-be34-31c0c9d5df04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb396ca-5907-4ff2-95d5-824dfef4332c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1275168530-router', 'tenant_id': '8b8773b9ba7c4e19ac14f719fc98c803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'f7a31a17-46d0-4238-9d9b-1b7e1a56a003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:07:20Z', 'updated_at': '2021-11-12T08:07:26Z', 'revision_number': 4, 'project_id': '8b8773b9ba7c4e19ac14f719fc98c803', 'gw_port': {'id': 'f7a31a17-46d0-4238-9d9b-1b7e1a56a003', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:95:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb396ca-5907-4ff2-95d5-824dfef4332c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 159, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:21Z', 'updated_at': '2021-11-12T08:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '9dedf5d5-93b0-4cb9-926a-f77af101f683', 'name': '', 'network_id': '8e17c76e-613f-40d2-ae39-1725682b1af7', 'tenant_id': '8b8773b9ba7c4e19ac14f719fc98c803', 'mac_address': 'fa:16:3e:50:df:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb396ca-5907-4ff2-95d5-824dfef4332c', 'device_owner': 'network:router_interface', 'standard_attr_id': 180, 'fixed_ips': [{'subnet_id': '73099bd0-5c51-4de3-ba74-9eb47a87705d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:24Z', 'updated_at': '2021-11-12T08:07:32Z', 'revision_number': 5, 'project_id': '8b8773b9ba7c4e19ac14f719fc98c803', 'subnets': [{'id': '73099bd0-5c51-4de3-ba74-9eb47a87705d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:01.948957 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0733c906-f571-4936-9a0c-36c7e9c947c7 req-bd86e4fc-c886-408d-833c-1cc4ef67e8f3 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] 10.222.0.26 "GET /v2.0/ports?device_id=f312a3b2-b27c-43a7-8ece-4c4ff8a72754 HTTP/1.1" status: 200 len: 210 time: 0.1837533 Nov 12 08:14:01.952885 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5caf4cd1-d7da-42a6-9842-d72eaee3f1af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:01.953455 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5caf4cd1-d7da-42a6-9842-d72eaee3f1af admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ef8fd00-1d93-4b9d-9b1c-82e04dad4986 {{(pid=102599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:14:01.986952 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5caf4cd1-d7da-42a6-9842-d72eaee3f1af admin admin] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:01.988413 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-5caf4cd1-d7da-42a6-9842-d72eaee3f1af admin admin] 10.222.0.26 "DELETE /v2.0/routers/9ef8fd00-1d93-4b9d-9b1c-82e04dad4986 HTTP/1.1" status: 204 len: 168 time: 4.2818480 Nov 12 08:14:01.992162 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 40360) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:02.037776 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6345abc0-8619-4e20-be34-31c0c9d5df04 None None] Checking router: abb396ca-5907-4ff2-95d5-824dfef4332c for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:14:02.085787 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6345abc0-8619-4e20-be34-31c0c9d5df04 None None] Routers {'abb396ca-5907-4ff2-95d5-824dfef4332c'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:14:02.086663 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-6345abc0-8619-4e20-be34-31c0c9d5df04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:13:36Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['abb396ca-5907-4ff2-95d5-824dfef4332c'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:02.108674 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0f6bf735-2138-40ed-9e4e-9a48a0f8b4ea admin admin] Publish callbacks [] for router, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:02.309190 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-af1788e3-94d4-47f3-a456-60673dcb3059 req-9093ef47-8504-4893-b11a-88ca9601f396 service neutron] Attempting to bind port d206352c-2b17-4338-8e28-bf877cbc4fb1 on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:14:02.312025 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-af1788e3-94d4-47f3-a456-60673dcb3059 req-9093ef47-8504-4893-b11a-88ca9601f396 service neutron] Attempting to bind port d206352c-2b17-4338-8e28-bf877cbc4fb1 by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:14:02.312563 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1788e3-94d4-47f3-a456-60673dcb3059 req-9093ef47-8504-4893-b11a-88ca9601f396 service neutron] Attempting to bind port d206352c-2b17-4338-8e28-bf877cbc4fb1 on network 107743df-d3df-459d-a6cd-9e2ab4303016 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:14:02.330555 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1788e3-94d4-47f3-a456-60673dcb3059 req-9093ef47-8504-4893-b11a-88ca9601f396 service neutron] Port d206352c-2b17-4338-8e28-bf877cbc4fb1 on network 107743df-d3df-459d-a6cd-9e2ab4303016 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:14:02.331240 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1788e3-94d4-47f3-a456-60673dcb3059 req-9093ef47-8504-4893-b11a-88ca9601f396 service neutron] Attempting to bind port d206352c-2b17-4338-8e28-bf877cbc4fb1 on network 107743df-d3df-459d-a6cd-9e2ab4303016 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:14:02.362771 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1788e3-94d4-47f3-a456-60673dcb3059 req-9093ef47-8504-4893-b11a-88ca9601f396 service neutron] Checking agent: {'id': '26215384-8035-4ce2-971a-8e67be80da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:14:02.363537 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1788e3-94d4-47f3-a456-60673dcb3059 req-9093ef47-8504-4893-b11a-88ca9601f396 service neutron] Checking segment: {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:14:02.364191 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1788e3-94d4-47f3-a456-60673dcb3059 req-9093ef47-8504-4893-b11a-88ca9601f396 service neutron] Bound using segment: {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:14:02.364791 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-af1788e3-94d4-47f3-a456-60673dcb3059 req-9093ef47-8504-4893-b11a-88ca9601f396 service neutron] Bound port: d206352c-2b17-4338-8e28-bf877cbc4fb1, host: n-h1-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:14:02.365300 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-af1788e3-94d4-47f3-a456-60673dcb3059 req-9093ef47-8504-4893-b11a-88ca9601f396 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:02.385022 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-6345abc0-8619-4e20-be34-31c0c9d5df04 None None] Set router abb396ca-5907-4ff2-95d5-824dfef4332c gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:14:02.391320 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3173e963-3840-4757-a8ef-88e6f3e5cc53 req-898e624c-6e04-467d-b1c3-7255b025beb8 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:02.394211 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3173e963-3840-4757-a8ef-88e6f3e5cc53 req-898e624c-6e04-467d-b1c3-7255b025beb8 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed57ad59-5752-449f-b6b2-03efdd07cda6 HTTP/1.1" status: 200 len: 948 time: 0.1276488 Nov 12 08:14:02.399156 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-d9b2ba94-5fd1-4652-b499-c20e8eb43f1c None None] Set router 52155d3c-b3a8-4b4c-894c-1cb503f2df3d gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:14:02.406441 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5e90862-efeb-4b60-85a2-4c246d06cc5f admin admin] Deleting subnet 9d9b96d0-6b4a-4ca6-9dfb-b817584b134d {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:14:02.428182 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a5e90862-efeb-4b60-85a2-4c246d06cc5f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:02.469842 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0f6bf735-2138-40ed-9e4e-9a48a0f8b4ea admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:02.504672 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a5e90862-efeb-4b60-85a2-4c246d06cc5f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31181813'] for subnet, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:02.543377 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 725ea740-89a0-44ae-9ca0-d7dd5213cd26 no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:14:02.596360 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-0f6bf735-2138-40ed-9e4e-9a48a0f8b4ea admin admin] Deleting port 0a0e0322-2882-4b28-a255-8ac1508a18f9 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:14:02.598610 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0f6bf735-2138-40ed-9e4e-9a48a0f8b4ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:02.608800 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-e530113a-7783-48f4-9840-8911a24052df None None] No Port match for: 725ea740-89a0-44ae-9ca0-d7dd5213cd26 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:14:02.609106 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 725ea740-89a0-44ae-9ca0-d7dd5213cd26 not bound to the agent host n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:14:02.622905 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a5e90862-efeb-4b60-85a2-4c246d06cc5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:02.686454 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device d206352c-2b17-4338-8e28-bf877cbc4fb1 no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:14:02.735726 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a5e90862-efeb-4b60-85a2-4c246d06cc5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:02.780735 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e90862-efeb-4b60-85a2-4c246d06cc5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d9b96d0-6b4a-4ca6-9dfb-b817584b134d,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:02.840552 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a5e90862-efeb-4b60-85a2-4c246d06cc5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:02.845362 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-a5e90862-efeb-4b60-85a2-4c246d06cc5f admin admin] 10.222.0.26 "DELETE /v2.0/subnets/9d9b96d0-6b4a-4ca6-9dfb-b817584b134d HTTP/1.1" status: 204 len: 168 time: 0.8501811 Nov 12 08:14:02.850033 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 40372) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:02.857751 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a181b0f0-c644-4294-93d9-f14a1eb800db None None] Network 84ae7dcb-862e-44e5-960d-3a2368c26a81 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:14:02.860891 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3173e963-3840-4757-a8ef-88e6f3e5cc53 req-58231226-1154-4b2c-a752-e79177383311 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674011 Nov 12 08:14:02.933446 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-af1788e3-94d4-47f3-a456-60673dcb3059 req-9093ef47-8504-4893-b11a-88ca9601f396 service neutron] For port d206352c-2b17-4338-8e28-bf877cbc4fb1, host n-h1-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:14:02.948419 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-af1788e3-94d4-47f3-a456-60673dcb3059 req-9093ef47-8504-4893-b11a-88ca9601f396 service neutron] For port d206352c-2b17-4338-8e28-bf877cbc4fb1, host n-h1-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=d206352c-2b17-4338-8e28-bf877cbc4fb1,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:14:02.954355 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-af1788e3-94d4-47f3-a456-60673dcb3059 req-9093ef47-8504-4893-b11a-88ca9601f396 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:02.966710 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-0f6bf735-2138-40ed-9e4e-9a48a0f8b4ea admin admin] For port 0a0e0322-2882-4b28-a255-8ac1508a18f9, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=0a0e0322-2882-4b28-a255-8ac1508a18f9,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:14:02.967488 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0f6bf735-2138-40ed-9e4e-9a48a0f8b4ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:03.024327 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-0f6bf735-2138-40ed-9e4e-9a48a0f8b4ea admin admin] Calling delete_port for 0a0e0322-2882-4b28-a255-8ac1508a18f9 owned by network:router_gateway {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:14:03.035605 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-522ef5ab-90f3-4589-b8be-4bc983eb4a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:03.071188 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1901a4-0014-47f5-bd12-58305a367b23 req-15c6a007-a4d7-464a-a5d9-842ca4ba3ebb tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:03.072363 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9093ef47-8504-4893-b11a-88ca9601f396 service neutron] Pushing event updated for resources: {'Port': ['ID=d206352c-2b17-4338-8e28-bf877cbc4fb1,revision_number=7']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:03.073740 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ad1901a4-0014-47f5-bd12-58305a367b23 req-15c6a007-a4d7-464a-a5d9-842ca4ba3ebb tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] 10.222.0.26 "GET /v2.0/ports?device_id=a5d414fa-ba5d-4243-8c92-56087450eab9 HTTP/1.1" status: 200 len: 945 time: 0.1310258 Nov 12 08:14:03.081069 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-6345abc0-8619-4e20-be34-31c0c9d5df04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb396ca-5907-4ff2-95d5-824dfef4332c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1275168530-router', 'tenant_id': '8b8773b9ba7c4e19ac14f719fc98c803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'f7a31a17-46d0-4238-9d9b-1b7e1a56a003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:07:20Z', 'updated_at': '2021-11-12T08:07:26Z', 'revision_number': 4, 'project_id': '8b8773b9ba7c4e19ac14f719fc98c803', 'gw_port': {'id': 'f7a31a17-46d0-4238-9d9b-1b7e1a56a003', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:95:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb396ca-5907-4ff2-95d5-824dfef4332c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 159, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:21Z', 'updated_at': '2021-11-12T08:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '9dedf5d5-93b0-4cb9-926a-f77af101f683', 'name': '', 'network_id': '8e17c76e-613f-40d2-ae39-1725682b1af7', 'tenant_id': '8b8773b9ba7c4e19ac14f719fc98c803', 'mac_address': 'fa:16:3e:50:df:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb396ca-5907-4ff2-95d5-824dfef4332c', 'device_owner': 'network:router_interface', 'standard_attr_id': 180, 'fixed_ips': [{'subnet_id': '73099bd0-5c51-4de3-ba74-9eb47a87705d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:24Z', 'updated_at': '2021-11-12T08:07:32Z', 'revision_number': 5, 'project_id': '8b8773b9ba7c4e19ac14f719fc98c803', 'subnets': [{'id': '73099bd0-5c51-4de3-ba74-9eb47a87705d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:03.094550 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1788e3-94d4-47f3-a456-60673dcb3059 req-9093ef47-8504-4893-b11a-88ca9601f396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:03.095380 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-af1788e3-94d4-47f3-a456-60673dcb3059 req-9093ef47-8504-4893-b11a-88ca9601f396 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:03.096842 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-af1788e3-94d4-47f3-a456-60673dcb3059 req-9093ef47-8504-4893-b11a-88ca9601f396 service neutron] 10.222.0.21 "PUT /v2.0/ports/d206352c-2b17-4338-8e28-bf877cbc4fb1 HTTP/1.1" status: 200 len: 1097 time: 4.7160468 Nov 12 08:14:03.187405 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6345abc0-8619-4e20-be34-31c0c9d5df04 None None] The sync data for ids ['abb396ca-5907-4ff2-95d5-824dfef4332c'] in n-d-765315-29 is: [{'id': 'abb396ca-5907-4ff2-95d5-824dfef4332c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1275168530-router', 'tenant_id': '8b8773b9ba7c4e19ac14f719fc98c803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'f7a31a17-46d0-4238-9d9b-1b7e1a56a003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:07:20Z', 'updated_at': '2021-11-12T08:07:26Z', 'revision_number': 4, 'project_id': '8b8773b9ba7c4e19ac14f719fc98c803', 'gw_port': {'id': 'f7a31a17-46d0-4238-9d9b-1b7e1a56a003', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:95:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb396ca-5907-4ff2-95d5-824dfef4332c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 159, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:21Z', 'updated_at': '2021-11-12T08:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '9dedf5d5-93b0-4cb9-926a-f77af101f683', 'name': '', 'network_id': '8e17c76e-613f-40d2-ae39-1725682b1af7', 'tenant_id': '8b8773b9ba7c4e19ac14f719fc98c803', 'mac_address': 'fa:16:3e:50:df:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb396ca-5907-4ff2-95d5-824dfef4332c', 'device_owner': 'network:router_interface', 'standard_attr_id': 180, 'fixed_ips': [{'subnet_id': '73099bd0-5c51-4de3-ba74-9eb47a87705d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:24Z', 'updated_at': '2021-11-12T08:07:32Z', 'revision_number': 5, 'project_id': '8b8773b9ba7c4e19ac14f719fc98c803', 'subnets': [{'id': '73099bd0-5c51-4de3-ba74-9eb47a87705d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:14:03.233355 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1788e3-94d4-47f3-a456-60673dcb3059 req-f34a0925-792b-4313-9e57-1b1f4e83ddbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:03.236190 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-af1788e3-94d4-47f3-a456-60673dcb3059 req-f34a0925-792b-4313-9e57-1b1f4e83ddbc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f20f3adab6e34964b521814e780e6afc&device_id=ed57ad59-5752-449f-b6b2-03efdd07cda6 HTTP/1.1" status: 200 len: 1100 time: 0.1052806 Nov 12 08:14:03.276749 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device d206352c-2b17-4338-8e28-bf877cbc4fb1 not bound to the agent host n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:14:03.403621 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed57ad59-5752-449f-b6b2-03efdd07cda6', 'tag': 'd206352c-2b17-4338-8e28-bf877cbc4fb1'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:14:03.408618 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0789c5d-f6e4-40f9-ad27-335050e5ca73" -d '{"events": [{"name": "network-changed", "server_uuid": "ed57ad59-5752-449f-b6b2-03efdd07cda6", "tag": "d206352c-2b17-4338-8e28-bf877cbc4fb1"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:14:03.444897 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-d9b2ba94-5fd1-4652-b499-c20e8eb43f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52155d3c-b3a8-4b4c-894c-1cb503f2df3d', 'name': 'tempest-ServersTestBootFromVolume-1204372310-router', 'tenant_id': '0a93781ee8b244ac91dad8e454407a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '0a0e0322-2882-4b28-a255-8ac1508a18f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:10:11Z', 'updated_at': '2021-11-12T08:13:57Z', 'revision_number': 5, 'project_id': '0a93781ee8b244ac91dad8e454407a80', 'gw_port': {'id': '0a0e0322-2882-4b28-a255-8ac1508a18f9', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:88:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52155d3c-b3a8-4b4c-894c-1cb503f2df3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:10:13Z', 'updated_at': '2021-11-12T08:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:03.549587 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1788e3-94d4-47f3-a456-60673dcb3059 req-464803ee-3281-4c4d-b749-343720833952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:03.552316 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-af1788e3-94d4-47f3-a456-60673dcb3059 req-464803ee-3281-4c4d-b749-343720833952 service neutron] 10.222.0.21 "GET /v2.0/networks?id=107743df-d3df-459d-a6cd-9e2ab4303016 HTTP/1.1" status: 200 len: 870 time: 0.3086779 Nov 12 08:14:03.554211 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b2ba94-5fd1-4652-b499-c20e8eb43f1c None None] Checking router: 52155d3c-b3a8-4b4c-894c-1cb503f2df3d for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:14:03.558829 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964f7d3c-00c5-443f-880d-412b81df6d6b None None] DHCP port deletion for 84ae7dcb-862e-44e5-960d-3a2368c26a81 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:14:03.586894 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0f6bf735-2138-40ed-9e4e-9a48a0f8b4ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:03.624361 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b2ba94-5fd1-4652-b499-c20e8eb43f1c None None] Routers {'52155d3c-b3a8-4b4c-894c-1cb503f2df3d'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:14:03.625381 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-d9b2ba94-5fd1-4652-b499-c20e8eb43f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:13:36Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['52155d3c-b3a8-4b4c-894c-1cb503f2df3d'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:03.674291 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-af1788e3-94d4-47f3-a456-60673dcb3059 req-7ae8b5bd-6ff7-410c-a5d5-b95875c1ffca service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=d206352c-2b17-4338-8e28-bf877cbc4fb1 HTTP/1.1" status: 200 len: 217 time: 0.1103966 Nov 12 08:14:03.782392 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-964f7d3c-00c5-443f-880d-412b81df6d6b None None] Deleting port c9b838ce-3e96-4047-badd-74281a22cee4 {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:14:03.783159 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-964f7d3c-00c5-443f-880d-412b81df6d6b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:03.813194 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:14:03.825809 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1788e3-94d4-47f3-a456-60673dcb3059 req-f2224bb2-8686-4eb8-9ee4-7fc0688ce02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:03.834890 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-af1788e3-94d4-47f3-a456-60673dcb3059 req-f2224bb2-8686-4eb8-9ee4-7fc0688ce02a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1 HTTP/1.1" status: 200 len: 843 time: 0.1497500 Nov 12 08:14:03.834890 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c34994f-282c-478e-8568-27275e8e5d67 x-openstack-request-id: req-7c34994f-282c-478e-8568-27275e8e5d67 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:14:03.834890 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed57ad59-5752-449f-b6b2-03efdd07cda6", "tag": "d206352c-2b17-4338-8e28-bf877cbc4fb1", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:14:03.834890 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7c34994f-282c-478e-8568-27275e8e5d67 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:14:03.834890 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed57ad59-5752-449f-b6b2-03efdd07cda6', 'tag': 'd206352c-2b17-4338-8e28-bf877cbc4fb1', 'status': 'completed', 'code': 200} Nov 12 08:14:03.871362 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ad1901a4-0014-47f5-bd12-58305a367b23 req-b75542d5-0ee4-4603-b80f-11f7a734478f tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] 10.222.0.26 "GET /v2.0/security-groups?id=81e9c1ea-9381-4435-8663-b77189ab101d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4613383 Nov 12 08:14:03.872590 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0f6bf735-2138-40ed-9e4e-9a48a0f8b4ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-933016'] for router_gateway, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:03.902624 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-964f7d3c-00c5-443f-880d-412b81df6d6b None None] For port c9b838ce-3e96-4047-badd-74281a22cee4, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=c9b838ce-3e96-4047-badd-74281a22cee4,segment=NetworkSegment(965a3cf8-8347-4138-89eb-f2162b7c87d3),segment_id=965a3cf8-8347-4138-89eb-f2162b7c87d3)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:14:03.902624 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-964f7d3c-00c5-443f-880d-412b81df6d6b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:03.906003 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7dfe495-e987-4de1-9772-0c690a139fea None None] New status for floating IP 631baee7-bb77-4bb5-9ce7-6526a4fa40b6: DOWN {{(pid=102602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:14:03.910940 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-964f7d3c-00c5-443f-880d-412b81df6d6b None None] Calling delete_port for c9b838ce-3e96-4047-badd-74281a22cee4 owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:14:03.946665 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 40390) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:03.979872 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6bf735-2138-40ed-9e4e-9a48a0f8b4ea admin admin] Pushing event deleted for resources: {'Port': ['ID=0a0e0322-2882-4b28-a255-8ac1508a18f9,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:04.031577 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-d9b2ba94-5fd1-4652-b499-c20e8eb43f1c None None] Set router 52155d3c-b3a8-4b4c-894c-1cb503f2df3d gateway port host: None {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:14:04.037395 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1788e3-94d4-47f3-a456-60673dcb3059 req-44ac749c-61be-47e6-87c8-34bfe2b713c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:04.040462 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-af1788e3-94d4-47f3-a456-60673dcb3059 req-44ac749c-61be-47e6-87c8-34bfe2b713c1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=107743df-d3df-459d-a6cd-9e2ab4303016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2005365 Nov 12 08:14:04.095602 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-964f7d3c-00c5-443f-880d-412b81df6d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:04.100556 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-d9b2ba94-5fd1-4652-b499-c20e8eb43f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52155d3c-b3a8-4b4c-894c-1cb503f2df3d', 'name': 'tempest-ServersTestBootFromVolume-1204372310-router', 'tenant_id': '0a93781ee8b244ac91dad8e454407a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:10:11Z', 'updated_at': '2021-11-12T08:14:03Z', 'revision_number': 7, 'project_id': '0a93781ee8b244ac91dad8e454407a80', 'gw_port_host': None}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:04.160396 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-af1788e3-94d4-47f3-a456-60673dcb3059 req-e81144a8-c9e5-4f13-86dd-4c9d3b5cd9ae service neutron] 10.222.0.21 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110070 Nov 12 08:14:04.184683 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b2ba94-5fd1-4652-b499-c20e8eb43f1c None None] The sync data for ids ['52155d3c-b3a8-4b4c-894c-1cb503f2df3d'] in n-d-765315-29 is: [{'id': '52155d3c-b3a8-4b4c-894c-1cb503f2df3d', 'name': 'tempest-ServersTestBootFromVolume-1204372310-router', 'tenant_id': '0a93781ee8b244ac91dad8e454407a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:10:11Z', 'updated_at': '2021-11-12T08:14:03Z', 'revision_number': 7, 'project_id': '0a93781ee8b244ac91dad8e454407a80', 'gw_port_host': None}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:14:04.186280 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ef768f83-422e-43db-99c0-a230ff12f617 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:04.211029 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964f7d3c-00c5-443f-880d-412b81df6d6b None None] Pushing event deleted for resources: {'Port': ['ID=c9b838ce-3e96-4047-badd-74281a22cee4,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:04.246846 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964f7d3c-00c5-443f-880d-412b81df6d6b None None] No DVR routers for this DVR port c9b838ce-3e96-4047-badd-74281a22cee4 on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:14:04.354765 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-af1788e3-94d4-47f3-a456-60673dcb3059 req-09953fb4-7c6d-4fbc-9584-b4250cc14d41 service neutron] 10.222.0.21 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783795 Nov 12 08:14:04.494259 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c451f-772e-470d-8e97-f64922a2566f req-91876004-5445-48ff-bb1d-2cfca8dd3375 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:04.495884 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f20c451f-772e-470d-8e97-f64922a2566f req-91876004-5445-48ff-bb1d-2cfca8dd3375 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5d414fa-ba5d-4243-8c92-56087450eab9 HTTP/1.1" status: 200 len: 945 time: 0.0954080 Nov 12 08:14:04.608882 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-522ef5ab-90f3-4589-b8be-4bc983eb4a59 admin admin] Deleting port c9b838ce-3e96-4047-badd-74281a22cee4 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:14:04.609466 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-522ef5ab-90f3-4589-b8be-4bc983eb4a59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:04.623092 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0f6bf735-2138-40ed-9e4e-9a48a0f8b4ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:04.631052 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0f6bf735-2138-40ed-9e4e-9a48a0f8b4ea admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:04.636099 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-f20c451f-772e-470d-8e97-f64922a2566f req-4e17e4e5-ee7c-40ac-94b3-6f64ada30629 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Deleting port 7d3fb4a9-91b7-499a-8d81-c9477121daa2 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:14:04.636766 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-f20c451f-772e-470d-8e97-f64922a2566f req-4e17e4e5-ee7c-40ac-94b3-6f64ada30629 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:04.725760 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0789c5d-f6e4-40f9-ad27-335050e5ca73 req-d8bdace9-f8b4-42a0-ad36-1838107f186b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:04.727490 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d0789c5d-f6e4-40f9-ad27-335050e5ca73 req-d8bdace9-f8b4-42a0-ad36-1838107f186b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f20f3adab6e34964b521814e780e6afc&device_id=ed57ad59-5752-449f-b6b2-03efdd07cda6 HTTP/1.1" status: 200 len: 1100 time: 0.8114789 Nov 12 08:14:04.856881 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-f20c451f-772e-470d-8e97-f64922a2566f req-4e17e4e5-ee7c-40ac-94b3-6f64ada30629 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] For port 7d3fb4a9-91b7-499a-8d81-c9477121daa2, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=7d3fb4a9-91b7-499a-8d81-c9477121daa2,segment=NetworkSegment(9731bde9-1bbe-48ed-a64f-4cf0a0cc31e9),segment_id=9731bde9-1bbe-48ed-a64f-4cf0a0cc31e9)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:14:04.857625 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-f20c451f-772e-470d-8e97-f64922a2566f req-4e17e4e5-ee7c-40ac-94b3-6f64ada30629 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:04.858400 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815f781e-cf8b-4f4c-9f0b-58e5565ccd7e req-dff61086-316f-492a-a1a6-cc1b0c3cb13b tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:04.860026 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-815f781e-cf8b-4f4c-9f0b-58e5565ccd7e req-dff61086-316f-492a-a1a6-cc1b0c3cb13b tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed57ad59-5752-449f-b6b2-03efdd07cda6 HTTP/1.1" status: 200 len: 948 time: 0.3696766 Nov 12 08:14:04.874438 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0f6bf735-2138-40ed-9e4e-9a48a0f8b4ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:04.874967 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f6bf735-2138-40ed-9e4e-9a48a0f8b4ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52155d3c-b3a8-4b4c-894c-1cb503f2df3d {{(pid=102600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:14:04.876780 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-522ef5ab-90f3-4589-b8be-4bc983eb4a59 admin admin] For port c9b838ce-3e96-4047-badd-74281a22cee4, host n-d-765315-29, got binding levels [] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:14:04.877150 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-522ef5ab-90f3-4589-b8be-4bc983eb4a59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:04.913157 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0789c5d-f6e4-40f9-ad27-335050e5ca73 req-79b0f0ff-e070-46d6-ba94-ec1e4daa8291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:04.914778 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d0789c5d-f6e4-40f9-ad27-335050e5ca73 req-79b0f0ff-e070-46d6-ba94-ec1e4daa8291 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f20f3adab6e34964b521814e780e6afc&device_id=ed57ad59-5752-449f-b6b2-03efdd07cda6 HTTP/1.1" status: 200 len: 1100 time: 0.4354525 Nov 12 08:14:04.915438 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6ee63938-a2a5-43dc-b2b6-d6f32676205d tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:04.947343 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0f6bf735-2138-40ed-9e4e-9a48a0f8b4ea admin admin] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:04.948476 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-0f6bf735-2138-40ed-9e4e-9a48a0f8b4ea admin admin] 10.222.0.26 "DELETE /v2.0/routers/52155d3c-b3a8-4b4c-894c-1cb503f2df3d HTTP/1.1" status: 204 len: 168 time: 3.2508264 Nov 12 08:14:04.959089 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 40400) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:04.985267 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-522ef5ab-90f3-4589-b8be-4bc983eb4a59 admin admin] Calling delete_port for c9b838ce-3e96-4047-badd-74281a22cee4 owned by network:dhcp {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:14:04.995471 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.ipam_backend_mixin [None req-522ef5ab-90f3-4589-b8be-4bc983eb4a59 admin admin] Port c9b838ce-3e96-4047-badd-74281a22cee4 was not found and therefore no delete operation was performed {{(pid=102600) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 08:14:05.044168 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:05.077064 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-522ef5ab-90f3-4589-b8be-4bc983eb4a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:05.082754 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6ee63938-a2a5-43dc-b2b6-d6f32676205d tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:05.166756 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522ef5ab-90f3-4589-b8be-4bc983eb4a59 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9b838ce-3e96-4047-badd-74281a22cee4,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:05.193886 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522ef5ab-90f3-4589-b8be-4bc983eb4a59 admin admin] No DVR routers for this DVR port c9b838ce-3e96-4047-badd-74281a22cee4 on host n-d-765315-29 {{(pid=102600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:14:05.218978 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0789c5d-f6e4-40f9-ad27-335050e5ca73 req-77300805-6dac-483f-8c29-5fcdff80222b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:05.220452 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d0789c5d-f6e4-40f9-ad27-335050e5ca73 req-77300805-6dac-483f-8c29-5fcdff80222b service neutron] 10.222.0.44 "GET /v2.0/networks?id=107743df-d3df-459d-a6cd-9e2ab4303016 HTTP/1.1" status: 200 len: 870 time: 0.4208493 Nov 12 08:14:05.229360 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-45ab6180-b53f-4eff-9132-d7b1aef6ed4e admin admin] Deleting subnet f94b95c0-cb4c-472b-8dd7-99ba828700c1 {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:14:05.247690 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-f20c451f-772e-470d-8e97-f64922a2566f req-4e17e4e5-ee7c-40ac-94b3-6f64ada30629 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:05.247690 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-f20c451f-772e-470d-8e97-f64922a2566f req-4e17e4e5-ee7c-40ac-94b3-6f64ada30629 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:05.247690 n-d-765315-29 neutron-server[102599]: INFO neutron.db.l3_db [req-f20c451f-772e-470d-8e97-f64922a2566f req-4e17e4e5-ee7c-40ac-94b3-6f64ada30629 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Floating IP 6ccd4efb-a84b-4d09-9845-e2e318c138f5 disassociated. External IP: 172.25.2.197, port: 7d3fb4a9-91b7-499a-8d81-c9477121daa2. Nov 12 08:14:05.247690 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-f20c451f-772e-470d-8e97-f64922a2566f req-4e17e4e5-ee7c-40ac-94b3-6f64ada30629 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Calling delete_port for 7d3fb4a9-91b7-499a-8d81-c9477121daa2 owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:14:05.262148 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-815f781e-cf8b-4f4c-9f0b-58e5565ccd7e req-11fc27da-2c86-489e-b7d0-9186d98231e2 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3822849 Nov 12 08:14:05.274986 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-45ab6180-b53f-4eff-9132-d7b1aef6ed4e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:05.336489 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 0a0e0322-2882-4b28-a255-8ac1508a18f9 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:14:05.361186 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d0789c5d-f6e4-40f9-ad27-335050e5ca73 req-9c795390-eff3-42f8-b38f-07b1a8101bad service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=d206352c-2b17-4338-8e28-bf877cbc4fb1 HTTP/1.1" status: 200 len: 217 time: 0.1064699 Nov 12 08:14:05.379884 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 0a0e0322-2882-4b28-a255-8ac1508a18f9 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:14:05.382983 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627a70c6-8a50-44f1-b20d-c0a8ad576a61 req-c7775ed1-4926-4e0e-8c52-192b2a03230e tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:05.384539 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-627a70c6-8a50-44f1-b20d-c0a8ad576a61 req-c7775ed1-4926-4e0e-8c52-192b2a03230e tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] 10.222.0.26 "GET /v2.0/ports?device_id=a5d414fa-ba5d-4243-8c92-56087450eab9 HTTP/1.1" status: 200 len: 945 time: 0.4157569 Nov 12 08:14:05.387633 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 0a0e0322-2882-4b28-a255-8ac1508a18f9 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:14:05.388443 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 8da89690-727e-4a67-bdda-ce4a9ccacf5b no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:14:05.424624 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 8da89690-727e-4a67-bdda-ce4a9ccacf5b {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:14:05.425216 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 8da89690-727e-4a67-bdda-ce4a9ccacf5b not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:14:05.425771 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device c9b838ce-3e96-4047-badd-74281a22cee4 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:14:05.458691 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: c9b838ce-3e96-4047-badd-74281a22cee4 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:14:05.459862 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device c9b838ce-3e96-4047-badd-74281a22cee4 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:14:05.463752 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0789c5d-f6e4-40f9-ad27-335050e5ca73 req-f809f786-8045-4251-998f-3a2ff6b644e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:05.465730 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d0789c5d-f6e4-40f9-ad27-335050e5ca73 req-f809f786-8045-4251-998f-3a2ff6b644e7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=107743df-d3df-459d-a6cd-9e2ab4303016 HTTP/1.1" status: 200 len: 870 time: 0.5346475 Nov 12 08:14:05.479741 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-45ab6180-b53f-4eff-9132-d7b1aef6ed4e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:05.526133 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-627a70c6-8a50-44f1-b20d-c0a8ad576a61 req-14ad96f9-86d8-4512-8d87-a060fe5aa566 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] 10.222.0.26 "GET /v2.0/security-groups?id=81e9c1ea-9381-4435-8663-b77189ab101d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165259 Nov 12 08:14:05.563298 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-f20c451f-772e-470d-8e97-f64922a2566f req-4e17e4e5-ee7c-40ac-94b3-6f64ada30629 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:05.619147 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e17e4e5-ee7c-40ac-94b3-6f64ada30629 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Pushing event deleted for resources: {'Port': ['ID=7d3fb4a9-91b7-499a-8d81-c9477121daa2,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:05.621455 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-522ef5ab-90f3-4589-b8be-4bc983eb4a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:05.633347 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e17e4e5-ee7c-40ac-94b3-6f64ada30629 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:14:05.634062 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e17e4e5-ee7c-40ac-94b3-6f64ada30629 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:14:05.634711 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e17e4e5-ee7c-40ac-94b3-6f64ada30629 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:14:05.635284 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e17e4e5-ee7c-40ac-94b3-6f64ada30629 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:14:05.635942 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e17e4e5-ee7c-40ac-94b3-6f64ada30629 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:14:05.636490 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e17e4e5-ee7c-40ac-94b3-6f64ada30629 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:14:05.637033 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e17e4e5-ee7c-40ac-94b3-6f64ada30629 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:14:05.637577 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e17e4e5-ee7c-40ac-94b3-6f64ada30629 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:14:05.638136 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e17e4e5-ee7c-40ac-94b3-6f64ada30629 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:14:05.638761 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e17e4e5-ee7c-40ac-94b3-6f64ada30629 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:14:05.639394 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e17e4e5-ee7c-40ac-94b3-6f64ada30629 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:14:05.639842 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e17e4e5-ee7c-40ac-94b3-6f64ada30629 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:14:05.735362 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6ee63938-a2a5-43dc-b2b6-d6f32676205d tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:05.738068 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6ee63938-a2a5-43dc-b2b6-d6f32676205d tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:05.743170 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-6ee63938-a2a5-43dc-b2b6-d6f32676205d tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] 10.222.0.26 "DELETE /v2.0/security-groups/3e2c6d71-9d00-4992-8976-785692969164 HTTP/1.1" status: 204 len: 168 time: 1.7607450 Nov 12 08:14:05.745167 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 40404) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:05.751371 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d0789c5d-f6e4-40f9-ad27-335050e5ca73 req-80b1681e-10dc-441e-86e9-30659965611c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=d206352c-2b17-4338-8e28-bf877cbc4fb1 HTTP/1.1" status: 200 len: 217 time: 0.1963921 Nov 12 08:14:05.753038 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-522ef5ab-90f3-4589-b8be-4bc983eb4a59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84ae7dcb-862e-44e5-960d-3a2368c26a81']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:05.800083 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-522ef5ab-90f3-4589-b8be-4bc983eb4a59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '965a3cf8-8347-4138-89eb-f2162b7c87d3') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:05.800381 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-522ef5ab-90f3-4589-b8be-4bc983eb4a59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '965a3cf8-8347-4138-89eb-f2162b7c87d3') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:05.809200 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee63938-a2a5-43dc-b2b6-d6f32676205d tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e2c6d71-9d00-4992-8976-785692969164,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:05.849708 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-522ef5ab-90f3-4589-b8be-4bc983eb4a59 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:05.852984 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-45ab6180-b53f-4eff-9132-d7b1aef6ed4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:05.882941 n-d-765315-29 neutron-server[102599]: INFO neutron.api.v2.resource [None req-65b7cdca-1e9a-4366-b745-2be8672de350 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] show failed (client error): The resource could not be found. Nov 12 08:14:05.890393 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-65b7cdca-1e9a-4366-b745-2be8672de350 tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] 10.222.0.26 "GET /v2.0/security-groups/3e2c6d71-9d00-4992-8976-785692969164 HTTP/1.1" status: 404 len: 347 time: 0.1437278 Nov 12 08:14:05.891244 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 40408) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:05.905136 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0789c5d-f6e4-40f9-ad27-335050e5ca73 req-f9582ad0-a504-4871-ade0-0719e9b446d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:05.907245 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d0789c5d-f6e4-40f9-ad27-335050e5ca73 req-f9582ad0-a504-4871-ade0-0719e9b446d4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1 HTTP/1.1" status: 200 len: 843 time: 0.4406259 Nov 12 08:14:05.914640 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-522ef5ab-90f3-4589-b8be-4bc983eb4a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:05.930007 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-522ef5ab-90f3-4589-b8be-4bc983eb4a59 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:14:05.930885 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-522ef5ab-90f3-4589-b8be-4bc983eb4a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:05.981257 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0789c5d-f6e4-40f9-ad27-335050e5ca73 req-3b5d7f79-0b7a-46b0-9b4e-a26dda92e011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:05.982784 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d0789c5d-f6e4-40f9-ad27-335050e5ca73 req-3b5d7f79-0b7a-46b0-9b4e-a26dda92e011 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1 HTTP/1.1" status: 200 len: 843 time: 0.2133493 Nov 12 08:14:05.983507 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:14:05.983507 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:14:05.983507 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:14:05.983507 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:14:05.983507 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:14:05.983507 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:14:05.983507 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:14:05.983507 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:14:05.983507 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:14:05.983507 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:14:05.983507 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:14:05.983507 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:14:05.983507 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:14:05.983507 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:14:05.983507 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:14:05.983507 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:14:05.983507 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:14:05.983507 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:14:05.983507 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:14:05.983507 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:14:05.983507 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:14:05.983507 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:14:05.983507 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:14:05.983507 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:14:05.983507 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:14:05.983507 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:14:05.983507 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:14:05.983507 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:14:05.983507 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:14:05.983507 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:14:05.983507 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:14:05.983507 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:14:06.044744 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f20c451f-772e-470d-8e97-f64922a2566f req-4e17e4e5-ee7c-40ac-94b3-6f64ada30629 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Router 5732eb70-ba32-4269-9c91-f96f3ef6bfc7 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:14:06.070701 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-522ef5ab-90f3-4589-b8be-4bc983eb4a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:06.095375 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0789c5d-f6e4-40f9-ad27-335050e5ca73 req-df3d2073-0d10-4a4a-bfc2-4c32dbc9309e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:06.103469 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d0789c5d-f6e4-40f9-ad27-335050e5ca73 req-df3d2073-0d10-4a4a-bfc2-4c32dbc9309e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=107743df-d3df-459d-a6cd-9e2ab4303016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1066394 Nov 12 08:14:06.170974 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-b360eba4-b3c3-467e-afcd-a4253daef77b tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Deleting port 00b182bd-0f4f-4354-b329-7541cb074a13 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:14:06.171404 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b360eba4-b3c3-467e-afcd-a4253daef77b tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:06.200481 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-522ef5ab-90f3-4589-b8be-4bc983eb4a59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:06.206243 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-522ef5ab-90f3-4589-b8be-4bc983eb4a59 admin admin] 10.222.0.26 "DELETE /v2.0/networks/84ae7dcb-862e-44e5-960d-3a2368c26a81 HTTP/1.1" status: 204 len: 168 time: 3.3520162 Nov 12 08:14:06.206243 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-45ab6180-b53f-4eff-9132-d7b1aef6ed4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:06.263800 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d0789c5d-f6e4-40f9-ad27-335050e5ca73 req-eea9268e-1f5a-4dba-af0d-c41fcfbf2618 service neutron] 10.222.0.44 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573541 Nov 12 08:14:06.284356 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b360eba4-b3c3-467e-afcd-a4253daef77b tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:06.284356 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b360eba4-b3c3-467e-afcd-a4253daef77b tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:06.297406 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-b360eba4-b3c3-467e-afcd-a4253daef77b tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Calling delete_port for 00b182bd-0f4f-4354-b329-7541cb074a13 owned by network:floatingip {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:14:06.427295 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522ef5ab-90f3-4589-b8be-4bc983eb4a59 admin admin] Pushing event deleted for resources: {'Network': ['ID=84ae7dcb-862e-44e5-960d-3a2368c26a81,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:06.449909 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ab6180-b53f-4eff-9132-d7b1aef6ed4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f94b95c0-cb4c-472b-8dd7-99ba828700c1,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:06.456097 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-45ab6180-b53f-4eff-9132-d7b1aef6ed4e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:06.462121 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-45ab6180-b53f-4eff-9132-d7b1aef6ed4e admin admin] 10.222.0.26 "DELETE /v2.0/subnets/f94b95c0-cb4c-472b-8dd7-99ba828700c1 HTTP/1.1" status: 204 len: 168 time: 1.4815166 Nov 12 08:14:06.463585 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 40414) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:06.464847 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626d6209-515f-48b4-a3fc-1f94c38bbe54 None None] Network cf4b42a1-457b-43c5-93bd-eb55813709b3 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:14:06.483160 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0789c5d-f6e4-40f9-ad27-335050e5ca73 req-c32af5ae-2fa9-4fd3-b29b-c75a19694673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:06.484278 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d0789c5d-f6e4-40f9-ad27-335050e5ca73 req-c32af5ae-2fa9-4fd3-b29b-c75a19694673 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=107743df-d3df-459d-a6cd-9e2ab4303016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4841032 Nov 12 08:14:06.556357 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7ce12895-8262-4c25-99bc-20c2fa17db56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:06.649110 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 40418) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:06.695790 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f20c451f-772e-470d-8e97-f64922a2566f req-4e17e4e5-ee7c-40ac-94b3-6f64ada30629 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:14:06.719530 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c5ba1b-4931-4ef8-9013-954555a714d9 None None] Sync routers for ids ['5732eb70-ba32-4269-9c91-f96f3ef6bfc7'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:14:06.719959 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4da50d22-566a-41ef-b86c-833777b7f22a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:06.751635 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d0789c5d-f6e4-40f9-ad27-335050e5ca73 req-7c3a68f6-90d4-47dc-8dc4-e9457a9c0221 service neutron] 10.222.0.44 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4532053 Nov 12 08:14:06.763361 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b0ae5d7d-db24-4516-adc3-f1d112199da6 req-b094dc92-128f-4655-acc6-6236b9848051 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] 10.222.0.26 "GET /v2.0/ports?device_id=a5d414fa-ba5d-4243-8c92-56087450eab9 HTTP/1.1" status: 200 len: 210 time: 0.0686018 Nov 12 08:14:06.797151 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a235bd57-083d-4076-a19c-a0518693b36e req-7ac4c8d9-a6dc-4b87-9b20-83f1b1909e2b tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:06.798578 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a235bd57-083d-4076-a19c-a0518693b36e req-7ac4c8d9-a6dc-4b87-9b20-83f1b1909e2b tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed57ad59-5752-449f-b6b2-03efdd07cda6 HTTP/1.1" status: 200 len: 948 time: 0.3441653 Nov 12 08:14:06.830653 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d0789c5d-f6e4-40f9-ad27-335050e5ca73 req-e62fac1f-f27c-4ece-be3e-7c45f0b5f922 service neutron] 10.222.0.21 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3256319 Nov 12 08:14:06.841607 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c5ba1b-4931-4ef8-9013-954555a714d9 None None] Routers {'5732eb70-ba32-4269-9c91-f96f3ef6bfc7'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:14:06.846392 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-43c5ba1b-4931-4ef8-9013-954555a714d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:14:06Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['5732eb70-ba32-4269-9c91-f96f3ef6bfc7'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:06.862545 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b360eba4-b3c3-467e-afcd-a4253daef77b tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:06.921688 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-f20c451f-772e-470d-8e97-f64922a2566f req-4e17e4e5-ee7c-40ac-94b3-6f64ada30629 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] No DVR routers for this DVR port 7d3fb4a9-91b7-499a-8d81-c9477121daa2 on host n-h1-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:14:06.925811 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-f20c451f-772e-470d-8e97-f64922a2566f req-4e17e4e5-ee7c-40ac-94b3-6f64ada30629 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:06.933428 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f20c451f-772e-470d-8e97-f64922a2566f req-4e17e4e5-ee7c-40ac-94b3-6f64ada30629 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] 10.222.0.21 "DELETE /v2.0/ports/7d3fb4a9-91b7-499a-8d81-c9477121daa2 HTTP/1.1" status: 204 len: 173 time: 2.4300346 Nov 12 08:14:06.990110 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5d414fa-ba5d-4243-8c92-56087450eab9', 'name': 'network-vif-deleted', 'tag': '7d3fb4a9-91b7-499a-8d81-c9477121daa2'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:14:07.022330 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5a7ffd0-9f40-456d-aa4f-2ceea86d9a31" -d '{"events": [{"server_uuid": "a5d414fa-ba5d-4243-8c92-56087450eab9", "name": "network-vif-deleted", "tag": "7d3fb4a9-91b7-499a-8d81-c9477121daa2"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:14:07.023662 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fdaa969-0f79-4a62-b2b4-bce46e5bcd2d None None] DHCP port deletion for cf4b42a1-457b-43c5-93bd-eb55813709b3 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:14:07.049190 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a235bd57-083d-4076-a19c-a0518693b36e req-dce42b26-0e97-495e-96e9-8a19b63d27d6 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373178 Nov 12 08:14:07.109221 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-43c5ba1b-4931-4ef8-9013-954555a714d9 None None] Set router 5732eb70-ba32-4269-9c91-f96f3ef6bfc7 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:14:07.117447 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b360eba4-b3c3-467e-afcd-a4253daef77b tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Pushing event deleted for resources: {'Port': ['ID=00b182bd-0f4f-4354-b329-7541cb074a13,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:07.134782 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-4da50d22-566a-41ef-b86c-833777b7f22a admin admin] Deleting port a35e0b02-29c1-415d-a31e-ce3deb586191 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:14:07.134782 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4da50d22-566a-41ef-b86c-833777b7f22a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:07.151973 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-33cf729b-64e9-4aa2-9481-2820ad0cc65f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2edaedbb1fce42648eff3d0c86154073&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4865475 Nov 12 08:14:07.159568 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 40426) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:07.222261 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c09ab49f-5550-4c00-8ef7-76291ba97cfc x-openstack-request-id: req-c09ab49f-5550-4c00-8ef7-76291ba97cfc {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:14:07.223003 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5d414fa-ba5d-4243-8c92-56087450eab9", "name": "network-vif-deleted", "tag": "7d3fb4a9-91b7-499a-8d81-c9477121daa2", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:14:07.223249 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c09ab49f-5550-4c00-8ef7-76291ba97cfc {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:14:07.223643 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5d414fa-ba5d-4243-8c92-56087450eab9', 'name': 'network-vif-deleted', 'tag': '7d3fb4a9-91b7-499a-8d81-c9477121daa2', 'status': 'completed', 'code': 200} Nov 12 08:14:07.235964 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d0789c5d-f6e4-40f9-ad27-335050e5ca73 req-35d7d21c-5954-4669-9e11-5bd661e17ff5 service neutron] 10.222.0.21 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3500447 Nov 12 08:14:07.274865 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-4da50d22-566a-41ef-b86c-833777b7f22a admin admin] For port a35e0b02-29c1-415d-a31e-ce3deb586191, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=a35e0b02-29c1-415d-a31e-ce3deb586191,segment=NetworkSegment(245a85cd-81b2-4aa2-be29-e90070cf1acb),segment_id=245a85cd-81b2-4aa2-be29-e90070cf1acb)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:14:07.275770 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4da50d22-566a-41ef-b86c-833777b7f22a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:07.300294 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-4da50d22-566a-41ef-b86c-833777b7f22a admin admin] Calling delete_port for a35e0b02-29c1-415d-a31e-ce3deb586191 owned by network:dhcp {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:14:07.313542 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b360eba4-b3c3-467e-afcd-a4253daef77b tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Publish callbacks [] for floatingip, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:07.316206 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b360eba4-b3c3-467e-afcd-a4253daef77b tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:07.318713 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-b360eba4-b3c3-467e-afcd-a4253daef77b tempest-ServersWithSpecificFlavorTestJSON-1426617465 tempest-ServersWithSpecificFlavorTestJSON-1426617465-project] 10.222.0.26 "DELETE /v2.0/floatingips/631baee7-bb77-4bb5-9ce7-6526a4fa40b6 HTTP/1.1" status: 204 len: 168 time: 1.4233079 Nov 12 08:14:07.321096 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3f520c24-c44a-4546-b69b-bdca713de0ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:07.321248 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device a35e0b02-29c1-415d-a31e-ce3deb586191 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:14:07.369034 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3f520c24-c44a-4546-b69b-bdca713de0ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:07.439447 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4da50d22-566a-41ef-b86c-833777b7f22a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:07.449105 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3f520c24-c44a-4546-b69b-bdca713de0ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:07.451849 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3f520c24-c44a-4546-b69b-bdca713de0ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:07.455456 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-3f520c24-c44a-4546-b69b-bdca713de0ec admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b7a35a5e-90cd-466e-a528-4c65faae6981 HTTP/1.1" status: 204 len: 168 time: 0.2865539 Nov 12 08:14:07.471875 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f520c24-c44a-4546-b69b-bdca713de0ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a35a5e-90cd-466e-a528-4c65faae6981,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:07.511817 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da50d22-566a-41ef-b86c-833777b7f22a admin admin] Pushing event deleted for resources: {'Port': ['ID=a35e0b02-29c1-415d-a31e-ce3deb586191,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:07.531727 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da50d22-566a-41ef-b86c-833777b7f22a admin admin] No DVR routers for this DVR port a35e0b02-29c1-415d-a31e-ce3deb586191 on host n-d-765315-29 {{(pid=102600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:14:07.578422 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-7fdaa969-0f79-4a62-b2b4-bce46e5bcd2d None None] Deleting port a35e0b02-29c1-415d-a31e-ce3deb586191 {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:14:07.578422 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7fdaa969-0f79-4a62-b2b4-bce46e5bcd2d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:07.627324 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No active binding found for port a35e0b02-29c1-415d-a31e-ce3deb586191 {{(pid=102601) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 08:14:07.628045 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device a35e0b02-29c1-415d-a31e-ce3deb586191 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:14:07.709976 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4da50d22-566a-41ef-b86c-833777b7f22a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:07.717880 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-7fdaa969-0f79-4a62-b2b4-bce46e5bcd2d None None] For port a35e0b02-29c1-415d-a31e-ce3deb586191, host n-d-765315-29, got binding levels [] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:14:07.718548 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7fdaa969-0f79-4a62-b2b4-bce46e5bcd2d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:07.741331 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-7fdaa969-0f79-4a62-b2b4-bce46e5bcd2d None None] Calling delete_port for a35e0b02-29c1-415d-a31e-ce3deb586191 owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:14:07.745523 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.ipam_backend_mixin [None req-7fdaa969-0f79-4a62-b2b4-bce46e5bcd2d None None] Port a35e0b02-29c1-415d-a31e-ce3deb586191 was not found and therefore no delete operation was performed {{(pid=102601) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 08:14:07.756613 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-4da50d22-566a-41ef-b86c-833777b7f22a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf4b42a1-457b-43c5-93bd-eb55813709b3']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:07.762058 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7fdaa969-0f79-4a62-b2b4-bce46e5bcd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:07.791676 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-4da50d22-566a-41ef-b86c-833777b7f22a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '245a85cd-81b2-4aa2-be29-e90070cf1acb') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:07.793881 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-4da50d22-566a-41ef-b86c-833777b7f22a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '245a85cd-81b2-4aa2-be29-e90070cf1acb') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:07.819486 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4da50d22-566a-41ef-b86c-833777b7f22a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:07.843966 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4da50d22-566a-41ef-b86c-833777b7f22a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:07.861841 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4da50d22-566a-41ef-b86c-833777b7f22a admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:14:07.862247 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4da50d22-566a-41ef-b86c-833777b7f22a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:07.864149 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:14:07.864149 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:14:07.864149 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:14:07.864149 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:14:07.864149 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:14:07.864149 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:14:07.864149 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:14:07.864149 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:14:07.864149 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:14:07.864149 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:14:07.864149 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:14:07.864149 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:14:07.864149 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:14:07.864149 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:14:07.864149 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:14:07.864149 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:14:07.864149 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:14:07.864149 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:14:07.864149 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:14:07.864149 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:14:07.864149 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:14:07.864149 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:14:07.864149 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:14:07.864149 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:14:07.864149 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:14:07.864149 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:14:07.864149 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:14:07.864149 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:14:07.864149 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:14:07.864149 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:14:07.864149 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:14:07.864149 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:14:07.893227 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdaa969-0f79-4a62-b2b4-bce46e5bcd2d None None] No DVR routers for this DVR port a35e0b02-29c1-415d-a31e-ce3deb586191 on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:14:07.904258 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdaa969-0f79-4a62-b2b4-bce46e5bcd2d None None] Pushing event deleted for resources: {'Port': ['ID=a35e0b02-29c1-415d-a31e-ce3deb586191,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:07.920482 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:07.953612 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-43c5ba1b-4931-4ef8-9013-954555a714d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5732eb70-ba32-4269-9c91-f96f3ef6bfc7', 'name': 'tempest-ServersTestManualDisk-1832402690-router', 'tenant_id': '87e1c7a524e4438c8d5ef825876f155a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '2ca7c03b-ea1b-4304-b885-ec15d73ffdee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:10:01Z', 'updated_at': '2021-11-12T08:10:12Z', 'revision_number': 4, 'project_id': '87e1c7a524e4438c8d5ef825876f155a', 'gw_port': {'id': '2ca7c03b-ea1b-4304-b885-ec15d73ffdee', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:49:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5732eb70-ba32-4269-9c91-f96f3ef6bfc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:10:03Z', 'updated_at': '2021-11-12T08:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '5971f7f6-ff1b-4e91-b75e-52221b0db12b', 'name': '', 'network_id': '02a32135-0065-45ce-974d-27815ac6e32c', 'tenant_id': '87e1c7a524e4438c8d5ef825876f155a', 'mac_address': 'fa:16:3e:f9:09:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5732eb70-ba32-4269-9c91-f96f3ef6bfc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'cc8e413e-37a0-429c-9307-b148ff2851e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:10:10Z', 'updated_at': '2021-11-12T08:10:17Z', 'revision_number': 5, 'project_id': '87e1c7a524e4438c8d5ef825876f155a', 'subnets': [{'id': 'cc8e413e-37a0-429c-9307-b148ff2851e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:07.991403 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4da50d22-566a-41ef-b86c-833777b7f22a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:07.998678 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4da50d22-566a-41ef-b86c-833777b7f22a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:08.002195 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-4da50d22-566a-41ef-b86c-833777b7f22a admin admin] 10.222.0.26 "DELETE /v2.0/networks/cf4b42a1-457b-43c5-93bd-eb55813709b3 HTTP/1.1" status: 204 len: 168 time: 1.5348938 Nov 12 08:14:08.014155 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 40470) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:08.022646 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c5ba1b-4931-4ef8-9013-954555a714d9 None None] Checking router: 5732eb70-ba32-4269-9c91-f96f3ef6bfc7 for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:14:08.025907 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da50d22-566a-41ef-b86c-833777b7f22a admin admin] Pushing event deleted for resources: {'Network': ['ID=cf4b42a1-457b-43c5-93bd-eb55813709b3,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:08.036730 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c5ba1b-4931-4ef8-9013-954555a714d9 None None] Routers {'5732eb70-ba32-4269-9c91-f96f3ef6bfc7'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:14:08.038087 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-43c5ba1b-4931-4ef8-9013-954555a714d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:14:06Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['5732eb70-ba32-4269-9c91-f96f3ef6bfc7'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:08.174678 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-670acc87-ec16-4235-a4df-e34e838a259a tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:08.273321 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-670acc87-ec16-4235-a4df-e34e838a259a tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:08.305653 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-43c5ba1b-4931-4ef8-9013-954555a714d9 None None] Set router 5732eb70-ba32-4269-9c91-f96f3ef6bfc7 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:14:08.317704 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5889c5be-d293-48f5-b2ca-c0a6ec519db6 req-6294afae-21c8-4ff5-ad3d-9aa719bd451d tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:08.320374 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5889c5be-d293-48f5-b2ca-c0a6ec519db6 req-6294afae-21c8-4ff5-ad3d-9aa719bd451d tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed57ad59-5752-449f-b6b2-03efdd07cda6 HTTP/1.1" status: 200 len: 948 time: 0.1111441 Nov 12 08:14:08.392661 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device d206352c-2b17-4338-8e28-bf877cbc4fb1 details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:14:08.404095 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-670acc87-ec16-4235-a4df-e34e838a259a tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:08.405574 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 7d3fb4a9-91b7-499a-8d81-c9477121daa2 no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:14:08.407631 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-670acc87-ec16-4235-a4df-e34e838a259a tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:08.412098 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-670acc87-ec16-4235-a4df-e34e838a259a tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] 10.222.0.26 "DELETE /v2.0/security-groups/81e9c1ea-9381-4435-8663-b77189ab101d HTTP/1.1" status: 204 len: 168 time: 0.3960042 Nov 12 08:14:08.414306 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 40488) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:08.441439 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5889c5be-d293-48f5-b2ca-c0a6ec519db6 req-a4d0e610-4f48-4d23-8357-04e227ca19c1 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098485 Nov 12 08:14:08.496658 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670acc87-ec16-4235-a4df-e34e838a259a tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e9c1ea-9381-4435-8663-b77189ab101d,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:08.505080 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 40496) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:08.527473 n-d-765315-29 neutron-server[102599]: INFO neutron.api.v2.resource [None req-725416c4-2926-4f95-b161-a69de5ab985c tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] show failed (client error): The resource could not be found. Nov 12 08:14:08.534856 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-725416c4-2926-4f95-b161-a69de5ab985c tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] 10.222.0.26 "GET /v2.0/security-groups/81e9c1ea-9381-4435-8663-b77189ab101d HTTP/1.1" status: 404 len: 347 time: 0.1003699 Nov 12 08:14:08.535611 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 40498) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:08.606243 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-1037f278-e0d3-413b-8a19-c51e18636110 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0a93781ee8b244ac91dad8e454407a80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0988991 Nov 12 08:14:08.606930 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 40502) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:08.664810 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 40504) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:08.737912 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-351587be-18c5-40fa-b747-11776a6ab445 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:08.793525 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-351587be-18c5-40fa-b747-11776a6ab445 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:08.839537 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-e530113a-7783-48f4-9840-8911a24052df None None] No Port match for: 7d3fb4a9-91b7-499a-8d81-c9477121daa2 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:14:08.840104 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 7d3fb4a9-91b7-499a-8d81-c9477121daa2 not bound to the agent host n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:14:08.890522 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-351587be-18c5-40fa-b747-11776a6ab445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:08.893159 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-351587be-18c5-40fa-b747-11776a6ab445 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:08.898408 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-351587be-18c5-40fa-b747-11776a6ab445 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/80f813d9-bd6d-4b53-8c80-73dd6fff7391 HTTP/1.1" status: 204 len: 168 time: 0.2903492 Nov 12 08:14:08.911888 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351587be-18c5-40fa-b747-11776a6ab445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f813d9-bd6d-4b53-8c80-73dd6fff7391,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:08.976361 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-53e03d37-1057-49f8-be38-2b0441ab5237 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Deleting port 824653fc-62b8-4c94-b922-891e549fae68 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:14:08.977308 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-53e03d37-1057-49f8-be38-2b0441ab5237 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:09.033574 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0ac31e-b7c7-4662-9f32-8be542a9827e req-8c9fca07-9340-4dce-965b-98d82dd7e206 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:09.056546 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8e0ac31e-b7c7-4662-9f32-8be542a9827e req-8c9fca07-9340-4dce-965b-98d82dd7e206 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed57ad59-5752-449f-b6b2-03efdd07cda6&tenant_id=f20f3adab6e34964b521814e780e6afc&binding%3Ahost_id=n-h1-765315-29 HTTP/1.1" status: 200 len: 948 time: 0.1347833 Nov 12 08:14:09.216267 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:09.264342 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-43c5ba1b-4931-4ef8-9013-954555a714d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5732eb70-ba32-4269-9c91-f96f3ef6bfc7', 'name': 'tempest-ServersTestManualDisk-1832402690-router', 'tenant_id': '87e1c7a524e4438c8d5ef825876f155a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '2ca7c03b-ea1b-4304-b885-ec15d73ffdee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:10:01Z', 'updated_at': '2021-11-12T08:10:12Z', 'revision_number': 4, 'project_id': '87e1c7a524e4438c8d5ef825876f155a', 'gw_port': {'id': '2ca7c03b-ea1b-4304-b885-ec15d73ffdee', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:49:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5732eb70-ba32-4269-9c91-f96f3ef6bfc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:10:03Z', 'updated_at': '2021-11-12T08:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '5971f7f6-ff1b-4e91-b75e-52221b0db12b', 'name': '', 'network_id': '02a32135-0065-45ce-974d-27815ac6e32c', 'tenant_id': '87e1c7a524e4438c8d5ef825876f155a', 'mac_address': 'fa:16:3e:f9:09:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5732eb70-ba32-4269-9c91-f96f3ef6bfc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'cc8e413e-37a0-429c-9307-b148ff2851e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:10:10Z', 'updated_at': '2021-11-12T08:10:17Z', 'revision_number': 5, 'project_id': '87e1c7a524e4438c8d5ef825876f155a', 'subnets': [{'id': 'cc8e413e-37a0-429c-9307-b148ff2851e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:09.274751 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8e0ac31e-b7c7-4662-9f32-8be542a9827e req-518dc571-14f7-4dc6-b6f3-1c6f7899d23f service neutron] 10.222.0.21 "GET /v2.0/ports/d206352c-2b17-4338-8e28-bf877cbc4fb1/bindings/n-h1-765315-29 HTTP/1.1" status: 200 len: 383 time: 0.2022841 Nov 12 08:14:09.340725 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c5ba1b-4931-4ef8-9013-954555a714d9 None None] The sync data for ids ['5732eb70-ba32-4269-9c91-f96f3ef6bfc7'] in n-d-765315-29 is: [{'id': '5732eb70-ba32-4269-9c91-f96f3ef6bfc7', 'name': 'tempest-ServersTestManualDisk-1832402690-router', 'tenant_id': '87e1c7a524e4438c8d5ef825876f155a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '2ca7c03b-ea1b-4304-b885-ec15d73ffdee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:10:01Z', 'updated_at': '2021-11-12T08:10:12Z', 'revision_number': 4, 'project_id': '87e1c7a524e4438c8d5ef825876f155a', 'gw_port': {'id': '2ca7c03b-ea1b-4304-b885-ec15d73ffdee', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:49:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5732eb70-ba32-4269-9c91-f96f3ef6bfc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:10:03Z', 'updated_at': '2021-11-12T08:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '5971f7f6-ff1b-4e91-b75e-52221b0db12b', 'name': '', 'network_id': '02a32135-0065-45ce-974d-27815ac6e32c', 'tenant_id': '87e1c7a524e4438c8d5ef825876f155a', 'mac_address': 'fa:16:3e:f9:09:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5732eb70-ba32-4269-9c91-f96f3ef6bfc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'cc8e413e-37a0-429c-9307-b148ff2851e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:10:10Z', 'updated_at': '2021-11-12T08:10:17Z', 'revision_number': 5, 'project_id': '87e1c7a524e4438c8d5ef825876f155a', 'subnets': [{'id': 'cc8e413e-37a0-429c-9307-b148ff2851e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:14:09.376146 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port d206352c-2b17-4338-8e28-bf877cbc4fb1, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=d206352c-2b17-4338-8e28-bf877cbc4fb1,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:14:09.419803 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Returning: {'device': 'd206352c-2b17-4338-8e28-bf877cbc4fb1', 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016', 'port_id': 'd206352c-2b17-4338-8e28-bf877cbc4fb1', 'mac_address': 'fa:16:3e:88:d2:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:14:09.525631 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:09.571194 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-e530113a-7783-48f4-9840-8911a24052df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d206352c-2b17-4338-8e28-bf877cbc4fb1 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:14:09.634677 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port d206352c-2b17-4338-8e28-bf877cbc4fb1, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=d206352c-2b17-4338-8e28-bf877cbc4fb1,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:14:09.648651 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:09.861682 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-53e03d37-1057-49f8-be38-2b0441ab5237 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:09.862610 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-53e03d37-1057-49f8-be38-2b0441ab5237 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:09.882156 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:09.883487 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-53e03d37-1057-49f8-be38-2b0441ab5237 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Calling delete_port for 824653fc-62b8-4c94-b922-891e549fae68 owned by network:floatingip {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:14:09.937552 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0f7c8e-5319-4c3a-94ed-8c44b72db7d7 None None] New status for floating IP 6ccd4efb-a84b-4d09-9845-e2e318c138f5: DOWN {{(pid=102602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:14:09.943640 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=d206352c-2b17-4338-8e28-bf877cbc4fb1,revision_number=8']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:10.061311 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0ac31e-b7c7-4662-9f32-8be542a9827e req-462f0352-c006-4d69-ab6b-34f3a60eaa06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:10.065592 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8e0ac31e-b7c7-4662-9f32-8be542a9827e req-462f0352-c006-4d69-ab6b-34f3a60eaa06 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f20f3adab6e34964b521814e780e6afc&device_id=ed57ad59-5752-449f-b6b2-03efdd07cda6 HTTP/1.1" status: 200 len: 1100 time: 0.7693930 Nov 12 08:14:10.123945 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['d206352c-2b17-4338-8e28-bf877cbc4fb1'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:14:10.242710 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 40548) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:10.346618 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0ac31e-b7c7-4662-9f32-8be542a9827e req-a89d33e7-d719-4933-bea0-a4ae6591fe86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:10.355529 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8e0ac31e-b7c7-4662-9f32-8be542a9827e req-a89d33e7-d719-4933-bea0-a4ae6591fe86 service neutron] 10.222.0.21 "GET /v2.0/networks?id=107743df-d3df-459d-a6cd-9e2ab4303016 HTTP/1.1" status: 200 len: 870 time: 0.2817924 Nov 12 08:14:10.457252 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-0810b900-7fef-4225-93f5-7918aae92352 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1431248774-network', 'tenant_id': '89f29a2548464b6e8bac4db47e7c0c8b'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:14:10.462677 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8e0ac31e-b7c7-4662-9f32-8be542a9827e req-082346ca-bf99-46a1-8ad2-27727f33a39d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=d206352c-2b17-4338-8e28-bf877cbc4fb1 HTTP/1.1" status: 200 len: 217 time: 0.0998640 Nov 12 08:14:10.476217 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.db.api [None req-2c0f7c8e-5319-4c3a-94ed-8c44b72db7d7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:14:10.476692 n-d-765315-29 neutron-server[102602]: DEBUG oslo_db.api [None req-2c0f7c8e-5319-4c3a-94ed-8c44b72db7d7 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:14:10.484219 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-53e03d37-1057-49f8-be38-2b0441ab5237 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:10.525280 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0ac31e-b7c7-4662-9f32-8be542a9827e req-49af5003-2856-45e9-97ab-5cc413858778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:10.527395 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8e0ac31e-b7c7-4662-9f32-8be542a9827e req-49af5003-2856-45e9-97ab-5cc413858778 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1 HTTP/1.1" status: 200 len: 843 time: 0.0571632 Nov 12 08:14:10.539099 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e03d37-1057-49f8-be38-2b0441ab5237 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Pushing event deleted for resources: {'Port': ['ID=824653fc-62b8-4c94-b922-891e549fae68,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:10.567313 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0810b900-7fef-4225-93f5-7918aae92352 admin admin] Made reservation on behalf of 89f29a2548464b6e8bac4db47e7c0c8b for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:14:10.570894 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0810b900-7fef-4225-93f5-7918aae92352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:10.587372 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0810b900-7fef-4225-93f5-7918aae92352 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:10.614161 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0ac31e-b7c7-4662-9f32-8be542a9827e req-71dc7862-2873-43fa-968f-c1363ab47108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:10.616303 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8e0ac31e-b7c7-4662-9f32-8be542a9827e req-71dc7862-2873-43fa-968f-c1363ab47108 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=107743df-d3df-459d-a6cd-9e2ab4303016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0810082 Nov 12 08:14:10.649003 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2e76d8-2512-40ec-8cad-b6979717d979 req-377b8b1f-1f60-442e-91bf-15d3537519d1 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:10.674002 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-db2e76d8-2512-40ec-8cad-b6979717d979 req-377b8b1f-1f60-442e-91bf-15d3537519d1 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed57ad59-5752-449f-b6b2-03efdd07cda6 HTTP/1.1" status: 200 len: 949 time: 0.5951829 Nov 12 08:14:10.786077 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-53e03d37-1057-49f8-be38-2b0441ab5237 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Publish callbacks [] for floatingip, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:10.789150 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-53e03d37-1057-49f8-be38-2b0441ab5237 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:10.793504 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-53e03d37-1057-49f8-be38-2b0441ab5237 tempest-ServersTestManualDisk-1918415563 tempest-ServersTestManualDisk-1918415563-project] 10.222.0.26 "DELETE /v2.0/floatingips/6ccd4efb-a84b-4d09-9845-e2e318c138f5 HTTP/1.1" status: 204 len: 168 time: 2.2546043 Nov 12 08:14:10.795302 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 40564) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:10.799495 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8e0ac31e-b7c7-4662-9f32-8be542a9827e req-91ccb64f-080a-42c9-835c-e9303e4fdbc8 service neutron] 10.222.0.21 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716795 Nov 12 08:14:10.809816 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0810b900-7fef-4225-93f5-7918aae92352 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:10.817910 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-db2e76d8-2512-40ec-8cad-b6979717d979 req-6c0edba7-1553-49b5-a93f-962b32adf3fe tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430144 Nov 12 08:14:10.898127 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0810b900-7fef-4225-93f5-7918aae92352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:10.954784 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-df6ddb68-b1de-4ba3-bcb9-a587c886f093 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933586'] for router_interface, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:10.979411 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0f7c8e-5319-4c3a-94ed-8c44b72db7d7 None None] New status for floating IP 6ccd4efb-a84b-4d09-9845-e2e318c138f5: DOWN {{(pid=102602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:14:10.989607 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0810b900-7fef-4225-93f5-7918aae92352 admin admin] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:14:11.066700 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0810b900-7fef-4225-93f5-7918aae92352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d77e890c-1cc2-4e6a-8e4e-eeb091353582,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:11.082338 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0810b900-7fef-4225-93f5-7918aae92352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:11.083147 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-0810b900-7fef-4225-93f5-7918aae92352 admin admin] Added segment 931741a0-66de-48c6-b90b-c82af0a9f552 of type vlan for network e1e67e1f-8798-45f5-b239-65208acc87f1 Nov 12 08:14:11.169645 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8e0ac31e-b7c7-4662-9f32-8be542a9827e req-6ab49d6a-37e3-45db-8f48-e8204f89495f service neutron] 10.222.0.21 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3141513 Nov 12 08:14:11.175978 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0810b900-7fef-4225-93f5-7918aae92352 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:11.430796 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 40592) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:11.486951 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0810b900-7fef-4225-93f5-7918aae92352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:11.487919 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0810b900-7fef-4225-93f5-7918aae92352 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:11.488502 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0810b900-7fef-4225-93f5-7918aae92352 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:11.540205 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-df6ddb68-b1de-4ba3-bcb9-a587c886f093 admin admin] Deleting port 9dedf5d5-93b0-4cb9-926a-f77af101f683 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:14:11.540660 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-df6ddb68-b1de-4ba3-bcb9-a587c886f093 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:11.572900 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-0810b900-7fef-4225-93f5-7918aae92352 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3273902 Nov 12 08:14:11.604337 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 40598) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:11.621201 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-e9670bc9-ae43-447c-b3ee-a3fa38addc80 admin admin] Request body: {'subnet': {'network_id': 'e1e67e1f-8798-45f5-b239-65208acc87f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1431248774-subnet', 'tenant_id': '89f29a2548464b6e8bac4db47e7c0c8b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:14:11.637343 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-16fc9d09-9dab-48df-9326-105b29b7de5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:11.644765 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0810b900-7fef-4225-93f5-7918aae92352 admin admin] Pushing event updated for resources: {'Network': ['ID=e1e67e1f-8798-45f5-b239-65208acc87f1,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:11.658009 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network e1e67e1f-8798-45f5-b239-65208acc87f1 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:14:11.719527 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-df6ddb68-b1de-4ba3-bcb9-a587c886f093 admin admin] For port 9dedf5d5-93b0-4cb9-926a-f77af101f683, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=9dedf5d5-93b0-4cb9-926a-f77af101f683,segment=NetworkSegment(c1acfdd1-5634-4383-a3b0-beb6da56b542),segment_id=c1acfdd1-5634-4383-a3b0-beb6da56b542)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:14:11.720331 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-df6ddb68-b1de-4ba3-bcb9-a587c886f093 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:11.740662 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-df6ddb68-b1de-4ba3-bcb9-a587c886f093 admin admin] Calling delete_port for 9dedf5d5-93b0-4cb9-926a-f77af101f683 owned by network:router_interface {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:14:11.758746 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9670bc9-ae43-447c-b3ee-a3fa38addc80 admin admin] Made reservation on behalf of 89f29a2548464b6e8bac4db47e7c0c8b for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:14:11.761408 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e9670bc9-ae43-447c-b3ee-a3fa38addc80 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:11.899634 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2181c10a-3ffc-4d73-99af-4daa948054ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933586'] for router_interface, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:11.902988 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-16fc9d09-9dab-48df-9326-105b29b7de5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:11.909857 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-16fc9d09-9dab-48df-9326-105b29b7de5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:12.031050 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:12.033193 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fc9d09-9dab-48df-9326-105b29b7de5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=777cb0e8-af30-44ef-884f-64790c210c12,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:12.047593 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-16fc9d09-9dab-48df-9326-105b29b7de5d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=51a5edf82f904b6bb1bd68ea9f638e9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6153538 Nov 12 08:14:12.048173 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 40604) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:12.101295 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb05da6-67de-4f8c-b1b2-28debe7c80a8 req-515442fb-a8ee-41d6-8e2d-4ebc8768375e tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:12.102966 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6fb05da6-67de-4f8c-b1b2-28debe7c80a8 req-515442fb-a8ee-41d6-8e2d-4ebc8768375e tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed57ad59-5752-449f-b6b2-03efdd07cda6 HTTP/1.1" status: 200 len: 949 time: 0.1311448 Nov 12 08:14:12.204711 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-57c7d13b-ce2e-4bd5-9f49-1e53697b7329 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:12.217673 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6fb05da6-67de-4f8c-b1b2-28debe7c80a8 req-1c555a54-b85c-4943-8b72-83669729ff85 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053185 Nov 12 08:14:12.223386 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-df6ddb68-b1de-4ba3-bcb9-a587c886f093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:12.263165 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6ddb68-b1de-4ba3-bcb9-a587c886f093 admin admin] Pushing event deleted for resources: {'Port': ['ID=9dedf5d5-93b0-4cb9-926a-f77af101f683,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:12.266383 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-57c7d13b-ce2e-4bd5-9f49-1e53697b7329 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:12.290802 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e9670bc9-ae43-447c-b3ee-a3fa38addc80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:12.385845 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device d206352c-2b17-4338-8e28-bf877cbc4fb1 up at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:14:12.395218 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9670bc9-ae43-447c-b3ee-a3fa38addc80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bdc75da-af9b-40e1-a42f-7bb0c158e2a1,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:12.423300 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9670bc9-ae43-447c-b3ee-a3fa38addc80 admin admin] Checking segment: {'id': '931741a0-66de-48c6-b90b-c82af0a9f552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e1e67e1f-8798-45f5-b239-65208acc87f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:14:12.423663 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9670bc9-ae43-447c-b3ee-a3fa38addc80 admin admin] Network hostable DHCP agents. Network: e1e67e1f-8798-45f5-b239-65208acc87f1, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:14:12.432039 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-57c7d13b-ce2e-4bd5-9f49-1e53697b7329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:12.434998 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-57c7d13b-ce2e-4bd5-9f49-1e53697b7329 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:12.437461 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-57c7d13b-ce2e-4bd5-9f49-1e53697b7329 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/777cb0e8-af30-44ef-884f-64790c210c12 HTTP/1.1" status: 204 len: 168 time: 0.3842528 Nov 12 08:14:12.498749 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9670bc9-ae43-447c-b3ee-a3fa38addc80 admin admin] Network e1e67e1f-8798-45f5-b239-65208acc87f1 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:14:12.517698 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-e9670bc9-ae43-447c-b3ee-a3fa38addc80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, e1e67e1f-8798-45f5-b239-65208acc87f1) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:14:12.526228 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9670bc9-ae43-447c-b3ee-a3fa38addc80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:12.528016 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e9670bc9-ae43-447c-b3ee-a3fa38addc80 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:12.530515 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7faa75fc-3196-497e-9f9a-a86f6a4224bd None None] Network e1e67e1f-8798-45f5-b239-65208acc87f1 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:14:12.536308 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning for port d206352c-2b17-4338-8e28-bf877cbc4fb1 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:14:12.575409 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-e9670bc9-ae43-447c-b3ee-a3fa38addc80 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9541738 Nov 12 08:14:12.575409 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-2181c10a-3ffc-4d73-99af-4daa948054ba admin admin] Deleting port 5971f7f6-ff1b-4e91-b75e-52221b0db12b {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:14:12.575409 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2181c10a-3ffc-4d73-99af-4daa948054ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:12.618494 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning complete for port d206352c-2b17-4338-8e28-bf877cbc4fb1 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:14:12.620767 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:12.702689 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-df6ddb68-b1de-4ba3-bcb9-a587c886f093 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918626'] for router_interface, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:12.729639 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c7d13b-ce2e-4bd5-9f49-1e53697b7329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=777cb0e8-af30-44ef-884f-64790c210c12,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:12.814711 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-2181c10a-3ffc-4d73-99af-4daa948054ba admin admin] For port 5971f7f6-ff1b-4e91-b75e-52221b0db12b, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=5971f7f6-ff1b-4e91-b75e-52221b0db12b,segment=NetworkSegment(9731bde9-1bbe-48ed-a64f-4cf0a0cc31e9),segment_id=9731bde9-1bbe-48ed-a64f-4cf0a0cc31e9)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:14:12.815807 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2181c10a-3ffc-4d73-99af-4daa948054ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:12.843637 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-2181c10a-3ffc-4d73-99af-4daa948054ba admin admin] Calling delete_port for 5971f7f6-ff1b-4e91-b75e-52221b0db12b owned by network:router_interface {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:14:13.201101 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df6ddb68-b1de-4ba3-bcb9-a587c886f093 admin admin] Router abb396ca-5907-4ff2-95d5-824dfef4332c has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:14:13.289923 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:13.291913 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2181c10a-3ffc-4d73-99af-4daa948054ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:13.423613 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port d206352c-2b17-4338-8e28-bf877cbc4fb1, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=d206352c-2b17-4338-8e28-bf877cbc4fb1,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:14:13.428962 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed57ad59-5752-449f-b6b2-03efdd07cda6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd206352c-2b17-4338-8e28-bf877cbc4fb1'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:14:13.432555 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7826efb-1617-4ce3-bbfb-a0f82e2e8128" -d '{"events": [{"server_uuid": "ed57ad59-5752-449f-b6b2-03efdd07cda6", "name": "network-vif-plugged", "status": "completed", "tag": "d206352c-2b17-4338-8e28-bf877cbc4fb1"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:14:13.441360 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:13.451739 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1eb26a0-78af-4fd2-b014-d86a6de11c33 None None] Network e1e67e1f-8798-45f5-b239-65208acc87f1 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:14:13.520481 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2181c10a-3ffc-4d73-99af-4daa948054ba admin admin] Pushing event deleted for resources: {'Port': ['ID=5971f7f6-ff1b-4e91-b75e-52221b0db12b,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:13.748988 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df6ddb68-b1de-4ba3-bcb9-a587c886f093 admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:14:13.779251 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-df6ddb68-b1de-4ba3-bcb9-a587c886f093 admin admin] 10.222.0.26 "PUT /v2.0/routers/abb396ca-5907-4ff2-95d5-824dfef4332c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1109824 Nov 12 08:14:13.783707 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=d206352c-2b17-4338-8e28-bf877cbc4fb1,revision_number=9']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:13.785234 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 40644) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:13.802218 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c78d89-9450-42a1-8150-f249062a2d44 None None] Sync routers for ids ['abb396ca-5907-4ff2-95d5-824dfef4332c'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:14:13.847468 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2181c10a-3ffc-4d73-99af-4daa948054ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918626'] for router_interface, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:13.851782 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c78d89-9450-42a1-8150-f249062a2d44 None None] Routers {'abb396ca-5907-4ff2-95d5-824dfef4332c'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:14:13.852656 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-f0c78d89-9450-42a1-8150-f249062a2d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:14:06Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['abb396ca-5907-4ff2-95d5-824dfef4332c'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:13.932186 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49e7c69-e4fb-4636-84fd-495904ccbb71 req-dd4faf4c-a4d7-4b8e-8780-3c9cd6eca624 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:13.933712 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c49e7c69-e4fb-4636-84fd-495904ccbb71 req-dd4faf4c-a4d7-4b8e-8780-3c9cd6eca624 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed57ad59-5752-449f-b6b2-03efdd07cda6 HTTP/1.1" status: 200 len: 950 time: 0.4067605 Nov 12 08:14:14.067729 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c49e7c69-e4fb-4636-84fd-495904ccbb71 req-8cc62df1-69c6-4a0a-9bff-512d26201fb0 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144915 Nov 12 08:14:14.170956 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e53765a-32c7-4234-adba-c64dfb9518cc x-openstack-request-id: req-8e53765a-32c7-4234-adba-c64dfb9518cc {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:14:14.171259 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed57ad59-5752-449f-b6b2-03efdd07cda6", "name": "network-vif-plugged", "status": "completed", "tag": "d206352c-2b17-4338-8e28-bf877cbc4fb1", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:14:14.171519 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8e53765a-32c7-4234-adba-c64dfb9518cc {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:14:14.171926 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed57ad59-5752-449f-b6b2-03efdd07cda6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd206352c-2b17-4338-8e28-bf877cbc4fb1', 'code': 200} Nov 12 08:14:14.182662 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8c8fffee-cb18-4a58-9382-947bd4348c9a admin admin] Publish callbacks [] for router, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:14.248162 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-f0c78d89-9450-42a1-8150-f249062a2d44 None None] Set router abb396ca-5907-4ff2-95d5-824dfef4332c gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:14:14.320583 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2181c10a-3ffc-4d73-99af-4daa948054ba admin admin] Router 5732eb70-ba32-4269-9c91-f96f3ef6bfc7 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:14:14.340651 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0ac31e-b7c7-4662-9f32-8be542a9827e req-826aae7b-36e6-47cc-82a4-6a661b8c0ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:14.342173 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8e0ac31e-b7c7-4662-9f32-8be542a9827e req-826aae7b-36e6-47cc-82a4-6a661b8c0ee6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ed57ad59-5752-449f-b6b2-03efdd07cda6&tenant_id=f20f3adab6e34964b521814e780e6afc HTTP/1.1" status: 200 len: 1102 time: 0.2260153 Nov 12 08:14:14.351940 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8645258-6e11-4635-ac33-32f68975ce69 req-1d520900-8e84-452e-8996-e20559a47222 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:14.353787 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d8645258-6e11-4635-ac33-32f68975ce69 req-1d520900-8e84-452e-8996-e20559a47222 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/networks?id=e1e67e1f-8798-45f5-b239-65208acc87f1 HTTP/1.1" status: 200 len: 812 time: 0.4928215 Nov 12 08:14:14.372023 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-8e0ac31e-b7c7-4662-9f32-8be542a9827e req-34fc6117-346b-4e22-8833-24d137aed69b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-765315-29', 'device_owner': 'compute:nova'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:14:14.415628 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8c8fffee-cb18-4a58-9382-947bd4348c9a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:14.516179 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-8c8fffee-cb18-4a58-9382-947bd4348c9a admin admin] Deleting port f7a31a17-46d0-4238-9d9b-1b7e1a56a003 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:14:14.517299 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8c8fffee-cb18-4a58-9382-947bd4348c9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:14.637793 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-8c8fffee-cb18-4a58-9382-947bd4348c9a admin admin] For port f7a31a17-46d0-4238-9d9b-1b7e1a56a003, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=f7a31a17-46d0-4238-9d9b-1b7e1a56a003,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:14:14.638703 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8c8fffee-cb18-4a58-9382-947bd4348c9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:14.659032 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-8c8fffee-cb18-4a58-9382-947bd4348c9a admin admin] Calling delete_port for f7a31a17-46d0-4238-9d9b-1b7e1a56a003 owned by network:router_gateway {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:14:14.743294 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d8645258-6e11-4635-ac33-32f68975ce69 req-b3100c7d-0c02-47cf-a7dd-351854ae65ca tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/quotas/89f29a2548464b6e8bac4db47e7c0c8b HTTP/1.1" status: 200 len: 375 time: 0.3834004 Nov 12 08:14:14.746034 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-f0c78d89-9450-42a1-8150-f249062a2d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb396ca-5907-4ff2-95d5-824dfef4332c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1275168530-router', 'tenant_id': '8b8773b9ba7c4e19ac14f719fc98c803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': 'f7a31a17-46d0-4238-9d9b-1b7e1a56a003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:07:20Z', 'updated_at': '2021-11-12T08:14:12Z', 'revision_number': 5, 'project_id': '8b8773b9ba7c4e19ac14f719fc98c803', 'gw_port': {'id': 'f7a31a17-46d0-4238-9d9b-1b7e1a56a003', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:95:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb396ca-5907-4ff2-95d5-824dfef4332c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 159, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:21Z', 'updated_at': '2021-11-12T08:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:14.783649 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c78d89-9450-42a1-8150-f249062a2d44 None None] Checking router: abb396ca-5907-4ff2-95d5-824dfef4332c for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:14:14.784881 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d8645258-6e11-4635-ac33-32f68975ce69 req-b656d7eb-f14d-492b-b312-2f8bf3178526 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=89f29a2548464b6e8bac4db47e7c0c8b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320706 Nov 12 08:14:14.804017 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c78d89-9450-42a1-8150-f249062a2d44 None None] Routers {'abb396ca-5907-4ff2-95d5-824dfef4332c'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:14:14.804937 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-f0c78d89-9450-42a1-8150-f249062a2d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:14:06Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['abb396ca-5907-4ff2-95d5-824dfef4332c'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:14.863797 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-8e0ac31e-b7c7-4662-9f32-8be542a9827e req-34fc6117-346b-4e22-8833-24d137aed69b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:14.894042 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2181c10a-3ffc-4d73-99af-4daa948054ba admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:14:14.907701 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-2181c10a-3ffc-4d73-99af-4daa948054ba admin admin] 10.222.0.26 "PUT /v2.0/routers/5732eb70-ba32-4269-9c91-f96f3ef6bfc7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1086724 Nov 12 08:14:14.909048 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 40680) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:14.910441 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42dba486-8f96-4b4d-ba38-ae579f8852f9 None None] Sync routers for ids ['5732eb70-ba32-4269-9c91-f96f3ef6bfc7'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:14:14.932853 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42dba486-8f96-4b4d-ba38-ae579f8852f9 None None] Routers {'5732eb70-ba32-4269-9c91-f96f3ef6bfc7'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:14:14.934673 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-42dba486-8f96-4b4d-ba38-ae579f8852f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:14:06Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['5732eb70-ba32-4269-9c91-f96f3ef6bfc7'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:15.009043 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8c8fffee-cb18-4a58-9382-947bd4348c9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:15.026479 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-f0c78d89-9450-42a1-8150-f249062a2d44 None None] Set router abb396ca-5907-4ff2-95d5-824dfef4332c gateway port host: None {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:14:15.074775 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8fffee-cb18-4a58-9382-947bd4348c9a admin admin] Pushing event deleted for resources: {'Port': ['ID=f7a31a17-46d0-4238-9d9b-1b7e1a56a003,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:15.147371 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-f0c78d89-9450-42a1-8150-f249062a2d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb396ca-5907-4ff2-95d5-824dfef4332c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1275168530-router', 'tenant_id': '8b8773b9ba7c4e19ac14f719fc98c803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:07:20Z', 'updated_at': '2021-11-12T08:14:14Z', 'revision_number': 6, 'project_id': '8b8773b9ba7c4e19ac14f719fc98c803', 'gw_port_host': None}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:15.152943 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-42dba486-8f96-4b4d-ba38-ae579f8852f9 None None] Set router 5732eb70-ba32-4269-9c91-f96f3ef6bfc7 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:14:15.190836 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c78d89-9450-42a1-8150-f249062a2d44 None None] The sync data for ids ['abb396ca-5907-4ff2-95d5-824dfef4332c'] in n-d-765315-29 is: [{'id': 'abb396ca-5907-4ff2-95d5-824dfef4332c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1275168530-router', 'tenant_id': '8b8773b9ba7c4e19ac14f719fc98c803', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:07:20Z', 'updated_at': '2021-11-12T08:14:14Z', 'revision_number': 6, 'project_id': '8b8773b9ba7c4e19ac14f719fc98c803', 'gw_port_host': None}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:14:15.216127 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8c8fffee-cb18-4a58-9382-947bd4348c9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-933016'] for router_gateway, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:15.432389 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-42dba486-8f96-4b4d-ba38-ae579f8852f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5732eb70-ba32-4269-9c91-f96f3ef6bfc7', 'name': 'tempest-ServersTestManualDisk-1832402690-router', 'tenant_id': '87e1c7a524e4438c8d5ef825876f155a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '2ca7c03b-ea1b-4304-b885-ec15d73ffdee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:10:01Z', 'updated_at': '2021-11-12T08:14:13Z', 'revision_number': 5, 'project_id': '87e1c7a524e4438c8d5ef825876f155a', 'gw_port': {'id': '2ca7c03b-ea1b-4304-b885-ec15d73ffdee', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:49:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5732eb70-ba32-4269-9c91-f96f3ef6bfc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:10:03Z', 'updated_at': '2021-11-12T08:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:15.468720 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 40702) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:15.475356 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42dba486-8f96-4b4d-ba38-ae579f8852f9 None None] Checking router: 5732eb70-ba32-4269-9c91-f96f3ef6bfc7 for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:14:15.488280 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42dba486-8f96-4b4d-ba38-ae579f8852f9 None None] Routers {'5732eb70-ba32-4269-9c91-f96f3ef6bfc7'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:14:15.489745 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-42dba486-8f96-4b4d-ba38-ae579f8852f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:14:06Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['5732eb70-ba32-4269-9c91-f96f3ef6bfc7'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:15.491090 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8c8fffee-cb18-4a58-9382-947bd4348c9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:15.495500 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8c8fffee-cb18-4a58-9382-947bd4348c9a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:15.577519 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2eb30924-5a79-46cb-b751-3480d3b2b0bc admin admin] Publish callbacks [] for router, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:15.595039 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf4910c-5ef0-4688-bd93-2a2ff3087d09 req-75a40081-45f5-41d6-ae61-711aaca058fe tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:15.596911 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4bf4910c-5ef0-4688-bd93-2a2ff3087d09 req-75a40081-45f5-41d6-ae61-711aaca058fe tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed57ad59-5752-449f-b6b2-03efdd07cda6 HTTP/1.1" status: 200 len: 950 time: 0.2437227 Nov 12 08:14:15.673585 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8c8fffee-cb18-4a58-9382-947bd4348c9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:15.676537 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c8fffee-cb18-4a58-9382-947bd4348c9a admin admin] Fanout notify agent at l3_agent the message router_deleted on router abb396ca-5907-4ff2-95d5-824dfef4332c {{(pid=102599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:14:15.723564 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d8645258-6e11-4635-ac33-32f68975ce69 req-e19e7553-1436-40c9-b438-923d7c80c704 service neutron] 10.222.0.26 "GET /v2.0/networks/e1e67e1f-8798-45f5-b239-65208acc87f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9272554 Nov 12 08:14:15.737375 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8c8fffee-cb18-4a58-9382-947bd4348c9a admin admin] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:15.758532 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-8c8fffee-cb18-4a58-9382-947bd4348c9a admin admin] 10.222.0.26 "DELETE /v2.0/routers/abb396ca-5907-4ff2-95d5-824dfef4332c HTTP/1.1" status: 204 len: 168 time: 1.9711745 Nov 12 08:14:15.760699 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 40706) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:15.862581 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-42dba486-8f96-4b4d-ba38-ae579f8852f9 None None] Set router 5732eb70-ba32-4269-9c91-f96f3ef6bfc7 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:14:15.864592 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9311d809-040a-4095-bf28-10d8efb292e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:15.952703 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-8e0ac31e-b7c7-4662-9f32-8be542a9827e req-34fc6117-346b-4e22-8833-24d137aed69b service neutron] For port d206352c-2b17-4338-8e28-bf877cbc4fb1, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=d206352c-2b17-4338-8e28-bf877cbc4fb1,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:14:15.969332 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2eb30924-5a79-46cb-b751-3480d3b2b0bc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:15.978953 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4bf4910c-5ef0-4688-bd93-2a2ff3087d09 req-c16d0c0e-fc64-43e2-bbbe-a02819a5fedd tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3594763 Nov 12 08:14:15.988119 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9311d809-040a-4095-bf28-10d8efb292e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:15.992795 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5897ba0-fde8-48ce-b292-10dc0bc6fc15 admin admin] Deleting subnet 73099bd0-5c51-4de3-ba74-9eb47a87705d {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:14:15.996591 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b5897ba0-fde8-48ce-b292-10dc0bc6fc15 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:15.998419 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9311d809-040a-4095-bf28-10d8efb292e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:16.001624 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d8645258-6e11-4635-ac33-32f68975ce69 req-171489e0-a895-4a61-b90a-722c3c5decc1 service neutron] 10.222.0.26 "GET /v2.0/networks/e1e67e1f-8798-45f5-b239-65208acc87f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770536 Nov 12 08:14:16.043093 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-8e0ac31e-b7c7-4662-9f32-8be542a9827e req-34fc6117-346b-4e22-8833-24d137aed69b service neutron] For port d206352c-2b17-4338-8e28-bf877cbc4fb1, host n-h1-765315-29, cleared binding levels {{(pid=102600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:14:16.065635 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-9311d809-040a-4095-bf28-10d8efb292e2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e04fafb928384ef498e870c2bf82e184&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5942178 Nov 12 08:14:16.070970 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 40712) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:16.074798 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9311d809-040a-4095-bf28-10d8efb292e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee7c647a-70c9-4197-bdd4-bf078c6ccb53,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:16.094548 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b5897ba0-fde8-48ce-b292-10dc0bc6fc15 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31181813'] for subnet, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:16.148476 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed57ad59-5752-449f-b6b2-03efdd07cda6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd206352c-2b17-4338-8e28-bf877cbc4fb1'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:14:16.151063 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18dd19eb-f57e-49a3-809c-e01f1ea3643b" -d '{"events": [{"server_uuid": "ed57ad59-5752-449f-b6b2-03efdd07cda6", "name": "network-vif-unplugged", "status": "completed", "tag": "d206352c-2b17-4338-8e28-bf877cbc4fb1"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:14:16.181030 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-8e0ac31e-b7c7-4662-9f32-8be542a9827e req-34fc6117-346b-4e22-8833-24d137aed69b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:16.215065 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-2eb30924-5a79-46cb-b751-3480d3b2b0bc admin admin] Deleting port 2ca7c03b-ea1b-4304-b885-ec15d73ffdee {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:14:16.215310 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2eb30924-5a79-46cb-b751-3480d3b2b0bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:16.279479 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.provisioning_blocks [req-8e0ac31e-b7c7-4662-9f32-8be542a9827e req-34fc6117-346b-4e22-8833-24d137aed69b service neutron] Transition to ACTIVE for port object d206352c-2b17-4338-8e28-bf877cbc4fb1 will not be triggered until provisioned by entity L2. {{(pid=102600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:14:16.297043 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b5897ba0-fde8-48ce-b292-10dc0bc6fc15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:16.346512 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-42dba486-8f96-4b4d-ba38-ae579f8852f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5732eb70-ba32-4269-9c91-f96f3ef6bfc7', 'name': 'tempest-ServersTestManualDisk-1832402690-router', 'tenant_id': '87e1c7a524e4438c8d5ef825876f155a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '2ca7c03b-ea1b-4304-b885-ec15d73ffdee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:10:01Z', 'updated_at': '2021-11-12T08:14:13Z', 'revision_number': 5, 'project_id': '87e1c7a524e4438c8d5ef825876f155a', 'gw_port': {'id': '2ca7c03b-ea1b-4304-b885-ec15d73ffdee', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:49:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5732eb70-ba32-4269-9c91-f96f3ef6bfc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:10:03Z', 'updated_at': '2021-11-12T08:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:16.363399 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-8e0ac31e-b7c7-4662-9f32-8be542a9827e req-34fc6117-346b-4e22-8833-24d137aed69b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:16.407822 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-66e6fef6-8419-493a-84ce-971eee933b2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:16.409175 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device d206352c-2b17-4338-8e28-bf877cbc4fb1 no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:14:16.450531 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42dba486-8f96-4b4d-ba38-ae579f8852f9 None None] The sync data for ids ['5732eb70-ba32-4269-9c91-f96f3ef6bfc7'] in n-d-765315-29 is: [{'id': '5732eb70-ba32-4269-9c91-f96f3ef6bfc7', 'name': 'tempest-ServersTestManualDisk-1832402690-router', 'tenant_id': '87e1c7a524e4438c8d5ef825876f155a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '2ca7c03b-ea1b-4304-b885-ec15d73ffdee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:10:01Z', 'updated_at': '2021-11-12T08:14:13Z', 'revision_number': 5, 'project_id': '87e1c7a524e4438c8d5ef825876f155a', 'gw_port': {'id': '2ca7c03b-ea1b-4304-b885-ec15d73ffdee', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:49:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5732eb70-ba32-4269-9c91-f96f3ef6bfc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:10:03Z', 'updated_at': '2021-11-12T08:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:14:16.461885 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b5897ba0-fde8-48ce-b292-10dc0bc6fc15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:16.486450 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-2eb30924-5a79-46cb-b751-3480d3b2b0bc admin admin] For port 2ca7c03b-ea1b-4304-b885-ec15d73ffdee, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=2ca7c03b-ea1b-4304-b885-ec15d73ffdee,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:14:16.486886 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2eb30924-5a79-46cb-b751-3480d3b2b0bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:16.512902 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-2eb30924-5a79-46cb-b751-3480d3b2b0bc admin admin] Calling delete_port for 2ca7c03b-ea1b-4304-b885-ec15d73ffdee owned by network:router_gateway {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:14:16.575465 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device d206352c-2b17-4338-8e28-bf877cbc4fb1 not bound to the agent host n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:14:16.583550 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5897ba0-fde8-48ce-b292-10dc0bc6fc15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73099bd0-5c51-4de3-ba74-9eb47a87705d,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:16.589130 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b5897ba0-fde8-48ce-b292-10dc0bc6fc15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:16.595148 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-b5897ba0-fde8-48ce-b292-10dc0bc6fc15 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/73099bd0-5c51-4de3-ba74-9eb47a87705d HTTP/1.1" status: 204 len: 168 time: 0.8325529 Nov 12 08:14:16.597476 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 40722) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:16.598625 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-617d7464-3592-454c-b4c5-8e30b93393d2 x-openstack-request-id: req-617d7464-3592-454c-b4c5-8e30b93393d2 {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:14:16.599133 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed57ad59-5752-449f-b6b2-03efdd07cda6", "name": "network-vif-unplugged", "status": "completed", "tag": "d206352c-2b17-4338-8e28-bf877cbc4fb1", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:14:16.599359 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-617d7464-3592-454c-b4c5-8e30b93393d2 {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:14:16.599839 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed57ad59-5752-449f-b6b2-03efdd07cda6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd206352c-2b17-4338-8e28-bf877cbc4fb1', 'code': 200} Nov 12 08:14:16.644562 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80cea0d9-aa58-44c1-9bfb-64c7a94599ef None None] Network 8e17c76e-613f-40d2-ae39-1725682b1af7 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:14:16.694705 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e0ac31e-b7c7-4662-9f32-8be542a9827e req-34fc6117-346b-4e22-8833-24d137aed69b service neutron] No DVR routers for this DVR port d206352c-2b17-4338-8e28-bf877cbc4fb1 on host n-h1-765315-29 {{(pid=102600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:14:16.703916 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7675472b-6d76-45b6-acbe-36f12681254c req-4e191935-234d-4410-85cb-6984878c8d06 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e868370-cd9a-4294-bfa6-c7375e65f20f HTTP/1.1" status: 200 len: 210 time: 0.2612827 Nov 12 08:14:16.708017 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fc6117-346b-4e22-8833-24d137aed69b service neutron] Pushing event updated for resources: {'Port': ['ID=d206352c-2b17-4338-8e28-bf877cbc4fb1,revision_number=10']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:16.712248 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-66e6fef6-8419-493a-84ce-971eee933b2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:16.770619 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fc6117-346b-4e22-8833-24d137aed69b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:14:16.771012 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fc6117-346b-4e22-8833-24d137aed69b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:14:16.771901 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fc6117-346b-4e22-8833-24d137aed69b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:14:16.772270 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fc6117-346b-4e22-8833-24d137aed69b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:14:16.772572 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fc6117-346b-4e22-8833-24d137aed69b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:14:16.772904 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fc6117-346b-4e22-8833-24d137aed69b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:14:16.773286 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fc6117-346b-4e22-8833-24d137aed69b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:14:16.773621 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fc6117-346b-4e22-8833-24d137aed69b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:14:16.774141 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fc6117-346b-4e22-8833-24d137aed69b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:14:16.774477 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fc6117-346b-4e22-8833-24d137aed69b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:14:16.774829 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fc6117-346b-4e22-8833-24d137aed69b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:14:16.775207 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fc6117-346b-4e22-8833-24d137aed69b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:14:16.800765 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-223a6723-e3ab-4736-ae99-d8c7be6c9bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:16.919286 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-8e0ac31e-b7c7-4662-9f32-8be542a9827e req-34fc6117-346b-4e22-8833-24d137aed69b service neutron] Attempting to bind port d206352c-2b17-4338-8e28-bf877cbc4fb1 on host n-h2-765315-29 for vnic_type normal with profile {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:14:16.919664 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-8e0ac31e-b7c7-4662-9f32-8be542a9827e req-34fc6117-346b-4e22-8833-24d137aed69b service neutron] Attempting to bind port d206352c-2b17-4338-8e28-bf877cbc4fb1 by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:14:16.921104 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0ac31e-b7c7-4662-9f32-8be542a9827e req-34fc6117-346b-4e22-8833-24d137aed69b service neutron] Attempting to bind port d206352c-2b17-4338-8e28-bf877cbc4fb1 on network 107743df-d3df-459d-a6cd-9e2ab4303016 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:14:16.931386 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0ac31e-b7c7-4662-9f32-8be542a9827e req-34fc6117-346b-4e22-8833-24d137aed69b service neutron] Port d206352c-2b17-4338-8e28-bf877cbc4fb1 on network 107743df-d3df-459d-a6cd-9e2ab4303016 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:14:16.931790 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0ac31e-b7c7-4662-9f32-8be542a9827e req-34fc6117-346b-4e22-8833-24d137aed69b service neutron] Attempting to bind port d206352c-2b17-4338-8e28-bf877cbc4fb1 on network 107743df-d3df-459d-a6cd-9e2ab4303016 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:14:16.941994 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0ac31e-b7c7-4662-9f32-8be542a9827e req-34fc6117-346b-4e22-8833-24d137aed69b service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:14:16.942865 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0ac31e-b7c7-4662-9f32-8be542a9827e req-34fc6117-346b-4e22-8833-24d137aed69b service neutron] Checking segment: {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:14:16.943847 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0ac31e-b7c7-4662-9f32-8be542a9827e req-34fc6117-346b-4e22-8833-24d137aed69b service neutron] Bound using segment: {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:14:16.944630 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-8e0ac31e-b7c7-4662-9f32-8be542a9827e req-34fc6117-346b-4e22-8833-24d137aed69b service neutron] Bound port: d206352c-2b17-4338-8e28-bf877cbc4fb1, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'}}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:14:16.945311 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-8e0ac31e-b7c7-4662-9f32-8be542a9827e req-34fc6117-346b-4e22-8833-24d137aed69b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:16.982482 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-223a6723-e3ab-4736-ae99-d8c7be6c9bd2 admin admin] Deleting port 1c14e602-21ad-4abd-a61e-3c882dfadf34 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:14:16.983212 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-223a6723-e3ab-4736-ae99-d8c7be6c9bd2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:17.027478 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-66e6fef6-8419-493a-84ce-971eee933b2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:17.049412 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-66e6fef6-8419-493a-84ce-971eee933b2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:17.050952 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-66e6fef6-8419-493a-84ce-971eee933b2b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ee7c647a-70c9-4197-bdd4-bf078c6ccb53 HTTP/1.1" status: 204 len: 168 time: 0.9790411 Nov 12 08:14:17.111174 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-223a6723-e3ab-4736-ae99-d8c7be6c9bd2 admin admin] For port 1c14e602-21ad-4abd-a61e-3c882dfadf34, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=1c14e602-21ad-4abd-a61e-3c882dfadf34,segment=NetworkSegment(c1acfdd1-5634-4383-a3b0-beb6da56b542),segment_id=c1acfdd1-5634-4383-a3b0-beb6da56b542)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:14:17.112960 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-223a6723-e3ab-4736-ae99-d8c7be6c9bd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:17.135846 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-223a6723-e3ab-4736-ae99-d8c7be6c9bd2 admin admin] Calling delete_port for 1c14e602-21ad-4abd-a61e-3c882dfadf34 owned by network:dhcp {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:14:17.177108 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e6fef6-8419-493a-84ce-971eee933b2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee7c647a-70c9-4197-bdd4-bf078c6ccb53,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:17.213754 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f655c632-149f-4c1d-b39a-c632872ed463 None None] DHCP port deletion for 8e17c76e-613f-40d2-ae39-1725682b1af7 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:14:17.298619 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2eb30924-5a79-46cb-b751-3480d3b2b0bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:17.345044 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 5971f7f6-ff1b-4e91-b75e-52221b0db12b no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:14:17.351039 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-8e0ac31e-b7c7-4662-9f32-8be542a9827e req-34fc6117-346b-4e22-8833-24d137aed69b service neutron] For port d206352c-2b17-4338-8e28-bf877cbc4fb1, host n-h2-765315-29, cleared binding levels {{(pid=102600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:14:17.358288 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb30924-5a79-46cb-b751-3480d3b2b0bc admin admin] Pushing event deleted for resources: {'Port': ['ID=2ca7c03b-ea1b-4304-b885-ec15d73ffdee,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:17.374602 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-8e0ac31e-b7c7-4662-9f32-8be542a9827e req-34fc6117-346b-4e22-8833-24d137aed69b service neutron] For port d206352c-2b17-4338-8e28-bf877cbc4fb1, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=d206352c-2b17-4338-8e28-bf877cbc4fb1,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:14:17.394230 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-8e0ac31e-b7c7-4662-9f32-8be542a9827e req-34fc6117-346b-4e22-8833-24d137aed69b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:17.407043 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 5971f7f6-ff1b-4e91-b75e-52221b0db12b {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:14:17.407869 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 5971f7f6-ff1b-4e91-b75e-52221b0db12b not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:14:17.408696 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device f7a31a17-46d0-4238-9d9b-1b7e1a56a003 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:14:17.419568 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-f655c632-149f-4c1d-b39a-c632872ed463 None None] Deleting port 1c14e602-21ad-4abd-a61e-3c882dfadf34 {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:14:17.420851 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f655c632-149f-4c1d-b39a-c632872ed463 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:17.460033 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-223a6723-e3ab-4736-ae99-d8c7be6c9bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:17.472812 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: f7a31a17-46d0-4238-9d9b-1b7e1a56a003 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:14:17.473834 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device f7a31a17-46d0-4238-9d9b-1b7e1a56a003 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:14:17.476424 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 9dedf5d5-93b0-4cb9-926a-f77af101f683 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:14:17.502424 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fc6117-346b-4e22-8833-24d137aed69b service neutron] Pushing event updated for resources: {'Port': ['ID=d206352c-2b17-4338-8e28-bf877cbc4fb1,revision_number=11']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:17.534964 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223a6723-e3ab-4736-ae99-d8c7be6c9bd2 admin admin] No DVR routers for this DVR port 1c14e602-21ad-4abd-a61e-3c882dfadf34 on host n-d-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:14:17.536909 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223a6723-e3ab-4736-ae99-d8c7be6c9bd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c14e602-21ad-4abd-a61e-3c882dfadf34,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:17.540790 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 9dedf5d5-93b0-4cb9-926a-f77af101f683 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:14:17.541136 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 9dedf5d5-93b0-4cb9-926a-f77af101f683 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:14:17.582569 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a96594e-4435-4017-9b4c-6d03c88595e9 req-73662807-73d2-471a-b6f6-e27d3b546259 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:17.584745 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6a96594e-4435-4017-9b4c-6d03c88595e9 req-73662807-73d2-471a-b6f6-e27d3b546259 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed57ad59-5752-449f-b6b2-03efdd07cda6 HTTP/1.1" status: 200 len: 949 time: 0.1326256 Nov 12 08:14:17.623635 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0ac31e-b7c7-4662-9f32-8be542a9827e req-34fc6117-346b-4e22-8833-24d137aed69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:17.624513 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-f655c632-149f-4c1d-b39a-c632872ed463 None None] For port 1c14e602-21ad-4abd-a61e-3c882dfadf34, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=1c14e602-21ad-4abd-a61e-3c882dfadf34,segment=NetworkSegment(c1acfdd1-5634-4383-a3b0-beb6da56b542),segment_id=c1acfdd1-5634-4383-a3b0-beb6da56b542)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:14:17.624928 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f655c632-149f-4c1d-b39a-c632872ed463 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:17.626894 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-8e0ac31e-b7c7-4662-9f32-8be542a9827e req-34fc6117-346b-4e22-8833-24d137aed69b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:17.629097 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8e0ac31e-b7c7-4662-9f32-8be542a9827e req-34fc6117-346b-4e22-8833-24d137aed69b service neutron] 10.222.0.44 "PUT /v2.0/ports/d206352c-2b17-4338-8e28-bf877cbc4fb1 HTTP/1.1" status: 200 len: 1098 time: 3.2610636 Nov 12 08:14:17.640588 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-f655c632-149f-4c1d-b39a-c632872ed463 None None] Calling delete_port for 1c14e602-21ad-4abd-a61e-3c882dfadf34 owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:14:17.679725 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2eb30924-5a79-46cb-b751-3480d3b2b0bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-933016'] for router_gateway, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:17.743952 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-223a6723-e3ab-4736-ae99-d8c7be6c9bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:17.811564 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-223a6723-e3ab-4736-ae99-d8c7be6c9bd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e17c76e-613f-40d2-ae39-1725682b1af7']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:17.845620 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f655c632-149f-4c1d-b39a-c632872ed463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:17.852358 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-223a6723-e3ab-4736-ae99-d8c7be6c9bd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1acfdd1-5634-4383-a3b0-beb6da56b542') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:17.852719 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-223a6723-e3ab-4736-ae99-d8c7be6c9bd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1acfdd1-5634-4383-a3b0-beb6da56b542') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:17.897596 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-223a6723-e3ab-4736-ae99-d8c7be6c9bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:17.910840 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f655c632-149f-4c1d-b39a-c632872ed463 None None] Pushing event deleted for resources: {'Port': ['ID=1c14e602-21ad-4abd-a61e-3c882dfadf34,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:17.923671 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f655c632-149f-4c1d-b39a-c632872ed463 None None] No DVR routers for this DVR port 1c14e602-21ad-4abd-a61e-3c882dfadf34 on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:14:17.947989 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f655c632-149f-4c1d-b39a-c632872ed463 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:14:17.947989 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f655c632-149f-4c1d-b39a-c632872ed463 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:14:17.947989 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f655c632-149f-4c1d-b39a-c632872ed463 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:14:17.947989 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f655c632-149f-4c1d-b39a-c632872ed463 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:14:17.947989 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f655c632-149f-4c1d-b39a-c632872ed463 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:14:17.947989 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f655c632-149f-4c1d-b39a-c632872ed463 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:14:17.947989 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f655c632-149f-4c1d-b39a-c632872ed463 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:14:17.947989 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f655c632-149f-4c1d-b39a-c632872ed463 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:14:17.947989 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f655c632-149f-4c1d-b39a-c632872ed463 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:14:17.947989 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f655c632-149f-4c1d-b39a-c632872ed463 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:14:17.947989 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f655c632-149f-4c1d-b39a-c632872ed463 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:14:17.947989 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f655c632-149f-4c1d-b39a-c632872ed463 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:14:17.953527 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-223a6723-e3ab-4736-ae99-d8c7be6c9bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:17.975323 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-223a6723-e3ab-4736-ae99-d8c7be6c9bd2 admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:14:17.975874 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-223a6723-e3ab-4736-ae99-d8c7be6c9bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:17.977884 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 08:14:17.977884 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:14:17.977884 n-d-765315-29 neutron-server[102599]: timer() Nov 12 08:14:17.977884 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:14:17.977884 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 08:14:17.977884 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:14:17.977884 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 08:14:17.977884 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:14:17.977884 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 08:14:17.977884 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:14:17.977884 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 08:14:17.977884 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:14:17.977884 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 08:14:17.977884 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:14:17.977884 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:14:17.977884 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:14:17.977884 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:14:17.977884 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:14:17.977884 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 08:14:17.977884 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:14:17.977884 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 08:14:17.977884 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:14:17.977884 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:14:17.977884 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:14:17.977884 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 08:14:17.977884 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:14:17.977884 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:14:17.977884 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:14:17.977884 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:14:17.977884 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:14:17.977884 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:14:17.977884 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:14:17.999032 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6a96594e-4435-4017-9b4c-6d03c88595e9 req-3969ffc7-3892-48e5-a1af-ad8a8542be91 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786356 Nov 12 08:14:18.022080 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2eb30924-5a79-46cb-b751-3480d3b2b0bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:18.030853 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2eb30924-5a79-46cb-b751-3480d3b2b0bc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:18.065035 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9cffcd72-8536-44a0-b94c-ac575996700f req-4cd10f67-970c-4e68-9c75-f68052569310 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e868370-cd9a-4294-bfa6-c7375e65f20f HTTP/1.1" status: 200 len: 210 time: 0.1587474 Nov 12 08:14:18.067708 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0ac31e-b7c7-4662-9f32-8be542a9827e req-5be1e985-d76a-4f87-bb5d-159f1d7047a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:18.071185 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8e0ac31e-b7c7-4662-9f32-8be542a9827e req-5be1e985-d76a-4f87-bb5d-159f1d7047a8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f20f3adab6e34964b521814e780e6afc&device_id=ed57ad59-5752-449f-b6b2-03efdd07cda6 HTTP/1.1" status: 200 len: 1101 time: 0.3967946 Nov 12 08:14:18.101567 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-223a6723-e3ab-4736-ae99-d8c7be6c9bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:18.112765 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-223a6723-e3ab-4736-ae99-d8c7be6c9bd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:18.117588 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-223a6723-e3ab-4736-ae99-d8c7be6c9bd2 admin admin] 10.222.0.26 "DELETE /v2.0/networks/8e17c76e-613f-40d2-ae39-1725682b1af7 HTTP/1.1" status: 204 len: 168 time: 1.5169632 Nov 12 08:14:18.127476 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 40748) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:18.134267 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223a6723-e3ab-4736-ae99-d8c7be6c9bd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e17c76e-613f-40d2-ae39-1725682b1af7,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:18.199666 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2eb30924-5a79-46cb-b751-3480d3b2b0bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:18.200103 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eb30924-5a79-46cb-b751-3480d3b2b0bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5732eb70-ba32-4269-9c91-f96f3ef6bfc7 {{(pid=102600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:14:18.243103 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2eb30924-5a79-46cb-b751-3480d3b2b0bc admin admin] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:18.244593 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-2eb30924-5a79-46cb-b751-3480d3b2b0bc admin admin] 10.222.0.26 "DELETE /v2.0/routers/5732eb70-ba32-4269-9c91-f96f3ef6bfc7 HTTP/1.1" status: 204 len: 168 time: 3.3322253 Nov 12 08:14:18.247304 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 40750) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:18.387008 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-95028d95-4731-4ada-b6db-5f239addb440 admin admin] Deleting subnet cc8e413e-37a0-429c-9307-b148ff2851e0 {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:14:18.391971 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-95028d95-4731-4ada-b6db-5f239addb440 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:18.457591 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-95028d95-4731-4ada-b6db-5f239addb440 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31181813'] for subnet, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:18.632420 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-95028d95-4731-4ada-b6db-5f239addb440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:18.723314 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-95028d95-4731-4ada-b6db-5f239addb440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:18.770304 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95028d95-4731-4ada-b6db-5f239addb440 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc8e413e-37a0-429c-9307-b148ff2851e0,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:18.773623 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4720b136-1fe8-430a-8dce-6ef57a647e60 None None] Network 02a32135-0065-45ce-974d-27815ac6e32c requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:14:18.780179 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-95028d95-4731-4ada-b6db-5f239addb440 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:18.791698 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-95028d95-4731-4ada-b6db-5f239addb440 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/cc8e413e-37a0-429c-9307-b148ff2851e0 HTTP/1.1" status: 204 len: 168 time: 0.5429339 Nov 12 08:14:18.792427 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 40768) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:18.890916 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed57ad59-5752-449f-b6b2-03efdd07cda6', 'tag': 'd206352c-2b17-4338-8e28-bf877cbc4fb1'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:14:18.899108 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c65ccfd8-aafc-4147-8570-d00d6df13a80" -d '{"events": [{"name": "network-changed", "server_uuid": "ed57ad59-5752-449f-b6b2-03efdd07cda6", "tag": "d206352c-2b17-4338-8e28-bf877cbc4fb1"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:14:18.961440 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0ac31e-b7c7-4662-9f32-8be542a9827e req-4c39494c-ee0a-4250-a3fb-404acea8397d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:18.967185 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8e0ac31e-b7c7-4662-9f32-8be542a9827e req-4c39494c-ee0a-4250-a3fb-404acea8397d service neutron] 10.222.0.44 "GET /v2.0/networks?id=107743df-d3df-459d-a6cd-9e2ab4303016 HTTP/1.1" status: 200 len: 870 time: 0.8520660 Nov 12 08:14:18.976457 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e52adc9a-63d2-47fb-bdfb-ee8628511070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:19.054530 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8e0ac31e-b7c7-4662-9f32-8be542a9827e req-3cec351b-ac49-40d2-a519-4659a1c84665 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=d206352c-2b17-4338-8e28-bf877cbc4fb1 HTTP/1.1" status: 200 len: 217 time: 0.0487058 Nov 12 08:14:19.065782 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-195b0637-c635-44a8-bdb1-a9b37248fec2 x-openstack-request-id: req-195b0637-c635-44a8-bdb1-a9b37248fec2 {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:14:19.066264 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed57ad59-5752-449f-b6b2-03efdd07cda6", "tag": "d206352c-2b17-4338-8e28-bf877cbc4fb1", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:14:19.066719 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-195b0637-c635-44a8-bdb1-a9b37248fec2 {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:14:19.067471 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed57ad59-5752-449f-b6b2-03efdd07cda6', 'tag': 'd206352c-2b17-4338-8e28-bf877cbc4fb1', 'status': 'completed', 'code': 200} Nov 12 08:14:19.102831 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1bd321-ac89-4205-a990-c3fb26a130de None None] DHCP port deletion for 02a32135-0065-45ce-974d-27815ac6e32c request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:14:19.186056 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-e52adc9a-63d2-47fb-bdfb-ee8628511070 admin admin] Deleting port 5b1c4325-9f57-40fa-9e6c-9f6b1853ee62 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:14:19.186415 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e52adc9a-63d2-47fb-bdfb-ee8628511070 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:19.195463 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ccfd8-aafc-4147-8570-d00d6df13a80 req-8e2d80c6-0b6b-4993-bb9b-ba8cbf90d2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:19.196853 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c65ccfd8-aafc-4147-8570-d00d6df13a80 req-8e2d80c6-0b6b-4993-bb9b-ba8cbf90d2db service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f20f3adab6e34964b521814e780e6afc&device_id=ed57ad59-5752-449f-b6b2-03efdd07cda6 HTTP/1.1" status: 200 len: 1101 time: 0.1286492 Nov 12 08:14:19.240483 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-eb1bd321-ac89-4205-a990-c3fb26a130de None None] Deleting port 5b1c4325-9f57-40fa-9e6c-9f6b1853ee62 {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:14:19.241434 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-eb1bd321-ac89-4205-a990-c3fb26a130de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:19.279962 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8645258-6e11-4635-ac33-32f68975ce69 req-1b0d8831-414a-4815-bab0-b304608eb3bb tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:19.281614 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d8645258-6e11-4635-ac33-32f68975ce69 req-1b0d8831-414a-4815-bab0-b304608eb3bb tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.21 "GET /v2.0/networks?id=e1e67e1f-8798-45f5-b239-65208acc87f1 HTTP/1.1" status: 200 len: 812 time: 1.0330319 Nov 12 08:14:19.299726 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0ac31e-b7c7-4662-9f32-8be542a9827e req-077e8573-b8dd-4942-8806-227dfe8c316d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:19.301387 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8e0ac31e-b7c7-4662-9f32-8be542a9827e req-077e8573-b8dd-4942-8806-227dfe8c316d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1 HTTP/1.1" status: 200 len: 843 time: 0.2305665 Nov 12 08:14:19.325032 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 5b1c4325-9f57-40fa-9e6c-9f6b1853ee62 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:14:19.355407 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-d8645258-6e11-4635-ac33-32f68975ce69 req-cb9489fb-7c47-4bac-9116-0d7ea82d4ee3 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Request body: {'port': {'device_id': '2e868370-cd9a-4294-bfa6-c7375e65f20f', 'network_id': 'e1e67e1f-8798-45f5-b239-65208acc87f1', 'admin_state_up': True, 'tenant_id': '89f29a2548464b6e8bac4db47e7c0c8b'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:14:19.381106 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-eb1bd321-ac89-4205-a990-c3fb26a130de None None] For port 5b1c4325-9f57-40fa-9e6c-9f6b1853ee62, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=5b1c4325-9f57-40fa-9e6c-9f6b1853ee62,segment=NetworkSegment(9731bde9-1bbe-48ed-a64f-4cf0a0cc31e9),segment_id=9731bde9-1bbe-48ed-a64f-4cf0a0cc31e9)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:14:19.381669 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-eb1bd321-ac89-4205-a990-c3fb26a130de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:19.402758 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-eb1bd321-ac89-4205-a990-c3fb26a130de None None] Calling delete_port for 5b1c4325-9f57-40fa-9e6c-9f6b1853ee62 owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:14:19.412649 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d0e2625a-ef8f-4313-b600-b84cd7ea28a3 req-08cc48f9-cb40-4d76-950d-ab984aef0668 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e868370-cd9a-4294-bfa6-c7375e65f20f HTTP/1.1" status: 200 len: 210 time: 0.0543101 Nov 12 08:14:19.463304 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-e52adc9a-63d2-47fb-bdfb-ee8628511070 admin admin] For port 5b1c4325-9f57-40fa-9e6c-9f6b1853ee62, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=5b1c4325-9f57-40fa-9e6c-9f6b1853ee62,segment=NetworkSegment(9731bde9-1bbe-48ed-a64f-4cf0a0cc31e9),segment_id=9731bde9-1bbe-48ed-a64f-4cf0a0cc31e9)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:14:19.463813 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e52adc9a-63d2-47fb-bdfb-ee8628511070 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:19.487592 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-e52adc9a-63d2-47fb-bdfb-ee8628511070 admin admin] Calling delete_port for 5b1c4325-9f57-40fa-9e6c-9f6b1853ee62 owned by network:dhcp {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:14:19.551848 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aedaed-c8de-4924-a763-f92b0798de97 req-c4376292-8be4-4869-baf8-f928874043d9 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:19.560644 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d4aedaed-c8de-4924-a763-f92b0798de97 req-c4376292-8be4-4869-baf8-f928874043d9 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed57ad59-5752-449f-b6b2-03efdd07cda6 HTTP/1.1" status: 200 len: 949 time: 0.4126453 Nov 12 08:14:19.599094 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 40782) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:19.606501 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:19.652149 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0ac31e-b7c7-4662-9f32-8be542a9827e req-e5a069d1-55a1-4adf-a089-ab23958e98cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:19.653820 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8e0ac31e-b7c7-4662-9f32-8be542a9827e req-e5a069d1-55a1-4adf-a089-ab23958e98cd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=107743df-d3df-459d-a6cd-9e2ab4303016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2938421 Nov 12 08:14:19.698022 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-eb1bd321-ac89-4205-a990-c3fb26a130de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:19.775676 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 2ca7c03b-ea1b-4304-b885-ec15d73ffdee no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:14:19.778416 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1bd321-ac89-4205-a990-c3fb26a130de None None] Pushing event deleted for resources: {'Port': ['ID=5b1c4325-9f57-40fa-9e6c-9f6b1853ee62,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:19.792076 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1bd321-ac89-4205-a990-c3fb26a130de None None] No DVR routers for this DVR port 5b1c4325-9f57-40fa-9e6c-9f6b1853ee62 on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:14:19.815158 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 2ca7c03b-ea1b-4304-b885-ec15d73ffdee {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:14:19.816303 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 2ca7c03b-ea1b-4304-b885-ec15d73ffdee not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:14:19.816871 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 1c14e602-21ad-4abd-a61e-3c882dfadf34 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:14:19.842562 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8e0ac31e-b7c7-4662-9f32-8be542a9827e req-276a3990-6053-43be-a2e8-31de71f6450f service neutron] 10.222.0.44 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743922 Nov 12 08:14:19.842913 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 1c14e602-21ad-4abd-a61e-3c882dfadf34 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:14:19.843422 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 1c14e602-21ad-4abd-a61e-3c882dfadf34 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:14:19.852796 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d4aedaed-c8de-4924-a763-f92b0798de97 req-e83566dd-db30-4bc0-8803-35dd69718713 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912428 Nov 12 08:14:19.980934 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d89275ff-2b37-492c-a62a-923ab4a84368 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:20.064668 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ccfd8-aafc-4147-8570-d00d6df13a80 req-ca35e725-ca58-47a3-b792-edc88ffab0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:20.066231 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c65ccfd8-aafc-4147-8570-d00d6df13a80 req-ca35e725-ca58-47a3-b792-edc88ffab0d9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=107743df-d3df-459d-a6cd-9e2ab4303016 HTTP/1.1" status: 200 len: 870 time: 0.8588884 Nov 12 08:14:20.132267 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c65ccfd8-aafc-4147-8570-d00d6df13a80 req-59613fb8-32cb-42a9-9b5b-b93ececfe2f8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=d206352c-2b17-4338-8e28-bf877cbc4fb1 HTTP/1.1" status: 200 len: 217 time: 0.0534930 Nov 12 08:14:20.154055 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d89275ff-2b37-492c-a62a-923ab4a84368 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:20.190331 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d89275ff-2b37-492c-a62a-923ab4a84368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:20.225407 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-d89275ff-2b37-492c-a62a-923ab4a84368 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8742c025dcf944faa318a0d07f8d7155&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6172426 Nov 12 08:14:20.228695 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 40788) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:20.229649 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8645258-6e11-4635-ac33-32f68975ce69 req-cb9489fb-7c47-4bac-9116-0d7ea82d4ee3 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Made reservation on behalf of 89f29a2548464b6e8bac4db47e7c0c8b for: {'port': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:14:20.233693 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-d8645258-6e11-4635-ac33-32f68975ce69 req-cb9489fb-7c47-4bac-9116-0d7ea82d4ee3 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:20.344354 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89275ff-2b37-492c-a62a-923ab4a84368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad6bbcab-c95f-40d3-b923-17adf89ca9a3,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:20.349316 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8e0ac31e-b7c7-4662-9f32-8be542a9827e req-82277ae4-2b28-4c3e-bb70-a2672b51a50b service neutron] 10.222.0.44 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4866402 Nov 12 08:14:20.380197 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e52adc9a-63d2-47fb-bdfb-ee8628511070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:20.429332 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ccfd8-aafc-4147-8570-d00d6df13a80 req-009cda63-16be-43aa-98c9-4ad315569fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:20.430860 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c65ccfd8-aafc-4147-8570-d00d6df13a80 req-009cda63-16be-43aa-98c9-4ad315569fa0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1 HTTP/1.1" status: 200 len: 843 time: 0.2884951 Nov 12 08:14:20.464350 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [req-d8645258-6e11-4635-ac33-32f68975ce69 req-cb9489fb-7c47-4bac-9116-0d7ea82d4ee3 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Allocated IP 172.20.0.9 (e1e67e1f-8798-45f5-b239-65208acc87f1/7bdc75da-af9b-40e1-a42f-7bb0c158e2a1/bda67948-e771-40f3-aca6-ed8a53c2ee92) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:14:20.550216 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-33ef9737-0ab0-4e99-8dd0-b5e7024b1343 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:20.552591 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52adc9a-63d2-47fb-bdfb-ee8628511070 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b1c4325-9f57-40fa-9e6c-9f6b1853ee62,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:20.557563 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52adc9a-63d2-47fb-bdfb-ee8628511070 admin admin] No DVR routers for this DVR port 5b1c4325-9f57-40fa-9e6c-9f6b1853ee62 on host n-d-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:14:20.692587 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-92f8f1b4-03b3-4dc5-93e2-3ddfa79eec61 req-aee076a1-152e-404f-b116-d507bcdb49d2 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e868370-cd9a-4294-bfa6-c7375e65f20f HTTP/1.1" status: 200 len: 210 time: 0.0914664 Nov 12 08:14:20.697111 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-33ef9737-0ab0-4e99-8dd0-b5e7024b1343 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:20.779248 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ccfd8-aafc-4147-8570-d00d6df13a80 req-74e1aa43-6015-4b31-b776-29685eab0b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:20.780942 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c65ccfd8-aafc-4147-8570-d00d6df13a80 req-74e1aa43-6015-4b31-b776-29685eab0b3f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=107743df-d3df-459d-a6cd-9e2ab4303016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2450104 Nov 12 08:14:20.790654 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-d8645258-6e11-4635-ac33-32f68975ce69 req-cb9489fb-7c47-4bac-9116-0d7ea82d4ee3 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:20.806566 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e52adc9a-63d2-47fb-bdfb-ee8628511070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:20.893174 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ccfd8-aafc-4147-8570-d00d6df13a80 req-b1fc6479-4bda-4cd2-aeb1-0b13daae0304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:20.897225 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-e52adc9a-63d2-47fb-bdfb-ee8628511070 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02a32135-0065-45ce-974d-27815ac6e32c']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:20.898112 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c65ccfd8-aafc-4147-8570-d00d6df13a80 req-b1fc6479-4bda-4cd2-aeb1-0b13daae0304 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f20f3adab6e34964b521814e780e6afc&device_id=ed57ad59-5752-449f-b6b2-03efdd07cda6 HTTP/1.1" status: 200 len: 1101 time: 0.3214583 Nov 12 08:14:20.935404 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-e52adc9a-63d2-47fb-bdfb-ee8628511070 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9731bde9-1bbe-48ed-a64f-4cf0a0cc31e9') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:20.935998 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-e52adc9a-63d2-47fb-bdfb-ee8628511070 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9731bde9-1bbe-48ed-a64f-4cf0a0cc31e9') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:20.977913 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e52adc9a-63d2-47fb-bdfb-ee8628511070 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:20.994578 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-33ef9737-0ab0-4e99-8dd0-b5e7024b1343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:20.997525 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-33ef9737-0ab0-4e99-8dd0-b5e7024b1343 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:20.998855 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-33ef9737-0ab0-4e99-8dd0-b5e7024b1343 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ad6bbcab-c95f-40d3-b923-17adf89ca9a3 HTTP/1.1" status: 204 len: 168 time: 0.7695487 Nov 12 08:14:21.035315 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e52adc9a-63d2-47fb-bdfb-ee8628511070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:21.073353 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ef9737-0ab0-4e99-8dd0-b5e7024b1343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad6bbcab-c95f-40d3-b923-17adf89ca9a3,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:21.079617 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e52adc9a-63d2-47fb-bdfb-ee8628511070 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:14:21.080045 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e52adc9a-63d2-47fb-bdfb-ee8628511070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:21.106341 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c65ccfd8-aafc-4147-8570-d00d6df13a80 req-5a65c0af-0ccf-456e-b4d2-97ef22e53d12 service neutron] 10.222.0.21 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3129129 Nov 12 08:14:21.107349 n-d-765315-29 neutron-server[102599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:14:21.107349 n-d-765315-29 neutron-server[102599]: self.session.flush() Nov 12 08:14:21.107349 n-d-765315-29 neutron-server[102599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:14:21.107349 n-d-765315-29 neutron-server[102599]: self.session.flush() Nov 12 08:14:21.107349 n-d-765315-29 neutron-server[102599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:14:21.107349 n-d-765315-29 neutron-server[102599]: self.session.flush() Nov 12 08:14:21.107349 n-d-765315-29 neutron-server[102599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:14:21.107349 n-d-765315-29 neutron-server[102599]: self.session.flush() Nov 12 08:14:21.107349 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 08:14:21.107349 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:14:21.107349 n-d-765315-29 neutron-server[102599]: timer() Nov 12 08:14:21.107349 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:14:21.107349 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 08:14:21.107349 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:14:21.107349 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 08:14:21.107349 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:14:21.107349 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 08:14:21.107349 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:14:21.107349 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 08:14:21.107349 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:14:21.107349 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 08:14:21.107349 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:14:21.107349 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:14:21.107349 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:14:21.107349 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:14:21.107349 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:14:21.107349 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 08:14:21.107349 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:14:21.107349 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 08:14:21.107349 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:14:21.107349 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:14:21.107349 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:14:21.107349 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 08:14:21.107349 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:14:21.107349 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:14:21.107349 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:14:21.107349 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:14:21.107349 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:14:21.107349 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:14:21.107349 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:14:21.114485 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-d8645258-6e11-4635-ac33-32f68975ce69 req-cb9489fb-7c47-4bac-9116-0d7ea82d4ee3 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:21.218277 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4f0cc3d9-bb73-4cfb-872a-c941cdae2666 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933586'] for router_interface, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:21.322230 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8645258-6e11-4635-ac33-32f68975ce69 req-cb9489fb-7c47-4bac-9116-0d7ea82d4ee3 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Network e1e67e1f-8798-45f5-b239-65208acc87f1 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:14:21.347657 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e52adc9a-63d2-47fb-bdfb-ee8628511070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:21.358255 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e52adc9a-63d2-47fb-bdfb-ee8628511070 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:21.358465 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb588e50-ac86-40d3-8a76-9bbd15751aa2 req-c6405ef0-5c97-431c-99e8-a95c44b8fb36 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:21.361637 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bb588e50-ac86-40d3-8a76-9bbd15751aa2 req-c6405ef0-5c97-431c-99e8-a95c44b8fb36 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed57ad59-5752-449f-b6b2-03efdd07cda6 HTTP/1.1" status: 200 len: 949 time: 0.3376355 Nov 12 08:14:21.362667 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [req-d8645258-6e11-4635-ac33-32f68975ce69 req-cb9489fb-7c47-4bac-9116-0d7ea82d4ee3 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:14:21.367784 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9489fb-7c47-4bac-9116-0d7ea82d4ee3 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Pushing event updated for resources: {'Port': ['ID=bda67948-e771-40f3-aca6-ed8a53c2ee92,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:21.375185 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-e52adc9a-63d2-47fb-bdfb-ee8628511070 admin admin] 10.222.0.26 "DELETE /v2.0/networks/02a32135-0065-45ce-974d-27815ac6e32c HTTP/1.1" status: 204 len: 168 time: 2.5801303 Nov 12 08:14:21.383639 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8645258-6e11-4635-ac33-32f68975ce69 req-cb9489fb-7c47-4bac-9116-0d7ea82d4ee3 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:14:21.391016 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ccfd8-aafc-4147-8570-d00d6df13a80 req-96728872-01e1-4a38-8605-31670a11e72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:21.392797 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c65ccfd8-aafc-4147-8570-d00d6df13a80 req-96728872-01e1-4a38-8605-31670a11e72c service neutron] 10.222.0.44 "GET /v2.0/networks?id=107743df-d3df-459d-a6cd-9e2ab4303016 HTTP/1.1" status: 200 len: 870 time: 0.4635351 Nov 12 08:14:21.418778 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52adc9a-63d2-47fb-bdfb-ee8628511070 admin admin] Pushing event deleted for resources: {'Network': ['ID=02a32135-0065-45ce-974d-27815ac6e32c,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:21.480572 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c65ccfd8-aafc-4147-8570-d00d6df13a80 req-86e59fc7-e176-494e-b3fc-ac0d24270aec service neutron] 10.222.0.21 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3603036 Nov 12 08:14:21.737537 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c65ccfd8-aafc-4147-8570-d00d6df13a80 req-59af3a24-adb0-47b7-bb2a-63ce02a6d03d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=d206352c-2b17-4338-8e28-bf877cbc4fb1 HTTP/1.1" status: 200 len: 217 time: 0.2576241 Nov 12 08:14:21.797369 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 40820) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:21.911208 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-68304f86-fefb-49c4-b9a3-c0d41bdeac7e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=87e1c7a524e4438c8d5ef825876f155a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1118321 Nov 12 08:14:21.915999 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 40822) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:21.967251 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8645258-6e11-4635-ac33-32f68975ce69 req-cb9489fb-7c47-4bac-9116-0d7ea82d4ee3 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:21.968223 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-d8645258-6e11-4635-ac33-32f68975ce69 req-cb9489fb-7c47-4bac-9116-0d7ea82d4ee3 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:22.065969 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2c2b871a-3d70-4840-8a2c-0d8141094802 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:22.100594 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bb588e50-ac86-40d3-8a76-9bbd15751aa2 req-b593ab24-af03-4a35-bf00-11c8a8825ec7 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7108743 Nov 12 08:14:22.107344 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ccfd8-aafc-4147-8570-d00d6df13a80 req-cc29ed4c-e96a-48e6-aa6e-ca0d8a117040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:22.109116 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c65ccfd8-aafc-4147-8570-d00d6df13a80 req-cc29ed4c-e96a-48e6-aa6e-ca0d8a117040 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1 HTTP/1.1" status: 200 len: 843 time: 0.3474247 Nov 12 08:14:22.190484 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d8645258-6e11-4635-ac33-32f68975ce69 req-cb9489fb-7c47-4bac-9116-0d7ea82d4ee3 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8942995 Nov 12 08:14:22.205611 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-d8645258-6e11-4635-ac33-32f68975ce69 req-86676778-925b-4499-a3c5-5438408d0ca4 service neutron] Request body: {'port': {'device_id': '2e868370-cd9a-4294-bfa6-c7375e65f20f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-29'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:14:22.241474 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2c2b871a-3d70-4840-8a2c-0d8141094802 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:22.249204 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ccfd8-aafc-4147-8570-d00d6df13a80 req-18dfc78d-e688-4038-ac85-a788aca7e3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:22.250766 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c65ccfd8-aafc-4147-8570-d00d6df13a80 req-18dfc78d-e688-4038-ac85-a788aca7e3b0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=107743df-d3df-459d-a6cd-9e2ab4303016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1104753 Nov 12 08:14:22.340746 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a35a8ab-83a2-49c8-9d56-30c85da45147 req-447cb4c7-5b73-4cb8-adda-0c499eabe8c9 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:22.342489 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0a35a8ab-83a2-49c8-9d56-30c85da45147 req-447cb4c7-5b73-4cb8-adda-0c499eabe8c9 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e868370-cd9a-4294-bfa6-c7375e65f20f HTTP/1.1" status: 200 len: 931 time: 0.2261651 Nov 12 08:14:22.403972 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 40834) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:22.459305 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-d8645258-6e11-4635-ac33-32f68975ce69 req-86676778-925b-4499-a3c5-5438408d0ca4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:22.494935 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0a35a8ab-83a2-49c8-9d56-30c85da45147 req-37362542-4f9e-4326-9e64-17900d7923af tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372921 Nov 12 08:14:22.518786 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2c2b871a-3d70-4840-8a2c-0d8141094802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:22.521793 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2c2b871a-3d70-4840-8a2c-0d8141094802 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:22.536205 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-2c2b871a-3d70-4840-8a2c-0d8141094802 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/39fd6a2a-7263-4e36-a1d7-3ab342ba5409 HTTP/1.1" status: 204 len: 168 time: 0.6154757 Nov 12 08:14:22.543196 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2b871a-3d70-4840-8a2c-0d8141094802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39fd6a2a-7263-4e36-a1d7-3ab342ba5409,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:22.695591 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-b632fd1e-7c1a-4254-babc-71a3318960f7 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-514831071-network', 'tenant_id': 'a783fc66f04949de852791cb9109858d'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:14:22.721239 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c65ccfd8-aafc-4147-8570-d00d6df13a80 req-55b89d69-dc24-49fd-9ca6-4bc78ceca029 service neutron] 10.222.0.44 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4549747 Nov 12 08:14:22.723663 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b632fd1e-7c1a-4254-babc-71a3318960f7 admin admin] Made reservation on behalf of a783fc66f04949de852791cb9109858d for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:14:22.727432 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b632fd1e-7c1a-4254-babc-71a3318960f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:22.743492 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b632fd1e-7c1a-4254-babc-71a3318960f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:22.925363 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b632fd1e-7c1a-4254-babc-71a3318960f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:22.931891 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b632fd1e-7c1a-4254-babc-71a3318960f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:22.963403 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b632fd1e-7c1a-4254-babc-71a3318960f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:14:22.989166 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b632fd1e-7c1a-4254-babc-71a3318960f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3485156b-a18e-4bab-86a4-53f4bacfcf91,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:22.992635 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b632fd1e-7c1a-4254-babc-71a3318960f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:22.992980 n-d-765315-29 neutron-server[102599]: INFO neutron.db.segments_db [None req-b632fd1e-7c1a-4254-babc-71a3318960f7 admin admin] Added segment 74228b36-f518-48da-bb5a-2dae6173211b of type vlan for network 33c4acc6-fff5-4d04-a808-ff7e0950b8a2 Nov 12 08:14:23.076222 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b632fd1e-7c1a-4254-babc-71a3318960f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:23.108368 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b632fd1e-7c1a-4254-babc-71a3318960f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:23.109403 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b632fd1e-7c1a-4254-babc-71a3318960f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:23.110051 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b632fd1e-7c1a-4254-babc-71a3318960f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:23.197239 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b632fd1e-7c1a-4254-babc-71a3318960f7 admin admin] Pushing event updated for resources: {'Network': ['ID=33c4acc6-fff5-4d04-a808-ff7e0950b8a2,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:23.211497 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 33c4acc6-fff5-4d04-a808-ff7e0950b8a2 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:14:23.220346 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-b632fd1e-7c1a-4254-babc-71a3318960f7 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8151429 Nov 12 08:14:23.227693 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 40850) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:23.232672 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-d0fbab6d-3f10-4987-b9fa-01a989718086 admin admin] Request body: {'subnet': {'network_id': '33c4acc6-fff5-4d04-a808-ff7e0950b8a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-514831071-subnet', 'tenant_id': 'a783fc66f04949de852791cb9109858d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:14:23.342047 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [req-d8645258-6e11-4635-ac33-32f68975ce69 req-86676778-925b-4499-a3c5-5438408d0ca4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bda67948-e771-40f3-aca6-ed8a53c2ee92 {{(pid=102600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:14:23.358462 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-d8645258-6e11-4635-ac33-32f68975ce69 req-86676778-925b-4499-a3c5-5438408d0ca4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:23.373207 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.provisioning_blocks [req-d8645258-6e11-4635-ac33-32f68975ce69 req-86676778-925b-4499-a3c5-5438408d0ca4 service neutron] Transition to ACTIVE for port object bda67948-e771-40f3-aca6-ed8a53c2ee92 will not be triggered until provisioned by entity L2. {{(pid=102600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:14:23.393733 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-d8645258-6e11-4635-ac33-32f68975ce69 req-86676778-925b-4499-a3c5-5438408d0ca4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:23.393934 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a84195-347d-475f-b757-6e614cc303f3 req-007e3d8d-5583-4087-bb45-73adf5871aac tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:23.397432 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f9a84195-347d-475f-b757-6e614cc303f3 req-007e3d8d-5583-4087-bb45-73adf5871aac tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed57ad59-5752-449f-b6b2-03efdd07cda6 HTTP/1.1" status: 200 len: 949 time: 0.1408110 Nov 12 08:14:23.398210 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0fbab6d-3f10-4987-b9fa-01a989718086 admin admin] Made reservation on behalf of a783fc66f04949de852791cb9109858d for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:14:23.400728 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d0fbab6d-3f10-4987-b9fa-01a989718086 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:23.497543 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbc6c8c-2576-4ef5-95c1-46d905e3942b req-d9f7288e-b51b-40eb-a04d-6b759158c522 tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:23.499393 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6bbc6c8c-2576-4ef5-95c1-46d905e3942b req-d9f7288e-b51b-40eb-a04d-6b759158c522 tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] 10.222.0.26 "GET /v2.0/ports?device_id=f103a60c-9a5f-44ce-a8f6-30c816625986 HTTP/1.1" status: 200 len: 945 time: 1.0054190 Nov 12 08:14:23.542920 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-4f0cc3d9-bb73-4cfb-872a-c941cdae2666 admin admin] Deleting port 7e591376-f5dd-4d86-bd2c-d504bed447a2 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:14:23.543262 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4f0cc3d9-bb73-4cfb-872a-c941cdae2666 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:23.629363 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86676778-925b-4499-a3c5-5438408d0ca4 service neutron] Pushing event updated for resources: {'Port': ['ID=bda67948-e771-40f3-aca6-ed8a53c2ee92,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:23.680225 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f9a84195-347d-475f-b757-6e614cc303f3 req-972d1d15-e32f-4ef7-ab86-0b9c7d6b2f25 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770626 Nov 12 08:14:23.681704 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d0fbab6d-3f10-4987-b9fa-01a989718086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:23.746142 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fbab6d-3f10-4987-b9fa-01a989718086 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22ada644-5ac2-4dd6-bbe3-6cce42afd567,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:23.752631 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6bbc6c8c-2576-4ef5-95c1-46d905e3942b req-16ba2840-edc9-4897-9e49-322d84053d08 tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eb7f744-8b41-41ac-a2c7-3ed15c795dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2416019 Nov 12 08:14:23.760850 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c65ccfd8-aafc-4147-8570-d00d6df13a80 req-926e4e5b-4cb3-40cc-a0c1-f4bccbf3f272 service neutron] 10.222.0.44 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0275121 Nov 12 08:14:23.764100 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-d8645258-6e11-4635-ac33-32f68975ce69 req-86676778-925b-4499-a3c5-5438408d0ca4 service neutron] Attempting to bind port bda67948-e771-40f3-aca6-ed8a53c2ee92 on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:14:23.764448 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-d8645258-6e11-4635-ac33-32f68975ce69 req-86676778-925b-4499-a3c5-5438408d0ca4 service neutron] Attempting to bind port bda67948-e771-40f3-aca6-ed8a53c2ee92 by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': '931741a0-66de-48c6-b90b-c82af0a9f552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e1e67e1f-8798-45f5-b239-65208acc87f1'}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:14:23.765585 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8645258-6e11-4635-ac33-32f68975ce69 req-86676778-925b-4499-a3c5-5438408d0ca4 service neutron] Attempting to bind port bda67948-e771-40f3-aca6-ed8a53c2ee92 on network e1e67e1f-8798-45f5-b239-65208acc87f1 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:14:23.775425 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8645258-6e11-4635-ac33-32f68975ce69 req-86676778-925b-4499-a3c5-5438408d0ca4 service neutron] Port bda67948-e771-40f3-aca6-ed8a53c2ee92 on network e1e67e1f-8798-45f5-b239-65208acc87f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:14:23.775758 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8645258-6e11-4635-ac33-32f68975ce69 req-86676778-925b-4499-a3c5-5438408d0ca4 service neutron] Attempting to bind port bda67948-e771-40f3-aca6-ed8a53c2ee92 on network e1e67e1f-8798-45f5-b239-65208acc87f1 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:14:23.791357 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fbab6d-3f10-4987-b9fa-01a989718086 admin admin] Checking segment: {'id': '74228b36-f518-48da-bb5a-2dae6173211b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '33c4acc6-fff5-4d04-a808-ff7e0950b8a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:14:23.791726 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0fbab6d-3f10-4987-b9fa-01a989718086 admin admin] Network hostable DHCP agents. Network: 33c4acc6-fff5-4d04-a808-ff7e0950b8a2, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:14:23.791881 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8645258-6e11-4635-ac33-32f68975ce69 req-86676778-925b-4499-a3c5-5438408d0ca4 service neutron] Checking agent: {'id': '26215384-8035-4ce2-971a-8e67be80da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:14:23.792188 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8645258-6e11-4635-ac33-32f68975ce69 req-86676778-925b-4499-a3c5-5438408d0ca4 service neutron] Checking segment: {'id': '931741a0-66de-48c6-b90b-c82af0a9f552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e1e67e1f-8798-45f5-b239-65208acc87f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:14:23.792575 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8645258-6e11-4635-ac33-32f68975ce69 req-86676778-925b-4499-a3c5-5438408d0ca4 service neutron] Bound using segment: {'id': '931741a0-66de-48c6-b90b-c82af0a9f552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e1e67e1f-8798-45f5-b239-65208acc87f1'} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:14:23.793024 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-d8645258-6e11-4635-ac33-32f68975ce69 req-86676778-925b-4499-a3c5-5438408d0ca4 service neutron] Bound port: bda67948-e771-40f3-aca6-ed8a53c2ee92, host: n-h1-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '931741a0-66de-48c6-b90b-c82af0a9f552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e1e67e1f-8798-45f5-b239-65208acc87f1'}}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:14:23.793461 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-d8645258-6e11-4635-ac33-32f68975ce69 req-86676778-925b-4499-a3c5-5438408d0ca4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:23.813537 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0fbab6d-3f10-4987-b9fa-01a989718086 admin admin] Network 33c4acc6-fff5-4d04-a808-ff7e0950b8a2 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:14:23.842107 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-d0fbab6d-3f10-4987-b9fa-01a989718086 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 33c4acc6-fff5-4d04-a808-ff7e0950b8a2) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:14:23.848906 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0fbab6d-3f10-4987-b9fa-01a989718086 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:23.849823 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d0fbab6d-3f10-4987-b9fa-01a989718086 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:23.853030 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964e1a76-9678-41be-b55b-971da617e6f4 None None] Network 33c4acc6-fff5-4d04-a808-ff7e0950b8a2 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:14:23.860937 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-4f0cc3d9-bb73-4cfb-872a-c941cdae2666 admin admin] For port 7e591376-f5dd-4d86-bd2c-d504bed447a2, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=7e591376-f5dd-4d86-bd2c-d504bed447a2,segment=NetworkSegment(47508263-2565-4ac7-a594-0c95578073c9),segment_id=47508263-2565-4ac7-a594-0c95578073c9)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:14:23.861334 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4f0cc3d9-bb73-4cfb-872a-c941cdae2666 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:23.865246 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 40868) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:23.887290 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-d0fbab6d-3f10-4987-b9fa-01a989718086 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6590981 Nov 12 08:14:23.905020 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-4f0cc3d9-bb73-4cfb-872a-c941cdae2666 admin admin] Calling delete_port for 7e591376-f5dd-4d86-bd2c-d504bed447a2 owned by network:router_interface {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:14:23.979409 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-d8645258-6e11-4635-ac33-32f68975ce69 req-86676778-925b-4499-a3c5-5438408d0ca4 service neutron] For port bda67948-e771-40f3-aca6-ed8a53c2ee92, host n-h1-765315-29, cleared binding levels {{(pid=102600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:14:24.045140 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-d8645258-6e11-4635-ac33-32f68975ce69 req-86676778-925b-4499-a3c5-5438408d0ca4 service neutron] For port bda67948-e771-40f3-aca6-ed8a53c2ee92, host n-h1-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=bda67948-e771-40f3-aca6-ed8a53c2ee92,segment=NetworkSegment(931741a0-66de-48c6-b90b-c82af0a9f552),segment_id=931741a0-66de-48c6-b90b-c82af0a9f552)] {{(pid=102600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:14:24.055813 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b93d5d3-dc6d-46d4-9487-b1a8a8fdd448 req-0090699f-a3ab-40b6-990b-56f83d0e5954 tempest-MigrationsAdminTest-113597740 tempest-MigrationsAdminTest-113597740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:24.058857 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9b93d5d3-dc6d-46d4-9487-b1a8a8fdd448 req-0090699f-a3ab-40b6-990b-56f83d0e5954 tempest-MigrationsAdminTest-113597740 tempest-MigrationsAdminTest-113597740-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=ed57ad59-5752-449f-b6b2-03efdd07cda6 HTTP/1.1" status: 200 len: 1101 time: 0.1113443 Nov 12 08:14:24.065403 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-d8645258-6e11-4635-ac33-32f68975ce69 req-86676778-925b-4499-a3c5-5438408d0ca4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:24.082022 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63623722-8bb8-41d6-adeb-038a941798b1 req-e1ae1e68-1fe0-4a5f-b5bd-0b3bfd2f3409 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:24.083136 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-63623722-8bb8-41d6-adeb-038a941798b1 req-e1ae1e68-1fe0-4a5f-b5bd-0b3bfd2f3409 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e868370-cd9a-4294-bfa6-c7375e65f20f HTTP/1.1" status: 200 len: 943 time: 0.1713812 Nov 12 08:14:24.168388 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9b93d5d3-dc6d-46d4-9487-b1a8a8fdd448 req-fe298be9-b8c2-4971-8615-c940ac323029 tempest-MigrationsAdminTest-113597740 tempest-MigrationsAdminTest-113597740-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016290 Nov 12 08:14:24.194326 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-467f0421-3531-4c97-ac5b-a34dcd3816bb admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-263269099-network', 'tenant_id': '4185fcef2b8f49279dd089f3c02606eb'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:14:24.211246 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198547ee-d54e-4e2e-816f-08679cfd240e req-3f04f64b-d324-45ea-bec1-a889f8f3f190 tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:24.213707 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-198547ee-d54e-4e2e-816f-08679cfd240e req-3f04f64b-d324-45ea-bec1-a889f8f3f190 tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] 10.222.0.44 "GET /v2.0/ports?device_id=f103a60c-9a5f-44ce-a8f6-30c816625986 HTTP/1.1" status: 200 len: 945 time: 0.2761405 Nov 12 08:14:24.218694 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93ca8fc-06dc-4269-8206-ae212d9c3c51 None None] Network 33c4acc6-fff5-4d04-a808-ff7e0950b8a2 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:14:24.236409 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8645258-6e11-4635-ac33-32f68975ce69 req-86676778-925b-4499-a3c5-5438408d0ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:24.237331 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-d8645258-6e11-4635-ac33-32f68975ce69 req-86676778-925b-4499-a3c5-5438408d0ca4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:24.239145 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d8645258-6e11-4635-ac33-32f68975ce69 req-86676778-925b-4499-a3c5-5438408d0ca4 service neutron] 10.222.0.21 "PUT /v2.0/ports/bda67948-e771-40f3-aca6-ed8a53c2ee92 HTTP/1.1" status: 200 len: 1092 time: 2.0395281 Nov 12 08:14:24.241679 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e868370-cd9a-4294-bfa6-c7375e65f20f', 'tag': 'bda67948-e771-40f3-aca6-ed8a53c2ee92'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:14:24.244387 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f01ce69d-e27b-483e-b7c5-1d1671dae6ee" -d '{"events": [{"name": "network-changed", "server_uuid": "2e868370-cd9a-4294-bfa6-c7375e65f20f", "tag": "bda67948-e771-40f3-aca6-ed8a53c2ee92"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:14:24.476657 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86676778-925b-4499-a3c5-5438408d0ca4 service neutron] Pushing event updated for resources: {'Port': ['ID=bda67948-e771-40f3-aca6-ed8a53c2ee92,revision_number=3']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:24.488612 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-467f0421-3531-4c97-ac5b-a34dcd3816bb admin admin] Made reservation on behalf of 4185fcef2b8f49279dd089f3c02606eb for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:14:24.491835 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-467f0421-3531-4c97-ac5b-a34dcd3816bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:24.514551 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-63623722-8bb8-41d6-adeb-038a941798b1 req-74167026-8744-4de7-841e-de3cbdc05275 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4105608 Nov 12 08:14:24.514968 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-467f0421-3531-4c97-ac5b-a34dcd3816bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:24.564796 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8645258-6e11-4635-ac33-32f68975ce69 req-3c744a99-e060-4a7a-985f-d824d3e2a241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:24.566301 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d8645258-6e11-4635-ac33-32f68975ce69 req-3c744a99-e060-4a7a-985f-d824d3e2a241 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=89f29a2548464b6e8bac4db47e7c0c8b&device_id=2e868370-cd9a-4294-bfa6-c7375e65f20f HTTP/1.1" status: 200 len: 1095 time: 0.2534354 Nov 12 08:14:24.659408 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d8645258-6e11-4635-ac33-32f68975ce69 req-20351316-563a-427b-8732-5d956cd6d041 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bda67948-e771-40f3-aca6-ed8a53c2ee92 HTTP/1.1" status: 200 len: 217 time: 0.0823970 Nov 12 08:14:24.713408 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b008b8ce-5c8c-4466-ade9-d115ff1945cf req-e0a17972-ffbf-4125-8644-e836996a76ad tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:24.723039 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b008b8ce-5c8c-4466-ade9-d115ff1945cf req-e0a17972-ffbf-4125-8644-e836996a76ad tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/networks?id=33c4acc6-fff5-4d04-a808-ff7e0950b8a2 HTTP/1.1" status: 200 len: 814 time: 0.1962204 Nov 12 08:14:24.736896 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [req-198547ee-d54e-4e2e-816f-08679cfd240e req-c9b6f4ba-707a-4ebd-8f31-6f326a2dea2c tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] Deleting port 2d3833ca-2553-4fed-9226-e39e0b03fc29 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:14:24.737183 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-198547ee-d54e-4e2e-816f-08679cfd240e req-c9b6f4ba-707a-4ebd-8f31-6f326a2dea2c tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:24.745234 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device d206352c-2b17-4338-8e28-bf877cbc4fb1 details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:14:24.760785 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b008b8ce-5c8c-4466-ade9-d115ff1945cf req-f5c71c09-e75b-447c-95fb-fec0e4880de9 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/quotas/a783fc66f04949de852791cb9109858d HTTP/1.1" status: 200 len: 375 time: 0.0367639 Nov 12 08:14:24.824358 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce0843ff-e9cd-43ab-ba6e-57a795401caa x-openstack-request-id: req-ce0843ff-e9cd-43ab-ba6e-57a795401caa {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:14:24.824358 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e868370-cd9a-4294-bfa6-c7375e65f20f", "tag": "bda67948-e771-40f3-aca6-ed8a53c2ee92", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:14:24.824358 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ce0843ff-e9cd-43ab-ba6e-57a795401caa {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:14:24.825820 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e868370-cd9a-4294-bfa6-c7375e65f20f', 'tag': 'bda67948-e771-40f3-aca6-ed8a53c2ee92', 'status': 'completed', 'code': 200} Nov 12 08:14:24.827587 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4f0cc3d9-bb73-4cfb-872a-c941cdae2666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:24.832894 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b008b8ce-5c8c-4466-ade9-d115ff1945cf req-30679e7b-48f5-4c4e-926b-df165d473992 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a783fc66f04949de852791cb9109858d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0711393 Nov 12 08:14:24.877180 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8645258-6e11-4635-ac33-32f68975ce69 req-328dc631-5a1f-4828-85ef-260a2f4ccfa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:24.878697 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d8645258-6e11-4635-ac33-32f68975ce69 req-328dc631-5a1f-4828-85ef-260a2f4ccfa8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7bdc75da-af9b-40e1-a42f-7bb0c158e2a1 HTTP/1.1" status: 200 len: 852 time: 0.2092829 Nov 12 08:14:24.888673 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0cc3d9-bb73-4cfb-872a-c941cdae2666 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e591376-f5dd-4d86-bd2c-d504bed447a2,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:24.944027 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port d206352c-2b17-4338-8e28-bf877cbc4fb1, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=d206352c-2b17-4338-8e28-bf877cbc4fb1,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:14:24.970399 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': 'd206352c-2b17-4338-8e28-bf877cbc4fb1', 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016', 'port_id': 'd206352c-2b17-4338-8e28-bf877cbc4fb1', 'mac_address': 'fa:16:3e:88:d2:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:14:25.003298 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-467f0421-3531-4c97-ac5b-a34dcd3816bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:25.008531 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d8645258-6e11-4635-ac33-32f68975ce69 req-745aac7c-1bb0-489f-a813-996db0727283 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e1e67e1f-8798-45f5-b239-65208acc87f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1144402 Nov 12 08:14:25.038985 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-467f0421-3531-4c97-ac5b-a34dcd3816bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:25.054716 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:25.078812 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-198547ee-d54e-4e2e-816f-08679cfd240e req-c9b6f4ba-707a-4ebd-8f31-6f326a2dea2c tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] For port 2d3833ca-2553-4fed-9226-e39e0b03fc29, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=2d3833ca-2553-4fed-9226-e39e0b03fc29,segment=NetworkSegment(63931bf5-9e98-4b9a-8008-e92f75ee8be8),segment_id=63931bf5-9e98-4b9a-8008-e92f75ee8be8)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:14:25.079193 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-198547ee-d54e-4e2e-816f-08679cfd240e req-c9b6f4ba-707a-4ebd-8f31-6f326a2dea2c tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:25.096274 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b008b8ce-5c8c-4466-ade9-d115ff1945cf req-88937970-e7a9-45cd-9fbd-82a8a82bf517 service neutron] 10.222.0.26 "GET /v2.0/networks/33c4acc6-fff5-4d04-a808-ff7e0950b8a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621689 Nov 12 08:14:25.099801 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d206352c-2b17-4338-8e28-bf877cbc4fb1 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:14:25.137283 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port d206352c-2b17-4338-8e28-bf877cbc4fb1, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=d206352c-2b17-4338-8e28-bf877cbc4fb1,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:14:25.161898 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:25.261548 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=d206352c-2b17-4338-8e28-bf877cbc4fb1,revision_number=12']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:25.276648 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b008b8ce-5c8c-4466-ade9-d115ff1945cf req-46285ff2-4fdc-456f-8a5c-354365cae794 service neutron] 10.222.0.26 "GET /v2.0/networks/33c4acc6-fff5-4d04-a808-ff7e0950b8a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786804 Nov 12 08:14:25.348258 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-467f0421-3531-4c97-ac5b-a34dcd3816bb admin admin] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:14:25.372234 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467f0421-3531-4c97-ac5b-a34dcd3816bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:25.410572 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7369ff-fb66-4bd0-af5f-9b5bcb15b091 req-ac223672-78a4-44b1-81d6-23911a6dae1e tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:25.418657 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6e7369ff-fb66-4bd0-af5f-9b5bcb15b091 req-ac223672-78a4-44b1-81d6-23911a6dae1e tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed57ad59-5752-449f-b6b2-03efdd07cda6 HTTP/1.1" status: 200 len: 949 time: 0.5332723 Nov 12 08:14:25.428805 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-467f0421-3531-4c97-ac5b-a34dcd3816bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:25.429149 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-467f0421-3531-4c97-ac5b-a34dcd3816bb admin admin] Added segment 0481860e-ef41-474b-ab33-5174e36c5825 of type vlan for network fe05a3f0-e7b5-4820-a80d-5e53a559df6b Nov 12 08:14:25.514817 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ce9973-8001-4ead-a1ad-96b2d935315f req-2f99c2a5-7753-4e62-917c-cb4c5a27c339 tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:25.524327 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-38ce9973-8001-4ead-a1ad-96b2d935315f req-2f99c2a5-7753-4e62-917c-cb4c5a27c339 tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] 10.222.0.26 "GET /v2.0/ports?device_id=f103a60c-9a5f-44ce-a8f6-30c816625986 HTTP/1.1" status: 200 len: 945 time: 0.0767090 Nov 12 08:14:25.557091 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['d206352c-2b17-4338-8e28-bf877cbc4fb1'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:14:25.628220 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-38ce9973-8001-4ead-a1ad-96b2d935315f req-c0d4d1b6-4005-4fc9-8aa3-32f7d7612048 tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eb7f744-8b41-41ac-a2c7-3ed15c795dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016304 Nov 12 08:14:25.871887 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a4da8a2a-645b-4044-a6de-b120e1b81214 req-42d5dca7-f946-4410-8deb-4bf327ec4937 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a027cfb-0708-4da3-ab68-8147ff2a3808 HTTP/1.1" status: 200 len: 210 time: 0.0681987 Nov 12 08:14:26.021814 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651c7c0a-dc50-48af-a75f-e244e719628d req-793809bb-fd6c-48f2-85ea-870b3b4582bb tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:26.030743 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-651c7c0a-dc50-48af-a75f-e244e719628d req-793809bb-fd6c-48f2-85ea-870b3b4582bb tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e868370-cd9a-4294-bfa6-c7375e65f20f HTTP/1.1" status: 200 len: 943 time: 0.0846884 Nov 12 08:14:26.084868 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-198547ee-d54e-4e2e-816f-08679cfd240e req-c9b6f4ba-707a-4ebd-8f31-6f326a2dea2c tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:26.085754 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-198547ee-d54e-4e2e-816f-08679cfd240e req-c9b6f4ba-707a-4ebd-8f31-6f326a2dea2c tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:26.085870 n-d-765315-29 neutron-server[102600]: INFO neutron.db.l3_db [req-198547ee-d54e-4e2e-816f-08679cfd240e req-c9b6f4ba-707a-4ebd-8f31-6f326a2dea2c tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] Floating IP efb6917b-7842-432b-a27d-48506a178234 disassociated. External IP: 172.25.2.234, port: 2d3833ca-2553-4fed-9226-e39e0b03fc29. Nov 12 08:14:26.086138 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [req-198547ee-d54e-4e2e-816f-08679cfd240e req-c9b6f4ba-707a-4ebd-8f31-6f326a2dea2c tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] Calling delete_port for 2d3833ca-2553-4fed-9226-e39e0b03fc29 owned by compute:nova {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:14:26.106857 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6e7369ff-fb66-4bd0-af5f-9b5bcb15b091 req-1d46a299-8798-4188-b71a-3f46453ace88 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6872890 Nov 12 08:14:26.111566 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d8645258-6e11-4635-ac33-32f68975ce69 req-9adb9b28-2116-4f2f-8992-20f9ba483f58 service neutron] 10.222.0.21 "GET /v2.0/networks/e1e67e1f-8798-45f5-b239-65208acc87f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0736938 Nov 12 08:14:26.142418 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-651c7c0a-dc50-48af-a75f-e244e719628d req-3b754574-dfe0-447d-aaac-20efb0cc4b47 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087782 Nov 12 08:14:26.147632 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4f0cc3d9-bb73-4cfb-872a-c941cdae2666 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918626'] for router_interface, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:26.166497 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-467f0421-3531-4c97-ac5b-a34dcd3816bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:26.300376 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.db.resource_extend [None req-467f0421-3531-4c97-ac5b-a34dcd3816bb admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:14:26.412082 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c836fc1-e8f5-4f69-b387-e477c21d5246 req-607b82af-f342-47c4-b530-3acf9a7bf7de tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:26.414194 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4c836fc1-e8f5-4f69-b387-e477c21d5246 req-607b82af-f342-47c4-b530-3acf9a7bf7de tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed57ad59-5752-449f-b6b2-03efdd07cda6 HTTP/1.1" status: 200 len: 950 time: 0.0688281 Nov 12 08:14:26.540962 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d8645258-6e11-4635-ac33-32f68975ce69 req-8daccc31-0cb6-4735-a2e7-fc3ccef90173 service neutron] 10.222.0.21 "GET /v2.0/networks/e1e67e1f-8798-45f5-b239-65208acc87f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3777857 Nov 12 08:14:26.547813 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-467f0421-3531-4c97-ac5b-a34dcd3816bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:26.548748 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467f0421-3531-4c97-ac5b-a34dcd3816bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:26.549324 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-467f0421-3531-4c97-ac5b-a34dcd3816bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:26.599931 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-4c836fc1-e8f5-4f69-b387-e477c21d5246 req-19061daa-ba8c-4b7c-9c7e-517e89412b5a tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Deleting port d206352c-2b17-4338-8e28-bf877cbc4fb1 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:14:26.600485 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-4c836fc1-e8f5-4f69-b387-e477c21d5246 req-19061daa-ba8c-4b7c-9c7e-517e89412b5a tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:26.644658 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467f0421-3531-4c97-ac5b-a34dcd3816bb admin admin] Pushing event updated for resources: {'Network': ['ID=fe05a3f0-e7b5-4820-a80d-5e53a559df6b,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:26.659938 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network fe05a3f0-e7b5-4820-a80d-5e53a559df6b details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:14:26.702202 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-467f0421-3531-4c97-ac5b-a34dcd3816bb admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.8356950 Nov 12 08:14:26.704395 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 40918) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:26.713516 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-cf47ddb6-7f24-4b24-85a2-c1e4e1d75bf3 admin admin] Request body: {'subnet': {'network_id': 'fe05a3f0-e7b5-4820-a80d-5e53a559df6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-263269099-subnet', 'tenant_id': '4185fcef2b8f49279dd089f3c02606eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:14:26.732574 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-4c836fc1-e8f5-4f69-b387-e477c21d5246 req-19061daa-ba8c-4b7c-9c7e-517e89412b5a tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] For port d206352c-2b17-4338-8e28-bf877cbc4fb1, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=d206352c-2b17-4338-8e28-bf877cbc4fb1,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:14:26.733687 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-4c836fc1-e8f5-4f69-b387-e477c21d5246 req-19061daa-ba8c-4b7c-9c7e-517e89412b5a tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:26.749914 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-4c836fc1-e8f5-4f69-b387-e477c21d5246 req-19061daa-ba8c-4b7c-9c7e-517e89412b5a tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Calling delete_port for d206352c-2b17-4338-8e28-bf877cbc4fb1 owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:14:26.764495 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf47ddb6-7f24-4b24-85a2-c1e4e1d75bf3 admin admin] Made reservation on behalf of 4185fcef2b8f49279dd089f3c02606eb for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:14:26.767213 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cf47ddb6-7f24-4b24-85a2-c1e4e1d75bf3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:26.846972 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device d206352c-2b17-4338-8e28-bf877cbc4fb1 details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:14:26.878219 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01ce69d-e27b-483e-b7c5-1d1671dae6ee req-53ef9503-3a2f-47d7-9cdf-b41df8ea6677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:26.879685 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f01ce69d-e27b-483e-b7c5-1d1671dae6ee req-53ef9503-3a2f-47d7-9cdf-b41df8ea6677 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=89f29a2548464b6e8bac4db47e7c0c8b&device_id=2e868370-cd9a-4294-bfa6-c7375e65f20f HTTP/1.1" status: 200 len: 1095 time: 0.2439888 Nov 12 08:14:26.981957 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f0cc3d9-bb73-4cfb-872a-c941cdae2666 admin admin] Router 2d834173-bf7e-4260-a838-2f5b3e8030cd has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:14:27.056797 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-198547ee-d54e-4e2e-816f-08679cfd240e req-c9b6f4ba-707a-4ebd-8f31-6f326a2dea2c tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:27.078355 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa6259-ad37-408e-9cdf-003ce6542899 req-e39ac79d-8313-46c2-bb86-87f2cf722df0 tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:27.086492 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ceaa6259-ad37-408e-9cdf-003ce6542899 req-e39ac79d-8313-46c2-bb86-87f2cf722df0 tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] 10.222.0.26 "GET /v2.0/ports?device_id=f103a60c-9a5f-44ce-a8f6-30c816625986 HTTP/1.1" status: 200 len: 867 time: 0.2737637 Nov 12 08:14:27.141811 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port d206352c-2b17-4338-8e28-bf877cbc4fb1, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=d206352c-2b17-4338-8e28-bf877cbc4fb1,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:14:27.158359 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': 'd206352c-2b17-4338-8e28-bf877cbc4fb1', 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016', 'port_id': 'd206352c-2b17-4338-8e28-bf877cbc4fb1', 'mac_address': 'fa:16:3e:88:d2:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:14:27.186757 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b6f4ba-707a-4ebd-8f31-6f326a2dea2c tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] Pushing event deleted for resources: {'Port': ['ID=2d3833ca-2553-4fed-9226-e39e0b03fc29,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:27.187131 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7760a944-a56e-44c4-ab18-a30a1fa506e9 req-e809a2f3-45c0-4c94-af9f-965e186fec0e tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a027cfb-0708-4da3-ab68-8147ff2a3808 HTTP/1.1" status: 200 len: 210 time: 0.1135013 Nov 12 08:14:27.237669 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-4c836fc1-e8f5-4f69-b387-e477c21d5246 req-19061daa-ba8c-4b7c-9c7e-517e89412b5a tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:27.251630 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['8fe74de5-4ddc-4607-908c-2c9997c8b8bf', '78831e46-ec33-405f-af45-535db0204be4'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:14:27.312452 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01ce69d-e27b-483e-b7c5-1d1671dae6ee req-d7f628c9-ca38-4e5c-837a-7a2f4f8210a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:27.314012 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f01ce69d-e27b-483e-b7c5-1d1671dae6ee req-d7f628c9-ca38-4e5c-837a-7a2f4f8210a1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e1e67e1f-8798-45f5-b239-65208acc87f1 HTTP/1.1" status: 200 len: 913 time: 0.4112413 Nov 12 08:14:27.341033 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['57e599f1-5ffb-44b1-90b8-87efeef1ee5e'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:14:27.370306 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19061daa-ba8c-4b7c-9c7e-517e89412b5a tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Pushing event deleted for resources: {'Port': ['ID=d206352c-2b17-4338-8e28-bf877cbc4fb1,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:27.433044 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f01ce69d-e27b-483e-b7c5-1d1671dae6ee req-058ac0ef-5a70-42aa-87da-1b51e66f6492 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bda67948-e771-40f3-aca6-ed8a53c2ee92 HTTP/1.1" status: 200 len: 217 time: 0.0923312 Nov 12 08:14:27.440750 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b947d1a1-dd7e-436d-a6e0-c9e36b5cfda8 req-491e478d-dc01-4e1c-b50d-f24564405dda tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed57ad59-5752-449f-b6b2-03efdd07cda6 HTTP/1.1" status: 200 len: 210 time: 0.0821178 Nov 12 08:14:27.483235 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ceaa6259-ad37-408e-9cdf-003ce6542899 req-57ba6c6f-35a1-4e29-9ac0-b85abeccaed5 tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] 10.222.0.26 "GET /v2.0/security-groups?id=3eb7f744-8b41-41ac-a2c7-3ed15c795dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3957634 Nov 12 08:14:27.549269 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c836fc1-e8f5-4f69-b387-e477c21d5246 req-19061daa-ba8c-4b7c-9c7e-517e89412b5a tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] No DVR routers for this DVR port d206352c-2b17-4338-8e28-bf877cbc4fb1 on host n-h2-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:14:27.554266 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-4c836fc1-e8f5-4f69-b387-e477c21d5246 req-19061daa-ba8c-4b7c-9c7e-517e89412b5a tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:27.557899 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4c836fc1-e8f5-4f69-b387-e477c21d5246 req-19061daa-ba8c-4b7c-9c7e-517e89412b5a tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.44 "DELETE /v2.0/ports/d206352c-2b17-4338-8e28-bf877cbc4fb1 HTTP/1.1" status: 204 len: 173 time: 1.1270931 Nov 12 08:14:27.572590 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed57ad59-5752-449f-b6b2-03efdd07cda6', 'name': 'network-vif-deleted', 'tag': 'd206352c-2b17-4338-8e28-bf877cbc4fb1'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:14:27.576606 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73bdb2eb-d37f-47b2-8928-2fed78596263" -d '{"events": [{"server_uuid": "ed57ad59-5752-449f-b6b2-03efdd07cda6", "name": "network-vif-deleted", "tag": "d206352c-2b17-4338-8e28-bf877cbc4fb1"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:14:27.693608 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08f4a28e-d1a0-495c-aaf2-5747d368d510 x-openstack-request-id: req-08f4a28e-d1a0-495c-aaf2-5747d368d510 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:14:27.694036 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed57ad59-5752-449f-b6b2-03efdd07cda6", "name": "network-vif-deleted", "tag": "d206352c-2b17-4338-8e28-bf877cbc4fb1", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:14:27.694390 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-08f4a28e-d1a0-495c-aaf2-5747d368d510 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:14:27.706721 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed57ad59-5752-449f-b6b2-03efdd07cda6', 'name': 'network-vif-deleted', 'tag': 'd206352c-2b17-4338-8e28-bf877cbc4fb1', 'status': 'completed', 'code': 200} Nov 12 08:14:27.734063 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b008b8ce-5c8c-4466-ade9-d115ff1945cf req-12ecdaf0-f410-4d83-b3b7-e25994c0b3c9 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:27.735701 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b008b8ce-5c8c-4466-ade9-d115ff1945cf req-12ecdaf0-f410-4d83-b3b7-e25994c0b3c9 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.44 "GET /v2.0/networks?id=33c4acc6-fff5-4d04-a808-ff7e0950b8a2 HTTP/1.1" status: 200 len: 814 time: 0.6961184 Nov 12 08:14:27.779332 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadb45ea-7e0e-4c0f-a8e4-b922465a43a5 req-927332cf-6689-43de-9745-d42dff993003 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:27.794204 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-eadb45ea-7e0e-4c0f-a8e4-b922465a43a5 req-927332cf-6689-43de-9745-d42dff993003 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e868370-cd9a-4294-bfa6-c7375e65f20f HTTP/1.1" status: 200 len: 943 time: 0.2039566 Nov 12 08:14:27.801588 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-b008b8ce-5c8c-4466-ade9-d115ff1945cf req-90555fa6-ccfe-4ba6-9535-cfd72e5f7332 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Request body: {'port': {'device_id': '7a027cfb-0708-4da3-ab68-8147ff2a3808', 'network_id': '33c4acc6-fff5-4d04-a808-ff7e0950b8a2', 'admin_state_up': True, 'tenant_id': 'a783fc66f04949de852791cb9109858d'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:14:27.845636 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f0cc3d9-bb73-4cfb-872a-c941cdae2666 admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:14:27.851701 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-4f0cc3d9-bb73-4cfb-872a-c941cdae2666 admin admin] 10.222.0.26 "PUT /v2.0/routers/2d834173-bf7e-4260-a838-2f5b3e8030cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7193375 Nov 12 08:14:27.869598 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 40930) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:27.875745 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb78f830-ce36-4e93-9ed8-12eef01fe75a None None] Sync routers for ids ['2d834173-bf7e-4260-a838-2f5b3e8030cd'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:14:27.909281 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cf47ddb6-7f24-4b24-85a2-c1e4e1d75bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:27.946393 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb78f830-ce36-4e93-9ed8-12eef01fe75a None None] Routers {'2d834173-bf7e-4260-a838-2f5b3e8030cd'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:14:27.947075 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-fb78f830-ce36-4e93-9ed8-12eef01fe75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:14:06Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['2d834173-bf7e-4260-a838-2f5b3e8030cd'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:27.985766 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01ce69d-e27b-483e-b7c5-1d1671dae6ee req-7dafa732-a75b-4dbf-9986-66e5cf622d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:27.987384 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f01ce69d-e27b-483e-b7c5-1d1671dae6ee req-7dafa732-a75b-4dbf-9986-66e5cf622d19 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7bdc75da-af9b-40e1-a42f-7bb0c158e2a1 HTTP/1.1" status: 200 len: 852 time: 0.5000691 Nov 12 08:14:28.047400 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [req-198547ee-d54e-4e2e-816f-08679cfd240e req-c9b6f4ba-707a-4ebd-8f31-6f326a2dea2c tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] Router 7eb0a3fe-da27-4b90-bace-c3cd1f732338 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:14:28.075006 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f01ce69d-e27b-483e-b7c5-1d1671dae6ee req-f5aa64c6-530d-4b82-9764-40e374cd052f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e1e67e1f-8798-45f5-b239-65208acc87f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588031 Nov 12 08:14:28.120188 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-eadb45ea-7e0e-4c0f-a8e4-b922465a43a5 req-b96372d0-037d-40ad-82af-16d02be9701c tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3207603 Nov 12 08:14:28.136778 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b008b8ce-5c8c-4466-ade9-d115ff1945cf req-90555fa6-ccfe-4ba6-9535-cfd72e5f7332 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Made reservation on behalf of a783fc66f04949de852791cb9109858d for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:14:28.151309 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b008b8ce-5c8c-4466-ade9-d115ff1945cf req-90555fa6-ccfe-4ba6-9535-cfd72e5f7332 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:28.215239 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b0e031e8-0276-4c19-a167-3bca7683215a admin admin] Publish callbacks [] for router, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:28.286102 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-fb78f830-ce36-4e93-9ed8-12eef01fe75a None None] Set router 2d834173-bf7e-4260-a838-2f5b3e8030cd gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:14:28.390479 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf47ddb6-7f24-4b24-85a2-c1e4e1d75bf3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fa031d2-0eb2-40ca-b071-7b73de446d96,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:28.516763 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-b008b8ce-5c8c-4466-ade9-d115ff1945cf req-90555fa6-ccfe-4ba6-9535-cfd72e5f7332 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Allocated IP 172.20.0.7 (33c4acc6-fff5-4d04-a808-ff7e0950b8a2/22ada644-5ac2-4dd6-bbe3-6cce42afd567/7cbf1e6f-4bdf-497a-8623-70a89e412f4c) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:14:28.617889 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-fb78f830-ce36-4e93-9ed8-12eef01fe75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d834173-bf7e-4260-a838-2f5b3e8030cd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-754564430-router', 'tenant_id': '18ad38ff517947f1bd4c54581ddc567f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '2eebe816-fb52-4007-b3dd-be43f50bb780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:07:31Z', 'updated_at': '2021-11-12T08:14:24Z', 'revision_number': 5, 'project_id': '18ad38ff517947f1bd4c54581ddc567f', 'gw_port': {'id': '2eebe816-fb52-4007-b3dd-be43f50bb780', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:08:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d834173-bf7e-4260-a838-2f5b3e8030cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:32Z', 'updated_at': '2021-11-12T08:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:28.659735 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb78f830-ce36-4e93-9ed8-12eef01fe75a None None] Checking router: 2d834173-bf7e-4260-a838-2f5b3e8030cd for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:14:28.670793 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb78f830-ce36-4e93-9ed8-12eef01fe75a None None] Routers {'2d834173-bf7e-4260-a838-2f5b3e8030cd'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:14:28.671656 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-fb78f830-ce36-4e93-9ed8-12eef01fe75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:14:06Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['2d834173-bf7e-4260-a838-2f5b3e8030cd'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:28.836510 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device d206352c-2b17-4338-8e28-bf877cbc4fb1 no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:14:28.868800 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] No Port match for: d206352c-2b17-4338-8e28-bf877cbc4fb1 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:14:28.869418 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device d206352c-2b17-4338-8e28-bf877cbc4fb1 not bound to the agent host n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:14:28.870450 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 2d3833ca-2553-4fed-9226-e39e0b03fc29 no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:14:28.884239 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-41dcf976-8427-43f6-99d3-95621a3733c2 req-31a72cea-6c7b-4a68-95ac-e6e750aaab0e tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] 10.222.0.26 "GET /v2.0/ports?device_id=f103a60c-9a5f-44ce-a8f6-30c816625986 HTTP/1.1" status: 200 len: 210 time: 0.0696304 Nov 12 08:14:28.908391 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] No Port match for: 2d3833ca-2553-4fed-9226-e39e0b03fc29 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:14:28.909377 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 2d3833ca-2553-4fed-9226-e39e0b03fc29 not bound to the agent host n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:14:28.925435 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-fb78f830-ce36-4e93-9ed8-12eef01fe75a None None] Set router 2d834173-bf7e-4260-a838-2f5b3e8030cd gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:14:28.951477 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b008b8ce-5c8c-4466-ade9-d115ff1945cf req-90555fa6-ccfe-4ba6-9535-cfd72e5f7332 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:29.034754 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b008b8ce-5c8c-4466-ade9-d115ff1945cf req-90555fa6-ccfe-4ba6-9535-cfd72e5f7332 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:29.147077 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b008b8ce-5c8c-4466-ade9-d115ff1945cf req-90555fa6-ccfe-4ba6-9535-cfd72e5f7332 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Network 33c4acc6-fff5-4d04-a808-ff7e0950b8a2 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:14:29.179546 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-b008b8ce-5c8c-4466-ade9-d115ff1945cf req-90555fa6-ccfe-4ba6-9535-cfd72e5f7332 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:14:29.196452 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-b008b8ce-5c8c-4466-ade9-d115ff1945cf req-90555fa6-ccfe-4ba6-9535-cfd72e5f7332 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:14:29.204216 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-22021f5f-0e9f-4582-af1d-6c4df42387fa req-69565d91-5e62-4aa4-9468-1acfae42bec5 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a027cfb-0708-4da3-ab68-8147ff2a3808 HTTP/1.1" status: 200 len: 210 time: 0.8538010 Nov 12 08:14:29.215837 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90555fa6-ccfe-4ba6-9535-cfd72e5f7332 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Pushing event updated for resources: {'Port': ['ID=7cbf1e6f-4bdf-497a-8623-70a89e412f4c,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:29.269658 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf47ddb6-7f24-4b24-85a2-c1e4e1d75bf3 admin admin] Checking segment: {'id': '0481860e-ef41-474b-ab33-5174e36c5825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'fe05a3f0-e7b5-4820-a80d-5e53a559df6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:14:29.270255 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf47ddb6-7f24-4b24-85a2-c1e4e1d75bf3 admin admin] Network hostable DHCP agents. Network: fe05a3f0-e7b5-4820-a80d-5e53a559df6b, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:14:29.450131 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b008b8ce-5c8c-4466-ade9-d115ff1945cf req-90555fa6-ccfe-4ba6-9535-cfd72e5f7332 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:29.451337 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b008b8ce-5c8c-4466-ade9-d115ff1945cf req-90555fa6-ccfe-4ba6-9535-cfd72e5f7332 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:29.477301 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-fb78f830-ce36-4e93-9ed8-12eef01fe75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d834173-bf7e-4260-a838-2f5b3e8030cd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-754564430-router', 'tenant_id': '18ad38ff517947f1bd4c54581ddc567f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '2eebe816-fb52-4007-b3dd-be43f50bb780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:07:31Z', 'updated_at': '2021-11-12T08:14:24Z', 'revision_number': 5, 'project_id': '18ad38ff517947f1bd4c54581ddc567f', 'gw_port': {'id': '2eebe816-fb52-4007-b3dd-be43f50bb780', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:08:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d834173-bf7e-4260-a838-2f5b3e8030cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:32Z', 'updated_at': '2021-11-12T08:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:29.482733 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b008b8ce-5c8c-4466-ade9-d115ff1945cf req-90555fa6-ccfe-4ba6-9535-cfd72e5f7332 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6860149 Nov 12 08:14:29.518864 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93ab31b-1ed5-4c97-97e0-7327444d66ff req-a8c14774-a240-41a4-a6ca-579bb5a18929 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:29.530193 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f93ab31b-1ed5-4c97-97e0-7327444d66ff req-a8c14774-a240-41a4-a6ca-579bb5a18929 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e868370-cd9a-4294-bfa6-c7375e65f20f HTTP/1.1" status: 200 len: 943 time: 0.2246401 Nov 12 08:14:29.542570 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb78f830-ce36-4e93-9ed8-12eef01fe75a None None] The sync data for ids ['2d834173-bf7e-4260-a838-2f5b3e8030cd'] in n-d-765315-29 is: [{'id': '2d834173-bf7e-4260-a838-2f5b3e8030cd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-754564430-router', 'tenant_id': '18ad38ff517947f1bd4c54581ddc567f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '2eebe816-fb52-4007-b3dd-be43f50bb780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:07:31Z', 'updated_at': '2021-11-12T08:14:24Z', 'revision_number': 5, 'project_id': '18ad38ff517947f1bd4c54581ddc567f', 'gw_port': {'id': '2eebe816-fb52-4007-b3dd-be43f50bb780', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:08:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d834173-bf7e-4260-a838-2f5b3e8030cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:32Z', 'updated_at': '2021-11-12T08:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:14:29.569314 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-b008b8ce-5c8c-4466-ade9-d115ff1945cf req-7a1dab17-1999-4947-b739-b6162cdc7272 service neutron] Request body: {'port': {'device_id': '7a027cfb-0708-4da3-ab68-8147ff2a3808', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:14:29.674841 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f93ab31b-1ed5-4c97-97e0-7327444d66ff req-7526cc85-2ab9-408e-b1fc-ca1e8156c00a tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431696 Nov 12 08:14:29.736708 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b008b8ce-5c8c-4466-ade9-d115ff1945cf req-7a1dab17-1999-4947-b739-b6162cdc7272 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:29.757623 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf47ddb6-7f24-4b24-85a2-c1e4e1d75bf3 admin admin] Network fe05a3f0-e7b5-4820-a80d-5e53a559df6b is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:14:29.763034 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f01ce69d-e27b-483e-b7c5-1d1671dae6ee req-d25b1697-f7e6-4727-bb5d-e32a4e8739fc service neutron] 10.222.0.21 "GET /v2.0/networks/e1e67e1f-8798-45f5-b239-65208acc87f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6390989 Nov 12 08:14:29.827416 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b0e031e8-0276-4c19-a167-3bca7683215a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:29.861987 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2c2de3-9a1f-4cf2-8ab9-7af8e8e85a08 req-6e80399c-ef7e-4127-a0ce-02d510643928 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:29.874559 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fa2c2de3-9a1f-4cf2-8ab9-7af8e8e85a08 req-6e80399c-ef7e-4127-a0ce-02d510643928 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f00cee-1640-4baf-ac63-c7b458ec3620 HTTP/1.1" status: 200 len: 951 time: 0.4059103 Nov 12 08:14:29.894779 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-cf47ddb6-7f24-4b24-85a2-c1e4e1d75bf3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, fe05a3f0-e7b5-4820-a80d-5e53a559df6b) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:14:29.917548 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2dcbcf-c9bb-4e55-91b2-ec216f802d4f None None] Network fe05a3f0-e7b5-4820-a80d-5e53a559df6b requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:14:30.033566 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf47ddb6-7f24-4b24-85a2-c1e4e1d75bf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:30.034497 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cf47ddb6-7f24-4b24-85a2-c1e4e1d75bf3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:30.114126 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-b008b8ce-5c8c-4466-ade9-d115ff1945cf req-7a1dab17-1999-4947-b739-b6162cdc7272 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cbf1e6f-4bdf-497a-8623-70a89e412f4c {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:14:30.137444 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b008b8ce-5c8c-4466-ade9-d115ff1945cf req-7a1dab17-1999-4947-b739-b6162cdc7272 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:30.151688 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-198547ee-d54e-4e2e-816f-08679cfd240e req-c9b6f4ba-707a-4ebd-8f31-6f326a2dea2c tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:14:30.170070 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2667acfd-251d-441d-819c-8185f7941325 None None] Sync routers for ids ['7eb0a3fe-da27-4b90-bace-c3cd1f732338'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:14:30.174772 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2ad7a064-5d8a-4b75-aed2-30cc21efa1fe req-929d3091-3711-4d17-acae-2a4bd6a944e3 tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] 10.222.0.26 "GET /v2.0/ports?device_id=f103a60c-9a5f-44ce-a8f6-30c816625986 HTTP/1.1" status: 200 len: 210 time: 0.0638671 Nov 12 08:14:30.193429 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-b008b8ce-5c8c-4466-ade9-d115ff1945cf req-7a1dab17-1999-4947-b739-b6162cdc7272 service neutron] Transition to ACTIVE for port object 7cbf1e6f-4bdf-497a-8623-70a89e412f4c will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:14:30.198838 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2667acfd-251d-441d-819c-8185f7941325 None None] Routers {'7eb0a3fe-da27-4b90-bace-c3cd1f732338'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:14:30.199522 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-2667acfd-251d-441d-819c-8185f7941325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:14:06Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['7eb0a3fe-da27-4b90-bace-c3cd1f732338'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:30.200048 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b008b8ce-5c8c-4466-ade9-d115ff1945cf req-7a1dab17-1999-4947-b739-b6162cdc7272 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:30.266432 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39c9e1f-8ba6-4305-8308-a25beb289859 None None] Network fe05a3f0-e7b5-4820-a80d-5e53a559df6b requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:14:30.287795 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fa2c2de3-9a1f-4cf2-8ab9-7af8e8e85a08 req-6ec1ff9e-aefc-4b35-9593-e552bb38b652 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4117098 Nov 12 08:14:30.353402 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1dab17-1999-4947-b739-b6162cdc7272 service neutron] Pushing event updated for resources: {'Port': ['ID=7cbf1e6f-4bdf-497a-8623-70a89e412f4c,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:30.392239 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-2667acfd-251d-441d-819c-8185f7941325 None None] Set router 7eb0a3fe-da27-4b90-bace-c3cd1f732338 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:14:30.429493 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [req-198547ee-d54e-4e2e-816f-08679cfd240e req-c9b6f4ba-707a-4ebd-8f31-6f326a2dea2c tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] No DVR routers for this DVR port 2d3833ca-2553-4fed-9226-e39e0b03fc29 on host n-h2-765315-29 {{(pid=102600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:14:30.441461 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-cf47ddb6-7f24-4b24-85a2-c1e4e1d75bf3 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.7324719 Nov 12 08:14:30.462906 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device bda67948-e771-40f3-aca6-ed8a53c2ee92 details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:14:30.464300 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-198547ee-d54e-4e2e-816f-08679cfd240e req-c9b6f4ba-707a-4ebd-8f31-6f326a2dea2c tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:30.468568 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-198547ee-d54e-4e2e-816f-08679cfd240e req-c9b6f4ba-707a-4ebd-8f31-6f326a2dea2c tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] 10.222.0.44 "DELETE /v2.0/ports/2d3833ca-2553-4fed-9226-e39e0b03fc29 HTTP/1.1" status: 204 len: 173 time: 6.2387235 Nov 12 08:14:30.468850 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 40954) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:30.470405 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f103a60c-9a5f-44ce-a8f6-30c816625986', 'name': 'network-vif-deleted', 'tag': '2d3833ca-2553-4fed-9226-e39e0b03fc29'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:14:30.473592 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c52f6f91-00ef-45ef-a0c8-6eda62478e5a" -d '{"events": [{"server_uuid": "f103a60c-9a5f-44ce-a8f6-30c816625986", "name": "network-vif-deleted", "tag": "2d3833ca-2553-4fed-9226-e39e0b03fc29"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:14:30.492744 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-5530757b-8b3d-4651-ad8d-69e344f15a77 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-263269099-router', 'tenant_id': '4185fcef2b8f49279dd089f3c02606eb', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:14:30.554114 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-980c8726-b578-492e-a60b-3dc9fecac59c x-openstack-request-id: req-980c8726-b578-492e-a60b-3dc9fecac59c {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:14:30.554727 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f103a60c-9a5f-44ce-a8f6-30c816625986", "name": "network-vif-deleted", "tag": "2d3833ca-2553-4fed-9226-e39e0b03fc29", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:14:30.555249 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-980c8726-b578-492e-a60b-3dc9fecac59c {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:14:30.555860 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f103a60c-9a5f-44ce-a8f6-30c816625986', 'name': 'network-vif-deleted', 'tag': '2d3833ca-2553-4fed-9226-e39e0b03fc29', 'status': 'completed', 'code': 200} Nov 12 08:14:30.562007 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f01ce69d-e27b-483e-b7c5-1d1671dae6ee req-3db05938-1055-41bc-8d4b-804f2f0ce943 service neutron] 10.222.0.21 "GET /v2.0/networks/e1e67e1f-8798-45f5-b239-65208acc87f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7825401 Nov 12 08:14:30.575113 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-b0e031e8-0276-4c19-a167-3bca7683215a admin admin] Deleting port 2eebe816-fb52-4007-b3dd-be43f50bb780 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:14:30.575849 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b0e031e8-0276-4c19-a167-3bca7683215a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:30.615361 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1426d7f-48d1-48b4-b21c-542c53c1da7c req-bae697ce-496b-4d91-8886-98a45cd66e15 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:30.622362 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5530757b-8b3d-4651-ad8d-69e344f15a77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:30.622998 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-2667acfd-251d-441d-819c-8185f7941325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb0a3fe-da27-4b90-bace-c3cd1f732338', 'name': 'tempest-ServersTestFqdnHostnames-1753519180-router', 'tenant_id': '7b977b25095b4a6f80882ecf78723040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': 'c590cd30-813f-43f8-a740-35ea6de0c811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:12:11Z', 'updated_at': '2021-11-12T08:12:15Z', 'revision_number': 4, 'project_id': '7b977b25095b4a6f80882ecf78723040', 'gw_port': {'id': 'c590cd30-813f-43f8-a740-35ea6de0c811', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:db:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0a3fe-da27-4b90-bace-c3cd1f732338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:12:12Z', 'updated_at': '2021-11-12T08:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '027e6124-f731-408e-b7cc-93a246ef8c70', 'name': '', 'network_id': 'c296c3e2-37c2-474d-b9c7-67dcdeab2136', 'tenant_id': '7b977b25095b4a6f80882ecf78723040', 'mac_address': 'fa:16:3e:2a:50:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0a3fe-da27-4b90-bace-c3cd1f732338', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '1ff85e19-2181-4928-85a7-b9b38ac49a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:12:15Z', 'updated_at': '2021-11-12T08:12:20Z', 'revision_number': 5, 'project_id': '7b977b25095b4a6f80882ecf78723040', 'subnets': [{'id': '1ff85e19-2181-4928-85a7-b9b38ac49a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:30.623779 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5530757b-8b3d-4651-ad8d-69e344f15a77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:30.624970 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a1426d7f-48d1-48b4-b21c-542c53c1da7c req-bae697ce-496b-4d91-8886-98a45cd66e15 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a027cfb-0708-4da3-ab68-8147ff2a3808 HTTP/1.1" status: 200 len: 943 time: 0.2075219 Nov 12 08:14:30.653160 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2667acfd-251d-441d-819c-8185f7941325 None None] Checking router: 7eb0a3fe-da27-4b90-bace-c3cd1f732338 for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:14:30.671693 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2667acfd-251d-441d-819c-8185f7941325 None None] Routers {'7eb0a3fe-da27-4b90-bace-c3cd1f732338'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:14:30.672320 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-2667acfd-251d-441d-819c-8185f7941325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:14:06Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['7eb0a3fe-da27-4b90-bace-c3cd1f732338'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:30.712295 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-b008b8ce-5c8c-4466-ade9-d115ff1945cf req-7a1dab17-1999-4947-b739-b6162cdc7272 service neutron] Attempting to bind port 7cbf1e6f-4bdf-497a-8623-70a89e412f4c on host n-h2-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:14:30.712965 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-b008b8ce-5c8c-4466-ade9-d115ff1945cf req-7a1dab17-1999-4947-b739-b6162cdc7272 service neutron] Attempting to bind port 7cbf1e6f-4bdf-497a-8623-70a89e412f4c by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': '74228b36-f518-48da-bb5a-2dae6173211b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '33c4acc6-fff5-4d04-a808-ff7e0950b8a2'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:14:30.713475 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b008b8ce-5c8c-4466-ade9-d115ff1945cf req-7a1dab17-1999-4947-b739-b6162cdc7272 service neutron] Attempting to bind port 7cbf1e6f-4bdf-497a-8623-70a89e412f4c on network 33c4acc6-fff5-4d04-a808-ff7e0950b8a2 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:14:30.747480 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5530757b-8b3d-4651-ad8d-69e344f15a77 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:30.748969 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b008b8ce-5c8c-4466-ade9-d115ff1945cf req-7a1dab17-1999-4947-b739-b6162cdc7272 service neutron] Port 7cbf1e6f-4bdf-497a-8623-70a89e412f4c on network 33c4acc6-fff5-4d04-a808-ff7e0950b8a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:14:30.749505 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b008b8ce-5c8c-4466-ade9-d115ff1945cf req-7a1dab17-1999-4947-b739-b6162cdc7272 service neutron] Attempting to bind port 7cbf1e6f-4bdf-497a-8623-70a89e412f4c on network 33c4acc6-fff5-4d04-a808-ff7e0950b8a2 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:14:30.756538 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b008b8ce-5c8c-4466-ade9-d115ff1945cf req-7a1dab17-1999-4947-b739-b6162cdc7272 service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:14:30.757144 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b008b8ce-5c8c-4466-ade9-d115ff1945cf req-7a1dab17-1999-4947-b739-b6162cdc7272 service neutron] Checking segment: {'id': '74228b36-f518-48da-bb5a-2dae6173211b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '33c4acc6-fff5-4d04-a808-ff7e0950b8a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:14:30.757704 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b008b8ce-5c8c-4466-ade9-d115ff1945cf req-7a1dab17-1999-4947-b739-b6162cdc7272 service neutron] Bound using segment: {'id': '74228b36-f518-48da-bb5a-2dae6173211b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '33c4acc6-fff5-4d04-a808-ff7e0950b8a2'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:14:30.758437 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-b008b8ce-5c8c-4466-ade9-d115ff1945cf req-7a1dab17-1999-4947-b739-b6162cdc7272 service neutron] Bound port: 7cbf1e6f-4bdf-497a-8623-70a89e412f4c, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74228b36-f518-48da-bb5a-2dae6173211b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '33c4acc6-fff5-4d04-a808-ff7e0950b8a2'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:14:30.759006 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b008b8ce-5c8c-4466-ade9-d115ff1945cf req-7a1dab17-1999-4947-b739-b6162cdc7272 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:30.789500 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a1426d7f-48d1-48b4-b21c-542c53c1da7c req-6e674370-a2a1-4e48-b163-c6b5a222278c tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597919 Nov 12 08:14:30.835669 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port bda67948-e771-40f3-aca6-ed8a53c2ee92, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=bda67948-e771-40f3-aca6-ed8a53c2ee92,segment=NetworkSegment(931741a0-66de-48c6-b90b-c82af0a9f552),segment_id=931741a0-66de-48c6-b90b-c82af0a9f552)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:14:30.843967 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-b0e031e8-0276-4c19-a167-3bca7683215a admin admin] For port 2eebe816-fb52-4007-b3dd-be43f50bb780, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=2eebe816-fb52-4007-b3dd-be43f50bb780,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:14:30.844996 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b0e031e8-0276-4c19-a167-3bca7683215a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:30.859139 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Returning: {'device': 'bda67948-e771-40f3-aca6-ed8a53c2ee92', 'network_id': 'e1e67e1f-8798-45f5-b239-65208acc87f1', 'port_id': 'bda67948-e771-40f3-aca6-ed8a53c2ee92', 'mac_address': 'fa:16:3e:b2:86:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bdc75da-af9b-40e1-a42f-7bb0c158e2a1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:14:30.863211 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-b0e031e8-0276-4c19-a167-3bca7683215a admin admin] Calling delete_port for 2eebe816-fb52-4007-b3dd-be43f50bb780 owned by network:router_gateway {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:14:30.874199 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf88caf5-da5b-46ec-9b62-56cefab0a236 req-d927b05c-ced8-4bf4-a8ec-ebae6f37b46d tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:30.876461 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bf88caf5-da5b-46ec-9b62-56cefab0a236 req-d927b05c-ced8-4bf4-a8ec-ebae6f37b46d tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.21 "GET /v2.0/ports?device_id=01f00cee-1640-4baf-ac63-c7b458ec3620 HTTP/1.1" status: 200 len: 951 time: 0.1480851 Nov 12 08:14:30.895947 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-2667acfd-251d-441d-819c-8185f7941325 None None] Set router 7eb0a3fe-da27-4b90-bace-c3cd1f732338 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:14:30.957941 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:31.006184 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-e530113a-7783-48f4-9840-8911a24052df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bda67948-e771-40f3-aca6-ed8a53c2ee92 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:14:31.033075 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port bda67948-e771-40f3-aca6-ed8a53c2ee92, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=bda67948-e771-40f3-aca6-ed8a53c2ee92,segment=NetworkSegment(931741a0-66de-48c6-b90b-c82af0a9f552),segment_id=931741a0-66de-48c6-b90b-c82af0a9f552)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:14:31.049352 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:31.179227 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=bda67948-e771-40f3-aca6-ed8a53c2ee92,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:31.218309 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [req-bf88caf5-da5b-46ec-9b62-56cefab0a236 req-c4966597-4530-4701-80e1-43c2ce8ca431 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Deleting port 78831e46-ec33-405f-af45-535db0204be4 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:14:31.218932 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-bf88caf5-da5b-46ec-9b62-56cefab0a236 req-c4966597-4530-4701-80e1-43c2ce8ca431 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:31.259201 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5530757b-8b3d-4651-ad8d-69e344f15a77 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:31.284679 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 7e591376-f5dd-4d86-bd2c-d504bed447a2 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:14:31.332366 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5010a098-2902-44df-b5ff-9b810db17811 req-98a9d5b5-c4a8-450c-9f19-4488a13d8e59 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:31.346099 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5010a098-2902-44df-b5ff-9b810db17811 req-98a9d5b5-c4a8-450c-9f19-4488a13d8e59 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e868370-cd9a-4294-bfa6-c7375e65f20f HTTP/1.1" status: 200 len: 943 time: 0.5032914 Nov 12 08:14:31.353584 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-b008b8ce-5c8c-4466-ade9-d115ff1945cf req-7a1dab17-1999-4947-b739-b6162cdc7272 service neutron] For port 7cbf1e6f-4bdf-497a-8623-70a89e412f4c, host n-h2-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:14:31.355034 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 7e591376-f5dd-4d86-bd2c-d504bed447a2 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:14:31.355742 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 7e591376-f5dd-4d86-bd2c-d504bed447a2 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:14:31.422504 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-b008b8ce-5c8c-4466-ade9-d115ff1945cf req-7a1dab17-1999-4947-b739-b6162cdc7272 service neutron] For port 7cbf1e6f-4bdf-497a-8623-70a89e412f4c, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=7cbf1e6f-4bdf-497a-8623-70a89e412f4c,segment=NetworkSegment(74228b36-f518-48da-bb5a-2dae6173211b),segment_id=74228b36-f518-48da-bb5a-2dae6173211b)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:14:31.426162 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['bda67948-e771-40f3-aca6-ed8a53c2ee92'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:14:31.439063 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b0e031e8-0276-4c19-a167-3bca7683215a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:31.471197 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5010a098-2902-44df-b5ff-9b810db17811 req-3c062b42-7f64-4162-925b-e64f9b1f0b58 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241610 Nov 12 08:14:31.472373 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b008b8ce-5c8c-4466-ade9-d115ff1945cf req-7a1dab17-1999-4947-b739-b6162cdc7272 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:31.490060 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-91156acf-4f4d-4746-832f-17db5a18ec66 req-f9eb67f7-0d57-4f61-9d80-bcb780b9972f tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] 10.222.0.26 "GET /v2.0/ports?device_id=f103a60c-9a5f-44ce-a8f6-30c816625986 HTTP/1.1" status: 200 len: 210 time: 0.0908940 Nov 12 08:14:31.526607 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-2667acfd-251d-441d-819c-8185f7941325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb0a3fe-da27-4b90-bace-c3cd1f732338', 'name': 'tempest-ServersTestFqdnHostnames-1753519180-router', 'tenant_id': '7b977b25095b4a6f80882ecf78723040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': 'c590cd30-813f-43f8-a740-35ea6de0c811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:12:11Z', 'updated_at': '2021-11-12T08:12:15Z', 'revision_number': 4, 'project_id': '7b977b25095b4a6f80882ecf78723040', 'gw_port': {'id': 'c590cd30-813f-43f8-a740-35ea6de0c811', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:db:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0a3fe-da27-4b90-bace-c3cd1f732338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:12:12Z', 'updated_at': '2021-11-12T08:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '027e6124-f731-408e-b7cc-93a246ef8c70', 'name': '', 'network_id': 'c296c3e2-37c2-474d-b9c7-67dcdeab2136', 'tenant_id': '7b977b25095b4a6f80882ecf78723040', 'mac_address': 'fa:16:3e:2a:50:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0a3fe-da27-4b90-bace-c3cd1f732338', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '1ff85e19-2181-4928-85a7-b9b38ac49a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:12:15Z', 'updated_at': '2021-11-12T08:12:20Z', 'revision_number': 5, 'project_id': '7b977b25095b4a6f80882ecf78723040', 'subnets': [{'id': '1ff85e19-2181-4928-85a7-b9b38ac49a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:31.553917 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e031e8-0276-4c19-a167-3bca7683215a admin admin] Pushing event deleted for resources: {'Port': ['ID=2eebe816-fb52-4007-b3dd-be43f50bb780,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:31.586876 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1dab17-1999-4947-b739-b6162cdc7272 service neutron] Pushing event updated for resources: {'Port': ['ID=7cbf1e6f-4bdf-497a-8623-70a89e412f4c,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:31.596871 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2667acfd-251d-441d-819c-8185f7941325 None None] The sync data for ids ['7eb0a3fe-da27-4b90-bace-c3cd1f732338'] in n-d-765315-29 is: [{'id': '7eb0a3fe-da27-4b90-bace-c3cd1f732338', 'name': 'tempest-ServersTestFqdnHostnames-1753519180-router', 'tenant_id': '7b977b25095b4a6f80882ecf78723040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': 'c590cd30-813f-43f8-a740-35ea6de0c811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:12:11Z', 'updated_at': '2021-11-12T08:12:15Z', 'revision_number': 4, 'project_id': '7b977b25095b4a6f80882ecf78723040', 'gw_port': {'id': 'c590cd30-813f-43f8-a740-35ea6de0c811', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:db:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0a3fe-da27-4b90-bace-c3cd1f732338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:12:12Z', 'updated_at': '2021-11-12T08:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '027e6124-f731-408e-b7cc-93a246ef8c70', 'name': '', 'network_id': 'c296c3e2-37c2-474d-b9c7-67dcdeab2136', 'tenant_id': '7b977b25095b4a6f80882ecf78723040', 'mac_address': 'fa:16:3e:2a:50:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0a3fe-da27-4b90-bace-c3cd1f732338', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '1ff85e19-2181-4928-85a7-b9b38ac49a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:12:15Z', 'updated_at': '2021-11-12T08:12:20Z', 'revision_number': 5, 'project_id': '7b977b25095b4a6f80882ecf78723040', 'subnets': [{'id': '1ff85e19-2181-4928-85a7-b9b38ac49a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:14:31.626714 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-bf88caf5-da5b-46ec-9b62-56cefab0a236 req-c4966597-4530-4701-80e1-43c2ce8ca431 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] For port 78831e46-ec33-405f-af45-535db0204be4, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=78831e46-ec33-405f-af45-535db0204be4,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:14:31.626714 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-bf88caf5-da5b-46ec-9b62-56cefab0a236 req-c4966597-4530-4701-80e1-43c2ce8ca431 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:31.645223 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [req-bf88caf5-da5b-46ec-9b62-56cefab0a236 req-c4966597-4530-4701-80e1-43c2ce8ca431 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Calling delete_port for 78831e46-ec33-405f-af45-535db0204be4 owned by compute:nova {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:14:31.680724 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b008b8ce-5c8c-4466-ade9-d115ff1945cf req-7a1dab17-1999-4947-b739-b6162cdc7272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:31.681455 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b008b8ce-5c8c-4466-ade9-d115ff1945cf req-7a1dab17-1999-4947-b739-b6162cdc7272 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:31.682769 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b008b8ce-5c8c-4466-ade9-d115ff1945cf req-7a1dab17-1999-4947-b739-b6162cdc7272 service neutron] 10.222.0.44 "PUT /v2.0/ports/7cbf1e6f-4bdf-497a-8623-70a89e412f4c HTTP/1.1" status: 200 len: 1092 time: 2.1502366 Nov 12 08:14:31.683534 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a027cfb-0708-4da3-ab68-8147ff2a3808', 'tag': '7cbf1e6f-4bdf-497a-8623-70a89e412f4c'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:14:31.685793 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6700be4f-21be-4053-b6f4-2dd087a1b1a9" -d '{"events": [{"name": "network-changed", "server_uuid": "7a027cfb-0708-4da3-ab68-8147ff2a3808", "tag": "7cbf1e6f-4bdf-497a-8623-70a89e412f4c"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:14:31.827585 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9bba76d-2dac-489e-9675-78d21b8528b4 x-openstack-request-id: req-f9bba76d-2dac-489e-9675-78d21b8528b4 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:14:31.828176 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a027cfb-0708-4da3-ab68-8147ff2a3808", "tag": "7cbf1e6f-4bdf-497a-8623-70a89e412f4c", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:14:31.828591 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f9bba76d-2dac-489e-9675-78d21b8528b4 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:14:31.829170 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a027cfb-0708-4da3-ab68-8147ff2a3808', 'tag': '7cbf1e6f-4bdf-497a-8623-70a89e412f4c', 'status': 'completed', 'code': 200} Nov 12 08:14:31.933726 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaea5db-a6dd-45f3-9a77-2b8027ccc25d req-0b0b0de0-6834-4bbe-ac5a-ec33508d48e4 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:31.936304 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b008b8ce-5c8c-4466-ade9-d115ff1945cf req-55e3b782-87f3-427b-8f10-e5432285c1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:31.938046 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-feaea5db-a6dd-45f3-9a77-2b8027ccc25d req-0b0b0de0-6834-4bbe-ac5a-ec33508d48e4 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f00cee-1640-4baf-ac63-c7b458ec3620 HTTP/1.1" status: 200 len: 951 time: 0.1309483 Nov 12 08:14:31.938311 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b008b8ce-5c8c-4466-ade9-d115ff1945cf req-55e3b782-87f3-427b-8f10-e5432285c1cc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a783fc66f04949de852791cb9109858d&device_id=7a027cfb-0708-4da3-ab68-8147ff2a3808 HTTP/1.1" status: 200 len: 1095 time: 0.1862350 Nov 12 08:14:31.953093 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b0e031e8-0276-4c19-a167-3bca7683215a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-933016'] for router_gateway, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:32.015364 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b008b8ce-5c8c-4466-ade9-d115ff1945cf req-ca5e1ccc-3b27-4b3d-a52e-d9b7c0a67135 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7cbf1e6f-4bdf-497a-8623-70a89e412f4c HTTP/1.1" status: 200 len: 217 time: 0.0571277 Nov 12 08:14:32.065265 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0a8b8b-3ba9-4f4c-921a-5089a838a510 None None] New status for floating IP efb6917b-7842-432b-a27d-48506a178234: DOWN {{(pid=102601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:14:32.112044 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5530757b-8b3d-4651-ad8d-69e344f15a77 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:32.116876 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b0e031e8-0276-4c19-a167-3bca7683215a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:32.131056 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b0e031e8-0276-4c19-a167-3bca7683215a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:32.150570 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5530757b-8b3d-4651-ad8d-69e344f15a77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:32.162632 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-feaea5db-a6dd-45f3-9a77-2b8027ccc25d req-d3a70eff-2df3-42f3-81b2-90666b561dc2 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148793 Nov 12 08:14:32.207505 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-bf88caf5-da5b-46ec-9b62-56cefab0a236 req-c4966597-4530-4701-80e1-43c2ce8ca431 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:32.242256 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b0e031e8-0276-4c19-a167-3bca7683215a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:32.242969 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0e031e8-0276-4c19-a167-3bca7683215a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d834173-bf7e-4260-a838-2f5b3e8030cd {{(pid=102600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:14:32.244892 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4966597-4530-4701-80e1-43c2ce8ca431 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Pushing event deleted for resources: {'Port': ['ID=78831e46-ec33-405f-af45-535db0204be4,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:32.249809 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b0e031e8-0276-4c19-a167-3bca7683215a admin admin] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:32.253496 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-b0e031e8-0276-4c19-a167-3bca7683215a admin admin] 10.222.0.26 "DELETE /v2.0/routers/2d834173-bf7e-4260-a838-2f5b3e8030cd HTTP/1.1" status: 204 len: 168 time: 4.3806324 Nov 12 08:14:32.253632 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['57e599f1-5ffb-44b1-90b8-87efeef1ee5e'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:14:32.254543 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 40974) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:32.280729 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-5530757b-8b3d-4651-ad8d-69e344f15a77 admin admin] Allocated IP 172.25.2.30 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/f709940b-d379-4e0e-a4c8-444ccc0e8b5d) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:14:32.399805 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf88caf5-da5b-46ec-9b62-56cefab0a236 req-c4966597-4530-4701-80e1-43c2ce8ca431 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] No DVR routers for this DVR port 78831e46-ec33-405f-af45-535db0204be4 on host n-h1-765315-29 {{(pid=102600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:14:32.413215 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-089c0f7f-6f0a-43e1-b20e-fe004fe822dd admin admin] Deleting subnet 0988fc40-4a1b-4d3e-adb1-5062209a6dd5 {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:14:32.421489 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-bf88caf5-da5b-46ec-9b62-56cefab0a236 req-c4966597-4530-4701-80e1-43c2ce8ca431 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:32.423263 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b008b8ce-5c8c-4466-ade9-d115ff1945cf req-735fa43d-3f04-43c5-b1d8-a0919954915a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:32.424716 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b008b8ce-5c8c-4466-ade9-d115ff1945cf req-735fa43d-3f04-43c5-b1d8-a0919954915a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=22ada644-5ac2-4dd6-bbe3-6cce42afd567 HTTP/1.1" status: 200 len: 854 time: 0.3818665 Nov 12 08:14:32.424878 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bf88caf5-da5b-46ec-9b62-56cefab0a236 req-c4966597-4530-4701-80e1-43c2ce8ca431 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.21 "DELETE /v2.0/ports/78831e46-ec33-405f-af45-535db0204be4 HTTP/1.1" status: 204 len: 173 time: 1.5385299 Nov 12 08:14:32.428181 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5530757b-8b3d-4651-ad8d-69e344f15a77 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:32.430977 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-089c0f7f-6f0a-43e1-b20e-fe004fe822dd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:32.441225 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a417f979-bba2-4bef-b3d5-531476869eeb req-ad014a3f-9c03-49f1-9c92-4504fc1be6e7 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:32.455339 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a417f979-bba2-4bef-b3d5-531476869eeb req-ad014a3f-9c03-49f1-9c92-4504fc1be6e7 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a027cfb-0708-4da3-ab68-8147ff2a3808 HTTP/1.1" status: 200 len: 943 time: 0.5155783 Nov 12 08:14:32.491840 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['8fe74de5-4ddc-4607-908c-2c9997c8b8bf', '78831e46-ec33-405f-af45-535db0204be4'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:14:32.509298 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-089c0f7f-6f0a-43e1-b20e-fe004fe822dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:32.520829 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b008b8ce-5c8c-4466-ade9-d115ff1945cf req-939a4186-fd85-489d-9c3b-b741ec922f2b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=33c4acc6-fff5-4d04-a808-ff7e0950b8a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632219 Nov 12 08:14:32.574130 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01f00cee-1640-4baf-ac63-c7b458ec3620', 'name': 'network-vif-deleted', 'tag': '78831e46-ec33-405f-af45-535db0204be4'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:14:32.581323 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1285559f-3884-4e75-9474-ecbe82e2a827" -d '{"events": [{"server_uuid": "01f00cee-1640-4baf-ac63-c7b458ec3620", "name": "network-vif-deleted", "tag": "78831e46-ec33-405f-af45-535db0204be4"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:14:32.711476 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a417f979-bba2-4bef-b3d5-531476869eeb req-d7594c88-8dc0-4621-ba69-88ce506817bc tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550838 Nov 12 08:14:32.744981 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5530757b-8b3d-4651-ad8d-69e344f15a77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:32.769810 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 40994) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:32.775064 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-089c0f7f-6f0a-43e1-b20e-fe004fe822dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:32.847605 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-089c0f7f-6f0a-43e1-b20e-fe004fe822dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:32.894236 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5530757b-8b3d-4651-ad8d-69e344f15a77 admin admin] Pushing event updated for resources: {'Port': ['ID=f709940b-d379-4e0e-a4c8-444ccc0e8b5d,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:32.897923 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089c0f7f-6f0a-43e1-b20e-fe004fe822dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0988fc40-4a1b-4d3e-adb1-5062209a6dd5,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:32.905193 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-089c0f7f-6f0a-43e1-b20e-fe004fe822dd admin admin] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:32.917141 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6609d95a-1abe-488a-b463-a1349a6987fa None None] Network 0b08af5f-f0a6-41f3-b8bd-85d0b58b0c65 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:14:32.921620 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-089c0f7f-6f0a-43e1-b20e-fe004fe822dd admin admin] 10.222.0.26 "DELETE /v2.0/subnets/0988fc40-4a1b-4d3e-adb1-5062209a6dd5 HTTP/1.1" status: 204 len: 168 time: 0.6650078 Nov 12 08:14:32.922272 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 40996) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:32.928264 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5530757b-8b3d-4651-ad8d-69e344f15a77 admin admin] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:14:32.962543 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37efb00b-3b27-4da7-801f-b3d892b5c99b x-openstack-request-id: req-37efb00b-3b27-4da7-801f-b3d892b5c99b {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:14:32.962841 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01f00cee-1640-4baf-ac63-c7b458ec3620", "name": "network-vif-deleted", "tag": "78831e46-ec33-405f-af45-535db0204be4", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:14:32.963094 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-37efb00b-3b27-4da7-801f-b3d892b5c99b {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:14:32.963493 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01f00cee-1640-4baf-ac63-c7b458ec3620', 'name': 'network-vif-deleted', 'tag': '78831e46-ec33-405f-af45-535db0204be4', 'status': 'completed', 'code': 200} Nov 12 08:14:32.971989 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-5530757b-8b3d-4651-ad8d-69e344f15a77 admin admin] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:14:33.016638 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b008b8ce-5c8c-4466-ade9-d115ff1945cf req-d5c4e6ef-ee94-4beb-baa9-d93152af130d service neutron] 10.222.0.44 "GET /v2.0/networks/33c4acc6-fff5-4d04-a808-ff7e0950b8a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4763927 Nov 12 08:14:33.017860 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5530757b-8b3d-4651-ad8d-69e344f15a77 admin admin] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:14:33.031016 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d64c37-dda7-4acd-89b7-2985041aba7d req-747dea52-fa38-4ea7-a467-5d29632f51f6 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:33.039311 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-33d64c37-dda7-4acd-89b7-2985041aba7d req-747dea52-fa38-4ea7-a467-5d29632f51f6 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e868370-cd9a-4294-bfa6-c7375e65f20f HTTP/1.1" status: 200 len: 944 time: 0.3403387 Nov 12 08:14:33.121263 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cecb2e1f-ecae-4dd2-bede-a5ec4ab2e715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:33.137732 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-33d64c37-dda7-4acd-89b7-2985041aba7d req-f129bec5-3233-4adc-9e3e-b4ead69ad20e tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974567 Nov 12 08:14:33.204728 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-cecb2e1f-ecae-4dd2-bede-a5ec4ab2e715 admin admin] Deleting port d06e392f-e2a6-42fe-a83c-17cebcb7467a {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:14:33.205295 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cecb2e1f-ecae-4dd2-bede-a5ec4ab2e715 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:33.291933 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-cecb2e1f-ecae-4dd2-bede-a5ec4ab2e715 admin admin] For port d06e392f-e2a6-42fe-a83c-17cebcb7467a, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=d06e392f-e2a6-42fe-a83c-17cebcb7467a,segment=NetworkSegment(47508263-2565-4ac7-a594-0c95578073c9),segment_id=47508263-2565-4ac7-a594-0c95578073c9)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:14:33.292305 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cecb2e1f-ecae-4dd2-bede-a5ec4ab2e715 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:33.294023 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d499d9-0377-46b6-83c3-c083f038e41f None None] DHCP port deletion for 0b08af5f-f0a6-41f3-b8bd-85d0b58b0c65 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:14:33.311521 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-cecb2e1f-ecae-4dd2-bede-a5ec4ab2e715 admin admin] Calling delete_port for d06e392f-e2a6-42fe-a83c-17cebcb7467a owned by network:dhcp {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:14:33.341730 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 2eebe816-fb52-4007-b3dd-be43f50bb780 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:14:33.373790 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 2eebe816-fb52-4007-b3dd-be43f50bb780 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:14:33.374054 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 2eebe816-fb52-4007-b3dd-be43f50bb780 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:14:33.396838 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-22d499d9-0377-46b6-83c3-c083f038e41f None None] Deleting port d06e392f-e2a6-42fe-a83c-17cebcb7467a {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:14:33.397607 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-22d499d9-0377-46b6-83c3-c083f038e41f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:33.410289 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cecb2e1f-ecae-4dd2-bede-a5ec4ab2e715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:33.443977 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecb2e1f-ecae-4dd2-bede-a5ec4ab2e715 admin admin] Pushing event deleted for resources: {'Port': ['ID=d06e392f-e2a6-42fe-a83c-17cebcb7467a,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:33.454400 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cecb2e1f-ecae-4dd2-bede-a5ec4ab2e715 admin admin] No DVR routers for this DVR port d06e392f-e2a6-42fe-a83c-17cebcb7467a on host n-d-765315-29 {{(pid=102600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:14:33.479764 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-22d499d9-0377-46b6-83c3-c083f038e41f None None] For port d06e392f-e2a6-42fe-a83c-17cebcb7467a, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=d06e392f-e2a6-42fe-a83c-17cebcb7467a,segment=NetworkSegment(47508263-2565-4ac7-a594-0c95578073c9),segment_id=47508263-2565-4ac7-a594-0c95578073c9)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:14:33.480167 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-22d499d9-0377-46b6-83c3-c083f038e41f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:33.495428 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-22d499d9-0377-46b6-83c3-c083f038e41f None None] Calling delete_port for d06e392f-e2a6-42fe-a83c-17cebcb7467a owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:14:33.569272 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cecb2e1f-ecae-4dd2-bede-a5ec4ab2e715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:33.582713 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-22d499d9-0377-46b6-83c3-c083f038e41f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:33.597445 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-cecb2e1f-ecae-4dd2-bede-a5ec4ab2e715 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b08af5f-f0a6-41f3-b8bd-85d0b58b0c65']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:33.614512 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bbbd6e-b014-4c7f-97d5-66ca0642701f req-8e2a77d1-e971-432e-86ee-2e5ce655dbec tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:33.616972 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-55bbbd6e-b014-4c7f-97d5-66ca0642701f req-8e2a77d1-e971-432e-86ee-2e5ce655dbec tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a67e7bf-04f4-4d80-a1c5-07ba361f9e16 HTTP/1.1" status: 200 len: 950 time: 0.1150529 Nov 12 08:14:33.620915 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d499d9-0377-46b6-83c3-c083f038e41f None None] Pushing event deleted for resources: {'Port': ['ID=d06e392f-e2a6-42fe-a83c-17cebcb7467a,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:33.621293 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-cecb2e1f-ecae-4dd2-bede-a5ec4ab2e715 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47508263-2565-4ac7-a594-0c95578073c9') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:33.621805 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-cecb2e1f-ecae-4dd2-bede-a5ec4ab2e715 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47508263-2565-4ac7-a594-0c95578073c9') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:33.622827 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d499d9-0377-46b6-83c3-c083f038e41f None None] No DVR routers for this DVR port d06e392f-e2a6-42fe-a83c-17cebcb7467a on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:14:33.639311 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cecb2e1f-ecae-4dd2-bede-a5ec4ab2e715 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:33.673493 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cecb2e1f-ecae-4dd2-bede-a5ec4ab2e715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:33.686636 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cec8f1a5-279c-4143-b2f9-05952bd788e5 tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:33.689611 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cecb2e1f-ecae-4dd2-bede-a5ec4ab2e715 admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:14:33.690091 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cecb2e1f-ecae-4dd2-bede-a5ec4ab2e715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:33.691763 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:14:33.691763 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:14:33.691763 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:14:33.691763 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:14:33.691763 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:14:33.691763 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:14:33.691763 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:14:33.691763 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:14:33.691763 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:14:33.691763 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:14:33.691763 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:14:33.691763 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:14:33.691763 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:14:33.691763 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:14:33.691763 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:14:33.691763 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:14:33.691763 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:14:33.691763 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:14:33.691763 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:14:33.691763 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:14:33.691763 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:14:33.691763 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:14:33.691763 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:14:33.691763 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:14:33.691763 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:14:33.691763 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:14:33.691763 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:14:33.691763 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:14:33.691763 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:14:33.691763 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:14:33.691763 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:14:33.691763 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:14:33.746572 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-55bbbd6e-b014-4c7f-97d5-66ca0642701f req-3b7e236a-1705-47bf-b3df-05c56d79cef1 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050427 Nov 12 08:14:33.764488 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cecb2e1f-ecae-4dd2-bede-a5ec4ab2e715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:33.772243 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cecb2e1f-ecae-4dd2-bede-a5ec4ab2e715 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:33.776720 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-cecb2e1f-ecae-4dd2-bede-a5ec4ab2e715 admin admin] 10.222.0.26 "DELETE /v2.0/networks/0b08af5f-f0a6-41f3-b8bd-85d0b58b0c65 HTTP/1.1" status: 204 len: 168 time: 0.8456900 Nov 12 08:14:33.787092 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecb2e1f-ecae-4dd2-bede-a5ec4ab2e715 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b08af5f-f0a6-41f3-b8bd-85d0b58b0c65,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:33.805719 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cec8f1a5-279c-4143-b2f9-05952bd788e5 tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:33.822437 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b008b8ce-5c8c-4466-ade9-d115ff1945cf req-fb87ee75-97ed-4858-b900-5c6206788479 service neutron] 10.222.0.44 "GET /v2.0/networks/33c4acc6-fff5-4d04-a808-ff7e0950b8a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7895513 Nov 12 08:14:33.863694 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-988e7ac9-0f1c-4ad8-b46f-060d1682d8b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:33.916445 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9de861-20ee-4358-a2c6-353673ef16a8 req-ad990b61-e2dc-4ddd-891a-9bafd738b115 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:33.918216 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3d9de861-20ee-4358-a2c6-353673ef16a8 req-ad990b61-e2dc-4ddd-891a-9bafd738b115 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a027cfb-0708-4da3-ab68-8147ff2a3808 HTTP/1.1" status: 200 len: 943 time: 0.0579832 Nov 12 08:14:33.967092 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 41022) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:33.987411 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3d9de861-20ee-4358-a2c6-353673ef16a8 req-7a02b762-3d33-4ffc-aebb-22e34bec43dd tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617576 Nov 12 08:14:34.002014 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca25c3c7-3f00-466a-b7ea-a0b7714d4dd2 req-70feb869-3803-47ed-b20d-3c74b76b51c8 tempest-AttachSCSIVolumeTestJSON-1725353349 tempest-AttachSCSIVolumeTestJSON-1725353349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:34.003512 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ca25c3c7-3f00-466a-b7ea-a0b7714d4dd2 req-70feb869-3803-47ed-b20d-3c74b76b51c8 tempest-AttachSCSIVolumeTestJSON-1725353349 tempest-AttachSCSIVolumeTestJSON-1725353349-project] 10.222.0.26 "GET /v2.0/networks?id=0e17a029-398f-4390-aea4-c0135238b984 HTTP/1.1" status: 200 len: 815 time: 0.7917955 Nov 12 08:14:34.031536 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-38aa395b-e245-48f6-84e7-6996ff9c92b9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8b8773b9ba7c4e19ac14f719fc98c803&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0604477 Nov 12 08:14:34.031867 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 41024) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:34.037332 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cec8f1a5-279c-4143-b2f9-05952bd788e5 tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:34.039881 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cec8f1a5-279c-4143-b2f9-05952bd788e5 tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:34.043248 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-cec8f1a5-279c-4143-b2f9-05952bd788e5 tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] 10.222.0.26 "DELETE /v2.0/security-groups/3eb7f744-8b41-41ac-a2c7-3ed15c795dfe HTTP/1.1" status: 204 len: 168 time: 1.1667690 Nov 12 08:14:34.045972 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ca25c3c7-3f00-466a-b7ea-a0b7714d4dd2 req-d81b3fdd-8e4b-4c33-be39-bd9f31d38f73 tempest-AttachSCSIVolumeTestJSON-1725353349 tempest-AttachSCSIVolumeTestJSON-1725353349-project] 10.222.0.26 "GET /v2.0/quotas/e3654af28e3b4e1fa3358c62ae6c58eb HTTP/1.1" status: 200 len: 375 time: 0.0337882 Nov 12 08:14:34.046551 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 41026) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:34.050628 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5530757b-8b3d-4651-ad8d-69e344f15a77 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:34.091261 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1ab1a5d9-4aee-45d4-bd90-539e7aaf8cd0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:34.108349 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6700be4f-21be-4053-b6f4-2dd087a1b1a9 req-aeaf2c35-3061-4598-a133-db9b8dd2aa03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:34.109799 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6700be4f-21be-4053-b6f4-2dd087a1b1a9 req-aeaf2c35-3061-4598-a133-db9b8dd2aa03 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a783fc66f04949de852791cb9109858d&device_id=7a027cfb-0708-4da3-ab68-8147ff2a3808 HTTP/1.1" status: 200 len: 1095 time: 0.1880004 Nov 12 08:14:34.110654 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec8f1a5-279c-4143-b2f9-05952bd788e5 tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb7f744-8b41-41ac-a2c7-3ed15c795dfe,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:34.112689 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1ab1a5d9-4aee-45d4-bd90-539e7aaf8cd0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:34.127783 n-d-765315-29 neutron-server[102599]: INFO neutron.api.v2.resource [None req-4b7e9a20-dd78-45a8-929e-e4c252b35897 tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] show failed (client error): The resource could not be found. Nov 12 08:14:34.128760 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-4b7e9a20-dd78-45a8-929e-e4c252b35897 tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] 10.222.0.26 "GET /v2.0/security-groups/3eb7f744-8b41-41ac-a2c7-3ed15c795dfe HTTP/1.1" status: 404 len: 347 time: 0.0792234 Nov 12 08:14:34.135816 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 41028) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:34.281949 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1ab1a5d9-4aee-45d4-bd90-539e7aaf8cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:34.284573 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1ab1a5d9-4aee-45d4-bd90-539e7aaf8cd0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:34.285711 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-1ab1a5d9-4aee-45d4-bd90-539e7aaf8cd0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/54321eeb-f2f5-4a9d-ad2e-5d6f4862e51c HTTP/1.1" status: 204 len: 168 time: 0.2528760 Nov 12 08:14:34.289534 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ca25c3c7-3f00-466a-b7ea-a0b7714d4dd2 req-b444e338-69f5-4db3-8dbe-8a0ffdabf481 tempest-AttachSCSIVolumeTestJSON-1725353349 tempest-AttachSCSIVolumeTestJSON-1725353349-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e3654af28e3b4e1fa3358c62ae6c58eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2267065 Nov 12 08:14:34.310501 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab1a5d9-4aee-45d4-bd90-539e7aaf8cd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54321eeb-f2f5-4a9d-ad2e-5d6f4862e51c,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:34.325753 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680a391c-7619-432e-b545-cf36a8356782 req-d43b42fd-58c0-4e99-8bb9-c784bb871de4 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:34.327317 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-680a391c-7619-432e-b545-cf36a8356782 req-d43b42fd-58c0-4e99-8bb9-c784bb871de4 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e868370-cd9a-4294-bfa6-c7375e65f20f HTTP/1.1" status: 200 len: 944 time: 0.0976110 Nov 12 08:14:34.356284 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-ca7e8637-60c9-49ce-a35d-dfc125be550c tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] Deleting port d93ba118-a955-4b7f-a125-82807493dc11 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:14:34.356633 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ca7e8637-60c9-49ce-a35d-dfc125be550c tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:34.376674 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6700be4f-21be-4053-b6f4-2dd087a1b1a9 req-0f55ea8d-c3c4-4953-9043-d354375f5b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:34.378137 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6700be4f-21be-4053-b6f4-2dd087a1b1a9 req-0f55ea8d-c3c4-4953-9043-d354375f5b06 service neutron] 10.222.0.44 "GET /v2.0/networks?id=33c4acc6-fff5-4d04-a808-ff7e0950b8a2 HTTP/1.1" status: 200 len: 915 time: 0.2526970 Nov 12 08:14:34.434211 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-680a391c-7619-432e-b545-cf36a8356782 req-88251b57-9611-4768-844f-17c06e5c4280 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965250 Nov 12 08:14:34.469137 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device bda67948-e771-40f3-aca6-ed8a53c2ee92 up at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:14:34.469725 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6700be4f-21be-4053-b6f4-2dd087a1b1a9 req-8861c098-6b90-4362-849e-284c39509ed8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7cbf1e6f-4bdf-497a-8623-70a89e412f4c HTTP/1.1" status: 200 len: 217 time: 0.0595148 Nov 12 08:14:34.475063 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ca7e8637-60c9-49ce-a35d-dfc125be550c tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:34.476717 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ca7e8637-60c9-49ce-a35d-dfc125be550c tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:34.490701 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-ca7e8637-60c9-49ce-a35d-dfc125be550c tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] Calling delete_port for d93ba118-a955-4b7f-a125-82807493dc11 owned by network:floatingip {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:14:34.530818 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning for port bda67948-e771-40f3-aca6-ed8a53c2ee92 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:14:34.536972 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning complete for port bda67948-e771-40f3-aca6-ed8a53c2ee92 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:14:34.537901 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:34.580592 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ca25c3c7-3f00-466a-b7ea-a0b7714d4dd2 req-8ed8b03a-1ef4-4f9b-8fcd-e4c9f01de674 service neutron] 10.222.0.26 "GET /v2.0/networks/0e17a029-398f-4390-aea4-c0135238b984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815604 Nov 12 08:14:34.592994 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6700be4f-21be-4053-b6f4-2dd087a1b1a9 req-a8e03350-00cf-4eab-8e06-2704553371dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:34.594410 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6700be4f-21be-4053-b6f4-2dd087a1b1a9 req-a8e03350-00cf-4eab-8e06-2704553371dd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=22ada644-5ac2-4dd6-bbe3-6cce42afd567 HTTP/1.1" status: 200 len: 854 time: 0.0910449 Nov 12 08:14:34.626050 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5530757b-8b3d-4651-ad8d-69e344f15a77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052'] for router, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:34.636657 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:34.659012 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ca7e8637-60c9-49ce-a35d-dfc125be550c tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:34.667717 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e868370-cd9a-4294-bfa6-c7375e65f20f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bda67948-e771-40f3-aca6-ed8a53c2ee92'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:14:34.670479 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2007cf2b-6d22-46fa-9b58-85b3df29e970" -d '{"events": [{"server_uuid": "2e868370-cd9a-4294-bfa6-c7375e65f20f", "name": "network-vif-plugged", "status": "completed", "tag": "bda67948-e771-40f3-aca6-ed8a53c2ee92"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:14:34.679756 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6700be4f-21be-4053-b6f4-2dd087a1b1a9 req-6fdb85df-f540-412e-a3bc-0fc22ee11364 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=33c4acc6-fff5-4d04-a808-ff7e0950b8a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715542 Nov 12 08:14:34.694054 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7e8637-60c9-49ce-a35d-dfc125be550c tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] Pushing event deleted for resources: {'Port': ['ID=d93ba118-a955-4b7f-a125-82807493dc11,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:34.722861 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port bda67948-e771-40f3-aca6-ed8a53c2ee92, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=bda67948-e771-40f3-aca6-ed8a53c2ee92,segment=NetworkSegment(931741a0-66de-48c6-b90b-c82af0a9f552),segment_id=931741a0-66de-48c6-b90b-c82af0a9f552)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:14:34.729365 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:34.730475 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 78831e46-ec33-405f-af45-535db0204be4 no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:14:34.778003 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-198195a8-ad2d-463c-89e9-4b8d00763034 x-openstack-request-id: req-198195a8-ad2d-463c-89e9-4b8d00763034 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:14:34.778660 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e868370-cd9a-4294-bfa6-c7375e65f20f", "name": "network-vif-plugged", "status": "completed", "tag": "bda67948-e771-40f3-aca6-ed8a53c2ee92", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:14:34.779137 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-198195a8-ad2d-463c-89e9-4b8d00763034 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:14:34.779720 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e868370-cd9a-4294-bfa6-c7375e65f20f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bda67948-e771-40f3-aca6-ed8a53c2ee92', 'code': 200} Nov 12 08:14:34.791324 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ca7e8637-60c9-49ce-a35d-dfc125be550c tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] Publish callbacks [] for floatingip, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:34.794938 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ca7e8637-60c9-49ce-a35d-dfc125be550c tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:34.800004 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-ca7e8637-60c9-49ce-a35d-dfc125be550c tempest-ServersTestFqdnHostnames-1006127374 tempest-ServersTestFqdnHostnames-1006127374-project] 10.222.0.26 "DELETE /v2.0/floatingips/efb6917b-7842-432b-a27d-48506a178234 HTTP/1.1" status: 204 len: 168 time: 0.6631756 Nov 12 08:14:34.801106 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 41040) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:34.871190 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ca25c3c7-3f00-466a-b7ea-a0b7714d4dd2 req-9d9f7b8a-2316-40ba-b030-e5723f3fb384 service neutron] 10.222.0.26 "GET /v2.0/networks/0e17a029-398f-4390-aea4-c0135238b984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2895637 Nov 12 08:14:34.911923 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 41042) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:34.987957 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-e530113a-7783-48f4-9840-8911a24052df None None] No Port match for: 78831e46-ec33-405f-af45-535db0204be4 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:14:34.988467 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 78831e46-ec33-405f-af45-535db0204be4 not bound to the agent host n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:14:35.025917 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=bda67948-e771-40f3-aca6-ed8a53c2ee92,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:35.058783 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6700be4f-21be-4053-b6f4-2dd087a1b1a9 req-fac4cd47-d9a8-4673-9ffe-bce76abe9481 service neutron] 10.222.0.44 "GET /v2.0/networks/33c4acc6-fff5-4d04-a808-ff7e0950b8a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3686800 Nov 12 08:14:35.066763 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:35.114408 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c6a2382d-2a6f-4773-aaad-6269b8ae9712 req-e6edbce6-bef7-491f-a3aa-e5d4dd838b01 tempest-AttachSCSIVolumeTestJSON-1725353349 tempest-AttachSCSIVolumeTestJSON-1725353349-project] 10.222.0.26 "GET /v2.0/ports?device_id=8daf96f6-960d-49b9-a47a-6432de10a009 HTTP/1.1" status: 200 len: 210 time: 0.0647359 Nov 12 08:14:35.135982 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-30d92434-3ce7-4763-b2fd-f1ca60f05032 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=18ad38ff517947f1bd4c54581ddc567f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2162459 Nov 12 08:14:35.138775 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 41052) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:35.209100 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb93dc-14a4-4a7d-b0ba-21a2c4b4955d req-d721be41-414a-4a6f-8300-1468a660ea1d tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:35.210876 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f8eb93dc-14a4-4a7d-b0ba-21a2c4b4955d req-d721be41-414a-4a6f-8300-1468a660ea1d tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a67e7bf-04f4-4d80-a1c5-07ba361f9e16 HTTP/1.1" status: 200 len: 950 time: 0.2324650 Nov 12 08:14:35.278284 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device d06e392f-e2a6-42fe-a83c-17cebcb7467a no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:14:35.303307 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: d06e392f-e2a6-42fe-a83c-17cebcb7467a {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:14:35.303911 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device d06e392f-e2a6-42fe-a83c-17cebcb7467a not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:14:35.307246 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd52b9b5-9777-4cfc-a1bd-378cb5fd20e7 req-3a5d7d4b-0a30-4096-ac27-89de44629ece tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:35.308887 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cd52b9b5-9777-4cfc-a1bd-378cb5fd20e7 req-3a5d7d4b-0a30-4096-ac27-89de44629ece tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a67e7bf-04f4-4d80-a1c5-07ba361f9e16 HTTP/1.1" status: 200 len: 950 time: 0.1088254 Nov 12 08:14:35.313603 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c835a85-d1b0-4b4f-a4fa-b11cc872c69c req-7bb1b15a-d9e7-47ac-a6f5-bae68d0c8e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:35.316091 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4c835a85-d1b0-4b4f-a4fa-b11cc872c69c req-7bb1b15a-d9e7-47ac-a6f5-bae68d0c8e70 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2e868370-cd9a-4294-bfa6-c7375e65f20f HTTP/1.1" status: 200 len: 1097 time: 0.1164243 Nov 12 08:14:35.337202 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5530757b-8b3d-4651-ad8d-69e344f15a77 admin admin] Router f0b9c729-d121-4911-b4b6-68737f4d1577 is scheduled to L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 with binding_index 1 {{(pid=102599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:14:35.396172 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6700be4f-21be-4053-b6f4-2dd087a1b1a9 req-6d2ecb57-b240-422f-a311-488d63f1b8d9 service neutron] 10.222.0.44 "GET /v2.0/networks/33c4acc6-fff5-4d04-a808-ff7e0950b8a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3138387 Nov 12 08:14:35.400610 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9f78bdc2-fc51-4e32-8eb6-016afb93b19e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:35.421271 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d62bbb-fcf9-462c-85b9-fa8b768a5d49 req-8f433f05-51ea-4b4c-8c22-ee078d8f7ac8 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:35.422813 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-99d62bbb-fcf9-462c-85b9-fa8b768a5d49 req-8f433f05-51ea-4b4c-8c22-ee078d8f7ac8 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a027cfb-0708-4da3-ab68-8147ff2a3808 HTTP/1.1" status: 200 len: 943 time: 0.2080932 Nov 12 08:14:35.447792 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cd52b9b5-9777-4cfc-a1bd-378cb5fd20e7 req-6503455c-a506-4936-b473-b408cd824bf3 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256244 Nov 12 08:14:35.487146 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4c835a85-d1b0-4b4f-a4fa-b11cc872c69c req-8aa6b9dc-1e2b-4a95-b80d-42ec16a05b0c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320860 Nov 12 08:14:35.508286 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9f78bdc2-fc51-4e32-8eb6-016afb93b19e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:35.599386 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-f8eb93dc-14a4-4a7d-b0ba-21a2c4b4955d req-2fa70e8e-bd9d-4cc0-ac2a-1b4828aa5e83 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Deleting port 8fe74de5-4ddc-4607-908c-2c9997c8b8bf {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:14:35.599810 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-f8eb93dc-14a4-4a7d-b0ba-21a2c4b4955d req-2fa70e8e-bd9d-4cc0-ac2a-1b4828aa5e83 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:35.661731 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-99d62bbb-fcf9-462c-85b9-fa8b768a5d49 req-87d3b957-dfd0-49b1-81eb-9f51129f9c5c tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958730 Nov 12 08:14:35.671553 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5530757b-8b3d-4651-ad8d-69e344f15a77 admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:14:35.683945 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076a2f47-ac65-4b70-9918-bde0026ba62f None None] Sync routers for ids ['f0b9c729-d121-4911-b4b6-68737f4d1577'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:14:35.700572 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076a2f47-ac65-4b70-9918-bde0026ba62f None None] Routers {'f0b9c729-d121-4911-b4b6-68737f4d1577'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:14:35.700773 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b689644c-b0c7-49de-866c-fe821576022e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933586'] for router_interface, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:35.702361 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-076a2f47-ac65-4b70-9918-bde0026ba62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:14:06Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['f0b9c729-d121-4911-b4b6-68737f4d1577'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:35.744604 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9f78bdc2-fc51-4e32-8eb6-016afb93b19e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:35.747664 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9f78bdc2-fc51-4e32-8eb6-016afb93b19e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:35.751454 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-9f78bdc2-fc51-4e32-8eb6-016afb93b19e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4e9ba3fe-6d7c-4267-b4b2-d166012353c0 HTTP/1.1" status: 204 len: 168 time: 0.6088672 Nov 12 08:14:35.831541 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f78bdc2-fc51-4e32-8eb6-016afb93b19e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e9ba3fe-6d7c-4267-b4b2-d166012353c0,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:35.843086 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5530757b-8b3d-4651-ad8d-69e344f15a77 admin admin] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:35.846717 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-5530757b-8b3d-4651-ad8d-69e344f15a77 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.3728147 Nov 12 08:14:35.852060 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 41064) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:35.924672 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-076a2f47-ac65-4b70-9918-bde0026ba62f None None] Set router f0b9c729-d121-4911-b4b6-68737f4d1577 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:14:36.011122 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bba178-c7e5-4020-8f63-976aad9f0c20 req-86786e6f-9074-4498-aa1d-8ae7b59fd527 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:36.013656 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b3bba178-c7e5-4020-8f63-976aad9f0c20 req-86786e6f-9074-4498-aa1d-8ae7b59fd527 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e868370-cd9a-4294-bfa6-c7375e65f20f HTTP/1.1" status: 200 len: 945 time: 0.2637386 Nov 12 08:14:36.021705 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-f8eb93dc-14a4-4a7d-b0ba-21a2c4b4955d req-2fa70e8e-bd9d-4cc0-ac2a-1b4828aa5e83 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] For port 8fe74de5-4ddc-4607-908c-2c9997c8b8bf, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=8fe74de5-4ddc-4607-908c-2c9997c8b8bf,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:14:36.022493 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-f8eb93dc-14a4-4a7d-b0ba-21a2c4b4955d req-2fa70e8e-bd9d-4cc0-ac2a-1b4828aa5e83 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:36.050824 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-f8eb93dc-14a4-4a7d-b0ba-21a2c4b4955d req-2fa70e8e-bd9d-4cc0-ac2a-1b4828aa5e83 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Calling delete_port for 8fe74de5-4ddc-4607-908c-2c9997c8b8bf owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:14:36.120285 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-b689644c-b0c7-49de-866c-fe821576022e admin admin] Deleting port 027e6124-f731-408e-b7cc-93a246ef8c70 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:14:36.120936 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b689644c-b0c7-49de-866c-fe821576022e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:36.217232 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-076a2f47-ac65-4b70-9918-bde0026ba62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0b9c729-d121-4911-b4b6-68737f4d1577', 'name': 'tempest-ServerRescueTestJSON-263269099-router', 'tenant_id': '4185fcef2b8f49279dd089f3c02606eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'f709940b-d379-4e0e-a4c8-444ccc0e8b5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:14:30Z', 'updated_at': '2021-11-12T08:14:33Z', 'revision_number': 3, 'project_id': '4185fcef2b8f49279dd089f3c02606eb', 'gw_port': {'id': 'f709940b-d379-4e0e-a4c8-444ccc0e8b5d', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:fe:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0b9c729-d121-4911-b4b6-68737f4d1577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:14:32Z', 'updated_at': '2021-11-12T08:14:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:36.243473 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-b689644c-b0c7-49de-866c-fe821576022e admin admin] For port 027e6124-f731-408e-b7cc-93a246ef8c70, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=027e6124-f731-408e-b7cc-93a246ef8c70,segment=NetworkSegment(63931bf5-9e98-4b9a-8008-e92f75ee8be8),segment_id=63931bf5-9e98-4b9a-8008-e92f75ee8be8)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:14:36.244647 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b689644c-b0c7-49de-866c-fe821576022e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:36.258483 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076a2f47-ac65-4b70-9918-bde0026ba62f None None] Checking router: f0b9c729-d121-4911-b4b6-68737f4d1577 for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:14:36.258836 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076a2f47-ac65-4b70-9918-bde0026ba62f None None] Updating router f0b9c729-d121-4911-b4b6-68737f4d1577 port f709940b-d379-4e0e-a4c8-444ccc0e8b5d binding host n-d-765315-29 {{(pid=102602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:14:36.296369 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-076a2f47-ac65-4b70-9918-bde0026ba62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:36.297171 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7404e71e-a2d7-4b31-b334-c4812855eb0f req-41c0521e-45cb-4c8d-8a80-787f0bb09d79 tempest-AttachSCSIVolumeTestJSON-1725353349 tempest-AttachSCSIVolumeTestJSON-1725353349-project] 10.222.0.26 "GET /v2.0/ports?device_id=8daf96f6-960d-49b9-a47a-6432de10a009 HTTP/1.1" status: 200 len: 210 time: 0.0567441 Nov 12 08:14:36.316315 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-b689644c-b0c7-49de-866c-fe821576022e admin admin] Calling delete_port for 027e6124-f731-408e-b7cc-93a246ef8c70 owned by network:router_interface {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:14:36.463494 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-cc633df4-5d5f-45f2-ae1b-13fb8874f40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:36.699154 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b689644c-b0c7-49de-866c-fe821576022e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:36.728762 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b3bba178-c7e5-4020-8f63-976aad9f0c20 req-172f9024-5d46-4a73-9c97-df31e22f2603 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7015431 Nov 12 08:14:36.736203 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b689644c-b0c7-49de-866c-fe821576022e admin admin] Pushing event deleted for resources: {'Port': ['ID=027e6124-f731-408e-b7cc-93a246ef8c70,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:36.800556 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 7cbf1e6f-4bdf-497a-8623-70a89e412f4c details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:14:36.850724 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-076a2f47-ac65-4b70-9918-bde0026ba62f None None] Publish callbacks [] for port, precommit_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:36.856067 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfa4f15-3ae9-4c0b-91af-b86fe6b42a90 req-262225f4-410f-4e0f-8b2e-5a68c9cd458c tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:36.865970 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3dfa4f15-3ae9-4c0b-91af-b86fe6b42a90 req-262225f4-410f-4e0f-8b2e-5a68c9cd458c tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a67e7bf-04f4-4d80-a1c5-07ba361f9e16 HTTP/1.1" status: 200 len: 950 time: 0.2107940 Nov 12 08:14:36.873960 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-076a2f47-ac65-4b70-9918-bde0026ba62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:36.998619 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45990bdc-db47-4baa-90da-0dcf9fcbd2ac None None] Pushing event updated for resources: {'Port': ['ID=f709940b-d379-4e0e-a4c8-444ccc0e8b5d,revision_number=2']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:37.007977 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3dfa4f15-3ae9-4c0b-91af-b86fe6b42a90 req-8d08d50e-5979-478b-a1aa-af7b24ebc93c tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378639 Nov 12 08:14:37.029101 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 7cbf1e6f-4bdf-497a-8623-70a89e412f4c, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=7cbf1e6f-4bdf-497a-8623-70a89e412f4c,segment=NetworkSegment(74228b36-f518-48da-bb5a-2dae6173211b),segment_id=74228b36-f518-48da-bb5a-2dae6173211b)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:14:37.053468 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': '7cbf1e6f-4bdf-497a-8623-70a89e412f4c', 'network_id': '33c4acc6-fff5-4d04-a808-ff7e0950b8a2', 'port_id': '7cbf1e6f-4bdf-497a-8623-70a89e412f4c', 'mac_address': 'fa:16:3e:1d:08:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22ada644-5ac2-4dd6-bbe3-6cce42afd567', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:14:37.070255 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45990bdc-db47-4baa-90da-0dcf9fcbd2ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:14:37.070974 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45990bdc-db47-4baa-90da-0dcf9fcbd2ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:14:37.071760 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45990bdc-db47-4baa-90da-0dcf9fcbd2ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:14:37.072295 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45990bdc-db47-4baa-90da-0dcf9fcbd2ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:14:37.072962 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45990bdc-db47-4baa-90da-0dcf9fcbd2ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:14:37.073506 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45990bdc-db47-4baa-90da-0dcf9fcbd2ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:14:37.074125 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45990bdc-db47-4baa-90da-0dcf9fcbd2ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:14:37.074687 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45990bdc-db47-4baa-90da-0dcf9fcbd2ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:14:37.075222 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45990bdc-db47-4baa-90da-0dcf9fcbd2ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:14:37.075747 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45990bdc-db47-4baa-90da-0dcf9fcbd2ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:14:37.076380 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45990bdc-db47-4baa-90da-0dcf9fcbd2ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:14:37.076918 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45990bdc-db47-4baa-90da-0dcf9fcbd2ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:14:37.101929 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-076a2f47-ac65-4b70-9918-bde0026ba62f None None] Attempting to bind port f709940b-d379-4e0e-a4c8-444ccc0e8b5d on host n-d-765315-29 for vnic_type normal with profile {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:14:37.102754 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-076a2f47-ac65-4b70-9918-bde0026ba62f None None] Attempting to bind port f709940b-d379-4e0e-a4c8-444ccc0e8b5d by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:14:37.103397 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076a2f47-ac65-4b70-9918-bde0026ba62f None None] Attempting to bind port f709940b-d379-4e0e-a4c8-444ccc0e8b5d on network d709f64f-f9e6-4525-b020-ad48633b9bbf {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:14:37.109953 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076a2f47-ac65-4b70-9918-bde0026ba62f None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:14:37.110908 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076a2f47-ac65-4b70-9918-bde0026ba62f None None] Checking segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:14:37.111553 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-076a2f47-ac65-4b70-9918-bde0026ba62f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:37.112167 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076a2f47-ac65-4b70-9918-bde0026ba62f None None] Bound using segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:14:37.112897 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-076a2f47-ac65-4b70-9918-bde0026ba62f None None] Bound port: f709940b-d379-4e0e-a4c8-444ccc0e8b5d, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:14:37.113542 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-076a2f47-ac65-4b70-9918-bde0026ba62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:37.159520 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:37.196685 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cbf1e6f-4bdf-497a-8623-70a89e412f4c {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:14:37.221844 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-076a2f47-ac65-4b70-9918-bde0026ba62f None None] For port f709940b-d379-4e0e-a4c8-444ccc0e8b5d, host n-d-765315-29, cleared binding levels {{(pid=102602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:14:37.228744 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 7cbf1e6f-4bdf-497a-8623-70a89e412f4c, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=7cbf1e6f-4bdf-497a-8623-70a89e412f4c,segment=NetworkSegment(74228b36-f518-48da-bb5a-2dae6173211b),segment_id=74228b36-f518-48da-bb5a-2dae6173211b)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:14:37.228966 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca25c3c7-3f00-466a-b7ea-a0b7714d4dd2 req-1f2295a7-5dd1-49fe-b389-ca80987b595e tempest-AttachSCSIVolumeTestJSON-1725353349 tempest-AttachSCSIVolumeTestJSON-1725353349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:37.229819 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-076a2f47-ac65-4b70-9918-bde0026ba62f None None] For port f709940b-d379-4e0e-a4c8-444ccc0e8b5d, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=f709940b-d379-4e0e-a4c8-444ccc0e8b5d,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:14:37.230421 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ca25c3c7-3f00-466a-b7ea-a0b7714d4dd2 req-1f2295a7-5dd1-49fe-b389-ca80987b595e tempest-AttachSCSIVolumeTestJSON-1725353349 tempest-AttachSCSIVolumeTestJSON-1725353349-project] 10.222.0.44 "GET /v2.0/networks?id=0e17a029-398f-4390-aea4-c0135238b984 HTTP/1.1" status: 200 len: 815 time: 0.6567776 Nov 12 08:14:37.241791 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:37.241994 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-076a2f47-ac65-4b70-9918-bde0026ba62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:37.273405 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-ca25c3c7-3f00-466a-b7ea-a0b7714d4dd2 req-0bed3199-aa2c-4837-b83f-37526db39e1d tempest-AttachSCSIVolumeTestJSON-1725353349 tempest-AttachSCSIVolumeTestJSON-1725353349-project] Request body: {'port': {'device_id': '8daf96f6-960d-49b9-a47a-6432de10a009', 'network_id': '0e17a029-398f-4390-aea4-c0135238b984', 'admin_state_up': True, 'tenant_id': 'e3654af28e3b4e1fa3358c62ae6c58eb'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:14:37.288990 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b689644c-b0c7-49de-866c-fe821576022e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918626'] for router_interface, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:37.361015 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=7cbf1e6f-4bdf-497a-8623-70a89e412f4c,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:37.372423 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076a2f47-ac65-4b70-9918-bde0026ba62f None None] Routers {'f0b9c729-d121-4911-b4b6-68737f4d1577'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:14:37.373041 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-076a2f47-ac65-4b70-9918-bde0026ba62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:14:36Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['f0b9c729-d121-4911-b4b6-68737f4d1577'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:37.374920 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45990bdc-db47-4baa-90da-0dcf9fcbd2ac None None] Pushing event updated for resources: {'Port': ['ID=f709940b-d379-4e0e-a4c8-444ccc0e8b5d,revision_number=3']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:37.493481 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6509191d-3c03-48ec-8b01-9aa64c9da23a req-5fcccf54-0b58-4ea5-8a6f-6050f8ddaff7 tempest-AttachSCSIVolumeTestJSON-1725353349 tempest-AttachSCSIVolumeTestJSON-1725353349-project] 10.222.0.26 "GET /v2.0/ports?device_id=8daf96f6-960d-49b9-a47a-6432de10a009 HTTP/1.1" status: 200 len: 210 time: 0.0529130 Nov 12 08:14:37.521961 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4530a53-fa94-491b-9dae-b85510e18a33 req-ff8782c6-9a99-45ff-b1f2-a58357673af4 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:37.530010 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c4530a53-fa94-491b-9dae-b85510e18a33 req-ff8782c6-9a99-45ff-b1f2-a58357673af4 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a027cfb-0708-4da3-ab68-8147ff2a3808 HTTP/1.1" status: 200 len: 943 time: 0.5612831 Nov 12 08:14:37.548917 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-076a2f47-ac65-4b70-9918-bde0026ba62f None None] Set router f0b9c729-d121-4911-b4b6-68737f4d1577 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:14:37.558073 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['7cbf1e6f-4bdf-497a-8623-70a89e412f4c'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:14:37.592041 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca25c3c7-3f00-466a-b7ea-a0b7714d4dd2 req-0bed3199-aa2c-4837-b83f-37526db39e1d tempest-AttachSCSIVolumeTestJSON-1725353349 tempest-AttachSCSIVolumeTestJSON-1725353349-project] Made reservation on behalf of e3654af28e3b4e1fa3358c62ae6c58eb for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:14:37.596584 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-ca25c3c7-3f00-466a-b7ea-a0b7714d4dd2 req-0bed3199-aa2c-4837-b83f-37526db39e1d tempest-AttachSCSIVolumeTestJSON-1725353349 tempest-AttachSCSIVolumeTestJSON-1725353349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:37.691065 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c4530a53-fa94-491b-9dae-b85510e18a33 req-72914636-c481-4ccd-9509-55410e98bce7 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579292 Nov 12 08:14:37.766884 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b689644c-b0c7-49de-866c-fe821576022e admin admin] Router 7eb0a3fe-da27-4b90-bace-c3cd1f732338 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:14:37.830487 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:37.910133 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-f8eb93dc-14a4-4a7d-b0ba-21a2c4b4955d req-2fa70e8e-bd9d-4cc0-ac2a-1b4828aa5e83 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:37.971985 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-076a2f47-ac65-4b70-9918-bde0026ba62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0b9c729-d121-4911-b4b6-68737f4d1577', 'name': 'tempest-ServerRescueTestJSON-263269099-router', 'tenant_id': '4185fcef2b8f49279dd089f3c02606eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'f709940b-d379-4e0e-a4c8-444ccc0e8b5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:14:30Z', 'updated_at': '2021-11-12T08:14:33Z', 'revision_number': 3, 'project_id': '4185fcef2b8f49279dd089f3c02606eb', 'gw_port': {'id': 'f709940b-d379-4e0e-a4c8-444ccc0e8b5d', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:fe:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0b9c729-d121-4911-b4b6-68737f4d1577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:14:32Z', 'updated_at': '2021-11-12T08:14:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:38.000825 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b689644c-b0c7-49de-866c-fe821576022e admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:14:38.009783 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-b689644c-b0c7-49de-866c-fe821576022e admin admin] 10.222.0.26 "PUT /v2.0/routers/7eb0a3fe-da27-4b90-bace-c3cd1f732338/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2044530 Nov 12 08:14:38.014736 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b472b4c-84d3-4a60-850a-588a41aef8ff None None] Sync routers for ids ['7eb0a3fe-da27-4b90-bace-c3cd1f732338'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:14:38.041124 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 41122) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:38.041766 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b472b4c-84d3-4a60-850a-588a41aef8ff None None] Routers {'7eb0a3fe-da27-4b90-bace-c3cd1f732338'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:14:38.042538 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-0b472b4c-84d3-4a60-850a-588a41aef8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:14:36Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['7eb0a3fe-da27-4b90-bace-c3cd1f732338'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:38.070535 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076a2f47-ac65-4b70-9918-bde0026ba62f None None] The sync data for ids ['f0b9c729-d121-4911-b4b6-68737f4d1577'] in n-d-765315-29 is: [{'id': 'f0b9c729-d121-4911-b4b6-68737f4d1577', 'name': 'tempest-ServerRescueTestJSON-263269099-router', 'tenant_id': '4185fcef2b8f49279dd089f3c02606eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'f709940b-d379-4e0e-a4c8-444ccc0e8b5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:14:30Z', 'updated_at': '2021-11-12T08:14:33Z', 'revision_number': 3, 'project_id': '4185fcef2b8f49279dd089f3c02606eb', 'gw_port': {'id': 'f709940b-d379-4e0e-a4c8-444ccc0e8b5d', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:fe:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0b9c729-d121-4911-b4b6-68737f4d1577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:14:32Z', 'updated_at': '2021-11-12T08:14:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:14:38.084927 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa70e8e-bd9d-4cc0-ac2a-1b4828aa5e83 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Pushing event deleted for resources: {'Port': ['ID=8fe74de5-4ddc-4607-908c-2c9997c8b8bf,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:38.124248 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85252c5-313e-4f7a-b9fd-9e8b46a86c10 req-5fb68d87-0cc2-41d0-90d4-4d73a7b39fe2 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:38.136568 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d85252c5-313e-4f7a-b9fd-9e8b46a86c10 req-5fb68d87-0cc2-41d0-90d4-4d73a7b39fe2 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e868370-cd9a-4294-bfa6-c7375e65f20f HTTP/1.1" status: 200 len: 945 time: 0.1336327 Nov 12 08:14:38.137543 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7b3b4983-1231-4c71-8847-adb3f952afc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:38.212965 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8eb93dc-14a4-4a7d-b0ba-21a2c4b4955d req-2fa70e8e-bd9d-4cc0-ac2a-1b4828aa5e83 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] No DVR routers for this DVR port 8fe74de5-4ddc-4607-908c-2c9997c8b8bf on host n-h1-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:14:38.225436 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-f8eb93dc-14a4-4a7d-b0ba-21a2c4b4955d req-2fa70e8e-bd9d-4cc0-ac2a-1b4828aa5e83 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:38.233103 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f8eb93dc-14a4-4a7d-b0ba-21a2c4b4955d req-2fa70e8e-bd9d-4cc0-ac2a-1b4828aa5e83 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.21 "DELETE /v2.0/ports/8fe74de5-4ddc-4607-908c-2c9997c8b8bf HTTP/1.1" status: 204 len: 173 time: 3.0076458 Nov 12 08:14:38.257094 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a67e7bf-04f4-4d80-a1c5-07ba361f9e16', 'name': 'network-vif-deleted', 'tag': '8fe74de5-4ddc-4607-908c-2c9997c8b8bf'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:14:38.268964 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14bf846d-baa2-4c92-8e48-2f66d3b4eb44" -d '{"events": [{"server_uuid": "4a67e7bf-04f4-4d80-a1c5-07ba361f9e16", "name": "network-vif-deleted", "tag": "8fe74de5-4ddc-4607-908c-2c9997c8b8bf"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:14:38.357629 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b93d445e-69df-40e7-8718-59d55083686c req-5c0bc370-b75e-4bdd-9362-8a5719426541 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a67e7bf-04f4-4d80-a1c5-07ba361f9e16 HTTP/1.1" status: 200 len: 210 time: 0.1536646 Nov 12 08:14:38.359086 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-ca25c3c7-3f00-466a-b7ea-a0b7714d4dd2 req-0bed3199-aa2c-4837-b83f-37526db39e1d tempest-AttachSCSIVolumeTestJSON-1725353349 tempest-AttachSCSIVolumeTestJSON-1725353349-project] Allocated IP 172.20.0.11 (0e17a029-398f-4390-aea4-c0135238b984/6bc80b87-9ac4-4c5a-b3f4-eee162229a6d/ffb48297-a1ac-4a16-b390-b03e53b462da) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:14:38.397784 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['57e599f1-5ffb-44b1-90b8-87efeef1ee5e'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:14:38.416729 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d85252c5-313e-4f7a-b9fd-9e8b46a86c10 req-95ba9793-b858-4e47-9706-2737d928dc4b tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2791717 Nov 12 08:14:38.473821 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d4ae93b4-243f-43b3-9898-6653919abb24 admin admin] Publish callbacks [] for router, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:38.532123 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-0b472b4c-84d3-4a60-850a-588a41aef8ff None None] Set router 7eb0a3fe-da27-4b90-bace-c3cd1f732338 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:14:38.575677 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9e1ed67-c91b-4625-a113-2620ad9ad452 x-openstack-request-id: req-d9e1ed67-c91b-4625-a113-2620ad9ad452 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:14:38.580600 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a67e7bf-04f4-4d80-a1c5-07ba361f9e16", "name": "network-vif-deleted", "tag": "8fe74de5-4ddc-4607-908c-2c9997c8b8bf", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:14:38.580600 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d9e1ed67-c91b-4625-a113-2620ad9ad452 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:14:38.580600 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a67e7bf-04f4-4d80-a1c5-07ba361f9e16', 'name': 'network-vif-deleted', 'tag': '8fe74de5-4ddc-4607-908c-2c9997c8b8bf', 'status': 'completed', 'code': 200} Nov 12 08:14:39.037588 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 8fe74de5-4ddc-4607-908c-2c9997c8b8bf no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:14:39.051242 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1bd6ccaa-4ee3-43fe-92f7-ef410410c587 req-20627163-9e9d-4c9c-9b86-56422215375c tempest-AttachSCSIVolumeTestJSON-1725353349 tempest-AttachSCSIVolumeTestJSON-1725353349-project] 10.222.0.26 "GET /v2.0/ports?device_id=8daf96f6-960d-49b9-a47a-6432de10a009 HTTP/1.1" status: 200 len: 210 time: 0.1109707 Nov 12 08:14:39.153295 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 7cbf1e6f-4bdf-497a-8623-70a89e412f4c up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:14:39.159949 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-7b3b4983-1231-4c71-8847-adb3f952afc5 admin admin] Allocated IP 172.20.0.1 (fe05a3f0-e7b5-4820-a80d-5e53a559df6b/2fa031d2-0eb2-40ca-b071-7b73de446d96/fcc16614-61b2-4e28-94f8-3faf7cb13108) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:14:39.551206 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-e530113a-7783-48f4-9840-8911a24052df None None] No Port match for: 8fe74de5-4ddc-4607-908c-2c9997c8b8bf {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:14:39.551964 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 8fe74de5-4ddc-4607-908c-2c9997c8b8bf not bound to the agent host n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:14:39.567902 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device f709940b-d379-4e0e-a4c8-444ccc0e8b5d up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:14:39.569166 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7b3b4983-1231-4c71-8847-adb3f952afc5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:39.665651 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-ca25c3c7-3f00-466a-b7ea-a0b7714d4dd2 req-0bed3199-aa2c-4837-b83f-37526db39e1d tempest-AttachSCSIVolumeTestJSON-1725353349 tempest-AttachSCSIVolumeTestJSON-1725353349-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:39.680242 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7b3b4983-1231-4c71-8847-adb3f952afc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:39.728462 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d4ae93b4-243f-43b3-9898-6653919abb24 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:39.749243 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:39.798309 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:39.816748 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3b4983-1231-4c71-8847-adb3f952afc5 admin admin] Network fe05a3f0-e7b5-4820-a80d-5e53a559df6b is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:14:39.832314 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-7b3b4983-1231-4c71-8847-adb3f952afc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:14:39.843375 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3b4983-1231-4c71-8847-adb3f952afc5 admin admin] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:14:39.945422 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1132e21-d3bf-453a-ab13-ca94f880aca3 req-9dc12d0a-3b6a-480d-b089-4d1b9ac1dc9e tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:39.947886 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f1132e21-d3bf-453a-ab13-ca94f880aca3 req-9dc12d0a-3b6a-480d-b089-4d1b9ac1dc9e tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e868370-cd9a-4294-bfa6-c7375e65f20f HTTP/1.1" status: 200 len: 945 time: 0.2212319 Nov 12 08:14:39.953925 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3b4983-1231-4c71-8847-adb3f952afc5 admin admin] Pushing event updated for resources: {'Port': ['ID=fcc16614-61b2-4e28-94f8-3faf7cb13108,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:39.957566 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-d4ae93b4-243f-43b3-9898-6653919abb24 admin admin] Deleting port c590cd30-813f-43f8-a740-35ea6de0c811 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:14:39.961699 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d4ae93b4-243f-43b3-9898-6653919abb24 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:39.976362 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d39dd-6acb-44f0-8f33-fbf208bcabc3 req-2a99b94f-8255-4166-8e2b-a0ab463fa35d tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:39.978011 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e53d39dd-6acb-44f0-8f33-fbf208bcabc3 req-2a99b94f-8255-4166-8e2b-a0ab463fa35d tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a027cfb-0708-4da3-ab68-8147ff2a3808 HTTP/1.1" status: 200 len: 944 time: 0.3093176 Nov 12 08:14:39.980864 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7b3b4983-1231-4c71-8847-adb3f952afc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933481'] for router_interface, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:39.993603 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning for port 7cbf1e6f-4bdf-497a-8623-70a89e412f4c completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:14:40.010695 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-0b472b4c-84d3-4a60-850a-588a41aef8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb0a3fe-da27-4b90-bace-c3cd1f732338', 'name': 'tempest-ServersTestFqdnHostnames-1753519180-router', 'tenant_id': '7b977b25095b4a6f80882ecf78723040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': 'c590cd30-813f-43f8-a740-35ea6de0c811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:12:11Z', 'updated_at': '2021-11-12T08:14:36Z', 'revision_number': 5, 'project_id': '7b977b25095b4a6f80882ecf78723040', 'gw_port': {'id': 'c590cd30-813f-43f8-a740-35ea6de0c811', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:db:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0a3fe-da27-4b90-bace-c3cd1f732338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:12:12Z', 'updated_at': '2021-11-12T08:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:40.047098 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-ca25c3c7-3f00-466a-b7ea-a0b7714d4dd2 req-0bed3199-aa2c-4837-b83f-37526db39e1d tempest-AttachSCSIVolumeTestJSON-1725353349 tempest-AttachSCSIVolumeTestJSON-1725353349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:40.096463 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b472b4c-84d3-4a60-850a-588a41aef8ff None None] Checking router: 7eb0a3fe-da27-4b90-bace-c3cd1f732338 for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:14:40.112423 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port 7cbf1e6f-4bdf-497a-8623-70a89e412f4c triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:14:40.112701 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:40.133148 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca25c3c7-3f00-466a-b7ea-a0b7714d4dd2 req-0bed3199-aa2c-4837-b83f-37526db39e1d tempest-AttachSCSIVolumeTestJSON-1725353349 tempest-AttachSCSIVolumeTestJSON-1725353349-project] Network 0e17a029-398f-4390-aea4-c0135238b984 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:14:40.148816 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-ca25c3c7-3f00-466a-b7ea-a0b7714d4dd2 req-0bed3199-aa2c-4837-b83f-37526db39e1d tempest-AttachSCSIVolumeTestJSON-1725353349 tempest-AttachSCSIVolumeTestJSON-1725353349-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:14:40.178872 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f1132e21-d3bf-453a-ab13-ca94f880aca3 req-dc334f1d-937b-4455-bd55-42e234132662 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338391 Nov 12 08:14:40.180098 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca25c3c7-3f00-466a-b7ea-a0b7714d4dd2 req-0bed3199-aa2c-4837-b83f-37526db39e1d tempest-AttachSCSIVolumeTestJSON-1725353349 tempest-AttachSCSIVolumeTestJSON-1725353349-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:14:40.224680 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e53d39dd-6acb-44f0-8f33-fbf208bcabc3 req-81bec805-52e4-44a4-b175-42fa9cfa45dd tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379715 Nov 12 08:14:40.244735 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-d4ae93b4-243f-43b3-9898-6653919abb24 admin admin] For port c590cd30-813f-43f8-a740-35ea6de0c811, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=c590cd30-813f-43f8-a740-35ea6de0c811,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:14:40.250898 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d4ae93b4-243f-43b3-9898-6653919abb24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:40.275065 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bed3199-aa2c-4837-b83f-37526db39e1d tempest-AttachSCSIVolumeTestJSON-1725353349 tempest-AttachSCSIVolumeTestJSON-1725353349-project] Pushing event updated for resources: {'Port': ['ID=ffb48297-a1ac-4a16-b390-b03e53b462da,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:40.292533 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-d4ae93b4-243f-43b3-9898-6653919abb24 admin admin] Calling delete_port for c590cd30-813f-43f8-a740-35ea6de0c811 owned by network:router_gateway {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:14:40.397536 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port f709940b-d379-4e0e-a4c8-444ccc0e8b5d triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:14:40.397958 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:40.399754 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b472b4c-84d3-4a60-850a-588a41aef8ff None None] Routers {'7eb0a3fe-da27-4b90-bace-c3cd1f732338'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:14:40.400387 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-0b472b4c-84d3-4a60-850a-588a41aef8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:14:36Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['7eb0a3fe-da27-4b90-bace-c3cd1f732338'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:40.442531 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca25c3c7-3f00-466a-b7ea-a0b7714d4dd2 req-0bed3199-aa2c-4837-b83f-37526db39e1d tempest-AttachSCSIVolumeTestJSON-1725353349 tempest-AttachSCSIVolumeTestJSON-1725353349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:40.447081 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-ca25c3c7-3f00-466a-b7ea-a0b7714d4dd2 req-0bed3199-aa2c-4837-b83f-37526db39e1d tempest-AttachSCSIVolumeTestJSON-1725353349 tempest-AttachSCSIVolumeTestJSON-1725353349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:40.634831 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ca25c3c7-3f00-466a-b7ea-a0b7714d4dd2 req-0bed3199-aa2c-4837-b83f-37526db39e1d tempest-AttachSCSIVolumeTestJSON-1725353349 tempest-AttachSCSIVolumeTestJSON-1725353349-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3720739 Nov 12 08:14:40.652283 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7b3b4983-1231-4c71-8847-adb3f952afc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:40.755890 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03c27db-f82e-463b-bfd9-80c74376e0e9 req-a64a54c4-68a4-44e9-9037-c37e79f6a9db tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:40.757453 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c03c27db-f82e-463b-bfd9-80c74376e0e9 req-a64a54c4-68a4-44e9-9037-c37e79f6a9db tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e868370-cd9a-4294-bfa6-c7375e65f20f HTTP/1.1" status: 200 len: 945 time: 0.3638401 Nov 12 08:14:40.776115 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d4ae93b4-243f-43b3-9898-6653919abb24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:40.812327 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:14:40.827563 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ae93b4-243f-43b3-9898-6653919abb24 admin admin] Pushing event deleted for resources: {'Port': ['ID=c590cd30-813f-43f8-a740-35ea6de0c811,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:40.974124 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-ca25c3c7-3f00-466a-b7ea-a0b7714d4dd2 req-06ca5a30-ed31-4ae6-86ef-fbf9de4986b0 service neutron] Request body: {'port': {'device_id': '8daf96f6-960d-49b9-a47a-6432de10a009', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:14:41.023494 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-0b472b4c-84d3-4a60-850a-588a41aef8ff None None] Set router 7eb0a3fe-da27-4b90-bace-c3cd1f732338 gateway port host: None {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:14:41.053706 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d4ae93b4-243f-43b3-9898-6653919abb24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-933016'] for router_gateway, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:41.079197 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:41.142531 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b62f080-78cd-41c2-b064-626065f2af50 req-e22ab62f-9734-436c-9e13-bd99fe9c7813 tempest-AttachSCSIVolumeTestJSON-1725353349 tempest-AttachSCSIVolumeTestJSON-1725353349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:41.159821 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6b62f080-78cd-41c2-b064-626065f2af50 req-e22ab62f-9734-436c-9e13-bd99fe9c7813 tempest-AttachSCSIVolumeTestJSON-1725353349 tempest-AttachSCSIVolumeTestJSON-1725353349-project] 10.222.0.26 "GET /v2.0/ports?device_id=8daf96f6-960d-49b9-a47a-6432de10a009 HTTP/1.1" status: 200 len: 932 time: 0.4567308 Nov 12 08:14:41.161602 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-c41bbd45-d021-4e7a-8c85-0ff20eccebef None None] Provisioning complete for port ffb48297-a1ac-4a16-b390-b03e53b462da triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:14:41.162104 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c41bbd45-d021-4e7a-8c85-0ff20eccebef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:41.174172 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-0b472b4c-84d3-4a60-850a-588a41aef8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb0a3fe-da27-4b90-bace-c3cd1f732338', 'name': 'tempest-ServersTestFqdnHostnames-1753519180-router', 'tenant_id': '7b977b25095b4a6f80882ecf78723040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:12:11Z', 'updated_at': '2021-11-12T08:14:39Z', 'revision_number': 6, 'project_id': '7b977b25095b4a6f80882ecf78723040', 'gw_port_host': None}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:41.217917 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d4ae93b4-243f-43b3-9898-6653919abb24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:41.222200 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d4ae93b4-243f-43b3-9898-6653919abb24 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:41.236321 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a027cfb-0708-4da3-ab68-8147ff2a3808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cbf1e6f-4bdf-497a-8623-70a89e412f4c'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:14:41.241242 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c8875c1-04f5-47df-a9d5-bcdf9a277815" -d '{"events": [{"server_uuid": "7a027cfb-0708-4da3-ab68-8147ff2a3808", "name": "network-vif-plugged", "status": "completed", "tag": "7cbf1e6f-4bdf-497a-8623-70a89e412f4c"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:14:41.274153 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b472b4c-84d3-4a60-850a-588a41aef8ff None None] The sync data for ids ['7eb0a3fe-da27-4b90-bace-c3cd1f732338'] in n-d-765315-29 is: [{'id': '7eb0a3fe-da27-4b90-bace-c3cd1f732338', 'name': 'tempest-ServersTestFqdnHostnames-1753519180-router', 'tenant_id': '7b977b25095b4a6f80882ecf78723040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:12:11Z', 'updated_at': '2021-11-12T08:14:39Z', 'revision_number': 6, 'project_id': '7b977b25095b4a6f80882ecf78723040', 'gw_port_host': None}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:14:41.288565 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 7cbf1e6f-4bdf-497a-8623-70a89e412f4c, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=7cbf1e6f-4bdf-497a-8623-70a89e412f4c,segment=NetworkSegment(74228b36-f518-48da-bb5a-2dae6173211b),segment_id=74228b36-f518-48da-bb5a-2dae6173211b)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:14:41.349135 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d4ae93b4-243f-43b3-9898-6653919abb24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:41.351517 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4ae93b4-243f-43b3-9898-6653919abb24 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7eb0a3fe-da27-4b90-bace-c3cd1f732338 {{(pid=102600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:14:41.352391 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:41.382366 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-c41bbd45-d021-4e7a-8c85-0ff20eccebef None None] Port ffb48297-a1ac-4a16-b390-b03e53b462da cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:14:41.390853 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d4ae93b4-243f-43b3-9898-6653919abb24 admin admin] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:41.392096 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-d4ae93b4-243f-43b3-9898-6653919abb24 admin admin] 10.222.0.26 "DELETE /v2.0/routers/7eb0a3fe-da27-4b90-bace-c3cd1f732338 HTTP/1.1" status: 204 len: 168 time: 3.3489258 Nov 12 08:14:41.402066 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 41172) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:41.424174 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:41.459099 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971de854-f82f-4649-b194-1d630f7e2d4e req-eb52b4b5-259b-49d2-a844-0eaffdd0b6d0 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:41.469122 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] For port f709940b-d379-4e0e-a4c8-444ccc0e8b5d, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=f709940b-d379-4e0e-a4c8-444ccc0e8b5d,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:14:41.474479 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-971de854-f82f-4649-b194-1d630f7e2d4e req-eb52b4b5-259b-49d2-a844-0eaffdd0b6d0 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=96a9cab0-60b5-4289-a73f-a894f7e4644d HTTP/1.1" status: 200 len: 949 time: 0.1726909 Nov 12 08:14:41.495625 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:41.513107 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=7cbf1e6f-4bdf-497a-8623-70a89e412f4c,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:41.536777 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-ca25c3c7-3f00-466a-b7ea-a0b7714d4dd2 req-06ca5a30-ed31-4ae6-86ef-fbf9de4986b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:41.579172 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-971de854-f82f-4649-b194-1d630f7e2d4e req-e276cd1a-44b0-4018-8ae7-edc249561a3c tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024985 Nov 12 08:14:41.607736 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Pushing event updated for resources: {'Port': ['ID=f709940b-d379-4e0e-a4c8-444ccc0e8b5d,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:41.726734 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7b3b4983-1231-4c71-8847-adb3f952afc5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:41.748945 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-2127f7d8-8a91-41db-91a1-23c517580275 admin admin] Deleting subnet 1ff85e19-2181-4928-85a7-b9b38ac49a84 {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:14:41.757611 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2127f7d8-8a91-41db-91a1-23c517580275 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:41.784939 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7b3b4983-1231-4c71-8847-adb3f952afc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:41.814631 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6b62f080-78cd-41c2-b064-626065f2af50 req-a4dcb070-dc44-4d5d-84e8-d609cf960cbf tempest-AttachSCSIVolumeTestJSON-1725353349 tempest-AttachSCSIVolumeTestJSON-1725353349-project] 10.222.0.26 "GET /v2.0/security-groups?id=b75e1799-a001-44e4-aae3-9da5da29512a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5394917 Nov 12 08:14:41.814631 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-c03c27db-f82e-463b-bfd9-80c74376e0e9 req-da03e350-11c3-4281-8e5b-b08eaf7017d5 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Deleting port bda67948-e771-40f3-aca6-ed8a53c2ee92 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:14:41.814631 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-c03c27db-f82e-463b-bfd9-80c74376e0e9 req-da03e350-11c3-4281-8e5b-b08eaf7017d5 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:41.891815 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f6ef98-68d5-4ef8-ac5c-15894dfce268 x-openstack-request-id: req-22f6ef98-68d5-4ef8-ac5c-15894dfce268 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:14:41.892110 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a027cfb-0708-4da3-ab68-8147ff2a3808", "name": "network-vif-plugged", "status": "completed", "tag": "7cbf1e6f-4bdf-497a-8623-70a89e412f4c", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:14:41.892364 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-22f6ef98-68d5-4ef8-ac5c-15894dfce268 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:14:41.892765 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a027cfb-0708-4da3-ab68-8147ff2a3808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cbf1e6f-4bdf-497a-8623-70a89e412f4c', 'code': 200} Nov 12 08:14:41.917762 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device f709940b-d379-4e0e-a4c8-444ccc0e8b5d up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:14:41.930647 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b43f716-8575-49bd-bc5f-37f0843b22d9 req-e6012d10-83a6-41f6-abc2-bf2ce6227243 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:41.932240 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7b43f716-8575-49bd-bc5f-37f0843b22d9 req-e6012d10-83a6-41f6-abc2-bf2ce6227243 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e868370-cd9a-4294-bfa6-c7375e65f20f HTTP/1.1" status: 200 len: 945 time: 0.1505892 Nov 12 08:14:42.029317 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-c03c27db-f82e-463b-bfd9-80c74376e0e9 req-da03e350-11c3-4281-8e5b-b08eaf7017d5 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] For port bda67948-e771-40f3-aca6-ed8a53c2ee92, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=bda67948-e771-40f3-aca6-ed8a53c2ee92,segment=NetworkSegment(931741a0-66de-48c6-b90b-c82af0a9f552),segment_id=931741a0-66de-48c6-b90b-c82af0a9f552)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:14:42.029853 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-c03c27db-f82e-463b-bfd9-80c74376e0e9 req-da03e350-11c3-4281-8e5b-b08eaf7017d5 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:42.035805 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7b43f716-8575-49bd-bc5f-37f0843b22d9 req-12cfc751-6eb4-46f2-9af4-d0442dbf25c8 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881786 Nov 12 08:14:42.047702 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-c03c27db-f82e-463b-bfd9-80c74376e0e9 req-da03e350-11c3-4281-8e5b-b08eaf7017d5 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Calling delete_port for bda67948-e771-40f3-aca6-ed8a53c2ee92 owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:14:42.099278 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:42.099981 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port f709940b-d379-4e0e-a4c8-444ccc0e8b5d triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:14:42.100337 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:42.188163 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3b4983-1231-4c71-8847-adb3f952afc5 admin admin] Pushing event updated for resources: {'Port': ['ID=fcc16614-61b2-4e28-94f8-3faf7cb13108,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:42.392642 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2127f7d8-8a91-41db-91a1-23c517580275 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31181813'] for subnet, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:42.447316 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7b3b4983-1231-4c71-8847-adb3f952afc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933629'] for router_interface, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:42.496531 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device bda67948-e771-40f3-aca6-ed8a53c2ee92 no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:14:42.533748 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe3e763-cbff-4352-b464-237814fe46f7 req-ddb40a84-8db5-4557-9f78-d97f83849f7e tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:42.542922 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-efe3e763-cbff-4352-b464-237814fe46f7 req-ddb40a84-8db5-4557-9f78-d97f83849f7e tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a027cfb-0708-4da3-ab68-8147ff2a3808 HTTP/1.1" status: 200 len: 945 time: 0.3817089 Nov 12 08:14:42.685709 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 027e6124-f731-408e-b7cc-93a246ef8c70 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:14:42.730004 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 027e6124-f731-408e-b7cc-93a246ef8c70 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:14:42.731443 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 027e6124-f731-408e-b7cc-93a246ef8c70 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:14:42.777907 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:42.862980 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port bda67948-e771-40f3-aca6-ed8a53c2ee92, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=bda67948-e771-40f3-aca6-ed8a53c2ee92,segment=NetworkSegment(931741a0-66de-48c6-b90b-c82af0a9f552),segment_id=931741a0-66de-48c6-b90b-c82af0a9f552)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:14:42.870649 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:42.927296 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 41194) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:42.957505 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=bda67948-e771-40f3-aca6-ed8a53c2ee92,revision_number=6']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:43.179355 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-69343583-a473-472b-bd72-feffa70d7ac9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:43.282610 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb84d6f-460f-4f0c-a994-657332d1aa36 req-ad70e300-b3fe-4b38-8706-15882dcffdd8 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:43.285513 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-acb84d6f-460f-4f0c-a994-657332d1aa36 req-ad70e300-b3fe-4b38-8706-15882dcffdd8 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=96a9cab0-60b5-4289-a73f-a894f7e4644d HTTP/1.1" status: 200 len: 949 time: 0.4412117 Nov 12 08:14:43.299500 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-efe3e763-cbff-4352-b464-237814fe46f7 req-4d0248b8-9b67-426b-8a6f-a37c902c7a64 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7556243 Nov 12 08:14:43.356928 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2127f7d8-8a91-41db-91a1-23c517580275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:43.395656 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-c03c27db-f82e-463b-bfd9-80c74376e0e9 req-da03e350-11c3-4281-8e5b-b08eaf7017d5 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:43.398977 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3b4983-1231-4c71-8847-adb3f952afc5 admin admin] Network fe05a3f0-e7b5-4820-a80d-5e53a559df6b is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:14:43.421674 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-7b3b4983-1231-4c71-8847-adb3f952afc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:14:43.436245 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-acb84d6f-460f-4f0c-a994-657332d1aa36 req-caa87f91-0645-4435-9ea5-36f0cbb8c2f0 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438100 Nov 12 08:14:43.487086 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-69343583-a473-472b-bd72-feffa70d7ac9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:43.492352 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-69343583-a473-472b-bd72-feffa70d7ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:43.519827 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da03e350-11c3-4281-8e5b-b08eaf7017d5 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Pushing event deleted for resources: {'Port': ['ID=bda67948-e771-40f3-aca6-ed8a53c2ee92,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:43.535415 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device c590cd30-813f-43f8-a740-35ea6de0c811 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:14:43.536183 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-69343583-a473-472b-bd72-feffa70d7ac9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b1616f472f2a49ce87ae796c3620bb83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6070569 Nov 12 08:14:43.545034 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 41202) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:43.581343 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: c590cd30-813f-43f8-a740-35ea6de0c811 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:14:43.582163 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device c590cd30-813f-43f8-a740-35ea6de0c811 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:14:43.624604 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-c03c27db-f82e-463b-bfd9-80c74376e0e9 req-da03e350-11c3-4281-8e5b-b08eaf7017d5 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] No DVR routers for this DVR port bda67948-e771-40f3-aca6-ed8a53c2ee92 on host n-h1-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:14:43.634890 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d94d2642-a7fd-4d47-acf8-46ed5ce4f718 req-f3cb9902-47be-4d9b-bd1b-e710340db92f tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e868370-cd9a-4294-bfa6-c7375e65f20f HTTP/1.1" status: 200 len: 210 time: 0.0646856 Nov 12 08:14:43.642519 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69343583-a473-472b-bd72-feffa70d7ac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d455f4e-3c04-46c0-8bd6-e88c7ddae577,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:43.718421 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-c03c27db-f82e-463b-bfd9-80c74376e0e9 req-da03e350-11c3-4281-8e5b-b08eaf7017d5 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:43.719778 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a0a0b05a-fd92-46d9-a818-f10b52e71bea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:43.723096 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c03c27db-f82e-463b-bfd9-80c74376e0e9 req-da03e350-11c3-4281-8e5b-b08eaf7017d5 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.21 "DELETE /v2.0/ports/bda67948-e771-40f3-aca6-ed8a53c2ee92 HTTP/1.1" status: 204 len: 173 time: 2.8335536 Nov 12 08:14:43.726405 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e868370-cd9a-4294-bfa6-c7375e65f20f', 'name': 'network-vif-deleted', 'tag': 'bda67948-e771-40f3-aca6-ed8a53c2ee92'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:14:43.729058 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-026cfc6c-bdbb-46dc-bf6f-5b72dbf8ff8c" -d '{"events": [{"server_uuid": "2e868370-cd9a-4294-bfa6-c7375e65f20f", "name": "network-vif-deleted", "tag": "bda67948-e771-40f3-aca6-ed8a53c2ee92"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:14:43.769691 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a0a0b05a-fd92-46d9-a818-f10b52e71bea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:43.796791 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb743697-3e3b-4c89-bd21-d6f034c2197a req-371e132c-86e3-4004-a2d3-33662fb73815 tempest-AttachSCSIVolumeTestJSON-1725353349 tempest-AttachSCSIVolumeTestJSON-1725353349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:43.804981 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cb743697-3e3b-4c89-bd21-d6f034c2197a req-371e132c-86e3-4004-a2d3-33662fb73815 tempest-AttachSCSIVolumeTestJSON-1725353349 tempest-AttachSCSIVolumeTestJSON-1725353349-project] 10.222.0.26 "GET /v2.0/ports?device_id=8daf96f6-960d-49b9-a47a-6432de10a009 HTTP/1.1" status: 200 len: 932 time: 0.3856857 Nov 12 08:14:43.807840 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1d2ba9b-e372-4fa1-9c49-0efb962df626 x-openstack-request-id: req-b1d2ba9b-e372-4fa1-9c49-0efb962df626 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:14:43.808130 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e868370-cd9a-4294-bfa6-c7375e65f20f", "name": "network-vif-deleted", "tag": "bda67948-e771-40f3-aca6-ed8a53c2ee92", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:14:43.808380 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b1d2ba9b-e372-4fa1-9c49-0efb962df626 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:14:43.808770 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e868370-cd9a-4294-bfa6-c7375e65f20f', 'name': 'network-vif-deleted', 'tag': 'bda67948-e771-40f3-aca6-ed8a53c2ee92', 'status': 'completed', 'code': 200} Nov 12 08:14:43.811782 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-ca25c3c7-3f00-466a-b7ea-a0b7714d4dd2 req-06ca5a30-ed31-4ae6-86ef-fbf9de4986b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffb48297-a1ac-4a16-b390-b03e53b462da {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:14:43.821530 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2127f7d8-8a91-41db-91a1-23c517580275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:43.860528 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a0a0b05a-fd92-46d9-a818-f10b52e71bea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:43.862670 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-ca25c3c7-3f00-466a-b7ea-a0b7714d4dd2 req-06ca5a30-ed31-4ae6-86ef-fbf9de4986b0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:43.863979 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a0a0b05a-fd92-46d9-a818-f10b52e71bea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:43.865362 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-a0a0b05a-fd92-46d9-a818-f10b52e71bea admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1d455f4e-3c04-46c0-8bd6-e88c7ddae577 HTTP/1.1" status: 204 len: 168 time: 0.3191767 Nov 12 08:14:43.875169 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2127f7d8-8a91-41db-91a1-23c517580275 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ff85e19-2181-4928-85a7-b9b38ac49a84,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:43.888610 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a0b05a-fd92-46d9-a818-f10b52e71bea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d455f4e-3c04-46c0-8bd6-e88c7ddae577,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:43.893483 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e868370-cd9a-4294-bfa6-c7375e65f20f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bda67948-e771-40f3-aca6-ed8a53c2ee92'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:14:43.897226 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89fee5cd-9172-4e22-83e9-8676d0334d20" -d '{"events": [{"server_uuid": "2e868370-cd9a-4294-bfa6-c7375e65f20f", "name": "network-vif-unplugged", "status": "completed", "tag": "bda67948-e771-40f3-aca6-ed8a53c2ee92"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:14:43.953648 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2127f7d8-8a91-41db-91a1-23c517580275 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:43.957210 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507b6b75-6edd-4451-b03d-e9394ed8514a None None] Network c296c3e2-37c2-474d-b9c7-67dcdeab2136 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:14:43.959862 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-2127f7d8-8a91-41db-91a1-23c517580275 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/1ff85e19-2181-4928-85a7-b9b38ac49a84 HTTP/1.1" status: 204 len: 168 time: 2.5565629 Nov 12 08:14:43.960045 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 41210) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:43.963092 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-ca25c3c7-3f00-466a-b7ea-a0b7714d4dd2 req-06ca5a30-ed31-4ae6-86ef-fbf9de4986b0 service neutron] Transition to ACTIVE for port object ffb48297-a1ac-4a16-b390-b03e53b462da will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:14:43.982295 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-ca25c3c7-3f00-466a-b7ea-a0b7714d4dd2 req-06ca5a30-ed31-4ae6-86ef-fbf9de4986b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:44.057804 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb8bb726-ef78-4bef-91db-feb6a9bd979a x-openstack-request-id: req-bb8bb726-ef78-4bef-91db-feb6a9bd979a {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:14:44.058241 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e868370-cd9a-4294-bfa6-c7375e65f20f", "name": "network-vif-unplugged", "status": "completed", "tag": "bda67948-e771-40f3-aca6-ed8a53c2ee92", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:14:44.058613 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bb8bb726-ef78-4bef-91db-feb6a9bd979a {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:14:44.061201 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e868370-cd9a-4294-bfa6-c7375e65f20f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bda67948-e771-40f3-aca6-ed8a53c2ee92', 'code': 200} Nov 12 08:14:44.069465 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cb743697-3e3b-4c89-bd21-d6f034c2197a req-0bd05ac5-b506-4d71-8473-c0d1a0b596bc tempest-AttachSCSIVolumeTestJSON-1725353349 tempest-AttachSCSIVolumeTestJSON-1725353349-project] 10.222.0.26 "GET /v2.0/security-groups?id=b75e1799-a001-44e4-aae3-9da5da29512a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632885 Nov 12 08:14:44.131242 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-45faa737-fdf1-4d06-b7bc-6e3cfa2c1b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:44.139637 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b3b4983-1231-4c71-8847-adb3f952afc5 admin admin] Router f0b9c729-d121-4911-b4b6-68737f4d1577 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:14:44.147892 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ca5a30-ed31-4ae6-86ef-fbf9de4986b0 service neutron] Pushing event updated for resources: {'Port': ['ID=ffb48297-a1ac-4a16-b390-b03e53b462da,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:44.207508 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-45faa737-fdf1-4d06-b7bc-6e3cfa2c1b9f admin admin] Deleting port e57a6987-ba64-4748-ac5f-0e6b7733702b {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:14:44.209507 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-45faa737-fdf1-4d06-b7bc-6e3cfa2c1b9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:44.356945 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-45faa737-fdf1-4d06-b7bc-6e3cfa2c1b9f admin admin] For port e57a6987-ba64-4748-ac5f-0e6b7733702b, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=e57a6987-ba64-4748-ac5f-0e6b7733702b,segment=NetworkSegment(63931bf5-9e98-4b9a-8008-e92f75ee8be8),segment_id=63931bf5-9e98-4b9a-8008-e92f75ee8be8)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:14:44.357269 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-45faa737-fdf1-4d06-b7bc-6e3cfa2c1b9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:44.411683 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-45faa737-fdf1-4d06-b7bc-6e3cfa2c1b9f admin admin] Calling delete_port for e57a6987-ba64-4748-ac5f-0e6b7733702b owned by network:dhcp {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:14:44.515861 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193c3486-f668-4603-aff4-e976f34cc394 None None] DHCP port deletion for c296c3e2-37c2-474d-b9c7-67dcdeab2136 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:14:44.633333 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-193c3486-f668-4603-aff4-e976f34cc394 None None] Deleting port e57a6987-ba64-4748-ac5f-0e6b7733702b {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:14:44.634608 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-193c3486-f668-4603-aff4-e976f34cc394 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:44.653599 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a23c42b-8f1c-4741-9cfe-7c3043a9bcd7 req-28bbdad7-8560-4171-b876-1bf488a6633b tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:44.659986 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1a23c42b-8f1c-4741-9cfe-7c3043a9bcd7 req-28bbdad7-8560-4171-b876-1bf488a6633b tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a027cfb-0708-4da3-ab68-8147ff2a3808 HTTP/1.1" status: 200 len: 945 time: 0.1108470 Nov 12 08:14:44.680674 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 41220) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:44.698608 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-45faa737-fdf1-4d06-b7bc-6e3cfa2c1b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:44.726112 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b3b4983-1231-4c71-8847-adb3f952afc5 admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:14:44.728628 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45faa737-fdf1-4d06-b7bc-6e3cfa2c1b9f admin admin] No DVR routers for this DVR port e57a6987-ba64-4748-ac5f-0e6b7733702b on host n-d-765315-29 {{(pid=102600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:14:44.730425 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1fb7fbfa-238b-4619-bd9f-c3edfb40e783 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:44.739277 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a049a758-d6dc-43f9-9369-1f76fca4b777 None None] Sync routers for ids ['f0b9c729-d121-4911-b4b6-68737f4d1577'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:14:44.758730 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a049a758-d6dc-43f9-9369-1f76fca4b777 None None] Routers {'f0b9c729-d121-4911-b4b6-68737f4d1577'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:14:44.765038 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-a049a758-d6dc-43f9-9369-1f76fca4b777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:14:36Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['f0b9c729-d121-4911-b4b6-68737f4d1577'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:44.812512 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-7b3b4983-1231-4c71-8847-adb3f952afc5 admin admin] 10.222.0.26 "PUT /v2.0/routers/f0b9c729-d121-4911-b4b6-68737f4d1577/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9554563 Nov 12 08:14:44.813677 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-ca25c3c7-3f00-466a-b7ea-a0b7714d4dd2 req-06ca5a30-ed31-4ae6-86ef-fbf9de4986b0 service neutron] Attempting to bind port ffb48297-a1ac-4a16-b390-b03e53b462da on host n-h2-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:14:44.814293 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-ca25c3c7-3f00-466a-b7ea-a0b7714d4dd2 req-06ca5a30-ed31-4ae6-86ef-fbf9de4986b0 service neutron] Attempting to bind port ffb48297-a1ac-4a16-b390-b03e53b462da by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': '16a676a6-44d3-4968-acea-0101be5a5fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0e17a029-398f-4390-aea4-c0135238b984'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:14:44.814835 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca25c3c7-3f00-466a-b7ea-a0b7714d4dd2 req-06ca5a30-ed31-4ae6-86ef-fbf9de4986b0 service neutron] Attempting to bind port ffb48297-a1ac-4a16-b390-b03e53b462da on network 0e17a029-398f-4390-aea4-c0135238b984 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:14:44.830695 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-193c3486-f668-4603-aff4-e976f34cc394 None None] For port e57a6987-ba64-4748-ac5f-0e6b7733702b, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=e57a6987-ba64-4748-ac5f-0e6b7733702b,segment=NetworkSegment(63931bf5-9e98-4b9a-8008-e92f75ee8be8),segment_id=63931bf5-9e98-4b9a-8008-e92f75ee8be8)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:14:44.832412 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-193c3486-f668-4603-aff4-e976f34cc394 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:44.841552 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca25c3c7-3f00-466a-b7ea-a0b7714d4dd2 req-06ca5a30-ed31-4ae6-86ef-fbf9de4986b0 service neutron] Port ffb48297-a1ac-4a16-b390-b03e53b462da on network 0e17a029-398f-4390-aea4-c0135238b984 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:14:44.844035 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca25c3c7-3f00-466a-b7ea-a0b7714d4dd2 req-06ca5a30-ed31-4ae6-86ef-fbf9de4986b0 service neutron] Attempting to bind port ffb48297-a1ac-4a16-b390-b03e53b462da on network 0e17a029-398f-4390-aea4-c0135238b984 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:14:44.874418 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1fb7fbfa-238b-4619-bd9f-c3edfb40e783 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:44.875853 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-193c3486-f668-4603-aff4-e976f34cc394 None None] Calling delete_port for e57a6987-ba64-4748-ac5f-0e6b7733702b owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:14:44.887460 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1a23c42b-8f1c-4741-9cfe-7c3043a9bcd7 req-c2f95650-9634-4c20-b9a6-e7ca46412737 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183025 Nov 12 08:14:44.896691 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1fb7fbfa-238b-4619-bd9f-c3edfb40e783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:44.912239 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45faa737-fdf1-4d06-b7bc-6e3cfa2c1b9f admin admin] Pushing event deleted for resources: {'Port': ['ID=e57a6987-ba64-4748-ac5f-0e6b7733702b,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:44.913995 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca25c3c7-3f00-466a-b7ea-a0b7714d4dd2 req-06ca5a30-ed31-4ae6-86ef-fbf9de4986b0 service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:14:44.914318 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca25c3c7-3f00-466a-b7ea-a0b7714d4dd2 req-06ca5a30-ed31-4ae6-86ef-fbf9de4986b0 service neutron] Checking segment: {'id': '16a676a6-44d3-4968-acea-0101be5a5fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0e17a029-398f-4390-aea4-c0135238b984'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:14:44.914745 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca25c3c7-3f00-466a-b7ea-a0b7714d4dd2 req-06ca5a30-ed31-4ae6-86ef-fbf9de4986b0 service neutron] Bound using segment: {'id': '16a676a6-44d3-4968-acea-0101be5a5fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0e17a029-398f-4390-aea4-c0135238b984'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:14:44.915191 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-ca25c3c7-3f00-466a-b7ea-a0b7714d4dd2 req-06ca5a30-ed31-4ae6-86ef-fbf9de4986b0 service neutron] Bound port: ffb48297-a1ac-4a16-b390-b03e53b462da, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16a676a6-44d3-4968-acea-0101be5a5fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0e17a029-398f-4390-aea4-c0135238b984'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:14:44.915543 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-ca25c3c7-3f00-466a-b7ea-a0b7714d4dd2 req-06ca5a30-ed31-4ae6-86ef-fbf9de4986b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:44.951458 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-a049a758-d6dc-43f9-9369-1f76fca4b777 None None] Set router f0b9c729-d121-4911-b4b6-68737f4d1577 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:14:45.042086 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e413847-8fee-472f-bc40-c77483044bfb req-75335947-4642-49fa-b638-3e10a99419ca tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:45.048007 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1e413847-8fee-472f-bc40-c77483044bfb req-75335947-4642-49fa-b638-3e10a99419ca tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=96a9cab0-60b5-4289-a73f-a894f7e4644d HTTP/1.1" status: 200 len: 949 time: 0.3167322 Nov 12 08:14:45.228701 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-193c3486-f668-4603-aff4-e976f34cc394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:45.272032 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-45faa737-fdf1-4d06-b7bc-6e3cfa2c1b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:45.295577 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-45faa737-fdf1-4d06-b7bc-6e3cfa2c1b9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c296c3e2-37c2-474d-b9c7-67dcdeab2136']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:45.300061 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1e413847-8fee-472f-bc40-c77483044bfb req-0e3b9abe-9216-439c-b687-5498ecea889b tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651390 Nov 12 08:14:45.317978 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-45faa737-fdf1-4d06-b7bc-6e3cfa2c1b9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63931bf5-9e98-4b9a-8008-e92f75ee8be8') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:45.317978 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-45faa737-fdf1-4d06-b7bc-6e3cfa2c1b9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63931bf5-9e98-4b9a-8008-e92f75ee8be8') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:45.329736 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193c3486-f668-4603-aff4-e976f34cc394 None None] No DVR routers for this DVR port e57a6987-ba64-4748-ac5f-0e6b7733702b on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:14:45.331426 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193c3486-f668-4603-aff4-e976f34cc394 None None] Pushing event deleted for resources: {'Port': ['ID=e57a6987-ba64-4748-ac5f-0e6b7733702b,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:45.337639 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-45faa737-fdf1-4d06-b7bc-6e3cfa2c1b9f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:45.375997 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-45faa737-fdf1-4d06-b7bc-6e3cfa2c1b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:45.378991 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-ca25c3c7-3f00-466a-b7ea-a0b7714d4dd2 req-06ca5a30-ed31-4ae6-86ef-fbf9de4986b0 service neutron] For port ffb48297-a1ac-4a16-b390-b03e53b462da, host n-h2-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:14:45.384975 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-ca25c3c7-3f00-466a-b7ea-a0b7714d4dd2 req-06ca5a30-ed31-4ae6-86ef-fbf9de4986b0 service neutron] For port ffb48297-a1ac-4a16-b390-b03e53b462da, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=ffb48297-a1ac-4a16-b390-b03e53b462da,segment=NetworkSegment(16a676a6-44d3-4968-acea-0101be5a5fbd),segment_id=16a676a6-44d3-4968-acea-0101be5a5fbd)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:14:45.393766 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45faa737-fdf1-4d06-b7bc-6e3cfa2c1b9f admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:14:45.396233 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-ca25c3c7-3f00-466a-b7ea-a0b7714d4dd2 req-06ca5a30-ed31-4ae6-86ef-fbf9de4986b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:45.396906 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-45faa737-fdf1-4d06-b7bc-6e3cfa2c1b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:45.493688 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca25c3c7-3f00-466a-b7ea-a0b7714d4dd2 req-06ca5a30-ed31-4ae6-86ef-fbf9de4986b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:45.496984 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-ca25c3c7-3f00-466a-b7ea-a0b7714d4dd2 req-06ca5a30-ed31-4ae6-86ef-fbf9de4986b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:45.502650 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ca25c3c7-3f00-466a-b7ea-a0b7714d4dd2 req-06ca5a30-ed31-4ae6-86ef-fbf9de4986b0 service neutron] 10.222.0.44 "PUT /v2.0/ports/ffb48297-a1ac-4a16-b390-b03e53b462da HTTP/1.1" status: 200 len: 1093 time: 4.5404115 Nov 12 08:14:45.584625 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:14:45.584625 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:14:45.584625 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:14:45.584625 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:14:45.584625 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:14:45.584625 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:14:45.584625 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:14:45.584625 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:14:45.584625 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:14:45.584625 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:14:45.584625 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:14:45.584625 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:14:45.584625 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:14:45.584625 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:14:45.584625 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:14:45.584625 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:14:45.584625 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:14:45.584625 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:14:45.584625 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:14:45.584625 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:14:45.584625 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:14:45.584625 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:14:45.584625 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:14:45.584625 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:14:45.584625 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:14:45.584625 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:14:45.584625 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:14:45.584625 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:14:45.584625 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:14:45.584625 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:14:45.584625 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:14:45.584625 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:14:45.600827 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-45faa737-fdf1-4d06-b7bc-6e3cfa2c1b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:45.608682 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ca5a30-ed31-4ae6-86ef-fbf9de4986b0 service neutron] Pushing event updated for resources: {'Port': ['ID=ffb48297-a1ac-4a16-b390-b03e53b462da,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:45.674135 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-45faa737-fdf1-4d06-b7bc-6e3cfa2c1b9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:45.683389 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-45faa737-fdf1-4d06-b7bc-6e3cfa2c1b9f admin admin] 10.222.0.26 "DELETE /v2.0/networks/c296c3e2-37c2-474d-b9c7-67dcdeab2136 HTTP/1.1" status: 204 len: 168 time: 1.7215631 Nov 12 08:14:45.706569 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca25c3c7-3f00-466a-b7ea-a0b7714d4dd2 req-4e07da91-e44b-4dd3-8fd9-4192adb74c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:45.708854 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ca25c3c7-3f00-466a-b7ea-a0b7714d4dd2 req-4e07da91-e44b-4dd3-8fd9-4192adb74c15 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e3654af28e3b4e1fa3358c62ae6c58eb&device_id=8daf96f6-960d-49b9-a47a-6432de10a009 HTTP/1.1" status: 200 len: 1096 time: 0.0620162 Nov 12 08:14:45.712162 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45faa737-fdf1-4d06-b7bc-6e3cfa2c1b9f admin admin] Pushing event deleted for resources: {'Network': ['ID=c296c3e2-37c2-474d-b9c7-67dcdeab2136,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:45.745543 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device e57a6987-ba64-4748-ac5f-0e6b7733702b no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:14:45.790307 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb7fbfa-238b-4619-bd9f-c3edfb40e783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39e5d6aa-6647-4199-baa2-cc5a5ac4c6ca,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:45.806901 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2039ff0-2b4c-4cf9-9bff-58c49fc6b0e9 req-b25061a9-b2b8-4943-b677-1eb17a91a29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:45.812026 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a2039ff0-2b4c-4cf9-9bff-58c49fc6b0e9 req-b25061a9-b2b8-4943-b677-1eb17a91a29b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7a027cfb-0708-4da3-ab68-8147ff2a3808 HTTP/1.1" status: 200 len: 1097 time: 0.7772217 Nov 12 08:14:45.819410 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: e57a6987-ba64-4748-ac5f-0e6b7733702b {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:14:45.824757 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device e57a6987-ba64-4748-ac5f-0e6b7733702b not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:14:45.827710 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-1fb7fbfa-238b-4619-bd9f-c3edfb40e783 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cdbbf518ed514707bbc9e1bde82bda79&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1446640 Nov 12 08:14:45.832268 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 41248) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:45.897080 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-a049a758-d6dc-43f9-9369-1f76fca4b777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0b9c729-d121-4911-b4b6-68737f4d1577', 'name': 'tempest-ServerRescueTestJSON-263269099-router', 'tenant_id': '4185fcef2b8f49279dd089f3c02606eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'f709940b-d379-4e0e-a4c8-444ccc0e8b5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:14:30Z', 'updated_at': '2021-11-12T08:14:40Z', 'revision_number': 4, 'project_id': '4185fcef2b8f49279dd089f3c02606eb', 'gw_port': {'id': 'f709940b-d379-4e0e-a4c8-444ccc0e8b5d', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:fe:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b9c729-d121-4911-b4b6-68737f4d1577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:14:32Z', 'updated_at': '2021-11-12T08:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': 'fcc16614-61b2-4e28-94f8-3faf7cb13108', 'name': '', 'network_id': 'fe05a3f0-e7b5-4820-a80d-5e53a559df6b', 'tenant_id': '4185fcef2b8f49279dd089f3c02606eb', 'mac_address': 'fa:16:3e:d8:6d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0b9c729-d121-4911-b4b6-68737f4d1577', 'device_owner': 'network:router_interface', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '2fa031d2-0eb2-40ca-b071-7b73de446d96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:14:38Z', 'updated_at': '2021-11-12T08:14:40Z', 'revision_number': 2, 'project_id': '4185fcef2b8f49279dd089f3c02606eb', 'subnets': [{'id': '2fa031d2-0eb2-40ca-b071-7b73de446d96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:45.931280 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8daf96f6-960d-49b9-a47a-6432de10a009', 'tag': 'ffb48297-a1ac-4a16-b390-b03e53b462da'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:14:45.936658 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7d9b1b5-2061-405c-a54f-04200349fde0" -d '{"events": [{"name": "network-changed", "server_uuid": "8daf96f6-960d-49b9-a47a-6432de10a009", "tag": "ffb48297-a1ac-4a16-b390-b03e53b462da"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:14:45.955651 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ca25c3c7-3f00-466a-b7ea-a0b7714d4dd2 req-2a600de7-38ad-4d32-90eb-a03fcf07680b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ffb48297-a1ac-4a16-b390-b03e53b462da HTTP/1.1" status: 200 len: 217 time: 0.1874053 Nov 12 08:14:45.994082 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f9869b-d098-4783-b924-638f675876d8 req-e3327682-ed91-4968-a5c9-fb8849b6aca9 tempest-AttachSCSIVolumeTestJSON-1725353349 tempest-AttachSCSIVolumeTestJSON-1725353349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:46.011068 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-97f9869b-d098-4783-b924-638f675876d8 req-e3327682-ed91-4968-a5c9-fb8849b6aca9 tempest-AttachSCSIVolumeTestJSON-1725353349 tempest-AttachSCSIVolumeTestJSON-1725353349-project] 10.222.0.26 "GET /v2.0/ports?device_id=8daf96f6-960d-49b9-a47a-6432de10a009 HTTP/1.1" status: 200 len: 944 time: 0.4455023 Nov 12 08:14:46.022029 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a049a758-d6dc-43f9-9369-1f76fca4b777 None None] Checking router: f0b9c729-d121-4911-b4b6-68737f4d1577 for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:14:46.025954 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a049a758-d6dc-43f9-9369-1f76fca4b777 None None] Updating router f0b9c729-d121-4911-b4b6-68737f4d1577 port fcc16614-61b2-4e28-94f8-3faf7cb13108 binding host n-d-765315-29 {{(pid=102602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:14:46.137230 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-a049a758-d6dc-43f9-9369-1f76fca4b777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:46.172518 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 41258) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:46.267964 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a2039ff0-2b4c-4cf9-9bff-58c49fc6b0e9 req-e483340e-8b4a-488e-99d9-655fa1e37478 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476461 Nov 12 08:14:46.306307 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-15809990-0db7-4f0d-816a-cbb15479b85f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:46.336539 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7c1a17-19a6-427d-9c5e-970e3a033112 req-d4934b89-fa92-4d4c-a0e5-cf2a48916f9a tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:46.338406 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8a7c1a17-19a6-427d-9c5e-970e3a033112 req-d4934b89-fa92-4d4c-a0e5-cf2a48916f9a tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/networks?id=fe05a3f0-e7b5-4820-a80d-5e53a559df6b HTTP/1.1" status: 200 len: 810 time: 0.3857396 Nov 12 08:14:46.349620 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca25c3c7-3f00-466a-b7ea-a0b7714d4dd2 req-d4b76ae8-c1b8-4c34-8cfa-5c4a44cc3185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:46.355350 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-15809990-0db7-4f0d-816a-cbb15479b85f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:46.357169 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ca25c3c7-3f00-466a-b7ea-a0b7714d4dd2 req-d4b76ae8-c1b8-4c34-8cfa-5c4a44cc3185 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6bc80b87-9ac4-4c5a-b3f4-eee162229a6d HTTP/1.1" status: 200 len: 854 time: 0.1898181 Nov 12 08:14:46.374445 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8a7c1a17-19a6-427d-9c5e-970e3a033112 req-dc7239de-d3ea-4979-9cdb-ad0f20f33394 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/quotas/4185fcef2b8f49279dd089f3c02606eb HTTP/1.1" status: 200 len: 375 time: 0.0275681 Nov 12 08:14:46.478900 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-97f9869b-d098-4783-b924-638f675876d8 req-3869db41-9be8-4425-a93e-8f7faded7670 tempest-AttachSCSIVolumeTestJSON-1725353349 tempest-AttachSCSIVolumeTestJSON-1725353349-project] 10.222.0.26 "GET /v2.0/security-groups?id=b75e1799-a001-44e4-aae3-9da5da29512a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4655020 Nov 12 08:14:46.496109 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8a7c1a17-19a6-427d-9c5e-970e3a033112 req-26e400ad-5ecc-4b97-b8ff-3a9d5c696989 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=4185fcef2b8f49279dd089f3c02606eb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1064396 Nov 12 08:14:46.539178 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-15809990-0db7-4f0d-816a-cbb15479b85f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:46.541741 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-15809990-0db7-4f0d-816a-cbb15479b85f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:46.545268 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-15809990-0db7-4f0d-816a-cbb15479b85f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/39e5d6aa-6647-4199-baa2-cc5a5ac4c6ca HTTP/1.1" status: 204 len: 168 time: 0.7050102 Nov 12 08:14:46.575434 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-57af913b-8936-420a-ac91-e350e98fc8a1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7b977b25095b4a6f80882ecf78723040&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3072085 Nov 12 08:14:46.577048 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 41270) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:46.595499 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15809990-0db7-4f0d-816a-cbb15479b85f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e5d6aa-6647-4199-baa2-cc5a5ac4c6ca,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:46.681138 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8a7c1a17-19a6-427d-9c5e-970e3a033112 req-b7144006-520d-4543-9d17-a391db079146 service neutron] 10.222.0.26 "GET /v2.0/networks/fe05a3f0-e7b5-4820-a80d-5e53a559df6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818559 Nov 12 08:14:46.795121 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-a049a758-d6dc-43f9-9369-1f76fca4b777 None None] Publish callbacks [] for port, precommit_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:46.805470 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-a049a758-d6dc-43f9-9369-1f76fca4b777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:46.823622 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-87b7a63d-d1e0-443b-badd-fca243f2be52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:46.879004 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8a7c1a17-19a6-427d-9c5e-970e3a033112 req-32d24691-b73b-4edc-93fe-53951333c6f5 service neutron] 10.222.0.26 "GET /v2.0/networks/fe05a3f0-e7b5-4820-a80d-5e53a559df6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987522 Nov 12 08:14:46.891207 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-87b7a63d-d1e0-443b-badd-fca243f2be52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:46.966195 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98507b8b-47dc-4bec-b11d-8fd16e5b58bc req-801abb88-ef2d-45c7-8d46-447683e13d0b tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:46.978405 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-98507b8b-47dc-4bec-b11d-8fd16e5b58bc req-801abb88-ef2d-45c7-8d46-447683e13d0b tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/networks?id=e1e67e1f-8798-45f5-b239-65208acc87f1 HTTP/1.1" status: 200 len: 812 time: 0.3808262 Nov 12 08:14:47.028831 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913f037b-042a-43ea-baa3-d2bc822035bd None None] Pushing event updated for resources: {'Port': ['ID=fcc16614-61b2-4e28-94f8-3faf7cb13108,revision_number=3']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:47.070733 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-98507b8b-47dc-4bec-b11d-8fd16e5b58bc req-5c601b7f-ba77-4625-81b9-bbcfcda6f521 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/quotas/89f29a2548464b6e8bac4db47e7c0c8b HTTP/1.1" status: 200 len: 375 time: 0.0809202 Nov 12 08:14:47.090690 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-a049a758-d6dc-43f9-9369-1f76fca4b777 None None] Attempting to bind port fcc16614-61b2-4e28-94f8-3faf7cb13108 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:14:47.091314 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-a049a758-d6dc-43f9-9369-1f76fca4b777 None None] Attempting to bind port fcc16614-61b2-4e28-94f8-3faf7cb13108 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '0481860e-ef41-474b-ab33-5174e36c5825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'fe05a3f0-e7b5-4820-a80d-5e53a559df6b'}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:14:47.091991 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a049a758-d6dc-43f9-9369-1f76fca4b777 None None] Attempting to bind port fcc16614-61b2-4e28-94f8-3faf7cb13108 on network fe05a3f0-e7b5-4820-a80d-5e53a559df6b {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:14:47.122877 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a049a758-d6dc-43f9-9369-1f76fca4b777 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:14:47.123400 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a049a758-d6dc-43f9-9369-1f76fca4b777 None None] Checking segment: {'id': '0481860e-ef41-474b-ab33-5174e36c5825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'fe05a3f0-e7b5-4820-a80d-5e53a559df6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:14:47.123966 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-a049a758-d6dc-43f9-9369-1f76fca4b777 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:47.124580 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a049a758-d6dc-43f9-9369-1f76fca4b777 None None] Bound using segment: {'id': '0481860e-ef41-474b-ab33-5174e36c5825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'fe05a3f0-e7b5-4820-a80d-5e53a559df6b'} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:14:47.125325 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-a049a758-d6dc-43f9-9369-1f76fca4b777 None None] Bound port: fcc16614-61b2-4e28-94f8-3faf7cb13108, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0481860e-ef41-474b-ab33-5174e36c5825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'fe05a3f0-e7b5-4820-a80d-5e53a559df6b'}}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:14:47.125948 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-a049a758-d6dc-43f9-9369-1f76fca4b777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:47.157035 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-98507b8b-47dc-4bec-b11d-8fd16e5b58bc req-ec1f974f-7d5d-4e74-9fbe-30750e1f592e tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=89f29a2548464b6e8bac4db47e7c0c8b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0740161 Nov 12 08:14:47.188100 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-87b7a63d-d1e0-443b-badd-fca243f2be52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:47.190653 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-87b7a63d-d1e0-443b-badd-fca243f2be52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:47.191787 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-87b7a63d-d1e0-443b-badd-fca243f2be52 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e52db6c3-1af7-4037-b64d-9f6928e5688e HTTP/1.1" status: 204 len: 168 time: 0.5978193 Nov 12 08:14:47.233301 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b7a63d-d1e0-443b-badd-fca243f2be52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e52db6c3-1af7-4037-b64d-9f6928e5688e,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:47.372386 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-98507b8b-47dc-4bec-b11d-8fd16e5b58bc req-09fa9bbd-ec40-44c6-9ea2-1ce9a3415e1c service neutron] 10.222.0.26 "GET /v2.0/networks/e1e67e1f-8798-45f5-b239-65208acc87f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128811 Nov 12 08:14:47.394366 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-a049a758-d6dc-43f9-9369-1f76fca4b777 None None] For port fcc16614-61b2-4e28-94f8-3faf7cb13108, host n-d-765315-29, cleared binding levels {{(pid=102602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:14:47.400352 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-a049a758-d6dc-43f9-9369-1f76fca4b777 None None] For port fcc16614-61b2-4e28-94f8-3faf7cb13108, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=fcc16614-61b2-4e28-94f8-3faf7cb13108,segment=NetworkSegment(0481860e-ef41-474b-ab33-5174e36c5825),segment_id=0481860e-ef41-474b-ab33-5174e36c5825)] {{(pid=102602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:14:47.407326 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-a049a758-d6dc-43f9-9369-1f76fca4b777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:47.470900 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f477fd40-1be5-43be-a15b-23ac60a790fa req-b6fbdaca-5b5a-424f-9f00-7a3205f80c78 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:47.477709 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a049a758-d6dc-43f9-9369-1f76fca4b777 None None] Routers {'f0b9c729-d121-4911-b4b6-68737f4d1577'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:14:47.478349 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-a049a758-d6dc-43f9-9369-1f76fca4b777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:14:36Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['f0b9c729-d121-4911-b4b6-68737f4d1577'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:47.482913 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f477fd40-1be5-43be-a15b-23ac60a790fa req-b6fbdaca-5b5a-424f-9f00-7a3205f80c78 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a027cfb-0708-4da3-ab68-8147ff2a3808 HTTP/1.1" status: 200 len: 945 time: 0.1731765 Nov 12 08:14:47.576900 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-98507b8b-47dc-4bec-b11d-8fd16e5b58bc req-2fc2015a-c9ba-4ae3-8a30-763329b465a5 service neutron] 10.222.0.26 "GET /v2.0/networks/e1e67e1f-8798-45f5-b239-65208acc87f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045734 Nov 12 08:14:47.624696 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913f037b-042a-43ea-baa3-d2bc822035bd None None] Pushing event updated for resources: {'Port': ['ID=fcc16614-61b2-4e28-94f8-3faf7cb13108,revision_number=4']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:47.647968 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f477fd40-1be5-43be-a15b-23ac60a790fa req-2567822d-a286-4270-88f3-ae685070a23c tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613643 Nov 12 08:14:47.792397 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91242237-e8e5-4e8c-a644-e21fcb66d425 x-openstack-request-id: req-91242237-e8e5-4e8c-a644-e21fcb66d425 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:14:47.792663 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8daf96f6-960d-49b9-a47a-6432de10a009", "tag": "ffb48297-a1ac-4a16-b390-b03e53b462da", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:14:47.796018 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-91242237-e8e5-4e8c-a644-e21fcb66d425 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:14:47.796704 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-a049a758-d6dc-43f9-9369-1f76fca4b777 None None] Set router f0b9c729-d121-4911-b4b6-68737f4d1577 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:14:47.796926 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8daf96f6-960d-49b9-a47a-6432de10a009', 'tag': 'ffb48297-a1ac-4a16-b390-b03e53b462da', 'status': 'completed', 'code': 200} Nov 12 08:14:47.870487 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca25c3c7-3f00-466a-b7ea-a0b7714d4dd2 req-2182738e-8e84-4956-b354-700ed72ff638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:47.878656 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ca25c3c7-3f00-466a-b7ea-a0b7714d4dd2 req-2182738e-8e84-4956-b354-700ed72ff638 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0e17a029-398f-4390-aea4-c0135238b984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2179949 Nov 12 08:14:48.155238 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed0c8ee-5919-4d20-b559-f9b370768b85 req-05da7e6a-831f-4423-87cd-1350c88644b6 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:48.161880 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8ed0c8ee-5919-4d20-b559-f9b370768b85 req-05da7e6a-831f-4423-87cd-1350c88644b6 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=96a9cab0-60b5-4289-a73f-a894f7e4644d HTTP/1.1" status: 200 len: 949 time: 0.1358886 Nov 12 08:14:48.381605 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8ed0c8ee-5919-4d20-b559-f9b370768b85 req-cb9cb411-5f66-413e-b6f4-27dda9704826 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073958 Nov 12 08:14:48.386722 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-90b355fc-7b06-43a9-8c18-e7c87f4cddf1 req-2cc7f734-5613-43ac-b4d1-16bffcfabe12 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=54100ade-491e-488a-8bdb-541746e0bddb HTTP/1.1" status: 200 len: 210 time: 0.2857692 Nov 12 08:14:48.588689 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ca25c3c7-3f00-466a-b7ea-a0b7714d4dd2 req-3d3f4286-f4de-416f-8226-27920ec23170 service neutron] 10.222.0.44 "GET /v2.0/networks/0e17a029-398f-4390-aea4-c0135238b984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6036408 Nov 12 08:14:48.590049 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-a049a758-d6dc-43f9-9369-1f76fca4b777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0b9c729-d121-4911-b4b6-68737f4d1577', 'name': 'tempest-ServerRescueTestJSON-263269099-router', 'tenant_id': '4185fcef2b8f49279dd089f3c02606eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'f709940b-d379-4e0e-a4c8-444ccc0e8b5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:14:30Z', 'updated_at': '2021-11-12T08:14:40Z', 'revision_number': 4, 'project_id': '4185fcef2b8f49279dd089f3c02606eb', 'gw_port': {'id': 'f709940b-d379-4e0e-a4c8-444ccc0e8b5d', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:fe:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b9c729-d121-4911-b4b6-68737f4d1577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:14:32Z', 'updated_at': '2021-11-12T08:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': 'fcc16614-61b2-4e28-94f8-3faf7cb13108', 'name': '', 'network_id': 'fe05a3f0-e7b5-4820-a80d-5e53a559df6b', 'tenant_id': '4185fcef2b8f49279dd089f3c02606eb', 'mac_address': 'fa:16:3e:d8:6d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0b9c729-d121-4911-b4b6-68737f4d1577', 'device_owner': 'network:router_interface', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '2fa031d2-0eb2-40ca-b071-7b73de446d96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:14:38Z', 'updated_at': '2021-11-12T08:14:47Z', 'revision_number': 4, 'project_id': '4185fcef2b8f49279dd089f3c02606eb', 'subnets': [{'id': '2fa031d2-0eb2-40ca-b071-7b73de446d96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:14:48.637135 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c064276e-e68e-4b17-8899-9d2c884b7f3e req-e9f830a1-e141-4a4b-ba67-728a970bc152 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a38ffab-ac68-4a27-8224-3a882d000e29 HTTP/1.1" status: 200 len: 210 time: 0.0564332 Nov 12 08:14:48.687965 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a049a758-d6dc-43f9-9369-1f76fca4b777 None None] The sync data for ids ['f0b9c729-d121-4911-b4b6-68737f4d1577'] in n-d-765315-29 is: [{'id': 'f0b9c729-d121-4911-b4b6-68737f4d1577', 'name': 'tempest-ServerRescueTestJSON-263269099-router', 'tenant_id': '4185fcef2b8f49279dd089f3c02606eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'f709940b-d379-4e0e-a4c8-444ccc0e8b5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:14:30Z', 'updated_at': '2021-11-12T08:14:40Z', 'revision_number': 4, 'project_id': '4185fcef2b8f49279dd089f3c02606eb', 'gw_port': {'id': 'f709940b-d379-4e0e-a4c8-444ccc0e8b5d', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:fe:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b9c729-d121-4911-b4b6-68737f4d1577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:14:32Z', 'updated_at': '2021-11-12T08:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': 'fcc16614-61b2-4e28-94f8-3faf7cb13108', 'name': '', 'network_id': 'fe05a3f0-e7b5-4820-a80d-5e53a559df6b', 'tenant_id': '4185fcef2b8f49279dd089f3c02606eb', 'mac_address': 'fa:16:3e:d8:6d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0b9c729-d121-4911-b4b6-68737f4d1577', 'device_owner': 'network:router_interface', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '2fa031d2-0eb2-40ca-b071-7b73de446d96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:14:38Z', 'updated_at': '2021-11-12T08:14:47Z', 'revision_number': 4, 'project_id': '4185fcef2b8f49279dd089f3c02606eb', 'subnets': [{'id': '2fa031d2-0eb2-40ca-b071-7b73de446d96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:14:48.792347 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ceedc-445b-44dd-bdee-73b269df6ce0 req-a33adf30-ce57-415f-8b2f-71f0a17475db tempest-AttachSCSIVolumeTestJSON-1725353349 tempest-AttachSCSIVolumeTestJSON-1725353349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:48.815593 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7d5ceedc-445b-44dd-bdee-73b269df6ce0 req-a33adf30-ce57-415f-8b2f-71f0a17475db tempest-AttachSCSIVolumeTestJSON-1725353349 tempest-AttachSCSIVolumeTestJSON-1725353349-project] 10.222.0.26 "GET /v2.0/ports?device_id=8daf96f6-960d-49b9-a47a-6432de10a009 HTTP/1.1" status: 200 len: 944 time: 0.1685104 Nov 12 08:14:49.023741 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad522205-ab3b-4084-87ae-9a32e3d0f11e req-18d602a4-9f9a-43ef-8efc-7802919cf988 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:49.037624 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ad522205-ab3b-4084-87ae-9a32e3d0f11e req-18d602a4-9f9a-43ef-8efc-7802919cf988 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a027cfb-0708-4da3-ab68-8147ff2a3808 HTTP/1.1" status: 200 len: 945 time: 0.1867402 Nov 12 08:14:49.156659 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ad522205-ab3b-4084-87ae-9a32e3d0f11e req-bdf0b9bb-40b2-40a2-82c6-6b424f4d2c34 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176412 Nov 12 08:14:49.212617 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7d5ceedc-445b-44dd-bdee-73b269df6ce0 req-3e1787e7-76fd-4e7d-870a-4dfd4fa41b70 tempest-AttachSCSIVolumeTestJSON-1725353349 tempest-AttachSCSIVolumeTestJSON-1725353349-project] 10.222.0.26 "GET /v2.0/security-groups?id=b75e1799-a001-44e4-aae3-9da5da29512a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3866391 Nov 12 08:14:49.352511 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 41342) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:49.353982 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ca25c3c7-3f00-466a-b7ea-a0b7714d4dd2 req-87d89e41-073f-48e1-8144-4dfae6450b68 service neutron] 10.222.0.44 "GET /v2.0/networks/0e17a029-398f-4390-aea4-c0135238b984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4728703 Nov 12 08:14:49.618488 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-53ac29d4-a9db-4712-9eb6-a91e613f9408 req-219ac335-f043-4414-9c90-b5575b86e7a6 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=54100ade-491e-488a-8bdb-541746e0bddb HTTP/1.1" status: 200 len: 210 time: 0.1069078 Nov 12 08:14:49.733287 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41572ce-01b2-43a5-a158-9bc021b4648e req-2269d2be-7a6b-481a-9ad7-a2c7cf3c76bb tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:49.741663 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e41572ce-01b2-43a5-a158-9bc021b4648e req-2269d2be-7a6b-481a-9ad7-a2c7cf3c76bb tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=96a9cab0-60b5-4289-a73f-a894f7e4644d HTTP/1.1" status: 200 len: 949 time: 0.1812968 Nov 12 08:14:49.812279 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device fcc16614-61b2-4e28-94f8-3faf7cb13108 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:14:49.893131 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-de305298-0ab3-4acd-a55a-9614c13c6615 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-629909928-network', 'tenant_id': '48988ab3fccc4b4993a7fc879d662457'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:14:50.012462 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-904d7277-5632-417d-ad4c-cd5884c98613 req-7fcb51c6-4631-4ea3-90fc-15a89e6c0776 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a38ffab-ac68-4a27-8224-3a882d000e29 HTTP/1.1" status: 200 len: 210 time: 0.1436231 Nov 12 08:14:50.031361 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port fcc16614-61b2-4e28-94f8-3faf7cb13108 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:14:50.033426 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:50.065395 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d9b1b5-2061-405c-a54f-04200349fde0 req-13d60e0f-7a4c-419d-8b5d-cb0e400d19ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:50.073104 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f7d9b1b5-2061-405c-a54f-04200349fde0 req-13d60e0f-7a4c-419d-8b5d-cb0e400d19ed service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e3654af28e3b4e1fa3358c62ae6c58eb&device_id=8daf96f6-960d-49b9-a47a-6432de10a009 HTTP/1.1" status: 200 len: 1096 time: 0.2801001 Nov 12 08:14:50.077355 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de305298-0ab3-4acd-a55a-9614c13c6615 admin admin] Made reservation on behalf of 48988ab3fccc4b4993a7fc879d662457 for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:14:50.087923 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-de305298-0ab3-4acd-a55a-9614c13c6615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:50.159624 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682f95e2-dfb4-435f-b439-15e8aa36363d req-0473d345-9d18-41ca-91ab-0bb836ccee28 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:50.161800 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-682f95e2-dfb4-435f-b439-15e8aa36363d req-0473d345-9d18-41ca-91ab-0bb836ccee28 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.44 "GET /v2.0/ports?device_id=96a9cab0-60b5-4289-a73f-a894f7e4644d HTTP/1.1" status: 200 len: 949 time: 0.4170425 Nov 12 08:14:50.175144 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-de305298-0ab3-4acd-a55a-9614c13c6615 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:50.239414 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e41572ce-01b2-43a5-a158-9bc021b4648e req-1e468b7d-019e-46a2-b04a-1af1b21643b4 tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/security-groups?id=fac07147-10d4-4364-a5e1-6f38740cb683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4620659 Nov 12 08:14:50.296675 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:50.349613 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] For port fcc16614-61b2-4e28-94f8-3faf7cb13108, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=fcc16614-61b2-4e28-94f8-3faf7cb13108,segment=NetworkSegment(0481860e-ef41-474b-ab33-5174e36c5825),segment_id=0481860e-ef41-474b-ab33-5174e36c5825)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:14:50.360156 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:50.467906 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-de305298-0ab3-4acd-a55a-9614c13c6615 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:50.561633 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Pushing event updated for resources: {'Port': ['ID=fcc16614-61b2-4e28-94f8-3faf7cb13108,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:50.580560 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-de305298-0ab3-4acd-a55a-9614c13c6615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:50.668147 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7c1a17-19a6-427d-9c5e-970e3a033112 req-0003cb79-508c-4d6b-b874-c26f54439801 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:50.669801 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8a7c1a17-19a6-427d-9c5e-970e3a033112 req-0003cb79-508c-4d6b-b874-c26f54439801 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.21 "GET /v2.0/networks?id=fe05a3f0-e7b5-4820-a80d-5e53a559df6b HTTP/1.1" status: 200 len: 810 time: 0.7619650 Nov 12 08:14:50.697936 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-8a7c1a17-19a6-427d-9c5e-970e3a033112 req-fa5e636d-6bb7-46af-a2f4-68ff0cf476cb tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Request body: {'port': {'device_id': '54100ade-491e-488a-8bdb-541746e0bddb', 'network_id': 'fe05a3f0-e7b5-4820-a80d-5e53a559df6b', 'admin_state_up': True, 'tenant_id': '4185fcef2b8f49279dd089f3c02606eb'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:14:50.806311 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de305298-0ab3-4acd-a55a-9614c13c6615 admin admin] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:14:50.840738 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165653db-42b5-4662-9fee-20262ff7eb0d req-4acfcbd2-53d6-4932-9c61-56d77d028aea tempest-AttachSCSIVolumeTestJSON-1725353349 tempest-AttachSCSIVolumeTestJSON-1725353349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:50.854770 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-165653db-42b5-4662-9fee-20262ff7eb0d req-4acfcbd2-53d6-4932-9c61-56d77d028aea tempest-AttachSCSIVolumeTestJSON-1725353349 tempest-AttachSCSIVolumeTestJSON-1725353349-project] 10.222.0.26 "GET /v2.0/ports?device_id=8daf96f6-960d-49b9-a47a-6432de10a009 HTTP/1.1" status: 200 len: 944 time: 0.4460406 Nov 12 08:14:50.855884 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de305298-0ab3-4acd-a55a-9614c13c6615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d42eb470-1b4a-4c7a-a45e-b3d3c1ca9ea0,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:50.886005 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-de305298-0ab3-4acd-a55a-9614c13c6615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:50.887010 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-de305298-0ab3-4acd-a55a-9614c13c6615 admin admin] Added segment 711f824d-6347-4f9a-8354-e69b31f9173a of type vlan for network db3fecd1-3757-4c7b-848a-a3f747957f3e Nov 12 08:14:50.945130 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-682f95e2-dfb4-435f-b439-15e8aa36363d req-6ad7e6d0-2b31-4731-82da-bdcbe9896c5a tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Deleting port 57e599f1-5ffb-44b1-90b8-87efeef1ee5e {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:14:50.945532 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-682f95e2-dfb4-435f-b439-15e8aa36363d req-6ad7e6d0-2b31-4731-82da-bdcbe9896c5a tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:51.010469 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-de305298-0ab3-4acd-a55a-9614c13c6615 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:51.077887 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d9b1b5-2061-405c-a54f-04200349fde0 req-7517af49-2b7e-4b4d-8bb8-f1d728daa587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:51.079554 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f7d9b1b5-2061-405c-a54f-04200349fde0 req-7517af49-2b7e-4b4d-8bb8-f1d728daa587 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0e17a029-398f-4390-aea4-c0135238b984 HTTP/1.1" status: 200 len: 916 time: 0.9797194 Nov 12 08:14:51.100441 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-682f95e2-dfb4-435f-b439-15e8aa36363d req-6ad7e6d0-2b31-4731-82da-bdcbe9896c5a tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] For port 57e599f1-5ffb-44b1-90b8-87efeef1ee5e, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=57e599f1-5ffb-44b1-90b8-87efeef1ee5e,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:14:51.101229 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-682f95e2-dfb4-435f-b439-15e8aa36363d req-6ad7e6d0-2b31-4731-82da-bdcbe9896c5a tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:51.104286 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98507b8b-47dc-4bec-b11d-8fd16e5b58bc req-f84b5ed6-e6d2-44fa-be42-b6dae9353e9f tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:51.105896 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-98507b8b-47dc-4bec-b11d-8fd16e5b58bc req-f84b5ed6-e6d2-44fa-be42-b6dae9353e9f tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.21 "GET /v2.0/networks?id=e1e67e1f-8798-45f5-b239-65208acc87f1 HTTP/1.1" status: 200 len: 812 time: 0.5599701 Nov 12 08:14:51.116017 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f4e4c2-3f00-4650-9404-3ced424d5bd7 req-2eb1cc6f-9013-41ed-9399-27babc4353f8 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:51.124324 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-31f4e4c2-3f00-4650-9404-3ced424d5bd7 req-2eb1cc6f-9013-41ed-9399-27babc4353f8 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a027cfb-0708-4da3-ab68-8147ff2a3808 HTTP/1.1" status: 200 len: 945 time: 0.6023874 Nov 12 08:14:51.126322 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-de305298-0ab3-4acd-a55a-9614c13c6615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:51.128135 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de305298-0ab3-4acd-a55a-9614c13c6615 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:51.128793 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-de305298-0ab3-4acd-a55a-9614c13c6615 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:51.138412 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-682f95e2-dfb4-435f-b439-15e8aa36363d req-6ad7e6d0-2b31-4731-82da-bdcbe9896c5a tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Calling delete_port for 57e599f1-5ffb-44b1-90b8-87efeef1ee5e owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:14:51.154817 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-165653db-42b5-4662-9fee-20262ff7eb0d req-3da65e51-d2b9-41b1-ad51-96ec4d4103ca tempest-AttachSCSIVolumeTestJSON-1725353349 tempest-AttachSCSIVolumeTestJSON-1725353349-project] 10.222.0.26 "GET /v2.0/security-groups?id=b75e1799-a001-44e4-aae3-9da5da29512a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966726 Nov 12 08:14:51.174949 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-98507b8b-47dc-4bec-b11d-8fd16e5b58bc req-8f2832bb-b57a-4c9a-9c70-023bb92765ac tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Request body: {'port': {'device_id': '5a38ffab-ac68-4a27-8224-3a882d000e29', 'network_id': 'e1e67e1f-8798-45f5-b239-65208acc87f1', 'admin_state_up': True, 'tenant_id': '89f29a2548464b6e8bac4db47e7c0c8b'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:14:51.231720 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a7c1a17-19a6-427d-9c5e-970e3a033112 req-fa5e636d-6bb7-46af-a2f4-68ff0cf476cb tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Made reservation on behalf of 4185fcef2b8f49279dd089f3c02606eb for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:14:51.236574 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-8a7c1a17-19a6-427d-9c5e-970e3a033112 req-fa5e636d-6bb7-46af-a2f4-68ff0cf476cb tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:51.258867 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-de305298-0ab3-4acd-a55a-9614c13c6615 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.9051719 Nov 12 08:14:51.262955 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 41382) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:51.269181 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-49965e5b-7a3e-4975-9a1b-fe65ff9dcd2b admin admin] Request body: {'subnet': {'network_id': 'db3fecd1-3757-4c7b-848a-a3f747957f3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-629909928-subnet', 'tenant_id': '48988ab3fccc4b4993a7fc879d662457', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:14:51.288082 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de305298-0ab3-4acd-a55a-9614c13c6615 admin admin] Pushing event updated for resources: {'Network': ['ID=db3fecd1-3757-4c7b-848a-a3f747957f3e,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:51.305710 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network db3fecd1-3757-4c7b-848a-a3f747957f3e details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:14:51.327182 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-31f4e4c2-3f00-4650-9404-3ced424d5bd7 req-87c4a977-f706-4e8c-95b1-e11f3b76d810 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017939 Nov 12 08:14:51.369545 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49965e5b-7a3e-4975-9a1b-fe65ff9dcd2b admin admin] Made reservation on behalf of 48988ab3fccc4b4993a7fc879d662457 for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:14:51.372446 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-49965e5b-7a3e-4975-9a1b-fe65ff9dcd2b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:51.414394 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f7d9b1b5-2061-405c-a54f-04200349fde0 req-125158c4-2a2f-4503-a4cb-2fd143c675d9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ffb48297-a1ac-4a16-b390-b03e53b462da HTTP/1.1" status: 200 len: 217 time: 0.0485656 Nov 12 08:14:51.425467 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98507b8b-47dc-4bec-b11d-8fd16e5b58bc req-8f2832bb-b57a-4c9a-9c70-023bb92765ac tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Made reservation on behalf of 89f29a2548464b6e8bac4db47e7c0c8b for: {'port': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:14:51.433526 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-98507b8b-47dc-4bec-b11d-8fd16e5b58bc req-8f2832bb-b57a-4c9a-9c70-023bb92765ac tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:51.532481 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3aab244f-ac97-4e22-819c-4c82d2fbe9d8 req-1ad71cc9-870b-4430-870e-314d9fa5df1f tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=54100ade-491e-488a-8bdb-541746e0bddb HTTP/1.1" status: 200 len: 210 time: 0.0301375 Nov 12 08:14:51.559111 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d9b1b5-2061-405c-a54f-04200349fde0 req-5c5b8d0a-b296-4d96-a810-7b2aca7a8a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:51.560650 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f7d9b1b5-2061-405c-a54f-04200349fde0 req-5c5b8d0a-b296-4d96-a810-7b2aca7a8a6e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6bc80b87-9ac4-4c5a-b3f4-eee162229a6d HTTP/1.1" status: 200 len: 854 time: 0.1208220 Nov 12 08:14:51.574090 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-81a8b6cd-9b85-4798-874c-e1b6925e1f94 req-b8ecbf1c-a3ba-4e14-bb2e-11bb0941bbed tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a38ffab-ac68-4a27-8224-3a882d000e29 HTTP/1.1" status: 200 len: 210 time: 0.0642414 Nov 12 08:14:51.593335 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-682f95e2-dfb4-435f-b439-15e8aa36363d req-6ad7e6d0-2b31-4731-82da-bdcbe9896c5a tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:51.619112 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device fcc16614-61b2-4e28-94f8-3faf7cb13108 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:14:51.682196 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-8a7c1a17-19a6-427d-9c5e-970e3a033112 req-fa5e636d-6bb7-46af-a2f4-68ff0cf476cb tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Allocated IP 172.20.0.7 (fe05a3f0-e7b5-4820-a80d-5e53a559df6b/2fa031d2-0eb2-40ca-b071-7b73de446d96/b07b07f0-0d60-4c2a-803d-9c89a50f4f2e) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:14:51.691373 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port fcc16614-61b2-4e28-94f8-3faf7cb13108 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:14:51.691810 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:51.692431 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad7e6d0-2b31-4731-82da-bdcbe9896c5a tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Pushing event deleted for resources: {'Port': ['ID=57e599f1-5ffb-44b1-90b8-87efeef1ee5e,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:51.705936 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-212c2e13-54af-4a04-8bb7-9fa44535436c req-ac9f93d9-9330-438f-b23f-7ad873dbcc9c tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.26 "GET /v2.0/ports?device_id=96a9cab0-60b5-4289-a73f-a894f7e4644d HTTP/1.1" status: 200 len: 210 time: 0.0523930 Nov 12 08:14:51.730034 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d9b1b5-2061-405c-a54f-04200349fde0 req-11915bb8-c16a-47a6-954d-d62874066ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:51.731458 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f7d9b1b5-2061-405c-a54f-04200349fde0 req-11915bb8-c16a-47a6-954d-d62874066ae9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0e17a029-398f-4390-aea4-c0135238b984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1338320 Nov 12 08:14:51.785379 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [req-98507b8b-47dc-4bec-b11d-8fd16e5b58bc req-8f2832bb-b57a-4c9a-9c70-023bb92765ac tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Allocated IP 172.20.0.8 (e1e67e1f-8798-45f5-b239-65208acc87f1/7bdc75da-af9b-40e1-a42f-7bb0c158e2a1/1a3eaa7a-255e-41cd-bb86-8bb7520c72a3) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:14:51.862255 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-682f95e2-dfb4-435f-b439-15e8aa36363d req-6ad7e6d0-2b31-4731-82da-bdcbe9896c5a tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] No DVR routers for this DVR port 57e599f1-5ffb-44b1-90b8-87efeef1ee5e on host n-h2-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:14:51.873955 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-682f95e2-dfb4-435f-b439-15e8aa36363d req-6ad7e6d0-2b31-4731-82da-bdcbe9896c5a tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:51.877635 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-682f95e2-dfb4-435f-b439-15e8aa36363d req-6ad7e6d0-2b31-4731-82da-bdcbe9896c5a tempest-MigrationsAdminTest-347684196 tempest-MigrationsAdminTest-347684196-project] 10.222.0.44 "DELETE /v2.0/ports/57e599f1-5ffb-44b1-90b8-87efeef1ee5e HTTP/1.1" status: 204 len: 173 time: 1.6936405 Nov 12 08:14:51.881139 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96a9cab0-60b5-4289-a73f-a894f7e4644d', 'name': 'network-vif-deleted', 'tag': '57e599f1-5ffb-44b1-90b8-87efeef1ee5e'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:14:51.882795 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04ad4f5a-3e9d-4ee3-9daf-1f8c014a95b8" -d '{"events": [{"server_uuid": "96a9cab0-60b5-4289-a73f-a894f7e4644d", "name": "network-vif-deleted", "tag": "57e599f1-5ffb-44b1-90b8-87efeef1ee5e"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:14:51.893848 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f7d9b1b5-2061-405c-a54f-04200349fde0 req-ec60988d-ea46-4d6c-a036-e9524138bd91 service neutron] 10.222.0.44 "GET /v2.0/networks/0e17a029-398f-4390-aea4-c0135238b984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532061 Nov 12 08:14:51.935280 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59024bc-ce4b-48a6-8df2-4b409014ddf8 req-45dba8df-ed63-4b6d-82d9-74d98d7e568e tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:51.942912 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b59024bc-ce4b-48a6-8df2-4b409014ddf8 req-45dba8df-ed63-4b6d-82d9-74d98d7e568e tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a027cfb-0708-4da3-ab68-8147ff2a3808 HTTP/1.1" status: 200 len: 945 time: 0.2576118 Nov 12 08:14:52.069149 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-49965e5b-7a3e-4975-9a1b-fe65ff9dcd2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:52.175255 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b59024bc-ce4b-48a6-8df2-4b409014ddf8 req-00a0d90b-eed2-48f8-92e6-b1e304bff7eb tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313743 Nov 12 08:14:52.232361 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44096b9e-9249-4c98-8ec9-9fa9621d8470 x-openstack-request-id: req-44096b9e-9249-4c98-8ec9-9fa9621d8470 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:14:52.232648 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96a9cab0-60b5-4289-a73f-a894f7e4644d", "name": "network-vif-deleted", "tag": "57e599f1-5ffb-44b1-90b8-87efeef1ee5e", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:14:52.232907 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-44096b9e-9249-4c98-8ec9-9fa9621d8470 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:14:52.233319 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96a9cab0-60b5-4289-a73f-a894f7e4644d', 'name': 'network-vif-deleted', 'tag': '57e599f1-5ffb-44b1-90b8-87efeef1ee5e', 'status': 'completed', 'code': 200} Nov 12 08:14:52.278207 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49965e5b-7a3e-4975-9a1b-fe65ff9dcd2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=07592b82-52a0-4c5a-a58c-10ef22172c09,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:52.292431 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-8a7c1a17-19a6-427d-9c5e-970e3a033112 req-fa5e636d-6bb7-46af-a2f4-68ff0cf476cb tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:52.298628 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49965e5b-7a3e-4975-9a1b-fe65ff9dcd2b admin admin] Checking segment: {'id': '711f824d-6347-4f9a-8354-e69b31f9173a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'db3fecd1-3757-4c7b-848a-a3f747957f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:14:52.298885 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49965e5b-7a3e-4975-9a1b-fe65ff9dcd2b admin admin] Network hostable DHCP agents. Network: db3fecd1-3757-4c7b-848a-a3f747957f3e, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:14:52.340713 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49965e5b-7a3e-4975-9a1b-fe65ff9dcd2b admin admin] Network db3fecd1-3757-4c7b-848a-a3f747957f3e is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:14:52.355603 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-49965e5b-7a3e-4975-9a1b-fe65ff9dcd2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, db3fecd1-3757-4c7b-848a-a3f747957f3e) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:14:52.356961 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f7d9b1b5-2061-405c-a54f-04200349fde0 req-e39f755d-ae39-40ce-82ad-dc1267c00eeb service neutron] 10.222.0.44 "GET /v2.0/networks/0e17a029-398f-4390-aea4-c0135238b984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4530632 Nov 12 08:14:52.365538 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49965e5b-7a3e-4975-9a1b-fe65ff9dcd2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:52.366788 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-49965e5b-7a3e-4975-9a1b-fe65ff9dcd2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:52.372760 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-8a7c1a17-19a6-427d-9c5e-970e3a033112 req-fa5e636d-6bb7-46af-a2f4-68ff0cf476cb tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:52.382107 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4a1aa3-1818-4cfb-9891-1d765e1402e4 None None] Network db3fecd1-3757-4c7b-848a-a3f747957f3e requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:14:52.427638 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a7c1a17-19a6-427d-9c5e-970e3a033112 req-fa5e636d-6bb7-46af-a2f4-68ff0cf476cb tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Network fe05a3f0-e7b5-4820-a80d-5e53a559df6b is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:14:52.443587 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-49965e5b-7a3e-4975-9a1b-fe65ff9dcd2b admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1793439 Nov 12 08:14:52.452452 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-8a7c1a17-19a6-427d-9c5e-970e3a033112 req-fa5e636d-6bb7-46af-a2f4-68ff0cf476cb tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:14:52.455393 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a7c1a17-19a6-427d-9c5e-970e3a033112 req-fa5e636d-6bb7-46af-a2f4-68ff0cf476cb tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:14:52.471576 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fcfabf-7ee1-45d7-bbc8-7e1ef8edb3dc req-b03740e9-3279-40bb-9ba3-bd98bef1bcda tempest-AttachSCSIVolumeTestJSON-1725353349 tempest-AttachSCSIVolumeTestJSON-1725353349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:52.473533 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b6fcfabf-7ee1-45d7-bbc8-7e1ef8edb3dc req-b03740e9-3279-40bb-9ba3-bd98bef1bcda tempest-AttachSCSIVolumeTestJSON-1725353349 tempest-AttachSCSIVolumeTestJSON-1725353349-project] 10.222.0.26 "GET /v2.0/ports?device_id=8daf96f6-960d-49b9-a47a-6432de10a009 HTTP/1.1" status: 200 len: 944 time: 0.1622694 Nov 12 08:14:52.496147 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5e636d-6bb7-46af-a2f4-68ff0cf476cb tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Pushing event updated for resources: {'Port': ['ID=b07b07f0-0d60-4c2a-803d-9c89a50f4f2e,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:52.505888 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-98507b8b-47dc-4bec-b11d-8fd16e5b58bc req-8f2832bb-b57a-4c9a-9c70-023bb92765ac tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:52.549499 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7c1a17-19a6-427d-9c5e-970e3a033112 req-fa5e636d-6bb7-46af-a2f4-68ff0cf476cb tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:52.550902 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-8a7c1a17-19a6-427d-9c5e-970e3a033112 req-fa5e636d-6bb7-46af-a2f4-68ff0cf476cb tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:52.568012 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b6fcfabf-7ee1-45d7-bbc8-7e1ef8edb3dc req-82b80378-0177-48a0-a9a4-6ba2b5f4dda5 tempest-AttachSCSIVolumeTestJSON-1725353349 tempest-AttachSCSIVolumeTestJSON-1725353349-project] 10.222.0.26 "GET /v2.0/security-groups?id=b75e1799-a001-44e4-aae3-9da5da29512a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828121 Nov 12 08:14:52.586556 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00dcfd4-71d4-404e-88a8-4cf5a775c516 None None] Network db3fecd1-3757-4c7b-848a-a3f747957f3e requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:14:52.598622 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8a7c1a17-19a6-427d-9c5e-970e3a033112 req-fa5e636d-6bb7-46af-a2f4-68ff0cf476cb tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9163785 Nov 12 08:14:52.600838 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-98507b8b-47dc-4bec-b11d-8fd16e5b58bc req-8f2832bb-b57a-4c9a-9c70-023bb92765ac tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:52.612270 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-8a7c1a17-19a6-427d-9c5e-970e3a033112 req-d33372b9-38d0-4e3e-a3e5-5e355872006e service neutron] Request body: {'port': {'device_id': '54100ade-491e-488a-8bdb-541746e0bddb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:14:52.690458 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98507b8b-47dc-4bec-b11d-8fd16e5b58bc req-8f2832bb-b57a-4c9a-9c70-023bb92765ac tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Network e1e67e1f-8798-45f5-b239-65208acc87f1 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:14:52.694523 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [req-98507b8b-47dc-4bec-b11d-8fd16e5b58bc req-8f2832bb-b57a-4c9a-9c70-023bb92765ac tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:14:52.709196 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [req-98507b8b-47dc-4bec-b11d-8fd16e5b58bc req-8f2832bb-b57a-4c9a-9c70-023bb92765ac tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:14:52.745656 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2832bb-b57a-4c9a-9c70-023bb92765ac tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Pushing event updated for resources: {'Port': ['ID=1a3eaa7a-255e-41cd-bb86-8bb7520c72a3,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:52.790069 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98507b8b-47dc-4bec-b11d-8fd16e5b58bc req-8f2832bb-b57a-4c9a-9c70-023bb92765ac tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:52.790918 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-98507b8b-47dc-4bec-b11d-8fd16e5b58bc req-8f2832bb-b57a-4c9a-9c70-023bb92765ac tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:52.820870 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-98507b8b-47dc-4bec-b11d-8fd16e5b58bc req-8f2832bb-b57a-4c9a-9c70-023bb92765ac tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6866193 Nov 12 08:14:52.837288 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-98507b8b-47dc-4bec-b11d-8fd16e5b58bc req-43890c77-bee9-4d77-bdeb-6c27588a33dc service neutron] Request body: {'port': {'device_id': '5a38ffab-ac68-4a27-8224-3a882d000e29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-29'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:14:52.852747 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-8a7c1a17-19a6-427d-9c5e-970e3a033112 req-d33372b9-38d0-4e3e-a3e5-5e355872006e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:52.867093 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 57e599f1-5ffb-44b1-90b8-87efeef1ee5e no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:14:52.894127 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] No Port match for: 57e599f1-5ffb-44b1-90b8-87efeef1ee5e {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:14:52.894887 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 57e599f1-5ffb-44b1-90b8-87efeef1ee5e not bound to the agent host n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:14:52.913963 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-98507b8b-47dc-4bec-b11d-8fd16e5b58bc req-43890c77-bee9-4d77-bdeb-6c27588a33dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:53.062768 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d699ad8-477c-44b9-a102-a89a2640a5d0 req-ce290225-3c79-4327-8963-f11a8ecaf00d tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:53.064241 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5d699ad8-477c-44b9-a102-a89a2640a5d0 req-ce290225-3c79-4327-8963-f11a8ecaf00d tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=54100ade-491e-488a-8bdb-541746e0bddb HTTP/1.1" status: 200 len: 931 time: 0.1428428 Nov 12 08:14:53.073191 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6432677a-80d0-4307-a8e2-d07f16de047d req-fc12753c-021c-44c0-be46-3052648c4944 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:53.074702 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6432677a-80d0-4307-a8e2-d07f16de047d req-fc12753c-021c-44c0-be46-3052648c4944 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a38ffab-ac68-4a27-8224-3a882d000e29 HTTP/1.1" status: 200 len: 931 time: 0.1425791 Nov 12 08:14:53.166573 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5d699ad8-477c-44b9-a102-a89a2640a5d0 req-6be11175-dc0b-4c4a-a6cd-f9b70227d4ec tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955977 Nov 12 08:14:53.182831 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6432677a-80d0-4307-a8e2-d07f16de047d req-ba58ab98-1c12-489b-8bbb-326549c926f2 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985849 Nov 12 08:14:53.288113 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-8a7c1a17-19a6-427d-9c5e-970e3a033112 req-d33372b9-38d0-4e3e-a3e5-5e355872006e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b07b07f0-0d60-4c2a-803d-9c89a50f4f2e {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:14:53.296237 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-8a7c1a17-19a6-427d-9c5e-970e3a033112 req-d33372b9-38d0-4e3e-a3e5-5e355872006e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:53.303304 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [req-98507b8b-47dc-4bec-b11d-8fd16e5b58bc req-43890c77-bee9-4d77-bdeb-6c27588a33dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a3eaa7a-255e-41cd-bb86-8bb7520c72a3 {{(pid=102600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:14:53.311382 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-98507b8b-47dc-4bec-b11d-8fd16e5b58bc req-43890c77-bee9-4d77-bdeb-6c27588a33dc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:53.321999 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-8a7c1a17-19a6-427d-9c5e-970e3a033112 req-d33372b9-38d0-4e3e-a3e5-5e355872006e service neutron] Transition to ACTIVE for port object b07b07f0-0d60-4c2a-803d-9c89a50f4f2e will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:14:53.328090 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-8a7c1a17-19a6-427d-9c5e-970e3a033112 req-d33372b9-38d0-4e3e-a3e5-5e355872006e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:53.372899 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.provisioning_blocks [req-98507b8b-47dc-4bec-b11d-8fd16e5b58bc req-43890c77-bee9-4d77-bdeb-6c27588a33dc service neutron] Transition to ACTIVE for port object 1a3eaa7a-255e-41cd-bb86-8bb7520c72a3 will not be triggered until provisioned by entity L2. {{(pid=102600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:14:53.383219 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-98507b8b-47dc-4bec-b11d-8fd16e5b58bc req-43890c77-bee9-4d77-bdeb-6c27588a33dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:53.410762 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33372b9-38d0-4e3e-a3e5-5e355872006e service neutron] Pushing event updated for resources: {'Port': ['ID=b07b07f0-0d60-4c2a-803d-9c89a50f4f2e,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:53.423906 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406dc206-7c7c-43a5-917b-0d35b73b2088 req-e96f2cdb-9239-4c2d-8719-11b685742ba7 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:53.440828 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-406dc206-7c7c-43a5-917b-0d35b73b2088 req-e96f2cdb-9239-4c2d-8719-11b685742ba7 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a027cfb-0708-4da3-ab68-8147ff2a3808 HTTP/1.1" status: 200 len: 945 time: 0.1220393 Nov 12 08:14:53.492077 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-8a7c1a17-19a6-427d-9c5e-970e3a033112 req-d33372b9-38d0-4e3e-a3e5-5e355872006e service neutron] Attempting to bind port b07b07f0-0d60-4c2a-803d-9c89a50f4f2e on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:14:53.492497 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-8a7c1a17-19a6-427d-9c5e-970e3a033112 req-d33372b9-38d0-4e3e-a3e5-5e355872006e service neutron] Attempting to bind port b07b07f0-0d60-4c2a-803d-9c89a50f4f2e by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': '0481860e-ef41-474b-ab33-5174e36c5825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'fe05a3f0-e7b5-4820-a80d-5e53a559df6b'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:14:53.492894 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7c1a17-19a6-427d-9c5e-970e3a033112 req-d33372b9-38d0-4e3e-a3e5-5e355872006e service neutron] Attempting to bind port b07b07f0-0d60-4c2a-803d-9c89a50f4f2e on network fe05a3f0-e7b5-4820-a80d-5e53a559df6b {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:14:53.502889 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7c1a17-19a6-427d-9c5e-970e3a033112 req-d33372b9-38d0-4e3e-a3e5-5e355872006e service neutron] Port b07b07f0-0d60-4c2a-803d-9c89a50f4f2e on network fe05a3f0-e7b5-4820-a80d-5e53a559df6b not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:14:53.503195 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7c1a17-19a6-427d-9c5e-970e3a033112 req-d33372b9-38d0-4e3e-a3e5-5e355872006e service neutron] Attempting to bind port b07b07f0-0d60-4c2a-803d-9c89a50f4f2e on network fe05a3f0-e7b5-4820-a80d-5e53a559df6b {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:14:53.510727 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43890c77-bee9-4d77-bdeb-6c27588a33dc service neutron] Pushing event updated for resources: {'Port': ['ID=1a3eaa7a-255e-41cd-bb86-8bb7520c72a3,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:53.511538 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7c1a17-19a6-427d-9c5e-970e3a033112 req-d33372b9-38d0-4e3e-a3e5-5e355872006e service neutron] Checking agent: {'id': '26215384-8035-4ce2-971a-8e67be80da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:14:53.522354 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7c1a17-19a6-427d-9c5e-970e3a033112 req-d33372b9-38d0-4e3e-a3e5-5e355872006e service neutron] Checking segment: {'id': '0481860e-ef41-474b-ab33-5174e36c5825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'fe05a3f0-e7b5-4820-a80d-5e53a559df6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:14:53.524079 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7c1a17-19a6-427d-9c5e-970e3a033112 req-d33372b9-38d0-4e3e-a3e5-5e355872006e service neutron] Bound using segment: {'id': '0481860e-ef41-474b-ab33-5174e36c5825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'fe05a3f0-e7b5-4820-a80d-5e53a559df6b'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:14:53.524548 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-8a7c1a17-19a6-427d-9c5e-970e3a033112 req-d33372b9-38d0-4e3e-a3e5-5e355872006e service neutron] Bound port: b07b07f0-0d60-4c2a-803d-9c89a50f4f2e, host: n-h1-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0481860e-ef41-474b-ab33-5174e36c5825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'fe05a3f0-e7b5-4820-a80d-5e53a559df6b'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:14:53.524922 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-8a7c1a17-19a6-427d-9c5e-970e3a033112 req-d33372b9-38d0-4e3e-a3e5-5e355872006e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:53.590432 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-406dc206-7c7c-43a5-917b-0d35b73b2088 req-4749ad68-b8f7-4ae6-b1ae-422bcb6f919d tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487401 Nov 12 08:14:53.604017 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fc5949-af8f-4490-b756-fdcc971fcccb req-9838a167-b139-4ed3-9682-4469b2481279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:53.605482 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-88fc5949-af8f-4490-b756-fdcc971fcccb req-9838a167-b139-4ed3-9682-4469b2481279 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a783fc66f04949de852791cb9109858d&device_id=7a027cfb-0708-4da3-ab68-8147ff2a3808 HTTP/1.1" status: 200 len: 1097 time: 0.1487870 Nov 12 08:14:53.621971 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-98507b8b-47dc-4bec-b11d-8fd16e5b58bc req-43890c77-bee9-4d77-bdeb-6c27588a33dc service neutron] Attempting to bind port 1a3eaa7a-255e-41cd-bb86-8bb7520c72a3 on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:14:53.622308 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-98507b8b-47dc-4bec-b11d-8fd16e5b58bc req-43890c77-bee9-4d77-bdeb-6c27588a33dc service neutron] Attempting to bind port 1a3eaa7a-255e-41cd-bb86-8bb7520c72a3 by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': '931741a0-66de-48c6-b90b-c82af0a9f552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e1e67e1f-8798-45f5-b239-65208acc87f1'}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:14:53.622657 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98507b8b-47dc-4bec-b11d-8fd16e5b58bc req-43890c77-bee9-4d77-bdeb-6c27588a33dc service neutron] Attempting to bind port 1a3eaa7a-255e-41cd-bb86-8bb7520c72a3 on network e1e67e1f-8798-45f5-b239-65208acc87f1 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:14:53.627268 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98507b8b-47dc-4bec-b11d-8fd16e5b58bc req-43890c77-bee9-4d77-bdeb-6c27588a33dc service neutron] Port 1a3eaa7a-255e-41cd-bb86-8bb7520c72a3 on network e1e67e1f-8798-45f5-b239-65208acc87f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:14:53.627590 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98507b8b-47dc-4bec-b11d-8fd16e5b58bc req-43890c77-bee9-4d77-bdeb-6c27588a33dc service neutron] Attempting to bind port 1a3eaa7a-255e-41cd-bb86-8bb7520c72a3 on network e1e67e1f-8798-45f5-b239-65208acc87f1 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:14:53.633712 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98507b8b-47dc-4bec-b11d-8fd16e5b58bc req-43890c77-bee9-4d77-bdeb-6c27588a33dc service neutron] Checking agent: {'id': '26215384-8035-4ce2-971a-8e67be80da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:14:53.634085 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98507b8b-47dc-4bec-b11d-8fd16e5b58bc req-43890c77-bee9-4d77-bdeb-6c27588a33dc service neutron] Checking segment: {'id': '931741a0-66de-48c6-b90b-c82af0a9f552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e1e67e1f-8798-45f5-b239-65208acc87f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:14:53.634468 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98507b8b-47dc-4bec-b11d-8fd16e5b58bc req-43890c77-bee9-4d77-bdeb-6c27588a33dc service neutron] Bound using segment: {'id': '931741a0-66de-48c6-b90b-c82af0a9f552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e1e67e1f-8798-45f5-b239-65208acc87f1'} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:14:53.635023 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-98507b8b-47dc-4bec-b11d-8fd16e5b58bc req-43890c77-bee9-4d77-bdeb-6c27588a33dc service neutron] Bound port: 1a3eaa7a-255e-41cd-bb86-8bb7520c72a3, host: n-h1-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '931741a0-66de-48c6-b90b-c82af0a9f552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e1e67e1f-8798-45f5-b239-65208acc87f1'}}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:14:53.635293 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-98507b8b-47dc-4bec-b11d-8fd16e5b58bc req-43890c77-bee9-4d77-bdeb-6c27588a33dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:53.749238 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 41456) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:53.815485 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-98507b8b-47dc-4bec-b11d-8fd16e5b58bc req-43890c77-bee9-4d77-bdeb-6c27588a33dc service neutron] For port 1a3eaa7a-255e-41cd-bb86-8bb7520c72a3, host n-h1-765315-29, cleared binding levels {{(pid=102600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:14:53.823456 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-98507b8b-47dc-4bec-b11d-8fd16e5b58bc req-43890c77-bee9-4d77-bdeb-6c27588a33dc service neutron] For port 1a3eaa7a-255e-41cd-bb86-8bb7520c72a3, host n-h1-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=1a3eaa7a-255e-41cd-bb86-8bb7520c72a3,segment=NetworkSegment(931741a0-66de-48c6-b90b-c82af0a9f552),segment_id=931741a0-66de-48c6-b90b-c82af0a9f552)] {{(pid=102600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:14:53.834788 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-98507b8b-47dc-4bec-b11d-8fd16e5b58bc req-43890c77-bee9-4d77-bdeb-6c27588a33dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:53.850964 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fc5949-af8f-4490-b756-fdcc971fcccb req-e16ae383-5704-4fdd-a13b-9eea66cc5343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:53.852550 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-88fc5949-af8f-4490-b756-fdcc971fcccb req-e16ae383-5704-4fdd-a13b-9eea66cc5343 service neutron] 10.222.0.44 "GET /v2.0/networks?id=33c4acc6-fff5-4d04-a808-ff7e0950b8a2 HTTP/1.1" status: 200 len: 915 time: 0.2077985 Nov 12 08:14:53.860375 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13deb96-2cc6-44ae-807b-b4ddac47a480 req-5c951cbc-0482-466b-97a9-afaab0900f5d tempest-AttachSCSIVolumeTestJSON-1725353349 tempest-AttachSCSIVolumeTestJSON-1725353349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:53.861886 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c13deb96-2cc6-44ae-807b-b4ddac47a480 req-5c951cbc-0482-466b-97a9-afaab0900f5d tempest-AttachSCSIVolumeTestJSON-1725353349 tempest-AttachSCSIVolumeTestJSON-1725353349-project] 10.222.0.26 "GET /v2.0/ports?device_id=8daf96f6-960d-49b9-a47a-6432de10a009 HTTP/1.1" status: 200 len: 944 time: 0.1301646 Nov 12 08:14:53.941744 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98507b8b-47dc-4bec-b11d-8fd16e5b58bc req-43890c77-bee9-4d77-bdeb-6c27588a33dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:53.943039 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-98507b8b-47dc-4bec-b11d-8fd16e5b58bc req-43890c77-bee9-4d77-bdeb-6c27588a33dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:53.944510 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-98507b8b-47dc-4bec-b11d-8fd16e5b58bc req-43890c77-bee9-4d77-bdeb-6c27588a33dc service neutron] 10.222.0.21 "PUT /v2.0/ports/1a3eaa7a-255e-41cd-bb86-8bb7520c72a3 HTTP/1.1" status: 200 len: 1092 time: 1.1149368 Nov 12 08:14:53.944970 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a38ffab-ac68-4a27-8224-3a882d000e29', 'tag': '1a3eaa7a-255e-41cd-bb86-8bb7520c72a3'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:14:53.947267 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf609ec9-dafa-4a52-aef4-0086bf6eb062" -d '{"events": [{"name": "network-changed", "server_uuid": "5a38ffab-ac68-4a27-8224-3a882d000e29", "tag": "1a3eaa7a-255e-41cd-bb86-8bb7520c72a3"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:14:53.968352 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-88fc5949-af8f-4490-b756-fdcc971fcccb req-93988d00-cefa-47cf-8a30-ea7ceddb2270 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7cbf1e6f-4bdf-497a-8623-70a89e412f4c HTTP/1.1" status: 200 len: 217 time: 0.0878112 Nov 12 08:14:53.996827 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-8a7c1a17-19a6-427d-9c5e-970e3a033112 req-d33372b9-38d0-4e3e-a3e5-5e355872006e service neutron] For port b07b07f0-0d60-4c2a-803d-9c89a50f4f2e, host n-h1-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:14:54.003437 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-8a7c1a17-19a6-427d-9c5e-970e3a033112 req-d33372b9-38d0-4e3e-a3e5-5e355872006e service neutron] For port b07b07f0-0d60-4c2a-803d-9c89a50f4f2e, host n-h1-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=b07b07f0-0d60-4c2a-803d-9c89a50f4f2e,segment=NetworkSegment(0481860e-ef41-474b-ab33-5174e36c5825),segment_id=0481860e-ef41-474b-ab33-5174e36c5825)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:14:54.012527 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-8a7c1a17-19a6-427d-9c5e-970e3a033112 req-d33372b9-38d0-4e3e-a3e5-5e355872006e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:54.058385 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43890c77-bee9-4d77-bdeb-6c27588a33dc service neutron] Pushing event updated for resources: {'Port': ['ID=1a3eaa7a-255e-41cd-bb86-8bb7520c72a3,revision_number=3']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:54.070021 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe8ec88-0365-4a88-8376-f6ccf4daf913 req-f5433a0e-ba2a-49ba-8e63-352617aeca5c tempest-InstanceActionsNegativeTestJSON-1937088901 tempest-InstanceActionsNegativeTestJSON-1937088901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:54.071560 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cfe8ec88-0365-4a88-8376-f6ccf4daf913 req-f5433a0e-ba2a-49ba-8e63-352617aeca5c tempest-InstanceActionsNegativeTestJSON-1937088901 tempest-InstanceActionsNegativeTestJSON-1937088901-project] 10.222.0.26 "GET /v2.0/networks?id=db3fecd1-3757-4c7b-848a-a3f747957f3e HTTP/1.1" status: 200 len: 821 time: 0.5622625 Nov 12 08:14:54.074521 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7c1a17-19a6-427d-9c5e-970e3a033112 req-d33372b9-38d0-4e3e-a3e5-5e355872006e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:54.075170 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-8a7c1a17-19a6-427d-9c5e-970e3a033112 req-d33372b9-38d0-4e3e-a3e5-5e355872006e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:54.076482 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8a7c1a17-19a6-427d-9c5e-970e3a033112 req-d33372b9-38d0-4e3e-a3e5-5e355872006e service neutron] 10.222.0.21 "PUT /v2.0/ports/b07b07f0-0d60-4c2a-803d-9c89a50f4f2e HTTP/1.1" status: 200 len: 1092 time: 1.4700284 Nov 12 08:14:54.099916 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c13deb96-2cc6-44ae-807b-b4ddac47a480 req-7a19fb65-4d9f-42ed-87ac-8cc5eb65f9d7 tempest-AttachSCSIVolumeTestJSON-1725353349 tempest-AttachSCSIVolumeTestJSON-1725353349-project] 10.222.0.26 "GET /v2.0/security-groups?id=b75e1799-a001-44e4-aae3-9da5da29512a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180512 Nov 12 08:14:54.100203 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cfe8ec88-0365-4a88-8376-f6ccf4daf913 req-f5ca3213-e6d2-453f-b0a2-be60e2553b40 tempest-InstanceActionsNegativeTestJSON-1937088901 tempest-InstanceActionsNegativeTestJSON-1937088901-project] 10.222.0.26 "GET /v2.0/quotas/48988ab3fccc4b4993a7fc879d662457 HTTP/1.1" status: 200 len: 375 time: 0.0225916 Nov 12 08:14:54.105375 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33372b9-38d0-4e3e-a3e5-5e355872006e service neutron] Pushing event updated for resources: {'Port': ['ID=b07b07f0-0d60-4c2a-803d-9c89a50f4f2e,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:54.106547 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-e3372d2f-af7e-46aa-8625-75ae59c709e9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f20f3adab6e34964b521814e780e6afc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3562100 Nov 12 08:14:54.110825 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 41462) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:54.113216 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fc5949-af8f-4490-b756-fdcc971fcccb req-bcc4a099-a650-4d75-802b-70387c89acf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:54.115519 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-88fc5949-af8f-4490-b756-fdcc971fcccb req-bcc4a099-a650-4d75-802b-70387c89acf1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=22ada644-5ac2-4dd6-bbe3-6cce42afd567 HTTP/1.1" status: 200 len: 854 time: 0.1283178 Nov 12 08:14:54.122291 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98507b8b-47dc-4bec-b11d-8fd16e5b58bc req-17e94dba-0c83-43b5-977f-38e8d756decb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:54.123845 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-98507b8b-47dc-4bec-b11d-8fd16e5b58bc req-17e94dba-0c83-43b5-977f-38e8d756decb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=89f29a2548464b6e8bac4db47e7c0c8b&device_id=5a38ffab-ac68-4a27-8224-3a882d000e29 HTTP/1.1" status: 200 len: 1095 time: 0.1357722 Nov 12 08:14:54.165012 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-88fc5949-af8f-4490-b756-fdcc971fcccb req-cdf63e1d-9367-4713-bc95-d2daf084c35a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=33c4acc6-fff5-4d04-a808-ff7e0950b8a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378842 Nov 12 08:14:54.184490 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cfe8ec88-0365-4a88-8376-f6ccf4daf913 req-1bf35002-35e2-441a-9cf7-d6a967fe0a5a tempest-InstanceActionsNegativeTestJSON-1937088901 tempest-InstanceActionsNegativeTestJSON-1937088901-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=48988ab3fccc4b4993a7fc879d662457&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0563676 Nov 12 08:14:54.207166 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-98507b8b-47dc-4bec-b11d-8fd16e5b58bc req-017937ea-e8e0-47ad-9ee0-89311620b065 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a3eaa7a-255e-41cd-bb86-8bb7520c72a3 HTTP/1.1" status: 200 len: 217 time: 0.0688117 Nov 12 08:14:54.235648 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54100ade-491e-488a-8bdb-541746e0bddb', 'tag': 'b07b07f0-0d60-4c2a-803d-9c89a50f4f2e'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:14:54.238034 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28b127f9-3488-45d9-9332-e6fd1c6b273a" -d '{"events": [{"name": "network-changed", "server_uuid": "54100ade-491e-488a-8bdb-541746e0bddb", "tag": "b07b07f0-0d60-4c2a-803d-9c89a50f4f2e"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:14:54.312937 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3533e7ed-1a4f-42c5-9e95-4af72b2caf6e x-openstack-request-id: req-3533e7ed-1a4f-42c5-9e95-4af72b2caf6e {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:14:54.313287 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a38ffab-ac68-4a27-8224-3a882d000e29", "tag": "1a3eaa7a-255e-41cd-bb86-8bb7520c72a3", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:14:54.313609 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3533e7ed-1a4f-42c5-9e95-4af72b2caf6e {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:14:54.314069 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a38ffab-ac68-4a27-8224-3a882d000e29', 'tag': '1a3eaa7a-255e-41cd-bb86-8bb7520c72a3', 'status': 'completed', 'code': 200} Nov 12 08:14:54.317357 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7c1a17-19a6-427d-9c5e-970e3a033112 req-7fece664-8264-49a1-b90e-27fbeaa2caba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:54.319732 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8a7c1a17-19a6-427d-9c5e-970e3a033112 req-7fece664-8264-49a1-b90e-27fbeaa2caba service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4185fcef2b8f49279dd089f3c02606eb&device_id=54100ade-491e-488a-8bdb-541746e0bddb HTTP/1.1" status: 200 len: 1095 time: 0.1711638 Nov 12 08:14:54.321957 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c6a7d713-63a0-4201-ab51-60c48cfa458c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:54.325609 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98507b8b-47dc-4bec-b11d-8fd16e5b58bc req-cb4e889b-625c-44fc-97ca-0baf5d590f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:54.330900 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-98507b8b-47dc-4bec-b11d-8fd16e5b58bc req-cb4e889b-625c-44fc-97ca-0baf5d590f0d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7bdc75da-af9b-40e1-a42f-7bb0c158e2a1 HTTP/1.1" status: 200 len: 852 time: 0.1071265 Nov 12 08:14:54.373937 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-98507b8b-47dc-4bec-b11d-8fd16e5b58bc req-8c2fa616-dc21-4cd6-b145-feeb9a7954b3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e1e67e1f-8798-45f5-b239-65208acc87f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360527 Nov 12 08:14:54.376208 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-88fc5949-af8f-4490-b756-fdcc971fcccb req-2823a073-31ea-4fd1-b4b8-ea08087ffdb4 service neutron] 10.222.0.44 "GET /v2.0/networks/33c4acc6-fff5-4d04-a808-ff7e0950b8a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778505 Nov 12 08:14:54.403142 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8a7c1a17-19a6-427d-9c5e-970e3a033112 req-418ed442-7126-4c48-91be-e6c697f7a51a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b07b07f0-0d60-4c2a-803d-9c89a50f4f2e HTTP/1.1" status: 200 len: 217 time: 0.0748458 Nov 12 08:14:54.408720 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c6a7d713-63a0-4201-ab51-60c48cfa458c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:54.419017 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cfe8ec88-0365-4a88-8376-f6ccf4daf913 req-320c76ee-b5a7-4f71-9e1c-9edf12dadafd service neutron] 10.222.0.26 "GET /v2.0/networks/db3fecd1-3757-4c7b-848a-a3f747957f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120652 Nov 12 08:14:54.451670 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 41474) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:54.555107 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7c1a17-19a6-427d-9c5e-970e3a033112 req-245e02d3-ea30-468f-accc-07e3d64a8b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:54.556599 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8a7c1a17-19a6-427d-9c5e-970e3a033112 req-245e02d3-ea30-468f-accc-07e3d64a8b81 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2fa031d2-0eb2-40ca-b071-7b73de446d96 HTTP/1.1" status: 200 len: 850 time: 0.1400864 Nov 12 08:14:54.570957 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee6945b-5570-46ca-8100-28b1d3d54868 req-cb243dc5-c7fd-4d2f-baa6-6f6fe4f58fcd tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:54.578076 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0ee6945b-5570-46ca-8100-28b1d3d54868 req-cb243dc5-c7fd-4d2f-baa6-6f6fe4f58fcd tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=54100ade-491e-488a-8bdb-541746e0bddb HTTP/1.1" status: 200 len: 943 time: 0.1882551 Nov 12 08:14:54.602111 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8a7c1a17-19a6-427d-9c5e-970e3a033112 req-365825f0-da1c-484a-8dd4-e6ea0326dc12 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fe05a3f0-e7b5-4820-a80d-5e53a559df6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359654 Nov 12 08:14:54.602739 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c6a7d713-63a0-4201-ab51-60c48cfa458c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:54.605316 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c6a7d713-63a0-4201-ab51-60c48cfa458c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:54.606341 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-c6a7d713-63a0-4201-ab51-60c48cfa458c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fac07147-10d4-4364-a5e1-6f38740cb683 HTTP/1.1" status: 204 len: 168 time: 0.4945781 Nov 12 08:14:54.620617 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cfe8ec88-0365-4a88-8376-f6ccf4daf913 req-d5d8f302-8755-41cf-9708-7b1308f69163 service neutron] 10.222.0.26 "GET /v2.0/networks/db3fecd1-3757-4c7b-848a-a3f747957f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896462 Nov 12 08:14:54.632491 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cda781c7-9bef-4b85-aee3-ebd3d2b60128 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:54.641570 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7d713-63a0-4201-ab51-60c48cfa458c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac07147-10d4-4364-a5e1-6f38740cb683,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:54.646455 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-98507b8b-47dc-4bec-b11d-8fd16e5b58bc req-d91099c7-f017-44f0-91d0-669b5cb26d63 service neutron] 10.222.0.21 "GET /v2.0/networks/e1e67e1f-8798-45f5-b239-65208acc87f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648089 Nov 12 08:14:54.650853 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-88fc5949-af8f-4490-b756-fdcc971fcccb req-c8e995d8-3c50-403f-b487-2007bdae1063 service neutron] 10.222.0.44 "GET /v2.0/networks/33c4acc6-fff5-4d04-a808-ff7e0950b8a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589226 Nov 12 08:14:54.723998 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8a7c1a17-19a6-427d-9c5e-970e3a033112 req-e1ec21db-a521-47b0-ba94-20234f6a4d22 service neutron] 10.222.0.21 "GET /v2.0/networks/fe05a3f0-e7b5-4820-a80d-5e53a559df6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137304 Nov 12 08:14:54.775376 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0ee6945b-5570-46ca-8100-28b1d3d54868 req-8bc85465-4691-4100-85e4-46c6cd2e5363 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963382 Nov 12 08:14:54.866113 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8a7c1a17-19a6-427d-9c5e-970e3a033112 req-b06d691d-5f30-47c0-83fd-d36c0680a244 service neutron] 10.222.0.21 "GET /v2.0/networks/fe05a3f0-e7b5-4820-a80d-5e53a559df6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321452 Nov 12 08:14:54.874439 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device ffb48297-a1ac-4a16-b390-b03e53b462da details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:14:54.898479 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e212b010-dfb1-4742-b2b2-667d4808a2c9 x-openstack-request-id: req-e212b010-dfb1-4742-b2b2-667d4808a2c9 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:14:54.898721 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-98507b8b-47dc-4bec-b11d-8fd16e5b58bc req-2076f3df-67b4-485a-9327-bb4605ff9f54 service neutron] 10.222.0.21 "GET /v2.0/networks/e1e67e1f-8798-45f5-b239-65208acc87f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424510 Nov 12 08:14:54.898841 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54100ade-491e-488a-8bdb-541746e0bddb", "tag": "b07b07f0-0d60-4c2a-803d-9c89a50f4f2e", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:14:54.899090 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e212b010-dfb1-4742-b2b2-667d4808a2c9 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:14:54.900919 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54100ade-491e-488a-8bdb-541746e0bddb', 'tag': 'b07b07f0-0d60-4c2a-803d-9c89a50f4f2e', 'status': 'completed', 'code': 200} Nov 12 08:14:55.009302 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cda781c7-9bef-4b85-aee3-ebd3d2b60128 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:55.043630 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cda781c7-9bef-4b85-aee3-ebd3d2b60128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:55.061408 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port ffb48297-a1ac-4a16-b390-b03e53b462da, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=ffb48297-a1ac-4a16-b390-b03e53b462da,segment=NetworkSegment(16a676a6-44d3-4968-acea-0101be5a5fbd),segment_id=16a676a6-44d3-4968-acea-0101be5a5fbd)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:14:55.083237 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': 'ffb48297-a1ac-4a16-b390-b03e53b462da', 'network_id': '0e17a029-398f-4390-aea4-c0135238b984', 'port_id': 'ffb48297-a1ac-4a16-b390-b03e53b462da', 'mac_address': 'fa:16:3e:13:27:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bc80b87-9ac4-4c5a-b3f4-eee162229a6d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:14:55.108773 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-cda781c7-9bef-4b85-aee3-ebd3d2b60128 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7b5763ab74ae41abb0f75df4d2d22c46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6502407 Nov 12 08:14:55.111100 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 41488) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:55.119468 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fb641f-c932-45e8-87d5-b23a4835224c req-7fac1f6e-3a10-421e-84c8-2b0521916f92 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:55.121381 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-77fb641f-c932-45e8-87d5-b23a4835224c req-7fac1f6e-3a10-421e-84c8-2b0521916f92 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a38ffab-ac68-4a27-8224-3a882d000e29 HTTP/1.1" status: 200 len: 943 time: 0.1955600 Nov 12 08:14:55.129930 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda781c7-9bef-4b85-aee3-ebd3d2b60128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea386f5-86d4-4f01-b1fb-b1b167ade0b9,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:55.138158 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf609ec9-dafa-4a52-aef4-0086bf6eb062 req-d6f8ff68-5a36-4700-a209-c5d221797db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:55.146035 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-bf609ec9-dafa-4a52-aef4-0086bf6eb062 req-d6f8ff68-5a36-4700-a209-c5d221797db8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=89f29a2548464b6e8bac4db47e7c0c8b&device_id=5a38ffab-ac68-4a27-8224-3a882d000e29 HTTP/1.1" status: 200 len: 1095 time: 0.1808136 Nov 12 08:14:55.149505 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:55.151409 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b127f9-3488-45d9-9332-e6fd1c6b273a req-8cf23e83-128c-460a-b59f-7a83e670540d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:55.152898 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-28b127f9-3488-45d9-9332-e6fd1c6b273a req-8cf23e83-128c-460a-b59f-7a83e670540d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4185fcef2b8f49279dd089f3c02606eb&device_id=54100ade-491e-488a-8bdb-541746e0bddb HTTP/1.1" status: 200 len: 1095 time: 0.1746411 Nov 12 08:14:55.174896 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffb48297-a1ac-4a16-b390-b03e53b462da {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:14:55.219735 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 41496) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:55.225746 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port ffb48297-a1ac-4a16-b390-b03e53b462da, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=ffb48297-a1ac-4a16-b390-b03e53b462da,segment=NetworkSegment(16a676a6-44d3-4968-acea-0101be5a5fbd),segment_id=16a676a6-44d3-4968-acea-0101be5a5fbd)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:14:55.276145 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:55.278540 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1610f3d9-451c-47cb-aad5-43bd9b4114ea req-12511e68-c730-4a95-8396-22356e4441ef tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:55.291120 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1610f3d9-451c-47cb-aad5-43bd9b4114ea req-12511e68-c730-4a95-8396-22356e4441ef tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a027cfb-0708-4da3-ab68-8147ff2a3808 HTTP/1.1" status: 200 len: 945 time: 0.2484148 Nov 12 08:14:55.397217 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-58b3c23c-864b-4935-a0a5-238e3d501fea admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d7174519798e4ad3b997559f5a1d4e72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1779888 Nov 12 08:14:55.399948 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 41500) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:55.404414 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=ffb48297-a1ac-4a16-b390-b03e53b462da,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:55.429294 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-77fb641f-c932-45e8-87d5-b23a4835224c req-c9b88609-552e-47f6-ab43-020149f6221b tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824745 Nov 12 08:14:55.442805 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b127f9-3488-45d9-9332-e6fd1c6b273a req-489b8f87-ee23-418d-9bfd-770a53ed9234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:55.444783 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-28b127f9-3488-45d9-9332-e6fd1c6b273a req-489b8f87-ee23-418d-9bfd-770a53ed9234 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fe05a3f0-e7b5-4820-a80d-5e53a559df6b HTTP/1.1" status: 200 len: 911 time: 0.2843041 Nov 12 08:14:55.448802 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-deef53b7-1fce-4d3b-abd8-5672ec0c52ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:55.489229 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1610f3d9-451c-47cb-aad5-43bd9b4114ea req-ee38c113-8a3b-4fe6-a202-81032aedeeb7 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461802 Nov 12 08:14:55.490686 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf609ec9-dafa-4a52-aef4-0086bf6eb062 req-681f9da0-8a15-44b9-8fb5-66275d5ff856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:55.491096 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-deef53b7-1fce-4d3b-abd8-5672ec0c52ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:55.492208 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-bf609ec9-dafa-4a52-aef4-0086bf6eb062 req-681f9da0-8a15-44b9-8fb5-66275d5ff856 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e1e67e1f-8798-45f5-b239-65208acc87f1 HTTP/1.1" status: 200 len: 913 time: 0.3279881 Nov 12 08:14:55.565692 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-bf609ec9-dafa-4a52-aef4-0086bf6eb062 req-03e2cc81-2ba9-4b04-87c6-9d25cccde98c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a3eaa7a-255e-41cd-bb86-8bb7520c72a3 HTTP/1.1" status: 200 len: 217 time: 0.0554283 Nov 12 08:14:55.574722 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-28b127f9-3488-45d9-9332-e6fd1c6b273a req-437fa91e-6b60-47a5-b2e9-9be57fd99a30 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b07b07f0-0d60-4c2a-803d-9c89a50f4f2e HTTP/1.1" status: 200 len: 217 time: 0.1172414 Nov 12 08:14:55.587404 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-754a467a-34b7-4611-8758-2203ac19346c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:55.594514 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d58b5d72-0d54-4084-891a-4a4c6f27b3e1 req-cbc4fc33-1f0b-4fd9-a3cc-0d93d5f6d889 tempest-InstanceActionsNegativeTestJSON-1937088901 tempest-InstanceActionsNegativeTestJSON-1937088901-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad52b9db-3848-4383-9969-d9beed917580 HTTP/1.1" status: 200 len: 210 time: 0.0621622 Nov 12 08:14:55.633301 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['ffb48297-a1ac-4a16-b390-b03e53b462da'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:14:55.643913 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-deef53b7-1fce-4d3b-abd8-5672ec0c52ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:55.647278 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-deef53b7-1fce-4d3b-abd8-5672ec0c52ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:55.648695 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-deef53b7-1fce-4d3b-abd8-5672ec0c52ec admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1ea386f5-86d4-4f01-b1fb-b1b167ade0b9 HTTP/1.1" status: 204 len: 168 time: 0.5259008 Nov 12 08:14:55.674686 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b127f9-3488-45d9-9332-e6fd1c6b273a req-7afa9f32-b6bc-4082-9e7b-c3d21350a275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:55.676715 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-28b127f9-3488-45d9-9332-e6fd1c6b273a req-7afa9f32-b6bc-4082-9e7b-c3d21350a275 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2fa031d2-0eb2-40ca-b071-7b73de446d96 HTTP/1.1" status: 200 len: 850 time: 0.0851107 Nov 12 08:14:55.697169 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deef53b7-1fce-4d3b-abd8-5672ec0c52ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea386f5-86d4-4f01-b1fb-b1b167ade0b9,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:55.703661 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-754a467a-34b7-4611-8758-2203ac19346c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:55.720807 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf609ec9-dafa-4a52-aef4-0086bf6eb062 req-5b5a1957-634e-4cd2-83fd-208b0a2246de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:55.722732 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-bf609ec9-dafa-4a52-aef4-0086bf6eb062 req-5b5a1957-634e-4cd2-83fd-208b0a2246de service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7bdc75da-af9b-40e1-a42f-7bb0c158e2a1 HTTP/1.1" status: 200 len: 852 time: 0.1492496 Nov 12 08:14:55.741098 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4bdd9f-8f0b-4c3a-b1d0-b704b3bb9993 req-b1641daf-0018-45b2-ab64-ccf6842ea6d6 tempest-AttachSCSIVolumeTestJSON-1725353349 tempest-AttachSCSIVolumeTestJSON-1725353349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:55.743649 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-28b127f9-3488-45d9-9332-e6fd1c6b273a req-6296b948-b861-4d38-bce0-b801a06d4908 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fe05a3f0-e7b5-4820-a80d-5e53a559df6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483067 Nov 12 08:14:55.748608 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-be4bdd9f-8f0b-4c3a-b1d0-b704b3bb9993 req-b1641daf-0018-45b2-ab64-ccf6842ea6d6 tempest-AttachSCSIVolumeTestJSON-1725353349 tempest-AttachSCSIVolumeTestJSON-1725353349-project] 10.222.0.26 "GET /v2.0/ports?device_id=8daf96f6-960d-49b9-a47a-6432de10a009 HTTP/1.1" status: 200 len: 945 time: 0.1719923 Nov 12 08:14:55.824077 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-bf609ec9-dafa-4a52-aef4-0086bf6eb062 req-450a555b-56ff-4e16-ad6e-32487d18a041 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e1e67e1f-8798-45f5-b239-65208acc87f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0919313 Nov 12 08:14:55.958875 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-be4bdd9f-8f0b-4c3a-b1d0-b704b3bb9993 req-ed714fb1-164b-4f1f-8955-97dd9e1d6373 tempest-AttachSCSIVolumeTestJSON-1725353349 tempest-AttachSCSIVolumeTestJSON-1725353349-project] 10.222.0.26 "GET /v2.0/security-groups?id=b75e1799-a001-44e4-aae3-9da5da29512a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921229 Nov 12 08:14:55.959045 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-28b127f9-3488-45d9-9332-e6fd1c6b273a req-97b40ccb-e09b-43f9-9034-c5032be062d3 service neutron] 10.222.0.21 "GET /v2.0/networks/fe05a3f0-e7b5-4820-a80d-5e53a559df6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011116 Nov 12 08:14:55.981554 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-754a467a-34b7-4611-8758-2203ac19346c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:55.984748 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-754a467a-34b7-4611-8758-2203ac19346c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:55.986091 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-754a467a-34b7-4611-8758-2203ac19346c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/132e276c-25eb-4c2c-8670-7bb458b32f76 HTTP/1.1" status: 204 len: 168 time: 0.5825036 Nov 12 08:14:56.042499 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754a467a-34b7-4611-8758-2203ac19346c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=132e276c-25eb-4c2c-8670-7bb458b32f76,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:56.055801 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-bf609ec9-dafa-4a52-aef4-0086bf6eb062 req-70e6401b-4348-4cb4-830f-4abe3089be80 service neutron] 10.222.0.21 "GET /v2.0/networks/e1e67e1f-8798-45f5-b239-65208acc87f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117755 Nov 12 08:14:56.089892 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f382f8-2494-4b77-aadb-beb9cca27c07 req-9e865ef6-accc-46fc-bec9-52b9c6c6dff2 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:56.091491 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-71f382f8-2494-4b77-aadb-beb9cca27c07 req-9e865ef6-accc-46fc-bec9-52b9c6c6dff2 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=54100ade-491e-488a-8bdb-541746e0bddb HTTP/1.1" status: 200 len: 943 time: 0.1407831 Nov 12 08:14:56.134125 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-28b127f9-3488-45d9-9332-e6fd1c6b273a req-972dc467-cac5-4315-8881-a2e7068885a6 service neutron] 10.222.0.21 "GET /v2.0/networks/fe05a3f0-e7b5-4820-a80d-5e53a559df6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658561 Nov 12 08:14:56.163303 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-71f382f8-2494-4b77-aadb-beb9cca27c07 req-b2ca3f75-60c1-4f43-9c02-74e81ddd4147 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599649 Nov 12 08:14:56.200847 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-bf609ec9-dafa-4a52-aef4-0086bf6eb062 req-662a3d80-a937-4e27-9709-c4d24858fbd5 service neutron] 10.222.0.21 "GET /v2.0/networks/e1e67e1f-8798-45f5-b239-65208acc87f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406789 Nov 12 08:14:56.238061 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 41514) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:56.256487 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4ff9fdaf-a7e8-4dbb-8f5c-85a8f9ae5d55 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:56.337453 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4ff9fdaf-a7e8-4dbb-8f5c-85a8f9ae5d55 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:56.341645 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4ff9fdaf-a7e8-4dbb-8f5c-85a8f9ae5d55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:56.382890 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-4ff9fdaf-a7e8-4dbb-8f5c-85a8f9ae5d55 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6e6b8b9f5320408094b656ebf3facb31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1431060 Nov 12 08:14:56.384976 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff9fdaf-a7e8-4dbb-8f5c-85a8f9ae5d55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01f23c2a-a5b7-4506-be69-f6c0d05dbaef,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:56.385584 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 41520) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:56.441242 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8a59ba3f-16da-4141-9dec-94e539e981f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:56.467155 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8a59ba3f-16da-4141-9dec-94e539e981f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:56.585756 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae27ec-b653-4a30-a469-1028f20375cd req-06c3d627-36b2-4b16-9d3f-b4645dbd04ba tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:56.587759 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a7ae27ec-b653-4a30-a469-1028f20375cd req-06c3d627-36b2-4b16-9d3f-b4645dbd04ba tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a38ffab-ac68-4a27-8224-3a882d000e29 HTTP/1.1" status: 200 len: 943 time: 0.0597394 Nov 12 08:14:56.658815 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a7ae27ec-b653-4a30-a469-1028f20375cd req-6f6d58cd-b2e1-4cf0-9ec1-85fbe5e9bb7a tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624614 Nov 12 08:14:56.713737 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe8ec88-0365-4a88-8376-f6ccf4daf913 req-2b906eb2-3168-4c28-8234-28b6624ccf03 tempest-InstanceActionsNegativeTestJSON-1937088901 tempest-InstanceActionsNegativeTestJSON-1937088901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:56.715457 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cfe8ec88-0365-4a88-8376-f6ccf4daf913 req-2b906eb2-3168-4c28-8234-28b6624ccf03 tempest-InstanceActionsNegativeTestJSON-1937088901 tempest-InstanceActionsNegativeTestJSON-1937088901-project] 10.222.0.44 "GET /v2.0/networks?id=db3fecd1-3757-4c7b-848a-a3f747957f3e HTTP/1.1" status: 200 len: 821 time: 0.2458479 Nov 12 08:14:56.728552 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66fd035-af43-4fd2-a8b0-58560d429f22 req-2054ac23-7023-4894-8be6-a1f5c6cfbe73 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:56.730080 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d66fd035-af43-4fd2-a8b0-58560d429f22 req-2054ac23-7023-4894-8be6-a1f5c6cfbe73 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a027cfb-0708-4da3-ab68-8147ff2a3808 HTTP/1.1" status: 200 len: 945 time: 0.1291852 Nov 12 08:14:56.731258 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8a59ba3f-16da-4141-9dec-94e539e981f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:56.733859 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8a59ba3f-16da-4141-9dec-94e539e981f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:56.734971 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-8a59ba3f-16da-4141-9dec-94e539e981f3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/01f23c2a-a5b7-4506-be69-f6c0d05dbaef HTTP/1.1" status: 204 len: 168 time: 0.3482599 Nov 12 08:14:56.754977 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a59ba3f-16da-4141-9dec-94e539e981f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f23c2a-a5b7-4506-be69-f6c0d05dbaef,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:56.761974 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-cfe8ec88-0365-4a88-8376-f6ccf4daf913 req-3d0f736a-2aeb-48f4-93b3-d33c15088154 tempest-InstanceActionsNegativeTestJSON-1937088901 tempest-InstanceActionsNegativeTestJSON-1937088901-project] Request body: {'port': {'device_id': 'ad52b9db-3848-4383-9969-d9beed917580', 'network_id': 'db3fecd1-3757-4c7b-848a-a3f747957f3e', 'admin_state_up': True, 'tenant_id': '48988ab3fccc4b4993a7fc879d662457'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:14:56.764645 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-61181fd4-ebca-4181-9a79-425f968fe37f req-171eecf3-063a-4e9a-a9b4-c545f02d40ef tempest-InstanceActionsNegativeTestJSON-1937088901 tempest-InstanceActionsNegativeTestJSON-1937088901-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad52b9db-3848-4383-9969-d9beed917580 HTTP/1.1" status: 200 len: 210 time: 0.0322826 Nov 12 08:14:56.873432 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d66fd035-af43-4fd2-a8b0-58560d429f22 req-de6ffead-416b-4d78-85ea-0f4d0183aeda tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253960 Nov 12 08:14:56.901866 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device ffb48297-a1ac-4a16-b390-b03e53b462da up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:14:56.930547 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfe8ec88-0365-4a88-8376-f6ccf4daf913 req-3d0f736a-2aeb-48f4-93b3-d33c15088154 tempest-InstanceActionsNegativeTestJSON-1937088901 tempest-InstanceActionsNegativeTestJSON-1937088901-project] Made reservation on behalf of 48988ab3fccc4b4993a7fc879d662457 for: {'port': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:14:56.935444 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-cfe8ec88-0365-4a88-8376-f6ccf4daf913 req-3d0f736a-2aeb-48f4-93b3-d33c15088154 tempest-InstanceActionsNegativeTestJSON-1937088901 tempest-InstanceActionsNegativeTestJSON-1937088901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:56.982145 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning for port ffb48297-a1ac-4a16-b390-b03e53b462da completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:14:56.987193 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port ffb48297-a1ac-4a16-b390-b03e53b462da triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:14:56.987577 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:57.092521 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25c60a1-98ce-4196-af5e-0fd9f5f36267 req-02b294ce-1dc5-497e-b605-e0b66100bc7a tempest-AttachSCSIVolumeTestJSON-1725353349 tempest-AttachSCSIVolumeTestJSON-1725353349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:57.099714 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:57.104988 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c25c60a1-98ce-4196-af5e-0fd9f5f36267 req-02b294ce-1dc5-497e-b605-e0b66100bc7a tempest-AttachSCSIVolumeTestJSON-1725353349 tempest-AttachSCSIVolumeTestJSON-1725353349-project] 10.222.0.26 "GET /v2.0/ports?device_id=8daf96f6-960d-49b9-a47a-6432de10a009 HTTP/1.1" status: 200 len: 945 time: 0.0799079 Nov 12 08:14:57.135205 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8daf96f6-960d-49b9-a47a-6432de10a009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffb48297-a1ac-4a16-b390-b03e53b462da'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:14:57.138183 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ae05331-51fa-4c88-9190-e3ca883bd810" -d '{"events": [{"server_uuid": "8daf96f6-960d-49b9-a47a-6432de10a009", "name": "network-vif-plugged", "status": "completed", "tag": "ffb48297-a1ac-4a16-b390-b03e53b462da"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:14:57.143262 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [req-cfe8ec88-0365-4a88-8376-f6ccf4daf913 req-3d0f736a-2aeb-48f4-93b3-d33c15088154 tempest-InstanceActionsNegativeTestJSON-1937088901 tempest-InstanceActionsNegativeTestJSON-1937088901-project] Allocated IP 172.20.0.5 (db3fecd1-3757-4c7b-848a-a3f747957f3e/07592b82-52a0-4c5a-a58c-10ef22172c09/b50d8d94-93f6-4322-83aa-8260638eea0f) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:14:57.157919 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port ffb48297-a1ac-4a16-b390-b03e53b462da, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=ffb48297-a1ac-4a16-b390-b03e53b462da,segment=NetworkSegment(16a676a6-44d3-4968-acea-0101be5a5fbd),segment_id=16a676a6-44d3-4968-acea-0101be5a5fbd)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:14:57.164505 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:57.197416 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c25c60a1-98ce-4196-af5e-0fd9f5f36267 req-66f9b396-9f13-4a83-80b1-638cdcefa6d5 tempest-AttachSCSIVolumeTestJSON-1725353349 tempest-AttachSCSIVolumeTestJSON-1725353349-project] 10.222.0.26 "GET /v2.0/security-groups?id=b75e1799-a001-44e4-aae3-9da5da29512a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915556 Nov 12 08:14:57.220013 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d5993a-e7f2-4a24-b227-e5410ba07e7b x-openstack-request-id: req-a1d5993a-e7f2-4a24-b227-e5410ba07e7b {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:14:57.220533 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8daf96f6-960d-49b9-a47a-6432de10a009", "name": "network-vif-plugged", "status": "completed", "tag": "ffb48297-a1ac-4a16-b390-b03e53b462da", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:14:57.221082 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a1d5993a-e7f2-4a24-b227-e5410ba07e7b {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:14:57.221651 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8daf96f6-960d-49b9-a47a-6432de10a009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffb48297-a1ac-4a16-b390-b03e53b462da', 'code': 200} Nov 12 08:14:57.272317 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=ffb48297-a1ac-4a16-b390-b03e53b462da,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:57.361171 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6712a123-c7fe-4fd5-ae99-5e19ffc2d310 req-3951a162-b733-4ac6-a88e-9f5b3136fa97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:57.362799 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6712a123-c7fe-4fd5-ae99-5e19ffc2d310 req-3951a162-b733-4ac6-a88e-9f5b3136fa97 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8daf96f6-960d-49b9-a47a-6432de10a009 HTTP/1.1" status: 200 len: 1098 time: 0.0443017 Nov 12 08:14:57.422575 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6712a123-c7fe-4fd5-ae99-5e19ffc2d310 req-143b4a39-1c21-4ee5-9ba9-d9401a2a51c2 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b75e1799-a001-44e4-aae3-9da5da29512a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510261 Nov 12 08:14:57.634025 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfea15f-234f-4d78-844d-3f59c66619e8 req-775bd49c-6166-4e3e-8bc2-957a9e202086 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:57.635548 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4dfea15f-234f-4d78-844d-3f59c66619e8 req-775bd49c-6166-4e3e-8bc2-957a9e202086 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=54100ade-491e-488a-8bdb-541746e0bddb HTTP/1.1" status: 200 len: 943 time: 0.3333838 Nov 12 08:14:57.653707 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-cfe8ec88-0365-4a88-8376-f6ccf4daf913 req-3d0f736a-2aeb-48f4-93b3-d33c15088154 tempest-InstanceActionsNegativeTestJSON-1937088901 tempest-InstanceActionsNegativeTestJSON-1937088901-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:57.708393 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4dfea15f-234f-4d78-844d-3f59c66619e8 req-ec03f3d6-7588-4a07-a93c-7a0f7469aff4 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590577 Nov 12 08:14:57.735561 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-cfe8ec88-0365-4a88-8376-f6ccf4daf913 req-3d0f736a-2aeb-48f4-93b3-d33c15088154 tempest-InstanceActionsNegativeTestJSON-1937088901 tempest-InstanceActionsNegativeTestJSON-1937088901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:57.813259 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfe8ec88-0365-4a88-8376-f6ccf4daf913 req-3d0f736a-2aeb-48f4-93b3-d33c15088154 tempest-InstanceActionsNegativeTestJSON-1937088901 tempest-InstanceActionsNegativeTestJSON-1937088901-project] Network db3fecd1-3757-4c7b-848a-a3f747957f3e is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:14:57.820449 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b1cd13-0654-410a-98d5-bd3a5f95d477 req-4df7811a-0cbf-42d1-ad8e-9b0776987c48 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:57.823929 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [req-cfe8ec88-0365-4a88-8376-f6ccf4daf913 req-3d0f736a-2aeb-48f4-93b3-d33c15088154 tempest-InstanceActionsNegativeTestJSON-1937088901 tempest-InstanceActionsNegativeTestJSON-1937088901-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:14:57.829623 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c8b1cd13-0654-410a-98d5-bd3a5f95d477 req-4df7811a-0cbf-42d1-ad8e-9b0776987c48 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a38ffab-ac68-4a27-8224-3a882d000e29 HTTP/1.1" status: 200 len: 943 time: 0.0798161 Nov 12 08:14:57.839844 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfe8ec88-0365-4a88-8376-f6ccf4daf913 req-3d0f736a-2aeb-48f4-93b3-d33c15088154 tempest-InstanceActionsNegativeTestJSON-1937088901 tempest-InstanceActionsNegativeTestJSON-1937088901-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:14:57.862100 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0f736a-2aeb-48f4-93b3-d33c15088154 tempest-InstanceActionsNegativeTestJSON-1937088901 tempest-InstanceActionsNegativeTestJSON-1937088901-project] Pushing event updated for resources: {'Port': ['ID=b50d8d94-93f6-4322-83aa-8260638eea0f,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:57.895461 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c8b1cd13-0654-410a-98d5-bd3a5f95d477 req-c209bc95-6f87-4c4d-abec-cc676bd7549b tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594783 Nov 12 08:14:57.896015 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 41592) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:57.953622 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe8ec88-0365-4a88-8376-f6ccf4daf913 req-3d0f736a-2aeb-48f4-93b3-d33c15088154 tempest-InstanceActionsNegativeTestJSON-1937088901 tempest-InstanceActionsNegativeTestJSON-1937088901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:57.954232 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-cfe8ec88-0365-4a88-8376-f6ccf4daf913 req-3d0f736a-2aeb-48f4-93b3-d33c15088154 tempest-InstanceActionsNegativeTestJSON-1937088901 tempest-InstanceActionsNegativeTestJSON-1937088901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:57.976851 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12197ed2-6489-4e6b-b63f-07d22fd49161 req-dc4202ec-c839-4cef-baf7-7ebd7961979d tempest-InstanceActionsNegativeTestJSON-1937088901 tempest-InstanceActionsNegativeTestJSON-1937088901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:57.978366 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-12197ed2-6489-4e6b-b63f-07d22fd49161 req-dc4202ec-c839-4cef-baf7-7ebd7961979d tempest-InstanceActionsNegativeTestJSON-1937088901 tempest-InstanceActionsNegativeTestJSON-1937088901-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad52b9db-3848-4383-9969-d9beed917580 HTTP/1.1" status: 200 len: 931 time: 0.0862949 Nov 12 08:14:57.982057 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cfe8ec88-0365-4a88-8376-f6ccf4daf913 req-3d0f736a-2aeb-48f4-93b3-d33c15088154 tempest-InstanceActionsNegativeTestJSON-1937088901 tempest-InstanceActionsNegativeTestJSON-1937088901-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2352622 Nov 12 08:14:58.013515 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-cfe8ec88-0365-4a88-8376-f6ccf4daf913 req-deed7804-cb5a-4e90-b271-762b07107f62 service neutron] Request body: {'port': {'device_id': 'ad52b9db-3848-4383-9969-d9beed917580', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-29'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:14:58.058101 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-d58e6305-65a1-4f64-b445-2c1051cdb02d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-458494223-network', 'tenant_id': '7317cbf37f7b44a3b0cd0a433cf6ba52'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:14:58.058938 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-12197ed2-6489-4e6b-b63f-07d22fd49161 req-4e8dec72-8c2c-4274-b813-4668da08c975 tempest-InstanceActionsNegativeTestJSON-1937088901 tempest-InstanceActionsNegativeTestJSON-1937088901-project] 10.222.0.26 "GET /v2.0/security-groups?id=d42eb470-1b4a-4c7a-a45e-b3d3c1ca9ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738554 Nov 12 08:14:58.094917 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d58e6305-65a1-4f64-b445-2c1051cdb02d admin admin] Made reservation on behalf of 7317cbf37f7b44a3b0cd0a433cf6ba52 for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:14:58.095493 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-cfe8ec88-0365-4a88-8376-f6ccf4daf913 req-deed7804-cb5a-4e90-b271-762b07107f62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:58.097595 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d58e6305-65a1-4f64-b445-2c1051cdb02d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:58.109104 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d58e6305-65a1-4f64-b445-2c1051cdb02d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:58.225270 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-32b4ddbe-460a-4a0f-9e00-742744d06848 req-424fd179-5c21-4ff4-a734-bb9c0af7910f tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=3dad16d1cf804c93a62c38374b8fb4ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336940 Nov 12 08:14:58.248876 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d58e6305-65a1-4f64-b445-2c1051cdb02d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:58.260084 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d58e6305-65a1-4f64-b445-2c1051cdb02d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:58.314285 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a47cf0-fe7c-458a-a93b-8e25b14321dd req-5ee5897e-42fc-4e15-a4dd-5f9f02fbe73f tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:58.315768 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-47a47cf0-fe7c-458a-a93b-8e25b14321dd req-5ee5897e-42fc-4e15-a4dd-5f9f02fbe73f tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a027cfb-0708-4da3-ab68-8147ff2a3808 HTTP/1.1" status: 200 len: 945 time: 0.1093893 Nov 12 08:14:58.331520 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d58e6305-65a1-4f64-b445-2c1051cdb02d admin admin] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:14:58.345058 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58e6305-65a1-4f64-b445-2c1051cdb02d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55ab71ca-84d6-43ae-92e8-8b1f3e254537,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:58.361304 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d58e6305-65a1-4f64-b445-2c1051cdb02d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:58.362024 n-d-765315-29 neutron-server[102599]: INFO neutron.db.segments_db [None req-d58e6305-65a1-4f64-b445-2c1051cdb02d admin admin] Added segment 2faefcc0-552f-4085-b81e-2c4b58f0de67 of type vlan for network 6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a Nov 12 08:14:58.397832 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-47a47cf0-fe7c-458a-a93b-8e25b14321dd req-3e9076e8-200d-4cef-aa94-5c7b68522472 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739701 Nov 12 08:14:58.408246 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b4ddbe-460a-4a0f-9e00-742744d06848 req-fbaa034f-77a9-43ce-93fe-129e3e80f4be tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:58.409836 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-32b4ddbe-460a-4a0f-9e00-742744d06848 req-fbaa034f-77a9-43ce-93fe-129e3e80f4be tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1760111 Nov 12 08:14:58.429990 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d58e6305-65a1-4f64-b445-2c1051cdb02d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:58.438547 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-32b4ddbe-460a-4a0f-9e00-742744d06848 req-2bc7c366-f1ca-4bb7-8005-97acb4b30fcf tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/quotas/3dad16d1cf804c93a62c38374b8fb4ba HTTP/1.1" status: 200 len: 375 time: 0.0187469 Nov 12 08:14:58.471968 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [req-cfe8ec88-0365-4a88-8376-f6ccf4daf913 req-deed7804-cb5a-4e90-b271-762b07107f62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b50d8d94-93f6-4322-83aa-8260638eea0f {{(pid=102600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:14:58.479655 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-32b4ddbe-460a-4a0f-9e00-742744d06848 req-ff563572-b7e1-47e8-9cc2-5d5b1df0c59a tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=3dad16d1cf804c93a62c38374b8fb4ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304515 Nov 12 08:14:58.480367 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d58e6305-65a1-4f64-b445-2c1051cdb02d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:58.481233 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58e6305-65a1-4f64-b445-2c1051cdb02d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:58.481789 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d58e6305-65a1-4f64-b445-2c1051cdb02d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:58.484715 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-cfe8ec88-0365-4a88-8376-f6ccf4daf913 req-deed7804-cb5a-4e90-b271-762b07107f62 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:58.526386 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.provisioning_blocks [req-cfe8ec88-0365-4a88-8376-f6ccf4daf913 req-deed7804-cb5a-4e90-b271-762b07107f62 service neutron] Transition to ACTIVE for port object b50d8d94-93f6-4322-83aa-8260638eea0f will not be triggered until provisioned by entity L2. {{(pid=102600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:14:58.528355 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device b07b07f0-0d60-4c2a-803d-9c89a50f4f2e details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:14:58.538988 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-cfe8ec88-0365-4a88-8376-f6ccf4daf913 req-deed7804-cb5a-4e90-b271-762b07107f62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:58.551718 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-d58e6305-65a1-4f64-b445-2c1051cdb02d admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6508758 Nov 12 08:14:58.553900 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 41610) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:58.557735 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1302fa0-8097-426e-926c-b52451d3ca28 req-632c83a0-71fa-4f98-872a-533eb074b0a2 tempest-AttachSCSIVolumeTestJSON-1725353349 tempest-AttachSCSIVolumeTestJSON-1725353349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:58.558947 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-7470e6c5-067b-4d7e-9034-e9da560b046b admin admin] Request body: {'subnet': {'network_id': '6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-458494223-subnet', 'tenant_id': '7317cbf37f7b44a3b0cd0a433cf6ba52', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:14:58.559704 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e1302fa0-8097-426e-926c-b52451d3ca28 req-632c83a0-71fa-4f98-872a-533eb074b0a2 tempest-AttachSCSIVolumeTestJSON-1725353349 tempest-AttachSCSIVolumeTestJSON-1725353349-project] 10.222.0.26 "GET /v2.0/ports?device_id=8daf96f6-960d-49b9-a47a-6432de10a009 HTTP/1.1" status: 200 len: 946 time: 0.0815742 Nov 12 08:14:58.562161 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58e6305-65a1-4f64-b445-2c1051cdb02d admin admin] Pushing event updated for resources: {'Network': ['ID=6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:58.586447 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7470e6c5-067b-4d7e-9034-e9da560b046b admin admin] Made reservation on behalf of 7317cbf37f7b44a3b0cd0a433cf6ba52 for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:14:58.586914 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:14:58.589354 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7470e6c5-067b-4d7e-9034-e9da560b046b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:58.670268 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deed7804-cb5a-4e90-b271-762b07107f62 service neutron] Pushing event updated for resources: {'Port': ['ID=b50d8d94-93f6-4322-83aa-8260638eea0f,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:58.677557 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e1302fa0-8097-426e-926c-b52451d3ca28 req-7009f857-2c19-4775-baff-d448d9776c22 tempest-AttachSCSIVolumeTestJSON-1725353349 tempest-AttachSCSIVolumeTestJSON-1725353349-project] 10.222.0.26 "GET /v2.0/security-groups?id=b75e1799-a001-44e4-aae3-9da5da29512a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970256 Nov 12 08:14:58.781906 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-cfe8ec88-0365-4a88-8376-f6ccf4daf913 req-deed7804-cb5a-4e90-b271-762b07107f62 service neutron] Attempting to bind port b50d8d94-93f6-4322-83aa-8260638eea0f on host n-h2-765315-29 for vnic_type normal with profile {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:14:58.783885 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-cfe8ec88-0365-4a88-8376-f6ccf4daf913 req-deed7804-cb5a-4e90-b271-762b07107f62 service neutron] Attempting to bind port b50d8d94-93f6-4322-83aa-8260638eea0f by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': '711f824d-6347-4f9a-8354-e69b31f9173a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'db3fecd1-3757-4c7b-848a-a3f747957f3e'}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:14:58.784325 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe8ec88-0365-4a88-8376-f6ccf4daf913 req-deed7804-cb5a-4e90-b271-762b07107f62 service neutron] Attempting to bind port b50d8d94-93f6-4322-83aa-8260638eea0f on network db3fecd1-3757-4c7b-848a-a3f747957f3e {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:14:58.802123 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe8ec88-0365-4a88-8376-f6ccf4daf913 req-deed7804-cb5a-4e90-b271-762b07107f62 service neutron] Port b50d8d94-93f6-4322-83aa-8260638eea0f on network db3fecd1-3757-4c7b-848a-a3f747957f3e not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:14:58.802637 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe8ec88-0365-4a88-8376-f6ccf4daf913 req-deed7804-cb5a-4e90-b271-762b07107f62 service neutron] Attempting to bind port b50d8d94-93f6-4322-83aa-8260638eea0f on network db3fecd1-3757-4c7b-848a-a3f747957f3e {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:14:58.825610 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port b07b07f0-0d60-4c2a-803d-9c89a50f4f2e, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=b07b07f0-0d60-4c2a-803d-9c89a50f4f2e,segment=NetworkSegment(0481860e-ef41-474b-ab33-5174e36c5825),segment_id=0481860e-ef41-474b-ab33-5174e36c5825)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:14:58.842390 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe8ec88-0365-4a88-8376-f6ccf4daf913 req-deed7804-cb5a-4e90-b271-762b07107f62 service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:14:58.843037 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe8ec88-0365-4a88-8376-f6ccf4daf913 req-deed7804-cb5a-4e90-b271-762b07107f62 service neutron] Checking segment: {'id': '711f824d-6347-4f9a-8354-e69b31f9173a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'db3fecd1-3757-4c7b-848a-a3f747957f3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:14:58.843520 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe8ec88-0365-4a88-8376-f6ccf4daf913 req-deed7804-cb5a-4e90-b271-762b07107f62 service neutron] Bound using segment: {'id': '711f824d-6347-4f9a-8354-e69b31f9173a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'db3fecd1-3757-4c7b-848a-a3f747957f3e'} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:14:58.844240 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-cfe8ec88-0365-4a88-8376-f6ccf4daf913 req-deed7804-cb5a-4e90-b271-762b07107f62 service neutron] Bound port: b50d8d94-93f6-4322-83aa-8260638eea0f, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '711f824d-6347-4f9a-8354-e69b31f9173a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'db3fecd1-3757-4c7b-848a-a3f747957f3e'}}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:14:58.844711 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-cfe8ec88-0365-4a88-8376-f6ccf4daf913 req-deed7804-cb5a-4e90-b271-762b07107f62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:58.860569 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Returning: {'device': 'b07b07f0-0d60-4c2a-803d-9c89a50f4f2e', 'network_id': 'fe05a3f0-e7b5-4820-a80d-5e53a559df6b', 'port_id': 'b07b07f0-0d60-4c2a-803d-9c89a50f4f2e', 'mac_address': 'fa:16:3e:9d:11:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fa031d2-0eb2-40ca-b071-7b73de446d96', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:14:58.871220 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d7bc8cb6-ddc8-43a8-a83a-673d7a255adf req-44145125-8cf1-4c96-9890-749a8ec85475 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=cd7dfe97-2302-4d38-ae66-01f1d7d33d05 HTTP/1.1" status: 200 len: 210 time: 0.0514162 Nov 12 08:14:58.911017 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7470e6c5-067b-4d7e-9034-e9da560b046b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:58.931638 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4063d73d-8143-47bd-af87-c0cef88b970c req-3d13b360-36c7-4d88-b387-c17c817ec9fb tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:58.940107 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4063d73d-8143-47bd-af87-c0cef88b970c req-3d13b360-36c7-4d88-b387-c17c817ec9fb tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=54100ade-491e-488a-8bdb-541746e0bddb HTTP/1.1" status: 200 len: 943 time: 0.1336594 Nov 12 08:14:58.955181 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:58.989216 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-e530113a-7783-48f4-9840-8911a24052df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b07b07f0-0d60-4c2a-803d-9c89a50f4f2e {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:14:58.993848 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-cfe8ec88-0365-4a88-8376-f6ccf4daf913 req-deed7804-cb5a-4e90-b271-762b07107f62 service neutron] For port b50d8d94-93f6-4322-83aa-8260638eea0f, host n-h2-765315-29, cleared binding levels {{(pid=102600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:14:59.005598 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-cfe8ec88-0365-4a88-8376-f6ccf4daf913 req-deed7804-cb5a-4e90-b271-762b07107f62 service neutron] For port b50d8d94-93f6-4322-83aa-8260638eea0f, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=b50d8d94-93f6-4322-83aa-8260638eea0f,segment=NetworkSegment(711f824d-6347-4f9a-8354-e69b31f9173a),segment_id=711f824d-6347-4f9a-8354-e69b31f9173a)] {{(pid=102600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:14:59.019164 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-cfe8ec88-0365-4a88-8376-f6ccf4daf913 req-deed7804-cb5a-4e90-b271-762b07107f62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:59.024379 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port b07b07f0-0d60-4c2a-803d-9c89a50f4f2e, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=b07b07f0-0d60-4c2a-803d-9c89a50f4f2e,segment=NetworkSegment(0481860e-ef41-474b-ab33-5174e36c5825),segment_id=0481860e-ef41-474b-ab33-5174e36c5825)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:14:59.030629 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:59.032113 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 1a3eaa7a-255e-41cd-bb86-8bb7520c72a3 details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:14:59.053299 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7470e6c5-067b-4d7e-9034-e9da560b046b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b48e5e9c-f3da-4efc-88c4-db8837528b82,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:59.074693 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7470e6c5-067b-4d7e-9034-e9da560b046b admin admin] Checking segment: {'id': '2faefcc0-552f-4085-b81e-2c4b58f0de67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:14:59.074994 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7470e6c5-067b-4d7e-9034-e9da560b046b admin admin] Network hostable DHCP agents. Network: 6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:14:59.086390 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4063d73d-8143-47bd-af87-c0cef88b970c req-9c4580b2-a5b9-40de-bb6d-8554eca024d3 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444430 Nov 12 08:14:59.087294 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9581254d-06d5-43bc-a499-7e0b6d6a48a9 req-cdbad61e-e7c8-4a59-b558-125673fa64e6 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:59.105214 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9581254d-06d5-43bc-a499-7e0b6d6a48a9 req-cdbad61e-e7c8-4a59-b558-125673fa64e6 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a38ffab-ac68-4a27-8224-3a882d000e29 HTTP/1.1" status: 200 len: 943 time: 0.1044805 Nov 12 08:14:59.105875 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe8ec88-0365-4a88-8376-f6ccf4daf913 req-deed7804-cb5a-4e90-b271-762b07107f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:59.108219 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-cfe8ec88-0365-4a88-8376-f6ccf4daf913 req-deed7804-cb5a-4e90-b271-762b07107f62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:59.109875 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cfe8ec88-0365-4a88-8376-f6ccf4daf913 req-deed7804-cb5a-4e90-b271-762b07107f62 service neutron] 10.222.0.44 "PUT /v2.0/ports/b50d8d94-93f6-4322-83aa-8260638eea0f HTTP/1.1" status: 200 len: 1092 time: 1.1010683 Nov 12 08:14:59.112789 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad52b9db-3848-4383-9969-d9beed917580', 'tag': 'b50d8d94-93f6-4322-83aa-8260638eea0f'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:14:59.115881 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca0e7240-32c6-4036-9725-2a83f74ab3a8" -d '{"events": [{"name": "network-changed", "server_uuid": "ad52b9db-3848-4383-9969-d9beed917580", "tag": "b50d8d94-93f6-4322-83aa-8260638eea0f"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:14:59.161070 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7470e6c5-067b-4d7e-9034-e9da560b046b admin admin] Network 6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:14:59.182526 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deed7804-cb5a-4e90-b271-762b07107f62 service neutron] Pushing event updated for resources: {'Port': ['ID=b50d8d94-93f6-4322-83aa-8260638eea0f,revision_number=3']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:59.197677 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9581254d-06d5-43bc-a499-7e0b6d6a48a9 req-a13ba0ce-360b-4d97-9793-6dec87133c5c tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875111 Nov 12 08:14:59.211992 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-7470e6c5-067b-4d7e-9034-e9da560b046b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:14:59.218865 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7470e6c5-067b-4d7e-9034-e9da560b046b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:59.219283 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7470e6c5-067b-4d7e-9034-e9da560b046b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:59.243215 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7970ab-5f23-4f56-8c47-35e7ab7f737e None None] Network 6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:14:59.258932 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-7470e6c5-067b-4d7e-9034-e9da560b046b admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6943917 Nov 12 08:14:59.282867 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 1a3eaa7a-255e-41cd-bb86-8bb7520c72a3, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=1a3eaa7a-255e-41cd-bb86-8bb7520c72a3,segment=NetworkSegment(931741a0-66de-48c6-b90b-c82af0a9f552),segment_id=931741a0-66de-48c6-b90b-c82af0a9f552)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:14:59.284030 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef3d7367-2242-4089-b191-131b7459a8b3 x-openstack-request-id: req-ef3d7367-2242-4089-b191-131b7459a8b3 {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:14:59.284329 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad52b9db-3848-4383-9969-d9beed917580", "tag": "b50d8d94-93f6-4322-83aa-8260638eea0f", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:14:59.284780 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ef3d7367-2242-4089-b191-131b7459a8b3 {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:14:59.285182 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad52b9db-3848-4383-9969-d9beed917580', 'tag': 'b50d8d94-93f6-4322-83aa-8260638eea0f', 'status': 'completed', 'code': 200} Nov 12 08:14:59.314897 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f5e87-2b45-40e1-b821-e0169d265e52 req-afc8b4ce-89f3-45da-a192-13dc6f6664dd tempest-InstanceActionsNegativeTestJSON-1937088901 tempest-InstanceActionsNegativeTestJSON-1937088901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:59.320403 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=b07b07f0-0d60-4c2a-803d-9c89a50f4f2e,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:59.322739 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4f6f5e87-2b45-40e1-b821-e0169d265e52 req-afc8b4ce-89f3-45da-a192-13dc6f6664dd tempest-InstanceActionsNegativeTestJSON-1937088901 tempest-InstanceActionsNegativeTestJSON-1937088901-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad52b9db-3848-4383-9969-d9beed917580 HTTP/1.1" status: 200 len: 943 time: 0.1139014 Nov 12 08:14:59.353786 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe8ec88-0365-4a88-8376-f6ccf4daf913 req-331bb4d2-a33f-4754-827c-e6f76c17ac55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:59.355670 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cfe8ec88-0365-4a88-8376-f6ccf4daf913 req-331bb4d2-a33f-4754-827c-e6f76c17ac55 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=48988ab3fccc4b4993a7fc879d662457&device_id=ad52b9db-3848-4383-9969-d9beed917580 HTTP/1.1" status: 200 len: 1095 time: 0.1437149 Nov 12 08:14:59.360394 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Returning: {'device': '1a3eaa7a-255e-41cd-bb86-8bb7520c72a3', 'network_id': 'e1e67e1f-8798-45f5-b239-65208acc87f1', 'port_id': '1a3eaa7a-255e-41cd-bb86-8bb7520c72a3', 'mac_address': 'fa:16:3e:4c:7b:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bdc75da-af9b-40e1-a42f-7bb0c158e2a1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:14:59.399760 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4f6f5e87-2b45-40e1-b821-e0169d265e52 req-e2e5954a-06e7-442b-ae3a-5c88ce7ba4c1 tempest-InstanceActionsNegativeTestJSON-1937088901 tempest-InstanceActionsNegativeTestJSON-1937088901-project] 10.222.0.26 "GET /v2.0/security-groups?id=d42eb470-1b4a-4c7a-a45e-b3d3c1ca9ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760796 Nov 12 08:14:59.420986 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:59.435674 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cfe8ec88-0365-4a88-8376-f6ccf4daf913 req-2547d001-fad4-4d9f-88bb-e19ab0eed075 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b50d8d94-93f6-4322-83aa-8260638eea0f HTTP/1.1" status: 200 len: 217 time: 0.0572426 Nov 12 08:14:59.452142 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-e530113a-7783-48f4-9840-8911a24052df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a3eaa7a-255e-41cd-bb86-8bb7520c72a3 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:14:59.503295 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe8ec88-0365-4a88-8376-f6ccf4daf913 req-8235d302-92cd-47e7-a8d8-d5a85356bf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:59.505319 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cfe8ec88-0365-4a88-8376-f6ccf4daf913 req-8235d302-92cd-47e7-a8d8-d5a85356bf8c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=07592b82-52a0-4c5a-a58c-10ef22172c09 HTTP/1.1" status: 200 len: 861 time: 0.0622075 Nov 12 08:14:59.548119 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cfe8ec88-0365-4a88-8376-f6ccf4daf913 req-28177203-1f0c-43a1-8c11-d8da71789bed service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=db3fecd1-3757-4c7b-848a-a3f747957f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336561 Nov 12 08:14:59.616761 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c7eec3-dd61-417e-ba12-4cc49ba5c15b req-70e329cc-9f78-4c72-86a8-1ca0bf4477cd tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:59.619330 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c5c7eec3-dd61-417e-ba12-4cc49ba5c15b req-70e329cc-9f78-4c72-86a8-1ca0bf4477cd tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a027cfb-0708-4da3-ab68-8147ff2a3808 HTTP/1.1" status: 200 len: 945 time: 0.1106396 Nov 12 08:14:59.646528 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 1a3eaa7a-255e-41cd-bb86-8bb7520c72a3, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=1a3eaa7a-255e-41cd-bb86-8bb7520c72a3,segment=NetworkSegment(931741a0-66de-48c6-b90b-c82af0a9f552),segment_id=931741a0-66de-48c6-b90b-c82af0a9f552)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:14:59.681806 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:59.690776 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28a5802-064f-40c7-aa7a-d872910cee9b None None] Network 6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:14:59.692923 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c5c7eec3-dd61-417e-ba12-4cc49ba5c15b req-b53612cb-277e-41cc-9b6b-7bff23474b04 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649219 Nov 12 08:14:59.702564 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cfe8ec88-0365-4a88-8376-f6ccf4daf913 req-6820695c-6fff-4694-b654-59425c64d65b service neutron] 10.222.0.44 "GET /v2.0/networks/db3fecd1-3757-4c7b-848a-a3f747957f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436157 Nov 12 08:14:59.799459 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=1a3eaa7a-255e-41cd-bb86-8bb7520c72a3,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:59.895406 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46cf2b1-107c-4969-8b0f-65ea3eb39d30 req-877feb50-272c-4150-bdcd-2f09cfbf92c7 tempest-AttachSCSIVolumeTestJSON-1725353349 tempest-AttachSCSIVolumeTestJSON-1725353349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:14:59.897378 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a46cf2b1-107c-4969-8b0f-65ea3eb39d30 req-877feb50-272c-4150-bdcd-2f09cfbf92c7 tempest-AttachSCSIVolumeTestJSON-1725353349 tempest-AttachSCSIVolumeTestJSON-1725353349-project] 10.222.0.26 "GET /v2.0/ports?device_id=8daf96f6-960d-49b9-a47a-6432de10a009 HTTP/1.1" status: 200 len: 946 time: 0.1082489 Nov 12 08:14:59.903585 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cfe8ec88-0365-4a88-8376-f6ccf4daf913 req-34e4181f-cd40-4c60-8d2a-d64b8fdfbb46 service neutron] 10.222.0.44 "GET /v2.0/networks/db3fecd1-3757-4c7b-848a-a3f747957f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771467 Nov 12 08:14:59.972265 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a46cf2b1-107c-4969-8b0f-65ea3eb39d30 req-0586730a-c81e-4802-ba35-7b102e864fbb tempest-AttachSCSIVolumeTestJSON-1725353349 tempest-AttachSCSIVolumeTestJSON-1725353349-project] 10.222.0.26 "GET /v2.0/security-groups?id=b75e1799-a001-44e4-aae3-9da5da29512a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635979 Nov 12 08:14:59.978690 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-827d1827-cd4c-480e-a4c0-a8ffd1929321 req-b7845523-c1ff-4de3-a22c-5b045a194acb tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=cd7dfe97-2302-4d38-ae66-01f1d7d33d05 HTTP/1.1" status: 200 len: 210 time: 0.0291038 Nov 12 08:15:00.040614 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 41656) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:15:00.045733 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-87162ad8-d06a-414d-9141-a66a3b91c178 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1651829981-network', 'tenant_id': 'f40a74aa33694b1aa609e6d15c90f3af'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:15:00.068032 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0e7240-32c6-4036-9725-2a83f74ab3a8 req-ef1ab1f0-814e-4f91-8783-9415cd292e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:00.069909 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ca0e7240-32c6-4036-9725-2a83f74ab3a8 req-ef1ab1f0-814e-4f91-8783-9415cd292e51 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=48988ab3fccc4b4993a7fc879d662457&device_id=ad52b9db-3848-4383-9969-d9beed917580 HTTP/1.1" status: 200 len: 1095 time: 0.0444412 Nov 12 08:15:00.077338 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['1a3eaa7a-255e-41cd-bb86-8bb7520c72a3'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:15:00.086730 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['b07b07f0-0d60-4c2a-803d-9c89a50f4f2e'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:15:00.087421 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87162ad8-d06a-414d-9141-a66a3b91c178 admin admin] Made reservation on behalf of f40a74aa33694b1aa609e6d15c90f3af for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:15:00.090052 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-87162ad8-d06a-414d-9141-a66a3b91c178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:00.103179 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-87162ad8-d06a-414d-9141-a66a3b91c178 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:00.212685 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-87162ad8-d06a-414d-9141-a66a3b91c178 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:00.224967 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-87162ad8-d06a-414d-9141-a66a3b91c178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:00.278825 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87162ad8-d06a-414d-9141-a66a3b91c178 admin admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:15:00.320880 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0e7240-32c6-4036-9725-2a83f74ab3a8 req-e2f97246-7e43-4698-8090-e549552119bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:00.322838 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ca0e7240-32c6-4036-9725-2a83f74ab3a8 req-e2f97246-7e43-4698-8090-e549552119bf service neutron] 10.222.0.44 "GET /v2.0/networks?id=db3fecd1-3757-4c7b-848a-a3f747957f3e HTTP/1.1" status: 200 len: 922 time: 0.2415257 Nov 12 08:15:00.362482 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-32b4ddbe-460a-4a0f-9e00-742744d06848 req-6acc0f0c-d884-4ba1-bd76-a3a8add1e625 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=3dad16d1cf804c93a62c38374b8fb4ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0774601 Nov 12 08:15:00.439245 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-87162ad8-d06a-414d-9141-a66a3b91c178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:00.439747 n-d-765315-29 neutron-server[102599]: INFO neutron.db.segments_db [None req-87162ad8-d06a-414d-9141-a66a3b91c178 admin admin] Added segment a744d773-e629-433f-bc32-54104cceecc5 of type vlan for network e0aad1f8-3b3a-494d-a653-7664c09a7950 Nov 12 08:15:00.446406 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ca0e7240-32c6-4036-9725-2a83f74ab3a8 req-7d0bcb61-b1b0-46e8-bb5c-78c8c47a69f2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b50d8d94-93f6-4322-83aa-8260638eea0f HTTP/1.1" status: 200 len: 217 time: 0.1090271 Nov 12 08:15:00.480970 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19a364c-36bf-4360-af21-1c32473bd994 req-17ec20e9-8125-4886-a9ab-932ded22d21b tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:00.482838 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d19a364c-36bf-4360-af21-1c32473bd994 req-17ec20e9-8125-4886-a9ab-932ded22d21b tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a38ffab-ac68-4a27-8224-3a882d000e29 HTTP/1.1" status: 200 len: 944 time: 0.1574335 Nov 12 08:15:00.549221 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0e7240-32c6-4036-9725-2a83f74ab3a8 req-a13f8eb1-7ae1-45e1-a3ba-a6c9db17dd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:00.550862 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ca0e7240-32c6-4036-9725-2a83f74ab3a8 req-a13f8eb1-7ae1-45e1-a3ba-a6c9db17dd31 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=07592b82-52a0-4c5a-a58c-10ef22172c09 HTTP/1.1" status: 200 len: 861 time: 0.0876360 Nov 12 08:15:00.560098 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87162ad8-d06a-414d-9141-a66a3b91c178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d5902fa-675e-46b6-8e40-014e260f8a47,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:00.565988 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d19a364c-36bf-4360-af21-1c32473bd994 req-e071752e-989b-490a-9570-a841919853af tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593474 Nov 12 08:15:00.586396 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-87162ad8-d06a-414d-9141-a66a3b91c178 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:00.598937 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ca0e7240-32c6-4036-9725-2a83f74ab3a8 req-980ac335-f686-4910-b80e-cc8f84accf98 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=db3fecd1-3757-4c7b-848a-a3f747957f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310826 Nov 12 08:15:00.659806 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-87162ad8-d06a-414d-9141-a66a3b91c178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:00.660926 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87162ad8-d06a-414d-9141-a66a3b91c178 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:00.661680 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-87162ad8-d06a-414d-9141-a66a3b91c178 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:00.746318 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ca0e7240-32c6-4036-9725-2a83f74ab3a8 req-46753218-d98a-49d0-b23a-f0b91dd15a16 service neutron] 10.222.0.44 "GET /v2.0/networks/db3fecd1-3757-4c7b-848a-a3f747957f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350777 Nov 12 08:15:00.758255 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7968cd-cddc-4e53-8530-68a597571e1d req-1f5f77ce-d59e-42cd-b219-f1fb7d12fcda tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:00.759795 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1f7968cd-cddc-4e53-8530-68a597571e1d req-1f5f77ce-d59e-42cd-b219-f1fb7d12fcda tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=54100ade-491e-488a-8bdb-541746e0bddb HTTP/1.1" status: 200 len: 944 time: 0.4899948 Nov 12 08:15:00.773219 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-87162ad8-d06a-414d-9141-a66a3b91c178 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7280581 Nov 12 08:15:00.779280 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 41676) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:15:00.792714 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-c1f60d88-5e41-4381-bcac-0e38f563a2f6 admin admin] Request body: {'subnet': {'network_id': 'e0aad1f8-3b3a-494d-a653-7664c09a7950', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1651829981-subnet', 'tenant_id': 'f40a74aa33694b1aa609e6d15c90f3af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:15:00.807032 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87162ad8-d06a-414d-9141-a66a3b91c178 admin admin] Pushing event updated for resources: {'Network': ['ID=e0aad1f8-3b3a-494d-a653-7664c09a7950,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:00.820682 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network e0aad1f8-3b3a-494d-a653-7664c09a7950 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:15:00.856316 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b4ddbe-460a-4a0f-9e00-742744d06848 req-09b1b2ca-6655-454e-b6a3-867737e383fc tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:00.858363 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-32b4ddbe-460a-4a0f-9e00-742744d06848 req-09b1b2ca-6655-454e-b6a3-867737e383fc tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3914943 Nov 12 08:15:00.866426 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f60d88-5e41-4381-bcac-0e38f563a2f6 admin admin] Made reservation on behalf of f40a74aa33694b1aa609e6d15c90f3af for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:15:00.869918 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c1f60d88-5e41-4381-bcac-0e38f563a2f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:00.875758 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60df0f10-de42-40c7-94c5-b8a31b29807f req-23323751-3bea-4dbb-b1f5-c697a8e5c635 tempest-InstanceActionsNegativeTestJSON-1937088901 tempest-InstanceActionsNegativeTestJSON-1937088901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:00.877942 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-60df0f10-de42-40c7-94c5-b8a31b29807f req-23323751-3bea-4dbb-b1f5-c697a8e5c635 tempest-InstanceActionsNegativeTestJSON-1937088901 tempest-InstanceActionsNegativeTestJSON-1937088901-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad52b9db-3848-4383-9969-d9beed917580 HTTP/1.1" status: 200 len: 943 time: 0.1343305 Nov 12 08:15:00.884046 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-32b4ddbe-460a-4a0f-9e00-742744d06848 req-5c742986-4a57-4288-9d7e-2279d288c11d tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Request body: {'port': {'device_id': 'cd7dfe97-2302-4d38-ae66-01f1d7d33d05', 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016', 'admin_state_up': True, 'tenant_id': '3dad16d1cf804c93a62c38374b8fb4ba'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:15:00.924732 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ca0e7240-32c6-4036-9725-2a83f74ab3a8 req-e5bd1ec3-2129-4584-8f29-4d681f1427d9 service neutron] 10.222.0.44 "GET /v2.0/networks/db3fecd1-3757-4c7b-848a-a3f747957f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682315 Nov 12 08:15:00.960592 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-60df0f10-de42-40c7-94c5-b8a31b29807f req-9071dc4e-62e7-4217-a8b4-d67c92052b56 tempest-InstanceActionsNegativeTestJSON-1937088901 tempest-InstanceActionsNegativeTestJSON-1937088901-project] 10.222.0.26 "GET /v2.0/security-groups?id=d42eb470-1b4a-4c7a-a45e-b3d3c1ca9ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622942 Nov 12 08:15:01.017612 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1f7968cd-cddc-4e53-8530-68a597571e1d req-ebc69fde-8e44-40c0-8f8a-7718c13bba7d tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436066 Nov 12 08:15:01.086164 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263d200b-99c9-4ce4-b7ef-78321240ec9c req-a1205cfe-8afd-406d-bcce-f92265b3f960 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:01.094229 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-263d200b-99c9-4ce4-b7ef-78321240ec9c req-a1205cfe-8afd-406d-bcce-f92265b3f960 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a027cfb-0708-4da3-ab68-8147ff2a3808 HTTP/1.1" status: 200 len: 945 time: 0.0787675 Nov 12 08:15:01.139775 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-263d200b-99c9-4ce4-b7ef-78321240ec9c req-123ead0c-6f0c-4f39-bcfe-183928091b8d tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446546 Nov 12 08:15:01.143133 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-68280b99-d655-4cf5-9396-8d0f1083e232 req-b016ce7c-d4be-45c5-ad52-4d071d838c23 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=cd7dfe97-2302-4d38-ae66-01f1d7d33d05 HTTP/1.1" status: 200 len: 210 time: 0.0495181 Nov 12 08:15:01.175237 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32b4ddbe-460a-4a0f-9e00-742744d06848 req-5c742986-4a57-4288-9d7e-2279d288c11d tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Made reservation on behalf of 3dad16d1cf804c93a62c38374b8fb4ba for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:15:01.179505 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-32b4ddbe-460a-4a0f-9e00-742744d06848 req-5c742986-4a57-4288-9d7e-2279d288c11d tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:01.215292 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-32b4ddbe-460a-4a0f-9e00-742744d06848 req-5c742986-4a57-4288-9d7e-2279d288c11d tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:01.243802 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c1f60d88-5e41-4381-bcac-0e38f563a2f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:01.319502 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f60d88-5e41-4381-bcac-0e38f563a2f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ce1bfb4-cdc2-4aee-8b20-ca71af16cc4b,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:01.347937 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f60d88-5e41-4381-bcac-0e38f563a2f6 admin admin] Checking segment: {'id': 'a744d773-e629-433f-bc32-54104cceecc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'e0aad1f8-3b3a-494d-a653-7664c09a7950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:15:01.348294 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f60d88-5e41-4381-bcac-0e38f563a2f6 admin admin] Network hostable DHCP agents. Network: e0aad1f8-3b3a-494d-a653-7664c09a7950, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:15:01.374256 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-32b4ddbe-460a-4a0f-9e00-742744d06848 req-5c742986-4a57-4288-9d7e-2279d288c11d tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:01.382690 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-32b4ddbe-460a-4a0f-9e00-742744d06848 req-5c742986-4a57-4288-9d7e-2279d288c11d tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:01.389498 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f60d88-5e41-4381-bcac-0e38f563a2f6 admin admin] Network e0aad1f8-3b3a-494d-a653-7664c09a7950 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:15:01.446146 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-c1f60d88-5e41-4381-bcac-0e38f563a2f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, e0aad1f8-3b3a-494d-a653-7664c09a7950) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:15:01.456731 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a2002a-75f3-4c7f-a531-1cc8d8521aae None None] Network e0aad1f8-3b3a-494d-a653-7664c09a7950 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:15:01.473034 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f60d88-5e41-4381-bcac-0e38f563a2f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:01.473034 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c1f60d88-5e41-4381-bcac-0e38f563a2f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:01.478240 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c742986-4a57-4288-9d7e-2279d288c11d tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2754cb4f-584d-4231-a11f-234fbfa27da0,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:01.535578 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-c1f60d88-5e41-4381-bcac-0e38f563a2f6 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7463326 Nov 12 08:15:01.598682 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-32b4ddbe-460a-4a0f-9e00-742744d06848 req-5c742986-4a57-4288-9d7e-2279d288c11d tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Allocated IP 192.168.233.153 (107743df-d3df-459d-a6cd-9e2ab4303016/e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1/641ecf14-1420-46c8-ab6e-1776d803d920) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:15:01.658970 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8342f32-3cf6-4feb-9a9b-522dc35ee13d None None] Network e0aad1f8-3b3a-494d-a653-7664c09a7950 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:15:01.783721 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce674b8-dd7b-41cf-a699-ac2579798d36 req-1624797c-fbfd-4c5a-9004-2c13697e910b tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:01.786006 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5ce674b8-dd7b-41cf-a699-ac2579798d36 req-1624797c-fbfd-4c5a-9004-2c13697e910b tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a38ffab-ac68-4a27-8224-3a882d000e29 HTTP/1.1" status: 200 len: 944 time: 0.0984740 Nov 12 08:15:01.804667 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-32b4ddbe-460a-4a0f-9e00-742744d06848 req-5c742986-4a57-4288-9d7e-2279d288c11d tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:01.846836 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-32b4ddbe-460a-4a0f-9e00-742744d06848 req-5c742986-4a57-4288-9d7e-2279d288c11d tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:01.852201 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5ce674b8-dd7b-41cf-a699-ac2579798d36 req-8c0c14a3-5842-458f-a87d-6254c975efad tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592012 Nov 12 08:15:01.896981 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32b4ddbe-460a-4a0f-9e00-742744d06848 req-5c742986-4a57-4288-9d7e-2279d288c11d tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Network 107743df-d3df-459d-a6cd-9e2ab4303016 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:15:01.899999 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-32b4ddbe-460a-4a0f-9e00-742744d06848 req-5c742986-4a57-4288-9d7e-2279d288c11d tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:15:01.905901 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-32b4ddbe-460a-4a0f-9e00-742744d06848 req-5c742986-4a57-4288-9d7e-2279d288c11d tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:15:01.939117 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c742986-4a57-4288-9d7e-2279d288c11d tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Pushing event updated for resources: {'Port': ['ID=641ecf14-1420-46c8-ab6e-1776d803d920,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:01.966882 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b4ddbe-460a-4a0f-9e00-742744d06848 req-5c742986-4a57-4288-9d7e-2279d288c11d tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:01.967492 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-32b4ddbe-460a-4a0f-9e00-742744d06848 req-5c742986-4a57-4288-9d7e-2279d288c11d tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:01.999562 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-32b4ddbe-460a-4a0f-9e00-742744d06848 req-5c742986-4a57-4288-9d7e-2279d288c11d tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1257133 Nov 12 08:15:02.014830 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-32b4ddbe-460a-4a0f-9e00-742744d06848 req-6482f539-e92d-4312-a22d-eea808a29403 service neutron] Request body: {'port': {'device_id': 'cd7dfe97-2302-4d38-ae66-01f1d7d33d05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:15:02.088132 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6039da-a374-448d-b87c-0a868f88cbda req-ab62c3bb-a6a2-48e9-bc9d-a07ba36d696b tempest-InstanceActionsNegativeTestJSON-1937088901 tempest-InstanceActionsNegativeTestJSON-1937088901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:02.090399 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ea6039da-a374-448d-b87c-0a868f88cbda req-ab62c3bb-a6a2-48e9-bc9d-a07ba36d696b tempest-InstanceActionsNegativeTestJSON-1937088901 tempest-InstanceActionsNegativeTestJSON-1937088901-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad52b9db-3848-4383-9969-d9beed917580 HTTP/1.1" status: 200 len: 943 time: 0.0571325 Nov 12 08:15:02.094472 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-32b4ddbe-460a-4a0f-9e00-742744d06848 req-6482f539-e92d-4312-a22d-eea808a29403 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:02.152223 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ea6039da-a374-448d-b87c-0a868f88cbda req-3186f9d1-40f8-4645-a91c-c36b85e618d7 tempest-InstanceActionsNegativeTestJSON-1937088901 tempest-InstanceActionsNegativeTestJSON-1937088901-project] 10.222.0.26 "GET /v2.0/security-groups?id=d42eb470-1b4a-4c7a-a45e-b3d3c1ca9ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526345 Nov 12 08:15:02.237772 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-46e7e12d-72c8-4c64-a267-3a8d1febc5d2 None None] Provisioning complete for port 641ecf14-1420-46c8-ab6e-1776d803d920 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:15:02.238942 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-46e7e12d-72c8-4c64-a267-3a8d1febc5d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:02.261636 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260914c5-8872-49f6-a2d0-b69d7795c704 req-abe71a1e-dee5-4b33-b502-1ea94821fd88 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:02.263229 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-260914c5-8872-49f6-a2d0-b69d7795c704 req-abe71a1e-dee5-4b33-b502-1ea94821fd88 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=54100ade-491e-488a-8bdb-541746e0bddb HTTP/1.1" status: 200 len: 944 time: 0.0530891 Nov 12 08:15:02.274025 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9f47cd-6b32-46d1-8bbc-7fffffc9d351 req-cc82d568-6cec-4686-bd9b-a2dc758088a1 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:02.275302 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-46e7e12d-72c8-4c64-a267-3a8d1febc5d2 None None] Port 641ecf14-1420-46c8-ab6e-1776d803d920 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:15:02.275532 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5c9f47cd-6b32-46d1-8bbc-7fffffc9d351 req-cc82d568-6cec-4686-bd9b-a2dc758088a1 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/networks?id=6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a HTTP/1.1" status: 200 len: 807 time: 0.2055416 Nov 12 08:15:02.303162 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5c9f47cd-6b32-46d1-8bbc-7fffffc9d351 req-68be2c6b-b0f5-407c-b996-30fc12fb4479 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/quotas/7317cbf37f7b44a3b0cd0a433cf6ba52 HTTP/1.1" status: 200 len: 375 time: 0.0174463 Nov 12 08:15:02.320111 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-260914c5-8872-49f6-a2d0-b69d7795c704 req-030d9510-7f66-4166-aabc-090805a665e8 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489507 Nov 12 08:15:02.370284 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5c9f47cd-6b32-46d1-8bbc-7fffffc9d351 req-f01cfc85-6e6c-46ff-b12b-cd12b41aca42 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=7317cbf37f7b44a3b0cd0a433cf6ba52&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0578227 Nov 12 08:15:02.431307 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2313379-3b20-475a-b522-e2a2331e636b req-fcad83fe-d4e3-4a79-8c15-220ef3cdf45d tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:02.432799 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e2313379-3b20-475a-b522-e2a2331e636b req-fcad83fe-d4e3-4a79-8c15-220ef3cdf45d tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a027cfb-0708-4da3-ab68-8147ff2a3808 HTTP/1.1" status: 200 len: 945 time: 0.0499349 Nov 12 08:15:02.483320 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e2313379-3b20-475a-b522-e2a2331e636b req-dbbc3007-b739-4d4c-a913-a5b7bd8617d0 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444822 Nov 12 08:15:02.526840 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5c9f47cd-6b32-46d1-8bbc-7fffffc9d351 req-4fc19e99-aa7c-4947-b48f-910c14427a27 service neutron] 10.222.0.26 "GET /v2.0/networks/6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474438 Nov 12 08:15:02.546683 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-32b4ddbe-460a-4a0f-9e00-742744d06848 req-6482f539-e92d-4312-a22d-eea808a29403 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 641ecf14-1420-46c8-ab6e-1776d803d920 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:15:02.569179 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-32b4ddbe-460a-4a0f-9e00-742744d06848 req-6482f539-e92d-4312-a22d-eea808a29403 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:02.571404 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device b07b07f0-0d60-4c2a-803d-9c89a50f4f2e up at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:15:02.593757 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f78b0b-645e-4c52-95f0-04b49090a587 req-0cd40aa6-437d-49bf-a794-9ecc6c22728f tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:02.595456 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d4f78b0b-645e-4c52-95f0-04b49090a587 req-0cd40aa6-437d-49bf-a794-9ecc6c22728f tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=cd7dfe97-2302-4d38-ae66-01f1d7d33d05 HTTP/1.1" status: 200 len: 936 time: 0.0556729 Nov 12 08:15:02.611783 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-32b4ddbe-460a-4a0f-9e00-742744d06848 req-6482f539-e92d-4312-a22d-eea808a29403 service neutron] Transition to ACTIVE for port object 641ecf14-1420-46c8-ab6e-1776d803d920 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:15:02.625031 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-32b4ddbe-460a-4a0f-9e00-742744d06848 req-6482f539-e92d-4312-a22d-eea808a29403 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:02.631968 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning for port b07b07f0-0d60-4c2a-803d-9c89a50f4f2e completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:15:02.636312 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning complete for port b07b07f0-0d60-4c2a-803d-9c89a50f4f2e triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:15:02.638066 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:02.680307 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5c9f47cd-6b32-46d1-8bbc-7fffffc9d351 req-ea7aa9f7-ce86-408f-8b87-c6bd8b6e6435 service neutron] 10.222.0.26 "GET /v2.0/networks/6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439288 Nov 12 08:15:02.693802 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d4f78b0b-645e-4c52-95f0-04b49090a587 req-a6840065-c66a-4723-96ce-71458f56ebac tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869584 Nov 12 08:15:02.699424 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6482f539-e92d-4312-a22d-eea808a29403 service neutron] Pushing event updated for resources: {'Port': ['ID=641ecf14-1420-46c8-ab6e-1776d803d920,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:02.764774 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:02.792586 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54100ade-491e-488a-8bdb-541746e0bddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b07b07f0-0d60-4c2a-803d-9c89a50f4f2e'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:15:02.795007 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca1e1d54-7c46-4190-acc8-767a0f0d52b1" -d '{"events": [{"server_uuid": "54100ade-491e-488a-8bdb-541746e0bddb", "name": "network-vif-plugged", "status": "completed", "tag": "b07b07f0-0d60-4c2a-803d-9c89a50f4f2e"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:15:02.813460 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-32b4ddbe-460a-4a0f-9e00-742744d06848 req-6482f539-e92d-4312-a22d-eea808a29403 service neutron] Attempting to bind port 641ecf14-1420-46c8-ab6e-1776d803d920 on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:15:02.814035 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-32b4ddbe-460a-4a0f-9e00-742744d06848 req-6482f539-e92d-4312-a22d-eea808a29403 service neutron] Attempting to bind port 641ecf14-1420-46c8-ab6e-1776d803d920 by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:15:02.814161 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b4ddbe-460a-4a0f-9e00-742744d06848 req-6482f539-e92d-4312-a22d-eea808a29403 service neutron] Attempting to bind port 641ecf14-1420-46c8-ab6e-1776d803d920 on network 107743df-d3df-459d-a6cd-9e2ab4303016 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:15:02.814514 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port b07b07f0-0d60-4c2a-803d-9c89a50f4f2e, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=b07b07f0-0d60-4c2a-803d-9c89a50f4f2e,segment=NetworkSegment(0481860e-ef41-474b-ab33-5174e36c5825),segment_id=0481860e-ef41-474b-ab33-5174e36c5825)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:15:02.820313 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b4ddbe-460a-4a0f-9e00-742744d06848 req-6482f539-e92d-4312-a22d-eea808a29403 service neutron] Port 641ecf14-1420-46c8-ab6e-1776d803d920 on network 107743df-d3df-459d-a6cd-9e2ab4303016 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:15:02.820790 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b4ddbe-460a-4a0f-9e00-742744d06848 req-6482f539-e92d-4312-a22d-eea808a29403 service neutron] Attempting to bind port 641ecf14-1420-46c8-ab6e-1776d803d920 on network 107743df-d3df-459d-a6cd-9e2ab4303016 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:15:02.825795 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:02.826766 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 1a3eaa7a-255e-41cd-bb86-8bb7520c72a3 up at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:15:02.826924 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b4ddbe-460a-4a0f-9e00-742744d06848 req-6482f539-e92d-4312-a22d-eea808a29403 service neutron] Checking agent: {'id': '26215384-8035-4ce2-971a-8e67be80da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:15:02.827540 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b4ddbe-460a-4a0f-9e00-742744d06848 req-6482f539-e92d-4312-a22d-eea808a29403 service neutron] Checking segment: {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:15:02.827934 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b4ddbe-460a-4a0f-9e00-742744d06848 req-6482f539-e92d-4312-a22d-eea808a29403 service neutron] Bound using segment: {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:15:02.828441 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-32b4ddbe-460a-4a0f-9e00-742744d06848 req-6482f539-e92d-4312-a22d-eea808a29403 service neutron] Bound port: 641ecf14-1420-46c8-ab6e-1776d803d920, host: n-h1-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:15:02.829058 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-32b4ddbe-460a-4a0f-9e00-742744d06848 req-6482f539-e92d-4312-a22d-eea808a29403 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:02.938202 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-32b4ddbe-460a-4a0f-9e00-742744d06848 req-6482f539-e92d-4312-a22d-eea808a29403 service neutron] For port 641ecf14-1420-46c8-ab6e-1776d803d920, host n-h1-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:15:02.949648 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-32b4ddbe-460a-4a0f-9e00-742744d06848 req-6482f539-e92d-4312-a22d-eea808a29403 service neutron] For port 641ecf14-1420-46c8-ab6e-1776d803d920, host n-h1-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=641ecf14-1420-46c8-ab6e-1776d803d920,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:15:02.964093 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-32b4ddbe-460a-4a0f-9e00-742744d06848 req-6482f539-e92d-4312-a22d-eea808a29403 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:02.968894 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device b50d8d94-93f6-4322-83aa-8260638eea0f details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:15:03.041349 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b4ddbe-460a-4a0f-9e00-742744d06848 req-6482f539-e92d-4312-a22d-eea808a29403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:03.043384 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-32b4ddbe-460a-4a0f-9e00-742744d06848 req-6482f539-e92d-4312-a22d-eea808a29403 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:03.055137 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-32b4ddbe-460a-4a0f-9e00-742744d06848 req-6482f539-e92d-4312-a22d-eea808a29403 service neutron] 10.222.0.21 "PUT /v2.0/ports/641ecf14-1420-46c8-ab6e-1776d803d920 HTTP/1.1" status: 200 len: 1097 time: 1.0454495 Nov 12 08:15:03.056913 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd7dfe97-2302-4d38-ae66-01f1d7d33d05', 'tag': '641ecf14-1420-46c8-ab6e-1776d803d920'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:15:03.066081 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcda5dc7-901d-49b6-b74d-3189c71575a3" -d '{"events": [{"name": "network-changed", "server_uuid": "cd7dfe97-2302-4d38-ae66-01f1d7d33d05", "tag": "641ecf14-1420-46c8-ab6e-1776d803d920"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:15:03.125879 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01f95f8d-4b57-4492-941d-eb386828e4ac x-openstack-request-id: req-01f95f8d-4b57-4492-941d-eb386828e4ac {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:15:03.126165 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54100ade-491e-488a-8bdb-541746e0bddb", "name": "network-vif-plugged", "status": "completed", "tag": "b07b07f0-0d60-4c2a-803d-9c89a50f4f2e", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:15:03.126401 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-01f95f8d-4b57-4492-941d-eb386828e4ac {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:15:03.126836 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54100ade-491e-488a-8bdb-541746e0bddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b07b07f0-0d60-4c2a-803d-9c89a50f4f2e', 'code': 200} Nov 12 08:15:03.147185 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=b07b07f0-0d60-4c2a-803d-9c89a50f4f2e,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:03.181884 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b4ddbe-460a-4a0f-9e00-742744d06848 req-098c56c3-67a4-4a01-9093-fce586f36b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:03.196466 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-32b4ddbe-460a-4a0f-9e00-742744d06848 req-098c56c3-67a4-4a01-9093-fce586f36b5c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3dad16d1cf804c93a62c38374b8fb4ba&device_id=cd7dfe97-2302-4d38-ae66-01f1d7d33d05 HTTP/1.1" status: 200 len: 1100 time: 0.0934076 Nov 12 08:15:03.260433 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning for port 1a3eaa7a-255e-41cd-bb86-8bb7520c72a3 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:15:03.267682 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning complete for port 1a3eaa7a-255e-41cd-bb86-8bb7520c72a3 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:15:03.268042 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:03.314220 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port b50d8d94-93f6-4322-83aa-8260638eea0f, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=b50d8d94-93f6-4322-83aa-8260638eea0f,segment=NetworkSegment(711f824d-6347-4f9a-8354-e69b31f9173a),segment_id=711f824d-6347-4f9a-8354-e69b31f9173a)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:15:03.325477 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-32b4ddbe-460a-4a0f-9e00-742744d06848 req-bb83324b-c4cb-4863-bab6-61bf9bd08842 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=641ecf14-1420-46c8-ab6e-1776d803d920 HTTP/1.1" status: 200 len: 217 time: 0.1146727 Nov 12 08:15:03.336255 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': 'b50d8d94-93f6-4322-83aa-8260638eea0f', 'network_id': 'db3fecd1-3757-4c7b-848a-a3f747957f3e', 'port_id': 'b50d8d94-93f6-4322-83aa-8260638eea0f', 'mac_address': 'fa:16:3e:86:c9:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07592b82-52a0-4c5a-a58c-10ef22172c09', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:15:03.424102 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-90b2b0de-e972-4b4b-8af0-f1bd360ecc30 req-2b21cbab-ec82-4597-a65e-bfefbc012c06 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb563860-f65d-4503-8960-26c644509025 HTTP/1.1" status: 200 len: 210 time: 0.1014507 Nov 12 08:15:03.440726 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:03.469451 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:03.478804 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b50d8d94-93f6-4322-83aa-8260638eea0f {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:15:03.506738 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b4ddbe-460a-4a0f-9e00-742744d06848 req-2f6bc859-3f2e-4944-adbd-1b6a69fc5b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:03.506738 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-32b4ddbe-460a-4a0f-9e00-742744d06848 req-2f6bc859-3f2e-4944-adbd-1b6a69fc5b06 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1 HTTP/1.1" status: 200 len: 843 time: 0.1578486 Nov 12 08:15:03.599719 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 1a3eaa7a-255e-41cd-bb86-8bb7520c72a3, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=1a3eaa7a-255e-41cd-bb86-8bb7520c72a3,segment=NetworkSegment(931741a0-66de-48c6-b90b-c82af0a9f552),segment_id=931741a0-66de-48c6-b90b-c82af0a9f552)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:15:03.613806 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port b50d8d94-93f6-4322-83aa-8260638eea0f, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=b50d8d94-93f6-4322-83aa-8260638eea0f,segment=NetworkSegment(711f824d-6347-4f9a-8354-e69b31f9173a),segment_id=711f824d-6347-4f9a-8354-e69b31f9173a)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:15:03.619935 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:03.631561 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:03.633677 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b4ddbe-460a-4a0f-9e00-742744d06848 req-eb0f3cbb-9b31-4212-8b10-d9d1a328d3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:03.635314 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-32b4ddbe-460a-4a0f-9e00-742744d06848 req-eb0f3cbb-9b31-4212-8b10-d9d1a328d3e5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=107743df-d3df-459d-a6cd-9e2ab4303016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1201746 Nov 12 08:15:03.695098 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=1a3eaa7a-255e-41cd-bb86-8bb7520c72a3,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:03.742172 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a4722e6-8f69-4ef9-8248-67eb64a12c90 x-openstack-request-id: req-1a4722e6-8f69-4ef9-8248-67eb64a12c90 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:15:03.743456 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd7dfe97-2302-4d38-ae66-01f1d7d33d05", "tag": "641ecf14-1420-46c8-ab6e-1776d803d920", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:15:03.743719 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1a4722e6-8f69-4ef9-8248-67eb64a12c90 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:15:03.744117 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd7dfe97-2302-4d38-ae66-01f1d7d33d05', 'tag': '641ecf14-1420-46c8-ab6e-1776d803d920', 'status': 'completed', 'code': 200} Nov 12 08:15:03.781962 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=b50d8d94-93f6-4322-83aa-8260638eea0f,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:03.782230 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd27d9c-e4a5-46af-a4da-e10269702061 req-0b56d214-be07-47f6-a594-eb674dd1be09 tempest-InstanceActionsNegativeTestJSON-1937088901 tempest-InstanceActionsNegativeTestJSON-1937088901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:03.783907 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3fd27d9c-e4a5-46af-a4da-e10269702061 req-0b56d214-be07-47f6-a594-eb674dd1be09 tempest-InstanceActionsNegativeTestJSON-1937088901 tempest-InstanceActionsNegativeTestJSON-1937088901-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad52b9db-3848-4383-9969-d9beed917580 HTTP/1.1" status: 200 len: 944 time: 0.1585567 Nov 12 08:15:03.794349 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6482f539-e92d-4312-a22d-eea808a29403 service neutron] Pushing event updated for resources: {'Port': ['ID=641ecf14-1420-46c8-ab6e-1776d803d920,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:03.851019 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9854e1f1-5259-4ca5-b4f8-c3cb22da814d req-6f81e8ad-502e-41d7-8ccf-d52a3285286a tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:03.853517 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9854e1f1-5259-4ca5-b4f8-c3cb22da814d req-6f81e8ad-502e-41d7-8ccf-d52a3285286a tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a38ffab-ac68-4a27-8224-3a882d000e29 HTTP/1.1" status: 200 len: 944 time: 0.7383893 Nov 12 08:15:03.872999 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-99ee7d13-128a-431b-965c-98d2f4a67a6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:03.875476 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-32b4ddbe-460a-4a0f-9e00-742744d06848 req-5ba7eb87-2e9e-4045-8dff-cf3b295d4447 service neutron] 10.222.0.21 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886325 Nov 12 08:15:03.877455 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ede2c5-c5c8-4425-9720-6acd5b678e29 req-5cb2fa09-bae8-4376-ab56-454c00f32d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:03.880366 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-39ede2c5-c5c8-4425-9720-6acd5b678e29 req-5cb2fa09-bae8-4376-ab56-454c00f32d07 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=54100ade-491e-488a-8bdb-541746e0bddb HTTP/1.1" status: 200 len: 1097 time: 0.7644870 Nov 12 08:15:03.881878 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3fd27d9c-e4a5-46af-a4da-e10269702061 req-e5b2c0d5-bcf8-4201-8a9c-6692edeba7be tempest-InstanceActionsNegativeTestJSON-1937088901 tempest-InstanceActionsNegativeTestJSON-1937088901-project] 10.222.0.26 "GET /v2.0/security-groups?id=d42eb470-1b4a-4c7a-a45e-b3d3c1ca9ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904498 Nov 12 08:15:03.959720 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9854e1f1-5259-4ca5-b4f8-c3cb22da814d req-16873396-ee08-4965-8485-085e35c4df72 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939918 Nov 12 08:15:03.968305 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-39ede2c5-c5c8-4425-9720-6acd5b678e29 req-072ddb52-9d28-491b-b302-0a5b6a2e3eae service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704486 Nov 12 08:15:04.004268 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['b50d8d94-93f6-4322-83aa-8260638eea0f'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:15:04.076746 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ab9f1-5fb5-4814-b68d-d547469d4e53 req-e160304c-bf84-4367-9054-ed23c8602af2 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:04.078160 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2a6ab9f1-5fb5-4814-b68d-d547469d4e53 req-e160304c-bf84-4367-9054-ed23c8602af2 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=54100ade-491e-488a-8bdb-541746e0bddb HTTP/1.1" status: 200 len: 945 time: 0.0711577 Nov 12 08:15:04.080515 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-32b4ddbe-460a-4a0f-9e00-742744d06848 req-f84c8774-e9da-4c39-8654-659a0d477bf7 service neutron] 10.222.0.21 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908095 Nov 12 08:15:04.132482 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d621d28-312a-485c-827d-2054e45a12dd req-c8ef48dd-aeab-4d6b-be71-9d35fd071baa tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:04.142973 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3d621d28-312a-485c-827d-2054e45a12dd req-c8ef48dd-aeab-4d6b-be71-9d35fd071baa tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a027cfb-0708-4da3-ab68-8147ff2a3808 HTTP/1.1" status: 200 len: 945 time: 0.1118686 Nov 12 08:15:04.163763 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2a6ab9f1-5fb5-4814-b68d-d547469d4e53 req-da4041ee-1bb3-47cc-92a3-583876012d60 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791416 Nov 12 08:15:04.215505 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3d621d28-312a-485c-827d-2054e45a12dd req-e8c01c2e-7545-4c8e-9118-820979e9bfd3 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716405 Nov 12 08:15:04.360605 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcda5dc7-901d-49b6-b74d-3189c71575a3 req-6efd5b47-dd44-4e21-b513-c3b1925f1e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:04.361501 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bcda5dc7-901d-49b6-b74d-3189c71575a3 req-6efd5b47-dd44-4e21-b513-c3b1925f1e95 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3dad16d1cf804c93a62c38374b8fb4ba&device_id=cd7dfe97-2302-4d38-ae66-01f1d7d33d05 HTTP/1.1" status: 200 len: 1100 time: 0.0799427 Nov 12 08:15:04.370692 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b6313c-fc57-409b-bc44-89edeb4892c3 req-edbb8845-0dae-4836-9540-4cb0195f240e tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:04.372150 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f6b6313c-fc57-409b-bc44-89edeb4892c3 req-edbb8845-0dae-4836-9540-4cb0195f240e tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=cd7dfe97-2302-4d38-ae66-01f1d7d33d05 HTTP/1.1" status: 200 len: 948 time: 0.0924239 Nov 12 08:15:04.480660 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f6b6313c-fc57-409b-bc44-89edeb4892c3 req-60f40c7a-e182-43cb-b12c-436a85192408 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982428 Nov 12 08:15:04.504594 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcda5dc7-901d-49b6-b74d-3189c71575a3 req-db18a0b4-b215-48be-b4f4-6a6802652ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:04.506059 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bcda5dc7-901d-49b6-b74d-3189c71575a3 req-db18a0b4-b215-48be-b4f4-6a6802652ed3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=107743df-d3df-459d-a6cd-9e2ab4303016 HTTP/1.1" status: 200 len: 870 time: 0.1330132 Nov 12 08:15:04.548755 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ae5d42d7-bacb-4606-a5b4-df9b015a79fe req-2bc32d20-b42d-4656-b897-adb0259cda7f tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb563860-f65d-4503-8960-26c644509025 HTTP/1.1" status: 200 len: 210 time: 0.0301771 Nov 12 08:15:04.554612 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bcda5dc7-901d-49b6-b74d-3189c71575a3 req-0501342a-bff1-4fdb-b61e-6e12e3b868f5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=641ecf14-1420-46c8-ab6e-1776d803d920 HTTP/1.1" status: 200 len: 217 time: 0.0407512 Nov 12 08:15:04.606747 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcda5dc7-901d-49b6-b74d-3189c71575a3 req-30b5f5e0-4fc1-44d3-9e09-718b5319f851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:04.608287 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bcda5dc7-901d-49b6-b74d-3189c71575a3 req-30b5f5e0-4fc1-44d3-9e09-718b5319f851 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1 HTTP/1.1" status: 200 len: 843 time: 0.0466168 Nov 12 08:15:04.654345 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcda5dc7-901d-49b6-b74d-3189c71575a3 req-de51ab24-ed8e-4450-bd5a-553a8d6d7782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:04.655959 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bcda5dc7-901d-49b6-b74d-3189c71575a3 req-de51ab24-ed8e-4450-bd5a-553a8d6d7782 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=107743df-d3df-459d-a6cd-9e2ab4303016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0407755 Nov 12 08:15:04.755060 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bcda5dc7-901d-49b6-b74d-3189c71575a3 req-5e40379e-5076-485d-84cf-0a62edda9f8a service neutron] 10.222.0.21 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899723 Nov 12 08:15:04.857728 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bcda5dc7-901d-49b6-b74d-3189c71575a3 req-749fce58-7295-430e-9547-56915d765513 service neutron] 10.222.0.21 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948110 Nov 12 08:15:04.964911 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device b50d8d94-93f6-4322-83aa-8260638eea0f up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:15:05.028580 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9f47cd-6b32-46d1-8bbc-7fffffc9d351 req-913f1e83-cb36-47bd-9767-52742b1e0b0b tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:05.030078 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5c9f47cd-6b32-46d1-8bbc-7fffffc9d351 req-913f1e83-cb36-47bd-9767-52742b1e0b0b tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.44 "GET /v2.0/networks?id=6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a HTTP/1.1" status: 200 len: 807 time: 0.1319668 Nov 12 08:15:05.068722 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-5c9f47cd-6b32-46d1-8bbc-7fffffc9d351 req-776a77dc-4488-4dd5-adb2-221c5f159889 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Request body: {'port': {'device_id': 'fb563860-f65d-4503-8960-26c644509025', 'network_id': '6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a', 'admin_state_up': True, 'tenant_id': '7317cbf37f7b44a3b0cd0a433cf6ba52'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:15:05.088572 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning for port b50d8d94-93f6-4322-83aa-8260638eea0f completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:15:05.096927 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port b50d8d94-93f6-4322-83aa-8260638eea0f triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:15:05.097447 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:05.102981 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:05.117866 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb576cda-3343-42a6-a04f-9893d2aa0063 req-16793bbe-ba79-42a1-90bc-524bacf6b288 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:05.120096 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fb576cda-3343-42a6-a04f-9893d2aa0063 req-16793bbe-ba79-42a1-90bc-524bacf6b288 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a38ffab-ac68-4a27-8224-3a882d000e29 HTTP/1.1" status: 200 len: 945 time: 0.0759654 Nov 12 08:15:05.135443 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a38ffab-ac68-4a27-8224-3a882d000e29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a3eaa7a-255e-41cd-bb86-8bb7520c72a3'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:15:05.137933 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f290d775-a4ba-46a2-a69f-80bdd58b524a" -d '{"events": [{"server_uuid": "5a38ffab-ac68-4a27-8224-3a882d000e29", "name": "network-vif-plugged", "status": "completed", "tag": "1a3eaa7a-255e-41cd-bb86-8bb7520c72a3"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:15:05.138871 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb880646-1c71-4604-8e6b-20eb46bb48d1 req-5fa742db-bcd1-4bda-a034-57b351106a02 tempest-InstanceActionsNegativeTestJSON-1937088901 tempest-InstanceActionsNegativeTestJSON-1937088901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:05.142640 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cb880646-1c71-4604-8e6b-20eb46bb48d1 req-5fa742db-bcd1-4bda-a034-57b351106a02 tempest-InstanceActionsNegativeTestJSON-1937088901 tempest-InstanceActionsNegativeTestJSON-1937088901-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad52b9db-3848-4383-9969-d9beed917580 HTTP/1.1" status: 200 len: 944 time: 0.1114638 Nov 12 08:15:05.188158 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fb576cda-3343-42a6-a04f-9893d2aa0063 req-b54c56de-48a5-4903-9475-b0d7e5d3c62f tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612071 Nov 12 08:15:05.231611 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:05.232383 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cb880646-1c71-4604-8e6b-20eb46bb48d1 req-4679c187-8e83-4c4b-94b2-a4adcefb8d68 tempest-InstanceActionsNegativeTestJSON-1937088901 tempest-InstanceActionsNegativeTestJSON-1937088901-project] 10.222.0.26 "GET /v2.0/security-groups?id=d42eb470-1b4a-4c7a-a45e-b3d3c1ca9ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835075 Nov 12 08:15:05.260994 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69321140-ab96-46f2-89e5-5468815b9d42 x-openstack-request-id: req-69321140-ab96-46f2-89e5-5468815b9d42 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:15:05.261836 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a38ffab-ac68-4a27-8224-3a882d000e29", "name": "network-vif-plugged", "status": "completed", "tag": "1a3eaa7a-255e-41cd-bb86-8bb7520c72a3", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:15:05.261836 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-69321140-ab96-46f2-89e5-5468815b9d42 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:15:05.262692 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a38ffab-ac68-4a27-8224-3a882d000e29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a3eaa7a-255e-41cd-bb86-8bb7520c72a3', 'code': 200} Nov 12 08:15:05.293777 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c9f47cd-6b32-46d1-8bbc-7fffffc9d351 req-776a77dc-4488-4dd5-adb2-221c5f159889 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Made reservation on behalf of 7317cbf37f7b44a3b0cd0a433cf6ba52 for: {'port': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:15:05.294085 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port b50d8d94-93f6-4322-83aa-8260638eea0f, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=b50d8d94-93f6-4322-83aa-8260638eea0f,segment=NetworkSegment(711f824d-6347-4f9a-8354-e69b31f9173a),segment_id=711f824d-6347-4f9a-8354-e69b31f9173a)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:15:05.298481 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-5c9f47cd-6b32-46d1-8bbc-7fffffc9d351 req-776a77dc-4488-4dd5-adb2-221c5f159889 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:05.310146 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:05.375049 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=b50d8d94-93f6-4322-83aa-8260638eea0f,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:05.411859 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e859c4e-ffd3-4d15-9fda-c6f7d395e095 req-e3bf98bd-237f-49b5-8444-d7ccaa9fd93f tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:05.414129 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5e859c4e-ffd3-4d15-9fda-c6f7d395e095 req-e3bf98bd-237f-49b5-8444-d7ccaa9fd93f tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=54100ade-491e-488a-8bdb-541746e0bddb HTTP/1.1" status: 200 len: 945 time: 0.0820320 Nov 12 08:15:05.510783 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec6f05b-318e-431b-9f9e-933ca29502ab req-16410420-6f81-4608-abba-d480563c176d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:05.512283 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cec6f05b-318e-431b-9f9e-933ca29502ab req-16410420-6f81-4608-abba-d480563c176d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5a38ffab-ac68-4a27-8224-3a882d000e29 HTTP/1.1" status: 200 len: 1097 time: 0.1808760 Nov 12 08:15:05.514027 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5e859c4e-ffd3-4d15-9fda-c6f7d395e095 req-e4d42dcf-f74e-43b2-a5ff-6c6e426c09b6 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911975 Nov 12 08:15:05.556178 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec7539-654a-4e6e-99e1-9cba61d34f07 req-dcd7b4bd-af74-4114-8606-f7ed5aadd00d tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:05.557868 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-00ec7539-654a-4e6e-99e1-9cba61d34f07 req-dcd7b4bd-af74-4114-8606-f7ed5aadd00d tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a027cfb-0708-4da3-ab68-8147ff2a3808 HTTP/1.1" status: 200 len: 945 time: 0.1802514 Nov 12 08:15:05.570162 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [req-5c9f47cd-6b32-46d1-8bbc-7fffffc9d351 req-776a77dc-4488-4dd5-adb2-221c5f159889 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Allocated IP 172.20.0.9 (6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a/b48e5e9c-f3da-4efc-88c4-db8837528b82/d07f2704-930d-4d20-97dd-5fea604c4aea) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:15:05.715730 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cec6f05b-318e-431b-9f9e-933ca29502ab req-331b2368-f582-4ff9-9621-18dd73ac0614 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892712 Nov 12 08:15:05.719287 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-00ec7539-654a-4e6e-99e1-9cba61d34f07 req-0c5d559d-b219-4aa3-b442-e7c9dccc0c2d tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464827 Nov 12 08:15:05.768955 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa60c20-b2f0-4afd-90d6-41e6ecf488d7 req-5117fccb-5b11-43ef-89f4-3504b887c1c7 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:05.772144 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0fa60c20-b2f0-4afd-90d6-41e6ecf488d7 req-5117fccb-5b11-43ef-89f4-3504b887c1c7 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=cd7dfe97-2302-4d38-ae66-01f1d7d33d05 HTTP/1.1" status: 200 len: 948 time: 0.0881214 Nov 12 08:15:05.837377 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0fa60c20-b2f0-4afd-90d6-41e6ecf488d7 req-9b4c35c0-366b-432e-9379-5b4b2d45ee27 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577338 Nov 12 08:15:05.859165 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b240b2e9-81fd-41ac-9d19-d69f29e6f6ca req-9af898b7-801c-4409-a2f7-1ee42f17ff9a tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb563860-f65d-4503-8960-26c644509025 HTTP/1.1" status: 200 len: 210 time: 0.0332170 Nov 12 08:15:05.869168 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-5c9f47cd-6b32-46d1-8bbc-7fffffc9d351 req-776a77dc-4488-4dd5-adb2-221c5f159889 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:05.905806 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-5c9f47cd-6b32-46d1-8bbc-7fffffc9d351 req-776a77dc-4488-4dd5-adb2-221c5f159889 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:05.954627 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c9f47cd-6b32-46d1-8bbc-7fffffc9d351 req-776a77dc-4488-4dd5-adb2-221c5f159889 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Network 6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:15:05.962369 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [req-5c9f47cd-6b32-46d1-8bbc-7fffffc9d351 req-776a77dc-4488-4dd5-adb2-221c5f159889 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:15:05.964859 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c9f47cd-6b32-46d1-8bbc-7fffffc9d351 req-776a77dc-4488-4dd5-adb2-221c5f159889 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:15:05.991789 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776a77dc-4488-4dd5-adb2-221c5f159889 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Pushing event updated for resources: {'Port': ['ID=d07f2704-930d-4d20-97dd-5fea604c4aea,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:06.020687 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9f47cd-6b32-46d1-8bbc-7fffffc9d351 req-776a77dc-4488-4dd5-adb2-221c5f159889 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:06.021301 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-5c9f47cd-6b32-46d1-8bbc-7fffffc9d351 req-776a77dc-4488-4dd5-adb2-221c5f159889 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:06.038880 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5c9f47cd-6b32-46d1-8bbc-7fffffc9d351 req-776a77dc-4488-4dd5-adb2-221c5f159889 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9750044 Nov 12 08:15:06.058541 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-5c9f47cd-6b32-46d1-8bbc-7fffffc9d351 req-cbd9ac1e-3401-4fac-888e-6c98218d07ba service neutron] Request body: {'port': {'device_id': 'fb563860-f65d-4503-8960-26c644509025', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-29'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:15:06.112767 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-5c9f47cd-6b32-46d1-8bbc-7fffffc9d351 req-cbd9ac1e-3401-4fac-888e-6c98218d07ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:06.312314 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47fdba2-3dd6-4166-931c-c5b47a9be288 req-f30d39de-ea3c-45c6-8c48-39d92c77de41 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:06.313837 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b47fdba2-3dd6-4166-931c-c5b47a9be288 req-f30d39de-ea3c-45c6-8c48-39d92c77de41 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a38ffab-ac68-4a27-8224-3a882d000e29 HTTP/1.1" status: 200 len: 945 time: 0.0561142 Nov 12 08:15:06.368619 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b47fdba2-3dd6-4166-931c-c5b47a9be288 req-54064275-e603-4d68-8936-c96c2feba3f1 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482359 Nov 12 08:15:06.437638 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c3347c89-792e-4656-9e1a-e189eda343d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:06.570429 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd4c44b-3495-4fef-8792-7e0c0f1d1aa3 req-74b42b88-b936-4844-8ac1-059d6a987129 tempest-InstanceActionsNegativeTestJSON-1937088901 tempest-InstanceActionsNegativeTestJSON-1937088901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:06.577240 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1cd4c44b-3495-4fef-8792-7e0c0f1d1aa3 req-74b42b88-b936-4844-8ac1-059d6a987129 tempest-InstanceActionsNegativeTestJSON-1937088901 tempest-InstanceActionsNegativeTestJSON-1937088901-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad52b9db-3848-4383-9969-d9beed917580 HTTP/1.1" status: 200 len: 945 time: 0.1201308 Nov 12 08:15:06.644573 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64673d3-38e1-4dd2-8116-63ca7023d0d1 req-3bc7be16-9280-4088-b9bd-0f24b951f67e tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:06.646285 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b64673d3-38e1-4dd2-8116-63ca7023d0d1 req-3bc7be16-9280-4088-b9bd-0f24b951f67e tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=54100ade-491e-488a-8bdb-541746e0bddb HTTP/1.1" status: 200 len: 945 time: 0.0563850 Nov 12 08:15:06.652764 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1cd4c44b-3495-4fef-8792-7e0c0f1d1aa3 req-7e5c83c4-6e1b-426f-a3a6-3e25e64fcf2d tempest-InstanceActionsNegativeTestJSON-1937088901 tempest-InstanceActionsNegativeTestJSON-1937088901-project] 10.222.0.26 "GET /v2.0/security-groups?id=d42eb470-1b4a-4c7a-a45e-b3d3c1ca9ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743630 Nov 12 08:15:06.714617 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b64673d3-38e1-4dd2-8116-63ca7023d0d1 req-5f2e048f-3048-4876-9ad3-86ea803a8aa9 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615163 Nov 12 08:15:06.724849 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [req-5c9f47cd-6b32-46d1-8bbc-7fffffc9d351 req-cbd9ac1e-3401-4fac-888e-6c98218d07ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d07f2704-930d-4d20-97dd-5fea604c4aea {{(pid=102600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:15:06.733315 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-5c9f47cd-6b32-46d1-8bbc-7fffffc9d351 req-cbd9ac1e-3401-4fac-888e-6c98218d07ba service neutron] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:06.751490 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.provisioning_blocks [req-5c9f47cd-6b32-46d1-8bbc-7fffffc9d351 req-cbd9ac1e-3401-4fac-888e-6c98218d07ba service neutron] Transition to ACTIVE for port object d07f2704-930d-4d20-97dd-5fea604c4aea will not be triggered until provisioned by entity L2. {{(pid=102600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:15:06.758445 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-5c9f47cd-6b32-46d1-8bbc-7fffffc9d351 req-cbd9ac1e-3401-4fac-888e-6c98218d07ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:06.863167 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd9ac1e-3401-4fac-888e-6c98218d07ba service neutron] Pushing event updated for resources: {'Port': ['ID=d07f2704-930d-4d20-97dd-5fea604c4aea,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:06.965363 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca26902f-328c-4c25-adc0-d9c676bab154 req-2a032743-26e7-41a5-b229-fde7b43eb35c tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:06.966928 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ca26902f-328c-4c25-adc0-d9c676bab154 req-2a032743-26e7-41a5-b229-fde7b43eb35c tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a027cfb-0708-4da3-ab68-8147ff2a3808 HTTP/1.1" status: 200 len: 945 time: 0.1583734 Nov 12 08:15:06.973428 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-5c9f47cd-6b32-46d1-8bbc-7fffffc9d351 req-cbd9ac1e-3401-4fac-888e-6c98218d07ba service neutron] Attempting to bind port d07f2704-930d-4d20-97dd-5fea604c4aea on host n-h2-765315-29 for vnic_type normal with profile {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:15:06.973763 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-5c9f47cd-6b32-46d1-8bbc-7fffffc9d351 req-cbd9ac1e-3401-4fac-888e-6c98218d07ba service neutron] Attempting to bind port d07f2704-930d-4d20-97dd-5fea604c4aea by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': '2faefcc0-552f-4085-b81e-2c4b58f0de67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a'}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:15:06.974279 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9f47cd-6b32-46d1-8bbc-7fffffc9d351 req-cbd9ac1e-3401-4fac-888e-6c98218d07ba service neutron] Attempting to bind port d07f2704-930d-4d20-97dd-5fea604c4aea on network 6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:15:06.995653 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9f47cd-6b32-46d1-8bbc-7fffffc9d351 req-cbd9ac1e-3401-4fac-888e-6c98218d07ba service neutron] Port d07f2704-930d-4d20-97dd-5fea604c4aea on network 6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:15:06.995980 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9f47cd-6b32-46d1-8bbc-7fffffc9d351 req-cbd9ac1e-3401-4fac-888e-6c98218d07ba service neutron] Attempting to bind port d07f2704-930d-4d20-97dd-5fea604c4aea on network 6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:15:07.032156 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9f47cd-6b32-46d1-8bbc-7fffffc9d351 req-cbd9ac1e-3401-4fac-888e-6c98218d07ba service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:15:07.032399 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9f47cd-6b32-46d1-8bbc-7fffffc9d351 req-cbd9ac1e-3401-4fac-888e-6c98218d07ba service neutron] Checking segment: {'id': '2faefcc0-552f-4085-b81e-2c4b58f0de67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:15:07.032783 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9f47cd-6b32-46d1-8bbc-7fffffc9d351 req-cbd9ac1e-3401-4fac-888e-6c98218d07ba service neutron] Bound using segment: {'id': '2faefcc0-552f-4085-b81e-2c4b58f0de67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a'} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:15:07.033219 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-5c9f47cd-6b32-46d1-8bbc-7fffffc9d351 req-cbd9ac1e-3401-4fac-888e-6c98218d07ba service neutron] Bound port: d07f2704-930d-4d20-97dd-5fea604c4aea, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2faefcc0-552f-4085-b81e-2c4b58f0de67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a'}}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:15:07.033585 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-5c9f47cd-6b32-46d1-8bbc-7fffffc9d351 req-cbd9ac1e-3401-4fac-888e-6c98218d07ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:07.049798 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716df636-e85d-43fe-b980-7164a6e2fc3e req-755078fb-705b-4b7b-90d9-eaaaf108973f tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:07.051747 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-716df636-e85d-43fe-b980-7164a6e2fc3e req-755078fb-705b-4b7b-90d9-eaaaf108973f tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=cd7dfe97-2302-4d38-ae66-01f1d7d33d05 HTTP/1.1" status: 200 len: 948 time: 0.0542843 Nov 12 08:15:07.095347 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a6dfef-2432-4fb5-8b41-f43e44ba6c60 req-c7e804cb-6b23-47b0-a8a1-25c2b238dd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:07.096871 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-49a6dfef-2432-4fb5-8b41-f43e44ba6c60 req-c7e804cb-6b23-47b0-a8a1-25c2b238dd8f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4185fcef2b8f49279dd089f3c02606eb&device_id=54100ade-491e-488a-8bdb-541746e0bddb HTTP/1.1" status: 200 len: 1097 time: 0.1169879 Nov 12 08:15:07.107206 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ca26902f-328c-4c25-adc0-d9c676bab154 req-ccaec8da-f87f-4bc1-8fd3-5438f4565b97 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300383 Nov 12 08:15:07.111076 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-716df636-e85d-43fe-b980-7164a6e2fc3e req-de47a712-ca62-4907-9f90-599349f44aec tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516651 Nov 12 08:15:07.258008 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-5c9f47cd-6b32-46d1-8bbc-7fffffc9d351 req-cbd9ac1e-3401-4fac-888e-6c98218d07ba service neutron] For port d07f2704-930d-4d20-97dd-5fea604c4aea, host n-h2-765315-29, cleared binding levels {{(pid=102600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:15:07.264133 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c598c61-ff23-4d1e-95a2-2c39f5658f6d req-9a59c382-bc69-49e7-96df-278ec629d077 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:07.264376 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad52b9db-3848-4383-9969-d9beed917580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b50d8d94-93f6-4322-83aa-8260638eea0f'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:15:07.268706 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f66334e1-e520-4eb1-8e3c-5cd2134adb32" -d '{"events": [{"server_uuid": "ad52b9db-3848-4383-9969-d9beed917580", "name": "network-vif-plugged", "status": "completed", "tag": "b50d8d94-93f6-4322-83aa-8260638eea0f"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:15:07.275099 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1c598c61-ff23-4d1e-95a2-2c39f5658f6d req-9a59c382-bc69-49e7-96df-278ec629d077 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=54100ade-491e-488a-8bdb-541746e0bddb HTTP/1.1" status: 200 len: 945 time: 0.0824652 Nov 12 08:15:07.283631 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-5c9f47cd-6b32-46d1-8bbc-7fffffc9d351 req-cbd9ac1e-3401-4fac-888e-6c98218d07ba service neutron] For port d07f2704-930d-4d20-97dd-5fea604c4aea, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=d07f2704-930d-4d20-97dd-5fea604c4aea,segment=NetworkSegment(2faefcc0-552f-4085-b81e-2c4b58f0de67),segment_id=2faefcc0-552f-4085-b81e-2c4b58f0de67)] {{(pid=102600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:15:07.295007 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-5c9f47cd-6b32-46d1-8bbc-7fffffc9d351 req-cbd9ac1e-3401-4fac-888e-6c98218d07ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:07.322432 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cceea97-0916-4829-8869-2dcfc028ad9f req-379e93cf-1e2c-43b3-839f-41dee8f20507 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:07.330064 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2cceea97-0916-4829-8869-2dcfc028ad9f req-379e93cf-1e2c-43b3-839f-41dee8f20507 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb563860-f65d-4503-8960-26c644509025 HTTP/1.1" status: 200 len: 943 time: 0.1145418 Nov 12 08:15:07.333653 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1c598c61-ff23-4d1e-95a2-2c39f5658f6d req-928bcc91-6747-48f8-8dda-fe265461c41d tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572004 Nov 12 08:15:07.371587 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a6dfef-2432-4fb5-8b41-f43e44ba6c60 req-95136d93-e31b-4ed9-a094-243fb63bd0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:07.373059 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-49a6dfef-2432-4fb5-8b41-f43e44ba6c60 req-95136d93-e31b-4ed9-a094-243fb63bd0b4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fe05a3f0-e7b5-4820-a80d-5e53a559df6b HTTP/1.1" status: 200 len: 911 time: 0.2649670 Nov 12 08:15:07.379440 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9f47cd-6b32-46d1-8bbc-7fffffc9d351 req-cbd9ac1e-3401-4fac-888e-6c98218d07ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:07.380075 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-5c9f47cd-6b32-46d1-8bbc-7fffffc9d351 req-cbd9ac1e-3401-4fac-888e-6c98218d07ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:07.381776 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5c9f47cd-6b32-46d1-8bbc-7fffffc9d351 req-cbd9ac1e-3401-4fac-888e-6c98218d07ba service neutron] 10.222.0.44 "PUT /v2.0/ports/d07f2704-930d-4d20-97dd-5fea604c4aea HTTP/1.1" status: 200 len: 1092 time: 1.3273771 Nov 12 08:15:07.384072 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb563860-f65d-4503-8960-26c644509025', 'tag': 'd07f2704-930d-4d20-97dd-5fea604c4aea'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:15:07.385703 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e59341-fec5-4a38-9c9c-213f77172123 x-openstack-request-id: req-15e59341-fec5-4a38-9c9c-213f77172123 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:15:07.385905 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7de8e4b-c487-43f4-96a3-3281b6701369" -d '{"events": [{"name": "network-changed", "server_uuid": "fb563860-f65d-4503-8960-26c644509025", "tag": "d07f2704-930d-4d20-97dd-5fea604c4aea"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:15:07.386372 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad52b9db-3848-4383-9969-d9beed917580", "name": "network-vif-plugged", "status": "completed", "tag": "b50d8d94-93f6-4322-83aa-8260638eea0f", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:15:07.386648 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-15e59341-fec5-4a38-9c9c-213f77172123 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:15:07.387048 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad52b9db-3848-4383-9969-d9beed917580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b50d8d94-93f6-4322-83aa-8260638eea0f', 'code': 200} Nov 12 08:15:07.454198 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0042370-e3d4-4e67-80ba-a3835deac5c4 x-openstack-request-id: req-f0042370-e3d4-4e67-80ba-a3835deac5c4 {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:15:07.454535 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb563860-f65d-4503-8960-26c644509025", "tag": "d07f2704-930d-4d20-97dd-5fea604c4aea", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:15:07.454791 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f0042370-e3d4-4e67-80ba-a3835deac5c4 {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:15:07.455187 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb563860-f65d-4503-8960-26c644509025', 'tag': 'd07f2704-930d-4d20-97dd-5fea604c4aea', 'status': 'completed', 'code': 200} Nov 12 08:15:07.462968 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-49a6dfef-2432-4fb5-8b41-f43e44ba6c60 req-7c8ff0d8-00ab-435b-8317-bce8408ec9d5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b07b07f0-0d60-4c2a-803d-9c89a50f4f2e HTTP/1.1" status: 200 len: 217 time: 0.0718174 Nov 12 08:15:07.481565 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd9ac1e-3401-4fac-888e-6c98218d07ba service neutron] Pushing event updated for resources: {'Port': ['ID=d07f2704-930d-4d20-97dd-5fea604c4aea,revision_number=3']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:07.521848 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2cceea97-0916-4829-8869-2dcfc028ad9f req-a168c214-e2c1-4a59-a384-d8cd1e3beb8e tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908979 Nov 12 08:15:07.551989 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9795bf4-79c5-4f35-b524-cefaeddcb404 req-8d31d685-a7f9-4f9a-bba7-74af5f4fd8e5 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:07.553791 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e9795bf4-79c5-4f35-b524-cefaeddcb404 req-8d31d685-a7f9-4f9a-bba7-74af5f4fd8e5 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a38ffab-ac68-4a27-8224-3a882d000e29 HTTP/1.1" status: 200 len: 945 time: 0.0688653 Nov 12 08:15:07.576593 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de8e4b-c487-43f4-96a3-3281b6701369 req-84efd218-e210-4e83-bcf2-17340476bf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:07.578432 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c7de8e4b-c487-43f4-96a3-3281b6701369 req-84efd218-e210-4e83-bcf2-17340476bf91 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7317cbf37f7b44a3b0cd0a433cf6ba52&device_id=fb563860-f65d-4503-8960-26c644509025 HTTP/1.1" status: 200 len: 1095 time: 0.0551946 Nov 12 08:15:07.585016 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a6dfef-2432-4fb5-8b41-f43e44ba6c60 req-9bbf6ff2-8660-44aa-b4e8-34708c2fda38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:07.586819 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-49a6dfef-2432-4fb5-8b41-f43e44ba6c60 req-9bbf6ff2-8660-44aa-b4e8-34708c2fda38 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2fa031d2-0eb2-40ca-b071-7b73de446d96 HTTP/1.1" status: 200 len: 850 time: 0.1159470 Nov 12 08:15:07.637032 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e9795bf4-79c5-4f35-b524-cefaeddcb404 req-be798a86-cffb-4f3a-9846-62d5ab5a25ff tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530837 Nov 12 08:15:07.644196 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fe19fb-b549-4f42-ab2e-9edd7daddfb8 req-a1a65ad4-1a3c-43d8-ac38-050b0c3e6d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:07.646464 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-78fe19fb-b549-4f42-ab2e-9edd7daddfb8 req-a1a65ad4-1a3c-43d8-ac38-050b0c3e6d1b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ad52b9db-3848-4383-9969-d9beed917580 HTTP/1.1" status: 200 len: 1097 time: 0.0916164 Nov 12 08:15:07.690272 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-49a6dfef-2432-4fb5-8b41-f43e44ba6c60 req-b0551257-0c06-4c4f-9a45-f73ed9860925 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fe05a3f0-e7b5-4820-a80d-5e53a559df6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0949998 Nov 12 08:15:07.707952 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-78fe19fb-b549-4f42-ab2e-9edd7daddfb8 req-150ba413-51bb-4936-930d-e1b82839ff4c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d42eb470-1b4a-4c7a-a45e-b3d3c1ca9ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476711 Nov 12 08:15:07.793742 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:07.924574 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de8e4b-c487-43f4-96a3-3281b6701369 req-b468522c-af22-4792-a5f9-154c20464ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:07.926351 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c7de8e4b-c487-43f4-96a3-3281b6701369 req-b468522c-af22-4792-a5f9-154c20464ce2 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=7317cbf37f7b44a3b0cd0a433cf6ba52&shared=False HTTP/1.1" status: 200 len: 908 time: 0.3323395 Nov 12 08:15:07.954014 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a0244-36d0-4eea-962f-f9dfae15636b req-7c113b1e-2050-4a1e-9034-f1fddd2ed191 tempest-InstanceActionsNegativeTestJSON-1937088901 tempest-InstanceActionsNegativeTestJSON-1937088901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:07.965403 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-342a0244-36d0-4eea-962f-f9dfae15636b req-7c113b1e-2050-4a1e-9034-f1fddd2ed191 tempest-InstanceActionsNegativeTestJSON-1937088901 tempest-InstanceActionsNegativeTestJSON-1937088901-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad52b9db-3848-4383-9969-d9beed917580 HTTP/1.1" status: 200 len: 945 time: 0.2246590 Nov 12 08:15:07.970106 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-49a6dfef-2432-4fb5-8b41-f43e44ba6c60 req-2b8bda9e-2165-4dcb-9262-d2b292fcb1a4 service neutron] 10.222.0.21 "GET /v2.0/networks/fe05a3f0-e7b5-4820-a80d-5e53a559df6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457418 Nov 12 08:15:08.193316 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-342a0244-36d0-4eea-962f-f9dfae15636b req-c2a89a8b-eb7a-4266-ad23-e043f4cd8d2f tempest-InstanceActionsNegativeTestJSON-1937088901 tempest-InstanceActionsNegativeTestJSON-1937088901-project] 10.222.0.26 "GET /v2.0/security-groups?id=d42eb470-1b4a-4c7a-a45e-b3d3c1ca9ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268212 Nov 12 08:15:08.249722 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3df35c-15c2-4282-8f27-71d24d933086 req-fdd81948-266b-4e36-ad01-6a9d24ceb7fa tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:08.260274 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0a3df35c-15c2-4282-8f27-71d24d933086 req-fdd81948-266b-4e36-ad01-6a9d24ceb7fa tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a027cfb-0708-4da3-ab68-8147ff2a3808 HTTP/1.1" status: 200 len: 945 time: 0.0659609 Nov 12 08:15:08.315926 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0a3df35c-15c2-4282-8f27-71d24d933086 req-8500dfe3-1b19-4ed7-af52-513e9839ca29 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528274 Nov 12 08:15:08.397712 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de8e4b-c487-43f4-96a3-3281b6701369 req-bc0660b0-415f-46a2-8409-df6a7d77930d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:08.399278 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c7de8e4b-c487-43f4-96a3-3281b6701369 req-bc0660b0-415f-46a2-8409-df6a7d77930d service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3779531 Nov 12 08:15:08.400997 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-49a6dfef-2432-4fb5-8b41-f43e44ba6c60 req-05962801-0b3e-4f2d-a452-f1f84988d60c service neutron] 10.222.0.21 "GET /v2.0/networks/fe05a3f0-e7b5-4820-a80d-5e53a559df6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4112606 Nov 12 08:15:08.430358 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d246c0-3ed6-436b-97aa-1cedc69a6ef8 req-ccaa1c25-9950-4b70-9914-290ffb5f7bc6 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:08.431935 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a5d246c0-3ed6-436b-97aa-1cedc69a6ef8 req-ccaa1c25-9950-4b70-9914-290ffb5f7bc6 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=cd7dfe97-2302-4d38-ae66-01f1d7d33d05 HTTP/1.1" status: 200 len: 948 time: 0.1055038 Nov 12 08:15:08.492593 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24537335-d143-4cd7-9a43-78a08411c6aa req-ea52984e-36a4-45ca-ba60-abe521b578a4 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:08.494963 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-24537335-d143-4cd7-9a43-78a08411c6aa req-ea52984e-36a4-45ca-ba60-abe521b578a4 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=54100ade-491e-488a-8bdb-541746e0bddb HTTP/1.1" status: 200 len: 945 time: 0.0741782 Nov 12 08:15:08.497045 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a5d246c0-3ed6-436b-97aa-1cedc69a6ef8 req-68712a3c-65c8-4a13-a378-71839c8e903a tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573797 Nov 12 08:15:08.551207 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9f47cd-6b32-46d1-8bbc-7fffffc9d351 req-bd7f5274-b61a-47f7-b3d2-4e3b72373988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:08.553604 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5c9f47cd-6b32-46d1-8bbc-7fffffc9d351 req-bd7f5274-b61a-47f7-b3d2-4e3b72373988 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7317cbf37f7b44a3b0cd0a433cf6ba52&device_id=fb563860-f65d-4503-8960-26c644509025 HTTP/1.1" status: 200 len: 1095 time: 0.0612173 Nov 12 08:15:08.571112 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-24537335-d143-4cd7-9a43-78a08411c6aa req-44f67091-6aba-4224-8fa0-c1bb393868e0 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607247 Nov 12 08:15:08.618803 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5c9f47cd-6b32-46d1-8bbc-7fffffc9d351 req-7ac8c86a-3237-4172-bb02-9890a5cdecda service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d07f2704-930d-4d20-97dd-5fea604c4aea HTTP/1.1" status: 200 len: 217 time: 0.0417476 Nov 12 08:15:08.622109 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 641ecf14-1420-46c8-ab6e-1776d803d920 details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:15:08.715989 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2409f8-b080-4901-b56e-664078eecc54 req-d834f6e7-8dc2-4e9b-a84a-6c96ca2c084b tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:08.717511 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bf2409f8-b080-4901-b56e-664078eecc54 req-d834f6e7-8dc2-4e9b-a84a-6c96ca2c084b tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb563860-f65d-4503-8960-26c644509025 HTTP/1.1" status: 200 len: 943 time: 0.0978138 Nov 12 08:15:08.722111 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9f47cd-6b32-46d1-8bbc-7fffffc9d351 req-4c745e80-ee4b-451a-999d-f474534202fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:08.723694 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5c9f47cd-6b32-46d1-8bbc-7fffffc9d351 req-4c745e80-ee4b-451a-999d-f474534202fe service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b48e5e9c-f3da-4efc-88c4-db8837528b82 HTTP/1.1" status: 200 len: 847 time: 0.0720687 Nov 12 08:15:08.773856 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5c9f47cd-6b32-46d1-8bbc-7fffffc9d351 req-4b6fc5d4-dcd7-4938-afc7-84aceda60b24 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283873 Nov 12 08:15:08.787202 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 641ecf14-1420-46c8-ab6e-1776d803d920, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=641ecf14-1420-46c8-ab6e-1776d803d920,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:15:08.800566 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Returning: {'device': '641ecf14-1420-46c8-ab6e-1776d803d920', 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016', 'port_id': '641ecf14-1420-46c8-ab6e-1776d803d920', 'mac_address': 'fa:16:3e:cf:7c:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:15:08.806666 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bf2409f8-b080-4901-b56e-664078eecc54 req-7ca43e70-cf98-492e-bfe7-acbb0a923e15 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807819 Nov 12 08:15:08.921017 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:08.951727 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-e530113a-7783-48f4-9840-8911a24052df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 641ecf14-1420-46c8-ab6e-1776d803d920 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:15:08.955590 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5c9f47cd-6b32-46d1-8bbc-7fffffc9d351 req-077430e2-addc-431a-ae22-0e812144ce9f service neutron] 10.222.0.44 "GET /v2.0/networks/6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461892 Nov 12 08:15:08.975793 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 641ecf14-1420-46c8-ab6e-1776d803d920, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=641ecf14-1420-46c8-ab6e-1776d803d920,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:15:08.980193 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:09.043130 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=641ecf14-1420-46c8-ab6e-1776d803d920,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:09.101995 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5c9f47cd-6b32-46d1-8bbc-7fffffc9d351 req-fc03cf98-533d-4f92-be41-283a1685bc6c service neutron] 10.222.0.44 "GET /v2.0/networks/6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151862 Nov 12 08:15:09.103066 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:09.307305 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41722365-34bc-45eb-b8d3-d7b03e94e36f req-ca86ab4e-0b86-4ae4-97fa-184c6c1ed120 tempest-InstanceActionsNegativeTestJSON-1937088901 tempest-InstanceActionsNegativeTestJSON-1937088901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:09.309068 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-41722365-34bc-45eb-b8d3-d7b03e94e36f req-ca86ab4e-0b86-4ae4-97fa-184c6c1ed120 tempest-InstanceActionsNegativeTestJSON-1937088901 tempest-InstanceActionsNegativeTestJSON-1937088901-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad52b9db-3848-4383-9969-d9beed917580 HTTP/1.1" status: 200 len: 945 time: 0.0573077 Nov 12 08:15:09.372194 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-41722365-34bc-45eb-b8d3-d7b03e94e36f req-398f1467-7af4-415a-a83f-e0a39776d9b5 tempest-InstanceActionsNegativeTestJSON-1937088901 tempest-InstanceActionsNegativeTestJSON-1937088901-project] 10.222.0.26 "GET /v2.0/security-groups?id=d42eb470-1b4a-4c7a-a45e-b3d3c1ca9ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572796 Nov 12 08:15:09.397583 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['641ecf14-1420-46c8-ab6e-1776d803d920'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:15:09.554065 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18960d1c-c9f1-47b4-a783-dc8fb3ea61f7 req-a891f1c5-82cd-4f30-88dc-a4fe8cdd86c3 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:09.555630 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-18960d1c-c9f1-47b4-a783-dc8fb3ea61f7 req-a891f1c5-82cd-4f30-88dc-a4fe8cdd86c3 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a027cfb-0708-4da3-ab68-8147ff2a3808 HTTP/1.1" status: 200 len: 945 time: 0.0748067 Nov 12 08:15:09.622108 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-18960d1c-c9f1-47b4-a783-dc8fb3ea61f7 req-1aa647a5-39f0-4818-b4d9-9b210adbb91d tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605121 Nov 12 08:15:09.703928 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:09.773951 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f2a0fa-a294-4adf-bf0d-e0265aff9041 req-797bd24c-30be-4f9e-bf53-7b708d3cbb10 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:09.775178 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99878a6d-c6ab-4e54-b078-24db57952264 req-14b6ebed-047b-4321-ba04-24a9e967b958 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:09.777263 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-99878a6d-c6ab-4e54-b078-24db57952264 req-14b6ebed-047b-4321-ba04-24a9e967b958 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=54100ade-491e-488a-8bdb-541746e0bddb HTTP/1.1" status: 200 len: 945 time: 0.0549164 Nov 12 08:15:09.779174 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-64f2a0fa-a294-4adf-bf0d-e0265aff9041 req-797bd24c-30be-4f9e-bf53-7b708d3cbb10 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=cd7dfe97-2302-4d38-ae66-01f1d7d33d05 HTTP/1.1" status: 200 len: 949 time: 0.0686595 Nov 12 08:15:09.839217 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-99878a6d-c6ab-4e54-b078-24db57952264 req-563a34a5-aed3-49cc-89b0-38fc3f2a6da2 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515869 Nov 12 08:15:09.840619 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-64f2a0fa-a294-4adf-bf0d-e0265aff9041 req-a30f89f7-6293-46c3-b1e0-a337a23571b7 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530932 Nov 12 08:15:09.954407 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11faaf3a-e434-4274-afda-75990865bdc7 req-9aa0437d-ba14-4615-a363-0e691ed9ff81 tempest-InstanceActionsNegativeTestJSON-1937088901 tempest-InstanceActionsNegativeTestJSON-1937088901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:09.955937 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-11faaf3a-e434-4274-afda-75990865bdc7 req-9aa0437d-ba14-4615-a363-0e691ed9ff81 tempest-InstanceActionsNegativeTestJSON-1937088901 tempest-InstanceActionsNegativeTestJSON-1937088901-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad52b9db-3848-4383-9969-d9beed917580 HTTP/1.1" status: 200 len: 945 time: 0.0508499 Nov 12 08:15:09.972130 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104369f1-cfcf-4497-93c7-1be702e5b3e1 req-cc80314e-5216-46f1-898f-6ea0e8d55d8c tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:09.974890 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-104369f1-cfcf-4497-93c7-1be702e5b3e1 req-cc80314e-5216-46f1-898f-6ea0e8d55d8c tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb563860-f65d-4503-8960-26c644509025 HTTP/1.1" status: 200 len: 943 time: 0.0596175 Nov 12 08:15:10.007487 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-11faaf3a-e434-4274-afda-75990865bdc7 req-b0932ef2-727e-440b-96bb-1d4a9b0af66d tempest-InstanceActionsNegativeTestJSON-1937088901 tempest-InstanceActionsNegativeTestJSON-1937088901-project] 10.222.0.26 "GET /v2.0/security-groups?id=d42eb470-1b4a-4c7a-a45e-b3d3c1ca9ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428336 Nov 12 08:15:10.034051 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-104369f1-cfcf-4497-93c7-1be702e5b3e1 req-5c36dc71-b9cd-4c8b-b72b-55f8468836a1 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518370 Nov 12 08:15:10.617108 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 641ecf14-1420-46c8-ab6e-1776d803d920 up at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:15:10.675728 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning for port 641ecf14-1420-46c8-ab6e-1776d803d920 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:15:10.682927 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning complete for port 641ecf14-1420-46c8-ab6e-1776d803d920 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:15:10.683300 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:10.749463 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b63e10b-3d11-4c51-acfc-9e776b03bb72 req-51a7ff26-d91a-4fb0-a22e-4822eea29fcf tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:10.751118 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2b63e10b-3d11-4c51-acfc-9e776b03bb72 req-51a7ff26-d91a-4fb0-a22e-4822eea29fcf tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a027cfb-0708-4da3-ab68-8147ff2a3808 HTTP/1.1" status: 200 len: 945 time: 0.0523727 Nov 12 08:15:10.771301 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:10.795058 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd7dfe97-2302-4d38-ae66-01f1d7d33d05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '641ecf14-1420-46c8-ab6e-1776d803d920'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:15:10.797394 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4869d5f-4db2-43e9-acae-481c7e93418d" -d '{"events": [{"server_uuid": "cd7dfe97-2302-4d38-ae66-01f1d7d33d05", "name": "network-vif-plugged", "status": "completed", "tag": "641ecf14-1420-46c8-ab6e-1776d803d920"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:15:10.801726 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2b63e10b-3d11-4c51-acfc-9e776b03bb72 req-b8c07b67-3766-4972-ae39-ae5aa6223172 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433571 Nov 12 08:15:10.819242 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 641ecf14-1420-46c8-ab6e-1776d803d920, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=641ecf14-1420-46c8-ab6e-1776d803d920,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:15:10.827858 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:10.861149 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f0002d1-aa1e-4011-81b1-473e43a0baaa x-openstack-request-id: req-7f0002d1-aa1e-4011-81b1-473e43a0baaa {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:15:10.861443 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd7dfe97-2302-4d38-ae66-01f1d7d33d05", "name": "network-vif-plugged", "status": "completed", "tag": "641ecf14-1420-46c8-ab6e-1776d803d920", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:15:10.861693 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7f0002d1-aa1e-4011-81b1-473e43a0baaa {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:15:10.862075 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd7dfe97-2302-4d38-ae66-01f1d7d33d05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '641ecf14-1420-46c8-ab6e-1776d803d920', 'code': 200} Nov 12 08:15:10.901517 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=641ecf14-1420-46c8-ab6e-1776d803d920,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:11.011611 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0779ab49-ee7d-4f94-bfab-b70f0f621c49 req-a2940fd7-c157-48c8-adea-137b1357cd3e tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:11.013108 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0779ab49-ee7d-4f94-bfab-b70f0f621c49 req-a2940fd7-c157-48c8-adea-137b1357cd3e tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=54100ade-491e-488a-8bdb-541746e0bddb HTTP/1.1" status: 200 len: 945 time: 0.0551424 Nov 12 08:15:11.018796 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc3430c-0aa4-4e58-bbe7-7b8934575d2d req-d54c50b6-18a9-4005-8ae4-860179e59a54 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:11.020990 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3cc3430c-0aa4-4e58-bbe7-7b8934575d2d req-d54c50b6-18a9-4005-8ae4-860179e59a54 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=cd7dfe97-2302-4d38-ae66-01f1d7d33d05 HTTP/1.1" status: 200 len: 950 time: 0.0821762 Nov 12 08:15:11.028877 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a416f98d-836c-4595-bb4b-eebe25d00a04 req-af3c2851-a43f-4331-a081-b3be248c7c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:11.031558 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a416f98d-836c-4595-bb4b-eebe25d00a04 req-af3c2851-a43f-4331-a081-b3be248c7c2a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cd7dfe97-2302-4d38-ae66-01f1d7d33d05 HTTP/1.1" status: 200 len: 1102 time: 0.0820074 Nov 12 08:15:11.065835 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0779ab49-ee7d-4f94-bfab-b70f0f621c49 req-58068142-5565-45a4-ae18-e139b1180730 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448990 Nov 12 08:15:11.205584 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21d3884-91e4-4424-89e1-7cacb25cbb97 req-00b6dedc-c4e7-45a8-a9be-1d5d84d92d2f tempest-InstanceActionsNegativeTestJSON-1937088901 tempest-InstanceActionsNegativeTestJSON-1937088901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:11.208124 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c21d3884-91e4-4424-89e1-7cacb25cbb97 req-00b6dedc-c4e7-45a8-a9be-1d5d84d92d2f tempest-InstanceActionsNegativeTestJSON-1937088901 tempest-InstanceActionsNegativeTestJSON-1937088901-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad52b9db-3848-4383-9969-d9beed917580 HTTP/1.1" status: 200 len: 945 time: 0.0576041 Nov 12 08:15:11.261790 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c21d3884-91e4-4424-89e1-7cacb25cbb97 req-bb944b2c-4438-4f7c-9c67-ec4263c56465 tempest-InstanceActionsNegativeTestJSON-1937088901 tempest-InstanceActionsNegativeTestJSON-1937088901-project] 10.222.0.26 "GET /v2.0/security-groups?id=d42eb470-1b4a-4c7a-a45e-b3d3c1ca9ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472558 Nov 12 08:15:11.345743 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a416f98d-836c-4595-bb4b-eebe25d00a04 req-c9928edf-dce7-4bfd-81db-d36193264be7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3071816 Nov 12 08:15:11.349836 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3cc3430c-0aa4-4e58-bbe7-7b8934575d2d req-b5962d1d-f83f-40b7-877c-fcc318aa71cc tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3186414 Nov 12 08:15:11.382077 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696b72d9-0e2e-4e6c-9fe2-b023ea61de12 req-00a4595b-fbe4-4cc0-86a9-6aa11223ba84 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:11.383961 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-696b72d9-0e2e-4e6c-9fe2-b023ea61de12 req-00a4595b-fbe4-4cc0-86a9-6aa11223ba84 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb563860-f65d-4503-8960-26c644509025 HTTP/1.1" status: 200 len: 943 time: 0.0586510 Nov 12 08:15:11.437034 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-696b72d9-0e2e-4e6c-9fe2-b023ea61de12 req-e2e29dc3-63b0-47ab-ba61-b8050308e7ad tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475252 Nov 12 08:15:11.698201 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a583996c-51ba-4281-9c0c-307ecccf19d6 req-efc3a7ae-017f-42b2-9870-5f0344cb0b5a tempest-InstanceActionsNegativeTestJSON-1937088901 tempest-InstanceActionsNegativeTestJSON-1937088901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:11.699915 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a583996c-51ba-4281-9c0c-307ecccf19d6 req-efc3a7ae-017f-42b2-9870-5f0344cb0b5a tempest-InstanceActionsNegativeTestJSON-1937088901 tempest-InstanceActionsNegativeTestJSON-1937088901-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad52b9db-3848-4383-9969-d9beed917580 HTTP/1.1" status: 200 len: 945 time: 0.0496895 Nov 12 08:15:11.800485 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [req-a583996c-51ba-4281-9c0c-307ecccf19d6 req-4f714317-4778-45de-9346-002695bddd99 tempest-InstanceActionsNegativeTestJSON-1937088901 tempest-InstanceActionsNegativeTestJSON-1937088901-project] Deleting port b50d8d94-93f6-4322-83aa-8260638eea0f {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:15:11.800963 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-a583996c-51ba-4281-9c0c-307ecccf19d6 req-4f714317-4778-45de-9346-002695bddd99 tempest-InstanceActionsNegativeTestJSON-1937088901 tempest-InstanceActionsNegativeTestJSON-1937088901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:11.899381 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-a583996c-51ba-4281-9c0c-307ecccf19d6 req-4f714317-4778-45de-9346-002695bddd99 tempest-InstanceActionsNegativeTestJSON-1937088901 tempest-InstanceActionsNegativeTestJSON-1937088901-project] For port b50d8d94-93f6-4322-83aa-8260638eea0f, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=b50d8d94-93f6-4322-83aa-8260638eea0f,segment=NetworkSegment(711f824d-6347-4f9a-8354-e69b31f9173a),segment_id=711f824d-6347-4f9a-8354-e69b31f9173a)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:15:11.899891 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-a583996c-51ba-4281-9c0c-307ecccf19d6 req-4f714317-4778-45de-9346-002695bddd99 tempest-InstanceActionsNegativeTestJSON-1937088901 tempest-InstanceActionsNegativeTestJSON-1937088901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:11.914933 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [req-a583996c-51ba-4281-9c0c-307ecccf19d6 req-4f714317-4778-45de-9346-002695bddd99 tempest-InstanceActionsNegativeTestJSON-1937088901 tempest-InstanceActionsNegativeTestJSON-1937088901-project] Calling delete_port for b50d8d94-93f6-4322-83aa-8260638eea0f owned by compute:nova {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:15:11.944012 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc444733-e77e-4e5f-a5c1-dde5fa3c7fa4 req-34b63f54-3f9c-469c-877c-9c62568d5e45 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:11.945685 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cc444733-e77e-4e5f-a5c1-dde5fa3c7fa4 req-34b63f54-3f9c-469c-877c-9c62568d5e45 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a027cfb-0708-4da3-ab68-8147ff2a3808 HTTP/1.1" status: 200 len: 945 time: 0.0704741 Nov 12 08:15:12.000027 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cc444733-e77e-4e5f-a5c1-dde5fa3c7fa4 req-d58c6b9c-fab1-4a0a-89c1-5e09008e6d06 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478752 Nov 12 08:15:12.046371 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:12.076523 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-a583996c-51ba-4281-9c0c-307ecccf19d6 req-4f714317-4778-45de-9346-002695bddd99 tempest-InstanceActionsNegativeTestJSON-1937088901 tempest-InstanceActionsNegativeTestJSON-1937088901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:12.109183 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f714317-4778-45de-9346-002695bddd99 tempest-InstanceActionsNegativeTestJSON-1937088901 tempest-InstanceActionsNegativeTestJSON-1937088901-project] Pushing event deleted for resources: {'Port': ['ID=b50d8d94-93f6-4322-83aa-8260638eea0f,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:12.131621 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['b50d8d94-93f6-4322-83aa-8260638eea0f'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:15:12.158818 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [req-a583996c-51ba-4281-9c0c-307ecccf19d6 req-4f714317-4778-45de-9346-002695bddd99 tempest-InstanceActionsNegativeTestJSON-1937088901 tempest-InstanceActionsNegativeTestJSON-1937088901-project] No DVR routers for this DVR port b50d8d94-93f6-4322-83aa-8260638eea0f on host n-h2-765315-29 {{(pid=102600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:15:12.162185 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-a583996c-51ba-4281-9c0c-307ecccf19d6 req-4f714317-4778-45de-9346-002695bddd99 tempest-InstanceActionsNegativeTestJSON-1937088901 tempest-InstanceActionsNegativeTestJSON-1937088901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:12.165599 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a583996c-51ba-4281-9c0c-307ecccf19d6 req-4f714317-4778-45de-9346-002695bddd99 tempest-InstanceActionsNegativeTestJSON-1937088901 tempest-InstanceActionsNegativeTestJSON-1937088901-project] 10.222.0.44 "DELETE /v2.0/ports/b50d8d94-93f6-4322-83aa-8260638eea0f HTTP/1.1" status: 204 len: 173 time: 0.4588442 Nov 12 08:15:12.172765 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad52b9db-3848-4383-9969-d9beed917580', 'name': 'network-vif-deleted', 'tag': 'b50d8d94-93f6-4322-83aa-8260638eea0f'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:15:12.174993 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4eb3063-3429-4307-a4d5-a55550ff4d51" -d '{"events": [{"server_uuid": "ad52b9db-3848-4383-9969-d9beed917580", "name": "network-vif-deleted", "tag": "b50d8d94-93f6-4322-83aa-8260638eea0f"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:15:12.216858 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc767d9e-d1a6-4e68-ad51-cc8c7626f300 x-openstack-request-id: req-fc767d9e-d1a6-4e68-ad51-cc8c7626f300 {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:15:12.217152 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad52b9db-3848-4383-9969-d9beed917580", "name": "network-vif-deleted", "tag": "b50d8d94-93f6-4322-83aa-8260638eea0f", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:15:12.217405 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fc767d9e-d1a6-4e68-ad51-cc8c7626f300 {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:15:12.217802 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad52b9db-3848-4383-9969-d9beed917580', 'name': 'network-vif-deleted', 'tag': 'b50d8d94-93f6-4322-83aa-8260638eea0f', 'status': 'completed', 'code': 200} Nov 12 08:15:12.226303 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a144eb-45e6-473f-82b3-9143743f2291 req-61068fe1-c968-4ea4-ac78-8cf168206d3b tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:12.227809 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-62a144eb-45e6-473f-82b3-9143743f2291 req-61068fe1-c968-4ea4-ac78-8cf168206d3b tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=54100ade-491e-488a-8bdb-541746e0bddb HTTP/1.1" status: 200 len: 945 time: 0.0705130 Nov 12 08:15:12.283769 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-62a144eb-45e6-473f-82b3-9143743f2291 req-88a92c9b-6569-4426-a2c1-d17980408699 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498602 Nov 12 08:15:12.364584 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-248159a5-b6c3-4d31-b502-e8f51883fd6b req-30e2c248-8300-4d43-9cc7-9fa5579d0517 tempest-InstanceActionsNegativeTestJSON-1937088901 tempest-InstanceActionsNegativeTestJSON-1937088901-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad52b9db-3848-4383-9969-d9beed917580 HTTP/1.1" status: 200 len: 210 time: 0.0270541 Nov 12 08:15:12.480032 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea17e7-d9b6-4164-90fb-ed8ba703a506 req-8f3c8d15-8c8c-450e-ab7a-a9d689c1348c tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:12.481667 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d3ea17e7-d9b6-4164-90fb-ed8ba703a506 req-8f3c8d15-8c8c-450e-ab7a-a9d689c1348c tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=cd7dfe97-2302-4d38-ae66-01f1d7d33d05 HTTP/1.1" status: 200 len: 950 time: 0.0511432 Nov 12 08:15:12.532215 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d3ea17e7-d9b6-4164-90fb-ed8ba703a506 req-7235b71e-b985-4a5e-9d95-c8800a12145b tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438941 Nov 12 08:15:12.561643 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85822657-7915-4443-b592-2db39782fe60 req-6b8a0228-6205-4a25-8b70-9fdf793f49c0 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:12.563383 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-85822657-7915-4443-b592-2db39782fe60 req-6b8a0228-6205-4a25-8b70-9fdf793f49c0 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb563860-f65d-4503-8960-26c644509025 HTTP/1.1" status: 200 len: 943 time: 0.0519488 Nov 12 08:15:12.618309 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-85822657-7915-4443-b592-2db39782fe60 req-80ca50a4-ddab-4067-be47-4be1eb3a2088 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470436 Nov 12 08:15:12.977772 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device d07f2704-930d-4d20-97dd-5fea604c4aea details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:15:13.085615 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port d07f2704-930d-4d20-97dd-5fea604c4aea, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=d07f2704-930d-4d20-97dd-5fea604c4aea,segment=NetworkSegment(2faefcc0-552f-4085-b81e-2c4b58f0de67),segment_id=2faefcc0-552f-4085-b81e-2c4b58f0de67)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:15:13.098050 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': 'd07f2704-930d-4d20-97dd-5fea604c4aea', 'network_id': '6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a', 'port_id': 'd07f2704-930d-4d20-97dd-5fea604c4aea', 'mac_address': 'fa:16:3e:29:cd:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b48e5e9c-f3da-4efc-88c4-db8837528b82', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:15:13.125239 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231259ac-2fdd-4d75-895d-e17c8f1b7761 req-ec55f00d-1a9a-4a63-9a71-76fe3d5663dd tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:13.126927 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-231259ac-2fdd-4d75-895d-e17c8f1b7761 req-ec55f00d-1a9a-4a63-9a71-76fe3d5663dd tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a027cfb-0708-4da3-ab68-8147ff2a3808 HTTP/1.1" status: 200 len: 945 time: 0.0523794 Nov 12 08:15:13.140519 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:13.153839 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d07f2704-930d-4d20-97dd-5fea604c4aea {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:15:13.175072 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port d07f2704-930d-4d20-97dd-5fea604c4aea, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=d07f2704-930d-4d20-97dd-5fea604c4aea,segment=NetworkSegment(2faefcc0-552f-4085-b81e-2c4b58f0de67),segment_id=2faefcc0-552f-4085-b81e-2c4b58f0de67)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:15:13.179339 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:13.182440 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-231259ac-2fdd-4d75-895d-e17c8f1b7761 req-97a61626-307c-4572-86ba-638120c35a66 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480721 Nov 12 08:15:13.228110 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=d07f2704-930d-4d20-97dd-5fea604c4aea,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:13.422195 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e08d80e-e0ac-4b26-b25f-ace85715368d req-d3523dda-dec2-4f01-b703-070d87ac5ac2 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:13.423849 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7e08d80e-e0ac-4b26-b25f-ace85715368d req-d3523dda-dec2-4f01-b703-070d87ac5ac2 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=54100ade-491e-488a-8bdb-541746e0bddb HTTP/1.1" status: 200 len: 945 time: 0.0613189 Nov 12 08:15:13.424017 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 41910) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:15:13.473713 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-08e54ba0-c98f-415f-bf07-501732a05114 admin admin] Deleting subnet 07592b82-52a0-4c5a-a58c-10ef22172c09 {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:15:13.476932 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-08e54ba0-c98f-415f-bf07-501732a05114 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:13.480304 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7e08d80e-e0ac-4b26-b25f-ace85715368d req-d7cefdb6-0735-4281-bac9-fa349869445a tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486107 Nov 12 08:15:13.513490 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-08e54ba0-c98f-415f-bf07-501732a05114 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31181813'] for subnet, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:13.557893 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-08e54ba0-c98f-415f-bf07-501732a05114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:13.601704 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['d07f2704-930d-4d20-97dd-5fea604c4aea'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:15:13.649042 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-08e54ba0-c98f-415f-bf07-501732a05114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:13.701928 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-08e54ba0-c98f-415f-bf07-501732a05114 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:13.708222 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-08e54ba0-c98f-415f-bf07-501732a05114 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/07592b82-52a0-4c5a-a58c-10ef22172c09 HTTP/1.1" status: 204 len: 168 time: 0.2833052 Nov 12 08:15:13.710879 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 41918) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:15:13.711743 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e54ba0-c98f-415f-bf07-501732a05114 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07592b82-52a0-4c5a-a58c-10ef22172c09,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:13.778340 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6e4c69-0a53-4c3e-8614-d6e393d77c69 req-5eb95b0e-9352-4097-999a-92a0a4e06dba tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:13.779896 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ab6e4c69-0a53-4c3e-8614-d6e393d77c69 req-5eb95b0e-9352-4097-999a-92a0a4e06dba tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb563860-f65d-4503-8960-26c644509025 HTTP/1.1" status: 200 len: 944 time: 0.0748875 Nov 12 08:15:13.805405 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9b43e7-5cbe-49cc-8ae5-43830c49e878 req-2abdb0e8-2fe6-49db-844e-329b61b585a4 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:13.814308 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3d9b43e7-5cbe-49cc-8ae5-43830c49e878 req-2abdb0e8-2fe6-49db-844e-329b61b585a4 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=cd7dfe97-2302-4d38-ae66-01f1d7d33d05 HTTP/1.1" status: 200 len: 950 time: 0.2073045 Nov 12 08:15:13.830705 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e54ba0-c98f-415f-bf07-501732a05114 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:15:13.831178 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e54ba0-c98f-415f-bf07-501732a05114 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:15:13.831595 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e54ba0-c98f-415f-bf07-501732a05114 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:15:13.832556 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e54ba0-c98f-415f-bf07-501732a05114 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:15:13.832957 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e54ba0-c98f-415f-bf07-501732a05114 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:15:13.833533 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e54ba0-c98f-415f-bf07-501732a05114 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:15:13.833933 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e54ba0-c98f-415f-bf07-501732a05114 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:15:13.834350 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e54ba0-c98f-415f-bf07-501732a05114 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:15:13.834773 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e54ba0-c98f-415f-bf07-501732a05114 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:15:13.835169 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e54ba0-c98f-415f-bf07-501732a05114 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:15:13.835850 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e54ba0-c98f-415f-bf07-501732a05114 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:15:13.836202 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ab6e4c69-0a53-4c3e-8614-d6e393d77c69 req-8e47bc16-ce80-42d4-aec1-746918f62ef9 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553782 Nov 12 08:15:13.836327 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e54ba0-c98f-415f-bf07-501732a05114 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:15:13.852672 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f3e6348d-3357-4240-b21e-5b5df8081c7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:13.915884 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3d9b43e7-5cbe-49cc-8ae5-43830c49e878 req-656c1a14-5a1b-4df5-a2f5-f10674e748eb tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005607 Nov 12 08:15:13.976608 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f3e6348d-3357-4240-b21e-5b5df8081c7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:13.997320 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-f3e6348d-3357-4240-b21e-5b5df8081c7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db3fecd1-3757-4c7b-848a-a3f747957f3e']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:15:14.007486 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-f3e6348d-3357-4240-b21e-5b5df8081c7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '711f824d-6347-4f9a-8354-e69b31f9173a') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:15:14.007778 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-f3e6348d-3357-4240-b21e-5b5df8081c7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '711f824d-6347-4f9a-8354-e69b31f9173a') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:15:14.017567 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f3e6348d-3357-4240-b21e-5b5df8081c7c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:14.031828 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f3e6348d-3357-4240-b21e-5b5df8081c7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:14.043600 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3e6348d-3357-4240-b21e-5b5df8081c7c admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:15:14.055692 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f3e6348d-3357-4240-b21e-5b5df8081c7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:14.058293 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 08:15:14.058293 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:15:14.058293 n-d-765315-29 neutron-server[102599]: timer() Nov 12 08:15:14.058293 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:15:14.058293 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 08:15:14.058293 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:15:14.058293 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 08:15:14.058293 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:15:14.058293 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 08:15:14.058293 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:15:14.058293 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 08:15:14.058293 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:15:14.058293 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 08:15:14.058293 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:15:14.058293 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:15:14.058293 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:15:14.058293 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:15:14.058293 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:15:14.058293 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 08:15:14.058293 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:15:14.058293 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 08:15:14.058293 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:15:14.058293 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:15:14.058293 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:15:14.058293 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 08:15:14.058293 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:15:14.058293 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:15:14.058293 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:15:14.058293 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:15:14.058293 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:15:14.058293 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:15:14.058293 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:15:14.123714 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f3e6348d-3357-4240-b21e-5b5df8081c7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:14.141692 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f3e6348d-3357-4240-b21e-5b5df8081c7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:14.148587 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-f3e6348d-3357-4240-b21e-5b5df8081c7c admin admin] 10.222.0.26 "DELETE /v2.0/networks/db3fecd1-3757-4c7b-848a-a3f747957f3e HTTP/1.1" status: 204 len: 168 time: 0.4310861 Nov 12 08:15:14.148587 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e6348d-3357-4240-b21e-5b5df8081c7c admin admin] Pushing event deleted for resources: {'Network': ['ID=db3fecd1-3757-4c7b-848a-a3f747957f3e,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:14.169260 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04aadc8-ee73-4073-a37c-ce5df6a58c99 req-57e9b58e-60ef-47f3-b285-f47c1d58bb7f tempest-ServersOnMultiNodesTest-2056534105 tempest-ServersOnMultiNodesTest-2056534105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:14.171382 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f04aadc8-ee73-4073-a37c-ce5df6a58c99 req-57e9b58e-60ef-47f3-b285-f47c1d58bb7f tempest-ServersOnMultiNodesTest-2056534105 tempest-ServersOnMultiNodesTest-2056534105-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=cd7dfe97-2302-4d38-ae66-01f1d7d33d05 HTTP/1.1" status: 200 len: 1102 time: 0.0528886 Nov 12 08:15:14.196134 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-f04aadc8-ee73-4073-a37c-ce5df6a58c99 req-0429f5c8-d7b3-4208-90ad-9e5a83160f2a tempest-ServersOnMultiNodesTest-2056534105 tempest-ServersOnMultiNodesTest-2056534105-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:14.300223 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-f04aadc8-ee73-4073-a37c-ce5df6a58c99 req-0429f5c8-d7b3-4208-90ad-9e5a83160f2a tempest-ServersOnMultiNodesTest-2056534105 tempest-ServersOnMultiNodesTest-2056534105-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:14.305633 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-f04aadc8-ee73-4073-a37c-ce5df6a58c99 req-0429f5c8-d7b3-4208-90ad-9e5a83160f2a tempest-ServersOnMultiNodesTest-2056534105 tempest-ServersOnMultiNodesTest-2056534105-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:14.337518 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1019dabb-f334-4143-95da-169cf038deb6 req-c007d6a0-e89c-4586-aa47-0b5818ca942b tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:14.338295 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1019dabb-f334-4143-95da-169cf038deb6 req-c007d6a0-e89c-4586-aa47-0b5818ca942b tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a027cfb-0708-4da3-ab68-8147ff2a3808 HTTP/1.1" status: 200 len: 945 time: 0.0638943 Nov 12 08:15:14.361665 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0429f5c8-d7b3-4208-90ad-9e5a83160f2a tempest-ServersOnMultiNodesTest-2056534105 tempest-ServersOnMultiNodesTest-2056534105-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd56587-56e8-4bd1-bb9b-2bf53e0c482c,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:14.387801 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 41932) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:15:14.388442 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f04aadc8-ee73-4073-a37c-ce5df6a58c99 req-0429f5c8-d7b3-4208-90ad-9e5a83160f2a tempest-ServersOnMultiNodesTest-2056534105 tempest-ServersOnMultiNodesTest-2056534105-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088997 Nov 12 08:15:14.421371 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1019dabb-f334-4143-95da-169cf038deb6 req-3c6f6e3f-23b6-453a-aa89-60e9db96d467 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766666 Nov 12 08:15:14.457158 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-bda6b1ee-61f1-4a6e-91db-6518d73856b9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=48988ab3fccc4b4993a7fc879d662457&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0679362 Nov 12 08:15:14.459754 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 41936) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:15:14.517406 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-781fcb24-fe39-4e13-ad40-792c48caf8b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:14.546782 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-781fcb24-fe39-4e13-ad40-792c48caf8b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:14.614117 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-781fcb24-fe39-4e13-ad40-792c48caf8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:14.619144 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-781fcb24-fe39-4e13-ad40-792c48caf8b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:14.620757 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-781fcb24-fe39-4e13-ad40-792c48caf8b2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d42eb470-1b4a-4c7a-a45e-b3d3c1ca9ea0 HTTP/1.1" status: 204 len: 168 time: 0.1596375 Nov 12 08:15:14.630918 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781fcb24-fe39-4e13-ad40-792c48caf8b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d42eb470-1b4a-4c7a-a45e-b3d3c1ca9ea0,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:14.633720 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1d48bf-5a84-4aad-bf04-62b9f7bafad8 req-c9bc0e5e-ab72-4a33-97e2-55fc4143a779 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:14.635792 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8c1d48bf-5a84-4aad-bf04-62b9f7bafad8 req-c9bc0e5e-ab72-4a33-97e2-55fc4143a779 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=54100ade-491e-488a-8bdb-541746e0bddb HTTP/1.1" status: 200 len: 945 time: 0.0831685 Nov 12 08:15:14.715556 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8c1d48bf-5a84-4aad-bf04-62b9f7bafad8 req-06b0364a-cb43-457c-a6bf-f7e022133632 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728588 Nov 12 08:15:14.754364 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e5f9cecb-0b2f-47a0-aadd-da042e050432 req-70a46ed9-bad6-4b3c-a39b-529658fca7a6 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=3dad16d1cf804c93a62c38374b8fb4ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0246625 Nov 12 08:15:14.909792 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f9cecb-0b2f-47a0-aadd-da042e050432 req-8e4163af-c544-4142-9b88-55d81f5070ba tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:14.912541 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e5f9cecb-0b2f-47a0-aadd-da042e050432 req-8e4163af-c544-4142-9b88-55d81f5070ba tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1515379 Nov 12 08:15:14.940394 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e5f9cecb-0b2f-47a0-aadd-da042e050432 req-518400fd-e7d7-4ab8-a7ee-067267399736 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/quotas/3dad16d1cf804c93a62c38374b8fb4ba HTTP/1.1" status: 200 len: 375 time: 0.0220852 Nov 12 08:15:14.989155 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device d07f2704-930d-4d20-97dd-5fea604c4aea up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:15:14.997192 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0c69b9-1afb-4bc1-b340-7267c0160f98 req-2c8b4f4f-7f50-4cb8-baf0-aa6bbf57e50c tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:15.006252 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5c0c69b9-1afb-4bc1-b340-7267c0160f98 req-2c8b4f4f-7f50-4cb8-baf0-aa6bbf57e50c tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb563860-f65d-4503-8960-26c644509025 HTTP/1.1" status: 200 len: 944 time: 0.0759242 Nov 12 08:15:15.030046 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e5f9cecb-0b2f-47a0-aadd-da042e050432 req-6eabc465-9e09-478f-85d0-1d9d8ff0faf3 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=3dad16d1cf804c93a62c38374b8fb4ba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0869672 Nov 12 08:15:15.075774 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5c0c69b9-1afb-4bc1-b340-7267c0160f98 req-2aaf72af-f91c-41f5-ae44-2850a5534369 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683849 Nov 12 08:15:15.123365 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning for port d07f2704-930d-4d20-97dd-5fea604c4aea completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:15:15.144245 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port d07f2704-930d-4d20-97dd-5fea604c4aea triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:15:15.145249 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:15.260239 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:15.292159 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb563860-f65d-4503-8960-26c644509025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd07f2704-930d-4d20-97dd-5fea604c4aea'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:15:15.294878 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a33a75c8-e800-4d14-b74a-781b79cba4ec" -d '{"events": [{"server_uuid": "fb563860-f65d-4503-8960-26c644509025", "name": "network-vif-plugged", "status": "completed", "tag": "d07f2704-930d-4d20-97dd-5fea604c4aea"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:15:15.310875 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port d07f2704-930d-4d20-97dd-5fea604c4aea, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=d07f2704-930d-4d20-97dd-5fea604c4aea,segment=NetworkSegment(2faefcc0-552f-4085-b81e-2c4b58f0de67),segment_id=2faefcc0-552f-4085-b81e-2c4b58f0de67)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:15:15.315505 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:15.317362 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device b50d8d94-93f6-4322-83aa-8260638eea0f no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:15:15.362931 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c2520ae-4c9c-45a6-981b-ec56186bc6df x-openstack-request-id: req-1c2520ae-4c9c-45a6-981b-ec56186bc6df {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:15:15.363367 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb563860-f65d-4503-8960-26c644509025", "name": "network-vif-plugged", "status": "completed", "tag": "d07f2704-930d-4d20-97dd-5fea604c4aea", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:15:15.363677 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1c2520ae-4c9c-45a6-981b-ec56186bc6df {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:15:15.364206 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb563860-f65d-4503-8960-26c644509025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd07f2704-930d-4d20-97dd-5fea604c4aea', 'code': 200} Nov 12 08:15:15.366923 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] No Port match for: b50d8d94-93f6-4322-83aa-8260638eea0f {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:15:15.367271 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device b50d8d94-93f6-4322-83aa-8260638eea0f not bound to the agent host n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:15:15.393387 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=d07f2704-930d-4d20-97dd-5fea604c4aea,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:15.521033 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7781b39c-cb7a-4186-9ccb-56cb47b40d9f req-e0c70545-ae56-4524-8854-7c769c59b1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:15.526143 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7781b39c-cb7a-4186-9ccb-56cb47b40d9f req-e0c70545-ae56-4524-8854-7c769c59b1e8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fb563860-f65d-4503-8960-26c644509025 HTTP/1.1" status: 200 len: 1097 time: 0.0610912 Nov 12 08:15:15.592664 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7781b39c-cb7a-4186-9ccb-56cb47b40d9f req-6546fa33-4368-47a0-b911-729bd27c7c2a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539992 Nov 12 08:15:15.595227 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76f5700-858d-4fdc-8d56-db04a2236881 req-3f29f4e6-b399-478e-8942-0d0dd0814c24 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:15.603947 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d76f5700-858d-4fdc-8d56-db04a2236881 req-3f29f4e6-b399-478e-8942-0d0dd0814c24 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a027cfb-0708-4da3-ab68-8147ff2a3808 HTTP/1.1" status: 200 len: 945 time: 0.0921354 Nov 12 08:15:15.615353 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 41986) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:15:15.663316 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d76f5700-858d-4fdc-8d56-db04a2236881 req-c21b5d7c-fd13-4229-a827-29b83dff0246 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582218 Nov 12 08:15:15.684383 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-905237f6-66cd-4e6c-a0f0-065d9aff8157 req-accef0c8-8479-4fea-903a-8e27699330d0 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=9a68790d-0259-42cd-870d-a69a978aa6fd HTTP/1.1" status: 200 len: 210 time: 0.0309410 Nov 12 08:15:15.753391 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-fc4b7a30-492e-4be9-88ad-db31f9ebafcd admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1673414346-network', 'tenant_id': 'deb25bb1b8c546c195b106e520296f90'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:15:15.789268 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc4b7a30-492e-4be9-88ad-db31f9ebafcd admin admin] Made reservation on behalf of deb25bb1b8c546c195b106e520296f90 for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:15:15.792142 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fc4b7a30-492e-4be9-88ad-db31f9ebafcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:15.803462 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fc4b7a30-492e-4be9-88ad-db31f9ebafcd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:15.930024 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fc4b7a30-492e-4be9-88ad-db31f9ebafcd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:15.934160 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fc4b7a30-492e-4be9-88ad-db31f9ebafcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:15.983614 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc4b7a30-492e-4be9-88ad-db31f9ebafcd admin admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:15:15.985834 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4b7a30-492e-4be9-88ad-db31f9ebafcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2be1fc6f-9ac2-4510-8984-890d50fd1a7e,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:16.011004 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fc4b7a30-492e-4be9-88ad-db31f9ebafcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:16.011396 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-fc4b7a30-492e-4be9-88ad-db31f9ebafcd admin admin] Added segment a106eec8-121b-4263-b8d3-a9f51835748a of type vlan for network 40394aaa-5b48-46ac-9ed5-f45717b31d2a Nov 12 08:15:16.056398 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73db4f2-1b69-45e3-93d8-20645881f1e5 req-6eaa7156-db13-451f-b457-a9fd506c8ac5 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:16.059178 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a73db4f2-1b69-45e3-93d8-20645881f1e5 req-6eaa7156-db13-451f-b457-a9fd506c8ac5 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=54100ade-491e-488a-8bdb-541746e0bddb HTTP/1.1" status: 200 len: 945 time: 0.0571773 Nov 12 08:15:16.061347 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fc4b7a30-492e-4be9-88ad-db31f9ebafcd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:16.096021 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fc4b7a30-492e-4be9-88ad-db31f9ebafcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:16.096983 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4b7a30-492e-4be9-88ad-db31f9ebafcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:16.097747 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fc4b7a30-492e-4be9-88ad-db31f9ebafcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:16.139357 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a73db4f2-1b69-45e3-93d8-20645881f1e5 req-69062dc3-ea65-47ff-915d-428f2d104205 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733881 Nov 12 08:15:16.160730 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-fc4b7a30-492e-4be9-88ad-db31f9ebafcd admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5435159 Nov 12 08:15:16.164132 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 42012) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:15:16.178246 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-06a1a8e2-7313-4e67-bcd9-84dce4144d9c admin admin] Request body: {'subnet': {'network_id': '40394aaa-5b48-46ac-9ed5-f45717b31d2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1673414346-subnet', 'tenant_id': 'deb25bb1b8c546c195b106e520296f90', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:15:16.193006 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4b7a30-492e-4be9-88ad-db31f9ebafcd admin admin] Pushing event updated for resources: {'Network': ['ID=40394aaa-5b48-46ac-9ed5-f45717b31d2a,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:16.206491 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06a1a8e2-7313-4e67-bcd9-84dce4144d9c admin admin] Made reservation on behalf of deb25bb1b8c546c195b106e520296f90 for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:15:16.207813 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 40394aaa-5b48-46ac-9ed5-f45717b31d2a details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:15:16.213189 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-06a1a8e2-7313-4e67-bcd9-84dce4144d9c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:16.224239 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5cabcd-cb67-47d5-99cf-1d528f47a709 req-9f62a9a1-a64e-4c69-baf7-917043755a10 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:16.226701 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1c5cabcd-cb67-47d5-99cf-1d528f47a709 req-9f62a9a1-a64e-4c69-baf7-917043755a10 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb563860-f65d-4503-8960-26c644509025 HTTP/1.1" status: 200 len: 945 time: 0.0704212 Nov 12 08:15:16.306425 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1c5cabcd-cb67-47d5-99cf-1d528f47a709 req-e5057e2f-e7a8-432f-b6c6-047e04adfa8a tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727124 Nov 12 08:15:16.464380 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-06a1a8e2-7313-4e67-bcd9-84dce4144d9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:16.529225 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a1a8e2-7313-4e67-bcd9-84dce4144d9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8003fb7-8902-40e2-b290-1bf251c415df,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:16.534775 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a1a8e2-7313-4e67-bcd9-84dce4144d9c admin admin] Checking segment: {'id': 'a106eec8-121b-4263-b8d3-a9f51835748a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '40394aaa-5b48-46ac-9ed5-f45717b31d2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:15:16.535049 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a1a8e2-7313-4e67-bcd9-84dce4144d9c admin admin] Network hostable DHCP agents. Network: 40394aaa-5b48-46ac-9ed5-f45717b31d2a, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:15:16.553786 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a1a8e2-7313-4e67-bcd9-84dce4144d9c admin admin] Network 40394aaa-5b48-46ac-9ed5-f45717b31d2a is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:15:16.563776 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-06a1a8e2-7313-4e67-bcd9-84dce4144d9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 40394aaa-5b48-46ac-9ed5-f45717b31d2a) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:15:16.572802 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d7ead5-48e5-45fc-b0bf-181a0bcecf81 None None] Network 40394aaa-5b48-46ac-9ed5-f45717b31d2a requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:15:16.579352 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a1a8e2-7313-4e67-bcd9-84dce4144d9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:16.580161 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-06a1a8e2-7313-4e67-bcd9-84dce4144d9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:16.600459 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-06a1a8e2-7313-4e67-bcd9-84dce4144d9c admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4282670 Nov 12 08:15:16.831046 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7b48d5fa-01af-4742-bd87-0b6f1447f781 req-fd2eead5-f624-42dd-9921-bde0e9b744b8 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=9a68790d-0259-42cd-870d-a69a978aa6fd HTTP/1.1" status: 200 len: 210 time: 0.0570493 Nov 12 08:15:16.872790 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5e6bae-b492-4cd2-b5c2-376ab116c3e8 None None] Network 40394aaa-5b48-46ac-9ed5-f45717b31d2a requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:15:16.893480 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d71e05-698d-465a-91d1-3a35a515817b req-5c59b0ef-d698-488d-bbe8-abacfb2e537b tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:16.895450 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-75d71e05-698d-465a-91d1-3a35a515817b req-5c59b0ef-d698-488d-bbe8-abacfb2e537b tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a027cfb-0708-4da3-ab68-8147ff2a3808 HTTP/1.1" status: 200 len: 945 time: 0.0676394 Nov 12 08:15:16.989113 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-75d71e05-698d-465a-91d1-3a35a515817b req-c212e824-2c40-4fcb-91ef-0f3b57305f7e tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809951 Nov 12 08:15:17.184984 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab42122b-0fb4-4ed2-9934-419f9093e480 req-2c2a4bc6-9031-4e52-95c6-18e6c871c204 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:17.186574 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ab42122b-0fb4-4ed2-9934-419f9093e480 req-2c2a4bc6-9031-4e52-95c6-18e6c871c204 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/networks?id=40394aaa-5b48-46ac-9ed5-f45717b31d2a HTTP/1.1" status: 200 len: 813 time: 0.1248527 Nov 12 08:15:17.207726 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ab42122b-0fb4-4ed2-9934-419f9093e480 req-18a228b7-961c-4bfe-9935-924d3309a491 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/quotas/deb25bb1b8c546c195b106e520296f90 HTTP/1.1" status: 200 len: 375 time: 0.0135727 Nov 12 08:15:17.246499 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ab42122b-0fb4-4ed2-9934-419f9093e480 req-3b5d12be-ff3a-40f5-a710-b8715f2f2157 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=deb25bb1b8c546c195b106e520296f90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320640 Nov 12 08:15:17.277879 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c99fa-26d8-4a21-979e-3d6776f709c7 req-abb820ff-abce-47b6-a9d0-baab5a6e0075 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:17.279503 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-573c99fa-26d8-4a21-979e-3d6776f709c7 req-abb820ff-abce-47b6-a9d0-baab5a6e0075 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=54100ade-491e-488a-8bdb-541746e0bddb HTTP/1.1" status: 200 len: 945 time: 0.0604391 Nov 12 08:15:17.337001 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-573c99fa-26d8-4a21-979e-3d6776f709c7 req-f8208a7b-08d1-4fe2-9e72-fcfeb08ef20d tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504966 Nov 12 08:15:17.357625 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ab42122b-0fb4-4ed2-9934-419f9093e480 req-ad8c04cd-907d-41e3-8b8c-3a410664e0ff service neutron] 10.222.0.26 "GET /v2.0/networks/40394aaa-5b48-46ac-9ed5-f45717b31d2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946393 Nov 12 08:15:17.383099 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e5f9cecb-0b2f-47a0-aadd-da042e050432 req-010c71e4-748f-46c5-b270-9c436149b058 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=3dad16d1cf804c93a62c38374b8fb4ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267529 Nov 12 08:15:17.471650 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ab42122b-0fb4-4ed2-9934-419f9093e480 req-08122619-3a80-4565-b3db-9efcb7c4a612 service neutron] 10.222.0.26 "GET /v2.0/networks/40394aaa-5b48-46ac-9ed5-f45717b31d2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035264 Nov 12 08:15:17.518712 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1554b1eb-167c-4146-8770-cb4107a384fb req-235ce1c9-796c-4805-9c34-f8010484c49c tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:17.520981 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1554b1eb-167c-4146-8770-cb4107a384fb req-235ce1c9-796c-4805-9c34-f8010484c49c tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb563860-f65d-4503-8960-26c644509025 HTTP/1.1" status: 200 len: 945 time: 0.0972085 Nov 12 08:15:17.546216 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f9cecb-0b2f-47a0-aadd-da042e050432 req-11b2cf33-889b-4b41-a8b2-708a39995dc8 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:17.547655 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e5f9cecb-0b2f-47a0-aadd-da042e050432 req-11b2cf33-889b-4b41-a8b2-708a39995dc8 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1580069 Nov 12 08:15:17.584601 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1554b1eb-167c-4146-8770-cb4107a384fb req-a9988781-cfb0-4199-aea7-555a90b47b33 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546863 Nov 12 08:15:17.647921 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-e5f9cecb-0b2f-47a0-aadd-da042e050432 req-8924c4c7-890b-4e80-a856-1d522eaecd61 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Request body: {'port': {'device_id': 'f6871128-1c66-4958-a5d2-9e1fe4a0ad46', 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016', 'admin_state_up': True, 'tenant_id': '3dad16d1cf804c93a62c38374b8fb4ba'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:15:17.824005 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:15:17.826500 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f2286782-fd22-47d5-b0c9-f5b2d9bec929 req-68d9071f-dbcd-41d2-860f-099c9a6f271d tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/ports?device_id=814ef8c2-2c7f-478a-bce9-fc579bf87532 HTTP/1.1" status: 200 len: 210 time: 0.0426109 Nov 12 08:15:17.861759 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5f9cecb-0b2f-47a0-aadd-da042e050432 req-8924c4c7-890b-4e80-a856-1d522eaecd61 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Made reservation on behalf of 3dad16d1cf804c93a62c38374b8fb4ba for: {'port': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:15:17.866771 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-e5f9cecb-0b2f-47a0-aadd-da042e050432 req-8924c4c7-890b-4e80-a856-1d522eaecd61 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:17.966817 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e9ec84-1e19-4eb1-a2e8-3e5f257061fe req-34511439-58e9-47eb-98ba-fbd0ff533df5 tempest-LiveMigrationTest-1817512610 tempest-LiveMigrationTest-1817512610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:17.968420 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-67e9ec84-1e19-4eb1-a2e8-3e5f257061fe req-34511439-58e9-47eb-98ba-fbd0ff533df5 tempest-LiveMigrationTest-1817512610 tempest-LiveMigrationTest-1817512610-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=fb563860-f65d-4503-8960-26c644509025 HTTP/1.1" status: 200 len: 1097 time: 0.0652697 Nov 12 08:15:18.031026 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-67e9ec84-1e19-4eb1-a2e8-3e5f257061fe req-0f135bba-b962-408e-86cc-24ee239c9881 tempest-LiveMigrationTest-1817512610 tempest-LiveMigrationTest-1817512610-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507615 Nov 12 08:15:18.112542 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2dc42e00-f6af-4ca3-8285-a971857e20ec req-925ba41f-a512-486e-aa68-8e7292a1e82c tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=9a68790d-0259-42cd-870d-a69a978aa6fd HTTP/1.1" status: 200 len: 210 time: 0.0733337 Nov 12 08:15:18.126833 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e5f9cecb-0b2f-47a0-aadd-da042e050432 req-5adc5fed-7628-4a3b-a4a2-15704e286d9b tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=3dad16d1cf804c93a62c38374b8fb4ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0617263 Nov 12 08:15:18.273386 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [req-e5f9cecb-0b2f-47a0-aadd-da042e050432 req-8924c4c7-890b-4e80-a856-1d522eaecd61 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Allocated IP 192.168.233.92 (107743df-d3df-459d-a6cd-9e2ab4303016/e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1/ed95649b-ce37-4271-a755-fb97b8480123) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:15:18.317010 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e06905b-3ed1-4ef0-8d75-771d8b416ecc req-f8f4dcef-e3af-4db8-9f8f-a2d538e92a38 tempest-LiveMigrationTest-1817512610 tempest-LiveMigrationTest-1817512610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:18.319046 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7e06905b-3ed1-4ef0-8d75-771d8b416ecc req-f8f4dcef-e3af-4db8-9f8f-a2d538e92a38 tempest-LiveMigrationTest-1817512610 tempest-LiveMigrationTest-1817512610-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=fb563860-f65d-4503-8960-26c644509025 HTTP/1.1" status: 200 len: 1097 time: 0.0985322 Nov 12 08:15:18.370701 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d741a03f-7e25-4dae-a631-32d271aabb6a req-86bb145c-f1fc-46b1-8943-c60cb0e6cd0b tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:18.378792 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d741a03f-7e25-4dae-a631-32d271aabb6a req-86bb145c-f1fc-46b1-8943-c60cb0e6cd0b tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a027cfb-0708-4da3-ab68-8147ff2a3808 HTTP/1.1" status: 200 len: 945 time: 0.1899660 Nov 12 08:15:18.419804 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f9cecb-0b2f-47a0-aadd-da042e050432 req-01ef0722-2223-458c-9210-955f381b8d7f tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:18.421506 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e5f9cecb-0b2f-47a0-aadd-da042e050432 req-01ef0722-2223-458c-9210-955f381b8d7f tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2913351 Nov 12 08:15:18.469036 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7e06905b-3ed1-4ef0-8d75-771d8b416ecc req-f6a93c42-7124-4a9c-9ed1-4dbb110728ca tempest-LiveMigrationTest-1817512610 tempest-LiveMigrationTest-1817512610-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349597 Nov 12 08:15:18.477617 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-e5f9cecb-0b2f-47a0-aadd-da042e050432 req-e903f0bd-8dd5-498e-abb1-68ca43c2a443 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Request body: {'port': {'device_id': '9a68790d-0259-42cd-870d-a69a978aa6fd', 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016', 'admin_state_up': True, 'tenant_id': '3dad16d1cf804c93a62c38374b8fb4ba'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:15:18.497312 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d741a03f-7e25-4dae-a631-32d271aabb6a req-4a479c0d-db25-4bef-b304-ce77263ea1e5 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129866 Nov 12 08:15:18.637106 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-e5f9cecb-0b2f-47a0-aadd-da042e050432 req-8924c4c7-890b-4e80-a856-1d522eaecd61 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:18.679881 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5f9cecb-0b2f-47a0-aadd-da042e050432 req-e903f0bd-8dd5-498e-abb1-68ca43c2a443 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Made reservation on behalf of 3dad16d1cf804c93a62c38374b8fb4ba for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:15:18.683604 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e5f9cecb-0b2f-47a0-aadd-da042e050432 req-e903f0bd-8dd5-498e-abb1-68ca43c2a443 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:18.744924 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa29c16-b73a-418c-9a73-f11004d92b9c req-c9e71613-ea99-4607-9009-81b04c8db7d1 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:18.746443 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ffa29c16-b73a-418c-9a73-f11004d92b9c req-c9e71613-ea99-4607-9009-81b04c8db7d1 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=54100ade-491e-488a-8bdb-541746e0bddb HTTP/1.1" status: 200 len: 945 time: 0.1074905 Nov 12 08:15:18.757894 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-e5f9cecb-0b2f-47a0-aadd-da042e050432 req-8924c4c7-890b-4e80-a856-1d522eaecd61 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:18.774311 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['641ecf14-1420-46c8-ab6e-1776d803d920'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:15:18.837148 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5f9cecb-0b2f-47a0-aadd-da042e050432 req-8924c4c7-890b-4e80-a856-1d522eaecd61 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Network 107743df-d3df-459d-a6cd-9e2ab4303016 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:15:18.859304 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [req-e5f9cecb-0b2f-47a0-aadd-da042e050432 req-8924c4c7-890b-4e80-a856-1d522eaecd61 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:15:18.879365 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5f9cecb-0b2f-47a0-aadd-da042e050432 req-8924c4c7-890b-4e80-a856-1d522eaecd61 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:15:18.912546 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ffa29c16-b73a-418c-9a73-f11004d92b9c req-8d3c0492-36fd-4384-966a-91fb9db45085 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438932 Nov 12 08:15:18.952994 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-e5f9cecb-0b2f-47a0-aadd-da042e050432 req-e903f0bd-8dd5-498e-abb1-68ca43c2a443 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Allocated IP 192.168.233.10 (107743df-d3df-459d-a6cd-9e2ab4303016/e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1/2393022c-b8ff-4fe1-8f37-568a7b900426) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:15:18.953900 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8924c4c7-890b-4e80-a856-1d522eaecd61 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Pushing event updated for resources: {'Port': ['ID=ed95649b-ce37-4271-a755-fb97b8480123,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:18.969996 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8924c4c7-890b-4e80-a856-1d522eaecd61 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:15:18.975773 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8924c4c7-890b-4e80-a856-1d522eaecd61 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:15:18.976378 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8924c4c7-890b-4e80-a856-1d522eaecd61 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:15:18.976903 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8924c4c7-890b-4e80-a856-1d522eaecd61 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:15:18.977413 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8924c4c7-890b-4e80-a856-1d522eaecd61 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:15:18.977895 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8924c4c7-890b-4e80-a856-1d522eaecd61 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:15:18.978393 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8924c4c7-890b-4e80-a856-1d522eaecd61 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:15:18.980457 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8924c4c7-890b-4e80-a856-1d522eaecd61 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:15:18.980978 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8924c4c7-890b-4e80-a856-1d522eaecd61 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:15:18.981576 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8924c4c7-890b-4e80-a856-1d522eaecd61 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:15:18.982363 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8924c4c7-890b-4e80-a856-1d522eaecd61 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:15:18.986543 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8924c4c7-890b-4e80-a856-1d522eaecd61 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:15:19.104701 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f9cecb-0b2f-47a0-aadd-da042e050432 req-8924c4c7-890b-4e80-a856-1d522eaecd61 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:19.105361 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-e5f9cecb-0b2f-47a0-aadd-da042e050432 req-8924c4c7-890b-4e80-a856-1d522eaecd61 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:19.188916 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e5f9cecb-0b2f-47a0-aadd-da042e050432 req-8924c4c7-890b-4e80-a856-1d522eaecd61 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5459070 Nov 12 08:15:19.215025 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-e5f9cecb-0b2f-47a0-aadd-da042e050432 req-b68e880b-984d-48fc-a755-e843ea079544 service neutron] Request body: {'port': {'device_id': 'f6871128-1c66-4958-a5d2-9e1fe4a0ad46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-29'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:15:19.282355 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e5f9cecb-0b2f-47a0-aadd-da042e050432 req-e903f0bd-8dd5-498e-abb1-68ca43c2a443 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:19.327228 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-fcd3f4c5-a91c-4347-aaf3-7df4341f6e13 None None] Provisioning complete for port ed95649b-ce37-4271-a755-fb97b8480123 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:15:19.328078 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-fcd3f4c5-a91c-4347-aaf3-7df4341f6e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:19.328651 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e5f9cecb-0b2f-47a0-aadd-da042e050432 req-e903f0bd-8dd5-498e-abb1-68ca43c2a443 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:19.347311 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-243c30a8-06d5-4d96-952b-11a910953963 req-7846d36f-60bf-41d3-920d-7b530b27c0c5 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/ports?device_id=814ef8c2-2c7f-478a-bce9-fc579bf87532 HTTP/1.1" status: 200 len: 210 time: 0.0846272 Nov 12 08:15:19.426238 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-e5f9cecb-0b2f-47a0-aadd-da042e050432 req-b68e880b-984d-48fc-a755-e843ea079544 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:19.436059 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['641ecf14-1420-46c8-ab6e-1776d803d920'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:15:19.438863 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5f9cecb-0b2f-47a0-aadd-da042e050432 req-e903f0bd-8dd5-498e-abb1-68ca43c2a443 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Network 107743df-d3df-459d-a6cd-9e2ab4303016 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:15:19.467969 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-e5f9cecb-0b2f-47a0-aadd-da042e050432 req-e903f0bd-8dd5-498e-abb1-68ca43c2a443 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:15:19.513297 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e903f0bd-8dd5-498e-abb1-68ca43c2a443 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Pushing event updated for resources: {'Port': ['ID=2393022c-b8ff-4fe1-8f37-568a7b900426,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:19.524866 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5f9cecb-0b2f-47a0-aadd-da042e050432 req-e903f0bd-8dd5-498e-abb1-68ca43c2a443 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:15:19.549472 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5d76ff-e759-431d-8359-6792105d8881 req-0db4824b-993d-4a6c-8048-907e6b26dd47 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:19.567939 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bb5d76ff-e759-431d-8359-6792105d8881 req-0db4824b-993d-4a6c-8048-907e6b26dd47 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=9a68790d-0259-42cd-870d-a69a978aa6fd HTTP/1.1" status: 200 len: 935 time: 0.1138701 Nov 12 08:15:19.627420 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-fcd3f4c5-a91c-4347-aaf3-7df4341f6e13 None None] Port ed95649b-ce37-4271-a755-fb97b8480123 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:15:19.697735 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f9cecb-0b2f-47a0-aadd-da042e050432 req-e903f0bd-8dd5-498e-abb1-68ca43c2a443 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:19.701459 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e5f9cecb-0b2f-47a0-aadd-da042e050432 req-e903f0bd-8dd5-498e-abb1-68ca43c2a443 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:19.750410 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e5f9cecb-0b2f-47a0-aadd-da042e050432 req-e903f0bd-8dd5-498e-abb1-68ca43c2a443 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2763455 Nov 12 08:15:19.791233 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-e5f9cecb-0b2f-47a0-aadd-da042e050432 req-57672b59-907e-4281-b827-ccee5617dba7 service neutron] Request body: {'port': {'device_id': '9a68790d-0259-42cd-870d-a69a978aa6fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:15:19.856817 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bb5d76ff-e759-431d-8359-6792105d8881 req-f26c6e56-471b-4c84-b3b7-ff0f2420af6b tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878959 Nov 12 08:15:19.912523 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e5f9cecb-0b2f-47a0-aadd-da042e050432 req-57672b59-907e-4281-b827-ccee5617dba7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:19.961869 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-dbf6d178-b8a3-49b6-9065-7c645ef565e9 None None] Provisioning complete for port 2393022c-b8ff-4fe1-8f37-568a7b900426 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:15:19.962458 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-dbf6d178-b8a3-49b6-9065-7c645ef565e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:20.042110 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-dbf6d178-b8a3-49b6-9065-7c645ef565e9 None None] Port 2393022c-b8ff-4fe1-8f37-568a7b900426 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:15:20.204611 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab42122b-0fb4-4ed2-9934-419f9093e480 req-694bf6fe-4ad1-4121-9668-7b963f54439d tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:20.209476 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ab42122b-0fb4-4ed2-9934-419f9093e480 req-694bf6fe-4ad1-4121-9668-7b963f54439d tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.21 "GET /v2.0/networks?id=40394aaa-5b48-46ac-9ed5-f45717b31d2a HTTP/1.1" status: 200 len: 813 time: 0.5892179 Nov 12 08:15:20.271820 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab42122b-0fb4-4ed2-9934-419f9093e480 req-c2cd77db-6dfe-46d1-8e14-71313564dfc2 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:20.274791 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ab42122b-0fb4-4ed2-9934-419f9093e480 req-c2cd77db-6dfe-46d1-8e14-71313564dfc2 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.21 "GET /v2.0/networks?id=40394aaa-5b48-46ac-9ed5-f45717b31d2a HTTP/1.1" status: 200 len: 813 time: 0.1841335 Nov 12 08:15:20.274938 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-ab42122b-0fb4-4ed2-9934-419f9093e480 req-facf7681-a8f3-4388-88d3-659760c31ccf tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Request body: {'port': {'device_id': '2bbc781e-4ed7-4ee2-86c1-5657cde41973', 'network_id': '40394aaa-5b48-46ac-9ed5-f45717b31d2a', 'admin_state_up': True, 'tenant_id': 'deb25bb1b8c546c195b106e520296f90'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:15:20.289985 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-ab42122b-0fb4-4ed2-9934-419f9093e480 req-e88d20d7-909b-47ee-a953-6905c6d4f654 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Request body: {'port': {'device_id': '814ef8c2-2c7f-478a-bce9-fc579bf87532', 'network_id': '40394aaa-5b48-46ac-9ed5-f45717b31d2a', 'admin_state_up': True, 'tenant_id': 'deb25bb1b8c546c195b106e520296f90'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:15:20.490921 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab42122b-0fb4-4ed2-9934-419f9093e480 req-e88d20d7-909b-47ee-a953-6905c6d4f654 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Made reservation on behalf of deb25bb1b8c546c195b106e520296f90 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:15:20.495541 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-ab42122b-0fb4-4ed2-9934-419f9093e480 req-e88d20d7-909b-47ee-a953-6905c6d4f654 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:20.533783 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873c48cd-b8fa-4e47-b2ef-9485acf6fe54 req-3579095d-804f-42b8-89cc-4a7e0d6aa3b2 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:20.541455 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-873c48cd-b8fa-4e47-b2ef-9485acf6fe54 req-3579095d-804f-42b8-89cc-4a7e0d6aa3b2 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a027cfb-0708-4da3-ab68-8147ff2a3808 HTTP/1.1" status: 200 len: 945 time: 0.5719972 Nov 12 08:15:20.636834 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [req-e5f9cecb-0b2f-47a0-aadd-da042e050432 req-b68e880b-984d-48fc-a755-e843ea079544 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed95649b-ce37-4271-a755-fb97b8480123 {{(pid=102600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:15:20.651547 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-e5f9cecb-0b2f-47a0-aadd-da042e050432 req-b68e880b-984d-48fc-a755-e843ea079544 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:20.677266 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-ab42122b-0fb4-4ed2-9934-419f9093e480 req-e88d20d7-909b-47ee-a953-6905c6d4f654 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Allocated IP 172.20.0.6 (40394aaa-5b48-46ac-9ed5-f45717b31d2a/e8003fb7-8902-40e2-b290-1bf251c415df/902cd9cc-6d3e-4409-98d1-ed041bf480dd) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:15:20.687122 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab42122b-0fb4-4ed2-9934-419f9093e480 req-facf7681-a8f3-4388-88d3-659760c31ccf tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Made reservation on behalf of deb25bb1b8c546c195b106e520296f90 for: {'port': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:15:20.692058 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-ab42122b-0fb4-4ed2-9934-419f9093e480 req-facf7681-a8f3-4388-88d3-659760c31ccf tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:20.716668 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-873c48cd-b8fa-4e47-b2ef-9485acf6fe54 req-6b17486f-9057-402c-912e-f195c7548347 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688833 Nov 12 08:15:20.718328 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.provisioning_blocks [req-e5f9cecb-0b2f-47a0-aadd-da042e050432 req-b68e880b-984d-48fc-a755-e843ea079544 service neutron] Transition to ACTIVE for port object ed95649b-ce37-4271-a755-fb97b8480123 will not be triggered until provisioned by entity L2. {{(pid=102600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:15:20.732399 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [req-e3dac8e1-548f-40cf-8678-2d075be3950b req-e9e5a711-ff9a-4fd7-a178-2ec1ad715dc6 tempest-LiveMigrationTest-1817512610 tempest-LiveMigrationTest-1817512610-project-admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:15:20.733576 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e3dac8e1-548f-40cf-8678-2d075be3950b req-e9e5a711-ff9a-4fd7-a178-2ec1ad715dc6 tempest-LiveMigrationTest-1817512610 tempest-LiveMigrationTest-1817512610-project-admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2347074 Nov 12 08:15:20.754689 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-e5f9cecb-0b2f-47a0-aadd-da042e050432 req-b68e880b-984d-48fc-a755-e843ea079544 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:20.957817 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68e880b-984d-48fc-a755-e843ea079544 service neutron] Pushing event updated for resources: {'Port': ['ID=ed95649b-ce37-4271-a755-fb97b8480123,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:21.122472 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9018ef1f-5587-4177-91db-03404cf2d06e req-8b8e0c1b-5544-44d5-bc4f-650b517e3243 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:21.126858 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9018ef1f-5587-4177-91db-03404cf2d06e req-8b8e0c1b-5544-44d5-bc4f-650b517e3243 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=54100ade-491e-488a-8bdb-541746e0bddb HTTP/1.1" status: 200 len: 945 time: 0.2607417 Nov 12 08:15:21.186347 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-e5f9cecb-0b2f-47a0-aadd-da042e050432 req-b68e880b-984d-48fc-a755-e843ea079544 service neutron] Attempting to bind port ed95649b-ce37-4271-a755-fb97b8480123 on host n-h2-765315-29 for vnic_type normal with profile {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:15:21.186733 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-e5f9cecb-0b2f-47a0-aadd-da042e050432 req-b68e880b-984d-48fc-a755-e843ea079544 service neutron] Attempting to bind port ed95649b-ce37-4271-a755-fb97b8480123 by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:15:21.187047 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f9cecb-0b2f-47a0-aadd-da042e050432 req-b68e880b-984d-48fc-a755-e843ea079544 service neutron] Attempting to bind port ed95649b-ce37-4271-a755-fb97b8480123 on network 107743df-d3df-459d-a6cd-9e2ab4303016 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:15:21.200997 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f9cecb-0b2f-47a0-aadd-da042e050432 req-b68e880b-984d-48fc-a755-e843ea079544 service neutron] Port ed95649b-ce37-4271-a755-fb97b8480123 on network 107743df-d3df-459d-a6cd-9e2ab4303016 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:15:21.201555 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f9cecb-0b2f-47a0-aadd-da042e050432 req-b68e880b-984d-48fc-a755-e843ea079544 service neutron] Attempting to bind port ed95649b-ce37-4271-a755-fb97b8480123 on network 107743df-d3df-459d-a6cd-9e2ab4303016 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:15:21.211719 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f9cecb-0b2f-47a0-aadd-da042e050432 req-b68e880b-984d-48fc-a755-e843ea079544 service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:15:21.212428 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f9cecb-0b2f-47a0-aadd-da042e050432 req-b68e880b-984d-48fc-a755-e843ea079544 service neutron] Checking segment: {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:15:21.212567 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f9cecb-0b2f-47a0-aadd-da042e050432 req-b68e880b-984d-48fc-a755-e843ea079544 service neutron] Bound using segment: {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:15:21.213289 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-e5f9cecb-0b2f-47a0-aadd-da042e050432 req-b68e880b-984d-48fc-a755-e843ea079544 service neutron] Bound port: ed95649b-ce37-4271-a755-fb97b8480123, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'}}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:15:21.213676 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-e5f9cecb-0b2f-47a0-aadd-da042e050432 req-b68e880b-984d-48fc-a755-e843ea079544 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:21.322815 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dac8e1-548f-40cf-8678-2d075be3950b req-0c6329c8-6ddd-420c-b529-9dd901610aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:21.324360 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e3dac8e1-548f-40cf-8678-2d075be3950b req-0c6329c8-6ddd-420c-b529-9dd901610aa4 service neutron] 10.222.0.26 "GET /v2.0/ports/d07f2704-930d-4d20-97dd-5fea604c4aea HTTP/1.1" status: 200 len: 1094 time: 0.4855707 Nov 12 08:15:21.329689 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-e5f9cecb-0b2f-47a0-aadd-da042e050432 req-b68e880b-984d-48fc-a755-e843ea079544 service neutron] For port ed95649b-ce37-4271-a755-fb97b8480123, host n-h2-765315-29, cleared binding levels {{(pid=102600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:15:21.333684 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-e5f9cecb-0b2f-47a0-aadd-da042e050432 req-b68e880b-984d-48fc-a755-e843ea079544 service neutron] For port ed95649b-ce37-4271-a755-fb97b8480123, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=ed95649b-ce37-4271-a755-fb97b8480123,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:15:21.340308 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9018ef1f-5587-4177-91db-03404cf2d06e req-94bbdbb4-af20-4452-9d6d-f02dfc92e7cd tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020352 Nov 12 08:15:21.349414 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-e5f9cecb-0b2f-47a0-aadd-da042e050432 req-b68e880b-984d-48fc-a755-e843ea079544 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:21.356650 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-e3dac8e1-548f-40cf-8678-2d075be3950b req-f7a4c792-0796-4361-bcf2-9b54063d3a34 service neutron] Request body: {'binding': {'host': 'n-h1-765315-29', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:15:21.357380 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-e3dac8e1-548f-40cf-8678-2d075be3950b req-f7a4c792-0796-4361-bcf2-9b54063d3a34 service neutron] Unknown quota resources ['binding']. {{(pid=102599) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 08:15:21.429789 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-e5f9cecb-0b2f-47a0-aadd-da042e050432 req-57672b59-907e-4281-b827-ccee5617dba7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2393022c-b8ff-4fe1-8f37-568a7b900426 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:15:21.438752 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f9cecb-0b2f-47a0-aadd-da042e050432 req-b68e880b-984d-48fc-a755-e843ea079544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:21.447450 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-e5f9cecb-0b2f-47a0-aadd-da042e050432 req-b68e880b-984d-48fc-a755-e843ea079544 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:21.448941 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e5f9cecb-0b2f-47a0-aadd-da042e050432 req-b68e880b-984d-48fc-a755-e843ea079544 service neutron] 10.222.0.44 "PUT /v2.0/ports/ed95649b-ce37-4271-a755-fb97b8480123 HTTP/1.1" status: 200 len: 1096 time: 2.2384858 Nov 12 08:15:21.449492 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6871128-1c66-4958-a5d2-9e1fe4a0ad46', 'tag': 'ed95649b-ce37-4271-a755-fb97b8480123'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:15:21.452036 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20baca76-c387-4491-8ba0-264224b6b51b" -d '{"events": [{"name": "network-changed", "server_uuid": "f6871128-1c66-4958-a5d2-9e1fe4a0ad46", "tag": "ed95649b-ce37-4271-a755-fb97b8480123"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:15:21.453718 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e5f9cecb-0b2f-47a0-aadd-da042e050432 req-57672b59-907e-4281-b827-ccee5617dba7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:21.459154 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-ab42122b-0fb4-4ed2-9934-419f9093e480 req-e88d20d7-909b-47ee-a953-6905c6d4f654 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:21.530695 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-e5f9cecb-0b2f-47a0-aadd-da042e050432 req-57672b59-907e-4281-b827-ccee5617dba7 service neutron] Transition to ACTIVE for port object 2393022c-b8ff-4fe1-8f37-568a7b900426 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:15:21.546322 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68e880b-984d-48fc-a755-e843ea079544 service neutron] Pushing event updated for resources: {'Port': ['ID=ed95649b-ce37-4271-a755-fb97b8480123,revision_number=3']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:21.592851 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e5f9cecb-0b2f-47a0-aadd-da042e050432 req-57672b59-907e-4281-b827-ccee5617dba7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:21.612184 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f9cecb-0b2f-47a0-aadd-da042e050432 req-a0c1eb6a-cadc-489b-b781-49b79528750d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:21.614662 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e5f9cecb-0b2f-47a0-aadd-da042e050432 req-a0c1eb6a-cadc-489b-b781-49b79528750d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3dad16d1cf804c93a62c38374b8fb4ba&device_id=f6871128-1c66-4958-a5d2-9e1fe4a0ad46 HTTP/1.1" status: 200 len: 1099 time: 0.0894032 Nov 12 08:15:21.683127 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9b65295b-cf5b-4691-b2a2-e4983e49d733 req-ad342ca9-85cb-466c-bd4e-cea4252aef76 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/ports?device_id=814ef8c2-2c7f-478a-bce9-fc579bf87532 HTTP/1.1" status: 200 len: 210 time: 0.0485978 Nov 12 08:15:21.726929 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-ab42122b-0fb4-4ed2-9934-419f9093e480 req-e88d20d7-909b-47ee-a953-6905c6d4f654 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:21.728919 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57672b59-907e-4281-b827-ccee5617dba7 service neutron] Pushing event updated for resources: {'Port': ['ID=2393022c-b8ff-4fe1-8f37-568a7b900426,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:21.754367 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e5f9cecb-0b2f-47a0-aadd-da042e050432 req-4ed2de95-ee32-4aec-98e6-cd8c622cf60e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=ed95649b-ce37-4271-a755-fb97b8480123 HTTP/1.1" status: 200 len: 217 time: 0.1180375 Nov 12 08:15:21.882541 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88d20d7-909b-47ee-a953-6905c6d4f654 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Pushing event updated for resources: {'Port': ['ID=902cd9cc-6d3e-4409-98d1-ed041bf480dd,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:21.936126 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f9cecb-0b2f-47a0-aadd-da042e050432 req-73a738ee-e67b-42b2-9b02-6a87b056f18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:21.937899 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e5f9cecb-0b2f-47a0-aadd-da042e050432 req-73a738ee-e67b-42b2-9b02-6a87b056f18c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1 HTTP/1.1" status: 200 len: 843 time: 0.1741097 Nov 12 08:15:21.955858 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-e3dac8e1-548f-40cf-8678-2d075be3950b req-f7a4c792-0796-4361-bcf2-9b54063d3a34 service neutron] Attempting to bind port d07f2704-930d-4d20-97dd-5fea604c4aea on host n-h1-765315-29 for vnic_type normal with profile None {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:15:21.956195 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-e3dac8e1-548f-40cf-8678-2d075be3950b req-f7a4c792-0796-4361-bcf2-9b54063d3a34 service neutron] Attempting to bind port d07f2704-930d-4d20-97dd-5fea604c4aea by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': '2faefcc0-552f-4085-b81e-2c4b58f0de67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:15:21.957118 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3dac8e1-548f-40cf-8678-2d075be3950b req-f7a4c792-0796-4361-bcf2-9b54063d3a34 service neutron] Attempting to bind port d07f2704-930d-4d20-97dd-5fea604c4aea on network 6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:15:21.966778 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [req-ab42122b-0fb4-4ed2-9934-419f9093e480 req-facf7681-a8f3-4388-88d3-659760c31ccf tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Allocated IP 172.20.0.3 (40394aaa-5b48-46ac-9ed5-f45717b31d2a/e8003fb7-8902-40e2-b290-1bf251c415df/3e834aae-9b5f-458d-9cc7-973354893b85) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:15:21.968498 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3dac8e1-548f-40cf-8678-2d075be3950b req-f7a4c792-0796-4361-bcf2-9b54063d3a34 service neutron] Port d07f2704-930d-4d20-97dd-5fea604c4aea on network 6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:15:21.968808 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3dac8e1-548f-40cf-8678-2d075be3950b req-f7a4c792-0796-4361-bcf2-9b54063d3a34 service neutron] Attempting to bind port d07f2704-930d-4d20-97dd-5fea604c4aea on network 6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:15:21.976722 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab42122b-0fb4-4ed2-9934-419f9093e480 req-e88d20d7-909b-47ee-a953-6905c6d4f654 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Network 40394aaa-5b48-46ac-9ed5-f45717b31d2a is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:15:21.982034 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3dac8e1-548f-40cf-8678-2d075be3950b req-f7a4c792-0796-4361-bcf2-9b54063d3a34 service neutron] Checking agent: {'id': '26215384-8035-4ce2-971a-8e67be80da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:15:21.982377 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3dac8e1-548f-40cf-8678-2d075be3950b req-f7a4c792-0796-4361-bcf2-9b54063d3a34 service neutron] Checking segment: {'id': '2faefcc0-552f-4085-b81e-2c4b58f0de67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:15:21.982787 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3dac8e1-548f-40cf-8678-2d075be3950b req-f7a4c792-0796-4361-bcf2-9b54063d3a34 service neutron] Bound using segment: {'id': '2faefcc0-552f-4085-b81e-2c4b58f0de67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:15:21.983281 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-e3dac8e1-548f-40cf-8678-2d075be3950b req-f7a4c792-0796-4361-bcf2-9b54063d3a34 service neutron] Bound port: d07f2704-930d-4d20-97dd-5fea604c4aea, host: n-h1-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2faefcc0-552f-4085-b81e-2c4b58f0de67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:15:22.026485 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbe1fc8-965f-4f6f-ba53-ecdf9e4aa15f req-e029f690-8c16-45a0-985f-38546190cb60 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:22.034229 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4fbe1fc8-965f-4f6f-ba53-ecdf9e4aa15f req-e029f690-8c16-45a0-985f-38546190cb60 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=9a68790d-0259-42cd-870d-a69a978aa6fd HTTP/1.1" status: 200 len: 947 time: 0.2253857 Nov 12 08:15:22.046315 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-e3dac8e1-548f-40cf-8678-2d075be3950b req-f7a4c792-0796-4361-bcf2-9b54063d3a34 service neutron] For port d07f2704-930d-4d20-97dd-5fea604c4aea, host n-h1-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=d07f2704-930d-4d20-97dd-5fea604c4aea,segment=NetworkSegment(2faefcc0-552f-4085-b81e-2c4b58f0de67),segment_id=2faefcc0-552f-4085-b81e-2c4b58f0de67)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:15:22.050551 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-ab42122b-0fb4-4ed2-9934-419f9093e480 req-e88d20d7-909b-47ee-a953-6905c6d4f654 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:15:22.053708 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab42122b-0fb4-4ed2-9934-419f9093e480 req-e88d20d7-909b-47ee-a953-6905c6d4f654 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:15:22.065320 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e3dac8e1-548f-40cf-8678-2d075be3950b req-f7a4c792-0796-4361-bcf2-9b54063d3a34 service neutron] Publish callbacks [] for binding, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:22.076031 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e3dac8e1-548f-40cf-8678-2d075be3950b req-f7a4c792-0796-4361-bcf2-9b54063d3a34 service neutron] 10.222.0.26 "POST /v2.0/ports/d07f2704-930d-4d20-97dd-5fea604c4aea/bindings HTTP/1.1" status: 201 len: 390 time: 0.7207158 Nov 12 08:15:22.143282 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4fbe1fc8-965f-4f6f-ba53-ecdf9e4aa15f req-6747aacc-228c-41c3-b656-19415f1a2388 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058481 Nov 12 08:15:22.195306 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f9cecb-0b2f-47a0-aadd-da042e050432 req-02d2970c-1480-4d21-b1bf-395ee5957a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:22.197494 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-e5f9cecb-0b2f-47a0-aadd-da042e050432 req-57672b59-907e-4281-b827-ccee5617dba7 service neutron] Attempting to bind port 2393022c-b8ff-4fe1-8f37-568a7b900426 on host n-h2-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:15:22.197980 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-e5f9cecb-0b2f-47a0-aadd-da042e050432 req-57672b59-907e-4281-b827-ccee5617dba7 service neutron] Attempting to bind port 2393022c-b8ff-4fe1-8f37-568a7b900426 by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:15:22.198413 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f9cecb-0b2f-47a0-aadd-da042e050432 req-57672b59-907e-4281-b827-ccee5617dba7 service neutron] Attempting to bind port 2393022c-b8ff-4fe1-8f37-568a7b900426 on network 107743df-d3df-459d-a6cd-9e2ab4303016 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:15:22.201800 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e5f9cecb-0b2f-47a0-aadd-da042e050432 req-02d2970c-1480-4d21-b1bf-395ee5957a0e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=107743df-d3df-459d-a6cd-9e2ab4303016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2320583 Nov 12 08:15:22.210766 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f9cecb-0b2f-47a0-aadd-da042e050432 req-57672b59-907e-4281-b827-ccee5617dba7 service neutron] Port 2393022c-b8ff-4fe1-8f37-568a7b900426 on network 107743df-d3df-459d-a6cd-9e2ab4303016 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:15:22.211104 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f9cecb-0b2f-47a0-aadd-da042e050432 req-57672b59-907e-4281-b827-ccee5617dba7 service neutron] Attempting to bind port 2393022c-b8ff-4fe1-8f37-568a7b900426 on network 107743df-d3df-459d-a6cd-9e2ab4303016 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:15:22.220648 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f9cecb-0b2f-47a0-aadd-da042e050432 req-57672b59-907e-4281-b827-ccee5617dba7 service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:15:22.221047 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f9cecb-0b2f-47a0-aadd-da042e050432 req-57672b59-907e-4281-b827-ccee5617dba7 service neutron] Checking segment: {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:15:22.221376 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f9cecb-0b2f-47a0-aadd-da042e050432 req-57672b59-907e-4281-b827-ccee5617dba7 service neutron] Bound using segment: {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:15:22.221821 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-e5f9cecb-0b2f-47a0-aadd-da042e050432 req-57672b59-907e-4281-b827-ccee5617dba7 service neutron] Bound port: 2393022c-b8ff-4fe1-8f37-568a7b900426, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:15:22.222242 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e5f9cecb-0b2f-47a0-aadd-da042e050432 req-57672b59-907e-4281-b827-ccee5617dba7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:22.237287 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab42122b-0fb4-4ed2-9934-419f9093e480 req-e88d20d7-909b-47ee-a953-6905c6d4f654 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:22.237990 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-ab42122b-0fb4-4ed2-9934-419f9093e480 req-e88d20d7-909b-47ee-a953-6905c6d4f654 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:22.278148 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ab42122b-0fb4-4ed2-9934-419f9093e480 req-e88d20d7-909b-47ee-a953-6905c6d4f654 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9916978 Nov 12 08:15:22.293828 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-ab42122b-0fb4-4ed2-9934-419f9093e480 req-5f95dcf3-5ece-43e7-9322-aa50d858e557 service neutron] Request body: {'port': {'device_id': '814ef8c2-2c7f-478a-bce9-fc579bf87532', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:15:22.351100 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7638ea85-881a-40d7-82e9-fbfa0c65b41e x-openstack-request-id: req-7638ea85-881a-40d7-82e9-fbfa0c65b41e {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:15:22.351772 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6871128-1c66-4958-a5d2-9e1fe4a0ad46", "tag": "ed95649b-ce37-4271-a755-fb97b8480123", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:15:22.351772 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7638ea85-881a-40d7-82e9-fbfa0c65b41e {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:15:22.352091 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6871128-1c66-4958-a5d2-9e1fe4a0ad46', 'tag': 'ed95649b-ce37-4271-a755-fb97b8480123', 'status': 'completed', 'code': 200} Nov 12 08:15:22.534628 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-e5f9cecb-0b2f-47a0-aadd-da042e050432 req-57672b59-907e-4281-b827-ccee5617dba7 service neutron] For port 2393022c-b8ff-4fe1-8f37-568a7b900426, host n-h2-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:15:22.542931 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-ab42122b-0fb4-4ed2-9934-419f9093e480 req-5f95dcf3-5ece-43e7-9322-aa50d858e557 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:22.554799 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e5f9cecb-0b2f-47a0-aadd-da042e050432 req-bbef2a69-9e86-448e-b0fa-581afc62bbc4 service neutron] 10.222.0.44 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3134933 Nov 12 08:15:22.564151 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-e5f9cecb-0b2f-47a0-aadd-da042e050432 req-57672b59-907e-4281-b827-ccee5617dba7 service neutron] For port 2393022c-b8ff-4fe1-8f37-568a7b900426, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=2393022c-b8ff-4fe1-8f37-568a7b900426,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:15:22.575214 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b059251-9c63-4965-9375-958c4c0c5815 req-8aded47f-f616-436b-984b-805fda60ef4f tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:22.576746 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1b059251-9c63-4965-9375-958c4c0c5815 req-8aded47f-f616-436b-984b-805fda60ef4f tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a027cfb-0708-4da3-ab68-8147ff2a3808 HTTP/1.1" status: 200 len: 945 time: 0.1902189 Nov 12 08:15:22.579964 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e5f9cecb-0b2f-47a0-aadd-da042e050432 req-57672b59-907e-4281-b827-ccee5617dba7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:22.658720 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-ab42122b-0fb4-4ed2-9934-419f9093e480 req-facf7681-a8f3-4388-88d3-659760c31ccf tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:22.682944 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f9cecb-0b2f-47a0-aadd-da042e050432 req-57672b59-907e-4281-b827-ccee5617dba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:22.683562 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e5f9cecb-0b2f-47a0-aadd-da042e050432 req-57672b59-907e-4281-b827-ccee5617dba7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:22.684960 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e5f9cecb-0b2f-47a0-aadd-da042e050432 req-57672b59-907e-4281-b827-ccee5617dba7 service neutron] 10.222.0.44 "PUT /v2.0/ports/2393022c-b8ff-4fe1-8f37-568a7b900426 HTTP/1.1" status: 200 len: 1096 time: 2.9054248 Nov 12 08:15:22.686457 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9bc9b4-0ab2-4c7e-827f-60414028f701 req-5c52ca16-3b34-4229-9286-1d23005c966f tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:22.688821 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6e9bc9b4-0ab2-4c7e-827f-60414028f701 req-5c52ca16-3b34-4229-9286-1d23005c966f tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb563860-f65d-4503-8960-26c644509025 HTTP/1.1" status: 200 len: 945 time: 0.1811004 Nov 12 08:15:22.689769 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a68790d-0259-42cd-870d-a69a978aa6fd', 'tag': '2393022c-b8ff-4fe1-8f37-568a7b900426'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:15:22.692334 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e7e870c-579e-4048-93b7-b4ac85585875" -d '{"events": [{"name": "network-changed", "server_uuid": "9a68790d-0259-42cd-870d-a69a978aa6fd", "tag": "2393022c-b8ff-4fe1-8f37-568a7b900426"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:15:22.790435 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6e9bc9b4-0ab2-4c7e-827f-60414028f701 req-b5e66ed8-4c99-4d74-b229-5f52c13f4658 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807099 Nov 12 08:15:22.798383 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e5f9cecb-0b2f-47a0-aadd-da042e050432 req-3d36b561-b0bf-4848-9950-3d3c7d61494d service neutron] 10.222.0.44 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248573 Nov 12 08:15:22.826993 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-ab42122b-0fb4-4ed2-9934-419f9093e480 req-facf7681-a8f3-4388-88d3-659760c31ccf tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:22.853092 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57672b59-907e-4281-b827-ccee5617dba7 service neutron] Pushing event updated for resources: {'Port': ['ID=2393022c-b8ff-4fe1-8f37-568a7b900426,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:22.887107 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab42122b-0fb4-4ed2-9934-419f9093e480 req-facf7681-a8f3-4388-88d3-659760c31ccf tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Network 40394aaa-5b48-46ac-9ed5-f45717b31d2a is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:15:22.903469 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [req-ab42122b-0fb4-4ed2-9934-419f9093e480 req-facf7681-a8f3-4388-88d3-659760c31ccf tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:15:22.907681 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab42122b-0fb4-4ed2-9934-419f9093e480 req-facf7681-a8f3-4388-88d3-659760c31ccf tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:15:22.965055 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab42122b-0fb4-4ed2-9934-419f9093e480 req-facf7681-a8f3-4388-88d3-659760c31ccf tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:22.965886 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-ab42122b-0fb4-4ed2-9934-419f9093e480 req-facf7681-a8f3-4388-88d3-659760c31ccf tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:23.225525 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1b059251-9c63-4965-9375-958c4c0c5815 req-7ba3cdd2-cd0a-409a-bceb-1aac9808f194 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6408055 Nov 12 08:15:23.251909 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dac8e1-548f-40cf-8678-2d075be3950b req-dc1f2e77-47eb-43ad-8675-247d9b2bba03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:23.253896 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e3dac8e1-548f-40cf-8678-2d075be3950b req-dc1f2e77-47eb-43ad-8675-247d9b2bba03 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7317cbf37f7b44a3b0cd0a433cf6ba52&device_id=fb563860-f65d-4503-8960-26c644509025 HTTP/1.1" status: 200 len: 1097 time: 0.6188769 Nov 12 08:15:23.309438 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f9cecb-0b2f-47a0-aadd-da042e050432 req-effb3d47-35a4-484c-b37f-ac323d79acd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:23.311039 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e5f9cecb-0b2f-47a0-aadd-da042e050432 req-effb3d47-35a4-484c-b37f-ac323d79acd8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3dad16d1cf804c93a62c38374b8fb4ba&device_id=9a68790d-0259-42cd-870d-a69a978aa6fd HTTP/1.1" status: 200 len: 1099 time: 0.5281165 Nov 12 08:15:23.353801 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facf7681-a8f3-4388-88d3-659760c31ccf tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Pushing event updated for resources: {'Port': ['ID=3e834aae-9b5f-458d-9cc7-973354893b85,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:23.385346 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ab42122b-0fb4-4ed2-9934-419f9093e480 req-facf7681-a8f3-4388-88d3-659760c31ccf tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1210659 Nov 12 08:15:23.399556 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20baca76-c387-4491-8ba0-264224b6b51b req-2e65cabf-f4a1-483f-b085-3ae20086a58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:23.401244 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-20baca76-c387-4491-8ba0-264224b6b51b req-2e65cabf-f4a1-483f-b085-3ae20086a58e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3dad16d1cf804c93a62c38374b8fb4ba&device_id=f6871128-1c66-4958-a5d2-9e1fe4a0ad46 HTTP/1.1" status: 200 len: 1099 time: 0.4322929 Nov 12 08:15:23.407410 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-ab42122b-0fb4-4ed2-9934-419f9093e480 req-9819fe73-76c6-4f0a-9b42-03e9a99277d8 service neutron] Request body: {'port': {'device_id': '2bbc781e-4ed7-4ee2-86c1-5657cde41973', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-29'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:15:23.417814 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deedbd6-7b99-4edf-b3b0-23a320248acc req-ce0bf6db-b205-40da-83e5-105d3c3858cc tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:23.419515 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6deedbd6-7b99-4edf-b3b0-23a320248acc req-ce0bf6db-b205-40da-83e5-105d3c3858cc tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=54100ade-491e-488a-8bdb-541746e0bddb HTTP/1.1" status: 200 len: 945 time: 0.1163657 Nov 12 08:15:23.457138 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e5f9cecb-0b2f-47a0-aadd-da042e050432 req-993fac92-d183-4e5e-8576-e07f9c0d941b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=2393022c-b8ff-4fe1-8f37-568a7b900426 HTTP/1.1" status: 200 len: 217 time: 0.1114213 Nov 12 08:15:23.578701 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dac8e1-548f-40cf-8678-2d075be3950b req-1a42e50b-b239-486f-8be0-68cc744c03d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:23.580188 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e3dac8e1-548f-40cf-8678-2d075be3950b req-1a42e50b-b239-486f-8be0-68cc744c03d1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a HTTP/1.1" status: 200 len: 908 time: 0.2876832 Nov 12 08:15:23.589356 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f9cecb-0b2f-47a0-aadd-da042e050432 req-5e2bfa69-af52-4002-a88d-1464679211b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:23.593093 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-ab42122b-0fb4-4ed2-9934-419f9093e480 req-9819fe73-76c6-4f0a-9b42-03e9a99277d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:23.595039 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e5f9cecb-0b2f-47a0-aadd-da042e050432 req-5e2bfa69-af52-4002-a88d-1464679211b0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1 HTTP/1.1" status: 200 len: 843 time: 0.1168430 Nov 12 08:15:23.610628 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c139a15d-f5f4-459d-8fcb-2c3457871d39 req-4bc06f98-bcb1-435b-8ded-e35ab7e079ba tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:23.612255 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c139a15d-f5f4-459d-8fcb-2c3457871d39 req-4bc06f98-bcb1-435b-8ded-e35ab7e079ba tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a38ffab-ac68-4a27-8224-3a882d000e29 HTTP/1.1" status: 200 len: 945 time: 0.2863250 Nov 12 08:15:23.621234 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6deedbd6-7b99-4edf-b3b0-23a320248acc req-42af2baf-6c9a-4088-8f13-81f83c751cf0 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746063 Nov 12 08:15:23.629315 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20baca76-c387-4491-8ba0-264224b6b51b req-074b5b0f-8efd-4d18-b2bc-bcc6f4197cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:23.630905 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-20baca76-c387-4491-8ba0-264224b6b51b req-074b5b0f-8efd-4d18-b2bc-bcc6f4197cde service neutron] 10.222.0.44 "GET /v2.0/networks?id=107743df-d3df-459d-a6cd-9e2ab4303016 HTTP/1.1" status: 200 len: 870 time: 0.2089937 Nov 12 08:15:23.723375 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-20baca76-c387-4491-8ba0-264224b6b51b req-4d89a234-9bed-4219-a39a-697500b1d697 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=ed95649b-ce37-4271-a755-fb97b8480123 HTTP/1.1" status: 200 len: 217 time: 0.0587132 Nov 12 08:15:23.731943 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e3dac8e1-548f-40cf-8678-2d075be3950b req-9ac35327-4d87-486c-8ddf-2e1aaae1d9f2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d07f2704-930d-4d20-97dd-5fea604c4aea HTTP/1.1" status: 200 len: 217 time: 0.1296544 Nov 12 08:15:23.770820 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-ab42122b-0fb4-4ed2-9934-419f9093e480 req-5f95dcf3-5ece-43e7-9322-aa50d858e557 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 902cd9cc-6d3e-4409-98d1-ed041bf480dd {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:15:23.798430 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20baca76-c387-4491-8ba0-264224b6b51b req-5e9f0bf6-319e-44a7-9232-a56a266fd1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:23.802515 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-20baca76-c387-4491-8ba0-264224b6b51b req-5e9f0bf6-319e-44a7-9232-a56a266fd1fa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1 HTTP/1.1" status: 200 len: 843 time: 0.0586548 Nov 12 08:15:23.817402 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea709419-b3b8-4f7b-9fc7-e0c940e263a4 x-openstack-request-id: req-ea709419-b3b8-4f7b-9fc7-e0c940e263a4 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:15:23.817759 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a68790d-0259-42cd-870d-a69a978aa6fd", "tag": "2393022c-b8ff-4fe1-8f37-568a7b900426", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:15:23.817984 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ea709419-b3b8-4f7b-9fc7-e0c940e263a4 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:15:23.818381 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a68790d-0259-42cd-870d-a69a978aa6fd', 'tag': '2393022c-b8ff-4fe1-8f37-568a7b900426', 'status': 'completed', 'code': 200} Nov 12 08:15:23.822064 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-ab42122b-0fb4-4ed2-9934-419f9093e480 req-5f95dcf3-5ece-43e7-9322-aa50d858e557 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:23.860830 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f9cecb-0b2f-47a0-aadd-da042e050432 req-ffa6fe6a-cff5-4242-a9c7-1883eb30fbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:23.862428 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e5f9cecb-0b2f-47a0-aadd-da042e050432 req-ffa6fe6a-cff5-4242-a9c7-1883eb30fbb0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=107743df-d3df-459d-a6cd-9e2ab4303016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2492089 Nov 12 08:15:23.870711 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-ab42122b-0fb4-4ed2-9934-419f9093e480 req-5f95dcf3-5ece-43e7-9322-aa50d858e557 service neutron] Transition to ACTIVE for port object 902cd9cc-6d3e-4409-98d1-ed041bf480dd will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:15:23.876979 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c139a15d-f5f4-459d-8fcb-2c3457871d39 req-8cd6a427-afbc-43de-9042-ac1381e7df4a tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449348 Nov 12 08:15:23.886804 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-ab42122b-0fb4-4ed2-9934-419f9093e480 req-5f95dcf3-5ece-43e7-9322-aa50d858e557 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:23.889344 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dac8e1-548f-40cf-8678-2d075be3950b req-938af4fc-e598-4e4f-ae78-9fda38bad4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:23.890813 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e3dac8e1-548f-40cf-8678-2d075be3950b req-938af4fc-e598-4e4f-ae78-9fda38bad4a8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b48e5e9c-f3da-4efc-88c4-db8837528b82 HTTP/1.1" status: 200 len: 847 time: 0.1325784 Nov 12 08:15:23.992827 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e3dac8e1-548f-40cf-8678-2d075be3950b req-29a3ac0e-39de-4bdc-be10-feda51f79a94 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0849955 Nov 12 08:15:24.096163 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f95dcf3-5ece-43e7-9322-aa50d858e557 service neutron] Pushing event updated for resources: {'Port': ['ID=902cd9cc-6d3e-4409-98d1-ed041bf480dd,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:24.131919 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20baca76-c387-4491-8ba0-264224b6b51b req-55a2e398-e5a7-4398-9cb5-c22508cc03fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:24.133502 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-20baca76-c387-4491-8ba0-264224b6b51b req-55a2e398-e5a7-4398-9cb5-c22508cc03fe service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=107743df-d3df-459d-a6cd-9e2ab4303016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1132414 Nov 12 08:15:24.172525 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bc10a0-c706-4515-978e-2b0718c5d137 req-d48ac04a-cb18-4d70-85b0-098a7b19bd61 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:24.174650 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-93bc10a0-c706-4515-978e-2b0718c5d137 req-d48ac04a-cb18-4d70-85b0-098a7b19bd61 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/ports?device_id=814ef8c2-2c7f-478a-bce9-fc579bf87532 HTTP/1.1" status: 200 len: 943 time: 0.1559749 Nov 12 08:15:24.246618 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b92497c-c9b7-4a4d-be08-50e5db57b0f9 req-0144f721-1af0-45ce-a47f-6984c6b6c415 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:24.248217 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4b92497c-c9b7-4a4d-be08-50e5db57b0f9 req-0144f721-1af0-45ce-a47f-6984c6b6c415 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=9a68790d-0259-42cd-870d-a69a978aa6fd HTTP/1.1" status: 200 len: 947 time: 0.2632647 Nov 12 08:15:24.253890 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e5f9cecb-0b2f-47a0-aadd-da042e050432 req-32cfb879-cc8d-41c7-98dc-aaca9ef9b144 service neutron] 10.222.0.44 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3754208 Nov 12 08:15:24.282739 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [req-ab42122b-0fb4-4ed2-9934-419f9093e480 req-9819fe73-76c6-4f0a-9b42-03e9a99277d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e834aae-9b5f-458d-9cc7-973354893b85 {{(pid=102600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:15:24.306836 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-ab42122b-0fb4-4ed2-9934-419f9093e480 req-9819fe73-76c6-4f0a-9b42-03e9a99277d8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:24.315008 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e3dac8e1-548f-40cf-8678-2d075be3950b req-ab335cdd-f73a-4cad-b405-2ee6bd9345c6 service neutron] 10.222.0.21 "GET /v2.0/networks/6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2997787 Nov 12 08:15:24.327526 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-93bc10a0-c706-4515-978e-2b0718c5d137 req-373376f6-ded0-482a-a9ba-0817581a1d03 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/security-groups?id=2be1fc6f-9ac2-4510-8984-890d50fd1a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418087 Nov 12 08:15:24.344455 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-20baca76-c387-4491-8ba0-264224b6b51b req-9b195d7c-6e0a-43c2-843e-68c73c385e44 service neutron] 10.222.0.44 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014544 Nov 12 08:15:24.345542 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.provisioning_blocks [req-ab42122b-0fb4-4ed2-9934-419f9093e480 req-9819fe73-76c6-4f0a-9b42-03e9a99277d8 service neutron] Transition to ACTIVE for port object 3e834aae-9b5f-458d-9cc7-973354893b85 will not be triggered until provisioned by entity L2. {{(pid=102600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:15:24.349666 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-ab42122b-0fb4-4ed2-9934-419f9093e480 req-9819fe73-76c6-4f0a-9b42-03e9a99277d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:24.438555 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-ab42122b-0fb4-4ed2-9934-419f9093e480 req-5f95dcf3-5ece-43e7-9322-aa50d858e557 service neutron] Attempting to bind port 902cd9cc-6d3e-4409-98d1-ed041bf480dd on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:15:24.439183 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-ab42122b-0fb4-4ed2-9934-419f9093e480 req-5f95dcf3-5ece-43e7-9322-aa50d858e557 service neutron] Attempting to bind port 902cd9cc-6d3e-4409-98d1-ed041bf480dd by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': 'a106eec8-121b-4263-b8d3-a9f51835748a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '40394aaa-5b48-46ac-9ed5-f45717b31d2a'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:15:24.439714 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab42122b-0fb4-4ed2-9934-419f9093e480 req-5f95dcf3-5ece-43e7-9322-aa50d858e557 service neutron] Attempting to bind port 902cd9cc-6d3e-4409-98d1-ed041bf480dd on network 40394aaa-5b48-46ac-9ed5-f45717b31d2a {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:15:24.469767 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9819fe73-76c6-4f0a-9b42-03e9a99277d8 service neutron] Pushing event updated for resources: {'Port': ['ID=3e834aae-9b5f-458d-9cc7-973354893b85,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:24.514056 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab42122b-0fb4-4ed2-9934-419f9093e480 req-5f95dcf3-5ece-43e7-9322-aa50d858e557 service neutron] Port 902cd9cc-6d3e-4409-98d1-ed041bf480dd on network 40394aaa-5b48-46ac-9ed5-f45717b31d2a not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:15:24.514721 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab42122b-0fb4-4ed2-9934-419f9093e480 req-5f95dcf3-5ece-43e7-9322-aa50d858e557 service neutron] Attempting to bind port 902cd9cc-6d3e-4409-98d1-ed041bf480dd on network 40394aaa-5b48-46ac-9ed5-f45717b31d2a {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:15:24.559576 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab42122b-0fb4-4ed2-9934-419f9093e480 req-5f95dcf3-5ece-43e7-9322-aa50d858e557 service neutron] Checking agent: {'id': '26215384-8035-4ce2-971a-8e67be80da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:15:24.559874 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab42122b-0fb4-4ed2-9934-419f9093e480 req-5f95dcf3-5ece-43e7-9322-aa50d858e557 service neutron] Checking segment: {'id': 'a106eec8-121b-4263-b8d3-a9f51835748a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '40394aaa-5b48-46ac-9ed5-f45717b31d2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:15:24.560158 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab42122b-0fb4-4ed2-9934-419f9093e480 req-5f95dcf3-5ece-43e7-9322-aa50d858e557 service neutron] Bound using segment: {'id': 'a106eec8-121b-4263-b8d3-a9f51835748a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '40394aaa-5b48-46ac-9ed5-f45717b31d2a'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:15:24.560602 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-ab42122b-0fb4-4ed2-9934-419f9093e480 req-5f95dcf3-5ece-43e7-9322-aa50d858e557 service neutron] Bound port: 902cd9cc-6d3e-4409-98d1-ed041bf480dd, host: n-h1-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a106eec8-121b-4263-b8d3-a9f51835748a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '40394aaa-5b48-46ac-9ed5-f45717b31d2a'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:15:24.560967 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-ab42122b-0fb4-4ed2-9934-419f9093e480 req-5f95dcf3-5ece-43e7-9322-aa50d858e557 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:24.569496 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-20baca76-c387-4491-8ba0-264224b6b51b req-17647219-92fd-4a21-8939-900a29586a62 service neutron] 10.222.0.44 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152536 Nov 12 08:15:24.577926 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4b92497c-c9b7-4a4d-be08-50e5db57b0f9 req-5a464c14-ab98-4e1c-8957-76b0e9a7c6c8 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921398 Nov 12 08:15:24.600658 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e3dac8e1-548f-40cf-8678-2d075be3950b req-3f0f4c9a-f916-4280-af92-b17cbc394fad service neutron] 10.222.0.21 "GET /v2.0/networks/6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543850 Nov 12 08:15:24.603310 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf3d39b-79c6-4e8e-9bfe-116897a0943f req-6c9ebd35-551a-43b8-af01-93db160df0d9 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:24.604964 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-aaf3d39b-79c6-4e8e-9bfe-116897a0943f req-6c9ebd35-551a-43b8-af01-93db160df0d9 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb563860-f65d-4503-8960-26c644509025 HTTP/1.1" status: 200 len: 945 time: 0.1482456 Nov 12 08:15:24.648522 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-ab42122b-0fb4-4ed2-9934-419f9093e480 req-9819fe73-76c6-4f0a-9b42-03e9a99277d8 service neutron] Attempting to bind port 3e834aae-9b5f-458d-9cc7-973354893b85 on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:15:24.648868 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-ab42122b-0fb4-4ed2-9934-419f9093e480 req-9819fe73-76c6-4f0a-9b42-03e9a99277d8 service neutron] Attempting to bind port 3e834aae-9b5f-458d-9cc7-973354893b85 by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': 'a106eec8-121b-4263-b8d3-a9f51835748a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '40394aaa-5b48-46ac-9ed5-f45717b31d2a'}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:15:24.649201 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab42122b-0fb4-4ed2-9934-419f9093e480 req-9819fe73-76c6-4f0a-9b42-03e9a99277d8 service neutron] Attempting to bind port 3e834aae-9b5f-458d-9cc7-973354893b85 on network 40394aaa-5b48-46ac-9ed5-f45717b31d2a {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:15:24.658048 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab42122b-0fb4-4ed2-9934-419f9093e480 req-9819fe73-76c6-4f0a-9b42-03e9a99277d8 service neutron] Port 3e834aae-9b5f-458d-9cc7-973354893b85 on network 40394aaa-5b48-46ac-9ed5-f45717b31d2a not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:15:24.658457 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab42122b-0fb4-4ed2-9934-419f9093e480 req-9819fe73-76c6-4f0a-9b42-03e9a99277d8 service neutron] Attempting to bind port 3e834aae-9b5f-458d-9cc7-973354893b85 on network 40394aaa-5b48-46ac-9ed5-f45717b31d2a {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:15:24.681753 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab42122b-0fb4-4ed2-9934-419f9093e480 req-9819fe73-76c6-4f0a-9b42-03e9a99277d8 service neutron] Checking agent: {'id': '26215384-8035-4ce2-971a-8e67be80da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:15:24.682227 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab42122b-0fb4-4ed2-9934-419f9093e480 req-9819fe73-76c6-4f0a-9b42-03e9a99277d8 service neutron] Checking segment: {'id': 'a106eec8-121b-4263-b8d3-a9f51835748a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '40394aaa-5b48-46ac-9ed5-f45717b31d2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:15:24.683386 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab42122b-0fb4-4ed2-9934-419f9093e480 req-9819fe73-76c6-4f0a-9b42-03e9a99277d8 service neutron] Bound using segment: {'id': 'a106eec8-121b-4263-b8d3-a9f51835748a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '40394aaa-5b48-46ac-9ed5-f45717b31d2a'} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:15:24.683858 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-ab42122b-0fb4-4ed2-9934-419f9093e480 req-9819fe73-76c6-4f0a-9b42-03e9a99277d8 service neutron] Bound port: 3e834aae-9b5f-458d-9cc7-973354893b85, host: n-h1-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a106eec8-121b-4263-b8d3-a9f51835748a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '40394aaa-5b48-46ac-9ed5-f45717b31d2a'}}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:15:24.684219 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-ab42122b-0fb4-4ed2-9934-419f9093e480 req-9819fe73-76c6-4f0a-9b42-03e9a99277d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:24.725609 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e5f9cecb-0b2f-47a0-aadd-da042e050432 req-b4fc8713-c3f3-402c-bceb-9341d4c15b7d service neutron] 10.222.0.44 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4413435 Nov 12 08:15:24.755366 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-aaf3d39b-79c6-4e8e-9bfe-116897a0943f req-1ec666aa-098a-4998-9d8a-32812b4f5caa tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429570 Nov 12 08:15:24.789484 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-ab42122b-0fb4-4ed2-9934-419f9093e480 req-5f95dcf3-5ece-43e7-9322-aa50d858e557 service neutron] For port 902cd9cc-6d3e-4409-98d1-ed041bf480dd, host n-h1-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:15:24.814252 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dac8e1-548f-40cf-8678-2d075be3950b req-6841937d-5e47-4912-b98f-f47ef009ec10 tempest-LiveMigrationTest-1817512610 tempest-LiveMigrationTest-1817512610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:24.816488 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e3dac8e1-548f-40cf-8678-2d075be3950b req-6841937d-5e47-4912-b98f-f47ef009ec10 tempest-LiveMigrationTest-1817512610 tempest-LiveMigrationTest-1817512610-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=fb563860-f65d-4503-8960-26c644509025&tenant_id=7317cbf37f7b44a3b0cd0a433cf6ba52&binding%3Ahost_id=n-h2-765315-29 HTTP/1.1" status: 200 len: 1097 time: 0.1184053 Nov 12 08:15:24.818733 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3333cec9-080a-49fe-9945-3a3665ecec75 req-e0b4cc1c-5331-4db9-9b72-805be628d960 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:24.820395 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3333cec9-080a-49fe-9945-3a3665ecec75 req-e0b4cc1c-5331-4db9-9b72-805be628d960 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a38ffab-ac68-4a27-8224-3a882d000e29 HTTP/1.1" status: 200 len: 945 time: 0.1457705 Nov 12 08:15:24.825882 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-ab42122b-0fb4-4ed2-9934-419f9093e480 req-5f95dcf3-5ece-43e7-9322-aa50d858e557 service neutron] For port 902cd9cc-6d3e-4409-98d1-ed041bf480dd, host n-h1-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=902cd9cc-6d3e-4409-98d1-ed041bf480dd,segment=NetworkSegment(a106eec8-121b-4263-b8d3-a9f51835748a),segment_id=a106eec8-121b-4263-b8d3-a9f51835748a)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:15:24.840069 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-ab42122b-0fb4-4ed2-9934-419f9093e480 req-5f95dcf3-5ece-43e7-9322-aa50d858e557 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:24.846373 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-e3dac8e1-548f-40cf-8678-2d075be3950b req-60273904-c467-432c-a950-982f0ec3ff75 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-765315-29'}}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:15:24.892708 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b8d21f-7ffe-4beb-8224-6f7e654ea5c0 req-c38a4455-73ca-4845-a6ac-b31ad53b3bbb tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:24.894837 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-65b8d21f-7ffe-4beb-8224-6f7e654ea5c0 req-c38a4455-73ca-4845-a6ac-b31ad53b3bbb tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a027cfb-0708-4da3-ab68-8147ff2a3808 HTTP/1.1" status: 200 len: 945 time: 0.1772306 Nov 12 08:15:24.903334 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-ab42122b-0fb4-4ed2-9934-419f9093e480 req-9819fe73-76c6-4f0a-9b42-03e9a99277d8 service neutron] For port 3e834aae-9b5f-458d-9cc7-973354893b85, host n-h1-765315-29, cleared binding levels {{(pid=102600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:15:24.930356 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-ab42122b-0fb4-4ed2-9934-419f9093e480 req-9819fe73-76c6-4f0a-9b42-03e9a99277d8 service neutron] For port 3e834aae-9b5f-458d-9cc7-973354893b85, host n-h1-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=3e834aae-9b5f-458d-9cc7-973354893b85,segment=NetworkSegment(a106eec8-121b-4263-b8d3-a9f51835748a),segment_id=a106eec8-121b-4263-b8d3-a9f51835748a)] {{(pid=102600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:15:24.950297 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-ab42122b-0fb4-4ed2-9934-419f9093e480 req-9819fe73-76c6-4f0a-9b42-03e9a99277d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:24.968322 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab42122b-0fb4-4ed2-9934-419f9093e480 req-5f95dcf3-5ece-43e7-9322-aa50d858e557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:24.968873 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-ab42122b-0fb4-4ed2-9934-419f9093e480 req-5f95dcf3-5ece-43e7-9322-aa50d858e557 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:24.970312 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ab42122b-0fb4-4ed2-9934-419f9093e480 req-5f95dcf3-5ece-43e7-9322-aa50d858e557 service neutron] 10.222.0.21 "PUT /v2.0/ports/902cd9cc-6d3e-4409-98d1-ed041bf480dd HTTP/1.1" status: 200 len: 1092 time: 2.6834321 Nov 12 08:15:24.995942 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49805dec-a1c2-4359-8f56-ff3a7741cb87 req-27d80260-89f4-4c67-9958-20bb0f746a8e tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:24.997154 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-49805dec-a1c2-4359-8f56-ff3a7741cb87 req-27d80260-89f4-4c67-9958-20bb0f746a8e tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=54100ade-491e-488a-8bdb-541746e0bddb HTTP/1.1" status: 200 len: 945 time: 0.1468139 Nov 12 08:15:24.997772 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-e3dac8e1-548f-40cf-8678-2d075be3950b req-60273904-c467-432c-a950-982f0ec3ff75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:24.998137 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device ed95649b-ce37-4271-a755-fb97b8480123 details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:15:25.019796 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab42122b-0fb4-4ed2-9934-419f9093e480 req-9819fe73-76c6-4f0a-9b42-03e9a99277d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:25.020361 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-ab42122b-0fb4-4ed2-9934-419f9093e480 req-9819fe73-76c6-4f0a-9b42-03e9a99277d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:25.021770 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ab42122b-0fb4-4ed2-9934-419f9093e480 req-9819fe73-76c6-4f0a-9b42-03e9a99277d8 service neutron] 10.222.0.21 "PUT /v2.0/ports/3e834aae-9b5f-458d-9cc7-973354893b85 HTTP/1.1" status: 200 len: 1092 time: 1.6187162 Nov 12 08:15:25.022215 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bbc781e-4ed7-4ee2-86c1-5657cde41973', 'tag': '3e834aae-9b5f-458d-9cc7-973354893b85'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:15:25.024443 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fd0be2a-8122-47fd-a8b7-37c30b8d4468" -d '{"events": [{"name": "network-changed", "server_uuid": "2bbc781e-4ed7-4ee2-86c1-5657cde41973", "tag": "3e834aae-9b5f-458d-9cc7-973354893b85"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:15:25.063046 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-65b8d21f-7ffe-4beb-8224-6f7e654ea5c0 req-bdcd662e-ad2c-4729-8010-9fece246efed tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278312 Nov 12 08:15:25.117283 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port ed95649b-ce37-4271-a755-fb97b8480123, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=ed95649b-ce37-4271-a755-fb97b8480123,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:15:25.117663 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9819fe73-76c6-4f0a-9b42-03e9a99277d8 service neutron] Pushing event updated for resources: {'Port': ['ID=3e834aae-9b5f-458d-9cc7-973354893b85,revision_number=3']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:25.117864 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7e870c-579e-4048-93b7-b4ac85585875 req-7b5c3bdc-b60d-4449-84a3-32754cfe888d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:25.119414 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9e7e870c-579e-4048-93b7-b4ac85585875 req-7b5c3bdc-b60d-4449-84a3-32754cfe888d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3dad16d1cf804c93a62c38374b8fb4ba&device_id=9a68790d-0259-42cd-870d-a69a978aa6fd HTTP/1.1" status: 200 len: 1099 time: 0.2498753 Nov 12 08:15:25.125631 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f95dcf3-5ece-43e7-9322-aa50d858e557 service neutron] Pushing event updated for resources: {'Port': ['ID=902cd9cc-6d3e-4409-98d1-ed041bf480dd,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:25.130178 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': 'ed95649b-ce37-4271-a755-fb97b8480123', 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016', 'port_id': 'ed95649b-ce37-4271-a755-fb97b8480123', 'mac_address': 'fa:16:3e:22:a0:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:15:25.174338 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:25.177529 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-49805dec-a1c2-4359-8f56-ff3a7741cb87 req-4dc3bcec-8f26-4914-b5c8-7f2f72bf2d21 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659436 Nov 12 08:15:25.189630 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed95649b-ce37-4271-a755-fb97b8480123 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:15:25.217309 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab42122b-0fb4-4ed2-9934-419f9093e480 req-6b2edbf8-19c9-48b3-940f-213606e81320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:25.218847 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ab42122b-0fb4-4ed2-9934-419f9093e480 req-6b2edbf8-19c9-48b3-940f-213606e81320 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=deb25bb1b8c546c195b106e520296f90&device_id=2bbc781e-4ed7-4ee2-86c1-5657cde41973 HTTP/1.1" status: 200 len: 1095 time: 0.1378527 Nov 12 08:15:25.221025 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab42122b-0fb4-4ed2-9934-419f9093e480 req-082f1ae1-2c02-4fdc-81f7-560cccb424cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:25.226040 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ab42122b-0fb4-4ed2-9934-419f9093e480 req-082f1ae1-2c02-4fdc-81f7-560cccb424cd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=deb25bb1b8c546c195b106e520296f90&device_id=814ef8c2-2c7f-478a-bce9-fc579bf87532 HTTP/1.1" status: 200 len: 1095 time: 0.1691675 Nov 12 08:15:25.234451 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port ed95649b-ce37-4271-a755-fb97b8480123, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=ed95649b-ce37-4271-a755-fb97b8480123,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:15:25.240352 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:25.260147 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-e3dac8e1-548f-40cf-8678-2d075be3950b req-60273904-c467-432c-a950-982f0ec3ff75 service neutron] For port d07f2704-930d-4d20-97dd-5fea604c4aea, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=d07f2704-930d-4d20-97dd-5fea604c4aea,segment=NetworkSegment(2faefcc0-552f-4085-b81e-2c4b58f0de67),segment_id=2faefcc0-552f-4085-b81e-2c4b58f0de67)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:15:25.283193 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-3333cec9-080a-49fe-9945-3a3665ecec75 req-fecc0047-1fb4-487f-bbb3-dea50a72170f tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Deleting port 1a3eaa7a-255e-41cd-bb86-8bb7520c72a3 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:15:25.284022 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-3333cec9-080a-49fe-9945-3a3665ecec75 req-fecc0047-1fb4-487f-bbb3-dea50a72170f tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:25.294613 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d52d301-7d8f-49d3-9cee-4c456ca5a09a x-openstack-request-id: req-1d52d301-7d8f-49d3-9cee-4c456ca5a09a {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:15:25.294862 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bbc781e-4ed7-4ee2-86c1-5657cde41973", "tag": "3e834aae-9b5f-458d-9cc7-973354893b85", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:15:25.295041 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1d52d301-7d8f-49d3-9cee-4c456ca5a09a {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:15:25.295441 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bbc781e-4ed7-4ee2-86c1-5657cde41973', 'tag': '3e834aae-9b5f-458d-9cc7-973354893b85', 'status': 'completed', 'code': 200} Nov 12 08:15:25.304658 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ab42122b-0fb4-4ed2-9934-419f9093e480 req-58cab93a-4643-41f7-98ee-bb66b19122d7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e834aae-9b5f-458d-9cc7-973354893b85 HTTP/1.1" status: 200 len: 217 time: 0.0583887 Nov 12 08:15:25.305227 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=ed95649b-ce37-4271-a755-fb97b8480123,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:25.313891 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:15:25.314477 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:15:25.315070 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:15:25.315658 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:15:25.316196 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:15:25.316732 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:15:25.317324 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:15:25.317853 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:15:25.318385 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:15:25.318931 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:15:25.319472 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:15:25.320129 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:15:25.341713 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ab42122b-0fb4-4ed2-9934-419f9093e480 req-1181dc1c-8fc1-4676-b22f-71902c89e16e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=902cd9cc-6d3e-4409-98d1-ed041bf480dd HTTP/1.1" status: 200 len: 217 time: 0.0694404 Nov 12 08:15:25.405729 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-e3dac8e1-548f-40cf-8678-2d075be3950b req-60273904-c467-432c-a950-982f0ec3ff75 service neutron] For port d07f2704-930d-4d20-97dd-5fea604c4aea, host n-h2-765315-29, cleared binding levels {{(pid=102600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:15:25.415457 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b6cf0e-8620-4198-9aa1-17e1cf193c33 req-65ff2bf4-f2ab-4c6c-bf09-bd0c91e184a2 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:25.417211 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b6b6cf0e-8620-4198-9aa1-17e1cf193c33 req-65ff2bf4-f2ab-4c6c-bf09-bd0c91e184a2 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a38ffab-ac68-4a27-8224-3a882d000e29 HTTP/1.1" status: 200 len: 945 time: 0.1546664 Nov 12 08:15:25.418410 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab42122b-0fb4-4ed2-9934-419f9093e480 req-2568a031-72d2-42a9-b53e-254e39cbaaea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:25.420060 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ab42122b-0fb4-4ed2-9934-419f9093e480 req-2568a031-72d2-42a9-b53e-254e39cbaaea service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e8003fb7-8902-40e2-b290-1bf251c415df HTTP/1.1" status: 200 len: 853 time: 0.1051903 Nov 12 08:15:25.441641 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7e870c-579e-4048-93b7-b4ac85585875 req-0b9a2678-8afe-4389-9ff5-ccb2610fdd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:25.443205 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9e7e870c-579e-4048-93b7-b4ac85585875 req-0b9a2678-8afe-4389-9ff5-ccb2610fdd52 service neutron] 10.222.0.44 "GET /v2.0/networks?id=107743df-d3df-459d-a6cd-9e2ab4303016 HTTP/1.1" status: 200 len: 870 time: 0.3100169 Nov 12 08:15:25.486915 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab42122b-0fb4-4ed2-9934-419f9093e480 req-25fd4b3a-41b0-4ec0-ab16-394bc3e4ec20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:25.487974 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ab42122b-0fb4-4ed2-9934-419f9093e480 req-b7a52ad6-d4b4-487f-8243-f483bcb950c4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=40394aaa-5b48-46ac-9ed5-f45717b31d2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455830 Nov 12 08:15:25.488709 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ab42122b-0fb4-4ed2-9934-419f9093e480 req-25fd4b3a-41b0-4ec0-ab16-394bc3e4ec20 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e8003fb7-8902-40e2-b290-1bf251c415df HTTP/1.1" status: 200 len: 853 time: 0.1106341 Nov 12 08:15:25.520226 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-e3dac8e1-548f-40cf-8678-2d075be3950b req-60273904-c467-432c-a950-982f0ec3ff75 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:25.546731 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-e3dac8e1-548f-40cf-8678-2d075be3950b req-60273904-c467-432c-a950-982f0ec3ff75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:25.549610 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9e7e870c-579e-4048-93b7-b4ac85585875 req-a8d48cd8-01f7-4154-8095-4fd054d12e89 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=2393022c-b8ff-4fe1-8f37-568a7b900426 HTTP/1.1" status: 200 len: 217 time: 0.0873141 Nov 12 08:15:25.553346 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-3333cec9-080a-49fe-9945-3a3665ecec75 req-fecc0047-1fb4-487f-bbb3-dea50a72170f tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] For port 1a3eaa7a-255e-41cd-bb86-8bb7520c72a3, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=1a3eaa7a-255e-41cd-bb86-8bb7520c72a3,segment=NetworkSegment(931741a0-66de-48c6-b90b-c82af0a9f552),segment_id=931741a0-66de-48c6-b90b-c82af0a9f552)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:15:25.553529 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-3333cec9-080a-49fe-9945-3a3665ecec75 req-fecc0047-1fb4-487f-bbb3-dea50a72170f tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:25.580654 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ab42122b-0fb4-4ed2-9934-419f9093e480 req-e83b2b9b-dc60-48f2-bff9-457ce3b26432 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=40394aaa-5b48-46ac-9ed5-f45717b31d2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449510 Nov 12 08:15:25.601029 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-3333cec9-080a-49fe-9945-3a3665ecec75 req-fecc0047-1fb4-487f-bbb3-dea50a72170f tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Calling delete_port for 1a3eaa7a-255e-41cd-bb86-8bb7520c72a3 owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:15:25.608704 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b6b6cf0e-8620-4198-9aa1-17e1cf193c33 req-134864dd-ad13-46e9-a9ca-a43d3cb6a746 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675506 Nov 12 08:15:25.657682 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['ed95649b-ce37-4271-a755-fb97b8480123'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:15:25.671288 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60273904-c467-432c-a950-982f0ec3ff75 service neutron] Pushing event updated for resources: {'Port': ['ID=d07f2704-930d-4d20-97dd-5fea604c4aea,revision_number=7']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:25.704207 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ca883f-1b68-4796-aecd-e6c9f2474f5e req-fd8f6672-c81c-4cc8-9739-1849cb3ddaac tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:25.713886 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-11ca883f-1b68-4796-aecd-e6c9f2474f5e req-fd8f6672-c81c-4cc8-9739-1849cb3ddaac tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/ports?device_id=814ef8c2-2c7f-478a-bce9-fc579bf87532 HTTP/1.1" status: 200 len: 943 time: 0.2599728 Nov 12 08:15:25.763848 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ab42122b-0fb4-4ed2-9934-419f9093e480 req-951635e1-8d0e-4a9e-9516-79239d617c91 service neutron] 10.222.0.21 "GET /v2.0/networks/40394aaa-5b48-46ac-9ed5-f45717b31d2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582970 Nov 12 08:15:25.772051 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-e3dac8e1-548f-40cf-8678-2d075be3950b req-60273904-c467-432c-a950-982f0ec3ff75 service neutron] Attempting to bind port d07f2704-930d-4d20-97dd-5fea604c4aea on host n-h2-765315-29 for vnic_type normal with profile {"migrating_to": "n-h1-765315-29"} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:15:25.772465 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-e3dac8e1-548f-40cf-8678-2d075be3950b req-60273904-c467-432c-a950-982f0ec3ff75 service neutron] Attempting to bind port d07f2704-930d-4d20-97dd-5fea604c4aea by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': '2faefcc0-552f-4085-b81e-2c4b58f0de67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a'}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:15:25.772865 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3dac8e1-548f-40cf-8678-2d075be3950b req-60273904-c467-432c-a950-982f0ec3ff75 service neutron] Attempting to bind port d07f2704-930d-4d20-97dd-5fea604c4aea on network 6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:15:25.780381 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3dac8e1-548f-40cf-8678-2d075be3950b req-60273904-c467-432c-a950-982f0ec3ff75 service neutron] Port d07f2704-930d-4d20-97dd-5fea604c4aea on network 6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:15:25.780835 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3dac8e1-548f-40cf-8678-2d075be3950b req-60273904-c467-432c-a950-982f0ec3ff75 service neutron] Attempting to bind port d07f2704-930d-4d20-97dd-5fea604c4aea on network 6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:15:25.784071 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7e870c-579e-4048-93b7-b4ac85585875 req-636c2401-12a8-4810-8e50-8a19211444f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:25.786782 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9e7e870c-579e-4048-93b7-b4ac85585875 req-636c2401-12a8-4810-8e50-8a19211444f0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1 HTTP/1.1" status: 200 len: 843 time: 0.2082574 Nov 12 08:15:25.818304 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3dac8e1-548f-40cf-8678-2d075be3950b req-60273904-c467-432c-a950-982f0ec3ff75 service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:15:25.818664 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3dac8e1-548f-40cf-8678-2d075be3950b req-60273904-c467-432c-a950-982f0ec3ff75 service neutron] Checking segment: {'id': '2faefcc0-552f-4085-b81e-2c4b58f0de67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:15:25.819200 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3dac8e1-548f-40cf-8678-2d075be3950b req-60273904-c467-432c-a950-982f0ec3ff75 service neutron] Bound using segment: {'id': '2faefcc0-552f-4085-b81e-2c4b58f0de67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a'} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:15:25.819735 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-e3dac8e1-548f-40cf-8678-2d075be3950b req-60273904-c467-432c-a950-982f0ec3ff75 service neutron] Bound port: d07f2704-930d-4d20-97dd-5fea604c4aea, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2faefcc0-552f-4085-b81e-2c4b58f0de67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a'}}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:15:25.820164 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-e3dac8e1-548f-40cf-8678-2d075be3950b req-60273904-c467-432c-a950-982f0ec3ff75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:25.841771 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '814ef8c2-2c7f-478a-bce9-fc579bf87532', 'tag': '902cd9cc-6d3e-4409-98d1-ed041bf480dd'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:15:25.844057 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b350d323-a5f6-4454-bf0f-68629650cdf3" -d '{"events": [{"name": "network-changed", "server_uuid": "814ef8c2-2c7f-478a-bce9-fc579bf87532", "tag": "902cd9cc-6d3e-4409-98d1-ed041bf480dd"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:15:25.881012 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfffad90-22e2-4357-8ad9-c408fa0cbfb0 req-891a3ec1-82c8-4e11-9de5-04b76bae52ea tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:25.882698 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bfffad90-22e2-4357-8ad9-c408fa0cbfb0 req-891a3ec1-82c8-4e11-9de5-04b76bae52ea tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=9a68790d-0259-42cd-870d-a69a978aa6fd HTTP/1.1" status: 200 len: 947 time: 0.1816015 Nov 12 08:15:25.902095 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ab42122b-0fb4-4ed2-9934-419f9093e480 req-f4abfdbd-9ae1-44b8-9b1f-a47049283716 service neutron] 10.222.0.21 "GET /v2.0/networks/40394aaa-5b48-46ac-9ed5-f45717b31d2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3102598 Nov 12 08:15:25.914322 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-11ca883f-1b68-4796-aecd-e6c9f2474f5e req-a8e294e7-eca9-41f8-a552-386e881a9da1 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/security-groups?id=2be1fc6f-9ac2-4510-8984-890d50fd1a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995044 Nov 12 08:15:25.949264 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7e870c-579e-4048-93b7-b4ac85585875 req-e1002f0d-8a89-4fde-bd29-d44fce76020d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:25.950802 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9e7e870c-579e-4048-93b7-b4ac85585875 req-e1002f0d-8a89-4fde-bd29-d44fce76020d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=107743df-d3df-459d-a6cd-9e2ab4303016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1506004 Nov 12 08:15:25.990246 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ab42122b-0fb4-4ed2-9934-419f9093e480 req-405bb1ef-16d3-448e-907d-8db8476df5a3 service neutron] 10.222.0.21 "GET /v2.0/networks/40394aaa-5b48-46ac-9ed5-f45717b31d2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111206 Nov 12 08:15:26.009327 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-e3dac8e1-548f-40cf-8678-2d075be3950b req-60273904-c467-432c-a950-982f0ec3ff75 service neutron] For port d07f2704-930d-4d20-97dd-5fea604c4aea, host n-h2-765315-29, cleared binding levels {{(pid=102600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:15:26.012805 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-e3dac8e1-548f-40cf-8678-2d075be3950b req-60273904-c467-432c-a950-982f0ec3ff75 service neutron] For port d07f2704-930d-4d20-97dd-5fea604c4aea, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=d07f2704-930d-4d20-97dd-5fea604c4aea,segment=NetworkSegment(2faefcc0-552f-4085-b81e-2c4b58f0de67),segment_id=2faefcc0-552f-4085-b81e-2c4b58f0de67)] {{(pid=102600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:15:26.023913 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bfffad90-22e2-4357-8ad9-c408fa0cbfb0 req-8487513d-299b-40e1-ac20-9b41ce2c15a3 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186395 Nov 12 08:15:26.025634 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-e3dac8e1-548f-40cf-8678-2d075be3950b req-60273904-c467-432c-a950-982f0ec3ff75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:26.125636 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bfe6556-542b-4f79-b947-079cdee35ebe x-openstack-request-id: req-2bfe6556-542b-4f79-b947-079cdee35ebe {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:15:26.126019 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "814ef8c2-2c7f-478a-bce9-fc579bf87532", "tag": "902cd9cc-6d3e-4409-98d1-ed041bf480dd", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:15:26.126344 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2bfe6556-542b-4f79-b947-079cdee35ebe {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:15:26.126996 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '814ef8c2-2c7f-478a-bce9-fc579bf87532', 'tag': '902cd9cc-6d3e-4409-98d1-ed041bf480dd', 'status': 'completed', 'code': 200} Nov 12 08:15:26.168604 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dac8e1-548f-40cf-8678-2d075be3950b req-60273904-c467-432c-a950-982f0ec3ff75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:26.169116 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-e3dac8e1-548f-40cf-8678-2d075be3950b req-60273904-c467-432c-a950-982f0ec3ff75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:26.170632 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e3dac8e1-548f-40cf-8678-2d075be3950b req-60273904-c467-432c-a950-982f0ec3ff75 service neutron] 10.222.0.21 "PUT /v2.0/ports/d07f2704-930d-4d20-97dd-5fea604c4aea HTTP/1.1" status: 200 len: 1123 time: 1.3410976 Nov 12 08:15:26.181473 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60273904-c467-432c-a950-982f0ec3ff75 service neutron] Pushing event updated for resources: {'Port': ['ID=d07f2704-930d-4d20-97dd-5fea604c4aea,revision_number=8']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:26.196013 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-3333cec9-080a-49fe-9945-3a3665ecec75 req-fecc0047-1fb4-487f-bbb3-dea50a72170f tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:26.203726 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ab42122b-0fb4-4ed2-9934-419f9093e480 req-eb886f9f-9299-41fe-aff1-4089afd713f3 service neutron] 10.222.0.21 "GET /v2.0/networks/40394aaa-5b48-46ac-9ed5-f45717b31d2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2866554 Nov 12 08:15:26.209320 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['1a3eaa7a-255e-41cd-bb86-8bb7520c72a3'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:15:26.210937 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd0be2a-8122-47fd-a8b7-37c30b8d4468 req-6d8bdd7f-f702-46d6-a0a9-64079dac4e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:26.213964 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9fd0be2a-8122-47fd-a8b7-37c30b8d4468 req-6d8bdd7f-f702-46d6-a0a9-64079dac4e6c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=deb25bb1b8c546c195b106e520296f90&device_id=2bbc781e-4ed7-4ee2-86c1-5657cde41973 HTTP/1.1" status: 200 len: 1095 time: 0.1339586 Nov 12 08:15:26.272804 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecc0047-1fb4-487f-bbb3-dea50a72170f tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Pushing event deleted for resources: {'Port': ['ID=1a3eaa7a-255e-41cd-bb86-8bb7520c72a3,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:26.279736 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9e7e870c-579e-4048-93b7-b4ac85585875 req-87025c14-2a46-4aec-8c61-c580aa1c3775 service neutron] 10.222.0.44 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2912364 Nov 12 08:15:26.291930 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dd3a8d-2482-4918-90c5-ecadd6dd2943 req-6bd4c05c-1459-462e-9a96-74550705b9bc tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:26.293429 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-99dd3a8d-2482-4918-90c5-ecadd6dd2943 req-6bd4c05c-1459-462e-9a96-74550705b9bc tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a027cfb-0708-4da3-ab68-8147ff2a3808 HTTP/1.1" status: 200 len: 945 time: 0.1322014 Nov 12 08:15:26.332593 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d716ad-0227-44e4-87ba-5d062db755bc req-6fcd5d8b-fca9-4f01-ba68-56f3e2217c3a tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:26.334087 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e9d716ad-0227-44e4-87ba-5d062db755bc req-6fcd5d8b-fca9-4f01-ba68-56f3e2217c3a tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb563860-f65d-4503-8960-26c644509025 HTTP/1.1" status: 200 len: 943 time: 0.2589025 Nov 12 08:15:26.355831 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-3333cec9-080a-49fe-9945-3a3665ecec75 req-fecc0047-1fb4-487f-bbb3-dea50a72170f tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] No DVR routers for this DVR port 1a3eaa7a-255e-41cd-bb86-8bb7520c72a3 on host n-h1-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:15:26.360169 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd0be2a-8122-47fd-a8b7-37c30b8d4468 req-66f43797-cb08-49a2-bbfd-85aa21dba56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:26.361618 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9fd0be2a-8122-47fd-a8b7-37c30b8d4468 req-66f43797-cb08-49a2-bbfd-85aa21dba56c service neutron] 10.222.0.21 "GET /v2.0/networks?id=40394aaa-5b48-46ac-9ed5-f45717b31d2a HTTP/1.1" status: 200 len: 914 time: 0.1395965 Nov 12 08:15:26.362091 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['d07f2704-930d-4d20-97dd-5fea604c4aea'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:15:26.366994 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-99dd3a8d-2482-4918-90c5-ecadd6dd2943 req-9cafd1fc-354a-4beb-88e2-cc3894a447c9 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672498 Nov 12 08:15:26.371021 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-3333cec9-080a-49fe-9945-3a3665ecec75 req-fecc0047-1fb4-487f-bbb3-dea50a72170f tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:26.374282 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3333cec9-080a-49fe-9945-3a3665ecec75 req-fecc0047-1fb4-487f-bbb3-dea50a72170f tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.21 "DELETE /v2.0/ports/1a3eaa7a-255e-41cd-bb86-8bb7520c72a3 HTTP/1.1" status: 204 len: 173 time: 1.5453706 Nov 12 08:15:26.430651 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9fd0be2a-8122-47fd-a8b7-37c30b8d4468 req-0ba2c9fe-4791-4ef8-b31e-9ebcd89b6755 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e834aae-9b5f-458d-9cc7-973354893b85 HTTP/1.1" status: 200 len: 217 time: 0.0587595 Nov 12 08:15:26.538696 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd0be2a-8122-47fd-a8b7-37c30b8d4468 req-83a5e60c-da0b-4593-8e2d-5e5f06dc1b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:26.541784 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9fd0be2a-8122-47fd-a8b7-37c30b8d4468 req-83a5e60c-da0b-4593-8e2d-5e5f06dc1b8a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e8003fb7-8902-40e2-b290-1bf251c415df HTTP/1.1" status: 200 len: 853 time: 0.0775247 Nov 12 08:15:26.594544 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9fd0be2a-8122-47fd-a8b7-37c30b8d4468 req-ec9a2a4c-f667-4773-8370-027f0e476390 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=40394aaa-5b48-46ac-9ed5-f45717b31d2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405452 Nov 12 08:15:26.748420 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9fd0be2a-8122-47fd-a8b7-37c30b8d4468 req-c83c83c7-8dda-4e8d-bd1b-b24536b5df9a service neutron] 10.222.0.21 "GET /v2.0/networks/40394aaa-5b48-46ac-9ed5-f45717b31d2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414471 Nov 12 08:15:26.765032 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fccc5a-3d69-4a65-80a3-cf02679ff6f5 req-28d98d28-dc00-409a-ac06-e94ffa5f28a7 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:26.766479 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d6fccc5a-3d69-4a65-80a3-cf02679ff6f5 req-28d98d28-dc00-409a-ac06-e94ffa5f28a7 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=54100ade-491e-488a-8bdb-541746e0bddb HTTP/1.1" status: 200 len: 945 time: 0.1498096 Nov 12 08:15:26.798879 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b350d323-a5f6-4454-bf0f-68629650cdf3 req-8e5e8167-2599-4fff-b5ee-33b9f652343f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:26.801220 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b350d323-a5f6-4454-bf0f-68629650cdf3 req-8e5e8167-2599-4fff-b5ee-33b9f652343f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=deb25bb1b8c546c195b106e520296f90&device_id=814ef8c2-2c7f-478a-bce9-fc579bf87532 HTTP/1.1" status: 200 len: 1095 time: 0.5190008 Nov 12 08:15:26.828000 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e9d716ad-0227-44e4-87ba-5d062db755bc req-3861b8b2-36c6-4c81-bbec-786ec0dfed16 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4757349 Nov 12 08:15:26.889559 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d6fccc5a-3d69-4a65-80a3-cf02679ff6f5 req-c14ba049-0990-4bc6-a991-5873a85375dd tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135538 Nov 12 08:15:26.914010 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9e7e870c-579e-4048-93b7-b4ac85585875 req-f56b6fec-e22f-4566-b6da-deb81bd7d124 service neutron] 10.222.0.44 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5590944 Nov 12 08:15:26.921948 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9fd0be2a-8122-47fd-a8b7-37c30b8d4468 req-7f6acf1b-ae47-47ff-adee-496c6eaee30c service neutron] 10.222.0.21 "GET /v2.0/networks/40394aaa-5b48-46ac-9ed5-f45717b31d2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544940 Nov 12 08:15:26.981253 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b350d323-a5f6-4454-bf0f-68629650cdf3 req-a5797f3d-720f-4041-a32f-a53b2481fbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:26.982973 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b350d323-a5f6-4454-bf0f-68629650cdf3 req-a5797f3d-720f-4041-a32f-a53b2481fbd0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=40394aaa-5b48-46ac-9ed5-f45717b31d2a HTTP/1.1" status: 200 len: 914 time: 0.1679752 Nov 12 08:15:27.037898 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b350d323-a5f6-4454-bf0f-68629650cdf3 req-0017e238-487b-4eae-a5f3-7b209beb2d53 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=902cd9cc-6d3e-4409-98d1-ed041bf480dd HTTP/1.1" status: 200 len: 217 time: 0.0420425 Nov 12 08:15:27.048240 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device ed95649b-ce37-4271-a755-fb97b8480123 up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:15:27.066031 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e1eb6ac6-7e30-43de-9999-895a4258aced req-33fdd9b0-10bb-4727-b904-c44e0b004ae5 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a38ffab-ac68-4a27-8224-3a882d000e29 HTTP/1.1" status: 200 len: 210 time: 0.0300441 Nov 12 08:15:27.129711 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b350d323-a5f6-4454-bf0f-68629650cdf3 req-48a82651-5650-4894-b146-bf7661d53fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:27.132043 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b350d323-a5f6-4454-bf0f-68629650cdf3 req-48a82651-5650-4894-b146-bf7661d53fc5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e8003fb7-8902-40e2-b290-1bf251c415df HTTP/1.1" status: 200 len: 853 time: 0.0647979 Nov 12 08:15:27.167787 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning for port ed95649b-ce37-4271-a755-fb97b8480123 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:15:27.174878 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port ed95649b-ce37-4271-a755-fb97b8480123 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:15:27.176111 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:27.200494 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d8edeb-a16f-4918-a129-6ff06108bb7e req-4fc3722a-5311-4bec-8504-9258c47d0b66 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:27.202161 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-83d8edeb-a16f-4918-a129-6ff06108bb7e req-4fc3722a-5311-4bec-8504-9258c47d0b66 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/ports?device_id=814ef8c2-2c7f-478a-bce9-fc579bf87532 HTTP/1.1" status: 200 len: 943 time: 0.0791481 Nov 12 08:15:27.214313 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b350d323-a5f6-4454-bf0f-68629650cdf3 req-f416005a-135b-4185-b67e-726071a1d397 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=40394aaa-5b48-46ac-9ed5-f45717b31d2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654392 Nov 12 08:15:27.247436 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e972a9-4fd1-45aa-aa94-3dac4fb61941 req-f4463eca-3e34-4eb9-b8c6-06c15c45a3d5 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:27.249088 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b0e972a9-4fd1-45aa-aa94-3dac4fb61941 req-f4463eca-3e34-4eb9-b8c6-06c15c45a3d5 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=9a68790d-0259-42cd-870d-a69a978aa6fd HTTP/1.1" status: 200 len: 947 time: 0.0882244 Nov 12 08:15:27.271687 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-83d8edeb-a16f-4918-a129-6ff06108bb7e req-4f7854eb-1e00-4ff4-8b64-181377cafe53 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/security-groups?id=2be1fc6f-9ac2-4510-8984-890d50fd1a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624125 Nov 12 08:15:27.273801 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:27.296622 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb563860-f65d-4503-8960-26c644509025', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd07f2704-930d-4d20-97dd-5fea604c4aea'}, {'name': 'network-changed', 'server_uuid': 'fb563860-f65d-4503-8960-26c644509025', 'tag': 'd07f2704-930d-4d20-97dd-5fea604c4aea'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:15:27.299367 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd9f232-fce9-4367-a585-319d10b1df28" -d '{"events": [{"server_uuid": "fb563860-f65d-4503-8960-26c644509025", "name": "network-vif-unplugged", "status": "completed", "tag": "d07f2704-930d-4d20-97dd-5fea604c4aea"}, {"name": "network-changed", "server_uuid": "fb563860-f65d-4503-8960-26c644509025", "tag": "d07f2704-930d-4d20-97dd-5fea604c4aea"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:15:27.308277 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6871128-1c66-4958-a5d2-9e1fe4a0ad46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed95649b-ce37-4271-a755-fb97b8480123'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:15:27.311467 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-715f3bb5-707c-4034-85d7-e322ecd0b8e4" -d '{"events": [{"server_uuid": "f6871128-1c66-4958-a5d2-9e1fe4a0ad46", "name": "network-vif-plugged", "status": "completed", "tag": "ed95649b-ce37-4271-a755-fb97b8480123"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:15:27.324686 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port ed95649b-ce37-4271-a755-fb97b8480123, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=ed95649b-ce37-4271-a755-fb97b8480123,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:15:27.330443 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:27.335154 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 7cbf1e6f-4bdf-497a-8623-70a89e412f4c no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:15:27.372956 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b0e972a9-4fd1-45aa-aa94-3dac4fb61941 req-98d25e99-5f04-4650-a440-5944edef7f37 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157508 Nov 12 08:15:27.415877 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b350d323-a5f6-4454-bf0f-68629650cdf3 req-1093b3e1-5a48-495b-a2a0-83fe7af7c364 service neutron] 10.222.0.21 "GET /v2.0/networks/40394aaa-5b48-46ac-9ed5-f45717b31d2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829009 Nov 12 08:15:27.421536 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f05f0-3ee0-4b02-9c64-483194325aa8 req-3d4e0291-dee0-48dc-a33b-e962cc45610c tempest-AttachSCSIVolumeTestJSON-1725353349 tempest-AttachSCSIVolumeTestJSON-1725353349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:27.423138 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2f5f05f0-3ee0-4b02-9c64-483194325aa8 req-3d4e0291-dee0-48dc-a33b-e962cc45610c tempest-AttachSCSIVolumeTestJSON-1725353349 tempest-AttachSCSIVolumeTestJSON-1725353349-project] 10.222.0.26 "GET /v2.0/ports?device_id=8daf96f6-960d-49b9-a47a-6432de10a009 HTTP/1.1" status: 200 len: 946 time: 0.0593309 Nov 12 08:15:27.439537 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=ed95649b-ce37-4271-a755-fb97b8480123,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:27.490911 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 12 Nov 2021 08:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e080eca7-daf7-4140-996d-6090635c5e9e x-openstack-request-id: req-e080eca7-daf7-4140-996d-6090635c5e9e {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:15:27.491289 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb563860-f65d-4503-8960-26c644509025", "name": "network-vif-unplugged", "status": "completed", "tag": "d07f2704-930d-4d20-97dd-5fea604c4aea", "code": 200}, {"name": "network-changed", "server_uuid": "fb563860-f65d-4503-8960-26c644509025", "tag": "d07f2704-930d-4d20-97dd-5fea604c4aea", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:15:27.491605 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e080eca7-daf7-4140-996d-6090635c5e9e {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:15:27.492025 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb563860-f65d-4503-8960-26c644509025', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd07f2704-930d-4d20-97dd-5fea604c4aea', 'code': 200} Nov 12 08:15:27.492279 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb563860-f65d-4503-8960-26c644509025', 'tag': 'd07f2704-930d-4d20-97dd-5fea604c4aea', 'status': 'completed', 'code': 200} Nov 12 08:15:27.495922 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2f5f05f0-3ee0-4b02-9c64-483194325aa8 req-52547784-52b0-4eec-8638-cf190e70ef79 tempest-AttachSCSIVolumeTestJSON-1725353349 tempest-AttachSCSIVolumeTestJSON-1725353349-project] 10.222.0.26 "GET /v2.0/security-groups?id=b75e1799-a001-44e4-aae3-9da5da29512a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653658 Nov 12 08:15:27.509173 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:27.549225 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1aa0211-2e57-4d8a-8247-50fb5f4e01ba x-openstack-request-id: req-c1aa0211-2e57-4d8a-8247-50fb5f4e01ba {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:15:27.549832 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6871128-1c66-4958-a5d2-9e1fe4a0ad46", "name": "network-vif-plugged", "status": "completed", "tag": "ed95649b-ce37-4271-a755-fb97b8480123", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:15:27.551543 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c1aa0211-2e57-4d8a-8247-50fb5f4e01ba {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:15:27.552454 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6871128-1c66-4958-a5d2-9e1fe4a0ad46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed95649b-ce37-4271-a755-fb97b8480123', 'code': 200} Nov 12 08:15:27.575447 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b350d323-a5f6-4454-bf0f-68629650cdf3 req-b29c1e67-eccb-4e13-8766-b47df8a2510c service neutron] 10.222.0.21 "GET /v2.0/networks/40394aaa-5b48-46ac-9ed5-f45717b31d2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455545 Nov 12 08:15:27.582334 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 7cbf1e6f-4bdf-497a-8623-70a89e412f4c, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=7cbf1e6f-4bdf-497a-8623-70a89e412f4c,segment=NetworkSegment(74228b36-f518-48da-bb5a-2dae6173211b),segment_id=74228b36-f518-48da-bb5a-2dae6173211b)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:15:27.587288 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:27.665364 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd9f232-fce9-4367-a585-319d10b1df28 req-1a423ef4-8177-4c0d-8300-1788938339df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:27.666924 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7bd9f232-fce9-4367-a585-319d10b1df28 req-1a423ef4-8177-4c0d-8300-1788938339df service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7317cbf37f7b44a3b0cd0a433cf6ba52&device_id=fb563860-f65d-4503-8960-26c644509025 HTTP/1.1" status: 200 len: 1126 time: 0.0705357 Nov 12 08:15:27.671669 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef049891-0d9e-4f10-8ee4-f2a33855d4c6 req-18199433-1b8c-469d-82db-accb0c961c05 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:27.672784 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=7cbf1e6f-4bdf-497a-8623-70a89e412f4c,revision_number=6']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:27.674736 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ef049891-0d9e-4f10-8ee4-f2a33855d4c6 req-18199433-1b8c-469d-82db-accb0c961c05 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a027cfb-0708-4da3-ab68-8147ff2a3808 HTTP/1.1" status: 200 len: 943 time: 0.0845649 Nov 12 08:15:27.755694 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6620d626-88fe-4516-9f4a-6da07245244e req-aad9300f-9989-4988-8e7d-199b26082413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:27.757191 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6620d626-88fe-4516-9f4a-6da07245244e req-aad9300f-9989-4988-8e7d-199b26082413 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f6871128-1c66-4958-a5d2-9e1fe4a0ad46 HTTP/1.1" status: 200 len: 1101 time: 0.0749397 Nov 12 08:15:27.760912 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ef049891-0d9e-4f10-8ee4-f2a33855d4c6 req-c647ceca-6bad-436b-b01f-46f1f4afdb72 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677593 Nov 12 08:15:27.785646 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd9f232-fce9-4367-a585-319d10b1df28 req-5acf387e-f34c-40a9-9098-a64026fed3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:27.787759 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7bd9f232-fce9-4367-a585-319d10b1df28 req-5acf387e-f34c-40a9-9098-a64026fed3ee service neutron] 10.222.0.44 "GET /v2.0/networks?id=6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a HTTP/1.1" status: 200 len: 908 time: 0.1067550 Nov 12 08:15:27.811745 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6620d626-88fe-4516-9f4a-6da07245244e req-076482dc-a8b2-4f00-ab5a-b5c1cf4c9ae6 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456810 Nov 12 08:15:27.832981 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7bd9f232-fce9-4367-a585-319d10b1df28 req-ec446eef-1cb4-4077-844b-d48749625a01 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d07f2704-930d-4d20-97dd-5fea604c4aea HTTP/1.1" status: 200 len: 217 time: 0.0370574 Nov 12 08:15:27.963967 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9810698-a089-4909-9fe2-94bed7b1cf0c req-15fa2840-a243-4a84-b7b1-6260256331bc tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:27.965458 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b9810698-a089-4909-9fe2-94bed7b1cf0c req-15fa2840-a243-4a84-b7b1-6260256331bc tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb563860-f65d-4503-8960-26c644509025 HTTP/1.1" status: 200 len: 943 time: 0.0548420 Nov 12 08:15:28.015127 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6343288a-f69d-4d2d-946a-d85af3318578 req-1646618f-ec18-4d0f-91ed-23ab6321adcb tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:28.016079 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b9810698-a089-4909-9fe2-94bed7b1cf0c req-64bce846-43a4-4788-a505-f84741b2811f tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445929 Nov 12 08:15:28.019582 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6343288a-f69d-4d2d-946a-d85af3318578 req-1646618f-ec18-4d0f-91ed-23ab6321adcb tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=54100ade-491e-488a-8bdb-541746e0bddb HTTP/1.1" status: 200 len: 945 time: 0.0591805 Nov 12 08:15:28.070565 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6343288a-f69d-4d2d-946a-d85af3318578 req-12dadbfc-c411-49df-9c37-b42a74c1069d tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471282 Nov 12 08:15:28.140506 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a38ffab-ac68-4a27-8224-3a882d000e29', 'name': 'network-vif-deleted', 'tag': '1a3eaa7a-255e-41cd-bb86-8bb7520c72a3'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:15:28.142755 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88720705-f34f-4ca2-99a1-54c19f3a9b4a" -d '{"events": [{"server_uuid": "5a38ffab-ac68-4a27-8224-3a882d000e29", "name": "network-vif-deleted", "tag": "1a3eaa7a-255e-41cd-bb86-8bb7520c72a3"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:15:28.164709 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd9f232-fce9-4367-a585-319d10b1df28 req-4091ff3a-a045-4b26-8c97-edfc6dcb7825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:28.167270 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7bd9f232-fce9-4367-a585-319d10b1df28 req-4091ff3a-a045-4b26-8c97-edfc6dcb7825 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b48e5e9c-f3da-4efc-88c4-db8837528b82 HTTP/1.1" status: 200 len: 847 time: 0.0524905 Nov 12 08:15:28.182787 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4295c840-ceeb-4750-b1cb-481b83487c64 x-openstack-request-id: req-4295c840-ceeb-4750-b1cb-481b83487c64 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:15:28.183080 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a38ffab-ac68-4a27-8224-3a882d000e29", "name": "network-vif-deleted", "tag": "1a3eaa7a-255e-41cd-bb86-8bb7520c72a3", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:15:28.183457 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4295c840-ceeb-4750-b1cb-481b83487c64 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:15:28.183851 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a38ffab-ac68-4a27-8224-3a882d000e29', 'name': 'network-vif-deleted', 'tag': '1a3eaa7a-255e-41cd-bb86-8bb7520c72a3', 'status': 'completed', 'code': 200} Nov 12 08:15:28.186941 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ae793153-4522-490f-b6e6-54fd5099abaf req-0e030d5f-3ad7-4d9b-8823-4a270eaa4390 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a38ffab-ac68-4a27-8224-3a882d000e29 HTTP/1.1" status: 200 len: 210 time: 0.0289738 Nov 12 08:15:28.225508 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7bd9f232-fce9-4367-a585-319d10b1df28 req-8efb08f0-af3c-4176-8f03-10a451128316 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313087 Nov 12 08:15:28.325555 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7bd9f232-fce9-4367-a585-319d10b1df28 req-94a23d88-96ed-4d41-9892-278223e4e912 service neutron] 10.222.0.44 "GET /v2.0/networks/6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908089 Nov 12 08:15:28.469154 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696076b4-c57d-4379-a2dc-d8822127c9db req-c42390a5-bf85-43c1-a09a-6c2ec34218ee tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:28.471041 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-696076b4-c57d-4379-a2dc-d8822127c9db req-c42390a5-bf85-43c1-a09a-6c2ec34218ee tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/ports?device_id=814ef8c2-2c7f-478a-bce9-fc579bf87532 HTTP/1.1" status: 200 len: 943 time: 0.1129537 Nov 12 08:15:28.490580 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b64c35f-7861-4d82-8c7d-7e93299b7c54 req-4e49325c-d5e8-4e09-a7e8-fb88c24a3f85 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:28.492430 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9b64c35f-7861-4d82-8c7d-7e93299b7c54 req-4e49325c-d5e8-4e09-a7e8-fb88c24a3f85 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=9a68790d-0259-42cd-870d-a69a978aa6fd HTTP/1.1" status: 200 len: 947 time: 0.0571718 Nov 12 08:15:28.493406 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7bd9f232-fce9-4367-a585-319d10b1df28 req-f2f10e4b-aff9-4fe8-9c3e-3d1777f5cca0 service neutron] 10.222.0.44 "GET /v2.0/networks/6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600921 Nov 12 08:15:28.536858 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-696076b4-c57d-4379-a2dc-d8822127c9db req-a761b801-1743-4ae3-bc0f-d82152d5150a tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/security-groups?id=2be1fc6f-9ac2-4510-8984-890d50fd1a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566614 Nov 12 08:15:28.547008 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9b64c35f-7861-4d82-8c7d-7e93299b7c54 req-c9446632-4da3-4729-9e68-dd0042495f07 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483336 Nov 12 08:15:28.642347 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81073224-e860-40bc-afe8-015ad9e32079 req-e4c27f61-9e80-493b-91b2-e543e0136ef3 tempest-AttachSCSIVolumeTestJSON-1725353349 tempest-AttachSCSIVolumeTestJSON-1725353349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:28.643909 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-81073224-e860-40bc-afe8-015ad9e32079 req-e4c27f61-9e80-493b-91b2-e543e0136ef3 tempest-AttachSCSIVolumeTestJSON-1725353349 tempest-AttachSCSIVolumeTestJSON-1725353349-project] 10.222.0.26 "GET /v2.0/ports?device_id=8daf96f6-960d-49b9-a47a-6432de10a009 HTTP/1.1" status: 200 len: 946 time: 0.0502806 Nov 12 08:15:28.694905 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-81073224-e860-40bc-afe8-015ad9e32079 req-07440479-20ee-4d95-a180-4b9fe4f4109a tempest-AttachSCSIVolumeTestJSON-1725353349 tempest-AttachSCSIVolumeTestJSON-1725353349-project] 10.222.0.26 "GET /v2.0/security-groups?id=b75e1799-a001-44e4-aae3-9da5da29512a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448947 Nov 12 08:15:28.721143 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device d07f2704-930d-4d20-97dd-5fea604c4aea details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:15:28.724437 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 1a3eaa7a-255e-41cd-bb86-8bb7520c72a3 no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:15:28.749308 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-e530113a-7783-48f4-9840-8911a24052df None None] No Port match for: 1a3eaa7a-255e-41cd-bb86-8bb7520c72a3 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:15:28.749731 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 1a3eaa7a-255e-41cd-bb86-8bb7520c72a3 not bound to the agent host n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:15:28.853469 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port d07f2704-930d-4d20-97dd-5fea604c4aea, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=d07f2704-930d-4d20-97dd-5fea604c4aea,segment=NetworkSegment(2faefcc0-552f-4085-b81e-2c4b58f0de67),segment_id=2faefcc0-552f-4085-b81e-2c4b58f0de67)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:15:28.867179 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device d07f2704-930d-4d20-97dd-5fea604c4aea has no active binding in host n-h1-765315-29 {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 08:15:28.899858 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ac779-1f6c-46d0-ae9e-8d63e372c3c5 req-1ba5810b-d6a7-4696-8672-3d3bb83dd524 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:28.901545 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e06ac779-1f6c-46d0-ae9e-8d63e372c3c5 req-1ba5810b-d6a7-4696-8672-3d3bb83dd524 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a027cfb-0708-4da3-ab68-8147ff2a3808 HTTP/1.1" status: 200 len: 943 time: 0.0670412 Nov 12 08:15:29.023444 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 7cbf1e6f-4bdf-497a-8623-70a89e412f4c details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:15:29.140683 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 7cbf1e6f-4bdf-497a-8623-70a89e412f4c, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=7cbf1e6f-4bdf-497a-8623-70a89e412f4c,segment=NetworkSegment(74228b36-f518-48da-bb5a-2dae6173211b),segment_id=74228b36-f518-48da-bb5a-2dae6173211b)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:15:29.156833 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': '7cbf1e6f-4bdf-497a-8623-70a89e412f4c', 'network_id': '33c4acc6-fff5-4d04-a808-ff7e0950b8a2', 'port_id': '7cbf1e6f-4bdf-497a-8623-70a89e412f4c', 'mac_address': 'fa:16:3e:1d:08:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22ada644-5ac2-4dd6-bbe3-6cce42afd567', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:15:29.182754 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aa3c4a-8e3a-496c-9f2a-5ffe81f006be req-18eaf55b-bcf7-4906-86f4-d22c2140b846 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:29.190968 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c2aa3c4a-8e3a-496c-9f2a-5ffe81f006be req-18eaf55b-bcf7-4906-86f4-d22c2140b846 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb563860-f65d-4503-8960-26c644509025 HTTP/1.1" status: 200 len: 943 time: 0.0817931 Nov 12 08:15:29.217330 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:29.234626 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cbf1e6f-4bdf-497a-8623-70a89e412f4c {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:15:29.259174 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e06ac779-1f6c-46d0-ae9e-8d63e372c3c5 req-0b9836c3-8b26-45c0-b17d-c004647dd3c1 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3505247 Nov 12 08:15:29.259472 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 7cbf1e6f-4bdf-497a-8623-70a89e412f4c, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=7cbf1e6f-4bdf-497a-8623-70a89e412f4c,segment=NetworkSegment(74228b36-f518-48da-bb5a-2dae6173211b),segment_id=74228b36-f518-48da-bb5a-2dae6173211b)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:15:29.262936 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c2aa3c4a-8e3a-496c-9f2a-5ffe81f006be req-fab19477-fe5e-4555-8967-f5fc8bec0ec8 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706658 Nov 12 08:15:29.267895 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:29.269402 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 2393022c-b8ff-4fe1-8f37-568a7b900426 details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:15:29.370214 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=7cbf1e6f-4bdf-497a-8623-70a89e412f4c,revision_number=7']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:29.448781 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 2393022c-b8ff-4fe1-8f37-568a7b900426, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=2393022c-b8ff-4fe1-8f37-568a7b900426,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:15:29.453784 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557201fe-716f-483d-a747-0199cac09f8a req-be08ad11-50d7-4e4f-9947-8a7bb2b0043a tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:29.455852 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-557201fe-716f-483d-a747-0199cac09f8a req-be08ad11-50d7-4e4f-9947-8a7bb2b0043a tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=54100ade-491e-488a-8bdb-541746e0bddb HTTP/1.1" status: 200 len: 945 time: 0.0951555 Nov 12 08:15:29.469970 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': '2393022c-b8ff-4fe1-8f37-568a7b900426', 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016', 'port_id': '2393022c-b8ff-4fe1-8f37-568a7b900426', 'mac_address': 'fa:16:3e:10:ce:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1', 'ip_address': '192.168.233.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:15:29.499169 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4e88c0ce-1a89-4927-8e95-3f84785ad68d req-26129100-d9c4-435b-b803-6b4f32b6ecdb tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a38ffab-ac68-4a27-8224-3a882d000e29 HTTP/1.1" status: 200 len: 210 time: 0.0322866 Nov 12 08:15:29.516076 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-557201fe-716f-483d-a747-0199cac09f8a req-1367d7fd-62f1-4bd7-88ea-75d1d2ecc74b tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526862 Nov 12 08:15:29.523694 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:29.545450 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2393022c-b8ff-4fe1-8f37-568a7b900426 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:15:29.555941 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a027cfb-0708-4da3-ab68-8147ff2a3808', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cbf1e6f-4bdf-497a-8623-70a89e412f4c'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:15:29.558115 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c53620d-c4f6-4a8d-b9d5-8782f22e7434" -d '{"events": [{"server_uuid": "7a027cfb-0708-4da3-ab68-8147ff2a3808", "name": "network-vif-unplugged", "status": "completed", "tag": "7cbf1e6f-4bdf-497a-8623-70a89e412f4c"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:15:29.571924 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 2393022c-b8ff-4fe1-8f37-568a7b900426, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=2393022c-b8ff-4fe1-8f37-568a7b900426,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:15:29.584471 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:29.623483 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a97221de-137c-4439-84eb-8ff8d32126a4 x-openstack-request-id: req-a97221de-137c-4439-84eb-8ff8d32126a4 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:15:29.623822 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a027cfb-0708-4da3-ab68-8147ff2a3808", "name": "network-vif-unplugged", "status": "completed", "tag": "7cbf1e6f-4bdf-497a-8623-70a89e412f4c", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:15:29.624085 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a97221de-137c-4439-84eb-8ff8d32126a4 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:15:29.624473 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a027cfb-0708-4da3-ab68-8147ff2a3808', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cbf1e6f-4bdf-497a-8623-70a89e412f4c', 'code': 200} Nov 12 08:15:29.664469 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=2393022c-b8ff-4fe1-8f37-568a7b900426,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:29.690805 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834d304e-8c8c-4f89-8224-b1e06027acf7 req-6dc125dd-8fc3-49f8-8d77-09fcb1456754 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:29.693346 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-834d304e-8c8c-4f89-8224-b1e06027acf7 req-6dc125dd-8fc3-49f8-8d77-09fcb1456754 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/ports?device_id=814ef8c2-2c7f-478a-bce9-fc579bf87532 HTTP/1.1" status: 200 len: 943 time: 0.0640442 Nov 12 08:15:29.731209 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e601d3-a838-4047-9dda-7c5edf907bd4 req-e8f3eafa-04a7-4141-91ae-74acde7e24dd tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:29.732771 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-73e601d3-a838-4047-9dda-7c5edf907bd4 req-e8f3eafa-04a7-4141-91ae-74acde7e24dd tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=9a68790d-0259-42cd-870d-a69a978aa6fd HTTP/1.1" status: 200 len: 948 time: 0.0605567 Nov 12 08:15:29.745566 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-834d304e-8c8c-4f89-8224-b1e06027acf7 req-98edc177-9f6d-4553-8dc0-143a16037bda tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/security-groups?id=2be1fc6f-9ac2-4510-8984-890d50fd1a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462134 Nov 12 08:15:29.786493 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-73e601d3-a838-4047-9dda-7c5edf907bd4 req-e1337c71-cebc-4f4d-a6f6-68723fc84f62 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474720 Nov 12 08:15:29.866168 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504dd42c-f733-4445-9b3d-930838090175 req-c3a1b233-2184-420d-a220-456a261cf4ee tempest-AttachSCSIVolumeTestJSON-1725353349 tempest-AttachSCSIVolumeTestJSON-1725353349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:29.867710 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-504dd42c-f733-4445-9b3d-930838090175 req-c3a1b233-2184-420d-a220-456a261cf4ee tempest-AttachSCSIVolumeTestJSON-1725353349 tempest-AttachSCSIVolumeTestJSON-1725353349-project] 10.222.0.26 "GET /v2.0/ports?device_id=8daf96f6-960d-49b9-a47a-6432de10a009 HTTP/1.1" status: 200 len: 946 time: 0.0557644 Nov 12 08:15:29.923893 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-504dd42c-f733-4445-9b3d-930838090175 req-5040433e-1573-4477-b6e8-4df0d060d921 tempest-AttachSCSIVolumeTestJSON-1725353349 tempest-AttachSCSIVolumeTestJSON-1725353349-project] 10.222.0.26 "GET /v2.0/security-groups?id=b75e1799-a001-44e4-aae3-9da5da29512a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499668 Nov 12 08:15:30.016617 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3aa702-64eb-425f-91d7-0827dfea4b6e req-8c783ae0-e1c6-4d9a-847c-73303a0da86d tempest-AttachSCSIVolumeTestJSON-1725353349 tempest-AttachSCSIVolumeTestJSON-1725353349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:30.018176 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ae3aa702-64eb-425f-91d7-0827dfea4b6e req-8c783ae0-e1c6-4d9a-847c-73303a0da86d tempest-AttachSCSIVolumeTestJSON-1725353349 tempest-AttachSCSIVolumeTestJSON-1725353349-project] 10.222.0.44 "GET /v2.0/ports?device_id=8daf96f6-960d-49b9-a47a-6432de10a009 HTTP/1.1" status: 200 len: 946 time: 0.0529420 Nov 12 08:15:30.085594 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['2393022c-b8ff-4fe1-8f37-568a7b900426'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:15:30.115262 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['7cbf1e6f-4bdf-497a-8623-70a89e412f4c'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:15:30.124429 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-ae3aa702-64eb-425f-91d7-0827dfea4b6e req-dbbd6e77-5647-4533-9e5e-691b127783ff tempest-AttachSCSIVolumeTestJSON-1725353349 tempest-AttachSCSIVolumeTestJSON-1725353349-project] Deleting port ffb48297-a1ac-4a16-b390-b03e53b462da {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:15:30.125028 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-ae3aa702-64eb-425f-91d7-0827dfea4b6e req-dbbd6e77-5647-4533-9e5e-691b127783ff tempest-AttachSCSIVolumeTestJSON-1725353349 tempest-AttachSCSIVolumeTestJSON-1725353349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:30.230627 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-ae3aa702-64eb-425f-91d7-0827dfea4b6e req-dbbd6e77-5647-4533-9e5e-691b127783ff tempest-AttachSCSIVolumeTestJSON-1725353349 tempest-AttachSCSIVolumeTestJSON-1725353349-project] For port ffb48297-a1ac-4a16-b390-b03e53b462da, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=ffb48297-a1ac-4a16-b390-b03e53b462da,segment=NetworkSegment(16a676a6-44d3-4968-acea-0101be5a5fbd),segment_id=16a676a6-44d3-4968-acea-0101be5a5fbd)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:15:30.231315 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-ae3aa702-64eb-425f-91d7-0827dfea4b6e req-dbbd6e77-5647-4533-9e5e-691b127783ff tempest-AttachSCSIVolumeTestJSON-1725353349 tempest-AttachSCSIVolumeTestJSON-1725353349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:30.249111 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-ae3aa702-64eb-425f-91d7-0827dfea4b6e req-dbbd6e77-5647-4533-9e5e-691b127783ff tempest-AttachSCSIVolumeTestJSON-1725353349 tempest-AttachSCSIVolumeTestJSON-1725353349-project] Calling delete_port for ffb48297-a1ac-4a16-b390-b03e53b462da owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:15:30.411689 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aed44d3-b8bb-4c90-8cf3-b0028ef22e1e req-9eed898c-5657-4dec-ba65-b414985774ac tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:30.413735 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9aed44d3-b8bb-4c90-8cf3-b0028ef22e1e req-9eed898c-5657-4dec-ba65-b414985774ac tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb563860-f65d-4503-8960-26c644509025 HTTP/1.1" status: 200 len: 943 time: 0.0762148 Nov 12 08:15:30.459120 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aacf238-3112-48d6-a0d8-3f151c8d682a req-7fe59fb7-ae09-4499-ad29-17d69ebc26ac tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:30.463120 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5aacf238-3112-48d6-a0d8-3f151c8d682a req-7fe59fb7-ae09-4499-ad29-17d69ebc26ac tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a027cfb-0708-4da3-ab68-8147ff2a3808 HTTP/1.1" status: 200 len: 944 time: 0.0809231 Nov 12 08:15:30.464143 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-ae3aa702-64eb-425f-91d7-0827dfea4b6e req-dbbd6e77-5647-4533-9e5e-691b127783ff tempest-AttachSCSIVolumeTestJSON-1725353349 tempest-AttachSCSIVolumeTestJSON-1725353349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:30.482515 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9aed44d3-b8bb-4c90-8cf3-b0028ef22e1e req-851ece41-0b2e-4157-b298-dbff35c89dd7 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624628 Nov 12 08:15:30.510636 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbd6e77-5647-4533-9e5e-691b127783ff tempest-AttachSCSIVolumeTestJSON-1725353349 tempest-AttachSCSIVolumeTestJSON-1725353349-project] Pushing event deleted for resources: {'Port': ['ID=ffb48297-a1ac-4a16-b390-b03e53b462da,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:30.575508 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae3aa702-64eb-425f-91d7-0827dfea4b6e req-dbbd6e77-5647-4533-9e5e-691b127783ff tempest-AttachSCSIVolumeTestJSON-1725353349 tempest-AttachSCSIVolumeTestJSON-1725353349-project] No DVR routers for this DVR port ffb48297-a1ac-4a16-b390-b03e53b462da on host n-h2-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:15:30.580324 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-ae3aa702-64eb-425f-91d7-0827dfea4b6e req-dbbd6e77-5647-4533-9e5e-691b127783ff tempest-AttachSCSIVolumeTestJSON-1725353349 tempest-AttachSCSIVolumeTestJSON-1725353349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:30.584161 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ae3aa702-64eb-425f-91d7-0827dfea4b6e req-dbbd6e77-5647-4533-9e5e-691b127783ff tempest-AttachSCSIVolumeTestJSON-1725353349 tempest-AttachSCSIVolumeTestJSON-1725353349-project] 10.222.0.44 "DELETE /v2.0/ports/ffb48297-a1ac-4a16-b390-b03e53b462da HTTP/1.1" status: 204 len: 173 time: 0.5591459 Nov 12 08:15:30.584655 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8daf96f6-960d-49b9-a47a-6432de10a009', 'name': 'network-vif-deleted', 'tag': 'ffb48297-a1ac-4a16-b390-b03e53b462da'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:15:30.587194 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40455f70-4a03-41e2-98c6-406b18b3a44f" -d '{"events": [{"server_uuid": "8daf96f6-960d-49b9-a47a-6432de10a009", "name": "network-vif-deleted", "tag": "ffb48297-a1ac-4a16-b390-b03e53b462da"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:15:30.608899 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5aacf238-3112-48d6-a0d8-3f151c8d682a req-c1f898cb-efe0-4f7a-896c-a02282c75208 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343930 Nov 12 08:15:30.731949 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 3e834aae-9b5f-458d-9cc7-973354893b85 details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:15:30.747690 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2d8fdee2-2375-4704-b0ae-3834ef95bd29 req-76cbfaab-429b-42d6-8f07-c7add83c6eb4 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a38ffab-ac68-4a27-8224-3a882d000e29 HTTP/1.1" status: 200 len: 210 time: 0.0563006 Nov 12 08:15:30.794607 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd369ab-f4aa-4698-ad5e-1cd967852db0 x-openstack-request-id: req-8cd369ab-f4aa-4698-ad5e-1cd967852db0 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:15:30.794962 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8daf96f6-960d-49b9-a47a-6432de10a009", "name": "network-vif-deleted", "tag": "ffb48297-a1ac-4a16-b390-b03e53b462da", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:15:30.795282 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8cd369ab-f4aa-4698-ad5e-1cd967852db0 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:15:30.795769 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8daf96f6-960d-49b9-a47a-6432de10a009', 'name': 'network-vif-deleted', 'tag': 'ffb48297-a1ac-4a16-b390-b03e53b462da', 'status': 'completed', 'code': 200} Nov 12 08:15:30.808119 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff3e517-0c16-4173-aa3e-57949ba78b91 req-a49a923e-7b91-4baa-b29f-081a9c827428 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:30.818030 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3ff3e517-0c16-4173-aa3e-57949ba78b91 req-a49a923e-7b91-4baa-b29f-081a9c827428 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=54100ade-491e-488a-8bdb-541746e0bddb HTTP/1.1" status: 200 len: 945 time: 0.0968113 Nov 12 08:15:30.876548 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3ff3e517-0c16-4173-aa3e-57949ba78b91 req-b7a859c5-b3b4-494d-b1d7-c626bda6e8a7 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575833 Nov 12 08:15:30.915642 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 3e834aae-9b5f-458d-9cc7-973354893b85, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=3e834aae-9b5f-458d-9cc7-973354893b85,segment=NetworkSegment(a106eec8-121b-4263-b8d3-a9f51835748a),segment_id=a106eec8-121b-4263-b8d3-a9f51835748a)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:15:30.922524 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad2d706-3671-403a-bcb7-734bd517c2b2 req-e3f91d8b-44cf-496a-be81-a4d81449af89 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:30.929167 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Returning: {'device': '3e834aae-9b5f-458d-9cc7-973354893b85', 'network_id': '40394aaa-5b48-46ac-9ed5-f45717b31d2a', 'port_id': '3e834aae-9b5f-458d-9cc7-973354893b85', 'mac_address': 'fa:16:3e:71:54:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8003fb7-8902-40e2-b290-1bf251c415df', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:15:30.933469 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dad2d706-3671-403a-bcb7-734bd517c2b2 req-e3f91d8b-44cf-496a-be81-a4d81449af89 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/ports?device_id=814ef8c2-2c7f-478a-bce9-fc579bf87532 HTTP/1.1" status: 200 len: 943 time: 0.0716751 Nov 12 08:15:30.977090 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:30.984575 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dad2d706-3671-403a-bcb7-734bd517c2b2 req-e755798f-7b85-408b-bbae-a29eb682b259 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/security-groups?id=2be1fc6f-9ac2-4510-8984-890d50fd1a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500546 Nov 12 08:15:31.004791 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f93e9cc-38aa-4e68-a6c9-e1a215274ea0 req-957a0490-1750-4d0a-a55b-b5434507a39a tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:31.008563 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-e530113a-7783-48f4-9840-8911a24052df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e834aae-9b5f-458d-9cc7-973354893b85 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:15:31.012995 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6f93e9cc-38aa-4e68-a6c9-e1a215274ea0 req-957a0490-1750-4d0a-a55b-b5434507a39a tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=9a68790d-0259-42cd-870d-a69a978aa6fd HTTP/1.1" status: 200 len: 948 time: 0.0639172 Nov 12 08:15:31.033185 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 3e834aae-9b5f-458d-9cc7-973354893b85, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=3e834aae-9b5f-458d-9cc7-973354893b85,segment=NetworkSegment(a106eec8-121b-4263-b8d3-a9f51835748a),segment_id=a106eec8-121b-4263-b8d3-a9f51835748a)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:15:31.039959 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:31.040910 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 902cd9cc-6d3e-4409-98d1-ed041bf480dd details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:15:31.069148 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6f93e9cc-38aa-4e68-a6c9-e1a215274ea0 req-1959f5ab-25f9-467a-8a1a-e15b31500690 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552244 Nov 12 08:15:31.108592 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b3b98f69-b1c3-40fa-9045-e7068ac59a38 req-c2d928bb-0ee8-4098-b61b-3d3c5c73cc04 tempest-AttachSCSIVolumeTestJSON-1725353349 tempest-AttachSCSIVolumeTestJSON-1725353349-project] 10.222.0.26 "GET /v2.0/ports?device_id=8daf96f6-960d-49b9-a47a-6432de10a009 HTTP/1.1" status: 200 len: 210 time: 0.0288301 Nov 12 08:15:31.220812 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['ffb48297-a1ac-4a16-b390-b03e53b462da'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:15:31.266737 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=3e834aae-9b5f-458d-9cc7-973354893b85,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:31.282126 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 902cd9cc-6d3e-4409-98d1-ed041bf480dd, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=902cd9cc-6d3e-4409-98d1-ed041bf480dd,segment=NetworkSegment(a106eec8-121b-4263-b8d3-a9f51835748a),segment_id=a106eec8-121b-4263-b8d3-a9f51835748a)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:15:31.293388 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Returning: {'device': '902cd9cc-6d3e-4409-98d1-ed041bf480dd', 'network_id': '40394aaa-5b48-46ac-9ed5-f45717b31d2a', 'port_id': '902cd9cc-6d3e-4409-98d1-ed041bf480dd', 'mac_address': 'fa:16:3e:e6:9b:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8003fb7-8902-40e2-b290-1bf251c415df', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:15:31.335171 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:31.349276 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-e530113a-7783-48f4-9840-8911a24052df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 902cd9cc-6d3e-4409-98d1-ed041bf480dd {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:15:31.368694 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 902cd9cc-6d3e-4409-98d1-ed041bf480dd, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=902cd9cc-6d3e-4409-98d1-ed041bf480dd,segment=NetworkSegment(a106eec8-121b-4263-b8d3-a9f51835748a),segment_id=a106eec8-121b-4263-b8d3-a9f51835748a)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:15:31.373698 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:31.431229 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=902cd9cc-6d3e-4409-98d1-ed041bf480dd,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:31.607839 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcba299f-7b86-4c84-ae29-75ed072c0261 req-1479284c-0755-467e-8b6c-02a1312d2aaa tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:31.609349 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-dcba299f-7b86-4c84-ae29-75ed072c0261 req-1479284c-0755-467e-8b6c-02a1312d2aaa tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb563860-f65d-4503-8960-26c644509025 HTTP/1.1" status: 200 len: 943 time: 0.0545089 Nov 12 08:15:31.667202 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-dcba299f-7b86-4c84-ae29-75ed072c0261 req-0aa0025b-5832-44b5-a354-b2f8a992be2a tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496142 Nov 12 08:15:31.785436 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57851f44-885f-49fc-815e-a13efd05712d req-cef30fa9-7852-4937-a12e-6dc86b71ce21 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:31.786951 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-57851f44-885f-49fc-815e-a13efd05712d req-cef30fa9-7852-4937-a12e-6dc86b71ce21 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a027cfb-0708-4da3-ab68-8147ff2a3808 HTTP/1.1" status: 200 len: 944 time: 0.0546653 Nov 12 08:15:31.830549 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['902cd9cc-6d3e-4409-98d1-ed041bf480dd'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:15:31.834899 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['3e834aae-9b5f-458d-9cc7-973354893b85'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:15:31.843347 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-57851f44-885f-49fc-815e-a13efd05712d req-04a8bcb6-a2fe-4939-aea9-5618a1770db5 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501056 Nov 12 08:15:31.848906 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-148aedff-7424-444c-9e09-037aa75cc241 req-47eec980-d717-44b9-bd6e-8a0300b5b311 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a38ffab-ac68-4a27-8224-3a882d000e29 HTTP/1.1" status: 200 len: 210 time: 0.0287032 Nov 12 08:15:31.992429 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f3fc4b-e5b4-48c2-840b-22429f540e2e req-ad9c12a0-9eb4-4362-9abd-a16ac7d13efe tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:31.994265 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-65f3fc4b-e5b4-48c2-840b-22429f540e2e req-ad9c12a0-9eb4-4362-9abd-a16ac7d13efe tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=54100ade-491e-488a-8bdb-541746e0bddb HTTP/1.1" status: 200 len: 945 time: 0.0511758 Nov 12 08:15:32.075771 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-65f3fc4b-e5b4-48c2-840b-22429f540e2e req-3d9d6191-7cd7-480b-9e28-2bbbbe9ef801 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680182 Nov 12 08:15:32.150343 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab31f19-2b6e-4445-adfc-bf043e656152 req-54c7e3af-2d40-48ef-b7ee-5cc893ce55c9 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:32.152782 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3ab31f19-2b6e-4445-adfc-bf043e656152 req-54c7e3af-2d40-48ef-b7ee-5cc893ce55c9 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/ports?device_id=814ef8c2-2c7f-478a-bce9-fc579bf87532 HTTP/1.1" status: 200 len: 944 time: 0.0699227 Nov 12 08:15:32.209006 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3ab31f19-2b6e-4445-adfc-bf043e656152 req-ae1062bc-e2e5-45a4-9d77-531dc9b56d6a tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/security-groups?id=2be1fc6f-9ac2-4510-8984-890d50fd1a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470815 Nov 12 08:15:32.251541 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7bd3c1-fb32-4092-ab8d-c76e3affb45b req-c9831269-50e2-4c7a-ad2d-9363bd108b90 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:32.253756 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0e7bd3c1-fb32-4092-ab8d-c76e3affb45b req-c9831269-50e2-4c7a-ad2d-9363bd108b90 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=9a68790d-0259-42cd-870d-a69a978aa6fd HTTP/1.1" status: 200 len: 948 time: 0.0643251 Nov 12 08:15:32.307802 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0e7bd3c1-fb32-4092-ab8d-c76e3affb45b req-c09937f3-2ffb-4e09-8086-8cc54caa6771 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473228 Nov 12 08:15:32.797194 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b07784-9a76-4129-b53e-65d6d28edfc7 req-582e869b-951f-4d25-824e-e7beaca8da09 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:32.798577 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b5b07784-9a76-4129-b53e-65d6d28edfc7 req-582e869b-951f-4d25-824e-e7beaca8da09 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb563860-f65d-4503-8960-26c644509025 HTTP/1.1" status: 200 len: 943 time: 0.0575821 Nov 12 08:15:32.849861 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b5b07784-9a76-4129-b53e-65d6d28edfc7 req-503b6ebe-4333-400b-8db2-d9d6ee00b9c8 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444326 Nov 12 08:15:32.979205 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a017a2b9-ad96-43ca-a933-1896421f686f req-3cb4780e-f115-4f31-a47e-6380a47b4207 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:32.980710 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a017a2b9-ad96-43ca-a933-1896421f686f req-3cb4780e-f115-4f31-a47e-6380a47b4207 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a027cfb-0708-4da3-ab68-8147ff2a3808 HTTP/1.1" status: 200 len: 944 time: 0.0660474 Nov 12 08:15:33.044356 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a017a2b9-ad96-43ca-a933-1896421f686f req-1026a08c-b8c8-43c8-a989-3042bc1ef4f4 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572460 Nov 12 08:15:33.050177 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 7cbf1e6f-4bdf-497a-8623-70a89e412f4c up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:15:33.136321 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port 7cbf1e6f-4bdf-497a-8623-70a89e412f4c triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:15:33.136579 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:33.264061 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f5f925-a058-4950-a171-b7bd95e41b4c req-04a7944b-2f3e-4c2c-9877-a214885b1912 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:33.273065 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-14f5f925-a058-4950-a171-b7bd95e41b4c req-04a7944b-2f3e-4c2c-9877-a214885b1912 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=54100ade-491e-488a-8bdb-541746e0bddb HTTP/1.1" status: 200 len: 945 time: 0.0922000 Nov 12 08:15:33.308042 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:33.333430 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-14f5f925-a058-4950-a171-b7bd95e41b4c req-9415912e-a895-4e08-b42d-83d7c2c5e820 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594110 Nov 12 08:15:33.369694 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 7cbf1e6f-4bdf-497a-8623-70a89e412f4c, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=7cbf1e6f-4bdf-497a-8623-70a89e412f4c,segment=NetworkSegment(74228b36-f518-48da-bb5a-2dae6173211b),segment_id=74228b36-f518-48da-bb5a-2dae6173211b)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:15:33.371660 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a027cfb-0708-4da3-ab68-8147ff2a3808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cbf1e6f-4bdf-497a-8623-70a89e412f4c'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:15:33.378373 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38bf7bd3-d2bb-49da-87cd-ba87fa265b26" -d '{"events": [{"server_uuid": "7a027cfb-0708-4da3-ab68-8147ff2a3808", "name": "network-vif-plugged", "status": "completed", "tag": "7cbf1e6f-4bdf-497a-8623-70a89e412f4c"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:15:33.389488 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:33.390665 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 2393022c-b8ff-4fe1-8f37-568a7b900426 up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:15:33.399686 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6805fce-9d27-4436-bffa-5b2e42276061 req-4ee6ae5c-265a-4022-a329-6951b2586c6c tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:33.407110 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c6805fce-9d27-4436-bffa-5b2e42276061 req-4ee6ae5c-265a-4022-a329-6951b2586c6c tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/ports?device_id=814ef8c2-2c7f-478a-bce9-fc579bf87532 HTTP/1.1" status: 200 len: 944 time: 0.0883317 Nov 12 08:15:33.456724 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e3dac8e1-548f-40cf-8678-2d075be3950b req-eb715381-bc4b-4bc9-8f8d-8f3ce5c00bcb service neutron] 10.222.0.44 "GET /v2.0/ports/d07f2704-930d-4d20-97dd-5fea604c4aea/bindings/n-h1-765315-29 HTTP/1.1" status: 200 len: 385 time: 0.1214337 Nov 12 08:15:33.475699 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c6805fce-9d27-4436-bffa-5b2e42276061 req-2071d4a6-56c8-4248-be10-8fcb475c3e8d tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/security-groups?id=2be1fc6f-9ac2-4510-8984-890d50fd1a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674937 Nov 12 08:15:33.517314 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=7cbf1e6f-4bdf-497a-8623-70a89e412f4c,revision_number=8']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:33.523647 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning for port 2393022c-b8ff-4fe1-8f37-568a7b900426 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:15:33.528077 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port 2393022c-b8ff-4fe1-8f37-568a7b900426 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:15:33.528537 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:33.611405 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3068220e-dea5-4b63-b667-a18973a78990 req-53e4a1ce-f839-4574-8bba-f236ed9b8fd3 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:33.620001 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3068220e-dea5-4b63-b667-a18973a78990 req-53e4a1ce-f839-4574-8bba-f236ed9b8fd3 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=9a68790d-0259-42cd-870d-a69a978aa6fd HTTP/1.1" status: 200 len: 948 time: 0.0787728 Nov 12 08:15:33.628388 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:33.672595 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 2393022c-b8ff-4fe1-8f37-568a7b900426, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=2393022c-b8ff-4fe1-8f37-568a7b900426,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:15:33.679878 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3068220e-dea5-4b63-b667-a18973a78990 req-f9640f36-eaa6-48be-a601-23163268aff4 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590205 Nov 12 08:15:33.686190 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:33.687607 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device ffb48297-a1ac-4a16-b390-b03e53b462da no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:15:33.770950 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-e3dac8e1-548f-40cf-8678-2d075be3950b req-2043c259-e959-4f69-b82a-94911dcac166 service neutron] For port d07f2704-930d-4d20-97dd-5fea604c4aea, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=d07f2704-930d-4d20-97dd-5fea604c4aea,segment=NetworkSegment(2faefcc0-552f-4085-b81e-2c4b58f0de67),segment_id=2faefcc0-552f-4085-b81e-2c4b58f0de67)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:15:33.771784 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] No Port match for: ffb48297-a1ac-4a16-b390-b03e53b462da {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:15:33.772145 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device ffb48297-a1ac-4a16-b390-b03e53b462da not bound to the agent host n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:15:33.774685 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-962cb25d-8c7a-4cdb-8a21-df56e967a444 x-openstack-request-id: req-962cb25d-8c7a-4cdb-8a21-df56e967a444 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:15:33.774979 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a027cfb-0708-4da3-ab68-8147ff2a3808", "name": "network-vif-plugged", "status": "completed", "tag": "7cbf1e6f-4bdf-497a-8623-70a89e412f4c", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:15:33.775706 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-962cb25d-8c7a-4cdb-8a21-df56e967a444 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:15:33.776116 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a027cfb-0708-4da3-ab68-8147ff2a3808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cbf1e6f-4bdf-497a-8623-70a89e412f4c', 'code': 200} Nov 12 08:15:33.777035 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=2393022c-b8ff-4fe1-8f37-568a7b900426,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:33.797313 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb75245-51d7-417b-bd97-23cdf025b6bc req-cc2bf828-0a6c-455d-8f10-15b0522ece43 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:33.798846 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6eb75245-51d7-417b-bd97-23cdf025b6bc req-cc2bf828-0a6c-455d-8f10-15b0522ece43 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/networks?id=e1e67e1f-8798-45f5-b239-65208acc87f1 HTTP/1.1" status: 200 len: 812 time: 0.2631762 Nov 12 08:15:33.822747 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-e3dac8e1-548f-40cf-8678-2d075be3950b req-2043c259-e959-4f69-b82a-94911dcac166 service neutron] For port d07f2704-930d-4d20-97dd-5fea604c4aea, host n-h2-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:15:33.825957 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6eb75245-51d7-417b-bd97-23cdf025b6bc req-8179fd99-f6d3-41c6-9349-1692b10c0a66 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/quotas/89f29a2548464b6e8bac4db47e7c0c8b HTTP/1.1" status: 200 len: 375 time: 0.0186384 Nov 12 08:15:33.864560 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4d3914da-8e72-4ed3-863d-b5205efc4b89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:33.893021 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6eb75245-51d7-417b-bd97-23cdf025b6bc req-adc8db40-8167-4e42-be0e-de8d3e014bb1 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=89f29a2548464b6e8bac4db47e7c0c8b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0453212 Nov 12 08:15:33.904181 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-e3dac8e1-548f-40cf-8678-2d075be3950b req-2043c259-e959-4f69-b82a-94911dcac166 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d07f2704-930d-4d20-97dd-5fea604c4aea {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:15:33.924156 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-e3dac8e1-548f-40cf-8678-2d075be3950b req-2043c259-e959-4f69-b82a-94911dcac166 service neutron] For port d07f2704-930d-4d20-97dd-5fea604c4aea, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=d07f2704-930d-4d20-97dd-5fea604c4aea,segment=NetworkSegment(2faefcc0-552f-4085-b81e-2c4b58f0de67),segment_id=2faefcc0-552f-4085-b81e-2c4b58f0de67)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:15:33.993183 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e3dac8e1-548f-40cf-8678-2d075be3950b req-2043c259-e959-4f69-b82a-94911dcac166 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:34.030298 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c713d2-4fe4-489f-aa99-96eb4f2b6fc5 req-29d3d849-3b9f-4e89-ae3d-440af9b1345d tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:34.032128 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e3c713d2-4fe4-489f-aa99-96eb4f2b6fc5 req-29d3d849-3b9f-4e89-ae3d-440af9b1345d tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb563860-f65d-4503-8960-26c644509025 HTTP/1.1" status: 200 len: 943 time: 0.0881379 Nov 12 08:15:34.039124 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b28e46-0cea-4414-bf63-09a86a098cea req-1c235555-6800-4b2d-9102-07964cd5cb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:34.041251 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-20b28e46-0cea-4414-bf63-09a86a098cea req-1c235555-6800-4b2d-9102-07964cd5cb95 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7a027cfb-0708-4da3-ab68-8147ff2a3808 HTTP/1.1" status: 200 len: 1097 time: 0.0688355 Nov 12 08:15:34.087377 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6eb75245-51d7-417b-bd97-23cdf025b6bc req-582ed40a-13e4-4990-84b4-40a261b3c2df service neutron] 10.222.0.26 "GET /v2.0/networks/e1e67e1f-8798-45f5-b239-65208acc87f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784267 Nov 12 08:15:34.119460 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-e3dac8e1-548f-40cf-8678-2d075be3950b req-2043c259-e959-4f69-b82a-94911dcac166 service neutron] Transition to ACTIVE for port object d07f2704-930d-4d20-97dd-5fea604c4aea will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:15:34.127192 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e3c713d2-4fe4-489f-aa99-96eb4f2b6fc5 req-401d82f2-8b9c-4b94-8b8a-839ade1cc2dc tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851414 Nov 12 08:15:34.127628 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e3dac8e1-548f-40cf-8678-2d075be3950b req-2043c259-e959-4f69-b82a-94911dcac166 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:34.143795 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-20b28e46-0cea-4414-bf63-09a86a098cea req-8dc2c5c2-4dc7-4df8-9c88-ec7d5751200a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798264 Nov 12 08:15:34.223361 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3dac8e1-548f-40cf-8678-2d075be3950b req-2043c259-e959-4f69-b82a-94911dcac166 service neutron] No DVR routers for this DVR port d07f2704-930d-4d20-97dd-5fea604c4aea on host n-h2-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:15:34.249581 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b6d1dc-9d80-4c9f-801f-8a9878b2ac2a req-edf161f4-8197-422d-b116-294f1021c8c0 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:34.251452 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b9b6d1dc-9d80-4c9f-801f-8a9878b2ac2a req-edf161f4-8197-422d-b116-294f1021c8c0 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a027cfb-0708-4da3-ab68-8147ff2a3808 HTTP/1.1" status: 200 len: 945 time: 0.0587931 Nov 12 08:15:34.290839 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2043c259-e959-4f69-b82a-94911dcac166 service neutron] Pushing event updated for resources: {'Port': ['ID=d07f2704-930d-4d20-97dd-5fea604c4aea,revision_number=10']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:34.303068 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e3dac8e1-548f-40cf-8678-2d075be3950b req-2043c259-e959-4f69-b82a-94911dcac166 service neutron] 10.222.0.44 "PUT /v2.0/ports/d07f2704-930d-4d20-97dd-5fea604c4aea/bindings/n-h1-765315-29/activate HTTP/1.1" status: 200 len: 370 time: 0.8371069 Nov 12 08:15:34.308719 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6eb75245-51d7-417b-bd97-23cdf025b6bc req-f9391f30-494b-4c46-94a1-5837c388b6b6 service neutron] 10.222.0.26 "GET /v2.0/networks/e1e67e1f-8798-45f5-b239-65208acc87f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108393 Nov 12 08:15:34.315066 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b9b6d1dc-9d80-4c9f-801f-8a9878b2ac2a req-8761b1d4-07ec-437c-a8f6-af7d4e82bf97 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529916 Nov 12 08:15:34.470678 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c851bf-86a2-4e12-a13f-2c740095d41a req-bf89f592-0e13-4347-a780-9fae6c5b80be tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:34.472201 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d5c851bf-86a2-4e12-a13f-2c740095d41a req-bf89f592-0e13-4347-a780-9fae6c5b80be tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=54100ade-491e-488a-8bdb-541746e0bddb HTTP/1.1" status: 200 len: 945 time: 0.0580359 Nov 12 08:15:34.504323 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f9b2bd3c-2d5a-44ec-8d43-dcbdd128ea2a req-bd5ba876-e622-4b02-9f5e-8ef69d5a6a29 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=7cfe098f-be68-47e6-a7fd-f4d11960ec51 HTTP/1.1" status: 200 len: 210 time: 0.0461800 Nov 12 08:15:34.562258 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d5c851bf-86a2-4e12-a13f-2c740095d41a req-f5b95299-acd3-4682-92b2-ce4f7a953aa2 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804830 Nov 12 08:15:34.659736 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dac8e1-548f-40cf-8678-2d075be3950b req-444bf775-96ed-4e9c-9067-90bcc3529781 tempest-LiveMigrationTest-1817512610 tempest-LiveMigrationTest-1817512610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:34.664546 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e3dac8e1-548f-40cf-8678-2d075be3950b req-444bf775-96ed-4e9c-9067-90bcc3529781 tempest-LiveMigrationTest-1817512610 tempest-LiveMigrationTest-1817512610-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=fb563860-f65d-4503-8960-26c644509025&tenant_id=7317cbf37f7b44a3b0cd0a433cf6ba52&binding%3Ahost_id=n-h2-765315-29 HTTP/1.1" status: 200 len: 1096 time: 0.1080730 Nov 12 08:15:34.743759 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76084933-5731-4f23-9a13-e0593f2509e6 req-b6c32989-e61b-4e65-99b6-a9e62db1caa5 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:34.745986 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-76084933-5731-4f23-9a13-e0593f2509e6 req-b6c32989-e61b-4e65-99b6-a9e62db1caa5 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/ports?device_id=814ef8c2-2c7f-478a-bce9-fc579bf87532 HTTP/1.1" status: 200 len: 944 time: 0.1282859 Nov 12 08:15:34.759197 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 3e834aae-9b5f-458d-9cc7-973354893b85 up at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:15:34.799293 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dac8e1-548f-40cf-8678-2d075be3950b req-eb4afe89-efa0-44ab-92fa-9d99ec1785d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:34.801626 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e3dac8e1-548f-40cf-8678-2d075be3950b req-eb4afe89-efa0-44ab-92fa-9d99ec1785d5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fb563860-f65d-4503-8960-26c644509025&tenant_id=7317cbf37f7b44a3b0cd0a433cf6ba52 HTTP/1.1" status: 200 len: 1096 time: 0.1212225 Nov 12 08:15:34.858123 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning for port 3e834aae-9b5f-458d-9cc7-973354893b85 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:15:34.863076 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning complete for port 3e834aae-9b5f-458d-9cc7-973354893b85 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:15:34.863773 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:34.879596 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-76084933-5731-4f23-9a13-e0593f2509e6 req-4cfa913e-5a20-429b-9efd-4741ccda3960 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/security-groups?id=2be1fc6f-9ac2-4510-8984-890d50fd1a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219490 Nov 12 08:15:34.983300 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:34.998490 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dac8e1-548f-40cf-8678-2d075be3950b req-a59d4599-b2cf-41a9-9dcc-d896d41da488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:35.000641 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e3dac8e1-548f-40cf-8678-2d075be3950b req-a59d4599-b2cf-41a9-9dcc-d896d41da488 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7317cbf37f7b44a3b0cd0a433cf6ba52&device_id=fb563860-f65d-4503-8960-26c644509025 HTTP/1.1" status: 200 len: 1096 time: 0.1557860 Nov 12 08:15:35.026373 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ebc471-3935-4718-935f-f2c8e5272d7d req-3045e226-de1e-406d-b641-cfef4fd33634 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:35.034351 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-45ebc471-3935-4718-935f-f2c8e5272d7d req-3045e226-de1e-406d-b641-cfef4fd33634 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=9a68790d-0259-42cd-870d-a69a978aa6fd HTTP/1.1" status: 200 len: 949 time: 0.0781198 Nov 12 08:15:35.036719 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 3e834aae-9b5f-458d-9cc7-973354893b85, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=3e834aae-9b5f-458d-9cc7-973354893b85,segment=NetworkSegment(a106eec8-121b-4263-b8d3-a9f51835748a),segment_id=a106eec8-121b-4263-b8d3-a9f51835748a)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:15:35.042508 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:35.045075 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 902cd9cc-6d3e-4409-98d1-ed041bf480dd up at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:15:35.147415 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=3e834aae-9b5f-458d-9cc7-973354893b85,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:35.160176 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-45ebc471-3935-4718-935f-f2c8e5272d7d req-c57f2b67-dc7d-43f3-affb-14165a956bac tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248014 Nov 12 08:15:35.190800 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:35.205954 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dac8e1-548f-40cf-8678-2d075be3950b req-79a1bf3d-110a-41ea-9ec6-7a0d85775edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:35.208467 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e3dac8e1-548f-40cf-8678-2d075be3950b req-79a1bf3d-110a-41ea-9ec6-7a0d85775edd service neutron] 10.222.0.21 "GET /v2.0/networks?id=6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a HTTP/1.1" status: 200 len: 908 time: 0.1919646 Nov 12 08:15:35.212199 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning for port 902cd9cc-6d3e-4409-98d1-ed041bf480dd completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:15:35.218197 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning complete for port 902cd9cc-6d3e-4409-98d1-ed041bf480dd triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:15:35.218680 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:35.273740 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e3dac8e1-548f-40cf-8678-2d075be3950b req-f94e2cc9-8723-40bd-8b28-d1613451408c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d07f2704-930d-4d20-97dd-5fea604c4aea HTTP/1.1" status: 200 len: 217 time: 0.0537443 Nov 12 08:15:35.334980 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:35.335941 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1606e6-8e39-4dc4-a1f7-750544115d9d req-502691f7-388c-47f1-99d2-c49201bb5e4d tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:35.343157 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3a1606e6-8e39-4dc4-a1f7-750544115d9d req-502691f7-388c-47f1-99d2-c49201bb5e4d tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/networks?id=e1e67e1f-8798-45f5-b239-65208acc87f1 HTTP/1.1" status: 200 len: 812 time: 0.1477923 Nov 12 08:15:35.359365 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3a1606e6-8e39-4dc4-a1f7-750544115d9d req-43c9ee3e-1445-40e0-8689-6d38265c0b53 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/quotas/89f29a2548464b6e8bac4db47e7c0c8b HTTP/1.1" status: 200 len: 375 time: 0.0152283 Nov 12 08:15:35.371413 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89f6bae-6656-4941-a08d-bb27ef8a671e req-6b5edd50-26a6-4dd0-a322-08975960fa33 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:35.371969 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 902cd9cc-6d3e-4409-98d1-ed041bf480dd, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=902cd9cc-6d3e-4409-98d1-ed041bf480dd,segment=NetworkSegment(a106eec8-121b-4263-b8d3-a9f51835748a),segment_id=a106eec8-121b-4263-b8d3-a9f51835748a)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:15:35.373090 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c89f6bae-6656-4941-a08d-bb27ef8a671e req-6b5edd50-26a6-4dd0-a322-08975960fa33 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb563860-f65d-4503-8960-26c644509025 HTTP/1.1" status: 200 len: 944 time: 0.0933220 Nov 12 08:15:35.379862 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dac8e1-548f-40cf-8678-2d075be3950b req-d8b1ac89-753a-49b2-ae6b-5267d6bf3e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:35.381316 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e3dac8e1-548f-40cf-8678-2d075be3950b req-d8b1ac89-753a-49b2-ae6b-5267d6bf3e33 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b48e5e9c-f3da-4efc-88c4-db8837528b82 HTTP/1.1" status: 200 len: 847 time: 0.0640848 Nov 12 08:15:35.384061 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:35.400078 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3a1606e6-8e39-4dc4-a1f7-750544115d9d req-b458ab85-060e-43e6-a7bb-d92869c4912f tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=89f29a2548464b6e8bac4db47e7c0c8b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0381036 Nov 12 08:15:35.442361 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e3dac8e1-548f-40cf-8678-2d075be3950b req-76328c30-4b9b-4fe0-9ab4-5412832cda95 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456648 Nov 12 08:15:35.466455 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=902cd9cc-6d3e-4409-98d1-ed041bf480dd,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:35.517687 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c89f6bae-6656-4941-a08d-bb27ef8a671e req-392bf33d-f0be-4a31-b2bf-977075557a5e tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354084 Nov 12 08:15:35.526563 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3a1606e6-8e39-4dc4-a1f7-750544115d9d req-3fd1114f-70fa-4aef-a976-6709c7ee678b service neutron] 10.222.0.26 "GET /v2.0/networks/e1e67e1f-8798-45f5-b239-65208acc87f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211445 Nov 12 08:15:35.618479 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e3dac8e1-548f-40cf-8678-2d075be3950b req-1c1e9fd4-87bc-424d-89ea-fcdd07360e57 service neutron] 10.222.0.21 "GET /v2.0/networks/6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571839 Nov 12 08:15:35.633482 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3a1606e6-8e39-4dc4-a1f7-750544115d9d req-a767871d-af3a-4532-8d7b-4052106c7558 service neutron] 10.222.0.26 "GET /v2.0/networks/e1e67e1f-8798-45f5-b239-65208acc87f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060665 Nov 12 08:15:35.752817 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acf5421-d32a-4c69-8dba-629be4bf7a0f req-3cdd9edb-6ab4-4461-aadc-d0a251ed9f73 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:35.754628 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0acf5421-d32a-4c69-8dba-629be4bf7a0f req-3cdd9edb-6ab4-4461-aadc-d0a251ed9f73 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a027cfb-0708-4da3-ab68-8147ff2a3808 HTTP/1.1" status: 200 len: 945 time: 0.1272233 Nov 12 08:15:35.777149 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a68790d-0259-42cd-870d-a69a978aa6fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2393022c-b8ff-4fe1-8f37-568a7b900426'}, {'server_uuid': '2bbc781e-4ed7-4ee2-86c1-5657cde41973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e834aae-9b5f-458d-9cc7-973354893b85'}, {'server_uuid': '814ef8c2-2c7f-478a-bce9-fc579bf87532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '902cd9cc-6d3e-4409-98d1-ed041bf480dd'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:15:35.779605 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cedd38bd-5583-47dc-a8b9-ebcdf8ebc516" -d '{"events": [{"server_uuid": "9a68790d-0259-42cd-870d-a69a978aa6fd", "name": "network-vif-plugged", "status": "completed", "tag": "2393022c-b8ff-4fe1-8f37-568a7b900426"}, {"server_uuid": "2bbc781e-4ed7-4ee2-86c1-5657cde41973", "name": "network-vif-plugged", "status": "completed", "tag": "3e834aae-9b5f-458d-9cc7-973354893b85"}, {"server_uuid": "814ef8c2-2c7f-478a-bce9-fc579bf87532", "name": "network-vif-plugged", "status": "completed", "tag": "902cd9cc-6d3e-4409-98d1-ed041bf480dd"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:15:35.838653 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e3dac8e1-548f-40cf-8678-2d075be3950b req-aee6b639-68d8-4e84-a65b-7b0019721b1a service neutron] 10.222.0.21 "GET /v2.0/networks/6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962359 Nov 12 08:15:35.867634 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0acf5421-d32a-4c69-8dba-629be4bf7a0f req-dd354736-9a81-4a47-bd1f-5560e9a5d4fb tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755150 Nov 12 08:15:35.921433 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b049a90-a8f6-42c3-873a-5b21699748fb req-ee27738b-1e55-4c02-bdea-dc7c7136f4ba tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:35.931119 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7b049a90-a8f6-42c3-873a-5b21699748fb req-ee27738b-1e55-4c02-bdea-dc7c7136f4ba tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=54100ade-491e-488a-8bdb-541746e0bddb HTTP/1.1" status: 200 len: 945 time: 0.1019106 Nov 12 08:15:35.968234 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-914fa3eb-883f-44df-9947-3bac5b67f8d7 req-6cc6610c-8e5a-4ffb-bfaa-22b432c84e14 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=31b2b8c2-e027-411c-a071-b8cfbf99cc68 HTTP/1.1" status: 200 len: 210 time: 0.0457397 Nov 12 08:15:36.005111 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7b049a90-a8f6-42c3-873a-5b21699748fb req-3f219b71-44da-43f9-bf77-e82e8c517774 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675311 Nov 12 08:15:36.046447 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 12 Nov 2021 08:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ea9bc65-4470-4e98-9d0e-0ac83f4ca952 x-openstack-request-id: req-7ea9bc65-4470-4e98-9d0e-0ac83f4ca952 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:15:36.047477 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a68790d-0259-42cd-870d-a69a978aa6fd", "name": "network-vif-plugged", "status": "completed", "tag": "2393022c-b8ff-4fe1-8f37-568a7b900426", "code": 200}, {"server_uuid": "2bbc781e-4ed7-4ee2-86c1-5657cde41973", "name": "network-vif-plugged", "status": "completed", "tag": "3e834aae-9b5f-458d-9cc7-973354893b85", "code": 200}, {"server_uuid": "814ef8c2-2c7f-478a-bce9-fc579bf87532", "name": "network-vif-plugged", "status": "completed", "tag": "902cd9cc-6d3e-4409-98d1-ed041bf480dd", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:15:36.047724 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7ea9bc65-4470-4e98-9d0e-0ac83f4ca952 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:15:36.048296 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a68790d-0259-42cd-870d-a69a978aa6fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2393022c-b8ff-4fe1-8f37-568a7b900426', 'code': 200} Nov 12 08:15:36.048709 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bbc781e-4ed7-4ee2-86c1-5657cde41973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e834aae-9b5f-458d-9cc7-973354893b85', 'code': 200} Nov 12 08:15:36.049115 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '814ef8c2-2c7f-478a-bce9-fc579bf87532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '902cd9cc-6d3e-4409-98d1-ed041bf480dd', 'code': 200} Nov 12 08:15:36.154944 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2d8cc4-155b-4df9-a3c5-02ce81d40495 req-417e2f48-50d3-4372-945f-d5a8412356ce tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:36.164090 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ab2d8cc4-155b-4df9-a3c5-02ce81d40495 req-417e2f48-50d3-4372-945f-d5a8412356ce tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a027cfb-0708-4da3-ab68-8147ff2a3808 HTTP/1.1" status: 200 len: 945 time: 0.0847595 Nov 12 08:15:36.249499 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dac8e1-548f-40cf-8678-2d075be3950b req-9e940d8e-ec88-4ace-bc59-753ac84e34c7 tempest-LiveMigrationTest-1817512610 tempest-LiveMigrationTest-1817512610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:36.251182 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e3dac8e1-548f-40cf-8678-2d075be3950b req-9e940d8e-ec88-4ace-bc59-753ac84e34c7 tempest-LiveMigrationTest-1817512610 tempest-LiveMigrationTest-1817512610-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=fb563860-f65d-4503-8960-26c644509025&tenant_id=7317cbf37f7b44a3b0cd0a433cf6ba52&binding%3Ahost_id=n-h1-765315-29 HTTP/1.1" status: 200 len: 1096 time: 0.0839496 Nov 12 08:15:36.277770 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ab2d8cc4-155b-4df9-a3c5-02ce81d40495 req-4cdeb2f3-48c0-4ccf-9b15-3552556b3f63 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121931 Nov 12 08:15:36.337867 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e626a176-bd0e-4435-a7ff-2f55ea407497 req-92055537-d2c8-4890-b290-0e29412d4b72 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:36.347583 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e626a176-bd0e-4435-a7ff-2f55ea407497 req-92055537-d2c8-4890-b290-0e29412d4b72 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/ports?device_id=814ef8c2-2c7f-478a-bce9-fc579bf87532 HTTP/1.1" status: 200 len: 945 time: 0.2379246 Nov 12 08:15:36.400873 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfccf33-56de-49b5-8f31-689bb2d8e692 req-6d528348-8254-4590-803a-d137846f1694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:36.403368 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2bfccf33-56de-49b5-8f31-689bb2d8e692 req-6d528348-8254-4590-803a-d137846f1694 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9a68790d-0259-42cd-870d-a69a978aa6fd HTTP/1.1" status: 200 len: 1101 time: 0.1934137 Nov 12 08:15:36.405645 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a985c0-afa3-4af7-8dff-0e452c6a560f req-e076e01b-ce22-41d3-90e9-42e0f961536e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:36.407829 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-41a985c0-afa3-4af7-8dff-0e452c6a560f req-e076e01b-ce22-41d3-90e9-42e0f961536e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2bbc781e-4ed7-4ee2-86c1-5657cde41973 HTTP/1.1" status: 200 len: 1097 time: 0.2376082 Nov 12 08:15:36.458745 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2db8a89f-b669-4049-a46a-e065f83bf887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:36.478501 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-e3dac8e1-548f-40cf-8678-2d075be3950b req-1dcaef25-8fbf-4a49-8dfe-23b819344af7 service neutron] For port d07f2704-930d-4d20-97dd-5fea604c4aea, host n-h2-765315-29, cleared binding levels {{(pid=102600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:15:36.485508 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-e3dac8e1-548f-40cf-8678-2d075be3950b req-1dcaef25-8fbf-4a49-8dfe-23b819344af7 service neutron] Publish callbacks [] for binding, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:36.486407 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c215eab0-510c-4f06-a84c-52e7942379b5 req-148ddebc-f21c-4b90-8765-a73129418a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:36.486844 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e3dac8e1-548f-40cf-8678-2d075be3950b req-1dcaef25-8fbf-4a49-8dfe-23b819344af7 service neutron] 10.222.0.21 "DELETE /v2.0/ports/d07f2704-930d-4d20-97dd-5fea604c4aea/bindings/n-h2-765315-29 HTTP/1.1" status: 204 len: 173 time: 0.2268176 Nov 12 08:15:36.488646 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c215eab0-510c-4f06-a84c-52e7942379b5 req-148ddebc-f21c-4b90-8765-a73129418a68 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=814ef8c2-2c7f-478a-bce9-fc579bf87532 HTTP/1.1" status: 200 len: 1097 time: 0.2976320 Nov 12 08:15:36.526027 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e626a176-bd0e-4435-a7ff-2f55ea407497 req-089e1065-440b-43ac-b177-fb38370beec1 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/security-groups?id=2be1fc6f-9ac2-4510-8984-890d50fd1a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766698 Nov 12 08:15:36.571482 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2bfccf33-56de-49b5-8f31-689bb2d8e692 req-4d40717a-a1b9-42c6-ab01-6be03fcabfbd service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558588 Nov 12 08:15:36.593478 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-41a985c0-afa3-4af7-8dff-0e452c6a560f req-d7de181a-960c-417c-a880-ccbf56661b96 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2be1fc6f-9ac2-4510-8984-890d50fd1a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650462 Nov 12 08:15:36.603818 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef32f4-89d7-44e4-a3ae-c8dd67720d34 req-5aed08b4-af39-482c-9a42-9300db31f295 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:36.605490 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c215eab0-510c-4f06-a84c-52e7942379b5 req-9561eb21-2055-4d3f-8e72-cc1cd7636688 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2be1fc6f-9ac2-4510-8984-890d50fd1a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973852 Nov 12 08:15:36.618621 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-57ef32f4-89d7-44e4-a3ae-c8dd67720d34 req-5aed08b4-af39-482c-9a42-9300db31f295 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=9a68790d-0259-42cd-870d-a69a978aa6fd HTTP/1.1" status: 200 len: 949 time: 0.1306784 Nov 12 08:15:36.671405 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-57ef32f4-89d7-44e4-a3ae-c8dd67720d34 req-888b7b50-5e53-42e9-9fb9-19190e3a64ac tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512953 Nov 12 08:15:36.815438 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43441930-c64c-4bfe-84f2-b737a4fdefbb req-bd4f316f-6100-488d-aad6-19a48a2ecafd tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:36.817693 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-43441930-c64c-4bfe-84f2-b737a4fdefbb req-bd4f316f-6100-488d-aad6-19a48a2ecafd tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb563860-f65d-4503-8960-26c644509025 HTTP/1.1" status: 200 len: 944 time: 0.0602236 Nov 12 08:15:36.869923 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-43441930-c64c-4bfe-84f2-b737a4fdefbb req-d92b0495-56d0-4146-949c-4067e075d756 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459113 Nov 12 08:15:37.011981 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee2707b-5e06-4c5c-a45e-357f6f07de12 req-34973308-15b9-4690-bc58-df5d60fc4ea4 tempest-LiveMigrationTest-1817512610 tempest-LiveMigrationTest-1817512610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:37.012400 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dde0006-add5-4ebd-aa22-14cd9e6d101b req-be83640b-4053-4fbb-a347-6f3d754b5e35 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:37.013572 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6ee2707b-5e06-4c5c-a45e-357f6f07de12 req-34973308-15b9-4690-bc58-df5d60fc4ea4 tempest-LiveMigrationTest-1817512610 tempest-LiveMigrationTest-1817512610-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=fb563860-f65d-4503-8960-26c644509025 HTTP/1.1" status: 200 len: 1096 time: 0.0494771 Nov 12 08:15:37.015005 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1dde0006-add5-4ebd-aa22-14cd9e6d101b req-be83640b-4053-4fbb-a347-6f3d754b5e35 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/networks?id=33c4acc6-fff5-4d04-a808-ff7e0950b8a2 HTTP/1.1" status: 200 len: 814 time: 0.1313615 Nov 12 08:15:37.030436 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1dde0006-add5-4ebd-aa22-14cd9e6d101b req-1de72a24-ad36-470a-abc5-f2f07b248ea8 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/quotas/a783fc66f04949de852791cb9109858d HTTP/1.1" status: 200 len: 375 time: 0.0098379 Nov 12 08:15:37.067724 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6ee2707b-5e06-4c5c-a45e-357f6f07de12 req-38ffa21a-151a-4243-bb6d-84745d736cdb tempest-LiveMigrationTest-1817512610 tempest-LiveMigrationTest-1817512610-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441761 Nov 12 08:15:37.068671 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device d07f2704-930d-4d20-97dd-5fea604c4aea no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:15:37.102674 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1dde0006-add5-4ebd-aa22-14cd9e6d101b req-f9a1d9c0-d237-4923-8576-572cebfd2801 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a783fc66f04949de852791cb9109858d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0650337 Nov 12 08:15:37.137760 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device d07f2704-930d-4d20-97dd-5fea604c4aea not bound to the agent host n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:15:37.197009 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8e3ca392-15b2-465d-acc6-ad4ba6296a5e req-e78383ce-9033-44d0-a7fb-9ca0b36cf77f tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=31b2b8c2-e027-411c-a071-b8cfbf99cc68 HTTP/1.1" status: 200 len: 210 time: 0.0270135 Nov 12 08:15:37.221139 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1dde0006-add5-4ebd-aa22-14cd9e6d101b req-3adfbf9e-27d2-4a3d-859e-9a5716134b48 service neutron] 10.222.0.26 "GET /v2.0/networks/33c4acc6-fff5-4d04-a808-ff7e0950b8a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172855 Nov 12 08:15:37.334347 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1dde0006-add5-4ebd-aa22-14cd9e6d101b req-0e9208e2-dc0b-4810-abde-0079ebf9f4da service neutron] 10.222.0.26 "GET /v2.0/networks/33c4acc6-fff5-4d04-a808-ff7e0950b8a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058414 Nov 12 08:15:37.338520 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81049de5-aa19-4a5c-8504-11d5d31c2c3f req-60dd116e-118a-4f15-ae3d-0175695703ed tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:37.340056 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-81049de5-aa19-4a5c-8504-11d5d31c2c3f req-60dd116e-118a-4f15-ae3d-0175695703ed tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=54100ade-491e-488a-8bdb-541746e0bddb HTTP/1.1" status: 200 len: 945 time: 0.0583630 Nov 12 08:15:37.391857 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-81049de5-aa19-4a5c-8504-11d5d31c2c3f req-45078239-409e-4de1-920a-14833342fa86 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436189 Nov 12 08:15:37.603591 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ffab7e-f00e-491d-9d91-5b1265c6de03 req-42a6ad42-60ea-402e-a1c8-fb1dbfbe757f tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:37.610940 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-63ffab7e-f00e-491d-9d91-5b1265c6de03 req-42a6ad42-60ea-402e-a1c8-fb1dbfbe757f tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/networks?id=6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a HTTP/1.1" status: 200 len: 807 time: 0.1337206 Nov 12 08:15:37.622017 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-63ffab7e-f00e-491d-9d91-5b1265c6de03 req-3dcf7378-338e-43ee-9c31-a435e8a87b2d tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/quotas/7317cbf37f7b44a3b0cd0a433cf6ba52 HTTP/1.1" status: 200 len: 375 time: 0.0102489 Nov 12 08:15:37.703981 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-63ffab7e-f00e-491d-9d91-5b1265c6de03 req-c1dfdee1-3f3c-46d7-8c59-7c25217788e6 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=7317cbf37f7b44a3b0cd0a433cf6ba52&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0743387 Nov 12 08:15:37.788878 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:37.861890 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-63ffab7e-f00e-491d-9d91-5b1265c6de03 req-cd68cf01-867f-41bd-ad8a-481b8647b9ea service neutron] 10.222.0.26 "GET /v2.0/networks/6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535125 Nov 12 08:15:38.004319 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-63ffab7e-f00e-491d-9d91-5b1265c6de03 req-0c55dfdb-01a8-41c3-b614-aa7179071b74 service neutron] 10.222.0.26 "GET /v2.0/networks/6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304858 Nov 12 08:15:38.014207 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1606e6-8e39-4dc4-a1f7-750544115d9d req-59d2609c-7a35-461d-ae47-ce186ef490a6 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:38.016194 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3a1606e6-8e39-4dc4-a1f7-750544115d9d req-59d2609c-7a35-461d-ae47-ce186ef490a6 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.44 "GET /v2.0/networks?id=e1e67e1f-8798-45f5-b239-65208acc87f1 HTTP/1.1" status: 200 len: 812 time: 0.2083645 Nov 12 08:15:38.054795 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-3a1606e6-8e39-4dc4-a1f7-750544115d9d req-a65266ab-f12d-4bad-81be-20e4ad5c21c2 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Request body: {'port': {'device_id': '31b2b8c2-e027-411c-a071-b8cfbf99cc68', 'network_id': 'e1e67e1f-8798-45f5-b239-65208acc87f1', 'admin_state_up': True, 'tenant_id': '89f29a2548464b6e8bac4db47e7c0c8b'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:15:38.183089 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e1f4984c-d251-42b2-a548-8445da71ebc1 req-5563a3a0-f23d-420c-a448-a6f9b63931d8 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=867280fe-66ee-4047-a8b4-3fdb92fcef26 HTTP/1.1" status: 200 len: 210 time: 0.0292625 Nov 12 08:15:38.190561 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a1606e6-8e39-4dc4-a1f7-750544115d9d req-a65266ab-f12d-4bad-81be-20e4ad5c21c2 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Made reservation on behalf of 89f29a2548464b6e8bac4db47e7c0c8b for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:15:38.197536 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-3a1606e6-8e39-4dc4-a1f7-750544115d9d req-a65266ab-f12d-4bad-81be-20e4ad5c21c2 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:38.244716 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 42528) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:15:38.348177 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-3a1606e6-8e39-4dc4-a1f7-750544115d9d req-a65266ab-f12d-4bad-81be-20e4ad5c21c2 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Allocated IP 172.20.0.9 (e1e67e1f-8798-45f5-b239-65208acc87f1/7bdc75da-af9b-40e1-a42f-7bb0c158e2a1/239319a3-93cd-44cf-8616-688702c4a6c4) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:15:38.437571 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a37e507-b299-46a8-83d5-964e932d5db4 req-8f86e61f-15ea-47d7-8b45-399c8e52c2d1 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:38.439323 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8a37e507-b299-46a8-83d5-964e932d5db4 req-8f86e61f-15ea-47d7-8b45-399c8e52c2d1 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/ports?device_id=814ef8c2-2c7f-478a-bce9-fc579bf87532 HTTP/1.1" status: 200 len: 945 time: 0.1156156 Nov 12 08:15:38.554850 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-3a1606e6-8e39-4dc4-a1f7-750544115d9d req-a65266ab-f12d-4bad-81be-20e4ad5c21c2 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:38.569998 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8a37e507-b299-46a8-83d5-964e932d5db4 req-b3d76ca4-db9e-45ce-abc6-6769b2dc0b60 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/security-groups?id=2be1fc6f-9ac2-4510-8984-890d50fd1a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943666 Nov 12 08:15:38.612720 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-3a1606e6-8e39-4dc4-a1f7-750544115d9d req-a65266ab-f12d-4bad-81be-20e4ad5c21c2 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:38.747373 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c0d6b2-0dad-45e0-91fc-d9b909dfc748 req-13962096-764c-4ed2-adb5-e5eceb5f2096 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:38.748977 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c6c0d6b2-0dad-45e0-91fc-d9b909dfc748 req-13962096-764c-4ed2-adb5-e5eceb5f2096 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=9a68790d-0259-42cd-870d-a69a978aa6fd HTTP/1.1" status: 200 len: 949 time: 0.0831759 Nov 12 08:15:38.848333 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c6c0d6b2-0dad-45e0-91fc-d9b909dfc748 req-c80122ee-3ea6-48bf-8b36-fe22ef7a64a8 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916610 Nov 12 08:15:38.870791 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cf043472-5d27-46d1-ba1f-b232ebfbead1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933586'] for router_interface, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:38.976074 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a1606e6-8e39-4dc4-a1f7-750544115d9d req-a65266ab-f12d-4bad-81be-20e4ad5c21c2 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Network e1e67e1f-8798-45f5-b239-65208acc87f1 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:15:38.979283 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-3a1606e6-8e39-4dc4-a1f7-750544115d9d req-a65266ab-f12d-4bad-81be-20e4ad5c21c2 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:15:38.983025 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a1606e6-8e39-4dc4-a1f7-750544115d9d req-a65266ab-f12d-4bad-81be-20e4ad5c21c2 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:15:39.016119 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bf6e628d-d91f-4d74-b622-cc151510e2ed req-2b586e9c-a7b4-410e-aa67-cae2ee62e416 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b3cc798-9628-4452-be74-f36a32d532c1 HTTP/1.1" status: 200 len: 210 time: 0.0437210 Nov 12 08:15:39.022401 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65266ab-f12d-4bad-81be-20e4ad5c21c2 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Pushing event updated for resources: {'Port': ['ID=239319a3-93cd-44cf-8616-688702c4a6c4,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:39.057469 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1606e6-8e39-4dc4-a1f7-750544115d9d req-a65266ab-f12d-4bad-81be-20e4ad5c21c2 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:39.058093 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-3a1606e6-8e39-4dc4-a1f7-750544115d9d req-a65266ab-f12d-4bad-81be-20e4ad5c21c2 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:39.076927 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3a1606e6-8e39-4dc4-a1f7-750544115d9d req-a65266ab-f12d-4bad-81be-20e4ad5c21c2 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0302753 Nov 12 08:15:39.089247 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:39.107393 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-3a1606e6-8e39-4dc4-a1f7-750544115d9d req-88340286-344d-4443-aa67-15a8101e5cc5 service neutron] Request body: {'port': {'device_id': '31b2b8c2-e027-411c-a071-b8cfbf99cc68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:15:39.142349 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72e57d5-03e3-4e73-8dbe-95ffd32a6739 req-83117304-15db-4e30-98c1-4b9b8c85bce8 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:39.143827 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f72e57d5-03e3-4e73-8dbe-95ffd32a6739 req-83117304-15db-4e30-98c1-4b9b8c85bce8 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=31b2b8c2-e027-411c-a071-b8cfbf99cc68 HTTP/1.1" status: 200 len: 931 time: 0.0643525 Nov 12 08:15:39.164381 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-3a1606e6-8e39-4dc4-a1f7-750544115d9d req-88340286-344d-4443-aa67-15a8101e5cc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:39.233563 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f72e57d5-03e3-4e73-8dbe-95ffd32a6739 req-cd09fc22-17ac-4dd6-8c87-c360ec93bc35 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827367 Nov 12 08:15:39.258536 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-cf043472-5d27-46d1-ba1f-b232ebfbead1 admin admin] Deleting port 325475ed-b088-487f-b51e-e3c06b124f6b {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:15:39.258906 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cf043472-5d27-46d1-ba1f-b232ebfbead1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:39.400653 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b87dc9-8d66-4ee9-a282-c7df2516ea21 req-f6e9e1c9-f411-41cd-9580-84ff1b023089 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:39.402036 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-63b87dc9-8d66-4ee9-a282-c7df2516ea21 req-f6e9e1c9-f411-41cd-9580-84ff1b023089 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a027cfb-0708-4da3-ab68-8147ff2a3808 HTTP/1.1" status: 200 len: 945 time: 0.1304262 Nov 12 08:15:39.416739 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-cf043472-5d27-46d1-ba1f-b232ebfbead1 admin admin] For port 325475ed-b088-487f-b51e-e3c06b124f6b, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=325475ed-b088-487f-b51e-e3c06b124f6b,segment=NetworkSegment(16a676a6-44d3-4968-acea-0101be5a5fbd),segment_id=16a676a6-44d3-4968-acea-0101be5a5fbd)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:15:39.417131 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cf043472-5d27-46d1-ba1f-b232ebfbead1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:39.440492 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-3a1606e6-8e39-4dc4-a1f7-750544115d9d req-88340286-344d-4443-aa67-15a8101e5cc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 239319a3-93cd-44cf-8616-688702c4a6c4 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:15:39.451630 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-3a1606e6-8e39-4dc4-a1f7-750544115d9d req-88340286-344d-4443-aa67-15a8101e5cc5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:39.470014 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb17d47e-6fe2-4a10-ac82-d65283654287 req-7bfe5d0c-717d-4887-be35-e2c7b09b0c68 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:39.470898 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-3a1606e6-8e39-4dc4-a1f7-750544115d9d req-88340286-344d-4443-aa67-15a8101e5cc5 service neutron] Transition to ACTIVE for port object 239319a3-93cd-44cf-8616-688702c4a6c4 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:15:39.471525 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cb17d47e-6fe2-4a10-ac82-d65283654287 req-7bfe5d0c-717d-4887-be35-e2c7b09b0c68 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=54100ade-491e-488a-8bdb-541746e0bddb HTTP/1.1" status: 200 len: 945 time: 0.1394885 Nov 12 08:15:39.475364 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-cf043472-5d27-46d1-ba1f-b232ebfbead1 admin admin] Calling delete_port for 325475ed-b088-487f-b51e-e3c06b124f6b owned by network:router_interface {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:15:39.476375 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-3a1606e6-8e39-4dc4-a1f7-750544115d9d req-88340286-344d-4443-aa67-15a8101e5cc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:39.626862 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cb17d47e-6fe2-4a10-ac82-d65283654287 req-799f1218-5068-4341-b2a5-4af5040af84f tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436467 Nov 12 08:15:39.644764 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88340286-344d-4443-aa67-15a8101e5cc5 service neutron] Pushing event updated for resources: {'Port': ['ID=239319a3-93cd-44cf-8616-688702c4a6c4,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:39.701169 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [req-63b87dc9-8d66-4ee9-a282-c7df2516ea21 req-aaabef20-4788-4970-bb47-11eb894434d8 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Deleting port 7cbf1e6f-4bdf-497a-8623-70a89e412f4c {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:15:39.701495 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-63b87dc9-8d66-4ee9-a282-c7df2516ea21 req-aaabef20-4788-4970-bb47-11eb894434d8 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:39.703449 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:39.717817 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ffab7e-f00e-491d-9d91-5b1265c6de03 req-40a862fd-68ff-4d5e-a832-1c8735e2a010 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:39.719329 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-63ffab7e-f00e-491d-9d91-5b1265c6de03 req-40a862fd-68ff-4d5e-a832-1c8735e2a010 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.44 "GET /v2.0/networks?id=6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a HTTP/1.1" status: 200 len: 807 time: 0.2303417 Nov 12 08:15:39.724439 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-3a1606e6-8e39-4dc4-a1f7-750544115d9d req-88340286-344d-4443-aa67-15a8101e5cc5 service neutron] Attempting to bind port 239319a3-93cd-44cf-8616-688702c4a6c4 on host n-h2-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:15:39.724776 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-3a1606e6-8e39-4dc4-a1f7-750544115d9d req-88340286-344d-4443-aa67-15a8101e5cc5 service neutron] Attempting to bind port 239319a3-93cd-44cf-8616-688702c4a6c4 by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': '931741a0-66de-48c6-b90b-c82af0a9f552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e1e67e1f-8798-45f5-b239-65208acc87f1'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:15:39.725428 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1606e6-8e39-4dc4-a1f7-750544115d9d req-88340286-344d-4443-aa67-15a8101e5cc5 service neutron] Attempting to bind port 239319a3-93cd-44cf-8616-688702c4a6c4 on network e1e67e1f-8798-45f5-b239-65208acc87f1 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:15:39.730193 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1606e6-8e39-4dc4-a1f7-750544115d9d req-88340286-344d-4443-aa67-15a8101e5cc5 service neutron] Port 239319a3-93cd-44cf-8616-688702c4a6c4 on network e1e67e1f-8798-45f5-b239-65208acc87f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:15:39.730520 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1606e6-8e39-4dc4-a1f7-750544115d9d req-88340286-344d-4443-aa67-15a8101e5cc5 service neutron] Attempting to bind port 239319a3-93cd-44cf-8616-688702c4a6c4 on network e1e67e1f-8798-45f5-b239-65208acc87f1 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:15:39.735494 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1606e6-8e39-4dc4-a1f7-750544115d9d req-88340286-344d-4443-aa67-15a8101e5cc5 service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:15:39.735821 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1606e6-8e39-4dc4-a1f7-750544115d9d req-88340286-344d-4443-aa67-15a8101e5cc5 service neutron] Checking segment: {'id': '931741a0-66de-48c6-b90b-c82af0a9f552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e1e67e1f-8798-45f5-b239-65208acc87f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:15:39.736207 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1606e6-8e39-4dc4-a1f7-750544115d9d req-88340286-344d-4443-aa67-15a8101e5cc5 service neutron] Bound using segment: {'id': '931741a0-66de-48c6-b90b-c82af0a9f552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e1e67e1f-8798-45f5-b239-65208acc87f1'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:15:39.736637 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-3a1606e6-8e39-4dc4-a1f7-750544115d9d req-88340286-344d-4443-aa67-15a8101e5cc5 service neutron] Bound port: 239319a3-93cd-44cf-8616-688702c4a6c4, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '931741a0-66de-48c6-b90b-c82af0a9f552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e1e67e1f-8798-45f5-b239-65208acc87f1'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:15:39.736996 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-3a1606e6-8e39-4dc4-a1f7-750544115d9d req-88340286-344d-4443-aa67-15a8101e5cc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:39.745106 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-63ffab7e-f00e-491d-9d91-5b1265c6de03 req-96ea0b71-a4cb-49fd-91bb-b582e1611b16 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Request body: {'port': {'device_id': '5b3cc798-9628-4452-be74-f36a32d532c1', 'network_id': '6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a', 'admin_state_up': True, 'tenant_id': '7317cbf37f7b44a3b0cd0a433cf6ba52'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:15:39.840947 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bad1a0e-735d-4da0-8f8f-076cfa3d87f4 req-ac3c63c3-d898-46f4-8f80-ca2da0224d31 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:39.842447 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3bad1a0e-735d-4da0-8f8f-076cfa3d87f4 req-ac3c63c3-d898-46f4-8f80-ca2da0224d31 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6871128-1c66-4958-a5d2-9e1fe4a0ad46 HTTP/1.1" status: 200 len: 949 time: 0.1473258 Nov 12 08:15:39.888046 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-63b87dc9-8d66-4ee9-a282-c7df2516ea21 req-aaabef20-4788-4970-bb47-11eb894434d8 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] For port 7cbf1e6f-4bdf-497a-8623-70a89e412f4c, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=7cbf1e6f-4bdf-497a-8623-70a89e412f4c,segment=NetworkSegment(74228b36-f518-48da-bb5a-2dae6173211b),segment_id=74228b36-f518-48da-bb5a-2dae6173211b)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:15:39.888411 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-63b87dc9-8d66-4ee9-a282-c7df2516ea21 req-aaabef20-4788-4970-bb47-11eb894434d8 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:39.888785 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-3a1606e6-8e39-4dc4-a1f7-750544115d9d req-88340286-344d-4443-aa67-15a8101e5cc5 service neutron] For port 239319a3-93cd-44cf-8616-688702c4a6c4, host n-h2-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:15:39.893148 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-3a1606e6-8e39-4dc4-a1f7-750544115d9d req-88340286-344d-4443-aa67-15a8101e5cc5 service neutron] For port 239319a3-93cd-44cf-8616-688702c4a6c4, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=239319a3-93cd-44cf-8616-688702c4a6c4,segment=NetworkSegment(931741a0-66de-48c6-b90b-c82af0a9f552),segment_id=931741a0-66de-48c6-b90b-c82af0a9f552)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:15:39.901716 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-3a1606e6-8e39-4dc4-a1f7-750544115d9d req-88340286-344d-4443-aa67-15a8101e5cc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:39.917568 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [req-63b87dc9-8d66-4ee9-a282-c7df2516ea21 req-aaabef20-4788-4970-bb47-11eb894434d8 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Calling delete_port for 7cbf1e6f-4bdf-497a-8623-70a89e412f4c owned by compute:nova {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:15:39.951775 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1606e6-8e39-4dc4-a1f7-750544115d9d req-88340286-344d-4443-aa67-15a8101e5cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:39.952405 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-3a1606e6-8e39-4dc4-a1f7-750544115d9d req-88340286-344d-4443-aa67-15a8101e5cc5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:39.953790 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cf043472-5d27-46d1-ba1f-b232ebfbead1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:39.953961 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3a1606e6-8e39-4dc4-a1f7-750544115d9d req-88340286-344d-4443-aa67-15a8101e5cc5 service neutron] 10.222.0.44 "PUT /v2.0/ports/239319a3-93cd-44cf-8616-688702c4a6c4 HTTP/1.1" status: 200 len: 1092 time: 0.8508201 Nov 12 08:15:39.958793 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31b2b8c2-e027-411c-a071-b8cfbf99cc68', 'tag': '239319a3-93cd-44cf-8616-688702c4a6c4'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:15:39.961326 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1c15e7b-6869-44de-978b-16d0ddba60b2" -d '{"events": [{"name": "network-changed", "server_uuid": "31b2b8c2-e027-411c-a071-b8cfbf99cc68", "tag": "239319a3-93cd-44cf-8616-688702c4a6c4"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:15:39.977993 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63ffab7e-f00e-491d-9d91-5b1265c6de03 req-96ea0b71-a4cb-49fd-91bb-b582e1611b16 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Made reservation on behalf of 7317cbf37f7b44a3b0cd0a433cf6ba52 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:15:39.981969 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-63ffab7e-f00e-491d-9d91-5b1265c6de03 req-96ea0b71-a4cb-49fd-91bb-b582e1611b16 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:40.001928 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3bad1a0e-735d-4da0-8f8f-076cfa3d87f4 req-6dda9b7a-d0dd-4543-b9c4-ecdc98485557 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526010 Nov 12 08:15:40.013773 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88340286-344d-4443-aa67-15a8101e5cc5 service neutron] Pushing event updated for resources: {'Port': ['ID=239319a3-93cd-44cf-8616-688702c4a6c4,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:40.039301 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf043472-5d27-46d1-ba1f-b232ebfbead1 admin admin] Pushing event deleted for resources: {'Port': ['ID=325475ed-b088-487f-b51e-e3c06b124f6b,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:40.145494 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1606e6-8e39-4dc4-a1f7-750544115d9d req-20fa2dc3-c5c8-40f8-a6d1-d659a7207f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:40.147071 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3a1606e6-8e39-4dc4-a1f7-750544115d9d req-20fa2dc3-c5c8-40f8-a6d1-d659a7207f3a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=89f29a2548464b6e8bac4db47e7c0c8b&device_id=31b2b8c2-e027-411c-a071-b8cfbf99cc68 HTTP/1.1" status: 200 len: 1095 time: 0.1344485 Nov 12 08:15:40.180585 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-63ffab7e-f00e-491d-9d91-5b1265c6de03 req-96ea0b71-a4cb-49fd-91bb-b582e1611b16 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Allocated IP 172.20.0.4 (6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a/b48e5e9c-f3da-4efc-88c4-db8837528b82/3358e3c7-e57c-4854-afa0-8bf13d153298) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:15:40.225877 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3a1606e6-8e39-4dc4-a1f7-750544115d9d req-5a258ebb-c3d3-409a-8401-033e581dea40 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=239319a3-93cd-44cf-8616-688702c4a6c4 HTTP/1.1" status: 200 len: 217 time: 0.0532067 Nov 12 08:15:40.332787 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1606e6-8e39-4dc4-a1f7-750544115d9d req-0ec5c6e0-a6e1-4526-94ac-daf466fd3c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:40.334079 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3a1606e6-8e39-4dc4-a1f7-750544115d9d req-0ec5c6e0-a6e1-4526-94ac-daf466fd3c36 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7bdc75da-af9b-40e1-a42f-7bb0c158e2a1 HTTP/1.1" status: 200 len: 852 time: 0.0883009 Nov 12 08:15:40.400678 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3a1606e6-8e39-4dc4-a1f7-750544115d9d req-ae497002-dc18-48f6-80d7-d7f19fd6e1c1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e1e67e1f-8798-45f5-b239-65208acc87f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301492 Nov 12 08:15:40.426487 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d17e51ad-608b-4853-9442-88a05e474d7f req-8eb6cb51-550e-4ac4-b4ff-91753c60d723 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=867280fe-66ee-4047-a8b4-3fdb92fcef26 HTTP/1.1" status: 200 len: 210 time: 0.3106318 Nov 12 08:15:40.505808 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-63ffab7e-f00e-491d-9d91-5b1265c6de03 req-96ea0b71-a4cb-49fd-91bb-b582e1611b16 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:40.525893 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-63b87dc9-8d66-4ee9-a282-c7df2516ea21 req-aaabef20-4788-4970-bb47-11eb894434d8 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:40.549329 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3a1606e6-8e39-4dc4-a1f7-750544115d9d req-6192c45e-b4b9-4570-b230-5016c6bad7bd service neutron] 10.222.0.44 "GET /v2.0/networks/e1e67e1f-8798-45f5-b239-65208acc87f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410055 Nov 12 08:15:40.562660 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-63ffab7e-f00e-491d-9d91-5b1265c6de03 req-96ea0b71-a4cb-49fd-91bb-b582e1611b16 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:40.569842 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['7cbf1e6f-4bdf-497a-8623-70a89e412f4c'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:15:40.599551 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaabef20-4788-4970-bb47-11eb894434d8 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Pushing event deleted for resources: {'Port': ['ID=7cbf1e6f-4bdf-497a-8623-70a89e412f4c,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:40.609575 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cf043472-5d27-46d1-ba1f-b232ebfbead1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918626'] for router_interface, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:40.653172 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [req-63b87dc9-8d66-4ee9-a282-c7df2516ea21 req-aaabef20-4788-4970-bb47-11eb894434d8 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] No DVR routers for this DVR port 7cbf1e6f-4bdf-497a-8623-70a89e412f4c on host n-h2-765315-29 {{(pid=102600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:15:40.656319 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-63b87dc9-8d66-4ee9-a282-c7df2516ea21 req-aaabef20-4788-4970-bb47-11eb894434d8 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:40.660266 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-63b87dc9-8d66-4ee9-a282-c7df2516ea21 req-aaabef20-4788-4970-bb47-11eb894434d8 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.44 "DELETE /v2.0/ports/7cbf1e6f-4bdf-497a-8623-70a89e412f4c HTTP/1.1" status: 204 len: 173 time: 1.2451172 Nov 12 08:15:40.661725 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a027cfb-0708-4da3-ab68-8147ff2a3808', 'name': 'network-vif-deleted', 'tag': '7cbf1e6f-4bdf-497a-8623-70a89e412f4c'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:15:40.665246 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f9f7d13-6715-44e1-a2d8-073394745d8c" -d '{"events": [{"server_uuid": "7a027cfb-0708-4da3-ab68-8147ff2a3808", "name": "network-vif-deleted", "tag": "7cbf1e6f-4bdf-497a-8623-70a89e412f4c"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:15:40.674976 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63ffab7e-f00e-491d-9d91-5b1265c6de03 req-96ea0b71-a4cb-49fd-91bb-b582e1611b16 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Network 6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:15:40.686720 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-63ffab7e-f00e-491d-9d91-5b1265c6de03 req-96ea0b71-a4cb-49fd-91bb-b582e1611b16 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:15:40.690080 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-63ffab7e-f00e-491d-9d91-5b1265c6de03 req-96ea0b71-a4cb-49fd-91bb-b582e1611b16 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:15:40.702365 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ea0b71-a4cb-49fd-91bb-b582e1611b16 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Pushing event updated for resources: {'Port': ['ID=3358e3c7-e57c-4854-afa0-8bf13d153298,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:40.715129 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ff3e1-2c93-473c-9546-311e1d56c8e6 req-841fc73d-36d9-4938-8362-7c8f8b5a3d16 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:40.716736 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7e9ff3e1-2c93-473c-9546-311e1d56c8e6 req-841fc73d-36d9-4938-8362-7c8f8b5a3d16 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/ports?device_id=814ef8c2-2c7f-478a-bce9-fc579bf87532 HTTP/1.1" status: 200 len: 945 time: 0.1918049 Nov 12 08:15:40.766540 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3a1606e6-8e39-4dc4-a1f7-750544115d9d req-b4409ef7-05e6-4c94-9754-d23e7ca6b17c service neutron] 10.222.0.44 "GET /v2.0/networks/e1e67e1f-8798-45f5-b239-65208acc87f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967800 Nov 12 08:15:40.773085 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ffab7e-f00e-491d-9d91-5b1265c6de03 req-96ea0b71-a4cb-49fd-91bb-b582e1611b16 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:40.773763 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-63ffab7e-f00e-491d-9d91-5b1265c6de03 req-96ea0b71-a4cb-49fd-91bb-b582e1611b16 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:40.792934 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-63ffab7e-f00e-491d-9d91-5b1265c6de03 req-96ea0b71-a4cb-49fd-91bb-b582e1611b16 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0515718 Nov 12 08:15:40.836267 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7e9ff3e1-2c93-473c-9546-311e1d56c8e6 req-59abbb09-3c00-4870-91ca-a6e0f54535a7 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/security-groups?id=2be1fc6f-9ac2-4510-8984-890d50fd1a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056747 Nov 12 08:15:40.864908 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-63ffab7e-f00e-491d-9d91-5b1265c6de03 req-3703e7eb-5240-44d0-96f3-7252bf9215e1 service neutron] Request body: {'port': {'device_id': '5b3cc798-9628-4452-be74-f36a32d532c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:15:40.892448 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2fd57ad-1f04-4ee9-b367-544f71fb488c x-openstack-request-id: req-b2fd57ad-1f04-4ee9-b367-544f71fb488c {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:15:40.892731 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31b2b8c2-e027-411c-a071-b8cfbf99cc68", "tag": "239319a3-93cd-44cf-8616-688702c4a6c4", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:15:40.893011 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b2fd57ad-1f04-4ee9-b367-544f71fb488c {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:15:40.893402 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31b2b8c2-e027-411c-a071-b8cfbf99cc68', 'tag': '239319a3-93cd-44cf-8616-688702c4a6c4', 'status': 'completed', 'code': 200} Nov 12 08:15:40.933089 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-63ffab7e-f00e-491d-9d91-5b1265c6de03 req-3703e7eb-5240-44d0-96f3-7252bf9215e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:40.985884 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf043472-5d27-46d1-ba1f-b232ebfbead1 admin admin] Router 736bfd10-2db2-4d36-8fbf-bb4bd2b9bf1a has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:15:41.079435 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c15e7b-6869-44de-978b-16d0ddba60b2 req-d19b013f-4c02-4a1f-a483-54bdc720555e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:41.080944 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f1c15e7b-6869-44de-978b-16d0ddba60b2 req-d19b013f-4c02-4a1f-a483-54bdc720555e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=89f29a2548464b6e8bac4db47e7c0c8b&device_id=31b2b8c2-e027-411c-a071-b8cfbf99cc68 HTTP/1.1" status: 200 len: 1095 time: 0.1035519 Nov 12 08:15:41.101397 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf043472-5d27-46d1-ba1f-b232ebfbead1 admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:15:41.107283 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-cf043472-5d27-46d1-ba1f-b232ebfbead1 admin admin] 10.222.0.26 "PUT /v2.0/routers/736bfd10-2db2-4d36-8fbf-bb4bd2b9bf1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8605244 Nov 12 08:15:41.108965 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 42556) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:15:41.114774 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4d668c-787e-4121-ad63-247fa855491a None None] Sync routers for ids ['736bfd10-2db2-4d36-8fbf-bb4bd2b9bf1a'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:15:41.127882 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4d668c-787e-4121-ad63-247fa855491a None None] Routers {'736bfd10-2db2-4d36-8fbf-bb4bd2b9bf1a'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:15:41.129515 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-8d4d668c-787e-4121-ad63-247fa855491a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:15:36Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['736bfd10-2db2-4d36-8fbf-bb4bd2b9bf1a'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:15:41.241315 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-8d4d668c-787e-4121-ad63-247fa855491a None None] Set router 736bfd10-2db2-4d36-8fbf-bb4bd2b9bf1a gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:15:41.249671 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e40710-3ca0-4998-be8f-67c50a6b42cf req-228a0e84-98b2-4669-b60c-bf0ade3b9f67 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:41.256167 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e40710-3ca0-4998-be8f-67c50a6b42cf req-228a0e84-98b2-4669-b60c-bf0ade3b9f67 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:41.257739 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-77e40710-3ca0-4998-be8f-67c50a6b42cf req-228a0e84-98b2-4669-b60c-bf0ade3b9f67 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=9a68790d-0259-42cd-870d-a69a978aa6fd&device_id=f6871128-1c66-4958-a5d2-9e1fe4a0ad46 HTTP/1.1" status: 200 len: 1689 time: 0.1049466 Nov 12 08:15:41.278294 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c15e7b-6869-44de-978b-16d0ddba60b2 req-dd82fc99-dc34-4417-acc9-ef500c7e5a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:41.279806 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f1c15e7b-6869-44de-978b-16d0ddba60b2 req-dd82fc99-dc34-4417-acc9-ef500c7e5a79 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e1e67e1f-8798-45f5-b239-65208acc87f1 HTTP/1.1" status: 200 len: 913 time: 0.1901822 Nov 12 08:15:41.302667 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a3bcbc0b-a712-4711-9b2b-072e1cbb92cd admin admin] Publish callbacks [] for router, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:41.391828 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f1c15e7b-6869-44de-978b-16d0ddba60b2 req-ad712c7b-75a4-4ffc-8994-27cc3a309316 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=239319a3-93cd-44cf-8616-688702c4a6c4 HTTP/1.1" status: 200 len: 217 time: 0.0782619 Nov 12 08:15:41.406786 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-63ffab7e-f00e-491d-9d91-5b1265c6de03 req-3703e7eb-5240-44d0-96f3-7252bf9215e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3358e3c7-e57c-4854-afa0-8bf13d153298 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:15:41.436596 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-77e40710-3ca0-4998-be8f-67c50a6b42cf req-b3c81edf-aad7-43c1-aaa6-9669f0852f53 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595101 Nov 12 08:15:41.459461 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a3bcbc0b-a712-4711-9b2b-072e1cbb92cd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:41.462418 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-63ffab7e-f00e-491d-9d91-5b1265c6de03 req-3703e7eb-5240-44d0-96f3-7252bf9215e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:41.487651 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-63ffab7e-f00e-491d-9d91-5b1265c6de03 req-3703e7eb-5240-44d0-96f3-7252bf9215e1 service neutron] Transition to ACTIVE for port object 3358e3c7-e57c-4854-afa0-8bf13d153298 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:15:41.492126 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-8d4d668c-787e-4121-ad63-247fa855491a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736bfd10-2db2-4d36-8fbf-bb4bd2b9bf1a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1847724939-router', 'tenant_id': 'e3654af28e3b4e1fa3358c62ae6c58eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': '7440ef1f-76a2-4dd7-9d6d-39ec9c4ee243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:13:35Z', 'updated_at': '2021-11-12T08:15:39Z', 'revision_number': 5, 'project_id': 'e3654af28e3b4e1fa3358c62ae6c58eb', 'gw_port': {'id': '7440ef1f-76a2-4dd7-9d6d-39ec9c4ee243', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736bfd10-2db2-4d36-8fbf-bb4bd2b9bf1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:13:36Z', 'updated_at': '2021-11-12T08:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:15:41.498546 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c15e7b-6869-44de-978b-16d0ddba60b2 req-ad2a0461-b26a-4f2c-8a5a-8ad7e51207fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:41.500682 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f1c15e7b-6869-44de-978b-16d0ddba60b2 req-ad2a0461-b26a-4f2c-8a5a-8ad7e51207fa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7bdc75da-af9b-40e1-a42f-7bb0c158e2a1 HTTP/1.1" status: 200 len: 852 time: 0.0875950 Nov 12 08:15:41.501497 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-63ffab7e-f00e-491d-9d91-5b1265c6de03 req-3703e7eb-5240-44d0-96f3-7252bf9215e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:41.524294 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4d668c-787e-4121-ad63-247fa855491a None None] Checking router: 736bfd10-2db2-4d36-8fbf-bb4bd2b9bf1a for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:15:41.532912 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4d668c-787e-4121-ad63-247fa855491a None None] Routers {'736bfd10-2db2-4d36-8fbf-bb4bd2b9bf1a'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:15:41.533529 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-8d4d668c-787e-4121-ad63-247fa855491a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:15:36Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['736bfd10-2db2-4d36-8fbf-bb4bd2b9bf1a'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:15:41.551387 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3703e7eb-5240-44d0-96f3-7252bf9215e1 service neutron] Pushing event updated for resources: {'Port': ['ID=3358e3c7-e57c-4854-afa0-8bf13d153298,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:41.584176 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7d327-4ebb-4585-b640-a3006f25d6a5 req-13f4bc0c-2a87-4e74-8efd-fdbec456347f tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:41.584663 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f1c15e7b-6869-44de-978b-16d0ddba60b2 req-b3caad9d-39ba-4436-bbb5-e09f3cec553b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e1e67e1f-8798-45f5-b239-65208acc87f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346084 Nov 12 08:15:41.586242 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-13d7d327-4ebb-4585-b640-a3006f25d6a5 req-13f4bc0c-2a87-4e74-8efd-fdbec456347f tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b3cc798-9628-4452-be74-f36a32d532c1 HTTP/1.1" status: 200 len: 943 time: 0.0748188 Nov 12 08:15:41.594156 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-a3bcbc0b-a712-4711-9b2b-072e1cbb92cd admin admin] Deleting port 7440ef1f-76a2-4dd7-9d6d-39ec9c4ee243 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:15:41.594612 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a3bcbc0b-a712-4711-9b2b-072e1cbb92cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:41.644697 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-8d4d668c-787e-4121-ad63-247fa855491a None None] Set router 736bfd10-2db2-4d36-8fbf-bb4bd2b9bf1a gateway port host: None {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:15:41.706251 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-8d4d668c-787e-4121-ad63-247fa855491a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736bfd10-2db2-4d36-8fbf-bb4bd2b9bf1a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1847724939-router', 'tenant_id': 'e3654af28e3b4e1fa3358c62ae6c58eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:13:35Z', 'updated_at': '2021-11-12T08:15:41Z', 'revision_number': 6, 'project_id': 'e3654af28e3b4e1fa3358c62ae6c58eb', 'gw_port_host': None}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:15:41.719489 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-13d7d327-4ebb-4585-b640-a3006f25d6a5 req-bd8f7f7a-83e2-4a5f-836d-417ea09d76d8 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126194 Nov 12 08:15:41.732869 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-63ffab7e-f00e-491d-9d91-5b1265c6de03 req-3703e7eb-5240-44d0-96f3-7252bf9215e1 service neutron] Attempting to bind port 3358e3c7-e57c-4854-afa0-8bf13d153298 on host n-h2-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:15:41.733221 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-63ffab7e-f00e-491d-9d91-5b1265c6de03 req-3703e7eb-5240-44d0-96f3-7252bf9215e1 service neutron] Attempting to bind port 3358e3c7-e57c-4854-afa0-8bf13d153298 by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': '2faefcc0-552f-4085-b81e-2c4b58f0de67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:15:41.733532 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ffab7e-f00e-491d-9d91-5b1265c6de03 req-3703e7eb-5240-44d0-96f3-7252bf9215e1 service neutron] Attempting to bind port 3358e3c7-e57c-4854-afa0-8bf13d153298 on network 6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:15:41.747923 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ffab7e-f00e-491d-9d91-5b1265c6de03 req-3703e7eb-5240-44d0-96f3-7252bf9215e1 service neutron] Port 3358e3c7-e57c-4854-afa0-8bf13d153298 on network 6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:15:41.747923 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ffab7e-f00e-491d-9d91-5b1265c6de03 req-3703e7eb-5240-44d0-96f3-7252bf9215e1 service neutron] Attempting to bind port 3358e3c7-e57c-4854-afa0-8bf13d153298 on network 6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:15:41.748151 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4d668c-787e-4121-ad63-247fa855491a None None] The sync data for ids ['736bfd10-2db2-4d36-8fbf-bb4bd2b9bf1a'] in n-d-765315-29 is: [{'id': '736bfd10-2db2-4d36-8fbf-bb4bd2b9bf1a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1847724939-router', 'tenant_id': 'e3654af28e3b4e1fa3358c62ae6c58eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:13:35Z', 'updated_at': '2021-11-12T08:15:41Z', 'revision_number': 6, 'project_id': 'e3654af28e3b4e1fa3358c62ae6c58eb', 'gw_port_host': None}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:15:41.748271 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-a3bcbc0b-a712-4711-9b2b-072e1cbb92cd admin admin] For port 7440ef1f-76a2-4dd7-9d6d-39ec9c4ee243, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=7440ef1f-76a2-4dd7-9d6d-39ec9c4ee243,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:15:41.748391 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a3bcbc0b-a712-4711-9b2b-072e1cbb92cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:41.758475 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ffab7e-f00e-491d-9d91-5b1265c6de03 req-3703e7eb-5240-44d0-96f3-7252bf9215e1 service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:15:41.758844 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ffab7e-f00e-491d-9d91-5b1265c6de03 req-3703e7eb-5240-44d0-96f3-7252bf9215e1 service neutron] Checking segment: {'id': '2faefcc0-552f-4085-b81e-2c4b58f0de67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:15:41.759229 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ffab7e-f00e-491d-9d91-5b1265c6de03 req-3703e7eb-5240-44d0-96f3-7252bf9215e1 service neutron] Bound using segment: {'id': '2faefcc0-552f-4085-b81e-2c4b58f0de67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:15:41.759664 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-63ffab7e-f00e-491d-9d91-5b1265c6de03 req-3703e7eb-5240-44d0-96f3-7252bf9215e1 service neutron] Bound port: 3358e3c7-e57c-4854-afa0-8bf13d153298, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2faefcc0-552f-4085-b81e-2c4b58f0de67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:15:41.760021 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-63ffab7e-f00e-491d-9d91-5b1265c6de03 req-3703e7eb-5240-44d0-96f3-7252bf9215e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:41.767448 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-a3bcbc0b-a712-4711-9b2b-072e1cbb92cd admin admin] Calling delete_port for 7440ef1f-76a2-4dd7-9d6d-39ec9c4ee243 owned by network:router_gateway {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:15:41.808297 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f1c15e7b-6869-44de-978b-16d0ddba60b2 req-a395a12f-f433-4485-ada3-4c7a1ac94581 service neutron] 10.222.0.44 "GET /v2.0/networks/e1e67e1f-8798-45f5-b239-65208acc87f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140758 Nov 12 08:15:41.893485 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bbb591-ea12-4f59-89cc-a964cb8a5984 req-4dc47b51-fe60-4de6-a0c0-e52d3d9091b2 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:41.895328 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f5bbb591-ea12-4f59-89cc-a964cb8a5984 req-4dc47b51-fe60-4de6-a0c0-e52d3d9091b2 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=31b2b8c2-e027-411c-a071-b8cfbf99cc68 HTTP/1.1" status: 200 len: 943 time: 0.0696046 Nov 12 08:15:41.898923 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-63ffab7e-f00e-491d-9d91-5b1265c6de03 req-3703e7eb-5240-44d0-96f3-7252bf9215e1 service neutron] For port 3358e3c7-e57c-4854-afa0-8bf13d153298, host n-h2-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:15:41.916966 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-63ffab7e-f00e-491d-9d91-5b1265c6de03 req-3703e7eb-5240-44d0-96f3-7252bf9215e1 service neutron] For port 3358e3c7-e57c-4854-afa0-8bf13d153298, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=3358e3c7-e57c-4854-afa0-8bf13d153298,segment=NetworkSegment(2faefcc0-552f-4085-b81e-2c4b58f0de67),segment_id=2faefcc0-552f-4085-b81e-2c4b58f0de67)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:15:41.924278 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-63ffab7e-f00e-491d-9d91-5b1265c6de03 req-3703e7eb-5240-44d0-96f3-7252bf9215e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:41.971882 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ffab7e-f00e-491d-9d91-5b1265c6de03 req-3703e7eb-5240-44d0-96f3-7252bf9215e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:41.973382 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-63ffab7e-f00e-491d-9d91-5b1265c6de03 req-3703e7eb-5240-44d0-96f3-7252bf9215e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:41.974862 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-63ffab7e-f00e-491d-9d91-5b1265c6de03 req-3703e7eb-5240-44d0-96f3-7252bf9215e1 service neutron] 10.222.0.44 "PUT /v2.0/ports/3358e3c7-e57c-4854-afa0-8bf13d153298 HTTP/1.1" status: 200 len: 1092 time: 1.1156173 Nov 12 08:15:41.978934 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f1c15e7b-6869-44de-978b-16d0ddba60b2 req-5eb8422b-4a23-48da-a63d-02ddf4a00f9e service neutron] 10.222.0.44 "GET /v2.0/networks/e1e67e1f-8798-45f5-b239-65208acc87f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565151 Nov 12 08:15:41.991468 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f5bbb591-ea12-4f59-89cc-a964cb8a5984 req-f4a731df-d287-45ea-81a2-4fe62cd0c152 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668697 Nov 12 08:15:42.009344 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3703e7eb-5240-44d0-96f3-7252bf9215e1 service neutron] Pushing event updated for resources: {'Port': ['ID=3358e3c7-e57c-4854-afa0-8bf13d153298,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:42.044418 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a3bcbc0b-a712-4711-9b2b-072e1cbb92cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:42.073738 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:42.075156 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcbc0b-a712-4711-9b2b-072e1cbb92cd admin admin] Pushing event deleted for resources: {'Port': ['ID=7440ef1f-76a2-4dd7-9d6d-39ec9c4ee243,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:42.094909 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ffab7e-f00e-491d-9d91-5b1265c6de03 req-0c7c810e-2714-488a-8261-17ce06d9152e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:42.096857 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-63ffab7e-f00e-491d-9d91-5b1265c6de03 req-0c7c810e-2714-488a-8261-17ce06d9152e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7317cbf37f7b44a3b0cd0a433cf6ba52&device_id=5b3cc798-9628-4452-be74-f36a32d532c1 HTTP/1.1" status: 200 len: 1095 time: 0.0544538 Nov 12 08:15:42.156559 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-63ffab7e-f00e-491d-9d91-5b1265c6de03 req-96f2020c-a2ae-4ddf-a7b7-86faf7cb8744 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3358e3c7-e57c-4854-afa0-8bf13d153298 HTTP/1.1" status: 200 len: 217 time: 0.0437410 Nov 12 08:15:42.177789 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048c9356-f8cf-4663-8058-536b47f0cf16 req-93c81ea5-8beb-4141-b2a8-a47d699b35c1 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:42.179434 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-048c9356-f8cf-4663-8058-536b47f0cf16 req-93c81ea5-8beb-4141-b2a8-a47d699b35c1 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=54100ade-491e-488a-8bdb-541746e0bddb HTTP/1.1" status: 200 len: 945 time: 0.1074297 Nov 12 08:15:42.180341 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a3bcbc0b-a712-4711-9b2b-072e1cbb92cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-933016'] for router_gateway, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:42.220319 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ffab7e-f00e-491d-9d91-5b1265c6de03 req-90b9306d-38f4-4986-9e3e-60bf4564fc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:42.221776 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-63ffab7e-f00e-491d-9d91-5b1265c6de03 req-90b9306d-38f4-4986-9e3e-60bf4564fc70 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b48e5e9c-f3da-4efc-88c4-db8837528b82 HTTP/1.1" status: 200 len: 847 time: 0.0564554 Nov 12 08:15:42.257859 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-63ffab7e-f00e-491d-9d91-5b1265c6de03 req-c88d6b8a-3dfd-4bf8-bb25-4287b1e00b7e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258257 Nov 12 08:15:42.290185 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a3bcbc0b-a712-4711-9b2b-072e1cbb92cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:42.294383 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a3bcbc0b-a712-4711-9b2b-072e1cbb92cd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:42.352795 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-048c9356-f8cf-4663-8058-536b47f0cf16 req-27515b30-3465-4e86-a19c-725a3a9e2fab tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404285 Nov 12 08:15:42.357276 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a3bcbc0b-a712-4711-9b2b-072e1cbb92cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:42.357825 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3bcbc0b-a712-4711-9b2b-072e1cbb92cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 736bfd10-2db2-4d36-8fbf-bb4bd2b9bf1a {{(pid=102600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:15:42.358486 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-63ffab7e-f00e-491d-9d91-5b1265c6de03 req-81cf7ce4-2b1a-4e09-9436-cb0d99593bef service neutron] 10.222.0.44 "GET /v2.0/networks/6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927835 Nov 12 08:15:42.363596 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a3bcbc0b-a712-4711-9b2b-072e1cbb92cd admin admin] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:42.364691 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-a3bcbc0b-a712-4711-9b2b-072e1cbb92cd admin admin] 10.222.0.26 "DELETE /v2.0/routers/736bfd10-2db2-4d36-8fbf-bb4bd2b9bf1a HTTP/1.1" status: 204 len: 168 time: 1.2548120 Nov 12 08:15:42.367364 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 42564) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:15:42.412147 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dda1bce-6cfe-41f1-8bb7-79d01f4ecea7 x-openstack-request-id: req-7dda1bce-6cfe-41f1-8bb7-79d01f4ecea7 {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:15:42.412438 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a027cfb-0708-4da3-ab68-8147ff2a3808", "name": "network-vif-deleted", "tag": "7cbf1e6f-4bdf-497a-8623-70a89e412f4c", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:15:42.412669 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7dda1bce-6cfe-41f1-8bb7-79d01f4ecea7 {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:15:42.413067 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a027cfb-0708-4da3-ab68-8147ff2a3808', 'name': 'network-vif-deleted', 'tag': '7cbf1e6f-4bdf-497a-8623-70a89e412f4c', 'status': 'completed', 'code': 200} Nov 12 08:15:42.422168 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-669f5512-81a7-4b95-adf3-7fc095d0a24e admin admin] Deleting subnet 6bc80b87-9ac4-4c5a-b3f4-eee162229a6d {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:15:42.426151 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-669f5512-81a7-4b95-adf3-7fc095d0a24e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:42.464698 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-63ffab7e-f00e-491d-9d91-5b1265c6de03 req-2d9b5a81-6904-4f1b-92fd-a37ac3d6e603 service neutron] 10.222.0.44 "GET /v2.0/networks/6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981543 Nov 12 08:15:42.466248 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-669f5512-81a7-4b95-adf3-7fc095d0a24e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:42.558758 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-951299ff-d866-482b-8f34-e1420e9b57a9 req-e87915b9-a3cf-405d-b891-78d78058aaeb tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=867280fe-66ee-4047-a8b4-3fdb92fcef26 HTTP/1.1" status: 200 len: 210 time: 0.0464046 Nov 12 08:15:42.571644 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-669f5512-81a7-4b95-adf3-7fc095d0a24e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:42.656761 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-669f5512-81a7-4b95-adf3-7fc095d0a24e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:42.687729 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-669f5512-81a7-4b95-adf3-7fc095d0a24e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:42.691466 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-669f5512-81a7-4b95-adf3-7fc095d0a24e admin admin] 10.222.0.26 "DELETE /v2.0/subnets/6bc80b87-9ac4-4c5a-b3f4-eee162229a6d HTTP/1.1" status: 204 len: 168 time: 0.3226140 Nov 12 08:15:42.692553 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f5512-81a7-4b95-adf3-7fc095d0a24e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bc80b87-9ac4-4c5a-b3f4-eee162229a6d,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:42.693080 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f08878-f95e-4514-a9f7-4df9d4e75a80 None None] Network 0e17a029-398f-4390-aea4-c0135238b984 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:15:42.695149 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 42568) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:15:42.705787 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da8d7f7-6547-4b23-9562-6f673af649fe req-dffadc16-9f4a-40c7-8513-c47d8980593e tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:42.707944 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9da8d7f7-6547-4b23-9562-6f673af649fe req-dffadc16-9f4a-40c7-8513-c47d8980593e tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/ports?device_id=814ef8c2-2c7f-478a-bce9-fc579bf87532 HTTP/1.1" status: 200 len: 945 time: 0.0911229 Nov 12 08:15:42.762497 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9da8d7f7-6547-4b23-9562-6f673af649fe req-031dff70-1c0d-4e3d-ae8a-43a3ae6f8724 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/security-groups?id=2be1fc6f-9ac2-4510-8984-890d50fd1a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481257 Nov 12 08:15:42.798836 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d15efce9-c371-47a5-857d-8e9b1a08b233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:42.888062 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-d15efce9-c371-47a5-857d-8e9b1a08b233 admin admin] Deleting port 88e67479-408d-4afe-a150-ae183b2e54c9 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:15:42.888259 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d15efce9-c371-47a5-857d-8e9b1a08b233 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:42.896858 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf5d7bf-1c91-4688-898f-4ac0ef06cb1c req-879606a4-b435-4a17-810b-6b0ffb4b0a89 tempest-ServersOnMultiNodesTest-2056534105 tempest-ServersOnMultiNodesTest-2056534105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:42.898389 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8bf5d7bf-1c91-4688-898f-4ac0ef06cb1c req-879606a4-b435-4a17-810b-6b0ffb4b0a89 tempest-ServersOnMultiNodesTest-2056534105 tempest-ServersOnMultiNodesTest-2056534105-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=9a68790d-0259-42cd-870d-a69a978aa6fd HTTP/1.1" status: 200 len: 1101 time: 0.0563829 Nov 12 08:15:42.900165 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b3cc798-9628-4452-be74-f36a32d532c1', 'tag': '3358e3c7-e57c-4854-afa0-8bf13d153298'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:15:42.902371 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f50dbd2-be69-4733-95c3-57c3adb2a316" -d '{"events": [{"name": "network-changed", "server_uuid": "5b3cc798-9628-4452-be74-f36a32d532c1", "tag": "3358e3c7-e57c-4854-afa0-8bf13d153298"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:15:42.919403 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f53bb7a-446a-4192-8913-76f667d5b98f None None] DHCP port deletion for 0e17a029-398f-4390-aea4-c0135238b984 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:15:42.947902 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8bf5d7bf-1c91-4688-898f-4ac0ef06cb1c req-97a0405d-775e-41b8-8aca-d5dfc9626997 tempest-ServersOnMultiNodesTest-2056534105 tempest-ServersOnMultiNodesTest-2056534105-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429358 Nov 12 08:15:42.967008 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-d15efce9-c371-47a5-857d-8e9b1a08b233 admin admin] For port 88e67479-408d-4afe-a150-ae183b2e54c9, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=88e67479-408d-4afe-a150-ae183b2e54c9,segment=NetworkSegment(16a676a6-44d3-4968-acea-0101be5a5fbd),segment_id=16a676a6-44d3-4968-acea-0101be5a5fbd)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:15:42.967375 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d15efce9-c371-47a5-857d-8e9b1a08b233 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:42.982206 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-4f53bb7a-446a-4192-8913-76f667d5b98f None None] Deleting port 88e67479-408d-4afe-a150-ae183b2e54c9 {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:15:42.982687 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4f53bb7a-446a-4192-8913-76f667d5b98f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:42.982919 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-d15efce9-c371-47a5-857d-8e9b1a08b233 admin admin] Calling delete_port for 88e67479-408d-4afe-a150-ae183b2e54c9 owned by network:dhcp {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:15:43.051907 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-4f53bb7a-446a-4192-8913-76f667d5b98f None None] For port 88e67479-408d-4afe-a150-ae183b2e54c9, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=88e67479-408d-4afe-a150-ae183b2e54c9,segment=NetworkSegment(16a676a6-44d3-4968-acea-0101be5a5fbd),segment_id=16a676a6-44d3-4968-acea-0101be5a5fbd)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:15:43.052318 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4f53bb7a-446a-4192-8913-76f667d5b98f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:43.065141 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-4f53bb7a-446a-4192-8913-76f667d5b98f None None] Calling delete_port for 88e67479-408d-4afe-a150-ae183b2e54c9 owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:15:43.065698 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59296ba-458d-4bc0-a1b7-6dd597709a08 req-1ecbdebb-d8d6-4527-a9ce-64aaade187de tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:43.068454 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f59296ba-458d-4bc0-a1b7-6dd597709a08 req-1ecbdebb-d8d6-4527-a9ce-64aaade187de tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b3cc798-9628-4452-be74-f36a32d532c1 HTTP/1.1" status: 200 len: 943 time: 0.0573871 Nov 12 08:15:43.076676 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d15efce9-c371-47a5-857d-8e9b1a08b233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:43.106817 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15efce9-c371-47a5-857d-8e9b1a08b233 admin admin] Pushing event deleted for resources: {'Port': ['ID=88e67479-408d-4afe-a150-ae183b2e54c9,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:43.108955 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15efce9-c371-47a5-857d-8e9b1a08b233 admin admin] No DVR routers for this DVR port 88e67479-408d-4afe-a150-ae183b2e54c9 on host n-d-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:15:43.113730 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 239319a3-93cd-44cf-8616-688702c4a6c4 details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:15:43.120596 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 7cbf1e6f-4bdf-497a-8623-70a89e412f4c no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:15:43.124675 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f59296ba-458d-4bc0-a1b7-6dd597709a08 req-b6bbbd4b-f963-4c3a-9b5c-c4dffa62eac5 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477040 Nov 12 08:15:43.153792 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] No Port match for: 7cbf1e6f-4bdf-497a-8623-70a89e412f4c {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:15:43.154148 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 7cbf1e6f-4bdf-497a-8623-70a89e412f4c not bound to the agent host n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:15:43.189694 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61774c06-a83d-49cc-83ca-5724b865b6d1 x-openstack-request-id: req-61774c06-a83d-49cc-83ca-5724b865b6d1 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:15:43.190101 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b3cc798-9628-4452-be74-f36a32d532c1", "tag": "3358e3c7-e57c-4854-afa0-8bf13d153298", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:15:43.190449 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-61774c06-a83d-49cc-83ca-5724b865b6d1 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:15:43.191630 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b3cc798-9628-4452-be74-f36a32d532c1', 'tag': '3358e3c7-e57c-4854-afa0-8bf13d153298', 'status': 'completed', 'code': 200} Nov 12 08:15:43.196291 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d15efce9-c371-47a5-857d-8e9b1a08b233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:43.220375 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-d15efce9-c371-47a5-857d-8e9b1a08b233 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e17a029-398f-4390-aea4-c0135238b984']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:15:43.233999 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-d15efce9-c371-47a5-857d-8e9b1a08b233 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16a676a6-44d3-4968-acea-0101be5a5fbd') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:15:43.234304 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-d15efce9-c371-47a5-857d-8e9b1a08b233 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16a676a6-44d3-4968-acea-0101be5a5fbd') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:15:43.252051 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4f53bb7a-446a-4192-8913-76f667d5b98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:43.253516 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d15efce9-c371-47a5-857d-8e9b1a08b233 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:43.260665 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d01fb8-32f0-4c0a-89ea-0a3eb939ff63 req-0440ed22-12fd-42a8-8361-7dba29b39921 tempest-ServersOnMultiNodesTest-2056534105 tempest-ServersOnMultiNodesTest-2056534105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:43.262328 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d4d01fb8-32f0-4c0a-89ea-0a3eb939ff63 req-0440ed22-12fd-42a8-8361-7dba29b39921 tempest-ServersOnMultiNodesTest-2056534105 tempest-ServersOnMultiNodesTest-2056534105-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=f6871128-1c66-4958-a5d2-9e1fe4a0ad46 HTTP/1.1" status: 200 len: 1101 time: 0.0468316 Nov 12 08:15:43.283324 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d15efce9-c371-47a5-857d-8e9b1a08b233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:43.289511 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f53bb7a-446a-4192-8913-76f667d5b98f None None] Pushing event deleted for resources: {'Port': ['ID=88e67479-408d-4afe-a150-ae183b2e54c9,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:43.292965 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d15efce9-c371-47a5-857d-8e9b1a08b233 admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:15:43.293510 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d15efce9-c371-47a5-857d-8e9b1a08b233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:43.295048 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 08:15:43.295048 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:15:43.295048 n-d-765315-29 neutron-server[102599]: timer() Nov 12 08:15:43.295048 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:15:43.295048 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 08:15:43.295048 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:15:43.295048 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 08:15:43.295048 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:15:43.295048 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 08:15:43.295048 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:15:43.295048 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 08:15:43.295048 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:15:43.295048 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 08:15:43.295048 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:15:43.295048 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:15:43.295048 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:15:43.295048 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:15:43.295048 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:15:43.295048 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 08:15:43.295048 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:15:43.295048 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 08:15:43.295048 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:15:43.295048 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:15:43.295048 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:15:43.295048 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 08:15:43.295048 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:15:43.295048 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:15:43.295048 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:15:43.295048 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:15:43.295048 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:15:43.295048 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:15:43.295048 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:15:43.298196 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f53bb7a-446a-4192-8913-76f667d5b98f None None] No DVR routers for this DVR port 88e67479-408d-4afe-a150-ae183b2e54c9 on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:15:43.307276 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 239319a3-93cd-44cf-8616-688702c4a6c4, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=239319a3-93cd-44cf-8616-688702c4a6c4,segment=NetworkSegment(931741a0-66de-48c6-b90b-c82af0a9f552),segment_id=931741a0-66de-48c6-b90b-c82af0a9f552)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:15:43.326701 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': '239319a3-93cd-44cf-8616-688702c4a6c4', 'network_id': 'e1e67e1f-8798-45f5-b239-65208acc87f1', 'port_id': '239319a3-93cd-44cf-8616-688702c4a6c4', 'mac_address': 'fa:16:3e:f2:f7:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bdc75da-af9b-40e1-a42f-7bb0c158e2a1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:15:43.339324 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d4d01fb8-32f0-4c0a-89ea-0a3eb939ff63 req-d58d29f8-6a5a-443a-99e6-ec7b4d5fc9e1 tempest-ServersOnMultiNodesTest-2056534105 tempest-ServersOnMultiNodesTest-2056534105-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690801 Nov 12 08:15:43.345252 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f50dbd2-be69-4733-95c3-57c3adb2a316 req-4aa33114-871e-4c7a-a170-bbe73b74e1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:43.346778 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0f50dbd2-be69-4733-95c3-57c3adb2a316 req-4aa33114-871e-4c7a-a170-bbe73b74e1fc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7317cbf37f7b44a3b0cd0a433cf6ba52&device_id=5b3cc798-9628-4452-be74-f36a32d532c1 HTTP/1.1" status: 200 len: 1095 time: 0.1105394 Nov 12 08:15:43.391941 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:43.408212 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 239319a3-93cd-44cf-8616-688702c4a6c4 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:15:43.424771 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d15efce9-c371-47a5-857d-8e9b1a08b233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:43.432706 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d15efce9-c371-47a5-857d-8e9b1a08b233 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:43.435811 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-d15efce9-c371-47a5-857d-8e9b1a08b233 admin admin] 10.222.0.26 "DELETE /v2.0/networks/0e17a029-398f-4390-aea4-c0135238b984 HTTP/1.1" status: 204 len: 168 time: 0.7393181 Nov 12 08:15:43.440740 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 239319a3-93cd-44cf-8616-688702c4a6c4, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=239319a3-93cd-44cf-8616-688702c4a6c4,segment=NetworkSegment(931741a0-66de-48c6-b90b-c82af0a9f552),segment_id=931741a0-66de-48c6-b90b-c82af0a9f552)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:15:43.445772 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 42582) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:15:43.447848 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:43.451231 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15efce9-c371-47a5-857d-8e9b1a08b233 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e17a029-398f-4390-aea4-c0135238b984,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:43.483195 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f50dbd2-be69-4733-95c3-57c3adb2a316 req-11bc6a91-c77c-4d1b-90f9-7d032f3930ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:43.484789 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0f50dbd2-be69-4733-95c3-57c3adb2a316 req-11bc6a91-c77c-4d1b-90f9-7d032f3930ac service neutron] 10.222.0.44 "GET /v2.0/networks?id=6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a HTTP/1.1" status: 200 len: 908 time: 0.1269481 Nov 12 08:15:43.506817 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=239319a3-93cd-44cf-8616-688702c4a6c4,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:43.520760 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a31935-5ea6-4c1d-883f-dbe443feb31e req-7c35509a-f882-46b5-bf61-2fa8e242648a tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:43.522251 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-90a31935-5ea6-4c1d-883f-dbe443feb31e req-7c35509a-f882-46b5-bf61-2fa8e242648a tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=31b2b8c2-e027-411c-a071-b8cfbf99cc68 HTTP/1.1" status: 200 len: 943 time: 0.1080656 Nov 12 08:15:43.543647 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0f50dbd2-be69-4733-95c3-57c3adb2a316 req-bd1b941e-c551-4bb7-8a51-7630ea971a77 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3358e3c7-e57c-4854-afa0-8bf13d153298 HTTP/1.1" status: 200 len: 217 time: 0.0401995 Nov 12 08:15:43.599965 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f50dbd2-be69-4733-95c3-57c3adb2a316 req-8d1f3bf9-d740-4ff6-b336-7f8fcb5b08d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:43.601455 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0f50dbd2-be69-4733-95c3-57c3adb2a316 req-8d1f3bf9-d740-4ff6-b336-7f8fcb5b08d0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b48e5e9c-f3da-4efc-88c4-db8837528b82 HTTP/1.1" status: 200 len: 847 time: 0.0469570 Nov 12 08:15:43.638915 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0f50dbd2-be69-4733-95c3-57c3adb2a316 req-bc474a6c-95e5-4c0f-88da-6066e4227253 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284042 Nov 12 08:15:43.677075 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 325475ed-b088-487f-b51e-e3c06b124f6b no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:15:43.699821 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 325475ed-b088-487f-b51e-e3c06b124f6b {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:15:43.700553 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 325475ed-b088-487f-b51e-e3c06b124f6b not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:15:43.700553 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 88e67479-408d-4afe-a150-ae183b2e54c9 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:15:43.724451 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 88e67479-408d-4afe-a150-ae183b2e54c9 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:15:43.724886 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 88e67479-408d-4afe-a150-ae183b2e54c9 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:15:43.725310 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 7440ef1f-76a2-4dd7-9d6d-39ec9c4ee243 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:15:43.746015 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 7440ef1f-76a2-4dd7-9d6d-39ec9c4ee243 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:15:43.746386 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 7440ef1f-76a2-4dd7-9d6d-39ec9c4ee243 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:15:43.749973 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0f50dbd2-be69-4733-95c3-57c3adb2a316 req-5c796823-d35a-446d-b402-9d6ec0fc3605 service neutron] 10.222.0.44 "GET /v2.0/networks/6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984781 Nov 12 08:15:43.848076 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0f50dbd2-be69-4733-95c3-57c3adb2a316 req-386daf4b-9e91-425d-9b29-8a9f75cb383d service neutron] 10.222.0.44 "GET /v2.0/networks/6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884438 Nov 12 08:15:43.867288 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['239319a3-93cd-44cf-8616-688702c4a6c4'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:15:43.911853 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-90a31935-5ea6-4c1d-883f-dbe443feb31e req-ac361e94-c480-48ec-9352-b9fd84e03220 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936637 Nov 12 08:15:44.173412 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af558f2-57ee-4bb3-99f3-e7e1f60d1f8b req-de93b040-6005-484a-8a0c-a4ad666bfbd3 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:44.174898 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4af558f2-57ee-4bb3-99f3-e7e1f60d1f8b req-de93b040-6005-484a-8a0c-a4ad666bfbd3 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=54100ade-491e-488a-8bdb-541746e0bddb HTTP/1.1" status: 200 len: 945 time: 0.0845385 Nov 12 08:15:44.209561 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-253fce61-7b9b-4faf-8928-d06186399d52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933586'] for router_interface, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:44.270390 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4af558f2-57ee-4bb3-99f3-e7e1f60d1f8b req-ca5488d3-90e4-4aaa-b3cc-a2fcdc466fc6 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886619 Nov 12 08:15:44.403823 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fd67cb17-d9fb-4fff-9cce-5e28f5ff0a38 req-a2fb151e-be4f-43bc-ad3d-0d12b6d77a46 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=867280fe-66ee-4047-a8b4-3fdb92fcef26 HTTP/1.1" status: 200 len: 210 time: 0.0772269 Nov 12 08:15:44.530952 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f242393b-ef70-405f-a0f8-ec814b9f5e0e req-5ef52706-d685-4cf7-9318-d9665bdff947 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:44.532435 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f242393b-ef70-405f-a0f8-ec814b9f5e0e req-5ef52706-d685-4cf7-9318-d9665bdff947 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/ports?device_id=814ef8c2-2c7f-478a-bce9-fc579bf87532 HTTP/1.1" status: 200 len: 945 time: 0.0708048 Nov 12 08:15:44.557227 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-253fce61-7b9b-4faf-8928-d06186399d52 admin admin] Deleting port 19029a84-573c-4817-946f-5972e33ef9d4 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:15:44.557565 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-253fce61-7b9b-4faf-8928-d06186399d52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:44.632233 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f242393b-ef70-405f-a0f8-ec814b9f5e0e req-7ef2de62-0166-40c0-bc68-1c8a681ee16b tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/security-groups?id=2be1fc6f-9ac2-4510-8984-890d50fd1a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931861 Nov 12 08:15:44.664782 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-253fce61-7b9b-4faf-8928-d06186399d52 admin admin] For port 19029a84-573c-4817-946f-5972e33ef9d4, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=19029a84-573c-4817-946f-5972e33ef9d4,segment=NetworkSegment(5dafbeb7-4aac-419b-8a16-c5865231ece4),segment_id=5dafbeb7-4aac-419b-8a16-c5865231ece4)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:15:44.665294 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-253fce61-7b9b-4faf-8928-d06186399d52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:44.681434 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-253fce61-7b9b-4faf-8928-d06186399d52 admin admin] Calling delete_port for 19029a84-573c-4817-946f-5972e33ef9d4 owned by network:router_interface {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:15:44.748180 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-72160315-d13e-4ad2-a83d-af5897afea70 req-46c90ef6-b9fc-441a-9e38-2772a59095ec tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=3dad16d1cf804c93a62c38374b8fb4ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0260022 Nov 12 08:15:44.921195 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72160315-d13e-4ad2-a83d-af5897afea70 req-02071367-adf8-4624-9bd8-5b44fc52a308 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:44.922534 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-72160315-d13e-4ad2-a83d-af5897afea70 req-02071367-adf8-4624-9bd8-5b44fc52a308 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1667564 Nov 12 08:15:44.943926 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-72160315-d13e-4ad2-a83d-af5897afea70 req-1dc88e51-0851-4ffa-8895-5db13308248c tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/quotas/3dad16d1cf804c93a62c38374b8fb4ba HTTP/1.1" status: 200 len: 375 time: 0.0156796 Nov 12 08:15:45.011984 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-253fce61-7b9b-4faf-8928-d06186399d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:45.052646 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-72160315-d13e-4ad2-a83d-af5897afea70 req-a8be6744-3c5f-4bc9-8700-d7d6ffa52463 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=3dad16d1cf804c93a62c38374b8fb4ba&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0892613 Nov 12 08:15:45.053415 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253fce61-7b9b-4faf-8928-d06186399d52 admin admin] Pushing event deleted for resources: {'Port': ['ID=19029a84-573c-4817-946f-5972e33ef9d4,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:45.121891 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 3358e3c7-e57c-4854-afa0-8bf13d153298 details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:15:45.126138 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 239319a3-93cd-44cf-8616-688702c4a6c4 up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:15:45.242542 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-253fce61-7b9b-4faf-8928-d06186399d52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918626'] for router_interface, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:45.254502 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning for port 239319a3-93cd-44cf-8616-688702c4a6c4 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:15:45.265251 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port 239319a3-93cd-44cf-8616-688702c4a6c4 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:15:45.265891 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:45.318083 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 3358e3c7-e57c-4854-afa0-8bf13d153298, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=3358e3c7-e57c-4854-afa0-8bf13d153298,segment=NetworkSegment(2faefcc0-552f-4085-b81e-2c4b58f0de67),segment_id=2faefcc0-552f-4085-b81e-2c4b58f0de67)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:15:45.334347 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': '3358e3c7-e57c-4854-afa0-8bf13d153298', 'network_id': '6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a', 'port_id': '3358e3c7-e57c-4854-afa0-8bf13d153298', 'mac_address': 'fa:16:3e:2b:ef:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b48e5e9c-f3da-4efc-88c4-db8837528b82', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:15:45.408182 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:45.424999 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:45.439472 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3358e3c7-e57c-4854-afa0-8bf13d153298 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:15:45.462769 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31b2b8c2-e027-411c-a071-b8cfbf99cc68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '239319a3-93cd-44cf-8616-688702c4a6c4'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:15:45.464947 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3a1da52-65f8-4656-8248-389ea5722fcf" -d '{"events": [{"server_uuid": "31b2b8c2-e027-411c-a071-b8cfbf99cc68", "name": "network-vif-plugged", "status": "completed", "tag": "239319a3-93cd-44cf-8616-688702c4a6c4"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:15:45.484590 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 3358e3c7-e57c-4854-afa0-8bf13d153298, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=3358e3c7-e57c-4854-afa0-8bf13d153298,segment=NetworkSegment(2faefcc0-552f-4085-b81e-2c4b58f0de67),segment_id=2faefcc0-552f-4085-b81e-2c4b58f0de67)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:15:45.486620 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 239319a3-93cd-44cf-8616-688702c4a6c4, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=239319a3-93cd-44cf-8616-688702c4a6c4,segment=NetworkSegment(931741a0-66de-48c6-b90b-c82af0a9f552),segment_id=931741a0-66de-48c6-b90b-c82af0a9f552)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:15:45.492273 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:45.496372 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:45.543642 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-253fce61-7b9b-4faf-8928-d06186399d52 admin admin] Router 7b190801-86e0-4c2f-be86-46099345574e has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:15:45.543895 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=3358e3c7-e57c-4854-afa0-8bf13d153298,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:45.572006 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38172eb7-9b00-4bac-bf7c-3746916147e2 req-ce1b6f14-b091-4232-aa9d-5d87e91e391d tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:45.573556 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-38172eb7-9b00-4bac-bf7c-3746916147e2 req-ce1b6f14-b091-4232-aa9d-5d87e91e391d tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b3cc798-9628-4452-be74-f36a32d532c1 HTTP/1.1" status: 200 len: 943 time: 0.0984547 Nov 12 08:15:45.599485 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=239319a3-93cd-44cf-8616-688702c4a6c4,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:45.708185 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-38172eb7-9b00-4bac-bf7c-3746916147e2 req-b4bc076b-9c3d-46d8-8383-ab6b5e32b4a6 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258788 Nov 12 08:15:45.736875 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-253fce61-7b9b-4faf-8928-d06186399d52 admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:15:45.752471 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0076f128-84c2-4bcf-b581-b1c4915e28ff None None] Sync routers for ids ['7b190801-86e0-4c2f-be86-46099345574e'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:15:45.753797 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-253fce61-7b9b-4faf-8928-d06186399d52 admin admin] 10.222.0.26 "PUT /v2.0/routers/7b190801-86e0-4c2f-be86-46099345574e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3033938 Nov 12 08:15:45.755644 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 42622) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:15:45.770854 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0076f128-84c2-4bcf-b581-b1c4915e28ff None None] Routers {'7b190801-86e0-4c2f-be86-46099345574e'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:15:45.771471 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-0076f128-84c2-4bcf-b581-b1c4915e28ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:15:36Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['7b190801-86e0-4c2f-be86-46099345574e'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:15:45.850034 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398bfb31-5f09-4fcc-912c-ba381a4a9f86 req-b3c2aa47-9461-4cfe-9dda-00c0c019f5bb tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:45.852869 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-398bfb31-5f09-4fcc-912c-ba381a4a9f86 req-b3c2aa47-9461-4cfe-9dda-00c0c019f5bb tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=31b2b8c2-e027-411c-a071-b8cfbf99cc68 HTTP/1.1" status: 200 len: 945 time: 0.0631649 Nov 12 08:15:45.886968 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a8a5e94e-4ec0-43c9-926a-bdf30e1d699b admin admin] Publish callbacks [] for router, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:45.890479 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['3358e3c7-e57c-4854-afa0-8bf13d153298'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:15:45.903485 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-0076f128-84c2-4bcf-b581-b1c4915e28ff None None] Set router 7b190801-86e0-4c2f-be86-46099345574e gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:15:45.933731 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-398bfb31-5f09-4fcc-912c-ba381a4a9f86 req-fa248347-77d4-4360-addb-5eed8d0008a0 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688133 Nov 12 08:15:46.029476 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a8a5e94e-4ec0-43c9-926a-bdf30e1d699b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:46.070698 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3681c597-7c3c-463b-9c91-531f92263c50 req-20f6ada5-18b9-4f8e-8a3a-8dd7e8048ce5 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:46.080324 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3681c597-7c3c-463b-9c91-531f92263c50 req-20f6ada5-18b9-4f8e-8a3a-8dd7e8048ce5 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=54100ade-491e-488a-8bdb-541746e0bddb HTTP/1.1" status: 200 len: 945 time: 0.0725527 Nov 12 08:15:46.123751 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-a8a5e94e-4ec0-43c9-926a-bdf30e1d699b admin admin] Deleting port d65455cb-6cb1-4537-ab3d-9266e706b94f {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:15:46.124151 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a8a5e94e-4ec0-43c9-926a-bdf30e1d699b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:46.141912 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3681c597-7c3c-463b-9c91-531f92263c50 req-7193a85e-53a3-424d-80d9-44519a4572a7 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604157 Nov 12 08:15:46.162605 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-0076f128-84c2-4bcf-b581-b1c4915e28ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b190801-86e0-4c2f-be86-46099345574e', 'name': 'tempest-AttachSCSIVolumeTestJSON-903832078-router', 'tenant_id': '73a0dfe0fe0f484fbd498ae652984dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'd65455cb-6cb1-4537-ab3d-9266e706b94f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:13:44Z', 'updated_at': '2021-11-12T08:15:44Z', 'revision_number': 5, 'project_id': '73a0dfe0fe0f484fbd498ae652984dff', 'gw_port': {'id': 'd65455cb-6cb1-4537-ab3d-9266e706b94f', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:34:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b190801-86e0-4c2f-be86-46099345574e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:13:45Z', 'updated_at': '2021-11-12T08:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:15:46.249474 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-a8a5e94e-4ec0-43c9-926a-bdf30e1d699b admin admin] For port d65455cb-6cb1-4537-ab3d-9266e706b94f, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=d65455cb-6cb1-4537-ab3d-9266e706b94f,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:15:46.250005 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a8a5e94e-4ec0-43c9-926a-bdf30e1d699b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:46.291260 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-a8a5e94e-4ec0-43c9-926a-bdf30e1d699b admin admin] Calling delete_port for d65455cb-6cb1-4537-ab3d-9266e706b94f owned by network:router_gateway {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:15:46.303815 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0076f128-84c2-4bcf-b581-b1c4915e28ff None None] Checking router: 7b190801-86e0-4c2f-be86-46099345574e for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:15:46.313186 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0076f128-84c2-4bcf-b581-b1c4915e28ff None None] Routers {'7b190801-86e0-4c2f-be86-46099345574e'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:15:46.313791 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-0076f128-84c2-4bcf-b581-b1c4915e28ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:15:36Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['7b190801-86e0-4c2f-be86-46099345574e'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:15:46.355209 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-19c0c637-9369-4d32-a538-d79137d37827 req-10638c86-e1e9-4216-8d22-5b9fe0505297 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=867280fe-66ee-4047-a8b4-3fdb92fcef26 HTTP/1.1" status: 200 len: 210 time: 0.0461257 Nov 12 08:15:46.414235 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9b04eb0-698c-41d8-836b-3042307972fb x-openstack-request-id: req-a9b04eb0-698c-41d8-836b-3042307972fb {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:15:46.414825 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31b2b8c2-e027-411c-a071-b8cfbf99cc68", "name": "network-vif-plugged", "status": "completed", "tag": "239319a3-93cd-44cf-8616-688702c4a6c4", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:15:46.415022 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a9b04eb0-698c-41d8-836b-3042307972fb {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:15:46.415531 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31b2b8c2-e027-411c-a071-b8cfbf99cc68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '239319a3-93cd-44cf-8616-688702c4a6c4', 'code': 200} Nov 12 08:15:46.434739 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-0076f128-84c2-4bcf-b581-b1c4915e28ff None None] Set router 7b190801-86e0-4c2f-be86-46099345574e gateway port host: None {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:15:46.502999 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-0076f128-84c2-4bcf-b581-b1c4915e28ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b190801-86e0-4c2f-be86-46099345574e', 'name': 'tempest-AttachSCSIVolumeTestJSON-903832078-router', 'tenant_id': '73a0dfe0fe0f484fbd498ae652984dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:13:44Z', 'updated_at': '2021-11-12T08:15:46Z', 'revision_number': 6, 'project_id': '73a0dfe0fe0f484fbd498ae652984dff', 'gw_port_host': None}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:15:46.507319 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a8a5e94e-4ec0-43c9-926a-bdf30e1d699b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:46.522712 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288bbf50-f1cb-4f6d-a639-41ffd8bb6477 req-ba0b63ca-6867-4602-a0c4-6e1ac949ea46 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:46.524269 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-288bbf50-f1cb-4f6d-a639-41ffd8bb6477 req-ba0b63ca-6867-4602-a0c4-6e1ac949ea46 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/ports?device_id=814ef8c2-2c7f-478a-bce9-fc579bf87532 HTTP/1.1" status: 200 len: 945 time: 0.0628822 Nov 12 08:15:46.535897 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0076f128-84c2-4bcf-b581-b1c4915e28ff None None] The sync data for ids ['7b190801-86e0-4c2f-be86-46099345574e'] in n-d-765315-29 is: [{'id': '7b190801-86e0-4c2f-be86-46099345574e', 'name': 'tempest-AttachSCSIVolumeTestJSON-903832078-router', 'tenant_id': '73a0dfe0fe0f484fbd498ae652984dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:13:44Z', 'updated_at': '2021-11-12T08:15:46Z', 'revision_number': 6, 'project_id': '73a0dfe0fe0f484fbd498ae652984dff', 'gw_port_host': None}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:15:46.537100 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a5e94e-4ec0-43c9-926a-bdf30e1d699b admin admin] Pushing event deleted for resources: {'Port': ['ID=d65455cb-6cb1-4537-ab3d-9266e706b94f,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:46.619200 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-288bbf50-f1cb-4f6d-a639-41ffd8bb6477 req-87fcb460-3bb4-4f05-80d6-280dd3589128 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/security-groups?id=2be1fc6f-9ac2-4510-8984-890d50fd1a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788202 Nov 12 08:15:46.641873 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a8a5e94e-4ec0-43c9-926a-bdf30e1d699b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-933016'] for router_gateway, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:46.649123 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aea29bc-a024-4b91-88da-dfcf2cf7e4e1 req-14139ecf-cb6e-4f0b-b2bd-2d00dd9dcfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:46.650526 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0aea29bc-a024-4b91-88da-dfcf2cf7e4e1 req-14139ecf-cb6e-4f0b-b2bd-2d00dd9dcfa2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=31b2b8c2-e027-411c-a071-b8cfbf99cc68 HTTP/1.1" status: 200 len: 1097 time: 0.0799458 Nov 12 08:15:46.709101 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e41a8297-ab93-4804-95f8-7e624c47818e req-f5be6d4e-586f-459c-96ff-4227c5676067 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=2fb8d5c0-2de2-44f6-9bab-123c9403a196 HTTP/1.1" status: 200 len: 210 time: 0.0270624 Nov 12 08:15:46.841579 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993190ef-e7fe-4bc0-b85e-5d0f0ffde572 req-ef960061-c08d-4c9c-a575-380449afb0a7 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:46.843182 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-993190ef-e7fe-4bc0-b85e-5d0f0ffde572 req-ef960061-c08d-4c9c-a575-380449afb0a7 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b3cc798-9628-4452-be74-f36a32d532c1 HTTP/1.1" status: 200 len: 944 time: 0.0624549 Nov 12 08:15:46.898781 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-993190ef-e7fe-4bc0-b85e-5d0f0ffde572 req-548a4874-ad89-4c60-a6c7-929250386a51 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492444 Nov 12 08:15:47.071593 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a8a5e94e-4ec0-43c9-926a-bdf30e1d699b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:47.075191 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a8a5e94e-4ec0-43c9-926a-bdf30e1d699b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:47.076261 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dcdb54-ffbb-4ecd-a8d9-62bb2a5ae93b req-0f6526e9-cfda-4dee-a76e-3741e0fa03dd tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:47.077742 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-99dcdb54-ffbb-4ecd-a8d9-62bb2a5ae93b req-0f6526e9-cfda-4dee-a76e-3741e0fa03dd tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=31b2b8c2-e027-411c-a071-b8cfbf99cc68 HTTP/1.1" status: 200 len: 945 time: 0.0648708 Nov 12 08:15:47.123860 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 3358e3c7-e57c-4854-afa0-8bf13d153298 up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:15:47.130906 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0aea29bc-a024-4b91-88da-dfcf2cf7e4e1 req-8a4098ca-4e08-4b8e-a9d4-36bc2f01e236 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4456635 Nov 12 08:15:47.136934 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a8a5e94e-4ec0-43c9-926a-bdf30e1d699b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:47.137504 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8a5e94e-4ec0-43c9-926a-bdf30e1d699b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b190801-86e0-4c2f-be86-46099345574e {{(pid=102599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:15:47.142251 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a8a5e94e-4ec0-43c9-926a-bdf30e1d699b admin admin] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:47.143430 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-a8a5e94e-4ec0-43c9-926a-bdf30e1d699b admin admin] 10.222.0.26 "DELETE /v2.0/routers/7b190801-86e0-4c2f-be86-46099345574e HTTP/1.1" status: 204 len: 168 time: 1.3866997 Nov 12 08:15:47.146684 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-99dcdb54-ffbb-4ecd-a8d9-62bb2a5ae93b req-7125a6d4-7388-46a7-b4a2-f6419a2dec24 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619550 Nov 12 08:15:47.147105 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 42634) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:15:47.196823 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-206cfc2c-03a1-49cf-8203-6834dfc52170 admin admin] Deleting subnet e73e45ba-4bd5-41b8-8223-8f879a65cd47 {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:15:47.201467 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-206cfc2c-03a1-49cf-8203-6834dfc52170 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:47.203432 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning for port 3358e3c7-e57c-4854-afa0-8bf13d153298 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:15:47.208519 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port 3358e3c7-e57c-4854-afa0-8bf13d153298 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:15:47.208894 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:47.272262 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-206cfc2c-03a1-49cf-8203-6834dfc52170 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:47.287238 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:47.304011 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bf48e9-1850-4a8a-b78e-a649d3785b1e req-367ca1d9-2562-46bb-99d3-ebe9765591f9 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:47.305530 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a5bf48e9-1850-4a8a-b78e-a649d3785b1e req-367ca1d9-2562-46bb-99d3-ebe9765591f9 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=54100ade-491e-488a-8bdb-541746e0bddb HTTP/1.1" status: 200 len: 945 time: 0.0834308 Nov 12 08:15:47.325980 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 3358e3c7-e57c-4854-afa0-8bf13d153298, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=3358e3c7-e57c-4854-afa0-8bf13d153298,segment=NetworkSegment(2faefcc0-552f-4085-b81e-2c4b58f0de67),segment_id=2faefcc0-552f-4085-b81e-2c4b58f0de67)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:15:47.331208 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:47.386467 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=3358e3c7-e57c-4854-afa0-8bf13d153298,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:47.397011 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a5bf48e9-1850-4a8a-b78e-a649d3785b1e req-56dcc47d-6395-4106-8b7f-27a656240810 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828552 Nov 12 08:15:47.401708 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-206cfc2c-03a1-49cf-8203-6834dfc52170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:47.467830 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-72160315-d13e-4ad2-a83d-af5897afea70 req-11759426-ffe9-40e6-b6ce-ebbc0f55555f tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=3dad16d1cf804c93a62c38374b8fb4ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331674 Nov 12 08:15:47.470272 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-206cfc2c-03a1-49cf-8203-6834dfc52170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:47.514746 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206cfc2c-03a1-49cf-8203-6834dfc52170 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e73e45ba-4bd5-41b8-8223-8f879a65cd47,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:47.535578 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-206cfc2c-03a1-49cf-8203-6834dfc52170 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:47.539415 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-206cfc2c-03a1-49cf-8203-6834dfc52170 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/e73e45ba-4bd5-41b8-8223-8f879a65cd47 HTTP/1.1" status: 204 len: 168 time: 0.3911023 Nov 12 08:15:47.543287 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44aac6a-ef48-4ac6-bbf0-09a79cb942a4 None None] Network 59b5e232-805b-48e7-97d7-7cf354c7a937 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:15:47.543938 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f02296d6-fdb7-41e5-b994-62e9e8d721c1 req-84982c65-910b-4079-a825-27e810061eb2 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=867280fe-66ee-4047-a8b4-3fdb92fcef26 HTTP/1.1" status: 200 len: 210 time: 0.0695364 Nov 12 08:15:47.544469 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 42640) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:15:47.657262 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5bead562-8213-4fd1-8af6-8dd497ae2c45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:47.694937 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72160315-d13e-4ad2-a83d-af5897afea70 req-99191225-102e-400d-9f7f-16e45773e247 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:47.696552 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-72160315-d13e-4ad2-a83d-af5897afea70 req-99191225-102e-400d-9f7f-16e45773e247 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1962149 Nov 12 08:15:47.723215 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device d65455cb-6cb1-4537-ab3d-9266e706b94f no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:15:47.765847 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: d65455cb-6cb1-4537-ab3d-9266e706b94f {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:15:47.766293 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device d65455cb-6cb1-4537-ab3d-9266e706b94f not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:15:47.766732 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 19029a84-573c-4817-946f-5972e33ef9d4 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:15:47.776909 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-72160315-d13e-4ad2-a83d-af5897afea70 req-da5e1de3-0372-4cbc-84be-25377ef50801 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Request body: {'port': {'device_id': 'ebd09adc-ee2c-4ae1-a7b0-f87d2365516f', 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016', 'admin_state_up': True, 'tenant_id': '3dad16d1cf804c93a62c38374b8fb4ba'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:15:47.781735 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-5bead562-8213-4fd1-8af6-8dd497ae2c45 admin admin] Deleting port e2784c5d-c91e-4d13-b91a-4ffbcde4002b {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:15:47.782081 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5bead562-8213-4fd1-8af6-8dd497ae2c45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:47.791535 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 19029a84-573c-4817-946f-5972e33ef9d4 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:15:47.791885 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 19029a84-573c-4817-946f-5972e33ef9d4 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:15:47.814364 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79db0d1c-5b70-41cc-a91c-37ded5d4501b req-2d636c84-1197-4208-a506-1a7bcdf92b54 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:47.816610 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-79db0d1c-5b70-41cc-a91c-37ded5d4501b req-2d636c84-1197-4208-a506-1a7bcdf92b54 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/ports?device_id=814ef8c2-2c7f-478a-bce9-fc579bf87532 HTTP/1.1" status: 200 len: 945 time: 0.0865810 Nov 12 08:15:47.877603 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9f4e11-2d9f-4044-a588-2378b522e100 None None] DHCP port deletion for 59b5e232-805b-48e7-97d7-7cf354c7a937 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:15:47.886426 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-5bead562-8213-4fd1-8af6-8dd497ae2c45 admin admin] For port e2784c5d-c91e-4d13-b91a-4ffbcde4002b, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=e2784c5d-c91e-4d13-b91a-4ffbcde4002b,segment=NetworkSegment(5dafbeb7-4aac-419b-8a16-c5865231ece4),segment_id=5dafbeb7-4aac-419b-8a16-c5865231ece4)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:15:47.886840 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5bead562-8213-4fd1-8af6-8dd497ae2c45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:47.909046 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72160315-d13e-4ad2-a83d-af5897afea70 req-da5e1de3-0372-4cbc-84be-25377ef50801 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Made reservation on behalf of 3dad16d1cf804c93a62c38374b8fb4ba for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:15:47.913025 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-5bead562-8213-4fd1-8af6-8dd497ae2c45 admin admin] Calling delete_port for e2784c5d-c91e-4d13-b91a-4ffbcde4002b owned by network:dhcp {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:15:47.913288 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-72160315-d13e-4ad2-a83d-af5897afea70 req-da5e1de3-0372-4cbc-84be-25377ef50801 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:47.924803 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-79db0d1c-5b70-41cc-a91c-37ded5d4501b req-b1f64f60-216c-471a-847b-b1fe99410a69 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/security-groups?id=2be1fc6f-9ac2-4510-8984-890d50fd1a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804877 Nov 12 08:15:47.950622 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-df9f4e11-2d9f-4044-a588-2378b522e100 None None] Deleting port e2784c5d-c91e-4d13-b91a-4ffbcde4002b {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:15:47.950622 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-df9f4e11-2d9f-4044-a588-2378b522e100 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:48.005863 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5bead562-8213-4fd1-8af6-8dd497ae2c45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:48.035143 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-df9f4e11-2d9f-4044-a588-2378b522e100 None None] For port e2784c5d-c91e-4d13-b91a-4ffbcde4002b, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=e2784c5d-c91e-4d13-b91a-4ffbcde4002b,segment=NetworkSegment(5dafbeb7-4aac-419b-8a16-c5865231ece4),segment_id=5dafbeb7-4aac-419b-8a16-c5865231ece4)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:15:48.035816 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-df9f4e11-2d9f-4044-a588-2378b522e100 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:48.049540 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-df9f4e11-2d9f-4044-a588-2378b522e100 None None] Calling delete_port for e2784c5d-c91e-4d13-b91a-4ffbcde4002b owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:15:48.058065 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bead562-8213-4fd1-8af6-8dd497ae2c45 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2784c5d-c91e-4d13-b91a-4ffbcde4002b,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:48.063238 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-85e527f2-99ea-47d4-aa74-84a4a0b2b5e2 req-a98296f9-6456-4959-9a5d-c2656af45bb3 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=2fb8d5c0-2de2-44f6-9bab-123c9403a196 HTTP/1.1" status: 200 len: 210 time: 0.0536740 Nov 12 08:15:48.064348 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bead562-8213-4fd1-8af6-8dd497ae2c45 admin admin] No DVR routers for this DVR port e2784c5d-c91e-4d13-b91a-4ffbcde4002b on host n-d-765315-29 {{(pid=102600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:15:48.087339 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-72160315-d13e-4ad2-a83d-af5897afea70 req-da5e1de3-0372-4cbc-84be-25377ef50801 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Allocated IP 192.168.233.20 (107743df-d3df-459d-a6cd-9e2ab4303016/e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1/9304a2ab-88c7-4303-afc3-edae093f1f00) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:15:48.150654 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-df9f4e11-2d9f-4044-a588-2378b522e100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:48.159507 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5bead562-8213-4fd1-8af6-8dd497ae2c45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:48.183962 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9f4e11-2d9f-4044-a588-2378b522e100 None None] No DVR routers for this DVR port e2784c5d-c91e-4d13-b91a-4ffbcde4002b on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:15:48.185773 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9f4e11-2d9f-4044-a588-2378b522e100 None None] Pushing event deleted for resources: {'Port': ['ID=e2784c5d-c91e-4d13-b91a-4ffbcde4002b,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:48.206047 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-5bead562-8213-4fd1-8af6-8dd497ae2c45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59b5e232-805b-48e7-97d7-7cf354c7a937']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:15:48.218546 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-5bead562-8213-4fd1-8af6-8dd497ae2c45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dafbeb7-4aac-419b-8a16-c5865231ece4') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:15:48.218937 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-5bead562-8213-4fd1-8af6-8dd497ae2c45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dafbeb7-4aac-419b-8a16-c5865231ece4') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:15:48.239152 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c818182-0f92-4c85-9ebe-def7f7ade352 req-0f7bcc85-92b7-4459-a2ca-37aa216a58ac tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:48.240654 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2c818182-0f92-4c85-9ebe-def7f7ade352 req-0f7bcc85-92b7-4459-a2ca-37aa216a58ac tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b3cc798-9628-4452-be74-f36a32d532c1 HTTP/1.1" status: 200 len: 945 time: 0.0946400 Nov 12 08:15:48.244206 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5bead562-8213-4fd1-8af6-8dd497ae2c45 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:48.267788 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5bead562-8213-4fd1-8af6-8dd497ae2c45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:48.272482 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-72160315-d13e-4ad2-a83d-af5897afea70 req-da5e1de3-0372-4cbc-84be-25377ef50801 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:48.278717 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bead562-8213-4fd1-8af6-8dd497ae2c45 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:15:48.279117 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5bead562-8213-4fd1-8af6-8dd497ae2c45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:48.281774 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:15:48.281774 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:15:48.281774 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:15:48.281774 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:15:48.281774 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:15:48.281774 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:15:48.281774 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:15:48.281774 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:15:48.281774 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:15:48.281774 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:15:48.281774 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:15:48.281774 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:15:48.281774 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:15:48.281774 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:15:48.281774 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:15:48.281774 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:15:48.281774 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:15:48.281774 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:15:48.281774 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:15:48.281774 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:15:48.281774 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:15:48.281774 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:15:48.281774 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:15:48.281774 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:15:48.281774 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:15:48.281774 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:15:48.281774 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:15:48.281774 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:15:48.281774 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:15:48.281774 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:15:48.281774 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:15:48.281774 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:15:48.318329 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-72160315-d13e-4ad2-a83d-af5897afea70 req-da5e1de3-0372-4cbc-84be-25377ef50801 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:48.335742 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['641ecf14-1420-46c8-ab6e-1776d803d920'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:15:48.358916 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2c818182-0f92-4c85-9ebe-def7f7ade352 req-e45ec123-38ee-4201-89bb-4cd5f837f3b3 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079309 Nov 12 08:15:48.360221 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72160315-d13e-4ad2-a83d-af5897afea70 req-da5e1de3-0372-4cbc-84be-25377ef50801 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Network 107743df-d3df-459d-a6cd-9e2ab4303016 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:15:48.363514 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-72160315-d13e-4ad2-a83d-af5897afea70 req-da5e1de3-0372-4cbc-84be-25377ef50801 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:15:48.370698 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5bead562-8213-4fd1-8af6-8dd497ae2c45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:48.376387 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-72160315-d13e-4ad2-a83d-af5897afea70 req-da5e1de3-0372-4cbc-84be-25377ef50801 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:15:48.377808 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5bead562-8213-4fd1-8af6-8dd497ae2c45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:48.381354 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-5bead562-8213-4fd1-8af6-8dd497ae2c45 admin admin] 10.222.0.26 "DELETE /v2.0/networks/59b5e232-805b-48e7-97d7-7cf354c7a937 HTTP/1.1" status: 204 len: 168 time: 0.8359189 Nov 12 08:15:48.400955 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bead562-8213-4fd1-8af6-8dd497ae2c45 admin admin] Pushing event deleted for resources: {'Network': ['ID=59b5e232-805b-48e7-97d7-7cf354c7a937,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:48.414168 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['ed95649b-ce37-4271-a755-fb97b8480123', '2393022c-b8ff-4fe1-8f37-568a7b900426'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:15:48.414989 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5e1de3-0372-4cbc-84be-25377ef50801 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Pushing event updated for resources: {'Port': ['ID=9304a2ab-88c7-4303-afc3-edae093f1f00,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:48.449274 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72160315-d13e-4ad2-a83d-af5897afea70 req-da5e1de3-0372-4cbc-84be-25377ef50801 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:48.449827 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-72160315-d13e-4ad2-a83d-af5897afea70 req-da5e1de3-0372-4cbc-84be-25377ef50801 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:48.470260 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b3cc798-9628-4452-be74-f36a32d532c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3358e3c7-e57c-4854-afa0-8bf13d153298'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:15:48.474422 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dc51df8-6395-4779-8d53-e27baa8c022b" -d '{"events": [{"server_uuid": "5b3cc798-9628-4452-be74-f36a32d532c1", "name": "network-vif-plugged", "status": "completed", "tag": "3358e3c7-e57c-4854-afa0-8bf13d153298"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:15:48.495484 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-72160315-d13e-4ad2-a83d-af5897afea70 req-da5e1de3-0372-4cbc-84be-25377ef50801 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7257318 Nov 12 08:15:48.520427 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-72160315-d13e-4ad2-a83d-af5897afea70 req-253f9da2-c2c4-4719-8868-ff1c02792867 service neutron] Request body: {'port': {'device_id': 'ebd09adc-ee2c-4ae1-a7b0-f87d2365516f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:15:48.600371 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 42658) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:15:48.602526 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ece4bde-7c19-4846-9adb-af3f91ee63a2 req-dc48f667-2330-471e-9ee0-a5ed1c2bb58f tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:48.610465 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6ece4bde-7c19-4846-9adb-af3f91ee63a2 req-dc48f667-2330-471e-9ee0-a5ed1c2bb58f tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=31b2b8c2-e027-411c-a071-b8cfbf99cc68 HTTP/1.1" status: 200 len: 945 time: 0.0992508 Nov 12 08:15:48.627971 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-72160315-d13e-4ad2-a83d-af5897afea70 req-253f9da2-c2c4-4719-8868-ff1c02792867 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:48.693627 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-f75aa34b-bc68-4dae-8adb-2356f342d653 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e3654af28e3b4e1fa3358c62ae6c58eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0891807 Nov 12 08:15:48.694527 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 42660) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:15:48.698135 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6ece4bde-7c19-4846-9adb-af3f91ee63a2 req-392603fa-e853-410f-919e-e2d16130dbb8 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821047 Nov 12 08:15:48.797549 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-a6cc234f-c06e-4041-8f01-ae14bbb3421b None None] Provisioning complete for port 9304a2ab-88c7-4303-afc3-edae093f1f00 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:15:48.798170 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a6cc234f-c06e-4041-8f01-ae14bbb3421b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:48.820467 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a871f2-f789-4ea6-aa40-91709cdaf8f6 req-ef773f92-4a7f-4ab0-bb82-a931ee0c7ba7 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:48.821958 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a8a871f2-f789-4ea6-aa40-91709cdaf8f6 req-ef773f92-4a7f-4ab0-bb82-a931ee0c7ba7 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=54100ade-491e-488a-8bdb-541746e0bddb HTTP/1.1" status: 200 len: 945 time: 0.0543032 Nov 12 08:15:48.823679 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0ae27d9a-c762-4496-bc8d-95b1137e0042 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:48.859452 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0ae27d9a-c762-4496-bc8d-95b1137e0042 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:48.870970 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-a6cc234f-c06e-4041-8f01-ae14bbb3421b None None] Port 9304a2ab-88c7-4303-afc3-edae093f1f00 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:15:48.887987 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a8a871f2-f789-4ea6-aa40-91709cdaf8f6 req-7f188e5e-1b17-4d78-86dd-ec41c51dda36 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551226 Nov 12 08:15:48.935051 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fa15a50-27ab-4ce5-90aa-7d0010a90cef x-openstack-request-id: req-0fa15a50-27ab-4ce5-90aa-7d0010a90cef {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:15:48.935352 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b3cc798-9628-4452-be74-f36a32d532c1", "name": "network-vif-plugged", "status": "completed", "tag": "3358e3c7-e57c-4854-afa0-8bf13d153298", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:15:48.935612 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0fa15a50-27ab-4ce5-90aa-7d0010a90cef {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:15:48.936417 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b3cc798-9628-4452-be74-f36a32d532c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3358e3c7-e57c-4854-afa0-8bf13d153298', 'code': 200} Nov 12 08:15:48.981861 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0ae27d9a-c762-4496-bc8d-95b1137e0042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:48.989822 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0ae27d9a-c762-4496-bc8d-95b1137e0042 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:48.991091 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-0ae27d9a-c762-4496-bc8d-95b1137e0042 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b75e1799-a001-44e4-aae3-9da5da29512a HTTP/1.1" status: 204 len: 168 time: 0.2955363 Nov 12 08:15:49.008787 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae27d9a-c762-4496-bc8d-95b1137e0042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b75e1799-a001-44e4-aae3-9da5da29512a,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:49.020456 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5c285859-a277-4ae7-9442-a50a489d5f53 req-a9b6d2ae-54b1-42e6-9096-cd31c6cbe92d tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=867280fe-66ee-4047-a8b4-3fdb92fcef26 HTTP/1.1" status: 200 len: 210 time: 0.0356619 Nov 12 08:15:49.094781 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-72160315-d13e-4ad2-a83d-af5897afea70 req-253f9da2-c2c4-4719-8868-ff1c02792867 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9304a2ab-88c7-4303-afc3-edae093f1f00 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:15:49.105791 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-72160315-d13e-4ad2-a83d-af5897afea70 req-253f9da2-c2c4-4719-8868-ff1c02792867 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:49.123399 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-72160315-d13e-4ad2-a83d-af5897afea70 req-253f9da2-c2c4-4719-8868-ff1c02792867 service neutron] Transition to ACTIVE for port object 9304a2ab-88c7-4303-afc3-edae093f1f00 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:15:49.125519 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402ac5b8-62dd-4086-a2c0-5539743dbb5c req-1fe71519-b3eb-4231-9d00-c90c16541c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:49.127061 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-402ac5b8-62dd-4086-a2c0-5539743dbb5c req-1fe71519-b3eb-4231-9d00-c90c16541c1f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5b3cc798-9628-4452-be74-f36a32d532c1 HTTP/1.1" status: 200 len: 1097 time: 0.0747347 Nov 12 08:15:49.128709 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-72160315-d13e-4ad2-a83d-af5897afea70 req-253f9da2-c2c4-4719-8868-ff1c02792867 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:49.146722 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f332b309-4e35-415d-a765-22aeb562aae3 req-b5e5e3a9-67b7-45f0-bc69-d01269fa0436 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:49.154148 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f332b309-4e35-415d-a765-22aeb562aae3 req-b5e5e3a9-67b7-45f0-bc69-d01269fa0436 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/ports?device_id=814ef8c2-2c7f-478a-bce9-fc579bf87532 HTTP/1.1" status: 200 len: 945 time: 0.0646560 Nov 12 08:15:49.211964 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253f9da2-c2c4-4719-8868-ff1c02792867 service neutron] Pushing event updated for resources: {'Port': ['ID=9304a2ab-88c7-4303-afc3-edae093f1f00,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:49.237970 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f332b309-4e35-415d-a765-22aeb562aae3 req-94ba28ee-549e-4374-ba38-abd69a495a40 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/security-groups?id=2be1fc6f-9ac2-4510-8984-890d50fd1a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776360 Nov 12 08:15:49.266846 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-402ac5b8-62dd-4086-a2c0-5539743dbb5c req-0c827597-c2c3-479e-9562-cf81eef8ff83 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103637 Nov 12 08:15:49.299420 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-72160315-d13e-4ad2-a83d-af5897afea70 req-253f9da2-c2c4-4719-8868-ff1c02792867 service neutron] Attempting to bind port 9304a2ab-88c7-4303-afc3-edae093f1f00 on host n-h2-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:15:49.299920 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-72160315-d13e-4ad2-a83d-af5897afea70 req-253f9da2-c2c4-4719-8868-ff1c02792867 service neutron] Attempting to bind port 9304a2ab-88c7-4303-afc3-edae093f1f00 by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:15:49.300899 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72160315-d13e-4ad2-a83d-af5897afea70 req-253f9da2-c2c4-4719-8868-ff1c02792867 service neutron] Attempting to bind port 9304a2ab-88c7-4303-afc3-edae093f1f00 on network 107743df-d3df-459d-a6cd-9e2ab4303016 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:15:49.305909 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72160315-d13e-4ad2-a83d-af5897afea70 req-253f9da2-c2c4-4719-8868-ff1c02792867 service neutron] Port 9304a2ab-88c7-4303-afc3-edae093f1f00 on network 107743df-d3df-459d-a6cd-9e2ab4303016 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:15:49.306370 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72160315-d13e-4ad2-a83d-af5897afea70 req-253f9da2-c2c4-4719-8868-ff1c02792867 service neutron] Attempting to bind port 9304a2ab-88c7-4303-afc3-edae093f1f00 on network 107743df-d3df-459d-a6cd-9e2ab4303016 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:15:49.315504 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72160315-d13e-4ad2-a83d-af5897afea70 req-253f9da2-c2c4-4719-8868-ff1c02792867 service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:15:49.316108 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72160315-d13e-4ad2-a83d-af5897afea70 req-253f9da2-c2c4-4719-8868-ff1c02792867 service neutron] Checking segment: {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:15:49.316767 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72160315-d13e-4ad2-a83d-af5897afea70 req-253f9da2-c2c4-4719-8868-ff1c02792867 service neutron] Bound using segment: {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:15:49.317281 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-72160315-d13e-4ad2-a83d-af5897afea70 req-253f9da2-c2c4-4719-8868-ff1c02792867 service neutron] Bound port: 9304a2ab-88c7-4303-afc3-edae093f1f00, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:15:49.317647 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-72160315-d13e-4ad2-a83d-af5897afea70 req-253f9da2-c2c4-4719-8868-ff1c02792867 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:49.350957 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-94e8b81a-4fdb-40eb-9a37-2cff96f58969 req-5a29ef3d-6eb4-46d1-a0d0-e49c0994bfb3 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=2fb8d5c0-2de2-44f6-9bab-123c9403a196 HTTP/1.1" status: 200 len: 210 time: 0.0370619 Nov 12 08:15:49.416600 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-72160315-d13e-4ad2-a83d-af5897afea70 req-253f9da2-c2c4-4719-8868-ff1c02792867 service neutron] For port 9304a2ab-88c7-4303-afc3-edae093f1f00, host n-h2-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:15:49.420780 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-72160315-d13e-4ad2-a83d-af5897afea70 req-253f9da2-c2c4-4719-8868-ff1c02792867 service neutron] For port 9304a2ab-88c7-4303-afc3-edae093f1f00, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=9304a2ab-88c7-4303-afc3-edae093f1f00,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:15:49.425885 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-72160315-d13e-4ad2-a83d-af5897afea70 req-253f9da2-c2c4-4719-8868-ff1c02792867 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:49.454687 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 42672) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:15:49.476037 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72160315-d13e-4ad2-a83d-af5897afea70 req-253f9da2-c2c4-4719-8868-ff1c02792867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:49.476662 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-72160315-d13e-4ad2-a83d-af5897afea70 req-253f9da2-c2c4-4719-8868-ff1c02792867 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:49.478115 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-72160315-d13e-4ad2-a83d-af5897afea70 req-253f9da2-c2c4-4719-8868-ff1c02792867 service neutron] 10.222.0.44 "PUT /v2.0/ports/9304a2ab-88c7-4303-afc3-edae093f1f00 HTTP/1.1" status: 200 len: 1096 time: 0.9669182 Nov 12 08:15:49.485834 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebd09adc-ee2c-4ae1-a7b0-f87d2365516f', 'tag': '9304a2ab-88c7-4303-afc3-edae093f1f00'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:15:49.488545 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be77cdc9-3563-4651-bf79-c267e723f2c3" -d '{"events": [{"name": "network-changed", "server_uuid": "ebd09adc-ee2c-4ae1-a7b0-f87d2365516f", "tag": "9304a2ab-88c7-4303-afc3-edae093f1f00"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:15:49.509753 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b7db43-a237-4ebb-ad7b-146081605d33 req-34a10b74-7046-4a21-8adc-b9be28c414de tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:49.520945 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-94b7db43-a237-4ebb-ad7b-146081605d33 req-34a10b74-7046-4a21-8adc-b9be28c414de tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b3cc798-9628-4452-be74-f36a32d532c1 HTTP/1.1" status: 200 len: 945 time: 0.0917633 Nov 12 08:15:49.538821 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253f9da2-c2c4-4719-8868-ff1c02792867 service neutron] Pushing event updated for resources: {'Port': ['ID=9304a2ab-88c7-4303-afc3-edae093f1f00,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:49.543640 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-63de86ae-baba-4bd8-9693-ef2cd910cf9b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=73a0dfe0fe0f484fbd498ae652984dff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0877097 Nov 12 08:15:49.546106 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 42676) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:15:49.575147 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-94b7db43-a237-4ebb-ad7b-146081605d33 req-fa3bf9fb-95d8-429d-b338-300b6b6399b7 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532146 Nov 12 08:15:49.602256 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-191d8f5f-9217-482d-befd-15fde406b7c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:49.629139 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-191d8f5f-9217-482d-befd-15fde406b7c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:49.632119 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1462b532-ea7b-403e-b3e5-d4fe308bb303 x-openstack-request-id: req-1462b532-ea7b-403e-b3e5-d4fe308bb303 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:15:49.632431 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebd09adc-ee2c-4ae1-a7b0-f87d2365516f", "tag": "9304a2ab-88c7-4303-afc3-edae093f1f00", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:15:49.632683 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1462b532-ea7b-403e-b3e5-d4fe308bb303 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:15:49.633074 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebd09adc-ee2c-4ae1-a7b0-f87d2365516f', 'tag': '9304a2ab-88c7-4303-afc3-edae093f1f00', 'status': 'completed', 'code': 200} Nov 12 08:15:49.684625 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device e2784c5d-c91e-4d13-b91a-4ffbcde4002b no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:15:49.687426 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-191d8f5f-9217-482d-befd-15fde406b7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:49.691589 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-191d8f5f-9217-482d-befd-15fde406b7c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:49.692787 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-191d8f5f-9217-482d-befd-15fde406b7c8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/eea9446f-7219-49fb-a8f3-954db10abf82 HTTP/1.1" status: 204 len: 168 time: 0.1449819 Nov 12 08:15:49.701166 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191d8f5f-9217-482d-befd-15fde406b7c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eea9446f-7219-49fb-a8f3-954db10abf82,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:49.724091 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: e2784c5d-c91e-4d13-b91a-4ffbcde4002b {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:15:49.724434 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device e2784c5d-c91e-4d13-b91a-4ffbcde4002b not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:15:49.758095 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be77cdc9-3563-4651-bf79-c267e723f2c3 req-e7dfba3d-959a-4595-8533-0b80141b10d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:49.761164 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-be77cdc9-3563-4651-bf79-c267e723f2c3 req-e7dfba3d-959a-4595-8533-0b80141b10d1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3dad16d1cf804c93a62c38374b8fb4ba&device_id=ebd09adc-ee2c-4ae1-a7b0-f87d2365516f HTTP/1.1" status: 200 len: 1099 time: 0.0478210 Nov 12 08:15:49.808184 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-be77cdc9-3563-4651-bf79-c267e723f2c3 req-a8df1073-fd3e-41bb-9251-6d04d1aefd74 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=3dad16d1cf804c93a62c38374b8fb4ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0248747 Nov 12 08:15:49.833640 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e8e3d6-63d6-44be-937a-546fad4e0e2a req-4aed394e-5ef5-4bc9-a5d4-fbdfb9efeca0 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:49.835183 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-51e8e3d6-63d6-44be-937a-546fad4e0e2a req-4aed394e-5ef5-4bc9-a5d4-fbdfb9efeca0 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=31b2b8c2-e027-411c-a071-b8cfbf99cc68 HTTP/1.1" status: 200 len: 945 time: 0.0514359 Nov 12 08:15:49.900699 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-51e8e3d6-63d6-44be-937a-546fad4e0e2a req-afbf90ba-3f71-438d-b2f9-aa5c2631211d tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572262 Nov 12 08:15:49.930914 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be77cdc9-3563-4651-bf79-c267e723f2c3 req-dde49a3f-2dc9-43da-81ce-3b6246a5907c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:49.932406 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-be77cdc9-3563-4651-bf79-c267e723f2c3 req-dde49a3f-2dc9-43da-81ce-3b6246a5907c service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1160319 Nov 12 08:15:50.013880 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dc2c65-6a29-4bd2-9601-e33546456d7f req-f1595aff-7c96-479c-a352-dd5974f1a40f tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:50.015557 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-32dc2c65-6a29-4bd2-9601-e33546456d7f req-f1595aff-7c96-479c-a352-dd5974f1a40f tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=54100ade-491e-488a-8bdb-541746e0bddb HTTP/1.1" status: 200 len: 945 time: 0.0533350 Nov 12 08:15:50.041573 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72160315-d13e-4ad2-a83d-af5897afea70 req-d3f48960-2e10-498a-bcbb-e6dc456bcd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:50.043269 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-72160315-d13e-4ad2-a83d-af5897afea70 req-d3f48960-2e10-498a-bcbb-e6dc456bcd49 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3dad16d1cf804c93a62c38374b8fb4ba&device_id=ebd09adc-ee2c-4ae1-a7b0-f87d2365516f HTTP/1.1" status: 200 len: 1099 time: 0.0477631 Nov 12 08:15:50.076281 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-32dc2c65-6a29-4bd2-9601-e33546456d7f req-aeb096ea-b4f3-4031-b736-1db957619848 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535696 Nov 12 08:15:50.112327 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-72160315-d13e-4ad2-a83d-af5897afea70 req-868dcffe-c05e-4b4c-ac57-e7bf4c94e7e3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=9304a2ab-88c7-4303-afc3-edae093f1f00 HTTP/1.1" status: 200 len: 217 time: 0.0419891 Nov 12 08:15:50.180249 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72160315-d13e-4ad2-a83d-af5897afea70 req-b4e9c1a1-a42d-4f75-9df0-f75fe8d08008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:50.181872 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-72160315-d13e-4ad2-a83d-af5897afea70 req-b4e9c1a1-a42d-4f75-9df0-f75fe8d08008 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1 HTTP/1.1" status: 200 len: 843 time: 0.0505805 Nov 12 08:15:50.249731 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72160315-d13e-4ad2-a83d-af5897afea70 req-911fa212-f9b8-4eef-ae79-ee9573435da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:50.251457 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-72160315-d13e-4ad2-a83d-af5897afea70 req-911fa212-f9b8-4eef-ae79-ee9573435da9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=107743df-d3df-459d-a6cd-9e2ab4303016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0511065 Nov 12 08:15:50.270741 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-03f06787-f562-4165-a6f7-92f09112c792 req-196c4041-e849-4012-9ed2-f8b6a58dd9d2 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=867280fe-66ee-4047-a8b4-3fdb92fcef26 HTTP/1.1" status: 200 len: 210 time: 0.0351007 Nov 12 08:15:50.380513 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-72160315-d13e-4ad2-a83d-af5897afea70 req-77704777-0f6c-4a5f-867b-15c0a9d6bdd8 service neutron] 10.222.0.44 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025736 Nov 12 08:15:50.390092 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474332c0-03fc-4448-acc9-97295da30694 req-d127168d-b37d-415f-beac-3a484c2842d1 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:50.391680 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-474332c0-03fc-4448-acc9-97295da30694 req-d127168d-b37d-415f-beac-3a484c2842d1 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=31b2b8c2-e027-411c-a071-b8cfbf99cc68 HTTP/1.1" status: 200 len: 945 time: 0.0612040 Nov 12 08:15:50.472722 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-474332c0-03fc-4448-acc9-97295da30694 req-7c6ef732-1f48-4ba9-891e-03509c9162b7 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679870 Nov 12 08:15:50.495099 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-72160315-d13e-4ad2-a83d-af5897afea70 req-51ac1833-b149-4733-a7b0-899e3be075c2 service neutron] 10.222.0.44 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026142 Nov 12 08:15:50.559992 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 42712) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:15:50.589387 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39d1b5e-a5fa-45b8-a9e8-63e20fefc6f1 req-a589f8be-9cd0-4b37-be42-8c352b699f78 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:50.590915 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a39d1b5e-a5fa-45b8-a9e8-63e20fefc6f1 req-a589f8be-9cd0-4b37-be42-8c352b699f78 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/ports?device_id=814ef8c2-2c7f-478a-bce9-fc579bf87532 HTTP/1.1" status: 200 len: 945 time: 0.0596306 Nov 12 08:15:50.639752 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a39d1b5e-a5fa-45b8-a9e8-63e20fefc6f1 req-001cca23-15f9-4e44-95da-c0a3f557b1a5 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/security-groups?id=2be1fc6f-9ac2-4510-8984-890d50fd1a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422416 Nov 12 08:15:50.678485 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-90b05c98-5898-4ad4-94ea-c70f97a2315e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1418442507-network', 'tenant_id': 'a3655fc692f64f9985d4e0b53ed5aba3'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:15:50.699152 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90b05c98-5898-4ad4-94ea-c70f97a2315e admin admin] Made reservation on behalf of a3655fc692f64f9985d4e0b53ed5aba3 for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:15:50.701406 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-90b05c98-5898-4ad4-94ea-c70f97a2315e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:50.711518 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-90b05c98-5898-4ad4-94ea-c70f97a2315e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:50.724846 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6c64c023-43c6-4771-8bf0-f72e4e8bd465 req-c86fd50b-736f-46fb-8bf4-0adab919c6b5 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=2fb8d5c0-2de2-44f6-9bab-123c9403a196 HTTP/1.1" status: 200 len: 210 time: 0.0270889 Nov 12 08:15:50.806521 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-90b05c98-5898-4ad4-94ea-c70f97a2315e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:50.810832 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-90b05c98-5898-4ad4-94ea-c70f97a2315e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:50.832705 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90b05c98-5898-4ad4-94ea-c70f97a2315e admin admin] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:15:50.850362 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b05c98-5898-4ad4-94ea-c70f97a2315e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e0e50a1-57cf-46f2-8e27-70a090059629,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:50.853722 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-90b05c98-5898-4ad4-94ea-c70f97a2315e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:50.854133 n-d-765315-29 neutron-server[102599]: INFO neutron.db.segments_db [None req-90b05c98-5898-4ad4-94ea-c70f97a2315e admin admin] Added segment 9c273015-5633-44a0-b6c6-a46a5eb041e5 of type vlan for network d5b62c02-2961-4070-812a-34bad2cdddd0 Nov 12 08:15:50.865857 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d4c150-088d-4524-ad11-720e01440393 req-aa432107-ad6d-4d84-a1b6-d2b4207ba386 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:50.867212 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a7d4c150-088d-4524-ad11-720e01440393 req-aa432107-ad6d-4d84-a1b6-d2b4207ba386 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b3cc798-9628-4452-be74-f36a32d532c1 HTTP/1.1" status: 200 len: 945 time: 0.0549424 Nov 12 08:15:50.897386 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-90b05c98-5898-4ad4-94ea-c70f97a2315e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:50.920438 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a7d4c150-088d-4524-ad11-720e01440393 req-4f63bf89-3492-487a-8895-d795eca67384 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465322 Nov 12 08:15:50.922062 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-90b05c98-5898-4ad4-94ea-c70f97a2315e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:50.923053 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b05c98-5898-4ad4-94ea-c70f97a2315e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:50.923664 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-90b05c98-5898-4ad4-94ea-c70f97a2315e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:50.979034 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-90b05c98-5898-4ad4-94ea-c70f97a2315e admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.4178836 Nov 12 08:15:50.982051 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 42718) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:15:50.986037 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b05c98-5898-4ad4-94ea-c70f97a2315e admin admin] Pushing event updated for resources: {'Network': ['ID=d5b62c02-2961-4070-812a-34bad2cdddd0,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:50.987000 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-3ea056cd-7f59-4f18-ad8f-dd1fb2ddab33 admin admin] Request body: {'subnet': {'network_id': 'd5b62c02-2961-4070-812a-34bad2cdddd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1418442507-subnet', 'tenant_id': 'a3655fc692f64f9985d4e0b53ed5aba3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:15:50.996979 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network d5b62c02-2961-4070-812a-34bad2cdddd0 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:15:51.008472 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ea056cd-7f59-4f18-ad8f-dd1fb2ddab33 admin admin] Made reservation on behalf of a3655fc692f64f9985d4e0b53ed5aba3 for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:15:51.011077 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3ea056cd-7f59-4f18-ad8f-dd1fb2ddab33 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:51.465898 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3ea056cd-7f59-4f18-ad8f-dd1fb2ddab33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:51.503047 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d405f56f-789c-4fe5-a0cb-76fee7095ee7 req-82150ae5-229e-47cb-b499-903b9fa4f4f4 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:51.504602 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d405f56f-789c-4fe5-a0cb-76fee7095ee7 req-82150ae5-229e-47cb-b499-903b9fa4f4f4 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=54100ade-491e-488a-8bdb-541746e0bddb HTTP/1.1" status: 200 len: 945 time: 0.3410282 Nov 12 08:15:51.549413 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea056cd-7f59-4f18-ad8f-dd1fb2ddab33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b4b01a8-2b9b-4ee0-bd67-6d402ecf8f19,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:51.575138 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea056cd-7f59-4f18-ad8f-dd1fb2ddab33 admin admin] Checking segment: {'id': '9c273015-5633-44a0-b6c6-a46a5eb041e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd5b62c02-2961-4070-812a-34bad2cdddd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:15:51.575495 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea056cd-7f59-4f18-ad8f-dd1fb2ddab33 admin admin] Network hostable DHCP agents. Network: d5b62c02-2961-4070-812a-34bad2cdddd0, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:15:51.587565 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d405f56f-789c-4fe5-a0cb-76fee7095ee7 req-1af17fa6-d43a-4df4-8afd-2e468c00ed49 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762765 Nov 12 08:15:51.601290 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea056cd-7f59-4f18-ad8f-dd1fb2ddab33 admin admin] Network d5b62c02-2961-4070-812a-34bad2cdddd0 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:15:51.613505 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-3ea056cd-7f59-4f18-ad8f-dd1fb2ddab33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, d5b62c02-2961-4070-812a-34bad2cdddd0) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:15:51.617982 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea056cd-7f59-4f18-ad8f-dd1fb2ddab33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:51.618668 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3ea056cd-7f59-4f18-ad8f-dd1fb2ddab33 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:51.624785 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119e40cf-17a8-4019-bad7-f89a0e45bd57 None None] Network d5b62c02-2961-4070-812a-34bad2cdddd0 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:15:51.640344 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-3ea056cd-7f59-4f18-ad8f-dd1fb2ddab33 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6544230 Nov 12 08:15:51.640564 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 42726) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:15:51.644970 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-9d9467f7-e696-470f-8885-b023e2a2a3b4 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1418442507-router', 'tenant_id': 'a3655fc692f64f9985d4e0b53ed5aba3', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:15:51.679150 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9d9467f7-e696-470f-8885-b023e2a2a3b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:51.680184 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9d9467f7-e696-470f-8885-b023e2a2a3b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:51.703047 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4a25ef1c-1550-4baf-bc6d-ef9c7b5c8a66 req-a61c868d-b3db-43fc-a3b2-6f44aafac00c tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=867280fe-66ee-4047-a8b4-3fdb92fcef26 HTTP/1.1" status: 200 len: 210 time: 0.0425789 Nov 12 08:15:51.758151 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9d9467f7-e696-470f-8885-b023e2a2a3b4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:51.807770 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57276145-6b24-4a9b-a079-a40647acdd36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-d5b62c02-2961-4070-812a-34bad2cdddd0', 'network_id': 'd5b62c02-2961-4070-812a-34bad2cdddd0', 'tenant_id': 'a3655fc692f64f9985d4e0b53ed5aba3', 'fixed_ips': [{'subnet_id': '3b4b01a8-2b9b-4ee0-bd67-6d402ecf8f19'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:15:51.808861 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-57276145-6b24-4a9b-a079-a40647acdd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:51.950955 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-57276145-6b24-4a9b-a079-a40647acdd36 None None] Allocated IP 172.20.0.2 (d5b62c02-2961-4070-812a-34bad2cdddd0/3b4b01a8-2b9b-4ee0-bd67-6d402ecf8f19/3ee7cb77-8a8b-4e8c-85df-79d8b9a0015d) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:15:51.955608 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f057a8d-51e5-4339-bef4-26ad6dfd7125 req-82a477bc-027d-480d-a843-e3cc1e633cc7 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:51.957725 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7f057a8d-51e5-4339-bef4-26ad6dfd7125 req-82a477bc-027d-480d-a843-e3cc1e633cc7 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=31b2b8c2-e027-411c-a071-b8cfbf99cc68 HTTP/1.1" status: 200 len: 945 time: 0.1915288 Nov 12 08:15:51.961822 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9d9467f7-e696-470f-8885-b023e2a2a3b4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:52.053504 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7f057a8d-51e5-4339-bef4-26ad6dfd7125 req-38482a01-e957-4351-99a4-d08477f69d74 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868640 Nov 12 08:15:52.120732 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-57276145-6b24-4a9b-a079-a40647acdd36 None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:52.126412 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-57276145-6b24-4a9b-a079-a40647acdd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:52.164170 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57276145-6b24-4a9b-a079-a40647acdd36 None None] Network d5b62c02-2961-4070-812a-34bad2cdddd0 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:15:52.166946 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-57276145-6b24-4a9b-a079-a40647acdd36 None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:15:52.169539 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57276145-6b24-4a9b-a079-a40647acdd36 None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:15:52.187217 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57276145-6b24-4a9b-a079-a40647acdd36 None None] Pushing event updated for resources: {'Port': ['ID=3ee7cb77-8a8b-4e8c-85df-79d8b9a0015d,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:52.235431 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-57276145-6b24-4a9b-a079-a40647acdd36 None None] Attempting to bind port 3ee7cb77-8a8b-4e8c-85df-79d8b9a0015d on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:15:52.235799 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-57276145-6b24-4a9b-a079-a40647acdd36 None None] Attempting to bind port 3ee7cb77-8a8b-4e8c-85df-79d8b9a0015d by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '9c273015-5633-44a0-b6c6-a46a5eb041e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd5b62c02-2961-4070-812a-34bad2cdddd0'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:15:52.235982 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44405060-56c4-4f41-b42a-31a16e79dc8a req-d4608f0a-3942-44df-bf5b-2778767eef54 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:52.236160 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57276145-6b24-4a9b-a079-a40647acdd36 None None] Attempting to bind port 3ee7cb77-8a8b-4e8c-85df-79d8b9a0015d on network d5b62c02-2961-4070-812a-34bad2cdddd0 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:15:52.237669 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-44405060-56c4-4f41-b42a-31a16e79dc8a req-d4608f0a-3942-44df-bf5b-2778767eef54 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/ports?device_id=814ef8c2-2c7f-478a-bce9-fc579bf87532 HTTP/1.1" status: 200 len: 945 time: 0.1095352 Nov 12 08:15:52.241484 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57276145-6b24-4a9b-a079-a40647acdd36 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:15:52.241853 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57276145-6b24-4a9b-a079-a40647acdd36 None None] Checking segment: {'id': '9c273015-5633-44a0-b6c6-a46a5eb041e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd5b62c02-2961-4070-812a-34bad2cdddd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:15:52.242250 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-57276145-6b24-4a9b-a079-a40647acdd36 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:52.242662 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57276145-6b24-4a9b-a079-a40647acdd36 None None] Bound using segment: {'id': '9c273015-5633-44a0-b6c6-a46a5eb041e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd5b62c02-2961-4070-812a-34bad2cdddd0'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:15:52.243125 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-57276145-6b24-4a9b-a079-a40647acdd36 None None] Bound port: 3ee7cb77-8a8b-4e8c-85df-79d8b9a0015d, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c273015-5633-44a0-b6c6-a46a5eb041e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd5b62c02-2961-4070-812a-34bad2cdddd0'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:15:52.243501 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-57276145-6b24-4a9b-a079-a40647acdd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:52.243712 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9d9467f7-e696-470f-8885-b023e2a2a3b4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:52.276374 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9d9467f7-e696-470f-8885-b023e2a2a3b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:52.310538 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-57276145-6b24-4a9b-a079-a40647acdd36 None None] For port 3ee7cb77-8a8b-4e8c-85df-79d8b9a0015d, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:15:52.313566 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-57276145-6b24-4a9b-a079-a40647acdd36 None None] For port 3ee7cb77-8a8b-4e8c-85df-79d8b9a0015d, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=3ee7cb77-8a8b-4e8c-85df-79d8b9a0015d,segment=NetworkSegment(9c273015-5633-44a0-b6c6-a46a5eb041e5),segment_id=9c273015-5633-44a0-b6c6-a46a5eb041e5)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:15:52.317466 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-57276145-6b24-4a9b-a079-a40647acdd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:52.353885 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-44405060-56c4-4f41-b42a-31a16e79dc8a req-0113e53d-3057-4399-9a2e-eb9f9ed132b5 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/security-groups?id=2be1fc6f-9ac2-4510-8984-890d50fd1a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081214 Nov 12 08:15:52.376354 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57276145-6b24-4a9b-a079-a40647acdd36 None None] Pushing event updated for resources: {'Port': ['ID=3ee7cb77-8a8b-4e8c-85df-79d8b9a0015d,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:52.418335 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-9d9467f7-e696-470f-8885-b023e2a2a3b4 admin admin] Allocated IP 172.25.2.39 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/bedd050a-f617-455f-ae11-f65c3938cb64) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:15:52.458368 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a3273541-7532-4e2a-9de7-e924de524e22 req-d3616112-71d1-4c2a-b005-8e7211e5feb9 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=2fb8d5c0-2de2-44f6-9bab-123c9403a196 HTTP/1.1" status: 200 len: 210 time: 0.0351193 Nov 12 08:15:52.593672 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9d9467f7-e696-470f-8885-b023e2a2a3b4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:52.610986 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb046edc-b90c-414c-a490-41d5b5851a28 req-95902cf7-41cb-44d3-b8d8-590fbc76f559 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:52.613553 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-eb046edc-b90c-414c-a490-41d5b5851a28 req-95902cf7-41cb-44d3-b8d8-590fbc76f559 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b3cc798-9628-4452-be74-f36a32d532c1 HTTP/1.1" status: 200 len: 945 time: 0.0830417 Nov 12 08:15:52.676628 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9d9467f7-e696-470f-8885-b023e2a2a3b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:52.708107 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-eb046edc-b90c-414c-a490-41d5b5851a28 req-01b72fc6-ce15-4b07-a50f-acc5af9f9264 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872471 Nov 12 08:15:52.725950 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9467f7-e696-470f-8885-b023e2a2a3b4 admin admin] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:15:52.731366 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-9d9467f7-e696-470f-8885-b023e2a2a3b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:15:52.733607 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9467f7-e696-470f-8885-b023e2a2a3b4 admin admin] Pushing event updated for resources: {'Port': ['ID=bedd050a-f617-455f-ae11-f65c3938cb64,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:52.735765 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9467f7-e696-470f-8885-b023e2a2a3b4 admin admin] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:15:53.029135 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df280c4-c29e-4ae3-b088-af7883fb4a50 req-06ab05e9-ac8f-4548-b75a-4b25f1800af9 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:53.030657 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4df280c4-c29e-4ae3-b088-af7883fb4a50 req-06ab05e9-ac8f-4548-b75a-4b25f1800af9 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=54100ade-491e-488a-8bdb-541746e0bddb HTTP/1.1" status: 200 len: 945 time: 0.0981345 Nov 12 08:15:53.047837 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9d9467f7-e696-470f-8885-b023e2a2a3b4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:53.138669 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 9304a2ab-88c7-4303-afc3-edae093f1f00 details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:15:53.196916 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e37ef438-954a-4714-bc34-48e84c67e1a3 req-04ac8eee-f9ba-41e9-aa2a-d34b842ca5ce tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=867280fe-66ee-4047-a8b4-3fdb92fcef26 HTTP/1.1" status: 200 len: 210 time: 0.0844264 Nov 12 08:15:53.222934 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4df280c4-c29e-4ae3-b088-af7883fb4a50 req-345a5199-4cb2-436d-a60e-a43ee793eb26 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834710 Nov 12 08:15:53.228025 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-da4d8b09-a24a-4c49-9b23-ca359dbccd0d req-07a41fd5-53cb-4492-80a1-60e924e34d9a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3bd1d6ac-fc22-40b4-9334-b79b8f638fb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0962934 Nov 12 08:15:53.393301 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 9304a2ab-88c7-4303-afc3-edae093f1f00, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=9304a2ab-88c7-4303-afc3-edae093f1f00,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:15:53.433745 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': '9304a2ab-88c7-4303-afc3-edae093f1f00', 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016', 'port_id': '9304a2ab-88c7-4303-afc3-edae093f1f00', 'mac_address': 'fa:16:3e:3f:28:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:15:53.477747 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e83996-b92c-4993-b866-b7ce8d857fd6 req-75a8bf6c-2288-4499-876c-fd9c0b9f049d tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:53.478434 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b7e83996-b92c-4993-b866-b7ce8d857fd6 req-75a8bf6c-2288-4499-876c-fd9c0b9f049d tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=31b2b8c2-e027-411c-a071-b8cfbf99cc68 HTTP/1.1" status: 200 len: 945 time: 0.1330462 Nov 12 08:15:53.482762 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:53.505014 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9304a2ab-88c7-4303-afc3-edae093f1f00 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:15:53.510402 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0045c58-07bb-4c7d-985d-1b02acffa637 None None] Network d5b62c02-2961-4070-812a-34bad2cdddd0 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:15:53.520177 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9d9467f7-e696-470f-8885-b023e2a2a3b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052'] for router, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:53.528058 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d8b09-a24a-4c49-9b23-ca359dbccd0d req-706a58b6-174a-432a-ba89-30bd4ebc9890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:53.528522 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d8b09-a24a-4c49-9b23-ca359dbccd0d req-706a58b6-174a-432a-ba89-30bd4ebc9890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:53.529613 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d8b09-a24a-4c49-9b23-ca359dbccd0d req-706a58b6-174a-432a-ba89-30bd4ebc9890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:53.530260 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d8b09-a24a-4c49-9b23-ca359dbccd0d req-706a58b6-174a-432a-ba89-30bd4ebc9890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:53.530751 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d8b09-a24a-4c49-9b23-ca359dbccd0d req-706a58b6-174a-432a-ba89-30bd4ebc9890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:53.531206 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d8b09-a24a-4c49-9b23-ca359dbccd0d req-706a58b6-174a-432a-ba89-30bd4ebc9890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:53.531659 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d8b09-a24a-4c49-9b23-ca359dbccd0d req-706a58b6-174a-432a-ba89-30bd4ebc9890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:53.535127 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-da4d8b09-a24a-4c49-9b23-ca359dbccd0d req-706a58b6-174a-432a-ba89-30bd4ebc9890 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=caeb26ccc5c74ed4b3562c36be1bd442&device_id=3bd1d6ac-fc22-40b4-9334-b79b8f638fb9 HTTP/1.1" status: 200 len: 6497 time: 0.2119086 Nov 12 08:15:53.546725 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4f965905-7a04-4486-be9b-2bdbb60fc91d req-f2660471-9acd-4252-95e0-e28da1232915 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f6871128-1c66-4958-a5d2-9e1fe4a0ad46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1430180 Nov 12 08:15:53.554359 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40343166-b5b2-434c-b89b-3bd94d741978 req-da5a03af-4f50-4d40-b7bb-a291c665cfe6 tempest-LiveMigrationTest-1817512610 tempest-LiveMigrationTest-1817512610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:53.556049 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-40343166-b5b2-434c-b89b-3bd94d741978 req-da5a03af-4f50-4d40-b7bb-a291c665cfe6 tempest-LiveMigrationTest-1817512610 tempest-LiveMigrationTest-1817512610-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=5b3cc798-9628-4452-be74-f36a32d532c1 HTTP/1.1" status: 200 len: 1097 time: 0.1789687 Nov 12 08:15:53.580530 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 9304a2ab-88c7-4303-afc3-edae093f1f00, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=9304a2ab-88c7-4303-afc3-edae093f1f00,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:15:53.599633 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:53.607187 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e8328baf-620b-4ddc-9af9-a05947572b8b None None] Provisioning complete for port 3ee7cb77-8a8b-4e8c-85df-79d8b9a0015d triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:15:53.607559 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e8328baf-620b-4ddc-9af9-a05947572b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:53.620448 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b7e83996-b92c-4993-b866-b7ce8d857fd6 req-a605f4d5-c195-41ee-af33-8950d9af4d41 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230893 Nov 12 08:15:53.728501 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-40343166-b5b2-434c-b89b-3bd94d741978 req-0822a5ff-ae2f-4d83-bac0-a89bc6512e01 tempest-LiveMigrationTest-1817512610 tempest-LiveMigrationTest-1817512610-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661835 Nov 12 08:15:53.761147 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d8b09-a24a-4c49-9b23-ca359dbccd0d req-c19867ba-8d1c-45c9-b823-a2a6c1a6f9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:53.761617 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d8b09-a24a-4c49-9b23-ca359dbccd0d req-c19867ba-8d1c-45c9-b823-a2a6c1a6f9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:53.762180 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d8b09-a24a-4c49-9b23-ca359dbccd0d req-c19867ba-8d1c-45c9-b823-a2a6c1a6f9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:53.763679 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-da4d8b09-a24a-4c49-9b23-ca359dbccd0d req-c19867ba-8d1c-45c9-b823-a2a6c1a6f9b3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=24a4ad48-a7af-4b0d-bf7a-0953ccc45cdb&id=1a323889-6c9a-40df-9d33-3f74857cb8d2&id=1a323889-6c9a-40df-9d33-3f74857cb8d2&id=1a323889-6c9a-40df-9d33-3f74857cb8d2&id=1a323889-6c9a-40df-9d33-3f74857cb8d2&id=98a99309-fcab-4612-ba6f-85e7b28a9784&id=98a99309-fcab-4612-ba6f-85e7b28a9784 HTTP/1.1" status: 200 len: 2292 time: 0.1946788 Nov 12 08:15:53.766691 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f965905-7a04-4486-be9b-2bdbb60fc91d req-10f10857-f66b-4dbb-a091-791d5d40383b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:53.768069 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4f965905-7a04-4486-be9b-2bdbb60fc91d req-10f10857-f66b-4dbb-a091-791d5d40383b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3dad16d1cf804c93a62c38374b8fb4ba&device_id=f6871128-1c66-4958-a5d2-9e1fe4a0ad46 HTTP/1.1" status: 200 len: 1101 time: 0.0990441 Nov 12 08:15:53.773361 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=9304a2ab-88c7-4303-afc3-edae093f1f00,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:53.827338 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e8328baf-620b-4ddc-9af9-a05947572b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:53.858002 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 3ee7cb77-8a8b-4e8c-85df-79d8b9a0015d up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:15:53.862717 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-da4d8b09-a24a-4c49-9b23-ca359dbccd0d req-5807575b-ec3f-41e9-bfcf-3e1cd08eaca7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0793927c-8519-449f-9816-c38d5e388678 HTTP/1.1" status: 200 len: 1000 time: 0.0882661 Nov 12 08:15:53.934002 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab06015-f20b-4c03-96f7-8ed4b405b509 req-d7d3cdb1-9cac-469f-9b50-ad6413870994 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:53.947357 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fab06015-f20b-4c03-96f7-8ed4b405b509 req-d7d3cdb1-9cac-469f-9b50-ad6413870994 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/ports?device_id=814ef8c2-2c7f-478a-bce9-fc579bf87532 HTTP/1.1" status: 200 len: 945 time: 0.1588755 Nov 12 08:15:54.051474 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fab06015-f20b-4c03-96f7-8ed4b405b509 req-36893291-0f47-4006-b70a-8b2726458d36 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/security-groups?id=2be1fc6f-9ac2-4510-8984-890d50fd1a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908751 Nov 12 08:15:54.064962 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d9467f7-e696-470f-8885-b023e2a2a3b4 admin admin] Router 2afeee7c-b576-4633-a35f-f331c90a8da2 is scheduled to L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 with binding_index 1 {{(pid=102600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:15:54.075645 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-26c96de1-f1da-4437-b56a-fa4f23a6c683 req-f0b8195e-48fd-42e3-af4c-e773043b10d9 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=2fb8d5c0-2de2-44f6-9bab-123c9403a196 HTTP/1.1" status: 200 len: 210 time: 0.1879647 Nov 12 08:15:54.105296 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d8b09-a24a-4c49-9b23-ca359dbccd0d req-bfc6983a-2165-4cb4-b627-86afd6a2b9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:54.107090 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-da4d8b09-a24a-4c49-9b23-ca359dbccd0d req-bfc6983a-2165-4cb4-b627-86afd6a2b9bc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a038e6b9-1cba-4ddf-94d9-98b3c825b6ae HTTP/1.1" status: 200 len: 850 time: 0.2368259 Nov 12 08:15:54.152434 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e8328baf-620b-4ddc-9af9-a05947572b8b None None] For port 3ee7cb77-8a8b-4e8c-85df-79d8b9a0015d, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=3ee7cb77-8a8b-4e8c-85df-79d8b9a0015d,segment=NetworkSegment(9c273015-5633-44a0-b6c6-a46a5eb041e5),segment_id=9c273015-5633-44a0-b6c6-a46a5eb041e5)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:15:54.164568 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['9304a2ab-88c7-4303-afc3-edae093f1f00'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:15:54.171896 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 3ee7cb77-8a8b-4e8c-85df-79d8b9a0015d triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:15:54.172276 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:54.173845 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e8328baf-620b-4ddc-9af9-a05947572b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:54.218816 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f965905-7a04-4486-be9b-2bdbb60fc91d req-248ec54c-8f07-4d70-8f4c-8c503f163ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:54.220367 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4f965905-7a04-4486-be9b-2bdbb60fc91d req-248ec54c-8f07-4d70-8f4c-8c503f163ead service neutron] 10.222.0.44 "GET /v2.0/networks?id=107743df-d3df-459d-a6cd-9e2ab4303016 HTTP/1.1" status: 200 len: 870 time: 0.2828698 Nov 12 08:15:54.307181 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d8b09-a24a-4c49-9b23-ca359dbccd0d req-1af314a5-7455-409b-9361-2d3e81904dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:54.308784 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-da4d8b09-a24a-4c49-9b23-ca359dbccd0d req-1af314a5-7455-409b-9361-2d3e81904dcf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=24a4ad48-a7af-4b0d-bf7a-0953ccc45cdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1910684 Nov 12 08:15:54.311592 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdb578f-0232-47ef-8fdf-4a42161e8394 req-5bf925f5-f862-48f7-a57c-33ce4df5ada3 tempest-LiveMigrationTest-1817512610 tempest-LiveMigrationTest-1817512610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:54.312579 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4f965905-7a04-4486-be9b-2bdbb60fc91d req-550d917c-8f33-4bc2-9c20-652ce52f9ebb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=ed95649b-ce37-4271-a755-fb97b8480123 HTTP/1.1" status: 200 len: 217 time: 0.0832222 Nov 12 08:15:54.325417 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6bdb578f-0232-47ef-8fdf-4a42161e8394 req-5bf925f5-f862-48f7-a57c-33ce4df5ada3 tempest-LiveMigrationTest-1817512610 tempest-LiveMigrationTest-1817512610-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=5b3cc798-9628-4452-be74-f36a32d532c1 HTTP/1.1" status: 200 len: 1097 time: 0.1583707 Nov 12 08:15:54.351077 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d9467f7-e696-470f-8885-b023e2a2a3b4 admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:15:54.370154 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486a2ece-efd0-4ccc-bd42-473510efc678 None None] Sync routers for ids ['2afeee7c-b576-4633-a35f-f331c90a8da2'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:15:54.392129 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9d9467f7-e696-470f-8885-b023e2a2a3b4 admin admin] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:54.410211 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-9d9467f7-e696-470f-8885-b023e2a2a3b4 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 2.7678449 Nov 12 08:15:54.415528 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 42758) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:15:54.424313 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dde0006-add5-4ebd-aa22-14cd9e6d101b req-3843ab0a-2bd5-4c67-9ed7-3dac0db36903 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:54.427649 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1dde0006-add5-4ebd-aa22-14cd9e6d101b req-3843ab0a-2bd5-4c67-9ed7-3dac0db36903 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.21 "GET /v2.0/networks?id=33c4acc6-fff5-4d04-a808-ff7e0950b8a2 HTTP/1.1" status: 200 len: 814 time: 0.4890120 Nov 12 08:15:54.436915 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6bdb578f-0232-47ef-8fdf-4a42161e8394 req-7e0a53df-99a6-4c47-ba38-d57137d83ec8 tempest-LiveMigrationTest-1817512610 tempest-LiveMigrationTest-1817512610-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102791 Nov 12 08:15:54.467454 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ffa6f096-5ebf-4d0d-8cdd-10fbdd37e0ab req-eb26db49-2b47-4080-8a6c-57bb82e6103e tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=867280fe-66ee-4047-a8b4-3fdb92fcef26 HTTP/1.1" status: 200 len: 210 time: 0.1410222 Nov 12 08:15:54.479313 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-1dde0006-add5-4ebd-aa22-14cd9e6d101b req-2a3706a8-22e0-4b34-921d-a62ef4df1a2c tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Request body: {'port': {'device_id': '867280fe-66ee-4047-a8b4-3fdb92fcef26', 'network_id': '33c4acc6-fff5-4d04-a808-ff7e0950b8a2', 'admin_state_up': True, 'tenant_id': 'a783fc66f04949de852791cb9109858d'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:15:54.500295 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f965905-7a04-4486-be9b-2bdbb60fc91d req-c76324eb-f581-44d2-95ba-9f9b009cdede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:54.509417 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4f965905-7a04-4486-be9b-2bdbb60fc91d req-c76324eb-f581-44d2-95ba-9f9b009cdede service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1 HTTP/1.1" status: 200 len: 843 time: 0.1851790 Nov 12 08:15:54.525041 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486a2ece-efd0-4ccc-bd42-473510efc678 None None] Routers {'2afeee7c-b576-4633-a35f-f331c90a8da2'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:15:54.525379 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-486a2ece-efd0-4ccc-bd42-473510efc678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:15:36Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['2afeee7c-b576-4633-a35f-f331c90a8da2'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:15:54.548400 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-72160315-d13e-4ad2-a83d-af5897afea70 req-64c8dbc0-5d65-4e42-aadc-aef9f6cbd5d5 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=3dad16d1cf804c93a62c38374b8fb4ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0513191 Nov 12 08:15:54.602259 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8328baf-620b-4ddc-9af9-a05947572b8b None None] Pushing event updated for resources: {'Port': ['ID=3ee7cb77-8a8b-4e8c-85df-79d8b9a0015d,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:54.656804 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-92c744e0-d95e-4d55-960b-b49ce8ab2fcb None None] Provisioning complete for port 3ee7cb77-8a8b-4e8c-85df-79d8b9a0015d triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:15:54.657171 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-92c744e0-d95e-4d55-960b-b49ce8ab2fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:54.738493 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-da4d8b09-a24a-4c49-9b23-ca359dbccd0d req-7f6d88c6-52eb-4c3c-97e5-adc8e3147b77 service neutron] 10.222.0.21 "GET /v2.0/networks/24a4ad48-a7af-4b0d-bf7a-0953ccc45cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4146285 Nov 12 08:15:54.743816 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f965905-7a04-4486-be9b-2bdbb60fc91d req-c025f403-5d64-4085-9c3f-97d3aba5ed4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:54.745312 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4f965905-7a04-4486-be9b-2bdbb60fc91d req-c025f403-5d64-4085-9c3f-97d3aba5ed4f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=107743df-d3df-459d-a6cd-9e2ab4303016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1815498 Nov 12 08:15:54.814198 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:15:54.843395 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-486a2ece-efd0-4ccc-bd42-473510efc678 None None] Set router 2afeee7c-b576-4633-a35f-f331c90a8da2 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:15:54.949155 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dde0006-add5-4ebd-aa22-14cd9e6d101b req-2a3706a8-22e0-4b34-921d-a62ef4df1a2c tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Made reservation on behalf of a783fc66f04949de852791cb9109858d for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:15:54.952699 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1dde0006-add5-4ebd-aa22-14cd9e6d101b req-2a3706a8-22e0-4b34-921d-a62ef4df1a2c tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:54.962270 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d520bc33-51b3-4515-8892-26dc7b2f8955 req-25b97a61-d342-4d14-9319-b3defa957ace tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:54.963823 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d520bc33-51b3-4515-8892-26dc7b2f8955 req-25b97a61-d342-4d14-9319-b3defa957ace tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=31b2b8c2-e027-411c-a071-b8cfbf99cc68 HTTP/1.1" status: 200 len: 945 time: 0.2124705 Nov 12 08:15:55.059086 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-da4d8b09-a24a-4c49-9b23-ca359dbccd0d req-92b9bbbd-e506-4846-8163-be3a43b1c7ec service neutron] 10.222.0.21 "GET /v2.0/networks/24a4ad48-a7af-4b0d-bf7a-0953ccc45cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3039222 Nov 12 08:15:55.064944 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4f965905-7a04-4486-be9b-2bdbb60fc91d req-c99d6b73-0ed1-4c18-aca2-d94607d7d486 service neutron] 10.222.0.44 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2870984 Nov 12 08:15:55.086647 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a91142e-e4f5-4ab9-9776-0a1e40975099 req-14a0aa87-b909-4643-9096-f7f399c3b45c tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:55.088969 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5a91142e-e4f5-4ab9-9776-0a1e40975099 req-14a0aa87-b909-4643-9096-f7f399c3b45c tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=54100ade-491e-488a-8bdb-541746e0bddb HTTP/1.1" status: 200 len: 945 time: 0.1643150 Nov 12 08:15:55.126441 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72160315-d13e-4ad2-a83d-af5897afea70 req-a8375403-5514-4292-8d10-a94917a85ca0 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:55.128565 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-72160315-d13e-4ad2-a83d-af5897afea70 req-a8375403-5514-4292-8d10-a94917a85ca0 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5699999 Nov 12 08:15:55.176612 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-da4d8b09-a24a-4c49-9b23-ca359dbccd0d req-3cab7a49-069f-4f36-91fe-66f7df0e8477 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.240&port_id=222d1760-e17f-49ca-84de-7bb56db34609 HTTP/1.1" status: 200 len: 217 time: 0.0780804 Nov 12 08:15:55.177973 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-486a2ece-efd0-4ccc-bd42-473510efc678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2afeee7c-b576-4633-a35f-f331c90a8da2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1418442507-router', 'tenant_id': 'a3655fc692f64f9985d4e0b53ed5aba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': 'bedd050a-f617-455f-ae11-f65c3938cb64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:15:51Z', 'updated_at': '2021-11-12T08:15:52Z', 'revision_number': 3, 'project_id': 'a3655fc692f64f9985d4e0b53ed5aba3', 'gw_port': {'id': 'bedd050a-f617-455f-ae11-f65c3938cb64', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:2f:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2afeee7c-b576-4633-a35f-f331c90a8da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:15:52Z', 'updated_at': '2021-11-12T08:15:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:15:55.184343 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-72160315-d13e-4ad2-a83d-af5897afea70 req-ae5783aa-79aa-4d24-ba85-26427757ebb2 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Request body: {'port': {'device_id': '2fb8d5c0-2de2-44f6-9bab-123c9403a196', 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016', 'admin_state_up': True, 'tenant_id': '3dad16d1cf804c93a62c38374b8fb4ba'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:15:55.211918 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486a2ece-efd0-4ccc-bd42-473510efc678 None None] Checking router: 2afeee7c-b576-4633-a35f-f331c90a8da2 for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:15:55.212318 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486a2ece-efd0-4ccc-bd42-473510efc678 None None] Updating router 2afeee7c-b576-4633-a35f-f331c90a8da2 port bedd050a-f617-455f-ae11-f65c3938cb64 binding host n-d-765315-29 {{(pid=102601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:15:55.244250 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-486a2ece-efd0-4ccc-bd42-473510efc678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:55.260871 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5a91142e-e4f5-4ab9-9776-0a1e40975099 req-2602e26b-ad36-4484-97ab-3126b1ff28f1 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620328 Nov 12 08:15:55.276773 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f539b8-b472-4e7f-ba0b-72a3b8cf5c2e req-790c495d-7f5c-4d44-a9ac-7db04d7609e1 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:55.278273 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c9f539b8-b472-4e7f-ba0b-72a3b8cf5c2e req-790c495d-7f5c-4d44-a9ac-7db04d7609e1 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.44 "GET /v2.0/ports?device_id=31b2b8c2-e027-411c-a071-b8cfbf99cc68 HTTP/1.1" status: 200 len: 945 time: 0.2839158 Nov 12 08:15:55.288382 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d520bc33-51b3-4515-8892-26dc7b2f8955 req-d700784b-4c62-4e0e-83a3-79b3deb8ef10 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2928226 Nov 12 08:15:55.368161 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42be3c29-5ca0-4d94-b7f7-02d3ac6e5000 req-2606f01a-a449-4133-99bf-90a6a2af75e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:55.369487 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-42be3c29-5ca0-4d94-b7f7-02d3ac6e5000 req-2606f01a-a449-4133-99bf-90a6a2af75e1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=54100ade-491e-488a-8bdb-541746e0bddb HTTP/1.1" status: 200 len: 1097 time: 0.1980331 Nov 12 08:15:55.506750 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72160315-d13e-4ad2-a83d-af5897afea70 req-ae5783aa-79aa-4d24-ba85-26427757ebb2 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Made reservation on behalf of 3dad16d1cf804c93a62c38374b8fb4ba for: {'port': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:15:55.510389 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-72160315-d13e-4ad2-a83d-af5897afea70 req-ae5783aa-79aa-4d24-ba85-26427757ebb2 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:55.569149 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-42be3c29-5ca0-4d94-b7f7-02d3ac6e5000 req-3b920bac-ed69-46f3-b71e-71638da9afe3 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797171 Nov 12 08:15:55.598729 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f79b42b0-657f-4b94-a169-d9e425ad8a4f req-b3adf138-f972-4d7b-b953-6896781a739c tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=2fb8d5c0-2de2-44f6-9bab-123c9403a196 HTTP/1.1" status: 200 len: 210 time: 0.0446010 Nov 12 08:15:55.611549 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-486a2ece-efd0-4ccc-bd42-473510efc678 None None] Publish callbacks [] for port, precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:55.618535 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-486a2ece-efd0-4ccc-bd42-473510efc678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:55.745800 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b58ecc-3721-46f9-be0d-42ca7a74b61b None None] Pushing event updated for resources: {'Port': ['ID=bedd050a-f617-455f-ae11-f65c3938cb64,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:55.748149 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-486a2ece-efd0-4ccc-bd42-473510efc678 None None] Attempting to bind port bedd050a-f617-455f-ae11-f65c3938cb64 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:15:55.748513 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-486a2ece-efd0-4ccc-bd42-473510efc678 None None] Attempting to bind port bedd050a-f617-455f-ae11-f65c3938cb64 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:15:55.748869 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486a2ece-efd0-4ccc-bd42-473510efc678 None None] Attempting to bind port bedd050a-f617-455f-ae11-f65c3938cb64 on network d709f64f-f9e6-4525-b020-ad48633b9bbf {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:15:55.774359 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486a2ece-efd0-4ccc-bd42-473510efc678 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:15:55.774803 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486a2ece-efd0-4ccc-bd42-473510efc678 None None] Checking segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:15:55.775209 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-486a2ece-efd0-4ccc-bd42-473510efc678 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:55.776258 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486a2ece-efd0-4ccc-bd42-473510efc678 None None] Bound using segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:15:55.776499 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-486a2ece-efd0-4ccc-bd42-473510efc678 None None] Bound port: bedd050a-f617-455f-ae11-f65c3938cb64, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:15:55.776925 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-486a2ece-efd0-4ccc-bd42-473510efc678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:55.791156 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [req-72160315-d13e-4ad2-a83d-af5897afea70 req-ae5783aa-79aa-4d24-ba85-26427757ebb2 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Allocated IP 192.168.233.26 (107743df-d3df-459d-a6cd-9e2ab4303016/e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1/6a931b66-3461-40d0-ae79-b16c89f5d99e) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:15:55.798626 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9f7e09f1-f26c-4333-85d5-98d48dfe1555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:55.801826 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d8b09-a24a-4c49-9b23-ca359dbccd0d req-0e2f136f-d408-4cc1-9c04-0f9c7e543c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:55.803573 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-da4d8b09-a24a-4c49-9b23-ca359dbccd0d req-0e2f136f-d408-4cc1-9c04-0f9c7e543c5d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7d7c7129-5e48-4c3b-98d9-801e1598df80 HTTP/1.1" status: 200 len: 797 time: 0.6120079 Nov 12 08:15:55.808080 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-1dde0006-add5-4ebd-aa22-14cd9e6d101b req-2a3706a8-22e0-4b34-921d-a62ef4df1a2c tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Allocated IP 172.20.0.4 (33c4acc6-fff5-4d04-a808-ff7e0950b8a2/22ada644-5ac2-4dd6-bbe3-6cce42afd567/69042d04-a54e-4455-8bb9-9bb2090c9c14) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:15:55.814833 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 3ee7cb77-8a8b-4e8c-85df-79d8b9a0015d up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:15:55.881120 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ddcf64-bd3c-4ccd-95ea-b69b1bf08e1d req-a416d7c0-fac1-45a3-a732-6b027d544ae4 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:55.882795 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a6ddcf64-bd3c-4ccd-95ea-b69b1bf08e1d req-a416d7c0-fac1-45a3-a732-6b027d544ae4 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/ports?device_id=814ef8c2-2c7f-478a-bce9-fc579bf87532 HTTP/1.1" status: 200 len: 945 time: 0.1510229 Nov 12 08:15:55.887507 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4f965905-7a04-4486-be9b-2bdbb60fc91d req-6e12817c-a8bf-480e-a2bf-1f34de630fcd service neutron] 10.222.0.44 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7866473 Nov 12 08:15:55.899676 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-486a2ece-efd0-4ccc-bd42-473510efc678 None None] For port bedd050a-f617-455f-ae11-f65c3938cb64, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:15:55.923996 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-486a2ece-efd0-4ccc-bd42-473510efc678 None None] For port bedd050a-f617-455f-ae11-f65c3938cb64, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=bedd050a-f617-455f-ae11-f65c3938cb64,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:15:55.944730 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-486a2ece-efd0-4ccc-bd42-473510efc678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:55.957912 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 3ee7cb77-8a8b-4e8c-85df-79d8b9a0015d triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:15:55.958745 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:56.053364 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b58ecc-3721-46f9-be0d-42ca7a74b61b None None] Pushing event updated for resources: {'Port': ['ID=bedd050a-f617-455f-ae11-f65c3938cb64,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:56.057361 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486a2ece-efd0-4ccc-bd42-473510efc678 None None] Routers {'2afeee7c-b576-4633-a35f-f331c90a8da2'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:15:56.057953 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-486a2ece-efd0-4ccc-bd42-473510efc678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:15:36Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['2afeee7c-b576-4633-a35f-f331c90a8da2'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:15:56.072054 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a6ddcf64-bd3c-4ccd-95ea-b69b1bf08e1d req-863de3a1-0e6c-4ed3-81ad-4be9d393fc81 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/security-groups?id=2be1fc6f-9ac2-4510-8984-890d50fd1a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775935 Nov 12 08:15:56.085070 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-c9f539b8-b472-4e7f-ba0b-72a3b8cf5c2e req-61e20b03-a723-4e56-9b60-76f250770afa tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Deleting port 239319a3-93cd-44cf-8616-688702c4a6c4 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:15:56.085758 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-c9f539b8-b472-4e7f-ba0b-72a3b8cf5c2e req-61e20b03-a723-4e56-9b60-76f250770afa tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:56.117405 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-9f7e09f1-f26c-4333-85d5-98d48dfe1555 admin admin] Allocated IP 172.20.0.1 (d5b62c02-2961-4070-812a-34bad2cdddd0/3b4b01a8-2b9b-4ee0-bd67-6d402ecf8f19/769ad535-63b9-4e4c-9de3-ba1e3048ed6a) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:15:56.121407 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-72160315-d13e-4ad2-a83d-af5897afea70 req-ae5783aa-79aa-4d24-ba85-26427757ebb2 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:56.184646 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-486a2ece-efd0-4ccc-bd42-473510efc678 None None] Set router 2afeee7c-b576-4633-a35f-f331c90a8da2 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:15:56.188137 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1dde0006-add5-4ebd-aa22-14cd9e6d101b req-2a3706a8-22e0-4b34-921d-a62ef4df1a2c tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:56.228950 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-72160315-d13e-4ad2-a83d-af5897afea70 req-ae5783aa-79aa-4d24-ba85-26427757ebb2 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:56.250766 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['641ecf14-1420-46c8-ab6e-1776d803d920'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:15:56.258431 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-c9f539b8-b472-4e7f-ba0b-72a3b8cf5c2e req-61e20b03-a723-4e56-9b60-76f250770afa tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] For port 239319a3-93cd-44cf-8616-688702c4a6c4, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=239319a3-93cd-44cf-8616-688702c4a6c4,segment=NetworkSegment(931741a0-66de-48c6-b90b-c82af0a9f552),segment_id=931741a0-66de-48c6-b90b-c82af0a9f552)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:15:56.258846 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-c9f539b8-b472-4e7f-ba0b-72a3b8cf5c2e req-61e20b03-a723-4e56-9b60-76f250770afa tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:56.279947 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['ed95649b-ce37-4271-a755-fb97b8480123', '2393022c-b8ff-4fe1-8f37-568a7b900426', '9304a2ab-88c7-4303-afc3-edae093f1f00'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:15:56.283277 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-c9f539b8-b472-4e7f-ba0b-72a3b8cf5c2e req-61e20b03-a723-4e56-9b60-76f250770afa tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Calling delete_port for 239319a3-93cd-44cf-8616-688702c4a6c4 owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:15:56.299481 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72160315-d13e-4ad2-a83d-af5897afea70 req-ae5783aa-79aa-4d24-ba85-26427757ebb2 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Network 107743df-d3df-459d-a6cd-9e2ab4303016 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:15:56.308715 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [req-72160315-d13e-4ad2-a83d-af5897afea70 req-ae5783aa-79aa-4d24-ba85-26427757ebb2 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:15:56.313237 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876b01a1-dd91-492b-9dce-7b07eaf64398 req-e6ca2390-00e1-4158-b588-efd9d88c271a tempest-LiveMigrationTest-1817512610 tempest-LiveMigrationTest-1817512610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:56.314813 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-876b01a1-dd91-492b-9dce-7b07eaf64398 req-e6ca2390-00e1-4158-b588-efd9d88c271a tempest-LiveMigrationTest-1817512610 tempest-LiveMigrationTest-1817512610-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=5b3cc798-9628-4452-be74-f36a32d532c1 HTTP/1.1" status: 200 len: 1097 time: 0.1106858 Nov 12 08:15:56.315944 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9f7e09f1-f26c-4333-85d5-98d48dfe1555 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:56.317980 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [req-72160315-d13e-4ad2-a83d-af5897afea70 req-ae5783aa-79aa-4d24-ba85-26427757ebb2 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:15:56.323211 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5783aa-79aa-4d24-ba85-26427757ebb2 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Pushing event updated for resources: {'Port': ['ID=6a931b66-3461-40d0-ae79-b16c89f5d99e,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:56.347790 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1dde0006-add5-4ebd-aa22-14cd9e6d101b req-2a3706a8-22e0-4b34-921d-a62ef4df1a2c tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:56.391401 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72160315-d13e-4ad2-a83d-af5897afea70 req-ae5783aa-79aa-4d24-ba85-26427757ebb2 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:56.392395 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-72160315-d13e-4ad2-a83d-af5897afea70 req-ae5783aa-79aa-4d24-ba85-26427757ebb2 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:56.412429 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9f7e09f1-f26c-4333-85d5-98d48dfe1555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:56.435016 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dde0006-add5-4ebd-aa22-14cd9e6d101b req-2a3706a8-22e0-4b34-921d-a62ef4df1a2c tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Network 33c4acc6-fff5-4d04-a808-ff7e0950b8a2 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:15:56.448624 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-1dde0006-add5-4ebd-aa22-14cd9e6d101b req-2a3706a8-22e0-4b34-921d-a62ef4df1a2c tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:15:56.449640 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-72160315-d13e-4ad2-a83d-af5897afea70 req-ae5783aa-79aa-4d24-ba85-26427757ebb2 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2769208 Nov 12 08:15:56.461586 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3706a8-22e0-4b34-921d-a62ef4df1a2c tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Pushing event updated for resources: {'Port': ['ID=69042d04-a54e-4455-8bb9-9bb2090c9c14,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:56.462879 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7e09f1-f26c-4333-85d5-98d48dfe1555 admin admin] Network d5b62c02-2961-4070-812a-34bad2cdddd0 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:15:56.467858 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dde0006-add5-4ebd-aa22-14cd9e6d101b req-2a3706a8-22e0-4b34-921d-a62ef4df1a2c tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:15:56.470057 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-9f7e09f1-f26c-4333-85d5-98d48dfe1555 admin admin] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:15:56.475290 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7e09f1-f26c-4333-85d5-98d48dfe1555 admin admin] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:15:56.509645 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e09f1-f26c-4333-85d5-98d48dfe1555 admin admin] Pushing event updated for resources: {'Port': ['ID=769ad535-63b9-4e4c-9de3-ba1e3048ed6a,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:56.544551 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9f7e09f1-f26c-4333-85d5-98d48dfe1555 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933481'] for router_interface, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:56.582271 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-876b01a1-dd91-492b-9dce-7b07eaf64398 req-17c3f859-42b1-4eb3-acfd-bb4a953e4e84 tempest-LiveMigrationTest-1817512610 tempest-LiveMigrationTest-1817512610-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972415 Nov 12 08:15:56.632456 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dde0006-add5-4ebd-aa22-14cd9e6d101b req-2a3706a8-22e0-4b34-921d-a62ef4df1a2c tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:56.633133 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1dde0006-add5-4ebd-aa22-14cd9e6d101b req-2a3706a8-22e0-4b34-921d-a62ef4df1a2c tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:56.699031 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1dde0006-add5-4ebd-aa22-14cd9e6d101b req-2a3706a8-22e0-4b34-921d-a62ef4df1a2c tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2267668 Nov 12 08:15:56.725788 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-c9f539b8-b472-4e7f-ba0b-72a3b8cf5c2e req-61e20b03-a723-4e56-9b60-76f250770afa tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:56.775280 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9f7e09f1-f26c-4333-85d5-98d48dfe1555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:56.810579 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e20b03-a723-4e56-9b60-76f250770afa tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Pushing event deleted for resources: {'Port': ['ID=239319a3-93cd-44cf-8616-688702c4a6c4,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:56.821117 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df87fc95-ae82-4a6c-a825-70dc3dd9f7f0 req-a7fd0969-70ff-41f5-acdc-528b37d8494c tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:56.823311 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-df87fc95-ae82-4a6c-a825-70dc3dd9f7f0 req-a7fd0969-70ff-41f5-acdc-528b37d8494c tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=867280fe-66ee-4047-a8b4-3fdb92fcef26 HTTP/1.1" status: 200 len: 931 time: 0.1166835 Nov 12 08:15:56.872714 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-b7d288cc-6cf9-4618-95c5-211c514bc54e None None] Provisioning complete for port 6a931b66-3461-40d0-ae79-b16c89f5d99e triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:15:56.873405 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b7d288cc-6cf9-4618-95c5-211c514bc54e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:56.896619 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9f539b8-b472-4e7f-ba0b-72a3b8cf5c2e req-61e20b03-a723-4e56-9b60-76f250770afa tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] No DVR routers for this DVR port 239319a3-93cd-44cf-8616-688702c4a6c4 on host n-h2-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:15:56.902054 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-c9f539b8-b472-4e7f-ba0b-72a3b8cf5c2e req-61e20b03-a723-4e56-9b60-76f250770afa tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:56.906514 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c9f539b8-b472-4e7f-ba0b-72a3b8cf5c2e req-61e20b03-a723-4e56-9b60-76f250770afa tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.44 "DELETE /v2.0/ports/239319a3-93cd-44cf-8616-688702c4a6c4 HTTP/1.1" status: 204 len: 173 time: 1.6168771 Nov 12 08:15:56.906838 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31b2b8c2-e027-411c-a071-b8cfbf99cc68', 'name': 'network-vif-deleted', 'tag': '239319a3-93cd-44cf-8616-688702c4a6c4'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:15:56.909066 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b1b59c-05e5-425d-a590-c560bdf1d0bf" -d '{"events": [{"server_uuid": "31b2b8c2-e027-411c-a071-b8cfbf99cc68", "name": "network-vif-deleted", "tag": "239319a3-93cd-44cf-8616-688702c4a6c4"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:15:56.936236 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-486a2ece-efd0-4ccc-bd42-473510efc678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2afeee7c-b576-4633-a35f-f331c90a8da2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1418442507-router', 'tenant_id': 'a3655fc692f64f9985d4e0b53ed5aba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': 'bedd050a-f617-455f-ae11-f65c3938cb64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:15:51Z', 'updated_at': '2021-11-12T08:15:52Z', 'revision_number': 3, 'project_id': 'a3655fc692f64f9985d4e0b53ed5aba3', 'gw_port': {'id': 'bedd050a-f617-455f-ae11-f65c3938cb64', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:2f:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2afeee7c-b576-4633-a35f-f331c90a8da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:15:52Z', 'updated_at': '2021-11-12T08:15:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:15:56.956040 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-df87fc95-ae82-4a6c-a825-70dc3dd9f7f0 req-ae8f57c8-b772-4d20-a74c-900825af452c tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255147 Nov 12 08:15:56.978567 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486a2ece-efd0-4ccc-bd42-473510efc678 None None] The sync data for ids ['2afeee7c-b576-4633-a35f-f331c90a8da2'] in n-d-765315-29 is: [{'id': '2afeee7c-b576-4633-a35f-f331c90a8da2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1418442507-router', 'tenant_id': 'a3655fc692f64f9985d4e0b53ed5aba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': 'bedd050a-f617-455f-ae11-f65c3938cb64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:15:51Z', 'updated_at': '2021-11-12T08:15:52Z', 'revision_number': 3, 'project_id': 'a3655fc692f64f9985d4e0b53ed5aba3', 'gw_port': {'id': 'bedd050a-f617-455f-ae11-f65c3938cb64', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:2f:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2afeee7c-b576-4633-a35f-f331c90a8da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:15:52Z', 'updated_at': '2021-11-12T08:15:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:15:57.008844 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-b7d288cc-6cf9-4618-95c5-211c514bc54e None None] Port 6a931b66-3461-40d0-ae79-b16c89f5d99e cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:15:57.017497 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9f7e09f1-f26c-4333-85d5-98d48dfe1555 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:57.025334 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9f7e09f1-f26c-4333-85d5-98d48dfe1555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:57.120442 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9f7e09f1-f26c-4333-85d5-98d48dfe1555 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933629'] for router_interface, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:57.137776 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e806c13-1582-4245-9db5-3946da5a64cb req-68a762a5-9f92-4674-89de-cf72f692266d tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:15:57.140633 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0e806c13-1582-4245-9db5-3946da5a64cb req-68a762a5-9f92-4674-89de-cf72f692266d tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=54100ade-491e-488a-8bdb-541746e0bddb HTTP/1.1" status: 200 len: 945 time: 0.0646374 Nov 12 08:15:57.165210 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e09f1-f26c-4333-85d5-98d48dfe1555 admin admin] Pushing event updated for resources: {'Port': ['ID=769ad535-63b9-4e4c-9de3-ba1e3048ed6a,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:57.167694 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e4c5e920-6c65-4438-9a7e-9d541567ad4f None None] Provisioning complete for port 769ad535-63b9-4e4c-9de3-ba1e3048ed6a triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:15:57.172928 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e4c5e920-6c65-4438-9a7e-9d541567ad4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:57.204636 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 9304a2ab-88c7-4303-afc3-edae093f1f00 up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:15:57.210064 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0e806c13-1582-4245-9db5-3946da5a64cb req-0d2076be-c385-4db0-b7f6-0348e133c6c8 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591414 Nov 12 08:15:57.258032 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7e09f1-f26c-4333-85d5-98d48dfe1555 admin admin] Network d5b62c02-2961-4070-812a-34bad2cdddd0 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:15:57.260692 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-9f7e09f1-f26c-4333-85d5-98d48dfe1555 admin admin] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:15:57.288769 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-e4c5e920-6c65-4438-9a7e-9d541567ad4f None None] Port 769ad535-63b9-4e4c-9de3-ba1e3048ed6a cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:15:57.328718 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning for port 9304a2ab-88c7-4303-afc3-edae093f1f00 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:15:57.343907 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port 9304a2ab-88c7-4303-afc3-edae093f1f00 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:15:57.344286 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:57.379968 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-58916bf4-9220-450d-8015-99913a31f0ed req-281ab763-2b6b-49c6-9aa0-8b4eb4bdaa93 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=31b2b8c2-e027-411c-a071-b8cfbf99cc68 HTTP/1.1" status: 200 len: 210 time: 0.0841322 Nov 12 08:15:57.471296 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f7e09f1-f26c-4333-85d5-98d48dfe1555 admin admin] Router 2afeee7c-b576-4633-a35f-f331c90a8da2 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:15:57.485078 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:57.523035 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebd09adc-ee2c-4ae1-a7b0-f87d2365516f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9304a2ab-88c7-4303-afc3-edae093f1f00'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:15:57.526337 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8298d7f3-1b6d-4e93-bb1e-5dde1d2be7b0" -d '{"events": [{"server_uuid": "ebd09adc-ee2c-4ae1-a7b0-f87d2365516f", "name": "network-vif-plugged", "status": "completed", "tag": "9304a2ab-88c7-4303-afc3-edae093f1f00"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:15:57.553418 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 9304a2ab-88c7-4303-afc3-edae093f1f00, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=9304a2ab-88c7-4303-afc3-edae093f1f00,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:15:57.559865 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:57.561877 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 239319a3-93cd-44cf-8616-688702c4a6c4 no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:15:57.674369 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] No Port match for: 239319a3-93cd-44cf-8616-688702c4a6c4 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:15:57.674369 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 239319a3-93cd-44cf-8616-688702c4a6c4 not bound to the agent host n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:15:57.690828 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f7e09f1-f26c-4333-85d5-98d48dfe1555 admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:15:57.699294 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-9f7e09f1-f26c-4333-85d5-98d48dfe1555 admin admin] 10.222.0.26 "PUT /v2.0/routers/2afeee7c-b576-4633-a35f-f331c90a8da2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2826073 Nov 12 08:15:57.778930 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=9304a2ab-88c7-4303-afc3-edae093f1f00,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:57.782814 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-f1aef695-1148-4a1a-ad74-1ee8f417efa1 None None] Provisioning complete for port 769ad535-63b9-4e4c-9de3-ba1e3048ed6a triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:15:57.783175 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f1aef695-1148-4a1a-ad74-1ee8f417efa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:57.825319 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device bedd050a-f617-455f-ae11-f65c3938cb64 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:15:57.882581 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-f1aef695-1148-4a1a-ad74-1ee8f417efa1 None None] Port 769ad535-63b9-4e4c-9de3-ba1e3048ed6a cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:15:57.904586 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port bedd050a-f617-455f-ae11-f65c3938cb64 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:15:57.905284 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:58.004318 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:58.028709 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] For port bedd050a-f617-455f-ae11-f65c3938cb64, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=bedd050a-f617-455f-ae11-f65c3938cb64,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:15:58.036031 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:58.091657 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Pushing event updated for resources: {'Port': ['ID=bedd050a-f617-455f-ae11-f65c3938cb64,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:58.899573 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd41324-01d0-4258-ba79-b3bb65406c9e None None] Sync routers for ids ['2afeee7c-b576-4633-a35f-f331c90a8da2'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:15:58.910299 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd41324-01d0-4258-ba79-b3bb65406c9e None None] Routers {'2afeee7c-b576-4633-a35f-f331c90a8da2'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:15:58.910946 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-6dd41324-01d0-4258-ba79-b3bb65406c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:15:36Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['2afeee7c-b576-4633-a35f-f331c90a8da2'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:15:59.014967 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-6dd41324-01d0-4258-ba79-b3bb65406c9e None None] Set router 2afeee7c-b576-4633-a35f-f331c90a8da2 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:15:59.212084 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-6dd41324-01d0-4258-ba79-b3bb65406c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2afeee7c-b576-4633-a35f-f331c90a8da2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1418442507-router', 'tenant_id': 'a3655fc692f64f9985d4e0b53ed5aba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': 'bedd050a-f617-455f-ae11-f65c3938cb64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:15:51Z', 'updated_at': '2021-11-12T08:15:56Z', 'revision_number': 4, 'project_id': 'a3655fc692f64f9985d4e0b53ed5aba3', 'gw_port': {'id': 'bedd050a-f617-455f-ae11-f65c3938cb64', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:2f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afeee7c-b576-4633-a35f-f331c90a8da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:15:52Z', 'updated_at': '2021-11-12T08:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '769ad535-63b9-4e4c-9de3-ba1e3048ed6a', 'name': '', 'network_id': 'd5b62c02-2961-4070-812a-34bad2cdddd0', 'tenant_id': 'a3655fc692f64f9985d4e0b53ed5aba3', 'mac_address': 'fa:16:3e:03:50:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2afeee7c-b576-4633-a35f-f331c90a8da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '3b4b01a8-2b9b-4ee0-bd67-6d402ecf8f19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:15:55Z', 'updated_at': '2021-11-12T08:15:56Z', 'revision_number': 2, 'project_id': 'a3655fc692f64f9985d4e0b53ed5aba3', 'subnets': [{'id': '3b4b01a8-2b9b-4ee0-bd67-6d402ecf8f19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:15:59.242131 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd41324-01d0-4258-ba79-b3bb65406c9e None None] Checking router: 2afeee7c-b576-4633-a35f-f331c90a8da2 for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:15:59.242486 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd41324-01d0-4258-ba79-b3bb65406c9e None None] Updating router 2afeee7c-b576-4633-a35f-f331c90a8da2 port 769ad535-63b9-4e4c-9de3-ba1e3048ed6a binding host n-d-765315-29 {{(pid=102602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:15:59.265959 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-6dd41324-01d0-4258-ba79-b3bb65406c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:59.520926 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-6dd41324-01d0-4258-ba79-b3bb65406c9e None None] Publish callbacks [] for port, precommit_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:59.526027 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-6dd41324-01d0-4258-ba79-b3bb65406c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:59.575553 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e1ccf2-7a10-47a1-83f7-00098222626a None None] Pushing event updated for resources: {'Port': ['ID=769ad535-63b9-4e4c-9de3-ba1e3048ed6a,revision_number=3']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:59.586904 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e1ccf2-7a10-47a1-83f7-00098222626a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:15:59.587252 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e1ccf2-7a10-47a1-83f7-00098222626a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:15:59.587588 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e1ccf2-7a10-47a1-83f7-00098222626a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:15:59.587920 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e1ccf2-7a10-47a1-83f7-00098222626a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:15:59.588253 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e1ccf2-7a10-47a1-83f7-00098222626a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:15:59.588576 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e1ccf2-7a10-47a1-83f7-00098222626a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:15:59.588898 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e1ccf2-7a10-47a1-83f7-00098222626a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:15:59.589222 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e1ccf2-7a10-47a1-83f7-00098222626a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:15:59.589541 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e1ccf2-7a10-47a1-83f7-00098222626a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:15:59.589858 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e1ccf2-7a10-47a1-83f7-00098222626a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:15:59.590178 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e1ccf2-7a10-47a1-83f7-00098222626a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:15:59.590494 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e1ccf2-7a10-47a1-83f7-00098222626a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:15:59.645739 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-6dd41324-01d0-4258-ba79-b3bb65406c9e None None] Attempting to bind port 769ad535-63b9-4e4c-9de3-ba1e3048ed6a on host n-d-765315-29 for vnic_type normal with profile {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:15:59.646253 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-6dd41324-01d0-4258-ba79-b3bb65406c9e None None] Attempting to bind port 769ad535-63b9-4e4c-9de3-ba1e3048ed6a by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '9c273015-5633-44a0-b6c6-a46a5eb041e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd5b62c02-2961-4070-812a-34bad2cdddd0'}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:15:59.646742 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd41324-01d0-4258-ba79-b3bb65406c9e None None] Attempting to bind port 769ad535-63b9-4e4c-9de3-ba1e3048ed6a on network d5b62c02-2961-4070-812a-34bad2cdddd0 {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:15:59.652443 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd41324-01d0-4258-ba79-b3bb65406c9e None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:15:59.652987 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd41324-01d0-4258-ba79-b3bb65406c9e None None] Checking segment: {'id': '9c273015-5633-44a0-b6c6-a46a5eb041e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd5b62c02-2961-4070-812a-34bad2cdddd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:15:59.653501 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-6dd41324-01d0-4258-ba79-b3bb65406c9e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:59.653980 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd41324-01d0-4258-ba79-b3bb65406c9e None None] Bound using segment: {'id': '9c273015-5633-44a0-b6c6-a46a5eb041e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd5b62c02-2961-4070-812a-34bad2cdddd0'} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:15:59.655139 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-6dd41324-01d0-4258-ba79-b3bb65406c9e None None] Bound port: 769ad535-63b9-4e4c-9de3-ba1e3048ed6a, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c273015-5633-44a0-b6c6-a46a5eb041e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd5b62c02-2961-4070-812a-34bad2cdddd0'}}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:15:59.655702 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-6dd41324-01d0-4258-ba79-b3bb65406c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:59.699675 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device bedd050a-f617-455f-ae11-f65c3938cb64 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:15:59.728718 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-6dd41324-01d0-4258-ba79-b3bb65406c9e None None] For port 769ad535-63b9-4e4c-9de3-ba1e3048ed6a, host n-d-765315-29, cleared binding levels {{(pid=102602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:15:59.732655 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-6dd41324-01d0-4258-ba79-b3bb65406c9e None None] For port 769ad535-63b9-4e4c-9de3-ba1e3048ed6a, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=769ad535-63b9-4e4c-9de3-ba1e3048ed6a,segment=NetworkSegment(9c273015-5633-44a0-b6c6-a46a5eb041e5),segment_id=9c273015-5633-44a0-b6c6-a46a5eb041e5)] {{(pid=102602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:15:59.737274 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-6dd41324-01d0-4258-ba79-b3bb65406c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:59.755957 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port bedd050a-f617-455f-ae11-f65c3938cb64 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:15:59.756356 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:59.807953 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e1ccf2-7a10-47a1-83f7-00098222626a None None] Pushing event updated for resources: {'Port': ['ID=769ad535-63b9-4e4c-9de3-ba1e3048ed6a,revision_number=4']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:15:59.811080 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd41324-01d0-4258-ba79-b3bb65406c9e None None] Routers {'2afeee7c-b576-4633-a35f-f331c90a8da2'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:15:59.811803 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-6dd41324-01d0-4258-ba79-b3bb65406c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:15:36Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['2afeee7c-b576-4633-a35f-f331c90a8da2'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:15:59.922022 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-23044865-4605-4852-b59a-5d23f1f212a8 None None] Provisioning complete for port 769ad535-63b9-4e4c-9de3-ba1e3048ed6a triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:15:59.922431 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-23044865-4605-4852-b59a-5d23f1f212a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:59.931807 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-6dd41324-01d0-4258-ba79-b3bb65406c9e None None] Set router 2afeee7c-b576-4633-a35f-f331c90a8da2 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:16:00.012561 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-23044865-4605-4852-b59a-5d23f1f212a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:00.052049 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-23044865-4605-4852-b59a-5d23f1f212a8 None None] For port 769ad535-63b9-4e4c-9de3-ba1e3048ed6a, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=769ad535-63b9-4e4c-9de3-ba1e3048ed6a,segment=NetworkSegment(9c273015-5633-44a0-b6c6-a46a5eb041e5),segment_id=9c273015-5633-44a0-b6c6-a46a5eb041e5)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:16:00.057220 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-23044865-4605-4852-b59a-5d23f1f212a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:00.106537 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23044865-4605-4852-b59a-5d23f1f212a8 None None] Pushing event updated for resources: {'Port': ['ID=769ad535-63b9-4e4c-9de3-ba1e3048ed6a,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:00.143231 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-6dd41324-01d0-4258-ba79-b3bb65406c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2afeee7c-b576-4633-a35f-f331c90a8da2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1418442507-router', 'tenant_id': 'a3655fc692f64f9985d4e0b53ed5aba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': 'bedd050a-f617-455f-ae11-f65c3938cb64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:15:51Z', 'updated_at': '2021-11-12T08:15:56Z', 'revision_number': 4, 'project_id': 'a3655fc692f64f9985d4e0b53ed5aba3', 'gw_port': {'id': 'bedd050a-f617-455f-ae11-f65c3938cb64', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:2f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afeee7c-b576-4633-a35f-f331c90a8da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:15:52Z', 'updated_at': '2021-11-12T08:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '769ad535-63b9-4e4c-9de3-ba1e3048ed6a', 'name': '', 'network_id': 'd5b62c02-2961-4070-812a-34bad2cdddd0', 'tenant_id': 'a3655fc692f64f9985d4e0b53ed5aba3', 'mac_address': 'fa:16:3e:03:50:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2afeee7c-b576-4633-a35f-f331c90a8da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '3b4b01a8-2b9b-4ee0-bd67-6d402ecf8f19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:15:55Z', 'updated_at': '2021-11-12T08:15:59Z', 'revision_number': 4, 'project_id': 'a3655fc692f64f9985d4e0b53ed5aba3', 'subnets': [{'id': '3b4b01a8-2b9b-4ee0-bd67-6d402ecf8f19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:16:00.171073 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd41324-01d0-4258-ba79-b3bb65406c9e None None] The sync data for ids ['2afeee7c-b576-4633-a35f-f331c90a8da2'] in n-d-765315-29 is: [{'id': '2afeee7c-b576-4633-a35f-f331c90a8da2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1418442507-router', 'tenant_id': 'a3655fc692f64f9985d4e0b53ed5aba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': 'bedd050a-f617-455f-ae11-f65c3938cb64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:15:51Z', 'updated_at': '2021-11-12T08:15:56Z', 'revision_number': 4, 'project_id': 'a3655fc692f64f9985d4e0b53ed5aba3', 'gw_port': {'id': 'bedd050a-f617-455f-ae11-f65c3938cb64', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:2f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afeee7c-b576-4633-a35f-f331c90a8da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:15:52Z', 'updated_at': '2021-11-12T08:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '769ad535-63b9-4e4c-9de3-ba1e3048ed6a', 'name': '', 'network_id': 'd5b62c02-2961-4070-812a-34bad2cdddd0', 'tenant_id': 'a3655fc692f64f9985d4e0b53ed5aba3', 'mac_address': 'fa:16:3e:03:50:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2afeee7c-b576-4633-a35f-f331c90a8da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '3b4b01a8-2b9b-4ee0-bd67-6d402ecf8f19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:15:55Z', 'updated_at': '2021-11-12T08:15:59Z', 'revision_number': 4, 'project_id': 'a3655fc692f64f9985d4e0b53ed5aba3', 'subnets': [{'id': '3b4b01a8-2b9b-4ee0-bd67-6d402ecf8f19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:16:00.179047 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-3fafabf1-95b6-427c-8639-29bd04c0e70f None None] Provisioning complete for port 769ad535-63b9-4e4c-9de3-ba1e3048ed6a triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:16:00.179411 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3fafabf1-95b6-427c-8639-29bd04c0e70f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:01.691524 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 769ad535-63b9-4e4c-9de3-ba1e3048ed6a up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:16:01.742714 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 769ad535-63b9-4e4c-9de3-ba1e3048ed6a triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:16:01.743093 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:03.730447 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-1dde0006-add5-4ebd-aa22-14cd9e6d101b req-779299ce-023c-4ecd-80e6-2ee3fff2d51c service neutron] Request body: {'port': {'device_id': '867280fe-66ee-4047-a8b4-3fdb92fcef26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:16:03.736034 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-72160315-d13e-4ad2-a83d-af5897afea70 req-156e80e6-aa10-4cf8-b917-0c8709a3abb2 service neutron] Request body: {'port': {'device_id': '2fb8d5c0-2de2-44f6-9bab-123c9403a196', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-29'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:16:03.808397 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d8b09-a24a-4c49-9b23-ca359dbccd0d req-081275a3-f451-4748-88c2-7594bfb294df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:03.809873 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-da4d8b09-a24a-4c49-9b23-ca359dbccd0d req-081275a3-f451-4748-88c2-7594bfb294df service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1a323889-6c9a-40df-9d33-3f74857cb8d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0916138 Nov 12 08:16:03.816776 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1dde0006-add5-4ebd-aa22-14cd9e6d101b req-779299ce-023c-4ecd-80e6-2ee3fff2d51c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:03.829995 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-72160315-d13e-4ad2-a83d-af5897afea70 req-156e80e6-aa10-4cf8-b917-0c8709a3abb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:03.853929 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-82633c44-a8c5-46f9-98fc-f7cbc276691f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:03.896962 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a9a4cb-88b1-4dad-85fe-4d602f1aa73b req-c357e25c-c8d2-4d67-9971-4d4ef65cebde tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:03.898390 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-88a9a4cb-88b1-4dad-85fe-4d602f1aa73b req-c357e25c-c8d2-4d67-9971-4d4ef65cebde tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=2fb8d5c0-2de2-44f6-9bab-123c9403a196 HTTP/1.1" status: 200 len: 935 time: 0.1058064 Nov 12 08:16:04.001286 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [req-f8bbcedd-4a3e-43e3-9285-a93b8ee5a123 req-c0cfed58-5063-4b06-822b-992ff5dc8bf7 tempest-LiveMigrationTest-1817512610 tempest-LiveMigrationTest-1817512610-project-admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:16:04.002262 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f8bbcedd-4a3e-43e3-9285-a93b8ee5a123 req-c0cfed58-5063-4b06-822b-992ff5dc8bf7 tempest-LiveMigrationTest-1817512610 tempest-LiveMigrationTest-1817512610-project-admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0138445 Nov 12 08:16:04.032799 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-88a9a4cb-88b1-4dad-85fe-4d602f1aa73b req-68f1b725-1767-4700-9d24-2c4e59b76449 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255405 Nov 12 08:16:04.083320 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b5798ab-37c0-4c32-8e20-98b9081bacad x-openstack-request-id: req-5b5798ab-37c0-4c32-8e20-98b9081bacad {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:16:04.083678 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31b2b8c2-e027-411c-a071-b8cfbf99cc68", "name": "network-vif-deleted", "tag": "239319a3-93cd-44cf-8616-688702c4a6c4", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:16:04.084040 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5b5798ab-37c0-4c32-8e20-98b9081bacad {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:16:04.084432 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31b2b8c2-e027-411c-a071-b8cfbf99cc68', 'name': 'network-vif-deleted', 'tag': '239319a3-93cd-44cf-8616-688702c4a6c4', 'status': 'completed', 'code': 200} Nov 12 08:16:04.093889 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bbcedd-4a3e-43e3-9285-a93b8ee5a123 req-f4e7f51c-6dc5-4c48-a8f6-218c1bf51fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:04.095281 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f8bbcedd-4a3e-43e3-9285-a93b8ee5a123 req-f4e7f51c-6dc5-4c48-a8f6-218c1bf51fde service neutron] 10.222.0.26 "GET /v2.0/ports/3358e3c7-e57c-4854-afa0-8bf13d153298 HTTP/1.1" status: 200 len: 1094 time: 0.0763326 Nov 12 08:16:04.122390 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-da4d8b09-a24a-4c49-9b23-ca359dbccd0d req-de85d737-169a-4771-8ca9-11ebfcb67881 service neutron] 10.222.0.21 "GET /v2.0/networks/1a323889-6c9a-40df-9d33-3f74857cb8d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596076 Nov 12 08:16:04.128060 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-f8bbcedd-4a3e-43e3-9285-a93b8ee5a123 req-d69ba446-ad61-4fd6-a8cd-5fe76d9db8e8 service neutron] Request body: {'binding': {'host': 'n-h1-765315-29', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:16:04.128505 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-f8bbcedd-4a3e-43e3-9285-a93b8ee5a123 req-d69ba446-ad61-4fd6-a8cd-5fe76d9db8e8 service neutron] Unknown quota resources ['binding']. {{(pid=102599) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 08:16:04.201048 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [req-72160315-d13e-4ad2-a83d-af5897afea70 req-156e80e6-aa10-4cf8-b917-0c8709a3abb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a931b66-3461-40d0-ae79-b16c89f5d99e {{(pid=102600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:16:04.210120 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-72160315-d13e-4ad2-a83d-af5897afea70 req-156e80e6-aa10-4cf8-b917-0c8709a3abb2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:04.228253 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2471a0e0-00e9-49ff-ba1c-c8853b94a462 req-38e3b47a-83e1-497a-9cd1-88cdd3132665 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:04.230028 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2471a0e0-00e9-49ff-ba1c-c8853b94a462 req-38e3b47a-83e1-497a-9cd1-88cdd3132665 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/ports?device_id=814ef8c2-2c7f-478a-bce9-fc579bf87532 HTTP/1.1" status: 200 len: 945 time: 0.0982482 Nov 12 08:16:04.234616 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.provisioning_blocks [req-72160315-d13e-4ad2-a83d-af5897afea70 req-156e80e6-aa10-4cf8-b917-0c8709a3abb2 service neutron] Transition to ACTIVE for port object 6a931b66-3461-40d0-ae79-b16c89f5d99e will not be triggered until provisioned by entity L2. {{(pid=102600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:16:04.244249 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-72160315-d13e-4ad2-a83d-af5897afea70 req-156e80e6-aa10-4cf8-b917-0c8709a3abb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:04.319292 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156e80e6-aa10-4cf8-b917-0c8709a3abb2 service neutron] Pushing event updated for resources: {'Port': ['ID=6a931b66-3461-40d0-ae79-b16c89f5d99e,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:04.327525 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2471a0e0-00e9-49ff-ba1c-c8853b94a462 req-e56d524c-fc5a-486b-928b-9dc81369536f tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/security-groups?id=2be1fc6f-9ac2-4510-8984-890d50fd1a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909150 Nov 12 08:16:04.367465 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-da4d8b09-a24a-4c49-9b23-ca359dbccd0d req-1eef9718-bd6b-4b58-92ae-984c7186cc5e service neutron] 10.222.0.21 "GET /v2.0/networks/1a323889-6c9a-40df-9d33-3f74857cb8d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339883 Nov 12 08:16:04.397764 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e00298af-1440-4f59-9450-36e4a1db354d x-openstack-request-id: req-e00298af-1440-4f59-9450-36e4a1db354d {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:16:04.398604 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebd09adc-ee2c-4ae1-a7b0-f87d2365516f", "name": "network-vif-plugged", "status": "completed", "tag": "9304a2ab-88c7-4303-afc3-edae093f1f00", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:16:04.399408 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e00298af-1440-4f59-9450-36e4a1db354d {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:16:04.399820 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebd09adc-ee2c-4ae1-a7b0-f87d2365516f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9304a2ab-88c7-4303-afc3-edae093f1f00', 'code': 200} Nov 12 08:16:04.435347 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-72160315-d13e-4ad2-a83d-af5897afea70 req-156e80e6-aa10-4cf8-b917-0c8709a3abb2 service neutron] Attempting to bind port 6a931b66-3461-40d0-ae79-b16c89f5d99e on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:16:04.438916 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-1dde0006-add5-4ebd-aa22-14cd9e6d101b req-779299ce-023c-4ecd-80e6-2ee3fff2d51c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69042d04-a54e-4455-8bb9-9bb2090c9c14 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:16:04.441687 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-72160315-d13e-4ad2-a83d-af5897afea70 req-156e80e6-aa10-4cf8-b917-0c8709a3abb2 service neutron] Attempting to bind port 6a931b66-3461-40d0-ae79-b16c89f5d99e by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:16:04.443020 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72160315-d13e-4ad2-a83d-af5897afea70 req-156e80e6-aa10-4cf8-b917-0c8709a3abb2 service neutron] Attempting to bind port 6a931b66-3461-40d0-ae79-b16c89f5d99e on network 107743df-d3df-459d-a6cd-9e2ab4303016 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:16:04.444728 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-da4d8b09-a24a-4c49-9b23-ca359dbccd0d req-fcd9d968-84a2-48d5-a8e4-9ee2d6b29b6a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.200&port_id=2c803051-3860-4c62-bdef-be9267f3772d HTTP/1.1" status: 200 len: 217 time: 0.0676734 Nov 12 08:16:04.451801 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72160315-d13e-4ad2-a83d-af5897afea70 req-156e80e6-aa10-4cf8-b917-0c8709a3abb2 service neutron] Port 6a931b66-3461-40d0-ae79-b16c89f5d99e on network 107743df-d3df-459d-a6cd-9e2ab4303016 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:16:04.452528 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72160315-d13e-4ad2-a83d-af5897afea70 req-156e80e6-aa10-4cf8-b917-0c8709a3abb2 service neutron] Attempting to bind port 6a931b66-3461-40d0-ae79-b16c89f5d99e on network 107743df-d3df-459d-a6cd-9e2ab4303016 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:16:04.454038 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1dde0006-add5-4ebd-aa22-14cd9e6d101b req-779299ce-023c-4ecd-80e6-2ee3fff2d51c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:04.464652 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72160315-d13e-4ad2-a83d-af5897afea70 req-156e80e6-aa10-4cf8-b917-0c8709a3abb2 service neutron] Checking agent: {'id': '26215384-8035-4ce2-971a-8e67be80da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:16:04.464986 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72160315-d13e-4ad2-a83d-af5897afea70 req-156e80e6-aa10-4cf8-b917-0c8709a3abb2 service neutron] Checking segment: {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:16:04.465422 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72160315-d13e-4ad2-a83d-af5897afea70 req-156e80e6-aa10-4cf8-b917-0c8709a3abb2 service neutron] Bound using segment: {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:16:04.466011 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-72160315-d13e-4ad2-a83d-af5897afea70 req-156e80e6-aa10-4cf8-b917-0c8709a3abb2 service neutron] Bound port: 6a931b66-3461-40d0-ae79-b16c89f5d99e, host: n-h1-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'}}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:16:04.466207 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-72160315-d13e-4ad2-a83d-af5897afea70 req-156e80e6-aa10-4cf8-b917-0c8709a3abb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:04.506523 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-1dde0006-add5-4ebd-aa22-14cd9e6d101b req-779299ce-023c-4ecd-80e6-2ee3fff2d51c service neutron] Transition to ACTIVE for port object 69042d04-a54e-4455-8bb9-9bb2090c9c14 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:16:04.525039 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1dde0006-add5-4ebd-aa22-14cd9e6d101b req-779299ce-023c-4ecd-80e6-2ee3fff2d51c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:04.530126 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-f8bbcedd-4a3e-43e3-9285-a93b8ee5a123 req-d69ba446-ad61-4fd6-a8cd-5fe76d9db8e8 service neutron] Attempting to bind port 3358e3c7-e57c-4854-afa0-8bf13d153298 on host n-h1-765315-29 for vnic_type normal with profile None {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:16:04.530446 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-f8bbcedd-4a3e-43e3-9285-a93b8ee5a123 req-d69ba446-ad61-4fd6-a8cd-5fe76d9db8e8 service neutron] Attempting to bind port 3358e3c7-e57c-4854-afa0-8bf13d153298 by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': '2faefcc0-552f-4085-b81e-2c4b58f0de67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:16:04.530833 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8bbcedd-4a3e-43e3-9285-a93b8ee5a123 req-d69ba446-ad61-4fd6-a8cd-5fe76d9db8e8 service neutron] Attempting to bind port 3358e3c7-e57c-4854-afa0-8bf13d153298 on network 6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:16:04.542815 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d8b09-a24a-4c49-9b23-ca359dbccd0d req-dcab1335-106a-463e-a311-58efc8927b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:04.544166 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-da4d8b09-a24a-4c49-9b23-ca359dbccd0d req-dcab1335-106a-463e-a311-58efc8927b9d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7d7c7129-5e48-4c3b-98d9-801e1598df80 HTTP/1.1" status: 200 len: 797 time: 0.0882719 Nov 12 08:16:04.588694 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-72160315-d13e-4ad2-a83d-af5897afea70 req-156e80e6-aa10-4cf8-b917-0c8709a3abb2 service neutron] For port 6a931b66-3461-40d0-ae79-b16c89f5d99e, host n-h1-765315-29, cleared binding levels {{(pid=102600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:16:04.594141 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-72160315-d13e-4ad2-a83d-af5897afea70 req-156e80e6-aa10-4cf8-b917-0c8709a3abb2 service neutron] For port 6a931b66-3461-40d0-ae79-b16c89f5d99e, host n-h1-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=6a931b66-3461-40d0-ae79-b16c89f5d99e,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:16:04.602001 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8bbcedd-4a3e-43e3-9285-a93b8ee5a123 req-d69ba446-ad61-4fd6-a8cd-5fe76d9db8e8 service neutron] Port 3358e3c7-e57c-4854-afa0-8bf13d153298 on network 6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:16:04.602325 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8bbcedd-4a3e-43e3-9285-a93b8ee5a123 req-d69ba446-ad61-4fd6-a8cd-5fe76d9db8e8 service neutron] Attempting to bind port 3358e3c7-e57c-4854-afa0-8bf13d153298 on network 6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:16:04.605904 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-72160315-d13e-4ad2-a83d-af5897afea70 req-156e80e6-aa10-4cf8-b917-0c8709a3abb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:04.651410 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8bbcedd-4a3e-43e3-9285-a93b8ee5a123 req-d69ba446-ad61-4fd6-a8cd-5fe76d9db8e8 service neutron] Checking agent: {'id': '26215384-8035-4ce2-971a-8e67be80da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:16:04.651938 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8bbcedd-4a3e-43e3-9285-a93b8ee5a123 req-d69ba446-ad61-4fd6-a8cd-5fe76d9db8e8 service neutron] Checking segment: {'id': '2faefcc0-552f-4085-b81e-2c4b58f0de67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:16:04.652218 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8bbcedd-4a3e-43e3-9285-a93b8ee5a123 req-d69ba446-ad61-4fd6-a8cd-5fe76d9db8e8 service neutron] Bound using segment: {'id': '2faefcc0-552f-4085-b81e-2c4b58f0de67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:16:04.652661 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-f8bbcedd-4a3e-43e3-9285-a93b8ee5a123 req-d69ba446-ad61-4fd6-a8cd-5fe76d9db8e8 service neutron] Bound port: 3358e3c7-e57c-4854-afa0-8bf13d153298, host: n-h1-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2faefcc0-552f-4085-b81e-2c4b58f0de67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:16:04.658207 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779299ce-023c-4ecd-80e6-2ee3fff2d51c service neutron] Pushing event updated for resources: {'Port': ['ID=69042d04-a54e-4455-8bb9-9bb2090c9c14,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:04.677864 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72160315-d13e-4ad2-a83d-af5897afea70 req-156e80e6-aa10-4cf8-b917-0c8709a3abb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:04.678487 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-72160315-d13e-4ad2-a83d-af5897afea70 req-156e80e6-aa10-4cf8-b917-0c8709a3abb2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:04.679978 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-72160315-d13e-4ad2-a83d-af5897afea70 req-156e80e6-aa10-4cf8-b917-0c8709a3abb2 service neutron] 10.222.0.21 "PUT /v2.0/ports/6a931b66-3461-40d0-ae79-b16c89f5d99e HTTP/1.1" status: 200 len: 1096 time: 0.9607275 Nov 12 08:16:04.685222 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fb8d5c0-2de2-44f6-9bab-123c9403a196', 'tag': '6a931b66-3461-40d0-ae79-b16c89f5d99e'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:16:04.687611 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fae27800-5af2-4d7e-8cd6-b23c75e0a80b" -d '{"events": [{"name": "network-changed", "server_uuid": "2fb8d5c0-2de2-44f6-9bab-123c9403a196", "tag": "6a931b66-3461-40d0-ae79-b16c89f5d99e"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:16:04.719211 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0118582d-9a06-4429-bbd3-be6bdccbddf9 req-fd35b983-4deb-4b0b-9c61-e54a861192cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:04.720718 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0118582d-9a06-4429-bbd3-be6bdccbddf9 req-fd35b983-4deb-4b0b-9c61-e54a861192cc service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ebd09adc-ee2c-4ae1-a7b0-f87d2365516f HTTP/1.1" status: 200 len: 1101 time: 0.1932516 Nov 12 08:16:04.748337 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156e80e6-aa10-4cf8-b917-0c8709a3abb2 service neutron] Pushing event updated for resources: {'Port': ['ID=6a931b66-3461-40d0-ae79-b16c89f5d99e,revision_number=3']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:04.753295 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d8b09-a24a-4c49-9b23-ca359dbccd0d req-b9c9302a-0e01-4acf-be8f-65cb6b51e2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:04.755899 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-da4d8b09-a24a-4c49-9b23-ca359dbccd0d req-b9c9302a-0e01-4acf-be8f-65cb6b51e2da service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1a323889-6c9a-40df-9d33-3f74857cb8d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1877968 Nov 12 08:16:04.824536 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72160315-d13e-4ad2-a83d-af5897afea70 req-5bdde156-5215-436a-9bba-2812ac9efec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:04.826103 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-72160315-d13e-4ad2-a83d-af5897afea70 req-5bdde156-5215-436a-9bba-2812ac9efec0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3dad16d1cf804c93a62c38374b8fb4ba&device_id=2fb8d5c0-2de2-44f6-9bab-123c9403a196 HTTP/1.1" status: 200 len: 1099 time: 0.0916088 Nov 12 08:16:04.830518 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-f8bbcedd-4a3e-43e3-9285-a93b8ee5a123 req-d69ba446-ad61-4fd6-a8cd-5fe76d9db8e8 service neutron] For port 3358e3c7-e57c-4854-afa0-8bf13d153298, host n-h1-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=3358e3c7-e57c-4854-afa0-8bf13d153298,segment=NetworkSegment(2faefcc0-552f-4085-b81e-2c4b58f0de67),segment_id=2faefcc0-552f-4085-b81e-2c4b58f0de67)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:16:04.855505 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-f8bbcedd-4a3e-43e3-9285-a93b8ee5a123 req-d69ba446-ad61-4fd6-a8cd-5fe76d9db8e8 service neutron] Publish callbacks [] for binding, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:04.856667 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f8bbcedd-4a3e-43e3-9285-a93b8ee5a123 req-d69ba446-ad61-4fd6-a8cd-5fe76d9db8e8 service neutron] 10.222.0.26 "POST /v2.0/ports/3358e3c7-e57c-4854-afa0-8bf13d153298/bindings HTTP/1.1" status: 201 len: 390 time: 0.7320168 Nov 12 08:16:04.883616 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-72160315-d13e-4ad2-a83d-af5897afea70 req-21c78d8c-fd3b-4581-bc47-ec8fa6820403 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=6a931b66-3461-40d0-ae79-b16c89f5d99e HTTP/1.1" status: 200 len: 217 time: 0.0469902 Nov 12 08:16:04.892987 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4dad61-d5b3-48ce-be43-70c7a5d2aff3 req-424fed49-840c-4d85-a615-1633e8d5d13f tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:04.900537 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5a4dad61-d5b3-48ce-be43-70c7a5d2aff3 req-424fed49-840c-4d85-a615-1633e8d5d13f tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] 10.222.0.26 "GET /v2.0/networks?id=d5b62c02-2961-4070-812a-34bad2cdddd0 HTTP/1.1" status: 200 len: 829 time: 0.2530355 Nov 12 08:16:04.903220 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0118582d-9a06-4429-bbd3-be6bdccbddf9 req-dc1a8d04-cc9f-401d-af48-8852d0fbe53e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616871 Nov 12 08:16:04.916454 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-1dde0006-add5-4ebd-aa22-14cd9e6d101b req-779299ce-023c-4ecd-80e6-2ee3fff2d51c service neutron] Attempting to bind port 69042d04-a54e-4455-8bb9-9bb2090c9c14 on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:16:04.917090 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-1dde0006-add5-4ebd-aa22-14cd9e6d101b req-779299ce-023c-4ecd-80e6-2ee3fff2d51c service neutron] Attempting to bind port 69042d04-a54e-4455-8bb9-9bb2090c9c14 by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': '74228b36-f518-48da-bb5a-2dae6173211b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '33c4acc6-fff5-4d04-a808-ff7e0950b8a2'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:16:04.917604 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dde0006-add5-4ebd-aa22-14cd9e6d101b req-779299ce-023c-4ecd-80e6-2ee3fff2d51c service neutron] Attempting to bind port 69042d04-a54e-4455-8bb9-9bb2090c9c14 on network 33c4acc6-fff5-4d04-a808-ff7e0950b8a2 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:16:04.928767 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dde0006-add5-4ebd-aa22-14cd9e6d101b req-779299ce-023c-4ecd-80e6-2ee3fff2d51c service neutron] Port 69042d04-a54e-4455-8bb9-9bb2090c9c14 on network 33c4acc6-fff5-4d04-a808-ff7e0950b8a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:16:04.929289 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dde0006-add5-4ebd-aa22-14cd9e6d101b req-779299ce-023c-4ecd-80e6-2ee3fff2d51c service neutron] Attempting to bind port 69042d04-a54e-4455-8bb9-9bb2090c9c14 on network 33c4acc6-fff5-4d04-a808-ff7e0950b8a2 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:16:04.939793 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dde0006-add5-4ebd-aa22-14cd9e6d101b req-779299ce-023c-4ecd-80e6-2ee3fff2d51c service neutron] Checking agent: {'id': '26215384-8035-4ce2-971a-8e67be80da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:16:04.940028 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dde0006-add5-4ebd-aa22-14cd9e6d101b req-779299ce-023c-4ecd-80e6-2ee3fff2d51c service neutron] Checking segment: {'id': '74228b36-f518-48da-bb5a-2dae6173211b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '33c4acc6-fff5-4d04-a808-ff7e0950b8a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:16:04.940464 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dde0006-add5-4ebd-aa22-14cd9e6d101b req-779299ce-023c-4ecd-80e6-2ee3fff2d51c service neutron] Bound using segment: {'id': '74228b36-f518-48da-bb5a-2dae6173211b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '33c4acc6-fff5-4d04-a808-ff7e0950b8a2'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:16:04.941308 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-1dde0006-add5-4ebd-aa22-14cd9e6d101b req-779299ce-023c-4ecd-80e6-2ee3fff2d51c service neutron] Bound port: 69042d04-a54e-4455-8bb9-9bb2090c9c14, host: n-h1-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74228b36-f518-48da-bb5a-2dae6173211b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '33c4acc6-fff5-4d04-a808-ff7e0950b8a2'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:16:04.941308 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1dde0006-add5-4ebd-aa22-14cd9e6d101b req-779299ce-023c-4ecd-80e6-2ee3fff2d51c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:04.961216 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5a4dad61-d5b3-48ce-be43-70c7a5d2aff3 req-ba83af72-8219-41d0-8aa9-58e3a1215f39 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] 10.222.0.26 "GET /v2.0/quotas/a3655fc692f64f9985d4e0b53ed5aba3 HTTP/1.1" status: 200 len: 375 time: 0.0587432 Nov 12 08:16:04.966108 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-da4d8b09-a24a-4c49-9b23-ca359dbccd0d req-356dd281-c429-4aa7-9e90-12c81500fb5e service neutron] 10.222.0.21 "GET /v2.0/networks/1a323889-6c9a-40df-9d33-3f74857cb8d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781549 Nov 12 08:16:05.005865 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72160315-d13e-4ad2-a83d-af5897afea70 req-4f69a4e1-38cd-4b7d-8724-aaafaa0778f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:05.007379 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-72160315-d13e-4ad2-a83d-af5897afea70 req-4f69a4e1-38cd-4b7d-8724-aaafaa0778f7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1 HTTP/1.1" status: 200 len: 843 time: 0.1041691 Nov 12 08:16:05.029999 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5a4dad61-d5b3-48ce-be43-70c7a5d2aff3 req-c19e7ec3-e54d-4c5d-882d-f87dc9c03270 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a3655fc692f64f9985d4e0b53ed5aba3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0679069 Nov 12 08:16:05.064057 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:05.102083 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-1dde0006-add5-4ebd-aa22-14cd9e6d101b req-779299ce-023c-4ecd-80e6-2ee3fff2d51c service neutron] For port 69042d04-a54e-4455-8bb9-9bb2090c9c14, host n-h1-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:16:05.108506 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-1dde0006-add5-4ebd-aa22-14cd9e6d101b req-779299ce-023c-4ecd-80e6-2ee3fff2d51c service neutron] For port 69042d04-a54e-4455-8bb9-9bb2090c9c14, host n-h1-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=69042d04-a54e-4455-8bb9-9bb2090c9c14,segment=NetworkSegment(74228b36-f518-48da-bb5a-2dae6173211b),segment_id=74228b36-f518-48da-bb5a-2dae6173211b)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:16:05.118210 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1dde0006-add5-4ebd-aa22-14cd9e6d101b req-779299ce-023c-4ecd-80e6-2ee3fff2d51c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:05.179583 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7104ee4b-8445-4546-8a2a-1fbef0929598 req-5c334758-8814-40a4-8e52-b8c17c015fd8 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:05.181166 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7104ee4b-8445-4546-8a2a-1fbef0929598 req-5c334758-8814-40a4-8e52-b8c17c015fd8 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=867280fe-66ee-4047-a8b4-3fdb92fcef26 HTTP/1.1" status: 200 len: 943 time: 0.1668642 Nov 12 08:16:05.188057 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dde0006-add5-4ebd-aa22-14cd9e6d101b req-779299ce-023c-4ecd-80e6-2ee3fff2d51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:05.188764 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1dde0006-add5-4ebd-aa22-14cd9e6d101b req-779299ce-023c-4ecd-80e6-2ee3fff2d51c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:05.190152 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1dde0006-add5-4ebd-aa22-14cd9e6d101b req-779299ce-023c-4ecd-80e6-2ee3fff2d51c service neutron] 10.222.0.21 "PUT /v2.0/ports/69042d04-a54e-4455-8bb9-9bb2090c9c14 HTTP/1.1" status: 200 len: 1092 time: 1.4731030 Nov 12 08:16:05.209356 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-da4d8b09-a24a-4c49-9b23-ca359dbccd0d req-3ee4784e-58e9-4dc2-8b70-16ea892c32b8 service neutron] 10.222.0.21 "GET /v2.0/networks/1a323889-6c9a-40df-9d33-3f74857cb8d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219424 Nov 12 08:16:05.280030 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-da4d8b09-a24a-4c49-9b23-ca359dbccd0d req-df0627ac-abdb-40b9-a941-2eaaa22a3030 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.59&port_id=84bf60b1-9802-4c17-be1c-ccf3dbe8abcd HTTP/1.1" status: 200 len: 217 time: 0.0601470 Nov 12 08:16:05.283009 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779299ce-023c-4ecd-80e6-2ee3fff2d51c service neutron] Pushing event updated for resources: {'Port': ['ID=69042d04-a54e-4455-8bb9-9bb2090c9c14,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:05.363129 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7104ee4b-8445-4546-8a2a-1fbef0929598 req-9aa3df15-c348-4a2a-94b2-f817305c5647 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696031 Nov 12 08:16:05.382300 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dde0006-add5-4ebd-aa22-14cd9e6d101b req-f701b79b-484c-4377-a1f8-53a91653afcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:05.382912 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72160315-d13e-4ad2-a83d-af5897afea70 req-7bbbeb10-ae10-4cbe-8a2e-853435040f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:05.383825 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1dde0006-add5-4ebd-aa22-14cd9e6d101b req-f701b79b-484c-4377-a1f8-53a91653afcb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a783fc66f04949de852791cb9109858d&device_id=867280fe-66ee-4047-a8b4-3fdb92fcef26 HTTP/1.1" status: 200 len: 1095 time: 0.1175554 Nov 12 08:16:05.384129 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-72160315-d13e-4ad2-a83d-af5897afea70 req-7bbbeb10-ae10-4cbe-8a2e-853435040f4c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=107743df-d3df-459d-a6cd-9e2ab4303016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3691089 Nov 12 08:16:05.385586 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d8b09-a24a-4c49-9b23-ca359dbccd0d req-75f98e35-b02d-4145-97e8-c51ec2eeb7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:05.387009 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-da4d8b09-a24a-4c49-9b23-ca359dbccd0d req-75f98e35-b02d-4145-97e8-c51ec2eeb7ab service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7d7c7129-5e48-4c3b-98d9-801e1598df80 HTTP/1.1" status: 200 len: 797 time: 0.0793459 Nov 12 08:16:05.425165 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5a4dad61-d5b3-48ce-be43-70c7a5d2aff3 req-37c657d0-e22d-4928-8585-4582024e60a2 service neutron] 10.222.0.26 "GET /v2.0/networks/d5b62c02-2961-4070-812a-34bad2cdddd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3792727 Nov 12 08:16:05.475554 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1dde0006-add5-4ebd-aa22-14cd9e6d101b req-9c2a34f9-2d45-499d-9194-76fc2276b849 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69042d04-a54e-4455-8bb9-9bb2090c9c14 HTTP/1.1" status: 200 len: 217 time: 0.0671577 Nov 12 08:16:05.560260 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d8b09-a24a-4c49-9b23-ca359dbccd0d req-60fdb77e-f1c3-45f2-b640-57afcfee8ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:05.561766 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-da4d8b09-a24a-4c49-9b23-ca359dbccd0d req-60fdb77e-f1c3-45f2-b640-57afcfee8ed4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1a323889-6c9a-40df-9d33-3f74857cb8d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1445312 Nov 12 08:16:05.573205 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dde0006-add5-4ebd-aa22-14cd9e6d101b req-e79db503-1928-4fc2-b037-a5f885f85d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:05.574633 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1dde0006-add5-4ebd-aa22-14cd9e6d101b req-e79db503-1928-4fc2-b037-a5f885f85d95 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=22ada644-5ac2-4dd6-bbe3-6cce42afd567 HTTP/1.1" status: 200 len: 854 time: 0.0875034 Nov 12 08:16:05.581943 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35419962-3ab7-4a20-bb42-f99e6bb3b706 req-2e2ee8a7-6eef-4726-809e-d17ca91613cf tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:05.583757 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-35419962-3ab7-4a20-bb42-f99e6bb3b706 req-2e2ee8a7-6eef-4726-809e-d17ca91613cf tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=54100ade-491e-488a-8bdb-541746e0bddb HTTP/1.1" status: 200 len: 945 time: 0.1265807 Nov 12 08:16:05.587531 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bbcedd-4a3e-43e3-9285-a93b8ee5a123 req-364ff3bb-6996-4199-b4e3-cc4e114fe08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:05.589008 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f8bbcedd-4a3e-43e3-9285-a93b8ee5a123 req-364ff3bb-6996-4199-b4e3-cc4e114fe08e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7317cbf37f7b44a3b0cd0a433cf6ba52&device_id=5b3cc798-9628-4452-be74-f36a32d532c1 HTTP/1.1" status: 200 len: 1097 time: 0.1669450 Nov 12 08:16:05.636208 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1dde0006-add5-4ebd-aa22-14cd9e6d101b req-1ca96685-93d8-404c-b445-7df726d2a65e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=33c4acc6-fff5-4d04-a808-ff7e0950b8a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454018 Nov 12 08:16:05.642477 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-72160315-d13e-4ad2-a83d-af5897afea70 req-062668c1-8e34-4999-967a-645fff6e609b service neutron] 10.222.0.21 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293322 Nov 12 08:16:05.683882 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5a4dad61-d5b3-48ce-be43-70c7a5d2aff3 req-a7bbd83a-a9cc-4d1e-afd4-cfd7a3e82a76 service neutron] 10.222.0.26 "GET /v2.0/networks/d5b62c02-2961-4070-812a-34bad2cdddd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470386 Nov 12 08:16:05.775337 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bbcedd-4a3e-43e3-9285-a93b8ee5a123 req-65ef1eaa-7bc1-4d18-8bd9-820d9cb0efc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:05.777179 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f8bbcedd-4a3e-43e3-9285-a93b8ee5a123 req-65ef1eaa-7bc1-4d18-8bd9-820d9cb0efc7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a HTTP/1.1" status: 200 len: 908 time: 0.1801488 Nov 12 08:16:05.794871 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-35419962-3ab7-4a20-bb42-f99e6bb3b706 req-7f5729c0-6533-4128-85ef-6875e202c635 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019722 Nov 12 08:16:05.805345 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-da4d8b09-a24a-4c49-9b23-ca359dbccd0d req-0c30bb38-6e01-4eae-863b-273c183de556 service neutron] 10.222.0.21 "GET /v2.0/networks/1a323889-6c9a-40df-9d33-3f74857cb8d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337842 Nov 12 08:16:05.840742 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f8bbcedd-4a3e-43e3-9285-a93b8ee5a123 req-3bf9c02c-693b-48fa-b4cd-43e88bb19f37 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3358e3c7-e57c-4854-afa0-8bf13d153298 HTTP/1.1" status: 200 len: 217 time: 0.0476243 Nov 12 08:16:05.840742 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-72160315-d13e-4ad2-a83d-af5897afea70 req-5722241b-18c6-4eb5-96a9-43546c52f4e6 service neutron] 10.222.0.21 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872602 Nov 12 08:16:05.841007 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1dde0006-add5-4ebd-aa22-14cd9e6d101b req-a16d989f-0520-4c33-8f43-27f388d43640 service neutron] 10.222.0.21 "GET /v2.0/networks/33c4acc6-fff5-4d04-a808-ff7e0950b8a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876335 Nov 12 08:16:05.939889 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-807999fc-8119-40ef-9be4-f9be8dcb1fdf x-openstack-request-id: req-807999fc-8119-40ef-9be4-f9be8dcb1fdf {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:16:05.940172 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fb8d5c0-2de2-44f6-9bab-123c9403a196", "tag": "6a931b66-3461-40d0-ae79-b16c89f5d99e", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:16:05.940426 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-807999fc-8119-40ef-9be4-f9be8dcb1fdf {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:16:05.940813 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fb8d5c0-2de2-44f6-9bab-123c9403a196', 'tag': '6a931b66-3461-40d0-ae79-b16c89f5d99e', 'status': 'completed', 'code': 200} Nov 12 08:16:05.950194 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bbcedd-4a3e-43e3-9285-a93b8ee5a123 req-6fd393ca-9cd2-4a17-ac4e-3e6216189b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:05.951639 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f8bbcedd-4a3e-43e3-9285-a93b8ee5a123 req-6fd393ca-9cd2-4a17-ac4e-3e6216189b52 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b48e5e9c-f3da-4efc-88c4-db8837528b82 HTTP/1.1" status: 200 len: 847 time: 0.1040912 Nov 12 08:16:06.050688 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f8bbcedd-4a3e-43e3-9285-a93b8ee5a123 req-f095d355-1e5c-4bf1-b1cb-5b84c3b50f66 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580447 Nov 12 08:16:06.075240 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae27800-5af2-4d7e-8cd6-b23c75e0a80b req-65c6685f-b84c-4828-a86d-1e3ef8fff215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:06.076781 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fae27800-5af2-4d7e-8cd6-b23c75e0a80b req-65c6685f-b84c-4828-a86d-1e3ef8fff215 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3dad16d1cf804c93a62c38374b8fb4ba&device_id=2fb8d5c0-2de2-44f6-9bab-123c9403a196 HTTP/1.1" status: 200 len: 1099 time: 0.1059263 Nov 12 08:16:06.093766 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '867280fe-66ee-4047-a8b4-3fdb92fcef26', 'tag': '69042d04-a54e-4455-8bb9-9bb2090c9c14'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:16:06.096247 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38e2b398-998b-470b-8f3e-a180edb8af6c" -d '{"events": [{"name": "network-changed", "server_uuid": "867280fe-66ee-4047-a8b4-3fdb92fcef26", "tag": "69042d04-a54e-4455-8bb9-9bb2090c9c14"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:16:06.141015 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-da4d8b09-a24a-4c49-9b23-ca359dbccd0d req-d4da0c0d-ff43-43e7-9b0d-4bbb6024d77b service neutron] 10.222.0.21 "GET /v2.0/networks/1a323889-6c9a-40df-9d33-3f74857cb8d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3218100 Nov 12 08:16:06.268271 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1a97f5-6279-41f5-8361-20a1870888dc req-f16faf9a-1c60-4751-9eb2-09c36bffb3f5 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:06.278179 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7b1a97f5-6279-41f5-8361-20a1870888dc req-f16faf9a-1c60-4751-9eb2-09c36bffb3f5 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=2fb8d5c0-2de2-44f6-9bab-123c9403a196 HTTP/1.1" status: 200 len: 947 time: 0.1866453 Nov 12 08:16:06.331768 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f8bbcedd-4a3e-43e3-9285-a93b8ee5a123 req-fe2eb2d8-3b5f-42d0-975e-58174f298f23 service neutron] 10.222.0.21 "GET /v2.0/networks/6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686408 Nov 12 08:16:06.334985 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae27800-5af2-4d7e-8cd6-b23c75e0a80b req-2866b919-e002-4ebe-bb9d-70e1afa09a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:06.336690 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fae27800-5af2-4d7e-8cd6-b23c75e0a80b req-2866b919-e002-4ebe-bb9d-70e1afa09a90 service neutron] 10.222.0.21 "GET /v2.0/networks?id=107743df-d3df-459d-a6cd-9e2ab4303016 HTTP/1.1" status: 200 len: 870 time: 0.2474689 Nov 12 08:16:06.425329 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fae27800-5af2-4d7e-8cd6-b23c75e0a80b req-f764ef1b-95ad-442a-a74c-52d8aad03393 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=6a931b66-3461-40d0-ae79-b16c89f5d99e HTTP/1.1" status: 200 len: 217 time: 0.0778630 Nov 12 08:16:06.445544 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ca5c487-8ff6-47b8-af4d-b1cf84289ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:06.471351 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7b1a97f5-6279-41f5-8361-20a1870888dc req-b65c138a-06ec-404a-a063-2765f0f67f59 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920388 Nov 12 08:16:06.528624 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae27800-5af2-4d7e-8cd6-b23c75e0a80b req-b7c95a5f-499e-47f1-a613-796ae544d886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:06.528624 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fae27800-5af2-4d7e-8cd6-b23c75e0a80b req-b7c95a5f-499e-47f1-a613-796ae544d886 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1 HTTP/1.1" status: 200 len: 843 time: 0.0600026 Nov 12 08:16:06.529098 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-da4d8b09-a24a-4c49-9b23-ca359dbccd0d req-4c73af19-ba14-4bad-a859-d72fd021ed00 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=f1dcc1d8-a453-49ab-adf5-63e92ffd32cd HTTP/1.1" status: 200 len: 217 time: 0.3737769 Nov 12 08:16:06.564683 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321ddb76-25db-4308-a2fd-c5de4ce507c1 req-1145abe7-1f59-4385-83a6-ea13ad4ea98d tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:06.566079 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-321ddb76-25db-4308-a2fd-c5de4ce507c1 req-1145abe7-1f59-4385-83a6-ea13ad4ea98d tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b3cc798-9628-4452-be74-f36a32d532c1 HTTP/1.1" status: 200 len: 945 time: 0.4966776 Nov 12 08:16:06.600306 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1dde0006-add5-4ebd-aa22-14cd9e6d101b req-d0395054-e4c4-4f2f-8ebb-f4aff30e78f5 service neutron] 10.222.0.21 "GET /v2.0/networks/33c4acc6-fff5-4d04-a808-ff7e0950b8a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7134268 Nov 12 08:16:06.615677 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f8bbcedd-4a3e-43e3-9285-a93b8ee5a123 req-15060d00-c741-44fc-99a8-1797a1b76ac5 service neutron] 10.222.0.21 "GET /v2.0/networks/6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593315 Nov 12 08:16:06.635052 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d8b09-a24a-4c49-9b23-ca359dbccd0d req-88a39b8f-7b1f-4718-a7f9-78b0a5849a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:06.636513 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-da4d8b09-a24a-4c49-9b23-ca359dbccd0d req-88a39b8f-7b1f-4718-a7f9-78b0a5849a41 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7d7c7129-5e48-4c3b-98d9-801e1598df80 HTTP/1.1" status: 200 len: 797 time: 0.0924664 Nov 12 08:16:06.641898 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3cf053-fb25-4ac1-94b7-912bf9b90e19 req-da2e2266-c99e-48c0-9148-e98ff4d6745e tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:06.643903 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6b3cf053-fb25-4ac1-94b7-912bf9b90e19 req-da2e2266-c99e-48c0-9148-e98ff4d6745e tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/ports?device_id=814ef8c2-2c7f-478a-bce9-fc579bf87532 HTTP/1.1" status: 200 len: 945 time: 0.0857744 Nov 12 08:16:06.647041 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae27800-5af2-4d7e-8cd6-b23c75e0a80b req-3290adab-356a-41d5-a9b0-7910996b8f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:06.648578 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fae27800-5af2-4d7e-8cd6-b23c75e0a80b req-3290adab-356a-41d5-a9b0-7910996b8f06 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=107743df-d3df-459d-a6cd-9e2ab4303016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1049578 Nov 12 08:16:06.663138 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-321ddb76-25db-4308-a2fd-c5de4ce507c1 req-8e073620-c2ba-40cb-b9ef-a5f3e689e2c4 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728524 Nov 12 08:16:06.707052 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d8b09-a24a-4c49-9b23-ca359dbccd0d req-b1d4fb06-3de3-4dc4-a804-c37a7fbc9aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:06.710279 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-da4d8b09-a24a-4c49-9b23-ca359dbccd0d req-b1d4fb06-3de3-4dc4-a804-c37a7fbc9aea service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1a323889-6c9a-40df-9d33-3f74857cb8d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0655289 Nov 12 08:16:06.798567 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6b3cf053-fb25-4ac1-94b7-912bf9b90e19 req-10a5c3ad-3fe1-4a6e-abbe-97bd7ce65a36 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/security-groups?id=2be1fc6f-9ac2-4510-8984-890d50fd1a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457033 Nov 12 08:16:06.815181 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bbcedd-4a3e-43e3-9285-a93b8ee5a123 req-4a0eaa0e-832a-41d4-8be4-55280bf7f16c tempest-LiveMigrationTest-1817512610 tempest-LiveMigrationTest-1817512610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:06.816604 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f8bbcedd-4a3e-43e3-9285-a93b8ee5a123 req-4a0eaa0e-832a-41d4-8be4-55280bf7f16c tempest-LiveMigrationTest-1817512610 tempest-LiveMigrationTest-1817512610-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5b3cc798-9628-4452-be74-f36a32d532c1&tenant_id=7317cbf37f7b44a3b0cd0a433cf6ba52&binding%3Ahost_id=n-h2-765315-29 HTTP/1.1" status: 200 len: 1097 time: 0.1365740 Nov 12 08:16:06.827159 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3b151c49-6b7a-4371-8313-d82964ce412b req-ea6e9f98-673d-459d-91b7-ef00cb828e9d tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa90f9bc-a70a-40ec-8f15-cd04b66769d3 HTTP/1.1" status: 200 len: 210 time: 0.0768666 Nov 12 08:16:06.839223 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fae27800-5af2-4d7e-8cd6-b23c75e0a80b req-321826eb-5fa7-47da-bfdf-bbb827d35e55 service neutron] 10.222.0.21 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784155 Nov 12 08:16:06.843571 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-f8bbcedd-4a3e-43e3-9285-a93b8ee5a123 req-81bd6fde-bbaa-424b-b7ad-c5cb90a1693a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-765315-29'}}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:16:06.875962 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-da4d8b09-a24a-4c49-9b23-ca359dbccd0d req-3da6881d-2bf4-4fe6-a68f-aa2fe92721a4 service neutron] 10.222.0.21 "GET /v2.0/networks/1a323889-6c9a-40df-9d33-3f74857cb8d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570315 Nov 12 08:16:06.899129 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-573bf0e0-e750-43d6-ab6c-0f759ace6103 x-openstack-request-id: req-573bf0e0-e750-43d6-ab6c-0f759ace6103 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:16:06.899624 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "867280fe-66ee-4047-a8b4-3fdb92fcef26", "tag": "69042d04-a54e-4455-8bb9-9bb2090c9c14", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:16:06.900202 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-573bf0e0-e750-43d6-ab6c-0f759ace6103 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:16:06.900905 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '867280fe-66ee-4047-a8b4-3fdb92fcef26', 'tag': '69042d04-a54e-4455-8bb9-9bb2090c9c14', 'status': 'completed', 'code': 200} Nov 12 08:16:07.047408 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-f8bbcedd-4a3e-43e3-9285-a93b8ee5a123 req-81bd6fde-bbaa-424b-b7ad-c5cb90a1693a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:07.048064 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e2b398-998b-470b-8f3e-a180edb8af6c req-5d8cf655-8552-4517-8466-ce70c0d817b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:07.049600 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-38e2b398-998b-470b-8f3e-a180edb8af6c req-5d8cf655-8552-4517-8466-ce70c0d817b3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a783fc66f04949de852791cb9109858d&device_id=867280fe-66ee-4047-a8b4-3fdb92fcef26 HTTP/1.1" status: 200 len: 1095 time: 0.1264782 Nov 12 08:16:07.062425 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1532e80a-9712-4254-9905-aad6750b329d req-56e8211d-f4c3-49c1-a2da-79ae12a2514c tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:07.063891 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1532e80a-9712-4254-9905-aad6750b329d req-56e8211d-f4c3-49c1-a2da-79ae12a2514c tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=867280fe-66ee-4047-a8b4-3fdb92fcef26 HTTP/1.1" status: 200 len: 943 time: 0.1021173 Nov 12 08:16:07.073873 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-da4d8b09-a24a-4c49-9b23-ca359dbccd0d req-9bf33622-719b-4e6d-bef9-95cf09bb1dd0 service neutron] 10.222.0.21 "GET /v2.0/networks/1a323889-6c9a-40df-9d33-3f74857cb8d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896536 Nov 12 08:16:07.076554 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fae27800-5af2-4d7e-8cd6-b23c75e0a80b req-db45d110-c79e-48ae-a10d-d569fa0797f6 service neutron] 10.222.0.21 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287424 Nov 12 08:16:07.125879 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b870e5f-cbe9-40ed-a4ba-e06a1a91ddc5 req-4dea4143-dc57-429b-b7fa-d5bf121f5e5f tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:07.127401 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7b870e5f-cbe9-40ed-a4ba-e06a1a91ddc5 req-4dea4143-dc57-429b-b7fa-d5bf121f5e5f tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/networks?id=e1e67e1f-8798-45f5-b239-65208acc87f1 HTTP/1.1" status: 200 len: 812 time: 0.2139909 Nov 12 08:16:07.162915 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7b870e5f-cbe9-40ed-a4ba-e06a1a91ddc5 req-1ad31bee-0d67-48d3-a60b-b82f343670f4 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/quotas/89f29a2548464b6e8bac4db47e7c0c8b HTTP/1.1" status: 200 len: 375 time: 0.0286961 Nov 12 08:16:07.178953 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-da4d8b09-a24a-4c49-9b23-ca359dbccd0d req-4d53cef5-b1a3-4212-ae0f-12f9d0635578 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=37b402b7-2184-4bd5-848f-102be806aba4 HTTP/1.1" status: 200 len: 217 time: 0.0860760 Nov 12 08:16:07.232048 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7b870e5f-cbe9-40ed-a4ba-e06a1a91ddc5 req-e81c2c56-5b46-4f0c-a36d-c7afdb1bf619 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=89f29a2548464b6e8bac4db47e7c0c8b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0359011 Nov 12 08:16:07.262083 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1532e80a-9712-4254-9905-aad6750b329d req-4b9835c0-9b97-4bee-8736-1a871868f28e tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864111 Nov 12 08:16:07.314569 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d8b09-a24a-4c49-9b23-ca359dbccd0d req-7c8695d7-e695-4707-aa8f-886491dd52e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:07.316440 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-da4d8b09-a24a-4c49-9b23-ca359dbccd0d req-7c8695d7-e695-4707-aa8f-886491dd52e8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a4df3464-1784-4646-b668-8314233aecdd HTTP/1.1" status: 200 len: 797 time: 0.1273465 Nov 12 08:16:07.320519 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e2b398-998b-470b-8f3e-a180edb8af6c req-2c724e9e-6b59-45b0-b974-fdda84e4bfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:07.321904 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-38e2b398-998b-470b-8f3e-a180edb8af6c req-2c724e9e-6b59-45b0-b974-fdda84e4bfb1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=33c4acc6-fff5-4d04-a808-ff7e0950b8a2 HTTP/1.1" status: 200 len: 915 time: 0.2569225 Nov 12 08:16:07.326694 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-f8bbcedd-4a3e-43e3-9285-a93b8ee5a123 req-81bd6fde-bbaa-424b-b7ad-c5cb90a1693a service neutron] For port 3358e3c7-e57c-4854-afa0-8bf13d153298, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=3358e3c7-e57c-4854-afa0-8bf13d153298,segment=NetworkSegment(2faefcc0-552f-4085-b81e-2c4b58f0de67),segment_id=2faefcc0-552f-4085-b81e-2c4b58f0de67)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:16:07.389656 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-f8bbcedd-4a3e-43e3-9285-a93b8ee5a123 req-81bd6fde-bbaa-424b-b7ad-c5cb90a1693a service neutron] For port 3358e3c7-e57c-4854-afa0-8bf13d153298, host n-h2-765315-29, cleared binding levels {{(pid=102600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:16:07.392636 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7b870e5f-cbe9-40ed-a4ba-e06a1a91ddc5 req-d40c5251-9829-45f6-9bcf-40e0789b6ed7 service neutron] 10.222.0.26 "GET /v2.0/networks/e1e67e1f-8798-45f5-b239-65208acc87f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490719 Nov 12 08:16:07.434351 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-38e2b398-998b-470b-8f3e-a180edb8af6c req-8c049e50-08bd-4b7a-92ad-6da46970e5df service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69042d04-a54e-4455-8bb9-9bb2090c9c14 HTTP/1.1" status: 200 len: 217 time: 0.0843217 Nov 12 08:16:07.489410 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-f8bbcedd-4a3e-43e3-9285-a93b8ee5a123 req-81bd6fde-bbaa-424b-b7ad-c5cb90a1693a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:07.498278 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-f8bbcedd-4a3e-43e3-9285-a93b8ee5a123 req-81bd6fde-bbaa-424b-b7ad-c5cb90a1693a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:07.551779 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4dad61-d5b3-48ce-be43-70c7a5d2aff3 req-67f84f59-35eb-4670-8ba4-8bf3a56f8b2f tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:07.553328 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5a4dad61-d5b3-48ce-be43-70c7a5d2aff3 req-67f84f59-35eb-4670-8ba4-8bf3a56f8b2f tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] 10.222.0.44 "GET /v2.0/networks?id=d5b62c02-2961-4070-812a-34bad2cdddd0 HTTP/1.1" status: 200 len: 829 time: 0.2857673 Nov 12 08:16:07.555236 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d8b09-a24a-4c49-9b23-ca359dbccd0d req-552dd36c-9cb7-4acc-91e0-5d5c9e06391c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:07.556608 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-da4d8b09-a24a-4c49-9b23-ca359dbccd0d req-552dd36c-9cb7-4acc-91e0-5d5c9e06391c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=98a99309-fcab-4612-ba6f-85e7b28a9784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2055988 Nov 12 08:16:07.558859 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e2b398-998b-470b-8f3e-a180edb8af6c req-820a3c95-522a-4b70-9c02-50be0954587c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:07.560239 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-38e2b398-998b-470b-8f3e-a180edb8af6c req-820a3c95-522a-4b70-9c02-50be0954587c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=22ada644-5ac2-4dd6-bbe3-6cce42afd567 HTTP/1.1" status: 200 len: 854 time: 0.1155021 Nov 12 08:16:07.565432 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7b870e5f-cbe9-40ed-a4ba-e06a1a91ddc5 req-aa2fde2e-f3c1-4c5f-aba4-28ec75b031f6 service neutron] 10.222.0.26 "GET /v2.0/networks/e1e67e1f-8798-45f5-b239-65208acc87f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550751 Nov 12 08:16:07.568289 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d98d153-192b-4723-9c87-b1da693476ac req-f975c7e0-8710-4ec4-9634-12b54d751101 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:07.570135 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8d98d153-192b-4723-9c87-b1da693476ac req-f975c7e0-8710-4ec4-9634-12b54d751101 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=54100ade-491e-488a-8bdb-541746e0bddb HTTP/1.1" status: 200 len: 945 time: 0.1978538 Nov 12 08:16:07.580555 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bd6fde-bbaa-424b-b7ad-c5cb90a1693a service neutron] Pushing event updated for resources: {'Port': ['ID=3358e3c7-e57c-4854-afa0-8bf13d153298,revision_number=7']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:07.611751 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-f8bbcedd-4a3e-43e3-9285-a93b8ee5a123 req-81bd6fde-bbaa-424b-b7ad-c5cb90a1693a service neutron] Attempting to bind port 3358e3c7-e57c-4854-afa0-8bf13d153298 on host n-h2-765315-29 for vnic_type normal with profile {"migrating_to": "n-h1-765315-29"} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:16:07.612085 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-f8bbcedd-4a3e-43e3-9285-a93b8ee5a123 req-81bd6fde-bbaa-424b-b7ad-c5cb90a1693a service neutron] Attempting to bind port 3358e3c7-e57c-4854-afa0-8bf13d153298 by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': '2faefcc0-552f-4085-b81e-2c4b58f0de67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a'}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:16:07.612419 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8bbcedd-4a3e-43e3-9285-a93b8ee5a123 req-81bd6fde-bbaa-424b-b7ad-c5cb90a1693a service neutron] Attempting to bind port 3358e3c7-e57c-4854-afa0-8bf13d153298 on network 6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:16:07.617605 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8bbcedd-4a3e-43e3-9285-a93b8ee5a123 req-81bd6fde-bbaa-424b-b7ad-c5cb90a1693a service neutron] Port 3358e3c7-e57c-4854-afa0-8bf13d153298 on network 6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:16:07.618356 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8bbcedd-4a3e-43e3-9285-a93b8ee5a123 req-81bd6fde-bbaa-424b-b7ad-c5cb90a1693a service neutron] Attempting to bind port 3358e3c7-e57c-4854-afa0-8bf13d153298 on network 6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:16:07.622299 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-5a4dad61-d5b3-48ce-be43-70c7a5d2aff3 req-23c34fde-35fd-43c3-958c-cc51d3044d3f tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Request body: {'port': {'device_id': 'fa90f9bc-a70a-40ec-8f15-cd04b66769d3', 'network_id': 'd5b62c02-2961-4070-812a-34bad2cdddd0', 'admin_state_up': True, 'tenant_id': 'a3655fc692f64f9985d4e0b53ed5aba3'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:16:07.625060 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8bbcedd-4a3e-43e3-9285-a93b8ee5a123 req-81bd6fde-bbaa-424b-b7ad-c5cb90a1693a service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:16:07.625407 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8bbcedd-4a3e-43e3-9285-a93b8ee5a123 req-81bd6fde-bbaa-424b-b7ad-c5cb90a1693a service neutron] Checking segment: {'id': '2faefcc0-552f-4085-b81e-2c4b58f0de67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:16:07.625924 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8bbcedd-4a3e-43e3-9285-a93b8ee5a123 req-81bd6fde-bbaa-424b-b7ad-c5cb90a1693a service neutron] Bound using segment: {'id': '2faefcc0-552f-4085-b81e-2c4b58f0de67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a'} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:16:07.626219 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-f8bbcedd-4a3e-43e3-9285-a93b8ee5a123 req-81bd6fde-bbaa-424b-b7ad-c5cb90a1693a service neutron] Bound port: 3358e3c7-e57c-4854-afa0-8bf13d153298, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2faefcc0-552f-4085-b81e-2c4b58f0de67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a'}}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:16:07.626578 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-f8bbcedd-4a3e-43e3-9285-a93b8ee5a123 req-81bd6fde-bbaa-424b-b7ad-c5cb90a1693a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:07.698155 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-f8bbcedd-4a3e-43e3-9285-a93b8ee5a123 req-81bd6fde-bbaa-424b-b7ad-c5cb90a1693a service neutron] For port 3358e3c7-e57c-4854-afa0-8bf13d153298, host n-h2-765315-29, cleared binding levels {{(pid=102600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:16:07.701778 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-38e2b398-998b-470b-8f3e-a180edb8af6c req-d9f8a5af-bc82-4a05-b44b-e0ef533f855a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=33c4acc6-fff5-4d04-a808-ff7e0950b8a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1226723 Nov 12 08:16:07.702200 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-f8bbcedd-4a3e-43e3-9285-a93b8ee5a123 req-81bd6fde-bbaa-424b-b7ad-c5cb90a1693a service neutron] For port 3358e3c7-e57c-4854-afa0-8bf13d153298, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=3358e3c7-e57c-4854-afa0-8bf13d153298,segment=NetworkSegment(2faefcc0-552f-4085-b81e-2c4b58f0de67),segment_id=2faefcc0-552f-4085-b81e-2c4b58f0de67)] {{(pid=102600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:16:07.712002 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-f8bbcedd-4a3e-43e3-9285-a93b8ee5a123 req-81bd6fde-bbaa-424b-b7ad-c5cb90a1693a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:07.806160 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:07.811503 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bbcedd-4a3e-43e3-9285-a93b8ee5a123 req-81bd6fde-bbaa-424b-b7ad-c5cb90a1693a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:07.812498 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-f8bbcedd-4a3e-43e3-9285-a93b8ee5a123 req-81bd6fde-bbaa-424b-b7ad-c5cb90a1693a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:07.814550 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f8bbcedd-4a3e-43e3-9285-a93b8ee5a123 req-81bd6fde-bbaa-424b-b7ad-c5cb90a1693a service neutron] 10.222.0.21 "PUT /v2.0/ports/3358e3c7-e57c-4854-afa0-8bf13d153298 HTTP/1.1" status: 200 len: 1123 time: 0.9806066 Nov 12 08:16:07.838952 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bd6fde-bbaa-424b-b7ad-c5cb90a1693a service neutron] Pushing event updated for resources: {'Port': ['ID=3358e3c7-e57c-4854-afa0-8bf13d153298,revision_number=8']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:07.893604 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8d98d153-192b-4723-9c87-b1da693476ac req-90b2a9bf-d8f0-41db-b0b9-dd3f1e1bcbf9 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3066618 Nov 12 08:16:07.929488 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1259bf-e7b1-4cf0-85a4-574e141ed3c2 req-0ebe7081-d7c8-4a9b-abaa-097751c05fb9 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:07.931069 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7f1259bf-e7b1-4cf0-85a4-574e141ed3c2 req-0ebe7081-d7c8-4a9b-abaa-097751c05fb9 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=2fb8d5c0-2de2-44f6-9bab-123c9403a196 HTTP/1.1" status: 200 len: 947 time: 0.0716896 Nov 12 08:16:07.933040 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-da4d8b09-a24a-4c49-9b23-ca359dbccd0d req-8e780b91-eb95-4a06-a941-1a0e7e414621 service neutron] 10.222.0.21 "GET /v2.0/networks/98a99309-fcab-4612-ba6f-85e7b28a9784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3620653 Nov 12 08:16:07.951313 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b3cc798-9628-4452-be74-f36a32d532c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3358e3c7-e57c-4854-afa0-8bf13d153298'}, {'name': 'network-changed', 'server_uuid': '5b3cc798-9628-4452-be74-f36a32d532c1', 'tag': '3358e3c7-e57c-4854-afa0-8bf13d153298'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:16:07.954416 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-590b6e7e-d5e2-4b54-b2cc-cc463e473e54" -d '{"events": [{"server_uuid": "5b3cc798-9628-4452-be74-f36a32d532c1", "name": "network-vif-unplugged", "status": "completed", "tag": "3358e3c7-e57c-4854-afa0-8bf13d153298"}, {"name": "network-changed", "server_uuid": "5b3cc798-9628-4452-be74-f36a32d532c1", "tag": "3358e3c7-e57c-4854-afa0-8bf13d153298"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:16:07.993839 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['3358e3c7-e57c-4854-afa0-8bf13d153298'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:16:08.016829 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7f1259bf-e7b1-4cf0-85a4-574e141ed3c2 req-6f40e503-0ac8-4f6e-b73e-aef052245946 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770783 Nov 12 08:16:08.108518 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7ef6b84d-5d46-47c9-bdfd-57a337442b5c req-fd5d98a5-b1fe-46c8-a0b0-900c519e1a31 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f57cf19d-8546-4524-93ec-600f8426f630 HTTP/1.1" status: 200 len: 210 time: 0.0351148 Nov 12 08:16:08.141733 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-da4d8b09-a24a-4c49-9b23-ca359dbccd0d req-d646e780-f5c5-4d05-a5c2-1ea9b434a484 service neutron] 10.222.0.21 "GET /v2.0/networks/98a99309-fcab-4612-ba6f-85e7b28a9784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973696 Nov 12 08:16:08.150355 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a4dad61-d5b3-48ce-be43-70c7a5d2aff3 req-23c34fde-35fd-43c3-958c-cc51d3044d3f tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Made reservation on behalf of a3655fc692f64f9985d4e0b53ed5aba3 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:16:08.154386 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-5a4dad61-d5b3-48ce-be43-70c7a5d2aff3 req-23c34fde-35fd-43c3-958c-cc51d3044d3f tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:08.176264 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-38e2b398-998b-470b-8f3e-a180edb8af6c req-f982884d-dd35-4130-99a2-106b7c2c6fc2 service neutron] 10.222.0.21 "GET /v2.0/networks/33c4acc6-fff5-4d04-a808-ff7e0950b8a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4304206 Nov 12 08:16:08.225685 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-da4d8b09-a24a-4c49-9b23-ca359dbccd0d req-1799d778-77e4-47f1-bb6d-90322647e183 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d68eab59-913a-43c9-aa2c-928060df69bb HTTP/1.1" status: 200 len: 217 time: 0.0678725 Nov 12 08:16:08.237517 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e37e7b-c853-4040-8746-30ba4704be0d req-ffc3807e-9dd5-48ff-b6c4-9fc837ac461d tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:08.243082 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-96e37e7b-c853-4040-8746-30ba4704be0d req-ffc3807e-9dd5-48ff-b6c4-9fc837ac461d tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/ports?device_id=814ef8c2-2c7f-478a-bce9-fc579bf87532 HTTP/1.1" status: 200 len: 945 time: 0.0619338 Nov 12 08:16:08.292568 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-96e37e7b-c853-4040-8746-30ba4704be0d req-a88983b7-7f9e-4360-bcbd-4a107c69355f tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/security-groups?id=2be1fc6f-9ac2-4510-8984-890d50fd1a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465624 Nov 12 08:16:08.328367 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c61aa5-8dab-4a90-a9df-a948725dbb82 req-3ea1b07d-e3f4-4cf0-a8e6-226ffd26066f tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:08.329868 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e4c61aa5-8dab-4a90-a9df-a948725dbb82 req-3ea1b07d-e3f4-4cf0-a8e6-226ffd26066f tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b3cc798-9628-4452-be74-f36a32d532c1 HTTP/1.1" status: 200 len: 943 time: 0.3456213 Nov 12 08:16:08.396635 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3415cffb-ad0b-4c6e-bb8a-4c2adb88f1a2 req-1669e2ac-52f8-43c5-b3f8-e66f86e7457b tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa90f9bc-a70a-40ec-8f15-cd04b66769d3 HTTP/1.1" status: 200 len: 210 time: 0.0274625 Nov 12 08:16:08.415446 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d8b09-a24a-4c49-9b23-ca359dbccd0d req-d691f0ad-a0c5-4ef4-889e-14947c98856d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:08.416906 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-da4d8b09-a24a-4c49-9b23-ca359dbccd0d req-d691f0ad-a0c5-4ef4-889e-14947c98856d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a4df3464-1784-4646-b668-8314233aecdd HTTP/1.1" status: 200 len: 797 time: 0.1715729 Nov 12 08:16:08.461302 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 12 Nov 2021 08:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-190b8b5c-2d3e-4117-90b8-dee1162c1912 x-openstack-request-id: req-190b8b5c-2d3e-4117-90b8-dee1162c1912 {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:16:08.461770 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b3cc798-9628-4452-be74-f36a32d532c1", "name": "network-vif-unplugged", "status": "completed", "tag": "3358e3c7-e57c-4854-afa0-8bf13d153298", "code": 200}, {"name": "network-changed", "server_uuid": "5b3cc798-9628-4452-be74-f36a32d532c1", "tag": "3358e3c7-e57c-4854-afa0-8bf13d153298", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:16:08.462050 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-190b8b5c-2d3e-4117-90b8-dee1162c1912 {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:16:08.462427 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b3cc798-9628-4452-be74-f36a32d532c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3358e3c7-e57c-4854-afa0-8bf13d153298', 'code': 200} Nov 12 08:16:08.462970 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b3cc798-9628-4452-be74-f36a32d532c1', 'tag': '3358e3c7-e57c-4854-afa0-8bf13d153298', 'status': 'completed', 'code': 200} Nov 12 08:16:08.521895 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-38e2b398-998b-470b-8f3e-a180edb8af6c req-6cddfa1f-9815-4e40-ac06-dffaeb642731 service neutron] 10.222.0.21 "GET /v2.0/networks/33c4acc6-fff5-4d04-a808-ff7e0950b8a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3374476 Nov 12 08:16:08.533060 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e4c61aa5-8dab-4a90-a9df-a948725dbb82 req-d55b1c45-daf7-45a1-9416-fea5be1b7fc7 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680372 Nov 12 08:16:08.547099 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d8b09-a24a-4c49-9b23-ca359dbccd0d req-e42af7b0-b0ac-4803-a990-9f09eacc76ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:08.548626 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-da4d8b09-a24a-4c49-9b23-ca359dbccd0d req-e42af7b0-b0ac-4803-a990-9f09eacc76ba service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=98a99309-fcab-4612-ba6f-85e7b28a9784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1211040 Nov 12 08:16:08.549763 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-5a4dad61-d5b3-48ce-be43-70c7a5d2aff3 req-23c34fde-35fd-43c3-958c-cc51d3044d3f tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Allocated IP 172.20.0.8 (d5b62c02-2961-4070-812a-34bad2cdddd0/3b4b01a8-2b9b-4ee0-bd67-6d402ecf8f19/a5c49df0-d28f-405f-90b3-5cf4b6829fed) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:16:08.560585 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7582e8d-263b-409b-b81e-871e0cb5b06d req-4490bdca-dcf5-4c31-aa94-9a89fa5b4c52 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:08.562191 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d7582e8d-263b-409b-b81e-871e0cb5b06d req-4490bdca-dcf5-4c31-aa94-9a89fa5b4c52 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=867280fe-66ee-4047-a8b4-3fdb92fcef26 HTTP/1.1" status: 200 len: 943 time: 0.0551326 Nov 12 08:16:08.616360 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d7582e8d-263b-409b-b81e-871e0cb5b06d req-051ba0e5-59b4-489a-bd59-bba043690714 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455382 Nov 12 08:16:08.737633 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590b6e7e-d5e2-4b54-b2cc-cc463e473e54 req-4d22f394-0100-493c-8c1c-fa8064e999db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:08.739703 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-590b6e7e-d5e2-4b54-b2cc-cc463e473e54 req-4d22f394-0100-493c-8c1c-fa8064e999db service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7317cbf37f7b44a3b0cd0a433cf6ba52&device_id=5b3cc798-9628-4452-be74-f36a32d532c1 HTTP/1.1" status: 200 len: 1126 time: 0.1462495 Nov 12 08:16:08.743243 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-da4d8b09-a24a-4c49-9b23-ca359dbccd0d req-f79f3a36-b819-44d7-92f1-5eec59d4bdaf service neutron] 10.222.0.21 "GET /v2.0/networks/98a99309-fcab-4612-ba6f-85e7b28a9784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843631 Nov 12 08:16:08.884738 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 6a931b66-3461-40d0-ae79-b16c89f5d99e details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:16:08.962076 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-5a4dad61-d5b3-48ce-be43-70c7a5d2aff3 req-23c34fde-35fd-43c3-958c-cc51d3044d3f tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:08.991501 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 6a931b66-3461-40d0-ae79-b16c89f5d99e, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=6a931b66-3461-40d0-ae79-b16c89f5d99e,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:16:09.006820 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Returning: {'device': '6a931b66-3461-40d0-ae79-b16c89f5d99e', 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016', 'port_id': '6a931b66-3461-40d0-ae79-b16c89f5d99e', 'mac_address': 'fa:16:3e:62:66:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:16:09.023623 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590b6e7e-d5e2-4b54-b2cc-cc463e473e54 req-ab73da7d-0720-41eb-9015-49b8a9333e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:09.025098 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-590b6e7e-d5e2-4b54-b2cc-cc463e473e54 req-ab73da7d-0720-41eb-9015-49b8a9333e84 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a HTTP/1.1" status: 200 len: 908 time: 0.2488313 Nov 12 08:16:09.031448 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd73efad-d85d-4127-b6f6-1176264577ba req-e72eb6ad-cd96-4722-b501-940fe83a65bf tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:09.033728 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bd73efad-d85d-4127-b6f6-1176264577ba req-e72eb6ad-cd96-4722-b501-940fe83a65bf tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=54100ade-491e-488a-8bdb-541746e0bddb HTTP/1.1" status: 200 len: 945 time: 0.0781455 Nov 12 08:16:09.040877 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-da4d8b09-a24a-4c49-9b23-ca359dbccd0d req-0f07af4a-ae49-4456-8189-0dc7e266ad94 service neutron] 10.222.0.21 "GET /v2.0/networks/98a99309-fcab-4612-ba6f-85e7b28a9784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654850 Nov 12 08:16:09.075785 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:09.104151 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-590b6e7e-d5e2-4b54-b2cc-cc463e473e54 req-396f780f-be2d-40f9-928a-07490431c151 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3358e3c7-e57c-4854-afa0-8bf13d153298 HTTP/1.1" status: 200 len: 217 time: 0.0511501 Nov 12 08:16:09.117507 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bd73efad-d85d-4127-b6f6-1176264577ba req-0474b676-219c-4d74-93cc-eaddb628a3d3 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769947 Nov 12 08:16:09.120159 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-e530113a-7783-48f4-9840-8911a24052df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a931b66-3461-40d0-ae79-b16c89f5d99e {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:16:09.142954 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-5a4dad61-d5b3-48ce-be43-70c7a5d2aff3 req-23c34fde-35fd-43c3-958c-cc51d3044d3f tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:09.145297 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 6a931b66-3461-40d0-ae79-b16c89f5d99e, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=6a931b66-3461-40d0-ae79-b16c89f5d99e,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:16:09.148536 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:09.151511 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:09.210191 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=6a931b66-3461-40d0-ae79-b16c89f5d99e,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:09.269027 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4b24b994-22f9-4f91-a6eb-acf82bc0df41 req-820307a2-bae9-4cc6-b6f9-51533b00ee59 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f57cf19d-8546-4524-93ec-600f8426f630 HTTP/1.1" status: 200 len: 210 time: 0.0728180 Nov 12 08:16:09.319184 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b870e5f-cbe9-40ed-a4ba-e06a1a91ddc5 req-e0177144-019e-43be-88c1-b49f3e6115f1 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:09.321055 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590b6e7e-d5e2-4b54-b2cc-cc463e473e54 req-3dde89f4-f553-4ec6-b1b8-1d853eed1fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:09.321229 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7b870e5f-cbe9-40ed-a4ba-e06a1a91ddc5 req-e0177144-019e-43be-88c1-b49f3e6115f1 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.44 "GET /v2.0/networks?id=e1e67e1f-8798-45f5-b239-65208acc87f1 HTTP/1.1" status: 200 len: 812 time: 0.1933675 Nov 12 08:16:09.322530 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-590b6e7e-d5e2-4b54-b2cc-cc463e473e54 req-3dde89f4-f553-4ec6-b1b8-1d853eed1fe4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b48e5e9c-f3da-4efc-88c4-db8837528b82 HTTP/1.1" status: 200 len: 847 time: 0.1842530 Nov 12 08:16:09.328971 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a4dad61-d5b3-48ce-be43-70c7a5d2aff3 req-23c34fde-35fd-43c3-958c-cc51d3044d3f tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Network d5b62c02-2961-4070-812a-34bad2cdddd0 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:16:09.329725 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c34fde-35fd-43c3-958c-cc51d3044d3f tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Pushing event updated for resources: {'Port': ['ID=a5c49df0-d28f-405f-90b3-5cf4b6829fed,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:09.334616 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-5a4dad61-d5b3-48ce-be43-70c7a5d2aff3 req-23c34fde-35fd-43c3-958c-cc51d3044d3f tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:16:09.343712 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8801a8ce-13aa-4aa6-be50-560ee2df287c req-ae08d71f-bd5f-475b-899d-0f7740f79006 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:09.345244 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8801a8ce-13aa-4aa6-be50-560ee2df287c req-ae08d71f-bd5f-475b-899d-0f7740f79006 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=2fb8d5c0-2de2-44f6-9bab-123c9403a196 HTTP/1.1" status: 200 len: 948 time: 0.2080724 Nov 12 08:16:09.346054 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a4dad61-d5b3-48ce-be43-70c7a5d2aff3 req-23c34fde-35fd-43c3-958c-cc51d3044d3f tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:16:09.375261 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-7b870e5f-cbe9-40ed-a4ba-e06a1a91ddc5 req-f3fa37fb-4d11-4fc8-aa17-d9ff183d01b2 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Request body: {'port': {'device_id': 'f57cf19d-8546-4524-93ec-600f8426f630', 'network_id': 'e1e67e1f-8798-45f5-b239-65208acc87f1', 'admin_state_up': True, 'tenant_id': '89f29a2548464b6e8bac4db47e7c0c8b'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:16:09.435979 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-590b6e7e-d5e2-4b54-b2cc-cc463e473e54 req-2941ab8f-ecda-49e3-9112-67c67a33e4ee service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599301 Nov 12 08:16:09.455219 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4dad61-d5b3-48ce-be43-70c7a5d2aff3 req-23c34fde-35fd-43c3-958c-cc51d3044d3f tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:09.455868 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-5a4dad61-d5b3-48ce-be43-70c7a5d2aff3 req-23c34fde-35fd-43c3-958c-cc51d3044d3f tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:09.543138 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8801a8ce-13aa-4aa6-be50-560ee2df287c req-34ff51ab-010c-4607-98bc-f357f8a6d645 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681619 Nov 12 08:16:09.548446 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5a4dad61-d5b3-48ce-be43-70c7a5d2aff3 req-23c34fde-35fd-43c3-958c-cc51d3044d3f tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9438934 Nov 12 08:16:09.577233 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-5a4dad61-d5b3-48ce-be43-70c7a5d2aff3 req-cfdaf508-71a9-4165-904d-62ad75462153 service neutron] Request body: {'port': {'device_id': 'fa90f9bc-a70a-40ec-8f15-cd04b66769d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:16:09.603568 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['6a931b66-3461-40d0-ae79-b16c89f5d99e'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:16:09.712197 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-590b6e7e-d5e2-4b54-b2cc-cc463e473e54 req-8ad51b9c-7d8c-4b51-b810-45a33c0255af service neutron] 10.222.0.44 "GET /v2.0/networks/6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468970 Nov 12 08:16:09.715684 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-5a4dad61-d5b3-48ce-be43-70c7a5d2aff3 req-cfdaf508-71a9-4165-904d-62ad75462153 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:09.727156 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-3259538c-1478-4b98-ba28-503eac475ccc None None] Provisioning complete for port a5c49df0-d28f-405f-90b3-5cf4b6829fed triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:16:09.727806 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3259538c-1478-4b98-ba28-503eac475ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:09.759472 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:09.772128 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0ce86c-023f-40b5-8ef5-bf9cd3a4d08c req-469cd25d-5f2d-4307-a3ab-ad6179b04b08 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:09.773809 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dd0ce86c-023f-40b5-8ef5-bf9cd3a4d08c req-469cd25d-5f2d-4307-a3ab-ad6179b04b08 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa90f9bc-a70a-40ec-8f15-cd04b66769d3 HTTP/1.1" status: 200 len: 931 time: 0.1150544 Nov 12 08:16:09.802282 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-3259538c-1478-4b98-ba28-503eac475ccc None None] Port a5c49df0-d28f-405f-90b3-5cf4b6829fed cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:16:09.835047 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579cb423-e31d-4c3d-a2b0-6b3d0291d497 req-d19487ca-f114-4299-ace3-a9e7b2436f0e tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:09.836855 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-579cb423-e31d-4c3d-a2b0-6b3d0291d497 req-d19487ca-f114-4299-ace3-a9e7b2436f0e tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/ports?device_id=814ef8c2-2c7f-478a-bce9-fc579bf87532 HTTP/1.1" status: 200 len: 945 time: 0.4654238 Nov 12 08:16:09.892823 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b870e5f-cbe9-40ed-a4ba-e06a1a91ddc5 req-f3fa37fb-4d11-4fc8-aa17-d9ff183d01b2 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Made reservation on behalf of 89f29a2548464b6e8bac4db47e7c0c8b for: {'port': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:16:09.896671 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-7b870e5f-cbe9-40ed-a4ba-e06a1a91ddc5 req-f3fa37fb-4d11-4fc8-aa17-d9ff183d01b2 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:09.922278 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-579cb423-e31d-4c3d-a2b0-6b3d0291d497 req-ac4dfb85-c10d-4a20-9b4d-551e9b6e3576 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/security-groups?id=2be1fc6f-9ac2-4510-8984-890d50fd1a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750334 Nov 12 08:16:10.088540 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9dada9-a2d8-448f-a11e-347914f418a2 req-d50c4832-fa22-4f4a-8a31-63c49e62ccde tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:10.090036 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ef9dada9-a2d8-448f-a11e-347914f418a2 req-d50c4832-fa22-4f4a-8a31-63c49e62ccde tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b3cc798-9628-4452-be74-f36a32d532c1 HTTP/1.1" status: 200 len: 943 time: 0.1020362 Nov 12 08:16:10.100641 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [req-7b870e5f-cbe9-40ed-a4ba-e06a1a91ddc5 req-f3fa37fb-4d11-4fc8-aa17-d9ff183d01b2 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Allocated IP 172.20.0.10 (e1e67e1f-8798-45f5-b239-65208acc87f1/7bdc75da-af9b-40e1-a42f-7bb0c158e2a1/f8df7f53-8221-4988-88f9-2eda5417dcd4) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:16:10.173685 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ef9dada9-a2d8-448f-a11e-347914f418a2 req-7637a2b5-028b-4fef-bca4-29f1407d9931 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743017 Nov 12 08:16:10.294653 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dd0ce86c-023f-40b5-8ef5-bf9cd3a4d08c req-c747c6ed-2928-434e-a7fd-5bd6880b6e75 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] 10.222.0.26 "GET /v2.0/security-groups?id=4e0e50a1-57cf-46f2-8e27-70a090059629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5004985 Nov 12 08:16:10.305827 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-590b6e7e-d5e2-4b54-b2cc-cc463e473e54 req-36bdbb92-19c1-4fc8-bb62-611c2f0b0fc1 service neutron] 10.222.0.44 "GET /v2.0/networks/6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5741289 Nov 12 08:16:10.314096 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba2c069-00f6-4cc3-b389-477d432c9f25 req-9664e7e1-b3a2-4602-bc2c-a25339661208 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:10.315563 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cba2c069-00f6-4cc3-b389-477d432c9f25 req-9664e7e1-b3a2-4602-bc2c-a25339661208 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=867280fe-66ee-4047-a8b4-3fdb92fcef26 HTTP/1.1" status: 200 len: 943 time: 0.0774181 Nov 12 08:16:10.331484 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-7b870e5f-cbe9-40ed-a4ba-e06a1a91ddc5 req-f3fa37fb-4d11-4fc8-aa17-d9ff183d01b2 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:10.402977 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cba2c069-00f6-4cc3-b389-477d432c9f25 req-44195440-b4f0-4627-976d-59dda30f725d tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576632 Nov 12 08:16:10.404428 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-7b870e5f-cbe9-40ed-a4ba-e06a1a91ddc5 req-f3fa37fb-4d11-4fc8-aa17-d9ff183d01b2 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:10.448690 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b870e5f-cbe9-40ed-a4ba-e06a1a91ddc5 req-f3fa37fb-4d11-4fc8-aa17-d9ff183d01b2 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Network e1e67e1f-8798-45f5-b239-65208acc87f1 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:16:10.456632 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [req-7b870e5f-cbe9-40ed-a4ba-e06a1a91ddc5 req-f3fa37fb-4d11-4fc8-aa17-d9ff183d01b2 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:16:10.462719 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b870e5f-cbe9-40ed-a4ba-e06a1a91ddc5 req-f3fa37fb-4d11-4fc8-aa17-d9ff183d01b2 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:16:10.467111 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa37fb-4d11-4fc8-aa17-d9ff183d01b2 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Pushing event updated for resources: {'Port': ['ID=f8df7f53-8221-4988-88f9-2eda5417dcd4,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:10.527240 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b870e5f-cbe9-40ed-a4ba-e06a1a91ddc5 req-f3fa37fb-4d11-4fc8-aa17-d9ff183d01b2 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:10.527845 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-7b870e5f-cbe9-40ed-a4ba-e06a1a91ddc5 req-f3fa37fb-4d11-4fc8-aa17-d9ff183d01b2 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:10.527966 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-5a4dad61-d5b3-48ce-be43-70c7a5d2aff3 req-cfdaf508-71a9-4165-904d-62ad75462153 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5c49df0-d28f-405f-90b3-5cf4b6829fed {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:16:10.538578 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-5a4dad61-d5b3-48ce-be43-70c7a5d2aff3 req-cfdaf508-71a9-4165-904d-62ad75462153 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:10.561076 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3fbbf5-adb2-4f1f-97c0-d94be64cddd8 req-ac9eaa2e-a517-4123-80f7-e1904533a0a1 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:10.561345 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7b870e5f-cbe9-40ed-a4ba-e06a1a91ddc5 req-f3fa37fb-4d11-4fc8-aa17-d9ff183d01b2 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1913173 Nov 12 08:16:10.562574 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-db3fbbf5-adb2-4f1f-97c0-d94be64cddd8 req-ac9eaa2e-a517-4123-80f7-e1904533a0a1 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=54100ade-491e-488a-8bdb-541746e0bddb HTTP/1.1" status: 200 len: 945 time: 0.1082692 Nov 12 08:16:10.565522 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-5a4dad61-d5b3-48ce-be43-70c7a5d2aff3 req-cfdaf508-71a9-4165-904d-62ad75462153 service neutron] Transition to ACTIVE for port object a5c49df0-d28f-405f-90b3-5cf4b6829fed will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:16:10.571038 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-5a4dad61-d5b3-48ce-be43-70c7a5d2aff3 req-cfdaf508-71a9-4165-904d-62ad75462153 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:10.576947 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e5072-b305-48c6-9451-c261b435abdb req-821cd327-ed6c-417e-a23d-ea74ed4cd8d1 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:10.578450 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-799e5072-b305-48c6-9451-c261b435abdb req-821cd327-ed6c-417e-a23d-ea74ed4cd8d1 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f57cf19d-8546-4524-93ec-600f8426f630 HTTP/1.1" status: 200 len: 932 time: 0.0808487 Nov 12 08:16:10.588591 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-7b870e5f-cbe9-40ed-a4ba-e06a1a91ddc5 req-6cb1d4c6-563c-4c9d-b74f-be2f9f5e659d service neutron] Request body: {'port': {'device_id': 'f57cf19d-8546-4524-93ec-600f8426f630', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-29'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:16:10.657625 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdaf508-71a9-4165-904d-62ad75462153 service neutron] Pushing event updated for resources: {'Port': ['ID=a5c49df0-d28f-405f-90b3-5cf4b6829fed,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:10.682661 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-799e5072-b305-48c6-9451-c261b435abdb req-88142d59-8e56-45c7-aedc-0d3057c7caef tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899622 Nov 12 08:16:10.686673 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-7b870e5f-cbe9-40ed-a4ba-e06a1a91ddc5 req-6cb1d4c6-563c-4c9d-b74f-be2f9f5e659d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:10.693339 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-db3fbbf5-adb2-4f1f-97c0-d94be64cddd8 req-086863ec-c395-408e-95ec-ac0f18f48173 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235294 Nov 12 08:16:10.752334 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-5a4dad61-d5b3-48ce-be43-70c7a5d2aff3 req-cfdaf508-71a9-4165-904d-62ad75462153 service neutron] Attempting to bind port a5c49df0-d28f-405f-90b3-5cf4b6829fed on host n-h2-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:16:10.752772 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-5a4dad61-d5b3-48ce-be43-70c7a5d2aff3 req-cfdaf508-71a9-4165-904d-62ad75462153 service neutron] Attempting to bind port a5c49df0-d28f-405f-90b3-5cf4b6829fed by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': '9c273015-5633-44a0-b6c6-a46a5eb041e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd5b62c02-2961-4070-812a-34bad2cdddd0'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:16:10.753204 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4dad61-d5b3-48ce-be43-70c7a5d2aff3 req-cfdaf508-71a9-4165-904d-62ad75462153 service neutron] Attempting to bind port a5c49df0-d28f-405f-90b3-5cf4b6829fed on network d5b62c02-2961-4070-812a-34bad2cdddd0 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:16:10.759932 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4dad61-d5b3-48ce-be43-70c7a5d2aff3 req-cfdaf508-71a9-4165-904d-62ad75462153 service neutron] Port a5c49df0-d28f-405f-90b3-5cf4b6829fed on network d5b62c02-2961-4070-812a-34bad2cdddd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:16:10.760262 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4dad61-d5b3-48ce-be43-70c7a5d2aff3 req-cfdaf508-71a9-4165-904d-62ad75462153 service neutron] Attempting to bind port a5c49df0-d28f-405f-90b3-5cf4b6829fed on network d5b62c02-2961-4070-812a-34bad2cdddd0 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:16:10.766245 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4dad61-d5b3-48ce-be43-70c7a5d2aff3 req-cfdaf508-71a9-4165-904d-62ad75462153 service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:16:10.766617 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4dad61-d5b3-48ce-be43-70c7a5d2aff3 req-cfdaf508-71a9-4165-904d-62ad75462153 service neutron] Checking segment: {'id': '9c273015-5633-44a0-b6c6-a46a5eb041e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd5b62c02-2961-4070-812a-34bad2cdddd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:16:10.767008 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4dad61-d5b3-48ce-be43-70c7a5d2aff3 req-cfdaf508-71a9-4165-904d-62ad75462153 service neutron] Bound using segment: {'id': '9c273015-5633-44a0-b6c6-a46a5eb041e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd5b62c02-2961-4070-812a-34bad2cdddd0'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:16:10.767446 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-5a4dad61-d5b3-48ce-be43-70c7a5d2aff3 req-cfdaf508-71a9-4165-904d-62ad75462153 service neutron] Bound port: a5c49df0-d28f-405f-90b3-5cf4b6829fed, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c273015-5633-44a0-b6c6-a46a5eb041e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd5b62c02-2961-4070-812a-34bad2cdddd0'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:16:10.767804 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-5a4dad61-d5b3-48ce-be43-70c7a5d2aff3 req-cfdaf508-71a9-4165-904d-62ad75462153 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:10.844293 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-5a4dad61-d5b3-48ce-be43-70c7a5d2aff3 req-cfdaf508-71a9-4165-904d-62ad75462153 service neutron] For port a5c49df0-d28f-405f-90b3-5cf4b6829fed, host n-h2-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:16:10.847531 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-5a4dad61-d5b3-48ce-be43-70c7a5d2aff3 req-cfdaf508-71a9-4165-904d-62ad75462153 service neutron] For port a5c49df0-d28f-405f-90b3-5cf4b6829fed, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=a5c49df0-d28f-405f-90b3-5cf4b6829fed,segment=NetworkSegment(9c273015-5633-44a0-b6c6-a46a5eb041e5),segment_id=9c273015-5633-44a0-b6c6-a46a5eb041e5)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:16:10.852452 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-5a4dad61-d5b3-48ce-be43-70c7a5d2aff3 req-cfdaf508-71a9-4165-904d-62ad75462153 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:10.880867 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 69042d04-a54e-4455-8bb9-9bb2090c9c14 details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:16:10.888390 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4dad61-d5b3-48ce-be43-70c7a5d2aff3 req-cfdaf508-71a9-4165-904d-62ad75462153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:10.889224 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-5a4dad61-d5b3-48ce-be43-70c7a5d2aff3 req-cfdaf508-71a9-4165-904d-62ad75462153 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:10.890904 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5a4dad61-d5b3-48ce-be43-70c7a5d2aff3 req-cfdaf508-71a9-4165-904d-62ad75462153 service neutron] 10.222.0.44 "PUT /v2.0/ports/a5c49df0-d28f-405f-90b3-5cf4b6829fed HTTP/1.1" status: 200 len: 1092 time: 1.3207281 Nov 12 08:16:10.891455 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa90f9bc-a70a-40ec-8f15-cd04b66769d3', 'tag': 'a5c49df0-d28f-405f-90b3-5cf4b6829fed'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:16:10.895930 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d75e079-f986-4d39-8684-269c8b63f8fd" -d '{"events": [{"name": "network-changed", "server_uuid": "fa90f9bc-a70a-40ec-8f15-cd04b66769d3", "tag": "a5c49df0-d28f-405f-90b3-5cf4b6829fed"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:16:10.913994 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b94f0-7a19-40dd-8d01-5b86949000d4 req-6226ac2f-070b-4c1c-8c1e-bdf40bcb58f3 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:10.915570 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9a0b94f0-7a19-40dd-8d01-5b86949000d4 req-6226ac2f-070b-4c1c-8c1e-bdf40bcb58f3 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=2fb8d5c0-2de2-44f6-9bab-123c9403a196 HTTP/1.1" status: 200 len: 948 time: 0.1502125 Nov 12 08:16:10.923780 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdaf508-71a9-4165-904d-62ad75462153 service neutron] Pushing event updated for resources: {'Port': ['ID=a5c49df0-d28f-405f-90b3-5cf4b6829fed,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:10.944279 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7b08ae1-78ba-44a1-9d15-8faf72a68c92 x-openstack-request-id: req-c7b08ae1-78ba-44a1-9d15-8faf72a68c92 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:16:10.944713 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa90f9bc-a70a-40ec-8f15-cd04b66769d3", "tag": "a5c49df0-d28f-405f-90b3-5cf4b6829fed", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:16:10.946283 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c7b08ae1-78ba-44a1-9d15-8faf72a68c92 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:16:10.946283 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa90f9bc-a70a-40ec-8f15-cd04b66769d3', 'tag': 'a5c49df0-d28f-405f-90b3-5cf4b6829fed', 'status': 'completed', 'code': 200} Nov 12 08:16:11.055091 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 69042d04-a54e-4455-8bb9-9bb2090c9c14, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=69042d04-a54e-4455-8bb9-9bb2090c9c14,segment=NetworkSegment(74228b36-f518-48da-bb5a-2dae6173211b),segment_id=74228b36-f518-48da-bb5a-2dae6173211b)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:16:11.067993 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9a0b94f0-7a19-40dd-8d01-5b86949000d4 req-a320936c-0c98-45df-ab69-323c69d318c6 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030810 Nov 12 08:16:11.070381 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Returning: {'device': '69042d04-a54e-4455-8bb9-9bb2090c9c14', 'network_id': '33c4acc6-fff5-4d04-a808-ff7e0950b8a2', 'port_id': '69042d04-a54e-4455-8bb9-9bb2090c9c14', 'mac_address': 'fa:16:3e:28:9d:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22ada644-5ac2-4dd6-bbe3-6cce42afd567', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:16:11.104378 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4dad61-d5b3-48ce-be43-70c7a5d2aff3 req-b12650b4-2145-41fd-b4e1-494ad5399d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:11.105984 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5a4dad61-d5b3-48ce-be43-70c7a5d2aff3 req-b12650b4-2145-41fd-b4e1-494ad5399d77 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a3655fc692f64f9985d4e0b53ed5aba3&device_id=fa90f9bc-a70a-40ec-8f15-cd04b66769d3 HTTP/1.1" status: 200 len: 1095 time: 0.1189585 Nov 12 08:16:11.122237 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:11.136958 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [req-7b870e5f-cbe9-40ed-a4ba-e06a1a91ddc5 req-6cb1d4c6-563c-4c9d-b74f-be2f9f5e659d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8df7f53-8221-4988-88f9-2eda5417dcd4 {{(pid=102600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:16:11.140261 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8775bf22-e187-43bd-b426-d0fa605cb38f req-b4d9344e-c874-4a64-973d-336c41d9ed59 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:11.141822 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8775bf22-e187-43bd-b426-d0fa605cb38f req-b4d9344e-c874-4a64-973d-336c41d9ed59 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/ports?device_id=814ef8c2-2c7f-478a-bce9-fc579bf87532 HTTP/1.1" status: 200 len: 945 time: 0.0987630 Nov 12 08:16:11.147989 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-7b870e5f-cbe9-40ed-a4ba-e06a1a91ddc5 req-6cb1d4c6-563c-4c9d-b74f-be2f9f5e659d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:11.152716 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-e530113a-7783-48f4-9840-8911a24052df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69042d04-a54e-4455-8bb9-9bb2090c9c14 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:16:11.166869 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.provisioning_blocks [req-7b870e5f-cbe9-40ed-a4ba-e06a1a91ddc5 req-6cb1d4c6-563c-4c9d-b74f-be2f9f5e659d service neutron] Transition to ACTIVE for port object f8df7f53-8221-4988-88f9-2eda5417dcd4 will not be triggered until provisioned by entity L2. {{(pid=102600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:16:11.172004 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-7b870e5f-cbe9-40ed-a4ba-e06a1a91ddc5 req-6cb1d4c6-563c-4c9d-b74f-be2f9f5e659d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:11.176395 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 69042d04-a54e-4455-8bb9-9bb2090c9c14, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=69042d04-a54e-4455-8bb9-9bb2090c9c14,segment=NetworkSegment(74228b36-f518-48da-bb5a-2dae6173211b),segment_id=74228b36-f518-48da-bb5a-2dae6173211b)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:16:11.182131 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:11.182851 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 3358e3c7-e57c-4854-afa0-8bf13d153298 details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:16:11.191288 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5a4dad61-d5b3-48ce-be43-70c7a5d2aff3 req-f990380b-c6b4-430d-8ca0-122df42987fa service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5c49df0-d28f-405f-90b3-5cf4b6829fed HTTP/1.1" status: 200 len: 217 time: 0.0603817 Nov 12 08:16:11.269139 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb1d4c6-563c-4c9d-b74f-be2f9f5e659d service neutron] Pushing event updated for resources: {'Port': ['ID=f8df7f53-8221-4988-88f9-2eda5417dcd4,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:11.296860 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8775bf22-e187-43bd-b426-d0fa605cb38f req-c232b1f4-4d0d-4d27-b0d6-5afc23a22e2d tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/security-groups?id=2be1fc6f-9ac2-4510-8984-890d50fd1a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464748 Nov 12 08:16:11.298557 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4dad61-d5b3-48ce-be43-70c7a5d2aff3 req-e0ebb310-cf5c-4447-8e0c-aa29d89fb0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:11.300045 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5a4dad61-d5b3-48ce-be43-70c7a5d2aff3 req-e0ebb310-cf5c-4447-8e0c-aa29d89fb0a6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3b4b01a8-2b9b-4ee0-bd67-6d402ecf8f19 HTTP/1.1" status: 200 len: 868 time: 0.0955923 Nov 12 08:16:11.312160 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=69042d04-a54e-4455-8bb9-9bb2090c9c14,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:11.342726 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-7b870e5f-cbe9-40ed-a4ba-e06a1a91ddc5 req-6cb1d4c6-563c-4c9d-b74f-be2f9f5e659d service neutron] Attempting to bind port f8df7f53-8221-4988-88f9-2eda5417dcd4 on host n-h2-765315-29 for vnic_type normal with profile {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:16:11.343085 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-7b870e5f-cbe9-40ed-a4ba-e06a1a91ddc5 req-6cb1d4c6-563c-4c9d-b74f-be2f9f5e659d service neutron] Attempting to bind port f8df7f53-8221-4988-88f9-2eda5417dcd4 by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': '931741a0-66de-48c6-b90b-c82af0a9f552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e1e67e1f-8798-45f5-b239-65208acc87f1'}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:16:11.343392 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b870e5f-cbe9-40ed-a4ba-e06a1a91ddc5 req-6cb1d4c6-563c-4c9d-b74f-be2f9f5e659d service neutron] Attempting to bind port f8df7f53-8221-4988-88f9-2eda5417dcd4 on network e1e67e1f-8798-45f5-b239-65208acc87f1 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:16:11.351057 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b870e5f-cbe9-40ed-a4ba-e06a1a91ddc5 req-6cb1d4c6-563c-4c9d-b74f-be2f9f5e659d service neutron] Port f8df7f53-8221-4988-88f9-2eda5417dcd4 on network e1e67e1f-8798-45f5-b239-65208acc87f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:16:11.351801 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b870e5f-cbe9-40ed-a4ba-e06a1a91ddc5 req-6cb1d4c6-563c-4c9d-b74f-be2f9f5e659d service neutron] Attempting to bind port f8df7f53-8221-4988-88f9-2eda5417dcd4 on network e1e67e1f-8798-45f5-b239-65208acc87f1 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:16:11.361894 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 3358e3c7-e57c-4854-afa0-8bf13d153298, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=3358e3c7-e57c-4854-afa0-8bf13d153298,segment=NetworkSegment(2faefcc0-552f-4085-b81e-2c4b58f0de67),segment_id=2faefcc0-552f-4085-b81e-2c4b58f0de67)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:16:11.365716 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4dad61-d5b3-48ce-be43-70c7a5d2aff3 req-b61a3c56-46ae-4b5c-876a-ce15f45f3800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:11.367250 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5a4dad61-d5b3-48ce-be43-70c7a5d2aff3 req-b61a3c56-46ae-4b5c-876a-ce15f45f3800 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d5b62c02-2961-4070-812a-34bad2cdddd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0478776 Nov 12 08:16:11.369339 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb4d054-9a1f-42a8-9651-4431750522dd req-31c9eed3-db79-440d-875c-802a5bab02a1 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:11.370699 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-abb4d054-9a1f-42a8-9651-4431750522dd req-31c9eed3-db79-440d-875c-802a5bab02a1 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b3cc798-9628-4452-be74-f36a32d532c1 HTTP/1.1" status: 200 len: 943 time: 0.0857670 Nov 12 08:16:11.371637 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b870e5f-cbe9-40ed-a4ba-e06a1a91ddc5 req-6cb1d4c6-563c-4c9d-b74f-be2f9f5e659d service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:16:11.371982 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b870e5f-cbe9-40ed-a4ba-e06a1a91ddc5 req-6cb1d4c6-563c-4c9d-b74f-be2f9f5e659d service neutron] Checking segment: {'id': '931741a0-66de-48c6-b90b-c82af0a9f552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e1e67e1f-8798-45f5-b239-65208acc87f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:16:11.372366 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b870e5f-cbe9-40ed-a4ba-e06a1a91ddc5 req-6cb1d4c6-563c-4c9d-b74f-be2f9f5e659d service neutron] Bound using segment: {'id': '931741a0-66de-48c6-b90b-c82af0a9f552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e1e67e1f-8798-45f5-b239-65208acc87f1'} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:16:11.372814 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-7b870e5f-cbe9-40ed-a4ba-e06a1a91ddc5 req-6cb1d4c6-563c-4c9d-b74f-be2f9f5e659d service neutron] Bound port: f8df7f53-8221-4988-88f9-2eda5417dcd4, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '931741a0-66de-48c6-b90b-c82af0a9f552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e1e67e1f-8798-45f5-b239-65208acc87f1'}}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:16:11.373170 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-7b870e5f-cbe9-40ed-a4ba-e06a1a91ddc5 req-6cb1d4c6-563c-4c9d-b74f-be2f9f5e659d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:11.375448 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 3358e3c7-e57c-4854-afa0-8bf13d153298 has no active binding in host n-h1-765315-29 {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 08:16:11.473890 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-abb4d054-9a1f-42a8-9651-4431750522dd req-bbf4a860-f863-4b53-a6f4-0fc728a4ac09 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894363 Nov 12 08:16:11.479888 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-7b870e5f-cbe9-40ed-a4ba-e06a1a91ddc5 req-6cb1d4c6-563c-4c9d-b74f-be2f9f5e659d service neutron] For port f8df7f53-8221-4988-88f9-2eda5417dcd4, host n-h2-765315-29, cleared binding levels {{(pid=102600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:16:11.483436 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-7b870e5f-cbe9-40ed-a4ba-e06a1a91ddc5 req-6cb1d4c6-563c-4c9d-b74f-be2f9f5e659d service neutron] For port f8df7f53-8221-4988-88f9-2eda5417dcd4, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=f8df7f53-8221-4988-88f9-2eda5417dcd4,segment=NetworkSegment(931741a0-66de-48c6-b90b-c82af0a9f552),segment_id=931741a0-66de-48c6-b90b-c82af0a9f552)] {{(pid=102600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:16:11.496520 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-7b870e5f-cbe9-40ed-a4ba-e06a1a91ddc5 req-6cb1d4c6-563c-4c9d-b74f-be2f9f5e659d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:11.501978 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577fed0a-e22f-48fd-94a5-ab3cf2ef432c req-17f5cb8d-7ffd-414d-beb5-53e7cd70783f tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:11.503304 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-577fed0a-e22f-48fd-94a5-ab3cf2ef432c req-17f5cb8d-7ffd-414d-beb5-53e7cd70783f tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa90f9bc-a70a-40ec-8f15-cd04b66769d3 HTTP/1.1" status: 200 len: 943 time: 0.0996566 Nov 12 08:16:11.534202 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5a4dad61-d5b3-48ce-be43-70c7a5d2aff3 req-319132f8-ec8a-4df6-9895-0c949ef8bbe8 service neutron] 10.222.0.44 "GET /v2.0/networks/d5b62c02-2961-4070-812a-34bad2cdddd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558201 Nov 12 08:16:11.536894 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b870e5f-cbe9-40ed-a4ba-e06a1a91ddc5 req-6cb1d4c6-563c-4c9d-b74f-be2f9f5e659d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:11.537518 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-7b870e5f-cbe9-40ed-a4ba-e06a1a91ddc5 req-6cb1d4c6-563c-4c9d-b74f-be2f9f5e659d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:11.538909 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7b870e5f-cbe9-40ed-a4ba-e06a1a91ddc5 req-6cb1d4c6-563c-4c9d-b74f-be2f9f5e659d service neutron] 10.222.0.44 "PUT /v2.0/ports/f8df7f53-8221-4988-88f9-2eda5417dcd4 HTTP/1.1" status: 200 len: 1093 time: 0.9581220 Nov 12 08:16:11.539898 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f57cf19d-8546-4524-93ec-600f8426f630', 'tag': 'f8df7f53-8221-4988-88f9-2eda5417dcd4'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:16:11.541609 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1600bdc-3850-4118-aaca-ab6ca8c88235" -d '{"events": [{"name": "network-changed", "server_uuid": "f57cf19d-8546-4524-93ec-600f8426f630", "tag": "f8df7f53-8221-4988-88f9-2eda5417dcd4"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:16:11.566670 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb1d4c6-563c-4c9d-b74f-be2f9f5e659d service neutron] Pushing event updated for resources: {'Port': ['ID=f8df7f53-8221-4988-88f9-2eda5417dcd4,revision_number=3']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:11.576903 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-577fed0a-e22f-48fd-94a5-ab3cf2ef432c req-0f19e481-7272-478a-a84e-521b17652ca5 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] 10.222.0.26 "GET /v2.0/security-groups?id=4e0e50a1-57cf-46f2-8e27-70a090059629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618081 Nov 12 08:16:11.644218 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba386c2f-1c63-44ba-a4b8-79389154270f x-openstack-request-id: req-ba386c2f-1c63-44ba-a4b8-79389154270f {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:16:11.644512 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f57cf19d-8546-4524-93ec-600f8426f630", "tag": "f8df7f53-8221-4988-88f9-2eda5417dcd4", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:16:11.644763 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ba386c2f-1c63-44ba-a4b8-79389154270f {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:16:11.645712 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f57cf19d-8546-4524-93ec-600f8426f630', 'tag': 'f8df7f53-8221-4988-88f9-2eda5417dcd4', 'status': 'completed', 'code': 200} Nov 12 08:16:11.669764 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5a4dad61-d5b3-48ce-be43-70c7a5d2aff3 req-76f0badc-8fbb-45ee-abd4-73b13bc4b3b4 service neutron] 10.222.0.44 "GET /v2.0/networks/d5b62c02-2961-4070-812a-34bad2cdddd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051452 Nov 12 08:16:11.710151 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02659303-583d-4554-a966-7e21913171f0 req-b546bbe5-792c-49a9-9418-1b4cd020c173 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:11.712156 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-02659303-583d-4554-a966-7e21913171f0 req-b546bbe5-792c-49a9-9418-1b4cd020c173 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=867280fe-66ee-4047-a8b4-3fdb92fcef26 HTTP/1.1" status: 200 len: 944 time: 0.0930510 Nov 12 08:16:11.716320 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b870e5f-cbe9-40ed-a4ba-e06a1a91ddc5 req-c958db6f-74fc-4ecc-a45e-fb87eed5b91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:11.716671 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7b870e5f-cbe9-40ed-a4ba-e06a1a91ddc5 req-c958db6f-74fc-4ecc-a45e-fb87eed5b91e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=89f29a2548464b6e8bac4db47e7c0c8b&device_id=f57cf19d-8546-4524-93ec-600f8426f630 HTTP/1.1" status: 200 len: 1096 time: 0.0811529 Nov 12 08:16:11.761861 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-02659303-583d-4554-a966-7e21913171f0 req-22bd68d1-843a-44d3-9404-b8e354c30148 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431538 Nov 12 08:16:11.809302 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f674741-733c-4624-a8f8-070623d84bb9 req-43e516aa-c4c4-4b63-8a3e-28b3534d2816 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:11.810954 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5f674741-733c-4624-a8f8-070623d84bb9 req-43e516aa-c4c4-4b63-8a3e-28b3534d2816 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f57cf19d-8546-4524-93ec-600f8426f630 HTTP/1.1" status: 200 len: 944 time: 0.0544167 Nov 12 08:16:11.842126 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7b870e5f-cbe9-40ed-a4ba-e06a1a91ddc5 req-7e57ebbb-341c-4185-b909-0c2bcdf81302 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8df7f53-8221-4988-88f9-2eda5417dcd4 HTTP/1.1" status: 200 len: 217 time: 0.0414262 Nov 12 08:16:11.890196 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d75e079-f986-4d39-8684-269c8b63f8fd req-7b19d9a3-ea0d-431b-8c4b-dd0308fec9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:11.891721 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6d75e079-f986-4d39-8684-269c8b63f8fd req-7b19d9a3-ea0d-431b-8c4b-dd0308fec9c5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a3655fc692f64f9985d4e0b53ed5aba3&device_id=fa90f9bc-a70a-40ec-8f15-cd04b66769d3 HTTP/1.1" status: 200 len: 1095 time: 0.0910134 Nov 12 08:16:11.896785 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5f674741-733c-4624-a8f8-070623d84bb9 req-1cef5c32-4d74-4c4b-bccc-8a2007b44f3e tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770335 Nov 12 08:16:11.924346 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b870e5f-cbe9-40ed-a4ba-e06a1a91ddc5 req-66351c15-6809-425f-b4c1-67d2dbbb0744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:11.927252 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7b870e5f-cbe9-40ed-a4ba-e06a1a91ddc5 req-66351c15-6809-425f-b4c1-67d2dbbb0744 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7bdc75da-af9b-40e1-a42f-7bb0c158e2a1 HTTP/1.1" status: 200 len: 852 time: 0.0755537 Nov 12 08:16:11.928702 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['69042d04-a54e-4455-8bb9-9bb2090c9c14'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:16:11.936228 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff79ac99-09bc-4363-89f6-f01a2ce84654 req-153095e8-9ddd-486c-b7b2-7673400b8510 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:11.937833 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ff79ac99-09bc-4363-89f6-f01a2ce84654 req-153095e8-9ddd-486c-b7b2-7673400b8510 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=54100ade-491e-488a-8bdb-541746e0bddb HTTP/1.1" status: 200 len: 945 time: 0.0978394 Nov 12 08:16:11.972072 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7b870e5f-cbe9-40ed-a4ba-e06a1a91ddc5 req-090daed5-8326-4903-a9a3-f9dca980942e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e1e67e1f-8798-45f5-b239-65208acc87f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326743 Nov 12 08:16:12.004117 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d75e079-f986-4d39-8684-269c8b63f8fd req-bb159c48-5cd2-4406-a0b6-c211aff56840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:12.005980 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6d75e079-f986-4d39-8684-269c8b63f8fd req-bb159c48-5cd2-4406-a0b6-c211aff56840 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d5b62c02-2961-4070-812a-34bad2cdddd0 HTTP/1.1" status: 200 len: 930 time: 0.0957067 Nov 12 08:16:12.031454 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ff79ac99-09bc-4363-89f6-f01a2ce84654 req-43432f00-1f24-45de-8f75-5e0a55ef5620 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816228 Nov 12 08:16:12.061335 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6d75e079-f986-4d39-8684-269c8b63f8fd req-86348521-e4cc-4ce9-b72c-b1274b874c60 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5c49df0-d28f-405f-90b3-5cf4b6829fed HTTP/1.1" status: 200 len: 217 time: 0.0452909 Nov 12 08:16:12.090055 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:12.107161 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7b870e5f-cbe9-40ed-a4ba-e06a1a91ddc5 req-ceff3891-a42f-4c3a-a8df-2a0442aa3a9e service neutron] 10.222.0.44 "GET /v2.0/networks/e1e67e1f-8798-45f5-b239-65208acc87f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122158 Nov 12 08:16:12.128569 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d75e079-f986-4d39-8684-269c8b63f8fd req-a20b4051-57f8-431e-8c26-cc572cc76a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:12.130169 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6d75e079-f986-4d39-8684-269c8b63f8fd req-a20b4051-57f8-431e-8c26-cc572cc76a1a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3b4b01a8-2b9b-4ee0-bd67-6d402ecf8f19 HTTP/1.1" status: 200 len: 868 time: 0.0516908 Nov 12 08:16:12.205148 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbeb0bc-9d8d-494f-8f80-73b7a4b76ef5 req-0030158f-8163-4005-a9a3-7c0841e86366 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:12.205397 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7b870e5f-cbe9-40ed-a4ba-e06a1a91ddc5 req-a33f5f5a-399c-4a13-9291-aaa7af4bbb8c service neutron] 10.222.0.44 "GET /v2.0/networks/e1e67e1f-8798-45f5-b239-65208acc87f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875783 Nov 12 08:16:12.206663 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ccbeb0bc-9d8d-494f-8f80-73b7a4b76ef5 req-0030158f-8163-4005-a9a3-7c0841e86366 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=2fb8d5c0-2de2-44f6-9bab-123c9403a196 HTTP/1.1" status: 200 len: 948 time: 0.0755792 Nov 12 08:16:12.208959 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d75e079-f986-4d39-8684-269c8b63f8fd req-55fc2073-c938-4e49-84d4-5de1e862c1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:12.210329 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6d75e079-f986-4d39-8684-269c8b63f8fd req-55fc2073-c938-4e49-84d4-5de1e862c1d4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d5b62c02-2961-4070-812a-34bad2cdddd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0697997 Nov 12 08:16:12.314171 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ccbeb0bc-9d8d-494f-8f80-73b7a4b76ef5 req-f2275b44-eca3-4f60-97af-c333806c5687 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005270 Nov 12 08:16:12.351257 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6d75e079-f986-4d39-8684-269c8b63f8fd req-5223b97d-41cb-40bc-8e19-a8aad9471966 service neutron] 10.222.0.44 "GET /v2.0/networks/d5b62c02-2961-4070-812a-34bad2cdddd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207874 Nov 12 08:16:12.366055 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1600bdc-3850-4118-aaca-ab6ca8c88235 req-7056f1af-6ed5-4cb2-8aad-c1da40074efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:12.367703 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c1600bdc-3850-4118-aaca-ab6ca8c88235 req-7056f1af-6ed5-4cb2-8aad-c1da40074efd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=89f29a2548464b6e8bac4db47e7c0c8b&device_id=f57cf19d-8546-4524-93ec-600f8426f630 HTTP/1.1" status: 200 len: 1096 time: 0.0484722 Nov 12 08:16:12.453673 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6d75e079-f986-4d39-8684-269c8b63f8fd req-113a0cb6-7a4d-45f8-bedf-05caf089014c service neutron] 10.222.0.44 "GET /v2.0/networks/d5b62c02-2961-4070-812a-34bad2cdddd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925972 Nov 12 08:16:12.475947 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd7fab2-4b0b-431a-a20d-03e8fe5cc4ee req-7b293d06-1cfb-4b82-98b6-cea6240eaa30 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:12.477464 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1fd7fab2-4b0b-431a-a20d-03e8fe5cc4ee req-7b293d06-1cfb-4b82-98b6-cea6240eaa30 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/ports?device_id=814ef8c2-2c7f-478a-bce9-fc579bf87532 HTTP/1.1" status: 200 len: 945 time: 0.1051707 Nov 12 08:16:12.513162 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1600bdc-3850-4118-aaca-ab6ca8c88235 req-8ad9231e-7c48-4e05-956d-401aacb31554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:12.514649 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c1600bdc-3850-4118-aaca-ab6ca8c88235 req-8ad9231e-7c48-4e05-956d-401aacb31554 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e1e67e1f-8798-45f5-b239-65208acc87f1 HTTP/1.1" status: 200 len: 913 time: 0.1339200 Nov 12 08:16:12.575260 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c1600bdc-3850-4118-aaca-ab6ca8c88235 req-49aecde5-6f1a-412a-bab2-02ef733bacde service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8df7f53-8221-4988-88f9-2eda5417dcd4 HTTP/1.1" status: 200 len: 217 time: 0.0454512 Nov 12 08:16:12.579082 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1fd7fab2-4b0b-431a-a20d-03e8fe5cc4ee req-13204ec7-cbc9-46fc-ab61-fcec4a634082 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/security-groups?id=2be1fc6f-9ac2-4510-8984-890d50fd1a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950768 Nov 12 08:16:12.596911 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dd4a23-4d77-4480-a36c-6367f2a01535 req-1d565e19-fd75-40de-8fff-e7341c87ff3f tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:12.599377 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-58dd4a23-4d77-4480-a36c-6367f2a01535 req-1d565e19-fd75-40de-8fff-e7341c87ff3f tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b3cc798-9628-4452-be74-f36a32d532c1 HTTP/1.1" status: 200 len: 943 time: 0.0579021 Nov 12 08:16:12.642879 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1600bdc-3850-4118-aaca-ab6ca8c88235 req-cf95f3b7-13c4-4614-9838-231e8adbb992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:12.644441 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c1600bdc-3850-4118-aaca-ab6ca8c88235 req-cf95f3b7-13c4-4614-9838-231e8adbb992 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7bdc75da-af9b-40e1-a42f-7bb0c158e2a1 HTTP/1.1" status: 200 len: 852 time: 0.0533078 Nov 12 08:16:12.658001 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-58dd4a23-4d77-4480-a36c-6367f2a01535 req-dc74436d-636f-4d98-a7f7-b5bef5362f72 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500083 Nov 12 08:16:12.697984 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c1600bdc-3850-4118-aaca-ab6ca8c88235 req-dfad21bc-1cc9-4a4b-b48e-87b58cccd7c6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e1e67e1f-8798-45f5-b239-65208acc87f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350113 Nov 12 08:16:12.789586 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd7d063-8036-4ac4-a4bd-45ee41688f10 req-a05bcb08-a53d-4e46-b341-a9547bc0a6de tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:12.791905 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9dd7d063-8036-4ac4-a4bd-45ee41688f10 req-a05bcb08-a53d-4e46-b341-a9547bc0a6de tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa90f9bc-a70a-40ec-8f15-cd04b66769d3 HTTP/1.1" status: 200 len: 943 time: 0.0553913 Nov 12 08:16:12.801617 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c1600bdc-3850-4118-aaca-ab6ca8c88235 req-389c1ea8-f627-477b-871a-b57807577533 service neutron] 10.222.0.44 "GET /v2.0/networks/e1e67e1f-8798-45f5-b239-65208acc87f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936282 Nov 12 08:16:12.843422 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9dd7d063-8036-4ac4-a4bd-45ee41688f10 req-a6df396f-1005-4e0a-b3da-39c97a821208 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] 10.222.0.26 "GET /v2.0/security-groups?id=4e0e50a1-57cf-46f2-8e27-70a090059629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439031 Nov 12 08:16:12.896538 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 6a931b66-3461-40d0-ae79-b16c89f5d99e up at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:16:12.948103 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6808cafd-e590-403e-a0c4-13a512338fd9 req-f451e1ba-b8dc-4813-9bf9-fd34a2458eaf tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:12.948778 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning for port 6a931b66-3461-40d0-ae79-b16c89f5d99e completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:16:12.950462 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6808cafd-e590-403e-a0c4-13a512338fd9 req-f451e1ba-b8dc-4813-9bf9-fd34a2458eaf tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=867280fe-66ee-4047-a8b4-3fdb92fcef26 HTTP/1.1" status: 200 len: 944 time: 0.1063833 Nov 12 08:16:12.956147 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning complete for port 6a931b66-3461-40d0-ae79-b16c89f5d99e triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:16:12.956765 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:12.982917 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c1600bdc-3850-4118-aaca-ab6ca8c88235 req-6cb9168b-d095-466f-95b8-3952d1be365a service neutron] 10.222.0.44 "GET /v2.0/networks/e1e67e1f-8798-45f5-b239-65208acc87f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582458 Nov 12 08:16:13.021944 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6808cafd-e590-403e-a0c4-13a512338fd9 req-1fa68284-49d0-4854-a953-7dc063208486 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569291 Nov 12 08:16:13.034821 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4544c9c-6a66-4738-ac6b-b3eb6a38bd45 req-f41c84d7-606d-48b2-9fbc-863739e16a1b tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:13.038617 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f4544c9c-6a66-4738-ac6b-b3eb6a38bd45 req-f41c84d7-606d-48b2-9fbc-863739e16a1b tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f57cf19d-8546-4524-93ec-600f8426f630 HTTP/1.1" status: 200 len: 944 time: 0.0646455 Nov 12 08:16:13.094836 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f4544c9c-6a66-4738-ac6b-b3eb6a38bd45 req-4d2e02e1-a608-47ca-a79b-cda56f3205d0 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486517 Nov 12 08:16:13.160004 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87d3e25-720a-4c98-96cb-81cda817b951 req-11490f14-b795-4972-aa5f-beb7e6db0b2a tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:13.163045 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b87d3e25-720a-4c98-96cb-81cda817b951 req-11490f14-b795-4972-aa5f-beb7e6db0b2a tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=54100ade-491e-488a-8bdb-541746e0bddb HTTP/1.1" status: 200 len: 945 time: 0.0531402 Nov 12 08:16:13.172396 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:13.194910 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fb8d5c0-2de2-44f6-9bab-123c9403a196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a931b66-3461-40d0-ae79-b16c89f5d99e'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:16:13.197190 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8efe3824-5c3d-465a-aee0-f88f8ec774bc" -d '{"events": [{"server_uuid": "2fb8d5c0-2de2-44f6-9bab-123c9403a196", "name": "network-vif-plugged", "status": "completed", "tag": "6a931b66-3461-40d0-ae79-b16c89f5d99e"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:16:13.209946 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 6a931b66-3461-40d0-ae79-b16c89f5d99e, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=6a931b66-3461-40d0-ae79-b16c89f5d99e,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:16:13.213454 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b87d3e25-720a-4c98-96cb-81cda817b951 req-7b51edac-c304-46c8-a1c5-8dd235aa20d2 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450630 Nov 12 08:16:13.214372 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:13.238253 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7dcab93-10cb-479d-988b-d31a54b6168f x-openstack-request-id: req-c7dcab93-10cb-479d-988b-d31a54b6168f {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:16:13.238540 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fb8d5c0-2de2-44f6-9bab-123c9403a196", "name": "network-vif-plugged", "status": "completed", "tag": "6a931b66-3461-40d0-ae79-b16c89f5d99e", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:16:13.239457 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c7dcab93-10cb-479d-988b-d31a54b6168f {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:16:13.239973 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fb8d5c0-2de2-44f6-9bab-123c9403a196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a931b66-3461-40d0-ae79-b16c89f5d99e', 'code': 200} Nov 12 08:16:13.265502 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=6a931b66-3461-40d0-ae79-b16c89f5d99e,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:13.336864 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276b8511-cbec-42d4-abd7-aacd76e60776 req-166f9fb4-423f-467f-992b-0043269dcf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:13.338768 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-276b8511-cbec-42d4-abd7-aacd76e60776 req-166f9fb4-423f-467f-992b-0043269dcf1e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2fb8d5c0-2de2-44f6-9bab-123c9403a196 HTTP/1.1" status: 200 len: 1101 time: 0.0408707 Nov 12 08:16:13.384215 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-276b8511-cbec-42d4-abd7-aacd76e60776 req-63ce4852-5285-4ae9-85c4-4acad4eb1f83 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382490 Nov 12 08:16:13.435243 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6895697-16a3-4abf-857a-4673730c6710 req-3efefe90-982f-402f-b7b5-dcf282360356 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:13.436739 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b6895697-16a3-4abf-857a-4673730c6710 req-3efefe90-982f-402f-b7b5-dcf282360356 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=2fb8d5c0-2de2-44f6-9bab-123c9403a196 HTTP/1.1" status: 200 len: 949 time: 0.0492887 Nov 12 08:16:13.487461 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b6895697-16a3-4abf-857a-4673730c6710 req-c31c1ac5-5f00-451a-9850-76317dda9a86 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448618 Nov 12 08:16:13.710693 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928f5496-644e-4112-914c-acf46a3de6e1 req-45e2784c-0095-4a0b-b07d-556fb4f04454 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:13.712199 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-928f5496-644e-4112-914c-acf46a3de6e1 req-45e2784c-0095-4a0b-b07d-556fb4f04454 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/ports?device_id=814ef8c2-2c7f-478a-bce9-fc579bf87532 HTTP/1.1" status: 200 len: 945 time: 0.0503104 Nov 12 08:16:13.764586 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-928f5496-644e-4112-914c-acf46a3de6e1 req-30527065-3139-45c6-abe6-457aa6adf2cf tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/security-groups?id=2be1fc6f-9ac2-4510-8984-890d50fd1a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463932 Nov 12 08:16:13.790579 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ae6435-8878-4a35-a14f-efd05f884e58 req-300e3b33-a116-4953-b126-bc04be891021 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:13.792141 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-59ae6435-8878-4a35-a14f-efd05f884e58 req-300e3b33-a116-4953-b126-bc04be891021 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b3cc798-9628-4452-be74-f36a32d532c1 HTTP/1.1" status: 200 len: 943 time: 0.0514641 Nov 12 08:16:13.840210 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-59ae6435-8878-4a35-a14f-efd05f884e58 req-7477b9d4-3954-4b0f-9322-6fc8b2f18852 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419009 Nov 12 08:16:13.945764 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82c9afc-b506-469e-be49-c93e05e7ad8c req-d2f7f54a-bfe4-4c1a-a75e-e278163eb269 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:13.947184 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e82c9afc-b506-469e-be49-c93e05e7ad8c req-d2f7f54a-bfe4-4c1a-a75e-e278163eb269 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bbc781e-4ed7-4ee2-86c1-5657cde41973 HTTP/1.1" status: 200 len: 945 time: 0.0493112 Nov 12 08:16:13.996879 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e82c9afc-b506-469e-be49-c93e05e7ad8c req-4e863099-44f2-4741-a175-55d93d62d385 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/security-groups?id=2be1fc6f-9ac2-4510-8984-890d50fd1a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425858 Nov 12 08:16:14.101762 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005578e9-8006-49b0-8e49-4df630ce1105 req-ac20caaf-bfbe-4fa4-a011-b1016a35133d tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:14.103235 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-005578e9-8006-49b0-8e49-4df630ce1105 req-ac20caaf-bfbe-4fa4-a011-b1016a35133d tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa90f9bc-a70a-40ec-8f15-cd04b66769d3 HTTP/1.1" status: 200 len: 943 time: 0.0531478 Nov 12 08:16:14.155194 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-005578e9-8006-49b0-8e49-4df630ce1105 req-94a01463-9a39-41db-9966-966739d128dd tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] 10.222.0.26 "GET /v2.0/security-groups?id=4e0e50a1-57cf-46f2-8e27-70a090059629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460317 Nov 12 08:16:14.265507 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff56749d-5e44-4f3f-99c0-85950839f6e2 req-9b569acd-0798-4d74-a7fb-5d02e6eb973b tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:14.266911 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ff56749d-5e44-4f3f-99c0-85950839f6e2 req-9b569acd-0798-4d74-a7fb-5d02e6eb973b tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=867280fe-66ee-4047-a8b4-3fdb92fcef26 HTTP/1.1" status: 200 len: 944 time: 0.0576642 Nov 12 08:16:14.313943 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ff56749d-5e44-4f3f-99c0-85950839f6e2 req-0556d723-d69c-44cd-a738-2acaaac52aba tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401287 Nov 12 08:16:14.414996 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b06ce2-3e53-4a69-8a32-dd0c7616d56f req-44d89e36-e297-4602-b492-ce924e91a44f tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:14.416438 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c9b06ce2-3e53-4a69-8a32-dd0c7616d56f req-44d89e36-e297-4602-b492-ce924e91a44f tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f57cf19d-8546-4524-93ec-600f8426f630 HTTP/1.1" status: 200 len: 944 time: 0.0485139 Nov 12 08:16:14.466259 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c9b06ce2-3e53-4a69-8a32-dd0c7616d56f req-4261cfd6-74db-4c64-896c-d57f03548dc9 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439095 Nov 12 08:16:14.570847 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f333f0-8c06-4a41-99f1-f046a5bdc14c req-27540fea-3eb7-45fc-a310-56aa0d3e72e4 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:14.572236 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b2f333f0-8c06-4a41-99f1-f046a5bdc14c req-27540fea-3eb7-45fc-a310-56aa0d3e72e4 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=54100ade-491e-488a-8bdb-541746e0bddb HTTP/1.1" status: 200 len: 945 time: 0.0487018 Nov 12 08:16:14.618403 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b2f333f0-8c06-4a41-99f1-f046a5bdc14c req-252e0844-3e8c-4c27-aac8-5d4f6f0a2f58 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403073 Nov 12 08:16:14.725553 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef7698a-705e-4024-ad3d-984bf5eaea2c req-78bd3104-b724-4150-a235-ecc835c2a9ba tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:14.727051 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4ef7698a-705e-4024-ad3d-984bf5eaea2c req-78bd3104-b724-4150-a235-ecc835c2a9ba tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=2fb8d5c0-2de2-44f6-9bab-123c9403a196 HTTP/1.1" status: 200 len: 949 time: 0.0553052 Nov 12 08:16:14.811175 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4ef7698a-705e-4024-ad3d-984bf5eaea2c req-822be782-7d7c-441d-b1f6-014ba0488e1a tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662858 Nov 12 08:16:14.812579 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f8bbcedd-4a3e-43e3-9285-a93b8ee5a123 req-914e7424-9d73-45c7-af48-315c94cb6377 service neutron] 10.222.0.44 "GET /v2.0/ports/3358e3c7-e57c-4854-afa0-8bf13d153298/bindings/n-h1-765315-29 HTTP/1.1" status: 200 len: 385 time: 0.1010048 Nov 12 08:16:14.900347 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 69042d04-a54e-4455-8bb9-9bb2090c9c14 up at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:16:14.956259 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning for port 69042d04-a54e-4455-8bb9-9bb2090c9c14 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:16:14.961493 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning complete for port 69042d04-a54e-4455-8bb9-9bb2090c9c14 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:16:14.961860 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:15.010554 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b4f9f-f4de-47ee-a60f-fcfdb1adbc53 req-8eccf05b-52ea-4af0-a7ea-e9cfe88196ca tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:15.012192 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-380b4f9f-f4de-47ee-a60f-fcfdb1adbc53 req-8eccf05b-52ea-4af0-a7ea-e9cfe88196ca tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b3cc798-9628-4452-be74-f36a32d532c1 HTTP/1.1" status: 200 len: 943 time: 0.1036186 Nov 12 08:16:15.042910 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:15.046176 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-f8bbcedd-4a3e-43e3-9285-a93b8ee5a123 req-0980e3f2-1b95-4744-a1b0-4178a61fb59c service neutron] For port 3358e3c7-e57c-4854-afa0-8bf13d153298, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=3358e3c7-e57c-4854-afa0-8bf13d153298,segment=NetworkSegment(2faefcc0-552f-4085-b81e-2c4b58f0de67),segment_id=2faefcc0-552f-4085-b81e-2c4b58f0de67)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:16:15.076416 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 69042d04-a54e-4455-8bb9-9bb2090c9c14, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=69042d04-a54e-4455-8bb9-9bb2090c9c14,segment=NetworkSegment(74228b36-f518-48da-bb5a-2dae6173211b),segment_id=74228b36-f518-48da-bb5a-2dae6173211b)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:16:15.080433 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:15.084056 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-f8bbcedd-4a3e-43e3-9285-a93b8ee5a123 req-0980e3f2-1b95-4744-a1b0-4178a61fb59c service neutron] For port 3358e3c7-e57c-4854-afa0-8bf13d153298, host n-h2-765315-29, cleared binding levels {{(pid=102600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:16:15.089244 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-380b4f9f-f4de-47ee-a60f-fcfdb1adbc53 req-5a90330d-81db-463d-91bc-45092070a1b8 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674753 Nov 12 08:16:15.127710 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [req-f8bbcedd-4a3e-43e3-9285-a93b8ee5a123 req-0980e3f2-1b95-4744-a1b0-4178a61fb59c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3358e3c7-e57c-4854-afa0-8bf13d153298 {{(pid=102600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:16:15.138628 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=69042d04-a54e-4455-8bb9-9bb2090c9c14,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:15.139346 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-f8bbcedd-4a3e-43e3-9285-a93b8ee5a123 req-0980e3f2-1b95-4744-a1b0-4178a61fb59c service neutron] For port 3358e3c7-e57c-4854-afa0-8bf13d153298, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=3358e3c7-e57c-4854-afa0-8bf13d153298,segment=NetworkSegment(2faefcc0-552f-4085-b81e-2c4b58f0de67),segment_id=2faefcc0-552f-4085-b81e-2c4b58f0de67)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:16:15.162216 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-f8bbcedd-4a3e-43e3-9285-a93b8ee5a123 req-0980e3f2-1b95-4744-a1b0-4178a61fb59c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:15.230207 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f56a8b-6e3f-4447-8e9d-a7de37a20727 req-b12aca07-b92e-4774-bcb0-72671e69fc65 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:15.231691 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d1f56a8b-6e3f-4447-8e9d-a7de37a20727 req-b12aca07-b92e-4774-bcb0-72671e69fc65 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bbc781e-4ed7-4ee2-86c1-5657cde41973 HTTP/1.1" status: 200 len: 945 time: 0.0802631 Nov 12 08:16:15.241593 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '867280fe-66ee-4047-a8b4-3fdb92fcef26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69042d04-a54e-4455-8bb9-9bb2090c9c14'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:16:15.244078 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e3da8e6-c1bd-4565-ae18-219bac77c1bd" -d '{"events": [{"server_uuid": "867280fe-66ee-4047-a8b4-3fdb92fcef26", "name": "network-vif-plugged", "status": "completed", "tag": "69042d04-a54e-4455-8bb9-9bb2090c9c14"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:16:15.271320 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device a5c49df0-d28f-405f-90b3-5cf4b6829fed details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:16:15.299820 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.provisioning_blocks [req-f8bbcedd-4a3e-43e3-9285-a93b8ee5a123 req-0980e3f2-1b95-4744-a1b0-4178a61fb59c service neutron] Transition to ACTIVE for port object 3358e3c7-e57c-4854-afa0-8bf13d153298 will not be triggered until provisioned by entity L2. {{(pid=102600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:16:15.305555 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d1f56a8b-6e3f-4447-8e9d-a7de37a20727 req-70da7810-c89e-4f14-aa79-1568aa405e2d tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/security-groups?id=2be1fc6f-9ac2-4510-8984-890d50fd1a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674222 Nov 12 08:16:15.307340 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-f8bbcedd-4a3e-43e3-9285-a93b8ee5a123 req-0980e3f2-1b95-4744-a1b0-4178a61fb59c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:15.372286 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8bbcedd-4a3e-43e3-9285-a93b8ee5a123 req-0980e3f2-1b95-4744-a1b0-4178a61fb59c service neutron] No DVR routers for this DVR port 3358e3c7-e57c-4854-afa0-8bf13d153298 on host n-h2-765315-29 {{(pid=102600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:16:15.379400 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port a5c49df0-d28f-405f-90b3-5cf4b6829fed, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=a5c49df0-d28f-405f-90b3-5cf4b6829fed,segment=NetworkSegment(9c273015-5633-44a0-b6c6-a46a5eb041e5),segment_id=9c273015-5633-44a0-b6c6-a46a5eb041e5)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:16:15.390806 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': 'a5c49df0-d28f-405f-90b3-5cf4b6829fed', 'network_id': 'd5b62c02-2961-4070-812a-34bad2cdddd0', 'port_id': 'a5c49df0-d28f-405f-90b3-5cf4b6829fed', 'mac_address': 'fa:16:3e:52:3c:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b4b01a8-2b9b-4ee0-bd67-6d402ecf8f19', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:16:15.415345 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0980e3f2-1b95-4744-a1b0-4178a61fb59c service neutron] Pushing event updated for resources: {'Port': ['ID=3358e3c7-e57c-4854-afa0-8bf13d153298,revision_number=10']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:15.431712 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:15.442021 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f8bbcedd-4a3e-43e3-9285-a93b8ee5a123 req-0980e3f2-1b95-4744-a1b0-4178a61fb59c service neutron] 10.222.0.44 "PUT /v2.0/ports/3358e3c7-e57c-4854-afa0-8bf13d153298/bindings/n-h1-765315-29/activate HTTP/1.1" status: 200 len: 370 time: 0.6201289 Nov 12 08:16:15.448373 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5c49df0-d28f-405f-90b3-5cf4b6829fed {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:16:15.462557 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7aaf6a-9ff9-4b3f-b286-0567ef382e18 req-89614577-9f77-4275-9995-577689eccc91 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:15.464743 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ae7aaf6a-9ff9-4b3f-b286-0567ef382e18 req-89614577-9f77-4275-9995-577689eccc91 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa90f9bc-a70a-40ec-8f15-cd04b66769d3 HTTP/1.1" status: 200 len: 943 time: 0.0865068 Nov 12 08:16:15.471157 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port a5c49df0-d28f-405f-90b3-5cf4b6829fed, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=a5c49df0-d28f-405f-90b3-5cf4b6829fed,segment=NetworkSegment(9c273015-5633-44a0-b6c6-a46a5eb041e5),segment_id=9c273015-5633-44a0-b6c6-a46a5eb041e5)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:16:15.476372 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:15.477011 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device f8df7f53-8221-4988-88f9-2eda5417dcd4 details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:16:15.516632 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ae7aaf6a-9ff9-4b3f-b286-0567ef382e18 req-e6a47b96-8834-483e-b719-11ff8f29c5ca tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] 10.222.0.26 "GET /v2.0/security-groups?id=4e0e50a1-57cf-46f2-8e27-70a090059629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459733 Nov 12 08:16:15.550231 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=a5c49df0-d28f-405f-90b3-5cf4b6829fed,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:15.580203 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0f0c6db-40df-4a89-8fbf-d3a78bc4f15b x-openstack-request-id: req-b0f0c6db-40df-4a89-8fbf-d3a78bc4f15b {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:16:15.580552 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "867280fe-66ee-4047-a8b4-3fdb92fcef26", "name": "network-vif-plugged", "status": "completed", "tag": "69042d04-a54e-4455-8bb9-9bb2090c9c14", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:16:15.580755 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b0f0c6db-40df-4a89-8fbf-d3a78bc4f15b {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:16:15.581143 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '867280fe-66ee-4047-a8b4-3fdb92fcef26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69042d04-a54e-4455-8bb9-9bb2090c9c14', 'code': 200} Nov 12 08:16:15.616984 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port f8df7f53-8221-4988-88f9-2eda5417dcd4, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=f8df7f53-8221-4988-88f9-2eda5417dcd4,segment=NetworkSegment(931741a0-66de-48c6-b90b-c82af0a9f552),segment_id=931741a0-66de-48c6-b90b-c82af0a9f552)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:16:15.628930 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': 'f8df7f53-8221-4988-88f9-2eda5417dcd4', 'network_id': 'e1e67e1f-8798-45f5-b239-65208acc87f1', 'port_id': 'f8df7f53-8221-4988-88f9-2eda5417dcd4', 'mac_address': 'fa:16:3e:1f:25:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bdc75da-af9b-40e1-a42f-7bb0c158e2a1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:16:15.673679 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9af46d1-d306-4a36-a7a2-47666c0e95da req-24bcac04-285e-4d94-b7df-b9baee12bbbd tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:15.674355 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:15.675206 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c9af46d1-d306-4a36-a7a2-47666c0e95da req-24bcac04-285e-4d94-b7df-b9baee12bbbd tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=867280fe-66ee-4047-a8b4-3fdb92fcef26 HTTP/1.1" status: 200 len: 945 time: 0.0538967 Nov 12 08:16:15.688898 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8df7f53-8221-4988-88f9-2eda5417dcd4 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:16:15.708421 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port f8df7f53-8221-4988-88f9-2eda5417dcd4, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=f8df7f53-8221-4988-88f9-2eda5417dcd4,segment=NetworkSegment(931741a0-66de-48c6-b90b-c82af0a9f552),segment_id=931741a0-66de-48c6-b90b-c82af0a9f552)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:16:15.712903 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:15.725260 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c9af46d1-d306-4a36-a7a2-47666c0e95da req-5e96c63c-e7fc-471c-a8a1-b36315216c96 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428672 Nov 12 08:16:15.762198 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=f8df7f53-8221-4988-88f9-2eda5417dcd4,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:15.826952 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c90fc45-ecc7-4837-b24f-36c55e9c7901 req-1d988d6f-9f42-4b1b-ba33-31e7fa306920 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:15.828394 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7c90fc45-ecc7-4837-b24f-36c55e9c7901 req-1d988d6f-9f42-4b1b-ba33-31e7fa306920 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f57cf19d-8546-4524-93ec-600f8426f630 HTTP/1.1" status: 200 len: 945 time: 0.0492074 Nov 12 08:16:15.876552 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7c90fc45-ecc7-4837-b24f-36c55e9c7901 req-708e7228-883b-435b-8c93-2294766b9f5a tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418584 Nov 12 08:16:15.977833 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830323da-930a-41b2-8ff4-d3b6817855a7 req-d5a9d5fc-9182-45f3-885c-a019edea233a tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:15.979325 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-830323da-930a-41b2-8ff4-d3b6817855a7 req-d5a9d5fc-9182-45f3-885c-a019edea233a tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=54100ade-491e-488a-8bdb-541746e0bddb HTTP/1.1" status: 200 len: 945 time: 0.0481563 Nov 12 08:16:16.029342 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-830323da-930a-41b2-8ff4-d3b6817855a7 req-270de214-60fe-4df8-8691-87295ce1fe97 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440171 Nov 12 08:16:16.130629 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2523e41-b934-415b-88a9-98a3fc58d72f req-530c8263-f01d-4e37-9a44-9984adb90eba tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:16.132123 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f2523e41-b934-415b-88a9-98a3fc58d72f req-530c8263-f01d-4e37-9a44-9984adb90eba tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=2fb8d5c0-2de2-44f6-9bab-123c9403a196 HTTP/1.1" status: 200 len: 949 time: 0.0497215 Nov 12 08:16:16.178473 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f2523e41-b934-415b-88a9-98a3fc58d72f req-bd7b7134-164e-46f8-aaf9-a31d44254c9e tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404897 Nov 12 08:16:16.214212 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['a5c49df0-d28f-405f-90b3-5cf4b6829fed'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:16:16.240909 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['f8df7f53-8221-4988-88f9-2eda5417dcd4'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:16:16.280901 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f0426c-a538-4f74-96f8-361750fea54d req-b6627626-faab-46f4-ac27-29d1ada504bb tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:16.282373 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-24f0426c-a538-4f74-96f8-361750fea54d req-b6627626-faab-46f4-ac27-29d1ada504bb tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b3cc798-9628-4452-be74-f36a32d532c1 HTTP/1.1" status: 200 len: 944 time: 0.0495200 Nov 12 08:16:16.330487 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-24f0426c-a538-4f74-96f8-361750fea54d req-310483d6-a925-4f04-bc7f-dfcd39604206 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412569 Nov 12 08:16:16.439640 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a02216-9ba2-4366-a23b-3a1d83b73e32 req-2e6d7a09-c043-4fdf-8302-3de8171b30cd tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:16.441429 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-09a02216-9ba2-4366-a23b-3a1d83b73e32 req-2e6d7a09-c043-4fdf-8302-3de8171b30cd tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bbc781e-4ed7-4ee2-86c1-5657cde41973 HTTP/1.1" status: 200 len: 945 time: 0.0533142 Nov 12 08:16:16.493372 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-09a02216-9ba2-4366-a23b-3a1d83b73e32 req-19137ff2-8919-4b6e-8158-a831e65d951c tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/security-groups?id=2be1fc6f-9ac2-4510-8984-890d50fd1a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450828 Nov 12 08:16:16.631865 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25218b47-8aa8-4cd8-997c-cdd2bb15b710 req-71f99f51-44c5-4d43-b4e0-225c16384603 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:16.633367 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-25218b47-8aa8-4cd8-997c-cdd2bb15b710 req-71f99f51-44c5-4d43-b4e0-225c16384603 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa90f9bc-a70a-40ec-8f15-cd04b66769d3 HTTP/1.1" status: 200 len: 944 time: 0.0512824 Nov 12 08:16:16.681405 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-25218b47-8aa8-4cd8-997c-cdd2bb15b710 req-03307b45-6564-4c45-ad6c-0e8cb4d214fa tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] 10.222.0.26 "GET /v2.0/security-groups?id=4e0e50a1-57cf-46f2-8e27-70a090059629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420148 Nov 12 08:16:16.841788 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9667904b-f2d0-46dc-8bbc-7b8c28c44ed9 req-f147d366-1264-4a02-ada5-bdbba6dfd4e6 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:16.843254 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9667904b-f2d0-46dc-8bbc-7b8c28c44ed9 req-f147d366-1264-4a02-ada5-bdbba6dfd4e6 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=867280fe-66ee-4047-a8b4-3fdb92fcef26 HTTP/1.1" status: 200 len: 945 time: 0.0520105 Nov 12 08:16:16.892066 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9667904b-f2d0-46dc-8bbc-7b8c28c44ed9 req-dac65732-91a2-4099-bbc8-faf6daa535eb tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421581 Nov 12 08:16:17.000568 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca75300a-cede-4e96-ac5a-bcc7b97245f7 req-453c4fd9-1c8f-4b32-baef-1b4e0f86b8e5 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:17.001939 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ca75300a-cede-4e96-ac5a-bcc7b97245f7 req-453c4fd9-1c8f-4b32-baef-1b4e0f86b8e5 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f57cf19d-8546-4524-93ec-600f8426f630 HTTP/1.1" status: 200 len: 945 time: 0.0506825 Nov 12 08:16:17.049566 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ca75300a-cede-4e96-ac5a-bcc7b97245f7 req-edd508fc-452e-4657-a488-030701491103 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415072 Nov 12 08:16:17.152507 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25685ac-3329-460b-a3b5-4731246d5361 req-03bff125-0d36-45e8-89ac-75948e3a2d33 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:17.153942 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f25685ac-3329-460b-a3b5-4731246d5361 req-03bff125-0d36-45e8-89ac-75948e3a2d33 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=54100ade-491e-488a-8bdb-541746e0bddb HTTP/1.1" status: 200 len: 945 time: 0.0474100 Nov 12 08:16:17.204037 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f25685ac-3329-460b-a3b5-4731246d5361 req-6d2edd86-3d5d-4b5a-ad3c-ccdf55fe686b tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442369 Nov 12 08:16:17.284404 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 3358e3c7-e57c-4854-afa0-8bf13d153298 no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:16:17.304686 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73f060a-045f-4a8f-9eff-5e7f4b8e9453 req-3eefa315-e38b-4b2c-a4c2-24e26dc86bb3 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:17.306293 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e73f060a-045f-4a8f-9eff-5e7f4b8e9453 req-3eefa315-e38b-4b2c-a4c2-24e26dc86bb3 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=2fb8d5c0-2de2-44f6-9bab-123c9403a196 HTTP/1.1" status: 200 len: 949 time: 0.0491884 Nov 12 08:16:17.343738 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 3358e3c7-e57c-4854-afa0-8bf13d153298 not bound to the agent host n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:16:17.356423 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e73f060a-045f-4a8f-9eff-5e7f4b8e9453 req-16560751-c546-47cb-9515-02094cb7f5e8 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434942 Nov 12 08:16:17.461688 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2aa350-d063-422b-9c43-5aa22735c493 req-769b73cf-9f76-438f-adcf-a880feb63935 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:17.463422 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9f2aa350-d063-422b-9c43-5aa22735c493 req-769b73cf-9f76-438f-adcf-a880feb63935 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b3cc798-9628-4452-be74-f36a32d532c1 HTTP/1.1" status: 200 len: 944 time: 0.0501876 Nov 12 08:16:17.509981 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9f2aa350-d063-422b-9c43-5aa22735c493 req-e2c6c4ba-c322-45a3-866a-183b9fd533f2 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403056 Nov 12 08:16:17.617168 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfe5244-e031-47f4-877a-f78b51c1a39b req-6db71b14-5f4b-4ab8-ae21-5046871cea3e tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:17.618728 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fbfe5244-e031-47f4-877a-f78b51c1a39b req-6db71b14-5f4b-4ab8-ae21-5046871cea3e tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bbc781e-4ed7-4ee2-86c1-5657cde41973 HTTP/1.1" status: 200 len: 945 time: 0.0532777 Nov 12 08:16:17.666612 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fbfe5244-e031-47f4-877a-f78b51c1a39b req-c04b9e7e-6e6b-487b-850c-6ec17286eae3 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/security-groups?id=2be1fc6f-9ac2-4510-8984-890d50fd1a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417931 Nov 12 08:16:17.792405 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dc7d6f-fd20-4f5c-ad11-de6d5853162e req-55f2316b-5d7a-46c9-af66-c3c48b1c8f6b tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:17.793770 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-82dc7d6f-fd20-4f5c-ad11-de6d5853162e req-55f2316b-5d7a-46c9-af66-c3c48b1c8f6b tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa90f9bc-a70a-40ec-8f15-cd04b66769d3 HTTP/1.1" status: 200 len: 944 time: 0.0487375 Nov 12 08:16:17.842092 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-82dc7d6f-fd20-4f5c-ad11-de6d5853162e req-b61b1ded-a50c-48de-a059-5edf2baadb35 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] 10.222.0.26 "GET /v2.0/security-groups?id=4e0e50a1-57cf-46f2-8e27-70a090059629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423541 Nov 12 08:16:18.007049 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad56ba9-cf82-47a7-8d41-c12b23db9c0e req-d15eb95f-8cb7-4619-9ae4-aaded04e8971 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:18.008498 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2ad56ba9-cf82-47a7-8d41-c12b23db9c0e req-d15eb95f-8cb7-4619-9ae4-aaded04e8971 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=867280fe-66ee-4047-a8b4-3fdb92fcef26 HTTP/1.1" status: 200 len: 945 time: 0.0483520 Nov 12 08:16:18.058687 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2ad56ba9-cf82-47a7-8d41-c12b23db9c0e req-cd8b1b3e-f7a2-4c3a-b391-7afc860d4926 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437829 Nov 12 08:16:18.162742 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3daebc-37dc-4ccb-89ac-aeb445493d7b req-0e049708-4e26-4464-b2e9-b432838db4ce tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:18.164193 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7e3daebc-37dc-4ccb-89ac-aeb445493d7b req-0e049708-4e26-4464-b2e9-b432838db4ce tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f57cf19d-8546-4524-93ec-600f8426f630 HTTP/1.1" status: 200 len: 945 time: 0.0487828 Nov 12 08:16:18.211662 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7e3daebc-37dc-4ccb-89ac-aeb445493d7b req-9cf75c82-9659-48c0-9cda-ffbba9732e1d tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415080 Nov 12 08:16:18.321237 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da81d87-e151-4e64-b524-b75266715553 req-5da49489-51a9-48e1-9000-eb79fb00b53e tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:18.322557 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2da81d87-e151-4e64-b524-b75266715553 req-5da49489-51a9-48e1-9000-eb79fb00b53e tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=54100ade-491e-488a-8bdb-541746e0bddb HTTP/1.1" status: 200 len: 945 time: 0.0538783 Nov 12 08:16:18.369310 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2da81d87-e151-4e64-b524-b75266715553 req-d63a14fb-bbeb-473b-b07f-4beaca4b514a tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408435 Nov 12 08:16:18.478854 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaaa969-2f17-4807-9884-5acd237b98a9 req-b7b1c54d-f70d-4c05-b6ec-bac37dd07f16 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:18.480290 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4aaaa969-2f17-4807-9884-5acd237b98a9 req-b7b1c54d-f70d-4c05-b6ec-bac37dd07f16 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=2fb8d5c0-2de2-44f6-9bab-123c9403a196 HTTP/1.1" status: 200 len: 949 time: 0.0534506 Nov 12 08:16:18.526703 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4aaaa969-2f17-4807-9884-5acd237b98a9 req-839df88b-e3ef-49bd-8d05-3b3032057193 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404396 Nov 12 08:16:18.626847 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b6ecd-5a30-4095-85a9-e685e7854534 req-273f1545-1b0a-4b0b-b613-6e5badd13282 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:18.628283 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0e2b6ecd-5a30-4095-85a9-e685e7854534 req-273f1545-1b0a-4b0b-b613-6e5badd13282 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b3cc798-9628-4452-be74-f36a32d532c1 HTTP/1.1" status: 200 len: 944 time: 0.0482051 Nov 12 08:16:18.675710 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0e2b6ecd-5a30-4095-85a9-e685e7854534 req-62023d64-6204-4ff8-a8bf-bada43edfca3 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409453 Nov 12 08:16:18.783223 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59598a46-7d63-4e55-b500-46392ec9e270 req-4ceeedf9-bd62-4793-b1d0-ff0d13f0365e tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:18.784666 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-59598a46-7d63-4e55-b500-46392ec9e270 req-4ceeedf9-bd62-4793-b1d0-ff0d13f0365e tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bbc781e-4ed7-4ee2-86c1-5657cde41973 HTTP/1.1" status: 200 len: 945 time: 0.0519273 Nov 12 08:16:18.831800 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-59598a46-7d63-4e55-b500-46392ec9e270 req-75342412-6469-40bf-8cad-5042aba9e6b3 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/security-groups?id=2be1fc6f-9ac2-4510-8984-890d50fd1a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404308 Nov 12 08:16:18.957580 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c758deb-58f9-4c2f-b255-9562ac0a5c3d req-ef7c90ea-713a-4bd3-a623-f2182f05c684 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:18.959132 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0c758deb-58f9-4c2f-b255-9562ac0a5c3d req-ef7c90ea-713a-4bd3-a623-f2182f05c684 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa90f9bc-a70a-40ec-8f15-cd04b66769d3 HTTP/1.1" status: 200 len: 944 time: 0.0494037 Nov 12 08:16:19.007292 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0c758deb-58f9-4c2f-b255-9562ac0a5c3d req-902bb410-4ef1-47e6-97ea-dbd57be65a31 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] 10.222.0.26 "GET /v2.0/security-groups?id=4e0e50a1-57cf-46f2-8e27-70a090059629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419090 Nov 12 08:16:19.174428 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189e76bf-ebef-4681-9180-b1253c0a6707 req-0ff30b0c-ef73-41f5-84f5-0c839bbe118b tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:19.175809 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-189e76bf-ebef-4681-9180-b1253c0a6707 req-0ff30b0c-ef73-41f5-84f5-0c839bbe118b tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=867280fe-66ee-4047-a8b4-3fdb92fcef26 HTTP/1.1" status: 200 len: 945 time: 0.0502186 Nov 12 08:16:19.227322 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-189e76bf-ebef-4681-9180-b1253c0a6707 req-da547ba2-3930-41b5-a835-2b6146ae83a5 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454524 Nov 12 08:16:19.305456 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device a5c49df0-d28f-405f-90b3-5cf4b6829fed up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:16:19.359005 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning for port a5c49df0-d28f-405f-90b3-5cf4b6829fed completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:16:19.363296 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port a5c49df0-d28f-405f-90b3-5cf4b6829fed triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:16:19.363817 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:19.451472 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:19.477583 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa90f9bc-a70a-40ec-8f15-cd04b66769d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5c49df0-d28f-405f-90b3-5cf4b6829fed'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:16:19.479860 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eab553b7-5fac-4fd7-b3f0-814f35ea21fe" -d '{"events": [{"server_uuid": "fa90f9bc-a70a-40ec-8f15-cd04b66769d3", "name": "network-vif-plugged", "status": "completed", "tag": "a5c49df0-d28f-405f-90b3-5cf4b6829fed"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:16:19.493054 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port a5c49df0-d28f-405f-90b3-5cf4b6829fed, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=a5c49df0-d28f-405f-90b3-5cf4b6829fed,segment=NetworkSegment(9c273015-5633-44a0-b6c6-a46a5eb041e5),segment_id=9c273015-5633-44a0-b6c6-a46a5eb041e5)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:16:19.497341 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:19.498132 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device f8df7f53-8221-4988-88f9-2eda5417dcd4 up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:16:19.575064 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60503f34-8ace-4fe9-8033-e60f14ed4578 req-f6538def-d3b8-40ea-9c8a-a06efb340498 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:19.576536 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-60503f34-8ace-4fe9-8033-e60f14ed4578 req-f6538def-d3b8-40ea-9c8a-a06efb340498 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f57cf19d-8546-4524-93ec-600f8426f630 HTTP/1.1" status: 200 len: 945 time: 0.2965651 Nov 12 08:16:19.577024 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=a5c49df0-d28f-405f-90b3-5cf4b6829fed,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:19.589784 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning for port f8df7f53-8221-4988-88f9-2eda5417dcd4 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:16:19.594706 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port f8df7f53-8221-4988-88f9-2eda5417dcd4 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:16:19.595079 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:19.629876 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-60503f34-8ace-4fe9-8033-e60f14ed4578 req-54f2aa3a-011a-4de6-abe2-74b3af2a1df6 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426881 Nov 12 08:16:19.684185 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:19.718546 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port f8df7f53-8221-4988-88f9-2eda5417dcd4, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=f8df7f53-8221-4988-88f9-2eda5417dcd4,segment=NetworkSegment(931741a0-66de-48c6-b90b-c82af0a9f552),segment_id=931741a0-66de-48c6-b90b-c82af0a9f552)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:16:19.722605 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:19.735184 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931b2119-c5f3-4190-9796-ef97e66cfe5d req-b5be590b-069a-430a-8503-c3b0884f4dbd tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:19.736647 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-931b2119-c5f3-4190-9796-ef97e66cfe5d req-b5be590b-069a-430a-8503-c3b0884f4dbd tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=54100ade-491e-488a-8bdb-541746e0bddb HTTP/1.1" status: 200 len: 945 time: 0.0501518 Nov 12 08:16:19.771544 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=f8df7f53-8221-4988-88f9-2eda5417dcd4,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:19.784081 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-931b2119-c5f3-4190-9796-ef97e66cfe5d req-72869c79-4d20-4a39-af63-9a931d9bbb1c tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413487 Nov 12 08:16:19.827425 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82a6f860-5a59-4112-9051-ee08ab657df1 x-openstack-request-id: req-82a6f860-5a59-4112-9051-ee08ab657df1 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:16:19.827713 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa90f9bc-a70a-40ec-8f15-cd04b66769d3", "name": "network-vif-plugged", "status": "completed", "tag": "a5c49df0-d28f-405f-90b3-5cf4b6829fed", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:16:19.827963 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-82a6f860-5a59-4112-9051-ee08ab657df1 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:16:19.828356 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa90f9bc-a70a-40ec-8f15-cd04b66769d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5c49df0-d28f-405f-90b3-5cf4b6829fed', 'code': 200} Nov 12 08:16:19.922878 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060ebfc7-b8fd-4107-9b82-e8055f44c419 req-996d6350-2af8-427f-a9e7-77e1137b5b20 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:19.924340 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-060ebfc7-b8fd-4107-9b82-e8055f44c419 req-996d6350-2af8-427f-a9e7-77e1137b5b20 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=2fb8d5c0-2de2-44f6-9bab-123c9403a196 HTTP/1.1" status: 200 len: 949 time: 0.0535598 Nov 12 08:16:19.994510 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4d93d7-3386-4418-ba22-cafeca522b49 req-0b7c2f95-b735-463f-9fcb-6e368e33bbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:19.995948 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3a4d93d7-3386-4418-ba22-cafeca522b49 req-0b7c2f95-b735-463f-9fcb-6e368e33bbc2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fa90f9bc-a70a-40ec-8f15-cd04b66769d3 HTTP/1.1" status: 200 len: 1097 time: 0.0707440 Nov 12 08:16:19.999207 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-060ebfc7-b8fd-4107-9b82-e8055f44c419 req-cd6f2127-1342-40da-ba5e-f31ef5079d53 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660393 Nov 12 08:16:20.044522 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3a4d93d7-3386-4418-ba22-cafeca522b49 req-1c135fc7-c8a6-4c42-99ef-2ba3cf588a74 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4e0e50a1-57cf-46f2-8e27-70a090059629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404713 Nov 12 08:16:20.108074 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeee4797-6788-4c50-9057-7f57e663a4ea req-2d2f7bd9-e4ee-4ff3-83a8-30f4d7efab6a tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:20.109535 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-eeee4797-6788-4c50-9057-7f57e663a4ea req-2d2f7bd9-e4ee-4ff3-83a8-30f4d7efab6a tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b3cc798-9628-4452-be74-f36a32d532c1 HTTP/1.1" status: 200 len: 944 time: 0.0498152 Nov 12 08:16:20.159791 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-eeee4797-6788-4c50-9057-7f57e663a4ea req-66e19180-c509-4a36-821b-82c110609920 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435252 Nov 12 08:16:20.265384 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2986e3a2-ebd5-43d8-9a90-f894e4fd89e8 req-c18c0bc2-b2d6-4ce4-9271-2a9664aa09c0 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:20.266786 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2986e3a2-ebd5-43d8-9a90-f894e4fd89e8 req-c18c0bc2-b2d6-4ce4-9271-2a9664aa09c0 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bbc781e-4ed7-4ee2-86c1-5657cde41973 HTTP/1.1" status: 200 len: 945 time: 0.0513880 Nov 12 08:16:20.317776 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2986e3a2-ebd5-43d8-9a90-f894e4fd89e8 req-7f225de9-a9a1-46a6-b3b8-1f22cebdb64e tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/security-groups?id=2be1fc6f-9ac2-4510-8984-890d50fd1a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440831 Nov 12 08:16:20.423355 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b948f3e3-8f75-4c00-a901-0e267cbf9814 req-b5bc4435-0992-483b-ab93-40e27f8f1a7e tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:20.424706 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b948f3e3-8f75-4c00-a901-0e267cbf9814 req-b5bc4435-0992-483b-ab93-40e27f8f1a7e tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa90f9bc-a70a-40ec-8f15-cd04b66769d3 HTTP/1.1" status: 200 len: 945 time: 0.0527606 Nov 12 08:16:20.475396 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b948f3e3-8f75-4c00-a901-0e267cbf9814 req-04d29df8-c4ca-459c-8fbe-49d8e6066ee4 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] 10.222.0.26 "GET /v2.0/security-groups?id=4e0e50a1-57cf-46f2-8e27-70a090059629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446413 Nov 12 08:16:20.585946 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342cea84-813e-4901-918f-79b16a1b314f req-abcdcf3b-9db7-48a7-b0b2-eaed696eb964 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:20.587338 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-342cea84-813e-4901-918f-79b16a1b314f req-abcdcf3b-9db7-48a7-b0b2-eaed696eb964 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=867280fe-66ee-4047-a8b4-3fdb92fcef26 HTTP/1.1" status: 200 len: 945 time: 0.0544224 Nov 12 08:16:20.637084 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-342cea84-813e-4901-918f-79b16a1b314f req-08310766-c78f-408c-a891-03ad1b9b80c6 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434816 Nov 12 08:16:20.750881 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e42d2-4145-4f90-baf6-29b7fb60f01e req-a70acdf7-0c79-4522-b7d0-0650c5e19dd5 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:20.752341 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fb9e42d2-4145-4f90-baf6-29b7fb60f01e req-a70acdf7-0c79-4522-b7d0-0650c5e19dd5 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f57cf19d-8546-4524-93ec-600f8426f630 HTTP/1.1" status: 200 len: 946 time: 0.0494328 Nov 12 08:16:20.800777 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fb9e42d2-4145-4f90-baf6-29b7fb60f01e req-b5696ede-51c1-472e-b831-2fe9de5d7cf9 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417013 Nov 12 08:16:20.913494 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41897ea9-ab5b-44cd-87a2-02de3651e542 req-0e2bee93-09f1-4f3e-b8c1-d0c55e9e5b53 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:20.914991 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-41897ea9-ab5b-44cd-87a2-02de3651e542 req-0e2bee93-09f1-4f3e-b8c1-d0c55e9e5b53 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=54100ade-491e-488a-8bdb-541746e0bddb HTTP/1.1" status: 200 len: 945 time: 0.0548732 Nov 12 08:16:20.966570 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-41897ea9-ab5b-44cd-87a2-02de3651e542 req-2dce48b0-1b9c-4417-9de4-ff6d8fd95b73 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447066 Nov 12 08:16:21.123025 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647a953a-6dac-48f9-95e9-14e7ed3b18a1 req-4c3e23b7-9eff-4324-8e2b-fa5d6a74e164 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:21.124508 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-647a953a-6dac-48f9-95e9-14e7ed3b18a1 req-4c3e23b7-9eff-4324-8e2b-fa5d6a74e164 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=2fb8d5c0-2de2-44f6-9bab-123c9403a196 HTTP/1.1" status: 200 len: 949 time: 0.0502732 Nov 12 08:16:21.172416 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-647a953a-6dac-48f9-95e9-14e7ed3b18a1 req-920e59e2-0029-4ba4-8fbb-04668a5df6ce tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417848 Nov 12 08:16:21.293344 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2deff94-31c5-4b9c-925f-d384d13fa3db req-9ab97eff-3034-4052-ae94-c04696928d97 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:21.295111 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f2deff94-31c5-4b9c-925f-d384d13fa3db req-9ab97eff-3034-4052-ae94-c04696928d97 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b3cc798-9628-4452-be74-f36a32d532c1 HTTP/1.1" status: 200 len: 944 time: 0.0621641 Nov 12 08:16:21.363860 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f2deff94-31c5-4b9c-925f-d384d13fa3db req-0c727814-918b-41b7-87bf-29964a5cde7d tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618298 Nov 12 08:16:21.488150 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028598c3-3072-44b9-abdb-7e09be497169 req-35d3a532-2988-49ed-b92c-a6bb5bbd6231 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:21.490211 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-028598c3-3072-44b9-abdb-7e09be497169 req-35d3a532-2988-49ed-b92c-a6bb5bbd6231 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bbc781e-4ed7-4ee2-86c1-5657cde41973 HTTP/1.1" status: 200 len: 945 time: 0.0549169 Nov 12 08:16:21.538634 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-028598c3-3072-44b9-abdb-7e09be497169 req-005189be-b1f8-40a9-a52f-c93321833e69 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/security-groups?id=2be1fc6f-9ac2-4510-8984-890d50fd1a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423281 Nov 12 08:16:21.640931 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482e3a48-7e95-455d-af29-8e631117ec09 req-c5136430-2a84-48b6-a43e-34188016d452 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:21.642430 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-482e3a48-7e95-455d-af29-8e631117ec09 req-c5136430-2a84-48b6-a43e-34188016d452 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa90f9bc-a70a-40ec-8f15-cd04b66769d3 HTTP/1.1" status: 200 len: 945 time: 0.0506961 Nov 12 08:16:21.692319 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-482e3a48-7e95-455d-af29-8e631117ec09 req-65cb715d-8c97-4de9-b2d8-891ae06c86f6 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] 10.222.0.26 "GET /v2.0/security-groups?id=4e0e50a1-57cf-46f2-8e27-70a090059629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435071 Nov 12 08:16:21.799075 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfc77e4-0bea-4cc4-b929-ec29822f62e7 req-d7367368-ba27-43b5-8715-617ab30a69bb tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:21.800431 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cdfc77e4-0bea-4cc4-b929-ec29822f62e7 req-d7367368-ba27-43b5-8715-617ab30a69bb tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=867280fe-66ee-4047-a8b4-3fdb92fcef26 HTTP/1.1" status: 200 len: 945 time: 0.0539775 Nov 12 08:16:21.829241 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f57cf19d-8546-4524-93ec-600f8426f630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8df7f53-8221-4988-88f9-2eda5417dcd4'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:16:21.831692 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83d34066-aa52-47ee-8214-13724e95d80e" -d '{"events": [{"server_uuid": "f57cf19d-8546-4524-93ec-600f8426f630", "name": "network-vif-plugged", "status": "completed", "tag": "f8df7f53-8221-4988-88f9-2eda5417dcd4"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:16:21.847422 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cdfc77e4-0bea-4cc4-b929-ec29822f62e7 req-4f613b76-9f8b-42a4-af4a-0f5eac8ffd2b tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403020 Nov 12 08:16:22.060256 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4f02f671-934e-4d14-bcc2-9a8479fe379a req-fd69d9c8-4834-459e-990c-5e8bec4af217 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=d709f64f-f9e6-4525-b020-ad48633b9bbf HTTP/1.1" status: 200 len: 258 time: 0.1893797 Nov 12 08:16:22.069508 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-4f02f671-934e-4d14-bcc2-9a8479fe379a req-85456fd9-d7a3-4290-aaef-fd3629a0df6e tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Request body: {'floatingip': {'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:16:22.091608 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-4f02f671-934e-4d14-bcc2-9a8479fe379a req-85456fd9-d7a3-4290-aaef-fd3629a0df6e tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Publish callbacks [] for floatingip, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:22.189758 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-4f02f671-934e-4d14-bcc2-9a8479fe379a req-85456fd9-d7a3-4290-aaef-fd3629a0df6e tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:22.291600 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [req-4f02f671-934e-4d14-bcc2-9a8479fe379a req-85456fd9-d7a3-4290-aaef-fd3629a0df6e tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Allocated IP 172.25.2.205 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/5363dd08-1ff9-4cb5-9754-9e41ed6d93cc) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:16:22.392619 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-4f02f671-934e-4d14-bcc2-9a8479fe379a req-85456fd9-d7a3-4290-aaef-fd3629a0df6e tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:22.425484 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-4f02f671-934e-4d14-bcc2-9a8479fe379a req-85456fd9-d7a3-4290-aaef-fd3629a0df6e tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:22.464923 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f02f671-934e-4d14-bcc2-9a8479fe379a req-85456fd9-d7a3-4290-aaef-fd3629a0df6e tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:16:22.468358 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [req-4f02f671-934e-4d14-bcc2-9a8479fe379a req-85456fd9-d7a3-4290-aaef-fd3629a0df6e tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:16:22.470882 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f02f671-934e-4d14-bcc2-9a8479fe379a req-85456fd9-d7a3-4290-aaef-fd3629a0df6e tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:16:22.521732 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85456fd9-d7a3-4290-aaef-fd3629a0df6e tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Pushing event updated for resources: {'Port': ['ID=5363dd08-1ff9-4cb5-9754-9e41ed6d93cc,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:22.536101 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85456fd9-d7a3-4290-aaef-fd3629a0df6e tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:16:22.536542 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85456fd9-d7a3-4290-aaef-fd3629a0df6e tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:16:22.536979 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85456fd9-d7a3-4290-aaef-fd3629a0df6e tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:16:22.537421 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85456fd9-d7a3-4290-aaef-fd3629a0df6e tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:16:22.537806 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85456fd9-d7a3-4290-aaef-fd3629a0df6e tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:16:22.538176 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85456fd9-d7a3-4290-aaef-fd3629a0df6e tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:16:22.538512 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85456fd9-d7a3-4290-aaef-fd3629a0df6e tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:16:22.538867 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85456fd9-d7a3-4290-aaef-fd3629a0df6e tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:16:22.539199 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85456fd9-d7a3-4290-aaef-fd3629a0df6e tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:16:22.539527 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85456fd9-d7a3-4290-aaef-fd3629a0df6e tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:16:22.539852 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85456fd9-d7a3-4290-aaef-fd3629a0df6e tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:16:22.540181 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85456fd9-d7a3-4290-aaef-fd3629a0df6e tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:16:22.591407 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-4f02f671-934e-4d14-bcc2-9a8479fe379a req-85456fd9-d7a3-4290-aaef-fd3629a0df6e tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:22.624170 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-4f02f671-934e-4d14-bcc2-9a8479fe379a req-85456fd9-d7a3-4290-aaef-fd3629a0df6e tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:22.773847 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-4f02f671-934e-4d14-bcc2-9a8479fe379a req-85456fd9-d7a3-4290-aaef-fd3629a0df6e tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:22.778333 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-4f02f671-934e-4d14-bcc2-9a8479fe379a req-85456fd9-d7a3-4290-aaef-fd3629a0df6e tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:22.842259 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85456fd9-d7a3-4290-aaef-fd3629a0df6e tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Pushing event updated for resources: {'Port': ['ID=5363dd08-1ff9-4cb5-9754-9e41ed6d93cc,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:22.855763 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-4f02f671-934e-4d14-bcc2-9a8479fe379a req-85456fd9-d7a3-4290-aaef-fd3629a0df6e tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:22.871227 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-4f02f671-934e-4d14-bcc2-9a8479fe379a req-85456fd9-d7a3-4290-aaef-fd3629a0df6e tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:22.872426 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4f02f671-934e-4d14-bcc2-9a8479fe379a req-85456fd9-d7a3-4290-aaef-fd3629a0df6e tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 0.8066792 Nov 12 08:16:22.925754 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4f02f671-934e-4d14-bcc2-9a8479fe379a req-aeca0a10-a479-4441-8b7e-9486c3a56a97 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.2.205 HTTP/1.1" status: 200 len: 696 time: 0.0472131 Nov 12 08:16:23.029825 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f02f671-934e-4d14-bcc2-9a8479fe379a req-7201a4ba-5442-42bb-bcd2-3d149a448f6a tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:23.031215 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4f02f671-934e-4d14-bcc2-9a8479fe379a req-7201a4ba-5442-42bb-bcd2-3d149a448f6a tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] 10.222.0.26 "GET /v2.0/networks/d709f64f-f9e6-4525-b020-ad48633b9bbf HTTP/1.1" status: 200 len: 784 time: 0.0994225 Nov 12 08:16:23.130980 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6f2ffb-0f51-494a-b41f-2e6177212a53 req-afbd28be-8081-4160-a411-bb7c995f15cf tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:23.132437 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-da6f2ffb-0f51-494a-b41f-2e6177212a53 req-afbd28be-8081-4160-a411-bb7c995f15cf tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f57cf19d-8546-4524-93ec-600f8426f630 HTTP/1.1" status: 200 len: 946 time: 0.0538151 Nov 12 08:16:23.179554 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-da6f2ffb-0f51-494a-b41f-2e6177212a53 req-2f7435f0-b288-4e96-93ed-1c902059f0b2 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410874 Nov 12 08:16:23.241492 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc4a62cf-c097-4092-b3ab-75adb8080677 x-openstack-request-id: req-dc4a62cf-c097-4092-b3ab-75adb8080677 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:16:23.242016 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f57cf19d-8546-4524-93ec-600f8426f630", "name": "network-vif-plugged", "status": "completed", "tag": "f8df7f53-8221-4988-88f9-2eda5417dcd4", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:16:23.242142 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dc4a62cf-c097-4092-b3ab-75adb8080677 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:16:23.242565 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f57cf19d-8546-4524-93ec-600f8426f630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8df7f53-8221-4988-88f9-2eda5417dcd4', 'code': 200} Nov 12 08:16:23.333908 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7410aef8-d990-4e0d-81db-89b7e1804465 req-010e3981-b5d4-41b4-99d5-b1c68c4a6a40 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:23.335851 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7410aef8-d990-4e0d-81db-89b7e1804465 req-010e3981-b5d4-41b4-99d5-b1c68c4a6a40 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=54100ade-491e-488a-8bdb-541746e0bddb HTTP/1.1" status: 200 len: 945 time: 0.0512526 Nov 12 08:16:23.417641 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7410aef8-d990-4e0d-81db-89b7e1804465 req-3463c594-c2e8-4f7c-b25b-cd0bd5eda967 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753832 Nov 12 08:16:23.421586 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96acf425-cb0c-4a5b-9ca4-880c292db5d8 req-379bcebd-ed26-4aaa-8fcb-7eb5a69db955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:23.423336 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-96acf425-cb0c-4a5b-9ca4-880c292db5d8 req-379bcebd-ed26-4aaa-8fcb-7eb5a69db955 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f57cf19d-8546-4524-93ec-600f8426f630 HTTP/1.1" status: 200 len: 1098 time: 0.0741017 Nov 12 08:16:23.481410 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-96acf425-cb0c-4a5b-9ca4-880c292db5d8 req-8d1dae4b-3f62-483a-aebe-44b68b996b0a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494862 Nov 12 08:16:23.545158 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f55e60-327a-4d6a-adfc-0bee7aca18f9 req-a4673c8a-c293-44aa-9c75-fdc163e67fbd tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:23.546653 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-59f55e60-327a-4d6a-adfc-0bee7aca18f9 req-a4673c8a-c293-44aa-9c75-fdc163e67fbd tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=2fb8d5c0-2de2-44f6-9bab-123c9403a196 HTTP/1.1" status: 200 len: 949 time: 0.0611973 Nov 12 08:16:23.597052 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-59f55e60-327a-4d6a-adfc-0bee7aca18f9 req-c8eb09d7-7793-4d78-b65f-971f275ca6e7 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439658 Nov 12 08:16:23.712253 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2a53df-543c-40f3-bb52-a158d511d396 req-bfc4c973-4a0a-4375-aaaa-b8bcf164a9f4 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:23.713639 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7b2a53df-543c-40f3-bb52-a158d511d396 req-bfc4c973-4a0a-4375-aaaa-b8bcf164a9f4 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b3cc798-9628-4452-be74-f36a32d532c1 HTTP/1.1" status: 200 len: 944 time: 0.0566988 Nov 12 08:16:23.765537 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7b2a53df-543c-40f3-bb52-a158d511d396 req-3a4c112b-3426-474c-9b58-7ebb198cda5f tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447671 Nov 12 08:16:23.888399 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b26ad1-9222-425d-b482-bfe02ad8f10b req-354d90c9-439f-4208-bb44-31c041aa2f0b tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:23.891276 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-58b26ad1-9222-425d-b482-bfe02ad8f10b req-354d90c9-439f-4208-bb44-31c041aa2f0b tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bbc781e-4ed7-4ee2-86c1-5657cde41973 HTTP/1.1" status: 200 len: 945 time: 0.0684454 Nov 12 08:16:23.949691 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-58b26ad1-9222-425d-b482-bfe02ad8f10b req-ef166087-21dd-4cd5-9348-79d376f6b345 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/security-groups?id=2be1fc6f-9ac2-4510-8984-890d50fd1a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515888 Nov 12 08:16:24.054329 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac5e672-c7dd-4c0f-a814-b72531233a3f req-6d9be624-932a-4602-b531-bb1f4ed85c74 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:24.055840 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8ac5e672-c7dd-4c0f-a814-b72531233a3f req-6d9be624-932a-4602-b531-bb1f4ed85c74 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=867280fe-66ee-4047-a8b4-3fdb92fcef26 HTTP/1.1" status: 200 len: 945 time: 0.0490954 Nov 12 08:16:24.103986 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8ac5e672-c7dd-4c0f-a814-b72531233a3f req-74efafbb-d1e7-49ab-8a4a-5b95ae6fa73c tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420504 Nov 12 08:16:24.241272 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36adcc7-4272-47f9-8e41-e36a4d226e89 req-110abc64-4f56-4533-b94b-e728d8a6584a tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:24.242674 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a36adcc7-4272-47f9-8e41-e36a4d226e89 req-110abc64-4f56-4533-b94b-e728d8a6584a tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa90f9bc-a70a-40ec-8f15-cd04b66769d3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0840640 Nov 12 08:16:24.292244 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a36adcc7-4272-47f9-8e41-e36a4d226e89 req-d671720a-2c2c-42fd-ad56-6e7c349f108d tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.2.205 HTTP/1.1" status: 200 len: 696 time: 0.0437841 Nov 12 08:16:24.306153 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-a36adcc7-4272-47f9-8e41-e36a4d226e89 req-3e691978-4367-48b5-8e20-0a04864bbc24 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Request body: {'floatingip': {'port_id': 'a5c49df0-d28f-405f-90b3-5cf4b6829fed', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:16:24.348208 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-a36adcc7-4272-47f9-8e41-e36a4d226e89 req-3e691978-4367-48b5-8e20-0a04864bbc24 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Publish callbacks [] for floatingip, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:24.878255 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-a36adcc7-4272-47f9-8e41-e36a4d226e89 req-3e691978-4367-48b5-8e20-0a04864bbc24 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:24.882154 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-a36adcc7-4272-47f9-8e41-e36a4d226e89 req-3e691978-4367-48b5-8e20-0a04864bbc24 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:24.982065 n-d-765315-29 neutron-server[102600]: INFO neutron.db.l3_db [req-a36adcc7-4272-47f9-8e41-e36a4d226e89 req-3e691978-4367-48b5-8e20-0a04864bbc24 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Floating IP 3e2b047e-15af-4835-9a8f-30a4d86850e9 associated. External IP: 172.25.2.205, port: a5c49df0-d28f-405f-90b3-5cf4b6829fed. Nov 12 08:16:25.196363 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a36adcc7-4272-47f9-8e41-e36a4d226e89 req-3e691978-4367-48b5-8e20-0a04864bbc24 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Router 2afeee7c-b576-4633-a35f-f331c90a8da2 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:16:25.302881 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a36adcc7-4272-47f9-8e41-e36a4d226e89 req-3e691978-4367-48b5-8e20-0a04864bbc24 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:16:25.307903 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-a36adcc7-4272-47f9-8e41-e36a4d226e89 req-3e691978-4367-48b5-8e20-0a04864bbc24 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:25.312466 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02c8e43-370f-481f-b198-c03581f2fb0a None None] Sync routers for ids ['2afeee7c-b576-4633-a35f-f331c90a8da2'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:16:25.333974 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02c8e43-370f-481f-b198-c03581f2fb0a None None] Routers {'2afeee7c-b576-4633-a35f-f331c90a8da2'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:16:25.334642 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-c02c8e43-370f-481f-b198-c03581f2fb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:16:06Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['2afeee7c-b576-4633-a35f-f331c90a8da2'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:16:25.335857 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a36adcc7-4272-47f9-8e41-e36a4d226e89 req-3e691978-4367-48b5-8e20-0a04864bbc24 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] 10.222.0.26 "PUT /v2.0/floatingips/3e2b047e-15af-4835-9a8f-30a4d86850e9 HTTP/1.1" status: 200 len: 996 time: 1.0329602 Nov 12 08:16:25.336332 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa90f9bc-a70a-40ec-8f15-cd04b66769d3', 'tag': 'a5c49df0-d28f-405f-90b3-5cf4b6829fed'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:16:25.338732 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be9da10d-b48c-4b93-892a-11d89f376d3e" -d '{"events": [{"name": "network-changed", "server_uuid": "fa90f9bc-a70a-40ec-8f15-cd04b66769d3", "tag": "a5c49df0-d28f-405f-90b3-5cf4b6829fed"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:16:25.391686 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36adcc7-4272-47f9-8e41-e36a4d226e89 req-1ad40221-2be3-4460-992b-5612e8749a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:25.393178 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a36adcc7-4272-47f9-8e41-e36a4d226e89 req-1ad40221-2be3-4460-992b-5612e8749a4c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a3655fc692f64f9985d4e0b53ed5aba3&device_id=fa90f9bc-a70a-40ec-8f15-cd04b66769d3 HTTP/1.1" status: 200 len: 1097 time: 0.0445919 Nov 12 08:16:25.447724 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-c02c8e43-370f-481f-b198-c03581f2fb0a None None] Set router 2afeee7c-b576-4633-a35f-f331c90a8da2 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:16:25.482824 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36adcc7-4272-47f9-8e41-e36a4d226e89 req-3b808968-ced1-41ae-a1f7-94fd2a15de8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:25.484420 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a36adcc7-4272-47f9-8e41-e36a4d226e89 req-3b808968-ced1-41ae-a1f7-94fd2a15de8c service neutron] 10.222.0.26 "GET /v2.0/networks?id=d5b62c02-2961-4070-812a-34bad2cdddd0 HTTP/1.1" status: 200 len: 930 time: 0.0852406 Nov 12 08:16:25.691186 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-c02c8e43-370f-481f-b198-c03581f2fb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2afeee7c-b576-4633-a35f-f331c90a8da2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1418442507-router', 'tenant_id': 'a3655fc692f64f9985d4e0b53ed5aba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': 'bedd050a-f617-455f-ae11-f65c3938cb64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:15:51Z', 'updated_at': '2021-11-12T08:15:56Z', 'revision_number': 4, 'project_id': 'a3655fc692f64f9985d4e0b53ed5aba3', 'gw_port': {'id': 'bedd050a-f617-455f-ae11-f65c3938cb64', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:2f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afeee7c-b576-4633-a35f-f331c90a8da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:15:52Z', 'updated_at': '2021-11-12T08:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': '3e2b047e-15af-4835-9a8f-30a4d86850e9', 'tenant_id': 'a3655fc692f64f9985d4e0b53ed5aba3', 'floating_ip_address': '172.25.2.205', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': '2afeee7c-b576-4633-a35f-f331c90a8da2', 'port_id': 'a5c49df0-d28f-405f-90b3-5cf4b6829fed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 903, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5b62c02-2961-4070-812a-34bad2cdddd0', 'mac_address': 'fa:16:3e:52:3c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa90f9bc-a70a-40ec-8f15-cd04b66769d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:16:22Z', 'updated_at': '2021-11-12T08:16:24Z', 'revision_number': 1, 'project_id': 'a3655fc692f64f9985d4e0b53ed5aba3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '769ad535-63b9-4e4c-9de3-ba1e3048ed6a', 'name': '', 'network_id': 'd5b62c02-2961-4070-812a-34bad2cdddd0', 'tenant_id': 'a3655fc692f64f9985d4e0b53ed5aba3', 'mac_address': 'fa:16:3e:03:50:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afeee7c-b576-4633-a35f-f331c90a8da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '3b4b01a8-2b9b-4ee0-bd67-6d402ecf8f19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:15:55Z', 'updated_at': '2021-11-12T08:16:00Z', 'revision_number': 5, 'project_id': 'a3655fc692f64f9985d4e0b53ed5aba3', 'subnets': [{'id': '3b4b01a8-2b9b-4ee0-bd67-6d402ecf8f19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:16:25.718323 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02c8e43-370f-481f-b198-c03581f2fb0a None None] Checking router: 2afeee7c-b576-4633-a35f-f331c90a8da2 for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:16:25.728158 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02c8e43-370f-481f-b198-c03581f2fb0a None None] Routers {'2afeee7c-b576-4633-a35f-f331c90a8da2'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:16:25.728776 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-c02c8e43-370f-481f-b198-c03581f2fb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:16:06Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['2afeee7c-b576-4633-a35f-f331c90a8da2'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:16:25.803265 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a36adcc7-4272-47f9-8e41-e36a4d226e89 req-1a22b9cf-9678-4271-b023-4b75639a147f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5c49df0-d28f-405f-90b3-5cf4b6829fed HTTP/1.1" status: 200 len: 999 time: 0.3118532 Nov 12 08:16:25.843183 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-c02c8e43-370f-481f-b198-c03581f2fb0a None None] Set router 2afeee7c-b576-4633-a35f-f331c90a8da2 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:16:25.854320 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36adcc7-4272-47f9-8e41-e36a4d226e89 req-631b3578-2c8e-4bb6-99b1-c4f6555e3d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:25.855856 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a36adcc7-4272-47f9-8e41-e36a4d226e89 req-631b3578-2c8e-4bb6-99b1-c4f6555e3d92 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3b4b01a8-2b9b-4ee0-bd67-6d402ecf8f19 HTTP/1.1" status: 200 len: 868 time: 0.0465486 Nov 12 08:16:25.900785 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36adcc7-4272-47f9-8e41-e36a4d226e89 req-6460f4f3-127e-42b5-b7aa-a3019c21dbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:25.902195 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a36adcc7-4272-47f9-8e41-e36a4d226e89 req-6460f4f3-127e-42b5-b7aa-a3019c21dbcf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d5b62c02-2961-4070-812a-34bad2cdddd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403409 Nov 12 08:16:25.997108 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a36adcc7-4272-47f9-8e41-e36a4d226e89 req-956748d7-1569-48c3-8c77-0a4326d562df service neutron] 10.222.0.26 "GET /v2.0/networks/d5b62c02-2961-4070-812a-34bad2cdddd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883803 Nov 12 08:16:26.074080 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-c02c8e43-370f-481f-b198-c03581f2fb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2afeee7c-b576-4633-a35f-f331c90a8da2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1418442507-router', 'tenant_id': 'a3655fc692f64f9985d4e0b53ed5aba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': 'bedd050a-f617-455f-ae11-f65c3938cb64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:15:51Z', 'updated_at': '2021-11-12T08:15:56Z', 'revision_number': 4, 'project_id': 'a3655fc692f64f9985d4e0b53ed5aba3', 'gw_port': {'id': 'bedd050a-f617-455f-ae11-f65c3938cb64', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:2f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afeee7c-b576-4633-a35f-f331c90a8da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:15:52Z', 'updated_at': '2021-11-12T08:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': '3e2b047e-15af-4835-9a8f-30a4d86850e9', 'tenant_id': 'a3655fc692f64f9985d4e0b53ed5aba3', 'floating_ip_address': '172.25.2.205', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': '2afeee7c-b576-4633-a35f-f331c90a8da2', 'port_id': 'a5c49df0-d28f-405f-90b3-5cf4b6829fed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 903, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5b62c02-2961-4070-812a-34bad2cdddd0', 'mac_address': 'fa:16:3e:52:3c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa90f9bc-a70a-40ec-8f15-cd04b66769d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:16:22Z', 'updated_at': '2021-11-12T08:16:24Z', 'revision_number': 1, 'project_id': 'a3655fc692f64f9985d4e0b53ed5aba3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '769ad535-63b9-4e4c-9de3-ba1e3048ed6a', 'name': '', 'network_id': 'd5b62c02-2961-4070-812a-34bad2cdddd0', 'tenant_id': 'a3655fc692f64f9985d4e0b53ed5aba3', 'mac_address': 'fa:16:3e:03:50:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afeee7c-b576-4633-a35f-f331c90a8da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '3b4b01a8-2b9b-4ee0-bd67-6d402ecf8f19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:15:55Z', 'updated_at': '2021-11-12T08:16:00Z', 'revision_number': 5, 'project_id': 'a3655fc692f64f9985d4e0b53ed5aba3', 'subnets': [{'id': '3b4b01a8-2b9b-4ee0-bd67-6d402ecf8f19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:16:26.088666 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a36adcc7-4272-47f9-8e41-e36a4d226e89 req-4e523619-1ad7-4ad6-a680-144fa258291f service neutron] 10.222.0.26 "GET /v2.0/networks/d5b62c02-2961-4070-812a-34bad2cdddd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853910 Nov 12 08:16:26.101350 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02c8e43-370f-481f-b198-c03581f2fb0a None None] The sync data for ids ['2afeee7c-b576-4633-a35f-f331c90a8da2'] in n-d-765315-29 is: [{'id': '2afeee7c-b576-4633-a35f-f331c90a8da2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1418442507-router', 'tenant_id': 'a3655fc692f64f9985d4e0b53ed5aba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': 'bedd050a-f617-455f-ae11-f65c3938cb64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:15:51Z', 'updated_at': '2021-11-12T08:15:56Z', 'revision_number': 4, 'project_id': 'a3655fc692f64f9985d4e0b53ed5aba3', 'gw_port': {'id': 'bedd050a-f617-455f-ae11-f65c3938cb64', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:2f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afeee7c-b576-4633-a35f-f331c90a8da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:15:52Z', 'updated_at': '2021-11-12T08:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': '3e2b047e-15af-4835-9a8f-30a4d86850e9', 'tenant_id': 'a3655fc692f64f9985d4e0b53ed5aba3', 'floating_ip_address': '172.25.2.205', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': '2afeee7c-b576-4633-a35f-f331c90a8da2', 'port_id': 'a5c49df0-d28f-405f-90b3-5cf4b6829fed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 903, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5b62c02-2961-4070-812a-34bad2cdddd0', 'mac_address': 'fa:16:3e:52:3c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa90f9bc-a70a-40ec-8f15-cd04b66769d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:16:22Z', 'updated_at': '2021-11-12T08:16:24Z', 'revision_number': 1, 'project_id': 'a3655fc692f64f9985d4e0b53ed5aba3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '769ad535-63b9-4e4c-9de3-ba1e3048ed6a', 'name': '', 'network_id': 'd5b62c02-2961-4070-812a-34bad2cdddd0', 'tenant_id': 'a3655fc692f64f9985d4e0b53ed5aba3', 'mac_address': 'fa:16:3e:03:50:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afeee7c-b576-4633-a35f-f331c90a8da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '3b4b01a8-2b9b-4ee0-bd67-6d402ecf8f19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:15:55Z', 'updated_at': '2021-11-12T08:16:00Z', 'revision_number': 5, 'project_id': 'a3655fc692f64f9985d4e0b53ed5aba3', 'subnets': [{'id': '3b4b01a8-2b9b-4ee0-bd67-6d402ecf8f19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:16:26.208175 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274224de-0cde-4b4a-ae56-ac124c7673b5 req-5a1c82fd-2e07-4598-a2bc-f859277438d5 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:26.209684 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-274224de-0cde-4b4a-ae56-ac124c7673b5 req-5a1c82fd-2e07-4598-a2bc-f859277438d5 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f57cf19d-8546-4524-93ec-600f8426f630 HTTP/1.1" status: 200 len: 946 time: 0.0569038 Nov 12 08:16:26.260526 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-274224de-0cde-4b4a-ae56-ac124c7673b5 req-43947221-b994-4873-8acb-36985ef94f78 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442066 Nov 12 08:16:26.298623 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d534db-663a-4be2-bac0-f774466aae0f None None] New status for floating IP 3e2b047e-15af-4835-9a8f-30a4d86850e9: ACTIVE {{(pid=102602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:16:26.375706 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c727d9-9e5c-4e7a-a677-4c85804034ae req-820578fa-4877-45c8-87e6-f5438c2382e3 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:26.377169 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-94c727d9-9e5c-4e7a-a677-4c85804034ae req-820578fa-4877-45c8-87e6-f5438c2382e3 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=54100ade-491e-488a-8bdb-541746e0bddb HTTP/1.1" status: 200 len: 945 time: 0.0494132 Nov 12 08:16:26.424973 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-94c727d9-9e5c-4e7a-a677-4c85804034ae req-042abcd9-29d4-49f4-842d-d392341fda52 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412259 Nov 12 08:16:26.530148 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b4c2ac-1d14-434b-a392-160b6d76d19c req-f30ec7a3-b3d8-4e6b-8f29-534a1ae909a6 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:26.531632 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b4b4c2ac-1d14-434b-a392-160b6d76d19c req-f30ec7a3-b3d8-4e6b-8f29-534a1ae909a6 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=2fb8d5c0-2de2-44f6-9bab-123c9403a196 HTTP/1.1" status: 200 len: 949 time: 0.0492756 Nov 12 08:16:26.587807 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b4b4c2ac-1d14-434b-a392-160b6d76d19c req-271191a7-ccb7-45a6-aa0d-3e9c97b52cfa tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488954 Nov 12 08:16:26.713786 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64fa292-8023-43e4-a643-adf990ab6443 req-f2134f4b-06fe-458c-947f-4f3709dc21f2 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:26.719081 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c64fa292-8023-43e4-a643-adf990ab6443 req-f2134f4b-06fe-458c-947f-4f3709dc21f2 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bbc781e-4ed7-4ee2-86c1-5657cde41973 HTTP/1.1" status: 200 len: 945 time: 0.0551653 Nov 12 08:16:26.725319 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e695b8-93b1-4755-aea5-0711b3b5f42c req-442bf83e-933e-427d-88ae-1ad61300757e tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:26.727473 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c0e695b8-93b1-4755-aea5-0711b3b5f42c req-442bf83e-933e-427d-88ae-1ad61300757e tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b3cc798-9628-4452-be74-f36a32d532c1 HTTP/1.1" status: 200 len: 944 time: 0.1230061 Nov 12 08:16:26.729520 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bbcedd-4a3e-43e3-9285-a93b8ee5a123 req-10ee84e1-ee69-4364-b1de-f9d4770a87eb tempest-LiveMigrationTest-1817512610 tempest-LiveMigrationTest-1817512610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:26.731748 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f8bbcedd-4a3e-43e3-9285-a93b8ee5a123 req-10ee84e1-ee69-4364-b1de-f9d4770a87eb tempest-LiveMigrationTest-1817512610 tempest-LiveMigrationTest-1817512610-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5b3cc798-9628-4452-be74-f36a32d532c1&tenant_id=7317cbf37f7b44a3b0cd0a433cf6ba52&binding%3Ahost_id=n-h2-765315-29 HTTP/1.1" status: 200 len: 1096 time: 0.1162901 Nov 12 08:16:26.744451 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef95e53-a547-4782-8f8e-cae35858284c req-0bfe6150-353a-47f9-9c82-e5dfe58855d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:26.745946 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3ef95e53-a547-4782-8f8e-cae35858284c req-0bfe6150-353a-47f9-9c82-e5dfe58855d7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=867280fe-66ee-4047-a8b4-3fdb92fcef26 HTTP/1.1" status: 200 len: 1097 time: 0.0882046 Nov 12 08:16:26.775721 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c64fa292-8023-43e4-a643-adf990ab6443 req-a8a95376-9bbd-49d7-8f1e-734702109197 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/security-groups?id=2be1fc6f-9ac2-4510-8984-890d50fd1a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543771 Nov 12 08:16:26.851934 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c0e695b8-93b1-4755-aea5-0711b3b5f42c req-1a869be8-0aeb-4518-9dc2-6904b388f87b tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162150 Nov 12 08:16:26.854976 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3ef95e53-a547-4782-8f8e-cae35858284c req-dcca17eb-4b8b-4c8d-9611-946c4f30eb50 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895205 Nov 12 08:16:26.857155 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bbcedd-4a3e-43e3-9285-a93b8ee5a123 req-0e300f3a-df9e-4eec-90d8-d2204278c561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:26.858709 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f8bbcedd-4a3e-43e3-9285-a93b8ee5a123 req-0e300f3a-df9e-4eec-90d8-d2204278c561 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5b3cc798-9628-4452-be74-f36a32d532c1&tenant_id=7317cbf37f7b44a3b0cd0a433cf6ba52 HTTP/1.1" status: 200 len: 1096 time: 0.1105998 Nov 12 08:16:26.903437 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4822814-d8ab-4c8f-a711-d7d2f27b0cdd req-2d811bda-bae2-47e1-8a47-cfc863b45faa tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:26.905169 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e4822814-d8ab-4c8f-a711-d7d2f27b0cdd req-2d811bda-bae2-47e1-8a47-cfc863b45faa tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=867280fe-66ee-4047-a8b4-3fdb92fcef26 HTTP/1.1" status: 200 len: 945 time: 0.0570207 Nov 12 08:16:26.906672 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f97065c-726b-4c6d-b3ec-ca7835e9d6a8 x-openstack-request-id: req-4f97065c-726b-4c6d-b3ec-ca7835e9d6a8 {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:16:26.906960 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa90f9bc-a70a-40ec-8f15-cd04b66769d3", "tag": "a5c49df0-d28f-405f-90b3-5cf4b6829fed", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:16:26.907338 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4f97065c-726b-4c6d-b3ec-ca7835e9d6a8 {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:16:26.907789 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa90f9bc-a70a-40ec-8f15-cd04b66769d3', 'tag': 'a5c49df0-d28f-405f-90b3-5cf4b6829fed', 'status': 'completed', 'code': 200} Nov 12 08:16:26.956438 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e4822814-d8ab-4c8f-a711-d7d2f27b0cdd req-55564e1c-f0ed-4721-b1d3-479b16134387 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442381 Nov 12 08:16:27.014183 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9da10d-b48c-4b93-892a-11d89f376d3e req-5f0cc665-ab06-4d8d-a8bd-9787a4217834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:27.015708 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-be9da10d-b48c-4b93-892a-11d89f376d3e req-5f0cc665-ab06-4d8d-a8bd-9787a4217834 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a3655fc692f64f9985d4e0b53ed5aba3&device_id=fa90f9bc-a70a-40ec-8f15-cd04b66769d3 HTTP/1.1" status: 200 len: 1097 time: 0.0487914 Nov 12 08:16:27.127021 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-709a9d01-ca64-4973-80a8-1c9cc5126242 req-7847d189-ed06-418f-9383-e6b489980eb1 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=d709f64f-f9e6-4525-b020-ad48633b9bbf HTTP/1.1" status: 200 len: 258 time: 0.2089779 Nov 12 08:16:27.128856 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9da10d-b48c-4b93-892a-11d89f376d3e req-b5baf4b6-ab7c-4fd9-b61d-6865cb4a35d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:27.130935 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-be9da10d-b48c-4b93-892a-11d89f376d3e req-b5baf4b6-ab7c-4fd9-b61d-6865cb4a35d2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d5b62c02-2961-4070-812a-34bad2cdddd0 HTTP/1.1" status: 200 len: 930 time: 0.1070716 Nov 12 08:16:27.136562 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-709a9d01-ca64-4973-80a8-1c9cc5126242 req-261cc414-fae8-4c88-a471-3430f8005257 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Request body: {'floatingip': {'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:16:27.161641 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-709a9d01-ca64-4973-80a8-1c9cc5126242 req-261cc414-fae8-4c88-a471-3430f8005257 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Publish callbacks [] for floatingip, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:27.209416 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-be9da10d-b48c-4b93-892a-11d89f376d3e req-5e668951-1860-46d4-a866-669a649a7231 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5c49df0-d28f-405f-90b3-5cf4b6829fed HTTP/1.1" status: 200 len: 1001 time: 0.0653675 Nov 12 08:16:27.262255 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9da10d-b48c-4b93-892a-11d89f376d3e req-01f64456-066f-44c6-9d73-0fa4b53d5039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:27.263757 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-be9da10d-b48c-4b93-892a-11d89f376d3e req-01f64456-066f-44c6-9d73-0fa4b53d5039 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3b4b01a8-2b9b-4ee0-bd67-6d402ecf8f19 HTTP/1.1" status: 200 len: 868 time: 0.0463595 Nov 12 08:16:27.268787 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-709a9d01-ca64-4973-80a8-1c9cc5126242 req-261cc414-fae8-4c88-a471-3430f8005257 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:27.334455 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9da10d-b48c-4b93-892a-11d89f376d3e req-3ab5bfcd-1359-4682-8314-a84bb24b17af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:27.336449 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-be9da10d-b48c-4b93-892a-11d89f376d3e req-3ab5bfcd-1359-4682-8314-a84bb24b17af service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d5b62c02-2961-4070-812a-34bad2cdddd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550988 Nov 12 08:16:27.395630 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-709a9d01-ca64-4973-80a8-1c9cc5126242 req-261cc414-fae8-4c88-a471-3430f8005257 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Allocated IP 172.25.2.228 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/cff98c64-cfb2-49ed-86a4-ff893e25579c) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:16:27.480120 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b13548d-0dce-4972-b58c-0e6b29538520 req-9d01804e-b0c7-4d03-99c3-f96de390b80d tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:27.481604 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9b13548d-0dce-4972-b58c-0e6b29538520 req-9d01804e-b0c7-4d03-99c3-f96de390b80d tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f57cf19d-8546-4524-93ec-600f8426f630 HTTP/1.1" status: 200 len: 946 time: 0.0985713 Nov 12 08:16:27.485254 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-be9da10d-b48c-4b93-892a-11d89f376d3e req-ddcb04cb-8988-4532-83a5-1dc1d255a2dc service neutron] 10.222.0.44 "GET /v2.0/networks/d5b62c02-2961-4070-812a-34bad2cdddd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344283 Nov 12 08:16:27.499155 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-709a9d01-ca64-4973-80a8-1c9cc5126242 req-261cc414-fae8-4c88-a471-3430f8005257 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:27.539022 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-709a9d01-ca64-4973-80a8-1c9cc5126242 req-261cc414-fae8-4c88-a471-3430f8005257 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:27.593140 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9b13548d-0dce-4972-b58c-0e6b29538520 req-6ee2c994-8378-4ba2-bca3-24b73e48c23a tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047440 Nov 12 08:16:27.612878 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-709a9d01-ca64-4973-80a8-1c9cc5126242 req-261cc414-fae8-4c88-a471-3430f8005257 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:16:27.619234 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-be9da10d-b48c-4b93-892a-11d89f376d3e req-95cadf94-c734-4b67-ae67-dc986b698216 service neutron] 10.222.0.44 "GET /v2.0/networks/d5b62c02-2961-4070-812a-34bad2cdddd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237528 Nov 12 08:16:27.623944 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-709a9d01-ca64-4973-80a8-1c9cc5126242 req-261cc414-fae8-4c88-a471-3430f8005257 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:16:27.626471 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-709a9d01-ca64-4973-80a8-1c9cc5126242 req-261cc414-fae8-4c88-a471-3430f8005257 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:16:27.660140 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261cc414-fae8-4c88-a471-3430f8005257 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Pushing event updated for resources: {'Port': ['ID=cff98c64-cfb2-49ed-86a4-ff893e25579c,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:27.694768 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261cc414-fae8-4c88-a471-3430f8005257 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:16:27.695119 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261cc414-fae8-4c88-a471-3430f8005257 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:16:27.695457 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261cc414-fae8-4c88-a471-3430f8005257 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:16:27.695793 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261cc414-fae8-4c88-a471-3430f8005257 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:16:27.696121 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261cc414-fae8-4c88-a471-3430f8005257 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:16:27.696449 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261cc414-fae8-4c88-a471-3430f8005257 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:16:27.696775 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261cc414-fae8-4c88-a471-3430f8005257 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:16:27.697098 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261cc414-fae8-4c88-a471-3430f8005257 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:16:27.697419 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261cc414-fae8-4c88-a471-3430f8005257 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:16:27.697737 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261cc414-fae8-4c88-a471-3430f8005257 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:16:27.698053 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261cc414-fae8-4c88-a471-3430f8005257 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:16:27.698370 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261cc414-fae8-4c88-a471-3430f8005257 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:16:27.707505 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bbcedd-4a3e-43e3-9285-a93b8ee5a123 req-879e8285-0b1e-4554-a3a7-23daaab5f6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:27.709015 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f8bbcedd-4a3e-43e3-9285-a93b8ee5a123 req-879e8285-0b1e-4554-a3a7-23daaab5f6a6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7317cbf37f7b44a3b0cd0a433cf6ba52&device_id=5b3cc798-9628-4452-be74-f36a32d532c1 HTTP/1.1" status: 200 len: 1096 time: 0.1669950 Nov 12 08:16:27.712142 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af704945-31b3-4bc1-a57a-3431c725e707 req-c7d87751-c9ed-463a-9bc0-14e5387c3455 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:27.714836 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-af704945-31b3-4bc1-a57a-3431c725e707 req-c7d87751-c9ed-463a-9bc0-14e5387c3455 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=54100ade-491e-488a-8bdb-541746e0bddb HTTP/1.1" status: 200 len: 945 time: 0.0561721 Nov 12 08:16:27.764200 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-af704945-31b3-4bc1-a57a-3431c725e707 req-42876048-8af6-448b-94dd-dfabddd39d15 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438566 Nov 12 08:16:27.808204 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-709a9d01-ca64-4973-80a8-1c9cc5126242 req-261cc414-fae8-4c88-a471-3430f8005257 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:27.861053 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-709a9d01-ca64-4973-80a8-1c9cc5126242 req-261cc414-fae8-4c88-a471-3430f8005257 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:27.865266 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bbcedd-4a3e-43e3-9285-a93b8ee5a123 req-2d0db4e3-0305-4ef6-ba48-00b70ba889a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:27.866329 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f8bbcedd-4a3e-43e3-9285-a93b8ee5a123 req-2d0db4e3-0305-4ef6-ba48-00b70ba889a4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a HTTP/1.1" status: 200 len: 908 time: 0.1323526 Nov 12 08:16:27.925662 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f8bbcedd-4a3e-43e3-9285-a93b8ee5a123 req-35a1631b-8538-4c79-a65a-b09117439a7e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3358e3c7-e57c-4854-afa0-8bf13d153298 HTTP/1.1" status: 200 len: 217 time: 0.0414178 Nov 12 08:16:27.945631 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619dc18b-48a4-4926-b4ef-03690ea837f2 req-fed46d39-a612-4797-90eb-b63f15342dd5 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:27.947261 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-619dc18b-48a4-4926-b4ef-03690ea837f2 req-fed46d39-a612-4797-90eb-b63f15342dd5 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=2fb8d5c0-2de2-44f6-9bab-123c9403a196 HTTP/1.1" status: 200 len: 949 time: 0.0490575 Nov 12 08:16:28.004200 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-619dc18b-48a4-4926-b4ef-03690ea837f2 req-142cf599-f5fb-418c-ba51-dea81941d8c7 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506766 Nov 12 08:16:28.032799 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bbcedd-4a3e-43e3-9285-a93b8ee5a123 req-e7cf95d4-5569-4c80-a28c-34a158fda03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:28.034304 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f8bbcedd-4a3e-43e3-9285-a93b8ee5a123 req-e7cf95d4-5569-4c80-a28c-34a158fda03c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b48e5e9c-f3da-4efc-88c4-db8837528b82 HTTP/1.1" status: 200 len: 847 time: 0.0997560 Nov 12 08:16:28.078688 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f8bbcedd-4a3e-43e3-9285-a93b8ee5a123 req-039197ae-aaa6-41af-ae5b-201ff4ebc202 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322232 Nov 12 08:16:28.117170 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a3e275-2e8b-4db3-8e5c-6aa186408027 req-1b1df53e-ee30-4c2d-a250-330deb1cdf06 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:28.118708 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c0a3e275-2e8b-4db3-8e5c-6aa186408027 req-1b1df53e-ee30-4c2d-a250-330deb1cdf06 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bbc781e-4ed7-4ee2-86c1-5657cde41973 HTTP/1.1" status: 200 len: 945 time: 0.0512733 Nov 12 08:16:28.167830 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c0a3e275-2e8b-4db3-8e5c-6aa186408027 req-47b641bc-f00f-4480-b777-733398b2ff7a tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/security-groups?id=2be1fc6f-9ac2-4510-8984-890d50fd1a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425372 Nov 12 08:16:28.178689 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-709a9d01-ca64-4973-80a8-1c9cc5126242 req-261cc414-fae8-4c88-a471-3430f8005257 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:28.197435 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-709a9d01-ca64-4973-80a8-1c9cc5126242 req-261cc414-fae8-4c88-a471-3430f8005257 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:28.208377 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f8bbcedd-4a3e-43e3-9285-a93b8ee5a123 req-b4fdc1e5-2b17-4f8f-b24a-587be158a775 service neutron] 10.222.0.21 "GET /v2.0/networks/6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153007 Nov 12 08:16:28.277304 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bb86b7-ba66-4351-b259-f91ccd270ecf req-8c0ad02e-bf20-4053-9015-cfe94d5225ae tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:28.278815 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-93bb86b7-ba66-4351-b259-f91ccd270ecf req-8c0ad02e-bf20-4053-9015-cfe94d5225ae tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b3cc798-9628-4452-be74-f36a32d532c1 HTTP/1.1" status: 200 len: 944 time: 0.0506418 Nov 12 08:16:28.295197 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261cc414-fae8-4c88-a471-3430f8005257 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Pushing event updated for resources: {'Port': ['ID=cff98c64-cfb2-49ed-86a4-ff893e25579c,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:28.329831 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-93bb86b7-ba66-4351-b259-f91ccd270ecf req-0ffd7320-6d97-420b-aa8d-3c3393695b36 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447083 Nov 12 08:16:28.341273 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-709a9d01-ca64-4973-80a8-1c9cc5126242 req-261cc414-fae8-4c88-a471-3430f8005257 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:28.368392 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-709a9d01-ca64-4973-80a8-1c9cc5126242 req-261cc414-fae8-4c88-a471-3430f8005257 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:28.369679 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-709a9d01-ca64-4973-80a8-1c9cc5126242 req-261cc414-fae8-4c88-a471-3430f8005257 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2369075 Nov 12 08:16:28.381348 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f8bbcedd-4a3e-43e3-9285-a93b8ee5a123 req-5983ac9f-17a1-4359-9442-e05ec261e188 service neutron] 10.222.0.21 "GET /v2.0/networks/6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486359 Nov 12 08:16:28.428956 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-709a9d01-ca64-4973-80a8-1c9cc5126242 req-55f64ae3-aa11-4f88-b984-1c0d152af722 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.2.228 HTTP/1.1" status: 200 len: 696 time: 0.0464287 Nov 12 08:16:28.542130 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fa2f28-6513-41cb-a6f6-f8c5682cfab6 req-6ab34dd5-ff6f-4dd9-98b8-e1cde9d81374 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:28.543640 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-11fa2f28-6513-41cb-a6f6-f8c5682cfab6 req-6ab34dd5-ff6f-4dd9-98b8-e1cde9d81374 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/networks?id=fe05a3f0-e7b5-4820-a80d-5e53a559df6b HTTP/1.1" status: 200 len: 810 time: 0.1095593 Nov 12 08:16:28.545107 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709a9d01-ca64-4973-80a8-1c9cc5126242 req-96a62463-981c-44b5-9e7b-1147fa0557b2 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:28.546466 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-709a9d01-ca64-4973-80a8-1c9cc5126242 req-96a62463-981c-44b5-9e7b-1147fa0557b2 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] 10.222.0.26 "GET /v2.0/networks/d709f64f-f9e6-4525-b020-ad48633b9bbf HTTP/1.1" status: 200 len: 784 time: 0.1110032 Nov 12 08:16:28.561237 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-11fa2f28-6513-41cb-a6f6-f8c5682cfab6 req-77a7643e-e488-4b3b-8486-eb7fa46871c0 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/quotas/4185fcef2b8f49279dd089f3c02606eb HTTP/1.1" status: 200 len: 375 time: 0.0112767 Nov 12 08:16:28.620113 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-11fa2f28-6513-41cb-a6f6-f8c5682cfab6 req-38195020-a320-44ae-ad2a-75014fddbe02 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=4185fcef2b8f49279dd089f3c02606eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528841 Nov 12 08:16:28.689093 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aceb443-cca4-445e-8d91-5634f8aed45c req-f09889b2-c36b-4a55-b9af-e929f2fc8cf6 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:28.690575 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8aceb443-cca4-445e-8d91-5634f8aed45c req-f09889b2-c36b-4a55-b9af-e929f2fc8cf6 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=867280fe-66ee-4047-a8b4-3fdb92fcef26 HTTP/1.1" status: 200 len: 945 time: 0.0925615 Nov 12 08:16:28.692668 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bbcedd-4a3e-43e3-9285-a93b8ee5a123 req-6c1324e5-cc72-4f63-baec-d276d21cf3c7 tempest-LiveMigrationTest-1817512610 tempest-LiveMigrationTest-1817512610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:28.694474 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f8bbcedd-4a3e-43e3-9285-a93b8ee5a123 req-6c1324e5-cc72-4f63-baec-d276d21cf3c7 tempest-LiveMigrationTest-1817512610 tempest-LiveMigrationTest-1817512610-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5b3cc798-9628-4452-be74-f36a32d532c1&tenant_id=7317cbf37f7b44a3b0cd0a433cf6ba52&binding%3Ahost_id=n-h1-765315-29 HTTP/1.1" status: 200 len: 1096 time: 0.0597894 Nov 12 08:16:28.717535 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-11fa2f28-6513-41cb-a6f6-f8c5682cfab6 req-60899fc4-6158-47d1-8382-7dd70655e7a8 service neutron] 10.222.0.26 "GET /v2.0/networks/fe05a3f0-e7b5-4820-a80d-5e53a559df6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900099 Nov 12 08:16:28.776328 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8aceb443-cca4-445e-8d91-5634f8aed45c req-3c036a60-1a45-4cf7-bd76-ea387056252d tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793958 Nov 12 08:16:28.822384 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-11fa2f28-6513-41cb-a6f6-f8c5682cfab6 req-1f8eedd0-63c2-4c5d-8b74-8ede3c09517c service neutron] 10.222.0.26 "GET /v2.0/networks/fe05a3f0-e7b5-4820-a80d-5e53a559df6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965366 Nov 12 08:16:28.856800 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-f8bbcedd-4a3e-43e3-9285-a93b8ee5a123 req-b63273b0-b8c0-479e-8474-202910614758 service neutron] For port 3358e3c7-e57c-4854-afa0-8bf13d153298, host n-h2-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:16:28.861212 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-f8bbcedd-4a3e-43e3-9285-a93b8ee5a123 req-b63273b0-b8c0-479e-8474-202910614758 service neutron] Publish callbacks [] for binding, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:28.862459 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f8bbcedd-4a3e-43e3-9285-a93b8ee5a123 req-b63273b0-b8c0-479e-8474-202910614758 service neutron] 10.222.0.21 "DELETE /v2.0/ports/3358e3c7-e57c-4854-afa0-8bf13d153298/bindings/n-h2-765315-29 HTTP/1.1" status: 204 len: 173 time: 0.1527603 Nov 12 08:16:29.049997 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdea9a75-16a2-47fa-94bc-22b418ea435d req-c386e39c-7091-4c00-bcab-c5df216df526 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:29.052234 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fdea9a75-16a2-47fa-94bc-22b418ea435d req-c386e39c-7091-4c00-bcab-c5df216df526 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f57cf19d-8546-4524-93ec-600f8426f630 HTTP/1.1" status: 200 len: 946 time: 0.0608861 Nov 12 08:16:29.063374 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaa71af-39db-4458-a0cb-a347c1fcda44 req-0bcd6b2a-12bc-45e0-aef7-6fccf47656d2 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:29.065012 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dcaa71af-39db-4458-a0cb-a347c1fcda44 req-0bcd6b2a-12bc-45e0-aef7-6fccf47656d2 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa90f9bc-a70a-40ec-8f15-cd04b66769d3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0937672 Nov 12 08:16:29.110170 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fdea9a75-16a2-47fa-94bc-22b418ea435d req-44beab46-4454-437b-acc5-330a6e093f53 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511785 Nov 12 08:16:29.132620 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dcaa71af-39db-4458-a0cb-a347c1fcda44 req-b38fc493-2155-45ac-84d1-e1c2dd5e222b tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.2.228 HTTP/1.1" status: 200 len: 696 time: 0.0497403 Nov 12 08:16:29.137468 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-dcaa71af-39db-4458-a0cb-a347c1fcda44 req-dad112de-0541-4540-a211-46595d493cf4 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Request body: {'floatingip': {'port_id': 'a5c49df0-d28f-405f-90b3-5cf4b6829fed', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:16:29.177936 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-dcaa71af-39db-4458-a0cb-a347c1fcda44 req-dad112de-0541-4540-a211-46595d493cf4 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Publish callbacks [] for floatingip, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:29.460297 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fc109e22-fada-4cf2-9fb7-44234c006a04 req-f2a4aa38-9c25-4d5b-bab6-384bb6e63346 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=ebbe8b45-86a6-4712-bda1-f12f02e5941d HTTP/1.1" status: 200 len: 210 time: 0.0288444 Nov 12 08:16:29.583757 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d898776-a0ef-4f47-a6c2-2feebd71dccf req-0d6335ee-311d-451b-8748-81ad6db4d1bb tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:29.585697 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7d898776-a0ef-4f47-a6c2-2feebd71dccf req-0d6335ee-311d-451b-8748-81ad6db4d1bb tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=2fb8d5c0-2de2-44f6-9bab-123c9403a196 HTTP/1.1" status: 200 len: 949 time: 0.0510166 Nov 12 08:16:29.636187 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7d898776-a0ef-4f47-a6c2-2feebd71dccf req-3592ade1-7b78-41dd-a97e-41662c4ec240 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446765 Nov 12 08:16:29.730314 n-d-765315-29 neutron-server[102599]: INFO neutron.api.v2.resource [req-dcaa71af-39db-4458-a0cb-a347c1fcda44 req-dad112de-0541-4540-a211-46595d493cf4 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] update failed (client error): There was a conflict when trying to complete your request. Nov 12 08:16:29.731366 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dcaa71af-39db-4458-a0cb-a347c1fcda44 req-dad112de-0541-4540-a211-46595d493cf4 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] 10.222.0.26 "PUT /v2.0/floatingips/22ace5a4-d8f1-45a6-8c56-54a97375386d HTTP/1.1" status: 409 len: 550 time: 0.5979731 Nov 12 08:16:29.762284 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ae0ea4-4058-402f-b790-cc665a277e16 req-9c3a3af3-d502-4fb2-9109-5ada051288e4 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:29.763321 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-48ae0ea4-4058-402f-b790-cc665a277e16 req-9c3a3af3-d502-4fb2-9109-5ada051288e4 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b3cc798-9628-4452-be74-f36a32d532c1 HTTP/1.1" status: 200 len: 944 time: 0.0535808 Nov 12 08:16:29.811543 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-48ae0ea4-4058-402f-b790-cc665a277e16 req-46a89ad6-5dfa-40b4-8d26-33b9b76b0d41 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420489 Nov 12 08:16:29.876566 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a986fde8-5065-4c59-a937-c90171820567 req-6f49c549-b1e3-434d-99da-dd132f037fb1 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] 10.222.0.26 "GET /v2.0/floatingips/22ace5a4-d8f1-45a6-8c56-54a97375386d HTTP/1.1" status: 200 len: 693 time: 0.0428395 Nov 12 08:16:29.905005 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52173194-dd8c-4335-b320-04880cb1ecc3 req-d89dd1c5-73ff-4e51-98a6-654e8f4eaef2 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:29.906364 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-52173194-dd8c-4335-b320-04880cb1ecc3 req-d89dd1c5-73ff-4e51-98a6-654e8f4eaef2 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/networks?id=40394aaa-5b48-46ac-9ed5-f45717b31d2a HTTP/1.1" status: 200 len: 813 time: 0.1060557 Nov 12 08:16:29.921811 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-52173194-dd8c-4335-b320-04880cb1ecc3 req-d61a169c-7f52-41ad-905e-f5fb4daf9fe8 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/quotas/deb25bb1b8c546c195b106e520296f90 HTTP/1.1" status: 200 len: 375 time: 0.0089946 Nov 12 08:16:29.974137 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-52173194-dd8c-4335-b320-04880cb1ecc3 req-0c15f935-b030-47e6-958d-a0c9dd987e7c tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=deb25bb1b8c546c195b106e520296f90&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453501 Nov 12 08:16:29.987974 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a986fde8-5065-4c59-a937-c90171820567 req-2d65fbd6-6dd2-40ff-ba94-fb804fae5598 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:29.990921 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a986fde8-5065-4c59-a937-c90171820567 req-2d65fbd6-6dd2-40ff-ba94-fb804fae5598 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] 10.222.0.26 "GET /v2.0/networks/d709f64f-f9e6-4525-b020-ad48633b9bbf HTTP/1.1" status: 200 len: 784 time: 0.1080103 Nov 12 08:16:30.041453 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a986fde8-5065-4c59-a937-c90171820567 req-3c0faeaf-8313-4b0f-8c7d-ba0cf694dbc1 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.2.228 HTTP/1.1" status: 200 len: 696 time: 0.0454032 Nov 12 08:16:30.074499 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-52173194-dd8c-4335-b320-04880cb1ecc3 req-709d1002-7bbc-4271-b6dc-c3fe1961e4c4 service neutron] 10.222.0.26 "GET /v2.0/networks/40394aaa-5b48-46ac-9ed5-f45717b31d2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923488 Nov 12 08:16:30.099762 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a986fde8-5065-4c59-a937-c90171820567 req-4ee61bca-6b9a-4de8-b6ab-d8704f082e7f tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.2.228 HTTP/1.1" status: 200 len: 696 time: 0.0521424 Nov 12 08:16:30.183874 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-52173194-dd8c-4335-b320-04880cb1ecc3 req-a81a5c51-605e-4f69-9a15-dcbbe88df700 service neutron] 10.222.0.26 "GET /v2.0/networks/40394aaa-5b48-46ac-9ed5-f45717b31d2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028082 Nov 12 08:16:30.255886 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [req-a986fde8-5065-4c59-a937-c90171820567 req-4d804240-d3b3-4d19-a58b-51b7f32dd310 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Deleting port cff98c64-cfb2-49ed-86a4-ff893e25579c {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:16:30.256227 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-a986fde8-5065-4c59-a937-c90171820567 req-4d804240-d3b3-4d19-a58b-51b7f32dd310 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:30.339782 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-a986fde8-5065-4c59-a937-c90171820567 req-4d804240-d3b3-4d19-a58b-51b7f32dd310 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:30.340141 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-a986fde8-5065-4c59-a937-c90171820567 req-4d804240-d3b3-4d19-a58b-51b7f32dd310 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:30.353539 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [req-a986fde8-5065-4c59-a937-c90171820567 req-4d804240-d3b3-4d19-a58b-51b7f32dd310 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Calling delete_port for cff98c64-cfb2-49ed-86a4-ff893e25579c owned by network:floatingip {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:16:30.446981 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2299db-63bb-4db9-b309-f983087a31b5 req-511ab9a9-930f-4055-ae04-7af982ed4396 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:30.448543 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8e2299db-63bb-4db9-b309-f983087a31b5 req-511ab9a9-930f-4055-ae04-7af982ed4396 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=867280fe-66ee-4047-a8b4-3fdb92fcef26 HTTP/1.1" status: 200 len: 945 time: 0.0624330 Nov 12 08:16:30.500141 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8e2299db-63bb-4db9-b309-f983087a31b5 req-2dac2976-5688-4fdd-b3ed-d655ee50a836 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445266 Nov 12 08:16:30.510918 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-a986fde8-5065-4c59-a937-c90171820567 req-4d804240-d3b3-4d19-a58b-51b7f32dd310 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:30.538516 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d804240-d3b3-4d19-a58b-51b7f32dd310 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Pushing event deleted for resources: {'Port': ['ID=cff98c64-cfb2-49ed-86a4-ff893e25579c,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:30.623389 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-a986fde8-5065-4c59-a937-c90171820567 req-4d804240-d3b3-4d19-a58b-51b7f32dd310 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Publish callbacks [] for floatingip, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:30.626810 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-a986fde8-5065-4c59-a937-c90171820567 req-4d804240-d3b3-4d19-a58b-51b7f32dd310 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:30.634989 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a986fde8-5065-4c59-a937-c90171820567 req-4d804240-d3b3-4d19-a58b-51b7f32dd310 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] 10.222.0.26 "DELETE /v2.0/floatingips/22ace5a4-d8f1-45a6-8c56-54a97375386d HTTP/1.1" status: 204 len: 173 time: 0.5242581 Nov 12 08:16:30.689243 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eef7cb-378f-4f4e-8fb4-7eb473e0aa1b req-e86a7b00-cecf-4051-bcba-a0b435c71911 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:30.691420 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-96eef7cb-378f-4f4e-8fb4-7eb473e0aa1b req-e86a7b00-cecf-4051-bcba-a0b435c71911 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f57cf19d-8546-4524-93ec-600f8426f630 HTTP/1.1" status: 200 len: 946 time: 0.0616918 Nov 12 08:16:30.772282 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-96eef7cb-378f-4f4e-8fb4-7eb473e0aa1b req-16668e90-d60f-4510-8a5e-0aab6b6226fb tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682554 Nov 12 08:16:30.883077 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fa2f28-6513-41cb-a6f6-f8c5682cfab6 req-4d58531e-a485-4319-92db-189b71700474 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:30.884765 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-11fa2f28-6513-41cb-a6f6-f8c5682cfab6 req-4d58531e-a485-4319-92db-189b71700474 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.44 "GET /v2.0/networks?id=fe05a3f0-e7b5-4820-a80d-5e53a559df6b HTTP/1.1" status: 200 len: 810 time: 0.2093930 Nov 12 08:16:30.889751 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cc270203-74cf-4f96-9fe7-c36cf4fe52bc req-a0ab1758-441d-4b19-9e64-352f1b452cde tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=ebbe8b45-86a6-4712-bda1-f12f02e5941d HTTP/1.1" status: 200 len: 210 time: 0.0303247 Nov 12 08:16:30.920897 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-11fa2f28-6513-41cb-a6f6-f8c5682cfab6 req-dea18a52-a90e-4245-a9cc-749b586c819e tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Request body: {'port': {'device_id': 'ebbe8b45-86a6-4712-bda1-f12f02e5941d', 'network_id': 'fe05a3f0-e7b5-4820-a80d-5e53a559df6b', 'admin_state_up': True, 'tenant_id': '4185fcef2b8f49279dd089f3c02606eb'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:16:31.003474 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-52e855de-cf82-4b49-8593-b876983ec22d req-11a1a9d2-1eab-42c7-87a1-107c30fd78b3 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.2.205 HTTP/1.1" status: 200 len: 1001 time: 0.0784075 Nov 12 08:16:31.056630 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a6ac86-fbb0-4a81-87d8-473f6cdd971e req-59b749ec-531f-4d98-a348-82a04d589b23 tempest-LiveMigrationTest-1817512610 tempest-LiveMigrationTest-1817512610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:31.058298 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c7a6ac86-fbb0-4a81-87d8-473f6cdd971e req-59b749ec-531f-4d98-a348-82a04d589b23 tempest-LiveMigrationTest-1817512610 tempest-LiveMigrationTest-1817512610-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=5b3cc798-9628-4452-be74-f36a32d532c1 HTTP/1.1" status: 200 len: 1096 time: 0.1069324 Nov 12 08:16:31.066204 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e855de-cf82-4b49-8593-b876983ec22d req-b421fd90-9666-464e-9ac7-da0d4e3cd59f tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:31.074512 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-52e855de-cf82-4b49-8593-b876983ec22d req-b421fd90-9666-464e-9ac7-da0d4e3cd59f tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] 10.222.0.26 "GET /v2.0/ports/a5c49df0-d28f-405f-90b3-5cf4b6829fed HTTP/1.1" status: 200 len: 942 time: 0.0685761 Nov 12 08:16:31.117238 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11fa2f28-6513-41cb-a6f6-f8c5682cfab6 req-dea18a52-a90e-4245-a9cc-749b586c819e tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Made reservation on behalf of 4185fcef2b8f49279dd089f3c02606eb for: {'port': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:16:31.121417 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-11fa2f28-6513-41cb-a6f6-f8c5682cfab6 req-dea18a52-a90e-4245-a9cc-749b586c819e tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:31.158929 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c7a6ac86-fbb0-4a81-87d8-473f6cdd971e req-b7d87ca5-8f17-422c-a3a1-39e7a8d7598f tempest-LiveMigrationTest-1817512610 tempest-LiveMigrationTest-1817512610-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882752 Nov 12 08:16:31.236911 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-52e855de-cf82-4b49-8593-b876983ec22d req-d1bc555f-0038-497b-8d71-9cc6569b5b9d tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.2.205 HTTP/1.1" status: 200 len: 1001 time: 0.1143591 Nov 12 08:16:31.273390 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf79fa9-45c5-4818-84a7-4e48973c3345 req-5d07de11-5d29-4bab-be79-f64784794481 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:31.276865 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-edf79fa9-45c5-4818-84a7-4e48973c3345 req-5d07de11-5d29-4bab-be79-f64784794481 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bbc781e-4ed7-4ee2-86c1-5657cde41973 HTTP/1.1" status: 200 len: 945 time: 0.1131039 Nov 12 08:16:31.362554 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf317d-8c89-4e89-a011-ef38504bb540 req-bea53788-f786-4cd7-a5e5-f2065d01f035 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:31.365179 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9bdf317d-8c89-4e89-a011-ef38504bb540 req-bea53788-f786-4cd7-a5e5-f2065d01f035 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=2fb8d5c0-2de2-44f6-9bab-123c9403a196 HTTP/1.1" status: 200 len: 949 time: 0.1036000 Nov 12 08:16:31.406450 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [req-11fa2f28-6513-41cb-a6f6-f8c5682cfab6 req-dea18a52-a90e-4245-a9cc-749b586c819e tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Allocated IP 172.20.0.11 (fe05a3f0-e7b5-4820-a80d-5e53a559df6b/2fa031d2-0eb2-40ca-b071-7b73de446d96/a95b215a-7dbe-4c48-9fbe-3f8161921e9a) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:16:31.447917 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9bdf317d-8c89-4e89-a011-ef38504bb540 req-fda135c0-ec52-4770-a831-23fdea384f3b tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759003 Nov 12 08:16:31.472212 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e855de-cf82-4b49-8593-b876983ec22d req-cf497df0-a920-43c7-867b-2bafde541b49 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:31.473799 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-52e855de-cf82-4b49-8593-b876983ec22d req-cf497df0-a920-43c7-867b-2bafde541b49 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] 10.222.0.26 "GET /v2.0/networks/d709f64f-f9e6-4525-b020-ad48633b9bbf HTTP/1.1" status: 200 len: 784 time: 0.2193062 Nov 12 08:16:31.494641 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-edf79fa9-45c5-4818-84a7-4e48973c3345 req-e482819e-2158-436a-a311-449d5e6e17ac tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Deleting port 3e834aae-9b5f-458d-9cc7-973354893b85 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:16:31.494987 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-edf79fa9-45c5-4818-84a7-4e48973c3345 req-e482819e-2158-436a-a311-449d5e6e17ac tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:31.571517 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cf6bf312-49c2-44af-a583-017e60c85b39 req-797e650c-597d-44ea-9d40-00a724166e48 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/ports?device_id=938048e2-0281-4fad-b8ab-bb11145374d0 HTTP/1.1" status: 200 len: 210 time: 0.0546708 Nov 12 08:16:31.635203 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-52e855de-cf82-4b49-8593-b876983ec22d req-de439fda-9f21-4ef9-9794-234152ef1331 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.2.205 HTTP/1.1" status: 200 len: 1001 time: 0.1530356 Nov 12 08:16:31.647601 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-11fa2f28-6513-41cb-a6f6-f8c5682cfab6 req-dea18a52-a90e-4245-a9cc-749b586c819e tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:31.651139 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-52e855de-cf82-4b49-8593-b876983ec22d req-b508caef-b2d9-4773-8750-8a4e9427c307 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:16:31.721098 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-edf79fa9-45c5-4818-84a7-4e48973c3345 req-e482819e-2158-436a-a311-449d5e6e17ac tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] For port 3e834aae-9b5f-458d-9cc7-973354893b85, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=3e834aae-9b5f-458d-9cc7-973354893b85,segment=NetworkSegment(a106eec8-121b-4263-b8d3-a9f51835748a),segment_id=a106eec8-121b-4263-b8d3-a9f51835748a)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:16:31.721459 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-edf79fa9-45c5-4818-84a7-4e48973c3345 req-e482819e-2158-436a-a311-449d5e6e17ac tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:31.740991 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4343ba-f3e9-44c4-aa64-1f7a2dd32e52 req-057c093e-482c-443b-ac8e-43dbde62de18 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:31.742901 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fa4343ba-f3e9-44c4-aa64-1f7a2dd32e52 req-057c093e-482c-443b-ac8e-43dbde62de18 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.21 "GET /v2.0/ports?device_id=814ef8c2-2c7f-478a-bce9-fc579bf87532 HTTP/1.1" status: 200 len: 945 time: 0.1598945 Nov 12 08:16:31.751849 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-edf79fa9-45c5-4818-84a7-4e48973c3345 req-e482819e-2158-436a-a311-449d5e6e17ac tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Calling delete_port for 3e834aae-9b5f-458d-9cc7-973354893b85 owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:16:31.755759 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-11fa2f28-6513-41cb-a6f6-f8c5682cfab6 req-dea18a52-a90e-4245-a9cc-749b586c819e tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:31.772692 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['b07b07f0-0d60-4c2a-803d-9c89a50f4f2e'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:16:31.796665 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-52e855de-cf82-4b49-8593-b876983ec22d req-b508caef-b2d9-4773-8750-8a4e9427c307 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Publish callbacks [] for floatingip, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:31.819133 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:16:31.855672 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11fa2f28-6513-41cb-a6f6-f8c5682cfab6 req-dea18a52-a90e-4245-a9cc-749b586c819e tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Network fe05a3f0-e7b5-4820-a80d-5e53a559df6b is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:16:31.865125 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [req-11fa2f28-6513-41cb-a6f6-f8c5682cfab6 req-dea18a52-a90e-4245-a9cc-749b586c819e tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:16:31.867807 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [req-11fa2f28-6513-41cb-a6f6-f8c5682cfab6 req-dea18a52-a90e-4245-a9cc-749b586c819e tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:16:31.888616 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c40def-02b1-45a3-95b8-f4376f8b7743 req-50e58c06-da38-4035-b5f6-9fda5694c0be tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:31.890152 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e2c40def-02b1-45a3-95b8-f4376f8b7743 req-50e58c06-da38-4035-b5f6-9fda5694c0be tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/networks?id=6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a HTTP/1.1" status: 200 len: 807 time: 0.2324741 Nov 12 08:16:31.899678 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea18a52-a90e-4245-a9cc-749b586c819e tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Pushing event updated for resources: {'Port': ['ID=a95b215a-7dbe-4c48-9fbe-3f8161921e9a,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:31.948328 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e2c40def-02b1-45a3-95b8-f4376f8b7743 req-a680dc82-ec8c-4cd3-8ede-584878a40de4 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/quotas/7317cbf37f7b44a3b0cd0a433cf6ba52 HTTP/1.1" status: 200 len: 375 time: 0.0150824 Nov 12 08:16:32.006294 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fa2f28-6513-41cb-a6f6-f8c5682cfab6 req-dea18a52-a90e-4245-a9cc-749b586c819e tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:32.006852 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-11fa2f28-6513-41cb-a6f6-f8c5682cfab6 req-dea18a52-a90e-4245-a9cc-749b586c819e tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:32.030381 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e2c40def-02b1-45a3-95b8-f4376f8b7743 req-909b47c4-9831-443c-a0ae-c2dd56261963 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=7317cbf37f7b44a3b0cd0a433cf6ba52&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0697358 Nov 12 08:16:32.039191 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-11fa2f28-6513-41cb-a6f6-f8c5682cfab6 req-dea18a52-a90e-4245-a9cc-749b586c819e tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1225669 Nov 12 08:16:32.095330 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-11fa2f28-6513-41cb-a6f6-f8c5682cfab6 req-ef2ace20-b784-4cfc-ab3f-70f9f38d4621 service neutron] Request body: {'port': {'device_id': 'ebbe8b45-86a6-4712-bda1-f12f02e5941d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-29'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:16:32.121449 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52173194-dd8c-4335-b320-04880cb1ecc3 req-dd883b93-af12-4d46-8e0c-d48e720f7490 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:32.122966 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-52173194-dd8c-4335-b320-04880cb1ecc3 req-dd883b93-af12-4d46-8e0c-d48e720f7490 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.44 "GET /v2.0/networks?id=40394aaa-5b48-46ac-9ed5-f45717b31d2a HTTP/1.1" status: 200 len: 813 time: 0.2429280 Nov 12 08:16:32.176172 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-11fa2f28-6513-41cb-a6f6-f8c5682cfab6 req-ef2ace20-b784-4cfc-ab3f-70f9f38d4621 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:32.179830 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e2c40def-02b1-45a3-95b8-f4376f8b7743 req-c3cc9a0d-bf06-4ca5-885e-4cd71cf28083 service neutron] 10.222.0.26 "GET /v2.0/networks/6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396945 Nov 12 08:16:32.189204 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-52173194-dd8c-4335-b320-04880cb1ecc3 req-1dcd84c5-3dd1-482c-9cfb-a7c2bf4c69b3 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Request body: {'port': {'device_id': '4ea9b902-99d1-40fc-9fe4-1a1314bb6029', 'network_id': '40394aaa-5b48-46ac-9ed5-f45717b31d2a', 'admin_state_up': True, 'tenant_id': 'deb25bb1b8c546c195b106e520296f90'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:16:32.196472 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-52e855de-cf82-4b49-8593-b876983ec22d req-b508caef-b2d9-4773-8750-8a4e9427c307 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:32.222179 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-fa4343ba-f3e9-44c4-aa64-1f7a2dd32e52 req-b4a4674f-92b2-40b8-8211-57072fa9291a tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Deleting port 902cd9cc-6d3e-4409-98d1-ed041bf480dd {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:16:32.222517 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-fa4343ba-f3e9-44c4-aa64-1f7a2dd32e52 req-b4a4674f-92b2-40b8-8211-57072fa9291a tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:32.225099 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-52e855de-cf82-4b49-8593-b876983ec22d req-b508caef-b2d9-4773-8750-8a4e9427c307 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:32.225427 n-d-765315-29 neutron-server[102599]: INFO neutron.db.l3_db [req-52e855de-cf82-4b49-8593-b876983ec22d req-b508caef-b2d9-4773-8750-8a4e9427c307 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Floating IP 3e2b047e-15af-4835-9a8f-30a4d86850e9 disassociated. External IP: 172.25.2.205, port: a5c49df0-d28f-405f-90b3-5cf4b6829fed. Nov 12 08:16:32.362090 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e2c40def-02b1-45a3-95b8-f4376f8b7743 req-fe50aa25-2a4f-427d-a679-d5bf2a950488 service neutron] 10.222.0.26 "GET /v2.0/networks/6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741815 Nov 12 08:16:32.472754 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-edf79fa9-45c5-4818-84a7-4e48973c3345 req-e482819e-2158-436a-a311-449d5e6e17ac tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:32.491542 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['902cd9cc-6d3e-4409-98d1-ed041bf480dd', '3e834aae-9b5f-458d-9cc7-973354893b85'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:16:32.562245 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e482819e-2158-436a-a311-449d5e6e17ac tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Pushing event deleted for resources: {'Port': ['ID=3e834aae-9b5f-458d-9cc7-973354893b85,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:32.632506 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [req-11fa2f28-6513-41cb-a6f6-f8c5682cfab6 req-ef2ace20-b784-4cfc-ab3f-70f9f38d4621 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a95b215a-7dbe-4c48-9fbe-3f8161921e9a {{(pid=102600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:16:32.642916 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-11fa2f28-6513-41cb-a6f6-f8c5682cfab6 req-ef2ace20-b784-4cfc-ab3f-70f9f38d4621 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:32.658990 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.provisioning_blocks [req-11fa2f28-6513-41cb-a6f6-f8c5682cfab6 req-ef2ace20-b784-4cfc-ab3f-70f9f38d4621 service neutron] Transition to ACTIVE for port object a95b215a-7dbe-4c48-9fbe-3f8161921e9a will not be triggered until provisioned by entity L2. {{(pid=102600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:16:32.661095 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-fa4343ba-f3e9-44c4-aa64-1f7a2dd32e52 req-b4a4674f-92b2-40b8-8211-57072fa9291a tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] For port 902cd9cc-6d3e-4409-98d1-ed041bf480dd, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=902cd9cc-6d3e-4409-98d1-ed041bf480dd,segment=NetworkSegment(a106eec8-121b-4263-b8d3-a9f51835748a),segment_id=a106eec8-121b-4263-b8d3-a9f51835748a)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:16:32.661742 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-fa4343ba-f3e9-44c4-aa64-1f7a2dd32e52 req-b4a4674f-92b2-40b8-8211-57072fa9291a tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:32.680038 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-11fa2f28-6513-41cb-a6f6-f8c5682cfab6 req-ef2ace20-b784-4cfc-ab3f-70f9f38d4621 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:32.700207 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-edf79fa9-45c5-4818-84a7-4e48973c3345 req-e482819e-2158-436a-a311-449d5e6e17ac tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] No DVR routers for this DVR port 3e834aae-9b5f-458d-9cc7-973354893b85 on host n-h1-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:16:32.713495 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-edf79fa9-45c5-4818-84a7-4e48973c3345 req-e482819e-2158-436a-a311-449d5e6e17ac tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:32.718307 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-edf79fa9-45c5-4818-84a7-4e48973c3345 req-e482819e-2158-436a-a311-449d5e6e17ac tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.21 "DELETE /v2.0/ports/3e834aae-9b5f-458d-9cc7-973354893b85 HTTP/1.1" status: 204 len: 173 time: 1.4000745 Nov 12 08:16:32.721024 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-fa4343ba-f3e9-44c4-aa64-1f7a2dd32e52 req-b4a4674f-92b2-40b8-8211-57072fa9291a tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Calling delete_port for 902cd9cc-6d3e-4409-98d1-ed041bf480dd owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:16:32.725295 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bbc781e-4ed7-4ee2-86c1-5657cde41973', 'name': 'network-vif-deleted', 'tag': '3e834aae-9b5f-458d-9cc7-973354893b85'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:16:32.727848 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0800d9e7-69a5-4480-9dcd-e6d96a9dce34" -d '{"events": [{"server_uuid": "2bbc781e-4ed7-4ee2-86c1-5657cde41973", "name": "network-vif-deleted", "tag": "3e834aae-9b5f-458d-9cc7-973354893b85"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:16:32.745464 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52173194-dd8c-4335-b320-04880cb1ecc3 req-1dcd84c5-3dd1-482c-9cfb-a7c2bf4c69b3 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Made reservation on behalf of deb25bb1b8c546c195b106e520296f90 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:16:32.750381 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-52173194-dd8c-4335-b320-04880cb1ecc3 req-1dcd84c5-3dd1-482c-9cfb-a7c2bf4c69b3 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:32.867881 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2ace20-b784-4cfc-ab3f-70f9f38d4621 service neutron] Pushing event updated for resources: {'Port': ['ID=a95b215a-7dbe-4c48-9fbe-3f8161921e9a,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:32.871637 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52173194-dd8c-4335-b320-04880cb1ecc3 req-f6ee2568-2df9-4579-ae4e-a4e74bfa19d9 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:32.873184 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-52173194-dd8c-4335-b320-04880cb1ecc3 req-f6ee2568-2df9-4579-ae4e-a4e74bfa19d9 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.44 "GET /v2.0/networks?id=40394aaa-5b48-46ac-9ed5-f45717b31d2a HTTP/1.1" status: 200 len: 813 time: 0.4208465 Nov 12 08:16:32.889462 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729f6009-3cfc-4c6c-8183-90194265dda9 req-795e8070-7b18-4448-9c6e-3fea0b7ce0e5 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:32.891565 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-729f6009-3cfc-4c6c-8183-90194265dda9 req-795e8070-7b18-4448-9c6e-3fea0b7ce0e5 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=867280fe-66ee-4047-a8b4-3fdb92fcef26 HTTP/1.1" status: 200 len: 945 time: 0.2312367 Nov 12 08:16:32.936759 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-52173194-dd8c-4335-b320-04880cb1ecc3 req-521e48c9-047f-4379-8598-7e6805b5b11f tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Request body: {'port': {'device_id': '938048e2-0281-4fad-b8ab-bb11145374d0', 'network_id': '40394aaa-5b48-46ac-9ed5-f45717b31d2a', 'admin_state_up': True, 'tenant_id': 'deb25bb1b8c546c195b106e520296f90'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:16:32.939570 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-11fa2f28-6513-41cb-a6f6-f8c5682cfab6 req-ef2ace20-b784-4cfc-ab3f-70f9f38d4621 service neutron] Attempting to bind port a95b215a-7dbe-4c48-9fbe-3f8161921e9a on host n-h2-765315-29 for vnic_type normal with profile {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:16:32.939910 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-11fa2f28-6513-41cb-a6f6-f8c5682cfab6 req-ef2ace20-b784-4cfc-ab3f-70f9f38d4621 service neutron] Attempting to bind port a95b215a-7dbe-4c48-9fbe-3f8161921e9a by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': '0481860e-ef41-474b-ab33-5174e36c5825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'fe05a3f0-e7b5-4820-a80d-5e53a559df6b'}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:16:32.940338 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11fa2f28-6513-41cb-a6f6-f8c5682cfab6 req-ef2ace20-b784-4cfc-ab3f-70f9f38d4621 service neutron] Attempting to bind port a95b215a-7dbe-4c48-9fbe-3f8161921e9a on network fe05a3f0-e7b5-4820-a80d-5e53a559df6b {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:16:32.949346 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11fa2f28-6513-41cb-a6f6-f8c5682cfab6 req-ef2ace20-b784-4cfc-ab3f-70f9f38d4621 service neutron] Port a95b215a-7dbe-4c48-9fbe-3f8161921e9a on network fe05a3f0-e7b5-4820-a80d-5e53a559df6b not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:16:32.949702 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11fa2f28-6513-41cb-a6f6-f8c5682cfab6 req-ef2ace20-b784-4cfc-ab3f-70f9f38d4621 service neutron] Attempting to bind port a95b215a-7dbe-4c48-9fbe-3f8161921e9a on network fe05a3f0-e7b5-4820-a80d-5e53a559df6b {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:16:32.966061 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11fa2f28-6513-41cb-a6f6-f8c5682cfab6 req-ef2ace20-b784-4cfc-ab3f-70f9f38d4621 service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:16:32.966398 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11fa2f28-6513-41cb-a6f6-f8c5682cfab6 req-ef2ace20-b784-4cfc-ab3f-70f9f38d4621 service neutron] Checking segment: {'id': '0481860e-ef41-474b-ab33-5174e36c5825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'fe05a3f0-e7b5-4820-a80d-5e53a559df6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:16:32.966804 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11fa2f28-6513-41cb-a6f6-f8c5682cfab6 req-ef2ace20-b784-4cfc-ab3f-70f9f38d4621 service neutron] Bound using segment: {'id': '0481860e-ef41-474b-ab33-5174e36c5825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'fe05a3f0-e7b5-4820-a80d-5e53a559df6b'} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:16:32.967239 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-11fa2f28-6513-41cb-a6f6-f8c5682cfab6 req-ef2ace20-b784-4cfc-ab3f-70f9f38d4621 service neutron] Bound port: a95b215a-7dbe-4c48-9fbe-3f8161921e9a, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0481860e-ef41-474b-ab33-5174e36c5825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'fe05a3f0-e7b5-4820-a80d-5e53a559df6b'}}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:16:32.967628 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-11fa2f28-6513-41cb-a6f6-f8c5682cfab6 req-ef2ace20-b784-4cfc-ab3f-70f9f38d4621 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:32.991243 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-729f6009-3cfc-4c6c-8183-90194265dda9 req-868d5292-9f41-44c6-9c97-e1c7f0ca8617 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861804 Nov 12 08:16:33.073864 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-11fa2f28-6513-41cb-a6f6-f8c5682cfab6 req-ef2ace20-b784-4cfc-ab3f-70f9f38d4621 service neutron] For port a95b215a-7dbe-4c48-9fbe-3f8161921e9a, host n-h2-765315-29, cleared binding levels {{(pid=102600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:16:33.078242 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-11fa2f28-6513-41cb-a6f6-f8c5682cfab6 req-ef2ace20-b784-4cfc-ab3f-70f9f38d4621 service neutron] For port a95b215a-7dbe-4c48-9fbe-3f8161921e9a, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=a95b215a-7dbe-4c48-9fbe-3f8161921e9a,segment=NetworkSegment(0481860e-ef41-474b-ab33-5174e36c5825),segment_id=0481860e-ef41-474b-ab33-5174e36c5825)] {{(pid=102600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:16:33.092064 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-11fa2f28-6513-41cb-a6f6-f8c5682cfab6 req-ef2ace20-b784-4cfc-ab3f-70f9f38d4621 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:33.141309 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fa2f28-6513-41cb-a6f6-f8c5682cfab6 req-ef2ace20-b784-4cfc-ab3f-70f9f38d4621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:33.141836 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-11fa2f28-6513-41cb-a6f6-f8c5682cfab6 req-ef2ace20-b784-4cfc-ab3f-70f9f38d4621 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:33.143438 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-11fa2f28-6513-41cb-a6f6-f8c5682cfab6 req-ef2ace20-b784-4cfc-ab3f-70f9f38d4621 service neutron] 10.222.0.44 "PUT /v2.0/ports/a95b215a-7dbe-4c48-9fbe-3f8161921e9a HTTP/1.1" status: 200 len: 1093 time: 1.0519848 Nov 12 08:16:33.145029 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebbe8b45-86a6-4712-bda1-f12f02e5941d', 'tag': 'a95b215a-7dbe-4c48-9fbe-3f8161921e9a'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:16:33.147932 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb6e7e83-2982-4ad6-b994-3c70508dae91" -d '{"events": [{"name": "network-changed", "server_uuid": "ebbe8b45-86a6-4712-bda1-f12f02e5941d", "tag": "a95b215a-7dbe-4c48-9fbe-3f8161921e9a"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:16:33.206310 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2ace20-b784-4cfc-ab3f-70f9f38d4621 service neutron] Pushing event updated for resources: {'Port': ['ID=a95b215a-7dbe-4c48-9fbe-3f8161921e9a,revision_number=3']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:33.233494 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9601f1f3-7238-4b53-be70-4a8038a4ebd4 req-83278a1a-6ebb-43e5-a0f7-12f88e29e47e tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:33.235886 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9601f1f3-7238-4b53-be70-4a8038a4ebd4 req-83278a1a-6ebb-43e5-a0f7-12f88e29e47e tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f57cf19d-8546-4524-93ec-600f8426f630 HTTP/1.1" status: 200 len: 946 time: 0.0915930 Nov 12 08:16:33.319807 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fa2f28-6513-41cb-a6f6-f8c5682cfab6 req-a5402112-76f6-4b24-9e50-73ef0fcc7f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:33.322187 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-11fa2f28-6513-41cb-a6f6-f8c5682cfab6 req-a5402112-76f6-4b24-9e50-73ef0fcc7f98 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4185fcef2b8f49279dd089f3c02606eb&device_id=ebbe8b45-86a6-4712-bda1-f12f02e5941d HTTP/1.1" status: 200 len: 1096 time: 0.0848949 Nov 12 08:16:33.332353 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9601f1f3-7238-4b53-be70-4a8038a4ebd4 req-020a3af6-e35c-4f0b-8dfa-83582c649710 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862432 Nov 12 08:16:33.398875 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-11fa2f28-6513-41cb-a6f6-f8c5682cfab6 req-90f20ba8-e847-4320-9ed1-5c19ac709e5f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a95b215a-7dbe-4c48-9fbe-3f8161921e9a HTTP/1.1" status: 200 len: 217 time: 0.0529294 Nov 12 08:16:33.466996 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [req-52e855de-cf82-4b49-8593-b876983ec22d req-b508caef-b2d9-4773-8750-8a4e9427c307 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Router 2afeee7c-b576-4633-a35f-f331c90a8da2 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:16:33.509792 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fa2f28-6513-41cb-a6f6-f8c5682cfab6 req-cfd5b958-78d3-4fc3-a667-1ccaa4e03f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:33.511125 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-11fa2f28-6513-41cb-a6f6-f8c5682cfab6 req-cfd5b958-78d3-4fc3-a667-1ccaa4e03f07 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2fa031d2-0eb2-40ca-b071-7b73de446d96 HTTP/1.1" status: 200 len: 850 time: 0.1027529 Nov 12 08:16:33.526402 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c864cc03-a400-4e5e-9095-577dcddb0f53 req-f2ed4682-96c0-44e5-8d77-84fe741243a5 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:33.527925 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c864cc03-a400-4e5e-9095-577dcddb0f53 req-f2ed4682-96c0-44e5-8d77-84fe741243a5 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=ebbe8b45-86a6-4712-bda1-f12f02e5941d HTTP/1.1" status: 200 len: 944 time: 0.0725687 Nov 12 08:16:33.562399 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-11fa2f28-6513-41cb-a6f6-f8c5682cfab6 req-9e2230da-707a-4816-adbe-15654b490773 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fe05a3f0-e7b5-4820-a80d-5e53a559df6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335302 Nov 12 08:16:33.621780 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-52173194-dd8c-4335-b320-04880cb1ecc3 req-1dcd84c5-3dd1-482c-9cfb-a7c2bf4c69b3 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Allocated IP 172.20.0.11 (40394aaa-5b48-46ac-9ed5-f45717b31d2a/e8003fb7-8902-40e2-b290-1bf251c415df/9435dd1e-a08e-493c-a3b2-e989f60d23d3) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:16:33.637969 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-fa4343ba-f3e9-44c4-aa64-1f7a2dd32e52 req-b4a4674f-92b2-40b8-8211-57072fa9291a tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:33.648109 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c864cc03-a400-4e5e-9095-577dcddb0f53 req-056084de-9af4-41cd-9a78-7027b76643f2 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105762 Nov 12 08:16:33.684439 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-11fa2f28-6513-41cb-a6f6-f8c5682cfab6 req-921ac25c-845a-4b51-a5fd-675bf559f9cf service neutron] 10.222.0.44 "GET /v2.0/networks/fe05a3f0-e7b5-4820-a80d-5e53a559df6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103578 Nov 12 08:16:33.696366 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52173194-dd8c-4335-b320-04880cb1ecc3 req-521e48c9-047f-4379-8598-7e6805b5b11f tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Made reservation on behalf of deb25bb1b8c546c195b106e520296f90 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:16:33.700794 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-52173194-dd8c-4335-b320-04880cb1ecc3 req-521e48c9-047f-4379-8598-7e6805b5b11f tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:33.732567 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a4674f-92b2-40b8-8211-57072fa9291a tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Pushing event deleted for resources: {'Port': ['ID=902cd9cc-6d3e-4409-98d1-ed041bf480dd,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:33.830352 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa4343ba-f3e9-44c4-aa64-1f7a2dd32e52 req-b4a4674f-92b2-40b8-8211-57072fa9291a tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] No DVR routers for this DVR port 902cd9cc-6d3e-4409-98d1-ed041bf480dd on host n-h1-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:16:33.834056 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bcbacc-6e81-4cda-942a-f6824e3f19c6 req-5db67029-534f-4f4f-a235-69e36daa7424 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:33.835935 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-97bcbacc-6e81-4cda-942a-f6824e3f19c6 req-5db67029-534f-4f4f-a235-69e36daa7424 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=2fb8d5c0-2de2-44f6-9bab-123c9403a196 HTTP/1.1" status: 200 len: 949 time: 0.1039734 Nov 12 08:16:33.840118 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-11fa2f28-6513-41cb-a6f6-f8c5682cfab6 req-72435e71-b9c9-4c44-a517-8e03bba131fa service neutron] 10.222.0.44 "GET /v2.0/networks/fe05a3f0-e7b5-4820-a80d-5e53a559df6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342313 Nov 12 08:16:33.845490 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-fa4343ba-f3e9-44c4-aa64-1f7a2dd32e52 req-b4a4674f-92b2-40b8-8211-57072fa9291a tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:33.849708 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fa4343ba-f3e9-44c4-aa64-1f7a2dd32e52 req-b4a4674f-92b2-40b8-8211-57072fa9291a tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.21 "DELETE /v2.0/ports/902cd9cc-6d3e-4409-98d1-ed041bf480dd HTTP/1.1" status: 204 len: 173 time: 2.0950377 Nov 12 08:16:33.860129 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1b28fbae-ff6a-4893-89f6-165cf0c29847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:33.899363 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-52e855de-cf82-4b49-8593-b876983ec22d req-b508caef-b2d9-4773-8750-8a4e9427c307 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:16:33.911553 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd0914f-f923-46af-b83a-2d119af3ba4f None None] Sync routers for ids ['2afeee7c-b576-4633-a35f-f331c90a8da2'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:16:33.913111 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-97bcbacc-6e81-4cda-942a-f6824e3f19c6 req-69da3adf-3751-4a9c-9bff-7c5bf9f00144 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684745 Nov 12 08:16:33.929650 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd0914f-f923-46af-b83a-2d119af3ba4f None None] Routers {'2afeee7c-b576-4633-a35f-f331c90a8da2'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:16:33.930342 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-bcd0914f-f923-46af-b83a-2d119af3ba4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:16:06Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['2afeee7c-b576-4633-a35f-f331c90a8da2'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:16:33.949116 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-52e855de-cf82-4b49-8593-b876983ec22d req-b508caef-b2d9-4773-8750-8a4e9427c307 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:34.009965 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-52e855de-cf82-4b49-8593-b876983ec22d req-b508caef-b2d9-4773-8750-8a4e9427c307 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] 10.222.0.26 "PUT /v2.0/floatingips/3e2b047e-15af-4835-9a8f-30a4d86850e9 HTTP/1.1" status: 200 len: 695 time: 2.3681033 Nov 12 08:16:34.049274 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-52173194-dd8c-4335-b320-04880cb1ecc3 req-1dcd84c5-3dd1-482c-9cfb-a7c2bf4c69b3 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:34.063947 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7ff30ba4-bc77-45af-955c-8735bd377385 req-8dcc2d35-e489-4e65-8f22-9e2b71d4d21f tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d86ea33-8ea0-4666-aa3f-67876d020811 HTTP/1.1" status: 200 len: 210 time: 0.0730715 Nov 12 08:16:34.111717 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e855de-cf82-4b49-8593-b876983ec22d req-1fc30aa9-9f2d-4038-974a-4ed44bffda36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:34.113248 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-52e855de-cf82-4b49-8593-b876983ec22d req-1fc30aa9-9f2d-4038-974a-4ed44bffda36 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a3655fc692f64f9985d4e0b53ed5aba3&device_id=fa90f9bc-a70a-40ec-8f15-cd04b66769d3 HTTP/1.1" status: 200 len: 1097 time: 0.0782516 Nov 12 08:16:34.162724 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-52173194-dd8c-4335-b320-04880cb1ecc3 req-1dcd84c5-3dd1-482c-9cfb-a7c2bf4c69b3 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:34.214183 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3f152ac4-f82b-44f8-8deb-2ad6172f2e20 req-be2d6a39-c03d-4c8e-96b6-c0e6bd9c38e0 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/ports?device_id=938048e2-0281-4fad-b8ab-bb11145374d0 HTTP/1.1" status: 200 len: 210 time: 0.0345082 Nov 12 08:16:34.255468 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-bcd0914f-f923-46af-b83a-2d119af3ba4f None None] Set router 2afeee7c-b576-4633-a35f-f331c90a8da2 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:16:34.271601 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c40def-02b1-45a3-95b8-f4376f8b7743 req-90735cdb-2616-433c-8dfb-69c790b72e6a tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:34.274013 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e2c40def-02b1-45a3-95b8-f4376f8b7743 req-90735cdb-2616-433c-8dfb-69c790b72e6a tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.44 "GET /v2.0/networks?id=6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a HTTP/1.1" status: 200 len: 807 time: 0.2648935 Nov 12 08:16:34.297197 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52173194-dd8c-4335-b320-04880cb1ecc3 req-1dcd84c5-3dd1-482c-9cfb-a7c2bf4c69b3 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Network 40394aaa-5b48-46ac-9ed5-f45717b31d2a is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:16:34.305184 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-e2c40def-02b1-45a3-95b8-f4376f8b7743 req-1bdec9fc-0388-4e8f-b9b1-afa69c949d8c tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Request body: {'port': {'device_id': '1d86ea33-8ea0-4666-aa3f-67876d020811', 'network_id': '6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a', 'admin_state_up': True, 'tenant_id': '7317cbf37f7b44a3b0cd0a433cf6ba52'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:16:34.310985 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-52173194-dd8c-4335-b320-04880cb1ecc3 req-1dcd84c5-3dd1-482c-9cfb-a7c2bf4c69b3 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:16:34.315375 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-52173194-dd8c-4335-b320-04880cb1ecc3 req-521e48c9-047f-4379-8598-7e6805b5b11f tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Allocated IP 172.20.0.13 (40394aaa-5b48-46ac-9ed5-f45717b31d2a/e8003fb7-8902-40e2-b290-1bf251c415df/b74bb8fc-e47e-4951-af89-2edb144d74a0) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:16:34.322054 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-52173194-dd8c-4335-b320-04880cb1ecc3 req-1dcd84c5-3dd1-482c-9cfb-a7c2bf4c69b3 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:16:34.328574 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcd84c5-3dd1-482c-9cfb-a7c2bf4c69b3 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Pushing event updated for resources: {'Port': ['ID=9435dd1e-a08e-493c-a3b2-e989f60d23d3,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:34.387021 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86182327-8357-4acc-87ef-23911c93dd7b x-openstack-request-id: req-86182327-8357-4acc-87ef-23911c93dd7b {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:16:34.387270 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bbc781e-4ed7-4ee2-86c1-5657cde41973", "name": "network-vif-deleted", "tag": "3e834aae-9b5f-458d-9cc7-973354893b85", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:16:34.387684 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-86182327-8357-4acc-87ef-23911c93dd7b {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:16:34.388073 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bbc781e-4ed7-4ee2-86c1-5657cde41973', 'name': 'network-vif-deleted', 'tag': '3e834aae-9b5f-458d-9cc7-973354893b85', 'status': 'completed', 'code': 200} Nov 12 08:16:34.408977 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06548c2e-6b0f-42aa-b9e9-88197af1bbd3 x-openstack-request-id: req-06548c2e-6b0f-42aa-b9e9-88197af1bbd3 {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:16:34.409955 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebbe8b45-86a6-4712-bda1-f12f02e5941d", "tag": "a95b215a-7dbe-4c48-9fbe-3f8161921e9a", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:16:34.410418 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-06548c2e-6b0f-42aa-b9e9-88197af1bbd3 {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:16:34.411851 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebbe8b45-86a6-4712-bda1-f12f02e5941d', 'tag': 'a95b215a-7dbe-4c48-9fbe-3f8161921e9a', 'status': 'completed', 'code': 200} Nov 12 08:16:34.423992 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e855de-cf82-4b49-8593-b876983ec22d req-9d9b4193-2209-44a8-8286-ae8f9873e52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:34.425494 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-52e855de-cf82-4b49-8593-b876983ec22d req-9d9b4193-2209-44a8-8286-ae8f9873e52c service neutron] 10.222.0.26 "GET /v2.0/networks?id=d5b62c02-2961-4070-812a-34bad2cdddd0 HTTP/1.1" status: 200 len: 930 time: 0.3041823 Nov 12 08:16:34.461093 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52173194-dd8c-4335-b320-04880cb1ecc3 req-1dcd84c5-3dd1-482c-9cfb-a7c2bf4c69b3 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:34.461747 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-52173194-dd8c-4335-b320-04880cb1ecc3 req-1dcd84c5-3dd1-482c-9cfb-a7c2bf4c69b3 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:34.508637 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.44', 55883) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:16:34.524282 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-52e855de-cf82-4b49-8593-b876983ec22d req-4a647ee4-f960-4318-b812-cb8aa6f3c1dc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5c49df0-d28f-405f-90b3-5cf4b6829fed HTTP/1.1" status: 200 len: 217 time: 0.0862389 Nov 12 08:16:34.545413 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5af2371-0d3e-4d73-ae4a-aa264ba30028 req-d9722532-4d0b-4321-a247-2ec4cc08900c tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:34.554493 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f5af2371-0d3e-4d73-ae4a-aa264ba30028 req-d9722532-4d0b-4321-a247-2ec4cc08900c tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=867280fe-66ee-4047-a8b4-3fdb92fcef26 HTTP/1.1" status: 200 len: 945 time: 0.0802698 Nov 12 08:16:34.579072 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2c40def-02b1-45a3-95b8-f4376f8b7743 req-1bdec9fc-0388-4e8f-b9b1-afa69c949d8c tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Made reservation on behalf of 7317cbf37f7b44a3b0cd0a433cf6ba52 for: {'port': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:16:34.581300 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-bcd0914f-f923-46af-b83a-2d119af3ba4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2afeee7c-b576-4633-a35f-f331c90a8da2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1418442507-router', 'tenant_id': 'a3655fc692f64f9985d4e0b53ed5aba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': 'bedd050a-f617-455f-ae11-f65c3938cb64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:15:51Z', 'updated_at': '2021-11-12T08:15:56Z', 'revision_number': 4, 'project_id': 'a3655fc692f64f9985d4e0b53ed5aba3', 'gw_port': {'id': 'bedd050a-f617-455f-ae11-f65c3938cb64', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:2f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afeee7c-b576-4633-a35f-f331c90a8da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:15:52Z', 'updated_at': '2021-11-12T08:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '769ad535-63b9-4e4c-9de3-ba1e3048ed6a', 'name': '', 'network_id': 'd5b62c02-2961-4070-812a-34bad2cdddd0', 'tenant_id': 'a3655fc692f64f9985d4e0b53ed5aba3', 'mac_address': 'fa:16:3e:03:50:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afeee7c-b576-4633-a35f-f331c90a8da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '3b4b01a8-2b9b-4ee0-bd67-6d402ecf8f19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:15:55Z', 'updated_at': '2021-11-12T08:16:00Z', 'revision_number': 5, 'project_id': 'a3655fc692f64f9985d4e0b53ed5aba3', 'subnets': [{'id': '3b4b01a8-2b9b-4ee0-bd67-6d402ecf8f19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:16:34.583679 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-e2c40def-02b1-45a3-95b8-f4376f8b7743 req-1bdec9fc-0388-4e8f-b9b1-afa69c949d8c tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:34.594347 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-52173194-dd8c-4335-b320-04880cb1ecc3 req-1dcd84c5-3dd1-482c-9cfb-a7c2bf4c69b3 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4101646 Nov 12 08:16:34.621769 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd0914f-f923-46af-b83a-2d119af3ba4f None None] Checking router: 2afeee7c-b576-4633-a35f-f331c90a8da2 for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:16:34.631348 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd0914f-f923-46af-b83a-2d119af3ba4f None None] Routers {'2afeee7c-b576-4633-a35f-f331c90a8da2'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:16:34.632190 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-bcd0914f-f923-46af-b83a-2d119af3ba4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:16:06Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['2afeee7c-b576-4633-a35f-f331c90a8da2'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:16:34.632810 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-52173194-dd8c-4335-b320-04880cb1ecc3 req-c331ad92-4f3d-4420-89a0-c9cd65361afa service neutron] Request body: {'port': {'device_id': '4ea9b902-99d1-40fc-9fe4-1a1314bb6029', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:16:34.636436 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f5af2371-0d3e-4d73-ae4a-aa264ba30028 req-6a97dd58-717b-46c9-a9fe-d2ab696751d2 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796146 Nov 12 08:16:34.700881 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6e7e83-2982-4ad6-b994-3c70508dae91 req-49b0457d-43e0-45e0-9a2e-59c1b1734411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:34.702377 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-bb6e7e83-2982-4ad6-b994-3c70508dae91 req-49b0457d-43e0-45e0-9a2e-59c1b1734411 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4185fcef2b8f49279dd089f3c02606eb&device_id=ebbe8b45-86a6-4712-bda1-f12f02e5941d HTTP/1.1" status: 200 len: 1096 time: 0.1927910 Nov 12 08:16:34.703896 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e855de-cf82-4b49-8593-b876983ec22d req-0b287571-86a4-4231-871c-7aa0c86147a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:34.705409 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-52e855de-cf82-4b49-8593-b876983ec22d req-0b287571-86a4-4231-871c-7aa0c86147a5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3b4b01a8-2b9b-4ee0-bd67-6d402ecf8f19 HTTP/1.1" status: 200 len: 868 time: 0.1619556 Nov 12 08:16:34.766118 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-bcd0914f-f923-46af-b83a-2d119af3ba4f None None] Set router 2afeee7c-b576-4633-a35f-f331c90a8da2 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:16:34.829874 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [req-e2c40def-02b1-45a3-95b8-f4376f8b7743 req-1bdec9fc-0388-4e8f-b9b1-afa69c949d8c tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Allocated IP 172.20.0.14 (6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a/b48e5e9c-f3da-4efc-88c4-db8837528b82/b41977ee-00dd-4191-9c7e-54fa6c7fff8d) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:16:34.851528 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-52173194-dd8c-4335-b320-04880cb1ecc3 req-c331ad92-4f3d-4420-89a0-c9cd65361afa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:34.893463 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-52173194-dd8c-4335-b320-04880cb1ecc3 req-521e48c9-047f-4379-8598-7e6805b5b11f tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:34.896626 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf054e8d-ac68-4526-a15c-3bb30cba9681 req-d9c69f76-0723-4125-b9e4-67814b43f758 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:34.897883 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bf054e8d-ac68-4526-a15c-3bb30cba9681 req-d9c69f76-0723-4125-b9e4-67814b43f758 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f57cf19d-8546-4524-93ec-600f8426f630 HTTP/1.1" status: 200 len: 946 time: 0.0801754 Nov 12 08:16:34.929309 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e855de-cf82-4b49-8593-b876983ec22d req-a5d9dbe3-fd78-4acb-9358-c2c15298702f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:34.930761 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-52e855de-cf82-4b49-8593-b876983ec22d req-a5d9dbe3-fd78-4acb-9358-c2c15298702f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d5b62c02-2961-4070-812a-34bad2cdddd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2115140 Nov 12 08:16:34.954925 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 3e834aae-9b5f-458d-9cc7-973354893b85 no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:16:34.993387 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6e7e83-2982-4ad6-b994-3c70508dae91 req-1d66c0f3-8a5f-4d9a-82b1-e60b4baf563a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:34.994905 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-bb6e7e83-2982-4ad6-b994-3c70508dae91 req-1d66c0f3-8a5f-4d9a-82b1-e60b4baf563a service neutron] 10.222.0.44 "GET /v2.0/networks?id=fe05a3f0-e7b5-4820-a80d-5e53a559df6b HTTP/1.1" status: 200 len: 911 time: 0.2767894 Nov 12 08:16:34.997282 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-e530113a-7783-48f4-9840-8911a24052df None None] No Port match for: 3e834aae-9b5f-458d-9cc7-973354893b85 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:16:34.997620 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 3e834aae-9b5f-458d-9cc7-973354893b85 not bound to the agent host n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:16:34.998027 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 902cd9cc-6d3e-4409-98d1-ed041bf480dd no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:16:35.020676 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-e530113a-7783-48f4-9840-8911a24052df None None] No Port match for: 902cd9cc-6d3e-4409-98d1-ed041bf480dd {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:16:35.021079 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 902cd9cc-6d3e-4409-98d1-ed041bf480dd not bound to the agent host n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:16:35.064816 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-bcd0914f-f923-46af-b83a-2d119af3ba4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2afeee7c-b576-4633-a35f-f331c90a8da2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1418442507-router', 'tenant_id': 'a3655fc692f64f9985d4e0b53ed5aba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': 'bedd050a-f617-455f-ae11-f65c3938cb64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:15:51Z', 'updated_at': '2021-11-12T08:15:56Z', 'revision_number': 4, 'project_id': 'a3655fc692f64f9985d4e0b53ed5aba3', 'gw_port': {'id': 'bedd050a-f617-455f-ae11-f65c3938cb64', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:2f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afeee7c-b576-4633-a35f-f331c90a8da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:15:52Z', 'updated_at': '2021-11-12T08:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '769ad535-63b9-4e4c-9de3-ba1e3048ed6a', 'name': '', 'network_id': 'd5b62c02-2961-4070-812a-34bad2cdddd0', 'tenant_id': 'a3655fc692f64f9985d4e0b53ed5aba3', 'mac_address': 'fa:16:3e:03:50:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afeee7c-b576-4633-a35f-f331c90a8da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '3b4b01a8-2b9b-4ee0-bd67-6d402ecf8f19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:15:55Z', 'updated_at': '2021-11-12T08:16:00Z', 'revision_number': 5, 'project_id': 'a3655fc692f64f9985d4e0b53ed5aba3', 'subnets': [{'id': '3b4b01a8-2b9b-4ee0-bd67-6d402ecf8f19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:16:35.069802 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:35.099379 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd0914f-f923-46af-b83a-2d119af3ba4f None None] The sync data for ids ['2afeee7c-b576-4633-a35f-f331c90a8da2'] in n-d-765315-29 is: [{'id': '2afeee7c-b576-4633-a35f-f331c90a8da2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1418442507-router', 'tenant_id': 'a3655fc692f64f9985d4e0b53ed5aba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': 'bedd050a-f617-455f-ae11-f65c3938cb64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:15:51Z', 'updated_at': '2021-11-12T08:15:56Z', 'revision_number': 4, 'project_id': 'a3655fc692f64f9985d4e0b53ed5aba3', 'gw_port': {'id': 'bedd050a-f617-455f-ae11-f65c3938cb64', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:2f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afeee7c-b576-4633-a35f-f331c90a8da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:15:52Z', 'updated_at': '2021-11-12T08:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '769ad535-63b9-4e4c-9de3-ba1e3048ed6a', 'name': '', 'network_id': 'd5b62c02-2961-4070-812a-34bad2cdddd0', 'tenant_id': 'a3655fc692f64f9985d4e0b53ed5aba3', 'mac_address': 'fa:16:3e:03:50:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afeee7c-b576-4633-a35f-f331c90a8da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '3b4b01a8-2b9b-4ee0-bd67-6d402ecf8f19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:15:55Z', 'updated_at': '2021-11-12T08:16:00Z', 'revision_number': 5, 'project_id': 'a3655fc692f64f9985d4e0b53ed5aba3', 'subnets': [{'id': '3b4b01a8-2b9b-4ee0-bd67-6d402ecf8f19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:16:35.153024 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-bb6e7e83-2982-4ad6-b994-3c70508dae91 req-2699fb53-eb55-4517-be3d-e9ebfd435353 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a95b215a-7dbe-4c48-9fbe-3f8161921e9a HTTP/1.1" status: 200 len: 217 time: 0.0992961 Nov 12 08:16:35.183276 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-52173194-dd8c-4335-b320-04880cb1ecc3 req-521e48c9-047f-4379-8598-7e6805b5b11f tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:35.287564 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-52e855de-cf82-4b49-8593-b876983ec22d req-e24d8865-f516-42f6-ad98-ef0dfd3a7883 service neutron] 10.222.0.26 "GET /v2.0/networks/d5b62c02-2961-4070-812a-34bad2cdddd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3413422 Nov 12 08:16:35.312610 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bf054e8d-ac68-4526-a15c-3bb30cba9681 req-7242ccb2-6feb-4f70-a2f6-4b0a666fb848 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4019113 Nov 12 08:16:35.338101 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6e7e83-2982-4ad6-b994-3c70508dae91 req-e94d530b-9a5a-4628-8d49-4f704820662c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:35.340633 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-bb6e7e83-2982-4ad6-b994-3c70508dae91 req-e94d530b-9a5a-4628-8d49-4f704820662c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2fa031d2-0eb2-40ca-b071-7b73de446d96 HTTP/1.1" status: 200 len: 850 time: 0.1752286 Nov 12 08:16:35.362389 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-e2c40def-02b1-45a3-95b8-f4376f8b7743 req-1bdec9fc-0388-4e8f-b9b1-afa69c949d8c tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:35.373032 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52173194-dd8c-4335-b320-04880cb1ecc3 req-521e48c9-047f-4379-8598-7e6805b5b11f tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Network 40394aaa-5b48-46ac-9ed5-f45717b31d2a is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:16:35.388347 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-52173194-dd8c-4335-b320-04880cb1ecc3 req-521e48c9-047f-4379-8598-7e6805b5b11f tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:16:35.400701 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521e48c9-047f-4379-8598-7e6805b5b11f tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Pushing event updated for resources: {'Port': ['ID=b74bb8fc-e47e-4951-af89-2edb144d74a0,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:35.403015 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c9ab0b-f056-47c2-8058-5211ac83f376 None None] New status for floating IP 3e2b047e-15af-4835-9a8f-30a4d86850e9: DOWN {{(pid=102602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:16:35.406752 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-52173194-dd8c-4335-b320-04880cb1ecc3 req-521e48c9-047f-4379-8598-7e6805b5b11f tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:16:35.446279 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-e2c40def-02b1-45a3-95b8-f4376f8b7743 req-1bdec9fc-0388-4e8f-b9b1-afa69c949d8c tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:35.456503 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-bb6e7e83-2982-4ad6-b994-3c70508dae91 req-c2fb8588-c50c-45f1-b232-531a96763a59 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fe05a3f0-e7b5-4820-a80d-5e53a559df6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757971 Nov 12 08:16:35.518066 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2c40def-02b1-45a3-95b8-f4376f8b7743 req-1bdec9fc-0388-4e8f-b9b1-afa69c949d8c tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Network 6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:16:35.523551 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [req-e2c40def-02b1-45a3-95b8-f4376f8b7743 req-1bdec9fc-0388-4e8f-b9b1-afa69c949d8c tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:16:35.529086 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdec9fc-0388-4e8f-b9b1-afa69c949d8c tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Pushing event updated for resources: {'Port': ['ID=b41977ee-00dd-4191-9c7e-54fa6c7fff8d,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:35.532021 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2c40def-02b1-45a3-95b8-f4376f8b7743 req-1bdec9fc-0388-4e8f-b9b1-afa69c949d8c tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:16:35.548228 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2373dd6e-1546-41cb-a923-1041002f034b req-bbf09ef9-c508-4e22-9510-6566a715cd31 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:35.555102 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2373dd6e-1546-41cb-a923-1041002f034b req-bbf09ef9-c508-4e22-9510-6566a715cd31 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=ebbe8b45-86a6-4712-bda1-f12f02e5941d HTTP/1.1" status: 200 len: 944 time: 0.1693678 Nov 12 08:16:35.601091 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52173194-dd8c-4335-b320-04880cb1ecc3 req-521e48c9-047f-4379-8598-7e6805b5b11f tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:35.601741 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-52173194-dd8c-4335-b320-04880cb1ecc3 req-521e48c9-047f-4379-8598-7e6805b5b11f tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:35.622509 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c40def-02b1-45a3-95b8-f4376f8b7743 req-1bdec9fc-0388-4e8f-b9b1-afa69c949d8c tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:35.623356 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-e2c40def-02b1-45a3-95b8-f4376f8b7743 req-1bdec9fc-0388-4e8f-b9b1-afa69c949d8c tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:35.638001 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-52e855de-cf82-4b49-8593-b876983ec22d req-52cb6e67-4361-4aed-95e1-a27751a8090e service neutron] 10.222.0.26 "GET /v2.0/networks/d5b62c02-2961-4070-812a-34bad2cdddd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3025837 Nov 12 08:16:35.653305 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-52173194-dd8c-4335-b320-04880cb1ecc3 req-521e48c9-047f-4379-8598-7e6805b5b11f tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7212307 Nov 12 08:16:35.668050 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e2c40def-02b1-45a3-95b8-f4376f8b7743 req-1bdec9fc-0388-4e8f-b9b1-afa69c949d8c tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3697407 Nov 12 08:16:35.687998 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2373dd6e-1546-41cb-a923-1041002f034b req-51b72332-8c0e-4c3f-9fe2-24e432468c07 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100371 Nov 12 08:16:35.699722 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-e2c40def-02b1-45a3-95b8-f4376f8b7743 req-3faf4d98-1cc0-4b66-8f61-de70fb2fd2d3 service neutron] Request body: {'port': {'device_id': '1d86ea33-8ea0-4666-aa3f-67876d020811', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-29'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:16:35.700119 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-52173194-dd8c-4335-b320-04880cb1ecc3 req-2ea35615-5a21-4e8b-9ea2-bb6a78df8b87 service neutron] Request body: {'port': {'device_id': '938048e2-0281-4fad-b8ab-bb11145374d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:16:35.734819 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-bb6e7e83-2982-4ad6-b994-3c70508dae91 req-d04fa483-b721-4512-835f-fae13fadfc59 service neutron] 10.222.0.44 "GET /v2.0/networks/fe05a3f0-e7b5-4820-a80d-5e53a559df6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525833 Nov 12 08:16:35.747641 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-52173194-dd8c-4335-b320-04880cb1ecc3 req-c331ad92-4f3d-4420-89a0-c9cd65361afa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9435dd1e-a08e-493c-a3b2-e989f60d23d3 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:16:35.780198 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-52173194-dd8c-4335-b320-04880cb1ecc3 req-c331ad92-4f3d-4420-89a0-c9cd65361afa service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:35.804274 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-e2c40def-02b1-45a3-95b8-f4376f8b7743 req-3faf4d98-1cc0-4b66-8f61-de70fb2fd2d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:35.840101 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-52173194-dd8c-4335-b320-04880cb1ecc3 req-2ea35615-5a21-4e8b-9ea2-bb6a78df8b87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:35.848792 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-52173194-dd8c-4335-b320-04880cb1ecc3 req-c331ad92-4f3d-4420-89a0-c9cd65361afa service neutron] Transition to ACTIVE for port object 9435dd1e-a08e-493c-a3b2-e989f60d23d3 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:16:35.862196 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c56879-b9b4-455d-a519-0478ea7a672a req-0bc6f48c-9b34-4e2b-b573-6afbb08b4a21 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:35.864829 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b4c56879-b9b4-455d-a519-0478ea7a672a req-0bc6f48c-9b34-4e2b-b573-6afbb08b4a21 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d86ea33-8ea0-4666-aa3f-67876d020811 HTTP/1.1" status: 200 len: 932 time: 0.0883865 Nov 12 08:16:35.888036 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-52173194-dd8c-4335-b320-04880cb1ecc3 req-c331ad92-4f3d-4420-89a0-c9cd65361afa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:35.976882 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5295d18-4ab3-43f4-bbfb-3f40cba4054d req-66c8668e-541d-4221-b061-e5f601bf52db tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:35.978330 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a5295d18-4ab3-43f4-bbfb-3f40cba4054d req-66c8668e-541d-4221-b061-e5f601bf52db tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=2fb8d5c0-2de2-44f6-9bab-123c9403a196 HTTP/1.1" status: 200 len: 949 time: 0.2223427 Nov 12 08:16:35.990017 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b4c56879-b9b4-455d-a519-0478ea7a672a req-7e9e4791-c07c-4e9c-8941-5bbb4fc33b0c tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186008 Nov 12 08:16:36.036633 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c331ad92-4f3d-4420-89a0-c9cd65361afa service neutron] Pushing event updated for resources: {'Port': ['ID=9435dd1e-a08e-493c-a3b2-e989f60d23d3,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:36.105528 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-bb6e7e83-2982-4ad6-b994-3c70508dae91 req-5e0fbcf5-4547-48fa-896f-8ef8b88aefb5 service neutron] 10.222.0.44 "GET /v2.0/networks/fe05a3f0-e7b5-4820-a80d-5e53a559df6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3505831 Nov 12 08:16:36.150539 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6b8b63-f62f-4ed1-90d9-2bf12d58a1b0 req-118188d9-7b8e-4441-b51b-e4238d2b4dcc tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:36.152101 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ef6b8b63-f62f-4ed1-90d9-2bf12d58a1b0 req-118188d9-7b8e-4441-b51b-e4238d2b4dcc tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/ports?device_id=938048e2-0281-4fad-b8ab-bb11145374d0 HTTP/1.1" status: 200 len: 932 time: 0.0869102 Nov 12 08:16:36.191033 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a5295d18-4ab3-43f4-bbfb-3f40cba4054d req-03fbaeae-df8b-4741-bc40-debf1be71a8c tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971011 Nov 12 08:16:36.200805 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [req-e2c40def-02b1-45a3-95b8-f4376f8b7743 req-3faf4d98-1cc0-4b66-8f61-de70fb2fd2d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b41977ee-00dd-4191-9c7e-54fa6c7fff8d {{(pid=102600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:16:36.216971 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-e2c40def-02b1-45a3-95b8-f4376f8b7743 req-3faf4d98-1cc0-4b66-8f61-de70fb2fd2d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:36.219357 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-52173194-dd8c-4335-b320-04880cb1ecc3 req-c331ad92-4f3d-4420-89a0-c9cd65361afa service neutron] Attempting to bind port 9435dd1e-a08e-493c-a3b2-e989f60d23d3 on host n-h2-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:16:36.219854 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-52173194-dd8c-4335-b320-04880cb1ecc3 req-c331ad92-4f3d-4420-89a0-c9cd65361afa service neutron] Attempting to bind port 9435dd1e-a08e-493c-a3b2-e989f60d23d3 by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': 'a106eec8-121b-4263-b8d3-a9f51835748a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '40394aaa-5b48-46ac-9ed5-f45717b31d2a'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:16:36.219998 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52173194-dd8c-4335-b320-04880cb1ecc3 req-c331ad92-4f3d-4420-89a0-c9cd65361afa service neutron] Attempting to bind port 9435dd1e-a08e-493c-a3b2-e989f60d23d3 on network 40394aaa-5b48-46ac-9ed5-f45717b31d2a {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:16:36.241698 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ef6b8b63-f62f-4ed1-90d9-2bf12d58a1b0 req-936cac89-375d-4626-b561-d601cf68b736 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/security-groups?id=2be1fc6f-9ac2-4510-8984-890d50fd1a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716052 Nov 12 08:16:36.242655 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.provisioning_blocks [req-e2c40def-02b1-45a3-95b8-f4376f8b7743 req-3faf4d98-1cc0-4b66-8f61-de70fb2fd2d3 service neutron] Transition to ACTIVE for port object b41977ee-00dd-4191-9c7e-54fa6c7fff8d will not be triggered until provisioned by entity L2. {{(pid=102600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:16:36.247813 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-e2c40def-02b1-45a3-95b8-f4376f8b7743 req-3faf4d98-1cc0-4b66-8f61-de70fb2fd2d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:36.252564 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52173194-dd8c-4335-b320-04880cb1ecc3 req-c331ad92-4f3d-4420-89a0-c9cd65361afa service neutron] Port 9435dd1e-a08e-493c-a3b2-e989f60d23d3 on network 40394aaa-5b48-46ac-9ed5-f45717b31d2a not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:16:36.252895 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52173194-dd8c-4335-b320-04880cb1ecc3 req-c331ad92-4f3d-4420-89a0-c9cd65361afa service neutron] Attempting to bind port 9435dd1e-a08e-493c-a3b2-e989f60d23d3 on network 40394aaa-5b48-46ac-9ed5-f45717b31d2a {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:16:36.268655 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52173194-dd8c-4335-b320-04880cb1ecc3 req-c331ad92-4f3d-4420-89a0-c9cd65361afa service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:16:36.268655 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52173194-dd8c-4335-b320-04880cb1ecc3 req-c331ad92-4f3d-4420-89a0-c9cd65361afa service neutron] Checking segment: {'id': 'a106eec8-121b-4263-b8d3-a9f51835748a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '40394aaa-5b48-46ac-9ed5-f45717b31d2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:16:36.268655 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52173194-dd8c-4335-b320-04880cb1ecc3 req-c331ad92-4f3d-4420-89a0-c9cd65361afa service neutron] Bound using segment: {'id': 'a106eec8-121b-4263-b8d3-a9f51835748a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '40394aaa-5b48-46ac-9ed5-f45717b31d2a'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:16:36.268655 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-52173194-dd8c-4335-b320-04880cb1ecc3 req-c331ad92-4f3d-4420-89a0-c9cd65361afa service neutron] Bound port: 9435dd1e-a08e-493c-a3b2-e989f60d23d3, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a106eec8-121b-4263-b8d3-a9f51835748a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '40394aaa-5b48-46ac-9ed5-f45717b31d2a'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:16:36.268655 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-52173194-dd8c-4335-b320-04880cb1ecc3 req-c331ad92-4f3d-4420-89a0-c9cd65361afa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:36.354160 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faf4d98-1cc0-4b66-8f61-de70fb2fd2d3 service neutron] Pushing event updated for resources: {'Port': ['ID=b41977ee-00dd-4191-9c7e-54fa6c7fff8d,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:36.373839 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f9a705c1-1444-4fdf-ae52-9716c30d9317 req-25713f7f-281e-4c1d-8be8-0c1d98b277ce tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] 10.222.0.26 "GET /v2.0/floatingips/3e2b047e-15af-4835-9a8f-30a4d86850e9 HTTP/1.1" status: 200 len: 693 time: 0.0896072 Nov 12 08:16:36.392010 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '814ef8c2-2c7f-478a-bce9-fc579bf87532', 'name': 'network-vif-deleted', 'tag': '902cd9cc-6d3e-4409-98d1-ed041bf480dd'}, {'name': 'network-changed', 'server_uuid': 'fa90f9bc-a70a-40ec-8f15-cd04b66769d3', 'tag': 'a5c49df0-d28f-405f-90b3-5cf4b6829fed'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:16:36.394222 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d5ff12-7225-4081-a3e7-8c803402638f" -d '{"events": [{"server_uuid": "814ef8c2-2c7f-478a-bce9-fc579bf87532", "name": "network-vif-deleted", "tag": "902cd9cc-6d3e-4409-98d1-ed041bf480dd"}, {"name": "network-changed", "server_uuid": "fa90f9bc-a70a-40ec-8f15-cd04b66769d3", "tag": "a5c49df0-d28f-405f-90b3-5cf4b6829fed"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:16:36.411281 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191c5c3a-16b5-443b-8b1c-6a2e78181331 req-a692afbf-5791-421a-befb-d13649b2c3bd tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:36.412831 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-191c5c3a-16b5-443b-8b1c-6a2e78181331 req-a692afbf-5791-421a-befb-d13649b2c3bd tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=867280fe-66ee-4047-a8b4-3fdb92fcef26 HTTP/1.1" status: 200 len: 945 time: 0.1418233 Nov 12 08:16:36.444169 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-46b3becd-1dc9-4581-8aa8-60eebec27689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:36.456930 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-52173194-dd8c-4335-b320-04880cb1ecc3 req-c331ad92-4f3d-4420-89a0-c9cd65361afa service neutron] For port 9435dd1e-a08e-493c-a3b2-e989f60d23d3, host n-h2-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:16:36.480280 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-52173194-dd8c-4335-b320-04880cb1ecc3 req-c331ad92-4f3d-4420-89a0-c9cd65361afa service neutron] For port 9435dd1e-a08e-493c-a3b2-e989f60d23d3, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=9435dd1e-a08e-493c-a3b2-e989f60d23d3,segment=NetworkSegment(a106eec8-121b-4263-b8d3-a9f51835748a),segment_id=a106eec8-121b-4263-b8d3-a9f51835748a)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:16:36.493521 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-52173194-dd8c-4335-b320-04880cb1ecc3 req-c331ad92-4f3d-4420-89a0-c9cd65361afa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:36.494268 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-e2c40def-02b1-45a3-95b8-f4376f8b7743 req-3faf4d98-1cc0-4b66-8f61-de70fb2fd2d3 service neutron] Attempting to bind port b41977ee-00dd-4191-9c7e-54fa6c7fff8d on host n-h2-765315-29 for vnic_type normal with profile {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:16:36.494623 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-e2c40def-02b1-45a3-95b8-f4376f8b7743 req-3faf4d98-1cc0-4b66-8f61-de70fb2fd2d3 service neutron] Attempting to bind port b41977ee-00dd-4191-9c7e-54fa6c7fff8d by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': '2faefcc0-552f-4085-b81e-2c4b58f0de67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a'}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:16:36.494954 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c40def-02b1-45a3-95b8-f4376f8b7743 req-3faf4d98-1cc0-4b66-8f61-de70fb2fd2d3 service neutron] Attempting to bind port b41977ee-00dd-4191-9c7e-54fa6c7fff8d on network 6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:16:36.497539 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-52173194-dd8c-4335-b320-04880cb1ecc3 req-2ea35615-5a21-4e8b-9ea2-bb6a78df8b87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b74bb8fc-e47e-4951-af89-2edb144d74a0 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:16:36.502484 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c40def-02b1-45a3-95b8-f4376f8b7743 req-3faf4d98-1cc0-4b66-8f61-de70fb2fd2d3 service neutron] Port b41977ee-00dd-4191-9c7e-54fa6c7fff8d on network 6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:16:36.502824 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c40def-02b1-45a3-95b8-f4376f8b7743 req-3faf4d98-1cc0-4b66-8f61-de70fb2fd2d3 service neutron] Attempting to bind port b41977ee-00dd-4191-9c7e-54fa6c7fff8d on network 6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:16:36.515142 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c40def-02b1-45a3-95b8-f4376f8b7743 req-3faf4d98-1cc0-4b66-8f61-de70fb2fd2d3 service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:16:36.515478 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c40def-02b1-45a3-95b8-f4376f8b7743 req-3faf4d98-1cc0-4b66-8f61-de70fb2fd2d3 service neutron] Checking segment: {'id': '2faefcc0-552f-4085-b81e-2c4b58f0de67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:16:36.515693 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-52173194-dd8c-4335-b320-04880cb1ecc3 req-2ea35615-5a21-4e8b-9ea2-bb6a78df8b87 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:36.515857 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c40def-02b1-45a3-95b8-f4376f8b7743 req-3faf4d98-1cc0-4b66-8f61-de70fb2fd2d3 service neutron] Bound using segment: {'id': '2faefcc0-552f-4085-b81e-2c4b58f0de67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a'} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:16:36.516352 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-e2c40def-02b1-45a3-95b8-f4376f8b7743 req-3faf4d98-1cc0-4b66-8f61-de70fb2fd2d3 service neutron] Bound port: b41977ee-00dd-4191-9c7e-54fa6c7fff8d, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2faefcc0-552f-4085-b81e-2c4b58f0de67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a'}}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:16:36.516709 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-e2c40def-02b1-45a3-95b8-f4376f8b7743 req-3faf4d98-1cc0-4b66-8f61-de70fb2fd2d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:36.546199 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a705c1-1444-4fdf-ae52-9716c30d9317 req-6e131dc9-fdc5-44f1-9c79-62b37ef0a152 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:36.547709 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f9a705c1-1444-4fdf-ae52-9716c30d9317 req-6e131dc9-fdc5-44f1-9c79-62b37ef0a152 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] 10.222.0.26 "GET /v2.0/networks/d709f64f-f9e6-4525-b020-ad48633b9bbf HTTP/1.1" status: 200 len: 784 time: 0.1522942 Nov 12 08:16:36.562038 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52173194-dd8c-4335-b320-04880cb1ecc3 req-c331ad92-4f3d-4420-89a0-c9cd65361afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:36.562692 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-52173194-dd8c-4335-b320-04880cb1ecc3 req-c331ad92-4f3d-4420-89a0-c9cd65361afa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:36.564074 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-52173194-dd8c-4335-b320-04880cb1ecc3 req-c331ad92-4f3d-4420-89a0-c9cd65361afa service neutron] 10.222.0.44 "PUT /v2.0/ports/9435dd1e-a08e-493c-a3b2-e989f60d23d3 HTTP/1.1" status: 200 len: 1093 time: 1.9431534 Nov 12 08:16:36.568322 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-191c5c3a-16b5-443b-8b1c-6a2e78181331 req-b40a1e0e-6ad4-4fe8-b9fe-c0e77ffc870e tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472378 Nov 12 08:16:36.572412 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-52173194-dd8c-4335-b320-04880cb1ecc3 req-2ea35615-5a21-4e8b-9ea2-bb6a78df8b87 service neutron] Transition to ACTIVE for port object b74bb8fc-e47e-4951-af89-2edb144d74a0 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:16:36.590281 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-52173194-dd8c-4335-b320-04880cb1ecc3 req-2ea35615-5a21-4e8b-9ea2-bb6a78df8b87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:36.600121 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c331ad92-4f3d-4420-89a0-c9cd65361afa service neutron] Pushing event updated for resources: {'Port': ['ID=9435dd1e-a08e-493c-a3b2-e989f60d23d3,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:36.659398 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f9a705c1-1444-4fdf-ae52-9716c30d9317 req-aadb38d6-00ee-4ba9-9d6c-08b1260bc23b tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.2.205 HTTP/1.1" status: 200 len: 696 time: 0.0864775 Nov 12 08:16:36.671865 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-e2c40def-02b1-45a3-95b8-f4376f8b7743 req-3faf4d98-1cc0-4b66-8f61-de70fb2fd2d3 service neutron] For port b41977ee-00dd-4191-9c7e-54fa6c7fff8d, host n-h2-765315-29, cleared binding levels {{(pid=102600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:16:36.675074 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-e2c40def-02b1-45a3-95b8-f4376f8b7743 req-3faf4d98-1cc0-4b66-8f61-de70fb2fd2d3 service neutron] For port b41977ee-00dd-4191-9c7e-54fa6c7fff8d, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=b41977ee-00dd-4191-9c7e-54fa6c7fff8d,segment=NetworkSegment(2faefcc0-552f-4085-b81e-2c4b58f0de67),segment_id=2faefcc0-552f-4085-b81e-2c4b58f0de67)] {{(pid=102600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:16:36.721105 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-e2c40def-02b1-45a3-95b8-f4376f8b7743 req-3faf4d98-1cc0-4b66-8f61-de70fb2fd2d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:36.726895 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea35615-5a21-4e8b-9ea2-bb6a78df8b87 service neutron] Pushing event updated for resources: {'Port': ['ID=b74bb8fc-e47e-4951-af89-2edb144d74a0,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:36.759309 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f9a705c1-1444-4fdf-ae52-9716c30d9317 req-0329184d-bba0-4511-a0cc-21f0c59f2b25 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.2.205 HTTP/1.1" status: 200 len: 696 time: 0.0816031 Nov 12 08:16:36.786048 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52173194-dd8c-4335-b320-04880cb1ecc3 req-ba151054-2a69-45e9-af05-38956c6a394a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:36.787664 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-52173194-dd8c-4335-b320-04880cb1ecc3 req-ba151054-2a69-45e9-af05-38956c6a394a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=deb25bb1b8c546c195b106e520296f90&device_id=4ea9b902-99d1-40fc-9fe4-1a1314bb6029 HTTP/1.1" status: 200 len: 1096 time: 0.1424012 Nov 12 08:16:36.806502 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-52173194-dd8c-4335-b320-04880cb1ecc3 req-2ea35615-5a21-4e8b-9ea2-bb6a78df8b87 service neutron] Attempting to bind port b74bb8fc-e47e-4951-af89-2edb144d74a0 on host n-h2-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:16:36.806864 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-52173194-dd8c-4335-b320-04880cb1ecc3 req-2ea35615-5a21-4e8b-9ea2-bb6a78df8b87 service neutron] Attempting to bind port b74bb8fc-e47e-4951-af89-2edb144d74a0 by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': 'a106eec8-121b-4263-b8d3-a9f51835748a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '40394aaa-5b48-46ac-9ed5-f45717b31d2a'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:16:36.807192 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52173194-dd8c-4335-b320-04880cb1ecc3 req-2ea35615-5a21-4e8b-9ea2-bb6a78df8b87 service neutron] Attempting to bind port b74bb8fc-e47e-4951-af89-2edb144d74a0 on network 40394aaa-5b48-46ac-9ed5-f45717b31d2a {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:16:36.807458 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c40def-02b1-45a3-95b8-f4376f8b7743 req-3faf4d98-1cc0-4b66-8f61-de70fb2fd2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:36.808083 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-e2c40def-02b1-45a3-95b8-f4376f8b7743 req-3faf4d98-1cc0-4b66-8f61-de70fb2fd2d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:36.809459 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e2c40def-02b1-45a3-95b8-f4376f8b7743 req-3faf4d98-1cc0-4b66-8f61-de70fb2fd2d3 service neutron] 10.222.0.44 "PUT /v2.0/ports/b41977ee-00dd-4191-9c7e-54fa6c7fff8d HTTP/1.1" status: 200 len: 1093 time: 1.1153545 Nov 12 08:16:36.809907 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d86ea33-8ea0-4666-aa3f-67876d020811', 'tag': 'b41977ee-00dd-4191-9c7e-54fa6c7fff8d'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:16:36.812163 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-804c0db0-31c8-4730-a4c3-aac2d07b3488" -d '{"events": [{"name": "network-changed", "server_uuid": "1d86ea33-8ea0-4666-aa3f-67876d020811", "tag": "b41977ee-00dd-4191-9c7e-54fa6c7fff8d"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:16:36.816072 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb0dd57-2b46-4df8-9338-630a6c108c75 req-fdc2e3d4-0869-4bfe-aeae-36424f88c05e tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:36.818094 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6eb0dd57-2b46-4df8-9338-630a6c108c75 req-fdc2e3d4-0869-4bfe-aeae-36424f88c05e tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f57cf19d-8546-4524-93ec-600f8426f630 HTTP/1.1" status: 200 len: 946 time: 0.0874329 Nov 12 08:16:36.865666 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-52173194-dd8c-4335-b320-04880cb1ecc3 req-c50eeb0c-04fc-4cdd-9a8c-5b66649476f0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9435dd1e-a08e-493c-a3b2-e989f60d23d3 HTTP/1.1" status: 200 len: 217 time: 0.0602076 Nov 12 08:16:36.866219 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52173194-dd8c-4335-b320-04880cb1ecc3 req-2ea35615-5a21-4e8b-9ea2-bb6a78df8b87 service neutron] Port b74bb8fc-e47e-4951-af89-2edb144d74a0 on network 40394aaa-5b48-46ac-9ed5-f45717b31d2a not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:16:36.866539 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52173194-dd8c-4335-b320-04880cb1ecc3 req-2ea35615-5a21-4e8b-9ea2-bb6a78df8b87 service neutron] Attempting to bind port b74bb8fc-e47e-4951-af89-2edb144d74a0 on network 40394aaa-5b48-46ac-9ed5-f45717b31d2a {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:16:36.872860 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faf4d98-1cc0-4b66-8f61-de70fb2fd2d3 service neutron] Pushing event updated for resources: {'Port': ['ID=b41977ee-00dd-4191-9c7e-54fa6c7fff8d,revision_number=3']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:36.890329 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52173194-dd8c-4335-b320-04880cb1ecc3 req-2ea35615-5a21-4e8b-9ea2-bb6a78df8b87 service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:16:36.890684 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52173194-dd8c-4335-b320-04880cb1ecc3 req-2ea35615-5a21-4e8b-9ea2-bb6a78df8b87 service neutron] Checking segment: {'id': 'a106eec8-121b-4263-b8d3-a9f51835748a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '40394aaa-5b48-46ac-9ed5-f45717b31d2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:16:36.891176 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52173194-dd8c-4335-b320-04880cb1ecc3 req-2ea35615-5a21-4e8b-9ea2-bb6a78df8b87 service neutron] Bound using segment: {'id': 'a106eec8-121b-4263-b8d3-a9f51835748a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '40394aaa-5b48-46ac-9ed5-f45717b31d2a'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:16:36.891646 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-52173194-dd8c-4335-b320-04880cb1ecc3 req-2ea35615-5a21-4e8b-9ea2-bb6a78df8b87 service neutron] Bound port: b74bb8fc-e47e-4951-af89-2edb144d74a0, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a106eec8-121b-4263-b8d3-a9f51835748a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '40394aaa-5b48-46ac-9ed5-f45717b31d2a'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:16:36.891996 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-52173194-dd8c-4335-b320-04880cb1ecc3 req-2ea35615-5a21-4e8b-9ea2-bb6a78df8b87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:36.955847 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c40def-02b1-45a3-95b8-f4376f8b7743 req-a029d7ec-014c-4279-aa68-651cd1fa6989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:36.957403 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e2c40def-02b1-45a3-95b8-f4376f8b7743 req-a029d7ec-014c-4279-aa68-651cd1fa6989 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7317cbf37f7b44a3b0cd0a433cf6ba52&device_id=1d86ea33-8ea0-4666-aa3f-67876d020811 HTTP/1.1" status: 200 len: 1096 time: 0.0727267 Nov 12 08:16:36.963086 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [req-f9a705c1-1444-4fdf-ae52-9716c30d9317 req-e569aa10-3bab-44aa-a6b2-3f17bf03df4e tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Deleting port 5363dd08-1ff9-4cb5-9754-9e41ed6d93cc {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:16:36.963425 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-f9a705c1-1444-4fdf-ae52-9716c30d9317 req-e569aa10-3bab-44aa-a6b2-3f17bf03df4e tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:36.981514 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6eb0dd57-2b46-4df8-9338-630a6c108c75 req-722224c4-ec76-4c73-98b6-c1ea4e998a09 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547959 Nov 12 08:16:36.992703 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52173194-dd8c-4335-b320-04880cb1ecc3 req-f3deca99-1c2b-460b-801f-3ac312064bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:36.994074 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-52173194-dd8c-4335-b320-04880cb1ecc3 req-f3deca99-1c2b-460b-801f-3ac312064bf4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e8003fb7-8902-40e2-b290-1bf251c415df HTTP/1.1" status: 200 len: 853 time: 0.1167381 Nov 12 08:16:37.038615 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-52173194-dd8c-4335-b320-04880cb1ecc3 req-eea16d41-d1c3-4c29-8c17-4c58d3dc0587 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=40394aaa-5b48-46ac-9ed5-f45717b31d2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316112 Nov 12 08:16:37.041691 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-52173194-dd8c-4335-b320-04880cb1ecc3 req-2ea35615-5a21-4e8b-9ea2-bb6a78df8b87 service neutron] For port b74bb8fc-e47e-4951-af89-2edb144d74a0, host n-h2-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:16:37.044682 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 12 Nov 2021 08:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-291baa71-a55e-4af3-aa19-239207986f01 x-openstack-request-id: req-291baa71-a55e-4af3-aa19-239207986f01 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:16:37.044853 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "814ef8c2-2c7f-478a-bce9-fc579bf87532", "name": "network-vif-deleted", "tag": "902cd9cc-6d3e-4409-98d1-ed041bf480dd", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fa90f9bc-a70a-40ec-8f15-cd04b66769d3", "tag": "a5c49df0-d28f-405f-90b3-5cf4b6829fed", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:16:37.045157 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-291baa71-a55e-4af3-aa19-239207986f01 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:16:37.045538 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '814ef8c2-2c7f-478a-bce9-fc579bf87532', 'name': 'network-vif-deleted', 'tag': '902cd9cc-6d3e-4409-98d1-ed041bf480dd', 'status': 'completed', 'code': 200} Nov 12 08:16:37.046016 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa90f9bc-a70a-40ec-8f15-cd04b66769d3', 'tag': 'a5c49df0-d28f-405f-90b3-5cf4b6829fed', 'status': 'completed', 'code': 200} Nov 12 08:16:37.049349 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e2c40def-02b1-45a3-95b8-f4376f8b7743 req-1de84673-a3d6-4696-a2ee-2ad563ed9ec4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b41977ee-00dd-4191-9c7e-54fa6c7fff8d HTTP/1.1" status: 200 len: 217 time: 0.0677936 Nov 12 08:16:37.064758 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-52173194-dd8c-4335-b320-04880cb1ecc3 req-2ea35615-5a21-4e8b-9ea2-bb6a78df8b87 service neutron] For port b74bb8fc-e47e-4951-af89-2edb144d74a0, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=b74bb8fc-e47e-4951-af89-2edb144d74a0,segment=NetworkSegment(a106eec8-121b-4263-b8d3-a9f51835748a),segment_id=a106eec8-121b-4263-b8d3-a9f51835748a)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:16:37.081759 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-52173194-dd8c-4335-b320-04880cb1ecc3 req-2ea35615-5a21-4e8b-9ea2-bb6a78df8b87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:37.083542 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-f9a705c1-1444-4fdf-ae52-9716c30d9317 req-e569aa10-3bab-44aa-a6b2-3f17bf03df4e tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:37.083956 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-f9a705c1-1444-4fdf-ae52-9716c30d9317 req-e569aa10-3bab-44aa-a6b2-3f17bf03df4e tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:37.108662 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [req-f9a705c1-1444-4fdf-ae52-9716c30d9317 req-e569aa10-3bab-44aa-a6b2-3f17bf03df4e tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Calling delete_port for 5363dd08-1ff9-4cb5-9754-9e41ed6d93cc owned by network:floatingip {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:16:37.195770 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c40def-02b1-45a3-95b8-f4376f8b7743 req-568006d6-bfc9-4347-ae7f-7ef4d5fb9386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:37.197266 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e2c40def-02b1-45a3-95b8-f4376f8b7743 req-568006d6-bfc9-4347-ae7f-7ef4d5fb9386 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b48e5e9c-f3da-4efc-88c4-db8837528b82 HTTP/1.1" status: 200 len: 847 time: 0.1015022 Nov 12 08:16:37.244003 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e2c40def-02b1-45a3-95b8-f4376f8b7743 req-2fca1a29-e749-48d0-9a0a-8e8e450631e9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331280 Nov 12 08:16:37.374414 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-f9a705c1-1444-4fdf-ae52-9716c30d9317 req-e569aa10-3bab-44aa-a6b2-3f17bf03df4e tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:37.411139 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e2c40def-02b1-45a3-95b8-f4376f8b7743 req-1615d38d-85ad-4b6b-a1a9-1c1c09357295 service neutron] 10.222.0.44 "GET /v2.0/networks/6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523871 Nov 12 08:16:37.413511 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e569aa10-3bab-44aa-a6b2-3f17bf03df4e tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Pushing event deleted for resources: {'Port': ['ID=5363dd08-1ff9-4cb5-9754-9e41ed6d93cc,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:37.427436 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device a95b215a-7dbe-4c48-9fbe-3f8161921e9a details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:16:37.469258 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52173194-dd8c-4335-b320-04880cb1ecc3 req-2ea35615-5a21-4e8b-9ea2-bb6a78df8b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:37.469914 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-52173194-dd8c-4335-b320-04880cb1ecc3 req-2ea35615-5a21-4e8b-9ea2-bb6a78df8b87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:37.471541 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-52173194-dd8c-4335-b320-04880cb1ecc3 req-2ea35615-5a21-4e8b-9ea2-bb6a78df8b87 service neutron] 10.222.0.44 "PUT /v2.0/ports/b74bb8fc-e47e-4951-af89-2edb144d74a0 HTTP/1.1" status: 200 len: 1093 time: 1.7806063 Nov 12 08:16:37.560187 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port a95b215a-7dbe-4c48-9fbe-3f8161921e9a, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=a95b215a-7dbe-4c48-9fbe-3f8161921e9a,segment=NetworkSegment(0481860e-ef41-474b-ab33-5174e36c5825),segment_id=0481860e-ef41-474b-ab33-5174e36c5825)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:16:37.565963 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-f9a705c1-1444-4fdf-ae52-9716c30d9317 req-e569aa10-3bab-44aa-a6b2-3f17bf03df4e tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Publish callbacks [] for floatingip, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:37.567831 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-f9a705c1-1444-4fdf-ae52-9716c30d9317 req-e569aa10-3bab-44aa-a6b2-3f17bf03df4e tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:37.572398 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f9a705c1-1444-4fdf-ae52-9716c30d9317 req-e569aa10-3bab-44aa-a6b2-3f17bf03df4e tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] 10.222.0.26 "DELETE /v2.0/floatingips/3e2b047e-15af-4835-9a8f-30a4d86850e9 HTTP/1.1" status: 204 len: 173 time: 0.8073897 Nov 12 08:16:37.574010 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': 'a95b215a-7dbe-4c48-9fbe-3f8161921e9a', 'network_id': 'fe05a3f0-e7b5-4820-a80d-5e53a559df6b', 'port_id': 'a95b215a-7dbe-4c48-9fbe-3f8161921e9a', 'mac_address': 'fa:16:3e:b0:36:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fa031d2-0eb2-40ca-b071-7b73de446d96', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:16:37.593765 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e2c40def-02b1-45a3-95b8-f4376f8b7743 req-b3658f12-7b77-45ef-9f99-a2b918b69c0d service neutron] 10.222.0.44 "GET /v2.0/networks/6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570811 Nov 12 08:16:37.604342 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea35615-5a21-4e8b-9ea2-bb6a78df8b87 service neutron] Pushing event updated for resources: {'Port': ['ID=b74bb8fc-e47e-4951-af89-2edb144d74a0,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:37.624095 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-744cb585-d7a2-4cf7-b9a9-14901e082866 x-openstack-request-id: req-744cb585-d7a2-4cf7-b9a9-14901e082866 {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:16:37.625367 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d86ea33-8ea0-4666-aa3f-67876d020811", "tag": "b41977ee-00dd-4191-9c7e-54fa6c7fff8d", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:16:37.625696 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-744cb585-d7a2-4cf7-b9a9-14901e082866 {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:16:37.627465 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d86ea33-8ea0-4666-aa3f-67876d020811', 'tag': 'b41977ee-00dd-4191-9c7e-54fa6c7fff8d', 'status': 'completed', 'code': 200} Nov 12 08:16:37.639544 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:37.640854 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-52173194-dd8c-4335-b320-04880cb1ecc3 req-447320f7-a91c-472c-bef5-d2a9e497c238 service neutron] 10.222.0.44 "GET /v2.0/networks/40394aaa-5b48-46ac-9ed5-f45717b31d2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5867517 Nov 12 08:16:37.651190 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c081fb-a811-4578-88e6-79340a22ae8b req-ae475837-819c-49e1-9e6f-d0dd1fc36049 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:37.655046 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-06c081fb-a811-4578-88e6-79340a22ae8b req-ae475837-819c-49e1-9e6f-d0dd1fc36049 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=ebbe8b45-86a6-4712-bda1-f12f02e5941d HTTP/1.1" status: 200 len: 944 time: 0.2082314 Nov 12 08:16:37.655555 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a95b215a-7dbe-4c48-9fbe-3f8161921e9a {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:16:37.657452 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d5ff12-7225-4081-a3e7-8c803402638f req-e01e4d86-9fcf-4bea-9e4a-89771d740cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:37.659131 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-39d5ff12-7225-4081-a3e7-8c803402638f req-e01e4d86-9fcf-4bea-9e4a-89771d740cd3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a3655fc692f64f9985d4e0b53ed5aba3&device_id=fa90f9bc-a70a-40ec-8f15-cd04b66769d3 HTTP/1.1" status: 200 len: 1097 time: 0.2134588 Nov 12 08:16:37.681930 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52173194-dd8c-4335-b320-04880cb1ecc3 req-130defa5-6e79-464d-98e7-765536b79fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:37.683508 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-52173194-dd8c-4335-b320-04880cb1ecc3 req-130defa5-6e79-464d-98e7-765536b79fe2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=deb25bb1b8c546c195b106e520296f90&device_id=938048e2-0281-4fad-b8ab-bb11145374d0 HTTP/1.1" status: 200 len: 1096 time: 0.1409953 Nov 12 08:16:37.689683 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port a95b215a-7dbe-4c48-9fbe-3f8161921e9a, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=a95b215a-7dbe-4c48-9fbe-3f8161921e9a,segment=NetworkSegment(0481860e-ef41-474b-ab33-5174e36c5825),segment_id=0481860e-ef41-474b-ab33-5174e36c5825)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:16:37.694926 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:37.713243 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-06c081fb-a811-4578-88e6-79340a22ae8b req-72633c54-cdfc-426d-af1c-b5b97ddf0f94 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529675 Nov 12 08:16:37.761915 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da69d543-543f-4d4c-a16f-1b81214735a5 req-d8bf917e-9205-4af5-b804-e34cb10d15cd tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:37.764350 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-da69d543-543f-4d4c-a16f-1b81214735a5 req-d8bf917e-9205-4af5-b804-e34cb10d15cd tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d86ea33-8ea0-4666-aa3f-67876d020811 HTTP/1.1" status: 200 len: 944 time: 0.0759873 Nov 12 08:16:37.764776 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=a95b215a-7dbe-4c48-9fbe-3f8161921e9a,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:37.780951 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:16:37.781687 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:16:37.782188 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:16:37.782725 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:16:37.783218 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:16:37.783710 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:16:37.784245 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:16:37.784734 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:16:37.786698 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:16:37.787443 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:16:37.787944 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:16:37.788437 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:16:37.811205 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:37.843403 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-52173194-dd8c-4335-b320-04880cb1ecc3 req-b2c2f7d0-07b9-4649-ad71-6c12da6e41b2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b74bb8fc-e47e-4951-af89-2edb144d74a0 HTTP/1.1" status: 200 len: 217 time: 0.0786994 Nov 12 08:16:37.846538 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804c0db0-31c8-4730-a4c3-aac2d07b3488 req-c68715cc-5a89-450d-9b33-bec2eb23e3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:37.848634 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-804c0db0-31c8-4730-a4c3-aac2d07b3488 req-c68715cc-5a89-450d-9b33-bec2eb23e3d0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7317cbf37f7b44a3b0cd0a433cf6ba52&device_id=1d86ea33-8ea0-4666-aa3f-67876d020811 HTTP/1.1" status: 200 len: 1096 time: 0.0830150 Nov 12 08:16:37.873203 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-da69d543-543f-4d4c-a16f-1b81214735a5 req-99deaacd-3ab0-47e7-808a-630b1d36659b tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725710 Nov 12 08:16:37.996117 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804c0db0-31c8-4730-a4c3-aac2d07b3488 req-91d3f8f6-302e-4939-a3fe-7e6be94c2e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:37.997591 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-804c0db0-31c8-4730-a4c3-aac2d07b3488 req-91d3f8f6-302e-4939-a3fe-7e6be94c2e1a service neutron] 10.222.0.44 "GET /v2.0/networks?id=6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a HTTP/1.1" status: 200 len: 908 time: 0.1348867 Nov 12 08:16:38.006844 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e467e33-98d3-4b65-844b-ccddc80e2600 req-bd5cfc27-9d50-48f3-9d01-c0eff6b67efb tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:38.008462 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7e467e33-98d3-4b65-844b-ccddc80e2600 req-bd5cfc27-9d50-48f3-9d01-c0eff6b67efb tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/ports?device_id=938048e2-0281-4fad-b8ab-bb11145374d0 HTTP/1.1" status: 200 len: 944 time: 0.0743175 Nov 12 08:16:38.018239 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52173194-dd8c-4335-b320-04880cb1ecc3 req-3b3a82c2-ae49-403f-a4a4-2e7cf245bb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:38.019674 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-52173194-dd8c-4335-b320-04880cb1ecc3 req-3b3a82c2-ae49-403f-a4a4-2e7cf245bb11 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e8003fb7-8902-40e2-b290-1bf251c415df HTTP/1.1" status: 200 len: 853 time: 0.1181188 Nov 12 08:16:38.023748 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d5ff12-7225-4081-a3e7-8c803402638f req-148a69b3-ceaf-41cb-948e-8f1c1aa8c0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:38.025085 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-39d5ff12-7225-4081-a3e7-8c803402638f req-148a69b3-ceaf-41cb-948e-8f1c1aa8c0c9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d5b62c02-2961-4070-812a-34bad2cdddd0 HTTP/1.1" status: 200 len: 930 time: 0.2802145 Nov 12 08:16:38.033991 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a774ec65-13cf-4437-81ed-59e6224d956f req-60fe0ba5-4721-4978-b55d-bc38365a45bf tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:38.035480 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a774ec65-13cf-4437-81ed-59e6224d956f req-60fe0ba5-4721-4978-b55d-bc38365a45bf tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=2fb8d5c0-2de2-44f6-9bab-123c9403a196 HTTP/1.1" status: 200 len: 949 time: 0.2348461 Nov 12 08:16:38.038492 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-52173194-dd8c-4335-b320-04880cb1ecc3 req-d602fb47-a219-4850-b493-21edc403b7b2 service neutron] 10.222.0.44 "GET /v2.0/networks/40394aaa-5b48-46ac-9ed5-f45717b31d2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3036740 Nov 12 08:16:38.059576 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-804c0db0-31c8-4730-a4c3-aac2d07b3488 req-c57c01e9-ee29-40e3-970e-fa4a8c2d5177 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b41977ee-00dd-4191-9c7e-54fa6c7fff8d HTTP/1.1" status: 200 len: 217 time: 0.0503395 Nov 12 08:16:38.121857 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-52173194-dd8c-4335-b320-04880cb1ecc3 req-6c913cae-ad90-4a82-9052-969c4b431703 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=40394aaa-5b48-46ac-9ed5-f45717b31d2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731444 Nov 12 08:16:38.126458 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-39d5ff12-7225-4081-a3e7-8c803402638f req-cd41057f-715c-4fbe-90c1-8d2436640f4e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5c49df0-d28f-405f-90b3-5cf4b6829fed HTTP/1.1" status: 200 len: 217 time: 0.0634890 Nov 12 08:16:38.135812 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7e467e33-98d3-4b65-844b-ccddc80e2600 req-3421afc2-90fd-4564-b9e1-266b122c3dc9 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/security-groups?id=2be1fc6f-9ac2-4510-8984-890d50fd1a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206057 Nov 12 08:16:38.148150 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804c0db0-31c8-4730-a4c3-aac2d07b3488 req-935b7179-0046-4e0e-95be-9913abde0234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:38.149612 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-804c0db0-31c8-4730-a4c3-aac2d07b3488 req-935b7179-0046-4e0e-95be-9913abde0234 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b48e5e9c-f3da-4efc-88c4-db8837528b82 HTTP/1.1" status: 200 len: 847 time: 0.0790241 Nov 12 08:16:38.151299 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a774ec65-13cf-4437-81ed-59e6224d956f req-996c51af-926a-430f-833a-f2c0572a53d6 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085753 Nov 12 08:16:38.177472 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['a95b215a-7dbe-4c48-9fbe-3f8161921e9a'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:16:38.230024 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-804c0db0-31c8-4730-a4c3-aac2d07b3488 req-7be5c121-981b-41ea-8a9b-e062c54bd1c3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503678 Nov 12 08:16:38.293978 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d5ff12-7225-4081-a3e7-8c803402638f req-941b3f74-f807-42bc-94da-7e008a94825e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:38.295639 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-39d5ff12-7225-4081-a3e7-8c803402638f req-941b3f74-f807-42bc-94da-7e008a94825e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3b4b01a8-2b9b-4ee0-bd67-6d402ecf8f19 HTTP/1.1" status: 200 len: 868 time: 0.1199362 Nov 12 08:16:38.352928 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd6f0bb-5502-42a8-9f59-c10ba47d6464 req-21ba38c0-f6da-4dc2-abb7-eaeea2b0487f tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:38.354453 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ddd6f0bb-5502-42a8-9f59-c10ba47d6464 req-21ba38c0-f6da-4dc2-abb7-eaeea2b0487f tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=867280fe-66ee-4047-a8b4-3fdb92fcef26 HTTP/1.1" status: 200 len: 945 time: 0.1270311 Nov 12 08:16:38.386563 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-52173194-dd8c-4335-b320-04880cb1ecc3 req-675df598-4e14-42eb-8ce2-1c560ad607ce service neutron] 10.222.0.44 "GET /v2.0/networks/40394aaa-5b48-46ac-9ed5-f45717b31d2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129767 Nov 12 08:16:38.399357 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-804c0db0-31c8-4730-a4c3-aac2d07b3488 req-0fc77e95-b35b-4e49-adfa-b8f0cab7fef6 service neutron] 10.222.0.44 "GET /v2.0/networks/6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578526 Nov 12 08:16:38.414037 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359d8b8f-fab2-4629-9889-6b765dba65b8 req-c9698bce-1adf-4c59-b50d-e81ddb3e33f1 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:38.415509 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-359d8b8f-fab2-4629-9889-6b765dba65b8 req-c9698bce-1adf-4c59-b50d-e81ddb3e33f1 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f57cf19d-8546-4524-93ec-600f8426f630 HTTP/1.1" status: 200 len: 946 time: 0.1080198 Nov 12 08:16:38.433569 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d5ff12-7225-4081-a3e7-8c803402638f req-1679ca68-1635-43b8-8971-5cffa1481c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:38.435101 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-39d5ff12-7225-4081-a3e7-8c803402638f req-1679ca68-1635-43b8-8971-5cffa1481c56 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d5b62c02-2961-4070-812a-34bad2cdddd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1246450 Nov 12 08:16:38.443628 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ddd6f0bb-5502-42a8-9f59-c10ba47d6464 req-af7bd598-ece4-423b-a71a-03056112dd7b tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826521 Nov 12 08:16:38.521155 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-804c0db0-31c8-4730-a4c3-aac2d07b3488 req-3a677c38-9157-49bc-a91d-5fed65061a67 service neutron] 10.222.0.44 "GET /v2.0/networks/6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117222 Nov 12 08:16:38.559083 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4e2130-6be5-4d42-b8b4-0c0604e1f71f req-5475b703-70a9-4ff0-98c0-6a128b9836ff tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:38.560572 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fd4e2130-6be5-4d42-b8b4-0c0604e1f71f req-5475b703-70a9-4ff0-98c0-6a128b9836ff tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa90f9bc-a70a-40ec-8f15-cd04b66769d3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0561829 Nov 12 08:16:38.593441 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-359d8b8f-fab2-4629-9889-6b765dba65b8 req-999dc54d-2f99-476d-9aa9-0461f4c4b5fe tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620429 Nov 12 08:16:38.603368 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fd4e2130-6be5-4d42-b8b4-0c0604e1f71f req-19d8f9f6-18ea-489d-ae99-b0593e948b33 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0363646 Nov 12 08:16:38.609410 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-52173194-dd8c-4335-b320-04880cb1ecc3 req-e3f6c57c-cdb2-4e82-8ae1-3a3000cebb8c service neutron] 10.222.0.44 "GET /v2.0/networks/40394aaa-5b48-46ac-9ed5-f45717b31d2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136662 Nov 12 08:16:38.626622 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-39d5ff12-7225-4081-a3e7-8c803402638f req-92cb94bb-516d-4b58-bd0e-d7289f15c1cf service neutron] 10.222.0.44 "GET /v2.0/networks/d5b62c02-2961-4070-812a-34bad2cdddd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775794 Nov 12 08:16:38.669998 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4876fbb8-ccab-4cc7-be09-e720279fa47e req-ba9ab3e4-45cf-444e-8cc2-34acee8628fd tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0443215 Nov 12 08:16:38.724898 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-39d5ff12-7225-4081-a3e7-8c803402638f req-f523d3d0-e4ff-41c1-8da9-35f5aa3c82eb service neutron] 10.222.0.44 "GET /v2.0/networks/d5b62c02-2961-4070-812a-34bad2cdddd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892351 Nov 12 08:16:38.844012 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c81e299-3fcc-4399-99fe-2abe5258b738 req-107b2e24-b495-44a3-8065-7a19870113ee tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:38.845636 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1c81e299-3fcc-4399-99fe-2abe5258b738 req-107b2e24-b495-44a3-8065-7a19870113ee tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=ebbe8b45-86a6-4712-bda1-f12f02e5941d HTTP/1.1" status: 200 len: 945 time: 0.0560520 Nov 12 08:16:38.896792 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1c81e299-3fcc-4399-99fe-2abe5258b738 req-6da99795-d932-408d-82ee-e14d34420e43 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440106 Nov 12 08:16:38.913345 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6397cc9e-158d-48f5-a608-12cdd55d6915 req-5d19352a-8b05-48b5-be06-a5df45b6cce6 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:38.917652 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6397cc9e-158d-48f5-a608-12cdd55d6915 req-5d19352a-8b05-48b5-be06-a5df45b6cce6 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa90f9bc-a70a-40ec-8f15-cd04b66769d3 HTTP/1.1" status: 200 len: 945 time: 0.0613360 Nov 12 08:16:38.964407 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6397cc9e-158d-48f5-a608-12cdd55d6915 req-6d20c900-a6b6-4c30-85d5-11c19d524178 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] 10.222.0.26 "GET /v2.0/security-groups?id=4e0e50a1-57cf-46f2-8e27-70a090059629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434792 Nov 12 08:16:39.006628 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ace1f24-232d-4cd1-92a3-18132d1eed87 req-52f7c7d4-fe7a-4366-8627-13c6ea878ddd tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:39.008101 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5ace1f24-232d-4cd1-92a3-18132d1eed87 req-52f7c7d4-fe7a-4366-8627-13c6ea878ddd tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d86ea33-8ea0-4666-aa3f-67876d020811 HTTP/1.1" status: 200 len: 944 time: 0.0540447 Nov 12 08:16:39.046715 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ea9b902-99d1-40fc-9fe4-1a1314bb6029', 'tag': '9435dd1e-a08e-493c-a3b2-e989f60d23d3'}, {'name': 'network-changed', 'server_uuid': '938048e2-0281-4fad-b8ab-bb11145374d0', 'tag': 'b74bb8fc-e47e-4951-af89-2edb144d74a0'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:16:39.049113 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-778a3616-6242-4a09-896b-5e93fec45f2b" -d '{"events": [{"name": "network-changed", "server_uuid": "4ea9b902-99d1-40fc-9fe4-1a1314bb6029", "tag": "9435dd1e-a08e-493c-a3b2-e989f60d23d3"}, {"name": "network-changed", "server_uuid": "938048e2-0281-4fad-b8ab-bb11145374d0", "tag": "b74bb8fc-e47e-4951-af89-2edb144d74a0"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:16:39.054955 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5ace1f24-232d-4cd1-92a3-18132d1eed87 req-0c5165a5-211d-423e-ac79-9080cfee6d53 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408938 Nov 12 08:16:39.090697 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 08:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f4372af-352b-4d94-a1bc-6a59c1e3598b x-openstack-request-id: req-4f4372af-352b-4d94-a1bc-6a59c1e3598b {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:16:39.090999 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ea9b902-99d1-40fc-9fe4-1a1314bb6029", "tag": "9435dd1e-a08e-493c-a3b2-e989f60d23d3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "938048e2-0281-4fad-b8ab-bb11145374d0", "tag": "b74bb8fc-e47e-4951-af89-2edb144d74a0", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:16:39.091251 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4f4372af-352b-4d94-a1bc-6a59c1e3598b {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:16:39.091652 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ea9b902-99d1-40fc-9fe4-1a1314bb6029', 'tag': '9435dd1e-a08e-493c-a3b2-e989f60d23d3', 'status': 'completed', 'code': 200} Nov 12 08:16:39.091929 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '938048e2-0281-4fad-b8ab-bb11145374d0', 'tag': 'b74bb8fc-e47e-4951-af89-2edb144d74a0', 'status': 'completed', 'code': 200} Nov 12 08:16:39.095929 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:39.244492 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778a3616-6242-4a09-896b-5e93fec45f2b req-7c028cdc-d562-420d-93ac-6bba33cd801f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:39.246137 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-778a3616-6242-4a09-896b-5e93fec45f2b req-7c028cdc-d562-420d-93ac-6bba33cd801f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=deb25bb1b8c546c195b106e520296f90&device_id=4ea9b902-99d1-40fc-9fe4-1a1314bb6029 HTTP/1.1" status: 200 len: 1096 time: 0.0555291 Nov 12 08:16:39.261117 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61eed18-0399-4a2c-b4fd-3f470bae7c30 req-8e3f36a4-c519-42b5-8d2f-3c515c7a2524 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:39.262617 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b61eed18-0399-4a2c-b4fd-3f470bae7c30 req-8e3f36a4-c519-42b5-8d2f-3c515c7a2524 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/ports?device_id=938048e2-0281-4fad-b8ab-bb11145374d0 HTTP/1.1" status: 200 len: 944 time: 0.0520775 Nov 12 08:16:39.310347 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b61eed18-0399-4a2c-b4fd-3f470bae7c30 req-d3f809ff-38d2-45c5-af74-518737a2903f tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/security-groups?id=2be1fc6f-9ac2-4510-8984-890d50fd1a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415478 Nov 12 08:16:39.340638 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc86256-0bf3-4f04-b92e-dc9198ecc8f8 req-5d31906f-2f84-4256-84b7-0ce23f836f98 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:39.342257 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6cc86256-0bf3-4f04-b92e-dc9198ecc8f8 req-5d31906f-2f84-4256-84b7-0ce23f836f98 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=2fb8d5c0-2de2-44f6-9bab-123c9403a196 HTTP/1.1" status: 200 len: 949 time: 0.1128592 Nov 12 08:16:39.392050 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778a3616-6242-4a09-896b-5e93fec45f2b req-da5cd6be-61a2-4f26-ac30-641478a5100a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:39.393617 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-778a3616-6242-4a09-896b-5e93fec45f2b req-da5cd6be-61a2-4f26-ac30-641478a5100a service neutron] 10.222.0.44 "GET /v2.0/networks?id=40394aaa-5b48-46ac-9ed5-f45717b31d2a HTTP/1.1" status: 200 len: 914 time: 0.1339757 Nov 12 08:16:39.410087 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6cc86256-0bf3-4f04-b92e-dc9198ecc8f8 req-3666a338-c1de-46dc-b9ea-f5edd80158b5 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608222 Nov 12 08:16:39.452020 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-778a3616-6242-4a09-896b-5e93fec45f2b req-ca5821bd-162b-40a6-9bbe-d4f3d77003ea service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9435dd1e-a08e-493c-a3b2-e989f60d23d3 HTTP/1.1" status: 200 len: 217 time: 0.0350828 Nov 12 08:16:39.514198 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778a3616-6242-4a09-896b-5e93fec45f2b req-0985caf8-603e-41e0-a749-19f64ca4730f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:39.515692 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-778a3616-6242-4a09-896b-5e93fec45f2b req-0985caf8-603e-41e0-a749-19f64ca4730f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e8003fb7-8902-40e2-b290-1bf251c415df HTTP/1.1" status: 200 len: 853 time: 0.0550382 Nov 12 08:16:39.562440 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-778a3616-6242-4a09-896b-5e93fec45f2b req-4defa14e-2502-4007-ada7-cdb87fbc90ac service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=40394aaa-5b48-46ac-9ed5-f45717b31d2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261075 Nov 12 08:16:39.570055 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bbfc1f-a4e2-4d3d-a93c-3817f3f5a53f req-8579f8f1-d361-4a77-bfd5-d073140f1005 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:39.571785 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f0bbfc1f-a4e2-4d3d-a93c-3817f3f5a53f req-8579f8f1-d361-4a77-bfd5-d073140f1005 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=867280fe-66ee-4047-a8b4-3fdb92fcef26 HTTP/1.1" status: 200 len: 945 time: 0.0503445 Nov 12 08:16:39.623156 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f0bbfc1f-a4e2-4d3d-a93c-3817f3f5a53f req-c2a9754a-ec66-4112-9b8e-1f10a8b84b4c tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454719 Nov 12 08:16:39.685455 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-778a3616-6242-4a09-896b-5e93fec45f2b req-265dec82-0e64-4a32-96bc-44b887d9a166 service neutron] 10.222.0.44 "GET /v2.0/networks/40394aaa-5b48-46ac-9ed5-f45717b31d2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008303 Nov 12 08:16:39.706626 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:39.777783 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601ffb43-302e-4445-b2a3-830b34ed4d0e req-899e8084-80fd-4f90-8402-0185cc1e17b7 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:39.779273 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-601ffb43-302e-4445-b2a3-830b34ed4d0e req-899e8084-80fd-4f90-8402-0185cc1e17b7 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f57cf19d-8546-4524-93ec-600f8426f630 HTTP/1.1" status: 200 len: 946 time: 0.1091323 Nov 12 08:16:39.829563 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-778a3616-6242-4a09-896b-5e93fec45f2b req-45d67eaf-c210-4217-9f06-e57fdd4f1835 service neutron] 10.222.0.44 "GET /v2.0/networks/40394aaa-5b48-46ac-9ed5-f45717b31d2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264784 Nov 12 08:16:39.844296 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-601ffb43-302e-4445-b2a3-830b34ed4d0e req-95a636c0-3b04-4d20-a6f3-72035d34d176 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588865 Nov 12 08:16:39.997531 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778a3616-6242-4a09-896b-5e93fec45f2b req-11e706f6-53ef-46e4-a222-e898e373b3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:39.999154 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-778a3616-6242-4a09-896b-5e93fec45f2b req-11e706f6-53ef-46e4-a222-e898e373b3ee service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=deb25bb1b8c546c195b106e520296f90&device_id=938048e2-0281-4fad-b8ab-bb11145374d0 HTTP/1.1" status: 200 len: 1096 time: 0.0474668 Nov 12 08:16:40.015049 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd231fd3-2a6d-410f-8af2-0d2a2debc461 req-be0ac00f-811e-4ca8-8de6-ed293b9066d1 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:40.016540 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bd231fd3-2a6d-410f-8af2-0d2a2debc461 req-be0ac00f-811e-4ca8-8de6-ed293b9066d1 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=ebbe8b45-86a6-4712-bda1-f12f02e5941d HTTP/1.1" status: 200 len: 945 time: 0.0528686 Nov 12 08:16:40.066230 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bd231fd3-2a6d-410f-8af2-0d2a2debc461 req-f9886929-ce0f-43ed-8f96-e5dc794f1959 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425181 Nov 12 08:16:40.135360 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8630028d-3f86-4f11-ac44-8f222148c998 req-5e0a60d5-5b49-4de0-8613-c3f031a6c7e5 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:40.136846 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8630028d-3f86-4f11-ac44-8f222148c998 req-5e0a60d5-5b49-4de0-8613-c3f031a6c7e5 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa90f9bc-a70a-40ec-8f15-cd04b66769d3 HTTP/1.1" status: 200 len: 945 time: 0.0985649 Nov 12 08:16:40.141588 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778a3616-6242-4a09-896b-5e93fec45f2b req-4f25e323-d25e-436d-a429-71987c88212b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:40.142991 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-778a3616-6242-4a09-896b-5e93fec45f2b req-4f25e323-d25e-436d-a429-71987c88212b service neutron] 10.222.0.44 "GET /v2.0/networks?id=40394aaa-5b48-46ac-9ed5-f45717b31d2a HTTP/1.1" status: 200 len: 914 time: 0.1301837 Nov 12 08:16:40.174013 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8e22c8-a8e7-4d3f-8610-8ecd0679fc52 req-587b664d-7472-4866-ab81-9a7470414e20 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:40.175531 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6d8e22c8-a8e7-4d3f-8610-8ecd0679fc52 req-587b664d-7472-4866-ab81-9a7470414e20 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d86ea33-8ea0-4666-aa3f-67876d020811 HTTP/1.1" status: 200 len: 944 time: 0.0507424 Nov 12 08:16:40.197890 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-778a3616-6242-4a09-896b-5e93fec45f2b req-673cd58e-2d47-4f1d-912f-9acf3ce178e1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b74bb8fc-e47e-4951-af89-2edb144d74a0 HTTP/1.1" status: 200 len: 217 time: 0.0404167 Nov 12 08:16:40.227194 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6d8e22c8-a8e7-4d3f-8610-8ecd0679fc52 req-fe412a3a-0b2e-41ce-ad9f-3ea8f7c9e922 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455973 Nov 12 08:16:40.249287 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8630028d-3f86-4f11-ac44-8f222148c998 req-384264b8-107e-43db-9473-9d5171b0e6d9 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] 10.222.0.26 "GET /v2.0/security-groups?id=4e0e50a1-57cf-46f2-8e27-70a090059629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052773 Nov 12 08:16:40.263813 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778a3616-6242-4a09-896b-5e93fec45f2b req-94fa6911-8266-484a-8ad3-8273679f1b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:40.265280 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-778a3616-6242-4a09-896b-5e93fec45f2b req-94fa6911-8266-484a-8ad3-8273679f1b24 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e8003fb7-8902-40e2-b290-1bf251c415df HTTP/1.1" status: 200 len: 853 time: 0.0565403 Nov 12 08:16:40.311556 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-778a3616-6242-4a09-896b-5e93fec45f2b req-d5e3d4ea-3a6b-4384-9504-b4cbb9a3674e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=40394aaa-5b48-46ac-9ed5-f45717b31d2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281711 Nov 12 08:16:40.418266 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-778a3616-6242-4a09-896b-5e93fec45f2b req-07d376d0-261f-4617-8a04-ff652922e479 service neutron] 10.222.0.44 "GET /v2.0/networks/40394aaa-5b48-46ac-9ed5-f45717b31d2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924735 Nov 12 08:16:40.431549 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dfb3b5-3c3c-4a75-a135-904999956287 req-742dc7ee-31cf-46de-b7a0-f6eb04902004 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:40.433423 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e8dfb3b5-3c3c-4a75-a135-904999956287 req-742dc7ee-31cf-46de-b7a0-f6eb04902004 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/ports?device_id=938048e2-0281-4fad-b8ab-bb11145374d0 HTTP/1.1" status: 200 len: 944 time: 0.0560169 Nov 12 08:16:40.488646 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e8dfb3b5-3c3c-4a75-a135-904999956287 req-87f3a76c-ca61-43c7-bd9b-c30336eb505b tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/security-groups?id=2be1fc6f-9ac2-4510-8984-890d50fd1a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493927 Nov 12 08:16:40.549987 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-778a3616-6242-4a09-896b-5e93fec45f2b req-9e4bb838-1997-4377-a72a-a1c3f603b2e3 service neutron] 10.222.0.44 "GET /v2.0/networks/40394aaa-5b48-46ac-9ed5-f45717b31d2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221657 Nov 12 08:16:40.565632 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a63da5-149f-44ee-8d47-ae2e2e4d796c req-55da666b-8626-4e25-8204-d8f199eb1138 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:40.567588 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-97a63da5-149f-44ee-8d47-ae2e2e4d796c req-55da666b-8626-4e25-8204-d8f199eb1138 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=2fb8d5c0-2de2-44f6-9bab-123c9403a196 HTTP/1.1" status: 200 len: 949 time: 0.0689030 Nov 12 08:16:40.616560 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-97a63da5-149f-44ee-8d47-ae2e2e4d796c req-e029aa88-f4ce-40e2-af24-4fd9eadb6ca2 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429716 Nov 12 08:16:40.741148 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be1f860-5fd0-4f7c-a2c7-3c4054a49e09 req-91c23a68-3860-4f87-bde1-019f1642207f tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:40.742660 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3be1f860-5fd0-4f7c-a2c7-3c4054a49e09 req-91c23a68-3860-4f87-bde1-019f1642207f tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=867280fe-66ee-4047-a8b4-3fdb92fcef26 HTTP/1.1" status: 200 len: 945 time: 0.0491681 Nov 12 08:16:40.791308 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3be1f860-5fd0-4f7c-a2c7-3c4054a49e09 req-1fc68c00-b1ac-474c-bba0-6accfaa800a4 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422256 Nov 12 08:16:40.958398 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2008f34b-2936-4243-9c64-42f5bc36e44d req-9df84de4-ca7b-46dc-8ee9-0542999a5b63 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:40.959855 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2008f34b-2936-4243-9c64-42f5bc36e44d req-9df84de4-ca7b-46dc-8ee9-0542999a5b63 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f57cf19d-8546-4524-93ec-600f8426f630 HTTP/1.1" status: 200 len: 946 time: 0.0479655 Nov 12 08:16:41.006939 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2008f34b-2936-4243-9c64-42f5bc36e44d req-a053d4df-d1a7-46fe-b14f-1db0a847ab37 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404711 Nov 12 08:16:41.103309 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d26aca9-d3c2-4fe8-8d3a-9c4d191cee37 req-20d7c04a-cd10-4c20-9feb-8f055fd1b93b tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:41.104864 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7d26aca9-d3c2-4fe8-8d3a-9c4d191cee37 req-20d7c04a-cd10-4c20-9feb-8f055fd1b93b tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa90f9bc-a70a-40ec-8f15-cd04b66769d3 HTTP/1.1" status: 200 len: 945 time: 0.0522330 Nov 12 08:16:41.194919 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ef0b78-644d-45d0-885d-ac938a4607d5 req-e6d10735-47bb-4ecc-8c23-16cdaa0ab65c tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:41.196564 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a1ef0b78-644d-45d0-885d-ac938a4607d5 req-e6d10735-47bb-4ecc-8c23-16cdaa0ab65c tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=ebbe8b45-86a6-4712-bda1-f12f02e5941d HTTP/1.1" status: 200 len: 945 time: 0.0504129 Nov 12 08:16:41.207978 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-7d26aca9-d3c2-4fe8-8d3a-9c4d191cee37 req-bd683eff-2dde-4667-aa6c-b86abf2699c3 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Deleting port a5c49df0-d28f-405f-90b3-5cf4b6829fed {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:16:41.208304 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-7d26aca9-d3c2-4fe8-8d3a-9c4d191cee37 req-bd683eff-2dde-4667-aa6c-b86abf2699c3 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:41.250107 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a1ef0b78-644d-45d0-885d-ac938a4607d5 req-f246d884-2004-4f12-909a-3c9e8d8a48da tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474296 Nov 12 08:16:41.345523 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-7d26aca9-d3c2-4fe8-8d3a-9c4d191cee37 req-bd683eff-2dde-4667-aa6c-b86abf2699c3 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] For port a5c49df0-d28f-405f-90b3-5cf4b6829fed, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=a5c49df0-d28f-405f-90b3-5cf4b6829fed,segment=NetworkSegment(9c273015-5633-44a0-b6c6-a46a5eb041e5),segment_id=9c273015-5633-44a0-b6c6-a46a5eb041e5)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:16:41.345836 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-7d26aca9-d3c2-4fe8-8d3a-9c4d191cee37 req-bd683eff-2dde-4667-aa6c-b86abf2699c3 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:41.362466 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-7d26aca9-d3c2-4fe8-8d3a-9c4d191cee37 req-bd683eff-2dde-4667-aa6c-b86abf2699c3 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Calling delete_port for a5c49df0-d28f-405f-90b3-5cf4b6829fed owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:16:41.364329 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10b3063-7037-4ce6-9b74-1fea842caa2e req-20c2d7bd-e0e8-4118-8bc3-72da2db71186 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:41.366026 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c10b3063-7037-4ce6-9b74-1fea842caa2e req-20c2d7bd-e0e8-4118-8bc3-72da2db71186 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa90f9bc-a70a-40ec-8f15-cd04b66769d3 HTTP/1.1" status: 200 len: 945 time: 0.0497298 Nov 12 08:16:41.381781 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eece35-1db8-479e-ab65-5ef6a2fb3812 req-aa624f1d-2d8a-4c89-8b91-ee762e980ebb tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:41.383306 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-27eece35-1db8-479e-ab65-5ef6a2fb3812 req-aa624f1d-2d8a-4c89-8b91-ee762e980ebb tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d86ea33-8ea0-4666-aa3f-67876d020811 HTTP/1.1" status: 200 len: 944 time: 0.0845518 Nov 12 08:16:41.413740 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c10b3063-7037-4ce6-9b74-1fea842caa2e req-4fed8d44-6c08-48ce-bcff-d272cc346331 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] 10.222.0.26 "GET /v2.0/security-groups?id=4e0e50a1-57cf-46f2-8e27-70a090059629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414994 Nov 12 08:16:41.437498 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device b41977ee-00dd-4191-9c7e-54fa6c7fff8d details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:16:41.448656 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device a95b215a-7dbe-4c48-9fbe-3f8161921e9a up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:16:41.497758 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-27eece35-1db8-479e-ab65-5ef6a2fb3812 req-537970b4-773c-4af5-869f-32fd34ea93ec tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081386 Nov 12 08:16:41.560221 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-7d26aca9-d3c2-4fe8-8d3a-9c4d191cee37 req-bd683eff-2dde-4667-aa6c-b86abf2699c3 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:41.567060 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning for port a95b215a-7dbe-4c48-9fbe-3f8161921e9a completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:16:41.573533 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port a95b215a-7dbe-4c48-9fbe-3f8161921e9a triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:16:41.573892 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:41.600864 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd683eff-2dde-4667-aa6c-b86abf2699c3 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Pushing event deleted for resources: {'Port': ['ID=a5c49df0-d28f-405f-90b3-5cf4b6829fed,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:41.605675 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['a5c49df0-d28f-405f-90b3-5cf4b6829fed'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:16:41.609897 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port b41977ee-00dd-4191-9c7e-54fa6c7fff8d, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=b41977ee-00dd-4191-9c7e-54fa6c7fff8d,segment=NetworkSegment(2faefcc0-552f-4085-b81e-2c4b58f0de67),segment_id=2faefcc0-552f-4085-b81e-2c4b58f0de67)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:16:41.658301 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': 'b41977ee-00dd-4191-9c7e-54fa6c7fff8d', 'network_id': '6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a', 'port_id': 'b41977ee-00dd-4191-9c7e-54fa6c7fff8d', 'mac_address': 'fa:16:3e:b8:e3:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b48e5e9c-f3da-4efc-88c4-db8837528b82', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:16:41.666561 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d26aca9-d3c2-4fe8-8d3a-9c4d191cee37 req-bd683eff-2dde-4667-aa6c-b86abf2699c3 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] No DVR routers for this DVR port a5c49df0-d28f-405f-90b3-5cf4b6829fed on host n-h2-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:16:41.673379 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-7d26aca9-d3c2-4fe8-8d3a-9c4d191cee37 req-bd683eff-2dde-4667-aa6c-b86abf2699c3 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:41.677014 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7d26aca9-d3c2-4fe8-8d3a-9c4d191cee37 req-bd683eff-2dde-4667-aa6c-b86abf2699c3 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] 10.222.0.44 "DELETE /v2.0/ports/a5c49df0-d28f-405f-90b3-5cf4b6829fed HTTP/1.1" status: 204 len: 173 time: 0.5648034 Nov 12 08:16:41.677401 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa90f9bc-a70a-40ec-8f15-cd04b66769d3', 'name': 'network-vif-deleted', 'tag': 'a5c49df0-d28f-405f-90b3-5cf4b6829fed'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:16:41.679710 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6165b1b-4f16-4c87-aa94-99b926192e94" -d '{"events": [{"server_uuid": "fa90f9bc-a70a-40ec-8f15-cd04b66769d3", "name": "network-vif-deleted", "tag": "a5c49df0-d28f-405f-90b3-5cf4b6829fed"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:16:41.700747 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b37ab03-3fa5-41bb-ab8a-683d0e215f38 req-f6310086-1494-46b3-ba85-3d0378292433 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:41.711032 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3b37ab03-3fa5-41bb-ab8a-683d0e215f38 req-f6310086-1494-46b3-ba85-3d0378292433 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/ports?device_id=938048e2-0281-4fad-b8ab-bb11145374d0 HTTP/1.1" status: 200 len: 944 time: 0.1372037 Nov 12 08:16:41.744393 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:41.763081 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3b37ab03-3fa5-41bb-ab8a-683d0e215f38 req-bde98832-e26e-41ce-be3d-d97ecf91e711 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/security-groups?id=2be1fc6f-9ac2-4510-8984-890d50fd1a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516720 Nov 12 08:16:41.771337 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b41977ee-00dd-4191-9c7e-54fa6c7fff8d {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:16:41.796573 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port b41977ee-00dd-4191-9c7e-54fa6c7fff8d, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=b41977ee-00dd-4191-9c7e-54fa6c7fff8d,segment=NetworkSegment(2faefcc0-552f-4085-b81e-2c4b58f0de67),segment_id=2faefcc0-552f-4085-b81e-2c4b58f0de67)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:16:41.797886 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:41.803129 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883ca40b-6bd8-4569-b89a-31a0808fe5df req-25e7c2f1-0ca6-49d3-8741-0385d7b30761 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:41.804677 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-883ca40b-6bd8-4569-b89a-31a0808fe5df req-25e7c2f1-0ca6-49d3-8741-0385d7b30761 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=2fb8d5c0-2de2-44f6-9bab-123c9403a196 HTTP/1.1" status: 200 len: 949 time: 0.0802238 Nov 12 08:16:41.826380 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:41.827066 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 9435dd1e-a08e-493c-a3b2-e989f60d23d3 details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:16:41.839854 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebbe8b45-86a6-4712-bda1-f12f02e5941d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a95b215a-7dbe-4c48-9fbe-3f8161921e9a'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:16:41.842858 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a9c32e2-60af-4ca6-be44-a76032163da5" -d '{"events": [{"server_uuid": "ebbe8b45-86a6-4712-bda1-f12f02e5941d", "name": "network-vif-plugged", "status": "completed", "tag": "a95b215a-7dbe-4c48-9fbe-3f8161921e9a"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:16:41.846225 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f151455-ad07-4fd3-adc0-18daf5d9490b x-openstack-request-id: req-9f151455-ad07-4fd3-adc0-18daf5d9490b {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:16:41.846519 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa90f9bc-a70a-40ec-8f15-cd04b66769d3", "name": "network-vif-deleted", "tag": "a5c49df0-d28f-405f-90b3-5cf4b6829fed", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:16:41.847418 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9f151455-ad07-4fd3-adc0-18daf5d9490b {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:16:41.848121 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa90f9bc-a70a-40ec-8f15-cd04b66769d3', 'name': 'network-vif-deleted', 'tag': 'a5c49df0-d28f-405f-90b3-5cf4b6829fed', 'status': 'completed', 'code': 200} Nov 12 08:16:41.893539 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port a95b215a-7dbe-4c48-9fbe-3f8161921e9a, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=a95b215a-7dbe-4c48-9fbe-3f8161921e9a,segment=NetworkSegment(0481860e-ef41-474b-ab33-5174e36c5825),segment_id=0481860e-ef41-474b-ab33-5174e36c5825)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:16:41.912006 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-883ca40b-6bd8-4569-b89a-31a0808fe5df req-39ed2243-6eca-45e6-a761-f586c64dc6a1 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005278 Nov 12 08:16:41.928927 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:41.970707 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76521d73-8b27-4fb4-b06c-252b9532f4a0 x-openstack-request-id: req-76521d73-8b27-4fb4-b06c-252b9532f4a0 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:16:41.971001 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebbe8b45-86a6-4712-bda1-f12f02e5941d", "name": "network-vif-plugged", "status": "completed", "tag": "a95b215a-7dbe-4c48-9fbe-3f8161921e9a", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:16:41.971257 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-76521d73-8b27-4fb4-b06c-252b9532f4a0 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:16:41.971648 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebbe8b45-86a6-4712-bda1-f12f02e5941d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a95b215a-7dbe-4c48-9fbe-3f8161921e9a', 'code': 200} Nov 12 08:16:41.972316 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=b41977ee-00dd-4191-9c7e-54fa6c7fff8d,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:42.002803 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da175306-1860-4e97-8af8-bf043f62b393 req-c067ac9a-99c5-47df-a845-6d51f6b38763 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:42.005191 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-da175306-1860-4e97-8af8-bf043f62b393 req-c067ac9a-99c5-47df-a845-6d51f6b38763 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=867280fe-66ee-4047-a8b4-3fdb92fcef26 HTTP/1.1" status: 200 len: 945 time: 0.0525334 Nov 12 08:16:42.050642 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=a95b215a-7dbe-4c48-9fbe-3f8161921e9a,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:42.054930 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 9435dd1e-a08e-493c-a3b2-e989f60d23d3, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=9435dd1e-a08e-493c-a3b2-e989f60d23d3,segment=NetworkSegment(a106eec8-121b-4263-b8d3-a9f51835748a),segment_id=a106eec8-121b-4263-b8d3-a9f51835748a)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:16:42.057299 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-da175306-1860-4e97-8af8-bf043f62b393 req-6f87d2c7-dd9f-4251-82ab-66428f8c8602 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459421 Nov 12 08:16:42.067071 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': '9435dd1e-a08e-493c-a3b2-e989f60d23d3', 'network_id': '40394aaa-5b48-46ac-9ed5-f45717b31d2a', 'port_id': '9435dd1e-a08e-493c-a3b2-e989f60d23d3', 'mac_address': 'fa:16:3e:ac:11:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8003fb7-8902-40e2-b290-1bf251c415df', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:16:42.119912 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:42.121410 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:42.127660 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cae7f00-9a15-496f-b23d-dcfd4f85f320 req-2f2052c8-86b3-4c33-9da9-feea64b2375f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:42.129850 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1cae7f00-9a15-496f-b23d-dcfd4f85f320 req-2f2052c8-86b3-4c33-9da9-feea64b2375f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ebbe8b45-86a6-4712-bda1-f12f02e5941d HTTP/1.1" status: 200 len: 1098 time: 0.0487757 Nov 12 08:16:42.135776 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9435dd1e-a08e-493c-a3b2-e989f60d23d3 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:16:42.156554 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 9435dd1e-a08e-493c-a3b2-e989f60d23d3, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=9435dd1e-a08e-493c-a3b2-e989f60d23d3,segment=NetworkSegment(a106eec8-121b-4263-b8d3-a9f51835748a),segment_id=a106eec8-121b-4263-b8d3-a9f51835748a)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:16:42.157206 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f54b1bc-4b14-4fad-96c9-47ccded31449 req-48eecfa0-4f5c-4811-ab31-9cf7a2999043 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:42.159155 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0f54b1bc-4b14-4fad-96c9-47ccded31449 req-48eecfa0-4f5c-4811-ab31-9cf7a2999043 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f57cf19d-8546-4524-93ec-600f8426f630 HTTP/1.1" status: 200 len: 946 time: 0.0565674 Nov 12 08:16:42.162416 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:42.163100 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device b74bb8fc-e47e-4951-af89-2edb144d74a0 details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:16:42.185535 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1cae7f00-9a15-496f-b23d-dcfd4f85f320 req-7a795ef1-ebbb-4052-bc5b-d5eb2b8002df service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409906 Nov 12 08:16:42.209694 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0f54b1bc-4b14-4fad-96c9-47ccded31449 req-12d41451-862a-407a-b396-07fdcd7c498b tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430622 Nov 12 08:16:42.229372 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port b74bb8fc-e47e-4951-af89-2edb144d74a0, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=b74bb8fc-e47e-4951-af89-2edb144d74a0,segment=NetworkSegment(a106eec8-121b-4263-b8d3-a9f51835748a),segment_id=a106eec8-121b-4263-b8d3-a9f51835748a)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:16:42.231957 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=9435dd1e-a08e-493c-a3b2-e989f60d23d3,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:42.243708 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': 'b74bb8fc-e47e-4951-af89-2edb144d74a0', 'network_id': '40394aaa-5b48-46ac-9ed5-f45717b31d2a', 'port_id': 'b74bb8fc-e47e-4951-af89-2edb144d74a0', 'mac_address': 'fa:16:3e:58:f0:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8003fb7-8902-40e2-b290-1bf251c415df', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:16:42.284791 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:42.298632 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b74bb8fc-e47e-4951-af89-2edb144d74a0 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:16:42.318109 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port b74bb8fc-e47e-4951-af89-2edb144d74a0, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=b74bb8fc-e47e-4951-af89-2edb144d74a0,segment=NetworkSegment(a106eec8-121b-4263-b8d3-a9f51835748a),segment_id=a106eec8-121b-4263-b8d3-a9f51835748a)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:16:42.322844 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:42.366055 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d1139-f731-4000-9254-e058f99d44f7 req-35be094c-0f4c-4929-8dcc-2f60ae13da1a tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:42.367584 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d50d1139-f731-4000-9254-e058f99d44f7 req-35be094c-0f4c-4929-8dcc-2f60ae13da1a tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=ebbe8b45-86a6-4712-bda1-f12f02e5941d HTTP/1.1" status: 200 len: 946 time: 0.0505512 Nov 12 08:16:42.371842 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=b74bb8fc-e47e-4951-af89-2edb144d74a0,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:42.415561 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d50d1139-f731-4000-9254-e058f99d44f7 req-966625d0-b096-41fa-b74f-618cef7ac974 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417738 Nov 12 08:16:42.523226 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d0515a05-621e-41de-80e9-8904b4a87d04 req-a07bbfd7-cf71-48b9-9085-ca94b98a43e7 tempest-FloatingIPsAssociationNegativeTestJSON-693943252 tempest-FloatingIPsAssociationNegativeTestJSON-693943252-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa90f9bc-a70a-40ec-8f15-cd04b66769d3 HTTP/1.1" status: 200 len: 210 time: 0.0265751 Nov 12 08:16:42.623069 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb86da3-b27c-443f-a769-100f54a8607c req-ea86bffc-0a61-49d4-94dd-e1a71c75ab43 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:42.624464 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2cb86da3-b27c-443f-a769-100f54a8607c req-ea86bffc-0a61-49d4-94dd-e1a71c75ab43 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d86ea33-8ea0-4666-aa3f-67876d020811 HTTP/1.1" status: 200 len: 945 time: 0.0560918 Nov 12 08:16:42.673418 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2cb86da3-b27c-443f-a769-100f54a8607c req-ddcdcd38-91b5-4c01-9e5d-448f4f20d4b4 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421174 Nov 12 08:16:42.890811 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da158bd1-e98f-46a2-bc42-e89cf0d7e69d req-c21cc09f-2a77-4f2c-9b74-b7d777d083ef tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:42.892189 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-da158bd1-e98f-46a2-bc42-e89cf0d7e69d req-c21cc09f-2a77-4f2c-9b74-b7d777d083ef tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/ports?device_id=938048e2-0281-4fad-b8ab-bb11145374d0 HTTP/1.1" status: 200 len: 945 time: 0.0500443 Nov 12 08:16:42.939868 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-da158bd1-e98f-46a2-bc42-e89cf0d7e69d req-0c58d979-650c-456f-84c4-5c1ea4fd4294 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/security-groups?id=2be1fc6f-9ac2-4510-8984-890d50fd1a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415092 Nov 12 08:16:43.020696 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['9435dd1e-a08e-493c-a3b2-e989f60d23d3'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:16:43.032050 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116a97d2-d3af-41ea-ac10-88e0aad1c208 req-53b18196-2e43-4a4a-8f6a-d708752f97fd tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:43.033530 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-116a97d2-d3af-41ea-ac10-88e0aad1c208 req-53b18196-2e43-4a4a-8f6a-d708752f97fd tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=2fb8d5c0-2de2-44f6-9bab-123c9403a196 HTTP/1.1" status: 200 len: 949 time: 0.0486581 Nov 12 08:16:43.045908 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['b41977ee-00dd-4191-9c7e-54fa6c7fff8d'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:16:43.083924 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-116a97d2-d3af-41ea-ac10-88e0aad1c208 req-9cbec0a0-dc94-440e-b8e6-cbef510a2602 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430386 Nov 12 08:16:43.197578 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50490701-621f-49c3-b41e-e69b0c03e7f2 req-17a3a342-2b60-4013-b99f-02ed0786095d tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:43.206646 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-50490701-621f-49c3-b41e-e69b0c03e7f2 req-17a3a342-2b60-4013-b99f-02ed0786095d tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=867280fe-66ee-4047-a8b4-3fdb92fcef26 HTTP/1.1" status: 200 len: 945 time: 0.0722072 Nov 12 08:16:43.212218 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['b74bb8fc-e47e-4951-af89-2edb144d74a0'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:16:43.259575 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-50490701-621f-49c3-b41e-e69b0c03e7f2 req-74b9e86e-cde7-48b0-a1f5-39550223ea3e tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457323 Nov 12 08:16:43.329967 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3851544b-e9d6-4fcc-a45a-91673ac4bfeb req-6a302a32-697c-4950-9e3f-36980d992e39 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:43.331484 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3851544b-e9d6-4fcc-a45a-91673ac4bfeb req-6a302a32-697c-4950-9e3f-36980d992e39 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f57cf19d-8546-4524-93ec-600f8426f630 HTTP/1.1" status: 200 len: 946 time: 0.0500133 Nov 12 08:16:43.384406 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3851544b-e9d6-4fcc-a45a-91673ac4bfeb req-1f941a51-f067-4d55-bd1b-ba985073236d tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459332 Nov 12 08:16:43.536094 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0cd5e4-6340-4c5a-abf9-6136d5c0fbd3 req-70de08c0-0dde-4679-8904-8ae26dca2c91 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:43.537715 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ea0cd5e4-6340-4c5a-abf9-6136d5c0fbd3 req-70de08c0-0dde-4679-8904-8ae26dca2c91 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=ebbe8b45-86a6-4712-bda1-f12f02e5941d HTTP/1.1" status: 200 len: 946 time: 0.0532012 Nov 12 08:16:43.577430 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 43360) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:16:43.587347 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ea0cd5e4-6340-4c5a-abf9-6136d5c0fbd3 req-2e503887-e674-423a-a8fb-b68872f49823 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436406 Nov 12 08:16:43.802156 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef06ccb2-c050-435b-8722-490c662b80d1 req-be8bc50f-8a2b-49f9-822a-26b9ce9a4ab6 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:43.804270 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ef06ccb2-c050-435b-8722-490c662b80d1 req-be8bc50f-8a2b-49f9-822a-26b9ce9a4ab6 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d86ea33-8ea0-4666-aa3f-67876d020811 HTTP/1.1" status: 200 len: 945 time: 0.0586667 Nov 12 08:16:43.856046 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ef06ccb2-c050-435b-8722-490c662b80d1 req-c528a099-90b5-4fae-b561-19044437fd0b tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452197 Nov 12 08:16:43.942023 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-15ad3e61-5c19-46e9-b6d6-c24a9d5a60b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933586'] for router_interface, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:44.119825 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd052197-d033-4f7f-95ee-114649873966 req-3c2f127f-f7e3-45f3-84cd-37ef05309fce tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:44.122302 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fd052197-d033-4f7f-95ee-114649873966 req-3c2f127f-f7e3-45f3-84cd-37ef05309fce tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/ports?device_id=938048e2-0281-4fad-b8ab-bb11145374d0 HTTP/1.1" status: 200 len: 945 time: 0.1001947 Nov 12 08:16:44.213903 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d67791-cc4b-4604-a80e-39ed7a117b79 req-35819008-d7e2-4a96-a8fd-7fa5e0c75197 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:44.215458 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e4d67791-cc4b-4604-a80e-39ed7a117b79 req-35819008-d7e2-4a96-a8fd-7fa5e0c75197 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=2fb8d5c0-2de2-44f6-9bab-123c9403a196 HTTP/1.1" status: 200 len: 949 time: 0.0548594 Nov 12 08:16:44.220220 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fd052197-d033-4f7f-95ee-114649873966 req-518381d4-5c82-45b1-a057-da6e217602cf tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/security-groups?id=2be1fc6f-9ac2-4510-8984-890d50fd1a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784876 Nov 12 08:16:44.279792 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e4d67791-cc4b-4604-a80e-39ed7a117b79 req-6cc56106-965b-47f4-983f-11e860b60ff4 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583591 Nov 12 08:16:44.298392 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-15ad3e61-5c19-46e9-b6d6-c24a9d5a60b6 admin admin] Deleting port 769ad535-63b9-4e4c-9de3-ba1e3048ed6a {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:16:44.299203 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-15ad3e61-5c19-46e9-b6d6-c24a9d5a60b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:44.512226 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6331c6b7-06e1-44c9-8e31-9ac4b8f9473b req-4d709925-fe92-40bc-bd2a-2ac593637658 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:44.513740 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6331c6b7-06e1-44c9-8e31-9ac4b8f9473b req-4d709925-fe92-40bc-bd2a-2ac593637658 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f57cf19d-8546-4524-93ec-600f8426f630 HTTP/1.1" status: 200 len: 946 time: 0.0568178 Nov 12 08:16:44.568658 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6331c6b7-06e1-44c9-8e31-9ac4b8f9473b req-9c15ec4b-d185-4398-a649-ed99e18dcab6 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486078 Nov 12 08:16:44.727620 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bded392-1cfa-470b-b5ac-5442c4fd57e6 req-5fd42517-628a-420c-9826-2a6465e61d60 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:44.729181 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1bded392-1cfa-470b-b5ac-5442c4fd57e6 req-5fd42517-628a-420c-9826-2a6465e61d60 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=867280fe-66ee-4047-a8b4-3fdb92fcef26 HTTP/1.1" status: 200 len: 945 time: 0.1065571 Nov 12 08:16:44.734823 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-15ad3e61-5c19-46e9-b6d6-c24a9d5a60b6 admin admin] For port 769ad535-63b9-4e4c-9de3-ba1e3048ed6a, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=769ad535-63b9-4e4c-9de3-ba1e3048ed6a,segment=NetworkSegment(9c273015-5633-44a0-b6c6-a46a5eb041e5),segment_id=9c273015-5633-44a0-b6c6-a46a5eb041e5)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:16:44.735189 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-15ad3e61-5c19-46e9-b6d6-c24a9d5a60b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:44.756030 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-15ad3e61-5c19-46e9-b6d6-c24a9d5a60b6 admin admin] Calling delete_port for 769ad535-63b9-4e4c-9de3-ba1e3048ed6a owned by network:router_interface {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:16:44.833872 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1bded392-1cfa-470b-b5ac-5442c4fd57e6 req-9e56e5ff-fe98-4fdf-8dfc-53ab9868bb15 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959425 Nov 12 08:16:44.998842 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8121a42-61b4-41de-8564-697efcad7085 req-820e294c-4b87-468a-ae0c-0b60590692c0 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:45.000367 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e8121a42-61b4-41de-8564-697efcad7085 req-820e294c-4b87-468a-ae0c-0b60590692c0 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=ebbe8b45-86a6-4712-bda1-f12f02e5941d HTTP/1.1" status: 200 len: 946 time: 0.3445911 Nov 12 08:16:45.023218 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-15ad3e61-5c19-46e9-b6d6-c24a9d5a60b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:45.049277 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e8121a42-61b4-41de-8564-697efcad7085 req-11ee0c7b-56d4-4022-a268-fe5f624eba62 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426698 Nov 12 08:16:45.059427 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a09c6b0-d472-48af-8b75-06aa169089a7 req-32f8e245-fcf4-49ba-810e-16686f67ce47 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:45.060949 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8a09c6b0-d472-48af-8b75-06aa169089a7 req-32f8e245-fcf4-49ba-810e-16686f67ce47 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d86ea33-8ea0-4666-aa3f-67876d020811 HTTP/1.1" status: 200 len: 945 time: 0.0885103 Nov 12 08:16:45.072317 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ad3e61-5c19-46e9-b6d6-c24a9d5a60b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=769ad535-63b9-4e4c-9de3-ba1e3048ed6a,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:45.163699 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8a09c6b0-d472-48af-8b75-06aa169089a7 req-e71910a1-3fcd-41c2-b416-861c6024f241 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936840 Nov 12 08:16:45.343821 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-15ad3e61-5c19-46e9-b6d6-c24a9d5a60b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918626'] for router_interface, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:45.349812 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a36a00-9045-4dc7-9cab-7828983dcdc2 req-6f894606-415b-489d-aa62-1eb92b97966a tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:45.351468 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-75a36a00-9045-4dc7-9cab-7828983dcdc2 req-6f894606-415b-489d-aa62-1eb92b97966a tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/ports?device_id=938048e2-0281-4fad-b8ab-bb11145374d0 HTTP/1.1" status: 200 len: 945 time: 0.0503285 Nov 12 08:16:45.399871 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-75a36a00-9045-4dc7-9cab-7828983dcdc2 req-67c590b8-ba84-4f3b-8d01-c75c71ed72ee tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/security-groups?id=2be1fc6f-9ac2-4510-8984-890d50fd1a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420818 Nov 12 08:16:45.408660 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f1173-b604-48b1-8d74-edb0f041b59b req-bb8878e5-3c53-4ec7-8689-4123075f2c85 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:45.410124 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-615f1173-b604-48b1-8d74-edb0f041b59b req-bb8878e5-3c53-4ec7-8689-4123075f2c85 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=ebbe8b45-86a6-4712-bda1-f12f02e5941d HTTP/1.1" status: 200 len: 946 time: 0.1333983 Nov 12 08:16:45.417725 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f770f155-6fd9-4a66-b820-cc256e96f1a2 req-45978706-19ab-42e8-a094-329198b88bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:45.417725 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f770f155-6fd9-4a66-b820-cc256e96f1a2 req-45978706-19ab-42e8-a094-329198b88bfc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4185fcef2b8f49279dd089f3c02606eb&device_id=ebbe8b45-86a6-4712-bda1-f12f02e5941d HTTP/1.1" status: 200 len: 1098 time: 0.1248429 Nov 12 08:16:45.462402 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device b41977ee-00dd-4191-9c7e-54fa6c7fff8d up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:16:45.515129 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning for port b41977ee-00dd-4191-9c7e-54fa6c7fff8d completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:16:45.519138 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecfc14f-fa93-424e-8cfa-f96fe947478e req-1996d150-e155-4e4d-b3de-05ac10ab54e7 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:45.521120 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port b41977ee-00dd-4191-9c7e-54fa6c7fff8d triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:16:45.521703 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6ecfc14f-fa93-424e-8cfa-f96fe947478e req-1996d150-e155-4e4d-b3de-05ac10ab54e7 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=2fb8d5c0-2de2-44f6-9bab-123c9403a196 HTTP/1.1" status: 200 len: 949 time: 0.0592177 Nov 12 08:16:45.522886 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:45.562995 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-615f1173-b604-48b1-8d74-edb0f041b59b req-c4ea78e6-1033-4118-a1c2-af0f5cf932a5 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436393 Nov 12 08:16:45.604714 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6ecfc14f-fa93-424e-8cfa-f96fe947478e req-5a996583-f943-4226-a1fa-d702b7092fdd tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765464 Nov 12 08:16:45.640224 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:45.641586 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f770f155-6fd9-4a66-b820-cc256e96f1a2 req-37cad8dc-a748-4bec-8ce7-3b15838733c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:45.643146 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f770f155-6fd9-4a66-b820-cc256e96f1a2 req-37cad8dc-a748-4bec-8ce7-3b15838733c2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fe05a3f0-e7b5-4820-a80d-5e53a559df6b HTTP/1.1" status: 200 len: 911 time: 0.2135985 Nov 12 08:16:45.679539 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d86ea33-8ea0-4666-aa3f-67876d020811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b41977ee-00dd-4191-9c7e-54fa6c7fff8d'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:16:45.682187 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-566a654b-58f1-4d61-926f-a7564afd6047" -d '{"events": [{"server_uuid": "1d86ea33-8ea0-4666-aa3f-67876d020811", "name": "network-vif-plugged", "status": "completed", "tag": "b41977ee-00dd-4191-9c7e-54fa6c7fff8d"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:16:45.699086 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port b41977ee-00dd-4191-9c7e-54fa6c7fff8d, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=b41977ee-00dd-4191-9c7e-54fa6c7fff8d,segment=NetworkSegment(2faefcc0-552f-4085-b81e-2c4b58f0de67),segment_id=2faefcc0-552f-4085-b81e-2c4b58f0de67)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:16:45.704313 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:45.705517 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 9435dd1e-a08e-493c-a3b2-e989f60d23d3 up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:16:45.752183 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a18a8f6-c4c9-4f66-a965-fea4d381f885 req-9799d536-8155-4019-b731-4f836e7d5e57 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:45.752602 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f770f155-6fd9-4a66-b820-cc256e96f1a2 req-7f8b3a9d-3867-416d-a712-12cc04c540f0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a95b215a-7dbe-4c48-9fbe-3f8161921e9a HTTP/1.1" status: 200 len: 217 time: 0.0968523 Nov 12 08:16:45.753680 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3a18a8f6-c4c9-4f66-a965-fea4d381f885 req-9799d536-8155-4019-b731-4f836e7d5e57 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=ebd09adc-ee2c-4ae1-a7b0-f87d2365516f HTTP/1.1" status: 200 len: 949 time: 0.0645876 Nov 12 08:16:45.803641 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=b41977ee-00dd-4191-9c7e-54fa6c7fff8d,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:45.819027 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning for port 9435dd1e-a08e-493c-a3b2-e989f60d23d3 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:16:45.826058 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port 9435dd1e-a08e-493c-a3b2-e989f60d23d3 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:16:45.827295 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:45.828917 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fab166a-00bf-4ef3-a990-e9ce2315e658 req-fcef1b7f-61ec-4fe4-a7af-0abe46712dca tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:45.830434 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4fab166a-00bf-4ef3-a990-e9ce2315e658 req-fcef1b7f-61ec-4fe4-a7af-0abe46712dca tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f57cf19d-8546-4524-93ec-600f8426f630 HTTP/1.1" status: 200 len: 946 time: 0.1864998 Nov 12 08:16:45.839235 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15ad3e61-5c19-46e9-b6d6-c24a9d5a60b6 admin admin] Router 2afeee7c-b576-4633-a35f-f331c90a8da2 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:16:45.840912 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f770f155-6fd9-4a66-b820-cc256e96f1a2 req-6ac7d24c-9c8d-4093-a8e2-6fa5794eb579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:45.842327 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f770f155-6fd9-4a66-b820-cc256e96f1a2 req-6ac7d24c-9c8d-4093-a8e2-6fa5794eb579 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2fa031d2-0eb2-40ca-b071-7b73de446d96 HTTP/1.1" status: 200 len: 850 time: 0.0806808 Nov 12 08:16:45.843368 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3a18a8f6-c4c9-4f66-a965-fea4d381f885 req-53569d17-cd5f-49aa-a0da-97b4f99499c3 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805919 Nov 12 08:16:45.881965 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33f58ead-5dbd-4c02-a219-d83bbb916a5e x-openstack-request-id: req-33f58ead-5dbd-4c02-a219-d83bbb916a5e {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:16:45.882334 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d86ea33-8ea0-4666-aa3f-67876d020811", "name": "network-vif-plugged", "status": "completed", "tag": "b41977ee-00dd-4191-9c7e-54fa6c7fff8d", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:16:45.882665 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-33f58ead-5dbd-4c02-a219-d83bbb916a5e {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:16:45.883160 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d86ea33-8ea0-4666-aa3f-67876d020811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b41977ee-00dd-4191-9c7e-54fa6c7fff8d', 'code': 200} Nov 12 08:16:45.890991 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f770f155-6fd9-4a66-b820-cc256e96f1a2 req-bb96aa82-978d-4cc2-a871-3664b7856718 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fe05a3f0-e7b5-4820-a80d-5e53a559df6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358233 Nov 12 08:16:45.929858 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:45.970570 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 9435dd1e-a08e-493c-a3b2-e989f60d23d3, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=9435dd1e-a08e-493c-a3b2-e989f60d23d3,segment=NetworkSegment(a106eec8-121b-4263-b8d3-a9f51835748a),segment_id=a106eec8-121b-4263-b8d3-a9f51835748a)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:16:45.975798 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:45.976918 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device b74bb8fc-e47e-4951-af89-2edb144d74a0 up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:16:45.989724 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4fab166a-00bf-4ef3-a990-e9ce2315e658 req-29f8aa6c-2313-41d7-83e7-796eddcce134 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461611 Nov 12 08:16:46.064775 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=9435dd1e-a08e-493c-a3b2-e989f60d23d3,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:46.080046 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning for port b74bb8fc-e47e-4951-af89-2edb144d74a0 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:16:46.085451 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port b74bb8fc-e47e-4951-af89-2edb144d74a0 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:16:46.085451 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:46.164815 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15ad3e61-5c19-46e9-b6d6-c24a9d5a60b6 admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:16:46.169706 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f770f155-6fd9-4a66-b820-cc256e96f1a2 req-157acceb-4fac-49de-a7e2-d49d6b6bcad1 service neutron] 10.222.0.44 "GET /v2.0/networks/fe05a3f0-e7b5-4820-a80d-5e53a559df6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213755 Nov 12 08:16:46.175226 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-15ad3e61-5c19-46e9-b6d6-c24a9d5a60b6 admin admin] 10.222.0.26 "PUT /v2.0/routers/2afeee7c-b576-4633-a35f-f331c90a8da2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5942278 Nov 12 08:16:46.175357 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:46.175472 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 43400) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:16:46.178521 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f3ecd7-5c7c-49c9-bfb9-28d15a567a0a None None] Sync routers for ids ['2afeee7c-b576-4633-a35f-f331c90a8da2'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:16:46.194456 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89691f46-56f2-4cf4-bed0-2db3ff00fd34 req-dab04cfd-814c-4f97-8b0a-ef6bc81dcada tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:46.200537 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89691f46-56f2-4cf4-bed0-2db3ff00fd34 req-dab04cfd-814c-4f97-8b0a-ef6bc81dcada tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:46.203454 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f3ecd7-5c7c-49c9-bfb9-28d15a567a0a None None] Routers {'2afeee7c-b576-4633-a35f-f331c90a8da2'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:16:46.204084 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-71f3ecd7-5c7c-49c9-bfb9-28d15a567a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:16:36Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['2afeee7c-b576-4633-a35f-f331c90a8da2'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:16:46.207991 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-89691f46-56f2-4cf4-bed0-2db3ff00fd34 req-dab04cfd-814c-4f97-8b0a-ef6bc81dcada tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=2fb8d5c0-2de2-44f6-9bab-123c9403a196&device_id=ebd09adc-ee2c-4ae1-a7b0-f87d2365516f HTTP/1.1" status: 200 len: 1689 time: 0.0695446 Nov 12 08:16:46.236172 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ffdce3-f52e-4645-8593-517e5595e579 req-0588d454-02a1-485b-b20a-7e7df0e07508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:46.237582 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-90ffdce3-f52e-4645-8593-517e5595e579 req-0588d454-02a1-485b-b20a-7e7df0e07508 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1d86ea33-8ea0-4666-aa3f-67876d020811 HTTP/1.1" status: 200 len: 1098 time: 0.1694961 Nov 12 08:16:46.259675 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port b74bb8fc-e47e-4951-af89-2edb144d74a0, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=b74bb8fc-e47e-4951-af89-2edb144d74a0,segment=NetworkSegment(a106eec8-121b-4263-b8d3-a9f51835748a),segment_id=a106eec8-121b-4263-b8d3-a9f51835748a)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:16:46.265989 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:46.267206 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device a5c49df0-d28f-405f-90b3-5cf4b6829fed no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:16:46.280516 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-89691f46-56f2-4cf4-bed0-2db3ff00fd34 req-f95ab61a-d79b-4961-85cf-5d21a037a453 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696731 Nov 12 08:16:46.301801 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5a11b4-67e6-4367-a584-c86825aa8b7e req-484f4897-0b07-4622-a65b-4dac5afb3ac9 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:46.308887 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-be5a11b4-67e6-4367-a584-c86825aa8b7e req-484f4897-0b07-4622-a65b-4dac5afb3ac9 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=867280fe-66ee-4047-a8b4-3fdb92fcef26 HTTP/1.1" status: 200 len: 945 time: 0.2016339 Nov 12 08:16:46.314201 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] No Port match for: a5c49df0-d28f-405f-90b3-5cf4b6829fed {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:16:46.314201 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device a5c49df0-d28f-405f-90b3-5cf4b6829fed not bound to the agent host n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:16:46.391388 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=b74bb8fc-e47e-4951-af89-2edb144d74a0,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:46.396849 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-71f3ecd7-5c7c-49c9-bfb9-28d15a567a0a None None] Set router 2afeee7c-b576-4633-a35f-f331c90a8da2 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:16:46.448332 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7553d0-9ae9-403b-b811-268d7cbca406 req-2249eac9-38f5-440b-8bd3-04975cbd8a0f tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:46.449861 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4d7553d0-9ae9-403b-b811-268d7cbca406 req-2249eac9-38f5-440b-8bd3-04975cbd8a0f tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d86ea33-8ea0-4666-aa3f-67876d020811 HTTP/1.1" status: 200 len: 946 time: 0.0503130 Nov 12 08:16:46.451259 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f770f155-6fd9-4a66-b820-cc256e96f1a2 req-971992ec-c826-484a-8bf8-c213921f58e5 service neutron] 10.222.0.44 "GET /v2.0/networks/fe05a3f0-e7b5-4820-a80d-5e53a559df6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651875 Nov 12 08:16:46.456095 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-90ffdce3-f52e-4645-8593-517e5595e579 req-1ea43059-e2ee-45ed-8ce7-cb4162c39872 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992939 Nov 12 08:16:46.462171 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-be5a11b4-67e6-4367-a584-c86825aa8b7e req-b1fe6431-ea59-4afc-a15b-dded8f849e40 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524887 Nov 12 08:16:46.465684 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-15a5c9ac-71b4-461f-b71f-63a57d883eab admin admin] Publish callbacks [] for router, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:46.511599 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4d7553d0-9ae9-403b-b811-268d7cbca406 req-81ae47e9-398b-48d1-b0ea-fafdd79cc464 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555983 Nov 12 08:16:46.600801 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-15a5c9ac-71b4-461f-b71f-63a57d883eab admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:46.647410 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daa45ab-1415-4193-93aa-78cc7c4f65fd req-decd1904-fc81-4da1-9611-c84db8829687 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:46.649121 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6daa45ab-1415-4193-93aa-78cc7c4f65fd req-decd1904-fc81-4da1-9611-c84db8829687 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/ports?device_id=938048e2-0281-4fad-b8ab-bb11145374d0 HTTP/1.1" status: 200 len: 946 time: 0.0578904 Nov 12 08:16:46.671131 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-71f3ecd7-5c7c-49c9-bfb9-28d15a567a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2afeee7c-b576-4633-a35f-f331c90a8da2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1418442507-router', 'tenant_id': 'a3655fc692f64f9985d4e0b53ed5aba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': 'bedd050a-f617-455f-ae11-f65c3938cb64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:15:51Z', 'updated_at': '2021-11-12T08:16:44Z', 'revision_number': 5, 'project_id': 'a3655fc692f64f9985d4e0b53ed5aba3', 'gw_port': {'id': 'bedd050a-f617-455f-ae11-f65c3938cb64', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:2f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afeee7c-b576-4633-a35f-f331c90a8da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:15:52Z', 'updated_at': '2021-11-12T08:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:16:46.700850 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f3ecd7-5c7c-49c9-bfb9-28d15a567a0a None None] Checking router: 2afeee7c-b576-4633-a35f-f331c90a8da2 for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:16:46.705156 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-15a5c9ac-71b4-461f-b71f-63a57d883eab admin admin] Deleting port bedd050a-f617-455f-ae11-f65c3938cb64 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:16:46.705465 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-15a5c9ac-71b4-461f-b71f-63a57d883eab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:46.707998 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6daa45ab-1415-4193-93aa-78cc7c4f65fd req-116bae61-e7ff-4fbc-b1eb-cc65a69edf58 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/security-groups?id=2be1fc6f-9ac2-4510-8984-890d50fd1a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521133 Nov 12 08:16:46.709929 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f3ecd7-5c7c-49c9-bfb9-28d15a567a0a None None] Routers {'2afeee7c-b576-4633-a35f-f331c90a8da2'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:16:46.710811 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-71f3ecd7-5c7c-49c9-bfb9-28d15a567a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:16:36Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['2afeee7c-b576-4633-a35f-f331c90a8da2'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:16:46.726815 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f58a2-9a2a-4222-8ce0-1ec5f9bfdfc6 req-98298bbb-e4c5-4483-beb0-321ccc95702e tempest-ServersOnMultiNodesTest-2056534105 tempest-ServersOnMultiNodesTest-2056534105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:46.726815 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1c4f58a2-9a2a-4222-8ce0-1ec5f9bfdfc6 req-98298bbb-e4c5-4483-beb0-321ccc95702e tempest-ServersOnMultiNodesTest-2056534105 tempest-ServersOnMultiNodesTest-2056534105-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=2fb8d5c0-2de2-44f6-9bab-123c9403a196 HTTP/1.1" status: 200 len: 1101 time: 0.0758386 Nov 12 08:16:46.801933 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-71f3ecd7-5c7c-49c9-bfb9-28d15a567a0a None None] Set router 2afeee7c-b576-4633-a35f-f331c90a8da2 gateway port host: None {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:16:46.815631 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1c4f58a2-9a2a-4222-8ce0-1ec5f9bfdfc6 req-5048a371-827b-4801-922c-a86aed1c219a tempest-ServersOnMultiNodesTest-2056534105 tempest-ServersOnMultiNodesTest-2056534105-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563600 Nov 12 08:16:46.828695 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-15a5c9ac-71b4-461f-b71f-63a57d883eab admin admin] For port bedd050a-f617-455f-ae11-f65c3938cb64, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=bedd050a-f617-455f-ae11-f65c3938cb64,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:16:46.829214 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-15a5c9ac-71b4-461f-b71f-63a57d883eab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:46.831176 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ff5bdc-5ab5-4951-a51a-4097ab15dac6 req-bf741e37-46b7-4091-bb22-b274292afb12 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:46.836094 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b3ff5bdc-5ab5-4951-a51a-4097ab15dac6 req-bf741e37-46b7-4091-bb22-b274292afb12 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=ebbe8b45-86a6-4712-bda1-f12f02e5941d HTTP/1.1" status: 200 len: 946 time: 0.0678513 Nov 12 08:16:46.852200 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-15a5c9ac-71b4-461f-b71f-63a57d883eab admin admin] Calling delete_port for bedd050a-f617-455f-ae11-f65c3938cb64 owned by network:router_gateway {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:16:46.868468 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-71f3ecd7-5c7c-49c9-bfb9-28d15a567a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2afeee7c-b576-4633-a35f-f331c90a8da2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1418442507-router', 'tenant_id': 'a3655fc692f64f9985d4e0b53ed5aba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:15:51Z', 'updated_at': '2021-11-12T08:16:46Z', 'revision_number': 6, 'project_id': 'a3655fc692f64f9985d4e0b53ed5aba3', 'gw_port_host': None}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:16:46.896767 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b3ff5bdc-5ab5-4951-a51a-4097ab15dac6 req-6b3d0b20-78f5-4e2b-84b6-352898c34702 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563951 Nov 12 08:16:46.899332 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f3ecd7-5c7c-49c9-bfb9-28d15a567a0a None None] The sync data for ids ['2afeee7c-b576-4633-a35f-f331c90a8da2'] in n-d-765315-29 is: [{'id': '2afeee7c-b576-4633-a35f-f331c90a8da2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1418442507-router', 'tenant_id': 'a3655fc692f64f9985d4e0b53ed5aba3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:15:51Z', 'updated_at': '2021-11-12T08:16:46Z', 'revision_number': 6, 'project_id': 'a3655fc692f64f9985d4e0b53ed5aba3', 'gw_port_host': None}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:16:46.981814 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81554189-5982-4606-96a5-e58e9f5497b8 req-cdf038d5-ef36-455b-84cc-75d9afcd68af tempest-ServersOnMultiNodesTest-2056534105 tempest-ServersOnMultiNodesTest-2056534105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:46.983392 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-81554189-5982-4606-96a5-e58e9f5497b8 req-cdf038d5-ef36-455b-84cc-75d9afcd68af tempest-ServersOnMultiNodesTest-2056534105 tempest-ServersOnMultiNodesTest-2056534105-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=ebd09adc-ee2c-4ae1-a7b0-f87d2365516f HTTP/1.1" status: 200 len: 1101 time: 0.0613668 Nov 12 08:16:47.072232 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-81554189-5982-4606-96a5-e58e9f5497b8 req-d005ccde-7c05-4325-b049-a685776f980c tempest-ServersOnMultiNodesTest-2056534105 tempest-ServersOnMultiNodesTest-2056534105-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588276 Nov 12 08:16:47.119623 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cf6c24-3044-4b24-9947-fed48993b5a5 req-47497495-66b6-4e0d-9da7-a2af4475d664 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:47.121180 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-19cf6c24-3044-4b24-9947-fed48993b5a5 req-47497495-66b6-4e0d-9da7-a2af4475d664 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f57cf19d-8546-4524-93ec-600f8426f630 HTTP/1.1" status: 200 len: 946 time: 0.0533180 Nov 12 08:16:47.121425 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-15a5c9ac-71b4-461f-b71f-63a57d883eab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:47.150220 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a5c9ac-71b4-461f-b71f-63a57d883eab admin admin] Pushing event deleted for resources: {'Port': ['ID=bedd050a-f617-455f-ae11-f65c3938cb64,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:47.182688 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-19cf6c24-3044-4b24-9947-fed48993b5a5 req-5ea0299b-da4c-4675-b3f6-d890fd4d8bb2 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545921 Nov 12 08:16:47.218980 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-15a5c9ac-71b4-461f-b71f-63a57d883eab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-933016'] for router_gateway, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:47.338485 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fdac012d-42bb-4aa4-b39d-133b9b9e3dd8 req-25e724df-464f-4402-827e-ea6265e7b267 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=3dad16d1cf804c93a62c38374b8fb4ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0558071 Nov 12 08:16:47.340194 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-15a5c9ac-71b4-461f-b71f-63a57d883eab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:47.342460 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-15a5c9ac-71b4-461f-b71f-63a57d883eab admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:47.411477 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-15a5c9ac-71b4-461f-b71f-63a57d883eab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:47.412219 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a5c9ac-71b4-461f-b71f-63a57d883eab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2afeee7c-b576-4633-a35f-f331c90a8da2 {{(pid=102599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:16:47.442120 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-15a5c9ac-71b4-461f-b71f-63a57d883eab admin admin] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:47.443577 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-15a5c9ac-71b4-461f-b71f-63a57d883eab admin admin] 10.222.0.26 "DELETE /v2.0/routers/2afeee7c-b576-4633-a35f-f331c90a8da2 HTTP/1.1" status: 204 len: 168 time: 1.2647119 Nov 12 08:16:47.446108 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 43434) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:16:47.491046 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdac012d-42bb-4aa4-b39d-133b9b9e3dd8 req-6711833e-4609-4466-b76c-e4bf47258518 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:47.492566 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fdac012d-42bb-4aa4-b39d-133b9b9e3dd8 req-6711833e-4609-4466-b76c-e4bf47258518 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1469333 Nov 12 08:16:47.496107 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-80865b44-9a1c-4396-ab5f-f0c4cf1ae9f0 admin admin] Deleting subnet 3b4b01a8-2b9b-4ee0-bd67-6d402ecf8f19 {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:16:47.499541 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-80865b44-9a1c-4396-ab5f-f0c4cf1ae9f0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:47.510880 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fdac012d-42bb-4aa4-b39d-133b9b9e3dd8 req-0b61f63a-48d1-40bb-9e92-0dacbee817f3 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/quotas/3dad16d1cf804c93a62c38374b8fb4ba HTTP/1.1" status: 200 len: 375 time: 0.0118604 Nov 12 08:16:47.536171 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-80865b44-9a1c-4396-ab5f-f0c4cf1ae9f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:47.576262 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fdac012d-42bb-4aa4-b39d-133b9b9e3dd8 req-4716f03d-962d-486d-a469-6147594bb22a tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=3dad16d1cf804c93a62c38374b8fb4ba&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0591276 Nov 12 08:16:47.640858 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32414e4e-24b0-4993-b071-63c9673eccc5 req-4efcbe0e-480a-41e5-8177-18341f5f567e tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:47.642549 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-32414e4e-24b0-4993-b071-63c9673eccc5 req-4efcbe0e-480a-41e5-8177-18341f5f567e tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=867280fe-66ee-4047-a8b4-3fdb92fcef26 HTTP/1.1" status: 200 len: 945 time: 0.0868809 Nov 12 08:16:47.684456 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-80865b44-9a1c-4396-ab5f-f0c4cf1ae9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:47.748236 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 769ad535-63b9-4e4c-9de3-ba1e3048ed6a no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:16:47.775427 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-32414e4e-24b0-4993-b071-63c9673eccc5 req-a5209a3b-8b7d-420b-b929-42ce2c52f0d3 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102703 Nov 12 08:16:47.789541 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 769ad535-63b9-4e4c-9de3-ba1e3048ed6a {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:16:47.789885 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 769ad535-63b9-4e4c-9de3-ba1e3048ed6a not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:16:47.790293 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device bedd050a-f617-455f-ae11-f65c3938cb64 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:16:47.808324 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-80865b44-9a1c-4396-ab5f-f0c4cf1ae9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:47.839726 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: bedd050a-f617-455f-ae11-f65c3938cb64 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:16:47.840175 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device bedd050a-f617-455f-ae11-f65c3938cb64 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:16:47.858368 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-79513d5b-5cf7-4e01-8440-66bf41e245b8 req-8ad48e8d-4318-46e7-acae-827bb246d043 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b597c31-568c-46cd-9cca-f27a2689ae53 HTTP/1.1" status: 200 len: 210 time: 0.0395992 Nov 12 08:16:47.887159 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ea9b902-99d1-40fc-9fe4-1a1314bb6029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9435dd1e-a08e-493c-a3b2-e989f60d23d3'}, {'server_uuid': '938048e2-0281-4fad-b8ab-bb11145374d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b74bb8fc-e47e-4951-af89-2edb144d74a0'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:16:47.887159 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f5c4298-80d2-4232-b8d5-00cfe19ed020" -d '{"events": [{"server_uuid": "4ea9b902-99d1-40fc-9fe4-1a1314bb6029", "name": "network-vif-plugged", "status": "completed", "tag": "9435dd1e-a08e-493c-a3b2-e989f60d23d3"}, {"server_uuid": "938048e2-0281-4fad-b8ab-bb11145374d0", "name": "network-vif-plugged", "status": "completed", "tag": "b74bb8fc-e47e-4951-af89-2edb144d74a0"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:16:47.896251 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80865b44-9a1c-4396-ab5f-f0c4cf1ae9f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b4b01a8-2b9b-4ee0-bd67-6d402ecf8f19,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:47.905301 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-80865b44-9a1c-4396-ab5f-f0c4cf1ae9f0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:47.914158 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48597c57-b2a6-46cb-9d49-c79a4ebdb636 None None] Network d5b62c02-2961-4070-812a-34bad2cdddd0 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:16:47.914516 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63413757-a920-4206-97c9-dc759e8cb2bb req-d7ef8db4-8449-44fe-ac2d-f3e15c351964 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:47.923268 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-63413757-a920-4206-97c9-dc759e8cb2bb req-d7ef8db4-8449-44fe-ac2d-f3e15c351964 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d86ea33-8ea0-4666-aa3f-67876d020811 HTTP/1.1" status: 200 len: 946 time: 0.1089213 Nov 12 08:16:47.923701 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-80865b44-9a1c-4396-ab5f-f0c4cf1ae9f0 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/3b4b01a8-2b9b-4ee0-bd67-6d402ecf8f19 HTTP/1.1" status: 204 len: 168 time: 0.4703050 Nov 12 08:16:47.924034 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 43450) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:16:47.982743 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-63413757-a920-4206-97c9-dc759e8cb2bb req-996030ee-3202-40e9-bca5-a00e6d831428 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584714 Nov 12 08:16:48.045006 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 08:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b92f0b-57a0-4e36-a1a2-245ff4ac4aa6 x-openstack-request-id: req-32b92f0b-57a0-4e36-a1a2-245ff4ac4aa6 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:16:48.045349 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ea9b902-99d1-40fc-9fe4-1a1314bb6029", "name": "network-vif-plugged", "status": "completed", "tag": "9435dd1e-a08e-493c-a3b2-e989f60d23d3", "code": 200}, {"server_uuid": "938048e2-0281-4fad-b8ab-bb11145374d0", "name": "network-vif-plugged", "status": "completed", "tag": "b74bb8fc-e47e-4951-af89-2edb144d74a0", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:16:48.045648 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-32b92f0b-57a0-4e36-a1a2-245ff4ac4aa6 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:16:48.046019 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ea9b902-99d1-40fc-9fe4-1a1314bb6029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9435dd1e-a08e-493c-a3b2-e989f60d23d3', 'code': 200} Nov 12 08:16:48.046241 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '938048e2-0281-4fad-b8ab-bb11145374d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b74bb8fc-e47e-4951-af89-2edb144d74a0', 'code': 200} Nov 12 08:16:48.129272 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-eb5b0cb6-a027-4190-ac9f-851e10395b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:48.173396 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6b2066-a862-4ce4-a1ea-05d9e7673ea7 req-dd90c3dc-2565-4e19-8a00-bb7fb81fca86 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:48.180068 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-af6b2066-a862-4ce4-a1ea-05d9e7673ea7 req-dd90c3dc-2565-4e19-8a00-bb7fb81fca86 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/ports?device_id=938048e2-0281-4fad-b8ab-bb11145374d0 HTTP/1.1" status: 200 len: 946 time: 0.2040472 Nov 12 08:16:48.260283 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536724c3-236d-4d35-8edf-4c67d3049474 None None] DHCP port deletion for d5b62c02-2961-4070-812a-34bad2cdddd0 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:16:48.261108 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2392ad4-3205-4cdb-a92d-c1feae77e828 req-8065efd3-7334-4d4b-8ec9-c2df7b07347b tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:48.271702 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f2392ad4-3205-4cdb-a92d-c1feae77e828 req-8065efd3-7334-4d4b-8ec9-c2df7b07347b tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=ebbe8b45-86a6-4712-bda1-f12f02e5941d HTTP/1.1" status: 200 len: 946 time: 0.1704762 Nov 12 08:16:48.316214 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-536724c3-236d-4d35-8edf-4c67d3049474 None None] Deleting port 3ee7cb77-8a8b-4e8c-85df-79d8b9a0015d {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:16:48.317276 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-536724c3-236d-4d35-8edf-4c67d3049474 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:48.334455 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-eb5b0cb6-a027-4190-ac9f-851e10395b59 admin admin] Deleting port 3ee7cb77-8a8b-4e8c-85df-79d8b9a0015d {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:16:48.335431 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-eb5b0cb6-a027-4190-ac9f-851e10395b59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:48.342642 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-af6b2066-a862-4ce4-a1ea-05d9e7673ea7 req-2a10c90e-6722-432c-bd6a-6e3ff6e21e47 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/security-groups?id=2be1fc6f-9ac2-4510-8984-890d50fd1a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324129 Nov 12 08:16:48.416985 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-536724c3-236d-4d35-8edf-4c67d3049474 None None] For port 3ee7cb77-8a8b-4e8c-85df-79d8b9a0015d, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=3ee7cb77-8a8b-4e8c-85df-79d8b9a0015d,segment=NetworkSegment(9c273015-5633-44a0-b6c6-a46a5eb041e5),segment_id=9c273015-5633-44a0-b6c6-a46a5eb041e5)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:16:48.417375 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-536724c3-236d-4d35-8edf-4c67d3049474 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:48.436263 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-536724c3-236d-4d35-8edf-4c67d3049474 None None] Calling delete_port for 3ee7cb77-8a8b-4e8c-85df-79d8b9a0015d owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:16:48.452051 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-eb5b0cb6-a027-4190-ac9f-851e10395b59 admin admin] For port 3ee7cb77-8a8b-4e8c-85df-79d8b9a0015d, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=3ee7cb77-8a8b-4e8c-85df-79d8b9a0015d,segment=NetworkSegment(9c273015-5633-44a0-b6c6-a46a5eb041e5),segment_id=9c273015-5633-44a0-b6c6-a46a5eb041e5)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:16:48.452563 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-eb5b0cb6-a027-4190-ac9f-851e10395b59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:48.470030 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-eb5b0cb6-a027-4190-ac9f-851e10395b59 admin admin] Calling delete_port for 3ee7cb77-8a8b-4e8c-85df-79d8b9a0015d owned by network:dhcp {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:16:48.546749 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-536724c3-236d-4d35-8edf-4c67d3049474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:48.574210 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536724c3-236d-4d35-8edf-4c67d3049474 None None] Pushing event deleted for resources: {'Port': ['ID=3ee7cb77-8a8b-4e8c-85df-79d8b9a0015d,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:48.579209 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536724c3-236d-4d35-8edf-4c67d3049474 None None] No DVR routers for this DVR port 3ee7cb77-8a8b-4e8c-85df-79d8b9a0015d on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:16:48.593961 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cacd09-7dd2-4b19-94fe-8525d596e94a req-b41cc1af-415c-4bd4-a959-1299dd2b03e2 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:48.596106 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c3cacd09-7dd2-4b19-94fe-8525d596e94a req-b41cc1af-415c-4bd4-a959-1299dd2b03e2 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f57cf19d-8546-4524-93ec-600f8426f630 HTTP/1.1" status: 200 len: 946 time: 0.0720301 Nov 12 08:16:48.632034 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-eb5b0cb6-a027-4190-ac9f-851e10395b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:48.673616 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5b0cb6-a027-4190-ac9f-851e10395b59 admin admin] No DVR routers for this DVR port 3ee7cb77-8a8b-4e8c-85df-79d8b9a0015d on host n-d-765315-29 {{(pid=102600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:16:48.685191 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5b0cb6-a027-4190-ac9f-851e10395b59 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ee7cb77-8a8b-4e8c-85df-79d8b9a0015d,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:48.721138 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f2392ad4-3205-4cdb-a92d-c1feae77e828 req-59d32bcd-fbf1-4a1b-bc5a-9a310f457996 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4485528 Nov 12 08:16:48.732264 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0cccb3-d572-4425-888f-529fb8545fbc req-48901033-ca9a-44d9-a5c9-35b4e00079c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:48.733734 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ec0cccb3-d572-4425-888f-529fb8545fbc req-48901033-ca9a-44d9-a5c9-35b4e00079c2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4ea9b902-99d1-40fc-9fe4-1a1314bb6029 HTTP/1.1" status: 200 len: 1098 time: 0.4308670 Nov 12 08:16:48.746575 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d776b8-c74e-4f25-a9c6-ce5f0b899bb0 req-50d9a174-673d-437c-9131-ed6e5e9dea07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:48.746575 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-14d776b8-c74e-4f25-a9c6-ce5f0b899bb0 req-50d9a174-673d-437c-9131-ed6e5e9dea07 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=938048e2-0281-4fad-b8ab-bb11145374d0 HTTP/1.1" status: 200 len: 1098 time: 0.4442234 Nov 12 08:16:48.787516 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c3cacd09-7dd2-4b19-94fe-8525d596e94a req-8db96030-3f20-4f6f-9449-60965740bef5 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800025 Nov 12 08:16:48.793921 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-eb5b0cb6-a027-4190-ac9f-851e10395b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:48.817640 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-eb5b0cb6-a027-4190-ac9f-851e10395b59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5b62c02-2961-4070-812a-34bad2cdddd0']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:16:48.827048 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ec0cccb3-d572-4425-888f-529fb8545fbc req-1a6bb264-95a6-47ad-bc32-5458b42371b9 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2be1fc6f-9ac2-4510-8984-890d50fd1a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683537 Nov 12 08:16:48.829383 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-14d776b8-c74e-4f25-a9c6-ce5f0b899bb0 req-4371195f-3e4d-411c-8831-bc89efd6ad83 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2be1fc6f-9ac2-4510-8984-890d50fd1a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695498 Nov 12 08:16:48.831156 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-eb5b0cb6-a027-4190-ac9f-851e10395b59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c273015-5633-44a0-b6c6-a46a5eb041e5') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:16:48.831457 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-eb5b0cb6-a027-4190-ac9f-851e10395b59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c273015-5633-44a0-b6c6-a46a5eb041e5') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:16:48.845811 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-eb5b0cb6-a027-4190-ac9f-851e10395b59 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:48.859434 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-eb5b0cb6-a027-4190-ac9f-851e10395b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:48.875287 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb5b0cb6-a027-4190-ac9f-851e10395b59 admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:16:48.875674 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-eb5b0cb6-a027-4190-ac9f-851e10395b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:48.877313 n-d-765315-29 neutron-server[102600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:16:48.877313 n-d-765315-29 neutron-server[102600]: self.session.flush() Nov 12 08:16:48.877313 n-d-765315-29 neutron-server[102600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:16:48.877313 n-d-765315-29 neutron-server[102600]: self.session.flush() Nov 12 08:16:48.877313 n-d-765315-29 neutron-server[102600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:16:48.877313 n-d-765315-29 neutron-server[102600]: self.session.flush() Nov 12 08:16:48.877313 n-d-765315-29 neutron-server[102600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:16:48.877313 n-d-765315-29 neutron-server[102600]: self.session.flush() Nov 12 08:16:48.877313 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:16:48.877313 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:16:48.877313 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:16:48.877313 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:16:48.877313 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:16:48.877313 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:16:48.877313 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:16:48.877313 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:16:48.877313 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:16:48.877313 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:16:48.877313 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:16:48.877313 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:16:48.877313 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:16:48.877313 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:16:48.877313 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:16:48.877313 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:16:48.877313 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:16:48.877313 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:16:48.877313 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:16:48.877313 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:16:48.877313 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:16:48.877313 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:16:48.877313 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:16:48.877313 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:16:48.877313 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:16:48.877313 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:16:48.877313 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:16:48.877313 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:16:48.877313 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:16:48.877313 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:16:48.877313 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:16:48.877313 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:16:48.956588 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-eb5b0cb6-a027-4190-ac9f-851e10395b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:48.966236 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d142d4ae-a82f-44b2-a54b-e50db5077053 req-706b1c16-d3d4-4f15-b9a3-344952784ece tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:48.967755 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d142d4ae-a82f-44b2-a54b-e50db5077053 req-706b1c16-d3d4-4f15-b9a3-344952784ece tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=867280fe-66ee-4047-a8b4-3fdb92fcef26 HTTP/1.1" status: 200 len: 945 time: 0.1031356 Nov 12 08:16:48.971702 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-eb5b0cb6-a027-4190-ac9f-851e10395b59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:48.975321 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-273777ce-73e9-4fdb-842b-b4a8ae124579 req-b27b82fb-c899-4103-b2b9-7a8975309dd9 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b597c31-568c-46cd-9cca-f27a2689ae53 HTTP/1.1" status: 200 len: 210 time: 0.0342722 Nov 12 08:16:48.975638 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-eb5b0cb6-a027-4190-ac9f-851e10395b59 admin admin] 10.222.0.26 "DELETE /v2.0/networks/d5b62c02-2961-4070-812a-34bad2cdddd0 HTTP/1.1" status: 204 len: 168 time: 1.0506401 Nov 12 08:16:48.993756 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5b0cb6-a027-4190-ac9f-851e10395b59 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5b62c02-2961-4070-812a-34bad2cdddd0,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:49.031243 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d142d4ae-a82f-44b2-a54b-e50db5077053 req-a139dd2c-a708-41d7-9197-6c3197ca1f7a tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535479 Nov 12 08:16:49.102191 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e252f23c-51de-4676-aa95-5ef1677653f9 req-ea1b8c45-f2c3-440e-a877-2293abc4d5fe tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:49.104562 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e252f23c-51de-4676-aa95-5ef1677653f9 req-ea1b8c45-f2c3-440e-a877-2293abc4d5fe tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d86ea33-8ea0-4666-aa3f-67876d020811 HTTP/1.1" status: 200 len: 946 time: 0.0534251 Nov 12 08:16:49.106765 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 43470) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:16:49.174766 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-cfea6d6a-d2ac-40b4-9608-a391d0e295d3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a3655fc692f64f9985d4e0b53ed5aba3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0668657 Nov 12 08:16:49.177840 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 43472) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:16:49.182658 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e252f23c-51de-4676-aa95-5ef1677653f9 req-3241a671-e844-44f3-ac89-33c1c3ccf7d2 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697174 Nov 12 08:16:49.227618 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-04079f4d-04d1-4d1c-b9d9-e6c2fe74af38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:49.250899 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-04079f4d-04d1-4d1c-b9d9-e6c2fe74af38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:49.315009 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51962d06-1812-4af7-8a75-e41a109c32dd req-179d75df-a09f-41e5-ac3f-170a7ae20ebd tempest-LiveMigrationTest-1817512610 tempest-LiveMigrationTest-1817512610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:49.316576 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-51962d06-1812-4af7-8a75-e41a109c32dd req-179d75df-a09f-41e5-ac3f-170a7ae20ebd tempest-LiveMigrationTest-1817512610 tempest-LiveMigrationTest-1817512610-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=1d86ea33-8ea0-4666-aa3f-67876d020811 HTTP/1.1" status: 200 len: 1098 time: 0.0637310 Nov 12 08:16:49.337725 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-04079f4d-04d1-4d1c-b9d9-e6c2fe74af38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:49.340324 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-04079f4d-04d1-4d1c-b9d9-e6c2fe74af38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:49.341414 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-04079f4d-04d1-4d1c-b9d9-e6c2fe74af38 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4e0e50a1-57cf-46f2-8e27-70a090059629 HTTP/1.1" status: 204 len: 168 time: 0.1622651 Nov 12 08:16:49.353971 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04079f4d-04d1-4d1c-b9d9-e6c2fe74af38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e0e50a1-57cf-46f2-8e27-70a090059629,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:49.390061 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-51962d06-1812-4af7-8a75-e41a109c32dd req-0e39765e-589a-441f-9062-d3f148276efc tempest-LiveMigrationTest-1817512610 tempest-LiveMigrationTest-1817512610-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670352 Nov 12 08:16:49.491839 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a49e1f-2920-4bdc-911b-71b613fd61d8 req-6e3c7fdc-2489-46aa-ae2f-77ab1420f754 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:49.493532 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b3a49e1f-2920-4bdc-911b-71b613fd61d8 req-6e3c7fdc-2489-46aa-ae2f-77ab1420f754 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/ports?device_id=938048e2-0281-4fad-b8ab-bb11145374d0 HTTP/1.1" status: 200 len: 946 time: 0.0563478 Nov 12 08:16:49.557947 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b3a49e1f-2920-4bdc-911b-71b613fd61d8 req-2030b397-57d0-400c-9856-64db30a76792 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/security-groups?id=2be1fc6f-9ac2-4510-8984-890d50fd1a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577784 Nov 12 08:16:49.717073 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 3ee7cb77-8a8b-4e8c-85df-79d8b9a0015d no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:16:49.740233 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 3ee7cb77-8a8b-4e8c-85df-79d8b9a0015d {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:16:49.740672 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 3ee7cb77-8a8b-4e8c-85df-79d8b9a0015d not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:16:49.920296 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1974f2d6-a028-493a-94fe-108030b251e0 req-b7ade9d4-d1d0-4138-a824-9e7c7ab44db1 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:49.929877 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1974f2d6-a028-493a-94fe-108030b251e0 req-b7ade9d4-d1d0-4138-a824-9e7c7ab44db1 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=ebbe8b45-86a6-4712-bda1-f12f02e5941d HTTP/1.1" status: 200 len: 946 time: 0.1150117 Nov 12 08:16:49.931486 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16999925-c72f-4440-adea-49d627ad5a8b req-c7dbb23b-6212-4784-90db-1559ddae6d3f tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:49.933377 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-16999925-c72f-4440-adea-49d627ad5a8b req-c7dbb23b-6212-4784-90db-1559ddae6d3f tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f57cf19d-8546-4524-93ec-600f8426f630 HTTP/1.1" status: 200 len: 946 time: 0.0660532 Nov 12 08:16:49.993956 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1974f2d6-a028-493a-94fe-108030b251e0 req-06a1b9ab-1f91-43ef-9e00-162da355d944 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628684 Nov 12 08:16:50.051348 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-16999925-c72f-4440-adea-49d627ad5a8b req-58df021d-23fd-4cf3-a4a9-6a94c7606a63 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092746 Nov 12 08:16:50.061160 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fdac012d-42bb-4aa4-b39d-133b9b9e3dd8 req-cc3745d5-20ff-4db9-9d16-b64dff9c9e17 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=3dad16d1cf804c93a62c38374b8fb4ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0635705 Nov 12 08:16:50.215165 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4fc20f40-7a85-4556-82be-ae24114a40bb req-76f2c139-02fb-41b0-9d4c-ffea2e581f19 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b597c31-568c-46cd-9cca-f27a2689ae53 HTTP/1.1" status: 200 len: 210 time: 0.0801141 Nov 12 08:16:50.268440 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c00e50-2f3c-4600-b4c2-7d5cc25b8816 req-b675b2b7-90ee-43fe-bf0d-af0340b3299e tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:50.269528 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdac012d-42bb-4aa4-b39d-133b9b9e3dd8 req-42899d4d-21fb-4a9b-9551-b54cbb1a8fba tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:50.272977 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fdac012d-42bb-4aa4-b39d-133b9b9e3dd8 req-42899d4d-21fb-4a9b-9551-b54cbb1a8fba tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2020621 Nov 12 08:16:50.272977 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 43524) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:16:50.280240 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e2c00e50-2f3c-4600-b4c2-7d5cc25b8816 req-b675b2b7-90ee-43fe-bf0d-af0340b3299e tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=867280fe-66ee-4047-a8b4-3fdb92fcef26 HTTP/1.1" status: 200 len: 945 time: 0.0856998 Nov 12 08:16:50.307147 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-fdac012d-42bb-4aa4-b39d-133b9b9e3dd8 req-cab53637-6f82-4715-b424-12f484c1ce0d tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Request body: {'port': {'device_id': '4b597c31-568c-46cd-9cca-f27a2689ae53', 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016', 'admin_state_up': True, 'tenant_id': '3dad16d1cf804c93a62c38374b8fb4ba'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:16:50.333037 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e2c00e50-2f3c-4600-b4c2-7d5cc25b8816 req-509f12e6-3fb9-43b3-a928-334b4ee15215 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519335 Nov 12 08:16:50.391769 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-8b60b6be-21df-4112-9c8f-80a1984d9cfb admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-440853212-network', 'tenant_id': 'bd3c626eb63b4933a99b1b7c7c998e8c'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:16:50.435373 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b60b6be-21df-4112-9c8f-80a1984d9cfb admin admin] Made reservation on behalf of bd3c626eb63b4933a99b1b7c7c998e8c for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:16:50.437618 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8b60b6be-21df-4112-9c8f-80a1984d9cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:50.455533 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8b60b6be-21df-4112-9c8f-80a1984d9cfb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:50.475181 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdac012d-42bb-4aa4-b39d-133b9b9e3dd8 req-cab53637-6f82-4715-b424-12f484c1ce0d tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Made reservation on behalf of 3dad16d1cf804c93a62c38374b8fb4ba for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:16:50.478522 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-fdac012d-42bb-4aa4-b39d-133b9b9e3dd8 req-cab53637-6f82-4715-b424-12f484c1ce0d tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:50.636681 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8b60b6be-21df-4112-9c8f-80a1984d9cfb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:50.645328 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8b60b6be-21df-4112-9c8f-80a1984d9cfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:50.695436 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-fdac012d-42bb-4aa4-b39d-133b9b9e3dd8 req-cab53637-6f82-4715-b424-12f484c1ce0d tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Allocated IP 192.168.233.211 (107743df-d3df-459d-a6cd-9e2ab4303016/e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1/be79f6de-0f9f-4bcc-a18b-80ca9b0df999) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:16:50.724365 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b60b6be-21df-4112-9c8f-80a1984d9cfb admin admin] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:16:50.757444 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b60b6be-21df-4112-9c8f-80a1984d9cfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc675cb9-5df2-45c0-9fdb-ab595f0767f4,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:50.764792 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8b60b6be-21df-4112-9c8f-80a1984d9cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:50.765196 n-d-765315-29 neutron-server[102599]: INFO neutron.db.segments_db [None req-8b60b6be-21df-4112-9c8f-80a1984d9cfb admin admin] Added segment 8f575a5e-7400-4b10-982b-4c3146775d67 of type vlan for network 8faf6eb6-6b59-4208-b8ed-8f200f462710 Nov 12 08:16:50.872015 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a4b09b-44d2-4927-b87b-dea96e575f39 req-a12c95ea-7882-499d-ae65-14adf2cffdb6 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:50.873541 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e7a4b09b-44d2-4927-b87b-dea96e575f39 req-a12c95ea-7882-499d-ae65-14adf2cffdb6 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/ports?device_id=938048e2-0281-4fad-b8ab-bb11145374d0 HTTP/1.1" status: 200 len: 946 time: 0.2159057 Nov 12 08:16:50.875501 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8b60b6be-21df-4112-9c8f-80a1984d9cfb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:50.962377 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8b60b6be-21df-4112-9c8f-80a1984d9cfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:50.963402 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b60b6be-21df-4112-9c8f-80a1984d9cfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:50.963980 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8b60b6be-21df-4112-9c8f-80a1984d9cfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:51.021387 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e7a4b09b-44d2-4927-b87b-dea96e575f39 req-9f6f80f7-85bf-4073-8a51-8ad4b7cedc54 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/security-groups?id=2be1fc6f-9ac2-4510-8984-890d50fd1a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350851 Nov 12 08:16:51.044586 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-8b60b6be-21df-4112-9c8f-80a1984d9cfb admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7636554 Nov 12 08:16:51.045462 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 43534) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:16:51.050109 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-6ebdd8a2-615f-4430-973a-8eb7f96e6ddb admin admin] Request body: {'subnet': {'network_id': '8faf6eb6-6b59-4208-b8ed-8f200f462710', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-440853212-subnet', 'tenant_id': 'bd3c626eb63b4933a99b1b7c7c998e8c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:16:51.096196 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b60b6be-21df-4112-9c8f-80a1984d9cfb admin admin] Pushing event updated for resources: {'Network': ['ID=8faf6eb6-6b59-4208-b8ed-8f200f462710,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:51.110830 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 8faf6eb6-6b59-4208-b8ed-8f200f462710 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:16:51.142768 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ebdd8a2-615f-4430-973a-8eb7f96e6ddb admin admin] Made reservation on behalf of bd3c626eb63b4933a99b1b7c7c998e8c for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:16:51.145234 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6ebdd8a2-615f-4430-973a-8eb7f96e6ddb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:51.162397 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b88809-7c6a-43b3-bc18-9c7b6a8e00a7 req-712235cd-7faf-42b9-9c9a-11779e025aab tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:51.165132 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-fdac012d-42bb-4aa4-b39d-133b9b9e3dd8 req-cab53637-6f82-4715-b424-12f484c1ce0d tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:51.168242 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-87b88809-7c6a-43b3-bc18-9c7b6a8e00a7 req-712235cd-7faf-42b9-9c9a-11779e025aab tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=ebbe8b45-86a6-4712-bda1-f12f02e5941d HTTP/1.1" status: 200 len: 946 time: 0.0896425 Nov 12 08:16:51.240951 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-87b88809-7c6a-43b3-bc18-9c7b6a8e00a7 req-025d3dc2-e5f7-4025-b1cd-905ee274384f tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699775 Nov 12 08:16:51.275872 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8425cd-104e-4863-a9f0-4b007465b015 req-59a5a031-54d0-4740-a7b5-fce8f2621c80 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:51.277386 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6a8425cd-104e-4863-a9f0-4b007465b015 req-59a5a031-54d0-4740-a7b5-fce8f2621c80 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f57cf19d-8546-4524-93ec-600f8426f630 HTTP/1.1" status: 200 len: 946 time: 0.1569471 Nov 12 08:16:51.295620 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-fdac012d-42bb-4aa4-b39d-133b9b9e3dd8 req-cab53637-6f82-4715-b424-12f484c1ce0d tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:51.310739 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['641ecf14-1420-46c8-ab6e-1776d803d920', '6a931b66-3461-40d0-ae79-b16c89f5d99e'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:16:51.378116 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['ed95649b-ce37-4271-a755-fb97b8480123', '2393022c-b8ff-4fe1-8f37-568a7b900426', '9304a2ab-88c7-4303-afc3-edae093f1f00'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:16:51.392561 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdac012d-42bb-4aa4-b39d-133b9b9e3dd8 req-cab53637-6f82-4715-b424-12f484c1ce0d tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Network 107743df-d3df-459d-a6cd-9e2ab4303016 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:16:51.407658 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-fdac012d-42bb-4aa4-b39d-133b9b9e3dd8 req-cab53637-6f82-4715-b424-12f484c1ce0d tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:16:51.417594 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdac012d-42bb-4aa4-b39d-133b9b9e3dd8 req-cab53637-6f82-4715-b424-12f484c1ce0d tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:16:51.420605 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab53637-6f82-4715-b424-12f484c1ce0d tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Pushing event updated for resources: {'Port': ['ID=be79f6de-0f9f-4bcc-a18b-80ca9b0df999,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:51.434207 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0643dea-85d9-4d74-bc6b-52b25bdfb37e req-d8a88808-e3eb-4f0b-b538-9de2b4f9edf4 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:51.436205 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f0643dea-85d9-4d74-bc6b-52b25bdfb37e req-d8a88808-e3eb-4f0b-b538-9de2b4f9edf4 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b597c31-568c-46cd-9cca-f27a2689ae53 HTTP/1.1" status: 200 len: 936 time: 0.0639338 Nov 12 08:16:51.472383 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6a8425cd-104e-4863-a9f0-4b007465b015 req-4601357d-6924-4cba-8d8b-15e5ae047dfe tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838212 Nov 12 08:16:51.538720 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f0643dea-85d9-4d74-bc6b-52b25bdfb37e req-5860edee-d8a4-4b39-9644-c7e942e41c2c tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871692 Nov 12 08:16:51.569195 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdac012d-42bb-4aa4-b39d-133b9b9e3dd8 req-cab53637-6f82-4715-b424-12f484c1ce0d tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:51.569845 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-fdac012d-42bb-4aa4-b39d-133b9b9e3dd8 req-cab53637-6f82-4715-b424-12f484c1ce0d tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:51.591792 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6ebdd8a2-615f-4430-973a-8eb7f96e6ddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:51.624016 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fdac012d-42bb-4aa4-b39d-133b9b9e3dd8 req-cab53637-6f82-4715-b424-12f484c1ce0d tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3209541 Nov 12 08:16:51.668308 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-fdac012d-42bb-4aa4-b39d-133b9b9e3dd8 req-ff373d77-9c46-44c9-8274-732394c22b14 service neutron] Request body: {'port': {'device_id': '4b597c31-568c-46cd-9cca-f27a2689ae53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:16:51.726013 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe7ba2-ba5c-4a11-be20-e52dcddbf8d4 req-65fce8d6-73f7-4011-8ad1-ecee2e7ad058 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:51.727459 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c5fe7ba2-ba5c-4a11-be20-e52dcddbf8d4 req-65fce8d6-73f7-4011-8ad1-ecee2e7ad058 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=867280fe-66ee-4047-a8b4-3fdb92fcef26 HTTP/1.1" status: 200 len: 945 time: 0.1523769 Nov 12 08:16:51.728179 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebdd8a2-615f-4430-973a-8eb7f96e6ddb admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd286ef1-f40e-4f18-a8ea-b9f4f25fbb85,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:51.757821 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebdd8a2-615f-4430-973a-8eb7f96e6ddb admin admin] Checking segment: {'id': '8f575a5e-7400-4b10-982b-4c3146775d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8faf6eb6-6b59-4208-b8ed-8f200f462710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:16:51.758187 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ebdd8a2-615f-4430-973a-8eb7f96e6ddb admin admin] Network hostable DHCP agents. Network: 8faf6eb6-6b59-4208-b8ed-8f200f462710, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:16:51.787623 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-fdac012d-42bb-4aa4-b39d-133b9b9e3dd8 req-ff373d77-9c46-44c9-8274-732394c22b14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:51.796245 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-4591f9c4-c68a-45bd-aef4-96c024eea775 None None] Provisioning complete for port be79f6de-0f9f-4bcc-a18b-80ca9b0df999 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:16:51.796613 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4591f9c4-c68a-45bd-aef4-96c024eea775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:51.817045 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ebdd8a2-615f-4430-973a-8eb7f96e6ddb admin admin] Network 8faf6eb6-6b59-4208-b8ed-8f200f462710 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:16:51.855790 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-4591f9c4-c68a-45bd-aef4-96c024eea775 None None] Port be79f6de-0f9f-4bcc-a18b-80ca9b0df999 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:16:51.864044 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c5fe7ba2-ba5c-4a11-be20-e52dcddbf8d4 req-619e26ff-3ef0-41c1-bf9a-e9fa4c747c1e tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105325 Nov 12 08:16:51.866431 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-6ebdd8a2-615f-4430-973a-8eb7f96e6ddb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 8faf6eb6-6b59-4208-b8ed-8f200f462710) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:16:51.876229 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ebdd8a2-615f-4430-973a-8eb7f96e6ddb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:51.876826 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6ebdd8a2-615f-4430-973a-8eb7f96e6ddb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:51.899974 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c4fe76-1171-4759-83fe-780e411d7cf2 None None] Network 8faf6eb6-6b59-4208-b8ed-8f200f462710 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:16:51.943255 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-6ebdd8a2-615f-4430-973a-8eb7f96e6ddb admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8967173 Nov 12 08:16:52.089476 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0c5f20-603a-473a-88f2-5aee25fb7bdb req-9e9d7a22-d93e-44fa-b429-7b4134e8824c tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:52.098410 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ec0c5f20-603a-473a-88f2-5aee25fb7bdb req-9e9d7a22-d93e-44fa-b429-7b4134e8824c tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=867280fe-66ee-4047-a8b4-3fdb92fcef26 HTTP/1.1" status: 200 len: 945 time: 0.1027503 Nov 12 08:16:52.101021 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1111277-41a8-474d-8d96-592a55193b27 None None] Network 8faf6eb6-6b59-4208-b8ed-8f200f462710 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:16:52.148370 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-fdac012d-42bb-4aa4-b39d-133b9b9e3dd8 req-ff373d77-9c46-44c9-8274-732394c22b14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be79f6de-0f9f-4bcc-a18b-80ca9b0df999 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:16:52.152674 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ec0c5f20-603a-473a-88f2-5aee25fb7bdb req-de2b745c-3813-4004-8d33-a47ac8d7ce94 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528395 Nov 12 08:16:52.161526 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-fdac012d-42bb-4aa4-b39d-133b9b9e3dd8 req-ff373d77-9c46-44c9-8274-732394c22b14 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:52.188607 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-fdac012d-42bb-4aa4-b39d-133b9b9e3dd8 req-ff373d77-9c46-44c9-8274-732394c22b14 service neutron] Transition to ACTIVE for port object be79f6de-0f9f-4bcc-a18b-80ca9b0df999 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:16:52.194283 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-fdac012d-42bb-4aa4-b39d-133b9b9e3dd8 req-ff373d77-9c46-44c9-8274-732394c22b14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:52.273534 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff373d77-9c46-44c9-8274-732394c22b14 service neutron] Pushing event updated for resources: {'Port': ['ID=be79f6de-0f9f-4bcc-a18b-80ca9b0df999,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:52.306873 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d635dc74-1bbc-4e7d-9f5a-5d24fc4b1002 req-9cb87d4d-4398-4600-a90f-bc17438b0dd7 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:52.318075 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d635dc74-1bbc-4e7d-9f5a-5d24fc4b1002 req-9cb87d4d-4398-4600-a90f-bc17438b0dd7 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/ports?device_id=938048e2-0281-4fad-b8ab-bb11145374d0 HTTP/1.1" status: 200 len: 946 time: 0.0785220 Nov 12 08:16:52.398935 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-fdac012d-42bb-4aa4-b39d-133b9b9e3dd8 req-ff373d77-9c46-44c9-8274-732394c22b14 service neutron] Attempting to bind port be79f6de-0f9f-4bcc-a18b-80ca9b0df999 on host n-h2-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:16:52.399467 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-fdac012d-42bb-4aa4-b39d-133b9b9e3dd8 req-ff373d77-9c46-44c9-8274-732394c22b14 service neutron] Attempting to bind port be79f6de-0f9f-4bcc-a18b-80ca9b0df999 by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:16:52.400013 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdac012d-42bb-4aa4-b39d-133b9b9e3dd8 req-ff373d77-9c46-44c9-8274-732394c22b14 service neutron] Attempting to bind port be79f6de-0f9f-4bcc-a18b-80ca9b0df999 on network 107743df-d3df-459d-a6cd-9e2ab4303016 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:16:52.400146 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d635dc74-1bbc-4e7d-9f5a-5d24fc4b1002 req-7ae08d49-2b31-4eb8-9037-26b5893677e4 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/security-groups?id=2be1fc6f-9ac2-4510-8984-890d50fd1a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806336 Nov 12 08:16:52.419878 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdac012d-42bb-4aa4-b39d-133b9b9e3dd8 req-ff373d77-9c46-44c9-8274-732394c22b14 service neutron] Port be79f6de-0f9f-4bcc-a18b-80ca9b0df999 on network 107743df-d3df-459d-a6cd-9e2ab4303016 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:16:52.422032 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdac012d-42bb-4aa4-b39d-133b9b9e3dd8 req-ff373d77-9c46-44c9-8274-732394c22b14 service neutron] Attempting to bind port be79f6de-0f9f-4bcc-a18b-80ca9b0df999 on network 107743df-d3df-459d-a6cd-9e2ab4303016 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:16:52.440621 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdac012d-42bb-4aa4-b39d-133b9b9e3dd8 req-ff373d77-9c46-44c9-8274-732394c22b14 service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:16:52.441162 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdac012d-42bb-4aa4-b39d-133b9b9e3dd8 req-ff373d77-9c46-44c9-8274-732394c22b14 service neutron] Checking segment: {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:16:52.443476 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdac012d-42bb-4aa4-b39d-133b9b9e3dd8 req-ff373d77-9c46-44c9-8274-732394c22b14 service neutron] Bound using segment: {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:16:52.444066 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-fdac012d-42bb-4aa4-b39d-133b9b9e3dd8 req-ff373d77-9c46-44c9-8274-732394c22b14 service neutron] Bound port: be79f6de-0f9f-4bcc-a18b-80ca9b0df999, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:16:52.444538 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-fdac012d-42bb-4aa4-b39d-133b9b9e3dd8 req-ff373d77-9c46-44c9-8274-732394c22b14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:52.541425 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-fdac012d-42bb-4aa4-b39d-133b9b9e3dd8 req-ff373d77-9c46-44c9-8274-732394c22b14 service neutron] For port be79f6de-0f9f-4bcc-a18b-80ca9b0df999, host n-h2-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:16:52.545901 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-fdac012d-42bb-4aa4-b39d-133b9b9e3dd8 req-ff373d77-9c46-44c9-8274-732394c22b14 service neutron] For port be79f6de-0f9f-4bcc-a18b-80ca9b0df999, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=be79f6de-0f9f-4bcc-a18b-80ca9b0df999,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:16:52.558032 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-fdac012d-42bb-4aa4-b39d-133b9b9e3dd8 req-ff373d77-9c46-44c9-8274-732394c22b14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:52.594084 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdac012d-42bb-4aa4-b39d-133b9b9e3dd8 req-ff373d77-9c46-44c9-8274-732394c22b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:52.594719 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-fdac012d-42bb-4aa4-b39d-133b9b9e3dd8 req-ff373d77-9c46-44c9-8274-732394c22b14 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:52.596107 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fdac012d-42bb-4aa4-b39d-133b9b9e3dd8 req-ff373d77-9c46-44c9-8274-732394c22b14 service neutron] 10.222.0.44 "PUT /v2.0/ports/be79f6de-0f9f-4bcc-a18b-80ca9b0df999 HTTP/1.1" status: 200 len: 1097 time: 0.9373651 Nov 12 08:16:52.596543 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b597c31-568c-46cd-9cca-f27a2689ae53', 'tag': 'be79f6de-0f9f-4bcc-a18b-80ca9b0df999'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:16:52.599749 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2bc5992-c90f-42bb-92f2-9dea75e68ec1" -d '{"events": [{"name": "network-changed", "server_uuid": "4b597c31-568c-46cd-9cca-f27a2689ae53", "tag": "be79f6de-0f9f-4bcc-a18b-80ca9b0df999"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:16:52.616053 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-c87fae64-2d97-4acd-afec-1f248cc8471a req-37c8e16e-4e3d-4537-80dd-396a027e65b3 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-152156319', 'description': 'tempest-description-1797407065'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:16:52.631494 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff373d77-9c46-44c9-8274-732394c22b14 service neutron] Pushing event updated for resources: {'Port': ['ID=be79f6de-0f9f-4bcc-a18b-80ca9b0df999,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:52.667822 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-c87fae64-2d97-4acd-afec-1f248cc8471a req-37c8e16e-4e3d-4537-80dd-396a027e65b3 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:52.755021 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-c87fae64-2d97-4acd-afec-1f248cc8471a req-37c8e16e-4e3d-4537-80dd-396a027e65b3 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:52.760506 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-c87fae64-2d97-4acd-afec-1f248cc8471a req-37c8e16e-4e3d-4537-80dd-396a027e65b3 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:52.771911 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7e212b-3e23-4dec-9b3d-93397d19e7e5 req-5cb45c7d-efee-4ddc-9dd7-78d6753b2db2 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:52.773482 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3d7e212b-3e23-4dec-9b3d-93397d19e7e5 req-5cb45c7d-efee-4ddc-9dd7-78d6753b2db2 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=ebbe8b45-86a6-4712-bda1-f12f02e5941d HTTP/1.1" status: 200 len: 946 time: 0.1102097 Nov 12 08:16:52.775827 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdac012d-42bb-4aa4-b39d-133b9b9e3dd8 req-2bac2da5-c0ed-451b-a0ee-78949595f39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:52.777239 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fdac012d-42bb-4aa4-b39d-133b9b9e3dd8 req-2bac2da5-c0ed-451b-a0ee-78949595f39d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3dad16d1cf804c93a62c38374b8fb4ba&device_id=4b597c31-568c-46cd-9cca-f27a2689ae53 HTTP/1.1" status: 200 len: 1100 time: 0.0726089 Nov 12 08:16:52.796147 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-c87fae64-2d97-4acd-afec-1f248cc8471a req-37c8e16e-4e3d-4537-80dd-396a027e65b3 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:52.797389 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c87fae64-2d97-4acd-afec-1f248cc8471a req-37c8e16e-4e3d-4537-80dd-396a027e65b3 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.1916356 Nov 12 08:16:52.803955 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c8e16e-4e3d-4537-80dd-396a027e65b3 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e018ad6-3889-4cdc-90e2-c33d76f262fd,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:52.856762 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fdac012d-42bb-4aa4-b39d-133b9b9e3dd8 req-21f965f6-be38-4c6e-8d29-bd481fb5e4fe service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=be79f6de-0f9f-4bcc-a18b-80ca9b0df999 HTTP/1.1" status: 200 len: 217 time: 0.0458133 Nov 12 08:16:52.906612 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3d7e212b-3e23-4dec-9b3d-93397d19e7e5 req-38c5df4d-63d3-4713-91ca-a95b729ec167 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254547 Nov 12 08:16:52.940752 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdac012d-42bb-4aa4-b39d-133b9b9e3dd8 req-f5fb6977-c903-4be2-9303-2f6e1f3f2e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:52.947732 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fdac012d-42bb-4aa4-b39d-133b9b9e3dd8 req-f5fb6977-c903-4be2-9303-2f6e1f3f2e74 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1 HTTP/1.1" status: 200 len: 843 time: 0.0800316 Nov 12 08:16:53.024208 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def32479-2358-4d9f-82d6-f6d3869033ea req-2e1286ec-756a-44ee-8d05-7ae553a9ae07 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:53.026886 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-def32479-2358-4d9f-82d6-f6d3869033ea req-2e1286ec-756a-44ee-8d05-7ae553a9ae07 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ea9b902-99d1-40fc-9fe4-1a1314bb6029 HTTP/1.1" status: 200 len: 946 time: 0.0675762 Nov 12 08:16:53.041531 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdac012d-42bb-4aa4-b39d-133b9b9e3dd8 req-106fea8d-e64a-45d4-9730-98fb34f13db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:53.043035 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fdac012d-42bb-4aa4-b39d-133b9b9e3dd8 req-106fea8d-e64a-45d4-9730-98fb34f13db0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=107743df-d3df-459d-a6cd-9e2ab4303016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0803511 Nov 12 08:16:53.054138 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe34af93-3744-4102-911d-3ac0eff8f448 req-56978d99-86c2-4955-991a-f43d8f7e45ab tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:53.061413 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fe34af93-3744-4102-911d-3ac0eff8f448 req-56978d99-86c2-4955-991a-f43d8f7e45ab tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f57cf19d-8546-4524-93ec-600f8426f630 HTTP/1.1" status: 200 len: 946 time: 0.0699177 Nov 12 08:16:53.086174 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-def32479-2358-4d9f-82d6-f6d3869033ea req-837bae82-b5bb-4828-984e-70bcf0acafbc tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/security-groups?id=2be1fc6f-9ac2-4510-8984-890d50fd1a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491610 Nov 12 08:16:53.191474 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fe34af93-3744-4102-911d-3ac0eff8f448 req-07ca7847-1d9b-4ba7-bca7-56c7664c2b76 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288972 Nov 12 08:16:53.203693 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eed6d6-8f23-496f-bbea-393fd39d8dfe req-fd399119-f245-4ead-af69-f34e23015396 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:53.211490 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fdac012d-42bb-4aa4-b39d-133b9b9e3dd8 req-89aa07ab-6fdd-4a2f-a961-ac6bd27aa2f0 service neutron] 10.222.0.44 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475711 Nov 12 08:16:53.216132 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-52eed6d6-8f23-496f-bbea-393fd39d8dfe req-fd399119-f245-4ead-af69-f34e23015396 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b597c31-568c-46cd-9cca-f27a2689ae53 HTTP/1.1" status: 200 len: 948 time: 0.0633757 Nov 12 08:16:53.263173 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96bbda90-7ef3-4191-89b3-6ed43be342d0 x-openstack-request-id: req-96bbda90-7ef3-4191-89b3-6ed43be342d0 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:16:53.263466 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b597c31-568c-46cd-9cca-f27a2689ae53", "tag": "be79f6de-0f9f-4bcc-a18b-80ca9b0df999", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:16:53.263721 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-96bbda90-7ef3-4191-89b3-6ed43be342d0 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:16:53.264111 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b597c31-568c-46cd-9cca-f27a2689ae53', 'tag': 'be79f6de-0f9f-4bcc-a18b-80ca9b0df999', 'status': 'completed', 'code': 200} Nov 12 08:16:53.298906 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-52eed6d6-8f23-496f-bbea-393fd39d8dfe req-dc919916-a0c7-4ecd-b96c-9e990f75ba18 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764682 Nov 12 08:16:53.330166 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-d02a8297-6cd2-4970-91b1-4142fc298781 req-4b9dd598-89a0-4bee-a9c8-a779de0d4382 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1794463583', 'description': 'tempest-description-58976121'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:16:53.355064 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-d02a8297-6cd2-4970-91b1-4142fc298781 req-4b9dd598-89a0-4bee-a9c8-a779de0d4382 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:53.364079 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fdac012d-42bb-4aa4-b39d-133b9b9e3dd8 req-2b6eead0-fcb9-47b3-ac8b-cc2cfc502727 service neutron] 10.222.0.44 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309307 Nov 12 08:16:53.409499 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8644e115-2b8b-404c-b8a4-17e3e39672ad req-39411982-235a-4acd-a874-d943df8b29a9 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:53.412480 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8644e115-2b8b-404c-b8a4-17e3e39672ad req-39411982-235a-4acd-a874-d943df8b29a9 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=867280fe-66ee-4047-a8b4-3fdb92fcef26 HTTP/1.1" status: 200 len: 945 time: 0.0659525 Nov 12 08:16:53.437843 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-d02a8297-6cd2-4970-91b1-4142fc298781 req-4b9dd598-89a0-4bee-a9c8-a779de0d4382 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:53.445887 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-d02a8297-6cd2-4970-91b1-4142fc298781 req-4b9dd598-89a0-4bee-a9c8-a779de0d4382 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:53.480735 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-d02a8297-6cd2-4970-91b1-4142fc298781 req-4b9dd598-89a0-4bee-a9c8-a779de0d4382 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:53.481948 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d02a8297-6cd2-4970-91b1-4142fc298781 req-4b9dd598-89a0-4bee-a9c8-a779de0d4382 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.1578374 Nov 12 08:16:53.483522 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8644e115-2b8b-404c-b8a4-17e3e39672ad req-d0425599-b879-472a-961b-9492b3c320f0 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648212 Nov 12 08:16:53.484520 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9dd598-89a0-4bee-a9c8-a779de0d4382 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a36d48c2-3300-4e6f-812d-5b69c39a6287,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:53.639934 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bc5992-c90f-42bb-92f2-9dea75e68ec1 req-cd7936f5-33bd-465e-8d5f-f6fc8f4074da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:53.641473 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f2bc5992-c90f-42bb-92f2-9dea75e68ec1 req-cd7936f5-33bd-465e-8d5f-f6fc8f4074da service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3dad16d1cf804c93a62c38374b8fb4ba&device_id=4b597c31-568c-46cd-9cca-f27a2689ae53 HTTP/1.1" status: 200 len: 1100 time: 0.1448376 Nov 12 08:16:53.650929 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e2401d73-9708-4bed-960f-c48dac4a6ea1 req-f312e517-d415-4210-a46b-6cc98cda8052 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9a68790d-0259-42cd-870d-a69a978aa6fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1639996 Nov 12 08:16:53.674897 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4eac33-51bf-4e34-b094-c4f64af4f581 req-a610a83a-3a72-46eb-8799-30eeee743c7c tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:53.689490 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-be4eac33-51bf-4e34-b094-c4f64af4f581 req-a610a83a-3a72-46eb-8799-30eeee743c7c tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=867280fe-66ee-4047-a8b4-3fdb92fcef26 HTTP/1.1" status: 200 len: 945 time: 0.0995908 Nov 12 08:16:53.832868 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-be4eac33-51bf-4e34-b094-c4f64af4f581 req-fc92a7ba-c870-4df5-9dfe-3b44165b3aff tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424241 Nov 12 08:16:53.843093 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc587719-59ff-433c-b61c-1ef3fd7d21d4 req-dc2d45e7-c6f6-41ea-9026-af9487a157ac tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:53.844628 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-dc587719-59ff-433c-b61c-1ef3fd7d21d4 req-dc2d45e7-c6f6-41ea-9026-af9487a157ac tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/networks?id=8faf6eb6-6b59-4208-b8ed-8f200f462710 HTTP/1.1" status: 200 len: 812 time: 0.1142786 Nov 12 08:16:53.873310 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bc5992-c90f-42bb-92f2-9dea75e68ec1 req-af494311-1609-4d9a-a625-d4cc127a1853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:53.874819 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f2bc5992-c90f-42bb-92f2-9dea75e68ec1 req-af494311-1609-4d9a-a625-d4cc127a1853 service neutron] 10.222.0.44 "GET /v2.0/networks?id=107743df-d3df-459d-a6cd-9e2ab4303016 HTTP/1.1" status: 200 len: 870 time: 0.1832173 Nov 12 08:16:53.877153 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2401d73-9708-4bed-960f-c48dac4a6ea1 req-52616401-f96a-4cae-8ed3-29eee84afe49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:53.877859 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-dc587719-59ff-433c-b61c-1ef3fd7d21d4 req-7fb0af1c-d5d5-403a-aad0-e7b8008510d0 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/quotas/bd3c626eb63b4933a99b1b7c7c998e8c HTTP/1.1" status: 200 len: 375 time: 0.0263324 Nov 12 08:16:53.879414 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e2401d73-9708-4bed-960f-c48dac4a6ea1 req-52616401-f96a-4cae-8ed3-29eee84afe49 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3dad16d1cf804c93a62c38374b8fb4ba&device_id=9a68790d-0259-42cd-870d-a69a978aa6fd HTTP/1.1" status: 200 len: 1101 time: 0.1143579 Nov 12 08:16:53.923430 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-dc587719-59ff-433c-b61c-1ef3fd7d21d4 req-8be02fe2-92b1-425d-bd3a-080c95c8c566 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=bd3c626eb63b4933a99b1b7c7c998e8c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0423162 Nov 12 08:16:53.938367 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f2bc5992-c90f-42bb-92f2-9dea75e68ec1 req-e19ff8ed-ad72-42f0-afd6-cb507638267b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=be79f6de-0f9f-4bcc-a18b-80ca9b0df999 HTTP/1.1" status: 200 len: 217 time: 0.0400984 Nov 12 08:16:54.059512 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bc5992-c90f-42bb-92f2-9dea75e68ec1 req-ce862a3f-0b41-40af-8408-d23654fc4f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:54.061042 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f2bc5992-c90f-42bb-92f2-9dea75e68ec1 req-ce862a3f-0b41-40af-8408-d23654fc4f1c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1 HTTP/1.1" status: 200 len: 843 time: 0.0599215 Nov 12 08:16:54.077851 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-dc587719-59ff-433c-b61c-1ef3fd7d21d4 req-84f4f78f-c7fc-4698-8420-6de1bf0691f7 service neutron] 10.222.0.26 "GET /v2.0/networks/8faf6eb6-6b59-4208-b8ed-8f200f462710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529343 Nov 12 08:16:54.081389 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2401d73-9708-4bed-960f-c48dac4a6ea1 req-c10fbd7f-5738-4785-9e69-2b852042868a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:54.083813 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e2401d73-9708-4bed-960f-c48dac4a6ea1 req-c10fbd7f-5738-4785-9e69-2b852042868a service neutron] 10.222.0.44 "GET /v2.0/networks?id=107743df-d3df-459d-a6cd-9e2ab4303016 HTTP/1.1" status: 200 len: 870 time: 0.1444845 Nov 12 08:16:54.184988 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-dc587719-59ff-433c-b61c-1ef3fd7d21d4 req-455fe9ff-10d4-4e77-986f-d061f3c629d6 service neutron] 10.222.0.26 "GET /v2.0/networks/8faf6eb6-6b59-4208-b8ed-8f200f462710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991530 Nov 12 08:16:54.216743 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e2401d73-9708-4bed-960f-c48dac4a6ea1 req-5e4195eb-a5c2-4ed5-9927-afe682dd3479 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=2393022c-b8ff-4fe1-8f37-568a7b900426 HTTP/1.1" status: 200 len: 217 time: 0.0838270 Nov 12 08:16:54.256602 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bc5992-c90f-42bb-92f2-9dea75e68ec1 req-e6b38db1-5119-428b-a2ed-6b89bc6a7032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:54.258149 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f2bc5992-c90f-42bb-92f2-9dea75e68ec1 req-e6b38db1-5119-428b-a2ed-6b89bc6a7032 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=107743df-d3df-459d-a6cd-9e2ab4303016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1267898 Nov 12 08:16:54.392963 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2401d73-9708-4bed-960f-c48dac4a6ea1 req-f81e4c92-e0c2-45ca-84bb-c86d2316d631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:54.394491 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e2401d73-9708-4bed-960f-c48dac4a6ea1 req-f81e4c92-e0c2-45ca-84bb-c86d2316d631 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1 HTTP/1.1" status: 200 len: 843 time: 0.1671369 Nov 12 08:16:54.509250 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195d6a67-6639-4f7b-82d6-b0dd2b0349f4 req-d80cc6e3-b54a-4f9c-a22b-edf6cb3c73fe tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:54.516753 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-195d6a67-6639-4f7b-82d6-b0dd2b0349f4 req-d80cc6e3-b54a-4f9c-a22b-edf6cb3c73fe tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=ebbe8b45-86a6-4712-bda1-f12f02e5941d HTTP/1.1" status: 200 len: 946 time: 0.0806644 Nov 12 08:16:54.549838 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f2bc5992-c90f-42bb-92f2-9dea75e68ec1 req-1aaae43d-84ad-4edd-803f-8885f72ac8bd service neutron] 10.222.0.44 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584002 Nov 12 08:16:54.558724 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2401d73-9708-4bed-960f-c48dac4a6ea1 req-c2af8334-fea8-4401-879b-dd7322b31649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:54.560485 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e2401d73-9708-4bed-960f-c48dac4a6ea1 req-c2af8334-fea8-4401-879b-dd7322b31649 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=107743df-d3df-459d-a6cd-9e2ab4303016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1364021 Nov 12 08:16:54.583658 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-195d6a67-6639-4f7b-82d6-b0dd2b0349f4 req-b558e19b-a632-4206-a2ab-dad9a893f614 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656519 Nov 12 08:16:54.757395 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4e0c00-c2c9-47eb-b25f-9cbadda4cf29 req-f0d99a00-1bfb-4aad-b2c8-c9260bf3c168 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:54.760035 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ef4e0c00-c2c9-47eb-b25f-9cbadda4cf29 req-f0d99a00-1bfb-4aad-b2c8-c9260bf3c168 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ea9b902-99d1-40fc-9fe4-1a1314bb6029 HTTP/1.1" status: 200 len: 946 time: 0.3176243 Nov 12 08:16:54.791891 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eb3dd9-7167-4192-9f4c-4ecd80efc506 req-37ddcea5-e42a-43e4-9f67-0110ecf596d1 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:54.793880 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-56eb3dd9-7167-4192-9f4c-4ecd80efc506 req-37ddcea5-e42a-43e4-9f67-0110ecf596d1 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f57cf19d-8546-4524-93ec-600f8426f630 HTTP/1.1" status: 200 len: 946 time: 0.0904148 Nov 12 08:16:54.827310 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f2bc5992-c90f-42bb-92f2-9dea75e68ec1 req-1f2f7aae-508d-4523-a30f-35f0712734b1 service neutron] 10.222.0.44 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544570 Nov 12 08:16:54.871695 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-56eb3dd9-7167-4192-9f4c-4ecd80efc506 req-0610d0bb-b097-47e0-adb6-552950c8d7ba tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711198 Nov 12 08:16:54.880418 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ef4e0c00-c2c9-47eb-b25f-9cbadda4cf29 req-c4945b0d-2b03-43ba-8474-14d57f415cf7 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/security-groups?id=2be1fc6f-9ac2-4510-8984-890d50fd1a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110361 Nov 12 08:16:54.882704 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e2401d73-9708-4bed-960f-c48dac4a6ea1 req-5d54c7b1-bde4-4dec-92f7-47d9f90a6c8c service neutron] 10.222.0.44 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203884 Nov 12 08:16:55.023589 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e16348-fd5b-4583-ba2d-793b56a4539d req-9aa8e5ac-ac94-4835-8ab7-adcc967a4832 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:55.025530 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-92e16348-fd5b-4583-ba2d-793b56a4539d req-9aa8e5ac-ac94-4835-8ab7-adcc967a4832 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b597c31-568c-46cd-9cca-f27a2689ae53 HTTP/1.1" status: 200 len: 948 time: 0.0596707 Nov 12 08:16:55.076000 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36861591-83c9-4bd8-aca0-4a56c869114a req-48527700-7901-45d0-9276-90e0f412e383 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:55.078163 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-36861591-83c9-4bd8-aca0-4a56c869114a req-48527700-7901-45d0-9276-90e0f412e383 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=867280fe-66ee-4047-a8b4-3fdb92fcef26 HTTP/1.1" status: 200 len: 945 time: 0.1161361 Nov 12 08:16:55.102909 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e2401d73-9708-4bed-960f-c48dac4a6ea1 req-a5bcd235-45c2-4b00-9f3f-cdbe0e6b97ab service neutron] 10.222.0.44 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894736 Nov 12 08:16:55.107492 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-92e16348-fd5b-4583-ba2d-793b56a4539d req-8cb13529-bbae-4aef-92eb-c5eabf063bc0 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728498 Nov 12 08:16:55.152672 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-36861591-83c9-4bd8-aca0-4a56c869114a req-c925fcda-6ba0-4a2c-8a1b-75beb9ccc12d tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632865 Nov 12 08:16:55.214012 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6183eb9a-641b-4760-92f5-4a45639b4aa4 req-a11da19e-83f5-480b-9802-be78a1fb0db7 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c0364e9-a49c-46af-a2f9-325c3e29445e HTTP/1.1" status: 200 len: 210 time: 0.0385621 Nov 12 08:16:55.738881 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fffd90f-3753-4acc-a872-81b5ca5c9440 req-aa2eed1b-5df4-4ceb-a857-b11d75f5621f tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:55.746085 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7fffd90f-3753-4acc-a872-81b5ca5c9440 req-aa2eed1b-5df4-4ceb-a857-b11d75f5621f tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=ebbe8b45-86a6-4712-bda1-f12f02e5941d HTTP/1.1" status: 200 len: 946 time: 0.0678489 Nov 12 08:16:55.813651 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7fffd90f-3753-4acc-a872-81b5ca5c9440 req-48808ec9-7c58-400d-bcf0-152c04fdffeb tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665994 Nov 12 08:16:55.826578 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc587719-59ff-433c-b61c-1ef3fd7d21d4 req-f244bea8-f6f7-4204-9d93-63b6c9321fa6 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:55.829179 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dc587719-59ff-433c-b61c-1ef3fd7d21d4 req-f244bea8-f6f7-4204-9d93-63b6c9321fa6 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.21 "GET /v2.0/networks?id=8faf6eb6-6b59-4208-b8ed-8f200f462710 HTTP/1.1" status: 200 len: 812 time: 0.1989641 Nov 12 08:16:55.845360 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-dc587719-59ff-433c-b61c-1ef3fd7d21d4 req-f6ac2533-6f74-4dc1-9ec9-5ae3d7ccbb63 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Request body: {'port': {'device_id': '4c0364e9-a49c-46af-a2f9-325c3e29445e', 'network_id': '8faf6eb6-6b59-4208-b8ed-8f200f462710', 'admin_state_up': True, 'tenant_id': 'bd3c626eb63b4933a99b1b7c7c998e8c'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:16:55.994071 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc587719-59ff-433c-b61c-1ef3fd7d21d4 req-f6ac2533-6f74-4dc1-9ec9-5ae3d7ccbb63 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Made reservation on behalf of bd3c626eb63b4933a99b1b7c7c998e8c for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:16:55.998511 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-dc587719-59ff-433c-b61c-1ef3fd7d21d4 req-f6ac2533-6f74-4dc1-9ec9-5ae3d7ccbb63 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:56.014527 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05d5a1d-fefd-4f0b-aa9f-2cb9f82a9cce req-44e32706-1fe5-4ea5-8137-a4d18a6d3aa9 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:56.016319 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c05d5a1d-fefd-4f0b-aa9f-2cb9f82a9cce req-44e32706-1fe5-4ea5-8137-a4d18a6d3aa9 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ea9b902-99d1-40fc-9fe4-1a1314bb6029 HTTP/1.1" status: 200 len: 946 time: 0.0564992 Nov 12 08:16:56.042258 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e8189a-bc66-43cf-9c08-5ae081f2effc req-6102e6f0-b401-4dd2-be9b-d4957868c1c0 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:56.043571 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f7e8189a-bc66-43cf-9c08-5ae081f2effc req-6102e6f0-b401-4dd2-be9b-d4957868c1c0 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f57cf19d-8546-4524-93ec-600f8426f630 HTTP/1.1" status: 200 len: 946 time: 0.0814617 Nov 12 08:16:56.077547 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c05d5a1d-fefd-4f0b-aa9f-2cb9f82a9cce req-903d2918-d983-4593-ac6f-de127a0c2ea6 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/security-groups?id=2be1fc6f-9ac2-4510-8984-890d50fd1a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519876 Nov 12 08:16:56.163163 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f7e8189a-bc66-43cf-9c08-5ae081f2effc req-9bd1eba0-7a46-4779-9957-5a41e734956c tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933356 Nov 12 08:16:56.185296 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-dc587719-59ff-433c-b61c-1ef3fd7d21d4 req-f6ac2533-6f74-4dc1-9ec9-5ae3d7ccbb63 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Allocated IP 172.20.0.4 (8faf6eb6-6b59-4208-b8ed-8f200f462710/bd286ef1-f40e-4f18-a8ea-b9f4f25fbb85/f5920f2d-4a7e-42d5-a7df-4f8e67bc2c30) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:16:56.247042 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0d051d-7e75-4670-b6ba-aa02259d85b7 req-814613eb-0f40-45e6-a100-8ccb3f9660c6 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:56.255847 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7a0d051d-7e75-4670-b6ba-aa02259d85b7 req-814613eb-0f40-45e6-a100-8ccb3f9660c6 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b597c31-568c-46cd-9cca-f27a2689ae53 HTTP/1.1" status: 200 len: 948 time: 0.0755322 Nov 12 08:16:56.300401 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7a0d051d-7e75-4670-b6ba-aa02259d85b7 req-76a4995b-59cf-4b92-97f7-12757fbfa2cd tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435214 Nov 12 08:16:56.376525 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0c1307-aad3-40f4-a292-1a54a596ff79 req-34869827-c00b-4a77-9973-e58ef5356ba0 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:56.378035 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7f0c1307-aad3-40f4-a292-1a54a596ff79 req-34869827-c00b-4a77-9973-e58ef5356ba0 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=867280fe-66ee-4047-a8b4-3fdb92fcef26 HTTP/1.1" status: 200 len: 945 time: 0.1075697 Nov 12 08:16:56.395942 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-dc587719-59ff-433c-b61c-1ef3fd7d21d4 req-f6ac2533-6f74-4dc1-9ec9-5ae3d7ccbb63 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:56.405554 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-643de069-db19-400b-80b9-957177ca6e39 req-a7c0e7eb-380d-425d-adc5-80fa70fd5b8d tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c0364e9-a49c-46af-a2f9-325c3e29445e HTTP/1.1" status: 200 len: 210 time: 0.0275254 Nov 12 08:16:56.466452 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7f0c1307-aad3-40f4-a292-1a54a596ff79 req-1deb5a6b-f8fe-4353-a411-1af3a4040f37 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768709 Nov 12 08:16:56.482680 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-dc587719-59ff-433c-b61c-1ef3fd7d21d4 req-f6ac2533-6f74-4dc1-9ec9-5ae3d7ccbb63 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:56.536307 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc587719-59ff-433c-b61c-1ef3fd7d21d4 req-f6ac2533-6f74-4dc1-9ec9-5ae3d7ccbb63 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Network 8faf6eb6-6b59-4208-b8ed-8f200f462710 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:16:56.542058 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-dc587719-59ff-433c-b61c-1ef3fd7d21d4 req-f6ac2533-6f74-4dc1-9ec9-5ae3d7ccbb63 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:16:56.546200 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc587719-59ff-433c-b61c-1ef3fd7d21d4 req-f6ac2533-6f74-4dc1-9ec9-5ae3d7ccbb63 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:16:56.577736 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ac2533-6f74-4dc1-9ec9-5ae3d7ccbb63 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Pushing event updated for resources: {'Port': ['ID=f5920f2d-4a7e-42d5-a7df-4f8e67bc2c30,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:56.604197 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc587719-59ff-433c-b61c-1ef3fd7d21d4 req-f6ac2533-6f74-4dc1-9ec9-5ae3d7ccbb63 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:56.604801 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-dc587719-59ff-433c-b61c-1ef3fd7d21d4 req-f6ac2533-6f74-4dc1-9ec9-5ae3d7ccbb63 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:56.621738 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dc587719-59ff-433c-b61c-1ef3fd7d21d4 req-f6ac2533-6f74-4dc1-9ec9-5ae3d7ccbb63 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7816420 Nov 12 08:16:56.635880 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-dc587719-59ff-433c-b61c-1ef3fd7d21d4 req-49933057-302b-4dea-90a3-cfdc33b9cfd3 service neutron] Request body: {'port': {'device_id': '4c0364e9-a49c-46af-a2f9-325c3e29445e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:16:56.698184 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-dc587719-59ff-433c-b61c-1ef3fd7d21d4 req-49933057-302b-4dea-90a3-cfdc33b9cfd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:57.207152 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c4e172-afeb-4fb3-837f-f6eacb5ae6e1 req-8915f4f2-a457-4500-97f7-ac52bc3c3ce0 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:57.208738 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e1c4e172-afeb-4fb3-837f-f6eacb5ae6e1 req-8915f4f2-a457-4500-97f7-ac52bc3c3ce0 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ea9b902-99d1-40fc-9fe4-1a1314bb6029 HTTP/1.1" status: 200 len: 946 time: 0.0543795 Nov 12 08:16:57.252486 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adec2b7-da70-455c-9c3f-802f0da418e7 req-2107c1d7-6aac-4f05-bd2b-56e2560c87a5 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:57.254179 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6adec2b7-da70-455c-9c3f-802f0da418e7 req-2107c1d7-6aac-4f05-bd2b-56e2560c87a5 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=ebbe8b45-86a6-4712-bda1-f12f02e5941d HTTP/1.1" status: 200 len: 946 time: 0.1180677 Nov 12 08:16:57.271995 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e1c4e172-afeb-4fb3-837f-f6eacb5ae6e1 req-d9d20414-8c9c-47e0-91ac-b224c4117c95 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/security-groups?id=2be1fc6f-9ac2-4510-8984-890d50fd1a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547605 Nov 12 08:16:57.308577 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87369bbc-1c1b-405c-9f14-aa7b1243f7ec req-af9537d4-7d86-4e8d-a179-f7b6cbb95c82 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:57.310023 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-87369bbc-1c1b-405c-9f14-aa7b1243f7ec req-af9537d4-7d86-4e8d-a179-f7b6cbb95c82 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ea9b902-99d1-40fc-9fe4-1a1314bb6029 HTTP/1.1" status: 200 len: 946 time: 0.1728425 Nov 12 08:16:57.386877 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9bb8a2-d0a5-4adf-aa2f-e5bf24227281 req-108cf499-1119-4daf-adb9-e16efb7b6bee tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:57.388704 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7c9bb8a2-d0a5-4adf-aa2f-e5bf24227281 req-108cf499-1119-4daf-adb9-e16efb7b6bee tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f57cf19d-8546-4524-93ec-600f8426f630 HTTP/1.1" status: 200 len: 946 time: 0.0535247 Nov 12 08:16:57.442542 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7c9bb8a2-d0a5-4adf-aa2f-e5bf24227281 req-16959165-3b39-4a7a-8fbd-b317ecba6463 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461984 Nov 12 08:16:57.450139 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6adec2b7-da70-455c-9c3f-802f0da418e7 req-121db07b-fcee-4ff7-9601-f29626144c1d tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633642 Nov 12 08:16:57.491259 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd04ec-59a6-42dc-8aee-6beedbe1d9dc req-008b6357-6987-4043-ac9e-20460fa0a71a tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:57.492730 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-eabd04ec-59a6-42dc-8aee-6beedbe1d9dc req-008b6357-6987-4043-ac9e-20460fa0a71a tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.44 "GET /v2.0/ports?device_id=938048e2-0281-4fad-b8ab-bb11145374d0 HTTP/1.1" status: 200 len: 946 time: 0.1995487 Nov 12 08:16:57.524925 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device be79f6de-0f9f-4bcc-a18b-80ca9b0df999 details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:16:57.564394 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fbd083-a833-42c6-8ed5-7775c48a69f6 req-67a1bf19-f31e-4069-baea-28b921e5ba19 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:57.566849 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-91fbd083-a833-42c6-8ed5-7775c48a69f6 req-67a1bf19-f31e-4069-baea-28b921e5ba19 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b597c31-568c-46cd-9cca-f27a2689ae53 HTTP/1.1" status: 200 len: 948 time: 0.0529492 Nov 12 08:16:57.637475 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-91fbd083-a833-42c6-8ed5-7775c48a69f6 req-59bb796b-fcd6-4f42-9286-b01c9a384028 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638797 Nov 12 08:16:57.650397 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port be79f6de-0f9f-4bcc-a18b-80ca9b0df999, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=be79f6de-0f9f-4bcc-a18b-80ca9b0df999,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:16:57.669529 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': 'be79f6de-0f9f-4bcc-a18b-80ca9b0df999', 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016', 'port_id': 'be79f6de-0f9f-4bcc-a18b-80ca9b0df999', 'mac_address': 'fa:16:3e:e0:61:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:16:57.678249 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-dc587719-59ff-433c-b61c-1ef3fd7d21d4 req-49933057-302b-4dea-90a3-cfdc33b9cfd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5920f2d-4a7e-42d5-a7df-4f8e67bc2c30 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:16:57.686694 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-dc587719-59ff-433c-b61c-1ef3fd7d21d4 req-49933057-302b-4dea-90a3-cfdc33b9cfd3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:57.699525 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-dc587719-59ff-433c-b61c-1ef3fd7d21d4 req-49933057-302b-4dea-90a3-cfdc33b9cfd3 service neutron] Transition to ACTIVE for port object f5920f2d-4a7e-42d5-a7df-4f8e67bc2c30 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:16:57.706636 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-dc587719-59ff-433c-b61c-1ef3fd7d21d4 req-49933057-302b-4dea-90a3-cfdc33b9cfd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:57.718650 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:57.727356 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-87369bbc-1c1b-405c-9f14-aa7b1243f7ec req-9637a1ea-fa79-4913-8c3a-ec01c8020343 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Deleting port 9435dd1e-a08e-493c-a3b2-e989f60d23d3 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:16:57.728051 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-87369bbc-1c1b-405c-9f14-aa7b1243f7ec req-9637a1ea-fa79-4913-8c3a-ec01c8020343 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:57.738007 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be79f6de-0f9f-4bcc-a18b-80ca9b0df999 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:16:57.769897 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port be79f6de-0f9f-4bcc-a18b-80ca9b0df999, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=be79f6de-0f9f-4bcc-a18b-80ca9b0df999,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:16:57.774613 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:57.775220 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484f57cf-7bb1-49f2-a992-dfabfb09de66 req-f70a97a7-d75b-406c-93f9-bdb360ce50b1 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:57.791384 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-484f57cf-7bb1-49f2-a992-dfabfb09de66 req-f70a97a7-d75b-406c-93f9-bdb360ce50b1 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=867280fe-66ee-4047-a8b4-3fdb92fcef26 HTTP/1.1" status: 200 len: 945 time: 0.0809064 Nov 12 08:16:57.839397 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6619d87-7b72-43e8-b768-d82b0eb9892f req-5bc7a8e0-2496-41cf-953b-0dac06ab0921 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:57.840004 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=be79f6de-0f9f-4bcc-a18b-80ca9b0df999,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:57.841415 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b6619d87-7b72-43e8-b768-d82b0eb9892f req-5bc7a8e0-2496-41cf-953b-0dac06ab0921 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c0364e9-a49c-46af-a2f9-325c3e29445e HTTP/1.1" status: 200 len: 931 time: 0.2935283 Nov 12 08:16:57.865019 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49933057-302b-4dea-90a3-cfdc33b9cfd3 service neutron] Pushing event updated for resources: {'Port': ['ID=f5920f2d-4a7e-42d5-a7df-4f8e67bc2c30,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:57.868409 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-484f57cf-7bb1-49f2-a992-dfabfb09de66 req-54a737c8-d0e6-460a-aa8d-d20e34ca9586 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728400 Nov 12 08:16:57.978540 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-87369bbc-1c1b-405c-9f14-aa7b1243f7ec req-9637a1ea-fa79-4913-8c3a-ec01c8020343 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] For port 9435dd1e-a08e-493c-a3b2-e989f60d23d3, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=9435dd1e-a08e-493c-a3b2-e989f60d23d3,segment=NetworkSegment(a106eec8-121b-4263-b8d3-a9f51835748a),segment_id=a106eec8-121b-4263-b8d3-a9f51835748a)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:16:57.979053 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-87369bbc-1c1b-405c-9f14-aa7b1243f7ec req-9637a1ea-fa79-4913-8c3a-ec01c8020343 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:58.002610 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-eabd04ec-59a6-42dc-8aee-6beedbe1d9dc req-c2ee9066-b0aa-43be-9b5d-7318e9599176 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Deleting port b74bb8fc-e47e-4951-af89-2edb144d74a0 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:16:58.002949 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-eabd04ec-59a6-42dc-8aee-6beedbe1d9dc req-c2ee9066-b0aa-43be-9b5d-7318e9599176 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:58.030849 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-87369bbc-1c1b-405c-9f14-aa7b1243f7ec req-9637a1ea-fa79-4913-8c3a-ec01c8020343 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Calling delete_port for 9435dd1e-a08e-493c-a3b2-e989f60d23d3 owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:16:58.043993 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b6619d87-7b72-43e8-b768-d82b0eb9892f req-3d909545-0525-47d4-8811-a963df72fed5 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc675cb9-5df2-45c0-9fdb-ab595f0767f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868856 Nov 12 08:16:58.146646 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-dc587719-59ff-433c-b61c-1ef3fd7d21d4 req-49933057-302b-4dea-90a3-cfdc33b9cfd3 service neutron] Attempting to bind port f5920f2d-4a7e-42d5-a7df-4f8e67bc2c30 on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:16:58.146903 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-dc587719-59ff-433c-b61c-1ef3fd7d21d4 req-49933057-302b-4dea-90a3-cfdc33b9cfd3 service neutron] Attempting to bind port f5920f2d-4a7e-42d5-a7df-4f8e67bc2c30 by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': '8f575a5e-7400-4b10-982b-4c3146775d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8faf6eb6-6b59-4208-b8ed-8f200f462710'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:16:58.147227 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc587719-59ff-433c-b61c-1ef3fd7d21d4 req-49933057-302b-4dea-90a3-cfdc33b9cfd3 service neutron] Attempting to bind port f5920f2d-4a7e-42d5-a7df-4f8e67bc2c30 on network 8faf6eb6-6b59-4208-b8ed-8f200f462710 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:16:58.170996 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc587719-59ff-433c-b61c-1ef3fd7d21d4 req-49933057-302b-4dea-90a3-cfdc33b9cfd3 service neutron] Port f5920f2d-4a7e-42d5-a7df-4f8e67bc2c30 on network 8faf6eb6-6b59-4208-b8ed-8f200f462710 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:16:58.171314 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc587719-59ff-433c-b61c-1ef3fd7d21d4 req-49933057-302b-4dea-90a3-cfdc33b9cfd3 service neutron] Attempting to bind port f5920f2d-4a7e-42d5-a7df-4f8e67bc2c30 on network 8faf6eb6-6b59-4208-b8ed-8f200f462710 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:16:58.186433 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc587719-59ff-433c-b61c-1ef3fd7d21d4 req-49933057-302b-4dea-90a3-cfdc33b9cfd3 service neutron] Checking agent: {'id': '26215384-8035-4ce2-971a-8e67be80da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:16:58.186796 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc587719-59ff-433c-b61c-1ef3fd7d21d4 req-49933057-302b-4dea-90a3-cfdc33b9cfd3 service neutron] Checking segment: {'id': '8f575a5e-7400-4b10-982b-4c3146775d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8faf6eb6-6b59-4208-b8ed-8f200f462710'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:16:58.187180 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc587719-59ff-433c-b61c-1ef3fd7d21d4 req-49933057-302b-4dea-90a3-cfdc33b9cfd3 service neutron] Bound using segment: {'id': '8f575a5e-7400-4b10-982b-4c3146775d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8faf6eb6-6b59-4208-b8ed-8f200f462710'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:16:58.187609 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-dc587719-59ff-433c-b61c-1ef3fd7d21d4 req-49933057-302b-4dea-90a3-cfdc33b9cfd3 service neutron] Bound port: f5920f2d-4a7e-42d5-a7df-4f8e67bc2c30, host: n-h1-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f575a5e-7400-4b10-982b-4c3146775d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8faf6eb6-6b59-4208-b8ed-8f200f462710'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:16:58.187962 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-dc587719-59ff-433c-b61c-1ef3fd7d21d4 req-49933057-302b-4dea-90a3-cfdc33b9cfd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:58.213987 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-eabd04ec-59a6-42dc-8aee-6beedbe1d9dc req-c2ee9066-b0aa-43be-9b5d-7318e9599176 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] For port b74bb8fc-e47e-4951-af89-2edb144d74a0, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=b74bb8fc-e47e-4951-af89-2edb144d74a0,segment=NetworkSegment(a106eec8-121b-4263-b8d3-a9f51835748a),segment_id=a106eec8-121b-4263-b8d3-a9f51835748a)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:16:58.214352 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-eabd04ec-59a6-42dc-8aee-6beedbe1d9dc req-c2ee9066-b0aa-43be-9b5d-7318e9599176 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:58.229537 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-eabd04ec-59a6-42dc-8aee-6beedbe1d9dc req-c2ee9066-b0aa-43be-9b5d-7318e9599176 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Calling delete_port for b74bb8fc-e47e-4951-af89-2edb144d74a0 owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:16:58.317218 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['be79f6de-0f9f-4bcc-a18b-80ca9b0df999'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:16:58.382042 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-dc587719-59ff-433c-b61c-1ef3fd7d21d4 req-49933057-302b-4dea-90a3-cfdc33b9cfd3 service neutron] For port f5920f2d-4a7e-42d5-a7df-4f8e67bc2c30, host n-h1-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:16:58.387207 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-dc587719-59ff-433c-b61c-1ef3fd7d21d4 req-49933057-302b-4dea-90a3-cfdc33b9cfd3 service neutron] For port f5920f2d-4a7e-42d5-a7df-4f8e67bc2c30, host n-h1-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=f5920f2d-4a7e-42d5-a7df-4f8e67bc2c30,segment=NetworkSegment(8f575a5e-7400-4b10-982b-4c3146775d67),segment_id=8f575a5e-7400-4b10-982b-4c3146775d67)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:16:58.389632 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-87369bbc-1c1b-405c-9f14-aa7b1243f7ec req-9637a1ea-fa79-4913-8c3a-ec01c8020343 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:58.418364 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc97760-4c2a-4809-9086-a40fd6a4eea6 req-98e62295-79fd-42ea-ba6c-73d5ca5fa034 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:58.423380 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7dc97760-4c2a-4809-9086-a40fd6a4eea6 req-98e62295-79fd-42ea-ba6c-73d5ca5fa034 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ea9b902-99d1-40fc-9fe4-1a1314bb6029 HTTP/1.1" status: 200 len: 867 time: 0.0723860 Nov 12 08:16:58.429071 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-dc587719-59ff-433c-b61c-1ef3fd7d21d4 req-49933057-302b-4dea-90a3-cfdc33b9cfd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:58.438455 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9637a1ea-fa79-4913-8c3a-ec01c8020343 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Pushing event deleted for resources: {'Port': ['ID=9435dd1e-a08e-493c-a3b2-e989f60d23d3,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:58.497573 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc587719-59ff-433c-b61c-1ef3fd7d21d4 req-49933057-302b-4dea-90a3-cfdc33b9cfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:58.498085 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-dc587719-59ff-433c-b61c-1ef3fd7d21d4 req-49933057-302b-4dea-90a3-cfdc33b9cfd3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:58.499585 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dc587719-59ff-433c-b61c-1ef3fd7d21d4 req-49933057-302b-4dea-90a3-cfdc33b9cfd3 service neutron] 10.222.0.21 "PUT /v2.0/ports/f5920f2d-4a7e-42d5-a7df-4f8e67bc2c30 HTTP/1.1" status: 200 len: 1092 time: 1.8680313 Nov 12 08:16:58.501947 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c0364e9-a49c-46af-a2f9-325c3e29445e', 'tag': 'f5920f2d-4a7e-42d5-a7df-4f8e67bc2c30'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:16:58.505418 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a031da3d-d941-40a3-ab35-836350ec0d97" -d '{"events": [{"name": "network-changed", "server_uuid": "4c0364e9-a49c-46af-a2f9-325c3e29445e", "tag": "f5920f2d-4a7e-42d5-a7df-4f8e67bc2c30"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:16:58.545759 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7dc97760-4c2a-4809-9086-a40fd6a4eea6 req-239875f3-3be0-4595-b48c-5c8fb5bb05e1 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/security-groups?id=2be1fc6f-9ac2-4510-8984-890d50fd1a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163938 Nov 12 08:16:58.563814 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-87369bbc-1c1b-405c-9f14-aa7b1243f7ec req-9637a1ea-fa79-4913-8c3a-ec01c8020343 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] No DVR routers for this DVR port 9435dd1e-a08e-493c-a3b2-e989f60d23d3 on host n-h2-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:16:58.603151 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-87369bbc-1c1b-405c-9f14-aa7b1243f7ec req-9637a1ea-fa79-4913-8c3a-ec01c8020343 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:58.606506 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-87369bbc-1c1b-405c-9f14-aa7b1243f7ec req-9637a1ea-fa79-4913-8c3a-ec01c8020343 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.44 "DELETE /v2.0/ports/9435dd1e-a08e-493c-a3b2-e989f60d23d3 HTTP/1.1" status: 204 len: 173 time: 1.2670348 Nov 12 08:16:58.657867 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49933057-302b-4dea-90a3-cfdc33b9cfd3 service neutron] Pushing event updated for resources: {'Port': ['ID=f5920f2d-4a7e-42d5-a7df-4f8e67bc2c30,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:58.665812 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-eabd04ec-59a6-42dc-8aee-6beedbe1d9dc req-c2ee9066-b0aa-43be-9b5d-7318e9599176 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:58.689428 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311a5d5d-f763-4696-89c0-3b48c1725863 req-08c043d1-8036-42d2-9c80-c11d75a0f1bf tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:58.692005 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-311a5d5d-f763-4696-89c0-3b48c1725863 req-08c043d1-8036-42d2-9c80-c11d75a0f1bf tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=ebbe8b45-86a6-4712-bda1-f12f02e5941d HTTP/1.1" status: 200 len: 946 time: 0.0661950 Nov 12 08:16:58.717333 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3485a4-4ad2-464c-bc3b-09df26926bd8 req-5ba9e4b0-5b2b-41cd-8e7e-1560fd219ea0 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:58.719871 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-df3485a4-4ad2-464c-bc3b-09df26926bd8 req-5ba9e4b0-5b2b-41cd-8e7e-1560fd219ea0 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f57cf19d-8546-4524-93ec-600f8426f630 HTTP/1.1" status: 200 len: 946 time: 0.1646519 Nov 12 08:16:58.721525 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ee9066-b0aa-43be-9b5d-7318e9599176 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Pushing event deleted for resources: {'Port': ['ID=b74bb8fc-e47e-4951-af89-2edb144d74a0,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:16:58.731808 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc587719-59ff-433c-b61c-1ef3fd7d21d4 req-f46e6c44-422b-4aaa-aa43-89fa6925cf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:58.733780 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dc587719-59ff-433c-b61c-1ef3fd7d21d4 req-f46e6c44-422b-4aaa-aa43-89fa6925cf11 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bd3c626eb63b4933a99b1b7c7c998e8c&device_id=4c0364e9-a49c-46af-a2f9-325c3e29445e HTTP/1.1" status: 200 len: 1095 time: 0.1590266 Nov 12 08:16:58.763196 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-311a5d5d-f763-4696-89c0-3b48c1725863 req-203231d0-4895-4352-b76f-d64ae366ab09 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647168 Nov 12 08:16:58.810888 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64b6e501-3483-4e8a-8f3f-f46251c30656 x-openstack-request-id: req-64b6e501-3483-4e8a-8f3f-f46251c30656 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:16:58.811017 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c0364e9-a49c-46af-a2f9-325c3e29445e", "tag": "f5920f2d-4a7e-42d5-a7df-4f8e67bc2c30", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:16:58.811270 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-64b6e501-3483-4e8a-8f3f-f46251c30656 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:16:58.811666 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c0364e9-a49c-46af-a2f9-325c3e29445e', 'tag': 'f5920f2d-4a7e-42d5-a7df-4f8e67bc2c30', 'status': 'completed', 'code': 200} Nov 12 08:16:58.830202 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-eabd04ec-59a6-42dc-8aee-6beedbe1d9dc req-c2ee9066-b0aa-43be-9b5d-7318e9599176 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] No DVR routers for this DVR port b74bb8fc-e47e-4951-af89-2edb144d74a0 on host n-h2-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:16:58.832846 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dc587719-59ff-433c-b61c-1ef3fd7d21d4 req-bd79ea3a-370f-4816-a843-87a6aa600687 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5920f2d-4a7e-42d5-a7df-4f8e67bc2c30 HTTP/1.1" status: 200 len: 217 time: 0.0711253 Nov 12 08:16:58.834065 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-eabd04ec-59a6-42dc-8aee-6beedbe1d9dc req-c2ee9066-b0aa-43be-9b5d-7318e9599176 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:58.844568 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-eabd04ec-59a6-42dc-8aee-6beedbe1d9dc req-c2ee9066-b0aa-43be-9b5d-7318e9599176 tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.44 "DELETE /v2.0/ports/b74bb8fc-e47e-4951-af89-2edb144d74a0 HTTP/1.1" status: 204 len: 173 time: 1.3386455 Nov 12 08:16:58.911525 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d388d7ac-929e-4835-9e09-5dcfedcf49e3 req-250be8a9-e4b5-40ca-a1b3-d00c4f286833 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:58.912419 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-df3485a4-4ad2-464c-bc3b-09df26926bd8 req-7f7c56a3-6ace-4d28-b7bf-54882a2e058c tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718140 Nov 12 08:16:58.913384 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d388d7ac-929e-4835-9e09-5dcfedcf49e3 req-250be8a9-e4b5-40ca-a1b3-d00c4f286833 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b597c31-568c-46cd-9cca-f27a2689ae53 HTTP/1.1" status: 200 len: 949 time: 0.0594985 Nov 12 08:16:58.919773 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc587719-59ff-433c-b61c-1ef3fd7d21d4 req-be97ed71-beaa-4595-a5de-816429a9c9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:58.921338 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dc587719-59ff-433c-b61c-1ef3fd7d21d4 req-be97ed71-beaa-4595-a5de-816429a9c9a1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bd286ef1-f40e-4f18-a8ea-b9f4f25fbb85 HTTP/1.1" status: 200 len: 852 time: 0.0754550 Nov 12 08:16:58.968092 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dc587719-59ff-433c-b61c-1ef3fd7d21d4 req-55f95fb5-6097-49e8-8a59-79307195e40e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8faf6eb6-6b59-4208-b8ed-8f200f462710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376165 Nov 12 08:16:58.999108 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d388d7ac-929e-4835-9e09-5dcfedcf49e3 req-8587fb72-da3a-4f34-89bd-7a84c46ac7c0 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692146 Nov 12 08:16:59.099190 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e796d91-c4e6-46af-a627-558b3f777a56 req-7469da0c-c59e-41e0-a831-3471566b4837 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:59.100678 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1e796d91-c4e6-46af-a627-558b3f777a56 req-7469da0c-c59e-41e0-a831-3471566b4837 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=867280fe-66ee-4047-a8b4-3fdb92fcef26 HTTP/1.1" status: 200 len: 945 time: 0.1115086 Nov 12 08:16:59.133905 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dc587719-59ff-433c-b61c-1ef3fd7d21d4 req-051f5398-b88f-4b41-a147-02f5857a13c7 service neutron] 10.222.0.21 "GET /v2.0/networks/8faf6eb6-6b59-4208-b8ed-8f200f462710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564777 Nov 12 08:16:59.166334 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a3a343-1781-470d-a89d-6709a0079b3f req-0be0ac19-77a5-4cef-adff-716f999b5523 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:59.167962 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-09a3a343-1781-470d-a89d-6709a0079b3f req-0be0ac19-77a5-4cef-adff-716f999b5523 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c0364e9-a49c-46af-a2f9-325c3e29445e HTTP/1.1" status: 200 len: 943 time: 0.0509119 Nov 12 08:16:59.189711 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1e796d91-c4e6-46af-a627-558b3f777a56 req-ab2be884-47ad-4e64-94b2-80742d59313c tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788937 Nov 12 08:16:59.221666 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-09a3a343-1781-470d-a89d-6709a0079b3f req-02a01ddf-dcf2-4ae3-8034-a9f7a93e2026 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc675cb9-5df2-45c0-9fdb-ab595f0767f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452549 Nov 12 08:16:59.256896 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dc587719-59ff-433c-b61c-1ef3fd7d21d4 req-461aca4b-e588-4446-80a1-ad707f5024a5 service neutron] 10.222.0.21 "GET /v2.0/networks/8faf6eb6-6b59-4208-b8ed-8f200f462710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995917 Nov 12 08:16:59.360796 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a031da3d-d941-40a3-ab35-836350ec0d97 req-2b80de77-942a-412d-af6a-9433e5e3e6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:59.362307 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a031da3d-d941-40a3-ab35-836350ec0d97 req-2b80de77-942a-412d-af6a-9433e5e3e6ee service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bd3c626eb63b4933a99b1b7c7c998e8c&device_id=4c0364e9-a49c-46af-a2f9-325c3e29445e HTTP/1.1" status: 200 len: 1095 time: 0.0498672 Nov 12 08:16:59.467227 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a031da3d-d941-40a3-ab35-836350ec0d97 req-46b646b5-a498-4a70-82fa-4b02e936c3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:59.468693 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a031da3d-d941-40a3-ab35-836350ec0d97 req-46b646b5-a498-4a70-82fa-4b02e936c3ad service neutron] 10.222.0.21 "GET /v2.0/networks?id=8faf6eb6-6b59-4208-b8ed-8f200f462710 HTTP/1.1" status: 200 len: 913 time: 0.0939088 Nov 12 08:16:59.512274 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a031da3d-d941-40a3-ab35-836350ec0d97 req-0589e996-6dbb-4651-a526-6c7dd7cd5225 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5920f2d-4a7e-42d5-a7df-4f8e67bc2c30 HTTP/1.1" status: 200 len: 217 time: 0.0358472 Nov 12 08:16:59.567766 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a031da3d-d941-40a3-ab35-836350ec0d97 req-89cf00fc-63c6-4874-8264-ee0101bd935a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:59.569350 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a031da3d-d941-40a3-ab35-836350ec0d97 req-89cf00fc-63c6-4874-8264-ee0101bd935a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bd286ef1-f40e-4f18-a8ea-b9f4f25fbb85 HTTP/1.1" status: 200 len: 852 time: 0.0450559 Nov 12 08:16:59.576731 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 9435dd1e-a08e-493c-a3b2-e989f60d23d3 no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:16:59.602992 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] No Port match for: 9435dd1e-a08e-493c-a3b2-e989f60d23d3 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:16:59.603473 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 9435dd1e-a08e-493c-a3b2-e989f60d23d3 not bound to the agent host n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:16:59.603990 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device b74bb8fc-e47e-4951-af89-2edb144d74a0 no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:16:59.608659 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['b74bb8fc-e47e-4951-af89-2edb144d74a0'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:16:59.610724 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a031da3d-d941-40a3-ab35-836350ec0d97 req-4a5ac7e4-5683-4c31-a3d7-dd12ac42f7c9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8faf6eb6-6b59-4208-b8ed-8f200f462710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270936 Nov 12 08:16:59.653904 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['b74bb8fc-e47e-4951-af89-2edb144d74a0'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:16:59.656176 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] No Port match for: b74bb8fc-e47e-4951-af89-2edb144d74a0 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:16:59.656510 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device b74bb8fc-e47e-4951-af89-2edb144d74a0 not bound to the agent host n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:16:59.692783 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-59609970-9bab-443e-882b-857809d2a02a req-a9859681-e515-4b09-b543-03d0c0acaa2e tempest-MultipleCreateTestJSON-1109099808 tempest-MultipleCreateTestJSON-1109099808-project] 10.222.0.26 "GET /v2.0/ports?device_id=938048e2-0281-4fad-b8ab-bb11145374d0 HTTP/1.1" status: 200 len: 210 time: 0.0319617 Nov 12 08:16:59.736998 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a031da3d-d941-40a3-ab35-836350ec0d97 req-cd3dc5da-0bed-4d3b-8a4c-a4de5c936358 service neutron] 10.222.0.21 "GET /v2.0/networks/8faf6eb6-6b59-4208-b8ed-8f200f462710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174235 Nov 12 08:16:59.852253 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a031da3d-d941-40a3-ab35-836350ec0d97 req-67de65f4-7325-4c8e-98ab-95743c91a7cb service neutron] 10.222.0.21 "GET /v2.0/networks/8faf6eb6-6b59-4208-b8ed-8f200f462710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036716 Nov 12 08:16:59.889013 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d64dc5-b2d8-499d-821a-4fe180d505bd req-d9e06317-58b8-4b85-bfa3-302793b19a8d tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:16:59.890524 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-61d64dc5-b2d8-499d-821a-4fe180d505bd req-d9e06317-58b8-4b85-bfa3-302793b19a8d tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=ebbe8b45-86a6-4712-bda1-f12f02e5941d HTTP/1.1" status: 200 len: 946 time: 0.0525684 Nov 12 08:16:59.945541 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-61d64dc5-b2d8-499d-821a-4fe180d505bd req-deaf7083-fcef-47e2-883f-ca8ded43fedc tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483892 Nov 12 08:17:00.039536 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a343f97f-b6ba-49a0-ada8-964f92e26f75 req-e74ff205-5bca-4aa8-b55a-79d1d0f7c506 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:00.041166 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a343f97f-b6ba-49a0-ada8-964f92e26f75 req-e74ff205-5bca-4aa8-b55a-79d1d0f7c506 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f57cf19d-8546-4524-93ec-600f8426f630 HTTP/1.1" status: 200 len: 946 time: 0.0539818 Nov 12 08:17:00.101692 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a343f97f-b6ba-49a0-ada8-964f92e26f75 req-2847b98b-f0ec-4579-80c9-d5e66bb362d1 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514905 Nov 12 08:17:00.118350 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5a8a92-aad4-46e9-8605-806e064ab760 req-f25e9d76-ab8c-43fd-a8bc-123a8cabfd75 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:00.120015 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6e5a8a92-aad4-46e9-8605-806e064ab760 req-f25e9d76-ab8c-43fd-a8bc-123a8cabfd75 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b597c31-568c-46cd-9cca-f27a2689ae53 HTTP/1.1" status: 200 len: 949 time: 0.0487719 Nov 12 08:17:00.169526 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6e5a8a92-aad4-46e9-8605-806e064ab760 req-99dc3ff6-5b2e-4db1-8cdb-769a4def1a25 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427201 Nov 12 08:17:00.341873 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79e4185-b636-4c6b-b982-42ef716035c6 req-136b96d4-ed6b-47dc-9005-aff30a57dc03 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:00.343466 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c79e4185-b636-4c6b-b982-42ef716035c6 req-136b96d4-ed6b-47dc-9005-aff30a57dc03 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c0364e9-a49c-46af-a2f9-325c3e29445e HTTP/1.1" status: 200 len: 943 time: 0.0535417 Nov 12 08:17:00.367148 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b0811-24b1-4c26-b2e1-610b6972a57a req-f97051cb-4cf2-4d90-a23f-7279035acd5e tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:00.368852 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3d0b0811-24b1-4c26-b2e1-610b6972a57a req-f97051cb-4cf2-4d90-a23f-7279035acd5e tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=867280fe-66ee-4047-a8b4-3fdb92fcef26 HTTP/1.1" status: 200 len: 945 time: 0.1096222 Nov 12 08:17:00.391647 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c79e4185-b636-4c6b-b982-42ef716035c6 req-17a224e1-34d3-4a56-9a51-acb42ecf053e tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc675cb9-5df2-45c0-9fdb-ab595f0767f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413525 Nov 12 08:17:00.418989 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3d0b0811-24b1-4c26-b2e1-610b6972a57a req-be8c43a7-c53c-4915-8b3c-a914518d783c tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440106 Nov 12 08:17:00.752145 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 43720) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:17:00.797769 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e1aefe6-a967-4fea-913a-df4fa5e25231 admin admin] Deleting subnet e8003fb7-8902-40e2-b290-1bf251c415df {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:17:00.801002 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2e1aefe6-a967-4fea-913a-df4fa5e25231 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:00.820087 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ea9b902-99d1-40fc-9fe4-1a1314bb6029', 'name': 'network-vif-deleted', 'tag': '9435dd1e-a08e-493c-a3b2-e989f60d23d3'}, {'server_uuid': '938048e2-0281-4fad-b8ab-bb11145374d0', 'name': 'network-vif-deleted', 'tag': 'b74bb8fc-e47e-4951-af89-2edb144d74a0'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:17:00.822286 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aad52f3-9c11-41f2-b3ba-3a85dde2bdf6" -d '{"events": [{"server_uuid": "4ea9b902-99d1-40fc-9fe4-1a1314bb6029", "name": "network-vif-deleted", "tag": "9435dd1e-a08e-493c-a3b2-e989f60d23d3"}, {"server_uuid": "938048e2-0281-4fad-b8ab-bb11145374d0", "name": "network-vif-deleted", "tag": "b74bb8fc-e47e-4951-af89-2edb144d74a0"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:17:00.842102 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2e1aefe6-a967-4fea-913a-df4fa5e25231 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31181813'] for subnet, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:00.866317 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 08:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1932c2c-61be-4581-8022-7a40de5cbaa8 x-openstack-request-id: req-f1932c2c-61be-4581-8022-7a40de5cbaa8 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:17:00.866625 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ea9b902-99d1-40fc-9fe4-1a1314bb6029", "name": "network-vif-deleted", "tag": "9435dd1e-a08e-493c-a3b2-e989f60d23d3", "status": "completed", "code": 200}, {"server_uuid": "938048e2-0281-4fad-b8ab-bb11145374d0", "name": "network-vif-deleted", "tag": "b74bb8fc-e47e-4951-af89-2edb144d74a0", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:17:00.866873 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f1932c2c-61be-4581-8022-7a40de5cbaa8 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:17:00.867255 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ea9b902-99d1-40fc-9fe4-1a1314bb6029', 'name': 'network-vif-deleted', 'tag': '9435dd1e-a08e-493c-a3b2-e989f60d23d3', 'status': 'completed', 'code': 200} Nov 12 08:17:00.867517 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '938048e2-0281-4fad-b8ab-bb11145374d0', 'name': 'network-vif-deleted', 'tag': 'b74bb8fc-e47e-4951-af89-2edb144d74a0', 'status': 'completed', 'code': 200} Nov 12 08:17:00.888894 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2e1aefe6-a967-4fea-913a-df4fa5e25231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:00.939742 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2e1aefe6-a967-4fea-913a-df4fa5e25231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:00.965766 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1aefe6-a967-4fea-913a-df4fa5e25231 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8003fb7-8902-40e2-b290-1bf251c415df,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:00.970742 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2e1aefe6-a967-4fea-913a-df4fa5e25231 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:00.974042 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-2e1aefe6-a967-4fea-913a-df4fa5e25231 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/e8003fb7-8902-40e2-b290-1bf251c415df HTTP/1.1" status: 204 len: 168 time: 0.2209003 Nov 12 08:17:00.976696 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 43724) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:17:01.074427 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ac0e6b9b-78ed-48c0-bbc8-8ae74ee5fc8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:01.106747 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51464d04-e54b-4f70-9baa-93aa25e4c856 req-759d1eac-ee3e-41cb-b6fc-ef1452073495 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:01.108246 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-51464d04-e54b-4f70-9baa-93aa25e4c856 req-759d1eac-ee3e-41cb-b6fc-ef1452073495 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=ebbe8b45-86a6-4712-bda1-f12f02e5941d HTTP/1.1" status: 200 len: 946 time: 0.0791357 Nov 12 08:17:01.201737 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ac0e6b9b-78ed-48c0-bbc8-8ae74ee5fc8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:01.230345 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd0580-068a-4a92-bd97-af6d0cf9bd50 req-501c9752-e943-4c75-bcd1-c6953076cc67 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:01.231099 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-51464d04-e54b-4f70-9baa-93aa25e4c856 req-6f8a24d0-0e8e-4bdb-b731-be732dbac611 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047826 Nov 12 08:17:01.233629 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-62dd0580-068a-4a92-bd97-af6d0cf9bd50 req-501c9752-e943-4c75-bcd1-c6953076cc67 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f57cf19d-8546-4524-93ec-600f8426f630 HTTP/1.1" status: 200 len: 946 time: 0.0611532 Nov 12 08:17:01.234631 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-ac0e6b9b-78ed-48c0-bbc8-8ae74ee5fc8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40394aaa-5b48-46ac-9ed5-f45717b31d2a']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:17:01.252979 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-ac0e6b9b-78ed-48c0-bbc8-8ae74ee5fc8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a106eec8-121b-4263-b8d3-a9f51835748a') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:17:01.252979 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-ac0e6b9b-78ed-48c0-bbc8-8ae74ee5fc8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a106eec8-121b-4263-b8d3-a9f51835748a') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:17:01.260576 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ac0e6b9b-78ed-48c0-bbc8-8ae74ee5fc8f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:01.276072 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ac0e6b9b-78ed-48c0-bbc8-8ae74ee5fc8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:01.284350 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac0e6b9b-78ed-48c0-bbc8-8ae74ee5fc8f admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:17:01.284950 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ac0e6b9b-78ed-48c0-bbc8-8ae74ee5fc8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:01.287160 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-62dd0580-068a-4a92-bd97-af6d0cf9bd50 req-dbaf519a-14fa-4f64-8c93-69610995066f tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466616 Nov 12 08:17:01.287345 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 08:17:01.287345 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:17:01.287345 n-d-765315-29 neutron-server[102599]: timer() Nov 12 08:17:01.287345 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:17:01.287345 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 08:17:01.287345 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:17:01.287345 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 08:17:01.287345 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:17:01.287345 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 08:17:01.287345 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:17:01.287345 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 08:17:01.287345 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:17:01.287345 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 08:17:01.287345 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:17:01.287345 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:17:01.287345 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:17:01.287345 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:17:01.287345 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:17:01.287345 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 08:17:01.287345 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:17:01.287345 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 08:17:01.287345 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:17:01.287345 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:17:01.287345 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:17:01.287345 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 08:17:01.287345 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:17:01.287345 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:17:01.287345 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:17:01.287345 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:17:01.287345 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:17:01.287345 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:17:01.287345 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:17:01.347350 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ac0e6b9b-78ed-48c0-bbc8-8ae74ee5fc8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:01.353629 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ac0e6b9b-78ed-48c0-bbc8-8ae74ee5fc8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:01.357339 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-ac0e6b9b-78ed-48c0-bbc8-8ae74ee5fc8f admin admin] 10.222.0.26 "DELETE /v2.0/networks/40394aaa-5b48-46ac-9ed5-f45717b31d2a HTTP/1.1" status: 204 len: 168 time: 0.3796389 Nov 12 08:17:01.373784 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0e6b9b-78ed-48c0-bbc8-8ae74ee5fc8f admin admin] Pushing event deleted for resources: {'Network': ['ID=40394aaa-5b48-46ac-9ed5-f45717b31d2a,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:01.405233 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f5bd10-82ac-4d58-a72e-a724ebd25445 req-261fe8ae-93ef-4947-9933-b873cadba65e tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:01.406802 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f1f5bd10-82ac-4d58-a72e-a724ebd25445 req-261fe8ae-93ef-4947-9933-b873cadba65e tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b597c31-568c-46cd-9cca-f27a2689ae53 HTTP/1.1" status: 200 len: 949 time: 0.0590286 Nov 12 08:17:01.462506 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f1f5bd10-82ac-4d58-a72e-a724ebd25445 req-7621f988-13bf-4391-bf88-a609c5d16119 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456858 Nov 12 08:17:01.481956 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e783c-8c58-4053-a899-20111b7e0ecd req-5ab71dc9-6a61-441d-86cc-c4b6a1031fc9 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:01.488010 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e783c-8c58-4053-a899-20111b7e0ecd req-5ab71dc9-6a61-441d-86cc-c4b6a1031fc9 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:01.494654 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e783c-8c58-4053-a899-20111b7e0ecd req-5ab71dc9-6a61-441d-86cc-c4b6a1031fc9 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:01.500961 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e783c-8c58-4053-a899-20111b7e0ecd req-5ab71dc9-6a61-441d-86cc-c4b6a1031fc9 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:01.507626 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e783c-8c58-4053-a899-20111b7e0ecd req-5ab71dc9-6a61-441d-86cc-c4b6a1031fc9 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:01.508359 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 43744) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:17:01.513586 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e783c-8c58-4053-a899-20111b7e0ecd req-5ab71dc9-6a61-441d-86cc-c4b6a1031fc9 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:01.519719 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e783c-8c58-4053-a899-20111b7e0ecd req-5ab71dc9-6a61-441d-86cc-c4b6a1031fc9 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:01.521976 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-920e783c-8c58-4053-a899-20111b7e0ecd req-5ab71dc9-6a61-441d-86cc-c4b6a1031fc9 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd1d6ac-fc22-40b4-9334-b79b8f638fb9 HTTP/1.1" status: 200 len: 5433 time: 0.1058390 Nov 12 08:17:01.554081 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device be79f6de-0f9f-4bcc-a18b-80ca9b0df999 up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:17:01.584155 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-efd65ca4-445c-44a8-a2e5-d3a55796909b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=deb25bb1b8c546c195b106e520296f90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0746033 Nov 12 08:17:01.590054 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 43746) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:17:01.594579 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-920e783c-8c58-4053-a899-20111b7e0ecd req-3c3bedb7-a91c-4951-bc35-4ef25614fcbf tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b5c7833-24a2-4c14-bc24-7cc6ddd646d8&id=edb098b1-b850-4d1f-9907-ebc80ab17859&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0663714 Nov 12 08:17:01.604881 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62973928-d286-4c7e-8876-23dcfadbf53d req-0eed3101-2dc8-42f6-a863-dd86eb2b61a9 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:01.606453 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-62973928-d286-4c7e-8876-23dcfadbf53d req-0eed3101-2dc8-42f6-a863-dd86eb2b61a9 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c0364e9-a49c-46af-a2f9-325c3e29445e HTTP/1.1" status: 200 len: 943 time: 0.0840034 Nov 12 08:17:01.607456 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning for port be79f6de-0f9f-4bcc-a18b-80ca9b0df999 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:17:01.612469 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port be79f6de-0f9f-4bcc-a18b-80ca9b0df999 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:17:01.613019 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:01.707757 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-62973928-d286-4c7e-8876-23dcfadbf53d req-137e2bda-10b3-4dd3-b063-c78dc3acfa8e tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc675cb9-5df2-45c0-9fdb-ab595f0767f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837703 Nov 12 08:17:01.711023 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fa9eec1a-3903-4adc-b449-eb16db0410e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:01.718089 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791b9f6f-8f6c-4871-b64a-bc7b76e52158 req-73fa3736-a69a-4bf7-81ce-b1fba099673a tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:01.719286 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:01.720165 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-791b9f6f-8f6c-4871-b64a-bc7b76e52158 req-73fa3736-a69a-4bf7-81ce-b1fba099673a tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=867280fe-66ee-4047-a8b4-3fdb92fcef26 HTTP/1.1" status: 200 len: 945 time: 0.0546668 Nov 12 08:17:01.744950 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fa9eec1a-3903-4adc-b449-eb16db0410e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:01.757994 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b597c31-568c-46cd-9cca-f27a2689ae53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be79f6de-0f9f-4bcc-a18b-80ca9b0df999'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:17:01.760613 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-806df521-3f0b-44a7-b990-ef3bc1a04d93" -d '{"events": [{"server_uuid": "4b597c31-568c-46cd-9cca-f27a2689ae53", "name": "network-vif-plugged", "status": "completed", "tag": "be79f6de-0f9f-4bcc-a18b-80ca9b0df999"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:17:01.777468 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port be79f6de-0f9f-4bcc-a18b-80ca9b0df999, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=be79f6de-0f9f-4bcc-a18b-80ca9b0df999,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:17:01.783223 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:01.787133 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-791b9f6f-8f6c-4871-b64a-bc7b76e52158 req-fba6fb3b-2c47-4254-a8cc-6f3c0ba18cc5 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581615 Nov 12 08:17:01.840159 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32551e57-8e87-469e-8c30-824d8fddf8a2 x-openstack-request-id: req-32551e57-8e87-469e-8c30-824d8fddf8a2 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:17:01.840387 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b597c31-568c-46cd-9cca-f27a2689ae53", "name": "network-vif-plugged", "status": "completed", "tag": "be79f6de-0f9f-4bcc-a18b-80ca9b0df999", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:17:01.840814 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-32551e57-8e87-469e-8c30-824d8fddf8a2 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:17:01.841214 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b597c31-568c-46cd-9cca-f27a2689ae53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be79f6de-0f9f-4bcc-a18b-80ca9b0df999', 'code': 200} Nov 12 08:17:01.842166 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fa9eec1a-3903-4adc-b449-eb16db0410e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:01.844389 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=be79f6de-0f9f-4bcc-a18b-80ca9b0df999,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:01.845053 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fa9eec1a-3903-4adc-b449-eb16db0410e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:01.846166 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-fa9eec1a-3903-4adc-b449-eb16db0410e0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2be1fc6f-9ac2-4510-8984-890d50fd1a7e HTTP/1.1" status: 204 len: 168 time: 0.2549508 Nov 12 08:17:01.861179 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9eec1a-3903-4adc-b449-eb16db0410e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be1fc6f-9ac2-4510-8984-890d50fd1a7e,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:01.892570 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09023a04-9a51-4d2c-a8c8-8c10fd99ab48 req-bf9588ac-a683-4ae9-96d3-4e29467fe587 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:01.901673 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09023a04-9a51-4d2c-a8c8-8c10fd99ab48 req-bf9588ac-a683-4ae9-96d3-4e29467fe587 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:01.908864 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09023a04-9a51-4d2c-a8c8-8c10fd99ab48 req-bf9588ac-a683-4ae9-96d3-4e29467fe587 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:01.915741 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09023a04-9a51-4d2c-a8c8-8c10fd99ab48 req-bf9588ac-a683-4ae9-96d3-4e29467fe587 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:01.921713 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09023a04-9a51-4d2c-a8c8-8c10fd99ab48 req-bf9588ac-a683-4ae9-96d3-4e29467fe587 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:01.928706 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09023a04-9a51-4d2c-a8c8-8c10fd99ab48 req-bf9588ac-a683-4ae9-96d3-4e29467fe587 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:01.934712 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09023a04-9a51-4d2c-a8c8-8c10fd99ab48 req-bf9588ac-a683-4ae9-96d3-4e29467fe587 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:01.936653 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-09023a04-9a51-4d2c-a8c8-8c10fd99ab48 req-bf9588ac-a683-4ae9-96d3-4e29467fe587 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd1d6ac-fc22-40b4-9334-b79b8f638fb9 HTTP/1.1" status: 200 len: 5433 time: 0.1441922 Nov 12 08:17:01.998132 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96da50e3-99e1-4fcf-8a5e-f8d59bfed0e7 req-eb09d291-9f62-4c46-9ba2-226dbf451d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:01.999826 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-96da50e3-99e1-4fcf-8a5e-f8d59bfed0e7 req-eb09d291-9f62-4c46-9ba2-226dbf451d57 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4b597c31-568c-46cd-9cca-f27a2689ae53 HTTP/1.1" status: 200 len: 1102 time: 0.0440361 Nov 12 08:17:02.046750 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-96da50e3-99e1-4fcf-8a5e-f8d59bfed0e7 req-2a8a345c-0ef5-460e-963a-78980a0e8454 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392358 Nov 12 08:17:02.455919 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87140696-c61b-44e5-9a21-fed1512d7bc0 req-0d0c4498-0483-4dce-af7a-331cbb5a0f36 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:02.458815 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-87140696-c61b-44e5-9a21-fed1512d7bc0 req-0d0c4498-0483-4dce-af7a-331cbb5a0f36 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f57cf19d-8546-4524-93ec-600f8426f630 HTTP/1.1" status: 200 len: 946 time: 0.0927112 Nov 12 08:17:02.464349 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f739bfb5-f98b-4a08-ad41-b616daef58ad req-66cb6c10-5cc0-444a-b281-3a53336c9638 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=54100ade-491e-488a-8bdb-541746e0bddb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0713615 Nov 12 08:17:02.521106 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-87140696-c61b-44e5-9a21-fed1512d7bc0 req-1761c9ab-6171-4787-a5c7-ded49a487b88 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557330 Nov 12 08:17:02.575261 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3eaea8-08cc-46a4-ba3c-ac3fc7b7502b req-17b39dd1-29e9-4104-989a-dbd23379e1de tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:02.583542 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9a3eaea8-08cc-46a4-ba3c-ac3fc7b7502b req-17b39dd1-29e9-4104-989a-dbd23379e1de tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=ebbe8b45-86a6-4712-bda1-f12f02e5941d HTTP/1.1" status: 200 len: 946 time: 0.2769976 Nov 12 08:17:02.610555 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f739bfb5-f98b-4a08-ad41-b616daef58ad req-6ec573f2-9386-4cb6-8fc8-4ba81ceb5ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:02.612065 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f739bfb5-f98b-4a08-ad41-b616daef58ad req-6ec573f2-9386-4cb6-8fc8-4ba81ceb5ab4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4185fcef2b8f49279dd089f3c02606eb&device_id=54100ade-491e-488a-8bdb-541746e0bddb HTTP/1.1" status: 200 len: 1097 time: 0.1205435 Nov 12 08:17:02.621240 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 43784) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:17:02.640567 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d645968-d7b5-4d55-bed2-b1b0d9ff72a8 req-5d51198f-9e4f-4b44-8f70-eb19ee31e3dc tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:02.642172 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6d645968-d7b5-4d55-bed2-b1b0d9ff72a8 req-5d51198f-9e4f-4b44-8f70-eb19ee31e3dc tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b597c31-568c-46cd-9cca-f27a2689ae53 HTTP/1.1" status: 200 len: 950 time: 0.0627151 Nov 12 08:17:02.659811 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9a3eaea8-08cc-46a4-ba3c-ac3fc7b7502b req-91232803-a9a2-45e5-a323-87cc92dee0f2 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753758 Nov 12 08:17:02.708025 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6d645968-d7b5-4d55-bed2-b1b0d9ff72a8 req-ef01a354-98a3-495d-b70f-340caf2b15f9 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569508 Nov 12 08:17:02.744711 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f739bfb5-f98b-4a08-ad41-b616daef58ad req-b6c91b39-d803-43be-b3fb-718854f17573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:02.746417 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f739bfb5-f98b-4a08-ad41-b616daef58ad req-b6c91b39-d803-43be-b3fb-718854f17573 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fe05a3f0-e7b5-4820-a80d-5e53a559df6b HTTP/1.1" status: 200 len: 911 time: 0.1102571 Nov 12 08:17:02.775956 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-eba7fe2b-2392-4ac3-8443-20098fd97074 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1798676160-network', 'tenant_id': '417fd406cc39404ba5ae67c25efe38d3'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:17:02.797527 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eba7fe2b-2392-4ac3-8443-20098fd97074 admin admin] Made reservation on behalf of 417fd406cc39404ba5ae67c25efe38d3 for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:17:02.800053 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-eba7fe2b-2392-4ac3-8443-20098fd97074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:02.801313 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f739bfb5-f98b-4a08-ad41-b616daef58ad req-3bd14122-71e3-4561-a2b0-e5bc223946a6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b07b07f0-0d60-4c2a-803d-9c89a50f4f2e HTTP/1.1" status: 200 len: 217 time: 0.0440876 Nov 12 08:17:02.812395 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-eba7fe2b-2392-4ac3-8443-20098fd97074 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:02.887829 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f739bfb5-f98b-4a08-ad41-b616daef58ad req-25570fe9-950b-462d-84ee-95a0f7d53340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:02.889418 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f739bfb5-f98b-4a08-ad41-b616daef58ad req-25570fe9-950b-462d-84ee-95a0f7d53340 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2fa031d2-0eb2-40ca-b071-7b73de446d96 HTTP/1.1" status: 200 len: 850 time: 0.0798323 Nov 12 08:17:02.900997 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1c6d7f-57f4-461f-a8af-ab787cfe2e27 req-d1ae255a-c1db-401a-a55f-6acb1a7dabb8 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:02.902437 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8a1c6d7f-57f4-461f-a8af-ab787cfe2e27 req-d1ae255a-c1db-401a-a55f-6acb1a7dabb8 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c0364e9-a49c-46af-a2f9-325c3e29445e HTTP/1.1" status: 200 len: 943 time: 0.1032741 Nov 12 08:17:02.931369 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-eba7fe2b-2392-4ac3-8443-20098fd97074 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:02.935669 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-eba7fe2b-2392-4ac3-8443-20098fd97074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:02.942985 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f739bfb5-f98b-4a08-ad41-b616daef58ad req-89a57994-5e1e-4483-9080-bd7cccb96672 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fe05a3f0-e7b5-4820-a80d-5e53a559df6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395365 Nov 12 08:17:02.953072 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78318851-0013-4147-8b2d-13d7dab6dec1 req-3545ba92-091a-4894-ad18-700479f78448 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:02.954611 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-78318851-0013-4147-8b2d-13d7dab6dec1 req-3545ba92-091a-4894-ad18-700479f78448 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=867280fe-66ee-4047-a8b4-3fdb92fcef26 HTTP/1.1" status: 200 len: 945 time: 0.0867076 Nov 12 08:17:02.977953 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eba7fe2b-2392-4ac3-8443-20098fd97074 admin admin] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:17:03.004299 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-eba7fe2b-2392-4ac3-8443-20098fd97074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:03.004641 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-eba7fe2b-2392-4ac3-8443-20098fd97074 admin admin] Added segment 796655e0-3364-45b6-8923-bd5e3a27ab44 of type vlan for network 4868e010-efee-4156-923d-bc5986bd6163 Nov 12 08:17:03.005853 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba7fe2b-2392-4ac3-8443-20098fd97074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aec52d38-03ed-427d-a216-63dd2a33f98c,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:03.032786 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8a1c6d7f-57f4-461f-a8af-ab787cfe2e27 req-e8369adc-740c-4eff-9a08-625993b6b675 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc675cb9-5df2-45c0-9fdb-ab595f0767f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212602 Nov 12 08:17:03.069060 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-78318851-0013-4147-8b2d-13d7dab6dec1 req-3ccbaf6a-a60e-4358-9b86-941caf1c0300 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048498 Nov 12 08:17:03.075875 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f739bfb5-f98b-4a08-ad41-b616daef58ad req-9dd16707-8527-4f5a-96f5-624c28217f4e service neutron] 10.222.0.21 "GET /v2.0/networks/fe05a3f0-e7b5-4820-a80d-5e53a559df6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190243 Nov 12 08:17:03.081071 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-eba7fe2b-2392-4ac3-8443-20098fd97074 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:03.109755 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-eba7fe2b-2392-4ac3-8443-20098fd97074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:03.110886 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba7fe2b-2392-4ac3-8443-20098fd97074 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:03.111480 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-eba7fe2b-2392-4ac3-8443-20098fd97074 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:03.149978 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-eba7fe2b-2392-4ac3-8443-20098fd97074 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5222228 Nov 12 08:17:03.152883 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 43794) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:17:03.157458 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-ff6f4e1e-8c7e-4605-95da-f334acea0fd5 admin admin] Request body: {'subnet': {'network_id': '4868e010-efee-4156-923d-bc5986bd6163', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1798676160-subnet', 'tenant_id': '417fd406cc39404ba5ae67c25efe38d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:17:03.182822 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba7fe2b-2392-4ac3-8443-20098fd97074 admin admin] Pushing event updated for resources: {'Network': ['ID=4868e010-efee-4156-923d-bc5986bd6163,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:03.189091 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f739bfb5-f98b-4a08-ad41-b616daef58ad req-c9ca1324-44cb-4857-9fbc-998c052b8396 service neutron] 10.222.0.21 "GET /v2.0/networks/fe05a3f0-e7b5-4820-a80d-5e53a559df6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047857 Nov 12 08:17:03.193590 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 4868e010-efee-4156-923d-bc5986bd6163 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:17:03.201030 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff6f4e1e-8c7e-4605-95da-f334acea0fd5 admin admin] Made reservation on behalf of 417fd406cc39404ba5ae67c25efe38d3 for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:17:03.203391 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ff6f4e1e-8c7e-4605-95da-f334acea0fd5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:03.392365 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ff6f4e1e-8c7e-4605-95da-f334acea0fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:03.457959 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6f4e1e-8c7e-4605-95da-f334acea0fd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ef446da-2196-4a21-8d1a-ac361ac71b6e,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:03.466274 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6f4e1e-8c7e-4605-95da-f334acea0fd5 admin admin] Checking segment: {'id': '796655e0-3364-45b6-8923-bd5e3a27ab44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4868e010-efee-4156-923d-bc5986bd6163'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:17:03.466664 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6f4e1e-8c7e-4605-95da-f334acea0fd5 admin admin] Network hostable DHCP agents. Network: 4868e010-efee-4156-923d-bc5986bd6163, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:17:03.492160 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6f4e1e-8c7e-4605-95da-f334acea0fd5 admin admin] Network 4868e010-efee-4156-923d-bc5986bd6163 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:17:03.501493 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-ff6f4e1e-8c7e-4605-95da-f334acea0fd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 4868e010-efee-4156-923d-bc5986bd6163) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:17:03.506299 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6f4e1e-8c7e-4605-95da-f334acea0fd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:03.506919 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ff6f4e1e-8c7e-4605-95da-f334acea0fd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:03.511311 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d71fbf6-f5bf-494b-acf5-3ccdcb58dd72 None None] Network 4868e010-efee-4156-923d-bc5986bd6163 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:17:03.541804 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-ff6f4e1e-8c7e-4605-95da-f334acea0fd5 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.3878555 Nov 12 08:17:03.545909 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 43804) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:17:03.557780 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-a6de0df1-9b82-42f3-b9dd-5e49adcc9363 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1798676160-router', 'tenant_id': '417fd406cc39404ba5ae67c25efe38d3', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:17:03.582416 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a6de0df1-9b82-42f3-b9dd-5e49adcc9363 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:03.583686 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a6de0df1-9b82-42f3-b9dd-5e49adcc9363 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:03.639473 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a6de0df1-9b82-42f3-b9dd-5e49adcc9363 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:03.669868 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c152d347-dd47-42ca-9609-fcdd25453bf2 req-b6752668-11f4-4b3d-a5c1-054181f9642b tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:03.678817 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c152d347-dd47-42ca-9609-fcdd25453bf2 req-b6752668-11f4-4b3d-a5c1-054181f9642b tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f57cf19d-8546-4524-93ec-600f8426f630 HTTP/1.1" status: 200 len: 946 time: 0.0766733 Nov 12 08:17:03.796861 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c152d347-dd47-42ca-9609-fcdd25453bf2 req-a2bd7805-c5d7-4b7e-ba07-63e657cd9d1a tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138852 Nov 12 08:17:03.841190 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a6de0df1-9b82-42f3-b9dd-5e49adcc9363 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:03.848260 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0152e4-264c-4616-9f37-bf3c19937373 None None] Network 4868e010-efee-4156-923d-bc5986bd6163 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:17:03.902850 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f5d9df-9bf4-4572-9c26-580ff0ee7a6b req-71a967fc-fb24-472d-b900-9ebd4325766f tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:03.904351 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b0f5d9df-9bf4-4572-9c26-580ff0ee7a6b req-71a967fc-fb24-472d-b900-9ebd4325766f tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=ebbe8b45-86a6-4712-bda1-f12f02e5941d HTTP/1.1" status: 200 len: 946 time: 0.0804677 Nov 12 08:17:03.917103 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eb4f02-bc38-4bde-9f5e-da0e68cc0490 req-d6c9dbe4-bc13-4783-9e6d-aee4ef7462b4 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:03.918678 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-56eb4f02-bc38-4bde-9f5e-da0e68cc0490 req-d6c9dbe4-bc13-4783-9e6d-aee4ef7462b4 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b597c31-568c-46cd-9cca-f27a2689ae53 HTTP/1.1" status: 200 len: 950 time: 0.0572219 Nov 12 08:17:03.934115 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-dd2ba546-c818-43f7-a3b8-1f7ebfa3dc63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:03.980887 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-56eb4f02-bc38-4bde-9f5e-da0e68cc0490 req-a6ad9374-fcb8-412d-91a1-dcd3e0cf5d61 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544345 Nov 12 08:17:04.006227 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b0f5d9df-9bf4-4572-9c26-580ff0ee7a6b req-467962dc-39e3-4af5-807e-d7ca03d19d6c tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921044 Nov 12 08:17:04.129894 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a96ad7d-20ab-4be4-8ee5-e9523c1a713d req-89ca9287-6eee-44ab-9d08-6a89d70acaf7 tempest-ServersOnMultiNodesTest-2056534105 tempest-ServersOnMultiNodesTest-2056534105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:04.131723 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4a96ad7d-20ab-4be4-8ee5-e9523c1a713d req-89ca9287-6eee-44ab-9d08-6a89d70acaf7 tempest-ServersOnMultiNodesTest-2056534105 tempest-ServersOnMultiNodesTest-2056534105-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=4b597c31-568c-46cd-9cca-f27a2689ae53 HTTP/1.1" status: 200 len: 1102 time: 0.0559721 Nov 12 08:17:04.189369 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4a96ad7d-20ab-4be4-8ee5-e9523c1a713d req-27a3784b-2fc6-49c0-bebe-f6ddc92c3784 tempest-ServersOnMultiNodesTest-2056534105 tempest-ServersOnMultiNodesTest-2056534105-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471730 Nov 12 08:17:04.210257 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a6de0df1-9b82-42f3-b9dd-5e49adcc9363 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:04.246981 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c10fcd-83c9-4285-8e38-818bb5278ead req-a777bc82-2c1c-47bc-b69c-bd0f64adb2c5 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:04.248683 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-47c10fcd-83c9-4285-8e38-818bb5278ead req-a777bc82-2c1c-47bc-b69c-bd0f64adb2c5 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c0364e9-a49c-46af-a2f9-325c3e29445e HTTP/1.1" status: 200 len: 943 time: 0.1203876 Nov 12 08:17:04.250060 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a6de0df1-9b82-42f3-b9dd-5e49adcc9363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:04.351081 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 43834) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:17:04.354133 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6fca2a-4641-4c33-a7df-0acdacae15d4 req-387ec70c-b5c0-4f7c-961a-c999955aa206 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:04.355751 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7f6fca2a-4641-4c33-a7df-0acdacae15d4 req-387ec70c-b5c0-4f7c-961a-c999955aa206 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=867280fe-66ee-4047-a8b4-3fdb92fcef26 HTTP/1.1" status: 200 len: 945 time: 0.0961914 Nov 12 08:17:04.365542 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-47c10fcd-83c9-4285-8e38-818bb5278ead req-488ba5d0-2b14-4995-8a7b-42881aff428b tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc675cb9-5df2-45c0-9fdb-ab595f0767f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038818 Nov 12 08:17:04.423498 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7f6fca2a-4641-4c33-a7df-0acdacae15d4 req-be958da2-06e6-4301-b6e6-1b617466e79c tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615125 Nov 12 08:17:04.451250 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-a6de0df1-9b82-42f3-b9dd-5e49adcc9363 admin admin] Allocated IP 172.25.2.35 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/862c1742-b123-4b2a-b3d0-37015715a421) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:17:04.493780 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb59e587-1628-4d9c-9d17-0e4eaa0d85a9 req-171e9aab-6801-47d9-9438-2dce842e0141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:04.494254 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb59e587-1628-4d9c-9d17-0e4eaa0d85a9 req-171e9aab-6801-47d9-9438-2dce842e0141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:04.494739 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb59e587-1628-4d9c-9d17-0e4eaa0d85a9 req-171e9aab-6801-47d9-9438-2dce842e0141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:04.495195 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb59e587-1628-4d9c-9d17-0e4eaa0d85a9 req-171e9aab-6801-47d9-9438-2dce842e0141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:04.495643 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb59e587-1628-4d9c-9d17-0e4eaa0d85a9 req-171e9aab-6801-47d9-9438-2dce842e0141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:04.496091 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb59e587-1628-4d9c-9d17-0e4eaa0d85a9 req-171e9aab-6801-47d9-9438-2dce842e0141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:04.496537 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb59e587-1628-4d9c-9d17-0e4eaa0d85a9 req-171e9aab-6801-47d9-9438-2dce842e0141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:04.498373 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cb59e587-1628-4d9c-9d17-0e4eaa0d85a9 req-171e9aab-6801-47d9-9438-2dce842e0141 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3bd1d6ac-fc22-40b4-9334-b79b8f638fb9 HTTP/1.1" status: 200 len: 6497 time: 0.1462739 Nov 12 08:17:04.501753 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-91be1b57-2be4-4716-8506-411582dda926 req-a085e172-6157-4bee-90c7-6d2f2cd19cb5 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=3dad16d1cf804c93a62c38374b8fb4ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0456381 Nov 12 08:17:04.959847 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cb59e587-1628-4d9c-9d17-0e4eaa0d85a9 req-4ab0fadc-c5c3-4878-800c-6333ebf97d8a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1b5c7833-24a2-4c14-bc24-7cc6ddd646d8&id=edb098b1-b850-4d1f-9907-ebc80ab17859&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4472344 Nov 12 08:17:04.996872 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a6de0df1-9b82-42f3-b9dd-5e49adcc9363 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:05.005357 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91be1b57-2be4-4716-8506-411582dda926 req-1a4f1788-3d28-4177-bc62-ed7beb162de6 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:05.006927 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-91be1b57-2be4-4716-8506-411582dda926 req-1a4f1788-3d28-4177-bc62-ed7beb162de6 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4954338 Nov 12 08:17:05.027978 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-91be1b57-2be4-4716-8506-411582dda926 req-1a5afdf2-2f7e-4183-8331-8e62045f00fd tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/quotas/3dad16d1cf804c93a62c38374b8fb4ba HTTP/1.1" status: 200 len: 375 time: 0.0142896 Nov 12 08:17:05.058055 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device f5920f2d-4a7e-42d5-a7df-4f8e67bc2c30 details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:17:05.092201 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a6de0df1-9b82-42f3-b9dd-5e49adcc9363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:05.094358 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:05.113718 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-91be1b57-2be4-4716-8506-411582dda926 req-49487b23-884a-44d0-bab8-cba01103ce39 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=3dad16d1cf804c93a62c38374b8fb4ba&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0753715 Nov 12 08:17:05.148548 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6de0df1-9b82-42f3-b9dd-5e49adcc9363 admin admin] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:17:05.153792 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-a6de0df1-9b82-42f3-b9dd-5e49adcc9363 admin admin] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:17:05.157516 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6de0df1-9b82-42f3-b9dd-5e49adcc9363 admin admin] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:17:05.185038 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6de0df1-9b82-42f3-b9dd-5e49adcc9363 admin admin] Pushing event updated for resources: {'Port': ['ID=862c1742-b123-4b2a-b3d0-37015715a421,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:05.253243 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port f5920f2d-4a7e-42d5-a7df-4f8e67bc2c30, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=f5920f2d-4a7e-42d5-a7df-4f8e67bc2c30,segment=NetworkSegment(8f575a5e-7400-4b10-982b-4c3146775d67),segment_id=8f575a5e-7400-4b10-982b-4c3146775d67)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:17:05.277599 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Returning: {'device': 'f5920f2d-4a7e-42d5-a7df-4f8e67bc2c30', 'network_id': '8faf6eb6-6b59-4208-b8ed-8f200f462710', 'port_id': 'f5920f2d-4a7e-42d5-a7df-4f8e67bc2c30', 'mac_address': 'fa:16:3e:20:5f:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd286ef1-f40e-4f18-a8ea-b9f4f25fbb85', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:17:05.288746 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa4801e-2835-41bb-9b75-14327f58e723 req-a148d738-a8df-4f90-9ed7-b7839b7c4f58 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:05.290295 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0aa4801e-2835-41bb-9b75-14327f58e723 req-a148d738-a8df-4f90-9ed7-b7839b7c4f58 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f57cf19d-8546-4524-93ec-600f8426f630 HTTP/1.1" status: 200 len: 946 time: 0.4268494 Nov 12 08:17:05.333174 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:05.351415 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-e530113a-7783-48f4-9840-8911a24052df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5920f2d-4a7e-42d5-a7df-4f8e67bc2c30 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:17:05.379714 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port f5920f2d-4a7e-42d5-a7df-4f8e67bc2c30, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=f5920f2d-4a7e-42d5-a7df-4f8e67bc2c30,segment=NetworkSegment(8f575a5e-7400-4b10-982b-4c3146775d67),segment_id=8f575a5e-7400-4b10-982b-4c3146775d67)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:17:05.388227 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:05.402694 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0aa4801e-2835-41bb-9b75-14327f58e723 req-5cc5691e-0ab0-488a-94c5-c823587a1d07 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002476 Nov 12 08:17:05.497580 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=f5920f2d-4a7e-42d5-a7df-4f8e67bc2c30,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:05.509102 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d49be890-e383-49bc-8280-d886b708953e req-482a01c1-cf80-492a-adc6-94a755df6080 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9da0aea-a566-45b9-9c03-96285e001b2b HTTP/1.1" status: 200 len: 210 time: 0.0574017 Nov 12 08:17:05.596768 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device f8df7f53-8221-4988-88f9-2eda5417dcd4 details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:17:05.636320 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a6de0df1-9b82-42f3-b9dd-5e49adcc9363 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:05.643612 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b02598e-3c20-4237-b965-79f723f827ce req-f9c0957d-1a08-416a-bd03-3426a511b91c tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:05.654544 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0b02598e-3c20-4237-b965-79f723f827ce req-f9c0957d-1a08-416a-bd03-3426a511b91c tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c0364e9-a49c-46af-a2f9-325c3e29445e HTTP/1.1" status: 200 len: 944 time: 0.0788517 Nov 12 08:17:05.688695 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08977ad1-f6dc-4677-8e97-e1db1b6c9df1 req-1b5dc7ca-5267-416a-a1f4-61787664fe46 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:05.698611 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-08977ad1-f6dc-4677-8e97-e1db1b6c9df1 req-1b5dc7ca-5267-416a-a1f4-61787664fe46 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=ebbe8b45-86a6-4712-bda1-f12f02e5941d HTTP/1.1" status: 200 len: 946 time: 0.3128593 Nov 12 08:17:05.725507 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0b02598e-3c20-4237-b965-79f723f827ce req-075a4205-0fc0-461c-ba6a-c0864ac928f5 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc675cb9-5df2-45c0-9fdb-ab595f0767f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698926 Nov 12 08:17:05.819468 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-08977ad1-f6dc-4677-8e97-e1db1b6c9df1 req-99356ee4-e320-496b-8355-520dce177fff tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194310 Nov 12 08:17:05.853644 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port f8df7f53-8221-4988-88f9-2eda5417dcd4, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=f8df7f53-8221-4988-88f9-2eda5417dcd4,segment=NetworkSegment(931741a0-66de-48c6-b90b-c82af0a9f552),segment_id=931741a0-66de-48c6-b90b-c82af0a9f552)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:17:05.872824 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': 'f8df7f53-8221-4988-88f9-2eda5417dcd4', 'network_id': 'e1e67e1f-8798-45f5-b239-65208acc87f1', 'port_id': 'f8df7f53-8221-4988-88f9-2eda5417dcd4', 'mac_address': 'fa:16:3e:1f:25:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bdc75da-af9b-40e1-a42f-7bb0c158e2a1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:17:05.925230 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['f5920f2d-4a7e-42d5-a7df-4f8e67bc2c30'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:17:05.941910 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c44248-1314-4517-a592-99c364adea68 req-a23c1334-09cb-4581-88a5-63f7573ccaea tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:05.950300 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-61c44248-1314-4517-a592-99c364adea68 req-a23c1334-09cb-4581-88a5-63f7573ccaea tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=867280fe-66ee-4047-a8b4-3fdb92fcef26 HTTP/1.1" status: 200 len: 945 time: 0.0676479 Nov 12 08:17:06.007299 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-61c44248-1314-4517-a592-99c364adea68 req-e94e2cd4-af67-44ca-a0a6-629819b57207 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556619 Nov 12 08:17:06.008979 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:06.036938 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f8df7f53-8221-4988-88f9-2eda5417dcd4 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:17:06.039474 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdc2106-f995-44d7-a854-ba20e2bc0f61 req-b869be4d-ccf1-4bca-bb0e-23c2e3a09755 tempest-LiveMigrationTest-1817512610 tempest-LiveMigrationTest-1817512610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:06.041116 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8bdc2106-f995-44d7-a854-ba20e2bc0f61 req-b869be4d-ccf1-4bca-bb0e-23c2e3a09755 tempest-LiveMigrationTest-1817512610 tempest-LiveMigrationTest-1817512610-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=1d86ea33-8ea0-4666-aa3f-67876d020811 HTTP/1.1" status: 200 len: 1098 time: 0.1100621 Nov 12 08:17:06.084955 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a6de0df1-9b82-42f3-b9dd-5e49adcc9363 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052'] for router, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:06.085849 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port f8df7f53-8221-4988-88f9-2eda5417dcd4, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=f8df7f53-8221-4988-88f9-2eda5417dcd4,segment=NetworkSegment(931741a0-66de-48c6-b90b-c82af0a9f552),segment_id=931741a0-66de-48c6-b90b-c82af0a9f552)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:17:06.100893 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:06.162418 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8bdc2106-f995-44d7-a854-ba20e2bc0f61 req-b5d8c333-ee2d-47ec-89e8-754fd9ec95de tempest-LiveMigrationTest-1817512610 tempest-LiveMigrationTest-1817512610-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133466 Nov 12 08:17:06.333949 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=f8df7f53-8221-4988-88f9-2eda5417dcd4,revision_number=6']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:06.346125 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6de0df1-9b82-42f3-b9dd-5e49adcc9363 admin admin] Router 908dd0d8-a881-47ff-8379-61239339e38d is scheduled to L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 with binding_index 1 {{(pid=102600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:17:06.426833 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['f8df7f53-8221-4988-88f9-2eda5417dcd4'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:17:06.512026 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6de0df1-9b82-42f3-b9dd-5e49adcc9363 admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:17:06.521384 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b0712fc0-ba0d-4b8e-b8ac-5b8075009c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:06.525821 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200e81d6-80f1-451c-84bf-05502230b5d4 None None] Sync routers for ids ['908dd0d8-a881-47ff-8379-61239339e38d'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:17:06.555641 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200e81d6-80f1-451c-84bf-05502230b5d4 None None] Routers {'908dd0d8-a881-47ff-8379-61239339e38d'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:17:06.556256 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-200e81d6-80f1-451c-84bf-05502230b5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:17:06Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['908dd0d8-a881-47ff-8379-61239339e38d'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:17:06.567803 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a6de0df1-9b82-42f3-b9dd-5e49adcc9363 admin admin] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:06.572694 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 43910) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:17:06.573659 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-a6de0df1-9b82-42f3-b9dd-5e49adcc9363 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.0257943 Nov 12 08:17:06.670853 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0959f405-21eb-4470-ac2e-ad04e57a636c req-a72a66b9-c4d6-477e-9101-0615f22315bd tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:06.682068 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0959f405-21eb-4470-ac2e-ad04e57a636c req-a72a66b9-c4d6-477e-9101-0615f22315bd tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f57cf19d-8546-4524-93ec-600f8426f630 HTTP/1.1" status: 200 len: 945 time: 0.0932982 Nov 12 08:17:06.758463 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0959f405-21eb-4470-ac2e-ad04e57a636c req-18b241f1-9144-46cc-bd94-a678d3c726af tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715177 Nov 12 08:17:06.871891 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2acb0f71-d1bb-400c-85bd-306ad3d9790d req-94b0950c-bd8e-4e6c-b7fa-cd1a01d6f0d0 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9da0aea-a566-45b9-9c03-96285e001b2b HTTP/1.1" status: 200 len: 210 time: 0.0411992 Nov 12 08:17:06.880739 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-200e81d6-80f1-451c-84bf-05502230b5d4 None None] Set router 908dd0d8-a881-47ff-8379-61239339e38d gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:17:07.048317 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c74a5dd-6678-48fa-a09c-151fb4f74a65 req-8b7b8414-17c2-4f61-bd4f-375872bd64b9 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:07.048317 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1c74a5dd-6678-48fa-a09c-151fb4f74a65 req-8b7b8414-17c2-4f61-bd4f-375872bd64b9 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c0364e9-a49c-46af-a2f9-325c3e29445e HTTP/1.1" status: 200 len: 944 time: 0.1079433 Nov 12 08:17:07.134973 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1c74a5dd-6678-48fa-a09c-151fb4f74a65 req-43e61927-a2d6-4e64-ba6c-6a5c23a8f6b0 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc675cb9-5df2-45c0-9fdb-ab595f0767f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753136 Nov 12 08:17:07.243061 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-200e81d6-80f1-451c-84bf-05502230b5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908dd0d8-a881-47ff-8379-61239339e38d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1798676160-router', 'tenant_id': '417fd406cc39404ba5ae67c25efe38d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '862c1742-b123-4b2a-b3d0-37015715a421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:17:03Z', 'updated_at': '2021-11-12T08:17:05Z', 'revision_number': 3, 'project_id': '417fd406cc39404ba5ae67c25efe38d3', 'gw_port': {'id': '862c1742-b123-4b2a-b3d0-37015715a421', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d6:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '908dd0d8-a881-47ff-8379-61239339e38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:17:04Z', 'updated_at': '2021-11-12T08:17:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:17:07.294397 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce308720-62d9-40c5-8135-bbd7add128a5 req-c636b986-1a4b-4854-a949-52e7e1f276a9 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:07.297406 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200e81d6-80f1-451c-84bf-05502230b5d4 None None] Checking router: 908dd0d8-a881-47ff-8379-61239339e38d for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:17:07.297810 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200e81d6-80f1-451c-84bf-05502230b5d4 None None] Updating router 908dd0d8-a881-47ff-8379-61239339e38d port 862c1742-b123-4b2a-b3d0-37015715a421 binding host n-d-765315-29 {{(pid=102602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:17:07.305707 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ce308720-62d9-40c5-8135-bbd7add128a5 req-c636b986-1a4b-4854-a949-52e7e1f276a9 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=ebbe8b45-86a6-4712-bda1-f12f02e5941d HTTP/1.1" status: 200 len: 946 time: 0.0934718 Nov 12 08:17:07.311083 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-91be1b57-2be4-4716-8506-411582dda926 req-9a15396e-c5d2-4645-a97a-0caf81bca4aa tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=3dad16d1cf804c93a62c38374b8fb4ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276077 Nov 12 08:17:07.328645 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-200e81d6-80f1-451c-84bf-05502230b5d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:07.379047 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ce308720-62d9-40c5-8135-bbd7add128a5 req-ff8dcec4-0277-4ef4-85f3-5317564823c9 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672808 Nov 12 08:17:07.496814 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-525f65b7-8d4d-4e5e-bced-0de7f4a7c895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:07.503898 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a53718-3c6c-4afa-806f-682fdc8d0e8a req-a2e36e2a-077a-48a4-a577-4c31cd5976fe tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:07.514621 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-10a53718-3c6c-4afa-806f-682fdc8d0e8a req-a2e36e2a-077a-48a4-a577-4c31cd5976fe tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=867280fe-66ee-4047-a8b4-3fdb92fcef26 HTTP/1.1" status: 200 len: 945 time: 0.0764484 Nov 12 08:17:07.619108 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device f8df7f53-8221-4988-88f9-2eda5417dcd4 up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:17:07.629769 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-10a53718-3c6c-4afa-806f-682fdc8d0e8a req-86e04370-b9f3-4bf0-99ab-a01a6654c779 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140368 Nov 12 08:17:07.699736 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port f8df7f53-8221-4988-88f9-2eda5417dcd4 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:17:07.700428 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:07.806000 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-200e81d6-80f1-451c-84bf-05502230b5d4 None None] Publish callbacks [] for port, precommit_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:07.820049 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-200e81d6-80f1-451c-84bf-05502230b5d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:07.830176 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:07.831987 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:07.898609 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-525f65b7-8d4d-4e5e-bced-0de7f4a7c895 admin admin] Allocated IP 172.20.0.1 (4868e010-efee-4156-923d-bc5986bd6163/3ef446da-2196-4a21-8d1a-ac361ac71b6e/bd108042-fd06-48ec-b311-d616d2df029d) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:17:07.909286 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port f8df7f53-8221-4988-88f9-2eda5417dcd4, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=f8df7f53-8221-4988-88f9-2eda5417dcd4,segment=NetworkSegment(931741a0-66de-48c6-b90b-c82af0a9f552),segment_id=931741a0-66de-48c6-b90b-c82af0a9f552)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:17:07.910841 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f57cf19d-8546-4524-93ec-600f8426f630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8df7f53-8221-4988-88f9-2eda5417dcd4'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:17:07.913760 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-200e81d6-80f1-451c-84bf-05502230b5d4 None None] Attempting to bind port 862c1742-b123-4b2a-b3d0-37015715a421 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:17:07.914426 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-200e81d6-80f1-451c-84bf-05502230b5d4 None None] Attempting to bind port 862c1742-b123-4b2a-b3d0-37015715a421 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:17:07.914960 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-736db0cc-b50b-469b-8a76-850a779eac78" -d '{"events": [{"server_uuid": "f57cf19d-8546-4524-93ec-600f8426f630", "name": "network-vif-plugged", "status": "completed", "tag": "f8df7f53-8221-4988-88f9-2eda5417dcd4"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:17:07.916117 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200e81d6-80f1-451c-84bf-05502230b5d4 None None] Attempting to bind port 862c1742-b123-4b2a-b3d0-37015715a421 on network d709f64f-f9e6-4525-b020-ad48633b9bbf {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:17:07.923878 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:07.939362 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200e81d6-80f1-451c-84bf-05502230b5d4 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:17:07.940029 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200e81d6-80f1-451c-84bf-05502230b5d4 None None] Checking segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:17:07.940643 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-200e81d6-80f1-451c-84bf-05502230b5d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:07.942135 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200e81d6-80f1-451c-84bf-05502230b5d4 None None] Bound using segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:17:07.942801 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-200e81d6-80f1-451c-84bf-05502230b5d4 None None] Bound port: 862c1742-b123-4b2a-b3d0-37015715a421, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:17:07.943374 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-200e81d6-80f1-451c-84bf-05502230b5d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:07.946531 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ed813d-3ad5-4b59-b033-52838d5d06f4 None None] Pushing event updated for resources: {'Port': ['ID=862c1742-b123-4b2a-b3d0-37015715a421,revision_number=2']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:07.968166 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98a832e-6e73-4fbd-bb9e-7576b9a2938a req-150964a6-a23f-45a8-905c-1326e6eb1cff tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:07.982199 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e98a832e-6e73-4fbd-bb9e-7576b9a2938a req-150964a6-a23f-45a8-905c-1326e6eb1cff tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f57cf19d-8546-4524-93ec-600f8426f630 HTTP/1.1" status: 200 len: 945 time: 0.1493597 Nov 12 08:17:07.982742 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ed813d-3ad5-4b59-b033-52838d5d06f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:17:07.983301 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ed813d-3ad5-4b59-b033-52838d5d06f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:17:07.984012 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ed813d-3ad5-4b59-b033-52838d5d06f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:17:07.984849 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ed813d-3ad5-4b59-b033-52838d5d06f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:17:07.985400 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ed813d-3ad5-4b59-b033-52838d5d06f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:17:07.985889 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ed813d-3ad5-4b59-b033-52838d5d06f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:17:07.986389 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ed813d-3ad5-4b59-b033-52838d5d06f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:17:07.986931 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ed813d-3ad5-4b59-b033-52838d5d06f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:17:07.987509 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ed813d-3ad5-4b59-b033-52838d5d06f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:17:07.988565 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ed813d-3ad5-4b59-b033-52838d5d06f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:17:07.989080 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ed813d-3ad5-4b59-b033-52838d5d06f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:17:07.989615 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ed813d-3ad5-4b59-b033-52838d5d06f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:17:07.994451 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=f8df7f53-8221-4988-88f9-2eda5417dcd4,revision_number=7']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:08.024233 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-525f65b7-8d4d-4e5e-bced-0de7f4a7c895 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:08.063030 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-200e81d6-80f1-451c-84bf-05502230b5d4 None None] For port 862c1742-b123-4b2a-b3d0-37015715a421, host n-d-765315-29, cleared binding levels {{(pid=102602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:17:08.069734 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-200e81d6-80f1-451c-84bf-05502230b5d4 None None] For port 862c1742-b123-4b2a-b3d0-37015715a421, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=862c1742-b123-4b2a-b3d0-37015715a421,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:17:08.069939 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91be1b57-2be4-4716-8506-411582dda926 req-a7f0d23a-ba71-42d0-9e43-e54a7159f469 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:08.071402 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-91be1b57-2be4-4716-8506-411582dda926 req-a7f0d23a-ba71-42d0-9e43-e54a7159f469 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7495658 Nov 12 08:17:08.077991 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [req-1e2985e4-7a6a-4e58-853f-e475e17ebe50 req-74b73ebb-88a8-4f96-82ca-6577bd082727 tempest-LiveMigrationTest-1817512610 tempest-LiveMigrationTest-1817512610-project-admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:17:08.078659 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1e2985e4-7a6a-4e58-853f-e475e17ebe50 req-74b73ebb-88a8-4f96-82ca-6577bd082727 tempest-LiveMigrationTest-1817512610 tempest-LiveMigrationTest-1817512610-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0174761 Nov 12 08:17:08.079854 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-525f65b7-8d4d-4e5e-bced-0de7f4a7c895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:08.088102 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-200e81d6-80f1-451c-84bf-05502230b5d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:08.097881 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e98a832e-6e73-4fbd-bb9e-7576b9a2938a req-82aebffd-bdbb-4deb-bd21-517c4e0e5cd9 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058912 Nov 12 08:17:08.125080 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-91be1b57-2be4-4716-8506-411582dda926 req-e3d9de5b-a51a-4980-8b82-25afb5768ae5 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Request body: {'port': {'device_id': 'd9da0aea-a566-45b9-9c03-96285e001b2b', 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016', 'admin_state_up': True, 'tenant_id': '3dad16d1cf804c93a62c38374b8fb4ba'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:17:08.190465 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200e81d6-80f1-451c-84bf-05502230b5d4 None None] Routers {'908dd0d8-a881-47ff-8379-61239339e38d'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:17:08.191670 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-200e81d6-80f1-451c-84bf-05502230b5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:17:06Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['908dd0d8-a881-47ff-8379-61239339e38d'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:17:08.217373 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [req-1e2985e4-7a6a-4e58-853f-e475e17ebe50 req-b7a0ab61-12e6-4147-81fd-554f527c0c13 tempest-LiveMigrationTest-1817512610 tempest-LiveMigrationTest-1817512610-project-admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:17:08.218692 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1e2985e4-7a6a-4e58-853f-e475e17ebe50 req-b7a0ab61-12e6-4147-81fd-554f527c0c13 tempest-LiveMigrationTest-1817512610 tempest-LiveMigrationTest-1817512610-project-admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0497694 Nov 12 08:17:08.224507 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ab650833-72ba-473c-beff-51d215ff970a req-981b8de5-698b-419d-bf75-eea0e4bfa668 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9da0aea-a566-45b9-9c03-96285e001b2b HTTP/1.1" status: 200 len: 210 time: 0.0390100 Nov 12 08:17:08.247015 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525f65b7-8d4d-4e5e-bced-0de7f4a7c895 admin admin] Network 4868e010-efee-4156-923d-bc5986bd6163 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:17:08.278396 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a8586e8-b5a9-4c23-a99a-acdf1ac860b0 x-openstack-request-id: req-5a8586e8-b5a9-4c23-a99a-acdf1ac860b0 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:17:08.279062 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f57cf19d-8546-4524-93ec-600f8426f630", "name": "network-vif-plugged", "status": "completed", "tag": "f8df7f53-8221-4988-88f9-2eda5417dcd4", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:17:08.279557 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5a8586e8-b5a9-4c23-a99a-acdf1ac860b0 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:17:08.280177 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f57cf19d-8546-4524-93ec-600f8426f630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8df7f53-8221-4988-88f9-2eda5417dcd4', 'code': 200} Nov 12 08:17:08.303797 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-525f65b7-8d4d-4e5e-bced-0de7f4a7c895 admin admin] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:17:08.329845 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525f65b7-8d4d-4e5e-bced-0de7f4a7c895 admin admin] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:17:08.333178 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-200e81d6-80f1-451c-84bf-05502230b5d4 None None] Set router 908dd0d8-a881-47ff-8379-61239339e38d gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:17:08.379226 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-525f65b7-8d4d-4e5e-bced-0de7f4a7c895 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933481'] for router_interface, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:08.424162 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ed813d-3ad5-4b59-b033-52838d5d06f4 None None] Pushing event updated for resources: {'Port': ['ID=862c1742-b123-4b2a-b3d0-37015715a421,revision_number=3']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:08.472211 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1681b27-3d91-4731-976b-b1f03b09067c req-8743ffa8-cd1e-4c4f-afea-b1c3745c9bc3 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:08.474422 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d1681b27-3d91-4731-976b-b1f03b09067c req-8743ffa8-cd1e-4c4f-afea-b1c3745c9bc3 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c0364e9-a49c-46af-a2f9-325c3e29445e HTTP/1.1" status: 200 len: 944 time: 0.1141613 Nov 12 08:17:08.515114 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525f65b7-8d4d-4e5e-bced-0de7f4a7c895 admin admin] Pushing event updated for resources: {'Port': ['ID=bd108042-fd06-48ec-b311-d616d2df029d,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:08.564838 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d1681b27-3d91-4731-976b-b1f03b09067c req-077c2d93-e810-4848-9c72-583e8fe191fa tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc675cb9-5df2-45c0-9fdb-ab595f0767f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831060 Nov 12 08:17:08.573108 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2985e4-7a6a-4e58-853f-e475e17ebe50 req-cdd6d58a-c6b8-41c0-bab2-c5207c6ac7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:08.575536 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1e2985e4-7a6a-4e58-853f-e475e17ebe50 req-cdd6d58a-c6b8-41c0-bab2-c5207c6ac7e6 service neutron] 10.222.0.26 "GET /v2.0/ports/b41977ee-00dd-4191-9c7e-54fa6c7fff8d HTTP/1.1" status: 200 len: 1095 time: 0.3307505 Nov 12 08:17:08.603054 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-1e2985e4-7a6a-4e58-853f-e475e17ebe50 req-0a1e1071-bad7-448d-a854-b3c15621b09e service neutron] Request body: {'binding': {'host': 'n-h1-765315-29', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:17:08.603756 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-1e2985e4-7a6a-4e58-853f-e475e17ebe50 req-0a1e1071-bad7-448d-a854-b3c15621b09e service neutron] Unknown quota resources ['binding']. {{(pid=102599) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 08:17:08.643424 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-525f65b7-8d4d-4e5e-bced-0de7f4a7c895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:08.734678 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-200e81d6-80f1-451c-84bf-05502230b5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908dd0d8-a881-47ff-8379-61239339e38d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1798676160-router', 'tenant_id': '417fd406cc39404ba5ae67c25efe38d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '862c1742-b123-4b2a-b3d0-37015715a421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:17:03Z', 'updated_at': '2021-11-12T08:17:05Z', 'revision_number': 3, 'project_id': '417fd406cc39404ba5ae67c25efe38d3', 'gw_port': {'id': '862c1742-b123-4b2a-b3d0-37015715a421', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d6:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '908dd0d8-a881-47ff-8379-61239339e38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:17:04Z', 'updated_at': '2021-11-12T08:17:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:17:08.755628 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ca16bc-da46-4150-ad21-3d554d2baeca req-48e70cf8-0d64-453f-bb0d-598f50214e43 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:08.758518 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e1ca16bc-da46-4150-ad21-3d554d2baeca req-48e70cf8-0d64-453f-bb0d-598f50214e43 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=ebbe8b45-86a6-4712-bda1-f12f02e5941d HTTP/1.1" status: 200 len: 946 time: 0.0768814 Nov 12 08:17:08.768410 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200e81d6-80f1-451c-84bf-05502230b5d4 None None] The sync data for ids ['908dd0d8-a881-47ff-8379-61239339e38d'] in n-d-765315-29 is: [{'id': '908dd0d8-a881-47ff-8379-61239339e38d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1798676160-router', 'tenant_id': '417fd406cc39404ba5ae67c25efe38d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '862c1742-b123-4b2a-b3d0-37015715a421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:17:03Z', 'updated_at': '2021-11-12T08:17:05Z', 'revision_number': 3, 'project_id': '417fd406cc39404ba5ae67c25efe38d3', 'gw_port': {'id': '862c1742-b123-4b2a-b3d0-37015715a421', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d6:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '908dd0d8-a881-47ff-8379-61239339e38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:17:04Z', 'updated_at': '2021-11-12T08:17:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:17:08.782380 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91be1b57-2be4-4716-8506-411582dda926 req-e3d9de5b-a51a-4980-8b82-25afb5768ae5 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Made reservation on behalf of 3dad16d1cf804c93a62c38374b8fb4ba for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:17:08.787590 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-91be1b57-2be4-4716-8506-411582dda926 req-e3d9de5b-a51a-4980-8b82-25afb5768ae5 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:08.833408 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:17:08.855959 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e1ca16bc-da46-4150-ad21-3d554d2baeca req-08f9e240-b666-441a-821d-77eecb2a546c tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898745 Nov 12 08:17:09.040157 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c601c0-91ec-46b1-a92f-51272f8f81bb req-492f3602-b6f2-4952-9ea1-197292eed0a9 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:09.054996 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-1e2985e4-7a6a-4e58-853f-e475e17ebe50 req-0a1e1071-bad7-448d-a854-b3c15621b09e service neutron] Attempting to bind port b41977ee-00dd-4191-9c7e-54fa6c7fff8d on host n-h1-765315-29 for vnic_type normal with profile None {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:17:09.055667 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-1e2985e4-7a6a-4e58-853f-e475e17ebe50 req-0a1e1071-bad7-448d-a854-b3c15621b09e service neutron] Attempting to bind port b41977ee-00dd-4191-9c7e-54fa6c7fff8d by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': '2faefcc0-552f-4085-b81e-2c4b58f0de67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:17:09.056714 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2985e4-7a6a-4e58-853f-e475e17ebe50 req-0a1e1071-bad7-448d-a854-b3c15621b09e service neutron] Attempting to bind port b41977ee-00dd-4191-9c7e-54fa6c7fff8d on network 6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:17:09.058394 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e3c601c0-91ec-46b1-a92f-51272f8f81bb req-492f3602-b6f2-4952-9ea1-197292eed0a9 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=867280fe-66ee-4047-a8b4-3fdb92fcef26 HTTP/1.1" status: 200 len: 945 time: 0.0951447 Nov 12 08:17:09.073290 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device f5920f2d-4a7e-42d5-a7df-4f8e67bc2c30 up at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:17:09.121002 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-91be1b57-2be4-4716-8506-411582dda926 req-e3d9de5b-a51a-4980-8b82-25afb5768ae5 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Allocated IP 192.168.233.187 (107743df-d3df-459d-a6cd-9e2ab4303016/e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1/4c622c1a-959f-4899-92dd-03a45cfceffb) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:17:09.165223 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2985e4-7a6a-4e58-853f-e475e17ebe50 req-0a1e1071-bad7-448d-a854-b3c15621b09e service neutron] Port b41977ee-00dd-4191-9c7e-54fa6c7fff8d on network 6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:17:09.165615 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2985e4-7a6a-4e58-853f-e475e17ebe50 req-0a1e1071-bad7-448d-a854-b3c15621b09e service neutron] Attempting to bind port b41977ee-00dd-4191-9c7e-54fa6c7fff8d on network 6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:17:09.183776 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e3c601c0-91ec-46b1-a92f-51272f8f81bb req-41cd3055-fea0-48c4-b6c5-bd6f25a856f7 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179895 Nov 12 08:17:09.204621 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2985e4-7a6a-4e58-853f-e475e17ebe50 req-0a1e1071-bad7-448d-a854-b3c15621b09e service neutron] Checking agent: {'id': '26215384-8035-4ce2-971a-8e67be80da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:17:09.204986 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2985e4-7a6a-4e58-853f-e475e17ebe50 req-0a1e1071-bad7-448d-a854-b3c15621b09e service neutron] Checking segment: {'id': '2faefcc0-552f-4085-b81e-2c4b58f0de67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:17:09.205411 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2985e4-7a6a-4e58-853f-e475e17ebe50 req-0a1e1071-bad7-448d-a854-b3c15621b09e service neutron] Bound using segment: {'id': '2faefcc0-552f-4085-b81e-2c4b58f0de67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:17:09.205869 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-1e2985e4-7a6a-4e58-853f-e475e17ebe50 req-0a1e1071-bad7-448d-a854-b3c15621b09e service neutron] Bound port: b41977ee-00dd-4191-9c7e-54fa6c7fff8d, host: n-h1-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2faefcc0-552f-4085-b81e-2c4b58f0de67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:17:09.391477 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656eaab6-449b-4be0-8c97-6c56c6c1bc2b req-cef7ba07-49ff-495c-ad9c-7b09b693e0d4 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:09.405391 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-656eaab6-449b-4be0-8c97-6c56c6c1bc2b req-cef7ba07-49ff-495c-ad9c-7b09b693e0d4 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f57cf19d-8546-4524-93ec-600f8426f630 HTTP/1.1" status: 200 len: 946 time: 0.1029632 Nov 12 08:17:09.439574 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-1e2985e4-7a6a-4e58-853f-e475e17ebe50 req-0a1e1071-bad7-448d-a854-b3c15621b09e service neutron] For port b41977ee-00dd-4191-9c7e-54fa6c7fff8d, host n-h1-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=b41977ee-00dd-4191-9c7e-54fa6c7fff8d,segment=NetworkSegment(2faefcc0-552f-4085-b81e-2c4b58f0de67),segment_id=2faefcc0-552f-4085-b81e-2c4b58f0de67)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:17:09.452461 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:09.464753 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning for port f5920f2d-4a7e-42d5-a7df-4f8e67bc2c30 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:17:09.473637 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-656eaab6-449b-4be0-8c97-6c56c6c1bc2b req-7b263547-c4fc-46f8-93f5-590db279fd3a tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620036 Nov 12 08:17:09.503008 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning complete for port f5920f2d-4a7e-42d5-a7df-4f8e67bc2c30 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:17:09.505065 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:09.508623 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1e2985e4-7a6a-4e58-853f-e475e17ebe50 req-0a1e1071-bad7-448d-a854-b3c15621b09e service neutron] Publish callbacks [] for binding, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:09.509851 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1e2985e4-7a6a-4e58-853f-e475e17ebe50 req-0a1e1071-bad7-448d-a854-b3c15621b09e service neutron] 10.222.0.26 "POST /v2.0/ports/b41977ee-00dd-4191-9c7e-54fa6c7fff8d/bindings HTTP/1.1" status: 201 len: 390 time: 0.9219487 Nov 12 08:17:09.525916 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-525f65b7-8d4d-4e5e-bced-0de7f4a7c895 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:09.551304 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-525f65b7-8d4d-4e5e-bced-0de7f4a7c895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:09.619777 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2d043685-d030-4804-a451-d9fe9c01a17f req-1c0024e5-28ea-46c1-a7b1-c01b9343b090 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9da0aea-a566-45b9-9c03-96285e001b2b HTTP/1.1" status: 200 len: 210 time: 0.0621769 Nov 12 08:17:09.748976 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:09.820265 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-91be1b57-2be4-4716-8506-411582dda926 req-e3d9de5b-a51a-4980-8b82-25afb5768ae5 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:09.835123 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e4cb8d-3d52-4f21-946d-7295687052ca req-4d85af39-ffb0-425a-a2ea-50a54eb50da6 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:09.843109 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:09.845921 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-43e4cb8d-3d52-4f21-946d-7295687052ca req-4d85af39-ffb0-425a-a2ea-50a54eb50da6 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d86ea33-8ea0-4666-aa3f-67876d020811 HTTP/1.1" status: 200 len: 946 time: 0.1050842 Nov 12 08:17:09.907329 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 862c1742-b123-4b2a-b3d0-37015715a421 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:17:09.911462 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port f5920f2d-4a7e-42d5-a7df-4f8e67bc2c30, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=f5920f2d-4a7e-42d5-a7df-4f8e67bc2c30,segment=NetworkSegment(8f575a5e-7400-4b10-982b-4c3146775d67),segment_id=8f575a5e-7400-4b10-982b-4c3146775d67)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:17:09.955439 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:09.957299 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-525f65b7-8d4d-4e5e-bced-0de7f4a7c895 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933629'] for router_interface, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:09.982420 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525f65b7-8d4d-4e5e-bced-0de7f4a7c895 admin admin] Pushing event updated for resources: {'Port': ['ID=bd108042-fd06-48ec-b311-d616d2df029d,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:09.999251 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-43e4cb8d-3d52-4f21-946d-7295687052ca req-13c72830-8321-4cb8-aa00-213c3eda152d tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518323 Nov 12 08:17:10.044448 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=f5920f2d-4a7e-42d5-a7df-4f8e67bc2c30,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:10.061881 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 862c1742-b123-4b2a-b3d0-37015715a421 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:17:10.062268 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:10.117331 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d300a9cb-b5ae-4395-a5cf-b598e02902f6 req-579a9586-d1b2-476d-af8e-dcb453221302 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:10.130325 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d300a9cb-b5ae-4395-a5cf-b598e02902f6 req-579a9586-d1b2-476d-af8e-dcb453221302 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c0364e9-a49c-46af-a2f9-325c3e29445e HTTP/1.1" status: 200 len: 944 time: 0.3084016 Nov 12 08:17:10.178919 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:10.188615 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-91be1b57-2be4-4716-8506-411582dda926 req-e3d9de5b-a51a-4980-8b82-25afb5768ae5 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:10.203181 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['641ecf14-1420-46c8-ab6e-1776d803d920', '6a931b66-3461-40d0-ae79-b16c89f5d99e'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:17:10.207335 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] For port 862c1742-b123-4b2a-b3d0-37015715a421, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=862c1742-b123-4b2a-b3d0-37015715a421,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:17:10.236613 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:10.250199 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['ed95649b-ce37-4271-a755-fb97b8480123', '2393022c-b8ff-4fe1-8f37-568a7b900426', '9304a2ab-88c7-4303-afc3-edae093f1f00', 'be79f6de-0f9f-4bcc-a18b-80ca9b0df999'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:17:10.266478 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1b1dfa-0e0c-47e6-ae01-7026c353229b req-34230947-f9c6-4ac1-9b6e-9625e32b6d01 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:10.289627 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c0364e9-a49c-46af-a2f9-325c3e29445e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5920f2d-4a7e-42d5-a7df-4f8e67bc2c30'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:17:10.289952 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fe1b1dfa-0e0c-47e6-ae01-7026c353229b req-34230947-f9c6-4ac1-9b6e-9625e32b6d01 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=ebbe8b45-86a6-4712-bda1-f12f02e5941d HTTP/1.1" status: 200 len: 946 time: 0.1442437 Nov 12 08:17:10.295692 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ffc261-debb-48fa-9d4a-95341e448b79" -d '{"events": [{"server_uuid": "4c0364e9-a49c-46af-a2f9-325c3e29445e", "name": "network-vif-plugged", "status": "completed", "tag": "f5920f2d-4a7e-42d5-a7df-4f8e67bc2c30"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:17:10.295967 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d9de5b-a51a-4980-8b82-25afb5768ae5 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Pushing event updated for resources: {'Port': ['ID=4c622c1a-959f-4899-92dd-03a45cfceffb,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:10.366914 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91be1b57-2be4-4716-8506-411582dda926 req-e3d9de5b-a51a-4980-8b82-25afb5768ae5 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Network 107743df-d3df-459d-a6cd-9e2ab4303016 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:17:10.375793 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-91be1b57-2be4-4716-8506-411582dda926 req-e3d9de5b-a51a-4980-8b82-25afb5768ae5 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:17:10.390098 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-91be1b57-2be4-4716-8506-411582dda926 req-e3d9de5b-a51a-4980-8b82-25afb5768ae5 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:17:10.421272 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fe1b1dfa-0e0c-47e6-ae01-7026c353229b req-8d82361a-f85c-4ff8-b82e-f27a9c0f3932 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298368 Nov 12 08:17:10.463169 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2985e4-7a6a-4e58-853f-e475e17ebe50 req-933bcee8-ac48-4e58-b8eb-fd69f7f89754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:10.467498 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1e2985e4-7a6a-4e58-853f-e475e17ebe50 req-933bcee8-ac48-4e58-b8eb-fd69f7f89754 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7317cbf37f7b44a3b0cd0a433cf6ba52&device_id=1d86ea33-8ea0-4666-aa3f-67876d020811 HTTP/1.1" status: 200 len: 1098 time: 0.5715313 Nov 12 08:17:10.486739 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d300a9cb-b5ae-4395-a5cf-b598e02902f6 req-c427048b-f496-4d9e-b957-4e83166e540f tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc675cb9-5df2-45c0-9fdb-ab595f0767f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3424449 Nov 12 08:17:10.495048 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525f65b7-8d4d-4e5e-bced-0de7f4a7c895 admin admin] Network 4868e010-efee-4156-923d-bc5986bd6163 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:17:10.510794 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Pushing event updated for resources: {'Port': ['ID=862c1742-b123-4b2a-b3d0-37015715a421,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:10.529905 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-525f65b7-8d4d-4e5e-bced-0de7f4a7c895 admin admin] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:17:10.620086 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-200b11b6-2877-4407-a240-84830916a25e x-openstack-request-id: req-200b11b6-2877-4407-a240-84830916a25e {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:17:10.620509 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c0364e9-a49c-46af-a2f9-325c3e29445e", "name": "network-vif-plugged", "status": "completed", "tag": "f5920f2d-4a7e-42d5-a7df-4f8e67bc2c30", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:17:10.620637 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-200b11b6-2877-4407-a240-84830916a25e {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:17:10.621019 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c0364e9-a49c-46af-a2f9-325c3e29445e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5920f2d-4a7e-42d5-a7df-4f8e67bc2c30', 'code': 200} Nov 12 08:17:10.655437 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91be1b57-2be4-4716-8506-411582dda926 req-e3d9de5b-a51a-4980-8b82-25afb5768ae5 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:10.656977 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-91be1b57-2be4-4716-8506-411582dda926 req-e3d9de5b-a51a-4980-8b82-25afb5768ae5 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:10.736787 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdfec34-8fe2-4111-ac2a-12817922b9f9 req-76a166c9-0145-422f-96cf-33fd10671d09 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:10.747079 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5fdfec34-8fe2-4111-ac2a-12817922b9f9 req-76a166c9-0145-422f-96cf-33fd10671d09 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=867280fe-66ee-4047-a8b4-3fdb92fcef26 HTTP/1.1" status: 200 len: 945 time: 0.1722159 Nov 12 08:17:10.795773 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-91be1b57-2be4-4716-8506-411582dda926 req-e3d9de5b-a51a-4980-8b82-25afb5768ae5 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6858568 Nov 12 08:17:10.831081 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-91be1b57-2be4-4716-8506-411582dda926 req-8a0e4f45-bc83-4854-886f-108b0c092889 service neutron] Request body: {'port': {'device_id': 'd9da0aea-a566-45b9-9c03-96285e001b2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:17:10.871273 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5fdfec34-8fe2-4111-ac2a-12817922b9f9 req-229dffb0-c4c8-47b4-8477-d88c0e02b5ed tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231914 Nov 12 08:17:10.997606 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-60f2bf25-b984-4347-b9a3-e4bb7438711f None None] Provisioning complete for port 4c622c1a-959f-4899-92dd-03a45cfceffb triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:17:10.997979 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-60f2bf25-b984-4347-b9a3-e4bb7438711f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:11.093807 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39c6fc3-38a5-418e-9227-942f50b6006c req-b2b80997-daae-4025-a380-4c3d8c038f38 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:11.095633 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a39c6fc3-38a5-418e-9227-942f50b6006c req-b2b80997-daae-4025-a380-4c3d8c038f38 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9da0aea-a566-45b9-9c03-96285e001b2b HTTP/1.1" status: 200 len: 936 time: 0.0660057 Nov 12 08:17:11.124221 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-60f2bf25-b984-4347-b9a3-e4bb7438711f None None] Port 4c622c1a-959f-4899-92dd-03a45cfceffb cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:17:11.169566 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a39c6fc3-38a5-418e-9227-942f50b6006c req-351989d0-025d-4c53-84da-3a303a4b8e40 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654747 Nov 12 08:17:11.357255 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34e769c-c4c6-4146-9930-a230d38bef57 req-e154157d-e826-4e4d-a114-62e34504734d tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:11.366323 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c34e769c-c4c6-4146-9930-a230d38bef57 req-e154157d-e826-4e4d-a114-62e34504734d tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d86ea33-8ea0-4666-aa3f-67876d020811 HTTP/1.1" status: 200 len: 946 time: 0.0773690 Nov 12 08:17:11.401198 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2985e4-7a6a-4e58-853f-e475e17ebe50 req-3faae108-fb79-4c39-9ecf-76ea8b2eed80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:11.402688 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1e2985e4-7a6a-4e58-853f-e475e17ebe50 req-3faae108-fb79-4c39-9ecf-76ea8b2eed80 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a HTTP/1.1" status: 200 len: 908 time: 0.9060824 Nov 12 08:17:11.413697 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8976f4d-283a-4925-b278-be94ae2fdfd1 req-0efd8052-0695-4829-9515-ec049a95c114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:11.415784 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c8976f4d-283a-4925-b278-be94ae2fdfd1 req-0efd8052-0695-4829-9515-ec049a95c114 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4c0364e9-a49c-46af-a2f9-325c3e29445e HTTP/1.1" status: 200 len: 1097 time: 0.6871476 Nov 12 08:17:11.420254 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-91be1b57-2be4-4716-8506-411582dda926 req-8a0e4f45-bc83-4854-886f-108b0c092889 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:11.450243 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c34e769c-c4c6-4146-9930-a230d38bef57 req-b9001765-f1ad-4bf6-8aec-1df58811d6ca tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780919 Nov 12 08:17:11.503620 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3686612-27ea-49f9-9a70-2f58a019c7b6 req-7150a11c-b9ff-43a0-b382-177fc37a071d tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:11.505156 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c3686612-27ea-49f9-9a70-2f58a019c7b6 req-7150a11c-b9ff-43a0-b382-177fc37a071d tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f57cf19d-8546-4524-93ec-600f8426f630 HTTP/1.1" status: 200 len: 946 time: 0.7069988 Nov 12 08:17:11.510191 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1e2985e4-7a6a-4e58-853f-e475e17ebe50 req-6ac3da99-72f0-4b52-839d-44bbf4c40465 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b41977ee-00dd-4191-9c7e-54fa6c7fff8d HTTP/1.1" status: 200 len: 217 time: 0.0939565 Nov 12 08:17:11.589885 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0783dd12-6baf-4a55-9631-c216e7b387aa req-00ad3a4a-005b-4544-9aea-b4df92ed034b tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:11.595196 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0783dd12-6baf-4a55-9631-c216e7b387aa req-00ad3a4a-005b-4544-9aea-b4df92ed034b tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=ebbe8b45-86a6-4712-bda1-f12f02e5941d HTTP/1.1" status: 200 len: 946 time: 0.0708320 Nov 12 08:17:11.619524 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-525f65b7-8d4d-4e5e-bced-0de7f4a7c895 admin admin] Router 908dd0d8-a881-47ff-8379-61239339e38d has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:17:11.697592 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0783dd12-6baf-4a55-9631-c216e7b387aa req-ec876bee-ff3e-4da9-be63-e26bc8590a08 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983961 Nov 12 08:17:11.725111 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2985e4-7a6a-4e58-853f-e475e17ebe50 req-747e2f72-8212-488d-8401-c816ae17631d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:11.729594 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1e2985e4-7a6a-4e58-853f-e475e17ebe50 req-747e2f72-8212-488d-8401-c816ae17631d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b48e5e9c-f3da-4efc-88c4-db8837528b82 HTTP/1.1" status: 200 len: 847 time: 0.1837187 Nov 12 08:17:11.734952 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c8976f4d-283a-4925-b278-be94ae2fdfd1 req-6e4ee138-3c30-4a26-bd70-28fa0bd32f1d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=bc675cb9-5df2-45c0-9fdb-ab595f0767f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3046472 Nov 12 08:17:11.806065 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 862c1742-b123-4b2a-b3d0-37015715a421 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:17:11.820858 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c3686612-27ea-49f9-9a70-2f58a019c7b6 req-284660e8-391c-4699-ba74-65a564b97512 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759683 Nov 12 08:17:11.887584 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5e19b9-2304-49ad-8797-3422e57ac679 req-7cfe0e53-8eff-4b1b-b521-5ffb92d361e9 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:11.897973 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8f5e19b9-2304-49ad-8797-3422e57ac679 req-7cfe0e53-8eff-4b1b-b521-5ffb92d361e9 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c0364e9-a49c-46af-a2f9-325c3e29445e HTTP/1.1" status: 200 len: 945 time: 0.1161251 Nov 12 08:17:11.929830 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 862c1742-b123-4b2a-b3d0-37015715a421 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:17:11.930229 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:11.961944 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8f5e19b9-2304-49ad-8797-3422e57ac679 req-3afa9fd9-67c7-41e9-ad8a-515c6154cabf tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc675cb9-5df2-45c0-9fdb-ab595f0767f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630019 Nov 12 08:17:12.070186 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1e2985e4-7a6a-4e58-853f-e475e17ebe50 req-37219c5a-9e92-4839-9515-da80aa0c8489 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666342 Nov 12 08:17:12.078830 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-525f65b7-8d4d-4e5e-bced-0de7f4a7c895 admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:17:12.091305 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e02c151-c1e3-4b0d-a81e-1612964ca964 None None] Sync routers for ids ['908dd0d8-a881-47ff-8379-61239339e38d'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:17:12.094861 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:12.095444 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-525f65b7-8d4d-4e5e-bced-0de7f4a7c895 admin admin] 10.222.0.26 "PUT /v2.0/routers/908dd0d8-a881-47ff-8379-61239339e38d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5204725 Nov 12 08:17:12.106328 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e02c151-c1e3-4b0d-a81e-1612964ca964 None None] Routers {'908dd0d8-a881-47ff-8379-61239339e38d'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:17:12.107087 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-9e02c151-c1e3-4b0d-a81e-1612964ca964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:17:06Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['908dd0d8-a881-47ff-8379-61239339e38d'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:17:12.193305 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52681e5-eac2-4c7e-a7c6-75cdedf0bf92 req-914fc234-cde3-4bb5-958f-ea65142e44fc tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:12.202553 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f52681e5-eac2-4c7e-a7c6-75cdedf0bf92 req-914fc234-cde3-4bb5-958f-ea65142e44fc tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=867280fe-66ee-4047-a8b4-3fdb92fcef26 HTTP/1.1" status: 200 len: 945 time: 0.2053723 Nov 12 08:17:12.268573 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-91be1b57-2be4-4716-8506-411582dda926 req-8a0e4f45-bc83-4854-886f-108b0c092889 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c622c1a-959f-4899-92dd-03a45cfceffb {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:17:12.312445 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-91be1b57-2be4-4716-8506-411582dda926 req-8a0e4f45-bc83-4854-886f-108b0c092889 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:12.345647 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-9e02c151-c1e3-4b0d-a81e-1612964ca964 None None] Set router 908dd0d8-a881-47ff-8379-61239339e38d gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:17:12.361414 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f52681e5-eac2-4c7e-a7c6-75cdedf0bf92 req-0e843cb5-4123-44bb-92d4-29d736770609 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595333 Nov 12 08:17:12.364987 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3481159-ed86-4465-b8d1-dfcd5046464b req-454e8ff0-0a44-4f68-b7c6-1a0af0f637e4 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:12.370020 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1e2985e4-7a6a-4e58-853f-e475e17ebe50 req-2cc2a15f-a92d-49fc-99af-30872bb94dbd service neutron] 10.222.0.21 "GET /v2.0/networks/6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2884161 Nov 12 08:17:12.373565 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e3481159-ed86-4465-b8d1-dfcd5046464b req-454e8ff0-0a44-4f68-b7c6-1a0af0f637e4 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9da0aea-a566-45b9-9c03-96285e001b2b HTTP/1.1" status: 200 len: 936 time: 0.0750172 Nov 12 08:17:12.374030 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-91be1b57-2be4-4716-8506-411582dda926 req-8a0e4f45-bc83-4854-886f-108b0c092889 service neutron] Transition to ACTIVE for port object 4c622c1a-959f-4899-92dd-03a45cfceffb will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:17:12.393529 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-91be1b57-2be4-4716-8506-411582dda926 req-8a0e4f45-bc83-4854-886f-108b0c092889 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:12.447118 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e3481159-ed86-4465-b8d1-dfcd5046464b req-f9d1e06c-5e8b-4c4a-ada3-2503ed06fd41 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725412 Nov 12 08:17:12.633597 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0e4f45-bc83-4854-886f-108b0c092889 service neutron] Pushing event updated for resources: {'Port': ['ID=4c622c1a-959f-4899-92dd-03a45cfceffb,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:12.704028 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe69a31-4caf-4ce0-b094-a259be1b1f3c req-b154aa67-3c1e-401d-b9e7-789869d1c70b tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:12.705695 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7fe69a31-4caf-4ce0-b094-a259be1b1f3c req-b154aa67-3c1e-401d-b9e7-789869d1c70b tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d86ea33-8ea0-4666-aa3f-67876d020811 HTTP/1.1" status: 200 len: 946 time: 0.1244838 Nov 12 08:17:12.764466 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-9e02c151-c1e3-4b0d-a81e-1612964ca964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908dd0d8-a881-47ff-8379-61239339e38d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1798676160-router', 'tenant_id': '417fd406cc39404ba5ae67c25efe38d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '862c1742-b123-4b2a-b3d0-37015715a421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:17:03Z', 'updated_at': '2021-11-12T08:17:08Z', 'revision_number': 4, 'project_id': '417fd406cc39404ba5ae67c25efe38d3', 'gw_port': {'id': '862c1742-b123-4b2a-b3d0-37015715a421', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d6:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908dd0d8-a881-47ff-8379-61239339e38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:17:04Z', 'updated_at': '2021-11-12T08:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': 'bd108042-fd06-48ec-b311-d616d2df029d', 'name': '', 'network_id': '4868e010-efee-4156-923d-bc5986bd6163', 'tenant_id': '417fd406cc39404ba5ae67c25efe38d3', 'mac_address': 'fa:16:3e:0f:33:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '908dd0d8-a881-47ff-8379-61239339e38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '3ef446da-2196-4a21-8d1a-ac361ac71b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:17:07Z', 'updated_at': '2021-11-12T08:17:08Z', 'revision_number': 2, 'project_id': '417fd406cc39404ba5ae67c25efe38d3', 'subnets': [{'id': '3ef446da-2196-4a21-8d1a-ac361ac71b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:17:12.792997 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7fe69a31-4caf-4ce0-b094-a259be1b1f3c req-6da2b2df-5fa1-43db-911b-be3995195862 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764062 Nov 12 08:17:12.808858 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e02c151-c1e3-4b0d-a81e-1612964ca964 None None] Checking router: 908dd0d8-a881-47ff-8379-61239339e38d for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:17:12.813301 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e02c151-c1e3-4b0d-a81e-1612964ca964 None None] Updating router 908dd0d8-a881-47ff-8379-61239339e38d port bd108042-fd06-48ec-b311-d616d2df029d binding host n-d-765315-29 {{(pid=102601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:17:12.869644 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9e02c151-c1e3-4b0d-a81e-1612964ca964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:12.993033 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b729c60d-1958-44b6-bef6-6c6409507cd2 req-ea601429-c26f-43b0-b60e-72d07275cd95 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:13.004991 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b729c60d-1958-44b6-bef6-6c6409507cd2 req-ea601429-c26f-43b0-b60e-72d07275cd95 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=ebbe8b45-86a6-4712-bda1-f12f02e5941d HTTP/1.1" status: 200 len: 946 time: 0.0866876 Nov 12 08:17:13.046565 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce3a66-69cc-4524-bf4c-e0bb8f8f414f req-d32a9f11-8454-489c-9a90-6a1f081d6920 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:13.048107 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dcce3a66-69cc-4524-bf4c-e0bb8f8f414f req-d32a9f11-8454-489c-9a90-6a1f081d6920 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/networks?id=4868e010-efee-4156-923d-bc5986bd6163 HTTP/1.1" status: 200 len: 820 time: 0.1942563 Nov 12 08:17:13.065969 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1e2985e4-7a6a-4e58-853f-e475e17ebe50 req-cb2e3cdc-251e-4043-a806-3694f6366f4e service neutron] 10.222.0.21 "GET /v2.0/networks/6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6813610 Nov 12 08:17:13.098939 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-91be1b57-2be4-4716-8506-411582dda926 req-8a0e4f45-bc83-4854-886f-108b0c092889 service neutron] Attempting to bind port 4c622c1a-959f-4899-92dd-03a45cfceffb on host n-h2-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:17:13.099295 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-91be1b57-2be4-4716-8506-411582dda926 req-8a0e4f45-bc83-4854-886f-108b0c092889 service neutron] Attempting to bind port 4c622c1a-959f-4899-92dd-03a45cfceffb by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:17:13.099614 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91be1b57-2be4-4716-8506-411582dda926 req-8a0e4f45-bc83-4854-886f-108b0c092889 service neutron] Attempting to bind port 4c622c1a-959f-4899-92dd-03a45cfceffb on network 107743df-d3df-459d-a6cd-9e2ab4303016 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:17:13.105046 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91be1b57-2be4-4716-8506-411582dda926 req-8a0e4f45-bc83-4854-886f-108b0c092889 service neutron] Port 4c622c1a-959f-4899-92dd-03a45cfceffb on network 107743df-d3df-459d-a6cd-9e2ab4303016 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:17:13.105156 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91be1b57-2be4-4716-8506-411582dda926 req-8a0e4f45-bc83-4854-886f-108b0c092889 service neutron] Attempting to bind port 4c622c1a-959f-4899-92dd-03a45cfceffb on network 107743df-d3df-459d-a6cd-9e2ab4303016 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:17:13.108145 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dcce3a66-69cc-4524-bf4c-e0bb8f8f414f req-4a78e406-e20f-4dfc-958b-1587acff15b8 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/quotas/417fd406cc39404ba5ae67c25efe38d3 HTTP/1.1" status: 200 len: 375 time: 0.0476646 Nov 12 08:17:13.114821 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91be1b57-2be4-4716-8506-411582dda926 req-8a0e4f45-bc83-4854-886f-108b0c092889 service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:17:13.115121 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91be1b57-2be4-4716-8506-411582dda926 req-8a0e4f45-bc83-4854-886f-108b0c092889 service neutron] Checking segment: {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:17:13.115432 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91be1b57-2be4-4716-8506-411582dda926 req-8a0e4f45-bc83-4854-886f-108b0c092889 service neutron] Bound using segment: {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:17:13.116031 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-91be1b57-2be4-4716-8506-411582dda926 req-8a0e4f45-bc83-4854-886f-108b0c092889 service neutron] Bound port: 4c622c1a-959f-4899-92dd-03a45cfceffb, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:17:13.116393 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-91be1b57-2be4-4716-8506-411582dda926 req-8a0e4f45-bc83-4854-886f-108b0c092889 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:13.121471 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b729c60d-1958-44b6-bef6-6c6409507cd2 req-de01c6cd-e4b5-481d-99cf-4839341c83c2 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147277 Nov 12 08:17:13.322406 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9e02c151-c1e3-4b0d-a81e-1612964ca964 None None] Publish callbacks [] for port, precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:13.325426 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642999bc-fb9b-4947-b669-0ec39d6d25e9 req-5e5ed81d-5094-4d15-b0b7-cadf2134542e tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:13.334467 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-642999bc-fb9b-4947-b669-0ec39d6d25e9 req-5e5ed81d-5094-4d15-b0b7-cadf2134542e tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f57cf19d-8546-4524-93ec-600f8426f630 HTTP/1.1" status: 200 len: 946 time: 0.1297364 Nov 12 08:17:13.335048 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9e02c151-c1e3-4b0d-a81e-1612964ca964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:13.379386 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dcce3a66-69cc-4524-bf4c-e0bb8f8f414f req-584c43e2-1ff8-4afe-a37c-47a1b01db4e9 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=417fd406cc39404ba5ae67c25efe38d3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2343247 Nov 12 08:17:13.402308 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-91be1b57-2be4-4716-8506-411582dda926 req-8a0e4f45-bc83-4854-886f-108b0c092889 service neutron] For port 4c622c1a-959f-4899-92dd-03a45cfceffb, host n-h2-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:17:13.407103 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d39c74f-e426-4cd3-82a6-c4b469c6c504 None None] Pushing event updated for resources: {'Port': ['ID=bd108042-fd06-48ec-b311-d616d2df029d,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:13.453773 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-642999bc-fb9b-4947-b669-0ec39d6d25e9 req-b80fbe47-b84f-4ef1-aaf8-22bbba4b2a32 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182666 Nov 12 08:17:13.475191 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-91be1b57-2be4-4716-8506-411582dda926 req-8a0e4f45-bc83-4854-886f-108b0c092889 service neutron] For port 4c622c1a-959f-4899-92dd-03a45cfceffb, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=4c622c1a-959f-4899-92dd-03a45cfceffb,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:17:13.504451 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-91be1b57-2be4-4716-8506-411582dda926 req-8a0e4f45-bc83-4854-886f-108b0c092889 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:13.513518 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-9e02c151-c1e3-4b0d-a81e-1612964ca964 None None] Attempting to bind port bd108042-fd06-48ec-b311-d616d2df029d on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:17:13.513890 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-9e02c151-c1e3-4b0d-a81e-1612964ca964 None None] Attempting to bind port bd108042-fd06-48ec-b311-d616d2df029d by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '796655e0-3364-45b6-8923-bd5e3a27ab44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4868e010-efee-4156-923d-bc5986bd6163'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:17:13.514257 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e02c151-c1e3-4b0d-a81e-1612964ca964 None None] Attempting to bind port bd108042-fd06-48ec-b311-d616d2df029d on network 4868e010-efee-4156-923d-bc5986bd6163 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:17:13.523576 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e02c151-c1e3-4b0d-a81e-1612964ca964 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:17:13.524310 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e02c151-c1e3-4b0d-a81e-1612964ca964 None None] Checking segment: {'id': '796655e0-3364-45b6-8923-bd5e3a27ab44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4868e010-efee-4156-923d-bc5986bd6163'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:17:13.525494 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9e02c151-c1e3-4b0d-a81e-1612964ca964 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:13.525494 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e02c151-c1e3-4b0d-a81e-1612964ca964 None None] Bound using segment: {'id': '796655e0-3364-45b6-8923-bd5e3a27ab44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4868e010-efee-4156-923d-bc5986bd6163'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:17:13.526140 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-9e02c151-c1e3-4b0d-a81e-1612964ca964 None None] Bound port: bd108042-fd06-48ec-b311-d616d2df029d, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '796655e0-3364-45b6-8923-bd5e3a27ab44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4868e010-efee-4156-923d-bc5986bd6163'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:17:13.526817 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9e02c151-c1e3-4b0d-a81e-1612964ca964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:13.573074 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91be1b57-2be4-4716-8506-411582dda926 req-8a0e4f45-bc83-4854-886f-108b0c092889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:13.573970 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-91be1b57-2be4-4716-8506-411582dda926 req-8a0e4f45-bc83-4854-886f-108b0c092889 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:13.577557 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-91be1b57-2be4-4716-8506-411582dda926 req-8a0e4f45-bc83-4854-886f-108b0c092889 service neutron] 10.222.0.44 "PUT /v2.0/ports/4c622c1a-959f-4899-92dd-03a45cfceffb HTTP/1.1" status: 200 len: 1097 time: 2.7555327 Nov 12 08:17:13.604882 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9da0aea-a566-45b9-9c03-96285e001b2b', 'tag': '4c622c1a-959f-4899-92dd-03a45cfceffb'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:17:13.608315 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cbadb44-0224-4dc3-ad08-355110935fff" -d '{"events": [{"name": "network-changed", "server_uuid": "d9da0aea-a566-45b9-9c03-96285e001b2b", "tag": "4c622c1a-959f-4899-92dd-03a45cfceffb"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:17:13.687287 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dcce3a66-69cc-4524-bf4c-e0bb8f8f414f req-b4b29f68-22f2-4f95-8c2e-0b6419496f60 service neutron] 10.222.0.26 "GET /v2.0/networks/4868e010-efee-4156-923d-bc5986bd6163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3061109 Nov 12 08:17:13.688030 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0e4f45-bc83-4854-886f-108b0c092889 service neutron] Pushing event updated for resources: {'Port': ['ID=4c622c1a-959f-4899-92dd-03a45cfceffb,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:13.728664 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-9e02c151-c1e3-4b0d-a81e-1612964ca964 None None] For port bd108042-fd06-48ec-b311-d616d2df029d, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:17:13.735217 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-9e02c151-c1e3-4b0d-a81e-1612964ca964 None None] For port bd108042-fd06-48ec-b311-d616d2df029d, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=bd108042-fd06-48ec-b311-d616d2df029d,segment=NetworkSegment(796655e0-3364-45b6-8923-bd5e3a27ab44),segment_id=796655e0-3364-45b6-8923-bd5e3a27ab44)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:17:13.741541 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d285d0-b77a-457c-80b9-65dc58008114 req-790735a8-731a-4701-89d9-ec695f37c070 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:13.757534 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9e02c151-c1e3-4b0d-a81e-1612964ca964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:13.757826 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-94d285d0-b77a-457c-80b9-65dc58008114 req-790735a8-731a-4701-89d9-ec695f37c070 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c0364e9-a49c-46af-a2f9-325c3e29445e HTTP/1.1" status: 200 len: 945 time: 0.1867151 Nov 12 08:17:13.860755 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e02c151-c1e3-4b0d-a81e-1612964ca964 None None] Routers {'908dd0d8-a881-47ff-8379-61239339e38d'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:17:13.862244 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-9e02c151-c1e3-4b0d-a81e-1612964ca964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:17:06Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['908dd0d8-a881-47ff-8379-61239339e38d'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:17:13.870076 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-94d285d0-b77a-457c-80b9-65dc58008114 req-a333b705-2876-435d-ae60-84cba85a4cfb tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc675cb9-5df2-45c0-9fdb-ab595f0767f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114306 Nov 12 08:17:13.890272 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dcce3a66-69cc-4524-bf4c-e0bb8f8f414f req-156c6560-1e85-4c0d-b3ca-4772dc79c7a0 service neutron] 10.222.0.26 "GET /v2.0/networks/4868e010-efee-4156-923d-bc5986bd6163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268783 Nov 12 08:17:13.935232 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d39c74f-e426-4cd3-82a6-c4b469c6c504 None None] Pushing event updated for resources: {'Port': ['ID=bd108042-fd06-48ec-b311-d616d2df029d,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:13.959652 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91be1b57-2be4-4716-8506-411582dda926 req-9b096253-a273-46e6-9f52-cc6d508d705f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:13.961441 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-91be1b57-2be4-4716-8506-411582dda926 req-9b096253-a273-46e6-9f52-cc6d508d705f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3dad16d1cf804c93a62c38374b8fb4ba&device_id=d9da0aea-a566-45b9-9c03-96285e001b2b HTTP/1.1" status: 200 len: 1100 time: 0.2771487 Nov 12 08:17:13.974318 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2ab28e-3e38-445b-b15e-362d0cb5da75 req-c2ab9dbe-b022-41e4-afaf-e63e376c1444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:13.975836 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3e2ab28e-3e38-445b-b15e-362d0cb5da75 req-c2ab9dbe-b022-41e4-afaf-e63e376c1444 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ebbe8b45-86a6-4712-bda1-f12f02e5941d HTTP/1.1" status: 200 len: 1098 time: 0.0848098 Nov 12 08:17:14.068045 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ae9a6d-eb6d-4b8a-8e43-84c1369103d5 req-70cd6760-0186-4a39-a6df-b2d3e6cf73c4 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:14.069805 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c9ae9a6d-eb6d-4b8a-8e43-84c1369103d5 req-70cd6760-0186-4a39-a6df-b2d3e6cf73c4 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=867280fe-66ee-4047-a8b4-3fdb92fcef26 HTTP/1.1" status: 200 len: 945 time: 0.0922933 Nov 12 08:17:14.082074 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-9e02c151-c1e3-4b0d-a81e-1612964ca964 None None] Set router 908dd0d8-a881-47ff-8379-61239339e38d gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:17:14.096740 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-91be1b57-2be4-4716-8506-411582dda926 req-5a92cec7-cf7f-4f78-b55c-0dc08d6fdf69 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=4c622c1a-959f-4899-92dd-03a45cfceffb HTTP/1.1" status: 200 len: 217 time: 0.1091807 Nov 12 08:17:14.160281 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3e2ab28e-3e38-445b-b15e-362d0cb5da75 req-6d525d07-093e-40f4-a8b3-45dc3a635ada service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691287 Nov 12 08:17:14.175952 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c9ae9a6d-eb6d-4b8a-8e43-84c1369103d5 req-44cfeeb9-abfc-4bef-955c-81fed1aea7c6 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990107 Nov 12 08:17:14.236138 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91be1b57-2be4-4716-8506-411582dda926 req-4f1a093c-efdc-428c-b8f9-e2df62e4b516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:14.238296 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-91be1b57-2be4-4716-8506-411582dda926 req-4f1a093c-efdc-428c-b8f9-e2df62e4b516 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1 HTTP/1.1" status: 200 len: 843 time: 0.0816863 Nov 12 08:17:14.271506 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ddf9f65-8589-411c-a713-4a14ecc88829 x-openstack-request-id: req-6ddf9f65-8589-411c-a713-4a14ecc88829 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:17:14.271865 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9da0aea-a566-45b9-9c03-96285e001b2b", "tag": "4c622c1a-959f-4899-92dd-03a45cfceffb", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:17:14.272182 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6ddf9f65-8589-411c-a713-4a14ecc88829 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:17:14.272761 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9da0aea-a566-45b9-9c03-96285e001b2b', 'tag': '4c622c1a-959f-4899-92dd-03a45cfceffb', 'status': 'completed', 'code': 200} Nov 12 08:17:14.429008 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7b5b21-5da8-42ab-9f41-3fbed9522edf req-a9ef50d4-1f23-4b4d-a498-faec803bbb1b tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:14.430572 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7c7b5b21-5da8-42ab-9f41-3fbed9522edf req-a9ef50d4-1f23-4b4d-a498-faec803bbb1b tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9da0aea-a566-45b9-9c03-96285e001b2b HTTP/1.1" status: 200 len: 948 time: 0.0802863 Nov 12 08:17:14.467075 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7cdd59-fb4a-4779-b6ab-b1b19dd88afd req-7ea3eabe-a3fb-4a2b-959d-9d77571da2ab tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:14.484020 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0d7cdd59-fb4a-4779-b6ab-b1b19dd88afd req-7ea3eabe-a3fb-4a2b-959d-9d77571da2ab tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d86ea33-8ea0-4666-aa3f-67876d020811 HTTP/1.1" status: 200 len: 946 time: 0.1575828 Nov 12 08:17:14.580039 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-9e02c151-c1e3-4b0d-a81e-1612964ca964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908dd0d8-a881-47ff-8379-61239339e38d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1798676160-router', 'tenant_id': '417fd406cc39404ba5ae67c25efe38d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '862c1742-b123-4b2a-b3d0-37015715a421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:17:03Z', 'updated_at': '2021-11-12T08:17:08Z', 'revision_number': 4, 'project_id': '417fd406cc39404ba5ae67c25efe38d3', 'gw_port': {'id': '862c1742-b123-4b2a-b3d0-37015715a421', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d6:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908dd0d8-a881-47ff-8379-61239339e38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:17:04Z', 'updated_at': '2021-11-12T08:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': 'bd108042-fd06-48ec-b311-d616d2df029d', 'name': '', 'network_id': '4868e010-efee-4156-923d-bc5986bd6163', 'tenant_id': '417fd406cc39404ba5ae67c25efe38d3', 'mac_address': 'fa:16:3e:0f:33:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '908dd0d8-a881-47ff-8379-61239339e38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '3ef446da-2196-4a21-8d1a-ac361ac71b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:17:07Z', 'updated_at': '2021-11-12T08:17:13Z', 'revision_number': 4, 'project_id': '417fd406cc39404ba5ae67c25efe38d3', 'subnets': [{'id': '3ef446da-2196-4a21-8d1a-ac361ac71b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:17:14.602173 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0d7cdd59-fb4a-4779-b6ab-b1b19dd88afd req-c8a94455-39a8-4307-bd71-a3374131749e tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118708 Nov 12 08:17:14.634214 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7c7b5b21-5da8-42ab-9f41-3fbed9522edf req-a2d72939-eb07-4d7b-9566-35977e8c2d27 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891975 Nov 12 08:17:14.653773 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91be1b57-2be4-4716-8506-411582dda926 req-2afbe05d-0fc2-46eb-b8bf-041747103f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:14.658212 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e02c151-c1e3-4b0d-a81e-1612964ca964 None None] The sync data for ids ['908dd0d8-a881-47ff-8379-61239339e38d'] in n-d-765315-29 is: [{'id': '908dd0d8-a881-47ff-8379-61239339e38d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1798676160-router', 'tenant_id': '417fd406cc39404ba5ae67c25efe38d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '862c1742-b123-4b2a-b3d0-37015715a421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:17:03Z', 'updated_at': '2021-11-12T08:17:08Z', 'revision_number': 4, 'project_id': '417fd406cc39404ba5ae67c25efe38d3', 'gw_port': {'id': '862c1742-b123-4b2a-b3d0-37015715a421', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d6:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908dd0d8-a881-47ff-8379-61239339e38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:17:04Z', 'updated_at': '2021-11-12T08:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': 'bd108042-fd06-48ec-b311-d616d2df029d', 'name': '', 'network_id': '4868e010-efee-4156-923d-bc5986bd6163', 'tenant_id': '417fd406cc39404ba5ae67c25efe38d3', 'mac_address': 'fa:16:3e:0f:33:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '908dd0d8-a881-47ff-8379-61239339e38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '3ef446da-2196-4a21-8d1a-ac361ac71b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:17:07Z', 'updated_at': '2021-11-12T08:17:13Z', 'revision_number': 4, 'project_id': '417fd406cc39404ba5ae67c25efe38d3', 'subnets': [{'id': '3ef446da-2196-4a21-8d1a-ac361ac71b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:17:14.660471 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-91be1b57-2be4-4716-8506-411582dda926 req-2afbe05d-0fc2-46eb-b8bf-041747103f4d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=107743df-d3df-459d-a6cd-9e2ab4303016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1738479 Nov 12 08:17:14.816530 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e8577516-f246-4333-927f-ad6b4f6e0ddb req-141c3b76-442d-4e1a-95ab-8d61c63b1c0b tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-152156319&fields=id&tenant_id=bd3c626eb63b4933a99b1b7c7c998e8c HTTP/1.1" status: 200 len: 267 time: 0.1168926 Nov 12 08:17:14.908099 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8577516-f246-4333-927f-ad6b4f6e0ddb req-32daefd9-1b04-4925-bb65-3725546bd179 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:14.919827 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e8577516-f246-4333-927f-ad6b4f6e0ddb req-32daefd9-1b04-4925-bb65-3725546bd179 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c0364e9-a49c-46af-a2f9-325c3e29445e HTTP/1.1" status: 200 len: 945 time: 0.0952377 Nov 12 08:17:14.931344 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-e8577516-f246-4333-927f-ad6b4f6e0ddb req-78118b00-0246-4f0c-a418-385e0c4deb9f tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Request body: {'port': {'security_groups': ['bc675cb9-5df2-45c0-9fdb-ab595f0767f4', '7e018ad6-3889-4cdc-90e2-c33d76f262fd']}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:17:14.952533 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-91be1b57-2be4-4716-8506-411582dda926 req-08e1afd9-b447-4b1d-907e-d7eee220b99d service neutron] 10.222.0.44 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2812588 Nov 12 08:17:15.093440 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-e8577516-f246-4333-927f-ad6b4f6e0ddb req-78118b00-0246-4f0c-a418-385e0c4deb9f tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:15.102047 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9969a338-8aa8-4a18-a09e-1a33259a438e req-50b9c07e-7876-43a5-a659-ad466103ab45 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:15.110133 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9969a338-8aa8-4a18-a09e-1a33259a438e req-50b9c07e-7876-43a5-a659-ad466103ab45 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=ebbe8b45-86a6-4712-bda1-f12f02e5941d HTTP/1.1" status: 200 len: 946 time: 0.1565061 Nov 12 08:17:15.177543 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9969a338-8aa8-4a18-a09e-1a33259a438e req-2c4ed05c-de3e-48d7-a9d7-ee8e8b7f8c04 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664115 Nov 12 08:17:15.237566 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-91be1b57-2be4-4716-8506-411582dda926 req-78f8cf76-d9d9-4830-a553-b16ed8a2d401 service neutron] 10.222.0.44 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306781 Nov 12 08:17:15.325507 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b16ac7e3-2d03-422e-9ff4-bbee0d88c824 req-5a269293-e393-4303-b957-426fd0489e38 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/ports?device_id=20b83579-3dd4-4d02-9c47-79fe23b58a70 HTTP/1.1" status: 200 len: 210 time: 0.0509748 Nov 12 08:17:15.552498 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-e8577516-f246-4333-927f-ad6b4f6e0ddb req-78118b00-0246-4f0c-a418-385e0c4deb9f tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] For port f5920f2d-4a7e-42d5-a7df-4f8e67bc2c30, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=f5920f2d-4a7e-42d5-a7df-4f8e67bc2c30,segment=NetworkSegment(8f575a5e-7400-4b10-982b-4c3146775d67),segment_id=8f575a5e-7400-4b10-982b-4c3146775d67)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:17:15.599833 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94ee0aa-fc29-44d1-a880-5cd141d6c841 req-8ee24d4c-02cb-4010-b49e-5fc0c39fb1af tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:15.601412 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a94ee0aa-fc29-44d1-a880-5cd141d6c841 req-8ee24d4c-02cb-4010-b49e-5fc0c39fb1af tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f57cf19d-8546-4524-93ec-600f8426f630 HTTP/1.1" status: 200 len: 946 time: 0.1636939 Nov 12 08:17:15.610398 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbadb44-0224-4dc3-ad08-355110935fff req-e8535557-c7a1-44d5-880b-6c3bbb6e017a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:15.612316 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1cbadb44-0224-4dc3-ad08-355110935fff req-e8535557-c7a1-44d5-880b-6c3bbb6e017a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3dad16d1cf804c93a62c38374b8fb4ba&device_id=d9da0aea-a566-45b9-9c03-96285e001b2b HTTP/1.1" status: 200 len: 1100 time: 0.1163914 Nov 12 08:17:15.642383 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-e8577516-f246-4333-927f-ad6b4f6e0ddb req-78118b00-0246-4f0c-a418-385e0c4deb9f tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:15.662332 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-e8577516-f246-4333-927f-ad6b4f6e0ddb req-78118b00-0246-4f0c-a418-385e0c4deb9f tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:15.683860 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['f5920f2d-4a7e-42d5-a7df-4f8e67bc2c30'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:17:15.802968 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a94ee0aa-fc29-44d1-a880-5cd141d6c841 req-862c084f-8cff-4188-a48a-ec85c67d5012 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954534 Nov 12 08:17:15.851334 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8577516-f246-4333-927f-ad6b4f6e0ddb req-78118b00-0246-4f0c-a418-385e0c4deb9f tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:15.852012 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-e8577516-f246-4333-927f-ad6b4f6e0ddb req-78118b00-0246-4f0c-a418-385e0c4deb9f tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:15.871637 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e8577516-f246-4333-927f-ad6b4f6e0ddb req-78118b00-0246-4f0c-a418-385e0c4deb9f tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "PUT /v2.0/ports/f5920f2d-4a7e-42d5-a7df-4f8e67bc2c30 HTTP/1.1" status: 200 len: 981 time: 0.9505467 Nov 12 08:17:15.883896 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c0364e9-a49c-46af-a2f9-325c3e29445e', 'tag': 'f5920f2d-4a7e-42d5-a7df-4f8e67bc2c30'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:17:15.898890 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f963f02d-7260-4a89-96d4-948c453a4c02" -d '{"events": [{"name": "network-changed", "server_uuid": "4c0364e9-a49c-46af-a2f9-325c3e29445e", "tag": "f5920f2d-4a7e-42d5-a7df-4f8e67bc2c30"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:17:16.012510 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78118b00-0246-4f0c-a418-385e0c4deb9f tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Pushing event updated for resources: {'Port': ['ID=f5920f2d-4a7e-42d5-a7df-4f8e67bc2c30,revision_number=6']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:16.183693 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbadb44-0224-4dc3-ad08-355110935fff req-0c72a98e-3d0c-4236-bce4-ffaa7c6721fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:16.185226 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1cbadb44-0224-4dc3-ad08-355110935fff req-0c72a98e-3d0c-4236-bce4-ffaa7c6721fe service neutron] 10.222.0.44 "GET /v2.0/networks?id=107743df-d3df-459d-a6cd-9e2ab4303016 HTTP/1.1" status: 200 len: 870 time: 0.4767148 Nov 12 08:17:16.190552 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0acc43-9353-4fc5-9733-00702d8d921c req-411adfa0-85d1-4f9b-a2ac-a94817587ec4 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:16.205714 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ca0acc43-9353-4fc5-9733-00702d8d921c req-411adfa0-85d1-4f9b-a2ac-a94817587ec4 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d86ea33-8ea0-4666-aa3f-67876d020811 HTTP/1.1" status: 200 len: 946 time: 0.1636176 Nov 12 08:17:16.223914 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18edb415-6846-47d0-8597-b86bffac2a96 req-8c77d3a9-dac6-427d-a6c1-199001229e5b tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:16.240367 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-18edb415-6846-47d0-8597-b86bffac2a96 req-8c77d3a9-dac6-427d-a6c1-199001229e5b tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=867280fe-66ee-4047-a8b4-3fdb92fcef26 HTTP/1.1" status: 200 len: 945 time: 0.2503788 Nov 12 08:17:16.252149 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device bd108042-fd06-48ec-b311-d616d2df029d up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:17:16.327438 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ca0acc43-9353-4fc5-9733-00702d8d921c req-fcea2fbe-ebe3-497a-8ca9-1fec5ea1b36e tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207099 Nov 12 08:17:16.371487 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['f5920f2d-4a7e-42d5-a7df-4f8e67bc2c30'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:17:16.419143 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1cbadb44-0224-4dc3-ad08-355110935fff req-a44237dd-0f21-4ae1-8b3a-e3285a82504b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=4c622c1a-959f-4899-92dd-03a45cfceffb HTTP/1.1" status: 200 len: 217 time: 0.2088568 Nov 12 08:17:16.558851 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce3a66-69cc-4524-bf4c-e0bb8f8f414f req-03e4bb27-c339-4ad5-a638-511c3378032e tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:16.561917 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dcce3a66-69cc-4524-bf4c-e0bb8f8f414f req-03e4bb27-c339-4ad5-a638-511c3378032e tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.21 "GET /v2.0/networks?id=4868e010-efee-4156-923d-bc5986bd6163 HTTP/1.1" status: 200 len: 820 time: 0.5552082 Nov 12 08:17:16.584591 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12dfbe9-d740-4ca7-b90c-2f467b3d381f req-d0cb4014-c638-402b-9698-c411470977d1 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:16.587827 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b12dfbe9-d740-4ca7-b90c-2f467b3d381f req-d0cb4014-c638-402b-9698-c411470977d1 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9da0aea-a566-45b9-9c03-96285e001b2b HTTP/1.1" status: 200 len: 948 time: 0.1534057 Nov 12 08:17:16.600693 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-18edb415-6846-47d0-8597-b86bffac2a96 req-4f811c30-1cb8-44ea-b7bc-2810ca76cfe2 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3557646 Nov 12 08:17:16.630516 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-dcce3a66-69cc-4524-bf4c-e0bb8f8f414f req-ad447102-0680-408f-877e-df240265fedc tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Request body: {'port': {'device_id': '20b83579-3dd4-4d02-9c47-79fe23b58a70', 'network_id': '4868e010-efee-4156-923d-bc5986bd6163', 'admin_state_up': True, 'tenant_id': '417fd406cc39404ba5ae67c25efe38d3'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:17:16.679256 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b12dfbe9-d740-4ca7-b90c-2f467b3d381f req-8f2c5b81-83aa-40d2-a381-8e31cfdefb8f tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843782 Nov 12 08:17:16.727281 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e0a3cc6-c0f6-4e9a-8c59-b96618ce89be x-openstack-request-id: req-7e0a3cc6-c0f6-4e9a-8c59-b96618ce89be {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:17:16.727734 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c0364e9-a49c-46af-a2f9-325c3e29445e", "tag": "f5920f2d-4a7e-42d5-a7df-4f8e67bc2c30", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:17:16.728147 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7e0a3cc6-c0f6-4e9a-8c59-b96618ce89be {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:17:16.728668 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c0364e9-a49c-46af-a2f9-325c3e29445e', 'tag': 'f5920f2d-4a7e-42d5-a7df-4f8e67bc2c30', 'status': 'completed', 'code': 200} Nov 12 08:17:16.795029 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port bd108042-fd06-48ec-b311-d616d2df029d triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:17:16.795584 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:16.880407 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbadb44-0224-4dc3-ad08-355110935fff req-40863096-cef2-43c5-bd6d-8fb1141efb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:16.882781 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1cbadb44-0224-4dc3-ad08-355110935fff req-40863096-cef2-43c5-bd6d-8fb1141efb3c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1 HTTP/1.1" status: 200 len: 843 time: 0.3999703 Nov 12 08:17:16.936806 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02440746-57de-462d-9cf6-a60dcd0de37f req-e82c77fd-0675-48af-ab2d-8fa089fa8672 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:16.952030 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-02440746-57de-462d-9cf6-a60dcd0de37f req-e82c77fd-0675-48af-ab2d-8fa089fa8672 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=ebbe8b45-86a6-4712-bda1-f12f02e5941d HTTP/1.1" status: 200 len: 946 time: 0.1349571 Nov 12 08:17:17.068308 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:17.071324 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-02440746-57de-462d-9cf6-a60dcd0de37f req-31e65ecc-c023-48c6-9c3d-c2100c4fba33 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199548 Nov 12 08:17:17.121681 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] For port bd108042-fd06-48ec-b311-d616d2df029d, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=bd108042-fd06-48ec-b311-d616d2df029d,segment=NetworkSegment(796655e0-3364-45b6-8923-bd5e3a27ab44),segment_id=796655e0-3364-45b6-8923-bd5e3a27ab44)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:17:17.145674 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:17.203299 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f963f02d-7260-4a89-96d4-948c453a4c02 req-51a01e89-3701-4c30-9cfa-764a2d32cf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:17.205806 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f963f02d-7260-4a89-96d4-948c453a4c02 req-51a01e89-3701-4c30-9cfa-764a2d32cf76 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bd3c626eb63b4933a99b1b7c7c998e8c&device_id=4c0364e9-a49c-46af-a2f9-325c3e29445e HTTP/1.1" status: 200 len: 1136 time: 0.3111658 Nov 12 08:17:17.211398 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcce3a66-69cc-4524-bf4c-e0bb8f8f414f req-ad447102-0680-408f-877e-df240265fedc tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Made reservation on behalf of 417fd406cc39404ba5ae67c25efe38d3 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:17:17.215635 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-dcce3a66-69cc-4524-bf4c-e0bb8f8f414f req-ad447102-0680-408f-877e-df240265fedc tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:17.236459 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Pushing event updated for resources: {'Port': ['ID=bd108042-fd06-48ec-b311-d616d2df029d,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:17.264607 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0c21dfee-bc09-483d-8881-5344127b764b req-7aead7fc-c8c7-4b95-bc57-a5788a561758 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/ports?device_id=20b83579-3dd4-4d02-9c47-79fe23b58a70 HTTP/1.1" status: 200 len: 210 time: 0.0597544 Nov 12 08:17:17.319471 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-75ea5d64-7ed6-499a-98c0-1e11c4b65579 req-8a8d35b6-2766-47a8-a8aa-c203731ed840 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1794463583&fields=id&tenant_id=bd3c626eb63b4933a99b1b7c7c998e8c HTTP/1.1" status: 200 len: 267 time: 0.5903130 Nov 12 08:17:17.446043 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec8eb0-b44c-4eb1-a04a-fd5b59f98608 req-637941b0-30d2-4ae7-9faf-5a47e59011e4 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:17.458536 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-64ec8eb0-b44c-4eb1-a04a-fd5b59f98608 req-637941b0-30d2-4ae7-9faf-5a47e59011e4 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f57cf19d-8546-4524-93ec-600f8426f630 HTTP/1.1" status: 200 len: 946 time: 0.0859866 Nov 12 08:17:17.526854 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-64ec8eb0-b44c-4eb1-a04a-fd5b59f98608 req-bd414206-389e-4a41-8362-d70b37bfe13a tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670350 Nov 12 08:17:17.559659 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbadb44-0224-4dc3-ad08-355110935fff req-594d9307-8d7b-4ce3-94fc-34a89c9b1a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:17.562125 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1cbadb44-0224-4dc3-ad08-355110935fff req-594d9307-8d7b-4ce3-94fc-34a89c9b1a80 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=107743df-d3df-459d-a6cd-9e2ab4303016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6561501 Nov 12 08:17:17.652407 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ea5d64-7ed6-499a-98c0-1e11c4b65579 req-227be0f8-f0c8-4112-a74c-37a14c63f0e3 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:17.662690 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-75ea5d64-7ed6-499a-98c0-1e11c4b65579 req-227be0f8-f0c8-4112-a74c-37a14c63f0e3 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c0364e9-a49c-46af-a2f9-325c3e29445e HTTP/1.1" status: 200 len: 984 time: 0.3414836 Nov 12 08:17:17.663216 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 4c622c1a-959f-4899-92dd-03a45cfceffb details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:17:17.692377 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-75ea5d64-7ed6-499a-98c0-1e11c4b65579 req-38be58c5-e00d-4317-bd9f-e84d9e7a4deb tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Request body: {'port': {'security_groups': ['7e018ad6-3889-4cdc-90e2-c33d76f262fd', 'bc675cb9-5df2-45c0-9fdb-ab595f0767f4', 'a36d48c2-3300-4e6f-812d-5b69c39a6287']}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:17:17.819786 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-dcce3a66-69cc-4524-bf4c-e0bb8f8f414f req-ad447102-0680-408f-877e-df240265fedc tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Allocated IP 172.20.0.6 (4868e010-efee-4156-923d-bc5986bd6163/3ef446da-2196-4a21-8d1a-ac361ac71b6e/dcdee9ab-0f6f-427f-b458-f12f8f65f32d) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:17:17.846100 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f963f02d-7260-4a89-96d4-948c453a4c02 req-20d57bbf-9611-495f-a678-6b3aacb56f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:17.848377 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f963f02d-7260-4a89-96d4-948c453a4c02 req-20d57bbf-9611-495f-a678-6b3aacb56f86 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8faf6eb6-6b59-4208-b8ed-8f200f462710 HTTP/1.1" status: 200 len: 913 time: 0.5907009 Nov 12 08:17:17.910269 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-75ea5d64-7ed6-499a-98c0-1e11c4b65579 req-38be58c5-e00d-4317-bd9f-e84d9e7a4deb tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:17.936068 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 4c622c1a-959f-4899-92dd-03a45cfceffb, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=4c622c1a-959f-4899-92dd-03a45cfceffb,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:17:17.955714 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': '4c622c1a-959f-4899-92dd-03a45cfceffb', 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016', 'port_id': '4c622c1a-959f-4899-92dd-03a45cfceffb', 'mac_address': 'fa:16:3e:57:98:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:17:17.961020 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device bd108042-fd06-48ec-b311-d616d2df029d up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:17:17.968728 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3eba92-960e-4280-b39c-a2c8ce725d54 req-f2319961-3598-4f7f-9263-4af959818616 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:17.981617 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3b3eba92-960e-4280-b39c-a2c8ce725d54 req-f2319961-3598-4f7f-9263-4af959818616 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d86ea33-8ea0-4666-aa3f-67876d020811 HTTP/1.1" status: 200 len: 946 time: 0.1118319 Nov 12 08:17:18.023023 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f963f02d-7260-4a89-96d4-948c453a4c02 req-a6a9fc60-9631-4a27-bf5a-eac73c70498c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5920f2d-4a7e-42d5-a7df-4f8e67bc2c30 HTTP/1.1" status: 200 len: 217 time: 0.1141174 Nov 12 08:17:18.040341 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:18.065082 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c622c1a-959f-4899-92dd-03a45cfceffb {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:17:18.088280 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3b3eba92-960e-4280-b39c-a2c8ce725d54 req-def5d5d2-2278-4091-b677-b04beceadae7 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044457 Nov 12 08:17:18.139222 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 4c622c1a-959f-4899-92dd-03a45cfceffb, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=4c622c1a-959f-4899-92dd-03a45cfceffb,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:17:18.165150 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:18.239228 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port bd108042-fd06-48ec-b311-d616d2df029d triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:17:18.239642 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:18.279505 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=4c622c1a-959f-4899-92dd-03a45cfceffb,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:18.337731 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4401727d-0593-49fa-bd3d-b1253d4b8dd1 req-f9fc1e1c-cab6-4f2c-8f01-e98df412f988 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:18.342898 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4401727d-0593-49fa-bd3d-b1253d4b8dd1 req-f9fc1e1c-cab6-4f2c-8f01-e98df412f988 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=867280fe-66ee-4047-a8b4-3fdb92fcef26 HTTP/1.1" status: 200 len: 945 time: 0.1379037 Nov 12 08:17:18.406551 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4401727d-0593-49fa-bd3d-b1253d4b8dd1 req-b219c58d-e546-4e05-8182-c26d97158e63 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573173 Nov 12 08:17:18.526144 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1cbadb44-0224-4dc3-ad08-355110935fff req-feff72b0-8389-492d-8327-29430c816fbe service neutron] 10.222.0.44 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9479177 Nov 12 08:17:18.571067 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22450ac-e9fa-49c1-a387-c83f9a16f739 req-5dd4037e-829d-424c-810c-0c735b658cae tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:18.579585 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f22450ac-e9fa-49c1-a387-c83f9a16f739 req-5dd4037e-829d-424c-810c-0c735b658cae tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9da0aea-a566-45b9-9c03-96285e001b2b HTTP/1.1" status: 200 len: 949 time: 0.0820713 Nov 12 08:17:18.621173 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['4c622c1a-959f-4899-92dd-03a45cfceffb'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:17:18.641749 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f22450ac-e9fa-49c1-a387-c83f9a16f739 req-ce4b997b-aabf-463f-841c-494907b8e353 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609314 Nov 12 08:17:18.671897 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-75ea5d64-7ed6-499a-98c0-1e11c4b65579 req-38be58c5-e00d-4317-bd9f-e84d9e7a4deb tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] For port f5920f2d-4a7e-42d5-a7df-4f8e67bc2c30, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=f5920f2d-4a7e-42d5-a7df-4f8e67bc2c30,segment=NetworkSegment(8f575a5e-7400-4b10-982b-4c3146775d67),segment_id=8f575a5e-7400-4b10-982b-4c3146775d67)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:17:18.708238 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-75ea5d64-7ed6-499a-98c0-1e11c4b65579 req-38be58c5-e00d-4317-bd9f-e84d9e7a4deb tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:18.788317 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7618378a-87f3-46e5-9e3a-312a32d1adfd req-2ec87656-15d9-4463-a356-ac828661abd1 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:18.790465 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7618378a-87f3-46e5-9e3a-312a32d1adfd req-2ec87656-15d9-4463-a356-ac828661abd1 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=ebbe8b45-86a6-4712-bda1-f12f02e5941d HTTP/1.1" status: 200 len: 946 time: 0.0825822 Nov 12 08:17:18.915357 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7618378a-87f3-46e5-9e3a-312a32d1adfd req-3e33525e-c61f-4521-ab4a-070ce724cb4a tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130018 Nov 12 08:17:18.976730 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1cbadb44-0224-4dc3-ad08-355110935fff req-81f6eb43-f5bf-44dc-84bb-80ff938bd372 service neutron] 10.222.0.44 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577755 Nov 12 08:17:18.984840 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-75ea5d64-7ed6-499a-98c0-1e11c4b65579 req-38be58c5-e00d-4317-bd9f-e84d9e7a4deb tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:19.021588 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['f5920f2d-4a7e-42d5-a7df-4f8e67bc2c30'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:17:19.069149 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f963f02d-7260-4a89-96d4-948c453a4c02 req-add5ceaa-06cd-464f-ae74-4134c3f62e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:19.070247 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f963f02d-7260-4a89-96d4-948c453a4c02 req-add5ceaa-06cd-464f-ae74-4134c3f62e76 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bd286ef1-f40e-4f18-a8ea-b9f4f25fbb85 HTTP/1.1" status: 200 len: 852 time: 0.5605035 Nov 12 08:17:19.077006 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38be58c5-e00d-4317-bd9f-e84d9e7a4deb tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Pushing event updated for resources: {'Port': ['ID=f5920f2d-4a7e-42d5-a7df-4f8e67bc2c30,revision_number=7']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:19.078223 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f5c2f995-2a17-4f29-bf33-3ad4a323d103 req-a5d13191-0e54-47aa-a8d9-b20e33f378ea tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/ports?device_id=20b83579-3dd4-4d02-9c47-79fe23b58a70 HTTP/1.1" status: 200 len: 210 time: 0.0778401 Nov 12 08:17:19.117899 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24846d4-8e0c-4c45-838c-72890ad30f04 req-2e42fbde-2086-4321-b9a1-78ce85ed9278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:19.119851 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c24846d4-8e0c-4c45-838c-72890ad30f04 req-2e42fbde-2086-4321-b9a1-78ce85ed9278 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4185fcef2b8f49279dd089f3c02606eb&device_id=ebbe8b45-86a6-4712-bda1-f12f02e5941d HTTP/1.1" status: 200 len: 1098 time: 1.2150130 Nov 12 08:17:19.188365 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ea5d64-7ed6-499a-98c0-1e11c4b65579 req-38be58c5-e00d-4317-bd9f-e84d9e7a4deb tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:19.189034 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-75ea5d64-7ed6-499a-98c0-1e11c4b65579 req-38be58c5-e00d-4317-bd9f-e84d9e7a4deb tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:19.191709 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-75ea5d64-7ed6-499a-98c0-1e11c4b65579 req-38be58c5-e00d-4317-bd9f-e84d9e7a4deb tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "PUT /v2.0/ports/f5920f2d-4a7e-42d5-a7df-4f8e67bc2c30 HTTP/1.1" status: 200 len: 1020 time: 1.5277047 Nov 12 08:17:19.197673 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c0364e9-a49c-46af-a2f9-325c3e29445e', 'tag': 'f5920f2d-4a7e-42d5-a7df-4f8e67bc2c30'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:17:19.200045 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-691f2b60-df1b-4c01-a341-5d1ed5003b39" -d '{"events": [{"name": "network-changed", "server_uuid": "4c0364e9-a49c-46af-a2f9-325c3e29445e", "tag": "f5920f2d-4a7e-42d5-a7df-4f8e67bc2c30"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:17:19.204686 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f963f02d-7260-4a89-96d4-948c453a4c02 req-d295873c-b8b1-4a65-96ef-d9245e29f9c0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8faf6eb6-6b59-4208-b8ed-8f200f462710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1045535 Nov 12 08:17:19.372123 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-dcce3a66-69cc-4524-bf4c-e0bb8f8f414f req-ad447102-0680-408f-877e-df240265fedc tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:19.377984 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b31f6ac-7a59-44f2-9a99-e5e0fc1e0aa6 req-b8013abf-f5a7-47df-91f2-5993e9b5038c tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:19.386824 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0b31f6ac-7a59-44f2-9a99-e5e0fc1e0aa6 req-b8013abf-f5a7-47df-91f2-5993e9b5038c tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f57cf19d-8546-4524-93ec-600f8426f630 HTTP/1.1" status: 200 len: 946 time: 0.1332774 Nov 12 08:17:19.478637 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['f5920f2d-4a7e-42d5-a7df-4f8e67bc2c30'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:17:19.523502 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0b31f6ac-7a59-44f2-9a99-e5e0fc1e0aa6 req-41befbce-c88d-41d3-a8e7-aaf3563169b0 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354496 Nov 12 08:17:19.569241 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24846d4-8e0c-4c45-838c-72890ad30f04 req-08b95525-bc6b-4a67-9f5b-9d301ae58c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:19.573424 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c24846d4-8e0c-4c45-838c-72890ad30f04 req-08b95525-bc6b-4a67-9f5b-9d301ae58c9e service neutron] 10.222.0.44 "GET /v2.0/networks?id=fe05a3f0-e7b5-4820-a80d-5e53a559df6b HTTP/1.1" status: 200 len: 911 time: 0.4306185 Nov 12 08:17:19.661931 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bfe539-5d26-4a34-a663-312835149cef req-dc463495-56c2-4a33-b9a8-dca58847b4c9 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:19.670217 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-96bfe539-5d26-4a34-a663-312835149cef req-dc463495-56c2-4a33-b9a8-dca58847b4c9 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c0364e9-a49c-46af-a2f9-325c3e29445e HTTP/1.1" status: 200 len: 1023 time: 0.0904703 Nov 12 08:17:19.704855 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c24846d4-8e0c-4c45-838c-72890ad30f04 req-d8aca520-a055-418d-930b-d22e3d892d0f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a95b215a-7dbe-4c48-9fbe-3f8161921e9a HTTP/1.1" status: 200 len: 217 time: 0.0942941 Nov 12 08:17:19.770345 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-96bfe539-5d26-4a34-a663-312835149cef req-0e46c780-5ddf-431a-8805-edb59f7d351e tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e018ad6-3889-4cdc-90e2-c33d76f262fd&id=a36d48c2-3300-4e6f-812d-5b69c39a6287&id=bc675cb9-5df2-45c0-9fdb-ab595f0767f4 HTTP/1.1" status: 200 len: 6198 time: 0.0988295 Nov 12 08:17:19.876869 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24846d4-8e0c-4c45-838c-72890ad30f04 req-2e497f54-2a78-42f3-a36c-a0f077ea077a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:19.879753 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c24846d4-8e0c-4c45-838c-72890ad30f04 req-2e497f54-2a78-42f3-a36c-a0f077ea077a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2fa031d2-0eb2-40ca-b071-7b73de446d96 HTTP/1.1" status: 200 len: 850 time: 0.1594651 Nov 12 08:17:19.882109 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9210bc38-7792-4476-ba99-e687f9101c64 x-openstack-request-id: req-9210bc38-7792-4476-ba99-e687f9101c64 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:17:19.882546 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c0364e9-a49c-46af-a2f9-325c3e29445e", "tag": "f5920f2d-4a7e-42d5-a7df-4f8e67bc2c30", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:17:19.882976 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9210bc38-7792-4476-ba99-e687f9101c64 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:17:19.883707 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c0364e9-a49c-46af-a2f9-325c3e29445e', 'tag': 'f5920f2d-4a7e-42d5-a7df-4f8e67bc2c30', 'status': 'completed', 'code': 200} Nov 12 08:17:19.903542 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f963f02d-7260-4a89-96d4-948c453a4c02 req-b58c9d51-8529-447d-bc9c-98a37d5542d7 service neutron] 10.222.0.21 "GET /v2.0/networks/8faf6eb6-6b59-4208-b8ed-8f200f462710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6748931 Nov 12 08:17:19.964851 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dc63ce-15fa-492a-9e26-66cf6970e3e4 req-f5a46fe2-5b38-4cd3-947a-3156144657c3 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:19.967280 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-73dc63ce-15fa-492a-9e26-66cf6970e3e4 req-f5a46fe2-5b38-4cd3-947a-3156144657c3 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d86ea33-8ea0-4666-aa3f-67876d020811 HTTP/1.1" status: 200 len: 946 time: 0.6201046 Nov 12 08:17:19.969600 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c24846d4-8e0c-4c45-838c-72890ad30f04 req-b58208a5-bdb6-4af1-a887-8ec44ec1b4ad service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fe05a3f0-e7b5-4820-a80d-5e53a559df6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621500 Nov 12 08:17:19.980740 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac36ce9-b458-4267-9fcc-fcd9750b22fe req-a929e675-c168-4448-a22e-6259e3379b99 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:19.982309 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3ac36ce9-b458-4267-9fcc-fcd9750b22fe req-a929e675-c168-4448-a22e-6259e3379b99 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=867280fe-66ee-4047-a8b4-3fdb92fcef26 HTTP/1.1" status: 200 len: 945 time: 0.1222453 Nov 12 08:17:20.016847 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-dcce3a66-69cc-4524-bf4c-e0bb8f8f414f req-ad447102-0680-408f-877e-df240265fedc tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:20.078838 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcce3a66-69cc-4524-bf4c-e0bb8f8f414f req-ad447102-0680-408f-877e-df240265fedc tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Network 4868e010-efee-4156-923d-bc5986bd6163 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:17:20.088943 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3ac36ce9-b458-4267-9fcc-fcd9750b22fe req-6e20359a-034e-4ea1-91ad-f592f3373fb4 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948181 Nov 12 08:17:20.104578 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-dcce3a66-69cc-4524-bf4c-e0bb8f8f414f req-ad447102-0680-408f-877e-df240265fedc tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:17:20.192141 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcce3a66-69cc-4524-bf4c-e0bb8f8f414f req-ad447102-0680-408f-877e-df240265fedc tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:17:20.227078 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57d51f9-9557-4458-a78f-b87e09743c19 req-ababb11d-c0b2-4232-b034-3c0b91fc408f tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:20.235538 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f57d51f9-9557-4458-a78f-b87e09743c19 req-ababb11d-c0b2-4232-b034-3c0b91fc408f tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9da0aea-a566-45b9-9c03-96285e001b2b HTTP/1.1" status: 200 len: 949 time: 0.0693696 Nov 12 08:17:20.308035 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f57d51f9-9557-4458-a78f-b87e09743c19 req-47938043-6159-40aa-b2b3-ae5fa3533cac tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714269 Nov 12 08:17:20.330628 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-73dc63ce-15fa-492a-9e26-66cf6970e3e4 req-2f8dc741-7159-4632-b1c2-c3ccfbd9c342 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3560767 Nov 12 08:17:20.345000 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-ae0f94b5-c94c-4778-98f5-049a3f385fd6 req-56d02d81-9c7e-4c8d-bde1-f0210a47d507 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1635131964 ', 'description': 'tempest-description-1864251962'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:17:20.398721 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-ae0f94b5-c94c-4778-98f5-049a3f385fd6 req-56d02d81-9c7e-4c8d-bde1-f0210a47d507 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:20.510691 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f963f02d-7260-4a89-96d4-948c453a4c02 req-3ecadb89-1dc4-465b-916e-9a53a231c6e1 service neutron] 10.222.0.21 "GET /v2.0/networks/8faf6eb6-6b59-4208-b8ed-8f200f462710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5349784 Nov 12 08:17:20.510691 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c24846d4-8e0c-4c45-838c-72890ad30f04 req-58c3252c-d880-43ce-97ae-938f38dae490 service neutron] 10.222.0.44 "GET /v2.0/networks/fe05a3f0-e7b5-4820-a80d-5e53a559df6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5237710 Nov 12 08:17:20.555145 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce3a66-69cc-4524-bf4c-e0bb8f8f414f req-ad447102-0680-408f-877e-df240265fedc tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:20.557040 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-dcce3a66-69cc-4524-bf4c-e0bb8f8f414f req-ad447102-0680-408f-877e-df240265fedc tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:20.584048 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad447102-0680-408f-877e-df240265fedc tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Pushing event updated for resources: {'Port': ['ID=dcdee9ab-0f6f-427f-b458-f12f8f65f32d,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:20.633590 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dcce3a66-69cc-4524-bf4c-e0bb8f8f414f req-ad447102-0680-408f-877e-df240265fedc tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0326684 Nov 12 08:17:20.635983 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-ae0f94b5-c94c-4778-98f5-049a3f385fd6 req-56d02d81-9c7e-4c8d-bde1-f0210a47d507 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:20.682411 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-ae0f94b5-c94c-4778-98f5-049a3f385fd6 req-56d02d81-9c7e-4c8d-bde1-f0210a47d507 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:20.717052 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-dcce3a66-69cc-4524-bf4c-e0bb8f8f414f req-e88c5628-f18c-4cf6-9206-dc823d406863 service neutron] Request body: {'port': {'device_id': '20b83579-3dd4-4d02-9c47-79fe23b58a70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:17:20.752431 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-ae0f94b5-c94c-4778-98f5-049a3f385fd6 req-56d02d81-9c7e-4c8d-bde1-f0210a47d507 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:20.764776 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ae0f94b5-c94c-4778-98f5-049a3f385fd6 req-56d02d81-9c7e-4c8d-bde1-f0210a47d507 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.4262953 Nov 12 08:17:20.777856 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d02d81-9c7e-4c8d-bde1-f0210a47d507 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f70ec86-ca2e-4ba0-a470-1b0db390f960,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:20.889274 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4d1939-031f-4d86-ad55-e6864d617f13 req-cba187cd-9d60-4477-beaf-9a1ec65c5ee7 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:20.897027 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cd4d1939-031f-4d86-ad55-e6864d617f13 req-cba187cd-9d60-4477-beaf-9a1ec65c5ee7 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/ports?device_id=20b83579-3dd4-4d02-9c47-79fe23b58a70 HTTP/1.1" status: 200 len: 931 time: 0.0663574 Nov 12 08:17:20.924539 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10413545-5338-4c67-9071-769db6a92739 req-6e55b960-80f5-46e6-b36a-069a8b02f438 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:20.926982 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-10413545-5338-4c67-9071-769db6a92739 req-6e55b960-80f5-46e6-b36a-069a8b02f438 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=ebbe8b45-86a6-4712-bda1-f12f02e5941d HTTP/1.1" status: 200 len: 946 time: 0.4171789 Nov 12 08:17:20.959172 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691f2b60-df1b-4c01-a341-5d1ed5003b39 req-54725f8d-90e0-4ccb-96b2-4f550068e56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:20.961000 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-691f2b60-df1b-4c01-a341-5d1ed5003b39 req-54725f8d-90e0-4ccb-96b2-4f550068e56d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bd3c626eb63b4933a99b1b7c7c998e8c&device_id=4c0364e9-a49c-46af-a2f9-325c3e29445e HTTP/1.1" status: 200 len: 1175 time: 0.3492498 Nov 12 08:17:20.968707 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cd4d1939-031f-4d86-ad55-e6864d617f13 req-45f1c722-552c-4e59-b4e5-c2396b6b11d3 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/security-groups?id=aec52d38-03ed-427d-a216-63dd2a33f98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707092 Nov 12 08:17:21.034033 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-dcce3a66-69cc-4524-bf4c-e0bb8f8f414f req-e88c5628-f18c-4cf6-9206-dc823d406863 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:21.133130 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d65ebf-75c4-44e5-b949-a053a85c71f7 req-46581c8a-e35e-4a13-ad7c-0b4b47d4499e tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:21.137038 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-45d65ebf-75c4-44e5-b949-a053a85c71f7 req-46581c8a-e35e-4a13-ad7c-0b4b47d4499e tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f57cf19d-8546-4524-93ec-600f8426f630 HTTP/1.1" status: 200 len: 946 time: 0.1030772 Nov 12 08:17:21.137575 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c24846d4-8e0c-4c45-838c-72890ad30f04 req-708a9de6-5583-4ffa-96e4-df03bceb537e service neutron] 10.222.0.44 "GET /v2.0/networks/fe05a3f0-e7b5-4820-a80d-5e53a559df6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5765836 Nov 12 08:17:21.235455 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-10413545-5338-4c67-9071-769db6a92739 req-3fcc4676-9c94-4996-9622-22415c8b5b91 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2994170 Nov 12 08:17:21.298818 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-45d65ebf-75c4-44e5-b949-a053a85c71f7 req-0339af26-1406-4a4b-9b4a-917634e85b81 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535943 Nov 12 08:17:21.389201 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691f2b60-df1b-4c01-a341-5d1ed5003b39 req-c28d78cb-a3df-4899-8fbd-2a5e083951db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:21.404386 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-691f2b60-df1b-4c01-a341-5d1ed5003b39 req-c28d78cb-a3df-4899-8fbd-2a5e083951db service neutron] 10.222.0.21 "GET /v2.0/networks?id=8faf6eb6-6b59-4208-b8ed-8f200f462710 HTTP/1.1" status: 200 len: 913 time: 0.4215932 Nov 12 08:17:21.494000 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5a53c0-63b0-4049-a189-bac10644822b req-9326f820-bb62-49f0-9053-b23d2d33233c tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:21.508086 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ae5a53c0-63b0-4049-a189-bac10644822b req-9326f820-bb62-49f0-9053-b23d2d33233c tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=867280fe-66ee-4047-a8b4-3fdb92fcef26 HTTP/1.1" status: 200 len: 945 time: 0.1272943 Nov 12 08:17:21.571756 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-691f2b60-df1b-4c01-a341-5d1ed5003b39 req-98caa4cd-c469-44ce-b54f-754fbb5c8a06 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5920f2d-4a7e-42d5-a7df-4f8e67bc2c30 HTTP/1.1" status: 200 len: 217 time: 0.1405392 Nov 12 08:17:21.579726 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ae5a53c0-63b0-4049-a189-bac10644822b req-30fe109d-eb23-438a-aa33-7594fab48747 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698597 Nov 12 08:17:21.680286 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 4c622c1a-959f-4899-92dd-03a45cfceffb up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:17:21.755120 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-908c26de-02ce-4340-b8c6-e602512697c2 req-eacce42f-31fe-41d2-87b5-baa76aa15cbb tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/security-groups/5f70ec86-ca2e-4ba0-a470-1b0db390f960 HTTP/1.1" status: 200 len: 1798 time: 0.3753650 Nov 12 08:17:21.870243 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9050619-6e89-467a-8bba-a218fb5d6d8c req-8f417bec-8bd4-47bf-96be-6c8fc2ff76ff tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:21.892205 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c9050619-6e89-467a-8bba-a218fb5d6d8c req-8f417bec-8bd4-47bf-96be-6c8fc2ff76ff tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9da0aea-a566-45b9-9c03-96285e001b2b HTTP/1.1" status: 200 len: 949 time: 0.2279558 Nov 12 08:17:21.896375 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning for port 4c622c1a-959f-4899-92dd-03a45cfceffb completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:17:21.903784 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port 4c622c1a-959f-4899-92dd-03a45cfceffb triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:17:21.904158 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:21.931493 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691f2b60-df1b-4c01-a341-5d1ed5003b39 req-e130e8a7-5947-46da-ac8b-ca227fece975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:21.936545 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-691f2b60-df1b-4c01-a341-5d1ed5003b39 req-e130e8a7-5947-46da-ac8b-ca227fece975 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bd286ef1-f40e-4f18-a8ea-b9f4f25fbb85 HTTP/1.1" status: 200 len: 852 time: 0.3444147 Nov 12 08:17:22.060094 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-691f2b60-df1b-4c01-a341-5d1ed5003b39 req-8745cc3b-c879-47eb-8829-3ab302f2a4b1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8faf6eb6-6b59-4208-b8ed-8f200f462710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772529 Nov 12 08:17:22.083772 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c9050619-6e89-467a-8bba-a218fb5d6d8c req-f33db3cb-e52a-4000-bf96-1a47977b686f tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871762 Nov 12 08:17:22.188752 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:22.233551 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c326ae60-d348-4e2a-ae12-9ea11e01c3e5 req-3f5b28c7-7a8a-4524-8f3d-5d4bc3ff25f7 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/security-groups/5f70ec86-ca2e-4ba0-a470-1b0db390f960 HTTP/1.1" status: 200 len: 1798 time: 0.1109645 Nov 12 08:17:22.259553 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 4c622c1a-959f-4899-92dd-03a45cfceffb, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=4c622c1a-959f-4899-92dd-03a45cfceffb,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:17:22.261686 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9da0aea-a566-45b9-9c03-96285e001b2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c622c1a-959f-4899-92dd-03a45cfceffb'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:17:22.266525 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72025521-daf6-48c5-9140-39c35c0da4e9" -d '{"events": [{"server_uuid": "d9da0aea-a566-45b9-9c03-96285e001b2b", "name": "network-vif-plugged", "status": "completed", "tag": "4c622c1a-959f-4899-92dd-03a45cfceffb"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:17:22.273950 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:22.300275 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ba830f-3003-4d5e-be3e-f7d1eacfc9f7 req-67a3b450-0547-4a4f-a1ae-69b35ca5bfc5 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:22.312133 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d2ba830f-3003-4d5e-be3e-f7d1eacfc9f7 req-67a3b450-0547-4a4f-a1ae-69b35ca5bfc5 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d86ea33-8ea0-4666-aa3f-67876d020811 HTTP/1.1" status: 200 len: 946 time: 0.4218085 Nov 12 08:17:22.347253 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-c326ae60-d348-4e2a-ae12-9ea11e01c3e5 req-5e81de1b-e4a1-4434-8123-54a09bdf6b9f tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:22.377232 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=4c622c1a-959f-4899-92dd-03a45cfceffb,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:22.397286 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-c326ae60-d348-4e2a-ae12-9ea11e01c3e5 req-5e81de1b-e4a1-4434-8123-54a09bdf6b9f tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:22.423712 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-691f2b60-df1b-4c01-a341-5d1ed5003b39 req-49be597b-c386-4406-80a4-012d85d21149 service neutron] 10.222.0.21 "GET /v2.0/networks/8faf6eb6-6b59-4208-b8ed-8f200f462710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3473785 Nov 12 08:17:22.484859 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-c326ae60-d348-4e2a-ae12-9ea11e01c3e5 req-5e81de1b-e4a1-4434-8123-54a09bdf6b9f tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:22.491120 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-c326ae60-d348-4e2a-ae12-9ea11e01c3e5 req-5e81de1b-e4a1-4434-8123-54a09bdf6b9f tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:22.504552 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c326ae60-d348-4e2a-ae12-9ea11e01c3e5 req-5e81de1b-e4a1-4434-8123-54a09bdf6b9f tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "DELETE /v2.0/security-groups/5f70ec86-ca2e-4ba0-a470-1b0db390f960 HTTP/1.1" status: 204 len: 173 time: 0.2605612 Nov 12 08:17:22.531726 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e81de1b-e4a1-4434-8123-54a09bdf6b9f tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f70ec86-ca2e-4ba0-a470-1b0db390f960,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:22.544075 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-dcce3a66-69cc-4524-bf4c-e0bb8f8f414f req-e88c5628-f18c-4cf6-9206-dc823d406863 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcdee9ab-0f6f-427f-b458-f12f8f65f32d {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:17:22.555423 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-dcce3a66-69cc-4524-bf4c-e0bb8f8f414f req-e88c5628-f18c-4cf6-9206-dc823d406863 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:22.569589 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-dcce3a66-69cc-4524-bf4c-e0bb8f8f414f req-e88c5628-f18c-4cf6-9206-dc823d406863 service neutron] Transition to ACTIVE for port object dcdee9ab-0f6f-427f-b458-f12f8f65f32d will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:17:22.659860 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e892694-198f-49f4-b11a-08aab96e73d5 req-d89a2a29-830d-40bd-80a1-3928f717d735 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:22.671148 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7e892694-198f-49f4-b11a-08aab96e73d5 req-d89a2a29-830d-40bd-80a1-3928f717d735 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/ports?device_id=20b83579-3dd4-4d02-9c47-79fe23b58a70 HTTP/1.1" status: 200 len: 943 time: 0.0797036 Nov 12 08:17:22.702566 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-dcce3a66-69cc-4524-bf4c-e0bb8f8f414f req-e88c5628-f18c-4cf6-9206-dc823d406863 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:22.724107 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-691f2b60-df1b-4c01-a341-5d1ed5003b39 req-81a2adf1-3ab4-4473-8915-2ef422709361 service neutron] 10.222.0.21 "GET /v2.0/networks/8faf6eb6-6b59-4208-b8ed-8f200f462710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162354 Nov 12 08:17:22.771171 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d2ba830f-3003-4d5e-be3e-f7d1eacfc9f7 req-74c4df38-e2b0-4de6-aefe-2d8b2997721f tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4512069 Nov 12 08:17:22.795207 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7e892694-198f-49f4-b11a-08aab96e73d5 req-312320c5-5ac6-441b-a0bc-23721c4ab00a tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/security-groups?id=aec52d38-03ed-427d-a216-63dd2a33f98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229815 Nov 12 08:17:22.805992 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88c5628-f18c-4cf6-9206-dc823d406863 service neutron] Pushing event updated for resources: {'Port': ['ID=dcdee9ab-0f6f-427f-b458-f12f8f65f32d,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:22.883818 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-352d07b9-5d90-477d-b9de-5cda04012924 x-openstack-request-id: req-352d07b9-5d90-477d-b9de-5cda04012924 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:17:22.885083 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9da0aea-a566-45b9-9c03-96285e001b2b", "name": "network-vif-plugged", "status": "completed", "tag": "4c622c1a-959f-4899-92dd-03a45cfceffb", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:17:22.885513 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-352d07b9-5d90-477d-b9de-5cda04012924 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:17:22.886106 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9da0aea-a566-45b9-9c03-96285e001b2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c622c1a-959f-4899-92dd-03a45cfceffb', 'code': 200} Nov 12 08:17:22.964960 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-dcce3a66-69cc-4524-bf4c-e0bb8f8f414f req-e88c5628-f18c-4cf6-9206-dc823d406863 service neutron] Attempting to bind port dcdee9ab-0f6f-427f-b458-f12f8f65f32d on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:17:22.965219 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-dcce3a66-69cc-4524-bf4c-e0bb8f8f414f req-e88c5628-f18c-4cf6-9206-dc823d406863 service neutron] Attempting to bind port dcdee9ab-0f6f-427f-b458-f12f8f65f32d by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': '796655e0-3364-45b6-8923-bd5e3a27ab44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4868e010-efee-4156-923d-bc5986bd6163'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:17:22.965433 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcce3a66-69cc-4524-bf4c-e0bb8f8f414f req-e88c5628-f18c-4cf6-9206-dc823d406863 service neutron] Attempting to bind port dcdee9ab-0f6f-427f-b458-f12f8f65f32d on network 4868e010-efee-4156-923d-bc5986bd6163 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:17:22.975539 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcce3a66-69cc-4524-bf4c-e0bb8f8f414f req-e88c5628-f18c-4cf6-9206-dc823d406863 service neutron] Port dcdee9ab-0f6f-427f-b458-f12f8f65f32d on network 4868e010-efee-4156-923d-bc5986bd6163 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:17:22.975892 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcce3a66-69cc-4524-bf4c-e0bb8f8f414f req-e88c5628-f18c-4cf6-9206-dc823d406863 service neutron] Attempting to bind port dcdee9ab-0f6f-427f-b458-f12f8f65f32d on network 4868e010-efee-4156-923d-bc5986bd6163 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:17:22.983911 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcce3a66-69cc-4524-bf4c-e0bb8f8f414f req-e88c5628-f18c-4cf6-9206-dc823d406863 service neutron] Checking agent: {'id': '26215384-8035-4ce2-971a-8e67be80da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:17:22.984264 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcce3a66-69cc-4524-bf4c-e0bb8f8f414f req-e88c5628-f18c-4cf6-9206-dc823d406863 service neutron] Checking segment: {'id': '796655e0-3364-45b6-8923-bd5e3a27ab44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4868e010-efee-4156-923d-bc5986bd6163'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:17:22.984631 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcce3a66-69cc-4524-bf4c-e0bb8f8f414f req-e88c5628-f18c-4cf6-9206-dc823d406863 service neutron] Bound using segment: {'id': '796655e0-3364-45b6-8923-bd5e3a27ab44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4868e010-efee-4156-923d-bc5986bd6163'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:17:22.986503 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-dcce3a66-69cc-4524-bf4c-e0bb8f8f414f req-e88c5628-f18c-4cf6-9206-dc823d406863 service neutron] Bound port: dcdee9ab-0f6f-427f-b458-f12f8f65f32d, host: n-h1-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '796655e0-3364-45b6-8923-bd5e3a27ab44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4868e010-efee-4156-923d-bc5986bd6163'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:17:22.986503 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-dcce3a66-69cc-4524-bf4c-e0bb8f8f414f req-e88c5628-f18c-4cf6-9206-dc823d406863 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:23.021805 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaebb92-759b-4c5e-a4bc-905318abfc4d req-8f693068-adaa-41ca-a3fd-cd109784082b tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:23.029125 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-baaebb92-759b-4c5e-a4bc-905318abfc4d req-8f693068-adaa-41ca-a3fd-cd109784082b tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=ebbe8b45-86a6-4712-bda1-f12f02e5941d HTTP/1.1" status: 200 len: 946 time: 0.0992432 Nov 12 08:17:23.075086 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eabe411-397c-401e-b023-fe7018611a01 req-d818c398-ecb7-4b79-b39a-f702e9297c3e tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:23.076828 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1eabe411-397c-401e-b023-fe7018611a01 req-d818c398-ecb7-4b79-b39a-f702e9297c3e tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f57cf19d-8546-4524-93ec-600f8426f630 HTTP/1.1" status: 200 len: 946 time: 0.0797191 Nov 12 08:17:23.157818 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1eabe411-397c-401e-b023-fe7018611a01 req-2059a8cf-5eeb-409a-8676-66651cafeb5d tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735247 Nov 12 08:17:23.188894 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-dcce3a66-69cc-4524-bf4c-e0bb8f8f414f req-e88c5628-f18c-4cf6-9206-dc823d406863 service neutron] For port dcdee9ab-0f6f-427f-b458-f12f8f65f32d, host n-h1-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:17:23.209837 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-dcce3a66-69cc-4524-bf4c-e0bb8f8f414f req-e88c5628-f18c-4cf6-9206-dc823d406863 service neutron] For port dcdee9ab-0f6f-427f-b458-f12f8f65f32d, host n-h1-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=dcdee9ab-0f6f-427f-b458-f12f8f65f32d,segment=NetworkSegment(796655e0-3364-45b6-8923-bd5e3a27ab44),segment_id=796655e0-3364-45b6-8923-bd5e3a27ab44)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:17:23.210431 n-d-765315-29 neutron-server[102600]: INFO neutron.api.v2.resource [req-51e25f22-a811-4830-a92c-bcc7a10f1e05 req-f9dc132b-384f-40e7-84b6-7c3abf4199a0 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] show failed (client error): The resource could not be found. Nov 12 08:17:23.224258 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354ab3db-c1a9-4498-8384-f8f06513e2a1 req-ec448c5e-9633-40c7-a364-91da64f670f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:23.225906 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-354ab3db-c1a9-4498-8384-f8f06513e2a1 req-ec448c5e-9633-40c7-a364-91da64f670f1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d9da0aea-a566-45b9-9c03-96285e001b2b HTTP/1.1" status: 200 len: 1102 time: 0.2239668 Nov 12 08:17:23.227627 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-51e25f22-a811-4830-a92c-bcc7a10f1e05 req-f9dc132b-384f-40e7-84b6-7c3abf4199a0 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/security-groups/5f70ec86-ca2e-4ba0-a470-1b0db390f960 HTTP/1.1" status: 404 len: 352 time: 0.0412412 Nov 12 08:17:23.228977 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-dcce3a66-69cc-4524-bf4c-e0bb8f8f414f req-e88c5628-f18c-4cf6-9206-dc823d406863 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:23.251077 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-baaebb92-759b-4c5e-a4bc-905318abfc4d req-9a3277cb-fc26-4280-9a9c-3f04c69a7988 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209697 Nov 12 08:17:23.340280 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce3a66-69cc-4524-bf4c-e0bb8f8f414f req-e88c5628-f18c-4cf6-9206-dc823d406863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:23.341312 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-dcce3a66-69cc-4524-bf4c-e0bb8f8f414f req-e88c5628-f18c-4cf6-9206-dc823d406863 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:23.343030 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dcce3a66-69cc-4524-bf4c-e0bb8f8f414f req-e88c5628-f18c-4cf6-9206-dc823d406863 service neutron] 10.222.0.21 "PUT /v2.0/ports/dcdee9ab-0f6f-427f-b458-f12f8f65f32d HTTP/1.1" status: 200 len: 1092 time: 2.6301062 Nov 12 08:17:23.343866 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20b83579-3dd4-4d02-9c47-79fe23b58a70', 'tag': 'dcdee9ab-0f6f-427f-b458-f12f8f65f32d'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:17:23.357274 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d28287f6-9e2c-4e2e-a374-078cf1c6af68" -d '{"events": [{"name": "network-changed", "server_uuid": "20b83579-3dd4-4d02-9c47-79fe23b58a70", "tag": "dcdee9ab-0f6f-427f-b458-f12f8f65f32d"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:17:23.379001 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4462af4-b7cd-4530-ae01-d4f5fb5fab8d req-b1738729-c9c8-4f0c-b71c-41f68358eb2d tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:23.386674 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e4462af4-b7cd-4530-ae01-d4f5fb5fab8d req-b1738729-c9c8-4f0c-b71c-41f68358eb2d tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=867280fe-66ee-4047-a8b4-3fdb92fcef26 HTTP/1.1" status: 200 len: 945 time: 0.0939500 Nov 12 08:17:23.469239 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e4462af4-b7cd-4530-ae01-d4f5fb5fab8d req-669dc40e-efe3-4092-a874-c745cac9a113 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810733 Nov 12 08:17:23.492063 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-bc691760-4b55-4e39-82ed-dd6751ff8462 req-d1ac5ade-ae42-42e3-a951-594fabd2c2e4 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-892729637', 'description': 'tempest-description-1876206944'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:17:23.496875 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88c5628-f18c-4cf6-9206-dc823d406863 service neutron] Pushing event updated for resources: {'Port': ['ID=dcdee9ab-0f6f-427f-b458-f12f8f65f32d,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:23.516816 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-354ab3db-c1a9-4498-8384-f8f06513e2a1 req-6d8ec720-0b56-4024-8b15-7f781adefcb3 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567191 Nov 12 08:17:23.523709 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-bc691760-4b55-4e39-82ed-dd6751ff8462 req-d1ac5ade-ae42-42e3-a951-594fabd2c2e4 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:23.526145 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce3a66-69cc-4524-bf4c-e0bb8f8f414f req-08b172b7-5027-4b24-b08e-68b4d0657d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:23.528212 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dcce3a66-69cc-4524-bf4c-e0bb8f8f414f req-08b172b7-5027-4b24-b08e-68b4d0657d45 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=417fd406cc39404ba5ae67c25efe38d3&device_id=20b83579-3dd4-4d02-9c47-79fe23b58a70 HTTP/1.1" status: 200 len: 1095 time: 0.1332853 Nov 12 08:17:23.545346 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b81b2ce-e94e-4128-af31-4af111b9ff0c req-36afed81-9751-40fd-ade3-42838a5e1833 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:23.547204 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7b81b2ce-e94e-4128-af31-4af111b9ff0c req-36afed81-9751-40fd-ade3-42838a5e1833 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9da0aea-a566-45b9-9c03-96285e001b2b HTTP/1.1" status: 200 len: 950 time: 0.1654401 Nov 12 08:17:23.599054 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dcce3a66-69cc-4524-bf4c-e0bb8f8f414f req-6cfeb554-8673-4acf-a93c-5dfe75013ee6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dcdee9ab-0f6f-427f-b458-f12f8f65f32d HTTP/1.1" status: 200 len: 217 time: 0.0508583 Nov 12 08:17:23.624379 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-bc691760-4b55-4e39-82ed-dd6751ff8462 req-d1ac5ade-ae42-42e3-a951-594fabd2c2e4 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:23.629840 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-bc691760-4b55-4e39-82ed-dd6751ff8462 req-d1ac5ade-ae42-42e3-a951-594fabd2c2e4 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:23.685790 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7b81b2ce-e94e-4128-af31-4af111b9ff0c req-d9a0a55a-de1d-4607-84a6-e246d285e5e5 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292357 Nov 12 08:17:23.687382 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce3a66-69cc-4524-bf4c-e0bb8f8f414f req-75d43c59-4a6a-4cee-82f3-d220c0c3ad29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:23.689835 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dcce3a66-69cc-4524-bf4c-e0bb8f8f414f req-75d43c59-4a6a-4cee-82f3-d220c0c3ad29 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3ef446da-2196-4a21-8d1a-ac361ac71b6e HTTP/1.1" status: 200 len: 860 time: 0.0824420 Nov 12 08:17:23.694754 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ac5ade-ae42-42e3-a951-594fabd2c2e4 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f9bec21-8860-4b6e-a2af-152681a37fa0,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:23.704366 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ac5ade-ae42-42e3-a951-594fabd2c2e4 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:17:23.704762 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ac5ade-ae42-42e3-a951-594fabd2c2e4 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:17:23.705112 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ac5ade-ae42-42e3-a951-594fabd2c2e4 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:17:23.705455 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ac5ade-ae42-42e3-a951-594fabd2c2e4 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:17:23.705806 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ac5ade-ae42-42e3-a951-594fabd2c2e4 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:17:23.706788 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ac5ade-ae42-42e3-a951-594fabd2c2e4 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:17:23.707132 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ac5ade-ae42-42e3-a951-594fabd2c2e4 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:17:23.707469 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ac5ade-ae42-42e3-a951-594fabd2c2e4 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:17:23.707802 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ac5ade-ae42-42e3-a951-594fabd2c2e4 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:17:23.708302 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ac5ade-ae42-42e3-a951-594fabd2c2e4 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:17:23.708633 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ac5ade-ae42-42e3-a951-594fabd2c2e4 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:17:23.708956 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ac5ade-ae42-42e3-a951-594fabd2c2e4 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:17:23.723284 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-bc691760-4b55-4e39-82ed-dd6751ff8462 req-d1ac5ade-ae42-42e3-a951-594fabd2c2e4 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:23.724763 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bc691760-4b55-4e39-82ed-dd6751ff8462 req-d1ac5ade-ae42-42e3-a951-594fabd2c2e4 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2378764 Nov 12 08:17:23.754198 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dcce3a66-69cc-4524-bf4c-e0bb8f8f414f req-9c0585c7-3c0d-4389-a695-a3602c6fec32 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4868e010-efee-4156-923d-bc5986bd6163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552790 Nov 12 08:17:23.759708 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-83e0940f-0732-4332-8521-574de96d2139 req-f092c19b-25b2-44ca-b46d-f05e931bb4ab tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-904019423', 'description': 'tempest-description-223190828'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:17:23.761666 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0322797a-1a6a-4f96-b9e0-3b7aed05094f x-openstack-request-id: req-0322797a-1a6a-4f96-b9e0-3b7aed05094f {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:17:23.761955 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20b83579-3dd4-4d02-9c47-79fe23b58a70", "tag": "dcdee9ab-0f6f-427f-b458-f12f8f65f32d", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:17:23.762261 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0322797a-1a6a-4f96-b9e0-3b7aed05094f {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:17:23.762690 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20b83579-3dd4-4d02-9c47-79fe23b58a70', 'tag': 'dcdee9ab-0f6f-427f-b458-f12f8f65f32d', 'status': 'completed', 'code': 200} Nov 12 08:17:23.788234 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-83e0940f-0732-4332-8521-574de96d2139 req-f092c19b-25b2-44ca-b46d-f05e931bb4ab tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:23.892497 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-83e0940f-0732-4332-8521-574de96d2139 req-f092c19b-25b2-44ca-b46d-f05e931bb4ab tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:23.900812 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-83e0940f-0732-4332-8521-574de96d2139 req-f092c19b-25b2-44ca-b46d-f05e931bb4ab tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:23.942212 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-83e0940f-0732-4332-8521-574de96d2139 req-f092c19b-25b2-44ca-b46d-f05e931bb4ab tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:23.943947 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-83e0940f-0732-4332-8521-574de96d2139 req-f092c19b-25b2-44ca-b46d-f05e931bb4ab tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.1881976 Nov 12 08:17:23.956511 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f092c19b-25b2-44ca-b46d-f05e931bb4ab tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a698b1b8-90e6-454b-9a20-661d02b3889d,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:23.979820 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dcce3a66-69cc-4524-bf4c-e0bb8f8f414f req-da20d607-10c8-4f60-90c5-d839828f35a4 service neutron] 10.222.0.21 "GET /v2.0/networks/4868e010-efee-4156-923d-bc5986bd6163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130210 Nov 12 08:17:24.005978 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0621039f-4c6d-4bd7-b190-06d0fa94a226 req-5743f650-cb98-4ce5-8978-26b32dd4c1d8 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:24.007522 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0621039f-4c6d-4bd7-b190-06d0fa94a226 req-5743f650-cb98-4ce5-8978-26b32dd4c1d8 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/ports?device_id=20b83579-3dd4-4d02-9c47-79fe23b58a70 HTTP/1.1" status: 200 len: 943 time: 0.1169167 Nov 12 08:17:24.083655 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0621039f-4c6d-4bd7-b190-06d0fa94a226 req-f8d94fd6-e805-4f6a-9a40-a070c3c955be tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/security-groups?id=aec52d38-03ed-427d-a216-63dd2a33f98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657272 Nov 12 08:17:24.132872 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57268bbf-13f1-480a-92c2-d987ba4dce35 req-d89c8066-78cf-483f-a08e-3740d2788d12 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:24.148879 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-24fd2c9c-c86e-4c67-b2c3-2889c62ff75b req-d09de93f-67df-48d5-ae19-2cb9293352a8 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-844571172', 'description': 'tempest-description-1906010268'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:17:24.149577 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-57268bbf-13f1-480a-92c2-d987ba4dce35 req-d89c8066-78cf-483f-a08e-3740d2788d12 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d86ea33-8ea0-4666-aa3f-67876d020811 HTTP/1.1" status: 200 len: 946 time: 0.1114516 Nov 12 08:17:24.182703 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dcce3a66-69cc-4524-bf4c-e0bb8f8f414f req-ea2103fe-1200-41d4-a087-1c266763907f service neutron] 10.222.0.21 "GET /v2.0/networks/4868e010-efee-4156-923d-bc5986bd6163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928525 Nov 12 08:17:24.197814 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-24fd2c9c-c86e-4c67-b2c3-2889c62ff75b req-d09de93f-67df-48d5-ae19-2cb9293352a8 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:24.209782 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-57268bbf-13f1-480a-92c2-d987ba4dce35 req-b74b7739-f5b6-4df5-9180-c78d58a599da tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590007 Nov 12 08:17:24.346472 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-24fd2c9c-c86e-4c67-b2c3-2889c62ff75b req-d09de93f-67df-48d5-ae19-2cb9293352a8 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:24.354581 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-24fd2c9c-c86e-4c67-b2c3-2889c62ff75b req-d09de93f-67df-48d5-ae19-2cb9293352a8 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:24.359700 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a23c9-d53b-453c-bc26-33c89eebc31d req-83c7fb88-9894-483b-abec-c3c13b32ac8d tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:24.361365 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ee4a23c9-d53b-453c-bc26-33c89eebc31d req-83c7fb88-9894-483b-abec-c3c13b32ac8d tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f57cf19d-8546-4524-93ec-600f8426f630 HTTP/1.1" status: 200 len: 946 time: 0.0860035 Nov 12 08:17:24.363632 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28287f6-9e2c-4e2e-a374-078cf1c6af68 req-b64db5dd-70cc-4af1-a1e9-06e5abe44d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:24.365242 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d28287f6-9e2c-4e2e-a374-078cf1c6af68 req-b64db5dd-70cc-4af1-a1e9-06e5abe44d3d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=417fd406cc39404ba5ae67c25efe38d3&device_id=20b83579-3dd4-4d02-9c47-79fe23b58a70 HTTP/1.1" status: 200 len: 1095 time: 0.1052957 Nov 12 08:17:24.424761 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-24fd2c9c-c86e-4c67-b2c3-2889c62ff75b req-d09de93f-67df-48d5-ae19-2cb9293352a8 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:24.431076 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-24fd2c9c-c86e-4c67-b2c3-2889c62ff75b req-d09de93f-67df-48d5-ae19-2cb9293352a8 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2907791 Nov 12 08:17:24.444431 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ee4a23c9-d53b-453c-bc26-33c89eebc31d req-7b06b776-7598-4bf5-8bf5-ec9358934418 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715878 Nov 12 08:17:24.489029 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09de93f-67df-48d5-ae19-2cb9293352a8 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8d05861-0225-4362-9831-a87090657a78,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:24.585198 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-74699b09-9cb8-4e2c-9eab-d15cd2de3bff req-f4adf0af-5a22-4984-ad00-b7720492c449 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bd3c626eb63b4933a99b1b7c7c998e8c HTTP/1.1" status: 200 len: 10995 time: 0.1236858 Nov 12 08:17:24.588469 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1c537e-5ea9-4069-bb96-1e1ac1112f25 req-592ab2fd-246a-4a32-ab39-4493827deffd tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:24.590193 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fe1c537e-5ea9-4069-bb96-1e1ac1112f25 req-592ab2fd-246a-4a32-ab39-4493827deffd tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=ebbe8b45-86a6-4712-bda1-f12f02e5941d HTTP/1.1" status: 200 len: 946 time: 0.0852315 Nov 12 08:17:24.591362 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28287f6-9e2c-4e2e-a374-078cf1c6af68 req-323e1fcf-b485-4bff-852d-d683fde8d5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:24.593540 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d28287f6-9e2c-4e2e-a374-078cf1c6af68 req-323e1fcf-b485-4bff-852d-d683fde8d5f3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4868e010-efee-4156-923d-bc5986bd6163 HTTP/1.1" status: 200 len: 921 time: 0.2154059 Nov 12 08:17:24.655103 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-74699b09-9cb8-4e2c-9eab-d15cd2de3bff req-c438ad12-6eea-4914-94c6-0359d1ff6c5b tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/security-groups/bc675cb9-5df2-45c0-9fdb-ab595f0767f4 HTTP/1.1" status: 200 len: 2998 time: 0.0531046 Nov 12 08:17:24.661403 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d28287f6-9e2c-4e2e-a374-078cf1c6af68 req-2a6a1f3e-8dcc-464c-8120-8935c20b5b3d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dcdee9ab-0f6f-427f-b458-f12f8f65f32d HTTP/1.1" status: 200 len: 217 time: 0.0557971 Nov 12 08:17:24.719550 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fe1c537e-5ea9-4069-bb96-1e1ac1112f25 req-65dfbdcb-f2bf-4948-995d-260eaaa7e2f3 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214108 Nov 12 08:17:24.752022 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28287f6-9e2c-4e2e-a374-078cf1c6af68 req-223e3492-c4c5-4a6c-8ca2-860d6af993d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:24.752022 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d28287f6-9e2c-4e2e-a374-078cf1c6af68 req-223e3492-c4c5-4a6c-8ca2-860d6af993d3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3ef446da-2196-4a21-8d1a-ac361ac71b6e HTTP/1.1" status: 200 len: 860 time: 0.0738432 Nov 12 08:17:24.752268 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-74699b09-9cb8-4e2c-9eab-d15cd2de3bff req-df57d040-f36b-4a8b-b3a2-7d80cddb8cae tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/security-groups/bc675cb9-5df2-45c0-9fdb-ab595f0767f4 HTTP/1.1" status: 200 len: 2998 time: 0.0671239 Nov 12 08:17:24.789860 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d28287f6-9e2c-4e2e-a374-078cf1c6af68 req-92688951-4a16-4b65-973a-796ecc8fa075 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4868e010-efee-4156-923d-bc5986bd6163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350442 Nov 12 08:17:24.860904 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f373af-55b1-4092-ad7b-d707db017b5a req-4b2bbbdb-1ed7-4c87-8f39-bf33ee9261f5 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:24.869605 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-86f373af-55b1-4092-ad7b-d707db017b5a req-4b2bbbdb-1ed7-4c87-8f39-bf33ee9261f5 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9da0aea-a566-45b9-9c03-96285e001b2b HTTP/1.1" status: 200 len: 950 time: 0.0685532 Nov 12 08:17:24.932356 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-86f373af-55b1-4092-ad7b-d707db017b5a req-e56adcd8-fc96-4967-8772-7006c2e798ff tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618570 Nov 12 08:17:25.052730 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c11ad3d4-63b0-47e9-9c87-11fbb3dc3f97 req-95c455d2-3655-4678-9cd8-0522efdd7a35 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/security-groups/3f9bec21-8860-4b6e-a2af-152681a37fa0 HTTP/1.1" status: 200 len: 1817 time: 0.0557907 Nov 12 08:17:25.158956 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-c11ad3d4-63b0-47e9-9c87-11fbb3dc3f97 req-51659593-3457-4590-8640-8120004831b2 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:25.207326 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-c11ad3d4-63b0-47e9-9c87-11fbb3dc3f97 req-51659593-3457-4590-8640-8120004831b2 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:25.276164 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-c11ad3d4-63b0-47e9-9c87-11fbb3dc3f97 req-51659593-3457-4590-8640-8120004831b2 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:25.278688 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-c11ad3d4-63b0-47e9-9c87-11fbb3dc3f97 req-51659593-3457-4590-8640-8120004831b2 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:25.279848 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c11ad3d4-63b0-47e9-9c87-11fbb3dc3f97 req-51659593-3457-4590-8640-8120004831b2 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "DELETE /v2.0/security-groups/3f9bec21-8860-4b6e-a2af-152681a37fa0 HTTP/1.1" status: 204 len: 173 time: 0.2197671 Nov 12 08:17:25.297682 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51659593-3457-4590-8640-8120004831b2 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f9bec21-8860-4b6e-a2af-152681a37fa0,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:25.299807 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6966fd37-d909-4854-895e-502953fe5f73 req-3a2f2b5d-9fcf-452a-87ed-37fb157cd6e4 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:25.300979 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6966fd37-d909-4854-895e-502953fe5f73 req-3a2f2b5d-9fcf-452a-87ed-37fb157cd6e4 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=867280fe-66ee-4047-a8b4-3fdb92fcef26 HTTP/1.1" status: 200 len: 945 time: 0.4881611 Nov 12 08:17:25.302897 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d28287f6-9e2c-4e2e-a374-078cf1c6af68 req-f108a5f8-f955-4def-9872-91cd7ed3f2b5 service neutron] 10.222.0.21 "GET /v2.0/networks/4868e010-efee-4156-923d-bc5986bd6163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5047400 Nov 12 08:17:25.464940 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6966fd37-d909-4854-895e-502953fe5f73 req-00b80aef-200c-45e3-9fad-f75e6b7ffd17 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027141 Nov 12 08:17:25.468872 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d28287f6-9e2c-4e2e-a374-078cf1c6af68 req-779fc874-060f-4747-93a1-4e442b08563d service neutron] 10.222.0.21 "GET /v2.0/networks/4868e010-efee-4156-923d-bc5986bd6163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462371 Nov 12 08:17:25.594128 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40ce021-84d0-4f0f-bba5-210483c213d6 req-1051cc41-18fe-412b-941a-29b68ff75949 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:25.595719 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d40ce021-84d0-4f0f-bba5-210483c213d6 req-1051cc41-18fe-412b-941a-29b68ff75949 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/ports?device_id=20b83579-3dd4-4d02-9c47-79fe23b58a70 HTTP/1.1" status: 200 len: 943 time: 0.0725956 Nov 12 08:17:25.626788 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf19b467-91c1-476b-8ae8-e7cc36c0f288 req-88f96b5e-e363-41c4-b685-aeb7ccee0f58 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:25.629181 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cf19b467-91c1-476b-8ae8-e7cc36c0f288 req-88f96b5e-e363-41c4-b685-aeb7ccee0f58 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d86ea33-8ea0-4666-aa3f-67876d020811 HTTP/1.1" status: 200 len: 946 time: 0.0604908 Nov 12 08:17:25.659621 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d40ce021-84d0-4f0f-bba5-210483c213d6 req-fc0b74ab-152b-4cc1-bfc8-b65f4136b637 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/security-groups?id=aec52d38-03ed-427d-a216-63dd2a33f98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546527 Nov 12 08:17:25.712699 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cf19b467-91c1-476b-8ae8-e7cc36c0f288 req-3f12670c-181d-4494-aa46-e815f7745112 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722330 Nov 12 08:17:25.713939 n-d-765315-29 neutron-server[102600]: INFO neutron.api.v2.resource [req-9a3effa5-fa8e-4dee-bf46-efcab85338be req-a1072cd5-817c-4c75-91db-ac8813fa750c tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] show failed (client error): The resource could not be found. Nov 12 08:17:25.714995 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9a3effa5-fa8e-4dee-bf46-efcab85338be req-a1072cd5-817c-4c75-91db-ac8813fa750c tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/security-groups/3f9bec21-8860-4b6e-a2af-152681a37fa0 HTTP/1.1" status: 404 len: 352 time: 0.0163939 Nov 12 08:17:25.859405 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ded06fe-d623-49c2-8348-69dd85a99739 req-16d1b38e-bc68-4dbf-a758-b795c9605d22 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:25.866971 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2ded06fe-d623-49c2-8348-69dd85a99739 req-16d1b38e-bc68-4dbf-a758-b795c9605d22 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f57cf19d-8546-4524-93ec-600f8426f630 HTTP/1.1" status: 200 len: 946 time: 0.0836110 Nov 12 08:17:25.887006 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f072b074-92be-44d0-b19d-68ddee11713d req-adfdc8f8-0715-4337-8d5e-5739afd5f712 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:25.888628 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f072b074-92be-44d0-b19d-68ddee11713d req-adfdc8f8-0715-4337-8d5e-5739afd5f712 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=ebbe8b45-86a6-4712-bda1-f12f02e5941d HTTP/1.1" status: 200 len: 946 time: 0.0887713 Nov 12 08:17:25.923165 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2ded06fe-d623-49c2-8348-69dd85a99739 req-2d2e85e4-7109-4e1a-bd66-ad90cd58104d tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492132 Nov 12 08:17:25.961746 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f072b074-92be-44d0-b19d-68ddee11713d req-91ac94eb-9a97-4c9f-9eea-94610757d094 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648384 Nov 12 08:17:25.995139 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-02c1cc90-ae2c-47e8-863e-9d52dfc1990d req-8dc05631-5dd4-45bf-82a3-3c5321f7bd05 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/security-groups/a698b1b8-90e6-454b-9a20-661d02b3889d HTTP/1.1" status: 200 len: 1816 time: 0.0508485 Nov 12 08:17:26.079963 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7e33b0-e2bd-4990-a04f-d560859c3cc5 req-a80ee189-7c27-4e41-a557-1be8728261f4 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:26.081682 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5a7e33b0-e2bd-4990-a04f-d560859c3cc5 req-a80ee189-7c27-4e41-a557-1be8728261f4 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9da0aea-a566-45b9-9c03-96285e001b2b HTTP/1.1" status: 200 len: 950 time: 0.0579550 Nov 12 08:17:26.092659 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-02c1cc90-ae2c-47e8-863e-9d52dfc1990d req-35d40ee4-9fe8-4c2d-96ff-3fa49677b46a tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:26.135707 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-02c1cc90-ae2c-47e8-863e-9d52dfc1990d req-35d40ee4-9fe8-4c2d-96ff-3fa49677b46a tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:26.152120 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5a7e33b0-e2bd-4990-a04f-d560859c3cc5 req-6cca5d41-6785-438c-afe5-4fec4c918f92 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573399 Nov 12 08:17:26.192502 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-02c1cc90-ae2c-47e8-863e-9d52dfc1990d req-35d40ee4-9fe8-4c2d-96ff-3fa49677b46a tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:26.197586 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-02c1cc90-ae2c-47e8-863e-9d52dfc1990d req-35d40ee4-9fe8-4c2d-96ff-3fa49677b46a tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:26.205314 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-02c1cc90-ae2c-47e8-863e-9d52dfc1990d req-35d40ee4-9fe8-4c2d-96ff-3fa49677b46a tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "DELETE /v2.0/security-groups/a698b1b8-90e6-454b-9a20-661d02b3889d HTTP/1.1" status: 204 len: 173 time: 0.1975923 Nov 12 08:17:26.232182 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d40ee4-9fe8-4c2d-96ff-3fa49677b46a tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a698b1b8-90e6-454b-9a20-661d02b3889d,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:26.247789 n-d-765315-29 neutron-server[102600]: INFO neutron.api.v2.resource [req-286cace8-d5ce-4bd7-8c63-d1cd2736c482 req-c858f6af-90a6-48a5-961e-95aa18e2b2b8 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] show failed (client error): The resource could not be found. Nov 12 08:17:26.266527 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-286cace8-d5ce-4bd7-8c63-d1cd2736c482 req-c858f6af-90a6-48a5-961e-95aa18e2b2b8 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/security-groups/a698b1b8-90e6-454b-9a20-661d02b3889d HTTP/1.1" status: 404 len: 352 time: 0.0319009 Nov 12 08:17:26.283486 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296535ec-6e40-4a2f-9c7e-6dc778521c11 req-d26264fb-5275-4c24-821a-3a2ca9d02f88 tempest-ServersOnMultiNodesTest-2056534105 tempest-ServersOnMultiNodesTest-2056534105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:26.288572 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-296535ec-6e40-4a2f-9c7e-6dc778521c11 req-d26264fb-5275-4c24-821a-3a2ca9d02f88 tempest-ServersOnMultiNodesTest-2056534105 tempest-ServersOnMultiNodesTest-2056534105-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=d9da0aea-a566-45b9-9c03-96285e001b2b HTTP/1.1" status: 200 len: 1102 time: 0.0586479 Nov 12 08:17:26.338807 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7ddb9375-8904-4052-aaaa-7858be8c4139 req-152982ac-5628-4fd4-9110-f6e981988bff tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/security-groups/e8d05861-0225-4362-9831-a87090657a78 HTTP/1.1" status: 200 len: 1817 time: 0.0575042 Nov 12 08:17:26.376871 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-296535ec-6e40-4a2f-9c7e-6dc778521c11 req-e3d0518b-a108-463e-9ff2-fd89b6140d4f tempest-ServersOnMultiNodesTest-2056534105 tempest-ServersOnMultiNodesTest-2056534105-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729136 Nov 12 08:17:26.459963 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-7ddb9375-8904-4052-aaaa-7858be8c4139 req-668b8046-ae3d-4740-9179-901bd585c9a3 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:26.521929 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-7ddb9375-8904-4052-aaaa-7858be8c4139 req-668b8046-ae3d-4740-9179-901bd585c9a3 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:26.598774 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-7ddb9375-8904-4052-aaaa-7858be8c4139 req-668b8046-ae3d-4740-9179-901bd585c9a3 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:26.601540 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-7ddb9375-8904-4052-aaaa-7858be8c4139 req-668b8046-ae3d-4740-9179-901bd585c9a3 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:26.602801 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7ddb9375-8904-4052-aaaa-7858be8c4139 req-668b8046-ae3d-4740-9179-901bd585c9a3 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "DELETE /v2.0/security-groups/e8d05861-0225-4362-9831-a87090657a78 HTTP/1.1" status: 204 len: 173 time: 0.2573466 Nov 12 08:17:26.614093 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668b8046-ae3d-4740-9179-901bd585c9a3 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8d05861-0225-4362-9831-a87090657a78,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:26.685217 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bf7a44-b05e-44a1-9b5d-871354185b7d req-d1875530-2c0b-4409-ac8e-a0132a8da341 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:26.694844 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-47bf7a44-b05e-44a1-9b5d-871354185b7d req-d1875530-2c0b-4409-ac8e-a0132a8da341 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=867280fe-66ee-4047-a8b4-3fdb92fcef26 HTTP/1.1" status: 200 len: 945 time: 0.0910532 Nov 12 08:17:26.755252 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3b704ea9-2d2e-48a7-a179-b347b01eabd9 req-54f7df8d-2311-42ff-9ce3-0a141a475db6 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=3dad16d1cf804c93a62c38374b8fb4ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329554 Nov 12 08:17:26.758145 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-47bf7a44-b05e-44a1-9b5d-871354185b7d req-146c0763-c954-46ae-bd92-1171314c7c61 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623343 Nov 12 08:17:26.808201 n-d-765315-29 neutron-server[102599]: INFO neutron.api.v2.resource [req-5bf5ff3f-8a86-4bbc-a64a-2ca43f643650 req-aae1059c-d557-4717-b26d-884605ee33ef tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] show failed (client error): The resource could not be found. Nov 12 08:17:26.809381 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5bf5ff3f-8a86-4bbc-a64a-2ca43f643650 req-aae1059c-d557-4717-b26d-884605ee33ef tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/security-groups/e8d05861-0225-4362-9831-a87090657a78 HTTP/1.1" status: 404 len: 352 time: 0.0197449 Nov 12 08:17:26.897041 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b704ea9-2d2e-48a7-a179-b347b01eabd9 req-1536a2e6-de59-4adf-b709-5ef10daf0fc8 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:26.899105 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3b704ea9-2d2e-48a7-a179-b347b01eabd9 req-1536a2e6-de59-4adf-b709-5ef10daf0fc8 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1374803 Nov 12 08:17:26.919158 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3b704ea9-2d2e-48a7-a179-b347b01eabd9 req-a8d695e1-2e90-402f-82f8-8b7fd45a1c71 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/quotas/3dad16d1cf804c93a62c38374b8fb4ba HTTP/1.1" status: 200 len: 375 time: 0.0133936 Nov 12 08:17:26.929514 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4cf5df-6952-4069-bf57-979c5f3c874d req-739440e6-6e88-4ff6-a282-e8ef1f20184b tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:26.931133 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8c4cf5df-6952-4069-bf57-979c5f3c874d req-739440e6-6e88-4ff6-a282-e8ef1f20184b tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/ports?device_id=20b83579-3dd4-4d02-9c47-79fe23b58a70 HTTP/1.1" status: 200 len: 943 time: 0.0635662 Nov 12 08:17:26.983925 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8c4cf5df-6952-4069-bf57-979c5f3c874d req-45d7338a-e083-4014-80b7-d06f8f79f213 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/security-groups?id=aec52d38-03ed-427d-a216-63dd2a33f98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442712 Nov 12 08:17:26.991437 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3b704ea9-2d2e-48a7-a179-b347b01eabd9 req-a70f9c00-f15f-48ca-a77a-37cb77f7ceb6 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=3dad16d1cf804c93a62c38374b8fb4ba&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0642445 Nov 12 08:17:27.093781 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1382f094-4d6f-4b0e-85ce-e24fb0f4be89 req-0b2a227c-fe0b-4764-b92f-5ebd63f2bac1 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:27.095343 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1382f094-4d6f-4b0e-85ce-e24fb0f4be89 req-0b2a227c-fe0b-4764-b92f-5ebd63f2bac1 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d86ea33-8ea0-4666-aa3f-67876d020811 HTTP/1.1" status: 200 len: 946 time: 0.0544362 Nov 12 08:17:27.148187 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1382f094-4d6f-4b0e-85ce-e24fb0f4be89 req-17959fb4-d1f9-42a7-b0e3-4b4b16c2428b tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448346 Nov 12 08:17:27.189862 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0d767309-b560-447c-a7a1-0320dc8a1e6c req-509755e7-0b6c-467e-8004-c9e9abed6d7e tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bd3c626eb63b4933a99b1b7c7c998e8c HTTP/1.1" status: 200 len: 6198 time: 0.0814574 Nov 12 08:17:27.246533 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0d767309-b560-447c-a7a1-0320dc8a1e6c req-dc35add1-8921-4742-bade-b032e6ed1844 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/security-groups/bc675cb9-5df2-45c0-9fdb-ab595f0767f4 HTTP/1.1" status: 200 len: 2998 time: 0.0500216 Nov 12 08:17:27.263897 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ecbd15-d275-4381-a6a3-3286b0baa794 req-a400b40f-648a-4358-a0fa-7dbd87843bcf tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:27.265560 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-88ecbd15-d275-4381-a6a3-3286b0baa794 req-a400b40f-648a-4358-a0fa-7dbd87843bcf tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f57cf19d-8546-4524-93ec-600f8426f630 HTTP/1.1" status: 200 len: 946 time: 0.0529349 Nov 12 08:17:27.291051 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0d767309-b560-447c-a7a1-0320dc8a1e6c req-c06eb83a-9dc5-43dd-acbc-d12d2976721f tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/security-groups/bc675cb9-5df2-45c0-9fdb-ab595f0767f4 HTTP/1.1" status: 200 len: 2998 time: 0.0436051 Nov 12 08:17:27.326059 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-88ecbd15-d275-4381-a6a3-3286b0baa794 req-0f8d0a6a-f2de-497e-ad40-ac182f4fa956 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534644 Nov 12 08:17:27.412906 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9a64b5ae-71f1-4366-8dd6-a79439fc9ced req-b51b20a5-7729-4595-924a-2bdbb80a01a6 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e4aa82c-df47-4cfb-8723-dfb1bf6ac7fe HTTP/1.1" status: 200 len: 210 time: 0.0279586 Nov 12 08:17:27.422712 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13fce85-fb6e-46f6-b8a5-54d92a9ca28c req-be079c66-b863-4c12-8a15-15268734b8af tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:27.424221 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a13fce85-fb6e-46f6-b8a5-54d92a9ca28c req-be079c66-b863-4c12-8a15-15268734b8af tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=ebbe8b45-86a6-4712-bda1-f12f02e5941d HTTP/1.1" status: 200 len: 946 time: 0.0765798 Nov 12 08:17:27.442381 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-ad1443e3-d505-453d-ab16-9da0bd9fd1c3 req-121fbe65-8a0d-40b1-b54b-93250ab5104b tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1155059066', 'description': 'tempest-description-1189736318'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:17:27.470772 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-ad1443e3-d505-453d-ab16-9da0bd9fd1c3 req-121fbe65-8a0d-40b1-b54b-93250ab5104b tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:27.491291 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a13fce85-fb6e-46f6-b8a5-54d92a9ca28c req-f1efb145-6d30-486b-9e3e-dc7b5ef2a523 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591066 Nov 12 08:17:27.546471 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-ad1443e3-d505-453d-ab16-9da0bd9fd1c3 req-121fbe65-8a0d-40b1-b54b-93250ab5104b tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:27.550493 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-ad1443e3-d505-453d-ab16-9da0bd9fd1c3 req-121fbe65-8a0d-40b1-b54b-93250ab5104b tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:27.580673 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-ad1443e3-d505-453d-ab16-9da0bd9fd1c3 req-121fbe65-8a0d-40b1-b54b-93250ab5104b tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:27.582331 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ad1443e3-d505-453d-ab16-9da0bd9fd1c3 req-121fbe65-8a0d-40b1-b54b-93250ab5104b tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.1449215 Nov 12 08:17:27.587652 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121fbe65-8a0d-40b1-b54b-93250ab5104b tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c3e8e87-1cf1-4738-ad4c-0bffd248fe24,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:27.609034 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-5c1ff26b-5d3c-4e20-a125-c4b524027951 req-fb77bd93-2c1f-44c1-b7a0-e4eee4972987 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-628504989', 'description': 'tempest-description-908560338'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:17:27.632200 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-5c1ff26b-5d3c-4e20-a125-c4b524027951 req-fb77bd93-2c1f-44c1-b7a0-e4eee4972987 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:27.706820 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-5c1ff26b-5d3c-4e20-a125-c4b524027951 req-fb77bd93-2c1f-44c1-b7a0-e4eee4972987 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:27.712014 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-5c1ff26b-5d3c-4e20-a125-c4b524027951 req-fb77bd93-2c1f-44c1-b7a0-e4eee4972987 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:27.743744 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-5c1ff26b-5d3c-4e20-a125-c4b524027951 req-fb77bd93-2c1f-44c1-b7a0-e4eee4972987 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:27.745013 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5c1ff26b-5d3c-4e20-a125-c4b524027951 req-fb77bd93-2c1f-44c1-b7a0-e4eee4972987 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.1400743 Nov 12 08:17:27.749229 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb77bd93-2c1f-44c1-b7a0-e4eee4972987 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55ba6ca3-5d33-4238-9263-d272452dd01f,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:27.768028 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec0e8a3-e1a3-4664-9e21-f09f2fcba2ef req-b447448f-0e73-4313-a9a1-7ff2492e46ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:27.770360 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1ec0e8a3-e1a3-4664-9e21-f09f2fcba2ef req-b447448f-0e73-4313-a9a1-7ff2492e46ab service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=89f29a2548464b6e8bac4db47e7c0c8b&device_id=f57cf19d-8546-4524-93ec-600f8426f630 HTTP/1.1" status: 200 len: 1098 time: 0.0581298 Nov 12 08:17:27.923974 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d26946e-3958-4129-bab2-4ff22c322ff0 req-29931d8a-ac58-47df-8636-cf6419684993 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:27.926020 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2d26946e-3958-4129-bab2-4ff22c322ff0 req-29931d8a-ac58-47df-8636-cf6419684993 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=867280fe-66ee-4047-a8b4-3fdb92fcef26 HTTP/1.1" status: 200 len: 945 time: 0.0780663 Nov 12 08:17:27.927045 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec0e8a3-e1a3-4664-9e21-f09f2fcba2ef req-46d6fa4d-4987-4314-a69d-bdb75d1faabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:27.928695 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1ec0e8a3-e1a3-4664-9e21-f09f2fcba2ef req-46d6fa4d-4987-4314-a69d-bdb75d1faabe service neutron] 10.222.0.44 "GET /v2.0/networks?id=e1e67e1f-8798-45f5-b239-65208acc87f1 HTTP/1.1" status: 200 len: 913 time: 0.1388903 Nov 12 08:17:27.983050 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1ec0e8a3-e1a3-4664-9e21-f09f2fcba2ef req-a3fb7402-2a76-4f6b-895b-04a66a98b1ae service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8df7f53-8221-4988-88f9-2eda5417dcd4 HTTP/1.1" status: 200 len: 217 time: 0.0439687 Nov 12 08:17:28.021389 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b880a0-69aa-4215-ad6f-10a3a904332e req-4565dae1-82d9-458b-81d7-0d1acca3abc6 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:28.022984 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-76b880a0-69aa-4215-ad6f-10a3a904332e req-4565dae1-82d9-458b-81d7-0d1acca3abc6 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/networks?id=8faf6eb6-6b59-4208-b8ed-8f200f462710 HTTP/1.1" status: 200 len: 812 time: 0.1055863 Nov 12 08:17:28.039869 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-76b880a0-69aa-4215-ad6f-10a3a904332e req-e67cf45d-7b98-48a8-a6d5-ebf2870bc0c5 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/quotas/bd3c626eb63b4933a99b1b7c7c998e8c HTTP/1.1" status: 200 len: 375 time: 0.0108590 Nov 12 08:17:28.046866 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2d26946e-3958-4129-bab2-4ff22c322ff0 req-d3cce09a-9cb0-49f5-96c0-5d3308503c84 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138701 Nov 12 08:17:28.060696 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec0e8a3-e1a3-4664-9e21-f09f2fcba2ef req-38d71a41-ba45-471f-85c7-6cf314aca483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:28.061777 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1ec0e8a3-e1a3-4664-9e21-f09f2fcba2ef req-38d71a41-ba45-471f-85c7-6cf314aca483 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7bdc75da-af9b-40e1-a42f-7bb0c158e2a1 HTTP/1.1" status: 200 len: 852 time: 0.0688064 Nov 12 08:17:28.098050 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-76b880a0-69aa-4215-ad6f-10a3a904332e req-4629bc36-5cd0-4c4c-a505-c13b0a6bddf8 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=bd3c626eb63b4933a99b1b7c7c998e8c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0523207 Nov 12 08:17:28.106430 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1ec0e8a3-e1a3-4664-9e21-f09f2fcba2ef req-37be94a3-1399-4bda-abbf-8dea74fb348e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e1e67e1f-8798-45f5-b239-65208acc87f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320158 Nov 12 08:17:28.190264 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-76b880a0-69aa-4215-ad6f-10a3a904332e req-58bec23d-1624-47e4-a962-5f20025da0e1 service neutron] 10.222.0.26 "GET /v2.0/networks/8faf6eb6-6b59-4208-b8ed-8f200f462710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847468 Nov 12 08:17:28.220279 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c28bde-7acc-4fb7-9085-900d7538626e req-9aff0963-712e-4f58-bfa8-5f1f80160ded tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:28.222733 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d3c28bde-7acc-4fb7-9085-900d7538626e req-9aff0963-712e-4f58-bfa8-5f1f80160ded tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/ports?device_id=20b83579-3dd4-4d02-9c47-79fe23b58a70 HTTP/1.1" status: 200 len: 943 time: 0.1152015 Nov 12 08:17:28.258403 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1ec0e8a3-e1a3-4664-9e21-f09f2fcba2ef req-219d94e6-ab85-4073-b82c-49379718b806 service neutron] 10.222.0.44 "GET /v2.0/networks/e1e67e1f-8798-45f5-b239-65208acc87f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410027 Nov 12 08:17:28.339708 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d3c28bde-7acc-4fb7-9085-900d7538626e req-1fb0b7ff-10c2-4e29-9b53-afa690dc6f7e tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/security-groups?id=aec52d38-03ed-427d-a216-63dd2a33f98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098394 Nov 12 08:17:28.343611 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3b704ea9-2d2e-48a7-a179-b347b01eabd9 req-3bd65c57-433a-4c86-beb0-ef54b83cc66a tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=3dad16d1cf804c93a62c38374b8fb4ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0409205 Nov 12 08:17:28.527880 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1ec0e8a3-e1a3-4664-9e21-f09f2fcba2ef req-5d144dcf-704c-4344-a996-48be943af534 service neutron] 10.222.0.44 "GET /v2.0/networks/e1e67e1f-8798-45f5-b239-65208acc87f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548981 Nov 12 08:17:28.565903 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b704ea9-2d2e-48a7-a179-b347b01eabd9 req-032e2762-fc80-4188-919d-8db999b89b5d tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:28.567617 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3b704ea9-2d2e-48a7-a179-b347b01eabd9 req-032e2762-fc80-4188-919d-8db999b89b5d tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1905186 Nov 12 08:17:28.576399 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699b5fd5-bac5-4041-b52f-9f1b8611d27f req-3c8c5641-a478-4768-a3bb-db7edd79aa21 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:28.577772 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-699b5fd5-bac5-4041-b52f-9f1b8611d27f req-3c8c5641-a478-4768-a3bb-db7edd79aa21 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d86ea33-8ea0-4666-aa3f-67876d020811 HTTP/1.1" status: 200 len: 946 time: 0.1244614 Nov 12 08:17:28.584841 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-3b704ea9-2d2e-48a7-a179-b347b01eabd9 req-35a22307-dd5f-4fcd-98de-aa7e50792c7e tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Request body: {'port': {'device_id': '7e4aa82c-df47-4cfb-8723-dfb1bf6ac7fe', 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016', 'admin_state_up': True, 'tenant_id': '3dad16d1cf804c93a62c38374b8fb4ba'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:17:28.600264 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-76b880a0-69aa-4215-ad6f-10a3a904332e req-f1286be0-17bd-4816-9c30-40897ec1a3f4 service neutron] 10.222.0.26 "GET /v2.0/networks/8faf6eb6-6b59-4208-b8ed-8f200f462710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4036162 Nov 12 08:17:28.697274 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-699b5fd5-bac5-4041-b52f-9f1b8611d27f req-e8145f35-bb76-4a4c-a7a6-1ca40e119cd5 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087348 Nov 12 08:17:28.736192 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b704ea9-2d2e-48a7-a179-b347b01eabd9 req-35a22307-dd5f-4fcd-98de-aa7e50792c7e tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Made reservation on behalf of 3dad16d1cf804c93a62c38374b8fb4ba for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:17:28.740734 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-3b704ea9-2d2e-48a7-a179-b347b01eabd9 req-35a22307-dd5f-4fcd-98de-aa7e50792c7e tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:28.827253 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade9266-fd6b-485e-8544-639dd489181b req-53dcb1be-b7e8-4644-871f-34c95cc3fe0f tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:28.828823 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fade9266-fd6b-485e-8544-639dd489181b req-53dcb1be-b7e8-4644-871f-34c95cc3fe0f tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f57cf19d-8546-4524-93ec-600f8426f630 HTTP/1.1" status: 200 len: 946 time: 0.0521781 Nov 12 08:17:28.848931 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0e615243-bab5-4e7a-9b48-8cacf26bb18d req-fe8f08ca-3dcf-4643-9641-f688126caa47 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e4aa82c-df47-4cfb-8723-dfb1bf6ac7fe HTTP/1.1" status: 200 len: 210 time: 0.0721428 Nov 12 08:17:28.912267 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fade9266-fd6b-485e-8544-639dd489181b req-083a61c9-9257-4071-a7fb-5b7d7eccd6c9 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653522 Nov 12 08:17:28.956780 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-3b704ea9-2d2e-48a7-a179-b347b01eabd9 req-35a22307-dd5f-4fcd-98de-aa7e50792c7e tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Allocated IP 192.168.233.101 (107743df-d3df-459d-a6cd-9e2ab4303016/e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1/c0bc62df-8364-488b-8ac1-62d03027d74f) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:17:29.000370 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5336a446-1a68-4cc6-8c57-73813723fa12 req-e614345b-ea8f-4e7a-9457-f97852d4ed1b tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/ports?device_id=f90577b8-91e2-492f-ab0b-9c1640daca8a HTTP/1.1" status: 200 len: 210 time: 0.0502968 Nov 12 08:17:29.042954 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315bc962-a120-4dd0-a7a4-50bd55222c29 req-888ce7ce-4107-47a3-8c59-7952daf407d7 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:29.044538 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-315bc962-a120-4dd0-a7a4-50bd55222c29 req-888ce7ce-4107-47a3-8c59-7952daf407d7 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=ebbe8b45-86a6-4712-bda1-f12f02e5941d HTTP/1.1" status: 200 len: 946 time: 0.1029959 Nov 12 08:17:29.150210 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device dcdee9ab-0f6f-427f-b458-f12f8f65f32d details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:17:29.163282 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 69042d04-a54e-4455-8bb9-9bb2090c9c14 no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:17:29.168384 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-315bc962-a120-4dd0-a7a4-50bd55222c29 req-0e797f1e-46e3-4c56-9c4d-3678ea8e288b tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149023 Nov 12 08:17:29.194696 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae72ab6-323f-42ea-892b-95f3d82f119d req-5b57c78c-8966-48be-a191-bdb7ddc37acc tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:29.196443 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6ae72ab6-323f-42ea-892b-95f3d82f119d req-5b57c78c-8966-48be-a191-bdb7ddc37acc tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=867280fe-66ee-4047-a8b4-3fdb92fcef26 HTTP/1.1" status: 200 len: 945 time: 0.0745986 Nov 12 08:17:29.239815 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-3b704ea9-2d2e-48a7-a179-b347b01eabd9 req-35a22307-dd5f-4fcd-98de-aa7e50792c7e tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:29.266749 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6ae72ab6-323f-42ea-892b-95f3d82f119d req-6c44c1e2-5834-45bc-a7da-ad6819b405e3 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579751 Nov 12 08:17:29.283078 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-3b704ea9-2d2e-48a7-a179-b347b01eabd9 req-35a22307-dd5f-4fcd-98de-aa7e50792c7e tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:29.299548 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['641ecf14-1420-46c8-ab6e-1776d803d920', '6a931b66-3461-40d0-ae79-b16c89f5d99e'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:17:29.316073 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port dcdee9ab-0f6f-427f-b458-f12f8f65f32d, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=dcdee9ab-0f6f-427f-b458-f12f8f65f32d,segment=NetworkSegment(796655e0-3364-45b6-8923-bd5e3a27ab44),segment_id=796655e0-3364-45b6-8923-bd5e3a27ab44)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:17:29.333389 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b704ea9-2d2e-48a7-a179-b347b01eabd9 req-35a22307-dd5f-4fcd-98de-aa7e50792c7e tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Network 107743df-d3df-459d-a6cd-9e2ab4303016 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:17:29.339431 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-3b704ea9-2d2e-48a7-a179-b347b01eabd9 req-35a22307-dd5f-4fcd-98de-aa7e50792c7e tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:17:29.343239 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b704ea9-2d2e-48a7-a179-b347b01eabd9 req-35a22307-dd5f-4fcd-98de-aa7e50792c7e tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:17:29.377278 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a22307-dd5f-4fcd-98de-aa7e50792c7e tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Pushing event updated for resources: {'Port': ['ID=c0bc62df-8364-488b-8ac1-62d03027d74f,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:29.386841 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['ed95649b-ce37-4271-a755-fb97b8480123', '2393022c-b8ff-4fe1-8f37-568a7b900426', '9304a2ab-88c7-4303-afc3-edae093f1f00', 'be79f6de-0f9f-4bcc-a18b-80ca9b0df999', '4c622c1a-959f-4899-92dd-03a45cfceffb'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:17:29.396816 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a22307-dd5f-4fcd-98de-aa7e50792c7e tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:17:29.397250 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a22307-dd5f-4fcd-98de-aa7e50792c7e tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:17:29.397594 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a22307-dd5f-4fcd-98de-aa7e50792c7e tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:17:29.397926 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a22307-dd5f-4fcd-98de-aa7e50792c7e tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:17:29.398252 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a22307-dd5f-4fcd-98de-aa7e50792c7e tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:17:29.398611 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a22307-dd5f-4fcd-98de-aa7e50792c7e tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:17:29.399110 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a22307-dd5f-4fcd-98de-aa7e50792c7e tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:17:29.399439 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a22307-dd5f-4fcd-98de-aa7e50792c7e tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:17:29.400150 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a22307-dd5f-4fcd-98de-aa7e50792c7e tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:17:29.400472 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a22307-dd5f-4fcd-98de-aa7e50792c7e tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:17:29.400796 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a22307-dd5f-4fcd-98de-aa7e50792c7e tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:17:29.401115 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a22307-dd5f-4fcd-98de-aa7e50792c7e tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:17:29.430255 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b704ea9-2d2e-48a7-a179-b347b01eabd9 req-35a22307-dd5f-4fcd-98de-aa7e50792c7e tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:29.430931 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-3b704ea9-2d2e-48a7-a179-b347b01eabd9 req-35a22307-dd5f-4fcd-98de-aa7e50792c7e tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:29.445562 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Returning: {'device': 'dcdee9ab-0f6f-427f-b458-f12f8f65f32d', 'network_id': '4868e010-efee-4156-923d-bc5986bd6163', 'port_id': 'dcdee9ab-0f6f-427f-b458-f12f8f65f32d', 'mac_address': 'fa:16:3e:5a:fb:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ef446da-2196-4a21-8d1a-ac361ac71b6e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:17:29.458421 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3b704ea9-2d2e-48a7-a179-b347b01eabd9 req-35a22307-dd5f-4fcd-98de-aa7e50792c7e tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8775458 Nov 12 08:17:29.481357 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-3b704ea9-2d2e-48a7-a179-b347b01eabd9 req-edebc0d2-1bdf-4675-9be0-abe3cde92e9d service neutron] Request body: {'port': {'device_id': '7e4aa82c-df47-4cfb-8723-dfb1bf6ac7fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:17:29.507394 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:29.552565 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:29.572763 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660ff8d8-e7bc-468d-a5c0-c5c0eb89a990 req-1508303b-f481-4bab-9e31-6e7315a98121 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:29.574429 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-660ff8d8-e7bc-468d-a5c0-c5c0eb89a990 req-1508303b-f481-4bab-9e31-6e7315a98121 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/ports?device_id=20b83579-3dd4-4d02-9c47-79fe23b58a70 HTTP/1.1" status: 200 len: 943 time: 0.1118388 Nov 12 08:17:29.584888 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-e530113a-7783-48f4-9840-8911a24052df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcdee9ab-0f6f-427f-b458-f12f8f65f32d {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:17:29.598459 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-3b704ea9-2d2e-48a7-a179-b347b01eabd9 req-edebc0d2-1bdf-4675-9be0-abe3cde92e9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:29.599336 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '867280fe-66ee-4047-a8b4-3fdb92fcef26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69042d04-a54e-4455-8bb9-9bb2090c9c14'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:17:29.601574 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a35993d0-f8a1-44dc-9f69-a44dc694e268" -d '{"events": [{"server_uuid": "867280fe-66ee-4047-a8b4-3fdb92fcef26", "name": "network-vif-unplugged", "status": "completed", "tag": "69042d04-a54e-4455-8bb9-9bb2090c9c14"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:17:29.641266 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 69042d04-a54e-4455-8bb9-9bb2090c9c14, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=69042d04-a54e-4455-8bb9-9bb2090c9c14,segment=NetworkSegment(74228b36-f518-48da-bb5a-2dae6173211b),segment_id=74228b36-f518-48da-bb5a-2dae6173211b)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:17:29.663666 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-660ff8d8-e7bc-468d-a5c0-c5c0eb89a990 req-3f6c159a-475b-48d3-9a1f-40395c310ebc tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/security-groups?id=aec52d38-03ed-427d-a216-63dd2a33f98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803828 Nov 12 08:17:29.664845 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-459ea1c9-7021-4f74-af32-dc43278164d7 x-openstack-request-id: req-459ea1c9-7021-4f74-af32-dc43278164d7 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:17:29.665140 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "867280fe-66ee-4047-a8b4-3fdb92fcef26", "name": "network-vif-unplugged", "status": "completed", "tag": "69042d04-a54e-4455-8bb9-9bb2090c9c14", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:17:29.665392 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-459ea1c9-7021-4f74-af32-dc43278164d7 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:17:29.665787 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '867280fe-66ee-4047-a8b4-3fdb92fcef26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69042d04-a54e-4455-8bb9-9bb2090c9c14', 'code': 200} Nov 12 08:17:29.666420 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:29.671318 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port dcdee9ab-0f6f-427f-b458-f12f8f65f32d, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=dcdee9ab-0f6f-427f-b458-f12f8f65f32d,segment=NetworkSegment(796655e0-3364-45b6-8923-bd5e3a27ab44),segment_id=796655e0-3364-45b6-8923-bd5e3a27ab44)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:17:29.688922 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:29.723588 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device f8df7f53-8221-4988-88f9-2eda5417dcd4 no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:17:29.778644 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-9e7de7d8-b6c5-451d-9bab-c851459a86e5 None None] Provisioning complete for port c0bc62df-8364-488b-8ac1-62d03027d74f triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:17:29.779014 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9e7de7d8-b6c5-451d-9bab-c851459a86e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:29.826037 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2994253d-4600-49bc-bc0f-74e877f9a139 req-c8a9b3af-8d70-499c-b257-098317e5c136 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:29.827858 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2994253d-4600-49bc-bc0f-74e877f9a139 req-c8a9b3af-8d70-499c-b257-098317e5c136 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d86ea33-8ea0-4666-aa3f-67876d020811 HTTP/1.1" status: 200 len: 946 time: 0.0529954 Nov 12 08:17:29.862741 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=69042d04-a54e-4455-8bb9-9bb2090c9c14,revision_number=6']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:29.888219 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2994253d-4600-49bc-bc0f-74e877f9a139 req-759e09e3-ef19-49c9-ad39-1ff44324a9b5 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525882 Nov 12 08:17:29.911350 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-9e7de7d8-b6c5-451d-9bab-c851459a86e5 None None] Port c0bc62df-8364-488b-8ac1-62d03027d74f cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:17:29.942563 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-3b704ea9-2d2e-48a7-a179-b347b01eabd9 req-edebc0d2-1bdf-4675-9be0-abe3cde92e9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0bc62df-8364-488b-8ac1-62d03027d74f {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:17:29.969017 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-3b704ea9-2d2e-48a7-a179-b347b01eabd9 req-edebc0d2-1bdf-4675-9be0-abe3cde92e9d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:30.005247 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-3b704ea9-2d2e-48a7-a179-b347b01eabd9 req-edebc0d2-1bdf-4675-9be0-abe3cde92e9d service neutron] Transition to ACTIVE for port object c0bc62df-8364-488b-8ac1-62d03027d74f will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:17:30.005603 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=dcdee9ab-0f6f-427f-b458-f12f8f65f32d,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:30.010314 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-3b704ea9-2d2e-48a7-a179-b347b01eabd9 req-edebc0d2-1bdf-4675-9be0-abe3cde92e9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:30.040074 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:30.055379 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c06f3-2316-4d5a-b968-12ae04b9060a req-6ffc3f27-0bf3-4425-bd38-bf391bc3d24b tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:30.056999 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e69c06f3-2316-4d5a-b968-12ae04b9060a req-6ffc3f27-0bf3-4425-bd38-bf391bc3d24b tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e4aa82c-df47-4cfb-8723-dfb1bf6ac7fe HTTP/1.1" status: 200 len: 936 time: 0.1089611 Nov 12 08:17:30.094252 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fadf08-9664-4441-b5d1-186536dbf9f1 req-2dc88b88-6698-42c3-bf54-82a77ff30e9d tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:30.107181 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-10fadf08-9664-4441-b5d1-186536dbf9f1 req-2dc88b88-6698-42c3-bf54-82a77ff30e9d tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f57cf19d-8546-4524-93ec-600f8426f630 HTTP/1.1" status: 200 len: 946 time: 0.1208296 Nov 12 08:17:30.107662 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edebc0d2-1bdf-4675-9be0-abe3cde92e9d service neutron] Pushing event updated for resources: {'Port': ['ID=c0bc62df-8364-488b-8ac1-62d03027d74f,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:30.168952 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-10fadf08-9664-4441-b5d1-186536dbf9f1 req-34039fc5-9dc5-45d0-844a-a9fb4fe0e87f tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607455 Nov 12 08:17:30.177430 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port f8df7f53-8221-4988-88f9-2eda5417dcd4, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=f8df7f53-8221-4988-88f9-2eda5417dcd4,segment=NetworkSegment(931741a0-66de-48c6-b90b-c82af0a9f552),segment_id=931741a0-66de-48c6-b90b-c82af0a9f552)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:17:30.189552 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e69c06f3-2316-4d5a-b968-12ae04b9060a req-197930c4-e536-4494-b2d8-8659ed43fec4 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177220 Nov 12 08:17:30.252580 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:30.295796 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['dcdee9ab-0f6f-427f-b458-f12f8f65f32d'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:17:30.300694 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2e209687-ba60-4c3e-aead-dbca3388ac77 req-ba267fab-93c6-41ff-81f5-680f77540df4 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/ports?device_id=f90577b8-91e2-492f-ab0b-9c1640daca8a HTTP/1.1" status: 200 len: 210 time: 0.0549059 Nov 12 08:17:30.344577 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-3b704ea9-2d2e-48a7-a179-b347b01eabd9 req-edebc0d2-1bdf-4675-9be0-abe3cde92e9d service neutron] Attempting to bind port c0bc62df-8364-488b-8ac1-62d03027d74f on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:17:30.345060 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-3b704ea9-2d2e-48a7-a179-b347b01eabd9 req-edebc0d2-1bdf-4675-9be0-abe3cde92e9d service neutron] Attempting to bind port c0bc62df-8364-488b-8ac1-62d03027d74f by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:17:30.345484 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b704ea9-2d2e-48a7-a179-b347b01eabd9 req-edebc0d2-1bdf-4675-9be0-abe3cde92e9d service neutron] Attempting to bind port c0bc62df-8364-488b-8ac1-62d03027d74f on network 107743df-d3df-459d-a6cd-9e2ab4303016 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:17:30.426862 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb35cf6-4b69-4ec2-aa7e-a79e70a0dfa6 req-3ddbaf3f-4303-4283-90fd-d424311a7d32 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:30.435607 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ddb35cf6-4b69-4ec2-aa7e-a79e70a0dfa6 req-3ddbaf3f-4303-4283-90fd-d424311a7d32 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=867280fe-66ee-4047-a8b4-3fdb92fcef26 HTTP/1.1" status: 200 len: 943 time: 0.0660057 Nov 12 08:17:30.449025 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b704ea9-2d2e-48a7-a179-b347b01eabd9 req-edebc0d2-1bdf-4675-9be0-abe3cde92e9d service neutron] Port c0bc62df-8364-488b-8ac1-62d03027d74f on network 107743df-d3df-459d-a6cd-9e2ab4303016 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:17:30.449552 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b704ea9-2d2e-48a7-a179-b347b01eabd9 req-edebc0d2-1bdf-4675-9be0-abe3cde92e9d service neutron] Attempting to bind port c0bc62df-8364-488b-8ac1-62d03027d74f on network 107743df-d3df-459d-a6cd-9e2ab4303016 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:17:30.464027 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2985e4-7a6a-4e58-853f-e475e17ebe50 req-e748558f-a2f8-4e73-92ba-dfdf9f3aa54f tempest-LiveMigrationTest-1817512610 tempest-LiveMigrationTest-1817512610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:30.466523 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1e2985e4-7a6a-4e58-853f-e475e17ebe50 req-e748558f-a2f8-4e73-92ba-dfdf9f3aa54f tempest-LiveMigrationTest-1817512610 tempest-LiveMigrationTest-1817512610-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=1d86ea33-8ea0-4666-aa3f-67876d020811&tenant_id=7317cbf37f7b44a3b0cd0a433cf6ba52&binding%3Ahost_id=n-h2-765315-29 HTTP/1.1" status: 200 len: 1098 time: 0.2509151 Nov 12 08:17:30.472578 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b704ea9-2d2e-48a7-a179-b347b01eabd9 req-edebc0d2-1bdf-4675-9be0-abe3cde92e9d service neutron] Checking agent: {'id': '26215384-8035-4ce2-971a-8e67be80da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:17:30.473074 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b704ea9-2d2e-48a7-a179-b347b01eabd9 req-edebc0d2-1bdf-4675-9be0-abe3cde92e9d service neutron] Checking segment: {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:17:30.473549 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b704ea9-2d2e-48a7-a179-b347b01eabd9 req-edebc0d2-1bdf-4675-9be0-abe3cde92e9d service neutron] Bound using segment: {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:17:30.474004 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-3b704ea9-2d2e-48a7-a179-b347b01eabd9 req-edebc0d2-1bdf-4675-9be0-abe3cde92e9d service neutron] Bound port: c0bc62df-8364-488b-8ac1-62d03027d74f, host: n-h1-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:17:30.474357 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-3b704ea9-2d2e-48a7-a179-b347b01eabd9 req-edebc0d2-1bdf-4675-9be0-abe3cde92e9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:30.495409 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-1e2985e4-7a6a-4e58-853f-e475e17ebe50 req-29ffac75-e7d1-4e74-a991-50e79cfef17c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-765315-29'}}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:17:30.503833 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ddb35cf6-4b69-4ec2-aa7e-a79e70a0dfa6 req-c998d0f2-aa25-4f27-9f71-5a98d49ff1aa tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645194 Nov 12 08:17:30.537390 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79df6c33-c0dd-4178-9d3d-f361bcdac92f req-f129ff56-6000-4338-b762-59f5c028f7ee tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:30.538878 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-79df6c33-c0dd-4178-9d3d-f361bcdac92f req-f129ff56-6000-4338-b762-59f5c028f7ee tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=ebbe8b45-86a6-4712-bda1-f12f02e5941d HTTP/1.1" status: 200 len: 946 time: 0.1903696 Nov 12 08:17:30.560079 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=f8df7f53-8221-4988-88f9-2eda5417dcd4,revision_number=8']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:30.593613 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b880a0-69aa-4215-ad6f-10a3a904332e req-26402f67-d7e5-4138-92a1-c4679b91759e tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:30.595094 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-76b880a0-69aa-4215-ad6f-10a3a904332e req-26402f67-d7e5-4138-92a1-c4679b91759e tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.44 "GET /v2.0/networks?id=8faf6eb6-6b59-4208-b8ed-8f200f462710 HTTP/1.1" status: 200 len: 812 time: 0.3642995 Nov 12 08:17:30.669689 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-3b704ea9-2d2e-48a7-a179-b347b01eabd9 req-edebc0d2-1bdf-4675-9be0-abe3cde92e9d service neutron] For port c0bc62df-8364-488b-8ac1-62d03027d74f, host n-h1-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:17:30.674254 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1e2985e4-7a6a-4e58-853f-e475e17ebe50 req-29ffac75-e7d1-4e74-a991-50e79cfef17c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:30.680181 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-3b704ea9-2d2e-48a7-a179-b347b01eabd9 req-edebc0d2-1bdf-4675-9be0-abe3cde92e9d service neutron] For port c0bc62df-8364-488b-8ac1-62d03027d74f, host n-h1-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=c0bc62df-8364-488b-8ac1-62d03027d74f,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:17:30.691929 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-79df6c33-c0dd-4178-9d3d-f361bcdac92f req-25c7ada8-be44-4eea-bc83-7438ec727cbd tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387584 Nov 12 08:17:30.697469 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-76b880a0-69aa-4215-ad6f-10a3a904332e req-6e681035-d038-44fc-bf7f-51810ac60907 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Request body: {'port': {'device_id': 'f90577b8-91e2-492f-ab0b-9c1640daca8a', 'network_id': '8faf6eb6-6b59-4208-b8ed-8f200f462710', 'admin_state_up': True, 'tenant_id': 'bd3c626eb63b4933a99b1b7c7c998e8c'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:17:30.701045 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-3b704ea9-2d2e-48a7-a179-b347b01eabd9 req-edebc0d2-1bdf-4675-9be0-abe3cde92e9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:30.823488 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86894d4-42c7-41bc-8797-5f684feb80c2 req-b9e48c52-94dd-4cc7-b596-5f92fcae326e tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:30.825294 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a86894d4-42c7-41bc-8797-5f684feb80c2 req-b9e48c52-94dd-4cc7-b596-5f92fcae326e tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/ports?device_id=20b83579-3dd4-4d02-9c47-79fe23b58a70 HTTP/1.1" status: 200 len: 944 time: 0.0606298 Nov 12 08:17:30.831728 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b704ea9-2d2e-48a7-a179-b347b01eabd9 req-edebc0d2-1bdf-4675-9be0-abe3cde92e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:30.832388 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-3b704ea9-2d2e-48a7-a179-b347b01eabd9 req-edebc0d2-1bdf-4675-9be0-abe3cde92e9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:30.833795 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3b704ea9-2d2e-48a7-a179-b347b01eabd9 req-edebc0d2-1bdf-4675-9be0-abe3cde92e9d service neutron] 10.222.0.21 "PUT /v2.0/ports/c0bc62df-8364-488b-8ac1-62d03027d74f HTTP/1.1" status: 200 len: 1097 time: 1.3581979 Nov 12 08:17:30.851865 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e4aa82c-df47-4cfb-8723-dfb1bf6ac7fe', 'tag': 'c0bc62df-8364-488b-8ac1-62d03027d74f'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:17:30.854215 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-651eb5f9-82d3-41be-8d91-70e4a9eea3d8" -d '{"events": [{"name": "network-changed", "server_uuid": "7e4aa82c-df47-4cfb-8723-dfb1bf6ac7fe", "tag": "c0bc62df-8364-488b-8ac1-62d03027d74f"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:17:30.917863 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a86894d4-42c7-41bc-8797-5f684feb80c2 req-aef93275-ff06-4897-8905-cc26badbb980 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/security-groups?id=aec52d38-03ed-427d-a216-63dd2a33f98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818920 Nov 12 08:17:30.935924 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c80644e-b093-47d2-9eaa-dcb1daa42497 x-openstack-request-id: req-7c80644e-b093-47d2-9eaa-dcb1daa42497 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:17:30.936217 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e4aa82c-df47-4cfb-8723-dfb1bf6ac7fe", "tag": "c0bc62df-8364-488b-8ac1-62d03027d74f", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:17:30.936471 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7c80644e-b093-47d2-9eaa-dcb1daa42497 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:17:30.936865 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e4aa82c-df47-4cfb-8723-dfb1bf6ac7fe', 'tag': 'c0bc62df-8364-488b-8ac1-62d03027d74f', 'status': 'completed', 'code': 200} Nov 12 08:17:30.973859 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edebc0d2-1bdf-4675-9be0-abe3cde92e9d service neutron] Pushing event updated for resources: {'Port': ['ID=c0bc62df-8364-488b-8ac1-62d03027d74f,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:31.074391 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445846bb-fd36-47ab-acb6-a74f12a4e1fb req-aadf58b3-7eb2-4add-87a9-149f5246dd16 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:31.075879 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-445846bb-fd36-47ab-acb6-a74f12a4e1fb req-aadf58b3-7eb2-4add-87a9-149f5246dd16 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.44 "GET /v2.0/ports?device_id=ebbe8b45-86a6-4712-bda1-f12f02e5941d HTTP/1.1" status: 200 len: 946 time: 0.2390811 Nov 12 08:17:31.146725 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b704ea9-2d2e-48a7-a179-b347b01eabd9 req-e95a31dc-c302-44f0-b65a-347ed9c24b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:31.148207 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3b704ea9-2d2e-48a7-a179-b347b01eabd9 req-e95a31dc-c302-44f0-b65a-347ed9c24b32 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3dad16d1cf804c93a62c38374b8fb4ba&device_id=7e4aa82c-df47-4cfb-8723-dfb1bf6ac7fe HTTP/1.1" status: 200 len: 1100 time: 0.2259493 Nov 12 08:17:31.150766 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-1e2985e4-7a6a-4e58-853f-e475e17ebe50 req-29ffac75-e7d1-4e74-a991-50e79cfef17c service neutron] For port b41977ee-00dd-4191-9c7e-54fa6c7fff8d, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=b41977ee-00dd-4191-9c7e-54fa6c7fff8d,segment=NetworkSegment(2faefcc0-552f-4085-b81e-2c4b58f0de67),segment_id=2faefcc0-552f-4085-b81e-2c4b58f0de67)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:17:31.165236 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 69042d04-a54e-4455-8bb9-9bb2090c9c14 details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:17:31.177604 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76b880a0-69aa-4215-ad6f-10a3a904332e req-6e681035-d038-44fc-bf7f-51810ac60907 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Made reservation on behalf of bd3c626eb63b4933a99b1b7c7c998e8c for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:17:31.181052 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-76b880a0-69aa-4215-ad6f-10a3a904332e req-6e681035-d038-44fc-bf7f-51810ac60907 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:31.245993 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6283e2-1067-4ef5-8cd0-305813d0899b req-682d27da-3fc1-492c-a7fb-719506b76662 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:31.247349 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-aa6283e2-1067-4ef5-8cd0-305813d0899b req-682d27da-3fc1-492c-a7fb-719506b76662 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d86ea33-8ea0-4666-aa3f-67876d020811 HTTP/1.1" status: 200 len: 946 time: 0.2270126 Nov 12 08:17:31.272921 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 69042d04-a54e-4455-8bb9-9bb2090c9c14, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=69042d04-a54e-4455-8bb9-9bb2090c9c14,segment=NetworkSegment(74228b36-f518-48da-bb5a-2dae6173211b),segment_id=74228b36-f518-48da-bb5a-2dae6173211b)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:17:31.275077 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3b704ea9-2d2e-48a7-a179-b347b01eabd9 req-265b827a-54f6-460d-9d52-5d40af06e62b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=c0bc62df-8364-488b-8ac1-62d03027d74f HTTP/1.1" status: 200 len: 217 time: 0.1107221 Nov 12 08:17:31.285352 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Returning: {'device': '69042d04-a54e-4455-8bb9-9bb2090c9c14', 'network_id': '33c4acc6-fff5-4d04-a808-ff7e0950b8a2', 'port_id': '69042d04-a54e-4455-8bb9-9bb2090c9c14', 'mac_address': 'fa:16:3e:28:9d:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22ada644-5ac2-4dd6-bbe3-6cce42afd567', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:17:31.286952 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473e1e57-7b64-4e92-903b-600843b6cb52 req-9211ea33-d1df-450f-a282-3051bc67a7f6 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:31.288666 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-473e1e57-7b64-4e92-903b-600843b6cb52 req-9211ea33-d1df-450f-a282-3051bc67a7f6 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f57cf19d-8546-4524-93ec-600f8426f630 HTTP/1.1" status: 200 len: 944 time: 0.0550430 Nov 12 08:17:31.329925 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:31.347244 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-473e1e57-7b64-4e92-903b-600843b6cb52 req-083b4d2c-8460-4b0c-aee0-76f14647c51a tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520499 Nov 12 08:17:31.467407 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b312974-4bef-4489-b15e-e469d456dc61 req-dc05e74a-847c-447a-8e33-1cd5eb84fdc9 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:31.469709 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1b312974-4bef-4489-b15e-e469d456dc61 req-dc05e74a-847c-447a-8e33-1cd5eb84fdc9 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e4aa82c-df47-4cfb-8723-dfb1bf6ac7fe HTTP/1.1" status: 200 len: 948 time: 0.0565724 Nov 12 08:17:31.486136 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-e530113a-7783-48f4-9840-8911a24052df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69042d04-a54e-4455-8bb9-9bb2090c9c14 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:17:31.508999 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 69042d04-a54e-4455-8bb9-9bb2090c9c14, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=69042d04-a54e-4455-8bb9-9bb2090c9c14,segment=NetworkSegment(74228b36-f518-48da-bb5a-2dae6173211b),segment_id=74228b36-f518-48da-bb5a-2dae6173211b)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:17:31.514405 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:31.515365 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device b41977ee-00dd-4191-9c7e-54fa6c7fff8d details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:17:31.529122 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1b312974-4bef-4489-b15e-e469d456dc61 req-34771e61-e194-4ae8-a1db-31b04632939f tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520225 Nov 12 08:17:31.600794 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=69042d04-a54e-4455-8bb9-9bb2090c9c14,revision_number=7']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:31.632790 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-813665a2-abeb-4299-a656-2a612de0c53c req-64f1c115-92e7-4d0a-858f-99b03e04f854 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/ports?device_id=f90577b8-91e2-492f-ab0b-9c1640daca8a HTTP/1.1" status: 200 len: 210 time: 0.0374172 Nov 12 08:17:31.688076 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port b41977ee-00dd-4191-9c7e-54fa6c7fff8d, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=b41977ee-00dd-4191-9c7e-54fa6c7fff8d,segment=NetworkSegment(2faefcc0-552f-4085-b81e-2c4b58f0de67),segment_id=2faefcc0-552f-4085-b81e-2c4b58f0de67)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:17:31.691029 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f57cf19d-8546-4524-93ec-600f8426f630', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8df7f53-8221-4988-88f9-2eda5417dcd4'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:17:31.693481 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-261460fc-253a-4bf7-b24e-bc041b1c90be" -d '{"events": [{"server_uuid": "f57cf19d-8546-4524-93ec-600f8426f630", "name": "network-vif-unplugged", "status": "completed", "tag": "f8df7f53-8221-4988-88f9-2eda5417dcd4"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:17:31.708109 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device b41977ee-00dd-4191-9c7e-54fa6c7fff8d has no active binding in host n-h1-765315-29 {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 08:17:31.746022 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-1e2985e4-7a6a-4e58-853f-e475e17ebe50 req-29ffac75-e7d1-4e74-a991-50e79cfef17c service neutron] For port b41977ee-00dd-4191-9c7e-54fa6c7fff8d, host n-h2-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:17:31.780383 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d85358-96cf-444e-baf3-75e0e0267a5f req-368b6b2a-ee28-4f1e-92fe-59c5ec8790b8 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:31.781906 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-92d85358-96cf-444e-baf3-75e0e0267a5f req-368b6b2a-ee28-4f1e-92fe-59c5ec8790b8 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=867280fe-66ee-4047-a8b4-3fdb92fcef26 HTTP/1.1" status: 200 len: 944 time: 0.0538630 Nov 12 08:17:31.798302 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b704ea9-2d2e-48a7-a179-b347b01eabd9 req-db01f98f-d00b-4ec7-96c8-b6ca1bf0b29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:31.800531 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3b704ea9-2d2e-48a7-a179-b347b01eabd9 req-db01f98f-d00b-4ec7-96c8-b6ca1bf0b29f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1 HTTP/1.1" status: 200 len: 843 time: 0.5060370 Nov 12 08:17:31.837132 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-92d85358-96cf-444e-baf3-75e0e0267a5f req-ab2599b2-787c-41c6-9729-e9ac63f2767a tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463803 Nov 12 08:17:31.884081 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82805847-5d23-4ee8-a754-717dbd2a61cc x-openstack-request-id: req-82805847-5d23-4ee8-a754-717dbd2a61cc {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:17:31.884403 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f57cf19d-8546-4524-93ec-600f8426f630", "name": "network-vif-unplugged", "status": "completed", "tag": "f8df7f53-8221-4988-88f9-2eda5417dcd4", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:17:31.884606 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-82805847-5d23-4ee8-a754-717dbd2a61cc {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:17:31.885002 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f57cf19d-8546-4524-93ec-600f8426f630', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8df7f53-8221-4988-88f9-2eda5417dcd4', 'code': 200} Nov 12 08:17:31.895649 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1e2985e4-7a6a-4e58-853f-e475e17ebe50 req-29ffac75-e7d1-4e74-a991-50e79cfef17c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:31.904295 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-aa6283e2-1067-4ef5-8cd0-305813d0899b req-30fcf67a-f661-4787-8618-e5945e84cf19 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6265738 Nov 12 08:17:31.911698 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1e2985e4-7a6a-4e58-853f-e475e17ebe50 req-29ffac75-e7d1-4e74-a991-50e79cfef17c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:31.929005 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-445846bb-fd36-47ab-acb6-a74f12a4e1fb req-2912c756-3c7a-415f-bdc0-4fdea3a6cc69 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Deleting port a95b215a-7dbe-4c48-9fbe-3f8161921e9a {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:17:31.929340 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-445846bb-fd36-47ab-acb6-a74f12a4e1fb req-2912c756-3c7a-415f-bdc0-4fdea3a6cc69 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:31.996707 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6977caed-5de8-44e7-9af9-7dd0d885e7a6 req-0a147b0c-6750-4ce6-8359-ff5cf22c0b3a tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:31.998202 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6977caed-5de8-44e7-9af9-7dd0d885e7a6 req-0a147b0c-6750-4ce6-8359-ff5cf22c0b3a tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=ebbe8b45-86a6-4712-bda1-f12f02e5941d HTTP/1.1" status: 200 len: 946 time: 0.0637591 Nov 12 08:17:32.008309 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-76b880a0-69aa-4215-ad6f-10a3a904332e req-6e681035-d038-44fc-bf7f-51810ac60907 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Allocated IP 172.20.0.5 (8faf6eb6-6b59-4208-b8ed-8f200f462710/bd286ef1-f40e-4f18-a8ea-b9f4f25fbb85/bd8d1fc7-3a46-416f-b99b-22a980217ad3) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:17:32.055186 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6977caed-5de8-44e7-9af9-7dd0d885e7a6 req-df412ed8-45c4-4459-a1cd-c54f521cea4c tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494564 Nov 12 08:17:32.091469 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b704ea9-2d2e-48a7-a179-b347b01eabd9 req-5bc4d551-2e63-4384-9ef8-d8e4277e6a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:32.092959 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3b704ea9-2d2e-48a7-a179-b347b01eabd9 req-5bc4d551-2e63-4384-9ef8-d8e4277e6a65 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=107743df-d3df-459d-a6cd-9e2ab4303016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2667110 Nov 12 08:17:32.126501 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ffac75-e7d1-4e74-a991-50e79cfef17c service neutron] Pushing event updated for resources: {'Port': ['ID=b41977ee-00dd-4191-9c7e-54fa6c7fff8d,revision_number=7']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:32.189901 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-1e2985e4-7a6a-4e58-853f-e475e17ebe50 req-29ffac75-e7d1-4e74-a991-50e79cfef17c service neutron] Attempting to bind port b41977ee-00dd-4191-9c7e-54fa6c7fff8d on host n-h2-765315-29 for vnic_type normal with profile {"migrating_to": "n-h1-765315-29"} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:17:32.190312 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-1e2985e4-7a6a-4e58-853f-e475e17ebe50 req-29ffac75-e7d1-4e74-a991-50e79cfef17c service neutron] Attempting to bind port b41977ee-00dd-4191-9c7e-54fa6c7fff8d by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': '2faefcc0-552f-4085-b81e-2c4b58f0de67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:17:32.190759 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2985e4-7a6a-4e58-853f-e475e17ebe50 req-29ffac75-e7d1-4e74-a991-50e79cfef17c service neutron] Attempting to bind port b41977ee-00dd-4191-9c7e-54fa6c7fff8d on network 6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:17:32.231277 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['69042d04-a54e-4455-8bb9-9bb2090c9c14'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:17:32.257958 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d951c5a-9d54-46e3-aee4-65c6956837ee req-e1dbf227-be12-403c-b34d-423d40e5b16d tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:32.259606 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7d951c5a-9d54-46e3-aee4-65c6956837ee req-e1dbf227-be12-403c-b34d-423d40e5b16d tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/ports?device_id=20b83579-3dd4-4d02-9c47-79fe23b58a70 HTTP/1.1" status: 200 len: 944 time: 0.2581811 Nov 12 08:17:32.266679 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-445846bb-fd36-47ab-acb6-a74f12a4e1fb req-2912c756-3c7a-415f-bdc0-4fdea3a6cc69 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] For port a95b215a-7dbe-4c48-9fbe-3f8161921e9a, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=a95b215a-7dbe-4c48-9fbe-3f8161921e9a,segment=NetworkSegment(0481860e-ef41-474b-ab33-5174e36c5825),segment_id=0481860e-ef41-474b-ab33-5174e36c5825)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:17:32.267040 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-445846bb-fd36-47ab-acb6-a74f12a4e1fb req-2912c756-3c7a-415f-bdc0-4fdea3a6cc69 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:32.269469 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2985e4-7a6a-4e58-853f-e475e17ebe50 req-29ffac75-e7d1-4e74-a991-50e79cfef17c service neutron] Port b41977ee-00dd-4191-9c7e-54fa6c7fff8d on network 6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:17:32.269744 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2985e4-7a6a-4e58-853f-e475e17ebe50 req-29ffac75-e7d1-4e74-a991-50e79cfef17c service neutron] Attempting to bind port b41977ee-00dd-4191-9c7e-54fa6c7fff8d on network 6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:17:32.327794 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2985e4-7a6a-4e58-853f-e475e17ebe50 req-29ffac75-e7d1-4e74-a991-50e79cfef17c service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:17:32.328134 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2985e4-7a6a-4e58-853f-e475e17ebe50 req-29ffac75-e7d1-4e74-a991-50e79cfef17c service neutron] Checking segment: {'id': '2faefcc0-552f-4085-b81e-2c4b58f0de67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:17:32.328515 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2985e4-7a6a-4e58-853f-e475e17ebe50 req-29ffac75-e7d1-4e74-a991-50e79cfef17c service neutron] Bound using segment: {'id': '2faefcc0-552f-4085-b81e-2c4b58f0de67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:17:32.328955 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-1e2985e4-7a6a-4e58-853f-e475e17ebe50 req-29ffac75-e7d1-4e74-a991-50e79cfef17c service neutron] Bound port: b41977ee-00dd-4191-9c7e-54fa6c7fff8d, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2faefcc0-552f-4085-b81e-2c4b58f0de67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:17:32.329311 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1e2985e4-7a6a-4e58-853f-e475e17ebe50 req-29ffac75-e7d1-4e74-a991-50e79cfef17c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:32.332282 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-445846bb-fd36-47ab-acb6-a74f12a4e1fb req-2912c756-3c7a-415f-bdc0-4fdea3a6cc69 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Calling delete_port for a95b215a-7dbe-4c48-9fbe-3f8161921e9a owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:17:32.479620 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79a5711-495b-488b-a530-b3fc9d337b9c req-69be0558-8d13-45d7-bace-218b4127f1c8 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:32.481136 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b79a5711-495b-488b-a530-b3fc9d337b9c req-69be0558-8d13-45d7-bace-218b4127f1c8 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f57cf19d-8546-4524-93ec-600f8426f630 HTTP/1.1" status: 200 len: 944 time: 0.0571716 Nov 12 08:17:32.487412 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3b704ea9-2d2e-48a7-a179-b347b01eabd9 req-dc25e90f-d1d0-4ae5-a2a3-a3f404f328cd service neutron] 10.222.0.21 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3643351 Nov 12 08:17:32.504066 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7d951c5a-9d54-46e3-aee4-65c6956837ee req-558dd288-a26e-48e3-83ef-01163c0a9e54 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/security-groups?id=aec52d38-03ed-427d-a216-63dd2a33f98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304275 Nov 12 08:17:32.533364 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b79a5711-495b-488b-a530-b3fc9d337b9c req-9e19dd5d-84fe-4a1c-9d8a-ca9aae4bfc9e tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452931 Nov 12 08:17:32.649690 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-1e2985e4-7a6a-4e58-853f-e475e17ebe50 req-29ffac75-e7d1-4e74-a991-50e79cfef17c service neutron] For port b41977ee-00dd-4191-9c7e-54fa6c7fff8d, host n-h2-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:17:32.657587 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-76b880a0-69aa-4215-ad6f-10a3a904332e req-6e681035-d038-44fc-bf7f-51810ac60907 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:32.694707 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-1e2985e4-7a6a-4e58-853f-e475e17ebe50 req-29ffac75-e7d1-4e74-a991-50e79cfef17c service neutron] For port b41977ee-00dd-4191-9c7e-54fa6c7fff8d, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=b41977ee-00dd-4191-9c7e-54fa6c7fff8d,segment=NetworkSegment(2faefcc0-552f-4085-b81e-2c4b58f0de67),segment_id=2faefcc0-552f-4085-b81e-2c4b58f0de67)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:17:32.708851 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1e2985e4-7a6a-4e58-853f-e475e17ebe50 req-29ffac75-e7d1-4e74-a991-50e79cfef17c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:32.795789 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3b704ea9-2d2e-48a7-a179-b347b01eabd9 req-944d9033-5b00-47a6-9640-8ca6feeb11b8 service neutron] 10.222.0.21 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2987714 Nov 12 08:17:32.832656 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b921c16c-01d2-4145-8af5-ce7f455be483 req-3770bb5b-eb48-4fa7-b903-a5ac44862ad8 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:32.834163 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b921c16c-01d2-4145-8af5-ce7f455be483 req-3770bb5b-eb48-4fa7-b903-a5ac44862ad8 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e4aa82c-df47-4cfb-8723-dfb1bf6ac7fe HTTP/1.1" status: 200 len: 948 time: 0.2181709 Nov 12 08:17:32.924232 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ffac75-e7d1-4e74-a991-50e79cfef17c service neutron] Pushing event updated for resources: {'Port': ['ID=b41977ee-00dd-4191-9c7e-54fa6c7fff8d,revision_number=8']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:32.929197 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-76b880a0-69aa-4215-ad6f-10a3a904332e req-6e681035-d038-44fc-bf7f-51810ac60907 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:32.935819 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-445846bb-fd36-47ab-acb6-a74f12a4e1fb req-2912c756-3c7a-415f-bdc0-4fdea3a6cc69 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:32.951049 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2985e4-7a6a-4e58-853f-e475e17ebe50 req-29ffac75-e7d1-4e74-a991-50e79cfef17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:32.951663 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1e2985e4-7a6a-4e58-853f-e475e17ebe50 req-29ffac75-e7d1-4e74-a991-50e79cfef17c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:32.953017 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1e2985e4-7a6a-4e58-853f-e475e17ebe50 req-29ffac75-e7d1-4e74-a991-50e79cfef17c service neutron] 10.222.0.21 "PUT /v2.0/ports/b41977ee-00dd-4191-9c7e-54fa6c7fff8d HTTP/1.1" status: 200 len: 1124 time: 2.4752767 Nov 12 08:17:32.953602 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d86ea33-8ea0-4666-aa3f-67876d020811', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b41977ee-00dd-4191-9c7e-54fa6c7fff8d'}, {'name': 'network-changed', 'server_uuid': '1d86ea33-8ea0-4666-aa3f-67876d020811', 'tag': 'b41977ee-00dd-4191-9c7e-54fa6c7fff8d'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:17:32.956480 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35ec931e-b9f5-4394-8b65-9f2e47bbe7e7" -d '{"events": [{"server_uuid": "1d86ea33-8ea0-4666-aa3f-67876d020811", "name": "network-vif-unplugged", "status": "completed", "tag": "b41977ee-00dd-4191-9c7e-54fa6c7fff8d"}, {"name": "network-changed", "server_uuid": "1d86ea33-8ea0-4666-aa3f-67876d020811", "tag": "b41977ee-00dd-4191-9c7e-54fa6c7fff8d"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:17:33.048810 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76b880a0-69aa-4215-ad6f-10a3a904332e req-6e681035-d038-44fc-bf7f-51810ac60907 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Network 8faf6eb6-6b59-4208-b8ed-8f200f462710 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:17:33.064390 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651eb5f9-82d3-41be-8d91-70e4a9eea3d8 req-bc736902-82ec-4ca5-bad6-2680c28f69c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:33.068247 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-651eb5f9-82d3-41be-8d91-70e4a9eea3d8 req-bc736902-82ec-4ca5-bad6-2680c28f69c4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3dad16d1cf804c93a62c38374b8fb4ba&device_id=7e4aa82c-df47-4cfb-8723-dfb1bf6ac7fe HTTP/1.1" status: 200 len: 1100 time: 0.2063544 Nov 12 08:17:33.076253 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-76b880a0-69aa-4215-ad6f-10a3a904332e req-6e681035-d038-44fc-bf7f-51810ac60907 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:17:33.078960 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-76b880a0-69aa-4215-ad6f-10a3a904332e req-6e681035-d038-44fc-bf7f-51810ac60907 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:17:33.105732 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b921c16c-01d2-4145-8af5-ce7f455be483 req-d46db682-b7ae-4405-8782-232210a94713 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536671 Nov 12 08:17:33.149870 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e681035-d038-44fc-bf7f-51810ac60907 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Pushing event updated for resources: {'Port': ['ID=bd8d1fc7-3a46-416f-b99b-22a980217ad3,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:33.168277 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['b41977ee-00dd-4191-9c7e-54fa6c7fff8d'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:17:33.196137 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device dcdee9ab-0f6f-427f-b458-f12f8f65f32d up at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:17:33.198382 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa158d-3ea1-42c8-85d4-f34d9d21cde1 req-99759fd4-bbd5-4566-95fe-895af46c572a tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:33.200084 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-27fa158d-3ea1-42c8-85d4-f34d9d21cde1 req-99759fd4-bbd5-4566-95fe-895af46c572a tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=f57cf19d-8546-4524-93ec-600f8426f630 HTTP/1.1" status: 200 len: 944 time: 0.0551193 Nov 12 08:17:33.227342 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-445846bb-fd36-47ab-acb6-a74f12a4e1fb req-2912c756-3c7a-415f-bdc0-4fdea3a6cc69 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] No DVR routers for this DVR port a95b215a-7dbe-4c48-9fbe-3f8161921e9a on host n-h2-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:17:33.249110 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-445846bb-fd36-47ab-acb6-a74f12a4e1fb req-2912c756-3c7a-415f-bdc0-4fdea3a6cc69 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:33.253305 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-445846bb-fd36-47ab-acb6-a74f12a4e1fb req-2912c756-3c7a-415f-bdc0-4fdea3a6cc69 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.44 "DELETE /v2.0/ports/a95b215a-7dbe-4c48-9fbe-3f8161921e9a HTTP/1.1" status: 204 len: 173 time: 2.1605873 Nov 12 08:17:33.254649 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2912c756-3c7a-415f-bdc0-4fdea3a6cc69 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Pushing event deleted for resources: {'Port': ['ID=a95b215a-7dbe-4c48-9fbe-3f8161921e9a,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:33.291605 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning for port dcdee9ab-0f6f-427f-b458-f12f8f65f32d completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:17:33.312498 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning complete for port dcdee9ab-0f6f-427f-b458-f12f8f65f32d triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:17:33.312769 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:33.318842 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [req-27fa158d-3ea1-42c8-85d4-f34d9d21cde1 req-a5578b5e-5a4d-4720-a3b9-a846d66dff9a tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Deleting port f8df7f53-8221-4988-88f9-2eda5417dcd4 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:17:33.319312 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-27fa158d-3ea1-42c8-85d4-f34d9d21cde1 req-a5578b5e-5a4d-4720-a3b9-a846d66dff9a tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:33.324081 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b880a0-69aa-4215-ad6f-10a3a904332e req-6e681035-d038-44fc-bf7f-51810ac60907 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:33.324714 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-76b880a0-69aa-4215-ad6f-10a3a904332e req-6e681035-d038-44fc-bf7f-51810ac60907 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:33.357897 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['b41977ee-00dd-4191-9c7e-54fa6c7fff8d'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:17:33.373284 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-76b880a0-69aa-4215-ad6f-10a3a904332e req-6e681035-d038-44fc-bf7f-51810ac60907 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6849792 Nov 12 08:17:33.389095 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4876e3c-cb9c-41d2-98c6-f34c9f81f928 req-37a883f3-1f6d-4d78-ac6f-4e179e426301 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:33.390771 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a4876e3c-cb9c-41d2-98c6-f34c9f81f928 req-37a883f3-1f6d-4d78-ac6f-4e179e426301 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/ports?device_id=f90577b8-91e2-492f-ab0b-9c1640daca8a HTTP/1.1" status: 200 len: 931 time: 0.1646979 Nov 12 08:17:33.392022 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651eb5f9-82d3-41be-8d91-70e4a9eea3d8 req-6870343f-bc96-499d-b3ef-85177a846577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:33.393631 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-651eb5f9-82d3-41be-8d91-70e4a9eea3d8 req-6870343f-bc96-499d-b3ef-85177a846577 service neutron] 10.222.0.21 "GET /v2.0/networks?id=107743df-d3df-459d-a6cd-9e2ab4303016 HTTP/1.1" status: 200 len: 870 time: 0.3093772 Nov 12 08:17:33.399245 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-76b880a0-69aa-4215-ad6f-10a3a904332e req-0ba5e665-f0cb-44d6-a9fb-1c793bfada85 service neutron] Request body: {'port': {'device_id': 'f90577b8-91e2-492f-ab0b-9c1640daca8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:17:33.453274 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-27fa158d-3ea1-42c8-85d4-f34d9d21cde1 req-a5578b5e-5a4d-4720-a3b9-a846d66dff9a tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] For port f8df7f53-8221-4988-88f9-2eda5417dcd4, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=f8df7f53-8221-4988-88f9-2eda5417dcd4,segment=NetworkSegment(931741a0-66de-48c6-b90b-c82af0a9f552),segment_id=931741a0-66de-48c6-b90b-c82af0a9f552)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:17:33.453794 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-27fa158d-3ea1-42c8-85d4-f34d9d21cde1 req-a5578b5e-5a4d-4720-a3b9-a846d66dff9a tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:33.470282 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [req-27fa158d-3ea1-42c8-85d4-f34d9d21cde1 req-a5578b5e-5a4d-4720-a3b9-a846d66dff9a tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Calling delete_port for f8df7f53-8221-4988-88f9-2eda5417dcd4 owned by compute:nova {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:17:33.483847 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-651eb5f9-82d3-41be-8d91-70e4a9eea3d8 req-80042f31-d959-46dc-af16-1f62f2873400 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=c0bc62df-8364-488b-8ac1-62d03027d74f HTTP/1.1" status: 200 len: 217 time: 0.0623491 Nov 12 08:17:33.522546 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:33.576579 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-76b880a0-69aa-4215-ad6f-10a3a904332e req-0ba5e665-f0cb-44d6-a9fb-1c793bfada85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:33.582121 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a4876e3c-cb9c-41d2-98c6-f34c9f81f928 req-ca448e63-d824-449c-b2c3-c407114f67d8 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc675cb9-5df2-45c0-9fdb-ab595f0767f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790652 Nov 12 08:17:33.598082 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port dcdee9ab-0f6f-427f-b458-f12f8f65f32d, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=dcdee9ab-0f6f-427f-b458-f12f8f65f32d,segment=NetworkSegment(796655e0-3364-45b6-8923-bd5e3a27ab44),segment_id=796655e0-3364-45b6-8923-bd5e3a27ab44)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:17:33.605223 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651eb5f9-82d3-41be-8d91-70e4a9eea3d8 req-4ce762a6-4064-4435-bdb1-164f8061e499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:33.607013 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-651eb5f9-82d3-41be-8d91-70e4a9eea3d8 req-4ce762a6-4064-4435-bdb1-164f8061e499 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1 HTTP/1.1" status: 200 len: 843 time: 0.1142185 Nov 12 08:17:33.619336 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:33.658102 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-27fa158d-3ea1-42c8-85d4-f34d9d21cde1 req-a5578b5e-5a4d-4720-a3b9-a846d66dff9a tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:33.699571 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=dcdee9ab-0f6f-427f-b458-f12f8f65f32d,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:33.716546 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['f5920f2d-4a7e-42d5-a7df-4f8e67bc2c30'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:17:33.726527 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['b07b07f0-0d60-4c2a-803d-9c89a50f4f2e'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:17:33.748272 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [req-27fa158d-3ea1-42c8-85d4-f34d9d21cde1 req-a5578b5e-5a4d-4720-a3b9-a846d66dff9a tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] No DVR routers for this DVR port f8df7f53-8221-4988-88f9-2eda5417dcd4 on host n-h2-765315-29 {{(pid=102600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:17:33.750110 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5578b5e-5a4d-4720-a3b9-a846d66dff9a tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Pushing event deleted for resources: {'Port': ['ID=f8df7f53-8221-4988-88f9-2eda5417dcd4,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:33.752455 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-27fa158d-3ea1-42c8-85d4-f34d9d21cde1 req-a5578b5e-5a4d-4720-a3b9-a846d66dff9a tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:33.759100 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-27fa158d-3ea1-42c8-85d4-f34d9d21cde1 req-a5578b5e-5a4d-4720-a3b9-a846d66dff9a tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "DELETE /v2.0/ports/f8df7f53-8221-4988-88f9-2eda5417dcd4 HTTP/1.1" status: 204 len: 173 time: 0.5511382 Nov 12 08:17:33.759821 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f57cf19d-8546-4524-93ec-600f8426f630', 'name': 'network-vif-deleted', 'tag': 'f8df7f53-8221-4988-88f9-2eda5417dcd4'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:17:33.765281 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e0d629-aa06-4ca9-995d-979d0327ebd4" -d '{"events": [{"server_uuid": "f57cf19d-8546-4524-93ec-600f8426f630", "name": "network-vif-deleted", "tag": "f8df7f53-8221-4988-88f9-2eda5417dcd4"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:17:33.782028 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device a95b215a-7dbe-4c48-9fbe-3f8161921e9a no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:17:33.818836 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] No Port match for: a95b215a-7dbe-4c48-9fbe-3f8161921e9a {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:17:33.819185 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device a95b215a-7dbe-4c48-9fbe-3f8161921e9a not bound to the agent host n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:17:33.830048 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651eb5f9-82d3-41be-8d91-70e4a9eea3d8 req-4fefcdec-f21b-4e8b-a2be-6ca2a3a0df6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:33.832038 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-651eb5f9-82d3-41be-8d91-70e4a9eea3d8 req-4fefcdec-f21b-4e8b-a2be-6ca2a3a0df6f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=107743df-d3df-459d-a6cd-9e2ab4303016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1979837 Nov 12 08:17:33.856412 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceff376-d6fa-45dc-97b0-911091156d19 req-8a6af98e-1c77-4f67-ad46-20d7135736b8 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:33.858324 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-eceff376-d6fa-45dc-97b0-911091156d19 req-8a6af98e-1c77-4f67-ad46-20d7135736b8 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=867280fe-66ee-4047-a8b4-3fdb92fcef26 HTTP/1.1" status: 200 len: 944 time: 0.1889365 Nov 12 08:17:33.889019 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20b83579-3dd4-4d02-9c47-79fe23b58a70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcdee9ab-0f6f-427f-b458-f12f8f65f32d'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:17:33.891585 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-030c42e4-f40e-4b73-a777-b06282b8b0b0" -d '{"events": [{"server_uuid": "20b83579-3dd4-4d02-9c47-79fe23b58a70", "name": "network-vif-plugged", "status": "completed", "tag": "dcdee9ab-0f6f-427f-b458-f12f8f65f32d"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:17:33.910615 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6e6e558f-bf45-4a19-9d5e-7088346263c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:34.086180 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-eceff376-d6fa-45dc-97b0-911091156d19 req-1757cb8a-d2a5-441a-80e3-afeef4ba00bf tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101550 Nov 12 08:17:34.106306 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec00ff9-8b9e-463a-9948-eff501c4248c req-e9bdf94d-b205-44e9-9721-6a70eef4b835 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:34.106306 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6ec00ff9-8b9e-463a-9948-eff501c4248c req-e9bdf94d-b205-44e9-9721-6a70eef4b835 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d86ea33-8ea0-4666-aa3f-67876d020811 HTTP/1.1" status: 200 len: 944 time: 0.0631618 Nov 12 08:17:34.134897 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-651eb5f9-82d3-41be-8d91-70e4a9eea3d8 req-e84121c1-0cb4-4025-878a-8a5deddc8538 service neutron] 10.222.0.21 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876694 Nov 12 08:17:34.154865 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 12 Nov 2021 08:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af2a4434-0932-4bac-8eac-3cfb499b9899 x-openstack-request-id: req-af2a4434-0932-4bac-8eac-3cfb499b9899 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:17:34.155165 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d86ea33-8ea0-4666-aa3f-67876d020811", "name": "network-vif-unplugged", "status": "completed", "tag": "b41977ee-00dd-4191-9c7e-54fa6c7fff8d", "code": 200}, {"name": "network-changed", "server_uuid": "1d86ea33-8ea0-4666-aa3f-67876d020811", "tag": "b41977ee-00dd-4191-9c7e-54fa6c7fff8d", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:17:34.155422 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-af2a4434-0932-4bac-8eac-3cfb499b9899 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:17:34.155818 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d86ea33-8ea0-4666-aa3f-67876d020811', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b41977ee-00dd-4191-9c7e-54fa6c7fff8d', 'code': 200} Nov 12 08:17:34.156080 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d86ea33-8ea0-4666-aa3f-67876d020811', 'tag': 'b41977ee-00dd-4191-9c7e-54fa6c7fff8d', 'status': 'completed', 'code': 200} Nov 12 08:17:34.180235 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6ec00ff9-8b9e-463a-9948-eff501c4248c req-12763f51-4649-4b4b-9f0f-c55098ab49ea tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710545 Nov 12 08:17:34.204876 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-76b880a0-69aa-4215-ad6f-10a3a904332e req-0ba5e665-f0cb-44d6-a9fb-1c793bfada85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd8d1fc7-3a46-416f-b99b-22a980217ad3 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:17:34.253224 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-76b880a0-69aa-4215-ad6f-10a3a904332e req-0ba5e665-f0cb-44d6-a9fb-1c793bfada85 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:34.297935 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 12 Nov 2021 08:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ba5983-4540-4c51-ae9f-8bfd69650669 x-openstack-request-id: req-76ba5983-4540-4c51-ae9f-8bfd69650669 {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:17:34.298553 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f57cf19d-8546-4524-93ec-600f8426f630", "name": "network-vif-deleted", "tag": "f8df7f53-8221-4988-88f9-2eda5417dcd4", "status": "failed", "code": 422}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:17:34.298938 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-76ba5983-4540-4c51-ae9f-8bfd69650669 {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:17:34.299700 n-d-765315-29 neutron-server[102600]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f57cf19d-8546-4524-93ec-600f8426f630', 'name': 'network-vif-deleted', 'tag': 'f8df7f53-8221-4988-88f9-2eda5417dcd4', 'status': 'failed', 'code': 422} returned with failed status Nov 12 08:17:34.315915 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-76b880a0-69aa-4215-ad6f-10a3a904332e req-0ba5e665-f0cb-44d6-a9fb-1c793bfada85 service neutron] Transition to ACTIVE for port object bd8d1fc7-3a46-416f-b99b-22a980217ad3 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:17:34.327163 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-76b880a0-69aa-4215-ad6f-10a3a904332e req-0ba5e665-f0cb-44d6-a9fb-1c793bfada85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:34.385110 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bad6906e-f730-43a0-8f50-d42c2144a8c4 x-openstack-request-id: req-bad6906e-f730-43a0-8f50-d42c2144a8c4 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:17:34.385555 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20b83579-3dd4-4d02-9c47-79fe23b58a70", "name": "network-vif-plugged", "status": "completed", "tag": "dcdee9ab-0f6f-427f-b458-f12f8f65f32d", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:17:34.385781 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bad6906e-f730-43a0-8f50-d42c2144a8c4 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:17:34.387082 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20b83579-3dd4-4d02-9c47-79fe23b58a70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcdee9ab-0f6f-427f-b458-f12f8f65f32d', 'code': 200} Nov 12 08:17:34.394852 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8f18f9-babf-4d3b-8672-209c3e1143f6 req-dfef8428-46f6-4dc4-b0a5-76b7bfda3a8b tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:34.396357 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7c8f18f9-babf-4d3b-8672-209c3e1143f6 req-dfef8428-46f6-4dc4-b0a5-76b7bfda3a8b tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/ports?device_id=20b83579-3dd4-4d02-9c47-79fe23b58a70 HTTP/1.1" status: 200 len: 945 time: 0.1540337 Nov 12 08:17:34.401354 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-651eb5f9-82d3-41be-8d91-70e4a9eea3d8 req-62e5c68a-ad1c-4a56-a417-d11ecfe1280e service neutron] 10.222.0.21 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483597 Nov 12 08:17:34.406704 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ec931e-b9f5-4394-8b65-9f2e47bbe7e7 req-84335bf8-c2c6-40f9-ad92-d21de4487813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:34.408137 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-35ec931e-b9f5-4394-8b65-9f2e47bbe7e7 req-84335bf8-c2c6-40f9-ad92-d21de4487813 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7317cbf37f7b44a3b0cd0a433cf6ba52&device_id=1d86ea33-8ea0-4666-aa3f-67876d020811 HTTP/1.1" status: 200 len: 1127 time: 0.1647060 Nov 12 08:17:34.450748 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba5e665-f0cb-44d6-a9fb-1c793bfada85 service neutron] Pushing event updated for resources: {'Port': ['ID=bd8d1fc7-3a46-416f-b99b-22a980217ad3,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:34.552411 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7bd28f-2f8b-4d95-888d-4a4341b44ef3 req-19f991de-fd8d-43de-b3a3-428b389873ed tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:34.554046 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4d7bd28f-2f8b-4d95-888d-4a4341b44ef3 req-19f991de-fd8d-43de-b3a3-428b389873ed tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e4aa82c-df47-4cfb-8723-dfb1bf6ac7fe HTTP/1.1" status: 200 len: 948 time: 0.0550094 Nov 12 08:17:34.605273 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4d7bd28f-2f8b-4d95-888d-4a4341b44ef3 req-c160d88c-7da2-459c-878f-358cc4bcf6fe tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440855 Nov 12 08:17:34.638164 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fb51bd-b631-4328-87de-7973ed167b8f req-fc34a537-a185-4a13-9138-edc2bbf4035a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:34.639663 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-69fb51bd-b631-4328-87de-7973ed167b8f req-fc34a537-a185-4a13-9138-edc2bbf4035a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=20b83579-3dd4-4d02-9c47-79fe23b58a70 HTTP/1.1" status: 200 len: 1097 time: 0.1460485 Nov 12 08:17:34.643715 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7c8f18f9-babf-4d3b-8672-209c3e1143f6 req-56d11bce-1084-4f6a-bbe0-bc7ab37c7fe6 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/security-groups?id=aec52d38-03ed-427d-a216-63dd2a33f98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334547 Nov 12 08:17:34.668327 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-76b880a0-69aa-4215-ad6f-10a3a904332e req-0ba5e665-f0cb-44d6-a9fb-1c793bfada85 service neutron] Attempting to bind port bd8d1fc7-3a46-416f-b99b-22a980217ad3 on host n-h2-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:17:34.668657 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-76b880a0-69aa-4215-ad6f-10a3a904332e req-0ba5e665-f0cb-44d6-a9fb-1c793bfada85 service neutron] Attempting to bind port bd8d1fc7-3a46-416f-b99b-22a980217ad3 by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': '8f575a5e-7400-4b10-982b-4c3146775d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8faf6eb6-6b59-4208-b8ed-8f200f462710'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:17:34.668982 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b880a0-69aa-4215-ad6f-10a3a904332e req-0ba5e665-f0cb-44d6-a9fb-1c793bfada85 service neutron] Attempting to bind port bd8d1fc7-3a46-416f-b99b-22a980217ad3 on network 8faf6eb6-6b59-4208-b8ed-8f200f462710 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:17:34.686050 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ec931e-b9f5-4394-8b65-9f2e47bbe7e7 req-b8b8859f-3c1d-472e-9a82-89f6d7f0a916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:34.687596 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-35ec931e-b9f5-4394-8b65-9f2e47bbe7e7 req-b8b8859f-3c1d-472e-9a82-89f6d7f0a916 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a HTTP/1.1" status: 200 len: 908 time: 0.2695131 Nov 12 08:17:34.688181 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b880a0-69aa-4215-ad6f-10a3a904332e req-0ba5e665-f0cb-44d6-a9fb-1c793bfada85 service neutron] Port bd8d1fc7-3a46-416f-b99b-22a980217ad3 on network 8faf6eb6-6b59-4208-b8ed-8f200f462710 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:17:34.688501 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b880a0-69aa-4215-ad6f-10a3a904332e req-0ba5e665-f0cb-44d6-a9fb-1c793bfada85 service neutron] Attempting to bind port bd8d1fc7-3a46-416f-b99b-22a980217ad3 on network 8faf6eb6-6b59-4208-b8ed-8f200f462710 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:17:34.702802 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b880a0-69aa-4215-ad6f-10a3a904332e req-0ba5e665-f0cb-44d6-a9fb-1c793bfada85 service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:17:34.703136 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b880a0-69aa-4215-ad6f-10a3a904332e req-0ba5e665-f0cb-44d6-a9fb-1c793bfada85 service neutron] Checking segment: {'id': '8f575a5e-7400-4b10-982b-4c3146775d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8faf6eb6-6b59-4208-b8ed-8f200f462710'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:17:34.703516 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b880a0-69aa-4215-ad6f-10a3a904332e req-0ba5e665-f0cb-44d6-a9fb-1c793bfada85 service neutron] Bound using segment: {'id': '8f575a5e-7400-4b10-982b-4c3146775d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8faf6eb6-6b59-4208-b8ed-8f200f462710'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:17:34.703959 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-76b880a0-69aa-4215-ad6f-10a3a904332e req-0ba5e665-f0cb-44d6-a9fb-1c793bfada85 service neutron] Bound port: bd8d1fc7-3a46-416f-b99b-22a980217ad3, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f575a5e-7400-4b10-982b-4c3146775d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8faf6eb6-6b59-4208-b8ed-8f200f462710'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:17:34.704313 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-76b880a0-69aa-4215-ad6f-10a3a904332e req-0ba5e665-f0cb-44d6-a9fb-1c793bfada85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:34.785209 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-35ec931e-b9f5-4394-8b65-9f2e47bbe7e7 req-b3e2c9f4-1849-4a9c-8b63-baa2f88cb823 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b41977ee-00dd-4191-9c7e-54fa6c7fff8d HTTP/1.1" status: 200 len: 217 time: 0.0836263 Nov 12 08:17:34.835082 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-69fb51bd-b631-4328-87de-7973ed167b8f req-df73aa5c-651b-4e60-b4f5-353ae7172a68 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=aec52d38-03ed-427d-a216-63dd2a33f98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773536 Nov 12 08:17:34.941057 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-76b880a0-69aa-4215-ad6f-10a3a904332e req-0ba5e665-f0cb-44d6-a9fb-1c793bfada85 service neutron] For port bd8d1fc7-3a46-416f-b99b-22a980217ad3, host n-h2-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:17:34.948132 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-76b880a0-69aa-4215-ad6f-10a3a904332e req-0ba5e665-f0cb-44d6-a9fb-1c793bfada85 service neutron] For port bd8d1fc7-3a46-416f-b99b-22a980217ad3, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=bd8d1fc7-3a46-416f-b99b-22a980217ad3,segment=NetworkSegment(8f575a5e-7400-4b10-982b-4c3146775d67),segment_id=8f575a5e-7400-4b10-982b-4c3146775d67)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:17:34.952587 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ec931e-b9f5-4394-8b65-9f2e47bbe7e7 req-0d5cf122-0f76-404c-a5ea-4f5a504d8f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:34.954040 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-35ec931e-b9f5-4394-8b65-9f2e47bbe7e7 req-0d5cf122-0f76-404c-a5ea-4f5a504d8f58 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b48e5e9c-f3da-4efc-88c4-db8837528b82 HTTP/1.1" status: 200 len: 847 time: 0.1525409 Nov 12 08:17:34.958574 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-76b880a0-69aa-4215-ad6f-10a3a904332e req-0ba5e665-f0cb-44d6-a9fb-1c793bfada85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:35.025146 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d22530-e2c6-4bee-b9fd-fe8c2295e7e9 req-5f03fcd3-b9fb-4230-85f9-7e0e6024aa4b tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:35.026617 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-85d22530-e2c6-4bee-b9fd-fe8c2295e7e9 req-5f03fcd3-b9fb-4230-85f9-7e0e6024aa4b tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/networks?id=e1e67e1f-8798-45f5-b239-65208acc87f1 HTTP/1.1" status: 200 len: 812 time: 0.2654414 Nov 12 08:17:35.031737 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-35ec931e-b9f5-4394-8b65-9f2e47bbe7e7 req-bef46000-5b0d-4de1-b6f3-0f12453a8ef9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637524 Nov 12 08:17:35.035328 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b880a0-69aa-4215-ad6f-10a3a904332e req-0ba5e665-f0cb-44d6-a9fb-1c793bfada85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:35.035934 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-76b880a0-69aa-4215-ad6f-10a3a904332e req-0ba5e665-f0cb-44d6-a9fb-1c793bfada85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:35.037251 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-76b880a0-69aa-4215-ad6f-10a3a904332e req-0ba5e665-f0cb-44d6-a9fb-1c793bfada85 service neutron] 10.222.0.44 "PUT /v2.0/ports/bd8d1fc7-3a46-416f-b99b-22a980217ad3 HTTP/1.1" status: 200 len: 1092 time: 1.6423619 Nov 12 08:17:35.058012 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9ceefc-3ce8-4eab-8882-cb715033db28 req-8c33c7c2-9112-4d83-9096-9f7fba802913 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:35.059333 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8b9ceefc-3ce8-4eab-8882-cb715033db28 req-8c33c7c2-9112-4d83-9096-9f7fba802913 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/ports?device_id=f90577b8-91e2-492f-ab0b-9c1640daca8a HTTP/1.1" status: 200 len: 943 time: 0.0593026 Nov 12 08:17:35.071121 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-85d22530-e2c6-4bee-b9fd-fe8c2295e7e9 req-6902cada-a0d4-4cce-a947-3fe078fa9c38 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/quotas/89f29a2548464b6e8bac4db47e7c0c8b HTTP/1.1" status: 200 len: 375 time: 0.0329251 Nov 12 08:17:35.076973 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:35.090394 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba5e665-f0cb-44d6-a9fb-1c793bfada85 service neutron] Pushing event updated for resources: {'Port': ['ID=bd8d1fc7-3a46-416f-b99b-22a980217ad3,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:35.116670 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8b9ceefc-3ce8-4eab-8882-cb715033db28 req-3db93fc2-2a9f-49d6-8792-76e0680420fc tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc675cb9-5df2-45c0-9fdb-ab595f0767f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464470 Nov 12 08:17:35.170755 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 69042d04-a54e-4455-8bb9-9bb2090c9c14 up at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:17:35.232633 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning complete for port 69042d04-a54e-4455-8bb9-9bb2090c9c14 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:17:35.233002 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:35.256657 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f194becb-11bf-4719-b651-4463cb5b2c08 req-275c5b5f-8db5-40bf-bc57-75971a2a36e3 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:35.258624 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f194becb-11bf-4719-b651-4463cb5b2c08 req-275c5b5f-8db5-40bf-bc57-75971a2a36e3 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=54100ade-491e-488a-8bdb-541746e0bddb HTTP/1.1" status: 200 len: 945 time: 0.0674276 Nov 12 08:17:35.323013 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f194becb-11bf-4719-b651-4463cb5b2c08 req-f3aa8706-bb7f-4a73-a78a-7b74bfb96a02 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581231 Nov 12 08:17:35.330174 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:35.383232 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 69042d04-a54e-4455-8bb9-9bb2090c9c14, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=69042d04-a54e-4455-8bb9-9bb2090c9c14,segment=NetworkSegment(74228b36-f518-48da-bb5a-2dae6173211b),segment_id=74228b36-f518-48da-bb5a-2dae6173211b)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:17:35.397214 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:35.462695 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=69042d04-a54e-4455-8bb9-9bb2090c9c14,revision_number=8']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:35.490836 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adff67d-b10f-4610-bf99-9e982f01a03a req-24bc873c-a0de-44b6-8c73-72f2cb795b00 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:35.492440 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0adff67d-b10f-4610-bf99-9e982f01a03a req-24bc873c-a0de-44b6-8c73-72f2cb795b00 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=867280fe-66ee-4047-a8b4-3fdb92fcef26 HTTP/1.1" status: 200 len: 945 time: 0.0803649 Nov 12 08:17:35.504913 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-85d22530-e2c6-4bee-b9fd-fe8c2295e7e9 req-ab451796-f235-4eab-bae2-5af58cef4031 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=89f29a2548464b6e8bac4db47e7c0c8b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4221432 Nov 12 08:17:35.549030 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0adff67d-b10f-4610-bf99-9e982f01a03a req-55c8689f-4a90-4bc4-9ccb-7af6916565a0 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503109 Nov 12 08:17:35.628870 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-35ec931e-b9f5-4394-8b65-9f2e47bbe7e7 req-5544baca-e9ac-41c9-8ede-6ccbb4431b3a service neutron] 10.222.0.44 "GET /v2.0/networks/6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5695565 Nov 12 08:17:35.633110 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b880a0-69aa-4215-ad6f-10a3a904332e req-8cb920ac-72f0-437e-9670-b0bf75d97787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:35.634511 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-76b880a0-69aa-4215-ad6f-10a3a904332e req-8cb920ac-72f0-437e-9670-b0bf75d97787 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bd3c626eb63b4933a99b1b7c7c998e8c&device_id=f90577b8-91e2-492f-ab0b-9c1640daca8a HTTP/1.1" status: 200 len: 1095 time: 0.1324613 Nov 12 08:17:35.659850 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf8e603-8c6e-4648-8bb0-3a195c015a22 req-753f09c0-abb5-412f-82b8-6fc8b8cea449 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:35.661440 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8bf8e603-8c6e-4648-8bb0-3a195c015a22 req-753f09c0-abb5-412f-82b8-6fc8b8cea449 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d86ea33-8ea0-4666-aa3f-67876d020811 HTTP/1.1" status: 200 len: 944 time: 0.0522168 Nov 12 08:17:35.685289 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-85d22530-e2c6-4bee-b9fd-fe8c2295e7e9 req-23742758-a8b1-4f96-981a-cdf2566db7a3 service neutron] 10.222.0.26 "GET /v2.0/networks/e1e67e1f-8798-45f5-b239-65208acc87f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717086 Nov 12 08:17:35.713832 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8bf8e603-8c6e-4648-8bb0-3a195c015a22 req-4c2f1f09-b5c2-465d-8f28-3c51f0056df2 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457282 Nov 12 08:17:35.753964 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device f8df7f53-8221-4988-88f9-2eda5417dcd4 no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:17:35.754742 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-76b880a0-69aa-4215-ad6f-10a3a904332e req-6903e8cf-1bb0-4e00-a9a7-b02e5a6a6127 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd8d1fc7-3a46-416f-b99b-22a980217ad3 HTTP/1.1" status: 200 len: 217 time: 0.1013544 Nov 12 08:17:35.778035 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] No Port match for: f8df7f53-8221-4988-88f9-2eda5417dcd4 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:17:35.778373 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device f8df7f53-8221-4988-88f9-2eda5417dcd4 not bound to the agent host n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:17:35.830315 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e951f3f-ae3e-493e-bcfc-5f9a2a8ce2c8 req-b68738a0-8d81-4cb0-9492-7315692aa632 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:35.832426 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1e951f3f-ae3e-493e-bcfc-5f9a2a8ce2c8 req-b68738a0-8d81-4cb0-9492-7315692aa632 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e4aa82c-df47-4cfb-8723-dfb1bf6ac7fe HTTP/1.1" status: 200 len: 948 time: 0.0528135 Nov 12 08:17:35.881764 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b880a0-69aa-4215-ad6f-10a3a904332e req-e5d492c7-1d7c-4844-bc3b-7eb7f0085118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:35.883271 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-76b880a0-69aa-4215-ad6f-10a3a904332e req-e5d492c7-1d7c-4844-bc3b-7eb7f0085118 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bd286ef1-f40e-4f18-a8ea-b9f4f25fbb85 HTTP/1.1" status: 200 len: 852 time: 0.1164918 Nov 12 08:17:35.883738 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1e951f3f-ae3e-493e-bcfc-5f9a2a8ce2c8 req-e6c479bf-40fd-4590-b8b9-9e4304a20ee8 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446453 Nov 12 08:17:35.887053 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-35ec931e-b9f5-4394-8b65-9f2e47bbe7e7 req-1fd9c8ca-94f2-4547-85e4-cbc802fa868e service neutron] 10.222.0.44 "GET /v2.0/networks/6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360988 Nov 12 08:17:35.909073 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-85d22530-e2c6-4bee-b9fd-fe8c2295e7e9 req-f268047a-54c4-40dc-af16-09aa6c6d37d4 service neutron] 10.222.0.26 "GET /v2.0/networks/e1e67e1f-8798-45f5-b239-65208acc87f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883798 Nov 12 08:17:35.942347 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-76b880a0-69aa-4215-ad6f-10a3a904332e req-ee38258d-1e41-43b1-8b43-e1e4a01d0214 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8faf6eb6-6b59-4208-b8ed-8f200f462710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279677 Nov 12 08:17:36.026085 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb224d95-072d-4df8-ad69-d475b2cb92c5 req-b393e8d4-9791-4a5e-8401-f5c7650f7566 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:36.027822 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fb224d95-072d-4df8-ad69-d475b2cb92c5 req-b393e8d4-9791-4a5e-8401-f5c7650f7566 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/ports?device_id=20b83579-3dd4-4d02-9c47-79fe23b58a70 HTTP/1.1" status: 200 len: 945 time: 0.0695248 Nov 12 08:17:36.091665 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-22248038-3cad-4286-b56e-2a92fe06c2f8 req-85e2970b-e04b-4be3-9017-7343caeac9f8 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=e81c00fb-be81-4dc0-8163-c8f29263b935 HTTP/1.1" status: 200 len: 210 time: 0.0336020 Nov 12 08:17:36.093890 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-76b880a0-69aa-4215-ad6f-10a3a904332e req-05a13159-d0e4-41de-a815-8aa9525b7624 service neutron] 10.222.0.44 "GET /v2.0/networks/8faf6eb6-6b59-4208-b8ed-8f200f462710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379800 Nov 12 08:17:36.094081 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fb224d95-072d-4df8-ad69-d475b2cb92c5 req-6ebb0aa0-5a51-4f33-917a-045c766eefe6 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/security-groups?id=aec52d38-03ed-427d-a216-63dd2a33f98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520473 Nov 12 08:17:36.157684 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebbe8b45-86a6-4712-bda1-f12f02e5941d', 'name': 'network-vif-deleted', 'tag': 'a95b215a-7dbe-4c48-9fbe-3f8161921e9a'}, {'name': 'network-changed', 'server_uuid': 'f90577b8-91e2-492f-ab0b-9c1640daca8a', 'tag': 'bd8d1fc7-3a46-416f-b99b-22a980217ad3'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:17:36.160571 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6ab171c-cfa9-499d-9eb6-ac554aa40e8c" -d '{"events": [{"server_uuid": "ebbe8b45-86a6-4712-bda1-f12f02e5941d", "name": "network-vif-deleted", "tag": "a95b215a-7dbe-4c48-9fbe-3f8161921e9a"}, {"name": "network-changed", "server_uuid": "f90577b8-91e2-492f-ab0b-9c1640daca8a", "tag": "bd8d1fc7-3a46-416f-b99b-22a980217ad3"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:17:36.204644 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-76b880a0-69aa-4215-ad6f-10a3a904332e req-c0427f81-7e44-4253-8274-e8372c7715b7 service neutron] 10.222.0.44 "GET /v2.0/networks/8faf6eb6-6b59-4208-b8ed-8f200f462710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999672 Nov 12 08:17:36.217901 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 12 Nov 2021 08:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64ba093d-9c8a-4b09-baf5-77a8096ac483 x-openstack-request-id: req-64ba093d-9c8a-4b09-baf5-77a8096ac483 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:17:36.218313 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebbe8b45-86a6-4712-bda1-f12f02e5941d", "name": "network-vif-deleted", "tag": "a95b215a-7dbe-4c48-9fbe-3f8161921e9a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f90577b8-91e2-492f-ab0b-9c1640daca8a", "tag": "bd8d1fc7-3a46-416f-b99b-22a980217ad3", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:17:36.218798 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-64ba093d-9c8a-4b09-baf5-77a8096ac483 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:17:36.219183 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebbe8b45-86a6-4712-bda1-f12f02e5941d', 'name': 'network-vif-deleted', 'tag': 'a95b215a-7dbe-4c48-9fbe-3f8161921e9a', 'status': 'completed', 'code': 200} Nov 12 08:17:36.219438 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f90577b8-91e2-492f-ab0b-9c1640daca8a', 'tag': 'bd8d1fc7-3a46-416f-b99b-22a980217ad3', 'status': 'completed', 'code': 200} Nov 12 08:17:36.265514 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01470e40-ca21-41bf-af1a-1b266e7baaa6 req-7bfb8e74-9364-42ce-bf30-95fd1abce749 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:36.267099 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-01470e40-ca21-41bf-af1a-1b266e7baaa6 req-7bfb8e74-9364-42ce-bf30-95fd1abce749 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/ports?device_id=f90577b8-91e2-492f-ab0b-9c1640daca8a HTTP/1.1" status: 200 len: 943 time: 0.0593896 Nov 12 08:17:36.321309 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-01470e40-ca21-41bf-af1a-1b266e7baaa6 req-2cd0e577-e71b-4e20-bcd1-01c0f1e8d199 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc675cb9-5df2-45c0-9fdb-ab595f0767f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471590 Nov 12 08:17:36.377394 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ab171c-cfa9-499d-9eb6-ac554aa40e8c req-a633b624-3bc3-4e50-8cfb-76d8546ab48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:36.379429 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e6ab171c-cfa9-499d-9eb6-ac554aa40e8c req-a633b624-3bc3-4e50-8cfb-76d8546ab48c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bd3c626eb63b4933a99b1b7c7c998e8c&device_id=f90577b8-91e2-492f-ab0b-9c1640daca8a HTTP/1.1" status: 200 len: 1095 time: 0.0498126 Nov 12 08:17:36.388702 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '867280fe-66ee-4047-a8b4-3fdb92fcef26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69042d04-a54e-4455-8bb9-9bb2090c9c14'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:17:36.392235 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd4d56a5-8eed-47ff-80bf-8d3918f76dde" -d '{"events": [{"server_uuid": "867280fe-66ee-4047-a8b4-3fdb92fcef26", "name": "network-vif-plugged", "status": "completed", "tag": "69042d04-a54e-4455-8bb9-9bb2090c9c14"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:17:36.447665 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a30d4f7-1809-47b4-a6de-dc3920b009fc x-openstack-request-id: req-7a30d4f7-1809-47b4-a6de-dc3920b009fc {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:17:36.448886 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "867280fe-66ee-4047-a8b4-3fdb92fcef26", "name": "network-vif-plugged", "status": "completed", "tag": "69042d04-a54e-4455-8bb9-9bb2090c9c14", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:17:36.449554 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7a30d4f7-1809-47b4-a6de-dc3920b009fc {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:17:36.449978 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '867280fe-66ee-4047-a8b4-3fdb92fcef26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69042d04-a54e-4455-8bb9-9bb2090c9c14', 'code': 200} Nov 12 08:17:36.451529 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1d1cfc4a-d6f5-4504-9c1f-b840a3bc482f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:36.465907 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc92dde-4edd-4941-8dba-97858e77734e req-189b52ae-d45a-4e05-8da7-bf26d5bc9393 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:36.467477 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ffc92dde-4edd-4941-8dba-97858e77734e req-189b52ae-d45a-4e05-8da7-bf26d5bc9393 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=54100ade-491e-488a-8bdb-541746e0bddb HTTP/1.1" status: 200 len: 945 time: 0.0561578 Nov 12 08:17:36.492533 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ab171c-cfa9-499d-9eb6-ac554aa40e8c req-0c514f48-7a5d-4fe6-b0ee-4ff6c903ac6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:36.494123 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e6ab171c-cfa9-499d-9eb6-ac554aa40e8c req-0c514f48-7a5d-4fe6-b0ee-4ff6c903ac6a service neutron] 10.222.0.44 "GET /v2.0/networks?id=8faf6eb6-6b59-4208-b8ed-8f200f462710 HTTP/1.1" status: 200 len: 913 time: 0.1027536 Nov 12 08:17:36.523501 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ffc92dde-4edd-4941-8dba-97858e77734e req-9f526930-a171-41ff-bad8-544f66f4190e tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463414 Nov 12 08:17:36.551656 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e6ab171c-cfa9-499d-9eb6-ac554aa40e8c req-196d21ce-2812-434d-8239-c9899748baf4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd8d1fc7-3a46-416f-b99b-22a980217ad3 HTTP/1.1" status: 200 len: 217 time: 0.0374305 Nov 12 08:17:36.606074 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ab171c-cfa9-499d-9eb6-ac554aa40e8c req-b8f9311e-6317-43d4-8502-edae1011a246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:36.607665 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e6ab171c-cfa9-499d-9eb6-ac554aa40e8c req-b8f9311e-6317-43d4-8502-edae1011a246 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bd286ef1-f40e-4f18-a8ea-b9f4f25fbb85 HTTP/1.1" status: 200 len: 852 time: 0.0472090 Nov 12 08:17:36.684009 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e6ab171c-cfa9-499d-9eb6-ac554aa40e8c req-483f0ed5-2807-4d7a-84ed-f64c48555d37 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8faf6eb6-6b59-4208-b8ed-8f200f462710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315754 Nov 12 08:17:36.700199 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d638a95-755a-4ac3-9b01-b18ba954eb89 req-c968a978-6666-4e6f-b062-956fccbd6176 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:36.701686 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1d638a95-755a-4ac3-9b01-b18ba954eb89 req-c968a978-6666-4e6f-b062-956fccbd6176 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=867280fe-66ee-4047-a8b4-3fdb92fcef26 HTTP/1.1" status: 200 len: 945 time: 0.0799367 Nov 12 08:17:36.813081 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1d638a95-755a-4ac3-9b01-b18ba954eb89 req-5bd3b51d-9efd-4e83-85a7-c822d3d8c89f tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025572 Nov 12 08:17:36.833853 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e6ab171c-cfa9-499d-9eb6-ac554aa40e8c req-22488865-26c8-49c7-8c0f-8b66a48ff054 service neutron] 10.222.0.44 "GET /v2.0/networks/8faf6eb6-6b59-4208-b8ed-8f200f462710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311872 Nov 12 08:17:36.834299 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929f649a-b375-416b-947b-08379c792624 req-2315184b-bc6d-4fb1-bbee-c72e757b0f86 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:36.836169 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-929f649a-b375-416b-947b-08379c792624 req-2315184b-bc6d-4fb1-bbee-c72e757b0f86 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d86ea33-8ea0-4666-aa3f-67876d020811 HTTP/1.1" status: 200 len: 944 time: 0.0524707 Nov 12 08:17:36.889364 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-929f649a-b375-416b-947b-08379c792624 req-0122af32-f2de-4cd5-bf81-730cd2642e62 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471945 Nov 12 08:17:36.931825 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e6ab171c-cfa9-499d-9eb6-ac554aa40e8c req-0b41a9df-f9ce-4bee-bafe-c87e116c7394 service neutron] 10.222.0.44 "GET /v2.0/networks/8faf6eb6-6b59-4208-b8ed-8f200f462710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860026 Nov 12 08:17:37.002244 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ece5af-5afd-4ae4-b6cc-b2e5ae3bcee1 req-248acf4f-67ab-44b6-959d-8162c547563a tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:37.003960 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-63ece5af-5afd-4ae4-b6cc-b2e5ae3bcee1 req-248acf4f-67ab-44b6-959d-8162c547563a tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e4aa82c-df47-4cfb-8723-dfb1bf6ac7fe HTTP/1.1" status: 200 len: 948 time: 0.0502942 Nov 12 08:17:37.054599 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-63ece5af-5afd-4ae4-b6cc-b2e5ae3bcee1 req-8d0f3db6-9b02-4e28-850d-dc9db57bac0b tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444648 Nov 12 08:17:37.188774 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-be9e8d5a-f453-4fe1-b3f5-1d1d9211b390 req-1ff1f2fe-0ffd-404c-8504-a31e69062871 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=e81c00fb-be81-4dc0-8163-c8f29263b935 HTTP/1.1" status: 200 len: 210 time: 0.0285256 Nov 12 08:17:37.213211 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490cd7da-bc77-45f5-8f92-79dd11798f68 req-f775a982-3be6-4a2f-885d-942f4b74534b tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:37.214767 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-490cd7da-bc77-45f5-8f92-79dd11798f68 req-f775a982-3be6-4a2f-885d-942f4b74534b tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/ports?device_id=20b83579-3dd4-4d02-9c47-79fe23b58a70 HTTP/1.1" status: 200 len: 945 time: 0.0498211 Nov 12 08:17:37.291176 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-490cd7da-bc77-45f5-8f92-79dd11798f68 req-1d085bf7-1391-49b0-9e43-a5fa48d8b53a tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/security-groups?id=aec52d38-03ed-427d-a216-63dd2a33f98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699837 Nov 12 08:17:37.367101 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d22530-e2c6-4bee-b9fd-fe8c2295e7e9 req-5716c5a6-8b9d-4667-87ea-4c601d7761de tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:37.368688 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-85d22530-e2c6-4bee-b9fd-fe8c2295e7e9 req-5716c5a6-8b9d-4667-87ea-4c601d7761de tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.44 "GET /v2.0/networks?id=e1e67e1f-8798-45f5-b239-65208acc87f1 HTTP/1.1" status: 200 len: 812 time: 0.1215882 Nov 12 08:17:37.413664 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-85d22530-e2c6-4bee-b9fd-fe8c2295e7e9 req-a50bd5e4-e09e-494a-8d4f-cef847c4202e tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Request body: {'port': {'device_id': 'e81c00fb-be81-4dc0-8163-c8f29263b935', 'network_id': 'e1e67e1f-8798-45f5-b239-65208acc87f1', 'admin_state_up': True, 'tenant_id': '89f29a2548464b6e8bac4db47e7c0c8b'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:17:37.441529 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e032af27-531c-4425-9253-fd2c1ead8905 req-0d07d598-3a26-4ff0-af65-9efff4dc6548 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:37.442929 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e032af27-531c-4425-9253-fd2c1ead8905 req-0d07d598-3a26-4ff0-af65-9efff4dc6548 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/ports?device_id=f90577b8-91e2-492f-ab0b-9c1640daca8a HTTP/1.1" status: 200 len: 943 time: 0.0502088 Nov 12 08:17:37.490920 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e032af27-531c-4425-9253-fd2c1ead8905 req-3c6bcaf2-8df6-4b15-8340-d227c6984395 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc675cb9-5df2-45c0-9fdb-ab595f0767f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417719 Nov 12 08:17:37.523872 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85d22530-e2c6-4bee-b9fd-fe8c2295e7e9 req-a50bd5e4-e09e-494a-8d4f-cef847c4202e tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Made reservation on behalf of 89f29a2548464b6e8bac4db47e7c0c8b for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:17:37.527356 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-85d22530-e2c6-4bee-b9fd-fe8c2295e7e9 req-a50bd5e4-e09e-494a-8d4f-cef847c4202e tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:37.688104 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcfbf72-acae-4de2-9558-b49541602b26 req-ec3a4c90-9f67-43ed-a6bc-581999571cce tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:37.690392 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9bcfbf72-acae-4de2-9558-b49541602b26 req-ec3a4c90-9f67-43ed-a6bc-581999571cce tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=54100ade-491e-488a-8bdb-541746e0bddb HTTP/1.1" status: 200 len: 945 time: 0.0906692 Nov 12 08:17:37.691340 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-85d22530-e2c6-4bee-b9fd-fe8c2295e7e9 req-a50bd5e4-e09e-494a-8d4f-cef847c4202e tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Allocated IP 172.20.0.12 (e1e67e1f-8798-45f5-b239-65208acc87f1/7bdc75da-af9b-40e1-a42f-7bb0c158e2a1/b7949fb3-24e3-4fd8-b179-63d172df87d3) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:17:37.771906 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9bcfbf72-acae-4de2-9558-b49541602b26 req-597b65c8-973e-45ce-8488-258435624a6a tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743320 Nov 12 08:17:37.796855 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:37.884958 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-85d22530-e2c6-4bee-b9fd-fe8c2295e7e9 req-a50bd5e4-e09e-494a-8d4f-cef847c4202e tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:37.923199 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-85d22530-e2c6-4bee-b9fd-fe8c2295e7e9 req-a50bd5e4-e09e-494a-8d4f-cef847c4202e tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:37.950580 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89319ae1-5068-4f50-a409-d3d61c803c0e req-e390501b-260c-4d31-9fb9-2c5b63d916a8 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:37.952157 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-89319ae1-5068-4f50-a409-d3d61c803c0e req-e390501b-260c-4d31-9fb9-2c5b63d916a8 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=867280fe-66ee-4047-a8b4-3fdb92fcef26 HTTP/1.1" status: 200 len: 945 time: 0.0554333 Nov 12 08:17:37.988306 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85d22530-e2c6-4bee-b9fd-fe8c2295e7e9 req-a50bd5e4-e09e-494a-8d4f-cef847c4202e tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Network e1e67e1f-8798-45f5-b239-65208acc87f1 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:17:38.010713 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-89319ae1-5068-4f50-a409-d3d61c803c0e req-6d4d761f-c61e-4fc6-9396-03c306c25ba4 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505123 Nov 12 08:17:38.013016 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-85d22530-e2c6-4bee-b9fd-fe8c2295e7e9 req-a50bd5e4-e09e-494a-8d4f-cef847c4202e tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:17:38.016874 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-85d22530-e2c6-4bee-b9fd-fe8c2295e7e9 req-a50bd5e4-e09e-494a-8d4f-cef847c4202e tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:17:38.019702 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50bd5e4-e09e-494a-8d4f-cef847c4202e tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Pushing event updated for resources: {'Port': ['ID=b7949fb3-24e3-4fd8-b179-63d172df87d3,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:38.072430 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f967ce2d-23d9-489a-a653-fa6cbc68c21c req-3c8aa467-3560-4892-92a2-1e595bc428f2 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:38.073913 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f967ce2d-23d9-489a-a653-fa6cbc68c21c req-3c8aa467-3560-4892-92a2-1e595bc428f2 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d86ea33-8ea0-4666-aa3f-67876d020811 HTTP/1.1" status: 200 len: 944 time: 0.1044552 Nov 12 08:17:38.082092 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d22530-e2c6-4bee-b9fd-fe8c2295e7e9 req-a50bd5e4-e09e-494a-8d4f-cef847c4202e tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:38.082701 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-85d22530-e2c6-4bee-b9fd-fe8c2295e7e9 req-a50bd5e4-e09e-494a-8d4f-cef847c4202e tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:38.114455 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-85d22530-e2c6-4bee-b9fd-fe8c2295e7e9 req-a50bd5e4-e09e-494a-8d4f-cef847c4202e tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7045977 Nov 12 08:17:38.136352 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f967ce2d-23d9-489a-a653-fa6cbc68c21c req-18d3ba6d-8482-48fd-a963-49307d4d0388 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508862 Nov 12 08:17:38.141122 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-85d22530-e2c6-4bee-b9fd-fe8c2295e7e9 req-9468bc2a-2cbb-4cc7-9012-47607ca6ed4c service neutron] Request body: {'port': {'device_id': 'e81c00fb-be81-4dc0-8163-c8f29263b935', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:17:38.171583 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d03eb08-defa-459a-a760-4a69656fecff req-488d474a-d495-49cb-8a84-05504a6caf57 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:38.173078 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2d03eb08-defa-459a-a760-4a69656fecff req-488d474a-d495-49cb-8a84-05504a6caf57 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e4aa82c-df47-4cfb-8723-dfb1bf6ac7fe HTTP/1.1" status: 200 len: 948 time: 0.0517006 Nov 12 08:17:38.195743 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-85d22530-e2c6-4bee-b9fd-fe8c2295e7e9 req-9468bc2a-2cbb-4cc7-9012-47607ca6ed4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:38.224745 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2d03eb08-defa-459a-a760-4a69656fecff req-eee18e02-2b28-41cc-aaad-0642139c11e3 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447304 Nov 12 08:17:38.407224 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47194cd-a33b-4dd7-bfe4-be321437a9dc req-0a4413d3-7ea3-4d9c-a433-5b9b6849b696 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:38.407482 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f49232c-7eb3-4955-bcf8-a2d7dfd7b568 req-77e5eb69-0b43-42e3-b4c9-b7f4c22c4b71 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:38.409208 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d47194cd-a33b-4dd7-bfe4-be321437a9dc req-0a4413d3-7ea3-4d9c-a433-5b9b6849b696 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=e81c00fb-be81-4dc0-8163-c8f29263b935 HTTP/1.1" status: 200 len: 932 time: 0.1101253 Nov 12 08:17:38.409450 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2f49232c-7eb3-4955-bcf8-a2d7dfd7b568 req-77e5eb69-0b43-42e3-b4c9-b7f4c22c4b71 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/ports?device_id=20b83579-3dd4-4d02-9c47-79fe23b58a70 HTTP/1.1" status: 200 len: 945 time: 0.0494986 Nov 12 08:17:38.459339 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2f49232c-7eb3-4955-bcf8-a2d7dfd7b568 req-81fc48d1-e8a3-4dbb-9f25-6fdf31ec11e1 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/security-groups?id=aec52d38-03ed-427d-a216-63dd2a33f98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428774 Nov 12 08:17:38.490898 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d47194cd-a33b-4dd7-bfe4-be321437a9dc req-3ba43384-7e5b-46b3-a95b-6783d9b29476 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743363 Nov 12 08:17:38.537078 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-85d22530-e2c6-4bee-b9fd-fe8c2295e7e9 req-9468bc2a-2cbb-4cc7-9012-47607ca6ed4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7949fb3-24e3-4fd8-b179-63d172df87d3 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:17:38.544579 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-85d22530-e2c6-4bee-b9fd-fe8c2295e7e9 req-9468bc2a-2cbb-4cc7-9012-47607ca6ed4c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:38.556530 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-85d22530-e2c6-4bee-b9fd-fe8c2295e7e9 req-9468bc2a-2cbb-4cc7-9012-47607ca6ed4c service neutron] Transition to ACTIVE for port object b7949fb3-24e3-4fd8-b179-63d172df87d3 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:17:38.560544 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-85d22530-e2c6-4bee-b9fd-fe8c2295e7e9 req-9468bc2a-2cbb-4cc7-9012-47607ca6ed4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:38.613285 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9268b95d-83cf-406e-9a2a-e70d0c259bc2 req-b07d1c5c-5b24-4441-9779-f23fe514d450 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:38.615133 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9268b95d-83cf-406e-9a2a-e70d0c259bc2 req-b07d1c5c-5b24-4441-9779-f23fe514d450 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/ports?device_id=f90577b8-91e2-492f-ab0b-9c1640daca8a HTTP/1.1" status: 200 len: 943 time: 0.0565860 Nov 12 08:17:38.615474 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9468bc2a-2cbb-4cc7-9012-47607ca6ed4c service neutron] Pushing event updated for resources: {'Port': ['ID=b7949fb3-24e3-4fd8-b179-63d172df87d3,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:38.663572 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9268b95d-83cf-406e-9a2a-e70d0c259bc2 req-f18969ab-3d4d-44e7-9612-f6cce3365177 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc675cb9-5df2-45c0-9fdb-ab595f0767f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425124 Nov 12 08:17:38.691117 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-85d22530-e2c6-4bee-b9fd-fe8c2295e7e9 req-9468bc2a-2cbb-4cc7-9012-47607ca6ed4c service neutron] Attempting to bind port b7949fb3-24e3-4fd8-b179-63d172df87d3 on host n-h2-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:17:38.691423 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-85d22530-e2c6-4bee-b9fd-fe8c2295e7e9 req-9468bc2a-2cbb-4cc7-9012-47607ca6ed4c service neutron] Attempting to bind port b7949fb3-24e3-4fd8-b179-63d172df87d3 by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': '931741a0-66de-48c6-b90b-c82af0a9f552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e1e67e1f-8798-45f5-b239-65208acc87f1'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:17:38.691743 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d22530-e2c6-4bee-b9fd-fe8c2295e7e9 req-9468bc2a-2cbb-4cc7-9012-47607ca6ed4c service neutron] Attempting to bind port b7949fb3-24e3-4fd8-b179-63d172df87d3 on network e1e67e1f-8798-45f5-b239-65208acc87f1 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:17:38.695963 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d22530-e2c6-4bee-b9fd-fe8c2295e7e9 req-9468bc2a-2cbb-4cc7-9012-47607ca6ed4c service neutron] Port b7949fb3-24e3-4fd8-b179-63d172df87d3 on network e1e67e1f-8798-45f5-b239-65208acc87f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:17:38.696276 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d22530-e2c6-4bee-b9fd-fe8c2295e7e9 req-9468bc2a-2cbb-4cc7-9012-47607ca6ed4c service neutron] Attempting to bind port b7949fb3-24e3-4fd8-b179-63d172df87d3 on network e1e67e1f-8798-45f5-b239-65208acc87f1 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:17:38.700932 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d22530-e2c6-4bee-b9fd-fe8c2295e7e9 req-9468bc2a-2cbb-4cc7-9012-47607ca6ed4c service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:17:38.701262 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d22530-e2c6-4bee-b9fd-fe8c2295e7e9 req-9468bc2a-2cbb-4cc7-9012-47607ca6ed4c service neutron] Checking segment: {'id': '931741a0-66de-48c6-b90b-c82af0a9f552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e1e67e1f-8798-45f5-b239-65208acc87f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:17:38.701633 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d22530-e2c6-4bee-b9fd-fe8c2295e7e9 req-9468bc2a-2cbb-4cc7-9012-47607ca6ed4c service neutron] Bound using segment: {'id': '931741a0-66de-48c6-b90b-c82af0a9f552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e1e67e1f-8798-45f5-b239-65208acc87f1'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:17:38.702050 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-85d22530-e2c6-4bee-b9fd-fe8c2295e7e9 req-9468bc2a-2cbb-4cc7-9012-47607ca6ed4c service neutron] Bound port: b7949fb3-24e3-4fd8-b179-63d172df87d3, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '931741a0-66de-48c6-b90b-c82af0a9f552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e1e67e1f-8798-45f5-b239-65208acc87f1'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:17:38.702396 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-85d22530-e2c6-4bee-b9fd-fe8c2295e7e9 req-9468bc2a-2cbb-4cc7-9012-47607ca6ed4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:38.763398 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-85d22530-e2c6-4bee-b9fd-fe8c2295e7e9 req-9468bc2a-2cbb-4cc7-9012-47607ca6ed4c service neutron] For port b7949fb3-24e3-4fd8-b179-63d172df87d3, host n-h2-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:17:38.766239 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-85d22530-e2c6-4bee-b9fd-fe8c2295e7e9 req-9468bc2a-2cbb-4cc7-9012-47607ca6ed4c service neutron] For port b7949fb3-24e3-4fd8-b179-63d172df87d3, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=b7949fb3-24e3-4fd8-b179-63d172df87d3,segment=NetworkSegment(931741a0-66de-48c6-b90b-c82af0a9f552),segment_id=931741a0-66de-48c6-b90b-c82af0a9f552)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:17:38.771446 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-85d22530-e2c6-4bee-b9fd-fe8c2295e7e9 req-9468bc2a-2cbb-4cc7-9012-47607ca6ed4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:38.808897 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d22530-e2c6-4bee-b9fd-fe8c2295e7e9 req-9468bc2a-2cbb-4cc7-9012-47607ca6ed4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:38.809477 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-85d22530-e2c6-4bee-b9fd-fe8c2295e7e9 req-9468bc2a-2cbb-4cc7-9012-47607ca6ed4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:38.810856 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-85d22530-e2c6-4bee-b9fd-fe8c2295e7e9 req-9468bc2a-2cbb-4cc7-9012-47607ca6ed4c service neutron] 10.222.0.44 "PUT /v2.0/ports/b7949fb3-24e3-4fd8-b179-63d172df87d3 HTTP/1.1" status: 200 len: 1093 time: 0.6736031 Nov 12 08:17:38.811295 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e81c00fb-be81-4dc0-8163-c8f29263b935', 'tag': 'b7949fb3-24e3-4fd8-b179-63d172df87d3'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:17:38.813539 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ebfd018-1231-4174-b06f-e9a639207c42" -d '{"events": [{"name": "network-changed", "server_uuid": "e81c00fb-be81-4dc0-8163-c8f29263b935", "tag": "b7949fb3-24e3-4fd8-b179-63d172df87d3"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:17:38.838548 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9468bc2a-2cbb-4cc7-9012-47607ca6ed4c service neutron] Pushing event updated for resources: {'Port': ['ID=b7949fb3-24e3-4fd8-b179-63d172df87d3,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:38.876492 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb5fec0e-2487-47f1-969d-c0fe602f4208 x-openstack-request-id: req-bb5fec0e-2487-47f1-969d-c0fe602f4208 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:17:38.876772 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e81c00fb-be81-4dc0-8163-c8f29263b935", "tag": "b7949fb3-24e3-4fd8-b179-63d172df87d3", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:17:38.877023 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bb5fec0e-2487-47f1-969d-c0fe602f4208 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:17:38.878029 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e81c00fb-be81-4dc0-8163-c8f29263b935', 'tag': 'b7949fb3-24e3-4fd8-b179-63d172df87d3', 'status': 'completed', 'code': 200} Nov 12 08:17:38.900444 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9873e09-ba0f-4db0-acce-a49d661aa537 req-edfac04e-4fc2-4ace-9254-a5e9508f43de tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:38.901897 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c9873e09-ba0f-4db0-acce-a49d661aa537 req-edfac04e-4fc2-4ace-9254-a5e9508f43de tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=54100ade-491e-488a-8bdb-541746e0bddb HTTP/1.1" status: 200 len: 945 time: 0.0544879 Nov 12 08:17:38.972388 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d22530-e2c6-4bee-b9fd-fe8c2295e7e9 req-1b8a623f-e804-45c7-bf5b-210e46611f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:38.973855 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-85d22530-e2c6-4bee-b9fd-fe8c2295e7e9 req-1b8a623f-e804-45c7-bf5b-210e46611f6a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=89f29a2548464b6e8bac4db47e7c0c8b&device_id=e81c00fb-be81-4dc0-8163-c8f29263b935 HTTP/1.1" status: 200 len: 1096 time: 0.0688527 Nov 12 08:17:38.978286 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c9873e09-ba0f-4db0-acce-a49d661aa537 req-6e991579-f370-4b7d-9673-cc18853d0f7c tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653346 Nov 12 08:17:39.032234 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-85d22530-e2c6-4bee-b9fd-fe8c2295e7e9 req-7bb7212c-16c3-4107-8dfb-285f00d92693 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7949fb3-24e3-4fd8-b179-63d172df87d3 HTTP/1.1" status: 200 len: 217 time: 0.0390403 Nov 12 08:17:39.084281 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d22530-e2c6-4bee-b9fd-fe8c2295e7e9 req-8f667a21-8c0a-4d1b-9234-b3a45eaf1002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:39.085969 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-85d22530-e2c6-4bee-b9fd-fe8c2295e7e9 req-8f667a21-8c0a-4d1b-9234-b3a45eaf1002 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7bdc75da-af9b-40e1-a42f-7bb0c158e2a1 HTTP/1.1" status: 200 len: 852 time: 0.0447068 Nov 12 08:17:39.101782 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:39.125958 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-85d22530-e2c6-4bee-b9fd-fe8c2295e7e9 req-c4baff56-088a-4b37-8594-9f2af09e9c1e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e1e67e1f-8798-45f5-b239-65208acc87f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256009 Nov 12 08:17:39.130376 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f450dd14-e08e-4f62-a3e5-c4ef2c2f04b6 req-2c18ca2f-a3a2-4118-af92-ede49f642d63 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:39.131871 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f450dd14-e08e-4f62-a3e5-c4ef2c2f04b6 req-2c18ca2f-a3a2-4118-af92-ede49f642d63 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=867280fe-66ee-4047-a8b4-3fdb92fcef26 HTTP/1.1" status: 200 len: 945 time: 0.0507410 Nov 12 08:17:39.184135 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f450dd14-e08e-4f62-a3e5-c4ef2c2f04b6 req-23216bf0-ee20-456f-ba35-6857b1663b70 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462580 Nov 12 08:17:39.255727 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-85d22530-e2c6-4bee-b9fd-fe8c2295e7e9 req-235d8a4f-9940-469d-9687-ce6615100896 service neutron] 10.222.0.44 "GET /v2.0/networks/e1e67e1f-8798-45f5-b239-65208acc87f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211731 Nov 12 08:17:39.272490 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6035507f-855a-49ab-8ce7-fa2ae70703dc req-cbb20b9a-043c-46ce-b440-605ed9535bf9 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:39.274114 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6035507f-855a-49ab-8ce7-fa2ae70703dc req-cbb20b9a-043c-46ce-b440-605ed9535bf9 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d86ea33-8ea0-4666-aa3f-67876d020811 HTTP/1.1" status: 200 len: 944 time: 0.0668724 Nov 12 08:17:39.353378 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef3c188-bf5f-4cf5-a4c3-a6152c091ec5 req-58c5c99d-01ce-4a43-b23a-15dd00412f36 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:39.354902 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7ef3c188-bf5f-4cf5-a4c3-a6152c091ec5 req-58c5c99d-01ce-4a43-b23a-15dd00412f36 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e4aa82c-df47-4cfb-8723-dfb1bf6ac7fe HTTP/1.1" status: 200 len: 948 time: 0.0560222 Nov 12 08:17:39.383962 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6035507f-855a-49ab-8ce7-fa2ae70703dc req-6ba200fb-d1b2-4792-aa2c-79a1c03340e1 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018250 Nov 12 08:17:39.404754 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-85d22530-e2c6-4bee-b9fd-fe8c2295e7e9 req-54c6b903-8644-49ff-9b31-a7c6dd60f327 service neutron] 10.222.0.44 "GET /v2.0/networks/e1e67e1f-8798-45f5-b239-65208acc87f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296887 Nov 12 08:17:39.410918 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7ef3c188-bf5f-4cf5-a4c3-a6152c091ec5 req-ba9b3827-f49a-46ff-97e2-3d36346e15bd tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442777 Nov 12 08:17:39.604621 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e10117-d32d-45d4-8f50-c6f354bf4412 req-52f897a2-a928-4015-9d04-589b9ecc6135 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:39.606009 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-52e10117-d32d-45d4-8f50-c6f354bf4412 req-52f897a2-a928-4015-9d04-589b9ecc6135 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/ports?device_id=20b83579-3dd4-4d02-9c47-79fe23b58a70 HTTP/1.1" status: 200 len: 945 time: 0.0761497 Nov 12 08:17:39.611493 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92535271-80cd-4c20-a0a0-6e6f94251934 req-924f0fcf-049c-46ad-825f-948b6b573133 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:39.613523 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-92535271-80cd-4c20-a0a0-6e6f94251934 req-924f0fcf-049c-46ad-825f-948b6b573133 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=e81c00fb-be81-4dc0-8163-c8f29263b935 HTTP/1.1" status: 200 len: 944 time: 0.0500634 Nov 12 08:17:39.615923 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebfd018-1231-4174-b06f-e9a639207c42 req-e3af34cc-9d6e-482b-a683-9ab72264c52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:39.617321 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0ebfd018-1231-4174-b06f-e9a639207c42 req-e3af34cc-9d6e-482b-a683-9ab72264c52c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=89f29a2548464b6e8bac4db47e7c0c8b&device_id=e81c00fb-be81-4dc0-8163-c8f29263b935 HTTP/1.1" status: 200 len: 1096 time: 0.0611782 Nov 12 08:17:39.667482 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-92535271-80cd-4c20-a0a0-6e6f94251934 req-063f9535-e7ac-4600-9db6-e1cbcc154cfa tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436835 Nov 12 08:17:39.716347 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-52e10117-d32d-45d4-8f50-c6f354bf4412 req-70174d85-b214-425c-82cb-2cf196d6fc0e tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/security-groups?id=aec52d38-03ed-427d-a216-63dd2a33f98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025150 Nov 12 08:17:39.738834 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:39.754233 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebfd018-1231-4174-b06f-e9a639207c42 req-a483a0aa-400e-450c-a083-e7d2483ad120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:39.755716 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0ebfd018-1231-4174-b06f-e9a639207c42 req-a483a0aa-400e-450c-a083-e7d2483ad120 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e1e67e1f-8798-45f5-b239-65208acc87f1 HTTP/1.1" status: 200 len: 913 time: 0.1251335 Nov 12 08:17:39.785485 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da78e1b9-e215-457c-abde-f3f959463866 req-3683ba96-6be6-4d6b-9e88-c7fbae20987d tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:39.787003 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-da78e1b9-e215-457c-abde-f3f959463866 req-3683ba96-6be6-4d6b-9e88-c7fbae20987d tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/ports?device_id=f90577b8-91e2-492f-ab0b-9c1640daca8a HTTP/1.1" status: 200 len: 943 time: 0.0527046 Nov 12 08:17:39.803450 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device bd8d1fc7-3a46-416f-b99b-22a980217ad3 details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:17:39.810198 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0ebfd018-1231-4174-b06f-e9a639207c42 req-438e39d2-b3fd-405b-bdd7-de0c18a0e58e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7949fb3-24e3-4fd8-b179-63d172df87d3 HTTP/1.1" status: 200 len: 217 time: 0.0352049 Nov 12 08:17:39.841423 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-da78e1b9-e215-457c-abde-f3f959463866 req-ce7b592b-e447-48e3-a7d6-a7d692dab1b0 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc675cb9-5df2-45c0-9fdb-ab595f0767f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478191 Nov 12 08:17:39.872560 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebfd018-1231-4174-b06f-e9a639207c42 req-7119c54f-c12f-4b5f-824d-ae63912a2f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:39.874003 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0ebfd018-1231-4174-b06f-e9a639207c42 req-7119c54f-c12f-4b5f-824d-ae63912a2f95 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7bdc75da-af9b-40e1-a42f-7bb0c158e2a1 HTTP/1.1" status: 200 len: 852 time: 0.0503693 Nov 12 08:17:39.910474 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0ebfd018-1231-4174-b06f-e9a639207c42 req-0df918f0-51a6-423a-9a76-372a24b58fd5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e1e67e1f-8798-45f5-b239-65208acc87f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251267 Nov 12 08:17:39.913900 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port bd8d1fc7-3a46-416f-b99b-22a980217ad3, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=bd8d1fc7-3a46-416f-b99b-22a980217ad3,segment=NetworkSegment(8f575a5e-7400-4b10-982b-4c3146775d67),segment_id=8f575a5e-7400-4b10-982b-4c3146775d67)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:17:39.925311 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': 'bd8d1fc7-3a46-416f-b99b-22a980217ad3', 'network_id': '8faf6eb6-6b59-4208-b8ed-8f200f462710', 'port_id': 'bd8d1fc7-3a46-416f-b99b-22a980217ad3', 'mac_address': 'fa:16:3e:d3:e4:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd286ef1-f40e-4f18-a8ea-b9f4f25fbb85', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:17:39.963757 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:39.976527 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd8d1fc7-3a46-416f-b99b-22a980217ad3 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:17:39.996521 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port bd8d1fc7-3a46-416f-b99b-22a980217ad3, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=bd8d1fc7-3a46-416f-b99b-22a980217ad3,segment=NetworkSegment(8f575a5e-7400-4b10-982b-4c3146775d67),segment_id=8f575a5e-7400-4b10-982b-4c3146775d67)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:17:40.000414 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:40.004828 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0ebfd018-1231-4174-b06f-e9a639207c42 req-7859f6ca-ee51-460d-9a2f-9703f5a64ebd service neutron] 10.222.0.44 "GET /v2.0/networks/e1e67e1f-8798-45f5-b239-65208acc87f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856624 Nov 12 08:17:40.050102 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=bd8d1fc7-3a46-416f-b99b-22a980217ad3,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:40.057554 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:17:40.057901 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:17:40.058244 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:17:40.058577 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:17:40.058931 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:17:40.059261 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:17:40.059587 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:17:40.059916 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:17:40.060239 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:17:40.060562 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:17:40.060882 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:17:40.061203 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:17:40.138812 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0ebfd018-1231-4174-b06f-e9a639207c42 req-061902b8-135c-4e71-b234-ffec0651a694 service neutron] 10.222.0.44 "GET /v2.0/networks/e1e67e1f-8798-45f5-b239-65208acc87f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230748 Nov 12 08:17:40.147485 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79d10b9-537e-41cb-a377-597ff628b99b req-eb66fa8a-43cf-4d3f-92ee-47a5face1a10 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:40.148824 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b79d10b9-537e-41cb-a377-597ff628b99b req-eb66fa8a-43cf-4d3f-92ee-47a5face1a10 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=54100ade-491e-488a-8bdb-541746e0bddb HTTP/1.1" status: 200 len: 945 time: 0.0724938 Nov 12 08:17:40.198044 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b79d10b9-537e-41cb-a377-597ff628b99b req-d9a99a2e-4706-4f21-9409-f99350f805a1 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432038 Nov 12 08:17:40.299591 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a89ba9-51eb-40c8-8af7-91a00ba6830f req-58f74d19-8add-4bb0-856a-55827232d3d6 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:40.301066 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-68a89ba9-51eb-40c8-8af7-91a00ba6830f req-58f74d19-8add-4bb0-856a-55827232d3d6 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=867280fe-66ee-4047-a8b4-3fdb92fcef26 HTTP/1.1" status: 200 len: 945 time: 0.0493643 Nov 12 08:17:40.348261 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-68a89ba9-51eb-40c8-8af7-91a00ba6830f req-1b175e47-8bb0-4cee-a7be-18c4594a9a95 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412612 Nov 12 08:17:40.508348 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b33d662-3fe8-4579-af71-cf11152f5f78 req-39867735-e008-408d-8a93-7214b171981d tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:40.509839 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3b33d662-3fe8-4579-af71-cf11152f5f78 req-39867735-e008-408d-8a93-7214b171981d tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d86ea33-8ea0-4666-aa3f-67876d020811 HTTP/1.1" status: 200 len: 944 time: 0.0555964 Nov 12 08:17:40.518930 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['bd8d1fc7-3a46-416f-b99b-22a980217ad3'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:17:40.531258 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d058d773-1342-4ceb-a507-5852a31c7c3a req-f78a93ad-07e5-423b-983d-dba7d98e6b85 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:40.532748 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d058d773-1342-4ceb-a507-5852a31c7c3a req-f78a93ad-07e5-423b-983d-dba7d98e6b85 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e4aa82c-df47-4cfb-8723-dfb1bf6ac7fe HTTP/1.1" status: 200 len: 948 time: 0.0503590 Nov 12 08:17:40.559368 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3b33d662-3fe8-4579-af71-cf11152f5f78 req-71d0ba8f-ff9f-4000-87a0-0197ad1170ab tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432906 Nov 12 08:17:40.592744 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d058d773-1342-4ceb-a507-5852a31c7c3a req-68789959-1daf-4175-a75d-db6bdf84059e tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527353 Nov 12 08:17:40.808216 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a800da-2ca2-484e-973d-f1de14ccbbdd req-134e2d6c-bf9b-4ff7-9ba6-5b5cf7c05a6c tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:40.810193 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a5a800da-2ca2-484e-973d-f1de14ccbbdd req-134e2d6c-bf9b-4ff7-9ba6-5b5cf7c05a6c tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=e81c00fb-be81-4dc0-8163-c8f29263b935 HTTP/1.1" status: 200 len: 944 time: 0.0677340 Nov 12 08:17:40.855765 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bef39b0-a71f-487f-b60a-c304c7791cf8 req-561f39a7-74e6-4e3e-acf7-69630e57452f tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:40.857271 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3bef39b0-a71f-487f-b60a-c304c7791cf8 req-561f39a7-74e6-4e3e-acf7-69630e57452f tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/ports?device_id=20b83579-3dd4-4d02-9c47-79fe23b58a70 HTTP/1.1" status: 200 len: 945 time: 0.0633488 Nov 12 08:17:40.865313 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a5a800da-2ca2-484e-973d-f1de14ccbbdd req-f21b3137-fff8-4517-81b1-9731fc247169 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479271 Nov 12 08:17:40.912716 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3bef39b0-a71f-487f-b60a-c304c7791cf8 req-fe6ea189-f3d6-40d1-a205-72c832e118ab tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/security-groups?id=aec52d38-03ed-427d-a216-63dd2a33f98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492377 Nov 12 08:17:40.969120 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a535ba-5472-4ee2-a823-f5d19165ff21 req-3e5a6df0-0b14-4de1-8488-f7afab6a5aed tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:40.970610 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-36a535ba-5472-4ee2-a823-f5d19165ff21 req-3e5a6df0-0b14-4de1-8488-f7afab6a5aed tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/ports?device_id=f90577b8-91e2-492f-ab0b-9c1640daca8a HTTP/1.1" status: 200 len: 944 time: 0.0496147 Nov 12 08:17:41.021935 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-36a535ba-5472-4ee2-a823-f5d19165ff21 req-745989b4-e69d-43d6-9b6a-f0e424d41020 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc675cb9-5df2-45c0-9fdb-ab595f0767f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443668 Nov 12 08:17:41.311709 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c769079-8ef1-42d0-a94a-60a0db23ce5f req-4c3e0ff8-1c58-476d-9e5d-cb297fd6ecc4 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:41.313166 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5c769079-8ef1-42d0-a94a-60a0db23ce5f req-4c3e0ff8-1c58-476d-9e5d-cb297fd6ecc4 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=54100ade-491e-488a-8bdb-541746e0bddb HTTP/1.1" status: 200 len: 945 time: 0.0485761 Nov 12 08:17:41.361126 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5c769079-8ef1-42d0-a94a-60a0db23ce5f req-7b22eb93-9227-48ec-991e-f51c3bd529ae tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414793 Nov 12 08:17:41.464868 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be11b391-27fc-48e5-900b-04df277b3f9b req-bb5e12e3-8184-41c7-b725-3b653dd4bd0c tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:41.466325 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-be11b391-27fc-48e5-900b-04df277b3f9b req-bb5e12e3-8184-41c7-b725-3b653dd4bd0c tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=867280fe-66ee-4047-a8b4-3fdb92fcef26 HTTP/1.1" status: 200 len: 945 time: 0.0492043 Nov 12 08:17:41.513930 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-be11b391-27fc-48e5-900b-04df277b3f9b req-7073d8e4-9c07-461d-aab6-4d6f1695a48f tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407867 Nov 12 08:17:41.687044 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4baa224-8179-4c55-a395-336e7b3ea4b6 req-de09a24e-6f83-4f8a-a6fd-c0e466cb138a tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:41.688654 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f4baa224-8179-4c55-a395-336e7b3ea4b6 req-de09a24e-6f83-4f8a-a6fd-c0e466cb138a tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d86ea33-8ea0-4666-aa3f-67876d020811 HTTP/1.1" status: 200 len: 944 time: 0.0561903 Nov 12 08:17:41.710191 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18223934-8063-423f-b9a6-5687b2bb3724 req-18e697ef-bff1-40ce-8d67-4e9cc181078b tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:41.711987 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-18223934-8063-423f-b9a6-5687b2bb3724 req-18e697ef-bff1-40ce-8d67-4e9cc181078b tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e4aa82c-df47-4cfb-8723-dfb1bf6ac7fe HTTP/1.1" status: 200 len: 948 time: 0.0507808 Nov 12 08:17:41.742361 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f4baa224-8179-4c55-a395-336e7b3ea4b6 req-99ead41c-e100-4707-a0b8-557e2f920184 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474019 Nov 12 08:17:41.761005 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-18223934-8063-423f-b9a6-5687b2bb3724 req-492f11ed-83c8-4e91-ab2d-46cceabb0566 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427792 Nov 12 08:17:41.811443 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device b7949fb3-24e3-4fd8-b179-63d172df87d3 details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:17:41.824165 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device bd8d1fc7-3a46-416f-b99b-22a980217ad3 up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:17:41.944157 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning for port bd8d1fc7-3a46-416f-b99b-22a980217ad3 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:17:41.950913 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port b7949fb3-24e3-4fd8-b179-63d172df87d3, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=b7949fb3-24e3-4fd8-b179-63d172df87d3,segment=NetworkSegment(931741a0-66de-48c6-b90b-c82af0a9f552),segment_id=931741a0-66de-48c6-b90b-c82af0a9f552)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:17:41.959294 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port bd8d1fc7-3a46-416f-b99b-22a980217ad3 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:17:41.959663 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:41.983889 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': 'b7949fb3-24e3-4fd8-b179-63d172df87d3', 'network_id': 'e1e67e1f-8798-45f5-b239-65208acc87f1', 'port_id': 'b7949fb3-24e3-4fd8-b179-63d172df87d3', 'mac_address': 'fa:16:3e:64:b7:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bdc75da-af9b-40e1-a42f-7bb0c158e2a1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:17:41.987842 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1391b0d4-7501-453c-94ce-5be770b808f1 req-28a12b1e-ede6-469a-b58d-c191cd777ac8 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:41.991525 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1391b0d4-7501-453c-94ce-5be770b808f1 req-28a12b1e-ede6-469a-b58d-c191cd777ac8 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=e81c00fb-be81-4dc0-8163-c8f29263b935 HTTP/1.1" status: 200 len: 944 time: 0.0583515 Nov 12 08:17:42.042088 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a533b18e-3cc0-4acf-9a29-e1f5665fca98 req-ac2a4600-4335-4ad2-afca-57cad8de5ae1 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:42.043930 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a533b18e-3cc0-4acf-9a29-e1f5665fca98 req-ac2a4600-4335-4ad2-afca-57cad8de5ae1 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/ports?device_id=20b83579-3dd4-4d02-9c47-79fe23b58a70 HTTP/1.1" status: 200 len: 945 time: 0.0583854 Nov 12 08:17:42.045713 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:42.056258 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1391b0d4-7501-453c-94ce-5be770b808f1 req-0cb54613-37fc-4cfd-971d-3287c017b025 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603898 Nov 12 08:17:42.087805 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7949fb3-24e3-4fd8-b179-63d172df87d3 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:17:42.099528 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a533b18e-3cc0-4acf-9a29-e1f5665fca98 req-7be5a9bf-0e61-43a1-9583-6e191cf8de18 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/security-groups?id=aec52d38-03ed-427d-a216-63dd2a33f98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487828 Nov 12 08:17:42.129878 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:42.133671 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port b7949fb3-24e3-4fd8-b179-63d172df87d3, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=b7949fb3-24e3-4fd8-b179-63d172df87d3,segment=NetworkSegment(931741a0-66de-48c6-b90b-c82af0a9f552),segment_id=931741a0-66de-48c6-b90b-c82af0a9f552)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:17:42.140102 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:42.144125 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:42.164084 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491c9112-4ac1-4167-bd97-ed116c279115 req-40d37af0-e200-4146-a29b-1be9e42f0c63 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:42.165590 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-491c9112-4ac1-4167-bd97-ed116c279115 req-40d37af0-e200-4146-a29b-1be9e42f0c63 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/ports?device_id=f90577b8-91e2-492f-ab0b-9c1640daca8a HTTP/1.1" status: 200 len: 944 time: 0.0509322 Nov 12 08:17:42.176113 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f90577b8-91e2-492f-ab0b-9c1640daca8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd8d1fc7-3a46-416f-b99b-22a980217ad3'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:17:42.178317 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dbf2497-d90b-4caa-984e-8003fb88bd42" -d '{"events": [{"server_uuid": "f90577b8-91e2-492f-ab0b-9c1640daca8a", "name": "network-vif-plugged", "status": "completed", "tag": "bd8d1fc7-3a46-416f-b99b-22a980217ad3"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:17:42.200580 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port bd8d1fc7-3a46-416f-b99b-22a980217ad3, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=bd8d1fc7-3a46-416f-b99b-22a980217ad3,segment=NetworkSegment(8f575a5e-7400-4b10-982b-4c3146775d67),segment_id=8f575a5e-7400-4b10-982b-4c3146775d67)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:17:42.207496 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:42.223299 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4613ef6d-060c-4a12-a682-4d9b81e9d1c7 x-openstack-request-id: req-4613ef6d-060c-4a12-a682-4d9b81e9d1c7 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:17:42.223626 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f90577b8-91e2-492f-ab0b-9c1640daca8a", "name": "network-vif-plugged", "status": "completed", "tag": "bd8d1fc7-3a46-416f-b99b-22a980217ad3", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:17:42.223834 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4613ef6d-060c-4a12-a682-4d9b81e9d1c7 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:17:42.224217 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f90577b8-91e2-492f-ab0b-9c1640daca8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd8d1fc7-3a46-416f-b99b-22a980217ad3', 'code': 200} Nov 12 08:17:42.225253 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=b7949fb3-24e3-4fd8-b179-63d172df87d3,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:42.234948 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-491c9112-4ac1-4167-bd97-ed116c279115 req-74e875a3-7b8a-4dfa-9e1c-954f3bd25147 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc675cb9-5df2-45c0-9fdb-ab595f0767f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552661 Nov 12 08:17:42.275105 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=bd8d1fc7-3a46-416f-b99b-22a980217ad3,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:42.373170 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b188ba-07dc-4576-a704-6cb74b083c46 req-d1e5ac50-f8d1-4107-aa1d-7f46724323b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:42.374754 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d0b188ba-07dc-4576-a704-6cb74b083c46 req-d1e5ac50-f8d1-4107-aa1d-7f46724323b4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f90577b8-91e2-492f-ab0b-9c1640daca8a HTTP/1.1" status: 200 len: 1097 time: 0.0406175 Nov 12 08:17:42.428390 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d0b188ba-07dc-4576-a704-6cb74b083c46 req-7d2ec053-58c2-4d05-a86f-59bbd2272b4d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=bc675cb9-5df2-45c0-9fdb-ab595f0767f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390999 Nov 12 08:17:42.481525 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df24a85a-6c8d-4ff9-b8e4-3147e120e3e2 req-a68ba665-0497-4b7e-a70f-91f0ca60047a tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:42.483028 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-df24a85a-6c8d-4ff9-b8e4-3147e120e3e2 req-a68ba665-0497-4b7e-a70f-91f0ca60047a tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=54100ade-491e-488a-8bdb-541746e0bddb HTTP/1.1" status: 200 len: 945 time: 0.0519636 Nov 12 08:17:42.536748 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-df24a85a-6c8d-4ff9-b8e4-3147e120e3e2 req-b7921115-7d18-4241-8b46-73aaf2b924b0 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468316 Nov 12 08:17:42.626212 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['b7949fb3-24e3-4fd8-b179-63d172df87d3'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:17:42.636320 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f13ab-e64c-4e45-8887-e4b932647bb1 req-c9d79e94-92b4-43f2-a694-fa4d492c27b9 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:42.637829 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f41f13ab-e64c-4e45-8887-e4b932647bb1 req-c9d79e94-92b4-43f2-a694-fa4d492c27b9 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=867280fe-66ee-4047-a8b4-3fdb92fcef26 HTTP/1.1" status: 200 len: 945 time: 0.0544195 Nov 12 08:17:42.687383 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f41f13ab-e64c-4e45-8887-e4b932647bb1 req-9828218d-bb01-47a2-8b50-b5e2a45882b1 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434399 Nov 12 08:17:42.859664 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ab8a97-be2a-4f25-b588-e1f395bd0667 req-bd16e8f2-6c96-41cc-b834-8c6788f52fdd tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:42.861137 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c1ab8a97-be2a-4f25-b588-e1f395bd0667 req-bd16e8f2-6c96-41cc-b834-8c6788f52fdd tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d86ea33-8ea0-4666-aa3f-67876d020811 HTTP/1.1" status: 200 len: 944 time: 0.0500150 Nov 12 08:17:42.884649 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcb3114-2f0f-4ada-ba7a-459eb5d1d039 req-bb6fc917-fc1b-4afe-9a48-d740fed239da tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:42.886168 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4fcb3114-2f0f-4ada-ba7a-459eb5d1d039 req-bb6fc917-fc1b-4afe-9a48-d740fed239da tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e4aa82c-df47-4cfb-8723-dfb1bf6ac7fe HTTP/1.1" status: 200 len: 948 time: 0.0519996 Nov 12 08:17:42.909854 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c1ab8a97-be2a-4f25-b588-e1f395bd0667 req-c5c4ab0c-2544-46cc-8b64-3d611cc6fb84 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416965 Nov 12 08:17:42.935157 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4fcb3114-2f0f-4ada-ba7a-459eb5d1d039 req-bcc391dc-9c77-4399-9361-b1da64430479 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429566 Nov 12 08:17:43.172856 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23189c80-493c-4aee-b00f-1d7d662917da req-8a114dfe-e913-4132-97fe-c4836c5f2bea tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:43.174417 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-23189c80-493c-4aee-b00f-1d7d662917da req-8a114dfe-e913-4132-97fe-c4836c5f2bea tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=e81c00fb-be81-4dc0-8163-c8f29263b935 HTTP/1.1" status: 200 len: 945 time: 0.0517564 Nov 12 08:17:43.218324 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f1592b-e841-4365-9d94-7addb3ac3696 req-72d483a5-3957-40a2-8d94-7a530b9d4c75 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:43.219979 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c8f1592b-e841-4365-9d94-7addb3ac3696 req-72d483a5-3957-40a2-8d94-7a530b9d4c75 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/ports?device_id=20b83579-3dd4-4d02-9c47-79fe23b58a70 HTTP/1.1" status: 200 len: 945 time: 0.0533023 Nov 12 08:17:43.225979 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-23189c80-493c-4aee-b00f-1d7d662917da req-f453fa2d-6ccb-4d2f-8003-d607d1a780c0 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449965 Nov 12 08:17:43.268451 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c8f1592b-e841-4365-9d94-7addb3ac3696 req-fb59fb0c-3f3b-4e42-bd0e-5731f34a7e8a tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/security-groups?id=aec52d38-03ed-427d-a216-63dd2a33f98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410719 Nov 12 08:17:43.344216 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0156cebc-3372-42e6-b0a3-263acc655016 req-7df63870-0b78-4720-9350-26f4d638dcce tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:43.345647 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0156cebc-3372-42e6-b0a3-263acc655016 req-7df63870-0b78-4720-9350-26f4d638dcce tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/ports?device_id=f90577b8-91e2-492f-ab0b-9c1640daca8a HTTP/1.1" status: 200 len: 945 time: 0.0492806 Nov 12 08:17:43.393899 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0156cebc-3372-42e6-b0a3-263acc655016 req-4adc530c-60da-47bb-bb7b-550b94139d89 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc675cb9-5df2-45c0-9fdb-ab595f0767f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419843 Nov 12 08:17:43.653129 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80346f58-ff18-4570-9396-905e119d7985 req-bed1b18d-2bd6-4bbc-beb5-53b4ea582459 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:43.654488 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-80346f58-ff18-4570-9396-905e119d7985 req-bed1b18d-2bd6-4bbc-beb5-53b4ea582459 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=54100ade-491e-488a-8bdb-541746e0bddb HTTP/1.1" status: 200 len: 945 time: 0.0483122 Nov 12 08:17:43.702817 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-80346f58-ff18-4570-9396-905e119d7985 req-3b8d633b-0051-494e-9ca7-0b2f8a17e4a7 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415776 Nov 12 08:17:43.802788 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c7e449-e1c6-4ab9-a1ba-f55a42ef79f9 req-ee389acf-ad62-440e-8553-8422abe47a0d tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:43.804257 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f2c7e449-e1c6-4ab9-a1ba-f55a42ef79f9 req-ee389acf-ad62-440e-8553-8422abe47a0d tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=867280fe-66ee-4047-a8b4-3fdb92fcef26 HTTP/1.1" status: 200 len: 945 time: 0.0492489 Nov 12 08:17:43.852907 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f2c7e449-e1c6-4ab9-a1ba-f55a42ef79f9 req-b45f1979-7ea9-48ad-b92f-ad37f96143c4 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427074 Nov 12 08:17:44.036832 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ffc529-e7b8-4c6d-8926-203df3a136fc req-37140c22-5b9c-432e-8a12-14fbd4ba278c tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:44.038569 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a8ffc529-e7b8-4c6d-8926-203df3a136fc req-37140c22-5b9c-432e-8a12-14fbd4ba278c tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d86ea33-8ea0-4666-aa3f-67876d020811 HTTP/1.1" status: 200 len: 944 time: 0.0535073 Nov 12 08:17:44.078806 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fc426a-9d70-4965-9dd8-9c8dc0e9b7df req-ca6566f4-f941-4c21-8fa4-58c86856f98b tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:44.083051 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-80fc426a-9d70-4965-9dd8-9c8dc0e9b7df req-ca6566f4-f941-4c21-8fa4-58c86856f98b tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e4aa82c-df47-4cfb-8723-dfb1bf6ac7fe HTTP/1.1" status: 200 len: 948 time: 0.0819139 Nov 12 08:17:44.096476 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a8ffc529-e7b8-4c6d-8926-203df3a136fc req-a7507a5d-b875-46db-afb5-0c2053fec62d tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517797 Nov 12 08:17:44.133247 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-80fc426a-9d70-4965-9dd8-9c8dc0e9b7df req-10842d80-76e7-44cd-9b84-3347d76c5005 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450058 Nov 12 08:17:44.340707 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7004be33-1501-4124-a7de-4307030a5dfc req-383ce287-ba58-4b6d-84c3-651d01ec616c tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:44.342207 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7004be33-1501-4124-a7de-4307030a5dfc req-383ce287-ba58-4b6d-84c3-651d01ec616c tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=e81c00fb-be81-4dc0-8163-c8f29263b935 HTTP/1.1" status: 200 len: 945 time: 0.0500102 Nov 12 08:17:44.388079 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1df564-6637-4596-aebb-f1743f46b414 req-cb6af58d-4553-4dcf-8a9e-c3cc4f11759f tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:44.389554 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2c1df564-6637-4596-aebb-f1743f46b414 req-cb6af58d-4553-4dcf-8a9e-c3cc4f11759f tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/ports?device_id=20b83579-3dd4-4d02-9c47-79fe23b58a70 HTTP/1.1" status: 200 len: 945 time: 0.0518146 Nov 12 08:17:44.391346 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7004be33-1501-4124-a7de-4307030a5dfc req-12a87f16-54f2-4f3c-bdf1-ee394f82d01d tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427263 Nov 12 08:17:44.438312 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2c1df564-6637-4596-aebb-f1743f46b414 req-544ba737-c2d5-4e92-9c53-b809b6d1bff5 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/security-groups?id=aec52d38-03ed-427d-a216-63dd2a33f98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419509 Nov 12 08:17:44.510738 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad4965f-5168-430f-a7b4-016ce6f19c03 req-2f90a192-52f9-45ed-a0af-1e3ea30612eb tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:44.512119 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fad4965f-5168-430f-a7b4-016ce6f19c03 req-2f90a192-52f9-45ed-a0af-1e3ea30612eb tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/ports?device_id=f90577b8-91e2-492f-ab0b-9c1640daca8a HTTP/1.1" status: 200 len: 945 time: 0.0506325 Nov 12 08:17:44.560787 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fad4965f-5168-430f-a7b4-016ce6f19c03 req-2d194c59-9195-481c-bd87-2c96a7a86379 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/security-groups?id=bc675cb9-5df2-45c0-9fdb-ab595f0767f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420232 Nov 12 08:17:44.668424 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e284e490-def2-4e47-a41d-a70b2672e6e5 req-4e9d2da1-83bd-410e-8ebf-c33ab5693c34 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1155059066&fields=id&tenant_id=bd3c626eb63b4933a99b1b7c7c998e8c HTTP/1.1" status: 200 len: 267 time: 0.0438707 Nov 12 08:17:44.725364 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e284e490-def2-4e47-a41d-a70b2672e6e5 req-6183faf2-ae80-42d9-9095-fabc785b32fb tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:44.727129 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e284e490-def2-4e47-a41d-a70b2672e6e5 req-6183faf2-ae80-42d9-9095-fabc785b32fb tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/ports?device_id=f90577b8-91e2-492f-ab0b-9c1640daca8a HTTP/1.1" status: 200 len: 945 time: 0.0530324 Nov 12 08:17:44.740298 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-e284e490-def2-4e47-a41d-a70b2672e6e5 req-cddb6e8f-5e05-41d5-824a-02bd81b1a5ca tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Request body: {'port': {'security_groups': ['bc675cb9-5df2-45c0-9fdb-ab595f0767f4', '1c3e8e87-1cf1-4738-ad4c-0bffd248fe24']}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:17:44.807667 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e284e490-def2-4e47-a41d-a70b2672e6e5 req-cddb6e8f-5e05-41d5-824a-02bd81b1a5ca tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:44.824400 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012cb077-6e65-4e72-9464-1006cc9522e9 req-203a5acf-589b-453f-bb8b-024929eca373 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:44.825939 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-012cb077-6e65-4e72-9464-1006cc9522e9 req-203a5acf-589b-453f-bb8b-024929eca373 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=54100ade-491e-488a-8bdb-541746e0bddb HTTP/1.1" status: 200 len: 945 time: 0.0548429 Nov 12 08:17:44.875871 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-012cb077-6e65-4e72-9464-1006cc9522e9 req-f2f6f5a3-fe1a-4d6a-83d7-d267d3a14aca tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425785 Nov 12 08:17:44.981911 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de3631f-ab6b-4188-b7eb-82aa3004c8d5 req-704fc0a7-0575-4ed6-ab25-687d532b42c2 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:44.983470 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6de3631f-ab6b-4188-b7eb-82aa3004c8d5 req-704fc0a7-0575-4ed6-ab25-687d532b42c2 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=867280fe-66ee-4047-a8b4-3fdb92fcef26 HTTP/1.1" status: 200 len: 945 time: 0.0509253 Nov 12 08:17:45.000490 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-e284e490-def2-4e47-a41d-a70b2672e6e5 req-cddb6e8f-5e05-41d5-824a-02bd81b1a5ca tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] For port bd8d1fc7-3a46-416f-b99b-22a980217ad3, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=bd8d1fc7-3a46-416f-b99b-22a980217ad3,segment=NetworkSegment(8f575a5e-7400-4b10-982b-4c3146775d67),segment_id=8f575a5e-7400-4b10-982b-4c3146775d67)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:17:45.031185 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e284e490-def2-4e47-a41d-a70b2672e6e5 req-cddb6e8f-5e05-41d5-824a-02bd81b1a5ca tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:45.032940 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6de3631f-ab6b-4188-b7eb-82aa3004c8d5 req-ed26446e-d1f9-486d-8e07-0bd0f4ecfb7f tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432956 Nov 12 08:17:45.036623 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e284e490-def2-4e47-a41d-a70b2672e6e5 req-cddb6e8f-5e05-41d5-824a-02bd81b1a5ca tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:45.048518 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['f5920f2d-4a7e-42d5-a7df-4f8e67bc2c30'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:17:45.081760 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e284e490-def2-4e47-a41d-a70b2672e6e5 req-cddb6e8f-5e05-41d5-824a-02bd81b1a5ca tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:45.082375 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e284e490-def2-4e47-a41d-a70b2672e6e5 req-cddb6e8f-5e05-41d5-824a-02bd81b1a5ca tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:45.083794 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e284e490-def2-4e47-a41d-a70b2672e6e5 req-cddb6e8f-5e05-41d5-824a-02bd81b1a5ca tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "PUT /v2.0/ports/bd8d1fc7-3a46-416f-b99b-22a980217ad3 HTTP/1.1" status: 200 len: 981 time: 0.3484690 Nov 12 08:17:45.084252 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f90577b8-91e2-492f-ab0b-9c1640daca8a', 'tag': 'bd8d1fc7-3a46-416f-b99b-22a980217ad3'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:17:45.086928 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01621ffc-a42e-40db-aee8-99d984c97715" -d '{"events": [{"name": "network-changed", "server_uuid": "f90577b8-91e2-492f-ab0b-9c1640daca8a", "tag": "bd8d1fc7-3a46-416f-b99b-22a980217ad3"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:17:45.089678 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['bd8d1fc7-3a46-416f-b99b-22a980217ad3'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:17:45.130600 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb6e8f-5e05-41d5-824a-02bd81b1a5ca tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Pushing event updated for resources: {'Port': ['ID=bd8d1fc7-3a46-416f-b99b-22a980217ad3,revision_number=6']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:45.143355 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a55f876-43ba-4ded-b8c3-9315b1dbfaf4 x-openstack-request-id: req-8a55f876-43ba-4ded-b8c3-9315b1dbfaf4 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:17:45.143648 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f90577b8-91e2-492f-ab0b-9c1640daca8a", "tag": "bd8d1fc7-3a46-416f-b99b-22a980217ad3", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:17:45.143906 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8a55f876-43ba-4ded-b8c3-9315b1dbfaf4 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:17:45.144306 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f90577b8-91e2-492f-ab0b-9c1640daca8a', 'tag': 'bd8d1fc7-3a46-416f-b99b-22a980217ad3', 'status': 'completed', 'code': 200} Nov 12 08:17:45.165062 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ffa38cfc-6f69-4872-b600-1c38982be79f req-9e1f0823-70e5-4038-b3dc-f28e943c70fb tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/security-groups/1c3e8e87-1cf1-4738-ad4c-0bffd248fe24 HTTP/1.1" status: 200 len: 1818 time: 0.0560734 Nov 12 08:17:45.215989 n-d-765315-29 neutron-server[102599]: INFO neutron.api.v2.resource [req-ffa38cfc-6f69-4872-b600-1c38982be79f req-31896f56-1f35-4014-9412-3e6969a9ec72 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 08:17:45.217642 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ffa38cfc-6f69-4872-b600-1c38982be79f req-31896f56-1f35-4014-9412-3e6969a9ec72 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "DELETE /v2.0/security-groups/1c3e8e87-1cf1-4738-ad4c-0bffd248fe24 HTTP/1.1" status: 409 len: 341 time: 0.0490029 Nov 12 08:17:45.248530 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8ab076-af39-49aa-b089-d223231e2a4e req-e0351e8a-0452-4c3b-9a17-3e0336eb1e9e tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:45.250781 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6c8ab076-af39-49aa-b089-d223231e2a4e req-e0351e8a-0452-4c3b-9a17-3e0336eb1e9e tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d86ea33-8ea0-4666-aa3f-67876d020811 HTTP/1.1" status: 200 len: 944 time: 0.0591609 Nov 12 08:17:45.266502 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01621ffc-a42e-40db-aee8-99d984c97715 req-9652ec27-c53c-4798-97cd-01bbc5f29d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:45.268922 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-01621ffc-a42e-40db-aee8-99d984c97715 req-9652ec27-c53c-4798-97cd-01bbc5f29d9b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bd3c626eb63b4933a99b1b7c7c998e8c&device_id=f90577b8-91e2-492f-ab0b-9c1640daca8a HTTP/1.1" status: 200 len: 1136 time: 0.0502336 Nov 12 08:17:45.307720 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6c8ab076-af39-49aa-b089-d223231e2a4e req-6dbf3913-86fe-492c-adcf-9a39297dc47a tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505977 Nov 12 08:17:45.319370 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['bd8d1fc7-3a46-416f-b99b-22a980217ad3'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:17:45.399360 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cf66b7-e4ba-4ce8-84f3-f8196d30b67a req-364f0b0d-4028-4ac6-85d5-4fd4a1810ef6 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:45.401438 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-39cf66b7-e4ba-4ce8-84f3-f8196d30b67a req-364f0b0d-4028-4ac6-85d5-4fd4a1810ef6 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e4aa82c-df47-4cfb-8723-dfb1bf6ac7fe HTTP/1.1" status: 200 len: 948 time: 0.1088598 Nov 12 08:17:45.440627 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01621ffc-a42e-40db-aee8-99d984c97715 req-0f2ce6c3-afaa-47a5-b82a-6b5a16f0459f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:45.442541 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-01621ffc-a42e-40db-aee8-99d984c97715 req-0f2ce6c3-afaa-47a5-b82a-6b5a16f0459f service neutron] 10.222.0.44 "GET /v2.0/networks?id=8faf6eb6-6b59-4208-b8ed-8f200f462710 HTTP/1.1" status: 200 len: 913 time: 0.1602390 Nov 12 08:17:45.513249 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-01621ffc-a42e-40db-aee8-99d984c97715 req-99c06bbf-e042-463d-9928-40040f82b4df service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd8d1fc7-3a46-416f-b99b-22a980217ad3 HTTP/1.1" status: 200 len: 217 time: 0.0541244 Nov 12 08:17:45.520957 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-39cf66b7-e4ba-4ce8-84f3-f8196d30b67a req-6ed0219f-d6e2-45ff-a88c-f6442263c8e3 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072547 Nov 12 08:17:45.543608 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7ee769-69ee-417b-8779-d5c987897e31 req-ed57afe8-6d39-4209-9925-55fcdc0c36e9 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:45.545568 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6a7ee769-69ee-417b-8779-d5c987897e31 req-ed57afe8-6d39-4209-9925-55fcdc0c36e9 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=e81c00fb-be81-4dc0-8163-c8f29263b935 HTTP/1.1" status: 200 len: 945 time: 0.0592613 Nov 12 08:17:45.611038 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6a7ee769-69ee-417b-8779-d5c987897e31 req-41af4267-2314-4bf3-a855-282abe913f42 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578074 Nov 12 08:17:45.633615 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01621ffc-a42e-40db-aee8-99d984c97715 req-6481f424-7888-489b-9a24-aa0513e98968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:45.635376 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-01621ffc-a42e-40db-aee8-99d984c97715 req-6481f424-7888-489b-9a24-aa0513e98968 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bd286ef1-f40e-4f18-a8ea-b9f4f25fbb85 HTTP/1.1" status: 200 len: 852 time: 0.1042218 Nov 12 08:17:45.666418 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bd30f3-eccb-4b7c-af3b-507100664a65 req-99ac587e-203b-4f2d-a8e2-35152f9777d0 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:45.668151 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-45bd30f3-eccb-4b7c-af3b-507100664a65 req-99ac587e-203b-4f2d-a8e2-35152f9777d0 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/ports?device_id=f90577b8-91e2-492f-ab0b-9c1640daca8a HTTP/1.1" status: 200 len: 984 time: 0.0683718 Nov 12 08:17:45.685536 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-01621ffc-a42e-40db-aee8-99d984c97715 req-31355edb-b5c7-4726-b0fe-431395ac8b3d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8faf6eb6-6b59-4208-b8ed-8f200f462710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369449 Nov 12 08:17:45.728416 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a17cbf-f08b-4258-861a-7398be7f9973 req-489e66b0-92d6-4c78-bef2-dfdc79db34d5 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:45.729962 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-68a17cbf-f08b-4258-861a-7398be7f9973 req-489e66b0-92d6-4c78-bef2-dfdc79db34d5 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/ports?device_id=20b83579-3dd4-4d02-9c47-79fe23b58a70 HTTP/1.1" status: 200 len: 945 time: 0.0524504 Nov 12 08:17:45.780536 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-68a17cbf-f08b-4258-861a-7398be7f9973 req-ca6b0853-eb3f-4d71-8aaf-17574531d3d9 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/security-groups?id=aec52d38-03ed-427d-a216-63dd2a33f98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444307 Nov 12 08:17:45.806424 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device b7949fb3-24e3-4fd8-b179-63d172df87d3 up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:17:45.823943 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:17:45.858793 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning for port b7949fb3-24e3-4fd8-b179-63d172df87d3 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:17:45.864852 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port b7949fb3-24e3-4fd8-b179-63d172df87d3 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:17:45.865143 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:45.959481 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:46.000229 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e81c00fb-be81-4dc0-8163-c8f29263b935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7949fb3-24e3-4fd8-b179-63d172df87d3'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:17:46.005377 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c09d2c7-4b04-44ae-8dfc-8e0906636166" -d '{"events": [{"server_uuid": "e81c00fb-be81-4dc0-8163-c8f29263b935", "name": "network-vif-plugged", "status": "completed", "tag": "b7949fb3-24e3-4fd8-b179-63d172df87d3"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:17:46.010752 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port b7949fb3-24e3-4fd8-b179-63d172df87d3, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=b7949fb3-24e3-4fd8-b179-63d172df87d3,segment=NetworkSegment(931741a0-66de-48c6-b90b-c82af0a9f552),segment_id=931741a0-66de-48c6-b90b-c82af0a9f552)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:17:46.014206 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25a2d07-059d-4842-8e65-adf7a2f830da req-1ee68211-088c-4b20-9bf4-be574fc30369 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:46.015760 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c25a2d07-059d-4842-8e65-adf7a2f830da req-1ee68211-088c-4b20-9bf4-be574fc30369 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=54100ade-491e-488a-8bdb-541746e0bddb HTTP/1.1" status: 200 len: 945 time: 0.0605612 Nov 12 08:17:46.020087 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:46.072425 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=b7949fb3-24e3-4fd8-b179-63d172df87d3,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:46.086921 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c25a2d07-059d-4842-8e65-adf7a2f830da req-13de7b4a-1c22-4227-af7e-6999b78cb9f2 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625930 Nov 12 08:17:46.111535 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-45bd30f3-eccb-4b7c-af3b-507100664a65 req-eb2b4fcc-6456-4d10-a5e4-e0819054506a tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c3e8e87-1cf1-4738-ad4c-0bffd248fe24&id=bc675cb9-5df2-45c0-9fdb-ab595f0767f4&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.4289131 Nov 12 08:17:46.129188 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e299aa-52cb-4245-b15c-7d99a3ca874f x-openstack-request-id: req-84e299aa-52cb-4245-b15c-7d99a3ca874f {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:17:46.129480 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e81c00fb-be81-4dc0-8163-c8f29263b935", "name": "network-vif-plugged", "status": "completed", "tag": "b7949fb3-24e3-4fd8-b179-63d172df87d3", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:17:46.129745 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-84e299aa-52cb-4245-b15c-7d99a3ca874f {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:17:46.130133 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e81c00fb-be81-4dc0-8163-c8f29263b935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7949fb3-24e3-4fd8-b179-63d172df87d3', 'code': 200} Nov 12 08:17:46.138058 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-01621ffc-a42e-40db-aee8-99d984c97715 req-5673f6db-a854-4697-8263-80b8a58ab13c service neutron] 10.222.0.44 "GET /v2.0/networks/8faf6eb6-6b59-4208-b8ed-8f200f462710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4402318 Nov 12 08:17:46.277383 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e6751a-f76c-457f-b409-6de2980ef59b req-b5a204dc-2572-49c3-a5e2-0bd6314438e4 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:46.278876 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-81e6751a-f76c-457f-b409-6de2980ef59b req-b5a204dc-2572-49c3-a5e2-0bd6314438e4 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=867280fe-66ee-4047-a8b4-3fdb92fcef26 HTTP/1.1" status: 200 len: 945 time: 0.1098945 Nov 12 08:17:46.356967 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-01621ffc-a42e-40db-aee8-99d984c97715 req-e33a406f-0306-48fa-a6cc-06c98aff428d service neutron] 10.222.0.44 "GET /v2.0/networks/8faf6eb6-6b59-4208-b8ed-8f200f462710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621637 Nov 12 08:17:46.365821 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bf19bb-a807-49a2-9d0c-a51587cc161a req-5f60b73a-e544-43b5-8e5b-97e8373fc6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:46.367282 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b7bf19bb-a807-49a2-9d0c-a51587cc161a req-5f60b73a-e544-43b5-8e5b-97e8373fc6bf service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e81c00fb-be81-4dc0-8163-c8f29263b935 HTTP/1.1" status: 200 len: 1098 time: 0.0875258 Nov 12 08:17:46.374612 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-81e6751a-f76c-457f-b409-6de2980ef59b req-588033d1-6970-4311-b527-4c8533d7fa67 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841646 Nov 12 08:17:46.430259 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a2fde7-def7-4ff1-b99e-8d0b4c63cce0 req-f5895fc1-1e0b-46ac-96d8-73ebdc9a0e98 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:46.431784 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f6a2fde7-def7-4ff1-b99e-8d0b4c63cce0 req-f5895fc1-1e0b-46ac-96d8-73ebdc9a0e98 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d86ea33-8ea0-4666-aa3f-67876d020811 HTTP/1.1" status: 200 len: 944 time: 0.0523567 Nov 12 08:17:46.433358 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b7bf19bb-a807-49a2-9d0c-a51587cc161a req-e106362b-e32a-4634-ad74-d845f0b8a84b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434003 Nov 12 08:17:46.483009 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f6a2fde7-def7-4ff1-b99e-8d0b4c63cce0 req-3ca29029-119d-4e2b-bb96-0ee1ce111dae tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443294 Nov 12 08:17:46.641148 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb343c1b-8ed3-454e-abf9-52f5b9a4adc7 req-9e020302-704b-45ad-9493-c53c24c11df6 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:46.643343 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-eb343c1b-8ed3-454e-abf9-52f5b9a4adc7 req-9e020302-704b-45ad-9493-c53c24c11df6 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e4aa82c-df47-4cfb-8723-dfb1bf6ac7fe HTTP/1.1" status: 200 len: 948 time: 0.0524623 Nov 12 08:17:46.692919 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-eb343c1b-8ed3-454e-abf9-52f5b9a4adc7 req-7ea4cbce-06d8-4d1e-a90b-1550dae576af tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430408 Nov 12 08:17:46.734820 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09dd652-2473-4b3d-91d6-a52b705e005c req-fd78c2e5-8e59-4c8b-a877-e2450c2cf1b6 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:46.737006 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f09dd652-2473-4b3d-91d6-a52b705e005c req-fd78c2e5-8e59-4c8b-a877-e2450c2cf1b6 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=e81c00fb-be81-4dc0-8163-c8f29263b935 HTTP/1.1" status: 200 len: 946 time: 0.0536819 Nov 12 08:17:46.783702 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f09dd652-2473-4b3d-91d6-a52b705e005c req-45d82ddc-893a-4c68-ab21-fec4cc14d478 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408089 Nov 12 08:17:46.841813 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820df268-5c3f-4fba-bbfe-185c5b9992fc req-73a8fb13-2879-4f3e-bd6d-0e922672b9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:46.843335 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-820df268-5c3f-4fba-bbfe-185c5b9992fc req-73a8fb13-2879-4f3e-bd6d-0e922672b9ba service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bd3c626eb63b4933a99b1b7c7c998e8c&device_id=f90577b8-91e2-492f-ab0b-9c1640daca8a HTTP/1.1" status: 200 len: 1136 time: 0.0433009 Nov 12 08:17:46.959627 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abf4986-158f-411d-a90b-e2db1ac9e189 req-ff458901-8c40-4e00-9dca-8c8182890f63 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:46.961294 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3abf4986-158f-411d-a90b-e2db1ac9e189 req-ff458901-8c40-4e00-9dca-8c8182890f63 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/ports?device_id=20b83579-3dd4-4d02-9c47-79fe23b58a70 HTTP/1.1" status: 200 len: 945 time: 0.1066411 Nov 12 08:17:46.995371 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820df268-5c3f-4fba-bbfe-185c5b9992fc req-e0e3760a-3fa9-4e68-8556-cc0884ac8296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:46.996818 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-820df268-5c3f-4fba-bbfe-185c5b9992fc req-e0e3760a-3fa9-4e68-8556-cc0884ac8296 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8faf6eb6-6b59-4208-b8ed-8f200f462710 HTTP/1.1" status: 200 len: 913 time: 0.1330197 Nov 12 08:17:47.050867 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-820df268-5c3f-4fba-bbfe-185c5b9992fc req-1126c7e0-7646-4d07-b6d2-70d921d6345d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd8d1fc7-3a46-416f-b99b-22a980217ad3 HTTP/1.1" status: 200 len: 217 time: 0.0442302 Nov 12 08:17:47.057931 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3abf4986-158f-411d-a90b-e2db1ac9e189 req-2570e743-9df3-4210-adb0-fa4bdd6546d1 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/security-groups?id=aec52d38-03ed-427d-a216-63dd2a33f98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903380 Nov 12 08:17:47.104010 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820df268-5c3f-4fba-bbfe-185c5b9992fc req-4655d4ed-c078-4227-a22c-ddc380605507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:47.105468 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-820df268-5c3f-4fba-bbfe-185c5b9992fc req-4655d4ed-c078-4227-a22c-ddc380605507 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bd286ef1-f40e-4f18-a8ea-b9f4f25fbb85 HTTP/1.1" status: 200 len: 852 time: 0.0449603 Nov 12 08:17:47.142828 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-820df268-5c3f-4fba-bbfe-185c5b9992fc req-2c37ea21-9bde-4fb4-9371-62d15d0fa8af service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8faf6eb6-6b59-4208-b8ed-8f200f462710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287514 Nov 12 08:17:47.159727 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [req-820df268-5c3f-4fba-bbfe-185c5b9992fc req-b1fe62e3-a3e0-4bc9-a50f-7296da046cfb service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:17:47.160893 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-820df268-5c3f-4fba-bbfe-185c5b9992fc req-b1fe62e3-a3e0-4bc9-a50f-7296da046cfb service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062778 Nov 12 08:17:47.202389 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1cdc1c-10a7-42f8-b22f-f2eb870075e9 req-0be78995-df45-474b-80d9-266791ecfc5e tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:47.203914 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7a1cdc1c-10a7-42f8-b22f-f2eb870075e9 req-0be78995-df45-474b-80d9-266791ecfc5e tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=54100ade-491e-488a-8bdb-541746e0bddb HTTP/1.1" status: 200 len: 945 time: 0.0520232 Nov 12 08:17:47.252991 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7a1cdc1c-10a7-42f8-b22f-f2eb870075e9 req-e622069f-d264-4697-9603-b9f849c47c77 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423841 Nov 12 08:17:47.292981 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d6b82-4243-4011-8447-0c350254d8e8 req-de336144-5210-4484-a013-b541a62b02ef tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:47.294456 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b25d6b82-4243-4011-8447-0c350254d8e8 req-de336144-5210-4484-a013-b541a62b02ef tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/ports?device_id=f90577b8-91e2-492f-ab0b-9c1640daca8a HTTP/1.1" status: 200 len: 984 time: 0.1026623 Nov 12 08:17:47.313482 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-820df268-5c3f-4fba-bbfe-185c5b9992fc req-ef978e5d-7e7f-4fa5-9f44-31a5b350e2de service neutron] 10.222.0.44 "GET /v2.0/networks/8faf6eb6-6b59-4208-b8ed-8f200f462710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407492 Nov 12 08:17:47.425797 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b25d6b82-4243-4011-8447-0c350254d8e8 req-af3dd261-50eb-464c-a7d2-a115221f8ae4 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c3e8e87-1cf1-4738-ad4c-0bffd248fe24&id=bc675cb9-5df2-45c0-9fdb-ab595f0767f4&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1238391 Nov 12 08:17:47.484126 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-820df268-5c3f-4fba-bbfe-185c5b9992fc req-fb5f81e9-89d7-494c-bebc-3d3c62605493 service neutron] 10.222.0.44 "GET /v2.0/networks/8faf6eb6-6b59-4208-b8ed-8f200f462710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621969 Nov 12 08:17:47.496181 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e95706-f3cb-43b3-9bfa-2fd961579f78 req-dd2de545-7469-49d5-a88d-3ea7079e07a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:47.497656 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c3e95706-f3cb-43b3-9bfa-2fd961579f78 req-dd2de545-7469-49d5-a88d-3ea7079e07a8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=867280fe-66ee-4047-a8b4-3fdb92fcef26 HTTP/1.1" status: 200 len: 1097 time: 0.0563130 Nov 12 08:17:47.501232 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168d69c8-2c20-4baa-a0fb-12c74392951d req-d204aeeb-0e72-4548-8c16-dd9e923016cf tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:47.503479 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-168d69c8-2c20-4baa-a0fb-12c74392951d req-d204aeeb-0e72-4548-8c16-dd9e923016cf tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=867280fe-66ee-4047-a8b4-3fdb92fcef26 HTTP/1.1" status: 200 len: 945 time: 0.0512226 Nov 12 08:17:47.561434 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-168d69c8-2c20-4baa-a0fb-12c74392951d req-845674fa-65fd-44d1-8a24-763694f013bb tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466957 Nov 12 08:17:47.568354 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c3e95706-f3cb-43b3-9bfa-2fd961579f78 req-ccbcc19a-503e-40ad-99f6-4c2a5459030d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606096 Nov 12 08:17:47.605733 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03474c5d-343d-410b-91fc-a5d971650cea req-44fc83f7-e72b-49ce-b160-09aa566be39f tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:47.607226 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-03474c5d-343d-410b-91fc-a5d971650cea req-44fc83f7-e72b-49ce-b160-09aa566be39f tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d86ea33-8ea0-4666-aa3f-67876d020811 HTTP/1.1" status: 200 len: 944 time: 0.0534678 Nov 12 08:17:47.658904 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-03474c5d-343d-410b-91fc-a5d971650cea req-fee733bd-f214-4356-8948-da97c42df5cf tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447392 Nov 12 08:17:47.813448 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838bfc05-1e21-4a70-a32d-7431c8b5a77f req-e7811ad5-de8c-42d7-80bf-c744e538aecf tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:47.815333 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-838bfc05-1e21-4a70-a32d-7431c8b5a77f req-e7811ad5-de8c-42d7-80bf-c744e538aecf tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e4aa82c-df47-4cfb-8723-dfb1bf6ac7fe HTTP/1.1" status: 200 len: 948 time: 0.0504084 Nov 12 08:17:47.865017 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-838bfc05-1e21-4a70-a32d-7431c8b5a77f req-6f9b537a-ce64-4d99-85e1-507fd2977da4 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437725 Nov 12 08:17:47.900050 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637f59e3-f9ee-4510-918b-70cfddded22c req-665c319c-a2d9-4307-b0de-08606dead73e tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:47.901527 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-637f59e3-f9ee-4510-918b-70cfddded22c req-665c319c-a2d9-4307-b0de-08606dead73e tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=e81c00fb-be81-4dc0-8163-c8f29263b935 HTTP/1.1" status: 200 len: 946 time: 0.0512187 Nov 12 08:17:47.947423 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-637f59e3-f9ee-4510-918b-70cfddded22c req-36771f02-a982-4d60-87a7-98df3e115f0e tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399768 Nov 12 08:17:48.175495 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e11740-c8cc-49b5-85d1-83ec8dea6c79 req-6cd192b8-36e5-4435-96fd-4551b67a9811 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:48.177263 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e3e11740-c8cc-49b5-85d1-83ec8dea6c79 req-6cd192b8-36e5-4435-96fd-4551b67a9811 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/ports?device_id=20b83579-3dd4-4d02-9c47-79fe23b58a70 HTTP/1.1" status: 200 len: 945 time: 0.0505486 Nov 12 08:17:48.225190 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e3e11740-c8cc-49b5-85d1-83ec8dea6c79 req-626afe26-59e7-4564-ba32-5d7aa2279edd tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/security-groups?id=aec52d38-03ed-427d-a216-63dd2a33f98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416949 Nov 12 08:17:48.387859 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6306b428-1d7f-43c2-9af4-d05307b32dab req-2792ff5b-48f5-4db8-9c99-c8ce0f19f7ee tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:48.389413 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6306b428-1d7f-43c2-9af4-d05307b32dab req-2792ff5b-48f5-4db8-9c99-c8ce0f19f7ee tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=54100ade-491e-488a-8bdb-541746e0bddb HTTP/1.1" status: 200 len: 945 time: 0.0632861 Nov 12 08:17:48.437885 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6306b428-1d7f-43c2-9af4-d05307b32dab req-5e6c5b0d-e7bb-49b1-b5d1-07d861fdcc72 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421929 Nov 12 08:17:48.558621 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75e90aa-1f5d-47e8-a636-466a31130019 req-7427ef64-9d7d-4506-80c8-655e66c1fc3a tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:48.560095 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f75e90aa-1f5d-47e8-a636-466a31130019 req-7427ef64-9d7d-4506-80c8-655e66c1fc3a tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/ports?device_id=f90577b8-91e2-492f-ab0b-9c1640daca8a HTTP/1.1" status: 200 len: 984 time: 0.0554464 Nov 12 08:17:48.625386 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f75e90aa-1f5d-47e8-a636-466a31130019 req-12c5c3a4-3cc3-42c1-a903-3bb6f8db5227 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/security-groups?id=1c3e8e87-1cf1-4738-ad4c-0bffd248fe24&id=bc675cb9-5df2-45c0-9fdb-ab595f0767f4&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0582609 Nov 12 08:17:48.689501 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70a39f5-4f94-4ba2-a14d-45cf3092f87c req-d1804fcd-24cb-4c02-8fbd-2af077cfc96c tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:48.694779 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e70a39f5-4f94-4ba2-a14d-45cf3092f87c req-d1804fcd-24cb-4c02-8fbd-2af077cfc96c tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=867280fe-66ee-4047-a8b4-3fdb92fcef26 HTTP/1.1" status: 200 len: 945 time: 0.0617671 Nov 12 08:17:48.743577 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-61c65955-f187-47de-becf-ccf4105284a8 req-e9f6cc45-cadc-432f-9649-465dc8300652 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-628504989&fields=id&tenant_id=bd3c626eb63b4933a99b1b7c7c998e8c HTTP/1.1" status: 200 len: 267 time: 0.0453062 Nov 12 08:17:48.744692 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e70a39f5-4f94-4ba2-a14d-45cf3092f87c req-aedd436f-24c0-4772-8621-5231b1137385 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469813 Nov 12 08:17:48.804449 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c65955-f187-47de-becf-ccf4105284a8 req-80eb3488-0bef-4481-a038-0187ca80d656 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:48.805991 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-61c65955-f187-47de-becf-ccf4105284a8 req-80eb3488-0bef-4481-a038-0187ca80d656 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/ports?device_id=f90577b8-91e2-492f-ab0b-9c1640daca8a HTTP/1.1" status: 200 len: 984 time: 0.0523777 Nov 12 08:17:48.817651 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-61c65955-f187-47de-becf-ccf4105284a8 req-f4fe89ee-00f6-4153-b723-d87a0e5e52d5 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Request body: {'port': {'security_groups': ['1c3e8e87-1cf1-4738-ad4c-0bffd248fe24', 'bc675cb9-5df2-45c0-9fdb-ab595f0767f4', '55ba6ca3-5d33-4238-9263-d272452dd01f']}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:17:48.857763 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c29f5c-35e4-4db9-9a9d-5feaff0a2d1c req-abae567d-c4cb-4f22-a9f8-98561b86c991 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:48.859545 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b8c29f5c-35e4-4db9-9a9d-5feaff0a2d1c req-abae567d-c4cb-4f22-a9f8-98561b86c991 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d86ea33-8ea0-4666-aa3f-67876d020811 HTTP/1.1" status: 200 len: 944 time: 0.0531306 Nov 12 08:17:48.900422 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-61c65955-f187-47de-becf-ccf4105284a8 req-f4fe89ee-00f6-4153-b723-d87a0e5e52d5 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:48.913498 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b8c29f5c-35e4-4db9-9a9d-5feaff0a2d1c req-d29f2f8f-db78-4104-8f48-16462b1b16bb tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458066 Nov 12 08:17:49.028211 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9badd70-b55c-4b86-aaf4-dd64ea6bcdf9 req-30456603-6e88-43c9-8a6e-e275ee5ceab6 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:49.029876 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b9badd70-b55c-4b86-aaf4-dd64ea6bcdf9 req-30456603-6e88-43c9-8a6e-e275ee5ceab6 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e4aa82c-df47-4cfb-8723-dfb1bf6ac7fe HTTP/1.1" status: 200 len: 948 time: 0.0522425 Nov 12 08:17:49.090958 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b9badd70-b55c-4b86-aaf4-dd64ea6bcdf9 req-f6ca2e61-b190-4dab-8499-6515c072c339 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531840 Nov 12 08:17:49.119619 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-61c65955-f187-47de-becf-ccf4105284a8 req-f4fe89ee-00f6-4153-b723-d87a0e5e52d5 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] For port bd8d1fc7-3a46-416f-b99b-22a980217ad3, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=bd8d1fc7-3a46-416f-b99b-22a980217ad3,segment=NetworkSegment(8f575a5e-7400-4b10-982b-4c3146775d67),segment_id=8f575a5e-7400-4b10-982b-4c3146775d67)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:17:49.152474 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-61c65955-f187-47de-becf-ccf4105284a8 req-f4fe89ee-00f6-4153-b723-d87a0e5e52d5 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:49.157879 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-61c65955-f187-47de-becf-ccf4105284a8 req-f4fe89ee-00f6-4153-b723-d87a0e5e52d5 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:49.177390 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['f5920f2d-4a7e-42d5-a7df-4f8e67bc2c30'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:17:49.205633 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c65955-f187-47de-becf-ccf4105284a8 req-f4fe89ee-00f6-4153-b723-d87a0e5e52d5 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:49.206849 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-61c65955-f187-47de-becf-ccf4105284a8 req-f4fe89ee-00f6-4153-b723-d87a0e5e52d5 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:49.207698 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-61c65955-f187-47de-becf-ccf4105284a8 req-f4fe89ee-00f6-4153-b723-d87a0e5e52d5 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "PUT /v2.0/ports/bd8d1fc7-3a46-416f-b99b-22a980217ad3 HTTP/1.1" status: 200 len: 1020 time: 0.3952844 Nov 12 08:17:49.208152 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f90577b8-91e2-492f-ab0b-9c1640daca8a', 'tag': 'bd8d1fc7-3a46-416f-b99b-22a980217ad3'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:17:49.210568 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-094121c4-3ad1-4053-b6bf-f303c7eb71b6" -d '{"events": [{"name": "network-changed", "server_uuid": "f90577b8-91e2-492f-ab0b-9c1640daca8a", "tag": "bd8d1fc7-3a46-416f-b99b-22a980217ad3"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:17:49.222786 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe5134-a23a-4324-9f6e-96dad0838d5b req-31a864bf-ab9b-40db-a2e0-8f8d4d94a6c0 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:49.231732 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f9fe5134-a23a-4324-9f6e-96dad0838d5b req-31a864bf-ab9b-40db-a2e0-8f8d4d94a6c0 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=e81c00fb-be81-4dc0-8163-c8f29263b935 HTTP/1.1" status: 200 len: 946 time: 0.0636184 Nov 12 08:17:49.251091 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['bd8d1fc7-3a46-416f-b99b-22a980217ad3'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:17:49.252984 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device c0bc62df-8364-488b-8ac1-62d03027d74f details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:17:49.264589 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fe89ee-00f6-4153-b723-d87a0e5e52d5 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Pushing event updated for resources: {'Port': ['ID=bd8d1fc7-3a46-416f-b99b-22a980217ad3,revision_number=7']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:49.291651 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-85bfad95-7eac-4791-83ae-a4b8b63c855a req-c04def8a-033d-4d59-99ad-06d18f70c404 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/security-groups/55ba6ca3-5d33-4238-9263-d272452dd01f HTTP/1.1" status: 200 len: 1816 time: 0.0570784 Nov 12 08:17:49.299999 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f9fe5134-a23a-4324-9f6e-96dad0838d5b req-0d232799-671e-4e9f-9081-e49605b81efe tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645270 Nov 12 08:17:49.348985 n-d-765315-29 neutron-server[102600]: INFO neutron.api.v2.resource [req-85bfad95-7eac-4791-83ae-a4b8b63c855a req-4e3da543-2f73-49d7-b0bb-c75b235441ea tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 08:17:49.362746 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-85bfad95-7eac-4791-83ae-a4b8b63c855a req-4e3da543-2f73-49d7-b0bb-c75b235441ea tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "DELETE /v2.0/security-groups/55ba6ca3-5d33-4238-9263-d272452dd01f HTTP/1.1" status: 409 len: 341 time: 0.0638785 Nov 12 08:17:49.368327 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f10c85ff-99ba-4a27-93da-1c72afe4f345 x-openstack-request-id: req-f10c85ff-99ba-4a27-93da-1c72afe4f345 {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:17:49.368717 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f90577b8-91e2-492f-ab0b-9c1640daca8a", "tag": "bd8d1fc7-3a46-416f-b99b-22a980217ad3", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:17:49.369058 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f10c85ff-99ba-4a27-93da-1c72afe4f345 {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:17:49.369544 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f90577b8-91e2-492f-ab0b-9c1640daca8a', 'tag': 'bd8d1fc7-3a46-416f-b99b-22a980217ad3', 'status': 'completed', 'code': 200} Nov 12 08:17:49.488104 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.db.resource_extend [None req-e530113a-7783-48f4-9840-8911a24052df None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:17:49.488544 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727f4282-5be6-4f9f-b444-6f06aaad7415 req-8be64e93-14ea-4538-bb1a-4d91a5ebb32a tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:49.491295 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-727f4282-5be6-4f9f-b444-6f06aaad7415 req-8be64e93-14ea-4538-bb1a-4d91a5ebb32a tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/ports?device_id=20b83579-3dd4-4d02-9c47-79fe23b58a70 HTTP/1.1" status: 200 len: 945 time: 0.0850780 Nov 12 08:17:49.492592 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['bd8d1fc7-3a46-416f-b99b-22a980217ad3'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:17:49.651906 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-727f4282-5be6-4f9f-b444-6f06aaad7415 req-678c3364-a1ee-458c-90c9-43b1184d434d tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/security-groups?id=aec52d38-03ed-427d-a216-63dd2a33f98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511538 Nov 12 08:17:49.680385 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094121c4-3ad1-4053-b6bf-f303c7eb71b6 req-c0aba408-5e11-4bae-941f-52f74c6676a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:49.685379 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-094121c4-3ad1-4053-b6bf-f303c7eb71b6 req-c0aba408-5e11-4bae-941f-52f74c6676a5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bd3c626eb63b4933a99b1b7c7c998e8c&device_id=f90577b8-91e2-492f-ab0b-9c1640daca8a HTTP/1.1" status: 200 len: 1175 time: 0.2400572 Nov 12 08:17:49.837290 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device b41977ee-00dd-4191-9c7e-54fa6c7fff8d no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:17:49.901220 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce088003-bfb7-4834-8219-18105bf9cbdc req-3f358533-3411-4b10-923f-86e86ffe6c7c tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:49.905504 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911cdc48-c2b0-4ab1-ac51-87c2e82e2a8f req-066b9f73-0e0e-4a92-97cd-aba91eecf063 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:49.908157 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-911cdc48-c2b0-4ab1-ac51-87c2e82e2a8f req-066b9f73-0e0e-4a92-97cd-aba91eecf063 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=e81c00fb-be81-4dc0-8163-c8f29263b935 HTTP/1.1" status: 200 len: 946 time: 0.0705552 Nov 12 08:17:49.909128 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ce088003-bfb7-4834-8219-18105bf9cbdc req-3f358533-3411-4b10-923f-86e86ffe6c7c tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=54100ade-491e-488a-8bdb-541746e0bddb HTTP/1.1" status: 200 len: 945 time: 0.1258264 Nov 12 08:17:49.944524 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094121c4-3ad1-4053-b6bf-f303c7eb71b6 req-18e18332-36c6-49cf-81cc-a069abe1e613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:49.946317 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-094121c4-3ad1-4053-b6bf-f303c7eb71b6 req-18e18332-36c6-49cf-81cc-a069abe1e613 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8faf6eb6-6b59-4208-b8ed-8f200f462710 HTTP/1.1" status: 200 len: 913 time: 0.2200511 Nov 12 08:17:49.957157 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port c0bc62df-8364-488b-8ac1-62d03027d74f, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=c0bc62df-8364-488b-8ac1-62d03027d74f,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:17:49.976618 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-911cdc48-c2b0-4ab1-ac51-87c2e82e2a8f req-e8d427a0-8413-4647-b51d-6d57b69dd36d tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562956 Nov 12 08:17:50.022105 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ce088003-bfb7-4834-8219-18105bf9cbdc req-35cf2999-20cc-45d5-bca6-4fcaa8727986 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111350 Nov 12 08:17:50.033613 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-094121c4-3ad1-4053-b6bf-f303c7eb71b6 req-949e32a3-79b5-4297-b22b-e44644f41c9d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd8d1fc7-3a46-416f-b99b-22a980217ad3 HTTP/1.1" status: 200 len: 217 time: 0.0657959 Nov 12 08:17:50.033731 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Returning: {'device': 'c0bc62df-8364-488b-8ac1-62d03027d74f', 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016', 'port_id': 'c0bc62df-8364-488b-8ac1-62d03027d74f', 'mac_address': 'fa:16:3e:7f:5f:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:17:50.098381 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c51281-28b6-4b55-988e-b7a7626750e5 req-19bb4e37-98f5-4f36-9468-823e6bbea2ec tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:50.107606 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-01c51281-28b6-4b55-988e-b7a7626750e5 req-19bb4e37-98f5-4f36-9468-823e6bbea2ec tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/ports?device_id=f90577b8-91e2-492f-ab0b-9c1640daca8a HTTP/1.1" status: 200 len: 1023 time: 0.0776248 Nov 12 08:17:50.117445 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:50.121952 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094121c4-3ad1-4053-b6bf-f303c7eb71b6 req-26c43d8a-909e-4aba-857b-2a4769c88f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:50.123571 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-094121c4-3ad1-4053-b6bf-f303c7eb71b6 req-26c43d8a-909e-4aba-857b-2a4769c88f71 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bd286ef1-f40e-4f18-a8ea-b9f4f25fbb85 HTTP/1.1" status: 200 len: 852 time: 0.0867565 Nov 12 08:17:50.199636 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-094121c4-3ad1-4053-b6bf-f303c7eb71b6 req-8ee2fc66-d7e7-4ce8-a683-d6aa643bf326 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8faf6eb6-6b59-4208-b8ed-8f200f462710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519266 Nov 12 08:17:50.200709 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-e530113a-7783-48f4-9840-8911a24052df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0bc62df-8364-488b-8ac1-62d03027d74f {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:17:50.203491 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-01c51281-28b6-4b55-988e-b7a7626750e5 req-8fee632d-1087-49dc-b104-e758ae56f5d0 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ba6ca3-5d33-4238-9263-d272452dd01f&id=1c3e8e87-1cf1-4738-ad4c-0bffd248fe24&id=bc675cb9-5df2-45c0-9fdb-ab595f0767f4&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0946867 Nov 12 08:17:50.223614 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port c0bc62df-8364-488b-8ac1-62d03027d74f, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=c0bc62df-8364-488b-8ac1-62d03027d74f,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:17:50.248369 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807f6736-ee5d-4db3-bf4e-76e4c6590295 req-2ea6b9fc-2894-4519-a84c-7a4eb4ef75e6 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:50.249954 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:50.250656 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-807f6736-ee5d-4db3-bf4e-76e4c6590295 req-2ea6b9fc-2894-4519-a84c-7a4eb4ef75e6 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=867280fe-66ee-4047-a8b4-3fdb92fcef26 HTTP/1.1" status: 200 len: 945 time: 0.1157329 Nov 12 08:17:50.347583 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442d5cbb-0646-4c61-9060-8b51a8690222 req-61027f0f-ad8d-4810-9f8f-af4ac94b3f34 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:50.349761 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-442d5cbb-0646-4c61-9060-8b51a8690222 req-61027f0f-ad8d-4810-9f8f-af4ac94b3f34 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d86ea33-8ea0-4666-aa3f-67876d020811 HTTP/1.1" status: 200 len: 944 time: 0.0691082 Nov 12 08:17:50.352795 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-807f6736-ee5d-4db3-bf4e-76e4c6590295 req-6aba21af-bf26-4199-b04c-16a9cd159611 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936768 Nov 12 08:17:50.391823 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-094121c4-3ad1-4053-b6bf-f303c7eb71b6 req-335acc40-504a-4c4f-aa2f-0387903ca408 service neutron] 10.222.0.44 "GET /v2.0/networks/8faf6eb6-6b59-4208-b8ed-8f200f462710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808174 Nov 12 08:17:50.421795 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-442d5cbb-0646-4c61-9060-8b51a8690222 req-ce9a23c9-672d-453c-bf66-14085cf3d0fb tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661366 Nov 12 08:17:50.439823 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=c0bc62df-8364-488b-8ac1-62d03027d74f,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:50.598222 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d5324a-ac8c-433e-a8f0-b7b824d72c91 req-c27213ca-b4b9-4870-9605-b4670b3309ab tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:50.599716 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-51d5324a-ac8c-433e-a8f0-b7b824d72c91 req-c27213ca-b4b9-4870-9605-b4670b3309ab tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e4aa82c-df47-4cfb-8723-dfb1bf6ac7fe HTTP/1.1" status: 200 len: 949 time: 0.1380174 Nov 12 08:17:50.610099 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1e2985e4-7a6a-4e58-853f-e475e17ebe50 req-e8bc704a-f352-4fa7-9128-d3c129ad209c service neutron] 10.222.0.44 "GET /v2.0/ports/b41977ee-00dd-4191-9c7e-54fa6c7fff8d/bindings/n-h1-765315-29 HTTP/1.1" status: 200 len: 385 time: 0.1498697 Nov 12 08:17:50.626645 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-094121c4-3ad1-4053-b6bf-f303c7eb71b6 req-fb6d7701-c5d6-46bc-87d7-63353b0e4f06 service neutron] 10.222.0.44 "GET /v2.0/networks/8faf6eb6-6b59-4208-b8ed-8f200f462710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191880 Nov 12 08:17:50.699463 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-51d5324a-ac8c-433e-a8f0-b7b824d72c91 req-b2af86ae-66fd-49fa-a6aa-9196407f31ca tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909669 Nov 12 08:17:50.768766 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['c0bc62df-8364-488b-8ac1-62d03027d74f'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:17:50.769713 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15d858c-1598-41fe-ac88-ec7ac292e3bd req-1726c405-a145-4473-8a6e-d8e614401f5f tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:50.771307 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d15d858c-1598-41fe-ac88-ec7ac292e3bd req-1726c405-a145-4473-8a6e-d8e614401f5f tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/ports?device_id=20b83579-3dd4-4d02-9c47-79fe23b58a70 HTTP/1.1" status: 200 len: 945 time: 0.0494583 Nov 12 08:17:50.825538 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d15d858c-1598-41fe-ac88-ec7ac292e3bd req-bb221bc6-1709-423f-8465-c34f8ff5be42 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/security-groups?id=aec52d38-03ed-427d-a216-63dd2a33f98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477896 Nov 12 08:17:50.830078 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-1e2985e4-7a6a-4e58-853f-e475e17ebe50 req-c69c5745-8f6f-4bca-90ff-76682dc0d2b2 service neutron] For port b41977ee-00dd-4191-9c7e-54fa6c7fff8d, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=b41977ee-00dd-4191-9c7e-54fa6c7fff8d,segment=NetworkSegment(2faefcc0-552f-4085-b81e-2c4b58f0de67),segment_id=2faefcc0-552f-4085-b81e-2c4b58f0de67)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:17:50.850524 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-1e2985e4-7a6a-4e58-853f-e475e17ebe50 req-c69c5745-8f6f-4bca-90ff-76682dc0d2b2 service neutron] For port b41977ee-00dd-4191-9c7e-54fa6c7fff8d, host n-h2-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:17:50.884569 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-1e2985e4-7a6a-4e58-853f-e475e17ebe50 req-c69c5745-8f6f-4bca-90ff-76682dc0d2b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b41977ee-00dd-4191-9c7e-54fa6c7fff8d {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:17:50.895398 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-1e2985e4-7a6a-4e58-853f-e475e17ebe50 req-c69c5745-8f6f-4bca-90ff-76682dc0d2b2 service neutron] For port b41977ee-00dd-4191-9c7e-54fa6c7fff8d, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=b41977ee-00dd-4191-9c7e-54fa6c7fff8d,segment=NetworkSegment(2faefcc0-552f-4085-b81e-2c4b58f0de67),segment_id=2faefcc0-552f-4085-b81e-2c4b58f0de67)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:17:50.909510 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1e2985e4-7a6a-4e58-853f-e475e17ebe50 req-c69c5745-8f6f-4bca-90ff-76682dc0d2b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:50.992586 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-1e2985e4-7a6a-4e58-853f-e475e17ebe50 req-c69c5745-8f6f-4bca-90ff-76682dc0d2b2 service neutron] Transition to ACTIVE for port object b41977ee-00dd-4191-9c7e-54fa6c7fff8d will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:17:50.997407 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1e2985e4-7a6a-4e58-853f-e475e17ebe50 req-c69c5745-8f6f-4bca-90ff-76682dc0d2b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:51.079574 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e2985e4-7a6a-4e58-853f-e475e17ebe50 req-c69c5745-8f6f-4bca-90ff-76682dc0d2b2 service neutron] No DVR routers for this DVR port b41977ee-00dd-4191-9c7e-54fa6c7fff8d on host n-h2-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:17:51.130620 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b922ffd-1335-4bca-8888-c7a6fcdf081c req-fa3eb394-2eef-42d2-bc3e-9e7c4ffe5531 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:51.132004 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5b922ffd-1335-4bca-8888-c7a6fcdf081c req-fa3eb394-2eef-42d2-bc3e-9e7c4ffe5531 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=54100ade-491e-488a-8bdb-541746e0bddb HTTP/1.1" status: 200 len: 945 time: 0.0511997 Nov 12 08:17:51.132137 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1e2985e4-7a6a-4e58-853f-e475e17ebe50 req-c69c5745-8f6f-4bca-90ff-76682dc0d2b2 service neutron] 10.222.0.44 "PUT /v2.0/ports/b41977ee-00dd-4191-9c7e-54fa6c7fff8d/bindings/n-h1-765315-29/activate HTTP/1.1" status: 200 len: 370 time: 0.5120952 Nov 12 08:17:51.132888 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69c5745-8f6f-4bca-90ff-76682dc0d2b2 service neutron] Pushing event updated for resources: {'Port': ['ID=b41977ee-00dd-4191-9c7e-54fa6c7fff8d,revision_number=10']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:51.151505 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f25dd9-8fd8-4457-9eab-1c7026aff461 req-756156be-6756-4c24-b125-e4647d2e2417 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:51.152979 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-80f25dd9-8fd8-4457-9eab-1c7026aff461 req-756156be-6756-4c24-b125-e4647d2e2417 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=e81c00fb-be81-4dc0-8163-c8f29263b935 HTTP/1.1" status: 200 len: 946 time: 0.1156709 Nov 12 08:17:51.182681 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5b922ffd-1335-4bca-8888-c7a6fcdf081c req-1168d4e2-3aa0-498e-97ee-6b5a6c5cc5a0 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445039 Nov 12 08:17:51.207124 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-80f25dd9-8fd8-4457-9eab-1c7026aff461 req-6c0f2374-8834-4ab7-b2f2-e291d1113e06 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474889 Nov 12 08:17:51.228629 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device b41977ee-00dd-4191-9c7e-54fa6c7fff8d no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:17:51.336326 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac60aff-b114-4b54-ae81-f9f64c7df18f req-f14dc690-6ca8-4e13-906f-f64664ad49f4 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:51.337918 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-eac60aff-b114-4b54-ae81-f9f64c7df18f req-f14dc690-6ca8-4e13-906f-f64664ad49f4 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/ports?device_id=f90577b8-91e2-492f-ab0b-9c1640daca8a HTTP/1.1" status: 200 len: 1023 time: 0.0572886 Nov 12 08:17:51.410862 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-eac60aff-b114-4b54-ae81-f9f64c7df18f req-3bd4e482-1bce-4493-ba97-b27161a98aac tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ba6ca3-5d33-4238-9263-d272452dd01f&id=1c3e8e87-1cf1-4738-ad4c-0bffd248fe24&id=bc675cb9-5df2-45c0-9fdb-ab595f0767f4&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0666783 Nov 12 08:17:51.485228 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd02b75c-60ee-437f-acd0-120ebfad6d2d req-968ff44d-2aec-45a5-9170-affdb610748d tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:51.486753 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dd02b75c-60ee-437f-acd0-120ebfad6d2d req-968ff44d-2aec-45a5-9170-affdb610748d tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=867280fe-66ee-4047-a8b4-3fdb92fcef26 HTTP/1.1" status: 200 len: 945 time: 0.0513811 Nov 12 08:17:51.534619 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dd02b75c-60ee-437f-acd0-120ebfad6d2d req-8c5458ba-0510-496f-acfd-e68f96b520b5 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418222 Nov 12 08:17:51.547457 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4026a97-a280-4dff-bfe9-a28354c998ac req-6dd59577-5a7f-4262-a349-f148432e392e tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:51.549027 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e4026a97-a280-4dff-bfe9-a28354c998ac req-6dd59577-5a7f-4262-a349-f148432e392e tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d86ea33-8ea0-4666-aa3f-67876d020811 HTTP/1.1" status: 200 len: 945 time: 0.0499904 Nov 12 08:17:51.596643 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e4026a97-a280-4dff-bfe9-a28354c998ac req-6d9d87b4-a5f3-456b-ac9f-5c766f564922 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416694 Nov 12 08:17:51.822838 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985239a1-e31a-4dca-938c-c208173a1174 req-958d16f9-a32a-4b67-9ed2-776b2880cab4 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:51.824319 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-985239a1-e31a-4dca-938c-c208173a1174 req-958d16f9-a32a-4b67-9ed2-776b2880cab4 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e4aa82c-df47-4cfb-8723-dfb1bf6ac7fe HTTP/1.1" status: 200 len: 949 time: 0.0554061 Nov 12 08:17:51.876155 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-985239a1-e31a-4dca-938c-c208173a1174 req-7fcba5a2-39c8-4ebc-9cbd-eb32c7abaf4c tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458937 Nov 12 08:17:51.949253 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46377e4-1c1d-4a0a-aa6e-5255da57c4bd req-7cf6c995-a652-4079-928b-150c8e6cabf4 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:51.950714 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d46377e4-1c1d-4a0a-aa6e-5255da57c4bd req-7cf6c995-a652-4079-928b-150c8e6cabf4 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/ports?device_id=20b83579-3dd4-4d02-9c47-79fe23b58a70 HTTP/1.1" status: 200 len: 945 time: 0.0536437 Nov 12 08:17:51.998827 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d46377e4-1c1d-4a0a-aa6e-5255da57c4bd req-6257b54b-af93-464f-b5f8-225a140ce1c2 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/security-groups?id=aec52d38-03ed-427d-a216-63dd2a33f98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409181 Nov 12 08:17:52.170058 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5209c463-ca20-4f23-8088-e3e92597fadd req-3677dc28-3943-4fa0-87cc-91c9e4138056 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:52.171516 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5209c463-ca20-4f23-8088-e3e92597fadd req-3677dc28-3943-4fa0-87cc-91c9e4138056 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.44 "GET /v2.0/ports?device_id=f90577b8-91e2-492f-ab0b-9c1640daca8a HTTP/1.1" status: 200 len: 1023 time: 0.0491946 Nov 12 08:17:52.323149 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aba3c2-2e45-4183-9563-e850b4f5fbb4 req-6b108718-119e-4cc5-ad3e-c945ee494348 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:52.324806 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b3aba3c2-2e45-4183-9563-e850b4f5fbb4 req-6b108718-119e-4cc5-ad3e-c945ee494348 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=54100ade-491e-488a-8bdb-541746e0bddb HTTP/1.1" status: 200 len: 945 time: 0.0700374 Nov 12 08:17:52.325068 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bcc4ad-0e0c-4ee0-a6eb-bab0550a63cd req-a2e64567-5c57-43b4-834e-778d439be256 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:52.326543 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-87bcc4ad-0e0c-4ee0-a6eb-bab0550a63cd req-a2e64567-5c57-43b4-834e-778d439be256 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=e81c00fb-be81-4dc0-8163-c8f29263b935 HTTP/1.1" status: 200 len: 946 time: 0.0503023 Nov 12 08:17:52.330786 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-5209c463-ca20-4f23-8088-e3e92597fadd req-39e70351-bb7e-47e6-bbc7-9638fe7a149b tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Deleting port bd8d1fc7-3a46-416f-b99b-22a980217ad3 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:17:52.331276 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-5209c463-ca20-4f23-8088-e3e92597fadd req-39e70351-bb7e-47e6-bbc7-9638fe7a149b tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:52.376030 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-87bcc4ad-0e0c-4ee0-a6eb-bab0550a63cd req-31630ef8-126d-4055-a4f8-c460109a5804 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430300 Nov 12 08:17:52.438413 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b3aba3c2-2e45-4183-9563-e850b4f5fbb4 req-6d193aa3-6365-4722-9ec7-2aac8c85ac59 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040173 Nov 12 08:17:52.462850 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-5209c463-ca20-4f23-8088-e3e92597fadd req-39e70351-bb7e-47e6-bbc7-9638fe7a149b tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] For port bd8d1fc7-3a46-416f-b99b-22a980217ad3, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=bd8d1fc7-3a46-416f-b99b-22a980217ad3,segment=NetworkSegment(8f575a5e-7400-4b10-982b-4c3146775d67),segment_id=8f575a5e-7400-4b10-982b-4c3146775d67)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:17:52.463157 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-5209c463-ca20-4f23-8088-e3e92597fadd req-39e70351-bb7e-47e6-bbc7-9638fe7a149b tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:52.477288 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-5209c463-ca20-4f23-8088-e3e92597fadd req-39e70351-bb7e-47e6-bbc7-9638fe7a149b tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Calling delete_port for bd8d1fc7-3a46-416f-b99b-22a980217ad3 owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:17:52.529762 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5269b6b1-b6f5-478d-b1a8-0e848ecf73cf req-a3da196d-eb33-4d6f-bf5b-ea65e78a46dd tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:52.531281 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5269b6b1-b6f5-478d-b1a8-0e848ecf73cf req-a3da196d-eb33-4d6f-bf5b-ea65e78a46dd tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/ports?device_id=f90577b8-91e2-492f-ab0b-9c1640daca8a HTTP/1.1" status: 200 len: 1023 time: 0.0493069 Nov 12 08:17:52.604563 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5269b6b1-b6f5-478d-b1a8-0e848ecf73cf req-bcdcc1d5-8694-45a6-8f79-96e5be95f5ef tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ba6ca3-5d33-4238-9263-d272452dd01f&id=1c3e8e87-1cf1-4738-ad4c-0bffd248fe24&id=bc675cb9-5df2-45c0-9fdb-ab595f0767f4&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0661063 Nov 12 08:17:52.617172 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-5209c463-ca20-4f23-8088-e3e92597fadd req-39e70351-bb7e-47e6-bbc7-9638fe7a149b tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:52.629231 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['f5920f2d-4a7e-42d5-a7df-4f8e67bc2c30'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:17:52.661790 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['bd8d1fc7-3a46-416f-b99b-22a980217ad3'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:17:52.675044 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e70351-bb7e-47e6-bbc7-9638fe7a149b tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Pushing event deleted for resources: {'Port': ['ID=bd8d1fc7-3a46-416f-b99b-22a980217ad3,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:52.712049 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-5209c463-ca20-4f23-8088-e3e92597fadd req-39e70351-bb7e-47e6-bbc7-9638fe7a149b tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] No DVR routers for this DVR port bd8d1fc7-3a46-416f-b99b-22a980217ad3 on host n-h2-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:17:52.715222 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-5209c463-ca20-4f23-8088-e3e92597fadd req-39e70351-bb7e-47e6-bbc7-9638fe7a149b tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:52.718395 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5209c463-ca20-4f23-8088-e3e92597fadd req-39e70351-bb7e-47e6-bbc7-9638fe7a149b tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.44 "DELETE /v2.0/ports/bd8d1fc7-3a46-416f-b99b-22a980217ad3 HTTP/1.1" status: 204 len: 173 time: 0.5363677 Nov 12 08:17:52.718860 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f90577b8-91e2-492f-ab0b-9c1640daca8a', 'name': 'network-vif-deleted', 'tag': 'bd8d1fc7-3a46-416f-b99b-22a980217ad3'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:17:52.721694 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-badb8110-85f9-468e-98a5-b8e5f4cb656c" -d '{"events": [{"server_uuid": "f90577b8-91e2-492f-ab0b-9c1640daca8a", "name": "network-vif-deleted", "tag": "bd8d1fc7-3a46-416f-b99b-22a980217ad3"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:17:52.739099 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fca361e-29e1-4c3e-848e-66f403018ea1 req-27a652fa-c69a-469a-89d2-6c6c34163b27 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:52.746346 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3fca361e-29e1-4c3e-848e-66f403018ea1 req-27a652fa-c69a-469a-89d2-6c6c34163b27 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=867280fe-66ee-4047-a8b4-3fdb92fcef26 HTTP/1.1" status: 200 len: 945 time: 0.1400774 Nov 12 08:17:52.751723 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c5032a-7a0c-4397-999d-5204590225a9 req-d7020205-c391-404f-89a9-e6c04009aa06 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:52.754317 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-39c5032a-7a0c-4397-999d-5204590225a9 req-d7020205-c391-404f-89a9-e6c04009aa06 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d86ea33-8ea0-4666-aa3f-67876d020811 HTTP/1.1" status: 200 len: 945 time: 0.0608354 Nov 12 08:17:52.799954 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3fca361e-29e1-4c3e-848e-66f403018ea1 req-0d641fbc-7d54-4137-8cbd-117206f9e758 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516300 Nov 12 08:17:52.825755 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-39c5032a-7a0c-4397-999d-5204590225a9 req-da7b676a-7abc-478d-a3db-09b1b9e39791 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619087 Nov 12 08:17:52.871964 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-132f2d44-f4dc-4aa7-963b-5199c1f895ec x-openstack-request-id: req-132f2d44-f4dc-4aa7-963b-5199c1f895ec {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:17:52.872490 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f90577b8-91e2-492f-ab0b-9c1640daca8a", "name": "network-vif-deleted", "tag": "bd8d1fc7-3a46-416f-b99b-22a980217ad3", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:17:52.872490 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-132f2d44-f4dc-4aa7-963b-5199c1f895ec {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:17:52.872876 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f90577b8-91e2-492f-ab0b-9c1640daca8a', 'name': 'network-vif-deleted', 'tag': 'bd8d1fc7-3a46-416f-b99b-22a980217ad3', 'status': 'completed', 'code': 200} Nov 12 08:17:52.994941 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9de3f97-4b65-481c-b615-b4cda5270272 req-02855857-ec84-4aaf-a93e-b4ce37c9e670 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:52.996301 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e9de3f97-4b65-481c-b615-b4cda5270272 req-02855857-ec84-4aaf-a93e-b4ce37c9e670 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e4aa82c-df47-4cfb-8723-dfb1bf6ac7fe HTTP/1.1" status: 200 len: 949 time: 0.0491991 Nov 12 08:17:53.045188 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e9de3f97-4b65-481c-b615-b4cda5270272 req-90492016-2175-4845-9e5e-98cdf2c7d8fa tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426993 Nov 12 08:17:53.120790 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a297c788-00be-416e-adff-ebabe683a6b9 req-b9ece712-de16-4fd8-9a16-b49b96efbc0a tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:53.122230 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a297c788-00be-416e-adff-ebabe683a6b9 req-b9ece712-de16-4fd8-9a16-b49b96efbc0a tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/ports?device_id=20b83579-3dd4-4d02-9c47-79fe23b58a70 HTTP/1.1" status: 200 len: 945 time: 0.0524769 Nov 12 08:17:53.169511 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a297c788-00be-416e-adff-ebabe683a6b9 req-d03b6abc-247f-47d8-ae5e-c4cf11c4e2f7 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/security-groups?id=aec52d38-03ed-427d-a216-63dd2a33f98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407207 Nov 12 08:17:53.247870 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device c0bc62df-8364-488b-8ac1-62d03027d74f up at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:17:53.304567 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning for port c0bc62df-8364-488b-8ac1-62d03027d74f completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:17:53.308338 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning complete for port c0bc62df-8364-488b-8ac1-62d03027d74f triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:17:53.308700 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:53.388654 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:53.415002 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e4aa82c-df47-4cfb-8723-dfb1bf6ac7fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0bc62df-8364-488b-8ac1-62d03027d74f'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:17:53.417514 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c853d4-17fd-4945-8041-13d8a2c55c30" -d '{"events": [{"server_uuid": "7e4aa82c-df47-4cfb-8723-dfb1bf6ac7fe", "name": "network-vif-plugged", "status": "completed", "tag": "c0bc62df-8364-488b-8ac1-62d03027d74f"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:17:53.433313 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port c0bc62df-8364-488b-8ac1-62d03027d74f, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=c0bc62df-8364-488b-8ac1-62d03027d74f,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:17:53.438672 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:53.494308 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb5e616-aba9-4f48-a026-f5bafd4a7491 x-openstack-request-id: req-acb5e616-aba9-4f48-a026-f5bafd4a7491 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:17:53.494647 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e4aa82c-df47-4cfb-8723-dfb1bf6ac7fe", "name": "network-vif-plugged", "status": "completed", "tag": "c0bc62df-8364-488b-8ac1-62d03027d74f", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:17:53.495038 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-acb5e616-aba9-4f48-a026-f5bafd4a7491 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:17:53.495601 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e4aa82c-df47-4cfb-8723-dfb1bf6ac7fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0bc62df-8364-488b-8ac1-62d03027d74f', 'code': 200} Nov 12 08:17:53.513155 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90b84a3-ab18-41da-970a-8fbdbf152b2e req-578584d1-c057-4377-8399-dcaebafd7d23 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:53.514816 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c90b84a3-ab18-41da-970a-8fbdbf152b2e req-578584d1-c057-4377-8399-dcaebafd7d23 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=e81c00fb-be81-4dc0-8163-c8f29263b935 HTTP/1.1" status: 200 len: 946 time: 0.0621564 Nov 12 08:17:53.527316 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=c0bc62df-8364-488b-8ac1-62d03027d74f,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:53.563196 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c90b84a3-ab18-41da-970a-8fbdbf152b2e req-bc468706-f9d9-41c8-a1a1-638a19efbaee tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421999 Nov 12 08:17:53.567442 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c42385-84e8-445c-977c-77903fe3ebba req-442a7c58-3693-46b1-bf98-4d6ef970fa76 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:53.568945 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-77c42385-84e8-445c-977c-77903fe3ebba req-442a7c58-3693-46b1-bf98-4d6ef970fa76 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=54100ade-491e-488a-8bdb-541746e0bddb HTTP/1.1" status: 200 len: 945 time: 0.0538807 Nov 12 08:17:53.616454 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-77c42385-84e8-445c-977c-77903fe3ebba req-b812816d-b1fa-4c6f-9964-6bea9c6a7514 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415907 Nov 12 08:17:53.713899 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cd43b481-7a2a-4724-a72b-71734e95e912 req-5cc9b330-7b5f-45a9-b18f-d3e8248dbc7e tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/security-groups/1c3e8e87-1cf1-4738-ad4c-0bffd248fe24 HTTP/1.1" status: 200 len: 1818 time: 0.0384626 Nov 12 08:17:53.770253 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cd43b481-7a2a-4724-a72b-71734e95e912 req-0a66261e-a669-4590-bf58-8e5d9eb67cea tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:53.795673 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cd43b481-7a2a-4724-a72b-71734e95e912 req-0a66261e-a669-4590-bf58-8e5d9eb67cea tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:53.836375 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cd43b481-7a2a-4724-a72b-71734e95e912 req-0a66261e-a669-4590-bf58-8e5d9eb67cea tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:53.839303 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cd43b481-7a2a-4724-a72b-71734e95e912 req-0a66261e-a669-4590-bf58-8e5d9eb67cea tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:53.840546 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cd43b481-7a2a-4724-a72b-71734e95e912 req-0a66261e-a669-4590-bf58-8e5d9eb67cea tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "DELETE /v2.0/security-groups/1c3e8e87-1cf1-4738-ad4c-0bffd248fe24 HTTP/1.1" status: 204 len: 173 time: 0.1207175 Nov 12 08:17:53.850387 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a66261e-a669-4590-bf58-8e5d9eb67cea tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c3e8e87-1cf1-4738-ad4c-0bffd248fe24,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:53.924221 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2c26f8-ec95-44bd-8d2e-582b009433eb req-d04c3dcb-bfd0-4c83-abca-5c1bbaf480fd tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:53.925811 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6b2c26f8-ec95-44bd-8d2e-582b009433eb req-d04c3dcb-bfd0-4c83-abca-5c1bbaf480fd tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=867280fe-66ee-4047-a8b4-3fdb92fcef26 HTTP/1.1" status: 200 len: 945 time: 0.0504198 Nov 12 08:17:53.951882 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681754ae-ce6b-4400-a13c-61980b7fae7d req-4b0942fb-ed0a-43c1-936b-63e815fa9403 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:53.953358 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-681754ae-ce6b-4400-a13c-61980b7fae7d req-4b0942fb-ed0a-43c1-936b-63e815fa9403 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d86ea33-8ea0-4666-aa3f-67876d020811 HTTP/1.1" status: 200 len: 945 time: 0.0515089 Nov 12 08:17:53.973629 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6b2c26f8-ec95-44bd-8d2e-582b009433eb req-e48f02b7-d5dd-4d52-9888-f7fe08ee373d tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415454 Nov 12 08:17:54.005647 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-681754ae-ce6b-4400-a13c-61980b7fae7d req-6beede2a-0e87-48b9-9c62-8fff2baeff7b tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457325 Nov 12 08:17:54.039054 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ffe7405f-04bd-4b48-8b91-e409dd8bb82a req-5bbf528a-0d7c-4620-a6df-3612d824a895 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/security-groups/55ba6ca3-5d33-4238-9263-d272452dd01f HTTP/1.1" status: 200 len: 1816 time: 0.0419838 Nov 12 08:17:54.100566 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-ffe7405f-04bd-4b48-8b91-e409dd8bb82a req-f2b4955d-7dac-4d5d-b9d3-26973372ad8f tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:54.122994 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-ffe7405f-04bd-4b48-8b91-e409dd8bb82a req-f2b4955d-7dac-4d5d-b9d3-26973372ad8f tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:54.163520 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2772711f-c972-4ea1-806c-5464e1400eca req-a5046844-38c5-4ea7-8307-4a9c191c6476 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:54.165639 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2772711f-c972-4ea1-806c-5464e1400eca req-a5046844-38c5-4ea7-8307-4a9c191c6476 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e4aa82c-df47-4cfb-8723-dfb1bf6ac7fe HTTP/1.1" status: 200 len: 950 time: 0.0497501 Nov 12 08:17:54.166653 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-ffe7405f-04bd-4b48-8b91-e409dd8bb82a req-f2b4955d-7dac-4d5d-b9d3-26973372ad8f tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:54.169456 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-ffe7405f-04bd-4b48-8b91-e409dd8bb82a req-f2b4955d-7dac-4d5d-b9d3-26973372ad8f tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:54.170578 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ffe7405f-04bd-4b48-8b91-e409dd8bb82a req-f2b4955d-7dac-4d5d-b9d3-26973372ad8f tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "DELETE /v2.0/security-groups/55ba6ca3-5d33-4238-9263-d272452dd01f HTTP/1.1" status: 204 len: 173 time: 0.1258311 Nov 12 08:17:54.181668 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b4955d-7dac-4d5d-b9d3-26973372ad8f tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ba6ca3-5d33-4238-9263-d272452dd01f,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:54.205027 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-50e90558-3e04-4537-bd5e-50549e4466af req-29f40490-e282-4775-8b71-4b5d69eaf92f tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2108926773', 'description': 'tempest-description-2076740836'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:17:54.221734 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2772711f-c972-4ea1-806c-5464e1400eca req-ab1e1dff-814c-4648-a1f9-555e54bd246a tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476384 Nov 12 08:17:54.228771 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-50e90558-3e04-4537-bd5e-50549e4466af req-29f40490-e282-4775-8b71-4b5d69eaf92f tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:54.296337 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-50e90558-3e04-4537-bd5e-50549e4466af req-29f40490-e282-4775-8b71-4b5d69eaf92f tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:54.302758 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-50e90558-3e04-4537-bd5e-50549e4466af req-29f40490-e282-4775-8b71-4b5d69eaf92f tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:54.333091 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f40490-e282-4775-8b71-4b5d69eaf92f tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea912663-8c07-4e87-9136-b93501303f71,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:54.337558 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aae0acb-0adb-4f8a-bc0b-1ef6f55a4c63 req-af4881ff-cce5-4654-8449-6484eabd92f6 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:54.338801 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-50e90558-3e04-4537-bd5e-50549e4466af req-29f40490-e282-4775-8b71-4b5d69eaf92f tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:54.339088 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5aae0acb-0adb-4f8a-bc0b-1ef6f55a4c63 req-af4881ff-cce5-4654-8449-6484eabd92f6 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/ports?device_id=20b83579-3dd4-4d02-9c47-79fe23b58a70 HTTP/1.1" status: 200 len: 945 time: 0.0614100 Nov 12 08:17:54.340015 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-50e90558-3e04-4537-bd5e-50549e4466af req-29f40490-e282-4775-8b71-4b5d69eaf92f tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.1404686 Nov 12 08:17:54.398139 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5aae0acb-0adb-4f8a-bc0b-1ef6f55a4c63 req-ec446210-6a08-4dd7-ad6f-0c2799620237 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/security-groups?id=aec52d38-03ed-427d-a216-63dd2a33f98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473807 Nov 12 08:17:54.402869 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-29e58a2a-a716-4d6d-87d1-3919048cfb31 req-7ee82f1e-5327-4557-aea4-a92f26aa3402 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/security-groups/ea912663-8c07-4e87-9136-b93501303f71 HTTP/1.1" status: 200 len: 1818 time: 0.0392215 Nov 12 08:17:54.414739 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-29e58a2a-a716-4d6d-87d1-3919048cfb31 req-0d1e1a06-9dc4-42c7-b6d6-dcd4571140fe tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1180612879', 'description': 'tempest-description-hth-1306435142'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:17:54.447555 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-29e58a2a-a716-4d6d-87d1-3919048cfb31 req-0d1e1a06-9dc4-42c7-b6d6-dcd4571140fe tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks [] for security_group, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:54.497788 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-29e58a2a-a716-4d6d-87d1-3919048cfb31 req-0d1e1a06-9dc4-42c7-b6d6-dcd4571140fe tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks [] for security_group, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:54.501753 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-29e58a2a-a716-4d6d-87d1-3919048cfb31 req-0d1e1a06-9dc4-42c7-b6d6-dcd4571140fe tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:54.504773 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-29e58a2a-a716-4d6d-87d1-3919048cfb31 req-0d1e1a06-9dc4-42c7-b6d6-dcd4571140fe tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:54.506000 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-29e58a2a-a716-4d6d-87d1-3919048cfb31 req-0d1e1a06-9dc4-42c7-b6d6-dcd4571140fe tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "PUT /v2.0/security-groups/ea912663-8c07-4e87-9136-b93501303f71 HTTP/1.1" status: 200 len: 1792 time: 0.0954399 Nov 12 08:17:54.529197 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1e1a06-9dc4-42c7-b6d6-dcd4571140fe tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea912663-8c07-4e87-9136-b93501303f71,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:54.567037 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-18995d7c-97fc-483d-9a50-2e80279f2917 req-c1abd77b-b5a5-4061-80f8-5ca68f55d4b9 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/security-groups/ea912663-8c07-4e87-9136-b93501303f71 HTTP/1.1" status: 200 len: 1792 time: 0.0386083 Nov 12 08:17:54.628738 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6e96e361-3a34-4228-a4c6-7c3a9b116f83 req-a20580df-c662-4afb-ba91-a3309887e622 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/security-groups/ea912663-8c07-4e87-9136-b93501303f71 HTTP/1.1" status: 200 len: 1792 time: 0.0399940 Nov 12 08:17:54.695101 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2435c872-6793-4653-ba21-345b9e060844 req-4c1f1748-bdf5-4a3c-a3a8-0f2ba1c67501 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:54.696590 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2435c872-6793-4653-ba21-345b9e060844 req-4c1f1748-bdf5-4a3c-a3a8-0f2ba1c67501 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=e81c00fb-be81-4dc0-8163-c8f29263b935 HTTP/1.1" status: 200 len: 946 time: 0.0632677 Nov 12 08:17:54.699582 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-6e96e361-3a34-4228-a4c6-7c3a9b116f83 req-524ecd6f-83a8-4428-8186-fdcace3b738d tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:54.722796 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-6e96e361-3a34-4228-a4c6-7c3a9b116f83 req-524ecd6f-83a8-4428-8186-fdcace3b738d tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:54.746885 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2435c872-6793-4653-ba21-345b9e060844 req-67cc1d09-ca67-400a-b220-d8a84c28e76d tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436430 Nov 12 08:17:54.768996 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-6e96e361-3a34-4228-a4c6-7c3a9b116f83 req-524ecd6f-83a8-4428-8186-fdcace3b738d tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:54.771816 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-6e96e361-3a34-4228-a4c6-7c3a9b116f83 req-524ecd6f-83a8-4428-8186-fdcace3b738d tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:54.772965 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6e96e361-3a34-4228-a4c6-7c3a9b116f83 req-524ecd6f-83a8-4428-8186-fdcace3b738d tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "DELETE /v2.0/security-groups/ea912663-8c07-4e87-9136-b93501303f71 HTTP/1.1" status: 204 len: 173 time: 0.1383877 Nov 12 08:17:54.786474 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524ecd6f-83a8-4428-8186-fdcace3b738d tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea912663-8c07-4e87-9136-b93501303f71,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:17:54.876511 n-d-765315-29 neutron-server[102600]: INFO neutron.api.v2.resource [req-914bf650-e8e8-4ee9-b341-b2db031b8796 req-f4cda8f2-b8d1-4549-be9e-eb017ff14af6 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] show failed (client error): The resource could not be found. Nov 12 08:17:54.877975 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da4c86f-b85f-446a-8c64-f911fc662154 req-b98b42bd-00d6-49cf-8fb8-900bc3f1abd5 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:54.878566 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-914bf650-e8e8-4ee9-b341-b2db031b8796 req-f4cda8f2-b8d1-4549-be9e-eb017ff14af6 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/security-groups/55ba6ca3-5d33-4238-9263-d272452dd01f HTTP/1.1" status: 404 len: 352 time: 0.0151689 Nov 12 08:17:54.879690 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9da4c86f-b85f-446a-8c64-f911fc662154 req-b98b42bd-00d6-49cf-8fb8-900bc3f1abd5 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=54100ade-491e-488a-8bdb-541746e0bddb HTTP/1.1" status: 200 len: 945 time: 0.0681078 Nov 12 08:17:54.912918 n-d-765315-29 neutron-server[102600]: INFO neutron.api.v2.resource [req-342b1303-e2b6-4617-a6f8-1eb73d4be54e req-b960aada-a493-4760-81a5-871795ed6ed2 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] show failed (client error): The resource could not be found. Nov 12 08:17:54.914056 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-342b1303-e2b6-4617-a6f8-1eb73d4be54e req-b960aada-a493-4760-81a5-871795ed6ed2 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/security-groups/1c3e8e87-1cf1-4738-ad4c-0bffd248fe24 HTTP/1.1" status: 404 len: 352 time: 0.0144503 Nov 12 08:17:54.935212 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9da4c86f-b85f-446a-8c64-f911fc662154 req-03d97dce-8dd8-4b0e-973e-9b6603a147c3 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474854 Nov 12 08:17:54.952472 n-d-765315-29 neutron-server[102600]: INFO neutron.api.v2.resource [req-1090c627-bd49-45c2-9e41-327c5b53af01 req-4f82cacb-d228-4257-b9cd-5bf8072c8a0a tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] show failed (client error): The resource could not be found. Nov 12 08:17:54.953475 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1090c627-bd49-45c2-9e41-327c5b53af01 req-4f82cacb-d228-4257-b9cd-5bf8072c8a0a tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/security-groups/e8d05861-0225-4362-9831-a87090657a78 HTTP/1.1" status: 404 len: 352 time: 0.0184112 Nov 12 08:17:54.987285 n-d-765315-29 neutron-server[102599]: INFO neutron.api.v2.resource [req-964c6191-ae2e-4a2f-85c8-5ec6b5d7af46 req-056dc3c7-1417-43c0-a633-05304d5987de tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] show failed (client error): The resource could not be found. Nov 12 08:17:54.988236 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-964c6191-ae2e-4a2f-85c8-5ec6b5d7af46 req-056dc3c7-1417-43c0-a633-05304d5987de tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/security-groups/a698b1b8-90e6-454b-9a20-661d02b3889d HTTP/1.1" status: 404 len: 352 time: 0.0142703 Nov 12 08:17:55.022127 n-d-765315-29 neutron-server[102600]: INFO neutron.api.v2.resource [req-63ac58ed-8bfe-4f5d-a958-fca5e802d71d req-7410083a-c9f9-477b-beb9-15ae9b49ebb5 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] show failed (client error): The resource could not be found. Nov 12 08:17:55.023146 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-63ac58ed-8bfe-4f5d-a958-fca5e802d71d req-7410083a-c9f9-477b-beb9-15ae9b49ebb5 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/security-groups/3f9bec21-8860-4b6e-a2af-152681a37fa0 HTTP/1.1" status: 404 len: 352 time: 0.0141072 Nov 12 08:17:55.098839 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0819af0f-19b7-4456-934e-a66aa4cb126a req-a9dd8f12-c5d5-44e7-abd9-4ae739d873df tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:55.102735 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0819af0f-19b7-4456-934e-a66aa4cb126a req-a9dd8f12-c5d5-44e7-abd9-4ae739d873df tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=867280fe-66ee-4047-a8b4-3fdb92fcef26 HTTP/1.1" status: 200 len: 945 time: 0.0590324 Nov 12 08:17:55.132398 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca18b8d1-e763-42e1-85ec-ef60e075293c req-aa46b298-c9c8-45c6-89d0-73f2fbb0d951 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:55.133876 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ca18b8d1-e763-42e1-85ec-ef60e075293c req-aa46b298-c9c8-45c6-89d0-73f2fbb0d951 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d86ea33-8ea0-4666-aa3f-67876d020811 HTTP/1.1" status: 200 len: 945 time: 0.0526936 Nov 12 08:17:55.151536 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0819af0f-19b7-4456-934e-a66aa4cb126a req-0e24b254-338c-4aec-8fcd-a86ec08a50bd tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451198 Nov 12 08:17:55.182306 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ca18b8d1-e763-42e1-85ec-ef60e075293c req-f09bb3c5-b8ee-4980-8408-4fd058410ed2 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423441 Nov 12 08:17:55.187835 n-d-765315-29 neutron-server[102599]: INFO neutron.api.v2.resource [req-3bb18558-ba0a-424f-b8f5-41510078ed2b req-6ed48147-809f-4adf-92bf-8cadbac368ab tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] show failed (client error): The resource could not be found. Nov 12 08:17:55.188825 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3bb18558-ba0a-424f-b8f5-41510078ed2b req-6ed48147-809f-4adf-92bf-8cadbac368ab tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/security-groups/5f70ec86-ca2e-4ba0-a470-1b0db390f960 HTTP/1.1" status: 404 len: 352 time: 0.0152199 Nov 12 08:17:55.340036 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6104f588-aedd-441e-af08-31ca15c5f305 req-ebc1739d-3586-46fb-a846-3fa7acb1df52 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:55.341560 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6104f588-aedd-441e-af08-31ca15c5f305 req-ebc1739d-3586-46fb-a846-3fa7acb1df52 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e4aa82c-df47-4cfb-8723-dfb1bf6ac7fe HTTP/1.1" status: 200 len: 950 time: 0.0521474 Nov 12 08:17:55.390477 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6104f588-aedd-441e-af08-31ca15c5f305 req-ddb5ccc8-2c46-4505-b3b7-a3f85bf09666 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420423 Nov 12 08:17:55.430869 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b59e586-c389-4a76-a72a-876d1ff47a7c req-fcdc6b72-87b8-48d7-937c-3ddc2042c99e tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:55.432474 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2b59e586-c389-4a76-a72a-876d1ff47a7c req-fcdc6b72-87b8-48d7-937c-3ddc2042c99e tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c0364e9-a49c-46af-a2f9-325c3e29445e HTTP/1.1" status: 200 len: 1023 time: 0.0691254 Nov 12 08:17:55.501039 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2b59e586-c389-4a76-a72a-876d1ff47a7c req-88aac43a-382e-4e57-97ac-2f8e76b0207d tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e018ad6-3889-4cdc-90e2-c33d76f262fd&id=a36d48c2-3300-4e6f-812d-5b69c39a6287&id=bc675cb9-5df2-45c0-9fdb-ab595f0767f4&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0624697 Nov 12 08:17:55.520734 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be1ac61-e23e-4f7a-9a1a-154534277e28 req-0d4006ae-7c16-444f-b4a7-5b1a4b30b600 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:55.522201 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2be1ac61-e23e-4f7a-9a1a-154534277e28 req-0d4006ae-7c16-444f-b4a7-5b1a4b30b600 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/ports?device_id=20b83579-3dd4-4d02-9c47-79fe23b58a70 HTTP/1.1" status: 200 len: 945 time: 0.0549133 Nov 12 08:17:55.568354 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2be1ac61-e23e-4f7a-9a1a-154534277e28 req-ee1ebbcb-5d84-408e-8731-2533e4e2c41e tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/security-groups?id=aec52d38-03ed-427d-a216-63dd2a33f98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401738 Nov 12 08:17:55.778894 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2985e4-7a6a-4e58-853f-e475e17ebe50 req-e99eb4e5-78aa-4a67-b4df-5fb9e75ebdef tempest-LiveMigrationTest-1817512610 tempest-LiveMigrationTest-1817512610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:55.780376 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1e2985e4-7a6a-4e58-853f-e475e17ebe50 req-e99eb4e5-78aa-4a67-b4df-5fb9e75ebdef tempest-LiveMigrationTest-1817512610 tempest-LiveMigrationTest-1817512610-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=1d86ea33-8ea0-4666-aa3f-67876d020811&tenant_id=7317cbf37f7b44a3b0cd0a433cf6ba52&binding%3Ahost_id=n-h2-765315-29 HTTP/1.1" status: 200 len: 1097 time: 0.0448208 Nov 12 08:17:55.817045 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device bd8d1fc7-3a46-416f-b99b-22a980217ad3 no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:17:55.838741 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] No Port match for: bd8d1fc7-3a46-416f-b99b-22a980217ad3 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:17:55.839086 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device bd8d1fc7-3a46-416f-b99b-22a980217ad3 not bound to the agent host n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:17:55.878927 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2985e4-7a6a-4e58-853f-e475e17ebe50 req-b1be1c19-fdaa-4307-9b56-b396ece05301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:55.880420 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1e2985e4-7a6a-4e58-853f-e475e17ebe50 req-b1be1c19-fdaa-4307-9b56-b396ece05301 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1d86ea33-8ea0-4666-aa3f-67876d020811&tenant_id=7317cbf37f7b44a3b0cd0a433cf6ba52 HTTP/1.1" status: 200 len: 1097 time: 0.0863402 Nov 12 08:17:55.888623 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4132f921-c124-424b-ba70-8b2d36628026 req-06fc37d3-9db7-4785-bb73-87c5cd71cac2 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:55.890099 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4132f921-c124-424b-ba70-8b2d36628026 req-06fc37d3-9db7-4785-bb73-87c5cd71cac2 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=e81c00fb-be81-4dc0-8163-c8f29263b935 HTTP/1.1" status: 200 len: 946 time: 0.0647297 Nov 12 08:17:55.962598 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4132f921-c124-424b-ba70-8b2d36628026 req-f3096d94-3b79-4ff9-a786-7e8e9c0d6783 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664022 Nov 12 08:17:55.977998 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2985e4-7a6a-4e58-853f-e475e17ebe50 req-72eb9885-3aea-49fb-b739-f7e032d08dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:55.979546 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1e2985e4-7a6a-4e58-853f-e475e17ebe50 req-72eb9885-3aea-49fb-b739-f7e032d08dc5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7317cbf37f7b44a3b0cd0a433cf6ba52&device_id=1d86ea33-8ea0-4666-aa3f-67876d020811 HTTP/1.1" status: 200 len: 1097 time: 0.0529141 Nov 12 08:17:56.066961 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9228d755-65c3-4360-8250-927b7827a4b4 req-ac96317e-f8c5-4e34-937f-2d2037b8fd53 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:56.068468 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9228d755-65c3-4360-8250-927b7827a4b4 req-ac96317e-f8c5-4e34-937f-2d2037b8fd53 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=54100ade-491e-488a-8bdb-541746e0bddb HTTP/1.1" status: 200 len: 945 time: 0.0543025 Nov 12 08:17:56.083313 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2985e4-7a6a-4e58-853f-e475e17ebe50 req-0ff840d4-5678-4f3a-b77d-4bd53683956f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:56.084810 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1e2985e4-7a6a-4e58-853f-e475e17ebe50 req-0ff840d4-5678-4f3a-b77d-4bd53683956f service neutron] 10.222.0.21 "GET /v2.0/networks?id=6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a HTTP/1.1" status: 200 len: 908 time: 0.0959654 Nov 12 08:17:56.121329 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9228d755-65c3-4360-8250-927b7827a4b4 req-2f6f1ab4-6798-438d-b0b7-a541b0f8c902 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440061 Nov 12 08:17:56.132659 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1e2985e4-7a6a-4e58-853f-e475e17ebe50 req-07d5ac6e-fd6b-42da-b3d2-8307c2cfb2e8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b41977ee-00dd-4191-9c7e-54fa6c7fff8d HTTP/1.1" status: 200 len: 217 time: 0.0363240 Nov 12 08:17:56.185696 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2985e4-7a6a-4e58-853f-e475e17ebe50 req-26db93a5-59a5-42e6-adcc-84ea7acefa90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:56.187188 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1e2985e4-7a6a-4e58-853f-e475e17ebe50 req-26db93a5-59a5-42e6-adcc-84ea7acefa90 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b48e5e9c-f3da-4efc-88c4-db8837528b82 HTTP/1.1" status: 200 len: 847 time: 0.0441933 Nov 12 08:17:56.222888 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1e2985e4-7a6a-4e58-853f-e475e17ebe50 req-c6412c46-6775-4e18-9fa8-c3caf8780d0c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269856 Nov 12 08:17:56.306244 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d575d76c-423b-471f-ba5d-13b2756f021f req-19832677-18f0-481a-891a-9040995999dc tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:56.307766 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d575d76c-423b-471f-ba5d-13b2756f021f req-19832677-18f0-481a-891a-9040995999dc tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d86ea33-8ea0-4666-aa3f-67876d020811 HTTP/1.1" status: 200 len: 945 time: 0.0537064 Nov 12 08:17:56.327911 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4a014a-52c8-4170-97fe-57d5e3af9cff req-93a7d880-31ce-45a9-91b0-6b38383c0190 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:56.329412 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0c4a014a-52c8-4170-97fe-57d5e3af9cff req-93a7d880-31ce-45a9-91b0-6b38383c0190 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=867280fe-66ee-4047-a8b4-3fdb92fcef26 HTTP/1.1" status: 200 len: 945 time: 0.1095643 Nov 12 08:17:56.358209 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d575d76c-423b-471f-ba5d-13b2756f021f req-f75503a1-c7e0-4c63-8722-4f894f447185 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443175 Nov 12 08:17:56.364013 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1e2985e4-7a6a-4e58-853f-e475e17ebe50 req-22dee8c8-9599-4c97-a7c1-86cc9add2359 service neutron] 10.222.0.21 "GET /v2.0/networks/6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319506 Nov 12 08:17:56.417865 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0c4a014a-52c8-4170-97fe-57d5e3af9cff req-ad90b330-0d41-4aec-a395-6d312c20f4c5 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811582 Nov 12 08:17:56.481075 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1e2985e4-7a6a-4e58-853f-e475e17ebe50 req-6346d61c-795a-4a86-8aa8-3ffbdcb87a39 service neutron] 10.222.0.21 "GET /v2.0/networks/6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057677 Nov 12 08:17:56.526424 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46189be3-2f23-4ea4-97b3-91645f8da89f req-880517a4-08c6-4b83-97e5-f00a9a14e5dd tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:56.528158 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-46189be3-2f23-4ea4-97b3-91645f8da89f req-880517a4-08c6-4b83-97e5-f00a9a14e5dd tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e4aa82c-df47-4cfb-8723-dfb1bf6ac7fe HTTP/1.1" status: 200 len: 950 time: 0.0613384 Nov 12 08:17:56.546767 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0c933b87-6b74-4986-aed3-6729ea564646 req-457bd0fe-57e1-482a-b6c9-da0ab2507fa0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cd7dfe97-2302-4d38-ae66-01f1d7d33d05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0431800 Nov 12 08:17:56.584875 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-46189be3-2f23-4ea4-97b3-91645f8da89f req-141166a4-ffac-4e57-8ffe-b49711043018 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490034 Nov 12 08:17:56.691666 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd0a12c-aa25-4812-b6a2-aa5213157659 req-6cec087d-72d4-42f9-8b41-82633541f13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:56.693187 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9fd0a12c-aa25-4812-b6a2-aa5213157659 req-6cec087d-72d4-42f9-8b41-82633541f13f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7e4aa82c-df47-4cfb-8723-dfb1bf6ac7fe HTTP/1.1" status: 200 len: 1102 time: 0.0974240 Nov 12 08:17:56.701028 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3d793a-3b8d-4258-afdb-b1854780b87c req-7a3625ca-ca73-4b25-9f15-962fb1c04952 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:56.703417 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8b3d793a-3b8d-4258-afdb-b1854780b87c req-7a3625ca-ca73-4b25-9f15-962fb1c04952 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c0364e9-a49c-46af-a2f9-325c3e29445e HTTP/1.1" status: 200 len: 1023 time: 0.1178415 Nov 12 08:17:56.708461 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c933b87-6b74-4986-aed3-6729ea564646 req-b82c67a3-818a-4cf5-b866-9b422bb81fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:56.709883 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0c933b87-6b74-4986-aed3-6729ea564646 req-b82c67a3-818a-4cf5-b866-9b422bb81fe3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3dad16d1cf804c93a62c38374b8fb4ba&device_id=cd7dfe97-2302-4d38-ae66-01f1d7d33d05 HTTP/1.1" status: 200 len: 1102 time: 0.1153071 Nov 12 08:17:56.714801 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612fb971-ce30-4964-ba27-f85269f76304 req-aa8ad337-0972-407c-b7b9-1e18614d47c8 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:56.716713 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-612fb971-ce30-4964-ba27-f85269f76304 req-aa8ad337-0972-407c-b7b9-1e18614d47c8 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/ports?device_id=20b83579-3dd4-4d02-9c47-79fe23b58a70 HTTP/1.1" status: 200 len: 945 time: 0.0697436 Nov 12 08:17:56.795773 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-612fb971-ce30-4964-ba27-f85269f76304 req-f6703b6c-48d2-4ee7-b519-64edf8b111c6 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/security-groups?id=aec52d38-03ed-427d-a216-63dd2a33f98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716460 Nov 12 08:17:56.856708 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c933b87-6b74-4986-aed3-6729ea564646 req-72763063-4bf4-4019-8ff1-e1dcbc00cf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:56.858239 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0c933b87-6b74-4986-aed3-6729ea564646 req-72763063-4bf4-4019-8ff1-e1dcbc00cf56 service neutron] 10.222.0.21 "GET /v2.0/networks?id=107743df-d3df-459d-a6cd-9e2ab4303016 HTTP/1.1" status: 200 len: 870 time: 0.1078131 Nov 12 08:17:56.910942 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0c933b87-6b74-4986-aed3-6729ea564646 req-cd11d0fc-5a5f-442d-9c28-ab8c52ee1d1e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=641ecf14-1420-46c8-ab6e-1776d803d920 HTTP/1.1" status: 200 len: 217 time: 0.0430274 Nov 12 08:17:56.963764 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c933b87-6b74-4986-aed3-6729ea564646 req-87a1d07a-f8b0-4ec4-9525-6df6e1ad0823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:56.965214 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0c933b87-6b74-4986-aed3-6729ea564646 req-87a1d07a-f8b0-4ec4-9525-6df6e1ad0823 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1 HTTP/1.1" status: 200 len: 843 time: 0.0464432 Nov 12 08:17:57.018261 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c933b87-6b74-4986-aed3-6729ea564646 req-50fa573f-920a-4fb7-83f6-b8646d74bd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:57.020023 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0c933b87-6b74-4986-aed3-6729ea564646 req-50fa573f-920a-4fb7-83f6-b8646d74bd80 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=107743df-d3df-459d-a6cd-9e2ab4303016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0459850 Nov 12 08:17:57.124547 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9fd0a12c-aa25-4812-b6a2-aa5213157659 req-88c81903-627a-4731-b06f-8e37ac4beaf1 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4183991 Nov 12 08:17:57.147188 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2260e460-0aad-4a6e-9c7a-84a3767566e9 req-2d7bb7c3-89f3-4f3d-994d-71b540bc93f1 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:57.148677 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2260e460-0aad-4a6e-9c7a-84a3767566e9 req-2d7bb7c3-89f3-4f3d-994d-71b540bc93f1 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=e81c00fb-be81-4dc0-8163-c8f29263b935 HTTP/1.1" status: 200 len: 946 time: 0.1008294 Nov 12 08:17:57.150963 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8b3d793a-3b8d-4258-afdb-b1854780b87c req-6fbd97ca-747f-4905-9bc1-6f9c3d35e68d tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e018ad6-3889-4cdc-90e2-c33d76f262fd&id=a36d48c2-3300-4e6f-812d-5b69c39a6287&id=bc675cb9-5df2-45c0-9fdb-ab595f0767f4&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.4400451 Nov 12 08:17:57.153041 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2985e4-7a6a-4e58-853f-e475e17ebe50 req-8cd07d88-8586-479e-a6e8-1ab0720368f3 tempest-LiveMigrationTest-1817512610 tempest-LiveMigrationTest-1817512610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:57.154888 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1e2985e4-7a6a-4e58-853f-e475e17ebe50 req-8cd07d88-8586-479e-a6e8-1ab0720368f3 tempest-LiveMigrationTest-1817512610 tempest-LiveMigrationTest-1817512610-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=1d86ea33-8ea0-4666-aa3f-67876d020811&tenant_id=7317cbf37f7b44a3b0cd0a433cf6ba52&binding%3Ahost_id=n-h1-765315-29 HTTP/1.1" status: 200 len: 1097 time: 0.4015915 Nov 12 08:17:57.175921 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0c933b87-6b74-4986-aed3-6729ea564646 req-44fca71f-56af-4503-905d-df0dfb5c7915 service neutron] 10.222.0.21 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465895 Nov 12 08:17:57.204804 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2260e460-0aad-4a6e-9c7a-84a3767566e9 req-88c1b875-b866-4d92-9289-dfcddfaa8412 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471320 Nov 12 08:17:57.255374 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8895bf61-9461-4740-b13f-ca8f4b9b35d9 req-d56c468c-54a9-42f2-80d1-2d066a5c9191 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:57.256818 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8895bf61-9461-4740-b13f-ca8f4b9b35d9 req-d56c468c-54a9-42f2-80d1-2d066a5c9191 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=54100ade-491e-488a-8bdb-541746e0bddb HTTP/1.1" status: 200 len: 945 time: 0.0493884 Nov 12 08:17:57.303001 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8895bf61-9461-4740-b13f-ca8f4b9b35d9 req-606a672a-5c9b-4d8d-b0c6-eac09a1180ae tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401525 Nov 12 08:17:57.477698 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6598c905-c7af-4c94-8e29-7dee2ebdbca7 req-059a1abe-44a9-4faf-803e-f9aa17c7dc1c tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:57.479467 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6598c905-c7af-4c94-8e29-7dee2ebdbca7 req-059a1abe-44a9-4faf-803e-f9aa17c7dc1c tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d86ea33-8ea0-4666-aa3f-67876d020811 HTTP/1.1" status: 200 len: 945 time: 0.0524874 Nov 12 08:17:57.530083 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6598c905-c7af-4c94-8e29-7dee2ebdbca7 req-63250429-e237-4245-a06f-cfd1c92e5766 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446146 Nov 12 08:17:57.539699 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfbda80-df64-46bf-8fb3-0525142ed848 req-0c955090-6970-4825-bf4b-54b4f72fec36 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:57.541217 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4bfbda80-df64-46bf-8fb3-0525142ed848 req-0c955090-6970-4825-bf4b-54b4f72fec36 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=867280fe-66ee-4047-a8b4-3fdb92fcef26 HTTP/1.1" status: 200 len: 945 time: 0.0494030 Nov 12 08:17:57.589455 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4bfbda80-df64-46bf-8fb3-0525142ed848 req-aa5b04e1-dbc1-4d09-b2e6-6d02680e6b4e tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417101 Nov 12 08:17:57.663170 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be91d03f-489d-4d36-969f-c179c75b65bc req-7f23a38c-dd03-4f8a-8627-0d75eb98204d tempest-LiveMigrationTest-1817512610 tempest-LiveMigrationTest-1817512610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:57.664581 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-be91d03f-489d-4d36-969f-c179c75b65bc req-7f23a38c-dd03-4f8a-8627-0d75eb98204d tempest-LiveMigrationTest-1817512610 tempest-LiveMigrationTest-1817512610-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=1d86ea33-8ea0-4666-aa3f-67876d020811 HTTP/1.1" status: 200 len: 1097 time: 0.0422852 Nov 12 08:17:57.709289 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71330278-b9a9-4fd0-99fc-2afb65ec5d88 req-6e7e5bf1-41e3-4f16-866c-937034fc631a tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:57.711055 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-71330278-b9a9-4fd0-99fc-2afb65ec5d88 req-6e7e5bf1-41e3-4f16-866c-937034fc631a tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e4aa82c-df47-4cfb-8723-dfb1bf6ac7fe HTTP/1.1" status: 200 len: 950 time: 0.0555410 Nov 12 08:17:57.713216 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-be91d03f-489d-4d36-969f-c179c75b65bc req-32d88926-4d8e-4ed5-b10d-35d4f7fb86b3 tempest-LiveMigrationTest-1817512610 tempest-LiveMigrationTest-1817512610-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424576 Nov 12 08:17:57.778453 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-71330278-b9a9-4fd0-99fc-2afb65ec5d88 req-28d4e9e7-394c-4fdb-a106-761abbe1dc0c tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609739 Nov 12 08:17:57.822018 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f492dde-0493-4688-926f-8b3444cc7dfc req-fb06337a-3643-4d11-9115-eaa3c8ef8f95 tempest-LiveMigrationTest-1817512610 tempest-LiveMigrationTest-1817512610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:57.823583 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1f492dde-0493-4688-926f-8b3444cc7dfc req-fb06337a-3643-4d11-9115-eaa3c8ef8f95 tempest-LiveMigrationTest-1817512610 tempest-LiveMigrationTest-1817512610-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=1d86ea33-8ea0-4666-aa3f-67876d020811 HTTP/1.1" status: 200 len: 1097 time: 0.0417781 Nov 12 08:17:57.869284 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1f492dde-0493-4688-926f-8b3444cc7dfc req-2d4c0ea4-dc20-4eb7-ba88-80ff332535e7 tempest-LiveMigrationTest-1817512610 tempest-LiveMigrationTest-1817512610-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396247 Nov 12 08:17:57.913715 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca2bf17-ad86-471c-a612-8b0dfbbf4953 req-909518ca-20fe-4ac2-b0b6-128d32482b6b tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:57.915173 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9ca2bf17-ad86-471c-a612-8b0dfbbf4953 req-909518ca-20fe-4ac2-b0b6-128d32482b6b tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/ports?device_id=20b83579-3dd4-4d02-9c47-79fe23b58a70 HTTP/1.1" status: 200 len: 945 time: 0.0500124 Nov 12 08:17:57.964863 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9ca2bf17-ad86-471c-a612-8b0dfbbf4953 req-3325b3e9-d061-44ab-bb21-b6748bdbc5a8 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/security-groups?id=aec52d38-03ed-427d-a216-63dd2a33f98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437818 Nov 12 08:17:58.274962 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0ffced-dcce-46ca-8688-13602a045d57 req-c04076cb-2bae-4cbb-89b1-d09183b1007f tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:58.276580 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8e0ffced-dcce-46ca-8688-13602a045d57 req-c04076cb-2bae-4cbb-89b1-d09183b1007f tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c0364e9-a49c-46af-a2f9-325c3e29445e HTTP/1.1" status: 200 len: 1023 time: 0.0546515 Nov 12 08:17:58.325612 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03571a34-8142-4bf5-8b20-77e00b737cea req-e5c186cd-0c25-41b1-9dda-3a4b51c99246 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:58.327105 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-03571a34-8142-4bf5-8b20-77e00b737cea req-e5c186cd-0c25-41b1-9dda-3a4b51c99246 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=e81c00fb-be81-4dc0-8163-c8f29263b935 HTTP/1.1" status: 200 len: 946 time: 0.0532398 Nov 12 08:17:58.346418 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8e0ffced-dcce-46ca-8688-13602a045d57 req-5000f6a2-f567-4a57-a3fc-1b61a2f195b2 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e018ad6-3889-4cdc-90e2-c33d76f262fd&id=a36d48c2-3300-4e6f-812d-5b69c39a6287&id=bc675cb9-5df2-45c0-9fdb-ab595f0767f4&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0637782 Nov 12 08:17:58.378543 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-03571a34-8142-4bf5-8b20-77e00b737cea req-e860ed2f-c993-47ae-a692-e194355a9a48 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429475 Nov 12 08:17:58.454489 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298797bf-fc12-4bc3-b485-f3c67690e0c1 req-0bbf6681-b5bd-470f-a33e-97b75bd91c80 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:58.456816 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-298797bf-fc12-4bc3-b485-f3c67690e0c1 req-0bbf6681-b5bd-470f-a33e-97b75bd91c80 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=54100ade-491e-488a-8bdb-541746e0bddb HTTP/1.1" status: 200 len: 945 time: 0.0513501 Nov 12 08:17:58.505495 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-298797bf-fc12-4bc3-b485-f3c67690e0c1 req-6559385b-ef44-44dc-b76b-df928696e5b3 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421779 Nov 12 08:17:58.704345 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0f9276-184d-475e-af08-f75f5389400a req-3edf3710-1ee2-4c2c-a8c1-037c202d36d9 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:58.706840 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dd0f9276-184d-475e-af08-f75f5389400a req-3edf3710-1ee2-4c2c-a8c1-037c202d36d9 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=867280fe-66ee-4047-a8b4-3fdb92fcef26 HTTP/1.1" status: 200 len: 945 time: 0.0503497 Nov 12 08:17:58.755632 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dd0f9276-184d-475e-af08-f75f5389400a req-74d27407-8d2a-4204-9496-92fda8d7c41d tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425315 Nov 12 08:17:58.897303 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e86776-c22b-40a1-9ce4-96a0bbb3720f req-a3b888e4-708d-406d-85c8-3c23c0964484 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:58.898822 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f5e86776-c22b-40a1-9ce4-96a0bbb3720f req-a3b888e4-708d-406d-85c8-3c23c0964484 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e4aa82c-df47-4cfb-8723-dfb1bf6ac7fe HTTP/1.1" status: 200 len: 950 time: 0.0492201 Nov 12 08:17:58.950196 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f5e86776-c22b-40a1-9ce4-96a0bbb3720f req-71032707-231f-4365-82bf-0e96b6005bf4 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452714 Nov 12 08:17:59.081702 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bcb954-db4b-421d-aa79-cace2e4c6e6c req-47dedd72-a890-4325-b0b4-b5fd467efe95 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:59.083323 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-74bcb954-db4b-421d-aa79-cace2e4c6e6c req-47dedd72-a890-4325-b0b4-b5fd467efe95 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/ports?device_id=20b83579-3dd4-4d02-9c47-79fe23b58a70 HTTP/1.1" status: 200 len: 945 time: 0.0513287 Nov 12 08:17:59.138490 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-74bcb954-db4b-421d-aa79-cace2e4c6e6c req-2dd8fa50-ccea-486e-a35b-13e668d0291b tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/security-groups?id=aec52d38-03ed-427d-a216-63dd2a33f98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468981 Nov 12 08:17:59.463169 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586a16e-eab0-4826-97df-5036a2ddf506 req-d29ced7c-5ebd-4a55-8d16-d0887c18b61d tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:59.464643 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8586a16e-eab0-4826-97df-5036a2ddf506 req-d29ced7c-5ebd-4a55-8d16-d0887c18b61d tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c0364e9-a49c-46af-a2f9-325c3e29445e HTTP/1.1" status: 200 len: 1023 time: 0.0513198 Nov 12 08:17:59.511589 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c5d275-bf7e-4039-957e-bec4266403fc req-a1284648-28c8-4e27-850e-877f1d0c04e6 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:59.513088 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-78c5d275-bf7e-4039-957e-bec4266403fc req-a1284648-28c8-4e27-850e-877f1d0c04e6 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=e81c00fb-be81-4dc0-8163-c8f29263b935 HTTP/1.1" status: 200 len: 946 time: 0.0566988 Nov 12 08:17:59.534960 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8586a16e-eab0-4826-97df-5036a2ddf506 req-2fdfbdd0-549e-4e04-bd69-a40b1dc37193 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e018ad6-3889-4cdc-90e2-c33d76f262fd&id=a36d48c2-3300-4e6f-812d-5b69c39a6287&id=bc675cb9-5df2-45c0-9fdb-ab595f0767f4&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0632820 Nov 12 08:17:59.566710 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-78c5d275-bf7e-4039-957e-bec4266403fc req-9d546926-e707-4efb-83de-7c00b8db3dc8 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469203 Nov 12 08:17:59.637776 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a67cb2-965d-470d-b44c-046878eb90f7 req-feabd0bc-b3ce-4d75-97ca-0bc25eeb1a96 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:59.639153 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d7a67cb2-965d-470d-b44c-046878eb90f7 req-feabd0bc-b3ce-4d75-97ca-0bc25eeb1a96 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=54100ade-491e-488a-8bdb-541746e0bddb HTTP/1.1" status: 200 len: 945 time: 0.0492299 Nov 12 08:17:59.686702 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d7a67cb2-965d-470d-b44c-046878eb90f7 req-047d55ec-9c85-424f-8e3c-c7ae4a06aff3 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410888 Nov 12 08:17:59.870679 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75970bae-0350-4152-a272-326d3e237eb0 req-bf7dada0-4d58-4c1d-ae0e-c9d106f6d555 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:17:59.872144 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-75970bae-0350-4152-a272-326d3e237eb0 req-bf7dada0-4d58-4c1d-ae0e-c9d106f6d555 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=867280fe-66ee-4047-a8b4-3fdb92fcef26 HTTP/1.1" status: 200 len: 945 time: 0.0499458 Nov 12 08:17:59.919462 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-75970bae-0350-4152-a272-326d3e237eb0 req-695d0313-6bb7-438f-b742-e7f4f54e8459 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404410 Nov 12 08:18:00.069802 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b555a1-4c5f-4943-b116-bd6540d96e69 req-33c68265-a019-4c6e-a3c9-621b8973eaf7 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:00.071273 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-98b555a1-4c5f-4943-b116-bd6540d96e69 req-33c68265-a019-4c6e-a3c9-621b8973eaf7 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e4aa82c-df47-4cfb-8723-dfb1bf6ac7fe HTTP/1.1" status: 200 len: 950 time: 0.0545626 Nov 12 08:18:00.118194 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-98b555a1-4c5f-4943-b116-bd6540d96e69 req-0f47203c-78cc-411f-9615-6801223b50e3 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409610 Nov 12 08:18:00.258983 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdebba09-ab7c-4124-955a-a3fe8da3e7ef req-51e9ea2c-a7a3-4e6a-b7a7-8e2292d593b2 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:00.260466 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bdebba09-ab7c-4124-955a-a3fe8da3e7ef req-51e9ea2c-a7a3-4e6a-b7a7-8e2292d593b2 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/ports?device_id=20b83579-3dd4-4d02-9c47-79fe23b58a70 HTTP/1.1" status: 200 len: 945 time: 0.0554402 Nov 12 08:18:00.306913 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bdebba09-ab7c-4124-955a-a3fe8da3e7ef req-ee8329d8-8244-4b95-843d-323ddd0d06b3 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/security-groups?id=aec52d38-03ed-427d-a216-63dd2a33f98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404663 Nov 12 08:18:00.652905 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78345645-2e84-41e7-b965-3592ee084e3d req-ba6bd9e0-277c-43b9-8ac6-e77ab46c13ac tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:00.654476 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-78345645-2e84-41e7-b965-3592ee084e3d req-ba6bd9e0-277c-43b9-8ac6-e77ab46c13ac tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c0364e9-a49c-46af-a2f9-325c3e29445e HTTP/1.1" status: 200 len: 1023 time: 0.0507429 Nov 12 08:18:00.689960 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daa13a1-aa22-47c8-bead-918b10dbf529 req-fff74746-d0ba-4164-8ab4-591f2390030e tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:00.692126 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0daa13a1-aa22-47c8-bead-918b10dbf529 req-fff74746-d0ba-4164-8ab4-591f2390030e tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=e81c00fb-be81-4dc0-8163-c8f29263b935 HTTP/1.1" status: 200 len: 946 time: 0.0539198 Nov 12 08:18:00.728385 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-78345645-2e84-41e7-b965-3592ee084e3d req-7730e8a3-2b0d-4696-96ba-713c1021d29e tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e018ad6-3889-4cdc-90e2-c33d76f262fd&id=a36d48c2-3300-4e6f-812d-5b69c39a6287&id=bc675cb9-5df2-45c0-9fdb-ab595f0767f4&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0667999 Nov 12 08:18:00.748578 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0daa13a1-aa22-47c8-bead-918b10dbf529 req-7fc9381c-6a5c-4b2f-80b9-a5f8872fdecb tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433769 Nov 12 08:18:00.837242 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408073f1-0225-4deb-9468-c07f481db521 req-710ad0dc-7d47-45e8-9ab6-16ccb7269df5 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:00.838755 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-408073f1-0225-4deb-9468-c07f481db521 req-710ad0dc-7d47-45e8-9ab6-16ccb7269df5 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=54100ade-491e-488a-8bdb-541746e0bddb HTTP/1.1" status: 200 len: 945 time: 0.0490713 Nov 12 08:18:00.890712 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-408073f1-0225-4deb-9468-c07f481db521 req-b818c5b9-3483-4ac5-af68-010181eaa419 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456200 Nov 12 08:18:01.042060 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a3e9ab-32ca-4ee0-be43-a29bacabed48 req-5b48bcdb-e557-4de4-8b92-47a809f9b4fe tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:01.043544 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-45a3e9ab-32ca-4ee0-be43-a29bacabed48 req-5b48bcdb-e557-4de4-8b92-47a809f9b4fe tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=867280fe-66ee-4047-a8b4-3fdb92fcef26 HTTP/1.1" status: 200 len: 945 time: 0.0534413 Nov 12 08:18:01.090894 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-45a3e9ab-32ca-4ee0-be43-a29bacabed48 req-a679c54c-d063-4e76-8c31-d3d96167a9c3 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412698 Nov 12 08:18:01.236262 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9588b81-1783-46e5-9a72-645899639b71 req-aced9d79-27a5-445d-a1b9-00700bfb674b tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:01.238030 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a9588b81-1783-46e5-9a72-645899639b71 req-aced9d79-27a5-445d-a1b9-00700bfb674b tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e4aa82c-df47-4cfb-8723-dfb1bf6ac7fe HTTP/1.1" status: 200 len: 950 time: 0.0500469 Nov 12 08:18:01.286946 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a9588b81-1783-46e5-9a72-645899639b71 req-cc5616d1-f7ab-4fb1-9ab8-a7ad32cae883 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430908 Nov 12 08:18:01.419885 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdf4482-5f54-4d5d-ade5-0e5157c58d3a req-79e0de4a-5855-4ffd-9501-a8c487b24286 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:01.421366 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8fdf4482-5f54-4d5d-ade5-0e5157c58d3a req-79e0de4a-5855-4ffd-9501-a8c487b24286 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/ports?device_id=20b83579-3dd4-4d02-9c47-79fe23b58a70 HTTP/1.1" status: 200 len: 945 time: 0.0485902 Nov 12 08:18:01.468748 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8fdf4482-5f54-4d5d-ade5-0e5157c58d3a req-571c168c-9889-4487-9d25-11dd63bc04e8 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/security-groups?id=aec52d38-03ed-427d-a216-63dd2a33f98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410392 Nov 12 08:18:01.848740 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d2305e-3c4a-4f37-8329-f7a2a408617c req-378718c5-0d04-4139-bd98-7ca243c72d27 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:01.850230 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f9d2305e-3c4a-4f37-8329-f7a2a408617c req-378718c5-0d04-4139-bd98-7ca243c72d27 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c0364e9-a49c-46af-a2f9-325c3e29445e HTTP/1.1" status: 200 len: 1023 time: 0.0509295 Nov 12 08:18:01.870187 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1656694-1312-4b5c-8c72-3553daadf068 req-c4a6aff6-3b23-446e-aeef-0c89b0967355 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:01.872256 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d1656694-1312-4b5c-8c72-3553daadf068 req-c4a6aff6-3b23-446e-aeef-0c89b0967355 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=e81c00fb-be81-4dc0-8163-c8f29263b935 HTTP/1.1" status: 200 len: 946 time: 0.0535369 Nov 12 08:18:01.918879 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f9d2305e-3c4a-4f37-8329-f7a2a408617c req-d7b08dac-59e1-4b50-be9d-494ac9dc8fde tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e018ad6-3889-4cdc-90e2-c33d76f262fd&id=a36d48c2-3300-4e6f-812d-5b69c39a6287&id=bc675cb9-5df2-45c0-9fdb-ab595f0767f4&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0620160 Nov 12 08:18:01.919378 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d1656694-1312-4b5c-8c72-3553daadf068 req-5ec9d5e2-5821-4ee0-8b8e-b3d7722ab04b tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417795 Nov 12 08:18:02.021175 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6674ae96-fa4f-4f37-90ba-75ecd9b3bc77 req-72a8a03f-49c7-4fa8-b405-0b300b98d52b tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:02.022669 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6674ae96-fa4f-4f37-90ba-75ecd9b3bc77 req-72a8a03f-49c7-4fa8-b405-0b300b98d52b tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=54100ade-491e-488a-8bdb-541746e0bddb HTTP/1.1" status: 200 len: 945 time: 0.0492053 Nov 12 08:18:02.069274 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6674ae96-fa4f-4f37-90ba-75ecd9b3bc77 req-14702dda-5d6e-4408-bbff-8e2944001f23 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406551 Nov 12 08:18:02.207826 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e5045-0996-4097-9be5-499ff37fffc8 req-444798ff-2b7f-42ea-9839-2e8d92d2f710 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:02.209392 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4c4e5045-0996-4097-9be5-499ff37fffc8 req-444798ff-2b7f-42ea-9839-2e8d92d2f710 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=867280fe-66ee-4047-a8b4-3fdb92fcef26 HTTP/1.1" status: 200 len: 945 time: 0.0489473 Nov 12 08:18:02.260698 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4c4e5045-0996-4097-9be5-499ff37fffc8 req-f1445e41-ad22-4274-959a-2b9bdbaa8e6c tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449991 Nov 12 08:18:02.406241 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76c235f-8fa3-4c0e-b841-a04dd9e02fcd req-c29a0996-cd11-4540-aa38-5d92b31a9994 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:02.407773 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b76c235f-8fa3-4c0e-b841-a04dd9e02fcd req-c29a0996-cd11-4540-aa38-5d92b31a9994 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e4aa82c-df47-4cfb-8723-dfb1bf6ac7fe HTTP/1.1" status: 200 len: 950 time: 0.0534031 Nov 12 08:18:02.457123 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b76c235f-8fa3-4c0e-b841-a04dd9e02fcd req-eedf769c-dbd3-4927-9c8c-865d28d47a86 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417762 Nov 12 08:18:02.580804 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659b8f3f-5c8a-4324-9a5d-d326c426f5be req-d2b14cc9-9d55-499f-8675-9f3c6a76978b tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:02.583152 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-659b8f3f-5c8a-4324-9a5d-d326c426f5be req-d2b14cc9-9d55-499f-8675-9f3c6a76978b tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/ports?device_id=20b83579-3dd4-4d02-9c47-79fe23b58a70 HTTP/1.1" status: 200 len: 945 time: 0.0493627 Nov 12 08:18:02.631820 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-659b8f3f-5c8a-4324-9a5d-d326c426f5be req-f73222eb-e155-4e14-9f2b-7c02a4ff1381 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/security-groups?id=aec52d38-03ed-427d-a216-63dd2a33f98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423026 Nov 12 08:18:02.778228 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-1e2985e4-7a6a-4e58-853f-e475e17ebe50 req-ddbb95ef-c90d-4bc8-b18a-28604f1c5800 service neutron] For port b41977ee-00dd-4191-9c7e-54fa6c7fff8d, host n-h2-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:18:02.781121 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0c933b87-6b74-4986-aed3-6729ea564646 req-320c36c4-30f3-44e0-bb6c-1df6e0b8adfa service neutron] 10.222.0.21 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165700 Nov 12 08:18:02.781455 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1e2985e4-7a6a-4e58-853f-e475e17ebe50 req-ddbb95ef-c90d-4bc8-b18a-28604f1c5800 service neutron] Publish callbacks [] for binding, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:02.782600 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1e2985e4-7a6a-4e58-853f-e475e17ebe50 req-ddbb95ef-c90d-4bc8-b18a-28604f1c5800 service neutron] 10.222.0.21 "DELETE /v2.0/ports/b41977ee-00dd-4191-9c7e-54fa6c7fff8d/bindings/n-h2-765315-29 HTTP/1.1" status: 204 len: 173 time: 0.1177075 Nov 12 08:18:03.037416 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf152aa-a6d4-437c-89ca-4fb08db20f52 req-2ae9eb5c-a9f5-487a-91bf-364f4f3d53fa tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:03.038956 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2cf152aa-a6d4-437c-89ca-4fb08db20f52 req-2ae9eb5c-a9f5-487a-91bf-364f4f3d53fa tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=e81c00fb-be81-4dc0-8163-c8f29263b935 HTTP/1.1" status: 200 len: 946 time: 0.0528390 Nov 12 08:18:03.132866 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2cf152aa-a6d4-437c-89ca-4fb08db20f52 req-166c1a5b-c804-4fcb-815d-5c64b243983b tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843494 Nov 12 08:18:03.142010 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cef987-e2ec-4339-b049-e7a61ab13c0b req-01c31e1e-40d7-4583-a0c6-46506d94a21b tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:03.143578 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e3cef987-e2ec-4339-b049-e7a61ab13c0b req-01c31e1e-40d7-4583-a0c6-46506d94a21b tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c0364e9-a49c-46af-a2f9-325c3e29445e HTTP/1.1" status: 200 len: 1023 time: 0.0939457 Nov 12 08:18:03.300243 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf554a9-292c-4de9-909b-ffcef52e8289 req-11967162-7ed9-4ac8-8905-a1a998941b04 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:03.301919 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6bf554a9-292c-4de9-909b-ffcef52e8289 req-11967162-7ed9-4ac8-8905-a1a998941b04 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=54100ade-491e-488a-8bdb-541746e0bddb HTTP/1.1" status: 200 len: 945 time: 0.1045570 Nov 12 08:18:03.311572 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-e3cef987-e2ec-4339-b049-e7a61ab13c0b req-754fcdb9-a10f-443f-9098-ff65fce1f868 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Deleting port f5920f2d-4a7e-42d5-a7df-4f8e67bc2c30 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:18:03.311914 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e3cef987-e2ec-4339-b049-e7a61ab13c0b req-754fcdb9-a10f-443f-9098-ff65fce1f868 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:03.320958 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e927f11-1791-4f49-b887-cdfc733d22cb req-f946a4a7-b5fe-4e00-99b1-2a3f8ba2615c tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:03.322756 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1e927f11-1791-4f49-b887-cdfc733d22cb req-f946a4a7-b5fe-4e00-99b1-2a3f8ba2615c tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c0364e9-a49c-46af-a2f9-325c3e29445e HTTP/1.1" status: 200 len: 1023 time: 0.3352273 Nov 12 08:18:03.394281 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1e927f11-1791-4f49-b887-cdfc733d22cb req-7b50c168-0340-4ad1-9fc8-88bf8105ef54 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e018ad6-3889-4cdc-90e2-c33d76f262fd&id=a36d48c2-3300-4e6f-812d-5b69c39a6287&id=bc675cb9-5df2-45c0-9fdb-ab595f0767f4&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0649927 Nov 12 08:18:03.427567 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6bf554a9-292c-4de9-909b-ffcef52e8289 req-7ccc1cf2-11a3-4c13-831b-b5146dc9a6ec tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125772 Nov 12 08:18:03.449661 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-e3cef987-e2ec-4339-b049-e7a61ab13c0b req-754fcdb9-a10f-443f-9098-ff65fce1f868 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] For port f5920f2d-4a7e-42d5-a7df-4f8e67bc2c30, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=f5920f2d-4a7e-42d5-a7df-4f8e67bc2c30,segment=NetworkSegment(8f575a5e-7400-4b10-982b-4c3146775d67),segment_id=8f575a5e-7400-4b10-982b-4c3146775d67)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:18:03.450026 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e3cef987-e2ec-4339-b049-e7a61ab13c0b req-754fcdb9-a10f-443f-9098-ff65fce1f868 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:03.468645 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-e3cef987-e2ec-4339-b049-e7a61ab13c0b req-754fcdb9-a10f-443f-9098-ff65fce1f868 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Calling delete_port for f5920f2d-4a7e-42d5-a7df-4f8e67bc2c30 owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:18:03.532789 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13460afb-4528-40fc-8b68-4dc99d88f46b req-4aa0b945-c112-4ac4-8de1-991be8fa32e0 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:03.542077 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-13460afb-4528-40fc-8b68-4dc99d88f46b req-4aa0b945-c112-4ac4-8de1-991be8fa32e0 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=867280fe-66ee-4047-a8b4-3fdb92fcef26 HTTP/1.1" status: 200 len: 945 time: 0.0844336 Nov 12 08:18:03.600794 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-13460afb-4528-40fc-8b68-4dc99d88f46b req-f7f94a6c-d52e-456d-9f69-92f5d7852a9b tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519617 Nov 12 08:18:03.626182 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4774920-e3d3-4f66-9fda-a6882b0dad17 req-ae7d6fd2-3ae7-4ad9-b5a9-d16739ae61da tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:03.627685 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b4774920-e3d3-4f66-9fda-a6882b0dad17 req-ae7d6fd2-3ae7-4ad9-b5a9-d16739ae61da tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e4aa82c-df47-4cfb-8723-dfb1bf6ac7fe HTTP/1.1" status: 200 len: 950 time: 0.0733135 Nov 12 08:18:03.714245 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b4774920-e3d3-4f66-9fda-a6882b0dad17 req-a7f71433-ce80-4c2d-90fc-a0c4a0ac642e tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681636 Nov 12 08:18:03.715442 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e3cef987-e2ec-4339-b049-e7a61ab13c0b req-754fcdb9-a10f-443f-9098-ff65fce1f868 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:03.746812 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754fcdb9-a10f-443f-9098-ff65fce1f868 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Pushing event deleted for resources: {'Port': ['ID=f5920f2d-4a7e-42d5-a7df-4f8e67bc2c30,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:03.774188 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9d53d2-57b8-40d2-8eab-8df27420dfcd req-cbcc1b33-89ed-4a22-a570-39f5a4bde5a8 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:03.775929 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ac9d53d2-57b8-40d2-8eab-8df27420dfcd req-cbcc1b33-89ed-4a22-a570-39f5a4bde5a8 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/ports?device_id=20b83579-3dd4-4d02-9c47-79fe23b58a70 HTTP/1.1" status: 200 len: 945 time: 0.0714943 Nov 12 08:18:03.801019 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3cef987-e2ec-4339-b049-e7a61ab13c0b req-754fcdb9-a10f-443f-9098-ff65fce1f868 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] No DVR routers for this DVR port f5920f2d-4a7e-42d5-a7df-4f8e67bc2c30 on host n-h1-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:18:03.804749 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e3cef987-e2ec-4339-b049-e7a61ab13c0b req-754fcdb9-a10f-443f-9098-ff65fce1f868 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:03.809617 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e3cef987-e2ec-4339-b049-e7a61ab13c0b req-754fcdb9-a10f-443f-9098-ff65fce1f868 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.21 "DELETE /v2.0/ports/f5920f2d-4a7e-42d5-a7df-4f8e67bc2c30 HTTP/1.1" status: 204 len: 173 time: 0.6573405 Nov 12 08:18:03.809617 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c0364e9-a49c-46af-a2f9-325c3e29445e', 'name': 'network-vif-deleted', 'tag': 'f5920f2d-4a7e-42d5-a7df-4f8e67bc2c30'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:18:03.812528 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b09f57bd-3f65-49e6-bc92-8fbc60f82e51" -d '{"events": [{"server_uuid": "4c0364e9-a49c-46af-a2f9-325c3e29445e", "name": "network-vif-deleted", "tag": "f5920f2d-4a7e-42d5-a7df-4f8e67bc2c30"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:18:03.858828 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9ac1fd23-dbe4-42c2-97a3-d3d4095930ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:03.865614 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ac9d53d2-57b8-40d2-8eab-8df27420dfcd req-f706dcc7-f2a6-4dfc-8753-f030c3a0095c tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/security-groups?id=aec52d38-03ed-427d-a216-63dd2a33f98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832396 Nov 12 08:18:03.882812 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ced17ebc-f306-4591-bf32-a550aea2aa1b x-openstack-request-id: req-ced17ebc-f306-4591-bf32-a550aea2aa1b {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:18:03.883237 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c0364e9-a49c-46af-a2f9-325c3e29445e", "name": "network-vif-deleted", "tag": "f5920f2d-4a7e-42d5-a7df-4f8e67bc2c30", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:18:03.883598 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ced17ebc-f306-4591-bf32-a550aea2aa1b {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:18:03.884108 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c0364e9-a49c-46af-a2f9-325c3e29445e', 'name': 'network-vif-deleted', 'tag': 'f5920f2d-4a7e-42d5-a7df-4f8e67bc2c30', 'status': 'completed', 'code': 200} Nov 12 08:18:04.257100 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d1b7ff-0303-4a92-bbce-814cbd02e62e req-e7a3e207-b9c6-4e5f-9d85-3fee00c7290f tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:04.258653 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c4d1b7ff-0303-4a92-bbce-814cbd02e62e req-e7a3e207-b9c6-4e5f-9d85-3fee00c7290f tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=e81c00fb-be81-4dc0-8163-c8f29263b935 HTTP/1.1" status: 200 len: 946 time: 0.0538812 Nov 12 08:18:04.320888 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c4d1b7ff-0303-4a92-bbce-814cbd02e62e req-6ce845e9-bd80-4d8f-820b-7ec0e30c9280 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558746 Nov 12 08:18:04.322881 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f519e77-cc15-4d15-abdd-7671608a60b3 req-6352c5e6-9184-4c5f-a86d-8e8343ed7fa7 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:04.324516 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6f519e77-cc15-4d15-abdd-7671608a60b3 req-6352c5e6-9184-4c5f-a86d-8e8343ed7fa7 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.21 "GET /v2.0/ports?device_id=54100ade-491e-488a-8bdb-541746e0bddb HTTP/1.1" status: 200 len: 945 time: 0.0528409 Nov 12 08:18:04.443854 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-6f519e77-cc15-4d15-abdd-7671608a60b3 req-79e41459-96c7-4926-97e7-3b8cabf76185 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Deleting port b07b07f0-0d60-4c2a-803d-9c89a50f4f2e {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:18:04.444209 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-6f519e77-cc15-4d15-abdd-7671608a60b3 req-79e41459-96c7-4926-97e7-3b8cabf76185 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:04.553310 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9714bf7b-a613-4b25-ae2b-bff759b643bf req-2b6dd0a0-5b61-466d-8ec1-3540fb0bb428 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c0364e9-a49c-46af-a2f9-325c3e29445e HTTP/1.1" status: 200 len: 210 time: 0.0392005 Nov 12 08:18:04.592553 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-6f519e77-cc15-4d15-abdd-7671608a60b3 req-79e41459-96c7-4926-97e7-3b8cabf76185 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] For port b07b07f0-0d60-4c2a-803d-9c89a50f4f2e, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=b07b07f0-0d60-4c2a-803d-9c89a50f4f2e,segment=NetworkSegment(0481860e-ef41-474b-ab33-5174e36c5825),segment_id=0481860e-ef41-474b-ab33-5174e36c5825)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:18:04.592892 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-6f519e77-cc15-4d15-abdd-7671608a60b3 req-79e41459-96c7-4926-97e7-3b8cabf76185 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:04.597520 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bd8c7b-3289-45b9-a11b-441996d48512 req-3650d216-708d-41e0-ae89-8244c6f53b12 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:04.612703 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-52bd8c7b-3289-45b9-a11b-441996d48512 req-3650d216-708d-41e0-ae89-8244c6f53b12 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/ports?device_id=54100ade-491e-488a-8bdb-541746e0bddb HTTP/1.1" status: 200 len: 945 time: 0.1018236 Nov 12 08:18:04.641099 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-6f519e77-cc15-4d15-abdd-7671608a60b3 req-79e41459-96c7-4926-97e7-3b8cabf76185 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Calling delete_port for b07b07f0-0d60-4c2a-803d-9c89a50f4f2e owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:18:04.713179 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-52bd8c7b-3289-45b9-a11b-441996d48512 req-57cbf92f-8a68-4247-91de-f8a0edbcdca3 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.26 "GET /v2.0/security-groups?id=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995028 Nov 12 08:18:04.892195 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f931a5-c5bc-495f-b4dc-9c7767dc08a2 req-ad6a106e-1809-4902-80b9-98c140a24870 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:04.893927 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e9f931a5-c5bc-495f-b4dc-9c7767dc08a2 req-ad6a106e-1809-4902-80b9-98c140a24870 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=867280fe-66ee-4047-a8b4-3fdb92fcef26 HTTP/1.1" status: 200 len: 945 time: 0.0803840 Nov 12 08:18:04.895318 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-6f519e77-cc15-4d15-abdd-7671608a60b3 req-79e41459-96c7-4926-97e7-3b8cabf76185 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:04.901832 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6029052f-14a4-40f9-891f-4c0934ae5feb req-7136c94f-a010-463d-99b5-0933f425e8fa tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:04.904019 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6029052f-14a4-40f9-891f-4c0934ae5feb req-7136c94f-a010-463d-99b5-0933f425e8fa tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e4aa82c-df47-4cfb-8723-dfb1bf6ac7fe HTTP/1.1" status: 200 len: 950 time: 0.0919354 Nov 12 08:18:04.906772 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['b07b07f0-0d60-4c2a-803d-9c89a50f4f2e'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:18:04.963534 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6029052f-14a4-40f9-891f-4c0934ae5feb req-5ea15cb2-5da6-4875-9cb4-52aa95bf4ddf tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511973 Nov 12 08:18:04.996895 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e41459-96c7-4926-97e7-3b8cabf76185 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Pushing event deleted for resources: {'Port': ['ID=b07b07f0-0d60-4c2a-803d-9c89a50f4f2e,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:05.016693 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f519e77-cc15-4d15-abdd-7671608a60b3 req-79e41459-96c7-4926-97e7-3b8cabf76185 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] No DVR routers for this DVR port b07b07f0-0d60-4c2a-803d-9c89a50f4f2e on host n-h1-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:18:05.021706 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-6f519e77-cc15-4d15-abdd-7671608a60b3 req-79e41459-96c7-4926-97e7-3b8cabf76185 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:05.024993 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6f519e77-cc15-4d15-abdd-7671608a60b3 req-79e41459-96c7-4926-97e7-3b8cabf76185 tempest-ServerRescueTestJSON-1795482607 tempest-ServerRescueTestJSON-1795482607-project] 10.222.0.21 "DELETE /v2.0/ports/b07b07f0-0d60-4c2a-803d-9c89a50f4f2e HTTP/1.1" status: 204 len: 173 time: 0.6912899 Nov 12 08:18:05.067508 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e9f931a5-c5bc-495f-b4dc-9c7767dc08a2 req-40222460-b68a-4748-8757-cadd0c481fcc tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303365 Nov 12 08:18:05.087614 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:05.105018 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde2e30-4d83-49e3-b168-fbc9e8a3ed96 req-64e60f9c-cd30-4d11-9285-8bc5c83bc233 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:05.107179 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0dde2e30-4d83-49e3-b168-fbc9e8a3ed96 req-64e60f9c-cd30-4d11-9285-8bc5c83bc233 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/ports?device_id=20b83579-3dd4-4d02-9c47-79fe23b58a70 HTTP/1.1" status: 200 len: 945 time: 0.0745113 Nov 12 08:18:05.165032 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0dde2e30-4d83-49e3-b168-fbc9e8a3ed96 req-2a7b691e-a1e4-4a69-91e6-740fb6654b8a tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/security-groups?id=aec52d38-03ed-427d-a216-63dd2a33f98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492306 Nov 12 08:18:05.166041 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3c7ca2-9a88-4562-9d81-4a399cfadaa7 req-fe0594e1-7b2c-4172-926c-98addd9e25e9 tempest-ServersOnMultiNodesTest-2056534105 tempest-ServersOnMultiNodesTest-2056534105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:05.167582 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fd3c7ca2-9a88-4562-9d81-4a399cfadaa7 req-fe0594e1-7b2c-4172-926c-98addd9e25e9 tempest-ServersOnMultiNodesTest-2056534105 tempest-ServersOnMultiNodesTest-2056534105-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=7e4aa82c-df47-4cfb-8723-dfb1bf6ac7fe HTTP/1.1" status: 200 len: 1102 time: 0.0542531 Nov 12 08:18:05.227150 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fd3c7ca2-9a88-4562-9d81-4a399cfadaa7 req-44035c10-0aa8-473e-9101-109767bcf7b9 tempest-ServersOnMultiNodesTest-2056534105 tempest-ServersOnMultiNodesTest-2056534105-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530908 Nov 12 08:18:05.282202 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69248bb3-3197-4ad9-9f7c-b73cc6b90e86 req-c04e4411-0652-4238-8b7d-00169750202e tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:05.283828 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-69248bb3-3197-4ad9-9f7c-b73cc6b90e86 req-c04e4411-0652-4238-8b7d-00169750202e tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=867280fe-66ee-4047-a8b4-3fdb92fcef26 HTTP/1.1" status: 200 len: 945 time: 0.0532641 Nov 12 08:18:05.288613 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device f5920f2d-4a7e-42d5-a7df-4f8e67bc2c30 no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:18:05.311327 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-e530113a-7783-48f4-9840-8911a24052df None None] No Port match for: f5920f2d-4a7e-42d5-a7df-4f8e67bc2c30 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:18:05.312666 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device f5920f2d-4a7e-42d5-a7df-4f8e67bc2c30 not bound to the agent host n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:18:05.342844 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-69248bb3-3197-4ad9-9f7c-b73cc6b90e86 req-ee675b10-22d5-4e49-825b-65b3f6178811 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514817 Nov 12 08:18:05.541208 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc2c351-6ce8-4f15-b152-2b0dc0b1ba77 req-56a90d34-798f-436d-8b47-60fbee7220aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:05.542863 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-bdc2c351-6ce8-4f15-b152-2b0dc0b1ba77 req-56a90d34-798f-436d-8b47-60fbee7220aa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=417fd406cc39404ba5ae67c25efe38d3&device_id=20b83579-3dd4-4d02-9c47-79fe23b58a70 HTTP/1.1" status: 200 len: 1097 time: 0.0923841 Nov 12 08:18:05.552243 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9b90a0-89c7-4dee-be0c-22bba51e2252 req-f02fa789-d444-46fb-9a7a-913c55898c03 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:05.561394 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cb9b90a0-89c7-4dee-be0c-22bba51e2252 req-f02fa789-d444-46fb-9a7a-913c55898c03 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=e81c00fb-be81-4dc0-8163-c8f29263b935 HTTP/1.1" status: 200 len: 946 time: 0.1136758 Nov 12 08:18:05.718865 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cb9b90a0-89c7-4dee-be0c-22bba51e2252 req-c4dcefe9-be52-4e19-b398-f8b3615cb050 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558888 Nov 12 08:18:05.768610 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc2c351-6ce8-4f15-b152-2b0dc0b1ba77 req-6fa326a1-c70f-4dab-8663-fa5a5728cf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:05.771778 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-bdc2c351-6ce8-4f15-b152-2b0dc0b1ba77 req-6fa326a1-c70f-4dab-8663-fa5a5728cf2a service neutron] 10.222.0.21 "GET /v2.0/networks?id=4868e010-efee-4156-923d-bc5986bd6163 HTTP/1.1" status: 200 len: 921 time: 0.2069092 Nov 12 08:18:05.857427 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927fb23c-b8c5-40ea-a3b0-7eeed7800ccf req-ebc60296-80c1-4797-835a-6fc28543bd4e tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:05.858217 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-bdc2c351-6ce8-4f15-b152-2b0dc0b1ba77 req-48d53108-bf37-4d87-986b-1fc936df3ac1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dcdee9ab-0f6f-427f-b458-f12f8f65f32d HTTP/1.1" status: 200 len: 217 time: 0.0706573 Nov 12 08:18:05.859226 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-927fb23c-b8c5-40ea-a3b0-7eeed7800ccf req-ebc60296-80c1-4797-835a-6fc28543bd4e tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/ports?device_id=20b83579-3dd4-4d02-9c47-79fe23b58a70 HTTP/1.1" status: 200 len: 945 time: 0.0716965 Nov 12 08:18:05.891390 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54100ade-491e-488a-8bdb-541746e0bddb', 'name': 'network-vif-deleted', 'tag': 'b07b07f0-0d60-4c2a-803d-9c89a50f4f2e'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:18:05.893563 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a625e77e-f183-4cf2-aba9-370729bdd167" -d '{"events": [{"server_uuid": "54100ade-491e-488a-8bdb-541746e0bddb", "name": "network-vif-deleted", "tag": "b07b07f0-0d60-4c2a-803d-9c89a50f4f2e"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:18:05.912031 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-927fb23c-b8c5-40ea-a3b0-7eeed7800ccf req-b66ed76a-ad3d-449e-9391-da2cfed6b645 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/security-groups?id=aec52d38-03ed-427d-a216-63dd2a33f98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448306 Nov 12 08:18:05.943501 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc2c351-6ce8-4f15-b152-2b0dc0b1ba77 req-2fefc516-a554-4b55-a4c6-925dc6a79168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:05.944967 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-bdc2c351-6ce8-4f15-b152-2b0dc0b1ba77 req-2fefc516-a554-4b55-a4c6-925dc6a79168 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3ef446da-2196-4a21-8d1a-ac361ac71b6e HTTP/1.1" status: 200 len: 860 time: 0.0609117 Nov 12 08:18:05.952817 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930ff312-332b-4cac-b878-ec1accc325bd req-9fe780c6-0bc4-431e-8d9c-57eff06df03a tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:05.955052 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-930ff312-332b-4cac-b878-ec1accc325bd req-9fe780c6-0bc4-431e-8d9c-57eff06df03a tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e4aa82c-df47-4cfb-8723-dfb1bf6ac7fe HTTP/1.1" status: 200 len: 950 time: 0.0992393 Nov 12 08:18:05.999687 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-bdc2c351-6ce8-4f15-b152-2b0dc0b1ba77 req-6f3542bd-5a52-481c-ab4a-d40d6122cd8e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4868e010-efee-4156-923d-bc5986bd6163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390229 Nov 12 08:18:06.052506 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 44836) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:18:06.091225 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-930ff312-332b-4cac-b878-ec1accc325bd req-934d12d2-3d1c-46c6-96c1-a1ddb39188f8 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213229 Nov 12 08:18:06.134157 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-bdc2c351-6ce8-4f15-b152-2b0dc0b1ba77 req-bf013ce1-4685-4734-a159-24ab4b638d92 service neutron] 10.222.0.21 "GET /v2.0/networks/4868e010-efee-4156-923d-bc5986bd6163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213806 Nov 12 08:18:06.153672 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84feacb8-bd1e-4c46-a4ac-721b5180c303 x-openstack-request-id: req-84feacb8-bd1e-4c46-a4ac-721b5180c303 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:18:06.153960 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54100ade-491e-488a-8bdb-541746e0bddb", "name": "network-vif-deleted", "tag": "b07b07f0-0d60-4c2a-803d-9c89a50f4f2e", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:18:06.154212 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-84feacb8-bd1e-4c46-a4ac-721b5180c303 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:18:06.154683 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54100ade-491e-488a-8bdb-541746e0bddb', 'name': 'network-vif-deleted', 'tag': 'b07b07f0-0d60-4c2a-803d-9c89a50f4f2e', 'status': 'completed', 'code': 200} Nov 12 08:18:06.267697 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-acaa3a09-0745-473e-ad53-bfa3c9f211b2 req-a9b3c2bc-2081-401c-bc8b-ac088f258cc3 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/security-groups/a36d48c2-3300-4e6f-812d-5b69c39a6287 HTTP/1.1" status: 200 len: 1816 time: 0.0958085 Nov 12 08:18:06.338129 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-bdc2c351-6ce8-4f15-b152-2b0dc0b1ba77 req-8ee3ddf5-7a98-49b0-9642-8525ac163d71 service neutron] 10.222.0.21 "GET /v2.0/networks/4868e010-efee-4156-923d-bc5986bd6163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741974 Nov 12 08:18:06.341257 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e61e775-1e57-40d1-8769-43913ebdc206 req-4239dfc4-1d71-4b21-9368-8e506027ac51 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:06.342773 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2e61e775-1e57-40d1-8769-43913ebdc206 req-4239dfc4-1d71-4b21-9368-8e506027ac51 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/networks?id=33c4acc6-fff5-4d04-a808-ff7e0950b8a2 HTTP/1.1" status: 200 len: 814 time: 0.2111623 Nov 12 08:18:06.355785 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-acaa3a09-0745-473e-ad53-bfa3c9f211b2 req-e60d2eee-1046-481e-8eb1-3ac4b4928a42 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:06.382818 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-acaa3a09-0745-473e-ad53-bfa3c9f211b2 req-e60d2eee-1046-481e-8eb1-3ac4b4928a42 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:06.403202 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2e61e775-1e57-40d1-8769-43913ebdc206 req-87501e57-2c3f-4f90-a570-f0176c21ef1a tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/quotas/a783fc66f04949de852791cb9109858d HTTP/1.1" status: 200 len: 375 time: 0.0177701 Nov 12 08:18:06.451377 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-de3376b6-43f5-4f89-bed3-6b6420afa322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:06.459699 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-acaa3a09-0745-473e-ad53-bfa3c9f211b2 req-e60d2eee-1046-481e-8eb1-3ac4b4928a42 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:06.463709 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-acaa3a09-0745-473e-ad53-bfa3c9f211b2 req-e60d2eee-1046-481e-8eb1-3ac4b4928a42 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:06.468637 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-acaa3a09-0745-473e-ad53-bfa3c9f211b2 req-e60d2eee-1046-481e-8eb1-3ac4b4928a42 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "DELETE /v2.0/security-groups/a36d48c2-3300-4e6f-812d-5b69c39a6287 HTTP/1.1" status: 204 len: 173 time: 0.1902611 Nov 12 08:18:06.495365 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d2eee-1046-481e-8eb1-3ac4b4928a42 tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a36d48c2-3300-4e6f-812d-5b69c39a6287,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:06.528481 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2e61e775-1e57-40d1-8769-43913ebdc206 req-1dac6206-fa59-4447-9b0a-000057fa475d tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a783fc66f04949de852791cb9109858d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1220028 Nov 12 08:18:06.546156 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-883be55d-bc11-4f77-80f3-973b52a5b2fd req-5aff4344-260a-4326-ae19-fac2e03767df tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "GET /v2.0/security-groups/7e018ad6-3889-4cdc-90e2-c33d76f262fd HTTP/1.1" status: 200 len: 1817 time: 0.0586751 Nov 12 08:18:06.607970 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-883be55d-bc11-4f77-80f3-973b52a5b2fd req-e41cc7e0-5186-44b0-948f-d92531476b4c tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:06.634664 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-883be55d-bc11-4f77-80f3-973b52a5b2fd req-e41cc7e0-5186-44b0-948f-d92531476b4c tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:06.662162 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2e61e775-1e57-40d1-8769-43913ebdc206 req-a8cf7bc6-03ca-4853-b0bc-921bb0a57501 service neutron] 10.222.0.26 "GET /v2.0/networks/33c4acc6-fff5-4d04-a808-ff7e0950b8a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248813 Nov 12 08:18:06.686202 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-883be55d-bc11-4f77-80f3-973b52a5b2fd req-e41cc7e0-5186-44b0-948f-d92531476b4c tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:06.688829 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-883be55d-bc11-4f77-80f3-973b52a5b2fd req-e41cc7e0-5186-44b0-948f-d92531476b4c tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:06.689946 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-883be55d-bc11-4f77-80f3-973b52a5b2fd req-e41cc7e0-5186-44b0-948f-d92531476b4c tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] 10.222.0.26 "DELETE /v2.0/security-groups/7e018ad6-3889-4cdc-90e2-c33d76f262fd HTTP/1.1" status: 204 len: 173 time: 0.1360381 Nov 12 08:18:06.698156 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 44852) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:18:06.729177 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41cc7e0-5186-44b0-948f-d92531476b4c tempest-SecurityGroupsTestJSON-219415916 tempest-SecurityGroupsTestJSON-219415916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e018ad6-3889-4cdc-90e2-c33d76f262fd,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:06.753637 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-eca988ae-f322-4211-9e39-66ceea491353 admin admin] Deleting subnet bd286ef1-f40e-4f18-a8ea-b9f4f25fbb85 {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:18:06.768287 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-eca988ae-f322-4211-9e39-66ceea491353 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:06.819553 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-eca988ae-f322-4211-9e39-66ceea491353 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31181813'] for subnet, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:06.827066 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f1012ef7-361b-4830-accd-c02c03a587e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933586'] for router_interface, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:06.869919 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2e61e775-1e57-40d1-8769-43913ebdc206 req-c6e8aebd-1e4c-40e8-a97f-9fd05a8f583f service neutron] 10.222.0.26 "GET /v2.0/networks/33c4acc6-fff5-4d04-a808-ff7e0950b8a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827147 Nov 12 08:18:06.903556 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-eca988ae-f322-4211-9e39-66ceea491353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:06.947774 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e60613-6798-4ffb-8621-e640fac5fb77 req-3fcefd73-dc23-4f6d-9daa-f0abcbdf3f12 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:06.949983 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-53e60613-6798-4ffb-8621-e640fac5fb77 req-3fcefd73-dc23-4f6d-9daa-f0abcbdf3f12 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=e81c00fb-be81-4dc0-8163-c8f29263b935 HTTP/1.1" status: 200 len: 946 time: 0.1028757 Nov 12 08:18:07.012622 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-eca988ae-f322-4211-9e39-66ceea491353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:07.089474 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-53e60613-6798-4ffb-8621-e640fac5fb77 req-c0c315c6-0100-41a4-b5e3-d64da5b55657 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314430 Nov 12 08:18:07.093297 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca988ae-f322-4211-9e39-66ceea491353 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd286ef1-f40e-4f18-a8ea-b9f4f25fbb85,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:07.097639 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-eca988ae-f322-4211-9e39-66ceea491353 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:07.111320 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-eca988ae-f322-4211-9e39-66ceea491353 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/bd286ef1-f40e-4f18-a8ea-b9f4f25fbb85 HTTP/1.1" status: 204 len: 168 time: 0.4115195 Nov 12 08:18:07.112947 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 44864) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:18:07.256685 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a2b6193a-77d6-40de-85a1-9507a7fd1330 req-5dc4147e-38ba-4244-8d94-2cc6471ea980 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ab28858-2c52-4dcb-a002-f6d45a25e6d5 HTTP/1.1" status: 200 len: 210 time: 0.0421033 Nov 12 08:18:07.270403 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-df06d83c-102f-41d0-9d9e-7f4eb7419f61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:07.292053 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f09481-b7fd-4361-a2e6-00d75d47acce req-beb086e5-4ed9-4473-a564-26f2764746bd tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:07.294917 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device b07b07f0-0d60-4c2a-803d-9c89a50f4f2e no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:18:07.315325 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e8f09481-b7fd-4361-a2e6-00d75d47acce req-beb086e5-4ed9-4473-a564-26f2764746bd tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/ports?device_id=20b83579-3dd4-4d02-9c47-79fe23b58a70 HTTP/1.1" status: 200 len: 945 time: 0.1774244 Nov 12 08:18:07.335579 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-f1012ef7-361b-4830-accd-c02c03a587e3 admin admin] Deleting port fcc16614-61b2-4e28-94f8-3faf7cb13108 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:18:07.336888 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f1012ef7-361b-4830-accd-c02c03a587e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:07.356200 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-e530113a-7783-48f4-9840-8911a24052df None None] No Port match for: b07b07f0-0d60-4c2a-803d-9c89a50f4f2e {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:18:07.356765 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device b07b07f0-0d60-4c2a-803d-9c89a50f4f2e not bound to the agent host n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:18:07.387561 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab74f84-f2c8-448a-929c-4228ddc9a98f req-8df13da6-0713-463b-8d33-c4b1c86e5cdd tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:07.389083 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1ab74f84-f2c8-448a-929c-4228ddc9a98f req-8df13da6-0713-463b-8d33-c4b1c86e5cdd tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e4aa82c-df47-4cfb-8723-dfb1bf6ac7fe HTTP/1.1" status: 200 len: 950 time: 0.0572953 Nov 12 08:18:07.466775 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1ab74f84-f2c8-448a-929c-4228ddc9a98f req-fe9bc116-1993-40de-9423-a70235e46c0d tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671515 Nov 12 08:18:07.534543 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-df06d83c-102f-41d0-9d9e-7f4eb7419f61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:07.553073 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e8f09481-b7fd-4361-a2e6-00d75d47acce req-e75d0ebb-7d6c-4b34-b6f4-0de89b80d09b tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/security-groups?id=aec52d38-03ed-427d-a216-63dd2a33f98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366645 Nov 12 08:18:07.578683 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eb3238-cb94-442a-8f8e-cf13db8b81a0 req-55c01be9-f73f-4eb4-a1d9-46bc9e0d8320 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:07.580182 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-02eb3238-cb94-442a-8f8e-cf13db8b81a0 req-55c01be9-f73f-4eb4-a1d9-46bc9e0d8320 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e4aa82c-df47-4cfb-8723-dfb1bf6ac7fe HTTP/1.1" status: 200 len: 950 time: 0.0825882 Nov 12 08:18:07.583047 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-df06d83c-102f-41d0-9d9e-7f4eb7419f61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8faf6eb6-6b59-4208-b8ed-8f200f462710']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:18:07.587014 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-f1012ef7-361b-4830-accd-c02c03a587e3 admin admin] For port fcc16614-61b2-4e28-94f8-3faf7cb13108, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=fcc16614-61b2-4e28-94f8-3faf7cb13108,segment=NetworkSegment(0481860e-ef41-474b-ab33-5174e36c5825),segment_id=0481860e-ef41-474b-ab33-5174e36c5825)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:18:07.587387 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f1012ef7-361b-4830-accd-c02c03a587e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:07.604418 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-df06d83c-102f-41d0-9d9e-7f4eb7419f61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f575a5e-7400-4b10-982b-4c3146775d67') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:18:07.604710 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-df06d83c-102f-41d0-9d9e-7f4eb7419f61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f575a5e-7400-4b10-982b-4c3146775d67') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:18:07.614865 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-f1012ef7-361b-4830-accd-c02c03a587e3 admin admin] Calling delete_port for fcc16614-61b2-4e28-94f8-3faf7cb13108 owned by network:router_interface {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:18:07.621077 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-df06d83c-102f-41d0-9d9e-7f4eb7419f61 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:07.707089 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-02eb3238-cb94-442a-8f8e-cf13db8b81a0 req-a23fe994-3772-4269-b08e-ed0f191ca33d tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Deleting port c0bc62df-8364-488b-8ac1-62d03027d74f {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:18:07.708112 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-02eb3238-cb94-442a-8f8e-cf13db8b81a0 req-a23fe994-3772-4269-b08e-ed0f191ca33d tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:07.714375 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-df06d83c-102f-41d0-9d9e-7f4eb7419f61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:07.721243 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df06d83c-102f-41d0-9d9e-7f4eb7419f61 admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:18:07.721674 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-df06d83c-102f-41d0-9d9e-7f4eb7419f61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:07.744725 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:18:07.744725 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:18:07.744725 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:18:07.744725 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:18:07.744725 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:18:07.744725 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:18:07.744725 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:18:07.744725 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:18:07.744725 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:18:07.744725 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:18:07.744725 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:18:07.744725 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:18:07.744725 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:18:07.744725 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:18:07.744725 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:18:07.744725 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:18:07.744725 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:18:07.744725 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:18:07.744725 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:18:07.744725 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:18:07.744725 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:18:07.744725 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:18:07.744725 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:18:07.744725 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:18:07.744725 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:18:07.744725 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:18:07.744725 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:18:07.744725 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:18:07.744725 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:18:07.744725 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:18:07.744725 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:18:07.744725 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:18:07.804504 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:07.822136 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-02eb3238-cb94-442a-8f8e-cf13db8b81a0 req-a23fe994-3772-4269-b08e-ed0f191ca33d tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] For port c0bc62df-8364-488b-8ac1-62d03027d74f, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=c0bc62df-8364-488b-8ac1-62d03027d74f,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:18:07.822995 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-02eb3238-cb94-442a-8f8e-cf13db8b81a0 req-a23fe994-3772-4269-b08e-ed0f191ca33d tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:07.843874 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-02eb3238-cb94-442a-8f8e-cf13db8b81a0 req-a23fe994-3772-4269-b08e-ed0f191ca33d tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Calling delete_port for c0bc62df-8364-488b-8ac1-62d03027d74f owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:18:07.871076 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-df06d83c-102f-41d0-9d9e-7f4eb7419f61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:07.875836 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-df06d83c-102f-41d0-9d9e-7f4eb7419f61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:07.882357 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-df06d83c-102f-41d0-9d9e-7f4eb7419f61 admin admin] 10.222.0.26 "DELETE /v2.0/networks/8faf6eb6-6b59-4208-b8ed-8f200f462710 HTTP/1.1" status: 204 len: 168 time: 0.7625506 Nov 12 08:18:07.894523 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ab2a44-7dbf-4f48-929b-7094faa861e7 req-1845016b-62de-402e-a1b9-35d857286da3 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:07.896701 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-02ab2a44-7dbf-4f48-929b-7094faa861e7 req-1845016b-62de-402e-a1b9-35d857286da3 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.21 "GET /v2.0/ports?device_id=867280fe-66ee-4047-a8b4-3fdb92fcef26 HTTP/1.1" status: 200 len: 945 time: 0.1614046 Nov 12 08:18:07.948075 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df06d83c-102f-41d0-9d9e-7f4eb7419f61 admin admin] Pushing event deleted for resources: {'Network': ['ID=8faf6eb6-6b59-4208-b8ed-8f200f462710,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:08.043243 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-02eb3238-cb94-442a-8f8e-cf13db8b81a0 req-a23fe994-3772-4269-b08e-ed0f191ca33d tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:08.064797 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['641ecf14-1420-46c8-ab6e-1776d803d920', '6a931b66-3461-40d0-ae79-b16c89f5d99e', 'c0bc62df-8364-488b-8ac1-62d03027d74f'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:18:08.101000 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23fe994-3772-4269-b08e-ed0f191ca33d tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Pushing event deleted for resources: {'Port': ['ID=c0bc62df-8364-488b-8ac1-62d03027d74f,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:08.132194 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [req-02ab2a44-7dbf-4f48-929b-7094faa861e7 req-0f7ccfe4-7611-4b99-ba18-9678de918990 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Deleting port 69042d04-a54e-4455-8bb9-9bb2090c9c14 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:18:08.135778 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-02ab2a44-7dbf-4f48-929b-7094faa861e7 req-0f7ccfe4-7611-4b99-ba18-9678de918990 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:08.147354 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['ed95649b-ce37-4271-a755-fb97b8480123', '2393022c-b8ff-4fe1-8f37-568a7b900426', '9304a2ab-88c7-4303-afc3-edae093f1f00', 'be79f6de-0f9f-4bcc-a18b-80ca9b0df999', '4c622c1a-959f-4899-92dd-03a45cfceffb'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:18:08.175599 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f1012ef7-361b-4830-accd-c02c03a587e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:08.176249 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 44878) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:18:08.177316 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-02eb3238-cb94-442a-8f8e-cf13db8b81a0 req-a23fe994-3772-4269-b08e-ed0f191ca33d tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] No DVR routers for this DVR port c0bc62df-8364-488b-8ac1-62d03027d74f on host n-h1-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:18:08.189407 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-02eb3238-cb94-442a-8f8e-cf13db8b81a0 req-a23fe994-3772-4269-b08e-ed0f191ca33d tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:08.197468 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-02eb3238-cb94-442a-8f8e-cf13db8b81a0 req-a23fe994-3772-4269-b08e-ed0f191ca33d tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.21 "DELETE /v2.0/ports/c0bc62df-8364-488b-8ac1-62d03027d74f HTTP/1.1" status: 204 len: 173 time: 0.6045396 Nov 12 08:18:08.198751 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e4aa82c-df47-4cfb-8723-dfb1bf6ac7fe', 'name': 'network-vif-deleted', 'tag': 'c0bc62df-8364-488b-8ac1-62d03027d74f'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:18:08.201113 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e567d9e-02d3-4caa-a9f0-8ce71f70cf60" -d '{"events": [{"server_uuid": "7e4aa82c-df47-4cfb-8723-dfb1bf6ac7fe", "name": "network-vif-deleted", "tag": "c0bc62df-8364-488b-8ac1-62d03027d74f"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:18:08.408619 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9003824-dd88-46a9-baf9-43b914dcc4eb req-d07c783b-4a3c-4c33-adcc-c39131b8acb5 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:08.424490 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b9003824-dd88-46a9-baf9-43b914dcc4eb req-d07c783b-4a3c-4c33-adcc-c39131b8acb5 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=e81c00fb-be81-4dc0-8163-c8f29263b935 HTTP/1.1" status: 200 len: 946 time: 0.1442571 Nov 12 08:18:08.433557 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1012ef7-361b-4830-accd-c02c03a587e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcc16614-61b2-4e28-94f8-3faf7cb13108,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:08.446140 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-49c73019-0612-4d52-860f-18de78cbbe9e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bd3c626eb63b4933a99b1b7c7c998e8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2657554 Nov 12 08:18:08.449818 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a97bf8-898b-407a-bdbb-3e7e78dd60c1 x-openstack-request-id: req-70a97bf8-898b-407a-bdbb-3e7e78dd60c1 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:18:08.451285 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e4aa82c-df47-4cfb-8723-dfb1bf6ac7fe", "name": "network-vif-deleted", "tag": "c0bc62df-8364-488b-8ac1-62d03027d74f", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:18:08.452888 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-70a97bf8-898b-407a-bdbb-3e7e78dd60c1 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:18:08.453720 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e4aa82c-df47-4cfb-8723-dfb1bf6ac7fe', 'name': 'network-vif-deleted', 'tag': 'c0bc62df-8364-488b-8ac1-62d03027d74f', 'status': 'completed', 'code': 200} Nov 12 08:18:08.458307 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 44886) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:18:08.587411 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8a9526a4-a9b2-4512-9565-95c77187959d req-8f3d75cd-18d0-4481-b5f3-1d1922709219 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ab28858-2c52-4dcb-a002-f6d45a25e6d5 HTTP/1.1" status: 200 len: 210 time: 0.0424469 Nov 12 08:18:08.626524 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-02ab2a44-7dbf-4f48-929b-7094faa861e7 req-0f7ccfe4-7611-4b99-ba18-9678de918990 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] For port 69042d04-a54e-4455-8bb9-9bb2090c9c14, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=69042d04-a54e-4455-8bb9-9bb2090c9c14,segment=NetworkSegment(74228b36-f518-48da-bb5a-2dae6173211b),segment_id=74228b36-f518-48da-bb5a-2dae6173211b)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:18:08.627480 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-02ab2a44-7dbf-4f48-929b-7094faa861e7 req-0f7ccfe4-7611-4b99-ba18-9678de918990 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:08.772035 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f1012ef7-361b-4830-accd-c02c03a587e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918626'] for router_interface, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:08.802430 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b9003824-dd88-46a9-baf9-43b914dcc4eb req-ce08c9bf-f4a6-42f2-8c32-b368751b46dd tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3762681 Nov 12 08:18:08.890393 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-681659ed-5f86-4b1b-8d22-7d2fc448157a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:08.945199 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [req-02ab2a44-7dbf-4f48-929b-7094faa861e7 req-0f7ccfe4-7611-4b99-ba18-9678de918990 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Calling delete_port for 69042d04-a54e-4455-8bb9-9bb2090c9c14 owned by compute:nova {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:18:08.982656 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-681659ed-5f86-4b1b-8d22-7d2fc448157a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:09.010254 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a19acfc8-0069-4457-80bf-1997ad958ef4 req-00d2bc39-07cd-46c6-8ade-fb245f2282ac tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e4aa82c-df47-4cfb-8723-dfb1bf6ac7fe HTTP/1.1" status: 200 len: 210 time: 0.2181542 Nov 12 08:18:09.034746 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e61e775-1e57-40d1-8769-43913ebdc206 req-8f10a505-5e00-467a-b861-24f0fc3ff3e7 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:09.036562 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2e61e775-1e57-40d1-8769-43913ebdc206 req-8f10a505-5e00-467a-b861-24f0fc3ff3e7 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.44 "GET /v2.0/networks?id=33c4acc6-fff5-4d04-a808-ff7e0950b8a2 HTTP/1.1" status: 200 len: 814 time: 0.5063572 Nov 12 08:18:09.060545 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-2e61e775-1e57-40d1-8769-43913ebdc206 req-b16d0e2d-49a7-47ff-9db1-5da090c4ff9e tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Request body: {'port': {'device_id': '5ab28858-2c52-4dcb-a002-f6d45a25e6d5', 'network_id': '33c4acc6-fff5-4d04-a808-ff7e0950b8a2', 'admin_state_up': True, 'tenant_id': 'a783fc66f04949de852791cb9109858d'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:18:09.103860 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1ddc51-accb-42aa-a295-18a2c697213f req-c9b8193d-1103-48a1-9097-81ba98648f63 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:09.105580 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3b1ddc51-accb-42aa-a295-18a2c697213f req-c9b8193d-1103-48a1-9097-81ba98648f63 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/ports?device_id=20b83579-3dd4-4d02-9c47-79fe23b58a70 HTTP/1.1" status: 200 len: 945 time: 0.1646628 Nov 12 08:18:09.140863 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:09.193992 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-681659ed-5f86-4b1b-8d22-7d2fc448157a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:09.196739 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-681659ed-5f86-4b1b-8d22-7d2fc448157a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:09.197987 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-681659ed-5f86-4b1b-8d22-7d2fc448157a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bc675cb9-5df2-45c0-9fdb-ab595f0767f4 HTTP/1.1" status: 204 len: 168 time: 0.7381968 Nov 12 08:18:09.233944 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3b1ddc51-accb-42aa-a295-18a2c697213f req-edbf1f0e-bef2-4d3c-977d-fa53abfbf49d tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/security-groups?id=aec52d38-03ed-427d-a216-63dd2a33f98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961571 Nov 12 08:18:09.241773 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681659ed-5f86-4b1b-8d22-7d2fc448157a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc675cb9-5df2-45c0-9fdb-ab595f0767f4,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:09.272974 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e61e775-1e57-40d1-8769-43913ebdc206 req-b16d0e2d-49a7-47ff-9db1-5da090c4ff9e tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Made reservation on behalf of a783fc66f04949de852791cb9109858d for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:18:09.277854 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-2e61e775-1e57-40d1-8769-43913ebdc206 req-b16d0e2d-49a7-47ff-9db1-5da090c4ff9e tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:09.467875 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-2e61e775-1e57-40d1-8769-43913ebdc206 req-b16d0e2d-49a7-47ff-9db1-5da090c4ff9e tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Allocated IP 172.20.0.6 (33c4acc6-fff5-4d04-a808-ff7e0950b8a2/22ada644-5ac2-4dd6-bbe3-6cce42afd567/92ddebac-c6ff-4c31-9445-454923043987) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:18:09.572723 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1012ef7-361b-4830-accd-c02c03a587e3 admin admin] Router f0b9c729-d121-4911-b4b6-68737f4d1577 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:18:09.635064 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-02ab2a44-7dbf-4f48-929b-7094faa861e7 req-0f7ccfe4-7611-4b99-ba18-9678de918990 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:09.679075 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7ccfe4-7611-4b99-ba18-9678de918990 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Pushing event deleted for resources: {'Port': ['ID=69042d04-a54e-4455-8bb9-9bb2090c9c14,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:09.747156 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-2e61e775-1e57-40d1-8769-43913ebdc206 req-b16d0e2d-49a7-47ff-9db1-5da090c4ff9e tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:09.806758 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:09.819589 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [req-02ab2a44-7dbf-4f48-929b-7094faa861e7 req-0f7ccfe4-7611-4b99-ba18-9678de918990 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] No DVR routers for this DVR port 69042d04-a54e-4455-8bb9-9bb2090c9c14 on host n-h1-765315-29 {{(pid=102600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:18:09.819842 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-bc4f40ff-6855-45b7-864c-9634eb007165 req-89012bae-e83f-4fdc-9840-13c6446e2a3e tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ab28858-2c52-4dcb-a002-f6d45a25e6d5 HTTP/1.1" status: 200 len: 210 time: 0.1230593 Nov 12 08:18:09.822029 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-02ab2a44-7dbf-4f48-929b-7094faa861e7 req-0f7ccfe4-7611-4b99-ba18-9678de918990 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:09.826021 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-02ab2a44-7dbf-4f48-929b-7094faa861e7 req-0f7ccfe4-7611-4b99-ba18-9678de918990 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.21 "DELETE /v2.0/ports/69042d04-a54e-4455-8bb9-9bb2090c9c14 HTTP/1.1" status: 204 len: 173 time: 1.8937993 Nov 12 08:18:09.826479 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '867280fe-66ee-4047-a8b4-3fdb92fcef26', 'name': 'network-vif-deleted', 'tag': '69042d04-a54e-4455-8bb9-9bb2090c9c14'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:18:09.828837 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89268605-c495-43c7-aece-4cc19a04bb21" -d '{"events": [{"server_uuid": "867280fe-66ee-4047-a8b4-3fdb92fcef26", "name": "network-vif-deleted", "tag": "69042d04-a54e-4455-8bb9-9bb2090c9c14"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:18:09.832968 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1012ef7-361b-4830-accd-c02c03a587e3 admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:18:09.849220 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-f1012ef7-361b-4830-accd-c02c03a587e3 admin admin] 10.222.0.26 "PUT /v2.0/routers/f0b9c729-d121-4911-b4b6-68737f4d1577/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7943511 Nov 12 08:18:09.855471 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a717c87d-e895-4f44-9aca-ed7fdd4c7c8a None None] Sync routers for ids ['f0b9c729-d121-4911-b4b6-68737f4d1577'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:18:09.863196 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 44940) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:18:09.876424 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-2e61e775-1e57-40d1-8769-43913ebdc206 req-b16d0e2d-49a7-47ff-9db1-5da090c4ff9e tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:09.885770 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a717c87d-e895-4f44-9aca-ed7fdd4c7c8a None None] Routers {'f0b9c729-d121-4911-b4b6-68737f4d1577'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:18:09.886414 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-a717c87d-e895-4f44-9aca-ed7fdd4c7c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:18:06Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['f0b9c729-d121-4911-b4b6-68737f4d1577'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:18:09.931076 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16d0e2d-49a7-47ff-9db1-5da090c4ff9e tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Pushing event updated for resources: {'Port': ['ID=92ddebac-c6ff-4c31-9445-454923043987,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:09.947676 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e61e775-1e57-40d1-8769-43913ebdc206 req-b16d0e2d-49a7-47ff-9db1-5da090c4ff9e tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Network 33c4acc6-fff5-4d04-a808-ff7e0950b8a2 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:18:09.949421 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-2e61e775-1e57-40d1-8769-43913ebdc206 req-b16d0e2d-49a7-47ff-9db1-5da090c4ff9e tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:18:09.952445 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e61e775-1e57-40d1-8769-43913ebdc206 req-b16d0e2d-49a7-47ff-9db1-5da090c4ff9e tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:18:10.042399 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c9d4b65-46f9-4ad1-aa84-6a21b048e72e x-openstack-request-id: req-8c9d4b65-46f9-4ad1-aa84-6a21b048e72e {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:18:10.043094 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "867280fe-66ee-4047-a8b4-3fdb92fcef26", "name": "network-vif-deleted", "tag": "69042d04-a54e-4455-8bb9-9bb2090c9c14", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:18:10.043094 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8c9d4b65-46f9-4ad1-aa84-6a21b048e72e {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:18:10.043456 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '867280fe-66ee-4047-a8b4-3fdb92fcef26', 'name': 'network-vif-deleted', 'tag': '69042d04-a54e-4455-8bb9-9bb2090c9c14', 'status': 'completed', 'code': 200} Nov 12 08:18:10.075563 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e61e775-1e57-40d1-8769-43913ebdc206 req-b16d0e2d-49a7-47ff-9db1-5da090c4ff9e tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:10.076787 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-2e61e775-1e57-40d1-8769-43913ebdc206 req-b16d0e2d-49a7-47ff-9db1-5da090c4ff9e tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:10.104955 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2e61e775-1e57-40d1-8769-43913ebdc206 req-b16d0e2d-49a7-47ff-9db1-5da090c4ff9e tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0481431 Nov 12 08:18:10.138134 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-2e61e775-1e57-40d1-8769-43913ebdc206 req-d2a91753-ffd0-468f-aafe-e62e58edc298 service neutron] Request body: {'port': {'device_id': '5ab28858-2c52-4dcb-a002-f6d45a25e6d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:18:10.138532 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-70e61c03-94a4-4696-b5bc-e04841afa1fc admin admin] Publish callbacks [] for router, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:10.188186 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-a717c87d-e895-4f44-9aca-ed7fdd4c7c8a None None] Set router f0b9c729-d121-4911-b4b6-68737f4d1577 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:18:10.207614 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-2e61e775-1e57-40d1-8769-43913ebdc206 req-d2a91753-ffd0-468f-aafe-e62e58edc298 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:10.279062 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09010fec-a286-4848-ad9a-58f12266fc99 req-1ff6a82b-092d-4c53-9530-967b6304f6f3 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:10.280824 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-09010fec-a286-4848-ad9a-58f12266fc99 req-1ff6a82b-092d-4c53-9530-967b6304f6f3 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=e81c00fb-be81-4dc0-8163-c8f29263b935 HTTP/1.1" status: 200 len: 946 time: 0.2336051 Nov 12 08:18:10.439693 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-09010fec-a286-4848-ad9a-58f12266fc99 req-313ec9b0-80fa-48f6-90e9-582c57365b73 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120603 Nov 12 08:18:10.483068 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-70e61c03-94a4-4696-b5bc-e04841afa1fc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:10.544859 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-a717c87d-e895-4f44-9aca-ed7fdd4c7c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0b9c729-d121-4911-b4b6-68737f4d1577', 'name': 'tempest-ServerRescueTestJSON-263269099-router', 'tenant_id': '4185fcef2b8f49279dd089f3c02606eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'f709940b-d379-4e0e-a4c8-444ccc0e8b5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:14:30Z', 'updated_at': '2021-11-12T08:18:08Z', 'revision_number': 5, 'project_id': '4185fcef2b8f49279dd089f3c02606eb', 'gw_port': {'id': 'f709940b-d379-4e0e-a4c8-444ccc0e8b5d', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:fe:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b9c729-d121-4911-b4b6-68737f4d1577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:14:32Z', 'updated_at': '2021-11-12T08:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:18:10.608695 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a717c87d-e895-4f44-9aca-ed7fdd4c7c8a None None] Checking router: f0b9c729-d121-4911-b4b6-68737f4d1577 for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:18:10.633101 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a717c87d-e895-4f44-9aca-ed7fdd4c7c8a None None] Routers {'f0b9c729-d121-4911-b4b6-68737f4d1577'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:18:10.634184 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-a717c87d-e895-4f44-9aca-ed7fdd4c7c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:18:06Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['f0b9c729-d121-4911-b4b6-68737f4d1577'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:18:10.634828 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-70e61c03-94a4-4696-b5bc-e04841afa1fc admin admin] Deleting port f709940b-d379-4e0e-a4c8-444ccc0e8b5d {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:18:10.636399 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-70e61c03-94a4-4696-b5bc-e04841afa1fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:10.658579 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 44972) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:18:10.761546 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165dd5ba-8599-473e-ba8d-a4517b112812 req-1e33e981-d38f-417b-a3ec-b84df68a7259 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:10.763679 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-165dd5ba-8599-473e-ba8d-a4517b112812 req-1e33e981-d38f-417b-a3ec-b84df68a7259 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/ports?device_id=20b83579-3dd4-4d02-9c47-79fe23b58a70 HTTP/1.1" status: 200 len: 945 time: 0.1212602 Nov 12 08:18:10.774527 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-a717c87d-e895-4f44-9aca-ed7fdd4c7c8a None None] Set router f0b9c729-d121-4911-b4b6-68737f4d1577 gateway port host: None {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:18:10.800378 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea015c1b-65f5-4e6c-a087-efd2a796c1c7 req-452d83e0-0f64-4fe3-992e-3146f36c7215 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:10.816997 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ea015c1b-65f5-4e6c-a087-efd2a796c1c7 req-452d83e0-0f64-4fe3-992e-3146f36c7215 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9da0aea-a566-45b9-9c03-96285e001b2b HTTP/1.1" status: 200 len: 950 time: 0.2781432 Nov 12 08:18:10.833195 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-66f84f16-19e2-452e-b37e-77db11eba3f2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-812345662-network', 'tenant_id': 'bfeafcdb40754d84afc50bdc0e3e88ee'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:18:10.857139 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-a717c87d-e895-4f44-9aca-ed7fdd4c7c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0b9c729-d121-4911-b4b6-68737f4d1577', 'name': 'tempest-ServerRescueTestJSON-263269099-router', 'tenant_id': '4185fcef2b8f49279dd089f3c02606eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:14:30Z', 'updated_at': '2021-11-12T08:18:10Z', 'revision_number': 6, 'project_id': '4185fcef2b8f49279dd089f3c02606eb', 'gw_port_host': None}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:18:10.857766 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-165dd5ba-8599-473e-ba8d-a4517b112812 req-3efa1685-b077-4fa2-a9d2-3f99e76fb342 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/security-groups?id=aec52d38-03ed-427d-a216-63dd2a33f98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763113 Nov 12 08:18:10.893790 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-70e61c03-94a4-4696-b5bc-e04841afa1fc admin admin] For port f709940b-d379-4e0e-a4c8-444ccc0e8b5d, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=f709940b-d379-4e0e-a4c8-444ccc0e8b5d,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:18:10.894262 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-70e61c03-94a4-4696-b5bc-e04841afa1fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:10.901649 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a717c87d-e895-4f44-9aca-ed7fdd4c7c8a None None] The sync data for ids ['f0b9c729-d121-4911-b4b6-68737f4d1577'] in n-d-765315-29 is: [{'id': 'f0b9c729-d121-4911-b4b6-68737f4d1577', 'name': 'tempest-ServerRescueTestJSON-263269099-router', 'tenant_id': '4185fcef2b8f49279dd089f3c02606eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:14:30Z', 'updated_at': '2021-11-12T08:18:10Z', 'revision_number': 6, 'project_id': '4185fcef2b8f49279dd089f3c02606eb', 'gw_port_host': None}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:18:10.904871 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-2e61e775-1e57-40d1-8769-43913ebdc206 req-d2a91753-ffd0-468f-aafe-e62e58edc298 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92ddebac-c6ff-4c31-9445-454923043987 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:18:10.914475 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-2e61e775-1e57-40d1-8769-43913ebdc206 req-d2a91753-ffd0-468f-aafe-e62e58edc298 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:10.915310 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-70e61c03-94a4-4696-b5bc-e04841afa1fc admin admin] Calling delete_port for f709940b-d379-4e0e-a4c8-444ccc0e8b5d owned by network:router_gateway {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:18:10.951025 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-2e61e775-1e57-40d1-8769-43913ebdc206 req-d2a91753-ffd0-468f-aafe-e62e58edc298 service neutron] Transition to ACTIVE for port object 92ddebac-c6ff-4c31-9445-454923043987 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:18:10.965318 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-2e61e775-1e57-40d1-8769-43913ebdc206 req-d2a91753-ffd0-468f-aafe-e62e58edc298 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:10.990054 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66f84f16-19e2-452e-b37e-77db11eba3f2 admin admin] Made reservation on behalf of bfeafcdb40754d84afc50bdc0e3e88ee for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:18:10.993170 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-66f84f16-19e2-452e-b37e-77db11eba3f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:11.007188 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ea015c1b-65f5-4e6c-a087-efd2a796c1c7 req-c60a62e7-76b1-4996-a0d9-5a60bcd17b72 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858094 Nov 12 08:18:11.039543 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-66f84f16-19e2-452e-b37e-77db11eba3f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:11.058674 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a91753-ffd0-468f-aafe-e62e58edc298 service neutron] Pushing event updated for resources: {'Port': ['ID=92ddebac-c6ff-4c31-9445-454923043987,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:11.121065 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b926721-ab8b-41ff-b96a-91aeb1994a93 req-5489c547-7078-43e6-b6d9-f74a68730a2b tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:11.122337 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9b926721-ab8b-41ff-b96a-91aeb1994a93 req-5489c547-7078-43e6-b6d9-f74a68730a2b tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ab28858-2c52-4dcb-a002-f6d45a25e6d5 HTTP/1.1" status: 200 len: 943 time: 0.1194513 Nov 12 08:18:11.172750 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-2e61e775-1e57-40d1-8769-43913ebdc206 req-d2a91753-ffd0-468f-aafe-e62e58edc298 service neutron] Attempting to bind port 92ddebac-c6ff-4c31-9445-454923043987 on host n-h2-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:18:11.173012 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-2e61e775-1e57-40d1-8769-43913ebdc206 req-d2a91753-ffd0-468f-aafe-e62e58edc298 service neutron] Attempting to bind port 92ddebac-c6ff-4c31-9445-454923043987 by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': '74228b36-f518-48da-bb5a-2dae6173211b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '33c4acc6-fff5-4d04-a808-ff7e0950b8a2'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:18:11.173348 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e61e775-1e57-40d1-8769-43913ebdc206 req-d2a91753-ffd0-468f-aafe-e62e58edc298 service neutron] Attempting to bind port 92ddebac-c6ff-4c31-9445-454923043987 on network 33c4acc6-fff5-4d04-a808-ff7e0950b8a2 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:18:11.184214 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e61e775-1e57-40d1-8769-43913ebdc206 req-d2a91753-ffd0-468f-aafe-e62e58edc298 service neutron] Port 92ddebac-c6ff-4c31-9445-454923043987 on network 33c4acc6-fff5-4d04-a808-ff7e0950b8a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:18:11.184584 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e61e775-1e57-40d1-8769-43913ebdc206 req-d2a91753-ffd0-468f-aafe-e62e58edc298 service neutron] Attempting to bind port 92ddebac-c6ff-4c31-9445-454923043987 on network 33c4acc6-fff5-4d04-a808-ff7e0950b8a2 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:18:11.198393 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e61e775-1e57-40d1-8769-43913ebdc206 req-d2a91753-ffd0-468f-aafe-e62e58edc298 service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:18:11.198827 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e61e775-1e57-40d1-8769-43913ebdc206 req-d2a91753-ffd0-468f-aafe-e62e58edc298 service neutron] Checking segment: {'id': '74228b36-f518-48da-bb5a-2dae6173211b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '33c4acc6-fff5-4d04-a808-ff7e0950b8a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:18:11.199176 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e61e775-1e57-40d1-8769-43913ebdc206 req-d2a91753-ffd0-468f-aafe-e62e58edc298 service neutron] Bound using segment: {'id': '74228b36-f518-48da-bb5a-2dae6173211b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '33c4acc6-fff5-4d04-a808-ff7e0950b8a2'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:18:11.199617 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-2e61e775-1e57-40d1-8769-43913ebdc206 req-d2a91753-ffd0-468f-aafe-e62e58edc298 service neutron] Bound port: 92ddebac-c6ff-4c31-9445-454923043987, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74228b36-f518-48da-bb5a-2dae6173211b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '33c4acc6-fff5-4d04-a808-ff7e0950b8a2'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:18:11.199979 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-2e61e775-1e57-40d1-8769-43913ebdc206 req-d2a91753-ffd0-468f-aafe-e62e58edc298 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:11.204984 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9b926721-ab8b-41ff-b96a-91aeb1994a93 req-da78844e-e386-4844-94bc-5201450705bb tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737715 Nov 12 08:18:11.236554 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-66f84f16-19e2-452e-b37e-77db11eba3f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:11.237505 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-70e61c03-94a4-4696-b5bc-e04841afa1fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:11.245808 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-66f84f16-19e2-452e-b37e-77db11eba3f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:11.278832 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e61c03-94a4-4696-b5bc-e04841afa1fc admin admin] Pushing event deleted for resources: {'Port': ['ID=f709940b-d379-4e0e-a4c8-444ccc0e8b5d,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:11.287336 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-2e61e775-1e57-40d1-8769-43913ebdc206 req-d2a91753-ffd0-468f-aafe-e62e58edc298 service neutron] For port 92ddebac-c6ff-4c31-9445-454923043987, host n-h2-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:18:11.291000 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-2e61e775-1e57-40d1-8769-43913ebdc206 req-d2a91753-ffd0-468f-aafe-e62e58edc298 service neutron] For port 92ddebac-c6ff-4c31-9445-454923043987, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=92ddebac-c6ff-4c31-9445-454923043987,segment=NetworkSegment(74228b36-f518-48da-bb5a-2dae6173211b),segment_id=74228b36-f518-48da-bb5a-2dae6173211b)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:18:11.301744 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-2e61e775-1e57-40d1-8769-43913ebdc206 req-d2a91753-ffd0-468f-aafe-e62e58edc298 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:11.336130 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device c0bc62df-8364-488b-8ac1-62d03027d74f no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:18:11.352186 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66f84f16-19e2-452e-b37e-77db11eba3f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:18:11.369339 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-66f84f16-19e2-452e-b37e-77db11eba3f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:11.369688 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-66f84f16-19e2-452e-b37e-77db11eba3f2 admin admin] Added segment 55cfd097-7383-496f-8665-ccda3c907fe5 of type vlan for network f2015be7-a96f-492b-b082-b1df692f4802 Nov 12 08:18:11.374185 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f84f16-19e2-452e-b37e-77db11eba3f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52d43a17-ea79-4ee7-afee-4076f9b2e2ae,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:11.386079 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-e530113a-7783-48f4-9840-8911a24052df None None] No Port match for: c0bc62df-8364-488b-8ac1-62d03027d74f {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:18:11.386348 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device c0bc62df-8364-488b-8ac1-62d03027d74f not bound to the agent host n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:18:11.386980 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 69042d04-a54e-4455-8bb9-9bb2090c9c14 no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:18:11.400844 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e61e775-1e57-40d1-8769-43913ebdc206 req-d2a91753-ffd0-468f-aafe-e62e58edc298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:11.401781 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-2e61e775-1e57-40d1-8769-43913ebdc206 req-d2a91753-ffd0-468f-aafe-e62e58edc298 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:11.403775 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2e61e775-1e57-40d1-8769-43913ebdc206 req-d2a91753-ffd0-468f-aafe-e62e58edc298 service neutron] 10.222.0.44 "PUT /v2.0/ports/92ddebac-c6ff-4c31-9445-454923043987 HTTP/1.1" status: 200 len: 1092 time: 1.2707603 Nov 12 08:18:11.404616 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a91753-ffd0-468f-aafe-e62e58edc298 service neutron] Pushing event updated for resources: {'Port': ['ID=92ddebac-c6ff-4c31-9445-454923043987,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:11.413944 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ab28858-2c52-4dcb-a002-f6d45a25e6d5', 'tag': '92ddebac-c6ff-4c31-9445-454923043987'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:18:11.414238 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d57d49eb-c391-4a3a-8494-a3efb730a6f2" -d '{"events": [{"name": "network-changed", "server_uuid": "5ab28858-2c52-4dcb-a002-f6d45a25e6d5", "tag": "92ddebac-c6ff-4c31-9445-454923043987"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:18:11.415942 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-70e61c03-94a4-4696-b5bc-e04841afa1fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-933016'] for router_gateway, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:11.439999 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-e530113a-7783-48f4-9840-8911a24052df None None] No Port match for: 69042d04-a54e-4455-8bb9-9bb2090c9c14 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:18:11.446848 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 69042d04-a54e-4455-8bb9-9bb2090c9c14 not bound to the agent host n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:18:11.502110 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-66f84f16-19e2-452e-b37e-77db11eba3f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:11.549677 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-70e61c03-94a4-4696-b5bc-e04841afa1fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:11.553853 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-70e61c03-94a4-4696-b5bc-e04841afa1fc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:11.563212 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e61e775-1e57-40d1-8769-43913ebdc206 req-0031b262-4fc0-484e-8996-022b96e92589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:11.564852 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2e61e775-1e57-40d1-8769-43913ebdc206 req-0031b262-4fc0-484e-8996-022b96e92589 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a783fc66f04949de852791cb9109858d&device_id=5ab28858-2c52-4dcb-a002-f6d45a25e6d5 HTTP/1.1" status: 200 len: 1095 time: 0.0772164 Nov 12 08:18:11.616677 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-66f84f16-19e2-452e-b37e-77db11eba3f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:11.616966 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f84f16-19e2-452e-b37e-77db11eba3f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:11.617418 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-66f84f16-19e2-452e-b37e-77db11eba3f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:11.623799 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-70e61c03-94a4-4696-b5bc-e04841afa1fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:11.624363 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70e61c03-94a4-4696-b5bc-e04841afa1fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0b9c729-d121-4911-b4b6-68737f4d1577 {{(pid=102600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:18:11.647232 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-70e61c03-94a4-4696-b5bc-e04841afa1fc admin admin] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:11.651136 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-70e61c03-94a4-4696-b5bc-e04841afa1fc admin admin] 10.222.0.26 "DELETE /v2.0/routers/f0b9c729-d121-4911-b4b6-68737f4d1577 HTTP/1.1" status: 204 len: 168 time: 1.7865467 Nov 12 08:18:11.654010 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 45018) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:18:11.669156 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2e61e775-1e57-40d1-8769-43913ebdc206 req-20325eb0-02b9-43d7-b5d5-9105d92b3b47 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92ddebac-c6ff-4c31-9445-454923043987 HTTP/1.1" status: 200 len: 217 time: 0.0807011 Nov 12 08:18:11.695753 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699c0181-7f15-489f-858e-15070000dbfa req-59ff4d2d-b66f-4a7a-9a62-628f73852928 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:11.700642 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-699c0181-7f15-489f-858e-15070000dbfa req-59ff4d2d-b66f-4a7a-9a62-628f73852928 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=e81c00fb-be81-4dc0-8163-c8f29263b935 HTTP/1.1" status: 200 len: 946 time: 0.1308177 Nov 12 08:18:11.741022 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-66f84f16-19e2-452e-b37e-77db11eba3f2 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.0806196 Nov 12 08:18:11.741684 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 45020) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:18:11.755282 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-aae8f8b2-e6ec-4e99-87a7-e090f0c3f77a admin admin] Request body: {'subnet': {'network_id': 'f2015be7-a96f-492b-b082-b1df692f4802', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-812345662-subnet', 'tenant_id': 'bfeafcdb40754d84afc50bdc0e3e88ee', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:18:11.764162 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caf91177-9be6-415f-b2fb-5c9ca1001f53 x-openstack-request-id: req-caf91177-9be6-415f-b2fb-5c9ca1001f53 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:18:11.764453 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ab28858-2c52-4dcb-a002-f6d45a25e6d5", "tag": "92ddebac-c6ff-4c31-9445-454923043987", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:18:11.764582 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-66636d2c-d13d-415e-ab6b-bdf89195c43c admin admin] Deleting subnet 2fa031d2-0eb2-40ca-b071-7b73de446d96 {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:18:11.764715 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-caf91177-9be6-415f-b2fb-5c9ca1001f53 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:18:11.765099 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ab28858-2c52-4dcb-a002-f6d45a25e6d5', 'tag': '92ddebac-c6ff-4c31-9445-454923043987', 'status': 'completed', 'code': 200} Nov 12 08:18:11.766516 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f84f16-19e2-452e-b37e-77db11eba3f2 admin admin] Pushing event updated for resources: {'Network': ['ID=f2015be7-a96f-492b-b082-b1df692f4802,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:11.774345 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-66636d2c-d13d-415e-ab6b-bdf89195c43c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:11.783761 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network f2015be7-a96f-492b-b082-b1df692f4802 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:18:11.806970 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e61e775-1e57-40d1-8769-43913ebdc206 req-89976da2-80b7-4825-bd52-da6f04801e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:11.808454 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2e61e775-1e57-40d1-8769-43913ebdc206 req-89976da2-80b7-4825-bd52-da6f04801e05 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=22ada644-5ac2-4dd6-bbe3-6cce42afd567 HTTP/1.1" status: 200 len: 854 time: 0.1251128 Nov 12 08:18:11.836041 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-66636d2c-d13d-415e-ab6b-bdf89195c43c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:11.866711 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aae8f8b2-e6ec-4e99-87a7-e090f0c3f77a admin admin] Made reservation on behalf of bfeafcdb40754d84afc50bdc0e3e88ee for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:18:11.869354 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-aae8f8b2-e6ec-4e99-87a7-e090f0c3f77a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:11.895285 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2e61e775-1e57-40d1-8769-43913ebdc206 req-4b3518fb-5537-441c-8e13-0b928a5933bb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=33c4acc6-fff5-4d04-a808-ff7e0950b8a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499196 Nov 12 08:18:11.912612 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-699c0181-7f15-489f-858e-15070000dbfa req-847605d1-bb3f-42c0-aab6-921a35e777bc tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522310 Nov 12 08:18:11.960003 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device f709940b-d379-4e0e-a4c8-444ccc0e8b5d no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:18:11.968615 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-66636d2c-d13d-415e-ab6b-bdf89195c43c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:12.001840 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: f709940b-d379-4e0e-a4c8-444ccc0e8b5d {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:18:12.002326 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device f709940b-d379-4e0e-a4c8-444ccc0e8b5d not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:18:12.002767 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device fcc16614-61b2-4e28-94f8-3faf7cb13108 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:18:12.038290 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: fcc16614-61b2-4e28-94f8-3faf7cb13108 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:18:12.038999 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device fcc16614-61b2-4e28-94f8-3faf7cb13108 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:18:12.109402 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:12.173441 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17deac3-b301-4135-990c-2acbfb1d9e22 req-9248974b-8c73-442d-b9fb-4afdfa28cca0 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:12.175079 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f17deac3-b301-4135-990c-2acbfb1d9e22 req-9248974b-8c73-442d-b9fb-4afdfa28cca0 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/ports?device_id=20b83579-3dd4-4d02-9c47-79fe23b58a70 HTTP/1.1" status: 200 len: 945 time: 0.2035372 Nov 12 08:18:12.217763 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-66636d2c-d13d-415e-ab6b-bdf89195c43c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:12.283898 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-66636d2c-d13d-415e-ab6b-bdf89195c43c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:12.287955 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-66636d2c-d13d-415e-ab6b-bdf89195c43c admin admin] 10.222.0.26 "DELETE /v2.0/subnets/2fa031d2-0eb2-40ca-b071-7b73de446d96 HTTP/1.1" status: 204 len: 168 time: 0.6313658 Nov 12 08:18:12.293980 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66636d2c-d13d-415e-ab6b-bdf89195c43c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fa031d2-0eb2-40ca-b071-7b73de446d96,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:12.296515 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 45028) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:18:12.354785 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f17deac3-b301-4135-990c-2acbfb1d9e22 req-3fc7effa-c701-4a41-8f04-0b97d47c7c52 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/security-groups?id=aec52d38-03ed-427d-a216-63dd2a33f98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415596 Nov 12 08:18:12.470731 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-36e66731-a947-4b25-ac8b-78d89fee24a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:12.490198 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-aae8f8b2-e6ec-4e99-87a7-e090f0c3f77a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:12.503348 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30492c59-74c3-4c8f-8449-a33a862cac64 req-0ca9f292-b6d7-4197-bee8-92ebe3f1ef02 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:12.506112 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-30492c59-74c3-4c8f-8449-a33a862cac64 req-0ca9f292-b6d7-4197-bee8-92ebe3f1ef02 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9da0aea-a566-45b9-9c03-96285e001b2b HTTP/1.1" status: 200 len: 950 time: 0.1068037 Nov 12 08:18:12.516419 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db529f9-7276-4308-8235-8bdfc5d664cc req-fad0aa82-ecd5-447e-a472-589e6c0e2a42 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:12.517857 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0db529f9-7276-4308-8235-8bdfc5d664cc req-fad0aa82-ecd5-447e-a472-589e6c0e2a42 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9da0aea-a566-45b9-9c03-96285e001b2b HTTP/1.1" status: 200 len: 950 time: 0.1177318 Nov 12 08:18:12.521961 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2e61e775-1e57-40d1-8769-43913ebdc206 req-9d887061-993d-4d52-800f-1648301731cc service neutron] 10.222.0.44 "GET /v2.0/networks/33c4acc6-fff5-4d04-a808-ff7e0950b8a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6084070 Nov 12 08:18:12.604069 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aef8597-ba85-4b1c-a03d-4556b67eada6 req-1c06c418-d4bc-4cc4-bc04-a6cbb8237cee tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:12.605756 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3aef8597-ba85-4b1c-a03d-4556b67eada6 req-1c06c418-d4bc-4cc4-bc04-a6cbb8237cee tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ab28858-2c52-4dcb-a002-f6d45a25e6d5 HTTP/1.1" status: 200 len: 943 time: 0.1601074 Nov 12 08:18:12.611118 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8f8b2-e6ec-4e99-87a7-e090f0c3f77a admin admin] Pushing event updated for resources: {'Subnet': ['ID=afb78417-4060-4cd2-9f52-71f67bd868c8,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:12.693664 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae8f8b2-e6ec-4e99-87a7-e090f0c3f77a admin admin] Checking segment: {'id': '55cfd097-7383-496f-8665-ccda3c907fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f2015be7-a96f-492b-b082-b1df692f4802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:18:12.694054 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae8f8b2-e6ec-4e99-87a7-e090f0c3f77a admin admin] Network hostable DHCP agents. Network: f2015be7-a96f-492b-b082-b1df692f4802, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:18:12.701354 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-36e66731-a947-4b25-ac8b-78d89fee24a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:12.706924 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0db529f9-7276-4308-8235-8bdfc5d664cc req-7ce4d866-17b0-4329-a1e4-5d88fc34e112 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772182 Nov 12 08:18:12.737390 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-36e66731-a947-4b25-ac8b-78d89fee24a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe05a3f0-e7b5-4820-a80d-5e53a559df6b']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:18:12.752369 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2e61e775-1e57-40d1-8769-43913ebdc206 req-ec3772a0-8371-4f0b-9906-8bc78913488d service neutron] 10.222.0.44 "GET /v2.0/networks/33c4acc6-fff5-4d04-a808-ff7e0950b8a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208414 Nov 12 08:18:12.756625 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-30492c59-74c3-4c8f-8449-a33a862cac64 req-682a4185-6f4b-4549-9f7d-3981ac7fb3ca tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Deleting port 4c622c1a-959f-4899-92dd-03a45cfceffb {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:18:12.759665 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-30492c59-74c3-4c8f-8449-a33a862cac64 req-682a4185-6f4b-4549-9f7d-3981ac7fb3ca tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:12.759880 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-36e66731-a947-4b25-ac8b-78d89fee24a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0481860e-ef41-474b-ab33-5174e36c5825') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:18:12.760116 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-36e66731-a947-4b25-ac8b-78d89fee24a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0481860e-ef41-474b-ab33-5174e36c5825') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:18:12.775095 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3aef8597-ba85-4b1c-a03d-4556b67eada6 req-f96437a8-3703-432d-8d16-ed3a61f4c938 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592731 Nov 12 08:18:12.779897 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-36e66731-a947-4b25-ac8b-78d89fee24a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:12.781612 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae8f8b2-e6ec-4e99-87a7-e090f0c3f77a admin admin] Network f2015be7-a96f-492b-b082-b1df692f4802 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:18:12.800350 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-36e66731-a947-4b25-ac8b-78d89fee24a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:12.804154 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-aae8f8b2-e6ec-4e99-87a7-e090f0c3f77a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, f2015be7-a96f-492b-b082-b1df692f4802) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:18:12.813770 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3d16b8-d6f5-4569-b775-71c1792aa1e0 None None] Network f2015be7-a96f-492b-b082-b1df692f4802 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:18:12.818333 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae8f8b2-e6ec-4e99-87a7-e090f0c3f77a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:12.819231 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-aae8f8b2-e6ec-4e99-87a7-e090f0c3f77a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:12.829791 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36e66731-a947-4b25-ac8b-78d89fee24a9 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:18:12.830755 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-36e66731-a947-4b25-ac8b-78d89fee24a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:12.831910 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:18:12.831910 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:18:12.831910 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:18:12.831910 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:18:12.831910 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:18:12.831910 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:18:12.831910 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:18:12.831910 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:18:12.831910 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:18:12.831910 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:18:12.831910 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:18:12.831910 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:18:12.831910 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:18:12.831910 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:18:12.831910 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:18:12.831910 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:18:12.831910 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:18:12.831910 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:18:12.831910 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:18:12.831910 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:18:12.831910 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:18:12.831910 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:18:12.831910 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:18:12.831910 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:18:12.831910 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:18:12.831910 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:18:12.831910 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:18:12.831910 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:18:12.831910 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:18:12.831910 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:18:12.831910 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:18:12.831910 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:18:12.883346 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-30492c59-74c3-4c8f-8449-a33a862cac64 req-682a4185-6f4b-4549-9f7d-3981ac7fb3ca tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] For port 4c622c1a-959f-4899-92dd-03a45cfceffb, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=4c622c1a-959f-4899-92dd-03a45cfceffb,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:18:12.883718 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-30492c59-74c3-4c8f-8449-a33a862cac64 req-682a4185-6f4b-4549-9f7d-3981ac7fb3ca tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:12.905052 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-aae8f8b2-e6ec-4e99-87a7-e090f0c3f77a admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.1586218 Nov 12 08:18:12.905801 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-30492c59-74c3-4c8f-8449-a33a862cac64 req-682a4185-6f4b-4549-9f7d-3981ac7fb3ca tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Calling delete_port for 4c622c1a-959f-4899-92dd-03a45cfceffb owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:18:12.907925 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 45034) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:18:12.917079 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-18d131ea-3157-494c-9b5b-9a850ec11394 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-812345662-router', 'tenant_id': 'bfeafcdb40754d84afc50bdc0e3e88ee', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:18:12.940779 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-36e66731-a947-4b25-ac8b-78d89fee24a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:12.954073 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-36e66731-a947-4b25-ac8b-78d89fee24a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:12.961096 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-36e66731-a947-4b25-ac8b-78d89fee24a9 admin admin] 10.222.0.26 "DELETE /v2.0/networks/fe05a3f0-e7b5-4820-a80d-5e53a559df6b HTTP/1.1" status: 204 len: 168 time: 0.6506031 Nov 12 08:18:12.961096 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-18d131ea-3157-494c-9b5b-9a850ec11394 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:12.962163 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-18d131ea-3157-494c-9b5b-9a850ec11394 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:12.979079 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e66731-a947-4b25-ac8b-78d89fee24a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe05a3f0-e7b5-4820-a80d-5e53a559df6b,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:13.044895 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-18d131ea-3157-494c-9b5b-9a850ec11394 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:13.083877 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d334da70-1579-43f4-afe0-800837c11d22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-f2015be7-a96f-492b-b082-b1df692f4802', 'network_id': 'f2015be7-a96f-492b-b082-b1df692f4802', 'tenant_id': 'bfeafcdb40754d84afc50bdc0e3e88ee', 'fixed_ips': [{'subnet_id': 'afb78417-4060-4cd2-9f52-71f67bd868c8'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:18:13.085470 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d334da70-1579-43f4-afe0-800837c11d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:13.091869 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57d49eb-c391-4a3a-8494-a3efb730a6f2 req-cce18184-ad5a-409a-9d64-285947b04f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:13.093525 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d57d49eb-c391-4a3a-8494-a3efb730a6f2 req-cce18184-ad5a-409a-9d64-285947b04f20 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a783fc66f04949de852791cb9109858d&device_id=5ab28858-2c52-4dcb-a002-f6d45a25e6d5 HTTP/1.1" status: 200 len: 1095 time: 0.1997547 Nov 12 08:18:13.228479 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 45040) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:18:13.246125 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-18d131ea-3157-494c-9b5b-9a850ec11394 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:13.250741 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42303cf7-1a42-4457-afe0-e3f3c80efa86 req-8dd69dd5-44ad-4842-80e7-21ad7f4bf57e tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:13.252724 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-42303cf7-1a42-4457-afe0-e3f3c80efa86 req-8dd69dd5-44ad-4842-80e7-21ad7f4bf57e tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=e81c00fb-be81-4dc0-8163-c8f29263b935 HTTP/1.1" status: 200 len: 946 time: 0.2079077 Nov 12 08:18:13.281129 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-d334da70-1579-43f4-afe0-800837c11d22 None None] Allocated IP 172.20.0.2 (f2015be7-a96f-492b-b082-b1df692f4802/afb78417-4060-4cd2-9f52-71f67bd868c8/ba2f6398-2e18-4867-ac6c-59ffab9d8865) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:18:13.348783 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57d49eb-c391-4a3a-8494-a3efb730a6f2 req-8b4557ab-0c12-499e-b177-a146952ab81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:13.350505 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d57d49eb-c391-4a3a-8494-a3efb730a6f2 req-8b4557ab-0c12-499e-b177-a146952ab81e service neutron] 10.222.0.44 "GET /v2.0/networks?id=33c4acc6-fff5-4d04-a808-ff7e0950b8a2 HTTP/1.1" status: 200 len: 915 time: 0.2460868 Nov 12 08:18:13.428416 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d57d49eb-c391-4a3a-8494-a3efb730a6f2 req-968067af-8872-4ff9-b9a6-9a22c9223728 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92ddebac-c6ff-4c31-9445-454923043987 HTTP/1.1" status: 200 len: 217 time: 0.0555182 Nov 12 08:18:13.495381 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57d49eb-c391-4a3a-8494-a3efb730a6f2 req-e5c52020-995e-4351-b3a9-b9390838cdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:13.497101 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d57d49eb-c391-4a3a-8494-a3efb730a6f2 req-e5c52020-995e-4351-b3a9-b9390838cdb4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=22ada644-5ac2-4dd6-bbe3-6cce42afd567 HTTP/1.1" status: 200 len: 854 time: 0.0587852 Nov 12 08:18:13.515051 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-42303cf7-1a42-4457-afe0-e3f3c80efa86 req-5954b632-d174-4c66-8173-ac14e62874e7 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467072 Nov 12 08:18:13.543001 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-18d131ea-3157-494c-9b5b-9a850ec11394 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:13.565339 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-62bb2ab8-42da-4bb1-9b96-51f407ee5cb0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4185fcef2b8f49279dd089f3c02606eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3309746 Nov 12 08:18:13.580483 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 45044) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:18:13.583668 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-18d131ea-3157-494c-9b5b-9a850ec11394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:13.593218 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d57d49eb-c391-4a3a-8494-a3efb730a6f2 req-6021a27f-4375-403b-b3ee-5096186a3112 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=33c4acc6-fff5-4d04-a808-ff7e0950b8a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498567 Nov 12 08:18:13.595274 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-30492c59-74c3-4c8f-8449-a33a862cac64 req-682a4185-6f4b-4549-9f7d-3981ac7fb3ca tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:13.640845 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['641ecf14-1420-46c8-ab6e-1776d803d920', '6a931b66-3461-40d0-ae79-b16c89f5d99e'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:18:13.643844 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['ed95649b-ce37-4271-a755-fb97b8480123', '2393022c-b8ff-4fe1-8f37-568a7b900426', '9304a2ab-88c7-4303-afc3-edae093f1f00', 'be79f6de-0f9f-4bcc-a18b-80ca9b0df999', '4c622c1a-959f-4899-92dd-03a45cfceffb'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:18:13.665069 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8558d91e-4dbd-4f16-ba88-e892429092e9 req-c5fda6cc-07a2-40cd-8f46-c64424c1c525 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:13.673564 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8558d91e-4dbd-4f16-ba88-e892429092e9 req-c5fda6cc-07a2-40cd-8f46-c64424c1c525 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/ports?device_id=20b83579-3dd4-4d02-9c47-79fe23b58a70 HTTP/1.1" status: 200 len: 945 time: 0.1283412 Nov 12 08:18:13.709638 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682a4185-6f4b-4549-9f7d-3981ac7fb3ca tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Pushing event deleted for resources: {'Port': ['ID=4c622c1a-959f-4899-92dd-03a45cfceffb,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:13.787213 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8558d91e-4dbd-4f16-ba88-e892429092e9 req-78082844-0a6a-4414-8e6d-ae3bbfb01312 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/security-groups?id=aec52d38-03ed-427d-a216-63dd2a33f98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126614 Nov 12 08:18:13.807669 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-18d131ea-3157-494c-9b5b-9a850ec11394 admin admin] Allocated IP 172.25.2.153 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/0ef33b79-efca-4bc9-90f4-2d3c2f010ff6) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:18:13.840513 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-30492c59-74c3-4c8f-8449-a33a862cac64 req-682a4185-6f4b-4549-9f7d-3981ac7fb3ca tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] No DVR routers for this DVR port 4c622c1a-959f-4899-92dd-03a45cfceffb on host n-h2-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:18:13.849832 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-30492c59-74c3-4c8f-8449-a33a862cac64 req-682a4185-6f4b-4549-9f7d-3981ac7fb3ca tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:13.850690 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d334da70-1579-43f4-afe0-800837c11d22 None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:13.861481 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-30492c59-74c3-4c8f-8449-a33a862cac64 req-682a4185-6f4b-4549-9f7d-3981ac7fb3ca tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.44 "DELETE /v2.0/ports/4c622c1a-959f-4899-92dd-03a45cfceffb HTTP/1.1" status: 204 len: 173 time: 1.3417683 Nov 12 08:18:13.867254 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d334da70-1579-43f4-afe0-800837c11d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:13.872247 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9da0aea-a566-45b9-9c03-96285e001b2b', 'name': 'network-vif-deleted', 'tag': '4c622c1a-959f-4899-92dd-03a45cfceffb'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:18:13.877949 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb754c82-9915-4487-91c0-4b176ed70933" -d '{"events": [{"server_uuid": "d9da0aea-a566-45b9-9c03-96285e001b2b", "name": "network-vif-deleted", "tag": "4c622c1a-959f-4899-92dd-03a45cfceffb"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:18:13.935578 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ec9415eb-a458-4971-9b7a-0e30bacc10e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:13.956529 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d334da70-1579-43f4-afe0-800837c11d22 None None] Network f2015be7-a96f-492b-b082-b1df692f4802 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:18:13.965333 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-d334da70-1579-43f4-afe0-800837c11d22 None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:18:13.975299 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d334da70-1579-43f4-afe0-800837c11d22 None None] Pushing event updated for resources: {'Port': ['ID=ba2f6398-2e18-4867-ac6c-59ffab9d8865,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:13.997117 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d334da70-1579-43f4-afe0-800837c11d22 None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:18:14.011238 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ec9415eb-a458-4971-9b7a-0e30bacc10e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:14.013935 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086afa9c-9f29-4558-a5f6-42fb444cf22d req-b069e188-f89a-4c69-958b-b39b4fb28336 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:14.014301 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ccdc6d0a-1d0e-43e9-8800-86acca991903 req-6c2755ee-b9dd-4ef0-bc8c-88cde80c4522 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9da0aea-a566-45b9-9c03-96285e001b2b HTTP/1.1" status: 200 len: 210 time: 0.1311235 Nov 12 08:18:14.021157 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-086afa9c-9f29-4558-a5f6-42fb444cf22d req-b069e188-f89a-4c69-958b-b39b4fb28336 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ab28858-2c52-4dcb-a002-f6d45a25e6d5 HTTP/1.1" status: 200 len: 943 time: 0.1170137 Nov 12 08:18:14.054484 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-18d131ea-3157-494c-9b5b-9a850ec11394 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:14.079589 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d57d49eb-c391-4a3a-8494-a3efb730a6f2 req-4e0cdd41-c024-41f7-8d2f-1b000fed78bf service neutron] 10.222.0.44 "GET /v2.0/networks/33c4acc6-fff5-4d04-a808-ff7e0950b8a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4724200 Nov 12 08:18:14.100494 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-086afa9c-9f29-4558-a5f6-42fb444cf22d req-008fa27b-4685-4b79-b04f-79dc0e3b9472 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782647 Nov 12 08:18:14.135770 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2504e430-2b6e-4353-a3ac-0602d9e1c0fa x-openstack-request-id: req-2504e430-2b6e-4353-a3ac-0602d9e1c0fa {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:18:14.136066 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9da0aea-a566-45b9-9c03-96285e001b2b", "name": "network-vif-deleted", "tag": "4c622c1a-959f-4899-92dd-03a45cfceffb", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:18:14.136344 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2504e430-2b6e-4353-a3ac-0602d9e1c0fa {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:18:14.136800 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9da0aea-a566-45b9-9c03-96285e001b2b', 'name': 'network-vif-deleted', 'tag': '4c622c1a-959f-4899-92dd-03a45cfceffb', 'status': 'completed', 'code': 200} Nov 12 08:18:14.139513 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-18d131ea-3157-494c-9b5b-9a850ec11394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:14.175498 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ec9415eb-a458-4971-9b7a-0e30bacc10e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:14.179245 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ec9415eb-a458-4971-9b7a-0e30bacc10e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:14.180537 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-ec9415eb-a458-4971-9b7a-0e30bacc10e7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/53a5a71a-6d2a-419c-b8c0-2b2c585fd6df HTTP/1.1" status: 204 len: 168 time: 0.5984230 Nov 12 08:18:14.196483 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d131ea-3157-494c-9b5b-9a850ec11394 admin admin] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:18:14.197226 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9415eb-a458-4971-9b7a-0e30bacc10e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a5a71a-6d2a-419c-b8c0-2b2c585fd6df,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:14.201494 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-18d131ea-3157-494c-9b5b-9a850ec11394 admin admin] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:18:14.205172 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d131ea-3157-494c-9b5b-9a850ec11394 admin admin] Pushing event updated for resources: {'Port': ['ID=0ef33b79-efca-4bc9-90f4-2d3c2f010ff6,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:14.208574 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d131ea-3157-494c-9b5b-9a850ec11394 admin admin] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:18:14.259027 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d57d49eb-c391-4a3a-8494-a3efb730a6f2 req-c8054a53-9bda-45a0-8715-b1ee0225f2e2 service neutron] 10.222.0.44 "GET /v2.0/networks/33c4acc6-fff5-4d04-a808-ff7e0950b8a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692593 Nov 12 08:18:14.328543 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-d334da70-1579-43f4-afe0-800837c11d22 None None] Attempting to bind port ba2f6398-2e18-4867-ac6c-59ffab9d8865 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:18:14.330071 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-d334da70-1579-43f4-afe0-800837c11d22 None None] Attempting to bind port ba2f6398-2e18-4867-ac6c-59ffab9d8865 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '55cfd097-7383-496f-8665-ccda3c907fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f2015be7-a96f-492b-b082-b1df692f4802'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:18:14.330930 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d334da70-1579-43f4-afe0-800837c11d22 None None] Attempting to bind port ba2f6398-2e18-4867-ac6c-59ffab9d8865 on network f2015be7-a96f-492b-b082-b1df692f4802 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:18:14.371588 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d334da70-1579-43f4-afe0-800837c11d22 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:18:14.372306 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d334da70-1579-43f4-afe0-800837c11d22 None None] Checking segment: {'id': '55cfd097-7383-496f-8665-ccda3c907fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f2015be7-a96f-492b-b082-b1df692f4802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:18:14.372891 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d334da70-1579-43f4-afe0-800837c11d22 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:14.373458 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d334da70-1579-43f4-afe0-800837c11d22 None None] Bound using segment: {'id': '55cfd097-7383-496f-8665-ccda3c907fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f2015be7-a96f-492b-b082-b1df692f4802'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:18:14.374129 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-d334da70-1579-43f4-afe0-800837c11d22 None None] Bound port: ba2f6398-2e18-4867-ac6c-59ffab9d8865, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55cfd097-7383-496f-8665-ccda3c907fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f2015be7-a96f-492b-b082-b1df692f4802'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:18:14.374850 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d334da70-1579-43f4-afe0-800837c11d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:14.620088 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-d334da70-1579-43f4-afe0-800837c11d22 None None] For port ba2f6398-2e18-4867-ac6c-59ffab9d8865, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:18:14.626179 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-d334da70-1579-43f4-afe0-800837c11d22 None None] For port ba2f6398-2e18-4867-ac6c-59ffab9d8865, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=ba2f6398-2e18-4867-ac6c-59ffab9d8865,segment=NetworkSegment(55cfd097-7383-496f-8665-ccda3c907fe5),segment_id=55cfd097-7383-496f-8665-ccda3c907fe5)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:18:14.648400 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d334da70-1579-43f4-afe0-800837c11d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:14.880999 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d334da70-1579-43f4-afe0-800837c11d22 None None] Pushing event updated for resources: {'Port': ['ID=ba2f6398-2e18-4867-ac6c-59ffab9d8865,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:14.921052 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41ce50e-c747-4580-af17-7ceb15293688 req-d284a2b9-7684-49d0-8d3e-3bdbef2defa4 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:14.922634 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b41ce50e-c747-4580-af17-7ceb15293688 req-d284a2b9-7684-49d0-8d3e-3bdbef2defa4 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=e81c00fb-be81-4dc0-8163-c8f29263b935 HTTP/1.1" status: 200 len: 946 time: 0.1663425 Nov 12 08:18:15.073808 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef650430-49ad-4d72-b09b-9b89e2bd920d req-7ac64034-7b41-4c7c-870c-4c77526422fe tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:15.093888 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ef650430-49ad-4d72-b09b-9b89e2bd920d req-7ac64034-7b41-4c7c-870c-4c77526422fe tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/ports?device_id=20b83579-3dd4-4d02-9c47-79fe23b58a70 HTTP/1.1" status: 200 len: 945 time: 0.1542456 Nov 12 08:18:15.130239 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b41ce50e-c747-4580-af17-7ceb15293688 req-e33ec6dc-bb56-4caf-9b86-124b803a3847 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625264 Nov 12 08:18:15.178487 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-18d131ea-3157-494c-9b5b-9a850ec11394 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:15.213485 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ef650430-49ad-4d72-b09b-9b89e2bd920d req-615a393e-8e65-42e3-8b6c-35689b179d94 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/security-groups?id=aec52d38-03ed-427d-a216-63dd2a33f98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162343 Nov 12 08:18:15.450358 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60332618-d366-4613-9266-f92f2f1d8e33 req-1c57443a-e2ca-4ad8-9b08-9a0114f96f77 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:15.452608 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-60332618-d366-4613-9266-f92f2f1d8e33 req-1c57443a-e2ca-4ad8-9b08-9a0114f96f77 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ab28858-2c52-4dcb-a002-f6d45a25e6d5 HTTP/1.1" status: 200 len: 943 time: 0.1309280 Nov 12 08:18:15.560273 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-60332618-d366-4613-9266-f92f2f1d8e33 req-db809baf-e676-4478-bf5d-94935a4ff398 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995190 Nov 12 08:18:15.661931 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-18d131ea-3157-494c-9b5b-9a850ec11394 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052'] for router, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:15.682117 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434b687c-b049-4b15-8418-45e18b23c81f req-9ad8e47b-e618-4146-b84b-9b82fefe6170 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:15.683921 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-434b687c-b049-4b15-8418-45e18b23c81f req-9ad8e47b-e618-4146-b84b-9b82fefe6170 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b597c31-568c-46cd-9cca-f27a2689ae53 HTTP/1.1" status: 200 len: 950 time: 0.1042173 Nov 12 08:18:15.827544 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-434b687c-b049-4b15-8418-45e18b23c81f req-ba9c6820-9885-4059-b84d-07f6baf48a91 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029267 Nov 12 08:18:15.871066 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device ba2f6398-2e18-4867-ac6c-59ffab9d8865 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:18:15.916497 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18d131ea-3157-494c-9b5b-9a850ec11394 admin admin] Router 08480fba-8475-4618-af2a-3855f13c3ad3 is scheduled to L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 with binding_index 1 {{(pid=102600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:18:15.934982 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 92ddebac-c6ff-4c31-9445-454923043987 details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:18:15.938155 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 4c622c1a-959f-4899-92dd-03a45cfceffb no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:18:15.992103 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] No Port match for: 4c622c1a-959f-4899-92dd-03a45cfceffb {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:18:15.992852 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 4c622c1a-959f-4899-92dd-03a45cfceffb not bound to the agent host n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:18:16.084527 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port ba2f6398-2e18-4867-ac6c-59ffab9d8865 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:18:16.085037 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:16.103151 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18d131ea-3157-494c-9b5b-9a850ec11394 admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:18:16.129868 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-18d131ea-3157-494c-9b5b-9a850ec11394 admin admin] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:16.135078 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 45104) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:18:16.135664 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-18d131ea-3157-494c-9b5b-9a850ec11394 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.2265205 Nov 12 08:18:16.169221 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3e0ed5-280e-4c15-90fa-b33b748d2e01 None None] Sync routers for ids ['08480fba-8475-4618-af2a-3855f13c3ad3'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:18:16.283366 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3e0ed5-280e-4c15-90fa-b33b748d2e01 None None] Routers {'08480fba-8475-4618-af2a-3855f13c3ad3'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:18:16.284286 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-1a3e0ed5-280e-4c15-90fa-b33b748d2e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:18:06Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['08480fba-8475-4618-af2a-3855f13c3ad3'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:18:16.335351 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ced33682-61b6-4953-84f2-5e61f238eb5f req-07d29970-87d8-47cf-9784-62837ea1d11f tempest-ServerShowV247Test-2068399042 tempest-ServerShowV247Test-2068399042-project] 10.222.0.26 "GET /v2.0/ports?device_id=2294666f-258f-4d91-9c35-2192a1edbbc3 HTTP/1.1" status: 200 len: 210 time: 0.0704901 Nov 12 08:18:16.365174 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e8208a-1eab-47f7-9996-0cd406a59dad req-df0e0965-a129-4587-a1f7-507d4641f58e tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:16.367751 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-70e8208a-1eab-47f7-9996-0cd406a59dad req-df0e0965-a129-4587-a1f7-507d4641f58e tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=e81c00fb-be81-4dc0-8163-c8f29263b935 HTTP/1.1" status: 200 len: 946 time: 0.0898125 Nov 12 08:18:16.420811 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f51fdd8-9b8a-482b-b4ac-c18f308f5124 None None] Network f2015be7-a96f-492b-b082-b1df692f4802 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:18:16.454300 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 92ddebac-c6ff-4c31-9445-454923043987, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=92ddebac-c6ff-4c31-9445-454923043987,segment=NetworkSegment(74228b36-f518-48da-bb5a-2dae6173211b),segment_id=74228b36-f518-48da-bb5a-2dae6173211b)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:18:16.485577 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-70e8208a-1eab-47f7-9996-0cd406a59dad req-03d42607-b05b-44f1-b6b3-15fc7735c15c tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098118 Nov 12 08:18:16.609558 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a435df26-0a45-4195-b0d4-e49492577be6 req-17cf518a-2912-4d03-9c41-7a1ff959667e tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:16.611440 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a435df26-0a45-4195-b0d4-e49492577be6 req-17cf518a-2912-4d03-9c41-7a1ff959667e tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/ports?device_id=20b83579-3dd4-4d02-9c47-79fe23b58a70 HTTP/1.1" status: 200 len: 945 time: 0.1112666 Nov 12 08:18:16.654693 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': '92ddebac-c6ff-4c31-9445-454923043987', 'network_id': '33c4acc6-fff5-4d04-a808-ff7e0950b8a2', 'port_id': '92ddebac-c6ff-4c31-9445-454923043987', 'mac_address': 'fa:16:3e:76:d1:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22ada644-5ac2-4dd6-bbe3-6cce42afd567', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:18:16.712799 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-a309bc10-2610-431a-b7a6-f7199158b6c1 None None] Provisioning complete for port ba2f6398-2e18-4867-ac6c-59ffab9d8865 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:18:16.713173 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a309bc10-2610-431a-b7a6-f7199158b6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:16.754751 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a435df26-0a45-4195-b0d4-e49492577be6 req-123e6dec-2722-49b1-a57a-e5633aa548bf tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/security-groups?id=aec52d38-03ed-427d-a216-63dd2a33f98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346812 Nov 12 08:18:16.837931 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-1a3e0ed5-280e-4c15-90fa-b33b748d2e01 None None] Set router 08480fba-8475-4618-af2a-3855f13c3ad3 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:18:16.930574 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:17.033502 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb41ba7e-1177-4364-93ff-4c7bc1c080d6 req-be2ba2da-b054-437b-8e9b-31e9a8e21aa5 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:17.047433 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bb41ba7e-1177-4364-93ff-4c7bc1c080d6 req-be2ba2da-b054-437b-8e9b-31e9a8e21aa5 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ab28858-2c52-4dcb-a002-f6d45a25e6d5 HTTP/1.1" status: 200 len: 943 time: 0.1132090 Nov 12 08:18:17.115188 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] For port ba2f6398-2e18-4867-ac6c-59ffab9d8865, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=ba2f6398-2e18-4867-ac6c-59ffab9d8865,segment=NetworkSegment(55cfd097-7383-496f-8665-ccda3c907fe5),segment_id=55cfd097-7383-496f-8665-ccda3c907fe5)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:18:17.117722 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:17.152407 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bb41ba7e-1177-4364-93ff-4c7bc1c080d6 req-e6459aaf-fcc2-4003-9770-1ce43fdb2065 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978444 Nov 12 08:18:17.155657 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:17.221974 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92ddebac-c6ff-4c31-9445-454923043987 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:18:17.233433 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72570983-1caf-401a-94e6-3712c5dca244 req-1421648a-519e-40ba-9b07-d6f22f1a1438 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:17.246432 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-72570983-1caf-401a-94e6-3712c5dca244 req-1421648a-519e-40ba-9b07-d6f22f1a1438 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b597c31-568c-46cd-9cca-f27a2689ae53 HTTP/1.1" status: 200 len: 950 time: 0.2468164 Nov 12 08:18:17.249966 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 92ddebac-c6ff-4c31-9445-454923043987, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=92ddebac-c6ff-4c31-9445-454923043987,segment=NetworkSegment(74228b36-f518-48da-bb5a-2dae6173211b),segment_id=74228b36-f518-48da-bb5a-2dae6173211b)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:18:17.257775 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a309bc10-2610-431a-b7a6-f7199158b6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:17.302458 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b138c462-2f0f-46a7-9635-c70c53a2a48e req-4dd68122-fab9-46f8-8bda-7c51b3975f57 tempest-ServerShowV247Test-2068399042 tempest-ServerShowV247Test-2068399042-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f2062f1-be8c-465e-a8d4-eda2cdde2efe HTTP/1.1" status: 200 len: 210 time: 0.0361032 Nov 12 08:18:17.330395 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Pushing event updated for resources: {'Port': ['ID=ba2f6398-2e18-4867-ac6c-59ffab9d8865,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:17.377332 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6c7d4205-dd9d-47af-a4b5-1cba5eef788b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:17.434061 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-72570983-1caf-401a-94e6-3712c5dca244 req-47321c34-ea20-4bdf-bb31-4dc99f02eb82 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865883 Nov 12 08:18:17.516907 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:17.601177 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71691607-8d6f-4491-8a22-3d168c96bee7 req-9e539ab3-9ee3-4aeb-846a-2a3e8010875e tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:17.603098 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-71691607-8d6f-4491-8a22-3d168c96bee7 req-9e539ab3-9ee3-4aeb-846a-2a3e8010875e tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b597c31-568c-46cd-9cca-f27a2689ae53 HTTP/1.1" status: 200 len: 950 time: 0.2478852 Nov 12 08:18:17.686293 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-6c7d4205-dd9d-47af-a4b5-1cba5eef788b admin admin] Allocated IP 172.20.0.1 (f2015be7-a96f-492b-b082-b1df692f4802/afb78417-4060-4cd2-9f52-71f67bd868c8/c502a15d-b093-460d-ac9d-e2e117faddc0) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:18:17.708858 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=92ddebac-c6ff-4c31-9445-454923043987,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:17.724761 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4889944e-7e14-42d2-8f3f-551a842612a9 req-3ea468b1-3638-4f83-938b-c6be36afd99e tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:17.734979 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4889944e-7e14-42d2-8f3f-551a842612a9 req-3ea468b1-3638-4f83-938b-c6be36afd99e tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=e81c00fb-be81-4dc0-8163-c8f29263b935 HTTP/1.1" status: 200 len: 946 time: 0.0921481 Nov 12 08:18:17.776097 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.db.api [None req-a309bc10-2610-431a-b7a6-f7199158b6c1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:18:17.776667 n-d-765315-29 neutron-server[102601]: DEBUG oslo_db.api [None req-a309bc10-2610-431a-b7a6-f7199158b6c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:18:17.841718 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4889944e-7e14-42d2-8f3f-551a842612a9 req-5a1c7c31-56fe-4875-8e3e-646b58bc357f tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053154 Nov 12 08:18:17.876301 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device ba2f6398-2e18-4867-ac6c-59ffab9d8865 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:18:17.931495 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-1a3e0ed5-280e-4c15-90fa-b33b748d2e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08480fba-8475-4618-af2a-3855f13c3ad3', 'name': 'tempest-ServersTestJSON-812345662-router', 'tenant_id': 'bfeafcdb40754d84afc50bdc0e3e88ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '0ef33b79-efca-4bc9-90f4-2d3c2f010ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:18:12Z', 'updated_at': '2021-11-12T08:18:14Z', 'revision_number': 3, 'project_id': 'bfeafcdb40754d84afc50bdc0e3e88ee', 'gw_port': {'id': '0ef33b79-efca-4bc9-90f4-2d3c2f010ff6', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:64:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08480fba-8475-4618-af2a-3855f13c3ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:18:13Z', 'updated_at': '2021-11-12T08:18:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:18:17.950417 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6c7d4205-dd9d-47af-a4b5-1cba5eef788b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:17.973467 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3e0ed5-280e-4c15-90fa-b33b748d2e01 None None] Checking router: 08480fba-8475-4618-af2a-3855f13c3ad3 for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:18:17.974176 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3e0ed5-280e-4c15-90fa-b33b748d2e01 None None] Updating router 08480fba-8475-4618-af2a-3855f13c3ad3 port 0ef33b79-efca-4bc9-90f4-2d3c2f010ff6 binding host n-d-765315-29 {{(pid=102601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:18:17.982329 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-71691607-8d6f-4491-8a22-3d168c96bee7 req-32dc1695-ef6b-4583-a71e-7e8cbc1dc248 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Deleting port be79f6de-0f9f-4bcc-a18b-80ca9b0df999 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:18:17.982724 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-71691607-8d6f-4491-8a22-3d168c96bee7 req-32dc1695-ef6b-4583-a71e-7e8cbc1dc248 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:18.009197 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1a3e0ed5-280e-4c15-90fa-b33b748d2e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:18.013335 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['92ddebac-c6ff-4c31-9445-454923043987'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:18:18.039009 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c844ac9-fb3c-46c7-99c3-3627890671d3 req-42965b22-b8a0-4b7d-b528-d393c7f7be15 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:18.042256 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8c844ac9-fb3c-46c7-99c3-3627890671d3 req-42965b22-b8a0-4b7d-b528-d393c7f7be15 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/ports?device_id=20b83579-3dd4-4d02-9c47-79fe23b58a70 HTTP/1.1" status: 200 len: 945 time: 0.1319311 Nov 12 08:18:18.069657 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port ba2f6398-2e18-4867-ac6c-59ffab9d8865 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:18:18.070063 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:18.223960 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6c7d4205-dd9d-47af-a4b5-1cba5eef788b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:18.326804 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8c844ac9-fb3c-46c7-99c3-3627890671d3 req-75cefc93-079c-424c-99d1-4a4572fd55d8 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/security-groups?id=aec52d38-03ed-427d-a216-63dd2a33f98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910596 Nov 12 08:18:18.350001 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-71691607-8d6f-4491-8a22-3d168c96bee7 req-32dc1695-ef6b-4583-a71e-7e8cbc1dc248 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] For port be79f6de-0f9f-4bcc-a18b-80ca9b0df999, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=be79f6de-0f9f-4bcc-a18b-80ca9b0df999,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:18:18.350741 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-71691607-8d6f-4491-8a22-3d168c96bee7 req-32dc1695-ef6b-4583-a71e-7e8cbc1dc248 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:18.386161 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7d4205-dd9d-47af-a4b5-1cba5eef788b admin admin] Network f2015be7-a96f-492b-b082-b1df692f4802 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:18:18.387212 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-71691607-8d6f-4491-8a22-3d168c96bee7 req-32dc1695-ef6b-4583-a71e-7e8cbc1dc248 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Calling delete_port for be79f6de-0f9f-4bcc-a18b-80ca9b0df999 owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:18:18.410913 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-6c7d4205-dd9d-47af-a4b5-1cba5eef788b admin admin] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:18:18.415321 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7d4205-dd9d-47af-a4b5-1cba5eef788b admin admin] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:18:18.417204 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7d4205-dd9d-47af-a4b5-1cba5eef788b admin admin] Pushing event updated for resources: {'Port': ['ID=c502a15d-b093-460d-ac9d-e2e117faddc0,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:18.445006 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41edc1dd-4e9c-4fa1-9a64-9fbf59e7d53c req-ac670add-38ee-422e-8bdd-fb0683c35590 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:18.459937 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-41edc1dd-4e9c-4fa1-9a64-9fbf59e7d53c req-ac670add-38ee-422e-8bdd-fb0683c35590 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ab28858-2c52-4dcb-a002-f6d45a25e6d5 HTTP/1.1" status: 200 len: 944 time: 0.1314297 Nov 12 08:18:18.598221 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7d4dee36-f048-478a-816c-2c6103547aeb req-f2e9148f-cc01-497e-a592-924f8abe279b tempest-ServerShowV247Test-2068399042 tempest-ServerShowV247Test-2068399042-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f2062f1-be8c-465e-a8d4-eda2cdde2efe HTTP/1.1" status: 200 len: 210 time: 0.0522580 Nov 12 08:18:18.610563 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6c7d4205-dd9d-47af-a4b5-1cba5eef788b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933481'] for router_interface, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:18.638643 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-41edc1dd-4e9c-4fa1-9a64-9fbf59e7d53c req-ba6323f1-8750-4323-a30a-935abc91f69e tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712646 Nov 12 08:18:18.648894 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-48dc7253-bf3c-4c68-9c87-2357dcf88cc7 None None] Provisioning complete for port ba2f6398-2e18-4867-ac6c-59ffab9d8865 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:18:18.649478 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-48dc7253-bf3c-4c68-9c87-2357dcf88cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:18.762165 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1a3e0ed5-280e-4c15-90fa-b33b748d2e01 None None] Publish callbacks [] for port, precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:18.799646 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1a3e0ed5-280e-4c15-90fa-b33b748d2e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:18.865228 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6c7d4205-dd9d-47af-a4b5-1cba5eef788b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:18.912847 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf2a104-dd50-4634-b5ef-1a2160ec78ee None None] Pushing event updated for resources: {'Port': ['ID=0ef33b79-efca-4bc9-90f4-2d3c2f010ff6,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:18.914136 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-71691607-8d6f-4491-8a22-3d168c96bee7 req-32dc1695-ef6b-4583-a71e-7e8cbc1dc248 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:18.923343 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-1a3e0ed5-280e-4c15-90fa-b33b748d2e01 None None] Attempting to bind port 0ef33b79-efca-4bc9-90f4-2d3c2f010ff6 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:18:18.924000 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-1a3e0ed5-280e-4c15-90fa-b33b748d2e01 None None] Attempting to bind port 0ef33b79-efca-4bc9-90f4-2d3c2f010ff6 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:18:18.924571 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3e0ed5-280e-4c15-90fa-b33b748d2e01 None None] Attempting to bind port 0ef33b79-efca-4bc9-90f4-2d3c2f010ff6 on network d709f64f-f9e6-4525-b020-ad48633b9bbf {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:18:18.933247 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['641ecf14-1420-46c8-ab6e-1776d803d920', '6a931b66-3461-40d0-ae79-b16c89f5d99e'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:18:18.946923 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cba0611-606c-4f6b-bc96-e67a7c316ec1 req-14cfa1ef-9a5d-42ee-bef7-98c113a06e9a tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:18.948438 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2cba0611-606c-4f6b-bc96-e67a7c316ec1 req-14cfa1ef-9a5d-42ee-bef7-98c113a06e9a tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b597c31-568c-46cd-9cca-f27a2689ae53 HTTP/1.1" status: 200 len: 867 time: 0.1323545 Nov 12 08:18:18.970911 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3e0ed5-280e-4c15-90fa-b33b748d2e01 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:18:18.971693 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3e0ed5-280e-4c15-90fa-b33b748d2e01 None None] Checking segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:18:18.972332 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1a3e0ed5-280e-4c15-90fa-b33b748d2e01 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:18.973748 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3e0ed5-280e-4c15-90fa-b33b748d2e01 None None] Bound using segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:18:18.974931 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-1a3e0ed5-280e-4c15-90fa-b33b748d2e01 None None] Bound port: 0ef33b79-efca-4bc9-90f4-2d3c2f010ff6, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:18:18.975856 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1a3e0ed5-280e-4c15-90fa-b33b748d2e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:19.002177 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dc1695-ef6b-4583-a71e-7e8cbc1dc248 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Pushing event deleted for resources: {'Port': ['ID=be79f6de-0f9f-4bcc-a18b-80ca9b0df999,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:19.017607 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5880d6c-573e-4e51-a467-9564d6cda436 req-83ce6511-439f-4b02-8860-512f1441f80f tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:19.028427 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c5880d6c-573e-4e51-a467-9564d6cda436 req-83ce6511-439f-4b02-8860-512f1441f80f tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=e81c00fb-be81-4dc0-8163-c8f29263b935 HTTP/1.1" status: 200 len: 946 time: 0.1013203 Nov 12 08:18:19.073239 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-1df82f43-8ba5-44a4-81df-f5e416584ae8 None None] Provisioning complete for port c502a15d-b093-460d-ac9d-e2e117faddc0 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:18:19.073621 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1df82f43-8ba5-44a4-81df-f5e416584ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:19.108247 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-71691607-8d6f-4491-8a22-3d168c96bee7 req-32dc1695-ef6b-4583-a71e-7e8cbc1dc248 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] No DVR routers for this DVR port be79f6de-0f9f-4bcc-a18b-80ca9b0df999 on host n-h2-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:18:19.108631 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-1a3e0ed5-280e-4c15-90fa-b33b748d2e01 None None] For port 0ef33b79-efca-4bc9-90f4-2d3c2f010ff6, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:18:19.119102 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-71691607-8d6f-4491-8a22-3d168c96bee7 req-32dc1695-ef6b-4583-a71e-7e8cbc1dc248 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:19.125206 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-71691607-8d6f-4491-8a22-3d168c96bee7 req-32dc1695-ef6b-4583-a71e-7e8cbc1dc248 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.44 "DELETE /v2.0/ports/be79f6de-0f9f-4bcc-a18b-80ca9b0df999 HTTP/1.1" status: 204 len: 173 time: 1.5031512 Nov 12 08:18:19.128120 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b597c31-568c-46cd-9cca-f27a2689ae53', 'name': 'network-vif-deleted', 'tag': 'be79f6de-0f9f-4bcc-a18b-80ca9b0df999'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:18:19.130449 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c5880d6c-573e-4e51-a467-9564d6cda436 req-257f219c-5bbb-4c21-9535-73e697d83383 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934076 Nov 12 08:18:19.131701 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85185211-f711-4644-a235-46477fbdc2f2" -d '{"events": [{"server_uuid": "4b597c31-568c-46cd-9cca-f27a2689ae53", "name": "network-vif-deleted", "tag": "be79f6de-0f9f-4bcc-a18b-80ca9b0df999"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:18:19.146120 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-1a3e0ed5-280e-4c15-90fa-b33b748d2e01 None None] For port 0ef33b79-efca-4bc9-90f4-2d3c2f010ff6, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=0ef33b79-efca-4bc9-90f4-2d3c2f010ff6,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:18:19.159312 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1a3e0ed5-280e-4c15-90fa-b33b748d2e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:19.164139 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-1df82f43-8ba5-44a4-81df-f5e416584ae8 None None] Port c502a15d-b093-460d-ac9d-e2e117faddc0 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:18:19.224170 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f52fa57d-f230-4a5e-9dc1-9ac6eeed4459 x-openstack-request-id: req-f52fa57d-f230-4a5e-9dc1-9ac6eeed4459 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:18:19.224567 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b597c31-568c-46cd-9cca-f27a2689ae53", "name": "network-vif-deleted", "tag": "be79f6de-0f9f-4bcc-a18b-80ca9b0df999", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:18:19.224941 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f52fa57d-f230-4a5e-9dc1-9ac6eeed4459 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:18:19.225916 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b597c31-568c-46cd-9cca-f27a2689ae53', 'name': 'network-vif-deleted', 'tag': 'be79f6de-0f9f-4bcc-a18b-80ca9b0df999', 'status': 'completed', 'code': 200} Nov 12 08:18:19.258661 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf2a104-dd50-4634-b5ef-1a2160ec78ee None None] Pushing event updated for resources: {'Port': ['ID=0ef33b79-efca-4bc9-90f4-2d3c2f010ff6,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:19.258843 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2cba0611-606c-4f6b-bc96-e67a7c316ec1 req-aa8eaa34-dc11-406e-8371-b22e9240f49b tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687802 Nov 12 08:18:19.266081 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3e0ed5-280e-4c15-90fa-b33b748d2e01 None None] Routers {'08480fba-8475-4618-af2a-3855f13c3ad3'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:18:19.266742 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-1a3e0ed5-280e-4c15-90fa-b33b748d2e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:18:06Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['08480fba-8475-4618-af2a-3855f13c3ad3'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:18:19.314455 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['ed95649b-ce37-4271-a755-fb97b8480123', '2393022c-b8ff-4fe1-8f37-568a7b900426', '9304a2ab-88c7-4303-afc3-edae093f1f00'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:18:19.360998 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6c7d4205-dd9d-47af-a4b5-1cba5eef788b admin admin] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:19.371432 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6c7d4205-dd9d-47af-a4b5-1cba5eef788b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:19.505337 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7d4205-dd9d-47af-a4b5-1cba5eef788b admin admin] Pushing event updated for resources: {'Port': ['ID=c502a15d-b093-460d-ac9d-e2e117faddc0,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:19.510334 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6c7d4205-dd9d-47af-a4b5-1cba5eef788b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933629'] for router_interface, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:19.583787 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-1a3e0ed5-280e-4c15-90fa-b33b748d2e01 None None] Set router 08480fba-8475-4618-af2a-3855f13c3ad3 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:18:19.619510 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f642474c-d885-4fce-bb73-e8e33ec2a2a7 req-b5dfa3ac-9ca9-4418-a29b-b25555459ebb tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:19.630877 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f642474c-d885-4fce-bb73-e8e33ec2a2a7 req-b5dfa3ac-9ca9-4418-a29b-b25555459ebb tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/ports?device_id=20b83579-3dd4-4d02-9c47-79fe23b58a70 HTTP/1.1" status: 200 len: 945 time: 0.0921044 Nov 12 08:18:19.667878 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7d4205-dd9d-47af-a4b5-1cba5eef788b admin admin] Network f2015be7-a96f-492b-b082-b1df692f4802 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:18:19.670103 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-6c7d4205-dd9d-47af-a4b5-1cba5eef788b admin admin] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:18:19.735861 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f642474c-d885-4fce-bb73-e8e33ec2a2a7 req-b09c5e4a-c149-47cd-9368-3e71227cbd0d tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/security-groups?id=aec52d38-03ed-427d-a216-63dd2a33f98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029477 Nov 12 08:18:19.934852 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 92ddebac-c6ff-4c31-9445-454923043987 up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:18:19.955743 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb601aa8-4039-494a-a0ac-19450e94582c req-e91c602e-cb9c-4d5d-b1de-c0a15443d04b tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:19.969243 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cb601aa8-4039-494a-a0ac-19450e94582c req-e91c602e-cb9c-4d5d-b1de-c0a15443d04b tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ab28858-2c52-4dcb-a002-f6d45a25e6d5 HTTP/1.1" status: 200 len: 944 time: 0.1336899 Nov 12 08:18:20.071618 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cb601aa8-4039-494a-a0ac-19450e94582c req-1e4855b1-ea81-436f-9d5f-41b6a65757f3 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015351 Nov 12 08:18:20.252366 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0400fb02-007d-476a-89cc-8d4760e826fb req-fe6e7339-ab7e-43ec-aa9e-1156a737825f tempest-ServerShowV247Test-2068399042 tempest-ServerShowV247Test-2068399042-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f2062f1-be8c-465e-a8d4-eda2cdde2efe HTTP/1.1" status: 200 len: 210 time: 0.4784825 Nov 12 08:18:20.314378 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0cc49afa-91f1-491f-b341-28cf72d1ea0b req-45d881f4-148f-4f07-9744-eab2a78d07fc service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2294666f-258f-4d91-9c35-2192a1edbbc3 HTTP/1.1" status: 200 len: 210 time: 0.0784950 Nov 12 08:18:20.395410 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e447ea8-8afd-4fba-9842-04b9261191c1 req-a294d269-7738-443e-b265-f3621c547a36 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:20.400584 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7e447ea8-8afd-4fba-9842-04b9261191c1 req-a294d269-7738-443e-b265-f3621c547a36 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=e81c00fb-be81-4dc0-8163-c8f29263b935 HTTP/1.1" status: 200 len: 946 time: 0.1727428 Nov 12 08:18:20.467412 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-656c81d2-159c-43e9-b3db-bfa2d61bc8dd None None] Provisioning complete for port c502a15d-b093-460d-ac9d-e2e117faddc0 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:18:20.467825 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-656c81d2-159c-43e9-b3db-bfa2d61bc8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:20.484865 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c7d4205-dd9d-47af-a4b5-1cba5eef788b admin admin] Router 08480fba-8475-4618-af2a-3855f13c3ad3 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:18:20.509516 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-656c81d2-159c-43e9-b3db-bfa2d61bc8dd None None] Port c502a15d-b093-460d-ac9d-e2e117faddc0 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:18:20.522650 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7e447ea8-8afd-4fba-9842-04b9261191c1 req-033dcae6-0044-432c-8ed0-2435088f93e8 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128423 Nov 12 08:18:20.562766 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning for port 92ddebac-c6ff-4c31-9445-454923043987 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:18:20.576293 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port 92ddebac-c6ff-4c31-9445-454923043987 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:18:20.576701 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:20.627738 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-1a3e0ed5-280e-4c15-90fa-b33b748d2e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08480fba-8475-4618-af2a-3855f13c3ad3', 'name': 'tempest-ServersTestJSON-812345662-router', 'tenant_id': 'bfeafcdb40754d84afc50bdc0e3e88ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '0ef33b79-efca-4bc9-90f4-2d3c2f010ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:18:12Z', 'updated_at': '2021-11-12T08:18:18Z', 'revision_number': 4, 'project_id': 'bfeafcdb40754d84afc50bdc0e3e88ee', 'gw_port': {'id': '0ef33b79-efca-4bc9-90f4-2d3c2f010ff6', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:64:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08480fba-8475-4618-af2a-3855f13c3ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:18:13Z', 'updated_at': '2021-11-12T08:18:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': 'c502a15d-b093-460d-ac9d-e2e117faddc0', 'name': '', 'network_id': 'f2015be7-a96f-492b-b082-b1df692f4802', 'tenant_id': 'bfeafcdb40754d84afc50bdc0e3e88ee', 'mac_address': 'fa:16:3e:18:e4:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08480fba-8475-4618-af2a-3855f13c3ad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': 'afb78417-4060-4cd2-9f52-71f67bd868c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:18:17Z', 'updated_at': '2021-11-12T08:18:17Z', 'revision_number': 1, 'project_id': 'bfeafcdb40754d84afc50bdc0e3e88ee', 'subnets': [{'id': 'afb78417-4060-4cd2-9f52-71f67bd868c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:18:20.667333 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3e0ed5-280e-4c15-90fa-b33b748d2e01 None None] The sync data for ids ['08480fba-8475-4618-af2a-3855f13c3ad3'] in n-d-765315-29 is: [{'id': '08480fba-8475-4618-af2a-3855f13c3ad3', 'name': 'tempest-ServersTestJSON-812345662-router', 'tenant_id': 'bfeafcdb40754d84afc50bdc0e3e88ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '0ef33b79-efca-4bc9-90f4-2d3c2f010ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:18:12Z', 'updated_at': '2021-11-12T08:18:18Z', 'revision_number': 4, 'project_id': 'bfeafcdb40754d84afc50bdc0e3e88ee', 'gw_port': {'id': '0ef33b79-efca-4bc9-90f4-2d3c2f010ff6', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:64:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08480fba-8475-4618-af2a-3855f13c3ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:18:13Z', 'updated_at': '2021-11-12T08:18:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': 'c502a15d-b093-460d-ac9d-e2e117faddc0', 'name': '', 'network_id': 'f2015be7-a96f-492b-b082-b1df692f4802', 'tenant_id': 'bfeafcdb40754d84afc50bdc0e3e88ee', 'mac_address': 'fa:16:3e:18:e4:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08480fba-8475-4618-af2a-3855f13c3ad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': 'afb78417-4060-4cd2-9f52-71f67bd868c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:18:17Z', 'updated_at': '2021-11-12T08:18:17Z', 'revision_number': 1, 'project_id': 'bfeafcdb40754d84afc50bdc0e3e88ee', 'subnets': [{'id': 'afb78417-4060-4cd2-9f52-71f67bd868c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:18:20.742093 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c7d4205-dd9d-47af-a4b5-1cba5eef788b admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:18:20.766766 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:20.779894 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-6c7d4205-dd9d-47af-a4b5-1cba5eef788b admin admin] 10.222.0.26 "PUT /v2.0/routers/08480fba-8475-4618-af2a-3855f13c3ad3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6434667 Nov 12 08:18:20.830225 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ab28858-2c52-4dcb-a002-f6d45a25e6d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92ddebac-c6ff-4c31-9445-454923043987'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:18:20.834881 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae368b0-86c1-474f-ae3c-4e522e60a445" -d '{"events": [{"server_uuid": "5ab28858-2c52-4dcb-a002-f6d45a25e6d5", "name": "network-vif-plugged", "status": "completed", "tag": "92ddebac-c6ff-4c31-9445-454923043987"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:18:20.868799 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 92ddebac-c6ff-4c31-9445-454923043987, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=92ddebac-c6ff-4c31-9445-454923043987,segment=NetworkSegment(74228b36-f518-48da-bb5a-2dae6173211b),segment_id=74228b36-f518-48da-bb5a-2dae6173211b)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:18:20.869084 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b603ed42-a969-4ded-843c-ab87ffe43faf req-40c4f0cc-1f16-4cc1-abff-b803115c20b9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3f2062f1-be8c-465e-a8d4-eda2cdde2efe HTTP/1.1" status: 200 len: 210 time: 0.0840211 Nov 12 08:18:20.902681 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:20.903491 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device be79f6de-0f9f-4bcc-a18b-80ca9b0df999 no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:18:20.981723 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240b5b7a-a479-491b-a6dc-17fcd2f72809 req-adfb3188-de7e-4717-8654-56d71eab5993 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:20.989646 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-240b5b7a-a479-491b-a6dc-17fcd2f72809 req-adfb3188-de7e-4717-8654-56d71eab5993 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/ports?device_id=20b83579-3dd4-4d02-9c47-79fe23b58a70 HTTP/1.1" status: 200 len: 945 time: 0.1228645 Nov 12 08:18:21.076485 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-240b5b7a-a479-491b-a6dc-17fcd2f72809 req-7d362b82-5b59-4ce0-9fe3-8d4c06d0a831 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/security-groups?id=aec52d38-03ed-427d-a216-63dd2a33f98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858831 Nov 12 08:18:21.150546 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d242ca18-392f-4913-ac51-ee43651ad94a x-openstack-request-id: req-d242ca18-392f-4913-ac51-ee43651ad94a {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:18:21.159081 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ab28858-2c52-4dcb-a002-f6d45a25e6d5", "name": "network-vif-plugged", "status": "completed", "tag": "92ddebac-c6ff-4c31-9445-454923043987", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:18:21.159645 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d242ca18-392f-4913-ac51-ee43651ad94a {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:18:21.161073 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ab28858-2c52-4dcb-a002-f6d45a25e6d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92ddebac-c6ff-4c31-9445-454923043987', 'code': 200} Nov 12 08:18:21.169387 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=92ddebac-c6ff-4c31-9445-454923043987,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:21.180434 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] No Port match for: be79f6de-0f9f-4bcc-a18b-80ca9b0df999 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:18:21.181490 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device be79f6de-0f9f-4bcc-a18b-80ca9b0df999 not bound to the agent host n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:18:21.284336 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69378093-69e8-4d23-a01f-c81a336b8da9 req-4ec8e6e5-496d-4c69-a247-8c7b977cd4fa tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:21.287120 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-69378093-69e8-4d23-a01f-c81a336b8da9 req-4ec8e6e5-496d-4c69-a247-8c7b977cd4fa tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=ebd09adc-ee2c-4ae1-a7b0-f87d2365516f HTTP/1.1" status: 200 len: 949 time: 0.0859404 Nov 12 08:18:21.402852 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847561a7-1977-466e-88fa-19c10415ffa3 req-1119b541-774f-41cc-9784-155f8e156003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:21.404540 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-847561a7-1977-466e-88fa-19c10415ffa3 req-1119b541-774f-41cc-9784-155f8e156003 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5ab28858-2c52-4dcb-a002-f6d45a25e6d5 HTTP/1.1" status: 200 len: 1097 time: 0.0994942 Nov 12 08:18:21.435132 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-69378093-69e8-4d23-a01f-c81a336b8da9 req-498c32b1-544a-4e83-b2ff-9339de672840 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367860 Nov 12 08:18:21.477444 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-847561a7-1977-466e-88fa-19c10415ffa3 req-2fe1bb23-f4b9-44ea-a723-70c22687d2af service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636458 Nov 12 08:18:21.615194 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f4d7b9-9f02-4463-8274-dd542949da79 req-c3527314-614b-4638-98ee-d22f602ef1f7 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:21.618984 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 45204) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:18:21.625092 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-046220dd-63ae-479e-bc5e-9771a65ad016 tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Request body: {'security_group': {'name': 'tempest-securitygroup--84662893', 'description': 'tempest-description--1731997647'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:18:21.626307 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a5f4d7b9-9f02-4463-8274-dd542949da79 req-c3527314-614b-4638-98ee-d22f602ef1f7 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ab28858-2c52-4dcb-a002-f6d45a25e6d5 HTTP/1.1" status: 200 len: 945 time: 0.0851204 Nov 12 08:18:21.694026 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-046220dd-63ae-479e-bc5e-9771a65ad016 tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:21.741693 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a5f4d7b9-9f02-4463-8274-dd542949da79 req-f6b9870e-d24a-41ec-8dd7-9574b100b1db tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097727 Nov 12 08:18:21.784698 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-046220dd-63ae-479e-bc5e-9771a65ad016 tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:21.813220 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-046220dd-63ae-479e-bc5e-9771a65ad016 tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:21.850676 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8d0c7e82-fc73-4844-aae0-02f935b2b7a8 req-3004f8f6-efa2-4b52-89fa-b9569870cc47 tempest-ServerShowV247Test-2068399042 tempest-ServerShowV247Test-2068399042-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f2062f1-be8c-465e-a8d4-eda2cdde2efe HTTP/1.1" status: 200 len: 210 time: 0.0627763 Nov 12 08:18:21.896556 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-046220dd-63ae-479e-bc5e-9771a65ad016 tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:21.900392 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-046220dd-63ae-479e-bc5e-9771a65ad016 tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2797630 Nov 12 08:18:21.911946 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 45206) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:18:21.945165 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-ecee4253-ad45-41cc-b4c1-16753384b779 tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Request body: {'security_group_rule': {'security_group_id': '426244ab-d9bf-485a-a6d0-584def4dae11', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:18:21.954216 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b478871-0ac5-4dab-af20-11d6d81535f8 req-66e3a4c1-0aff-4f9e-a1b3-cf9f79144fe3 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:21.956120 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5b478871-0ac5-4dab-af20-11d6d81535f8 req-66e3a4c1-0aff-4f9e-a1b3-cf9f79144fe3 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=e81c00fb-be81-4dc0-8163-c8f29263b935 HTTP/1.1" status: 200 len: 946 time: 0.1370792 Nov 12 08:18:21.977681 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046220dd-63ae-479e-bc5e-9771a65ad016 tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=426244ab-d9bf-485a-a6d0-584def4dae11,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:22.023212 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ecee4253-ad45-41cc-b4c1-16753384b779 tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:22.083340 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5b478871-0ac5-4dab-af20-11d6d81535f8 req-1e30be74-f34a-44c9-9e47-aa950e2843d5 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132445 Nov 12 08:18:22.138726 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ecee4253-ad45-41cc-b4c1-16753384b779 tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:22.148763 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ecee4253-ad45-41cc-b4c1-16753384b779 tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:22.217110 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecee4253-ad45-41cc-b4c1-16753384b779 tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9067080-41cd-488a-ab4c-44b8b5de312d,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:22.248308 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ecee4253-ad45-41cc-b4c1-16753384b779 tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:22.269685 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-ecee4253-ad45-41cc-b4c1-16753384b779 tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3375676 Nov 12 08:18:22.275588 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 45212) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:18:22.289544 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-752e2069-fc2b-44f7-a234-ffdb2d5234f5 tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Request body: {'security_group_rule': {'security_group_id': '426244ab-d9bf-485a-a6d0-584def4dae11', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:18:22.290985 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fb87ee-583e-4b14-bfb5-a3da556e66a7 req-06ffc7a7-5447-4861-89e1-1e1068166907 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:22.302115 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-11fb87ee-583e-4b14-bfb5-a3da556e66a7 req-06ffc7a7-5447-4861-89e1-1e1068166907 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/ports?device_id=20b83579-3dd4-4d02-9c47-79fe23b58a70 HTTP/1.1" status: 200 len: 945 time: 0.1538520 Nov 12 08:18:22.393683 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-752e2069-fc2b-44f7-a234-ffdb2d5234f5 tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:22.406134 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-11fb87ee-583e-4b14-bfb5-a3da556e66a7 req-5f6882f2-5027-4979-b234-a225e2c3c45a tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/security-groups?id=aec52d38-03ed-427d-a216-63dd2a33f98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976725 Nov 12 08:18:22.501218 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-752e2069-fc2b-44f7-a234-ffdb2d5234f5 tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:22.508309 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-752e2069-fc2b-44f7-a234-ffdb2d5234f5 tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:22.530764 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752e2069-fc2b-44f7-a234-ffdb2d5234f5 tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14fcb27c-34c1-4ad5-95f3-8e003043a396,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:22.546539 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-752e2069-fc2b-44f7-a234-ffdb2d5234f5 tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:22.552541 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 45218) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:18:22.552976 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-752e2069-fc2b-44f7-a234-ffdb2d5234f5 tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2732787 Nov 12 08:18:22.557726 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-df8d1556-7463-432e-846f-24cb96865bb2 tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Request body: {'floatingip': {'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:18:22.742679 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422870dd-092a-4309-9403-646507e2be93 req-0856ab94-8a93-4146-8ee8-964c3d39a3a8 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:22.744394 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-422870dd-092a-4309-9403-646507e2be93 req-0856ab94-8a93-4146-8ee8-964c3d39a3a8 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=ebd09adc-ee2c-4ae1-a7b0-f87d2365516f HTTP/1.1" status: 200 len: 949 time: 0.1045039 Nov 12 08:18:22.749124 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-df8d1556-7463-432e-846f-24cb96865bb2 tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Publish callbacks [] for floatingip, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:22.825356 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:18:22.842337 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a11d85a-cf38-43a5-892b-46fef75acf8f req-38636f79-ebfc-4198-aa45-6333fb02d9cd tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:22.844054 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0a11d85a-cf38-43a5-892b-46fef75acf8f req-38636f79-ebfc-4198-aa45-6333fb02d9cd tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=e81c00fb-be81-4dc0-8163-c8f29263b935 HTTP/1.1" status: 200 len: 946 time: 0.2259405 Nov 12 08:18:22.874452 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fc3605-a3ee-422c-981b-77ef066826d5 req-b4678a75-ee37-43d6-953d-aebd1be0697b tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:22.876365 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-96fc3605-a3ee-422c-981b-77ef066826d5 req-b4678a75-ee37-43d6-953d-aebd1be0697b tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fb8d5c0-2de2-44f6-9bab-123c9403a196 HTTP/1.1" status: 200 len: 949 time: 0.0993052 Nov 12 08:18:22.889344 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-422870dd-092a-4309-9403-646507e2be93 req-8113c27d-0f62-4f18-aa89-25f230f7c1c5 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215835 Nov 12 08:18:22.979337 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0a11d85a-cf38-43a5-892b-46fef75acf8f req-694378dd-68c2-42a8-8614-5743da718d82 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949652 Nov 12 08:18:23.038162 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-df8d1556-7463-432e-846f-24cb96865bb2 tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:23.067616 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c589db1-928f-4e66-846c-75a82db99108 req-c26c8f17-9087-4ce2-bc7b-676ed857f0fa tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:23.069128 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9c589db1-928f-4e66-846c-75a82db99108 req-c26c8f17-9087-4ce2-bc7b-676ed857f0fa tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ab28858-2c52-4dcb-a002-f6d45a25e6d5 HTTP/1.1" status: 200 len: 945 time: 0.0859771 Nov 12 08:18:23.099193 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [req-96fc3605-a3ee-422c-981b-77ef066826d5 req-78db022a-63a8-4d99-abd4-85d5c448d036 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Deleting port 6a931b66-3461-40d0-ae79-b16c89f5d99e {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:18:23.099524 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-96fc3605-a3ee-422c-981b-77ef066826d5 req-78db022a-63a8-4d99-abd4-85d5c448d036 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:23.112432 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-81e88bb1-9f13-4ba3-aa86-a4bd2b5e884a req-8219590a-80fd-4635-a546-810de7dd5d52 tempest-ServerShowV247Test-2068399042 tempest-ServerShowV247Test-2068399042-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f2062f1-be8c-465e-a8d4-eda2cdde2efe HTTP/1.1" status: 200 len: 210 time: 0.0641909 Nov 12 08:18:23.207445 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-df8d1556-7463-432e-846f-24cb96865bb2 tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Allocated IP 172.25.2.131 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/e0f0b3bf-f54d-4da1-be67-41464a50795b) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:18:23.209234 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9c589db1-928f-4e66-846c-75a82db99108 req-0952a382-0f38-4693-ba89-386b1828393b tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328998 Nov 12 08:18:23.257645 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-96fc3605-a3ee-422c-981b-77ef066826d5 req-78db022a-63a8-4d99-abd4-85d5c448d036 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] For port 6a931b66-3461-40d0-ae79-b16c89f5d99e, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=6a931b66-3461-40d0-ae79-b16c89f5d99e,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:18:23.258017 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-96fc3605-a3ee-422c-981b-77ef066826d5 req-78db022a-63a8-4d99-abd4-85d5c448d036 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:23.272905 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [req-96fc3605-a3ee-422c-981b-77ef066826d5 req-78db022a-63a8-4d99-abd4-85d5c448d036 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Calling delete_port for 6a931b66-3461-40d0-ae79-b16c89f5d99e owned by compute:nova {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:18:23.383879 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-df8d1556-7463-432e-846f-24cb96865bb2 tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:23.448385 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-df8d1556-7463-432e-846f-24cb96865bb2 tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:23.514193 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8d1556-7463-432e-846f-24cb96865bb2 tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:18:23.533163 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-df8d1556-7463-432e-846f-24cb96865bb2 tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:18:23.537576 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d1556-7463-432e-846f-24cb96865bb2 tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Pushing event updated for resources: {'Port': ['ID=e0f0b3bf-f54d-4da1-be67-41464a50795b,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:23.540828 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8d1556-7463-432e-846f-24cb96865bb2 tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:18:23.562215 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-96fc3605-a3ee-422c-981b-77ef066826d5 req-78db022a-63a8-4d99-abd4-85d5c448d036 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:23.574649 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['641ecf14-1420-46c8-ab6e-1776d803d920'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:18:23.623337 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78db022a-63a8-4d99-abd4-85d5c448d036 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Pushing event deleted for resources: {'Port': ['ID=6a931b66-3461-40d0-ae79-b16c89f5d99e,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:23.645088 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['ed95649b-ce37-4271-a755-fb97b8480123', '2393022c-b8ff-4fe1-8f37-568a7b900426', '9304a2ab-88c7-4303-afc3-edae093f1f00'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:18:23.737168 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-742c6866-7152-404e-ab0b-def24be403b6 req-ff698f7b-676c-45fa-946d-9100285e3416 tempest-ServerShowV247Test-2068399042 tempest-ServerShowV247Test-2068399042-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f2062f1-be8c-465e-a8d4-eda2cdde2efe HTTP/1.1" status: 200 len: 210 time: 0.1007354 Nov 12 08:18:23.788878 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7297ed-81dd-4f11-a8d2-1608ef3d61a3 req-5cc80d1b-2eee-4ae4-9eae-469f31829045 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:23.793772 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-df8d1556-7463-432e-846f-24cb96865bb2 tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:23.804407 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2d7297ed-81dd-4f11-a8d2-1608ef3d61a3 req-5cc80d1b-2eee-4ae4-9eae-469f31829045 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/ports?device_id=20b83579-3dd4-4d02-9c47-79fe23b58a70 HTTP/1.1" status: 200 len: 945 time: 0.2580335 Nov 12 08:18:23.819876 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [req-96fc3605-a3ee-422c-981b-77ef066826d5 req-78db022a-63a8-4d99-abd4-85d5c448d036 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] No DVR routers for this DVR port 6a931b66-3461-40d0-ae79-b16c89f5d99e on host n-h1-765315-29 {{(pid=102600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:18:23.824638 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-96fc3605-a3ee-422c-981b-77ef066826d5 req-78db022a-63a8-4d99-abd4-85d5c448d036 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:23.828722 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-96fc3605-a3ee-422c-981b-77ef066826d5 req-78db022a-63a8-4d99-abd4-85d5c448d036 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.21 "DELETE /v2.0/ports/6a931b66-3461-40d0-ae79-b16c89f5d99e HTTP/1.1" status: 204 len: 173 time: 0.9301262 Nov 12 08:18:23.836512 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fb8d5c0-2de2-44f6-9bab-123c9403a196', 'name': 'network-vif-deleted', 'tag': '6a931b66-3461-40d0-ae79-b16c89f5d99e'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:18:23.838859 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9a5695b-a31f-4f5c-8350-e457032b69b8" -d '{"events": [{"server_uuid": "2fb8d5c0-2de2-44f6-9bab-123c9403a196", "name": "network-vif-deleted", "tag": "6a931b66-3461-40d0-ae79-b16c89f5d99e"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:18:23.923067 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ee51548-85ea-429b-bd61-d3e7adf1cfb8 x-openstack-request-id: req-7ee51548-85ea-429b-bd61-d3e7adf1cfb8 {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:18:23.923729 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fb8d5c0-2de2-44f6-9bab-123c9403a196", "name": "network-vif-deleted", "tag": "6a931b66-3461-40d0-ae79-b16c89f5d99e", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:18:23.923729 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7ee51548-85ea-429b-bd61-d3e7adf1cfb8 {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:18:23.924042 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fb8d5c0-2de2-44f6-9bab-123c9403a196', 'name': 'network-vif-deleted', 'tag': '6a931b66-3461-40d0-ae79-b16c89f5d99e', 'status': 'completed', 'code': 200} Nov 12 08:18:23.947125 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-df8d1556-7463-432e-846f-24cb96865bb2 tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:23.951716 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2d7297ed-81dd-4f11-a8d2-1608ef3d61a3 req-cef98f8a-bea3-4f08-b459-778533810ae9 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/security-groups?id=aec52d38-03ed-427d-a216-63dd2a33f98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451874 Nov 12 08:18:23.990752 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66472624-fc12-4a6a-b77a-fcc0177375fa req-065ee931-fb14-4191-acb7-1167a2dac4cd tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:23.993651 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-66472624-fc12-4a6a-b77a-fcc0177375fa req-065ee931-fb14-4191-acb7-1167a2dac4cd tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.44 "GET /v2.0/ports?device_id=ebd09adc-ee2c-4ae1-a7b0-f87d2365516f HTTP/1.1" status: 200 len: 949 time: 0.2544398 Nov 12 08:18:24.068467 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 0ef33b79-efca-4bc9-90f4-2d3c2f010ff6 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:18:24.167437 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77903f1d-67bc-467e-a71e-8c38cb874948 None None] Sync routers for ids ['08480fba-8475-4618-af2a-3855f13c3ad3'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:18:24.185730 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77903f1d-67bc-467e-a71e-8c38cb874948 None None] Routers {'08480fba-8475-4618-af2a-3855f13c3ad3'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:18:24.186407 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-77903f1d-67bc-467e-a71e-8c38cb874948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:18:06Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['08480fba-8475-4618-af2a-3855f13c3ad3'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:18:24.186875 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a703ba-e016-430d-95bd-b781308cf6c7 req-d794e35f-449e-427f-8567-7fcc14d55482 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:24.188578 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-35a703ba-e016-430d-95bd-b781308cf6c7 req-d794e35f-449e-427f-8567-7fcc14d55482 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=e81c00fb-be81-4dc0-8163-c8f29263b935 HTTP/1.1" status: 200 len: 946 time: 0.0755482 Nov 12 08:18:24.236733 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f27f6cb-38c1-4319-a3d3-f3edd4963f9f req-be6a7bee-9a27-41f1-b9f3-2a4e176e8a77 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:24.242193 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-35a703ba-e016-430d-95bd-b781308cf6c7 req-7a4c8a71-fee3-49c1-b0e6-1389a9832ba9 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457344 Nov 12 08:18:24.248919 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1f27f6cb-38c1-4319-a3d3-f3edd4963f9f req-be6a7bee-9a27-41f1-b9f3-2a4e176e8a77 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=ebd09adc-ee2c-4ae1-a7b0-f87d2365516f HTTP/1.1" status: 200 len: 949 time: 0.2118022 Nov 12 08:18:24.361371 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 0ef33b79-efca-4bc9-90f4-2d3c2f010ff6 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:18:24.361923 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:24.413562 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-66472624-fc12-4a6a-b77a-fcc0177375fa req-94b24305-dfcc-412c-8e75-3591453ad3ec tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Deleting port 9304a2ab-88c7-4303-afc3-edae093f1f00 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:18:24.413970 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-66472624-fc12-4a6a-b77a-fcc0177375fa req-94b24305-dfcc-412c-8e75-3591453ad3ec tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:24.430766 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1f27f6cb-38c1-4319-a3d3-f3edd4963f9f req-ba44e8c6-4945-48a5-9ff0-162553cebb82 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808629 Nov 12 08:18:24.490075 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d62f35-b779-448b-8ca9-72184bd82e68 req-0b7c1a90-936e-426b-a68e-53d2ec44b2f1 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:24.491126 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-77903f1d-67bc-467e-a71e-8c38cb874948 None None] Set router 08480fba-8475-4618-af2a-3855f13c3ad3 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:18:24.493744 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c8d62f35-b779-448b-8ca9-72184bd82e68 req-0b7c1a90-936e-426b-a68e-53d2ec44b2f1 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ab28858-2c52-4dcb-a002-f6d45a25e6d5 HTTP/1.1" status: 200 len: 945 time: 0.0958169 Nov 12 08:18:24.583689 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-df8d1556-7463-432e-846f-24cb96865bb2 tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:24.596438 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-df8d1556-7463-432e-846f-24cb96865bb2 tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:24.606852 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c8d62f35-b779-448b-8ca9-72184bd82e68 req-167d540f-d208-41e2-bc96-926e1939c2a8 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010618 Nov 12 08:18:24.617227 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:24.664361 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-66472624-fc12-4a6a-b77a-fcc0177375fa req-94b24305-dfcc-412c-8e75-3591453ad3ec tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] For port 9304a2ab-88c7-4303-afc3-edae093f1f00, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=9304a2ab-88c7-4303-afc3-edae093f1f00,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:18:24.664941 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-66472624-fc12-4a6a-b77a-fcc0177375fa req-94b24305-dfcc-412c-8e75-3591453ad3ec tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:24.674867 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] For port 0ef33b79-efca-4bc9-90f4-2d3c2f010ff6, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=0ef33b79-efca-4bc9-90f4-2d3c2f010ff6,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:18:24.697052 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:24.711839 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9d9bef-99d6-406a-aacd-0f78a8b51491 req-0bd3e4f6-d8a3-4182-8b1a-94369c656ee3 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:24.713848 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2e9d9bef-99d6-406a-aacd-0f78a8b51491 req-0bd3e4f6-d8a3-4182-8b1a-94369c656ee3 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.44 "GET /v2.0/ports?device_id=e81c00fb-be81-4dc0-8163-c8f29263b935 HTTP/1.1" status: 200 len: 946 time: 0.2030306 Nov 12 08:18:24.746881 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-66472624-fc12-4a6a-b77a-fcc0177375fa req-94b24305-dfcc-412c-8e75-3591453ad3ec tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Calling delete_port for 9304a2ab-88c7-4303-afc3-edae093f1f00 owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:18:24.786061 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d1556-7463-432e-846f-24cb96865bb2 tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Pushing event updated for resources: {'Port': ['ID=e0f0b3bf-f54d-4da1-be67-41464a50795b,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:24.789811 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Pushing event updated for resources: {'Port': ['ID=0ef33b79-efca-4bc9-90f4-2d3c2f010ff6,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:24.926220 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-df8d1556-7463-432e-846f-24cb96865bb2 tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:24.930012 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c8acd1a5-a846-4364-abab-b087e405d35f req-db5f8ec0-d505-437c-ac0d-853ce18922db tempest-ServerShowV247Test-2068399042 tempest-ServerShowV247Test-2068399042-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f2062f1-be8c-465e-a8d4-eda2cdde2efe HTTP/1.1" status: 200 len: 210 time: 0.0437446 Nov 12 08:18:24.965826 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-77903f1d-67bc-467e-a71e-8c38cb874948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08480fba-8475-4618-af2a-3855f13c3ad3', 'name': 'tempest-ServersTestJSON-812345662-router', 'tenant_id': 'bfeafcdb40754d84afc50bdc0e3e88ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '0ef33b79-efca-4bc9-90f4-2d3c2f010ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:18:12Z', 'updated_at': '2021-11-12T08:18:18Z', 'revision_number': 4, 'project_id': 'bfeafcdb40754d84afc50bdc0e3e88ee', 'gw_port': {'id': '0ef33b79-efca-4bc9-90f4-2d3c2f010ff6', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:64:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08480fba-8475-4618-af2a-3855f13c3ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:18:13Z', 'updated_at': '2021-11-12T08:18:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': 'c502a15d-b093-460d-ac9d-e2e117faddc0', 'name': '', 'network_id': 'f2015be7-a96f-492b-b082-b1df692f4802', 'tenant_id': 'bfeafcdb40754d84afc50bdc0e3e88ee', 'mac_address': 'fa:16:3e:18:e4:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08480fba-8475-4618-af2a-3855f13c3ad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': 'afb78417-4060-4cd2-9f52-71f67bd868c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:18:17Z', 'updated_at': '2021-11-12T08:18:18Z', 'revision_number': 2, 'project_id': 'bfeafcdb40754d84afc50bdc0e3e88ee', 'subnets': [{'id': 'afb78417-4060-4cd2-9f52-71f67bd868c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:18:24.966948 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-df8d1556-7463-432e-846f-24cb96865bb2 tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:24.968364 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-df8d1556-7463-432e-846f-24cb96865bb2 tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4141865 Nov 12 08:18:24.993939 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fee5fb3-27ce-49b6-9293-a4e4a0fe552c req-209e92a8-9bf2-4e52-bcbc-29225cfc68e5 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:24.995468 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7fee5fb3-27ce-49b6-9293-a4e4a0fe552c req-209e92a8-9bf2-4e52-bcbc-29225cfc68e5 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ab28858-2c52-4dcb-a002-f6d45a25e6d5 HTTP/1.1" status: 200 len: 945 time: 0.2447896 Nov 12 08:18:24.995576 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77903f1d-67bc-467e-a71e-8c38cb874948 None None] Checking router: 08480fba-8475-4618-af2a-3855f13c3ad3 for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:18:24.995845 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77903f1d-67bc-467e-a71e-8c38cb874948 None None] Updating router 08480fba-8475-4618-af2a-3855f13c3ad3 port c502a15d-b093-460d-ac9d-e2e117faddc0 binding host n-d-765315-29 {{(pid=102602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:18:25.033454 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-77903f1d-67bc-467e-a71e-8c38cb874948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:25.054423 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-2e9d9bef-99d6-406a-aacd-0f78a8b51491 req-2a46cc64-ee7a-40b4-9ddc-f26b0a96e641 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Deleting port b7949fb3-24e3-4fd8-b179-63d172df87d3 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:18:25.054423 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-2e9d9bef-99d6-406a-aacd-0f78a8b51491 req-2a46cc64-ee7a-40b4-9ddc-f26b0a96e641 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:25.100360 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1fe276-81fc-465b-b766-3771b8913530 req-3a24fd62-25dc-43d3-94b4-724e623b7c83 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:25.102139 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ba1fe276-81fc-465b-b766-3771b8913530 req-3a24fd62-25dc-43d3-94b4-724e623b7c83 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/ports?device_id=20b83579-3dd4-4d02-9c47-79fe23b58a70 HTTP/1.1" status: 200 len: 945 time: 0.0591698 Nov 12 08:18:25.114012 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7fee5fb3-27ce-49b6-9293-a4e4a0fe552c req-93285780-e95b-4bad-8894-ad7613067594 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063235 Nov 12 08:18:25.182439 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-66472624-fc12-4a6a-b77a-fcc0177375fa req-94b24305-dfcc-412c-8e75-3591453ad3ec tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:25.194439 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['641ecf14-1420-46c8-ab6e-1776d803d920'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:18:25.225641 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b24305-dfcc-412c-8e75-3591453ad3ec tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Pushing event deleted for resources: {'Port': ['ID=9304a2ab-88c7-4303-afc3-edae093f1f00,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:25.229865 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ba1fe276-81fc-465b-b766-3771b8913530 req-62d8201b-1769-43d0-b494-728ae39d1d68 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/security-groups?id=aec52d38-03ed-427d-a216-63dd2a33f98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195643 Nov 12 08:18:25.301206 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-66472624-fc12-4a6a-b77a-fcc0177375fa req-94b24305-dfcc-412c-8e75-3591453ad3ec tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] No DVR routers for this DVR port 9304a2ab-88c7-4303-afc3-edae093f1f00 on host n-h2-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:18:25.304965 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-2e9d9bef-99d6-406a-aacd-0f78a8b51491 req-2a46cc64-ee7a-40b4-9ddc-f26b0a96e641 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] For port b7949fb3-24e3-4fd8-b179-63d172df87d3, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=b7949fb3-24e3-4fd8-b179-63d172df87d3,segment=NetworkSegment(931741a0-66de-48c6-b90b-c82af0a9f552),segment_id=931741a0-66de-48c6-b90b-c82af0a9f552)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:18:25.305358 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-2e9d9bef-99d6-406a-aacd-0f78a8b51491 req-2a46cc64-ee7a-40b4-9ddc-f26b0a96e641 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:25.308441 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-66472624-fc12-4a6a-b77a-fcc0177375fa req-94b24305-dfcc-412c-8e75-3591453ad3ec tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:25.312289 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-66472624-fc12-4a6a-b77a-fcc0177375fa req-94b24305-dfcc-412c-8e75-3591453ad3ec tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.44 "DELETE /v2.0/ports/9304a2ab-88c7-4303-afc3-edae093f1f00 HTTP/1.1" status: 204 len: 173 time: 1.2773747 Nov 12 08:18:25.319364 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebd09adc-ee2c-4ae1-a7b0-f87d2365516f', 'name': 'network-vif-deleted', 'tag': '9304a2ab-88c7-4303-afc3-edae093f1f00'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:18:25.321639 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc69e32c-1add-41f0-a7ca-f5f718d2a902" -d '{"events": [{"server_uuid": "ebd09adc-ee2c-4ae1-a7b0-f87d2365516f", "name": "network-vif-deleted", "tag": "9304a2ab-88c7-4303-afc3-edae093f1f00"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:18:25.363256 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-2e9d9bef-99d6-406a-aacd-0f78a8b51491 req-2a46cc64-ee7a-40b4-9ddc-f26b0a96e641 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Calling delete_port for b7949fb3-24e3-4fd8-b179-63d172df87d3 owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:18:25.368125 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-261a7bd8-3b2e-4de2-81bc-69f8df59b2a3 req-718de14e-6e07-4bd0-b65f-b87184b21ea3 tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--84662893&fields=id&tenant_id=bfeafcdb40754d84afc50bdc0e3e88ee HTTP/1.1" status: 200 len: 267 time: 0.0728531 Nov 12 08:18:25.411554 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 6a931b66-3461-40d0-ae79-b16c89f5d99e no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:18:25.518136 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['ed95649b-ce37-4271-a755-fb97b8480123', '2393022c-b8ff-4fe1-8f37-568a7b900426'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:18:25.531718 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-e530113a-7783-48f4-9840-8911a24052df None None] No Port match for: 6a931b66-3461-40d0-ae79-b16c89f5d99e {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:18:25.532039 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 6a931b66-3461-40d0-ae79-b16c89f5d99e not bound to the agent host n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:18:25.586637 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a7bd8-3b2e-4de2-81bc-69f8df59b2a3 req-9530a8a2-6432-4e7d-a494-6d027a28a4d2 tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:25.593608 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-261a7bd8-3b2e-4de2-81bc-69f8df59b2a3 req-9530a8a2-6432-4e7d-a494-6d027a28a4d2 tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] 10.222.0.26 "GET /v2.0/networks?id=f2015be7-a96f-492b-b082-b1df692f4802 HTTP/1.1" status: 200 len: 805 time: 0.2087317 Nov 12 08:18:25.612159 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-261a7bd8-3b2e-4de2-81bc-69f8df59b2a3 req-0543d18d-ff09-4bd8-bd76-4ce8b847a9a7 tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] 10.222.0.26 "GET /v2.0/quotas/bfeafcdb40754d84afc50bdc0e3e88ee HTTP/1.1" status: 200 len: 375 time: 0.0168936 Nov 12 08:18:25.715685 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-77903f1d-67bc-467e-a71e-8c38cb874948 None None] Publish callbacks [] for port, precommit_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:25.725007 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-261a7bd8-3b2e-4de2-81bc-69f8df59b2a3 req-9f718f09-68f6-4d2c-b26f-60e14c0caf3d tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=bfeafcdb40754d84afc50bdc0e3e88ee&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1122763 Nov 12 08:18:25.728987 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-77903f1d-67bc-467e-a71e-8c38cb874948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:25.740353 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-2e9d9bef-99d6-406a-aacd-0f78a8b51491 req-2a46cc64-ee7a-40b4-9ddc-f26b0a96e641 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:25.745259 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837712a6-cc85-44e2-ab3a-eab59fd1ab36 req-ff405b23-cf1d-437b-9b8b-536a00b8fad1 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:25.750383 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-837712a6-cc85-44e2-ab3a-eab59fd1ab36 req-ff405b23-cf1d-437b-9b8b-536a00b8fad1 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=e81c00fb-be81-4dc0-8163-c8f29263b935 HTTP/1.1" status: 200 len: 946 time: 0.1554315 Nov 12 08:18:25.764618 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [req-261a7bd8-3b2e-4de2-81bc-69f8df59b2a3 req-22b23cef-6ea8-4a3b-8b98-ec14da687785 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:18:25.765639 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-261a7bd8-3b2e-4de2-81bc-69f8df59b2a3 req-22b23cef-6ea8-4a3b-8b98-ec14da687785 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0176594 Nov 12 08:18:25.812243 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a46cc64-ee7a-40b4-9ddc-f26b0a96e641 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Pushing event deleted for resources: {'Port': ['ID=b7949fb3-24e3-4fd8-b179-63d172df87d3,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:25.851520 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa2d68f-6fa9-46b4-8af3-8bc6bf97fe29 None None] Pushing event updated for resources: {'Port': ['ID=c502a15d-b093-460d-ac9d-e2e117faddc0,revision_number=3']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:25.879708 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 0ef33b79-efca-4bc9-90f4-2d3c2f010ff6 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:18:25.936774 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-837712a6-cc85-44e2-ab3a-eab59fd1ab36 req-7600d8e2-9649-410e-9080-72f041bffefb tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748433 Nov 12 08:18:25.981054 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa2d68f-6fa9-46b4-8af3-8bc6bf97fe29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:18:25.981335 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa2d68f-6fa9-46b4-8af3-8bc6bf97fe29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:18:25.981667 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa2d68f-6fa9-46b4-8af3-8bc6bf97fe29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:18:25.982003 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa2d68f-6fa9-46b4-8af3-8bc6bf97fe29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:18:25.982339 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa2d68f-6fa9-46b4-8af3-8bc6bf97fe29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:18:25.982695 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa2d68f-6fa9-46b4-8af3-8bc6bf97fe29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:18:25.983030 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa2d68f-6fa9-46b4-8af3-8bc6bf97fe29 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:18:25.983359 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa2d68f-6fa9-46b4-8af3-8bc6bf97fe29 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:18:25.983685 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa2d68f-6fa9-46b4-8af3-8bc6bf97fe29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:18:25.984012 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa2d68f-6fa9-46b4-8af3-8bc6bf97fe29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:18:25.994859 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa2d68f-6fa9-46b4-8af3-8bc6bf97fe29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:18:25.995297 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa2d68f-6fa9-46b4-8af3-8bc6bf97fe29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:18:26.049616 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-77903f1d-67bc-467e-a71e-8c38cb874948 None None] Attempting to bind port c502a15d-b093-460d-ac9d-e2e117faddc0 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:18:26.051336 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-77903f1d-67bc-467e-a71e-8c38cb874948 None None] Attempting to bind port c502a15d-b093-460d-ac9d-e2e117faddc0 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '55cfd097-7383-496f-8665-ccda3c907fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f2015be7-a96f-492b-b082-b1df692f4802'}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:18:26.051802 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77903f1d-67bc-467e-a71e-8c38cb874948 None None] Attempting to bind port c502a15d-b093-460d-ac9d-e2e117faddc0 on network f2015be7-a96f-492b-b082-b1df692f4802 {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:18:26.061066 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77903f1d-67bc-467e-a71e-8c38cb874948 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:18:26.061318 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77903f1d-67bc-467e-a71e-8c38cb874948 None None] Checking segment: {'id': '55cfd097-7383-496f-8665-ccda3c907fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f2015be7-a96f-492b-b082-b1df692f4802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:18:26.061725 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-77903f1d-67bc-467e-a71e-8c38cb874948 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:26.062122 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77903f1d-67bc-467e-a71e-8c38cb874948 None None] Bound using segment: {'id': '55cfd097-7383-496f-8665-ccda3c907fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f2015be7-a96f-492b-b082-b1df692f4802'} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:18:26.062609 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-77903f1d-67bc-467e-a71e-8c38cb874948 None None] Bound port: c502a15d-b093-460d-ac9d-e2e117faddc0, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55cfd097-7383-496f-8665-ccda3c907fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f2015be7-a96f-492b-b082-b1df692f4802'}}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:18:26.063005 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-77903f1d-67bc-467e-a71e-8c38cb874948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:26.068921 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 9304a2ab-88c7-4303-afc3-edae093f1f00 no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:18:26.106861 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f18a77-f782-4137-b2d1-92afb67c4758 x-openstack-request-id: req-80f18a77-f782-4137-b2d1-92afb67c4758 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:18:26.107457 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebd09adc-ee2c-4ae1-a7b0-f87d2365516f", "name": "network-vif-deleted", "tag": "9304a2ab-88c7-4303-afc3-edae093f1f00", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:18:26.107457 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-80f18a77-f782-4137-b2d1-92afb67c4758 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:18:26.107806 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebd09adc-ee2c-4ae1-a7b0-f87d2365516f', 'name': 'network-vif-deleted', 'tag': '9304a2ab-88c7-4303-afc3-edae093f1f00', 'status': 'completed', 'code': 200} Nov 12 08:18:26.124689 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e9d9bef-99d6-406a-aacd-0f78a8b51491 req-2a46cc64-ee7a-40b4-9ddc-f26b0a96e641 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] No DVR routers for this DVR port b7949fb3-24e3-4fd8-b179-63d172df87d3 on host n-h2-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:18:26.131880 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-2e9d9bef-99d6-406a-aacd-0f78a8b51491 req-2a46cc64-ee7a-40b4-9ddc-f26b0a96e641 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:26.136218 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2e9d9bef-99d6-406a-aacd-0f78a8b51491 req-2a46cc64-ee7a-40b4-9ddc-f26b0a96e641 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.44 "DELETE /v2.0/ports/b7949fb3-24e3-4fd8-b179-63d172df87d3 HTTP/1.1" status: 204 len: 173 time: 1.4026742 Nov 12 08:18:26.138611 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] No Port match for: 9304a2ab-88c7-4303-afc3-edae093f1f00 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:18:26.139009 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 9304a2ab-88c7-4303-afc3-edae093f1f00 not bound to the agent host n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:18:26.140226 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device b7949fb3-24e3-4fd8-b179-63d172df87d3 no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:18:26.171812 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] No Port match for: b7949fb3-24e3-4fd8-b179-63d172df87d3 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:18:26.172301 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device b7949fb3-24e3-4fd8-b179-63d172df87d3 not bound to the agent host n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:18:26.191756 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-261a7bd8-3b2e-4de2-81bc-69f8df59b2a3 req-ffb22179-9f2c-4b19-a659-bdb8b5cada51 service neutron] 10.222.0.26 "GET /v2.0/networks/f2015be7-a96f-492b-b082-b1df692f4802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3936682 Nov 12 08:18:26.207815 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 0ef33b79-efca-4bc9-90f4-2d3c2f010ff6 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:18:26.208619 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:26.311659 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-77903f1d-67bc-467e-a71e-8c38cb874948 None None] For port c502a15d-b093-460d-ac9d-e2e117faddc0, host n-d-765315-29, cleared binding levels {{(pid=102602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:18:26.321103 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-77903f1d-67bc-467e-a71e-8c38cb874948 None None] For port c502a15d-b093-460d-ac9d-e2e117faddc0, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=c502a15d-b093-460d-ac9d-e2e117faddc0,segment=NetworkSegment(55cfd097-7383-496f-8665-ccda3c907fe5),segment_id=55cfd097-7383-496f-8665-ccda3c907fe5)] {{(pid=102602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:18:26.337896 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-77903f1d-67bc-467e-a71e-8c38cb874948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:26.343597 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f1fc0330-440c-43e8-a9f6-358941e51b22 req-49c40f68-0c6e-4975-b63f-e6a2a8338ef8 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=ebd09adc-ee2c-4ae1-a7b0-f87d2365516f HTTP/1.1" status: 200 len: 210 time: 0.0689182 Nov 12 08:18:26.492085 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77903f1d-67bc-467e-a71e-8c38cb874948 None None] Routers {'08480fba-8475-4618-af2a-3855f13c3ad3'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:18:26.492961 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-77903f1d-67bc-467e-a71e-8c38cb874948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:18:06Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['08480fba-8475-4618-af2a-3855f13c3ad3'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:18:26.498921 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-261a7bd8-3b2e-4de2-81bc-69f8df59b2a3 req-9dfa87a1-0806-4ebf-a01b-893b0b30f0d0 service neutron] 10.222.0.26 "GET /v2.0/networks/f2015be7-a96f-492b-b082-b1df692f4802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2985325 Nov 12 08:18:26.518778 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685a39da-c4c9-4358-addb-7df15805c297 req-ecd4bf5b-b1d5-4c7d-aa90-3e62ae3a7867 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:26.520835 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-84dda531-825b-4d37-8b88-0033f35d6924 None None] Provisioning complete for port c502a15d-b093-460d-ac9d-e2e117faddc0 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:18:26.521214 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-84dda531-825b-4d37-8b88-0033f35d6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:26.527747 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-685a39da-c4c9-4358-addb-7df15805c297 req-ecd4bf5b-b1d5-4c7d-aa90-3e62ae3a7867 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ab28858-2c52-4dcb-a002-f6d45a25e6d5 HTTP/1.1" status: 200 len: 945 time: 0.1103544 Nov 12 08:18:26.619363 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-685a39da-c4c9-4358-addb-7df15805c297 req-43bf6306-5bb8-4bc8-bd88-20c52b48b62e tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823054 Nov 12 08:18:26.669301 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa2d68f-6fa9-46b4-8af3-8bc6bf97fe29 None None] Pushing event updated for resources: {'Port': ['ID=c502a15d-b093-460d-ac9d-e2e117faddc0,revision_number=4']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:26.705980 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-77903f1d-67bc-467e-a71e-8c38cb874948 None None] Set router 08480fba-8475-4618-af2a-3855f13c3ad3 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:18:26.749371 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-84dda531-825b-4d37-8b88-0033f35d6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:26.795230 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-65ed40b8-61be-4214-8208-1f1634b28e57 req-e3575651-edff-4705-9c84-9d44982e702f tempest-ServerShowV247Test-2068399042 tempest-ServerShowV247Test-2068399042-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f2062f1-be8c-465e-a8d4-eda2cdde2efe HTTP/1.1" status: 200 len: 210 time: 0.0504472 Nov 12 08:18:26.808675 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-84dda531-825b-4d37-8b88-0033f35d6924 None None] For port c502a15d-b093-460d-ac9d-e2e117faddc0, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=c502a15d-b093-460d-ac9d-e2e117faddc0,segment=NetworkSegment(55cfd097-7383-496f-8665-ccda3c907fe5),segment_id=55cfd097-7383-496f-8665-ccda3c907fe5)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:18:26.816738 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-84dda531-825b-4d37-8b88-0033f35d6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:26.891153 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dda531-825b-4d37-8b88-0033f35d6924 None None] Pushing event updated for resources: {'Port': ['ID=c502a15d-b093-460d-ac9d-e2e117faddc0,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:26.950413 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-7b40723d-44c5-4d8d-b203-fbb4633572f6 None None] Provisioning complete for port c502a15d-b093-460d-ac9d-e2e117faddc0 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:18:26.950718 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7b40723d-44c5-4d8d-b203-fbb4633572f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:27.056261 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977a9573-be7b-4864-945b-49668166173f req-c676a9c9-ce92-4285-af9d-10d8b51cc549 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:27.064962 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-977a9573-be7b-4864-945b-49668166173f req-c676a9c9-ce92-4285-af9d-10d8b51cc549 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ab28858-2c52-4dcb-a002-f6d45a25e6d5 HTTP/1.1" status: 200 len: 945 time: 0.0831466 Nov 12 08:18:27.157682 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37aded2-180e-40f1-ad74-9a51f65ea5f3 req-f0bddbb8-5579-4df7-a11d-ac79b15ad4b1 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:27.160552 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-977a9573-be7b-4864-945b-49668166173f req-6c9ebbd9-96f9-4fe5-b7d3-a4b98848bf70 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914514 Nov 12 08:18:27.162091 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a37aded2-180e-40f1-ad74-9a51f65ea5f3 req-f0bddbb8-5579-4df7-a11d-ac79b15ad4b1 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/ports?device_id=20b83579-3dd4-4d02-9c47-79fe23b58a70 HTTP/1.1" status: 200 len: 945 time: 0.2460933 Nov 12 08:18:27.185291 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-77903f1d-67bc-467e-a71e-8c38cb874948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08480fba-8475-4618-af2a-3855f13c3ad3', 'name': 'tempest-ServersTestJSON-812345662-router', 'tenant_id': 'bfeafcdb40754d84afc50bdc0e3e88ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '0ef33b79-efca-4bc9-90f4-2d3c2f010ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:18:12Z', 'updated_at': '2021-11-12T08:18:18Z', 'revision_number': 4, 'project_id': 'bfeafcdb40754d84afc50bdc0e3e88ee', 'gw_port': {'id': '0ef33b79-efca-4bc9-90f4-2d3c2f010ff6', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:64:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08480fba-8475-4618-af2a-3855f13c3ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:18:13Z', 'updated_at': '2021-11-12T08:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': 'c502a15d-b093-460d-ac9d-e2e117faddc0', 'name': '', 'network_id': 'f2015be7-a96f-492b-b082-b1df692f4802', 'tenant_id': 'bfeafcdb40754d84afc50bdc0e3e88ee', 'mac_address': 'fa:16:3e:18:e4:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08480fba-8475-4618-af2a-3855f13c3ad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': 'afb78417-4060-4cd2-9f52-71f67bd868c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:18:17Z', 'updated_at': '2021-11-12T08:18:26Z', 'revision_number': 4, 'project_id': 'bfeafcdb40754d84afc50bdc0e3e88ee', 'subnets': [{'id': 'afb78417-4060-4cd2-9f52-71f67bd868c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:18:27.234228 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77903f1d-67bc-467e-a71e-8c38cb874948 None None] The sync data for ids ['08480fba-8475-4618-af2a-3855f13c3ad3'] in n-d-765315-29 is: [{'id': '08480fba-8475-4618-af2a-3855f13c3ad3', 'name': 'tempest-ServersTestJSON-812345662-router', 'tenant_id': 'bfeafcdb40754d84afc50bdc0e3e88ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '0ef33b79-efca-4bc9-90f4-2d3c2f010ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:18:12Z', 'updated_at': '2021-11-12T08:18:18Z', 'revision_number': 4, 'project_id': 'bfeafcdb40754d84afc50bdc0e3e88ee', 'gw_port': {'id': '0ef33b79-efca-4bc9-90f4-2d3c2f010ff6', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:64:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08480fba-8475-4618-af2a-3855f13c3ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:18:13Z', 'updated_at': '2021-11-12T08:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': 'c502a15d-b093-460d-ac9d-e2e117faddc0', 'name': '', 'network_id': 'f2015be7-a96f-492b-b082-b1df692f4802', 'tenant_id': 'bfeafcdb40754d84afc50bdc0e3e88ee', 'mac_address': 'fa:16:3e:18:e4:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08480fba-8475-4618-af2a-3855f13c3ad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': 'afb78417-4060-4cd2-9f52-71f67bd868c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:18:17Z', 'updated_at': '2021-11-12T08:18:26Z', 'revision_number': 4, 'project_id': 'bfeafcdb40754d84afc50bdc0e3e88ee', 'subnets': [{'id': 'afb78417-4060-4cd2-9f52-71f67bd868c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:18:27.280835 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a37aded2-180e-40f1-ad74-9a51f65ea5f3 req-776be796-6ab4-469f-9b03-631b05e62da2 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/security-groups?id=aec52d38-03ed-427d-a216-63dd2a33f98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097977 Nov 12 08:18:27.304108 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ef3f8bf0-b3c4-425f-829b-59a00f1deb10 req-49d574d3-3536-49f5-89f8-df18b0ac3540 tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c044bf7-7155-4342-bd45-f3c1f138fcad HTTP/1.1" status: 200 len: 210 time: 0.0587540 Nov 12 08:18:27.681397 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e7e701-033c-4157-8a91-29d7e06abfb9 req-4b1e746c-efde-47c2-a70a-b60dd300920e tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:27.693313 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-50e7e701-033c-4157-8a91-29d7e06abfb9 req-4b1e746c-efde-47c2-a70a-b60dd300920e tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ab28858-2c52-4dcb-a002-f6d45a25e6d5 HTTP/1.1" status: 200 len: 945 time: 0.1235683 Nov 12 08:18:27.697641 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8617a82-ddde-4b58-a924-04adf1036d17 req-3320e103-f4fb-4f8f-b557-63030911f5b8 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:27.705147 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e8617a82-ddde-4b58-a924-04adf1036d17 req-3320e103-f4fb-4f8f-b557-63030911f5b8 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/networks?id=e1e67e1f-8798-45f5-b239-65208acc87f1 HTTP/1.1" status: 200 len: 812 time: 0.1483171 Nov 12 08:18:27.724829 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e8617a82-ddde-4b58-a924-04adf1036d17 req-93b45f6b-4519-4b9f-a5de-c7900b31bb59 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/quotas/89f29a2548464b6e8bac4db47e7c0c8b HTTP/1.1" status: 200 len: 375 time: 0.0187407 Nov 12 08:18:27.765525 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e8617a82-ddde-4b58-a924-04adf1036d17 req-60b91468-5608-4412-b1ae-92009e064fba tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=89f29a2548464b6e8bac4db47e7c0c8b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397534 Nov 12 08:18:27.774635 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-50e7e701-033c-4157-8a91-29d7e06abfb9 req-ad4484d6-acaa-420b-95f0-599d515fec90 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790193 Nov 12 08:18:27.876233 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device c502a15d-b093-460d-ac9d-e2e117faddc0 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:18:27.943096 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e8617a82-ddde-4b58-a924-04adf1036d17 req-2619edde-b90f-44fa-a859-1aad85973c8c service neutron] 10.222.0.26 "GET /v2.0/networks/e1e67e1f-8798-45f5-b239-65208acc87f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763985 Nov 12 08:18:27.990106 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port c502a15d-b093-460d-ac9d-e2e117faddc0 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:18:27.990106 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:28.001108 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fa8837-e4a2-4fe0-963b-69d4d553e741 req-52bcee16-e94a-4018-8a96-ee0085d7419b tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:28.023692 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-07fa8837-e4a2-4fe0-963b-69d4d553e741 req-52bcee16-e94a-4018-8a96-ee0085d7419b tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ab28858-2c52-4dcb-a002-f6d45a25e6d5 HTTP/1.1" status: 200 len: 945 time: 0.0926678 Nov 12 08:18:28.101512 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e8617a82-ddde-4b58-a924-04adf1036d17 req-418b99a7-6208-4d2b-a8e4-347d9103afea service neutron] 10.222.0.26 "GET /v2.0/networks/e1e67e1f-8798-45f5-b239-65208acc87f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501002 Nov 12 08:18:28.101693 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-07fa8837-e4a2-4fe0-963b-69d4d553e741 req-deef989c-39d1-41ea-8232-3e6ecec438a4 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759983 Nov 12 08:18:28.113541 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e81c00fb-be81-4dc0-8163-c8f29263b935', 'name': 'network-vif-deleted', 'tag': 'b7949fb3-24e3-4fd8-b179-63d172df87d3'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:18:28.119015 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f60ea559-0c42-4b33-ae06-be3130580ed4" -d '{"events": [{"server_uuid": "e81c00fb-be81-4dc0-8163-c8f29263b935", "name": "network-vif-deleted", "tag": "b7949fb3-24e3-4fd8-b179-63d172df87d3"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:18:28.318612 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-64fedf6a-7bcc-480c-b3cf-218f5d3d79c2 req-62120da5-a4ca-4b64-9a1e-2fc43daa4801 tempest-ServerShowV247Test-2068399042 tempest-ServerShowV247Test-2068399042-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f2062f1-be8c-465e-a8d4-eda2cdde2efe HTTP/1.1" status: 200 len: 210 time: 0.0832214 Nov 12 08:18:28.643363 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a7bd8-3b2e-4de2-81bc-69f8df59b2a3 req-11e215c7-87ae-4d17-b370-61f856f5c936 tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:28.646158 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-261a7bd8-3b2e-4de2-81bc-69f8df59b2a3 req-11e215c7-87ae-4d17-b370-61f856f5c936 tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] 10.222.0.21 "GET /v2.0/networks?id=f2015be7-a96f-492b-b082-b1df692f4802 HTTP/1.1" status: 200 len: 805 time: 0.2848058 Nov 12 08:18:28.703191 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d7909cc-c8ab-480e-b9e9-ab898c8e01bf x-openstack-request-id: req-5d7909cc-c8ab-480e-b9e9-ab898c8e01bf {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:18:28.703660 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e81c00fb-be81-4dc0-8163-c8f29263b935", "name": "network-vif-deleted", "tag": "b7949fb3-24e3-4fd8-b179-63d172df87d3", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:18:28.703732 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5d7909cc-c8ab-480e-b9e9-ab898c8e01bf {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:18:28.704123 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e81c00fb-be81-4dc0-8163-c8f29263b935', 'name': 'network-vif-deleted', 'tag': 'b7949fb3-24e3-4fd8-b179-63d172df87d3', 'status': 'completed', 'code': 200} Nov 12 08:18:28.758846 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-261a7bd8-3b2e-4de2-81bc-69f8df59b2a3 req-b125507b-6749-4608-8433-96fcb324ea14 tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bfeafcdb40754d84afc50bdc0e3e88ee HTTP/1.1" status: 200 len: 378 time: 0.1016839 Nov 12 08:18:28.778725 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-261a7bd8-3b2e-4de2-81bc-69f8df59b2a3 req-12331022-6fa7-4bc4-8c29-3551fdb8d46c tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Request body: {'port': {'device_id': '7c044bf7-7155-4342-bd45-f3c1f138fcad', 'network_id': 'f2015be7-a96f-492b-b082-b1df692f4802', 'admin_state_up': True, 'tenant_id': 'bfeafcdb40754d84afc50bdc0e3e88ee', 'security_groups': ['426244ab-d9bf-485a-a6d0-584def4dae11']}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:18:28.825481 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0fa8f0ea-3b4a-48d7-8cb6-4e32a1cab685 req-717dc605-f32e-4180-ac64-e12335cd34ff tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ab39f74-7f6a-470a-9f41-339a1e810270 HTTP/1.1" status: 200 len: 210 time: 0.0655131 Nov 12 08:18:28.874416 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c355f5d3-610f-4280-8bce-17ae609a672c req-40579b6b-7e9a-456f-85a4-6f971eed727b tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:28.879608 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c355f5d3-610f-4280-8bce-17ae609a672c req-40579b6b-7e9a-456f-85a4-6f971eed727b tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/ports?device_id=20b83579-3dd4-4d02-9c47-79fe23b58a70 HTTP/1.1" status: 200 len: 945 time: 0.1027656 Nov 12 08:18:28.980771 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c355f5d3-610f-4280-8bce-17ae609a672c req-c593f739-3cc8-44cf-9759-0c3fd6681ce5 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/security-groups?id=aec52d38-03ed-427d-a216-63dd2a33f98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912101 Nov 12 08:18:28.991064 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-261a7bd8-3b2e-4de2-81bc-69f8df59b2a3 req-12331022-6fa7-4bc4-8c29-3551fdb8d46c tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Made reservation on behalf of bfeafcdb40754d84afc50bdc0e3e88ee for: {'port': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:18:29.002247 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-261a7bd8-3b2e-4de2-81bc-69f8df59b2a3 req-12331022-6fa7-4bc4-8c29-3551fdb8d46c tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:29.073186 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bec97b3f-8527-4102-83f6-a8a5d89a41dd req-34f28d94-7776-4a37-9cb8-b404050e69b6 tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c044bf7-7155-4342-bd45-f3c1f138fcad HTTP/1.1" status: 200 len: 210 time: 0.0681541 Nov 12 08:18:29.305391 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [req-261a7bd8-3b2e-4de2-81bc-69f8df59b2a3 req-12331022-6fa7-4bc4-8c29-3551fdb8d46c tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Allocated IP 172.20.0.5 (f2015be7-a96f-492b-b082-b1df692f4802/afb78417-4060-4cd2-9f52-71f67bd868c8/3333386f-64dc-49a6-b21a-2ee25c72f315) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:18:29.403274 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b950be6-f4a4-4c60-b70b-ee890247f7a4 req-6a925bc0-501e-4167-b525-19f468e96382 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:29.404935 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8b950be6-f4a4-4c60-b70b-ee890247f7a4 req-6a925bc0-501e-4167-b525-19f468e96382 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6871128-1c66-4958-a5d2-9e1fe4a0ad46 HTTP/1.1" status: 200 len: 949 time: 0.0583975 Nov 12 08:18:29.405764 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f762d7-4a21-484e-961f-c5b6eabd9dbf req-0028fd94-d627-4b83-b818-645cb856b822 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:29.413515 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d5f762d7-4a21-484e-961f-c5b6eabd9dbf req-0028fd94-d627-4b83-b818-645cb856b822 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ab28858-2c52-4dcb-a002-f6d45a25e6d5 HTTP/1.1" status: 200 len: 945 time: 0.1211495 Nov 12 08:18:29.480927 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8b950be6-f4a4-4c60-b70b-ee890247f7a4 req-d7e4ef86-8f66-4abf-92b5-a9deaac28cd5 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593262 Nov 12 08:18:29.550973 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d5f762d7-4a21-484e-961f-c5b6eabd9dbf req-6c3a9e40-0729-487c-afb9-6ec9f7067484 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357386 Nov 12 08:18:29.583632 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cc1253cb-65b7-4191-ba61-e50ad1b49ce2 req-1f639bb6-5f8c-4459-a624-84713af284d6 tempest-ServerShowV247Test-2068399042 tempest-ServerShowV247Test-2068399042-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f2062f1-be8c-465e-a8d4-eda2cdde2efe HTTP/1.1" status: 200 len: 210 time: 0.0289383 Nov 12 08:18:29.601562 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-261a7bd8-3b2e-4de2-81bc-69f8df59b2a3 req-12331022-6fa7-4bc4-8c29-3551fdb8d46c tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:29.635985 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-261a7bd8-3b2e-4de2-81bc-69f8df59b2a3 req-12331022-6fa7-4bc4-8c29-3551fdb8d46c tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:29.683421 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-261a7bd8-3b2e-4de2-81bc-69f8df59b2a3 req-12331022-6fa7-4bc4-8c29-3551fdb8d46c tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Network f2015be7-a96f-492b-b082-b1df692f4802 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:18:29.686385 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [req-261a7bd8-3b2e-4de2-81bc-69f8df59b2a3 req-12331022-6fa7-4bc4-8c29-3551fdb8d46c tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:18:29.688798 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [req-261a7bd8-3b2e-4de2-81bc-69f8df59b2a3 req-12331022-6fa7-4bc4-8c29-3551fdb8d46c tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:18:29.727646 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12331022-6fa7-4bc4-8c29-3551fdb8d46c tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Pushing event updated for resources: {'Port': ['ID=3333386f-64dc-49a6-b21a-2ee25c72f315,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:29.744311 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12331022-6fa7-4bc4-8c29-3551fdb8d46c tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:18:29.744730 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12331022-6fa7-4bc4-8c29-3551fdb8d46c tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:18:29.745142 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12331022-6fa7-4bc4-8c29-3551fdb8d46c tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:18:29.745543 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12331022-6fa7-4bc4-8c29-3551fdb8d46c tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:18:29.745960 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12331022-6fa7-4bc4-8c29-3551fdb8d46c tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:18:29.746360 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12331022-6fa7-4bc4-8c29-3551fdb8d46c tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:18:29.746771 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12331022-6fa7-4bc4-8c29-3551fdb8d46c tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:18:29.747168 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12331022-6fa7-4bc4-8c29-3551fdb8d46c tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:18:29.747559 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12331022-6fa7-4bc4-8c29-3551fdb8d46c tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:18:29.747953 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12331022-6fa7-4bc4-8c29-3551fdb8d46c tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:18:29.748342 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12331022-6fa7-4bc4-8c29-3551fdb8d46c tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:18:29.748727 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12331022-6fa7-4bc4-8c29-3551fdb8d46c tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:18:29.770571 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a7bd8-3b2e-4de2-81bc-69f8df59b2a3 req-12331022-6fa7-4bc4-8c29-3551fdb8d46c tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:29.771284 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-261a7bd8-3b2e-4de2-81bc-69f8df59b2a3 req-12331022-6fa7-4bc4-8c29-3551fdb8d46c tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:29.797107 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-261a7bd8-3b2e-4de2-81bc-69f8df59b2a3 req-12331022-6fa7-4bc4-8c29-3551fdb8d46c tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0281563 Nov 12 08:18:29.811025 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-261a7bd8-3b2e-4de2-81bc-69f8df59b2a3 req-20727db5-ec82-4cb8-89ef-d2d0060e1ebd service neutron] Request body: {'port': {'device_id': '7c044bf7-7155-4342-bd45-f3c1f138fcad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-29'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:18:29.903322 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-261a7bd8-3b2e-4de2-81bc-69f8df59b2a3 req-20727db5-ec82-4cb8-89ef-d2d0060e1ebd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:30.001599 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8617a82-ddde-4b58-a924-04adf1036d17 req-eba84dad-fffa-48d7-b8af-0756d76e2ca7 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:30.003129 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e8617a82-ddde-4b58-a924-04adf1036d17 req-eba84dad-fffa-48d7-b8af-0756d76e2ca7 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.21 "GET /v2.0/networks?id=e1e67e1f-8798-45f5-b239-65208acc87f1 HTTP/1.1" status: 200 len: 812 time: 0.1446664 Nov 12 08:18:30.019957 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-45b951d6-6241-47e2-a22b-d4e3355bfeb4 req-ac444fce-10c0-45b5-bde2-fad90a126db2 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ab39f74-7f6a-470a-9f41-339a1e810270 HTTP/1.1" status: 200 len: 210 time: 0.0346260 Nov 12 08:18:30.027809 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-e8617a82-ddde-4b58-a924-04adf1036d17 req-b466c53a-e150-4fe0-a656-77d41503d4b0 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Request body: {'port': {'device_id': '5ab39f74-7f6a-470a-9f41-339a1e810270', 'network_id': 'e1e67e1f-8798-45f5-b239-65208acc87f1', 'admin_state_up': True, 'tenant_id': '89f29a2548464b6e8bac4db47e7c0c8b'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:18:30.075441 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-88301f19-c970-4d33-92d3-3b426c697937 None None] Provisioning complete for port 3333386f-64dc-49a6-b21a-2ee25c72f315 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:18:30.075891 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-88301f19-c970-4d33-92d3-3b426c697937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:30.177292 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-88301f19-c970-4d33-92d3-3b426c697937 None None] Port 3333386f-64dc-49a6-b21a-2ee25c72f315 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:18:30.238619 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb784de-0c5c-47e1-a730-d3d70c49f936 req-9b25d062-94be-4d39-a3ba-1ce9cd05bf57 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:30.240697 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-acb784de-0c5c-47e1-a730-d3d70c49f936 req-9b25d062-94be-4d39-a3ba-1ce9cd05bf57 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/ports?device_id=20b83579-3dd4-4d02-9c47-79fe23b58a70 HTTP/1.1" status: 200 len: 945 time: 0.0707493 Nov 12 08:18:30.293304 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8617a82-ddde-4b58-a924-04adf1036d17 req-b466c53a-e150-4fe0-a656-77d41503d4b0 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Made reservation on behalf of 89f29a2548464b6e8bac4db47e7c0c8b for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:18:30.296970 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e8617a82-ddde-4b58-a924-04adf1036d17 req-b466c53a-e150-4fe0-a656-77d41503d4b0 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:30.317676 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-acb784de-0c5c-47e1-a730-d3d70c49f936 req-e1a008e5-0adc-46ee-bd9d-63640f694526 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/security-groups?id=aec52d38-03ed-427d-a216-63dd2a33f98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678234 Nov 12 08:18:30.375044 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade85825-7b7b-4c96-ae35-0f3a89325b80 req-07c773e4-67e1-4808-9a74-e05031f55919 tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:30.382826 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ade85825-7b7b-4c96-ae35-0f3a89325b80 req-07c773e4-67e1-4808-9a74-e05031f55919 tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c044bf7-7155-4342-bd45-f3c1f138fcad HTTP/1.1" status: 200 len: 931 time: 0.1819532 Nov 12 08:18:30.461071 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-e8617a82-ddde-4b58-a924-04adf1036d17 req-b466c53a-e150-4fe0-a656-77d41503d4b0 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Allocated IP 172.20.0.12 (e1e67e1f-8798-45f5-b239-65208acc87f1/7bdc75da-af9b-40e1-a42f-7bb0c158e2a1/080af700-094d-42c6-8f07-ee98c25efb48) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:18:30.464814 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ade85825-7b7b-4c96-ae35-0f3a89325b80 req-f1fb88bf-316e-4511-ad3e-26d53f6f4e58 tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] 10.222.0.26 "GET /v2.0/security-groups?id=426244ab-d9bf-485a-a6d0-584def4dae11&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0808861 Nov 12 08:18:30.477919 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [req-261a7bd8-3b2e-4de2-81bc-69f8df59b2a3 req-20727db5-ec82-4cb8-89ef-d2d0060e1ebd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3333386f-64dc-49a6-b21a-2ee25c72f315 {{(pid=102600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:18:30.494350 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-261a7bd8-3b2e-4de2-81bc-69f8df59b2a3 req-20727db5-ec82-4cb8-89ef-d2d0060e1ebd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:30.507958 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.provisioning_blocks [req-261a7bd8-3b2e-4de2-81bc-69f8df59b2a3 req-20727db5-ec82-4cb8-89ef-d2d0060e1ebd service neutron] Transition to ACTIVE for port object 3333386f-64dc-49a6-b21a-2ee25c72f315 will not be triggered until provisioned by entity L2. {{(pid=102600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:18:30.515649 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-261a7bd8-3b2e-4de2-81bc-69f8df59b2a3 req-20727db5-ec82-4cb8-89ef-d2d0060e1ebd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:30.582191 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20727db5-ec82-4cb8-89ef-d2d0060e1ebd service neutron] Pushing event updated for resources: {'Port': ['ID=3333386f-64dc-49a6-b21a-2ee25c72f315,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:30.721357 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-261a7bd8-3b2e-4de2-81bc-69f8df59b2a3 req-20727db5-ec82-4cb8-89ef-d2d0060e1ebd service neutron] Attempting to bind port 3333386f-64dc-49a6-b21a-2ee25c72f315 on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:18:30.723535 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-261a7bd8-3b2e-4de2-81bc-69f8df59b2a3 req-20727db5-ec82-4cb8-89ef-d2d0060e1ebd service neutron] Attempting to bind port 3333386f-64dc-49a6-b21a-2ee25c72f315 by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': '55cfd097-7383-496f-8665-ccda3c907fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f2015be7-a96f-492b-b082-b1df692f4802'}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:18:30.724215 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261a7bd8-3b2e-4de2-81bc-69f8df59b2a3 req-20727db5-ec82-4cb8-89ef-d2d0060e1ebd service neutron] Attempting to bind port 3333386f-64dc-49a6-b21a-2ee25c72f315 on network f2015be7-a96f-492b-b082-b1df692f4802 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:18:30.741717 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718b14df-ceb7-4639-87aa-699844545330 req-4fed4a93-00f0-4fff-9125-32ecbe0b69f7 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:30.743648 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-718b14df-ceb7-4639-87aa-699844545330 req-4fed4a93-00f0-4fff-9125-32ecbe0b69f7 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ab28858-2c52-4dcb-a002-f6d45a25e6d5 HTTP/1.1" status: 200 len: 945 time: 0.0892124 Nov 12 08:18:30.745714 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261a7bd8-3b2e-4de2-81bc-69f8df59b2a3 req-20727db5-ec82-4cb8-89ef-d2d0060e1ebd service neutron] Port 3333386f-64dc-49a6-b21a-2ee25c72f315 on network f2015be7-a96f-492b-b082-b1df692f4802 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:18:30.746286 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261a7bd8-3b2e-4de2-81bc-69f8df59b2a3 req-20727db5-ec82-4cb8-89ef-d2d0060e1ebd service neutron] Attempting to bind port 3333386f-64dc-49a6-b21a-2ee25c72f315 on network f2015be7-a96f-492b-b082-b1df692f4802 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:18:30.760554 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261a7bd8-3b2e-4de2-81bc-69f8df59b2a3 req-20727db5-ec82-4cb8-89ef-d2d0060e1ebd service neutron] Checking agent: {'id': '26215384-8035-4ce2-971a-8e67be80da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:18:30.761258 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261a7bd8-3b2e-4de2-81bc-69f8df59b2a3 req-20727db5-ec82-4cb8-89ef-d2d0060e1ebd service neutron] Checking segment: {'id': '55cfd097-7383-496f-8665-ccda3c907fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f2015be7-a96f-492b-b082-b1df692f4802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:18:30.761859 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261a7bd8-3b2e-4de2-81bc-69f8df59b2a3 req-20727db5-ec82-4cb8-89ef-d2d0060e1ebd service neutron] Bound using segment: {'id': '55cfd097-7383-496f-8665-ccda3c907fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f2015be7-a96f-492b-b082-b1df692f4802'} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:18:30.762526 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-261a7bd8-3b2e-4de2-81bc-69f8df59b2a3 req-20727db5-ec82-4cb8-89ef-d2d0060e1ebd service neutron] Bound port: 3333386f-64dc-49a6-b21a-2ee25c72f315, host: n-h1-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55cfd097-7383-496f-8665-ccda3c907fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f2015be7-a96f-492b-b082-b1df692f4802'}}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:18:30.763124 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-261a7bd8-3b2e-4de2-81bc-69f8df59b2a3 req-20727db5-ec82-4cb8-89ef-d2d0060e1ebd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:30.770940 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6298d2-b332-40e2-befe-168161d14793 req-b3992dfd-8dcc-46b3-a78c-d8d734c467b0 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:30.774092 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8d6298d2-b332-40e2-befe-168161d14793 req-b3992dfd-8dcc-46b3-a78c-d8d734c467b0 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6871128-1c66-4958-a5d2-9e1fe4a0ad46 HTTP/1.1" status: 200 len: 949 time: 0.1496360 Nov 12 08:18:30.832122 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a007de89-9b4a-434f-b388-2fceec03622f req-a0bf43bb-5895-4586-b81f-d80253dc6528 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:30.834214 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a007de89-9b4a-434f-b388-2fceec03622f req-a0bf43bb-5895-4586-b81f-d80253dc6528 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6871128-1c66-4958-a5d2-9e1fe4a0ad46 HTTP/1.1" status: 200 len: 949 time: 0.2397010 Nov 12 08:18:30.844273 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-718b14df-ceb7-4639-87aa-699844545330 req-0a05e96b-e893-4b09-b21a-13fdf37e7356 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/security-groups?id=3485156b-a18e-4bab-86a4-53f4bacfcf91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915453 Nov 12 08:18:30.851995 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e8617a82-ddde-4b58-a924-04adf1036d17 req-b466c53a-e150-4fe0-a656-77d41503d4b0 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:30.873449 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-261a7bd8-3b2e-4de2-81bc-69f8df59b2a3 req-20727db5-ec82-4cb8-89ef-d2d0060e1ebd service neutron] For port 3333386f-64dc-49a6-b21a-2ee25c72f315, host n-h1-765315-29, cleared binding levels {{(pid=102600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:18:30.875526 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-261a7bd8-3b2e-4de2-81bc-69f8df59b2a3 req-20727db5-ec82-4cb8-89ef-d2d0060e1ebd service neutron] For port 3333386f-64dc-49a6-b21a-2ee25c72f315, host n-h1-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=3333386f-64dc-49a6-b21a-2ee25c72f315,segment=NetworkSegment(55cfd097-7383-496f-8665-ccda3c907fe5),segment_id=55cfd097-7383-496f-8665-ccda3c907fe5)] {{(pid=102600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:18:30.878114 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d2e054-6b96-4759-b8c9-de01761f129e req-24ac9220-5faa-40d8-9346-6055557dd27d tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:30.880377 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-86d2e054-6b96-4759-b8c9-de01761f129e req-24ac9220-5faa-40d8-9346-6055557dd27d tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ab28858-2c52-4dcb-a002-f6d45a25e6d5 HTTP/1.1" status: 200 len: 945 time: 0.2878785 Nov 12 08:18:30.883009 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-261a7bd8-3b2e-4de2-81bc-69f8df59b2a3 req-20727db5-ec82-4cb8-89ef-d2d0060e1ebd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:30.931959 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a7bd8-3b2e-4de2-81bc-69f8df59b2a3 req-20727db5-ec82-4cb8-89ef-d2d0060e1ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:30.932599 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-261a7bd8-3b2e-4de2-81bc-69f8df59b2a3 req-20727db5-ec82-4cb8-89ef-d2d0060e1ebd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:30.934012 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-261a7bd8-3b2e-4de2-81bc-69f8df59b2a3 req-20727db5-ec82-4cb8-89ef-d2d0060e1ebd service neutron] 10.222.0.21 "PUT /v2.0/ports/3333386f-64dc-49a6-b21a-2ee25c72f315 HTTP/1.1" status: 200 len: 1092 time: 1.1288791 Nov 12 08:18:30.934853 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c044bf7-7155-4342-bd45-f3c1f138fcad', 'tag': '3333386f-64dc-49a6-b21a-2ee25c72f315'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:18:30.937276 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-915af8ee-1d70-4ccb-9519-4c3dcd55afb4" -d '{"events": [{"name": "network-changed", "server_uuid": "7c044bf7-7155-4342-bd45-f3c1f138fcad", "tag": "3333386f-64dc-49a6-b21a-2ee25c72f315"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:18:30.969335 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20727db5-ec82-4cb8-89ef-d2d0060e1ebd service neutron] Pushing event updated for resources: {'Port': ['ID=3333386f-64dc-49a6-b21a-2ee25c72f315,revision_number=3']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:31.022543 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8d6298d2-b332-40e2-befe-168161d14793 req-d4f289d0-7024-4864-8ada-3cceb49f555e tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360523 Nov 12 08:18:31.096298 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c8f8eef-dceb-4f56-ad2d-b3a7802d117b x-openstack-request-id: req-4c8f8eef-dceb-4f56-ad2d-b3a7802d117b {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:18:31.096620 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c044bf7-7155-4342-bd45-f3c1f138fcad", "tag": "3333386f-64dc-49a6-b21a-2ee25c72f315", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:18:31.096829 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4c8f8eef-dceb-4f56-ad2d-b3a7802d117b {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:18:31.098092 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c044bf7-7155-4342-bd45-f3c1f138fcad', 'tag': '3333386f-64dc-49a6-b21a-2ee25c72f315', 'status': 'completed', 'code': 200} Nov 12 08:18:31.103445 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a12980e6-7b54-494c-acee-1f894b6e517c req-b8e6fc57-421f-4f43-ab45-c440a149fd70 tempest-ServerShowV247Test-2068399042 tempest-ServerShowV247Test-2068399042-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f2062f1-be8c-465e-a8d4-eda2cdde2efe HTTP/1.1" status: 200 len: 210 time: 0.0638826 Nov 12 08:18:31.139539 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a7bd8-3b2e-4de2-81bc-69f8df59b2a3 req-85e66658-e47c-4153-8083-9738af96dc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:31.141366 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-261a7bd8-3b2e-4de2-81bc-69f8df59b2a3 req-85e66658-e47c-4153-8083-9738af96dc9b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bfeafcdb40754d84afc50bdc0e3e88ee&device_id=7c044bf7-7155-4342-bd45-f3c1f138fcad HTTP/1.1" status: 200 len: 1095 time: 0.1425688 Nov 12 08:18:31.152618 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e8617a82-ddde-4b58-a924-04adf1036d17 req-b466c53a-e150-4fe0-a656-77d41503d4b0 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:31.197348 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-261a7bd8-3b2e-4de2-81bc-69f8df59b2a3 req-03dc4bb9-ba02-4e65-b986-a464265510ff service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3333386f-64dc-49a6-b21a-2ee25c72f315 HTTP/1.1" status: 200 len: 217 time: 0.0482752 Nov 12 08:18:31.264597 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a7bd8-3b2e-4de2-81bc-69f8df59b2a3 req-6e1b859a-5f1b-4918-aa8e-6abf3c1c144e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:31.266190 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-261a7bd8-3b2e-4de2-81bc-69f8df59b2a3 req-6e1b859a-5f1b-4918-aa8e-6abf3c1c144e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=afb78417-4060-4cd2-9f52-71f67bd868c8 HTTP/1.1" status: 200 len: 844 time: 0.0571647 Nov 12 08:18:31.356104 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a7bd8-3b2e-4de2-81bc-69f8df59b2a3 req-c654fdaf-a578-40ff-a04b-1eae8654fc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:31.357587 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-261a7bd8-3b2e-4de2-81bc-69f8df59b2a3 req-c654fdaf-a578-40ff-a04b-1eae8654fc66 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f2015be7-a96f-492b-b082-b1df692f4802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0840533 Nov 12 08:18:31.371968 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790385b8-0ed8-4cee-9a6c-64a913c322b7 req-3a05e20e-02de-4c62-af23-a08952aa2a4b tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:31.373499 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-790385b8-0ed8-4cee-9a6c-64a913c322b7 req-3a05e20e-02de-4c62-af23-a08952aa2a4b tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a68790d-0259-42cd-870d-a69a978aa6fd HTTP/1.1" status: 200 len: 949 time: 0.0687664 Nov 12 08:18:31.567818 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-a007de89-9b4a-434f-b388-2fceec03622f req-4aab3e9a-a5b9-49ac-b739-8d8675ccc5ec tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Deleting port ed95649b-ce37-4271-a755-fb97b8480123 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:18:31.568134 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-a007de89-9b4a-434f-b388-2fceec03622f req-4aab3e9a-a5b9-49ac-b739-8d8675ccc5ec tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:31.586991 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f426435e-7657-4a74-a268-76ea09df4efd req-bc53914e-b889-484e-ab87-9c0337cfb947 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:31.590004 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f426435e-7657-4a74-a268-76ea09df4efd req-bc53914e-b889-484e-ab87-9c0337cfb947 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/ports?device_id=20b83579-3dd4-4d02-9c47-79fe23b58a70 HTTP/1.1" status: 200 len: 945 time: 0.1593082 Nov 12 08:18:31.592638 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8617a82-ddde-4b58-a924-04adf1036d17 req-b466c53a-e150-4fe0-a656-77d41503d4b0 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Network e1e67e1f-8798-45f5-b239-65208acc87f1 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:18:31.603127 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-261a7bd8-3b2e-4de2-81bc-69f8df59b2a3 req-8bc157b9-7081-4a38-9388-e9f21cf96c93 service neutron] 10.222.0.21 "GET /v2.0/networks/f2015be7-a96f-492b-b082-b1df692f4802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285671 Nov 12 08:18:31.622025 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-e8617a82-ddde-4b58-a924-04adf1036d17 req-b466c53a-e150-4fe0-a656-77d41503d4b0 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:18:31.630126 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-86d2e054-6b96-4759-b8c9-de01761f129e req-e7e50506-5481-413a-965b-c09671ca241c tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Deleting port 92ddebac-c6ff-4c31-9445-454923043987 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:18:31.630468 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-86d2e054-6b96-4759-b8c9-de01761f129e req-e7e50506-5481-413a-965b-c09671ca241c tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:31.667296 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8617a82-ddde-4b58-a924-04adf1036d17 req-b466c53a-e150-4fe0-a656-77d41503d4b0 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:18:31.703409 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b466c53a-e150-4fe0-a656-77d41503d4b0 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Pushing event updated for resources: {'Port': ['ID=080af700-094d-42c6-8f07-ee98c25efb48,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:31.723858 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [req-790385b8-0ed8-4cee-9a6c-64a913c322b7 req-918bafe9-fbb1-4eaa-bed6-8116754a06ec tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Deleting port 2393022c-b8ff-4fe1-8f37-568a7b900426 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:18:31.724201 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-790385b8-0ed8-4cee-9a6c-64a913c322b7 req-918bafe9-fbb1-4eaa-bed6-8116754a06ec tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:31.739092 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b466c53a-e150-4fe0-a656-77d41503d4b0 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:18:31.739451 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b466c53a-e150-4fe0-a656-77d41503d4b0 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:18:31.739794 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b466c53a-e150-4fe0-a656-77d41503d4b0 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:18:31.740135 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b466c53a-e150-4fe0-a656-77d41503d4b0 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:18:31.740470 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b466c53a-e150-4fe0-a656-77d41503d4b0 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:18:31.740805 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b466c53a-e150-4fe0-a656-77d41503d4b0 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:18:31.741133 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b466c53a-e150-4fe0-a656-77d41503d4b0 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:18:31.742120 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b466c53a-e150-4fe0-a656-77d41503d4b0 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:18:31.742120 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b466c53a-e150-4fe0-a656-77d41503d4b0 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:18:31.742120 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b466c53a-e150-4fe0-a656-77d41503d4b0 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:18:31.742463 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b466c53a-e150-4fe0-a656-77d41503d4b0 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:18:31.742745 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b466c53a-e150-4fe0-a656-77d41503d4b0 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:18:31.753178 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f426435e-7657-4a74-a268-76ea09df4efd req-9a51b15f-c85f-4a6d-8032-d4eb15d19488 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/security-groups?id=aec52d38-03ed-427d-a216-63dd2a33f98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546900 Nov 12 08:18:31.813984 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-261a7bd8-3b2e-4de2-81bc-69f8df59b2a3 req-0bfa0aa2-07c8-408c-9e43-abc8c163341b service neutron] 10.222.0.21 "GET /v2.0/networks/f2015be7-a96f-492b-b082-b1df692f4802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016635 Nov 12 08:18:31.835316 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-86d2e054-6b96-4759-b8c9-de01761f129e req-e7e50506-5481-413a-965b-c09671ca241c tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] For port 92ddebac-c6ff-4c31-9445-454923043987, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=92ddebac-c6ff-4c31-9445-454923043987,segment=NetworkSegment(74228b36-f518-48da-bb5a-2dae6173211b),segment_id=74228b36-f518-48da-bb5a-2dae6173211b)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:18:31.835614 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-86d2e054-6b96-4759-b8c9-de01761f129e req-e7e50506-5481-413a-965b-c09671ca241c tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:31.849729 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-86d2e054-6b96-4759-b8c9-de01761f129e req-e7e50506-5481-413a-965b-c09671ca241c tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Calling delete_port for 92ddebac-c6ff-4c31-9445-454923043987 owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:18:31.857760 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-790385b8-0ed8-4cee-9a6c-64a913c322b7 req-918bafe9-fbb1-4eaa-bed6-8116754a06ec tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] For port 2393022c-b8ff-4fe1-8f37-568a7b900426, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=2393022c-b8ff-4fe1-8f37-568a7b900426,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:18:31.858556 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-790385b8-0ed8-4cee-9a6c-64a913c322b7 req-918bafe9-fbb1-4eaa-bed6-8116754a06ec tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:31.878990 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [req-790385b8-0ed8-4cee-9a6c-64a913c322b7 req-918bafe9-fbb1-4eaa-bed6-8116754a06ec tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Calling delete_port for 2393022c-b8ff-4fe1-8f37-568a7b900426 owned by compute:nova {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:18:32.003104 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ede553e-769a-4072-a0c0-dc0cac5478a9 req-af8ca18d-05b0-4420-96f0-a0365a042478 tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:32.005204 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1ede553e-769a-4072-a0c0-dc0cac5478a9 req-af8ca18d-05b0-4420-96f0-a0365a042478 tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c044bf7-7155-4342-bd45-f3c1f138fcad HTTP/1.1" status: 200 len: 943 time: 0.1287651 Nov 12 08:18:32.026403 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915af8ee-1d70-4ccb-9519-4c3dcd55afb4 req-9ca8bdf0-65b7-4eff-bce3-315f5fa16a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:32.027913 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-915af8ee-1d70-4ccb-9519-4c3dcd55afb4 req-9ca8bdf0-65b7-4eff-bce3-315f5fa16a0e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bfeafcdb40754d84afc50bdc0e3e88ee&device_id=7c044bf7-7155-4342-bd45-f3c1f138fcad HTTP/1.1" status: 200 len: 1095 time: 0.1353762 Nov 12 08:18:32.029405 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9130578e-208e-4ce2-aac2-6c7443823ac0 req-048fa84f-ab80-4783-a776-b68c9803f1fc tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:32.030935 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9130578e-208e-4ce2-aac2-6c7443823ac0 req-048fa84f-ab80-4783-a776-b68c9803f1fc tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ab39f74-7f6a-470a-9f41-339a1e810270 HTTP/1.1" status: 200 len: 932 time: 0.4874678 Nov 12 08:18:32.037984 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-86d2e054-6b96-4759-b8c9-de01761f129e req-e7e50506-5481-413a-965b-c09671ca241c tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:32.055190 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8617a82-ddde-4b58-a924-04adf1036d17 req-b466c53a-e150-4fe0-a656-77d41503d4b0 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:32.056101 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e8617a82-ddde-4b58-a924-04adf1036d17 req-b466c53a-e150-4fe0-a656-77d41503d4b0 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:32.109555 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e50506-5481-413a-965b-c09671ca241c tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Pushing event deleted for resources: {'Port': ['ID=92ddebac-c6ff-4c31-9445-454923043987,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:32.115440 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['92ddebac-c6ff-4c31-9445-454923043987'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:18:32.121001 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-a007de89-9b4a-434f-b388-2fceec03622f req-4aab3e9a-a5b9-49ac-b739-8d8675ccc5ec tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] For port ed95649b-ce37-4271-a755-fb97b8480123, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=ed95649b-ce37-4271-a755-fb97b8480123,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:18:32.121373 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-a007de89-9b4a-434f-b388-2fceec03622f req-4aab3e9a-a5b9-49ac-b739-8d8675ccc5ec tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:32.141769 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e8617a82-ddde-4b58-a924-04adf1036d17 req-b466c53a-e150-4fe0-a656-77d41503d4b0 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1271703 Nov 12 08:18:32.155698 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-e8617a82-ddde-4b58-a924-04adf1036d17 req-1c7fa173-0068-465f-bf3a-837d106dfd5a service neutron] Request body: {'port': {'device_id': '5ab39f74-7f6a-470a-9f41-339a1e810270', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:18:32.164807 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-a007de89-9b4a-434f-b388-2fceec03622f req-4aab3e9a-a5b9-49ac-b739-8d8675ccc5ec tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Calling delete_port for ed95649b-ce37-4271-a755-fb97b8480123 owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:18:32.247350 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-86d2e054-6b96-4759-b8c9-de01761f129e req-e7e50506-5481-413a-965b-c09671ca241c tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] No DVR routers for this DVR port 92ddebac-c6ff-4c31-9445-454923043987 on host n-h2-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:18:32.290956 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-86d2e054-6b96-4759-b8c9-de01761f129e req-e7e50506-5481-413a-965b-c09671ca241c tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:32.294332 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-86d2e054-6b96-4759-b8c9-de01761f129e req-e7e50506-5481-413a-965b-c09671ca241c tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.44 "DELETE /v2.0/ports/92ddebac-c6ff-4c31-9445-454923043987 HTTP/1.1" status: 204 len: 173 time: 1.3750052 Nov 12 08:18:32.294839 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ab28858-2c52-4dcb-a002-f6d45a25e6d5', 'name': 'network-vif-deleted', 'tag': '92ddebac-c6ff-4c31-9445-454923043987'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:18:32.297115 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8844ee6-f837-4085-9343-ae5d6d041a84" -d '{"events": [{"server_uuid": "5ab28858-2c52-4dcb-a002-f6d45a25e6d5", "name": "network-vif-deleted", "tag": "92ddebac-c6ff-4c31-9445-454923043987"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:18:32.321140 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9130578e-208e-4ce2-aac2-6c7443823ac0 req-5867dd4a-76fb-4b31-ac86-371176f6f282 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729821 Nov 12 08:18:32.388781 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e8617a82-ddde-4b58-a924-04adf1036d17 req-1c7fa173-0068-465f-bf3a-837d106dfd5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:32.455355 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1ede553e-769a-4072-a0c0-dc0cac5478a9 req-878b67f4-5a1f-4cd0-9c37-385da832066f tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] 10.222.0.26 "GET /v2.0/security-groups?id=426244ab-d9bf-485a-a6d0-584def4dae11&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4378514 Nov 12 08:18:32.530488 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e91ad6dd-e1b5-47ad-b7ba-0eebd4b405a6 req-eadb1aa9-09bb-46a4-9ab1-5bb9f0c31a41 tempest-ServerDiskConfigTestJSON-102737521 tempest-ServerDiskConfigTestJSON-102737521-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ab28858-2c52-4dcb-a002-f6d45a25e6d5 HTTP/1.1" status: 200 len: 210 time: 0.0374892 Nov 12 08:18:32.587834 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915af8ee-1d70-4ccb-9519-4c3dcd55afb4 req-80fd902e-cf5b-4346-8980-33db1105a2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:32.589344 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-915af8ee-1d70-4ccb-9519-4c3dcd55afb4 req-80fd902e-cf5b-4346-8980-33db1105a2b7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f2015be7-a96f-492b-b082-b1df692f4802 HTTP/1.1" status: 200 len: 906 time: 0.5528166 Nov 12 08:18:32.656721 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-915af8ee-1d70-4ccb-9519-4c3dcd55afb4 req-3fa34ed6-a755-49d8-83cf-ebcad8fa9bd1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3333386f-64dc-49a6-b21a-2ee25c72f315 HTTP/1.1" status: 200 len: 217 time: 0.0443566 Nov 12 08:18:32.657244 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-790385b8-0ed8-4cee-9a6c-64a913c322b7 req-918bafe9-fbb1-4eaa-bed6-8116754a06ec tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:32.669911 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['641ecf14-1420-46c8-ab6e-1776d803d920'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:18:32.729151 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918bafe9-fbb1-4eaa-bed6-8116754a06ec tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Pushing event deleted for resources: {'Port': ['ID=2393022c-b8ff-4fe1-8f37-568a7b900426,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:32.746314 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b6c953cf-9eef-4e0a-8b8f-d0ab055c9860 req-4ce34645-8046-419a-9fc7-abab2d021e2c tempest-ServerShowV247Test-2068399042 tempest-ServerShowV247Test-2068399042-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f2062f1-be8c-465e-a8d4-eda2cdde2efe HTTP/1.1" status: 200 len: 210 time: 0.0944324 Nov 12 08:18:32.756519 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938033e0-ef4f-4469-8566-8336a07174c2 req-76b52b1a-ba87-4b7e-b7bb-f5fb908205e0 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:32.758521 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-938033e0-ef4f-4469-8566-8336a07174c2 req-76b52b1a-ba87-4b7e-b7bb-f5fb908205e0 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6871128-1c66-4958-a5d2-9e1fe4a0ad46 HTTP/1.1" status: 200 len: 867 time: 0.2014771 Nov 12 08:18:32.778550 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-a007de89-9b4a-434f-b388-2fceec03622f req-4aab3e9a-a5b9-49ac-b739-8d8675ccc5ec tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:32.815498 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aab3e9a-a5b9-49ac-b739-8d8675ccc5ec tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Pushing event deleted for resources: {'Port': ['ID=ed95649b-ce37-4271-a755-fb97b8480123,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:32.818432 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915af8ee-1d70-4ccb-9519-4c3dcd55afb4 req-afe6f494-6f4e-4c24-9d3e-e58396994a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:32.819956 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-915af8ee-1d70-4ccb-9519-4c3dcd55afb4 req-afe6f494-6f4e-4c24-9d3e-e58396994a8c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=afb78417-4060-4cd2-9f52-71f67bd868c8 HTTP/1.1" status: 200 len: 844 time: 0.1538601 Nov 12 08:18:32.822739 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [req-790385b8-0ed8-4cee-9a6c-64a913c322b7 req-918bafe9-fbb1-4eaa-bed6-8116754a06ec tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] No DVR routers for this DVR port 2393022c-b8ff-4fe1-8f37-568a7b900426 on host n-h2-765315-29 {{(pid=102600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:18:32.826178 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-790385b8-0ed8-4cee-9a6c-64a913c322b7 req-918bafe9-fbb1-4eaa-bed6-8116754a06ec tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:32.829607 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-790385b8-0ed8-4cee-9a6c-64a913c322b7 req-918bafe9-fbb1-4eaa-bed6-8116754a06ec tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.44 "DELETE /v2.0/ports/2393022c-b8ff-4fe1-8f37-568a7b900426 HTTP/1.1" status: 204 len: 173 time: 1.4460108 Nov 12 08:18:32.881108 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-a007de89-9b4a-434f-b388-2fceec03622f req-4aab3e9a-a5b9-49ac-b739-8d8675ccc5ec tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] No DVR routers for this DVR port ed95649b-ce37-4271-a755-fb97b8480123 on host n-h2-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:18:32.888760 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-a007de89-9b4a-434f-b388-2fceec03622f req-4aab3e9a-a5b9-49ac-b739-8d8675ccc5ec tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:32.892331 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a007de89-9b4a-434f-b388-2fceec03622f req-4aab3e9a-a5b9-49ac-b739-8d8675ccc5ec tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.44 "DELETE /v2.0/ports/ed95649b-ce37-4271-a755-fb97b8480123 HTTP/1.1" status: 204 len: 173 time: 2.0321190 Nov 12 08:18:32.894101 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc3b529a-cfb5-4387-82ae-c0c9670f993a x-openstack-request-id: req-cc3b529a-cfb5-4387-82ae-c0c9670f993a {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:18:32.894556 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ab28858-2c52-4dcb-a002-f6d45a25e6d5", "name": "network-vif-deleted", "tag": "92ddebac-c6ff-4c31-9445-454923043987", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:18:32.895023 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cc3b529a-cfb5-4387-82ae-c0c9670f993a {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:18:32.895396 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ab28858-2c52-4dcb-a002-f6d45a25e6d5', 'name': 'network-vif-deleted', 'tag': '92ddebac-c6ff-4c31-9445-454923043987', 'status': 'completed', 'code': 200} Nov 12 08:18:32.914952 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-938033e0-ef4f-4469-8566-8336a07174c2 req-24e1e134-82f0-4442-91c8-279296751a4d tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329179 Nov 12 08:18:32.946740 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915af8ee-1d70-4ccb-9519-4c3dcd55afb4 req-c3c6a4fc-d223-4123-aad1-a8b81b5f7655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:32.950503 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-915af8ee-1d70-4ccb-9519-4c3dcd55afb4 req-c3c6a4fc-d223-4123-aad1-a8b81b5f7655 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f2015be7-a96f-492b-b082-b1df692f4802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1197736 Nov 12 08:18:33.004778 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-e8617a82-ddde-4b58-a924-04adf1036d17 req-1c7fa173-0068-465f-bf3a-837d106dfd5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 080af700-094d-42c6-8f07-ee98c25efb48 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:18:33.031419 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e8617a82-ddde-4b58-a924-04adf1036d17 req-1c7fa173-0068-465f-bf3a-837d106dfd5a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:33.055658 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-e8617a82-ddde-4b58-a924-04adf1036d17 req-1c7fa173-0068-465f-bf3a-837d106dfd5a service neutron] Transition to ACTIVE for port object 080af700-094d-42c6-8f07-ee98c25efb48 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:18:33.070959 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e8617a82-ddde-4b58-a924-04adf1036d17 req-1c7fa173-0068-465f-bf3a-837d106dfd5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:33.083716 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a129e93a-696d-4a4f-af04-48b9484054bc req-a68f868f-1973-490c-8f43-79ec10f1fa0e tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:33.085588 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a129e93a-696d-4a4f-af04-48b9484054bc req-a68f868f-1973-490c-8f43-79ec10f1fa0e tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/ports?device_id=20b83579-3dd4-4d02-9c47-79fe23b58a70 HTTP/1.1" status: 200 len: 945 time: 0.0956223 Nov 12 08:18:33.099319 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a68790d-0259-42cd-870d-a69a978aa6fd', 'name': 'network-vif-deleted', 'tag': '2393022c-b8ff-4fe1-8f37-568a7b900426'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:18:33.102210 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdc70cae-15a3-4b69-a54f-5fa7265951bf" -d '{"events": [{"server_uuid": "9a68790d-0259-42cd-870d-a69a978aa6fd", "name": "network-vif-deleted", "tag": "2393022c-b8ff-4fe1-8f37-568a7b900426"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:18:33.152684 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-915af8ee-1d70-4ccb-9519-4c3dcd55afb4 req-4327a71e-e438-4c9d-8d82-e2e37f72132f service neutron] 10.222.0.21 "GET /v2.0/networks/f2015be7-a96f-492b-b082-b1df692f4802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921101 Nov 12 08:18:33.207075 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-385e3eea-07d3-476a-a9c7-659582c02966 x-openstack-request-id: req-385e3eea-07d3-476a-a9c7-659582c02966 {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:18:33.210183 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a68790d-0259-42cd-870d-a69a978aa6fd", "name": "network-vif-deleted", "tag": "2393022c-b8ff-4fe1-8f37-568a7b900426", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:18:33.210453 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-385e3eea-07d3-476a-a9c7-659582c02966 {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:18:33.211166 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a68790d-0259-42cd-870d-a69a978aa6fd', 'name': 'network-vif-deleted', 'tag': '2393022c-b8ff-4fe1-8f37-568a7b900426', 'status': 'completed', 'code': 200} Nov 12 08:18:33.262228 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7fa173-0068-465f-bf3a-837d106dfd5a service neutron] Pushing event updated for resources: {'Port': ['ID=080af700-094d-42c6-8f07-ee98c25efb48,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:33.277434 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a129e93a-696d-4a4f-af04-48b9484054bc req-8a50f936-b6f2-4bb6-a9e0-a1eb31012ecb tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/security-groups?id=aec52d38-03ed-427d-a216-63dd2a33f98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768000 Nov 12 08:18:33.321292 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-915af8ee-1d70-4ccb-9519-4c3dcd55afb4 req-71dda972-4a20-490b-8c3c-5677009d3309 service neutron] 10.222.0.21 "GET /v2.0/networks/f2015be7-a96f-492b-b082-b1df692f4802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599131 Nov 12 08:18:33.384482 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-e8617a82-ddde-4b58-a924-04adf1036d17 req-1c7fa173-0068-465f-bf3a-837d106dfd5a service neutron] Attempting to bind port 080af700-094d-42c6-8f07-ee98c25efb48 on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:18:33.385120 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-e8617a82-ddde-4b58-a924-04adf1036d17 req-1c7fa173-0068-465f-bf3a-837d106dfd5a service neutron] Attempting to bind port 080af700-094d-42c6-8f07-ee98c25efb48 by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': '931741a0-66de-48c6-b90b-c82af0a9f552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e1e67e1f-8798-45f5-b239-65208acc87f1'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:18:33.385458 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8617a82-ddde-4b58-a924-04adf1036d17 req-1c7fa173-0068-465f-bf3a-837d106dfd5a service neutron] Attempting to bind port 080af700-094d-42c6-8f07-ee98c25efb48 on network e1e67e1f-8798-45f5-b239-65208acc87f1 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:18:33.392250 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8617a82-ddde-4b58-a924-04adf1036d17 req-1c7fa173-0068-465f-bf3a-837d106dfd5a service neutron] Port 080af700-094d-42c6-8f07-ee98c25efb48 on network e1e67e1f-8798-45f5-b239-65208acc87f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:18:33.392579 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8617a82-ddde-4b58-a924-04adf1036d17 req-1c7fa173-0068-465f-bf3a-837d106dfd5a service neutron] Attempting to bind port 080af700-094d-42c6-8f07-ee98c25efb48 on network e1e67e1f-8798-45f5-b239-65208acc87f1 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:18:33.401365 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8617a82-ddde-4b58-a924-04adf1036d17 req-1c7fa173-0068-465f-bf3a-837d106dfd5a service neutron] Checking agent: {'id': '26215384-8035-4ce2-971a-8e67be80da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:18:33.401783 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8617a82-ddde-4b58-a924-04adf1036d17 req-1c7fa173-0068-465f-bf3a-837d106dfd5a service neutron] Checking segment: {'id': '931741a0-66de-48c6-b90b-c82af0a9f552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e1e67e1f-8798-45f5-b239-65208acc87f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:18:33.402238 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8617a82-ddde-4b58-a924-04adf1036d17 req-1c7fa173-0068-465f-bf3a-837d106dfd5a service neutron] Bound using segment: {'id': '931741a0-66de-48c6-b90b-c82af0a9f552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e1e67e1f-8798-45f5-b239-65208acc87f1'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:18:33.402795 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-e8617a82-ddde-4b58-a924-04adf1036d17 req-1c7fa173-0068-465f-bf3a-837d106dfd5a service neutron] Bound port: 080af700-094d-42c6-8f07-ee98c25efb48, host: n-h1-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '931741a0-66de-48c6-b90b-c82af0a9f552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e1e67e1f-8798-45f5-b239-65208acc87f1'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:18:33.403217 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e8617a82-ddde-4b58-a924-04adf1036d17 req-1c7fa173-0068-465f-bf3a-837d106dfd5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:33.473976 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b56d62-ff50-4c5a-81a3-69e1d0a931e8 req-9c1779ca-9759-45d4-b832-db6de520ad6d tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:33.474361 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-e8617a82-ddde-4b58-a924-04adf1036d17 req-1c7fa173-0068-465f-bf3a-837d106dfd5a service neutron] For port 080af700-094d-42c6-8f07-ee98c25efb48, host n-h1-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:18:33.477827 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d5b56d62-ff50-4c5a-81a3-69e1d0a931e8 req-9c1779ca-9759-45d4-b832-db6de520ad6d tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ab39f74-7f6a-470a-9f41-339a1e810270 HTTP/1.1" status: 200 len: 944 time: 0.0634012 Nov 12 08:18:33.478708 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-e8617a82-ddde-4b58-a924-04adf1036d17 req-1c7fa173-0068-465f-bf3a-837d106dfd5a service neutron] For port 080af700-094d-42c6-8f07-ee98c25efb48, host n-h1-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=080af700-094d-42c6-8f07-ee98c25efb48,segment=NetworkSegment(931741a0-66de-48c6-b90b-c82af0a9f552),segment_id=931741a0-66de-48c6-b90b-c82af0a9f552)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:18:33.484376 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e8617a82-ddde-4b58-a924-04adf1036d17 req-1c7fa173-0068-465f-bf3a-837d106dfd5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:33.555707 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7fa173-0068-465f-bf3a-837d106dfd5a service neutron] Pushing event updated for resources: {'Port': ['ID=080af700-094d-42c6-8f07-ee98c25efb48,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:33.569640 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8617a82-ddde-4b58-a924-04adf1036d17 req-1c7fa173-0068-465f-bf3a-837d106dfd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:33.570294 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e8617a82-ddde-4b58-a924-04adf1036d17 req-1c7fa173-0068-465f-bf3a-837d106dfd5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:33.573158 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e8617a82-ddde-4b58-a924-04adf1036d17 req-1c7fa173-0068-465f-bf3a-837d106dfd5a service neutron] 10.222.0.21 "PUT /v2.0/ports/080af700-094d-42c6-8f07-ee98c25efb48 HTTP/1.1" status: 200 len: 1093 time: 1.4203737 Nov 12 08:18:33.576288 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['641ecf14-1420-46c8-ab6e-1776d803d920'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:18:33.593344 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d5b56d62-ff50-4c5a-81a3-69e1d0a931e8 req-dafeb5da-37da-46ff-9327-a884c55a9dbd tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086230 Nov 12 08:18:33.732326 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6cd3c7-e197-4515-b77c-b8da3f4a3143 req-0a652bb3-9f7f-4655-be09-3faa6e40bc38 tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:33.751639 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cb6cd3c7-e197-4515-b77c-b8da3f4a3143 req-0a652bb3-9f7f-4655-be09-3faa6e40bc38 tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c044bf7-7155-4342-bd45-f3c1f138fcad HTTP/1.1" status: 200 len: 943 time: 0.1398282 Nov 12 08:18:33.854155 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8617a82-ddde-4b58-a924-04adf1036d17 req-2d0d2bb0-68d1-4f50-a3c8-19ad91501e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:33.855821 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e8617a82-ddde-4b58-a924-04adf1036d17 req-2d0d2bb0-68d1-4f50-a3c8-19ad91501e23 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=89f29a2548464b6e8bac4db47e7c0c8b&device_id=5ab39f74-7f6a-470a-9f41-339a1e810270 HTTP/1.1" status: 200 len: 1096 time: 0.1835113 Nov 12 08:18:33.896929 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cb6cd3c7-e197-4515-b77c-b8da3f4a3143 req-8f065042-1157-4e6b-afec-c822aa65e11a tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] 10.222.0.26 "GET /v2.0/security-groups?id=426244ab-d9bf-485a-a6d0-584def4dae11&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1379991 Nov 12 08:18:33.938787 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e3234e48-8ff0-4696-9316-e4cddf92d319 req-46c67d37-88e6-4d85-86df-693c40cc8a02 tempest-ServerShowV247Test-2068399042 tempest-ServerShowV247Test-2068399042-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f2062f1-be8c-465e-a8d4-eda2cdde2efe HTTP/1.1" status: 200 len: 210 time: 0.0498109 Nov 12 08:18:33.971384 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e8617a82-ddde-4b58-a924-04adf1036d17 req-3291c08f-facc-4262-842c-508796a02e6b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=080af700-094d-42c6-8f07-ee98c25efb48 HTTP/1.1" status: 200 len: 217 time: 0.0964527 Nov 12 08:18:34.000396 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ab5e0ec7-8233-4419-a1a6-04e6395c8919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:34.012277 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 92ddebac-c6ff-4c31-9445-454923043987 no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:18:34.053882 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] No Port match for: 92ddebac-c6ff-4c31-9445-454923043987 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:18:34.055671 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 92ddebac-c6ff-4c31-9445-454923043987 not bound to the agent host n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:18:34.056304 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 2393022c-b8ff-4fe1-8f37-568a7b900426 no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:18:34.059942 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8617a82-ddde-4b58-a924-04adf1036d17 req-2d68fef2-afb0-41c8-8470-b1cda2a5258d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:34.064424 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e8617a82-ddde-4b58-a924-04adf1036d17 req-2d68fef2-afb0-41c8-8470-b1cda2a5258d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7bdc75da-af9b-40e1-a42f-7bb0c158e2a1 HTTP/1.1" status: 200 len: 852 time: 0.0904331 Nov 12 08:18:34.075792 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 45450) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:18:34.092865 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] No Port match for: 2393022c-b8ff-4fe1-8f37-568a7b900426 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:18:34.093277 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 2393022c-b8ff-4fe1-8f37-568a7b900426 not bound to the agent host n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:18:34.093834 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device ed95649b-ce37-4271-a755-fb97b8480123 no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:18:34.120162 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] No Port match for: ed95649b-ce37-4271-a755-fb97b8480123 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:18:34.120612 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device ed95649b-ce37-4271-a755-fb97b8480123 not bound to the agent host n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:18:34.122188 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e8617a82-ddde-4b58-a924-04adf1036d17 req-b75cff2c-a969-4ec6-99fa-c62c09c950a1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e1e67e1f-8798-45f5-b239-65208acc87f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499253 Nov 12 08:18:34.164234 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6844b808-8489-4f07-ac56-de4a66debd37 req-30c894eb-99fc-44e5-97dc-921ec785d4c5 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6871128-1c66-4958-a5d2-9e1fe4a0ad46 HTTP/1.1" status: 200 len: 210 time: 0.0388415 Nov 12 08:18:34.173979 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-87fb121a-4d49-4373-b387-1acb470e1cf0 admin admin] Deleting subnet 22ada644-5ac2-4dd6-bbe3-6cce42afd567 {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:18:34.186627 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-87fb121a-4d49-4373-b387-1acb470e1cf0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:34.224635 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-87fb121a-4d49-4373-b387-1acb470e1cf0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:34.228863 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e8617a82-ddde-4b58-a924-04adf1036d17 req-c94d4e95-349f-41b1-aaa9-98a10fc9d36c service neutron] 10.222.0.21 "GET /v2.0/networks/e1e67e1f-8798-45f5-b239-65208acc87f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000345 Nov 12 08:18:34.266576 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-87fb121a-4d49-4373-b387-1acb470e1cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:34.327495 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-87fb121a-4d49-4373-b387-1acb470e1cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:34.340602 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e8617a82-ddde-4b58-a924-04adf1036d17 req-590283a1-f60c-43c5-bb94-279ab3ced0a8 service neutron] 10.222.0.21 "GET /v2.0/networks/e1e67e1f-8798-45f5-b239-65208acc87f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047235 Nov 12 08:18:34.372131 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb121a-4d49-4373-b387-1acb470e1cf0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22ada644-5ac2-4dd6-bbe3-6cce42afd567,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:34.374318 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-87fb121a-4d49-4373-b387-1acb470e1cf0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:34.377869 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-87fb121a-4d49-4373-b387-1acb470e1cf0 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/22ada644-5ac2-4dd6-bbe3-6cce42afd567 HTTP/1.1" status: 204 len: 168 time: 0.3010082 Nov 12 08:18:34.380921 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 45454) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:18:34.435023 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39abe9e-be1b-4eda-9e54-6ede5da98329 req-4ccedd88-29ab-4a5d-a06a-f1a14be727f1 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:34.436769 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b39abe9e-be1b-4eda-9e54-6ede5da98329 req-4ccedd88-29ab-4a5d-a06a-f1a14be727f1 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/ports?device_id=20b83579-3dd4-4d02-9c47-79fe23b58a70 HTTP/1.1" status: 200 len: 945 time: 0.0659788 Nov 12 08:18:34.459477 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d792f7f9-c234-41d3-af44-290cbe19a257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:34.495526 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b39abe9e-be1b-4eda-9e54-6ede5da98329 req-978cf9ee-d4c4-4ee9-875b-e246b81ee75e tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/security-groups?id=aec52d38-03ed-427d-a216-63dd2a33f98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498061 Nov 12 08:18:34.547940 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d792f7f9-c234-41d3-af44-290cbe19a257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:34.568230 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-d792f7f9-c234-41d3-af44-290cbe19a257 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33c4acc6-fff5-4d04-a808-ff7e0950b8a2']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:18:34.577431 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-d792f7f9-c234-41d3-af44-290cbe19a257 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74228b36-f518-48da-bb5a-2dae6173211b') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:18:34.577729 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-d792f7f9-c234-41d3-af44-290cbe19a257 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74228b36-f518-48da-bb5a-2dae6173211b') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:18:34.587434 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d792f7f9-c234-41d3-af44-290cbe19a257 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:34.601227 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d792f7f9-c234-41d3-af44-290cbe19a257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:34.607175 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d792f7f9-c234-41d3-af44-290cbe19a257 admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:18:34.607626 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d792f7f9-c234-41d3-af44-290cbe19a257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:34.609432 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:18:34.609432 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:18:34.609432 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:18:34.609432 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:18:34.609432 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:18:34.609432 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:18:34.609432 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:18:34.609432 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:18:34.609432 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:18:34.609432 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:18:34.609432 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:18:34.609432 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:18:34.609432 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:18:34.609432 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:18:34.609432 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:18:34.609432 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:18:34.609432 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:18:34.609432 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:18:34.609432 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:18:34.609432 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:18:34.609432 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:18:34.609432 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:18:34.609432 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:18:34.609432 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:18:34.609432 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:18:34.609432 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:18:34.609432 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:18:34.609432 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:18:34.609432 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:18:34.609432 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:18:34.609432 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:18:34.609432 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:18:34.672113 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d792f7f9-c234-41d3-af44-290cbe19a257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:34.691452 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d792f7f9-c234-41d3-af44-290cbe19a257 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:34.697194 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-d792f7f9-c234-41d3-af44-290cbe19a257 admin admin] 10.222.0.26 "DELETE /v2.0/networks/33c4acc6-fff5-4d04-a808-ff7e0950b8a2 HTTP/1.1" status: 204 len: 168 time: 0.3127697 Nov 12 08:18:34.706880 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d792f7f9-c234-41d3-af44-290cbe19a257 admin admin] Pushing event deleted for resources: {'Network': ['ID=33c4acc6-fff5-4d04-a808-ff7e0950b8a2,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:34.787346 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18e2606-aef5-4d85-a068-547d91c80e45 req-48b6ecd6-29bc-4c8f-bf33-0a9556e3ec65 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:34.788911 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a18e2606-aef5-4d85-a068-547d91c80e45 req-48b6ecd6-29bc-4c8f-bf33-0a9556e3ec65 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ab39f74-7f6a-470a-9f41-339a1e810270 HTTP/1.1" status: 200 len: 944 time: 0.0689156 Nov 12 08:18:34.845712 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a18e2606-aef5-4d85-a068-547d91c80e45 req-9ff64cf3-4ea3-449c-9d72-388765f2cb15 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500042 Nov 12 08:18:34.894216 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 45462) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:18:34.896377 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6871128-1c66-4958-a5d2-9e1fe4a0ad46', 'name': 'network-vif-deleted', 'tag': 'ed95649b-ce37-4271-a755-fb97b8480123'}, {'name': 'network-changed', 'server_uuid': '5ab39f74-7f6a-470a-9f41-339a1e810270', 'tag': '080af700-094d-42c6-8f07-ee98c25efb48'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:18:34.898783 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bc32bb3-6dbb-415b-aaf4-01cd14b43d02" -d '{"events": [{"server_uuid": "f6871128-1c66-4958-a5d2-9e1fe4a0ad46", "name": "network-vif-deleted", "tag": "ed95649b-ce37-4271-a755-fb97b8480123"}, {"name": "network-changed", "server_uuid": "5ab39f74-7f6a-470a-9f41-339a1e810270", "tag": "080af700-094d-42c6-8f07-ee98c25efb48"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:18:34.938061 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-a4d43ec7-49b3-49e7-bfd7-2fa0bdcb8727 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a783fc66f04949de852791cb9109858d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0424457 Nov 12 08:18:34.940486 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 45468) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:18:34.951226 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 12 Nov 2021 08:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2319f687-62da-40fb-bdf3-7f34172b7a52 x-openstack-request-id: req-2319f687-62da-40fb-bdf3-7f34172b7a52 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:18:34.951907 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6871128-1c66-4958-a5d2-9e1fe4a0ad46", "name": "network-vif-deleted", "tag": "ed95649b-ce37-4271-a755-fb97b8480123", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5ab39f74-7f6a-470a-9f41-339a1e810270", "tag": "080af700-094d-42c6-8f07-ee98c25efb48", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:18:34.952170 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2319f687-62da-40fb-bdf3-7f34172b7a52 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:18:34.952611 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6871128-1c66-4958-a5d2-9e1fe4a0ad46', 'name': 'network-vif-deleted', 'tag': 'ed95649b-ce37-4271-a755-fb97b8480123', 'status': 'completed', 'code': 200} Nov 12 08:18:34.952871 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ab39f74-7f6a-470a-9f41-339a1e810270', 'tag': '080af700-094d-42c6-8f07-ee98c25efb48', 'status': 'completed', 'code': 200} Nov 12 08:18:35.019826 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1fb9d63d-4554-4d66-b628-2490888199be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:35.032408 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc32bb3-6dbb-415b-aaf4-01cd14b43d02 req-8d0951bb-e1c2-46dc-afd6-f3eed049b8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:35.033933 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5bc32bb3-6dbb-415b-aaf4-01cd14b43d02 req-8d0951bb-e1c2-46dc-afd6-f3eed049b8ed service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=89f29a2548464b6e8bac4db47e7c0c8b&device_id=5ab39f74-7f6a-470a-9f41-339a1e810270 HTTP/1.1" status: 200 len: 1096 time: 0.0514276 Nov 12 08:18:35.063778 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:35.080398 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c3fb242c-e4a5-462e-8af2-ad155f8a719c req-76a1aff1-eedb-445c-aaf5-3d1eb3bd88c1 tempest-ServerShowV247Test-2068399042 tempest-ServerShowV247Test-2068399042-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f2062f1-be8c-465e-a8d4-eda2cdde2efe HTTP/1.1" status: 200 len: 210 time: 0.0429654 Nov 12 08:18:35.081817 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1fb9d63d-4554-4d66-b628-2490888199be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:35.108736 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25733ea-d519-430a-af15-d39ec4340b56 req-d2e2ba64-b29f-4afa-b6e0-5ad8fbc39170 tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:35.110888 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c25733ea-d519-430a-af15-d39ec4340b56 req-d2e2ba64-b29f-4afa-b6e0-5ad8fbc39170 tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c044bf7-7155-4342-bd45-f3c1f138fcad HTTP/1.1" status: 200 len: 943 time: 0.1260679 Nov 12 08:18:35.159065 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc32bb3-6dbb-415b-aaf4-01cd14b43d02 req-44074774-50a9-481c-9867-0afd59962b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:35.161359 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5bc32bb3-6dbb-415b-aaf4-01cd14b43d02 req-44074774-50a9-481c-9867-0afd59962b56 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e1e67e1f-8798-45f5-b239-65208acc87f1 HTTP/1.1" status: 200 len: 913 time: 0.1152086 Nov 12 08:18:35.181318 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c25733ea-d519-430a-af15-d39ec4340b56 req-8a62782b-9226-4544-b1e2-3d061dc86f27 tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] 10.222.0.26 "GET /v2.0/security-groups?id=426244ab-d9bf-485a-a6d0-584def4dae11&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0546515 Nov 12 08:18:35.209493 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1fb9d63d-4554-4d66-b628-2490888199be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:35.209493 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1fb9d63d-4554-4d66-b628-2490888199be admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:35.210990 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5bc32bb3-6dbb-415b-aaf4-01cd14b43d02 req-0f0bdce8-8e47-4cb8-82e2-0716fbc5d99d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=080af700-094d-42c6-8f07-ee98c25efb48 HTTP/1.1" status: 200 len: 217 time: 0.0397315 Nov 12 08:18:35.214353 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-1fb9d63d-4554-4d66-b628-2490888199be admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3485156b-a18e-4bab-86a4-53f4bacfcf91 HTTP/1.1" status: 204 len: 168 time: 0.2682230 Nov 12 08:18:35.224196 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb9d63d-4554-4d66-b628-2490888199be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3485156b-a18e-4bab-86a4-53f4bacfcf91,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:35.284130 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc32bb3-6dbb-415b-aaf4-01cd14b43d02 req-a98c9f81-95b7-4e0b-b1a8-49469cc94e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:35.287136 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5bc32bb3-6dbb-415b-aaf4-01cd14b43d02 req-a98c9f81-95b7-4e0b-b1a8-49469cc94e4a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7bdc75da-af9b-40e1-a42f-7bb0c158e2a1 HTTP/1.1" status: 200 len: 852 time: 0.0666184 Nov 12 08:18:35.342051 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5bc32bb3-6dbb-415b-aaf4-01cd14b43d02 req-1b6d2277-0cc9-429f-9274-dea48a2df870 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e1e67e1f-8798-45f5-b239-65208acc87f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369403 Nov 12 08:18:35.458263 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5bc32bb3-6dbb-415b-aaf4-01cd14b43d02 req-69c3ed52-e399-4200-ad62-24ac1ca347c1 service neutron] 10.222.0.21 "GET /v2.0/networks/e1e67e1f-8798-45f5-b239-65208acc87f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084518 Nov 12 08:18:35.515211 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 3333386f-64dc-49a6-b21a-2ee25c72f315 details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:18:35.661868 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5bc32bb3-6dbb-415b-aaf4-01cd14b43d02 req-3808d520-6d79-4087-9519-0e871e4ed706 service neutron] 10.222.0.21 "GET /v2.0/networks/e1e67e1f-8798-45f5-b239-65208acc87f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935475 Nov 12 08:18:35.693720 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098e9ed9-d404-4170-8bdc-30292e8ca8fd req-0e153897-0c9c-4761-8e30-3bf26cc40513 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:35.702945 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-098e9ed9-d404-4170-8bdc-30292e8ca8fd req-0e153897-0c9c-4761-8e30-3bf26cc40513 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/ports?device_id=20b83579-3dd4-4d02-9c47-79fe23b58a70 HTTP/1.1" status: 200 len: 945 time: 0.0892453 Nov 12 08:18:35.723104 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 3333386f-64dc-49a6-b21a-2ee25c72f315, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=3333386f-64dc-49a6-b21a-2ee25c72f315,segment=NetworkSegment(55cfd097-7383-496f-8665-ccda3c907fe5),segment_id=55cfd097-7383-496f-8665-ccda3c907fe5)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:18:35.741363 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aee6790-5c0d-40fd-a506-53e851775af8 req-ea5cfd6a-c185-477f-bcf6-ac2931d8bd09 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:35.742979 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9aee6790-5c0d-40fd-a506-53e851775af8 req-ea5cfd6a-c185-477f-bcf6-ac2931d8bd09 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=cd7dfe97-2302-4d38-ae66-01f1d7d33d05 HTTP/1.1" status: 200 len: 950 time: 0.0826228 Nov 12 08:18:35.755243 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Returning: {'device': '3333386f-64dc-49a6-b21a-2ee25c72f315', 'network_id': 'f2015be7-a96f-492b-b082-b1df692f4802', 'port_id': '3333386f-64dc-49a6-b21a-2ee25c72f315', 'mac_address': 'fa:16:3e:03:15:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afb78417-4060-4cd2-9f52-71f67bd868c8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:18:35.783042 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-098e9ed9-d404-4170-8bdc-30292e8ca8fd req-76029b87-9359-4caa-956e-1daf71e7b919 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/security-groups?id=aec52d38-03ed-427d-a216-63dd2a33f98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790794 Nov 12 08:18:35.816736 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:35.838346 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-e530113a-7783-48f4-9840-8911a24052df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3333386f-64dc-49a6-b21a-2ee25c72f315 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:18:35.866576 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 3333386f-64dc-49a6-b21a-2ee25c72f315, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=3333386f-64dc-49a6-b21a-2ee25c72f315,segment=NetworkSegment(55cfd097-7383-496f-8665-ccda3c907fe5),segment_id=55cfd097-7383-496f-8665-ccda3c907fe5)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:18:35.868268 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9aee6790-5c0d-40fd-a506-53e851775af8 req-f230a2aa-70ee-4253-93c4-bda5442ab22e tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155849 Nov 12 08:18:35.874783 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:35.953362 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=3333386f-64dc-49a6-b21a-2ee25c72f315,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:35.998073 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba8ef96-ddc1-4024-acbc-6d0255a3ad41 req-c280382e-1863-4eff-8452-8369ff82c4f6 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:35.999614 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-bba8ef96-ddc1-4024-acbc-6d0255a3ad41 req-c280382e-1863-4eff-8452-8369ff82c4f6 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ab39f74-7f6a-470a-9f41-339a1e810270 HTTP/1.1" status: 200 len: 944 time: 0.0757828 Nov 12 08:18:36.073480 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-bba8ef96-ddc1-4024-acbc-6d0255a3ad41 req-f509f650-3e4a-424d-ace8-4310ce1835ea tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612483 Nov 12 08:18:36.216867 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ee99b65b-ee7d-46ea-ad6e-7ef6310bb993 req-6afc0e22-3821-42b7-8af7-9831d9c43236 tempest-ServerShowV247Test-2068399042 tempest-ServerShowV247Test-2068399042-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f2062f1-be8c-465e-a8d4-eda2cdde2efe HTTP/1.1" status: 200 len: 210 time: 0.0434384 Nov 12 08:18:36.246028 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 45512) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:18:36.347893 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['3333386f-64dc-49a6-b21a-2ee25c72f315'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:18:36.355232 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e3bef2-0d1c-4abf-ba14-38436e5804df req-99bfbfe7-a490-4d5d-8a42-71c8fbb22085 tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:36.356980 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-53e3bef2-0d1c-4abf-ba14-38436e5804df req-99bfbfe7-a490-4d5d-8a42-71c8fbb22085 tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c044bf7-7155-4342-bd45-f3c1f138fcad HTTP/1.1" status: 200 len: 944 time: 0.0740659 Nov 12 08:18:36.372828 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-e58e2443-2bb1-46f7-aed1-303a60016dfa admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-494325095-network', 'tenant_id': '1939b51e9c8b4f01919852d182bbbf5a'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:18:36.411641 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e58e2443-2bb1-46f7-aed1-303a60016dfa admin admin] Made reservation on behalf of 1939b51e9c8b4f01919852d182bbbf5a for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:18:36.414164 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-53e3bef2-0d1c-4abf-ba14-38436e5804df req-ba379008-4e57-48aa-a6a3-583adec506e4 tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] 10.222.0.26 "GET /v2.0/security-groups?id=426244ab-d9bf-485a-a6d0-584def4dae11&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0507853 Nov 12 08:18:36.414773 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e58e2443-2bb1-46f7-aed1-303a60016dfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:36.425853 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e58e2443-2bb1-46f7-aed1-303a60016dfa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:36.481843 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c9020a9d-ff6f-4d0b-b951-245680546398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:36.532124 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e58e2443-2bb1-46f7-aed1-303a60016dfa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:36.537959 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e58e2443-2bb1-46f7-aed1-303a60016dfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:36.573482 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e58e2443-2bb1-46f7-aed1-303a60016dfa admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:18:36.580300 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58e2443-2bb1-46f7-aed1-303a60016dfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b1c5fb9-9d17-4399-87b8-64ecfaad3f68,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:36.591068 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e58e2443-2bb1-46f7-aed1-303a60016dfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:36.591720 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-e58e2443-2bb1-46f7-aed1-303a60016dfa admin admin] Added segment 0ef48b0f-dda7-4b9d-8b2a-f69a985fa2db of type vlan for network 366a54b3-0593-474b-9213-9bc537d54b99 Nov 12 08:18:36.643538 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e58e2443-2bb1-46f7-aed1-303a60016dfa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:36.677708 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e58e2443-2bb1-46f7-aed1-303a60016dfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:36.678877 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58e2443-2bb1-46f7-aed1-303a60016dfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:36.679573 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e58e2443-2bb1-46f7-aed1-303a60016dfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:36.747229 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-e58e2443-2bb1-46f7-aed1-303a60016dfa admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4996464 Nov 12 08:18:36.750152 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 45516) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:18:36.755586 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-1adcd5db-fc0b-4684-9872-6c7944ee9331 admin admin] Request body: {'subnet': {'network_id': '366a54b3-0593-474b-9213-9bc537d54b99', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-494325095-subnet', 'tenant_id': '1939b51e9c8b4f01919852d182bbbf5a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:18:36.762510 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58e2443-2bb1-46f7-aed1-303a60016dfa admin admin] Pushing event updated for resources: {'Network': ['ID=366a54b3-0593-474b-9213-9bc537d54b99,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:36.774776 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 366a54b3-0593-474b-9213-9bc537d54b99 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:18:36.783084 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1adcd5db-fc0b-4684-9872-6c7944ee9331 admin admin] Made reservation on behalf of 1939b51e9c8b4f01919852d182bbbf5a for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:18:36.786085 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1adcd5db-fc0b-4684-9872-6c7944ee9331 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:36.970565 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bb27cc-c64c-48dc-ba54-1dbd3bcf9f58 req-d7690ad7-3ab6-4650-b7ee-7a7ec49f08d0 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:36.972318 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d6bb27cc-c64c-48dc-ba54-1dbd3bcf9f58 req-d7690ad7-3ab6-4650-b7ee-7a7ec49f08d0 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/ports?device_id=20b83579-3dd4-4d02-9c47-79fe23b58a70 HTTP/1.1" status: 200 len: 945 time: 0.0873103 Nov 12 08:18:37.018060 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1adcd5db-fc0b-4684-9872-6c7944ee9331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:37.038338 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d6bb27cc-c64c-48dc-ba54-1dbd3bcf9f58 req-eda92ae1-37fd-4605-9b92-af196099e804 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/security-groups?id=aec52d38-03ed-427d-a216-63dd2a33f98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594752 Nov 12 08:18:37.059752 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c984af-fde0-49e4-9e6b-ac0a30b73a50 req-6bcc253d-21b5-4447-9ad2-5de794e5a9f0 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:37.061298 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f7c984af-fde0-49e4-9e6b-ac0a30b73a50 req-6bcc253d-21b5-4447-9ad2-5de794e5a9f0 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=cd7dfe97-2302-4d38-ae66-01f1d7d33d05 HTTP/1.1" status: 200 len: 950 time: 0.0939138 Nov 12 08:18:37.102703 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adcd5db-fc0b-4684-9872-6c7944ee9331 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84d942f8-9080-4b5d-a374-93c76487f86c,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:37.123699 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1adcd5db-fc0b-4684-9872-6c7944ee9331 admin admin] Checking segment: {'id': '0ef48b0f-dda7-4b9d-8b2a-f69a985fa2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '366a54b3-0593-474b-9213-9bc537d54b99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:18:37.124050 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1adcd5db-fc0b-4684-9872-6c7944ee9331 admin admin] Network hostable DHCP agents. Network: 366a54b3-0593-474b-9213-9bc537d54b99, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:18:37.149446 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f7c984af-fde0-49e4-9e6b-ac0a30b73a50 req-6b53f478-8587-4dd7-ae77-c37e59b96ef7 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/security-groups?id=2754cb4f-584d-4231-a11f-234fbfa27da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766392 Nov 12 08:18:37.161126 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1adcd5db-fc0b-4684-9872-6c7944ee9331 admin admin] Network 366a54b3-0593-474b-9213-9bc537d54b99 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:18:37.175986 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-1adcd5db-fc0b-4684-9872-6c7944ee9331 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 366a54b3-0593-474b-9213-9bc537d54b99) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:18:37.180514 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1adcd5db-fc0b-4684-9872-6c7944ee9331 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:37.181185 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1adcd5db-fc0b-4684-9872-6c7944ee9331 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:37.188944 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0025e63-4c80-48cb-ac17-91c47594ec56 None None] Network 366a54b3-0593-474b-9213-9bc537d54b99 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:18:37.211299 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-1adcd5db-fc0b-4684-9872-6c7944ee9331 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4526122 Nov 12 08:18:37.211708 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484141d2-7dc1-49ef-91a0-0a43928d9183 req-118be4f3-a994-4d97-96a5-9dfcd172f2aa tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:37.213277 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-484141d2-7dc1-49ef-91a0-0a43928d9183 req-118be4f3-a994-4d97-96a5-9dfcd172f2aa tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ab39f74-7f6a-470a-9f41-339a1e810270 HTTP/1.1" status: 200 len: 944 time: 0.0693245 Nov 12 08:18:37.286221 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-484141d2-7dc1-49ef-91a0-0a43928d9183 req-8a455f44-c5ff-4210-8a37-f87dd0a85b5d tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637071 Nov 12 08:18:37.361115 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9cd3b0f3-1e17-43fb-a737-fff26577b37b req-616a8aab-6dc3-42f4-a725-13093b059049 tempest-ServerShowV247Test-2068399042 tempest-ServerShowV247Test-2068399042-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f2062f1-be8c-465e-a8d4-eda2cdde2efe HTTP/1.1" status: 200 len: 210 time: 0.0320013 Nov 12 08:18:37.366816 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20aa46cc-44c7-404a-bac6-9b0efac1ac2a None None] Network 366a54b3-0593-474b-9213-9bc537d54b99 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:18:37.369679 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f18e90-973b-4e0d-b7a8-b7b3f50be280 req-a20996d0-4f1c-458b-8865-3b44fcf077be tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:37.370911 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d0f18e90-973b-4e0d-b7a8-b7b3f50be280 req-a20996d0-4f1c-458b-8865-3b44fcf077be tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd7dfe97-2302-4d38-ae66-01f1d7d33d05 HTTP/1.1" status: 200 len: 950 time: 0.1110802 Nov 12 08:18:37.541498 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 080af700-094d-42c6-8f07-ee98c25efb48 details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:18:37.574368 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-d0f18e90-973b-4e0d-b7a8-b7b3f50be280 req-246fd2fc-cfdb-4b20-a1fd-53d35a4c9f4d tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Deleting port 641ecf14-1420-46c8-ab6e-1776d803d920 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:18:37.586432 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94624e46-897a-425a-9898-c43523bf130b req-55ffd61c-657c-4743-b584-f96a9284d047 tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:37.586830 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-d0f18e90-973b-4e0d-b7a8-b7b3f50be280 req-246fd2fc-cfdb-4b20-a1fd-53d35a4c9f4d tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:37.597768 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-94624e46-897a-425a-9898-c43523bf130b req-55ffd61c-657c-4743-b584-f96a9284d047 tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c044bf7-7155-4342-bd45-f3c1f138fcad HTTP/1.1" status: 200 len: 944 time: 0.0753281 Nov 12 08:18:37.656682 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-94624e46-897a-425a-9898-c43523bf130b req-2e9907df-255c-43eb-96cc-3e1aaae0a2e4 tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] 10.222.0.26 "GET /v2.0/security-groups?id=426244ab-d9bf-485a-a6d0-584def4dae11&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0579135 Nov 12 08:18:37.668723 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 080af700-094d-42c6-8f07-ee98c25efb48, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=080af700-094d-42c6-8f07-ee98c25efb48,segment=NetworkSegment(931741a0-66de-48c6-b90b-c82af0a9f552),segment_id=931741a0-66de-48c6-b90b-c82af0a9f552)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:18:37.764517 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-d0f18e90-973b-4e0d-b7a8-b7b3f50be280 req-246fd2fc-cfdb-4b20-a1fd-53d35a4c9f4d tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] For port 641ecf14-1420-46c8-ab6e-1776d803d920, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=641ecf14-1420-46c8-ab6e-1776d803d920,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:18:37.764855 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-d0f18e90-973b-4e0d-b7a8-b7b3f50be280 req-246fd2fc-cfdb-4b20-a1fd-53d35a4c9f4d tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:37.809184 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-d0f18e90-973b-4e0d-b7a8-b7b3f50be280 req-246fd2fc-cfdb-4b20-a1fd-53d35a4c9f4d tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Calling delete_port for 641ecf14-1420-46c8-ab6e-1776d803d920 owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:18:37.860229 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Returning: {'device': '080af700-094d-42c6-8f07-ee98c25efb48', 'network_id': 'e1e67e1f-8798-45f5-b239-65208acc87f1', 'port_id': '080af700-094d-42c6-8f07-ee98c25efb48', 'mac_address': 'fa:16:3e:0e:7b:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bdc75da-af9b-40e1-a42f-7bb0c158e2a1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:18:37.893928 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:37.894352 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc03d54a-1a91-47e7-9119-98c3b6ffcb03 req-2c5c65ab-5549-4545-922b-6b93613d4241 tempest-InstanceActionsTestJSON-1109940751 tempest-InstanceActionsTestJSON-1109940751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:37.895977 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-bc03d54a-1a91-47e7-9119-98c3b6ffcb03 req-2c5c65ab-5549-4545-922b-6b93613d4241 tempest-InstanceActionsTestJSON-1109940751 tempest-InstanceActionsTestJSON-1109940751-project] 10.222.0.26 "GET /v2.0/networks?id=366a54b3-0593-474b-9213-9bc537d54b99 HTTP/1.1" status: 200 len: 813 time: 0.1818757 Nov 12 08:18:37.908706 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:37.920942 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-bc03d54a-1a91-47e7-9119-98c3b6ffcb03 req-35886a3a-c747-43c6-9cf5-8468398379ed tempest-InstanceActionsTestJSON-1109940751 tempest-InstanceActionsTestJSON-1109940751-project] 10.222.0.26 "GET /v2.0/quotas/1939b51e9c8b4f01919852d182bbbf5a HTTP/1.1" status: 200 len: 375 time: 0.0190947 Nov 12 08:18:37.922826 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-e530113a-7783-48f4-9840-8911a24052df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 080af700-094d-42c6-8f07-ee98c25efb48 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:18:37.948278 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 080af700-094d-42c6-8f07-ee98c25efb48, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=080af700-094d-42c6-8f07-ee98c25efb48,segment=NetworkSegment(931741a0-66de-48c6-b90b-c82af0a9f552),segment_id=931741a0-66de-48c6-b90b-c82af0a9f552)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:18:37.957552 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:37.971753 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-bc03d54a-1a91-47e7-9119-98c3b6ffcb03 req-b25f63f1-6b21-4987-aa18-33b80b7236dc tempest-InstanceActionsTestJSON-1109940751 tempest-InstanceActionsTestJSON-1109940751-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1939b51e9c8b4f01919852d182bbbf5a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0354407 Nov 12 08:18:38.014113 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=080af700-094d-42c6-8f07-ee98c25efb48,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:38.083049 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-d0f18e90-973b-4e0d-b7a8-b7b3f50be280 req-246fd2fc-cfdb-4b20-a1fd-53d35a4c9f4d tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:38.122164 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246fd2fc-cfdb-4b20-a1fd-53d35a4c9f4d tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Pushing event deleted for resources: {'Port': ['ID=641ecf14-1420-46c8-ab6e-1776d803d920,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:38.129371 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996b760d-a22e-4527-b6e9-acbb89b5b4a9 req-800fd6cb-c07f-4df7-97bc-cb8000a95db2 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:38.132031 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-996b760d-a22e-4527-b6e9-acbb89b5b4a9 req-800fd6cb-c07f-4df7-97bc-cb8000a95db2 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/networks?id=6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a HTTP/1.1" status: 200 len: 807 time: 0.1165814 Nov 12 08:18:38.151862 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-996b760d-a22e-4527-b6e9-acbb89b5b4a9 req-d4dad03a-a633-4ad9-97c1-8c273b9a7896 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/quotas/7317cbf37f7b44a3b0cd0a433cf6ba52 HTTP/1.1" status: 200 len: 375 time: 0.0139666 Nov 12 08:18:38.158638 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-bc03d54a-1a91-47e7-9119-98c3b6ffcb03 req-472ac55d-6ff1-42a3-b7f4-e04ea068af78 service neutron] 10.222.0.26 "GET /v2.0/networks/366a54b3-0593-474b-9213-9bc537d54b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606371 Nov 12 08:18:38.181689 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0f18e90-973b-4e0d-b7a8-b7b3f50be280 req-246fd2fc-cfdb-4b20-a1fd-53d35a4c9f4d tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] No DVR routers for this DVR port 641ecf14-1420-46c8-ab6e-1776d803d920 on host n-h1-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:18:38.184473 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-d0f18e90-973b-4e0d-b7a8-b7b3f50be280 req-246fd2fc-cfdb-4b20-a1fd-53d35a4c9f4d tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:38.187817 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d0f18e90-973b-4e0d-b7a8-b7b3f50be280 req-246fd2fc-cfdb-4b20-a1fd-53d35a4c9f4d tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.21 "DELETE /v2.0/ports/641ecf14-1420-46c8-ab6e-1776d803d920 HTTP/1.1" status: 204 len: 173 time: 0.8098392 Nov 12 08:18:38.188262 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd7dfe97-2302-4d38-ae66-01f1d7d33d05', 'name': 'network-vif-deleted', 'tag': '641ecf14-1420-46c8-ab6e-1776d803d920'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:18:38.192093 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b56244e1-cc3c-4251-9921-2c0ad1c46f98" -d '{"events": [{"server_uuid": "cd7dfe97-2302-4d38-ae66-01f1d7d33d05", "name": "network-vif-deleted", "tag": "641ecf14-1420-46c8-ab6e-1776d803d920"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:18:38.220689 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-996b760d-a22e-4527-b6e9-acbb89b5b4a9 req-4ee25ce5-7afc-462b-8904-57c09207f524 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=7317cbf37f7b44a3b0cd0a433cf6ba52&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0645149 Nov 12 08:18:38.279275 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-bc03d54a-1a91-47e7-9119-98c3b6ffcb03 req-4ea2b401-b5f4-4fb1-9d92-be2995db1ef0 service neutron] 10.222.0.26 "GET /v2.0/networks/366a54b3-0593-474b-9213-9bc537d54b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057930 Nov 12 08:18:38.327031 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-996b760d-a22e-4527-b6e9-acbb89b5b4a9 req-a20306ff-7f9d-4c32-8d6f-0780ccb9876f service neutron] 10.222.0.26 "GET /v2.0/networks/6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973558 Nov 12 08:18:38.434341 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-996b760d-a22e-4527-b6e9-acbb89b5b4a9 req-3c3a45c2-ad47-4aff-a3d6-adac71f73133 service neutron] 10.222.0.26 "GET /v2.0/networks/6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972409 Nov 12 08:18:38.499396 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22ce133-6828-4178-9d26-d54a54202440 req-2df7c292-0532-4396-8a8e-9937d510afc7 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:38.501002 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b22ce133-6828-4178-9d26-d54a54202440 req-2df7c292-0532-4396-8a8e-9937d510afc7 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/ports?device_id=20b83579-3dd4-4d02-9c47-79fe23b58a70 HTTP/1.1" status: 200 len: 945 time: 0.0637782 Nov 12 08:18:38.602536 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['080af700-094d-42c6-8f07-ee98c25efb48'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:18:38.624084 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b22ce133-6828-4178-9d26-d54a54202440 req-0951a5ca-b661-4628-86d5-6542a5867233 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/security-groups?id=aec52d38-03ed-427d-a216-63dd2a33f98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990481 Nov 12 08:18:38.869375 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c6b1153b-b7f8-4f2c-8867-d9938970063c req-46120f27-daf4-4d64-b331-e52b344276f6 tempest-ServersOnMultiNodesTest-2057368198 tempest-ServersOnMultiNodesTest-2057368198-project] 10.222.0.26 "GET /v2.0/ports?device_id=cd7dfe97-2302-4d38-ae66-01f1d7d33d05 HTTP/1.1" status: 200 len: 210 time: 0.0729744 Nov 12 08:18:38.903884 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bd5c6fe-5988-4a4e-90a0-f5061cb2797b x-openstack-request-id: req-2bd5c6fe-5988-4a4e-90a0-f5061cb2797b {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:18:38.904179 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd7dfe97-2302-4d38-ae66-01f1d7d33d05", "name": "network-vif-deleted", "tag": "641ecf14-1420-46c8-ab6e-1776d803d920", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:18:38.904442 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2bd5c6fe-5988-4a4e-90a0-f5061cb2797b {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:18:38.904847 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd7dfe97-2302-4d38-ae66-01f1d7d33d05', 'name': 'network-vif-deleted', 'tag': '641ecf14-1420-46c8-ab6e-1776d803d920', 'status': 'completed', 'code': 200} Nov 12 08:18:38.964252 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6b6e91db-1db2-46bf-9577-25078fe9902a req-5ba2446f-5933-4ded-b80f-d23fd694e96b tempest-InstanceActionsTestJSON-1109940751 tempest-InstanceActionsTestJSON-1109940751-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8596a5b-05f3-4795-a379-b4183132fcb4 HTTP/1.1" status: 200 len: 210 time: 0.0324099 Nov 12 08:18:39.030202 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c43c9a-14cb-41c4-85d4-19b1739252d8 req-72f702e0-bc3b-4ae9-88b4-be25511f4db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:39.031732 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-95c43c9a-14cb-41c4-85d4-19b1739252d8 req-72f702e0-bc3b-4ae9-88b4-be25511f4db1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=20b83579-3dd4-4d02-9c47-79fe23b58a70 HTTP/1.1" status: 200 len: 1097 time: 0.1180313 Nov 12 08:18:39.065699 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d36949-5ca6-42d2-a2b2-fcb63cc24674 req-d20a61ca-cf9b-4294-913d-64773ee335d9 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:39.067548 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b7d36949-5ca6-42d2-a2b2-fcb63cc24674 req-d20a61ca-cf9b-4294-913d-64773ee335d9 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ab39f74-7f6a-470a-9f41-339a1e810270 HTTP/1.1" status: 200 len: 945 time: 0.0901372 Nov 12 08:18:39.074869 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6c8fbeec-a488-4412-bd2c-ae994b72abd4 req-9143e45f-858f-4b0a-829e-2aa07caf00e6 tempest-ServerShowV247Test-2068399042 tempest-ServerShowV247Test-2068399042-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f2062f1-be8c-465e-a8d4-eda2cdde2efe HTTP/1.1" status: 200 len: 210 time: 0.0375419 Nov 12 08:18:39.113167 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-95c43c9a-14cb-41c4-85d4-19b1739252d8 req-42779423-3031-4f1e-b37b-af7288a979b3 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=aec52d38-03ed-427d-a216-63dd2a33f98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700784 Nov 12 08:18:39.122284 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:39.152265 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b7d36949-5ca6-42d2-a2b2-fcb63cc24674 req-f515d668-156d-47c8-ae3c-6800b64bb08e tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712945 Nov 12 08:18:39.216387 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beeab8c-f798-4477-a4f2-776a89848642 req-aef9241a-3375-4eab-addc-4ea9a72f972d tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:39.217755 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5beeab8c-f798-4477-a4f2-776a89848642 req-aef9241a-3375-4eab-addc-4ea9a72f972d tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c044bf7-7155-4342-bd45-f3c1f138fcad HTTP/1.1" status: 200 len: 944 time: 0.0599809 Nov 12 08:18:39.239585 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-125186c7-5355-4177-ae2e-b4e02c230630 req-0b2e975b-b22c-4f1e-a16f-71503ec482bd tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=05590b28-c4a9-41f8-a868-649414f5e466 HTTP/1.1" status: 200 len: 210 time: 0.0293498 Nov 12 08:18:39.274031 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5beeab8c-f798-4477-a4f2-776a89848642 req-e2a3bcdc-10ec-4b93-9368-e68e9b9bb7e0 tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] 10.222.0.26 "GET /v2.0/security-groups?id=426244ab-d9bf-485a-a6d0-584def4dae11&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480447 Nov 12 08:18:39.535256 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 3333386f-64dc-49a6-b21a-2ee25c72f315 up at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:18:39.584468 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning for port 3333386f-64dc-49a6-b21a-2ee25c72f315 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:18:39.588936 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning complete for port 3333386f-64dc-49a6-b21a-2ee25c72f315 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:18:39.589307 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:39.676719 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:39.697577 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c044bf7-7155-4342-bd45-f3c1f138fcad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3333386f-64dc-49a6-b21a-2ee25c72f315'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:18:39.699807 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa202c9-23f3-4c34-957d-d8c2fe10fe67" -d '{"events": [{"server_uuid": "7c044bf7-7155-4342-bd45-f3c1f138fcad", "name": "network-vif-plugged", "status": "completed", "tag": "3333386f-64dc-49a6-b21a-2ee25c72f315"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:18:39.715885 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 3333386f-64dc-49a6-b21a-2ee25c72f315, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=3333386f-64dc-49a6-b21a-2ee25c72f315,segment=NetworkSegment(55cfd097-7383-496f-8665-ccda3c907fe5),segment_id=55cfd097-7383-496f-8665-ccda3c907fe5)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:18:39.722373 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:39.723354 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 641ecf14-1420-46c8-ab6e-1776d803d920 no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:18:39.747434 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2843f089-4b5d-4b3d-a851-c9a15a123cdf x-openstack-request-id: req-2843f089-4b5d-4b3d-a851-c9a15a123cdf {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:18:39.747848 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c044bf7-7155-4342-bd45-f3c1f138fcad", "name": "network-vif-plugged", "status": "completed", "tag": "3333386f-64dc-49a6-b21a-2ee25c72f315", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:18:39.748099 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2843f089-4b5d-4b3d-a851-c9a15a123cdf {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:18:39.748483 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c044bf7-7155-4342-bd45-f3c1f138fcad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3333386f-64dc-49a6-b21a-2ee25c72f315', 'code': 200} Nov 12 08:18:39.757286 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33067112-4712-4f6f-8491-e9befe099730 req-762fe663-ad2c-43d8-a21b-775c90787e3d tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:39.759500 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-33067112-4712-4f6f-8491-e9befe099730 req-762fe663-ad2c-43d8-a21b-775c90787e3d tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/ports?device_id=20b83579-3dd4-4d02-9c47-79fe23b58a70 HTTP/1.1" status: 200 len: 945 time: 0.0706229 Nov 12 08:18:39.771993 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-e530113a-7783-48f4-9840-8911a24052df None None] No Port match for: 641ecf14-1420-46c8-ab6e-1776d803d920 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:18:39.772335 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 641ecf14-1420-46c8-ab6e-1776d803d920 not bound to the agent host n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:18:39.814840 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-33067112-4712-4f6f-8491-e9befe099730 req-436ec32e-19a5-456d-a709-e2ae67a31872 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/security-groups?id=aec52d38-03ed-427d-a216-63dd2a33f98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479636 Nov 12 08:18:39.815116 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:39.822525 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=3333386f-64dc-49a6-b21a-2ee25c72f315,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:39.868230 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82297535-da0c-4316-a3aa-a04610ac26c4 req-29b3a465-0292-477b-8977-dba271e26b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:39.869806 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-82297535-da0c-4316-a3aa-a04610ac26c4 req-29b3a465-0292-477b-8977-dba271e26b16 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7c044bf7-7155-4342-bd45-f3c1f138fcad HTTP/1.1" status: 200 len: 1097 time: 0.0497522 Nov 12 08:18:39.938199 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-82297535-da0c-4316-a3aa-a04610ac26c4 req-d986fe5b-f44c-4d03-a329-24787997d91f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=426244ab-d9bf-485a-a6d0-584def4dae11&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0609348 Nov 12 08:18:40.037331 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc03d54a-1a91-47e7-9119-98c3b6ffcb03 req-e461e04d-6a7a-4e7d-b776-5abfe4dd10e1 tempest-InstanceActionsTestJSON-1109940751 tempest-InstanceActionsTestJSON-1109940751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:40.038966 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-bc03d54a-1a91-47e7-9119-98c3b6ffcb03 req-e461e04d-6a7a-4e7d-b776-5abfe4dd10e1 tempest-InstanceActionsTestJSON-1109940751 tempest-InstanceActionsTestJSON-1109940751-project] 10.222.0.44 "GET /v2.0/networks?id=366a54b3-0593-474b-9213-9bc537d54b99 HTTP/1.1" status: 200 len: 813 time: 0.1265743 Nov 12 08:18:40.069336 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-bc03d54a-1a91-47e7-9119-98c3b6ffcb03 req-59f16953-b9f2-4cc8-90f6-1d25658ce5ed tempest-InstanceActionsTestJSON-1109940751 tempest-InstanceActionsTestJSON-1109940751-project] Request body: {'port': {'device_id': 'd8596a5b-05f3-4795-a379-b4183132fcb4', 'network_id': '366a54b3-0593-474b-9213-9bc537d54b99', 'admin_state_up': True, 'tenant_id': '1939b51e9c8b4f01919852d182bbbf5a'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:18:40.092805 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-40d5e002-8701-4262-b16f-ddf6ef5ac10f req-789f9054-41f2-40cf-bd7f-ef154be20050 tempest-InstanceActionsTestJSON-1109940751 tempest-InstanceActionsTestJSON-1109940751-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8596a5b-05f3-4795-a379-b4183132fcb4 HTTP/1.1" status: 200 len: 210 time: 0.0388694 Nov 12 08:18:40.173386 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 45604) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:18:40.196401 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a53766a6-04ba-421f-81c1-34d5346fb5f3 req-bae6d46b-0c28-4013-bd8a-ae558042bf92 tempest-ServerShowV247Test-2068399042 tempest-ServerShowV247Test-2068399042-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f2062f1-be8c-465e-a8d4-eda2cdde2efe HTTP/1.1" status: 200 len: 210 time: 0.0447900 Nov 12 08:18:40.231963 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc03d54a-1a91-47e7-9119-98c3b6ffcb03 req-59f16953-b9f2-4cc8-90f6-1d25658ce5ed tempest-InstanceActionsTestJSON-1109940751 tempest-InstanceActionsTestJSON-1109940751-project] Made reservation on behalf of 1939b51e9c8b4f01919852d182bbbf5a for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:18:40.236140 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-bc03d54a-1a91-47e7-9119-98c3b6ffcb03 req-59f16953-b9f2-4cc8-90f6-1d25658ce5ed tempest-InstanceActionsTestJSON-1109940751 tempest-InstanceActionsTestJSON-1109940751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:40.336468 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6e521a78-a6a7-43e6-a6f7-bbf30fbbed14 req-47c111cb-087a-493e-900f-623d53232fc9 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=05590b28-c4a9-41f8-a868-649414f5e466 HTTP/1.1" status: 200 len: 210 time: 0.0272124 Nov 12 08:18:40.363893 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ef60de-87a8-4096-8fe9-5779fbfa9b88 req-f1157755-2cfa-4996-a643-852ae11a9e1f tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:40.365449 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-64ef60de-87a8-4096-8fe9-5779fbfa9b88 req-f1157755-2cfa-4996-a643-852ae11a9e1f tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ab39f74-7f6a-470a-9f41-339a1e810270 HTTP/1.1" status: 200 len: 945 time: 0.1269486 Nov 12 08:18:40.449365 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-73f34310-4f41-4267-a852-77f4028e196b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3dad16d1cf804c93a62c38374b8fb4ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2748096 Nov 12 08:18:40.453343 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 45614) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:18:40.495990 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-64ef60de-87a8-4096-8fe9-5779fbfa9b88 req-7adf8cb7-3f09-423a-82b7-8cd7115f4e05 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161163 Nov 12 08:18:40.502768 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-bc03d54a-1a91-47e7-9119-98c3b6ffcb03 req-59f16953-b9f2-4cc8-90f6-1d25658ce5ed tempest-InstanceActionsTestJSON-1109940751 tempest-InstanceActionsTestJSON-1109940751-project] Allocated IP 172.20.0.10 (366a54b3-0593-474b-9213-9bc537d54b99/84d942f8-9080-4b5d-a374-93c76487f86c/19ea7f46-9e21-499e-ba28-01bf198b8a54) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:18:40.505868 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a628d0-b77a-4ada-9c39-01610ac2ebfa req-7a1aa594-115f-407d-8411-ead4aabfc782 tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:40.507705 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-74a628d0-b77a-4ada-9c39-01610ac2ebfa req-7a1aa594-115f-407d-8411-ead4aabfc782 tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c044bf7-7155-4342-bd45-f3c1f138fcad HTTP/1.1" status: 200 len: 945 time: 0.1056559 Nov 12 08:18:40.643146 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-74a628d0-b77a-4ada-9c39-01610ac2ebfa req-8703ff9d-8e25-4b75-b37e-5925afdf44f7 tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] 10.222.0.26 "GET /v2.0/security-groups?id=426244ab-d9bf-485a-a6d0-584def4dae11&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0938478 Nov 12 08:18:40.671824 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-99a2bddf-b4a9-44c9-855e-fb30da622ca1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:40.685445 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996b760d-a22e-4527-b6e9-acbb89b5b4a9 req-48e09a84-ab33-4078-aae1-e6466a8cda59 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:40.686952 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-996b760d-a22e-4527-b6e9-acbb89b5b4a9 req-48e09a84-ab33-4078-aae1-e6466a8cda59 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.44 "GET /v2.0/networks?id=6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a HTTP/1.1" status: 200 len: 807 time: 0.2484643 Nov 12 08:18:40.703798 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-bc03d54a-1a91-47e7-9119-98c3b6ffcb03 req-59f16953-b9f2-4cc8-90f6-1d25658ce5ed tempest-InstanceActionsTestJSON-1109940751 tempest-InstanceActionsTestJSON-1109940751-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:40.707805 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-99a2bddf-b4a9-44c9-855e-fb30da622ca1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:40.732372 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-996b760d-a22e-4527-b6e9-acbb89b5b4a9 req-ad69acd0-a528-4141-904d-bfea60971a07 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Request body: {'port': {'device_id': '05590b28-c4a9-41f8-a868-649414f5e466', 'network_id': '6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a', 'admin_state_up': True, 'tenant_id': '7317cbf37f7b44a3b0cd0a433cf6ba52'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:18:40.748608 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-bc03d54a-1a91-47e7-9119-98c3b6ffcb03 req-59f16953-b9f2-4cc8-90f6-1d25658ce5ed tempest-InstanceActionsTestJSON-1109940751 tempest-InstanceActionsTestJSON-1109940751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:40.821237 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc03d54a-1a91-47e7-9119-98c3b6ffcb03 req-59f16953-b9f2-4cc8-90f6-1d25658ce5ed tempest-InstanceActionsTestJSON-1109940751 tempest-InstanceActionsTestJSON-1109940751-project] Network 366a54b3-0593-474b-9213-9bc537d54b99 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:18:40.824376 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-bc03d54a-1a91-47e7-9119-98c3b6ffcb03 req-59f16953-b9f2-4cc8-90f6-1d25658ce5ed tempest-InstanceActionsTestJSON-1109940751 tempest-InstanceActionsTestJSON-1109940751-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:18:40.830374 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc03d54a-1a91-47e7-9119-98c3b6ffcb03 req-59f16953-b9f2-4cc8-90f6-1d25658ce5ed tempest-InstanceActionsTestJSON-1109940751 tempest-InstanceActionsTestJSON-1109940751-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:18:40.865419 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f16953-b9f2-4cc8-90f6-1d25658ce5ed tempest-InstanceActionsTestJSON-1109940751 tempest-InstanceActionsTestJSON-1109940751-project] Pushing event updated for resources: {'Port': ['ID=19ea7f46-9e21-499e-ba28-01bf198b8a54,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:40.870213 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-99a2bddf-b4a9-44c9-855e-fb30da622ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:40.876102 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-99a2bddf-b4a9-44c9-855e-fb30da622ca1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:40.879857 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-99a2bddf-b4a9-44c9-855e-fb30da622ca1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2754cb4f-584d-4231-a11f-234fbfa27da0 HTTP/1.1" status: 204 len: 168 time: 0.4120088 Nov 12 08:18:40.898329 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a2bddf-b4a9-44c9-855e-fb30da622ca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2754cb4f-584d-4231-a11f-234fbfa27da0,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:40.898801 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc03d54a-1a91-47e7-9119-98c3b6ffcb03 req-59f16953-b9f2-4cc8-90f6-1d25658ce5ed tempest-InstanceActionsTestJSON-1109940751 tempest-InstanceActionsTestJSON-1109940751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:40.899448 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-bc03d54a-1a91-47e7-9119-98c3b6ffcb03 req-59f16953-b9f2-4cc8-90f6-1d25658ce5ed tempest-InstanceActionsTestJSON-1109940751 tempest-InstanceActionsTestJSON-1109940751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:40.943491 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-996b760d-a22e-4527-b6e9-acbb89b5b4a9 req-ad69acd0-a528-4141-904d-bfea60971a07 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Made reservation on behalf of 7317cbf37f7b44a3b0cd0a433cf6ba52 for: {'port': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:18:40.948685 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-996b760d-a22e-4527-b6e9-acbb89b5b4a9 req-ad69acd0-a528-4141-904d-bfea60971a07 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:40.958073 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-bc03d54a-1a91-47e7-9119-98c3b6ffcb03 req-59f16953-b9f2-4cc8-90f6-1d25658ce5ed tempest-InstanceActionsTestJSON-1109940751 tempest-InstanceActionsTestJSON-1109940751-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8948848 Nov 12 08:18:40.980153 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d65a56-05da-4a94-a48a-c1fc613d5fb2 req-4c6687c6-9b2c-41c9-bea9-e5bb65105578 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:40.982323 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a1d65a56-05da-4a94-a48a-c1fc613d5fb2 req-4c6687c6-9b2c-41c9-bea9-e5bb65105578 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/ports?device_id=20b83579-3dd4-4d02-9c47-79fe23b58a70 HTTP/1.1" status: 200 len: 945 time: 0.0759716 Nov 12 08:18:40.988983 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-bc03d54a-1a91-47e7-9119-98c3b6ffcb03 req-f492c82b-6ab8-45f8-89a1-27a11d6b8eb7 service neutron] Request body: {'port': {'device_id': 'd8596a5b-05f3-4795-a379-b4183132fcb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:18:41.096005 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-bc03d54a-1a91-47e7-9119-98c3b6ffcb03 req-f492c82b-6ab8-45f8-89a1-27a11d6b8eb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:41.103553 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a1d65a56-05da-4a94-a48a-c1fc613d5fb2 req-26f95bdb-996f-497d-9b57-933b6360e098 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/security-groups?id=aec52d38-03ed-427d-a216-63dd2a33f98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092722 Nov 12 08:18:41.120327 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [req-996b760d-a22e-4527-b6e9-acbb89b5b4a9 req-ad69acd0-a528-4141-904d-bfea60971a07 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Allocated IP 172.20.0.11 (6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a/b48e5e9c-f3da-4efc-88c4-db8837528b82/52592b2a-c901-46b6-919f-38bfa8d65b88) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:18:41.174168 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-bd11ca6c-a501-4306-9c9f-1e400e4edf97 req-97e4c9b4-a1f1-433d-9634-7b78386f3e89 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-2006851083', 'description': 'tempest-description-1312427758'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:18:41.206697 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-bd11ca6c-a501-4306-9c9f-1e400e4edf97 req-97e4c9b4-a1f1-433d-9634-7b78386f3e89 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:41.322238 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 45628) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:18:41.386932 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-996b760d-a22e-4527-b6e9-acbb89b5b4a9 req-ad69acd0-a528-4141-904d-bfea60971a07 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:41.397474 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24de958-bc8c-450e-a65b-64d68f42faac req-8780c2aa-1d8e-445c-9127-df76f032b817 tempest-InstanceActionsTestJSON-1109940751 tempest-InstanceActionsTestJSON-1109940751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:41.399110 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e24de958-bc8c-450e-a65b-64d68f42faac req-8780c2aa-1d8e-445c-9127-df76f032b817 tempest-InstanceActionsTestJSON-1109940751 tempest-InstanceActionsTestJSON-1109940751-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8596a5b-05f3-4795-a379-b4183132fcb4 HTTP/1.1" status: 200 len: 932 time: 0.0933907 Nov 12 08:18:41.475918 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-996b760d-a22e-4527-b6e9-acbb89b5b4a9 req-ad69acd0-a528-4141-904d-bfea60971a07 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:41.480782 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e24de958-bc8c-450e-a65b-64d68f42faac req-4e50e376-3fad-4016-a580-9fc786546c1d tempest-InstanceActionsTestJSON-1109940751 tempest-InstanceActionsTestJSON-1109940751-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b1c5fb9-9d17-4399-87b8-64ecfaad3f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713668 Nov 12 08:18:41.485816 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-bd11ca6c-a501-4306-9c9f-1e400e4edf97 req-97e4c9b4-a1f1-433d-9634-7b78386f3e89 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:41.507743 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-bd11ca6c-a501-4306-9c9f-1e400e4edf97 req-97e4c9b4-a1f1-433d-9634-7b78386f3e89 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:41.530759 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-996b760d-a22e-4527-b6e9-acbb89b5b4a9 req-ad69acd0-a528-4141-904d-bfea60971a07 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Network 6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:18:41.533551 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 080af700-094d-42c6-8f07-ee98c25efb48 up at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:18:41.534029 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [req-996b760d-a22e-4527-b6e9-acbb89b5b4a9 req-ad69acd0-a528-4141-904d-bfea60971a07 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:18:41.539843 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [req-996b760d-a22e-4527-b6e9-acbb89b5b4a9 req-ad69acd0-a528-4141-904d-bfea60971a07 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:18:41.544051 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad69acd0-a528-4141-904d-bfea60971a07 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Pushing event updated for resources: {'Port': ['ID=52592b2a-c901-46b6-919f-38bfa8d65b88,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:41.567692 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-02bde785-445c-4890-8bac-9909e4984d01 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5815ee131ce64d4a806c8bc14f63655a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2415760 Nov 12 08:18:41.576575 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 45634) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:18:41.577005 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-bd11ca6c-a501-4306-9c9f-1e400e4edf97 req-97e4c9b4-a1f1-433d-9634-7b78386f3e89 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:41.578272 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-bd11ca6c-a501-4306-9c9f-1e400e4edf97 req-97e4c9b4-a1f1-433d-9634-7b78386f3e89 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1830 time: 0.4162893 Nov 12 08:18:41.602115 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e4c9b4-a1f1-433d-9634-7b78386f3e89 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc19167c-de99-4908-a064-17edd21c3fa9,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:41.639273 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning for port 080af700-094d-42c6-8f07-ee98c25efb48 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:18:41.644280 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning complete for port 080af700-094d-42c6-8f07-ee98c25efb48 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:18:41.644730 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:41.724191 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-bc03d54a-1a91-47e7-9119-98c3b6ffcb03 req-f492c82b-6ab8-45f8-89a1-27a11d6b8eb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19ea7f46-9e21-499e-ba28-01bf198b8a54 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:18:41.732925 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-97978fdf-d231-469d-b8ed-b6a43e5f0ce3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:41.745801 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-bc03d54a-1a91-47e7-9119-98c3b6ffcb03 req-f492c82b-6ab8-45f8-89a1-27a11d6b8eb7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:41.756728 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-97978fdf-d231-469d-b8ed-b6a43e5f0ce3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:41.773040 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d2408f-f3e3-4bb3-9c18-1d766b00b64a req-d9e36a43-31cb-4145-b3da-f451829cee1d tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:41.775238 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-94d2408f-f3e3-4bb3-9c18-1d766b00b64a req-d9e36a43-31cb-4145-b3da-f451829cee1d tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=05590b28-c4a9-41f8-a868-649414f5e466 HTTP/1.1" status: 200 len: 932 time: 0.1212432 Nov 12 08:18:41.776565 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-bc03d54a-1a91-47e7-9119-98c3b6ffcb03 req-f492c82b-6ab8-45f8-89a1-27a11d6b8eb7 service neutron] Transition to ACTIVE for port object 19ea7f46-9e21-499e-ba28-01bf198b8a54 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:18:41.779839 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:41.793018 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-23c58ddb-2daf-4161-b61b-952ced638cc9 req-9ee10f24-8fd3-4b03-bb9a-788801105913 tempest-ServerShowV247Test-2068399042 tempest-ServerShowV247Test-2068399042-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f2062f1-be8c-465e-a8d4-eda2cdde2efe HTTP/1.1" status: 200 len: 210 time: 0.1412182 Nov 12 08:18:41.799679 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996b760d-a22e-4527-b6e9-acbb89b5b4a9 req-ad69acd0-a528-4141-904d-bfea60971a07 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:41.800396 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-996b760d-a22e-4527-b6e9-acbb89b5b4a9 req-ad69acd0-a528-4141-904d-bfea60971a07 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:41.821076 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-996b760d-a22e-4527-b6e9-acbb89b5b4a9 req-ad69acd0-a528-4141-904d-bfea60971a07 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0962842 Nov 12 08:18:41.833447 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-97978fdf-d231-469d-b8ed-b6a43e5f0ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:41.836894 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-97978fdf-d231-469d-b8ed-b6a43e5f0ce3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:41.837868 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-bc03d54a-1a91-47e7-9119-98c3b6ffcb03 req-f492c82b-6ab8-45f8-89a1-27a11d6b8eb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:41.838783 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-97978fdf-d231-469d-b8ed-b6a43e5f0ce3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fdd56587-56e8-4bd1-bb9b-2bf53e0c482c HTTP/1.1" status: 204 len: 168 time: 0.2611804 Nov 12 08:18:41.849939 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ab39f74-7f6a-470a-9f41-339a1e810270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '080af700-094d-42c6-8f07-ee98c25efb48'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:18:41.852214 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f08782a-68fb-4fca-a644-9cc57b06d771" -d '{"events": [{"server_uuid": "5ab39f74-7f6a-470a-9f41-339a1e810270", "name": "network-vif-plugged", "status": "completed", "tag": "080af700-094d-42c6-8f07-ee98c25efb48"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:18:41.862382 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-996b760d-a22e-4527-b6e9-acbb89b5b4a9 req-d09c7125-2333-47a3-853e-8e24caa7186b service neutron] Request body: {'port': {'device_id': '05590b28-c4a9-41f8-a868-649414f5e466', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-29'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:18:41.867115 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97978fdf-d231-469d-b8ed-b6a43e5f0ce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd56587-56e8-4bd1-bb9b-2bf53e0c482c,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:41.872712 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 080af700-094d-42c6-8f07-ee98c25efb48, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=080af700-094d-42c6-8f07-ee98c25efb48,segment=NetworkSegment(931741a0-66de-48c6-b90b-c82af0a9f552),segment_id=931741a0-66de-48c6-b90b-c82af0a9f552)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:18:41.886039 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:41.967869 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=080af700-094d-42c6-8f07-ee98c25efb48,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:41.976362 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-94d2408f-f3e3-4bb3-9c18-1d766b00b64a req-0ee14c6d-3c88-4caf-bf9a-20691fd99ad4 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914520 Nov 12 08:18:41.981789 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:18:41.982146 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:18:41.982489 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:18:41.982862 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:18:41.983911 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:18:41.984263 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:18:41.984839 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:18:41.984944 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:18:41.985247 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:18:41.985578 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:18:41.985907 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:18:41.986234 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:18:42.029123 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-996b760d-a22e-4527-b6e9-acbb89b5b4a9 req-d09c7125-2333-47a3-853e-8e24caa7186b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:42.063495 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f492c82b-6ab8-45f8-89a1-27a11d6b8eb7 service neutron] Pushing event updated for resources: {'Port': ['ID=19ea7f46-9e21-499e-ba28-01bf198b8a54,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:42.119256 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:42.224045 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99651c01-aa42-44e3-aff7-76636b946cd8 req-6a5c2eec-edd8-4ef2-b073-5c142ce83c79 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:42.232108 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-99651c01-aa42-44e3-aff7-76636b946cd8 req-6a5c2eec-edd8-4ef2-b073-5c142ce83c79 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ab39f74-7f6a-470a-9f41-339a1e810270 HTTP/1.1" status: 200 len: 946 time: 0.1986599 Nov 12 08:18:42.364429 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-99651c01-aa42-44e3-aff7-76636b946cd8 req-6f975921-4ad2-42b1-b061-d637dcd1fafc tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312177 Nov 12 08:18:42.529596 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-bc03d54a-1a91-47e7-9119-98c3b6ffcb03 req-f492c82b-6ab8-45f8-89a1-27a11d6b8eb7 service neutron] Attempting to bind port 19ea7f46-9e21-499e-ba28-01bf198b8a54 on host n-h2-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:18:42.530103 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-bc03d54a-1a91-47e7-9119-98c3b6ffcb03 req-f492c82b-6ab8-45f8-89a1-27a11d6b8eb7 service neutron] Attempting to bind port 19ea7f46-9e21-499e-ba28-01bf198b8a54 by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': '0ef48b0f-dda7-4b9d-8b2a-f69a985fa2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '366a54b3-0593-474b-9213-9bc537d54b99'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:18:42.531124 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc03d54a-1a91-47e7-9119-98c3b6ffcb03 req-f492c82b-6ab8-45f8-89a1-27a11d6b8eb7 service neutron] Attempting to bind port 19ea7f46-9e21-499e-ba28-01bf198b8a54 on network 366a54b3-0593-474b-9213-9bc537d54b99 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:18:42.540566 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc03d54a-1a91-47e7-9119-98c3b6ffcb03 req-f492c82b-6ab8-45f8-89a1-27a11d6b8eb7 service neutron] Port 19ea7f46-9e21-499e-ba28-01bf198b8a54 on network 366a54b3-0593-474b-9213-9bc537d54b99 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:18:42.541074 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc03d54a-1a91-47e7-9119-98c3b6ffcb03 req-f492c82b-6ab8-45f8-89a1-27a11d6b8eb7 service neutron] Attempting to bind port 19ea7f46-9e21-499e-ba28-01bf198b8a54 on network 366a54b3-0593-474b-9213-9bc537d54b99 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:18:42.544144 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [req-996b760d-a22e-4527-b6e9-acbb89b5b4a9 req-d09c7125-2333-47a3-853e-8e24caa7186b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52592b2a-c901-46b6-919f-38bfa8d65b88 {{(pid=102600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:18:42.554409 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-996b760d-a22e-4527-b6e9-acbb89b5b4a9 req-d09c7125-2333-47a3-853e-8e24caa7186b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:42.554833 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc03d54a-1a91-47e7-9119-98c3b6ffcb03 req-f492c82b-6ab8-45f8-89a1-27a11d6b8eb7 service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:18:42.555301 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc03d54a-1a91-47e7-9119-98c3b6ffcb03 req-f492c82b-6ab8-45f8-89a1-27a11d6b8eb7 service neutron] Checking segment: {'id': '0ef48b0f-dda7-4b9d-8b2a-f69a985fa2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '366a54b3-0593-474b-9213-9bc537d54b99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:18:42.555800 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc03d54a-1a91-47e7-9119-98c3b6ffcb03 req-f492c82b-6ab8-45f8-89a1-27a11d6b8eb7 service neutron] Bound using segment: {'id': '0ef48b0f-dda7-4b9d-8b2a-f69a985fa2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '366a54b3-0593-474b-9213-9bc537d54b99'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:18:42.556351 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-bc03d54a-1a91-47e7-9119-98c3b6ffcb03 req-f492c82b-6ab8-45f8-89a1-27a11d6b8eb7 service neutron] Bound port: 19ea7f46-9e21-499e-ba28-01bf198b8a54, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ef48b0f-dda7-4b9d-8b2a-f69a985fa2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '366a54b3-0593-474b-9213-9bc537d54b99'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:18:42.556815 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-bc03d54a-1a91-47e7-9119-98c3b6ffcb03 req-f492c82b-6ab8-45f8-89a1-27a11d6b8eb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:42.569562 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.provisioning_blocks [req-996b760d-a22e-4527-b6e9-acbb89b5b4a9 req-d09c7125-2333-47a3-853e-8e24caa7186b service neutron] Transition to ACTIVE for port object 52592b2a-c901-46b6-919f-38bfa8d65b88 will not be triggered until provisioned by entity L2. {{(pid=102600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:18:42.580048 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-996b760d-a22e-4527-b6e9-acbb89b5b4a9 req-d09c7125-2333-47a3-853e-8e24caa7186b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:42.583341 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0295e2a3-d8e4-48e3-adab-80aa4fc4cccc req-fa560b23-b7c1-4785-86b3-c4f90164c23e tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2006851083&fields=id&tenant_id=417fd406cc39404ba5ae67c25efe38d3 HTTP/1.1" status: 200 len: 267 time: 0.4755545 Nov 12 08:18:42.653761 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ae89dd-2614-4cdc-91e6-ac5ff96db166 req-93316f37-81f3-426e-961b-445fe0dc273a tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:42.657751 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d4ae89dd-2614-4cdc-91e6-ac5ff96db166 req-93316f37-81f3-426e-961b-445fe0dc273a tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c044bf7-7155-4342-bd45-f3c1f138fcad HTTP/1.1" status: 200 len: 945 time: 0.1993406 Nov 12 08:18:42.684745 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-bc03d54a-1a91-47e7-9119-98c3b6ffcb03 req-f492c82b-6ab8-45f8-89a1-27a11d6b8eb7 service neutron] For port 19ea7f46-9e21-499e-ba28-01bf198b8a54, host n-h2-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:18:42.688068 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-bc03d54a-1a91-47e7-9119-98c3b6ffcb03 req-f492c82b-6ab8-45f8-89a1-27a11d6b8eb7 service neutron] For port 19ea7f46-9e21-499e-ba28-01bf198b8a54, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=19ea7f46-9e21-499e-ba28-01bf198b8a54,segment=NetworkSegment(0ef48b0f-dda7-4b9d-8b2a-f69a985fa2db),segment_id=0ef48b0f-dda7-4b9d-8b2a-f69a985fa2db)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:18:42.697246 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-bc03d54a-1a91-47e7-9119-98c3b6ffcb03 req-f492c82b-6ab8-45f8-89a1-27a11d6b8eb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:42.743727 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0295e2a3-d8e4-48e3-adab-80aa4fc4cccc req-4be6c575-c6b9-42e7-8ea5-946a178c1db7 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:42.745447 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0295e2a3-d8e4-48e3-adab-80aa4fc4cccc req-4be6c575-c6b9-42e7-8ea5-946a178c1db7 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/ports?device_id=20b83579-3dd4-4d02-9c47-79fe23b58a70 HTTP/1.1" status: 200 len: 945 time: 0.1366920 Nov 12 08:18:42.759951 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc03d54a-1a91-47e7-9119-98c3b6ffcb03 req-f492c82b-6ab8-45f8-89a1-27a11d6b8eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:42.760697 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-bc03d54a-1a91-47e7-9119-98c3b6ffcb03 req-f492c82b-6ab8-45f8-89a1-27a11d6b8eb7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:42.762177 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-bc03d54a-1a91-47e7-9119-98c3b6ffcb03 req-f492c82b-6ab8-45f8-89a1-27a11d6b8eb7 service neutron] 10.222.0.44 "PUT /v2.0/ports/19ea7f46-9e21-499e-ba28-01bf198b8a54 HTTP/1.1" status: 200 len: 1093 time: 1.7788846 Nov 12 08:18:42.768299 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-0295e2a3-d8e4-48e3-adab-80aa4fc4cccc req-4ef8c14c-0ffd-43b6-b433-5381af3a9e46 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Request body: {'port': {'security_groups': ['aec52d38-03ed-427d-a216-63dd2a33f98c', 'cc19167c-de99-4908-a064-17edd21c3fa9']}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:18:42.777258 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09c7125-2333-47a3-853e-8e24caa7186b service neutron] Pushing event updated for resources: {'Port': ['ID=52592b2a-c901-46b6-919f-38bfa8d65b88,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:42.811597 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-996b760d-a22e-4527-b6e9-acbb89b5b4a9 req-d09c7125-2333-47a3-853e-8e24caa7186b service neutron] Attempting to bind port 52592b2a-c901-46b6-919f-38bfa8d65b88 on host n-h2-765315-29 for vnic_type normal with profile {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:18:42.811939 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-996b760d-a22e-4527-b6e9-acbb89b5b4a9 req-d09c7125-2333-47a3-853e-8e24caa7186b service neutron] Attempting to bind port 52592b2a-c901-46b6-919f-38bfa8d65b88 by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': '2faefcc0-552f-4085-b81e-2c4b58f0de67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a'}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:18:42.812270 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996b760d-a22e-4527-b6e9-acbb89b5b4a9 req-d09c7125-2333-47a3-853e-8e24caa7186b service neutron] Attempting to bind port 52592b2a-c901-46b6-919f-38bfa8d65b88 on network 6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:18:42.825283 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8596a5b-05f3-4795-a379-b4183132fcb4', 'tag': '19ea7f46-9e21-499e-ba28-01bf198b8a54'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:18:42.827688 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36e9eb63-0103-4e60-973e-ca97e14ba90a" -d '{"events": [{"name": "network-changed", "server_uuid": "d8596a5b-05f3-4795-a379-b4183132fcb4", "tag": "19ea7f46-9e21-499e-ba28-01bf198b8a54"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:18:42.833632 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d4ae89dd-2614-4cdc-91e6-ac5ff96db166 req-3cd9c401-c12d-4e2c-b096-a710f6ba6552 tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] 10.222.0.26 "GET /v2.0/security-groups?id=426244ab-d9bf-485a-a6d0-584def4dae11&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1658792 Nov 12 08:18:42.834215 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996b760d-a22e-4527-b6e9-acbb89b5b4a9 req-d09c7125-2333-47a3-853e-8e24caa7186b service neutron] Port 52592b2a-c901-46b6-919f-38bfa8d65b88 on network 6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:18:42.834540 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996b760d-a22e-4527-b6e9-acbb89b5b4a9 req-d09c7125-2333-47a3-853e-8e24caa7186b service neutron] Attempting to bind port 52592b2a-c901-46b6-919f-38bfa8d65b88 on network 6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:18:42.841427 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996b760d-a22e-4527-b6e9-acbb89b5b4a9 req-d09c7125-2333-47a3-853e-8e24caa7186b service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:18:42.841617 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996b760d-a22e-4527-b6e9-acbb89b5b4a9 req-d09c7125-2333-47a3-853e-8e24caa7186b service neutron] Checking segment: {'id': '2faefcc0-552f-4085-b81e-2c4b58f0de67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:18:42.841905 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996b760d-a22e-4527-b6e9-acbb89b5b4a9 req-d09c7125-2333-47a3-853e-8e24caa7186b service neutron] Bound using segment: {'id': '2faefcc0-552f-4085-b81e-2c4b58f0de67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a'} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:18:42.842341 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-996b760d-a22e-4527-b6e9-acbb89b5b4a9 req-d09c7125-2333-47a3-853e-8e24caa7186b service neutron] Bound port: 52592b2a-c901-46b6-919f-38bfa8d65b88, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2faefcc0-552f-4085-b81e-2c4b58f0de67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a'}}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:18:42.842729 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-996b760d-a22e-4527-b6e9-acbb89b5b4a9 req-d09c7125-2333-47a3-853e-8e24caa7186b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:42.876877 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-0295e2a3-d8e4-48e3-adab-80aa4fc4cccc req-4ef8c14c-0ffd-43b6-b433-5381af3a9e46 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:42.927632 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-967c3a86-9feb-463d-b322-b4e0246a4750 x-openstack-request-id: req-967c3a86-9feb-463d-b322-b4e0246a4750 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:18:42.928202 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ab39f74-7f6a-470a-9f41-339a1e810270", "name": "network-vif-plugged", "status": "completed", "tag": "080af700-094d-42c6-8f07-ee98c25efb48", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:18:42.928593 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-967c3a86-9feb-463d-b322-b4e0246a4750 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:18:42.929174 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-996b760d-a22e-4527-b6e9-acbb89b5b4a9 req-d09c7125-2333-47a3-853e-8e24caa7186b service neutron] For port 52592b2a-c901-46b6-919f-38bfa8d65b88, host n-h2-765315-29, cleared binding levels {{(pid=102600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:18:42.929288 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ab39f74-7f6a-470a-9f41-339a1e810270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '080af700-094d-42c6-8f07-ee98c25efb48', 'code': 200} Nov 12 08:18:42.933775 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-996b760d-a22e-4527-b6e9-acbb89b5b4a9 req-d09c7125-2333-47a3-853e-8e24caa7186b service neutron] For port 52592b2a-c901-46b6-919f-38bfa8d65b88, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=52592b2a-c901-46b6-919f-38bfa8d65b88,segment=NetworkSegment(2faefcc0-552f-4085-b81e-2c4b58f0de67),segment_id=2faefcc0-552f-4085-b81e-2c4b58f0de67)] {{(pid=102600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:18:42.941913 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-996b760d-a22e-4527-b6e9-acbb89b5b4a9 req-d09c7125-2333-47a3-853e-8e24caa7186b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:43.051725 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f492c82b-6ab8-45f8-89a1-27a11d6b8eb7 service neutron] Pushing event updated for resources: {'Port': ['ID=19ea7f46-9e21-499e-ba28-01bf198b8a54,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:43.069125 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996b760d-a22e-4527-b6e9-acbb89b5b4a9 req-d09c7125-2333-47a3-853e-8e24caa7186b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:43.070349 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-996b760d-a22e-4527-b6e9-acbb89b5b4a9 req-d09c7125-2333-47a3-853e-8e24caa7186b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:43.071240 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-996b760d-a22e-4527-b6e9-acbb89b5b4a9 req-d09c7125-2333-47a3-853e-8e24caa7186b service neutron] 10.222.0.44 "PUT /v2.0/ports/52592b2a-c901-46b6-919f-38bfa8d65b88 HTTP/1.1" status: 200 len: 1093 time: 1.2157774 Nov 12 08:18:43.073493 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05590b28-c4a9-41f8-a868-649414f5e466', 'tag': '52592b2a-c901-46b6-919f-38bfa8d65b88'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:18:43.075931 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea58d20-1a2c-4f9d-badc-795d42747b44" -d '{"events": [{"name": "network-changed", "server_uuid": "05590b28-c4a9-41f8-a868-649414f5e466", "tag": "52592b2a-c901-46b6-919f-38bfa8d65b88"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:18:43.092835 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc03d54a-1a91-47e7-9119-98c3b6ffcb03 req-365b8410-96b6-4151-8ecd-c227266f37fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:43.094468 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-bc03d54a-1a91-47e7-9119-98c3b6ffcb03 req-365b8410-96b6-4151-8ecd-c227266f37fb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1939b51e9c8b4f01919852d182bbbf5a&device_id=d8596a5b-05f3-4795-a379-b4183132fcb4 HTTP/1.1" status: 200 len: 1096 time: 0.2186298 Nov 12 08:18:43.103647 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae36a7c-bde3-4183-a8fb-f1ea88369d8c req-4c82761b-96fb-48ec-8fc0-89c10bb9b1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:43.105933 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9ae36a7c-bde3-4183-a8fb-f1ea88369d8c req-4c82761b-96fb-48ec-8fc0-89c10bb9b1a3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5ab39f74-7f6a-470a-9f41-339a1e810270 HTTP/1.1" status: 200 len: 1098 time: 0.0856535 Nov 12 08:18:43.108779 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09c7125-2333-47a3-853e-8e24caa7186b service neutron] Pushing event updated for resources: {'Port': ['ID=52592b2a-c901-46b6-919f-38bfa8d65b88,revision_number=3']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:43.122956 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d620b1f-22dd-4b1b-b3e1-1ea2b2d7c39d req-511ba633-6d0e-4942-ab25-373bede5c2f7 tempest-InstanceActionsTestJSON-1109940751 tempest-InstanceActionsTestJSON-1109940751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:43.124835 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0d620b1f-22dd-4b1b-b3e1-1ea2b2d7c39d req-511ba633-6d0e-4942-ab25-373bede5c2f7 tempest-InstanceActionsTestJSON-1109940751 tempest-InstanceActionsTestJSON-1109940751-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8596a5b-05f3-4795-a379-b4183132fcb4 HTTP/1.1" status: 200 len: 944 time: 0.1012888 Nov 12 08:18:43.187574 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-bc03d54a-1a91-47e7-9119-98c3b6ffcb03 req-51b56ad1-7ca7-4ac4-b091-5f7995f5e998 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19ea7f46-9e21-499e-ba28-01bf198b8a54 HTTP/1.1" status: 200 len: 217 time: 0.0571206 Nov 12 08:18:43.209184 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0d620b1f-22dd-4b1b-b3e1-1ea2b2d7c39d req-866a7751-1a6f-4705-b3cd-a46485f64f5c tempest-InstanceActionsTestJSON-1109940751 tempest-InstanceActionsTestJSON-1109940751-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b1c5fb9-9d17-4399-87b8-64ecfaad3f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756545 Nov 12 08:18:43.216289 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996b760d-a22e-4527-b6e9-acbb89b5b4a9 req-619a916e-ed1a-44c0-a3fd-f8424585a6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:43.218095 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-996b760d-a22e-4527-b6e9-acbb89b5b4a9 req-619a916e-ed1a-44c0-a3fd-f8424585a6fb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7317cbf37f7b44a3b0cd0a433cf6ba52&device_id=05590b28-c4a9-41f8-a868-649414f5e466 HTTP/1.1" status: 200 len: 1096 time: 0.0681636 Nov 12 08:18:43.285987 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-996b760d-a22e-4527-b6e9-acbb89b5b4a9 req-122d6110-67ad-4884-867d-c1040dd15549 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=52592b2a-c901-46b6-919f-38bfa8d65b88 HTTP/1.1" status: 200 len: 217 time: 0.0532768 Nov 12 08:18:43.303308 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc03d54a-1a91-47e7-9119-98c3b6ffcb03 req-27333ae3-e6d4-473c-b3f4-babe6050949d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:43.304867 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-bc03d54a-1a91-47e7-9119-98c3b6ffcb03 req-27333ae3-e6d4-473c-b3f4-babe6050949d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=84d942f8-9080-4b5d-a374-93c76487f86c HTTP/1.1" status: 200 len: 853 time: 0.0867112 Nov 12 08:18:43.309881 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9ae36a7c-bde3-4183-a8fb-f1ea88369d8c req-7114ec01-e8cd-4567-bc40-b380d420dd43 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854339 Nov 12 08:18:43.323407 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a4089d74-fc54-4716-9628-1163043ca337 req-9914a9e9-db7c-48f8-ab4b-350a4b00b054 tempest-ServerShowV247Test-2068399042 tempest-ServerShowV247Test-2068399042-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f2062f1-be8c-465e-a8d4-eda2cdde2efe HTTP/1.1" status: 200 len: 210 time: 0.0362453 Nov 12 08:18:43.351130 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-bc03d54a-1a91-47e7-9119-98c3b6ffcb03 req-d829b16d-2ea2-404b-be55-ef22daca3a8c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=366a54b3-0593-474b-9213-9bc537d54b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315547 Nov 12 08:18:43.359420 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-0295e2a3-d8e4-48e3-adab-80aa4fc4cccc req-4ef8c14c-0ffd-43b6-b433-5381af3a9e46 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] For port dcdee9ab-0f6f-427f-b458-f12f8f65f32d, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=dcdee9ab-0f6f-427f-b458-f12f8f65f32d,segment=NetworkSegment(796655e0-3364-45b6-8923-bd5e3a27ab44),segment_id=796655e0-3364-45b6-8923-bd5e3a27ab44)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:18:43.375924 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996b760d-a22e-4527-b6e9-acbb89b5b4a9 req-631268bb-5f73-4ba5-938c-3621434fe7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:43.377445 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-996b760d-a22e-4527-b6e9-acbb89b5b4a9 req-631268bb-5f73-4ba5-938c-3621434fe7db service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b48e5e9c-f3da-4efc-88c4-db8837528b82 HTTP/1.1" status: 200 len: 847 time: 0.0800111 Nov 12 08:18:43.418918 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-996b760d-a22e-4527-b6e9-acbb89b5b4a9 req-febb5e5a-5341-4ad0-81af-b79abc0ae850 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316143 Nov 12 08:18:43.456105 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-0295e2a3-d8e4-48e3-adab-80aa4fc4cccc req-4ef8c14c-0ffd-43b6-b433-5381af3a9e46 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:43.465291 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-0295e2a3-d8e4-48e3-adab-80aa4fc4cccc req-4ef8c14c-0ffd-43b6-b433-5381af3a9e46 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:43.477403 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['dcdee9ab-0f6f-427f-b458-f12f8f65f32d'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:18:43.519394 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-bc03d54a-1a91-47e7-9119-98c3b6ffcb03 req-b32d6e1e-a0f4-49de-852e-3ae75b8b4814 service neutron] 10.222.0.44 "GET /v2.0/networks/366a54b3-0593-474b-9213-9bc537d54b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578207 Nov 12 08:18:43.525509 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0295e2a3-d8e4-48e3-adab-80aa4fc4cccc req-4ef8c14c-0ffd-43b6-b433-5381af3a9e46 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:43.526549 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-0295e2a3-d8e4-48e3-adab-80aa4fc4cccc req-4ef8c14c-0ffd-43b6-b433-5381af3a9e46 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:43.539197 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0295e2a3-d8e4-48e3-adab-80aa4fc4cccc req-4ef8c14c-0ffd-43b6-b433-5381af3a9e46 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "PUT /v2.0/ports/dcdee9ab-0f6f-427f-b458-f12f8f65f32d HTTP/1.1" status: 200 len: 981 time: 0.7856236 Nov 12 08:18:43.555460 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60c3374-f787-4182-95e1-60604176bcc1 req-3ef765b3-bd79-4108-85bd-17303b0fe894 tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:43.557353 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b60c3374-f787-4182-95e1-60604176bcc1 req-3ef765b3-bd79-4108-85bd-17303b0fe894 tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c044bf7-7155-4342-bd45-f3c1f138fcad HTTP/1.1" status: 200 len: 945 time: 0.1372938 Nov 12 08:18:43.572469 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 45680) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:18:43.583439 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-59e596fb-d995-4355-baf1-3e209cea264a tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Request body: {'floatingip': {'port_id': '3333386f-64dc-49a6-b21a-2ee25c72f315'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:18:43.619029 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb22ef2c-38d9-4bed-83b0-4731e4817d00 x-openstack-request-id: req-eb22ef2c-38d9-4bed-83b0-4731e4817d00 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:18:43.620295 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8596a5b-05f3-4795-a379-b4183132fcb4", "tag": "19ea7f46-9e21-499e-ba28-01bf198b8a54", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:18:43.620724 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-eb22ef2c-38d9-4bed-83b0-4731e4817d00 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:18:43.621776 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8596a5b-05f3-4795-a379-b4183132fcb4', 'tag': '19ea7f46-9e21-499e-ba28-01bf198b8a54', 'status': 'completed', 'code': 200} Nov 12 08:18:43.634453 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-996b760d-a22e-4527-b6e9-acbb89b5b4a9 req-05836022-e2b5-440c-80f2-856892dccfb0 service neutron] 10.222.0.44 "GET /v2.0/networks/6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028124 Nov 12 08:18:43.637363 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-59e596fb-d995-4355-baf1-3e209cea264a tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Publish callbacks [] for floatingip, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:43.673575 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef8c14c-0ffd-43b6-b433-5381af3a9e46 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Pushing event updated for resources: {'Port': ['ID=dcdee9ab-0f6f-427f-b458-f12f8f65f32d,revision_number=6']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:43.713948 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['dcdee9ab-0f6f-427f-b458-f12f8f65f32d'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:18:43.719924 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-bc03d54a-1a91-47e7-9119-98c3b6ffcb03 req-33b4db06-8397-4422-81dc-71a392a543f3 service neutron] 10.222.0.44 "GET /v2.0/networks/366a54b3-0593-474b-9213-9bc537d54b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768193 Nov 12 08:18:43.901423 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aa318b-db73-4983-891e-c44acf2efcbe req-a1c5bb17-2525-4e59-919b-e3a710ae9e9e tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:43.910633 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e0aa318b-db73-4983-891e-c44acf2efcbe req-a1c5bb17-2525-4e59-919b-e3a710ae9e9e tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=05590b28-c4a9-41f8-a868-649414f5e466 HTTP/1.1" status: 200 len: 944 time: 0.1903849 Nov 12 08:18:43.963895 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e9eb63-0103-4e60-973e-ca97e14ba90a req-2f00dd14-abc5-4aa2-8759-bd355271bad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:43.965409 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-36e9eb63-0103-4e60-973e-ca97e14ba90a req-2f00dd14-abc5-4aa2-8759-bd355271bad3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1939b51e9c8b4f01919852d182bbbf5a&device_id=d8596a5b-05f3-4795-a379-b4183132fcb4 HTTP/1.1" status: 200 len: 1096 time: 0.1195915 Nov 12 08:18:44.037477 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fd6e004-eddd-4663-9bf9-d476ff7a2183 x-openstack-request-id: req-7fd6e004-eddd-4663-9bf9-d476ff7a2183 {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:18:44.037929 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05590b28-c4a9-41f8-a868-649414f5e466", "tag": "52592b2a-c901-46b6-919f-38bfa8d65b88", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:18:44.038301 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7fd6e004-eddd-4663-9bf9-d476ff7a2183 {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:18:44.038859 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05590b28-c4a9-41f8-a868-649414f5e466', 'tag': '52592b2a-c901-46b6-919f-38bfa8d65b88', 'status': 'completed', 'code': 200} Nov 12 08:18:44.146880 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e0aa318b-db73-4983-891e-c44acf2efcbe req-5055e632-8ac0-4f47-a5e6-c9e455d61ae1 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344961 Nov 12 08:18:44.156719 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-996b760d-a22e-4527-b6e9-acbb89b5b4a9 req-17b4e585-0bb4-49ac-9f33-23992727a151 service neutron] 10.222.0.44 "GET /v2.0/networks/6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4531972 Nov 12 08:18:44.198987 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701fb5e-ceba-46bd-955d-2e8ec03a31e4 req-8bfa7163-8ef2-4181-a6f6-08828739a241 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:44.200648 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0701fb5e-ceba-46bd-955d-2e8ec03a31e4 req-8bfa7163-8ef2-4181-a6f6-08828739a241 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ab39f74-7f6a-470a-9f41-339a1e810270 HTTP/1.1" status: 200 len: 946 time: 0.0949917 Nov 12 08:18:44.201877 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e9eb63-0103-4e60-973e-ca97e14ba90a req-083af3d8-b1d7-40c7-989a-d27a93d9ebc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:44.203353 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-36e9eb63-0103-4e60-973e-ca97e14ba90a req-083af3d8-b1d7-40c7-989a-d27a93d9ebc9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=366a54b3-0593-474b-9213-9bc537d54b99 HTTP/1.1" status: 200 len: 914 time: 0.2244468 Nov 12 08:18:44.262556 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0701fb5e-ceba-46bd-955d-2e8ec03a31e4 req-bf274d67-07a5-45e8-afa2-9a1161ba5709 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516663 Nov 12 08:18:44.312174 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-36e9eb63-0103-4e60-973e-ca97e14ba90a req-d66ed2b9-cfcc-44b2-9fb0-067fc93b0be6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19ea7f46-9e21-499e-ba28-01bf198b8a54 HTTP/1.1" status: 200 len: 217 time: 0.0535753 Nov 12 08:18:44.410785 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e9eb63-0103-4e60-973e-ca97e14ba90a req-28987621-e3bb-4026-969b-5134f6573728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:44.412755 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-36e9eb63-0103-4e60-973e-ca97e14ba90a req-28987621-e3bb-4026-969b-5134f6573728 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=84d942f8-9080-4b5d-a374-93c76487f86c HTTP/1.1" status: 200 len: 853 time: 0.0916464 Nov 12 08:18:44.460049 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-36e9eb63-0103-4e60-973e-ca97e14ba90a req-5cb0d587-167d-484a-9348-5a8f5acf960a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=366a54b3-0593-474b-9213-9bc537d54b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323851 Nov 12 08:18:44.473221 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b0b79b-7377-4216-aaf2-1ed06c32328b req-77e534a6-0587-4e70-8821-4a5bd4975174 tempest-InstanceActionsTestJSON-1109940751 tempest-InstanceActionsTestJSON-1109940751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:44.476784 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea58d20-1a2c-4f9d-badc-795d42747b44 req-d11d9a56-0096-4e43-b3e4-122451823126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:44.478361 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5ea58d20-1a2c-4f9d-badc-795d42747b44 req-d11d9a56-0096-4e43-b3e4-122451823126 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7317cbf37f7b44a3b0cd0a433cf6ba52&device_id=05590b28-c4a9-41f8-a868-649414f5e466 HTTP/1.1" status: 200 len: 1096 time: 0.1665227 Nov 12 08:18:44.480414 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-22b0b79b-7377-4216-aaf2-1ed06c32328b req-77e534a6-0587-4e70-8821-4a5bd4975174 tempest-InstanceActionsTestJSON-1109940751 tempest-InstanceActionsTestJSON-1109940751-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8596a5b-05f3-4795-a379-b4183132fcb4 HTTP/1.1" status: 200 len: 944 time: 0.1118851 Nov 12 08:18:44.488585 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-53194836-bdec-41c6-867d-b1dfde7ce3c5 req-15e6b36b-b483-483a-b5d8-3ec41d895bdb tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2006851083&fields=id&tenant_id=417fd406cc39404ba5ae67c25efe38d3 HTTP/1.1" status: 200 len: 267 time: 0.1753073 Nov 12 08:18:44.588559 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-22b0b79b-7377-4216-aaf2-1ed06c32328b req-c2b17bdc-602f-4f5b-b3e0-58274792c840 tempest-InstanceActionsTestJSON-1109940751 tempest-InstanceActionsTestJSON-1109940751-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b1c5fb9-9d17-4399-87b8-64ecfaad3f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071270 Nov 12 08:18:44.617355 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-36e9eb63-0103-4e60-973e-ca97e14ba90a req-b6936dc4-4cff-485b-a429-a9f533b2901b service neutron] 10.222.0.44 "GET /v2.0/networks/366a54b3-0593-474b-9213-9bc537d54b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348975 Nov 12 08:18:44.752638 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-438e441a-54b4-4674-9775-62d564078781 req-c3f5c52a-756f-4528-af87-5e0fff7663ee tempest-ServerShowV247Test-2068399042 tempest-ServerShowV247Test-2068399042-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f2062f1-be8c-465e-a8d4-eda2cdde2efe HTTP/1.1" status: 200 len: 210 time: 0.0522418 Nov 12 08:18:44.790347 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-36e9eb63-0103-4e60-973e-ca97e14ba90a req-d56aeaae-c16e-4527-bbab-75dab95b0f43 service neutron] 10.222.0.44 "GET /v2.0/networks/366a54b3-0593-474b-9213-9bc537d54b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640875 Nov 12 08:18:44.854764 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-29a8aaac-b9d4-4253-8e1a-1835e00ce0d9 req-b2260c3b-8514-4924-9160-961c15273d92 tempest-FlavorsV2NegativeTest-1200542553 tempest-FlavorsV2NegativeTest-1200542553-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=84acc1c382b04359aa19699d5d9b8503&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0239427 Nov 12 08:18:44.979150 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a8aaac-b9d4-4253-8e1a-1835e00ce0d9 req-6a180832-ce6d-49ca-b44b-ae183dc219f5 tempest-FlavorsV2NegativeTest-1200542553 tempest-FlavorsV2NegativeTest-1200542553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:44.980636 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-29a8aaac-b9d4-4253-8e1a-1835e00ce0d9 req-6a180832-ce6d-49ca-b44b-ae183dc219f5 tempest-FlavorsV2NegativeTest-1200542553 tempest-FlavorsV2NegativeTest-1200542553-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1186650 Nov 12 08:18:44.998574 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-29a8aaac-b9d4-4253-8e1a-1835e00ce0d9 req-dc3b59f2-cef1-4e11-b1d7-4cd077c004f1 tempest-FlavorsV2NegativeTest-1200542553 tempest-FlavorsV2NegativeTest-1200542553-project] 10.222.0.26 "GET /v2.0/quotas/84acc1c382b04359aa19699d5d9b8503 HTTP/1.1" status: 200 len: 375 time: 0.0105894 Nov 12 08:18:45.004735 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53194836-bdec-41c6-867d-b1dfde7ce3c5 req-fb0246cc-1873-4bc1-9962-df06def180db tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:45.006089 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-53194836-bdec-41c6-867d-b1dfde7ce3c5 req-fb0246cc-1873-4bc1-9962-df06def180db tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/ports?device_id=20b83579-3dd4-4d02-9c47-79fe23b58a70 HTTP/1.1" status: 200 len: 984 time: 0.5166855 Nov 12 08:18:45.034766 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-29a8aaac-b9d4-4253-8e1a-1835e00ce0d9 req-ee38e320-9ea4-4ab3-873d-37774b1a7729 tempest-FlavorsV2NegativeTest-1200542553 tempest-FlavorsV2NegativeTest-1200542553-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=84acc1c382b04359aa19699d5d9b8503&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277557 Nov 12 08:18:45.057297 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-53194836-bdec-41c6-867d-b1dfde7ce3c5 req-b5c13c87-744e-4354-af02-0ce2816c5734 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Request body: {'port': {'security_groups': ['aec52d38-03ed-427d-a216-63dd2a33f98c']}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:18:45.089130 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea58d20-1a2c-4f9d-badc-795d42747b44 req-ceecdf3f-cf33-4e93-af85-40729bfb4b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:45.090680 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5ea58d20-1a2c-4f9d-badc-795d42747b44 req-ceecdf3f-cf33-4e93-af85-40729bfb4b98 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a HTTP/1.1" status: 200 len: 908 time: 0.6000178 Nov 12 08:18:45.119068 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-59e596fb-d995-4355-baf1-3e209cea264a tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:45.154429 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5ea58d20-1a2c-4f9d-badc-795d42747b44 req-d1053e64-c353-4878-a952-539e0958be97 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=52592b2a-c901-46b6-919f-38bfa8d65b88 HTTP/1.1" status: 200 len: 217 time: 0.0540822 Nov 12 08:18:45.155067 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-59e596fb-d995-4355-baf1-3e209cea264a tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:45.260784 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-53194836-bdec-41c6-867d-b1dfde7ce3c5 req-b5c13c87-744e-4354-af02-0ce2816c5734 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:45.323954 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea58d20-1a2c-4f9d-badc-795d42747b44 req-41f1ecd6-f015-4dc8-9246-fbd87a8a1b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:45.325416 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5ea58d20-1a2c-4f9d-badc-795d42747b44 req-41f1ecd6-f015-4dc8-9246-fbd87a8a1b7d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b48e5e9c-f3da-4efc-88c4-db8837528b82 HTTP/1.1" status: 200 len: 847 time: 0.1462739 Nov 12 08:18:45.339986 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814682d8-201b-406e-b10e-ba537d0a8e1c req-037d907d-be72-4f9c-872e-1d1ae2e8c70a tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:45.350818 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-814682d8-201b-406e-b10e-ba537d0a8e1c req-037d907d-be72-4f9c-872e-1d1ae2e8c70a tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=05590b28-c4a9-41f8-a868-649414f5e466 HTTP/1.1" status: 200 len: 944 time: 0.1106672 Nov 12 08:18:45.387853 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5ea58d20-1a2c-4f9d-badc-795d42747b44 req-2df6f696-dd23-4865-8641-b5b6bc723c0e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338564 Nov 12 08:18:45.406558 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-814682d8-201b-406e-b10e-ba537d0a8e1c req-b04d060f-997c-4918-8c8c-c27479069f95 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545461 Nov 12 08:18:45.420076 n-d-765315-29 neutron-server[102600]: INFO neutron.db.l3_db [None req-59e596fb-d995-4355-baf1-3e209cea264a tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Floating IP 9556ede1-5b0b-4e22-a18f-0b7100094438 associated. External IP: 172.25.2.131, port: 3333386f-64dc-49a6-b21a-2ee25c72f315. Nov 12 08:18:45.575385 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf82ece-c72f-4ed7-884c-92ffdfddf8d1 req-25d48c04-aaba-4062-9513-fbcbb0d3f276 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:45.583795 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3bf82ece-c72f-4ed7-884c-92ffdfddf8d1 req-25d48c04-aaba-4062-9513-fbcbb0d3f276 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ab39f74-7f6a-470a-9f41-339a1e810270 HTTP/1.1" status: 200 len: 946 time: 0.0927455 Nov 12 08:18:45.631121 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20b83579-3dd4-4d02-9c47-79fe23b58a70', 'tag': 'dcdee9ab-0f6f-427f-b458-f12f8f65f32d'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:18:45.633847 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-314a3b5f-f393-4f81-bdda-7666d968c15b" -d '{"events": [{"name": "network-changed", "server_uuid": "20b83579-3dd4-4d02-9c47-79fe23b58a70", "tag": "dcdee9ab-0f6f-427f-b458-f12f8f65f32d"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:18:45.649011 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3bf82ece-c72f-4ed7-884c-92ffdfddf8d1 req-5deec46e-e08b-48f4-b789-4b1178889730 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637453 Nov 12 08:18:45.679957 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5ea58d20-1a2c-4f9d-badc-795d42747b44 req-917244e6-a9b7-4d75-9def-a4e86fa5950a service neutron] 10.222.0.44 "GET /v2.0/networks/6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819088 Nov 12 08:18:45.720439 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 45756) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:18:45.776265 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78cbf36-3037-44d6-94da-4a5e089b766a req-82becbaa-f749-4bd3-92fe-8d7ac716a63d tempest-InstanceActionsTestJSON-1109940751 tempest-InstanceActionsTestJSON-1109940751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:45.778094 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d78cbf36-3037-44d6-94da-4a5e089b766a req-82becbaa-f749-4bd3-92fe-8d7ac716a63d tempest-InstanceActionsTestJSON-1109940751 tempest-InstanceActionsTestJSON-1109940751-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8596a5b-05f3-4795-a379-b4183132fcb4 HTTP/1.1" status: 200 len: 944 time: 0.0642912 Nov 12 08:18:45.825035 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-53194836-bdec-41c6-867d-b1dfde7ce3c5 req-b5c13c87-744e-4354-af02-0ce2816c5734 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] For port dcdee9ab-0f6f-427f-b458-f12f8f65f32d, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=dcdee9ab-0f6f-427f-b458-f12f8f65f32d,segment=NetworkSegment(796655e0-3364-45b6-8923-bd5e3a27ab44),segment_id=796655e0-3364-45b6-8923-bd5e3a27ab44)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:18:45.844347 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d78cbf36-3037-44d6-94da-4a5e089b766a req-24f7f962-2878-4595-9c73-9d714d1bdf54 tempest-InstanceActionsTestJSON-1109940751 tempest-InstanceActionsTestJSON-1109940751-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b1c5fb9-9d17-4399-87b8-64ecfaad3f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531783 Nov 12 08:18:45.911849 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-272bace3-3d49-463b-84bd-0af7bbd5db37 x-openstack-request-id: req-272bace3-3d49-463b-84bd-0af7bbd5db37 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:18:45.913773 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20b83579-3dd4-4d02-9c47-79fe23b58a70", "tag": "dcdee9ab-0f6f-427f-b458-f12f8f65f32d", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:18:45.914663 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-272bace3-3d49-463b-84bd-0af7bbd5db37 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:18:45.918264 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20b83579-3dd4-4d02-9c47-79fe23b58a70', 'tag': 'dcdee9ab-0f6f-427f-b458-f12f8f65f32d', 'status': 'completed', 'code': 200} Nov 12 08:18:45.931242 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-53194836-bdec-41c6-867d-b1dfde7ce3c5 req-b5c13c87-744e-4354-af02-0ce2816c5734 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:45.957769 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-53194836-bdec-41c6-867d-b1dfde7ce3c5 req-b5c13c87-744e-4354-af02-0ce2816c5734 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:45.964705 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5ea58d20-1a2c-4f9d-badc-795d42747b44 req-671503f0-2796-4a71-948c-b3aa08bfc0e7 service neutron] 10.222.0.44 "GET /v2.0/networks/6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747176 Nov 12 08:18:45.966084 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0ff80bd1-3f76-4afd-a64e-889bd2e72b12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:45.973637 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['dcdee9ab-0f6f-427f-b458-f12f8f65f32d'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:18:45.997028 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314a3b5f-f393-4f81-bdda-7666d968c15b req-fc83b174-793a-4b5b-861f-0675582d1f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:45.999641 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-314a3b5f-f393-4f81-bdda-7666d968c15b req-fc83b174-793a-4b5b-861f-0675582d1f66 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=417fd406cc39404ba5ae67c25efe38d3&device_id=20b83579-3dd4-4d02-9c47-79fe23b58a70 HTTP/1.1" status: 200 len: 1097 time: 0.0626485 Nov 12 08:18:46.028250 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59e596fb-d995-4355-baf1-3e209cea264a tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Router 08480fba-8475-4618-af2a-3855f13c3ad3 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:18:46.041125 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53194836-bdec-41c6-867d-b1dfde7ce3c5 req-b5c13c87-744e-4354-af02-0ce2816c5734 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:46.041910 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-53194836-bdec-41c6-867d-b1dfde7ce3c5 req-b5c13c87-744e-4354-af02-0ce2816c5734 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:46.055981 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-53194836-bdec-41c6-867d-b1dfde7ce3c5 req-b5c13c87-744e-4354-af02-0ce2816c5734 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "PUT /v2.0/ports/dcdee9ab-0f6f-427f-b458-f12f8f65f32d HTTP/1.1" status: 200 len: 942 time: 1.0112600 Nov 12 08:18:46.064395 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20b83579-3dd4-4d02-9c47-79fe23b58a70', 'tag': 'dcdee9ab-0f6f-427f-b458-f12f8f65f32d'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:18:46.073208 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d9c888b-bdba-499b-a254-6099f6779229" -d '{"events": [{"name": "network-changed", "server_uuid": "20b83579-3dd4-4d02-9c47-79fe23b58a70", "tag": "dcdee9ab-0f6f-427f-b458-f12f8f65f32d"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:18:46.178000 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c13c87-744e-4354-af02-0ce2816c5734 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Pushing event updated for resources: {'Port': ['ID=dcdee9ab-0f6f-427f-b458-f12f8f65f32d,revision_number=7']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:46.217251 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-73356546-0e3a-43eb-9c7c-8c27b1e21abc req-c5e65625-b229-4ddd-849d-1e71e20f9cf5 tempest-ServerShowV247Test-2068399042 tempest-ServerShowV247Test-2068399042-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f2062f1-be8c-465e-a8d4-eda2cdde2efe HTTP/1.1" status: 200 len: 210 time: 0.0638173 Nov 12 08:18:46.220353 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['dcdee9ab-0f6f-427f-b458-f12f8f65f32d'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:18:46.281963 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314a3b5f-f393-4f81-bdda-7666d968c15b req-95ab1e9d-d8fc-4519-a2ec-2f0724ec0765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:46.283683 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-314a3b5f-f393-4f81-bdda-7666d968c15b req-95ab1e9d-d8fc-4519-a2ec-2f0724ec0765 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4868e010-efee-4156-923d-bc5986bd6163 HTTP/1.1" status: 200 len: 921 time: 0.2759707 Nov 12 08:18:46.366260 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-314a3b5f-f393-4f81-bdda-7666d968c15b req-77b64164-9cf8-4335-ad06-e4a3ac898e22 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dcdee9ab-0f6f-427f-b458-f12f8f65f32d HTTP/1.1" status: 200 len: 217 time: 0.0462573 Nov 12 08:18:46.389615 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb26d050-7006-4fd4-b523-ef267b46ddd0 x-openstack-request-id: req-eb26d050-7006-4fd4-b523-ef267b46ddd0 {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:18:46.389974 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20b83579-3dd4-4d02-9c47-79fe23b58a70", "tag": "dcdee9ab-0f6f-427f-b458-f12f8f65f32d", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:18:46.390182 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-eb26d050-7006-4fd4-b523-ef267b46ddd0 {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:18:46.390557 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20b83579-3dd4-4d02-9c47-79fe23b58a70', 'tag': 'dcdee9ab-0f6f-427f-b458-f12f8f65f32d', 'status': 'completed', 'code': 200} Nov 12 08:18:46.430563 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7c30862e-0f9e-4761-88b1-d19458626807 req-46d7378f-8354-4938-af24-f5756c98c532 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2031631 Nov 12 08:18:46.446116 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-7c30862e-0f9e-4761-88b1-d19458626807 req-940b7705-70e9-4cde-856d-dcf996677cda tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Request body: {'floatingip': {'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:18:46.456915 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314a3b5f-f393-4f81-bdda-7666d968c15b req-e6e0c331-6fa2-46e0-a090-a0ce4a7479e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:46.458392 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-314a3b5f-f393-4f81-bdda-7666d968c15b req-e6e0c331-6fa2-46e0-a090-a0ce4a7479e2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3ef446da-2196-4a21-8d1a-ac361ac71b6e HTTP/1.1" status: 200 len: 860 time: 0.0794847 Nov 12 08:18:46.475799 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59e596fb-d995-4355-baf1-3e209cea264a tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:18:46.485548 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-59e596fb-d995-4355-baf1-3e209cea264a tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:46.500578 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c905b17f-d925-438d-8c3b-8a86df0b59eb None None] Sync routers for ids ['08480fba-8475-4618-af2a-3855f13c3ad3'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:18:46.500787 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-314a3b5f-f393-4f81-bdda-7666d968c15b req-bcd59fd1-532b-4b92-88c6-5da20c5309b4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4868e010-efee-4156-923d-bc5986bd6163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306444 Nov 12 08:18:46.501534 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-7c30862e-0f9e-4761-88b1-d19458626807 req-940b7705-70e9-4cde-856d-dcf996677cda tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Publish callbacks [] for floatingip, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:46.517800 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c905b17f-d925-438d-8c3b-8a86df0b59eb None None] Routers {'08480fba-8475-4618-af2a-3855f13c3ad3'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:18:46.518605 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-59e596fb-d995-4355-baf1-3e209cea264a tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] 10.222.0.26 "PUT /v2.0/floatingips/9556ede1-5b0b-4e22-a18f-0b7100094438 HTTP/1.1" status: 200 len: 991 time: 2.9446921 Nov 12 08:18:46.520266 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-c905b17f-d925-438d-8c3b-8a86df0b59eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:18:36Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['08480fba-8475-4618-af2a-3855f13c3ad3'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:18:46.530472 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0ff80bd1-3f76-4afd-a64e-889bd2e72b12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:46.539582 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8740890a-d2a1-46c5-b95f-fd7f21c3a810 req-e0c55a72-eb82-454a-99a4-78a8fc52c8f9 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:46.547613 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8740890a-d2a1-46c5-b95f-fd7f21c3a810 req-e0c55a72-eb82-454a-99a4-78a8fc52c8f9 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ab39f74-7f6a-470a-9f41-339a1e810270 HTTP/1.1" status: 200 len: 946 time: 0.1484158 Nov 12 08:18:46.554950 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0ff80bd1-3f76-4afd-a64e-889bd2e72b12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:46.635226 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-0ff80bd1-3f76-4afd-a64e-889bd2e72b12 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=84acc1c382b04359aa19699d5d9b8503&name=default HTTP/1.1" status: 200 len: 2999 time: 0.9076636 Nov 12 08:18:46.635226 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff80bd1-3f76-4afd-a64e-889bd2e72b12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b9c412-95c2-4391-97a1-74f442809f09,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:46.635478 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 45772) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:18:46.647454 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8740890a-d2a1-46c5-b95f-fd7f21c3a810 req-39e143d8-ba08-4a47-a123-ebf26d1654ef tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993440 Nov 12 08:18:46.679210 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-c905b17f-d925-438d-8c3b-8a86df0b59eb None None] Set router 08480fba-8475-4618-af2a-3855f13c3ad3 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:18:46.747714 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-314a3b5f-f393-4f81-bdda-7666d968c15b req-589ef3e2-87ff-4093-8775-875cccfb5a9a service neutron] 10.222.0.21 "GET /v2.0/networks/4868e010-efee-4156-923d-bc5986bd6163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319257 Nov 12 08:18:46.765443 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9623a156-d50f-426d-9107-b38b79a88015 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:46.793684 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d32b381-131a-4245-be7b-a6aef14e8a8a req-8c290def-fc67-462c-a064-a191589a7b5e tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:46.795574 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5d32b381-131a-4245-be7b-a6aef14e8a8a req-8c290def-fc67-462c-a064-a191589a7b5e tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=05590b28-c4a9-41f8-a868-649414f5e466 HTTP/1.1" status: 200 len: 944 time: 0.0712514 Nov 12 08:18:46.829655 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-7c30862e-0f9e-4761-88b1-d19458626807 req-940b7705-70e9-4cde-856d-dcf996677cda tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:46.840696 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9623a156-d50f-426d-9107-b38b79a88015 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:46.865078 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5d32b381-131a-4245-be7b-a6aef14e8a8a req-91da3fb4-cbb6-4c08-b870-07afd7e58249 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566378 Nov 12 08:18:46.974099 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-c905b17f-d925-438d-8c3b-8a86df0b59eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08480fba-8475-4618-af2a-3855f13c3ad3', 'name': 'tempest-ServersTestJSON-812345662-router', 'tenant_id': 'bfeafcdb40754d84afc50bdc0e3e88ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '0ef33b79-efca-4bc9-90f4-2d3c2f010ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:18:12Z', 'updated_at': '2021-11-12T08:18:18Z', 'revision_number': 4, 'project_id': 'bfeafcdb40754d84afc50bdc0e3e88ee', 'gw_port': {'id': '0ef33b79-efca-4bc9-90f4-2d3c2f010ff6', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:64:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08480fba-8475-4618-af2a-3855f13c3ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:18:13Z', 'updated_at': '2021-11-12T08:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': '9556ede1-5b0b-4e22-a18f-0b7100094438', 'tenant_id': 'bfeafcdb40754d84afc50bdc0e3e88ee', 'floating_ip_address': '172.25.2.131', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': '08480fba-8475-4618-af2a-3855f13c3ad3', 'port_id': '3333386f-64dc-49a6-b21a-2ee25c72f315', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 982, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2015be7-a96f-492b-b082-b1df692f4802', 'mac_address': 'fa:16:3e:03:15:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c044bf7-7155-4342-bd45-f3c1f138fcad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:18:23Z', 'updated_at': '2021-11-12T08:18:44Z', 'revision_number': 1, 'project_id': 'bfeafcdb40754d84afc50bdc0e3e88ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c502a15d-b093-460d-ac9d-e2e117faddc0', 'name': '', 'network_id': 'f2015be7-a96f-492b-b082-b1df692f4802', 'tenant_id': 'bfeafcdb40754d84afc50bdc0e3e88ee', 'mac_address': 'fa:16:3e:18:e4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08480fba-8475-4618-af2a-3855f13c3ad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': 'afb78417-4060-4cd2-9f52-71f67bd868c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:18:17Z', 'updated_at': '2021-11-12T08:18:26Z', 'revision_number': 5, 'project_id': 'bfeafcdb40754d84afc50bdc0e3e88ee', 'subnets': [{'id': 'afb78417-4060-4cd2-9f52-71f67bd868c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:18:47.011873 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c905b17f-d925-438d-8c3b-8a86df0b59eb None None] Checking router: 08480fba-8475-4618-af2a-3855f13c3ad3 for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:18:47.023957 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c905b17f-d925-438d-8c3b-8a86df0b59eb None None] Routers {'08480fba-8475-4618-af2a-3855f13c3ad3'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:18:47.023957 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-c905b17f-d925-438d-8c3b-8a86df0b59eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:18:36Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['08480fba-8475-4618-af2a-3855f13c3ad3'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:18:47.039724 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-314a3b5f-f393-4f81-bdda-7666d968c15b req-706269c7-59eb-4b45-8fbd-c95b44dd2abe service neutron] 10.222.0.21 "GET /v2.0/networks/4868e010-efee-4156-923d-bc5986bd6163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694054 Nov 12 08:18:47.053347 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9623a156-d50f-426d-9107-b38b79a88015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:47.056176 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9623a156-d50f-426d-9107-b38b79a88015 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:47.060117 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-9623a156-d50f-426d-9107-b38b79a88015 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d6b9c412-95c2-4391-97a1-74f442809f09 HTTP/1.1" status: 204 len: 168 time: 0.4214959 Nov 12 08:18:47.073842 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9623a156-d50f-426d-9107-b38b79a88015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b9c412-95c2-4391-97a1-74f442809f09,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:47.082491 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-7c30862e-0f9e-4761-88b1-d19458626807 req-940b7705-70e9-4cde-856d-dcf996677cda tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Allocated IP 172.25.2.120 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/320d3ad9-36b3-46ac-9384-f89a1b3846db) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:18:47.108668 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ece0d01-e993-4828-8b0a-e9a0d8d78d41 req-8e9da961-f521-499e-a639-9b88576e0d3f tempest-InstanceActionsTestJSON-1109940751 tempest-InstanceActionsTestJSON-1109940751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:47.118203 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1ece0d01-e993-4828-8b0a-e9a0d8d78d41 req-8e9da961-f521-499e-a639-9b88576e0d3f tempest-InstanceActionsTestJSON-1109940751 tempest-InstanceActionsTestJSON-1109940751-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8596a5b-05f3-4795-a379-b4183132fcb4 HTTP/1.1" status: 200 len: 944 time: 0.1151719 Nov 12 08:18:47.182909 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1ece0d01-e993-4828-8b0a-e9a0d8d78d41 req-be04c0cf-30c3-4688-8c6c-d1be196ec764 tempest-InstanceActionsTestJSON-1109940751 tempest-InstanceActionsTestJSON-1109940751-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b1c5fb9-9d17-4399-87b8-64ecfaad3f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635326 Nov 12 08:18:47.187501 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-c905b17f-d925-438d-8c3b-8a86df0b59eb None None] Set router 08480fba-8475-4618-af2a-3855f13c3ad3 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:18:47.261554 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9c888b-bdba-499b-a254-6099f6779229 req-4531eefe-8a13-4ac7-8185-6ec6231d1ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:47.263058 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9d9c888b-bdba-499b-a254-6099f6779229 req-4531eefe-8a13-4ac7-8185-6ec6231d1ee7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=417fd406cc39404ba5ae67c25efe38d3&device_id=20b83579-3dd4-4d02-9c47-79fe23b58a70 HTTP/1.1" status: 200 len: 1097 time: 0.0752046 Nov 12 08:18:47.328686 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-7c30862e-0f9e-4761-88b1-d19458626807 req-940b7705-70e9-4cde-856d-dcf996677cda tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:47.407242 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-93f3b1d4-68c9-4d40-9d81-a8403b1a05a4 req-061ccea6-e281-45b0-a63e-771eaa5aea07 tempest-ServerShowV247Test-2068399042 tempest-ServerShowV247Test-2068399042-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f2062f1-be8c-465e-a8d4-eda2cdde2efe HTTP/1.1" status: 200 len: 210 time: 0.0586355 Nov 12 08:18:47.484064 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9c888b-bdba-499b-a254-6099f6779229 req-790c02a8-d9b7-4115-bd41-d8d3020db9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:47.485085 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9d9c888b-bdba-499b-a254-6099f6779229 req-790c02a8-d9b7-4115-bd41-d8d3020db9b6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4868e010-efee-4156-923d-bc5986bd6163 HTTP/1.1" status: 200 len: 921 time: 0.2141316 Nov 12 08:18:47.487215 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-7c30862e-0f9e-4761-88b1-d19458626807 req-940b7705-70e9-4cde-856d-dcf996677cda tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:47.522250 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-c905b17f-d925-438d-8c3b-8a86df0b59eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08480fba-8475-4618-af2a-3855f13c3ad3', 'name': 'tempest-ServersTestJSON-812345662-router', 'tenant_id': 'bfeafcdb40754d84afc50bdc0e3e88ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '0ef33b79-efca-4bc9-90f4-2d3c2f010ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:18:12Z', 'updated_at': '2021-11-12T08:18:18Z', 'revision_number': 4, 'project_id': 'bfeafcdb40754d84afc50bdc0e3e88ee', 'gw_port': {'id': '0ef33b79-efca-4bc9-90f4-2d3c2f010ff6', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:64:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08480fba-8475-4618-af2a-3855f13c3ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:18:13Z', 'updated_at': '2021-11-12T08:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': '9556ede1-5b0b-4e22-a18f-0b7100094438', 'tenant_id': 'bfeafcdb40754d84afc50bdc0e3e88ee', 'floating_ip_address': '172.25.2.131', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': '08480fba-8475-4618-af2a-3855f13c3ad3', 'port_id': '3333386f-64dc-49a6-b21a-2ee25c72f315', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 982, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2015be7-a96f-492b-b082-b1df692f4802', 'mac_address': 'fa:16:3e:03:15:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c044bf7-7155-4342-bd45-f3c1f138fcad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:18:23Z', 'updated_at': '2021-11-12T08:18:44Z', 'revision_number': 1, 'project_id': 'bfeafcdb40754d84afc50bdc0e3e88ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c502a15d-b093-460d-ac9d-e2e117faddc0', 'name': '', 'network_id': 'f2015be7-a96f-492b-b082-b1df692f4802', 'tenant_id': 'bfeafcdb40754d84afc50bdc0e3e88ee', 'mac_address': 'fa:16:3e:18:e4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08480fba-8475-4618-af2a-3855f13c3ad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': 'afb78417-4060-4cd2-9f52-71f67bd868c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:18:17Z', 'updated_at': '2021-11-12T08:18:26Z', 'revision_number': 5, 'project_id': 'bfeafcdb40754d84afc50bdc0e3e88ee', 'subnets': [{'id': 'afb78417-4060-4cd2-9f52-71f67bd868c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:18:47.560151 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c905b17f-d925-438d-8c3b-8a86df0b59eb None None] The sync data for ids ['08480fba-8475-4618-af2a-3855f13c3ad3'] in n-d-765315-29 is: [{'id': '08480fba-8475-4618-af2a-3855f13c3ad3', 'name': 'tempest-ServersTestJSON-812345662-router', 'tenant_id': 'bfeafcdb40754d84afc50bdc0e3e88ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '0ef33b79-efca-4bc9-90f4-2d3c2f010ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:18:12Z', 'updated_at': '2021-11-12T08:18:18Z', 'revision_number': 4, 'project_id': 'bfeafcdb40754d84afc50bdc0e3e88ee', 'gw_port': {'id': '0ef33b79-efca-4bc9-90f4-2d3c2f010ff6', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:64:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08480fba-8475-4618-af2a-3855f13c3ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:18:13Z', 'updated_at': '2021-11-12T08:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': '9556ede1-5b0b-4e22-a18f-0b7100094438', 'tenant_id': 'bfeafcdb40754d84afc50bdc0e3e88ee', 'floating_ip_address': '172.25.2.131', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': '08480fba-8475-4618-af2a-3855f13c3ad3', 'port_id': '3333386f-64dc-49a6-b21a-2ee25c72f315', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 982, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2015be7-a96f-492b-b082-b1df692f4802', 'mac_address': 'fa:16:3e:03:15:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c044bf7-7155-4342-bd45-f3c1f138fcad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:18:23Z', 'updated_at': '2021-11-12T08:18:44Z', 'revision_number': 1, 'project_id': 'bfeafcdb40754d84afc50bdc0e3e88ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c502a15d-b093-460d-ac9d-e2e117faddc0', 'name': '', 'network_id': 'f2015be7-a96f-492b-b082-b1df692f4802', 'tenant_id': 'bfeafcdb40754d84afc50bdc0e3e88ee', 'mac_address': 'fa:16:3e:18:e4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08480fba-8475-4618-af2a-3855f13c3ad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': 'afb78417-4060-4cd2-9f52-71f67bd868c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:18:17Z', 'updated_at': '2021-11-12T08:18:26Z', 'revision_number': 5, 'project_id': 'bfeafcdb40754d84afc50bdc0e3e88ee', 'subnets': [{'id': 'afb78417-4060-4cd2-9f52-71f67bd868c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:18:47.574525 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9d9c888b-bdba-499b-a254-6099f6779229 req-e263648f-a736-490b-8c8e-13fd727a7a80 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dcdee9ab-0f6f-427f-b458-f12f8f65f32d HTTP/1.1" status: 200 len: 217 time: 0.0815666 Nov 12 08:18:47.582072 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c30862e-0f9e-4761-88b1-d19458626807 req-940b7705-70e9-4cde-856d-dcf996677cda tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:18:47.590433 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-7c30862e-0f9e-4761-88b1-d19458626807 req-940b7705-70e9-4cde-856d-dcf996677cda tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:18:47.605213 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c30862e-0f9e-4761-88b1-d19458626807 req-940b7705-70e9-4cde-856d-dcf996677cda tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:18:47.609129 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940b7705-70e9-4cde-856d-dcf996677cda tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Pushing event updated for resources: {'Port': ['ID=320d3ad9-36b3-46ac-9384-f89a1b3846db,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:47.691427 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9c888b-bdba-499b-a254-6099f6779229 req-95598868-d9d7-4110-bd54-298fdb319d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:47.693107 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9d9c888b-bdba-499b-a254-6099f6779229 req-95598868-d9d7-4110-bd54-298fdb319d6e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3ef446da-2196-4a21-8d1a-ac361ac71b6e HTTP/1.1" status: 200 len: 860 time: 0.1084476 Nov 12 08:18:47.749737 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-7c30862e-0f9e-4761-88b1-d19458626807 req-940b7705-70e9-4cde-856d-dcf996677cda tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:47.779840 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d298541-bf36-4df0-9078-93d42771b051 req-ff34f0de-6539-41eb-9e7d-ee5772d4ba75 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:47.787687 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2d298541-bf36-4df0-9078-93d42771b051 req-ff34f0de-6539-41eb-9e7d-ee5772d4ba75 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ab39f74-7f6a-470a-9f41-339a1e810270 HTTP/1.1" status: 200 len: 946 time: 0.0660598 Nov 12 08:18:47.814148 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9d9c888b-bdba-499b-a254-6099f6779229 req-74767605-e288-42dd-83b6-a9c415de3e03 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4868e010-efee-4156-923d-bc5986bd6163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579309 Nov 12 08:18:47.814787 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-7c30862e-0f9e-4761-88b1-d19458626807 req-940b7705-70e9-4cde-856d-dcf996677cda tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:47.842392 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2d298541-bf36-4df0-9078-93d42771b051 req-7bf4adba-ed3a-403d-a4d6-fda0014a8352 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466955 Nov 12 08:18:47.968221 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723ed65a-a9fd-4531-800b-5dfc4b013b30 None None] New status for floating IP 9556ede1-5b0b-4e22-a18f-0b7100094438: ACTIVE {{(pid=102602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:18:47.999161 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9d9c888b-bdba-499b-a254-6099f6779229 req-0587cfe0-3385-4d67-aefe-b0b6dc5ce8c1 service neutron] 10.222.0.21 "GET /v2.0/networks/4868e010-efee-4156-923d-bc5986bd6163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533468 Nov 12 08:18:48.062286 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 19ea7f46-9e21-499e-ba28-01bf198b8a54 details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:18:48.090004 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 45808) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:18:48.222751 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 19ea7f46-9e21-499e-ba28-01bf198b8a54, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=19ea7f46-9e21-499e-ba28-01bf198b8a54,segment=NetworkSegment(0ef48b0f-dda7-4b9d-8b2a-f69a985fa2db),segment_id=0ef48b0f-dda7-4b9d-8b2a-f69a985fa2db)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:18:48.238436 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': '19ea7f46-9e21-499e-ba28-01bf198b8a54', 'network_id': '366a54b3-0593-474b-9213-9bc537d54b99', 'port_id': '19ea7f46-9e21-499e-ba28-01bf198b8a54', 'mac_address': 'fa:16:3e:a4:da:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84d942f8-9080-4b5d-a374-93c76487f86c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:18:48.258654 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146e95a2-5ebc-4544-b41c-2af9826cb744 req-7bfb96cd-a378-45b9-806a-baab0fe22a56 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:48.260082 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-146e95a2-5ebc-4544-b41c-2af9826cb744 req-7bfb96cd-a378-45b9-806a-baab0fe22a56 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=05590b28-c4a9-41f8-a868-649414f5e466 HTTP/1.1" status: 200 len: 944 time: 0.1024685 Nov 12 08:18:48.265160 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-4b6b3352-14ab-4706-a1e7-e2ea5589f33f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1211771455-network', 'tenant_id': '7b69c126bd244f4889818ad60167e0fe'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:18:48.294503 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:48.313548 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19ea7f46-9e21-499e-ba28-01bf198b8a54 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:18:48.327125 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-146e95a2-5ebc-4544-b41c-2af9826cb744 req-604c30c8-a8ad-4bb6-afe3-bd80b65f146e tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584960 Nov 12 08:18:48.327903 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b6b3352-14ab-4706-a1e7-e2ea5589f33f admin admin] Made reservation on behalf of 7b69c126bd244f4889818ad60167e0fe for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:18:48.330217 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4b6b3352-14ab-4706-a1e7-e2ea5589f33f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:48.336930 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 19ea7f46-9e21-499e-ba28-01bf198b8a54, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=19ea7f46-9e21-499e-ba28-01bf198b8a54,segment=NetworkSegment(0ef48b0f-dda7-4b9d-8b2a-f69a985fa2db),segment_id=0ef48b0f-dda7-4b9d-8b2a-f69a985fa2db)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:18:48.340645 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4b6b3352-14ab-4706-a1e7-e2ea5589f33f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:48.345161 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:48.392809 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c044bf7-7155-4342-bd45-f3c1f138fcad', 'tag': '3333386f-64dc-49a6-b21a-2ee25c72f315'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:18:48.396176 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6b4f4e0-fa8e-4b9a-a40c-6ba2bcbb487a" -d '{"events": [{"name": "network-changed", "server_uuid": "7c044bf7-7155-4342-bd45-f3c1f138fcad", "tag": "3333386f-64dc-49a6-b21a-2ee25c72f315"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:18:48.411550 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=19ea7f46-9e21-499e-ba28-01bf198b8a54,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:48.449306 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4b6b3352-14ab-4706-a1e7-e2ea5589f33f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:48.453686 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4b6b3352-14ab-4706-a1e7-e2ea5589f33f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:48.482235 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b6b3352-14ab-4706-a1e7-e2ea5589f33f admin admin] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:18:48.512047 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6b3352-14ab-4706-a1e7-e2ea5589f33f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bedd77e0-6530-4ea4-b451-427457b76ac5,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:48.528150 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4b6b3352-14ab-4706-a1e7-e2ea5589f33f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:48.529128 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-4b6b3352-14ab-4706-a1e7-e2ea5589f33f admin admin] Added segment bcc48269-d6c6-4092-b337-3fc4faf21b55 of type vlan for network 264243c3-d768-4174-aba9-1f07dd94d867 Nov 12 08:18:48.577875 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9d9c888b-bdba-499b-a254-6099f6779229 req-f9313149-7c29-4111-8ee4-bd65228debfa service neutron] 10.222.0.21 "GET /v2.0/networks/4868e010-efee-4156-923d-bc5986bd6163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5699451 Nov 12 08:18:48.583589 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4b6b3352-14ab-4706-a1e7-e2ea5589f33f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:48.603797 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd11343f-9a2e-4306-93a6-a2c79364f168 req-03042adb-da95-4890-a807-7af473fe0c48 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:48.605358 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fd11343f-9a2e-4306-93a6-a2c79364f168 req-03042adb-da95-4890-a807-7af473fe0c48 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ab39f74-7f6a-470a-9f41-339a1e810270 HTTP/1.1" status: 200 len: 946 time: 0.1101961 Nov 12 08:18:48.622385 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-7c30862e-0f9e-4761-88b1-d19458626807 req-940b7705-70e9-4cde-856d-dcf996677cda tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:48.626990 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-7c30862e-0f9e-4761-88b1-d19458626807 req-940b7705-70e9-4cde-856d-dcf996677cda tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:48.649709 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4b6b3352-14ab-4706-a1e7-e2ea5589f33f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:48.650678 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6b3352-14ab-4706-a1e7-e2ea5589f33f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:48.651335 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4b6b3352-14ab-4706-a1e7-e2ea5589f33f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:48.699933 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940b7705-70e9-4cde-856d-dcf996677cda tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Pushing event updated for resources: {'Port': ['ID=320d3ad9-36b3-46ac-9384-f89a1b3846db,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:48.714260 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-7c30862e-0f9e-4761-88b1-d19458626807 req-940b7705-70e9-4cde-856d-dcf996677cda tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:48.729933 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['19ea7f46-9e21-499e-ba28-01bf198b8a54'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:18:48.733645 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-7c30862e-0f9e-4761-88b1-d19458626807 req-940b7705-70e9-4cde-856d-dcf996677cda tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:48.735480 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7c30862e-0f9e-4761-88b1-d19458626807 req-940b7705-70e9-4cde-856d-dcf996677cda tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2974105 Nov 12 08:18:48.738393 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-4b6b3352-14ab-4706-a1e7-e2ea5589f33f admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6470575 Nov 12 08:18:48.742432 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 45818) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:18:48.744253 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fd11343f-9a2e-4306-93a6-a2c79364f168 req-eefeed3c-9c2e-42a0-a70e-c9b25a2bdf65 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323991 Nov 12 08:18:48.748046 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-851a8fed-b3a6-4813-9efd-5a204cc6eb88 admin admin] Request body: {'subnet': {'network_id': '264243c3-d768-4174-aba9-1f07dd94d867', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1211771455-subnet', 'tenant_id': '7b69c126bd244f4889818ad60167e0fe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:18:48.749575 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6b3352-14ab-4706-a1e7-e2ea5589f33f admin admin] Pushing event updated for resources: {'Network': ['ID=264243c3-d768-4174-aba9-1f07dd94d867,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:48.775667 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 264243c3-d768-4174-aba9-1f07dd94d867 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:18:48.819136 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-851a8fed-b3a6-4813-9efd-5a204cc6eb88 admin admin] Made reservation on behalf of 7b69c126bd244f4889818ad60167e0fe for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:18:48.821733 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-851a8fed-b3a6-4813-9efd-5a204cc6eb88 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:48.828348 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7c30862e-0f9e-4761-88b1-d19458626807 req-a3117924-345d-4274-aaa8-c238dba9e47d tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.2.120 HTTP/1.1" status: 200 len: 696 time: 0.0671978 Nov 12 08:18:48.879472 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aa998e-1bd8-41af-badd-7742d075d4ae req-ab6f6e11-7fa3-4b2c-a996-e6d015029fb9 tempest-InstanceActionsTestJSON-1109940751 tempest-InstanceActionsTestJSON-1109940751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:48.881157 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-11aa998e-1bd8-41af-badd-7742d075d4ae req-ab6f6e11-7fa3-4b2c-a996-e6d015029fb9 tempest-InstanceActionsTestJSON-1109940751 tempest-InstanceActionsTestJSON-1109940751-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8596a5b-05f3-4795-a379-b4183132fcb4 HTTP/1.1" status: 200 len: 945 time: 0.0661438 Nov 12 08:18:48.936556 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-11aa998e-1bd8-41af-badd-7742d075d4ae req-cf5401ca-e18b-4f6d-85b8-c2766b122650 tempest-InstanceActionsTestJSON-1109940751 tempest-InstanceActionsTestJSON-1109940751-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b1c5fb9-9d17-4399-87b8-64ecfaad3f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469825 Nov 12 08:18:48.988913 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc2a5ad1-b85c-4194-a7b5-fa75fb62be35 x-openstack-request-id: req-dc2a5ad1-b85c-4194-a7b5-fa75fb62be35 {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:18:48.989203 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c044bf7-7155-4342-bd45-f3c1f138fcad", "tag": "3333386f-64dc-49a6-b21a-2ee25c72f315", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:18:48.989486 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dc2a5ad1-b85c-4194-a7b5-fa75fb62be35 {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:18:48.989896 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c044bf7-7155-4342-bd45-f3c1f138fcad', 'tag': '3333386f-64dc-49a6-b21a-2ee25c72f315', 'status': 'completed', 'code': 200} Nov 12 08:18:49.024866 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c30862e-0f9e-4761-88b1-d19458626807 req-5beed269-b192-45da-badd-05417c4d310f tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:49.026258 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7c30862e-0f9e-4761-88b1-d19458626807 req-5beed269-b192-45da-badd-05417c4d310f tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/networks/d709f64f-f9e6-4525-b020-ad48633b9bbf HTTP/1.1" status: 200 len: 784 time: 0.1880975 Nov 12 08:18:49.075656 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6e755f33-5f66-4f7b-b8d0-67bf9ad85501 req-3cf91a50-cb67-4fb8-b053-93d4bdfde89a tempest-ServerShowV247Test-2068399042 tempest-ServerShowV247Test-2068399042-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f2062f1-be8c-465e-a8d4-eda2cdde2efe HTTP/1.1" status: 200 len: 210 time: 0.0323784 Nov 12 08:18:49.165670 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b4f4e0-fa8e-4b9a-a40c-6ba2bcbb487a req-7f3657a8-143e-41aa-9c90-a8abdbd12513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:49.167208 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e6b4f4e0-fa8e-4b9a-a40c-6ba2bcbb487a req-7f3657a8-143e-41aa-9c90-a8abdbd12513 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bfeafcdb40754d84afc50bdc0e3e88ee&device_id=7c044bf7-7155-4342-bd45-f3c1f138fcad HTTP/1.1" status: 200 len: 1097 time: 0.1378083 Nov 12 08:18:49.199637 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-851a8fed-b3a6-4813-9efd-5a204cc6eb88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:49.222460 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d403d-24a4-4b9e-848f-c88c3d535216 req-37589eef-5bd8-4acd-9abd-3423d0430fd8 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:49.223937 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-084d403d-24a4-4b9e-848f-c88c3d535216 req-37589eef-5bd8-4acd-9abd-3423d0430fd8 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/ports?device_id=20b83579-3dd4-4d02-9c47-79fe23b58a70&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1285150 Nov 12 08:18:49.356019 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-084d403d-24a4-4b9e-848f-c88c3d535216 req-ef14f429-1d2b-4551-9299-44198bacfefe tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.2.120 HTTP/1.1" status: 200 len: 696 time: 0.0856659 Nov 12 08:18:49.363489 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851a8fed-b3a6-4813-9efd-5a204cc6eb88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2148fa8-c684-474a-913f-4d0092e4093f,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:49.379832 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-084d403d-24a4-4b9e-848f-c88c3d535216 req-5fd3407a-2bd0-4c52-9348-34157187ebeb tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Request body: {'floatingip': {'port_id': 'dcdee9ab-0f6f-427f-b458-f12f8f65f32d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:18:49.428859 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851a8fed-b3a6-4813-9efd-5a204cc6eb88 admin admin] Checking segment: {'id': 'bcc48269-d6c6-4092-b337-3fc4faf21b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '264243c3-d768-4174-aba9-1f07dd94d867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:18:49.429223 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851a8fed-b3a6-4813-9efd-5a204cc6eb88 admin admin] Network hostable DHCP agents. Network: 264243c3-d768-4174-aba9-1f07dd94d867, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:18:49.431742 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b4f4e0-fa8e-4b9a-a40c-6ba2bcbb487a req-77278c90-34b0-428d-aae2-08490b6fe94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:49.433207 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e6b4f4e0-fa8e-4b9a-a40c-6ba2bcbb487a req-77278c90-34b0-428d-aae2-08490b6fe94a service neutron] 10.222.0.21 "GET /v2.0/networks?id=f2015be7-a96f-492b-b082-b1df692f4802 HTTP/1.1" status: 200 len: 906 time: 0.2548394 Nov 12 08:18:49.436638 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-084d403d-24a4-4b9e-848f-c88c3d535216 req-5fd3407a-2bd0-4c52-9348-34157187ebeb tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Publish callbacks [] for floatingip, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:49.460404 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c1b93a-f034-44c9-8f69-2fe3e0a07df7 req-3db1d0fa-0884-4b31-b342-42381ab42fba tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:49.462129 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-38c1b93a-f034-44c9-8f69-2fe3e0a07df7 req-3db1d0fa-0884-4b31-b342-42381ab42fba tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=05590b28-c4a9-41f8-a868-649414f5e466 HTTP/1.1" status: 200 len: 944 time: 0.0509813 Nov 12 08:18:49.516272 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-38c1b93a-f034-44c9-8f69-2fe3e0a07df7 req-b9c1ac21-99d0-44e2-b3bd-0530d69152c7 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479982 Nov 12 08:18:49.554579 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851a8fed-b3a6-4813-9efd-5a204cc6eb88 admin admin] Network 264243c3-d768-4174-aba9-1f07dd94d867 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:18:49.599654 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-851a8fed-b3a6-4813-9efd-5a204cc6eb88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 264243c3-d768-4174-aba9-1f07dd94d867) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:18:49.604498 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e6b4f4e0-fa8e-4b9a-a40c-6ba2bcbb487a req-5a8915dd-3fee-4d09-9ffd-d12ceabf71f5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3333386f-64dc-49a6-b21a-2ee25c72f315 HTTP/1.1" status: 200 len: 1001 time: 0.1613595 Nov 12 08:18:49.607598 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8c46a8-4d63-4c6d-9b5f-d2cf1d91180c None None] Network 264243c3-d768-4174-aba9-1f07dd94d867 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:18:49.612955 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851a8fed-b3a6-4813-9efd-5a204cc6eb88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:49.613675 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-851a8fed-b3a6-4813-9efd-5a204cc6eb88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:49.703414 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-851a8fed-b3a6-4813-9efd-5a204cc6eb88 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9597225 Nov 12 08:18:49.706823 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 45826) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:18:49.711475 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-0dbe00c8-1dc8-4bcb-88fc-61e9f08fd6fa admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1211771455-router', 'tenant_id': '7b69c126bd244f4889818ad60167e0fe', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:18:49.726987 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b4f4e0-fa8e-4b9a-a40c-6ba2bcbb487a req-f99320e2-f3b4-4e79-b77a-c5736a2d6048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:49.728480 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e6b4f4e0-fa8e-4b9a-a40c-6ba2bcbb487a req-f99320e2-f3b4-4e79-b77a-c5736a2d6048 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=afb78417-4060-4cd2-9f52-71f67bd868c8 HTTP/1.1" status: 200 len: 844 time: 0.1124671 Nov 12 08:18:49.739725 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0dbe00c8-1dc8-4bcb-88fc-61e9f08fd6fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:49.741662 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0dbe00c8-1dc8-4bcb-88fc-61e9f08fd6fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:49.780716 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288f541e-f61e-421d-aadb-5e34f289466f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-264243c3-d768-4174-aba9-1f07dd94d867', 'network_id': '264243c3-d768-4174-aba9-1f07dd94d867', 'tenant_id': '7b69c126bd244f4889818ad60167e0fe', 'fixed_ips': [{'subnet_id': 'a2148fa8-c684-474a-913f-4d0092e4093f'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:18:49.781650 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-288f541e-f61e-421d-aadb-5e34f289466f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:49.817083 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0dbe00c8-1dc8-4bcb-88fc-61e9f08fd6fa admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:49.864762 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b4f4e0-fa8e-4b9a-a40c-6ba2bcbb487a req-8e95b759-76a8-4177-b674-b47fbb2f4f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:49.866401 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e6b4f4e0-fa8e-4b9a-a40c-6ba2bcbb487a req-8e95b759-76a8-4177-b674-b47fbb2f4f2f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f2015be7-a96f-492b-b082-b1df692f4802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1019504 Nov 12 08:18:50.003473 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0dbe00c8-1dc8-4bcb-88fc-61e9f08fd6fa admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:50.019213 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b899300c-64d9-4da0-b5ff-b9e7e68e312e req-ecdb9215-3fd1-4042-b6bd-0b4d6b246852 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:50.027857 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b899300c-64d9-4da0-b5ff-b9e7e68e312e req-ecdb9215-3fd1-4042-b6bd-0b4d6b246852 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ab39f74-7f6a-470a-9f41-339a1e810270 HTTP/1.1" status: 200 len: 946 time: 0.1617033 Nov 12 08:18:50.049316 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e6b4f4e0-fa8e-4b9a-a40c-6ba2bcbb487a req-3bcb3a4b-cf21-46e9-8376-556d009d9505 service neutron] 10.222.0.21 "GET /v2.0/networks/f2015be7-a96f-492b-b082-b1df692f4802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470981 Nov 12 08:18:50.076982 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 19ea7f46-9e21-499e-ba28-01bf198b8a54 up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:18:50.134477 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b899300c-64d9-4da0-b5ff-b9e7e68e312e req-42f19b56-3ab5-4c62-8904-f211be53840e tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/security-groups?id=d77e890c-1cc2-4e6a-8e4e-eeb091353582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052642 Nov 12 08:18:50.170645 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-288f541e-f61e-421d-aadb-5e34f289466f None None] Allocated IP 172.20.0.2 (264243c3-d768-4174-aba9-1f07dd94d867/a2148fa8-c684-474a-913f-4d0092e4093f/52d4bc6f-ef61-4f28-9707-3b93e894da4b) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:18:50.180773 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98308bf0-ee70-47ab-b596-823cf71eea9e req-07e8c436-6b36-4eae-aabd-8daf9a0857e2 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:50.183531 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-98308bf0-ee70-47ab-b596-823cf71eea9e req-07e8c436-6b36-4eae-aabd-8daf9a0857e2 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ab39f74-7f6a-470a-9f41-339a1e810270 HTTP/1.1" status: 200 len: 946 time: 0.1173117 Nov 12 08:18:50.211739 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-084d403d-24a4-4b9e-848f-c88c3d535216 req-5fd3407a-2bd0-4c52-9348-34157187ebeb tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:50.219966 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-084d403d-24a4-4b9e-848f-c88c3d535216 req-5fd3407a-2bd0-4c52-9348-34157187ebeb tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:50.248898 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning for port 19ea7f46-9e21-499e-ba28-01bf198b8a54 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:18:50.257436 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port 19ea7f46-9e21-499e-ba28-01bf198b8a54 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:18:50.257809 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:50.263083 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e6b4f4e0-fa8e-4b9a-a40c-6ba2bcbb487a req-73600a78-c4ef-4f52-b002-b997c05e173c service neutron] 10.222.0.21 "GET /v2.0/networks/f2015be7-a96f-492b-b082-b1df692f4802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916220 Nov 12 08:18:50.334142 n-d-765315-29 neutron-server[102599]: INFO neutron.db.l3_db [req-084d403d-24a4-4b9e-848f-c88c3d535216 req-5fd3407a-2bd0-4c52-9348-34157187ebeb tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Floating IP d0ce905f-702c-4b61-8285-8f4274d7d863 associated. External IP: 172.25.2.120, port: dcdee9ab-0f6f-427f-b458-f12f8f65f32d. Nov 12 08:18:50.394773 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-288f541e-f61e-421d-aadb-5e34f289466f None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:50.404637 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-288f541e-f61e-421d-aadb-5e34f289466f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:50.480825 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:50.489205 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288f541e-f61e-421d-aadb-5e34f289466f None None] Network 264243c3-d768-4174-aba9-1f07dd94d867 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:18:50.491990 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288f541e-f61e-421d-aadb-5e34f289466f None None] Pushing event updated for resources: {'Port': ['ID=52d4bc6f-ef61-4f28-9707-3b93e894da4b,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:50.502859 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-288f541e-f61e-421d-aadb-5e34f289466f None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:18:50.506040 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288f541e-f61e-421d-aadb-5e34f289466f None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:18:50.546909 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8596a5b-05f3-4795-a379-b4183132fcb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19ea7f46-9e21-499e-ba28-01bf198b8a54'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:18:50.549153 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-694f6dc3-47c3-40d7-9a3a-8254550f074e" -d '{"events": [{"server_uuid": "d8596a5b-05f3-4795-a379-b4183132fcb4", "name": "network-vif-plugged", "status": "completed", "tag": "19ea7f46-9e21-499e-ba28-01bf198b8a54"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:18:50.566497 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 19ea7f46-9e21-499e-ba28-01bf198b8a54, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=19ea7f46-9e21-499e-ba28-01bf198b8a54,segment=NetworkSegment(0ef48b0f-dda7-4b9d-8b2a-f69a985fa2db),segment_id=0ef48b0f-dda7-4b9d-8b2a-f69a985fa2db)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:18:50.586827 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:50.595112 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [req-084d403d-24a4-4b9e-848f-c88c3d535216 req-5fd3407a-2bd0-4c52-9348-34157187ebeb tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Router 908dd0d8-a881-47ff-8379-61239339e38d has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:18:50.623282 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-288f541e-f61e-421d-aadb-5e34f289466f None None] Attempting to bind port 52d4bc6f-ef61-4f28-9707-3b93e894da4b on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:18:50.623847 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-288f541e-f61e-421d-aadb-5e34f289466f None None] Attempting to bind port 52d4bc6f-ef61-4f28-9707-3b93e894da4b by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': 'bcc48269-d6c6-4092-b337-3fc4faf21b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '264243c3-d768-4174-aba9-1f07dd94d867'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:18:50.624129 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288f541e-f61e-421d-aadb-5e34f289466f None None] Attempting to bind port 52d4bc6f-ef61-4f28-9707-3b93e894da4b on network 264243c3-d768-4174-aba9-1f07dd94d867 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:18:50.634218 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288f541e-f61e-421d-aadb-5e34f289466f None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:18:50.634679 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288f541e-f61e-421d-aadb-5e34f289466f None None] Checking segment: {'id': 'bcc48269-d6c6-4092-b337-3fc4faf21b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '264243c3-d768-4174-aba9-1f07dd94d867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:18:50.635157 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-288f541e-f61e-421d-aadb-5e34f289466f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:50.635608 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288f541e-f61e-421d-aadb-5e34f289466f None None] Bound using segment: {'id': 'bcc48269-d6c6-4092-b337-3fc4faf21b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '264243c3-d768-4174-aba9-1f07dd94d867'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:18:50.636096 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-288f541e-f61e-421d-aadb-5e34f289466f None None] Bound port: 52d4bc6f-ef61-4f28-9707-3b93e894da4b, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcc48269-d6c6-4092-b337-3fc4faf21b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '264243c3-d768-4174-aba9-1f07dd94d867'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:18:50.636487 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-288f541e-f61e-421d-aadb-5e34f289466f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:50.639018 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c670030-076d-44aa-8228-d92a99b9855d req-875d0b66-f8d0-4799-a8d7-6f1a0b5bf328 tempest-InstanceActionsTestJSON-1109940751 tempest-InstanceActionsTestJSON-1109940751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:50.640400 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7c670030-076d-44aa-8228-d92a99b9855d req-875d0b66-f8d0-4799-a8d7-6f1a0b5bf328 tempest-InstanceActionsTestJSON-1109940751 tempest-InstanceActionsTestJSON-1109940751-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8596a5b-05f3-4795-a379-b4183132fcb4 HTTP/1.1" status: 200 len: 945 time: 0.3958757 Nov 12 08:18:50.686568 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=19ea7f46-9e21-499e-ba28-01bf198b8a54,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:50.724217 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-288f541e-f61e-421d-aadb-5e34f289466f None None] For port 52d4bc6f-ef61-4f28-9707-3b93e894da4b, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:18:50.727597 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-288f541e-f61e-421d-aadb-5e34f289466f None None] For port 52d4bc6f-ef61-4f28-9707-3b93e894da4b, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=52d4bc6f-ef61-4f28-9707-3b93e894da4b,segment=NetworkSegment(bcc48269-d6c6-4092-b337-3fc4faf21b55),segment_id=bcc48269-d6c6-4092-b337-3fc4faf21b55)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:18:50.732792 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-288f541e-f61e-421d-aadb-5e34f289466f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:50.746521 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-084d403d-24a4-4b9e-848f-c88c3d535216 req-5fd3407a-2bd0-4c52-9348-34157187ebeb tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:18:50.747703 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [req-98308bf0-ee70-47ab-b596-823cf71eea9e req-4911fdc4-b219-4651-bd50-8666f577c89b tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Deleting port 080af700-094d-42c6-8f07-ee98c25efb48 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:18:50.748039 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-98308bf0-ee70-47ab-b596-823cf71eea9e req-4911fdc4-b219-4651-bd50-8666f577c89b tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:50.752840 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-084d403d-24a4-4b9e-848f-c88c3d535216 req-5fd3407a-2bd0-4c52-9348-34157187ebeb tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:50.774118 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27d20eb-3889-4d76-8b35-e6a15be2fddc None None] Sync routers for ids ['908dd0d8-a881-47ff-8379-61239339e38d'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:18:50.787650 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-084d403d-24a4-4b9e-848f-c88c3d535216 req-5fd3407a-2bd0-4c52-9348-34157187ebeb tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "PUT /v2.0/floatingips/d0ce905f-702c-4b61-8285-8f4274d7d863 HTTP/1.1" status: 200 len: 996 time: 1.4216611 Nov 12 08:18:50.788452 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20b83579-3dd4-4d02-9c47-79fe23b58a70', 'tag': 'dcdee9ab-0f6f-427f-b458-f12f8f65f32d'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:18:50.792947 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc620471-0bef-47a8-8c8d-415c02fa0677" -d '{"events": [{"name": "network-changed", "server_uuid": "20b83579-3dd4-4d02-9c47-79fe23b58a70", "tag": "dcdee9ab-0f6f-427f-b458-f12f8f65f32d"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:18:50.809774 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27d20eb-3889-4d76-8b35-e6a15be2fddc None None] Routers {'908dd0d8-a881-47ff-8379-61239339e38d'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:18:50.816231 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-a27d20eb-3889-4d76-8b35-e6a15be2fddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:18:36Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['908dd0d8-a881-47ff-8379-61239339e38d'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:18:50.840063 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7c670030-076d-44aa-8228-d92a99b9855d req-502a07c7-4ae8-4819-817e-eeb9c91c8c5a tempest-InstanceActionsTestJSON-1109940751 tempest-InstanceActionsTestJSON-1109940751-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b1c5fb9-9d17-4399-87b8-64ecfaad3f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832492 Nov 12 08:18:50.859501 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288f541e-f61e-421d-aadb-5e34f289466f None None] Pushing event updated for resources: {'Port': ['ID=52d4bc6f-ef61-4f28-9707-3b93e894da4b,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:50.881492 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d403d-24a4-4b9e-848f-c88c3d535216 req-184151b9-87ed-4d3c-afaf-9994a13e4fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:50.890246 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-084d403d-24a4-4b9e-848f-c88c3d535216 req-184151b9-87ed-4d3c-afaf-9994a13e4fc2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=417fd406cc39404ba5ae67c25efe38d3&device_id=20b83579-3dd4-4d02-9c47-79fe23b58a70 HTTP/1.1" status: 200 len: 1097 time: 0.0725043 Nov 12 08:18:50.894148 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0dbe00c8-1dc8-4bcb-88fc-61e9f08fd6fa admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:50.941150 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0dbe00c8-1dc8-4bcb-88fc-61e9f08fd6fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:50.964919 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-a27d20eb-3889-4d76-8b35-e6a15be2fddc None None] Set router 908dd0d8-a881-47ff-8379-61239339e38d gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:18:50.992715 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-00761b2c-cef4-4ad5-99eb-6d9a85d494f1 req-08e17a4c-a895-4a6d-b58a-a7d5675d3010 tempest-ServerShowV247Test-2068399042 tempest-ServerShowV247Test-2068399042-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f2062f1-be8c-465e-a8d4-eda2cdde2efe HTTP/1.1" status: 200 len: 210 time: 0.0699115 Nov 12 08:18:51.014663 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d403d-24a4-4b9e-848f-c88c3d535216 req-3a0a13a2-5f5e-4f8e-b6f4-7262f773bc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:51.016426 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-084d403d-24a4-4b9e-848f-c88c3d535216 req-3a0a13a2-5f5e-4f8e-b6f4-7262f773bc76 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4868e010-efee-4156-923d-bc5986bd6163 HTTP/1.1" status: 200 len: 921 time: 0.1253817 Nov 12 08:18:51.089095 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-98308bf0-ee70-47ab-b596-823cf71eea9e req-4911fdc4-b219-4651-bd50-8666f577c89b tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] For port 080af700-094d-42c6-8f07-ee98c25efb48, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=080af700-094d-42c6-8f07-ee98c25efb48,segment=NetworkSegment(931741a0-66de-48c6-b90b-c82af0a9f552),segment_id=931741a0-66de-48c6-b90b-c82af0a9f552)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:18:51.089676 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-98308bf0-ee70-47ab-b596-823cf71eea9e req-4911fdc4-b219-4651-bd50-8666f577c89b tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:51.116015 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [req-98308bf0-ee70-47ab-b596-823cf71eea9e req-4911fdc4-b219-4651-bd50-8666f577c89b tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Calling delete_port for 080af700-094d-42c6-8f07-ee98c25efb48 owned by compute:nova {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:18:51.120064 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-084d403d-24a4-4b9e-848f-c88c3d535216 req-26fa5f68-5921-47ec-90b5-5074bd92092d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dcdee9ab-0f6f-427f-b458-f12f8f65f32d HTTP/1.1" status: 200 len: 999 time: 0.0772662 Nov 12 08:18:51.194994 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d403d-24a4-4b9e-848f-c88c3d535216 req-08e4d6d9-e98a-4af5-be84-f7a1ccd9206f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:51.196601 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-084d403d-24a4-4b9e-848f-c88c3d535216 req-08e4d6d9-e98a-4af5-be84-f7a1ccd9206f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3ef446da-2196-4a21-8d1a-ac361ac71b6e HTTP/1.1" status: 200 len: 860 time: 0.0693083 Nov 12 08:18:51.235261 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-084d403d-24a4-4b9e-848f-c88c3d535216 req-a163b029-4deb-4c27-a56b-6c1589a9d4e2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4868e010-efee-4156-923d-bc5986bd6163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321379 Nov 12 08:18:51.296415 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f6c53b-d8b2-43fc-98e8-7f294af2c713 req-3754d416-1ca0-4e60-aa20-7ea3308e4b40 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:51.304516 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-14f6c53b-d8b2-43fc-98e8-7f294af2c713 req-3754d416-1ca0-4e60-aa20-7ea3308e4b40 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=05590b28-c4a9-41f8-a868-649414f5e466 HTTP/1.1" status: 200 len: 944 time: 0.1690025 Nov 12 08:18:51.305353 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-a27d20eb-3889-4d76-8b35-e6a15be2fddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908dd0d8-a881-47ff-8379-61239339e38d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1798676160-router', 'tenant_id': '417fd406cc39404ba5ae67c25efe38d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '862c1742-b123-4b2a-b3d0-37015715a421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:17:03Z', 'updated_at': '2021-11-12T08:17:08Z', 'revision_number': 4, 'project_id': '417fd406cc39404ba5ae67c25efe38d3', 'gw_port': {'id': '862c1742-b123-4b2a-b3d0-37015715a421', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d6:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908dd0d8-a881-47ff-8379-61239339e38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:17:04Z', 'updated_at': '2021-11-12T08:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': 'd0ce905f-702c-4b61-8285-8f4274d7d863', 'tenant_id': '417fd406cc39404ba5ae67c25efe38d3', 'floating_ip_address': '172.25.2.120', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': '908dd0d8-a881-47ff-8379-61239339e38d', 'port_id': 'dcdee9ab-0f6f-427f-b458-f12f8f65f32d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4868e010-efee-4156-923d-bc5986bd6163', 'mac_address': 'fa:16:3e:5a:fb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b83579-3dd4-4d02-9c47-79fe23b58a70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:18:47Z', 'updated_at': '2021-11-12T08:18:50Z', 'revision_number': 1, 'project_id': '417fd406cc39404ba5ae67c25efe38d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd108042-fd06-48ec-b311-d616d2df029d', 'name': '', 'network_id': '4868e010-efee-4156-923d-bc5986bd6163', 'tenant_id': '417fd406cc39404ba5ae67c25efe38d3', 'mac_address': 'fa:16:3e:0f:33:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908dd0d8-a881-47ff-8379-61239339e38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '3ef446da-2196-4a21-8d1a-ac361ac71b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:17:07Z', 'updated_at': '2021-11-12T08:17:17Z', 'revision_number': 5, 'project_id': '417fd406cc39404ba5ae67c25efe38d3', 'subnets': [{'id': '3ef446da-2196-4a21-8d1a-ac361ac71b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:18:51.308328 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-0dbe00c8-1dc8-4bcb-88fc-61e9f08fd6fa admin admin] Allocated IP 172.25.2.175 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/5de1cbac-ab65-445f-a9e3-fed5ac9bf5e4) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:18:51.340810 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-084d403d-24a4-4b9e-848f-c88c3d535216 req-22a513be-f9bd-4bc7-a965-baba4121ecb5 service neutron] 10.222.0.26 "GET /v2.0/networks/4868e010-efee-4156-923d-bc5986bd6163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975573 Nov 12 08:18:51.354505 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27d20eb-3889-4d76-8b35-e6a15be2fddc None None] Checking router: 908dd0d8-a881-47ff-8379-61239339e38d for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:18:51.364337 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27d20eb-3889-4d76-8b35-e6a15be2fddc None None] Routers {'908dd0d8-a881-47ff-8379-61239339e38d'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:18:51.365585 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-a27d20eb-3889-4d76-8b35-e6a15be2fddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:18:36Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['908dd0d8-a881-47ff-8379-61239339e38d'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:18:51.463143 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-14f6c53b-d8b2-43fc-98e8-7f294af2c713 req-e3aa2138-4fd2-45de-bf4a-2a5e3ab4b317 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577129 Nov 12 08:18:51.504488 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-a27d20eb-3889-4d76-8b35-e6a15be2fddc None None] Set router 908dd0d8-a881-47ff-8379-61239339e38d gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:18:51.509166 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-98308bf0-ee70-47ab-b596-823cf71eea9e req-4911fdc4-b219-4651-bd50-8666f577c89b tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:51.514978 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-084d403d-24a4-4b9e-848f-c88c3d535216 req-6c538e4a-b904-4c45-92bd-cd7ca28a6101 service neutron] 10.222.0.26 "GET /v2.0/networks/4868e010-efee-4156-923d-bc5986bd6163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626379 Nov 12 08:18:51.572500 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4911fdc4-b219-4651-bd50-8666f577c89b tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Pushing event deleted for resources: {'Port': ['ID=080af700-094d-42c6-8f07-ee98c25efb48,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:51.578853 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0dbe00c8-1dc8-4bcb-88fc-61e9f08fd6fa admin admin] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:51.595996 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20c8de52-5180-4662-96a5-a6d57ca50bc3 x-openstack-request-id: req-20c8de52-5180-4662-96a5-a6d57ca50bc3 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:18:51.596541 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20b83579-3dd4-4d02-9c47-79fe23b58a70", "tag": "dcdee9ab-0f6f-427f-b458-f12f8f65f32d", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:18:51.597034 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-20c8de52-5180-4662-96a5-a6d57ca50bc3 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:18:51.597846 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20b83579-3dd4-4d02-9c47-79fe23b58a70', 'tag': 'dcdee9ab-0f6f-427f-b458-f12f8f65f32d', 'status': 'completed', 'code': 200} Nov 12 08:18:51.675682 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92ea1b8f-2e0c-4e61-aa7a-95f0a760722c x-openstack-request-id: req-92ea1b8f-2e0c-4e61-aa7a-95f0a760722c {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:18:51.676200 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8596a5b-05f3-4795-a379-b4183132fcb4", "name": "network-vif-plugged", "status": "completed", "tag": "19ea7f46-9e21-499e-ba28-01bf198b8a54", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:18:51.676423 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-92ea1b8f-2e0c-4e61-aa7a-95f0a760722c {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:18:51.676842 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8596a5b-05f3-4795-a379-b4183132fcb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19ea7f46-9e21-499e-ba28-01bf198b8a54', 'code': 200} Nov 12 08:18:51.677767 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['080af700-094d-42c6-8f07-ee98c25efb48'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:18:51.744001 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ee573abd-8e92-4afb-8bb3-59f9bdc52985 req-c6973f5d-7eed-4767-9ab3-d1923560ecc1 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.2.120 HTTP/1.1" status: 200 len: 999 time: 0.1206577 Nov 12 08:18:51.750843 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0c51a890-b35c-4001-a8f2-d3cbd025f5b5 req-5b5cee81-9eef-4a25-a7d8-d6fd57f8ee29 tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ab39f74-7f6a-470a-9f41-339a1e810270 HTTP/1.1" status: 200 len: 210 time: 0.0842769 Nov 12 08:18:51.759684 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [req-98308bf0-ee70-47ab-b596-823cf71eea9e req-4911fdc4-b219-4651-bd50-8666f577c89b tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] No DVR routers for this DVR port 080af700-094d-42c6-8f07-ee98c25efb48 on host n-h1-765315-29 {{(pid=102600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:18:51.766828 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-98308bf0-ee70-47ab-b596-823cf71eea9e req-4911fdc4-b219-4651-bd50-8666f577c89b tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:51.771066 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-98308bf0-ee70-47ab-b596-823cf71eea9e req-4911fdc4-b219-4651-bd50-8666f577c89b tempest-DeleteServersTestJSON-1965382896 tempest-DeleteServersTestJSON-1965382896-project] 10.222.0.21 "DELETE /v2.0/ports/080af700-094d-42c6-8f07-ee98c25efb48 HTTP/1.1" status: 204 len: 173 time: 1.5796168 Nov 12 08:18:51.775533 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ab39f74-7f6a-470a-9f41-339a1e810270', 'name': 'network-vif-deleted', 'tag': '080af700-094d-42c6-8f07-ee98c25efb48'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:18:51.777826 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37c11f30-878d-4e11-808a-ebe727927e9d" -d '{"events": [{"server_uuid": "5ab39f74-7f6a-470a-9f41-339a1e810270", "name": "network-vif-deleted", "tag": "080af700-094d-42c6-8f07-ee98c25efb48"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:18:51.823769 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc620471-0bef-47a8-8c8d-415c02fa0677 req-4edbafc4-4f23-443e-95be-8632aa6f6747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:51.825437 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dc620471-0bef-47a8-8c8d-415c02fa0677 req-4edbafc4-4f23-443e-95be-8632aa6f6747 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=417fd406cc39404ba5ae67c25efe38d3&device_id=20b83579-3dd4-4d02-9c47-79fe23b58a70 HTTP/1.1" status: 200 len: 1097 time: 0.1918869 Nov 12 08:18:51.835280 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee573abd-8e92-4afb-8bb3-59f9bdc52985 req-b88c06b2-d5b7-4fe0-9e46-83c2fe464ac2 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:51.842130 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ee573abd-8e92-4afb-8bb3-59f9bdc52985 req-b88c06b2-d5b7-4fe0-9e46-83c2fe464ac2 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/ports/dcdee9ab-0f6f-427f-b458-f12f8f65f32d HTTP/1.1" status: 200 len: 942 time: 0.0972073 Nov 12 08:18:51.852134 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3b6838-d5bd-4231-a9b0-a14421c67d9f req-4f731909-ea17-4888-853f-ed6ec12db51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:51.853623 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ce3b6838-d5bd-4231-a9b0-a14421c67d9f req-4f731909-ea17-4888-853f-ed6ec12db51b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d8596a5b-05f3-4795-a379-b4183132fcb4 HTTP/1.1" status: 200 len: 1098 time: 0.2167516 Nov 12 08:18:51.863255 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeb49c25-baea-4055-a9bb-58832cefc91a x-openstack-request-id: req-eeb49c25-baea-4055-a9bb-58832cefc91a {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:18:51.868367 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ab39f74-7f6a-470a-9f41-339a1e810270", "name": "network-vif-deleted", "tag": "080af700-094d-42c6-8f07-ee98c25efb48", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:18:51.868823 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-eeb49c25-baea-4055-a9bb-58832cefc91a {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:18:51.869398 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ab39f74-7f6a-470a-9f41-339a1e810270', 'name': 'network-vif-deleted', 'tag': '080af700-094d-42c6-8f07-ee98c25efb48', 'status': 'completed', 'code': 200} Nov 12 08:18:51.968790 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ce3b6838-d5bd-4231-a9b0-a14421c67d9f req-f15b0f7c-05cb-4450-811b-aeea5cdbd349 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4b1c5fb9-9d17-4399-87b8-64ecfaad3f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982840 Nov 12 08:18:51.969969 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0dbe00c8-1dc8-4bcb-88fc-61e9f08fd6fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:52.000603 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 52d4bc6f-ef61-4f28-9707-3b93e894da4b up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:18:52.052479 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dbe00c8-1dc8-4bcb-88fc-61e9f08fd6fa admin admin] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:18:52.062175 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-0dbe00c8-1dc8-4bcb-88fc-61e9f08fd6fa admin admin] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:18:52.068990 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbe00c8-1dc8-4bcb-88fc-61e9f08fd6fa admin admin] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:18:52.074697 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbe00c8-1dc8-4bcb-88fc-61e9f08fd6fa admin admin] Pushing event updated for resources: {'Port': ['ID=5de1cbac-ab65-445f-a9e3-fed5ac9bf5e4,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:52.132027 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8afb1e8-04b5-4088-b5fa-a849867c861f req-914c0366-4312-4790-bfef-419ccdcc43a4 tempest-InstanceActionsTestJSON-1109940751 tempest-InstanceActionsTestJSON-1109940751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:52.140295 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a8afb1e8-04b5-4088-b5fa-a849867c861f req-914c0366-4312-4790-bfef-419ccdcc43a4 tempest-InstanceActionsTestJSON-1109940751 tempest-InstanceActionsTestJSON-1109940751-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8596a5b-05f3-4795-a379-b4183132fcb4 HTTP/1.1" status: 200 len: 946 time: 0.1398354 Nov 12 08:18:52.153652 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-a27d20eb-3889-4d76-8b35-e6a15be2fddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908dd0d8-a881-47ff-8379-61239339e38d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1798676160-router', 'tenant_id': '417fd406cc39404ba5ae67c25efe38d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '862c1742-b123-4b2a-b3d0-37015715a421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:17:03Z', 'updated_at': '2021-11-12T08:17:08Z', 'revision_number': 4, 'project_id': '417fd406cc39404ba5ae67c25efe38d3', 'gw_port': {'id': '862c1742-b123-4b2a-b3d0-37015715a421', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d6:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908dd0d8-a881-47ff-8379-61239339e38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:17:04Z', 'updated_at': '2021-11-12T08:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': 'd0ce905f-702c-4b61-8285-8f4274d7d863', 'tenant_id': '417fd406cc39404ba5ae67c25efe38d3', 'floating_ip_address': '172.25.2.120', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': '908dd0d8-a881-47ff-8379-61239339e38d', 'port_id': 'dcdee9ab-0f6f-427f-b458-f12f8f65f32d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4868e010-efee-4156-923d-bc5986bd6163', 'mac_address': 'fa:16:3e:5a:fb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b83579-3dd4-4d02-9c47-79fe23b58a70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:18:47Z', 'updated_at': '2021-11-12T08:18:50Z', 'revision_number': 1, 'project_id': '417fd406cc39404ba5ae67c25efe38d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd108042-fd06-48ec-b311-d616d2df029d', 'name': '', 'network_id': '4868e010-efee-4156-923d-bc5986bd6163', 'tenant_id': '417fd406cc39404ba5ae67c25efe38d3', 'mac_address': 'fa:16:3e:0f:33:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908dd0d8-a881-47ff-8379-61239339e38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '3ef446da-2196-4a21-8d1a-ac361ac71b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:17:07Z', 'updated_at': '2021-11-12T08:17:17Z', 'revision_number': 5, 'project_id': '417fd406cc39404ba5ae67c25efe38d3', 'subnets': [{'id': '3ef446da-2196-4a21-8d1a-ac361ac71b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:18:52.186285 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88bf0e2-202d-47a6-8da9-70c9cdb44589 None None] Network 264243c3-d768-4174-aba9-1f07dd94d867 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:18:52.190634 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27d20eb-3889-4d76-8b35-e6a15be2fddc None None] The sync data for ids ['908dd0d8-a881-47ff-8379-61239339e38d'] in n-d-765315-29 is: [{'id': '908dd0d8-a881-47ff-8379-61239339e38d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1798676160-router', 'tenant_id': '417fd406cc39404ba5ae67c25efe38d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '862c1742-b123-4b2a-b3d0-37015715a421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:17:03Z', 'updated_at': '2021-11-12T08:17:08Z', 'revision_number': 4, 'project_id': '417fd406cc39404ba5ae67c25efe38d3', 'gw_port': {'id': '862c1742-b123-4b2a-b3d0-37015715a421', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d6:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908dd0d8-a881-47ff-8379-61239339e38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:17:04Z', 'updated_at': '2021-11-12T08:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': 'd0ce905f-702c-4b61-8285-8f4274d7d863', 'tenant_id': '417fd406cc39404ba5ae67c25efe38d3', 'floating_ip_address': '172.25.2.120', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': '908dd0d8-a881-47ff-8379-61239339e38d', 'port_id': 'dcdee9ab-0f6f-427f-b458-f12f8f65f32d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4868e010-efee-4156-923d-bc5986bd6163', 'mac_address': 'fa:16:3e:5a:fb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b83579-3dd4-4d02-9c47-79fe23b58a70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:18:47Z', 'updated_at': '2021-11-12T08:18:50Z', 'revision_number': 1, 'project_id': '417fd406cc39404ba5ae67c25efe38d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd108042-fd06-48ec-b311-d616d2df029d', 'name': '', 'network_id': '4868e010-efee-4156-923d-bc5986bd6163', 'tenant_id': '417fd406cc39404ba5ae67c25efe38d3', 'mac_address': 'fa:16:3e:0f:33:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908dd0d8-a881-47ff-8379-61239339e38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '3ef446da-2196-4a21-8d1a-ac361ac71b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:17:07Z', 'updated_at': '2021-11-12T08:17:17Z', 'revision_number': 5, 'project_id': '417fd406cc39404ba5ae67c25efe38d3', 'subnets': [{'id': '3ef446da-2196-4a21-8d1a-ac361ac71b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:18:52.204156 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a8afb1e8-04b5-4088-b5fa-a849867c861f req-8226c728-e649-402a-b0ee-ef836e471a3f tempest-InstanceActionsTestJSON-1109940751 tempest-InstanceActionsTestJSON-1109940751-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b1c5fb9-9d17-4399-87b8-64ecfaad3f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628996 Nov 12 08:18:52.418451 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a7f76e7e-df6c-403b-925c-d5f4b8da858a req-48f976f9-e306-41d7-bf88-2b41726843b0 tempest-ServerShowV247Test-2068399042 tempest-ServerShowV247Test-2068399042-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f2062f1-be8c-465e-a8d4-eda2cdde2efe HTTP/1.1" status: 200 len: 210 time: 0.0785909 Nov 12 08:18:52.499043 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2263c980-d0d0-48b2-a6d8-e10c6467a64f None None] New status for floating IP d0ce905f-702c-4b61-8285-8f4274d7d863: ACTIVE {{(pid=102602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:18:52.547070 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 52d4bc6f-ef61-4f28-9707-3b93e894da4b triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:18:52.547492 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:52.548864 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ee573abd-8e92-4afb-8bb3-59f9bdc52985 req-41cb34b3-1102-4e0e-bc4c-69623082f072 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.2.120 HTTP/1.1" status: 200 len: 999 time: 0.5482571 Nov 12 08:18:52.566619 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc620471-0bef-47a8-8c8d-415c02fa0677 req-b66bdca0-5188-4edf-a83a-255ce6bc1869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:52.568226 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dc620471-0bef-47a8-8c8d-415c02fa0677 req-b66bdca0-5188-4edf-a83a-255ce6bc1869 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4868e010-efee-4156-923d-bc5986bd6163 HTTP/1.1" status: 200 len: 921 time: 0.7181692 Nov 12 08:18:52.647762 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-37315ef8-1244-49bf-8920-cce80532deda None None] Provisioning complete for port 52d4bc6f-ef61-4f28-9707-3b93e894da4b triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:18:52.648521 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-37315ef8-1244-49bf-8920-cce80532deda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:52.685331 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dc620471-0bef-47a8-8c8d-415c02fa0677 req-4f85bb9e-9682-4fd0-a28f-2914016255f4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dcdee9ab-0f6f-427f-b458-f12f8f65f32d HTTP/1.1" status: 200 len: 999 time: 0.1042902 Nov 12 08:18:52.688585 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0dbe00c8-1dc8-4bcb-88fc-61e9f08fd6fa admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:52.762453 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6c87d4-612f-497a-a85d-fb0b4584f14b req-c79ea62e-3440-428d-824a-80f526e496a9 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:52.763923 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-db6c87d4-612f-497a-a85d-fb0b4584f14b req-c79ea62e-3440-428d-824a-80f526e496a9 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=05590b28-c4a9-41f8-a868-649414f5e466 HTTP/1.1" status: 200 len: 944 time: 0.1364255 Nov 12 08:18:52.788101 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc620471-0bef-47a8-8c8d-415c02fa0677 req-a85175e0-fc2a-41eb-b7a3-893b67f97ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:52.789566 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dc620471-0bef-47a8-8c8d-415c02fa0677 req-a85175e0-fc2a-41eb-b7a3-893b67f97ee7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3ef446da-2196-4a21-8d1a-ac361ac71b6e HTTP/1.1" status: 200 len: 860 time: 0.0963442 Nov 12 08:18:52.793036 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:52.851070 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dc620471-0bef-47a8-8c8d-415c02fa0677 req-a4c789d0-d1fe-427a-b232-1a5d1bd411d6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4868e010-efee-4156-923d-bc5986bd6163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433004 Nov 12 08:18:52.870773 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] For port 52d4bc6f-ef61-4f28-9707-3b93e894da4b, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=52d4bc6f-ef61-4f28-9707-3b93e894da4b,segment=NetworkSegment(bcc48269-d6c6-4092-b337-3fc4faf21b55),segment_id=bcc48269-d6c6-4092-b337-3fc4faf21b55)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:18:52.871636 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-37315ef8-1244-49bf-8920-cce80532deda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:52.884468 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:52.923807 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-db6c87d4-612f-497a-a85d-fb0b4584f14b req-02e523e8-d106-4ac5-b83c-612c5f49129d tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224189 Nov 12 08:18:52.972599 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Pushing event updated for resources: {'Port': ['ID=52d4bc6f-ef61-4f28-9707-3b93e894da4b,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:52.979837 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.db.api [None req-37315ef8-1244-49bf-8920-cce80532deda None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:18:52.980186 n-d-765315-29 neutron-server[102601]: DEBUG oslo_db.api [None req-37315ef8-1244-49bf-8920-cce80532deda None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:18:52.990810 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dc620471-0bef-47a8-8c8d-415c02fa0677 req-93039ee1-3ab3-445e-bd92-ed2a77f92eb4 service neutron] 10.222.0.21 "GET /v2.0/networks/4868e010-efee-4156-923d-bc5986bd6163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302559 Nov 12 08:18:52.998180 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee573abd-8e92-4afb-8bb3-59f9bdc52985 req-5afdc6b3-8f52-49bf-9b6a-e03b336e583a tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:53.000733 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ee573abd-8e92-4afb-8bb3-59f9bdc52985 req-5afdc6b3-8f52-49bf-9b6a-e03b336e583a tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/networks/d709f64f-f9e6-4525-b020-ad48633b9bbf HTTP/1.1" status: 200 len: 784 time: 0.4510977 Nov 12 08:18:53.040877 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0dbe00c8-1dc8-4bcb-88fc-61e9f08fd6fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052'] for router, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:53.159711 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ee573abd-8e92-4afb-8bb3-59f9bdc52985 req-18ec50fc-2fd6-4db7-a061-9d58541f24b7 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.2.120 HTTP/1.1" status: 200 len: 1001 time: 0.1459422 Nov 12 08:18:53.173944 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-ee573abd-8e92-4afb-8bb3-59f9bdc52985 req-7bcaec70-7b01-44c0-91b6-4266267724ac tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:18:53.215301 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dbe00c8-1dc8-4bcb-88fc-61e9f08fd6fa admin admin] Router b3d9f5c9-b94a-495f-ad8c-05d9f4e9a342 is scheduled to L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 with binding_index 1 {{(pid=102600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:18:53.237610 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dc620471-0bef-47a8-8c8d-415c02fa0677 req-6b538f53-21d9-4215-975e-903fedce2337 service neutron] 10.222.0.21 "GET /v2.0/networks/4868e010-efee-4156-923d-bc5986bd6163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348433 Nov 12 08:18:53.265585 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-ee573abd-8e92-4afb-8bb3-59f9bdc52985 req-7bcaec70-7b01-44c0-91b6-4266267724ac tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Publish callbacks [] for floatingip, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:53.383944 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dbe00c8-1dc8-4bcb-88fc-61e9f08fd6fa admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:18:53.395857 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d1bcfa-2b74-4320-b4b1-d59e5d3dfa77 req-36737261-14b3-4897-9569-8efd31ae7487 tempest-InstanceActionsTestJSON-1109940751 tempest-InstanceActionsTestJSON-1109940751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:53.396649 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca7e4c8-73b3-4b83-b86d-57679eb5d393 None None] Sync routers for ids ['b3d9f5c9-b94a-495f-ad8c-05d9f4e9a342'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:18:53.397478 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-85d1bcfa-2b74-4320-b4b1-d59e5d3dfa77 req-36737261-14b3-4897-9569-8efd31ae7487 tempest-InstanceActionsTestJSON-1109940751 tempest-InstanceActionsTestJSON-1109940751-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8596a5b-05f3-4795-a379-b4183132fcb4 HTTP/1.1" status: 200 len: 946 time: 0.1034038 Nov 12 08:18:53.415704 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca7e4c8-73b3-4b83-b86d-57679eb5d393 None None] Routers {'b3d9f5c9-b94a-495f-ad8c-05d9f4e9a342'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:18:53.416621 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-8ca7e4c8-73b3-4b83-b86d-57679eb5d393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:18:36Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['b3d9f5c9-b94a-495f-ad8c-05d9f4e9a342'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:18:53.420419 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0dbe00c8-1dc8-4bcb-88fc-61e9f08fd6fa admin admin] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:53.421740 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-0dbe00c8-1dc8-4bcb-88fc-61e9f08fd6fa admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.7138832 Nov 12 08:18:53.429385 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 45870) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:18:53.462281 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-ee573abd-8e92-4afb-8bb3-59f9bdc52985 req-7bcaec70-7b01-44c0-91b6-4266267724ac tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:53.482798 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-ee573abd-8e92-4afb-8bb3-59f9bdc52985 req-7bcaec70-7b01-44c0-91b6-4266267724ac tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:53.483291 n-d-765315-29 neutron-server[102599]: INFO neutron.db.l3_db [req-ee573abd-8e92-4afb-8bb3-59f9bdc52985 req-7bcaec70-7b01-44c0-91b6-4266267724ac tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Floating IP d0ce905f-702c-4b61-8285-8f4274d7d863 disassociated. External IP: 172.25.2.120, port: dcdee9ab-0f6f-427f-b458-f12f8f65f32d. Nov 12 08:18:53.510354 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-85d1bcfa-2b74-4320-b4b1-d59e5d3dfa77 req-27da4441-1b05-4863-bdfd-3400aba83cc7 tempest-InstanceActionsTestJSON-1109940751 tempest-InstanceActionsTestJSON-1109940751-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b1c5fb9-9d17-4399-87b8-64ecfaad3f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034291 Nov 12 08:18:53.550767 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9efe20fd-4ba7-47f8-a83c-969852b7888f req-7e00c479-84ff-4935-9c5f-6c5c39ca3b71 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fb563860-f65d-4503-8960-26c644509025&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1031117 Nov 12 08:18:53.588482 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-8ca7e4c8-73b3-4b83-b86d-57679eb5d393 None None] Set router b3d9f5c9-b94a-495f-ad8c-05d9f4e9a342 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:18:53.659110 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efe20fd-4ba7-47f8-a83c-969852b7888f req-5cc3a5c5-2149-4195-94be-102978b9fd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:53.660644 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9efe20fd-4ba7-47f8-a83c-969852b7888f req-5cc3a5c5-2149-4195-94be-102978b9fd2e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7317cbf37f7b44a3b0cd0a433cf6ba52&device_id=fb563860-f65d-4503-8960-26c644509025 HTTP/1.1" status: 200 len: 1096 time: 0.0655320 Nov 12 08:18:53.703234 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-deb14c48-3047-4130-901d-9541189423d2 req-03f159fb-9bfb-41e2-bc57-567a86f61595 tempest-ServerShowV247Test-2068399042 tempest-ServerShowV247Test-2068399042-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f2062f1-be8c-465e-a8d4-eda2cdde2efe HTTP/1.1" status: 200 len: 210 time: 0.0368886 Nov 12 08:18:53.762394 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-14a3df3d-ec22-478a-9e94-e303e0fac46d None None] Provisioning complete for port 52d4bc6f-ef61-4f28-9707-3b93e894da4b triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:18:53.763091 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-14a3df3d-ec22-478a-9e94-e303e0fac46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:53.865033 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 52d4bc6f-ef61-4f28-9707-3b93e894da4b up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:18:53.881632 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ee573abd-8e92-4afb-8bb3-59f9bdc52985 req-7bcaec70-7b01-44c0-91b6-4266267724ac tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Router 908dd0d8-a881-47ff-8379-61239339e38d has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:18:53.955840 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efe20fd-4ba7-47f8-a83c-969852b7888f req-e7ecc598-7ea4-4b87-9a17-c1b664a5b320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:53.957720 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9efe20fd-4ba7-47f8-a83c-969852b7888f req-e7ecc598-7ea4-4b87-9a17-c1b664a5b320 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a HTTP/1.1" status: 200 len: 908 time: 0.2449877 Nov 12 08:18:53.983625 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-8ca7e4c8-73b3-4b83-b86d-57679eb5d393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3d9f5c9-b94a-495f-ad8c-05d9f4e9a342', 'name': 'tempest-FloatingIPDetailsTestJSON-1211771455-router', 'tenant_id': '7b69c126bd244f4889818ad60167e0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '5de1cbac-ab65-445f-a9e3-fed5ac9bf5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:18:49Z', 'updated_at': '2021-11-12T08:18:52Z', 'revision_number': 3, 'project_id': '7b69c126bd244f4889818ad60167e0fe', 'gw_port': {'id': '5de1cbac-ab65-445f-a9e3-fed5ac9bf5e4', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:62:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3d9f5c9-b94a-495f-ad8c-05d9f4e9a342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:18:50Z', 'updated_at': '2021-11-12T08:18:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:18:53.987813 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 52d4bc6f-ef61-4f28-9707-3b93e894da4b triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:18:53.988177 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:54.029558 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9efe20fd-4ba7-47f8-a83c-969852b7888f req-18f7b1ae-5400-4dfc-8f05-e0b4acbf2852 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d07f2704-930d-4d20-97dd-5fea604c4aea HTTP/1.1" status: 200 len: 217 time: 0.0628197 Nov 12 08:18:54.035507 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca7e4c8-73b3-4b83-b86d-57679eb5d393 None None] Checking router: b3d9f5c9-b94a-495f-ad8c-05d9f4e9a342 for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:18:54.035854 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca7e4c8-73b3-4b83-b86d-57679eb5d393 None None] Updating router b3d9f5c9-b94a-495f-ad8c-05d9f4e9a342 port 5de1cbac-ab65-445f-a9e3-fed5ac9bf5e4 binding host n-d-765315-29 {{(pid=102601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:18:54.076564 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8ca7e4c8-73b3-4b83-b86d-57679eb5d393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:54.113510 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d402b009-5b23-44e5-8954-567370f194ec req-130d8c6e-d8d1-4073-b51d-180fe2c44932 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:54.124555 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d402b009-5b23-44e5-8954-567370f194ec req-130d8c6e-d8d1-4073-b51d-180fe2c44932 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=05590b28-c4a9-41f8-a868-649414f5e466 HTTP/1.1" status: 200 len: 944 time: 0.0932536 Nov 12 08:18:54.128779 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ee573abd-8e92-4afb-8bb3-59f9bdc52985 req-7bcaec70-7b01-44c0-91b6-4266267724ac tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:18:54.136303 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-ee573abd-8e92-4afb-8bb3-59f9bdc52985 req-7bcaec70-7b01-44c0-91b6-4266267724ac tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:54.140209 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c249b180-72fd-47d1-b670-fe849cb65f0f None None] Sync routers for ids ['908dd0d8-a881-47ff-8379-61239339e38d'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:18:54.144666 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efe20fd-4ba7-47f8-a83c-969852b7888f req-321180df-e0e9-4e58-8288-8a2917425d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:54.146536 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9efe20fd-4ba7-47f8-a83c-969852b7888f req-321180df-e0e9-4e58-8288-8a2917425d6c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b48e5e9c-f3da-4efc-88c4-db8837528b82 HTTP/1.1" status: 200 len: 847 time: 0.0830078 Nov 12 08:18:54.168638 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c249b180-72fd-47d1-b670-fe849cb65f0f None None] Routers {'908dd0d8-a881-47ff-8379-61239339e38d'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:18:54.170474 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-c249b180-72fd-47d1-b670-fe849cb65f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:18:36Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['908dd0d8-a881-47ff-8379-61239339e38d'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:18:54.203412 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9efe20fd-4ba7-47f8-a83c-969852b7888f req-97813766-06a0-4d3e-ac54-c4af7e61617b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379817 Nov 12 08:18:54.207877 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ee573abd-8e92-4afb-8bb3-59f9bdc52985 req-7bcaec70-7b01-44c0-91b6-4266267724ac tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "PUT /v2.0/floatingips/d0ce905f-702c-4b61-8285-8f4274d7d863 HTTP/1.1" status: 200 len: 695 time: 1.0406804 Nov 12 08:18:54.208614 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20b83579-3dd4-4d02-9c47-79fe23b58a70', 'tag': 'dcdee9ab-0f6f-427f-b458-f12f8f65f32d'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:18:54.212375 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df233cb2-b2cf-434f-b0e1-3e0dee02342c" -d '{"events": [{"name": "network-changed", "server_uuid": "20b83579-3dd4-4d02-9c47-79fe23b58a70", "tag": "dcdee9ab-0f6f-427f-b458-f12f8f65f32d"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:18:54.251892 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3458e8e6-a096-4c79-8af8-1d8e7315fa6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:54.333131 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee573abd-8e92-4afb-8bb3-59f9bdc52985 req-17f8c09a-2940-48fd-99dd-06ec5b97ec6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:54.334800 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ee573abd-8e92-4afb-8bb3-59f9bdc52985 req-17f8c09a-2940-48fd-99dd-06ec5b97ec6c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=417fd406cc39404ba5ae67c25efe38d3&device_id=20b83579-3dd4-4d02-9c47-79fe23b58a70 HTTP/1.1" status: 200 len: 1097 time: 0.1097901 Nov 12 08:18:54.360511 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-c249b180-72fd-47d1-b670-fe849cb65f0f None None] Set router 908dd0d8-a881-47ff-8379-61239339e38d gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:18:54.415146 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9efe20fd-4ba7-47f8-a83c-969852b7888f req-a28f167d-5e2f-4163-8401-0febd30575a8 service neutron] 10.222.0.21 "GET /v2.0/networks/6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995702 Nov 12 08:18:54.539349 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9efe20fd-4ba7-47f8-a83c-969852b7888f req-c8a1213b-9648-480e-a53d-29d7a674ce00 service neutron] 10.222.0.21 "GET /v2.0/networks/6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155312 Nov 12 08:18:54.553658 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee573abd-8e92-4afb-8bb3-59f9bdc52985 req-c6526468-c28f-4161-bd39-c7e268f375fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:54.555400 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ee573abd-8e92-4afb-8bb3-59f9bdc52985 req-c6526468-c28f-4161-bd39-c7e268f375fb service neutron] 10.222.0.26 "GET /v2.0/networks?id=4868e010-efee-4156-923d-bc5986bd6163 HTTP/1.1" status: 200 len: 921 time: 0.2142074 Nov 12 08:18:54.587103 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8ca7e4c8-73b3-4b83-b86d-57679eb5d393 None None] Publish callbacks [] for port, precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:54.594541 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8ca7e4c8-73b3-4b83-b86d-57679eb5d393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:54.609683 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ee573abd-8e92-4afb-8bb3-59f9bdc52985 req-a31e1451-5845-401d-beca-fda054fddad8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dcdee9ab-0f6f-427f-b458-f12f8f65f32d HTTP/1.1" status: 200 len: 217 time: 0.0475144 Nov 12 08:18:54.698399 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee573abd-8e92-4afb-8bb3-59f9bdc52985 req-f91e2abe-26f8-478a-a817-2e54d9f58ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:54.700321 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ee573abd-8e92-4afb-8bb3-59f9bdc52985 req-f91e2abe-26f8-478a-a817-2e54d9f58ba0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3ef446da-2196-4a21-8d1a-ac361ac71b6e HTTP/1.1" status: 200 len: 860 time: 0.0837328 Nov 12 08:18:54.711055 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-8ca7e4c8-73b3-4b83-b86d-57679eb5d393 None None] Attempting to bind port 5de1cbac-ab65-445f-a9e3-fed5ac9bf5e4 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:18:54.711728 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-8ca7e4c8-73b3-4b83-b86d-57679eb5d393 None None] Attempting to bind port 5de1cbac-ab65-445f-a9e3-fed5ac9bf5e4 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:18:54.712194 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca7e4c8-73b3-4b83-b86d-57679eb5d393 None None] Attempting to bind port 5de1cbac-ab65-445f-a9e3-fed5ac9bf5e4 on network d709f64f-f9e6-4525-b020-ad48633b9bbf {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:18:54.716190 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29d5551-9eb2-4b7b-99ba-5abedc4fd634 None None] Pushing event updated for resources: {'Port': ['ID=5de1cbac-ab65-445f-a9e3-fed5ac9bf5e4,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:54.737717 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-c249b180-72fd-47d1-b670-fe849cb65f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908dd0d8-a881-47ff-8379-61239339e38d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1798676160-router', 'tenant_id': '417fd406cc39404ba5ae67c25efe38d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '862c1742-b123-4b2a-b3d0-37015715a421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:17:03Z', 'updated_at': '2021-11-12T08:17:08Z', 'revision_number': 4, 'project_id': '417fd406cc39404ba5ae67c25efe38d3', 'gw_port': {'id': '862c1742-b123-4b2a-b3d0-37015715a421', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d6:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908dd0d8-a881-47ff-8379-61239339e38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:17:04Z', 'updated_at': '2021-11-12T08:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': 'bd108042-fd06-48ec-b311-d616d2df029d', 'name': '', 'network_id': '4868e010-efee-4156-923d-bc5986bd6163', 'tenant_id': '417fd406cc39404ba5ae67c25efe38d3', 'mac_address': 'fa:16:3e:0f:33:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908dd0d8-a881-47ff-8379-61239339e38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '3ef446da-2196-4a21-8d1a-ac361ac71b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:17:07Z', 'updated_at': '2021-11-12T08:17:17Z', 'revision_number': 5, 'project_id': '417fd406cc39404ba5ae67c25efe38d3', 'subnets': [{'id': '3ef446da-2196-4a21-8d1a-ac361ac71b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:18:54.744868 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca7e4c8-73b3-4b83-b86d-57679eb5d393 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:18:54.745460 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca7e4c8-73b3-4b83-b86d-57679eb5d393 None None] Checking segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:18:54.746280 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8ca7e4c8-73b3-4b83-b86d-57679eb5d393 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:54.747704 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca7e4c8-73b3-4b83-b86d-57679eb5d393 None None] Bound using segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:18:54.748276 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-8ca7e4c8-73b3-4b83-b86d-57679eb5d393 None None] Bound port: 5de1cbac-ab65-445f-a9e3-fed5ac9bf5e4, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:18:54.749820 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8ca7e4c8-73b3-4b83-b86d-57679eb5d393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:54.778637 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ee573abd-8e92-4afb-8bb3-59f9bdc52985 req-f544d90a-5d47-42ce-bd6b-da8b857fb97d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4868e010-efee-4156-923d-bc5986bd6163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614209 Nov 12 08:18:54.836704 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c249b180-72fd-47d1-b670-fe849cb65f0f None None] Checking router: 908dd0d8-a881-47ff-8379-61239339e38d for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:18:54.853154 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-8ca7e4c8-73b3-4b83-b86d-57679eb5d393 None None] For port 5de1cbac-ab65-445f-a9e3-fed5ac9bf5e4, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:18:54.856525 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c249b180-72fd-47d1-b670-fe849cb65f0f None None] Routers {'908dd0d8-a881-47ff-8379-61239339e38d'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:18:54.858428 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-8ca7e4c8-73b3-4b83-b86d-57679eb5d393 None None] For port 5de1cbac-ab65-445f-a9e3-fed5ac9bf5e4, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=5de1cbac-ab65-445f-a9e3-fed5ac9bf5e4,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:18:54.859827 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-c249b180-72fd-47d1-b670-fe849cb65f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:18:36Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['908dd0d8-a881-47ff-8379-61239339e38d'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:18:54.875606 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8ca7e4c8-73b3-4b83-b86d-57679eb5d393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:54.929374 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d402b009-5b23-44e5-8954-567370f194ec req-8a734758-1872-4520-9e72-22812e56acd5 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7995274 Nov 12 08:18:54.960491 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29d5551-9eb2-4b7b-99ba-5abedc4fd634 None None] Pushing event updated for resources: {'Port': ['ID=5de1cbac-ab65-445f-a9e3-fed5ac9bf5e4,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:54.965804 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ee573abd-8e92-4afb-8bb3-59f9bdc52985 req-7593fef9-4e8a-4a51-8853-8eda21e29bed service neutron] 10.222.0.26 "GET /v2.0/networks/4868e010-efee-4156-923d-bc5986bd6163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722732 Nov 12 08:18:54.999130 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca7e4c8-73b3-4b83-b86d-57679eb5d393 None None] Routers {'b3d9f5c9-b94a-495f-ad8c-05d9f4e9a342'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:18:55.001498 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-8ca7e4c8-73b3-4b83-b86d-57679eb5d393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:18:36Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['b3d9f5c9-b94a-495f-ad8c-05d9f4e9a342'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:18:55.048047 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-3458e8e6-a096-4c79-8af8-1d8e7315fa6d admin admin] Allocated IP 172.20.0.1 (264243c3-d768-4174-aba9-1f07dd94d867/a2148fa8-c684-474a-913f-4d0092e4093f/99b959ff-2453-4846-93a9-490437e0ddf6) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:18:55.147505 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d04a250-a6ac-4252-a04e-e373c4646910 x-openstack-request-id: req-3d04a250-a6ac-4252-a04e-e373c4646910 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:18:55.151793 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20b83579-3dd4-4d02-9c47-79fe23b58a70", "tag": "dcdee9ab-0f6f-427f-b458-f12f8f65f32d", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:18:55.152223 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3d04a250-a6ac-4252-a04e-e373c4646910 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:18:55.152738 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20b83579-3dd4-4d02-9c47-79fe23b58a70', 'tag': 'dcdee9ab-0f6f-427f-b458-f12f8f65f32d', 'status': 'completed', 'code': 200} Nov 12 08:18:55.184478 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3458e8e6-a096-4c79-8af8-1d8e7315fa6d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:55.248595 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3458e8e6-a096-4c79-8af8-1d8e7315fa6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:55.268057 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-8ca7e4c8-73b3-4b83-b86d-57679eb5d393 None None] Set router b3d9f5c9-b94a-495f-ad8c-05d9f4e9a342 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:18:55.273342 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ee573abd-8e92-4afb-8bb3-59f9bdc52985 req-23f9e8a1-4ecb-4263-957a-51b15e27e009 service neutron] 10.222.0.26 "GET /v2.0/networks/4868e010-efee-4156-923d-bc5986bd6163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2986221 Nov 12 08:18:55.294830 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-c249b180-72fd-47d1-b670-fe849cb65f0f None None] Set router 908dd0d8-a881-47ff-8379-61239339e38d gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:18:55.310910 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df233cb2-b2cf-434f-b0e1-3e0dee02342c req-e65a43f0-4e06-4aba-a2ea-ed5822adcb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:55.324217 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-df233cb2-b2cf-434f-b0e1-3e0dee02342c req-e65a43f0-4e06-4aba-a2ea-ed5822adcb1d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=417fd406cc39404ba5ae67c25efe38d3&device_id=20b83579-3dd4-4d02-9c47-79fe23b58a70 HTTP/1.1" status: 200 len: 1097 time: 0.1431000 Nov 12 08:18:55.362905 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3458e8e6-a096-4c79-8af8-1d8e7315fa6d admin admin] Network 264243c3-d768-4174-aba9-1f07dd94d867 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:18:55.374050 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-3458e8e6-a096-4c79-8af8-1d8e7315fa6d admin admin] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:18:55.378502 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3458e8e6-a096-4c79-8af8-1d8e7315fa6d admin admin] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:18:55.451876 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3458e8e6-a096-4c79-8af8-1d8e7315fa6d admin admin] Pushing event updated for resources: {'Port': ['ID=99b959ff-2453-4846-93a9-490437e0ddf6,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:55.494613 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f99ff80-a028-4df0-8767-c64e309ba9f3 req-69531c57-d7df-4e21-9c3d-a6163cfea9e1 tempest-InstanceActionsTestJSON-1109940751 tempest-InstanceActionsTestJSON-1109940751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:55.503256 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4f99ff80-a028-4df0-8767-c64e309ba9f3 req-69531c57-d7df-4e21-9c3d-a6163cfea9e1 tempest-InstanceActionsTestJSON-1109940751 tempest-InstanceActionsTestJSON-1109940751-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8596a5b-05f3-4795-a379-b4183132fcb4 HTTP/1.1" status: 200 len: 946 time: 0.1907110 Nov 12 08:18:55.506734 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3458e8e6-a096-4c79-8af8-1d8e7315fa6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933481'] for router_interface, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:55.512922 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1cc28f5d-d5f2-4e0f-9df9-333ba6ab89af req-f04d1789-4730-4185-ad07-9870b58c5022 tempest-ServerShowV247Test-2068399042 tempest-ServerShowV247Test-2068399042-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f2062f1-be8c-465e-a8d4-eda2cdde2efe HTTP/1.1" status: 200 len: 210 time: 0.0827858 Nov 12 08:18:55.577932 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df233cb2-b2cf-434f-b0e1-3e0dee02342c req-9ffe01c7-038f-459f-a39c-c492b7a14fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:55.583741 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-df233cb2-b2cf-434f-b0e1-3e0dee02342c req-9ffe01c7-038f-459f-a39c-c492b7a14fc2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4868e010-efee-4156-923d-bc5986bd6163 HTTP/1.1" status: 200 len: 921 time: 0.2585695 Nov 12 08:18:55.618622 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-c249b180-72fd-47d1-b670-fe849cb65f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908dd0d8-a881-47ff-8379-61239339e38d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1798676160-router', 'tenant_id': '417fd406cc39404ba5ae67c25efe38d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '862c1742-b123-4b2a-b3d0-37015715a421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:17:03Z', 'updated_at': '2021-11-12T08:17:08Z', 'revision_number': 4, 'project_id': '417fd406cc39404ba5ae67c25efe38d3', 'gw_port': {'id': '862c1742-b123-4b2a-b3d0-37015715a421', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d6:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908dd0d8-a881-47ff-8379-61239339e38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:17:04Z', 'updated_at': '2021-11-12T08:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': 'bd108042-fd06-48ec-b311-d616d2df029d', 'name': '', 'network_id': '4868e010-efee-4156-923d-bc5986bd6163', 'tenant_id': '417fd406cc39404ba5ae67c25efe38d3', 'mac_address': 'fa:16:3e:0f:33:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908dd0d8-a881-47ff-8379-61239339e38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '3ef446da-2196-4a21-8d1a-ac361ac71b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:17:07Z', 'updated_at': '2021-11-12T08:17:17Z', 'revision_number': 5, 'project_id': '417fd406cc39404ba5ae67c25efe38d3', 'subnets': [{'id': '3ef446da-2196-4a21-8d1a-ac361ac71b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:18:55.649573 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 080af700-094d-42c6-8f07-ee98c25efb48 no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:18:55.658336 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c249b180-72fd-47d1-b670-fe849cb65f0f None None] The sync data for ids ['908dd0d8-a881-47ff-8379-61239339e38d'] in n-d-765315-29 is: [{'id': '908dd0d8-a881-47ff-8379-61239339e38d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1798676160-router', 'tenant_id': '417fd406cc39404ba5ae67c25efe38d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '862c1742-b123-4b2a-b3d0-37015715a421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:17:03Z', 'updated_at': '2021-11-12T08:17:08Z', 'revision_number': 4, 'project_id': '417fd406cc39404ba5ae67c25efe38d3', 'gw_port': {'id': '862c1742-b123-4b2a-b3d0-37015715a421', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d6:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908dd0d8-a881-47ff-8379-61239339e38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:17:04Z', 'updated_at': '2021-11-12T08:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': 'bd108042-fd06-48ec-b311-d616d2df029d', 'name': '', 'network_id': '4868e010-efee-4156-923d-bc5986bd6163', 'tenant_id': '417fd406cc39404ba5ae67c25efe38d3', 'mac_address': 'fa:16:3e:0f:33:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908dd0d8-a881-47ff-8379-61239339e38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '3ef446da-2196-4a21-8d1a-ac361ac71b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:17:07Z', 'updated_at': '2021-11-12T08:17:17Z', 'revision_number': 5, 'project_id': '417fd406cc39404ba5ae67c25efe38d3', 'subnets': [{'id': '3ef446da-2196-4a21-8d1a-ac361ac71b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:18:55.713888 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-e530113a-7783-48f4-9840-8911a24052df None None] No Port match for: 080af700-094d-42c6-8f07-ee98c25efb48 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:18:55.714302 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 080af700-094d-42c6-8f07-ee98c25efb48 not bound to the agent host n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:18:55.731527 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-8ca7e4c8-73b3-4b83-b86d-57679eb5d393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3d9f5c9-b94a-495f-ad8c-05d9f4e9a342', 'name': 'tempest-FloatingIPDetailsTestJSON-1211771455-router', 'tenant_id': '7b69c126bd244f4889818ad60167e0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '5de1cbac-ab65-445f-a9e3-fed5ac9bf5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:18:49Z', 'updated_at': '2021-11-12T08:18:52Z', 'revision_number': 3, 'project_id': '7b69c126bd244f4889818ad60167e0fe', 'gw_port': {'id': '5de1cbac-ab65-445f-a9e3-fed5ac9bf5e4', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:62:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3d9f5c9-b94a-495f-ad8c-05d9f4e9a342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:18:50Z', 'updated_at': '2021-11-12T08:18:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:18:55.737929 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4f99ff80-a028-4df0-8767-c64e309ba9f3 req-f7c45ca4-2f11-44e4-8311-cb3c8602bc95 tempest-InstanceActionsTestJSON-1109940751 tempest-InstanceActionsTestJSON-1109940751-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b1c5fb9-9d17-4399-87b8-64ecfaad3f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327580 Nov 12 08:18:55.766543 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca7e4c8-73b3-4b83-b86d-57679eb5d393 None None] The sync data for ids ['b3d9f5c9-b94a-495f-ad8c-05d9f4e9a342'] in n-d-765315-29 is: [{'id': 'b3d9f5c9-b94a-495f-ad8c-05d9f4e9a342', 'name': 'tempest-FloatingIPDetailsTestJSON-1211771455-router', 'tenant_id': '7b69c126bd244f4889818ad60167e0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '5de1cbac-ab65-445f-a9e3-fed5ac9bf5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:18:49Z', 'updated_at': '2021-11-12T08:18:52Z', 'revision_number': 3, 'project_id': '7b69c126bd244f4889818ad60167e0fe', 'gw_port': {'id': '5de1cbac-ab65-445f-a9e3-fed5ac9bf5e4', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:62:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3d9f5c9-b94a-495f-ad8c-05d9f4e9a342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:18:50Z', 'updated_at': '2021-11-12T08:18:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:18:55.781191 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-20037a0d-6deb-44fb-bfd3-858d87731954 req-c477b55f-ba3a-4b52-b5d0-64e49cd2094f tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/floatingips/d0ce905f-702c-4b61-8285-8f4274d7d863 HTTP/1.1" status: 200 len: 695 time: 0.1953800 Nov 12 08:18:55.782883 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-df233cb2-b2cf-434f-b0e1-3e0dee02342c req-21710ad6-4f3d-4b59-b5af-ad2ac582e757 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dcdee9ab-0f6f-427f-b458-f12f8f65f32d HTTP/1.1" status: 200 len: 217 time: 0.1789062 Nov 12 08:18:55.839687 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-568cd4f9-5e16-423d-9020-7e159ca49d17 None None] Provisioning complete for port 99b959ff-2453-4846-93a9-490437e0ddf6 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:18:55.839895 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3458e8e6-a096-4c79-8af8-1d8e7315fa6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:55.842844 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-568cd4f9-5e16-423d-9020-7e159ca49d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:55.953564 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-568cd4f9-5e16-423d-9020-7e159ca49d17 None None] Port 99b959ff-2453-4846-93a9-490437e0ddf6 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:18:55.988598 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df233cb2-b2cf-434f-b0e1-3e0dee02342c req-932ba8d8-0bc5-4952-b7ab-54a0ba8dce03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:55.990216 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-df233cb2-b2cf-434f-b0e1-3e0dee02342c req-932ba8d8-0bc5-4952-b7ab-54a0ba8dce03 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3ef446da-2196-4a21-8d1a-ac361ac71b6e HTTP/1.1" status: 200 len: 860 time: 0.1990142 Nov 12 08:18:56.077772 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 52592b2a-c901-46b6-919f-38bfa8d65b88 details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:18:56.100824 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-df233cb2-b2cf-434f-b0e1-3e0dee02342c req-ed1910b5-8e3f-4597-ad66-2f757bd9fb96 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4868e010-efee-4156-923d-bc5986bd6163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545466 Nov 12 08:18:56.231834 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b66f50-2560-4ab9-a4e5-02bdcfcba281 None None] New status for floating IP d0ce905f-702c-4b61-8285-8f4274d7d863: DOWN {{(pid=102601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:18:56.255224 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3458e8e6-a096-4c79-8af8-1d8e7315fa6d admin admin] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:56.281768 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3458e8e6-a096-4c79-8af8-1d8e7315fa6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:56.419668 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20037a0d-6deb-44fb-bfd3-858d87731954 req-bfeb688d-587e-4f93-80cd-ec0e8031c871 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:56.428127 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-20037a0d-6deb-44fb-bfd3-858d87731954 req-bfeb688d-587e-4f93-80cd-ec0e8031c871 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/networks/d709f64f-f9e6-4525-b020-ad48633b9bbf HTTP/1.1" status: 200 len: 784 time: 0.5770485 Nov 12 08:18:56.440514 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-99c51ee0-33f9-446c-9ef1-b8e5c325e402 req-c61ad6ab-3539-42e9-aae1-c163e76432ec service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2294666f-258f-4d91-9c35-2192a1edbbc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0985951 Nov 12 08:18:56.441759 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3458e8e6-a096-4c79-8af8-1d8e7315fa6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933629'] for router_interface, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:56.514081 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-df233cb2-b2cf-434f-b0e1-3e0dee02342c req-f8a84692-254f-4a40-84ef-f4c5ef2b492b service neutron] 10.222.0.21 "GET /v2.0/networks/4868e010-efee-4156-923d-bc5986bd6163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3938067 Nov 12 08:18:56.531479 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3458e8e6-a096-4c79-8af8-1d8e7315fa6d admin admin] Pushing event updated for resources: {'Port': ['ID=99b959ff-2453-4846-93a9-490437e0ddf6,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:56.532148 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-20037a0d-6deb-44fb-bfd3-858d87731954 req-07a929b3-2597-431a-a960-6acb76bee8e0 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.2.120 HTTP/1.1" status: 200 len: 698 time: 0.1030607 Nov 12 08:18:56.622252 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-99c51ee0-33f9-446c-9ef1-b8e5c325e402 req-ea8de6f2-0d97-4c44-bafe-dd8767b37c5c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e1f093ef7a3549c385d4c72b9589791f&device_id=2294666f-258f-4d91-9c35-2192a1edbbc3 HTTP/1.1" status: 200 len: 210 time: 0.1011086 Nov 12 08:18:56.623697 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-20037a0d-6deb-44fb-bfd3-858d87731954 req-faec7775-332b-4a97-a3bc-49117eda32c6 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.2.120 HTTP/1.1" status: 200 len: 698 time: 0.0906188 Nov 12 08:18:56.627125 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf61f2c-5c18-48a3-ad30-37d247d843ce req-72685ee2-8af7-4f51-9d7f-7baf539e2003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:56.628728 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cdf61f2c-5c18-48a3-ad30-37d247d843ce req-72685ee2-8af7-4f51-9d7f-7baf539e2003 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1939b51e9c8b4f01919852d182bbbf5a&device_id=d8596a5b-05f3-4795-a379-b4183132fcb4 HTTP/1.1" status: 200 len: 1098 time: 0.2666981 Nov 12 08:18:56.685091 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d63e41-eeaf-4689-b245-d020c5c7af58 req-fd562edf-7e48-4f7f-8637-c9bfa0ab77b3 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:56.694210 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-78d63e41-eeaf-4689-b245-d020c5c7af58 req-fd562edf-7e48-4f7f-8637-c9bfa0ab77b3 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=05590b28-c4a9-41f8-a868-649414f5e466 HTTP/1.1" status: 200 len: 944 time: 0.3181438 Nov 12 08:18:56.725160 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3458e8e6-a096-4c79-8af8-1d8e7315fa6d admin admin] Network 264243c3-d768-4174-aba9-1f07dd94d867 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:18:56.738073 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-3458e8e6-a096-4c79-8af8-1d8e7315fa6d admin admin] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:18:56.740749 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 52592b2a-c901-46b6-919f-38bfa8d65b88, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=52592b2a-c901-46b6-919f-38bfa8d65b88,segment=NetworkSegment(2faefcc0-552f-4085-b81e-2c4b58f0de67),segment_id=2faefcc0-552f-4085-b81e-2c4b58f0de67)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:18:56.763846 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': '52592b2a-c901-46b6-919f-38bfa8d65b88', 'network_id': '6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a', 'port_id': '52592b2a-c901-46b6-919f-38bfa8d65b88', 'mac_address': 'fa:16:3e:60:d8:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b48e5e9c-f3da-4efc-88c4-db8837528b82', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:18:56.906520 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-99c51ee0-33f9-446c-9ef1-b8e5c325e402 req-cfe1e62e-34bf-4a8c-a164-af319efdab28 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=e1f093ef7a3549c385d4c72b9589791f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2311220 Nov 12 08:18:56.915813 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3458e8e6-a096-4c79-8af8-1d8e7315fa6d admin admin] Router b3d9f5c9-b94a-495f-ad8c-05d9f4e9a342 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:18:57.028166 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:57.053549 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c51ee0-33f9-446c-9ef1-b8e5c325e402 req-25adf9b7-eefc-4875-87e3-a6328aaec7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:57.055133 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-99c51ee0-33f9-446c-9ef1-b8e5c325e402 req-25adf9b7-eefc-4875-87e3-a6328aaec7d5 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1376581 Nov 12 08:18:57.073233 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52592b2a-c901-46b6-919f-38bfa8d65b88 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:18:57.123413 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 52592b2a-c901-46b6-919f-38bfa8d65b88, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=52592b2a-c901-46b6-919f-38bfa8d65b88,segment=NetworkSegment(2faefcc0-552f-4085-b81e-2c4b58f0de67),segment_id=2faefcc0-552f-4085-b81e-2c4b58f0de67)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:18:57.136153 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:57.260780 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3458e8e6-a096-4c79-8af8-1d8e7315fa6d admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:18:57.272556 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e184c24e-9fb8-4839-a25d-4eb7735f5b4b None None] Provisioning complete for port 99b959ff-2453-4846-93a9-490437e0ddf6 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:18:57.273062 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e184c24e-9fb8-4839-a25d-4eb7735f5b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:57.276097 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-3458e8e6-a096-4c79-8af8-1d8e7315fa6d admin admin] 10.222.0.26 "PUT /v2.0/routers/b3d9f5c9-b94a-495f-ad8c-05d9f4e9a342/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8447795 Nov 12 08:18:57.289273 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-78d63e41-eeaf-4689-b245-d020c5c7af58 req-9a15ff22-88ab-4a59-a3ac-d93014bee46e tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5937757 Nov 12 08:18:57.300326 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=52592b2a-c901-46b6-919f-38bfa8d65b88,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:57.403259 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-e184c24e-9fb8-4839-a25d-4eb7735f5b4b None None] Port 99b959ff-2453-4846-93a9-490437e0ddf6 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:18:57.458204 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['52592b2a-c901-46b6-919f-38bfa8d65b88'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:18:57.494941 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-df233cb2-b2cf-434f-b0e1-3e0dee02342c req-d2914fbd-003a-489f-bb0c-7f9d366df669 service neutron] 10.222.0.21 "GET /v2.0/networks/4868e010-efee-4156-923d-bc5986bd6163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9724531 Nov 12 08:18:57.538161 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-77865a76-1cba-4ed2-96da-154ee03d2e70 req-72b5f3b2-e668-41df-8d90-0ce55ccba7e3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3f2062f1-be8c-465e-a8d4-eda2cdde2efe HTTP/1.1" status: 200 len: 210 time: 0.0571308 Nov 12 08:18:57.545360 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf61f2c-5c18-48a3-ad30-37d247d843ce req-47215410-a7ac-472d-b977-057b3c9a6813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:57.547081 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cdf61f2c-5c18-48a3-ad30-37d247d843ce req-47215410-a7ac-472d-b977-057b3c9a6813 service neutron] 10.222.0.44 "GET /v2.0/networks?id=366a54b3-0593-474b-9213-9bc537d54b99 HTTP/1.1" status: 200 len: 914 time: 0.3765862 Nov 12 08:18:57.554868 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-20037a0d-6deb-44fb-bfd3-858d87731954 req-1141354e-6eea-44f5-8a0b-7d07620a2010 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Deleting port 320d3ad9-36b3-46ac-9384-f89a1b3846db {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:18:57.555361 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-20037a0d-6deb-44fb-bfd3-858d87731954 req-1141354e-6eea-44f5-8a0b-7d07620a2010 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:57.595133 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6157a8fb-1098-4f75-8d53-414aca8ceaa5 req-4952cf69-4131-41d3-85f0-f3dd2b46d4fc tempest-InstanceActionsTestJSON-1109940751 tempest-InstanceActionsTestJSON-1109940751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:57.603071 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6157a8fb-1098-4f75-8d53-414aca8ceaa5 req-4952cf69-4131-41d3-85f0-f3dd2b46d4fc tempest-InstanceActionsTestJSON-1109940751 tempest-InstanceActionsTestJSON-1109940751-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8596a5b-05f3-4795-a379-b4183132fcb4 HTTP/1.1" status: 200 len: 946 time: 0.0670717 Nov 12 08:18:57.645116 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-20037a0d-6deb-44fb-bfd3-858d87731954 req-1141354e-6eea-44f5-8a0b-7d07620a2010 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:57.645589 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-20037a0d-6deb-44fb-bfd3-858d87731954 req-1141354e-6eea-44f5-8a0b-7d07620a2010 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:57.650626 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6157a8fb-1098-4f75-8d53-414aca8ceaa5 req-0c4cf4f1-c2f5-409c-b40c-0c3f4de6d8c7 tempest-InstanceActionsTestJSON-1109940751 tempest-InstanceActionsTestJSON-1109940751-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b1c5fb9-9d17-4399-87b8-64ecfaad3f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465634 Nov 12 08:18:57.659949 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-20037a0d-6deb-44fb-bfd3-858d87731954 req-1141354e-6eea-44f5-8a0b-7d07620a2010 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Calling delete_port for 320d3ad9-36b3-46ac-9384-f89a1b3846db owned by network:floatingip {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:18:57.767159 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-10a752db-6458-44e8-a277-2a83af210849 req-0fea2bbe-8715-45ab-919a-1a2e53c5a12a tempest-ServerShowV247Test-2068399042 tempest-ServerShowV247Test-2068399042-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f2062f1-be8c-465e-a8d4-eda2cdde2efe HTTP/1.1" status: 200 len: 210 time: 0.0298550 Nov 12 08:18:57.834520 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cdf61f2c-5c18-48a3-ad30-37d247d843ce req-afdf9986-9c3d-4b19-a254-588c3c3658f5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19ea7f46-9e21-499e-ba28-01bf198b8a54 HTTP/1.1" status: 200 len: 217 time: 0.0435483 Nov 12 08:18:57.883327 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 5de1cbac-ab65-445f-a9e3-fed5ac9bf5e4 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:18:57.944456 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf61f2c-5c18-48a3-ad30-37d247d843ce req-3776d22e-82dc-4435-85db-3a154c752b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:57.946287 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cdf61f2c-5c18-48a3-ad30-37d247d843ce req-3776d22e-82dc-4435-85db-3a154c752b22 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=84d942f8-9080-4b5d-a374-93c76487f86c HTTP/1.1" status: 200 len: 853 time: 0.0825825 Nov 12 08:18:57.949742 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-20037a0d-6deb-44fb-bfd3-858d87731954 req-1141354e-6eea-44f5-8a0b-7d07620a2010 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:57.957041 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 5de1cbac-ab65-445f-a9e3-fed5ac9bf5e4 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:18:57.957493 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:57.991217 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cdf61f2c-5c18-48a3-ad30-37d247d843ce req-c16c5776-1e66-4465-95ea-a77748f95b5d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=366a54b3-0593-474b-9213-9bc537d54b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353115 Nov 12 08:18:58.027607 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1141354e-6eea-44f5-8a0b-7d07620a2010 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Pushing event deleted for resources: {'Port': ['ID=320d3ad9-36b3-46ac-9384-f89a1b3846db,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:58.102531 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:58.140195 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] For port 5de1cbac-ab65-445f-a9e3-fed5ac9bf5e4, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=5de1cbac-ab65-445f-a9e3-fed5ac9bf5e4,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:18:58.147495 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:58.168574 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-20037a0d-6deb-44fb-bfd3-858d87731954 req-1141354e-6eea-44f5-8a0b-7d07620a2010 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Publish callbacks [] for floatingip, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:58.172320 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-20037a0d-6deb-44fb-bfd3-858d87731954 req-1141354e-6eea-44f5-8a0b-7d07620a2010 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:58.173488 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-20037a0d-6deb-44fb-bfd3-858d87731954 req-1141354e-6eea-44f5-8a0b-7d07620a2010 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "DELETE /v2.0/floatingips/d0ce905f-702c-4b61-8285-8f4274d7d863 HTTP/1.1" status: 204 len: 173 time: 1.5489972 Nov 12 08:18:58.200700 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cdf61f2c-5c18-48a3-ad30-37d247d843ce req-947c946c-a824-4a0d-a92c-e70c06e3b5b8 service neutron] 10.222.0.44 "GET /v2.0/networks/366a54b3-0593-474b-9213-9bc537d54b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833470 Nov 12 08:18:58.235729 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Pushing event updated for resources: {'Port': ['ID=5de1cbac-ab65-445f-a9e3-fed5ac9bf5e4,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:58.263268 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f3fd459d-ff11-4fd0-b11a-417d2991b10d req-f433b70e-c34a-4d7f-99c8-9b0f945e195f tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2916076 Nov 12 08:18:58.276296 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-f3fd459d-ff11-4fd0-b11a-417d2991b10d req-4b235914-98be-44a7-89d1-7b42e0e0a1a8 tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Request body: {'floatingip': {'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:18:58.305357 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-f3fd459d-ff11-4fd0-b11a-417d2991b10d req-4b235914-98be-44a7-89d1-7b42e0e0a1a8 tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Publish callbacks [] for floatingip, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:58.328604 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c6964877-3552-4378-917a-d37a60d7536b req-d216101f-21ed-492d-9fd4-8c8f0c5a56b6 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/security-groups/cc19167c-de99-4908-a064-17edd21c3fa9 HTTP/1.1" status: 200 len: 1825 time: 0.1095214 Nov 12 08:18:58.369661 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cdf61f2c-5c18-48a3-ad30-37d247d843ce req-c9ad4e9a-06cc-4023-882a-711851d0c0bf service neutron] 10.222.0.44 "GET /v2.0/networks/366a54b3-0593-474b-9213-9bc537d54b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590459 Nov 12 08:18:58.422854 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-c6964877-3552-4378-917a-d37a60d7536b req-f6d99b05-3b9a-4a82-b9d3-54c76c718185 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:58.443108 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c12754c-04a4-454f-a244-47e39e949adf None None] Sync routers for ids ['b3d9f5c9-b94a-495f-ad8c-05d9f4e9a342'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:18:58.455179 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-c6964877-3552-4378-917a-d37a60d7536b req-f6d99b05-3b9a-4a82-b9d3-54c76c718185 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:58.455961 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-f3fd459d-ff11-4fd0-b11a-417d2991b10d req-4b235914-98be-44a7-89d1-7b42e0e0a1a8 tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:58.456920 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c12754c-04a4-454f-a244-47e39e949adf None None] Routers {'b3d9f5c9-b94a-495f-ad8c-05d9f4e9a342'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:18:58.458337 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-1c12754c-04a4-454f-a244-47e39e949adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:18:36Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['b3d9f5c9-b94a-495f-ad8c-05d9f4e9a342'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:18:58.566861 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-c6964877-3552-4378-917a-d37a60d7536b req-f6d99b05-3b9a-4a82-b9d3-54c76c718185 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:58.571464 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-c6964877-3552-4378-917a-d37a60d7536b req-f6d99b05-3b9a-4a82-b9d3-54c76c718185 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:58.586279 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c6964877-3552-4378-917a-d37a60d7536b req-f6d99b05-3b9a-4a82-b9d3-54c76c718185 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "DELETE /v2.0/security-groups/cc19167c-de99-4908-a064-17edd21c3fa9 HTTP/1.1" status: 204 len: 173 time: 0.2492671 Nov 12 08:18:58.605924 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d99b05-3b9a-4a82-b9d3-54c76c718185 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc19167c-de99-4908-a064-17edd21c3fa9,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:58.635953 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [req-f3fd459d-ff11-4fd0-b11a-417d2991b10d req-4b235914-98be-44a7-89d1-7b42e0e0a1a8 tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Allocated IP 172.25.2.210 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/1c733933-73ef-4abb-818a-a6406f10f4db) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:18:58.683104 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-1c12754c-04a4-454f-a244-47e39e949adf None None] Set router b3d9f5c9-b94a-495f-ad8c-05d9f4e9a342 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:18:58.794058 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfb3441-c7b1-4f3a-b918-108afcd08026 req-eb1479ef-d4d4-4c3b-baf8-0532cce89c50 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:58.803531 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1bfb3441-c7b1-4f3a-b918-108afcd08026 req-eb1479ef-d4d4-4c3b-baf8-0532cce89c50 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=05590b28-c4a9-41f8-a868-649414f5e466 HTTP/1.1" status: 200 len: 945 time: 0.1423545 Nov 12 08:18:58.810186 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-f3fd459d-ff11-4fd0-b11a-417d2991b10d req-4b235914-98be-44a7-89d1-7b42e0e0a1a8 tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:58.865596 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-f3fd459d-ff11-4fd0-b11a-417d2991b10d req-4b235914-98be-44a7-89d1-7b42e0e0a1a8 tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:58.886747 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1bfb3441-c7b1-4f3a-b918-108afcd08026 req-481a0328-75fb-4594-b337-c9b252fbe248 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823991 Nov 12 08:18:58.939568 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b235914-98be-44a7-89d1-7b42e0e0a1a8 tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Pushing event updated for resources: {'Port': ['ID=1c733933-73ef-4abb-818a-a6406f10f4db,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:58.948734 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3fd459d-ff11-4fd0-b11a-417d2991b10d req-4b235914-98be-44a7-89d1-7b42e0e0a1a8 tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:18:58.951590 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [req-f3fd459d-ff11-4fd0-b11a-417d2991b10d req-4b235914-98be-44a7-89d1-7b42e0e0a1a8 tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:18:58.956157 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3fd459d-ff11-4fd0-b11a-417d2991b10d req-4b235914-98be-44a7-89d1-7b42e0e0a1a8 tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:18:58.984525 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-1c12754c-04a4-454f-a244-47e39e949adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3d9f5c9-b94a-495f-ad8c-05d9f4e9a342', 'name': 'tempest-FloatingIPDetailsTestJSON-1211771455-router', 'tenant_id': '7b69c126bd244f4889818ad60167e0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '5de1cbac-ab65-445f-a9e3-fed5ac9bf5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:18:49Z', 'updated_at': '2021-11-12T08:18:55Z', 'revision_number': 4, 'project_id': '7b69c126bd244f4889818ad60167e0fe', 'gw_port': {'id': '5de1cbac-ab65-445f-a9e3-fed5ac9bf5e4', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:62:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d9f5c9-b94a-495f-ad8c-05d9f4e9a342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:18:50Z', 'updated_at': '2021-11-12T08:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '99b959ff-2453-4846-93a9-490437e0ddf6', 'name': '', 'network_id': '264243c3-d768-4174-aba9-1f07dd94d867', 'tenant_id': '7b69c126bd244f4889818ad60167e0fe', 'mac_address': 'fa:16:3e:77:2f:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3d9f5c9-b94a-495f-ad8c-05d9f4e9a342', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'a2148fa8-c684-474a-913f-4d0092e4093f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:18:54Z', 'updated_at': '2021-11-12T08:18:55Z', 'revision_number': 2, 'project_id': '7b69c126bd244f4889818ad60167e0fe', 'subnets': [{'id': 'a2148fa8-c684-474a-913f-4d0092e4093f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:18:59.019913 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c12754c-04a4-454f-a244-47e39e949adf None None] Checking router: b3d9f5c9-b94a-495f-ad8c-05d9f4e9a342 for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:18:59.020611 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c12754c-04a4-454f-a244-47e39e949adf None None] Updating router b3d9f5c9-b94a-495f-ad8c-05d9f4e9a342 port 99b959ff-2453-4846-93a9-490437e0ddf6 binding host n-d-765315-29 {{(pid=102602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:18:59.047805 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-1c12754c-04a4-454f-a244-47e39e949adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:59.072525 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-f3fd459d-ff11-4fd0-b11a-417d2991b10d req-4b235914-98be-44a7-89d1-7b42e0e0a1a8 tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:59.148435 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-f3fd459d-ff11-4fd0-b11a-417d2991b10d req-4b235914-98be-44a7-89d1-7b42e0e0a1a8 tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:59.348899 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97da0eec-f8ed-4b79-8065-fadb2d8bc105 req-55a6382d-29cf-40a3-8391-f5426f08acee tempest-InstanceActionsTestJSON-1109940751 tempest-InstanceActionsTestJSON-1109940751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:59.355131 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-97da0eec-f8ed-4b79-8065-fadb2d8bc105 req-55a6382d-29cf-40a3-8391-f5426f08acee tempest-InstanceActionsTestJSON-1109940751 tempest-InstanceActionsTestJSON-1109940751-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8596a5b-05f3-4795-a379-b4183132fcb4 HTTP/1.1" status: 200 len: 946 time: 0.0611789 Nov 12 08:18:59.357113 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-f3fd459d-ff11-4fd0-b11a-417d2991b10d req-4b235914-98be-44a7-89d1-7b42e0e0a1a8 tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:59.363864 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-f3fd459d-ff11-4fd0-b11a-417d2991b10d req-4b235914-98be-44a7-89d1-7b42e0e0a1a8 tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:59.404052 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-1c12754c-04a4-454f-a244-47e39e949adf None None] Publish callbacks [] for port, precommit_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:59.411568 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-1c12754c-04a4-454f-a244-47e39e949adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:59.427236 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-97da0eec-f8ed-4b79-8065-fadb2d8bc105 req-596d0113-aab4-427e-8c45-26bb224cf736 tempest-InstanceActionsTestJSON-1109940751 tempest-InstanceActionsTestJSON-1109940751-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b1c5fb9-9d17-4399-87b8-64ecfaad3f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677643 Nov 12 08:18:59.459504 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b235914-98be-44a7-89d1-7b42e0e0a1a8 tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Pushing event updated for resources: {'Port': ['ID=1c733933-73ef-4abb-818a-a6406f10f4db,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:59.468997 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97da0733-cde7-48fa-8f4f-b0f7e2b01f4f None None] Pushing event updated for resources: {'Port': ['ID=99b959ff-2453-4846-93a9-490437e0ddf6,revision_number=3']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:59.470702 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-f3fd459d-ff11-4fd0-b11a-417d2991b10d req-4b235914-98be-44a7-89d1-7b42e0e0a1a8 tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:59.509142 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-f3fd459d-ff11-4fd0-b11a-417d2991b10d req-4b235914-98be-44a7-89d1-7b42e0e0a1a8 tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:59.510685 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f3fd459d-ff11-4fd0-b11a-417d2991b10d req-4b235914-98be-44a7-89d1-7b42e0e0a1a8 tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2416801 Nov 12 08:18:59.574164 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-1c12754c-04a4-454f-a244-47e39e949adf None None] Attempting to bind port 99b959ff-2453-4846-93a9-490437e0ddf6 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:18:59.574537 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-1c12754c-04a4-454f-a244-47e39e949adf None None] Attempting to bind port 99b959ff-2453-4846-93a9-490437e0ddf6 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': 'bcc48269-d6c6-4092-b337-3fc4faf21b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '264243c3-d768-4174-aba9-1f07dd94d867'}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:18:59.574976 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c12754c-04a4-454f-a244-47e39e949adf None None] Attempting to bind port 99b959ff-2453-4846-93a9-490437e0ddf6 on network 264243c3-d768-4174-aba9-1f07dd94d867 {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:18:59.577844 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-32b2b780-de27-4de2-abe4-a3493c935305 req-c1cd742c-8828-42a3-89f7-ec74e98392ee tempest-ServerShowV247Test-2068399042 tempest-ServerShowV247Test-2068399042-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f2062f1-be8c-465e-a8d4-eda2cdde2efe HTTP/1.1" status: 200 len: 210 time: 0.0441141 Nov 12 08:18:59.594220 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c12754c-04a4-454f-a244-47e39e949adf None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:18:59.594220 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c12754c-04a4-454f-a244-47e39e949adf None None] Checking segment: {'id': 'bcc48269-d6c6-4092-b337-3fc4faf21b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '264243c3-d768-4174-aba9-1f07dd94d867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:18:59.603860 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f3fd459d-ff11-4fd0-b11a-417d2991b10d req-3479ede6-71f9-4930-8275-d7564767e8ce tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.2.210 HTTP/1.1" status: 200 len: 696 time: 0.0861950 Nov 12 08:18:59.605132 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-1c12754c-04a4-454f-a244-47e39e949adf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:59.605741 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c12754c-04a4-454f-a244-47e39e949adf None None] Bound using segment: {'id': 'bcc48269-d6c6-4092-b337-3fc4faf21b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '264243c3-d768-4174-aba9-1f07dd94d867'} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:18:59.606403 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-1c12754c-04a4-454f-a244-47e39e949adf None None] Bound port: 99b959ff-2453-4846-93a9-490437e0ddf6, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcc48269-d6c6-4092-b337-3fc4faf21b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '264243c3-d768-4174-aba9-1f07dd94d867'}}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:18:59.607016 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-1c12754c-04a4-454f-a244-47e39e949adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:59.712101 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-1c12754c-04a4-454f-a244-47e39e949adf None None] For port 99b959ff-2453-4846-93a9-490437e0ddf6, host n-d-765315-29, cleared binding levels {{(pid=102602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:18:59.715672 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-1c12754c-04a4-454f-a244-47e39e949adf None None] For port 99b959ff-2453-4846-93a9-490437e0ddf6, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=99b959ff-2453-4846-93a9-490437e0ddf6,segment=NetworkSegment(bcc48269-d6c6-4092-b337-3fc4faf21b55),segment_id=bcc48269-d6c6-4092-b337-3fc4faf21b55)] {{(pid=102602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:18:59.727504 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-1c12754c-04a4-454f-a244-47e39e949adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:59.775923 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd459d-ff11-4fd0-b11a-417d2991b10d req-206fc96c-751a-419c-971a-8853b18288a3 tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:59.777343 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f3fd459d-ff11-4fd0-b11a-417d2991b10d req-206fc96c-751a-419c-971a-8853b18288a3 tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] 10.222.0.26 "GET /v2.0/networks/d709f64f-f9e6-4525-b020-ad48633b9bbf HTTP/1.1" status: 200 len: 784 time: 0.1629560 Nov 12 08:18:59.785425 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e8b18-3098-4c46-bb77-ec04d238e570 req-c1c3107a-bea6-4084-8c70-6c94586c2412 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:18:59.790920 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-198e8b18-3098-4c46-bb77-ec04d238e570 req-c1c3107a-bea6-4084-8c70-6c94586c2412 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/ports?device_id=20b83579-3dd4-4d02-9c47-79fe23b58a70 HTTP/1.1" status: 200 len: 945 time: 0.0958011 Nov 12 08:18:59.797356 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [req-f3fd459d-ff11-4fd0-b11a-417d2991b10d req-5fd83b99-af94-45b5-bcae-031bf1dd8d25 tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:18:59.798395 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f3fd459d-ff11-4fd0-b11a-417d2991b10d req-5fd83b99-af94-45b5-bcae-031bf1dd8d25 tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0126183 Nov 12 08:18:59.813433 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c12754c-04a4-454f-a244-47e39e949adf None None] Routers {'b3d9f5c9-b94a-495f-ad8c-05d9f4e9a342'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:18:59.814316 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-1c12754c-04a4-454f-a244-47e39e949adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:18:36Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['b3d9f5c9-b94a-495f-ad8c-05d9f4e9a342'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:18:59.835275 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:18:59.856817 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-d18694e1-4c99-4ce2-93af-cd989099c810 None None] Provisioning complete for port 99b959ff-2453-4846-93a9-490437e0ddf6 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:18:59.857719 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d18694e1-4c99-4ce2-93af-cd989099c810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:59.883791 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-198e8b18-3098-4c46-bb77-ec04d238e570 req-db277f19-df4e-43a0-84d2-a6cc358df634 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/security-groups?id=aec52d38-03ed-427d-a216-63dd2a33f98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906556 Nov 12 08:18:59.917097 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97da0733-cde7-48fa-8f4f-b0f7e2b01f4f None None] Pushing event updated for resources: {'Port': ['ID=99b959ff-2453-4846-93a9-490437e0ddf6,revision_number=4']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:18:59.953927 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 5de1cbac-ab65-445f-a9e3-fed5ac9bf5e4 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:19:00.094218 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d18694e1-4c99-4ce2-93af-cd989099c810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:00.094536 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-1c12754c-04a4-454f-a244-47e39e949adf None None] Set router b3d9f5c9-b94a-495f-ad8c-05d9f4e9a342 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:19:00.117728 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 52592b2a-c901-46b6-919f-38bfa8d65b88 up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:19:00.173045 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-d18694e1-4c99-4ce2-93af-cd989099c810 None None] For port 99b959ff-2453-4846-93a9-490437e0ddf6, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=99b959ff-2453-4846-93a9-490437e0ddf6,segment=NetworkSegment(bcc48269-d6c6-4092-b337-3fc4faf21b55),segment_id=bcc48269-d6c6-4092-b337-3fc4faf21b55)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:19:00.197652 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d18694e1-4c99-4ce2-93af-cd989099c810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:00.200127 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 5de1cbac-ab65-445f-a9e3-fed5ac9bf5e4 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:19:00.200630 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:00.227808 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e8324342-4210-46ec-a583-bbd7b1ecd2ca req-97ce3f05-7f48-4a91-b6a4-d38ef79fe768 tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2230394 Nov 12 08:19:00.233105 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-e8324342-4210-46ec-a583-bbd7b1ecd2ca req-c1a20771-b7f6-465b-96a4-384a52a400ac tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Request body: {'floatingip': {'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:19:00.262166 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e8324342-4210-46ec-a583-bbd7b1ecd2ca req-c1a20771-b7f6-465b-96a4-384a52a400ac tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Publish callbacks [] for floatingip, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:00.326792 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning for port 52592b2a-c901-46b6-919f-38bfa8d65b88 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:19:00.340504 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port 52592b2a-c901-46b6-919f-38bfa8d65b88 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:19:00.340859 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:00.381961 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e4ae1ad5-97ba-42a9-b081-75ee1dc2c3d5 req-3698f17c-f1f0-44d1-9663-793addb070ee tempest-ServerShowV247Test-2068399042 tempest-ServerShowV247Test-2068399042-project] 10.222.0.26 "GET /v2.0/ports?device_id=2294666f-258f-4d91-9c35-2192a1edbbc3&device_id=3f2062f1-be8c-465e-a8d4-eda2cdde2efe HTTP/1.1" status: 200 len: 210 time: 0.0439408 Nov 12 08:19:00.426334 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e8324342-4210-46ec-a583-bbd7b1ecd2ca req-c1a20771-b7f6-465b-96a4-384a52a400ac tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:00.429534 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-aa54a5ac-4966-4e99-a995-aa2a380cd897 None None] Provisioning complete for port 99b959ff-2453-4846-93a9-490437e0ddf6 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:19:00.430003 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-aa54a5ac-4966-4e99-a995-aa2a380cd897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:00.431752 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18694e1-4c99-4ce2-93af-cd989099c810 None None] Pushing event updated for resources: {'Port': ['ID=99b959ff-2453-4846-93a9-490437e0ddf6,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:00.476394 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-1c12754c-04a4-454f-a244-47e39e949adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3d9f5c9-b94a-495f-ad8c-05d9f4e9a342', 'name': 'tempest-FloatingIPDetailsTestJSON-1211771455-router', 'tenant_id': '7b69c126bd244f4889818ad60167e0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '5de1cbac-ab65-445f-a9e3-fed5ac9bf5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:18:49Z', 'updated_at': '2021-11-12T08:18:55Z', 'revision_number': 4, 'project_id': '7b69c126bd244f4889818ad60167e0fe', 'gw_port': {'id': '5de1cbac-ab65-445f-a9e3-fed5ac9bf5e4', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:62:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d9f5c9-b94a-495f-ad8c-05d9f4e9a342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:18:50Z', 'updated_at': '2021-11-12T08:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '99b959ff-2453-4846-93a9-490437e0ddf6', 'name': '', 'network_id': '264243c3-d768-4174-aba9-1f07dd94d867', 'tenant_id': '7b69c126bd244f4889818ad60167e0fe', 'mac_address': 'fa:16:3e:77:2f:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3d9f5c9-b94a-495f-ad8c-05d9f4e9a342', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'a2148fa8-c684-474a-913f-4d0092e4093f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:18:54Z', 'updated_at': '2021-11-12T08:18:59Z', 'revision_number': 4, 'project_id': '7b69c126bd244f4889818ad60167e0fe', 'subnets': [{'id': 'a2148fa8-c684-474a-913f-4d0092e4093f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:19:00.515938 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c12754c-04a4-454f-a244-47e39e949adf None None] The sync data for ids ['b3d9f5c9-b94a-495f-ad8c-05d9f4e9a342'] in n-d-765315-29 is: [{'id': 'b3d9f5c9-b94a-495f-ad8c-05d9f4e9a342', 'name': 'tempest-FloatingIPDetailsTestJSON-1211771455-router', 'tenant_id': '7b69c126bd244f4889818ad60167e0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '5de1cbac-ab65-445f-a9e3-fed5ac9bf5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:18:49Z', 'updated_at': '2021-11-12T08:18:55Z', 'revision_number': 4, 'project_id': '7b69c126bd244f4889818ad60167e0fe', 'gw_port': {'id': '5de1cbac-ab65-445f-a9e3-fed5ac9bf5e4', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:62:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d9f5c9-b94a-495f-ad8c-05d9f4e9a342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:18:50Z', 'updated_at': '2021-11-12T08:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '99b959ff-2453-4846-93a9-490437e0ddf6', 'name': '', 'network_id': '264243c3-d768-4174-aba9-1f07dd94d867', 'tenant_id': '7b69c126bd244f4889818ad60167e0fe', 'mac_address': 'fa:16:3e:77:2f:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3d9f5c9-b94a-495f-ad8c-05d9f4e9a342', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'a2148fa8-c684-474a-913f-4d0092e4093f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:18:54Z', 'updated_at': '2021-11-12T08:18:59Z', 'revision_number': 4, 'project_id': '7b69c126bd244f4889818ad60167e0fe', 'subnets': [{'id': 'a2148fa8-c684-474a-913f-4d0092e4093f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:19:00.529837 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f06ead0-1d65-4f51-8bc2-0aafebbfa29e req-879a0fbf-fe29-4448-a955-bd576324299f tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:00.540079 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5f06ead0-1d65-4f51-8bc2-0aafebbfa29e req-879a0fbf-fe29-4448-a955-bd576324299f tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=05590b28-c4a9-41f8-a868-649414f5e466 HTTP/1.1" status: 200 len: 945 time: 0.0904005 Nov 12 08:19:00.601986 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:00.614362 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5f06ead0-1d65-4f51-8bc2-0aafebbfa29e req-50376fb1-3447-40ba-915b-7405eb8808c6 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724022 Nov 12 08:19:00.633161 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-e8324342-4210-46ec-a583-bbd7b1ecd2ca req-c1a20771-b7f6-465b-96a4-384a52a400ac tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Allocated IP 172.25.2.92 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/10df9565-38b1-4dcc-8a05-f3ecc5b5e398) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:19:00.659863 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05590b28-c4a9-41f8-a868-649414f5e466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52592b2a-c901-46b6-919f-38bfa8d65b88'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:19:00.663179 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-499dfc9a-5ee3-4462-ae8d-42ad445fdaef" -d '{"events": [{"server_uuid": "05590b28-c4a9-41f8-a868-649414f5e466", "name": "network-vif-plugged", "status": "completed", "tag": "52592b2a-c901-46b6-919f-38bfa8d65b88"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:19:00.684518 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 52592b2a-c901-46b6-919f-38bfa8d65b88, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=52592b2a-c901-46b6-919f-38bfa8d65b88,segment=NetworkSegment(2faefcc0-552f-4085-b81e-2c4b58f0de67),segment_id=2faefcc0-552f-4085-b81e-2c4b58f0de67)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:19:00.691306 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:00.766459 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=52592b2a-c901-46b6-919f-38bfa8d65b88,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:00.786067 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e8324342-4210-46ec-a583-bbd7b1ecd2ca req-c1a20771-b7f6-465b-96a4-384a52a400ac tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:00.833833 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e8324342-4210-46ec-a583-bbd7b1ecd2ca req-c1a20771-b7f6-465b-96a4-384a52a400ac tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:00.879663 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8324342-4210-46ec-a583-bbd7b1ecd2ca req-c1a20771-b7f6-465b-96a4-384a52a400ac tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:19:00.885218 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-e8324342-4210-46ec-a583-bbd7b1ecd2ca req-c1a20771-b7f6-465b-96a4-384a52a400ac tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:19:00.888880 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8324342-4210-46ec-a583-bbd7b1ecd2ca req-c1a20771-b7f6-465b-96a4-384a52a400ac tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:19:00.894906 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a20771-b7f6-465b-96a4-384a52a400ac tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Pushing event updated for resources: {'Port': ['ID=10df9565-38b1-4dcc-8a05-f3ecc5b5e398,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:00.995437 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e8324342-4210-46ec-a583-bbd7b1ecd2ca req-c1a20771-b7f6-465b-96a4-384a52a400ac tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:01.043797 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e8324342-4210-46ec-a583-bbd7b1ecd2ca req-c1a20771-b7f6-465b-96a4-384a52a400ac tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:01.079026 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8918e62-9899-4104-85a3-66f5ab51ea5d x-openstack-request-id: req-f8918e62-9899-4104-85a3-66f5ab51ea5d {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:19:01.079522 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05590b28-c4a9-41f8-a868-649414f5e466", "name": "network-vif-plugged", "status": "completed", "tag": "52592b2a-c901-46b6-919f-38bfa8d65b88", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:19:01.079883 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f8918e62-9899-4104-85a3-66f5ab51ea5d {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:19:01.080279 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05590b28-c4a9-41f8-a868-649414f5e466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52592b2a-c901-46b6-919f-38bfa8d65b88', 'code': 200} Nov 12 08:19:01.194558 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25faacd3-0ad1-44b6-abb3-9454c80efee6 req-b34a6bb6-a966-48a5-92bb-3c813fef55fd tempest-InstanceActionsTestJSON-1109940751 tempest-InstanceActionsTestJSON-1109940751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:01.196254 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-81aa3c01-92cd-408f-af46-3baa9ec0a520 req-ac433eb4-6994-4d0d-9c87-b069a3140100 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e1f093ef7a3549c385d4c72b9589791f&device_id=3f2062f1-be8c-465e-a8d4-eda2cdde2efe HTTP/1.1" status: 200 len: 210 time: 0.0321004 Nov 12 08:19:01.199057 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-25faacd3-0ad1-44b6-abb3-9454c80efee6 req-b34a6bb6-a966-48a5-92bb-3c813fef55fd tempest-InstanceActionsTestJSON-1109940751 tempest-InstanceActionsTestJSON-1109940751-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8596a5b-05f3-4795-a379-b4183132fcb4 HTTP/1.1" status: 200 len: 946 time: 0.0690050 Nov 12 08:19:01.257185 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-81aa3c01-92cd-408f-af46-3baa9ec0a520 req-dab01fcd-fdd5-4db9-98a4-b2f4d41add51 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=e1f093ef7a3549c385d4c72b9589791f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338008 Nov 12 08:19:01.291456 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-25faacd3-0ad1-44b6-abb3-9454c80efee6 req-36ca914e-d34c-4a14-9ba0-d2db0b73748c tempest-InstanceActionsTestJSON-1109940751 tempest-InstanceActionsTestJSON-1109940751-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b1c5fb9-9d17-4399-87b8-64ecfaad3f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841682 Nov 12 08:19:01.293434 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d6871-f556-48b2-8285-ad1355b2e65c req-073423d8-61b5-41a8-a48a-a370cc5bb72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:01.294837 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9c8d6871-f556-48b2-8285-ad1355b2e65c req-073423d8-61b5-41a8-a48a-a370cc5bb72b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=05590b28-c4a9-41f8-a868-649414f5e466 HTTP/1.1" status: 200 len: 1098 time: 0.0712376 Nov 12 08:19:01.309531 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e8324342-4210-46ec-a583-bbd7b1ecd2ca req-c1a20771-b7f6-465b-96a4-384a52a400ac tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:01.318062 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e8324342-4210-46ec-a583-bbd7b1ecd2ca req-c1a20771-b7f6-465b-96a4-384a52a400ac tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:01.371789 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9c8d6871-f556-48b2-8285-ad1355b2e65c req-135f98c0-9f7b-4a24-963b-062532e3a274 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638299 Nov 12 08:19:01.453704 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a20771-b7f6-465b-96a4-384a52a400ac tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Pushing event updated for resources: {'Port': ['ID=10df9565-38b1-4dcc-8a05-f3ecc5b5e398,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:01.461074 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de93a1f-08f7-47cc-9c84-c11f67b8fc0b req-7824d3b5-3951-4c35-97c4-aaefd1fda086 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:01.462767 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aa3c01-92cd-408f-af46-3baa9ec0a520 req-410997e8-ffac-4912-b365-def3412b7994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:01.464229 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-81aa3c01-92cd-408f-af46-3baa9ec0a520 req-410997e8-ffac-4912-b365-def3412b7994 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1957951 Nov 12 08:19:01.464958 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5de93a1f-08f7-47cc-9c84-c11f67b8fc0b req-7824d3b5-3951-4c35-97c4-aaefd1fda086 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/ports?device_id=20b83579-3dd4-4d02-9c47-79fe23b58a70 HTTP/1.1" status: 200 len: 945 time: 0.0622263 Nov 12 08:19:01.465460 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e8324342-4210-46ec-a583-bbd7b1ecd2ca req-c1a20771-b7f6-465b-96a4-384a52a400ac tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:01.488945 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e8324342-4210-46ec-a583-bbd7b1ecd2ca req-c1a20771-b7f6-465b-96a4-384a52a400ac tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:01.490745 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e8324342-4210-46ec-a583-bbd7b1ecd2ca req-c1a20771-b7f6-465b-96a4-384a52a400ac tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.2620666 Nov 12 08:19:01.519957 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5de93a1f-08f7-47cc-9c84-c11f67b8fc0b req-ac1b5376-064f-47b1-b8d1-c187fe455a3b tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/security-groups?id=aec52d38-03ed-427d-a216-63dd2a33f98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486326 Nov 12 08:19:01.556865 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e8324342-4210-46ec-a583-bbd7b1ecd2ca req-48d3a6be-a5c1-40ed-98af-3597518d87c8 tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.2.92 HTTP/1.1" status: 200 len: 695 time: 0.0595326 Nov 12 08:19:01.610442 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-55d5285d-4fb6-4fa9-86b2-0447ed6bc123 req-990caf6c-1be0-4077-aea7-bae838288172 tempest-ServerShowV247Test-2068399042 tempest-ServerShowV247Test-2068399042-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f2062f1-be8c-465e-a8d4-eda2cdde2efe HTTP/1.1" status: 200 len: 210 time: 0.0297875 Nov 12 08:19:01.670434 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 45974) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:01.731291 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8324342-4210-46ec-a583-bbd7b1ecd2ca req-a46224e2-ae14-4bd9-a7b8-c10b587b38a4 tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:01.732681 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e8324342-4210-46ec-a583-bbd7b1ecd2ca req-a46224e2-ae14-4bd9-a7b8-c10b587b38a4 tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] 10.222.0.26 "GET /v2.0/networks/d709f64f-f9e6-4525-b020-ad48633b9bbf HTTP/1.1" status: 200 len: 784 time: 0.1704519 Nov 12 08:19:01.748520 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd9a7dcd-eeb4-4ca0-96d7-53cceeb28cf6 admin admin] Deleting subnet 7bdc75da-af9b-40e1-a42f-7bb0c158e2a1 {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:19:01.751763 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-dd9a7dcd-eeb4-4ca0-96d7-53cceeb28cf6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:01.781858 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edc582e-1932-49ac-8110-be3160339cfc req-aad5c9cc-b42b-4b81-88a9-1ebe0044cbb9 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:01.790028 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7edc582e-1932-49ac-8110-be3160339cfc req-aad5c9cc-b42b-4b81-88a9-1ebe0044cbb9 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=05590b28-c4a9-41f8-a868-649414f5e466 HTTP/1.1" status: 200 len: 946 time: 0.0741680 Nov 12 08:19:01.829001 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-dd9a7dcd-eeb4-4ca0-96d7-53cceeb28cf6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31181813'] for subnet, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:01.849586 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7edc582e-1932-49ac-8110-be3160339cfc req-805a94f8-0172-4dfb-8d7f-a559adc74a53 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584080 Nov 12 08:19:01.883221 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 99b959ff-2453-4846-93a9-490437e0ddf6 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:19:01.928317 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-dd9a7dcd-eeb4-4ca0-96d7-53cceeb28cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:01.947883 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 99b959ff-2453-4846-93a9-490437e0ddf6 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:19:01.948250 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:02.025868 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b772909e-d9b6-460a-95c7-05fcb462461c req-b4b1e154-94ef-46a0-8e32-a34ecc46caf1 tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2382054 Nov 12 08:19:02.042832 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751be57c-685f-4190-88fd-97f492e9b444 req-19abaaf7-bdaf-4b6f-bce3-2c0002ff843a tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:02.044257 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-751be57c-685f-4190-88fd-97f492e9b444 req-19abaaf7-bdaf-4b6f-bce3-2c0002ff843a tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.21 "GET /v2.0/ports?device_id=20b83579-3dd4-4d02-9c47-79fe23b58a70 HTTP/1.1" status: 200 len: 945 time: 0.1174150 Nov 12 08:19:02.050343 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-b772909e-d9b6-460a-95c7-05fcb462461c req-6d2c8cdf-549d-4085-ab60-dd966e227fbc tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Request body: {'floatingip': {'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:19:02.092993 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-dd9a7dcd-eeb4-4ca0-96d7-53cceeb28cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:02.132166 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9a7dcd-eeb4-4ca0-96d7-53cceeb28cf6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bdc75da-af9b-40e1-a42f-7bb0c158e2a1,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:02.144702 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-dd9a7dcd-eeb4-4ca0-96d7-53cceeb28cf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:02.147873 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-dd9a7dcd-eeb4-4ca0-96d7-53cceeb28cf6 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/7bdc75da-af9b-40e1-a42f-7bb0c158e2a1 HTTP/1.1" status: 204 len: 168 time: 0.4764252 Nov 12 08:19:02.150543 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 45980) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:02.170118 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b772909e-d9b6-460a-95c7-05fcb462461c req-6d2c8cdf-549d-4085-ab60-dd966e227fbc tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Publish callbacks [] for floatingip, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:02.236343 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9cb917e1-12bf-4cbd-8b12-755d59c41846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:02.255618 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-751be57c-685f-4190-88fd-97f492e9b444 req-690bbe58-6190-422b-bb6e-ccc517f45fd2 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Deleting port dcdee9ab-0f6f-427f-b458-f12f8f65f32d {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:19:02.255959 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-751be57c-685f-4190-88fd-97f492e9b444 req-690bbe58-6190-422b-bb6e-ccc517f45fd2 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:02.320145 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9cb917e1-12bf-4cbd-8b12-755d59c41846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:02.341400 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-9cb917e1-12bf-4cbd-8b12-755d59c41846 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1e67e1f-8798-45f5-b239-65208acc87f1']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:19:02.351449 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-9cb917e1-12bf-4cbd-8b12-755d59c41846 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '931741a0-66de-48c6-b90b-c82af0a9f552') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:19:02.351748 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-9cb917e1-12bf-4cbd-8b12-755d59c41846 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '931741a0-66de-48c6-b90b-c82af0a9f552') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:19:02.361293 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9cb917e1-12bf-4cbd-8b12-755d59c41846 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:02.369127 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-751be57c-685f-4190-88fd-97f492e9b444 req-690bbe58-6190-422b-bb6e-ccc517f45fd2 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] For port dcdee9ab-0f6f-427f-b458-f12f8f65f32d, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=dcdee9ab-0f6f-427f-b458-f12f8f65f32d,segment=NetworkSegment(796655e0-3364-45b6-8923-bd5e3a27ab44),segment_id=796655e0-3364-45b6-8923-bd5e3a27ab44)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:19:02.369497 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-751be57c-685f-4190-88fd-97f492e9b444 req-690bbe58-6190-422b-bb6e-ccc517f45fd2 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:02.372455 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b772909e-d9b6-460a-95c7-05fcb462461c req-6d2c8cdf-549d-4085-ab60-dd966e227fbc tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:02.384336 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9cb917e1-12bf-4cbd-8b12-755d59c41846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:02.390900 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-751be57c-685f-4190-88fd-97f492e9b444 req-690bbe58-6190-422b-bb6e-ccc517f45fd2 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Calling delete_port for dcdee9ab-0f6f-427f-b458-f12f8f65f32d owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:19:02.405414 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cb917e1-12bf-4cbd-8b12-755d59c41846 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:19:02.405839 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9cb917e1-12bf-4cbd-8b12-755d59c41846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:02.407630 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:19:02.407630 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:19:02.407630 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:19:02.407630 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:19:02.407630 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:19:02.407630 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:19:02.407630 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:19:02.407630 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:19:02.407630 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:19:02.407630 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:19:02.407630 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:19:02.407630 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:19:02.407630 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:19:02.407630 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:19:02.407630 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:19:02.407630 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:19:02.407630 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:19:02.407630 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:19:02.407630 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:19:02.407630 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:19:02.407630 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:19:02.407630 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:19:02.407630 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:19:02.407630 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:19:02.407630 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:19:02.407630 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:19:02.407630 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:19:02.407630 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:19:02.407630 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:19:02.407630 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:19:02.407630 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:19:02.407630 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:19:02.481645 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcff0e7-cca0-4520-b384-8eaae43d7aa5 req-545b08b5-5705-43b1-bb86-ffee978e14c8 tempest-InstanceActionsTestJSON-1109940751 tempest-InstanceActionsTestJSON-1109940751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:02.484163 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cdcff0e7-cca0-4520-b384-8eaae43d7aa5 req-545b08b5-5705-43b1-bb86-ffee978e14c8 tempest-InstanceActionsTestJSON-1109940751 tempest-InstanceActionsTestJSON-1109940751-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8596a5b-05f3-4795-a379-b4183132fcb4 HTTP/1.1" status: 200 len: 946 time: 0.1111522 Nov 12 08:19:02.492137 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9cb917e1-12bf-4cbd-8b12-755d59c41846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:02.499559 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9cb917e1-12bf-4cbd-8b12-755d59c41846 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:02.504192 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-9cb917e1-12bf-4cbd-8b12-755d59c41846 admin admin] 10.222.0.26 "DELETE /v2.0/networks/e1e67e1f-8798-45f5-b239-65208acc87f1 HTTP/1.1" status: 204 len: 168 time: 0.3523493 Nov 12 08:19:02.528207 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb917e1-12bf-4cbd-8b12-755d59c41846 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1e67e1f-8798-45f5-b239-65208acc87f1,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:02.560256 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cdcff0e7-cca0-4520-b384-8eaae43d7aa5 req-6c840541-8bdd-418e-a7d1-f6792f772556 tempest-InstanceActionsTestJSON-1109940751 tempest-InstanceActionsTestJSON-1109940751-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b1c5fb9-9d17-4399-87b8-64ecfaad3f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656452 Nov 12 08:19:02.570430 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-b772909e-d9b6-460a-95c7-05fcb462461c req-6d2c8cdf-549d-4085-ab60-dd966e227fbc tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Allocated IP 172.25.2.150 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/c085854d-fad0-44bc-97ef-9df976ea0808) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:19:02.667700 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 45990) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:02.694392 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-751be57c-685f-4190-88fd-97f492e9b444 req-690bbe58-6190-422b-bb6e-ccc517f45fd2 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:02.708842 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['dcdee9ab-0f6f-427f-b458-f12f8f65f32d'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:19:02.716710 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f040a85-12eb-46eb-a038-ec287cbac1fa req-feeccd7c-8743-4f8f-93ab-22a7c514d472 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:02.718517 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7f040a85-12eb-46eb-a038-ec287cbac1fa req-feeccd7c-8743-4f8f-93ab-22a7c514d472 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/ports?device_id=20b83579-3dd4-4d02-9c47-79fe23b58a70 HTTP/1.1" status: 200 len: 867 time: 0.0843973 Nov 12 08:19:02.733330 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690bbe58-6190-422b-bb6e-ccc517f45fd2 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Pushing event deleted for resources: {'Port': ['ID=dcdee9ab-0f6f-427f-b458-f12f8f65f32d,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:02.776134 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-13256c44-080b-442e-bfec-bfdeb345ef70 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=89f29a2548464b6e8bac4db47e7c0c8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1065085 Nov 12 08:19:02.778769 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 45992) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:02.804264 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-751be57c-685f-4190-88fd-97f492e9b444 req-690bbe58-6190-422b-bb6e-ccc517f45fd2 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] No DVR routers for this DVR port dcdee9ab-0f6f-427f-b458-f12f8f65f32d on host n-h1-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:19:02.808048 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-751be57c-685f-4190-88fd-97f492e9b444 req-690bbe58-6190-422b-bb6e-ccc517f45fd2 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:02.811353 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-751be57c-685f-4190-88fd-97f492e9b444 req-690bbe58-6190-422b-bb6e-ccc517f45fd2 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.21 "DELETE /v2.0/ports/dcdee9ab-0f6f-427f-b458-f12f8f65f32d HTTP/1.1" status: 204 len: 173 time: 0.7562783 Nov 12 08:19:02.811800 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20b83579-3dd4-4d02-9c47-79fe23b58a70', 'name': 'network-vif-deleted', 'tag': 'dcdee9ab-0f6f-427f-b458-f12f8f65f32d'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:19:02.814084 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56dd6c3f-fdfb-4360-8efa-eb04670d3e36" -d '{"events": [{"server_uuid": "20b83579-3dd4-4d02-9c47-79fe23b58a70", "name": "network-vif-deleted", "tag": "dcdee9ab-0f6f-427f-b458-f12f8f65f32d"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:19:02.820574 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b772909e-d9b6-460a-95c7-05fcb462461c req-6d2c8cdf-549d-4085-ab60-dd966e227fbc tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:02.833392 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7f040a85-12eb-46eb-a038-ec287cbac1fa req-3b1fa1a5-efba-48a7-a71e-aa7ddd472541 tempest-ServerRescueTestJSONUnderV235-1851090532 tempest-ServerRescueTestJSONUnderV235-1851090532-project] 10.222.0.26 "GET /v2.0/security-groups?id=aec52d38-03ed-427d-a216-63dd2a33f98c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062558 Nov 12 08:19:02.857490 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-68d0179d-d59e-4aaf-b6a7-336c695ea812 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:02.859821 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b772909e-d9b6-460a-95c7-05fcb462461c req-6d2c8cdf-549d-4085-ab60-dd966e227fbc tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:02.889283 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-68d0179d-d59e-4aaf-b6a7-336c695ea812 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:02.909048 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2c8cdf-549d-4085-ab60-dd966e227fbc tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Pushing event updated for resources: {'Port': ['ID=c085854d-fad0-44bc-97ef-9df976ea0808,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:02.921517 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b772909e-d9b6-460a-95c7-05fcb462461c req-6d2c8cdf-549d-4085-ab60-dd966e227fbc tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:19:02.923193 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-b772909e-d9b6-460a-95c7-05fcb462461c req-6d2c8cdf-549d-4085-ab60-dd966e227fbc tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:19:02.926554 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-b772909e-d9b6-460a-95c7-05fcb462461c req-6d2c8cdf-549d-4085-ab60-dd966e227fbc tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:19:02.974383 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cf7be985-2d7d-41ec-93ac-06edc8a50673 req-9098c4d8-d1e3-4117-9473-73eb71f0134f tempest-ServerShowV247Test-2068399042 tempest-ServerShowV247Test-2068399042-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f2062f1-be8c-465e-a8d4-eda2cdde2efe HTTP/1.1" status: 200 len: 210 time: 0.0304434 Nov 12 08:19:02.981872 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-68d0179d-d59e-4aaf-b6a7-336c695ea812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:02.986327 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-68d0179d-d59e-4aaf-b6a7-336c695ea812 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:02.990893 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-68d0179d-d59e-4aaf-b6a7-336c695ea812 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d77e890c-1cc2-4e6a-8e4e-eeb091353582 HTTP/1.1" status: 204 len: 168 time: 0.2075982 Nov 12 08:19:03.008014 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d0179d-d59e-4aaf-b6a7-336c695ea812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d77e890c-1cc2-4e6a-8e4e-eeb091353582,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:03.024939 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b772909e-d9b6-460a-95c7-05fcb462461c req-6d2c8cdf-549d-4085-ab60-dd966e227fbc tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:03.036038 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6066e495-8789-4d14-b63e-7ab23bd4dffa x-openstack-request-id: req-6066e495-8789-4d14-b63e-7ab23bd4dffa {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:19:03.036483 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20b83579-3dd4-4d02-9c47-79fe23b58a70", "name": "network-vif-deleted", "tag": "dcdee9ab-0f6f-427f-b458-f12f8f65f32d", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:19:03.036824 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6066e495-8789-4d14-b63e-7ab23bd4dffa {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:19:03.037470 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20b83579-3dd4-4d02-9c47-79fe23b58a70', 'name': 'network-vif-deleted', 'tag': 'dcdee9ab-0f6f-427f-b458-f12f8f65f32d', 'status': 'completed', 'code': 200} Nov 12 08:19:03.072024 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b772909e-d9b6-460a-95c7-05fcb462461c req-6d2c8cdf-549d-4085-ab60-dd966e227fbc tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:03.160240 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab7de72-7fb8-49d0-9beb-dec55ab183de req-545dea66-3897-45a9-89db-fcaf7275dad2 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:03.162333 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2ab7de72-7fb8-49d0-9beb-dec55ab183de req-545dea66-3897-45a9-89db-fcaf7275dad2 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=05590b28-c4a9-41f8-a868-649414f5e466 HTTP/1.1" status: 200 len: 946 time: 0.0580342 Nov 12 08:19:03.215686 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2ab7de72-7fb8-49d0-9beb-dec55ab183de req-dfa67362-f5a1-4134-9784-5b5e59549770 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473180 Nov 12 08:19:03.243437 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b772909e-d9b6-460a-95c7-05fcb462461c req-6d2c8cdf-549d-4085-ab60-dd966e227fbc tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:03.249563 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b772909e-d9b6-460a-95c7-05fcb462461c req-6d2c8cdf-549d-4085-ab60-dd966e227fbc tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:03.335177 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2c8cdf-549d-4085-ab60-dd966e227fbc tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Pushing event updated for resources: {'Port': ['ID=c085854d-fad0-44bc-97ef-9df976ea0808,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:03.348485 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b772909e-d9b6-460a-95c7-05fcb462461c req-6d2c8cdf-549d-4085-ab60-dd966e227fbc tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:03.367534 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b772909e-d9b6-460a-95c7-05fcb462461c req-6d2c8cdf-549d-4085-ab60-dd966e227fbc tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:03.369782 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b772909e-d9b6-460a-95c7-05fcb462461c req-6d2c8cdf-549d-4085-ab60-dd966e227fbc tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3347926 Nov 12 08:19:03.449184 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642ed92d-6bd8-47c3-ba1e-5ea592ae1f82 req-2f669cd4-94d1-48c2-9e01-0441299f3dec tempest-LiveMigrationTest-1817512610 tempest-LiveMigrationTest-1817512610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:03.457273 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-642ed92d-6bd8-47c3-ba1e-5ea592ae1f82 req-2f669cd4-94d1-48c2-9e01-0441299f3dec tempest-LiveMigrationTest-1817512610 tempest-LiveMigrationTest-1817512610-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=05590b28-c4a9-41f8-a868-649414f5e466 HTTP/1.1" status: 200 len: 1098 time: 0.0727580 Nov 12 08:19:03.462161 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b772909e-d9b6-460a-95c7-05fcb462461c req-537aa7f1-3cf0-461a-805e-c771d7996ca5 tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.2.150 HTTP/1.1" status: 200 len: 696 time: 0.0854166 Nov 12 08:19:03.503017 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-642ed92d-6bd8-47c3-ba1e-5ea592ae1f82 req-b9cdb0cb-132e-4f93-b30d-1bf8ebc84287 tempest-LiveMigrationTest-1817512610 tempest-LiveMigrationTest-1817512610-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446005 Nov 12 08:19:03.566724 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec9d4b4-6318-4719-a03a-514242846188 req-90319cca-e22a-40e6-ad19-516b48861b70 tempest-InstanceActionsTestJSON-1109940751 tempest-InstanceActionsTestJSON-1109940751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:03.568217 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9ec9d4b4-6318-4719-a03a-514242846188 req-90319cca-e22a-40e6-ad19-516b48861b70 tempest-InstanceActionsTestJSON-1109940751 tempest-InstanceActionsTestJSON-1109940751-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8596a5b-05f3-4795-a379-b4183132fcb4 HTTP/1.1" status: 200 len: 946 time: 0.1246533 Nov 12 08:19:03.606572 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b772909e-d9b6-460a-95c7-05fcb462461c req-eff9f992-df41-48e3-a9a5-6d708c87a32c tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:03.608054 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b772909e-d9b6-460a-95c7-05fcb462461c req-eff9f992-df41-48e3-a9a5-6d708c87a32c tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] 10.222.0.26 "GET /v2.0/networks/d709f64f-f9e6-4525-b020-ad48633b9bbf HTTP/1.1" status: 200 len: 784 time: 0.1267393 Nov 12 08:19:03.641302 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2af1842-f3ad-4237-99b4-d26f07c93eb2 req-82fae34a-5177-4c00-86f2-86743dbcfd4f tempest-LiveMigrationTest-1817512610 tempest-LiveMigrationTest-1817512610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:03.649600 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f2af1842-f3ad-4237-99b4-d26f07c93eb2 req-82fae34a-5177-4c00-86f2-86743dbcfd4f tempest-LiveMigrationTest-1817512610 tempest-LiveMigrationTest-1817512610-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=05590b28-c4a9-41f8-a868-649414f5e466 HTTP/1.1" status: 200 len: 1098 time: 0.0534694 Nov 12 08:19:03.705869 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-81aa3c01-92cd-408f-af46-3baa9ec0a520 req-429501db-26a6-404f-a573-3449548d24fb tempest-ServerShowV247Test-2068399042 tempest-ServerShowV247Test-2068399042-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f2062f1-be8c-465e-a8d4-eda2cdde2efe HTTP/1.1" status: 200 len: 210 time: 0.0531018 Nov 12 08:19:03.752021 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f2af1842-f3ad-4237-99b4-d26f07c93eb2 req-3561e94c-602d-40d1-8dca-dc26c86c009b tempest-LiveMigrationTest-1817512610 tempest-LiveMigrationTest-1817512610-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014421 Nov 12 08:19:03.779654 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bd7ff2-11ac-4abc-b82e-3443bae381ea req-4b4f301c-7074-40cf-9b78-22c04b7386e6 tempest-InstanceActionsTestJSON-1109940751 tempest-InstanceActionsTestJSON-1109940751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:03.781990 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a8bd7ff2-11ac-4abc-b82e-3443bae381ea req-4b4f301c-7074-40cf-9b78-22c04b7386e6 tempest-InstanceActionsTestJSON-1109940751 tempest-InstanceActionsTestJSON-1109940751-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8596a5b-05f3-4795-a379-b4183132fcb4 HTTP/1.1" status: 200 len: 946 time: 0.1002595 Nov 12 08:19:03.860388 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-9ec9d4b4-6318-4719-a03a-514242846188 req-ce366695-d8d4-486b-9347-97cf3376cb4d tempest-InstanceActionsTestJSON-1109940751 tempest-InstanceActionsTestJSON-1109940751-project] Deleting port 19ea7f46-9e21-499e-ba28-01bf198b8a54 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:19:03.861218 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-9ec9d4b4-6318-4719-a03a-514242846188 req-ce366695-d8d4-486b-9347-97cf3376cb4d tempest-InstanceActionsTestJSON-1109940751 tempest-InstanceActionsTestJSON-1109940751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:03.864818 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8db0fbe4-92cd-4c32-b092-015c047e53e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:03.898556 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a8bd7ff2-11ac-4abc-b82e-3443bae381ea req-634cfb0b-406c-4d01-977d-f5761522b562 tempest-InstanceActionsTestJSON-1109940751 tempest-InstanceActionsTestJSON-1109940751-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b1c5fb9-9d17-4399-87b8-64ecfaad3f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081753 Nov 12 08:19:03.915498 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 46032) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:03.940394 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-63e7dd94-e0dd-4eda-ae6c-b0e44170926f req-dc54a5dc-3fb3-45f8-8810-e62c6f569249 tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1734629 Nov 12 08:19:03.952040 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-63e7dd94-e0dd-4eda-ae6c-b0e44170926f req-39debce4-3700-4df8-a5cb-9199b9b8417d tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Request body: {'floatingip': {'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:19:03.988703 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-9ec9d4b4-6318-4719-a03a-514242846188 req-ce366695-d8d4-486b-9347-97cf3376cb4d tempest-InstanceActionsTestJSON-1109940751 tempest-InstanceActionsTestJSON-1109940751-project] For port 19ea7f46-9e21-499e-ba28-01bf198b8a54, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=19ea7f46-9e21-499e-ba28-01bf198b8a54,segment=NetworkSegment(0ef48b0f-dda7-4b9d-8b2a-f69a985fa2db),segment_id=0ef48b0f-dda7-4b9d-8b2a-f69a985fa2db)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:19:03.989066 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-9ec9d4b4-6318-4719-a03a-514242846188 req-ce366695-d8d4-486b-9347-97cf3376cb4d tempest-InstanceActionsTestJSON-1109940751 tempest-InstanceActionsTestJSON-1109940751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:03.990625 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-63e7dd94-e0dd-4eda-ae6c-b0e44170926f req-39debce4-3700-4df8-a5cb-9199b9b8417d tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Publish callbacks [] for floatingip, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:04.004880 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-9ec9d4b4-6318-4719-a03a-514242846188 req-ce366695-d8d4-486b-9347-97cf3376cb4d tempest-InstanceActionsTestJSON-1109940751 tempest-InstanceActionsTestJSON-1109940751-project] Calling delete_port for 19ea7f46-9e21-499e-ba28-01bf198b8a54 owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:19:04.021200 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 46042) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:04.062811 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-85cfab84-9a5f-4fb3-bd31-ee896ecb0ed6 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-336760699-network', 'tenant_id': '13ee7d6d71864c9eb2f508185e6a266f'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:19:04.093666 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85cfab84-9a5f-4fb3-bd31-ee896ecb0ed6 admin admin] Made reservation on behalf of 13ee7d6d71864c9eb2f508185e6a266f for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:19:04.097137 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-85cfab84-9a5f-4fb3-bd31-ee896ecb0ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:04.103368 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [req-feecdfed-aa2e-45b8-9ecc-203f27328721 req-24cd0112-eb6a-4c2d-ad6e-2a7bbac94d2d service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:19:04.104782 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-feecdfed-aa2e-45b8-9ecc-203f27328721 req-24cd0112-eb6a-4c2d-ad6e-2a7bbac94d2d service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0105209 Nov 12 08:19:04.115050 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-85cfab84-9a5f-4fb3-bd31-ee896ecb0ed6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:04.159670 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-63e7dd94-e0dd-4eda-ae6c-b0e44170926f req-39debce4-3700-4df8-a5cb-9199b9b8417d tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:04.410165 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-9ec9d4b4-6318-4719-a03a-514242846188 req-ce366695-d8d4-486b-9347-97cf3376cb4d tempest-InstanceActionsTestJSON-1109940751 tempest-InstanceActionsTestJSON-1109940751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:04.453224 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce366695-d8d4-486b-9347-97cf3376cb4d tempest-InstanceActionsTestJSON-1109940751 tempest-InstanceActionsTestJSON-1109940751-project] Pushing event deleted for resources: {'Port': ['ID=19ea7f46-9e21-499e-ba28-01bf198b8a54,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:04.506231 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ec9d4b4-6318-4719-a03a-514242846188 req-ce366695-d8d4-486b-9347-97cf3376cb4d tempest-InstanceActionsTestJSON-1109940751 tempest-InstanceActionsTestJSON-1109940751-project] No DVR routers for this DVR port 19ea7f46-9e21-499e-ba28-01bf198b8a54 on host n-h2-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:19:04.524505 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-9ec9d4b4-6318-4719-a03a-514242846188 req-ce366695-d8d4-486b-9347-97cf3376cb4d tempest-InstanceActionsTestJSON-1109940751 tempest-InstanceActionsTestJSON-1109940751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:04.527864 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9ec9d4b4-6318-4719-a03a-514242846188 req-ce366695-d8d4-486b-9347-97cf3376cb4d tempest-InstanceActionsTestJSON-1109940751 tempest-InstanceActionsTestJSON-1109940751-project] 10.222.0.44 "DELETE /v2.0/ports/19ea7f46-9e21-499e-ba28-01bf198b8a54 HTTP/1.1" status: 204 len: 173 time: 0.8805227 Nov 12 08:19:04.607033 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-85cfab84-9a5f-4fb3-bd31-ee896ecb0ed6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:04.620525 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-85cfab84-9a5f-4fb3-bd31-ee896ecb0ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:04.635096 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [req-63e7dd94-e0dd-4eda-ae6c-b0e44170926f req-39debce4-3700-4df8-a5cb-9199b9b8417d tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Allocated IP 172.25.2.30 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/608aa600-b929-4420-9fa2-b03bfc7e7f7c) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:19:04.639533 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-33da754c-19b3-45dd-b3d1-099c9a479873 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933586'] for router_interface, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:04.657196 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85cfab84-9a5f-4fb3-bd31-ee896ecb0ed6 admin admin] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:19:04.698764 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-85cfab84-9a5f-4fb3-bd31-ee896ecb0ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:04.699113 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-85cfab84-9a5f-4fb3-bd31-ee896ecb0ed6 admin admin] Added segment e07c96e0-5af6-439e-b283-25e89ba24ea2 of type vlan for network 392b706c-fa83-40b2-ba41-e97d70efdd1d Nov 12 08:19:04.702101 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cfab84-9a5f-4fb3-bd31-ee896ecb0ed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc9079a-4f63-4eb5-be12-eaa66771fe02,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:04.803891 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-85cfab84-9a5f-4fb3-bd31-ee896ecb0ed6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:04.854972 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-63e7dd94-e0dd-4eda-ae6c-b0e44170926f req-39debce4-3700-4df8-a5cb-9199b9b8417d tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:04.858297 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-85cfab84-9a5f-4fb3-bd31-ee896ecb0ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:04.859459 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cfab84-9a5f-4fb3-bd31-ee896ecb0ed6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:04.860044 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-85cfab84-9a5f-4fb3-bd31-ee896ecb0ed6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:04.944685 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-85cfab84-9a5f-4fb3-bd31-ee896ecb0ed6 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0279782 Nov 12 08:19:04.947372 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cfab84-9a5f-4fb3-bd31-ee896ecb0ed6 admin admin] Pushing event updated for resources: {'Network': ['ID=392b706c-fa83-40b2-ba41-e97d70efdd1d,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:04.949491 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 46068) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:04.956477 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-2941f32e-9195-4229-8084-3c3ee7b4f429 admin admin] Request body: {'subnet': {'network_id': '392b706c-fa83-40b2-ba41-e97d70efdd1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-336760699-subnet', 'tenant_id': '13ee7d6d71864c9eb2f508185e6a266f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:19:04.962225 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 392b706c-fa83-40b2-ba41-e97d70efdd1d details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:19:04.982787 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-63e7dd94-e0dd-4eda-ae6c-b0e44170926f req-39debce4-3700-4df8-a5cb-9199b9b8417d tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:05.001046 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2941f32e-9195-4229-8084-3c3ee7b4f429 admin admin] Made reservation on behalf of 13ee7d6d71864c9eb2f508185e6a266f for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:19:05.004419 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2941f32e-9195-4229-8084-3c3ee7b4f429 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:05.034816 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63e7dd94-e0dd-4eda-ae6c-b0e44170926f req-39debce4-3700-4df8-a5cb-9199b9b8417d tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:19:05.052777 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [req-63e7dd94-e0dd-4eda-ae6c-b0e44170926f req-39debce4-3700-4df8-a5cb-9199b9b8417d tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:19:05.059301 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [req-63e7dd94-e0dd-4eda-ae6c-b0e44170926f req-39debce4-3700-4df8-a5cb-9199b9b8417d tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:19:05.074906 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8596a5b-05f3-4795-a379-b4183132fcb4', 'name': 'network-vif-deleted', 'tag': '19ea7f46-9e21-499e-ba28-01bf198b8a54'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:19:05.078716 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33560b62-e210-4dee-9d6f-88258786227b" -d '{"events": [{"server_uuid": "d8596a5b-05f3-4795-a379-b4183132fcb4", "name": "network-vif-deleted", "tag": "19ea7f46-9e21-499e-ba28-01bf198b8a54"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:19:05.098654 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:05.138771 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39debce4-3700-4df8-a5cb-9199b9b8417d tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Pushing event updated for resources: {'Port': ['ID=608aa600-b929-4420-9fa2-b03bfc7e7f7c,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:05.220893 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-63e7dd94-e0dd-4eda-ae6c-b0e44170926f req-39debce4-3700-4df8-a5cb-9199b9b8417d tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:05.287730 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-63e7dd94-e0dd-4eda-ae6c-b0e44170926f req-39debce4-3700-4df8-a5cb-9199b9b8417d tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:05.359700 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-33da754c-19b3-45dd-b3d1-099c9a479873 admin admin] Deleting port bd108042-fd06-48ec-b311-d616d2df029d {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:19:05.359926 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-33da754c-19b3-45dd-b3d1-099c9a479873 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:05.404587 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2941f32e-9195-4229-8084-3c3ee7b4f429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:05.447290 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-33da754c-19b3-45dd-b3d1-099c9a479873 admin admin] For port bd108042-fd06-48ec-b311-d616d2df029d, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=bd108042-fd06-48ec-b311-d616d2df029d,segment=NetworkSegment(796655e0-3364-45b6-8923-bd5e3a27ab44),segment_id=796655e0-3364-45b6-8923-bd5e3a27ab44)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:19:05.447740 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-33da754c-19b3-45dd-b3d1-099c9a479873 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:05.462061 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-33da754c-19b3-45dd-b3d1-099c9a479873 admin admin] Calling delete_port for bd108042-fd06-48ec-b311-d616d2df029d owned by network:router_interface {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:19:05.475442 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [req-4053c94f-7f7f-4f7f-818c-d7ec0ab44059 req-6da99d77-20b2-4cc5-8dd1-46ef2f356bb2 tempest-LiveMigrationTest-1817512610 tempest-LiveMigrationTest-1817512610-project-admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:19:05.476541 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4053c94f-7f7f-4f7f-818c-d7ec0ab44059 req-6da99d77-20b2-4cc5-8dd1-46ef2f356bb2 tempest-LiveMigrationTest-1817512610 tempest-LiveMigrationTest-1817512610-project-admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1657593 Nov 12 08:19:05.509521 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2941f32e-9195-4229-8084-3c3ee7b4f429 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d250a72-e563-4d6e-ac4f-f44698e0ce3c,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:05.561615 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2941f32e-9195-4229-8084-3c3ee7b4f429 admin admin] Checking segment: {'id': 'e07c96e0-5af6-439e-b283-25e89ba24ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '392b706c-fa83-40b2-ba41-e97d70efdd1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:19:05.562091 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2941f32e-9195-4229-8084-3c3ee7b4f429 admin admin] Network hostable DHCP agents. Network: 392b706c-fa83-40b2-ba41-e97d70efdd1d, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:19:05.619630 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4053c94f-7f7f-4f7f-818c-d7ec0ab44059 req-1fe13f90-8f6a-4bd7-b2b7-bc3b6c36812f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:05.621020 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4053c94f-7f7f-4f7f-818c-d7ec0ab44059 req-1fe13f90-8f6a-4bd7-b2b7-bc3b6c36812f service neutron] 10.222.0.26 "GET /v2.0/ports/52592b2a-c901-46b6-919f-38bfa8d65b88 HTTP/1.1" status: 200 len: 1095 time: 0.1296406 Nov 12 08:19:05.632108 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-4053c94f-7f7f-4f7f-818c-d7ec0ab44059 req-0f64a00d-cc90-4880-bd7a-681ce37c9388 service neutron] Request body: {'binding': {'host': 'n-h1-765315-29', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:19:05.632547 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-4053c94f-7f7f-4f7f-818c-d7ec0ab44059 req-0f64a00d-cc90-4880-bd7a-681ce37c9388 service neutron] Unknown quota resources ['binding']. {{(pid=102600) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 08:19:05.637059 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2941f32e-9195-4229-8084-3c3ee7b4f429 admin admin] Network 392b706c-fa83-40b2-ba41-e97d70efdd1d is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:19:05.641800 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-63e7dd94-e0dd-4eda-ae6c-b0e44170926f req-39debce4-3700-4df8-a5cb-9199b9b8417d tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:05.666154 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-63e7dd94-e0dd-4eda-ae6c-b0e44170926f req-39debce4-3700-4df8-a5cb-9199b9b8417d tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:05.675546 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-33da754c-19b3-45dd-b3d1-099c9a479873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:05.692061 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device dcdee9ab-0f6f-427f-b458-f12f8f65f32d no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:19:05.704443 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-2941f32e-9195-4229-8084-3c3ee7b4f429 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 392b706c-fa83-40b2-ba41-e97d70efdd1d) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:19:05.705288 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33da754c-19b3-45dd-b3d1-099c9a479873 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd108042-fd06-48ec-b311-d616d2df029d,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:05.712948 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2941f32e-9195-4229-8084-3c3ee7b4f429 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:05.713710 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2941f32e-9195-4229-8084-3c3ee7b4f429 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:05.713801 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-e530113a-7783-48f4-9840-8911a24052df None None] No Port match for: dcdee9ab-0f6f-427f-b458-f12f8f65f32d {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:19:05.714003 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device dcdee9ab-0f6f-427f-b458-f12f8f65f32d not bound to the agent host n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:19:05.717852 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4a9193-4f91-4a92-b13b-059eb6ca2cef None None] Network 392b706c-fa83-40b2-ba41-e97d70efdd1d requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:19:05.823162 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-2941f32e-9195-4229-8084-3c3ee7b4f429 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8713794 Nov 12 08:19:05.824017 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39debce4-3700-4df8-a5cb-9199b9b8417d tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Pushing event updated for resources: {'Port': ['ID=608aa600-b929-4420-9fa2-b03bfc7e7f7c,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:05.832044 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 46076) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:05.839917 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-e4be44fe-5d1b-4ad7-af4c-a4cd7f12cbab admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-336760699-router', 'tenant_id': '13ee7d6d71864c9eb2f508185e6a266f', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:19:05.868206 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-63e7dd94-e0dd-4eda-ae6c-b0e44170926f req-39debce4-3700-4df8-a5cb-9199b9b8417d tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:05.891695 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e4be44fe-5d1b-4ad7-af4c-a4cd7f12cbab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:05.892708 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e4be44fe-5d1b-4ad7-af4c-a4cd7f12cbab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:05.919217 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-33da754c-19b3-45dd-b3d1-099c9a479873 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918626'] for router_interface, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:05.919425 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-63e7dd94-e0dd-4eda-ae6c-b0e44170926f req-39debce4-3700-4df8-a5cb-9199b9b8417d tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:05.920573 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-63e7dd94-e0dd-4eda-ae6c-b0e44170926f req-39debce4-3700-4df8-a5cb-9199b9b8417d tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9730294 Nov 12 08:19:05.939521 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd8b0a0-cf87-4465-8167-32a2fbbaa751 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-392b706c-fa83-40b2-ba41-e97d70efdd1d', 'network_id': '392b706c-fa83-40b2-ba41-e97d70efdd1d', 'tenant_id': '13ee7d6d71864c9eb2f508185e6a266f', 'fixed_ips': [{'subnet_id': '2d250a72-e563-4d6e-ac4f-f44698e0ce3c'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:19:05.941144 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-cdd8b0a0-cf87-4465-8167-32a2fbbaa751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:05.998814 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-4053c94f-7f7f-4f7f-818c-d7ec0ab44059 req-0f64a00d-cc90-4880-bd7a-681ce37c9388 service neutron] Attempting to bind port 52592b2a-c901-46b6-919f-38bfa8d65b88 on host n-h1-765315-29 for vnic_type normal with profile None {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:19:05.999160 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-4053c94f-7f7f-4f7f-818c-d7ec0ab44059 req-0f64a00d-cc90-4880-bd7a-681ce37c9388 service neutron] Attempting to bind port 52592b2a-c901-46b6-919f-38bfa8d65b88 by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': '2faefcc0-552f-4085-b81e-2c4b58f0de67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a'}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:19:05.999498 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4053c94f-7f7f-4f7f-818c-d7ec0ab44059 req-0f64a00d-cc90-4880-bd7a-681ce37c9388 service neutron] Attempting to bind port 52592b2a-c901-46b6-919f-38bfa8d65b88 on network 6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:19:06.031726 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-63e7dd94-e0dd-4eda-ae6c-b0e44170926f req-b5352633-c6f8-40ec-adfe-69a1c7dd715e tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.2.30 HTTP/1.1" status: 200 len: 695 time: 0.0982885 Nov 12 08:19:06.033127 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e4be44fe-5d1b-4ad7-af4c-a4cd7f12cbab admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:06.034786 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4053c94f-7f7f-4f7f-818c-d7ec0ab44059 req-0f64a00d-cc90-4880-bd7a-681ce37c9388 service neutron] Port 52592b2a-c901-46b6-919f-38bfa8d65b88 on network 6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:19:06.035146 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4053c94f-7f7f-4f7f-818c-d7ec0ab44059 req-0f64a00d-cc90-4880-bd7a-681ce37c9388 service neutron] Attempting to bind port 52592b2a-c901-46b6-919f-38bfa8d65b88 on network 6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:19:06.069825 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4053c94f-7f7f-4f7f-818c-d7ec0ab44059 req-0f64a00d-cc90-4880-bd7a-681ce37c9388 service neutron] Checking agent: {'id': '26215384-8035-4ce2-971a-8e67be80da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:19:06.070216 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4053c94f-7f7f-4f7f-818c-d7ec0ab44059 req-0f64a00d-cc90-4880-bd7a-681ce37c9388 service neutron] Checking segment: {'id': '2faefcc0-552f-4085-b81e-2c4b58f0de67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:19:06.070615 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4053c94f-7f7f-4f7f-818c-d7ec0ab44059 req-0f64a00d-cc90-4880-bd7a-681ce37c9388 service neutron] Bound using segment: {'id': '2faefcc0-552f-4085-b81e-2c4b58f0de67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a'} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:19:06.071146 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-4053c94f-7f7f-4f7f-818c-d7ec0ab44059 req-0f64a00d-cc90-4880-bd7a-681ce37c9388 service neutron] Bound port: 52592b2a-c901-46b6-919f-38bfa8d65b88, host: n-h1-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2faefcc0-552f-4085-b81e-2c4b58f0de67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a'}}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:19:06.100731 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-cdd8b0a0-cf87-4465-8167-32a2fbbaa751 None None] Allocated IP 172.20.0.2 (392b706c-fa83-40b2-ba41-e97d70efdd1d/2d250a72-e563-4d6e-ac4f-f44698e0ce3c/be7df1ea-2355-41f6-b033-0f0e81807928) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:19:06.110486 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 19ea7f46-9e21-499e-ba28-01bf198b8a54 no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:19:06.137380 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] No Port match for: 19ea7f46-9e21-499e-ba28-01bf198b8a54 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:19:06.137717 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 19ea7f46-9e21-499e-ba28-01bf198b8a54 not bound to the agent host n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:19:06.171324 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33da754c-19b3-45dd-b3d1-099c9a479873 admin admin] Router 908dd0d8-a881-47ff-8379-61239339e38d has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:19:06.282901 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-cdd8b0a0-cf87-4465-8167-32a2fbbaa751 None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:06.291376 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33da754c-19b3-45dd-b3d1-099c9a479873 admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:19:06.291734 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-cdd8b0a0-cf87-4465-8167-32a2fbbaa751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:06.300738 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-33da754c-19b3-45dd-b3d1-099c9a479873 admin admin] 10.222.0.26 "PUT /v2.0/routers/908dd0d8-a881-47ff-8379-61239339e38d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2747037 Nov 12 08:19:06.300738 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 46078) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:06.323358 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a46660-9b6b-4d0c-83a6-bf53e66378a9 None None] Sync routers for ids ['908dd0d8-a881-47ff-8379-61239339e38d'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:19:06.326406 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e4be44fe-5d1b-4ad7-af4c-a4cd7f12cbab admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:06.347722 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a46660-9b6b-4d0c-83a6-bf53e66378a9 None None] Routers {'908dd0d8-a881-47ff-8379-61239339e38d'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:19:06.347965 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e7dd94-e0dd-4eda-ae6c-b0e44170926f req-94d66dcf-3844-4dbd-a8e3-0fb10408b533 tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:06.348459 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-87a46660-9b6b-4d0c-83a6-bf53e66378a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:18:36Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['908dd0d8-a881-47ff-8379-61239339e38d'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:19:06.349489 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-63e7dd94-e0dd-4eda-ae6c-b0e44170926f req-94d66dcf-3844-4dbd-a8e3-0fb10408b533 tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] 10.222.0.26 "GET /v2.0/networks/d709f64f-f9e6-4525-b020-ad48633b9bbf HTTP/1.1" status: 200 len: 784 time: 0.3118427 Nov 12 08:19:06.351517 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-4053c94f-7f7f-4f7f-818c-d7ec0ab44059 req-0f64a00d-cc90-4880-bd7a-681ce37c9388 service neutron] For port 52592b2a-c901-46b6-919f-38bfa8d65b88, host n-h1-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=52592b2a-c901-46b6-919f-38bfa8d65b88,segment=NetworkSegment(2faefcc0-552f-4085-b81e-2c4b58f0de67),segment_id=2faefcc0-552f-4085-b81e-2c4b58f0de67)] {{(pid=102600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:19:06.356709 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd8b0a0-cf87-4465-8167-32a2fbbaa751 None None] Network 392b706c-fa83-40b2-ba41-e97d70efdd1d is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:19:06.369743 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-4053c94f-7f7f-4f7f-818c-d7ec0ab44059 req-0f64a00d-cc90-4880-bd7a-681ce37c9388 service neutron] Publish callbacks [] for binding, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:06.371035 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4053c94f-7f7f-4f7f-818c-d7ec0ab44059 req-0f64a00d-cc90-4880-bd7a-681ce37c9388 service neutron] 10.222.0.26 "POST /v2.0/ports/52592b2a-c901-46b6-919f-38bfa8d65b88/bindings HTTP/1.1" status: 201 len: 390 time: 0.7428243 Nov 12 08:19:06.491562 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a8221f11-a42d-4256-8869-7ef03884d327 admin admin] Publish callbacks [] for router, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:06.569425 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 46086) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:06.571234 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81830f3e-af03-482b-9b83-bb416de11d5d x-openstack-request-id: req-81830f3e-af03-482b-9b83-bb416de11d5d {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:19:06.571759 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8596a5b-05f3-4795-a379-b4183132fcb4", "name": "network-vif-deleted", "tag": "19ea7f46-9e21-499e-ba28-01bf198b8a54", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:19:06.572132 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-81830f3e-af03-482b-9b83-bb416de11d5d {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:19:06.572513 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8596a5b-05f3-4795-a379-b4183132fcb4', 'name': 'network-vif-deleted', 'tag': '19ea7f46-9e21-499e-ba28-01bf198b8a54', 'status': 'completed', 'code': 200} Nov 12 08:19:06.654322 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-cdd8b0a0-cf87-4465-8167-32a2fbbaa751 None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:19:06.657422 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd8b0a0-cf87-4465-8167-32a2fbbaa751 None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:19:06.666699 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd8b0a0-cf87-4465-8167-32a2fbbaa751 None None] Pushing event updated for resources: {'Port': ['ID=be7df1ea-2355-41f6-b033-0f0e81807928,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:06.705806 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e4be44fe-5d1b-4ad7-af4c-a4cd7f12cbab admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:06.729105 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e4be44fe-5d1b-4ad7-af4c-a4cd7f12cbab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:06.784568 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-becb414d-522d-403d-869e-160a67b736da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:06.789210 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-cdd8b0a0-cf87-4465-8167-32a2fbbaa751 None None] Attempting to bind port be7df1ea-2355-41f6-b033-0f0e81807928 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:19:06.789598 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-cdd8b0a0-cf87-4465-8167-32a2fbbaa751 None None] Attempting to bind port be7df1ea-2355-41f6-b033-0f0e81807928 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': 'e07c96e0-5af6-439e-b283-25e89ba24ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '392b706c-fa83-40b2-ba41-e97d70efdd1d'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:19:06.789967 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd8b0a0-cf87-4465-8167-32a2fbbaa751 None None] Attempting to bind port be7df1ea-2355-41f6-b033-0f0e81807928 on network 392b706c-fa83-40b2-ba41-e97d70efdd1d {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:19:06.798225 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd8b0a0-cf87-4465-8167-32a2fbbaa751 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:19:06.798616 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd8b0a0-cf87-4465-8167-32a2fbbaa751 None None] Checking segment: {'id': 'e07c96e0-5af6-439e-b283-25e89ba24ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '392b706c-fa83-40b2-ba41-e97d70efdd1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:19:06.799589 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-cdd8b0a0-cf87-4465-8167-32a2fbbaa751 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:06.799984 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd8b0a0-cf87-4465-8167-32a2fbbaa751 None None] Bound using segment: {'id': 'e07c96e0-5af6-439e-b283-25e89ba24ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '392b706c-fa83-40b2-ba41-e97d70efdd1d'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:19:06.800484 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-cdd8b0a0-cf87-4465-8167-32a2fbbaa751 None None] Bound port: be7df1ea-2355-41f6-b033-0f0e81807928, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e07c96e0-5af6-439e-b283-25e89ba24ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '392b706c-fa83-40b2-ba41-e97d70efdd1d'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:19:06.801211 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-cdd8b0a0-cf87-4465-8167-32a2fbbaa751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:06.821575 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3f829236-e2b1-461f-92ca-f81b1dc32479 req-46e8bd80-ba24-4fd0-82b4-0908bc9e9636 tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] 10.222.0.26 "GET /v2.0/floatingips/c5f38ca9-be53-4ca7-af43-5ca5ad4febe2 HTTP/1.1" status: 200 len: 692 time: 0.2441108 Nov 12 08:19:06.828402 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a8221f11-a42d-4256-8869-7ef03884d327 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:06.842691 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7aeac8a-e4f2-4034-b5e5-b1353acdf94d admin admin] Deleting subnet 84d942f8-9080-4b5d-a374-93c76487f86c {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:19:06.859375 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f7aeac8a-e4f2-4034-b5e5-b1353acdf94d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:06.886297 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-e4be44fe-5d1b-4ad7-af4c-a4cd7f12cbab admin admin] Allocated IP 172.25.2.112 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/85614164-d9ff-4abf-b6b6-f34a0ad5ac4a) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:19:06.892295 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-87a46660-9b6b-4d0c-83a6-bf53e66378a9 None None] Set router 908dd0d8-a881-47ff-8379-61239339e38d gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:19:06.959598 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-cdd8b0a0-cf87-4465-8167-32a2fbbaa751 None None] For port be7df1ea-2355-41f6-b033-0f0e81807928, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:19:06.961639 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-28e3cc42-fca0-4d7f-b3dc-4121b7feb49f req-b11e969b-5415-408e-9392-8219b4565825 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e1f093ef7a3549c385d4c72b9589791f&device_id=2294666f-258f-4d91-9c35-2192a1edbbc3 HTTP/1.1" status: 200 len: 210 time: 0.1028950 Nov 12 08:19:06.968032 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4053c94f-7f7f-4f7f-818c-d7ec0ab44059 req-bbf04cc7-e2a9-4a88-b3b6-3a3e7272a9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:06.969788 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4053c94f-7f7f-4f7f-818c-d7ec0ab44059 req-bbf04cc7-e2a9-4a88-b3b6-3a3e7272a9b0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7317cbf37f7b44a3b0cd0a433cf6ba52&device_id=05590b28-c4a9-41f8-a868-649414f5e466 HTTP/1.1" status: 200 len: 1098 time: 0.3034465 Nov 12 08:19:06.988526 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-cdd8b0a0-cf87-4465-8167-32a2fbbaa751 None None] For port be7df1ea-2355-41f6-b033-0f0e81807928, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=be7df1ea-2355-41f6-b033-0f0e81807928,segment=NetworkSegment(e07c96e0-5af6-439e-b283-25e89ba24ea2),segment_id=e07c96e0-5af6-439e-b283-25e89ba24ea2)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:19:07.001174 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6925b1-eb25-4960-96d2-47cb06b44ddd req-0be4d3a4-8d63-42a1-adef-055184f66c4b tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:07.003255 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9b6925b1-eb25-4960-96d2-47cb06b44ddd req-0be4d3a4-8d63-42a1-adef-055184f66c4b tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=05590b28-c4a9-41f8-a868-649414f5e466 HTTP/1.1" status: 200 len: 946 time: 0.1191382 Nov 12 08:19:07.025484 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-cdd8b0a0-cf87-4465-8167-32a2fbbaa751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:07.043098 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f7aeac8a-e4f2-4034-b5e5-b1353acdf94d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31181813'] for subnet, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:07.072331 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e4be44fe-5d1b-4ad7-af4c-a4cd7f12cbab admin admin] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:07.087828 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9b6925b1-eb25-4960-96d2-47cb06b44ddd req-3284f05e-b7f8-4b61-9b66-33f7a4f3a6e7 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734270 Nov 12 08:19:07.093826 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-28e3cc42-fca0-4d7f-b3dc-4121b7feb49f req-c806805a-62f1-4ad1-a3d7-80221d7dc2b9 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=e1f093ef7a3549c385d4c72b9589791f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0945027 Nov 12 08:19:07.126538 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd8b0a0-cf87-4465-8167-32a2fbbaa751 None None] Pushing event updated for resources: {'Port': ['ID=be7df1ea-2355-41f6-b033-0f0e81807928,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:07.133883 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e4be44fe-5d1b-4ad7-af4c-a4cd7f12cbab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:07.201033 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-87a46660-9b6b-4d0c-83a6-bf53e66378a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908dd0d8-a881-47ff-8379-61239339e38d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1798676160-router', 'tenant_id': '417fd406cc39404ba5ae67c25efe38d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '862c1742-b123-4b2a-b3d0-37015715a421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:17:03Z', 'updated_at': '2021-11-12T08:19:05Z', 'revision_number': 5, 'project_id': '417fd406cc39404ba5ae67c25efe38d3', 'gw_port': {'id': '862c1742-b123-4b2a-b3d0-37015715a421', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d6:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908dd0d8-a881-47ff-8379-61239339e38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:17:04Z', 'updated_at': '2021-11-12T08:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:19:07.218122 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4be44fe-5d1b-4ad7-af4c-a4cd7f12cbab admin admin] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:19:07.219255 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4be44fe-5d1b-4ad7-af4c-a4cd7f12cbab admin admin] Pushing event updated for resources: {'Port': ['ID=85614164-d9ff-4abf-b6b6-f34a0ad5ac4a,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:07.232503 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-e4be44fe-5d1b-4ad7-af4c-a4cd7f12cbab admin admin] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:19:07.235508 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4be44fe-5d1b-4ad7-af4c-a4cd7f12cbab admin admin] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:19:07.243548 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a46660-9b6b-4d0c-83a6-bf53e66378a9 None None] Checking router: 908dd0d8-a881-47ff-8379-61239339e38d for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:19:07.260389 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a46660-9b6b-4d0c-83a6-bf53e66378a9 None None] Routers {'908dd0d8-a881-47ff-8379-61239339e38d'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:19:07.261122 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-87a46660-9b6b-4d0c-83a6-bf53e66378a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:19:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['908dd0d8-a881-47ff-8379-61239339e38d'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:19:07.279786 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f829236-e2b1-461f-92ca-f81b1dc32479 req-5168f7ef-0972-427b-9c15-cd04d37b376b tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:07.282128 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3f829236-e2b1-461f-92ca-f81b1dc32479 req-5168f7ef-0972-427b-9c15-cd04d37b376b tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] 10.222.0.26 "GET /v2.0/networks/d709f64f-f9e6-4525-b020-ad48633b9bbf HTTP/1.1" status: 200 len: 784 time: 0.4447231 Nov 12 08:19:07.298085 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-a8221f11-a42d-4256-8869-7ef03884d327 admin admin] Deleting port 862c1742-b123-4b2a-b3d0-37015715a421 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:19:07.299526 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a8221f11-a42d-4256-8869-7ef03884d327 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:07.307606 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f7aeac8a-e4f2-4034-b5e5-b1353acdf94d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:07.458307 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-87a46660-9b6b-4d0c-83a6-bf53e66378a9 None None] Set router 908dd0d8-a881-47ff-8379-61239339e38d gateway port host: None {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:19:07.492807 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4053c94f-7f7f-4f7f-818c-d7ec0ab44059 req-747a4d89-ce77-4005-97ee-0de99fa796d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:07.494447 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4053c94f-7f7f-4f7f-818c-d7ec0ab44059 req-747a4d89-ce77-4005-97ee-0de99fa796d0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a HTTP/1.1" status: 200 len: 908 time: 0.4931405 Nov 12 08:19:07.509723 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-232f59ca-b608-4867-a2cf-5220086971f9 req-b2778486-7ca0-4938-8365-91763440923b tempest-ServerShowV247Test-2068399042 tempest-ServerShowV247Test-2068399042-project] 10.222.0.26 "GET /v2.0/ports?device_id=2294666f-258f-4d91-9c35-2192a1edbbc3 HTTP/1.1" status: 200 len: 210 time: 0.0809064 Nov 12 08:19:07.565754 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-87a46660-9b6b-4d0c-83a6-bf53e66378a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908dd0d8-a881-47ff-8379-61239339e38d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1798676160-router', 'tenant_id': '417fd406cc39404ba5ae67c25efe38d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:17:03Z', 'updated_at': '2021-11-12T08:19:06Z', 'revision_number': 6, 'project_id': '417fd406cc39404ba5ae67c25efe38d3', 'gw_port_host': None}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:19:07.582062 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e3cc42-fca0-4d7f-b3dc-4121b7feb49f req-a5352d37-09df-45e5-9823-98dd593170ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:07.582780 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-28e3cc42-fca0-4d7f-b3dc-4121b7feb49f req-a5352d37-09df-45e5-9823-98dd593170ae service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4782250 Nov 12 08:19:07.591465 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4053c94f-7f7f-4f7f-818c-d7ec0ab44059 req-3e7a2938-d7d8-499d-9380-a95f925e13f3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=52592b2a-c901-46b6-919f-38bfa8d65b88 HTTP/1.1" status: 200 len: 217 time: 0.0787191 Nov 12 08:19:07.632033 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a46660-9b6b-4d0c-83a6-bf53e66378a9 None None] The sync data for ids ['908dd0d8-a881-47ff-8379-61239339e38d'] in n-d-765315-29 is: [{'id': '908dd0d8-a881-47ff-8379-61239339e38d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1798676160-router', 'tenant_id': '417fd406cc39404ba5ae67c25efe38d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:17:03Z', 'updated_at': '2021-11-12T08:19:06Z', 'revision_number': 6, 'project_id': '417fd406cc39404ba5ae67c25efe38d3', 'gw_port_host': None}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:19:07.658196 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f7aeac8a-e4f2-4034-b5e5-b1353acdf94d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:07.705898 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e4be44fe-5d1b-4ad7-af4c-a4cd7f12cbab admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:07.811658 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:07.931954 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f216a91-65ed-47bc-a747-c0e1de9d14eb req-51d3bf34-bbb0-4374-9a57-7636a2b75af5 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:07.938034 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f216a91-65ed-47bc-a747-c0e1de9d14eb req-51d3bf34-bbb0-4374-9a57-7636a2b75af5 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:07.944084 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f216a91-65ed-47bc-a747-c0e1de9d14eb req-51d3bf34-bbb0-4374-9a57-7636a2b75af5 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:07.950070 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f216a91-65ed-47bc-a747-c0e1de9d14eb req-51d3bf34-bbb0-4374-9a57-7636a2b75af5 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:07.956321 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f216a91-65ed-47bc-a747-c0e1de9d14eb req-51d3bf34-bbb0-4374-9a57-7636a2b75af5 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:07.962964 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f216a91-65ed-47bc-a747-c0e1de9d14eb req-51d3bf34-bbb0-4374-9a57-7636a2b75af5 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:07.969060 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f216a91-65ed-47bc-a747-c0e1de9d14eb req-51d3bf34-bbb0-4374-9a57-7636a2b75af5 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:07.981282 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4f216a91-65ed-47bc-a747-c0e1de9d14eb req-51d3bf34-bbb0-4374-9a57-7636a2b75af5 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd1d6ac-fc22-40b4-9334-b79b8f638fb9 HTTP/1.1" status: 200 len: 5433 time: 0.1635342 Nov 12 08:19:08.078016 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e4be44fe-5d1b-4ad7-af4c-a4cd7f12cbab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052'] for router, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:08.094260 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2b78fb20-bcde-4f0b-87d0-87b583fc70be req-068652f6-891a-4b4f-ac85-c24057db56a1 tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] 10.222.0.26 "GET /v2.0/floatingips/c5f38ca9-be53-4ca7-af43-5ca5ad4febe2 HTTP/1.1" status: 200 len: 692 time: 0.5177660 Nov 12 08:19:08.098880 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-a8221f11-a42d-4256-8869-7ef03884d327 admin admin] For port 862c1742-b123-4b2a-b3d0-37015715a421, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=862c1742-b123-4b2a-b3d0-37015715a421,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:19:08.099140 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a8221f11-a42d-4256-8869-7ef03884d327 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:08.112921 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aeac8a-e4f2-4034-b5e5-b1353acdf94d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84d942f8-9080-4b5d-a374-93c76487f86c,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:08.115021 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f7aeac8a-e4f2-4034-b5e5-b1353acdf94d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:08.118196 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-f7aeac8a-e4f2-4034-b5e5-b1353acdf94d admin admin] 10.222.0.26 "DELETE /v2.0/subnets/84d942f8-9080-4b5d-a374-93c76487f86c HTTP/1.1" status: 204 len: 168 time: 1.5448265 Nov 12 08:19:08.142155 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 46100) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:08.160606 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-a8221f11-a42d-4256-8869-7ef03884d327 admin admin] Calling delete_port for 862c1742-b123-4b2a-b3d0-37015715a421 owned by network:router_gateway {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:19:08.166635 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4f216a91-65ed-47bc-a747-c0e1de9d14eb req-44abf2fc-56a7-48cf-8607-29ac23d981e3 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b5c7833-24a2-4c14-bc24-7cc6ddd646d8&id=edb098b1-b850-4d1f-9907-ebc80ab17859&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1843638 Nov 12 08:19:08.196474 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device be7df1ea-2355-41f6-b033-0f0e81807928 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:19:08.213806 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4053c94f-7f7f-4f7f-818c-d7ec0ab44059 req-eb4c84b7-07d6-4cc9-96d1-0ac1c0498677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:08.217217 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4053c94f-7f7f-4f7f-818c-d7ec0ab44059 req-eb4c84b7-07d6-4cc9-96d1-0ac1c0498677 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b48e5e9c-f3da-4efc-88c4-db8837528b82 HTTP/1.1" status: 200 len: 847 time: 0.6163526 Nov 12 08:19:08.273499 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-aeb0f2d0-77aa-4c75-a0ed-3454a123b3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:08.284936 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port be7df1ea-2355-41f6-b033-0f0e81807928 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:19:08.285306 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:08.380474 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:08.418630 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] For port be7df1ea-2355-41f6-b033-0f0e81807928, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=be7df1ea-2355-41f6-b033-0f0e81807928,segment=NetworkSegment(e07c96e0-5af6-439e-b283-25e89ba24ea2),segment_id=e07c96e0-5af6-439e-b283-25e89ba24ea2)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:19:08.427794 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:08.445561 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9e0993-b284-4e89-ac63-fa13446a3331 req-b0cd5311-afd4-41c6-bfb7-880d3a845b80 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:08.453310 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cc9e0993-b284-4e89-ac63-fa13446a3331 req-b0cd5311-afd4-41c6-bfb7-880d3a845b80 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=05590b28-c4a9-41f8-a868-649414f5e466 HTTP/1.1" status: 200 len: 946 time: 0.1415787 Nov 12 08:19:08.458077 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device bd108042-fd06-48ec-b311-d616d2df029d no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:19:08.489640 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: bd108042-fd06-48ec-b311-d616d2df029d {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:19:08.489928 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device bd108042-fd06-48ec-b311-d616d2df029d not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:19:08.493684 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4053c94f-7f7f-4f7f-818c-d7ec0ab44059 req-7c9d9f85-172e-4cb2-a96b-e813246a7bfa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525799 Nov 12 08:19:08.501311 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-aeb0f2d0-77aa-4c75-a0ed-3454a123b3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:08.523987 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Pushing event updated for resources: {'Port': ['ID=be7df1ea-2355-41f6-b033-0f0e81807928,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:08.544191 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-aeb0f2d0-77aa-4c75-a0ed-3454a123b3e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['366a54b3-0593-474b-9213-9bc537d54b99']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:19:08.545101 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23e6a50-6df3-434b-830c-f576591734bf None None] Network 392b706c-fa83-40b2-ba41-e97d70efdd1d requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:19:08.565869 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-aeb0f2d0-77aa-4c75-a0ed-3454a123b3e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ef48b0f-dda7-4b9d-8b2a-f69a985fa2db') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:19:08.566208 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-aeb0f2d0-77aa-4c75-a0ed-3454a123b3e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ef48b0f-dda7-4b9d-8b2a-f69a985fa2db') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:19:08.592322 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-aeb0f2d0-77aa-4c75-a0ed-3454a123b3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:08.601411 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4be44fe-5d1b-4ad7-af4c-a4cd7f12cbab admin admin] Router 8972c920-2b50-4fe8-92b5-3b54836c1daa is scheduled to L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 with binding_index 1 {{(pid=102600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:19:08.619353 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cc9e0993-b284-4e89-ac63-fa13446a3331 req-77f135ca-f109-4f03-be4b-d39c3a1356e4 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650972 Nov 12 08:19:08.648830 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-aeb0f2d0-77aa-4c75-a0ed-3454a123b3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:08.710480 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b78fb20-bcde-4f0b-87d0-87b583fc70be req-a47a2312-5a24-4af4-8d00-a522f3a3a1a6 tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:08.710761 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-f91a5cd5-a569-4eaf-9679-85c62126cebe None None] Provisioning complete for port be7df1ea-2355-41f6-b033-0f0e81807928 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:19:08.711295 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f91a5cd5-a569-4eaf-9679-85c62126cebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:08.712542 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2b78fb20-bcde-4f0b-87d0-87b583fc70be req-a47a2312-5a24-4af4-8d00-a522f3a3a1a6 tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] 10.222.0.26 "GET /v2.0/networks/d709f64f-f9e6-4525-b020-ad48633b9bbf HTTP/1.1" status: 200 len: 784 time: 0.6045945 Nov 12 08:19:08.715422 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a8221f11-a42d-4256-8869-7ef03884d327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:08.735328 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aeb0f2d0-77aa-4c75-a0ed-3454a123b3e3 admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:19:08.735913 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-aeb0f2d0-77aa-4c75-a0ed-3454a123b3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:08.738421 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:19:08.738421 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:19:08.738421 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:19:08.738421 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:19:08.738421 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:19:08.738421 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:19:08.738421 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:19:08.738421 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:19:08.738421 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:19:08.738421 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:19:08.738421 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:19:08.738421 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:19:08.738421 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:19:08.738421 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:19:08.738421 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:19:08.738421 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:19:08.738421 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:19:08.738421 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:19:08.738421 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:19:08.738421 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:19:08.738421 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:19:08.738421 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:19:08.738421 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:19:08.738421 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:19:08.738421 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:19:08.738421 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:19:08.738421 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:19:08.738421 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:19:08.738421 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:19:08.738421 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:19:08.738421 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:19:08.738421 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:19:08.804515 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8221f11-a42d-4256-8869-7ef03884d327 admin admin] Pushing event deleted for resources: {'Port': ['ID=862c1742-b123-4b2a-b3d0-37015715a421,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:08.822600 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4053c94f-7f7f-4f7f-818c-d7ec0ab44059 req-1858887f-9445-4666-a222-052bb556a4b6 service neutron] 10.222.0.21 "GET /v2.0/networks/6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3171959 Nov 12 08:19:08.845157 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2b78fb20-bcde-4f0b-87d0-87b583fc70be req-cd34d554-9769-45b7-b6b6-da25454793e7 tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.2.30 HTTP/1.1" status: 200 len: 695 time: 0.1241920 Nov 12 08:19:08.856225 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7ded56a3-0d3d-4415-8c1d-0076a82b4077 req-8c376295-ea1a-43a3-8b5a-f95d0cafe112 tempest-ServerShowV247Test-2068399042 tempest-ServerShowV247Test-2068399042-project] 10.222.0.26 "GET /v2.0/ports?device_id=2294666f-258f-4d91-9c35-2192a1edbbc3 HTTP/1.1" status: 200 len: 210 time: 0.1342752 Nov 12 08:19:08.936914 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-aeb0f2d0-77aa-4c75-a0ed-3454a123b3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:08.956489 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-aeb0f2d0-77aa-4c75-a0ed-3454a123b3e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:08.960303 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-aeb0f2d0-77aa-4c75-a0ed-3454a123b3e3 admin admin] 10.222.0.26 "DELETE /v2.0/networks/366a54b3-0593-474b-9213-9bc537d54b99 HTTP/1.1" status: 204 len: 168 time: 0.8169355 Nov 12 08:19:08.990241 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb0f2d0-77aa-4c75-a0ed-3454a123b3e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=366a54b3-0593-474b-9213-9bc537d54b99,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:09.003609 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4be44fe-5d1b-4ad7-af4c-a4cd7f12cbab admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:19:09.015037 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d833ff34-b9c6-4035-a9af-761a3e14b95b None None] Sync routers for ids ['8972c920-2b50-4fe8-92b5-3b54836c1daa'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:19:09.034333 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d833ff34-b9c6-4035-a9af-761a3e14b95b None None] Routers {'8972c920-2b50-4fe8-92b5-3b54836c1daa'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:19:09.034333 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-d833ff34-b9c6-4035-a9af-761a3e14b95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:19:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['8972c920-2b50-4fe8-92b5-3b54836c1daa'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:19:09.074308 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2b78fb20-bcde-4f0b-87d0-87b583fc70be req-3ee848d9-7244-4980-8dbc-391c307bc53f tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.2.30 HTTP/1.1" status: 200 len: 695 time: 0.1758413 Nov 12 08:19:09.088126 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e4be44fe-5d1b-4ad7-af4c-a4cd7f12cbab admin admin] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:09.091484 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-e4be44fe-5d1b-4ad7-af4c-a4cd7f12cbab admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.2558143 Nov 12 08:19:09.091648 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a8221f11-a42d-4256-8869-7ef03884d327 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-933016'] for router_gateway, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:09.093718 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 46110) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:09.129952 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:09.153095 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 46112) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:09.181385 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff616263-8bdc-476a-b558-68c72560588a req-2b7c3f35-037b-4637-bcb9-f3e897df9dbd tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:09.188189 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff616263-8bdc-476a-b558-68c72560588a req-2b7c3f35-037b-4637-bcb9-f3e897df9dbd tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:09.195491 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff616263-8bdc-476a-b558-68c72560588a req-2b7c3f35-037b-4637-bcb9-f3e897df9dbd tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:09.203582 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff616263-8bdc-476a-b558-68c72560588a req-2b7c3f35-037b-4637-bcb9-f3e897df9dbd tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:09.205902 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-0aeb49f6-3cfd-4861-b286-eb48b880cc7c None None] Provisioning complete for port be7df1ea-2355-41f6-b033-0f0e81807928 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:19:09.206472 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-0aeb49f6-3cfd-4861-b286-eb48b880cc7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:09.211719 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff616263-8bdc-476a-b558-68c72560588a req-2b7c3f35-037b-4637-bcb9-f3e897df9dbd tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:09.218712 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff616263-8bdc-476a-b558-68c72560588a req-2b7c3f35-037b-4637-bcb9-f3e897df9dbd tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:09.226353 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff616263-8bdc-476a-b558-68c72560588a req-2b7c3f35-037b-4637-bcb9-f3e897df9dbd tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:09.229670 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ff616263-8bdc-476a-b558-68c72560588a req-2b7c3f35-037b-4637-bcb9-f3e897df9dbd tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.21 "GET /v2.0/ports?device_id=3bd1d6ac-fc22-40b4-9334-b79b8f638fb9 HTTP/1.1" status: 200 len: 5433 time: 0.2110457 Nov 12 08:19:09.318123 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a8221f11-a42d-4256-8869-7ef03884d327 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:09.326027 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-28e3cc42-fca0-4d7f-b3dc-4121b7feb49f req-1a3d3387-75d0-40de-a9f0-a9b600508a64 tempest-ServerShowV247Test-2068399042 tempest-ServerShowV247Test-2068399042-project] 10.222.0.44 "GET /v2.0/ports?device_id=2294666f-258f-4d91-9c35-2192a1edbbc3 HTTP/1.1" status: 200 len: 210 time: 0.2208037 Nov 12 08:19:09.327374 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a8221f11-a42d-4256-8869-7ef03884d327 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:09.357809 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-d833ff34-b9c6-4035-a9af-761a3e14b95b None None] Set router 8972c920-2b50-4fe8-92b5-3b54836c1daa gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:19:09.443838 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4053c94f-7f7f-4f7f-818c-d7ec0ab44059 req-2a446e61-0acf-4ad7-9924-15143e0dd8e9 service neutron] 10.222.0.21 "GET /v2.0/networks/6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5967119 Nov 12 08:19:09.446263 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a8221f11-a42d-4256-8869-7ef03884d327 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:09.446950 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8221f11-a42d-4256-8869-7ef03884d327 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 908dd0d8-a881-47ff-8379-61239339e38d {{(pid=102599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:19:09.459188 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a8221f11-a42d-4256-8869-7ef03884d327 admin admin] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:09.464722 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-a8221f11-a42d-4256-8869-7ef03884d327 admin admin] 10.222.0.26 "DELETE /v2.0/routers/908dd0d8-a881-47ff-8379-61239339e38d HTTP/1.1" status: 204 len: 168 time: 3.1629665 Nov 12 08:19:09.466664 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 46116) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:09.572178 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5b0c19b-d071-4749-b1de-55c85d13a9d0 admin admin] Deleting subnet 3ef446da-2196-4a21-8d1a-ac361ac71b6e {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:19:09.577255 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d5b0c19b-d071-4749-b1de-55c85d13a9d0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:09.617045 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-2b78fb20-bcde-4f0b-87d0-87b583fc70be req-ed2c9d59-96f7-40ea-87bc-b17660379449 tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Deleting port 608aa600-b929-4420-9fa2-b03bfc7e7f7c {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:19:09.617389 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-2b78fb20-bcde-4f0b-87d0-87b583fc70be req-ed2c9d59-96f7-40ea-87bc-b17660379449 tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:09.692519 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d5b0c19b-d071-4749-b1de-55c85d13a9d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31181813'] for subnet, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:09.700610 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-d833ff34-b9c6-4035-a9af-761a3e14b95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8972c920-2b50-4fe8-92b5-3b54836c1daa', 'name': 'tempest-ServerActionsTestJSON-336760699-router', 'tenant_id': '13ee7d6d71864c9eb2f508185e6a266f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '85614164-d9ff-4abf-b6b6-f34a0ad5ac4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:19:05Z', 'updated_at': '2021-11-12T08:19:07Z', 'revision_number': 3, 'project_id': '13ee7d6d71864c9eb2f508185e6a266f', 'gw_port': {'id': '85614164-d9ff-4abf-b6b6-f34a0ad5ac4a', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ea:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8972c920-2b50-4fe8-92b5-3b54836c1daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:19:06Z', 'updated_at': '2021-11-12T08:19:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:19:09.737270 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d5b0c19b-d071-4749-b1de-55c85d13a9d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:09.748439 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d833ff34-b9c6-4035-a9af-761a3e14b95b None None] Checking router: 8972c920-2b50-4fe8-92b5-3b54836c1daa for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:19:09.761441 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff616263-8bdc-476a-b558-68c72560588a req-361b4b3d-f7ea-4d68-9dd3-47befa076fdb tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:09.762013 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d833ff34-b9c6-4035-a9af-761a3e14b95b None None] Updating router 8972c920-2b50-4fe8-92b5-3b54836c1daa port 85614164-d9ff-4abf-b6b6-f34a0ad5ac4a binding host n-d-765315-29 {{(pid=102602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:19:09.766043 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ff616263-8bdc-476a-b558-68c72560588a req-361b4b3d-f7ea-4d68-9dd3-47befa076fdb tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.21 "GET /v2.0/ports/2c803051-3860-4c62-bdef-be9267f3772d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1724355 Nov 12 08:19:09.777553 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-636d0535-bb61-46c1-8e9c-f0f44e6345c3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1939b51e9c8b4f01919852d182bbbf5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6206901 Nov 12 08:19:09.795036 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 46120) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:09.803013 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-d833ff34-b9c6-4035-a9af-761a3e14b95b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:09.806183 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:09.819130 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d5b0c19b-d071-4749-b1de-55c85d13a9d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:09.853862 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463f26f2-d5ce-46f7-9d1e-885480c88068 req-4ca1e944-3670-4b52-aa4d-fe498ceced88 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:09.860092 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463f26f2-d5ce-46f7-9d1e-885480c88068 req-4ca1e944-3670-4b52-aa4d-fe498ceced88 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:09.866868 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463f26f2-d5ce-46f7-9d1e-885480c88068 req-4ca1e944-3670-4b52-aa4d-fe498ceced88 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:09.873652 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463f26f2-d5ce-46f7-9d1e-885480c88068 req-4ca1e944-3670-4b52-aa4d-fe498ceced88 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:09.880406 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463f26f2-d5ce-46f7-9d1e-885480c88068 req-4ca1e944-3670-4b52-aa4d-fe498ceced88 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:09.886563 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463f26f2-d5ce-46f7-9d1e-885480c88068 req-4ca1e944-3670-4b52-aa4d-fe498ceced88 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:09.893001 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463f26f2-d5ce-46f7-9d1e-885480c88068 req-4ca1e944-3670-4b52-aa4d-fe498ceced88 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:09.901190 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-463f26f2-d5ce-46f7-9d1e-885480c88068 req-4ca1e944-3670-4b52-aa4d-fe498ceced88 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd1d6ac-fc22-40b4-9334-b79b8f638fb9 HTTP/1.1" status: 200 len: 5433 time: 0.3086932 Nov 12 08:19:09.941693 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b0c19b-d071-4749-b1de-55c85d13a9d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ef446da-2196-4a21-8d1a-ac361ac71b6e,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:09.946265 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d5b0c19b-d071-4749-b1de-55c85d13a9d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:09.951319 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-d5b0c19b-d071-4749-b1de-55c85d13a9d0 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/3ef446da-2196-4a21-8d1a-ac361ac71b6e HTTP/1.1" status: 204 len: 168 time: 0.4826267 Nov 12 08:19:09.953627 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-2b78fb20-bcde-4f0b-87d0-87b583fc70be req-ed2c9d59-96f7-40ea-87bc-b17660379449 tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:09.954046 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-2b78fb20-bcde-4f0b-87d0-87b583fc70be req-ed2c9d59-96f7-40ea-87bc-b17660379449 tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:09.956940 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 46126) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:09.977343 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device be7df1ea-2355-41f6-b033-0f0e81807928 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:19:10.003893 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-2b78fb20-bcde-4f0b-87d0-87b583fc70be req-ed2c9d59-96f7-40ea-87bc-b17660379449 tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Calling delete_port for 608aa600-b929-4420-9fa2-b03bfc7e7f7c owned by network:floatingip {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:19:10.052466 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port be7df1ea-2355-41f6-b033-0f0e81807928 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:19:10.053091 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:10.119127 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-47b412f0-3daf-42c2-aa55-c6e67c72d286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:10.206799 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-463f26f2-d5ce-46f7-9d1e-885480c88068 req-f9d2b64e-820d-45d2-aee1-ac5a1160da73 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b5c7833-24a2-4c14-bc24-7cc6ddd646d8&id=edb098b1-b850-4d1f-9907-ebc80ab17859&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3006394 Nov 12 08:19:10.228076 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ff616263-8bdc-476a-b558-68c72560588a req-ca2a4677-afac-4960-bd3f-e9ee202a7a24 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.21 "GET /v2.0/networks/1a323889-6c9a-40df-9d33-3f74857cb8d2?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4507616 Nov 12 08:19:10.263352 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-ff616263-8bdc-476a-b558-68c72560588a req-b79eb136-f582-4ee7-88bc-d6699dae896c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:19:10.266291 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-296c2785-0ce0-4f54-803d-3fa16f4b4951 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:10.275016 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-47b412f0-3daf-42c2-aa55-c6e67c72d286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:10.339831 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-47b412f0-3daf-42c2-aa55-c6e67c72d286 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4868e010-efee-4156-923d-bc5986bd6163']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:19:10.354757 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-47b412f0-3daf-42c2-aa55-c6e67c72d286 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '796655e0-3364-45b6-8923-bd5e3a27ab44') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:19:10.355050 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-47b412f0-3daf-42c2-aa55-c6e67c72d286 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '796655e0-3364-45b6-8923-bd5e3a27ab44') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:19:10.371447 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-47b412f0-3daf-42c2-aa55-c6e67c72d286 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:10.396882 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-47b412f0-3daf-42c2-aa55-c6e67c72d286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:10.400208 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-2b78fb20-bcde-4f0b-87d0-87b583fc70be req-ed2c9d59-96f7-40ea-87bc-b17660379449 tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:10.403485 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 862c1742-b123-4b2a-b3d0-37015715a421 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:19:10.418576 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47b412f0-3daf-42c2-aa55-c6e67c72d286 admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:19:10.419259 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-47b412f0-3daf-42c2-aa55-c6e67c72d286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:10.419823 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-d833ff34-b9c6-4035-a9af-761a3e14b95b None None] Publish callbacks [] for port, precommit_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:10.424590 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 08:19:10.424590 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:19:10.424590 n-d-765315-29 neutron-server[102599]: timer() Nov 12 08:19:10.424590 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:19:10.424590 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 08:19:10.424590 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:19:10.424590 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 08:19:10.424590 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:19:10.424590 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 08:19:10.424590 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:19:10.424590 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 08:19:10.424590 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:19:10.424590 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 08:19:10.424590 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:19:10.424590 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:19:10.424590 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:19:10.424590 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:19:10.424590 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:19:10.424590 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 08:19:10.424590 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:19:10.424590 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 08:19:10.424590 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:19:10.424590 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:19:10.424590 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:19:10.424590 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 08:19:10.424590 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:19:10.424590 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:19:10.424590 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:19:10.424590 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:19:10.424590 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:19:10.424590 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:19:10.424590 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:19:10.437142 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-d833ff34-b9c6-4035-a9af-761a3e14b95b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:10.450812 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 862c1742-b123-4b2a-b3d0-37015715a421 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:19:10.452119 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 862c1742-b123-4b2a-b3d0-37015715a421 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:19:10.459986 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-296c2785-0ce0-4f54-803d-3fa16f4b4951 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:10.485291 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2c9d59-96f7-40ea-87bc-b17660379449 tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Pushing event deleted for resources: {'Port': ['ID=608aa600-b929-4420-9fa2-b03bfc7e7f7c,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:10.506739 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47b9716-c1d9-4b26-bed5-edd93e4fb2f2 None None] Pushing event updated for resources: {'Port': ['ID=85614164-d9ff-4abf-b6b6-f34a0ad5ac4a,revision_number=2']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:10.509302 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-d833ff34-b9c6-4035-a9af-761a3e14b95b None None] Attempting to bind port 85614164-d9ff-4abf-b6b6-f34a0ad5ac4a on host n-d-765315-29 for vnic_type normal with profile {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:19:10.509762 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-d833ff34-b9c6-4035-a9af-761a3e14b95b None None] Attempting to bind port 85614164-d9ff-4abf-b6b6-f34a0ad5ac4a by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:19:10.509888 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d833ff34-b9c6-4035-a9af-761a3e14b95b None None] Attempting to bind port 85614164-d9ff-4abf-b6b6-f34a0ad5ac4a on network d709f64f-f9e6-4525-b020-ad48633b9bbf {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:19:10.516729 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d833ff34-b9c6-4035-a9af-761a3e14b95b None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:19:10.516729 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d833ff34-b9c6-4035-a9af-761a3e14b95b None None] Checking segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:19:10.517135 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-d833ff34-b9c6-4035-a9af-761a3e14b95b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:10.518036 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d833ff34-b9c6-4035-a9af-761a3e14b95b None None] Bound using segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:19:10.519395 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-d833ff34-b9c6-4035-a9af-761a3e14b95b None None] Bound port: 85614164-d9ff-4abf-b6b6-f34a0ad5ac4a, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:19:10.519395 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-d833ff34-b9c6-4035-a9af-761a3e14b95b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:10.559364 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-2b78fb20-bcde-4f0b-87d0-87b583fc70be req-ed2c9d59-96f7-40ea-87bc-b17660379449 tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Publish callbacks [] for floatingip, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:10.562378 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-2b78fb20-bcde-4f0b-87d0-87b583fc70be req-ed2c9d59-96f7-40ea-87bc-b17660379449 tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:10.563676 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2b78fb20-bcde-4f0b-87d0-87b583fc70be req-ed2c9d59-96f7-40ea-87bc-b17660379449 tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] 10.222.0.26 "DELETE /v2.0/floatingips/c5f38ca9-be53-4ca7-af43-5ca5ad4febe2 HTTP/1.1" status: 204 len: 173 time: 1.4783757 Nov 12 08:19:10.587347 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-47b412f0-3daf-42c2-aa55-c6e67c72d286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:10.589436 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-d833ff34-b9c6-4035-a9af-761a3e14b95b None None] For port 85614164-d9ff-4abf-b6b6-f34a0ad5ac4a, host n-d-765315-29, cleared binding levels {{(pid=102602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:19:10.595096 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-ff616263-8bdc-476a-b558-68c72560588a req-b79eb136-f582-4ee7-88bc-d6699dae896c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:10.598628 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-d833ff34-b9c6-4035-a9af-761a3e14b95b None None] For port 85614164-d9ff-4abf-b6b6-f34a0ad5ac4a, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=85614164-d9ff-4abf-b6b6-f34a0ad5ac4a,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:19:10.610847 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-d833ff34-b9c6-4035-a9af-761a3e14b95b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:10.617551 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-47b412f0-3daf-42c2-aa55-c6e67c72d286 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:10.620816 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-47b412f0-3daf-42c2-aa55-c6e67c72d286 admin admin] 10.222.0.26 "DELETE /v2.0/networks/4868e010-efee-4156-923d-bc5986bd6163 HTTP/1.1" status: 204 len: 168 time: 0.6628978 Nov 12 08:19:10.622432 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b412f0-3daf-42c2-aa55-c6e67c72d286 admin admin] Pushing event deleted for resources: {'Network': ['ID=4868e010-efee-4156-923d-bc5986bd6163,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:10.644809 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c503b3-c697-44f2-a033-a382739e1669 req-e4ff4b87-4cfc-4c48-b17b-52aec1115b6f tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:10.647480 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-23c503b3-c697-44f2-a033-a382739e1669 req-e4ff4b87-4cfc-4c48-b17b-52aec1115b6f tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=05590b28-c4a9-41f8-a868-649414f5e466 HTTP/1.1" status: 200 len: 946 time: 0.3140786 Nov 12 08:19:10.729909 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-296c2785-0ce0-4f54-803d-3fa16f4b4951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:10.737547 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-296c2785-0ce0-4f54-803d-3fa16f4b4951 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:10.738932 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-296c2785-0ce0-4f54-803d-3fa16f4b4951 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4b1c5fb9-9d17-4399-87b8-64ecfaad3f68 HTTP/1.1" status: 204 len: 168 time: 0.8354349 Nov 12 08:19:10.749932 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47b9716-c1d9-4b26-bed5-edd93e4fb2f2 None None] Pushing event updated for resources: {'Port': ['ID=85614164-d9ff-4abf-b6b6-f34a0ad5ac4a,revision_number=3']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:10.753517 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d833ff34-b9c6-4035-a9af-761a3e14b95b None None] Routers {'8972c920-2b50-4fe8-92b5-3b54836c1daa'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:19:10.754450 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-d833ff34-b9c6-4035-a9af-761a3e14b95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:19:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['8972c920-2b50-4fe8-92b5-3b54836c1daa'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:19:10.843215 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-23c503b3-c697-44f2-a033-a382739e1669 req-75aed378-623d-4635-acb0-c4fa89871672 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411324 Nov 12 08:19:10.994251 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-d833ff34-b9c6-4035-a9af-761a3e14b95b None None] Set router 8972c920-2b50-4fe8-92b5-3b54836c1daa gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:19:11.010975 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296c2785-0ce0-4f54-803d-3fa16f4b4951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b1c5fb9-9d17-4399-87b8-64ecfaad3f68,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:11.176979 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0ec3e8-8c04-4187-8fb1-beedd91195c0 req-b49ee549-f87d-4f39-99d9-d8b45655cc83 tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:11.182129 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-aa0ec3e8-8c04-4187-8fb1-beedd91195c0 req-b49ee549-f87d-4f39-99d9-d8b45655cc83 tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3740473 Nov 12 08:19:11.182632 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 46136) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:11.209345 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-ff616263-8bdc-476a-b558-68c72560588a req-b79eb136-f582-4ee7-88bc-d6699dae896c service neutron] For port 2c803051-3860-4c62-bdef-be9267f3772d, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=2c803051-3860-4c62-bdef-be9267f3772d,segment=NetworkSegment(ef780b90-c001-4df4-8a87-60cbd26d33b1),segment_id=ef780b90-c001-4df4-8a87-60cbd26d33b1)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:19:11.229124 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-ef153117-25ba-4b60-afde-6269be310ba4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=417fd406cc39404ba5ae67c25efe38d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0453730 Nov 12 08:19:11.229713 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 46142) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:11.235805 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 46144) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:11.299379 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-580e5eb2-b8e5-4c65-b082-b1c42f576114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:11.391494 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e8b3b16e-68b9-4e9c-815f-bd2c4ed2810b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:11.414237 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-d833ff34-b9c6-4035-a9af-761a3e14b95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8972c920-2b50-4fe8-92b5-3b54836c1daa', 'name': 'tempest-ServerActionsTestJSON-336760699-router', 'tenant_id': '13ee7d6d71864c9eb2f508185e6a266f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '85614164-d9ff-4abf-b6b6-f34a0ad5ac4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:19:05Z', 'updated_at': '2021-11-12T08:19:07Z', 'revision_number': 3, 'project_id': '13ee7d6d71864c9eb2f508185e6a266f', 'gw_port': {'id': '85614164-d9ff-4abf-b6b6-f34a0ad5ac4a', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ea:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8972c920-2b50-4fe8-92b5-3b54836c1daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:19:06Z', 'updated_at': '2021-11-12T08:19:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:19:11.440816 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-74a9a7a7-10ae-4375-a0d8-3dab6fe09308 req-33efe388-20b9-4b2f-aeb3-2233a3316295 tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] 10.222.0.26 "GET /v2.0/floatingips?tenant_id=7b69c126bd244f4889818ad60167e0fe HTTP/1.1" status: 200 len: 1656 time: 0.1450870 Nov 12 08:19:11.447015 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d833ff34-b9c6-4035-a9af-761a3e14b95b None None] The sync data for ids ['8972c920-2b50-4fe8-92b5-3b54836c1daa'] in n-d-765315-29 is: [{'id': '8972c920-2b50-4fe8-92b5-3b54836c1daa', 'name': 'tempest-ServerActionsTestJSON-336760699-router', 'tenant_id': '13ee7d6d71864c9eb2f508185e6a266f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '85614164-d9ff-4abf-b6b6-f34a0ad5ac4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:19:05Z', 'updated_at': '2021-11-12T08:19:07Z', 'revision_number': 3, 'project_id': '13ee7d6d71864c9eb2f508185e6a266f', 'gw_port': {'id': '85614164-d9ff-4abf-b6b6-f34a0ad5ac4a', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ea:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8972c920-2b50-4fe8-92b5-3b54836c1daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:19:06Z', 'updated_at': '2021-11-12T08:19:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:19:11.471719 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5276baaa-a7ff-4fce-80d6-8e902a9303f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:11.504242 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e8b3b16e-68b9-4e9c-815f-bd2c4ed2810b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:11.560738 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-ff616263-8bdc-476a-b558-68c72560588a req-b79eb136-f582-4ee7-88bc-d6699dae896c service neutron] For port 2c803051-3860-4c62-bdef-be9267f3772d, host n-h1-765315-29, cleared binding levels {{(pid=102600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:19:11.603405 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e8b3b16e-68b9-4e9c-815f-bd2c4ed2810b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:11.606108 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e8b3b16e-68b9-4e9c-815f-bd2c4ed2810b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:11.611147 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-e8b3b16e-68b9-4e9c-815f-bd2c4ed2810b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/aec52d38-03ed-427d-a216-63dd2a33f98c HTTP/1.1" status: 204 len: 168 time: 0.3574669 Nov 12 08:19:11.674687 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb863cea-87dd-4297-bdc1-767521ce704b req-71abdcc5-29a5-473b-88d6-f24aed33ea74 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:11.681268 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb863cea-87dd-4297-bdc1-767521ce704b req-71abdcc5-29a5-473b-88d6-f24aed33ea74 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:11.687212 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [req-ff616263-8bdc-476a-b558-68c72560588a req-b79eb136-f582-4ee7-88bc-d6699dae896c service neutron] device_id is not set on port 2c803051-3860-4c62-bdef-be9267f3772d yet. {{(pid=102600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:19:11.701230 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb863cea-87dd-4297-bdc1-767521ce704b req-71abdcc5-29a5-473b-88d6-f24aed33ea74 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:11.717748 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb863cea-87dd-4297-bdc1-767521ce704b req-71abdcc5-29a5-473b-88d6-f24aed33ea74 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:11.723166 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 2c803051-3860-4c62-bdef-be9267f3772d no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:19:11.728362 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb863cea-87dd-4297-bdc1-767521ce704b req-71abdcc5-29a5-473b-88d6-f24aed33ea74 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:11.736438 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb863cea-87dd-4297-bdc1-767521ce704b req-71abdcc5-29a5-473b-88d6-f24aed33ea74 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:11.763225 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb863cea-87dd-4297-bdc1-767521ce704b req-71abdcc5-29a5-473b-88d6-f24aed33ea74 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:11.779252 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cb863cea-87dd-4297-bdc1-767521ce704b req-71abdcc5-29a5-473b-88d6-f24aed33ea74 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd1d6ac-fc22-40b4-9334-b79b8f638fb9 HTTP/1.1" status: 200 len: 5433 time: 0.4331679 Nov 12 08:19:11.785285 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-ff616263-8bdc-476a-b558-68c72560588a req-b79eb136-f582-4ee7-88bc-d6699dae896c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:11.823025 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 2c803051-3860-4c62-bdef-be9267f3772d not bound to the agent host n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:19:11.826054 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 0793927c-8519-449f-9816-c38d5e388678 no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:19:11.854928 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a9a7a7-10ae-4375-a0d8-3dab6fe09308 req-d1d3c186-9cda-4f4e-bd87-bee6ef882c67 tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:11.867103 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-74a9a7a7-10ae-4375-a0d8-3dab6fe09308 req-d1d3c186-9cda-4f4e-bd87-bee6ef882c67 tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] 10.222.0.26 "GET /v2.0/networks?id=d709f64f-f9e6-4525-b020-ad48633b9bbf&id=d709f64f-f9e6-4525-b020-ad48633b9bbf&id=d709f64f-f9e6-4525-b020-ad48633b9bbf HTTP/1.1" status: 200 len: 787 time: 0.4007473 Nov 12 08:19:11.884301 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-ff616263-8bdc-476a-b558-68c72560588a req-b79eb136-f582-4ee7-88bc-d6699dae896c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:11.916447 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [req-74a9a7a7-10ae-4375-a0d8-3dab6fe09308 req-7ef524c1-6ab9-41ea-a514-4e9f7605917a tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:19:11.926289 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b3b16e-68b9-4e9c-815f-bd2c4ed2810b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec52d38-03ed-427d-a216-63dd2a33f98c,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:11.926895 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-74a9a7a7-10ae-4375-a0d8-3dab6fe09308 req-7ef524c1-6ab9-41ea-a514-4e9f7605917a tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0584316 Nov 12 08:19:12.032575 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5276baaa-a7ff-4fce-80d6-8e902a9303f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:12.056484 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5276baaa-a7ff-4fce-80d6-8e902a9303f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:12.156180 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-5276baaa-a7ff-4fce-80d6-8e902a9303f4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e1f093ef7a3549c385d4c72b9589791f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9210699 Nov 12 08:19:12.165219 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 46172) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:12.199374 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:12.220418 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:12.251193 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff616263-8bdc-476a-b558-68c72560588a req-b79eb136-f582-4ee7-88bc-d6699dae896c service neutron] No DVR routers for this DVR port 2c803051-3860-4c62-bdef-be9267f3772d on host n-h1-765315-29 {{(pid=102600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:19:12.262678 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79eb136-f582-4ee7-88bc-d6699dae896c service neutron] Pushing event updated for resources: {'Port': ['ID=2c803051-3860-4c62-bdef-be9267f3772d,revision_number=6']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:12.277929 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bd1d6ac-fc22-40b4-9334-b79b8f638fb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0793927c-8519-449f-9816-c38d5e388678'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:19:12.290393 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d17719d9-c602-4c0e-b719-9e600a34fdcb" -d '{"events": [{"server_uuid": "3bd1d6ac-fc22-40b4-9334-b79b8f638fb9", "name": "network-vif-unplugged", "status": "completed", "tag": "0793927c-8519-449f-9816-c38d5e388678"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:19:12.312261 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5276baaa-a7ff-4fce-80d6-8e902a9303f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad71524-5aa2-4e18-a4fb-d0a59fb1254b,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:12.344661 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 0793927c-8519-449f-9816-c38d5e388678, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=0793927c-8519-449f-9816-c38d5e388678,segment=NetworkSegment(f2435aad-db59-428a-9763-e2897ac84fcd),segment_id=f2435aad-db59-428a-9763-e2897ac84fcd)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:19:12.350075 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cb863cea-87dd-4297-bdc1-767521ce704b req-8ff202b6-09b4-45ac-87fa-aac85ab1033e tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b5c7833-24a2-4c14-bc24-7cc6ddd646d8&id=edb098b1-b850-4d1f-9907-ebc80ab17859&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5694122 Nov 12 08:19:12.353496 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:12.355232 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device f1dcc1d8-a453-49ab-adf5-63e92ffd32cd no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:19:12.418372 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3fe2ef6d-7459-4a7e-9ef2-8509aab25fda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:12.450126 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3fe2ef6d-7459-4a7e-9ef2-8509aab25fda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:12.578417 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3fe2ef6d-7459-4a7e-9ef2-8509aab25fda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:12.582420 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3fe2ef6d-7459-4a7e-9ef2-8509aab25fda admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:12.584026 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-3fe2ef6d-7459-4a7e-9ef2-8509aab25fda admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7ad71524-5aa2-4e18-a4fb-d0a59fb1254b HTTP/1.1" status: 204 len: 168 time: 0.4162042 Nov 12 08:19:12.635885 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe2ef6d-7459-4a7e-9ef2-8509aab25fda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad71524-5aa2-4e18-a4fb-d0a59fb1254b,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:12.641983 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eec5e60-7529-455b-88fd-72df0207cfd3 req-e162827c-0752-49d3-8acb-01a682f83ed1 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:12.648556 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cd4b22d5-ddd7-4014-a6bd-35b878433ac0 req-88383f2a-2d19-4db7-a7d2-01181e3c57f6 tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] 10.222.0.26 "GET /v2.0/floatingips/083c24f1-ab0c-4a83-91f2-024690492103 HTTP/1.1" status: 200 len: 693 time: 0.0902612 Nov 12 08:19:12.654197 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3eec5e60-7529-455b-88fd-72df0207cfd3 req-e162827c-0752-49d3-8acb-01a682f83ed1 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=05590b28-c4a9-41f8-a868-649414f5e466 HTTP/1.1" status: 200 len: 946 time: 0.3975153 Nov 12 08:19:12.660553 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-580e5eb2-b8e5-4c65-b082-b1c42f576114 admin admin] Allocated IP 172.20.0.1 (392b706c-fa83-40b2-ba41-e97d70efdd1d/2d250a72-e563-4d6e-ac4f-f44698e0ce3c/2e97c7f0-b9ba-43eb-8f4d-9e308341b7c4) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:19:12.674806 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [req-ff616263-8bdc-476a-b558-68c72560588a req-b79eb136-f582-4ee7-88bc-d6699dae896c service neutron] In _notify_port_updated(), no bound segment for port 2c803051-3860-4c62-bdef-be9267f3772d on network 1a323889-6c9a-40df-9d33-3f74857cb8d2 {{(pid=102600) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 08:19:12.676112 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff616263-8bdc-476a-b558-68c72560588a req-b79eb136-f582-4ee7-88bc-d6699dae896c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:12.681638 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-ff616263-8bdc-476a-b558-68c72560588a req-b79eb136-f582-4ee7-88bc-d6699dae896c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:12.684396 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ff616263-8bdc-476a-b558-68c72560588a req-b79eb136-f582-4ee7-88bc-d6699dae896c service neutron] 10.222.0.21 "PUT /v2.0/ports/2c803051-3860-4c62-bdef-be9267f3772d HTTP/1.1" status: 200 len: 1028 time: 2.4362690 Nov 12 08:19:12.735224 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-fb18d90e-ee7e-4f02-a885-10a8bdd6306e None None] Provisioning complete for port 2c803051-3860-4c62-bdef-be9267f3772d triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:19:12.735224 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-fb18d90e-ee7e-4f02-a885-10a8bdd6306e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:12.780680 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:12.797237 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-fb18d90e-ee7e-4f02-a885-10a8bdd6306e None None] Port 2c803051-3860-4c62-bdef-be9267f3772d cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:19:12.810225 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=0793927c-8519-449f-9816-c38d5e388678,revision_number=6']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:12.851389 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff616263-8bdc-476a-b558-68c72560588a req-0032a269-dc17-4e57-829a-2a7e1cd0577c tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:12.853125 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ff616263-8bdc-476a-b558-68c72560588a req-0032a269-dc17-4e57-829a-2a7e1cd0577c tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.21 "GET /v2.0/ports/222d1760-e17f-49ca-84de-7bb56db34609?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1483200 Nov 12 08:19:12.859186 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port f1dcc1d8-a453-49ab-adf5-63e92ffd32cd, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=f1dcc1d8-a453-49ab-adf5-63e92ffd32cd,segment=NetworkSegment(ef780b90-c001-4df4-8a87-60cbd26d33b1),segment_id=ef780b90-c001-4df4-8a87-60cbd26d33b1)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:19:12.867692 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:12.876999 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 37b402b7-2184-4bd5-848f-102be806aba4 no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:19:12.878537 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-ff616263-8bdc-476a-b558-68c72560588a req-bb4628ef-7c57-46eb-aa7d-fca9eaf0a92c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:19:12.900473 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4b22d5-ddd7-4014-a6bd-35b878433ac0 req-3ce9146a-2df9-4611-a776-25be873171b8 tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:12.904374 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cd4b22d5-ddd7-4014-a6bd-35b878433ac0 req-3ce9146a-2df9-4611-a776-25be873171b8 tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] 10.222.0.26 "GET /v2.0/networks/d709f64f-f9e6-4525-b020-ad48633b9bbf HTTP/1.1" status: 200 len: 784 time: 0.2538922 Nov 12 08:19:12.967339 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-ff616263-8bdc-476a-b558-68c72560588a req-bb4628ef-7c57-46eb-aa7d-fca9eaf0a92c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:13.035268 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=f1dcc1d8-a453-49ab-adf5-63e92ffd32cd,revision_number=6']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:13.063266 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cd4b22d5-ddd7-4014-a6bd-35b878433ac0 req-39e54304-3a00-4a2d-bb8e-4472e59c76eb tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.2.150 HTTP/1.1" status: 200 len: 696 time: 0.1487496 Nov 12 08:19:13.105583 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:13.138493 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-ff616263-8bdc-476a-b558-68c72560588a req-bb4628ef-7c57-46eb-aa7d-fca9eaf0a92c service neutron] For port 222d1760-e17f-49ca-84de-7bb56db34609, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=222d1760-e17f-49ca-84de-7bb56db34609,segment=NetworkSegment(ef780b90-c001-4df4-8a87-60cbd26d33b1),segment_id=ef780b90-c001-4df4-8a87-60cbd26d33b1)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:19:13.146662 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 37b402b7-2184-4bd5-848f-102be806aba4, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=37b402b7-2184-4bd5-848f-102be806aba4,segment=NetworkSegment(68a1743e-a8af-4970-92e1-04bf2dc80df9),segment_id=68a1743e-a8af-4970-92e1-04bf2dc80df9)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:19:13.162709 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:13.163721 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 84bf60b1-9802-4c17-be1c-ccf3dbe8abcd no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:19:13.206510 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-ff616263-8bdc-476a-b558-68c72560588a req-bb4628ef-7c57-46eb-aa7d-fca9eaf0a92c service neutron] For port 222d1760-e17f-49ca-84de-7bb56db34609, host n-h1-765315-29, cleared binding levels {{(pid=102600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:19:13.235964 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cd4b22d5-ddd7-4014-a6bd-35b878433ac0 req-e97fc2a6-e78c-4ec4-8e35-233e59080baa tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.2.150 HTTP/1.1" status: 200 len: 696 time: 0.1620953 Nov 12 08:19:13.277994 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=37b402b7-2184-4bd5-848f-102be806aba4,revision_number=6']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:13.318963 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3eec5e60-7529-455b-88fd-72df0207cfd3 req-101555a2-3e82-4d35-9f21-311600de1722 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6625943 Nov 12 08:19:13.335392 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [req-ff616263-8bdc-476a-b558-68c72560588a req-bb4628ef-7c57-46eb-aa7d-fca9eaf0a92c service neutron] device_id is not set on port 222d1760-e17f-49ca-84de-7bb56db34609 yet. {{(pid=102600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:19:13.376313 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:13.386688 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-ff616263-8bdc-476a-b558-68c72560588a req-bb4628ef-7c57-46eb-aa7d-fca9eaf0a92c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:13.437679 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 84bf60b1-9802-4c17-be1c-ccf3dbe8abcd, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=84bf60b1-9802-4c17-be1c-ccf3dbe8abcd,segment=NetworkSegment(ef780b90-c001-4df4-8a87-60cbd26d33b1),segment_id=ef780b90-c001-4df4-8a87-60cbd26d33b1)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:19:13.444348 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:13.445173 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device d68eab59-913a-43c9-aa2c-928060df69bb no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:19:13.500748 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-580e5eb2-b8e5-4c65-b082-b1c42f576114 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:13.520088 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d32287-72f7-4c18-af0c-34052e44d720 x-openstack-request-id: req-e4d32287-72f7-4c18-af0c-34052e44d720 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:19:13.520426 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bd1d6ac-fc22-40b4-9334-b79b8f638fb9", "name": "network-vif-unplugged", "status": "completed", "tag": "0793927c-8519-449f-9816-c38d5e388678", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:19:13.520598 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e4d32287-72f7-4c18-af0c-34052e44d720 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:19:13.521131 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bd1d6ac-fc22-40b4-9334-b79b8f638fb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0793927c-8519-449f-9816-c38d5e388678', 'code': 200} Nov 12 08:19:13.567363 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-ff616263-8bdc-476a-b558-68c72560588a req-bb4628ef-7c57-46eb-aa7d-fca9eaf0a92c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:13.599583 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-cd4b22d5-ddd7-4014-a6bd-35b878433ac0 req-5588e507-51c5-4a07-a00e-38ebc955e2c7 tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Deleting port c085854d-fad0-44bc-97ef-9df976ea0808 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:19:13.607095 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:13.608505 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cd4b22d5-ddd7-4014-a6bd-35b878433ac0 req-5588e507-51c5-4a07-a00e-38ebc955e2c7 tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:13.654959 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=84bf60b1-9802-4c17-be1c-ccf3dbe8abcd,revision_number=6']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:13.673215 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port d68eab59-913a-43c9-aa2c-928060df69bb, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=d68eab59-913a-43c9-aa2c-928060df69bb,segment=NetworkSegment(68a1743e-a8af-4970-92e1-04bf2dc80df9),segment_id=68a1743e-a8af-4970-92e1-04bf2dc80df9)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:19:13.681017 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:13.682979 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-580e5eb2-b8e5-4c65-b082-b1c42f576114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:13.683117 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 222d1760-e17f-49ca-84de-7bb56db34609 no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:19:13.692061 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4628ef-7c57-46eb-aa7d-fca9eaf0a92c service neutron] Pushing event updated for resources: {'Port': ['ID=222d1760-e17f-49ca-84de-7bb56db34609,revision_number=6']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:13.840210 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580e5eb2-b8e5-4c65-b082-b1c42f576114 admin admin] Network 392b706c-fa83-40b2-ba41-e97d70efdd1d is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:19:13.844360 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff616263-8bdc-476a-b558-68c72560588a req-bb4628ef-7c57-46eb-aa7d-fca9eaf0a92c service neutron] No DVR routers for this DVR port 222d1760-e17f-49ca-84de-7bb56db34609 on host n-h1-765315-29 {{(pid=102600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:19:13.892896 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 222d1760-e17f-49ca-84de-7bb56db34609 not bound to the agent host n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:19:13.898652 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=d68eab59-913a-43c9-aa2c-928060df69bb,revision_number=6']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:13.898832 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cd4b22d5-ddd7-4014-a6bd-35b878433ac0 req-5588e507-51c5-4a07-a00e-38ebc955e2c7 tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:13.898832 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cd4b22d5-ddd7-4014-a6bd-35b878433ac0 req-5588e507-51c5-4a07-a00e-38ebc955e2c7 tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:13.902339 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-580e5eb2-b8e5-4c65-b082-b1c42f576114 admin admin] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:19:13.933637 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-cd4b22d5-ddd7-4014-a6bd-35b878433ac0 req-5588e507-51c5-4a07-a00e-38ebc955e2c7 tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Calling delete_port for c085854d-fad0-44bc-97ef-9df976ea0808 owned by network:floatingip {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:19:13.973246 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 85614164-d9ff-4abf-b6b6-f34a0ad5ac4a up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:19:14.005822 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [req-ff616263-8bdc-476a-b558-68c72560588a req-bb4628ef-7c57-46eb-aa7d-fca9eaf0a92c service neutron] In _notify_port_updated(), no bound segment for port 222d1760-e17f-49ca-84de-7bb56db34609 on network 1a323889-6c9a-40df-9d33-3f74857cb8d2 {{(pid=102600) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 08:19:14.009609 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff616263-8bdc-476a-b558-68c72560588a req-bb4628ef-7c57-46eb-aa7d-fca9eaf0a92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:14.010378 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-ff616263-8bdc-476a-b558-68c72560588a req-bb4628ef-7c57-46eb-aa7d-fca9eaf0a92c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:14.012999 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ff616263-8bdc-476a-b558-68c72560588a req-bb4628ef-7c57-46eb-aa7d-fca9eaf0a92c service neutron] 10.222.0.21 "PUT /v2.0/ports/222d1760-e17f-49ca-84de-7bb56db34609 HTTP/1.1" status: 200 len: 1027 time: 1.1461530 Nov 12 08:19:14.107731 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 85614164-d9ff-4abf-b6b6-f34a0ad5ac4a triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:19:14.109008 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:14.153061 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580e5eb2-b8e5-4c65-b082-b1c42f576114 admin admin] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:19:14.294558 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-1a351492-8281-457e-a732-0e22c1609169 None None] Provisioning complete for port 222d1760-e17f-49ca-84de-7bb56db34609 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:19:14.294992 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1a351492-8281-457e-a732-0e22c1609169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:14.335154 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cd4b22d5-ddd7-4014-a6bd-35b878433ac0 req-5588e507-51c5-4a07-a00e-38ebc955e2c7 tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:14.397995 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580e5eb2-b8e5-4c65-b082-b1c42f576114 admin admin] Pushing event updated for resources: {'Port': ['ID=2e97c7f0-b9ba-43eb-8f4d-9e308341b7c4,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:14.478231 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5588e507-51c5-4a07-a00e-38ebc955e2c7 tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Pushing event deleted for resources: {'Port': ['ID=c085854d-fad0-44bc-97ef-9df976ea0808,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:14.510241 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-580e5eb2-b8e5-4c65-b082-b1c42f576114 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933481'] for router_interface, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:14.572458 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cd4b22d5-ddd7-4014-a6bd-35b878433ac0 req-5588e507-51c5-4a07-a00e-38ebc955e2c7 tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Publish callbacks [] for floatingip, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:14.575887 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cd4b22d5-ddd7-4014-a6bd-35b878433ac0 req-5588e507-51c5-4a07-a00e-38ebc955e2c7 tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:14.577664 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cd4b22d5-ddd7-4014-a6bd-35b878433ac0 req-5588e507-51c5-4a07-a00e-38ebc955e2c7 tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] 10.222.0.26 "DELETE /v2.0/floatingips/083c24f1-ab0c-4a83-91f2-024690492103 HTTP/1.1" status: 204 len: 173 time: 1.3329272 Nov 12 08:19:14.642240 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [req-ff616263-8bdc-476a-b558-68c72560588a req-41416a12-4e5f-4fc4-ac93-ce204b8b1547 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Deleting port 37b402b7-2184-4bd5-848f-102be806aba4 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:19:14.643757 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-ff616263-8bdc-476a-b558-68c72560588a req-41416a12-4e5f-4fc4-ac93-ce204b8b1547 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:14.714232 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-1a351492-8281-457e-a732-0e22c1609169 None None] Port 222d1760-e17f-49ca-84de-7bb56db34609 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:19:14.741428 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:14.775847 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] For port 85614164-d9ff-4abf-b6b6-f34a0ad5ac4a, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=85614164-d9ff-4abf-b6b6-f34a0ad5ac4a,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:19:14.776584 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee189929-ffc3-48ea-8f67-76ca6ee13633 req-148d0f2e-e1b8-4fbe-b03e-911f7f385a98 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:14.781625 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:14.790649 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ee189929-ffc3-48ea-8f67-76ca6ee13633 req-148d0f2e-e1b8-4fbe-b03e-911f7f385a98 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=05590b28-c4a9-41f8-a868-649414f5e466 HTTP/1.1" status: 200 len: 946 time: 0.1362860 Nov 12 08:19:14.832268 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-ff616263-8bdc-476a-b558-68c72560588a req-41416a12-4e5f-4fc4-ac93-ce204b8b1547 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] For port 37b402b7-2184-4bd5-848f-102be806aba4, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=37b402b7-2184-4bd5-848f-102be806aba4,segment=NetworkSegment(68a1743e-a8af-4970-92e1-04bf2dc80df9),segment_id=68a1743e-a8af-4970-92e1-04bf2dc80df9)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:19:14.832268 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-ff616263-8bdc-476a-b558-68c72560588a req-41416a12-4e5f-4fc4-ac93-ce204b8b1547 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:14.884788 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [req-ff616263-8bdc-476a-b558-68c72560588a req-41416a12-4e5f-4fc4-ac93-ce204b8b1547 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Calling delete_port for 37b402b7-2184-4bd5-848f-102be806aba4 owned by compute:nova {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:19:14.949679 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Pushing event updated for resources: {'Port': ['ID=85614164-d9ff-4abf-b6b6-f34a0ad5ac4a,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:14.952676 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ee189929-ffc3-48ea-8f67-76ca6ee13633 req-a31556b9-25f9-4513-ac49-acb3ea61155b tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573174 Nov 12 08:19:14.981522 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-3ae1ffc1-fb61-4d92-8be1-d9f8a9d86d1f None None] Provisioning complete for port 2e97c7f0-b9ba-43eb-8f4d-9e308341b7c4 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:19:14.981763 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3ae1ffc1-fb61-4d92-8be1-d9f8a9d86d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:14.987689 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 46252) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:15.005627 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39e69f0-e218-4e82-a45a-c506090ddf58 req-170f1795-a0d2-47e4-8d81-a5b2ddf80fbe tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:15.036083 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39e69f0-e218-4e82-a45a-c506090ddf58 req-170f1795-a0d2-47e4-8d81-a5b2ddf80fbe tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:15.044492 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-3ae1ffc1-fb61-4d92-8be1-d9f8a9d86d1f None None] Port 2e97c7f0-b9ba-43eb-8f4d-9e308341b7c4 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:19:15.048508 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39e69f0-e218-4e82-a45a-c506090ddf58 req-170f1795-a0d2-47e4-8d81-a5b2ddf80fbe tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:15.057428 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39e69f0-e218-4e82-a45a-c506090ddf58 req-170f1795-a0d2-47e4-8d81-a5b2ddf80fbe tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:15.076832 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39e69f0-e218-4e82-a45a-c506090ddf58 req-170f1795-a0d2-47e4-8d81-a5b2ddf80fbe tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:15.085781 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d39e69f0-e218-4e82-a45a-c506090ddf58 req-170f1795-a0d2-47e4-8d81-a5b2ddf80fbe tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd1d6ac-fc22-40b4-9334-b79b8f638fb9 HTTP/1.1" status: 200 len: 3874 time: 0.6587551 Nov 12 08:19:15.199923 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d39e69f0-e218-4e82-a45a-c506090ddf58 req-9da539d4-c9c9-4b1d-98f9-e0008382cc35 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/security-groups?id=edb098b1-b850-4d1f-9907-ebc80ab17859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128793 Nov 12 08:19:15.209825 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-580e5eb2-b8e5-4c65-b082-b1c42f576114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:15.214471 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8f2b1612-95f5-484b-9724-a18a94514181 req-cef9fdbb-e563-488c-ae38-41909a4b9c89 tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] 10.222.0.26 "GET /v2.0/floatingips/f948345c-94f7-401b-bf44-2632b9509cfc HTTP/1.1" status: 200 len: 692 time: 0.0848658 Nov 12 08:19:15.387658 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-663ba85a-98b8-4266-b7fb-697b99ad6842 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1696688846-network', 'tenant_id': '26ef531896034fe2885057383ac0d733'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:19:15.454133 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-ff616263-8bdc-476a-b558-68c72560588a req-41416a12-4e5f-4fc4-ac93-ce204b8b1547 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:15.484372 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-663ba85a-98b8-4266-b7fb-697b99ad6842 admin admin] Made reservation on behalf of 26ef531896034fe2885057383ac0d733 for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:19:15.488412 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-663ba85a-98b8-4266-b7fb-697b99ad6842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:15.508080 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41416a12-4e5f-4fc4-ac93-ce204b8b1547 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Pushing event deleted for resources: {'Port': ['ID=37b402b7-2184-4bd5-848f-102be806aba4,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:15.521867 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bd1d6ac-fc22-40b4-9334-b79b8f638fb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1dcc1d8-a453-49ab-adf5-63e92ffd32cd'}, {'server_uuid': '3bd1d6ac-fc22-40b4-9334-b79b8f638fb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37b402b7-2184-4bd5-848f-102be806aba4'}, {'server_uuid': '3bd1d6ac-fc22-40b4-9334-b79b8f638fb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84bf60b1-9802-4c17-be1c-ccf3dbe8abcd'}, {'server_uuid': '3bd1d6ac-fc22-40b4-9334-b79b8f638fb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd68eab59-913a-43c9-aa2c-928060df69bb'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:19:15.524185 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a5c490f-92b5-4a58-964e-51af6a592034" -d '{"events": [{"server_uuid": "3bd1d6ac-fc22-40b4-9334-b79b8f638fb9", "name": "network-vif-unplugged", "status": "completed", "tag": "f1dcc1d8-a453-49ab-adf5-63e92ffd32cd"}, {"server_uuid": "3bd1d6ac-fc22-40b4-9334-b79b8f638fb9", "name": "network-vif-unplugged", "status": "completed", "tag": "37b402b7-2184-4bd5-848f-102be806aba4"}, {"server_uuid": "3bd1d6ac-fc22-40b4-9334-b79b8f638fb9", "name": "network-vif-unplugged", "status": "completed", "tag": "84bf60b1-9802-4c17-be1c-ccf3dbe8abcd"}, {"server_uuid": "3bd1d6ac-fc22-40b4-9334-b79b8f638fb9", "name": "network-vif-unplugged", "status": "completed", "tag": "d68eab59-913a-43c9-aa2c-928060df69bb"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:19:15.531124 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2b1612-95f5-484b-9724-a18a94514181 req-9b6ce1a5-c002-4909-88fb-e08d6a9e0e72 tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:15.556815 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8f2b1612-95f5-484b-9724-a18a94514181 req-9b6ce1a5-c002-4909-88fb-e08d6a9e0e72 tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] 10.222.0.26 "GET /v2.0/networks/d709f64f-f9e6-4525-b020-ad48633b9bbf HTTP/1.1" status: 200 len: 784 time: 0.3398848 Nov 12 08:19:15.605588 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff616263-8bdc-476a-b558-68c72560588a req-41416a12-4e5f-4fc4-ac93-ce204b8b1547 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] No DVR routers for this DVR port 37b402b7-2184-4bd5-848f-102be806aba4 on host n-h1-765315-29 {{(pid=102600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:19:15.613524 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Fri, 12 Nov 2021 08:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b1a5c68-1e6e-49cb-b02e-09e15bd3c4f7 x-openstack-request-id: req-5b1a5c68-1e6e-49cb-b02e-09e15bd3c4f7 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:19:15.613739 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bd1d6ac-fc22-40b4-9334-b79b8f638fb9", "name": "network-vif-unplugged", "status": "completed", "tag": "f1dcc1d8-a453-49ab-adf5-63e92ffd32cd", "code": 200}, {"server_uuid": "3bd1d6ac-fc22-40b4-9334-b79b8f638fb9", "name": "network-vif-unplugged", "status": "completed", "tag": "37b402b7-2184-4bd5-848f-102be806aba4", "code": 200}, {"server_uuid": "3bd1d6ac-fc22-40b4-9334-b79b8f638fb9", "name": "network-vif-unplugged", "status": "completed", "tag": "84bf60b1-9802-4c17-be1c-ccf3dbe8abcd", "code": 200}, {"server_uuid": "3bd1d6ac-fc22-40b4-9334-b79b8f638fb9", "name": "network-vif-unplugged", "status": "completed", "tag": "d68eab59-913a-43c9-aa2c-928060df69bb", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:19:15.613961 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5b1a5c68-1e6e-49cb-b02e-09e15bd3c4f7 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:19:15.614359 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bd1d6ac-fc22-40b4-9334-b79b8f638fb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1dcc1d8-a453-49ab-adf5-63e92ffd32cd', 'code': 200} Nov 12 08:19:15.614470 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-ff616263-8bdc-476a-b558-68c72560588a req-41416a12-4e5f-4fc4-ac93-ce204b8b1547 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:15.614632 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bd1d6ac-fc22-40b4-9334-b79b8f638fb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37b402b7-2184-4bd5-848f-102be806aba4', 'code': 200} Nov 12 08:19:15.614894 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bd1d6ac-fc22-40b4-9334-b79b8f638fb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84bf60b1-9802-4c17-be1c-ccf3dbe8abcd', 'code': 200} Nov 12 08:19:15.615145 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bd1d6ac-fc22-40b4-9334-b79b8f638fb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd68eab59-913a-43c9-aa2c-928060df69bb', 'code': 200} Nov 12 08:19:15.631312 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ff616263-8bdc-476a-b558-68c72560588a req-41416a12-4e5f-4fc4-ac93-ce204b8b1547 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.21 "DELETE /v2.0/ports/37b402b7-2184-4bd5-848f-102be806aba4 HTTP/1.1" status: 204 len: 173 time: 1.6086526 Nov 12 08:19:15.631942 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bd1d6ac-fc22-40b4-9334-b79b8f638fb9', 'name': 'network-vif-deleted', 'tag': '37b402b7-2184-4bd5-848f-102be806aba4'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:19:15.634468 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9452782-ed02-4ea7-ace2-09ae1bf55895" -d '{"events": [{"server_uuid": "3bd1d6ac-fc22-40b4-9334-b79b8f638fb9", "name": "network-vif-deleted", "tag": "37b402b7-2184-4bd5-848f-102be806aba4"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:19:15.670636 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-663ba85a-98b8-4266-b7fb-697b99ad6842 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:15.707379 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-580e5eb2-b8e5-4c65-b082-b1c42f576114 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:15.745132 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-202abcd0-f1d3-4242-9f7b-955334a7bce8 x-openstack-request-id: req-202abcd0-f1d3-4242-9f7b-955334a7bce8 {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:19:15.745773 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bd1d6ac-fc22-40b4-9334-b79b8f638fb9", "name": "network-vif-deleted", "tag": "37b402b7-2184-4bd5-848f-102be806aba4", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:19:15.746228 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-202abcd0-f1d3-4242-9f7b-955334a7bce8 {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:19:15.746872 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bd1d6ac-fc22-40b4-9334-b79b8f638fb9', 'name': 'network-vif-deleted', 'tag': '37b402b7-2184-4bd5-848f-102be806aba4', 'status': 'completed', 'code': 200} Nov 12 08:19:15.752974 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-580e5eb2-b8e5-4c65-b082-b1c42f576114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:15.865695 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-663ba85a-98b8-4266-b7fb-697b99ad6842 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:15.901071 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8f2b1612-95f5-484b-9724-a18a94514181 req-66baa482-3b77-4c37-afb0-a72d7049bd1b tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.2.92 HTTP/1.1" status: 200 len: 695 time: 0.3429108 Nov 12 08:19:15.915433 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-663ba85a-98b8-4266-b7fb-697b99ad6842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:15.928941 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 85614164-d9ff-4abf-b6b6-f34a0ad5ac4a up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:19:16.010293 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 85614164-d9ff-4abf-b6b6-f34a0ad5ac4a triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:19:16.010822 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:16.026738 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 46294) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:16.101440 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-663ba85a-98b8-4266-b7fb-697b99ad6842 admin admin] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:19:16.143611 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8f2b1612-95f5-484b-9724-a18a94514181 req-c38ba7c2-19f0-4c92-bd24-abdaf0552bfe tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.2.92 HTTP/1.1" status: 200 len: 695 time: 0.2412746 Nov 12 08:19:16.176235 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663ba85a-98b8-4266-b7fb-697b99ad6842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9163fd25-6079-4458-9bee-3945c6f549f2,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:16.182371 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-663ba85a-98b8-4266-b7fb-697b99ad6842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:16.182808 n-d-765315-29 neutron-server[102599]: INFO neutron.db.segments_db [None req-663ba85a-98b8-4266-b7fb-697b99ad6842 admin admin] Added segment f556910d-c385-437f-a6fb-f3c9395b9194 of type vlan for network c164b714-a9ee-49ae-ab85-02a2461298d9 Nov 12 08:19:16.292055 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e4a834ff-b8df-4273-853d-5dedf42799b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:16.307976 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-580e5eb2-b8e5-4c65-b082-b1c42f576114 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933629'] for router_interface, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:16.399300 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-663ba85a-98b8-4266-b7fb-697b99ad6842 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:16.445554 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580e5eb2-b8e5-4c65-b082-b1c42f576114 admin admin] Network 392b706c-fa83-40b2-ba41-e97d70efdd1d is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:19:16.458053 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-580e5eb2-b8e5-4c65-b082-b1c42f576114 admin admin] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:19:16.476825 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-663ba85a-98b8-4266-b7fb-697b99ad6842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:16.477859 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663ba85a-98b8-4266-b7fb-697b99ad6842 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:16.478462 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-663ba85a-98b8-4266-b7fb-697b99ad6842 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:16.533393 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-663ba85a-98b8-4266-b7fb-697b99ad6842 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5397439 Nov 12 08:19:16.545933 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 46312) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:16.563164 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-c4435246-7fe1-4dfb-8f36-8252587f97c3 admin admin] Request body: {'subnet': {'network_id': 'c164b714-a9ee-49ae-ab85-02a2461298d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1696688846-subnet', 'tenant_id': '26ef531896034fe2885057383ac0d733', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:19:16.663822 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-580e5eb2-b8e5-4c65-b082-b1c42f576114 admin admin] Router 8972c920-2b50-4fe8-92b5-3b54836c1daa has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:19:16.678030 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 46314) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:16.680545 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [req-ff616263-8bdc-476a-b558-68c72560588a req-8f537c0f-2d4a-4173-bea4-1f36299a320f tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Deleting port 0793927c-8519-449f-9816-c38d5e388678 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:19:16.680892 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-ff616263-8bdc-476a-b558-68c72560588a req-8f537c0f-2d4a-4173-bea4-1f36299a320f tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:16.792025 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-ff616263-8bdc-476a-b558-68c72560588a req-8f537c0f-2d4a-4173-bea4-1f36299a320f tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] For port 0793927c-8519-449f-9816-c38d5e388678, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=0793927c-8519-449f-9816-c38d5e388678,segment=NetworkSegment(f2435aad-db59-428a-9763-e2897ac84fcd),segment_id=f2435aad-db59-428a-9763-e2897ac84fcd)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:19:16.792394 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-ff616263-8bdc-476a-b558-68c72560588a req-8f537c0f-2d4a-4173-bea4-1f36299a320f tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:16.897218 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-2ed11305-c015-4d4a-9c35-89d419e991ca None None] Provisioning complete for port 2e97c7f0-b9ba-43eb-8f4d-9e308341b7c4 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:19:16.897586 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ed11305-c015-4d4a-9c35-89d419e991ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:16.988176 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-2ed11305-c015-4d4a-9c35-89d419e991ca None None] Port 2e97c7f0-b9ba-43eb-8f4d-9e308341b7c4 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:19:16.993693 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-8f2b1612-95f5-484b-9724-a18a94514181 req-4a7261fe-2b3c-46bf-8a76-c16ee5b2dbd9 tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Deleting port 10df9565-38b1-4dcc-8a05-f3ecc5b5e398 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:19:16.994039 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-8f2b1612-95f5-484b-9724-a18a94514181 req-4a7261fe-2b3c-46bf-8a76-c16ee5b2dbd9 tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:17.002909 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663ba85a-98b8-4266-b7fb-697b99ad6842 admin admin] Pushing event updated for resources: {'Network': ['ID=c164b714-a9ee-49ae-ab85-02a2461298d9,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:17.005211 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580e5eb2-b8e5-4c65-b082-b1c42f576114 admin admin] Pushing event updated for resources: {'Port': ['ID=2e97c7f0-b9ba-43eb-8f4d-9e308341b7c4,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:17.032131 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e4a834ff-b8df-4273-853d-5dedf42799b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:17.034476 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network c164b714-a9ee-49ae-ab85-02a2461298d9 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:19:17.042354 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e4a834ff-b8df-4273-853d-5dedf42799b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:17.090752 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4435246-7fe1-4dfb-8f36-8252587f97c3 admin admin] Made reservation on behalf of 26ef531896034fe2885057383ac0d733 for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:19:17.093077 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c4435246-7fe1-4dfb-8f36-8252587f97c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:17.174210 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-e4a834ff-b8df-4273-853d-5dedf42799b5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e39dc71a1dc04bb1a93f82d1e46f99f9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1442814 Nov 12 08:19:17.179207 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a834ff-b8df-4273-853d-5dedf42799b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68945dd4-edb6-4ac9-9edb-73513422ddc5,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:17.183682 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 46318) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:17.194722 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff1399-fee7-49a5-aed1-b2b6d8e51388 req-e3a92b1d-5b74-4e6f-80a7-0ee092d74a58 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:17.201077 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-85ff1399-fee7-49a5-aed1-b2b6d8e51388 req-e3a92b1d-5b74-4e6f-80a7-0ee092d74a58 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=05590b28-c4a9-41f8-a868-649414f5e466 HTTP/1.1" status: 200 len: 946 time: 0.9011838 Nov 12 08:19:17.202081 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a83f709a-ce9a-4693-bca2-7acb1ceca2a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:17.222163 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-8f2b1612-95f5-484b-9724-a18a94514181 req-4a7261fe-2b3c-46bf-8a76-c16ee5b2dbd9 tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:17.222518 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-8f2b1612-95f5-484b-9724-a18a94514181 req-4a7261fe-2b3c-46bf-8a76-c16ee5b2dbd9 tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:17.264787 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-8f2b1612-95f5-484b-9724-a18a94514181 req-4a7261fe-2b3c-46bf-8a76-c16ee5b2dbd9 tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Calling delete_port for 10df9565-38b1-4dcc-8a05-f3ecc5b5e398 owned by network:floatingip {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:19:17.336919 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-ff616263-8bdc-476a-b558-68c72560588a req-8f537c0f-2d4a-4173-bea4-1f36299a320f tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:17.337597 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-ff616263-8bdc-476a-b558-68c72560588a req-8f537c0f-2d4a-4173-bea4-1f36299a320f tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:17.337597 n-d-765315-29 neutron-server[102600]: INFO neutron.db.l3_db [req-ff616263-8bdc-476a-b558-68c72560588a req-8f537c0f-2d4a-4173-bea4-1f36299a320f tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Floating IP 202112c4-57db-4486-8d1a-d0e5b245d265 disassociated. External IP: 172.25.2.78, port: 0793927c-8519-449f-9816-c38d5e388678. Nov 12 08:19:17.338436 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [req-ff616263-8bdc-476a-b558-68c72560588a req-8f537c0f-2d4a-4173-bea4-1f36299a320f tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Calling delete_port for 0793927c-8519-449f-9816-c38d5e388678 owned by compute:nova {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:19:17.353825 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-580e5eb2-b8e5-4c65-b082-b1c42f576114 admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:19:17.362038 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3fdd1be8-16d6-4e7e-a1fc-3a902f5dd033 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:17.371778 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-580e5eb2-b8e5-4c65-b082-b1c42f576114 admin admin] 10.222.0.26 "PUT /v2.0/routers/8972c920-2b50-4fe8-92b5-3b54836c1daa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2651486 Nov 12 08:19:17.377657 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5b2403-033b-4d93-b99b-ca3249fcfa8c None None] Sync routers for ids ['8972c920-2b50-4fe8-92b5-3b54836c1daa'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:19:17.395786 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-85ff1399-fee7-49a5-aed1-b2b6d8e51388 req-e6514845-5edf-4085-be21-8ced5d1e4268 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815324 Nov 12 08:19:17.405763 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3fdd1be8-16d6-4e7e-a1fc-3a902f5dd033 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:17.412444 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5b2403-033b-4d93-b99b-ca3249fcfa8c None None] Routers {'8972c920-2b50-4fe8-92b5-3b54836c1daa'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:19:17.416912 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-3b5b2403-033b-4d93-b99b-ca3249fcfa8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:19:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['8972c920-2b50-4fe8-92b5-3b54836c1daa'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:19:17.532403 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c4435246-7fe1-4dfb-8f36-8252587f97c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:17.627389 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-3b5b2403-033b-4d93-b99b-ca3249fcfa8c None None] Set router 8972c920-2b50-4fe8-92b5-3b54836c1daa gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:19:17.636993 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3fdd1be8-16d6-4e7e-a1fc-3a902f5dd033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:17.639584 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3fdd1be8-16d6-4e7e-a1fc-3a902f5dd033 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:17.641224 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-3fdd1be8-16d6-4e7e-a1fc-3a902f5dd033 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/68945dd4-edb6-4ac9-9edb-73513422ddc5 HTTP/1.1" status: 204 len: 168 time: 0.4543602 Nov 12 08:19:17.672761 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a83f709a-ce9a-4693-bca2-7acb1ceca2a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:17.691974 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-ff616263-8bdc-476a-b558-68c72560588a req-8f537c0f-2d4a-4173-bea4-1f36299a320f tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:17.695067 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdd1be8-16d6-4e7e-a1fc-3a902f5dd033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68945dd4-edb6-4ac9-9edb-73513422ddc5,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:17.702022 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4435246-7fe1-4dfb-8f36-8252587f97c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=beed55bb-7519-49f9-9b0f-9ca9d1c87988,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:17.707190 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-8f2b1612-95f5-484b-9724-a18a94514181 req-4a7261fe-2b3c-46bf-8a76-c16ee5b2dbd9 tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:17.713199 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a83f709a-ce9a-4693-bca2-7acb1ceca2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:17.737099 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4435246-7fe1-4dfb-8f36-8252587f97c3 admin admin] Checking segment: {'id': 'f556910d-c385-437f-a6fb-f3c9395b9194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c164b714-a9ee-49ae-ab85-02a2461298d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:19:17.737463 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4435246-7fe1-4dfb-8f36-8252587f97c3 admin admin] Network hostable DHCP agents. Network: c164b714-a9ee-49ae-ab85-02a2461298d9, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:19:17.741218 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7261fe-2b3c-46bf-8a76-c16ee5b2dbd9 tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Pushing event deleted for resources: {'Port': ['ID=10df9565-38b1-4dcc-8a05-f3ecc5b5e398,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:17.826162 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f537c0f-2d4a-4173-bea4-1f36299a320f tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Pushing event deleted for resources: {'Port': ['ID=0793927c-8519-449f-9816-c38d5e388678,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:17.853436 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-a83f709a-ce9a-4693-bca2-7acb1ceca2a2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bcc291b08625469498c1c2e7b6f280e9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0045974 Nov 12 08:19:17.853587 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4435246-7fe1-4dfb-8f36-8252587f97c3 admin admin] Network c164b714-a9ee-49ae-ab85-02a2461298d9 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:19:17.858753 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 46326) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:17.887146 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-c4435246-7fe1-4dfb-8f36-8252587f97c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, c164b714-a9ee-49ae-ab85-02a2461298d9) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:19:17.904145 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37bed381-4673-471d-87c1-ba940a61ead5 None None] Network c164b714-a9ee-49ae-ab85-02a2461298d9 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:19:17.904430 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4435246-7fe1-4dfb-8f36-8252587f97c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:17.905028 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c4435246-7fe1-4dfb-8f36-8252587f97c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:17.913394 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-8f2b1612-95f5-484b-9724-a18a94514181 req-4a7261fe-2b3c-46bf-8a76-c16ee5b2dbd9 tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Publish callbacks [] for floatingip, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:17.916104 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-8f2b1612-95f5-484b-9724-a18a94514181 req-4a7261fe-2b3c-46bf-8a76-c16ee5b2dbd9 tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:17.917275 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8f2b1612-95f5-484b-9724-a18a94514181 req-4a7261fe-2b3c-46bf-8a76-c16ee5b2dbd9 tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] 10.222.0.26 "DELETE /v2.0/floatingips/f948345c-94f7-401b-bf44-2632b9509cfc HTTP/1.1" status: 204 len: 173 time: 1.7728465 Nov 12 08:19:17.949142 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-c4435246-7fe1-4dfb-8f36-8252587f97c3 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4012072 Nov 12 08:19:17.974699 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83f709a-ce9a-4693-bca2-7acb1ceca2a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=202896ee-9622-4d20-8443-c7ca8e92dda9,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:18.013531 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc416760-7609-47b6-9deb-f1e145556ba7 req-591dded4-7b80-43a0-8402-7bb13d21e5bb tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:18.029351 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc416760-7609-47b6-9deb-f1e145556ba7 req-591dded4-7b80-43a0-8402-7bb13d21e5bb tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:18.035569 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc416760-7609-47b6-9deb-f1e145556ba7 req-591dded4-7b80-43a0-8402-7bb13d21e5bb tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:18.043557 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-dc416760-7609-47b6-9deb-f1e145556ba7 req-591dded4-7b80-43a0-8402-7bb13d21e5bb tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd1d6ac-fc22-40b4-9334-b79b8f638fb9 HTTP/1.1" status: 200 len: 2408 time: 0.3735242 Nov 12 08:19:18.129920 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-3b5b2403-033b-4d93-b99b-ca3249fcfa8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8972c920-2b50-4fe8-92b5-3b54836c1daa', 'name': 'tempest-ServerActionsTestJSON-336760699-router', 'tenant_id': '13ee7d6d71864c9eb2f508185e6a266f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '85614164-d9ff-4abf-b6b6-f34a0ad5ac4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:19:05Z', 'updated_at': '2021-11-12T08:19:14Z', 'revision_number': 4, 'project_id': '13ee7d6d71864c9eb2f508185e6a266f', 'gw_port': {'id': '85614164-d9ff-4abf-b6b6-f34a0ad5ac4a', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ea:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8972c920-2b50-4fe8-92b5-3b54836c1daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:19:06Z', 'updated_at': '2021-11-12T08:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '2e97c7f0-b9ba-43eb-8f4d-9e308341b7c4', 'name': '', 'network_id': '392b706c-fa83-40b2-ba41-e97d70efdd1d', 'tenant_id': '13ee7d6d71864c9eb2f508185e6a266f', 'mac_address': 'fa:16:3e:3e:14:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8972c920-2b50-4fe8-92b5-3b54836c1daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '2d250a72-e563-4d6e-ac4f-f44698e0ce3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:19:11Z', 'updated_at': '2021-11-12T08:19:15Z', 'revision_number': 2, 'project_id': '13ee7d6d71864c9eb2f508185e6a266f', 'subnets': [{'id': '2d250a72-e563-4d6e-ac4f-f44698e0ce3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:19:18.175768 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5b2403-033b-4d93-b99b-ca3249fcfa8c None None] Checking router: 8972c920-2b50-4fe8-92b5-3b54836c1daa for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:19:18.176219 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5b2403-033b-4d93-b99b-ca3249fcfa8c None None] Updating router 8972c920-2b50-4fe8-92b5-3b54836c1daa port 2e97c7f0-b9ba-43eb-8f4d-9e308341b7c4 binding host n-d-765315-29 {{(pid=102601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:19:18.199400 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-dc416760-7609-47b6-9deb-f1e145556ba7 req-c8ce6694-afb8-4236-81b0-0e80eb35d6e1 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/security-groups?id=edb098b1-b850-4d1f-9907-ebc80ab17859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489301 Nov 12 08:19:18.207494 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3b5b2403-033b-4d93-b99b-ca3249fcfa8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:18.210273 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1cc27b97-275e-4ae0-89e5-f9ea41cfbd30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:18.259913 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ddb657b-0273-4256-aed0-17d0cd065cad None None] Network c164b714-a9ee-49ae-ab85-02a2461298d9 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:19:18.279025 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff616263-8bdc-476a-b558-68c72560588a req-8f537c0f-2d4a-4173-bea4-1f36299a320f tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Router bde7935a-2b96-4e20-a2c9-08e3ef6f6a63 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:19:18.378859 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1cc27b97-275e-4ae0-89e5-f9ea41cfbd30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:18.447214 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1cc27b97-275e-4ae0-89e5-f9ea41cfbd30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:18.451174 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1cc27b97-275e-4ae0-89e5-f9ea41cfbd30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:18.469101 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-1cc27b97-275e-4ae0-89e5-f9ea41cfbd30 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/202896ee-9622-4d20-8443-c7ca8e92dda9 HTTP/1.1" status: 204 len: 168 time: 0.5934858 Nov 12 08:19:18.478251 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1e5bd86a-f683-4660-972a-a60f5f331e03 req-982b801d-1bbb-457c-a455-d92aa16c04ca tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] 10.222.0.26 "GET /v2.0/floatingips/ed9bd97b-c348-4fe1-aaac-c67f1987c069 HTTP/1.1" status: 200 len: 693 time: 0.2126701 Nov 12 08:19:18.510321 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc27b97-275e-4ae0-89e5-f9ea41cfbd30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=202896ee-9622-4d20-8443-c7ca8e92dda9,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:18.656713 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff616263-8bdc-476a-b558-68c72560588a req-8f537c0f-2d4a-4173-bea4-1f36299a320f tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:19:18.670698 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296d61c0-f3d0-4405-90ac-abb0c1bcfd4b None None] Sync routers for ids ['bde7935a-2b96-4e20-a2c9-08e3ef6f6a63'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:19:18.684694 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296d61c0-f3d0-4405-90ac-abb0c1bcfd4b None None] Routers {'bde7935a-2b96-4e20-a2c9-08e3ef6f6a63'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:19:18.689801 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-296d61c0-f3d0-4405-90ac-abb0c1bcfd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:19:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['bde7935a-2b96-4e20-a2c9-08e3ef6f6a63'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:19:18.742422 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff616263-8bdc-476a-b558-68c72560588a req-8f537c0f-2d4a-4173-bea4-1f36299a320f tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] No DVR routers for this DVR port 0793927c-8519-449f-9816-c38d5e388678 on host n-h1-765315-29 {{(pid=102600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:19:18.745602 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-ff616263-8bdc-476a-b558-68c72560588a req-8f537c0f-2d4a-4173-bea4-1f36299a320f tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:18.750093 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ff616263-8bdc-476a-b558-68c72560588a req-8f537c0f-2d4a-4173-bea4-1f36299a320f tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.21 "DELETE /v2.0/ports/0793927c-8519-449f-9816-c38d5e388678 HTTP/1.1" status: 204 len: 173 time: 3.1120496 Nov 12 08:19:18.755285 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bd1d6ac-fc22-40b4-9334-b79b8f638fb9', 'name': 'network-vif-deleted', 'tag': '0793927c-8519-449f-9816-c38d5e388678'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:19:18.758452 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dd11f54-9e51-494f-842c-94810b40fce9" -d '{"events": [{"server_uuid": "3bd1d6ac-fc22-40b4-9334-b79b8f638fb9", "name": "network-vif-deleted", "tag": "0793927c-8519-449f-9816-c38d5e388678"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:19:18.893720 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3b5b2403-033b-4d93-b99b-ca3249fcfa8c None None] Publish callbacks [] for port, precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:18.909517 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3b5b2403-033b-4d93-b99b-ca3249fcfa8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:18.909904 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5bd86a-f683-4660-972a-a60f5f331e03 req-36f582de-aced-4c40-bba4-bbd064913482 tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:18.912182 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1e5bd86a-f683-4660-972a-a60f5f331e03 req-36f582de-aced-4c40-bba4-bbd064913482 tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] 10.222.0.26 "GET /v2.0/networks/d709f64f-f9e6-4525-b020-ad48633b9bbf HTTP/1.1" status: 200 len: 784 time: 0.4194214 Nov 12 08:19:18.955826 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-296d61c0-f3d0-4405-90ac-abb0c1bcfd4b None None] Set router bde7935a-2b96-4e20-a2c9-08e3ef6f6a63 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:19:18.999660 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [req-ff616263-8bdc-476a-b558-68c72560588a req-59b9789a-0b8b-4915-91db-06c3e579865c tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Deleting port f1dcc1d8-a453-49ab-adf5-63e92ffd32cd {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:19:19.000005 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-ff616263-8bdc-476a-b558-68c72560588a req-59b9789a-0b8b-4915-91db-06c3e579865c tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:19.006909 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2e2f8d-e3c3-46d3-b5c2-1721fea2a6b8 None None] Pushing event updated for resources: {'Port': ['ID=2e97c7f0-b9ba-43eb-8f4d-9e308341b7c4,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:19.193667 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1e5bd86a-f683-4660-972a-a60f5f331e03 req-cfe73e4a-5e6a-450a-9ffd-1ce9c38b8062 tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.2.210 HTTP/1.1" status: 200 len: 696 time: 0.2750883 Nov 12 08:19:19.196076 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 46364) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:19.208712 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-a23592a3-d704-4b03-b567-c661dbf0546c tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Request body: {'security_group': {'name': 'tempest-securitygroup--773394413', 'description': 'tempest-description--278564743'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:19:19.210045 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-3b5b2403-033b-4d93-b99b-ca3249fcfa8c None None] Attempting to bind port 2e97c7f0-b9ba-43eb-8f4d-9e308341b7c4 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:19:19.210521 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-3b5b2403-033b-4d93-b99b-ca3249fcfa8c None None] Attempting to bind port 2e97c7f0-b9ba-43eb-8f4d-9e308341b7c4 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': 'e07c96e0-5af6-439e-b283-25e89ba24ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '392b706c-fa83-40b2-ba41-e97d70efdd1d'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:19:19.211309 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5b2403-033b-4d93-b99b-ca3249fcfa8c None None] Attempting to bind port 2e97c7f0-b9ba-43eb-8f4d-9e308341b7c4 on network 392b706c-fa83-40b2-ba41-e97d70efdd1d {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:19:19.220471 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5b2403-033b-4d93-b99b-ca3249fcfa8c None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:19:19.220749 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-ff616263-8bdc-476a-b558-68c72560588a req-59b9789a-0b8b-4915-91db-06c3e579865c tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] For port f1dcc1d8-a453-49ab-adf5-63e92ffd32cd, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=f1dcc1d8-a453-49ab-adf5-63e92ffd32cd,segment=NetworkSegment(ef780b90-c001-4df4-8a87-60cbd26d33b1),segment_id=ef780b90-c001-4df4-8a87-60cbd26d33b1)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:19:19.220887 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5b2403-033b-4d93-b99b-ca3249fcfa8c None None] Checking segment: {'id': 'e07c96e0-5af6-439e-b283-25e89ba24ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '392b706c-fa83-40b2-ba41-e97d70efdd1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:19:19.221672 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3b5b2403-033b-4d93-b99b-ca3249fcfa8c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:19.221782 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-ff616263-8bdc-476a-b558-68c72560588a req-59b9789a-0b8b-4915-91db-06c3e579865c tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:19.224780 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5b2403-033b-4d93-b99b-ca3249fcfa8c None None] Bound using segment: {'id': 'e07c96e0-5af6-439e-b283-25e89ba24ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '392b706c-fa83-40b2-ba41-e97d70efdd1d'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:19:19.224780 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-3b5b2403-033b-4d93-b99b-ca3249fcfa8c None None] Bound port: 2e97c7f0-b9ba-43eb-8f4d-9e308341b7c4, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e07c96e0-5af6-439e-b283-25e89ba24ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '392b706c-fa83-40b2-ba41-e97d70efdd1d'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:19:19.243232 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3b5b2403-033b-4d93-b99b-ca3249fcfa8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:19.288759 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1e5bd86a-f683-4660-972a-a60f5f331e03 req-e594d9fd-4468-4ea6-8387-a7b00bbdf572 tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.25.2.210 HTTP/1.1" status: 200 len: 696 time: 0.0843425 Nov 12 08:19:19.289330 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [req-ff616263-8bdc-476a-b558-68c72560588a req-59b9789a-0b8b-4915-91db-06c3e579865c tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Calling delete_port for f1dcc1d8-a453-49ab-adf5-63e92ffd32cd owned by compute:nova {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:19:19.320618 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a23592a3-d704-4b03-b567-c661dbf0546c tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:19.366774 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 46372) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:19.397508 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f95c937c-425b-4a7e-8e04-587667a8942e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:19.398789 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-3b5b2403-033b-4d93-b99b-ca3249fcfa8c None None] For port 2e97c7f0-b9ba-43eb-8f4d-9e308341b7c4, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:19:19.401935 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-3b5b2403-033b-4d93-b99b-ca3249fcfa8c None None] For port 2e97c7f0-b9ba-43eb-8f4d-9e308341b7c4, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=2e97c7f0-b9ba-43eb-8f4d-9e308341b7c4,segment=NetworkSegment(e07c96e0-5af6-439e-b283-25e89ba24ea2),segment_id=e07c96e0-5af6-439e-b283-25e89ba24ea2)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:19:19.408708 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3b5b2403-033b-4d93-b99b-ca3249fcfa8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:19.522010 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2e2f8d-e3c3-46d3-b5c2-1721fea2a6b8 None None] Pushing event updated for resources: {'Port': ['ID=2e97c7f0-b9ba-43eb-8f4d-9e308341b7c4,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:19.560445 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5b2403-033b-4d93-b99b-ca3249fcfa8c None None] Routers {'8972c920-2b50-4fe8-92b5-3b54836c1daa'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:19:19.560660 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-3b5b2403-033b-4d93-b99b-ca3249fcfa8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:19:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['8972c920-2b50-4fe8-92b5-3b54836c1daa'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:19:19.576290 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 46374) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:19.632684 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f95c937c-425b-4a7e-8e04-587667a8942e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:19.645171 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f95c937c-425b-4a7e-8e04-587667a8942e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:19.661032 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-befa20c6-18fa-4918-bef7-272975168cb9 None None] Provisioning complete for port 2e97c7f0-b9ba-43eb-8f4d-9e308341b7c4 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:19:19.662830 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-befa20c6-18fa-4918-bef7-272975168cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:19.731019 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-296d61c0-f3d0-4405-90ac-abb0c1bcfd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bde7935a-2b96-4e20-a2c9-08e3ef6f6a63', 'name': 'tempest-TaggedBootDevicesTest-299403947-router', 'tenant_id': 'caeb26ccc5c74ed4b3562c36be1bd442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'e2a06b59-f1df-4b89-9d0e-6c871db10b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:07:01Z', 'updated_at': '2021-11-12T08:07:06Z', 'revision_number': 4, 'project_id': 'caeb26ccc5c74ed4b3562c36be1bd442', 'gw_port': {'id': 'e2a06b59-f1df-4b89-9d0e-6c871db10b05', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:35:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde7935a-2b96-4e20-a2c9-08e3ef6f6a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:01Z', 'updated_at': '2021-11-12T08:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '368b1f59-edaa-4692-bce6-09350eef70bc', 'name': '', 'network_id': '24a4ad48-a7af-4b0d-bf7a-0953ccc45cdb', 'tenant_id': 'caeb26ccc5c74ed4b3562c36be1bd442', 'mac_address': 'fa:16:3e:72:70:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde7935a-2b96-4e20-a2c9-08e3ef6f6a63', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'a038e6b9-1cba-4ddf-94d9-98b3c825b6ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:05Z', 'updated_at': '2021-11-12T08:07:12Z', 'revision_number': 5, 'project_id': 'caeb26ccc5c74ed4b3562c36be1bd442', 'subnets': [{'id': 'a038e6b9-1cba-4ddf-94d9-98b3c825b6ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:19:19.748328 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-f95c937c-425b-4a7e-8e04-587667a8942e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=865a369bfee340f8bfd199f42128b98c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3797395 Nov 12 08:19:19.748951 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 46378) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:19.749707 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95c937c-425b-4a7e-8e04-587667a8942e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ff486f-cdf0-41fd-a23a-1a437f406fb4,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:19.831162 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296d61c0-f3d0-4405-90ac-abb0c1bcfd4b None None] Checking router: bde7935a-2b96-4e20-a2c9-08e3ef6f6a63 for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:19:19.832492 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-53192b05-99fa-4b3a-97f0-10cf02f79ac9 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1664588392-network', 'tenant_id': '9ea565d65801445a8b3478a7b5db7f2d'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:19:19.842859 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a23592a3-d704-4b03-b567-c661dbf0546c tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:19.850502 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a23592a3-d704-4b03-b567-c661dbf0546c tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:19.872548 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53192b05-99fa-4b3a-97f0-10cf02f79ac9 admin admin] Made reservation on behalf of 9ea565d65801445a8b3478a7b5db7f2d for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:19:19.880859 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-53192b05-99fa-4b3a-97f0-10cf02f79ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:19.882092 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [req-1e5bd86a-f683-4660-972a-a60f5f331e03 req-17c4e454-104d-4faa-970f-340aeed1e987 tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Deleting port 1c733933-73ef-4abb-818a-a6406f10f4db {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:19:19.882433 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-1e5bd86a-f683-4660-972a-a60f5f331e03 req-17c4e454-104d-4faa-970f-340aeed1e987 tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:19.886785 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23592a3-d704-4b03-b567-c661dbf0546c tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dafae0e1-4d35-4b86-8740-ce6a9a9c8268,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:19.890277 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-ff616263-8bdc-476a-b558-68c72560588a req-59b9789a-0b8b-4915-91db-06c3e579865c tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:19.910337 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-3b5b2403-033b-4d93-b99b-ca3249fcfa8c None None] Set router 8972c920-2b50-4fe8-92b5-3b54836c1daa gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:19:19.917218 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-53192b05-99fa-4b3a-97f0-10cf02f79ac9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:19.933261 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e2fc2644-596f-4a8b-bad4-7a6be80a5640 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:19.949359 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-befa20c6-18fa-4918-bef7-272975168cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:19.972483 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e2fc2644-596f-4a8b-bad4-7a6be80a5640 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:19.991492 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b9789a-0b8b-4915-91db-06c3e579865c tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Pushing event deleted for resources: {'Port': ['ID=f1dcc1d8-a453-49ab-adf5-63e92ffd32cd,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:19.995679 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-befa20c6-18fa-4918-bef7-272975168cb9 None None] For port 2e97c7f0-b9ba-43eb-8f4d-9e308341b7c4, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=2e97c7f0-b9ba-43eb-8f4d-9e308341b7c4,segment=NetworkSegment(e07c96e0-5af6-439e-b283-25e89ba24ea2),segment_id=e07c96e0-5af6-439e-b283-25e89ba24ea2)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:19:20.046925 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-befa20c6-18fa-4918-bef7-272975168cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:20.123486 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a23592a3-d704-4b03-b567-c661dbf0546c tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:20.125013 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-a23592a3-d704-4b03-b567-c661dbf0546c tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.9228461 Nov 12 08:19:20.128583 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff616263-8bdc-476a-b558-68c72560588a req-59b9789a-0b8b-4915-91db-06c3e579865c tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] No DVR routers for this DVR port f1dcc1d8-a453-49ab-adf5-63e92ffd32cd on host n-h1-765315-29 {{(pid=102600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:19:20.131666 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-ff616263-8bdc-476a-b558-68c72560588a req-59b9789a-0b8b-4915-91db-06c3e579865c tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:20.136060 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ff616263-8bdc-476a-b558-68c72560588a req-59b9789a-0b8b-4915-91db-06c3e579865c tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.21 "DELETE /v2.0/ports/f1dcc1d8-a453-49ab-adf5-63e92ffd32cd HTTP/1.1" status: 204 len: 173 time: 1.3719966 Nov 12 08:19:20.138792 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 46388) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:20.143826 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-f4033740-43b2-4744-a560-c833c41c1ca9 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Request body: {'security_group_rule': {'security_group_id': 'dafae0e1-4d35-4b86-8740-ce6a9a9c8268', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:19:20.155089 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296d61c0-f3d0-4405-90ac-abb0c1bcfd4b None None] Routers {'bde7935a-2b96-4e20-a2c9-08e3ef6f6a63'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:19:20.155938 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-296d61c0-f3d0-4405-90ac-abb0c1bcfd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:19:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['bde7935a-2b96-4e20-a2c9-08e3ef6f6a63'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:19:20.235756 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557e9a4b-4659-49fb-b725-d35b23b31f62 req-419932de-7647-4d2c-a5f6-38f0ae73f41c tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:20.238513 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-557e9a4b-4659-49fb-b725-d35b23b31f62 req-419932de-7647-4d2c-a5f6-38f0ae73f41c tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/networks?id=c164b714-a9ee-49ae-ab85-02a2461298d9 HTTP/1.1" status: 200 len: 814 time: 0.1636729 Nov 12 08:19:20.252569 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befa20c6-18fa-4918-bef7-272975168cb9 None None] Pushing event updated for resources: {'Port': ['ID=2e97c7f0-b9ba-43eb-8f4d-9e308341b7c4,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:20.259826 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-99c6027e-c049-4679-8cbb-7b07ed054250 None None] Provisioning complete for port 2e97c7f0-b9ba-43eb-8f4d-9e308341b7c4 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:19:20.260283 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-99c6027e-c049-4679-8cbb-7b07ed054250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:20.260553 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-557e9a4b-4659-49fb-b725-d35b23b31f62 req-ec87b2bf-4703-4676-8dd0-24e3bc287c4c tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/quotas/26ef531896034fe2885057383ac0d733 HTTP/1.1" status: 200 len: 375 time: 0.0148597 Nov 12 08:19:20.281329 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f4033740-43b2-4744-a560-c833c41c1ca9 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:20.298977 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-296d61c0-f3d0-4405-90ac-abb0c1bcfd4b None None] Set router bde7935a-2b96-4e20-a2c9-08e3ef6f6a63 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:19:20.302454 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-53192b05-99fa-4b3a-97f0-10cf02f79ac9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:20.306175 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e2fc2644-596f-4a8b-bad4-7a6be80a5640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:20.309807 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e2fc2644-596f-4a8b-bad4-7a6be80a5640 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:20.311573 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-e2fc2644-596f-4a8b-bad4-7a6be80a5640 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e6ff486f-cdf0-41fd-a23a-1a437f406fb4 HTTP/1.1" status: 204 len: 168 time: 0.5512455 Nov 12 08:19:20.353175 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f4033740-43b2-4744-a560-c833c41c1ca9 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:20.369210 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f4033740-43b2-4744-a560-c833c41c1ca9 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:20.370599 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-557e9a4b-4659-49fb-b725-d35b23b31f62 req-243795a3-79db-42f8-b5ad-04fc3fc3c65d tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=26ef531896034fe2885057383ac0d733&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0574751 Nov 12 08:19:20.372024 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fc2644-596f-4a8b-bad4-7a6be80a5640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ff486f-cdf0-41fd-a23a-1a437f406fb4,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:20.374460 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-53192b05-99fa-4b3a-97f0-10cf02f79ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:20.387768 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-1e5bd86a-f683-4660-972a-a60f5f331e03 req-17c4e454-104d-4faa-970f-340aeed1e987 tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:20.388152 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-1e5bd86a-f683-4660-972a-a60f5f331e03 req-17c4e454-104d-4faa-970f-340aeed1e987 tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:20.415832 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53192b05-99fa-4b3a-97f0-10cf02f79ac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb4a183-a71f-474d-beb7-2f500a30be82,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:20.417220 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4033740-43b2-4744-a560-c833c41c1ca9 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b3d2202-3c78-4b62-83ef-b7b1767a76ef,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:20.454888 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-3b5b2403-033b-4d93-b99b-ca3249fcfa8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8972c920-2b50-4fe8-92b5-3b54836c1daa', 'name': 'tempest-ServerActionsTestJSON-336760699-router', 'tenant_id': '13ee7d6d71864c9eb2f508185e6a266f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '85614164-d9ff-4abf-b6b6-f34a0ad5ac4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:19:05Z', 'updated_at': '2021-11-12T08:19:14Z', 'revision_number': 4, 'project_id': '13ee7d6d71864c9eb2f508185e6a266f', 'gw_port': {'id': '85614164-d9ff-4abf-b6b6-f34a0ad5ac4a', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ea:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8972c920-2b50-4fe8-92b5-3b54836c1daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:19:06Z', 'updated_at': '2021-11-12T08:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '2e97c7f0-b9ba-43eb-8f4d-9e308341b7c4', 'name': '', 'network_id': '392b706c-fa83-40b2-ba41-e97d70efdd1d', 'tenant_id': '13ee7d6d71864c9eb2f508185e6a266f', 'mac_address': 'fa:16:3e:3e:14:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8972c920-2b50-4fe8-92b5-3b54836c1daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '2d250a72-e563-4d6e-ac4f-f44698e0ce3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:19:11Z', 'updated_at': '2021-11-12T08:19:19Z', 'revision_number': 4, 'project_id': '13ee7d6d71864c9eb2f508185e6a266f', 'subnets': [{'id': '2d250a72-e563-4d6e-ac4f-f44698e0ce3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:19:20.461143 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [req-1e5bd86a-f683-4660-972a-a60f5f331e03 req-17c4e454-104d-4faa-970f-340aeed1e987 tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Calling delete_port for 1c733933-73ef-4abb-818a-a6406f10f4db owned by network:floatingip {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:19:20.488598 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5b2403-033b-4d93-b99b-ca3249fcfa8c None None] The sync data for ids ['8972c920-2b50-4fe8-92b5-3b54836c1daa'] in n-d-765315-29 is: [{'id': '8972c920-2b50-4fe8-92b5-3b54836c1daa', 'name': 'tempest-ServerActionsTestJSON-336760699-router', 'tenant_id': '13ee7d6d71864c9eb2f508185e6a266f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '85614164-d9ff-4abf-b6b6-f34a0ad5ac4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:19:05Z', 'updated_at': '2021-11-12T08:19:14Z', 'revision_number': 4, 'project_id': '13ee7d6d71864c9eb2f508185e6a266f', 'gw_port': {'id': '85614164-d9ff-4abf-b6b6-f34a0ad5ac4a', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ea:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8972c920-2b50-4fe8-92b5-3b54836c1daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:19:06Z', 'updated_at': '2021-11-12T08:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '2e97c7f0-b9ba-43eb-8f4d-9e308341b7c4', 'name': '', 'network_id': '392b706c-fa83-40b2-ba41-e97d70efdd1d', 'tenant_id': '13ee7d6d71864c9eb2f508185e6a266f', 'mac_address': 'fa:16:3e:3e:14:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8972c920-2b50-4fe8-92b5-3b54836c1daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '2d250a72-e563-4d6e-ac4f-f44698e0ce3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:19:11Z', 'updated_at': '2021-11-12T08:19:19Z', 'revision_number': 4, 'project_id': '13ee7d6d71864c9eb2f508185e6a266f', 'subnets': [{'id': '2d250a72-e563-4d6e-ac4f-f44698e0ce3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:19:20.611258 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-557e9a4b-4659-49fb-b725-d35b23b31f62 req-33816bc9-2af6-4f7a-b6e4-6f6caa1b5f97 service neutron] 10.222.0.26 "GET /v2.0/networks/c164b714-a9ee-49ae-ab85-02a2461298d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888287 Nov 12 08:19:20.729546 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f4033740-43b2-4744-a560-c833c41c1ca9 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:20.730777 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-f4033740-43b2-4744-a560-c833c41c1ca9 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5907927 Nov 12 08:19:20.732032 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-1e5bd86a-f683-4660-972a-a60f5f331e03 req-17c4e454-104d-4faa-970f-340aeed1e987 tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:20.733360 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 46394) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:20.737897 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [req-ff616263-8bdc-476a-b558-68c72560588a req-15be57cf-2f49-4c73-a6cd-5349f4f2d3e7 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Deleting port d68eab59-913a-43c9-aa2c-928060df69bb {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:19:20.738237 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-ff616263-8bdc-476a-b558-68c72560588a req-15be57cf-2f49-4c73-a6cd-5349f4f2d3e7 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:20.765122 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c4e454-104d-4faa-970f-340aeed1e987 tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Pushing event deleted for resources: {'Port': ['ID=1c733933-73ef-4abb-818a-a6406f10f4db,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:20.784712 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-660b01c9-bca7-4ffa-af0d-eb1cee284e0b tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Request body: {'security_group_rule': {'security_group_id': 'dafae0e1-4d35-4b86-8740-ce6a9a9c8268', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:19:20.844175 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-557e9a4b-4659-49fb-b725-d35b23b31f62 req-66f19525-00a5-42b9-8a50-54571a277db8 service neutron] 10.222.0.26 "GET /v2.0/networks/c164b714-a9ee-49ae-ab85-02a2461298d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224457 Nov 12 08:19:20.844946 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53192b05-99fa-4b3a-97f0-10cf02f79ac9 admin admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:19:20.871036 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-53192b05-99fa-4b3a-97f0-10cf02f79ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:20.871394 n-d-765315-29 neutron-server[102599]: INFO neutron.db.segments_db [None req-53192b05-99fa-4b3a-97f0-10cf02f79ac9 admin admin] Added segment 641b3303-757e-42a8-811e-2b8ae4a15de0 of type vlan for network 7c827e16-ab30-479f-9016-7fbbf3de05e1 Nov 12 08:19:20.963498 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-53192b05-99fa-4b3a-97f0-10cf02f79ac9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:20.999988 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-53192b05-99fa-4b3a-97f0-10cf02f79ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:21.001250 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53192b05-99fa-4b3a-97f0-10cf02f79ac9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:21.002710 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-53192b05-99fa-4b3a-97f0-10cf02f79ac9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:21.055107 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-296d61c0-f3d0-4405-90ac-abb0c1bcfd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bde7935a-2b96-4e20-a2c9-08e3ef6f6a63', 'name': 'tempest-TaggedBootDevicesTest-299403947-router', 'tenant_id': 'caeb26ccc5c74ed4b3562c36be1bd442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'e2a06b59-f1df-4b89-9d0e-6c871db10b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:07:01Z', 'updated_at': '2021-11-12T08:07:06Z', 'revision_number': 4, 'project_id': 'caeb26ccc5c74ed4b3562c36be1bd442', 'gw_port': {'id': 'e2a06b59-f1df-4b89-9d0e-6c871db10b05', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:35:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde7935a-2b96-4e20-a2c9-08e3ef6f6a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:01Z', 'updated_at': '2021-11-12T08:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '368b1f59-edaa-4692-bce6-09350eef70bc', 'name': '', 'network_id': '24a4ad48-a7af-4b0d-bf7a-0953ccc45cdb', 'tenant_id': 'caeb26ccc5c74ed4b3562c36be1bd442', 'mac_address': 'fa:16:3e:72:70:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde7935a-2b96-4e20-a2c9-08e3ef6f6a63', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'a038e6b9-1cba-4ddf-94d9-98b3c825b6ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:05Z', 'updated_at': '2021-11-12T08:07:12Z', 'revision_number': 5, 'project_id': 'caeb26ccc5c74ed4b3562c36be1bd442', 'subnets': [{'id': 'a038e6b9-1cba-4ddf-94d9-98b3c825b6ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:19:21.068352 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-1e5bd86a-f683-4660-972a-a60f5f331e03 req-17c4e454-104d-4faa-970f-340aeed1e987 tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Publish callbacks [] for floatingip, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:21.070482 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-53192b05-99fa-4b3a-97f0-10cf02f79ac9 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4931219 Nov 12 08:19:21.071584 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-1e5bd86a-f683-4660-972a-a60f5f331e03 req-17c4e454-104d-4faa-970f-340aeed1e987 tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:21.072740 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1e5bd86a-f683-4660-972a-a60f5f331e03 req-17c4e454-104d-4faa-970f-340aeed1e987 tempest-FloatingIPDetailsTestJSON-691007808 tempest-FloatingIPDetailsTestJSON-691007808-project] 10.222.0.26 "DELETE /v2.0/floatingips/ed9bd97b-c348-4fe1-aaac-c67f1987c069 HTTP/1.1" status: 204 len: 173 time: 1.7762899 Nov 12 08:19:21.073245 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 46400) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:21.077843 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-660b01c9-bca7-4ffa-af0d-eb1cee284e0b tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:21.087143 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 46402) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:21.109939 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296d61c0-f3d0-4405-90ac-abb0c1bcfd4b None None] The sync data for ids ['bde7935a-2b96-4e20-a2c9-08e3ef6f6a63'] in n-d-765315-29 is: [{'id': 'bde7935a-2b96-4e20-a2c9-08e3ef6f6a63', 'name': 'tempest-TaggedBootDevicesTest-299403947-router', 'tenant_id': 'caeb26ccc5c74ed4b3562c36be1bd442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'e2a06b59-f1df-4b89-9d0e-6c871db10b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:07:01Z', 'updated_at': '2021-11-12T08:07:06Z', 'revision_number': 4, 'project_id': 'caeb26ccc5c74ed4b3562c36be1bd442', 'gw_port': {'id': 'e2a06b59-f1df-4b89-9d0e-6c871db10b05', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:35:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde7935a-2b96-4e20-a2c9-08e3ef6f6a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:01Z', 'updated_at': '2021-11-12T08:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '368b1f59-edaa-4692-bce6-09350eef70bc', 'name': '', 'network_id': '24a4ad48-a7af-4b0d-bf7a-0953ccc45cdb', 'tenant_id': 'caeb26ccc5c74ed4b3562c36be1bd442', 'mac_address': 'fa:16:3e:72:70:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde7935a-2b96-4e20-a2c9-08e3ef6f6a63', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'a038e6b9-1cba-4ddf-94d9-98b3c825b6ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:05Z', 'updated_at': '2021-11-12T08:07:12Z', 'revision_number': 5, 'project_id': 'caeb26ccc5c74ed4b3562c36be1bd442', 'subnets': [{'id': 'a038e6b9-1cba-4ddf-94d9-98b3c825b6ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:19:21.120851 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-49f61496-63ed-4225-801f-024466bbf6a9 admin admin] Request body: {'subnet': {'network_id': '7c827e16-ab30-479f-9016-7fbbf3de05e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1664588392-subnet', 'tenant_id': '9ea565d65801445a8b3478a7b5db7f2d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:19:21.148373 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-660b01c9-bca7-4ffa-af0d-eb1cee284e0b tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:21.162455 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-660b01c9-bca7-4ffa-af0d-eb1cee284e0b tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:21.205944 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660b01c9-bca7-4ffa-af0d-eb1cee284e0b tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dab6ccc-0370-4700-b1bf-ce1129b85a1b,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:21.312716 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53192b05-99fa-4b3a-97f0-10cf02f79ac9 admin admin] Pushing event updated for resources: {'Network': ['ID=7c827e16-ab30-479f-9016-7fbbf3de05e1,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:21.324159 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 7c827e16-ab30-479f-9016-7fbbf3de05e1 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:19:21.774878 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f09b3d-3e3c-488e-ac1b-e8ea8287389c None None] New status for floating IP 202112c4-57db-4486-8d1a-d0e5b245d265: DOWN {{(pid=102601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:19:21.937532 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f61496-63ed-4225-801f-024466bbf6a9 admin admin] Made reservation on behalf of 9ea565d65801445a8b3478a7b5db7f2d for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:19:21.941644 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-49f61496-63ed-4225-801f-024466bbf6a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:21.945255 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5839a484-9f5d-46fc-b474-09a5244c6e4e x-openstack-request-id: req-5839a484-9f5d-46fc-b474-09a5244c6e4e {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:19:21.945560 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bd1d6ac-fc22-40b4-9334-b79b8f638fb9", "name": "network-vif-deleted", "tag": "0793927c-8519-449f-9816-c38d5e388678", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:19:21.945805 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5839a484-9f5d-46fc-b474-09a5244c6e4e {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:19:21.946215 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bd1d6ac-fc22-40b4-9334-b79b8f638fb9', 'name': 'network-vif-deleted', 'tag': '0793927c-8519-449f-9816-c38d5e388678', 'status': 'completed', 'code': 200} Nov 12 08:19:21.955054 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-660b01c9-bca7-4ffa-af0d-eb1cee284e0b tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:21.963493 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f22b84-3bdc-4e2e-b5b2-6c94f52d93f0 req-2a8f0f82-6728-4869-b803-879a1d01da4b tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:21.964071 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-660b01c9-bca7-4ffa-af0d-eb1cee284e0b tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1986959 Nov 12 08:19:21.981175 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f22b84-3bdc-4e2e-b5b2-6c94f52d93f0 req-2a8f0f82-6728-4869-b803-879a1d01da4b tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:21.984690 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-80f22b84-3bdc-4e2e-b5b2-6c94f52d93f0 req-2a8f0f82-6728-4869-b803-879a1d01da4b tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd1d6ac-fc22-40b4-9334-b79b8f638fb9 HTTP/1.1" status: 200 len: 1676 time: 0.3110230 Nov 12 08:19:21.984973 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 46424) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:21.993144 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-08222a71-fdaa-4a91-baee-a0b5eaad11fa tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Request body: {'floatingip': {'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:19:22.079993 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 2e97c7f0-b9ba-43eb-8f4d-9e308341b7c4 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:19:22.091458 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-ff616263-8bdc-476a-b558-68c72560588a req-15be57cf-2f49-4c73-a6cd-5349f4f2d3e7 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] For port d68eab59-913a-43c9-aa2c-928060df69bb, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=d68eab59-913a-43c9-aa2c-928060df69bb,segment=NetworkSegment(68a1743e-a8af-4970-92e1-04bf2dc80df9),segment_id=68a1743e-a8af-4970-92e1-04bf2dc80df9)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:19:22.112339 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-ff616263-8bdc-476a-b558-68c72560588a req-15be57cf-2f49-4c73-a6cd-5349f4f2d3e7 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:22.158442 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-80f22b84-3bdc-4e2e-b5b2-6c94f52d93f0 req-59dd912a-e4dd-493d-bd7d-29ccd4a58771 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/security-groups?id=edb098b1-b850-4d1f-9907-ebc80ab17859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1625772 Nov 12 08:19:22.224054 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 2e97c7f0-b9ba-43eb-8f4d-9e308341b7c4 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:19:22.228503 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:22.352563 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4accbfda-34de-4f80-95df-6410cb32ce77 req-b07a2455-9f16-4d83-a167-435d0643d547 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 210 time: 0.0553989 Nov 12 08:19:22.355690 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9777052d-1543-48d0-9b16-c29c94328dc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933586'] for router_interface, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:22.508434 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ef34b0-b93d-4e99-a817-d1e460e61a5f req-7f133c65-6290-4050-ba0e-acd2e895a598 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:22.510814 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b2ef34b0-b93d-4e99-a817-d1e460e61a5f req-7f133c65-6290-4050-ba0e-acd2e895a598 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=05590b28-c4a9-41f8-a868-649414f5e466 HTTP/1.1" status: 200 len: 946 time: 1.3064089 Nov 12 08:19:22.516663 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-08222a71-fdaa-4a91-baee-a0b5eaad11fa tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Publish callbacks [] for floatingip, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:22.535024 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [req-ff616263-8bdc-476a-b558-68c72560588a req-15be57cf-2f49-4c73-a6cd-5349f4f2d3e7 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Calling delete_port for d68eab59-913a-43c9-aa2c-928060df69bb owned by compute:nova {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:19:22.549806 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-49f61496-63ed-4225-801f-024466bbf6a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:22.651370 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f61496-63ed-4225-801f-024466bbf6a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4beca76b-1a41-4d6a-b65b-c80835a19f46,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:22.867371 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b2ef34b0-b93d-4e99-a817-d1e460e61a5f req-d400aac3-6023-4e85-a51b-1c1ff6c4563e tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3347075 Nov 12 08:19:22.887472 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f61496-63ed-4225-801f-024466bbf6a9 admin admin] Checking segment: {'id': '641b3303-757e-42a8-811e-2b8ae4a15de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7c827e16-ab30-479f-9016-7fbbf3de05e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:19:22.887840 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f61496-63ed-4225-801f-024466bbf6a9 admin admin] Network hostable DHCP agents. Network: 7c827e16-ab30-479f-9016-7fbbf3de05e1, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:19:22.958327 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f61496-63ed-4225-801f-024466bbf6a9 admin admin] Network 7c827e16-ab30-479f-9016-7fbbf3de05e1 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:19:23.032144 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-9777052d-1543-48d0-9b16-c29c94328dc2 admin admin] Deleting port 99b959ff-2453-4846-93a9-490437e0ddf6 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:19:23.033254 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9777052d-1543-48d0-9b16-c29c94328dc2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:23.115154 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-49f61496-63ed-4225-801f-024466bbf6a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 7c827e16-ab30-479f-9016-7fbbf3de05e1) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:19:23.128870 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-ff616263-8bdc-476a-b558-68c72560588a req-15be57cf-2f49-4c73-a6cd-5349f4f2d3e7 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:23.131281 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17d2b64-0b31-4385-9263-ce10b755f30c None None] Network 7c827e16-ab30-479f-9016-7fbbf3de05e1 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:19:23.144982 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f61496-63ed-4225-801f-024466bbf6a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:23.146029 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-49f61496-63ed-4225-801f-024466bbf6a9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:23.219302 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15be57cf-2f49-4c73-a6cd-5349f4f2d3e7 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Pushing event deleted for resources: {'Port': ['ID=d68eab59-913a-43c9-aa2c-928060df69bb,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:23.230304 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-08222a71-fdaa-4a91-baee-a0b5eaad11fa tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:23.259093 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-49f61496-63ed-4225-801f-024466bbf6a9 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1822054 Nov 12 08:19:23.304280 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-9777052d-1543-48d0-9b16-c29c94328dc2 admin admin] For port 99b959ff-2453-4846-93a9-490437e0ddf6, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=99b959ff-2453-4846-93a9-490437e0ddf6,segment=NetworkSegment(bcc48269-d6c6-4092-b337-3fc4faf21b55),segment_id=bcc48269-d6c6-4092-b337-3fc4faf21b55)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:19:23.308882 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9777052d-1543-48d0-9b16-c29c94328dc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:23.347691 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-9777052d-1543-48d0-9b16-c29c94328dc2 admin admin] Calling delete_port for 99b959ff-2453-4846-93a9-490437e0ddf6 owned by network:router_interface {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:19:23.523940 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-08222a71-fdaa-4a91-baee-a0b5eaad11fa tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Allocated IP 172.25.2.56 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/0e43b7d9-df4f-42dd-a1ed-f776aaafc532) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:19:23.548964 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e04838f-e2c9-450d-9044-1de876e49467 None None] Network 7c827e16-ab30-479f-9016-7fbbf3de05e1 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:19:23.571280 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557e9a4b-4659-49fb-b725-d35b23b31f62 req-ada916c1-2659-4f17-8ea7-3f3382457b93 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:23.572934 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-557e9a4b-4659-49fb-b725-d35b23b31f62 req-ada916c1-2659-4f17-8ea7-3f3382457b93 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.21 "GET /v2.0/networks?id=c164b714-a9ee-49ae-ab85-02a2461298d9 HTTP/1.1" status: 200 len: 814 time: 0.3884723 Nov 12 08:19:23.624682 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-557e9a4b-4659-49fb-b725-d35b23b31f62 req-7b533894-1dd5-4c0e-b9d0-a2e5f2696956 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Request body: {'port': {'device_id': '1e631f1f-9a20-49e6-8333-fc457bad62af', 'network_id': 'c164b714-a9ee-49ae-ab85-02a2461298d9', 'admin_state_up': True, 'tenant_id': '26ef531896034fe2885057383ac0d733'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:19:23.732114 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-08222a71-fdaa-4a91-baee-a0b5eaad11fa tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:23.735229 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff616263-8bdc-476a-b558-68c72560588a req-15be57cf-2f49-4c73-a6cd-5349f4f2d3e7 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] No DVR routers for this DVR port d68eab59-913a-43c9-aa2c-928060df69bb on host n-h1-765315-29 {{(pid=102600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:19:23.750112 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-ff616263-8bdc-476a-b558-68c72560588a req-15be57cf-2f49-4c73-a6cd-5349f4f2d3e7 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:23.755272 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ff616263-8bdc-476a-b558-68c72560588a req-15be57cf-2f49-4c73-a6cd-5349f4f2d3e7 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.21 "DELETE /v2.0/ports/d68eab59-913a-43c9-aa2c-928060df69bb HTTP/1.1" status: 204 len: 173 time: 3.5856154 Nov 12 08:19:23.783708 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-783c50b4-f25e-49e1-9fcf-255240bcb7b2 req-161f0a89-4309-4809-a202-385a8afd3aa6 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 210 time: 0.0552316 Nov 12 08:19:23.810925 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a308ad-4c76-48fa-bbb1-e81f4a63d890 req-4b5b05ab-7270-4f67-8508-0c6fa38c4160 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:23.820367 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-43a308ad-4c76-48fa-bbb1-e81f4a63d890 req-4b5b05ab-7270-4f67-8508-0c6fa38c4160 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd1d6ac-fc22-40b4-9334-b79b8f638fb9 HTTP/1.1" status: 200 len: 942 time: 0.2461975 Nov 12 08:19:23.931501 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-08222a71-fdaa-4a91-baee-a0b5eaad11fa tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:23.948031 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bd1d6ac-fc22-40b4-9334-b79b8f638fb9', 'name': 'network-vif-deleted', 'tag': 'f1dcc1d8-a453-49ab-adf5-63e92ffd32cd'}, {'server_uuid': '3bd1d6ac-fc22-40b4-9334-b79b8f638fb9', 'name': 'network-vif-deleted', 'tag': 'd68eab59-913a-43c9-aa2c-928060df69bb'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:19:23.950901 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1a80630-90a1-42fc-9d40-317072c195db" -d '{"events": [{"server_uuid": "3bd1d6ac-fc22-40b4-9334-b79b8f638fb9", "name": "network-vif-deleted", "tag": "f1dcc1d8-a453-49ab-adf5-63e92ffd32cd"}, {"server_uuid": "3bd1d6ac-fc22-40b4-9334-b79b8f638fb9", "name": "network-vif-deleted", "tag": "d68eab59-913a-43c9-aa2c-928060df69bb"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:19:23.999534 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08222a71-fdaa-4a91-baee-a0b5eaad11fa tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:19:24.010513 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-08222a71-fdaa-4a91-baee-a0b5eaad11fa tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:19:24.015364 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-43a308ad-4c76-48fa-bbb1-e81f4a63d890 req-3e892505-ed24-4f80-a23d-2de88235979f tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/security-groups?id=edb098b1-b850-4d1f-9907-ebc80ab17859&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1938896 Nov 12 08:19:24.016013 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08222a71-fdaa-4a91-baee-a0b5eaad11fa tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:19:24.035407 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [req-ff616263-8bdc-476a-b558-68c72560588a req-d1419a54-2c37-46e2-9229-52b6e99fa0b9 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Deleting port 84bf60b1-9802-4c17-be1c-ccf3dbe8abcd {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:19:24.035853 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-ff616263-8bdc-476a-b558-68c72560588a req-d1419a54-2c37-46e2-9229-52b6e99fa0b9 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:24.055955 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-557e9a4b-4659-49fb-b725-d35b23b31f62 req-7b533894-1dd5-4c0e-b9d0-a2e5f2696956 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Made reservation on behalf of 26ef531896034fe2885057383ac0d733 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:19:24.059785 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-557e9a4b-4659-49fb-b725-d35b23b31f62 req-7b533894-1dd5-4c0e-b9d0-a2e5f2696956 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:24.099014 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08222a71-fdaa-4a91-baee-a0b5eaad11fa tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Pushing event updated for resources: {'Port': ['ID=0e43b7d9-df4f-42dd-a1ed-f776aaafc532,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:24.235015 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-557e9a4b-4659-49fb-b725-d35b23b31f62 req-7b533894-1dd5-4c0e-b9d0-a2e5f2696956 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Allocated IP 172.20.0.6 (c164b714-a9ee-49ae-ab85-02a2461298d9/beed55bb-7519-49f9-9b0f-9ca9d1c87988/73685504-dbc6-48c5-be42-7df6febab919) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:19:24.241261 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-08222a71-fdaa-4a91-baee-a0b5eaad11fa tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:24.251121 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-ff616263-8bdc-476a-b558-68c72560588a req-d1419a54-2c37-46e2-9229-52b6e99fa0b9 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] For port 84bf60b1-9802-4c17-be1c-ccf3dbe8abcd, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=84bf60b1-9802-4c17-be1c-ccf3dbe8abcd,segment=NetworkSegment(ef780b90-c001-4df4-8a87-60cbd26d33b1),segment_id=ef780b90-c001-4df4-8a87-60cbd26d33b1)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:19:24.251546 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-ff616263-8bdc-476a-b558-68c72560588a req-d1419a54-2c37-46e2-9229-52b6e99fa0b9 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:24.267508 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [req-ff616263-8bdc-476a-b558-68c72560588a req-d1419a54-2c37-46e2-9229-52b6e99fa0b9 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Calling delete_port for 84bf60b1-9802-4c17-be1c-ccf3dbe8abcd owned by compute:nova {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:19:24.339949 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-08222a71-fdaa-4a91-baee-a0b5eaad11fa tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:24.393209 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-557e9a4b-4659-49fb-b725-d35b23b31f62 req-7b533894-1dd5-4c0e-b9d0-a2e5f2696956 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:24.419932 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 08:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d97e5bd-b6ac-4183-8971-71035fe17efc x-openstack-request-id: req-2d97e5bd-b6ac-4183-8971-71035fe17efc {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:19:24.420313 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bd1d6ac-fc22-40b4-9334-b79b8f638fb9", "name": "network-vif-deleted", "tag": "f1dcc1d8-a453-49ab-adf5-63e92ffd32cd", "status": "completed", "code": 200}, {"server_uuid": "3bd1d6ac-fc22-40b4-9334-b79b8f638fb9", "name": "network-vif-deleted", "tag": "d68eab59-913a-43c9-aa2c-928060df69bb", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:19:24.420430 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2d97e5bd-b6ac-4183-8971-71035fe17efc {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:19:24.420798 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bd1d6ac-fc22-40b4-9334-b79b8f638fb9', 'name': 'network-vif-deleted', 'tag': 'f1dcc1d8-a453-49ab-adf5-63e92ffd32cd', 'status': 'completed', 'code': 200} Nov 12 08:19:24.421048 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bd1d6ac-fc22-40b4-9334-b79b8f638fb9', 'name': 'network-vif-deleted', 'tag': 'd68eab59-913a-43c9-aa2c-928060df69bb', 'status': 'completed', 'code': 200} Nov 12 08:19:24.524165 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-557e9a4b-4659-49fb-b725-d35b23b31f62 req-7b533894-1dd5-4c0e-b9d0-a2e5f2696956 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:24.574409 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df9da04-f9b9-47c4-9523-228762af3012 req-8bd119e2-422c-42b7-83c7-f71c0e5dedc1 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:24.575998 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8df9da04-f9b9-47c4-9523-228762af3012 req-8bd119e2-422c-42b7-83c7-f71c0e5dedc1 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=05590b28-c4a9-41f8-a868-649414f5e466 HTTP/1.1" status: 200 len: 946 time: 0.1617794 Nov 12 08:19:24.589088 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-ff616263-8bdc-476a-b558-68c72560588a req-d1419a54-2c37-46e2-9229-52b6e99fa0b9 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:24.599454 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-557e9a4b-4659-49fb-b725-d35b23b31f62 req-7b533894-1dd5-4c0e-b9d0-a2e5f2696956 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Network c164b714-a9ee-49ae-ab85-02a2461298d9 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:19:24.613005 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-557e9a4b-4659-49fb-b725-d35b23b31f62 req-7b533894-1dd5-4c0e-b9d0-a2e5f2696956 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:19:24.614876 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9777052d-1543-48d0-9b16-c29c94328dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:24.626045 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-557e9a4b-4659-49fb-b725-d35b23b31f62 req-7b533894-1dd5-4c0e-b9d0-a2e5f2696956 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:19:24.641144 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b533894-1dd5-4c0e-b9d0-a2e5f2696956 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Pushing event updated for resources: {'Port': ['ID=73685504-dbc6-48c5-be42-7df6febab919,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:24.653258 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1419a54-2c37-46e2-9229-52b6e99fa0b9 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Pushing event deleted for resources: {'Port': ['ID=84bf60b1-9802-4c17-be1c-ccf3dbe8abcd,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:24.736273 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777052d-1543-48d0-9b16-c29c94328dc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=99b959ff-2453-4846-93a9-490437e0ddf6,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:24.786970 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8df9da04-f9b9-47c4-9523-228762af3012 req-9434fce0-67c1-4df3-8beb-d5b76e9b63a2 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924798 Nov 12 08:19:24.811152 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff616263-8bdc-476a-b558-68c72560588a req-d1419a54-2c37-46e2-9229-52b6e99fa0b9 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] No DVR routers for this DVR port 84bf60b1-9802-4c17-be1c-ccf3dbe8abcd on host n-h1-765315-29 {{(pid=102600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:19:24.819122 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-08222a71-fdaa-4a91-baee-a0b5eaad11fa tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:24.821971 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-ff616263-8bdc-476a-b558-68c72560588a req-d1419a54-2c37-46e2-9229-52b6e99fa0b9 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:24.826788 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ff616263-8bdc-476a-b558-68c72560588a req-d1419a54-2c37-46e2-9229-52b6e99fa0b9 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.21 "DELETE /v2.0/ports/84bf60b1-9802-4c17-be1c-ccf3dbe8abcd HTTP/1.1" status: 204 len: 173 time: 1.0491850 Nov 12 08:19:24.832107 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-08222a71-fdaa-4a91-baee-a0b5eaad11fa tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:24.973694 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08222a71-fdaa-4a91-baee-a0b5eaad11fa tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Pushing event updated for resources: {'Port': ['ID=0e43b7d9-df4f-42dd-a1ed-f776aaafc532,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:25.007568 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-08222a71-fdaa-4a91-baee-a0b5eaad11fa tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:25.029113 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-08222a71-fdaa-4a91-baee-a0b5eaad11fa tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:25.048353 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-08222a71-fdaa-4a91-baee-a0b5eaad11fa tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0574512 Nov 12 08:19:25.086364 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557e9a4b-4659-49fb-b725-d35b23b31f62 req-7b533894-1dd5-4c0e-b9d0-a2e5f2696956 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:25.086986 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-557e9a4b-4659-49fb-b725-d35b23b31f62 req-7b533894-1dd5-4c0e-b9d0-a2e5f2696956 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:25.097825 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9777052d-1543-48d0-9b16-c29c94328dc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918626'] for router_interface, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:25.140662 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-557e9a4b-4659-49fb-b725-d35b23b31f62 req-7b533894-1dd5-4c0e-b9d0-a2e5f2696956 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5539207 Nov 12 08:19:25.192632 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-557e9a4b-4659-49fb-b725-d35b23b31f62 req-083c90d0-7b58-4cff-b1d3-ddd8019e4048 service neutron] Request body: {'port': {'device_id': '1e631f1f-9a20-49e6-8333-fc457bad62af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:19:25.222157 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2118bc7f-059f-45de-9306-d541215f22f7 req-b95fc068-8450-4464-9f5e-625a3570800a tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd1d6ac-fc22-40b4-9334-b79b8f638fb9 HTTP/1.1" status: 200 len: 210 time: 0.0597372 Nov 12 08:19:25.240597 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64025872-d88c-49f3-8b36-432e34f8270c req-85eb7554-407c-48d6-9867-e3de58432312 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:25.242157 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-64025872-d88c-49f3-8b36-432e34f8270c req-85eb7554-407c-48d6-9867-e3de58432312 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 931 time: 0.1831608 Nov 12 08:19:25.388449 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-557e9a4b-4659-49fb-b725-d35b23b31f62 req-083c90d0-7b58-4cff-b1d3-ddd8019e4048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:25.490954 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-64025872-d88c-49f3-8b36-432e34f8270c req-c5e76265-ace1-4c45-b7dd-46f32e74555d tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038574 Nov 12 08:19:25.623846 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0182eb42-33ab-4157-9e47-9c6915740593 req-3126d3ac-eb0e-4247-b1cb-7197df9c7c8e tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--773394413&fields=id&tenant_id=13ee7d6d71864c9eb2f508185e6a266f HTTP/1.1" status: 200 len: 267 time: 0.1078537 Nov 12 08:19:25.792363 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-557e9a4b-4659-49fb-b725-d35b23b31f62 req-083c90d0-7b58-4cff-b1d3-ddd8019e4048 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73685504-dbc6-48c5-be42-7df6febab919 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:19:25.801991 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-557e9a4b-4659-49fb-b725-d35b23b31f62 req-083c90d0-7b58-4cff-b1d3-ddd8019e4048 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:25.817543 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-557e9a4b-4659-49fb-b725-d35b23b31f62 req-083c90d0-7b58-4cff-b1d3-ddd8019e4048 service neutron] Transition to ACTIVE for port object 73685504-dbc6-48c5-be42-7df6febab919 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:19:25.824986 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 52592b2a-c901-46b6-919f-38bfa8d65b88 details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:19:25.832279 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-557e9a4b-4659-49fb-b725-d35b23b31f62 req-083c90d0-7b58-4cff-b1d3-ddd8019e4048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:25.832525 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4053c94f-7f7f-4f7f-818c-d7ec0ab44059 req-a6415d59-04d1-4a76-a6ae-6f36a2495e87 tempest-LiveMigrationTest-1817512610 tempest-LiveMigrationTest-1817512610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:25.834356 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4053c94f-7f7f-4f7f-818c-d7ec0ab44059 req-a6415d59-04d1-4a76-a6ae-6f36a2495e87 tempest-LiveMigrationTest-1817512610 tempest-LiveMigrationTest-1817512610-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=05590b28-c4a9-41f8-a868-649414f5e466&tenant_id=7317cbf37f7b44a3b0cd0a433cf6ba52&binding%3Ahost_id=n-h2-765315-29 HTTP/1.1" status: 200 len: 1098 time: 0.2365353 Nov 12 08:19:25.869052 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-4053c94f-7f7f-4f7f-818c-d7ec0ab44059 req-f69b5724-1059-4672-96d4-5b2c21254de1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-765315-29'}}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:19:26.031514 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-4053c94f-7f7f-4f7f-818c-d7ec0ab44059 req-f69b5724-1059-4672-96d4-5b2c21254de1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:26.047074 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083c90d0-7b58-4cff-b1d3-ddd8019e4048 service neutron] Pushing event updated for resources: {'Port': ['ID=73685504-dbc6-48c5-be42-7df6febab919,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:26.058034 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 52592b2a-c901-46b6-919f-38bfa8d65b88, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=52592b2a-c901-46b6-919f-38bfa8d65b88,segment=NetworkSegment(2faefcc0-552f-4085-b81e-2c4b58f0de67),segment_id=2faefcc0-552f-4085-b81e-2c4b58f0de67)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:19:26.060081 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0182eb42-33ab-4157-9e47-9c6915740593 req-a0486776-1d9e-4e91-b1c1-cfbd252a31fd tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:26.070801 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0182eb42-33ab-4157-9e47-9c6915740593 req-a0486776-1d9e-4e91-b1c1-cfbd252a31fd tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/networks?id=392b706c-fa83-40b2-ba41-e97d70efdd1d HTTP/1.1" status: 200 len: 811 time: 0.4451854 Nov 12 08:19:26.082660 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 52592b2a-c901-46b6-919f-38bfa8d65b88 has no active binding in host n-h1-765315-29 {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 08:19:26.096962 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0182eb42-33ab-4157-9e47-9c6915740593 req-ba58d56d-fad5-4275-a38c-5c12e06da004 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/quotas/13ee7d6d71864c9eb2f508185e6a266f HTTP/1.1" status: 200 len: 375 time: 0.0235965 Nov 12 08:19:26.135945 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1f710d-1f4a-4b0c-a065-5468b03b7e2d req-fa3bad86-367f-42bb-a999-f1bfdf1fd55e tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:26.137876 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3d1f710d-1f4a-4b0c-a065-5468b03b7e2d req-fa3bad86-367f-42bb-a999-f1bfdf1fd55e tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=05590b28-c4a9-41f8-a868-649414f5e466 HTTP/1.1" status: 200 len: 946 time: 0.1390939 Nov 12 08:19:26.144414 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9777052d-1543-48d0-9b16-c29c94328dc2 admin admin] Router b3d9f5c9-b94a-495f-ad8c-05d9f4e9a342 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:19:26.169394 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-557e9a4b-4659-49fb-b725-d35b23b31f62 req-083c90d0-7b58-4cff-b1d3-ddd8019e4048 service neutron] Attempting to bind port 73685504-dbc6-48c5-be42-7df6febab919 on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:19:26.169740 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-557e9a4b-4659-49fb-b725-d35b23b31f62 req-083c90d0-7b58-4cff-b1d3-ddd8019e4048 service neutron] Attempting to bind port 73685504-dbc6-48c5-be42-7df6febab919 by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': 'f556910d-c385-437f-a6fb-f3c9395b9194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c164b714-a9ee-49ae-ab85-02a2461298d9'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:19:26.170062 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557e9a4b-4659-49fb-b725-d35b23b31f62 req-083c90d0-7b58-4cff-b1d3-ddd8019e4048 service neutron] Attempting to bind port 73685504-dbc6-48c5-be42-7df6febab919 on network c164b714-a9ee-49ae-ab85-02a2461298d9 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:19:26.189927 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557e9a4b-4659-49fb-b725-d35b23b31f62 req-083c90d0-7b58-4cff-b1d3-ddd8019e4048 service neutron] Port 73685504-dbc6-48c5-be42-7df6febab919 on network c164b714-a9ee-49ae-ab85-02a2461298d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:19:26.190257 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557e9a4b-4659-49fb-b725-d35b23b31f62 req-083c90d0-7b58-4cff-b1d3-ddd8019e4048 service neutron] Attempting to bind port 73685504-dbc6-48c5-be42-7df6febab919 on network c164b714-a9ee-49ae-ab85-02a2461298d9 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:19:26.207735 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0182eb42-33ab-4157-9e47-9c6915740593 req-8da30865-f160-4184-80bd-974c0658aa01 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=13ee7d6d71864c9eb2f508185e6a266f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1097221 Nov 12 08:19:26.233788 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3d1f710d-1f4a-4b0c-a065-5468b03b7e2d req-60ac1638-f27d-4c75-9a14-a0f41b571db0 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882630 Nov 12 08:19:26.234764 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557e9a4b-4659-49fb-b725-d35b23b31f62 req-083c90d0-7b58-4cff-b1d3-ddd8019e4048 service neutron] Checking agent: {'id': '26215384-8035-4ce2-971a-8e67be80da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:19:26.235247 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557e9a4b-4659-49fb-b725-d35b23b31f62 req-083c90d0-7b58-4cff-b1d3-ddd8019e4048 service neutron] Checking segment: {'id': 'f556910d-c385-437f-a6fb-f3c9395b9194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c164b714-a9ee-49ae-ab85-02a2461298d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:19:26.235662 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557e9a4b-4659-49fb-b725-d35b23b31f62 req-083c90d0-7b58-4cff-b1d3-ddd8019e4048 service neutron] Bound using segment: {'id': 'f556910d-c385-437f-a6fb-f3c9395b9194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c164b714-a9ee-49ae-ab85-02a2461298d9'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:19:26.236617 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-557e9a4b-4659-49fb-b725-d35b23b31f62 req-083c90d0-7b58-4cff-b1d3-ddd8019e4048 service neutron] Bound port: 73685504-dbc6-48c5-be42-7df6febab919, host: n-h1-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f556910d-c385-437f-a6fb-f3c9395b9194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c164b714-a9ee-49ae-ab85-02a2461298d9'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:19:26.236982 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-557e9a4b-4659-49fb-b725-d35b23b31f62 req-083c90d0-7b58-4cff-b1d3-ddd8019e4048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:26.324773 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-4053c94f-7f7f-4f7f-818c-d7ec0ab44059 req-f69b5724-1059-4672-96d4-5b2c21254de1 service neutron] For port 52592b2a-c901-46b6-919f-38bfa8d65b88, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=52592b2a-c901-46b6-919f-38bfa8d65b88,segment=NetworkSegment(2faefcc0-552f-4085-b81e-2c4b58f0de67),segment_id=2faefcc0-552f-4085-b81e-2c4b58f0de67)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:19:26.407535 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-4053c94f-7f7f-4f7f-818c-d7ec0ab44059 req-f69b5724-1059-4672-96d4-5b2c21254de1 service neutron] For port 52592b2a-c901-46b6-919f-38bfa8d65b88, host n-h2-765315-29, cleared binding levels {{(pid=102600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:19:26.433777 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bd1d6ac-fc22-40b4-9334-b79b8f638fb9', 'name': 'network-vif-deleted', 'tag': '84bf60b1-9802-4c17-be1c-ccf3dbe8abcd'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:19:26.438134 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ad86d8-2bde-4800-a16e-5ccef4bc83e1" -d '{"events": [{"server_uuid": "3bd1d6ac-fc22-40b4-9334-b79b8f638fb9", "name": "network-vif-deleted", "tag": "84bf60b1-9802-4c17-be1c-ccf3dbe8abcd"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:19:26.502169 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-4053c94f-7f7f-4f7f-818c-d7ec0ab44059 req-f69b5724-1059-4672-96d4-5b2c21254de1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:26.512449 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [req-0182eb42-33ab-4157-9e47-9c6915740593 req-2f1b9c93-f388-4a2d-8607-be71f5d4e908 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:19:26.513903 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0182eb42-33ab-4157-9e47-9c6915740593 req-2f1b9c93-f388-4a2d-8607-be71f5d4e908 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2718184 Nov 12 08:19:26.518565 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-4053c94f-7f7f-4f7f-818c-d7ec0ab44059 req-f69b5724-1059-4672-96d4-5b2c21254de1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:26.734564 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69b5724-1059-4672-96d4-5b2c21254de1 service neutron] Pushing event updated for resources: {'Port': ['ID=52592b2a-c901-46b6-919f-38bfa8d65b88,revision_number=7']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:26.740832 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-4053c94f-7f7f-4f7f-818c-d7ec0ab44059 req-f69b5724-1059-4672-96d4-5b2c21254de1 service neutron] Attempting to bind port 52592b2a-c901-46b6-919f-38bfa8d65b88 on host n-h2-765315-29 for vnic_type normal with profile {"migrating_to": "n-h1-765315-29"} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:19:26.741098 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-4053c94f-7f7f-4f7f-818c-d7ec0ab44059 req-f69b5724-1059-4672-96d4-5b2c21254de1 service neutron] Attempting to bind port 52592b2a-c901-46b6-919f-38bfa8d65b88 by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': '2faefcc0-552f-4085-b81e-2c4b58f0de67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a'}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:19:26.741416 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4053c94f-7f7f-4f7f-818c-d7ec0ab44059 req-f69b5724-1059-4672-96d4-5b2c21254de1 service neutron] Attempting to bind port 52592b2a-c901-46b6-919f-38bfa8d65b88 on network 6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:19:26.753861 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4053c94f-7f7f-4f7f-818c-d7ec0ab44059 req-f69b5724-1059-4672-96d4-5b2c21254de1 service neutron] Port 52592b2a-c901-46b6-919f-38bfa8d65b88 on network 6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:19:26.754225 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4053c94f-7f7f-4f7f-818c-d7ec0ab44059 req-f69b5724-1059-4672-96d4-5b2c21254de1 service neutron] Attempting to bind port 52592b2a-c901-46b6-919f-38bfa8d65b88 on network 6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:19:26.769691 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4053c94f-7f7f-4f7f-818c-d7ec0ab44059 req-f69b5724-1059-4672-96d4-5b2c21254de1 service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:19:26.770029 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4053c94f-7f7f-4f7f-818c-d7ec0ab44059 req-f69b5724-1059-4672-96d4-5b2c21254de1 service neutron] Checking segment: {'id': '2faefcc0-552f-4085-b81e-2c4b58f0de67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:19:26.770689 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4053c94f-7f7f-4f7f-818c-d7ec0ab44059 req-f69b5724-1059-4672-96d4-5b2c21254de1 service neutron] Bound using segment: {'id': '2faefcc0-552f-4085-b81e-2c4b58f0de67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a'} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:19:26.771214 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-4053c94f-7f7f-4f7f-818c-d7ec0ab44059 req-f69b5724-1059-4672-96d4-5b2c21254de1 service neutron] Bound port: 52592b2a-c901-46b6-919f-38bfa8d65b88, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2faefcc0-552f-4085-b81e-2c4b58f0de67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a'}}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:19:26.771863 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-4053c94f-7f7f-4f7f-818c-d7ec0ab44059 req-f69b5724-1059-4672-96d4-5b2c21254de1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:26.841471 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0182eb42-33ab-4157-9e47-9c6915740593 req-821e80b2-c155-4144-8297-7e45019c2683 service neutron] 10.222.0.26 "GET /v2.0/networks/392b706c-fa83-40b2-ba41-e97d70efdd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3158510 Nov 12 08:19:26.859104 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e7b6aaa7-9a00-441b-bb8c-f5d449b17b26 req-29881751-bfad-46ae-b9d9-7b797ae6aa2d tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd1d6ac-fc22-40b4-9334-b79b8f638fb9 HTTP/1.1" status: 200 len: 210 time: 0.1031544 Nov 12 08:19:26.982098 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7c2d34c-ec2b-4893-9af0-bfc52e7d65e1 x-openstack-request-id: req-b7c2d34c-ec2b-4893-9af0-bfc52e7d65e1 {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:19:26.985289 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bd1d6ac-fc22-40b4-9334-b79b8f638fb9", "name": "network-vif-deleted", "tag": "84bf60b1-9802-4c17-be1c-ccf3dbe8abcd", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:19:26.988188 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b7c2d34c-ec2b-4893-9af0-bfc52e7d65e1 {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:19:26.988743 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bd1d6ac-fc22-40b4-9334-b79b8f638fb9', 'name': 'network-vif-deleted', 'tag': '84bf60b1-9802-4c17-be1c-ccf3dbe8abcd', 'status': 'completed', 'code': 200} Nov 12 08:19:26.995703 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-557e9a4b-4659-49fb-b725-d35b23b31f62 req-083c90d0-7b58-4cff-b1d3-ddd8019e4048 service neutron] For port 73685504-dbc6-48c5-be42-7df6febab919, host n-h1-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:19:27.016668 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-4053c94f-7f7f-4f7f-818c-d7ec0ab44059 req-f69b5724-1059-4672-96d4-5b2c21254de1 service neutron] For port 52592b2a-c901-46b6-919f-38bfa8d65b88, host n-h2-765315-29, cleared binding levels {{(pid=102600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:19:27.026634 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-557e9a4b-4659-49fb-b725-d35b23b31f62 req-083c90d0-7b58-4cff-b1d3-ddd8019e4048 service neutron] For port 73685504-dbc6-48c5-be42-7df6febab919, host n-h1-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=73685504-dbc6-48c5-be42-7df6febab919,segment=NetworkSegment(f556910d-c385-437f-a6fb-f3c9395b9194),segment_id=f556910d-c385-437f-a6fb-f3c9395b9194)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:19:27.039128 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-4053c94f-7f7f-4f7f-818c-d7ec0ab44059 req-f69b5724-1059-4672-96d4-5b2c21254de1 service neutron] For port 52592b2a-c901-46b6-919f-38bfa8d65b88, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=52592b2a-c901-46b6-919f-38bfa8d65b88,segment=NetworkSegment(2faefcc0-552f-4085-b81e-2c4b58f0de67),segment_id=2faefcc0-552f-4085-b81e-2c4b58f0de67)] {{(pid=102600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:19:27.042923 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-557e9a4b-4659-49fb-b725-d35b23b31f62 req-083c90d0-7b58-4cff-b1d3-ddd8019e4048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:27.061025 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-4053c94f-7f7f-4f7f-818c-d7ec0ab44059 req-f69b5724-1059-4672-96d4-5b2c21254de1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:27.122118 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083c90d0-7b58-4cff-b1d3-ddd8019e4048 service neutron] Pushing event updated for resources: {'Port': ['ID=73685504-dbc6-48c5-be42-7df6febab919,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:27.128488 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9777052d-1543-48d0-9b16-c29c94328dc2 admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:19:27.134088 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-9777052d-1543-48d0-9b16-c29c94328dc2 admin admin] 10.222.0.26 "PUT /v2.0/routers/b3d9f5c9-b94a-495f-ad8c-05d9f4e9a342/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0279562 Nov 12 08:19:27.139631 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 46564) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:27.140929 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76eb2e5f-9e24-4b01-a782-f554d5008152 None None] Sync routers for ids ['b3d9f5c9-b94a-495f-ad8c-05d9f4e9a342'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:19:27.158685 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557e9a4b-4659-49fb-b725-d35b23b31f62 req-083c90d0-7b58-4cff-b1d3-ddd8019e4048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:27.159019 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-557e9a4b-4659-49fb-b725-d35b23b31f62 req-083c90d0-7b58-4cff-b1d3-ddd8019e4048 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:27.159277 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76eb2e5f-9e24-4b01-a782-f554d5008152 None None] Routers {'b3d9f5c9-b94a-495f-ad8c-05d9f4e9a342'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:19:27.160407 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-557e9a4b-4659-49fb-b725-d35b23b31f62 req-083c90d0-7b58-4cff-b1d3-ddd8019e4048 service neutron] 10.222.0.21 "PUT /v2.0/ports/73685504-dbc6-48c5-be42-7df6febab919 HTTP/1.1" status: 200 len: 1092 time: 1.9725728 Nov 12 08:19:27.162314 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-76eb2e5f-9e24-4b01-a782-f554d5008152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:19:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['b3d9f5c9-b94a-495f-ad8c-05d9f4e9a342'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:19:27.175640 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e631f1f-9a20-49e6-8333-fc457bad62af', 'tag': '73685504-dbc6-48c5-be42-7df6febab919'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:19:27.182028 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db331129-c9d3-485d-bc40-9f0de1e2c35f" -d '{"events": [{"name": "network-changed", "server_uuid": "1e631f1f-9a20-49e6-8333-fc457bad62af", "tag": "73685504-dbc6-48c5-be42-7df6febab919"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:19:27.289972 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0182eb42-33ab-4157-9e47-9c6915740593 req-3ffc370f-14a2-427c-94b6-b9f7fa3c5769 service neutron] 10.222.0.26 "GET /v2.0/networks/392b706c-fa83-40b2-ba41-e97d70efdd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4475417 Nov 12 08:19:27.309555 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa57141-d4b1-4a1f-8e4a-922229d57ca9 req-442be479-7ba1-488a-b74c-8fc5a45376da tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:27.311457 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2fa57141-d4b1-4a1f-8e4a-922229d57ca9 req-442be479-7ba1-488a-b74c-8fc5a45376da tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 943 time: 0.2894785 Nov 12 08:19:27.336415 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69b5724-1059-4672-96d4-5b2c21254de1 service neutron] Pushing event updated for resources: {'Port': ['ID=52592b2a-c901-46b6-919f-38bfa8d65b88,revision_number=8']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:27.341032 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-76eb2e5f-9e24-4b01-a782-f554d5008152 None None] Set router b3d9f5c9-b94a-495f-ad8c-05d9f4e9a342 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:19:27.353939 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4053c94f-7f7f-4f7f-818c-d7ec0ab44059 req-f69b5724-1059-4672-96d4-5b2c21254de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:27.354579 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-4053c94f-7f7f-4f7f-818c-d7ec0ab44059 req-f69b5724-1059-4672-96d4-5b2c21254de1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:27.364274 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4053c94f-7f7f-4f7f-818c-d7ec0ab44059 req-f69b5724-1059-4672-96d4-5b2c21254de1 service neutron] 10.222.0.21 "PUT /v2.0/ports/52592b2a-c901-46b6-919f-38bfa8d65b88 HTTP/1.1" status: 200 len: 1124 time: 1.5170698 Nov 12 08:19:27.424414 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557e9a4b-4659-49fb-b725-d35b23b31f62 req-30c404e2-03db-4588-b244-e46d0db07ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:27.427845 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-557e9a4b-4659-49fb-b725-d35b23b31f62 req-30c404e2-03db-4588-b244-e46d0db07ec7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=26ef531896034fe2885057383ac0d733&device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 1095 time: 0.1848924 Nov 12 08:19:27.446414 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['52592b2a-c901-46b6-919f-38bfa8d65b88'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:19:27.529721 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['52592b2a-c901-46b6-919f-38bfa8d65b88'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:19:27.647323 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-557e9a4b-4659-49fb-b725-d35b23b31f62 req-5069a6e2-309f-4f6d-9e4d-753cc7391ebc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73685504-dbc6-48c5-be42-7df6febab919 HTTP/1.1" status: 200 len: 217 time: 0.1943254 Nov 12 08:19:27.696047 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2fa57141-d4b1-4a1f-8e4a-922229d57ca9 req-654dbbc8-3240-4910-8fee-ba8754fc622e tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3718116 Nov 12 08:19:27.843844 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-76eb2e5f-9e24-4b01-a782-f554d5008152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3d9f5c9-b94a-495f-ad8c-05d9f4e9a342', 'name': 'tempest-FloatingIPDetailsTestJSON-1211771455-router', 'tenant_id': '7b69c126bd244f4889818ad60167e0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '5de1cbac-ab65-445f-a9e3-fed5ac9bf5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:18:49Z', 'updated_at': '2021-11-12T08:19:24Z', 'revision_number': 5, 'project_id': '7b69c126bd244f4889818ad60167e0fe', 'gw_port': {'id': '5de1cbac-ab65-445f-a9e3-fed5ac9bf5e4', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:62:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d9f5c9-b94a-495f-ad8c-05d9f4e9a342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:18:50Z', 'updated_at': '2021-11-12T08:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:19:27.856763 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d28017-a60a-4088-93cd-aa85c2aadc05 req-6a3bdbfe-f69f-4928-a6ba-ec3a39d3845d tempest-ServerGroupTestJSON-1250803281 tempest-ServerGroupTestJSON-1250803281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:27.870756 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-05d28017-a60a-4088-93cd-aa85c2aadc05 req-6a3bdbfe-f69f-4928-a6ba-ec3a39d3845d tempest-ServerGroupTestJSON-1250803281 tempest-ServerGroupTestJSON-1250803281-project] 10.222.0.26 "GET /v2.0/networks?id=7c827e16-ab30-479f-9016-7fbbf3de05e1 HTTP/1.1" status: 200 len: 810 time: 0.2534227 Nov 12 08:19:27.894520 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557e9a4b-4659-49fb-b725-d35b23b31f62 req-312bc116-038d-4b41-aaec-6d58072f12ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:27.896810 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-557e9a4b-4659-49fb-b725-d35b23b31f62 req-312bc116-038d-4b41-aaec-6d58072f12ea service neutron] 10.222.0.21 "GET /v2.0/subnets?id=beed55bb-7519-49f9-9b0f-9ca9d1c87988 HTTP/1.1" status: 200 len: 854 time: 0.2352333 Nov 12 08:19:27.899414 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a9528cd-88d8-402a-9b54-6db7215a0ba4 x-openstack-request-id: req-2a9528cd-88d8-402a-9b54-6db7215a0ba4 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:19:27.900480 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e631f1f-9a20-49e6-8333-fc457bad62af", "tag": "73685504-dbc6-48c5-be42-7df6febab919", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:19:27.900953 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2a9528cd-88d8-402a-9b54-6db7215a0ba4 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:19:27.901550 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e631f1f-9a20-49e6-8333-fc457bad62af', 'tag': '73685504-dbc6-48c5-be42-7df6febab919', 'status': 'completed', 'code': 200} Nov 12 08:19:27.902575 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-05d28017-a60a-4088-93cd-aa85c2aadc05 req-4046b1ba-f4cb-4e21-adcf-cf7a854a0626 tempest-ServerGroupTestJSON-1250803281 tempest-ServerGroupTestJSON-1250803281-project] 10.222.0.26 "GET /v2.0/quotas/9ea565d65801445a8b3478a7b5db7f2d HTTP/1.1" status: 200 len: 375 time: 0.0271027 Nov 12 08:19:27.927432 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-660b66b8-71c4-46f8-b1ba-33f1dbd9cad6 admin admin] Publish callbacks [] for router, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:27.933492 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76eb2e5f-9e24-4b01-a782-f554d5008152 None None] Checking router: b3d9f5c9-b94a-495f-ad8c-05d9f4e9a342 for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:19:27.961267 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76eb2e5f-9e24-4b01-a782-f554d5008152 None None] Routers {'b3d9f5c9-b94a-495f-ad8c-05d9f4e9a342'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:19:27.962075 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-76eb2e5f-9e24-4b01-a782-f554d5008152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:19:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['b3d9f5c9-b94a-495f-ad8c-05d9f4e9a342'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:19:28.004211 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-05d28017-a60a-4088-93cd-aa85c2aadc05 req-f8433bec-9b3d-4933-be22-ccf16a2a986d tempest-ServerGroupTestJSON-1250803281 tempest-ServerGroupTestJSON-1250803281-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=9ea565d65801445a8b3478a7b5db7f2d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1006517 Nov 12 08:19:28.166239 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-05d28017-a60a-4088-93cd-aa85c2aadc05 req-3a5d4256-7624-4a5e-a79b-15536c709c5e service neutron] 10.222.0.26 "GET /v2.0/networks/7c827e16-ab30-479f-9016-7fbbf3de05e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610196 Nov 12 08:19:28.212940 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-557e9a4b-4659-49fb-b725-d35b23b31f62 req-261f1dfa-3c97-474b-91bf-d54469d90b36 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c164b714-a9ee-49ae-ab85-02a2461298d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3027174 Nov 12 08:19:28.301539 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-76eb2e5f-9e24-4b01-a782-f554d5008152 None None] Set router b3d9f5c9-b94a-495f-ad8c-05d9f4e9a342 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:19:28.379750 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-557e9a4b-4659-49fb-b725-d35b23b31f62 req-f3a5da40-8584-418f-8f13-f5d10398c1c6 service neutron] 10.222.0.21 "GET /v2.0/networks/c164b714-a9ee-49ae-ab85-02a2461298d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390932 Nov 12 08:19:28.387560 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-05d28017-a60a-4088-93cd-aa85c2aadc05 req-5cde258b-a1d2-4c96-a9f2-355b2c651b6d service neutron] 10.222.0.26 "GET /v2.0/networks/7c827e16-ab30-479f-9016-7fbbf3de05e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117119 Nov 12 08:19:28.494378 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-660b66b8-71c4-46f8-b1ba-33f1dbd9cad6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:28.604774 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c0c988-3a69-4e89-986b-9ed55ea622c9 req-05c62318-14b0-4555-83db-fb6142ad9a2c tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:28.618367 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f7c0c988-3a69-4e89-986b-9ed55ea622c9 req-05c62318-14b0-4555-83db-fb6142ad9a2c tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=05590b28-c4a9-41f8-a868-649414f5e466 HTTP/1.1" status: 200 len: 944 time: 0.6933722 Nov 12 08:19:28.722566 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-76eb2e5f-9e24-4b01-a782-f554d5008152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3d9f5c9-b94a-495f-ad8c-05d9f4e9a342', 'name': 'tempest-FloatingIPDetailsTestJSON-1211771455-router', 'tenant_id': '7b69c126bd244f4889818ad60167e0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '5de1cbac-ab65-445f-a9e3-fed5ac9bf5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:18:49Z', 'updated_at': '2021-11-12T08:19:24Z', 'revision_number': 5, 'project_id': '7b69c126bd244f4889818ad60167e0fe', 'gw_port': {'id': '5de1cbac-ab65-445f-a9e3-fed5ac9bf5e4', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:62:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d9f5c9-b94a-495f-ad8c-05d9f4e9a342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:18:50Z', 'updated_at': '2021-11-12T08:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:19:28.771277 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76eb2e5f-9e24-4b01-a782-f554d5008152 None None] The sync data for ids ['b3d9f5c9-b94a-495f-ad8c-05d9f4e9a342'] in n-d-765315-29 is: [{'id': 'b3d9f5c9-b94a-495f-ad8c-05d9f4e9a342', 'name': 'tempest-FloatingIPDetailsTestJSON-1211771455-router', 'tenant_id': '7b69c126bd244f4889818ad60167e0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '5de1cbac-ab65-445f-a9e3-fed5ac9bf5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:18:49Z', 'updated_at': '2021-11-12T08:19:24Z', 'revision_number': 5, 'project_id': '7b69c126bd244f4889818ad60167e0fe', 'gw_port': {'id': '5de1cbac-ab65-445f-a9e3-fed5ac9bf5e4', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:62:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d9f5c9-b94a-495f-ad8c-05d9f4e9a342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:18:50Z', 'updated_at': '2021-11-12T08:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:19:28.841428 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f7c0c988-3a69-4e89-986b-9ed55ea622c9 req-209cbae4-f32f-4486-835f-e9acdde2264b tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888244 Nov 12 08:19:28.849002 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-557e9a4b-4659-49fb-b725-d35b23b31f62 req-ed48cba1-0805-426c-921d-50ebb522c7a7 service neutron] 10.222.0.21 "GET /v2.0/networks/c164b714-a9ee-49ae-ab85-02a2461298d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4395120 Nov 12 08:19:28.856138 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-660b66b8-71c4-46f8-b1ba-33f1dbd9cad6 admin admin] Deleting port 5de1cbac-ab65-445f-a9e3-fed5ac9bf5e4 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:19:28.856950 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-660b66b8-71c4-46f8-b1ba-33f1dbd9cad6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:28.990426 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05590b28-c4a9-41f8-a868-649414f5e466', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52592b2a-c901-46b6-919f-38bfa8d65b88'}, {'name': 'network-changed', 'server_uuid': '05590b28-c4a9-41f8-a868-649414f5e466', 'tag': '52592b2a-c901-46b6-919f-38bfa8d65b88'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:19:28.994961 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df326dac-eb51-4cd2-9fa8-be5be22ffc70" -d '{"events": [{"server_uuid": "05590b28-c4a9-41f8-a868-649414f5e466", "name": "network-vif-unplugged", "status": "completed", "tag": "52592b2a-c901-46b6-919f-38bfa8d65b88"}, {"name": "network-changed", "server_uuid": "05590b28-c4a9-41f8-a868-649414f5e466", "tag": "52592b2a-c901-46b6-919f-38bfa8d65b88"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:19:29.115304 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-009fd035-f1c1-4f5f-87e4-2cd645e72ddd req-c3edd4a3-c775-4b24-9f4a-db41423b6b08 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9f80b7-7da6-471c-ab75-5240190a613a HTTP/1.1" status: 200 len: 210 time: 0.0678484 Nov 12 08:19:29.146416 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-660b66b8-71c4-46f8-b1ba-33f1dbd9cad6 admin admin] For port 5de1cbac-ab65-445f-a9e3-fed5ac9bf5e4, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=5de1cbac-ab65-445f-a9e3-fed5ac9bf5e4,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:19:29.157933 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-660b66b8-71c4-46f8-b1ba-33f1dbd9cad6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:29.181740 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-660b66b8-71c4-46f8-b1ba-33f1dbd9cad6 admin admin] Calling delete_port for 5de1cbac-ab65-445f-a9e3-fed5ac9bf5e4 owned by network:router_gateway {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:19:29.198688 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db331129-c9d3-485d-bc40-9f0de1e2c35f req-7f1e2b82-c24e-4ca0-b60d-bbddae6d5ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:29.200474 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-db331129-c9d3-485d-bc40-9f0de1e2c35f req-7f1e2b82-c24e-4ca0-b60d-bbddae6d5ef4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=26ef531896034fe2885057383ac0d733&device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 1095 time: 0.2434480 Nov 12 08:19:29.355728 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4152223d-abd4-41ce-a953-b0eba4846539 req-99e0faad-f833-4fac-9525-1a7747f5e860 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:29.357599 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4152223d-abd4-41ce-a953-b0eba4846539 req-99e0faad-f833-4fac-9525-1a7747f5e860 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 943 time: 0.1014783 Nov 12 08:19:29.420569 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4152223d-abd4-41ce-a953-b0eba4846539 req-412113e1-d7b2-41d9-9361-052d639a4730 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552700 Nov 12 08:19:29.432245 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d4714025-44c2-466e-917a-91b2b0bccae6 req-acb39c43-cf7c-4677-839b-460e6c1d70b8 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd1d6ac-fc22-40b4-9334-b79b8f638fb9 HTTP/1.1" status: 200 len: 210 time: 0.2217879 Nov 12 08:19:29.489034 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db331129-c9d3-485d-bc40-9f0de1e2c35f req-b034ff7f-57e8-431a-ab0d-19c12b6d5c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:29.493879 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-db331129-c9d3-485d-bc40-9f0de1e2c35f req-b034ff7f-57e8-431a-ab0d-19c12b6d5c5d service neutron] 10.222.0.21 "GET /v2.0/networks?id=c164b714-a9ee-49ae-ab85-02a2461298d9 HTTP/1.1" status: 200 len: 915 time: 0.2803099 Nov 12 08:19:29.569967 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 12 Nov 2021 08:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71018ad6-3cc5-40e1-a422-9b6e41be2cf0 x-openstack-request-id: req-71018ad6-3cc5-40e1-a422-9b6e41be2cf0 {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:19:29.574791 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05590b28-c4a9-41f8-a868-649414f5e466", "name": "network-vif-unplugged", "status": "completed", "tag": "52592b2a-c901-46b6-919f-38bfa8d65b88", "code": 200}, {"name": "network-changed", "server_uuid": "05590b28-c4a9-41f8-a868-649414f5e466", "tag": "52592b2a-c901-46b6-919f-38bfa8d65b88", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:19:29.576364 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-71018ad6-3cc5-40e1-a422-9b6e41be2cf0 {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:19:29.576817 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05590b28-c4a9-41f8-a868-649414f5e466', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52592b2a-c901-46b6-919f-38bfa8d65b88', 'code': 200} Nov 12 08:19:29.577230 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05590b28-c4a9-41f8-a868-649414f5e466', 'tag': '52592b2a-c901-46b6-919f-38bfa8d65b88', 'status': 'completed', 'code': 200} Nov 12 08:19:29.595927 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-db331129-c9d3-485d-bc40-9f0de1e2c35f req-9bd989b9-11a7-4bb0-bb0a-bf3bbcd1c460 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73685504-dbc6-48c5-be42-7df6febab919 HTTP/1.1" status: 200 len: 217 time: 0.0789795 Nov 12 08:19:29.638310 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9cb99554-bf0c-456c-a641-b8a113c63190 req-90a9245b-a17f-4c3e-a839-cfa6d12ea7fd tempest-ServerGroupTestJSON-1250803281 tempest-ServerGroupTestJSON-1250803281-project] 10.222.0.26 "GET /v2.0/ports?device_id=79bace0e-68cd-43ab-b5eb-0499977effd3 HTTP/1.1" status: 200 len: 210 time: 0.1070554 Nov 12 08:19:29.762843 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db331129-c9d3-485d-bc40-9f0de1e2c35f req-4477ff1a-64e3-4c71-b402-70c6824e2a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:29.765475 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-db331129-c9d3-485d-bc40-9f0de1e2c35f req-4477ff1a-64e3-4c71-b402-70c6824e2a51 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=beed55bb-7519-49f9-9b0f-9ca9d1c87988 HTTP/1.1" status: 200 len: 854 time: 0.1423934 Nov 12 08:19:29.886617 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 99b959ff-2453-4846-93a9-490437e0ddf6 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:19:29.907676 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df326dac-eb51-4cd2-9fa8-be5be22ffc70 req-43777195-9b71-48ae-90d0-49ae66e39ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:29.909575 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-df326dac-eb51-4cd2-9fa8-be5be22ffc70 req-43777195-9b71-48ae-90d0-49ae66e39ec6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7317cbf37f7b44a3b0cd0a433cf6ba52&device_id=05590b28-c4a9-41f8-a868-649414f5e466 HTTP/1.1" status: 200 len: 1127 time: 0.1306605 Nov 12 08:19:29.936525 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 99b959ff-2453-4846-93a9-490437e0ddf6 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:19:29.936874 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 99b959ff-2453-4846-93a9-490437e0ddf6 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:19:30.039718 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-db331129-c9d3-485d-bc40-9f0de1e2c35f req-fc040869-e843-415d-a5ba-67fb404cb892 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c164b714-a9ee-49ae-ab85-02a2461298d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1264195 Nov 12 08:19:30.044660 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-660b66b8-71c4-46f8-b1ba-33f1dbd9cad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:30.106882 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9ccfb7-09e7-4fd6-9be8-808b5addfca1 req-dcee38fe-0a78-4b7a-b2e0-80116b08dccf tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:30.121473 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6b9ccfb7-09e7-4fd6-9be8-808b5addfca1 req-dcee38fe-0a78-4b7a-b2e0-80116b08dccf tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=05590b28-c4a9-41f8-a868-649414f5e466 HTTP/1.1" status: 200 len: 944 time: 0.1272547 Nov 12 08:19:30.149521 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df326dac-eb51-4cd2-9fa8-be5be22ffc70 req-41f5d753-7d5e-45e2-a4bf-61b1a47e7ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:30.151502 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-df326dac-eb51-4cd2-9fa8-be5be22ffc70 req-41f5d753-7d5e-45e2-a4bf-61b1a47e7ae3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a HTTP/1.1" status: 200 len: 908 time: 0.2313573 Nov 12 08:19:30.172787 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660b66b8-71c4-46f8-b1ba-33f1dbd9cad6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5de1cbac-ab65-445f-a9e3-fed5ac9bf5e4,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:30.221969 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-df326dac-eb51-4cd2-9fa8-be5be22ffc70 req-a9ad2ca7-5b94-4102-90d1-841f3c95cbb7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=52592b2a-c901-46b6-919f-38bfa8d65b88 HTTP/1.1" status: 200 len: 217 time: 0.0605559 Nov 12 08:19:30.245146 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6b9ccfb7-09e7-4fd6-9be8-808b5addfca1 req-222a84e7-553c-41af-8d52-f15f9a07d5c4 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142578 Nov 12 08:19:30.344388 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df326dac-eb51-4cd2-9fa8-be5be22ffc70 req-7806c035-3f33-4bba-9ffc-681fa371f2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:30.351733 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-df326dac-eb51-4cd2-9fa8-be5be22ffc70 req-7806c035-3f33-4bba-9ffc-681fa371f2ea service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b48e5e9c-f3da-4efc-88c4-db8837528b82 HTTP/1.1" status: 200 len: 847 time: 0.1052089 Nov 12 08:19:30.391540 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0182eb42-33ab-4157-9e47-9c6915740593 req-e29eb62e-709d-4752-a9bb-749d0ceb3d74 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:30.393325 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0182eb42-33ab-4157-9e47-9c6915740593 req-e29eb62e-709d-4752-a9bb-749d0ceb3d74 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.44 "GET /v2.0/networks?id=392b706c-fa83-40b2-ba41-e97d70efdd1d HTTP/1.1" status: 200 len: 811 time: 0.4829586 Nov 12 08:19:30.394503 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-660b66b8-71c4-46f8-b1ba-33f1dbd9cad6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-933016'] for router_gateway, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:30.397718 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-db331129-c9d3-485d-bc40-9f0de1e2c35f req-48ca0a4c-700e-429d-97d8-a96b03e2d2fa service neutron] 10.222.0.21 "GET /v2.0/networks/c164b714-a9ee-49ae-ab85-02a2461298d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3253896 Nov 12 08:19:30.409260 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2fab5be4-be68-4ed3-989e-f71dda52af52 req-b1b1729e-d19b-472f-b480-2a60f547cb37 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9f80b7-7da6-471c-ab75-5240190a613a HTTP/1.1" status: 200 len: 210 time: 0.0506685 Nov 12 08:19:30.445160 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-df326dac-eb51-4cd2-9fa8-be5be22ffc70 req-ecc903db-f4aa-4760-80c7-fe4602b0d591 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760136 Nov 12 08:19:30.607063 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-660b66b8-71c4-46f8-b1ba-33f1dbd9cad6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:30.609826 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-660b66b8-71c4-46f8-b1ba-33f1dbd9cad6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:30.680059 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-df326dac-eb51-4cd2-9fa8-be5be22ffc70 req-63d9b3fe-c6dc-4adb-9b63-d3463e2bd925 service neutron] 10.222.0.44 "GET /v2.0/networks/6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200804 Nov 12 08:19:30.698471 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ef1cb173-c785-4959-85d7-c83030580358 req-5d029e5f-a8c5-4055-958d-26a6941b649e tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd1d6ac-fc22-40b4-9334-b79b8f638fb9 HTTP/1.1" status: 200 len: 210 time: 0.0742960 Nov 12 08:19:30.732712 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84532cf9-7e88-4351-a606-e69d28e71885 req-ec1697f3-c736-4671-b6fd-c9dcbc4cc639 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:30.734338 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-84532cf9-7e88-4351-a606-e69d28e71885 req-ec1697f3-c736-4671-b6fd-c9dcbc4cc639 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 943 time: 0.1441262 Nov 12 08:19:30.875927 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-df326dac-eb51-4cd2-9fa8-be5be22ffc70 req-9369cc60-0fd8-4c7c-a5d0-17bfd1c6dc47 service neutron] 10.222.0.44 "GET /v2.0/networks/6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829293 Nov 12 08:19:30.901116 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-660b66b8-71c4-46f8-b1ba-33f1dbd9cad6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:30.901675 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-660b66b8-71c4-46f8-b1ba-33f1dbd9cad6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3d9f5c9-b94a-495f-ad8c-05d9f4e9a342 {{(pid=102599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:19:30.918085 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-84532cf9-7e88-4351-a606-e69d28e71885 req-f43895f3-a2f3-414f-927f-ed4a60f66513 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269810 Nov 12 08:19:30.920711 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f4b20ed9-b2bb-4a32-bd1c-7cf933b81d2a req-f4c59ea5-ebfe-47cc-860d-03f06bdf050d tempest-ServerGroupTestJSON-1250803281 tempest-ServerGroupTestJSON-1250803281-project] 10.222.0.26 "GET /v2.0/ports?device_id=79bace0e-68cd-43ab-b5eb-0499977effd3 HTTP/1.1" status: 200 len: 210 time: 0.0804071 Nov 12 08:19:30.955277 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-660b66b8-71c4-46f8-b1ba-33f1dbd9cad6 admin admin] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:30.962825 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 46658) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:30.963039 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-660b66b8-71c4-46f8-b1ba-33f1dbd9cad6 admin admin] 10.222.0.26 "DELETE /v2.0/routers/b3d9f5c9-b94a-495f-ad8c-05d9f4e9a342 HTTP/1.1" status: 204 len: 168 time: 3.8221626 Nov 12 08:19:30.983502 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0182eb42-33ab-4157-9e47-9c6915740593 req-d865764a-921b-432c-ac30-4269f0b00d61 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=13ee7d6d71864c9eb2f508185e6a266f HTTP/1.1" status: 200 len: 379 time: 0.3476789 Nov 12 08:19:30.987261 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-db331129-c9d3-485d-bc40-9f0de1e2c35f req-4253587c-f0aa-4ae4-94ef-55ee4344b2ea service neutron] 10.222.0.21 "GET /v2.0/networks/c164b714-a9ee-49ae-ab85-02a2461298d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3727567 Nov 12 08:19:31.000226 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-0182eb42-33ab-4157-9e47-9c6915740593 req-8b46389f-bd46-4d6f-b99f-a8c1072d0a48 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Request body: {'port': {'device_id': '2d9f80b7-7da6-471c-ab75-5240190a613a', 'network_id': '392b706c-fa83-40b2-ba41-e97d70efdd1d', 'admin_state_up': True, 'tenant_id': '13ee7d6d71864c9eb2f508185e6a266f', 'security_groups': ['dafae0e1-4d35-4b86-8740-ce6a9a9c8268']}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:19:31.097395 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8ba8e63-1423-4956-afff-66d1c156b580 admin admin] Deleting subnet a2148fa8-c684-474a-913f-4d0092e4093f {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:19:31.110012 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e8ba8e63-1423-4956-afff-66d1c156b580 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:31.209153 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e8ba8e63-1423-4956-afff-66d1c156b580 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:31.339253 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e8ba8e63-1423-4956-afff-66d1c156b580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:31.365061 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0182eb42-33ab-4157-9e47-9c6915740593 req-8b46389f-bd46-4d6f-b99f-a8c1072d0a48 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Made reservation on behalf of 13ee7d6d71864c9eb2f508185e6a266f for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:19:31.368526 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-0182eb42-33ab-4157-9e47-9c6915740593 req-8b46389f-bd46-4d6f-b99f-a8c1072d0a48 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:31.454227 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e8ba8e63-1423-4956-afff-66d1c156b580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:31.455873 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d28017-a60a-4088-93cd-aa85c2aadc05 req-2ddc58d3-3678-405d-80af-2f86ff303872 tempest-ServerGroupTestJSON-1250803281 tempest-ServerGroupTestJSON-1250803281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:31.457369 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-05d28017-a60a-4088-93cd-aa85c2aadc05 req-2ddc58d3-3678-405d-80af-2f86ff303872 tempest-ServerGroupTestJSON-1250803281 tempest-ServerGroupTestJSON-1250803281-project] 10.222.0.21 "GET /v2.0/networks?id=7c827e16-ab30-479f-9016-7fbbf3de05e1 HTTP/1.1" status: 200 len: 810 time: 0.4212580 Nov 12 08:19:31.494406 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-05d28017-a60a-4088-93cd-aa85c2aadc05 req-5207cf20-f09a-469d-89f2-ca944297f40f tempest-ServerGroupTestJSON-1250803281 tempest-ServerGroupTestJSON-1250803281-project] Request body: {'port': {'device_id': '79bace0e-68cd-43ab-b5eb-0499977effd3', 'network_id': '7c827e16-ab30-479f-9016-7fbbf3de05e1', 'admin_state_up': True, 'tenant_id': '9ea565d65801445a8b3478a7b5db7f2d'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:19:31.495022 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ba8e63-1423-4956-afff-66d1c156b580 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2148fa8-c684-474a-913f-4d0092e4093f,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:31.507971 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db1d94-194e-4ba2-aa22-bcaf13019a5f req-00c082d8-b9b2-41ef-a7df-4ecd8c04d749 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:31.510616 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ba8e63-1423-4956-afff-66d1c156b580 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:19:31.511024 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ba8e63-1423-4956-afff-66d1c156b580 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:19:31.511366 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ba8e63-1423-4956-afff-66d1c156b580 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:19:31.511707 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ba8e63-1423-4956-afff-66d1c156b580 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:19:31.512038 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ba8e63-1423-4956-afff-66d1c156b580 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:19:31.512372 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ba8e63-1423-4956-afff-66d1c156b580 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:19:31.512702 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ba8e63-1423-4956-afff-66d1c156b580 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:19:31.513031 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ba8e63-1423-4956-afff-66d1c156b580 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:19:31.513725 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ba8e63-1423-4956-afff-66d1c156b580 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:19:31.513944 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ba8e63-1423-4956-afff-66d1c156b580 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:19:31.514292 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ba8e63-1423-4956-afff-66d1c156b580 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:19:31.514781 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ba8e63-1423-4956-afff-66d1c156b580 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:19:31.515152 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-99db1d94-194e-4ba2-aa22-bcaf13019a5f req-00c082d8-b9b2-41ef-a7df-4ecd8c04d749 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=05590b28-c4a9-41f8-a868-649414f5e466 HTTP/1.1" status: 200 len: 944 time: 0.1674304 Nov 12 08:19:31.529365 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fdc62fe-09f5-417f-ad0f-04b2d9039491 None None] Network 264243c3-d768-4174-aba9-1f07dd94d867 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:19:31.529818 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e8ba8e63-1423-4956-afff-66d1c156b580 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:31.540341 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-e8ba8e63-1423-4956-afff-66d1c156b580 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/a2148fa8-c684-474a-913f-4d0092e4093f HTTP/1.1" status: 204 len: 168 time: 0.5763600 Nov 12 08:19:31.542904 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 46678) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:31.616678 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-afc94835-dec3-4040-bcdb-6ccb3aa87adc req-929e973b-22e1-4547-8157-078d06d8b965 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9f80b7-7da6-471c-ab75-5240190a613a HTTP/1.1" status: 200 len: 210 time: 0.0751472 Nov 12 08:19:31.751652 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3473fa7e-d7bc-4774-8591-9deabc3723b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:31.779118 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-99db1d94-194e-4ba2-aa22-bcaf13019a5f req-2722de8f-0a8b-4320-b386-42f35d9f907a tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618060 Nov 12 08:19:31.820443 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-0182eb42-33ab-4157-9e47-9c6915740593 req-8b46389f-bd46-4d6f-b99f-a8c1072d0a48 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Allocated IP 172.20.0.12 (392b706c-fa83-40b2-ba41-e97d70efdd1d/2d250a72-e563-4d6e-ac4f-f44698e0ce3c/c3d87375-c113-475c-bf06-fa361dfd0b38) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:19:31.865898 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 73685504-dbc6-48c5-be42-7df6febab919 details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:19:31.868592 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05d28017-a60a-4088-93cd-aa85c2aadc05 req-5207cf20-f09a-469d-89f2-ca944297f40f tempest-ServerGroupTestJSON-1250803281 tempest-ServerGroupTestJSON-1250803281-project] Made reservation on behalf of 9ea565d65801445a8b3478a7b5db7f2d for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:19:31.872519 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-05d28017-a60a-4088-93cd-aa85c2aadc05 req-5207cf20-f09a-469d-89f2-ca944297f40f tempest-ServerGroupTestJSON-1250803281 tempest-ServerGroupTestJSON-1250803281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:31.909688 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5f1deb84-690b-4e52-bf2f-32649181b271 req-7e703eaf-fe07-4ac7-8eed-c11864180a25 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd1d6ac-fc22-40b4-9334-b79b8f638fb9 HTTP/1.1" status: 200 len: 210 time: 0.0860794 Nov 12 08:19:31.948047 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-3473fa7e-d7bc-4774-8591-9deabc3723b2 admin admin] Deleting port 52d4bc6f-ef61-4f28-9707-3b93e894da4b {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:19:31.948736 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3473fa7e-d7bc-4774-8591-9deabc3723b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:31.949783 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b7d7de-5c62-4d10-b5ed-8891afc98ebd None None] DHCP port deletion for 264243c3-d768-4174-aba9-1f07dd94d867 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:19:31.976331 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 5de1cbac-ab65-445f-a9e3-fed5ac9bf5e4 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:19:32.047613 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 5de1cbac-ab65-445f-a9e3-fed5ac9bf5e4 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:19:32.048385 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 5de1cbac-ab65-445f-a9e3-fed5ac9bf5e4 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:19:32.117482 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-84c3b2a5-a9e6-4f5d-bc29-7a0cbdacd9e3 req-a2fc9d3f-f6dc-4359-8529-6b90e2162297 tempest-ServerGroupTestJSON-1250803281 tempest-ServerGroupTestJSON-1250803281-project] 10.222.0.26 "GET /v2.0/ports?device_id=79bace0e-68cd-43ab-b5eb-0499977effd3 HTTP/1.1" status: 200 len: 210 time: 0.0621867 Nov 12 08:19:32.127061 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-3473fa7e-d7bc-4774-8591-9deabc3723b2 admin admin] For port 52d4bc6f-ef61-4f28-9707-3b93e894da4b, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=52d4bc6f-ef61-4f28-9707-3b93e894da4b,segment=NetworkSegment(bcc48269-d6c6-4092-b337-3fc4faf21b55),segment_id=bcc48269-d6c6-4092-b337-3fc4faf21b55)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:19:32.127908 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3473fa7e-d7bc-4774-8591-9deabc3723b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:32.156662 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-3473fa7e-d7bc-4774-8591-9deabc3723b2 admin admin] Calling delete_port for 52d4bc6f-ef61-4f28-9707-3b93e894da4b owned by network:dhcp {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:19:32.247588 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 52592b2a-c901-46b6-919f-38bfa8d65b88 no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:19:32.260524 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef71311e-bba0-4d4e-b65f-984b484151da req-18bca966-aa23-4b43-8bcb-a62a8381f120 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:32.268677 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ef71311e-bba0-4d4e-b65f-984b484151da req-18bca966-aa23-4b43-8bcb-a62a8381f120 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 943 time: 0.1865852 Nov 12 08:19:32.277200 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-0182eb42-33ab-4157-9e47-9c6915740593 req-8b46389f-bd46-4d6f-b99f-a8c1072d0a48 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:32.291184 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-05d28017-a60a-4088-93cd-aa85c2aadc05 req-5207cf20-f09a-469d-89f2-ca944297f40f tempest-ServerGroupTestJSON-1250803281 tempest-ServerGroupTestJSON-1250803281-project] Allocated IP 172.20.0.13 (7c827e16-ab30-479f-9016-7fbbf3de05e1/4beca76b-1a41-4d6a-b65b-c80835a19f46/eacc08b8-a021-4e99-9cde-3ec53f63e917) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:19:32.318298 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3473fa7e-d7bc-4774-8591-9deabc3723b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:32.380336 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3473fa7e-d7bc-4774-8591-9deabc3723b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=52d4bc6f-ef61-4f28-9707-3b93e894da4b,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:32.384066 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3473fa7e-d7bc-4774-8591-9deabc3723b2 admin admin] No DVR routers for this DVR port 52d4bc6f-ef61-4f28-9707-3b93e894da4b on host n-d-765315-29 {{(pid=102600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:19:32.394066 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ef71311e-bba0-4d4e-b65f-984b484151da req-8c21a352-7edb-424b-a656-2003fc0549c6 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102610 Nov 12 08:19:32.482000 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 73685504-dbc6-48c5-be42-7df6febab919, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=73685504-dbc6-48c5-be42-7df6febab919,segment=NetworkSegment(f556910d-c385-437f-a6fb-f3c9395b9194),segment_id=f556910d-c385-437f-a6fb-f3c9395b9194)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:19:32.487021 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-0182eb42-33ab-4157-9e47-9c6915740593 req-8b46389f-bd46-4d6f-b99f-a8c1072d0a48 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:32.510508 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Returning: {'device': '73685504-dbc6-48c5-be42-7df6febab919', 'network_id': 'c164b714-a9ee-49ae-ab85-02a2461298d9', 'port_id': '73685504-dbc6-48c5-be42-7df6febab919', 'mac_address': 'fa:16:3e:39:ee:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beed55bb-7519-49f9-9b0f-9ca9d1c87988', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:19:32.541696 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-d5b7d7de-5c62-4d10-b5ed-8891afc98ebd None None] Deleting port 52d4bc6f-ef61-4f28-9707-3b93e894da4b {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:19:32.542344 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d7de-5c62-4d10-b5ed-8891afc98ebd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:32.602621 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3473fa7e-d7bc-4774-8591-9deabc3723b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:32.635803 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-3473fa7e-d7bc-4774-8591-9deabc3723b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['264243c3-d768-4174-aba9-1f07dd94d867']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:19:32.648421 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-3473fa7e-d7bc-4774-8591-9deabc3723b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcc48269-d6c6-4092-b337-3fc4faf21b55') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:19:32.648421 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-3473fa7e-d7bc-4774-8591-9deabc3723b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcc48269-d6c6-4092-b337-3fc4faf21b55') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:19:32.693267 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3473fa7e-d7bc-4774-8591-9deabc3723b2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:32.703016 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:32.708627 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-d5b7d7de-5c62-4d10-b5ed-8891afc98ebd None None] For port 52d4bc6f-ef61-4f28-9707-3b93e894da4b, host n-d-765315-29, got binding levels [] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:19:32.709520 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d7de-5c62-4d10-b5ed-8891afc98ebd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:32.728241 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3473fa7e-d7bc-4774-8591-9deabc3723b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:32.737123 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-d5b7d7de-5c62-4d10-b5ed-8891afc98ebd None None] Calling delete_port for 52d4bc6f-ef61-4f28-9707-3b93e894da4b owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:19:32.740487 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-e530113a-7783-48f4-9840-8911a24052df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73685504-dbc6-48c5-be42-7df6febab919 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:19:32.744986 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3473fa7e-d7bc-4774-8591-9deabc3723b2 admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:19:32.745410 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3473fa7e-d7bc-4774-8591-9deabc3723b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:32.747150 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.ipam_backend_mixin [None req-d5b7d7de-5c62-4d10-b5ed-8891afc98ebd None None] Port 52d4bc6f-ef61-4f28-9707-3b93e894da4b was not found and therefore no delete operation was performed {{(pid=102601) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 08:19:32.750992 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d7de-5c62-4d10-b5ed-8891afc98ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:32.790651 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d7de-5c62-4d10-b5ed-8891afc98ebd None None] Pushing event deleted for resources: {'Port': ['ID=52d4bc6f-ef61-4f28-9707-3b93e894da4b,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:32.818715 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 73685504-dbc6-48c5-be42-7df6febab919, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=73685504-dbc6-48c5-be42-7df6febab919,segment=NetworkSegment(f556910d-c385-437f-a6fb-f3c9395b9194),segment_id=f556910d-c385-437f-a6fb-f3c9395b9194)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:19:32.823345 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b7d7de-5c62-4d10-b5ed-8891afc98ebd None None] No DVR routers for this DVR port 52d4bc6f-ef61-4f28-9707-3b93e894da4b on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:19:32.840149 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:32.855894 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:19:32.855894 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:19:32.855894 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:19:32.855894 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:19:32.855894 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:19:32.855894 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:19:32.855894 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:19:32.855894 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:19:32.855894 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:19:32.855894 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:19:32.855894 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:19:32.855894 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:19:32.855894 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:19:32.855894 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:19:32.855894 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:19:32.855894 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:19:32.855894 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:19:32.855894 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:19:32.855894 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:19:32.855894 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:19:32.855894 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:19:32.855894 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:19:32.855894 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:19:32.855894 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:19:32.855894 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:19:32.855894 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:19:32.855894 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:19:32.855894 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:19:32.855894 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:19:32.855894 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:19:32.855894 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:19:32.855894 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:19:32.859940 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3473fa7e-d7bc-4774-8591-9deabc3723b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:32.866910 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3473fa7e-d7bc-4774-8591-9deabc3723b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:32.887957 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-3473fa7e-d7bc-4774-8591-9deabc3723b2 admin admin] 10.222.0.26 "DELETE /v2.0/networks/264243c3-d768-4174-aba9-1f07dd94d867 HTTP/1.1" status: 204 len: 168 time: 1.3360629 Nov 12 08:19:32.926331 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3473fa7e-d7bc-4774-8591-9deabc3723b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=264243c3-d768-4174-aba9-1f07dd94d867,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:32.990779 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=73685504-dbc6-48c5-be42-7df6febab919,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:33.039324 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0182eb42-33ab-4157-9e47-9c6915740593 req-8b46389f-bd46-4d6f-b99f-a8c1072d0a48 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Network 392b706c-fa83-40b2-ba41-e97d70efdd1d is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:19:33.055593 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-0182eb42-33ab-4157-9e47-9c6915740593 req-8b46389f-bd46-4d6f-b99f-a8c1072d0a48 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:19:33.094052 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde1f3d3-4209-4d0f-80e7-264c5bf8916a req-b6a702ea-59f5-4a66-82c5-c3f785417b1b tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:33.097357 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cde1f3d3-4209-4d0f-80e7-264c5bf8916a req-b6a702ea-59f5-4a66-82c5-c3f785417b1b tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=05590b28-c4a9-41f8-a868-649414f5e466 HTTP/1.1" status: 200 len: 944 time: 0.1336164 Nov 12 08:19:33.101592 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-0182eb42-33ab-4157-9e47-9c6915740593 req-8b46389f-bd46-4d6f-b99f-a8c1072d0a48 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:19:33.172179 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b46389f-bd46-4d6f-b99f-a8c1072d0a48 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Pushing event updated for resources: {'Port': ['ID=c3d87375-c113-475c-bf06-fa361dfd0b38,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:33.218852 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cde1f3d3-4209-4d0f-80e7-264c5bf8916a req-4b9295c0-9376-4768-acbc-5d09e4dcd27f tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149261 Nov 12 08:19:33.223675 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b46389f-bd46-4d6f-b99f-a8c1072d0a48 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:19:33.224086 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b46389f-bd46-4d6f-b99f-a8c1072d0a48 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:19:33.224424 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b46389f-bd46-4d6f-b99f-a8c1072d0a48 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:19:33.224807 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b46389f-bd46-4d6f-b99f-a8c1072d0a48 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:19:33.225145 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b46389f-bd46-4d6f-b99f-a8c1072d0a48 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:19:33.225516 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b46389f-bd46-4d6f-b99f-a8c1072d0a48 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:19:33.225897 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b46389f-bd46-4d6f-b99f-a8c1072d0a48 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:19:33.226266 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b46389f-bd46-4d6f-b99f-a8c1072d0a48 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:19:33.226613 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b46389f-bd46-4d6f-b99f-a8c1072d0a48 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:19:33.227240 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b46389f-bd46-4d6f-b99f-a8c1072d0a48 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:19:33.227565 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b46389f-bd46-4d6f-b99f-a8c1072d0a48 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:19:33.227939 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b46389f-bd46-4d6f-b99f-a8c1072d0a48 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:19:33.300398 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['73685504-dbc6-48c5-be42-7df6febab919'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:19:33.333666 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 46714) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:33.335529 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe94a9a-5335-42b7-bef4-affda7cfdbea req-fab0f43c-594f-4d72-838f-51caf9ab9d33 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:33.338423 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-bbe94a9a-5335-42b7-bef4-affda7cfdbea req-fab0f43c-594f-4d72-838f-51caf9ab9d33 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9f80b7-7da6-471c-ab75-5240190a613a HTTP/1.1" status: 200 len: 932 time: 0.2942445 Nov 12 08:19:33.341841 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-05d28017-a60a-4088-93cd-aa85c2aadc05 req-5207cf20-f09a-469d-89f2-ca944297f40f tempest-ServerGroupTestJSON-1250803281 tempest-ServerGroupTestJSON-1250803281-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:33.375869 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0182eb42-33ab-4157-9e47-9c6915740593 req-8b46389f-bd46-4d6f-b99f-a8c1072d0a48 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:33.377080 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-0182eb42-33ab-4157-9e47-9c6915740593 req-8b46389f-bd46-4d6f-b99f-a8c1072d0a48 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:33.405250 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5792d6a3-2f17-4b40-9d3e-2fcaf93ea0aa req-429cc5c8-770f-45e4-8c44-c16471a3a7ca tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd1d6ac-fc22-40b4-9334-b79b8f638fb9 HTTP/1.1" status: 200 len: 210 time: 0.0451753 Nov 12 08:19:33.442338 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-89c79373-4e20-4a51-b7e4-08b44bccd343 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7b69c126bd244f4889818ad60167e0fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1070266 Nov 12 08:19:33.443041 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 46720) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:33.513212 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0182eb42-33ab-4157-9e47-9c6915740593 req-8b46389f-bd46-4d6f-b99f-a8c1072d0a48 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5188184 Nov 12 08:19:33.522492 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-bbe94a9a-5335-42b7-bef4-affda7cfdbea req-a7391807-51e7-45be-9ffa-ef0105befe7e tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=dafae0e1-4d35-4b86-8740-ce6a9a9c8268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1387179 Nov 12 08:19:33.570547 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-0182eb42-33ab-4157-9e47-9c6915740593 req-b1a1bf14-ff57-4c10-a1ff-920259486f95 service neutron] Request body: {'port': {'device_id': '2d9f80b7-7da6-471c-ab75-5240190a613a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:19:33.605048 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-a81f394f-a56d-4117-a031-1cf375d40281 None None] Provisioning complete for port c3d87375-c113-475c-bf06-fa361dfd0b38 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:19:33.605618 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a81f394f-a56d-4117-a031-1cf375d40281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:33.630061 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-05d28017-a60a-4088-93cd-aa85c2aadc05 req-5207cf20-f09a-469d-89f2-ca944297f40f tempest-ServerGroupTestJSON-1250803281 tempest-ServerGroupTestJSON-1250803281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:33.646881 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f0b533f7-a669-4648-9418-660a4df5abf4 req-42e36828-12f0-4111-8dcd-99d93e26d899 tempest-ServerGroupTestJSON-1250803281 tempest-ServerGroupTestJSON-1250803281-project] 10.222.0.26 "GET /v2.0/ports?device_id=79bace0e-68cd-43ab-b5eb-0499977effd3 HTTP/1.1" status: 200 len: 210 time: 0.1172886 Nov 12 08:19:33.648255 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-a81f394f-a56d-4117-a031-1cf375d40281 None None] Port c3d87375-c113-475c-bf06-fa361dfd0b38 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:19:33.677672 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-412d2305-698d-47f9-b716-3339ac2e167e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:33.747232 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-0182eb42-33ab-4157-9e47-9c6915740593 req-b1a1bf14-ff57-4c10-a1ff-920259486f95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:33.754470 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05d28017-a60a-4088-93cd-aa85c2aadc05 req-5207cf20-f09a-469d-89f2-ca944297f40f tempest-ServerGroupTestJSON-1250803281 tempest-ServerGroupTestJSON-1250803281-project] Network 7c827e16-ab30-479f-9016-7fbbf3de05e1 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:19:33.756934 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-412d2305-698d-47f9-b716-3339ac2e167e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:33.770315 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-05d28017-a60a-4088-93cd-aa85c2aadc05 req-5207cf20-f09a-469d-89f2-ca944297f40f tempest-ServerGroupTestJSON-1250803281 tempest-ServerGroupTestJSON-1250803281-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:19:33.774236 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5207cf20-f09a-469d-89f2-ca944297f40f tempest-ServerGroupTestJSON-1250803281 tempest-ServerGroupTestJSON-1250803281-project] Pushing event updated for resources: {'Port': ['ID=eacc08b8-a021-4e99-9cde-3ec53f63e917,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:33.778257 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-05d28017-a60a-4088-93cd-aa85c2aadc05 req-5207cf20-f09a-469d-89f2-ca944297f40f tempest-ServerGroupTestJSON-1250803281 tempest-ServerGroupTestJSON-1250803281-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:19:33.833039 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226c19d5-3668-4576-8028-ac5ca08f0dc9 req-42ce18d1-a4e4-415e-bb4f-4f51d619e6ab tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:33.834733 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-226c19d5-3668-4576-8028-ac5ca08f0dc9 req-42ce18d1-a4e4-415e-bb4f-4f51d619e6ab tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 944 time: 0.1634467 Nov 12 08:19:33.835324 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-412d2305-698d-47f9-b716-3339ac2e167e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:33.841420 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-412d2305-698d-47f9-b716-3339ac2e167e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:33.843053 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-412d2305-698d-47f9-b716-3339ac2e167e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bedd77e0-6530-4ea4-b451-427457b76ac5 HTTP/1.1" status: 204 len: 168 time: 0.3973517 Nov 12 08:19:33.880383 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a39ee892-c369-4c53-8ed3-0ae9ca9a9fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:33.880666 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412d2305-698d-47f9-b716-3339ac2e167e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bedd77e0-6530-4ea4-b451-427457b76ac5,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:33.943721 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d28017-a60a-4088-93cd-aa85c2aadc05 req-5207cf20-f09a-469d-89f2-ca944297f40f tempest-ServerGroupTestJSON-1250803281 tempest-ServerGroupTestJSON-1250803281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:33.945297 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-05d28017-a60a-4088-93cd-aa85c2aadc05 req-5207cf20-f09a-469d-89f2-ca944297f40f tempest-ServerGroupTestJSON-1250803281 tempest-ServerGroupTestJSON-1250803281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:33.968513 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 52d4bc6f-ef61-4f28-9707-3b93e894da4b no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:19:34.001413 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-05d28017-a60a-4088-93cd-aa85c2aadc05 req-5207cf20-f09a-469d-89f2-ca944297f40f tempest-ServerGroupTestJSON-1250803281 tempest-ServerGroupTestJSON-1250803281-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5116515 Nov 12 08:19:34.010110 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 52d4bc6f-ef61-4f28-9707-3b93e894da4b {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:19:34.010469 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 52d4bc6f-ef61-4f28-9707-3b93e894da4b not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:19:34.069341 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-05d28017-a60a-4088-93cd-aa85c2aadc05 req-86b4e622-d33a-4516-b4af-bffd57f26158 service neutron] Request body: {'port': {'device_id': '79bace0e-68cd-43ab-b5eb-0499977effd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:19:34.082071 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-226c19d5-3668-4576-8028-ac5ca08f0dc9 req-df4b2d2a-9ffb-4ca1-9d41-3094d7a0724b tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983893 Nov 12 08:19:34.216029 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-05d28017-a60a-4088-93cd-aa85c2aadc05 req-86b4e622-d33a-4516-b4af-bffd57f26158 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:34.448968 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-0182eb42-33ab-4157-9e47-9c6915740593 req-b1a1bf14-ff57-4c10-a1ff-920259486f95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3d87375-c113-475c-bf06-fa361dfd0b38 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:19:34.469364 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48b4355-be60-447b-8290-74cece00c299 req-efa5e0eb-2d1b-4b12-923c-588b73d810c5 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:34.484304 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e48b4355-be60-447b-8290-74cece00c299 req-efa5e0eb-2d1b-4b12-923c-588b73d810c5 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=05590b28-c4a9-41f8-a868-649414f5e466 HTTP/1.1" status: 200 len: 944 time: 0.1205790 Nov 12 08:19:34.485168 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-0182eb42-33ab-4157-9e47-9c6915740593 req-b1a1bf14-ff57-4c10-a1ff-920259486f95 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:34.515670 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-0182eb42-33ab-4157-9e47-9c6915740593 req-b1a1bf14-ff57-4c10-a1ff-920259486f95 service neutron] Transition to ACTIVE for port object c3d87375-c113-475c-bf06-fa361dfd0b38 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:19:34.523846 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-0182eb42-33ab-4157-9e47-9c6915740593 req-b1a1bf14-ff57-4c10-a1ff-920259486f95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:34.624098 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e48b4355-be60-447b-8290-74cece00c299 req-b8e9df5a-a19b-4866-bfd6-a2e736383f60 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363456 Nov 12 08:19:34.624593 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8aae06b8-ab20-4379-b0e5-00a35945b2cf req-cf557007-3567-49fc-9d41-6e80e768c9c9 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd1d6ac-fc22-40b4-9334-b79b8f638fb9 HTTP/1.1" status: 200 len: 210 time: 0.0525689 Nov 12 08:19:34.647820 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a1bf14-ff57-4c10-a1ff-920259486f95 service neutron] Pushing event updated for resources: {'Port': ['ID=c3d87375-c113-475c-bf06-fa361dfd0b38,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:34.781959 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-05d28017-a60a-4088-93cd-aa85c2aadc05 req-86b4e622-d33a-4516-b4af-bffd57f26158 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eacc08b8-a021-4e99-9cde-3ec53f63e917 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:19:34.828647 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-05d28017-a60a-4088-93cd-aa85c2aadc05 req-86b4e622-d33a-4516-b4af-bffd57f26158 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:34.855927 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36410f0d-4b88-4de4-8936-a7029944598c req-b84039d3-fee0-457c-956c-82f297fbd328 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:34.868158 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-36410f0d-4b88-4de4-8936-a7029944598c req-b84039d3-fee0-457c-956c-82f297fbd328 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9f80b7-7da6-471c-ab75-5240190a613a HTTP/1.1" status: 200 len: 944 time: 0.1100726 Nov 12 08:19:34.871661 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-0182eb42-33ab-4157-9e47-9c6915740593 req-b1a1bf14-ff57-4c10-a1ff-920259486f95 service neutron] Attempting to bind port c3d87375-c113-475c-bf06-fa361dfd0b38 on host n-h2-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:19:34.871996 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-0182eb42-33ab-4157-9e47-9c6915740593 req-b1a1bf14-ff57-4c10-a1ff-920259486f95 service neutron] Attempting to bind port c3d87375-c113-475c-bf06-fa361dfd0b38 by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': 'e07c96e0-5af6-439e-b283-25e89ba24ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '392b706c-fa83-40b2-ba41-e97d70efdd1d'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:19:34.872323 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0182eb42-33ab-4157-9e47-9c6915740593 req-b1a1bf14-ff57-4c10-a1ff-920259486f95 service neutron] Attempting to bind port c3d87375-c113-475c-bf06-fa361dfd0b38 on network 392b706c-fa83-40b2-ba41-e97d70efdd1d {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:19:34.874769 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-05d28017-a60a-4088-93cd-aa85c2aadc05 req-86b4e622-d33a-4516-b4af-bffd57f26158 service neutron] Transition to ACTIVE for port object eacc08b8-a021-4e99-9cde-3ec53f63e917 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:19:34.888008 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-05d28017-a60a-4088-93cd-aa85c2aadc05 req-86b4e622-d33a-4516-b4af-bffd57f26158 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:34.893780 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0182eb42-33ab-4157-9e47-9c6915740593 req-b1a1bf14-ff57-4c10-a1ff-920259486f95 service neutron] Port c3d87375-c113-475c-bf06-fa361dfd0b38 on network 392b706c-fa83-40b2-ba41-e97d70efdd1d not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:19:34.894111 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0182eb42-33ab-4157-9e47-9c6915740593 req-b1a1bf14-ff57-4c10-a1ff-920259486f95 service neutron] Attempting to bind port c3d87375-c113-475c-bf06-fa361dfd0b38 on network 392b706c-fa83-40b2-ba41-e97d70efdd1d {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:19:34.929347 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0182eb42-33ab-4157-9e47-9c6915740593 req-b1a1bf14-ff57-4c10-a1ff-920259486f95 service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:19:34.929693 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0182eb42-33ab-4157-9e47-9c6915740593 req-b1a1bf14-ff57-4c10-a1ff-920259486f95 service neutron] Checking segment: {'id': 'e07c96e0-5af6-439e-b283-25e89ba24ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '392b706c-fa83-40b2-ba41-e97d70efdd1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:19:34.930079 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0182eb42-33ab-4157-9e47-9c6915740593 req-b1a1bf14-ff57-4c10-a1ff-920259486f95 service neutron] Bound using segment: {'id': 'e07c96e0-5af6-439e-b283-25e89ba24ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '392b706c-fa83-40b2-ba41-e97d70efdd1d'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:19:34.930522 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-0182eb42-33ab-4157-9e47-9c6915740593 req-b1a1bf14-ff57-4c10-a1ff-920259486f95 service neutron] Bound port: c3d87375-c113-475c-bf06-fa361dfd0b38, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e07c96e0-5af6-439e-b283-25e89ba24ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '392b706c-fa83-40b2-ba41-e97d70efdd1d'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:19:34.930922 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-0182eb42-33ab-4157-9e47-9c6915740593 req-b1a1bf14-ff57-4c10-a1ff-920259486f95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:34.977139 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ef8752-4776-4c97-b589-d812ae465730 req-8c00c195-f542-436d-ba36-5e0d2b270417 tempest-ServerGroupTestJSON-1250803281 tempest-ServerGroupTestJSON-1250803281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:34.979347 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-24ef8752-4776-4c97-b589-d812ae465730 req-8c00c195-f542-436d-ba36-5e0d2b270417 tempest-ServerGroupTestJSON-1250803281 tempest-ServerGroupTestJSON-1250803281-project] 10.222.0.26 "GET /v2.0/ports?device_id=79bace0e-68cd-43ab-b5eb-0499977effd3 HTTP/1.1" status: 200 len: 932 time: 0.2114570 Nov 12 08:19:35.002791 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-36410f0d-4b88-4de4-8936-a7029944598c req-061e27bc-10d2-47df-ad41-f4883ac46fe0 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=dafae0e1-4d35-4b86-8740-ce6a9a9c8268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331367 Nov 12 08:19:35.035265 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b4e622-d33a-4516-b4af-bffd57f26158 service neutron] Pushing event updated for resources: {'Port': ['ID=eacc08b8-a021-4e99-9cde-3ec53f63e917,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:35.134531 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:35.206601 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-0182eb42-33ab-4157-9e47-9c6915740593 req-b1a1bf14-ff57-4c10-a1ff-920259486f95 service neutron] For port c3d87375-c113-475c-bf06-fa361dfd0b38, host n-h2-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:19:35.234954 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-0182eb42-33ab-4157-9e47-9c6915740593 req-b1a1bf14-ff57-4c10-a1ff-920259486f95 service neutron] For port c3d87375-c113-475c-bf06-fa361dfd0b38, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=c3d87375-c113-475c-bf06-fa361dfd0b38,segment=NetworkSegment(e07c96e0-5af6-439e-b283-25e89ba24ea2),segment_id=e07c96e0-5af6-439e-b283-25e89ba24ea2)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:19:35.256634 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-24ef8752-4776-4c97-b589-d812ae465730 req-15d57c11-96f2-4989-90ad-18430fb140ce tempest-ServerGroupTestJSON-1250803281 tempest-ServerGroupTestJSON-1250803281-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfb4a183-a71f-474d-beb7-2f500a30be82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604768 Nov 12 08:19:35.259757 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-0182eb42-33ab-4157-9e47-9c6915740593 req-b1a1bf14-ff57-4c10-a1ff-920259486f95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:35.331601 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-05d28017-a60a-4088-93cd-aa85c2aadc05 req-86b4e622-d33a-4516-b4af-bffd57f26158 service neutron] Attempting to bind port eacc08b8-a021-4e99-9cde-3ec53f63e917 on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:19:35.332091 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-05d28017-a60a-4088-93cd-aa85c2aadc05 req-86b4e622-d33a-4516-b4af-bffd57f26158 service neutron] Attempting to bind port eacc08b8-a021-4e99-9cde-3ec53f63e917 by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': '641b3303-757e-42a8-811e-2b8ae4a15de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7c827e16-ab30-479f-9016-7fbbf3de05e1'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:19:35.332592 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d28017-a60a-4088-93cd-aa85c2aadc05 req-86b4e622-d33a-4516-b4af-bffd57f26158 service neutron] Attempting to bind port eacc08b8-a021-4e99-9cde-3ec53f63e917 on network 7c827e16-ab30-479f-9016-7fbbf3de05e1 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:19:35.338960 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a1bf14-ff57-4c10-a1ff-920259486f95 service neutron] Pushing event updated for resources: {'Port': ['ID=c3d87375-c113-475c-bf06-fa361dfd0b38,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:35.340665 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58f82c7-0537-459a-bcde-9ec526152fa9 req-cdda9abb-e420-4dbf-abaf-63e476d900b3 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:35.348300 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d28017-a60a-4088-93cd-aa85c2aadc05 req-86b4e622-d33a-4516-b4af-bffd57f26158 service neutron] Port eacc08b8-a021-4e99-9cde-3ec53f63e917 on network 7c827e16-ab30-479f-9016-7fbbf3de05e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:19:35.348300 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d28017-a60a-4088-93cd-aa85c2aadc05 req-86b4e622-d33a-4516-b4af-bffd57f26158 service neutron] Attempting to bind port eacc08b8-a021-4e99-9cde-3ec53f63e917 on network 7c827e16-ab30-479f-9016-7fbbf3de05e1 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:19:35.355480 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d58f82c7-0537-459a-bcde-9ec526152fa9 req-cdda9abb-e420-4dbf-abaf-63e476d900b3 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 944 time: 0.1332977 Nov 12 08:19:35.371766 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0182eb42-33ab-4157-9e47-9c6915740593 req-b1a1bf14-ff57-4c10-a1ff-920259486f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:35.374845 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-0182eb42-33ab-4157-9e47-9c6915740593 req-b1a1bf14-ff57-4c10-a1ff-920259486f95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:35.376347 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0182eb42-33ab-4157-9e47-9c6915740593 req-b1a1bf14-ff57-4c10-a1ff-920259486f95 service neutron] 10.222.0.44 "PUT /v2.0/ports/c3d87375-c113-475c-bf06-fa361dfd0b38 HTTP/1.1" status: 200 len: 1093 time: 1.8164072 Nov 12 08:19:35.376815 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d9f80b7-7da6-471c-ab75-5240190a613a', 'tag': 'c3d87375-c113-475c-bf06-fa361dfd0b38'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:19:35.379168 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6ca3439-9af6-4802-bb13-825acb29145f" -d '{"events": [{"name": "network-changed", "server_uuid": "2d9f80b7-7da6-471c-ab75-5240190a613a", "tag": "c3d87375-c113-475c-bf06-fa361dfd0b38"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:19:35.388461 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d28017-a60a-4088-93cd-aa85c2aadc05 req-86b4e622-d33a-4516-b4af-bffd57f26158 service neutron] Checking agent: {'id': '26215384-8035-4ce2-971a-8e67be80da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:19:35.388798 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d28017-a60a-4088-93cd-aa85c2aadc05 req-86b4e622-d33a-4516-b4af-bffd57f26158 service neutron] Checking segment: {'id': '641b3303-757e-42a8-811e-2b8ae4a15de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7c827e16-ab30-479f-9016-7fbbf3de05e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:19:35.389190 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d28017-a60a-4088-93cd-aa85c2aadc05 req-86b4e622-d33a-4516-b4af-bffd57f26158 service neutron] Bound using segment: {'id': '641b3303-757e-42a8-811e-2b8ae4a15de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7c827e16-ab30-479f-9016-7fbbf3de05e1'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:19:35.392366 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-05d28017-a60a-4088-93cd-aa85c2aadc05 req-86b4e622-d33a-4516-b4af-bffd57f26158 service neutron] Bound port: eacc08b8-a021-4e99-9cde-3ec53f63e917, host: n-h1-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '641b3303-757e-42a8-811e-2b8ae4a15de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7c827e16-ab30-479f-9016-7fbbf3de05e1'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:19:35.393047 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-05d28017-a60a-4088-93cd-aa85c2aadc05 req-86b4e622-d33a-4516-b4af-bffd57f26158 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:35.430821 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 46778) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:35.483249 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d58f82c7-0537-459a-bcde-9ec526152fa9 req-c8ecb842-b5dd-4b32-81c9-cd8c24046337 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125410 Nov 12 08:19:35.547442 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50dc42d3-fc75-4f7c-b6b8-d0ebaaa268c3 x-openstack-request-id: req-50dc42d3-fc75-4f7c-b6b8-d0ebaaa268c3 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:19:35.547837 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d9f80b7-7da6-471c-ab75-5240190a613a", "tag": "c3d87375-c113-475c-bf06-fa361dfd0b38", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:19:35.548681 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-50dc42d3-fc75-4f7c-b6b8-d0ebaaa268c3 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:19:35.549006 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d9f80b7-7da6-471c-ab75-5240190a613a', 'tag': 'c3d87375-c113-475c-bf06-fa361dfd0b38', 'status': 'completed', 'code': 200} Nov 12 08:19:35.634262 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0182eb42-33ab-4157-9e47-9c6915740593 req-237317f1-eead-4b3d-817f-377e69b879e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:35.635939 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0182eb42-33ab-4157-9e47-9c6915740593 req-237317f1-eead-4b3d-817f-377e69b879e0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=13ee7d6d71864c9eb2f508185e6a266f&device_id=2d9f80b7-7da6-471c-ab75-5240190a613a HTTP/1.1" status: 200 len: 1096 time: 0.1829917 Nov 12 08:19:35.647797 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-05d28017-a60a-4088-93cd-aa85c2aadc05 req-86b4e622-d33a-4516-b4af-bffd57f26158 service neutron] For port eacc08b8-a021-4e99-9cde-3ec53f63e917, host n-h1-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:19:35.652222 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-05d28017-a60a-4088-93cd-aa85c2aadc05 req-86b4e622-d33a-4516-b4af-bffd57f26158 service neutron] For port eacc08b8-a021-4e99-9cde-3ec53f63e917, host n-h1-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=eacc08b8-a021-4e99-9cde-3ec53f63e917,segment=NetworkSegment(641b3303-757e-42a8-811e-2b8ae4a15de0),segment_id=641b3303-757e-42a8-811e-2b8ae4a15de0)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:19:35.727239 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-05d28017-a60a-4088-93cd-aa85c2aadc05 req-86b4e622-d33a-4516-b4af-bffd57f26158 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:35.791878 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b4e622-d33a-4516-b4af-bffd57f26158 service neutron] Pushing event updated for resources: {'Port': ['ID=eacc08b8-a021-4e99-9cde-3ec53f63e917,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:35.796069 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0182eb42-33ab-4157-9e47-9c6915740593 req-d4ebe6fb-435b-44a2-a647-6eaae6ef2093 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3d87375-c113-475c-bf06-fa361dfd0b38 HTTP/1.1" status: 200 len: 217 time: 0.1422520 Nov 12 08:19:35.855430 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8ffb6dab-9e65-4f8c-b590-46665bf6b5b1 req-def01ebc-01b7-42af-8571-986b60db7faf tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd1d6ac-fc22-40b4-9334-b79b8f638fb9 HTTP/1.1" status: 200 len: 210 time: 0.0717144 Nov 12 08:19:35.887343 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d28017-a60a-4088-93cd-aa85c2aadc05 req-86b4e622-d33a-4516-b4af-bffd57f26158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:35.888184 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-05d28017-a60a-4088-93cd-aa85c2aadc05 req-86b4e622-d33a-4516-b4af-bffd57f26158 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:35.890961 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 73685504-dbc6-48c5-be42-7df6febab919 up at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:19:35.902866 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-05d28017-a60a-4088-93cd-aa85c2aadc05 req-86b4e622-d33a-4516-b4af-bffd57f26158 service neutron] 10.222.0.21 "PUT /v2.0/ports/eacc08b8-a021-4e99-9cde-3ec53f63e917 HTTP/1.1" status: 200 len: 1093 time: 1.8377650 Nov 12 08:19:35.932525 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0182eb42-33ab-4157-9e47-9c6915740593 req-ab9f21e5-17ec-442f-aef7-685f16545537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:35.934213 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0182eb42-33ab-4157-9e47-9c6915740593 req-ab9f21e5-17ec-442f-aef7-685f16545537 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2d250a72-e563-4d6e-ac4f-f44698e0ce3c HTTP/1.1" status: 200 len: 850 time: 0.1206627 Nov 12 08:19:35.944528 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e9586-43e6-452a-b2e7-c0144f93d8f5 req-ea79f377-bbfa-4d7f-99fb-d5b6d65cb525 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:35.953496 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b46e9586-43e6-452a-b2e7-c0144f93d8f5 req-ea79f377-bbfa-4d7f-99fb-d5b6d65cb525 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=05590b28-c4a9-41f8-a868-649414f5e466 HTTP/1.1" status: 200 len: 944 time: 0.1656861 Nov 12 08:19:36.002259 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4053c94f-7f7f-4f7f-818c-d7ec0ab44059 req-f36e0755-e7da-4a4d-90e8-50d4767191d4 service neutron] 10.222.0.44 "GET /v2.0/ports/52592b2a-c901-46b6-919f-38bfa8d65b88/bindings/n-h1-765315-29 HTTP/1.1" status: 200 len: 385 time: 0.1392415 Nov 12 08:19:36.017774 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning for port 73685504-dbc6-48c5-be42-7df6febab919 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:19:36.024588 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning complete for port 73685504-dbc6-48c5-be42-7df6febab919 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:19:36.025295 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:36.037139 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-ad640688-88e3-4c07-b89e-be55744b69be admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1038526155-network', 'tenant_id': '507bea33553d43dea3447dc0d1dbf18c'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:19:36.181971 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b46e9586-43e6-452a-b2e7-c0144f93d8f5 req-5b147337-324d-45f1-96c1-8e6aa0ecf46d tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267101 Nov 12 08:19:36.206250 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0182eb42-33ab-4157-9e47-9c6915740593 req-a7cc7f37-68dd-4473-a102-b6d5d521b016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:36.209253 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0182eb42-33ab-4157-9e47-9c6915740593 req-a7cc7f37-68dd-4473-a102-b6d5d521b016 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=392b706c-fa83-40b2-ba41-e97d70efdd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2519653 Nov 12 08:19:36.227569 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d28017-a60a-4088-93cd-aa85c2aadc05 req-0433a35c-c264-4d40-9094-19e45d80a911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:36.229587 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-05d28017-a60a-4088-93cd-aa85c2aadc05 req-0433a35c-c264-4d40-9094-19e45d80a911 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9ea565d65801445a8b3478a7b5db7f2d&device_id=79bace0e-68cd-43ab-b5eb-0499977effd3 HTTP/1.1" status: 200 len: 1096 time: 0.2706997 Nov 12 08:19:36.229788 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad640688-88e3-4c07-b89e-be55744b69be admin admin] Made reservation on behalf of 507bea33553d43dea3447dc0d1dbf18c for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:19:36.233881 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ad640688-88e3-4c07-b89e-be55744b69be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:36.241020 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:36.299676 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e631f1f-9a20-49e6-8333-fc457bad62af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73685504-dbc6-48c5-be42-7df6febab919'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:19:36.304544 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90ce7099-2e81-4d23-9004-10f8939b6d20" -d '{"events": [{"server_uuid": "1e631f1f-9a20-49e6-8333-fc457bad62af", "name": "network-vif-plugged", "status": "completed", "tag": "73685504-dbc6-48c5-be42-7df6febab919"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:19:36.336240 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 73685504-dbc6-48c5-be42-7df6febab919, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=73685504-dbc6-48c5-be42-7df6febab919,segment=NetworkSegment(f556910d-c385-437f-a6fb-f3c9395b9194),segment_id=f556910d-c385-437f-a6fb-f3c9395b9194)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:19:36.347796 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:36.381386 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ad640688-88e3-4c07-b89e-be55744b69be admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:36.396354 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0182eb42-33ab-4157-9e47-9c6915740593 req-fb26611f-b53f-46b5-8d8b-0b9a130b0096 service neutron] 10.222.0.44 "GET /v2.0/networks/392b706c-fa83-40b2-ba41-e97d70efdd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715772 Nov 12 08:19:36.462474 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=73685504-dbc6-48c5-be42-7df6febab919,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:36.472818 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-08e88657-7991-4100-918e-3ff74a23a1be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:36.495488 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28a2dea-8993-4b35-b2fb-5b1a86300be8 req-328682bb-d527-4a0e-96c2-bc7258cf9385 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:36.503751 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b28a2dea-8993-4b35-b2fb-5b1a86300be8 req-328682bb-d527-4a0e-96c2-bc7258cf9385 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9f80b7-7da6-471c-ab75-5240190a613a HTTP/1.1" status: 200 len: 944 time: 0.0829415 Nov 12 08:19:36.622210 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b28a2dea-8993-4b35-b2fb-5b1a86300be8 req-70265bc2-e810-47f6-9340-6195c2b29207 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=dafae0e1-4d35-4b86-8740-ce6a9a9c8268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173413 Nov 12 08:19:36.633356 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ad640688-88e3-4c07-b89e-be55744b69be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:36.656468 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ad640688-88e3-4c07-b89e-be55744b69be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:36.670809 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad640688-88e3-4c07-b89e-be55744b69be admin admin] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:19:36.681218 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ad640688-88e3-4c07-b89e-be55744b69be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:36.681564 n-d-765315-29 neutron-server[102599]: INFO neutron.db.segments_db [None req-ad640688-88e3-4c07-b89e-be55744b69be admin admin] Added segment 296922ca-424d-4760-9058-82e70353f16a of type vlan for network ec82487f-519c-483b-814a-09ab43cadbc0 Nov 12 08:19:36.735948 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ad640688-88e3-4c07-b89e-be55744b69be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:36.738716 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-4053c94f-7f7f-4f7f-818c-d7ec0ab44059 req-758ca1a7-d8e8-4832-b97f-c4f5faed94d3 service neutron] For port 52592b2a-c901-46b6-919f-38bfa8d65b88, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=52592b2a-c901-46b6-919f-38bfa8d65b88,segment=NetworkSegment(2faefcc0-552f-4085-b81e-2c4b58f0de67),segment_id=2faefcc0-552f-4085-b81e-2c4b58f0de67)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:19:36.749851 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-05d28017-a60a-4088-93cd-aa85c2aadc05 req-e3be66ed-7664-479e-9782-83c999d3b907 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eacc08b8-a021-4e99-9cde-3ec53f63e917 HTTP/1.1" status: 200 len: 217 time: 0.5016763 Nov 12 08:19:36.776381 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38a096d1-9447-422f-a374-7d9bccf532b5 x-openstack-request-id: req-38a096d1-9447-422f-a374-7d9bccf532b5 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:19:36.776768 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e631f1f-9a20-49e6-8333-fc457bad62af", "name": "network-vif-plugged", "status": "completed", "tag": "73685504-dbc6-48c5-be42-7df6febab919", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:19:36.777534 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-38a096d1-9447-422f-a374-7d9bccf532b5 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:19:36.777534 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e631f1f-9a20-49e6-8333-fc457bad62af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73685504-dbc6-48c5-be42-7df6febab919', 'code': 200} Nov 12 08:19:36.789834 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-4053c94f-7f7f-4f7f-818c-d7ec0ab44059 req-758ca1a7-d8e8-4832-b97f-c4f5faed94d3 service neutron] For port 52592b2a-c901-46b6-919f-38bfa8d65b88, host n-h2-765315-29, cleared binding levels {{(pid=102600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:19:36.798652 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad640688-88e3-4c07-b89e-be55744b69be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4679696e-a532-438b-8380-3e45cd46de9d,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:36.823788 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:19:36.858922 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [req-4053c94f-7f7f-4f7f-818c-d7ec0ab44059 req-758ca1a7-d8e8-4832-b97f-c4f5faed94d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52592b2a-c901-46b6-919f-38bfa8d65b88 {{(pid=102600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:19:36.868392 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31430b4-6d74-4c05-90fb-26d5be799876 req-e7562e86-12a4-4be4-956a-dc3ec638541b tempest-ServerGroupTestJSON-1250803281 tempest-ServerGroupTestJSON-1250803281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:36.871157 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a31430b4-6d74-4c05-90fb-26d5be799876 req-e7562e86-12a4-4be4-956a-dc3ec638541b tempest-ServerGroupTestJSON-1250803281 tempest-ServerGroupTestJSON-1250803281-project] 10.222.0.26 "GET /v2.0/ports?device_id=79bace0e-68cd-43ab-b5eb-0499977effd3 HTTP/1.1" status: 200 len: 944 time: 0.3995962 Nov 12 08:19:36.908568 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-4053c94f-7f7f-4f7f-818c-d7ec0ab44059 req-758ca1a7-d8e8-4832-b97f-c4f5faed94d3 service neutron] For port 52592b2a-c901-46b6-919f-38bfa8d65b88, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=52592b2a-c901-46b6-919f-38bfa8d65b88,segment=NetworkSegment(2faefcc0-552f-4085-b81e-2c4b58f0de67),segment_id=2faefcc0-552f-4085-b81e-2c4b58f0de67)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:19:36.964434 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ad640688-88e3-4c07-b89e-be55744b69be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:36.965668 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad640688-88e3-4c07-b89e-be55744b69be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:36.966402 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ad640688-88e3-4c07-b89e-be55744b69be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:36.974451 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-4053c94f-7f7f-4f7f-818c-d7ec0ab44059 req-758ca1a7-d8e8-4832-b97f-c4f5faed94d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:37.009937 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c5033c-85df-4746-8d6d-01920be5d6e7 req-b97cc614-8431-4eb8-96e1-101711a2dbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:37.011614 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-18c5033c-85df-4746-8d6d-01920be5d6e7 req-b97cc614-8431-4eb8-96e1-101711a2dbc6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 1097 time: 0.1456547 Nov 12 08:19:37.022560 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143138ee-2781-4635-a2f8-6b94c4cd2680 req-caf4167a-7184-4b83-84d3-bd7dea1031f5 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:37.024069 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-143138ee-2781-4635-a2f8-6b94c4cd2680 req-caf4167a-7184-4b83-84d3-bd7dea1031f5 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 945 time: 0.0984023 Nov 12 08:19:37.115170 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad640688-88e3-4c07-b89e-be55744b69be admin admin] Pushing event updated for resources: {'Network': ['ID=ec82487f-519c-483b-814a-09ab43cadbc0,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:37.127554 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network ec82487f-519c-483b-814a-09ab43cadbc0 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:19:37.131834 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-143138ee-2781-4635-a2f8-6b94c4cd2680 req-2fcc4bb8-f350-4ee0-a022-3fd9765568e6 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820224 Nov 12 08:19:37.136864 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d28017-a60a-4088-93cd-aa85c2aadc05 req-dccff3cc-f4fb-4285-810b-397e420bb7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:37.142839 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-05d28017-a60a-4088-93cd-aa85c2aadc05 req-dccff3cc-f4fb-4285-810b-397e420bb7b1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4beca76b-1a41-4d6a-b65b-c80835a19f46 HTTP/1.1" status: 200 len: 850 time: 0.3445139 Nov 12 08:19:37.179578 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-ad640688-88e3-4c07-b89e-be55744b69be admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.7447414 Nov 12 08:19:37.194232 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 46818) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:37.220553 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-1276eccd-20c9-488d-9360-51ae72fbfe38 admin admin] Request body: {'subnet': {'network_id': 'ec82487f-519c-483b-814a-09ab43cadbc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1038526155-subnet', 'tenant_id': '507bea33553d43dea3447dc0d1dbf18c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:19:37.236223 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-18c5033c-85df-4746-8d6d-01920be5d6e7 req-4615e6d8-26b8-4266-8496-0aefd3111e1d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110665 Nov 12 08:19:37.274761 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-05d28017-a60a-4088-93cd-aa85c2aadc05 req-47d868e6-122c-4c22-8db7-948582600b7a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7c827e16-ab30-479f-9016-7fbbf3de05e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0869195 Nov 12 08:19:37.280053 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.provisioning_blocks [req-4053c94f-7f7f-4f7f-818c-d7ec0ab44059 req-758ca1a7-d8e8-4832-b97f-c4f5faed94d3 service neutron] Transition to ACTIVE for port object 52592b2a-c901-46b6-919f-38bfa8d65b88 will not be triggered until provisioned by entity L2. {{(pid=102600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:19:37.283706 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6fa5088e-8b1a-4cee-8600-6e63c9574efa req-c1db725d-81ad-49c8-a352-324f23badad1 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd1d6ac-fc22-40b4-9334-b79b8f638fb9 HTTP/1.1" status: 200 len: 210 time: 0.0463648 Nov 12 08:19:37.286019 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0182eb42-33ab-4157-9e47-9c6915740593 req-394ab7d3-5928-4bef-ad04-8596ae6c4740 service neutron] 10.222.0.44 "GET /v2.0/networks/392b706c-fa83-40b2-ba41-e97d70efdd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8159854 Nov 12 08:19:37.288183 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-4053c94f-7f7f-4f7f-818c-d7ec0ab44059 req-758ca1a7-d8e8-4832-b97f-c4f5faed94d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:37.319797 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a31430b4-6d74-4c05-90fb-26d5be799876 req-c712fa68-1cd5-4c80-8f16-2f054c991305 tempest-ServerGroupTestJSON-1250803281 tempest-ServerGroupTestJSON-1250803281-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfb4a183-a71f-474d-beb7-2f500a30be82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3945348 Nov 12 08:19:37.329049 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1276eccd-20c9-488d-9360-51ae72fbfe38 admin admin] Made reservation on behalf of 507bea33553d43dea3447dc0d1dbf18c for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:19:37.332286 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1276eccd-20c9-488d-9360-51ae72fbfe38 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:37.414545 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758ca1a7-d8e8-4832-b97f-c4f5faed94d3 service neutron] Pushing event updated for resources: {'Port': ['ID=52592b2a-c901-46b6-919f-38bfa8d65b88,revision_number=10']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:37.442440 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [req-4053c94f-7f7f-4f7f-818c-d7ec0ab44059 req-758ca1a7-d8e8-4832-b97f-c4f5faed94d3 service neutron] No DVR routers for this DVR port 52592b2a-c901-46b6-919f-38bfa8d65b88 on host n-h2-765315-29 {{(pid=102600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:19:37.510359 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ca3439-9af6-4802-bb13-825acb29145f req-74e45108-76b1-42f0-8007-5ff08bca261d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:37.512952 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e6ca3439-9af6-4802-bb13-825acb29145f req-74e45108-76b1-42f0-8007-5ff08bca261d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=13ee7d6d71864c9eb2f508185e6a266f&device_id=2d9f80b7-7da6-471c-ab75-5240190a613a HTTP/1.1" status: 200 len: 1096 time: 0.0704792 Nov 12 08:19:37.528270 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4053c94f-7f7f-4f7f-818c-d7ec0ab44059 req-758ca1a7-d8e8-4832-b97f-c4f5faed94d3 service neutron] 10.222.0.44 "PUT /v2.0/ports/52592b2a-c901-46b6-919f-38bfa8d65b88/bindings/n-h1-765315-29/activate HTTP/1.1" status: 200 len: 370 time: 1.5158715 Nov 12 08:19:37.553678 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a76a8d-e955-4084-824a-38e0d5f3a42e req-9badf2ac-0d4f-4747-99fa-13fcee49917f tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:37.555270 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-42a76a8d-e955-4084-824a-38e0d5f3a42e req-9badf2ac-0d4f-4747-99fa-13fcee49917f tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=05590b28-c4a9-41f8-a868-649414f5e466 HTTP/1.1" status: 200 len: 945 time: 0.1180270 Nov 12 08:19:37.556484 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79bace0e-68cd-43ab-b5eb-0499977effd3', 'tag': 'eacc08b8-a021-4e99-9cde-3ec53f63e917'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:19:37.559764 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-633d5cd1-8f8c-4f00-9535-5e66aec88164" -d '{"events": [{"name": "network-changed", "server_uuid": "79bace0e-68cd-43ab-b5eb-0499977effd3", "tag": "eacc08b8-a021-4e99-9cde-3ec53f63e917"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:19:37.679808 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-42a76a8d-e955-4084-824a-38e0d5f3a42e req-442e62ea-bec6-4117-899d-a7600b540b55 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970974 Nov 12 08:19:37.683846 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ca3439-9af6-4802-bb13-825acb29145f req-a2478a0f-43c3-4622-a611-01136a3e02e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:37.691285 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e6ca3439-9af6-4802-bb13-825acb29145f req-a2478a0f-43c3-4622-a611-01136a3e02e7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=392b706c-fa83-40b2-ba41-e97d70efdd1d HTTP/1.1" status: 200 len: 912 time: 0.1670315 Nov 12 08:19:37.694672 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1276eccd-20c9-488d-9360-51ae72fbfe38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:37.760147 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87ee48f8-42ef-47ff-a813-216cb024b478 x-openstack-request-id: req-87ee48f8-42ef-47ff-a813-216cb024b478 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:19:37.760557 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79bace0e-68cd-43ab-b5eb-0499977effd3", "tag": "eacc08b8-a021-4e99-9cde-3ec53f63e917", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:19:37.761100 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-87ee48f8-42ef-47ff-a813-216cb024b478 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:19:37.761491 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79bace0e-68cd-43ab-b5eb-0499977effd3', 'tag': 'eacc08b8-a021-4e99-9cde-3ec53f63e917', 'status': 'completed', 'code': 200} Nov 12 08:19:37.764506 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e6ca3439-9af6-4802-bb13-825acb29145f req-ab064236-758d-424b-a101-418876e2b847 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3d87375-c113-475c-bf06-fa361dfd0b38 HTTP/1.1" status: 200 len: 217 time: 0.0675066 Nov 12 08:19:37.808942 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1276eccd-20c9-488d-9360-51ae72fbfe38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c99e7791-a372-44aa-b26b-4ef09f905daa,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:37.827247 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1276eccd-20c9-488d-9360-51ae72fbfe38 admin admin] Checking segment: {'id': '296922ca-424d-4760-9058-82e70353f16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'ec82487f-519c-483b-814a-09ab43cadbc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:19:37.827920 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1276eccd-20c9-488d-9360-51ae72fbfe38 admin admin] Network hostable DHCP agents. Network: ec82487f-519c-483b-814a-09ab43cadbc0, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:19:37.837007 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:37.851074 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ca3439-9af6-4802-bb13-825acb29145f req-6df565f4-2fd2-40dc-a97d-b27124e25a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:37.853204 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e6ca3439-9af6-4802-bb13-825acb29145f req-6df565f4-2fd2-40dc-a97d-b27124e25a85 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2d250a72-e563-4d6e-ac4f-f44698e0ce3c HTTP/1.1" status: 200 len: 850 time: 0.0689030 Nov 12 08:19:37.869353 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1276eccd-20c9-488d-9360-51ae72fbfe38 admin admin] Network ec82487f-519c-483b-814a-09ab43cadbc0 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:19:37.914922 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-1276eccd-20c9-488d-9360-51ae72fbfe38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, ec82487f-519c-483b-814a-09ab43cadbc0) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:19:37.916815 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ca3439-9af6-4802-bb13-825acb29145f req-b8457dca-d4d9-44ca-a1a3-824f8b7a091f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:37.919032 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e6ca3439-9af6-4802-bb13-825acb29145f req-b8457dca-d4d9-44ca-a1a3-824f8b7a091f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=392b706c-fa83-40b2-ba41-e97d70efdd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0578802 Nov 12 08:19:37.921764 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1276eccd-20c9-488d-9360-51ae72fbfe38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:37.922383 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1276eccd-20c9-488d-9360-51ae72fbfe38 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:37.928439 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c83396-2735-4e33-867e-0621d3e2678b None None] Network ec82487f-519c-483b-814a-09ab43cadbc0 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:19:37.942069 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-1276eccd-20c9-488d-9360-51ae72fbfe38 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7466226 Nov 12 08:19:37.966514 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99d2b54-bd96-4ae3-a628-8b451dcd5cfa req-1dde935e-7694-40f2-a8ea-97261aa780d6 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:37.968132 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e99d2b54-bd96-4ae3-a628-8b451dcd5cfa req-1dde935e-7694-40f2-a8ea-97261aa780d6 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9f80b7-7da6-471c-ab75-5240190a613a HTTP/1.1" status: 200 len: 944 time: 0.1025143 Nov 12 08:19:38.071577 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e99d2b54-bd96-4ae3-a628-8b451dcd5cfa req-ceff836d-7516-4899-a625-3c1fe772bde5 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=dafae0e1-4d35-4b86-8740-ce6a9a9c8268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936415 Nov 12 08:19:38.118346 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e6ca3439-9af6-4802-bb13-825acb29145f req-bf16b880-12fd-4623-a411-560fd76f2644 service neutron] 10.222.0.44 "GET /v2.0/networks/392b706c-fa83-40b2-ba41-e97d70efdd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906519 Nov 12 08:19:38.229403 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5d9e69-464d-48b6-a7f7-dad338c1c477 None None] Network ec82487f-519c-483b-814a-09ab43cadbc0 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:19:38.304800 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0cbb6c-0142-40bd-b9b0-5c846c7469fa req-00118614-929c-4bab-9ede-92e6ffbe2bc9 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:38.306437 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6b0cbb6c-0142-40bd-b9b0-5c846c7469fa req-00118614-929c-4bab-9ede-92e6ffbe2bc9 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 945 time: 0.0644498 Nov 12 08:19:38.321682 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e6ca3439-9af6-4802-bb13-825acb29145f req-17638da7-ff18-47de-832f-b0592a66024b service neutron] 10.222.0.44 "GET /v2.0/networks/392b706c-fa83-40b2-ba41-e97d70efdd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950324 Nov 12 08:19:38.363135 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6b0cbb6c-0142-40bd-b9b0-5c846c7469fa req-9b3a25a2-26b0-4aac-8e0b-295b9ddc1f6b tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502541 Nov 12 08:19:38.915207 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aac64d3-603d-492a-b547-a83528e19484 req-9c8da0c7-fad1-42e8-a336-a22e8806b7e6 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:38.924407 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9aac64d3-603d-492a-b547-a83528e19484 req-9c8da0c7-fad1-42e8-a336-a22e8806b7e6 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/networks?id=ec82487f-519c-483b-814a-09ab43cadbc0 HTTP/1.1" status: 200 len: 805 time: 0.1377201 Nov 12 08:19:38.936361 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9aac64d3-603d-492a-b547-a83528e19484 req-6b6bfccb-84cd-479c-97d1-5d8d343cfd36 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/quotas/507bea33553d43dea3447dc0d1dbf18c HTTP/1.1" status: 200 len: 375 time: 0.0107450 Nov 12 08:19:38.977242 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9aac64d3-603d-492a-b547-a83528e19484 req-ffb0f35b-c71f-44be-bad0-3958b5f98fcd tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=507bea33553d43dea3447dc0d1dbf18c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314028 Nov 12 08:19:39.130825 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:39.143339 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9aac64d3-603d-492a-b547-a83528e19484 req-a01eb351-415f-4a51-a7fe-5a59222d7a80 service neutron] 10.222.0.26 "GET /v2.0/networks/ec82487f-519c-483b-814a-09ab43cadbc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568508 Nov 12 08:19:39.228259 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f45c551d-0c04-4004-997c-51aa6023cf3e req-7604ce09-5a51-4805-b657-4413915fdaa1 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd1d6ac-fc22-40b4-9334-b79b8f638fb9 HTTP/1.1" status: 200 len: 210 time: 0.0352437 Nov 12 08:19:39.242992 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4053c94f-7f7f-4f7f-818c-d7ec0ab44059 req-f65a1ff6-d46e-4448-bfbd-c3bf03ee6a16 tempest-LiveMigrationTest-1817512610 tempest-LiveMigrationTest-1817512610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:39.244687 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4053c94f-7f7f-4f7f-818c-d7ec0ab44059 req-f65a1ff6-d46e-4448-bfbd-c3bf03ee6a16 tempest-LiveMigrationTest-1817512610 tempest-LiveMigrationTest-1817512610-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=05590b28-c4a9-41f8-a868-649414f5e466&tenant_id=7317cbf37f7b44a3b0cd0a433cf6ba52&binding%3Ahost_id=n-h2-765315-29 HTTP/1.1" status: 200 len: 1097 time: 0.1269743 Nov 12 08:19:39.261108 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-05d28017-a60a-4088-93cd-aa85c2aadc05 req-1169fe86-3721-4eb4-ab7e-b5f491b0dc1e service neutron] 10.222.0.21 "GET /v2.0/networks/7c827e16-ab30-479f-9016-7fbbf3de05e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864665 Nov 12 08:19:39.295728 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9aac64d3-603d-492a-b547-a83528e19484 req-81fb55e3-99b7-4dcd-aa39-9d70f093d3a0 service neutron] 10.222.0.26 "GET /v2.0/networks/ec82487f-519c-483b-814a-09ab43cadbc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507800 Nov 12 08:19:39.362466 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4053c94f-7f7f-4f7f-818c-d7ec0ab44059 req-2769968f-55be-477f-953e-fac54985499b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:39.364278 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4053c94f-7f7f-4f7f-818c-d7ec0ab44059 req-2769968f-55be-477f-953e-fac54985499b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=05590b28-c4a9-41f8-a868-649414f5e466&tenant_id=7317cbf37f7b44a3b0cd0a433cf6ba52 HTTP/1.1" status: 200 len: 1097 time: 0.0928235 Nov 12 08:19:39.439251 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-05d28017-a60a-4088-93cd-aa85c2aadc05 req-b06a7d47-8399-4929-b6e2-f7967e1e8dbb service neutron] 10.222.0.21 "GET /v2.0/networks/7c827e16-ab30-479f-9016-7fbbf3de05e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687360 Nov 12 08:19:39.467606 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d27a2d-84ce-462d-9d1e-80dddf2e43a0 req-296d54c9-21c1-4349-b1e9-1db71513bd40 tempest-ServerGroupTestJSON-1250803281 tempest-ServerGroupTestJSON-1250803281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:39.478608 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-30d27a2d-84ce-462d-9d1e-80dddf2e43a0 req-296d54c9-21c1-4349-b1e9-1db71513bd40 tempest-ServerGroupTestJSON-1250803281 tempest-ServerGroupTestJSON-1250803281-project] 10.222.0.26 "GET /v2.0/ports?device_id=79bace0e-68cd-43ab-b5eb-0499977effd3 HTTP/1.1" status: 200 len: 944 time: 0.1147866 Nov 12 08:19:39.519736 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4053c94f-7f7f-4f7f-818c-d7ec0ab44059 req-f4ecd57c-0bc3-4265-9722-70679ee77c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:39.525825 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4053c94f-7f7f-4f7f-818c-d7ec0ab44059 req-f4ecd57c-0bc3-4265-9722-70679ee77c28 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7317cbf37f7b44a3b0cd0a433cf6ba52&device_id=05590b28-c4a9-41f8-a868-649414f5e466 HTTP/1.1" status: 200 len: 1097 time: 0.1362920 Nov 12 08:19:39.643327 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-30d27a2d-84ce-462d-9d1e-80dddf2e43a0 req-ec2f1947-2871-4eaf-aa8c-94aa6199046d tempest-ServerGroupTestJSON-1250803281 tempest-ServerGroupTestJSON-1250803281-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfb4a183-a71f-474d-beb7-2f500a30be82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635370 Nov 12 08:19:39.655422 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633d5cd1-8f8c-4f00-9535-5e66aec88164 req-d9ae4d8c-8cd3-40b2-ad88-1401802c7030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:39.658218 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-633d5cd1-8f8c-4f00-9535-5e66aec88164 req-d9ae4d8c-8cd3-40b2-ad88-1401802c7030 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9ea565d65801445a8b3478a7b5db7f2d&device_id=79bace0e-68cd-43ab-b5eb-0499977effd3 HTTP/1.1" status: 200 len: 1096 time: 0.1304238 Nov 12 08:19:39.671073 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55b5097-2d5e-4925-916f-8c059e997e01 req-181aeb21-7cbb-4814-b54b-8f286c1e6b5c tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:39.685991 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a55b5097-2d5e-4925-916f-8c059e997e01 req-181aeb21-7cbb-4814-b54b-8f286c1e6b5c tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=05590b28-c4a9-41f8-a868-649414f5e466 HTTP/1.1" status: 200 len: 945 time: 0.1430416 Nov 12 08:19:39.770375 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a55b5097-2d5e-4925-916f-8c059e997e01 req-785b572a-818e-40cc-9cc5-0b312dea947c tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834477 Nov 12 08:19:39.773168 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4053c94f-7f7f-4f7f-818c-d7ec0ab44059 req-48fc8ca0-230d-4185-bbe0-15fff17443e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:39.777038 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4053c94f-7f7f-4f7f-818c-d7ec0ab44059 req-48fc8ca0-230d-4185-bbe0-15fff17443e6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a HTTP/1.1" status: 200 len: 908 time: 0.2431030 Nov 12 08:19:39.798983 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:39.888992 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4053c94f-7f7f-4f7f-818c-d7ec0ab44059 req-9790ce2a-cdaf-484e-a7f9-a1376de352f6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=52592b2a-c901-46b6-919f-38bfa8d65b88 HTTP/1.1" status: 200 len: 217 time: 0.1032081 Nov 12 08:19:39.914702 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d28982-dc04-4126-bc84-843df9877fd7 req-930b0cc6-7354-4c68-a276-2386cdbb1f73 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:39.923621 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-06d28982-dc04-4126-bc84-843df9877fd7 req-930b0cc6-7354-4c68-a276-2386cdbb1f73 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9f80b7-7da6-471c-ab75-5240190a613a HTTP/1.1" status: 200 len: 944 time: 0.1049671 Nov 12 08:19:39.926499 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633d5cd1-8f8c-4f00-9535-5e66aec88164 req-81d0013a-5029-4b22-b9d9-8be68d8e9369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:39.927982 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-633d5cd1-8f8c-4f00-9535-5e66aec88164 req-81d0013a-5029-4b22-b9d9-8be68d8e9369 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7c827e16-ab30-479f-9016-7fbbf3de05e1 HTTP/1.1" status: 200 len: 911 time: 0.2629993 Nov 12 08:19:39.982464 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-633d5cd1-8f8c-4f00-9535-5e66aec88164 req-eef38f75-5127-4882-9ade-5e97dafa757f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eacc08b8-a021-4e99-9cde-3ec53f63e917 HTTP/1.1" status: 200 len: 217 time: 0.0466943 Nov 12 08:19:40.052792 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-06d28982-dc04-4126-bc84-843df9877fd7 req-033756e2-6439-4c46-9943-e72461b39753 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=dafae0e1-4d35-4b86-8740-ce6a9a9c8268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282222 Nov 12 08:19:40.090089 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633d5cd1-8f8c-4f00-9535-5e66aec88164 req-7a721178-b159-4aff-9da3-73b33bd69bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:40.092133 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-633d5cd1-8f8c-4f00-9535-5e66aec88164 req-7a721178-b159-4aff-9da3-73b33bd69bd4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4beca76b-1a41-4d6a-b65b-c80835a19f46 HTTP/1.1" status: 200 len: 850 time: 0.0988045 Nov 12 08:19:40.106436 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c2dd5-1f87-4047-ba90-ea7e197da96d req-8553e68b-426e-4860-99ef-562504e88bce tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:40.108689 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0a5c2dd5-1f87-4047-ba90-ea7e197da96d req-8553e68b-426e-4860-99ef-562504e88bce tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 945 time: 0.2311926 Nov 12 08:19:40.114123 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4053c94f-7f7f-4f7f-818c-d7ec0ab44059 req-c83310c9-bc1e-4132-a925-3bab5c81cd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:40.115894 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4053c94f-7f7f-4f7f-818c-d7ec0ab44059 req-c83310c9-bc1e-4132-a925-3bab5c81cd59 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b48e5e9c-f3da-4efc-88c4-db8837528b82 HTTP/1.1" status: 200 len: 847 time: 0.1833556 Nov 12 08:19:40.164423 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-633d5cd1-8f8c-4f00-9535-5e66aec88164 req-bd8507b5-248b-4f81-96d8-6b9ae314ffb2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7c827e16-ab30-479f-9016-7fbbf3de05e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572481 Nov 12 08:19:40.183397 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4053c94f-7f7f-4f7f-818c-d7ec0ab44059 req-3341095a-6a5f-43e9-9083-d6609320d193 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597434 Nov 12 08:19:40.236607 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-63f11d83-7b73-4eff-a35d-041e5ac47cc0 req-d630d7a9-fd66-40b8-aad8-81f59781b27f tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddaf1228-1834-43f8-818a-4164deae0e2f HTTP/1.1" status: 200 len: 210 time: 0.0887959 Nov 12 08:19:40.272197 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device c3d87375-c113-475c-bf06-fa361dfd0b38 details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:19:40.317201 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0a5c2dd5-1f87-4047-ba90-ea7e197da96d req-555b5913-7685-4760-8d48-4c383a041af8 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733418 Nov 12 08:19:40.445361 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-23af73ed-1baf-4309-beda-fa36c1914286 req-125343a6-ca16-4fa9-88ee-9f9b9baaeb33 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd1d6ac-fc22-40b4-9334-b79b8f638fb9 HTTP/1.1" status: 200 len: 210 time: 0.0416770 Nov 12 08:19:40.449194 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4053c94f-7f7f-4f7f-818c-d7ec0ab44059 req-3c294c6e-bcf1-45e5-9cc6-bdfeb7a0e9c3 service neutron] 10.222.0.21 "GET /v2.0/networks/6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465458 Nov 12 08:19:40.469237 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-633d5cd1-8f8c-4f00-9535-5e66aec88164 req-4c095416-3360-40c0-93b8-56073c12befc service neutron] 10.222.0.21 "GET /v2.0/networks/7c827e16-ab30-479f-9016-7fbbf3de05e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757082 Nov 12 08:19:40.573280 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port c3d87375-c113-475c-bf06-fa361dfd0b38, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=c3d87375-c113-475c-bf06-fa361dfd0b38,segment=NetworkSegment(e07c96e0-5af6-439e-b283-25e89ba24ea2),segment_id=e07c96e0-5af6-439e-b283-25e89ba24ea2)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:19:40.591187 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': 'c3d87375-c113-475c-bf06-fa361dfd0b38', 'network_id': '392b706c-fa83-40b2-ba41-e97d70efdd1d', 'port_id': 'c3d87375-c113-475c-bf06-fa361dfd0b38', 'mac_address': 'fa:16:3e:2f:88:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d250a72-e563-4d6e-ac4f-f44698e0ce3c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:19:40.611868 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4053c94f-7f7f-4f7f-818c-d7ec0ab44059 req-b1efb4a5-18d3-4301-9126-fab764a414bb service neutron] 10.222.0.21 "GET /v2.0/networks/6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530900 Nov 12 08:19:40.649410 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:40.652009 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-633d5cd1-8f8c-4f00-9535-5e66aec88164 req-712f0324-11eb-4a0a-97be-a093a0103f07 service neutron] 10.222.0.21 "GET /v2.0/networks/7c827e16-ab30-479f-9016-7fbbf3de05e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757660 Nov 12 08:19:40.667661 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3d87375-c113-475c-bf06-fa361dfd0b38 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:19:40.699071 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port c3d87375-c113-475c-bf06-fa361dfd0b38, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=c3d87375-c113-475c-bf06-fa361dfd0b38,segment=NetworkSegment(e07c96e0-5af6-439e-b283-25e89ba24ea2),segment_id=e07c96e0-5af6-439e-b283-25e89ba24ea2)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:19:40.711600 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:40.784705 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=c3d87375-c113-475c-bf06-fa361dfd0b38,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:40.873654 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84eb346-00e6-41ad-8583-85f0e0f15803 req-b40e2ec1-54af-422b-a604-5f047dc3cc4f tempest-ServerGroupTestJSON-1250803281 tempest-ServerGroupTestJSON-1250803281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:40.875324 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c84eb346-00e6-41ad-8583-85f0e0f15803 req-b40e2ec1-54af-422b-a604-5f047dc3cc4f tempest-ServerGroupTestJSON-1250803281 tempest-ServerGroupTestJSON-1250803281-project] 10.222.0.26 "GET /v2.0/ports?device_id=79bace0e-68cd-43ab-b5eb-0499977effd3 HTTP/1.1" status: 200 len: 944 time: 0.1163416 Nov 12 08:19:40.971384 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c908afac-701f-4c70-aa12-c205b56644c5 req-fbf8b5e2-fa0a-4d91-9ffe-5777132fa69a tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:40.973316 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c908afac-701f-4c70-aa12-c205b56644c5 req-fbf8b5e2-fa0a-4d91-9ffe-5777132fa69a tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=05590b28-c4a9-41f8-a868-649414f5e466 HTTP/1.1" status: 200 len: 945 time: 0.0853584 Nov 12 08:19:40.982766 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c84eb346-00e6-41ad-8583-85f0e0f15803 req-1d9b867d-c82e-446a-a5e8-50bcfa6e685a tempest-ServerGroupTestJSON-1250803281 tempest-ServerGroupTestJSON-1250803281-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfb4a183-a71f-474d-beb7-2f500a30be82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928223 Nov 12 08:19:40.990799 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4053c94f-7f7f-4f7f-818c-d7ec0ab44059 req-0fde4e55-7400-4c3f-a6ef-175e1c1858af tempest-LiveMigrationTest-1817512610 tempest-LiveMigrationTest-1817512610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:40.992514 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4053c94f-7f7f-4f7f-818c-d7ec0ab44059 req-0fde4e55-7400-4c3f-a6ef-175e1c1858af tempest-LiveMigrationTest-1817512610 tempest-LiveMigrationTest-1817512610-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=05590b28-c4a9-41f8-a868-649414f5e466&tenant_id=7317cbf37f7b44a3b0cd0a433cf6ba52&binding%3Ahost_id=n-h1-765315-29 HTTP/1.1" status: 200 len: 1097 time: 0.0920265 Nov 12 08:19:41.025485 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['c3d87375-c113-475c-bf06-fa361dfd0b38'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:19:41.034663 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c908afac-701f-4c70-aa12-c205b56644c5 req-95034058-0171-48bf-ab9f-b7d8ba91c245 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530429 Nov 12 08:19:41.241282 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-4053c94f-7f7f-4f7f-818c-d7ec0ab44059 req-32154f98-3a51-44d3-90ac-5fce21519905 service neutron] For port 52592b2a-c901-46b6-919f-38bfa8d65b88, host n-h2-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:19:41.246196 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-4053c94f-7f7f-4f7f-818c-d7ec0ab44059 req-32154f98-3a51-44d3-90ac-5fce21519905 service neutron] Publish callbacks [] for binding, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:41.247356 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4053c94f-7f7f-4f7f-818c-d7ec0ab44059 req-32154f98-3a51-44d3-90ac-5fce21519905 service neutron] 10.222.0.21 "DELETE /v2.0/ports/52592b2a-c901-46b6-919f-38bfa8d65b88/bindings/n-h2-765315-29 HTTP/1.1" status: 204 len: 173 time: 0.2454250 Nov 12 08:19:41.327766 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9436e3ab-3c48-4d82-b747-ff0c6f1cd778 req-e9c2bbf1-2e79-46f9-bfc6-05fdced3db68 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:41.331074 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9436e3ab-3c48-4d82-b747-ff0c6f1cd778 req-e9c2bbf1-2e79-46f9-bfc6-05fdced3db68 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9f80b7-7da6-471c-ab75-5240190a613a HTTP/1.1" status: 200 len: 945 time: 0.1409841 Nov 12 08:19:41.414083 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ee4d7f83-e3a8-41d3-80ec-68a2331cde23 req-a82618cb-f6cd-4226-8e3c-87660b416d05 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddaf1228-1834-43f8-818a-4164deae0e2f HTTP/1.1" status: 200 len: 210 time: 0.0554371 Nov 12 08:19:41.435719 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9436e3ab-3c48-4d82-b747-ff0c6f1cd778 req-3235eef6-2721-4d2b-b035-5b15e4f9efea tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=dafae0e1-4d35-4b86-8740-ce6a9a9c8268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586500 Nov 12 08:19:41.443390 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aac64d3-603d-492a-b547-a83528e19484 req-d170624b-7e08-403a-a040-200cdad6dd02 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:41.446826 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9aac64d3-603d-492a-b547-a83528e19484 req-d170624b-7e08-403a-a040-200cdad6dd02 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.44 "GET /v2.0/networks?id=ec82487f-519c-483b-814a-09ab43cadbc0 HTTP/1.1" status: 200 len: 805 time: 0.1965630 Nov 12 08:19:41.468104 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-9aac64d3-603d-492a-b547-a83528e19484 req-403c9d56-24a5-4590-bc8f-ff6975ac114b tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Request body: {'port': {'device_id': 'ddaf1228-1834-43f8-818a-4164deae0e2f', 'network_id': 'ec82487f-519c-483b-814a-09ab43cadbc0', 'admin_state_up': True, 'tenant_id': '507bea33553d43dea3447dc0d1dbf18c'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:19:41.644596 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e756d39e-cca0-47f3-81ff-bd7deadc4ba8 req-92f8e3a2-5e1e-46b6-add8-66791e3fbb42 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:41.646166 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e756d39e-cca0-47f3-81ff-bd7deadc4ba8 req-92f8e3a2-5e1e-46b6-add8-66791e3fbb42 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 945 time: 0.0934763 Nov 12 08:19:41.673751 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-76cffd0e-cb41-4c8e-9a18-fc8aa3d2ccc3 req-e609a92a-b023-4e9f-925f-9d677db0a0c3 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd1d6ac-fc22-40b4-9334-b79b8f638fb9 HTTP/1.1" status: 200 len: 210 time: 0.0578165 Nov 12 08:19:41.715822 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9aac64d3-603d-492a-b547-a83528e19484 req-403c9d56-24a5-4590-bc8f-ff6975ac114b tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Made reservation on behalf of 507bea33553d43dea3447dc0d1dbf18c for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:19:41.719401 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-9aac64d3-603d-492a-b547-a83528e19484 req-403c9d56-24a5-4590-bc8f-ff6975ac114b tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:41.728689 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e756d39e-cca0-47f3-81ff-bd7deadc4ba8 req-2e7d82d7-dcba-454d-8cd2-b04e16b2559b tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763922 Nov 12 08:19:41.923298 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device eacc08b8-a021-4e99-9cde-3ec53f63e917 details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:19:41.942169 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-9aac64d3-603d-492a-b547-a83528e19484 req-403c9d56-24a5-4590-bc8f-ff6975ac114b tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Allocated IP 172.20.0.2 (ec82487f-519c-483b-814a-09ab43cadbc0/c99e7791-a372-44aa-b26b-4ef09f905daa/303982ba-be48-4f68-8aa2-95c59ea5fb06) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:19:42.192314 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port eacc08b8-a021-4e99-9cde-3ec53f63e917, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=eacc08b8-a021-4e99-9cde-3ec53f63e917,segment=NetworkSegment(641b3303-757e-42a8-811e-2b8ae4a15de0),segment_id=641b3303-757e-42a8-811e-2b8ae4a15de0)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:19:42.195501 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:42.207502 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Returning: {'device': 'eacc08b8-a021-4e99-9cde-3ec53f63e917', 'network_id': '7c827e16-ab30-479f-9016-7fbbf3de05e1', 'port_id': 'eacc08b8-a021-4e99-9cde-3ec53f63e917', 'mac_address': 'fa:16:3e:83:fb:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4beca76b-1a41-4d6a-b65b-c80835a19f46', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:19:42.261455 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:42.280401 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device c3d87375-c113-475c-bf06-fa361dfd0b38 up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:19:42.335853 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-e530113a-7783-48f4-9840-8911a24052df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eacc08b8-a021-4e99-9cde-3ec53f63e917 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:19:42.358320 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port eacc08b8-a021-4e99-9cde-3ec53f63e917, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=eacc08b8-a021-4e99-9cde-3ec53f63e917,segment=NetworkSegment(641b3303-757e-42a8-811e-2b8ae4a15de0),segment_id=641b3303-757e-42a8-811e-2b8ae4a15de0)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:19:42.359365 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afef87e-c45d-49c9-84f5-effcdab5291b req-6d0eae76-df88-4703-945a-f44d6291859c tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:42.361904 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3afef87e-c45d-49c9-84f5-effcdab5291b req-6d0eae76-df88-4703-945a-f44d6291859c tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/networks?id=c164b714-a9ee-49ae-ab85-02a2461298d9 HTTP/1.1" status: 200 len: 814 time: 0.2167556 Nov 12 08:19:42.378323 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:42.384770 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3afef87e-c45d-49c9-84f5-effcdab5291b req-6b0de831-3418-4657-9d2e-89b6fd41fec1 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/quotas/26ef531896034fe2885057383ac0d733 HTTP/1.1" status: 200 len: 375 time: 0.0154386 Nov 12 08:19:42.435379 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=eacc08b8-a021-4e99-9cde-3ec53f63e917,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:42.446062 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:19:42.446415 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:19:42.446694 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:19:42.447036 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:19:42.447528 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:19:42.447712 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:19:42.448397 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:19:42.448397 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:19:42.448644 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:19:42.448973 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:19:42.449288 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:19:42.449610 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:19:42.477994 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning for port c3d87375-c113-475c-bf06-fa361dfd0b38 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:19:42.484100 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port c3d87375-c113-475c-bf06-fa361dfd0b38 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:19:42.486488 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:42.492472 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3afef87e-c45d-49c9-84f5-effcdab5291b req-3497dc4b-5edd-4d8f-b9b2-b4ce9f0e8e5e tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=26ef531896034fe2885057383ac0d733&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1007900 Nov 12 08:19:42.627576 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3afef87e-c45d-49c9-84f5-effcdab5291b req-ca335893-b25c-4ad1-96f2-094516512c0b service neutron] 10.222.0.26 "GET /v2.0/networks/c164b714-a9ee-49ae-ab85-02a2461298d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336851 Nov 12 08:19:42.674813 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:42.718402 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66cb537-3931-4c3d-b590-7b387e1cc162 req-c93684be-f38a-4514-b264-b307b16d1653 tempest-ServerGroupTestJSON-1250803281 tempest-ServerGroupTestJSON-1250803281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:42.721091 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c66cb537-3931-4c3d-b590-7b387e1cc162 req-c93684be-f38a-4514-b264-b307b16d1653 tempest-ServerGroupTestJSON-1250803281 tempest-ServerGroupTestJSON-1250803281-project] 10.222.0.26 "GET /v2.0/ports?device_id=79bace0e-68cd-43ab-b5eb-0499977effd3 HTTP/1.1" status: 200 len: 944 time: 0.6153624 Nov 12 08:19:42.745363 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d9f80b7-7da6-471c-ab75-5240190a613a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3d87375-c113-475c-bf06-fa361dfd0b38'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:19:42.747655 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb414aab-549f-4df4-bec3-e6d925bbc467" -d '{"events": [{"server_uuid": "2d9f80b7-7da6-471c-ab75-5240190a613a", "name": "network-vif-plugged", "status": "completed", "tag": "c3d87375-c113-475c-bf06-fa361dfd0b38"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:19:42.766004 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3afef87e-c45d-49c9-84f5-effcdab5291b req-29b5d41a-ed43-4444-bbda-beb0f441c55d service neutron] 10.222.0.26 "GET /v2.0/networks/c164b714-a9ee-49ae-ab85-02a2461298d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368666 Nov 12 08:19:42.771688 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['eacc08b8-a021-4e99-9cde-3ec53f63e917'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:19:42.799614 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 46988) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:42.802558 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-9aac64d3-603d-492a-b547-a83528e19484 req-403c9d56-24a5-4590-bc8f-ff6975ac114b tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:42.867075 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port c3d87375-c113-475c-bf06-fa361dfd0b38, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=c3d87375-c113-475c-bf06-fa361dfd0b38,segment=NetworkSegment(e07c96e0-5af6-439e-b283-25e89ba24ea2),segment_id=e07c96e0-5af6-439e-b283-25e89ba24ea2)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:19:42.872511 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c66cb537-3931-4c3d-b590-7b387e1cc162 req-65056e18-33c9-4fb4-be60-7e6db31dee7b tempest-ServerGroupTestJSON-1250803281 tempest-ServerGroupTestJSON-1250803281-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfb4a183-a71f-474d-beb7-2f500a30be82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443615 Nov 12 08:19:42.879974 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:42.936968 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=c3d87375-c113-475c-bf06-fa361dfd0b38,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:42.954794 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-9aac64d3-603d-492a-b547-a83528e19484 req-403c9d56-24a5-4590-bc8f-ff6975ac114b tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:43.023651 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-955b17df-7b48-4fea-a3fc-051d11d58e8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:43.085183 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9aac64d3-603d-492a-b547-a83528e19484 req-403c9d56-24a5-4590-bc8f-ff6975ac114b tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Network ec82487f-519c-483b-814a-09ab43cadbc0 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:19:43.095153 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-9aac64d3-603d-492a-b547-a83528e19484 req-403c9d56-24a5-4590-bc8f-ff6975ac114b tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:19:43.102805 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aac64d3-603d-492a-b547-a83528e19484 req-403c9d56-24a5-4590-bc8f-ff6975ac114b tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:19:43.145816 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4164c2a-47ed-4263-8cbf-340d0b86e0c9 req-ef25092d-0b94-46e2-beda-9f8f06395b1a tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:43.147579 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c4164c2a-47ed-4263-8cbf-340d0b86e0c9 req-ef25092d-0b94-46e2-beda-9f8f06395b1a tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=05590b28-c4a9-41f8-a868-649414f5e466 HTTP/1.1" status: 200 len: 945 time: 0.1551023 Nov 12 08:19:43.151758 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403c9d56-24a5-4590-bc8f-ff6975ac114b tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Pushing event updated for resources: {'Port': ['ID=303982ba-be48-4f68-8aa2-95c59ea5fb06,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:43.199851 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9738ab85-6917-453c-860a-dc8e7e13bb2e req-0630e473-ec4e-4399-9174-16d2034f7916 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:43.202233 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9738ab85-6917-453c-860a-dc8e7e13bb2e req-0630e473-ec4e-4399-9174-16d2034f7916 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddaf1228-1834-43f8-818a-4164deae0e2f HTTP/1.1" status: 200 len: 931 time: 0.1107602 Nov 12 08:19:43.228194 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aac64d3-603d-492a-b547-a83528e19484 req-403c9d56-24a5-4590-bc8f-ff6975ac114b tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:43.228844 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-9aac64d3-603d-492a-b547-a83528e19484 req-403c9d56-24a5-4590-bc8f-ff6975ac114b tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:43.244711 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c4164c2a-47ed-4263-8cbf-340d0b86e0c9 req-ea7881b8-52f9-47bf-87eb-61d033760d8c tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806129 Nov 12 08:19:43.254460 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9aac64d3-603d-492a-b547-a83528e19484 req-403c9d56-24a5-4590-bc8f-ff6975ac114b tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7914171 Nov 12 08:19:43.276709 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-955b17df-7b48-4fea-a3fc-051d11d58e8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:43.283817 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-9aac64d3-603d-492a-b547-a83528e19484 req-20127579-613e-4f3c-bdaf-7d2810a2a154 service neutron] Request body: {'port': {'device_id': 'ddaf1228-1834-43f8-818a-4164deae0e2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:19:43.295506 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-955b17df-7b48-4fea-a3fc-051d11d58e8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:43.331666 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955b17df-7b48-4fea-a3fc-051d11d58e8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f135d391-e81c-4ca4-8f05-8263b8abaf5a,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:43.351987 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9738ab85-6917-453c-860a-dc8e7e13bb2e req-eccb32da-1348-488b-b880-6e2028853148 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/security-groups?id=4679696e-a532-438b-8380-3e45cd46de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354990 Nov 12 08:19:43.383396 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-955b17df-7b48-4fea-a3fc-051d11d58e8b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=583d372e1e7f4159bf9c0784e70c9893&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5823936 Nov 12 08:19:43.385811 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 47002) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:43.386875 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-9aac64d3-603d-492a-b547-a83528e19484 req-20127579-613e-4f3c-bdaf-7d2810a2a154 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:43.477519 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7a6cfb2f-9002-4008-8f71-1945206a57ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:43.506898 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7a6cfb2f-9002-4008-8f71-1945206a57ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:43.559333 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb8a234-a26c-420d-97c1-21e1eb374098 req-71a7436b-74bd-4f32-8d44-99a6cb29b02a tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:43.563856 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7fb8a234-a26c-420d-97c1-21e1eb374098 req-71a7436b-74bd-4f32-8d44-99a6cb29b02a tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9f80b7-7da6-471c-ab75-5240190a613a HTTP/1.1" status: 200 len: 946 time: 0.1718724 Nov 12 08:19:43.583372 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d7d5fea4-cfd4-428e-8d8e-e6f25a0021a9 req-0163a899-a5be-40c8-94f5-e8b0427865ec tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd1d6ac-fc22-40b4-9334-b79b8f638fb9 HTTP/1.1" status: 200 len: 210 time: 0.0323715 Nov 12 08:19:43.620132 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7a6cfb2f-9002-4008-8f71-1945206a57ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:43.622837 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7a6cfb2f-9002-4008-8f71-1945206a57ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:43.626989 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-7a6cfb2f-9002-4008-8f71-1945206a57ab admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f135d391-e81c-4ca4-8f05-8263b8abaf5a HTTP/1.1" status: 204 len: 168 time: 0.2371719 Nov 12 08:19:43.640956 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0359bb3b-40cf-45f6-ad74-831e50b6995e x-openstack-request-id: req-0359bb3b-40cf-45f6-ad74-831e50b6995e {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:19:43.642524 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d9f80b7-7da6-471c-ab75-5240190a613a", "name": "network-vif-plugged", "status": "completed", "tag": "c3d87375-c113-475c-bf06-fa361dfd0b38", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:19:43.643053 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0359bb3b-40cf-45f6-ad74-831e50b6995e {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:19:43.644381 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d9f80b7-7da6-471c-ab75-5240190a613a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3d87375-c113-475c-bf06-fa361dfd0b38', 'code': 200} Nov 12 08:19:43.644590 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6cfb2f-9002-4008-8f71-1945206a57ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f135d391-e81c-4ca4-8f05-8263b8abaf5a,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:43.738156 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7fb8a234-a26c-420d-97c1-21e1eb374098 req-f5f889af-3e20-431a-9e3a-cbc4749ed4b2 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=dafae0e1-4d35-4b86-8740-ce6a9a9c8268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1694322 Nov 12 08:19:43.805728 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-797acd44-cb5d-4d14-a819-86e34493eecb req-b00edaf1-9575-42b1-b0a1-2ecdc72fc9e2 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7ed5e58-2cf5-4e04-bc90-e39441e9b173 HTTP/1.1" status: 200 len: 210 time: 0.0843580 Nov 12 08:19:43.885964 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e96d0a1-3b17-4e3d-901b-2b95c4b2dc5d req-783fa164-f7d7-4ccd-aa5f-91dc26e1f5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:43.888147 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7e96d0a1-3b17-4e3d-901b-2b95c4b2dc5d req-783fa164-f7d7-4ccd-aa5f-91dc26e1f5fd service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2d9f80b7-7da6-471c-ab75-5240190a613a HTTP/1.1" status: 200 len: 1098 time: 0.0814712 Nov 12 08:19:43.973216 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c77476-11c9-4195-bb9c-e4e7f25b555b req-2429bfb3-d4b0-46ad-a132-ffef9d8c2787 tempest-LiveMigrationTest-1817512610 tempest-LiveMigrationTest-1817512610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:43.981798 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d2c77476-11c9-4195-bb9c-e4e7f25b555b req-2429bfb3-d4b0-46ad-a132-ffef9d8c2787 tempest-LiveMigrationTest-1817512610 tempest-LiveMigrationTest-1817512610-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=05590b28-c4a9-41f8-a868-649414f5e466 HTTP/1.1" status: 200 len: 1097 time: 0.0759435 Nov 12 08:19:44.038013 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7e96d0a1-3b17-4e3d-901b-2b95c4b2dc5d req-1e0214a4-fb40-4992-aba7-2126fc1e8a8d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=dafae0e1-4d35-4b86-8740-ce6a9a9c8268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969195 Nov 12 08:19:44.052568 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-9aac64d3-603d-492a-b547-a83528e19484 req-20127579-613e-4f3c-bdaf-7d2810a2a154 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 303982ba-be48-4f68-8aa2-95c59ea5fb06 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:19:44.072397 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d2c77476-11c9-4195-bb9c-e4e7f25b555b req-7f398c5d-1c80-479c-97c2-4c358e4c151d tempest-LiveMigrationTest-1817512610 tempest-LiveMigrationTest-1817512610-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848420 Nov 12 08:19:44.076295 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-9aac64d3-603d-492a-b547-a83528e19484 req-20127579-613e-4f3c-bdaf-7d2810a2a154 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:44.093580 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-9aac64d3-603d-492a-b547-a83528e19484 req-20127579-613e-4f3c-bdaf-7d2810a2a154 service neutron] Transition to ACTIVE for port object 303982ba-be48-4f68-8aa2-95c59ea5fb06 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:19:44.110844 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7910b9-c7b1-4b07-ad39-099e4a39f05c req-78ea2cfb-5e52-4a32-a699-51563ab6930b tempest-ServerGroupTestJSON-1250803281 tempest-ServerGroupTestJSON-1250803281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:44.112379 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1b7910b9-c7b1-4b07-ad39-099e4a39f05c req-78ea2cfb-5e52-4a32-a699-51563ab6930b tempest-ServerGroupTestJSON-1250803281 tempest-ServerGroupTestJSON-1250803281-project] 10.222.0.26 "GET /v2.0/ports?device_id=79bace0e-68cd-43ab-b5eb-0499977effd3 HTTP/1.1" status: 200 len: 945 time: 0.0992188 Nov 12 08:19:44.113449 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-9aac64d3-603d-492a-b547-a83528e19484 req-20127579-613e-4f3c-bdaf-7d2810a2a154 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:44.171266 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 47016) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:44.192311 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ec9f83a1-5d2c-40ba-957a-f4b8e649e657 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:44.248481 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20127579-613e-4f3c-bdaf-7d2810a2a154 service neutron] Pushing event updated for resources: {'Port': ['ID=303982ba-be48-4f68-8aa2-95c59ea5fb06,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:44.280131 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1b7910b9-c7b1-4b07-ad39-099e4a39f05c req-4e6cba62-a3f7-46d9-8dbc-e155173d5cfd tempest-ServerGroupTestJSON-1250803281 tempest-ServerGroupTestJSON-1250803281-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfb4a183-a71f-474d-beb7-2f500a30be82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513345 Nov 12 08:19:44.308087 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-9aac64d3-603d-492a-b547-a83528e19484 req-20127579-613e-4f3c-bdaf-7d2810a2a154 service neutron] Attempting to bind port 303982ba-be48-4f68-8aa2-95c59ea5fb06 on host n-h2-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:19:44.308087 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-9aac64d3-603d-492a-b547-a83528e19484 req-20127579-613e-4f3c-bdaf-7d2810a2a154 service neutron] Attempting to bind port 303982ba-be48-4f68-8aa2-95c59ea5fb06 by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': '296922ca-424d-4760-9058-82e70353f16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'ec82487f-519c-483b-814a-09ab43cadbc0'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:19:44.308087 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aac64d3-603d-492a-b547-a83528e19484 req-20127579-613e-4f3c-bdaf-7d2810a2a154 service neutron] Attempting to bind port 303982ba-be48-4f68-8aa2-95c59ea5fb06 on network ec82487f-519c-483b-814a-09ab43cadbc0 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:19:44.311191 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aac64d3-603d-492a-b547-a83528e19484 req-20127579-613e-4f3c-bdaf-7d2810a2a154 service neutron] Port 303982ba-be48-4f68-8aa2-95c59ea5fb06 on network ec82487f-519c-483b-814a-09ab43cadbc0 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:19:44.311514 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aac64d3-603d-492a-b547-a83528e19484 req-20127579-613e-4f3c-bdaf-7d2810a2a154 service neutron] Attempting to bind port 303982ba-be48-4f68-8aa2-95c59ea5fb06 on network ec82487f-519c-483b-814a-09ab43cadbc0 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:19:44.317865 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aac64d3-603d-492a-b547-a83528e19484 req-20127579-613e-4f3c-bdaf-7d2810a2a154 service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:19:44.318206 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aac64d3-603d-492a-b547-a83528e19484 req-20127579-613e-4f3c-bdaf-7d2810a2a154 service neutron] Checking segment: {'id': '296922ca-424d-4760-9058-82e70353f16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'ec82487f-519c-483b-814a-09ab43cadbc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:19:44.318611 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aac64d3-603d-492a-b547-a83528e19484 req-20127579-613e-4f3c-bdaf-7d2810a2a154 service neutron] Bound using segment: {'id': '296922ca-424d-4760-9058-82e70353f16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'ec82487f-519c-483b-814a-09ab43cadbc0'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:19:44.319224 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-9aac64d3-603d-492a-b547-a83528e19484 req-20127579-613e-4f3c-bdaf-7d2810a2a154 service neutron] Bound port: 303982ba-be48-4f68-8aa2-95c59ea5fb06, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '296922ca-424d-4760-9058-82e70353f16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'ec82487f-519c-483b-814a-09ab43cadbc0'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:19:44.319592 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-9aac64d3-603d-492a-b547-a83528e19484 req-20127579-613e-4f3c-bdaf-7d2810a2a154 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:44.322049 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ec9f83a1-5d2c-40ba-957a-f4b8e649e657 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:44.327499 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ec9f83a1-5d2c-40ba-957a-f4b8e649e657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:44.407008 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9f83a1-5d2c-40ba-957a-f4b8e649e657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb0a311-5504-4d34-b8f9-d607574f301f,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:44.420037 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 47022) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:44.421387 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-ec9f83a1-5d2c-40ba-957a-f4b8e649e657 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e34a6059549041c8b98c5a6c9b762d23&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2482328 Nov 12 08:19:44.442835 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-9aac64d3-603d-492a-b547-a83528e19484 req-20127579-613e-4f3c-bdaf-7d2810a2a154 service neutron] For port 303982ba-be48-4f68-8aa2-95c59ea5fb06, host n-h2-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:19:44.478413 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d1182-330c-478b-a4f5-ab3e05c17d8b req-f85ea2fa-a341-4118-af2c-0ddda54e5481 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:44.479994 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-363d1182-330c-478b-a4f5-ab3e05c17d8b req-f85ea2fa-a341-4118-af2c-0ddda54e5481 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=05590b28-c4a9-41f8-a868-649414f5e466 HTTP/1.1" status: 200 len: 945 time: 0.1120379 Nov 12 08:19:44.483218 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-9aac64d3-603d-492a-b547-a83528e19484 req-20127579-613e-4f3c-bdaf-7d2810a2a154 service neutron] For port 303982ba-be48-4f68-8aa2-95c59ea5fb06, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=303982ba-be48-4f68-8aa2-95c59ea5fb06,segment=NetworkSegment(296922ca-424d-4760-9058-82e70353f16a),segment_id=296922ca-424d-4760-9058-82e70353f16a)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:19:44.512092 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-9aac64d3-603d-492a-b547-a83528e19484 req-20127579-613e-4f3c-bdaf-7d2810a2a154 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:44.539148 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-363d1182-330c-478b-a4f5-ab3e05c17d8b req-23575162-9a66-4ff0-b852-d5600a775c48 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474334 Nov 12 08:19:44.565704 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aac64d3-603d-492a-b547-a83528e19484 req-20127579-613e-4f3c-bdaf-7d2810a2a154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:44.566669 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-9aac64d3-603d-492a-b547-a83528e19484 req-20127579-613e-4f3c-bdaf-7d2810a2a154 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:44.568063 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9aac64d3-603d-492a-b547-a83528e19484 req-20127579-613e-4f3c-bdaf-7d2810a2a154 service neutron] 10.222.0.44 "PUT /v2.0/ports/303982ba-be48-4f68-8aa2-95c59ea5fb06 HTTP/1.1" status: 200 len: 1092 time: 1.2910779 Nov 12 08:19:44.571244 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddaf1228-1834-43f8-818a-4164deae0e2f', 'tag': '303982ba-be48-4f68-8aa2-95c59ea5fb06'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:19:44.573508 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deec9d8d-8f48-4d55-acfb-781fa1f18eda" -d '{"events": [{"name": "network-changed", "server_uuid": "ddaf1228-1834-43f8-818a-4164deae0e2f", "tag": "303982ba-be48-4f68-8aa2-95c59ea5fb06"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:19:44.616772 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0edd2c-1f1e-43ec-8ef8-b43bc46284d4 req-f666fe99-faa7-492f-bff0-cecf4ecb4e95 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:44.620284 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6a0edd2c-1f1e-43ec-8ef8-b43bc46284d4 req-f666fe99-faa7-492f-bff0-cecf4ecb4e95 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddaf1228-1834-43f8-818a-4164deae0e2f HTTP/1.1" status: 200 len: 943 time: 0.1642392 Nov 12 08:19:44.620973 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-00cbd079-8eda-4279-9e8e-893f08f7182a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:44.631292 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20127579-613e-4f3c-bdaf-7d2810a2a154 service neutron] Pushing event updated for resources: {'Port': ['ID=303982ba-be48-4f68-8aa2-95c59ea5fb06,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:44.692909 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa198754-a1a7-4cc7-942a-66be0b5641e5 x-openstack-request-id: req-fa198754-a1a7-4cc7-942a-66be0b5641e5 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:19:44.694136 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddaf1228-1834-43f8-818a-4164deae0e2f", "tag": "303982ba-be48-4f68-8aa2-95c59ea5fb06", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:19:44.694570 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fa198754-a1a7-4cc7-942a-66be0b5641e5 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:19:44.695292 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddaf1228-1834-43f8-818a-4164deae0e2f', 'tag': '303982ba-be48-4f68-8aa2-95c59ea5fb06', 'status': 'completed', 'code': 200} Nov 12 08:19:44.754176 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-00cbd079-8eda-4279-9e8e-893f08f7182a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:44.772776 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b27a792b-ad0b-46d2-b380-7c67e6e88c4b req-1e67f872-03aa-476b-94e0-0860e5c72da9 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd1d6ac-fc22-40b4-9334-b79b8f638fb9 HTTP/1.1" status: 200 len: 210 time: 0.0377886 Nov 12 08:19:44.822474 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6a0edd2c-1f1e-43ec-8ef8-b43bc46284d4 req-aa0a1670-8062-41f4-a79a-1fa54e037c15 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/security-groups?id=4679696e-a532-438b-8380-3e45cd46de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748412 Nov 12 08:19:44.852023 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aac64d3-603d-492a-b547-a83528e19484 req-abae87b3-84e8-41d0-bdde-365e5646d3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:44.854404 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9aac64d3-603d-492a-b547-a83528e19484 req-abae87b3-84e8-41d0-bdde-365e5646d3bf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=507bea33553d43dea3447dc0d1dbf18c&device_id=ddaf1228-1834-43f8-818a-4164deae0e2f HTTP/1.1" status: 200 len: 1095 time: 0.1897988 Nov 12 08:19:44.917232 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9aac64d3-603d-492a-b547-a83528e19484 req-789eba7c-97e1-421f-9c25-9281824302c3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=303982ba-be48-4f68-8aa2-95c59ea5fb06 HTTP/1.1" status: 200 len: 217 time: 0.0469425 Nov 12 08:19:44.924322 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-00cbd079-8eda-4279-9e8e-893f08f7182a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:44.929063 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-00cbd079-8eda-4279-9e8e-893f08f7182a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:44.932553 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-00cbd079-8eda-4279-9e8e-893f08f7182a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8fb0a311-5504-4d34-b8f9-d607574f301f HTTP/1.1" status: 204 len: 168 time: 0.5088890 Nov 12 08:19:44.996587 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cbd079-8eda-4279-9e8e-893f08f7182a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb0a311-5504-4d34-b8f9-d607574f301f,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:45.005029 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afef87e-c45d-49c9-84f5-effcdab5291b req-7c4644b3-2cb3-4f87-bd80-463c76f0ca40 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:45.006469 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aac64d3-603d-492a-b547-a83528e19484 req-53560ca2-9b1c-41cf-852e-d5b95b9123f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:45.006834 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3afef87e-c45d-49c9-84f5-effcdab5291b req-7c4644b3-2cb3-4f87-bd80-463c76f0ca40 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.44 "GET /v2.0/networks?id=c164b714-a9ee-49ae-ab85-02a2461298d9 HTTP/1.1" status: 200 len: 814 time: 0.1490541 Nov 12 08:19:45.008738 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9aac64d3-603d-492a-b547-a83528e19484 req-53560ca2-9b1c-41cf-852e-d5b95b9123f6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c99e7791-a372-44aa-b26b-4ef09f905daa HTTP/1.1" status: 200 len: 845 time: 0.0771289 Nov 12 08:19:45.039530 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-3afef87e-c45d-49c9-84f5-effcdab5291b req-2667bdf0-707f-4991-aef0-1a0c6ee01768 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Request body: {'port': {'device_id': 'b7ed5e58-2cf5-4e04-bc90-e39441e9b173', 'network_id': 'c164b714-a9ee-49ae-ab85-02a2461298d9', 'admin_state_up': True, 'tenant_id': '26ef531896034fe2885057383ac0d733'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:19:45.073142 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1204c184-ee69-4888-8f34-3ca3bdd78dd3 req-3710b454-90fc-4684-ae4c-1d5c61745e93 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7ed5e58-2cf5-4e04-bc90-e39441e9b173 HTTP/1.1" status: 200 len: 210 time: 0.0628607 Nov 12 08:19:45.080606 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785613e2-7fec-4905-81d6-a71f210bedc9 req-d293a27c-bbb7-4e0f-8e37-96c0367fc3da tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:45.088236 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-785613e2-7fec-4905-81d6-a71f210bedc9 req-d293a27c-bbb7-4e0f-8e37-96c0367fc3da tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9f80b7-7da6-471c-ab75-5240190a613a HTTP/1.1" status: 200 len: 946 time: 0.2433193 Nov 12 08:19:45.132189 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9aac64d3-603d-492a-b547-a83528e19484 req-4c1637e4-72b8-43ff-878b-5d5ace5fb299 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ec82487f-519c-483b-814a-09ab43cadbc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766153 Nov 12 08:19:45.161591 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d7d432-6b91-4d95-afa8-448191d1d0a4 req-5007fff3-921e-42a1-bcd0-d30604396a1a tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:45.163216 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a5d7d432-6b91-4d95-afa8-448191d1d0a4 req-5007fff3-921e-42a1-bcd0-d30604396a1a tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.21 "GET /v2.0/ports?device_id=05590b28-c4a9-41f8-a868-649414f5e466 HTTP/1.1" status: 200 len: 945 time: 0.0765707 Nov 12 08:19:45.239407 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-785613e2-7fec-4905-81d6-a71f210bedc9 req-38b65cf3-3307-4fb5-9f30-daccf0789e40 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=dafae0e1-4d35-4b86-8740-ce6a9a9c8268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1503375 Nov 12 08:19:45.327437 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3afef87e-c45d-49c9-84f5-effcdab5291b req-2667bdf0-707f-4991-aef0-1a0c6ee01768 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Made reservation on behalf of 26ef531896034fe2885057383ac0d733 for: {'port': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:19:45.333191 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-3afef87e-c45d-49c9-84f5-effcdab5291b req-2667bdf0-707f-4991-aef0-1a0c6ee01768 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:45.365074 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9aac64d3-603d-492a-b547-a83528e19484 req-7ecabea9-f475-4e2b-9651-7b948c2bf1d8 service neutron] 10.222.0.44 "GET /v2.0/networks/ec82487f-519c-483b-814a-09ab43cadbc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000356 Nov 12 08:19:45.400840 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-a5d7d432-6b91-4d95-afa8-448191d1d0a4 req-4e208946-2f5b-4c15-8cb1-45e7697d0dec tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Deleting port 52592b2a-c901-46b6-919f-38bfa8d65b88 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:19:45.401363 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-a5d7d432-6b91-4d95-afa8-448191d1d0a4 req-4e208946-2f5b-4c15-8cb1-45e7697d0dec tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:45.550111 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [req-3afef87e-c45d-49c9-84f5-effcdab5291b req-2667bdf0-707f-4991-aef0-1a0c6ee01768 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Allocated IP 172.20.0.14 (c164b714-a9ee-49ae-ab85-02a2461298d9/beed55bb-7519-49f9-9b0f-9ca9d1c87988/6b9619c0-3f52-4c52-99d0-4c38ee2fb794) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:19:45.588268 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ecbf39-3feb-48b0-8f9e-d1a1ef273fad req-4cd926a3-fdcb-45e3-a95f-55d5deac9291 tempest-ServerGroupTestJSON-1250803281 tempest-ServerGroupTestJSON-1250803281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:45.589780 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-84ecbf39-3feb-48b0-8f9e-d1a1ef273fad req-4cd926a3-fdcb-45e3-a95f-55d5deac9291 tempest-ServerGroupTestJSON-1250803281 tempest-ServerGroupTestJSON-1250803281-project] 10.222.0.26 "GET /v2.0/ports?device_id=79bace0e-68cd-43ab-b5eb-0499977effd3 HTTP/1.1" status: 200 len: 945 time: 0.1618323 Nov 12 08:19:45.648363 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9aac64d3-603d-492a-b547-a83528e19484 req-75f5455f-2a69-4ae6-ad77-bb6d1c6f6292 service neutron] 10.222.0.44 "GET /v2.0/networks/ec82487f-519c-483b-814a-09ab43cadbc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733822 Nov 12 08:19:45.655883 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-a5d7d432-6b91-4d95-afa8-448191d1d0a4 req-4e208946-2f5b-4c15-8cb1-45e7697d0dec tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] For port 52592b2a-c901-46b6-919f-38bfa8d65b88, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=52592b2a-c901-46b6-919f-38bfa8d65b88,segment=NetworkSegment(2faefcc0-552f-4085-b81e-2c4b58f0de67),segment_id=2faefcc0-552f-4085-b81e-2c4b58f0de67)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:19:45.656256 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-a5d7d432-6b91-4d95-afa8-448191d1d0a4 req-4e208946-2f5b-4c15-8cb1-45e7697d0dec tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:45.681999 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-a5d7d432-6b91-4d95-afa8-448191d1d0a4 req-4e208946-2f5b-4c15-8cb1-45e7697d0dec tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Calling delete_port for 52592b2a-c901-46b6-919f-38bfa8d65b88 owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:19:45.737454 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-84ecbf39-3feb-48b0-8f9e-d1a1ef273fad req-c0a103cb-c730-49da-b8d4-de9842c6f3ce tempest-ServerGroupTestJSON-1250803281 tempest-ServerGroupTestJSON-1250803281-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfb4a183-a71f-474d-beb7-2f500a30be82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340516 Nov 12 08:19:45.791433 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5a1832-f32a-4fa6-a165-0884734c595f req-6270e4b1-6451-4755-99b6-b6d8dbee2f19 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:45.793558 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6b5a1832-f32a-4fa6-a165-0884734c595f req-6270e4b1-6451-4755-99b6-b6d8dbee2f19 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=05590b28-c4a9-41f8-a868-649414f5e466 HTTP/1.1" status: 200 len: 945 time: 0.0989091 Nov 12 08:19:45.808775 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-3afef87e-c45d-49c9-84f5-effcdab5291b req-2667bdf0-707f-4991-aef0-1a0c6ee01768 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:45.907482 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deec9d8d-8f48-4d55-acfb-781fa1f18eda req-dc4885a2-4c98-4987-9fdb-e43a19cc18a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:45.909062 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-deec9d8d-8f48-4d55-acfb-781fa1f18eda req-dc4885a2-4c98-4987-9fdb-e43a19cc18a5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=507bea33553d43dea3447dc0d1dbf18c&device_id=ddaf1228-1834-43f8-818a-4164deae0e2f HTTP/1.1" status: 200 len: 1095 time: 0.0838315 Nov 12 08:19:45.929266 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6b5a1832-f32a-4fa6-a165-0884734c595f req-0968a827-24de-4013-b97f-0424e47b7346 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125302 Nov 12 08:19:45.943878 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device eacc08b8-a021-4e99-9cde-3ec53f63e917 up at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:19:45.947156 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-3afef87e-c45d-49c9-84f5-effcdab5291b req-2667bdf0-707f-4991-aef0-1a0c6ee01768 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:46.007016 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['73685504-dbc6-48c5-be42-7df6febab919'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:19:46.040795 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deec9d8d-8f48-4d55-acfb-781fa1f18eda req-bdff8ae7-cc13-4495-b6ce-2e02208e2159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:46.042371 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-deec9d8d-8f48-4d55-acfb-781fa1f18eda req-bdff8ae7-cc13-4495-b6ce-2e02208e2159 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ec82487f-519c-483b-814a-09ab43cadbc0 HTTP/1.1" status: 200 len: 906 time: 0.1182413 Nov 12 08:19:46.051836 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3afef87e-c45d-49c9-84f5-effcdab5291b req-2667bdf0-707f-4991-aef0-1a0c6ee01768 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Network c164b714-a9ee-49ae-ab85-02a2461298d9 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:19:46.057215 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [req-3afef87e-c45d-49c9-84f5-effcdab5291b req-2667bdf0-707f-4991-aef0-1a0c6ee01768 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:19:46.062280 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [req-3afef87e-c45d-49c9-84f5-effcdab5291b req-2667bdf0-707f-4991-aef0-1a0c6ee01768 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:19:46.078054 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0f8ce5eb-776a-45ab-a649-a934bca85f23 req-4d1a8ee3-068f-44b1-9f00-28178cdca101 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd1d6ac-fc22-40b4-9334-b79b8f638fb9 HTTP/1.1" status: 200 len: 210 time: 0.0338461 Nov 12 08:19:46.138147 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-deec9d8d-8f48-4d55-acfb-781fa1f18eda req-6b063afc-80ed-4386-af72-3fa9e705db62 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=303982ba-be48-4f68-8aa2-95c59ea5fb06 HTTP/1.1" status: 200 len: 217 time: 0.0584512 Nov 12 08:19:46.151144 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2667bdf0-707f-4991-aef0-1a0c6ee01768 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Pushing event updated for resources: {'Port': ['ID=6b9619c0-3f52-4c52-99d0-4c38ee2fb794,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:46.175703 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning for port eacc08b8-a021-4e99-9cde-3ec53f63e917 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:19:46.189131 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a22fa6-1b78-40e3-a7f4-c2bfcdc04828 req-feb28352-a351-4e50-ab85-c24d4325db24 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:46.197876 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-17a22fa6-1b78-40e3-a7f4-c2bfcdc04828 req-feb28352-a351-4e50-ab85-c24d4325db24 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddaf1228-1834-43f8-818a-4164deae0e2f HTTP/1.1" status: 200 len: 943 time: 0.1442552 Nov 12 08:19:46.207459 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afef87e-c45d-49c9-84f5-effcdab5291b req-2667bdf0-707f-4991-aef0-1a0c6ee01768 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:46.208462 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-3afef87e-c45d-49c9-84f5-effcdab5291b req-2667bdf0-707f-4991-aef0-1a0c6ee01768 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:46.221087 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning complete for port eacc08b8-a021-4e99-9cde-3ec53f63e917 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:19:46.221723 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:46.261557 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3afef87e-c45d-49c9-84f5-effcdab5291b req-2667bdf0-707f-4991-aef0-1a0c6ee01768 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2274313 Nov 12 08:19:46.293857 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-3afef87e-c45d-49c9-84f5-effcdab5291b req-65d44680-caa0-4e70-96a7-869248dd8171 service neutron] Request body: {'port': {'device_id': 'b7ed5e58-2cf5-4e04-bc90-e39441e9b173', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-29'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:19:46.309549 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deec9d8d-8f48-4d55-acfb-781fa1f18eda req-67ccc4b4-d374-409c-9450-c40318a4de52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:46.311667 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-deec9d8d-8f48-4d55-acfb-781fa1f18eda req-67ccc4b4-d374-409c-9450-c40318a4de52 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c99e7791-a372-44aa-b26b-4ef09f905daa HTTP/1.1" status: 200 len: 845 time: 0.1663835 Nov 12 08:19:46.348604 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75d77c3-ac17-4348-a6dd-e5561a204b54 req-1b3f20ac-295d-4e27-a69a-0a83a89ec973 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:46.351951 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-17a22fa6-1b78-40e3-a7f4-c2bfcdc04828 req-8599a458-e0f0-4429-abe2-28ef405e1f3e tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/security-groups?id=4679696e-a532-438b-8380-3e45cd46de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530538 Nov 12 08:19:46.355854 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a75d77c3-ac17-4348-a6dd-e5561a204b54 req-1b3f20ac-295d-4e27-a69a-0a83a89ec973 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7ed5e58-2cf5-4e04-bc90-e39441e9b173 HTTP/1.1" status: 200 len: 932 time: 0.1154280 Nov 12 08:19:46.406459 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-3afef87e-c45d-49c9-84f5-effcdab5291b req-65d44680-caa0-4e70-96a7-869248dd8171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:46.417759 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-a5d7d432-6b91-4d95-afa8-448191d1d0a4 req-4e208946-2f5b-4c15-8cb1-45e7697d0dec tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:46.421207 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-deec9d8d-8f48-4d55-acfb-781fa1f18eda req-8bff96ae-6f8d-4b50-ace5-ac7ace2a59a0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ec82487f-519c-483b-814a-09ab43cadbc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0985830 Nov 12 08:19:46.438664 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:46.476629 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79bace0e-68cd-43ab-b5eb-0499977effd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eacc08b8-a021-4e99-9cde-3ec53f63e917'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:19:46.479112 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a509c896-91f1-4e5e-b32d-74de2c746046" -d '{"events": [{"server_uuid": "79bace0e-68cd-43ab-b5eb-0499977effd3", "name": "network-vif-plugged", "status": "completed", "tag": "eacc08b8-a021-4e99-9cde-3ec53f63e917"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:19:46.498401 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port eacc08b8-a021-4e99-9cde-3ec53f63e917, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=eacc08b8-a021-4e99-9cde-3ec53f63e917,segment=NetworkSegment(641b3303-757e-42a8-811e-2b8ae4a15de0),segment_id=641b3303-757e-42a8-811e-2b8ae4a15de0)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:19:46.509202 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:46.546476 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e208946-2f5b-4c15-8cb1-45e7697d0dec tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Pushing event deleted for resources: {'Port': ['ID=52592b2a-c901-46b6-919f-38bfa8d65b88,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:46.550896 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcafc7e-208c-41d2-b1ab-ee401dc02c46 req-bf1ea428-a091-4523-909f-1b19318ac87f tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:46.559687 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cbcafc7e-208c-41d2-b1ab-ee401dc02c46 req-bf1ea428-a091-4523-909f-1b19318ac87f tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9f80b7-7da6-471c-ab75-5240190a613a HTTP/1.1" status: 200 len: 946 time: 0.0914450 Nov 12 08:19:46.570527 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a75d77c3-ac17-4348-a6dd-e5561a204b54 req-a59f51ed-9444-427f-bab4-c90e7e75401e tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136717 Nov 12 08:19:46.597978 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=eacc08b8-a021-4e99-9cde-3ec53f63e917,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:46.659487 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-deec9d8d-8f48-4d55-acfb-781fa1f18eda req-a7aaf0c3-6e43-461d-8e8f-0082e4c510db service neutron] 10.222.0.44 "GET /v2.0/networks/ec82487f-519c-483b-814a-09ab43cadbc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228348 Nov 12 08:19:46.686329 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af9c3777-1afe-4b0b-85c7-578b406d2ccf x-openstack-request-id: req-af9c3777-1afe-4b0b-85c7-578b406d2ccf {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:19:46.686550 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79bace0e-68cd-43ab-b5eb-0499977effd3", "name": "network-vif-plugged", "status": "completed", "tag": "eacc08b8-a021-4e99-9cde-3ec53f63e917", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:19:46.686826 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-af9c3777-1afe-4b0b-85c7-578b406d2ccf {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:19:46.687216 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79bace0e-68cd-43ab-b5eb-0499977effd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eacc08b8-a021-4e99-9cde-3ec53f63e917', 'code': 200} Nov 12 08:19:46.709918 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5d7d432-6b91-4d95-afa8-448191d1d0a4 req-4e208946-2f5b-4c15-8cb1-45e7697d0dec tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] No DVR routers for this DVR port 52592b2a-c901-46b6-919f-38bfa8d65b88 on host n-h1-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:19:46.713900 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-a5d7d432-6b91-4d95-afa8-448191d1d0a4 req-4e208946-2f5b-4c15-8cb1-45e7697d0dec tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:46.716482 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['52592b2a-c901-46b6-919f-38bfa8d65b88'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:19:46.732969 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a5d7d432-6b91-4d95-afa8-448191d1d0a4 req-4e208946-2f5b-4c15-8cb1-45e7697d0dec tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.21 "DELETE /v2.0/ports/52592b2a-c901-46b6-919f-38bfa8d65b88 HTTP/1.1" status: 204 len: 173 time: 1.5587327 Nov 12 08:19:46.733359 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05590b28-c4a9-41f8-a868-649414f5e466', 'name': 'network-vif-deleted', 'tag': '52592b2a-c901-46b6-919f-38bfa8d65b88'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:19:46.738006 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4de6f271-b13e-443a-ae7b-8b0cf3c4aaac" -d '{"events": [{"server_uuid": "05590b28-c4a9-41f8-a868-649414f5e466", "name": "network-vif-deleted", "tag": "52592b2a-c901-46b6-919f-38bfa8d65b88"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:19:46.802371 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cbcafc7e-208c-41d2-b1ab-ee401dc02c46 req-7b528d13-2b8b-455c-a259-8ef717069f62 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=dafae0e1-4d35-4b86-8740-ce6a9a9c8268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2414603 Nov 12 08:19:46.824354 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e970c07d-65dc-4285-9fd9-91b7831c7c5f x-openstack-request-id: req-e970c07d-65dc-4285-9fd9-91b7831c7c5f {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:19:46.824674 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05590b28-c4a9-41f8-a868-649414f5e466", "name": "network-vif-deleted", "tag": "52592b2a-c901-46b6-919f-38bfa8d65b88", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:19:46.824875 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e970c07d-65dc-4285-9fd9-91b7831c7c5f {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:19:46.825267 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05590b28-c4a9-41f8-a868-649414f5e466', 'name': 'network-vif-deleted', 'tag': '52592b2a-c901-46b6-919f-38bfa8d65b88', 'status': 'completed', 'code': 200} Nov 12 08:19:46.964732 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [req-3afef87e-c45d-49c9-84f5-effcdab5291b req-65d44680-caa0-4e70-96a7-869248dd8171 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b9619c0-3f52-4c52-99d0-4c38ee2fb794 {{(pid=102600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:19:46.969213 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-deec9d8d-8f48-4d55-acfb-781fa1f18eda req-60ccab58-8814-482d-ac8f-298eb0a1603d service neutron] 10.222.0.44 "GET /v2.0/networks/ec82487f-519c-483b-814a-09ab43cadbc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678776 Nov 12 08:19:46.975856 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-3afef87e-c45d-49c9-84f5-effcdab5291b req-65d44680-caa0-4e70-96a7-869248dd8171 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:46.990022 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.provisioning_blocks [req-3afef87e-c45d-49c9-84f5-effcdab5291b req-65d44680-caa0-4e70-96a7-869248dd8171 service neutron] Transition to ACTIVE for port object 6b9619c0-3f52-4c52-99d0-4c38ee2fb794 will not be triggered until provisioned by entity L2. {{(pid=102600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:19:47.014933 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-3afef87e-c45d-49c9-84f5-effcdab5291b req-65d44680-caa0-4e70-96a7-869248dd8171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:47.016262 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e00c3b8-60b5-4d6b-8769-3aff9184b8e4 req-5e9adf89-a62e-48d2-8e64-bd10ab3cf0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:47.018475 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0e00c3b8-60b5-4d6b-8769-3aff9184b8e4 req-5e9adf89-a62e-48d2-8e64-bd10ab3cf0fa service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=79bace0e-68cd-43ab-b5eb-0499977effd3 HTTP/1.1" status: 200 len: 1098 time: 0.2540781 Nov 12 08:19:47.077878 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71e584a-a41d-4bbf-8bbf-149ab697cbbe req-ec58319c-b93c-49c7-b024-461e4a54e70e tempest-ServerGroupTestJSON-1250803281 tempest-ServerGroupTestJSON-1250803281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:47.080063 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f71e584a-a41d-4bbf-8bbf-149ab697cbbe req-ec58319c-b93c-49c7-b024-461e4a54e70e tempest-ServerGroupTestJSON-1250803281 tempest-ServerGroupTestJSON-1250803281-project] 10.222.0.26 "GET /v2.0/ports?device_id=79bace0e-68cd-43ab-b5eb-0499977effd3 HTTP/1.1" status: 200 len: 946 time: 0.1083007 Nov 12 08:19:47.104189 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d44680-caa0-4e70-96a7-869248dd8171 service neutron] Pushing event updated for resources: {'Port': ['ID=6b9619c0-3f52-4c52-99d0-4c38ee2fb794,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:47.111324 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0e00c3b8-60b5-4d6b-8769-3aff9184b8e4 req-d8b43b67-1edb-4826-a7af-78518e576b34 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=dfb4a183-a71f-474d-beb7-2f500a30be82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812044 Nov 12 08:19:47.136322 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b1edb-d4c8-4097-bac4-4303ab09b441 req-cd6f6928-c164-4245-bb64-98bc4889072e tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:47.138106 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-846b1edb-d4c8-4097-bac4-4303ab09b441 req-cd6f6928-c164-4245-bb64-98bc4889072e tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9f80b7-7da6-471c-ab75-5240190a613a HTTP/1.1" status: 200 len: 946 time: 0.1347415 Nov 12 08:19:47.151296 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 47096) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:47.154555 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-6ce147c2-9f2d-4e47-8123-801780deb106 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Request body: {'floatingip': {'port_id': 'c3d87375-c113-475c-bf06-fa361dfd0b38'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:19:47.205372 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f71e584a-a41d-4bbf-8bbf-149ab697cbbe req-38527239-45dc-48b4-8f56-c2c3ce1e269a tempest-ServerGroupTestJSON-1250803281 tempest-ServerGroupTestJSON-1250803281-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfb4a183-a71f-474d-beb7-2f500a30be82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132386 Nov 12 08:19:47.295575 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9602f595-4e54-47ea-84dd-9fa51296a96c req-7da9bcbf-b2d8-4124-a6cd-73259a1f3910 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd1d6ac-fc22-40b4-9334-b79b8f638fb9 HTTP/1.1" status: 200 len: 210 time: 0.0315814 Nov 12 08:19:47.492284 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ba33b2-d0c0-47ce-a78c-bdb5fa2cc61d req-b2f4733a-0a23-40c8-9423-36d9f14667a1 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:47.499636 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-87ba33b2-d0c0-47ce-a78c-bdb5fa2cc61d req-b2f4733a-0a23-40c8-9423-36d9f14667a1 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddaf1228-1834-43f8-818a-4164deae0e2f HTTP/1.1" status: 200 len: 943 time: 0.0644028 Nov 12 08:19:47.566124 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-87ba33b2-d0c0-47ce-a78c-bdb5fa2cc61d req-5031c8fb-8ade-4457-8e4f-7ffcd317b776 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/security-groups?id=4679696e-a532-438b-8380-3e45cd46de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655098 Nov 12 08:19:47.581108 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6ce147c2-9f2d-4e47-8123-801780deb106 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Publish callbacks [] for floatingip, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:47.598207 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2fb5db0d-7262-4bef-ae4e-66892efb7be0 req-dbc52e65-3e02-4caf-a47e-fb00fbefdfbd tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=05590b28-c4a9-41f8-a868-649414f5e466 HTTP/1.1" status: 200 len: 210 time: 0.3547084 Nov 12 08:19:47.684979 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-3afef87e-c45d-49c9-84f5-effcdab5291b req-65d44680-caa0-4e70-96a7-869248dd8171 service neutron] Attempting to bind port 6b9619c0-3f52-4c52-99d0-4c38ee2fb794 on host n-h2-765315-29 for vnic_type normal with profile {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:19:47.685400 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-3afef87e-c45d-49c9-84f5-effcdab5291b req-65d44680-caa0-4e70-96a7-869248dd8171 service neutron] Attempting to bind port 6b9619c0-3f52-4c52-99d0-4c38ee2fb794 by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': 'f556910d-c385-437f-a6fb-f3c9395b9194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c164b714-a9ee-49ae-ab85-02a2461298d9'}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:19:47.685738 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3afef87e-c45d-49c9-84f5-effcdab5291b req-65d44680-caa0-4e70-96a7-869248dd8171 service neutron] Attempting to bind port 6b9619c0-3f52-4c52-99d0-4c38ee2fb794 on network c164b714-a9ee-49ae-ab85-02a2461298d9 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:19:47.727798 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c10cb63-8aa2-4636-bf98-736973a960c9 req-853b6408-979c-4a1a-872e-d0b9d5886823 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:47.740382 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2c10cb63-8aa2-4636-bf98-736973a960c9 req-853b6408-979c-4a1a-872e-d0b9d5886823 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7ed5e58-2cf5-4e04-bc90-e39441e9b173 HTTP/1.1" status: 200 len: 944 time: 0.0785568 Nov 12 08:19:47.756528 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3afef87e-c45d-49c9-84f5-effcdab5291b req-65d44680-caa0-4e70-96a7-869248dd8171 service neutron] Port 6b9619c0-3f52-4c52-99d0-4c38ee2fb794 on network c164b714-a9ee-49ae-ab85-02a2461298d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:19:47.756860 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3afef87e-c45d-49c9-84f5-effcdab5291b req-65d44680-caa0-4e70-96a7-869248dd8171 service neutron] Attempting to bind port 6b9619c0-3f52-4c52-99d0-4c38ee2fb794 on network c164b714-a9ee-49ae-ab85-02a2461298d9 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:19:47.778826 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3afef87e-c45d-49c9-84f5-effcdab5291b req-65d44680-caa0-4e70-96a7-869248dd8171 service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:19:47.779193 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3afef87e-c45d-49c9-84f5-effcdab5291b req-65d44680-caa0-4e70-96a7-869248dd8171 service neutron] Checking segment: {'id': 'f556910d-c385-437f-a6fb-f3c9395b9194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c164b714-a9ee-49ae-ab85-02a2461298d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:19:47.779580 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3afef87e-c45d-49c9-84f5-effcdab5291b req-65d44680-caa0-4e70-96a7-869248dd8171 service neutron] Bound using segment: {'id': 'f556910d-c385-437f-a6fb-f3c9395b9194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c164b714-a9ee-49ae-ab85-02a2461298d9'} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:19:47.780032 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-3afef87e-c45d-49c9-84f5-effcdab5291b req-65d44680-caa0-4e70-96a7-869248dd8171 service neutron] Bound port: 6b9619c0-3f52-4c52-99d0-4c38ee2fb794, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f556910d-c385-437f-a6fb-f3c9395b9194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c164b714-a9ee-49ae-ab85-02a2461298d9'}}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:19:47.780419 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-3afef87e-c45d-49c9-84f5-effcdab5291b req-65d44680-caa0-4e70-96a7-869248dd8171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:47.813784 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2c10cb63-8aa2-4636-bf98-736973a960c9 req-6812033b-f430-4ebb-9be0-01878380cdaa tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664887 Nov 12 08:19:47.965404 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-3afef87e-c45d-49c9-84f5-effcdab5291b req-65d44680-caa0-4e70-96a7-869248dd8171 service neutron] For port 6b9619c0-3f52-4c52-99d0-4c38ee2fb794, host n-h2-765315-29, cleared binding levels {{(pid=102600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:19:47.982783 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-3afef87e-c45d-49c9-84f5-effcdab5291b req-65d44680-caa0-4e70-96a7-869248dd8171 service neutron] For port 6b9619c0-3f52-4c52-99d0-4c38ee2fb794, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=6b9619c0-3f52-4c52-99d0-4c38ee2fb794,segment=NetworkSegment(f556910d-c385-437f-a6fb-f3c9395b9194),segment_id=f556910d-c385-437f-a6fb-f3c9395b9194)] {{(pid=102600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:19:47.993276 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-3afef87e-c45d-49c9-84f5-effcdab5291b req-65d44680-caa0-4e70-96a7-869248dd8171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:48.106509 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afef87e-c45d-49c9-84f5-effcdab5291b req-65d44680-caa0-4e70-96a7-869248dd8171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:48.107180 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-3afef87e-c45d-49c9-84f5-effcdab5291b req-65d44680-caa0-4e70-96a7-869248dd8171 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:48.108573 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3afef87e-c45d-49c9-84f5-effcdab5291b req-65d44680-caa0-4e70-96a7-869248dd8171 service neutron] 10.222.0.44 "PUT /v2.0/ports/6b9619c0-3f52-4c52-99d0-4c38ee2fb794 HTTP/1.1" status: 200 len: 1093 time: 1.8284788 Nov 12 08:19:48.109026 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7ed5e58-2cf5-4e04-bc90-e39441e9b173', 'tag': '6b9619c0-3f52-4c52-99d0-4c38ee2fb794'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:19:48.111373 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43d32baf-8404-489b-b695-a40cc47e8c94" -d '{"events": [{"name": "network-changed", "server_uuid": "b7ed5e58-2cf5-4e04-bc90-e39441e9b173", "tag": "6b9619c0-3f52-4c52-99d0-4c38ee2fb794"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:19:48.179936 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e8c32b-5b36-4c96-8983-c36f99e30030 x-openstack-request-id: req-20e8c32b-5b36-4c96-8983-c36f99e30030 {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:19:48.180231 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7ed5e58-2cf5-4e04-bc90-e39441e9b173", "tag": "6b9619c0-3f52-4c52-99d0-4c38ee2fb794", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:19:48.180487 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-20e8c32b-5b36-4c96-8983-c36f99e30030 {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:19:48.180885 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7ed5e58-2cf5-4e04-bc90-e39441e9b173', 'tag': '6b9619c0-3f52-4c52-99d0-4c38ee2fb794', 'status': 'completed', 'code': 200} Nov 12 08:19:48.194690 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d44680-caa0-4e70-96a7-869248dd8171 service neutron] Pushing event updated for resources: {'Port': ['ID=6b9619c0-3f52-4c52-99d0-4c38ee2fb794,revision_number=3']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:48.306336 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afef87e-c45d-49c9-84f5-effcdab5291b req-aec28a48-ca5f-47f4-a203-2bfbdc5c6589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:48.307875 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3afef87e-c45d-49c9-84f5-effcdab5291b req-aec28a48-ca5f-47f4-a203-2bfbdc5c6589 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=26ef531896034fe2885057383ac0d733&device_id=b7ed5e58-2cf5-4e04-bc90-e39441e9b173 HTTP/1.1" status: 200 len: 1096 time: 0.1011970 Nov 12 08:19:48.326803 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 303982ba-be48-4f68-8aa2-95c59ea5fb06 details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:19:48.414744 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3afef87e-c45d-49c9-84f5-effcdab5291b req-c1ed350c-9dc0-410e-bac3-2d57b868eef0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b9619c0-3f52-4c52-99d0-4c38ee2fb794 HTTP/1.1" status: 200 len: 217 time: 0.0810287 Nov 12 08:19:48.424894 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.db.resource_extend [None req-6ce147c2-9f2d-4e47-8123-801780deb106 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:19:48.512519 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03513a39-603d-4022-9738-268eb88ce858 req-bb32e21a-bb4f-4a1b-9ce9-b7fa66feceea tempest-ServerGroupTestJSON-1250803281 tempest-ServerGroupTestJSON-1250803281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:48.521339 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-03513a39-603d-4022-9738-268eb88ce858 req-bb32e21a-bb4f-4a1b-9ce9-b7fa66feceea tempest-ServerGroupTestJSON-1250803281 tempest-ServerGroupTestJSON-1250803281-project] 10.222.0.26 "GET /v2.0/ports?device_id=79bace0e-68cd-43ab-b5eb-0499977effd3 HTTP/1.1" status: 200 len: 946 time: 0.1856897 Nov 12 08:19:48.575274 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6ce147c2-9f2d-4e47-8123-801780deb106 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:48.591501 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6ce147c2-9f2d-4e47-8123-801780deb106 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:48.596165 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afef87e-c45d-49c9-84f5-effcdab5291b req-5636c226-5906-48a0-91f8-8e8646328ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:48.601315 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3afef87e-c45d-49c9-84f5-effcdab5291b req-5636c226-5906-48a0-91f8-8e8646328ed9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=beed55bb-7519-49f9-9b0f-9ca9d1c87988 HTTP/1.1" status: 200 len: 854 time: 0.1703873 Nov 12 08:19:48.623399 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b30c28ef-55cb-48fe-9cc3-5e48fc7cf966 req-39a75fd6-b76e-4d34-8edb-ee7f86cc430c tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bd1d6ac-fc22-40b4-9334-b79b8f638fb9 HTTP/1.1" status: 200 len: 210 time: 0.0692000 Nov 12 08:19:48.635381 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 47136) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:48.655551 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-03513a39-603d-4022-9738-268eb88ce858 req-4972a9fb-5574-4d19-bdf8-aa65bec34ba2 tempest-ServerGroupTestJSON-1250803281 tempest-ServerGroupTestJSON-1250803281-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfb4a183-a71f-474d-beb7-2f500a30be82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285422 Nov 12 08:19:48.722736 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 303982ba-be48-4f68-8aa2-95c59ea5fb06, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=303982ba-be48-4f68-8aa2-95c59ea5fb06,segment=NetworkSegment(296922ca-424d-4760-9058-82e70353f16a),segment_id=296922ca-424d-4760-9058-82e70353f16a)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:19:48.734874 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3afef87e-c45d-49c9-84f5-effcdab5291b req-53b27019-7a0a-4fe1-b917-1af3bc3b09df service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c164b714-a9ee-49ae-ab85-02a2461298d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0759981 Nov 12 08:19:48.779151 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': '303982ba-be48-4f68-8aa2-95c59ea5fb06', 'network_id': 'ec82487f-519c-483b-814a-09ab43cadbc0', 'port_id': '303982ba-be48-4f68-8aa2-95c59ea5fb06', 'mac_address': 'fa:16:3e:2b:09:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c99e7791-a372-44aa-b26b-4ef09f905daa', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:19:48.810885 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f0dc45c1-b9ed-4e65-8621-e65e8fe8cdb5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:48.843413 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:48.860907 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 303982ba-be48-4f68-8aa2-95c59ea5fb06 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:19:48.874861 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2b002bef-82dc-4a29-a59e-dc950fcc8741 req-12c0651d-68ce-48c3-b4de-4410b28345a0 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=05590b28-c4a9-41f8-a868-649414f5e466 HTTP/1.1" status: 200 len: 210 time: 0.0393264 Nov 12 08:19:48.893318 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 303982ba-be48-4f68-8aa2-95c59ea5fb06, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=303982ba-be48-4f68-8aa2-95c59ea5fb06,segment=NetworkSegment(296922ca-424d-4760-9058-82e70353f16a),segment_id=296922ca-424d-4760-9058-82e70353f16a)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:19:48.902200 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:48.920529 n-d-765315-29 neutron-server[102600]: INFO neutron.db.l3_db [None req-6ce147c2-9f2d-4e47-8123-801780deb106 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Floating IP b86eba30-c84a-46ca-9a2d-56a017b97a67 associated. External IP: 172.25.2.56, port: c3d87375-c113-475c-bf06-fa361dfd0b38. Nov 12 08:19:48.964531 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3afef87e-c45d-49c9-84f5-effcdab5291b req-dfd1183b-cdc8-4b30-bc5e-4930b0feee5d service neutron] 10.222.0.44 "GET /v2.0/networks/c164b714-a9ee-49ae-ab85-02a2461298d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201455 Nov 12 08:19:48.972815 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=303982ba-be48-4f68-8aa2-95c59ea5fb06,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:49.002630 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6706607-a272-4e68-b0fe-f61792ff5661 req-56ee1aa2-224d-4220-9022-b3637e6d1434 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:49.004190 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c6706607-a272-4e68-b0fe-f61792ff5661 req-56ee1aa2-224d-4220-9022-b3637e6d1434 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddaf1228-1834-43f8-818a-4164deae0e2f HTTP/1.1" status: 200 len: 943 time: 0.1831589 Nov 12 08:19:49.006550 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f0dc45c1-b9ed-4e65-8621-e65e8fe8cdb5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:49.036253 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f0dc45c1-b9ed-4e65-8621-e65e8fe8cdb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:49.096452 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dc45c1-b9ed-4e65-8621-e65e8fe8cdb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd10d04-06f5-4d00-a4a5-b356663f5922,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:49.101482 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-f0dc45c1-b9ed-4e65-8621-e65e8fe8cdb5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fa1925bc53cd440ba6c1c0187d10b44d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4648378 Nov 12 08:19:49.105234 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 47144) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:49.131710 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132881ef-7526-417e-88f7-a4ed834d89a1 req-dd023395-8caa-4f89-93db-fe74be7710c6 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:49.133646 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c6706607-a272-4e68-b0fe-f61792ff5661 req-6cb02ba9-32c4-4345-a0dc-dd89f3bced3e tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/security-groups?id=4679696e-a532-438b-8380-3e45cd46de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225791 Nov 12 08:19:49.139113 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-132881ef-7526-417e-88f7-a4ed834d89a1 req-dd023395-8caa-4f89-93db-fe74be7710c6 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7ed5e58-2cf5-4e04-bc90-e39441e9b173 HTTP/1.1" status: 200 len: 944 time: 0.1701474 Nov 12 08:19:49.206936 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-41c5532c-79cd-41df-9a48-0bc618382e88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:49.227272 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-132881ef-7526-417e-88f7-a4ed834d89a1 req-02131242-d718-495c-a160-0ead6a757d4c tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711963 Nov 12 08:19:49.242101 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-41c5532c-79cd-41df-9a48-0bc618382e88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:49.257869 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['303982ba-be48-4f68-8aa2-95c59ea5fb06'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:19:49.280545 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3afef87e-c45d-49c9-84f5-effcdab5291b req-5f1fd792-9447-4e68-bf66-a9ca42a640fc service neutron] 10.222.0.44 "GET /v2.0/networks/c164b714-a9ee-49ae-ab85-02a2461298d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3066199 Nov 12 08:19:49.308496 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-41c5532c-79cd-41df-9a48-0bc618382e88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:49.313778 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-41c5532c-79cd-41df-9a48-0bc618382e88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:49.315704 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-41c5532c-79cd-41df-9a48-0bc618382e88 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cfd10d04-06f5-4d00-a4a5-b356663f5922 HTTP/1.1" status: 204 len: 168 time: 0.2095482 Nov 12 08:19:49.350975 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c5532c-79cd-41df-9a48-0bc618382e88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd10d04-06f5-4d00-a4a5-b356663f5922,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:49.414889 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ce147c2-9f2d-4e47-8123-801780deb106 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Router 8972c920-2b50-4fe8-92b5-3b54836c1daa has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:19:49.503957 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d32baf-8404-489b-b695-a40cc47e8c94 req-83d9e13c-8107-48c6-b5b7-9163da9640c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:49.505615 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-43d32baf-8404-489b-b695-a40cc47e8c94 req-83d9e13c-8107-48c6-b5b7-9163da9640c1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=26ef531896034fe2885057383ac0d733&device_id=b7ed5e58-2cf5-4e04-bc90-e39441e9b173 HTTP/1.1" status: 200 len: 1096 time: 0.1013706 Nov 12 08:19:49.633486 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ce147c2-9f2d-4e47-8123-801780deb106 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:19:49.639266 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6ce147c2-9f2d-4e47-8123-801780deb106 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:49.645103 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586ba7e6-30f6-4c82-a797-bfff4229c298 None None] Sync routers for ids ['8972c920-2b50-4fe8-92b5-3b54836c1daa'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:19:49.654839 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586ba7e6-30f6-4c82-a797-bfff4229c298 None None] Routers {'8972c920-2b50-4fe8-92b5-3b54836c1daa'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:19:49.656073 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-586ba7e6-30f6-4c82-a797-bfff4229c298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:19:36Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['8972c920-2b50-4fe8-92b5-3b54836c1daa'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:19:49.738204 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 47154) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:49.758037 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-edd1bdeb-8797-44ab-8a65-5917cb798b0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:49.771092 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-6ce147c2-9f2d-4e47-8123-801780deb106 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "PUT /v2.0/floatingips/b86eba30-c84a-46ca-9a2d-56a017b97a67 HTTP/1.1" status: 200 len: 991 time: 2.6202912 Nov 12 08:19:49.791307 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d32baf-8404-489b-b695-a40cc47e8c94 req-b86a0878-9d32-4c32-94af-5f36ce2285ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:49.792968 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-43d32baf-8404-489b-b695-a40cc47e8c94 req-b86a0878-9d32-4c32-94af-5f36ce2285ab service neutron] 10.222.0.44 "GET /v2.0/networks?id=c164b714-a9ee-49ae-ab85-02a2461298d9 HTTP/1.1" status: 200 len: 915 time: 0.2785549 Nov 12 08:19:49.831556 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-586ba7e6-30f6-4c82-a797-bfff4229c298 None None] Set router 8972c920-2b50-4fe8-92b5-3b54836c1daa gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:19:49.883403 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-43d32baf-8404-489b-b695-a40cc47e8c94 req-4c23de22-aa58-40d7-a9a7-c6042b5ac2ff service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b9619c0-3f52-4c52-99d0-4c38ee2fb794 HTTP/1.1" status: 200 len: 217 time: 0.0606782 Nov 12 08:19:49.893742 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf1f955-629f-4f97-a592-ef491d147f52 req-d45e3d41-8f75-4bb2-b4f5-54aafdc1e25d tempest-ServerGroupTestJSON-1250803281 tempest-ServerGroupTestJSON-1250803281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:49.903692 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-daf1f955-629f-4f97-a592-ef491d147f52 req-d45e3d41-8f75-4bb2-b4f5-54aafdc1e25d tempest-ServerGroupTestJSON-1250803281 tempest-ServerGroupTestJSON-1250803281-project] 10.222.0.26 "GET /v2.0/ports?device_id=79bace0e-68cd-43ab-b5eb-0499977effd3 HTTP/1.1" status: 200 len: 946 time: 0.1476226 Nov 12 08:19:49.908973 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-edd1bdeb-8797-44ab-8a65-5917cb798b0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:49.915275 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-edd1bdeb-8797-44ab-8a65-5917cb798b0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:49.978718 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-edd1bdeb-8797-44ab-8a65-5917cb798b0e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=62b9661c813b4946bdd8a212b921b375&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2391918 Nov 12 08:19:49.979423 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 47162) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:49.980240 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd1bdeb-8797-44ab-8a65-5917cb798b0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6330e064-e070-4268-810e-fa7775a03763,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:49.980819 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 52592b2a-c901-46b6-919f-38bfa8d65b88 no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:19:49.994449 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 47164) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:50.005586 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-daf1f955-629f-4f97-a592-ef491d147f52 req-8e0dd613-f6a2-43aa-a166-26cc103221cd tempest-ServerGroupTestJSON-1250803281 tempest-ServerGroupTestJSON-1250803281-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfb4a183-a71f-474d-beb7-2f500a30be82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008539 Nov 12 08:19:50.009064 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-e530113a-7783-48f4-9840-8911a24052df None None] No Port match for: 52592b2a-c901-46b6-919f-38bfa8d65b88 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:19:50.009394 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 52592b2a-c901-46b6-919f-38bfa8d65b88 not bound to the agent host n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:19:50.046718 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-60a07b7e-45af-49a6-8c7d-34711e4a55c0 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:50.090331 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-14bfcd53-305c-40ce-add2-4d6e415854c0 req-a369d458-aaf6-471c-ad2f-f40286c819be tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=05590b28-c4a9-41f8-a868-649414f5e466 HTTP/1.1" status: 200 len: 210 time: 0.0297348 Nov 12 08:19:50.106015 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-60a07b7e-45af-49a6-8c7d-34711e4a55c0 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:50.130824 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d32baf-8404-489b-b695-a40cc47e8c94 req-a5d16d7d-7edb-43bd-920c-3fe2c168dfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:50.133553 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-43d32baf-8404-489b-b695-a40cc47e8c94 req-a5d16d7d-7edb-43bd-920c-3fe2c168dfe2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=beed55bb-7519-49f9-9b0f-9ca9d1c87988 HTTP/1.1" status: 200 len: 854 time: 0.2072022 Nov 12 08:19:50.189114 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-60a07b7e-45af-49a6-8c7d-34711e4a55c0 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:50.192809 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-60a07b7e-45af-49a6-8c7d-34711e4a55c0 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:50.196549 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-60a07b7e-45af-49a6-8c7d-34711e4a55c0 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "DELETE /v2.0/security-groups/edb098b1-b850-4d1f-9907-ebc80ab17859 HTTP/1.1" status: 204 len: 168 time: 0.2107205 Nov 12 08:19:50.217913 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 47172) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:50.218752 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a07b7e-45af-49a6-8c7d-34711e4a55c0 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb098b1-b850-4d1f-9907-ebc80ab17859,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:50.231772 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d9f80b7-7da6-471c-ab75-5240190a613a', 'tag': 'c3d87375-c113-475c-bf06-fa361dfd0b38'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:19:50.234003 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed9fd78d-287a-4858-b9bb-f5cb0c8bcdd7" -d '{"events": [{"name": "network-changed", "server_uuid": "2d9f80b7-7da6-471c-ab75-5240190a613a", "tag": "c3d87375-c113-475c-bf06-fa361dfd0b38"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:19:50.248501 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-43d32baf-8404-489b-b695-a40cc47e8c94 req-35bb480a-fe1a-4a8e-9259-da158a435e57 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c164b714-a9ee-49ae-ab85-02a2461298d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0983603 Nov 12 08:19:50.259840 n-d-765315-29 neutron-server[102599]: INFO neutron.api.v2.resource [None req-d77df892-2da9-4b58-88d3-e1ac865d7ea0 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] show failed (client error): The resource could not be found. Nov 12 08:19:50.263198 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-d77df892-2da9-4b58-88d3-e1ac865d7ea0 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "GET /v2.0/security-groups/edb098b1-b850-4d1f-9907-ebc80ab17859 HTTP/1.1" status: 404 len: 347 time: 0.0376065 Nov 12 08:19:50.265666 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 47178) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:50.294699 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-586ba7e6-30f6-4c82-a797-bfff4229c298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8972c920-2b50-4fe8-92b5-3b54836c1daa', 'name': 'tempest-ServerActionsTestJSON-336760699-router', 'tenant_id': '13ee7d6d71864c9eb2f508185e6a266f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '85614164-d9ff-4abf-b6b6-f34a0ad5ac4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:19:05Z', 'updated_at': '2021-11-12T08:19:14Z', 'revision_number': 4, 'project_id': '13ee7d6d71864c9eb2f508185e6a266f', 'gw_port': {'id': '85614164-d9ff-4abf-b6b6-f34a0ad5ac4a', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ea:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8972c920-2b50-4fe8-92b5-3b54836c1daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:19:06Z', 'updated_at': '2021-11-12T08:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': 'b86eba30-c84a-46ca-9a2d-56a017b97a67', 'tenant_id': '13ee7d6d71864c9eb2f508185e6a266f', 'floating_ip_address': '172.25.2.56', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': '8972c920-2b50-4fe8-92b5-3b54836c1daa', 'port_id': 'c3d87375-c113-475c-bf06-fa361dfd0b38', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1080, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '392b706c-fa83-40b2-ba41-e97d70efdd1d', 'mac_address': 'fa:16:3e:2f:88:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9f80b7-7da6-471c-ab75-5240190a613a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:19:24Z', 'updated_at': '2021-11-12T08:19:48Z', 'revision_number': 1, 'project_id': '13ee7d6d71864c9eb2f508185e6a266f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e97c7f0-b9ba-43eb-8f4d-9e308341b7c4', 'name': '', 'network_id': '392b706c-fa83-40b2-ba41-e97d70efdd1d', 'tenant_id': '13ee7d6d71864c9eb2f508185e6a266f', 'mac_address': 'fa:16:3e:3e:14:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8972c920-2b50-4fe8-92b5-3b54836c1daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '2d250a72-e563-4d6e-ac4f-f44698e0ce3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:19:11Z', 'updated_at': '2021-11-12T08:19:19Z', 'revision_number': 5, 'project_id': '13ee7d6d71864c9eb2f508185e6a266f', 'subnets': [{'id': '2d250a72-e563-4d6e-ac4f-f44698e0ce3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:19:50.341263 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 303982ba-be48-4f68-8aa2-95c59ea5fb06 up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:19:50.348539 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2befe135-a38b-4dcc-a412-f075cac5e8ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:50.392500 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586ba7e6-30f6-4c82-a797-bfff4229c298 None None] Checking router: 8972c920-2b50-4fe8-92b5-3b54836c1daa for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:19:50.418959 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586ba7e6-30f6-4c82-a797-bfff4229c298 None None] Routers {'8972c920-2b50-4fe8-92b5-3b54836c1daa'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:19:50.419965 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-586ba7e6-30f6-4c82-a797-bfff4229c298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:19:36Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['8972c920-2b50-4fe8-92b5-3b54836c1daa'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:19:50.539749 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621bdf0d-285a-4fc0-802b-5be00f084571 req-82220ef6-ab04-4ab6-b714-931552a7c80d tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:50.541308 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-621bdf0d-285a-4fc0-802b-5be00f084571 req-82220ef6-ab04-4ab6-b714-931552a7c80d tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7ed5e58-2cf5-4e04-bc90-e39441e9b173 HTTP/1.1" status: 200 len: 944 time: 0.1076000 Nov 12 08:19:50.559967 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning for port 303982ba-be48-4f68-8aa2-95c59ea5fb06 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:19:50.570990 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port 303982ba-be48-4f68-8aa2-95c59ea5fb06 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:19:50.571362 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:50.574840 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-586ba7e6-30f6-4c82-a797-bfff4229c298 None None] Set router 8972c920-2b50-4fe8-92b5-3b54836c1daa gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:19:50.604141 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-621bdf0d-285a-4fc0-802b-5be00f084571 req-bcf33e12-14be-4aad-a827-89b2229a10b5 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539830 Nov 12 08:19:50.606789 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-c669395b-dcbd-4288-9442-376b3b028ed1 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Deleting port 5d973a1e-8685-4e7d-bd62-641adb4a0671 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:19:50.607110 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c669395b-dcbd-4288-9442-376b3b028ed1 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:50.763578 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c669395b-dcbd-4288-9442-376b3b028ed1 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:50.764283 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c669395b-dcbd-4288-9442-376b3b028ed1 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:50.764520 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c8cefd-05f7-4b98-b4b6-e523b40e67d2 x-openstack-request-id: req-e8c8cefd-05f7-4b98-b4b6-e523b40e67d2 {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:19:50.764911 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d9f80b7-7da6-471c-ab75-5240190a613a", "tag": "c3d87375-c113-475c-bf06-fa361dfd0b38", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:19:50.765402 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e8c8cefd-05f7-4b98-b4b6-e523b40e67d2 {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:19:50.768089 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d9f80b7-7da6-471c-ab75-5240190a613a', 'tag': 'c3d87375-c113-475c-bf06-fa361dfd0b38', 'status': 'completed', 'code': 200} Nov 12 08:19:50.783165 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-c669395b-dcbd-4288-9442-376b3b028ed1 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Calling delete_port for 5d973a1e-8685-4e7d-bd62-641adb4a0671 owned by network:floatingip {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:19:50.802954 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9fd78d-287a-4858-b9bb-f5cb0c8bcdd7 req-c8b64675-a531-4114-a97b-ff2d295597ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:50.804386 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ed9fd78d-287a-4858-b9bb-f5cb0c8bcdd7 req-c8b64675-a531-4114-a97b-ff2d295597ee service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=13ee7d6d71864c9eb2f508185e6a266f&device_id=2d9f80b7-7da6-471c-ab75-5240190a613a HTTP/1.1" status: 200 len: 1098 time: 0.0759792 Nov 12 08:19:50.810165 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f692416-1457-4578-8ec4-e88b0b83b583 req-6b4adb39-bb72-422d-a216-1fde947c7698 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:50.819205 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6f692416-1457-4578-8ec4-e88b0b83b583 req-6b4adb39-bb72-422d-a216-1fde947c7698 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddaf1228-1834-43f8-818a-4164deae0e2f HTTP/1.1" status: 200 len: 944 time: 0.5647893 Nov 12 08:19:50.821807 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2befe135-a38b-4dcc-a412-f075cac5e8ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:50.888487 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-43d32baf-8404-489b-b695-a40cc47e8c94 req-a17869e9-7910-4627-a0b3-97a86a94f38b service neutron] 10.222.0.44 "GET /v2.0/networks/c164b714-a9ee-49ae-ab85-02a2461298d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5944400 Nov 12 08:19:50.992112 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef4793a-4d83-4a6e-87f7-79a94914438c req-81b42028-3d6b-47b2-87ed-e0cf7cf5ad13 tempest-ServerGroupTestJSON-1250803281 tempest-ServerGroupTestJSON-1250803281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:50.993767 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1ef4793a-4d83-4a6e-87f7-79a94914438c req-81b42028-3d6b-47b2-87ed-e0cf7cf5ad13 tempest-ServerGroupTestJSON-1250803281 tempest-ServerGroupTestJSON-1250803281-project] 10.222.0.26 "GET /v2.0/ports?device_id=79bace0e-68cd-43ab-b5eb-0499977effd3 HTTP/1.1" status: 200 len: 946 time: 0.1187687 Nov 12 08:19:51.015251 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:51.072312 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6f692416-1457-4578-8ec4-e88b0b83b583 req-a8cf2062-3351-4196-b026-96846f307188 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/security-groups?id=4679696e-a532-438b-8380-3e45cd46de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248061 Nov 12 08:19:51.078432 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2befe135-a38b-4dcc-a412-f075cac5e8ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:51.083195 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9fd78d-287a-4858-b9bb-f5cb0c8bcdd7 req-bd31c022-e2c5-4ba3-8296-b2679657b7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:51.083888 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2befe135-a38b-4dcc-a412-f075cac5e8ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:51.089225 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-2befe135-a38b-4dcc-a412-f075cac5e8ed admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6330e064-e070-4268-810e-fa7775a03763 HTTP/1.1" status: 204 len: 168 time: 1.0718226 Nov 12 08:19:51.089483 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ed9fd78d-287a-4858-b9bb-f5cb0c8bcdd7 req-bd31c022-e2c5-4ba3-8296-b2679657b7bc service neutron] 10.222.0.44 "GET /v2.0/networks?id=392b706c-fa83-40b2-ba41-e97d70efdd1d HTTP/1.1" status: 200 len: 912 time: 0.2480438 Nov 12 08:19:51.101102 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2befe135-a38b-4dcc-a412-f075cac5e8ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6330e064-e070-4268-810e-fa7775a03763,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:51.150349 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-43d32baf-8404-489b-b695-a40cc47e8c94 req-afa34216-004c-4824-b926-6be1e258a1d6 service neutron] 10.222.0.44 "GET /v2.0/networks/c164b714-a9ee-49ae-ab85-02a2461298d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458587 Nov 12 08:19:51.211339 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1ef4793a-4d83-4a6e-87f7-79a94914438c req-d8de8325-3066-491a-9e46-2594c377fafa tempest-ServerGroupTestJSON-1250803281 tempest-ServerGroupTestJSON-1250803281-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfb4a183-a71f-474d-beb7-2f500a30be82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058268 Nov 12 08:19:51.256878 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddaf1228-1834-43f8-818a-4164deae0e2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '303982ba-be48-4f68-8aa2-95c59ea5fb06'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:19:51.259330 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-207c83f5-7851-4daf-92e1-1f57e1511702" -d '{"events": [{"server_uuid": "ddaf1228-1834-43f8-818a-4164deae0e2f", "name": "network-vif-plugged", "status": "completed", "tag": "303982ba-be48-4f68-8aa2-95c59ea5fb06"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:19:51.265833 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 303982ba-be48-4f68-8aa2-95c59ea5fb06, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=303982ba-be48-4f68-8aa2-95c59ea5fb06,segment=NetworkSegment(296922ca-424d-4760-9058-82e70353f16a),segment_id=296922ca-424d-4760-9058-82e70353f16a)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:19:51.304763 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:51.329674 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ed9fd78d-287a-4858-b9bb-f5cb0c8bcdd7 req-f899b224-05a0-4fd5-9cf0-24965fd5dbed service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3d87375-c113-475c-bf06-fa361dfd0b38 HTTP/1.1" status: 200 len: 999 time: 0.2227697 Nov 12 08:19:51.340204 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2b3735c-7387-43b2-9a48-aa30ad2336ef x-openstack-request-id: req-b2b3735c-7387-43b2-9a48-aa30ad2336ef {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:19:51.340471 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddaf1228-1834-43f8-818a-4164deae0e2f", "name": "network-vif-plugged", "status": "completed", "tag": "303982ba-be48-4f68-8aa2-95c59ea5fb06", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:19:51.340728 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b2b3735c-7387-43b2-9a48-aa30ad2336ef {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:19:51.341133 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddaf1228-1834-43f8-818a-4164deae0e2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '303982ba-be48-4f68-8aa2-95c59ea5fb06', 'code': 200} Nov 12 08:19:51.345383 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c669395b-dcbd-4288-9442-376b3b028ed1 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:51.347990 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-586ba7e6-30f6-4c82-a797-bfff4229c298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8972c920-2b50-4fe8-92b5-3b54836c1daa', 'name': 'tempest-ServerActionsTestJSON-336760699-router', 'tenant_id': '13ee7d6d71864c9eb2f508185e6a266f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '85614164-d9ff-4abf-b6b6-f34a0ad5ac4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:19:05Z', 'updated_at': '2021-11-12T08:19:14Z', 'revision_number': 4, 'project_id': '13ee7d6d71864c9eb2f508185e6a266f', 'gw_port': {'id': '85614164-d9ff-4abf-b6b6-f34a0ad5ac4a', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ea:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8972c920-2b50-4fe8-92b5-3b54836c1daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:19:06Z', 'updated_at': '2021-11-12T08:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': 'b86eba30-c84a-46ca-9a2d-56a017b97a67', 'tenant_id': '13ee7d6d71864c9eb2f508185e6a266f', 'floating_ip_address': '172.25.2.56', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': '8972c920-2b50-4fe8-92b5-3b54836c1daa', 'port_id': 'c3d87375-c113-475c-bf06-fa361dfd0b38', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1080, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '392b706c-fa83-40b2-ba41-e97d70efdd1d', 'mac_address': 'fa:16:3e:2f:88:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9f80b7-7da6-471c-ab75-5240190a613a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:19:24Z', 'updated_at': '2021-11-12T08:19:48Z', 'revision_number': 1, 'project_id': '13ee7d6d71864c9eb2f508185e6a266f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e97c7f0-b9ba-43eb-8f4d-9e308341b7c4', 'name': '', 'network_id': '392b706c-fa83-40b2-ba41-e97d70efdd1d', 'tenant_id': '13ee7d6d71864c9eb2f508185e6a266f', 'mac_address': 'fa:16:3e:3e:14:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8972c920-2b50-4fe8-92b5-3b54836c1daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '2d250a72-e563-4d6e-ac4f-f44698e0ce3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:19:11Z', 'updated_at': '2021-11-12T08:19:19Z', 'revision_number': 5, 'project_id': '13ee7d6d71864c9eb2f508185e6a266f', 'subnets': [{'id': '2d250a72-e563-4d6e-ac4f-f44698e0ce3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:19:51.395945 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0d969a00-5bf9-4e57-b36f-5c61ca5791d5 req-cb5209f1-2be6-4e82-a96d-92265767e406 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=05590b28-c4a9-41f8-a868-649414f5e466 HTTP/1.1" status: 200 len: 210 time: 0.0705681 Nov 12 08:19:51.418171 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c669395b-dcbd-4288-9442-376b3b028ed1 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Pushing event deleted for resources: {'Port': ['ID=5d973a1e-8685-4e7d-bd62-641adb4a0671,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:51.423849 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586ba7e6-30f6-4c82-a797-bfff4229c298 None None] The sync data for ids ['8972c920-2b50-4fe8-92b5-3b54836c1daa'] in n-d-765315-29 is: [{'id': '8972c920-2b50-4fe8-92b5-3b54836c1daa', 'name': 'tempest-ServerActionsTestJSON-336760699-router', 'tenant_id': '13ee7d6d71864c9eb2f508185e6a266f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '85614164-d9ff-4abf-b6b6-f34a0ad5ac4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:19:05Z', 'updated_at': '2021-11-12T08:19:14Z', 'revision_number': 4, 'project_id': '13ee7d6d71864c9eb2f508185e6a266f', 'gw_port': {'id': '85614164-d9ff-4abf-b6b6-f34a0ad5ac4a', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ea:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8972c920-2b50-4fe8-92b5-3b54836c1daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:19:06Z', 'updated_at': '2021-11-12T08:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': 'b86eba30-c84a-46ca-9a2d-56a017b97a67', 'tenant_id': '13ee7d6d71864c9eb2f508185e6a266f', 'floating_ip_address': '172.25.2.56', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': '8972c920-2b50-4fe8-92b5-3b54836c1daa', 'port_id': 'c3d87375-c113-475c-bf06-fa361dfd0b38', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1080, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '392b706c-fa83-40b2-ba41-e97d70efdd1d', 'mac_address': 'fa:16:3e:2f:88:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9f80b7-7da6-471c-ab75-5240190a613a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:19:24Z', 'updated_at': '2021-11-12T08:19:48Z', 'revision_number': 1, 'project_id': '13ee7d6d71864c9eb2f508185e6a266f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e97c7f0-b9ba-43eb-8f4d-9e308341b7c4', 'name': '', 'network_id': '392b706c-fa83-40b2-ba41-e97d70efdd1d', 'tenant_id': '13ee7d6d71864c9eb2f508185e6a266f', 'mac_address': 'fa:16:3e:3e:14:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8972c920-2b50-4fe8-92b5-3b54836c1daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '2d250a72-e563-4d6e-ac4f-f44698e0ce3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:19:11Z', 'updated_at': '2021-11-12T08:19:19Z', 'revision_number': 5, 'project_id': '13ee7d6d71864c9eb2f508185e6a266f', 'subnets': [{'id': '2d250a72-e563-4d6e-ac4f-f44698e0ce3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:19:51.477634 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=303982ba-be48-4f68-8aa2-95c59ea5fb06,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:51.478376 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9fd78d-287a-4858-b9bb-f5cb0c8bcdd7 req-4ca8da78-74a4-4960-ab9d-93fa51b488bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:51.479982 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ed9fd78d-287a-4858-b9bb-f5cb0c8bcdd7 req-4ca8da78-74a4-4960-ab9d-93fa51b488bc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2d250a72-e563-4d6e-ac4f-f44698e0ce3c HTTP/1.1" status: 200 len: 850 time: 0.0832076 Nov 12 08:19:51.523718 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb856a05-a766-4870-b14b-0366a922dcf9 req-224253fa-54f3-4d29-bd8a-4a5e066cd756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:51.528501 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bb856a05-a766-4870-b14b-0366a922dcf9 req-224253fa-54f3-4d29-bd8a-4a5e066cd756 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ddaf1228-1834-43f8-818a-4164deae0e2f HTTP/1.1" status: 200 len: 1097 time: 0.1072884 Nov 12 08:19:51.589686 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9fd78d-287a-4858-b9bb-f5cb0c8bcdd7 req-8ef840fc-85b1-4c8a-a0ed-47e74f039efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:51.591572 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ed9fd78d-287a-4858-b9bb-f5cb0c8bcdd7 req-8ef840fc-85b1-4c8a-a0ed-47e74f039efa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=392b706c-fa83-40b2-ba41-e97d70efdd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1014645 Nov 12 08:19:51.593423 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bb856a05-a766-4870-b14b-0366a922dcf9 req-c0ab8a35-4320-4b18-bd2e-847c141b69ed service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4679696e-a532-438b-8380-3e45cd46de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552635 Nov 12 08:19:51.598063 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c669395b-dcbd-4288-9442-376b3b028ed1 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks [] for floatingip, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:51.600819 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c669395b-dcbd-4288-9442-376b3b028ed1 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:51.602637 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-c669395b-dcbd-4288-9442-376b3b028ed1 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "DELETE /v2.0/floatingips/202112c4-57db-4486-8d1a-d0e5b245d265 HTTP/1.1" status: 204 len: 168 time: 1.3341343 Nov 12 08:19:51.604862 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 47194) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:51.769281 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4387004a-70d4-44a2-85fa-95cfc9713905 None None] New status for floating IP b86eba30-c84a-46ca-9a2d-56a017b97a67: ACTIVE {{(pid=102602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:19:51.778045 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-0ff1e8f7-0434-428a-a9c7-41e1fc4d798a tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Deleting port 2c803051-3860-4c62-bdef-be9267f3772d {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:19:51.778537 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0ff1e8f7-0434-428a-a9c7-41e1fc4d798a tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:51.866452 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e749b500-c847-472d-a631-38306de603af req-f0d97c5e-2361-4aa3-9cc7-6ad0d41fe954 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:51.873635 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e749b500-c847-472d-a631-38306de603af req-f0d97c5e-2361-4aa3-9cc7-6ad0d41fe954 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7ed5e58-2cf5-4e04-bc90-e39441e9b173 HTTP/1.1" status: 200 len: 944 time: 0.1490104 Nov 12 08:19:51.974823 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0ff1e8f7-0434-428a-a9c7-41e1fc4d798a tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:52.028962 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-0ff1e8f7-0434-428a-a9c7-41e1fc4d798a tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Calling delete_port for 2c803051-3860-4c62-bdef-be9267f3772d owned by {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:19:52.051242 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e749b500-c847-472d-a631-38306de603af req-36f09d3c-bfb9-47a3-a321-cb5633c45f4f tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767416 Nov 12 08:19:52.127577 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ed9fd78d-287a-4858-b9bb-f5cb0c8bcdd7 req-a199ed4a-04c4-4799-aac3-b2f3e29259ca service neutron] 10.222.0.44 "GET /v2.0/networks/392b706c-fa83-40b2-ba41-e97d70efdd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278364 Nov 12 08:19:52.270703 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36394f33-909d-4943-ba30-0e1fea19ac45 req-c561a346-d65c-4621-a84d-2cb5dab1cc83 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:52.271991 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-36394f33-909d-4943-ba30-0e1fea19ac45 req-c561a346-d65c-4621-a84d-2cb5dab1cc83 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddaf1228-1834-43f8-818a-4164deae0e2f HTTP/1.1" status: 200 len: 945 time: 0.0806646 Nov 12 08:19:52.332829 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-36394f33-909d-4943-ba30-0e1fea19ac45 req-79115038-6bbf-49e0-839d-df6c33736a63 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/security-groups?id=4679696e-a532-438b-8380-3e45cd46de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537138 Nov 12 08:19:52.363690 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 6b9619c0-3f52-4c52-99d0-4c38ee2fb794 details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:19:52.369339 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ed9fd78d-287a-4858-b9bb-f5cb0c8bcdd7 req-0e069a31-c94e-4a38-af9a-130c35905774 service neutron] 10.222.0.44 "GET /v2.0/networks/392b706c-fa83-40b2-ba41-e97d70efdd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303007 Nov 12 08:19:52.390447 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bd78f0-0f2b-4c9e-84b0-16217b90e69c req-4ffd46c2-c83d-49c5-a6ad-59300d10d075 tempest-ServerGroupTestJSON-1250803281 tempest-ServerGroupTestJSON-1250803281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:52.393592 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b2bd78f0-0f2b-4c9e-84b0-16217b90e69c req-4ffd46c2-c83d-49c5-a6ad-59300d10d075 tempest-ServerGroupTestJSON-1250803281 tempest-ServerGroupTestJSON-1250803281-project] 10.222.0.21 "GET /v2.0/ports?device_id=79bace0e-68cd-43ab-b5eb-0499977effd3 HTTP/1.1" status: 200 len: 946 time: 0.1019666 Nov 12 08:19:52.394955 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0ff1e8f7-0434-428a-a9c7-41e1fc4d798a tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:52.497677 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff1e8f7-0434-428a-a9c7-41e1fc4d798a tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Pushing event deleted for resources: {'Port': ['ID=2c803051-3860-4c62-bdef-be9267f3772d,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:52.513213 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 6b9619c0-3f52-4c52-99d0-4c38ee2fb794, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=6b9619c0-3f52-4c52-99d0-4c38ee2fb794,segment=NetworkSegment(f556910d-c385-437f-a6fb-f3c9395b9194),segment_id=f556910d-c385-437f-a6fb-f3c9395b9194)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:19:52.543969 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': '6b9619c0-3f52-4c52-99d0-4c38ee2fb794', 'network_id': 'c164b714-a9ee-49ae-ab85-02a2461298d9', 'port_id': '6b9619c0-3f52-4c52-99d0-4c38ee2fb794', 'mac_address': 'fa:16:3e:1b:37:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beed55bb-7519-49f9-9b0f-9ca9d1c87988', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:19:52.591534 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4ab2e3f6-a26b-4d43-bcf7-24ccef4482b4 req-4b257665-4f68-4d2c-abde-dacd34f6492d tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=05590b28-c4a9-41f8-a868-649414f5e466 HTTP/1.1" status: 200 len: 210 time: 0.0511348 Nov 12 08:19:52.611753 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:52.631269 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b9619c0-3f52-4c52-99d0-4c38ee2fb794 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:19:52.660402 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 6b9619c0-3f52-4c52-99d0-4c38ee2fb794, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=6b9619c0-3f52-4c52-99d0-4c38ee2fb794,segment=NetworkSegment(f556910d-c385-437f-a6fb-f3c9395b9194),segment_id=f556910d-c385-437f-a6fb-f3c9395b9194)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:19:52.681204 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:52.758896 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=6b9619c0-3f52-4c52-99d0-4c38ee2fb794,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:52.998625 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['6b9619c0-3f52-4c52-99d0-4c38ee2fb794'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:19:53.073519 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0ff1e8f7-0434-428a-a9c7-41e1fc4d798a tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:53.080078 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-0ff1e8f7-0434-428a-a9c7-41e1fc4d798a tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "DELETE /v2.0/ports/2c803051-3860-4c62-bdef-be9267f3772d HTTP/1.1" status: 204 len: 168 time: 1.4708540 Nov 12 08:19:53.081483 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 47240) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:53.152994 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a46374-4c7c-4dd1-8983-c2c7269055ae req-189fd8eb-f16f-4a10-811e-bd180a772703 tempest-ServerGroupTestJSON-1250803281 tempest-ServerGroupTestJSON-1250803281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:53.154528 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-47a46374-4c7c-4dd1-8983-c2c7269055ae req-189fd8eb-f16f-4a10-811e-bd180a772703 tempest-ServerGroupTestJSON-1250803281 tempest-ServerGroupTestJSON-1250803281-project] 10.222.0.26 "GET /v2.0/ports?device_id=79bace0e-68cd-43ab-b5eb-0499977effd3 HTTP/1.1" status: 200 len: 946 time: 0.6772938 Nov 12 08:19:53.241240 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84666298-b02b-455b-a689-95cb966f4aa8 req-def6db4d-a384-4e56-ac4f-a323515bd769 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:53.249726 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-84666298-b02b-455b-a689-95cb966f4aa8 req-def6db4d-a384-4e56-ac4f-a323515bd769 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7ed5e58-2cf5-4e04-bc90-e39441e9b173 HTTP/1.1" status: 200 len: 945 time: 0.0726619 Nov 12 08:19:53.279947 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-b2bd78f0-0f2b-4c9e-84b0-16217b90e69c req-08f9a240-f38a-4edd-b4c8-3f9f0d0ffb49 tempest-ServerGroupTestJSON-1250803281 tempest-ServerGroupTestJSON-1250803281-project] Deleting port eacc08b8-a021-4e99-9cde-3ec53f63e917 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:19:53.280210 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b2bd78f0-0f2b-4c9e-84b0-16217b90e69c req-08f9a240-f38a-4edd-b4c8-3f9f0d0ffb49 tempest-ServerGroupTestJSON-1250803281 tempest-ServerGroupTestJSON-1250803281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:53.298005 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-47a46374-4c7c-4dd1-8983-c2c7269055ae req-d5092609-5776-4ec0-9277-41990efcc1e6 tempest-ServerGroupTestJSON-1250803281 tempest-ServerGroupTestJSON-1250803281-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfb4a183-a71f-474d-beb7-2f500a30be82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280234 Nov 12 08:19:53.312413 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-84666298-b02b-455b-a689-95cb966f4aa8 req-51b5c360-924a-4c42-b288-0d04098ed9b7 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566788 Nov 12 08:19:53.388702 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-92f74da5-5024-4ae1-9efb-d53b6a00ab8d tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Deleting port 222d1760-e17f-49ca-84de-7bb56db34609 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:19:53.389044 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-92f74da5-5024-4ae1-9efb-d53b6a00ab8d tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:53.470480 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-b2bd78f0-0f2b-4c9e-84b0-16217b90e69c req-08f9a240-f38a-4edd-b4c8-3f9f0d0ffb49 tempest-ServerGroupTestJSON-1250803281 tempest-ServerGroupTestJSON-1250803281-project] For port eacc08b8-a021-4e99-9cde-3ec53f63e917, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=eacc08b8-a021-4e99-9cde-3ec53f63e917,segment=NetworkSegment(641b3303-757e-42a8-811e-2b8ae4a15de0),segment_id=641b3303-757e-42a8-811e-2b8ae4a15de0)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:19:53.470883 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b2bd78f0-0f2b-4c9e-84b0-16217b90e69c req-08f9a240-f38a-4edd-b4c8-3f9f0d0ffb49 tempest-ServerGroupTestJSON-1250803281 tempest-ServerGroupTestJSON-1250803281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:53.490515 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9c137d-8ed9-4f96-92a2-9e3c598accc0 req-7b8ad901-3352-42ee-8c95-38205150283d tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:53.491525 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-b2bd78f0-0f2b-4c9e-84b0-16217b90e69c req-08f9a240-f38a-4edd-b4c8-3f9f0d0ffb49 tempest-ServerGroupTestJSON-1250803281 tempest-ServerGroupTestJSON-1250803281-project] Calling delete_port for eacc08b8-a021-4e99-9cde-3ec53f63e917 owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:19:53.501716 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ba9c137d-8ed9-4f96-92a2-9e3c598accc0 req-7b8ad901-3352-42ee-8c95-38205150283d tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddaf1228-1834-43f8-818a-4164deae0e2f HTTP/1.1" status: 200 len: 945 time: 0.0714731 Nov 12 08:19:53.522225 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-92f74da5-5024-4ae1-9efb-d53b6a00ab8d tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:53.571729 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-92f74da5-5024-4ae1-9efb-d53b6a00ab8d tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Calling delete_port for 222d1760-e17f-49ca-84de-7bb56db34609 owned by {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:19:53.574837 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ba9c137d-8ed9-4f96-92a2-9e3c598accc0 req-b9d9698b-8769-48dc-9704-f424194c37bc tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/security-groups?id=4679696e-a532-438b-8380-3e45cd46de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693014 Nov 12 08:19:53.763353 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0fb58da2-683b-4bd2-ad2a-29f76b456697 req-a9ccc377-d217-4061-895f-c647e6113460 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=05590b28-c4a9-41f8-a868-649414f5e466 HTTP/1.1" status: 200 len: 210 time: 0.0393686 Nov 12 08:19:53.778138 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b2bd78f0-0f2b-4c9e-84b0-16217b90e69c req-08f9a240-f38a-4edd-b4c8-3f9f0d0ffb49 tempest-ServerGroupTestJSON-1250803281 tempest-ServerGroupTestJSON-1250803281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:53.794813 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['eacc08b8-a021-4e99-9cde-3ec53f63e917'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:19:53.824163 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f9a240-f38a-4edd-b4c8-3f9f0d0ffb49 tempest-ServerGroupTestJSON-1250803281 tempest-ServerGroupTestJSON-1250803281-project] Pushing event deleted for resources: {'Port': ['ID=eacc08b8-a021-4e99-9cde-3ec53f63e917,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:53.834674 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-92f74da5-5024-4ae1-9efb-d53b6a00ab8d tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:53.911234 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554eb389-cea9-4ce4-80b5-7f54fe95e8a2 req-5e8983f3-11c7-4381-b030-0fdfb81ceea5 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:53.912986 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-554eb389-cea9-4ce4-80b5-7f54fe95e8a2 req-5e8983f3-11c7-4381-b030-0fdfb81ceea5 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddaf1228-1834-43f8-818a-4164deae0e2f HTTP/1.1" status: 200 len: 945 time: 0.0613928 Nov 12 08:19:53.922785 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2bd78f0-0f2b-4c9e-84b0-16217b90e69c req-08f9a240-f38a-4edd-b4c8-3f9f0d0ffb49 tempest-ServerGroupTestJSON-1250803281 tempest-ServerGroupTestJSON-1250803281-project] No DVR routers for this DVR port eacc08b8-a021-4e99-9cde-3ec53f63e917 on host n-h1-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:19:53.925079 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f74da5-5024-4ae1-9efb-d53b6a00ab8d tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Pushing event deleted for resources: {'Port': ['ID=222d1760-e17f-49ca-84de-7bb56db34609,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:53.927519 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b2bd78f0-0f2b-4c9e-84b0-16217b90e69c req-08f9a240-f38a-4edd-b4c8-3f9f0d0ffb49 tempest-ServerGroupTestJSON-1250803281 tempest-ServerGroupTestJSON-1250803281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:53.930858 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b2bd78f0-0f2b-4c9e-84b0-16217b90e69c req-08f9a240-f38a-4edd-b4c8-3f9f0d0ffb49 tempest-ServerGroupTestJSON-1250803281 tempest-ServerGroupTestJSON-1250803281-project] 10.222.0.21 "DELETE /v2.0/ports/eacc08b8-a021-4e99-9cde-3ec53f63e917 HTTP/1.1" status: 204 len: 173 time: 1.5115879 Nov 12 08:19:53.932454 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79bace0e-68cd-43ab-b5eb-0499977effd3', 'name': 'network-vif-deleted', 'tag': 'eacc08b8-a021-4e99-9cde-3ec53f63e917'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:19:53.934907 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c38ab74-d7f0-4678-9ff7-7a4b2ad550bd" -d '{"events": [{"server_uuid": "79bace0e-68cd-43ab-b5eb-0499977effd3", "name": "network-vif-deleted", "tag": "eacc08b8-a021-4e99-9cde-3ec53f63e917"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:19:53.983246 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-554eb389-cea9-4ce4-80b5-7f54fe95e8a2 req-860af0e1-9e27-438c-b78b-7bfdfb177c86 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/security-groups?id=4679696e-a532-438b-8380-3e45cd46de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629425 Nov 12 08:19:53.998189 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 47266) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:54.030745 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-92f74da5-5024-4ae1-9efb-d53b6a00ab8d tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:54.035535 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-92f74da5-5024-4ae1-9efb-d53b6a00ab8d tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "DELETE /v2.0/ports/222d1760-e17f-49ca-84de-7bb56db34609 HTTP/1.1" status: 204 len: 168 time: 0.9522309 Nov 12 08:19:54.037790 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dbc3dca-ea5a-4d58-97d6-34a282b3bc74 x-openstack-request-id: req-2dbc3dca-ea5a-4d58-97d6-34a282b3bc74 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:19:54.037790 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79bace0e-68cd-43ab-b5eb-0499977effd3", "name": "network-vif-deleted", "tag": "eacc08b8-a021-4e99-9cde-3ec53f63e917", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:19:54.037790 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2dbc3dca-ea5a-4d58-97d6-34a282b3bc74 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:19:54.038140 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79bace0e-68cd-43ab-b5eb-0499977effd3', 'name': 'network-vif-deleted', 'tag': 'eacc08b8-a021-4e99-9cde-3ec53f63e917', 'status': 'completed', 'code': 200} Nov 12 08:19:54.040557 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 47270) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:54.115786 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-563a1049-d501-4fa7-bde5-b882025d2667 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Deleting subnet a4df3464-1784-4646-b668-8314233aecdd {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:19:54.127225 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-563a1049-d501-4fa7-bde5-b882025d2667 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:54.193917 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1be38c42-f891-4518-8ba9-f9b250ce3f6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:54.194564 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-563a1049-d501-4fa7-bde5-b882025d2667 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:54.327478 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-563a1049-d501-4fa7-bde5-b882025d2667 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:54.349028 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1be38c42-f891-4518-8ba9-f9b250ce3f6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:54.354444 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1be38c42-f891-4518-8ba9-f9b250ce3f6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:54.388007 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 6b9619c0-3f52-4c52-99d0-4c38ee2fb794 up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:19:54.408843 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 47278) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:54.409076 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-1be38c42-f891-4518-8ba9-f9b250ce3f6b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=df8d501274454fd4bc98a8a88e92cdfe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4094846 Nov 12 08:19:54.410407 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be38c42-f891-4518-8ba9-f9b250ce3f6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16357dda-389e-41c9-a4d0-c42ca0712e87,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:54.491091 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-563a1049-d501-4fa7-bde5-b882025d2667 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:54.519816 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning for port 6b9619c0-3f52-4c52-99d0-4c38ee2fb794 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:19:54.525585 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port 6b9619c0-3f52-4c52-99d0-4c38ee2fb794 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:19:54.526420 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:54.558961 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6a62c6aa-44e5-4d67-a997-1c186d4356ca req-63dfc717-cf4a-4ae8-8756-d1c3dbd45b92 tempest-ServerGroupTestJSON-1250803281 tempest-ServerGroupTestJSON-1250803281-project] 10.222.0.26 "GET /v2.0/ports?device_id=79bace0e-68cd-43ab-b5eb-0499977effd3 HTTP/1.1" status: 200 len: 210 time: 0.0941210 Nov 12 08:19:54.590999 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b98ff515-9822-4eb3-9193-c0cd79e7e175 req-cdfd79db-e07b-4f70-a5ed-8b4d228253ff service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fb563860-f65d-4503-8960-26c644509025&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0808120 Nov 12 08:19:54.600008 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563a1049-d501-4fa7-bde5-b882025d2667 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Pushing event deleted for resources: {'Subnet': ['ID=a4df3464-1784-4646-b668-8314233aecdd,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:54.603728 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-563a1049-d501-4fa7-bde5-b882025d2667 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:54.608655 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-563a1049-d501-4fa7-bde5-b882025d2667 tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "DELETE /v2.0/subnets/a4df3464-1784-4646-b668-8314233aecdd HTTP/1.1" status: 204 len: 168 time: 0.5669038 Nov 12 08:19:54.614302 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 47282) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:54.635181 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-09976f5a-5065-49fa-8ccc-f6ce4901e26a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:54.647931 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1689e828-7cb8-4598-87a6-d30499bdebea req-939e44e2-ca28-4da1-873c-e56e633e37ba tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:54.656290 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1689e828-7cb8-4598-87a6-d30499bdebea req-939e44e2-ca28-4da1-873c-e56e633e37ba tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7ed5e58-2cf5-4e04-bc90-e39441e9b173 HTTP/1.1" status: 200 len: 945 time: 0.2055278 Nov 12 08:19:54.670534 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:54.711772 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b32ec7-f9e5-42c2-b251-40c36a5ea166 None None] Network 98a99309-fcab-4612-ba6f-85e7b28a9784 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:19:54.736233 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-09976f5a-5065-49fa-8ccc-f6ce4901e26a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:54.793761 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e240c54-f6b6-4ae4-8f43-f84245b3e1fe tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Deleting subnet 7d7c7129-5e48-4c3b-98d9-801e1598df80 {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:19:54.800788 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4e240c54-f6b6-4ae4-8f43-f84245b3e1fe tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks [] for subnet, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:54.816626 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7ed5e58-2cf5-4e04-bc90-e39441e9b173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b9619c0-3f52-4c52-99d0-4c38ee2fb794'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:19:54.818895 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c9d96d6-17be-49f3-9ff1-d4a57b7a3bb4" -d '{"events": [{"server_uuid": "b7ed5e58-2cf5-4e04-bc90-e39441e9b173", "name": "network-vif-plugged", "status": "completed", "tag": "6b9619c0-3f52-4c52-99d0-4c38ee2fb794"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:19:54.838850 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98ff515-9822-4eb3-9193-c0cd79e7e175 req-5f39c929-fa8a-4a39-9ef4-955393d23a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:54.840687 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b98ff515-9822-4eb3-9193-c0cd79e7e175 req-5f39c929-fa8a-4a39-9ef4-955393d23a3d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7317cbf37f7b44a3b0cd0a433cf6ba52&device_id=fb563860-f65d-4503-8960-26c644509025 HTTP/1.1" status: 200 len: 1096 time: 0.1305377 Nov 12 08:19:54.861277 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1689e828-7cb8-4598-87a6-d30499bdebea req-ef1fc673-e477-4869-91e4-bc965ba20917 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027879 Nov 12 08:19:54.862661 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4e240c54-f6b6-4ae4-8f43-f84245b3e1fe tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31181813'] for subnet, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:54.866478 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 6b9619c0-3f52-4c52-99d0-4c38ee2fb794, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=6b9619c0-3f52-4c52-99d0-4c38ee2fb794,segment=NetworkSegment(f556910d-c385-437f-a6fb-f3c9395b9194),segment_id=f556910d-c385-437f-a6fb-f3c9395b9194)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:19:54.875037 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:54.924523 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-09976f5a-5065-49fa-8ccc-f6ce4901e26a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:54.927272 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-09976f5a-5065-49fa-8ccc-f6ce4901e26a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:54.931339 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-09976f5a-5065-49fa-8ccc-f6ce4901e26a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/16357dda-389e-41c9-a4d0-c42ca0712e87 HTTP/1.1" status: 204 len: 168 time: 0.5096962 Nov 12 08:19:54.959954 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09976f5a-5065-49fa-8ccc-f6ce4901e26a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16357dda-389e-41c9-a4d0-c42ca0712e87,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:54.964801 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=6b9619c0-3f52-4c52-99d0-4c38ee2fb794,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:54.997348 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8360f68b-2b3b-44d5-891c-ef54a6c4cd13 x-openstack-request-id: req-8360f68b-2b3b-44d5-891c-ef54a6c4cd13 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:19:54.997638 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7ed5e58-2cf5-4e04-bc90-e39441e9b173", "name": "network-vif-plugged", "status": "completed", "tag": "6b9619c0-3f52-4c52-99d0-4c38ee2fb794", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:19:54.997883 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8360f68b-2b3b-44d5-891c-ef54a6c4cd13 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:19:54.998264 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7ed5e58-2cf5-4e04-bc90-e39441e9b173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b9619c0-3f52-4c52-99d0-4c38ee2fb794', 'code': 200} Nov 12 08:19:55.001743 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-55129b5e-d24a-4732-9c6c-a2ef12777fda req-9847b30b-fc90-4d8b-9045-5be0ddb81f78 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=05590b28-c4a9-41f8-a868-649414f5e466 HTTP/1.1" status: 200 len: 210 time: 0.0527751 Nov 12 08:19:55.172458 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a669a402-1f80-4631-960e-ccf9935471f8 None None] DHCP port deletion for 98a99309-fcab-4612-ba6f-85e7b28a9784 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:19:55.203294 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a974e55-3dde-4d3a-a85d-991b31633c2a req-4639aa67-dd69-4d06-b9cf-25f29495e95f tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:55.205183 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2a974e55-3dde-4d3a-a85d-991b31633c2a req-4639aa67-dd69-4d06-b9cf-25f29495e95f tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/ports?device_id=ddaf1228-1834-43f8-818a-4164deae0e2f HTTP/1.1" status: 200 len: 945 time: 0.1049278 Nov 12 08:19:55.276224 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90de3fd-2c4d-41b0-a898-d20d8bccd449 req-dd0d8077-7d5d-429b-ac3d-a652e78a8124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:55.278347 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b90de3fd-2c4d-41b0-a898-d20d8bccd449 req-dd0d8077-7d5d-429b-ac3d-a652e78a8124 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b7ed5e58-2cf5-4e04-bc90-e39441e9b173 HTTP/1.1" status: 200 len: 1098 time: 0.1545913 Nov 12 08:19:55.299854 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2a974e55-3dde-4d3a-a85d-991b31633c2a req-f87ed4e2-d29f-4b47-ad48-953223f738e3 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/security-groups?id=4679696e-a532-438b-8380-3e45cd46de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861218 Nov 12 08:19:55.305969 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-a669a402-1f80-4631-960e-ccf9935471f8 None None] Deleting port c06d4381-f895-4899-98e8-2d1bfc1a67e1 {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:19:55.307408 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a669a402-1f80-4631-960e-ccf9935471f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:55.358811 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4e240c54-f6b6-4ae4-8f43-f84245b3e1fe tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:55.390271 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98ff515-9822-4eb3-9193-c0cd79e7e175 req-7233a8de-3377-4434-b862-933b226c229f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:55.392307 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b98ff515-9822-4eb3-9193-c0cd79e7e175 req-7233a8de-3377-4434-b862-933b226c229f service neutron] 10.222.0.21 "GET /v2.0/networks?id=6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a HTTP/1.1" status: 200 len: 908 time: 0.4554968 Nov 12 08:19:55.465218 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b90de3fd-2c4d-41b0-a898-d20d8bccd449 req-db288d55-a0a6-4777-9aac-9cbdb2baf0bd service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628654 Nov 12 08:19:55.466402 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b98ff515-9822-4eb3-9193-c0cd79e7e175 req-c24ac576-c69a-4db9-8db1-b0d6c122bf2f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d07f2704-930d-4d20-97dd-5fea604c4aea HTTP/1.1" status: 200 len: 217 time: 0.0609393 Nov 12 08:19:55.481591 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-a669a402-1f80-4631-960e-ccf9935471f8 None None] For port c06d4381-f895-4899-98e8-2d1bfc1a67e1, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=c06d4381-f895-4899-98e8-2d1bfc1a67e1,segment=NetworkSegment(68a1743e-a8af-4970-92e1-04bf2dc80df9),segment_id=68a1743e-a8af-4970-92e1-04bf2dc80df9)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:19:55.484619 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a669a402-1f80-4631-960e-ccf9935471f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:55.514675 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-a669a402-1f80-4631-960e-ccf9935471f8 None None] Calling delete_port for c06d4381-f895-4899-98e8-2d1bfc1a67e1 owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:19:55.542716 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98ff515-9822-4eb3-9193-c0cd79e7e175 req-78e784be-120b-4a39-b68c-04dca7cac180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:55.544611 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b98ff515-9822-4eb3-9193-c0cd79e7e175 req-78e784be-120b-4a39-b68c-04dca7cac180 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b48e5e9c-f3da-4efc-88c4-db8837528b82 HTTP/1.1" status: 200 len: 847 time: 0.0678291 Nov 12 08:19:55.547273 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4e240c54-f6b6-4ae4-8f43-f84245b3e1fe tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:55.625878 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4e240c54-f6b6-4ae4-8f43-f84245b3e1fe tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:55.638836 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 47312) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:55.658663 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-4e240c54-f6b6-4ae4-8f43-f84245b3e1fe tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "DELETE /v2.0/subnets/7d7c7129-5e48-4c3b-98d9-801e1598df80 HTTP/1.1" status: 204 len: 168 time: 1.0314729 Nov 12 08:19:55.661520 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e240c54-f6b6-4ae4-8f43-f84245b3e1fe tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Pushing event deleted for resources: {'Subnet': ['ID=7d7c7129-5e48-4c3b-98d9-801e1598df80,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:55.687380 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3cbdd59-f8d3-4562-821a-4b4d3fc56e21 None None] Network 1a323889-6c9a-40df-9d33-3f74857cb8d2 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:19:55.733470 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b98ff515-9822-4eb3-9193-c0cd79e7e175 req-4d6bb604-04b1-4dab-a96b-8d6baa883b2a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1667535 Nov 12 08:19:55.895150 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2994fd19-620e-4ed5-a212-ea089bd5460a tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:55.998665 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device eacc08b8-a021-4e99-9cde-3ec53f63e917 no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:19:56.040635 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device c06d4381-f895-4899-98e8-2d1bfc1a67e1 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:19:56.060776 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b98ff515-9822-4eb3-9193-c0cd79e7e175 req-25740969-7a78-4d41-80b2-5ef5d66c63b7 service neutron] 10.222.0.21 "GET /v2.0/networks/6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157375 Nov 12 08:19:56.093291 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-2994fd19-620e-4ed5-a212-ea089bd5460a tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Deleting port c06d4381-f895-4899-98e8-2d1bfc1a67e1 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:19:56.093635 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2994fd19-620e-4ed5-a212-ea089bd5460a tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:56.216919 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-e530113a-7783-48f4-9840-8911a24052df None None] No Port match for: eacc08b8-a021-4e99-9cde-3ec53f63e917 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:19:56.224210 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device eacc08b8-a021-4e99-9cde-3ec53f63e917 not bound to the agent host n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:19:56.273879 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-2994fd19-620e-4ed5-a212-ea089bd5460a tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] For port c06d4381-f895-4899-98e8-2d1bfc1a67e1, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=c06d4381-f895-4899-98e8-2d1bfc1a67e1,segment=NetworkSegment(68a1743e-a8af-4970-92e1-04bf2dc80df9),segment_id=68a1743e-a8af-4970-92e1-04bf2dc80df9)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:19:56.275433 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2994fd19-620e-4ed5-a212-ea089bd5460a tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:56.299093 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a669a402-1f80-4631-960e-ccf9935471f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:56.302215 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03571f8a-0b00-48c4-adc4-059df908fdae req-610f7382-1b5b-48cd-8293-b0b55c85a0a4 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:56.305992 n-d-765315-29 neutron-server[102601]: INFO neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No ports have port_id starting with c06d4381-f895-4899-98e8-2d1bfc1a67e1 Nov 12 08:19:56.310444 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-2994fd19-620e-4ed5-a212-ea089bd5460a tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Calling delete_port for c06d4381-f895-4899-98e8-2d1bfc1a67e1 owned by network:dhcp {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:19:56.317106 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-03571f8a-0b00-48c4-adc4-059df908fdae req-610f7382-1b5b-48cd-8293-b0b55c85a0a4 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7ed5e58-2cf5-4e04-bc90-e39441e9b173 HTTP/1.1" status: 200 len: 946 time: 0.2301683 Nov 12 08:19:56.371202 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a669a402-1f80-4631-960e-ccf9935471f8 None None] Pushing event deleted for resources: {'Port': ['ID=c06d4381-f895-4899-98e8-2d1bfc1a67e1,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:56.419076 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a669a402-1f80-4631-960e-ccf9935471f8 None None] No DVR routers for this DVR port c06d4381-f895-4899-98e8-2d1bfc1a67e1 on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:19:56.540932 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-03571f8a-0b00-48c4-adc4-059df908fdae req-5987c7a8-9f02-484d-8ec9-fd086236bdec tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214837 Nov 12 08:19:56.547330 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2994fd19-620e-4ed5-a212-ea089bd5460a tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:56.571516 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b98ff515-9822-4eb3-9193-c0cd79e7e175 req-db3c128c-ce56-4acf-8ef5-de2f6478fc3c service neutron] 10.222.0.21 "GET /v2.0/networks/6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4988501 Nov 12 08:19:56.593822 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2994fd19-620e-4ed5-a212-ea089bd5460a tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Pushing event deleted for resources: {'Port': ['ID=c06d4381-f895-4899-98e8-2d1bfc1a67e1,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:56.607770 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2684503-2dc2-4df8-8b90-bc1f2248810c None None] DHCP port deletion for 1a323889-6c9a-40df-9d33-3f74857cb8d2 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:19:56.614843 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 47372) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:56.643588 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2994fd19-620e-4ed5-a212-ea089bd5460a tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] No DVR routers for this DVR port c06d4381-f895-4899-98e8-2d1bfc1a67e1 on host n-d-765315-29 {{(pid=102600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:19:56.751567 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-c390e905-7b9f-4266-bf70-f3447a4f9027 admin admin] Deleting subnet 4beca76b-1a41-4d6a-b65b-c80835a19f46 {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:19:56.770199 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-a2684503-2dc2-4df8-8b90-bc1f2248810c None None] Deleting port 72038b27-0488-474c-918e-74326c058114 {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:19:56.770579 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a2684503-2dc2-4df8-8b90-bc1f2248810c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:56.775944 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c390e905-7b9f-4266-bf70-f3447a4f9027 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:56.801424 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2994fd19-620e-4ed5-a212-ea089bd5460a tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:56.848641 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-2994fd19-620e-4ed5-a212-ea089bd5460a tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98a99309-fcab-4612-ba6f-85e7b28a9784']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:19:56.877352 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-2994fd19-620e-4ed5-a212-ea089bd5460a tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68a1743e-a8af-4970-92e1-04bf2dc80df9') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:19:56.877700 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-2994fd19-620e-4ed5-a212-ea089bd5460a tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68a1743e-a8af-4970-92e1-04bf2dc80df9') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:19:56.896308 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2994fd19-620e-4ed5-a212-ea089bd5460a tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:56.898615 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c390e905-7b9f-4266-bf70-f3447a4f9027 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31181813'] for subnet, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:56.933403 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2994fd19-620e-4ed5-a212-ea089bd5460a tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:56.950763 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-a2684503-2dc2-4df8-8b90-bc1f2248810c None None] For port 72038b27-0488-474c-918e-74326c058114, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=72038b27-0488-474c-918e-74326c058114,segment=NetworkSegment(ef780b90-c001-4df4-8a87-60cbd26d33b1),segment_id=ef780b90-c001-4df4-8a87-60cbd26d33b1)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:19:56.952101 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a2684503-2dc2-4df8-8b90-bc1f2248810c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:56.956092 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2994fd19-620e-4ed5-a212-ea089bd5460a tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:19:56.956508 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2994fd19-620e-4ed5-a212-ea089bd5460a tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:56.962947 n-d-765315-29 neutron-server[102600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:19:56.962947 n-d-765315-29 neutron-server[102600]: self.session.flush() Nov 12 08:19:56.962947 n-d-765315-29 neutron-server[102600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:19:56.962947 n-d-765315-29 neutron-server[102600]: self.session.flush() Nov 12 08:19:56.962947 n-d-765315-29 neutron-server[102600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:19:56.962947 n-d-765315-29 neutron-server[102600]: self.session.flush() Nov 12 08:19:56.962947 n-d-765315-29 neutron-server[102600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:19:56.962947 n-d-765315-29 neutron-server[102600]: self.session.flush() Nov 12 08:19:56.962947 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:19:56.962947 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:19:56.962947 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:19:56.962947 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:19:56.962947 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:19:56.962947 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:19:56.962947 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:19:56.962947 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:19:56.962947 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:19:56.962947 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:19:56.962947 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:19:56.962947 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:19:56.962947 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:19:56.962947 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:19:56.962947 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:19:56.962947 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:19:56.962947 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:19:56.962947 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:19:56.962947 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:19:56.962947 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:19:56.962947 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:19:56.962947 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:19:56.962947 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:19:56.962947 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:19:56.962947 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:19:56.962947 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:19:56.962947 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:19:56.962947 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:19:56.962947 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:19:56.962947 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:19:56.962947 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:19:56.962947 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:19:56.975823 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c390e905-7b9f-4266-bf70-f3447a4f9027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:56.993304 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-a2684503-2dc2-4df8-8b90-bc1f2248810c None None] Calling delete_port for 72038b27-0488-474c-918e-74326c058114 owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:19:57.156809 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2994fd19-620e-4ed5-a212-ea089bd5460a tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:57.159966 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c390e905-7b9f-4266-bf70-f3447a4f9027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:57.187088 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c390e905-7b9f-4266-bf70-f3447a4f9027 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:57.193244 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-c390e905-7b9f-4266-bf70-f3447a4f9027 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/4beca76b-1a41-4d6a-b65b-c80835a19f46 HTTP/1.1" status: 204 len: 168 time: 0.5772634 Nov 12 08:19:57.215438 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 47390) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:57.230259 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a2684503-2dc2-4df8-8b90-bc1f2248810c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:57.249019 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2994fd19-620e-4ed5-a212-ea089bd5460a tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:57.262396 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2684503-2dc2-4df8-8b90-bc1f2248810c None None] Pushing event deleted for resources: {'Port': ['ID=72038b27-0488-474c-918e-74326c058114,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:57.279187 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-2994fd19-620e-4ed5-a212-ea089bd5460a tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "DELETE /v2.0/networks/98a99309-fcab-4612-ba6f-85e7b28a9784 HTTP/1.1" status: 204 len: 168 time: 1.6391714 Nov 12 08:19:57.280266 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2994fd19-620e-4ed5-a212-ea089bd5460a tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Pushing event deleted for resources: {'Network': ['ID=98a99309-fcab-4612-ba6f-85e7b28a9784,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:57.282520 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 47392) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:57.292091 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2684503-2dc2-4df8-8b90-bc1f2248810c None None] No DVR routers for this DVR port 72038b27-0488-474c-918e-74326c058114 on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:19:57.316449 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c390e905-7b9f-4266-bf70-f3447a4f9027 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4beca76b-1a41-4d6a-b65b-c80835a19f46,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:57.320617 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-43abd2cf-f56b-4e70-93aa-b32e88997c47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:57.427681 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-43abd2cf-f56b-4e70-93aa-b32e88997c47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:57.454278 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-43abd2cf-f56b-4e70-93aa-b32e88997c47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c827e16-ab30-479f-9016-7fbbf3de05e1']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:19:57.467751 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-43abd2cf-f56b-4e70-93aa-b32e88997c47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '641b3303-757e-42a8-811e-2b8ae4a15de0') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:19:57.467751 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-43abd2cf-f56b-4e70-93aa-b32e88997c47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '641b3303-757e-42a8-811e-2b8ae4a15de0') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:19:57.476094 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-43abd2cf-f56b-4e70-93aa-b32e88997c47 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:57.492875 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-43abd2cf-f56b-4e70-93aa-b32e88997c47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:57.499751 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43abd2cf-f56b-4e70-93aa-b32e88997c47 admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:19:57.500827 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-43abd2cf-f56b-4e70-93aa-b32e88997c47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:57.591542 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e86381e4-6cdc-4a79-a3ba-5c2051f30ded tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:57.594885 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 08:19:57.594885 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:19:57.594885 n-d-765315-29 neutron-server[102599]: timer() Nov 12 08:19:57.594885 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:19:57.594885 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 08:19:57.594885 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:19:57.594885 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 08:19:57.594885 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:19:57.594885 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 08:19:57.594885 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:19:57.594885 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 08:19:57.594885 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:19:57.594885 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 08:19:57.594885 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:19:57.594885 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:19:57.594885 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:19:57.594885 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:19:57.594885 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:19:57.594885 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 08:19:57.594885 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:19:57.594885 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 08:19:57.594885 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:19:57.594885 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:19:57.594885 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:19:57.594885 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 08:19:57.594885 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:19:57.594885 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:19:57.594885 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:19:57.594885 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:19:57.594885 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:19:57.594885 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:19:57.594885 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:19:57.596694 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-43abd2cf-f56b-4e70-93aa-b32e88997c47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:57.608493 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-43abd2cf-f56b-4e70-93aa-b32e88997c47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:57.618990 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-43abd2cf-f56b-4e70-93aa-b32e88997c47 admin admin] 10.222.0.26 "DELETE /v2.0/networks/7c827e16-ab30-479f-9016-7fbbf3de05e1 HTTP/1.1" status: 204 len: 168 time: 0.4022732 Nov 12 08:19:57.647528 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43abd2cf-f56b-4e70-93aa-b32e88997c47 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c827e16-ab30-479f-9016-7fbbf3de05e1,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:57.908317 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e86381e4-6cdc-4a79-a3ba-5c2051f30ded tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:57.973597 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-e86381e4-6cdc-4a79-a3ba-5c2051f30ded tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a323889-6c9a-40df-9d33-3f74857cb8d2']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:19:58.000023 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-e86381e4-6cdc-4a79-a3ba-5c2051f30ded tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef780b90-c001-4df4-8a87-60cbd26d33b1') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:19:58.003434 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-e86381e4-6cdc-4a79-a3ba-5c2051f30ded tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef780b90-c001-4df4-8a87-60cbd26d33b1') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:19:58.013338 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 72038b27-0488-474c-918e-74326c058114 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:19:58.023703 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e86381e4-6cdc-4a79-a3ba-5c2051f30ded tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:58.046613 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e86381e4-6cdc-4a79-a3ba-5c2051f30ded tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:58.073102 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e86381e4-6cdc-4a79-a3ba-5c2051f30ded tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:19:58.073516 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e86381e4-6cdc-4a79-a3ba-5c2051f30ded tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:58.105034 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 72038b27-0488-474c-918e-74326c058114 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:19:58.105402 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 72038b27-0488-474c-918e-74326c058114 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:19:58.113828 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 47412) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:58.171019 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:19:58.171019 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:19:58.171019 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:19:58.171019 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:19:58.171019 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:19:58.171019 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:19:58.171019 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:19:58.171019 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:19:58.171019 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:19:58.171019 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:19:58.171019 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:19:58.171019 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:19:58.171019 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:19:58.171019 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:19:58.171019 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:19:58.171019 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:19:58.171019 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:19:58.171019 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:19:58.171019 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:19:58.171019 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:19:58.171019 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:19:58.171019 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:19:58.171019 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:19:58.171019 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:19:58.171019 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:19:58.171019 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:19:58.171019 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:19:58.171019 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:19:58.171019 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:19:58.171019 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:19:58.171019 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:19:58.171019 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:19:58.184114 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e86381e4-6cdc-4a79-a3ba-5c2051f30ded tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:58.187229 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-79b0f942-7f69-4e4b-bb2a-b0bff7edaf89 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9ea565d65801445a8b3478a7b5db7f2d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0716648 Nov 12 08:19:58.192136 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 47422) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:58.239473 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e86381e4-6cdc-4a79-a3ba-5c2051f30ded tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:58.243169 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-e86381e4-6cdc-4a79-a3ba-5c2051f30ded tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] 10.222.0.26 "DELETE /v2.0/networks/1a323889-6c9a-40df-9d33-3f74857cb8d2 HTTP/1.1" status: 204 len: 168 time: 0.9587519 Nov 12 08:19:58.244236 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86381e4-6cdc-4a79-a3ba-5c2051f30ded tempest-TaggedBootDevicesTest-1190918705 tempest-TaggedBootDevicesTest-1190918705-project] Pushing event deleted for resources: {'Network': ['ID=1a323889-6c9a-40df-9d33-3f74857cb8d2,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:58.263053 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bbee1b-7aa8-44d9-b062-6c4b639a8db4 req-f769b929-6e18-40c5-8914-8cec1fd54ab3 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:58.264964 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e8bbee1b-7aa8-44d9-b062-6c4b639a8db4 req-f769b929-6e18-40c5-8914-8cec1fd54ab3 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7ed5e58-2cf5-4e04-bc90-e39441e9b173 HTTP/1.1" status: 200 len: 946 time: 0.5822971 Nov 12 08:19:58.320095 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-58a04478-b615-41a4-9f80-4b63b24316dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:58.418769 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-58a04478-b615-41a4-9f80-4b63b24316dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:58.431823 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e8bbee1b-7aa8-44d9-b062-6c4b639a8db4 req-fa6bc2ce-a8c4-4d03-9346-49e619cfdcea tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562114 Nov 12 08:19:58.510263 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-58a04478-b615-41a4-9f80-4b63b24316dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:58.515526 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-58a04478-b615-41a4-9f80-4b63b24316dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:58.520923 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-58a04478-b615-41a4-9f80-4b63b24316dd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dfb4a183-a71f-474d-beb7-2f500a30be82 HTTP/1.1" status: 204 len: 168 time: 0.3253961 Nov 12 08:19:58.539251 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a04478-b615-41a4-9f80-4b63b24316dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb4a183-a71f-474d-beb7-2f500a30be82,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:19:59.021860 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534b4bc9-cb82-43d5-af1b-4a294d59116a req-cc38222f-bad3-4e2e-824c-67f1b6c294f3 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:19:59.023671 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-534b4bc9-cb82-43d5-af1b-4a294d59116a req-cc38222f-bad3-4e2e-824c-67f1b6c294f3 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7ed5e58-2cf5-4e04-bc90-e39441e9b173 HTTP/1.1" status: 200 len: 946 time: 0.0767524 Nov 12 08:19:59.151773 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-534b4bc9-cb82-43d5-af1b-4a294d59116a req-f1331905-8e0a-4e1a-b075-6adb58b5dd77 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204524 Nov 12 08:20:00.403287 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 303982ba-be48-4f68-8aa2-95c59ea5fb06 details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:20:00.658407 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 303982ba-be48-4f68-8aa2-95c59ea5fb06, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=303982ba-be48-4f68-8aa2-95c59ea5fb06,segment=NetworkSegment(296922ca-424d-4760-9058-82e70353f16a),segment_id=296922ca-424d-4760-9058-82e70353f16a)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:20:00.689203 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': '303982ba-be48-4f68-8aa2-95c59ea5fb06', 'network_id': 'ec82487f-519c-483b-814a-09ab43cadbc0', 'port_id': '303982ba-be48-4f68-8aa2-95c59ea5fb06', 'mac_address': 'fa:16:3e:2b:09:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c99e7791-a372-44aa-b26b-4ef09f905daa', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:20:00.808591 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:00.864600 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8907fc7-a730-4ace-bdb9-7bd4105d3918 req-8945c9b3-c605-4e79-904e-607511d6f188 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:00.866303 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 303982ba-be48-4f68-8aa2-95c59ea5fb06 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:20:00.868760 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e8907fc7-a730-4ace-bdb9-7bd4105d3918 req-8945c9b3-c605-4e79-904e-607511d6f188 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.44 "GET /v2.0/ports?device_id=b7ed5e58-2cf5-4e04-bc90-e39441e9b173 HTTP/1.1" status: 200 len: 946 time: 0.1301713 Nov 12 08:20:00.915628 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 47552) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:00.926273 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b1e638-e1cd-41b8-a589-36f92fb35c35 req-ae648beb-e858-49e4-87cd-9b662b618c91 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:00.929199 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 303982ba-be48-4f68-8aa2-95c59ea5fb06, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=303982ba-be48-4f68-8aa2-95c59ea5fb06,segment=NetworkSegment(296922ca-424d-4760-9058-82e70353f16a),segment_id=296922ca-424d-4760-9058-82e70353f16a)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:20:00.940458 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-12b1e638-e1cd-41b8-a589-36f92fb35c35 req-ae648beb-e858-49e4-87cd-9b662b618c91 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7ed5e58-2cf5-4e04-bc90-e39441e9b173 HTTP/1.1" status: 200 len: 946 time: 0.2089369 Nov 12 08:20:00.941907 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:01.024630 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=303982ba-be48-4f68-8aa2-95c59ea5fb06,revision_number=6']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:01.100582 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['303982ba-be48-4f68-8aa2-95c59ea5fb06'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:20:01.128002 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-12b1e638-e1cd-41b8-a589-36f92fb35c35 req-43f60ee3-275f-450f-9509-cfd3a69ef24b tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858249 Nov 12 08:20:01.205083 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-e8907fc7-a730-4ace-bdb9-7bd4105d3918 req-56a6f220-1f85-4359-a535-b1aaa04c6071 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Deleting port 6b9619c0-3f52-4c52-99d0-4c38ee2fb794 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:20:01.205505 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e8907fc7-a730-4ace-bdb9-7bd4105d3918 req-56a6f220-1f85-4359-a535-b1aaa04c6071 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:01.264028 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-316b3b1e-17fe-4ff6-a818-849a5ed21cd0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:01.469665 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-316b3b1e-17fe-4ff6-a818-849a5ed21cd0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:01.482107 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-316b3b1e-17fe-4ff6-a818-849a5ed21cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:01.543263 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-e8907fc7-a730-4ace-bdb9-7bd4105d3918 req-56a6f220-1f85-4359-a535-b1aaa04c6071 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] For port 6b9619c0-3f52-4c52-99d0-4c38ee2fb794, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=6b9619c0-3f52-4c52-99d0-4c38ee2fb794,segment=NetworkSegment(f556910d-c385-437f-a6fb-f3c9395b9194),segment_id=f556910d-c385-437f-a6fb-f3c9395b9194)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:20:01.547625 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e8907fc7-a730-4ace-bdb9-7bd4105d3918 req-56a6f220-1f85-4359-a535-b1aaa04c6071 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:01.581923 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-e8907fc7-a730-4ace-bdb9-7bd4105d3918 req-56a6f220-1f85-4359-a535-b1aaa04c6071 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Calling delete_port for 6b9619c0-3f52-4c52-99d0-4c38ee2fb794 owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:20:01.703979 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-316b3b1e-17fe-4ff6-a818-849a5ed21cd0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3637c0b826a742feb93b50597f06a990&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7861249 Nov 12 08:20:01.713647 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 47582) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:01.717988 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316b3b1e-17fe-4ff6-a818-849a5ed21cd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17848b5e-6bed-4e8e-b315-fe097dff6b09,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:01.921849 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9b9fb51a-752c-4d48-ab89-7d6e25f778b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:01.959248 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e8907fc7-a730-4ace-bdb9-7bd4105d3918 req-56a6f220-1f85-4359-a535-b1aaa04c6071 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:01.975873 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['73685504-dbc6-48c5-be42-7df6febab919'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:20:01.998608 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9b9fb51a-752c-4d48-ab89-7d6e25f778b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:02.023524 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a6f220-1f85-4359-a535-b1aaa04c6071 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Pushing event deleted for resources: {'Port': ['ID=6b9619c0-3f52-4c52-99d0-4c38ee2fb794,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:02.066602 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['6b9619c0-3f52-4c52-99d0-4c38ee2fb794'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:20:02.095207 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8907fc7-a730-4ace-bdb9-7bd4105d3918 req-56a6f220-1f85-4359-a535-b1aaa04c6071 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] No DVR routers for this DVR port 6b9619c0-3f52-4c52-99d0-4c38ee2fb794 on host n-h2-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:20:02.122549 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e8907fc7-a730-4ace-bdb9-7bd4105d3918 req-56a6f220-1f85-4359-a535-b1aaa04c6071 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:02.126113 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e8907fc7-a730-4ace-bdb9-7bd4105d3918 req-56a6f220-1f85-4359-a535-b1aaa04c6071 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.44 "DELETE /v2.0/ports/6b9619c0-3f52-4c52-99d0-4c38ee2fb794 HTTP/1.1" status: 204 len: 173 time: 1.2489383 Nov 12 08:20:02.126615 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7ed5e58-2cf5-4e04-bc90-e39441e9b173', 'name': 'network-vif-deleted', 'tag': '6b9619c0-3f52-4c52-99d0-4c38ee2fb794'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:20:02.130170 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13b830e5-633a-4921-8fff-04cd43dc1727" -d '{"events": [{"server_uuid": "b7ed5e58-2cf5-4e04-bc90-e39441e9b173", "name": "network-vif-deleted", "tag": "6b9619c0-3f52-4c52-99d0-4c38ee2fb794"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:20:02.189847 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9b9fb51a-752c-4d48-ab89-7d6e25f778b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:02.194925 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9b9fb51a-752c-4d48-ab89-7d6e25f778b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:02.200108 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-9b9fb51a-752c-4d48-ab89-7d6e25f778b0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/17848b5e-6bed-4e8e-b315-fe097dff6b09 HTTP/1.1" status: 204 len: 168 time: 0.4729493 Nov 12 08:20:02.236146 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f12e9e-a0d8-4d62-965b-67f9428ddabf x-openstack-request-id: req-f9f12e9e-a0d8-4d62-965b-67f9428ddabf {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:20:02.236312 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9fb51a-752c-4d48-ab89-7d6e25f778b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17848b5e-6bed-4e8e-b315-fe097dff6b09,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:02.236806 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7ed5e58-2cf5-4e04-bc90-e39441e9b173", "name": "network-vif-deleted", "tag": "6b9619c0-3f52-4c52-99d0-4c38ee2fb794", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:20:02.237236 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f9f12e9e-a0d8-4d62-965b-67f9428ddabf {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:20:02.237804 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7ed5e58-2cf5-4e04-bc90-e39441e9b173', 'name': 'network-vif-deleted', 'tag': '6b9619c0-3f52-4c52-99d0-4c38ee2fb794', 'status': 'completed', 'code': 200} Nov 12 08:20:02.379466 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9a2585ac-b398-4b27-8b32-84fb7857f763 req-de6cefcb-32a5-4d73-846c-db2ffe017b4b tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7ed5e58-2cf5-4e04-bc90-e39441e9b173 HTTP/1.1" status: 200 len: 210 time: 0.0784786 Nov 12 08:20:02.533720 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 303982ba-be48-4f68-8aa2-95c59ea5fb06 up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:20:02.744786 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port 303982ba-be48-4f68-8aa2-95c59ea5fb06 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:20:02.746070 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:02.946912 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:02.986379 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddaf1228-1834-43f8-818a-4164deae0e2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '303982ba-be48-4f68-8aa2-95c59ea5fb06'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:20:02.992110 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a27036-08a0-4449-a0a8-e1511b94e30b" -d '{"events": [{"server_uuid": "ddaf1228-1834-43f8-818a-4164deae0e2f", "name": "network-vif-plugged", "status": "completed", "tag": "303982ba-be48-4f68-8aa2-95c59ea5fb06"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:20:03.020610 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 303982ba-be48-4f68-8aa2-95c59ea5fb06, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=303982ba-be48-4f68-8aa2-95c59ea5fb06,segment=NetworkSegment(296922ca-424d-4760-9058-82e70353f16a),segment_id=296922ca-424d-4760-9058-82e70353f16a)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:20:03.029805 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:03.190080 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8010d8c-37a9-4c5d-baa3-154ababf5134 x-openstack-request-id: req-a8010d8c-37a9-4c5d-baa3-154ababf5134 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:20:03.190080 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddaf1228-1834-43f8-818a-4164deae0e2f", "name": "network-vif-plugged", "status": "completed", "tag": "303982ba-be48-4f68-8aa2-95c59ea5fb06", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:20:03.192401 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a8010d8c-37a9-4c5d-baa3-154ababf5134 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:20:03.192768 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddaf1228-1834-43f8-818a-4164deae0e2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '303982ba-be48-4f68-8aa2-95c59ea5fb06', 'code': 200} Nov 12 08:20:03.201643 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=303982ba-be48-4f68-8aa2-95c59ea5fb06,revision_number=7']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:03.651766 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53281cb-e237-42af-af08-dcaaa6be783d req-2ac92fc6-6a87-4726-af75-5b038944d66c tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:03.667406 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a53281cb-e237-42af-af08-dcaaa6be783d req-2ac92fc6-6a87-4726-af75-5b038944d66c tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 945 time: 0.0931551 Nov 12 08:20:03.737827 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a53281cb-e237-42af-af08-dcaaa6be783d req-f5d949e9-4c7e-4a07-b5a5-b6be691f07a3 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691063 Nov 12 08:20:03.881771 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9a0c1449-2b3b-4c0d-8332-6c7d3f35dc11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:04.379956 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678634b2-fb6a-4315-976c-2568cb62f210 req-fcbb19e2-c72e-4646-a35d-cea08a6182bd tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:04.394606 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-678634b2-fb6a-4315-976c-2568cb62f210 req-fcbb19e2-c72e-4646-a35d-cea08a6182bd tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 945 time: 0.1468232 Nov 12 08:20:04.466751 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f263d5af-0452-4dfa-9dfb-b6fbf1927b76 req-b25dd651-3bb4-4af3-a4df-81f785b89d23 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:04.468313 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f263d5af-0452-4dfa-9dfb-b6fbf1927b76 req-b25dd651-3bb4-4af3-a4df-81f785b89d23 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d86ea33-8ea0-4666-aa3f-67876d020811 HTTP/1.1" status: 200 len: 945 time: 0.1369455 Nov 12 08:20:04.519761 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-678634b2-fb6a-4315-976c-2568cb62f210 req-84deaecc-2a7a-44a2-bf42-6f5aa082b1a2 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228616 Nov 12 08:20:04.612261 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f263d5af-0452-4dfa-9dfb-b6fbf1927b76 req-275bbe4b-5db4-4424-8ab5-2f3572933183 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331038 Nov 12 08:20:04.872845 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae05188e-bbd6-4c83-86d7-7e57d18f3780 req-c0c0e72d-695d-4be1-a593-f7bfd716afe4 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:04.886167 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ae05188e-bbd6-4c83-86d7-7e57d18f3780 req-c0c0e72d-695d-4be1-a593-f7bfd716afe4 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 945 time: 0.1478250 Nov 12 08:20:05.045686 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ae05188e-bbd6-4c83-86d7-7e57d18f3780 req-cb42a0ee-7272-4110-b470-9cd6ad995c85 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454194 Nov 12 08:20:05.145447 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:05.258056 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb7c714-2cd6-4e3c-a9d1-619ff0b6292b req-44cc97dc-f0c1-455e-b657-0e584db56f24 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:05.272309 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6eb7c714-2cd6-4e3c-a9d1-619ff0b6292b req-44cc97dc-f0c1-455e-b657-0e584db56f24 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d86ea33-8ea0-4666-aa3f-67876d020811 HTTP/1.1" status: 200 len: 945 time: 0.1123865 Nov 12 08:20:05.381808 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 47736) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:05.614655 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-6eb7c714-2cd6-4e3c-a9d1-619ff0b6292b req-36a6f4cd-6829-4ce3-be26-49c1d4bea745 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Deleting port b41977ee-00dd-4191-9c7e-54fa6c7fff8d {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:20:05.618483 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-6eb7c714-2cd6-4e3c-a9d1-619ff0b6292b req-36a6f4cd-6829-4ce3-be26-49c1d4bea745 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:05.722006 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-019db402-5460-4818-8770-fb8b914f5881 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:05.949432 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-6eb7c714-2cd6-4e3c-a9d1-619ff0b6292b req-36a6f4cd-6829-4ce3-be26-49c1d4bea745 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] For port b41977ee-00dd-4191-9c7e-54fa6c7fff8d, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=b41977ee-00dd-4191-9c7e-54fa6c7fff8d,segment=NetworkSegment(2faefcc0-552f-4085-b81e-2c4b58f0de67),segment_id=2faefcc0-552f-4085-b81e-2c4b58f0de67)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:20:05.950397 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-6eb7c714-2cd6-4e3c-a9d1-619ff0b6292b req-36a6f4cd-6829-4ce3-be26-49c1d4bea745 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:05.954156 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911d664f-560d-4edf-ba72-d78d637d5724 req-054bffed-f7cc-4d9c-b1b1-02c93a33c487 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:05.963894 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-911d664f-560d-4edf-ba72-d78d637d5724 req-054bffed-f7cc-4d9c-b1b1-02c93a33c487 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d86ea33-8ea0-4666-aa3f-67876d020811 HTTP/1.1" status: 200 len: 945 time: 0.1460593 Nov 12 08:20:05.968561 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-6eb7c714-2cd6-4e3c-a9d1-619ff0b6292b req-36a6f4cd-6829-4ce3-be26-49c1d4bea745 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Calling delete_port for b41977ee-00dd-4191-9c7e-54fa6c7fff8d owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:20:06.007615 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-019db402-5460-4818-8770-fb8b914f5881 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:06.021641 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-019db402-5460-4818-8770-fb8b914f5881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:06.161786 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-911d664f-560d-4edf-ba72-d78d637d5724 req-067ad14b-7a8b-46b7-9dd2-239eb10d3bf6 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965828 Nov 12 08:20:06.177499 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-019db402-5460-4818-8770-fb8b914f5881 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=42178c9bcf1a409484be95df1d704986&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7944269 Nov 12 08:20:06.183198 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 47772) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:06.293573 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-6eb7c714-2cd6-4e3c-a9d1-619ff0b6292b req-36a6f4cd-6829-4ce3-be26-49c1d4bea745 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:06.312022 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019db402-5460-4818-8770-fb8b914f5881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf3f24f-583b-4002-ae13-2efce824ba82,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:06.394551 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a6f4cd-6829-4ce3-be26-49c1d4bea745 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Pushing event deleted for resources: {'Port': ['ID=b41977ee-00dd-4191-9c7e-54fa6c7fff8d,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:06.427402 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 6b9619c0-3f52-4c52-99d0-4c38ee2fb794 no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:20:06.431719 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6d12b162-6049-4ed1-95e0-6670967b09b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:06.478464 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] No Port match for: 6b9619c0-3f52-4c52-99d0-4c38ee2fb794 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:20:06.480123 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 6b9619c0-3f52-4c52-99d0-4c38ee2fb794 not bound to the agent host n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:20:06.488316 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6d12b162-6049-4ed1-95e0-6670967b09b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:06.513747 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eb7c714-2cd6-4e3c-a9d1-619ff0b6292b req-36a6f4cd-6829-4ce3-be26-49c1d4bea745 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] No DVR routers for this DVR port b41977ee-00dd-4191-9c7e-54fa6c7fff8d on host n-h1-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:20:06.520319 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-07cd01aa-4a3e-4ca4-8935-18b3376c1daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:06.526022 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-6eb7c714-2cd6-4e3c-a9d1-619ff0b6292b req-36a6f4cd-6829-4ce3-be26-49c1d4bea745 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:06.536165 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6eb7c714-2cd6-4e3c-a9d1-619ff0b6292b req-36a6f4cd-6829-4ce3-be26-49c1d4bea745 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.21 "DELETE /v2.0/ports/b41977ee-00dd-4191-9c7e-54fa6c7fff8d HTTP/1.1" status: 204 len: 173 time: 1.2573130 Nov 12 08:20:06.539132 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d86ea33-8ea0-4666-aa3f-67876d020811', 'name': 'network-vif-deleted', 'tag': 'b41977ee-00dd-4191-9c7e-54fa6c7fff8d'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:20:06.546498 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33c6fde0-b4fc-4e00-9994-1579e44a0a01" -d '{"events": [{"server_uuid": "1d86ea33-8ea0-4666-aa3f-67876d020811", "name": "network-vif-deleted", "tag": "b41977ee-00dd-4191-9c7e-54fa6c7fff8d"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:20:06.631785 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6d12b162-6049-4ed1-95e0-6670967b09b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:06.637355 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6d12b162-6049-4ed1-95e0-6670967b09b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:06.658232 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ca21c5-e4ec-4f14-ba5f-82530172b219 x-openstack-request-id: req-05ca21c5-e4ec-4f14-ba5f-82530172b219 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:20:06.658794 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-6d12b162-6049-4ed1-95e0-6670967b09b7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bcf3f24f-583b-4002-ae13-2efce824ba82 HTTP/1.1" status: 204 len: 168 time: 0.4699717 Nov 12 08:20:06.659276 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d86ea33-8ea0-4666-aa3f-67876d020811", "name": "network-vif-deleted", "tag": "b41977ee-00dd-4191-9c7e-54fa6c7fff8d", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:20:06.659548 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-05ca21c5-e4ec-4f14-ba5f-82530172b219 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:20:06.659966 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d86ea33-8ea0-4666-aa3f-67876d020811', 'name': 'network-vif-deleted', 'tag': 'b41977ee-00dd-4191-9c7e-54fa6c7fff8d', 'status': 'completed', 'code': 200} Nov 12 08:20:06.699831 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d12b162-6049-4ed1-95e0-6670967b09b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf3f24f-583b-4002-ae13-2efce824ba82,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:07.437364 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0114e5cd-27e3-420d-90d6-ba2f29e574d6 req-28cb08d7-c0f5-47ac-8a86-2e0ce44c0f66 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d86ea33-8ea0-4666-aa3f-67876d020811 HTTP/1.1" status: 200 len: 210 time: 0.0672565 Nov 12 08:20:07.588323 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 47838) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:07.611035 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6093c203-f2ab-403e-8cbe-1c8064fd7e8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:07.852217 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:07.853418 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6093c203-f2ab-403e-8cbe-1c8064fd7e8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:07.863966 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6093c203-f2ab-403e-8cbe-1c8064fd7e8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:07.919953 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-6093c203-f2ab-403e-8cbe-1c8064fd7e8a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=100731d53c2f40bfbb04c9a449c3708e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3298559 Nov 12 08:20:07.920902 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6093c203-f2ab-403e-8cbe-1c8064fd7e8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b203d669-9549-4dfa-bb2b-cc8cf369b4b6,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:07.923187 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 47842) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:08.100215 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-dd903f98-cb9b-495d-baf2-8428cbd13f08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:08.201625 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 47856) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:08.205276 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-dd903f98-cb9b-495d-baf2-8428cbd13f08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:08.331861 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-dd903f98-cb9b-495d-baf2-8428cbd13f08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:08.337813 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-dd903f98-cb9b-495d-baf2-8428cbd13f08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:08.341615 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-dd903f98-cb9b-495d-baf2-8428cbd13f08 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b203d669-9549-4dfa-bb2b-cc8cf369b4b6 HTTP/1.1" status: 204 len: 168 time: 0.4159160 Nov 12 08:20:08.370967 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd903f98-cb9b-495d-baf2-8428cbd13f08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b203d669-9549-4dfa-bb2b-cc8cf369b4b6,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:08.496727 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-934106d8-71b8-4020-9f3e-eef56ee15129 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:08.741544 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-934106d8-71b8-4020-9f3e-eef56ee15129 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:08.775305 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-934106d8-71b8-4020-9f3e-eef56ee15129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:08.959869 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 47890) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:08.968848 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-934106d8-71b8-4020-9f3e-eef56ee15129 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=23db3f260e2e48f9a0018a63f37f089a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7660182 Nov 12 08:20:09.039975 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934106d8-71b8-4020-9f3e-eef56ee15129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abc6521d-8a14-4868-9753-0aeb87f6c48c,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:09.104442 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9903e7ec-f2f4-482d-a067-4f32d29f1987 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:09.121614 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624fc754-4d5f-4606-9f9f-3b144cedccef req-813214d0-9d96-4aaf-806b-680e3acef5f6 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:09.126879 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-624fc754-4d5f-4606-9f9f-3b144cedccef req-813214d0-9d96-4aaf-806b-680e3acef5f6 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 945 time: 0.1405950 Nov 12 08:20:09.163110 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:09.209276 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-624fc754-4d5f-4606-9f9f-3b144cedccef req-a5c163d1-978d-40f2-b311-127f1d64a9df tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726485 Nov 12 08:20:09.231327 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9903e7ec-f2f4-482d-a067-4f32d29f1987 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:09.266275 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1d80fe-35fb-4902-bac4-a8fb01b517b1 req-670ba071-582f-4b52-bb40-0856f6c49446 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:09.274412 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9f1d80fe-35fb-4902-bac4-a8fb01b517b1 req-670ba071-582f-4b52-bb40-0856f6c49446 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b3cc798-9628-4452-be74-f36a32d532c1 HTTP/1.1" status: 200 len: 944 time: 0.1709130 Nov 12 08:20:09.348059 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9f1d80fe-35fb-4902-bac4-a8fb01b517b1 req-4d8df07a-cb23-405e-83d1-dbfb893d7b52 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716376 Nov 12 08:20:09.395663 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9903e7ec-f2f4-482d-a067-4f32d29f1987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:09.398548 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9903e7ec-f2f4-482d-a067-4f32d29f1987 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:09.408859 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-9903e7ec-f2f4-482d-a067-4f32d29f1987 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/abc6521d-8a14-4868-9753-0aeb87f6c48c HTTP/1.1" status: 204 len: 168 time: 0.4475141 Nov 12 08:20:09.434021 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9903e7ec-f2f4-482d-a067-4f32d29f1987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc6521d-8a14-4868-9753-0aeb87f6c48c,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:09.607552 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802c2b2b-66d8-4b8c-bf9d-2b000bfd43b9 req-c4af0740-044c-4beb-affb-fce944b8a35c tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:09.615621 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-802c2b2b-66d8-4b8c-bf9d-2b000bfd43b9 req-c4af0740-044c-4beb-affb-fce944b8a35c tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 945 time: 0.1827290 Nov 12 08:20:09.730026 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a833c84-5587-4133-8fb3-7d6d0288f1e8 req-a2df1b58-06ed-4e83-9bd1-53ca74c764c8 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:09.748370 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6a833c84-5587-4133-8fb3-7d6d0288f1e8 req-a2df1b58-06ed-4e83-9bd1-53ca74c764c8 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b3cc798-9628-4452-be74-f36a32d532c1 HTTP/1.1" status: 200 len: 944 time: 0.2315562 Nov 12 08:20:09.766918 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-802c2b2b-66d8-4b8c-bf9d-2b000bfd43b9 req-42d5c337-6db3-4387-a506-ea97d4511900 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497951 Nov 12 08:20:09.783272 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:09.998839 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device b41977ee-00dd-4191-9c7e-54fa6c7fff8d no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:20:10.037015 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-6a833c84-5587-4133-8fb3-7d6d0288f1e8 req-2ad0091d-36d3-4446-b27a-5b9bb7fa090f tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Deleting port 3358e3c7-e57c-4854-afa0-8bf13d153298 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:20:10.037606 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-6a833c84-5587-4133-8fb3-7d6d0288f1e8 req-2ad0091d-36d3-4446-b27a-5b9bb7fa090f tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:10.080288 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-e530113a-7783-48f4-9840-8911a24052df None None] No Port match for: b41977ee-00dd-4191-9c7e-54fa6c7fff8d {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:20:10.080631 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device b41977ee-00dd-4191-9c7e-54fa6c7fff8d not bound to the agent host n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:20:10.232633 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 47936) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:10.262893 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-6a833c84-5587-4133-8fb3-7d6d0288f1e8 req-2ad0091d-36d3-4446-b27a-5b9bb7fa090f tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] For port 3358e3c7-e57c-4854-afa0-8bf13d153298, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=3358e3c7-e57c-4854-afa0-8bf13d153298,segment=NetworkSegment(2faefcc0-552f-4085-b81e-2c4b58f0de67),segment_id=2faefcc0-552f-4085-b81e-2c4b58f0de67)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:20:10.263355 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-6a833c84-5587-4133-8fb3-7d6d0288f1e8 req-2ad0091d-36d3-4446-b27a-5b9bb7fa090f tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:10.269617 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3b88e735-87f0-44e4-9296-608e3015e68f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:10.288614 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-6a833c84-5587-4133-8fb3-7d6d0288f1e8 req-2ad0091d-36d3-4446-b27a-5b9bb7fa090f tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Calling delete_port for 3358e3c7-e57c-4854-afa0-8bf13d153298 owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:20:10.501258 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3b88e735-87f0-44e4-9296-608e3015e68f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:10.555251 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3b88e735-87f0-44e4-9296-608e3015e68f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:10.625031 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b88e735-87f0-44e4-9296-608e3015e68f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04659777-8c5b-450c-8199-9b08a0d36c87,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:10.626315 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-6a833c84-5587-4133-8fb3-7d6d0288f1e8 req-2ad0091d-36d3-4446-b27a-5b9bb7fa090f tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:10.681335 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad0091d-36d3-4446-b27a-5b9bb7fa090f tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Pushing event deleted for resources: {'Port': ['ID=3358e3c7-e57c-4854-afa0-8bf13d153298,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:10.763727 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-aa41d179-4372-4f0d-8b18-0e5ca6c0aab2 req-d999bc9c-dd99-4631-8691-7136efd88734 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b3cc798-9628-4452-be74-f36a32d532c1 HTTP/1.1" status: 200 len: 210 time: 0.1844110 Nov 12 08:20:10.781376 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-3b88e735-87f0-44e4-9296-608e3015e68f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1fd44a26a72e4a298443a1a3304a57d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5474153 Nov 12 08:20:10.782013 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 47974) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:10.811300 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a833c84-5587-4133-8fb3-7d6d0288f1e8 req-2ad0091d-36d3-4446-b27a-5b9bb7fa090f tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] No DVR routers for this DVR port 3358e3c7-e57c-4854-afa0-8bf13d153298 on host n-h1-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:20:10.816088 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-6a833c84-5587-4133-8fb3-7d6d0288f1e8 req-2ad0091d-36d3-4446-b27a-5b9bb7fa090f tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:10.819927 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6a833c84-5587-4133-8fb3-7d6d0288f1e8 req-2ad0091d-36d3-4446-b27a-5b9bb7fa090f tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.21 "DELETE /v2.0/ports/3358e3c7-e57c-4854-afa0-8bf13d153298 HTTP/1.1" status: 204 len: 173 time: 1.0520716 Nov 12 08:20:10.820393 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b3cc798-9628-4452-be74-f36a32d532c1', 'name': 'network-vif-deleted', 'tag': '3358e3c7-e57c-4854-afa0-8bf13d153298'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:20:10.822712 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-363976d1-489a-411c-bcb2-66d57ccabec0" -d '{"events": [{"server_uuid": "5b3cc798-9628-4452-be74-f36a32d532c1", "name": "network-vif-deleted", "tag": "3358e3c7-e57c-4854-afa0-8bf13d153298"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:20:10.886568 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8bd1a752-5636-4333-8bb6-e604f876b5f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:10.921050 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b22c18e0-821a-40ea-921c-45370dd495a1 x-openstack-request-id: req-b22c18e0-821a-40ea-921c-45370dd495a1 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:20:10.921277 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b3cc798-9628-4452-be74-f36a32d532c1", "name": "network-vif-deleted", "tag": "3358e3c7-e57c-4854-afa0-8bf13d153298", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:20:10.921859 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b22c18e0-821a-40ea-921c-45370dd495a1 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:20:10.922551 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b3cc798-9628-4452-be74-f36a32d532c1', 'name': 'network-vif-deleted', 'tag': '3358e3c7-e57c-4854-afa0-8bf13d153298', 'status': 'completed', 'code': 200} Nov 12 08:20:10.947722 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8bd1a752-5636-4333-8bb6-e604f876b5f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:11.058363 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8bd1a752-5636-4333-8bb6-e604f876b5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:11.061531 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8bd1a752-5636-4333-8bb6-e604f876b5f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:11.066101 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-8bd1a752-5636-4333-8bb6-e604f876b5f0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/04659777-8c5b-450c-8199-9b08a0d36c87 HTTP/1.1" status: 204 len: 168 time: 0.2798352 Nov 12 08:20:11.090744 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd1a752-5636-4333-8bb6-e604f876b5f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04659777-8c5b-450c-8199-9b08a0d36c87,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:11.989267 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 48030) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:12.195760 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:12.354081 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5fddabb9-f2a3-4199-95a2-59459e95c1fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:12.404646 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e062b80b-ff73-499d-a6be-ed8a7a728854 req-dc01a76b-e757-4934-844b-edadde4f9b76 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:12.427991 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e062b80b-ff73-499d-a6be-ed8a7a728854 req-dc01a76b-e757-4934-844b-edadde4f9b76 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb563860-f65d-4503-8960-26c644509025 HTTP/1.1" status: 200 len: 944 time: 0.1321344 Nov 12 08:20:12.539145 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5fddabb9-f2a3-4199-95a2-59459e95c1fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:12.550959 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5fddabb9-f2a3-4199-95a2-59459e95c1fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:12.611656 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e062b80b-ff73-499d-a6be-ed8a7a728854 req-9689ecca-5a4a-45dd-8daf-0605fafcaa07 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/security-groups?id=55ab71ca-84d6-43ae-92e8-8b1f3e254537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666379 Nov 12 08:20:12.648262 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-5fddabb9-f2a3-4199-95a2-59459e95c1fa admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=932e994656b9433e83346a72a8941dd5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6578975 Nov 12 08:20:12.651055 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 48054) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:12.654750 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fddabb9-f2a3-4199-95a2-59459e95c1fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e048ddd8-53b6-4087-a413-4675bb747a29,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:12.842908 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b24efdf2-3c91-4183-a350-067bf2c36a70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:12.900467 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b24efdf2-3c91-4183-a350-067bf2c36a70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:12.925959 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850159c3-f3ad-4510-8d2f-3e8c70fae9d4 req-1ca864f9-67d9-40b2-b3d0-452e8cd7e5bc tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:12.927498 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-850159c3-f3ad-4510-8d2f-3e8c70fae9d4 req-1ca864f9-67d9-40b2-b3d0-452e8cd7e5bc tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb563860-f65d-4503-8960-26c644509025 HTTP/1.1" status: 200 len: 944 time: 0.0959265 Nov 12 08:20:13.011277 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b24efdf2-3c91-4183-a350-067bf2c36a70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:13.015717 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b24efdf2-3c91-4183-a350-067bf2c36a70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:13.018312 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-b24efdf2-3c91-4183-a350-067bf2c36a70 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e048ddd8-53b6-4087-a413-4675bb747a29 HTTP/1.1" status: 204 len: 168 time: 0.3659623 Nov 12 08:20:13.047360 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24efdf2-3c91-4183-a350-067bf2c36a70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e048ddd8-53b6-4087-a413-4675bb747a29,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:13.146885 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-850159c3-f3ad-4510-8d2f-3e8c70fae9d4 req-d2cd996d-dab4-4b6d-b7ae-60b7fbd41ce5 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Deleting port d07f2704-930d-4d20-97dd-5fea604c4aea {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:20:13.148013 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-850159c3-f3ad-4510-8d2f-3e8c70fae9d4 req-d2cd996d-dab4-4b6d-b7ae-60b7fbd41ce5 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:13.287114 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e248dc10-e584-44c0-961b-d051bf15b87d req-5a7324da-6794-4b7c-b0e4-4eacac8419df tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:13.302848 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e248dc10-e584-44c0-961b-d051bf15b87d req-5a7324da-6794-4b7c-b0e4-4eacac8419df tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 945 time: 0.1634264 Nov 12 08:20:13.432011 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-850159c3-f3ad-4510-8d2f-3e8c70fae9d4 req-d2cd996d-dab4-4b6d-b7ae-60b7fbd41ce5 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] For port d07f2704-930d-4d20-97dd-5fea604c4aea, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=d07f2704-930d-4d20-97dd-5fea604c4aea,segment=NetworkSegment(2faefcc0-552f-4085-b81e-2c4b58f0de67),segment_id=2faefcc0-552f-4085-b81e-2c4b58f0de67)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:20:13.432583 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-850159c3-f3ad-4510-8d2f-3e8c70fae9d4 req-d2cd996d-dab4-4b6d-b7ae-60b7fbd41ce5 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:13.449130 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e248dc10-e584-44c0-961b-d051bf15b87d req-d570fe3e-7a53-489e-864c-c4b0523d493d tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447544 Nov 12 08:20:13.478337 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-850159c3-f3ad-4510-8d2f-3e8c70fae9d4 req-d2cd996d-dab4-4b6d-b7ae-60b7fbd41ce5 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Calling delete_port for d07f2704-930d-4d20-97dd-5fea604c4aea owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:20:13.823882 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:20:13.908567 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-850159c3-f3ad-4510-8d2f-3e8c70fae9d4 req-d2cd996d-dab4-4b6d-b7ae-60b7fbd41ce5 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:13.972939 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cd996d-dab4-4b6d-b7ae-60b7fbd41ce5 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Pushing event deleted for resources: {'Port': ['ID=d07f2704-930d-4d20-97dd-5fea604c4aea,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:14.009260 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 3358e3c7-e57c-4854-afa0-8bf13d153298 no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:20:14.073472 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-e530113a-7783-48f4-9840-8911a24052df None None] No Port match for: 3358e3c7-e57c-4854-afa0-8bf13d153298 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:20:14.076786 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 3358e3c7-e57c-4854-afa0-8bf13d153298 not bound to the agent host n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:20:14.080274 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d2c666-0e1d-4aaa-aab3-bec38022d45f req-4d387a17-0df9-4449-8a95-baba62fbc59f tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:14.090663 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-57d2c666-0e1d-4aaa-aab3-bec38022d45f req-4d387a17-0df9-4449-8a95-baba62fbc59f tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 945 time: 0.3478730 Nov 12 08:20:14.174538 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-850159c3-f3ad-4510-8d2f-3e8c70fae9d4 req-d2cd996d-dab4-4b6d-b7ae-60b7fbd41ce5 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] No DVR routers for this DVR port d07f2704-930d-4d20-97dd-5fea604c4aea on host n-h1-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:20:14.194203 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-850159c3-f3ad-4510-8d2f-3e8c70fae9d4 req-d2cd996d-dab4-4b6d-b7ae-60b7fbd41ce5 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:14.205000 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-850159c3-f3ad-4510-8d2f-3e8c70fae9d4 req-d2cd996d-dab4-4b6d-b7ae-60b7fbd41ce5 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.21 "DELETE /v2.0/ports/d07f2704-930d-4d20-97dd-5fea604c4aea HTTP/1.1" status: 204 len: 173 time: 1.2683516 Nov 12 08:20:14.208977 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb563860-f65d-4503-8960-26c644509025', 'name': 'network-vif-deleted', 'tag': 'd07f2704-930d-4d20-97dd-5fea604c4aea'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:20:14.214438 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3986ad5e-81bd-4a78-815e-3df32f3255b6" -d '{"events": [{"server_uuid": "fb563860-f65d-4503-8960-26c644509025", "name": "network-vif-deleted", "tag": "d07f2704-930d-4d20-97dd-5fea604c4aea"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:20:14.279505 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-57d2c666-0e1d-4aaa-aab3-bec38022d45f req-0ae173ac-6b0f-497b-bce2-a89a01378a45 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867998 Nov 12 08:20:14.454193 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-80ffab95-b956-48d9-92c6-1fed2b418816 req-60c02765-3b4a-49c5-9199-349891357d20 tempest-LiveMigrationTest-1554774772 tempest-LiveMigrationTest-1554774772-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb563860-f65d-4503-8960-26c644509025 HTTP/1.1" status: 200 len: 210 time: 0.0806208 Nov 12 08:20:14.708438 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79071433-d8ed-4d57-920b-bd007d71a8e1 x-openstack-request-id: req-79071433-d8ed-4d57-920b-bd007d71a8e1 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:20:14.709342 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb563860-f65d-4503-8960-26c644509025", "name": "network-vif-deleted", "tag": "d07f2704-930d-4d20-97dd-5fea604c4aea", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:20:14.709819 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-79071433-d8ed-4d57-920b-bd007d71a8e1 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:20:14.710490 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb563860-f65d-4503-8960-26c644509025', 'name': 'network-vif-deleted', 'tag': 'd07f2704-930d-4d20-97dd-5fea604c4aea', 'status': 'completed', 'code': 200} Nov 12 08:20:14.776995 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 48144) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:14.907203 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0d306a-a52c-4d03-8f1b-89f00e6ea5c7 req-1883158e-be1b-4090-a85d-80a6e2d63ca4 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:14.908837 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5f0d306a-a52c-4d03-8f1b-89f00e6ea5c7 req-1883158e-be1b-4090-a85d-80a6e2d63ca4 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 945 time: 0.0847480 Nov 12 08:20:15.143662 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5f0d306a-a52c-4d03-8f1b-89f00e6ea5c7 req-8e1e7162-5c1e-42bc-bf6f-002982c886e2 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125478 Nov 12 08:20:15.171718 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-d414401f-bd8b-4518-bc6a-74e3c0bb47be tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1685009949'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:20:15.225834 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d414401f-bd8b-4518-bc6a-74e3c0bb47be tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Made reservation on behalf of c0e8142cf32447aea31987be9ac88916 for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:20:15.237507 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d414401f-bd8b-4518-bc6a-74e3c0bb47be tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:15.300780 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d414401f-bd8b-4518-bc6a-74e3c0bb47be tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:15.369352 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed86e09e-57d1-4b65-9a86-11d0225c721f req-bda31db2-bd73-4048-8aac-ffe0fcf2bceb tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:15.377886 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ed86e09e-57d1-4b65-9a86-11d0225c721f req-bda31db2-bd73-4048-8aac-ffe0fcf2bceb tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 945 time: 0.1362710 Nov 12 08:20:15.485116 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ed86e09e-57d1-4b65-9a86-11d0225c721f req-124f5640-31f5-4445-b893-5ebc51adcf6c tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029811 Nov 12 08:20:15.551709 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 48172) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:15.668481 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d414401f-bd8b-4518-bc6a-74e3c0bb47be tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:15.677685 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d414401f-bd8b-4518-bc6a-74e3c0bb47be tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:15.799450 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d414401f-bd8b-4518-bc6a-74e3c0bb47be tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:20:15.832495 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d414401f-bd8b-4518-bc6a-74e3c0bb47be tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67309e11-50ed-4e3e-872c-798db0f234fc,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:15.844398 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d414401f-bd8b-4518-bc6a-74e3c0bb47be tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:15.844747 n-d-765315-29 neutron-server[102599]: INFO neutron.db.segments_db [None req-d414401f-bd8b-4518-bc6a-74e3c0bb47be tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Added segment bf156aef-5560-45b0-856d-b685deffbc47 of type vlan for network 7258a35f-77d8-48ef-8acb-c7156f77ad1b Nov 12 08:20:15.919264 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf57d492-05c4-47b9-b63d-3e9c68e46450 admin admin] Deleting subnet b48e5e9c-f3da-4efc-88c4-db8837528b82 {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:20:15.925542 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d414401f-bd8b-4518-bc6a-74e3c0bb47be tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:15.925677 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cf57d492-05c4-47b9-b63d-3e9c68e46450 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:15.997091 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d414401f-bd8b-4518-bc6a-74e3c0bb47be tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:16.001770 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cf57d492-05c4-47b9-b63d-3e9c68e46450 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:16.004423 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d414401f-bd8b-4518-bc6a-74e3c0bb47be tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:16.007869 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d414401f-bd8b-4518-bc6a-74e3c0bb47be tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:16.009863 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device d07f2704-930d-4d20-97dd-5fea604c4aea no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:20:16.061367 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-e530113a-7783-48f4-9840-8911a24052df None None] No Port match for: d07f2704-930d-4d20-97dd-5fea604c4aea {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:20:16.063157 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device d07f2704-930d-4d20-97dd-5fea604c4aea not bound to the agent host n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:20:16.096070 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cf57d492-05c4-47b9-b63d-3e9c68e46450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:16.145456 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-d414401f-bd8b-4518-bc6a-74e3c0bb47be tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.3672111 Nov 12 08:20:16.159682 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 48208) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:16.164652 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-82a988f8-87ce-451e-a02e-e8d5d593c960 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Request body: {'subnet': {'network_id': '7258a35f-77d8-48ef-8acb-c7156f77ad1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:20:16.212695 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d414401f-bd8b-4518-bc6a-74e3c0bb47be tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Pushing event updated for resources: {'Network': ['ID=7258a35f-77d8-48ef-8acb-c7156f77ad1b,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:16.215288 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cf57d492-05c4-47b9-b63d-3e9c68e46450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:16.227884 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 7258a35f-77d8-48ef-8acb-c7156f77ad1b details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:20:16.307495 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf57d492-05c4-47b9-b63d-3e9c68e46450 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b48e5e9c-f3da-4efc-88c4-db8837528b82,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:16.314533 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cf57d492-05c4-47b9-b63d-3e9c68e46450 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:16.320883 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-cf57d492-05c4-47b9-b63d-3e9c68e46450 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/b48e5e9c-f3da-4efc-88c4-db8837528b82 HTTP/1.1" status: 204 len: 168 time: 0.7681155 Nov 12 08:20:16.323516 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 48214) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:16.341953 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7371015c-45d2-4c7e-a6ed-bae85043a37f req-db359115-e37a-4ac3-b6e3-3968a11b5a46 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:16.350766 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7371015c-45d2-4c7e-a6ed-bae85043a37f req-db359115-e37a-4ac3-b6e3-3968a11b5a46 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 945 time: 0.1788986 Nov 12 08:20:16.383847 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a988f8-87ce-451e-a02e-e8d5d593c960 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Made reservation on behalf of c0e8142cf32447aea31987be9ac88916 for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:20:16.391303 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-82a988f8-87ce-451e-a02e-e8d5d593c960 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:16.458203 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7371015c-45d2-4c7e-a6ed-bae85043a37f req-5f050922-8f62-494b-a986-0cff7c6c421b tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047468 Nov 12 08:20:16.501237 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6ed8773e-6895-466b-ad95-8cfa6b807dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:16.675756 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6ed8773e-6895-466b-ad95-8cfa6b807dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:16.702175 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa8e89-83c9-4a95-b43e-9d4f6fdaea81 req-10b0d13e-c376-4c3e-895e-8567ba316432 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:16.716447 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-28aa8e89-83c9-4a95-b43e-9d4f6fdaea81 req-10b0d13e-c376-4c3e-895e-8567ba316432 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 945 time: 0.1386065 Nov 12 08:20:16.736974 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-6ed8773e-6895-466b-ad95-8cfa6b807dc9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:20:16.756075 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-6ed8773e-6895-466b-ad95-8cfa6b807dc9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2faefcc0-552f-4085-b81e-2c4b58f0de67') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:20:16.756369 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-6ed8773e-6895-466b-ad95-8cfa6b807dc9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2faefcc0-552f-4085-b81e-2c4b58f0de67') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:20:16.813416 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-28aa8e89-83c9-4a95-b43e-9d4f6fdaea81 req-62b53bf6-36bb-474c-80b8-7bfa92f84e6b tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901928 Nov 12 08:20:16.815765 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6ed8773e-6895-466b-ad95-8cfa6b807dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:16.839097 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-82a988f8-87ce-451e-a02e-e8d5d593c960 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:16.842170 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6ed8773e-6895-466b-ad95-8cfa6b807dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:16.855059 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ed8773e-6895-466b-ad95-8cfa6b807dc9 admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:20:16.855635 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6ed8773e-6895-466b-ad95-8cfa6b807dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:16.858746 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:20:16.858746 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:20:16.858746 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:20:16.858746 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:20:16.858746 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:20:16.858746 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:20:16.858746 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:20:16.858746 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:20:16.858746 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:20:16.858746 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:20:16.858746 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:20:16.858746 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:20:16.858746 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:20:16.858746 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:20:16.858746 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:20:16.858746 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:20:16.858746 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:20:16.858746 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:20:16.858746 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:20:16.858746 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:20:16.858746 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:20:16.858746 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:20:16.858746 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:20:16.858746 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:20:16.858746 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:20:16.858746 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:20:16.858746 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:20:16.858746 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:20:16.858746 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:20:16.858746 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:20:16.858746 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:20:16.858746 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:20:16.992882 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6ed8773e-6895-466b-ad95-8cfa6b807dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:16.999119 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6ed8773e-6895-466b-ad95-8cfa6b807dc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:17.002525 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-6ed8773e-6895-466b-ad95-8cfa6b807dc9 admin admin] 10.222.0.26 "DELETE /v2.0/networks/6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a HTTP/1.1" status: 204 len: 168 time: 0.6778619 Nov 12 08:20:17.007682 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a988f8-87ce-451e-a02e-e8d5d593c960 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Checking segment: {'id': 'bf156aef-5560-45b0-856d-b685deffbc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '7258a35f-77d8-48ef-8acb-c7156f77ad1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:20:17.008204 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a988f8-87ce-451e-a02e-e8d5d593c960 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Network hostable DHCP agents. Network: 7258a35f-77d8-48ef-8acb-c7156f77ad1b, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:20:17.015397 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 48248) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:17.043443 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a988f8-87ce-451e-a02e-e8d5d593c960 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Pushing event updated for resources: {'Subnet': ['ID=12c30123-0f3b-4111-ac39-a04acfabe6b5,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:17.049919 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed8773e-6895-466b-ad95-8cfa6b807dc9 admin admin] Pushing event deleted for resources: {'Network': ['ID=6cc4f60f-66ab-4ad0-9a19-4540d0e1ab3a,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:17.082847 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a988f8-87ce-451e-a02e-e8d5d593c960 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Network 7258a35f-77d8-48ef-8acb-c7156f77ad1b is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:20:17.104554 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-82a988f8-87ce-451e-a02e-e8d5d593c960 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 7258a35f-77d8-48ef-8acb-c7156f77ad1b) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:20:17.116571 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a988f8-87ce-451e-a02e-e8d5d593c960 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:17.117555 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-82a988f8-87ce-451e-a02e-e8d5d593c960 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:17.133233 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95fd75c-62ce-40d8-8017-566a9138745b None None] Network 7258a35f-77d8-48ef-8acb-c7156f77ad1b requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:20:17.183093 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-82a988f8-87ce-451e-a02e-e8d5d593c960 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0199096 Nov 12 08:20:17.186174 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 48258) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:17.201513 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-0b4781f2-5a16-45cf-a353-ca1de1e57a96 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Request body: {'port': {'network_id': '7258a35f-77d8-48ef-8acb-c7156f77ad1b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-534314526'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:20:17.242896 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-30007399-5bb3-4e40-a1db-780d6b95e125 admin admin] Deleting subnet 2ce1bfb4-cdc2-4aee-8b20-ca71af16cc4b {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:20:17.250457 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-30007399-5bb3-4e40-a1db-780d6b95e125 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:17.286037 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a33732-c5c0-4046-8bb9-bbd2df5ed923 req-cccb0085-e47e-4767-827b-f7c932fc9a10 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:17.287804 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e3a33732-c5c0-4046-8bb9-bbd2df5ed923 req-cccb0085-e47e-4767-827b-f7c932fc9a10 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 945 time: 0.1809053 Nov 12 08:20:17.335703 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-30007399-5bb3-4e40-a1db-780d6b95e125 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:17.444620 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b4781f2-5a16-45cf-a353-ca1de1e57a96 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Made reservation on behalf of c0e8142cf32447aea31987be9ac88916 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:20:17.456032 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0b4781f2-5a16-45cf-a353-ca1de1e57a96 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:17.486080 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [None req-0b4781f2-5a16-45cf-a353-ca1de1e57a96 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] device_id is not set on port 6928dd55-2358-4642-9e00-706ac72a3b80 yet. {{(pid=102599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:20:17.558174 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12903e2-ff7f-4d0a-b866-e7b892083e4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-7258a35f-77d8-48ef-8acb-c7156f77ad1b', 'network_id': '7258a35f-77d8-48ef-8acb-c7156f77ad1b', 'tenant_id': 'c0e8142cf32447aea31987be9ac88916', 'fixed_ips': [{'subnet_id': '12c30123-0f3b-4111-ac39-a04acfabe6b5'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:20:17.558866 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a12903e2-ff7f-4d0a-b866-e7b892083e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:17.571353 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e3a33732-c5c0-4046-8bb9-bbd2df5ed923 req-5c880b46-8f2e-4d26-ba46-51f0f069ac2a tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660728 Nov 12 08:20:17.578932 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-30007399-5bb3-4e40-a1db-780d6b95e125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:17.893459 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-30007399-5bb3-4e40-a1db-780d6b95e125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:17.923491 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-a12903e2-ff7f-4d0a-b866-e7b892083e4f None None] Allocated IP 2001:db8::2 (7258a35f-77d8-48ef-8acb-c7156f77ad1b/12c30123-0f3b-4111-ac39-a04acfabe6b5/e612e78c-da13-41df-98fd-3f2db9857cac) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:20:17.963324 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30007399-5bb3-4e40-a1db-780d6b95e125 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ce1bfb4-cdc2-4aee-8b20-ca71af16cc4b,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:17.991680 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-30007399-5bb3-4e40-a1db-780d6b95e125 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:18.002145 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-30007399-5bb3-4e40-a1db-780d6b95e125 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/2ce1bfb4-cdc2-4aee-8b20-ca71af16cc4b HTTP/1.1" status: 204 len: 168 time: 0.9843278 Nov 12 08:20:18.008137 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 48292) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:18.179282 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0ef19eff-b12a-4960-8dce-a8dc830be95f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:18.225660 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61c3800-5744-4485-bba3-7f88ddbaa5f0 req-85a7e281-d703-4e1b-a421-c21e1fcd1802 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:18.234773 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f61c3800-5744-4485-bba3-7f88ddbaa5f0 req-85a7e281-d703-4e1b-a421-c21e1fcd1802 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 945 time: 0.4326241 Nov 12 08:20:18.298462 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a12903e2-ff7f-4d0a-b866-e7b892083e4f None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:18.313551 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a12903e2-ff7f-4d0a-b866-e7b892083e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:18.427379 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12903e2-ff7f-4d0a-b866-e7b892083e4f None None] Network 7258a35f-77d8-48ef-8acb-c7156f77ad1b is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:20:18.436074 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-a12903e2-ff7f-4d0a-b866-e7b892083e4f None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:20:18.480980 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12903e2-ff7f-4d0a-b866-e7b892083e4f None None] Pushing event updated for resources: {'Port': ['ID=e612e78c-da13-41df-98fd-3f2db9857cac,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:18.487826 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12903e2-ff7f-4d0a-b866-e7b892083e4f None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:20:18.502768 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0ef19eff-b12a-4960-8dce-a8dc830be95f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:18.564509 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-0ef19eff-b12a-4960-8dce-a8dc830be95f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0aad1f8-3b3a-494d-a653-7664c09a7950']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:20:18.566419 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-0b4781f2-5a16-45cf-a353-ca1de1e57a96 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Allocated IP 2001:db8::5e (7258a35f-77d8-48ef-8acb-c7156f77ad1b/12c30123-0f3b-4111-ac39-a04acfabe6b5/6928dd55-2358-4642-9e00-706ac72a3b80) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:20:18.585615 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-0ef19eff-b12a-4960-8dce-a8dc830be95f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a744d773-e629-433f-bc32-54104cceecc5') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:20:18.586344 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-0ef19eff-b12a-4960-8dce-a8dc830be95f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a744d773-e629-433f-bc32-54104cceecc5') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:20:18.607234 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0ef19eff-b12a-4960-8dce-a8dc830be95f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:18.625558 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-a12903e2-ff7f-4d0a-b866-e7b892083e4f None None] Attempting to bind port e612e78c-da13-41df-98fd-3f2db9857cac on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:20:18.628237 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-a12903e2-ff7f-4d0a-b866-e7b892083e4f None None] Attempting to bind port e612e78c-da13-41df-98fd-3f2db9857cac by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': 'bf156aef-5560-45b0-856d-b685deffbc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '7258a35f-77d8-48ef-8acb-c7156f77ad1b'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:20:18.628867 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12903e2-ff7f-4d0a-b866-e7b892083e4f None None] Attempting to bind port e612e78c-da13-41df-98fd-3f2db9857cac on network 7258a35f-77d8-48ef-8acb-c7156f77ad1b {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:20:18.644172 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12903e2-ff7f-4d0a-b866-e7b892083e4f None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:20:18.645625 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0ef19eff-b12a-4960-8dce-a8dc830be95f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:18.646252 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12903e2-ff7f-4d0a-b866-e7b892083e4f None None] Checking segment: {'id': 'bf156aef-5560-45b0-856d-b685deffbc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '7258a35f-77d8-48ef-8acb-c7156f77ad1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:20:18.649491 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a12903e2-ff7f-4d0a-b866-e7b892083e4f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:18.650195 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12903e2-ff7f-4d0a-b866-e7b892083e4f None None] Bound using segment: {'id': 'bf156aef-5560-45b0-856d-b685deffbc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '7258a35f-77d8-48ef-8acb-c7156f77ad1b'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:20:18.650970 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-a12903e2-ff7f-4d0a-b866-e7b892083e4f None None] Bound port: e612e78c-da13-41df-98fd-3f2db9857cac, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf156aef-5560-45b0-856d-b685deffbc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '7258a35f-77d8-48ef-8acb-c7156f77ad1b'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:20:18.653308 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a12903e2-ff7f-4d0a-b866-e7b892083e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:18.682230 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ef19eff-b12a-4960-8dce-a8dc830be95f admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:20:18.684497 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0ef19eff-b12a-4960-8dce-a8dc830be95f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:18.864667 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:20:18.864667 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:20:18.864667 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:20:18.864667 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:20:18.864667 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:20:18.864667 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:20:18.864667 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:20:18.864667 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:20:18.864667 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:20:18.864667 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:20:18.864667 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:20:18.864667 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:20:18.864667 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:20:18.864667 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:20:18.864667 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:20:18.864667 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:20:18.864667 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:20:18.864667 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:20:18.864667 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:20:18.864667 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:20:18.864667 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:20:18.864667 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:20:18.864667 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:20:18.864667 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:20:18.864667 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:20:18.864667 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:20:18.864667 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:20:18.864667 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:20:18.864667 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:20:18.864667 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:20:18.864667 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:20:18.864667 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:20:18.880362 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0ef19eff-b12a-4960-8dce-a8dc830be95f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:18.881741 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-a12903e2-ff7f-4d0a-b866-e7b892083e4f None None] For port e612e78c-da13-41df-98fd-3f2db9857cac, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:20:18.887918 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-a12903e2-ff7f-4d0a-b866-e7b892083e4f None None] For port e612e78c-da13-41df-98fd-3f2db9857cac, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=e612e78c-da13-41df-98fd-3f2db9857cac,segment=NetworkSegment(bf156aef-5560-45b0-856d-b685deffbc47),segment_id=bf156aef-5560-45b0-856d-b685deffbc47)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:20:18.907026 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0ef19eff-b12a-4960-8dce-a8dc830be95f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:18.910366 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a12903e2-ff7f-4d0a-b866-e7b892083e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:18.912877 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-0ef19eff-b12a-4960-8dce-a8dc830be95f admin admin] 10.222.0.26 "DELETE /v2.0/networks/e0aad1f8-3b3a-494d-a653-7664c09a7950 HTTP/1.1" status: 204 len: 168 time: 0.9014685 Nov 12 08:20:18.976685 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef19eff-b12a-4960-8dce-a8dc830be95f admin admin] Pushing event deleted for resources: {'Network': ['ID=e0aad1f8-3b3a-494d-a653-7664c09a7950,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:18.980493 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0b4781f2-5a16-45cf-a353-ca1de1e57a96 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:18.987382 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12903e2-ff7f-4d0a-b866-e7b892083e4f None None] Pushing event updated for resources: {'Port': ['ID=e612e78c-da13-41df-98fd-3f2db9857cac,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:19.026213 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f61c3800-5744-4485-bba3-7f88ddbaa5f0 req-eb4e33a5-94fe-4a11-919c-04539f90a4ff tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7848926 Nov 12 08:20:19.091500 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0b4781f2-5a16-45cf-a353-ca1de1e57a96 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:19.219584 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4781f2-5a16-45cf-a353-ca1de1e57a96 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Network 7258a35f-77d8-48ef-8acb-c7156f77ad1b is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:20:19.226361 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-0b4781f2-5a16-45cf-a353-ca1de1e57a96 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:20:19.245104 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4781f2-5a16-45cf-a353-ca1de1e57a96 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:20:19.259981 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 48364) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:19.263933 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4781f2-5a16-45cf-a353-ca1de1e57a96 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:19.264608 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0b4781f2-5a16-45cf-a353-ca1de1e57a96 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:19.298303 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4781f2-5a16-45cf-a353-ca1de1e57a96 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Pushing event updated for resources: {'Port': ['ID=6928dd55-2358-4642-9e00-706ac72a3b80,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:19.316823 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-0b4781f2-5a16-45cf-a353-ca1de1e57a96 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.1294646 Nov 12 08:20:19.324819 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 48374) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:19.342023 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-a86caeeb-17a9-406e-b6e2-0b2830d2ad60 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Request body: {'port': {'network_id': '7258a35f-77d8-48ef-8acb-c7156f77ad1b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1035426641', 'allowed_address_pairs': [{'ip_address': '2001:db8::5e', 'mac_address': 'fa:16:3e:e3:60:53'}]}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:20:19.375174 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-965aad2c-c554-44d5-85e4-06ca6e234be1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7317cbf37f7b44a3b0cd0a433cf6ba52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1137731 Nov 12 08:20:19.376057 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 48378) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:19.389664 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e499256-6c9d-4cc9-ab51-07d36d2e4d49 req-298fbdab-c45f-45b8-8fbc-124493ea22db tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:19.392397 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9e499256-6c9d-4cc9-ab51-07d36d2e4d49 req-298fbdab-c45f-45b8-8fbc-124493ea22db tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 945 time: 0.1215670 Nov 12 08:20:19.537000 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 48382) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:19.660999 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9e499256-6c9d-4cc9-ab51-07d36d2e4d49 req-7c6fe35b-ca40-4e85-93d6-0632d4ae0977 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598200 Nov 12 08:20:19.712188 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3462b6ad-2536-40ac-afdb-55ba28942537 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:19.773041 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a86caeeb-17a9-406e-b6e2-0b2830d2ad60 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Made reservation on behalf of c0e8142cf32447aea31987be9ac88916 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:20:19.809584 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3462b6ad-2536-40ac-afdb-55ba28942537 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:19.995080 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3462b6ad-2536-40ac-afdb-55ba28942537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:19.997647 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3462b6ad-2536-40ac-afdb-55ba28942537 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:20.005454 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-3462b6ad-2536-40ac-afdb-55ba28942537 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/55ab71ca-84d6-43ae-92e8-8b1f3e254537 HTTP/1.1" status: 204 len: 168 time: 0.6277552 Nov 12 08:20:20.015287 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a86caeeb-17a9-406e-b6e2-0b2830d2ad60 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:20.050206 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [None req-a86caeeb-17a9-406e-b6e2-0b2830d2ad60 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] device_id is not set on port ba5d4672-eacc-4fee-8c95-d5bf84250e57 yet. {{(pid=102599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:20:20.118436 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3462b6ad-2536-40ac-afdb-55ba28942537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ab71ca-84d6-43ae-92e8-8b1f3e254537,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:20.184876 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device e612e78c-da13-41df-98fd-3f2db9857cac up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:20:20.372411 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29623140-8097-471c-96ac-a8b77e56fb23 req-e79e8acf-b4a4-48e7-a5f6-18d0982631f1 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:20.373932 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-29623140-8097-471c-96ac-a8b77e56fb23 req-e79e8acf-b4a4-48e7-a5f6-18d0982631f1 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 945 time: 0.4283192 Nov 12 08:20:20.424648 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port e612e78c-da13-41df-98fd-3f2db9857cac triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:20:20.424937 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:20.461838 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-a86caeeb-17a9-406e-b6e2-0b2830d2ad60 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Allocated IP 2001:db8::2d8 (7258a35f-77d8-48ef-8acb-c7156f77ad1b/12c30123-0f3b-4111-ac39-a04acfabe6b5/ba5d4672-eacc-4fee-8c95-d5bf84250e57) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:20:20.763603 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:20.863121 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-29623140-8097-471c-96ac-a8b77e56fb23 req-308e4885-2435-41a8-ba7a-0453af83538a tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3706717 Nov 12 08:20:20.928958 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 48452) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:20.974010 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe916729-082e-4f5b-8a55-473a68049877 None None] Network 7258a35f-77d8-48ef-8acb-c7156f77ad1b requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:20:20.980278 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a86caeeb-17a9-406e-b6e2-0b2830d2ad60 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:21.139197 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 48462) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:21.145869 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-8fbd812b-d466-46ba-b9b3-0a67b86db058 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f40a74aa33694b1aa609e6d15c90f3af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2092028 Nov 12 08:20:21.174461 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a86caeeb-17a9-406e-b6e2-0b2830d2ad60 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:21.311256 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86caeeb-17a9-406e-b6e2-0b2830d2ad60 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Pushing event updated for resources: {'Port': ['ID=ba5d4672-eacc-4fee-8c95-d5bf84250e57,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:21.338319 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] For port e612e78c-da13-41df-98fd-3f2db9857cac, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=e612e78c-da13-41df-98fd-3f2db9857cac,segment=NetworkSegment(bf156aef-5560-45b0-856d-b685deffbc47),segment_id=bf156aef-5560-45b0-856d-b685deffbc47)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:20:21.351454 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86caeeb-17a9-406e-b6e2-0b2830d2ad60 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Network 7258a35f-77d8-48ef-8acb-c7156f77ad1b is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:20:21.355084 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-a86caeeb-17a9-406e-b6e2-0b2830d2ad60 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:20:21.359442 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:21.363261 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86caeeb-17a9-406e-b6e2-0b2830d2ad60 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:20:21.373714 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86caeeb-17a9-406e-b6e2-0b2830d2ad60 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:21.379409 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a86caeeb-17a9-406e-b6e2-0b2830d2ad60 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:21.418762 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-a86caeeb-17a9-406e-b6e2-0b2830d2ad60 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.0924041 Nov 12 08:20:21.419392 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 48480) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:21.488563 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-f4a6ef0d-3358-46b3-bf73-1130fd6f261e None None] Provisioning complete for port e612e78c-da13-41df-98fd-3f2db9857cac triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:20:21.489386 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f4a6ef0d-3358-46b3-bf73-1130fd6f261e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:21.492184 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Pushing event updated for resources: {'Port': ['ID=e612e78c-da13-41df-98fd-3f2db9857cac,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:21.515230 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d0a79f4d-6b58-4fc8-b076-95fdc395c4cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:21.683345 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d0a79f4d-6b58-4fc8-b076-95fdc395c4cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:21.688852 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57dde83-22c7-4af2-9097-7e476f5932a1 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:21.702260 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57dde83-22c7-4af2-9097-7e476f5932a1 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:21.709947 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57dde83-22c7-4af2-9097-7e476f5932a1 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:21.716771 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-f57dde83-22c7-4af2-9097-7e476f5932a1 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.2962580 Nov 12 08:20:21.717534 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 48486) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:21.798927 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d0a79f4d-6b58-4fc8-b076-95fdc395c4cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:21.807463 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d0a79f4d-6b58-4fc8-b076-95fdc395c4cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:21.808692 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-d0a79f4d-6b58-4fc8-b076-95fdc395c4cf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0d5902fa-675e-46b6-8e40-014e260f8a47 HTTP/1.1" status: 204 len: 168 time: 0.6658247 Nov 12 08:20:21.855335 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea081399-4d91-40d6-bdc6-079713c7822f req-f95ffbce-fe8b-4dd4-8136-0c11abf0a650 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:21.865752 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ea081399-4d91-40d6-bdc6-079713c7822f req-f95ffbce-fe8b-4dd4-8136-0c11abf0a650 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 945 time: 0.4802084 Nov 12 08:20:21.955161 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-305315a0-6e88-4524-855e-1b771b553169 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Deleting port ba5d4672-eacc-4fee-8c95-d5bf84250e57 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:20:21.955915 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-305315a0-6e88-4524-855e-1b771b553169 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:21.997347 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a79f4d-6b58-4fc8-b076-95fdc395c4cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d5902fa-675e-46b6-8e40-014e260f8a47,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:22.016027 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-81b7d9ed-1b31-4913-9735-4822346685c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933586'] for router_interface, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:22.101383 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device e612e78c-da13-41df-98fd-3f2db9857cac up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:20:22.297972 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e6edbe8f-f198-41f4-9094-2d10e91d122a None None] Provisioning complete for port ba5d4672-eacc-4fee-8c95-d5bf84250e57 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:20:22.298923 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e6edbe8f-f198-41f4-9094-2d10e91d122a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:22.320332 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-305315a0-6e88-4524-855e-1b771b553169 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:22.367781 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-305315a0-6e88-4524-855e-1b771b553169 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Calling delete_port for ba5d4672-eacc-4fee-8c95-d5bf84250e57 owned by {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:20:22.386412 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-e6edbe8f-f198-41f4-9094-2d10e91d122a None None] Port ba5d4672-eacc-4fee-8c95-d5bf84250e57 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:20:22.415841 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port e612e78c-da13-41df-98fd-3f2db9857cac triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:20:22.416214 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:22.454683 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ea081399-4d91-40d6-bdc6-079713c7822f req-df846b84-3bb4-49aa-8328-591e12ea1deb tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5854921 Nov 12 08:20:22.549652 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e6edbe8f-f198-41f4-9094-2d10e91d122a None None] Provisioning complete for port e612e78c-da13-41df-98fd-3f2db9857cac triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:20:22.550044 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e6edbe8f-f198-41f4-9094-2d10e91d122a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:22.770061 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-305315a0-6e88-4524-855e-1b771b553169 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:22.919948 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305315a0-6e88-4524-855e-1b771b553169 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Pushing event deleted for resources: {'Port': ['ID=ba5d4672-eacc-4fee-8c95-d5bf84250e57,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:23.088400 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e6edbe8f-f198-41f4-9094-2d10e91d122a None None] Provisioning complete for port 6928dd55-2358-4642-9e00-706ac72a3b80 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:20:23.088772 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e6edbe8f-f198-41f4-9094-2d10e91d122a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:23.239798 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-e6edbe8f-f198-41f4-9094-2d10e91d122a None None] Port 6928dd55-2358-4642-9e00-706ac72a3b80 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:20:23.285424 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-305315a0-6e88-4524-855e-1b771b553169 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:23.309697 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-305315a0-6e88-4524-855e-1b771b553169 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] 10.222.0.26 "DELETE /v2.0/ports/ba5d4672-eacc-4fee-8c95-d5bf84250e57 HTTP/1.1" status: 204 len: 168 time: 1.5893457 Nov 12 08:20:23.310696 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 48542) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:23.359845 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-68a83d97-7adc-4f70-94b5-bbb55f6c6024 None None] Could not find standard attr ID for object ba5d4672-eacc-4fee-8c95-d5bf84250e57. {{(pid=102601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:20:23.360509 n-d-765315-29 neutron-server[102599]: INFO neutron.pecan_wsgi.hooks.translation [None req-36f77498-30a5-426e-bffc-6a932311b364 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] GET failed (client error): The resource could not be found. Nov 12 08:20:23.364741 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-36f77498-30a5-426e-bffc-6a932311b364 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] 10.222.0.26 "GET /v2.0/ports/ba5d4672-eacc-4fee-8c95-d5bf84250e57 HTTP/1.1" status: 404 len: 333 time: 0.0528734 Nov 12 08:20:23.370947 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 48546) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:23.389528 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-51babcc0-5bdc-4988-a4ad-f7c424d5959c tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Request body: {'port': {'network_id': '7258a35f-77d8-48ef-8acb-c7156f77ad1b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-958907365'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:20:23.391206 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-68a83d97-7adc-4f70-94b5-bbb55f6c6024 None None] Provisioning complete for port 6928dd55-2358-4642-9e00-706ac72a3b80 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:20:23.392085 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-68a83d97-7adc-4f70-94b5-bbb55f6c6024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:23.492994 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-68a83d97-7adc-4f70-94b5-bbb55f6c6024 None None] Port 6928dd55-2358-4642-9e00-706ac72a3b80 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:20:23.753830 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51babcc0-5bdc-4988-a4ad-f7c424d5959c tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Made reservation on behalf of c0e8142cf32447aea31987be9ac88916 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:20:23.757454 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-51babcc0-5bdc-4988-a4ad-f7c424d5959c tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:23.798738 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [None req-51babcc0-5bdc-4988-a4ad-f7c424d5959c tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] device_id is not set on port c67e77f0-ac19-4b9d-b43d-1935c9786007 yet. {{(pid=102599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:20:23.930296 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d956c-cca9-4f96-a98a-75fd9ee688ee req-95e5b7f5-e084-4865-9414-d7281193fb21 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:23.945951 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9d4d956c-cca9-4f96-a98a-75fd9ee688ee req-95e5b7f5-e084-4865-9414-d7281193fb21 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 945 time: 0.1692731 Nov 12 08:20:24.027772 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-51babcc0-5bdc-4988-a4ad-f7c424d5959c tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Allocated IP 2001:db8::29 (7258a35f-77d8-48ef-8acb-c7156f77ad1b/12c30123-0f3b-4111-ac39-a04acfabe6b5/c67e77f0-ac19-4b9d-b43d-1935c9786007) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:20:24.159529 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9d4d956c-cca9-4f96-a98a-75fd9ee688ee req-5d9118c9-787b-4243-ac4a-787d3105d83d tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119966 Nov 12 08:20:24.201936 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-81b7d9ed-1b31-4913-9735-4822346685c5 admin admin] Deleting port 368b1f59-edaa-4692-bce6-09350eef70bc {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:20:24.202384 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-81b7d9ed-1b31-4913-9735-4822346685c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:24.284784 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-51babcc0-5bdc-4988-a4ad-f7c424d5959c tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:24.351887 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-81b7d9ed-1b31-4913-9735-4822346685c5 admin admin] For port 368b1f59-edaa-4692-bce6-09350eef70bc, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=368b1f59-edaa-4692-bce6-09350eef70bc,segment=NetworkSegment(f2435aad-db59-428a-9763-e2897ac84fcd),segment_id=f2435aad-db59-428a-9763-e2897ac84fcd)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:20:24.352700 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-81b7d9ed-1b31-4913-9735-4822346685c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:24.377792 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-51babcc0-5bdc-4988-a4ad-f7c424d5959c tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:24.394649 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-81b7d9ed-1b31-4913-9735-4822346685c5 admin admin] Calling delete_port for 368b1f59-edaa-4692-bce6-09350eef70bc owned by network:router_interface {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:20:24.490513 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51babcc0-5bdc-4988-a4ad-f7c424d5959c tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Network 7258a35f-77d8-48ef-8acb-c7156f77ad1b is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:20:24.508886 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-51babcc0-5bdc-4988-a4ad-f7c424d5959c tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:20:24.514522 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51babcc0-5bdc-4988-a4ad-f7c424d5959c tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:20:24.521673 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51babcc0-5bdc-4988-a4ad-f7c424d5959c tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:24.526130 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-51babcc0-5bdc-4988-a4ad-f7c424d5959c tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:24.585519 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51babcc0-5bdc-4988-a4ad-f7c424d5959c tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Pushing event updated for resources: {'Port': ['ID=c67e77f0-ac19-4b9d-b43d-1935c9786007,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:24.614175 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-51babcc0-5bdc-4988-a4ad-f7c424d5959c tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.2394500 Nov 12 08:20:24.615129 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 48600) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:24.625806 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-51f29e0a-05e7-416a-afc9-0ffc77770925 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::5e', 'mac_address': 'fa:16:3e:e3:60:53'}]}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:20:24.784325 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-51f29e0a-05e7-416a-afc9-0ffc77770925 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:24.878129 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-81b7d9ed-1b31-4913-9735-4822346685c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:24.942703 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-0fd7185b-f892-44ce-9d0d-11155454105a None None] Provisioning complete for port c67e77f0-ac19-4b9d-b43d-1935c9786007 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:20:24.943875 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-0fd7185b-f892-44ce-9d0d-11155454105a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:24.966332 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b7d9ed-1b31-4913-9735-4822346685c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=368b1f59-edaa-4692-bce6-09350eef70bc,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:25.078637 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-0fd7185b-f892-44ce-9d0d-11155454105a None None] Port c67e77f0-ac19-4b9d-b43d-1935c9786007 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:20:25.239927 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-51f29e0a-05e7-416a-afc9-0ffc77770925 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:25.251147 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-51f29e0a-05e7-416a-afc9-0ffc77770925 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:25.338636 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f29e0a-05e7-416a-afc9-0ffc77770925 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Pushing event updated for resources: {'Port': ['ID=c67e77f0-ac19-4b9d-b43d-1935c9786007,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:25.350012 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-51f29e0a-05e7-416a-afc9-0ffc77770925 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] In _notify_port_updated(), no bound segment for port c67e77f0-ac19-4b9d-b43d-1935c9786007 on network 7258a35f-77d8-48ef-8acb-c7156f77ad1b {{(pid=102599) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 08:20:25.359194 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f29e0a-05e7-416a-afc9-0ffc77770925 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:25.360202 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-51f29e0a-05e7-416a-afc9-0ffc77770925 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:25.364710 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-51f29e0a-05e7-416a-afc9-0ffc77770925 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] 10.222.0.26 "PUT /v2.0/ports/c67e77f0-ac19-4b9d-b43d-1935c9786007 HTTP/1.1" status: 200 len: 1000 time: 0.7484643 Nov 12 08:20:25.366318 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 48638) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:25.439107 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-81b7d9ed-1b31-4913-9735-4822346685c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918626'] for router_interface, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:25.645321 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 48656) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:25.731216 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-59bac1b1-21a0-41a4-98e7-08574e4a7b4d tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Deleting port c67e77f0-ac19-4b9d-b43d-1935c9786007 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:20:25.731801 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-59bac1b1-21a0-41a4-98e7-08574e4a7b4d tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:25.839532 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec89ded-930e-47fc-818c-81995210022c req-c5a76e6b-eb97-42ae-9e3a-80f0e015c3d9 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:25.847617 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-aec89ded-930e-47fc-818c-81995210022c req-c5a76e6b-eb97-42ae-9e3a-80f0e015c3d9 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/networks?id=c164b714-a9ee-49ae-ab85-02a2461298d9 HTTP/1.1" status: 200 len: 814 time: 0.3704457 Nov 12 08:20:25.876194 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-aec89ded-930e-47fc-818c-81995210022c req-364924d2-9bff-40e9-b548-26c11dd885f4 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/quotas/26ef531896034fe2885057383ac0d733 HTTP/1.1" status: 200 len: 375 time: 0.0272110 Nov 12 08:20:25.931469 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-32526e86-76d8-47bb-921f-57705eb92015 None None] Provisioning complete for port c67e77f0-ac19-4b9d-b43d-1935c9786007 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:20:25.934137 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32526e86-76d8-47bb-921f-57705eb92015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:25.950720 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-59bac1b1-21a0-41a4-98e7-08574e4a7b4d tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:25.972038 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-59bac1b1-21a0-41a4-98e7-08574e4a7b4d tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Calling delete_port for c67e77f0-ac19-4b9d-b43d-1935c9786007 owned by {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:20:25.987507 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-aec89ded-930e-47fc-818c-81995210022c req-2ba9608c-5d56-430a-9bf9-55b59a8f0127 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=26ef531896034fe2885057383ac0d733&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1098099 Nov 12 08:20:26.009680 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-32526e86-76d8-47bb-921f-57705eb92015 None None] Port c67e77f0-ac19-4b9d-b43d-1935c9786007 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:20:26.095831 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2036a058-4d6e-4888-a059-ade3e083c61b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:26.177486 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a90342-d99e-4d7d-92d9-a61e1ae32ffe req-804d8311-8b2c-4970-83d4-cfcfdae47444 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:26.179187 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-52a90342-d99e-4d7d-92d9-a61e1ae32ffe req-804d8311-8b2c-4970-83d4-cfcfdae47444 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 945 time: 0.1046886 Nov 12 08:20:26.191987 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81b7d9ed-1b31-4913-9735-4822346685c5 admin admin] Router bde7935a-2b96-4e20-a2c9-08e3ef6f6a63 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:20:26.207709 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-59bac1b1-21a0-41a4-98e7-08574e4a7b4d tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:26.254189 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bac1b1-21a0-41a4-98e7-08574e4a7b4d tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Pushing event deleted for resources: {'Port': ['ID=c67e77f0-ac19-4b9d-b43d-1935c9786007,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:26.397207 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-59bac1b1-21a0-41a4-98e7-08574e4a7b4d tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:26.404765 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-59bac1b1-21a0-41a4-98e7-08574e4a7b4d tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] 10.222.0.26 "DELETE /v2.0/ports/c67e77f0-ac19-4b9d-b43d-1935c9786007 HTTP/1.1" status: 204 len: 168 time: 1.0343914 Nov 12 08:20:26.405039 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 48678) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:26.441998 n-d-765315-29 neutron-server[102599]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8eb623d-0454-406f-8fca-0ff41da8acff tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] GET failed (client error): The resource could not be found. Nov 12 08:20:26.441998 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-f8eb623d-0454-406f-8fca-0ff41da8acff tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] 10.222.0.26 "GET /v2.0/ports/c67e77f0-ac19-4b9d-b43d-1935c9786007 HTTP/1.1" status: 404 len: 333 time: 0.0312958 Nov 12 08:20:26.443183 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 48680) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:26.449164 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-5fb9f566-5dfe-4d9e-80b0-604ef6c79b00 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Request body: {'port': {'network_id': '7258a35f-77d8-48ef-8acb-c7156f77ad1b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1297243018'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:20:26.462217 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-52a90342-d99e-4d7d-92d9-a61e1ae32ffe req-5a2f1561-dd0c-41c0-a598-dce2b595e196 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753963 Nov 12 08:20:26.554649 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2036a058-4d6e-4888-a059-ade3e083c61b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:26.558155 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81b7d9ed-1b31-4913-9735-4822346685c5 admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:20:26.566928 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-81b7d9ed-1b31-4913-9735-4822346685c5 admin admin] 10.222.0.26 "PUT /v2.0/routers/bde7935a-2b96-4e20-a2c9-08e3ef6f6a63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0234978 Nov 12 08:20:26.568529 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2036a058-4d6e-4888-a059-ade3e083c61b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:26.575970 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f833ca-c881-4133-86a8-d6ff72feddb6 None None] Sync routers for ids ['bde7935a-2b96-4e20-a2c9-08e3ef6f6a63'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:20:26.595699 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f833ca-c881-4133-86a8-d6ff72feddb6 None None] Routers {'bde7935a-2b96-4e20-a2c9-08e3ef6f6a63'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:20:26.596337 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-37f833ca-c881-4133-86a8-d6ff72feddb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:20:06Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['bde7935a-2b96-4e20-a2c9-08e3ef6f6a63'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:20:26.597614 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 48690) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:26.606625 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-2036a058-4d6e-4888-a059-ade3e083c61b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e6e2f0e456d64feeb88a26c168e97282&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9558291 Nov 12 08:20:26.606625 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 48696) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:26.790834 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 48708) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:26.800236 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2036a058-4d6e-4888-a059-ade3e083c61b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbcd5433-1bfa-47c8-a146-ee2d23cac5ef,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:26.816130 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fb9f566-5dfe-4d9e-80b0-604ef6c79b00 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Made reservation on behalf of c0e8142cf32447aea31987be9ac88916 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:20:26.822953 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5fb9f566-5dfe-4d9e-80b0-604ef6c79b00 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:26.858244 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-37f833ca-c881-4133-86a8-d6ff72feddb6 None None] Set router bde7935a-2b96-4e20-a2c9-08e3ef6f6a63 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:20:26.885988 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-74763575-2404-45eb-adec-17cc886a5be7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:26.900351 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [None req-5fb9f566-5dfe-4d9e-80b0-604ef6c79b00 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] device_id is not set on port 82297fbf-9abf-4654-8f34-79d4b863a4a9 yet. {{(pid=102599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:20:26.918935 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-74763575-2404-45eb-adec-17cc886a5be7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:27.021499 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e80cff-580e-42e7-9c63-afde3f1f37a3 req-5c233c71-b5ac-471d-b3da-e031ecbc34aa tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:27.023726 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-15e80cff-580e-42e7-9c63-afde3f1f37a3 req-5c233c71-b5ac-471d-b3da-e031ecbc34aa tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 945 time: 0.2900474 Nov 12 08:20:27.068095 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ec2682e4-9632-4a54-8fac-043ba87d5ed1 admin admin] Publish callbacks [] for router, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:27.102378 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-5fb9f566-5dfe-4d9e-80b0-604ef6c79b00 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Allocated IP 2001:db8::397 (7258a35f-77d8-48ef-8acb-c7156f77ad1b/12c30123-0f3b-4111-ac39-a04acfabe6b5/82297fbf-9abf-4654-8f34-79d4b863a4a9) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:20:27.148436 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-74763575-2404-45eb-adec-17cc886a5be7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:27.152212 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-74763575-2404-45eb-adec-17cc886a5be7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:27.153640 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-74763575-2404-45eb-adec-17cc886a5be7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bbcd5433-1bfa-47c8-a146-ee2d23cac5ef HTTP/1.1" status: 204 len: 168 time: 0.5476406 Nov 12 08:20:27.194622 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-88e39f70-5997-4833-b3c6-779336ccf8e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:27.198314 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-15e80cff-580e-42e7-9c63-afde3f1f37a3 req-4f609d65-82c6-496d-9be6-18048b6ea37a tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565418 Nov 12 08:20:27.232406 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-37f833ca-c881-4133-86a8-d6ff72feddb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bde7935a-2b96-4e20-a2c9-08e3ef6f6a63', 'name': 'tempest-TaggedBootDevicesTest-299403947-router', 'tenant_id': 'caeb26ccc5c74ed4b3562c36be1bd442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'e2a06b59-f1df-4b89-9d0e-6c871db10b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:07:01Z', 'updated_at': '2021-11-12T08:20:24Z', 'revision_number': 5, 'project_id': 'caeb26ccc5c74ed4b3562c36be1bd442', 'gw_port': {'id': 'e2a06b59-f1df-4b89-9d0e-6c871db10b05', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:35:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde7935a-2b96-4e20-a2c9-08e3ef6f6a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:01Z', 'updated_at': '2021-11-12T08:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:20:27.275075 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f833ca-c881-4133-86a8-d6ff72feddb6 None None] Checking router: bde7935a-2b96-4e20-a2c9-08e3ef6f6a63 for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:20:27.279950 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f833ca-c881-4133-86a8-d6ff72feddb6 None None] Routers {'bde7935a-2b96-4e20-a2c9-08e3ef6f6a63'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:20:27.281532 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-37f833ca-c881-4133-86a8-d6ff72feddb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:20:06Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['bde7935a-2b96-4e20-a2c9-08e3ef6f6a63'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:20:27.311559 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-88e39f70-5997-4833-b3c6-779336ccf8e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:27.347124 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-88e39f70-5997-4833-b3c6-779336ccf8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:27.363447 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74763575-2404-45eb-adec-17cc886a5be7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbcd5433-1bfa-47c8-a146-ee2d23cac5ef,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:27.424278 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-88e39f70-5997-4833-b3c6-779336ccf8e9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=52c82ebb30344b3fb445bdad66546df5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6283274 Nov 12 08:20:27.424278 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e39f70-5997-4833-b3c6-779336ccf8e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59a7999b-60af-45f6-a15f-fde98b878cd1,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:27.428415 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 48716) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:27.430686 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-37f833ca-c881-4133-86a8-d6ff72feddb6 None None] Set router bde7935a-2b96-4e20-a2c9-08e3ef6f6a63 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:20:27.487497 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ec2682e4-9632-4a54-8fac-043ba87d5ed1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:27.520974 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5fb9f566-5dfe-4d9e-80b0-604ef6c79b00 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:27.618562 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-ec2682e4-9632-4a54-8fac-043ba87d5ed1 admin admin] Deleting port e2a06b59-f1df-4b89-9d0e-6c871db10b05 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:20:27.618960 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ec2682e4-9632-4a54-8fac-043ba87d5ed1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:27.646219 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-65f80ac8-9d3b-44ba-81d4-9838872fb3a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:27.694530 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5fb9f566-5dfe-4d9e-80b0-604ef6c79b00 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:27.747738 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-37f833ca-c881-4133-86a8-d6ff72feddb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bde7935a-2b96-4e20-a2c9-08e3ef6f6a63', 'name': 'tempest-TaggedBootDevicesTest-299403947-router', 'tenant_id': 'caeb26ccc5c74ed4b3562c36be1bd442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'e2a06b59-f1df-4b89-9d0e-6c871db10b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:07:01Z', 'updated_at': '2021-11-12T08:20:24Z', 'revision_number': 5, 'project_id': 'caeb26ccc5c74ed4b3562c36be1bd442', 'gw_port': {'id': 'e2a06b59-f1df-4b89-9d0e-6c871db10b05', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:35:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde7935a-2b96-4e20-a2c9-08e3ef6f6a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:01Z', 'updated_at': '2021-11-12T08:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:20:27.810852 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f833ca-c881-4133-86a8-d6ff72feddb6 None None] The sync data for ids ['bde7935a-2b96-4e20-a2c9-08e3ef6f6a63'] in n-d-765315-29 is: [{'id': 'bde7935a-2b96-4e20-a2c9-08e3ef6f6a63', 'name': 'tempest-TaggedBootDevicesTest-299403947-router', 'tenant_id': 'caeb26ccc5c74ed4b3562c36be1bd442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'e2a06b59-f1df-4b89-9d0e-6c871db10b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:07:01Z', 'updated_at': '2021-11-12T08:20:24Z', 'revision_number': 5, 'project_id': 'caeb26ccc5c74ed4b3562c36be1bd442', 'gw_port': {'id': 'e2a06b59-f1df-4b89-9d0e-6c871db10b05', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:35:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde7935a-2b96-4e20-a2c9-08e3ef6f6a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:07:01Z', 'updated_at': '2021-11-12T08:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:20:27.820264 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-ec2682e4-9632-4a54-8fac-043ba87d5ed1 admin admin] For port e2a06b59-f1df-4b89-9d0e-6c871db10b05, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=e2a06b59-f1df-4b89-9d0e-6c871db10b05,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:20:27.820866 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ec2682e4-9632-4a54-8fac-043ba87d5ed1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:27.829732 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb9f566-5dfe-4d9e-80b0-604ef6c79b00 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Pushing event updated for resources: {'Port': ['ID=82297fbf-9abf-4654-8f34-79d4b863a4a9,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:27.841981 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-ec2682e4-9632-4a54-8fac-043ba87d5ed1 admin admin] Calling delete_port for e2a06b59-f1df-4b89-9d0e-6c871db10b05 owned by network:router_gateway {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:20:27.855447 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-65f80ac8-9d3b-44ba-81d4-9838872fb3a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:27.860591 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb9f566-5dfe-4d9e-80b0-604ef6c79b00 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Network 7258a35f-77d8-48ef-8acb-c7156f77ad1b is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:20:27.891834 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c29c589b-6e7e-41bc-a2f6-5fe63dd797d7 req-a501be41-745b-4e10-95f1-1fc0e332f044 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=26ef531896034fe2885057383ac0d733 HTTP/1.1" status: 200 len: 221 time: 0.2483439 Nov 12 08:20:27.892798 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-5fb9f566-5dfe-4d9e-80b0-604ef6c79b00 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:20:27.950360 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb9f566-5dfe-4d9e-80b0-604ef6c79b00 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:20:27.956542 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb9f566-5dfe-4d9e-80b0-604ef6c79b00 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:27.957201 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5fb9f566-5dfe-4d9e-80b0-604ef6c79b00 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:27.966150 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 48744) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:28.013908 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-671b8a78-9e65-418a-9080-81bb2f2ae04a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:28.052094 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-5fb9f566-5dfe-4d9e-80b0-604ef6c79b00 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.6074834 Nov 12 08:20:28.053084 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 48754) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:28.055719 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-65f80ac8-9d3b-44ba-81d4-9838872fb3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:28.058335 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-65f80ac8-9d3b-44ba-81d4-9838872fb3a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:28.059646 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-65f80ac8-9d3b-44ba-81d4-9838872fb3a2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/59a7999b-60af-45f6-a15f-fde98b878cd1 HTTP/1.1" status: 204 len: 168 time: 0.6301348 Nov 12 08:20:28.064783 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-029b0b70-219e-464d-a0a4-4df3e82bea65 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:e3:60:53'}]}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:20:28.073708 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f80ac8-9d3b-44ba-81d4-9838872fb3a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a7999b-60af-45f6-a15f-fde98b878cd1,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:28.106913 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f00680b-b025-46c9-a0f6-6a856ec154db req-c01cd2b4-0fcc-4061-8c4b-061d72e66cdd tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:28.108561 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2f00680b-b025-46c9-a0f6-6a856ec154db req-c01cd2b4-0fcc-4061-8c4b-061d72e66cdd tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 945 time: 0.1028740 Nov 12 08:20:28.185009 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2f00680b-b025-46c9-a0f6-6a856ec154db req-feeeafbd-9b32-48a6-a758-150ab2c207ac tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652630 Nov 12 08:20:28.258503 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 368b1f59-edaa-4692-bce6-09350eef70bc no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:20:28.290033 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-671b8a78-9e65-418a-9080-81bb2f2ae04a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:28.298762 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 368b1f59-edaa-4692-bce6-09350eef70bc {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:20:28.299047 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 368b1f59-edaa-4692-bce6-09350eef70bc not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:20:28.311108 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-671b8a78-9e65-418a-9080-81bb2f2ae04a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:28.359439 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-4047e1df-fb92-4f9f-b1c1-81f14e03c72a None None] Provisioning complete for port 82297fbf-9abf-4654-8f34-79d4b863a4a9 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:20:28.360042 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4047e1df-fb92-4f9f-b1c1-81f14e03c72a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:28.440541 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-4047e1df-fb92-4f9f-b1c1-81f14e03c72a None None] Port 82297fbf-9abf-4654-8f34-79d4b863a4a9 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:20:28.450109 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-671b8a78-9e65-418a-9080-81bb2f2ae04a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b7d5526cdefb4ad6a069f83eadb2933c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4828317 Nov 12 08:20:28.450296 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 48766) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:28.461255 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671b8a78-9e65-418a-9080-81bb2f2ae04a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1efeabab-97b7-4813-855c-7e0a3765abd8,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:28.503857 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaa1ee0-372e-40c7-afa2-5df34023be15 req-8896c7f5-3cbb-4c8c-81d3-04821d44649d tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:28.510978 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fdaa1ee0-372e-40c7-afa2-5df34023be15 req-8896c7f5-3cbb-4c8c-81d3-04821d44649d tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 945 time: 0.2132432 Nov 12 08:20:28.549002 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5a7661d8-169e-40e5-a975-0ff0a4defc18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:28.585627 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5a7661d8-169e-40e5-a975-0ff0a4defc18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:28.620934 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ec2682e4-9632-4a54-8fac-043ba87d5ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:28.670058 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-029b0b70-219e-464d-a0a4-4df3e82bea65 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:28.697159 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5a7661d8-169e-40e5-a975-0ff0a4defc18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:28.699943 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2682e4-9632-4a54-8fac-043ba87d5ed1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2a06b59-f1df-4b89-9d0e-6c871db10b05,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:28.700413 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5a7661d8-169e-40e5-a975-0ff0a4defc18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:28.704859 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-5a7661d8-169e-40e5-a975-0ff0a4defc18 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1efeabab-97b7-4813-855c-7e0a3765abd8 HTTP/1.1" status: 204 len: 168 time: 0.2531574 Nov 12 08:20:28.714935 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7661d8-169e-40e5-a975-0ff0a4defc18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1efeabab-97b7-4813-855c-7e0a3765abd8,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:28.759490 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fdaa1ee0-372e-40c7-afa2-5df34023be15 req-427561be-d063-4ed7-94bc-71e34a2c6699 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372258 Nov 12 08:20:28.810226 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ec2682e4-9632-4a54-8fac-043ba87d5ed1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-933016'] for router_gateway, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:28.941096 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ec2682e4-9632-4a54-8fac-043ba87d5ed1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:28.957492 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ec2682e4-9632-4a54-8fac-043ba87d5ed1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:29.075330 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444431dd-be6a-41d4-a68a-e2bd9cc3e76c req-eaba98ac-df7d-44aa-b66d-bec7cc682f77 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:29.076816 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-444431dd-be6a-41d4-a68a-e2bd9cc3e76c req-eaba98ac-df7d-44aa-b66d-bec7cc682f77 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 945 time: 0.1585212 Nov 12 08:20:29.086842 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ec2682e4-9632-4a54-8fac-043ba87d5ed1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:29.087405 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec2682e4-9632-4a54-8fac-043ba87d5ed1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bde7935a-2b96-4e20-a2c9-08e3ef6f6a63 {{(pid=102600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:20:29.093696 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ec2682e4-9632-4a54-8fac-043ba87d5ed1 admin admin] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:29.097102 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-ec2682e4-9632-4a54-8fac-043ba87d5ed1 admin admin] 10.222.0.26 "DELETE /v2.0/routers/bde7935a-2b96-4e20-a2c9-08e3ef6f6a63 HTTP/1.1" status: 204 len: 168 time: 2.4918866 Nov 12 08:20:29.097747 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 48820) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:29.163819 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-6699542b-0ccf-4940-91fe-88363c0141b4 admin admin] Deleting subnet a038e6b9-1cba-4ddf-94d9-98b3c825b6ae {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:20:29.169327 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6699542b-0ccf-4940-91fe-88363c0141b4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:29.193919 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-444431dd-be6a-41d4-a68a-e2bd9cc3e76c req-7900ba9d-0569-4582-8d95-68073ea4f93a tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928862 Nov 12 08:20:29.253633 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6699542b-0ccf-4940-91fe-88363c0141b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31181813'] for subnet, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:29.255365 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-029b0b70-219e-464d-a0a4-4df3e82bea65 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:29.266126 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-029b0b70-219e-464d-a0a4-4df3e82bea65 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:29.331447 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-029b0b70-219e-464d-a0a4-4df3e82bea65 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] In _notify_port_updated(), no bound segment for port 82297fbf-9abf-4654-8f34-79d4b863a4a9 on network 7258a35f-77d8-48ef-8acb-c7156f77ad1b {{(pid=102600) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 08:20:29.337163 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029b0b70-219e-464d-a0a4-4df3e82bea65 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:29.337785 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-029b0b70-219e-464d-a0a4-4df3e82bea65 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:29.339129 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-029b0b70-219e-464d-a0a4-4df3e82bea65 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] 10.222.0.26 "PUT /v2.0/ports/82297fbf-9abf-4654-8f34-79d4b863a4a9 HTTP/1.1" status: 200 len: 1003 time: 1.2812097 Nov 12 08:20:29.356353 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 48836) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:29.385821 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6699542b-0ccf-4940-91fe-88363c0141b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:29.467306 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029b0b70-219e-464d-a0a4-4df3e82bea65 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Pushing event updated for resources: {'Port': ['ID=82297fbf-9abf-4654-8f34-79d4b863a4a9,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:29.486392 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6699542b-0ccf-4940-91fe-88363c0141b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:29.545160 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699542b-0ccf-4940-91fe-88363c0141b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a038e6b9-1cba-4ddf-94d9-98b3c825b6ae,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:29.548353 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6699542b-0ccf-4940-91fe-88363c0141b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:29.552393 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-6699542b-0ccf-4940-91fe-88363c0141b4 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/a038e6b9-1cba-4ddf-94d9-98b3c825b6ae HTTP/1.1" status: 204 len: 168 time: 0.4519637 Nov 12 08:20:29.554514 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 48840) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:29.563152 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-4beddf12-557b-4529-824f-2fcb9e61a33d tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Deleting port 82297fbf-9abf-4654-8f34-79d4b863a4a9 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:20:29.563492 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4beddf12-557b-4529-824f-2fcb9e61a33d tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:29.569947 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de4044e-e35f-4780-a3c8-314a7aa5490e None None] Network 24a4ad48-a7af-4b0d-bf7a-0953ccc45cdb requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:20:29.723177 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ced72659-dd5b-4d41-9e3c-b07e768b07ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:29.830444 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-ced72659-dd5b-4d41-9e3c-b07e768b07ed admin admin] Deleting port 2e565575-116d-44f1-b3a6-f17ad3edb727 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:20:29.830816 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ced72659-dd5b-4d41-9e3c-b07e768b07ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:29.848501 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa612deb-4778-460a-9b5d-38e1acf9a608 req-14a45694-e0a0-40db-9a8b-66999f03e1f4 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:29.850023 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fa612deb-4778-460a-9b5d-38e1acf9a608 req-14a45694-e0a0-40db-9a8b-66999f03e1f4 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 945 time: 0.2509584 Nov 12 08:20:29.856326 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4beddf12-557b-4529-824f-2fcb9e61a33d tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:29.861925 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-9f0cbcc4-c4ac-473f-8be4-9ed017718c6e None None] Provisioning complete for port 82297fbf-9abf-4654-8f34-79d4b863a4a9 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:20:29.862527 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9f0cbcc4-c4ac-473f-8be4-9ed017718c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:29.899024 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-4beddf12-557b-4529-824f-2fcb9e61a33d tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Calling delete_port for 82297fbf-9abf-4654-8f34-79d4b863a4a9 owned by {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:20:29.979761 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-ced72659-dd5b-4d41-9e3c-b07e768b07ed admin admin] For port 2e565575-116d-44f1-b3a6-f17ad3edb727, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=2e565575-116d-44f1-b3a6-f17ad3edb727,segment=NetworkSegment(f2435aad-db59-428a-9763-e2897ac84fcd),segment_id=f2435aad-db59-428a-9763-e2897ac84fcd)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:20:29.980149 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ced72659-dd5b-4d41-9e3c-b07e768b07ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:29.995352 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-9f0cbcc4-c4ac-473f-8be4-9ed017718c6e None None] Port 82297fbf-9abf-4654-8f34-79d4b863a4a9 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:20:29.999863 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-ced72659-dd5b-4d41-9e3c-b07e768b07ed admin admin] Calling delete_port for 2e565575-116d-44f1-b3a6-f17ad3edb727 owned by network:dhcp {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:20:30.041440 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device e2a06b59-f1df-4b89-9d0e-6c871db10b05 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:20:30.079928 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: e2a06b59-f1df-4b89-9d0e-6c871db10b05 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:20:30.080727 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device e2a06b59-f1df-4b89-9d0e-6c871db10b05 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:20:30.096215 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c71fe9-07db-4db7-a03b-62655cdb4a36 None None] DHCP port deletion for 24a4ad48-a7af-4b0d-bf7a-0953ccc45cdb request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:20:30.166386 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fa612deb-4778-460a-9b5d-38e1acf9a608 req-5a72452e-36e8-4eda-9750-a71f836e0e1b tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3065634 Nov 12 08:20:30.200806 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ced72659-dd5b-4d41-9e3c-b07e768b07ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:30.224533 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-54c71fe9-07db-4db7-a03b-62655cdb4a36 None None] Deleting port 2e565575-116d-44f1-b3a6-f17ad3edb727 {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:20:30.227100 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-54c71fe9-07db-4db7-a03b-62655cdb4a36 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:30.287502 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced72659-dd5b-4d41-9e3c-b07e768b07ed admin admin] Pushing event deleted for resources: {'Port': ['ID=2e565575-116d-44f1-b3a6-f17ad3edb727,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:30.305672 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced72659-dd5b-4d41-9e3c-b07e768b07ed admin admin] No DVR routers for this DVR port 2e565575-116d-44f1-b3a6-f17ad3edb727 on host n-d-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:20:30.390814 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-54c71fe9-07db-4db7-a03b-62655cdb4a36 None None] For port 2e565575-116d-44f1-b3a6-f17ad3edb727, host n-d-765315-29, got binding levels [] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:20:30.390814 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-54c71fe9-07db-4db7-a03b-62655cdb4a36 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:30.403693 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-54c71fe9-07db-4db7-a03b-62655cdb4a36 None None] Calling delete_port for 2e565575-116d-44f1-b3a6-f17ad3edb727 owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:20:30.407341 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.ipam_backend_mixin [None req-54c71fe9-07db-4db7-a03b-62655cdb4a36 None None] Port 2e565575-116d-44f1-b3a6-f17ad3edb727 was not found and therefore no delete operation was performed {{(pid=102601) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 08:20:30.408617 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-54c71fe9-07db-4db7-a03b-62655cdb4a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:30.413181 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ced72659-dd5b-4d41-9e3c-b07e768b07ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:30.420778 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c71fe9-07db-4db7-a03b-62655cdb4a36 None None] No DVR routers for this DVR port 2e565575-116d-44f1-b3a6-f17ad3edb727 on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:20:30.444782 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4beddf12-557b-4529-824f-2fcb9e61a33d tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:30.460401 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c71fe9-07db-4db7-a03b-62655cdb4a36 None None] Pushing event deleted for resources: {'Port': ['ID=2e565575-116d-44f1-b3a6-f17ad3edb727,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:30.526297 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-ced72659-dd5b-4d41-9e3c-b07e768b07ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24a4ad48-a7af-4b0d-bf7a-0953ccc45cdb']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:20:30.581645 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-ced72659-dd5b-4d41-9e3c-b07e768b07ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2435aad-db59-428a-9763-e2897ac84fcd') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:20:30.581645 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-ced72659-dd5b-4d41-9e3c-b07e768b07ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2435aad-db59-428a-9763-e2897ac84fcd') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:20:30.600223 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ced72659-dd5b-4d41-9e3c-b07e768b07ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:30.618154 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ced72659-dd5b-4d41-9e3c-b07e768b07ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:30.629995 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ced72659-dd5b-4d41-9e3c-b07e768b07ed admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:20:30.630669 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ced72659-dd5b-4d41-9e3c-b07e768b07ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:30.634498 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 08:20:30.634498 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:20:30.634498 n-d-765315-29 neutron-server[102599]: timer() Nov 12 08:20:30.634498 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:20:30.634498 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 08:20:30.634498 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:20:30.634498 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 08:20:30.634498 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:20:30.634498 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 08:20:30.634498 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:20:30.634498 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 08:20:30.634498 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:20:30.634498 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 08:20:30.634498 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:20:30.634498 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:20:30.634498 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:20:30.634498 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:20:30.634498 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:20:30.634498 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 08:20:30.634498 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:20:30.634498 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 08:20:30.634498 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:20:30.634498 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:20:30.634498 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:20:30.634498 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 08:20:30.634498 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:20:30.634498 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:20:30.634498 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:20:30.634498 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:20:30.634498 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:20:30.634498 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:20:30.634498 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:20:30.726530 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ced72659-dd5b-4d41-9e3c-b07e768b07ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:30.739471 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ced72659-dd5b-4d41-9e3c-b07e768b07ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:30.745001 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-ced72659-dd5b-4d41-9e3c-b07e768b07ed admin admin] 10.222.0.26 "DELETE /v2.0/networks/24a4ad48-a7af-4b0d-bf7a-0953ccc45cdb HTTP/1.1" status: 204 len: 168 time: 1.1890931 Nov 12 08:20:30.768680 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced72659-dd5b-4d41-9e3c-b07e768b07ed admin admin] Pushing event deleted for resources: {'Network': ['ID=24a4ad48-a7af-4b0d-bf7a-0953ccc45cdb,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:30.998346 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beddf12-557b-4529-824f-2fcb9e61a33d tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Pushing event deleted for resources: {'Port': ['ID=82297fbf-9abf-4654-8f34-79d4b863a4a9,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:31.024936 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4beddf12-557b-4529-824f-2fcb9e61a33d tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:31.030646 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-4beddf12-557b-4529-824f-2fcb9e61a33d tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] 10.222.0.26 "DELETE /v2.0/ports/82297fbf-9abf-4654-8f34-79d4b863a4a9 HTTP/1.1" status: 204 len: 168 time: 1.6760724 Nov 12 08:20:31.031428 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 48928) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:31.041649 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831d5efc-1881-465a-845b-9f97d40634c8 req-ce1fec73-5d5f-4c7f-a983-bf7252813790 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:31.049546 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-831d5efc-1881-465a-845b-9f97d40634c8 req-ce1fec73-5d5f-4c7f-a983-bf7252813790 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 945 time: 0.6966197 Nov 12 08:20:31.098035 n-d-765315-29 neutron-server[102599]: INFO neutron.pecan_wsgi.hooks.translation [None req-63101f1b-cf73-4b27-8414-39c8d22c9d20 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] GET failed (client error): The resource could not be found. Nov 12 08:20:31.100766 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-63101f1b-cf73-4b27-8414-39c8d22c9d20 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] 10.222.0.26 "GET /v2.0/ports/82297fbf-9abf-4654-8f34-79d4b863a4a9 HTTP/1.1" status: 404 len: 333 time: 0.0681355 Nov 12 08:20:31.104284 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 48930) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:31.113165 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-9747f6e4-a02b-433d-b3e3-89e59fb01723 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Request body: {'port': {'network_id': '7258a35f-77d8-48ef-8acb-c7156f77ad1b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1367411020'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:20:31.119013 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-831d5efc-1881-465a-845b-9f97d40634c8 req-2d3b7d65-11bf-463b-9b38-438d0eb5cfc4 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684950 Nov 12 08:20:31.123651 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 48932) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:31.235455 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-6ca50719-fc81-4604-aa62-f3fe013f8af0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=caeb26ccc5c74ed4b3562c36be1bd442&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1071839 Nov 12 08:20:31.239505 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 48936) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:31.277028 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd33ac1c-e4ba-462a-be73-f1bca57eb6e8 req-52ab8400-9785-422e-a750-261a2874bc14 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:31.285899 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cd33ac1c-e4ba-462a-be73-f1bca57eb6e8 req-52ab8400-9785-422e-a750-261a2874bc14 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/networks?id=ec82487f-519c-483b-814a-09ab43cadbc0 HTTP/1.1" status: 200 len: 805 time: 0.3306575 Nov 12 08:20:31.318249 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cd33ac1c-e4ba-462a-be73-f1bca57eb6e8 req-afe2cc8a-e052-4893-a639-de0de2573a5a tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/quotas/507bea33553d43dea3447dc0d1dbf18c HTTP/1.1" status: 200 len: 375 time: 0.0311370 Nov 12 08:20:31.369763 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d35da21-01d7-4ea5-a5fb-526363197885 req-626be88d-3493-495b-ae3f-fa9a4142ff87 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:31.376668 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9747f6e4-a02b-433d-b3e3-89e59fb01723 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Made reservation on behalf of c0e8142cf32447aea31987be9ac88916 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:20:31.380529 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9747f6e4-a02b-433d-b3e3-89e59fb01723 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:31.383132 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6d35da21-01d7-4ea5-a5fb-526363197885 req-626be88d-3493-495b-ae3f-fa9a4142ff87 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 945 time: 0.1312230 Nov 12 08:20:31.397084 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cd33ac1c-e4ba-462a-be73-f1bca57eb6e8 req-a435432f-6bdb-4de0-bb0b-bc44d184ef3c tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=507bea33553d43dea3447dc0d1dbf18c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0777650 Nov 12 08:20:31.398331 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d7051940-8eaf-46ab-91ed-51b7a06d04f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:31.419451 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [None req-9747f6e4-a02b-433d-b3e3-89e59fb01723 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] device_id is not set on port 68f5c6f3-4178-4b88-b6ee-661f3bfe74cb yet. {{(pid=102599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:20:31.455189 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d7051940-8eaf-46ab-91ed-51b7a06d04f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:31.485997 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6d35da21-01d7-4ea5-a5fb-526363197885 req-2d90edf2-aca2-4171-8453-c156cb66bd77 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918972 Nov 12 08:20:31.534993 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d7051940-8eaf-46ab-91ed-51b7a06d04f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:31.541703 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d7051940-8eaf-46ab-91ed-51b7a06d04f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:31.544002 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-d7051940-8eaf-46ab-91ed-51b7a06d04f7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1b5c7833-24a2-4c14-bc24-7cc6ddd646d8 HTTP/1.1" status: 204 len: 168 time: 0.3029735 Nov 12 08:20:31.559850 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7051940-8eaf-46ab-91ed-51b7a06d04f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b5c7833-24a2-4c14-bc24-7cc6ddd646d8,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:31.575472 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7051940-8eaf-46ab-91ed-51b7a06d04f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:31.575832 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7051940-8eaf-46ab-91ed-51b7a06d04f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:31.576175 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7051940-8eaf-46ab-91ed-51b7a06d04f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:31.576511 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7051940-8eaf-46ab-91ed-51b7a06d04f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:31.576842 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7051940-8eaf-46ab-91ed-51b7a06d04f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:31.577771 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7051940-8eaf-46ab-91ed-51b7a06d04f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:31.578281 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7051940-8eaf-46ab-91ed-51b7a06d04f7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:31.578879 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7051940-8eaf-46ab-91ed-51b7a06d04f7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:31.579214 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7051940-8eaf-46ab-91ed-51b7a06d04f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:31.579578 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7051940-8eaf-46ab-91ed-51b7a06d04f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:31.579864 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7051940-8eaf-46ab-91ed-51b7a06d04f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:31.580188 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7051940-8eaf-46ab-91ed-51b7a06d04f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:31.657943 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174085d0-80db-4270-8fe5-82a672cf8197 req-a72fcb4a-7230-460b-9797-81848b079dbe tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:31.682654 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-174085d0-80db-4270-8fe5-82a672cf8197 req-a72fcb4a-7230-460b-9797-81848b079dbe tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 945 time: 0.0923793 Nov 12 08:20:31.743570 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-174085d0-80db-4270-8fe5-82a672cf8197 req-2e2e46f7-be38-411d-99a5-12b1835b94db tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599666 Nov 12 08:20:31.753336 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-9747f6e4-a02b-433d-b3e3-89e59fb01723 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Allocated IP 2001:db8::146 (7258a35f-77d8-48ef-8acb-c7156f77ad1b/12c30123-0f3b-4111-ac39-a04acfabe6b5/68f5c6f3-4178-4b88-b6ee-661f3bfe74cb) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:20:31.762241 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cd33ac1c-e4ba-462a-be73-f1bca57eb6e8 req-6363ccfc-96d3-4e6c-94b0-58c3845b3c21 service neutron] 10.222.0.26 "GET /v2.0/networks/ec82487f-519c-483b-814a-09ab43cadbc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3640471 Nov 12 08:20:31.959677 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cd33ac1c-e4ba-462a-be73-f1bca57eb6e8 req-174e5ee9-ed51-49d1-9a43-403a55333c19 service neutron] 10.222.0.26 "GET /v2.0/networks/ec82487f-519c-483b-814a-09ab43cadbc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884544 Nov 12 08:20:32.030439 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 2e565575-116d-44f1-b3a6-f17ad3edb727 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:20:32.050095 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41b144e-df20-46fe-8682-f09c6b33d83f req-ca872218-ddb3-4b16-aa28-9a8f173642f5 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:32.055096 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9747f6e4-a02b-433d-b3e3-89e59fb01723 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:32.058746 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f41b144e-df20-46fe-8682-f09c6b33d83f req-ca872218-ddb3-4b16-aa28-9a8f173642f5 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 945 time: 0.1612601 Nov 12 08:20:32.090032 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 2e565575-116d-44f1-b3a6-f17ad3edb727 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:20:32.091551 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 2e565575-116d-44f1-b3a6-f17ad3edb727 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:20:32.114018 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f41b144e-df20-46fe-8682-f09c6b33d83f req-885eec0f-7ae5-4993-bd52-1e81e2070280 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537758 Nov 12 08:20:32.190095 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9747f6e4-a02b-433d-b3e3-89e59fb01723 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:32.354143 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c5d573c6-7745-4554-a6ac-8330140ca51a req-b3f7579c-a6eb-4c82-9ad8-ccbad69fe7e9 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/ports?device_id=f822e1e1-b947-4f9c-b705-d0a91151e0f7 HTTP/1.1" status: 200 len: 210 time: 0.0587301 Nov 12 08:20:32.360752 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9747f6e4-a02b-433d-b3e3-89e59fb01723 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Network 7258a35f-77d8-48ef-8acb-c7156f77ad1b is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:20:32.362566 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-9747f6e4-a02b-433d-b3e3-89e59fb01723 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:20:32.368446 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9747f6e4-a02b-433d-b3e3-89e59fb01723 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:20:32.377833 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9747f6e4-a02b-433d-b3e3-89e59fb01723 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:32.378521 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9747f6e4-a02b-433d-b3e3-89e59fb01723 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:32.424491 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9747f6e4-a02b-433d-b3e3-89e59fb01723 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Pushing event updated for resources: {'Port': ['ID=68f5c6f3-4178-4b88-b6ee-661f3bfe74cb,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:32.444505 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-9747f6e4-a02b-433d-b3e3-89e59fb01723 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3376679 Nov 12 08:20:32.445926 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49024) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:32.453857 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-db949d1f-075e-4646-b658-b2f4d67e5afe tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Request body: {'port': {'network_id': '7258a35f-77d8-48ef-8acb-c7156f77ad1b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2145367198'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:20:32.581957 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 303982ba-be48-4f68-8aa2-95c59ea5fb06 no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:20:32.713124 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db949d1f-075e-4646-b658-b2f4d67e5afe tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Made reservation on behalf of c0e8142cf32447aea31987be9ac88916 for: {'port': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:20:32.722607 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-db949d1f-075e-4646-b658-b2f4d67e5afe tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:32.733042 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51d0fcc-fd51-4426-99a9-e2b7a72ca3ae req-eb3266b2-cb9b-44f7-bbb3-101ae7a5d14b tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:32.743530 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:32.744036 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d51d0fcc-fd51-4426-99a9-e2b7a72ca3ae req-eb3266b2-cb9b-44f7-bbb3-101ae7a5d14b tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 945 time: 0.1929064 Nov 12 08:20:32.770805 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [None req-db949d1f-075e-4646-b658-b2f4d67e5afe tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] device_id is not set on port b7cee4a4-73a8-4ffa-a6ae-f4fdbdf2a43f yet. {{(pid=102600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:20:32.815019 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddaf1228-1834-43f8-818a-4164deae0e2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '303982ba-be48-4f68-8aa2-95c59ea5fb06'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:20:32.823932 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff88e68a-5f49-43c8-8c9c-e1365d873554" -d '{"events": [{"server_uuid": "ddaf1228-1834-43f8-818a-4164deae0e2f", "name": "network-vif-unplugged", "status": "completed", "tag": "303982ba-be48-4f68-8aa2-95c59ea5fb06"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:20:32.886720 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 303982ba-be48-4f68-8aa2-95c59ea5fb06, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=303982ba-be48-4f68-8aa2-95c59ea5fb06,segment=NetworkSegment(296922ca-424d-4760-9058-82e70353f16a),segment_id=296922ca-424d-4760-9058-82e70353f16a)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:20:32.907217 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d51d0fcc-fd51-4426-99a9-e2b7a72ca3ae req-6243a827-7160-4ce0-bf35-111ff10fff09 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606734 Nov 12 08:20:32.914260 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:32.979603 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302f7e7b-9caf-4446-bffe-c02c1acef233 req-872a1ff4-ce75-46f0-b120-50c04ea36302 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:32.981968 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-302f7e7b-9caf-4446-bffe-c02c1acef233 req-872a1ff4-ce75-46f0-b120-50c04ea36302 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.44 "GET /v2.0/ports?device_id=ddaf1228-1834-43f8-818a-4164deae0e2f HTTP/1.1" status: 200 len: 945 time: 0.1976976 Nov 12 08:20:32.995987 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-f51ec190-df8a-4722-b299-a230468e0df6 None None] Provisioning complete for port 68f5c6f3-4178-4b88-b6ee-661f3bfe74cb triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:20:32.996821 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f51ec190-df8a-4722-b299-a230468e0df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:33.026721 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-023833e7-b677-4779-9c61-2a3579f0afb8 x-openstack-request-id: req-023833e7-b677-4779-9c61-2a3579f0afb8 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:20:33.027264 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddaf1228-1834-43f8-818a-4164deae0e2f", "name": "network-vif-unplugged", "status": "completed", "tag": "303982ba-be48-4f68-8aa2-95c59ea5fb06", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:20:33.027891 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-023833e7-b677-4779-9c61-2a3579f0afb8 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:20:33.028449 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddaf1228-1834-43f8-818a-4164deae0e2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '303982ba-be48-4f68-8aa2-95c59ea5fb06', 'code': 200} Nov 12 08:20:33.070074 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=303982ba-be48-4f68-8aa2-95c59ea5fb06,revision_number=8']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:33.076607 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-f51ec190-df8a-4722-b299-a230468e0df6 None None] Port 68f5c6f3-4178-4b88-b6ee-661f3bfe74cb cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:20:33.148784 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-db949d1f-075e-4646-b658-b2f4d67e5afe tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Allocated IP 2001:db8::16b (7258a35f-77d8-48ef-8acb-c7156f77ad1b/12c30123-0f3b-4111-ac39-a04acfabe6b5/b7cee4a4-73a8-4ffa-a6ae-f4fdbdf2a43f) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:20:33.152467 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 49054) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:33.182385 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49058) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:33.216271 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-302f7e7b-9caf-4446-bffe-c02c1acef233 req-fa1b08b6-efae-49a3-ae23-4f3bb79198da tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Deleting port 303982ba-be48-4f68-8aa2-95c59ea5fb06 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:20:33.216621 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-302f7e7b-9caf-4446-bffe-c02c1acef233 req-fa1b08b6-efae-49a3-ae23-4f3bb79198da tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:33.304893 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e3f01b-1445-40e9-848f-2f403dc62396 req-a28cba9a-ee1c-46ec-8866-035dfbb00537 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:33.315866 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d1e3f01b-1445-40e9-848f-2f403dc62396 req-a28cba9a-ee1c-46ec-8866-035dfbb00537 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 945 time: 0.1619697 Nov 12 08:20:33.373504 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-3cab2fbe-1e64-410e-abf4-4afa2fe2037d admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-432730835-network', 'tenant_id': '0f977bed80cc4f93b024c544ecb96747'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:20:33.393570 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d1e3f01b-1445-40e9-848f-2f403dc62396 req-44069465-ffb9-4c26-a14a-27d3e2b8082a tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768745 Nov 12 08:20:33.425497 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cab2fbe-1e64-410e-abf4-4afa2fe2037d admin admin] Made reservation on behalf of 0f977bed80cc4f93b024c544ecb96747 for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:20:33.425957 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-302f7e7b-9caf-4446-bffe-c02c1acef233 req-fa1b08b6-efae-49a3-ae23-4f3bb79198da tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] For port 303982ba-be48-4f68-8aa2-95c59ea5fb06, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=303982ba-be48-4f68-8aa2-95c59ea5fb06,segment=NetworkSegment(296922ca-424d-4760-9058-82e70353f16a),segment_id=296922ca-424d-4760-9058-82e70353f16a)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:20:33.426339 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-302f7e7b-9caf-4446-bffe-c02c1acef233 req-fa1b08b6-efae-49a3-ae23-4f3bb79198da tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:33.427655 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3cab2fbe-1e64-410e-abf4-4afa2fe2037d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:33.445151 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3cab2fbe-1e64-410e-abf4-4afa2fe2037d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:33.450256 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5f902e43-4544-4fb3-a97f-6b2ab5cc5ef8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:33.473810 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-302f7e7b-9caf-4446-bffe-c02c1acef233 req-fa1b08b6-efae-49a3-ae23-4f3bb79198da tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Calling delete_port for 303982ba-be48-4f68-8aa2-95c59ea5fb06 owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:20:33.486190 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-db949d1f-075e-4646-b658-b2f4d67e5afe tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:33.533626 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0c76b609-2fde-4e1c-9450-ab9255666880 req-430532e0-361a-4687-930c-1db27d28f755 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/ports?device_id=f822e1e1-b947-4f9c-b705-d0a91151e0f7 HTTP/1.1" status: 200 len: 210 time: 0.0398912 Nov 12 08:20:33.593558 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-db949d1f-075e-4646-b658-b2f4d67e5afe tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:33.643586 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5f902e43-4544-4fb3-a97f-6b2ab5cc5ef8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:33.665729 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5f902e43-4544-4fb3-a97f-6b2ab5cc5ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:33.710111 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3cab2fbe-1e64-410e-abf4-4afa2fe2037d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:33.722266 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db949d1f-075e-4646-b658-b2f4d67e5afe tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Network 7258a35f-77d8-48ef-8acb-c7156f77ad1b is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:20:33.724081 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db949d1f-075e-4646-b658-b2f4d67e5afe tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Pushing event updated for resources: {'Port': ['ID=b7cee4a4-73a8-4ffa-a6ae-f4fdbdf2a43f,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:33.728288 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3cab2fbe-1e64-410e-abf4-4afa2fe2037d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:33.729045 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 49080) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:33.730885 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-db949d1f-075e-4646-b658-b2f4d67e5afe tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:20:33.738263 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db949d1f-075e-4646-b658-b2f4d67e5afe tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:20:33.744093 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db949d1f-075e-4646-b658-b2f4d67e5afe tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:33.744696 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-db949d1f-075e-4646-b658-b2f4d67e5afe tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:33.770703 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cab2fbe-1e64-410e-abf4-4afa2fe2037d admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:20:33.786576 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-db949d1f-075e-4646-b658-b2f4d67e5afe tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3394346 Nov 12 08:20:33.789487 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49084) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:33.790579 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2161459a-52b9-44a5-b4cb-eece37dccfcb req-ccb5aa53-f5f3-4810-af68-a58632f1ec85 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:33.797316 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-3396766e-0ef2-4bea-b233-2c4f02302b1b tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::5e', 'mac_address': 'fa:16:3e:e3:60:53'}, {'ip_address': '2001:db8::146', 'mac_address': 'fa:16:3e:94:6d:78'}]}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:20:33.798103 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2161459a-52b9-44a5-b4cb-eece37dccfcb req-ccb5aa53-f5f3-4810-af68-a58632f1ec85 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 945 time: 0.2573786 Nov 12 08:20:33.800192 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cab2fbe-1e64-410e-abf4-4afa2fe2037d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1304c8a3-cc67-4921-a250-81ee6fca517c,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:33.804370 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3cab2fbe-1e64-410e-abf4-4afa2fe2037d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:33.804715 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-3cab2fbe-1e64-410e-abf4-4afa2fe2037d admin admin] Added segment a647427d-1c59-4dee-828a-6c15309f7909 of type vlan for network 500fec15-a049-4bc3-9454-147aafb004ab Nov 12 08:20:33.819481 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-5f902e43-4544-4fb3-a97f-6b2ab5cc5ef8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ccbc26e64cb94754b12bbdd1c7075b89&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6640365 Nov 12 08:20:33.831078 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 49086) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:33.831879 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f902e43-4544-4fb3-a97f-6b2ab5cc5ef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c6c8c4a-6a0e-45f0-84a3-269df0d6558e,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:33.855349 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f902e43-4544-4fb3-a97f-6b2ab5cc5ef8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:33.856184 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f902e43-4544-4fb3-a97f-6b2ab5cc5ef8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:33.856184 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f902e43-4544-4fb3-a97f-6b2ab5cc5ef8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:33.856400 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f902e43-4544-4fb3-a97f-6b2ab5cc5ef8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:33.856903 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f902e43-4544-4fb3-a97f-6b2ab5cc5ef8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:33.857243 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f902e43-4544-4fb3-a97f-6b2ab5cc5ef8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:33.857618 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f902e43-4544-4fb3-a97f-6b2ab5cc5ef8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:33.857944 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f902e43-4544-4fb3-a97f-6b2ab5cc5ef8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:33.858821 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f902e43-4544-4fb3-a97f-6b2ab5cc5ef8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:33.859286 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f902e43-4544-4fb3-a97f-6b2ab5cc5ef8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:33.859617 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f902e43-4544-4fb3-a97f-6b2ab5cc5ef8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:33.859971 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f902e43-4544-4fb3-a97f-6b2ab5cc5ef8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:33.886760 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-53da7295-416f-44bb-8f6d-87b2fab5353e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:33.972954 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3cab2fbe-1e64-410e-abf4-4afa2fe2037d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:34.051438 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3cab2fbe-1e64-410e-abf4-4afa2fe2037d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:34.052552 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cab2fbe-1e64-410e-abf4-4afa2fe2037d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:34.053356 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3cab2fbe-1e64-410e-abf4-4afa2fe2037d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:34.150675 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-3cab2fbe-1e64-410e-abf4-4afa2fe2037d admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9666679 Nov 12 08:20:34.157765 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49090) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:34.166253 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-3ee0a482-250e-4b13-b6c8-b6cd30980e8c admin admin] Request body: {'subnet': {'network_id': '500fec15-a049-4bc3-9454-147aafb004ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-432730835-subnet', 'tenant_id': '0f977bed80cc4f93b024c544ecb96747', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:20:34.176114 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cab2fbe-1e64-410e-abf4-4afa2fe2037d admin admin] Pushing event updated for resources: {'Network': ['ID=500fec15-a049-4bc3-9454-147aafb004ab,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:34.179812 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3396766e-0ef2-4bea-b233-2c4f02302b1b tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:34.189342 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 500fec15-a049-4bc3-9454-147aafb004ab details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:20:34.231568 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ee0a482-250e-4b13-b6c8-b6cd30980e8c admin admin] Made reservation on behalf of 0f977bed80cc4f93b024c544ecb96747 for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:20:34.234057 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3ee0a482-250e-4b13-b6c8-b6cd30980e8c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:34.269912 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-2c015153-f632-494a-a585-26a8a7a080f1 None None] Provisioning complete for port b7cee4a4-73a8-4ffa-a6ae-f4fdbdf2a43f triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:20:34.270426 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2c015153-f632-494a-a585-26a8a7a080f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:34.330874 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-2c015153-f632-494a-a585-26a8a7a080f1 None None] Port b7cee4a4-73a8-4ffa-a6ae-f4fdbdf2a43f cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:20:34.367472 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd33ac1c-e4ba-462a-be73-f1bca57eb6e8 req-1bc8b1cd-12f4-4403-a9c7-7534ad2e0a2e tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:34.368912 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cd33ac1c-e4ba-462a-be73-f1bca57eb6e8 req-1bc8b1cd-12f4-4403-a9c7-7534ad2e0a2e tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.21 "GET /v2.0/networks?id=ec82487f-519c-483b-814a-09ab43cadbc0 HTTP/1.1" status: 200 len: 805 time: 0.7278368 Nov 12 08:20:34.369638 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-021e4a10-6bbc-4645-b5f8-fbc72ee998ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:34.389344 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2161459a-52b9-44a5-b4cb-eece37dccfcb req-59387cd4-53a8-44ba-bd8c-ee6f5c62f6d5 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5903866 Nov 12 08:20:34.421140 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-302f7e7b-9caf-4446-bffe-c02c1acef233 req-fa1b08b6-efae-49a3-ae23-4f3bb79198da tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:34.429064 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-cd33ac1c-e4ba-462a-be73-f1bca57eb6e8 req-4f1a8de6-77db-4e2f-9b29-2fadd4b883e2 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Request body: {'port': {'device_id': 'f822e1e1-b947-4f9c-b705-d0a91151e0f7', 'network_id': 'ec82487f-519c-483b-814a-09ab43cadbc0', 'admin_state_up': True, 'tenant_id': '507bea33553d43dea3447dc0d1dbf18c'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:20:34.472411 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7fddfb5a-e90c-4804-b6be-aa6c3b50224c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:34.474485 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3ee0a482-250e-4b13-b6c8-b6cd30980e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:34.499981 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1b08b6-efae-49a3-ae23-4f3bb79198da tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Pushing event deleted for resources: {'Port': ['ID=303982ba-be48-4f68-8aa2-95c59ea5fb06,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:34.582976 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee0a482-250e-4b13-b6c8-b6cd30980e8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=042aef6c-57d4-41b9-b58a-a091fa04dcda,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:34.613361 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee0a482-250e-4b13-b6c8-b6cd30980e8c admin admin] Checking segment: {'id': 'a647427d-1c59-4dee-828a-6c15309f7909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '500fec15-a049-4bc3-9454-147aafb004ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:20:34.613733 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee0a482-250e-4b13-b6c8-b6cd30980e8c admin admin] Network hostable DHCP agents. Network: 500fec15-a049-4bc3-9454-147aafb004ab, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:20:34.637496 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7fddfb5a-e90c-4804-b6be-aa6c3b50224c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:34.643611 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-302f7e7b-9caf-4446-bffe-c02c1acef233 req-fa1b08b6-efae-49a3-ae23-4f3bb79198da tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] No DVR routers for this DVR port 303982ba-be48-4f68-8aa2-95c59ea5fb06 on host n-h2-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:20:34.646302 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-302f7e7b-9caf-4446-bffe-c02c1acef233 req-fa1b08b6-efae-49a3-ae23-4f3bb79198da tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:34.648555 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3396766e-0ef2-4bea-b233-2c4f02302b1b tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:34.649978 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-302f7e7b-9caf-4446-bffe-c02c1acef233 req-fa1b08b6-efae-49a3-ae23-4f3bb79198da tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.44 "DELETE /v2.0/ports/303982ba-be48-4f68-8aa2-95c59ea5fb06 HTTP/1.1" status: 204 len: 173 time: 1.6599028 Nov 12 08:20:34.663440 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddaf1228-1834-43f8-818a-4164deae0e2f', 'name': 'network-vif-deleted', 'tag': '303982ba-be48-4f68-8aa2-95c59ea5fb06'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:20:34.665999 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a956d6b-9a0c-4c4c-ab06-53db9649bcbb" -d '{"events": [{"server_uuid": "ddaf1228-1834-43f8-818a-4164deae0e2f", "name": "network-vif-deleted", "tag": "303982ba-be48-4f68-8aa2-95c59ea5fb06"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:20:34.678943 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-96329c73-ff9f-4e84-bfa8-1275c86b998b req-a40ef1d6-fb85-46fa-b677-d8e8033ca5df tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/ports?device_id=f822e1e1-b947-4f9c-b705-d0a91151e0f7 HTTP/1.1" status: 200 len: 210 time: 0.0385647 Nov 12 08:20:34.682091 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3396766e-0ef2-4bea-b233-2c4f02302b1b tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:34.694089 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee0a482-250e-4b13-b6c8-b6cd30980e8c admin admin] Network 500fec15-a049-4bc3-9454-147aafb004ab is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:20:34.722378 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-3396766e-0ef2-4bea-b233-2c4f02302b1b tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] In _notify_port_updated(), no bound segment for port b7cee4a4-73a8-4ffa-a6ae-f4fdbdf2a43f on network 7258a35f-77d8-48ef-8acb-c7156f77ad1b {{(pid=102600) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 08:20:34.728079 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3396766e-0ef2-4bea-b233-2c4f02302b1b tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:34.728710 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3396766e-0ef2-4bea-b233-2c4f02302b1b tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:34.733043 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-3396766e-0ef2-4bea-b233-2c4f02302b1b tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] 10.222.0.26 "PUT /v2.0/ports/b7cee4a4-73a8-4ffa-a6ae-f4fdbdf2a43f HTTP/1.1" status: 200 len: 1067 time: 0.9423921 Nov 12 08:20:34.739557 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 49100) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:34.747361 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-3ee0a482-250e-4b13-b6c8-b6cd30980e8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 500fec15-a049-4bc3-9454-147aafb004ab) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:20:34.759510 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee0a482-250e-4b13-b6c8-b6cd30980e8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:34.760097 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3ee0a482-250e-4b13-b6c8-b6cd30980e8c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:34.769505 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3396766e-0ef2-4bea-b233-2c4f02302b1b tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Pushing event updated for resources: {'Port': ['ID=b7cee4a4-73a8-4ffa-a6ae-f4fdbdf2a43f,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:34.772410 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c5c71ab-6492-4672-9e4b-7b79854a818f x-openstack-request-id: req-5c5c71ab-6492-4672-9e4b-7b79854a818f {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:20:34.772713 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddaf1228-1834-43f8-818a-4164deae0e2f", "name": "network-vif-deleted", "tag": "303982ba-be48-4f68-8aa2-95c59ea5fb06", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:20:34.772957 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5c5c71ab-6492-4672-9e4b-7b79854a818f {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:20:34.773352 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddaf1228-1834-43f8-818a-4164deae0e2f', 'name': 'network-vif-deleted', 'tag': '303982ba-be48-4f68-8aa2-95c59ea5fb06', 'status': 'completed', 'code': 200} Nov 12 08:20:34.789255 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e42770-e52e-4a71-9679-9e4334e5ed8f None None] Network 500fec15-a049-4bc3-9454-147aafb004ab requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:20:34.814340 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-3ee0a482-250e-4b13-b6c8-b6cd30980e8c admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6452270 Nov 12 08:20:34.832641 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a549f5f8-5d46-4738-95e1-4d1ba66d0ceb req-39747fc5-edea-4ce9-90bc-0a8939f99c44 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:34.834798 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a549f5f8-5d46-4738-95e1-4d1ba66d0ceb req-39747fc5-edea-4ce9-90bc-0a8939f99c44 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 945 time: 0.3591657 Nov 12 08:20:34.955571 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69adf7b-c884-4cc2-ae95-c7745fd34476 None None] Network 500fec15-a049-4bc3-9454-147aafb004ab requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:20:34.972573 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a549f5f8-5d46-4738-95e1-4d1ba66d0ceb req-d6384a4a-0433-4537-a3cf-d1b7d29d8f84 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261094 Nov 12 08:20:35.010096 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-021e4a10-6bbc-4645-b5f8-fbc72ee998ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:35.019105 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd33ac1c-e4ba-462a-be73-f1bca57eb6e8 req-4f1a8de6-77db-4e2f-9b29-2fadd4b883e2 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Made reservation on behalf of 507bea33553d43dea3447dc0d1dbf18c for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:20:35.023800 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cd33ac1c-e4ba-462a-be73-f1bca57eb6e8 req-4f1a8de6-77db-4e2f-9b29-2fadd4b883e2 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:35.081802 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-021e4a10-6bbc-4645-b5f8-fbc72ee998ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:35.133443 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-d7a6e55e-4d3f-4a2b-80f1-4e9a7feccc64 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Deleting port b7cee4a4-73a8-4ffa-a6ae-f4fdbdf2a43f {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:20:35.133846 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d7a6e55e-4d3f-4a2b-80f1-4e9a7feccc64 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:35.138795 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7fddfb5a-e90c-4804-b6be-aa6c3b50224c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:35.142363 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7fddfb5a-e90c-4804-b6be-aa6c3b50224c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:35.147081 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-7fddfb5a-e90c-4804-b6be-aa6c3b50224c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0c6c8c4a-6a0e-45f0-84a3-269df0d6558e HTTP/1.1" status: 204 len: 168 time: 1.3050771 Nov 12 08:20:35.171372 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:35.185761 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-021e4a10-6bbc-4645-b5f8-fbc72ee998ce admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c86787aff56d47d890e46b019a2ab630&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4196560 Nov 12 08:20:35.188667 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49120) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:35.222109 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-04eb846c-e526-4dc2-9aee-d54be3abdb21 None None] Provisioning complete for port b7cee4a4-73a8-4ffa-a6ae-f4fdbdf2a43f triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:20:35.223115 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-04eb846c-e526-4dc2-9aee-d54be3abdb21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:35.263485 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ca1aa3ac-8274-4609-8792-df51731cfcb1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:35.304119 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-04eb846c-e526-4dc2-9aee-d54be3abdb21 None None] Port b7cee4a4-73a8-4ffa-a6ae-f4fdbdf2a43f cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:20:35.313518 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ca1aa3ac-8274-4609-8792-df51731cfcb1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:35.349385 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021e4a10-6bbc-4645-b5f8-fbc72ee998ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc06f39-d432-48f9-965c-d38ab27a39cc,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:35.369790 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fddfb5a-e90c-4804-b6be-aa6c3b50224c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c6c8c4a-6a0e-45f0-84a3-269df0d6558e,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:35.411447 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483044c6-064f-4e2c-bf87-fcb0bea57f0f req-69781221-1584-4d8f-9b29-0bd950f86cfd tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:35.419687 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-483044c6-064f-4e2c-bf87-fcb0bea57f0f req-69781221-1584-4d8f-9b29-0bd950f86cfd tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 945 time: 0.2893169 Nov 12 08:20:35.472094 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2422ab-b777-4e8e-b356-3e3026d28961 req-50f33ce0-95aa-4c8f-abd1-eaa926d1da4c tempest-ServerAddressesNegativeTestJSON-643891855 tempest-ServerAddressesNegativeTestJSON-643891855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:35.473626 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1f2422ab-b777-4e8e-b356-3e3026d28961 req-50f33ce0-95aa-4c8f-abd1-eaa926d1da4c tempest-ServerAddressesNegativeTestJSON-643891855 tempest-ServerAddressesNegativeTestJSON-643891855-project] 10.222.0.26 "GET /v2.0/networks?id=500fec15-a049-4bc3-9454-147aafb004ab HTTP/1.1" status: 200 len: 821 time: 0.1213715 Nov 12 08:20:35.484411 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d7a6e55e-4d3f-4a2b-80f1-4e9a7feccc64 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:35.500126 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1f2422ab-b777-4e8e-b356-3e3026d28961 req-e5b07dd3-78cd-40f3-8c80-135afd7d461d tempest-ServerAddressesNegativeTestJSON-643891855 tempest-ServerAddressesNegativeTestJSON-643891855-project] 10.222.0.26 "GET /v2.0/quotas/0f977bed80cc4f93b024c544ecb96747 HTTP/1.1" status: 200 len: 375 time: 0.0175679 Nov 12 08:20:35.510223 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-d7a6e55e-4d3f-4a2b-80f1-4e9a7feccc64 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Calling delete_port for b7cee4a4-73a8-4ffa-a6ae-f4fdbdf2a43f owned by {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:20:35.532849 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ca1aa3ac-8274-4609-8792-df51731cfcb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:35.535594 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ca1aa3ac-8274-4609-8792-df51731cfcb1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:35.539424 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-ca1aa3ac-8274-4609-8792-df51731cfcb1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bfc06f39-d432-48f9-965c-d38ab27a39cc HTTP/1.1" status: 204 len: 168 time: 0.3467107 Nov 12 08:20:35.539854 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1f2422ab-b777-4e8e-b356-3e3026d28961 req-0462f5d3-8048-4bfe-8018-ac270360f70a tempest-ServerAddressesNegativeTestJSON-643891855 tempest-ServerAddressesNegativeTestJSON-643891855-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=0f977bed80cc4f93b024c544ecb96747&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0358799 Nov 12 08:20:35.547544 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-cd33ac1c-e4ba-462a-be73-f1bca57eb6e8 req-4f1a8de6-77db-4e2f-9b29-2fadd4b883e2 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Allocated IP 172.20.0.8 (ec82487f-519c-483b-814a-09ab43cadbc0/c99e7791-a372-44aa-b26b-4ef09f905daa/e4cbdff3-b3bd-41d7-8192-cca0b52471bf) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:20:35.549089 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1aa3ac-8274-4609-8792-df51731cfcb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfc06f39-d432-48f9-965c-d38ab27a39cc,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:35.564111 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-483044c6-064f-4e2c-bf87-fcb0bea57f0f req-0a1b2fc3-29e0-4307-a3ac-134352022630 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385934 Nov 12 08:20:35.628875 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 49138) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:35.659422 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-49725c8b-d25e-4e93-817b-de77a1a9acd2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:35.709601 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1f2422ab-b777-4e8e-b356-3e3026d28961 req-0f37ce91-91a1-4a11-b99f-3d72383365a4 service neutron] 10.222.0.26 "GET /v2.0/networks/500fec15-a049-4bc3-9454-147aafb004ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370959 Nov 12 08:20:35.864616 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1f2422ab-b777-4e8e-b356-3e3026d28961 req-97c7c23b-8e78-4956-a21b-b9a130be3855 service neutron] 10.222.0.26 "GET /v2.0/networks/500fec15-a049-4bc3-9454-147aafb004ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467407 Nov 12 08:20:35.944701 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d7a6e55e-4d3f-4a2b-80f1-4e9a7feccc64 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:36.014959 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a6e55e-4d3f-4a2b-80f1-4e9a7feccc64 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Pushing event deleted for resources: {'Port': ['ID=b7cee4a4-73a8-4ffa-a6ae-f4fdbdf2a43f,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:36.040087 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-49725c8b-d25e-4e93-817b-de77a1a9acd2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:36.049377 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cd33ac1c-e4ba-462a-be73-f1bca57eb6e8 req-4f1a8de6-77db-4e2f-9b29-2fadd4b883e2 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:36.052322 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-49725c8b-d25e-4e93-817b-de77a1a9acd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:36.098146 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-747424d4-c5f4-422c-aa1d-8c6df62e2204 req-e341f5d8-ccea-445f-9eb1-30c3e7137061 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/ports?device_id=f822e1e1-b947-4f9c-b705-d0a91151e0f7 HTTP/1.1" status: 200 len: 210 time: 0.0445356 Nov 12 08:20:36.124454 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49148) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:36.142161 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-da99ba95-7fe4-4323-b5cf-4448b2f7f32c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:36.191490 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac836b1-cf6a-4898-b31b-a1f97b4db6a8 req-53d20e74-a33f-446f-8f50-db1a78539a17 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:36.199295 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3ac836b1-cf6a-4898-b31b-a1f97b4db6a8 req-53d20e74-a33f-446f-8f50-db1a78539a17 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 945 time: 0.3173869 Nov 12 08:20:36.225822 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a5a86015-a4c4-47f1-b9f9-3c9a30926fad req-02b55e29-214a-43d5-af7b-4e96941fc449 tempest-ServerAddressesNegativeTestJSON-643891855 tempest-ServerAddressesNegativeTestJSON-643891855-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce9fc5c4-2f45-4287-87a7-5bac80a393cc HTTP/1.1" status: 200 len: 210 time: 0.0749855 Nov 12 08:20:36.277455 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-49725c8b-d25e-4e93-817b-de77a1a9acd2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6e69707b1e284eb89c6456301e503ee4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6464684 Nov 12 08:20:36.280540 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49154) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:36.291963 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49725c8b-d25e-4e93-817b-de77a1a9acd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=026c061c-29e4-4124-a1ba-721fa27ace87,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:36.302462 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-da99ba95-7fe4-4323-b5cf-4448b2f7f32c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:36.315398 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-da99ba95-7fe4-4323-b5cf-4448b2f7f32c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:36.337750 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3ac836b1-cf6a-4898-b31b-a1f97b4db6a8 req-cb671735-3fdf-4814-a0c7-405c3ca43187 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375628 Nov 12 08:20:36.363614 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-da99ba95-7fe4-4323-b5cf-4448b2f7f32c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c562ef976e7047509ca64d533f4dd09a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2357156 Nov 12 08:20:36.368523 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49156) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:36.376286 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cd33ac1c-e4ba-462a-be73-f1bca57eb6e8 req-4f1a8de6-77db-4e2f-9b29-2fadd4b883e2 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:36.431205 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da99ba95-7fe4-4323-b5cf-4448b2f7f32c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9316900a-989c-4d0e-877f-e8a3a3dd4fe6,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:36.471799 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-10ad3c08-0c63-4a95-b123-73f67a05e59a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:36.477772 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d7a6e55e-4d3f-4a2b-80f1-4e9a7feccc64 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:36.481194 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-d7a6e55e-4d3f-4a2b-80f1-4e9a7feccc64 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] 10.222.0.26 "DELETE /v2.0/ports/b7cee4a4-73a8-4ffa-a6ae-f4fdbdf2a43f HTTP/1.1" status: 204 len: 168 time: 1.7357237 Nov 12 08:20:36.488609 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd33ac1c-e4ba-462a-be73-f1bca57eb6e8 req-4f1a8de6-77db-4e2f-9b29-2fadd4b883e2 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Network ec82487f-519c-483b-814a-09ab43cadbc0 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:20:36.489259 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 49160) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:36.497690 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-543f698b-cf5f-46df-8ea0-6072fe1d9923 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:36.510285 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-cd33ac1c-e4ba-462a-be73-f1bca57eb6e8 req-4f1a8de6-77db-4e2f-9b29-2fadd4b883e2 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:20:36.531942 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a93b63e0-d3c0-4507-b589-ecd0fd3f51a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:36.533263 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd33ac1c-e4ba-462a-be73-f1bca57eb6e8 req-4f1a8de6-77db-4e2f-9b29-2fadd4b883e2 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:20:36.537327 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1a8de6-77db-4e2f-9b29-2fadd4b883e2 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Pushing event updated for resources: {'Port': ['ID=e4cbdff3-b3bd-41d7-8192-cca0b52471bf,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:36.540045 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-543f698b-cf5f-46df-8ea0-6072fe1d9923 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:36.543337 n-d-765315-29 neutron-server[102599]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e8482f8-c87b-46c7-8a1d-1bf0f1cb53a7 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] GET failed (client error): The resource could not be found. Nov 12 08:20:36.544943 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-0e8482f8-c87b-46c7-8a1d-1bf0f1cb53a7 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] 10.222.0.26 "GET /v2.0/ports/b7cee4a4-73a8-4ffa-a6ae-f4fdbdf2a43f HTTP/1.1" status: 404 len: 333 time: 0.0547674 Nov 12 08:20:36.552201 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49168) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:36.582020 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 303982ba-be48-4f68-8aa2-95c59ea5fb06 no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:20:36.607298 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a93b63e0-d3c0-4507-b589-ecd0fd3f51a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:36.617932 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] No Port match for: 303982ba-be48-4f68-8aa2-95c59ea5fb06 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:20:36.618802 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 303982ba-be48-4f68-8aa2-95c59ea5fb06 not bound to the agent host n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:20:36.645075 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd33ac1c-e4ba-462a-be73-f1bca57eb6e8 req-4f1a8de6-77db-4e2f-9b29-2fadd4b883e2 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:36.645911 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cd33ac1c-e4ba-462a-be73-f1bca57eb6e8 req-4f1a8de6-77db-4e2f-9b29-2fadd4b883e2 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:36.676783 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a449d45-4797-43dd-a9cf-fa08215bcc35 req-a9753420-b3ca-4bff-a299-b8d62f5d0db2 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:36.683148 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1a449d45-4797-43dd-a9cf-fa08215bcc35 req-a9753420-b3ca-4bff-a299-b8d62f5d0db2 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 945 time: 0.0887356 Nov 12 08:20:36.694880 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cd33ac1c-e4ba-462a-be73-f1bca57eb6e8 req-4f1a8de6-77db-4e2f-9b29-2fadd4b883e2 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2780023 Nov 12 08:20:36.711425 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-cd33ac1c-e4ba-462a-be73-f1bca57eb6e8 req-51981fcb-7549-46e8-8af5-e91f0333c8bc service neutron] Request body: {'port': {'device_id': 'f822e1e1-b947-4f9c-b705-d0a91151e0f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:20:36.728253 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a93b63e0-d3c0-4507-b589-ecd0fd3f51a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:36.731117 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a93b63e0-d3c0-4507-b589-ecd0fd3f51a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:36.732546 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-a93b63e0-d3c0-4507-b589-ecd0fd3f51a0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9316900a-989c-4d0e-877f-e8a3a3dd4fe6 HTTP/1.1" status: 204 len: 168 time: 0.3447776 Nov 12 08:20:36.740384 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-ff297483-ce7b-4340-9ef5-c3b9c776f8a2 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Deleting port 68f5c6f3-4178-4b88-b6ee-661f3bfe74cb {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:20:36.740754 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ff297483-ce7b-4340-9ef5-c3b9c776f8a2 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:36.745903 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-543f698b-cf5f-46df-8ea0-6072fe1d9923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:36.748826 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-543f698b-cf5f-46df-8ea0-6072fe1d9923 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:36.753576 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-543f698b-cf5f-46df-8ea0-6072fe1d9923 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/026c061c-29e4-4124-a1ba-721fa27ace87 HTTP/1.1" status: 204 len: 168 time: 0.4701276 Nov 12 08:20:36.782767 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93b63e0-d3c0-4507-b589-ecd0fd3f51a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9316900a-989c-4d0e-877f-e8a3a3dd4fe6,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:36.810163 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1a449d45-4797-43dd-a9cf-fa08215bcc35 req-2027532c-565e-4725-ad24-01fb59aeb45e tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251249 Nov 12 08:20:36.834794 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cd33ac1c-e4ba-462a-be73-f1bca57eb6e8 req-51981fcb-7549-46e8-8af5-e91f0333c8bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:36.893819 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ff297483-ce7b-4340-9ef5-c3b9c776f8a2 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:36.908848 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-ff297483-ce7b-4340-9ef5-c3b9c776f8a2 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Calling delete_port for 68f5c6f3-4178-4b88-b6ee-661f3bfe74cb owned by {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:20:36.919100 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f698b-cf5f-46df-8ea0-6072fe1d9923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=026c061c-29e4-4124-a1ba-721fa27ace87,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:37.071639 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b36528d-bd88-4944-861b-7dac4857f8a8 req-acb83919-1091-4723-99c8-02d3bc2a68ab tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:37.079115 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2b36528d-bd88-4944-861b-7dac4857f8a8 req-acb83919-1091-4723-99c8-02d3bc2a68ab tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 945 time: 0.0943081 Nov 12 08:20:37.236373 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2b36528d-bd88-4944-861b-7dac4857f8a8 req-dcbea197-a825-48c4-a603-c4ca811cae14 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551282 Nov 12 08:20:37.255000 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ff297483-ce7b-4340-9ef5-c3b9c776f8a2 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:37.298516 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff297483-ce7b-4340-9ef5-c3b9c776f8a2 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Pushing event deleted for resources: {'Port': ['ID=68f5c6f3-4178-4b88-b6ee-661f3bfe74cb,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:37.302024 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8bc90d-e74b-4142-97e5-4df575bda4aa req-d0f1597a-9816-433f-8e1a-1464c124cf70 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:37.309397 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6c8bc90d-e74b-4142-97e5-4df575bda4aa req-d0f1597a-9816-433f-8e1a-1464c124cf70 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/ports?device_id=f822e1e1-b947-4f9c-b705-d0a91151e0f7 HTTP/1.1" status: 200 len: 931 time: 0.1126924 Nov 12 08:20:37.337117 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ff297483-ce7b-4340-9ef5-c3b9c776f8a2 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:37.341970 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-ff297483-ce7b-4340-9ef5-c3b9c776f8a2 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] 10.222.0.26 "DELETE /v2.0/ports/68f5c6f3-4178-4b88-b6ee-661f3bfe74cb HTTP/1.1" status: 204 len: 168 time: 0.7835393 Nov 12 08:20:37.345190 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49196) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:37.382490 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-b741c756-49c2-4d73-b60c-36e7f6b71920 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] GET failed (client error): The resource could not be found. Nov 12 08:20:37.384721 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-b741c756-49c2-4d73-b60c-36e7f6b71920 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] 10.222.0.26 "GET /v2.0/ports/68f5c6f3-4178-4b88-b6ee-661f3bfe74cb HTTP/1.1" status: 404 len: 333 time: 0.0384347 Nov 12 08:20:37.401722 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49198) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:37.405321 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-343c8301-f1d0-4004-b525-5efbc809b63b req-90da5d9d-8265-4882-a288-f3b07c5f98f1 tempest-ServerAddressesNegativeTestJSON-643891855 tempest-ServerAddressesNegativeTestJSON-643891855-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce9fc5c4-2f45-4287-87a7-5bac80a393cc HTTP/1.1" status: 200 len: 210 time: 0.0499570 Nov 12 08:20:37.419892 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6c8bc90d-e74b-4142-97e5-4df575bda4aa req-e3ce7056-5716-4640-80a7-5ed3c03b7972 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/security-groups?id=4679696e-a532-438b-8380-3e45cd46de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096807 Nov 12 08:20:37.445630 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-cd33ac1c-e4ba-462a-be73-f1bca57eb6e8 req-51981fcb-7549-46e8-8af5-e91f0333c8bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4cbdff3-b3bd-41d7-8192-cca0b52471bf {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:20:37.455332 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cd33ac1c-e4ba-462a-be73-f1bca57eb6e8 req-51981fcb-7549-46e8-8af5-e91f0333c8bc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:37.508673 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-cd33ac1c-e4ba-462a-be73-f1bca57eb6e8 req-51981fcb-7549-46e8-8af5-e91f0333c8bc service neutron] Transition to ACTIVE for port object e4cbdff3-b3bd-41d7-8192-cca0b52471bf will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:20:37.518488 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cd33ac1c-e4ba-462a-be73-f1bca57eb6e8 req-51981fcb-7549-46e8-8af5-e91f0333c8bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:37.582488 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-d5204212-5e9a-4028-9930-22b9ce028cb0 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Deleting port 6928dd55-2358-4642-9e00-706ac72a3b80 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:20:37.583153 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d5204212-5e9a-4028-9930-22b9ce028cb0 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:37.773232 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51981fcb-7549-46e8-8af5-e91f0333c8bc service neutron] Pushing event updated for resources: {'Port': ['ID=e4cbdff3-b3bd-41d7-8192-cca0b52471bf,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:37.787432 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d5204212-5e9a-4028-9930-22b9ce028cb0 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:37.825794 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-d5204212-5e9a-4028-9930-22b9ce028cb0 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Calling delete_port for 6928dd55-2358-4642-9e00-706ac72a3b80 owned by {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:20:37.828529 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69870ca8-238e-41e2-8117-d644115878a3 req-97cea96e-b0bd-4595-948e-3108f2f18986 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:37.830200 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-69870ca8-238e-41e2-8117-d644115878a3 req-97cea96e-b0bd-4595-948e-3108f2f18986 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 945 time: 0.2563033 Nov 12 08:20:37.839822 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:37.972577 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-69870ca8-238e-41e2-8117-d644115878a3 req-9ee353b4-156d-4080-800b-ba2181175414 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326067 Nov 12 08:20:38.003456 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-cd33ac1c-e4ba-462a-be73-f1bca57eb6e8 req-51981fcb-7549-46e8-8af5-e91f0333c8bc service neutron] Attempting to bind port e4cbdff3-b3bd-41d7-8192-cca0b52471bf on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:20:38.004057 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-cd33ac1c-e4ba-462a-be73-f1bca57eb6e8 req-51981fcb-7549-46e8-8af5-e91f0333c8bc service neutron] Attempting to bind port e4cbdff3-b3bd-41d7-8192-cca0b52471bf by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': '296922ca-424d-4760-9058-82e70353f16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'ec82487f-519c-483b-814a-09ab43cadbc0'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:20:38.004564 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd33ac1c-e4ba-462a-be73-f1bca57eb6e8 req-51981fcb-7549-46e8-8af5-e91f0333c8bc service neutron] Attempting to bind port e4cbdff3-b3bd-41d7-8192-cca0b52471bf on network ec82487f-519c-483b-814a-09ab43cadbc0 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:20:38.021938 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd33ac1c-e4ba-462a-be73-f1bca57eb6e8 req-51981fcb-7549-46e8-8af5-e91f0333c8bc service neutron] Port e4cbdff3-b3bd-41d7-8192-cca0b52471bf on network ec82487f-519c-483b-814a-09ab43cadbc0 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:20:38.022820 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd33ac1c-e4ba-462a-be73-f1bca57eb6e8 req-51981fcb-7549-46e8-8af5-e91f0333c8bc service neutron] Attempting to bind port e4cbdff3-b3bd-41d7-8192-cca0b52471bf on network ec82487f-519c-483b-814a-09ab43cadbc0 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:20:38.030690 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd33ac1c-e4ba-462a-be73-f1bca57eb6e8 req-51981fcb-7549-46e8-8af5-e91f0333c8bc service neutron] Checking agent: {'id': '26215384-8035-4ce2-971a-8e67be80da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:20:38.031413 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd33ac1c-e4ba-462a-be73-f1bca57eb6e8 req-51981fcb-7549-46e8-8af5-e91f0333c8bc service neutron] Checking segment: {'id': '296922ca-424d-4760-9058-82e70353f16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'ec82487f-519c-483b-814a-09ab43cadbc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:20:38.032541 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd33ac1c-e4ba-462a-be73-f1bca57eb6e8 req-51981fcb-7549-46e8-8af5-e91f0333c8bc service neutron] Bound using segment: {'id': '296922ca-424d-4760-9058-82e70353f16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'ec82487f-519c-483b-814a-09ab43cadbc0'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:20:38.033348 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-cd33ac1c-e4ba-462a-be73-f1bca57eb6e8 req-51981fcb-7549-46e8-8af5-e91f0333c8bc service neutron] Bound port: e4cbdff3-b3bd-41d7-8192-cca0b52471bf, host: n-h1-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '296922ca-424d-4760-9058-82e70353f16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'ec82487f-519c-483b-814a-09ab43cadbc0'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:20:38.033892 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cd33ac1c-e4ba-462a-be73-f1bca57eb6e8 req-51981fcb-7549-46e8-8af5-e91f0333c8bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:38.044970 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2422ab-b777-4e8e-b356-3e3026d28961 req-2f954528-958e-47a1-adda-3149a8f10f4f tempest-ServerAddressesNegativeTestJSON-643891855 tempest-ServerAddressesNegativeTestJSON-643891855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:38.047809 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1f2422ab-b777-4e8e-b356-3e3026d28961 req-2f954528-958e-47a1-adda-3149a8f10f4f tempest-ServerAddressesNegativeTestJSON-643891855 tempest-ServerAddressesNegativeTestJSON-643891855-project] 10.222.0.44 "GET /v2.0/networks?id=500fec15-a049-4bc3-9454-147aafb004ab HTTP/1.1" status: 200 len: 821 time: 0.3174379 Nov 12 08:20:38.115669 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-1f2422ab-b777-4e8e-b356-3e3026d28961 req-9702f893-d579-4c50-9595-688f529f1f26 tempest-ServerAddressesNegativeTestJSON-643891855 tempest-ServerAddressesNegativeTestJSON-643891855-project] Request body: {'port': {'device_id': 'ce9fc5c4-2f45-4287-87a7-5bac80a393cc', 'network_id': '500fec15-a049-4bc3-9454-147aafb004ab', 'admin_state_up': True, 'tenant_id': '0f977bed80cc4f93b024c544ecb96747'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:20:38.159200 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d5204212-5e9a-4028-9930-22b9ce028cb0 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:38.195816 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5204212-5e9a-4028-9930-22b9ce028cb0 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Pushing event deleted for resources: {'Port': ['ID=6928dd55-2358-4642-9e00-706ac72a3b80,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:38.233933 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d5204212-5e9a-4028-9930-22b9ce028cb0 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:38.239442 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-d5204212-5e9a-4028-9930-22b9ce028cb0 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] 10.222.0.26 "DELETE /v2.0/ports/6928dd55-2358-4642-9e00-706ac72a3b80 HTTP/1.1" status: 204 len: 168 time: 0.8362374 Nov 12 08:20:38.241589 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49238) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:38.260219 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-cd33ac1c-e4ba-462a-be73-f1bca57eb6e8 req-51981fcb-7549-46e8-8af5-e91f0333c8bc service neutron] For port e4cbdff3-b3bd-41d7-8192-cca0b52471bf, host n-h1-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:20:38.285236 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f37eb0e-cfb5-44f4-a686-e3769b4503df req-be8b6446-667d-4901-bf0c-8b659f02b34b tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:38.286916 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1f37eb0e-cfb5-44f4-a686-e3769b4503df req-be8b6446-667d-4901-bf0c-8b659f02b34b tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 945 time: 0.1776993 Nov 12 08:20:38.335898 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-cd33ac1c-e4ba-462a-be73-f1bca57eb6e8 req-51981fcb-7549-46e8-8af5-e91f0333c8bc service neutron] For port e4cbdff3-b3bd-41d7-8192-cca0b52471bf, host n-h1-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=e4cbdff3-b3bd-41d7-8192-cca0b52471bf,segment=NetworkSegment(296922ca-424d-4760-9058-82e70353f16a),segment_id=296922ca-424d-4760-9058-82e70353f16a)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:20:38.338110 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-521111a3-babc-4b81-a938-680b6d02ab46 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Deleting subnet 12c30123-0f3b-4111-ac39-a04acfabe6b5 {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:20:38.342226 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-521111a3-babc-4b81-a938-680b6d02ab46 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:38.360715 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cd33ac1c-e4ba-462a-be73-f1bca57eb6e8 req-51981fcb-7549-46e8-8af5-e91f0333c8bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:38.410789 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-521111a3-babc-4b81-a938-680b6d02ab46 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:38.457403 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd33ac1c-e4ba-462a-be73-f1bca57eb6e8 req-51981fcb-7549-46e8-8af5-e91f0333c8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:38.458139 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cd33ac1c-e4ba-462a-be73-f1bca57eb6e8 req-51981fcb-7549-46e8-8af5-e91f0333c8bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:38.459664 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cd33ac1c-e4ba-462a-be73-f1bca57eb6e8 req-51981fcb-7549-46e8-8af5-e91f0333c8bc service neutron] 10.222.0.21 "PUT /v2.0/ports/e4cbdff3-b3bd-41d7-8192-cca0b52471bf HTTP/1.1" status: 200 len: 1092 time: 1.7544219 Nov 12 08:20:38.462353 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f822e1e1-b947-4f9c-b705-d0a91151e0f7', 'tag': 'e4cbdff3-b3bd-41d7-8192-cca0b52471bf'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:20:38.464903 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a119614-d2d8-4271-b86d-9c66a53ce8d4" -d '{"events": [{"name": "network-changed", "server_uuid": "f822e1e1-b947-4f9c-b705-d0a91151e0f7", "tag": "e4cbdff3-b3bd-41d7-8192-cca0b52471bf"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:20:38.514454 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1f37eb0e-cfb5-44f4-a686-e3769b4503df req-8728a2a2-02ed-4a64-8398-45d63a767b32 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073097 Nov 12 08:20:38.581215 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51981fcb-7549-46e8-8af5-e91f0333c8bc service neutron] Pushing event updated for resources: {'Port': ['ID=e4cbdff3-b3bd-41d7-8192-cca0b52471bf,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:38.596301 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f2422ab-b777-4e8e-b356-3e3026d28961 req-9702f893-d579-4c50-9595-688f529f1f26 tempest-ServerAddressesNegativeTestJSON-643891855 tempest-ServerAddressesNegativeTestJSON-643891855-project] Made reservation on behalf of 0f977bed80cc4f93b024c544ecb96747 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:20:38.602682 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1f2422ab-b777-4e8e-b356-3e3026d28961 req-9702f893-d579-4c50-9595-688f529f1f26 tempest-ServerAddressesNegativeTestJSON-643891855 tempest-ServerAddressesNegativeTestJSON-643891855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:38.633134 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-67f9e9bc-3f05-4ea9-a2f7-dd0a4f6f0948 req-be6e0385-49a1-4633-b14e-c5f8d4b43011 tempest-ServerAddressesNegativeTestJSON-643891855 tempest-ServerAddressesNegativeTestJSON-643891855-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce9fc5c4-2f45-4287-87a7-5bac80a393cc HTTP/1.1" status: 200 len: 210 time: 0.0521741 Nov 12 08:20:38.633457 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd33ac1c-e4ba-462a-be73-f1bca57eb6e8 req-8c5f87d9-2733-48f3-aa96-fd75cb85f261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:38.635374 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cd33ac1c-e4ba-462a-be73-f1bca57eb6e8 req-8c5f87d9-2733-48f3-aa96-fd75cb85f261 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=507bea33553d43dea3447dc0d1dbf18c&device_id=f822e1e1-b947-4f9c-b705-d0a91151e0f7 HTTP/1.1" status: 200 len: 1095 time: 0.1139393 Nov 12 08:20:38.649619 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-521111a3-babc-4b81-a938-680b6d02ab46 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:38.749484 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-521111a3-babc-4b81-a938-680b6d02ab46 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:38.772974 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-521111a3-babc-4b81-a938-680b6d02ab46 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:38.776306 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-521111a3-babc-4b81-a938-680b6d02ab46 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] 10.222.0.26 "DELETE /v2.0/subnets/12c30123-0f3b-4111-ac39-a04acfabe6b5 HTTP/1.1" status: 204 len: 168 time: 0.5336630 Nov 12 08:20:38.783172 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e6e879-25d1-4367-82cd-cbb87865882c None None] Network 7258a35f-77d8-48ef-8acb-c7156f77ad1b requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:20:38.795637 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49266) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:38.805568 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521111a3-babc-4b81-a938-680b6d02ab46 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Pushing event deleted for resources: {'Subnet': ['ID=12c30123-0f3b-4111-ac39-a04acfabe6b5,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:38.902526 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a83baa09-e0fc-498a-9b36-c92215862875 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:39.028428 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1034b7-7c1a-42f4-9515-28e0b612bc08 req-8c882915-5624-46ab-bf34-b8093e8b4bc5 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:39.035846 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1c1034b7-7c1a-42f4-9515-28e0b612bc08 req-8c882915-5624-46ab-bf34-b8093e8b4bc5 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 945 time: 0.1297493 Nov 12 08:20:39.063119 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf5655f-1e25-4798-bd7f-a87b658c5d13 x-openstack-request-id: req-7bf5655f-1e25-4798-bd7f-a87b658c5d13 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:20:39.063411 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f822e1e1-b947-4f9c-b705-d0a91151e0f7", "tag": "e4cbdff3-b3bd-41d7-8192-cca0b52471bf", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:20:39.063892 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7bf5655f-1e25-4798-bd7f-a87b658c5d13 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:20:39.064472 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f822e1e1-b947-4f9c-b705-d0a91151e0f7', 'tag': 'e4cbdff3-b3bd-41d7-8192-cca0b52471bf', 'status': 'completed', 'code': 200} Nov 12 08:20:39.072835 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cd33ac1c-e4ba-462a-be73-f1bca57eb6e8 req-ebe0e918-a408-4642-ac0d-57c3077071bc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4cbdff3-b3bd-41d7-8192-cca0b52471bf HTTP/1.1" status: 200 len: 217 time: 0.4247382 Nov 12 08:20:39.118811 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-a83baa09-e0fc-498a-9b36-c92215862875 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Deleting port e612e78c-da13-41df-98fd-3f2db9857cac {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:20:39.119240 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a83baa09-e0fc-498a-9b36-c92215862875 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:39.152908 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c54dd3-f84d-458a-82e4-fc54e50ef1b0 None None] DHCP port deletion for 7258a35f-77d8-48ef-8acb-c7156f77ad1b request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:20:39.161094 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:39.176231 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ef2eda-8ea8-4b94-a039-b090bbdace6a req-41571f6e-986f-4938-b46c-b3b68832aa3c tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:39.178111 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-61ef2eda-8ea8-4b94-a039-b090bbdace6a req-41571f6e-986f-4938-b46c-b3b68832aa3c tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/ports?device_id=f822e1e1-b947-4f9c-b705-d0a91151e0f7 HTTP/1.1" status: 200 len: 943 time: 0.4931121 Nov 12 08:20:39.201129 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-a83baa09-e0fc-498a-9b36-c92215862875 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] For port e612e78c-da13-41df-98fd-3f2db9857cac, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=e612e78c-da13-41df-98fd-3f2db9857cac,segment=NetworkSegment(bf156aef-5560-45b0-856d-b685deffbc47),segment_id=bf156aef-5560-45b0-856d-b685deffbc47)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:20:39.201650 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a83baa09-e0fc-498a-9b36-c92215862875 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:39.218248 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-a83baa09-e0fc-498a-9b36-c92215862875 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Calling delete_port for e612e78c-da13-41df-98fd-3f2db9857cac owned by network:dhcp {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:20:39.222331 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49280) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:39.225759 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd33ac1c-e4ba-462a-be73-f1bca57eb6e8 req-051ac068-54a5-4a12-b4f8-ef0bff6673b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:39.227463 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cd33ac1c-e4ba-462a-be73-f1bca57eb6e8 req-051ac068-54a5-4a12-b4f8-ef0bff6673b3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c99e7791-a372-44aa-b26b-4ef09f905daa HTTP/1.1" status: 200 len: 845 time: 0.1465456 Nov 12 08:20:39.240722 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-1f2422ab-b777-4e8e-b356-3e3026d28961 req-9702f893-d579-4c50-9595-688f529f1f26 tempest-ServerAddressesNegativeTestJSON-643891855 tempest-ServerAddressesNegativeTestJSON-643891855-project] Allocated IP 172.20.0.3 (500fec15-a049-4bc3-9454-147aafb004ab/042aef6c-57d4-41b9-b58a-a091fa04dcda/50195b26-29ee-47e3-9ee0-4710d45ea862) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:20:39.263405 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1c1034b7-7c1a-42f4-9515-28e0b612bc08 req-7b5a7127-a461-41b8-94ef-5b86b91f4ae4 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188182 Nov 12 08:20:39.274537 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-e1c54dd3-f84d-458a-82e4-fc54e50ef1b0 None None] Deleting port e612e78c-da13-41df-98fd-3f2db9857cac {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:20:39.275040 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e1c54dd3-f84d-458a-82e4-fc54e50ef1b0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:39.279758 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cd33ac1c-e4ba-462a-be73-f1bca57eb6e8 req-18286d45-31ae-43c1-9916-1bd7bb03286f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ec82487f-519c-483b-814a-09ab43cadbc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404499 Nov 12 08:20:39.341245 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-61ef2eda-8ea8-4b94-a039-b090bbdace6a req-d59d7c46-a181-4c45-b762-38d8b6eab114 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/security-groups?id=4679696e-a532-438b-8380-3e45cd46de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510406 Nov 12 08:20:39.365444 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e1c54dd3-f84d-458a-82e4-fc54e50ef1b0 None None] For port e612e78c-da13-41df-98fd-3f2db9857cac, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=e612e78c-da13-41df-98fd-3f2db9857cac,segment=NetworkSegment(bf156aef-5560-45b0-856d-b685deffbc47),segment_id=bf156aef-5560-45b0-856d-b685deffbc47)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:20:39.366321 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e1c54dd3-f84d-458a-82e4-fc54e50ef1b0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:39.391628 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-e1c54dd3-f84d-458a-82e4-fc54e50ef1b0 None None] Calling delete_port for e612e78c-da13-41df-98fd-3f2db9857cac owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:20:39.440926 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a83baa09-e0fc-498a-9b36-c92215862875 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:39.488039 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83baa09-e0fc-498a-9b36-c92215862875 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Pushing event deleted for resources: {'Port': ['ID=e612e78c-da13-41df-98fd-3f2db9857cac,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:39.506009 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83baa09-e0fc-498a-9b36-c92215862875 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] No DVR routers for this DVR port e612e78c-da13-41df-98fd-3f2db9857cac on host n-d-765315-29 {{(pid=102600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:20:39.529290 n-d-765315-29 neutron-server[102601]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 08:20:39.529290 n-d-765315-29 neutron-server[102601]: from cryptography.utils import int_from_bytes Nov 12 08:20:39.529290 n-d-765315-29 neutron-server[102601]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 08:20:39.529290 n-d-765315-29 neutron-server[102601]: from cryptography.utils import int_from_bytes Nov 12 08:20:39.529290 n-d-765315-29 neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:20:39.529290 n-d-765315-29 neutron-server[102601]: self.session.flush() Nov 12 08:20:39.529290 n-d-765315-29 neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:20:39.529290 n-d-765315-29 neutron-server[102601]: self.session.flush() Nov 12 08:20:39.529290 n-d-765315-29 neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:20:39.529290 n-d-765315-29 neutron-server[102601]: self.session.flush() Nov 12 08:20:39.529290 n-d-765315-29 neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:20:39.529290 n-d-765315-29 neutron-server[102601]: self.session.flush() Nov 12 08:20:39.529290 n-d-765315-29 neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:20:39.529290 n-d-765315-29 neutron-server[102601]: self.session.flush() Nov 12 08:20:39.529290 n-d-765315-29 neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:20:39.529290 n-d-765315-29 neutron-server[102601]: self.session.flush() Nov 12 08:20:39.529290 n-d-765315-29 neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:20:39.529290 n-d-765315-29 neutron-server[102601]: self.session.flush() Nov 12 08:20:39.529290 n-d-765315-29 neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:20:39.529290 n-d-765315-29 neutron-server[102601]: self.session.flush() Nov 12 08:20:39.529290 n-d-765315-29 neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:20:39.529290 n-d-765315-29 neutron-server[102601]: self.session.flush() Nov 12 08:20:39.529290 n-d-765315-29 neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:20:39.529290 n-d-765315-29 neutron-server[102601]: self.session.flush() Nov 12 08:20:39.529290 n-d-765315-29 neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:20:39.529290 n-d-765315-29 neutron-server[102601]: self.session.flush() Nov 12 08:20:39.529290 n-d-765315-29 neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:20:39.529290 n-d-765315-29 neutron-server[102601]: self.session.flush() Nov 12 08:20:39.529290 n-d-765315-29 neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:20:39.529290 n-d-765315-29 neutron-server[102601]: self.session.flush() Nov 12 08:20:39.529290 n-d-765315-29 neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:20:39.529290 n-d-765315-29 neutron-server[102601]: self.session.flush() Nov 12 08:20:39.529290 n-d-765315-29 neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:20:39.529290 n-d-765315-29 neutron-server[102601]: self.session.flush() Nov 12 08:20:39.529290 n-d-765315-29 neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:20:39.529290 n-d-765315-29 neutron-server[102601]: self.session.flush() Nov 12 08:20:39.529290 n-d-765315-29 neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:20:39.529290 n-d-765315-29 neutron-server[102601]: self.session.flush() Nov 12 08:20:39.529290 n-d-765315-29 neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:20:39.529290 n-d-765315-29 neutron-server[102601]: self.session.flush() Nov 12 08:20:39.529290 n-d-765315-29 neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:20:39.529290 n-d-765315-29 neutron-server[102601]: self.session.flush() Nov 12 08:20:39.533900 n-d-765315-29 neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:20:39.533900 n-d-765315-29 neutron-server[102601]: self.session.flush() Nov 12 08:20:39.533900 n-d-765315-29 neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:20:39.533900 n-d-765315-29 neutron-server[102601]: self.session.flush() Nov 12 08:20:39.533900 n-d-765315-29 neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:20:39.533900 n-d-765315-29 neutron-server[102601]: self.session.flush() Nov 12 08:20:39.533900 n-d-765315-29 neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:20:39.533900 n-d-765315-29 neutron-server[102601]: self.session.flush() Nov 12 08:20:39.533900 n-d-765315-29 neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:20:39.533900 n-d-765315-29 neutron-server[102601]: self.session.flush() Nov 12 08:20:39.533900 n-d-765315-29 neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:20:39.533900 n-d-765315-29 neutron-server[102601]: self.session.flush() Nov 12 08:20:39.533900 n-d-765315-29 neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:20:39.533900 n-d-765315-29 neutron-server[102601]: self.session.flush() Nov 12 08:20:39.536725 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e1c54dd3-f84d-458a-82e4-fc54e50ef1b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:39.568264 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c54dd3-f84d-458a-82e4-fc54e50ef1b0 None None] Pushing event deleted for resources: {'Port': ['ID=e612e78c-da13-41df-98fd-3f2db9857cac,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:39.572335 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c54dd3-f84d-458a-82e4-fc54e50ef1b0 None None] No DVR routers for this DVR port e612e78c-da13-41df-98fd-3f2db9857cac on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:20:39.578676 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cd33ac1c-e4ba-462a-be73-f1bca57eb6e8 req-a0bbe7ee-c2d1-4b76-ac93-b48f130a886a service neutron] 10.222.0.21 "GET /v2.0/networks/ec82487f-519c-483b-814a-09ab43cadbc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866695 Nov 12 08:20:39.649027 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-805adf0f-3194-445a-bbf5-dc0fd926b9d1 tempest-ExternalNetworksAdminNegativeTestJSON-1459397378 tempest-ExternalNetworksAdminNegativeTestJSON-1459397378-project-admin] Request body: {'floatingip': {'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:20:39.666843 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298c6f42-d23d-4152-afcf-91404879d1be req-cc19e3a8-d4bb-4a78-a144-f5dde8d547c0 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:39.675234 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-298c6f42-d23d-4152-afcf-91404879d1be req-cc19e3a8-d4bb-4a78-a144-f5dde8d547c0 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 945 time: 0.1918578 Nov 12 08:20:39.704233 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1f2422ab-b777-4e8e-b356-3e3026d28961 req-9702f893-d579-4c50-9595-688f529f1f26 tempest-ServerAddressesNegativeTestJSON-643891855 tempest-ServerAddressesNegativeTestJSON-643891855-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:39.717342 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a83baa09-e0fc-498a-9b36-c92215862875 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:39.729159 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cd33ac1c-e4ba-462a-be73-f1bca57eb6e8 req-b6a796cb-1935-4010-810f-8c300b1b1d26 service neutron] 10.222.0.21 "GET /v2.0/networks/ec82487f-519c-483b-814a-09ab43cadbc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365659 Nov 12 08:20:39.756508 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-a83baa09-e0fc-498a-9b36-c92215862875 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7258a35f-77d8-48ef-8acb-c7156f77ad1b']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:20:39.771512 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:39.773216 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1f2422ab-b777-4e8e-b356-3e3026d28961 req-9702f893-d579-4c50-9595-688f529f1f26 tempest-ServerAddressesNegativeTestJSON-643891855 tempest-ServerAddressesNegativeTestJSON-643891855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:39.798896 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-805adf0f-3194-445a-bbf5-dc0fd926b9d1 tempest-ExternalNetworksAdminNegativeTestJSON-1459397378 tempest-ExternalNetworksAdminNegativeTestJSON-1459397378-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:39.816414 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-a83baa09-e0fc-498a-9b36-c92215862875 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf156aef-5560-45b0-856d-b685deffbc47') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:20:39.816690 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-a83baa09-e0fc-498a-9b36-c92215862875 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf156aef-5560-45b0-856d-b685deffbc47') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:20:39.838689 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a83baa09-e0fc-498a-9b36-c92215862875 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:39.859128 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-298c6f42-d23d-4152-afcf-91404879d1be req-c4c5c5fb-31af-4bf8-a78b-f9bc4e1fa341 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828012 Nov 12 08:20:39.861873 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f2422ab-b777-4e8e-b356-3e3026d28961 req-9702f893-d579-4c50-9595-688f529f1f26 tempest-ServerAddressesNegativeTestJSON-643891855 tempest-ServerAddressesNegativeTestJSON-643891855-project] Network 500fec15-a049-4bc3-9454-147aafb004ab is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:20:39.863909 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a83baa09-e0fc-498a-9b36-c92215862875 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:39.877352 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702f893-d579-4c50-9595-688f529f1f26 tempest-ServerAddressesNegativeTestJSON-643891855 tempest-ServerAddressesNegativeTestJSON-643891855-project] Pushing event updated for resources: {'Port': ['ID=50195b26-29ee-47e3-9ee0-4710d45ea862,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:39.880201 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-1f2422ab-b777-4e8e-b356-3e3026d28961 req-9702f893-d579-4c50-9595-688f529f1f26 tempest-ServerAddressesNegativeTestJSON-643891855 tempest-ServerAddressesNegativeTestJSON-643891855-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:20:39.897168 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f2422ab-b777-4e8e-b356-3e3026d28961 req-9702f893-d579-4c50-9595-688f529f1f26 tempest-ServerAddressesNegativeTestJSON-643891855 tempest-ServerAddressesNegativeTestJSON-643891855-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:20:39.907921 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a83baa09-e0fc-498a-9b36-c92215862875 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:20:39.908384 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a83baa09-e0fc-498a-9b36-c92215862875 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:39.949771 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a119614-d2d8-4271-b86d-9c66a53ce8d4 req-ff30a504-a633-4b15-98ab-5dc1ba1893b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:39.951323 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6a119614-d2d8-4271-b86d-9c66a53ce8d4 req-ff30a504-a633-4b15-98ab-5dc1ba1893b2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=507bea33553d43dea3447dc0d1dbf18c&device_id=f822e1e1-b947-4f9c-b705-d0a91151e0f7 HTTP/1.1" status: 200 len: 1095 time: 0.1659250 Nov 12 08:20:39.966129 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2422ab-b777-4e8e-b356-3e3026d28961 req-9702f893-d579-4c50-9595-688f529f1f26 tempest-ServerAddressesNegativeTestJSON-643891855 tempest-ServerAddressesNegativeTestJSON-643891855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:39.967084 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1f2422ab-b777-4e8e-b356-3e3026d28961 req-9702f893-d579-4c50-9595-688f529f1f26 tempest-ServerAddressesNegativeTestJSON-643891855 tempest-ServerAddressesNegativeTestJSON-643891855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:39.990830 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:20:39.990830 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:20:39.990830 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:20:39.990830 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:20:39.990830 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:20:39.990830 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:20:39.990830 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:20:39.990830 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:20:39.990830 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:20:39.990830 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:20:39.990830 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:20:39.990830 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:20:39.990830 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:20:39.990830 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:20:39.990830 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:20:39.990830 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:20:39.990830 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:20:39.990830 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:20:39.990830 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:20:39.990830 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:20:39.990830 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:20:39.990830 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:20:39.990830 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:20:39.990830 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:20:39.990830 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:20:39.990830 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:20:39.990830 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:20:39.990830 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:20:39.990830 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:20:39.990830 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:20:39.990830 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:20:39.990830 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:20:39.996493 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a83baa09-e0fc-498a-9b36-c92215862875 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:40.004214 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a83baa09-e0fc-498a-9b36-c92215862875 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:40.007419 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-a83baa09-e0fc-498a-9b36-c92215862875 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] 10.222.0.26 "DELETE /v2.0/networks/7258a35f-77d8-48ef-8acb-c7156f77ad1b HTTP/1.1" status: 204 len: 168 time: 1.2107673 Nov 12 08:20:40.016170 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6b363c-e1e8-4633-a4e8-684b4b879e5b req-2175a724-04de-4041-994e-6abc29f2b3d3 tempest-ServerAddressesNegativeTestJSON-643891855 tempest-ServerAddressesNegativeTestJSON-643891855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:40.017736 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6b6b363c-e1e8-4633-a4e8-684b4b879e5b req-2175a724-04de-4041-994e-6abc29f2b3d3 tempest-ServerAddressesNegativeTestJSON-643891855 tempest-ServerAddressesNegativeTestJSON-643891855-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce9fc5c4-2f45-4287-87a7-5bac80a393cc HTTP/1.1" status: 200 len: 931 time: 0.1733439 Nov 12 08:20:40.024753 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83baa09-e0fc-498a-9b36-c92215862875 tempest-AllowedAddressPairIpV6TestJSON-1806388172 tempest-AllowedAddressPairIpV6TestJSON-1806388172-project] Pushing event deleted for resources: {'Network': ['ID=7258a35f-77d8-48ef-8acb-c7156f77ad1b,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:40.052929 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device e612e78c-da13-41df-98fd-3f2db9857cac no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:20:40.059581 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1f2422ab-b777-4e8e-b356-3e3026d28961 req-9702f893-d579-4c50-9595-688f529f1f26 tempest-ServerAddressesNegativeTestJSON-643891855 tempest-ServerAddressesNegativeTestJSON-643891855-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9520695 Nov 12 08:20:40.060559 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-805adf0f-3194-445a-bbf5-dc0fd926b9d1 tempest-ExternalNetworksAdminNegativeTestJSON-1459397378 tempest-ExternalNetworksAdminNegativeTestJSON-1459397378-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:40.093104 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-1f2422ab-b777-4e8e-b356-3e3026d28961 req-b1ac1176-235d-4078-941f-24e7efe5fe00 service neutron] Request body: {'port': {'device_id': 'ce9fc5c4-2f45-4287-87a7-5bac80a393cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:20:40.112392 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: e612e78c-da13-41df-98fd-3f2db9857cac {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:20:40.112750 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device e612e78c-da13-41df-98fd-3f2db9857cac not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:20:40.173460 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6b6b363c-e1e8-4633-a4e8-684b4b879e5b req-a5c79a48-1947-4550-9509-7847435cec95 tempest-ServerAddressesNegativeTestJSON-643891855 tempest-ServerAddressesNegativeTestJSON-643891855-project] 10.222.0.26 "GET /v2.0/security-groups?id=1304c8a3-cc67-4921-a250-81ee6fca517c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179409 Nov 12 08:20:40.209649 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1f2422ab-b777-4e8e-b356-3e3026d28961 req-b1ac1176-235d-4078-941f-24e7efe5fe00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:40.233711 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-805adf0f-3194-445a-bbf5-dc0fd926b9d1 tempest-ExternalNetworksAdminNegativeTestJSON-1459397378 tempest-ExternalNetworksAdminNegativeTestJSON-1459397378-project-admin] Allocated IP 172.25.2.163 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/8de7f788-c22d-42ac-a440-593b7da47b06) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:20:40.269621 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a119614-d2d8-4271-b86d-9c66a53ce8d4 req-54e2a2b4-1513-499d-905f-db243035d2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:40.272342 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6a119614-d2d8-4271-b86d-9c66a53ce8d4 req-54e2a2b4-1513-499d-905f-db243035d2fb service neutron] 10.222.0.21 "GET /v2.0/networks?id=ec82487f-519c-483b-814a-09ab43cadbc0 HTTP/1.1" status: 200 len: 906 time: 0.3126893 Nov 12 08:20:40.339438 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3a0235-e08b-4c35-9808-72562066776d req-b9d5a8dc-89af-4c3b-bd2a-5e262f28e92d tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:40.346673 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4c3a0235-e08b-4c35-9808-72562066776d req-b9d5a8dc-89af-4c3b-bd2a-5e262f28e92d tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 945 time: 0.1307759 Nov 12 08:20:40.347279 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6a119614-d2d8-4271-b86d-9c66a53ce8d4 req-b8798a8f-cb7d-48d6-80ff-c592b8a5075a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4cbdff3-b3bd-41d7-8192-cca0b52471bf HTTP/1.1" status: 200 len: 217 time: 0.0639753 Nov 12 08:20:40.464295 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-805adf0f-3194-445a-bbf5-dc0fd926b9d1 tempest-ExternalNetworksAdminNegativeTestJSON-1459397378 tempest-ExternalNetworksAdminNegativeTestJSON-1459397378-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:40.490502 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a119614-d2d8-4271-b86d-9c66a53ce8d4 req-3869fbba-dd61-4063-9947-dd1ce07b6b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:40.492013 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6a119614-d2d8-4271-b86d-9c66a53ce8d4 req-3869fbba-dd61-4063-9947-dd1ce07b6b79 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c99e7791-a372-44aa-b26b-4ef09f905daa HTTP/1.1" status: 200 len: 845 time: 0.1243899 Nov 12 08:20:40.500776 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4c3a0235-e08b-4c35-9808-72562066776d req-8afb6aee-3147-4513-ad0e-bc7a2c578a2f tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449494 Nov 12 08:20:40.502825 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 49334) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:40.563980 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6a119614-d2d8-4271-b86d-9c66a53ce8d4 req-1978f53b-4635-48b4-9741-20baca2a128a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ec82487f-519c-483b-814a-09ab43cadbc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619204 Nov 12 08:20:40.564461 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-805adf0f-3194-445a-bbf5-dc0fd926b9d1 tempest-ExternalNetworksAdminNegativeTestJSON-1459397378 tempest-ExternalNetworksAdminNegativeTestJSON-1459397378-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:40.617217 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805adf0f-3194-445a-bbf5-dc0fd926b9d1 tempest-ExternalNetworksAdminNegativeTestJSON-1459397378 tempest-ExternalNetworksAdminNegativeTestJSON-1459397378-project-admin] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:20:40.621945 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-805adf0f-3194-445a-bbf5-dc0fd926b9d1 tempest-ExternalNetworksAdminNegativeTestJSON-1459397378 tempest-ExternalNetworksAdminNegativeTestJSON-1459397378-project-admin] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:20:40.724946 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6a119614-d2d8-4271-b86d-9c66a53ce8d4 req-4e7978bc-67ba-497c-a243-cf034da516a3 service neutron] 10.222.0.21 "GET /v2.0/networks/ec82487f-519c-483b-814a-09ab43cadbc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530414 Nov 12 08:20:40.843927 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-1f2422ab-b777-4e8e-b356-3e3026d28961 req-b1ac1176-235d-4078-941f-24e7efe5fe00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50195b26-29ee-47e3-9ee0-4710d45ea862 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:20:40.860108 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1f2422ab-b777-4e8e-b356-3e3026d28961 req-b1ac1176-235d-4078-941f-24e7efe5fe00 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:40.893735 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-1f2422ab-b777-4e8e-b356-3e3026d28961 req-b1ac1176-235d-4078-941f-24e7efe5fe00 service neutron] Transition to ACTIVE for port object 50195b26-29ee-47e3-9ee0-4710d45ea862 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:20:40.896260 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 49342) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:40.909215 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1f2422ab-b777-4e8e-b356-3e3026d28961 req-b1ac1176-235d-4078-941f-24e7efe5fe00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:40.924163 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-07da403d-7f5e-4acc-be52-2426fe07957b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c0e8142cf32447aea31987be9ac88916&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4199264 Nov 12 08:20:40.925299 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 49346) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:40.960175 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805adf0f-3194-445a-bbf5-dc0fd926b9d1 tempest-ExternalNetworksAdminNegativeTestJSON-1459397378 tempest-ExternalNetworksAdminNegativeTestJSON-1459397378-project-admin] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:20:40.972571 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6a119614-d2d8-4271-b86d-9c66a53ce8d4 req-89ff7e63-95d6-4add-8aa9-7f4a89ecea8a service neutron] 10.222.0.21 "GET /v2.0/networks/ec82487f-519c-483b-814a-09ab43cadbc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401292 Nov 12 08:20:40.994313 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ac1176-235d-4078-941f-24e7efe5fe00 service neutron] Pushing event updated for resources: {'Port': ['ID=50195b26-29ee-47e3-9ee0-4710d45ea862,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:41.006132 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805adf0f-3194-445a-bbf5-dc0fd926b9d1 tempest-ExternalNetworksAdminNegativeTestJSON-1459397378 tempest-ExternalNetworksAdminNegativeTestJSON-1459397378-project-admin] Pushing event updated for resources: {'Port': ['ID=8de7f788-c22d-42ac-a440-593b7da47b06,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:41.025796 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a10f9-2851-4deb-952f-7f3f1785bb19 req-f9229b82-51eb-4747-8cfd-8457ce8c00e6 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:41.027328 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-261a10f9-2851-4deb-952f-7f3f1785bb19 req-f9229b82-51eb-4747-8cfd-8457ce8c00e6 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/ports?device_id=f822e1e1-b947-4f9c-b705-d0a91151e0f7 HTTP/1.1" status: 200 len: 943 time: 0.4085288 Nov 12 08:20:41.042437 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a31e4f76-3406-48b1-8037-b79787c22929 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:41.118437 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-805adf0f-3194-445a-bbf5-dc0fd926b9d1 tempest-ExternalNetworksAdminNegativeTestJSON-1459397378 tempest-ExternalNetworksAdminNegativeTestJSON-1459397378-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:41.123115 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-283ca6ea-dcb4-42f0-a92d-1eb58854c488 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:41.128035 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-261a10f9-2851-4deb-952f-7f3f1785bb19 req-22536d26-b9b7-4708-afc1-7c1ba293274e tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/security-groups?id=4679696e-a532-438b-8380-3e45cd46de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926111 Nov 12 08:20:41.159530 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-805adf0f-3194-445a-bbf5-dc0fd926b9d1 tempest-ExternalNetworksAdminNegativeTestJSON-1459397378 tempest-ExternalNetworksAdminNegativeTestJSON-1459397378-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:41.190034 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-283ca6ea-dcb4-42f0-a92d-1eb58854c488 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:41.206648 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-1f2422ab-b777-4e8e-b356-3e3026d28961 req-b1ac1176-235d-4078-941f-24e7efe5fe00 service neutron] Attempting to bind port 50195b26-29ee-47e3-9ee0-4710d45ea862 on host n-h2-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:20:41.206976 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-1f2422ab-b777-4e8e-b356-3e3026d28961 req-b1ac1176-235d-4078-941f-24e7efe5fe00 service neutron] Attempting to bind port 50195b26-29ee-47e3-9ee0-4710d45ea862 by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': 'a647427d-1c59-4dee-828a-6c15309f7909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '500fec15-a049-4bc3-9454-147aafb004ab'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:20:41.207310 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2422ab-b777-4e8e-b356-3e3026d28961 req-b1ac1176-235d-4078-941f-24e7efe5fe00 service neutron] Attempting to bind port 50195b26-29ee-47e3-9ee0-4710d45ea862 on network 500fec15-a049-4bc3-9454-147aafb004ab {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:20:41.227407 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2422ab-b777-4e8e-b356-3e3026d28961 req-b1ac1176-235d-4078-941f-24e7efe5fe00 service neutron] Port 50195b26-29ee-47e3-9ee0-4710d45ea862 on network 500fec15-a049-4bc3-9454-147aafb004ab not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:20:41.228144 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2422ab-b777-4e8e-b356-3e3026d28961 req-b1ac1176-235d-4078-941f-24e7efe5fe00 service neutron] Attempting to bind port 50195b26-29ee-47e3-9ee0-4710d45ea862 on network 500fec15-a049-4bc3-9454-147aafb004ab {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:20:41.250829 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2422ab-b777-4e8e-b356-3e3026d28961 req-b1ac1176-235d-4078-941f-24e7efe5fe00 service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:20:41.251190 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2422ab-b777-4e8e-b356-3e3026d28961 req-b1ac1176-235d-4078-941f-24e7efe5fe00 service neutron] Checking segment: {'id': 'a647427d-1c59-4dee-828a-6c15309f7909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '500fec15-a049-4bc3-9454-147aafb004ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:20:41.251501 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2422ab-b777-4e8e-b356-3e3026d28961 req-b1ac1176-235d-4078-941f-24e7efe5fe00 service neutron] Bound using segment: {'id': 'a647427d-1c59-4dee-828a-6c15309f7909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '500fec15-a049-4bc3-9454-147aafb004ab'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:20:41.252005 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-1f2422ab-b777-4e8e-b356-3e3026d28961 req-b1ac1176-235d-4078-941f-24e7efe5fe00 service neutron] Bound port: 50195b26-29ee-47e3-9ee0-4710d45ea862, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a647427d-1c59-4dee-828a-6c15309f7909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '500fec15-a049-4bc3-9454-147aafb004ab'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:20:41.252338 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1f2422ab-b777-4e8e-b356-3e3026d28961 req-b1ac1176-235d-4078-941f-24e7efe5fe00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:41.276820 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a31e4f76-3406-48b1-8037-b79787c22929 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:41.308182 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a31e4f76-3406-48b1-8037-b79787c22929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:41.355827 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-283ca6ea-dcb4-42f0-a92d-1eb58854c488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:41.358455 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-283ca6ea-dcb4-42f0-a92d-1eb58854c488 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:41.358724 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-805adf0f-3194-445a-bbf5-dc0fd926b9d1 tempest-ExternalNetworksAdminNegativeTestJSON-1459397378 tempest-ExternalNetworksAdminNegativeTestJSON-1459397378-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:41.362059 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-283ca6ea-dcb4-42f0-a92d-1eb58854c488 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/67309e11-50ed-4e3e-872c-798db0f234fc HTTP/1.1" status: 204 len: 168 time: 0.4057496 Nov 12 08:20:41.364278 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-805adf0f-3194-445a-bbf5-dc0fd926b9d1 tempest-ExternalNetworksAdminNegativeTestJSON-1459397378 tempest-ExternalNetworksAdminNegativeTestJSON-1459397378-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:41.408846 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-a31e4f76-3406-48b1-8037-b79787c22929 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e7fa3eebccd6419ca2b1b5e00eaf4d25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5088544 Nov 12 08:20:41.413392 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 49352) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:41.421276 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31e4f76-3406-48b1-8037-b79787c22929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98909cfc-8d79-4c00-be5d-8168ebc2a9e0,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:41.424473 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-1f2422ab-b777-4e8e-b356-3e3026d28961 req-b1ac1176-235d-4078-941f-24e7efe5fe00 service neutron] For port 50195b26-29ee-47e3-9ee0-4710d45ea862, host n-h2-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:20:41.447134 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805adf0f-3194-445a-bbf5-dc0fd926b9d1 tempest-ExternalNetworksAdminNegativeTestJSON-1459397378 tempest-ExternalNetworksAdminNegativeTestJSON-1459397378-project-admin] Pushing event updated for resources: {'Port': ['ID=8de7f788-c22d-42ac-a440-593b7da47b06,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:41.456003 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-805adf0f-3194-445a-bbf5-dc0fd926b9d1 tempest-ExternalNetworksAdminNegativeTestJSON-1459397378 tempest-ExternalNetworksAdminNegativeTestJSON-1459397378-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:41.461670 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2536d3e9-4c8a-4116-aebb-0cdd66d3801f req-718ba2af-2f6e-4f27-8df8-7304b1f8911a tempest-ServerAddressesNegativeTestJSON-643891855 tempest-ServerAddressesNegativeTestJSON-643891855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:41.463192 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2536d3e9-4c8a-4116-aebb-0cdd66d3801f req-718ba2af-2f6e-4f27-8df8-7304b1f8911a tempest-ServerAddressesNegativeTestJSON-643891855 tempest-ServerAddressesNegativeTestJSON-643891855-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce9fc5c4-2f45-4287-87a7-5bac80a393cc HTTP/1.1" status: 200 len: 943 time: 0.1588793 Nov 12 08:20:41.470209 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283ca6ea-dcb4-42f0-a92d-1eb58854c488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67309e11-50ed-4e3e-872c-798db0f234fc,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:41.475933 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-1f2422ab-b777-4e8e-b356-3e3026d28961 req-b1ac1176-235d-4078-941f-24e7efe5fe00 service neutron] For port 50195b26-29ee-47e3-9ee0-4710d45ea862, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=50195b26-29ee-47e3-9ee0-4710d45ea862,segment=NetworkSegment(a647427d-1c59-4dee-828a-6c15309f7909),segment_id=a647427d-1c59-4dee-828a-6c15309f7909)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:20:41.481796 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-805adf0f-3194-445a-bbf5-dc0fd926b9d1 tempest-ExternalNetworksAdminNegativeTestJSON-1459397378 tempest-ExternalNetworksAdminNegativeTestJSON-1459397378-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:41.483607 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-805adf0f-3194-445a-bbf5-dc0fd926b9d1 tempest-ExternalNetworksAdminNegativeTestJSON-1459397378 tempest-ExternalNetworksAdminNegativeTestJSON-1459397378-project-admin] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2571580 Nov 12 08:20:41.486273 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49354) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:41.492230 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-ee95dc13-3774-46ef-9f24-b544489510c8 tempest-ExternalNetworksAdminNegativeTestJSON-1459397378 tempest-ExternalNetworksAdminNegativeTestJSON-1459397378-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1896179006', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'fixed_ips': [{'ip_address': '172.25.2.163'}]}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:20:41.496954 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1f2422ab-b777-4e8e-b356-3e3026d28961 req-b1ac1176-235d-4078-941f-24e7efe5fe00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:41.547241 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee95dc13-3774-46ef-9f24-b544489510c8 tempest-ExternalNetworksAdminNegativeTestJSON-1459397378 tempest-ExternalNetworksAdminNegativeTestJSON-1459397378-project-admin] Made reservation on behalf of 6f11afd6430944108b97efaf48e01b51 for: {'port': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:20:41.549971 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ee95dc13-3774-46ef-9f24-b544489510c8 tempest-ExternalNetworksAdminNegativeTestJSON-1459397378 tempest-ExternalNetworksAdminNegativeTestJSON-1459397378-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:41.567526 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2422ab-b777-4e8e-b356-3e3026d28961 req-b1ac1176-235d-4078-941f-24e7efe5fe00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:41.568071 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1f2422ab-b777-4e8e-b356-3e3026d28961 req-b1ac1176-235d-4078-941f-24e7efe5fe00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:41.569469 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1f2422ab-b777-4e8e-b356-3e3026d28961 req-b1ac1176-235d-4078-941f-24e7efe5fe00 service neutron] 10.222.0.44 "PUT /v2.0/ports/50195b26-29ee-47e3-9ee0-4710d45ea862 HTTP/1.1" status: 200 len: 1092 time: 1.4855762 Nov 12 08:20:41.569925 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce9fc5c4-2f45-4287-87a7-5bac80a393cc', 'tag': '50195b26-29ee-47e3-9ee0-4710d45ea862'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:20:41.572228 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1234b7be-6a42-49a8-9961-a3b3e7502f20" -d '{"events": [{"name": "network-changed", "server_uuid": "ce9fc5c4-2f45-4287-87a7-5bac80a393cc", "tag": "50195b26-29ee-47e3-9ee0-4710d45ea862"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:20:41.572364 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ee95dc13-3774-46ef-9f24-b544489510c8 tempest-ExternalNetworksAdminNegativeTestJSON-1459397378 tempest-ExternalNetworksAdminNegativeTestJSON-1459397378-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:41.598840 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-20b3e491-b5a0-4541-b0fe-0c085b91860e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:41.607928 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2536d3e9-4c8a-4116-aebb-0cdd66d3801f req-e1309341-cd28-4feb-ba8b-008c7eb9d8bc tempest-ServerAddressesNegativeTestJSON-643891855 tempest-ServerAddressesNegativeTestJSON-643891855-project] 10.222.0.26 "GET /v2.0/security-groups?id=1304c8a3-cc67-4921-a250-81ee6fca517c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304924 Nov 12 08:20:41.645703 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-20b3e491-b5a0-4541-b0fe-0c085b91860e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:41.676774 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ac1176-235d-4078-941f-24e7efe5fe00 service neutron] Pushing event updated for resources: {'Port': ['ID=50195b26-29ee-47e3-9ee0-4710d45ea862,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:41.689010 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e6f788-4f82-4c00-a62f-3e1729cfc094 x-openstack-request-id: req-b2e6f788-4f82-4c00-a62f-3e1729cfc094 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:20:41.689457 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce9fc5c4-2f45-4287-87a7-5bac80a393cc", "tag": "50195b26-29ee-47e3-9ee0-4710d45ea862", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:20:41.689729 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b2e6f788-4f82-4c00-a62f-3e1729cfc094 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:20:41.690446 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce9fc5c4-2f45-4287-87a7-5bac80a393cc', 'tag': '50195b26-29ee-47e3-9ee0-4710d45ea862', 'status': 'completed', 'code': 200} Nov 12 08:20:41.757213 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2422ab-b777-4e8e-b356-3e3026d28961 req-4c7c83f8-62b4-4c0b-8333-14b0cb7e00f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:41.759769 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1f2422ab-b777-4e8e-b356-3e3026d28961 req-4c7c83f8-62b4-4c0b-8333-14b0cb7e00f9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0f977bed80cc4f93b024c544ecb96747&device_id=ce9fc5c4-2f45-4287-87a7-5bac80a393cc HTTP/1.1" status: 200 len: 1095 time: 0.0936904 Nov 12 08:20:41.766724 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ee95dc13-3774-46ef-9f24-b544489510c8 tempest-ExternalNetworksAdminNegativeTestJSON-1459397378 tempest-ExternalNetworksAdminNegativeTestJSON-1459397378-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:41.781212 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f71e67d-8da3-4866-88e2-1046d0c8996a req-ec7648c0-18d1-4947-a746-bd6e876e7328 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:41.783014 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0f71e67d-8da3-4866-88e2-1046d0c8996a req-ec7648c0-18d1-4947-a746-bd6e876e7328 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 945 time: 0.1367204 Nov 12 08:20:41.784404 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ee95dc13-3774-46ef-9f24-b544489510c8 tempest-ExternalNetworksAdminNegativeTestJSON-1459397378 tempest-ExternalNetworksAdminNegativeTestJSON-1459397378-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:41.790623 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [None req-ee95dc13-3774-46ef-9f24-b544489510c8 tempest-ExternalNetworksAdminNegativeTestJSON-1459397378 tempest-ExternalNetworksAdminNegativeTestJSON-1459397378-project-admin] device_id is not set on port 8ad7f812-ef35-4ff7-9dec-0a59adc696ec yet. {{(pid=102600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:20:41.837535 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-20b3e491-b5a0-4541-b0fe-0c085b91860e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:41.841085 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-20b3e491-b5a0-4541-b0fe-0c085b91860e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:41.845282 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-20b3e491-b5a0-4541-b0fe-0c085b91860e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/98909cfc-8d79-4c00-be5d-8168ebc2a9e0 HTTP/1.1" status: 204 len: 168 time: 0.4278359 Nov 12 08:20:41.845282 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1f2422ab-b777-4e8e-b356-3e3026d28961 req-c6648f42-b7f3-44ee-a96e-a25efdf20e26 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50195b26-29ee-47e3-9ee0-4710d45ea862 HTTP/1.1" status: 200 len: 217 time: 0.0617576 Nov 12 08:20:41.853810 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3e491-b5a0-4541-b0fe-0c085b91860e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98909cfc-8d79-4c00-be5d-8168ebc2a9e0,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:41.893709 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee95dc13-3774-46ef-9f24-b544489510c8 tempest-ExternalNetworksAdminNegativeTestJSON-1459397378 tempest-ExternalNetworksAdminNegativeTestJSON-1459397378-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6308c3a-c3a4-4ffc-bd2d-48c9be5a1e2b,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:41.924812 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2422ab-b777-4e8e-b356-3e3026d28961 req-ec278d06-0781-4305-af85-4729e8647637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:41.925775 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1f2422ab-b777-4e8e-b356-3e3026d28961 req-ec278d06-0781-4305-af85-4729e8647637 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=042aef6c-57d4-41b9-b58a-a091fa04dcda HTTP/1.1" status: 200 len: 861 time: 0.0682173 Nov 12 08:20:41.973855 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0f71e67d-8da3-4866-88e2-1046d0c8996a req-563485c5-ac83-466a-bb79-1b9a37b9e192 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733344 Nov 12 08:20:41.995210 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1f2422ab-b777-4e8e-b356-3e3026d28961 req-0d361b98-56f6-44d3-aecb-7e95fb0f03a4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=500fec15-a049-4bc3-9454-147aafb004ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398934 Nov 12 08:20:42.089760 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee95dc13-3774-46ef-9f24-b544489510c8 tempest-ExternalNetworksAdminNegativeTestJSON-1459397378 tempest-ExternalNetworksAdminNegativeTestJSON-1459397378-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 12 08:20:42.090324 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee95dc13-3774-46ef-9f24-b544489510c8 tempest-ExternalNetworksAdminNegativeTestJSON-1459397378 tempest-ExternalNetworksAdminNegativeTestJSON-1459397378-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:20:42.118305 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-ee95dc13-3774-46ef-9f24-b544489510c8 tempest-ExternalNetworksAdminNegativeTestJSON-1459397378 tempest-ExternalNetworksAdminNegativeTestJSON-1459397378-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.6302385 Nov 12 08:20:42.119198 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 49386) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:42.178423 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:42.260427 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49396) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:42.297082 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1f2422ab-b777-4e8e-b356-3e3026d28961 req-77e79869-b4a3-4927-92b0-3f3ffc4cf93f service neutron] 10.222.0.44 "GET /v2.0/networks/500fec15-a049-4bc3-9454-147aafb004ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887149 Nov 12 08:20:42.352623 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac727c28-3633-45c9-bb0f-6bec0d210400 req-c2633d14-e89b-4c2b-bdd6-b8c84c945916 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:42.354806 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ac727c28-3633-45c9-bb0f-6bec0d210400 req-c2633d14-e89b-4c2b-bdd6-b8c84c945916 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 945 time: 0.0729043 Nov 12 08:20:42.443944 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ac727c28-3633-45c9-bb0f-6bec0d210400 req-feff2651-f9ba-4ffe-bcca-f548554a134b tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727413 Nov 12 08:20:42.471414 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-5b26f79d-a402-46c1-a31f-8ddaaa568b9c tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1346386154'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:20:42.501359 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b26f79d-a402-46c1-a31f-8ddaaa568b9c tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Made reservation on behalf of 6369a719c0774326a5a17deb8ee2154f for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:20:42.507059 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5b26f79d-a402-46c1-a31f-8ddaaa568b9c tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:42.520884 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5b26f79d-a402-46c1-a31f-8ddaaa568b9c tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:42.530707 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49400) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:42.550527 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0bb85952-417b-4ca5-a910-56e580ff3477 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:42.689198 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5b26f79d-a402-46c1-a31f-8ddaaa568b9c tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:42.691989 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5673e3c-1f3e-4095-81a8-25d11d607bbc req-13921c0f-a6bf-463e-bdd1-63552d4d8a5b tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:42.693691 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d5673e3c-1f3e-4095-81a8-25d11d607bbc req-13921c0f-a6bf-463e-bdd1-63552d4d8a5b tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/ports?device_id=f822e1e1-b947-4f9c-b705-d0a91151e0f7 HTTP/1.1" status: 200 len: 943 time: 0.4018428 Nov 12 08:20:42.700668 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5b26f79d-a402-46c1-a31f-8ddaaa568b9c tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:42.715829 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-ca647f0c-de6e-469f-95c3-7b432262f349 tempest-ExternalNetworksAdminNegativeTestJSON-1459397378 tempest-ExternalNetworksAdminNegativeTestJSON-1459397378-project-admin] Deleting port 8de7f788-c22d-42ac-a440-593b7da47b06 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:20:42.716173 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ca647f0c-de6e-469f-95c3-7b432262f349 tempest-ExternalNetworksAdminNegativeTestJSON-1459397378 tempest-ExternalNetworksAdminNegativeTestJSON-1459397378-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:42.723655 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0bb85952-417b-4ca5-a910-56e580ff3477 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:42.751962 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0bb85952-417b-4ca5-a910-56e580ff3477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:42.754558 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b26f79d-a402-46c1-a31f-8ddaaa568b9c tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:20:42.757165 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1f2422ab-b777-4e8e-b356-3e3026d28961 req-bee36ed5-20f6-4339-a47e-09a1c5f7fe19 service neutron] 10.222.0.44 "GET /v2.0/networks/500fec15-a049-4bc3-9454-147aafb004ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4459813 Nov 12 08:20:42.789672 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5b26f79d-a402-46c1-a31f-8ddaaa568b9c tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:42.790041 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-5b26f79d-a402-46c1-a31f-8ddaaa568b9c tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Added segment 5250da3b-dfde-478a-9990-eb3c2f9defc8 of type vlan for network 5da08028-bf58-4215-9ab9-4da9730d8589 Nov 12 08:20:42.809161 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b26f79d-a402-46c1-a31f-8ddaaa568b9c tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a70a821b-ff58-4e0e-ae2c-be79ee97835f,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:42.822190 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-0bb85952-417b-4ca5-a910-56e580ff3477 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=51f7234e8d0d496a872d5cc1286b0e88&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2899942 Nov 12 08:20:42.824878 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 49406) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:42.832238 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d5673e3c-1f3e-4095-81a8-25d11d607bbc req-109b5745-8455-46e5-bda1-dfe0677534aa tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/security-groups?id=4679696e-a532-438b-8380-3e45cd46de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292603 Nov 12 08:20:42.854142 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ca647f0c-de6e-469f-95c3-7b432262f349 tempest-ExternalNetworksAdminNegativeTestJSON-1459397378 tempest-ExternalNetworksAdminNegativeTestJSON-1459397378-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:42.854475 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ca647f0c-de6e-469f-95c3-7b432262f349 tempest-ExternalNetworksAdminNegativeTestJSON-1459397378 tempest-ExternalNetworksAdminNegativeTestJSON-1459397378-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:42.877544 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c134a27-b899-4269-ae9c-18f137c2e9f7 req-92681d67-bb18-4695-9011-9d180844c096 tempest-ServerAddressesNegativeTestJSON-643891855 tempest-ServerAddressesNegativeTestJSON-643891855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:42.879116 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8c134a27-b899-4269-ae9c-18f137c2e9f7 req-92681d67-bb18-4695-9011-9d180844c096 tempest-ServerAddressesNegativeTestJSON-643891855 tempest-ServerAddressesNegativeTestJSON-643891855-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce9fc5c4-2f45-4287-87a7-5bac80a393cc HTTP/1.1" status: 200 len: 943 time: 0.1835520 Nov 12 08:20:42.880967 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5b26f79d-a402-46c1-a31f-8ddaaa568b9c tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:42.890186 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-ca647f0c-de6e-469f-95c3-7b432262f349 tempest-ExternalNetworksAdminNegativeTestJSON-1459397378 tempest-ExternalNetworksAdminNegativeTestJSON-1459397378-project-admin] Calling delete_port for 8de7f788-c22d-42ac-a440-593b7da47b06 owned by network:floatingip {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:20:42.890957 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb85952-417b-4ca5-a910-56e580ff3477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc61690f-a042-4c9d-aee5-5393315f8ec0,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:42.942943 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5b26f79d-a402-46c1-a31f-8ddaaa568b9c tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:42.948545 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b26f79d-a402-46c1-a31f-8ddaaa568b9c tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:42.949136 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5b26f79d-a402-46c1-a31f-8ddaaa568b9c tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:42.983234 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8c134a27-b899-4269-ae9c-18f137c2e9f7 req-ff34ba5a-c7f5-4c66-926a-cc23e06b63a6 tempest-ServerAddressesNegativeTestJSON-643891855 tempest-ServerAddressesNegativeTestJSON-643891855-project] 10.222.0.26 "GET /v2.0/security-groups?id=1304c8a3-cc67-4921-a250-81ee6fca517c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972872 Nov 12 08:20:42.990075 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1234b7be-6a42-49a8-9961-a3b3e7502f20 req-1735de7c-3174-4e7c-8a2e-57f04bd90d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:42.991494 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1234b7be-6a42-49a8-9961-a3b3e7502f20 req-1735de7c-3174-4e7c-8a2e-57f04bd90d71 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0f977bed80cc4f93b024c544ecb96747&device_id=ce9fc5c4-2f45-4287-87a7-5bac80a393cc HTTP/1.1" status: 200 len: 1095 time: 0.1248183 Nov 12 08:20:42.992121 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a158cd19-13ca-468b-8c5e-a9694733c5b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:43.009984 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-5b26f79d-a402-46c1-a31f-8ddaaa568b9c tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.7482870 Nov 12 08:20:43.010485 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49410) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:43.027224 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-a03d35b8-1568-48ac-8b59-72fed75679ea tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Request body: {'port': {'network_id': '5da08028-bf58-4215-9ab9-4da9730d8589', 'name': 'tempest-PortsTestJSON-1916952739'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:20:43.051530 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a158cd19-13ca-468b-8c5e-a9694733c5b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:43.100424 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b26f79d-a402-46c1-a31f-8ddaaa568b9c tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Pushing event updated for resources: {'Network': ['ID=5da08028-bf58-4215-9ab9-4da9730d8589,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:43.116623 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 5da08028-bf58-4215-9ab9-4da9730d8589 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:20:43.184369 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a03d35b8-1568-48ac-8b59-72fed75679ea tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Made reservation on behalf of 6369a719c0774326a5a17deb8ee2154f for: {'port': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:20:43.188319 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a03d35b8-1568-48ac-8b59-72fed75679ea tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:43.194282 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1234b7be-6a42-49a8-9961-a3b3e7502f20 req-8567f098-29cf-45b7-86c1-1502ef21f93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:43.195811 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1234b7be-6a42-49a8-9961-a3b3e7502f20 req-8567f098-29cf-45b7-86c1-1502ef21f93d service neutron] 10.222.0.44 "GET /v2.0/networks?id=500fec15-a049-4bc3-9454-147aafb004ab HTTP/1.1" status: 200 len: 922 time: 0.1901751 Nov 12 08:20:43.211768 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [None req-a03d35b8-1568-48ac-8b59-72fed75679ea tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] device_id is not set on port 04204045-e23f-4dd8-9947-c7c21c93ffc5 yet. {{(pid=102600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:20:43.247640 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1234b7be-6a42-49a8-9961-a3b3e7502f20 req-5e89eec7-2f85-4963-882a-3d3bf8e7cf14 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50195b26-29ee-47e3-9ee0-4710d45ea862 HTTP/1.1" status: 200 len: 217 time: 0.0432267 Nov 12 08:20:43.248234 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a158cd19-13ca-468b-8c5e-a9694733c5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:43.251259 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a158cd19-13ca-468b-8c5e-a9694733c5b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:43.252257 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-a158cd19-13ca-468b-8c5e-a9694733c5b7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cc61690f-a042-4c9d-aee5-5393315f8ec0 HTTP/1.1" status: 204 len: 168 time: 0.4264448 Nov 12 08:20:43.293940 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a158cd19-13ca-468b-8c5e-a9694733c5b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc61690f-a042-4c9d-aee5-5393315f8ec0,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:43.298605 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ca647f0c-de6e-469f-95c3-7b432262f349 tempest-ExternalNetworksAdminNegativeTestJSON-1459397378 tempest-ExternalNetworksAdminNegativeTestJSON-1459397378-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:43.344031 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca647f0c-de6e-469f-95c3-7b432262f349 tempest-ExternalNetworksAdminNegativeTestJSON-1459397378 tempest-ExternalNetworksAdminNegativeTestJSON-1459397378-project-admin] Pushing event deleted for resources: {'Port': ['ID=8de7f788-c22d-42ac-a440-593b7da47b06,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:43.349760 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1234b7be-6a42-49a8-9961-a3b3e7502f20 req-cb3bdf55-3a63-4247-91ef-1f2e2282c221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:43.351276 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1234b7be-6a42-49a8-9961-a3b3e7502f20 req-cb3bdf55-3a63-4247-91ef-1f2e2282c221 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=042aef6c-57d4-41b9-b58a-a091fa04dcda HTTP/1.1" status: 200 len: 861 time: 0.0921957 Nov 12 08:20:43.415875 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1234b7be-6a42-49a8-9961-a3b3e7502f20 req-b4ce8444-a471-4963-987e-1653256b0f24 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=500fec15-a049-4bc3-9454-147aafb004ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461483 Nov 12 08:20:43.460173 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ca647f0c-de6e-469f-95c3-7b432262f349 tempest-ExternalNetworksAdminNegativeTestJSON-1459397378 tempest-ExternalNetworksAdminNegativeTestJSON-1459397378-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:43.463037 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ca647f0c-de6e-469f-95c3-7b432262f349 tempest-ExternalNetworksAdminNegativeTestJSON-1459397378 tempest-ExternalNetworksAdminNegativeTestJSON-1459397378-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:43.467287 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-ca647f0c-de6e-469f-95c3-7b432262f349 tempest-ExternalNetworksAdminNegativeTestJSON-1459397378 tempest-ExternalNetworksAdminNegativeTestJSON-1459397378-project-admin] 10.222.0.26 "DELETE /v2.0/floatingips/fdd7687c-ff84-4c99-bd25-856f61bf84a7 HTTP/1.1" status: 204 len: 168 time: 1.3378098 Nov 12 08:20:43.509460 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a03d35b8-1568-48ac-8b59-72fed75679ea tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:43.543014 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1234b7be-6a42-49a8-9961-a3b3e7502f20 req-a1a0ad9f-67b1-4fe8-9457-d25c72a48ba9 service neutron] 10.222.0.44 "GET /v2.0/networks/500fec15-a049-4bc3-9454-147aafb004ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166623 Nov 12 08:20:43.597751 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a03d35b8-1568-48ac-8b59-72fed75679ea tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:43.642526 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69375012-8f97-40f4-b316-f82a42bea099 req-e3437950-46aa-4a4b-a9e7-426e3de1f8fe tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:43.649700 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-69375012-8f97-40f4-b316-f82a42bea099 req-e3437950-46aa-4a4b-a9e7-426e3de1f8fe tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 945 time: 0.1126797 Nov 12 08:20:43.689981 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1234b7be-6a42-49a8-9961-a3b3e7502f20 req-c981a4ce-20b3-443a-8525-d71a098ab3fe service neutron] 10.222.0.44 "GET /v2.0/networks/500fec15-a049-4bc3-9454-147aafb004ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313920 Nov 12 08:20:43.703916 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03d35b8-1568-48ac-8b59-72fed75679ea tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Pushing event updated for resources: {'Port': ['ID=04204045-e23f-4dd8-9947-c7c21c93ffc5,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:43.727094 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03d35b8-1568-48ac-8b59-72fed75679ea tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Checking segment: {'id': '5250da3b-dfde-478a-9990-eb3c2f9defc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '5da08028-bf58-4215-9ab9-4da9730d8589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:20:43.727461 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03d35b8-1568-48ac-8b59-72fed75679ea tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Network hostable DHCP agents. Network: 5da08028-bf58-4215-9ab9-4da9730d8589, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:20:43.750624 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-69375012-8f97-40f4-b316-f82a42bea099 req-e62508c1-fd38-44b9-9759-26ce1ff57a52 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998182 Nov 12 08:20:43.761046 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03d35b8-1568-48ac-8b59-72fed75679ea tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Network 5da08028-bf58-4215-9ab9-4da9730d8589 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:20:43.776169 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-a03d35b8-1568-48ac-8b59-72fed75679ea tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 5da08028-bf58-4215-9ab9-4da9730d8589) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:20:43.785956 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2c1dfb-98be-4226-bcba-58e927b95c1f None None] Network 5da08028-bf58-4215-9ab9-4da9730d8589 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:20:43.789483 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03d35b8-1568-48ac-8b59-72fed75679ea tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:20:43.796944 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03d35b8-1568-48ac-8b59-72fed75679ea tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:43.797594 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a03d35b8-1568-48ac-8b59-72fed75679ea tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:43.825255 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-a03d35b8-1568-48ac-8b59-72fed75679ea tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7989192 Nov 12 08:20:43.825435 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 49432) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:43.831502 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-64ee0513-ea56-4ac3-b6d9-c444ed51d8cf tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1503910092'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:20:43.862197 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64ee0513-ea56-4ac3-b6d9-c444ed51d8cf tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Made reservation on behalf of 6369a719c0774326a5a17deb8ee2154f for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:20:43.866150 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-64ee0513-ea56-4ac3-b6d9-c444ed51d8cf tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:43.907128 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49436) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:43.937299 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64ee0513-ea56-4ac3-b6d9-c444ed51d8cf tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:20:43.965455 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aea4f08-f728-487e-8557-62a3b68fcc9a req-1544cc98-66a8-4a88-8d0a-803d53de6ed0 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:43.967158 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0aea4f08-f728-487e-8557-62a3b68fcc9a req-1544cc98-66a8-4a88-8d0a-803d53de6ed0 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 945 time: 0.0979152 Nov 12 08:20:43.968989 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-64ee0513-ea56-4ac3-b6d9-c444ed51d8cf tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:43.969411 n-d-765315-29 neutron-server[102599]: INFO neutron.db.segments_db [None req-64ee0513-ea56-4ac3-b6d9-c444ed51d8cf tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Added segment 575619ac-54f5-4f62-8a0e-c47e88a2bc34 of type vlan for network bc629fd2-4ae9-450b-ae8c-13a53c767c58 Nov 12 08:20:44.038103 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-64ee0513-ea56-4ac3-b6d9-c444ed51d8cf tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:44.044434 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50c1499-7f68-4fa6-9e97-37b0d3c172c8 req-151e23a0-1142-47b8-9629-7ba51c2913da tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:44.046965 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e50c1499-7f68-4fa6-9e97-37b0d3c172c8 req-151e23a0-1142-47b8-9629-7ba51c2913da tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/ports?device_id=f822e1e1-b947-4f9c-b705-d0a91151e0f7 HTTP/1.1" status: 200 len: 943 time: 0.0670056 Nov 12 08:20:44.069924 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0aea4f08-f728-487e-8557-62a3b68fcc9a req-2104a36e-898e-40e1-bd0e-3555015fe46e tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912926 Nov 12 08:20:44.082545 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-64ee0513-ea56-4ac3-b6d9-c444ed51d8cf tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:44.096470 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ee0513-ea56-4ac3-b6d9-c444ed51d8cf tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:44.097732 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-64ee0513-ea56-4ac3-b6d9-c444ed51d8cf tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:44.117817 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device e4cbdff3-b3bd-41d7-8192-cca0b52471bf details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:20:44.118487 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e50c1499-7f68-4fa6-9e97-37b0d3c172c8 req-51a9a4ed-8873-4018-ab32-5b72e8e29a7b tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/security-groups?id=4679696e-a532-438b-8380-3e45cd46de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618527 Nov 12 08:20:44.138730 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-528bf3f6-5f84-4a4d-b30f-9bb5fda7e068 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:44.237980 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-64ee0513-ea56-4ac3-b6d9-c444ed51d8cf tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4115093 Nov 12 08:20:44.238683 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 49456) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:44.256878 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-92fe9df8-c136-4043-94e7-8577e4410e6e tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Request body: {'ports': [{'network_id': '5da08028-bf58-4215-9ab9-4da9730d8589'}, {'network_id': 'bc629fd2-4ae9-450b-ae8c-13a53c767c58'}]} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:20:44.257196 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-92fe9df8-c136-4043-94e7-8577e4410e6e tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Request body: {'port': {'network_id': '5da08028-bf58-4215-9ab9-4da9730d8589'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:20:44.257694 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-92fe9df8-c136-4043-94e7-8577e4410e6e tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Request body: {'port': {'network_id': 'bc629fd2-4ae9-450b-ae8c-13a53c767c58'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:20:44.308641 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 49458) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:44.310655 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ee0513-ea56-4ac3-b6d9-c444ed51d8cf tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Pushing event updated for resources: {'Network': ['ID=bc629fd2-4ae9-450b-ae8c-13a53c767c58,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:44.311562 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7a5986-8cd3-4d5c-a6c0-7a8eb4031b1c req-44b640d5-2c8c-4fb3-b742-af69131a894c tempest-ServerAddressesNegativeTestJSON-643891855 tempest-ServerAddressesNegativeTestJSON-643891855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:44.321178 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-aa7a5986-8cd3-4d5c-a6c0-7a8eb4031b1c req-44b640d5-2c8c-4fb3-b742-af69131a894c tempest-ServerAddressesNegativeTestJSON-643891855 tempest-ServerAddressesNegativeTestJSON-643891855-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce9fc5c4-2f45-4287-87a7-5bac80a393cc HTTP/1.1" status: 200 len: 943 time: 0.0942554 Nov 12 08:20:44.391160 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-528bf3f6-5f84-4a4d-b30f-9bb5fda7e068 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:44.408308 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-aa7a5986-8cd3-4d5c-a6c0-7a8eb4031b1c req-8350276a-d9f0-40d9-8f6f-b7dc7682d7d3 tempest-ServerAddressesNegativeTestJSON-643891855 tempest-ServerAddressesNegativeTestJSON-643891855-project] 10.222.0.26 "GET /v2.0/security-groups?id=1304c8a3-cc67-4921-a250-81ee6fca517c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721824 Nov 12 08:20:44.415888 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-528bf3f6-5f84-4a4d-b30f-9bb5fda7e068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:44.418294 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network bc629fd2-4ae9-450b-ae8c-13a53c767c58 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:20:44.473436 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528bf3f6-5f84-4a4d-b30f-9bb5fda7e068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d62610-a5e6-4416-bfe8-af88a0a78752,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:44.495407 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-528bf3f6-5f84-4a4d-b30f-9bb5fda7e068 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ddcf6d936cba4396a87ff972367fdcf2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5869553 Nov 12 08:20:44.496456 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49464) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:44.512331 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-80f43df5-4c8e-41d1-aa8c-d3365a3d202f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1481589066-network', 'tenant_id': 'db3fc887d673470884a1ba4998460851'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:20:44.539312 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port e4cbdff3-b3bd-41d7-8192-cca0b52471bf, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=e4cbdff3-b3bd-41d7-8192-cca0b52471bf,segment=NetworkSegment(296922ca-424d-4760-9058-82e70353f16a),segment_id=296922ca-424d-4760-9058-82e70353f16a)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:20:44.552573 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Returning: {'device': 'e4cbdff3-b3bd-41d7-8192-cca0b52471bf', 'network_id': 'ec82487f-519c-483b-814a-09ab43cadbc0', 'port_id': 'e4cbdff3-b3bd-41d7-8192-cca0b52471bf', 'mac_address': 'fa:16:3e:c4:c9:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c99e7791-a372-44aa-b26b-4ef09f905daa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:20:44.566287 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fcc7dc22-00b4-47ff-9a76-9e7276ecb5f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:44.592475 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fcc7dc22-00b4-47ff-9a76-9e7276ecb5f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:44.595994 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80f43df5-4c8e-41d1-aa8c-d3365a3d202f admin admin] Made reservation on behalf of db3fc887d673470884a1ba4998460851 for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:20:44.598338 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-80f43df5-4c8e-41d1-aa8c-d3365a3d202f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:44.598494 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:44.612941 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-80f43df5-4c8e-41d1-aa8c-d3365a3d202f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:44.613966 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-e530113a-7783-48f4-9840-8911a24052df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4cbdff3-b3bd-41d7-8192-cca0b52471bf {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:20:44.625248 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92fe9df8-c136-4043-94e7-8577e4410e6e tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Made reservation on behalf of 6369a719c0774326a5a17deb8ee2154f for: {'port': 2} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:20:44.629813 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-92fe9df8-c136-4043-94e7-8577e4410e6e tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:44.636081 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port e4cbdff3-b3bd-41d7-8192-cca0b52471bf, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=e4cbdff3-b3bd-41d7-8192-cca0b52471bf,segment=NetworkSegment(296922ca-424d-4760-9058-82e70353f16a),segment_id=296922ca-424d-4760-9058-82e70353f16a)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:20:44.642029 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:44.655189 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fcc7dc22-00b4-47ff-9a76-9e7276ecb5f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:44.655622 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2057379-4467-4ed2-ac2a-ab8e1e9d0f24 req-6dbe8848-dcad-4487-a418-db558536f276 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:44.657229 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b2057379-4467-4ed2-ac2a-ab8e1e9d0f24 req-6dbe8848-dcad-4487-a418-db558536f276 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 945 time: 0.1279154 Nov 12 08:20:44.659762 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fcc7dc22-00b4-47ff-9a76-9e7276ecb5f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:44.661766 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-fcc7dc22-00b4-47ff-9a76-9e7276ecb5f2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f6d62610-a5e6-4416-bfe8-af88a0a78752 HTTP/1.1" status: 204 len: 168 time: 0.1637657 Nov 12 08:20:44.679424 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-92fe9df8-c136-4043-94e7-8577e4410e6e tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:44.682936 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc7dc22-00b4-47ff-9a76-9e7276ecb5f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d62610-a5e6-4416-bfe8-af88a0a78752,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:44.707445 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=e4cbdff3-b3bd-41d7-8192-cca0b52471bf,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:44.716887 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:44.717358 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:44.717772 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:44.718170 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:44.718570 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:44.719149 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:44.719750 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:44.720604 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:44.721099 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:44.721447 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:44.721768 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:44.722267 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:44.847191 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b2057379-4467-4ed2-ac2a-ab8e1e9d0f24 req-dd7d2419-7903-45cb-9cf9-ed14d604e95c tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723316 Nov 12 08:20:44.851137 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [None req-92fe9df8-c136-4043-94e7-8577e4410e6e tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] device_id is not set on port eed28d1e-e5f2-4d53-a5cb-6ecf8234f2b1 yet. {{(pid=102599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:20:44.891699 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-80f43df5-4c8e-41d1-aa8c-d3365a3d202f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:44.899056 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-80f43df5-4c8e-41d1-aa8c-d3365a3d202f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:44.965749 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80f43df5-4c8e-41d1-aa8c-d3365a3d202f admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:20:44.969311 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['e4cbdff3-b3bd-41d7-8192-cca0b52471bf'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:20:44.976165 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03140a8-4092-414c-91bc-cee819bad4be req-c9984d2e-a2ce-4989-bfe9-6bf13eb0f3b5 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:44.978576 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a03140a8-4092-414c-91bc-cee819bad4be req-c9984d2e-a2ce-4989-bfe9-6bf13eb0f3b5 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 945 time: 0.0592904 Nov 12 08:20:44.984536 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f43df5-4c8e-41d1-aa8c-d3365a3d202f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=814ef8f9-05cd-4e07-9d3b-39a71ce14c2f,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:44.989564 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-80f43df5-4c8e-41d1-aa8c-d3365a3d202f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:44.989914 n-d-765315-29 neutron-server[102599]: INFO neutron.db.segments_db [None req-80f43df5-4c8e-41d1-aa8c-d3365a3d202f admin admin] Added segment 5e702f7d-a09c-47a3-bcdb-b9059b9ad68c of type vlan for network b1fd7232-f4a0-420e-9678-5ab663df4704 Nov 12 08:20:44.997622 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49472) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:45.068049 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-80f43df5-4c8e-41d1-aa8c-d3365a3d202f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:45.068266 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a03140a8-4092-414c-91bc-cee819bad4be req-c722060d-201b-4dc9-862c-2b671b41b19f tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801151 Nov 12 08:20:45.070970 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-4c821c4b-0459-4a4a-bf7f-c3b3643e3d8d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6f11afd6430944108b97efaf48e01b51&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0721643 Nov 12 08:20:45.073542 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49474) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:45.087497 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-92fe9df8-c136-4043-94e7-8577e4410e6e tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:45.157678 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-656d73a9-5b59-40bc-9844-216bd0c7275e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:45.161504 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-80f43df5-4c8e-41d1-aa8c-d3365a3d202f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:45.162706 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f43df5-4c8e-41d1-aa8c-d3365a3d202f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:45.163289 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-80f43df5-4c8e-41d1-aa8c-d3365a3d202f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:45.185254 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-656d73a9-5b59-40bc-9844-216bd0c7275e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:45.213113 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-80f43df5-4c8e-41d1-aa8c-d3365a3d202f admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9031572 Nov 12 08:20:45.224298 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [None req-92fe9df8-c136-4043-94e7-8577e4410e6e tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] device_id is not set on port b368689b-da30-4397-9391-fc0ba2e6f853 yet. {{(pid=102599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:20:45.232194 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49484) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:45.247643 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-18e9a566-4da7-4a49-b4f0-22d102505f40 admin admin] Request body: {'subnet': {'network_id': 'b1fd7232-f4a0-420e-9678-5ab663df4704', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1481589066-subnet', 'tenant_id': 'db3fc887d673470884a1ba4998460851', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:20:45.280413 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f43df5-4c8e-41d1-aa8c-d3365a3d202f admin admin] Pushing event updated for resources: {'Network': ['ID=b1fd7232-f4a0-420e-9678-5ab663df4704,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:45.289424 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beb5038-cfb7-4b3d-8ee9-e8d416943176 req-982ef575-2171-4745-a8c6-0b6ad2d8ab5c tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:45.290961 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0beb5038-cfb7-4b3d-8ee9-e8d416943176 req-982ef575-2171-4745-a8c6-0b6ad2d8ab5c tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 945 time: 0.0976646 Nov 12 08:20:45.293271 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18e9a566-4da7-4a49-b4f0-22d102505f40 admin admin] Made reservation on behalf of db3fc887d673470884a1ba4998460851 for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:20:45.294103 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network b1fd7232-f4a0-420e-9678-5ab663df4704 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:20:45.294635 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-18e9a566-4da7-4a49-b4f0-22d102505f40 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:45.310367 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c038d0-dcf5-4d8a-9116-83f8237aaef8 req-eec4866e-9f64-43e0-bb81-6f950909521e tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:45.312193 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-05c038d0-dcf5-4d8a-9116-83f8237aaef8 req-eec4866e-9f64-43e0-bb81-6f950909521e tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/ports?device_id=f822e1e1-b947-4f9c-b705-d0a91151e0f7 HTTP/1.1" status: 200 len: 944 time: 0.1069043 Nov 12 08:20:45.363508 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-656d73a9-5b59-40bc-9844-216bd0c7275e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:45.366073 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-656d73a9-5b59-40bc-9844-216bd0c7275e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:45.369592 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-656d73a9-5b59-40bc-9844-216bd0c7275e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e6308c3a-c3a4-4ffc-bd2d-48c9be5a1e2b HTTP/1.1" status: 204 len: 168 time: 0.2927635 Nov 12 08:20:45.396402 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656d73a9-5b59-40bc-9844-216bd0c7275e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6308c3a-c3a4-4ffc-bd2d-48c9be5a1e2b,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:45.424920 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0beb5038-cfb7-4b3d-8ee9-e8d416943176 req-390e4688-5dca-4b1c-9fc9-eff9c11fa474 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166863 Nov 12 08:20:45.471288 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-05c038d0-dcf5-4d8a-9116-83f8237aaef8 req-3565c7a7-00f4-4cb0-8f71-24938059a32a tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/security-groups?id=4679696e-a532-438b-8380-3e45cd46de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472611 Nov 12 08:20:45.499798 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-92fe9df8-c136-4043-94e7-8577e4410e6e tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:45.555721 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-92fe9df8-c136-4043-94e7-8577e4410e6e tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:45.591706 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-18e9a566-4da7-4a49-b4f0-22d102505f40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:45.625385 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92fe9df8-c136-4043-94e7-8577e4410e6e tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Network 5da08028-bf58-4215-9ab9-4da9730d8589 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:20:45.627032 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-92fe9df8-c136-4043-94e7-8577e4410e6e tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:20:45.634858 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fe9df8-c136-4043-94e7-8577e4410e6e tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:20:45.636325 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-92fe9df8-c136-4043-94e7-8577e4410e6e tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:45.676357 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fe9df8-c136-4043-94e7-8577e4410e6e tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Pushing event updated for resources: {'Port': ['ID=eed28d1e-e5f2-4d53-a5cb-6ecf8234f2b1,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:45.720519 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5adcb7-314d-4635-b9ae-d5de68123dc2 req-30d296b7-7bca-45fa-849b-1ac51180e81d tempest-ServerAddressesNegativeTestJSON-643891855 tempest-ServerAddressesNegativeTestJSON-643891855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:45.722032 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7d5adcb7-314d-4635-b9ae-d5de68123dc2 req-30d296b7-7bca-45fa-849b-1ac51180e81d tempest-ServerAddressesNegativeTestJSON-643891855 tempest-ServerAddressesNegativeTestJSON-643891855-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce9fc5c4-2f45-4287-87a7-5bac80a393cc HTTP/1.1" status: 200 len: 943 time: 0.1224015 Nov 12 08:20:45.728541 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e9a566-4da7-4a49-b4f0-22d102505f40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=433b9e5d-502c-4d73-84a2-408c523d0149,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:45.758829 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e9a566-4da7-4a49-b4f0-22d102505f40 admin admin] Checking segment: {'id': '5e702f7d-a09c-47a3-bcdb-b9059b9ad68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b1fd7232-f4a0-420e-9678-5ab663df4704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:20:45.759365 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e9a566-4da7-4a49-b4f0-22d102505f40 admin admin] Network hostable DHCP agents. Network: b1fd7232-f4a0-420e-9678-5ab663df4704, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:20:45.777734 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fe9df8-c136-4043-94e7-8577e4410e6e tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Checking segment: {'id': '575619ac-54f5-4f62-8a0e-c47e88a2bc34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'bc629fd2-4ae9-450b-ae8c-13a53c767c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:20:45.778107 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92fe9df8-c136-4043-94e7-8577e4410e6e tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Network hostable DHCP agents. Network: bc629fd2-4ae9-450b-ae8c-13a53c767c58, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:20:45.789618 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79926e-86a9-4c28-8977-a272c3a35dbe req-fd587e33-bcb6-40a0-9c98-d43cb25e00ea tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:45.791172 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0f79926e-86a9-4c28-8977-a272c3a35dbe req-fd587e33-bcb6-40a0-9c98-d43cb25e00ea tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 945 time: 0.1336398 Nov 12 08:20:45.792602 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fe9df8-c136-4043-94e7-8577e4410e6e tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Pushing event updated for resources: {'Port': ['ID=b368689b-da30-4397-9391-fc0ba2e6f853,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:45.800854 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e9a566-4da7-4a49-b4f0-22d102505f40 admin admin] Network b1fd7232-f4a0-420e-9678-5ab663df4704 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:20:45.827754 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7d5adcb7-314d-4635-b9ae-d5de68123dc2 req-8e96d199-bb9a-4312-a12a-1a1d112abf98 tempest-ServerAddressesNegativeTestJSON-643891855 tempest-ServerAddressesNegativeTestJSON-643891855-project] 10.222.0.26 "GET /v2.0/security-groups?id=1304c8a3-cc67-4921-a250-81ee6fca517c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865045 Nov 12 08:20:45.833403 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92fe9df8-c136-4043-94e7-8577e4410e6e tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Network bc629fd2-4ae9-450b-ae8c-13a53c767c58 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:20:45.838454 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-18e9a566-4da7-4a49-b4f0-22d102505f40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, b1fd7232-f4a0-420e-9678-5ab663df4704) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:20:45.843343 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e9a566-4da7-4a49-b4f0-22d102505f40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:45.844157 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-18e9a566-4da7-4a49-b4f0-22d102505f40 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:45.846614 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-92fe9df8-c136-4043-94e7-8577e4410e6e tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, bc629fd2-4ae9-450b-ae8c-13a53c767c58) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:20:45.850909 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fe9df8-c136-4043-94e7-8577e4410e6e tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:20:45.851688 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3f767b-11ae-48bc-b3ef-e0c8bd4dbe48 None None] Network b1fd7232-f4a0-420e-9678-5ab663df4704 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:20:45.856751 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92fe9df8-c136-4043-94e7-8577e4410e6e tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:45.863449 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92fe9df8-c136-4043-94e7-8577e4410e6e tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:45.864149 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-92fe9df8-c136-4043-94e7-8577e4410e6e tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:45.866246 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-18e9a566-4da7-4a49-b4f0-22d102505f40 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6305315 Nov 12 08:20:45.868920 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49502) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:45.875443 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-ca9bd6ac-abfa-457e-b32f-8c57e5732d59 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1481589066-router', 'tenant_id': 'db3fc887d673470884a1ba4998460851', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:20:45.891338 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79dffa0b-deca-4314-9422-9ddcc125445b None None] Network bc629fd2-4ae9-450b-ae8c-13a53c767c58 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:20:45.899937 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ca9bd6ac-abfa-457e-b32f-8c57e5732d59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:45.901253 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ca9bd6ac-abfa-457e-b32f-8c57e5732d59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:45.906086 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0f79926e-86a9-4c28-8977-a272c3a35dbe req-6b9c5548-95cf-43ec-9783-81a1a999f421 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891953 Nov 12 08:20:45.915149 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-92fe9df8-c136-4043-94e7-8577e4410e6e tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.6705060 Nov 12 08:20:45.915728 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49506) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:46.055930 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ca9bd6ac-abfa-457e-b32f-8c57e5732d59 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:46.103648 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c33e386-fd9b-4298-a59d-fb51a852fd6f req-baa1ebbc-5c7a-4f6e-93e7-50160cb56144 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:46.114652 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8c33e386-fd9b-4298-a59d-fb51a852fd6f req-baa1ebbc-5c7a-4f6e-93e7-50160cb56144 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 945 time: 0.0733006 Nov 12 08:20:46.154888 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device e4cbdff3-b3bd-41d7-8192-cca0b52471bf up at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:20:46.181906 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8c33e386-fd9b-4298-a59d-fb51a852fd6f req-147c5539-72b6-40dd-9c52-6b6377050192 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649068 Nov 12 08:20:46.189708 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55357e0-5800-4da3-80b0-2e17746439d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-b1fd7232-f4a0-420e-9678-5ab663df4704', 'network_id': 'b1fd7232-f4a0-420e-9678-5ab663df4704', 'tenant_id': 'db3fc887d673470884a1ba4998460851', 'fixed_ips': [{'subnet_id': '433b9e5d-502c-4d73-84a2-408c523d0149'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:20:46.190548 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f55357e0-5800-4da3-80b0-2e17746439d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:46.265140 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ca9bd6ac-abfa-457e-b32f-8c57e5732d59 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:46.269758 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-a772a5ce-35d3-4845-9606-763ae36a1f44 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Deleting port b368689b-da30-4397-9391-fc0ba2e6f853 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:20:46.270084 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a772a5ce-35d3-4845-9606-763ae36a1f44 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:46.282505 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning for port e4cbdff3-b3bd-41d7-8192-cca0b52471bf completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:20:46.292369 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning complete for port e4cbdff3-b3bd-41d7-8192-cca0b52471bf triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:20:46.292966 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:46.397119 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a772a5ce-35d3-4845-9606-763ae36a1f44 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:46.412812 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-f55357e0-5800-4da3-80b0-2e17746439d1 None None] Allocated IP 172.20.0.2 (b1fd7232-f4a0-420e-9678-5ab663df4704/433b9e5d-502c-4d73-84a2-408c523d0149/1f975c93-e39b-41a0-a9d4-f82419f9dab7) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:20:46.416849 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-a772a5ce-35d3-4845-9606-763ae36a1f44 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Calling delete_port for b368689b-da30-4397-9391-fc0ba2e6f853 owned by {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:20:46.440024 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:46.464866 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be35180-904b-4f87-b5be-c9e5ecd80441 req-2b78ea46-ae1d-43bf-aee2-52eb749d57f2 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:46.473222 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1be35180-904b-4f87-b5be-c9e5ecd80441 req-2b78ea46-ae1d-43bf-aee2-52eb749d57f2 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 945 time: 0.1866310 Nov 12 08:20:46.504807 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f822e1e1-b947-4f9c-b705-d0a91151e0f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4cbdff3-b3bd-41d7-8192-cca0b52471bf'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:20:46.507685 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b645ee2-faea-4b80-b73e-3f293fa91ba3" -d '{"events": [{"server_uuid": "f822e1e1-b947-4f9c-b705-d0a91151e0f7", "name": "network-vif-plugged", "status": "completed", "tag": "e4cbdff3-b3bd-41d7-8192-cca0b52471bf"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:20:46.531385 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port e4cbdff3-b3bd-41d7-8192-cca0b52471bf, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=e4cbdff3-b3bd-41d7-8192-cca0b52471bf,segment=NetworkSegment(296922ca-424d-4760-9058-82e70353f16a),segment_id=296922ca-424d-4760-9058-82e70353f16a)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:20:46.540302 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:46.588105 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1be35180-904b-4f87-b5be-c9e5ecd80441 req-63c5b2ed-67cc-4085-b29a-1769ba440b7b tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140029 Nov 12 08:20:46.604625 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 50195b26-29ee-47e3-9ee0-4710d45ea862 details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:20:46.629429 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a772a5ce-35d3-4845-9606-763ae36a1f44 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:46.652960 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=e4cbdff3-b3bd-41d7-8192-cca0b52471bf,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:46.696762 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f55357e0-5800-4da3-80b0-2e17746439d1 None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:46.709374 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f08c882-ba1a-478d-a51b-3b641c67c795 req-a5a97619-b574-4c97-883f-72ffee89eb83 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:46.711457 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1f08c882-ba1a-478d-a51b-3b641c67c795 req-a5a97619-b574-4c97-883f-72ffee89eb83 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/ports?device_id=f822e1e1-b947-4f9c-b705-d0a91151e0f7 HTTP/1.1" status: 200 len: 945 time: 0.1238389 Nov 12 08:20:46.713351 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bcd4515-c3f7-459b-a37f-46ca0970bb81 x-openstack-request-id: req-7bcd4515-c3f7-459b-a37f-46ca0970bb81 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:20:46.713636 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f822e1e1-b947-4f9c-b705-d0a91151e0f7", "name": "network-vif-plugged", "status": "completed", "tag": "e4cbdff3-b3bd-41d7-8192-cca0b52471bf", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:20:46.713883 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7bcd4515-c3f7-459b-a37f-46ca0970bb81 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:20:46.714257 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f822e1e1-b947-4f9c-b705-d0a91151e0f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4cbdff3-b3bd-41d7-8192-cca0b52471bf', 'code': 200} Nov 12 08:20:46.715702 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a772a5ce-35d3-4845-9606-763ae36a1f44 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Pushing event deleted for resources: {'Port': ['ID=b368689b-da30-4397-9391-fc0ba2e6f853,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:46.717190 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f55357e0-5800-4da3-80b0-2e17746439d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:46.757813 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a772a5ce-35d3-4845-9606-763ae36a1f44 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:46.761214 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-a772a5ce-35d3-4845-9606-763ae36a1f44 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "DELETE /v2.0/ports/b368689b-da30-4397-9391-fc0ba2e6f853 HTTP/1.1" status: 204 len: 168 time: 0.8434763 Nov 12 08:20:46.763917 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49540) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:46.855273 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55357e0-5800-4da3-80b0-2e17746439d1 None None] Network b1fd7232-f4a0-420e-9678-5ab663df4704 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:20:46.865095 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-f55357e0-5800-4da3-80b0-2e17746439d1 None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:20:46.873406 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ca9bd6ac-abfa-457e-b32f-8c57e5732d59 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:46.874350 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55357e0-5800-4da3-80b0-2e17746439d1 None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:20:46.885793 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1f08c882-ba1a-478d-a51b-3b641c67c795 req-82921bc1-163d-48d0-9450-c58dcac8eb35 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/security-groups?id=4679696e-a532-438b-8380-3e45cd46de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650748 Nov 12 08:20:46.903379 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55357e0-5800-4da3-80b0-2e17746439d1 None None] Pushing event updated for resources: {'Port': ['ID=1f975c93-e39b-41a0-a9d4-f82419f9dab7,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:46.917940 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ca9bd6ac-abfa-457e-b32f-8c57e5732d59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:46.918106 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a98daa1-6d86-4082-bfeb-976b95748adc req-6ec54bcc-8650-4577-920d-3463fc4a299d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:46.919886 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9a98daa1-6d86-4082-bfeb-976b95748adc req-6ec54bcc-8650-4577-920d-3463fc4a299d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f822e1e1-b947-4f9c-b705-d0a91151e0f7 HTTP/1.1" status: 200 len: 1097 time: 0.1184731 Nov 12 08:20:46.929490 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f78a0c4-c01b-4921-8d6a-54e9bbf05491 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:46.943754 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 50195b26-29ee-47e3-9ee0-4710d45ea862, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=50195b26-29ee-47e3-9ee0-4710d45ea862,segment=NetworkSegment(a647427d-1c59-4dee-828a-6c15309f7909),segment_id=a647427d-1c59-4dee-828a-6c15309f7909)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:20:46.943977 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f78a0c4-c01b-4921-8d6a-54e9bbf05491 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:46.957632 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-6f78a0c4-c01b-4921-8d6a-54e9bbf05491 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1903110 Nov 12 08:20:46.966197 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 49548) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:46.998206 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-f55357e0-5800-4da3-80b0-2e17746439d1 None None] Attempting to bind port 1f975c93-e39b-41a0-a9d4-f82419f9dab7 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:20:46.999307 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-f55357e0-5800-4da3-80b0-2e17746439d1 None None] Attempting to bind port 1f975c93-e39b-41a0-a9d4-f82419f9dab7 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '5e702f7d-a09c-47a3-bcdb-b9059b9ad68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b1fd7232-f4a0-420e-9678-5ab663df4704'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:20:46.999816 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55357e0-5800-4da3-80b0-2e17746439d1 None None] Attempting to bind port 1f975c93-e39b-41a0-a9d4-f82419f9dab7 on network b1fd7232-f4a0-420e-9678-5ab663df4704 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:20:47.002523 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': '50195b26-29ee-47e3-9ee0-4710d45ea862', 'network_id': '500fec15-a049-4bc3-9454-147aafb004ab', 'port_id': '50195b26-29ee-47e3-9ee0-4710d45ea862', 'mac_address': 'fa:16:3e:f6:70:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '042aef6c-57d4-41b9-b58a-a091fa04dcda', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:20:47.011061 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55357e0-5800-4da3-80b0-2e17746439d1 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:20:47.011571 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55357e0-5800-4da3-80b0-2e17746439d1 None None] Checking segment: {'id': '5e702f7d-a09c-47a3-bcdb-b9059b9ad68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b1fd7232-f4a0-420e-9678-5ab663df4704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:20:47.012060 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f55357e0-5800-4da3-80b0-2e17746439d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:47.012589 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55357e0-5800-4da3-80b0-2e17746439d1 None None] Bound using segment: {'id': '5e702f7d-a09c-47a3-bcdb-b9059b9ad68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b1fd7232-f4a0-420e-9678-5ab663df4704'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:20:47.013159 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-f55357e0-5800-4da3-80b0-2e17746439d1 None None] Bound port: 1f975c93-e39b-41a0-a9d4-f82419f9dab7, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e702f7d-a09c-47a3-bcdb-b9059b9ad68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b1fd7232-f4a0-420e-9678-5ab663df4704'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:20:47.013632 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f55357e0-5800-4da3-80b0-2e17746439d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:47.030197 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9a98daa1-6d86-4082-bfeb-976b95748adc req-55e3fe5a-22e0-4680-902d-28d24c518b35 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4679696e-a532-438b-8380-3e45cd46de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014209 Nov 12 08:20:47.110355 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:47.130273 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-f55357e0-5800-4da3-80b0-2e17746439d1 None None] For port 1f975c93-e39b-41a0-a9d4-f82419f9dab7, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:20:47.137234 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50195b26-29ee-47e3-9ee0-4710d45ea862 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:20:47.154789 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-ca9bd6ac-abfa-457e-b32f-8c57e5732d59 admin admin] Allocated IP 172.25.2.245 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/f2e054d9-d3bd-444c-ba78-3a108fa07110) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:20:47.158961 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-f55357e0-5800-4da3-80b0-2e17746439d1 None None] For port 1f975c93-e39b-41a0-a9d4-f82419f9dab7, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=1f975c93-e39b-41a0-a9d4-f82419f9dab7,segment=NetworkSegment(5e702f7d-a09c-47a3-bcdb-b9059b9ad68c),segment_id=5e702f7d-a09c-47a3-bcdb-b9059b9ad68c)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:20:47.171338 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 50195b26-29ee-47e3-9ee0-4710d45ea862, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=50195b26-29ee-47e3-9ee0-4710d45ea862,segment=NetworkSegment(a647427d-1c59-4dee-828a-6c15309f7909),segment_id=a647427d-1c59-4dee-828a-6c15309f7909)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:20:47.173529 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f55357e0-5800-4da3-80b0-2e17746439d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:47.176277 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5fc648-db68-4ee8-ba20-73da599a0b42 req-9412690f-443e-46e1-a88e-ecf8018f8c66 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:47.178219 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cf5fc648-db68-4ee8-ba20-73da599a0b42 req-9412690f-443e-46e1-a88e-ecf8018f8c66 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 945 time: 0.0972257 Nov 12 08:20:47.181776 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:47.192731 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-8a88e586-ffa9-4ec2-930b-26ade615f5bd tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Deleting port eed28d1e-e5f2-4d53-a5cb-6ecf8234f2b1 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:20:47.193388 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8a88e586-ffa9-4ec2-930b-26ade615f5bd tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:47.259475 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55357e0-5800-4da3-80b0-2e17746439d1 None None] Pushing event updated for resources: {'Port': ['ID=1f975c93-e39b-41a0-a9d4-f82419f9dab7,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:47.339995 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=50195b26-29ee-47e3-9ee0-4710d45ea862,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:47.340219 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8a88e586-ffa9-4ec2-930b-26ade615f5bd tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:47.363583 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cf5fc648-db68-4ee8-ba20-73da599a0b42 req-096b18f2-56ca-47b0-9142-3def2e35276a tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737678 Nov 12 08:20:47.364585 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-8a88e586-ffa9-4ec2-930b-26ade615f5bd tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Calling delete_port for eed28d1e-e5f2-4d53-a5cb-6ecf8234f2b1 owned by {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:20:47.510108 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8a88e586-ffa9-4ec2-930b-26ade615f5bd tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:47.532068 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['50195b26-29ee-47e3-9ee0-4710d45ea862'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:20:47.573155 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 49562) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:47.636314 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8a88e586-ffa9-4ec2-930b-26ade615f5bd tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:47.642876 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-8a88e586-ffa9-4ec2-930b-26ade615f5bd tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "DELETE /v2.0/ports/eed28d1e-e5f2-4d53-a5cb-6ecf8234f2b1 HTTP/1.1" status: 204 len: 168 time: 0.6733706 Nov 12 08:20:47.642876 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a88e586-ffa9-4ec2-930b-26ade615f5bd tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Pushing event deleted for resources: {'Port': ['ID=eed28d1e-e5f2-4d53-a5cb-6ecf8234f2b1,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:47.643386 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49566) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:47.703888 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b933fb-72a7-42e3-a059-f2a1da711ba3 req-b8e3516e-4dc0-46d5-8f0d-8437e3b8e799 tempest-ServerAddressesNegativeTestJSON-643891855 tempest-ServerAddressesNegativeTestJSON-643891855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:47.711410 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-44b933fb-72a7-42e3-a059-f2a1da711ba3 req-b8e3516e-4dc0-46d5-8f0d-8437e3b8e799 tempest-ServerAddressesNegativeTestJSON-643891855 tempest-ServerAddressesNegativeTestJSON-643891855-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce9fc5c4-2f45-4287-87a7-5bac80a393cc HTTP/1.1" status: 200 len: 944 time: 0.6638107 Nov 12 08:20:47.714663 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42acbacd-aec8-4c2c-ba0c-169449a09548 req-9a9a3c18-46f6-4e11-b8d3-6d2d9d11c90b tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:47.717951 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-42acbacd-aec8-4c2c-ba0c-169449a09548 req-9a9a3c18-46f6-4e11-b8d3-6d2d9d11c90b tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 945 time: 0.1739869 Nov 12 08:20:47.780570 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0c74f8-db9e-4619-af52-e7014766e2cb tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:47.781900 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-bb59c9cc-215d-4e2e-804e-6ec66ef3b8c6 tempest-QuotasTest-657086211 tempest-QuotasTest-657086211-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:20:47.782044 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-5c0c74f8-db9e-4619-af52-e7014766e2cb tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1363549 Nov 12 08:20:47.789054 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ca9bd6ac-abfa-457e-b32f-8c57e5732d59 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:47.790215 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49568) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:47.798958 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-42acbacd-aec8-4c2c-ba0c-169449a09548 req-b3e4a613-cd8f-486e-8a39-c409f712ad0f tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724654 Nov 12 08:20:47.826138 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-be7e283c-829d-411e-9a35-1dccd45da8c1 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] GET failed (client error): The resource could not be found. Nov 12 08:20:47.828820 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-be7e283c-829d-411e-9a35-1dccd45da8c1 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "GET /v2.0/ports/b368689b-da30-4397-9391-fc0ba2e6f853 HTTP/1.1" status: 404 len: 333 time: 0.0376680 Nov 12 08:20:47.831517 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49572) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:47.833520 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-bb59c9cc-215d-4e2e-804e-6ec66ef3b8c6 tempest-QuotasTest-657086211 tempest-QuotasTest-657086211-project-admin] 10.222.0.26 "PUT /v2.0/quotas/cb624ce7f338407a904ebb763228ef92 HTTP/1.1" status: 200 len: 366 time: 0.2549944 Nov 12 08:20:47.834267 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 49574) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:47.851015 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-1dc4632f-f30b-4115-a94e-124782902c9e tempest-QuotasTest-657086211 tempest-QuotasTest-657086211-project-admin] 10.222.0.26 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0134120 Nov 12 08:20:47.851729 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 49580) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:47.862935 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-44b933fb-72a7-42e3-a059-f2a1da711ba3 req-1ff8364f-3a08-4d84-ba12-7bbf3e91572c tempest-ServerAddressesNegativeTestJSON-643891855 tempest-ServerAddressesNegativeTestJSON-643891855-project] 10.222.0.26 "GET /v2.0/security-groups?id=1304c8a3-cc67-4921-a250-81ee6fca517c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408226 Nov 12 08:20:47.863938 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-da8a5f39-665d-4806-a708-63b8c52e99f4 tempest-QuotasTest-657086211 tempest-QuotasTest-657086211-project-admin] 10.222.0.26 "GET /v2.0/quotas/cb624ce7f338407a904ebb763228ef92 HTTP/1.1" status: 200 len: 366 time: 0.0110028 Nov 12 08:20:47.866345 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 49582) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:47.888305 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-cf893238-f65b-4f03-aced-4fe657aff880 tempest-QuotasTest-657086211 tempest-QuotasTest-657086211-project-admin] 10.222.0.26 "DELETE /v2.0/quotas/cb624ce7f338407a904ebb763228ef92 HTTP/1.1" status: 204 len: 168 time: 0.0205834 Nov 12 08:20:47.890474 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 49584) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:47.895450 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-0247fc87-a17f-4296-97c4-74149c3a92f1 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] GET failed (client error): The resource could not be found. Nov 12 08:20:47.897007 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-0247fc87-a17f-4296-97c4-74149c3a92f1 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "GET /v2.0/ports/eed28d1e-e5f2-4d53-a5cb-6ecf8234f2b1 HTTP/1.1" status: 404 len: 333 time: 0.0645878 Nov 12 08:20:47.902480 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 49586) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:47.917770 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-b5895546-a05e-4df5-9617-de6cd45e5a2a tempest-QuotasTest-657086211 tempest-QuotasTest-657086211-project-admin] 10.222.0.26 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0258584 Nov 12 08:20:47.922910 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49590) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:47.938479 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-23018260-5050-4c91-b6c8-0fa9faec826d tempest-QuotasTest-657086211 tempest-QuotasTest-657086211-project-admin] 10.222.0.26 "GET /v2.0/quotas/cb624ce7f338407a904ebb763228ef92 HTTP/1.1" status: 200 len: 370 time: 0.0124254 Nov 12 08:20:47.939164 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49592) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:47.949466 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 49596) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:47.950658 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-6485d602-0bb6-47b1-bfbf-c62864085a69 tempest-QuotasTest-657086211 tempest-QuotasTest-657086211-project-admin] 10.222.0.26 "GET /v2.0/quotas/cb624ce7f338407a904ebb763228ef92/default HTTP/1.1" status: 200 len: 370 time: 0.0101600 Nov 12 08:20:47.955110 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ca9bd6ac-abfa-457e-b32f-8c57e5732d59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:48.033477 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9bd6ac-abfa-457e-b32f-8c57e5732d59 admin admin] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:20:48.033691 n-d-765315-29 neutron-server[102599]: INFO neutron.api.v2.resource [None req-a020ed06-bfd9-46d6-a58a-11d3f3499f83 tempest-QuotasTest-657086211 tempest-QuotasTest-657086211-project-admin] delete failed (client error): The resource could not be found. Nov 12 08:20:48.034719 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-a020ed06-bfd9-46d6-a58a-11d3f3499f83 tempest-QuotasTest-657086211 tempest-QuotasTest-657086211-project-admin] 10.222.0.26 "DELETE /v2.0/quotas/cb624ce7f338407a904ebb763228ef92 HTTP/1.1" status: 404 len: 348 time: 0.0835319 Nov 12 08:20:48.042837 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-ca9bd6ac-abfa-457e-b32f-8c57e5732d59 admin admin] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:20:48.048613 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9bd6ac-abfa-457e-b32f-8c57e5732d59 admin admin] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:20:48.053445 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9bd6ac-abfa-457e-b32f-8c57e5732d59 admin admin] Pushing event updated for resources: {'Port': ['ID=f2e054d9-d3bd-444c-ba78-3a108fa07110,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:48.082455 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 1f975c93-e39b-41a0-a9d4-f82419f9dab7 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:20:48.082957 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3ab186-1a37-470a-bdc5-744e6e01420f req-5691180e-4e6a-4af7-886e-8f77f99d5cb8 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:48.084535 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bc3ab186-1a37-470a-bdc5-744e6e01420f req-5691180e-4e6a-4af7-886e-8f77f99d5cb8 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 945 time: 0.1317787 Nov 12 08:20:48.151700 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 1f975c93-e39b-41a0-a9d4-f82419f9dab7 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:20:48.152067 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:48.231955 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49600) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:48.281877 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:48.338618 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bc3ab186-1a37-470a-bdc5-744e6e01420f req-083c02f7-1fb6-44c5-a5a8-f007e115b7c9 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412694 Nov 12 08:20:48.353386 n-d-765315-29 neutron-server[102600]: DEBUG neutron.quota.resource [None req-43c684db-c44d-4925-aecf-d19a022e5aef tempest-QuotasTest-657086211 tempest-QuotasTest-657086211-project-admin] Usage tracker for resource:network and project:80a7b7b956da4e78a96de749f531a578 is out of sync, need to count used quota {{(pid=102600) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 08:20:48.387579 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] For port 1f975c93-e39b-41a0-a9d4-f82419f9dab7, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=1f975c93-e39b-41a0-a9d4-f82419f9dab7,segment=NetworkSegment(5e702f7d-a09c-47a3-bcdb-b9059b9ad68c),segment_id=5e702f7d-a09c-47a3-bcdb-b9059b9ad68c)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:20:48.397476 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:48.403708 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5b3f77af-8acf-4297-9db2-f29aa9ceb069 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:48.441082 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35642ef-d906-493f-aa79-5a3e52ae338c req-b2b74dc9-e37a-4351-bd6e-5048dad15a59 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:48.448571 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d35642ef-d906-493f-aa79-5a3e52ae338c req-b2b74dc9-e37a-4351-bd6e-5048dad15a59 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/ports?device_id=f822e1e1-b947-4f9c-b705-d0a91151e0f7 HTTP/1.1" status: 200 len: 945 time: 0.4363098 Nov 12 08:20:48.493536 n-d-765315-29 neutron-server[102600]: DEBUG neutron.quota.resource [None req-43c684db-c44d-4925-aecf-d19a022e5aef tempest-QuotasTest-657086211 tempest-QuotasTest-657086211-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=102600) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 08:20:48.496533 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Pushing event updated for resources: {'Port': ['ID=1f975c93-e39b-41a0-a9d4-f82419f9dab7,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:48.504107 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ca9bd6ac-abfa-457e-b32f-8c57e5732d59 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:48.508851 n-d-765315-29 neutron-server[102600]: DEBUG neutron.quota.resource [None req-43c684db-c44d-4925-aecf-d19a022e5aef tempest-QuotasTest-657086211 tempest-QuotasTest-657086211-project-admin] Usage tracker for resource:subnet and project:80a7b7b956da4e78a96de749f531a578 is out of sync, need to count used quota {{(pid=102600) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 08:20:48.553436 n-d-765315-29 neutron-server[102600]: DEBUG neutron.quota.resource [None req-43c684db-c44d-4925-aecf-d19a022e5aef tempest-QuotasTest-657086211 tempest-QuotasTest-657086211-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=102600) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 08:20:48.565063 n-d-765315-29 neutron-server[102600]: DEBUG neutron.quota.resource [None req-43c684db-c44d-4925-aecf-d19a022e5aef tempest-QuotasTest-657086211 tempest-QuotasTest-657086211-project-admin] Usage tracker for resource:subnetpool and project:80a7b7b956da4e78a96de749f531a578 is out of sync, need to count used quota {{(pid=102600) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 08:20:48.565979 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5b3f77af-8acf-4297-9db2-f29aa9ceb069 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:48.578874 n-d-765315-29 neutron-server[102600]: DEBUG neutron.quota.resource [None req-43c684db-c44d-4925-aecf-d19a022e5aef tempest-QuotasTest-657086211 tempest-QuotasTest-657086211-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=102600) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 08:20:48.581885 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d35642ef-d906-493f-aa79-5a3e52ae338c req-0a62fac8-9f7d-444e-87a7-7e76947f1f9b tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/security-groups?id=4679696e-a532-438b-8380-3e45cd46de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324420 Nov 12 08:20:48.594160 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-5b3f77af-8acf-4297-9db2-f29aa9ceb069 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc629fd2-4ae9-450b-ae8c-13a53c767c58']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:20:48.609596 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 50195b26-29ee-47e3-9ee0-4710d45ea862 up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:20:48.611213 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-5b3f77af-8acf-4297-9db2-f29aa9ceb069 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '575619ac-54f5-4f62-8a0e-c47e88a2bc34') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:20:48.611509 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-5b3f77af-8acf-4297-9db2-f29aa9ceb069 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '575619ac-54f5-4f62-8a0e-c47e88a2bc34') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:20:48.621298 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5b3f77af-8acf-4297-9db2-f29aa9ceb069 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:48.645854 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5b3f77af-8acf-4297-9db2-f29aa9ceb069 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:48.650706 n-d-765315-29 neutron-server[102600]: DEBUG neutron.quota.resource [None req-43c684db-c44d-4925-aecf-d19a022e5aef tempest-QuotasTest-657086211 tempest-QuotasTest-657086211-project-admin] Usage tracker for resource:port and project:80a7b7b956da4e78a96de749f531a578 is out of sync, need to count used quota {{(pid=102600) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 08:20:48.657925 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b3f77af-8acf-4297-9db2-f29aa9ceb069 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:20:48.658351 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5b3f77af-8acf-4297-9db2-f29aa9ceb069 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:48.661669 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 08:20:48.661669 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:20:48.661669 n-d-765315-29 neutron-server[102599]: timer() Nov 12 08:20:48.661669 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:20:48.661669 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 08:20:48.661669 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:20:48.661669 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 08:20:48.661669 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:20:48.661669 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 08:20:48.661669 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:20:48.661669 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 08:20:48.661669 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:20:48.661669 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 08:20:48.661669 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:20:48.661669 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:20:48.661669 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:20:48.661669 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:20:48.661669 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:20:48.661669 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 08:20:48.661669 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:20:48.661669 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 08:20:48.661669 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:20:48.661669 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:20:48.661669 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:20:48.661669 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 08:20:48.661669 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:20:48.661669 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:20:48.661669 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:20:48.661669 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:20:48.661669 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:20:48.661669 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:20:48.661669 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:20:48.688465 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0df645-11b6-43ad-964f-4f82dce0b89c None None] Network b1fd7232-f4a0-420e-9678-5ab663df4704 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:20:48.700824 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning for port 50195b26-29ee-47e3-9ee0-4710d45ea862 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:20:48.714608 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port 50195b26-29ee-47e3-9ee0-4710d45ea862 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:20:48.714937 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:48.731719 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5b3f77af-8acf-4297-9db2-f29aa9ceb069 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:48.746578 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5b3f77af-8acf-4297-9db2-f29aa9ceb069 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:48.754411 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-5b3f77af-8acf-4297-9db2-f29aa9ceb069 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "DELETE /v2.0/networks/bc629fd2-4ae9-450b-ae8c-13a53c767c58 HTTP/1.1" status: 204 len: 168 time: 0.8465273 Nov 12 08:20:48.762370 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 49604) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:48.768130 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-ef9412e6-6ed3-4e2c-95cb-e508bc3f584f tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-785306658'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:20:48.769356 n-d-765315-29 neutron-server[102600]: DEBUG neutron.quota.resource [None req-43c684db-c44d-4925-aecf-d19a022e5aef tempest-QuotasTest-657086211 tempest-QuotasTest-657086211-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=102600) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 08:20:48.771342 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3f77af-8acf-4297-9db2-f29aa9ceb069 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Pushing event deleted for resources: {'Network': ['ID=bc629fd2-4ae9-450b-ae8c-13a53c767c58,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:48.791652 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef9412e6-6ed3-4e2c-95cb-e508bc3f584f tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Made reservation on behalf of 6369a719c0774326a5a17deb8ee2154f for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:20:48.795416 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ef9412e6-6ed3-4e2c-95cb-e508bc3f584f tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:48.812505 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-660640fb-a984-4358-be97-7aa1ba5e2787 None None] Provisioning complete for port 1f975c93-e39b-41a0-a9d4-f82419f9dab7 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:20:48.812505 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-660640fb-a984-4358-be97-7aa1ba5e2787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:48.827995 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef9412e6-6ed3-4e2c-95cb-e508bc3f584f tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:20:48.828827 n-d-765315-29 neutron-server[102600]: DEBUG neutron.quota.resource [None req-43c684db-c44d-4925-aecf-d19a022e5aef tempest-QuotasTest-657086211 tempest-QuotasTest-657086211-project-admin] Usage tracker for resource:router and project:80a7b7b956da4e78a96de749f531a578 is out of sync, need to count used quota {{(pid=102600) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 08:20:48.839131 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ef9412e6-6ed3-4e2c-95cb-e508bc3f584f tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:48.840067 n-d-765315-29 neutron-server[102599]: INFO neutron.db.segments_db [None req-ef9412e6-6ed3-4e2c-95cb-e508bc3f584f tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Added segment 7a0fbb49-bfed-4355-b438-9503747ea3d3 of type vlan for network 2f231c7d-8d8e-4d31-b09b-28d9ed7fddf7 Nov 12 08:20:48.850694 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2d4b09-1184-4bc2-bd0d-adf08a254a6f req-4fbe5059-bde5-40bb-98c7-ff51637a84a6 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:48.852120 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-df2d4b09-1184-4bc2-bd0d-adf08a254a6f req-4fbe5059-bde5-40bb-98c7-ff51637a84a6 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 945 time: 0.2683787 Nov 12 08:20:48.853206 n-d-765315-29 neutron-server[102600]: DEBUG neutron.quota.resource [None req-43c684db-c44d-4925-aecf-d19a022e5aef tempest-QuotasTest-657086211 tempest-QuotasTest-657086211-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=102600) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 08:20:48.867049 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ca9bd6ac-abfa-457e-b32f-8c57e5732d59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052'] for router, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:48.896985 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ef9412e6-6ed3-4e2c-95cb-e508bc3f584f tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:48.903310 n-d-765315-29 neutron-server[102600]: DEBUG neutron.quota.resource [None req-43c684db-c44d-4925-aecf-d19a022e5aef tempest-QuotasTest-657086211 tempest-QuotasTest-657086211-project-admin] Usage tracker for resource:floatingip and project:80a7b7b956da4e78a96de749f531a578 is out of sync, need to count used quota {{(pid=102600) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 08:20:48.952912 n-d-765315-29 neutron-server[102600]: DEBUG neutron.quota.resource [None req-43c684db-c44d-4925-aecf-d19a022e5aef tempest-QuotasTest-657086211 tempest-QuotasTest-657086211-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=102600) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 08:20:48.992641 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-df2d4b09-1184-4bc2-bd0d-adf08a254a6f req-0fbe9081-baa4-4731-9334-1dc20ed5de73 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331835 Nov 12 08:20:49.006418 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ef9412e6-6ed3-4e2c-95cb-e508bc3f584f tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:49.012461 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9412e6-6ed3-4e2c-95cb-e508bc3f584f tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:49.013166 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ef9412e6-6ed3-4e2c-95cb-e508bc3f584f tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:49.107469 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9412e6-6ed3-4e2c-95cb-e508bc3f584f tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Pushing event updated for resources: {'Network': ['ID=2f231c7d-8d8e-4d31-b09b-28d9ed7fddf7,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:49.109598 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:49.125706 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-ef9412e6-6ed3-4e2c-95cb-e508bc3f584f tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3594658 Nov 12 08:20:49.126343 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49612) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:49.132297 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 2f231c7d-8d8e-4d31-b09b-28d9ed7fddf7 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:20:49.138874 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-5b65fd19-cd1f-4afd-9d0d-b8ee87365641 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Request body: {'subnet': {'network_id': '2f231c7d-8d8e-4d31-b09b-28d9ed7fddf7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:20:49.143176 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a621b076-b7a5-4fcb-8dee-b50447ed8dd5 req-a9f7493c-f5a3-4525-a2ab-4a3c4915bfb9 tempest-ServerAddressesNegativeTestJSON-643891855 tempest-ServerAddressesNegativeTestJSON-643891855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:49.144890 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a621b076-b7a5-4fcb-8dee-b50447ed8dd5 req-a9f7493c-f5a3-4525-a2ab-4a3c4915bfb9 tempest-ServerAddressesNegativeTestJSON-643891855 tempest-ServerAddressesNegativeTestJSON-643891855-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce9fc5c4-2f45-4287-87a7-5bac80a393cc HTTP/1.1" status: 200 len: 944 time: 0.1850276 Nov 12 08:20:49.166870 n-d-765315-29 neutron-server[102600]: DEBUG neutron.quota.resource [None req-43c684db-c44d-4925-aecf-d19a022e5aef tempest-QuotasTest-657086211 tempest-QuotasTest-657086211-project-admin] Usage tracker for resource:security_group and project:80a7b7b956da4e78a96de749f531a578 is out of sync, need to count used quota {{(pid=102600) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 08:20:49.189958 n-d-765315-29 neutron-server[102600]: DEBUG neutron.quota.resource [None req-43c684db-c44d-4925-aecf-d19a022e5aef tempest-QuotasTest-657086211 tempest-QuotasTest-657086211-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=102600) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 08:20:49.196039 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca9bd6ac-abfa-457e-b32f-8c57e5732d59 admin admin] Router b5189264-9111-4881-859d-809af9d1837a is scheduled to L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 with binding_index 1 {{(pid=102600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:20:49.233993 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a621b076-b7a5-4fcb-8dee-b50447ed8dd5 req-7f91067f-e02f-4328-ad31-31cc3c972909 tempest-ServerAddressesNegativeTestJSON-643891855 tempest-ServerAddressesNegativeTestJSON-643891855-project] 10.222.0.26 "GET /v2.0/security-groups?id=1304c8a3-cc67-4921-a250-81ee6fca517c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743332 Nov 12 08:20:49.234616 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce9fc5c4-2f45-4287-87a7-5bac80a393cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50195b26-29ee-47e3-9ee0-4710d45ea862'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:20:49.236868 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f70a233d-b951-4dee-b6d1-7c52b99035c4" -d '{"events": [{"server_uuid": "ce9fc5c4-2f45-4287-87a7-5bac80a393cc", "name": "network-vif-plugged", "status": "completed", "tag": "50195b26-29ee-47e3-9ee0-4710d45ea862"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:20:49.251668 n-d-765315-29 neutron-server[102600]: DEBUG neutron.quota.resource [None req-43c684db-c44d-4925-aecf-d19a022e5aef tempest-QuotasTest-657086211 tempest-QuotasTest-657086211-project-admin] Usage tracker for resource:security_group_rule and project:80a7b7b956da4e78a96de749f531a578 is out of sync, need to count used quota {{(pid=102600) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 08:20:49.275358 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 50195b26-29ee-47e3-9ee0-4710d45ea862, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=50195b26-29ee-47e3-9ee0-4710d45ea862,segment=NetworkSegment(a647427d-1c59-4dee-828a-6c15309f7909),segment_id=a647427d-1c59-4dee-828a-6c15309f7909)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:20:49.284089 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:49.305181 n-d-765315-29 neutron-server[102600]: DEBUG neutron.quota.resource [None req-43c684db-c44d-4925-aecf-d19a022e5aef tempest-QuotasTest-657086211 tempest-QuotasTest-657086211-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=102600) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 08:20:49.340740 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9421257b-c0f8-4867-9a4f-b871c4d74d32 x-openstack-request-id: req-9421257b-c0f8-4867-9a4f-b871c4d74d32 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:20:49.341081 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce9fc5c4-2f45-4287-87a7-5bac80a393cc", "name": "network-vif-plugged", "status": "completed", "tag": "50195b26-29ee-47e3-9ee0-4710d45ea862", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:20:49.341324 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9421257b-c0f8-4867-9a4f-b871c4d74d32 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:20:49.341890 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce9fc5c4-2f45-4287-87a7-5bac80a393cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50195b26-29ee-47e3-9ee0-4710d45ea862', 'code': 200} Nov 12 08:20:49.343607 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=50195b26-29ee-47e3-9ee0-4710d45ea862,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:49.360976 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-43c684db-c44d-4925-aecf-d19a022e5aef tempest-QuotasTest-657086211 tempest-QuotasTest-657086211-project-admin] 10.222.0.26 "GET /v2.0/quotas/80a7b7b956da4e78a96de749f531a578/details.json HTTP/1.1" status: 200 len: 703 time: 1.1244452 Nov 12 08:20:49.433226 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b65fd19-cd1f-4afd-9d0d-b8ee87365641 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Made reservation on behalf of 6369a719c0774326a5a17deb8ee2154f for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:20:49.437847 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5b65fd19-cd1f-4afd-9d0d-b8ee87365641 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:49.451457 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b79cc06-0fdd-4d0e-b900-e93d37fb08f8 req-76598385-282d-4d77-8c11-26277193b107 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:49.459711 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1b79cc06-0fdd-4d0e-b900-e93d37fb08f8 req-76598385-282d-4d77-8c11-26277193b107 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 945 time: 0.1986933 Nov 12 08:20:49.494420 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27507aef-05d7-4b2e-8889-987d77a4b75e req-833897f8-c0e7-404b-bd88-798167c99dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:49.496053 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-27507aef-05d7-4b2e-8889-987d77a4b75e req-833897f8-c0e7-404b-bd88-798167c99dad service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ce9fc5c4-2f45-4287-87a7-5bac80a393cc HTTP/1.1" status: 200 len: 1097 time: 0.0503607 Nov 12 08:20:49.504784 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca9bd6ac-abfa-457e-b32f-8c57e5732d59 admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:20:49.531882 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e66cd07-12d2-46ac-805d-c2e1e67a1348 None None] Sync routers for ids ['b5189264-9111-4881-859d-809af9d1837a'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:20:49.544258 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e66cd07-12d2-46ac-805d-c2e1e67a1348 None None] Routers {'b5189264-9111-4881-859d-809af9d1837a'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:20:49.544523 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-7e66cd07-12d2-46ac-805d-c2e1e67a1348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:20:36Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['b5189264-9111-4881-859d-809af9d1837a'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:20:49.562798 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.ipam_backend_mixin [None req-5b65fd19-cd1f-4afd-9d0d-b8ee87365641 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Performing IP validity checks on allocation pools {{(pid=102600) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 08:20:49.563422 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.ipam_backend_mixin [None req-5b65fd19-cd1f-4afd-9d0d-b8ee87365641 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102600) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 08:20:49.578636 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-27507aef-05d7-4b2e-8889-987d77a4b75e req-18e83650-4119-4522-9b7a-255ab209b896 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=1304c8a3-cc67-4921-a250-81ee6fca517c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726261 Nov 12 08:20:49.585868 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ca9bd6ac-abfa-457e-b32f-8c57e5732d59 admin admin] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:49.590050 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-ca9bd6ac-abfa-457e-b32f-8c57e5732d59 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.7175431 Nov 12 08:20:49.591035 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 49622) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:49.613164 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1b79cc06-0fdd-4d0e-b900-e93d37fb08f8 req-51dd46e9-f495-4a74-845b-5d5c83f6e8ec tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522138 Nov 12 08:20:49.672744 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-a6d40067-eb50-4ceb-939d-041ecf1f7451 None None] Provisioning complete for port 1f975c93-e39b-41a0-a9d4-f82419f9dab7 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:20:49.673709 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a6d40067-eb50-4ceb-939d-041ecf1f7451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:49.855815 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-7e66cd07-12d2-46ac-805d-c2e1e67a1348 None None] Set router b5189264-9111-4881-859d-809af9d1837a gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:20:49.872002 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314e6844-15a4-4796-9d3c-2410c1278727 req-fa7115b7-412d-417e-94ac-f251a894a648 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:49.874210 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-314e6844-15a4-4796-9d3c-2410c1278727 req-fa7115b7-412d-417e-94ac-f251a894a648 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/ports?device_id=f822e1e1-b947-4f9c-b705-d0a91151e0f7 HTTP/1.1" status: 200 len: 945 time: 0.1121495 Nov 12 08:20:49.880570 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5b65fd19-cd1f-4afd-9d0d-b8ee87365641 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:49.888167 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49630) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:50.036591 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-314e6844-15a4-4796-9d3c-2410c1278727 req-0d73beec-7ad9-4b40-9254-87221b34101c tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/security-groups?id=4679696e-a532-438b-8380-3e45cd46de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490459 Nov 12 08:20:50.058820 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b65fd19-cd1f-4afd-9d0d-b8ee87365641 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Pushing event updated for resources: {'Subnet': ['ID=b6b6ce7e-cf14-4f32-a1d7-7e185f6d5954,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:50.074554 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b65fd19-cd1f-4afd-9d0d-b8ee87365641 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Checking segment: {'id': '7a0fbb49-bfed-4355-b438-9503747ea3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2f231c7d-8d8e-4d31-b09b-28d9ed7fddf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:20:50.074952 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b65fd19-cd1f-4afd-9d0d-b8ee87365641 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Network hostable DHCP agents. Network: 2f231c7d-8d8e-4d31-b09b-28d9ed7fddf7, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:20:50.087793 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-7e66cd07-12d2-46ac-805d-c2e1e67a1348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5189264-9111-4881-859d-809af9d1837a', 'name': 'tempest-FloatingIPsNegativeTestJSON-1481589066-router', 'tenant_id': 'db3fc887d673470884a1ba4998460851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': 'f2e054d9-d3bd-444c-ba78-3a108fa07110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:20:45Z', 'updated_at': '2021-11-12T08:20:48Z', 'revision_number': 3, 'project_id': 'db3fc887d673470884a1ba4998460851', 'gw_port': {'id': 'f2e054d9-d3bd-444c-ba78-3a108fa07110', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:cf:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5189264-9111-4881-859d-809af9d1837a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:20:46Z', 'updated_at': '2021-11-12T08:20:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:20:50.091896 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 1f975c93-e39b-41a0-a9d4-f82419f9dab7 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:20:50.097236 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b65fd19-cd1f-4afd-9d0d-b8ee87365641 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Network 2f231c7d-8d8e-4d31-b09b-28d9ed7fddf7 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:20:50.109908 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-5b65fd19-cd1f-4afd-9d0d-b8ee87365641 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 2f231c7d-8d8e-4d31-b09b-28d9ed7fddf7) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:20:50.116552 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b65fd19-cd1f-4afd-9d0d-b8ee87365641 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:50.117326 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5b65fd19-cd1f-4afd-9d0d-b8ee87365641 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:50.138289 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e66cd07-12d2-46ac-805d-c2e1e67a1348 None None] Checking router: b5189264-9111-4881-859d-809af9d1837a for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:20:50.138947 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e66cd07-12d2-46ac-805d-c2e1e67a1348 None None] Updating router b5189264-9111-4881-859d-809af9d1837a port f2e054d9-d3bd-444c-ba78-3a108fa07110 binding host n-d-765315-29 {{(pid=102602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:20:50.143728 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-5b65fd19-cd1f-4afd-9d0d-b8ee87365641 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0129714 Nov 12 08:20:50.156669 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 49638) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:50.157626 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044b2a9b-6a4b-4b16-8e35-c7be35164e52 None None] Network 2f231c7d-8d8e-4d31-b09b-28d9ed7fddf7 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:20:50.165700 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-725ca5c3-aa2c-4d14-83d1-d16d0627beb8 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Request body: {'port': {'network_id': '2f231c7d-8d8e-4d31-b09b-28d9ed7fddf7', 'name': 'tempest-PortsTestJSON-287221057'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:20:50.166162 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1c0db6c2-683d-4e3b-ac68-3d097f529fb2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:50.187180 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-7e66cd07-12d2-46ac-805d-c2e1e67a1348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:50.303060 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 1f975c93-e39b-41a0-a9d4-f82419f9dab7 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:20:50.303606 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:50.314020 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1c0db6c2-683d-4e3b-ac68-3d097f529fb2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:50.331856 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1c0db6c2-683d-4e3b-ac68-3d097f529fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:50.358814 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6207d3c9-b404-41c6-b9bd-307756982b26 req-c44ddf10-459e-4668-b6b9-2ffd10e9ad29 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:50.373427 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6207d3c9-b404-41c6-b9bd-307756982b26 req-c44ddf10-459e-4668-b6b9-2ffd10e9ad29 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 945 time: 0.2984161 Nov 12 08:20:50.418011 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-1c0db6c2-683d-4e3b-ac68-3d097f529fb2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4dff9575ea244cf1a9600255125d7c80&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5255082 Nov 12 08:20:50.419099 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0db6c2-683d-4e3b-ac68-3d097f529fb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=836c61c7-b2fc-476a-b97d-ecea0007f55a,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:50.422504 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49644) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:50.465479 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef608797-a5ed-4bc0-903c-3a043d03e992 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-2f231c7d-8d8e-4d31-b09b-28d9ed7fddf7', 'network_id': '2f231c7d-8d8e-4d31-b09b-28d9ed7fddf7', 'tenant_id': '6369a719c0774326a5a17deb8ee2154f', 'fixed_ips': [{'subnet_id': 'b6b6ce7e-cf14-4f32-a1d7-7e185f6d5954'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:20:50.466485 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ef608797-a5ed-4bc0-903c-3a043d03e992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:50.535457 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda07963-ecd3-41be-9ec6-fb892ed4af84 req-47f8cf01-7774-4911-8228-4e2be6fd0d81 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:50.536988 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fda07963-ecd3-41be-9ec6-fb892ed4af84 req-47f8cf01-7774-4911-8228-4e2be6fd0d81 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/ports?device_id=f822e1e1-b947-4f9c-b705-d0a91151e0f7 HTTP/1.1" status: 200 len: 945 time: 0.0935166 Nov 12 08:20:50.548663 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-42883ba9-34ea-4858-9c9f-e58c19c783d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:50.561180 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e7ae3ead-34de-44b3-be84-ed0e6bbac158 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:50.596154 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6207d3c9-b404-41c6-b9bd-307756982b26 req-b8bfb2e9-f392-4ffe-a8ab-90fa33fc4907 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208531 Nov 12 08:20:50.617104 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e7ae3ead-34de-44b3-be84-ed0e6bbac158 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:50.649699 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fda07963-ecd3-41be-9ec6-fb892ed4af84 req-3449dcc6-75d5-48cc-a35e-31237ece88d7 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/security-groups?id=4679696e-a532-438b-8380-3e45cd46de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015587 Nov 12 08:20:50.677016 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-725ca5c3-aa2c-4d14-83d1-d16d0627beb8 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Made reservation on behalf of 6369a719c0774326a5a17deb8ee2154f for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:20:50.683122 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-725ca5c3-aa2c-4d14-83d1-d16d0627beb8 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:50.705509 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-7e66cd07-12d2-46ac-805d-c2e1e67a1348 None None] Publish callbacks [] for port, precommit_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:50.719116 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-7e66cd07-12d2-46ac-805d-c2e1e67a1348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:50.734915 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e7ae3ead-34de-44b3-be84-ed0e6bbac158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:50.738247 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e7ae3ead-34de-44b3-be84-ed0e6bbac158 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:50.742675 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-e7ae3ead-34de-44b3-be84-ed0e6bbac158 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/836c61c7-b2fc-476a-b97d-ecea0007f55a HTTP/1.1" status: 204 len: 168 time: 0.3158782 Nov 12 08:20:50.750278 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ae3ead-34de-44b3-be84-ed0e6bbac158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=836c61c7-b2fc-476a-b97d-ecea0007f55a,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:50.803021 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-7e66cd07-12d2-46ac-805d-c2e1e67a1348 None None] Attempting to bind port f2e054d9-d3bd-444c-ba78-3a108fa07110 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:20:50.803311 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-7e66cd07-12d2-46ac-805d-c2e1e67a1348 None None] Attempting to bind port f2e054d9-d3bd-444c-ba78-3a108fa07110 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:20:50.803672 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e66cd07-12d2-46ac-805d-c2e1e67a1348 None None] Attempting to bind port f2e054d9-d3bd-444c-ba78-3a108fa07110 on network d709f64f-f9e6-4525-b020-ad48633b9bbf {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:20:50.804247 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-ef608797-a5ed-4bc0-903c-3a043d03e992 None None] Allocated IP 172.20.0.2 (2f231c7d-8d8e-4d31-b09b-28d9ed7fddf7/b6b6ce7e-cf14-4f32-a1d7-7e185f6d5954/9992915f-109f-4335-8aa9-bb7ee832741a) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:20:50.812126 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3177fac5-a634-477c-81b9-383247dd122b None None] Pushing event updated for resources: {'Port': ['ID=f2e054d9-d3bd-444c-ba78-3a108fa07110,revision_number=2']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:50.827500 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e66cd07-12d2-46ac-805d-c2e1e67a1348 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:20:50.827881 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e66cd07-12d2-46ac-805d-c2e1e67a1348 None None] Checking segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:20:50.828290 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-7e66cd07-12d2-46ac-805d-c2e1e67a1348 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:50.828675 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e66cd07-12d2-46ac-805d-c2e1e67a1348 None None] Bound using segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:20:50.829145 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-7e66cd07-12d2-46ac-805d-c2e1e67a1348 None None] Bound port: f2e054d9-d3bd-444c-ba78-3a108fa07110, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:20:50.829541 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-7e66cd07-12d2-46ac-805d-c2e1e67a1348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:50.838243 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [None req-725ca5c3-aa2c-4d14-83d1-d16d0627beb8 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] device_id is not set on port 8061519b-ef92-413b-99c7-125095f16440 yet. {{(pid=102599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:20:50.838462 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3177fac5-a634-477c-81b9-383247dd122b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:50.838462 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3177fac5-a634-477c-81b9-383247dd122b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:50.839691 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3177fac5-a634-477c-81b9-383247dd122b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:50.839691 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3177fac5-a634-477c-81b9-383247dd122b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:50.839691 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3177fac5-a634-477c-81b9-383247dd122b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:50.840003 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3177fac5-a634-477c-81b9-383247dd122b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:50.840097 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3177fac5-a634-477c-81b9-383247dd122b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:50.840389 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3177fac5-a634-477c-81b9-383247dd122b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:50.840714 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3177fac5-a634-477c-81b9-383247dd122b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:50.841029 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3177fac5-a634-477c-81b9-383247dd122b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:50.841343 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3177fac5-a634-477c-81b9-383247dd122b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:50.841656 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3177fac5-a634-477c-81b9-383247dd122b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:50.867573 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:20:50.914719 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-7e66cd07-12d2-46ac-805d-c2e1e67a1348 None None] For port f2e054d9-d3bd-444c-ba78-3a108fa07110, host n-d-765315-29, cleared binding levels {{(pid=102602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:20:50.918364 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-7e66cd07-12d2-46ac-805d-c2e1e67a1348 None None] For port f2e054d9-d3bd-444c-ba78-3a108fa07110, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=f2e054d9-d3bd-444c-ba78-3a108fa07110,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:20:50.934143 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-7e66cd07-12d2-46ac-805d-c2e1e67a1348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:50.935833 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f880dee-4cd6-496b-9c0f-9dff544219ac req-11344c20-6efc-4859-af39-e5343ac8da36 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:50.939970 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9f880dee-4cd6-496b-9c0f-9dff544219ac req-11344c20-6efc-4859-af39-e5343ac8da36 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 945 time: 0.1543179 Nov 12 08:20:51.024696 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e66cd07-12d2-46ac-805d-c2e1e67a1348 None None] Routers {'b5189264-9111-4881-859d-809af9d1837a'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:20:51.025466 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-7e66cd07-12d2-46ac-805d-c2e1e67a1348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:20:36Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['b5189264-9111-4881-859d-809af9d1837a'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:20:51.062900 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9f880dee-4cd6-496b-9c0f-9dff544219ac req-25449005-2823-4661-b592-af79cff1b9fa tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127105 Nov 12 08:20:51.088857 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3177fac5-a634-477c-81b9-383247dd122b None None] Pushing event updated for resources: {'Port': ['ID=f2e054d9-d3bd-444c-ba78-3a108fa07110,revision_number=3']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:51.095669 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aa6a95-4784-436c-acdf-d65114c34732 req-4641beef-1fb1-4cb0-93c2-659f673df973 tempest-ServerAddressesNegativeTestJSON-643891855 tempest-ServerAddressesNegativeTestJSON-643891855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:51.100647 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e0aa6a95-4784-436c-acdf-d65114c34732 req-4641beef-1fb1-4cb0-93c2-659f673df973 tempest-ServerAddressesNegativeTestJSON-643891855 tempest-ServerAddressesNegativeTestJSON-643891855-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce9fc5c4-2f45-4287-87a7-5bac80a393cc HTTP/1.1" status: 200 len: 945 time: 0.3333790 Nov 12 08:20:51.141057 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ef608797-a5ed-4bc0-903c-3a043d03e992 None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:51.148738 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ef608797-a5ed-4bc0-903c-3a043d03e992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:51.178491 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-7e66cd07-12d2-46ac-805d-c2e1e67a1348 None None] Set router b5189264-9111-4881-859d-809af9d1837a gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:20:51.197605 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef608797-a5ed-4bc0-903c-3a043d03e992 None None] Network 2f231c7d-8d8e-4d31-b09b-28d9ed7fddf7 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:20:51.203809 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-ef608797-a5ed-4bc0-903c-3a043d03e992 None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:20:51.209356 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef608797-a5ed-4bc0-903c-3a043d03e992 None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:20:51.242725 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e0aa6a95-4784-436c-acdf-d65114c34732 req-00054b5e-1f18-4c52-808d-6220fcc5bb16 tempest-ServerAddressesNegativeTestJSON-643891855 tempest-ServerAddressesNegativeTestJSON-643891855-project] 10.222.0.26 "GET /v2.0/security-groups?id=1304c8a3-cc67-4921-a250-81ee6fca517c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310961 Nov 12 08:20:51.287995 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-42883ba9-34ea-4858-9c9f-e58c19c783d6 admin admin] Allocated IP 172.20.0.1 (b1fd7232-f4a0-420e-9678-5ab663df4704/433b9e5d-502c-4d73-84a2-408c523d0149/38fa252c-26b3-4621-b0d2-007eab99aa00) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:20:51.290528 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-725ca5c3-aa2c-4d14-83d1-d16d0627beb8 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Allocated IP 172.20.0.9 (2f231c7d-8d8e-4d31-b09b-28d9ed7fddf7/b6b6ce7e-cf14-4f32-a1d7-7e185f6d5954/8061519b-ef92-413b-99c7-125095f16440) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:20:51.292179 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef608797-a5ed-4bc0-903c-3a043d03e992 None None] Pushing event updated for resources: {'Port': ['ID=9992915f-109f-4335-8aa9-bb7ee832741a,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:51.310921 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-ef608797-a5ed-4bc0-903c-3a043d03e992 None None] Attempting to bind port 9992915f-109f-4335-8aa9-bb7ee832741a on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:20:51.312409 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-ef608797-a5ed-4bc0-903c-3a043d03e992 None None] Attempting to bind port 9992915f-109f-4335-8aa9-bb7ee832741a by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '7a0fbb49-bfed-4355-b438-9503747ea3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2f231c7d-8d8e-4d31-b09b-28d9ed7fddf7'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:20:51.313011 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef608797-a5ed-4bc0-903c-3a043d03e992 None None] Attempting to bind port 9992915f-109f-4335-8aa9-bb7ee832741a on network 2f231c7d-8d8e-4d31-b09b-28d9ed7fddf7 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:20:51.326171 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef608797-a5ed-4bc0-903c-3a043d03e992 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:20:51.327153 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef608797-a5ed-4bc0-903c-3a043d03e992 None None] Checking segment: {'id': '7a0fbb49-bfed-4355-b438-9503747ea3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2f231c7d-8d8e-4d31-b09b-28d9ed7fddf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:20:51.330840 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ef608797-a5ed-4bc0-903c-3a043d03e992 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:51.331498 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef608797-a5ed-4bc0-903c-3a043d03e992 None None] Bound using segment: {'id': '7a0fbb49-bfed-4355-b438-9503747ea3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2f231c7d-8d8e-4d31-b09b-28d9ed7fddf7'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:20:51.333519 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49660) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:51.334729 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-ef608797-a5ed-4bc0-903c-3a043d03e992 None None] Bound port: 9992915f-109f-4335-8aa9-bb7ee832741a, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a0fbb49-bfed-4355-b438-9503747ea3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2f231c7d-8d8e-4d31-b09b-28d9ed7fddf7'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:20:51.335163 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ef608797-a5ed-4bc0-903c-3a043d03e992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:51.384538 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-dcfcc6fe-2841-442a-a2e8-65bd9ae2b1f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:51.428841 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff56bec-2bce-4100-bdab-c6e583338bae req-fca697ef-5eb6-40f5-9fe4-c7d03f2760a5 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:51.431046 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9ff56bec-2bce-4100-bdab-c6e583338bae req-fca697ef-5eb6-40f5-9fe4-c7d03f2760a5 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 945 time: 0.0894451 Nov 12 08:20:51.442102 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-7e66cd07-12d2-46ac-805d-c2e1e67a1348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5189264-9111-4881-859d-809af9d1837a', 'name': 'tempest-FloatingIPsNegativeTestJSON-1481589066-router', 'tenant_id': 'db3fc887d673470884a1ba4998460851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': 'f2e054d9-d3bd-444c-ba78-3a108fa07110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:20:45Z', 'updated_at': '2021-11-12T08:20:48Z', 'revision_number': 3, 'project_id': 'db3fc887d673470884a1ba4998460851', 'gw_port': {'id': 'f2e054d9-d3bd-444c-ba78-3a108fa07110', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:cf:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5189264-9111-4881-859d-809af9d1837a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:20:46Z', 'updated_at': '2021-11-12T08:20:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:20:51.442351 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-ef608797-a5ed-4bc0-903c-3a043d03e992 None None] For port 9992915f-109f-4335-8aa9-bb7ee832741a, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:20:51.446261 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-ef608797-a5ed-4bc0-903c-3a043d03e992 None None] For port 9992915f-109f-4335-8aa9-bb7ee832741a, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=9992915f-109f-4335-8aa9-bb7ee832741a,segment=NetworkSegment(7a0fbb49-bfed-4355-b438-9503747ea3d3),segment_id=7a0fbb49-bfed-4355-b438-9503747ea3d3)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:20:51.454499 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ef608797-a5ed-4bc0-903c-3a043d03e992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:51.480900 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e66cd07-12d2-46ac-805d-c2e1e67a1348 None None] The sync data for ids ['b5189264-9111-4881-859d-809af9d1837a'] in n-d-765315-29 is: [{'id': 'b5189264-9111-4881-859d-809af9d1837a', 'name': 'tempest-FloatingIPsNegativeTestJSON-1481589066-router', 'tenant_id': 'db3fc887d673470884a1ba4998460851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': 'f2e054d9-d3bd-444c-ba78-3a108fa07110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:20:45Z', 'updated_at': '2021-11-12T08:20:48Z', 'revision_number': 3, 'project_id': 'db3fc887d673470884a1ba4998460851', 'gw_port': {'id': 'f2e054d9-d3bd-444c-ba78-3a108fa07110', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:cf:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5189264-9111-4881-859d-809af9d1837a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:20:46Z', 'updated_at': '2021-11-12T08:20:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:20:51.511174 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9ff56bec-2bce-4100-bdab-c6e583338bae req-d7918019-760e-48b5-b34a-7374f5ae7c84 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709131 Nov 12 08:20:51.554032 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-dcfcc6fe-2841-442a-a2e8-65bd9ae2b1f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:51.564315 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-dcfcc6fe-2841-442a-a2e8-65bd9ae2b1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:51.576554 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef608797-a5ed-4bc0-903c-3a043d03e992 None None] Pushing event updated for resources: {'Port': ['ID=9992915f-109f-4335-8aa9-bb7ee832741a,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:51.624054 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-42883ba9-34ea-4858-9c9f-e58c19c783d6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:51.626673 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfcc6fe-2841-442a-a2e8-65bd9ae2b1f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d4b699c-612e-43e3-9882-cae87f0747f0,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:51.659030 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-dcfcc6fe-2841-442a-a2e8-65bd9ae2b1f5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=80a7b7b956da4e78a96de749f531a578&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3243437 Nov 12 08:20:51.659652 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49666) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:51.715889 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-725ca5c3-aa2c-4d14-83d1-d16d0627beb8 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:51.741044 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-42883ba9-34ea-4858-9c9f-e58c19c783d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:51.808800 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb781b3d-be04-4458-8979-259a5de5d674 req-19482de5-f30e-451f-9717-da7a2940c9c2 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:51.810340 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bb781b3d-be04-4458-8979-259a5de5d674 req-19482de5-f30e-451f-9717-da7a2940c9c2 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 945 time: 0.1051724 Nov 12 08:20:51.819852 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5ad88fb7-b71a-4459-bf20-a11d3ea22cb8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:51.866952 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42883ba9-34ea-4858-9c9f-e58c19c783d6 admin admin] Network b1fd7232-f4a0-420e-9678-5ab663df4704 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:20:51.877260 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5ad88fb7-b71a-4459-bf20-a11d3ea22cb8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:51.888692 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-42883ba9-34ea-4858-9c9f-e58c19c783d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:20:51.892490 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42883ba9-34ea-4858-9c9f-e58c19c783d6 admin admin] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:20:51.901502 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-725ca5c3-aa2c-4d14-83d1-d16d0627beb8 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:51.953575 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42883ba9-34ea-4858-9c9f-e58c19c783d6 admin admin] Pushing event updated for resources: {'Port': ['ID=38fa252c-26b3-4621-b0d2-007eab99aa00,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:51.959533 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bb781b3d-be04-4458-8979-259a5de5d674 req-7b7487c8-abd6-413c-8c30-e8bc840ee659 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298165 Nov 12 08:20:52.019516 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5ad88fb7-b71a-4459-bf20-a11d3ea22cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:52.023362 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5ad88fb7-b71a-4459-bf20-a11d3ea22cb8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:52.024552 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-5ad88fb7-b71a-4459-bf20-a11d3ea22cb8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7d4b699c-612e-43e3-9882-cae87f0747f0 HTTP/1.1" status: 204 len: 168 time: 0.3639743 Nov 12 08:20:52.029984 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725ca5c3-aa2c-4d14-83d1-d16d0627beb8 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Pushing event updated for resources: {'Port': ['ID=8061519b-ef92-413b-99c7-125095f16440,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:52.043459 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad88fb7-b71a-4459-bf20-a11d3ea22cb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d4b699c-612e-43e3-9882-cae87f0747f0,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:52.054153 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3047ff-ec7f-441d-83d7-3280bfb3bf3b req-9b1011c5-c707-47f4-95b8-442d4407f6b0 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:52.064811 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5a3047ff-ec7f-441d-83d7-3280bfb3bf3b req-9b1011c5-c707-47f4-95b8-442d4407f6b0 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/ports?device_id=f822e1e1-b947-4f9c-b705-d0a91151e0f7 HTTP/1.1" status: 200 len: 945 time: 0.3148167 Nov 12 08:20:52.075046 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725ca5c3-aa2c-4d14-83d1-d16d0627beb8 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Network 2f231c7d-8d8e-4d31-b09b-28d9ed7fddf7 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:20:52.132987 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5a3047ff-ec7f-441d-83d7-3280bfb3bf3b req-751b122a-7fec-4f36-a32c-020ede4f743b tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/security-groups?id=4679696e-a532-438b-8380-3e45cd46de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673168 Nov 12 08:20:52.150252 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-725ca5c3-aa2c-4d14-83d1-d16d0627beb8 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:20:52.154090 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725ca5c3-aa2c-4d14-83d1-d16d0627beb8 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:20:52.205081 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e7c97c-1d12-40a7-9f5a-5127ac5a708d req-427eda50-2792-4053-bfda-205cbe7db92e tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:52.214472 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-36e7c97c-1d12-40a7-9f5a-5127ac5a708d req-427eda50-2792-4053-bfda-205cbe7db92e tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 945 time: 0.1135464 Nov 12 08:20:52.271831 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-42883ba9-34ea-4858-9c9f-e58c19c783d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933481'] for router_interface, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:52.281526 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-36e7c97c-1d12-40a7-9f5a-5127ac5a708d req-1e7503f7-7054-426e-b538-0e5427e237c9 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632565 Nov 12 08:20:52.342545 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 9992915f-109f-4335-8aa9-bb7ee832741a up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:20:52.465447 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-4ed0f0ea-3bf2-4bc4-81f4-b428f6622051 None None] Provisioning complete for port 38fa252c-26b3-4621-b0d2-007eab99aa00 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:20:52.466549 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4ed0f0ea-3bf2-4bc4-81f4-b428f6622051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:52.514821 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d60a00-3e8c-478b-892a-0308ff755c45 req-e9eb9baf-2941-4e99-8c1c-e660a368a1dc tempest-ServerAddressesNegativeTestJSON-643891855 tempest-ServerAddressesNegativeTestJSON-643891855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:52.525815 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-65d60a00-3e8c-478b-892a-0308ff755c45 req-e9eb9baf-2941-4e99-8c1c-e660a368a1dc tempest-ServerAddressesNegativeTestJSON-643891855 tempest-ServerAddressesNegativeTestJSON-643891855-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce9fc5c4-2f45-4287-87a7-5bac80a393cc HTTP/1.1" status: 200 len: 945 time: 0.1355093 Nov 12 08:20:52.527625 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 9992915f-109f-4335-8aa9-bb7ee832741a triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:20:52.528541 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:52.579285 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-4ed0f0ea-3bf2-4bc4-81f4-b428f6622051 None None] Port 38fa252c-26b3-4621-b0d2-007eab99aa00 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:20:52.625197 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-65d60a00-3e8c-478b-892a-0308ff755c45 req-55cbdf96-1d34-41f2-9e57-95b1e2241bfc tempest-ServerAddressesNegativeTestJSON-643891855 tempest-ServerAddressesNegativeTestJSON-643891855-project] 10.222.0.26 "GET /v2.0/security-groups?id=1304c8a3-cc67-4921-a250-81ee6fca517c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977428 Nov 12 08:20:52.684323 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:52.727821 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] For port 9992915f-109f-4335-8aa9-bb7ee832741a, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=9992915f-109f-4335-8aa9-bb7ee832741a,segment=NetworkSegment(7a0fbb49-bfed-4355-b438-9503747ea3d3),segment_id=7a0fbb49-bfed-4355-b438-9503747ea3d3)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:20:52.739982 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:52.741256 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device f2e054d9-d3bd-444c-ba78-3a108fa07110 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:20:52.874392 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Pushing event updated for resources: {'Port': ['ID=9992915f-109f-4335-8aa9-bb7ee832741a,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:52.914468 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port f2e054d9-d3bd-444c-ba78-3a108fa07110 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:20:52.915070 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:53.019731 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-42883ba9-34ea-4858-9c9f-e58c19c783d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:53.052919 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:53.085849 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] For port f2e054d9-d3bd-444c-ba78-3a108fa07110, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=f2e054d9-d3bd-444c-ba78-3a108fa07110,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:20:53.094637 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:53.149591 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725ca5c3-aa2c-4d14-83d1-d16d0627beb8 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:53.150220 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-725ca5c3-aa2c-4d14-83d1-d16d0627beb8 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:53.182232 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-725ca5c3-aa2c-4d14-83d1-d16d0627beb8 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.0180693 Nov 12 08:20:53.183297 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 49706) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:53.243338 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Pushing event updated for resources: {'Port': ['ID=f2e054d9-d3bd-444c-ba78-3a108fa07110,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:53.254809 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca54b43-bb8e-4579-8c59-baaed0b66424 req-bf1ec466-abb0-49ee-88b3-3e154ae60200 tempest-ServerAddressesNegativeTestJSON-643891855 tempest-ServerAddressesNegativeTestJSON-643891855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:53.262923 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5ca54b43-bb8e-4579-8c59-baaed0b66424 req-bf1ec466-abb0-49ee-88b3-3e154ae60200 tempest-ServerAddressesNegativeTestJSON-643891855 tempest-ServerAddressesNegativeTestJSON-643891855-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce9fc5c4-2f45-4287-87a7-5bac80a393cc HTTP/1.1" status: 200 len: 945 time: 0.1150386 Nov 12 08:20:53.269685 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4bc59fa-7d47-4c2b-a3a3-7a7ac6d287e3 None None] Network 2f231c7d-8d8e-4d31-b09b-28d9ed7fddf7 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:20:53.281105 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b183d442-309a-4f3f-b172-56bf718e5f90 req-de68cb24-66c5-4056-a1cb-9328c05a8c0d tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:53.284450 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b183d442-309a-4f3f-b172-56bf718e5f90 req-de68cb24-66c5-4056-a1cb-9328c05a8c0d tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 945 time: 0.3737829 Nov 12 08:20:53.324015 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5ca54b43-bb8e-4579-8c59-baaed0b66424 req-7c217aea-3e54-42ca-893d-d1d3fabdd98e tempest-ServerAddressesNegativeTestJSON-643891855 tempest-ServerAddressesNegativeTestJSON-643891855-project] 10.222.0.26 "GET /v2.0/security-groups?id=1304c8a3-cc67-4921-a250-81ee6fca517c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602202 Nov 12 08:20:53.351263 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-17fda3ed-3047-47c6-a1f0-84e471f37f31 None None] Provisioning complete for port 9992915f-109f-4335-8aa9-bb7ee832741a triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:20:53.351819 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-17fda3ed-3047-47c6-a1f0-84e471f37f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:53.488507 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5c41f5-6fe5-4782-9098-e816ff1881f5 req-4d6b0a0c-369d-47f1-bfe5-396e5eb04d76 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:53.497040 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8c5c41f5-6fe5-4782-9098-e816ff1881f5 req-4d6b0a0c-369d-47f1-bfe5-396e5eb04d76 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/ports?device_id=f822e1e1-b947-4f9c-b705-d0a91151e0f7 HTTP/1.1" status: 200 len: 945 time: 0.0799828 Nov 12 08:20:53.531061 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b183d442-309a-4f3f-b172-56bf718e5f90 req-5491b640-19a1-4212-b367-327f36f19c1d tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370225 Nov 12 08:20:53.572120 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8c5c41f5-6fe5-4782-9098-e816ff1881f5 req-343fedf1-fa26-40ba-abbc-4c6f3cdc2a0a tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/security-groups?id=4679696e-a532-438b-8380-3e45cd46de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727413 Nov 12 08:20:53.577993 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-42883ba9-34ea-4858-9c9f-e58c19c783d6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:53.592826 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-42883ba9-34ea-4858-9c9f-e58c19c783d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:53.711470 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-a5b362a7-f5bf-4ee7-b6a5-4f93d9a17b20 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Deleting port 8061519b-ef92-413b-99c7-125095f16440 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:20:53.711938 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a5b362a7-f5bf-4ee7-b6a5-4f93d9a17b20 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:53.746814 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be118286-dca4-4dbe-9b5a-65cf3ec7f998 req-586edebb-64c8-4f4f-ae36-46bc46bd7e3a tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:53.749640 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-be118286-dca4-4dbe-9b5a-65cf3ec7f998 req-586edebb-64c8-4f4f-ae36-46bc46bd7e3a tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 945 time: 0.0902863 Nov 12 08:20:53.812152 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-be118286-dca4-4dbe-9b5a-65cf3ec7f998 req-55d767ed-2105-46d0-bd8c-33795c269f53 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567243 Nov 12 08:20:53.815893 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-42883ba9-34ea-4858-9c9f-e58c19c783d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933629'] for router_interface, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:53.820208 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42883ba9-34ea-4858-9c9f-e58c19c783d6 admin admin] Pushing event updated for resources: {'Port': ['ID=38fa252c-26b3-4621-b0d2-007eab99aa00,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:53.924032 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a5b362a7-f5bf-4ee7-b6a5-4f93d9a17b20 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:53.946369 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-a5b362a7-f5bf-4ee7-b6a5-4f93d9a17b20 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Calling delete_port for 8061519b-ef92-413b-99c7-125095f16440 owned by {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:20:54.018920 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4623389-053a-45e6-ada6-c0d1fec92a3a req-f64bdd39-a3c0-4cce-b1a9-3b8eb61aee98 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:54.026268 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f4623389-053a-45e6-ada6-c0d1fec92a3a req-f64bdd39-a3c0-4cce-b1a9-3b8eb61aee98 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 945 time: 0.1010470 Nov 12 08:20:54.027034 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42883ba9-34ea-4858-9c9f-e58c19c783d6 admin admin] Network b1fd7232-f4a0-420e-9678-5ab663df4704 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:20:54.029655 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-42883ba9-34ea-4858-9c9f-e58c19c783d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:20:54.044742 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-5c5e3642-9303-470c-8a8c-f16a5ac73b3f None None] Provisioning complete for port 9992915f-109f-4335-8aa9-bb7ee832741a triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:20:54.045646 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5c5e3642-9303-470c-8a8c-f16a5ac73b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:54.103876 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 9992915f-109f-4335-8aa9-bb7ee832741a up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:20:54.125479 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f4623389-053a-45e6-ada6-c0d1fec92a3a req-b262d1b6-9ce4-4b7c-a8c8-dddfb1e52b57 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981147 Nov 12 08:20:54.298810 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 9992915f-109f-4335-8aa9-bb7ee832741a triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:20:54.299273 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:54.351446 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42883ba9-34ea-4858-9c9f-e58c19c783d6 admin admin] Router b5189264-9111-4881-859d-809af9d1837a has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:20:54.372997 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-5c5e3642-9303-470c-8a8c-f16a5ac73b3f None None] Provisioning complete for port 8061519b-ef92-413b-99c7-125095f16440 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:20:54.374783 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5c5e3642-9303-470c-8a8c-f16a5ac73b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:54.445081 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-5c5e3642-9303-470c-8a8c-f16a5ac73b3f None None] Port 8061519b-ef92-413b-99c7-125095f16440 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:20:54.461816 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a5b362a7-f5bf-4ee7-b6a5-4f93d9a17b20 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:54.470265 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device f2e054d9-d3bd-444c-ba78-3a108fa07110 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:20:54.473511 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5618abf-8663-49fe-9eea-6c5d859164bb req-f52efea0-5b4e-4982-9ac5-238ff5026efc tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:54.481279 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e5618abf-8663-49fe-9eea-6c5d859164bb req-f52efea0-5b4e-4982-9ac5-238ff5026efc tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 945 time: 0.2056608 Nov 12 08:20:54.514675 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc57fcb-4f9d-4f2d-ac77-f5446e98142b req-7fa1fdc8-7698-4b7a-b19f-53ec316c2e15 tempest-ServerAddressesNegativeTestJSON-643891855 tempest-ServerAddressesNegativeTestJSON-643891855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:54.522348 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port f2e054d9-d3bd-444c-ba78-3a108fa07110 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:20:54.522803 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:54.529329 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ecc57fcb-4f9d-4f2d-ac77-f5446e98142b req-7fa1fdc8-7698-4b7a-b19f-53ec316c2e15 tempest-ServerAddressesNegativeTestJSON-643891855 tempest-ServerAddressesNegativeTestJSON-643891855-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce9fc5c4-2f45-4287-87a7-5bac80a393cc HTTP/1.1" status: 200 len: 945 time: 0.0854075 Nov 12 08:20:54.541241 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b362a7-f5bf-4ee7-b6a5-4f93d9a17b20 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Pushing event deleted for resources: {'Port': ['ID=8061519b-ef92-413b-99c7-125095f16440,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:54.566993 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-86523ef9-8644-4795-a81c-a94e5384582f None None] Could not find standard attr ID for object 8061519b-ef92-413b-99c7-125095f16440. {{(pid=102601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:20:54.588766 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-86523ef9-8644-4795-a81c-a94e5384582f None None] Provisioning complete for port 38fa252c-26b3-4621-b0d2-007eab99aa00 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:20:54.589139 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-86523ef9-8644-4795-a81c-a94e5384582f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:54.593884 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49744) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:54.633566 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ecc57fcb-4f9d-4f2d-ac77-f5446e98142b req-17a01f84-cd08-4d71-b5a2-1672b19fda44 tempest-ServerAddressesNegativeTestJSON-643891855 tempest-ServerAddressesNegativeTestJSON-643891855-project] 10.222.0.26 "GET /v2.0/security-groups?id=1304c8a3-cc67-4921-a250-81ee6fca517c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994754 Nov 12 08:20:54.670983 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-86523ef9-8644-4795-a81c-a94e5384582f None None] Port 38fa252c-26b3-4621-b0d2-007eab99aa00 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:20:54.760569 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42883ba9-34ea-4858-9c9f-e58c19c783d6 admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:20:54.767060 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e76e66-fddc-44d3-bbc4-8a3b1b345eb8 req-e05b8e06-4a70-4830-87e7-894f7bc3866b tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:54.773754 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc0ebda-0d2d-4344-9520-15acb77e4e8d None None] Sync routers for ids ['b5189264-9111-4881-859d-809af9d1837a'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:20:54.776668 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e5618abf-8663-49fe-9eea-6c5d859164bb req-7199f28c-c6e7-427e-8e81-2503cf569f00 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944160 Nov 12 08:20:54.779149 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e4e76e66-fddc-44d3-bbc4-8a3b1b345eb8 req-e05b8e06-4a70-4830-87e7-894f7bc3866b tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/ports?device_id=f822e1e1-b947-4f9c-b705-d0a91151e0f7 HTTP/1.1" status: 200 len: 945 time: 0.0742958 Nov 12 08:20:54.787372 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-42883ba9-34ea-4858-9c9f-e58c19c783d6 admin admin] 10.222.0.26 "PUT /v2.0/routers/b5189264-9111-4881-859d-809af9d1837a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1958332 Nov 12 08:20:54.801622 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-f8db1361-6580-437e-acc5-03d09f029e61 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1283072336', 'router:external': True}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:20:54.815898 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a5b362a7-f5bf-4ee7-b6a5-4f93d9a17b20 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:54.824308 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc0ebda-0d2d-4344-9520-15acb77e4e8d None None] Routers {'b5189264-9111-4881-859d-809af9d1837a'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:20:54.826354 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-a5b362a7-f5bf-4ee7-b6a5-4f93d9a17b20 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "DELETE /v2.0/ports/8061519b-ef92-413b-99c7-125095f16440 HTTP/1.1" status: 204 len: 168 time: 1.6402974 Nov 12 08:20:54.827226 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-6cc0ebda-0d2d-4344-9520-15acb77e4e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:20:36Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['b5189264-9111-4881-859d-809af9d1837a'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:20:54.829059 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49758) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:54.832102 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8db1361-6580-437e-acc5-03d09f029e61 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Made reservation on behalf of 3d63cb3976b146a4bb2fabd763c4d307 for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:20:54.834673 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f8db1361-6580-437e-acc5-03d09f029e61 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:54.859936 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1136b7e-0ea1-47ea-979d-3e15f6af60a0 req-7992b1a7-221c-4abd-9b50-0571eb30b142 tempest-ServerAddressesNegativeTestJSON-643891855 tempest-ServerAddressesNegativeTestJSON-643891855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:54.860638 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f8db1361-6580-437e-acc5-03d09f029e61 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:54.866150 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b1136b7e-0ea1-47ea-979d-3e15f6af60a0 req-7992b1a7-221c-4abd-9b50-0571eb30b142 tempest-ServerAddressesNegativeTestJSON-643891855 tempest-ServerAddressesNegativeTestJSON-643891855-project] 10.222.0.44 "GET /v2.0/ports?device_id=ce9fc5c4-2f45-4287-87a7-5bac80a393cc HTTP/1.1" status: 200 len: 945 time: 0.1825163 Nov 12 08:20:54.921740 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9104a77-c3da-43c7-93a8-8b9f135b76bd tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] DELETE failed (client error): The resource could not be found. Nov 12 08:20:54.923114 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9104a77-c3da-43c7-93a8-8b9f135b76bd tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:20:54.929075 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-a9104a77-c3da-43c7-93a8-8b9f135b76bd tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "DELETE /v2.0/ports/8061519b-ef92-413b-99c7-125095f16440 HTTP/1.1" status: 404 len: 333 time: 0.0977249 Nov 12 08:20:54.935328 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 49760) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:54.989670 n-d-765315-29 neutron-server[102599]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c8f47ca-a2cb-4db1-99c4-a0c87523fc37 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] GET failed (client error): The resource could not be found. Nov 12 08:20:54.991151 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-6cc0ebda-0d2d-4344-9520-15acb77e4e8d None None] Set router b5189264-9111-4881-859d-809af9d1837a gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:20:54.991420 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-9c8f47ca-a2cb-4db1-99c4-a0c87523fc37 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "GET /v2.0/ports/8061519b-ef92-413b-99c7-125095f16440 HTTP/1.1" status: 404 len: 333 time: 0.0545852 Nov 12 08:20:54.995134 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 49762) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:55.008289 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e4e76e66-fddc-44d3-bbc4-8a3b1b345eb8 req-2cbb0076-fcb7-4469-9d50-1e0ef5db87eb tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/security-groups?id=4679696e-a532-438b-8380-3e45cd46de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801848 Nov 12 08:20:55.076897 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f8db1361-6580-437e-acc5-03d09f029e61 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:55.082014 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f8db1361-6580-437e-acc5-03d09f029e61 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:55.113155 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8db1361-6580-437e-acc5-03d09f029e61 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:20:55.113814 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-17137402-a916-4767-9e3a-b57b7a8266eb tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Deleting subnet b6b6ce7e-cf14-4f32-a1d7-7e185f6d5954 {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:20:55.124786 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8db1361-6580-437e-acc5-03d09f029e61 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=313a7ca8-8f5d-449e-8dbc-a6cb5c62d4c6,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:55.131017 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f8db1361-6580-437e-acc5-03d09f029e61 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:55.131360 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-f8db1361-6580-437e-acc5-03d09f029e61 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Added segment ac32c9f4-e8a1-43d1-b94a-857789ff7a42 of type vlan for network 61604df5-834c-44fd-a003-0e5fb0f52b8f Nov 12 08:20:55.141049 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-b1136b7e-0ea1-47ea-979d-3e15f6af60a0 req-b917c39a-8afa-4b3f-9794-2bbcc7010ac3 tempest-ServerAddressesNegativeTestJSON-643891855 tempest-ServerAddressesNegativeTestJSON-643891855-project] Deleting port 50195b26-29ee-47e3-9ee0-4710d45ea862 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:20:55.141546 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b1136b7e-0ea1-47ea-979d-3e15f6af60a0 req-b917c39a-8afa-4b3f-9794-2bbcc7010ac3 tempest-ServerAddressesNegativeTestJSON-643891855 tempest-ServerAddressesNegativeTestJSON-643891855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:55.155550 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-17137402-a916-4767-9e3a-b57b7a8266eb tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks [] for subnet, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:55.195246 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f8db1361-6580-437e-acc5-03d09f029e61 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:55.256509 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f8db1361-6580-437e-acc5-03d09f029e61 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:55.257653 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8db1361-6580-437e-acc5-03d09f029e61 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:55.258546 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f8db1361-6580-437e-acc5-03d09f029e61 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:55.296632 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-17137402-a916-4767-9e3a-b57b7a8266eb tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31181813'] for subnet, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:55.301583 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-6cc0ebda-0d2d-4344-9520-15acb77e4e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5189264-9111-4881-859d-809af9d1837a', 'name': 'tempest-FloatingIPsNegativeTestJSON-1481589066-router', 'tenant_id': 'db3fc887d673470884a1ba4998460851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': 'f2e054d9-d3bd-444c-ba78-3a108fa07110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:20:45Z', 'updated_at': '2021-11-12T08:20:52Z', 'revision_number': 4, 'project_id': 'db3fc887d673470884a1ba4998460851', 'gw_port': {'id': 'f2e054d9-d3bd-444c-ba78-3a108fa07110', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:cf:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5189264-9111-4881-859d-809af9d1837a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:20:46Z', 'updated_at': '2021-11-12T08:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '38fa252c-26b3-4621-b0d2-007eab99aa00', 'name': '', 'network_id': 'b1fd7232-f4a0-420e-9678-5ab663df4704', 'tenant_id': 'db3fc887d673470884a1ba4998460851', 'mac_address': 'fa:16:3e:06:58:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5189264-9111-4881-859d-809af9d1837a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '433b9e5d-502c-4d73-84a2-408c523d0149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:20:50Z', 'updated_at': '2021-11-12T08:20:53Z', 'revision_number': 2, 'project_id': 'db3fc887d673470884a1ba4998460851', 'subnets': [{'id': '433b9e5d-502c-4d73-84a2-408c523d0149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:20:55.334802 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-f8db1361-6580-437e-acc5-03d09f029e61 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.7353573 Nov 12 08:20:55.335507 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49772) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:55.338132 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc0ebda-0d2d-4344-9520-15acb77e4e8d None None] Checking router: b5189264-9111-4881-859d-809af9d1837a for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:20:55.338698 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc0ebda-0d2d-4344-9520-15acb77e4e8d None None] Updating router b5189264-9111-4881-859d-809af9d1837a port 38fa252c-26b3-4621-b0d2-007eab99aa00 binding host n-d-765315-29 {{(pid=102601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:20:55.343579 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-64e9ff3d-5d82-420e-b620-00968e96adf2 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Request body: {'subnet': {'network_id': '61604df5-834c-44fd-a003-0e5fb0f52b8f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:20:55.355136 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8db1361-6580-437e-acc5-03d09f029e61 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Pushing event updated for resources: {'Network': ['ID=61604df5-834c-44fd-a003-0e5fb0f52b8f,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:55.370857 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6cc0ebda-0d2d-4344-9520-15acb77e4e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:55.375412 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 61604df5-834c-44fd-a003-0e5fb0f52b8f details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:20:55.382911 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64e9ff3d-5d82-420e-b620-00968e96adf2 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Made reservation on behalf of 3d63cb3976b146a4bb2fabd763c4d307 for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:20:55.386257 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-64e9ff3d-5d82-420e-b620-00968e96adf2 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:55.447220 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-b1136b7e-0ea1-47ea-979d-3e15f6af60a0 req-b917c39a-8afa-4b3f-9794-2bbcc7010ac3 tempest-ServerAddressesNegativeTestJSON-643891855 tempest-ServerAddressesNegativeTestJSON-643891855-project] For port 50195b26-29ee-47e3-9ee0-4710d45ea862, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=50195b26-29ee-47e3-9ee0-4710d45ea862,segment=NetworkSegment(a647427d-1c59-4dee-828a-6c15309f7909),segment_id=a647427d-1c59-4dee-828a-6c15309f7909)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:20:55.447786 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b1136b7e-0ea1-47ea-979d-3e15f6af60a0 req-b917c39a-8afa-4b3f-9794-2bbcc7010ac3 tempest-ServerAddressesNegativeTestJSON-643891855 tempest-ServerAddressesNegativeTestJSON-643891855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:55.472137 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-01bc4df5-ddb3-4099-9d5c-524b5c5151d4 req-d086ee83-fec4-4c55-9fc8-99b9cb9c7e1e tempest-FloatingIPsNegativeTestJSON-1550115173 tempest-FloatingIPsNegativeTestJSON-1550115173-project] 10.222.0.26 "GET /v2.0/floatingips?tenant_id=db3fc887d673470884a1ba4998460851 HTTP/1.1" status: 200 len: 217 time: 0.1431980 Nov 12 08:20:55.481212 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-b1136b7e-0ea1-47ea-979d-3e15f6af60a0 req-b917c39a-8afa-4b3f-9794-2bbcc7010ac3 tempest-ServerAddressesNegativeTestJSON-643891855 tempest-ServerAddressesNegativeTestJSON-643891855-project] Calling delete_port for 50195b26-29ee-47e3-9ee0-4710d45ea862 owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:20:55.613948 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f7f52852-006d-40f5-9ad7-7decd7116e85 req-628ed7bf-173f-4e56-bc62-10a4c242ee44 tempest-FloatingIPsNegativeTestJSON-1550115173 tempest-FloatingIPsNegativeTestJSON-1550115173-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0570571 Nov 12 08:20:55.644701 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfceae07-03e1-4e77-85b8-4c37dbffedb6 req-53d3c7d5-bc88-4d79-b0a7-6cbb68f7ab12 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:55.646311 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bfceae07-03e1-4e77-85b8-4c37dbffedb6 req-53d3c7d5-bc88-4d79-b0a7-6cbb68f7ab12 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 945 time: 0.1001139 Nov 12 08:20:55.653303 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-17137402-a916-4767-9e3a-b57b7a8266eb tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:55.750198 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bfceae07-03e1-4e77-85b8-4c37dbffedb6 req-da3d5721-6cd2-4105-b83c-d98d51271651 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886946 Nov 12 08:20:55.751239 n-d-765315-29 neutron-server[102599]: INFO neutron.api.v2.resource [req-74e58413-d1fa-4266-a4b7-a03dc0bf9099 req-77d70bf6-84ec-46df-ba4f-64aa3a5e7c67 tempest-FloatingIPsNegativeTestJSON-1550115173 tempest-FloatingIPsNegativeTestJSON-1550115173-project] show failed (client error): The resource could not be found. Nov 12 08:20:55.752363 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-74e58413-d1fa-4266-a4b7-a03dc0bf9099 req-77d70bf6-84ec-46df-ba4f-64aa3a5e7c67 tempest-FloatingIPsNegativeTestJSON-1550115173 tempest-FloatingIPsNegativeTestJSON-1550115173-project] 10.222.0.26 "GET /v2.0/floatingips/04af74bc-ad40-4f62-8ef0-4bd881c114b6 HTTP/1.1" status: 404 len: 350 time: 0.0951736 Nov 12 08:20:55.764248 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 49786) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:55.844279 n-d-765315-29 neutron-server[102600]: DEBUG neutron.objects.ports [None req-64e9ff3d-5d82-420e-b620-00968e96adf2 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102600) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 08:20:55.844744 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-64e9ff3d-5d82-420e-b620-00968e96adf2 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:55.901948 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e9ff3d-5d82-420e-b620-00968e96adf2 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d0fd2d89-25a1-4f1e-a18d-85c1a7764e24,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:55.912169 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e9ff3d-5d82-420e-b620-00968e96adf2 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Checking segment: {'id': 'ac32c9f4-e8a1-43d1-b94a-857789ff7a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '61604df5-834c-44fd-a003-0e5fb0f52b8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:20:55.912169 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e9ff3d-5d82-420e-b620-00968e96adf2 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Network hostable DHCP agents. Network: 61604df5-834c-44fd-a003-0e5fb0f52b8f, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:20:55.936189 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e9ff3d-5d82-420e-b620-00968e96adf2 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Network 61604df5-834c-44fd-a003-0e5fb0f52b8f is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:20:55.946381 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-64e9ff3d-5d82-420e-b620-00968e96adf2 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 61604df5-834c-44fd-a003-0e5fb0f52b8f) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:20:55.956934 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e9ff3d-5d82-420e-b620-00968e96adf2 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:55.957582 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-64e9ff3d-5d82-420e-b620-00968e96adf2 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:55.976093 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322f9b4a-888f-467d-a4d8-63bd6afbf1c2 None None] Network 61604df5-834c-44fd-a003-0e5fb0f52b8f requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:20:55.977665 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-17137402-a916-4767-9e3a-b57b7a8266eb tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:55.987468 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-64e9ff3d-5d82-420e-b620-00968e96adf2 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6478608 Nov 12 08:20:55.990027 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49790) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:55.996039 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-e15071d7-68c6-4a3f-8558-e133ccd39b97 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1383374106', 'network_id': '61604df5-834c-44fd-a003-0e5fb0f52b8f'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:20:56.000675 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b1136b7e-0ea1-47ea-979d-3e15f6af60a0 req-b917c39a-8afa-4b3f-9794-2bbcc7010ac3 tempest-ServerAddressesNegativeTestJSON-643891855 tempest-ServerAddressesNegativeTestJSON-643891855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:56.015303 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6cc0ebda-0d2d-4344-9520-15acb77e4e8d None None] Publish callbacks [] for port, precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:56.021289 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e15071d7-68c6-4a3f-8558-e133ccd39b97 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Made reservation on behalf of 3d63cb3976b146a4bb2fabd763c4d307 for: {'port': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:20:56.024128 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e15071d7-68c6-4a3f-8558-e133ccd39b97 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:56.048790 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [None req-e15071d7-68c6-4a3f-8558-e133ccd39b97 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] device_id is not set on port 597a5024-279a-4808-8cab-d0814d51002f yet. {{(pid=102600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:20:56.052477 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['50195b26-29ee-47e3-9ee0-4710d45ea862'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:20:56.057738 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6cc0ebda-0d2d-4344-9520-15acb77e4e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:56.059215 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b917c39a-8afa-4b3f-9794-2bbcc7010ac3 tempest-ServerAddressesNegativeTestJSON-643891855 tempest-ServerAddressesNegativeTestJSON-643891855-project] Pushing event deleted for resources: {'Port': ['ID=50195b26-29ee-47e3-9ee0-4710d45ea862,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:56.070200 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17137402-a916-4767-9e3a-b57b7a8266eb tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Pushing event deleted for resources: {'Subnet': ['ID=b6b6ce7e-cf14-4f32-a1d7-7e185f6d5954,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:56.083885 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0646aa08-7a30-46f8-8a62-d7517a2f8950 req-bfae7e8f-7ad3-4286-b45c-a5a5a744212f tempest-ServerAddressesNegativeTestJSON-643891855 tempest-ServerAddressesNegativeTestJSON-643891855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:56.094988 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0646aa08-7a30-46f8-8a62-d7517a2f8950 req-bfae7e8f-7ad3-4286-b45c-a5a5a744212f tempest-ServerAddressesNegativeTestJSON-643891855 tempest-ServerAddressesNegativeTestJSON-643891855-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce9fc5c4-2f45-4287-87a7-5bac80a393cc HTTP/1.1" status: 200 len: 867 time: 0.2604136 Nov 12 08:20:56.097463 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-17137402-a916-4767-9e3a-b57b7a8266eb tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:56.100812 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-17137402-a916-4767-9e3a-b57b7a8266eb tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "DELETE /v2.0/subnets/b6b6ce7e-cf14-4f32-a1d7-7e185f6d5954 HTTP/1.1" status: 204 len: 168 time: 1.1047492 Nov 12 08:20:56.106464 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f10c534-57a5-4727-83f0-2e8a62215927 None None] Network 2f231c7d-8d8e-4d31-b09b-28d9ed7fddf7 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:20:56.128596 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49796) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:56.239912 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1136b7e-0ea1-47ea-979d-3e15f6af60a0 req-b917c39a-8afa-4b3f-9794-2bbcc7010ac3 tempest-ServerAddressesNegativeTestJSON-643891855 tempest-ServerAddressesNegativeTestJSON-643891855-project] No DVR routers for this DVR port 50195b26-29ee-47e3-9ee0-4710d45ea862 on host n-h2-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:20:56.243333 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b1136b7e-0ea1-47ea-979d-3e15f6af60a0 req-b917c39a-8afa-4b3f-9794-2bbcc7010ac3 tempest-ServerAddressesNegativeTestJSON-643891855 tempest-ServerAddressesNegativeTestJSON-643891855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:56.249264 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b1136b7e-0ea1-47ea-979d-3e15f6af60a0 req-b917c39a-8afa-4b3f-9794-2bbcc7010ac3 tempest-ServerAddressesNegativeTestJSON-643891855 tempest-ServerAddressesNegativeTestJSON-643891855-project] 10.222.0.44 "DELETE /v2.0/ports/50195b26-29ee-47e3-9ee0-4710d45ea862 HTTP/1.1" status: 204 len: 173 time: 1.3764095 Nov 12 08:20:56.255344 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce9fc5c4-2f45-4287-87a7-5bac80a393cc', 'name': 'network-vif-deleted', 'tag': '50195b26-29ee-47e3-9ee0-4710d45ea862'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:20:56.258481 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4238a899-0faa-4e10-b548-864b69cd14ce" -d '{"events": [{"server_uuid": "ce9fc5c4-2f45-4287-87a7-5bac80a393cc", "name": "network-vif-deleted", "tag": "50195b26-29ee-47e3-9ee0-4710d45ea862"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:20:56.285451 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0646aa08-7a30-46f8-8a62-d7517a2f8950 req-188c4a4d-b9dd-4f07-a2b1-e6c711f2d6f6 tempest-ServerAddressesNegativeTestJSON-643891855 tempest-ServerAddressesNegativeTestJSON-643891855-project] 10.222.0.26 "GET /v2.0/security-groups?id=1304c8a3-cc67-4921-a250-81ee6fca517c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895185 Nov 12 08:20:56.362661 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e90871-39fc-4403-b642-1ac9df599178 None None] Pushing event updated for resources: {'Port': ['ID=38fa252c-26b3-4621-b0d2-007eab99aa00,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:56.397839 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8bfd565-3bfb-4bc7-b534-85c50260071e None None] Network 61604df5-834c-44fd-a003-0e5fb0f52b8f requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:20:56.423428 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-e15071d7-68c6-4a3f-8558-e133ccd39b97 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Allocated IP 172.20.0.5 (61604df5-834c-44fd-a003-0e5fb0f52b8f/d0fd2d89-25a1-4f1e-a18d-85c1a7764e24/597a5024-279a-4808-8cab-d0814d51002f) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:20:56.446907 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806f631d-a8dd-4b67-86a3-9b01ab6f4658 req-59977396-e61f-44aa-a6d6-376038661960 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:56.457849 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-806f631d-a8dd-4b67-86a3-9b01ab6f4658 req-59977396-e61f-44aa-a6d6-376038661960 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/ports?device_id=f822e1e1-b947-4f9c-b705-d0a91151e0f7 HTTP/1.1" status: 200 len: 945 time: 0.3192196 Nov 12 08:20:56.465534 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c97cebf7-5221-4830-bc7e-a7aab5780600 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:56.507433 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-6cc0ebda-0d2d-4344-9520-15acb77e4e8d None None] Attempting to bind port 38fa252c-26b3-4621-b0d2-007eab99aa00 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:20:56.508162 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-6cc0ebda-0d2d-4344-9520-15acb77e4e8d None None] Attempting to bind port 38fa252c-26b3-4621-b0d2-007eab99aa00 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '5e702f7d-a09c-47a3-bcdb-b9059b9ad68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b1fd7232-f4a0-420e-9678-5ab663df4704'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:20:56.508761 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc0ebda-0d2d-4344-9520-15acb77e4e8d None None] Attempting to bind port 38fa252c-26b3-4621-b0d2-007eab99aa00 on network b1fd7232-f4a0-420e-9678-5ab663df4704 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:20:56.544741 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc0ebda-0d2d-4344-9520-15acb77e4e8d None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:20:56.546242 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc0ebda-0d2d-4344-9520-15acb77e4e8d None None] Checking segment: {'id': '5e702f7d-a09c-47a3-bcdb-b9059b9ad68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b1fd7232-f4a0-420e-9678-5ab663df4704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:20:56.546761 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6cc0ebda-0d2d-4344-9520-15acb77e4e8d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:56.547238 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc0ebda-0d2d-4344-9520-15acb77e4e8d None None] Bound using segment: {'id': '5e702f7d-a09c-47a3-bcdb-b9059b9ad68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b1fd7232-f4a0-420e-9678-5ab663df4704'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:20:56.547915 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-6cc0ebda-0d2d-4344-9520-15acb77e4e8d None None] Bound port: 38fa252c-26b3-4621-b0d2-007eab99aa00, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e702f7d-a09c-47a3-bcdb-b9059b9ad68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b1fd7232-f4a0-420e-9678-5ab663df4704'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:20:56.548405 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6cc0ebda-0d2d-4344-9520-15acb77e4e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:56.550942 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-9034c688-2703-4b9b-9624-13e3652b6655 None None] Provisioning complete for port 38fa252c-26b3-4621-b0d2-007eab99aa00 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:20:56.551131 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9034c688-2703-4b9b-9624-13e3652b6655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:56.600962 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-806f631d-a8dd-4b67-86a3-9b01ab6f4658 req-ad6400b4-5194-42ae-abbd-8656fa45cb7e tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/security-groups?id=4679696e-a532-438b-8380-3e45cd46de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422060 Nov 12 08:20:56.655076 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-9034c688-2703-4b9b-9624-13e3652b6655 None None] Port 38fa252c-26b3-4621-b0d2-007eab99aa00 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:20:56.735005 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4d9459-b3f2-4c6e-ae3b-26b545a95fb4 None None] DHCP port deletion for 2f231c7d-8d8e-4d31-b09b-28d9ed7fddf7 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:20:56.735225 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef2af60f-56a7-4b4a-8b83-e20b727f42de x-openstack-request-id: req-ef2af60f-56a7-4b4a-8b83-e20b727f42de {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:20:56.735675 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce9fc5c4-2f45-4287-87a7-5bac80a393cc", "name": "network-vif-deleted", "tag": "50195b26-29ee-47e3-9ee0-4710d45ea862", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:20:56.735675 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ef2af60f-56a7-4b4a-8b83-e20b727f42de {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:20:56.735992 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce9fc5c4-2f45-4287-87a7-5bac80a393cc', 'name': 'network-vif-deleted', 'tag': '50195b26-29ee-47e3-9ee0-4710d45ea862', 'status': 'completed', 'code': 200} Nov 12 08:20:56.771426 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-6cc0ebda-0d2d-4344-9520-15acb77e4e8d None None] For port 38fa252c-26b3-4621-b0d2-007eab99aa00, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:20:56.790444 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-6cc0ebda-0d2d-4344-9520-15acb77e4e8d None None] For port 38fa252c-26b3-4621-b0d2-007eab99aa00, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=38fa252c-26b3-4621-b0d2-007eab99aa00,segment=NetworkSegment(5e702f7d-a09c-47a3-bcdb-b9059b9ad68c),segment_id=5e702f7d-a09c-47a3-bcdb-b9059b9ad68c)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:20:56.794637 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-94299e27-945e-44d5-86fc-7559d804147b req-be037f6b-40fe-46b6-8d98-d3f88f06dc50 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7c044bf7-7155-4342-bd45-f3c1f138fcad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0577941 Nov 12 08:20:56.806832 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6cc0ebda-0d2d-4344-9520-15acb77e4e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:56.876111 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-ca4d9459-b3f2-4c6e-ae3b-26b545a95fb4 None None] Deleting port 9992915f-109f-4335-8aa9-bb7ee832741a {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:20:56.876495 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ca4d9459-b3f2-4c6e-ae3b-26b545a95fb4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:56.928627 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc0ebda-0d2d-4344-9520-15acb77e4e8d None None] Routers {'b5189264-9111-4881-859d-809af9d1837a'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:20:56.929511 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-6cc0ebda-0d2d-4344-9520-15acb77e4e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:20:36Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['b5189264-9111-4881-859d-809af9d1837a'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:20:56.977264 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e90871-39fc-4403-b642-1ac9df599178 None None] Pushing event updated for resources: {'Port': ['ID=38fa252c-26b3-4621-b0d2-007eab99aa00,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:57.028189 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94299e27-945e-44d5-86fc-7559d804147b req-9f510099-7b0a-4c79-ad61-ba6052656995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:57.029709 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-94299e27-945e-44d5-86fc-7559d804147b req-9f510099-7b0a-4c79-ad61-ba6052656995 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bfeafcdb40754d84afc50bdc0e3e88ee&device_id=7c044bf7-7155-4342-bd45-f3c1f138fcad HTTP/1.1" status: 200 len: 1097 time: 0.2034969 Nov 12 08:20:57.112488 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-c97cebf7-5221-4830-bc7e-a7aab5780600 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Deleting port 9992915f-109f-4335-8aa9-bb7ee832741a {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:20:57.113144 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c97cebf7-5221-4830-bc7e-a7aab5780600 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:57.135837 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a5bd6-a83a-4c13-b163-1b8e93b1a512 req-f054bd30-8b19-4c3d-a818-2a32b936e734 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:57.137510 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5e9a5bd6-a83a-4c13-b163-1b8e93b1a512 req-f054bd30-8b19-4c3d-a818-2a32b936e734 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 945 time: 0.2328131 Nov 12 08:20:57.138068 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-ca4d9459-b3f2-4c6e-ae3b-26b545a95fb4 None None] For port 9992915f-109f-4335-8aa9-bb7ee832741a, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=9992915f-109f-4335-8aa9-bb7ee832741a,segment=NetworkSegment(7a0fbb49-bfed-4355-b438-9503747ea3d3),segment_id=7a0fbb49-bfed-4355-b438-9503747ea3d3)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:20:57.138481 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ca4d9459-b3f2-4c6e-ae3b-26b545a95fb4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:57.161389 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-ca4d9459-b3f2-4c6e-ae3b-26b545a95fb4 None None] Calling delete_port for 9992915f-109f-4335-8aa9-bb7ee832741a owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:20:57.190824 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-6cc0ebda-0d2d-4344-9520-15acb77e4e8d None None] Set router b5189264-9111-4881-859d-809af9d1837a gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:20:57.220517 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e15071d7-68c6-4a3f-8558-e133ccd39b97 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:57.266189 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e15071d7-68c6-4a3f-8558-e133ccd39b97 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:57.296398 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5e9a5bd6-a83a-4c13-b163-1b8e93b1a512 req-72d8d93a-d7e7-4866-ab93-67ebe5c22c05 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422310 Nov 12 08:20:57.301784 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94299e27-945e-44d5-86fc-7559d804147b req-9d4bcfd9-c9e6-4491-b936-5be5e5e9cf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:57.308307 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-94299e27-945e-44d5-86fc-7559d804147b req-9d4bcfd9-c9e6-4491-b936-5be5e5e9cf30 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f2015be7-a96f-492b-b082-b1df692f4802 HTTP/1.1" status: 200 len: 906 time: 0.2058957 Nov 12 08:20:57.318845 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-95625be8-bab7-4d7a-8c9c-00ef8dd2caf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933586'] for router_interface, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:57.335621 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-73ebfe20-0c58-4f7f-a913-adab26c2828f None None] Provisioning complete for port 38fa252c-26b3-4621-b0d2-007eab99aa00 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:20:57.336344 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-73ebfe20-0c58-4f7f-a913-adab26c2828f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:57.361273 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-c97cebf7-5221-4830-bc7e-a7aab5780600 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] For port 9992915f-109f-4335-8aa9-bb7ee832741a, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=9992915f-109f-4335-8aa9-bb7ee832741a,segment=NetworkSegment(7a0fbb49-bfed-4355-b438-9503747ea3d3),segment_id=7a0fbb49-bfed-4355-b438-9503747ea3d3)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:20:57.361646 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c97cebf7-5221-4830-bc7e-a7aab5780600 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:57.371464 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49806) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:57.391359 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15071d7-68c6-4a3f-8558-e133ccd39b97 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Network 61604df5-834c-44fd-a003-0e5fb0f52b8f is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:20:57.394908 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15071d7-68c6-4a3f-8558-e133ccd39b97 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Pushing event updated for resources: {'Port': ['ID=597a5024-279a-4808-8cab-d0814d51002f,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:57.398128 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-c97cebf7-5221-4830-bc7e-a7aab5780600 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Calling delete_port for 9992915f-109f-4335-8aa9-bb7ee832741a owned by network:dhcp {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:20:57.419349 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-e15071d7-68c6-4a3f-8558-e133ccd39b97 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:20:57.422025 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15071d7-68c6-4a3f-8558-e133ccd39b97 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:20:57.489080 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ca4d9459-b3f2-4c6e-ae3b-26b545a95fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:57.525621 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0a2e5d9-cf65-46aa-9d3c-ca5ae63bac77 admin admin] Deleting subnet 042aef6c-57d4-41b9-b58a-a091fa04dcda {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:20:57.532712 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f0a2e5d9-cf65-46aa-9d3c-ca5ae63bac77 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:57.552451 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-94299e27-945e-44d5-86fc-7559d804147b req-9e031f03-f118-4fb6-bae8-b6c3db2b329c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3333386f-64dc-49a6-b21a-2ee25c72f315 HTTP/1.1" status: 200 len: 1001 time: 0.2313662 Nov 12 08:20:57.557930 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15071d7-68c6-4a3f-8558-e133ccd39b97 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:57.558536 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e15071d7-68c6-4a3f-8558-e133ccd39b97 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:57.558973 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d8bc27df-240c-4f4c-b274-d963fcbff1e2 req-c44d57ee-e6df-4345-a53c-a859f1f6222c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2d9f80b7-7da6-471c-ab75-5240190a613a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1810696 Nov 12 08:20:57.565250 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4d9459-b3f2-4c6e-ae3b-26b545a95fb4 None None] Pushing event deleted for resources: {'Port': ['ID=9992915f-109f-4335-8aa9-bb7ee832741a,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:57.574465 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4d9459-b3f2-4c6e-ae3b-26b545a95fb4 None None] No DVR routers for this DVR port 9992915f-109f-4335-8aa9-bb7ee832741a on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:20:57.595991 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-73ebfe20-0c58-4f7f-a913-adab26c2828f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:57.604295 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f0a2e5d9-cf65-46aa-9d3c-ca5ae63bac77 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:57.631222 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94299e27-945e-44d5-86fc-7559d804147b req-e6fe0072-2a02-4ef4-96d9-a3bd09dfffb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:57.632708 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-94299e27-945e-44d5-86fc-7559d804147b req-e6fe0072-2a02-4ef4-96d9-a3bd09dfffb2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=afb78417-4060-4cd2-9f52-71f67bd868c8 HTTP/1.1" status: 200 len: 844 time: 0.0687628 Nov 12 08:20:57.641348 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-e15071d7-68c6-4a3f-8558-e133ccd39b97 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.6471734 Nov 12 08:20:57.644126 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49810) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:57.660390 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-73ebfe20-0c58-4f7f-a913-adab26c2828f None None] For port 38fa252c-26b3-4621-b0d2-007eab99aa00, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=38fa252c-26b3-4621-b0d2-007eab99aa00,segment=NetworkSegment(5e702f7d-a09c-47a3-bcdb-b9059b9ad68c),segment_id=5e702f7d-a09c-47a3-bcdb-b9059b9ad68c)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:20:57.685364 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-73ebfe20-0c58-4f7f-a913-adab26c2828f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:57.688102 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c97cebf7-5221-4830-bc7e-a7aab5780600 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:57.698841 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f0a2e5d9-cf65-46aa-9d3c-ca5ae63bac77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:57.734496 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-6cc0ebda-0d2d-4344-9520-15acb77e4e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5189264-9111-4881-859d-809af9d1837a', 'name': 'tempest-FloatingIPsNegativeTestJSON-1481589066-router', 'tenant_id': 'db3fc887d673470884a1ba4998460851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': 'f2e054d9-d3bd-444c-ba78-3a108fa07110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:20:45Z', 'updated_at': '2021-11-12T08:20:52Z', 'revision_number': 4, 'project_id': 'db3fc887d673470884a1ba4998460851', 'gw_port': {'id': 'f2e054d9-d3bd-444c-ba78-3a108fa07110', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:cf:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5189264-9111-4881-859d-809af9d1837a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:20:46Z', 'updated_at': '2021-11-12T08:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '38fa252c-26b3-4621-b0d2-007eab99aa00', 'name': '', 'network_id': 'b1fd7232-f4a0-420e-9678-5ab663df4704', 'tenant_id': 'db3fc887d673470884a1ba4998460851', 'mac_address': 'fa:16:3e:06:58:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5189264-9111-4881-859d-809af9d1837a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '433b9e5d-502c-4d73-84a2-408c523d0149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:20:50Z', 'updated_at': '2021-11-12T08:20:56Z', 'revision_number': 4, 'project_id': 'db3fc887d673470884a1ba4998460851', 'subnets': [{'id': '433b9e5d-502c-4d73-84a2-408c523d0149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:20:57.766694 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97cebf7-5221-4830-bc7e-a7aab5780600 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] No DVR routers for this DVR port 9992915f-109f-4335-8aa9-bb7ee832741a on host n-d-765315-29 {{(pid=102600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:20:57.771032 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97cebf7-5221-4830-bc7e-a7aab5780600 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Pushing event deleted for resources: {'Port': ['ID=9992915f-109f-4335-8aa9-bb7ee832741a,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:57.772277 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc0ebda-0d2d-4344-9520-15acb77e4e8d None None] The sync data for ids ['b5189264-9111-4881-859d-809af9d1837a'] in n-d-765315-29 is: [{'id': 'b5189264-9111-4881-859d-809af9d1837a', 'name': 'tempest-FloatingIPsNegativeTestJSON-1481589066-router', 'tenant_id': 'db3fc887d673470884a1ba4998460851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': 'f2e054d9-d3bd-444c-ba78-3a108fa07110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:20:45Z', 'updated_at': '2021-11-12T08:20:52Z', 'revision_number': 4, 'project_id': 'db3fc887d673470884a1ba4998460851', 'gw_port': {'id': 'f2e054d9-d3bd-444c-ba78-3a108fa07110', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:cf:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5189264-9111-4881-859d-809af9d1837a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:20:46Z', 'updated_at': '2021-11-12T08:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '38fa252c-26b3-4621-b0d2-007eab99aa00', 'name': '', 'network_id': 'b1fd7232-f4a0-420e-9678-5ab663df4704', 'tenant_id': 'db3fc887d673470884a1ba4998460851', 'mac_address': 'fa:16:3e:06:58:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5189264-9111-4881-859d-809af9d1837a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '433b9e5d-502c-4d73-84a2-408c523d0149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:20:50Z', 'updated_at': '2021-11-12T08:20:56Z', 'revision_number': 4, 'project_id': 'db3fc887d673470884a1ba4998460851', 'subnets': [{'id': '433b9e5d-502c-4d73-84a2-408c523d0149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:20:57.803967 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94299e27-945e-44d5-86fc-7559d804147b req-7ad29b8e-4e00-4cb3-af2a-b7c82917b1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:57.805513 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-94299e27-945e-44d5-86fc-7559d804147b req-7ad29b8e-4e00-4cb3-af2a-b7c82917b1e4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f2015be7-a96f-492b-b082-b1df692f4802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1620438 Nov 12 08:20:57.810240 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ebfe20-0c58-4f7f-a913-adab26c2828f None None] Pushing event updated for resources: {'Port': ['ID=38fa252c-26b3-4621-b0d2-007eab99aa00,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:57.815729 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bc27df-240c-4f4c-b274-d963fcbff1e2 req-f20869bd-b28d-4160-ad24-b693928ca7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:57.817438 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d8bc27df-240c-4f4c-b274-d963fcbff1e2 req-f20869bd-b28d-4160-ad24-b693928ca7c3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=13ee7d6d71864c9eb2f508185e6a266f&device_id=2d9f80b7-7da6-471c-ab75-5240190a613a HTTP/1.1" status: 200 len: 1098 time: 0.0881732 Nov 12 08:20:57.950517 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c97cebf7-5221-4830-bc7e-a7aab5780600 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:57.965067 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f0a2e5d9-cf65-46aa-9d3c-ca5ae63bac77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:57.974971 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d6f28-164f-41fc-b112-39cc796b5199 req-fda1c009-8508-426d-ba36-6187af402c15 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:57.976625 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1a9d6f28-164f-41fc-b112-39cc796b5199 req-fda1c009-8508-426d-ba36-6187af402c15 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/ports?device_id=f822e1e1-b947-4f9c-b705-d0a91151e0f7 HTTP/1.1" status: 200 len: 945 time: 0.2540767 Nov 12 08:20:58.020054 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-c97cebf7-5221-4830-bc7e-a7aab5780600 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f231c7d-8d8e-4d31-b09b-28d9ed7fddf7']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:20:58.023729 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a2e5d9-cf65-46aa-9d3c-ca5ae63bac77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=042aef6c-57d4-41b9-b58a-a091fa04dcda,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:58.039385 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f0a2e5d9-cf65-46aa-9d3c-ca5ae63bac77 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:58.042579 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-f0a2e5d9-cf65-46aa-9d3c-ca5ae63bac77 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/042aef6c-57d4-41b9-b58a-a091fa04dcda HTTP/1.1" status: 204 len: 168 time: 0.6694765 Nov 12 08:20:58.055288 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49814) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:58.056859 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-2407e8ab-7a13-407b-bdd8-c9046d863df1 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Deleting port 597a5024-279a-4808-8cab-d0814d51002f {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:20:58.057203 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2407e8ab-7a13-407b-bdd8-c9046d863df1 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:58.061686 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-c97cebf7-5221-4830-bc7e-a7aab5780600 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a0fbb49-bfed-4355-b438-9503747ea3d3') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:20:58.061994 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-c97cebf7-5221-4830-bc7e-a7aab5780600 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a0fbb49-bfed-4355-b438-9503747ea3d3') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:20:58.093761 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-94299e27-945e-44d5-86fc-7559d804147b req-6f4d4369-8902-400f-913b-e0f52c57cf3f service neutron] 10.222.0.21 "GET /v2.0/networks/f2015be7-a96f-492b-b082-b1df692f4802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802048 Nov 12 08:20:58.106358 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 38fa252c-26b3-4621-b0d2-007eab99aa00 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:20:58.129167 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c97cebf7-5221-4830-bc7e-a7aab5780600 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:58.169809 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 38fa252c-26b3-4621-b0d2-007eab99aa00 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:20:58.171231 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:58.243228 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-94299e27-945e-44d5-86fc-7559d804147b req-54669556-ed47-420c-b43e-1f5c4cb64c09 service neutron] 10.222.0.21 "GET /v2.0/networks/f2015be7-a96f-492b-b082-b1df692f4802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383190 Nov 12 08:20:58.252655 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bc27df-240c-4f4c-b274-d963fcbff1e2 req-37670132-0947-4ab9-8bd6-db4f1064e268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:58.254314 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d8bc27df-240c-4f4c-b274-d963fcbff1e2 req-37670132-0947-4ab9-8bd6-db4f1064e268 service neutron] 10.222.0.44 "GET /v2.0/networks?id=392b706c-fa83-40b2-ba41-e97d70efdd1d HTTP/1.1" status: 200 len: 912 time: 0.3914638 Nov 12 08:20:58.260784 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1a9d6f28-164f-41fc-b112-39cc796b5199 req-242146ae-3acc-47e1-842d-f4c06f24cb92 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/security-groups?id=4679696e-a532-438b-8380-3e45cd46de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449174 Nov 12 08:20:58.268927 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c97cebf7-5221-4830-bc7e-a7aab5780600 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:58.291584 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7cabf1e6-807a-4fa4-8978-9aca263c5545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:58.299182 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-95625be8-bab7-4d7a-8c9c-00ef8dd2caf0 admin admin] Deleting port 38fa252c-26b3-4621-b0d2-007eab99aa00 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:20:58.299528 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-95625be8-bab7-4d7a-8c9c-00ef8dd2caf0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:58.332562 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c97cebf7-5221-4830-bc7e-a7aab5780600 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:20:58.333581 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c97cebf7-5221-4830-bc7e-a7aab5780600 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:58.337927 n-d-765315-29 neutron-server[102600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:20:58.337927 n-d-765315-29 neutron-server[102600]: self.session.flush() Nov 12 08:20:58.337927 n-d-765315-29 neutron-server[102600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:20:58.337927 n-d-765315-29 neutron-server[102600]: self.session.flush() Nov 12 08:20:58.337927 n-d-765315-29 neutron-server[102600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:20:58.337927 n-d-765315-29 neutron-server[102600]: self.session.flush() Nov 12 08:20:58.337927 n-d-765315-29 neutron-server[102600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:20:58.337927 n-d-765315-29 neutron-server[102600]: self.session.flush() Nov 12 08:20:58.337927 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:20:58.337927 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:20:58.337927 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:20:58.337927 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:20:58.337927 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:20:58.337927 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:20:58.337927 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:20:58.337927 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:20:58.337927 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:20:58.337927 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:20:58.337927 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:20:58.337927 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:20:58.337927 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:20:58.337927 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:20:58.337927 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:20:58.337927 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:20:58.337927 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:20:58.337927 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:20:58.337927 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:20:58.337927 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:20:58.337927 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:20:58.337927 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:20:58.337927 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:20:58.337927 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:20:58.337927 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:20:58.337927 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:20:58.337927 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:20:58.337927 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:20:58.337927 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:20:58.337927 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:20:58.337927 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:20:58.337927 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:20:58.390044 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2407e8ab-7a13-407b-bdd8-c9046d863df1 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:58.414030 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 9992915f-109f-4335-8aa9-bb7ee832741a no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:20:58.427002 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d8bc27df-240c-4f4c-b274-d963fcbff1e2 req-72f6bcd8-cbcc-4965-9eb8-5147ee330549 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3d87375-c113-475c-bf06-fa361dfd0b38 HTTP/1.1" status: 200 len: 1001 time: 0.1389136 Nov 12 08:20:58.441006 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 9992915f-109f-4335-8aa9-bb7ee832741a {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:20:58.441349 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 9992915f-109f-4335-8aa9-bb7ee832741a not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:20:58.446236 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-2407e8ab-7a13-407b-bdd8-c9046d863df1 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Calling delete_port for 597a5024-279a-4808-8cab-d0814d51002f owned by {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:20:58.491979 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-95625be8-bab7-4d7a-8c9c-00ef8dd2caf0 admin admin] For port 38fa252c-26b3-4621-b0d2-007eab99aa00, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=38fa252c-26b3-4621-b0d2-007eab99aa00,segment=NetworkSegment(5e702f7d-a09c-47a3-bcdb-b9059b9ad68c),segment_id=5e702f7d-a09c-47a3-bcdb-b9059b9ad68c)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:20:58.492346 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-95625be8-bab7-4d7a-8c9c-00ef8dd2caf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:58.519090 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bc27df-240c-4f4c-b274-d963fcbff1e2 req-45f705be-1ea4-49e3-a912-280d89804901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:58.520683 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d8bc27df-240c-4f4c-b274-d963fcbff1e2 req-45f705be-1ea4-49e3-a912-280d89804901 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2d250a72-e563-4d6e-ac4f-f44698e0ce3c HTTP/1.1" status: 200 len: 850 time: 0.0812128 Nov 12 08:20:58.528113 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-95625be8-bab7-4d7a-8c9c-00ef8dd2caf0 admin admin] Calling delete_port for 38fa252c-26b3-4621-b0d2-007eab99aa00 owned by network:router_interface {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:20:58.567333 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c97cebf7-5221-4830-bc7e-a7aab5780600 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:58.581624 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c97cebf7-5221-4830-bc7e-a7aab5780600 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:58.591040 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-c97cebf7-5221-4830-bc7e-a7aab5780600 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "DELETE /v2.0/networks/2f231c7d-8d8e-4d31-b09b-28d9ed7fddf7 HTTP/1.1" status: 204 len: 168 time: 2.4604678 Nov 12 08:20:58.598154 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 49822) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:58.602708 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-96823e0b-0958-4063-9b37-6833b7621518 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1066898996'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:20:58.648427 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7cabf1e6-807a-4fa4-8978-9aca263c5545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:58.669644 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97cebf7-5221-4830-bc7e-a7aab5780600 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Pushing event deleted for resources: {'Network': ['ID=2f231c7d-8d8e-4d31-b09b-28d9ed7fddf7,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:58.684705 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96823e0b-0958-4063-9b37-6833b7621518 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Made reservation on behalf of 6369a719c0774326a5a17deb8ee2154f for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:20:58.687182 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 50195b26-29ee-47e3-9ee0-4710d45ea862 no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:20:58.689026 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-96823e0b-0958-4063-9b37-6833b7621518 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:58.696494 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bc27df-240c-4f4c-b274-d963fcbff1e2 req-9cd89ffe-3fcf-44e1-87a8-18ec40bb9185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:58.697156 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d8bc27df-240c-4f4c-b274-d963fcbff1e2 req-9cd89ffe-3fcf-44e1-87a8-18ec40bb9185 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=392b706c-fa83-40b2-ba41-e97d70efdd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1211097 Nov 12 08:20:58.699496 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52d7b4a-8dfd-4b73-b741-9e149a2bdc61 req-6c03911c-5d3f-4134-abb7-ba940111f506 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:58.701216 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d52d7b4a-8dfd-4b73-b741-9e149a2bdc61 req-6c03911c-5d3f-4134-abb7-ba940111f506 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 945 time: 0.2621262 Nov 12 08:20:58.707335 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-7cabf1e6-807a-4fa4-8978-9aca263c5545 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['500fec15-a049-4bc3-9454-147aafb004ab']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:20:58.727814 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] No Port match for: 50195b26-29ee-47e3-9ee0-4710d45ea862 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:20:58.728171 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 50195b26-29ee-47e3-9ee0-4710d45ea862 not bound to the agent host n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:20:58.735870 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-7cabf1e6-807a-4fa4-8978-9aca263c5545 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a647427d-1c59-4dee-828a-6c15309f7909') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:20:58.736251 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-7cabf1e6-807a-4fa4-8978-9aca263c5545 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a647427d-1c59-4dee-828a-6c15309f7909') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:20:58.761329 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7cabf1e6-807a-4fa4-8978-9aca263c5545 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:58.787318 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7cabf1e6-807a-4fa4-8978-9aca263c5545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:58.803524 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cabf1e6-807a-4fa4-8978-9aca263c5545 admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:20:58.804106 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7cabf1e6-807a-4fa4-8978-9aca263c5545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:58.808614 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:20:58.808614 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:20:58.808614 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:20:58.808614 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:20:58.808614 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:20:58.808614 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:20:58.808614 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:20:58.808614 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:20:58.808614 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:20:58.808614 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:20:58.808614 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:20:58.808614 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:20:58.808614 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:20:58.808614 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:20:58.808614 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:20:58.808614 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:20:58.808614 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:20:58.808614 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:20:58.808614 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:20:58.808614 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:20:58.808614 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:20:58.808614 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:20:58.808614 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:20:58.808614 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:20:58.808614 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:20:58.808614 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:20:58.808614 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:20:58.808614 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:20:58.808614 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:20:58.808614 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:20:58.808614 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:20:58.808614 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:20:58.820623 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96823e0b-0958-4063-9b37-6833b7621518 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:20:58.850361 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d52d7b4a-8dfd-4b73-b741-9e149a2bdc61 req-feab7a9d-153f-48e6-8ac6-9821e8948493 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344099 Nov 12 08:20:58.885414 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d8bc27df-240c-4f4c-b274-d963fcbff1e2 req-de02e997-b230-480f-bcee-81062d661809 service neutron] 10.222.0.44 "GET /v2.0/networks/392b706c-fa83-40b2-ba41-e97d70efdd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693373 Nov 12 08:20:58.908416 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7cabf1e6-807a-4fa4-8978-9aca263c5545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:58.913333 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7cabf1e6-807a-4fa4-8978-9aca263c5545 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:58.916875 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-7cabf1e6-807a-4fa4-8978-9aca263c5545 admin admin] 10.222.0.26 "DELETE /v2.0/networks/500fec15-a049-4bc3-9454-147aafb004ab HTTP/1.1" status: 204 len: 168 time: 0.8574815 Nov 12 08:20:58.921847 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2407e8ab-7a13-407b-bdd8-c9046d863df1 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:58.927935 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-96823e0b-0958-4063-9b37-6833b7621518 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:58.928280 n-d-765315-29 neutron-server[102599]: INFO neutron.db.segments_db [None req-96823e0b-0958-4063-9b37-6833b7621518 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Added segment 13b0b395-ee86-4254-91ea-07c521d9cdac of type vlan for network c270da13-032a-4885-9d94-a37be95b488f Nov 12 08:20:58.944073 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cabf1e6-807a-4fa4-8978-9aca263c5545 admin admin] Pushing event deleted for resources: {'Network': ['ID=500fec15-a049-4bc3-9454-147aafb004ab,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:58.974313 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2407e8ab-7a13-407b-bdd8-c9046d863df1 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Pushing event deleted for resources: {'Port': ['ID=597a5024-279a-4808-8cab-d0814d51002f,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:59.040420 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2407e8ab-7a13-407b-bdd8-c9046d863df1 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:59.045204 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-2407e8ab-7a13-407b-bdd8-c9046d863df1 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] 10.222.0.26 "DELETE /v2.0/ports/597a5024-279a-4808-8cab-d0814d51002f HTTP/1.1" status: 204 len: 168 time: 1.3995421 Nov 12 08:20:59.048196 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49826) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:59.052519 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-96823e0b-0958-4063-9b37-6833b7621518 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:59.053878 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-028b97e4-657c-4bbf-9f79-2889b3711c29 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '61604df5-834c-44fd-a003-0e5fb0f52b8f', 'external_fixed_ips': [{'subnet_id': 'd0fd2d89-25a1-4f1e-a18d-85c1a7764e24', 'ip_address': '172.20.0.5'}]}}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:20:59.057358 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-95625be8-bab7-4d7a-8c9c-00ef8dd2caf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:59.082446 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-028b97e4-657c-4bbf-9f79-2889b3711c29 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:59.083892 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-028b97e4-657c-4bbf-9f79-2889b3711c29 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:59.105874 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95625be8-bab7-4d7a-8c9c-00ef8dd2caf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=38fa252c-26b3-4621-b0d2-007eab99aa00,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:59.166904 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-028b97e4-657c-4bbf-9f79-2889b3711c29 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:59.208843 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d8bc27df-240c-4f4c-b274-d963fcbff1e2 req-0018b0bb-81ab-44d2-b9bd-cf19458d19da service neutron] 10.222.0.44 "GET /v2.0/networks/392b706c-fa83-40b2-ba41-e97d70efdd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2933955 Nov 12 08:20:59.212584 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 49828) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:59.229675 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-96823e0b-0958-4063-9b37-6833b7621518 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:59.236689 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96823e0b-0958-4063-9b37-6833b7621518 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:59.237328 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-96823e0b-0958-4063-9b37-6833b7621518 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:59.405595 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-028b97e4-657c-4bbf-9f79-2889b3711c29 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:59.499032 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5533b484-a5ee-407f-a063-f0e2bf523222 req-21a965f4-b480-4542-acb7-91e930261af2 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:59.500592 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5533b484-a5ee-407f-a063-f0e2bf523222 req-21a965f4-b480-4542-acb7-91e930261af2 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/ports?device_id=f822e1e1-b947-4f9c-b705-d0a91151e0f7 HTTP/1.1" status: 200 len: 945 time: 0.0912595 Nov 12 08:20:59.583845 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5533b484-a5ee-407f-a063-f0e2bf523222 req-e1bd002e-eccc-4f66-b0e6-fa6c528d59a8 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/security-groups?id=4679696e-a532-438b-8380-3e45cd46de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572653 Nov 12 08:20:59.609147 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-96823e0b-0958-4063-9b37-6833b7621518 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0005519 Nov 12 08:20:59.609578 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49836) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:59.609578 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-5384aea9-5d93-4feb-98b6-4f1e17a17e59 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Request body: {'subnet': {'network_id': 'c270da13-032a-4885-9d94-a37be95b488f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:20:59.699273 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96823e0b-0958-4063-9b37-6833b7621518 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Pushing event updated for resources: {'Network': ['ID=c270da13-032a-4885-9d94-a37be95b488f,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:59.707137 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-5d1e5d43-eab0-46fd-8ebb-66e3995923b0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0f977bed80cc4f93b024c544ecb96747&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4932928 Nov 12 08:20:59.710132 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network c270da13-032a-4885-9d94-a37be95b488f details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:20:59.711511 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 49838) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:59.776443 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-95625be8-bab7-4d7a-8c9c-00ef8dd2caf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918626'] for router_interface, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:59.809589 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-24b95e5d-b00d-42bb-b0a5-2a0155d21ab4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:59.809816 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5384aea9-5d93-4feb-98b6-4f1e17a17e59 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Made reservation on behalf of 6369a719c0774326a5a17deb8ee2154f for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:20:59.814657 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5384aea9-5d93-4feb-98b6-4f1e17a17e59 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:59.818765 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-028b97e4-657c-4bbf-9f79-2889b3711c29 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:59.854081 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-028b97e4-657c-4bbf-9f79-2889b3711c29 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:59.872500 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-24b95e5d-b00d-42bb-b0a5-2a0155d21ab4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:00.012568 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-24b95e5d-b00d-42bb-b0a5-2a0155d21ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:00.017087 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-24b95e5d-b00d-42bb-b0a5-2a0155d21ab4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:00.018605 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-24b95e5d-b00d-42bb-b0a5-2a0155d21ab4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1304c8a3-cc67-4921-a250-81ee6fca517c HTTP/1.1" status: 204 len: 168 time: 0.3063323 Nov 12 08:21:00.035413 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b95e5d-b00d-42bb-b0a5-2a0155d21ab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1304c8a3-cc67-4921-a250-81ee6fca517c,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:00.084681 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724a5b73-16f6-4128-b793-4174d9370602 req-bd9b9fc0-50ad-46f0-971c-586d6494abe5 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:00.087050 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-724a5b73-16f6-4128-b793-4174d9370602 req-bd9b9fc0-50ad-46f0-971c-586d6494abe5 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 945 time: 0.1439190 Nov 12 08:21:00.111383 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95625be8-bab7-4d7a-8c9c-00ef8dd2caf0 admin admin] Router b5189264-9111-4881-859d-809af9d1837a has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:21:00.215456 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-724a5b73-16f6-4128-b793-4174d9370602 req-d718a1a5-e603-4585-af2f-e992911669fc tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142600 Nov 12 08:21:00.224864 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-028b97e4-657c-4bbf-9f79-2889b3711c29 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Allocated IP 172.20.0.5 (61604df5-834c-44fd-a003-0e5fb0f52b8f/d0fd2d89-25a1-4f1e-a18d-85c1a7764e24/de629546-8a73-470b-803c-a1c9c6abaa7b) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:21:00.245245 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95625be8-bab7-4d7a-8c9c-00ef8dd2caf0 admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:21:00.250944 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-95625be8-bab7-4d7a-8c9c-00ef8dd2caf0 admin admin] 10.222.0.26 "PUT /v2.0/routers/b5189264-9111-4881-859d-809af9d1837a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4870081 Nov 12 08:21:00.253472 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 49846) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:00.257537 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209e34e9-0539-4d29-9992-a7066a301ee3 None None] Sync routers for ids ['b5189264-9111-4881-859d-809af9d1837a'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:21:00.276762 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209e34e9-0539-4d29-9992-a7066a301ee3 None None] Routers {'b5189264-9111-4881-859d-809af9d1837a'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:21:00.277392 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-209e34e9-0539-4d29-9992-a7066a301ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:20:36Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['b5189264-9111-4881-859d-809af9d1837a'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:00.307710 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5384aea9-5d93-4feb-98b6-4f1e17a17e59 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:00.410913 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5384aea9-5d93-4feb-98b6-4f1e17a17e59 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Pushing event updated for resources: {'Subnet': ['ID=0158c75d-f6d6-4777-a258-4a42e8849b7d,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:00.426546 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-209e34e9-0539-4d29-9992-a7066a301ee3 None None] Set router b5189264-9111-4881-859d-809af9d1837a gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:21:00.431366 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3a1a195a-2b49-4e58-9056-a1da68b3e030 admin admin] Publish callbacks [] for router, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:00.445250 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5384aea9-5d93-4feb-98b6-4f1e17a17e59 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Checking segment: {'id': '13b0b395-ee86-4254-91ea-07c521d9cdac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'c270da13-032a-4885-9d94-a37be95b488f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:21:00.445612 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5384aea9-5d93-4feb-98b6-4f1e17a17e59 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Network hostable DHCP agents. Network: c270da13-032a-4885-9d94-a37be95b488f, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:21:00.464925 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-028b97e4-657c-4bbf-9f79-2889b3711c29 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:00.485384 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5384aea9-5d93-4feb-98b6-4f1e17a17e59 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Network c270da13-032a-4885-9d94-a37be95b488f is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:21:00.508061 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-5384aea9-5d93-4feb-98b6-4f1e17a17e59 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, c270da13-032a-4885-9d94-a37be95b488f) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:21:00.516689 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5384aea9-5d93-4feb-98b6-4f1e17a17e59 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:00.517546 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5384aea9-5d93-4feb-98b6-4f1e17a17e59 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:00.519657 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4ea0ca-df1a-493a-87eb-2dcd059966f9 None None] Network c270da13-032a-4885-9d94-a37be95b488f requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:21:00.533530 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-028b97e4-657c-4bbf-9f79-2889b3711c29 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:00.584146 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-5384aea9-5d93-4feb-98b6-4f1e17a17e59 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9821107 Nov 12 08:21:00.586941 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49858) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:00.588764 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028b97e4-657c-4bbf-9f79-2889b3711c29 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Network 61604df5-834c-44fd-a003-0e5fb0f52b8f is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:21:00.594082 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-e921bce0-49ac-4bc6-a934-14bd8e2da7a1 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Request body: {'port': {'network_id': 'c270da13-032a-4885-9d94-a37be95b488f', 'security_groups': [], 'name': 'tempest-PortsTestJSON-508201745'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:00.607245 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-028b97e4-657c-4bbf-9f79-2889b3711c29 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:21:00.643544 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028b97e4-657c-4bbf-9f79-2889b3711c29 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:21:00.686813 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3a1a195a-2b49-4e58-9056-a1da68b3e030 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:00.747052 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028b97e4-657c-4bbf-9f79-2889b3711c29 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Pushing event updated for resources: {'Port': ['ID=de629546-8a73-470b-803c-a1c9c6abaa7b,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:00.789377 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebdc8931-1cd5-47e2-88a8-57960b8d58c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-c270da13-032a-4885-9d94-a37be95b488f', 'network_id': 'c270da13-032a-4885-9d94-a37be95b488f', 'tenant_id': '6369a719c0774326a5a17deb8ee2154f', 'fixed_ips': [{'subnet_id': '0158c75d-f6d6-4777-a258-4a42e8849b7d'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:21:00.792814 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ebdc8931-1cd5-47e2-88a8-57960b8d58c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:00.797557 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-209e34e9-0539-4d29-9992-a7066a301ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5189264-9111-4881-859d-809af9d1837a', 'name': 'tempest-FloatingIPsNegativeTestJSON-1481589066-router', 'tenant_id': 'db3fc887d673470884a1ba4998460851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': 'f2e054d9-d3bd-444c-ba78-3a108fa07110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:20:45Z', 'updated_at': '2021-11-12T08:20:58Z', 'revision_number': 5, 'project_id': 'db3fc887d673470884a1ba4998460851', 'gw_port': {'id': 'f2e054d9-d3bd-444c-ba78-3a108fa07110', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:cf:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5189264-9111-4881-859d-809af9d1837a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:20:46Z', 'updated_at': '2021-11-12T08:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:00.810306 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-3a1a195a-2b49-4e58-9056-a1da68b3e030 admin admin] Deleting port f2e054d9-d3bd-444c-ba78-3a108fa07110 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:21:00.812081 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3a1a195a-2b49-4e58-9056-a1da68b3e030 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:00.871962 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209e34e9-0539-4d29-9992-a7066a301ee3 None None] Checking router: b5189264-9111-4881-859d-809af9d1837a for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:21:00.902357 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209e34e9-0539-4d29-9992-a7066a301ee3 None None] Routers {'b5189264-9111-4881-859d-809af9d1837a'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:21:00.903212 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-209e34e9-0539-4d29-9992-a7066a301ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:20:36Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['b5189264-9111-4881-859d-809af9d1837a'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:00.974887 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-ebdc8931-1cd5-47e2-88a8-57960b8d58c8 None None] Allocated IP 172.20.0.2 (c270da13-032a-4885-9d94-a37be95b488f/0158c75d-f6d6-4777-a258-4a42e8849b7d/d8704b59-eeef-4c39-81f8-38f2be26e341) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:21:00.997130 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1937b5-63a2-4bf8-9cf7-a9ff8c2430c4 req-15220f3a-27d9-4be4-8857-b9697506969d tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:00.999380 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ab1937b5-63a2-4bf8-9cf7-a9ff8c2430c4 req-15220f3a-27d9-4be4-8857-b9697506969d tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/ports?device_id=f822e1e1-b947-4f9c-b705-d0a91151e0f7 HTTP/1.1" status: 200 len: 945 time: 0.2585778 Nov 12 08:21:01.020694 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-3a1a195a-2b49-4e58-9056-a1da68b3e030 admin admin] For port f2e054d9-d3bd-444c-ba78-3a108fa07110, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=f2e054d9-d3bd-444c-ba78-3a108fa07110,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:21:01.021296 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3a1a195a-2b49-4e58-9056-a1da68b3e030 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:01.060300 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-3a1a195a-2b49-4e58-9056-a1da68b3e030 admin admin] Calling delete_port for f2e054d9-d3bd-444c-ba78-3a108fa07110 owned by network:router_gateway {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:21:01.083066 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ab1937b5-63a2-4bf8-9cf7-a9ff8c2430c4 req-8b90d51d-220b-476e-b248-cef3662a9f3c tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/security-groups?id=4679696e-a532-438b-8380-3e45cd46de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738785 Nov 12 08:21:01.173560 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-209e34e9-0539-4d29-9992-a7066a301ee3 None None] Set router b5189264-9111-4881-859d-809af9d1837a gateway port host: None {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:21:01.206401 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-028b97e4-657c-4bbf-9f79-2889b3711c29 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:01.208268 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e921bce0-49ac-4bc6-a934-14bd8e2da7a1 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Made reservation on behalf of 6369a719c0774326a5a17deb8ee2154f for: {'port': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:21:01.212534 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e921bce0-49ac-4bc6-a934-14bd8e2da7a1 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:01.251061 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-209e34e9-0539-4d29-9992-a7066a301ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5189264-9111-4881-859d-809af9d1837a', 'name': 'tempest-FloatingIPsNegativeTestJSON-1481589066-router', 'tenant_id': 'db3fc887d673470884a1ba4998460851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:20:45Z', 'updated_at': '2021-11-12T08:21:00Z', 'revision_number': 6, 'project_id': 'db3fc887d673470884a1ba4998460851', 'gw_port_host': None}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:01.269339 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [None req-e921bce0-49ac-4bc6-a934-14bd8e2da7a1 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] device_id is not set on port 5ffa8e29-769a-4525-9f57-2e589881af6e yet. {{(pid=102600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:21:01.313891 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209e34e9-0539-4d29-9992-a7066a301ee3 None None] The sync data for ids ['b5189264-9111-4881-859d-809af9d1837a'] in n-d-765315-29 is: [{'id': 'b5189264-9111-4881-859d-809af9d1837a', 'name': 'tempest-FloatingIPsNegativeTestJSON-1481589066-router', 'tenant_id': 'db3fc887d673470884a1ba4998460851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:20:45Z', 'updated_at': '2021-11-12T08:21:00Z', 'revision_number': 6, 'project_id': 'db3fc887d673470884a1ba4998460851', 'gw_port_host': None}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:21:01.362625 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3a1a195a-2b49-4e58-9056-a1da68b3e030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:01.433140 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1a195a-2b49-4e58-9056-a1da68b3e030 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2e054d9-d3bd-444c-ba78-3a108fa07110,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:01.463574 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ebdc8931-1cd5-47e2-88a8-57960b8d58c8 None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:01.471474 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ebdc8931-1cd5-47e2-88a8-57960b8d58c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:01.488286 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3a1a195a-2b49-4e58-9056-a1da68b3e030 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-933016'] for router_gateway, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:01.538032 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdc8931-1cd5-47e2-88a8-57960b8d58c8 None None] Pushing event updated for resources: {'Port': ['ID=d8704b59-eeef-4c39-81f8-38f2be26e341,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:01.540261 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88666559-0956-430c-aa6a-4adcc0b4ac78 req-f3718c7e-58ad-43ae-b33b-5f15c21a97e1 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:01.541934 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-88666559-0956-430c-aa6a-4adcc0b4ac78 req-f3718c7e-58ad-43ae-b33b-5f15c21a97e1 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 945 time: 0.1725836 Nov 12 08:21:01.549401 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebdc8931-1cd5-47e2-88a8-57960b8d58c8 None None] Network c270da13-032a-4885-9d94-a37be95b488f is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:21:01.552874 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-ebdc8931-1cd5-47e2-88a8-57960b8d58c8 None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:21:01.559224 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdc8931-1cd5-47e2-88a8-57960b8d58c8 None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:21:01.612645 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3a1a195a-2b49-4e58-9056-a1da68b3e030 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:01.617820 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3a1a195a-2b49-4e58-9056-a1da68b3e030 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:01.651308 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-ebdc8931-1cd5-47e2-88a8-57960b8d58c8 None None] Attempting to bind port d8704b59-eeef-4c39-81f8-38f2be26e341 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:21:01.651814 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-ebdc8931-1cd5-47e2-88a8-57960b8d58c8 None None] Attempting to bind port d8704b59-eeef-4c39-81f8-38f2be26e341 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '13b0b395-ee86-4254-91ea-07c521d9cdac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'c270da13-032a-4885-9d94-a37be95b488f'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:21:01.652280 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdc8931-1cd5-47e2-88a8-57960b8d58c8 None None] Attempting to bind port d8704b59-eeef-4c39-81f8-38f2be26e341 on network c270da13-032a-4885-9d94-a37be95b488f {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:21:01.658410 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdc8931-1cd5-47e2-88a8-57960b8d58c8 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:21:01.659098 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdc8931-1cd5-47e2-88a8-57960b8d58c8 None None] Checking segment: {'id': '13b0b395-ee86-4254-91ea-07c521d9cdac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'c270da13-032a-4885-9d94-a37be95b488f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:21:01.659613 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ebdc8931-1cd5-47e2-88a8-57960b8d58c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:01.660198 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdc8931-1cd5-47e2-88a8-57960b8d58c8 None None] Bound using segment: {'id': '13b0b395-ee86-4254-91ea-07c521d9cdac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'c270da13-032a-4885-9d94-a37be95b488f'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:21:01.660776 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-ebdc8931-1cd5-47e2-88a8-57960b8d58c8 None None] Bound port: d8704b59-eeef-4c39-81f8-38f2be26e341, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13b0b395-ee86-4254-91ea-07c521d9cdac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'c270da13-032a-4885-9d94-a37be95b488f'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:21:01.661382 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ebdc8931-1cd5-47e2-88a8-57960b8d58c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:01.665717 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3a1a195a-2b49-4e58-9056-a1da68b3e030 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:01.666366 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a1a195a-2b49-4e58-9056-a1da68b3e030 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5189264-9111-4881-859d-809af9d1837a {{(pid=102599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:21:01.677383 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3a1a195a-2b49-4e58-9056-a1da68b3e030 admin admin] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:01.678618 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-3a1a195a-2b49-4e58-9056-a1da68b3e030 admin admin] 10.222.0.26 "DELETE /v2.0/routers/b5189264-9111-4881-859d-809af9d1837a HTTP/1.1" status: 204 len: 168 time: 1.4243124 Nov 12 08:21:01.681152 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 49886) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:01.740720 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-e921bce0-49ac-4bc6-a934-14bd8e2da7a1 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Allocated IP 172.20.0.13 (c270da13-032a-4885-9d94-a37be95b488f/0158c75d-f6d6-4777-a258-4a42e8849b7d/5ffa8e29-769a-4525-9f57-2e589881af6e) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:21:01.751392 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-66afd217-f2eb-4178-896e-ed990b99bf92 admin admin] Deleting subnet 433b9e5d-502c-4d73-84a2-408c523d0149 {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:21:01.756712 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-66afd217-f2eb-4178-896e-ed990b99bf92 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:01.781134 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-028b97e4-657c-4bbf-9f79-2889b3711c29 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052'] for router, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:01.787977 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-ebdc8931-1cd5-47e2-88a8-57960b8d58c8 None None] For port d8704b59-eeef-4c39-81f8-38f2be26e341, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:21:01.799298 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-ebdc8931-1cd5-47e2-88a8-57960b8d58c8 None None] For port d8704b59-eeef-4c39-81f8-38f2be26e341, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=d8704b59-eeef-4c39-81f8-38f2be26e341,segment=NetworkSegment(13b0b395-ee86-4254-91ea-07c521d9cdac),segment_id=13b0b395-ee86-4254-91ea-07c521d9cdac)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:21:01.806183 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ebdc8931-1cd5-47e2-88a8-57960b8d58c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:01.815421 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 49890) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:01.874097 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-66afd217-f2eb-4178-896e-ed990b99bf92 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31181813'] for subnet, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:01.890428 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdc8931-1cd5-47e2-88a8-57960b8d58c8 None None] Pushing event updated for resources: {'Port': ['ID=d8704b59-eeef-4c39-81f8-38f2be26e341,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:02.001754 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-dc14aa0d-6627-4398-a493-627739db69c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:02.024430 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-66afd217-f2eb-4178-896e-ed990b99bf92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:02.116515 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-66afd217-f2eb-4178-896e-ed990b99bf92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:02.158193 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66afd217-f2eb-4178-896e-ed990b99bf92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=433b9e5d-502c-4d73-84a2-408c523d0149,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:02.164746 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-66afd217-f2eb-4178-896e-ed990b99bf92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:02.167562 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55c4e06-98bb-4d21-9fd2-3f8136565d48 None None] Network b1fd7232-f4a0-420e-9678-5ab663df4704 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:21:02.168092 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-66afd217-f2eb-4178-896e-ed990b99bf92 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/433b9e5d-502c-4d73-84a2-408c523d0149 HTTP/1.1" status: 204 len: 168 time: 0.4858141 Nov 12 08:21:02.172744 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 49896) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:02.249344 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-dc14aa0d-6627-4398-a493-627739db69c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:02.284643 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-dc14aa0d-6627-4398-a493-627739db69c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:02.311386 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-88666559-0956-430c-aa6a-4adcc0b4ac78 req-ff34ba14-f5f5-48b1-a365-74f372709698 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7523949 Nov 12 08:21:02.371803 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 38fa252c-26b3-4621-b0d2-007eab99aa00 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:21:02.393885 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 38fa252c-26b3-4621-b0d2-007eab99aa00 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:21:02.394317 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 38fa252c-26b3-4621-b0d2-007eab99aa00 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:21:02.394852 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device f2e054d9-d3bd-444c-ba78-3a108fa07110 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:21:02.416424 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-dc14aa0d-6627-4398-a493-627739db69c7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4ebf53d31b3b470a8ed06e09e9ede2a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5996943 Nov 12 08:21:02.419975 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49898) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:02.458918 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: f2e054d9-d3bd-444c-ba78-3a108fa07110 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:21:02.459128 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device f2e054d9-d3bd-444c-ba78-3a108fa07110 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:21:02.468511 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc14aa0d-6627-4398-a493-627739db69c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdedd9fc-6a52-45b1-b77c-cfb628d4952e,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:02.476001 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8a579e51-2029-4b75-a1f5-3eefbd2f11f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:02.477889 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-028b97e4-657c-4bbf-9f79-2889b3711c29 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Router 9b9a23ff-b998-4755-bddc-f817704ff8a8 is scheduled to L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 with binding_index 1 {{(pid=102600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:21:02.482934 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e921bce0-49ac-4bc6-a934-14bd8e2da7a1 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:02.495933 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b75078-d07b-4c24-9d5d-2cf616174ece req-647b1ed4-563d-4f55-9bff-0a92fb91342a tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:02.497570 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-93b75078-d07b-4c24-9d5d-2cf616174ece req-647b1ed4-563d-4f55-9bff-0a92fb91342a tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/ports?device_id=f822e1e1-b947-4f9c-b705-d0a91151e0f7 HTTP/1.1" status: 200 len: 945 time: 0.2467949 Nov 12 08:21:02.571598 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf58235-bdd3-4aa3-ba1c-235fe8f58e17 None None] DHCP port deletion for b1fd7232-f4a0-420e-9678-5ab663df4704 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:21:02.603717 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f647a4b1-d4ae-4fe4-bc05-053dd7625679 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:02.603967 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-93b75078-d07b-4c24-9d5d-2cf616174ece req-62e2618b-8cda-462d-b5f4-bcc370ae85dc tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/security-groups?id=4679696e-a532-438b-8380-3e45cd46de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696621 Nov 12 08:21:02.620423 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-8a579e51-2029-4b75-a1f5-3eefbd2f11f3 admin admin] Deleting port 1f975c93-e39b-41a0-a9d4-f82419f9dab7 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:21:02.620423 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8a579e51-2029-4b75-a1f5-3eefbd2f11f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:02.633776 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e921bce0-49ac-4bc6-a934-14bd8e2da7a1 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:02.641773 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-7bf58235-bdd3-4aa3-ba1c-235fe8f58e17 None None] Deleting port 1f975c93-e39b-41a0-a9d4-f82419f9dab7 {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:21:02.642243 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7bf58235-bdd3-4aa3-ba1c-235fe8f58e17 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:02.661874 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e921bce0-49ac-4bc6-a934-14bd8e2da7a1 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Network c270da13-032a-4885-9d94-a37be95b488f is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:21:02.699877 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-e921bce0-49ac-4bc6-a934-14bd8e2da7a1 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:21:02.704329 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f647a4b1-d4ae-4fe4-bc05-053dd7625679 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:02.706919 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-8a579e51-2029-4b75-a1f5-3eefbd2f11f3 admin admin] For port 1f975c93-e39b-41a0-a9d4-f82419f9dab7, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=1f975c93-e39b-41a0-a9d4-f82419f9dab7,segment=NetworkSegment(5e702f7d-a09c-47a3-bcdb-b9059b9ad68c),segment_id=5e702f7d-a09c-47a3-bcdb-b9059b9ad68c)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:21:02.707411 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8a579e51-2029-4b75-a1f5-3eefbd2f11f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:02.722139 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-7bf58235-bdd3-4aa3-ba1c-235fe8f58e17 None None] For port 1f975c93-e39b-41a0-a9d4-f82419f9dab7, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=1f975c93-e39b-41a0-a9d4-f82419f9dab7,segment=NetworkSegment(5e702f7d-a09c-47a3-bcdb-b9059b9ad68c),segment_id=5e702f7d-a09c-47a3-bcdb-b9059b9ad68c)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:21:02.722553 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7bf58235-bdd3-4aa3-ba1c-235fe8f58e17 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:02.727175 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e921bce0-49ac-4bc6-a934-14bd8e2da7a1 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:21:02.731212 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-8a579e51-2029-4b75-a1f5-3eefbd2f11f3 admin admin] Calling delete_port for 1f975c93-e39b-41a0-a9d4-f82419f9dab7 owned by network:dhcp {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:21:02.752140 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-7bf58235-bdd3-4aa3-ba1c-235fe8f58e17 None None] Calling delete_port for 1f975c93-e39b-41a0-a9d4-f82419f9dab7 owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:21:02.824905 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e921bce0-49ac-4bc6-a934-14bd8e2da7a1 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Pushing event updated for resources: {'Port': ['ID=5ffa8e29-769a-4525-9f57-2e589881af6e,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:02.831103 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-028b97e4-657c-4bbf-9f79-2889b3711c29 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:21:02.846983 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8a579e51-2029-4b75-a1f5-3eefbd2f11f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:02.855935 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe898d3a-1321-4a87-9554-152836586ca5 None None] Sync routers for ids ['9b9a23ff-b998-4755-bddc-f817704ff8a8'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:21:02.869500 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e921bce0-49ac-4bc6-a934-14bd8e2da7a1 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:02.874962 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7bf58235-bdd3-4aa3-ba1c-235fe8f58e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:02.876279 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e921bce0-49ac-4bc6-a934-14bd8e2da7a1 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:02.889543 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a579e51-2029-4b75-a1f5-3eefbd2f11f3 admin admin] No DVR routers for this DVR port 1f975c93-e39b-41a0-a9d4-f82419f9dab7 on host n-d-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:21:02.890500 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe898d3a-1321-4a87-9554-152836586ca5 None None] Routers {'9b9a23ff-b998-4755-bddc-f817704ff8a8'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:21:02.891473 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-fe898d3a-1321-4a87-9554-152836586ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:20:36Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['9b9a23ff-b998-4755-bddc-f817704ff8a8'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:02.892058 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a579e51-2029-4b75-a1f5-3eefbd2f11f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f975c93-e39b-41a0-a9d4-f82419f9dab7,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:02.914470 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-e921bce0-49ac-4bc6-a934-14bd8e2da7a1 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.3245859 Nov 12 08:21:02.926175 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49904) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:02.964590 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf58235-bdd3-4aa3-ba1c-235fe8f58e17 None None] Pushing event deleted for resources: {'Port': ['ID=1f975c93-e39b-41a0-a9d4-f82419f9dab7,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:02.967408 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf58235-bdd3-4aa3-ba1c-235fe8f58e17 None None] No DVR routers for this DVR port 1f975c93-e39b-41a0-a9d4-f82419f9dab7 on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:21:03.021395 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-028b97e4-657c-4bbf-9f79-2889b3711c29 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:03.026030 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-028b97e4-657c-4bbf-9f79-2889b3711c29 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.9761965 Nov 12 08:21:03.027076 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49906) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:03.046879 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8a579e51-2029-4b75-a1f5-3eefbd2f11f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:03.070615 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f647a4b1-d4ae-4fe4-bc05-053dd7625679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:03.073146 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f647a4b1-d4ae-4fe4-bc05-053dd7625679 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:03.074283 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-f647a4b1-d4ae-4fe4-bc05-053dd7625679 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fdedd9fc-6a52-45b1-b77c-cfb628d4952e HTTP/1.1" status: 204 len: 168 time: 0.6467750 Nov 12 08:21:03.083774 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-8a579e51-2029-4b75-a1f5-3eefbd2f11f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1fd7232-f4a0-420e-9678-5ab663df4704']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:03.091007 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-fe898d3a-1321-4a87-9554-152836586ca5 None None] Set router 9b9a23ff-b998-4755-bddc-f817704ff8a8 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:21:03.096767 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-8a579e51-2029-4b75-a1f5-3eefbd2f11f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e702f7d-a09c-47a3-bcdb-b9059b9ad68c') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:03.097076 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-8a579e51-2029-4b75-a1f5-3eefbd2f11f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e702f7d-a09c-47a3-bcdb-b9059b9ad68c') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:03.127353 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8a579e51-2029-4b75-a1f5-3eefbd2f11f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:03.146539 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8a579e51-2029-4b75-a1f5-3eefbd2f11f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:03.153324 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f647a4b1-d4ae-4fe4-bc05-053dd7625679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdedd9fc-6a52-45b1-b77c-cfb628d4952e,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:03.153532 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a579e51-2029-4b75-a1f5-3eefbd2f11f3 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:21:03.153896 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8a579e51-2029-4b75-a1f5-3eefbd2f11f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:03.214951 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 08:21:03.214951 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:21:03.214951 n-d-765315-29 neutron-server[102599]: timer() Nov 12 08:21:03.214951 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:21:03.214951 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 08:21:03.214951 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:21:03.214951 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 08:21:03.214951 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:21:03.214951 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 08:21:03.214951 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:21:03.214951 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 08:21:03.214951 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:21:03.214951 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 08:21:03.214951 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:21:03.214951 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:21:03.214951 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:21:03.214951 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:21:03.214951 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:21:03.214951 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 08:21:03.214951 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:21:03.214951 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 08:21:03.214951 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:21:03.214951 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:21:03.214951 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:21:03.214951 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 08:21:03.214951 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:21:03.214951 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:21:03.214951 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:21:03.214951 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:21:03.214951 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:21:03.214951 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:21:03.214951 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:21:03.242063 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-96f016f0-4017-4091-9426-8054f59e5374 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Deleting port 5ffa8e29-769a-4525-9f57-2e589881af6e {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:21:03.242775 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-96f016f0-4017-4091-9426-8054f59e5374 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:03.281542 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8a579e51-2029-4b75-a1f5-3eefbd2f11f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:03.285134 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-dc81e1f6-58ce-46c5-a86d-b451281aee99 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks [] for router, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:03.292042 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8a579e51-2029-4b75-a1f5-3eefbd2f11f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:03.297448 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-8a579e51-2029-4b75-a1f5-3eefbd2f11f3 admin admin] 10.222.0.26 "DELETE /v2.0/networks/b1fd7232-f4a0-420e-9678-5ab663df4704 HTTP/1.1" status: 204 len: 168 time: 1.1232677 Nov 12 08:21:03.323492 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a579e51-2029-4b75-a1f5-3eefbd2f11f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1fd7232-f4a0-420e-9678-5ab663df4704,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:03.502520 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-fe898d3a-1321-4a87-9554-152836586ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9a23ff-b998-4755-bddc-f817704ff8a8', 'name': '', 'tenant_id': '3d63cb3976b146a4bb2fabd763c4d307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61604df5-834c-44fd-a003-0e5fb0f52b8f', 'external_fixed_ips': [{'subnet_id': 'd0fd2d89-25a1-4f1e-a18d-85c1a7764e24', 'ip_address': '172.20.0.5'}], 'enable_snat': True}, 'gw_port_id': 'de629546-8a73-470b-803c-a1c9c6abaa7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:20:59Z', 'updated_at': '2021-11-12T08:21:01Z', 'revision_number': 3, 'project_id': '3d63cb3976b146a4bb2fabd763c4d307', 'gw_port': {'id': 'de629546-8a73-470b-803c-a1c9c6abaa7b', 'name': '', 'network_id': '61604df5-834c-44fd-a003-0e5fb0f52b8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:44:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b9a23ff-b998-4755-bddc-f817704ff8a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'd0fd2d89-25a1-4f1e-a18d-85c1a7764e24', 'ip_address': '172.20.0.5', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:20:59Z', 'updated_at': '2021-11-12T08:21:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0fd2d89-25a1-4f1e-a18d-85c1a7764e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:03.504607 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-96f016f0-4017-4091-9426-8054f59e5374 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:03.546142 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe898d3a-1321-4a87-9554-152836586ca5 None None] Checking router: 9b9a23ff-b998-4755-bddc-f817704ff8a8 for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:21:03.546571 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe898d3a-1321-4a87-9554-152836586ca5 None None] Updating router 9b9a23ff-b998-4755-bddc-f817704ff8a8 port de629546-8a73-470b-803c-a1c9c6abaa7b binding host n-d-765315-29 {{(pid=102601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:21:03.553064 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-96f016f0-4017-4091-9426-8054f59e5374 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Calling delete_port for 5ffa8e29-769a-4525-9f57-2e589881af6e owned by {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:21:03.577734 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58eae324-e609-4e1b-b92a-c992e4693324 None None] Network c270da13-032a-4885-9d94-a37be95b488f requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:21:03.590866 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 49922) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:03.646909 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-beaee89d-e939-490f-b483-06343be3a3f2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=db3fc887d673470884a1ba4998460851&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0546272 Nov 12 08:21:03.647690 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 49928) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:03.657150 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-dc81e1f6-58ce-46c5-a86d-b451281aee99 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:03.748858 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-fe898d3a-1321-4a87-9554-152836586ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:03.788997 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b2aa389f-71f5-4111-bdb9-5eba3e0a5ec0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:03.796639 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-72e394c6-77a4-4e5b-9d09-c2eae20c08c5 None None] Provisioning complete for port d8704b59-eeef-4c39-81f8-38f2be26e341 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:03.797095 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-72e394c6-77a4-4e5b-9d09-c2eae20c08c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:03.807810 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6882bbaf-c2fd-4ea7-8887-ed1889b2dd9f req-c67718cb-4521-4136-ae45-11dc843508da tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:03.811392 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6882bbaf-c2fd-4ea7-8887-ed1889b2dd9f req-c67718cb-4521-4136-ae45-11dc843508da tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 945 time: 0.3198743 Nov 12 08:21:03.812988 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d1d5c9-79a9-4b8a-84ed-e5bb2e0c8804 req-e3022e92-88c6-49ef-ac8f-c088412ed18c tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:03.820843 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-26d1d5c9-79a9-4b8a-84ed-e5bb2e0c8804 req-e3022e92-88c6-49ef-ac8f-c088412ed18c tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/ports?device_id=f822e1e1-b947-4f9c-b705-d0a91151e0f7 HTTP/1.1" status: 200 len: 945 time: 0.0851212 Nov 12 08:21:03.846835 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b2aa389f-71f5-4111-bdb9-5eba3e0a5ec0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:03.856262 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-96f016f0-4017-4091-9426-8054f59e5374 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:03.911447 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f016f0-4017-4091-9426-8054f59e5374 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Pushing event deleted for resources: {'Port': ['ID=5ffa8e29-769a-4525-9f57-2e589881af6e,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:03.948900 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-580d0143-ddbc-4451-a2e2-a933b4b2fed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:03.994977 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-26d1d5c9-79a9-4b8a-84ed-e5bb2e0c8804 req-b275a61f-86a4-4fec-8950-88fd6165cda7 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/security-groups?id=4679696e-a532-438b-8380-3e45cd46de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732287 Nov 12 08:21:04.014401 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-72e394c6-77a4-4e5b-9d09-c2eae20c08c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:04.017182 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b2aa389f-71f5-4111-bdb9-5eba3e0a5ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:04.024093 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b2aa389f-71f5-4111-bdb9-5eba3e0a5ec0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:04.025554 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-b2aa389f-71f5-4111-bdb9-5eba3e0a5ec0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/814ef8f9-05cd-4e07-9d3b-39a71ce14c2f HTTP/1.1" status: 204 len: 168 time: 0.3766441 Nov 12 08:21:04.045844 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aa389f-71f5-4111-bdb9-5eba3e0a5ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=814ef8f9-05cd-4e07-9d3b-39a71ce14c2f,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:04.093918 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-96f016f0-4017-4091-9426-8054f59e5374 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:04.103056 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 49942) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:04.103964 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-96f016f0-4017-4091-9426-8054f59e5374 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "DELETE /v2.0/ports/5ffa8e29-769a-4525-9f57-2e589881af6e HTTP/1.1" status: 204 len: 168 time: 1.1777294 Nov 12 08:21:04.176238 n-d-765315-29 neutron-server[102599]: INFO neutron.pecan_wsgi.hooks.translation [None req-20ea9505-333d-44e4-a495-31310a4e0114 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] GET failed (client error): The resource could not be found. Nov 12 08:21:04.178245 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-20ea9505-333d-44e4-a495-31310a4e0114 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "GET /v2.0/ports/5ffa8e29-769a-4525-9f57-2e589881af6e HTTP/1.1" status: 404 len: 333 time: 0.0741639 Nov 12 08:21:04.183531 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 49946) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:04.189611 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-dc81e1f6-58ce-46c5-a86d-b451281aee99 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Deleting port de629546-8a73-470b-803c-a1c9c6abaa7b {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:21:04.189952 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-dc81e1f6-58ce-46c5-a86d-b451281aee99 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:04.230085 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6882bbaf-c2fd-4ea7-8887-ed1889b2dd9f req-d6016c67-1240-4353-ace6-ea86e6795714 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3775752 Nov 12 08:21:04.302028 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device d8704b59-eeef-4c39-81f8-38f2be26e341 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:21:04.333380 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-72e394c6-77a4-4e5b-9d09-c2eae20c08c5 None None] For port d8704b59-eeef-4c39-81f8-38f2be26e341, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=d8704b59-eeef-4c39-81f8-38f2be26e341,segment=NetworkSegment(13b0b395-ee86-4254-91ea-07c521d9cdac),segment_id=13b0b395-ee86-4254-91ea-07c521d9cdac)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:21:04.341480 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-b528dfd0-b5ca-48eb-a891-0539e6d1cc8a tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Deleting subnet 0158c75d-f6d6-4777-a258-4a42e8849b7d {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:21:04.344823 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-dc81e1f6-58ce-46c5-a86d-b451281aee99 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:04.353901 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b528dfd0-b5ca-48eb-a891-0539e6d1cc8a tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks [] for subnet, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:04.363116 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-dc81e1f6-58ce-46c5-a86d-b451281aee99 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Calling delete_port for de629546-8a73-470b-803c-a1c9c6abaa7b owned by network:router_gateway {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:21:04.396466 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-72e394c6-77a4-4e5b-9d09-c2eae20c08c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:04.442287 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b528dfd0-b5ca-48eb-a891-0539e6d1cc8a tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31181813'] for subnet, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:04.561894 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b528dfd0-b5ca-48eb-a891-0539e6d1cc8a tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:04.587517 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e394c6-77a4-4e5b-9d09-c2eae20c08c5 None None] Pushing event updated for resources: {'Port': ['ID=d8704b59-eeef-4c39-81f8-38f2be26e341,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:04.645329 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-343a97e5-f719-495e-ad4c-6125257d98e1 None None] Could not find standard attr ID for object 5ffa8e29-769a-4525-9f57-2e589881af6e. {{(pid=102601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:21:04.692557 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b528dfd0-b5ca-48eb-a891-0539e6d1cc8a tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:04.713438 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-343a97e5-f719-495e-ad4c-6125257d98e1 None None] Provisioning complete for port d8704b59-eeef-4c39-81f8-38f2be26e341 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:04.713816 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-343a97e5-f719-495e-ad4c-6125257d98e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:04.736435 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-dc81e1f6-58ce-46c5-a86d-b451281aee99 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:04.766889 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b528dfd0-b5ca-48eb-a891-0539e6d1cc8a tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:04.771250 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-b528dfd0-b5ca-48eb-a891-0539e6d1cc8a tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "DELETE /v2.0/subnets/0158c75d-f6d6-4777-a258-4a42e8849b7d HTTP/1.1" status: 204 len: 168 time: 0.5806034 Nov 12 08:21:04.771679 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b528dfd0-b5ca-48eb-a891-0539e6d1cc8a tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Pushing event deleted for resources: {'Subnet': ['ID=0158c75d-f6d6-4777-a258-4a42e8849b7d,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:04.779820 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 49964) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:04.785995 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port d8704b59-eeef-4c39-81f8-38f2be26e341 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:04.786369 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:04.798427 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc81e1f6-58ce-46c5-a86d-b451281aee99 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Pushing event deleted for resources: {'Port': ['ID=de629546-8a73-470b-803c-a1c9c6abaa7b,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:04.890708 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0024ec76-6e62-481d-bf95-05f8597bf11d tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:04.912115 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.db.api [None req-fe898d3a-1321-4a87-9554-152836586ca5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:21:04.912493 n-d-765315-29 neutron-server[102601]: DEBUG oslo_db.api [None req-fe898d3a-1321-4a87-9554-152836586ca5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:21:04.918737 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ada422-2318-428e-8155-7e59ddae2da6 None None] Network c270da13-032a-4885-9d94-a37be95b488f requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:21:04.928112 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-dc81e1f6-58ce-46c5-a86d-b451281aee99 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-933016'] for router_gateway, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:04.992890 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-0024ec76-6e62-481d-bf95-05f8597bf11d tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Deleting port d8704b59-eeef-4c39-81f8-38f2be26e341 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:21:04.994500 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0024ec76-6e62-481d-bf95-05f8597bf11d tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:05.124710 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-0024ec76-6e62-481d-bf95-05f8597bf11d tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] For port d8704b59-eeef-4c39-81f8-38f2be26e341, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=d8704b59-eeef-4c39-81f8-38f2be26e341,segment=NetworkSegment(13b0b395-ee86-4254-91ea-07c521d9cdac),segment_id=13b0b395-ee86-4254-91ea-07c521d9cdac)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:21:05.125914 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0024ec76-6e62-481d-bf95-05f8597bf11d tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:05.143708 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-dc81e1f6-58ce-46c5-a86d-b451281aee99 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:05.146470 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-0024ec76-6e62-481d-bf95-05f8597bf11d tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Calling delete_port for d8704b59-eeef-4c39-81f8-38f2be26e341 owned by network:dhcp {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:21:05.146666 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-dc81e1f6-58ce-46c5-a86d-b451281aee99 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:05.221091 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-dc81e1f6-58ce-46c5-a86d-b451281aee99 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:05.221780 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc81e1f6-58ce-46c5-a86d-b451281aee99 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9b9a23ff-b998-4755-bddc-f817704ff8a8 {{(pid=102600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:21:05.226849 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-dc81e1f6-58ce-46c5-a86d-b451281aee99 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:05.228956 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-dc81e1f6-58ce-46c5-a86d-b451281aee99 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] 10.222.0.26 "DELETE /v2.0/routers/9b9a23ff-b998-4755-bddc-f817704ff8a8 HTTP/1.1" status: 204 len: 168 time: 2.1696258 Nov 12 08:21:05.231799 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49984) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:05.286137 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-af5cafd8-b23e-43e0-88b7-8ae8c4c3e93c tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Deleting subnet d0fd2d89-25a1-4f1e-a18d-85c1a7764e24 {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:21:05.289365 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-af5cafd8-b23e-43e0-88b7-8ae8c4c3e93c tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:05.304456 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0024ec76-6e62-481d-bf95-05f8597bf11d tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:05.356783 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8e06cf-6d61-4c07-bc33-2e6a626f22b8 req-8ae2ce50-2163-4daa-9b47-51e46d2cedad tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:05.359229 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0a8e06cf-6d61-4c07-bc33-2e6a626f22b8 req-8ae2ce50-2163-4daa-9b47-51e46d2cedad tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/ports?device_id=f822e1e1-b947-4f9c-b705-d0a91151e0f7 HTTP/1.1" status: 200 len: 945 time: 0.2664120 Nov 12 08:21:05.366837 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0024ec76-6e62-481d-bf95-05f8597bf11d tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Pushing event deleted for resources: {'Port': ['ID=d8704b59-eeef-4c39-81f8-38f2be26e341,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:05.375620 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0024ec76-6e62-481d-bf95-05f8597bf11d tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] No DVR routers for this DVR port d8704b59-eeef-4c39-81f8-38f2be26e341 on host n-d-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:21:05.388092 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-af5cafd8-b23e-43e0-88b7-8ae8c4c3e93c tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:05.390349 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:05.396054 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Port d8704b59-eeef-4c39-81f8-38f2be26e341 update to ACTIVE by agent not found {{(pid=102601) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 12 08:21:05.486700 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-af5cafd8-b23e-43e0-88b7-8ae8c4c3e93c tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:05.522860 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 1f975c93-e39b-41a0-a9d4-f82419f9dab7 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:21:05.553735 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe898d3a-1321-4a87-9554-152836586ca5 None None] Port de629546-8a73-470b-803c-a1c9c6abaa7b not found while updating agent binding for router 9b9a23ff-b998-4755-bddc-f817704ff8a8. {{(pid=102601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 12 08:21:05.563027 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0024ec76-6e62-481d-bf95-05f8597bf11d tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:05.575452 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 1f975c93-e39b-41a0-a9d4-f82419f9dab7 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:21:05.575799 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 1f975c93-e39b-41a0-a9d4-f82419f9dab7 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:21:05.584581 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe898d3a-1321-4a87-9554-152836586ca5 None None] Routers set() bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:21:05.584951 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe898d3a-1321-4a87-9554-152836586ca5 None None] Router IDs set() for agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 08:21:05.585597 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_agentschedulers_db [None req-fe898d3a-1321-4a87-9554-152836586ca5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9b9a23ff-b998-4755-bddc-f817704ff8a8'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:20:36Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent'). {{(pid=102601) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 12 08:21:05.585970 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe898d3a-1321-4a87-9554-152836586ca5 None None] The sync data for ids ['9b9a23ff-b998-4755-bddc-f817704ff8a8'] in n-d-765315-29 is: [] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:21:05.600845 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-af5cafd8-b23e-43e0-88b7-8ae8c4c3e93c tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:05.615623 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-0024ec76-6e62-481d-bf95-05f8597bf11d tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c270da13-032a-4885-9d94-a37be95b488f']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:05.621625 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0a8e06cf-6d61-4c07-bc33-2e6a626f22b8 req-81166bbd-cf13-4d22-94f9-bea594837917 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/security-groups?id=4679696e-a532-438b-8380-3e45cd46de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432168 Nov 12 08:21:05.627754 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-59270717-edbb-46e6-ab36-4c4e47bfb5d3 None None] Could not find standard attr ID for object 5ffa8e29-769a-4525-9f57-2e589881af6e. {{(pid=102601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:21:05.634793 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-0024ec76-6e62-481d-bf95-05f8597bf11d tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13b0b395-ee86-4254-91ea-07c521d9cdac') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:05.635291 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-0024ec76-6e62-481d-bf95-05f8597bf11d tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13b0b395-ee86-4254-91ea-07c521d9cdac') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:05.652358 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0024ec76-6e62-481d-bf95-05f8597bf11d tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:05.688166 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0024ec76-6e62-481d-bf95-05f8597bf11d tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:05.689189 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80e7e2e-29d9-4308-9e79-4fb8bee1e9c4 None None] DHCP port deletion for c270da13-032a-4885-9d94-a37be95b488f request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:21:05.696571 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0024ec76-6e62-481d-bf95-05f8597bf11d tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:21:05.696986 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0024ec76-6e62-481d-bf95-05f8597bf11d tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:05.704640 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-af5cafd8-b23e-43e0-88b7-8ae8c4c3e93c tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:05.706294 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 08:21:05.706294 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:21:05.706294 n-d-765315-29 neutron-server[102599]: timer() Nov 12 08:21:05.706294 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:21:05.706294 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 08:21:05.706294 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:21:05.706294 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 08:21:05.706294 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:21:05.706294 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 08:21:05.706294 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:21:05.706294 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 08:21:05.706294 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:21:05.706294 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 08:21:05.706294 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:21:05.706294 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:21:05.706294 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:21:05.706294 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:21:05.706294 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:21:05.706294 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 08:21:05.706294 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:21:05.706294 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 08:21:05.706294 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:21:05.706294 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:21:05.706294 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:21:05.706294 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 08:21:05.706294 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:21:05.706294 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:21:05.706294 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:21:05.706294 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:21:05.706294 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:21:05.706294 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:21:05.706294 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:21:05.717802 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-af5cafd8-b23e-43e0-88b7-8ae8c4c3e93c tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] 10.222.0.26 "DELETE /v2.0/subnets/d0fd2d89-25a1-4f1e-a18d-85c1a7764e24 HTTP/1.1" status: 204 len: 168 time: 0.4812210 Nov 12 08:21:05.717802 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5cafd8-b23e-43e0-88b7-8ae8c4c3e93c tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d0fd2d89-25a1-4f1e-a18d-85c1a7764e24,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:05.719191 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49996) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:05.786477 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0024ec76-6e62-481d-bf95-05f8597bf11d tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:05.820911 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-46256957-eacd-4c52-8f00-d69660391d1d tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:05.838700 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e903dcec-d451-437d-bfe4-f725331fad32 req-cc642f71-0adc-49ca-9003-201a29156804 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:05.840252 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e903dcec-d451-437d-bfe4-f725331fad32 req-cc642f71-0adc-49ca-9003-201a29156804 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 945 time: 0.2670662 Nov 12 08:21:05.851500 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0024ec76-6e62-481d-bf95-05f8597bf11d tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:05.861478 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-0024ec76-6e62-481d-bf95-05f8597bf11d tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "DELETE /v2.0/networks/c270da13-032a-4885-9d94-a37be95b488f HTTP/1.1" status: 204 len: 168 time: 1.0738623 Nov 12 08:21:05.861478 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0024ec76-6e62-481d-bf95-05f8597bf11d tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Pushing event deleted for resources: {'Network': ['ID=c270da13-032a-4885-9d94-a37be95b488f,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:05.865193 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 50000) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:05.872093 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-3f2400e2-117a-4515-acad-b6e10d301307 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Request body: {'port': {'network_id': '5da08028-bf58-4215-9ab9-4da9730d8589', 'name': 'tempest-PortsTestJSON-1608460550'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:05.978292 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-46256957-eacd-4c52-8f00-d69660391d1d tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:06.019262 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e903dcec-d451-437d-bfe4-f725331fad32 req-0ad6080e-2bd3-4ec8-ac5c-2beb5aa438b9 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671090 Nov 12 08:21:06.020905 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-46256957-eacd-4c52-8f00-d69660391d1d tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61604df5-834c-44fd-a003-0e5fb0f52b8f']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:06.023713 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f2400e2-117a-4515-acad-b6e10d301307 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Made reservation on behalf of 6369a719c0774326a5a17deb8ee2154f for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:21:06.033471 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3f2400e2-117a-4515-acad-b6e10d301307 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:06.048614 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-46256957-eacd-4c52-8f00-d69660391d1d tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac32c9f4-e8a1-43d1-b94a-857789ff7a42') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:06.048614 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-46256957-eacd-4c52-8f00-d69660391d1d tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac32c9f4-e8a1-43d1-b94a-857789ff7a42') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:06.061728 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-46256957-eacd-4c52-8f00-d69660391d1d tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:06.068598 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device d8704b59-eeef-4c39-81f8-38f2be26e341 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:21:06.072247 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [None req-3f2400e2-117a-4515-acad-b6e10d301307 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] device_id is not set on port c6c17337-23af-4190-bbee-626cb7391a05 yet. {{(pid=102599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:21:06.096246 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-46256957-eacd-4c52-8f00-d69660391d1d tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:06.096419 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: d8704b59-eeef-4c39-81f8-38f2be26e341 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:21:06.096940 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device d8704b59-eeef-4c39-81f8-38f2be26e341 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:21:06.119339 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46256957-eacd-4c52-8f00-d69660391d1d tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:21:06.119759 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-46256957-eacd-4c52-8f00-d69660391d1d tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:06.122736 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:21:06.122736 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:21:06.122736 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:21:06.122736 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:21:06.122736 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:21:06.122736 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:21:06.122736 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:21:06.122736 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:21:06.122736 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:21:06.122736 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:21:06.122736 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:21:06.122736 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:21:06.122736 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:21:06.122736 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:21:06.122736 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:21:06.122736 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:21:06.122736 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:21:06.122736 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:21:06.122736 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:21:06.122736 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:21:06.122736 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:21:06.122736 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:21:06.122736 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:21:06.122736 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:21:06.122736 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:21:06.122736 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:21:06.122736 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:21:06.122736 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:21:06.122736 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:21:06.122736 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:21:06.122736 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:21:06.122736 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:21:06.207736 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-46256957-eacd-4c52-8f00-d69660391d1d tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:06.217756 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46256957-eacd-4c52-8f00-d69660391d1d tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 61604df5-834c-44fd-a003-0e5fb0f52b8f {{(pid=102600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 08:21:06.224482 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-46256957-eacd-4c52-8f00-d69660391d1d tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:06.237034 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-46256957-eacd-4c52-8f00-d69660391d1d tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] 10.222.0.26 "DELETE /v2.0/networks/61604df5-834c-44fd-a003-0e5fb0f52b8f HTTP/1.1" status: 204 len: 168 time: 0.5160918 Nov 12 08:21:06.266613 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46256957-eacd-4c52-8f00-d69660391d1d tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Pushing event deleted for resources: {'Network': ['ID=61604df5-834c-44fd-a003-0e5fb0f52b8f,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:06.334476 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3f2400e2-117a-4515-acad-b6e10d301307 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:06.400684 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3f2400e2-117a-4515-acad-b6e10d301307 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:06.465815 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2400e2-117a-4515-acad-b6e10d301307 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Network 5da08028-bf58-4215-9ab9-4da9730d8589 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:21:06.469915 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-3f2400e2-117a-4515-acad-b6e10d301307 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:21:06.476076 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2400e2-117a-4515-acad-b6e10d301307 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:21:06.490276 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2400e2-117a-4515-acad-b6e10d301307 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:06.492195 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3f2400e2-117a-4515-acad-b6e10d301307 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:06.519653 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2400e2-117a-4515-acad-b6e10d301307 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Pushing event updated for resources: {'Port': ['ID=c6c17337-23af-4190-bbee-626cb7391a05,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:06.543396 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-3f2400e2-117a-4515-acad-b6e10d301307 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6768568 Nov 12 08:21:06.546428 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 50050) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:06.695022 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-a59af44e-d5d3-4c6b-b6ff-8b00b131f12e tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Deleting port c6c17337-23af-4190-bbee-626cb7391a05 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:21:06.695461 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a59af44e-d5d3-4c6b-b6ff-8b00b131f12e tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:06.845205 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 50070) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:06.869709 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 50074) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:06.871456 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a59af44e-d5d3-4c6b-b6ff-8b00b131f12e tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:06.875316 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-ae30ca40-ba80-4d9a-82fd-704ecaae6847 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Request body: {'router': {'name': 'tempest-router--2119965543', 'project_id': '401df02a272a40fd80540d9547597ae1'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:06.923342 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-a59af44e-d5d3-4c6b-b6ff-8b00b131f12e tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Calling delete_port for c6c17337-23af-4190-bbee-626cb7391a05 owned by {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:21:06.938217 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ae30ca40-ba80-4d9a-82fd-704ecaae6847 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:06.940426 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ae30ca40-ba80-4d9a-82fd-704ecaae6847 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:06.943079 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-94908a0c-6312-48a9-8bc2-a3e4fc55a2e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:06.995541 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875f765e-2cd1-4968-9165-c627a439990e req-4779040c-7de4-4bd1-b89f-5297c8894c48 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:06.997040 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-875f765e-2cd1-4968-9165-c627a439990e req-4779040c-7de4-4bd1-b89f-5297c8894c48 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/ports?device_id=f822e1e1-b947-4f9c-b705-d0a91151e0f7 HTTP/1.1" status: 200 len: 945 time: 0.2057347 Nov 12 08:21:07.024141 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ae30ca40-ba80-4d9a-82fd-704ecaae6847 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:07.031306 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ae30ca40-ba80-4d9a-82fd-704ecaae6847 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052'] for router, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:07.034874 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4815a65a-8586-41ac-b326-5286eef2c153 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:07.072327 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-875f765e-2cd1-4968-9165-c627a439990e req-7f472682-a810-4cf1-aed9-4056efdad417 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/security-groups?id=4679696e-a532-438b-8380-3e45cd46de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676568 Nov 12 08:21:07.079442 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ae30ca40-ba80-4d9a-82fd-704ecaae6847 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:07.080063 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a59af44e-d5d3-4c6b-b6ff-8b00b131f12e tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:07.080632 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-ae30ca40-ba80-4d9a-82fd-704ecaae6847 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2099268 Nov 12 08:21:07.084866 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 50078) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:07.131788 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a59af44e-d5d3-4c6b-b6ff-8b00b131f12e tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:07.137286 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-a59af44e-d5d3-4c6b-b6ff-8b00b131f12e tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "DELETE /v2.0/ports/c6c17337-23af-4190-bbee-626cb7391a05 HTTP/1.1" status: 204 len: 168 time: 0.5895519 Nov 12 08:21:07.139008 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59af44e-d5d3-4c6b-b6ff-8b00b131f12e tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Pushing event deleted for resources: {'Port': ['ID=c6c17337-23af-4190-bbee-626cb7391a05,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:07.141661 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 50080) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:07.146619 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-43dc6d92-e4c0-446a-b5b1-8e4cccf51e2b tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Request body: {'port': {'network_id': '5da08028-bf58-4215-9ab9-4da9730d8589', 'mac_address': 'fa:16:3e:b4:a9:bd', 'name': 'tempest-PortsTestJSON-1534914462'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:07.206983 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7846670a-9ada-42ab-80b5-5dd4ceaaa437 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks [] for router, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:07.245132 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43dc6d92-e4c0-446a-b5b1-8e4cccf51e2b tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Made reservation on behalf of 6369a719c0774326a5a17deb8ee2154f for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:21:07.314050 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-43dc6d92-e4c0-446a-b5b1-8e4cccf51e2b tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:07.341110 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [None req-43dc6d92-e4c0-446a-b5b1-8e4cccf51e2b tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] device_id is not set on port 6d734969-6439-48e5-aa0f-19f3b044bfec yet. {{(pid=102599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:21:07.382411 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d731ea0-6b19-465e-871d-5747ec28cf92 req-f4e99c9f-0fe0-4478-839a-881310845f9a tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:07.384021 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1d731ea0-6b19-465e-871d-5747ec28cf92 req-f4e99c9f-0fe0-4478-839a-881310845f9a tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 945 time: 0.2214510 Nov 12 08:21:07.417589 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4815a65a-8586-41ac-b326-5286eef2c153 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:07.444957 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4815a65a-8586-41ac-b326-5286eef2c153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:07.449256 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7846670a-9ada-42ab-80b5-5dd4ceaaa437 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:07.453617 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7846670a-9ada-42ab-80b5-5dd4ceaaa437 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:07.557699 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7846670a-9ada-42ab-80b5-5dd4ceaaa437 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:07.558203 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7846670a-9ada-42ab-80b5-5dd4ceaaa437 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 709ab75d-ab4f-42e5-b795-f84b951d952e {{(pid=102600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:21:07.563772 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7846670a-9ada-42ab-80b5-5dd4ceaaa437 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:07.567305 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-7846670a-9ada-42ab-80b5-5dd4ceaaa437 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] 10.222.0.26 "DELETE /v2.0/routers/709ab75d-ab4f-42e5-b795-f84b951d952e HTTP/1.1" status: 204 len: 168 time: 0.4817140 Nov 12 08:21:07.571887 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1d731ea0-6b19-465e-871d-5747ec28cf92 req-db645fca-8765-426e-af8a-73d46caa4916 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529145 Nov 12 08:21:07.572548 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4815a65a-8586-41ac-b326-5286eef2c153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd8e3bb-9689-426a-aadb-34c3e38bf328,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:07.578178 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-4815a65a-8586-41ac-b326-5286eef2c153 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=19b243ff046f45f7a8fea7f8feda4b56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7320235 Nov 12 08:21:07.595203 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 50086) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:07.666735 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c3d6bc1e-39da-421a-b94d-a6cc7cde060d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:07.705696 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c3d6bc1e-39da-421a-b94d-a6cc7cde060d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:07.744891 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 50088) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:07.780798 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c3d6bc1e-39da-421a-b94d-a6cc7cde060d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:07.784074 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c3d6bc1e-39da-421a-b94d-a6cc7cde060d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:07.787137 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-c3d6bc1e-39da-421a-b94d-a6cc7cde060d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2dd8e3bb-9689-426a-aadb-34c3e38bf328 HTTP/1.1" status: 204 len: 168 time: 0.1907680 Nov 12 08:21:07.820451 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d6bc1e-39da-421a-b94d-a6cc7cde060d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd8e3bb-9689-426a-aadb-34c3e38bf328,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:07.829992 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:07.837977 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-43dc6d92-e4c0-446a-b5b1-8e4cccf51e2b tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:07.884396 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-43dc6d92-e4c0-446a-b5b1-8e4cccf51e2b tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:07.950060 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-36713a2c-4d37-49b0-9a84-87ef73300b47 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1375697389', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}, 'admin_state_up': False}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:07.985493 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43dc6d92-e4c0-446a-b5b1-8e4cccf51e2b tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Network 5da08028-bf58-4215-9ab9-4da9730d8589 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:21:07.989633 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-43dc6d92-e4c0-446a-b5b1-8e4cccf51e2b tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:21:07.991465 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dc6d92-e4c0-446a-b5b1-8e4cccf51e2b tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Pushing event updated for resources: {'Port': ['ID=6d734969-6439-48e5-aa0f-19f3b044bfec,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:07.993328 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-36713a2c-4d37-49b0-9a84-87ef73300b47 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:07.994622 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-36713a2c-4d37-49b0-9a84-87ef73300b47 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:08.006224 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43dc6d92-e4c0-446a-b5b1-8e4cccf51e2b tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:21:08.014277 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43dc6d92-e4c0-446a-b5b1-8e4cccf51e2b tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:08.015219 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-43dc6d92-e4c0-446a-b5b1-8e4cccf51e2b tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:08.035846 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-43dc6d92-e4c0-446a-b5b1-8e4cccf51e2b tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8930156 Nov 12 08:21:08.039041 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 50100) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:08.075633 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-36713a2c-4d37-49b0-9a84-87ef73300b47 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:08.095152 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f547e139-1e60-4544-b27e-c0e98a971b24 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:08.098734 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-f547e139-1e60-4544-b27e-c0e98a971b24 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "GET /v2.0/ports/6d734969-6439-48e5-aa0f-19f3b044bfec HTTP/1.1" status: 200 len: 841 time: 0.0566578 Nov 12 08:21:08.099753 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 50104) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:08.238065 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-f1820238-005b-4349-97fd-a9085bd7be85 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Deleting port 6d734969-6439-48e5-aa0f-19f3b044bfec {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:21:08.238394 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f1820238-005b-4349-97fd-a9085bd7be85 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:08.313535 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6128e248-3b13-4a84-b53f-8765645beb01 req-8070cc95-5142-4292-abcf-2f41205f4b11 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:08.315166 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6128e248-3b13-4a84-b53f-8765645beb01 req-8070cc95-5142-4292-abcf-2f41205f4b11 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/ports?device_id=f822e1e1-b947-4f9c-b705-d0a91151e0f7 HTTP/1.1" status: 200 len: 945 time: 0.1206768 Nov 12 08:21:08.341191 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f1820238-005b-4349-97fd-a9085bd7be85 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:08.360621 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-f1820238-005b-4349-97fd-a9085bd7be85 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Calling delete_port for 6d734969-6439-48e5-aa0f-19f3b044bfec owned by {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:21:08.480479 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6128e248-3b13-4a84-b53f-8765645beb01 req-2ca7f93e-3be7-4616-8006-7ee2bfb3df8c tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/security-groups?id=4679696e-a532-438b-8380-3e45cd46de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565478 Nov 12 08:21:08.499502 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f1820238-005b-4349-97fd-a9085bd7be85 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:08.550179 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f1820238-005b-4349-97fd-a9085bd7be85 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:08.556906 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-f1820238-005b-4349-97fd-a9085bd7be85 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "DELETE /v2.0/ports/6d734969-6439-48e5-aa0f-19f3b044bfec HTTP/1.1" status: 204 len: 168 time: 0.4536395 Nov 12 08:21:08.557928 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 50116) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:08.558834 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1820238-005b-4349-97fd-a9085bd7be85 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Pushing event deleted for resources: {'Port': ['ID=6d734969-6439-48e5-aa0f-19f3b044bfec,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:08.606087 n-d-765315-29 neutron-server[102599]: INFO neutron.pecan_wsgi.hooks.translation [None req-669c5f81-1033-4a0e-9809-0276a064bf9a tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] GET failed (client error): The resource could not be found. Nov 12 08:21:08.610649 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-669c5f81-1033-4a0e-9809-0276a064bf9a tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "GET /v2.0/ports/6d734969-6439-48e5-aa0f-19f3b044bfec HTTP/1.1" status: 404 len: 333 time: 0.0409954 Nov 12 08:21:08.615429 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 50124) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:08.632363 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-a13d6ad1-5aae-43c6-841e-a8dc607b1c5c tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Request body: {'port': {'network_id': '5da08028-bf58-4215-9ab9-4da9730d8589', 'name': 'tempest-PortsTestJSON-128561949'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:08.683506 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-36713a2c-4d37-49b0-9a84-87ef73300b47 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:08.824270 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d6a1f1-e06a-44bb-b06b-324ebc5ec7f3 req-86d775fd-f6fc-4105-ac2b-5dbf025f9ff4 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:08.826490 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-15d6a1f1-e06a-44bb-b06b-324ebc5ec7f3 req-86d775fd-f6fc-4105-ac2b-5dbf025f9ff4 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 945 time: 0.1156640 Nov 12 08:21:08.856191 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a13d6ad1-5aae-43c6-841e-a8dc607b1c5c tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Made reservation on behalf of 6369a719c0774326a5a17deb8ee2154f for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:21:08.861742 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a13d6ad1-5aae-43c6-841e-a8dc607b1c5c tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:08.905651 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [None req-a13d6ad1-5aae-43c6-841e-a8dc607b1c5c tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] device_id is not set on port 535aad51-53b7-47cb-9846-0da7388ff0a4 yet. {{(pid=102599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:21:08.968518 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-36713a2c-4d37-49b0-9a84-87ef73300b47 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks [] for router_gateway, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:08.992941 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-36713a2c-4d37-49b0-9a84-87ef73300b47 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:08.999602 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-15d6a1f1-e06a-44bb-b06b-324ebc5ec7f3 req-d72653c1-0e40-44d1-a246-9a7f89cb0e46 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588390 Nov 12 08:21:09.144270 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:09.179358 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-36713a2c-4d37-49b0-9a84-87ef73300b47 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Allocated IP 172.25.2.193 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/fe255d67-da43-4c93-911e-1f891f1c90e9) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:21:09.225035 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a13d6ad1-5aae-43c6-841e-a8dc607b1c5c tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:09.271764 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a13d6ad1-5aae-43c6-841e-a8dc607b1c5c tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:09.323487 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-36713a2c-4d37-49b0-9a84-87ef73300b47 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:09.332735 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13d6ad1-5aae-43c6-841e-a8dc607b1c5c tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Network 5da08028-bf58-4215-9ab9-4da9730d8589 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:21:09.340444 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-a13d6ad1-5aae-43c6-841e-a8dc607b1c5c tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:21:09.345907 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13d6ad1-5aae-43c6-841e-a8dc607b1c5c tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:21:09.352394 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13d6ad1-5aae-43c6-841e-a8dc607b1c5c tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:09.353140 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a13d6ad1-5aae-43c6-841e-a8dc607b1c5c tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:09.355128 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-aac06369-631c-41c9-be06-16edcf9d6df5 req-707d6aeb-c25a-43e5-ac68-bde6f755610a tempest-ImagesNegativeTestJSON-651663508 tempest-ImagesNegativeTestJSON-651663508-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=edf6f48befbd4fc189f05bf9c8ef9e00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0365982 Nov 12 08:21:09.372320 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13d6ad1-5aae-43c6-841e-a8dc607b1c5c tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Pushing event updated for resources: {'Port': ['ID=535aad51-53b7-47cb-9846-0da7388ff0a4,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:09.385787 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-a13d6ad1-5aae-43c6-841e-a8dc607b1c5c tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7687154 Nov 12 08:21:09.389414 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 50152) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:09.394983 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-54560b59-7194-45fa-bb13-fdcf523ec38a tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:09.459088 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-36713a2c-4d37-49b0-9a84-87ef73300b47 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:09.474131 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-54560b59-7194-45fa-bb13-fdcf523ec38a tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:09.512595 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36713a2c-4d37-49b0-9a84-87ef73300b47 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:21:09.521244 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-36713a2c-4d37-49b0-9a84-87ef73300b47 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:21:09.535540 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36713a2c-4d37-49b0-9a84-87ef73300b47 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:21:09.591767 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36713a2c-4d37-49b0-9a84-87ef73300b47 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Pushing event updated for resources: {'Port': ['ID=fe255d67-da43-4c93-911e-1f891f1c90e9,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:09.609080 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac06369-631c-41c9-be06-16edcf9d6df5 req-850c6091-da04-4cf4-a5d2-e9c39f024538 tempest-ImagesNegativeTestJSON-651663508 tempest-ImagesNegativeTestJSON-651663508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:09.610808 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-aac06369-631c-41c9-be06-16edcf9d6df5 req-850c6091-da04-4cf4-a5d2-e9c39f024538 tempest-ImagesNegativeTestJSON-651663508 tempest-ImagesNegativeTestJSON-651663508-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2464375 Nov 12 08:21:09.663624 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-aac06369-631c-41c9-be06-16edcf9d6df5 req-2ae7fa3f-d648-437f-90b7-14c7a74863c7 tempest-ImagesNegativeTestJSON-651663508 tempest-ImagesNegativeTestJSON-651663508-project] 10.222.0.26 "GET /v2.0/quotas/edf6f48befbd4fc189f05bf9c8ef9e00 HTTP/1.1" status: 200 len: 375 time: 0.0443408 Nov 12 08:21:09.710989 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-54560b59-7194-45fa-bb13-fdcf523ec38a tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:09.721598 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b459b772-7bd2-416f-8f86-366872ca0cb9 req-8b83a0ef-96fe-4293-9c0e-842d73d5a3f1 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:09.723341 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b459b772-7bd2-416f-8f86-366872ca0cb9 req-8b83a0ef-96fe-4293-9c0e-842d73d5a3f1 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/ports?device_id=f822e1e1-b947-4f9c-b705-d0a91151e0f7 HTTP/1.1" status: 200 len: 945 time: 0.1366038 Nov 12 08:21:09.724584 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-54560b59-7194-45fa-bb13-fdcf523ec38a tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:09.741051 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-aac06369-631c-41c9-be06-16edcf9d6df5 req-7d3859b9-f5c8-4148-938e-8d0bab1993bc tempest-ImagesNegativeTestJSON-651663508 tempest-ImagesNegativeTestJSON-651663508-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=edf6f48befbd4fc189f05bf9c8ef9e00&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0354207 Nov 12 08:21:09.781038 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-54560b59-7194-45fa-bb13-fdcf523ec38a tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] In _notify_port_updated(), no bound segment for port 535aad51-53b7-47cb-9846-0da7388ff0a4 on network 5da08028-bf58-4215-9ab9-4da9730d8589 {{(pid=102599) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 08:21:09.784298 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:09.787211 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54560b59-7194-45fa-bb13-fdcf523ec38a tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:09.788027 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-54560b59-7194-45fa-bb13-fdcf523ec38a tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:09.792662 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-54560b59-7194-45fa-bb13-fdcf523ec38a tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "PUT /v2.0/ports/535aad51-53b7-47cb-9846-0da7388ff0a4 HTTP/1.1" status: 200 len: 818 time: 0.3989785 Nov 12 08:21:09.792662 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 50158) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:09.854342 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54560b59-7194-45fa-bb13-fdcf523ec38a tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Pushing event updated for resources: {'Port': ['ID=535aad51-53b7-47cb-9846-0da7388ff0a4,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:09.904063 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b459b772-7bd2-416f-8f86-366872ca0cb9 req-1a64366c-f915-4bf8-9b7b-440392b4bb4f tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/security-groups?id=4679696e-a532-438b-8380-3e45cd46de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425877 Nov 12 08:21:09.970092 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-22ceb47d-e1a4-420e-8459-30211abb8d7f tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Deleting port 535aad51-53b7-47cb-9846-0da7388ff0a4 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:21:09.970554 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-22ceb47d-e1a4-420e-8459-30211abb8d7f tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:10.078946 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-36713a2c-4d37-49b0-9a84-87ef73300b47 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks [] for router_gateway, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:10.089307 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a7a4b869-9b0c-4ae1-8e50-cae2f22af91a req-f38c38fe-0f10-44a9-aa66-f3872739c124 tempest-ImagesNegativeTestJSON-651663508 tempest-ImagesNegativeTestJSON-651663508-project] 10.222.0.26 "GET /v2.0/ports?device_id=07ce3d47-0ebe-4079-928d-0d95e8d2cdd8 HTTP/1.1" status: 200 len: 210 time: 0.0768151 Nov 12 08:21:10.120960 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-22ceb47d-e1a4-420e-8459-30211abb8d7f tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:10.139307 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-22ceb47d-e1a4-420e-8459-30211abb8d7f tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Calling delete_port for 535aad51-53b7-47cb-9846-0da7388ff0a4 owned by {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:21:10.219642 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 73685504-dbc6-48c5-be42-7df6febab919 details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:21:10.307531 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-22ceb47d-e1a4-420e-8459-30211abb8d7f tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:10.383035 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ceb47d-e1a4-420e-8459-30211abb8d7f tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Pushing event deleted for resources: {'Port': ['ID=535aad51-53b7-47cb-9846-0da7388ff0a4,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:10.396951 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-22ceb47d-e1a4-420e-8459-30211abb8d7f tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:10.417866 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-22ceb47d-e1a4-420e-8459-30211abb8d7f tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "DELETE /v2.0/ports/535aad51-53b7-47cb-9846-0da7388ff0a4 HTTP/1.1" status: 204 len: 168 time: 0.6221538 Nov 12 08:21:10.419992 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 50180) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:10.455501 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 73685504-dbc6-48c5-be42-7df6febab919, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=73685504-dbc6-48c5-be42-7df6febab919,segment=NetworkSegment(f556910d-c385-437f-a6fb-f3c9395b9194),segment_id=f556910d-c385-437f-a6fb-f3c9395b9194)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:21:10.472547 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Returning: {'device': '73685504-dbc6-48c5-be42-7df6febab919', 'network_id': 'c164b714-a9ee-49ae-ab85-02a2461298d9', 'port_id': '73685504-dbc6-48c5-be42-7df6febab919', 'mac_address': 'fa:16:3e:39:ee:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beed55bb-7519-49f9-9b0f-9ca9d1c87988', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:21:10.533669 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:10.555136 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-e530113a-7783-48f4-9840-8911a24052df None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 73685504-dbc6-48c5-be42-7df6febab919 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:21:10.581032 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c717997-08d4-43b2-992c-6785e696ae34 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:10.584263 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-0c717997-08d4-43b2-992c-6785e696ae34 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1612122 Nov 12 08:21:10.587416 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 50184) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:10.613479 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 73685504-dbc6-48c5-be42-7df6febab919, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=73685504-dbc6-48c5-be42-7df6febab919,segment=NetworkSegment(f556910d-c385-437f-a6fb-f3c9395b9194),segment_id=f556910d-c385-437f-a6fb-f3c9395b9194)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:21:10.624912 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:10.655743 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-36713a2c-4d37-49b0-9a84-87ef73300b47 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052'] for router, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:10.662427 n-d-765315-29 neutron-server[102599]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc346b0d-3362-414f-8028-ad5199fb3984 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] GET failed (client error): The resource could not be found. Nov 12 08:21:10.664739 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-cc346b0d-3362-414f-8028-ad5199fb3984 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "GET /v2.0/ports/535aad51-53b7-47cb-9846-0da7388ff0a4 HTTP/1.1" status: 404 len: 333 time: 0.0743537 Nov 12 08:21:10.670568 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 50186) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:10.686069 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-1ca7908c-d5e8-468c-a044-c851944f778e tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1486643815'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:10.733438 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=73685504-dbc6-48c5-be42-7df6febab919,revision_number=6']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:10.738351 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 50188) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:10.739025 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca7908c-d5e8-468c-a044-c851944f778e tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Made reservation on behalf of 6369a719c0774326a5a17deb8ee2154f for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:21:10.742517 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1ca7908c-d5e8-468c-a044-c851944f778e tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:10.750209 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['73685504-dbc6-48c5-be42-7df6febab919'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:21:10.817678 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ca7908c-d5e8-468c-a044-c851944f778e tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:21:10.837763 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1ca7908c-d5e8-468c-a044-c851944f778e tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:10.839059 n-d-765315-29 neutron-server[102599]: INFO neutron.db.segments_db [None req-1ca7908c-d5e8-468c-a044-c851944f778e tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Added segment d235ea36-5a2b-49fd-a758-8c9b4fc3c867 of type vlan for network aa64c22c-fe9c-476d-b124-f69ac8f4769c Nov 12 08:21:10.884040 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1441aa89-46cb-465e-b924-35fb2bd076a9 req-f9d1ca9b-6aa7-4a4b-88f5-cd7226c75b43 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:10.899172 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1441aa89-46cb-465e-b924-35fb2bd076a9 req-f9d1ca9b-6aa7-4a4b-88f5-cd7226c75b43 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 944 time: 0.1749649 Nov 12 08:21:10.900997 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36713a2c-4d37-49b0-9a84-87ef73300b47 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Router dda6947b-0ce0-48c3-abd8-f0f77a25f7c3 is scheduled to L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 with binding_index 1 {{(pid=102600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:21:10.909690 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1ca7908c-d5e8-468c-a044-c851944f778e tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:10.944973 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1ca7908c-d5e8-468c-a044-c851944f778e tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:10.955832 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca7908c-d5e8-468c-a044-c851944f778e tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:10.956612 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1ca7908c-d5e8-468c-a044-c851944f778e tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:10.991576 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-1ca7908c-d5e8-468c-a044-c851944f778e tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3151875 Nov 12 08:21:11.003728 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 50194) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:11.005909 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-afb0de2e-91bb-455e-aaee-75e4944e54e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:11.020478 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-4fc59f2f-2d8a-438f-adc8-9ad54e9b7ab8 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Request body: {'subnet': {'network_id': 'aa64c22c-fe9c-476d-b124-f69ac8f4769c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:11.065591 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1441aa89-46cb-465e-b924-35fb2bd076a9 req-533cc26e-c4d7-4c35-bd75-7208b432fc82 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655302 Nov 12 08:21:11.136226 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36713a2c-4d37-49b0-9a84-87ef73300b47 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:21:11.149915 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc32ae0-a48d-449f-a9fb-57fe5eca6338 None None] Sync routers for ids ['dda6947b-0ce0-48c3-abd8-f0f77a25f7c3'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:21:11.160292 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc32ae0-a48d-449f-a9fb-57fe5eca6338 None None] Routers {'dda6947b-0ce0-48c3-abd8-f0f77a25f7c3'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:21:11.160977 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-0cc32ae0-a48d-449f-a9fb-57fe5eca6338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:21:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['dda6947b-0ce0-48c3-abd8-f0f77a25f7c3'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:11.196270 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-0cc32ae0-a48d-449f-a9fb-57fe5eca6338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:11.209109 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc32ae0-a48d-449f-a9fb-57fe5eca6338 None None] Routers {'dda6947b-0ce0-48c3-abd8-f0f77a25f7c3'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:21:11.209240 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca7908c-d5e8-468c-a044-c851944f778e tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Pushing event updated for resources: {'Network': ['ID=aa64c22c-fe9c-476d-b124-f69ac8f4769c,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:11.209351 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-0cc32ae0-a48d-449f-a9fb-57fe5eca6338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:21:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['dda6947b-0ce0-48c3-abd8-f0f77a25f7c3'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:11.224781 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network aa64c22c-fe9c-476d-b124-f69ac8f4769c details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:21:11.229191 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc59f2f-2d8a-438f-adc8-9ad54e9b7ab8 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Made reservation on behalf of 6369a719c0774326a5a17deb8ee2154f for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:21:11.231397 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-36713a2c-4d37-49b0-9a84-87ef73300b47 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:11.234135 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-36713a2c-4d37-49b0-9a84-87ef73300b47 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.4880624 Nov 12 08:21:11.234768 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4fc59f2f-2d8a-438f-adc8-9ad54e9b7ab8 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:11.236599 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 50200) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:11.246459 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd20e242-f70a-4ef8-bbdf-a69317091590 req-ef3e7b1b-f5f5-4b42-8131-f59b1c0e4066 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:11.248897 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-bd20e242-f70a-4ef8-bbdf-a69317091590 req-ef3e7b1b-f5f5-4b42-8131-f59b1c0e4066 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/ports?device_id=f822e1e1-b947-4f9c-b705-d0a91151e0f7 HTTP/1.1" status: 200 len: 945 time: 0.1531894 Nov 12 08:21:11.291025 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-0cc32ae0-a48d-449f-a9fb-57fe5eca6338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:11.291749 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc32ae0-a48d-449f-a9fb-57fe5eca6338 None None] The sync data for ids ['dda6947b-0ce0-48c3-abd8-f0f77a25f7c3'] in n-d-765315-29 is: [] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:21:11.387503 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-065e204c-e99b-433c-ac72-7043f1d0b7c6 req-db0c96bf-81b9-4458-bccd-20db8038aad0 tempest-ImagesNegativeTestJSON-651663508 tempest-ImagesNegativeTestJSON-651663508-project] 10.222.0.26 "GET /v2.0/ports?device_id=07ce3d47-0ebe-4079-928d-0d95e8d2cdd8 HTTP/1.1" status: 200 len: 210 time: 0.0328150 Nov 12 08:21:11.412550 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-bd20e242-f70a-4ef8-bbdf-a69317091590 req-863755b1-4a75-46b8-9631-8935949a823f tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/security-groups?id=4679696e-a532-438b-8380-3e45cd46de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452317 Nov 12 08:21:11.420742 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-94554f67-947b-439d-8ff6-81e7f3f00112 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] 10.222.0.26 "GET /v2.0/routers/dda6947b-0ce0-48c3-abd8-f0f77a25f7c3 HTTP/1.1" status: 200 len: 921 time: 0.1797748 Nov 12 08:21:11.422013 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 50204) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:11.457515 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-afb0de2e-91bb-455e-aaee-75e4944e54e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:11.461685 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-afb0de2e-91bb-455e-aaee-75e4944e54e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:11.465961 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-d1b12df7-2656-430c-b47f-b575fcba5d07 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] 10.222.0.26 "GET /v2.0/ports?device_id=dda6947b-0ce0-48c3-abd8-f0f77a25f7c3 HTTP/1.1" status: 200 len: 205 time: 0.0427036 Nov 12 08:21:11.469434 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 50206) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:11.516792 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-afb0de2e-91bb-455e-aaee-75e4944e54e5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=450c1f673732486ba7a12d7d6241b266&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7689736 Nov 12 08:21:11.518196 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 50208) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:11.535507 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb0de2e-91bb-455e-aaee-75e4944e54e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cfddaba-ecd5-4ef8-9d89-0f3ba84db6f2,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:11.611019 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4fc59f2f-2d8a-438f-adc8-9ad54e9b7ab8 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:11.619959 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8839a437-1c18-4867-95ba-97b5374e642d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:11.623447 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f3e46ec8-31e1-4868-a23d-44848532497a tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks [] for router, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:11.684578 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-aac06369-631c-41c9-be06-16edcf9d6df5 req-24704090-16af-4d5a-9a09-22ee0f2c0fe0 tempest-ImagesNegativeTestJSON-651663508 tempest-ImagesNegativeTestJSON-651663508-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=edf6f48befbd4fc189f05bf9c8ef9e00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0707695 Nov 12 08:21:11.705543 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8839a437-1c18-4867-95ba-97b5374e642d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:11.760013 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc59f2f-2d8a-438f-adc8-9ad54e9b7ab8 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Pushing event updated for resources: {'Subnet': ['ID=2cc75d8e-67e2-4133-a03b-ac1b70aceed6,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:11.788806 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f3e46ec8-31e1-4868-a23d-44848532497a tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:11.827862 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8839a437-1c18-4867-95ba-97b5374e642d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:11.830669 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8839a437-1c18-4867-95ba-97b5374e642d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:11.831797 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-8839a437-1c18-4867-95ba-97b5374e642d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0cfddaba-ecd5-4ef8-9d89-0f3ba84db6f2 HTTP/1.1" status: 204 len: 168 time: 0.3137238 Nov 12 08:21:11.833775 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc59f2f-2d8a-438f-adc8-9ad54e9b7ab8 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Checking segment: {'id': 'd235ea36-5a2b-49fd-a758-8c9b4fc3c867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'aa64c22c-fe9c-476d-b124-f69ac8f4769c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:21:11.834145 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc59f2f-2d8a-438f-adc8-9ad54e9b7ab8 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Network hostable DHCP agents. Network: aa64c22c-fe9c-476d-b124-f69ac8f4769c, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:21:11.843103 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8839a437-1c18-4867-95ba-97b5374e642d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cfddaba-ecd5-4ef8-9d89-0f3ba84db6f2,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:11.870235 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-f3e46ec8-31e1-4868-a23d-44848532497a tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Deleting port fe255d67-da43-4c93-911e-1f891f1c90e9 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:21:11.870518 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f3e46ec8-31e1-4868-a23d-44848532497a tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:11.913960 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc59f2f-2d8a-438f-adc8-9ad54e9b7ab8 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Network aa64c22c-fe9c-476d-b124-f69ac8f4769c is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:21:11.930845 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac06369-631c-41c9-be06-16edcf9d6df5 req-c857c756-dbe8-4dab-bc75-ab2ea0f04f14 tempest-ImagesNegativeTestJSON-651663508 tempest-ImagesNegativeTestJSON-651663508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:11.932336 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-aac06369-631c-41c9-be06-16edcf9d6df5 req-c857c756-dbe8-4dab-bc75-ab2ea0f04f14 tempest-ImagesNegativeTestJSON-651663508 tempest-ImagesNegativeTestJSON-651663508-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2327626 Nov 12 08:21:11.933715 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-4fc59f2f-2d8a-438f-adc8-9ad54e9b7ab8 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, aa64c22c-fe9c-476d-b124-f69ac8f4769c) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:21:11.938192 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc59f2f-2d8a-438f-adc8-9ad54e9b7ab8 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:11.938720 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4fc59f2f-2d8a-438f-adc8-9ad54e9b7ab8 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:11.950370 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d028c81-0d4f-48f2-810f-4ed8952d8efc None None] Network aa64c22c-fe9c-476d-b124-f69ac8f4769c requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:21:11.955409 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-aac06369-631c-41c9-be06-16edcf9d6df5 req-ec2f1d45-a60b-494c-b98d-eefb51ff6139 tempest-ImagesNegativeTestJSON-651663508 tempest-ImagesNegativeTestJSON-651663508-project] Request body: {'port': {'device_id': '07ce3d47-0ebe-4079-928d-0d95e8d2cdd8', 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016', 'admin_state_up': True, 'tenant_id': 'edf6f48befbd4fc189f05bf9c8ef9e00'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:11.974019 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f3e46ec8-31e1-4868-a23d-44848532497a tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:11.980729 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-4fc59f2f-2d8a-438f-adc8-9ad54e9b7ab8 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9734988 Nov 12 08:21:11.986668 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 50212) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:11.994570 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-7ee46ede-a347-402d-9a7d-32aff941c031 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Request body: {'subnet': {'network_id': 'aa64c22c-fe9c-476d-b124-f69ac8f4769c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:12.024144 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-f3e46ec8-31e1-4868-a23d-44848532497a tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Calling delete_port for fe255d67-da43-4c93-911e-1f891f1c90e9 owned by network:router_gateway {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:21:12.118190 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aac06369-631c-41c9-be06-16edcf9d6df5 req-ec2f1d45-a60b-494c-b98d-eefb51ff6139 tempest-ImagesNegativeTestJSON-651663508 tempest-ImagesNegativeTestJSON-651663508-project] Made reservation on behalf of edf6f48befbd4fc189f05bf9c8ef9e00 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:21:12.125392 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-aac06369-631c-41c9-be06-16edcf9d6df5 req-ec2f1d45-a60b-494c-b98d-eefb51ff6139 tempest-ImagesNegativeTestJSON-651663508 tempest-ImagesNegativeTestJSON-651663508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:12.145634 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-aac06369-631c-41c9-be06-16edcf9d6df5 req-ec2f1d45-a60b-494c-b98d-eefb51ff6139 tempest-ImagesNegativeTestJSON-651663508 tempest-ImagesNegativeTestJSON-651663508-project] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:12.221561 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:12.224026 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ee46ede-a347-402d-9a7d-32aff941c031 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Made reservation on behalf of 6369a719c0774326a5a17deb8ee2154f for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:21:12.227614 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7ee46ede-a347-402d-9a7d-32aff941c031 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:12.232879 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 73685504-dbc6-48c5-be42-7df6febab919 up at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:21:12.238977 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22f038e-6549-4a36-b5c0-e6912b5c28f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-aa64c22c-fe9c-476d-b124-f69ac8f4769c', 'network_id': 'aa64c22c-fe9c-476d-b124-f69ac8f4769c', 'tenant_id': '6369a719c0774326a5a17deb8ee2154f', 'fixed_ips': [{'subnet_id': '2cc75d8e-67e2-4133-a03b-ac1b70aceed6'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:21:12.239836 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c22f038e-6549-4a36-b5c0-e6912b5c28f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:12.302877 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373c6c57-5b73-41ff-8b0b-dc22a75abe3c req-e1ccf034-b7a9-4711-96e1-4504671a8b16 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:12.311775 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-373c6c57-5b73-41ff-8b0b-dc22a75abe3c req-e1ccf034-b7a9-4711-96e1-4504671a8b16 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 944 time: 0.0890484 Nov 12 08:21:12.389439 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-373c6c57-5b73-41ff-8b0b-dc22a75abe3c req-9e205e8c-5f7f-475f-9f81-0d2d0b054633 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765753 Nov 12 08:21:12.401120 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-aac06369-631c-41c9-be06-16edcf9d6df5 req-ec2f1d45-a60b-494c-b98d-eefb51ff6139 tempest-ImagesNegativeTestJSON-651663508 tempest-ImagesNegativeTestJSON-651663508-project] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:12.408269 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-aac06369-631c-41c9-be06-16edcf9d6df5 req-ec2f1d45-a60b-494c-b98d-eefb51ff6139 tempest-ImagesNegativeTestJSON-651663508 tempest-ImagesNegativeTestJSON-651663508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:12.413410 n-d-765315-29 neutron-server[102600]: INFO neutron.db.ipam_backend_mixin [None req-7ee46ede-a347-402d-9a7d-32aff941c031 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 2cc75d8e-67e2-4133-a03b-ac1b70aceed6 (CIDR: 172.20.0.0/28) Nov 12 08:21:12.427846 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f3e46ec8-31e1-4868-a23d-44848532497a tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:12.455246 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2f1d45-a60b-494c-b98d-eefb51ff6139 tempest-ImagesNegativeTestJSON-651663508 tempest-ImagesNegativeTestJSON-651663508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee1f944-a10a-4a84-ba6e-5e5d74b5e19f,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:12.467687 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning complete for port 73685504-dbc6-48c5-be42-7df6febab919 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:12.468255 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:12.488086 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ee46ede-a347-402d-9a7d-32aff941c031 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:21:12.488589 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ee46ede-a347-402d-9a7d-32aff941c031 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:21:12.523176 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e46ec8-31e1-4868-a23d-44848532497a tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Pushing event deleted for resources: {'Port': ['ID=fe255d67-da43-4c93-911e-1f891f1c90e9,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:12.539435 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-c22f038e-6549-4a36-b5c0-e6912b5c28f5 None None] Allocated IP 172.20.0.2 (aa64c22c-fe9c-476d-b124-f69ac8f4769c/2cc75d8e-67e2-4133-a03b-ac1b70aceed6/830295a0-3c55-457f-b6b8-34b6ad684e13) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:21:12.559739 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e6246983-6092-48e4-ae82-76996cfd6ce4 req-51db9fbd-7953-427c-83f0-2be7376e0e86 tempest-ImagesNegativeTestJSON-651663508 tempest-ImagesNegativeTestJSON-651663508-project] 10.222.0.26 "GET /v2.0/ports?device_id=07ce3d47-0ebe-4079-928d-0d95e8d2cdd8 HTTP/1.1" status: 200 len: 210 time: 0.0424464 Nov 12 08:21:12.589854 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-7ee46ede-a347-402d-9a7d-32aff941c031 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6016722 Nov 12 08:21:12.601056 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 50238) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:12.614969 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-cec622b5-1447-498a-a39b-947c5f50d578 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Request body: {'subnet': {'network_id': 'aa64c22c-fe9c-476d-b124-f69ac8f4769c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:12.660664 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f3e46ec8-31e1-4868-a23d-44848532497a tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-933016'] for router_gateway, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:12.760656 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:12.821147 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e631f1f-9a20-49e6-8333-fc457bad62af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73685504-dbc6-48c5-be42-7df6febab919'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:21:12.823481 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55601839-7020-4fcf-96dd-89b011be5bcc" -d '{"events": [{"server_uuid": "1e631f1f-9a20-49e6-8333-fc457bad62af", "name": "network-vif-plugged", "status": "completed", "tag": "73685504-dbc6-48c5-be42-7df6febab919"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:21:12.843339 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-aac06369-631c-41c9-be06-16edcf9d6df5 req-ec2f1d45-a60b-494c-b98d-eefb51ff6139 tempest-ImagesNegativeTestJSON-651663508 tempest-ImagesNegativeTestJSON-651663508-project] Allocated IP 192.168.233.254 (107743df-d3df-459d-a6cd-9e2ab4303016/e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1/100b57d6-00de-40d1-ab54-678113dd23a4) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:21:12.844513 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 73685504-dbc6-48c5-be42-7df6febab919, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=73685504-dbc6-48c5-be42-7df6febab919,segment=NetworkSegment(f556910d-c385-437f-a6fb-f3c9395b9194),segment_id=f556910d-c385-437f-a6fb-f3c9395b9194)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:21:12.860476 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:12.863137 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c22f038e-6549-4a36-b5c0-e6912b5c28f5 None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:12.884822 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4681f49b-4225-4f96-af6b-50c5fc2fc988 req-d4cbf26a-0f77-42fd-98e0-9c9bc4440782 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:12.893610 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4681f49b-4225-4f96-af6b-50c5fc2fc988 req-d4cbf26a-0f77-42fd-98e0-9c9bc4440782 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/ports?device_id=f822e1e1-b947-4f9c-b705-d0a91151e0f7 HTTP/1.1" status: 200 len: 945 time: 0.3215907 Nov 12 08:21:12.896834 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c22f038e-6549-4a36-b5c0-e6912b5c28f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:12.926439 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cec622b5-1447-498a-a39b-947c5f50d578 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Made reservation on behalf of 6369a719c0774326a5a17deb8ee2154f for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:21:12.929932 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22f038e-6549-4a36-b5c0-e6912b5c28f5 None None] Network aa64c22c-fe9c-476d-b124-f69ac8f4769c is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:21:12.931325 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cec622b5-1447-498a-a39b-947c5f50d578 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:12.937324 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-c22f038e-6549-4a36-b5c0-e6912b5c28f5 None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:21:12.944949 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22f038e-6549-4a36-b5c0-e6912b5c28f5 None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:21:12.956582 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=73685504-dbc6-48c5-be42-7df6febab919,revision_number=7']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:12.971736 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69cafddc-df8c-4bc8-8d56-f9a56ecaf638 x-openstack-request-id: req-69cafddc-df8c-4bc8-8d56-f9a56ecaf638 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:21:12.972307 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e631f1f-9a20-49e6-8333-fc457bad62af", "name": "network-vif-plugged", "status": "completed", "tag": "73685504-dbc6-48c5-be42-7df6febab919", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:21:12.972724 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-69cafddc-df8c-4bc8-8d56-f9a56ecaf638 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:21:12.973280 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e631f1f-9a20-49e6-8333-fc457bad62af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73685504-dbc6-48c5-be42-7df6febab919', 'code': 200} Nov 12 08:21:13.053385 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-c22f038e-6549-4a36-b5c0-e6912b5c28f5 None None] Attempting to bind port 830295a0-3c55-457f-b6b8-34b6ad684e13 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:21:13.053952 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-c22f038e-6549-4a36-b5c0-e6912b5c28f5 None None] Attempting to bind port 830295a0-3c55-457f-b6b8-34b6ad684e13 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': 'd235ea36-5a2b-49fd-a758-8c9b4fc3c867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'aa64c22c-fe9c-476d-b124-f69ac8f4769c'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:21:13.054390 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22f038e-6549-4a36-b5c0-e6912b5c28f5 None None] Attempting to bind port 830295a0-3c55-457f-b6b8-34b6ad684e13 on network aa64c22c-fe9c-476d-b124-f69ac8f4769c {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:21:13.062185 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22f038e-6549-4a36-b5c0-e6912b5c28f5 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:21:13.062578 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22f038e-6549-4a36-b5c0-e6912b5c28f5 None None] Checking segment: {'id': 'd235ea36-5a2b-49fd-a758-8c9b4fc3c867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'aa64c22c-fe9c-476d-b124-f69ac8f4769c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:21:13.063173 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c22f038e-6549-4a36-b5c0-e6912b5c28f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:13.063641 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22f038e-6549-4a36-b5c0-e6912b5c28f5 None None] Bound using segment: {'id': 'd235ea36-5a2b-49fd-a758-8c9b4fc3c867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'aa64c22c-fe9c-476d-b124-f69ac8f4769c'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:21:13.064192 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-c22f038e-6549-4a36-b5c0-e6912b5c28f5 None None] Bound port: 830295a0-3c55-457f-b6b8-34b6ad684e13, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd235ea36-5a2b-49fd-a758-8c9b4fc3c867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'aa64c22c-fe9c-476d-b124-f69ac8f4769c'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:21:13.064656 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c22f038e-6549-4a36-b5c0-e6912b5c28f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:13.086814 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22f038e-6549-4a36-b5c0-e6912b5c28f5 None None] Pushing event updated for resources: {'Port': ['ID=830295a0-3c55-457f-b6b8-34b6ad684e13,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:13.128980 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f3e46ec8-31e1-4868-a23d-44848532497a tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:13.131310 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f3e46ec8-31e1-4868-a23d-44848532497a tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:13.164828 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-aac06369-631c-41c9-be06-16edcf9d6df5 req-ec2f1d45-a60b-494c-b98d-eefb51ff6139 tempest-ImagesNegativeTestJSON-651663508 tempest-ImagesNegativeTestJSON-651663508-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:13.172361 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-c22f038e-6549-4a36-b5c0-e6912b5c28f5 None None] For port 830295a0-3c55-457f-b6b8-34b6ad684e13, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:21:13.175909 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-c22f038e-6549-4a36-b5c0-e6912b5c28f5 None None] For port 830295a0-3c55-457f-b6b8-34b6ad684e13, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=830295a0-3c55-457f-b6b8-34b6ad684e13,segment=NetworkSegment(d235ea36-5a2b-49fd-a758-8c9b4fc3c867),segment_id=d235ea36-5a2b-49fd-a758-8c9b4fc3c867)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:21:13.184672 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c22f038e-6549-4a36-b5c0-e6912b5c28f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:13.186603 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f3e46ec8-31e1-4868-a23d-44848532497a tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:13.186603 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e46ec8-31e1-4868-a23d-44848532497a tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Fanout notify agent at l3_agent the message router_deleted on router dda6947b-0ce0-48c3-abd8-f0f77a25f7c3 {{(pid=102600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:21:13.209465 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f3e46ec8-31e1-4868-a23d-44848532497a tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:13.211061 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-f3e46ec8-31e1-4868-a23d-44848532497a tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] 10.222.0.26 "DELETE /v2.0/routers/dda6947b-0ce0-48c3-abd8-f0f77a25f7c3 HTTP/1.1" status: 204 len: 168 time: 1.7404404 Nov 12 08:21:13.214971 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 50252) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:13.223985 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-783d69fc-80e3-4439-8d91-d1d5245fce63 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Request body: {'router': {'name': 'tempest-snat-router-716830443', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'enable_snat': False}}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:13.253312 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-783d69fc-80e3-4439-8d91-d1d5245fce63 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:13.254485 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-783d69fc-80e3-4439-8d91-d1d5245fce63 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:13.276719 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22f038e-6549-4a36-b5c0-e6912b5c28f5 None None] Pushing event updated for resources: {'Port': ['ID=830295a0-3c55-457f-b6b8-34b6ad684e13,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:13.284138 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4681f49b-4225-4f96-af6b-50c5fc2fc988 req-c2dc292f-8902-4970-82bd-cd186ccb00a8 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/security-groups?id=4679696e-a532-438b-8380-3e45cd46de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3894651 Nov 12 08:21:13.300912 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-aac06369-631c-41c9-be06-16edcf9d6df5 req-ec2f1d45-a60b-494c-b98d-eefb51ff6139 tempest-ImagesNegativeTestJSON-651663508 tempest-ImagesNegativeTestJSON-651663508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:13.332413 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-783d69fc-80e3-4439-8d91-d1d5245fce63 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:13.384645 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2f1d45-a60b-494c-b98d-eefb51ff6139 tempest-ImagesNegativeTestJSON-651663508 tempest-ImagesNegativeTestJSON-651663508-project] Pushing event updated for resources: {'Port': ['ID=100b57d6-00de-40d1-ab54-678113dd23a4,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:13.430278 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aac06369-631c-41c9-be06-16edcf9d6df5 req-ec2f1d45-a60b-494c-b98d-eefb51ff6139 tempest-ImagesNegativeTestJSON-651663508 tempest-ImagesNegativeTestJSON-651663508-project] Network 107743df-d3df-459d-a6cd-9e2ab4303016 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:21:13.434177 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-aac06369-631c-41c9-be06-16edcf9d6df5 req-ec2f1d45-a60b-494c-b98d-eefb51ff6139 tempest-ImagesNegativeTestJSON-651663508 tempest-ImagesNegativeTestJSON-651663508-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:21:13.451473 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-aac06369-631c-41c9-be06-16edcf9d6df5 req-ec2f1d45-a60b-494c-b98d-eefb51ff6139 tempest-ImagesNegativeTestJSON-651663508 tempest-ImagesNegativeTestJSON-651663508-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:21:13.551581 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac06369-631c-41c9-be06-16edcf9d6df5 req-ec2f1d45-a60b-494c-b98d-eefb51ff6139 tempest-ImagesNegativeTestJSON-651663508 tempest-ImagesNegativeTestJSON-651663508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:13.552272 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-aac06369-631c-41c9-be06-16edcf9d6df5 req-ec2f1d45-a60b-494c-b98d-eefb51ff6139 tempest-ImagesNegativeTestJSON-651663508 tempest-ImagesNegativeTestJSON-651663508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:13.555495 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-783d69fc-80e3-4439-8d91-d1d5245fce63 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:13.742643 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-aac06369-631c-41c9-be06-16edcf9d6df5 req-ec2f1d45-a60b-494c-b98d-eefb51ff6139 tempest-ImagesNegativeTestJSON-651663508 tempest-ImagesNegativeTestJSON-651663508-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7929986 Nov 12 08:21:13.790249 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-aac06369-631c-41c9-be06-16edcf9d6df5 req-db7efb36-ade7-4263-8a25-93f7e650ec51 service neutron] Request body: {'port': {'device_id': '07ce3d47-0ebe-4079-928d-0d95e8d2cdd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:13.886777 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596467de-0776-42a4-9660-5013ea9656a0 req-486c30bc-55f3-4f85-ba03-d77ea71216ea tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:13.889655 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-596467de-0776-42a4-9660-5013ea9656a0 req-486c30bc-55f3-4f85-ba03-d77ea71216ea tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 945 time: 0.2759683 Nov 12 08:21:13.996997 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e0aa0d87-e5d4-4721-96a9-6ef3eba391dc None None] Provisioning complete for port 100b57d6-00de-40d1-ab54-678113dd23a4 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:13.998018 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e0aa0d87-e5d4-4721-96a9-6ef3eba391dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:14.054509 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760a14b4-7577-465d-b6ce-3cd602e0ea09 req-b084b6e5-8915-43d5-9147-aec6fb2ae08b tempest-ImagesNegativeTestJSON-651663508 tempest-ImagesNegativeTestJSON-651663508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:14.057720 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-760a14b4-7577-465d-b6ce-3cd602e0ea09 req-b084b6e5-8915-43d5-9147-aec6fb2ae08b tempest-ImagesNegativeTestJSON-651663508 tempest-ImagesNegativeTestJSON-651663508-project] 10.222.0.26 "GET /v2.0/ports?device_id=07ce3d47-0ebe-4079-928d-0d95e8d2cdd8 HTTP/1.1" status: 200 len: 936 time: 0.2737601 Nov 12 08:21:14.084702 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-e0aa0d87-e5d4-4721-96a9-6ef3eba391dc None None] Port 100b57d6-00de-40d1-ab54-678113dd23a4 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:21:14.149122 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 830295a0-3c55-457f-b6b8-34b6ad684e13 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:21:14.155206 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-783d69fc-80e3-4439-8d91-d1d5245fce63 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:14.189466 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-783d69fc-80e3-4439-8d91-d1d5245fce63 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:14.224213 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 830295a0-3c55-457f-b6b8-34b6ad684e13 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:14.224700 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:14.290983 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-aac06369-631c-41c9-be06-16edcf9d6df5 req-db7efb36-ade7-4263-8a25-93f7e650ec51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:14.342115 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:14.344474 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-783d69fc-80e3-4439-8d91-d1d5245fce63 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Allocated IP 172.25.2.36 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/679c1599-e9ac-46d7-9648-925653b6832e) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:21:14.345175 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-596467de-0776-42a4-9660-5013ea9656a0 req-93ac8716-a2b6-4737-a93f-9d7781efe313 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4398975 Nov 12 08:21:14.379831 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cec622b5-1447-498a-a39b-947c5f50d578 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:14.427081 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] For port 830295a0-3c55-457f-b6b8-34b6ad684e13, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=830295a0-3c55-457f-b6b8-34b6ad684e13,segment=NetworkSegment(d235ea36-5a2b-49fd-a758-8c9b4fc3c867),segment_id=d235ea36-5a2b-49fd-a758-8c9b4fc3c867)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:21:14.436927 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec622b5-1447-498a-a39b-947c5f50d578 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Pushing event updated for resources: {'Subnet': ['ID=558ce378-0ef7-413b-b413-7a7c5ac01139,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:14.449618 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:14.481476 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec622b5-1447-498a-a39b-947c5f50d578 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Network aa64c22c-fe9c-476d-b124-f69ac8f4769c is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:21:14.491212 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-cec622b5-1447-498a-a39b-947c5f50d578 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:21:14.494218 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec622b5-1447-498a-a39b-947c5f50d578 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:14.494856 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cec622b5-1447-498a-a39b-947c5f50d578 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:14.536399 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-760a14b4-7577-465d-b6ce-3cd602e0ea09 req-6461eeee-ad00-40e1-bc39-e06ae115a932 tempest-ImagesNegativeTestJSON-651663508 tempest-ImagesNegativeTestJSON-651663508-project] 10.222.0.26 "GET /v2.0/security-groups?id=8ee1f944-a10a-4a84-ba6e-5e5d74b5e19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4040494 Nov 12 08:21:14.629414 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Pushing event updated for resources: {'Port': ['ID=830295a0-3c55-457f-b6b8-34b6ad684e13,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:14.682738 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-cec622b5-1447-498a-a39b-947c5f50d578 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.0694187 Nov 12 08:21:14.684117 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 50312) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:14.694680 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-f21eb2bb-6f55-42d0-8afc-5ca6c8562c49 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Request body: {'port': {'network_id': 'aa64c22c-fe9c-476d-b124-f69ac8f4769c', 'fixed_ips': [{'subnet_id': '2cc75d8e-67e2-4133-a03b-ac1b70aceed6'}, {'subnet_id': '558ce378-0ef7-413b-b413-7a7c5ac01139'}], 'name': 'tempest-PortsTestJSON-1381124919'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:14.896615 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-783d69fc-80e3-4439-8d91-d1d5245fce63 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:14.905803 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6e202-e89a-4c5d-a8a5-8cdd2e13afbd req-383945e2-7f93-4e59-9465-e44994466bb5 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:14.907363 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b0a6e202-e89a-4c5d-a8a5-8cdd2e13afbd req-383945e2-7f93-4e59-9465-e44994466bb5 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/ports?device_id=f822e1e1-b947-4f9c-b705-d0a91151e0f7 HTTP/1.1" status: 200 len: 945 time: 0.1559196 Nov 12 08:21:15.007481 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b0a6e202-e89a-4c5d-a8a5-8cdd2e13afbd req-d8748e8e-c0c7-411e-a015-e3e54d8eafe1 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/security-groups?id=4679696e-a532-438b-8380-3e45cd46de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941012 Nov 12 08:21:15.012072 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-783d69fc-80e3-4439-8d91-d1d5245fce63 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:15.024816 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-aac06369-631c-41c9-be06-16edcf9d6df5 req-db7efb36-ade7-4263-8a25-93f7e650ec51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 100b57d6-00de-40d1-ab54-678113dd23a4 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:21:15.032458 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f21eb2bb-6f55-42d0-8afc-5ca6c8562c49 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Made reservation on behalf of 6369a719c0774326a5a17deb8ee2154f for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:21:15.038228 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-aac06369-631c-41c9-be06-16edcf9d6df5 req-db7efb36-ade7-4263-8a25-93f7e650ec51 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:15.096023 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783d69fc-80e3-4439-8d91-d1d5245fce63 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Pushing event updated for resources: {'Port': ['ID=679c1599-e9ac-46d7-9648-925653b6832e,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:15.112815 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8c1523-7059-4aff-8682-10addb9678cd None None] Network aa64c22c-fe9c-476d-b124-f69ac8f4769c requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:21:15.119313 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-aac06369-631c-41c9-be06-16edcf9d6df5 req-db7efb36-ade7-4263-8a25-93f7e650ec51 service neutron] Transition to ACTIVE for port object 100b57d6-00de-40d1-ab54-678113dd23a4 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:21:15.145457 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783d69fc-80e3-4439-8d91-d1d5245fce63 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:21:15.147012 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-783d69fc-80e3-4439-8d91-d1d5245fce63 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:21:15.152954 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783d69fc-80e3-4439-8d91-d1d5245fce63 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:21:15.221334 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-aac06369-631c-41c9-be06-16edcf9d6df5 req-db7efb36-ade7-4263-8a25-93f7e650ec51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:15.231107 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-eeab16dc-3b3e-4152-902a-887a040fa986 None None] Provisioning complete for port 830295a0-3c55-457f-b6b8-34b6ad684e13 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:15.231468 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-eeab16dc-3b3e-4152-902a-887a040fa986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:15.305798 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f21eb2bb-6f55-42d0-8afc-5ca6c8562c49 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:15.561449 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [None req-f21eb2bb-6f55-42d0-8afc-5ca6c8562c49 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] device_id is not set on port 426346bd-8914-4e29-8622-4ebce2f8197a yet. {{(pid=102599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:21:15.596485 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7efb36-ade7-4263-8a25-93f7e650ec51 service neutron] Pushing event updated for resources: {'Port': ['ID=100b57d6-00de-40d1-ab54-678113dd23a4,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:15.777241 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b688c82-7e0e-4043-93c2-0fc569f78f9f None None] Update dhcp port {'port': {'network_id': 'aa64c22c-fe9c-476d-b124-f69ac8f4769c', 'fixed_ips': [{'subnet_id': '2cc75d8e-67e2-4133-a03b-ac1b70aceed6', 'ip_address': '172.20.0.2'}, {'subnet_id': '558ce378-0ef7-413b-b413-7a7c5ac01139'}], 'binding:host_id': 'n-d-765315-29'}, 'id': '830295a0-3c55-457f-b6b8-34b6ad684e13'} from n-d-765315-29. {{(pid=102601) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 08:21:15.830332 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4b688c82-7e0e-4043-93c2-0fc569f78f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:15.955050 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac73edb2-30f3-483a-a652-1b1c9e14badb req-51d06b4c-7ce7-4319-b833-8cbd61b50260 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:15.957003 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ac73edb2-30f3-483a-a652-1b1c9e14badb req-51d06b4c-7ce7-4319-b833-8cbd61b50260 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 945 time: 0.3464787 Nov 12 08:21:15.992547 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d4b22-57fe-4fb4-b5fe-f74e95c47286 req-013f9cbd-11e6-4147-97e6-449ec836492d tempest-ImagesNegativeTestJSON-651663508 tempest-ImagesNegativeTestJSON-651663508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:15.995436 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-473d4b22-57fe-4fb4-b5fe-f74e95c47286 req-013f9cbd-11e6-4147-97e6-449ec836492d tempest-ImagesNegativeTestJSON-651663508 tempest-ImagesNegativeTestJSON-651663508-project] 10.222.0.26 "GET /v2.0/ports?device_id=07ce3d47-0ebe-4079-928d-0d95e8d2cdd8 HTTP/1.1" status: 200 len: 948 time: 0.2450035 Nov 12 08:21:15.995638 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-aac06369-631c-41c9-be06-16edcf9d6df5 req-db7efb36-ade7-4263-8a25-93f7e650ec51 service neutron] Attempting to bind port 100b57d6-00de-40d1-ab54-678113dd23a4 on host n-h2-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:21:15.995813 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-aac06369-631c-41c9-be06-16edcf9d6df5 req-db7efb36-ade7-4263-8a25-93f7e650ec51 service neutron] Attempting to bind port 100b57d6-00de-40d1-ab54-678113dd23a4 by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:21:15.996084 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac06369-631c-41c9-be06-16edcf9d6df5 req-db7efb36-ade7-4263-8a25-93f7e650ec51 service neutron] Attempting to bind port 100b57d6-00de-40d1-ab54-678113dd23a4 on network 107743df-d3df-459d-a6cd-9e2ab4303016 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:21:16.005810 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac06369-631c-41c9-be06-16edcf9d6df5 req-db7efb36-ade7-4263-8a25-93f7e650ec51 service neutron] Port 100b57d6-00de-40d1-ab54-678113dd23a4 on network 107743df-d3df-459d-a6cd-9e2ab4303016 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:21:16.008529 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac06369-631c-41c9-be06-16edcf9d6df5 req-db7efb36-ade7-4263-8a25-93f7e650ec51 service neutron] Attempting to bind port 100b57d6-00de-40d1-ab54-678113dd23a4 on network 107743df-d3df-459d-a6cd-9e2ab4303016 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:21:16.009153 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-783d69fc-80e3-4439-8d91-d1d5245fce63 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:16.045594 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac06369-631c-41c9-be06-16edcf9d6df5 req-db7efb36-ade7-4263-8a25-93f7e650ec51 service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:21:16.046036 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac06369-631c-41c9-be06-16edcf9d6df5 req-db7efb36-ade7-4263-8a25-93f7e650ec51 service neutron] Checking segment: {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:21:16.046433 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac06369-631c-41c9-be06-16edcf9d6df5 req-db7efb36-ade7-4263-8a25-93f7e650ec51 service neutron] Bound using segment: {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:21:16.046997 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-aac06369-631c-41c9-be06-16edcf9d6df5 req-db7efb36-ade7-4263-8a25-93f7e650ec51 service neutron] Bound port: 100b57d6-00de-40d1-ab54-678113dd23a4, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:21:16.047350 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-aac06369-631c-41c9-be06-16edcf9d6df5 req-db7efb36-ade7-4263-8a25-93f7e650ec51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:16.099119 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-4b688c82-7e0e-4043-93c2-0fc569f78f9f None None] Allocated IP 172.20.0.18 (aa64c22c-fe9c-476d-b124-f69ac8f4769c/558ce378-0ef7-413b-b413-7a7c5ac01139/830295a0-3c55-457f-b6b8-34b6ad684e13) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:21:16.181145 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ac73edb2-30f3-483a-a652-1b1c9e14badb req-6057126e-c232-43ce-b27a-8142843aee47 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869266 Nov 12 08:21:16.218219 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-aac06369-631c-41c9-be06-16edcf9d6df5 req-db7efb36-ade7-4263-8a25-93f7e650ec51 service neutron] For port 100b57d6-00de-40d1-ab54-678113dd23a4, host n-h2-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:21:16.222332 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-aac06369-631c-41c9-be06-16edcf9d6df5 req-db7efb36-ade7-4263-8a25-93f7e650ec51 service neutron] For port 100b57d6-00de-40d1-ab54-678113dd23a4, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=100b57d6-00de-40d1-ab54-678113dd23a4,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:21:16.236949 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-aac06369-631c-41c9-be06-16edcf9d6df5 req-db7efb36-ade7-4263-8a25-93f7e650ec51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:16.266414 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 830295a0-3c55-457f-b6b8-34b6ad684e13 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:21:16.318866 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-4b688c82-7e0e-4043-93c2-0fc569f78f9f None None] For port 830295a0-3c55-457f-b6b8-34b6ad684e13, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=830295a0-3c55-457f-b6b8-34b6ad684e13,segment=NetworkSegment(d235ea36-5a2b-49fd-a758-8c9b4fc3c867),segment_id=d235ea36-5a2b-49fd-a758-8c9b4fc3c867)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:21:16.340125 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-473d4b22-57fe-4fb4-b5fe-f74e95c47286 req-cb31bd04-9aac-4c71-a477-c87c159ef198 tempest-ImagesNegativeTestJSON-651663508 tempest-ImagesNegativeTestJSON-651663508-project] 10.222.0.26 "GET /v2.0/security-groups?id=8ee1f944-a10a-4a84-ba6e-5e5d74b5e19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3223310 Nov 12 08:21:16.367387 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac06369-631c-41c9-be06-16edcf9d6df5 req-db7efb36-ade7-4263-8a25-93f7e650ec51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:16.382961 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-aac06369-631c-41c9-be06-16edcf9d6df5 req-db7efb36-ade7-4263-8a25-93f7e650ec51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:16.392483 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-aac06369-631c-41c9-be06-16edcf9d6df5 req-db7efb36-ade7-4263-8a25-93f7e650ec51 service neutron] 10.222.0.44 "PUT /v2.0/ports/100b57d6-00de-40d1-ab54-678113dd23a4 HTTP/1.1" status: 200 len: 1097 time: 2.6177263 Nov 12 08:21:16.395286 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07ce3d47-0ebe-4079-928d-0d95e8d2cdd8', 'tag': '100b57d6-00de-40d1-ab54-678113dd23a4'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:21:16.397363 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17520cc0-7c57-4be8-83d9-7c0b1335b744" -d '{"events": [{"name": "network-changed", "server_uuid": "07ce3d47-0ebe-4079-928d-0d95e8d2cdd8", "tag": "100b57d6-00de-40d1-ab54-678113dd23a4"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:21:16.416480 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4b688c82-7e0e-4043-93c2-0fc569f78f9f None None] Publish callbacks [] for port, precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:16.440443 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4b688c82-7e0e-4043-93c2-0fc569f78f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:16.637485 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e4cef9-0bcf-4507-b2fc-4c9de26d3bbf req-22f8a76e-d5cf-47e3-ac7e-8dd7e1ba406b tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:16.647951 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d8611d4-b5f9-4be5-98e6-8841a013deb7 x-openstack-request-id: req-9d8611d4-b5f9-4be5-98e6-8841a013deb7 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:21:16.648231 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07ce3d47-0ebe-4079-928d-0d95e8d2cdd8", "tag": "100b57d6-00de-40d1-ab54-678113dd23a4", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:21:16.648489 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9d8611d4-b5f9-4be5-98e6-8841a013deb7 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:21:16.650183 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-96e4cef9-0bcf-4507-b2fc-4c9de26d3bbf req-22f8a76e-d5cf-47e3-ac7e-8dd7e1ba406b tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/ports?device_id=f822e1e1-b947-4f9c-b705-d0a91151e0f7 HTTP/1.1" status: 200 len: 945 time: 0.1385603 Nov 12 08:21:16.650348 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 830295a0-3c55-457f-b6b8-34b6ad684e13 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:16.650658 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:16.656219 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07ce3d47-0ebe-4079-928d-0d95e8d2cdd8', 'tag': '100b57d6-00de-40d1-ab54-678113dd23a4', 'status': 'completed', 'code': 200} Nov 12 08:21:16.726174 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-783d69fc-80e3-4439-8d91-d1d5245fce63 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052'] for router, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:16.755991 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b688c82-7e0e-4043-93c2-0fc569f78f9f None None] Pushing event updated for resources: {'Port': ['ID=830295a0-3c55-457f-b6b8-34b6ad684e13,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:16.762530 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-96e4cef9-0bcf-4507-b2fc-4c9de26d3bbf req-2e698b8c-7199-4340-bf77-677a6721dec2 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/security-groups?id=4679696e-a532-438b-8380-3e45cd46de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110568 Nov 12 08:21:16.820894 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7efb36-ade7-4263-8a25-93f7e650ec51 service neutron] Pushing event updated for resources: {'Port': ['ID=100b57d6-00de-40d1-ab54-678113dd23a4,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:16.901959 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac06369-631c-41c9-be06-16edcf9d6df5 req-011a0935-f8c4-4aad-96de-3106a194ccfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:16.904904 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-aac06369-631c-41c9-be06-16edcf9d6df5 req-011a0935-f8c4-4aad-96de-3106a194ccfc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=edf6f48befbd4fc189f05bf9c8ef9e00&device_id=07ce3d47-0ebe-4079-928d-0d95e8d2cdd8 HTTP/1.1" status: 200 len: 1100 time: 0.3181288 Nov 12 08:21:16.983387 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-f21eb2bb-6f55-42d0-8afc-5ca6c8562c49 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Allocated IP 172.20.0.9 (aa64c22c-fe9c-476d-b124-f69ac8f4769c/2cc75d8e-67e2-4133-a03b-ac1b70aceed6/426346bd-8914-4e29-8622-4ebce2f8197a) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:21:17.021228 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-aac06369-631c-41c9-be06-16edcf9d6df5 req-6030808c-ee2b-47c9-b93f-dafd496744dc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=100b57d6-00de-40d1-ab54-678113dd23a4 HTTP/1.1" status: 200 len: 217 time: 0.0950489 Nov 12 08:21:17.034474 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-f21eb2bb-6f55-42d0-8afc-5ca6c8562c49 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Allocated IP 172.20.0.26 (aa64c22c-fe9c-476d-b124-f69ac8f4769c/558ce378-0ef7-413b-b413-7a7c5ac01139/426346bd-8914-4e29-8622-4ebce2f8197a) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:21:17.084650 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-783d69fc-80e3-4439-8d91-d1d5245fce63 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Router f03c7535-c338-43f8-8a50-ad03cde9c38d is scheduled to L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 with binding_index 1 {{(pid=102600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:21:17.208761 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac06369-631c-41c9-be06-16edcf9d6df5 req-f26b3d0f-0823-47b4-a9ea-0c6b5b244364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:17.210787 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-aac06369-631c-41c9-be06-16edcf9d6df5 req-f26b3d0f-0823-47b4-a9ea-0c6b5b244364 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1 HTTP/1.1" status: 200 len: 843 time: 0.1754048 Nov 12 08:21:17.533176 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-783d69fc-80e3-4439-8d91-d1d5245fce63 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:21:17.548386 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f9abcd-ce90-4ee7-aa78-1dd7513192b3 None None] Sync routers for ids ['f03c7535-c338-43f8-8a50-ad03cde9c38d'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:21:17.562475 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac06369-631c-41c9-be06-16edcf9d6df5 req-9ba870f6-9964-4e59-bac9-dfac5de2ddfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:17.565628 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-aac06369-631c-41c9-be06-16edcf9d6df5 req-9ba870f6-9964-4e59-bac9-dfac5de2ddfa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=107743df-d3df-459d-a6cd-9e2ab4303016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3432980 Nov 12 08:21:17.572269 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f9abcd-ce90-4ee7-aa78-1dd7513192b3 None None] Routers {'f03c7535-c338-43f8-8a50-ad03cde9c38d'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:21:17.572975 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-04f9abcd-ce90-4ee7-aa78-1dd7513192b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:21:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['f03c7535-c338-43f8-8a50-ad03cde9c38d'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:17.575065 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e554f25-e840-4078-842b-582607a8bbf8 req-a18476b4-2ab0-4c40-bdc4-82db60387487 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:17.587522 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5e554f25-e840-4078-842b-582607a8bbf8 req-a18476b4-2ab0-4c40-bdc4-82db60387487 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 945 time: 0.2206221 Nov 12 08:21:17.653153 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-783d69fc-80e3-4439-8d91-d1d5245fce63 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:17.660786 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-783d69fc-80e3-4439-8d91-d1d5245fce63 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.4443841 Nov 12 08:21:17.670378 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 50398) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:17.690464 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca27677-1d20-426d-8246-3ad8402db047 None None] Network aa64c22c-fe9c-476d-b124-f69ac8f4769c requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:21:17.848870 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f21eb2bb-6f55-42d0-8afc-5ca6c8562c49 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:17.861822 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5e554f25-e840-4078-842b-582607a8bbf8 req-4a55932e-7e04-43e8-9e5e-e602f7055540 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678058 Nov 12 08:21:17.869950 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f48d732-6253-4149-836d-d94419148af2 req-293552a1-3e10-4534-ab1b-1b774102f691 tempest-ImagesNegativeTestJSON-651663508 tempest-ImagesNegativeTestJSON-651663508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:17.872084 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2f48d732-6253-4149-836d-d94419148af2 req-293552a1-3e10-4534-ab1b-1b774102f691 tempest-ImagesNegativeTestJSON-651663508 tempest-ImagesNegativeTestJSON-651663508-project] 10.222.0.26 "GET /v2.0/ports?device_id=07ce3d47-0ebe-4079-928d-0d95e8d2cdd8 HTTP/1.1" status: 200 len: 948 time: 0.1761806 Nov 12 08:21:17.893616 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-aac06369-631c-41c9-be06-16edcf9d6df5 req-586ed138-c4f5-4300-bc8b-e730d305e993 service neutron] 10.222.0.44 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3113923 Nov 12 08:21:17.964703 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f21eb2bb-6f55-42d0-8afc-5ca6c8562c49 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:18.035002 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-54062a98-bd07-4c81-affc-d4cdb9a7e7f7 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] 10.222.0.26 "GET /v2.0/routers/f03c7535-c338-43f8-8a50-ad03cde9c38d HTTP/1.1" status: 200 len: 907 time: 0.3606570 Nov 12 08:21:18.035601 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 50412) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:18.042278 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-2ebfcdb5-3d43-4984-a0df-f42ddf0c4620 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Request body: {'router': {'name': 'tempest-snat-router-716830443', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'enable_snat': True}}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:18.087828 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2ebfcdb5-3d43-4984-a0df-f42ddf0c4620 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:18.088856 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2ebfcdb5-3d43-4984-a0df-f42ddf0c4620 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:18.140354 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21eb2bb-6f55-42d0-8afc-5ca6c8562c49 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Network aa64c22c-fe9c-476d-b124-f69ac8f4769c is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:21:18.150189 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21eb2bb-6f55-42d0-8afc-5ca6c8562c49 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Pushing event updated for resources: {'Port': ['ID=426346bd-8914-4e29-8622-4ebce2f8197a,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:18.152970 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-f21eb2bb-6f55-42d0-8afc-5ca6c8562c49 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:21:18.158669 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21eb2bb-6f55-42d0-8afc-5ca6c8562c49 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:21:18.183460 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2f48d732-6253-4149-836d-d94419148af2 req-02e656fc-6613-47d4-bccc-9161f4406773 tempest-ImagesNegativeTestJSON-651663508 tempest-ImagesNegativeTestJSON-651663508-project] 10.222.0.26 "GET /v2.0/security-groups?id=8ee1f944-a10a-4a84-ba6e-5e5d74b5e19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919779 Nov 12 08:21:18.194536 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 830295a0-3c55-457f-b6b8-34b6ad684e13 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:21:18.229951 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-aac06369-631c-41c9-be06-16edcf9d6df5 req-59b18f4c-86e8-406d-a21c-5fed6097ba3d service neutron] 10.222.0.44 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2886720 Nov 12 08:21:18.269826 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21eb2bb-6f55-42d0-8afc-5ca6c8562c49 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:18.272200 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f21eb2bb-6f55-42d0-8afc-5ca6c8562c49 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:18.284929 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2ebfcdb5-3d43-4984-a0df-f42ddf0c4620 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:18.287329 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-4291964f-1d2a-4747-9058-3f1b5b903898 None None] Provisioning complete for port 830295a0-3c55-457f-b6b8-34b6ad684e13 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:18.287906 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4291964f-1d2a-4747-9058-3f1b5b903898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:18.303643 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-f21eb2bb-6f55-42d0-8afc-5ca6c8562c49 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 3.6192267 Nov 12 08:21:18.306426 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 50416) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:18.315934 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-62c7b3fa-ac10-48d4-9bbb-9921d68aefd6 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2cc75d8e-67e2-4133-a03b-ac1b70aceed6'}]}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:18.368670 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-04f9abcd-ce90-4ee7-aa78-1dd7513192b3 None None] Set router f03c7535-c338-43f8-8a50-ad03cde9c38d gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:21:18.446138 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 830295a0-3c55-457f-b6b8-34b6ad684e13 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:18.446499 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:18.458058 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-62c7b3fa-ac10-48d4-9bbb-9921d68aefd6 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:18.473535 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 50418) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:18.483142 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17520cc0-7c57-4be8-83d9-7c0b1335b744 req-1c8e4901-5c70-4f22-a743-4971ea6a18cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:18.484983 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-17520cc0-7c57-4be8-83d9-7c0b1335b744 req-1c8e4901-5c70-4f22-a743-4971ea6a18cc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=edf6f48befbd4fc189f05bf9c8ef9e00&device_id=07ce3d47-0ebe-4079-928d-0d95e8d2cdd8 HTTP/1.1" status: 200 len: 1100 time: 0.1109209 Nov 12 08:21:18.557893 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2ebfcdb5-3d43-4984-a0df-f42ddf0c4620 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:18.755334 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b7f5b935-521f-411e-b44e-49df6c34bbea admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:18.923165 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2ebfcdb5-3d43-4984-a0df-f42ddf0c4620 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:18.949490 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-04f9abcd-ce90-4ee7-aa78-1dd7513192b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f03c7535-c338-43f8-8a50-ad03cde9c38d', 'name': 'tempest-snat-router-716830443', 'tenant_id': '3d63cb3976b146a4bb2fabd763c4d307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.36'}], 'enable_snat': False}, 'gw_port_id': '679c1599-e9ac-46d7-9648-925653b6832e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:21:13Z', 'updated_at': '2021-11-12T08:21:15Z', 'revision_number': 3, 'project_id': '3d63cb3976b146a4bb2fabd763c4d307', 'gw_port': {'id': '679c1599-e9ac-46d7-9648-925653b6832e', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b9:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f03c7535-c338-43f8-8a50-ad03cde9c38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:21:14Z', 'updated_at': '2021-11-12T08:21:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:18.960746 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2ebfcdb5-3d43-4984-a0df-f42ddf0c4620 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:18.990476 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f9abcd-ce90-4ee7-aa78-1dd7513192b3 None None] Checking router: f03c7535-c338-43f8-8a50-ad03cde9c38d for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:21:18.991323 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f9abcd-ce90-4ee7-aa78-1dd7513192b3 None None] Updating router f03c7535-c338-43f8-8a50-ad03cde9c38d port 679c1599-e9ac-46d7-9648-925653b6832e binding host n-d-765315-29 {{(pid=102601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:21:19.094202 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-04f9abcd-ce90-4ee7-aa78-1dd7513192b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:19.163266 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3c31dc-0b7a-4d7d-b169-6bc35efacf0a req-70c25762-4b03-43f0-b1b1-8006b4102499 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:19.164431 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9b3c31dc-0b7a-4d7d-b169-6bc35efacf0a req-70c25762-4b03-43f0-b1b1-8006b4102499 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 945 time: 0.1423464 Nov 12 08:21:19.230377 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-2ebfcdb5-3d43-4984-a0df-f42ddf0c4620 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Allocated IP 172.25.2.234 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/e9e4dc2b-5722-43c5-bd48-c4daf03e00e5) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:21:19.270865 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9b3c31dc-0b7a-4d7d-b169-6bc35efacf0a req-b50455bd-3499-425a-a41e-8699f3e5f7cf tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987980 Nov 12 08:21:19.314013 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-62c7b3fa-ac10-48d4-9bbb-9921d68aefd6 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Delete allocated IP 172.20.0.26 (aa64c22c-fe9c-476d-b124-f69ac8f4769c/558ce378-0ef7-413b-b413-7a7c5ac01139) {{(pid=102599) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 08:21:19.404291 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-12b7f553-2e19-40e0-b066-947c861bfcb7 None None] Provisioning complete for port 426346bd-8914-4e29-8622-4ebce2f8197a triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:19.404831 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-12b7f553-2e19-40e0-b066-947c861bfcb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:19.461491 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-12b7f553-2e19-40e0-b066-947c861bfcb7 None None] Port 426346bd-8914-4e29-8622-4ebce2f8197a cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:21:19.511693 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-12b7f553-2e19-40e0-b066-947c861bfcb7 None None] Provisioning complete for port 830295a0-3c55-457f-b6b8-34b6ad684e13 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:19.515108 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-12b7f553-2e19-40e0-b066-947c861bfcb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:19.577012 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2ebfcdb5-3d43-4984-a0df-f42ddf0c4620 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:19.632027 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-62c7b3fa-ac10-48d4-9bbb-9921d68aefd6 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:19.641353 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2ebfcdb5-3d43-4984-a0df-f42ddf0c4620 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:19.655782 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-62c7b3fa-ac10-48d4-9bbb-9921d68aefd6 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:19.691450 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17520cc0-7c57-4be8-83d9-7c0b1335b744 req-47d7b96a-b00e-455c-a30e-7de1c74d4bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:19.693032 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-17520cc0-7c57-4be8-83d9-7c0b1335b744 req-47d7b96a-b00e-455c-a30e-7de1c74d4bc3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=107743df-d3df-459d-a6cd-9e2ab4303016 HTTP/1.1" status: 200 len: 870 time: 1.1940224 Nov 12 08:21:19.714343 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b7f5b935-521f-411e-b44e-49df6c34bbea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:19.725323 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ebfcdb5-3d43-4984-a0df-f42ddf0c4620 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:21:19.746892 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-2ebfcdb5-3d43-4984-a0df-f42ddf0c4620 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:21:19.756980 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebfcdb5-3d43-4984-a0df-f42ddf0c4620 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:21:19.844295 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebfcdb5-3d43-4984-a0df-f42ddf0c4620 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Pushing event updated for resources: {'Port': ['ID=e9e4dc2b-5722-43c5-bd48-c4daf03e00e5,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:19.914837 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-0d9cfa68-dc69-4c77-8700-d57836063e9b None None] Provisioning complete for port 426346bd-8914-4e29-8622-4ebce2f8197a triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:19.915192 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-0d9cfa68-dc69-4c77-8700-d57836063e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:20.093746 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-0d9cfa68-dc69-4c77-8700-d57836063e9b None None] Port 426346bd-8914-4e29-8622-4ebce2f8197a cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:21:20.117313 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-04f9abcd-ce90-4ee7-aa78-1dd7513192b3 None None] Publish callbacks [] for port, precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:20.134814 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-04f9abcd-ce90-4ee7-aa78-1dd7513192b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:20.208355 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c938d3d1-1aa3-4261-8dca-021d8b527ad9 req-bf3aed6b-d500-4636-bd07-2b3c0d12ab7d tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:20.214782 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c938d3d1-1aa3-4261-8dca-021d8b527ad9 req-bf3aed6b-d500-4636-bd07-2b3c0d12ab7d tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c044bf7-7155-4342-bd45-f3c1f138fcad HTTP/1.1" status: 200 len: 945 time: 0.1625659 Nov 12 08:21:20.235142 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b7f5b935-521f-411e-b44e-49df6c34bbea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:20.268181 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-17520cc0-7c57-4be8-83d9-7c0b1335b744 req-b0a4e3e1-b2e7-4d80-9fb4-5050e74a930e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=100b57d6-00de-40d1-ab54-678113dd23a4 HTTP/1.1" status: 200 len: 217 time: 0.5341578 Nov 12 08:21:20.278080 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-b7f5b935-521f-411e-b44e-49df6c34bbea admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2b597b71809546048f774636a882ff94&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8023963 Nov 12 08:21:20.284063 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device e4cbdff3-b3bd-41d7-8192-cca0b52471bf details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:21:20.303540 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 50446) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:20.309141 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-04f9abcd-ce90-4ee7-aa78-1dd7513192b3 None None] Attempting to bind port 679c1599-e9ac-46d7-9648-925653b6832e on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:21:20.309509 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-04f9abcd-ce90-4ee7-aa78-1dd7513192b3 None None] Attempting to bind port 679c1599-e9ac-46d7-9648-925653b6832e by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:21:20.310887 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f9abcd-ce90-4ee7-aa78-1dd7513192b3 None None] Attempting to bind port 679c1599-e9ac-46d7-9648-925653b6832e on network d709f64f-f9e6-4525-b020-ad48633b9bbf {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:21:20.335920 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ebdd22-7bfc-4147-9bb2-08b8cf6d4d6d None None] Pushing event updated for resources: {'Port': ['ID=679c1599-e9ac-46d7-9648-925653b6832e,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:20.338877 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-57846c55-3fef-4489-add8-a33e51aa7bc7 None None] Provisioning complete for port 426346bd-8914-4e29-8622-4ebce2f8197a triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:20.339245 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-57846c55-3fef-4489-add8-a33e51aa7bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:20.402978 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f9abcd-ce90-4ee7-aa78-1dd7513192b3 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:21:20.403374 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f9abcd-ce90-4ee7-aa78-1dd7513192b3 None None] Checking segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:21:20.414108 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-04f9abcd-ce90-4ee7-aa78-1dd7513192b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:20.414730 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f9abcd-ce90-4ee7-aa78-1dd7513192b3 None None] Bound using segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:21:20.415245 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-04f9abcd-ce90-4ee7-aa78-1dd7513192b3 None None] Bound port: 679c1599-e9ac-46d7-9648-925653b6832e, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:21:20.415641 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-04f9abcd-ce90-4ee7-aa78-1dd7513192b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:20.437353 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c938d3d1-1aa3-4261-8dca-021d8b527ad9 req-75e3b846-b5c8-4172-91ed-bd53b98d1f6e tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] 10.222.0.26 "GET /v2.0/security-groups?id=426244ab-d9bf-485a-a6d0-584def4dae11&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2133017 Nov 12 08:21:20.495609 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2ebfcdb5-3d43-4984-a0df-f42ddf0c4620 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:20.550072 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.db.resource_extend [None req-e530113a-7783-48f4-9840-8911a24052df None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:21:20.590895 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-57846c55-3fef-4489-add8-a33e51aa7bc7 None None] Port 426346bd-8914-4e29-8622-4ebce2f8197a cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:21:20.656669 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-04f9abcd-ce90-4ee7-aa78-1dd7513192b3 None None] For port 679c1599-e9ac-46d7-9648-925653b6832e, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:21:20.664703 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-04f9abcd-ce90-4ee7-aa78-1dd7513192b3 None None] For port 679c1599-e9ac-46d7-9648-925653b6832e, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=679c1599-e9ac-46d7-9648-925653b6832e,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:21:20.672900 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-04f9abcd-ce90-4ee7-aa78-1dd7513192b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:20.700853 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3953e4-16d1-487c-921e-db49135694d4 req-6bddc740-6507-4c67-986f-73f751e12366 tempest-ImagesNegativeTestJSON-651663508 tempest-ImagesNegativeTestJSON-651663508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:20.710712 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0c3953e4-16d1-487c-921e-db49135694d4 req-6bddc740-6507-4c67-986f-73f751e12366 tempest-ImagesNegativeTestJSON-651663508 tempest-ImagesNegativeTestJSON-651663508-project] 10.222.0.26 "GET /v2.0/ports?device_id=07ce3d47-0ebe-4079-928d-0d95e8d2cdd8 HTTP/1.1" status: 200 len: 948 time: 1.1565340 Nov 12 08:21:20.713087 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f5b935-521f-411e-b44e-49df6c34bbea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=575aeb8b-00be-47e7-b278-c61a7c11644c,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:20.717712 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-62c7b3fa-ac10-48d4-9bbb-9921d68aefd6 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] In _notify_port_updated(), no bound segment for port 426346bd-8914-4e29-8622-4ebce2f8197a on network aa64c22c-fe9c-476d-b124-f69ac8f4769c {{(pid=102599) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 08:21:20.725213 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c7b3fa-ac10-48d4-9bbb-9921d68aefd6 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:20.725422 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-62c7b3fa-ac10-48d4-9bbb-9921d68aefd6 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:20.728350 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-62c7b3fa-ac10-48d4-9bbb-9921d68aefd6 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "PUT /v2.0/ports/426346bd-8914-4e29-8622-4ebce2f8197a HTTP/1.1" status: 200 len: 919 time: 2.4192443 Nov 12 08:21:20.735449 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c7b3fa-ac10-48d4-9bbb-9921d68aefd6 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Pushing event updated for resources: {'Port': ['ID=426346bd-8914-4e29-8622-4ebce2f8197a,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:20.737354 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 50462) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:20.748015 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-f505727e-0574-426f-b391-4ff104ae328d tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2cc75d8e-67e2-4133-a03b-ac1b70aceed6'}, {'subnet_id': '558ce378-0ef7-413b-b413-7a7c5ac01139'}]}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:20.774304 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 100b57d6-00de-40d1-ab54-678113dd23a4 details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:21:20.803468 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17520cc0-7c57-4be8-83d9-7c0b1335b744 req-7a931ea1-8d62-4190-b605-025b50f03b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:20.805236 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-17520cc0-7c57-4be8-83d9-7c0b1335b744 req-7a931ea1-8d62-4190-b605-025b50f03b5e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1 HTTP/1.1" status: 200 len: 843 time: 0.4989886 Nov 12 08:21:20.858196 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1319aab8-fc79-4d9a-960e-9130680c790a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:20.860945 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ebdd22-7bfc-4147-9bb2-08b8cf6d4d6d None None] Pushing event updated for resources: {'Port': ['ID=679c1599-e9ac-46d7-9648-925653b6832e,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:20.870361 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port e4cbdff3-b3bd-41d7-8192-cca0b52471bf, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=e4cbdff3-b3bd-41d7-8192-cca0b52471bf,segment=NetworkSegment(296922ca-424d-4760-9058-82e70353f16a),segment_id=296922ca-424d-4760-9058-82e70353f16a)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:21:20.887372 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Returning: {'device': 'e4cbdff3-b3bd-41d7-8192-cca0b52471bf', 'network_id': 'ec82487f-519c-483b-814a-09ab43cadbc0', 'port_id': 'e4cbdff3-b3bd-41d7-8192-cca0b52471bf', 'mac_address': 'fa:16:3e:c4:c9:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c99e7791-a372-44aa-b26b-4ef09f905daa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:21:20.893823 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0c3953e4-16d1-487c-921e-db49135694d4 req-1af92d6b-a0e5-4c91-8408-691264cc0be9 tempest-ImagesNegativeTestJSON-651663508 tempest-ImagesNegativeTestJSON-651663508-project] 10.222.0.26 "GET /v2.0/security-groups?id=8ee1f944-a10a-4a84-ba6e-5e5d74b5e19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817315 Nov 12 08:21:20.926723 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.db.resource_extend [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:21:20.941811 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1319aab8-fc79-4d9a-960e-9130680c790a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:20.972531 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f9abcd-ce90-4ee7-aa78-1dd7513192b3 None None] Routers {'f03c7535-c338-43f8-8a50-ad03cde9c38d'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:21:20.973376 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-04f9abcd-ce90-4ee7-aa78-1dd7513192b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:21:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['f03c7535-c338-43f8-8a50-ad03cde9c38d'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:20.985526 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17520cc0-7c57-4be8-83d9-7c0b1335b744 req-7c53465f-8ff3-4364-b86f-6b8b19d74ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:20.987883 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-17520cc0-7c57-4be8-83d9-7c0b1335b744 req-7c53465f-8ff3-4364-b86f-6b8b19d74ad8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=107743df-d3df-459d-a6cd-9e2ab4303016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1675475 Nov 12 08:21:21.146147 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1319aab8-fc79-4d9a-960e-9130680c790a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:21.149434 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1319aab8-fc79-4d9a-960e-9130680c790a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:21.150801 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-1319aab8-fc79-4d9a-960e-9130680c790a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/575aeb8b-00be-47e7-b278-c61a7c11644c HTTP/1.1" status: 204 len: 168 time: 0.8385396 Nov 12 08:21:21.165675 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1319aab8-fc79-4d9a-960e-9130680c790a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=575aeb8b-00be-47e7-b278-c61a7c11644c,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:21.189135 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:21.206216 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-17520cc0-7c57-4be8-83d9-7c0b1335b744 req-dce62472-da73-4d7b-a02c-eb0df7aa718c service neutron] 10.222.0.44 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087359 Nov 12 08:21:21.389341 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-e530113a-7783-48f4-9840-8911a24052df None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e4cbdff3-b3bd-41d7-8192-cca0b52471bf {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:21:21.397945 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 100b57d6-00de-40d1-ab54-678113dd23a4, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=100b57d6-00de-40d1-ab54-678113dd23a4,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:21:21.426280 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-04f9abcd-ce90-4ee7-aa78-1dd7513192b3 None None] Set router f03c7535-c338-43f8-8a50-ad03cde9c38d gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:21:21.459208 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': '100b57d6-00de-40d1-ab54-678113dd23a4', 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016', 'port_id': '100b57d6-00de-40d1-ab54-678113dd23a4', 'mac_address': 'fa:16:3e:23:73:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:21:21.462065 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port e4cbdff3-b3bd-41d7-8192-cca0b52471bf, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=e4cbdff3-b3bd-41d7-8192-cca0b52471bf,segment=NetworkSegment(296922ca-424d-4760-9058-82e70353f16a),segment_id=296922ca-424d-4760-9058-82e70353f16a)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:21:21.499924 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:21.639528 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-17520cc0-7c57-4be8-83d9-7c0b1335b744 req-584d54cf-e9b5-482a-8c20-f3d0f01f3a6c service neutron] 10.222.0.44 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4239900 Nov 12 08:21:21.770816 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2ebfcdb5-3d43-4984-a0df-f42ddf0c4620 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052'] for router, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:21.788635 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 50480) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:21.806438 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-77e9c1d2-11d0-4efa-9a22-cc4a3a92309e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:21.884117 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:21.909088 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 100b57d6-00de-40d1-ab54-678113dd23a4 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:21:21.941322 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=e4cbdff3-b3bd-41d7-8192-cca0b52471bf,revision_number=6']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:21.955592 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['e4cbdff3-b3bd-41d7-8192-cca0b52471bf'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:21:22.018540 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 100b57d6-00de-40d1-ab54-678113dd23a4, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=100b57d6-00de-40d1-ab54-678113dd23a4,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:21:22.021579 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ba0f0a-78e8-4529-89bc-501be50ad98a req-c531f94e-4175-43e1-a003-180132ff3726 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:22.023386 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-97ba0f0a-78e8-4529-89bc-501be50ad98a req-c531f94e-4175-43e1-a003-180132ff3726 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 945 time: 1.3819594 Nov 12 08:21:22.042123 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:22.105816 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-77e9c1d2-11d0-4efa-9a22-cc4a3a92309e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:22.127216 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-77e9c1d2-11d0-4efa-9a22-cc4a3a92309e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:22.156179 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=100b57d6-00de-40d1-ab54-678113dd23a4,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:22.156507 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f505727e-0574-426f-b391-4ff104ae328d tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:22.169458 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e9c1d2-11d0-4efa-9a22-cc4a3a92309e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f514cc6-ac20-47e5-b12b-fdb5ee4f154d,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:22.183727 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-04f9abcd-ce90-4ee7-aa78-1dd7513192b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f03c7535-c338-43f8-8a50-ad03cde9c38d', 'name': 'tempest-snat-router-716830443', 'tenant_id': '3d63cb3976b146a4bb2fabd763c4d307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.36'}], 'enable_snat': False}, 'gw_port_id': '679c1599-e9ac-46d7-9648-925653b6832e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:21:13Z', 'updated_at': '2021-11-12T08:21:15Z', 'revision_number': 3, 'project_id': '3d63cb3976b146a4bb2fabd763c4d307', 'gw_port': {'id': '679c1599-e9ac-46d7-9648-925653b6832e', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b9:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f03c7535-c338-43f8-8a50-ad03cde9c38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:21:14Z', 'updated_at': '2021-11-12T08:21:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:22.204965 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-77e9c1d2-11d0-4efa-9a22-cc4a3a92309e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=434bc68e47a042e5a7dbec66bcf5809c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4154706 Nov 12 08:21:22.206442 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 50488) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:22.223313 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f9abcd-ce90-4ee7-aa78-1dd7513192b3 None None] The sync data for ids ['f03c7535-c338-43f8-8a50-ad03cde9c38d'] in n-d-765315-29 is: [{'id': 'f03c7535-c338-43f8-8a50-ad03cde9c38d', 'name': 'tempest-snat-router-716830443', 'tenant_id': '3d63cb3976b146a4bb2fabd763c4d307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.36'}], 'enable_snat': False}, 'gw_port_id': '679c1599-e9ac-46d7-9648-925653b6832e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:21:13Z', 'updated_at': '2021-11-12T08:21:15Z', 'revision_number': 3, 'project_id': '3d63cb3976b146a4bb2fabd763c4d307', 'gw_port': {'id': '679c1599-e9ac-46d7-9648-925653b6832e', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b9:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f03c7535-c338-43f8-8a50-ad03cde9c38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:21:14Z', 'updated_at': '2021-11-12T08:21:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-765315-29'}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:21:22.282578 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d826fc-5213-48c3-86a6-f83c23b3429e req-307531ab-b7c7-4ec4-8680-3c3c12a48871 tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:22.290128 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f1d826fc-5213-48c3-86a6-f83c23b3429e req-307531ab-b7c7-4ec4-8680-3c3c12a48871 tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c044bf7-7155-4342-bd45-f3c1f138fcad HTTP/1.1" status: 200 len: 945 time: 0.1781085 Nov 12 08:21:22.301490 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bfe0459c-ab67-4cda-b9d6-7648c6fd6851 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:22.335708 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-97ba0f0a-78e8-4529-89bc-501be50ad98a req-138808ab-7f9b-47ce-b19f-0dd4f6ebb312 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827225 Nov 12 08:21:22.373764 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bfe0459c-ab67-4cda-b9d6-7648c6fd6851 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:22.415074 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['100b57d6-00de-40d1-ab54-678113dd23a4'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:21:22.463687 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f1d826fc-5213-48c3-86a6-f83c23b3429e req-6569ee19-e171-4081-95e9-29d0faf47cd4 tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] 10.222.0.26 "GET /v2.0/security-groups?id=426244ab-d9bf-485a-a6d0-584def4dae11&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1726179 Nov 12 08:21:22.516138 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bfe0459c-ab67-4cda-b9d6-7648c6fd6851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:22.521987 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bfe0459c-ab67-4cda-b9d6-7648c6fd6851 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:22.526521 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-bfe0459c-ab67-4cda-b9d6-7648c6fd6851 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0f514cc6-ac20-47e5-b12b-fdb5ee4f154d HTTP/1.1" status: 204 len: 168 time: 0.3173683 Nov 12 08:21:22.537682 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe0459c-ab67-4cda-b9d6-7648c6fd6851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f514cc6-ac20-47e5-b12b-fdb5ee4f154d,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:22.788997 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c43c0c-2bda-4354-b127-fea9f43d1a2a req-1ef525b0-5a43-4a00-a129-71fe27c850f9 tempest-ImagesNegativeTestJSON-651663508 tempest-ImagesNegativeTestJSON-651663508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:22.790645 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c8c43c0c-2bda-4354-b127-fea9f43d1a2a req-1ef525b0-5a43-4a00-a129-71fe27c850f9 tempest-ImagesNegativeTestJSON-651663508 tempest-ImagesNegativeTestJSON-651663508-project] 10.222.0.26 "GET /v2.0/ports?device_id=07ce3d47-0ebe-4079-928d-0d95e8d2cdd8 HTTP/1.1" status: 200 len: 949 time: 0.2284970 Nov 12 08:21:22.795055 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ebfcdb5-3d43-4984-a0df-f42ddf0c4620 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Router dc30f177-4e31-4e12-bd39-f3611228ffcc is scheduled to L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 with binding_index 1 {{(pid=102600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:21:23.078916 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c8c43c0c-2bda-4354-b127-fea9f43d1a2a req-5a2b638e-d7bb-4f4b-8f67-47831021d1a0 tempest-ImagesNegativeTestJSON-651663508 tempest-ImagesNegativeTestJSON-651663508-project] 10.222.0.26 "GET /v2.0/security-groups?id=8ee1f944-a10a-4a84-ba6e-5e5d74b5e19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738256 Nov 12 08:21:23.085195 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-f505727e-0574-426f-b391-4ff104ae328d tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Allocated IP 172.20.0.24 (aa64c22c-fe9c-476d-b124-f69ac8f4769c/558ce378-0ef7-413b-b413-7a7c5ac01139/426346bd-8914-4e29-8622-4ebce2f8197a) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:21:23.176439 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ebfcdb5-3d43-4984-a0df-f42ddf0c4620 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:21:23.190366 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31e0f5d-f26a-4dc1-9b96-9f95d3b7d406 None None] Sync routers for ids ['dc30f177-4e31-4e12-bd39-f3611228ffcc'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:21:23.220459 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31e0f5d-f26a-4dc1-9b96-9f95d3b7d406 None None] Routers {'dc30f177-4e31-4e12-bd39-f3611228ffcc'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:21:23.221456 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-a31e0f5d-f26a-4dc1-9b96-9f95d3b7d406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:21:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['dc30f177-4e31-4e12-bd39-f3611228ffcc'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:23.228144 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2ebfcdb5-3d43-4984-a0df-f42ddf0c4620 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:23.233065 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-2ebfcdb5-3d43-4984-a0df-f42ddf0c4620 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.1929915 Nov 12 08:21:23.233175 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 50516) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:23.380399 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f505727e-0574-426f-b391-4ff104ae328d tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:23.392094 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f505727e-0574-426f-b391-4ff104ae328d tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:23.483466 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-a31e0f5d-f26a-4dc1-9b96-9f95d3b7d406 None None] Set router dc30f177-4e31-4e12-bd39-f3611228ffcc gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:21:23.524715 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-fc1d8ca4-cd59-42e8-aba1-7b1023972a4a tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] 10.222.0.26 "GET /v2.0/routers/dc30f177-4e31-4e12-bd39-f3611228ffcc HTTP/1.1" status: 200 len: 907 time: 0.2800050 Nov 12 08:21:23.525605 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 50528) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:23.579454 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f505727e-0574-426f-b391-4ff104ae328d tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Pushing event updated for resources: {'Port': ['ID=426346bd-8914-4e29-8622-4ebce2f8197a,revision_number=3']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:23.876971 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b5be4c-9a9b-49bb-a6a4-e2feba44c8bc req-441685e2-7d58-4bb3-82b2-e4766ce9d150 tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:23.885071 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-46b5be4c-9a9b-49bb-a6a4-e2feba44c8bc req-441685e2-7d58-4bb3-82b2-e4766ce9d150 tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c044bf7-7155-4342-bd45-f3c1f138fcad HTTP/1.1" status: 200 len: 945 time: 0.1843841 Nov 12 08:21:23.964564 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2090e6e8-ca38-4db8-932a-0965b2fc59da tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks [] for router, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:23.980352 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-f505727e-0574-426f-b391-4ff104ae328d tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] In _notify_port_updated(), no bound segment for port 426346bd-8914-4e29-8622-4ebce2f8197a on network aa64c22c-fe9c-476d-b124-f69ac8f4769c {{(pid=102600) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 08:21:24.014388 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f505727e-0574-426f-b391-4ff104ae328d tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:24.015174 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f505727e-0574-426f-b391-4ff104ae328d tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:24.016527 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-f505727e-0574-426f-b391-4ff104ae328d tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "PUT /v2.0/ports/426346bd-8914-4e29-8622-4ebce2f8197a HTTP/1.1" status: 200 len: 999 time: 3.2774887 Nov 12 08:21:24.029863 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 50546) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:24.069191 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a2c3d7-9a08-4302-a843-6b3a87d679d7 req-bdb1b537-9088-417d-b3fa-97adafb8eb41 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:24.083850 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-61a2c3d7-9a08-4302-a843-6b3a87d679d7 req-bdb1b537-9088-417d-b3fa-97adafb8eb41 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 945 time: 0.5054009 Nov 12 08:21:24.108569 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-a12f7e27-eb84-4f25-ad2a-051121743d39 None None] Provisioning complete for port 426346bd-8914-4e29-8622-4ebce2f8197a triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:24.128738 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a12f7e27-eb84-4f25-ad2a-051121743d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:24.169829 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-46b5be4c-9a9b-49bb-a6a4-e2feba44c8bc req-8f62cf3b-7c4c-406e-8b4e-3963abf3d9ba tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] 10.222.0.26 "GET /v2.0/security-groups?id=426244ab-d9bf-485a-a6d0-584def4dae11&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2832429 Nov 12 08:21:24.187342 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-a31e0f5d-f26a-4dc1-9b96-9f95d3b7d406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc30f177-4e31-4e12-bd39-f3611228ffcc', 'name': 'tempest-snat-router-716830443', 'tenant_id': '3d63cb3976b146a4bb2fabd763c4d307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': 'e9e4dc2b-5722-43c5-bd48-c4daf03e00e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:21:18Z', 'updated_at': '2021-11-12T08:21:20Z', 'revision_number': 3, 'project_id': '3d63cb3976b146a4bb2fabd763c4d307', 'gw_port': {'id': 'e9e4dc2b-5722-43c5-bd48-c4daf03e00e5', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:67:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc30f177-4e31-4e12-bd39-f3611228ffcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:21:18Z', 'updated_at': '2021-11-12T08:21:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:24.276772 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31e0f5d-f26a-4dc1-9b96-9f95d3b7d406 None None] Checking router: dc30f177-4e31-4e12-bd39-f3611228ffcc for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:21:24.277952 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31e0f5d-f26a-4dc1-9b96-9f95d3b7d406 None None] Updating router dc30f177-4e31-4e12-bd39-f3611228ffcc port e9e4dc2b-5722-43c5-bd48-c4daf03e00e5 binding host n-d-765315-29 {{(pid=102602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:21:24.327301 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-a31e0f5d-f26a-4dc1-9b96-9f95d3b7d406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:24.329505 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 679c1599-e9ac-46d7-9648-925653b6832e up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:21:24.352019 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2090e6e8-ca38-4db8-932a-0965b2fc59da tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:24.438038 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device e4cbdff3-b3bd-41d7-8192-cca0b52471bf up at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:21:24.542637 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-2090e6e8-ca38-4db8-932a-0965b2fc59da tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Deleting port e9e4dc2b-5722-43c5-bd48-c4daf03e00e5 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:21:24.542990 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2090e6e8-ca38-4db8-932a-0965b2fc59da tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:24.561463 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-a12f7e27-eb84-4f25-ad2a-051121743d39 None None] Port 426346bd-8914-4e29-8622-4ebce2f8197a cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:21:24.592117 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-61a2c3d7-9a08-4302-a843-6b3a87d679d7 req-ce8e394b-368f-446c-867e-0ac7542de207 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5070696 Nov 12 08:21:24.609577 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 679c1599-e9ac-46d7-9648-925653b6832e triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:24.610024 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:24.690180 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning complete for port e4cbdff3-b3bd-41d7-8192-cca0b52471bf triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:24.691096 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:24.723234 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-64cc105d-5ef9-40a6-b684-3f03c51c88e5 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Deleting port 426346bd-8914-4e29-8622-4ebce2f8197a {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:21:24.723598 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-64cc105d-5ef9-40a6-b684-3f03c51c88e5 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:24.815045 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:24.819285 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2090e6e8-ca38-4db8-932a-0965b2fc59da tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:24.828559 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 100b57d6-00de-40d1-ab54-678113dd23a4 up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:21:24.858290 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-2090e6e8-ca38-4db8-932a-0965b2fc59da tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Calling delete_port for e9e4dc2b-5722-43c5-bd48-c4daf03e00e5 owned by network:router_gateway {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:21:25.036530 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] For port 679c1599-e9ac-46d7-9648-925653b6832e, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=679c1599-e9ac-46d7-9648-925653b6832e,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:21:25.068397 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:25.262368 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3456b9e-d671-4c7e-b86b-b5f745073585 req-520c3869-705f-480e-9589-558701766fa3 tempest-ImagesNegativeTestJSON-651663508 tempest-ImagesNegativeTestJSON-651663508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:25.277735 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c3456b9e-d671-4c7e-b86b-b5f745073585 req-520c3869-705f-480e-9589-558701766fa3 tempest-ImagesNegativeTestJSON-651663508 tempest-ImagesNegativeTestJSON-651663508-project] 10.222.0.26 "GET /v2.0/ports?device_id=07ce3d47-0ebe-4079-928d-0d95e8d2cdd8 HTTP/1.1" status: 200 len: 949 time: 0.4372473 Nov 12 08:21:25.281990 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-64cc105d-5ef9-40a6-b684-3f03c51c88e5 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:25.313491 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Pushing event updated for resources: {'Port': ['ID=679c1599-e9ac-46d7-9648-925653b6832e,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:25.314054 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-a31e0f5d-f26a-4dc1-9b96-9f95d3b7d406 None None] Publish callbacks [] for port, precommit_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:25.322633 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-64cc105d-5ef9-40a6-b684-3f03c51c88e5 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Calling delete_port for 426346bd-8914-4e29-8622-4ebce2f8197a owned by {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:21:25.348338 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-a31e0f5d-f26a-4dc1-9b96-9f95d3b7d406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:25.420445 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c3456b9e-d671-4c7e-b86b-b5f745073585 req-9eaa9985-8b2b-4225-9ab6-c0b5e0034ce9 tempest-ImagesNegativeTestJSON-651663508 tempest-ImagesNegativeTestJSON-651663508-project] 10.222.0.26 "GET /v2.0/security-groups?id=8ee1f944-a10a-4a84-ba6e-5e5d74b5e19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413758 Nov 12 08:21:25.429034 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning for port 100b57d6-00de-40d1-ab54-678113dd23a4 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:21:25.446331 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:25.458251 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port 100b57d6-00de-40d1-ab54-678113dd23a4 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:25.458694 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:25.560601 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-a31e0f5d-f26a-4dc1-9b96-9f95d3b7d406 None None] Attempting to bind port e9e4dc2b-5722-43c5-bd48-c4daf03e00e5 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:21:25.561549 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-a31e0f5d-f26a-4dc1-9b96-9f95d3b7d406 None None] Attempting to bind port e9e4dc2b-5722-43c5-bd48-c4daf03e00e5 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:21:25.562111 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31e0f5d-f26a-4dc1-9b96-9f95d3b7d406 None None] Attempting to bind port e9e4dc2b-5722-43c5-bd48-c4daf03e00e5 on network d709f64f-f9e6-4525-b020-ad48633b9bbf {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:21:25.570616 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbad4fd-a162-4c76-8c77-73bbf5a0609c None None] Pushing event updated for resources: {'Port': ['ID=e9e4dc2b-5722-43c5-bd48-c4daf03e00e5,revision_number=2']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:25.577099 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31e0f5d-f26a-4dc1-9b96-9f95d3b7d406 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:21:25.577913 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31e0f5d-f26a-4dc1-9b96-9f95d3b7d406 None None] Checking segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:21:25.578553 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-a31e0f5d-f26a-4dc1-9b96-9f95d3b7d406 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:25.579838 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31e0f5d-f26a-4dc1-9b96-9f95d3b7d406 None None] Bound using segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:21:25.580932 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-a31e0f5d-f26a-4dc1-9b96-9f95d3b7d406 None None] Bound port: e9e4dc2b-5722-43c5-bd48-c4daf03e00e5, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:21:25.581503 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-a31e0f5d-f26a-4dc1-9b96-9f95d3b7d406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:25.700593 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port e4cbdff3-b3bd-41d7-8192-cca0b52471bf, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=e4cbdff3-b3bd-41d7-8192-cca0b52471bf,segment=NetworkSegment(296922ca-424d-4760-9058-82e70353f16a),segment_id=296922ca-424d-4760-9058-82e70353f16a)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:21:25.717213 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f822e1e1-b947-4f9c-b705-d0a91151e0f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4cbdff3-b3bd-41d7-8192-cca0b52471bf'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:21:25.724210 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00587359-61cb-4011-a78b-a8c8d1390bc4" -d '{"events": [{"server_uuid": "f822e1e1-b947-4f9c-b705-d0a91151e0f7", "name": "network-vif-plugged", "status": "completed", "tag": "e4cbdff3-b3bd-41d7-8192-cca0b52471bf"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:21:25.729778 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2090e6e8-ca38-4db8-932a-0965b2fc59da tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:25.740811 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.db.api [None req-a31e0f5d-f26a-4dc1-9b96-9f95d3b7d406 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=102602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:21:25.741176 n-d-765315-29 neutron-server[102602]: DEBUG oslo_db.api [None req-a31e0f5d-f26a-4dc1-9b96-9f95d3b7d406 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:21:25.751267 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:25.828404 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1d6d53-8877-4161-a185-87faf40fb7e6 req-43fcb381-f8e4-443d-a907-a1ccc766e904 tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:25.839392 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8f1d6d53-8877-4161-a185-87faf40fb7e6 req-43fcb381-f8e4-443d-a907-a1ccc766e904 tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c044bf7-7155-4342-bd45-f3c1f138fcad HTTP/1.1" status: 200 len: 945 time: 0.2222009 Nov 12 08:21:25.896441 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2090e6e8-ca38-4db8-932a-0965b2fc59da tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Pushing event deleted for resources: {'Port': ['ID=e9e4dc2b-5722-43c5-bd48-c4daf03e00e5,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:26.004977 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-64cc105d-5ef9-40a6-b684-3f03c51c88e5 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:26.054478 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=e4cbdff3-b3bd-41d7-8192-cca0b52471bf,revision_number=7']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:26.056831 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8f1d6d53-8877-4161-a185-87faf40fb7e6 req-03c17578-1b66-4928-b8fe-eae557c4630a tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] 10.222.0.26 "GET /v2.0/security-groups?id=426244ab-d9bf-485a-a6d0-584def4dae11&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2163675 Nov 12 08:21:26.077332 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:26.078758 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2858cb6-f446-4b0f-9164-b4193e1f3c0f req-af6aeeb1-8ebd-497f-8e86-b94cd555cb69 tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:26.084155 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c2858cb6-f446-4b0f-9164-b4193e1f3c0f req-af6aeeb1-8ebd-497f-8e86-b94cd555cb69 tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c044bf7-7155-4342-bd45-f3c1f138fcad HTTP/1.1" status: 200 len: 945 time: 0.3905060 Nov 12 08:21:26.187832 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2090e6e8-ca38-4db8-932a-0965b2fc59da tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-933016'] for router_gateway, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:26.234925 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 100b57d6-00de-40d1-ab54-678113dd23a4, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=100b57d6-00de-40d1-ab54-678113dd23a4,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:21:26.244792 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 679c1599-e9ac-46d7-9648-925653b6832e up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:21:26.260396 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cc105d-5ef9-40a6-b684-3f03c51c88e5 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Pushing event deleted for resources: {'Port': ['ID=426346bd-8914-4e29-8622-4ebce2f8197a,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:26.269259 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-a31e0f5d-f26a-4dc1-9b96-9f95d3b7d406 None None] Attempting to bind port e9e4dc2b-5722-43c5-bd48-c4daf03e00e5 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:21:26.269631 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-a31e0f5d-f26a-4dc1-9b96-9f95d3b7d406 None None] Attempting to bind port e9e4dc2b-5722-43c5-bd48-c4daf03e00e5 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:21:26.269991 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31e0f5d-f26a-4dc1-9b96-9f95d3b7d406 None None] Attempting to bind port e9e4dc2b-5722-43c5-bd48-c4daf03e00e5 on network d709f64f-f9e6-4525-b020-ad48633b9bbf {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:21:26.283254 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31e0f5d-f26a-4dc1-9b96-9f95d3b7d406 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:21:26.283778 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31e0f5d-f26a-4dc1-9b96-9f95d3b7d406 None None] Checking segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:21:26.309322 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-a31e0f5d-f26a-4dc1-9b96-9f95d3b7d406 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:26.310329 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31e0f5d-f26a-4dc1-9b96-9f95d3b7d406 None None] Bound using segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:21:26.312667 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-a31e0f5d-f26a-4dc1-9b96-9f95d3b7d406 None None] Bound port: e9e4dc2b-5722-43c5-bd48-c4daf03e00e5, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:21:26.314500 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-a31e0f5d-f26a-4dc1-9b96-9f95d3b7d406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:26.337883 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:26.385722 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.plugin [None req-a31e0f5d-f26a-4dc1-9b96-9f95d3b7d406 None None] Port e9e4dc2b-5722-43c5-bd48-c4daf03e00e5 has been deleted concurrently {{(pid=102602) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 12 08:21:26.426232 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31e0f5d-f26a-4dc1-9b96-9f95d3b7d406 None None] Routers {'dc30f177-4e31-4e12-bd39-f3611228ffcc'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:21:26.427405 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-a31e0f5d-f26a-4dc1-9b96-9f95d3b7d406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:21:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['dc30f177-4e31-4e12-bd39-f3611228ffcc'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:26.505386 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2090e6e8-ca38-4db8-932a-0965b2fc59da tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:26.511806 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2090e6e8-ca38-4db8-932a-0965b2fc59da tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:26.516950 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-64cc105d-5ef9-40a6-b684-3f03c51c88e5 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:26.523817 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-64cc105d-5ef9-40a6-b684-3f03c51c88e5 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "DELETE /v2.0/ports/426346bd-8914-4e29-8622-4ebce2f8197a HTTP/1.1" status: 204 len: 168 time: 2.4887893 Nov 12 08:21:26.526915 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 50608) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:26.562320 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-265531d4-3bec-439a-b19a-76861588843e tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] GET failed (client error): The resource could not be found. Nov 12 08:21:26.567681 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-265531d4-3bec-439a-b19a-76861588843e tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "GET /v2.0/ports/426346bd-8914-4e29-8622-4ebce2f8197a HTTP/1.1" status: 404 len: 333 time: 0.0394580 Nov 12 08:21:26.568243 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 50610) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:26.597222 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=100b57d6-00de-40d1-ab54-678113dd23a4,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:26.608125 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 679c1599-e9ac-46d7-9648-925653b6832e triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:26.608892 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:26.649944 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2090e6e8-ca38-4db8-932a-0965b2fc59da tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:26.650521 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2090e6e8-ca38-4db8-932a-0965b2fc59da tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dc30f177-4e31-4e12-bd39-f3611228ffcc {{(pid=102599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:21:26.675820 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2090e6e8-ca38-4db8-932a-0965b2fc59da tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:26.677212 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-2090e6e8-ca38-4db8-932a-0965b2fc59da tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] 10.222.0.26 "DELETE /v2.0/routers/dc30f177-4e31-4e12-bd39-f3611228ffcc HTTP/1.1" status: 204 len: 168 time: 3.1506419 Nov 12 08:21:26.680971 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 50614) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:26.687314 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-a31e0f5d-f26a-4dc1-9b96-9f95d3b7d406 None None] Set router dc30f177-4e31-4e12-bd39-f3611228ffcc gateway port host: None {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:21:26.713989 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114ea1a6-0e41-467c-a75d-1bceaa6a2c36 req-0911994c-ab85-4582-8758-f82fcaa79214 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:26.723048 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-114ea1a6-0e41-467c-a75d-1bceaa6a2c36 req-0911994c-ab85-4582-8758-f82fcaa79214 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 945 time: 0.2518020 Nov 12 08:21:26.750158 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fb11bc8-5321-4e0c-9861-d5c3375c6a6b tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Deleting subnet 558ce378-0ef7-413b-b413-7a7c5ac01139 {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:21:26.766732 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8fb11bc8-5321-4e0c-9861-d5c3375c6a6b tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:26.866208 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-a31e0f5d-f26a-4dc1-9b96-9f95d3b7d406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc30f177-4e31-4e12-bd39-f3611228ffcc', 'name': 'tempest-snat-router-716830443', 'tenant_id': '3d63cb3976b146a4bb2fabd763c4d307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:21:18Z', 'updated_at': '2021-11-12T08:21:25Z', 'revision_number': 5, 'project_id': '3d63cb3976b146a4bb2fabd763c4d307', 'gw_port_host': None}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:26.899946 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-114ea1a6-0e41-467c-a75d-1bceaa6a2c36 req-aec6457e-3ff4-458f-a88d-df047cd02ca7 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757903 Nov 12 08:21:26.921316 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8fb11bc8-5321-4e0c-9861-d5c3375c6a6b tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:27.041319 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31e0f5d-f26a-4dc1-9b96-9f95d3b7d406 None None] The sync data for ids ['dc30f177-4e31-4e12-bd39-f3611228ffcc'] in n-d-765315-29 is: [{'id': 'dc30f177-4e31-4e12-bd39-f3611228ffcc', 'name': 'tempest-snat-router-716830443', 'tenant_id': '3d63cb3976b146a4bb2fabd763c4d307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:21:18Z', 'updated_at': '2021-11-12T08:21:25Z', 'revision_number': 5, 'project_id': '3d63cb3976b146a4bb2fabd763c4d307', 'gw_port_host': None}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:21:27.070753 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b265a05-964c-445c-b832-97a660c0289b x-openstack-request-id: req-7b265a05-964c-445c-b832-97a660c0289b {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:21:27.071157 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f822e1e1-b947-4f9c-b705-d0a91151e0f7", "name": "network-vif-plugged", "status": "completed", "tag": "e4cbdff3-b3bd-41d7-8192-cca0b52471bf", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:21:27.071797 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7b265a05-964c-445c-b832-97a660c0289b {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:21:27.072491 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f822e1e1-b947-4f9c-b705-d0a91151e0f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4cbdff3-b3bd-41d7-8192-cca0b52471bf', 'code': 200} Nov 12 08:21:27.143319 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-c2858cb6-f446-4b0f-9164-b4193e1f3c0f req-16ae75cb-62a2-4871-bde6-61c9d132b22d tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Deleting port 3333386f-64dc-49a6-b21a-2ee25c72f315 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:21:27.145445 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-c2858cb6-f446-4b0f-9164-b4193e1f3c0f req-16ae75cb-62a2-4871-bde6-61c9d132b22d tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:27.265175 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d58b5abd-c6c8-4e0b-a625-cbd7694cb98f tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks [] for router, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:27.284376 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8fb11bc8-5321-4e0c-9861-d5c3375c6a6b tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:27.359647 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13bae09-a32f-4c40-a043-08c2afc339a2 req-28de24dc-799f-4b08-85e4-8e9fc96307d0 tempest-ImagesNegativeTestJSON-651663508 tempest-ImagesNegativeTestJSON-651663508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:27.375253 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c13bae09-a32f-4c40-a043-08c2afc339a2 req-28de24dc-799f-4b08-85e4-8e9fc96307d0 tempest-ImagesNegativeTestJSON-651663508 tempest-ImagesNegativeTestJSON-651663508-project] 10.222.0.26 "GET /v2.0/ports?device_id=07ce3d47-0ebe-4079-928d-0d95e8d2cdd8 HTTP/1.1" status: 200 len: 950 time: 0.1843114 Nov 12 08:21:27.413457 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-c2858cb6-f446-4b0f-9164-b4193e1f3c0f req-16ae75cb-62a2-4871-bde6-61c9d132b22d tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] For port 3333386f-64dc-49a6-b21a-2ee25c72f315, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=3333386f-64dc-49a6-b21a-2ee25c72f315,segment=NetworkSegment(55cfd097-7383-496f-8665-ccda3c907fe5),segment_id=55cfd097-7383-496f-8665-ccda3c907fe5)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:21:27.414989 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-c2858cb6-f446-4b0f-9164-b4193e1f3c0f req-16ae75cb-62a2-4871-bde6-61c9d132b22d tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:27.532379 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c13bae09-a32f-4c40-a043-08c2afc339a2 req-afb7378a-9381-404c-9190-33cb6f29b51d tempest-ImagesNegativeTestJSON-651663508 tempest-ImagesNegativeTestJSON-651663508-project] 10.222.0.26 "GET /v2.0/security-groups?id=8ee1f944-a10a-4a84-ba6e-5e5d74b5e19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556766 Nov 12 08:21:27.546827 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8fb11bc8-5321-4e0c-9861-d5c3375c6a6b tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:27.665654 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb11bc8-5321-4e0c-9861-d5c3375c6a6b tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Pushing event deleted for resources: {'Subnet': ['ID=558ce378-0ef7-413b-b413-7a7c5ac01139,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:27.676021 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d349f0-87cf-4070-8023-d8236e09fdab None None] Network aa64c22c-fe9c-476d-b124-f69ac8f4769c requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:21:27.685345 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8fb11bc8-5321-4e0c-9861-d5c3375c6a6b tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:27.692830 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-8fb11bc8-5321-4e0c-9861-d5c3375c6a6b tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "DELETE /v2.0/subnets/558ce378-0ef7-413b-b413-7a7c5ac01139 HTTP/1.1" status: 204 len: 168 time: 1.1006622 Nov 12 08:21:27.765936 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 50636) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:27.839911 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:21:27.928928 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fb7d83e-17df-4641-a4f8-bf6bfd9dd744 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Deleting subnet 2cc75d8e-67e2-4133-a03b-ac1b70aceed6 {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:21:27.941047 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8fb7d83e-17df-4641-a4f8-bf6bfd9dd744 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:28.039498 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8fb7d83e-17df-4641-a4f8-bf6bfd9dd744 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:28.069771 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d58b5abd-c6c8-4e0b-a625-cbd7694cb98f tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:28.133288 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f8784f-38ed-47e7-8f19-6575f1983607 req-a16afc99-5101-4abd-91f9-b7a62fb4df1e tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:28.148106 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e1f8784f-38ed-47e7-8f19-6575f1983607 req-a16afc99-5101-4abd-91f9-b7a62fb4df1e tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c044bf7-7155-4342-bd45-f3c1f138fcad HTTP/1.1" status: 200 len: 945 time: 0.4931164 Nov 12 08:21:28.253128 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 50642) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:28.276088 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-c2858cb6-f446-4b0f-9164-b4193e1f3c0f req-16ae75cb-62a2-4871-bde6-61c9d132b22d tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:28.276448 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-c2858cb6-f446-4b0f-9164-b4193e1f3c0f req-16ae75cb-62a2-4871-bde6-61c9d132b22d tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:28.276770 n-d-765315-29 neutron-server[102599]: INFO neutron.db.l3_db [req-c2858cb6-f446-4b0f-9164-b4193e1f3c0f req-16ae75cb-62a2-4871-bde6-61c9d132b22d tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Floating IP 9556ede1-5b0b-4e22-a18f-0b7100094438 disassociated. External IP: 172.25.2.131, port: 3333386f-64dc-49a6-b21a-2ee25c72f315. Nov 12 08:21:28.279606 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-c2858cb6-f446-4b0f-9164-b4193e1f3c0f req-16ae75cb-62a2-4871-bde6-61c9d132b22d tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Calling delete_port for 3333386f-64dc-49a6-b21a-2ee25c72f315 owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:21:28.280038 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 3333386f-64dc-49a6-b21a-2ee25c72f315 no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:21:28.397857 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8fb7d83e-17df-4641-a4f8-bf6bfd9dd744 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:28.535122 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:28.580529 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8fb7d83e-17df-4641-a4f8-bf6bfd9dd744 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:28.628528 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 3333386f-64dc-49a6-b21a-2ee25c72f315, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=3333386f-64dc-49a6-b21a-2ee25c72f315,segment=NetworkSegment(55cfd097-7383-496f-8665-ccda3c907fe5),segment_id=55cfd097-7383-496f-8665-ccda3c907fe5)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:21:28.641713 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:28.683017 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb7d83e-17df-4641-a4f8-bf6bfd9dd744 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Pushing event deleted for resources: {'Subnet': ['ID=2cc75d8e-67e2-4133-a03b-ac1b70aceed6,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:28.698468 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8fb7d83e-17df-4641-a4f8-bf6bfd9dd744 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:28.707390 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-8fb7d83e-17df-4641-a4f8-bf6bfd9dd744 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "DELETE /v2.0/subnets/2cc75d8e-67e2-4133-a03b-ac1b70aceed6 HTTP/1.1" status: 204 len: 168 time: 0.9364083 Nov 12 08:21:28.713930 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 50648) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:28.772153 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=3333386f-64dc-49a6-b21a-2ee25c72f315,revision_number=6']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:28.800111 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e1f8784f-38ed-47e7-8f19-6575f1983607 req-45b1e157-7abf-48e2-9fb7-18db3aca8c73 tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] 10.222.0.26 "GET /v2.0/security-groups?id=426244ab-d9bf-485a-a6d0-584def4dae11&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6351748 Nov 12 08:21:28.942505 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a8bff5c1-2b39-4880-9b00-f492bf193d0a tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:29.073534 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07ce3d47-0ebe-4079-928d-0d95e8d2cdd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '100b57d6-00de-40d1-ab54-678113dd23a4'}, {'server_uuid': '7c044bf7-7155-4342-bd45-f3c1f138fcad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3333386f-64dc-49a6-b21a-2ee25c72f315'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:21:29.077601 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fe03006-1bad-47f8-94e3-733a1650ee19" -d '{"events": [{"server_uuid": "07ce3d47-0ebe-4079-928d-0d95e8d2cdd8", "name": "network-vif-plugged", "status": "completed", "tag": "100b57d6-00de-40d1-ab54-678113dd23a4"}, {"server_uuid": "7c044bf7-7155-4342-bd45-f3c1f138fcad", "name": "network-vif-unplugged", "status": "completed", "tag": "3333386f-64dc-49a6-b21a-2ee25c72f315"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:21:29.090297 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-a8bff5c1-2b39-4880-9b00-f492bf193d0a tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Deleting port 830295a0-3c55-457f-b6b8-34b6ad684e13 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:21:29.091225 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a8bff5c1-2b39-4880-9b00-f492bf193d0a tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:29.296645 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-a8bff5c1-2b39-4880-9b00-f492bf193d0a tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] For port 830295a0-3c55-457f-b6b8-34b6ad684e13, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=830295a0-3c55-457f-b6b8-34b6ad684e13,segment=NetworkSegment(d235ea36-5a2b-49fd-a758-8c9b4fc3c867),segment_id=d235ea36-5a2b-49fd-a758-8c9b4fc3c867)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:21:29.299898 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a8bff5c1-2b39-4880-9b00-f492bf193d0a tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:29.337704 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c174d0-8aa8-4c0c-a09e-30a95e7b5df3 req-cad38c58-6b59-4bbf-b1ae-44c54eb1557f tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:29.350207 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e0c174d0-8aa8-4c0c-a09e-30a95e7b5df3 req-cad38c58-6b59-4bbf-b1ae-44c54eb1557f tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 945 time: 0.2509820 Nov 12 08:21:29.383665 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-a8bff5c1-2b39-4880-9b00-f492bf193d0a tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Calling delete_port for 830295a0-3c55-457f-b6b8-34b6ad684e13 owned by network:dhcp {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:21:29.495659 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e0c174d0-8aa8-4c0c-a09e-30a95e7b5df3 req-243f20da-1313-442f-b1b5-241d2322735b tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438828 Nov 12 08:21:29.498163 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-74310a0b-2348-4392-8e01-6b58b3c8f0b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:29.514629 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-d58b5abd-c6c8-4e0b-a625-cbd7694cb98f tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Deleting port 679c1599-e9ac-46d7-9648-925653b6832e {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:21:29.517027 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d58b5abd-c6c8-4e0b-a625-cbd7694cb98f tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:29.574829 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f95508a-5c67-4a28-b512-5d14a4a702b1 None None] Network aa64c22c-fe9c-476d-b124-f69ac8f4769c requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:21:29.631087 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a8bff5c1-2b39-4880-9b00-f492bf193d0a tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:29.677636 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-d58b5abd-c6c8-4e0b-a625-cbd7694cb98f tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] For port 679c1599-e9ac-46d7-9648-925653b6832e, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=679c1599-e9ac-46d7-9648-925653b6832e,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:21:29.677636 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d58b5abd-c6c8-4e0b-a625-cbd7694cb98f tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:29.694292 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-d58b5abd-c6c8-4e0b-a625-cbd7694cb98f tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Calling delete_port for 679c1599-e9ac-46d7-9648-925653b6832e owned by network:router_gateway {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:21:29.735126 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bff5c1-2b39-4880-9b00-f492bf193d0a tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] No DVR routers for this DVR port 830295a0-3c55-457f-b6b8-34b6ad684e13 on host n-d-765315-29 {{(pid=102600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:21:29.749836 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bff5c1-2b39-4880-9b00-f492bf193d0a tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Pushing event deleted for resources: {'Port': ['ID=830295a0-3c55-457f-b6b8-34b6ad684e13,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:29.814416 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-f1c3c78e-bad8-4e53-b00d-1d444849cc4d None None] Could not find standard attr ID for object 830295a0-3c55-457f-b6b8-34b6ad684e13. {{(pid=102601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:21:29.929985 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-c2858cb6-f446-4b0f-9164-b4193e1f3c0f req-16ae75cb-62a2-4871-bde6-61c9d132b22d tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:29.976498 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93eea5cd-5633-4829-a5b6-b28c979af950 None None] DHCP port deletion for aa64c22c-fe9c-476d-b124-f69ac8f4769c request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:21:30.041183 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a8bff5c1-2b39-4880-9b00-f492bf193d0a tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:30.113538 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 830295a0-3c55-457f-b6b8-34b6ad684e13 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:21:30.120721 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-a8bff5c1-2b39-4880-9b00-f492bf193d0a tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa64c22c-fe9c-476d-b124-f69ac8f4769c']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:30.146850 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-a8bff5c1-2b39-4880-9b00-f492bf193d0a tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd235ea36-5a2b-49fd-a758-8c9b4fc3c867') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:30.147152 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-a8bff5c1-2b39-4880-9b00-f492bf193d0a tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd235ea36-5a2b-49fd-a758-8c9b4fc3c867') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:30.159518 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 830295a0-3c55-457f-b6b8-34b6ad684e13 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:21:30.163498 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 830295a0-3c55-457f-b6b8-34b6ad684e13 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:21:30.177521 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a8bff5c1-2b39-4880-9b00-f492bf193d0a tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:30.213111 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a8bff5c1-2b39-4880-9b00-f492bf193d0a tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:30.232194 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8bff5c1-2b39-4880-9b00-f492bf193d0a tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:21:30.233445 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ae75cb-62a2-4871-bde6-61c9d132b22d tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Pushing event deleted for resources: {'Port': ['ID=3333386f-64dc-49a6-b21a-2ee25c72f315,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:30.233714 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a8bff5c1-2b39-4880-9b00-f492bf193d0a tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:30.387418 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:21:30.387418 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:21:30.387418 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:21:30.387418 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:21:30.387418 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:21:30.387418 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:21:30.387418 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:21:30.387418 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:21:30.387418 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:21:30.387418 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:21:30.387418 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:21:30.387418 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:21:30.387418 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:21:30.387418 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:21:30.387418 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:21:30.387418 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:21:30.387418 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:21:30.387418 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:21:30.387418 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:21:30.387418 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:21:30.387418 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:21:30.387418 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:21:30.387418 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:21:30.387418 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:21:30.387418 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:21:30.387418 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:21:30.387418 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:21:30.387418 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:21:30.387418 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:21:30.387418 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:21:30.387418 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:21:30.387418 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:21:30.459464 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ffa99d-3148-4d66-875f-9838b3e6c3e1 req-70e0bbab-b216-42ec-bfcd-5288c9b3cf15 tempest-ImagesNegativeTestJSON-651663508 tempest-ImagesNegativeTestJSON-651663508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:30.470239 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-46ffa99d-3148-4d66-875f-9838b3e6c3e1 req-70e0bbab-b216-42ec-bfcd-5288c9b3cf15 tempest-ImagesNegativeTestJSON-651663508 tempest-ImagesNegativeTestJSON-651663508-project] 10.222.0.26 "GET /v2.0/ports?device_id=07ce3d47-0ebe-4079-928d-0d95e8d2cdd8 HTTP/1.1" status: 200 len: 950 time: 0.7456536 Nov 12 08:21:30.575826 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a8bff5c1-2b39-4880-9b00-f492bf193d0a tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:30.605159 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a8bff5c1-2b39-4880-9b00-f492bf193d0a tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:30.605159 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-a8bff5c1-2b39-4880-9b00-f492bf193d0a tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "DELETE /v2.0/networks/aa64c22c-fe9c-476d-b124-f69ac8f4769c HTTP/1.1" status: 204 len: 168 time: 1.8666267 Nov 12 08:21:30.618738 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 50658) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:30.686076 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-46ffa99d-3148-4d66-875f-9838b3e6c3e1 req-f4f63714-e262-4038-a378-086928ed31e7 tempest-ImagesNegativeTestJSON-651663508 tempest-ImagesNegativeTestJSON-651663508-project] 10.222.0.26 "GET /v2.0/security-groups?id=8ee1f944-a10a-4a84-ba6e-5e5d74b5e19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143097 Nov 12 08:21:30.705547 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bff5c1-2b39-4880-9b00-f492bf193d0a tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Pushing event deleted for resources: {'Network': ['ID=aa64c22c-fe9c-476d-b124-f69ac8f4769c,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:30.760635 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-74310a0b-2348-4392-8e01-6b58b3c8f0b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:30.773074 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c2858cb6-f446-4b0f-9164-b4193e1f3c0f req-16ae75cb-62a2-4871-bde6-61c9d132b22d tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Router 08480fba-8475-4618-af2a-3855f13c3ad3 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:21:30.774481 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d58b5abd-c6c8-4e0b-a625-cbd7694cb98f tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:30.781641 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-74310a0b-2348-4392-8e01-6b58b3c8f0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:30.791744 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252029e0-af38-435e-a4bc-e6fed3cedf44 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:30.800197 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-252029e0-af38-435e-a4bc-e6fed3cedf44 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1827450 Nov 12 08:21:30.801270 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 50660) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:30.848255 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 12 Nov 2021 08:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a57c98c5-d7ab-4b29-8845-fa933335b22e x-openstack-request-id: req-a57c98c5-d7ab-4b29-8845-fa933335b22e {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:21:30.848969 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07ce3d47-0ebe-4079-928d-0d95e8d2cdd8", "name": "network-vif-plugged", "status": "completed", "tag": "100b57d6-00de-40d1-ab54-678113dd23a4", "code": 200}, {"server_uuid": "7c044bf7-7155-4342-bd45-f3c1f138fcad", "name": "network-vif-unplugged", "status": "completed", "tag": "3333386f-64dc-49a6-b21a-2ee25c72f315", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:21:30.850670 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a57c98c5-d7ab-4b29-8845-fa933335b22e {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:21:30.853082 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07ce3d47-0ebe-4079-928d-0d95e8d2cdd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '100b57d6-00de-40d1-ab54-678113dd23a4', 'code': 200} Nov 12 08:21:30.854689 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c044bf7-7155-4342-bd45-f3c1f138fcad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3333386f-64dc-49a6-b21a-2ee25c72f315', 'code': 200} Nov 12 08:21:30.863589 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-f3b70653-8152-4815-9620-c5c625a54b9d tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0607343 Nov 12 08:21:30.864226 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 50662) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:30.869353 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-5ff11a55-72f5-4647-a7db-2fb65719e8ea tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2066808205'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:30.894300 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58b5abd-c6c8-4e0b-a625-cbd7694cb98f tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Pushing event deleted for resources: {'Port': ['ID=679c1599-e9ac-46d7-9648-925653b6832e,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:30.925927 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-74310a0b-2348-4392-8e01-6b58b3c8f0b4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8e6f8db395904991a6d4bf6f996e83a8&name=default HTTP/1.1" status: 200 len: 3000 time: 2.6698885 Nov 12 08:21:30.928997 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 50664) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:30.968166 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff11a55-72f5-4647-a7db-2fb65719e8ea tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Made reservation on behalf of 6369a719c0774326a5a17deb8ee2154f for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:21:30.974077 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5ff11a55-72f5-4647-a7db-2fb65719e8ea tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:31.081359 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4f909b48-6ec0-404c-a9da-27e24518edbb req-3a9c67f2-6219-4168-808d-e9f299452ab5 tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c044bf7-7155-4342-bd45-f3c1f138fcad HTTP/1.1" status: 200 len: 210 time: 0.0637619 Nov 12 08:21:31.096122 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ff11a55-72f5-4647-a7db-2fb65719e8ea tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:21:31.116015 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74310a0b-2348-4392-8e01-6b58b3c8f0b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ade3fe41-b83c-4635-b7fa-77117da6b2e5,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:31.118208 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5ff11a55-72f5-4647-a7db-2fb65719e8ea tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:31.118792 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-5ff11a55-72f5-4647-a7db-2fb65719e8ea tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Added segment f74955c1-f1d3-4357-bfc1-3291fe992be2 of type vlan for network 9ff2f90b-3997-42e6-8a05-cc0c670f0afd Nov 12 08:21:31.131972 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c01c89cb-8cd5-44df-9845-d2904301cef8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:31.148042 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c2858cb6-f446-4b0f-9164-b4193e1f3c0f req-16ae75cb-62a2-4871-bde6-61c9d132b22d tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:21:31.161663 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7896ebef-ce5c-446d-8cb6-833ce13b9cff None None] Sync routers for ids ['08480fba-8475-4618-af2a-3855f13c3ad3'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:21:31.182405 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7896ebef-ce5c-446d-8cb6-833ce13b9cff None None] Routers {'08480fba-8475-4618-af2a-3855f13c3ad3'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:21:31.187148 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-7896ebef-ce5c-446d-8cb6-833ce13b9cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:21:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['08480fba-8475-4618-af2a-3855f13c3ad3'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:31.231327 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2858cb6-f446-4b0f-9164-b4193e1f3c0f req-16ae75cb-62a2-4871-bde6-61c9d132b22d tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] No DVR routers for this DVR port 3333386f-64dc-49a6-b21a-2ee25c72f315 on host n-h1-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:21:31.234923 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-c2858cb6-f446-4b0f-9164-b4193e1f3c0f req-16ae75cb-62a2-4871-bde6-61c9d132b22d tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:31.239998 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c2858cb6-f446-4b0f-9164-b4193e1f3c0f req-16ae75cb-62a2-4871-bde6-61c9d132b22d tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] 10.222.0.21 "DELETE /v2.0/ports/3333386f-64dc-49a6-b21a-2ee25c72f315 HTTP/1.1" status: 204 len: 173 time: 5.1420956 Nov 12 08:21:31.243247 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c044bf7-7155-4342-bd45-f3c1f138fcad', 'name': 'network-vif-deleted', 'tag': '3333386f-64dc-49a6-b21a-2ee25c72f315'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:21:31.249113 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fbcb0d2-157b-4f69-9b2c-477de673703d" -d '{"events": [{"server_uuid": "7c044bf7-7155-4342-bd45-f3c1f138fcad", "name": "network-vif-deleted", "tag": "3333386f-64dc-49a6-b21a-2ee25c72f315"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:21:31.250336 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5ff11a55-72f5-4647-a7db-2fb65719e8ea tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:31.254679 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c01c89cb-8cd5-44df-9845-d2904301cef8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:31.276743 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d58b5abd-c6c8-4e0b-a625-cbd7694cb98f tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-933016'] for router_gateway, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:31.339793 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c01c89cb-8cd5-44df-9845-d2904301cef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:31.343674 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c01c89cb-8cd5-44df-9845-d2904301cef8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:31.349367 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-c01c89cb-8cd5-44df-9845-d2904301cef8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ade3fe41-b83c-4635-b7fa-77117da6b2e5 HTTP/1.1" status: 204 len: 168 time: 0.4192722 Nov 12 08:21:31.368300 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01c89cb-8cd5-44df-9845-d2904301cef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ade3fe41-b83c-4635-b7fa-77117da6b2e5,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:31.402391 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5ff11a55-72f5-4647-a7db-2fb65719e8ea tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:31.420633 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff11a55-72f5-4647-a7db-2fb65719e8ea tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:31.425402 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5ff11a55-72f5-4647-a7db-2fb65719e8ea tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:31.509442 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afe41fb-8368-449c-ad14-5ca186fe5ded req-a2d1cdff-8a41-4f8c-8068-a527eef77cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:31.514311 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4afe41fb-8368-449c-ad14-5ca186fe5ded req-a2d1cdff-8a41-4f8c-8068-a527eef77cee service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=07ce3d47-0ebe-4079-928d-0d95e8d2cdd8 HTTP/1.1" status: 200 len: 1102 time: 0.5284114 Nov 12 08:21:31.536902 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-7896ebef-ce5c-446d-8cb6-833ce13b9cff None None] Set router 08480fba-8475-4618-af2a-3855f13c3ad3 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:21:31.651432 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-5ff11a55-72f5-4647-a7db-2fb65719e8ea tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7861166 Nov 12 08:21:31.676484 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d58b5abd-c6c8-4e0b-a625-cbd7694cb98f tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:31.684207 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 50678) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:31.697009 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d58b5abd-c6c8-4e0b-a625-cbd7694cb98f tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:31.698364 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-6fc53a4f-0c96-4487-a9c7-4291cf1422c9 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Request body: {'subnet': {'network_id': '9ff2f90b-3997-42e6-8a05-cc0c670f0afd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:31.759159 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165d1abe-439a-4836-b984-cdaec37fb30f req-43f039e8-911d-4a52-91bd-343cc6072c67 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:31.774020 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-165d1abe-439a-4836-b984-cdaec37fb30f req-43f039e8-911d-4a52-91bd-343cc6072c67 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 945 time: 0.3094773 Nov 12 08:21:31.785148 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff11a55-72f5-4647-a7db-2fb65719e8ea tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Pushing event updated for resources: {'Network': ['ID=9ff2f90b-3997-42e6-8a05-cc0c670f0afd,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:31.978290 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-165d1abe-439a-4836-b984-cdaec37fb30f req-592e813e-81c4-4756-b77c-e80c80260469 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889198 Nov 12 08:21:31.982885 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d58b5abd-c6c8-4e0b-a625-cbd7694cb98f tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:31.988912 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d58b5abd-c6c8-4e0b-a625-cbd7694cb98f tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f03c7535-c338-43f8-8a50-ad03cde9c38d {{(pid=102599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:21:32.029252 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d58b5abd-c6c8-4e0b-a625-cbd7694cb98f tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:32.042642 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-d58b5abd-c6c8-4e0b-a625-cbd7694cb98f tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] 10.222.0.26 "DELETE /v2.0/routers/f03c7535-c338-43f8-8a50-ad03cde9c38d HTTP/1.1" status: 204 len: 168 time: 5.3423629 Nov 12 08:21:32.046563 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 50682) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:32.078614 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-72061b36-cc49-44a7-85ee-a944083dd161 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-504584743', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}, 'admin_state_up': False}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:32.142299 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4afe41fb-8368-449c-ad14-5ca186fe5ded req-7073a08d-f97e-42ef-9cfb-21059c808699 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=8ee1f944-a10a-4a84-ba6e-5e5d74b5e19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5357103 Nov 12 08:21:32.185496 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff11a55-72f5-4647-a7db-2fb65719e8ea tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:32.196635 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff11a55-72f5-4647-a7db-2fb65719e8ea tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:32.197071 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff11a55-72f5-4647-a7db-2fb65719e8ea tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:32.197409 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff11a55-72f5-4647-a7db-2fb65719e8ea tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:32.197745 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff11a55-72f5-4647-a7db-2fb65719e8ea tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:32.198076 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff11a55-72f5-4647-a7db-2fb65719e8ea tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:32.198544 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff11a55-72f5-4647-a7db-2fb65719e8ea tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:32.203303 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff11a55-72f5-4647-a7db-2fb65719e8ea tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:32.203489 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff11a55-72f5-4647-a7db-2fb65719e8ea tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:32.205147 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff11a55-72f5-4647-a7db-2fb65719e8ea tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:32.205702 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff11a55-72f5-4647-a7db-2fb65719e8ea tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:32.206673 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff11a55-72f5-4647-a7db-2fb65719e8ea tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:32.219307 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-308b563d-508d-41ad-af61-b8c102a02e1f x-openstack-request-id: req-308b563d-508d-41ad-af61-b8c102a02e1f {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:21:32.220811 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c044bf7-7155-4342-bd45-f3c1f138fcad", "name": "network-vif-deleted", "tag": "3333386f-64dc-49a6-b21a-2ee25c72f315", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:21:32.221097 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-308b563d-508d-41ad-af61-b8c102a02e1f {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:21:32.221591 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c044bf7-7155-4342-bd45-f3c1f138fcad', 'name': 'network-vif-deleted', 'tag': '3333386f-64dc-49a6-b21a-2ee25c72f315', 'status': 'completed', 'code': 200} Nov 12 08:21:32.225268 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-72061b36-cc49-44a7-85ee-a944083dd161 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:32.229011 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-72061b36-cc49-44a7-85ee-a944083dd161 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:32.250548 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 50686) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:32.263743 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 9ff2f90b-3997-42e6-8a05-cc0c670f0afd details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:21:32.330242 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc53a4f-0c96-4487-a9c7-4291cf1422c9 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Made reservation on behalf of 6369a719c0774326a5a17deb8ee2154f for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:21:32.341190 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6fc53a4f-0c96-4487-a9c7-4291cf1422c9 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:32.384910 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bdb95c75-0654-487a-9839-e552ec7aaaff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:32.589372 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8d7bdd-ca52-40a6-b664-714a71688f97 req-e19e0f28-c85b-4a91-8fa9-dee3b5a3ef2f tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:32.602246 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7f8d7bdd-ca52-40a6-b664-714a71688f97 req-e19e0f28-c85b-4a91-8fa9-dee3b5a3ef2f tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9f80b7-7da6-471c-ab75-5240190a613a HTTP/1.1" status: 200 len: 946 time: 0.2115190 Nov 12 08:21:32.610804 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-72061b36-cc49-44a7-85ee-a944083dd161 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:32.639332 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-7896ebef-ce5c-446d-8cb6-833ce13b9cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08480fba-8475-4618-af2a-3855f13c3ad3', 'name': 'tempest-ServersTestJSON-812345662-router', 'tenant_id': 'bfeafcdb40754d84afc50bdc0e3e88ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '0ef33b79-efca-4bc9-90f4-2d3c2f010ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:18:12Z', 'updated_at': '2021-11-12T08:18:18Z', 'revision_number': 4, 'project_id': 'bfeafcdb40754d84afc50bdc0e3e88ee', 'gw_port': {'id': '0ef33b79-efca-4bc9-90f4-2d3c2f010ff6', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:64:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08480fba-8475-4618-af2a-3855f13c3ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:18:13Z', 'updated_at': '2021-11-12T08:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': 'c502a15d-b093-460d-ac9d-e2e117faddc0', 'name': '', 'network_id': 'f2015be7-a96f-492b-b082-b1df692f4802', 'tenant_id': 'bfeafcdb40754d84afc50bdc0e3e88ee', 'mac_address': 'fa:16:3e:18:e4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08480fba-8475-4618-af2a-3855f13c3ad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': 'afb78417-4060-4cd2-9f52-71f67bd868c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:18:17Z', 'updated_at': '2021-11-12T08:18:26Z', 'revision_number': 5, 'project_id': 'bfeafcdb40754d84afc50bdc0e3e88ee', 'subnets': [{'id': 'afb78417-4060-4cd2-9f52-71f67bd868c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:32.706759 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7896ebef-ce5c-446d-8cb6-833ce13b9cff None None] Checking router: 08480fba-8475-4618-af2a-3855f13c3ad3 for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:21:32.727772 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7896ebef-ce5c-446d-8cb6-833ce13b9cff None None] Routers {'08480fba-8475-4618-af2a-3855f13c3ad3'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:21:32.729041 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-7896ebef-ce5c-446d-8cb6-833ce13b9cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:21:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['08480fba-8475-4618-af2a-3855f13c3ad3'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:32.750396 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7f8d7bdd-ca52-40a6-b664-714a71688f97 req-f023831e-d98b-4532-ba1a-6cf6c63f35b9 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=dafae0e1-4d35-4b86-8740-ce6a9a9c8268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317899 Nov 12 08:21:32.952983 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e5b7a9-3697-43e6-b583-07e47798e193 req-2ae04e70-72cb-4f0f-b27e-c512d2875775 tempest-ImagesNegativeTestJSON-651663508 tempest-ImagesNegativeTestJSON-651663508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:32.962082 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-91e5b7a9-3697-43e6-b583-07e47798e193 req-2ae04e70-72cb-4f0f-b27e-c512d2875775 tempest-ImagesNegativeTestJSON-651663508 tempest-ImagesNegativeTestJSON-651663508-project] 10.222.0.26 "GET /v2.0/ports?device_id=07ce3d47-0ebe-4079-928d-0d95e8d2cdd8 HTTP/1.1" status: 200 len: 950 time: 0.1072888 Nov 12 08:21:32.965693 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6fc53a4f-0c96-4487-a9c7-4291cf1422c9 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:33.086864 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc53a4f-0c96-4487-a9c7-4291cf1422c9 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Checking segment: {'id': 'f74955c1-f1d3-4357-bfc1-3291fe992be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9ff2f90b-3997-42e6-8a05-cc0c670f0afd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:21:33.087293 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc53a4f-0c96-4487-a9c7-4291cf1422c9 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Network hostable DHCP agents. Network: 9ff2f90b-3997-42e6-8a05-cc0c670f0afd, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:21:33.094235 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc53a4f-0c96-4487-a9c7-4291cf1422c9 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Pushing event updated for resources: {'Subnet': ['ID=6c45ca0f-4706-421d-b182-f7a38c4a94a4,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:33.110351 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-91e5b7a9-3697-43e6-b583-07e47798e193 req-b3d80aee-d6e9-4739-90bd-3475a0ec1ff8 tempest-ImagesNegativeTestJSON-651663508 tempest-ImagesNegativeTestJSON-651663508-project] 10.222.0.26 "GET /v2.0/security-groups?id=8ee1f944-a10a-4a84-ba6e-5e5d74b5e19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469274 Nov 12 08:21:33.152605 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc53a4f-0c96-4487-a9c7-4291cf1422c9 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Network 9ff2f90b-3997-42e6-8a05-cc0c670f0afd is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:21:33.176346 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-6fc53a4f-0c96-4487-a9c7-4291cf1422c9 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 9ff2f90b-3997-42e6-8a05-cc0c670f0afd) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:21:33.178239 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-72061b36-cc49-44a7-85ee-a944083dd161 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:33.182716 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc53a4f-0c96-4487-a9c7-4291cf1422c9 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:33.184938 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6fc53a4f-0c96-4487-a9c7-4291cf1422c9 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:33.240551 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-6fc53a4f-0c96-4487-a9c7-4291cf1422c9 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5529134 Nov 12 08:21:33.240892 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 50700) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:33.247507 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-57f4713c-eeca-460f-918d-fbd9985200e1 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Request body: {'port': {'network_id': '9ff2f90b-3997-42e6-8a05-cc0c670f0afd', 'name': 'tempest-PortsTestJSON-393198111'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:33.394112 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bdb95c75-0654-487a-9839-e552ec7aaaff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:33.408356 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bdb95c75-0654-487a-9839-e552ec7aaaff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:33.464418 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410e4cd4-400c-4842-a903-b3d786a8744c None None] Network 9ff2f90b-3997-42e6-8a05-cc0c670f0afd requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:21:33.625401 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 50706) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:33.630741 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-bdb95c75-0654-487a-9839-e552ec7aaaff admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5579d07acbf54cc8b6db165b774b1f47&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3701954 Nov 12 08:21:33.664273 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb95c75-0654-487a-9839-e552ec7aaaff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b86e12b7-f3ba-45bb-b2b6-025625de1f82,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:33.772604 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-7896ebef-ce5c-446d-8cb6-833ce13b9cff None None] Set router 08480fba-8475-4618-af2a-3855f13c3ad3 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:21:33.845769 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d2d30d29-551d-4e3a-8537-573b7f10f4cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:33.875465 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d2d30d29-551d-4e3a-8537-573b7f10f4cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:33.933034 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-72061b36-cc49-44a7-85ee-a944083dd161 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks [] for router_gateway, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:33.937404 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e221fbcf-98b0-4479-8834-5788ac48b475 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-9ff2f90b-3997-42e6-8a05-cc0c670f0afd', 'network_id': '9ff2f90b-3997-42e6-8a05-cc0c670f0afd', 'tenant_id': '6369a719c0774326a5a17deb8ee2154f', 'fixed_ips': [{'subnet_id': '6c45ca0f-4706-421d-b182-f7a38c4a94a4'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:21:33.938886 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e221fbcf-98b0-4479-8834-5788ac48b475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:33.947653 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d2d30d29-551d-4e3a-8537-573b7f10f4cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:33.951734 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d2d30d29-551d-4e3a-8537-573b7f10f4cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:33.953255 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-d2d30d29-551d-4e3a-8537-573b7f10f4cf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b86e12b7-f3ba-45bb-b2b6-025625de1f82 HTTP/1.1" status: 204 len: 168 time: 0.3234100 Nov 12 08:21:33.969904 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d30d29-551d-4e3a-8537-573b7f10f4cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b86e12b7-f3ba-45bb-b2b6-025625de1f82,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:33.991193 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57f4713c-eeca-460f-918d-fbd9985200e1 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Made reservation on behalf of 6369a719c0774326a5a17deb8ee2154f for: {'port': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:21:34.000800 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-57f4713c-eeca-460f-918d-fbd9985200e1 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:34.016687 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2567b242-0ad7-4422-9bad-8c6637256709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:34.024738 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 679c1599-e9ac-46d7-9648-925653b6832e no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:21:34.025266 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-72061b36-cc49-44a7-85ee-a944083dd161 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:34.037025 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [None req-57f4713c-eeca-460f-918d-fbd9985200e1 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] device_id is not set on port 944de9a4-3863-4d26-b3af-bf5dda9e319f yet. {{(pid=102600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:21:34.178015 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-57f4713c-eeca-460f-918d-fbd9985200e1 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Allocated IP 172.20.0.3 (9ff2f90b-3997-42e6-8a05-cc0c670f0afd/6c45ca0f-4706-421d-b182-f7a38c4a94a4/944de9a4-3863-4d26-b3af-bf5dda9e319f) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:21:34.242466 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 679c1599-e9ac-46d7-9648-925653b6832e {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:21:34.244355 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 679c1599-e9ac-46d7-9648-925653b6832e not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:21:34.355631 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-72061b36-cc49-44a7-85ee-a944083dd161 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Allocated IP 172.25.2.80 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/00860265-3b70-4152-8625-0e8d73093b49) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:21:34.381674 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-57f4713c-eeca-460f-918d-fbd9985200e1 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:34.438348 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-57f4713c-eeca-460f-918d-fbd9985200e1 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:34.559273 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f4713c-eeca-460f-918d-fbd9985200e1 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Network 9ff2f90b-3997-42e6-8a05-cc0c670f0afd is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:21:34.578956 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-7896ebef-ce5c-446d-8cb6-833ce13b9cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08480fba-8475-4618-af2a-3855f13c3ad3', 'name': 'tempest-ServersTestJSON-812345662-router', 'tenant_id': 'bfeafcdb40754d84afc50bdc0e3e88ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '0ef33b79-efca-4bc9-90f4-2d3c2f010ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:18:12Z', 'updated_at': '2021-11-12T08:18:18Z', 'revision_number': 4, 'project_id': 'bfeafcdb40754d84afc50bdc0e3e88ee', 'gw_port': {'id': '0ef33b79-efca-4bc9-90f4-2d3c2f010ff6', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:64:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08480fba-8475-4618-af2a-3855f13c3ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:18:13Z', 'updated_at': '2021-11-12T08:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': 'c502a15d-b093-460d-ac9d-e2e117faddc0', 'name': '', 'network_id': 'f2015be7-a96f-492b-b082-b1df692f4802', 'tenant_id': 'bfeafcdb40754d84afc50bdc0e3e88ee', 'mac_address': 'fa:16:3e:18:e4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08480fba-8475-4618-af2a-3855f13c3ad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': 'afb78417-4060-4cd2-9f52-71f67bd868c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:18:17Z', 'updated_at': '2021-11-12T08:18:26Z', 'revision_number': 5, 'project_id': 'bfeafcdb40754d84afc50bdc0e3e88ee', 'subnets': [{'id': 'afb78417-4060-4cd2-9f52-71f67bd868c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:34.591002 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-57f4713c-eeca-460f-918d-fbd9985200e1 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:21:34.603919 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f4713c-eeca-460f-918d-fbd9985200e1 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:21:34.677109 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f4713c-eeca-460f-918d-fbd9985200e1 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Pushing event updated for resources: {'Port': ['ID=944de9a4-3863-4d26-b3af-bf5dda9e319f,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:34.707007 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7896ebef-ce5c-446d-8cb6-833ce13b9cff None None] The sync data for ids ['08480fba-8475-4618-af2a-3855f13c3ad3'] in n-d-765315-29 is: [{'id': '08480fba-8475-4618-af2a-3855f13c3ad3', 'name': 'tempest-ServersTestJSON-812345662-router', 'tenant_id': 'bfeafcdb40754d84afc50bdc0e3e88ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '0ef33b79-efca-4bc9-90f4-2d3c2f010ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:18:12Z', 'updated_at': '2021-11-12T08:18:18Z', 'revision_number': 4, 'project_id': 'bfeafcdb40754d84afc50bdc0e3e88ee', 'gw_port': {'id': '0ef33b79-efca-4bc9-90f4-2d3c2f010ff6', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:64:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08480fba-8475-4618-af2a-3855f13c3ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:18:13Z', 'updated_at': '2021-11-12T08:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': 'c502a15d-b093-460d-ac9d-e2e117faddc0', 'name': '', 'network_id': 'f2015be7-a96f-492b-b082-b1df692f4802', 'tenant_id': 'bfeafcdb40754d84afc50bdc0e3e88ee', 'mac_address': 'fa:16:3e:18:e4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08480fba-8475-4618-af2a-3855f13c3ad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': 'afb78417-4060-4cd2-9f52-71f67bd868c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:18:17Z', 'updated_at': '2021-11-12T08:18:26Z', 'revision_number': 5, 'project_id': 'bfeafcdb40754d84afc50bdc0e3e88ee', 'subnets': [{'id': 'afb78417-4060-4cd2-9f52-71f67bd868c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:21:34.726838 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-72061b36-cc49-44a7-85ee-a944083dd161 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:34.734203 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f4713c-eeca-460f-918d-fbd9985200e1 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:34.735724 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-57f4713c-eeca-460f-918d-fbd9985200e1 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:34.767416 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-e221fbcf-98b0-4479-8834-5788ac48b475 None None] Allocated IP 172.20.0.2 (9ff2f90b-3997-42e6-8a05-cc0c670f0afd/6c45ca0f-4706-421d-b182-f7a38c4a94a4/8305f127-f318-4935-8a87-bc5092ddfff3) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:21:34.776974 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-57f4713c-eeca-460f-918d-fbd9985200e1 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.5350668 Nov 12 08:21:34.777631 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 50718) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:34.787995 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-e022ecc7-c271-4835-86de-f06edbc9a9e0 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Request body: {'port': {'network_id': '9ff2f90b-3997-42e6-8a05-cc0c670f0afd', 'name': 'tempest-PortsTestJSON-1845895545'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:35.157583 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e221fbcf-98b0-4479-8834-5788ac48b475 None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:35.160032 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-72061b36-cc49-44a7-85ee-a944083dd161 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:35.172229 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:35.186662 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e221fbcf-98b0-4479-8834-5788ac48b475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:35.216288 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72061b36-cc49-44a7-85ee-a944083dd161 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:21:35.222064 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-72061b36-cc49-44a7-85ee-a944083dd161 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:21:35.225244 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72061b36-cc49-44a7-85ee-a944083dd161 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:21:35.241776 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c420f60-2f16-4075-baa7-2d455c778ffe None None] New status for floating IP 9556ede1-5b0b-4e22-a18f-0b7100094438: DOWN {{(pid=102602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:21:35.272613 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72061b36-cc49-44a7-85ee-a944083dd161 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Pushing event updated for resources: {'Port': ['ID=00860265-3b70-4152-8625-0e8d73093b49,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:35.284114 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e221fbcf-98b0-4479-8834-5788ac48b475 None None] Pushing event updated for resources: {'Port': ['ID=8305f127-f318-4935-8a87-bc5092ddfff3,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:35.297663 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72061b36-cc49-44a7-85ee-a944083dd161 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:35.298010 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72061b36-cc49-44a7-85ee-a944083dd161 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:35.299252 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72061b36-cc49-44a7-85ee-a944083dd161 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:35.299650 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72061b36-cc49-44a7-85ee-a944083dd161 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:35.299987 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72061b36-cc49-44a7-85ee-a944083dd161 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:35.300405 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72061b36-cc49-44a7-85ee-a944083dd161 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:35.300733 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72061b36-cc49-44a7-85ee-a944083dd161 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:35.301552 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72061b36-cc49-44a7-85ee-a944083dd161 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:35.301672 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72061b36-cc49-44a7-85ee-a944083dd161 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:35.301949 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72061b36-cc49-44a7-85ee-a944083dd161 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:35.302309 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72061b36-cc49-44a7-85ee-a944083dd161 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:35.303240 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72061b36-cc49-44a7-85ee-a944083dd161 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:35.307836 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e221fbcf-98b0-4479-8834-5788ac48b475 None None] Network 9ff2f90b-3997-42e6-8a05-cc0c670f0afd is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:21:35.312455 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e022ecc7-c271-4835-86de-f06edbc9a9e0 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Made reservation on behalf of 6369a719c0774326a5a17deb8ee2154f for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:21:35.313074 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-e221fbcf-98b0-4479-8834-5788ac48b475 None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:21:35.316268 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e022ecc7-c271-4835-86de-f06edbc9a9e0 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:35.323418 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e221fbcf-98b0-4479-8834-5788ac48b475 None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:21:35.342938 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [None req-e022ecc7-c271-4835-86de-f06edbc9a9e0 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] device_id is not set on port 6bcb7c2a-59a7-4a6b-8cff-87311ec85d63 yet. {{(pid=102599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:21:35.460174 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-e221fbcf-98b0-4479-8834-5788ac48b475 None None] Attempting to bind port 8305f127-f318-4935-8a87-bc5092ddfff3 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:21:35.460798 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-e221fbcf-98b0-4479-8834-5788ac48b475 None None] Attempting to bind port 8305f127-f318-4935-8a87-bc5092ddfff3 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': 'f74955c1-f1d3-4357-bfc1-3291fe992be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9ff2f90b-3997-42e6-8a05-cc0c670f0afd'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:21:35.461651 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e221fbcf-98b0-4479-8834-5788ac48b475 None None] Attempting to bind port 8305f127-f318-4935-8a87-bc5092ddfff3 on network 9ff2f90b-3997-42e6-8a05-cc0c670f0afd {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:21:35.472055 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e221fbcf-98b0-4479-8834-5788ac48b475 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:21:35.473388 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e221fbcf-98b0-4479-8834-5788ac48b475 None None] Checking segment: {'id': 'f74955c1-f1d3-4357-bfc1-3291fe992be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9ff2f90b-3997-42e6-8a05-cc0c670f0afd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:21:35.474036 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e221fbcf-98b0-4479-8834-5788ac48b475 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:35.474697 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e221fbcf-98b0-4479-8834-5788ac48b475 None None] Bound using segment: {'id': 'f74955c1-f1d3-4357-bfc1-3291fe992be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9ff2f90b-3997-42e6-8a05-cc0c670f0afd'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:21:35.475607 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-e221fbcf-98b0-4479-8834-5788ac48b475 None None] Bound port: 8305f127-f318-4935-8a87-bc5092ddfff3, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f74955c1-f1d3-4357-bfc1-3291fe992be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9ff2f90b-3997-42e6-8a05-cc0c670f0afd'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:21:35.476641 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e221fbcf-98b0-4479-8834-5788ac48b475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:35.630368 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e221fbcf-98b0-4479-8834-5788ac48b475 None None] For port 8305f127-f318-4935-8a87-bc5092ddfff3, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:21:35.635267 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-e022ecc7-c271-4835-86de-f06edbc9a9e0 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Allocated IP 172.20.0.9 (9ff2f90b-3997-42e6-8a05-cc0c670f0afd/6c45ca0f-4706-421d-b182-f7a38c4a94a4/6bcb7c2a-59a7-4a6b-8cff-87311ec85d63) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:21:35.635976 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e221fbcf-98b0-4479-8834-5788ac48b475 None None] For port 8305f127-f318-4935-8a87-bc5092ddfff3, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=8305f127-f318-4935-8a87-bc5092ddfff3,segment=NetworkSegment(f74955c1-f1d3-4357-bfc1-3291fe992be2),segment_id=f74955c1-f1d3-4357-bfc1-3291fe992be2)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:21:35.653990 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e221fbcf-98b0-4479-8834-5788ac48b475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:35.833917 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e221fbcf-98b0-4479-8834-5788ac48b475 None None] Pushing event updated for resources: {'Port': ['ID=8305f127-f318-4935-8a87-bc5092ddfff3,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:36.333396 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-72061b36-cc49-44a7-85ee-a944083dd161 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks [] for router_gateway, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:36.545311 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e022ecc7-c271-4835-86de-f06edbc9a9e0 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:36.755065 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-72061b36-cc49-44a7-85ee-a944083dd161 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052'] for router, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:36.960080 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f641eb97-4e98-4e2b-b7a6-3430f2635f4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:37.042973 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e022ecc7-c271-4835-86de-f06edbc9a9e0 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:37.210076 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e022ecc7-c271-4835-86de-f06edbc9a9e0 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Network 9ff2f90b-3997-42e6-8a05-cc0c670f0afd is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:21:37.231979 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-e022ecc7-c271-4835-86de-f06edbc9a9e0 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:21:37.247164 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e022ecc7-c271-4835-86de-f06edbc9a9e0 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:21:37.303218 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e022ecc7-c271-4835-86de-f06edbc9a9e0 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Pushing event updated for resources: {'Port': ['ID=6bcb7c2a-59a7-4a6b-8cff-87311ec85d63,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:37.338261 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7643c7e-4176-4c14-becf-37f4c247cde6 None None] Network 9ff2f90b-3997-42e6-8a05-cc0c670f0afd requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:21:37.342745 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e022ecc7-c271-4835-86de-f06edbc9a9e0 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:37.343387 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e022ecc7-c271-4835-86de-f06edbc9a9e0 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:37.348317 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72061b36-cc49-44a7-85ee-a944083dd161 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Router 523d03e3-412e-404f-b12c-446a9111c561 is scheduled to L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 with binding_index 1 {{(pid=102599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:21:37.526401 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72061b36-cc49-44a7-85ee-a944083dd161 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:21:37.553043 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 50758) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:37.566849 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-e022ecc7-c271-4835-86de-f06edbc9a9e0 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.7836254 Nov 12 08:21:37.603013 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44d7a2b-38e0-4122-8627-0cd8ecfc34c6 None None] Sync routers for ids ['523d03e3-412e-404f-b12c-446a9111c561'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:21:37.614843 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-72061b36-cc49-44a7-85ee-a944083dd161 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:37.620184 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-72061b36-cc49-44a7-85ee-a944083dd161 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.5649984 Nov 12 08:21:37.621424 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 50760) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:37.635466 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-3b88fc5d-1348-476f-8641-265180514ddc tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'enable_snat': False}}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:37.754535 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b775b0b-4233-4c38-9f7a-12e83e168124 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:37.759657 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-9b775b0b-4233-4c38-9f7a-12e83e168124 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.3 HTTP/1.1" status: 200 len: 921 time: 0.2051823 Nov 12 08:21:37.764421 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 50762) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:37.831044 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44d7a2b-38e0-4122-8627-0cd8ecfc34c6 None None] Routers {'523d03e3-412e-404f-b12c-446a9111c561'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:21:37.834097 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-a44d7a2b-38e0-4122-8627-0cd8ecfc34c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:21:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['523d03e3-412e-404f-b12c-446a9111c561'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:37.918025 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-a44d7a2b-38e0-4122-8627-0cd8ecfc34c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:37.944536 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44d7a2b-38e0-4122-8627-0cd8ecfc34c6 None None] Routers {'523d03e3-412e-404f-b12c-446a9111c561'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:21:37.945283 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-a44d7a2b-38e0-4122-8627-0cd8ecfc34c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:21:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['523d03e3-412e-404f-b12c-446a9111c561'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:38.049431 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-c0635657-fa3c-421a-be31-71acd90cde28 None None] Provisioning complete for port 8305f127-f318-4935-8a87-bc5092ddfff3 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:38.050417 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c0635657-fa3c-421a-be31-71acd90cde28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:38.311754 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 8305f127-f318-4935-8a87-bc5092ddfff3 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:21:38.355823 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-a44d7a2b-38e0-4122-8627-0cd8ecfc34c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:38.359435 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44d7a2b-38e0-4122-8627-0cd8ecfc34c6 None None] The sync data for ids ['523d03e3-412e-404f-b12c-446a9111c561'] in n-d-765315-29 is: [] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:21:38.392869 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:38.467425 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 8305f127-f318-4935-8a87-bc5092ddfff3 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:38.467839 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:38.482216 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3b88fc5d-1348-476f-8641-265180514ddc tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:38.692603 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c0635657-fa3c-421a-be31-71acd90cde28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:38.778458 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-c0635657-fa3c-421a-be31-71acd90cde28 None None] For port 8305f127-f318-4935-8a87-bc5092ddfff3, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=8305f127-f318-4935-8a87-bc5092ddfff3,segment=NetworkSegment(f74955c1-f1d3-4357-bfc1-3291fe992be2),segment_id=f74955c1-f1d3-4357-bfc1-3291fe992be2)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:21:38.841141 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:38.884679 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c0635657-fa3c-421a-be31-71acd90cde28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:39.112592 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-7b87e3be-9e60-4ef5-85ec-76d9c485b94b tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Deleting port 6bcb7c2a-59a7-4a6b-8cff-87311ec85d63 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:21:39.113099 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7b87e3be-9e60-4ef5-85ec-76d9c485b94b tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:39.184360 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.db.api [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:21:39.185491 n-d-765315-29 neutron-server[102601]: DEBUG oslo_db.api [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:21:39.229856 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-21f41d1c-ccdd-4044-9c83-aa413f2694b2 None None] Provisioning complete for port 6bcb7c2a-59a7-4a6b-8cff-87311ec85d63 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:39.230248 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-21f41d1c-ccdd-4044-9c83-aa413f2694b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:39.312706 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0635657-fa3c-421a-be31-71acd90cde28 None None] Pushing event updated for resources: {'Port': ['ID=8305f127-f318-4935-8a87-bc5092ddfff3,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:39.317524 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:39.343635 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-21f41d1c-ccdd-4044-9c83-aa413f2694b2 None None] Port 6bcb7c2a-59a7-4a6b-8cff-87311ec85d63 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:21:39.350902 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7b87e3be-9e60-4ef5-85ec-76d9c485b94b tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:39.376000 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-21f41d1c-ccdd-4044-9c83-aa413f2694b2 None None] Provisioning complete for port 8305f127-f318-4935-8a87-bc5092ddfff3 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:39.376710 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-21f41d1c-ccdd-4044-9c83-aa413f2694b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:39.382564 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-7b87e3be-9e60-4ef5-85ec-76d9c485b94b tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Calling delete_port for 6bcb7c2a-59a7-4a6b-8cff-87311ec85d63 owned by {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:21:39.750484 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3b88fc5d-1348-476f-8641-265180514ddc tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-932935', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57732'] for router, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:39.761467 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3b88fc5d-1348-476f-8641-265180514ddc tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-932942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-933045', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-919336'] for router, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:39.789745 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7b87e3be-9e60-4ef5-85ec-76d9c485b94b tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:39.815487 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:39.844685 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-21f41d1c-ccdd-4044-9c83-aa413f2694b2 None None] Provisioning complete for port 944de9a4-3863-4d26-b3af-bf5dda9e319f triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:39.845090 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-21f41d1c-ccdd-4044-9c83-aa413f2694b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:39.877814 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b87e3be-9e60-4ef5-85ec-76d9c485b94b tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Pushing event deleted for resources: {'Port': ['ID=6bcb7c2a-59a7-4a6b-8cff-87311ec85d63,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:39.942240 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-21f41d1c-ccdd-4044-9c83-aa413f2694b2 None None] Port 944de9a4-3863-4d26-b3af-bf5dda9e319f cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:21:40.064053 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-66d09033-742f-4dcd-a3d3-3f8c5e9043c8 None None] Could not find standard attr ID for object 6bcb7c2a-59a7-4a6b-8cff-87311ec85d63. {{(pid=102601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:21:40.093941 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b88fc5d-1348-476f-8641-265180514ddc tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Router 523d03e3-412e-404f-b12c-446a9111c561 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:21:40.105520 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-66d09033-742f-4dcd-a3d3-3f8c5e9043c8 None None] Provisioning complete for port 944de9a4-3863-4d26-b3af-bf5dda9e319f triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:40.105816 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-66d09033-742f-4dcd-a3d3-3f8c5e9043c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:40.203410 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7b87e3be-9e60-4ef5-85ec-76d9c485b94b tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:40.207779 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-7b87e3be-9e60-4ef5-85ec-76d9c485b94b tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "DELETE /v2.0/ports/6bcb7c2a-59a7-4a6b-8cff-87311ec85d63 HTTP/1.1" status: 204 len: 168 time: 2.4417610 Nov 12 08:21:40.212754 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 50798) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:40.249558 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 8305f127-f318-4935-8a87-bc5092ddfff3 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:21:40.255114 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-66d09033-742f-4dcd-a3d3-3f8c5e9043c8 None None] Port 944de9a4-3863-4d26-b3af-bf5dda9e319f cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:21:40.298800 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcbe81af-3f1f-4b22-b240-7ec3b7f3c18e tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] GET failed (client error): The resource could not be found. Nov 12 08:21:40.300395 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-fcbe81af-3f1f-4b22-b240-7ec3b7f3c18e tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "GET /v2.0/ports/6bcb7c2a-59a7-4a6b-8cff-87311ec85d63 HTTP/1.1" status: 404 len: 333 time: 0.0865343 Nov 12 08:21:40.315192 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 50806) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:40.377528 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b88fc5d-1348-476f-8641-265180514ddc tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:21:40.389902 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af4ce06-500e-4fc5-9a7a-db8a0cd96125 None None] Sync routers for ids ['523d03e3-412e-404f-b12c-446a9111c561'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:21:40.391316 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3b88fc5d-1348-476f-8641-265180514ddc tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:40.395452 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-3b88fc5d-1348-476f-8641-265180514ddc tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] 10.222.0.26 "PUT /v2.0/routers/523d03e3-412e-404f-b12c-446a9111c561 HTTP/1.1" status: 200 len: 920 time: 2.7672157 Nov 12 08:21:40.398311 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 50810) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:40.410332 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af4ce06-500e-4fc5-9a7a-db8a0cd96125 None None] Routers {'523d03e3-412e-404f-b12c-446a9111c561'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:21:40.415849 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-1af4ce06-500e-4fc5-9a7a-db8a0cd96125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:21:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['523d03e3-412e-404f-b12c-446a9111c561'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:40.422331 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 8305f127-f318-4935-8a87-bc5092ddfff3 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:40.423258 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:40.536612 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-1af4ce06-500e-4fc5-9a7a-db8a0cd96125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:40.557741 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af4ce06-500e-4fc5-9a7a-db8a0cd96125 None None] Routers {'523d03e3-412e-404f-b12c-446a9111c561'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:21:40.558317 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-1af4ce06-500e-4fc5-9a7a-db8a0cd96125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:21:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['523d03e3-412e-404f-b12c-446a9111c561'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:40.628003 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-1af4ce06-500e-4fc5-9a7a-db8a0cd96125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:40.628825 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af4ce06-500e-4fc5-9a7a-db8a0cd96125 None None] The sync data for ids ['523d03e3-412e-404f-b12c-446a9111c561'] in n-d-765315-29 is: [] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:21:40.685596 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-ea165f7c-e756-4f7c-88e5-a42e9b8eb125 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Deleting port 944de9a4-3863-4d26-b3af-bf5dda9e319f {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:21:40.685971 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ea165f7c-e756-4f7c-88e5-a42e9b8eb125 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:40.791695 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-ede233f7-44dd-4b1f-8b71-42669e4006c2 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] 10.222.0.26 "GET /v2.0/routers/523d03e3-412e-404f-b12c-446a9111c561 HTTP/1.1" status: 200 len: 920 time: 0.3849990 Nov 12 08:21:40.791960 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 50824) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:40.855276 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ea165f7c-e756-4f7c-88e5-a42e9b8eb125 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:40.890285 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4879180e-ce41-4e95-be37-6d65dbae5647 req-7a986cc8-b3a2-4770-bddd-f9b5d90e537a tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:40.892618 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-ea165f7c-e756-4f7c-88e5-a42e9b8eb125 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Calling delete_port for 944de9a4-3863-4d26-b3af-bf5dda9e319f owned by {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:21:40.898974 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4879180e-ce41-4e95-be37-6d65dbae5647 req-7a986cc8-b3a2-4770-bddd-f9b5d90e537a tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 945 time: 0.1539671 Nov 12 08:21:40.936596 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3f222a-bf2c-4cd8-acc9-5a065c1e708f tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:40.938104 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-7f3f222a-bf2c-4cd8-acc9-5a065c1e708f tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=d709f64f-f9e6-4525-b020-ad48633b9bbf&device_id=523d03e3-412e-404f-b12c-446a9111c561&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1440635 Nov 12 08:21:40.940988 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 50832) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:41.079905 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4879180e-ce41-4e95-be37-6d65dbae5647 req-9e2bafaa-269c-4bfd-9383-8d3ffd1ec264 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799972 Nov 12 08:21:41.127700 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 50838) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:41.188442 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbce8534-e1c9-4cdd-8530-ba17d1dda83d tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:41.193098 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-cbce8534-e1c9-4cdd-8530-ba17d1dda83d tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] 10.222.0.26 "GET /v2.0/networks/d709f64f-f9e6-4525-b020-ad48633b9bbf HTTP/1.1" status: 200 len: 881 time: 0.2487285 Nov 12 08:21:41.195365 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 50842) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:41.237547 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ea165f7c-e756-4f7c-88e5-a42e9b8eb125 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:41.250126 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-01f359cb-2962-4a09-8975-9a4c41cfad79 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] 10.222.0.26 "GET /v2.0/ports?device_id=523d03e3-412e-404f-b12c-446a9111c561 HTTP/1.1" status: 200 len: 205 time: 0.0499418 Nov 12 08:21:41.250624 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 50844) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:41.290849 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-94c11a66-2db0-4f9c-9100-12e73e8cd578 tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:41.317679 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840c30c1-10bf-4dc8-999d-35404930b2fc req-caa220a9-0906-4a14-a7a1-c4458da8e7e3 tempest-ImagesNegativeTestJSON-651663508 tempest-ImagesNegativeTestJSON-651663508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:41.319338 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-840c30c1-10bf-4dc8-999d-35404930b2fc req-caa220a9-0906-4a14-a7a1-c4458da8e7e3 tempest-ImagesNegativeTestJSON-651663508 tempest-ImagesNegativeTestJSON-651663508-project] 10.222.0.26 "GET /v2.0/ports?device_id=07ce3d47-0ebe-4079-928d-0d95e8d2cdd8 HTTP/1.1" status: 200 len: 950 time: 0.1027966 Nov 12 08:21:41.336476 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-94c11a66-2db0-4f9c-9100-12e73e8cd578 tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:41.414240 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea165f7c-e756-4f7c-88e5-a42e9b8eb125 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Pushing event deleted for resources: {'Port': ['ID=944de9a4-3863-4d26-b3af-bf5dda9e319f,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:41.414997 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-840c30c1-10bf-4dc8-999d-35404930b2fc req-2f0b4562-0fac-474c-b8ed-542ffb5bc506 tempest-ImagesNegativeTestJSON-651663508 tempest-ImagesNegativeTestJSON-651663508-project] 10.222.0.26 "GET /v2.0/security-groups?id=8ee1f944-a10a-4a84-ba6e-5e5d74b5e19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816853 Nov 12 08:21:41.440387 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-94c11a66-2db0-4f9c-9100-12e73e8cd578 tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:41.443593 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-94c11a66-2db0-4f9c-9100-12e73e8cd578 tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:41.447904 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-94c11a66-2db0-4f9c-9100-12e73e8cd578 tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] 10.222.0.26 "DELETE /v2.0/security-groups/426244ab-d9bf-485a-a6d0-584def4dae11 HTTP/1.1" status: 204 len: 168 time: 0.3190851 Nov 12 08:21:41.448708 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 50846) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:41.481604 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c11a66-2db0-4f9c-9100-12e73e8cd578 tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=426244ab-d9bf-485a-a6d0-584def4dae11,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:41.532353 n-d-765315-29 neutron-server[102599]: INFO neutron.api.v2.resource [None req-16d1839c-fec5-42d9-8896-546a4f7d156d tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] show failed (client error): The resource could not be found. Nov 12 08:21:41.536214 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-16d1839c-fec5-42d9-8896-546a4f7d156d tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] 10.222.0.26 "GET /v2.0/security-groups/426244ab-d9bf-485a-a6d0-584def4dae11 HTTP/1.1" status: 404 len: 347 time: 0.0651665 Nov 12 08:21:41.538851 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 50850) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:41.619331 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c50748b-d274-422e-bbd8-e5a952e930c2 req-46e30052-451f-4e19-a50d-41c2690597b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:41.621071 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7c50748b-d274-422e-bbd8-e5a952e930c2 req-46e30052-451f-4e19-a50d-41c2690597b6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=26ef531896034fe2885057383ac0d733&device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 1097 time: 0.1355073 Nov 12 08:21:41.639329 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ea165f7c-e756-4f7c-88e5-a42e9b8eb125 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:41.649518 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-ea165f7c-e756-4f7c-88e5-a42e9b8eb125 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "DELETE /v2.0/ports/944de9a4-3863-4d26-b3af-bf5dda9e319f HTTP/1.1" status: 204 len: 168 time: 1.3261619 Nov 12 08:21:41.679825 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 50854) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:41.866626 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed65701c-9214-4761-be69-6d750c4e6115 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] GET failed (client error): The resource could not be found. Nov 12 08:21:41.868270 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-ed65701c-9214-4761-be69-6d750c4e6115 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "GET /v2.0/ports/944de9a4-3863-4d26-b3af-bf5dda9e319f HTTP/1.1" status: 404 len: 333 time: 0.1882212 Nov 12 08:21:41.880091 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 50868) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:41.895552 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c50748b-d274-422e-bbd8-e5a952e930c2 req-37aefee7-96ac-4e39-b120-523dccf4de36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:41.897627 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7c50748b-d274-422e-bbd8-e5a952e930c2 req-37aefee7-96ac-4e39-b120-523dccf4de36 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c164b714-a9ee-49ae-ab85-02a2461298d9 HTTP/1.1" status: 200 len: 915 time: 0.2656269 Nov 12 08:21:41.957558 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9c123ef9-d784-43fc-bb3e-054b991d4e57 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks [] for router, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:41.996328 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7c50748b-d274-422e-bbd8-e5a952e930c2 req-5302407c-d9a3-46f5-b9b5-2417c13ea26f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73685504-dbc6-48c5-be42-7df6febab919 HTTP/1.1" status: 200 len: 217 time: 0.0707788 Nov 12 08:21:42.022731 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535f9094-4766-4f44-bff4-2f955749e012 req-9b7a6f43-d1a9-46fe-abd7-f795665d3a87 tempest-ImagesNegativeTestJSON-651663508 tempest-ImagesNegativeTestJSON-651663508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:42.027063 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-535f9094-4766-4f44-bff4-2f955749e012 req-9b7a6f43-d1a9-46fe-abd7-f795665d3a87 tempest-ImagesNegativeTestJSON-651663508 tempest-ImagesNegativeTestJSON-651663508-project] 10.222.0.26 "GET /v2.0/ports?device_id=07ce3d47-0ebe-4079-928d-0d95e8d2cdd8 HTTP/1.1" status: 200 len: 950 time: 0.1690450 Nov 12 08:21:42.070537 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-046d6fba-a989-49f9-ba0c-4b323557042e tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Deleting subnet 6c45ca0f-4706-421d-b182-f7a38c4a94a4 {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:21:42.076933 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-046d6fba-a989-49f9-ba0c-4b323557042e tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks [] for subnet, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:42.128457 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c50748b-d274-422e-bbd8-e5a952e930c2 req-7c0c68b8-f7db-462b-b2d9-a4b5fa652f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:42.130191 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7c50748b-d274-422e-bbd8-e5a952e930c2 req-7c0c68b8-f7db-462b-b2d9-a4b5fa652f1b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=beed55bb-7519-49f9-9b0f-9ca9d1c87988 HTTP/1.1" status: 200 len: 854 time: 0.1253059 Nov 12 08:21:42.138896 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-046d6fba-a989-49f9-ba0c-4b323557042e tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31181813'] for subnet, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:42.205746 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7c50748b-d274-422e-bbd8-e5a952e930c2 req-1aad2831-ad34-4325-acf8-7f9b18e4fc67 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c164b714-a9ee-49ae-ab85-02a2461298d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635462 Nov 12 08:21:42.209938 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:42.320181 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-535f9094-4766-4f44-bff4-2f955749e012 req-3cfda1e5-0bfc-4a9f-b845-34bcaaa03c59 tempest-ImagesNegativeTestJSON-651663508 tempest-ImagesNegativeTestJSON-651663508-project] 10.222.0.26 "GET /v2.0/security-groups?id=8ee1f944-a10a-4a84-ba6e-5e5d74b5e19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498226 Nov 12 08:21:42.322343 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9c123ef9-d784-43fc-bb3e-054b991d4e57 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:42.326752 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7c50748b-d274-422e-bbd8-e5a952e930c2 req-efd1183e-60e6-44ea-9b08-15ddf85b5d98 service neutron] 10.222.0.21 "GET /v2.0/networks/c164b714-a9ee-49ae-ab85-02a2461298d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096015 Nov 12 08:21:42.333159 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-5b4eb14c-cda9-4f68-b539-f4a06f549707 tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Deleting port e0f0b3bf-f54d-4da1-be67-41464a50795b {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:21:42.333874 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5b4eb14c-cda9-4f68-b539-f4a06f549707 tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:42.473264 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5b4eb14c-cda9-4f68-b539-f4a06f549707 tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:42.473851 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5b4eb14c-cda9-4f68-b539-f4a06f549707 tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:42.486708 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-9c123ef9-d784-43fc-bb3e-054b991d4e57 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Deleting port 00860265-3b70-4152-8625-0e8d73093b49 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:21:42.487332 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9c123ef9-d784-43fc-bb3e-054b991d4e57 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:42.514282 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fd0846-d5e0-438b-800a-34db1dcd3c2f req-5cb21fdc-edf3-4880-a75b-1d59d96edf5e tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:42.516028 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-75fd0846-d5e0-438b-800a-34db1dcd3c2f req-5cb21fdc-edf3-4880-a75b-1d59d96edf5e tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 945 time: 0.1882627 Nov 12 08:21:42.558480 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-046d6fba-a989-49f9-ba0c-4b323557042e tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:42.596675 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7c50748b-d274-422e-bbd8-e5a952e930c2 req-c7db7777-4bd0-4f5d-9a2c-5237b1a97f53 service neutron] 10.222.0.21 "GET /v2.0/networks/c164b714-a9ee-49ae-ab85-02a2461298d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445467 Nov 12 08:21:42.628213 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9c123ef9-d784-43fc-bb3e-054b991d4e57 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:42.646416 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-75fd0846-d5e0-438b-800a-34db1dcd3c2f req-1f44607f-a78f-40f8-b140-a819e52d2a15 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243041 Nov 12 08:21:42.671096 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-046d6fba-a989-49f9-ba0c-4b323557042e tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:42.683769 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-9c123ef9-d784-43fc-bb3e-054b991d4e57 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Calling delete_port for 00860265-3b70-4152-8625-0e8d73093b49 owned by network:router_gateway {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:21:42.706545 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-5b4eb14c-cda9-4f68-b539-f4a06f549707 tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Calling delete_port for e0f0b3bf-f54d-4da1-be67-41464a50795b owned by network:floatingip {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:21:42.728309 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-046d6fba-a989-49f9-ba0c-4b323557042e tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:42.728740 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2b398c-acb2-487a-951a-25326ec47f9b None None] Network 9ff2f90b-3997-42e6-8a05-cc0c670f0afd requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:21:42.734853 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-046d6fba-a989-49f9-ba0c-4b323557042e tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "DELETE /v2.0/subnets/6c45ca0f-4706-421d-b182-f7a38c4a94a4 HTTP/1.1" status: 204 len: 168 time: 0.8522897 Nov 12 08:21:42.735958 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046d6fba-a989-49f9-ba0c-4b323557042e tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Pushing event deleted for resources: {'Subnet': ['ID=6c45ca0f-4706-421d-b182-f7a38c4a94a4,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:42.738308 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 50890) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:42.839664 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-75470be8-3431-4fa7-b4c7-f43fdfdeea52 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:42.921985 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-75470be8-3431-4fa7-b4c7-f43fdfdeea52 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Deleting port 8305f127-f318-4935-8a87-bc5092ddfff3 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:21:42.922717 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-75470be8-3431-4fa7-b4c7-f43fdfdeea52 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:43.011449 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-75470be8-3431-4fa7-b4c7-f43fdfdeea52 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] For port 8305f127-f318-4935-8a87-bc5092ddfff3, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=8305f127-f318-4935-8a87-bc5092ddfff3,segment=NetworkSegment(f74955c1-f1d3-4357-bfc1-3291fe992be2),segment_id=f74955c1-f1d3-4357-bfc1-3291fe992be2)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:21:43.013379 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-75470be8-3431-4fa7-b4c7-f43fdfdeea52 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:43.041631 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-75470be8-3431-4fa7-b4c7-f43fdfdeea52 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Calling delete_port for 8305f127-f318-4935-8a87-bc5092ddfff3 owned by network:dhcp {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:21:43.055220 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ae2801-0a33-4f82-8778-37696b99348e None None] DHCP port deletion for 9ff2f90b-3997-42e6-8a05-cc0c670f0afd request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:21:43.144004 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9c123ef9-d784-43fc-bb3e-054b991d4e57 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:43.147743 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5b4eb14c-cda9-4f68-b539-f4a06f549707 tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:43.164788 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-75470be8-3431-4fa7-b4c7-f43fdfdeea52 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:43.186069 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-60ae2801-0a33-4f82-8778-37696b99348e None None] Deleting port 8305f127-f318-4935-8a87-bc5092ddfff3 {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:21:43.187063 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-60ae2801-0a33-4f82-8778-37696b99348e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:43.218750 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75470be8-3431-4fa7-b4c7-f43fdfdeea52 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] No DVR routers for this DVR port 8305f127-f318-4935-8a87-bc5092ddfff3 on host n-d-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:21:43.235059 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75470be8-3431-4fa7-b4c7-f43fdfdeea52 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Pushing event deleted for resources: {'Port': ['ID=8305f127-f318-4935-8a87-bc5092ddfff3,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:43.271407 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-60ae2801-0a33-4f82-8778-37696b99348e None None] For port 8305f127-f318-4935-8a87-bc5092ddfff3, host n-d-765315-29, got binding levels [] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:21:43.271999 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-60ae2801-0a33-4f82-8778-37696b99348e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:43.285250 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c123ef9-d784-43fc-bb3e-054b991d4e57 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Pushing event deleted for resources: {'Port': ['ID=00860265-3b70-4152-8625-0e8d73093b49,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:43.304698 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5b4eb14c-cda9-4f68-b539-f4a06f549707 tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Publish callbacks [] for floatingip, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:43.305548 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-60ae2801-0a33-4f82-8778-37696b99348e None None] Calling delete_port for 8305f127-f318-4935-8a87-bc5092ddfff3 owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:21:43.308531 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.ipam_backend_mixin [None req-60ae2801-0a33-4f82-8778-37696b99348e None None] Port 8305f127-f318-4935-8a87-bc5092ddfff3 was not found and therefore no delete operation was performed {{(pid=102601) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 08:21:43.310565 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5b4eb14c-cda9-4f68-b539-f4a06f549707 tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:43.312241 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-60ae2801-0a33-4f82-8778-37696b99348e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:43.319330 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-5b4eb14c-cda9-4f68-b539-f4a06f549707 tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] 10.222.0.26 "DELETE /v2.0/floatingips/9556ede1-5b0b-4e22-a18f-0b7100094438 HTTP/1.1" status: 204 len: 168 time: 1.7760873 Nov 12 08:21:43.322413 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 50914) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:43.342660 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ae2801-0a33-4f82-8778-37696b99348e None None] Pushing event deleted for resources: {'Port': ['ID=8305f127-f318-4935-8a87-bc5092ddfff3,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:43.349820 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ae2801-0a33-4f82-8778-37696b99348e None None] No DVR routers for this DVR port 8305f127-f318-4935-8a87-bc5092ddfff3 on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:21:43.507697 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9c123ef9-d784-43fc-bb3e-054b991d4e57 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-933016'] for router_gateway, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:43.617518 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9c123ef9-d784-43fc-bb3e-054b991d4e57 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:43.628654 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9c123ef9-d784-43fc-bb3e-054b991d4e57 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:43.777540 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4eb14c-cda9-4f68-b539-f4a06f549707 tempest-ServersTestJSON-1651587116 tempest-ServersTestJSON-1651587116-project] Pushing event deleted for resources: {'Port': ['ID=e0f0b3bf-f54d-4da1-be67-41464a50795b,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:43.861383 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9c123ef9-d784-43fc-bb3e-054b991d4e57 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:43.861897 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c123ef9-d784-43fc-bb3e-054b991d4e57 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Fanout notify agent at l3_agent the message router_deleted on router 523d03e3-412e-404f-b12c-446a9111c561 {{(pid=102600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:21:43.896372 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9c123ef9-d784-43fc-bb3e-054b991d4e57 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:43.900821 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-9c123ef9-d784-43fc-bb3e-054b991d4e57 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] 10.222.0.26 "DELETE /v2.0/routers/523d03e3-412e-404f-b12c-446a9111c561 HTTP/1.1" status: 204 len: 168 time: 2.6383572 Nov 12 08:21:43.906846 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 50930) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:43.912381 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-046714e9-f52c-4d99-a91a-93c68b62e94b tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-809226737', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:43.917295 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-75470be8-3431-4fa7-b4c7-f43fdfdeea52 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:43.973938 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-75470be8-3431-4fa7-b4c7-f43fdfdeea52 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ff2f90b-3997-42e6-8a05-cc0c670f0afd']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:44.002658 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c02b801-6fb2-44f3-b356-41e9ab410714 req-7cae9222-99cf-4780-8a93-ec189f264fc6 tempest-ImagesNegativeTestJSON-651663508 tempest-ImagesNegativeTestJSON-651663508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:44.005018 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3c02b801-6fb2-44f3-b356-41e9ab410714 req-7cae9222-99cf-4780-8a93-ec189f264fc6 tempest-ImagesNegativeTestJSON-651663508 tempest-ImagesNegativeTestJSON-651663508-project] 10.222.0.44 "GET /v2.0/ports?device_id=07ce3d47-0ebe-4079-928d-0d95e8d2cdd8 HTTP/1.1" status: 200 len: 950 time: 0.1381998 Nov 12 08:21:44.008455 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-75470be8-3431-4fa7-b4c7-f43fdfdeea52 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f74955c1-f1d3-4357-bfc1-3291fe992be2') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:44.011261 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-75470be8-3431-4fa7-b4c7-f43fdfdeea52 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f74955c1-f1d3-4357-bfc1-3291fe992be2') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:44.015620 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edd0e5e-f410-444f-849f-a30a4eeffbc7 req-2cbd435e-ec48-4bc0-b9f2-14bf6054ebbc tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:44.023800 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce6e74b-2424-451b-9fa0-69ff062b3539 req-8041938e-f794-4e89-9667-93fd060c0715 tempest-ImagesNegativeTestJSON-651663508 tempest-ImagesNegativeTestJSON-651663508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:44.025785 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3ce6e74b-2424-451b-9fa0-69ff062b3539 req-8041938e-f794-4e89-9667-93fd060c0715 tempest-ImagesNegativeTestJSON-651663508 tempest-ImagesNegativeTestJSON-651663508-project] 10.222.0.26 "GET /v2.0/ports?device_id=07ce3d47-0ebe-4079-928d-0d95e8d2cdd8 HTTP/1.1" status: 200 len: 950 time: 0.1574731 Nov 12 08:21:44.043536 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9edd0e5e-f410-444f-849f-a30a4eeffbc7 req-2cbd435e-ec48-4bc0-b9f2-14bf6054ebbc tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 945 time: 0.1987393 Nov 12 08:21:44.061344 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-75470be8-3431-4fa7-b4c7-f43fdfdeea52 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:44.081727 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 8305f127-f318-4935-8a87-bc5092ddfff3 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:21:44.116092 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-046714e9-f52c-4d99-a91a-93c68b62e94b tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:44.117316 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-046714e9-f52c-4d99-a91a-93c68b62e94b tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:44.135274 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-75470be8-3431-4fa7-b4c7-f43fdfdeea52 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:44.149227 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 8305f127-f318-4935-8a87-bc5092ddfff3 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:21:44.149723 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 8305f127-f318-4935-8a87-bc5092ddfff3 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:21:44.162646 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75470be8-3431-4fa7-b4c7-f43fdfdeea52 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:21:44.163979 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-75470be8-3431-4fa7-b4c7-f43fdfdeea52 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:44.168842 n-d-765315-29 neutron-server[102599]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:21:44.168842 n-d-765315-29 neutron-server[102599]: items = [ Nov 12 08:21:44.168842 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 08:21:44.168842 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:21:44.168842 n-d-765315-29 neutron-server[102599]: timer() Nov 12 08:21:44.168842 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:21:44.168842 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 08:21:44.168842 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:21:44.168842 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 08:21:44.168842 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:21:44.168842 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 08:21:44.168842 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:21:44.168842 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 08:21:44.168842 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:21:44.168842 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 08:21:44.168842 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:21:44.168842 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:21:44.168842 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:21:44.168842 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:21:44.168842 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:21:44.168842 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 08:21:44.168842 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:21:44.168842 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 08:21:44.168842 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:21:44.168842 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:21:44.168842 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:21:44.168842 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 08:21:44.168842 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:21:44.168842 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:21:44.168842 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:21:44.168842 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:21:44.168842 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:21:44.168842 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:21:44.168842 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:21:44.182425 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9edd0e5e-f410-444f-849f-a30a4eeffbc7 req-fa0e2cd6-68ac-455c-8035-d054bfaf83a3 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357365 Nov 12 08:21:44.331698 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 73685504-dbc6-48c5-be42-7df6febab919 no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:21:44.347036 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-046714e9-f52c-4d99-a91a-93c68b62e94b tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:44.354086 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3ce6e74b-2424-451b-9fa0-69ff062b3539 req-72cb98ca-333c-4551-ad5f-acd25895cf08 tempest-ImagesNegativeTestJSON-651663508 tempest-ImagesNegativeTestJSON-651663508-project] 10.222.0.26 "GET /v2.0/security-groups?id=8ee1f944-a10a-4a84-ba6e-5e5d74b5e19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883346 Nov 12 08:21:44.360867 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-046714e9-f52c-4d99-a91a-93c68b62e94b tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052'] for router, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:44.411526 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-3c02b801-6fb2-44f3-b356-41e9ab410714 req-8ceb26fb-cff9-4afa-8cbb-c2967fe7cd2f tempest-ImagesNegativeTestJSON-651663508 tempest-ImagesNegativeTestJSON-651663508-project] Deleting port 100b57d6-00de-40d1-ab54-678113dd23a4 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:21:44.412686 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-3c02b801-6fb2-44f3-b356-41e9ab410714 req-8ceb26fb-cff9-4afa-8cbb-c2967fe7cd2f tempest-ImagesNegativeTestJSON-651663508 tempest-ImagesNegativeTestJSON-651663508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:44.418859 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-75470be8-3431-4fa7-b4c7-f43fdfdeea52 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:44.430917 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-046714e9-f52c-4d99-a91a-93c68b62e94b tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:44.436753 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-046714e9-f52c-4d99-a91a-93c68b62e94b tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5234945 Nov 12 08:21:44.438908 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 50948) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:44.448353 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-5eb9f406-2fd8-42a2-9aca-3c25e5272eab tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:44.459904 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-75470be8-3431-4fa7-b4c7-f43fdfdeea52 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:44.480216 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-75470be8-3431-4fa7-b4c7-f43fdfdeea52 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "DELETE /v2.0/networks/9ff2f90b-3997-42e6-8a05-cc0c670f0afd HTTP/1.1" status: 204 len: 168 time: 1.7401214 Nov 12 08:21:44.488934 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:44.523894 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 50950) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:44.538226 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-18cd202b-f240-4e50-a48f-394d3a9153b7 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1064013384'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:44.603081 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 73685504-dbc6-48c5-be42-7df6febab919, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=73685504-dbc6-48c5-be42-7df6febab919,segment=NetworkSegment(f556910d-c385-437f-a6fb-f3c9395b9194),segment_id=f556910d-c385-437f-a6fb-f3c9395b9194)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:21:44.608016 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e631f1f-9a20-49e6-8333-fc457bad62af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73685504-dbc6-48c5-be42-7df6febab919'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:21:44.613462 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a829bab-0884-459d-adae-83ebfac0fc17" -d '{"events": [{"server_uuid": "1e631f1f-9a20-49e6-8333-fc457bad62af", "name": "network-vif-unplugged", "status": "completed", "tag": "73685504-dbc6-48c5-be42-7df6febab919"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:21:44.624508 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:44.672496 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-3c02b801-6fb2-44f3-b356-41e9ab410714 req-8ceb26fb-cff9-4afa-8cbb-c2967fe7cd2f tempest-ImagesNegativeTestJSON-651663508 tempest-ImagesNegativeTestJSON-651663508-project] For port 100b57d6-00de-40d1-ab54-678113dd23a4, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=100b57d6-00de-40d1-ab54-678113dd23a4,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:21:44.674529 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-3c02b801-6fb2-44f3-b356-41e9ab410714 req-8ceb26fb-cff9-4afa-8cbb-c2967fe7cd2f tempest-ImagesNegativeTestJSON-651663508 tempest-ImagesNegativeTestJSON-651663508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:44.717801 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-3c02b801-6fb2-44f3-b356-41e9ab410714 req-8ceb26fb-cff9-4afa-8cbb-c2967fe7cd2f tempest-ImagesNegativeTestJSON-651663508 tempest-ImagesNegativeTestJSON-651663508-project] Calling delete_port for 100b57d6-00de-40d1-ab54-678113dd23a4 owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:21:44.734089 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=73685504-dbc6-48c5-be42-7df6febab919,revision_number=8']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:44.739501 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18cd202b-f240-4e50-a48f-394d3a9153b7 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Made reservation on behalf of 6369a719c0774326a5a17deb8ee2154f for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:21:44.743254 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-18cd202b-f240-4e50-a48f-394d3a9153b7 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:44.743892 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:44.744246 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:44.752890 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:44.753607 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:44.753947 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:44.754279 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:44.755995 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:44.756363 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:44.756903 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:44.757023 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:44.757324 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:44.758149 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:44.774323 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b1d3cd5-6a93-4cf5-a879-80b47ad1b17c x-openstack-request-id: req-3b1d3cd5-6a93-4cf5-a879-80b47ad1b17c {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:21:44.774883 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e631f1f-9a20-49e6-8333-fc457bad62af", "name": "network-vif-unplugged", "status": "completed", "tag": "73685504-dbc6-48c5-be42-7df6febab919", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:21:44.775476 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3b1d3cd5-6a93-4cf5-a879-80b47ad1b17c {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:21:44.776910 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e631f1f-9a20-49e6-8333-fc457bad62af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73685504-dbc6-48c5-be42-7df6febab919', 'code': 200} Nov 12 08:21:44.831597 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75470be8-3431-4fa7-b4c7-f43fdfdeea52 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Pushing event deleted for resources: {'Network': ['ID=9ff2f90b-3997-42e6-8a05-cc0c670f0afd,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:44.883389 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5eb9f406-2fd8-42a2-9aca-3c25e5272eab tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:44.893649 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device c3d87375-c113-475c-bf06-fa361dfd0b38 details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:21:44.913584 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a36f6bfc-2a62-48aa-ab13-af663a7a1e70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933586'] for router_interface, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:45.000215 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-3c02b801-6fb2-44f3-b356-41e9ab410714 req-8ceb26fb-cff9-4afa-8cbb-c2967fe7cd2f tempest-ImagesNegativeTestJSON-651663508 tempest-ImagesNegativeTestJSON-651663508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:45.052870 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceb26fb-cff9-4afa-8cbb-c2967fe7cd2f tempest-ImagesNegativeTestJSON-651663508 tempest-ImagesNegativeTestJSON-651663508-project] Pushing event deleted for resources: {'Port': ['ID=100b57d6-00de-40d1-ab54-678113dd23a4,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:45.086488 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18cd202b-f240-4e50-a48f-394d3a9153b7 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:21:45.124551 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['100b57d6-00de-40d1-ab54-678113dd23a4'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:21:45.216339 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c02b801-6fb2-44f3-b356-41e9ab410714 req-8ceb26fb-cff9-4afa-8cbb-c2967fe7cd2f tempest-ImagesNegativeTestJSON-651663508 tempest-ImagesNegativeTestJSON-651663508-project] No DVR routers for this DVR port 100b57d6-00de-40d1-ab54-678113dd23a4 on host n-h2-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:21:45.222099 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-3c02b801-6fb2-44f3-b356-41e9ab410714 req-8ceb26fb-cff9-4afa-8cbb-c2967fe7cd2f tempest-ImagesNegativeTestJSON-651663508 tempest-ImagesNegativeTestJSON-651663508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:45.233144 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3c02b801-6fb2-44f3-b356-41e9ab410714 req-8ceb26fb-cff9-4afa-8cbb-c2967fe7cd2f tempest-ImagesNegativeTestJSON-651663508 tempest-ImagesNegativeTestJSON-651663508-project] 10.222.0.44 "DELETE /v2.0/ports/100b57d6-00de-40d1-ab54-678113dd23a4 HTTP/1.1" status: 204 len: 173 time: 1.2163851 Nov 12 08:21:45.257054 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07ce3d47-0ebe-4079-928d-0d95e8d2cdd8', 'name': 'network-vif-deleted', 'tag': '100b57d6-00de-40d1-ab54-678113dd23a4'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:21:45.270106 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2ffecfd-68b2-4b2f-a426-df38e871208c" -d '{"events": [{"server_uuid": "07ce3d47-0ebe-4079-928d-0d95e8d2cdd8", "name": "network-vif-deleted", "tag": "100b57d6-00de-40d1-ab54-678113dd23a4"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:21:45.431524 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port c3d87375-c113-475c-bf06-fa361dfd0b38, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=c3d87375-c113-475c-bf06-fa361dfd0b38,segment=NetworkSegment(e07c96e0-5af6-439e-b283-25e89ba24ea2),segment_id=e07c96e0-5af6-439e-b283-25e89ba24ea2)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:21:45.450557 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7566d9f9-2a5b-404a-a61f-c8f077af5ee1 x-openstack-request-id: req-7566d9f9-2a5b-404a-a61f-c8f077af5ee1 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:21:45.450893 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07ce3d47-0ebe-4079-928d-0d95e8d2cdd8", "name": "network-vif-deleted", "tag": "100b57d6-00de-40d1-ab54-678113dd23a4", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:21:45.452288 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7566d9f9-2a5b-404a-a61f-c8f077af5ee1 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:21:45.452781 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07ce3d47-0ebe-4079-928d-0d95e8d2cdd8', 'name': 'network-vif-deleted', 'tag': '100b57d6-00de-40d1-ab54-678113dd23a4', 'status': 'completed', 'code': 200} Nov 12 08:21:45.478116 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': 'c3d87375-c113-475c-bf06-fa361dfd0b38', 'network_id': '392b706c-fa83-40b2-ba41-e97d70efdd1d', 'port_id': 'c3d87375-c113-475c-bf06-fa361dfd0b38', 'mac_address': 'fa:16:3e:2f:88:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d250a72-e563-4d6e-ac4f-f44698e0ce3c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:21:45.602449 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-18cd202b-f240-4e50-a48f-394d3a9153b7 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:45.603121 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-18cd202b-f240-4e50-a48f-394d3a9153b7 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Added segment 751e0a05-e95a-4507-9639-8a5ad79f5f5c of type vlan for network f2aa6b87-daf9-424a-a5a1-8510da09ebed Nov 12 08:21:45.656202 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff63d1e-3f8d-4ec1-b6d1-282296bde714 req-1e0e533e-b967-471c-9589-61fa6a347296 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:45.670992 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3ff63d1e-3f8d-4ec1-b6d1-282296bde714 req-1e0e533e-b967-471c-9589-61fa6a347296 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 943 time: 0.1794164 Nov 12 08:21:45.756497 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-18cd202b-f240-4e50-a48f-394d3a9153b7 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:45.828727 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3ff63d1e-3f8d-4ec1-b6d1-282296bde714 req-24900e23-a3d4-4f4f-a95a-9b4a862ad3b6 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568418 Nov 12 08:21:45.880611 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-18cd202b-f240-4e50-a48f-394d3a9153b7 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:45.891205 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18cd202b-f240-4e50-a48f-394d3a9153b7 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:45.892114 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-18cd202b-f240-4e50-a48f-394d3a9153b7 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:46.057194 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:46.076198 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a909af8c-7841-4be5-8b8e-2b55d8415321 req-9a9d64e0-bc6f-4a7d-b570-0bf63c4938b3 tempest-ImagesNegativeTestJSON-651663508 tempest-ImagesNegativeTestJSON-651663508-project] 10.222.0.26 "GET /v2.0/ports?device_id=07ce3d47-0ebe-4079-928d-0d95e8d2cdd8 HTTP/1.1" status: 200 len: 210 time: 0.0584800 Nov 12 08:21:46.109328 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c3d87375-c113-475c-bf06-fa361dfd0b38 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:21:46.140867 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port c3d87375-c113-475c-bf06-fa361dfd0b38, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=c3d87375-c113-475c-bf06-fa361dfd0b38,segment=NetworkSegment(e07c96e0-5af6-439e-b283-25e89ba24ea2),segment_id=e07c96e0-5af6-439e-b283-25e89ba24ea2)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:21:46.148985 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:46.178019 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 51000) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:46.375736 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['c3d87375-c113-475c-bf06-fa361dfd0b38'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:21:46.383588 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=c3d87375-c113-475c-bf06-fa361dfd0b38,revision_number=6']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:46.440094 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cd202b-f240-4e50-a48f-394d3a9153b7 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Pushing event updated for resources: {'Network': ['ID=f2aa6b87-daf9-424a-a5a1-8510da09ebed,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:46.447802 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3a56f5-a540-464c-9b3d-f93c92efeed6 req-e27aba21-288e-4f9a-ab7e-549919207ad9 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:46.458293 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5eb9f406-2fd8-42a2-9aca-3c25e5272eab tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks [] for router_gateway, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:46.462299 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ec3a56f5-a540-464c-9b3d-f93c92efeed6 req-e27aba21-288e-4f9a-ab7e-549919207ad9 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 943 time: 0.1407819 Nov 12 08:21:46.485355 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-18cd202b-f240-4e50-a48f-394d3a9153b7 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.9518173 Nov 12 08:21:46.486183 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 51006) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:46.514790 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-6fcc625a-e4d0-4890-a841-9ab29c2193f4 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Request body: {'subnet': {'network_id': 'f2aa6b87-daf9-424a-a5a1-8510da09ebed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:46.587383 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-438e4592-f977-4723-96e7-fcb2868d0b78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:46.612279 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ec3a56f5-a540-464c-9b3d-f93c92efeed6 req-cba9eee3-c860-46bd-9ba4-7b9de38abd75 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489594 Nov 12 08:21:46.703812 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5eb9f406-2fd8-42a2-9aca-3c25e5272eab tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:46.707656 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network f2aa6b87-daf9-424a-a5a1-8510da09ebed details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:21:46.784655 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-438e4592-f977-4723-96e7-fcb2868d0b78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:46.807980 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-438e4592-f977-4723-96e7-fcb2868d0b78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:46.902144 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fcc625a-e4d0-4890-a841-9ab29c2193f4 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Made reservation on behalf of 6369a719c0774326a5a17deb8ee2154f for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:21:46.905978 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6fcc625a-e4d0-4890-a841-9ab29c2193f4 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:46.907374 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 100b57d6-00de-40d1-ab54-678113dd23a4 no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:21:46.927306 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-438e4592-f977-4723-96e7-fcb2868d0b78 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5906f058a4584fb6b516241fee5589ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7462952 Nov 12 08:21:46.932621 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 51016) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:46.939108 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] No Port match for: 100b57d6-00de-40d1-ab54-678113dd23a4 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:21:46.939461 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 100b57d6-00de-40d1-ab54-678113dd23a4 not bound to the agent host n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:21:46.948540 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438e4592-f977-4723-96e7-fcb2868d0b78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e951f22-7d53-4200-9920-f818fcd3d419,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:47.017584 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-a36f6bfc-2a62-48aa-ab13-af663a7a1e70 admin admin] Deleting port c502a15d-b093-460d-ac9d-e2e117faddc0 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:21:47.017916 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a36f6bfc-2a62-48aa-ab13-af663a7a1e70 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:47.065214 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a11d8808-0c16-43a2-91f5-de8e226a21d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:47.125085 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a11d8808-0c16-43a2-91f5-de8e226a21d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:47.131607 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-5eb9f406-2fd8-42a2-9aca-3c25e5272eab tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Allocated IP 172.25.2.84 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/1836f060-1b4b-4537-a313-ebcc49d227da) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:21:47.221565 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a11d8808-0c16-43a2-91f5-de8e226a21d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:47.224622 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a11d8808-0c16-43a2-91f5-de8e226a21d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:47.229068 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-a11d8808-0c16-43a2-91f5-de8e226a21d8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2e951f22-7d53-4200-9920-f818fcd3d419 HTTP/1.1" status: 204 len: 168 time: 0.2909760 Nov 12 08:21:47.240960 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11d8808-0c16-43a2-91f5-de8e226a21d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e951f22-7d53-4200-9920-f818fcd3d419,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:47.467154 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5eb9f406-2fd8-42a2-9aca-3c25e5272eab tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:47.522674 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-a36f6bfc-2a62-48aa-ab13-af663a7a1e70 admin admin] For port c502a15d-b093-460d-ac9d-e2e117faddc0, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=c502a15d-b093-460d-ac9d-e2e117faddc0,segment=NetworkSegment(55cfd097-7383-496f-8665-ccda3c907fe5),segment_id=55cfd097-7383-496f-8665-ccda3c907fe5)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:21:47.523045 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a36f6bfc-2a62-48aa-ab13-af663a7a1e70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:47.533712 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5eb9f406-2fd8-42a2-9aca-3c25e5272eab tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:47.616286 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-a36f6bfc-2a62-48aa-ab13-af663a7a1e70 admin admin] Calling delete_port for c502a15d-b093-460d-ac9d-e2e117faddc0 owned by network:router_interface {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:21:47.643141 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb9f406-2fd8-42a2-9aca-3c25e5272eab tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:21:47.663587 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-5eb9f406-2fd8-42a2-9aca-3c25e5272eab tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:21:47.687062 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb9f406-2fd8-42a2-9aca-3c25e5272eab tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:21:47.835783 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb9f406-2fd8-42a2-9aca-3c25e5272eab tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Pushing event updated for resources: {'Port': ['ID=1836f060-1b4b-4537-a313-ebcc49d227da,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:47.885644 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6fcc625a-e4d0-4890-a841-9ab29c2193f4 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:47.955723 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 51046) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:47.957127 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcc625a-e4d0-4890-a841-9ab29c2193f4 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Pushing event updated for resources: {'Subnet': ['ID=63b6a5e7-8872-4002-94dc-1789ff97ec48,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:48.007896 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c7d66952-6675-4796-b73c-f2fcdbd0a5d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:48.229405 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c7d66952-6675-4796-b73c-f2fcdbd0a5d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:48.230029 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 51076) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:48.237215 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [req-c78d31a6-b824-4b40-acaf-d1757228b432 req-36d4a2fa-f9fc-40fc-9388-15146e6c5b15 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:21:48.238559 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c78d31a6-b824-4b40-acaf-d1757228b432 req-36d4a2fa-f9fc-40fc-9388-15146e6c5b15 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0097096 Nov 12 08:21:48.256534 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c7d66952-6675-4796-b73c-f2fcdbd0a5d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:48.337896 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 73685504-dbc6-48c5-be42-7df6febab919 no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:21:48.345560 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-c7d66952-6675-4796-b73c-f2fcdbd0a5d2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6b3f310f74664591ab47b6df178ef449&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3842893 Nov 12 08:21:48.345560 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d66952-6675-4796-b73c-f2fcdbd0a5d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79a461ba-f10a-4937-b2e2-e3edfaf3e401,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:48.349858 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 51082) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:48.360494 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a36f6bfc-2a62-48aa-ab13-af663a7a1e70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:48.366272 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fcc625a-e4d0-4890-a841-9ab29c2193f4 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Checking segment: {'id': '751e0a05-e95a-4507-9639-8a5ad79f5f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'f2aa6b87-daf9-424a-a5a1-8510da09ebed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:21:48.368799 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fcc625a-e4d0-4890-a841-9ab29c2193f4 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Network hostable DHCP agents. Network: f2aa6b87-daf9-424a-a5a1-8510da09ebed, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:21:48.571352 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9534736d-b29a-43f2-aef9-9385377ce308 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:48.644718 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9534736d-b29a-43f2-aef9-9385377ce308 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:48.727796 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5eb9f406-2fd8-42a2-9aca-3c25e5272eab tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks [] for router_gateway, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:48.733301 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36f6bfc-2a62-48aa-ab13-af663a7a1e70 admin admin] Pushing event deleted for resources: {'Port': ['ID=c502a15d-b093-460d-ac9d-e2e117faddc0,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:48.838388 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9534736d-b29a-43f2-aef9-9385377ce308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:48.847494 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9534736d-b29a-43f2-aef9-9385377ce308 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:48.852520 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-9534736d-b29a-43f2-aef9-9385377ce308 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/79a461ba-f10a-4937-b2e2-e3edfaf3e401 HTTP/1.1" status: 204 len: 168 time: 0.4993365 Nov 12 08:21:48.883859 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fcc625a-e4d0-4890-a841-9ab29c2193f4 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Network f2aa6b87-daf9-424a-a5a1-8510da09ebed is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:21:48.906904 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device c3d87375-c113-475c-bf06-fa361dfd0b38 up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:21:48.917700 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-6fcc625a-e4d0-4890-a841-9ab29c2193f4 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, f2aa6b87-daf9-424a-a5a1-8510da09ebed) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:21:48.950154 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9534736d-b29a-43f2-aef9-9385377ce308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79a461ba-f10a-4937-b2e2-e3edfaf3e401,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:48.983289 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ec00a2-aa22-4f5b-9ba3-fb7943179972 None None] Network f2aa6b87-daf9-424a-a5a1-8510da09ebed requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:21:48.991633 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-1a94e2d9-9475-4e4a-93d5-bcb8184148ad admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=edf6f48befbd4fc189f05bf9c8ef9e00&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7608459 Nov 12 08:21:48.992995 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 51106) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:49.029873 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fcc625a-e4d0-4890-a841-9ab29c2193f4 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:49.030924 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6fcc625a-e4d0-4890-a841-9ab29c2193f4 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:49.041961 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8396c5f0-627d-4288-99ec-95f94863a383 req-bba1e660-3a0f-4c04-9a40-802b308de9d4 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:49.053937 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8396c5f0-627d-4288-99ec-95f94863a383 req-bba1e660-3a0f-4c04-9a40-802b308de9d4 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 943 time: 0.2570994 Nov 12 08:21:49.175250 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8396c5f0-627d-4288-99ec-95f94863a383 req-b736ce00-b89a-46b2-938c-ebb2a68a00bc tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182318 Nov 12 08:21:49.201126 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-47e0ee39-ae0b-46d8-bb9b-28c29080b942 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:49.237912 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-47e0ee39-ae0b-46d8-bb9b-28c29080b942 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:49.300807 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-6fcc625a-e4d0-4890-a841-9ab29c2193f4 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8055964 Nov 12 08:21:49.301586 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 51118) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:49.308383 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-a12fad3d-2557-4297-85b7-5193b16cbe76 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Request body: {'port': {'network_id': 'f2aa6b87-daf9-424a-a5a1-8510da09ebed', 'name': 'tempest-PortsTestJSON-161086204', 'fixed_ips': [{'subnet_id': '63b6a5e7-8872-4002-94dc-1789ff97ec48', 'ip_address': '172.20.0.10'}]}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:49.315294 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-47e0ee39-ae0b-46d8-bb9b-28c29080b942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:49.318476 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-47e0ee39-ae0b-46d8-bb9b-28c29080b942 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:49.319855 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-47e0ee39-ae0b-46d8-bb9b-28c29080b942 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8ee1f944-a10a-4a84-ba6e-5e5d74b5e19f HTTP/1.1" status: 204 len: 168 time: 0.3256652 Nov 12 08:21:49.353083 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e0ee39-ae0b-46d8-bb9b-28c29080b942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ee1f944-a10a-4a84-ba6e-5e5d74b5e19f,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:49.411384 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port c3d87375-c113-475c-bf06-fa361dfd0b38 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:49.415421 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:49.643188 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a12fad3d-2557-4297-85b7-5193b16cbe76 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Made reservation on behalf of 6369a719c0774326a5a17deb8ee2154f for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:21:49.717013 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a36f6bfc-2a62-48aa-ab13-af663a7a1e70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918626'] for router_interface, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:49.769825 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d643998a-bbdb-410f-a949-ba043dfbeb00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-f2aa6b87-daf9-424a-a5a1-8510da09ebed', 'network_id': 'f2aa6b87-daf9-424a-a5a1-8510da09ebed', 'tenant_id': '6369a719c0774326a5a17deb8ee2154f', 'fixed_ips': [{'subnet_id': '63b6a5e7-8872-4002-94dc-1789ff97ec48'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:21:49.774966 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d643998a-bbdb-410f-a949-ba043dfbeb00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:49.799493 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5eb9f406-2fd8-42a2-9aca-3c25e5272eab tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-932935', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57732'] for router, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:49.831386 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5eb9f406-2fd8-42a2-9aca-3c25e5272eab tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-932942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-933045', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-919336'] for router, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:49.946768 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a12fad3d-2557-4297-85b7-5193b16cbe76 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:49.956326 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:50.018259 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [None req-a12fad3d-2557-4297-85b7-5193b16cbe76 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] device_id is not set on port 3ecc54e7-6a2b-47f4-9e7a-6049f8616607 yet. {{(pid=102599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:21:50.108759 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port c3d87375-c113-475c-bf06-fa361dfd0b38, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=c3d87375-c113-475c-bf06-fa361dfd0b38,segment=NetworkSegment(e07c96e0-5af6-439e-b283-25e89ba24ea2),segment_id=e07c96e0-5af6-439e-b283-25e89ba24ea2)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:21:50.273967 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d9f80b7-7da6-471c-ab75-5240190a613a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3d87375-c113-475c-bf06-fa361dfd0b38'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:21:50.287725 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bb4ff67-5754-4df3-9239-e08eb3260229" -d '{"events": [{"server_uuid": "2d9f80b7-7da6-471c-ab75-5240190a613a", "name": "network-vif-plugged", "status": "completed", "tag": "c3d87375-c113-475c-bf06-fa361dfd0b38"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:21:50.304583 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:50.400636 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-778b0a72-63e3-492f-ac2f-05763dc03bc2 x-openstack-request-id: req-778b0a72-63e3-492f-ac2f-05763dc03bc2 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:21:50.401615 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d9f80b7-7da6-471c-ab75-5240190a613a", "name": "network-vif-plugged", "status": "completed", "tag": "c3d87375-c113-475c-bf06-fa361dfd0b38", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:21:50.402128 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-778b0a72-63e3-492f-ac2f-05763dc03bc2 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:21:50.407767 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d9f80b7-7da6-471c-ab75-5240190a613a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3d87375-c113-475c-bf06-fa361dfd0b38', 'code': 200} Nov 12 08:21:50.478415 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=c3d87375-c113-475c-bf06-fa361dfd0b38,revision_number=7']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:50.514240 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-a12fad3d-2557-4297-85b7-5193b16cbe76 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Allocated IP 172.20.0.10 (f2aa6b87-daf9-424a-a5a1-8510da09ebed/63b6a5e7-8872-4002-94dc-1789ff97ec48/3ecc54e7-6a2b-47f4-9e7a-6049f8616607) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:21:50.626212 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bee83a-41fc-4cbe-921a-6ab876585e19 req-48893ca3-1ecd-4aeb-b5ed-12a6e1cf8959 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:50.628835 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-12bee83a-41fc-4cbe-921a-6ab876585e19 req-48893ca3-1ecd-4aeb-b5ed-12a6e1cf8959 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 943 time: 0.1821618 Nov 12 08:21:50.634777 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eb9f406-2fd8-42a2-9aca-3c25e5272eab tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Router 5b30468f-df84-4b66-8935-d9d64c98e7e7 is scheduled to L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 with binding_index 1 {{(pid=102600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:21:50.791367 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-12bee83a-41fc-4cbe-921a-6ab876585e19 req-5e4f450b-4276-4da4-a8af-a981dbb796db tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509953 Nov 12 08:21:50.800149 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a36f6bfc-2a62-48aa-ab13-af663a7a1e70 admin admin] Router 08480fba-8475-4618-af2a-3855f13c3ad3 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:21:50.865177 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a12fad3d-2557-4297-85b7-5193b16cbe76 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:50.948085 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eb9f406-2fd8-42a2-9aca-3c25e5272eab tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:21:50.966577 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33378142-95e8-49eb-8e65-1d87e95c70bc None None] Sync routers for ids ['5b30468f-df84-4b66-8935-d9d64c98e7e7'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:21:50.983844 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5eb9f406-2fd8-42a2-9aca-3c25e5272eab tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:50.988659 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33378142-95e8-49eb-8e65-1d87e95c70bc None None] Routers {'5b30468f-df84-4b66-8935-d9d64c98e7e7'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:21:50.993371 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-5eb9f406-2fd8-42a2-9aca-3c25e5272eab tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] 10.222.0.26 "PUT /v2.0/routers/5b30468f-df84-4b66-8935-d9d64c98e7e7 HTTP/1.1" status: 200 len: 878 time: 6.5488722 Nov 12 08:21:50.993547 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-33378142-95e8-49eb-8e65-1d87e95c70bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:21:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['5b30468f-df84-4b66-8935-d9d64c98e7e7'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:50.997760 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 51188) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:51.081169 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1b751680-ed2f-4897-ab38-b0734261e744 req-60349c21-f3ff-4d7a-8fb7-7bcab53251fd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7174387 Nov 12 08:21:51.086440 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-33378142-95e8-49eb-8e65-1d87e95c70bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:51.086973 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a12fad3d-2557-4297-85b7-5193b16cbe76 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:51.096273 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [req-1b751680-ed2f-4897-ab38-b0734261e744 req-3b9156a8-b97c-4f9d-976e-661987623061 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:21:51.098411 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1b751680-ed2f-4897-ab38-b0734261e744 req-3b9156a8-b97c-4f9d-976e-661987623061 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066569 Nov 12 08:21:51.160074 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33378142-95e8-49eb-8e65-1d87e95c70bc None None] Routers {'5b30468f-df84-4b66-8935-d9d64c98e7e7'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:21:51.161554 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-33378142-95e8-49eb-8e65-1d87e95c70bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:21:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['5b30468f-df84-4b66-8935-d9d64c98e7e7'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:51.194510 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12fad3d-2557-4297-85b7-5193b16cbe76 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Pushing event updated for resources: {'Port': ['ID=3ecc54e7-6a2b-47f4-9e7a-6049f8616607,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:51.241498 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-33378142-95e8-49eb-8e65-1d87e95c70bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:51.244043 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33378142-95e8-49eb-8e65-1d87e95c70bc None None] The sync data for ids ['5b30468f-df84-4b66-8935-d9d64c98e7e7'] in n-d-765315-29 is: [] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:21:51.294992 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12fad3d-2557-4297-85b7-5193b16cbe76 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Network f2aa6b87-daf9-424a-a5a1-8510da09ebed is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:21:51.300194 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-d643998a-bbdb-410f-a949-ba043dfbeb00 None None] Allocated IP 172.20.0.2 (f2aa6b87-daf9-424a-a5a1-8510da09ebed/63b6a5e7-8872-4002-94dc-1789ff97ec48/f816794a-f94f-455c-82e0-db3db07299a6) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:21:51.306383 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-a12fad3d-2557-4297-85b7-5193b16cbe76 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:21:51.316202 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12fad3d-2557-4297-85b7-5193b16cbe76 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:21:51.435127 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943915aa-c9de-4abc-a1a7-5943a0cea7bf req-466259e6-ff1b-44a3-a59a-860d5a4c45f9 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:51.437026 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-943915aa-c9de-4abc-a1a7-5943a0cea7bf req-466259e6-ff1b-44a3-a59a-860d5a4c45f9 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/networks?id=ec82487f-519c-483b-814a-09ab43cadbc0 HTTP/1.1" status: 200 len: 805 time: 0.5344419 Nov 12 08:21:51.453163 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12fad3d-2557-4297-85b7-5193b16cbe76 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:51.453837 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a12fad3d-2557-4297-85b7-5193b16cbe76 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:51.508384 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-943915aa-c9de-4abc-a1a7-5943a0cea7bf req-8c14d34c-d86f-4b2f-b590-3b380b244957 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/quotas/507bea33553d43dea3447dc0d1dbf18c HTTP/1.1" status: 200 len: 375 time: 0.0243826 Nov 12 08:21:51.512480 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-a12fad3d-2557-4297-85b7-5193b16cbe76 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2094302 Nov 12 08:21:51.517509 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 51206) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:51.523533 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-9863c060-e9cd-4087-9807-ad48e926541a tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Request body: {'port': {'network_id': 'f2aa6b87-daf9-424a-a5a1-8510da09ebed', 'name': 'tempest-PortsTestJSON-30193404', 'fixed_ips': [{'subnet_id': '63b6a5e7-8872-4002-94dc-1789ff97ec48', 'ip_address': '172.20.0.9'}]}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:51.693994 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d643998a-bbdb-410f-a949-ba043dfbeb00 None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:51.706968 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d643998a-bbdb-410f-a949-ba043dfbeb00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:51.757712 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d643998a-bbdb-410f-a949-ba043dfbeb00 None None] Network f2aa6b87-daf9-424a-a5a1-8510da09ebed is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:21:51.764634 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-d643998a-bbdb-410f-a949-ba043dfbeb00 None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:21:51.769586 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d643998a-bbdb-410f-a949-ba043dfbeb00 None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:21:51.810368 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d643998a-bbdb-410f-a949-ba043dfbeb00 None None] Pushing event updated for resources: {'Port': ['ID=f816794a-f94f-455c-82e0-db3db07299a6,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:51.850072 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-d643998a-bbdb-410f-a949-ba043dfbeb00 None None] Attempting to bind port f816794a-f94f-455c-82e0-db3db07299a6 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:21:51.850608 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-d643998a-bbdb-410f-a949-ba043dfbeb00 None None] Attempting to bind port f816794a-f94f-455c-82e0-db3db07299a6 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '751e0a05-e95a-4507-9639-8a5ad79f5f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'f2aa6b87-daf9-424a-a5a1-8510da09ebed'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:21:51.851109 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d643998a-bbdb-410f-a949-ba043dfbeb00 None None] Attempting to bind port f816794a-f94f-455c-82e0-db3db07299a6 on network f2aa6b87-daf9-424a-a5a1-8510da09ebed {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:21:51.869384 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d643998a-bbdb-410f-a949-ba043dfbeb00 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:21:51.870365 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d643998a-bbdb-410f-a949-ba043dfbeb00 None None] Checking segment: {'id': '751e0a05-e95a-4507-9639-8a5ad79f5f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'f2aa6b87-daf9-424a-a5a1-8510da09ebed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:21:51.870683 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d643998a-bbdb-410f-a949-ba043dfbeb00 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:51.872174 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d643998a-bbdb-410f-a949-ba043dfbeb00 None None] Bound using segment: {'id': '751e0a05-e95a-4507-9639-8a5ad79f5f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'f2aa6b87-daf9-424a-a5a1-8510da09ebed'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:21:51.872798 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-d643998a-bbdb-410f-a949-ba043dfbeb00 None None] Bound port: f816794a-f94f-455c-82e0-db3db07299a6, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '751e0a05-e95a-4507-9639-8a5ad79f5f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'f2aa6b87-daf9-424a-a5a1-8510da09ebed'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:21:51.873303 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d643998a-bbdb-410f-a949-ba043dfbeb00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:51.939212 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-943915aa-c9de-4abc-a1a7-5943a0cea7bf req-3de05e29-947a-47fb-a86a-5a8a9feddac6 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=507bea33553d43dea3447dc0d1dbf18c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3996639 Nov 12 08:21:51.966431 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744371af-66f9-4cde-91d6-5a36bcb08dbf req-29b3c85c-1340-4898-bf1b-c4c3ce12466f tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:51.980321 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-744371af-66f9-4cde-91d6-5a36bcb08dbf req-29b3c85c-1340-4898-bf1b-c4c3ce12466f tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.21 "GET /v2.0/ports?device_id=f822e1e1-b947-4f9c-b705-d0a91151e0f7 HTTP/1.1" status: 200 len: 945 time: 0.3923857 Nov 12 08:21:52.060262 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-d643998a-bbdb-410f-a949-ba043dfbeb00 None None] For port f816794a-f94f-455c-82e0-db3db07299a6, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:21:52.070921 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-d643998a-bbdb-410f-a949-ba043dfbeb00 None None] For port f816794a-f94f-455c-82e0-db3db07299a6, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=f816794a-f94f-455c-82e0-db3db07299a6,segment=NetworkSegment(751e0a05-e95a-4507-9639-8a5ad79f5f5c),segment_id=751e0a05-e95a-4507-9639-8a5ad79f5f5c)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:21:52.075573 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-41240f9e-cf0d-4f3c-92fd-0342e83c0ed6 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] 10.222.0.26 "GET /v2.0/routers/5b30468f-df84-4b66-8935-d9d64c98e7e7 HTTP/1.1" status: 200 len: 919 time: 1.0690346 Nov 12 08:21:52.084678 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d643998a-bbdb-410f-a949-ba043dfbeb00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:52.084929 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 51228) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:52.112984 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a36f6bfc-2a62-48aa-ab13-af663a7a1e70 admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:21:52.122877 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af926450-cc0b-458b-8b2f-4f3098e19293 None None] Sync routers for ids ['08480fba-8475-4618-af2a-3855f13c3ad3'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:21:52.151968 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af926450-cc0b-458b-8b2f-4f3098e19293 None None] Routers {'08480fba-8475-4618-af2a-3855f13c3ad3'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:21:52.153321 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-af926450-cc0b-458b-8b2f-4f3098e19293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:21:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['08480fba-8475-4618-af2a-3855f13c3ad3'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:52.203088 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-a36f6bfc-2a62-48aa-ab13-af663a7a1e70 admin admin] 10.222.0.26 "PUT /v2.0/routers/08480fba-8475-4618-af2a-3855f13c3ad3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8706005 Nov 12 08:21:52.207349 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d643998a-bbdb-410f-a949-ba043dfbeb00 None None] Pushing event updated for resources: {'Port': ['ID=f816794a-f94f-455c-82e0-db3db07299a6,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:52.212038 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 51232) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:52.352648 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device e4cbdff3-b3bd-41d7-8192-cca0b52471bf no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:21:52.484614 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-af926450-cc0b-458b-8b2f-4f3098e19293 None None] Set router 08480fba-8475-4618-af2a-3855f13c3ad3 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:21:52.518604 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b2a0bb-4028-4266-bc41-69bd14f52d82 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:52.524149 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-61b2a0bb-4028-4266-bc41-69bd14f52d82 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=d709f64f-f9e6-4525-b020-ad48633b9bbf&device_id=5b30468f-df84-4b66-8935-d9d64c98e7e7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4355853 Nov 12 08:21:52.526997 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 51240) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:52.598253 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9863c060-e9cd-4087-9807-ad48e926541a tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Made reservation on behalf of 6369a719c0774326a5a17deb8ee2154f for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:21:52.622578 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9863c060-e9cd-4087-9807-ad48e926541a tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:52.683072 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [None req-9863c060-e9cd-4087-9807-ad48e926541a tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] device_id is not set on port 1d0c7201-f13b-48d5-9c73-ed31b37c57ba yet. {{(pid=102599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:21:52.696109 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-744371af-66f9-4cde-91d6-5a36bcb08dbf req-69655c3f-da41-48bc-9323-8211b87a17c6 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Deleting port e4cbdff3-b3bd-41d7-8192-cca0b52471bf {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:21:52.696569 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-744371af-66f9-4cde-91d6-5a36bcb08dbf req-69655c3f-da41-48bc-9323-8211b87a17c6 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:52.697844 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:52.748827 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-943915aa-c9de-4abc-a1a7-5943a0cea7bf req-0151d574-78c1-458b-8bf8-a61ea8fa66db service neutron] 10.222.0.26 "GET /v2.0/networks/ec82487f-519c-483b-814a-09ab43cadbc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8087251 Nov 12 08:21:52.770687 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f822e1e1-b947-4f9c-b705-d0a91151e0f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4cbdff3-b3bd-41d7-8192-cca0b52471bf'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:21:52.781883 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a6f576c-119d-4fad-8b5d-2502f80b4a7e" -d '{"events": [{"server_uuid": "f822e1e1-b947-4f9c-b705-d0a91151e0f7", "name": "network-vif-unplugged", "status": "completed", "tag": "e4cbdff3-b3bd-41d7-8192-cca0b52471bf"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:21:52.801243 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port e4cbdff3-b3bd-41d7-8192-cca0b52471bf, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=e4cbdff3-b3bd-41d7-8192-cca0b52471bf,segment=NetworkSegment(296922ca-424d-4760-9058-82e70353f16a),segment_id=296922ca-424d-4760-9058-82e70353f16a)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:21:52.813930 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:52.864093 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-26b1a710-ee2d-4c74-b818-f277f55ec574 req-596bbc80-5034-4765-83d3-34629eb52bf2 tempest-ImagesOneServerTestJSON-1989146909 tempest-ImagesOneServerTestJSON-1989146909-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=b67b1e1435294d5f944a2192a3e7be0d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1692379 Nov 12 08:21:52.954619 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bc08fa38-1c06-49c8-88e4-8093cb948f49 admin admin] Publish callbacks [] for router, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:53.027181 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b751680-ed2f-4897-ab38-b0734261e744 req-a7f9b8cc-97af-4495-b211-0d4dbdbda1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:53.029291 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1b751680-ed2f-4897-ab38-b0734261e744 req-a7f9b8cc-97af-4495-b211-0d4dbdbda1b3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af&tenant_id=26ef531896034fe2885057383ac0d733 HTTP/1.1" status: 200 len: 1095 time: 0.3253608 Nov 12 08:21:53.061215 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=e4cbdff3-b3bd-41d7-8192-cca0b52471bf,revision_number=8']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:53.154412 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-af926450-cc0b-458b-8b2f-4f3098e19293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08480fba-8475-4618-af2a-3855f13c3ad3', 'name': 'tempest-ServersTestJSON-812345662-router', 'tenant_id': 'bfeafcdb40754d84afc50bdc0e3e88ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '0ef33b79-efca-4bc9-90f4-2d3c2f010ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:18:12Z', 'updated_at': '2021-11-12T08:21:48Z', 'revision_number': 5, 'project_id': 'bfeafcdb40754d84afc50bdc0e3e88ee', 'gw_port': {'id': '0ef33b79-efca-4bc9-90f4-2d3c2f010ff6', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:64:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08480fba-8475-4618-af2a-3855f13c3ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:18:13Z', 'updated_at': '2021-11-12T08:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:53.212793 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb40576-9293-46c9-a02a-683a241f5caf tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:53.215593 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-ceb40576-9293-46c9-a02a-683a241f5caf tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] 10.222.0.26 "GET /v2.0/networks/d709f64f-f9e6-4525-b020-ad48633b9bbf HTTP/1.1" status: 200 len: 881 time: 0.6733468 Nov 12 08:21:53.226080 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 51260) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:53.241081 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af926450-cc0b-458b-8b2f-4f3098e19293 None None] Checking router: 08480fba-8475-4618-af2a-3855f13c3ad3 for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:21:53.252259 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af926450-cc0b-458b-8b2f-4f3098e19293 None None] Routers {'08480fba-8475-4618-af2a-3855f13c3ad3'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:21:53.254607 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-af926450-cc0b-458b-8b2f-4f3098e19293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:21:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['08480fba-8475-4618-af2a-3855f13c3ad3'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:53.257066 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-9863c060-e9cd-4087-9807-ad48e926541a tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Allocated IP 172.20.0.9 (f2aa6b87-daf9-424a-a5a1-8510da09ebed/63b6a5e7-8872-4002-94dc-1789ff97ec48/1d0c7201-f13b-48d5-9c73-ed31b37c57ba) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:21:53.288949 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-45ed46a2-5bd7-47b7-b087-3baa23880a0b tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b30468f-df84-4b66-8935-d9d64c98e7e7 HTTP/1.1" status: 200 len: 205 time: 0.0546362 Nov 12 08:21:53.301228 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 51264) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:53.367040 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b751680-ed2f-4897-ab38-b0734261e744 req-5bfb41f2-884d-4bed-b964-e4c85e559bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:53.368978 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1b751680-ed2f-4897-ab38-b0734261e744 req-5bfb41f2-884d-4bed-b964-e4c85e559bf3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=26ef531896034fe2885057383ac0d733&device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 1095 time: 0.2766564 Nov 12 08:21:53.379049 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b1a710-ee2d-4c74-b818-f277f55ec574 req-7e34e579-4b47-4400-b47a-4a752ef01079 tempest-ImagesOneServerTestJSON-1989146909 tempest-ImagesOneServerTestJSON-1989146909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:53.380796 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-26b1a710-ee2d-4c74-b818-f277f55ec574 req-7e34e579-4b47-4400-b47a-4a752ef01079 tempest-ImagesOneServerTestJSON-1989146909 tempest-ImagesOneServerTestJSON-1989146909-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4652145 Nov 12 08:21:53.435794 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bc08fa38-1c06-49c8-88e4-8093cb948f49 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:53.503150 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-26b1a710-ee2d-4c74-b818-f277f55ec574 req-ba16f665-b8c1-4847-8e93-a0addc1c412e tempest-ImagesOneServerTestJSON-1989146909 tempest-ImagesOneServerTestJSON-1989146909-project] 10.222.0.26 "GET /v2.0/quotas/b67b1e1435294d5f944a2192a3e7be0d HTTP/1.1" status: 200 len: 375 time: 0.0815895 Nov 12 08:21:53.522255 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-af926450-cc0b-458b-8b2f-4f3098e19293 None None] Set router 08480fba-8475-4618-af2a-3855f13c3ad3 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:21:53.677017 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9863c060-e9cd-4087-9807-ad48e926541a tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:53.681744 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-26b1a710-ee2d-4c74-b818-f277f55ec574 req-f6099d70-0c7e-4fdf-9f33-77dd113d53d0 tempest-ImagesOneServerTestJSON-1989146909 tempest-ImagesOneServerTestJSON-1989146909-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b67b1e1435294d5f944a2192a3e7be0d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0437419 Nov 12 08:21:53.827653 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-871f3feb-dedc-4a1f-9213-c8ea661f3468 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks [] for router, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:53.891011 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-744371af-66f9-4cde-91d6-5a36bcb08dbf req-69655c3f-da41-48bc-9323-8211b87a17c6 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] For port e4cbdff3-b3bd-41d7-8192-cca0b52471bf, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=e4cbdff3-b3bd-41d7-8192-cca0b52471bf,segment=NetworkSegment(296922ca-424d-4760-9058-82e70353f16a),segment_id=296922ca-424d-4760-9058-82e70353f16a)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:21:53.892172 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-744371af-66f9-4cde-91d6-5a36bcb08dbf req-69655c3f-da41-48bc-9323-8211b87a17c6 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:53.896701 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9863c060-e9cd-4087-9807-ad48e926541a tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:53.956900 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9863c060-e9cd-4087-9807-ad48e926541a tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Network f2aa6b87-daf9-424a-a5a1-8510da09ebed is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:21:53.964530 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b751680-ed2f-4897-ab38-b0734261e744 req-e6b14b0d-16b2-4230-8992-b6deb6344600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:53.969964 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1b751680-ed2f-4897-ab38-b0734261e744 req-e6b14b0d-16b2-4230-8992-b6deb6344600 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c164b714-a9ee-49ae-ab85-02a2461298d9 HTTP/1.1" status: 200 len: 915 time: 0.5878172 Nov 12 08:21:53.971719 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-9863c060-e9cd-4087-9807-ad48e926541a tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:21:53.975001 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-bc08fa38-1c06-49c8-88e4-8093cb948f49 admin admin] Deleting port 0ef33b79-efca-4bc9-90f4-2d3c2f010ff6 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:21:53.975512 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bc08fa38-1c06-49c8-88e4-8093cb948f49 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:53.983028 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-744371af-66f9-4cde-91d6-5a36bcb08dbf req-69655c3f-da41-48bc-9323-8211b87a17c6 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Calling delete_port for e4cbdff3-b3bd-41d7-8192-cca0b52471bf owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:21:54.078613 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9863c060-e9cd-4087-9807-ad48e926541a tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:21:54.144755 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6dd575-6573-4418-a898-215ebaf81223 None None] Network f2aa6b87-daf9-424a-a5a1-8510da09ebed requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:21:54.189469 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-af926450-cc0b-458b-8b2f-4f3098e19293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08480fba-8475-4618-af2a-3855f13c3ad3', 'name': 'tempest-ServersTestJSON-812345662-router', 'tenant_id': 'bfeafcdb40754d84afc50bdc0e3e88ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '0ef33b79-efca-4bc9-90f4-2d3c2f010ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:18:12Z', 'updated_at': '2021-11-12T08:21:48Z', 'revision_number': 5, 'project_id': 'bfeafcdb40754d84afc50bdc0e3e88ee', 'gw_port': {'id': '0ef33b79-efca-4bc9-90f4-2d3c2f010ff6', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:64:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08480fba-8475-4618-af2a-3855f13c3ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:18:13Z', 'updated_at': '2021-11-12T08:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:54.239661 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9863c060-e9cd-4087-9807-ad48e926541a tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:54.245408 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9863c060-e9cd-4087-9807-ad48e926541a tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:54.270139 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device f816794a-f94f-455c-82e0-db3db07299a6 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:21:54.298745 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1b751680-ed2f-4897-ab38-b0734261e744 req-505a6b4a-4425-4f28-aec3-4f956dddeff1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73685504-dbc6-48c5-be42-7df6febab919 HTTP/1.1" status: 200 len: 217 time: 0.3130312 Nov 12 08:21:54.309766 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af926450-cc0b-458b-8b2f-4f3098e19293 None None] The sync data for ids ['08480fba-8475-4618-af2a-3855f13c3ad3'] in n-d-765315-29 is: [{'id': '08480fba-8475-4618-af2a-3855f13c3ad3', 'name': 'tempest-ServersTestJSON-812345662-router', 'tenant_id': 'bfeafcdb40754d84afc50bdc0e3e88ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '0ef33b79-efca-4bc9-90f4-2d3c2f010ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:18:12Z', 'updated_at': '2021-11-12T08:21:48Z', 'revision_number': 5, 'project_id': 'bfeafcdb40754d84afc50bdc0e3e88ee', 'gw_port': {'id': '0ef33b79-efca-4bc9-90f4-2d3c2f010ff6', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:64:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08480fba-8475-4618-af2a-3855f13c3ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:18:13Z', 'updated_at': '2021-11-12T08:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:21:54.441484 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9863c060-e9cd-4087-9807-ad48e926541a tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Pushing event updated for resources: {'Port': ['ID=1d0c7201-f13b-48d5-9c73-ed31b37c57ba,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:54.447317 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b751680-ed2f-4897-ab38-b0734261e744 req-52b157ca-7ffa-4398-bc67-1b208667c880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:54.449053 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1b751680-ed2f-4897-ab38-b0734261e744 req-52b157ca-7ffa-4398-bc67-1b208667c880 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=beed55bb-7519-49f9-9b0f-9ca9d1c87988 HTTP/1.1" status: 200 len: 854 time: 0.0696948 Nov 12 08:21:54.576955 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-9863c060-e9cd-4087-9807-ad48e926541a tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.0573888 Nov 12 08:21:54.580471 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 51302) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:54.581159 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-744371af-66f9-4cde-91d6-5a36bcb08dbf req-69655c3f-da41-48bc-9323-8211b87a17c6 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:54.610847 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1b751680-ed2f-4897-ab38-b0734261e744 req-fafae456-5809-4773-bbcc-f9c4487c9337 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c164b714-a9ee-49ae-ab85-02a2461298d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0899978 Nov 12 08:21:54.629405 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-871f3feb-dedc-4a1f-9213-c8ea661f3468 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:54.656403 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port f816794a-f94f-455c-82e0-db3db07299a6 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:54.661485 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:54.692224 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-943915aa-c9de-4abc-a1a7-5943a0cea7bf req-4b9b982f-362d-407b-8fd8-0119ea3e8acc service neutron] 10.222.0.26 "GET /v2.0/networks/ec82487f-519c-483b-814a-09ab43cadbc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7932019 Nov 12 08:21:54.817760 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69655c3f-da41-48bc-9323-8211b87a17c6 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Pushing event deleted for resources: {'Port': ['ID=e4cbdff3-b3bd-41d7-8192-cca0b52471bf,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:54.894532 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 51306) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:54.915060 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-ef79bb5b-2193-44ae-8e98-37a231f03f26 None None] Provisioning complete for port f816794a-f94f-455c-82e0-db3db07299a6 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:54.915790 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ef79bb5b-2193-44ae-8e98-37a231f03f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:54.919756 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b44fcfb-f83d-465b-bbca-80e86f46a501 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:54.924918 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-4b44fcfb-f83d-465b-bbca-80e86f46a501 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.3409431 Nov 12 08:21:54.939191 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 51310) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:54.999748 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1b751680-ed2f-4897-ab38-b0734261e744 req-5494a924-4fcd-4cba-927b-647463bfe4af service neutron] 10.222.0.21 "GET /v2.0/networks/c164b714-a9ee-49ae-ab85-02a2461298d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3793609 Nov 12 08:21:55.031988 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-744371af-66f9-4cde-91d6-5a36bcb08dbf req-69655c3f-da41-48bc-9323-8211b87a17c6 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] No DVR routers for this DVR port e4cbdff3-b3bd-41d7-8192-cca0b52471bf on host n-h1-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:21:55.058454 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bf9102-a67e-4c5d-b20c-ff1dbc10eecb req-29a6c0b4-a189-4a5c-9e08-eadf87bc02ec tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:55.072657 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-23bf9102-a67e-4c5d-b20c-ff1dbc10eecb req-29a6c0b4-a189-4a5c-9e08-eadf87bc02ec tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 943 time: 0.8270981 Nov 12 08:21:55.073668 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-744371af-66f9-4cde-91d6-5a36bcb08dbf req-69655c3f-da41-48bc-9323-8211b87a17c6 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:55.078219 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-744371af-66f9-4cde-91d6-5a36bcb08dbf req-69655c3f-da41-48bc-9323-8211b87a17c6 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.21 "DELETE /v2.0/ports/e4cbdff3-b3bd-41d7-8192-cca0b52471bf HTTP/1.1" status: 204 len: 173 time: 3.0616651 Nov 12 08:21:55.084935 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f822e1e1-b947-4f9c-b705-d0a91151e0f7', 'name': 'network-vif-deleted', 'tag': 'e4cbdff3-b3bd-41d7-8192-cca0b52471bf'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:21:55.097469 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee7762af-beef-4c9b-b88f-b8868c085bcd" -d '{"events": [{"server_uuid": "f822e1e1-b947-4f9c-b705-d0a91151e0f7", "name": "network-vif-deleted", "tag": "e4cbdff3-b3bd-41d7-8192-cca0b52471bf"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:21:55.126300 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:55.174651 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97a39b6-bc6b-4cf1-a74d-ecb3dc82494e tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:55.220726 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97a39b6-bc6b-4cf1-a74d-ecb3dc82494e tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:55.229348 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97a39b6-bc6b-4cf1-a74d-ecb3dc82494e tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:55.233201 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19588ebd-bf35-4204-9857-961d5d846b17 x-openstack-request-id: req-19588ebd-bf35-4204-9857-961d5d846b17 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:21:55.234427 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f822e1e1-b947-4f9c-b705-d0a91151e0f7", "name": "network-vif-unplugged", "status": "completed", "tag": "e4cbdff3-b3bd-41d7-8192-cca0b52471bf", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:21:55.235067 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-19588ebd-bf35-4204-9857-961d5d846b17 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:21:55.240396 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f822e1e1-b947-4f9c-b705-d0a91151e0f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4cbdff3-b3bd-41d7-8192-cca0b52471bf', 'code': 200} Nov 12 08:21:55.257303 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-e97a39b6-bc6b-4cf1-a74d-ecb3dc82494e tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2375 time: 0.3128939 Nov 12 08:21:55.258395 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 51320) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:55.304428 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] For port f816794a-f94f-455c-82e0-db3db07299a6, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=f816794a-f94f-455c-82e0-db3db07299a6,segment=NetworkSegment(751e0a05-e95a-4507-9639-8a5ad79f5f5c),segment_id=751e0a05-e95a-4507-9639-8a5ad79f5f5c)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:21:55.352649 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ef79bb5b-2193-44ae-8e98-37a231f03f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:55.373797 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e3c099ec-15f8-45d3-bcb0-09da1c2f8a74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:55.376366 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:55.540470 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-bc08fa38-1c06-49c8-88e4-8093cb948f49 admin admin] For port 0ef33b79-efca-4bc9-90f4-2d3c2f010ff6, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=0ef33b79-efca-4bc9-90f4-2d3c2f010ff6,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:21:55.541074 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bc08fa38-1c06-49c8-88e4-8093cb948f49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:55.598299 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Pushing event updated for resources: {'Port': ['ID=f816794a-f94f-455c-82e0-db3db07299a6,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:55.603749 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.db.api [None req-ef79bb5b-2193-44ae-8e98-37a231f03f26 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:21:55.612236 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e3c099ec-15f8-45d3-bcb0-09da1c2f8a74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:55.613120 n-d-765315-29 neutron-server[102601]: DEBUG oslo_db.api [None req-ef79bb5b-2193-44ae-8e98-37a231f03f26 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:21:55.653084 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-23bf9102-a67e-4c5d-b20c-ff1dbc10eecb req-323d9459-35ca-487a-81d9-6fcf4d53d4af tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5593717 Nov 12 08:21:55.679435 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e3c099ec-15f8-45d3-bcb0-09da1c2f8a74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:55.692654 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-bc08fa38-1c06-49c8-88e4-8093cb948f49 admin admin] Calling delete_port for 0ef33b79-efca-4bc9-90f4-2d3c2f010ff6 owned by network:router_gateway {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:21:55.710161 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6f29e105-86b0-4a10-a830-bbffd4422f4e req-b2402472-120b-4fa5-bdf1-a6b44a92ff99 tempest-ImagesOneServerTestJSON-1989146909 tempest-ImagesOneServerTestJSON-1989146909-project] 10.222.0.26 "GET /v2.0/ports?device_id=76cea409-ec56-42a7-a862-0043a01ca874 HTTP/1.1" status: 200 len: 210 time: 0.3011191 Nov 12 08:21:55.779536 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-e3c099ec-15f8-45d3-bcb0-09da1c2f8a74 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2f054ce36b7b4c5dbb483e680240061d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8828769 Nov 12 08:21:55.786274 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 51330) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:55.807251 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c099ec-15f8-45d3-bcb0-09da1c2f8a74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c7a00f3-265a-4be6-bd5f-7ed09a9d018a,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:55.891195 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-f1a3dace-500f-41c5-bf3a-47de6b6db152 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Deleting port 1d0c7201-f13b-48d5-9c73-ed31b37c57ba {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:21:55.891466 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f1a3dace-500f-41c5-bf3a-47de6b6db152 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:55.895254 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-155971e0-0bc3-4c65-b328-ad916e78945b x-openstack-request-id: req-155971e0-0bc3-4c65-b328-ad916e78945b {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:21:55.905568 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f822e1e1-b947-4f9c-b705-d0a91151e0f7", "name": "network-vif-deleted", "tag": "e4cbdff3-b3bd-41d7-8192-cca0b52471bf", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:21:55.906229 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-155971e0-0bc3-4c65-b328-ad916e78945b {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:21:55.906957 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f822e1e1-b947-4f9c-b705-d0a91151e0f7', 'name': 'network-vif-deleted', 'tag': 'e4cbdff3-b3bd-41d7-8192-cca0b52471bf', 'status': 'completed', 'code': 200} Nov 12 08:21:55.959591 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ebd0c45a-75ff-4aca-b944-8c6d4a957071 req-0e46d140-cf4d-4d11-bcee-91bd66b8a65f tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/ports?device_id=c27ffc8e-5a93-4029-b5c8-8b78f04c47fd HTTP/1.1" status: 200 len: 210 time: 0.1284878 Nov 12 08:21:56.109645 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9e8bbf36-5955-400d-85c7-520b6dbe2dd2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:56.147408 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-26b1a710-ee2d-4c74-b818-f277f55ec574 req-7aee49cd-ff6f-4fce-8cfd-73dd7e0a4f65 tempest-ImagesOneServerTestJSON-1989146909 tempest-ImagesOneServerTestJSON-1989146909-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=b67b1e1435294d5f944a2192a3e7be0d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1044354 Nov 12 08:21:56.159574 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device f816794a-f94f-455c-82e0-db3db07299a6 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:21:56.188151 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1b751680-ed2f-4897-ab38-b0734261e744 req-c242b2dc-f31a-4e1f-bb6c-c500e8c9764c service neutron] 10.222.0.21 "GET /v2.0/networks/c164b714-a9ee-49ae-ab85-02a2461298d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1655700 Nov 12 08:21:56.197682 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-871f3feb-dedc-4a1f-9213-c8ea661f3468 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Deleting port 1836f060-1b4b-4537-a313-ebcc49d227da {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:21:56.198430 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-871f3feb-dedc-4a1f-9213-c8ea661f3468 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:56.252883 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9e8bbf36-5955-400d-85c7-520b6dbe2dd2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:56.270008 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port f816794a-f94f-455c-82e0-db3db07299a6 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:56.270517 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:56.304969 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f1a3dace-500f-41c5-bf3a-47de6b6db152 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:56.344710 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-f1a3dace-500f-41c5-bf3a-47de6b6db152 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Calling delete_port for 1d0c7201-f13b-48d5-9c73-ed31b37c57ba owned by {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:21:56.452086 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-78332c95-080e-478e-a4f1-c9bf2415c69f None None] Provisioning complete for port f816794a-f94f-455c-82e0-db3db07299a6 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:56.452740 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-78332c95-080e-478e-a4f1-c9bf2415c69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:56.497451 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bc08fa38-1c06-49c8-88e4-8093cb948f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:56.508820 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-871f3feb-dedc-4a1f-9213-c8ea661f3468 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:56.521960 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device c502a15d-b093-460d-ac9d-e2e117faddc0 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:21:56.550200 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: c502a15d-b093-460d-ac9d-e2e117faddc0 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:21:56.550820 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device c502a15d-b093-460d-ac9d-e2e117faddc0 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:21:56.599602 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-871f3feb-dedc-4a1f-9213-c8ea661f3468 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Calling delete_port for 1836f060-1b4b-4537-a313-ebcc49d227da owned by network:router_gateway {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:21:56.614326 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc08fa38-1c06-49c8-88e4-8093cb948f49 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ef33b79-efca-4bc9-90f4-2d3c2f010ff6,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:56.616482 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-78332c95-080e-478e-a4f1-c9bf2415c69f None None] Provisioning complete for port 3ecc54e7-6a2b-47f4-9e7a-6049f8616607 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:56.616848 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-78332c95-080e-478e-a4f1-c9bf2415c69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:56.757361 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3352196b-6dd3-42f8-b4c6-b4cc61ab67e9 req-d1081cd4-0f2e-4e0c-8420-ce2cde863ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:56.760388 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3352196b-6dd3-42f8-b4c6-b4cc61ab67e9 req-d1081cd4-0f2e-4e0c-8420-ce2cde863ada service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=26ef531896034fe2885057383ac0d733&device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 1095 time: 0.1655703 Nov 12 08:21:56.781750 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bc08fa38-1c06-49c8-88e4-8093cb948f49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-933016'] for router_gateway, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:57.045357 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-78332c95-080e-478e-a4f1-c9bf2415c69f None None] Port 3ecc54e7-6a2b-47f4-9e7a-6049f8616607 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:21:57.073308 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bdd88294-a6ab-4274-8608-3ce664c2c828 req-b6f1dd2a-5dc7-4ee2-bfef-fffd77a37887 tempest-ImagesOneServerTestJSON-1989146909 tempest-ImagesOneServerTestJSON-1989146909-project] 10.222.0.26 "GET /v2.0/ports?device_id=76cea409-ec56-42a7-a862-0043a01ca874 HTTP/1.1" status: 200 len: 210 time: 0.1363027 Nov 12 08:21:57.074874 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-78332c95-080e-478e-a4f1-c9bf2415c69f None None] Provisioning complete for port 1d0c7201-f13b-48d5-9c73-ed31b37c57ba triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:57.075347 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-78332c95-080e-478e-a4f1-c9bf2415c69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:57.085665 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bc08fa38-1c06-49c8-88e4-8093cb948f49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:57.111720 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bc08fa38-1c06-49c8-88e4-8093cb948f49 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:57.157799 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-78332c95-080e-478e-a4f1-c9bf2415c69f None None] Port 1d0c7201-f13b-48d5-9c73-ed31b37c57ba cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:21:57.421335 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b1a710-ee2d-4c74-b818-f277f55ec574 req-b485d390-b0b1-410f-bdf6-6e91ad31829d tempest-ImagesOneServerTestJSON-1989146909 tempest-ImagesOneServerTestJSON-1989146909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:57.429489 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-26b1a710-ee2d-4c74-b818-f277f55ec574 req-b485d390-b0b1-410f-bdf6-6e91ad31829d tempest-ImagesOneServerTestJSON-1989146909 tempest-ImagesOneServerTestJSON-1989146909-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2698872 Nov 12 08:21:57.480396 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-26b1a710-ee2d-4c74-b818-f277f55ec574 req-7578e572-669e-48f1-917f-211f083af0f2 tempest-ImagesOneServerTestJSON-1989146909 tempest-ImagesOneServerTestJSON-1989146909-project] Request body: {'port': {'device_id': '76cea409-ec56-42a7-a862-0043a01ca874', 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016', 'admin_state_up': True, 'tenant_id': 'b67b1e1435294d5f944a2192a3e7be0d'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:57.509889 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9e8bbf36-5955-400d-85c7-520b6dbe2dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:57.513192 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9e8bbf36-5955-400d-85c7-520b6dbe2dd2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:57.514379 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-9e8bbf36-5955-400d-85c7-520b6dbe2dd2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2c7a00f3-265a-4be6-bd5f-7ed09a9d018a HTTP/1.1" status: 204 len: 168 time: 1.7261708 Nov 12 08:21:57.599659 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8bbf36-5955-400d-85c7-520b6dbe2dd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c7a00f3-265a-4be6-bd5f-7ed09a9d018a,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:57.796154 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f1a3dace-500f-41c5-bf3a-47de6b6db152 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:57.825712 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0f1a41-c499-44fe-a140-be44166d24f0 req-46dde356-1533-4538-8576-5da06191c73e tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:57.829178 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ff0f1a41-c499-44fe-a140-be44166d24f0 req-46dde356-1533-4538-8576-5da06191c73e tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 943 time: 0.4757032 Nov 12 08:21:57.885531 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a3dace-500f-41c5-bf3a-47de6b6db152 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Pushing event deleted for resources: {'Port': ['ID=1d0c7201-f13b-48d5-9c73-ed31b37c57ba,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:57.990403 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943915aa-c9de-4abc-a1a7-5943a0cea7bf req-07ef9a9d-4061-405e-8374-988a865effeb tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:57.992055 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-943915aa-c9de-4abc-a1a7-5943a0cea7bf req-07ef9a9d-4061-405e-8374-988a865effeb tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.44 "GET /v2.0/networks?id=ec82487f-519c-483b-814a-09ab43cadbc0 HTTP/1.1" status: 200 len: 805 time: 0.1378844 Nov 12 08:21:58.136218 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-943915aa-c9de-4abc-a1a7-5943a0cea7bf req-30eee0bb-d0fd-42ca-8aae-dac4147147b4 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Request body: {'port': {'device_id': 'c27ffc8e-5a93-4029-b5c8-8b78f04c47fd', 'network_id': 'ec82487f-519c-483b-814a-09ab43cadbc0', 'admin_state_up': True, 'tenant_id': '507bea33553d43dea3447dc0d1dbf18c'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:58.161260 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-96af8e56-593a-45cf-8faf-8004bbd46532 req-ec44e5a5-a666-4cda-8e23-d9215b7bba4d tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/ports?device_id=c27ffc8e-5a93-4029-b5c8-8b78f04c47fd HTTP/1.1" status: 200 len: 210 time: 0.3011091 Nov 12 08:21:58.169952 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ff0f1a41-c499-44fe-a140-be44166d24f0 req-abad0230-fbd3-4238-a03f-df7e50e4a768 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922797 Nov 12 08:21:58.229412 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f1a3dace-500f-41c5-bf3a-47de6b6db152 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:58.233025 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bc08fa38-1c06-49c8-88e4-8093cb948f49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:58.233820 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc08fa38-1c06-49c8-88e4-8093cb948f49 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08480fba-8475-4618-af2a-3855f13c3ad3 {{(pid=102600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:21:58.239749 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bc08fa38-1c06-49c8-88e4-8093cb948f49 admin admin] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:58.241001 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-bc08fa38-1c06-49c8-88e4-8093cb948f49 admin admin] 10.222.0.26 "DELETE /v2.0/routers/08480fba-8475-4618-af2a-3855f13c3ad3 HTTP/1.1" status: 204 len: 168 time: 5.9864054 Nov 12 08:21:58.252025 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 51366) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:58.258710 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-f1a3dace-500f-41c5-bf3a-47de6b6db152 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "DELETE /v2.0/ports/1d0c7201-f13b-48d5-9c73-ed31b37c57ba HTTP/1.1" status: 204 len: 168 time: 2.9972873 Nov 12 08:21:58.266761 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 51368) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:58.401902 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 51370) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:58.425616 n-d-765315-29 neutron-server[102599]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f17674d-d7d1-416e-a255-164f758ac910 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] GET failed (client error): The resource could not be found. Nov 12 08:21:58.431669 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-3f17674d-d7d1-416e-a255-164f758ac910 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "GET /v2.0/ports/1d0c7201-f13b-48d5-9c73-ed31b37c57ba HTTP/1.1" status: 404 len: 333 time: 0.1601553 Nov 12 08:21:58.433522 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26b1a710-ee2d-4c74-b818-f277f55ec574 req-7578e572-669e-48f1-917f-211f083af0f2 tempest-ImagesOneServerTestJSON-1989146909 tempest-ImagesOneServerTestJSON-1989146909-project] Made reservation on behalf of b67b1e1435294d5f944a2192a3e7be0d for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:21:58.437983 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-26b1a710-ee2d-4c74-b818-f277f55ec574 req-7578e572-669e-48f1-917f-211f083af0f2 tempest-ImagesOneServerTestJSON-1989146909 tempest-ImagesOneServerTestJSON-1989146909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:58.441028 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a8741fd2-b2ac-453d-8508-f76aeda2dc3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:58.448573 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 51372) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:58.466625 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3352196b-6dd3-42f8-b4c6-b4cc61ab67e9 req-ade0e792-1e4a-4d65-9190-53802bea2918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:58.468448 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3352196b-6dd3-42f8-b4c6-b4cc61ab67e9 req-ade0e792-1e4a-4d65-9190-53802bea2918 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c164b714-a9ee-49ae-ab85-02a2461298d9 HTTP/1.1" status: 200 len: 915 time: 1.6824152 Nov 12 08:21:58.471950 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cc5f4139-57f5-4cc9-8cb8-0afacc61d1cf req-fb902d81-39af-44fd-a804-daf682e3be8d tempest-ImagesOneServerTestJSON-1989146909 tempest-ImagesOneServerTestJSON-1989146909-project] 10.222.0.26 "GET /v2.0/ports?device_id=76cea409-ec56-42a7-a862-0043a01ca874 HTTP/1.1" status: 200 len: 210 time: 0.1280429 Nov 12 08:21:58.491550 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-26b1a710-ee2d-4c74-b818-f277f55ec574 req-7578e572-669e-48f1-917f-211f083af0f2 tempest-ImagesOneServerTestJSON-1989146909 tempest-ImagesOneServerTestJSON-1989146909-project] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:58.622609 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3352196b-6dd3-42f8-b4c6-b4cc61ab67e9 req-fd7d2635-692e-4f9c-bcef-24b5f23a0fd0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73685504-dbc6-48c5-be42-7df6febab919 HTTP/1.1" status: 200 len: 217 time: 0.1159866 Nov 12 08:21:58.677392 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d695451b-14ed-4aa8-93f3-6d94d3bf0e3d req-34dc326e-6fdd-4479-b2a7-c583eca18037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:58.679453 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d695451b-14ed-4aa8-93f3-6d94d3bf0e3d req-34dc326e-6fdd-4479-b2a7-c583eca18037 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=13ee7d6d71864c9eb2f508185e6a266f&device_id=2d9f80b7-7da6-471c-ab75-5240190a613a HTTP/1.1" status: 200 len: 1098 time: 0.2354274 Nov 12 08:21:58.716387 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-672780d1-feb1-4e74-8fb5-bf15276128c9 admin admin] Deleting subnet afb78417-4060-4cd2-9f52-71f67bd868c8 {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:21:58.724219 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-871f3feb-dedc-4a1f-9213-c8ea661f3468 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:58.733153 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-672780d1-feb1-4e74-8fb5-bf15276128c9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:58.813331 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-af69f337-3668-4ca1-990a-cc074fc655d9 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Deleting port 3ecc54e7-6a2b-47f4-9e7a-6049f8616607 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:21:58.813657 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-af69f337-3668-4ca1-990a-cc074fc655d9 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:58.832341 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871f3feb-dedc-4a1f-9213-c8ea661f3468 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Pushing event deleted for resources: {'Port': ['ID=1836f060-1b4b-4537-a313-ebcc49d227da,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:58.872394 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3352196b-6dd3-42f8-b4c6-b4cc61ab67e9 req-ff01c715-f7c8-4daa-a7e2-03174f209b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:58.873893 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3352196b-6dd3-42f8-b4c6-b4cc61ab67e9 req-ff01c715-f7c8-4daa-a7e2-03174f209b77 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=beed55bb-7519-49f9-9b0f-9ca9d1c87988 HTTP/1.1" status: 200 len: 854 time: 0.2374649 Nov 12 08:21:58.929476 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-672780d1-feb1-4e74-8fb5-bf15276128c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:58.993754 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d695451b-14ed-4aa8-93f3-6d94d3bf0e3d req-75b72ace-abc2-423f-8bb8-7d7c65585a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:58.995721 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d695451b-14ed-4aa8-93f3-6d94d3bf0e3d req-75b72ace-abc2-423f-8bb8-7d7c65585a57 service neutron] 10.222.0.44 "GET /v2.0/networks?id=392b706c-fa83-40b2-ba41-e97d70efdd1d HTTP/1.1" status: 200 len: 912 time: 0.2789826 Nov 12 08:21:58.998612 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3352196b-6dd3-42f8-b4c6-b4cc61ab67e9 req-3e5b4302-82f8-4666-b68c-13d47f1542fc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c164b714-a9ee-49ae-ab85-02a2461298d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719469 Nov 12 08:21:59.024028 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-943915aa-c9de-4abc-a1a7-5943a0cea7bf req-30eee0bb-d0fd-42ca-8aae-dac4147147b4 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Made reservation on behalf of 507bea33553d43dea3447dc0d1dbf18c for: {'port': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:21:59.027808 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-943915aa-c9de-4abc-a1a7-5943a0cea7bf req-30eee0bb-d0fd-42ca-8aae-dac4147147b4 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:59.092879 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a8741fd2-b2ac-453d-8508-f76aeda2dc3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:59.132899 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a8741fd2-b2ac-453d-8508-f76aeda2dc3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:59.197065 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8741fd2-b2ac-453d-8508-f76aeda2dc3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b56c8b2d-a684-4758-93da-303c5cf0237a,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:59.239058 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-26b1a710-ee2d-4c74-b818-f277f55ec574 req-7578e572-669e-48f1-917f-211f083af0f2 tempest-ImagesOneServerTestJSON-1989146909 tempest-ImagesOneServerTestJSON-1989146909-project] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:59.252224 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-af69f337-3668-4ca1-990a-cc074fc655d9 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:59.280257 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-26b1a710-ee2d-4c74-b818-f277f55ec574 req-7578e572-669e-48f1-917f-211f083af0f2 tempest-ImagesOneServerTestJSON-1989146909 tempest-ImagesOneServerTestJSON-1989146909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:59.328760 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-871f3feb-dedc-4a1f-9213-c8ea661f3468 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-933016'] for router_gateway, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:59.380764 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-af69f337-3668-4ca1-990a-cc074fc655d9 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Calling delete_port for 3ecc54e7-6a2b-47f4-9e7a-6049f8616607 owned by {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:21:59.506076 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-871f3feb-dedc-4a1f-9213-c8ea661f3468 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:59.508617 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-871f3feb-dedc-4a1f-9213-c8ea661f3468 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:59.584840 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-871f3feb-dedc-4a1f-9213-c8ea661f3468 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:59.585400 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-871f3feb-dedc-4a1f-9213-c8ea661f3468 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Fanout notify agent at l3_agent the message router_deleted on router 5b30468f-df84-4b66-8935-d9d64c98e7e7 {{(pid=102600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:21:59.601241 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-871f3feb-dedc-4a1f-9213-c8ea661f3468 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:59.602605 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-871f3feb-dedc-4a1f-9213-c8ea661f3468 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] 10.222.0.26 "DELETE /v2.0/routers/5b30468f-df84-4b66-8935-d9d64c98e7e7 HTTP/1.1" status: 204 len: 168 time: 6.3002982 Nov 12 08:21:59.615008 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 51382) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:59.615903 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d695451b-14ed-4aa8-93f3-6d94d3bf0e3d req-4a569d7a-212a-4616-8cf9-cc5cc7df84da service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3d87375-c113-475c-bf06-fa361dfd0b38 HTTP/1.1" status: 200 len: 1001 time: 0.5943632 Nov 12 08:21:59.622939 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-b783b3e3-e0af-4ee5-8e8d-b4b07fc8db05 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1224531014', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:59.629632 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-af69f337-3668-4ca1-990a-cc074fc655d9 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:59.646762 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-672780d1-feb1-4e74-8fb5-bf15276128c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:59.740493 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3352196b-6dd3-42f8-b4c6-b4cc61ab67e9 req-f199cdc7-f5b8-43c5-af52-bf713a93e19a service neutron] 10.222.0.21 "GET /v2.0/networks/c164b714-a9ee-49ae-ab85-02a2461298d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7195177 Nov 12 08:21:59.774509 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b783b3e3-e0af-4ee5-8e8d-b4b07fc8db05 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:59.775971 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b783b3e3-e0af-4ee5-8e8d-b4b07fc8db05 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:59.835597 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d695451b-14ed-4aa8-93f3-6d94d3bf0e3d req-29f5df98-3923-4f84-919d-2522741b0c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:59.835597 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d695451b-14ed-4aa8-93f3-6d94d3bf0e3d req-29f5df98-3923-4f84-919d-2522741b0c69 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2d250a72-e563-4d6e-ac4f-f44698e0ce3c HTTP/1.1" status: 200 len: 850 time: 0.1986938 Nov 12 08:21:59.851845 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-a8741fd2-b2ac-453d-8508-f76aeda2dc3d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dc0a5d7a7b144f4ab408b79fb3c3333f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4349871 Nov 12 08:21:59.876148 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 51384) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:59.889702 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [req-943915aa-c9de-4abc-a1a7-5943a0cea7bf req-30eee0bb-d0fd-42ca-8aae-dac4147147b4 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Allocated IP 172.20.0.4 (ec82487f-519c-483b-814a-09ab43cadbc0/c99e7791-a372-44aa-b26b-4ef09f905daa/a9a0b5ce-4cc2-4f1e-9b15-97cf48abe435) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:21:59.924345 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af69f337-3668-4ca1-990a-cc074fc655d9 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Pushing event deleted for resources: {'Port': ['ID=3ecc54e7-6a2b-47f4-9e7a-6049f8616607,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:59.995416 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-672780d1-feb1-4e74-8fb5-bf15276128c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:00.084534 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-37755196-0e9e-44ba-a7ae-b293344e062d req-7cee71a7-82e3-47c4-96c9-203e1c458034 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/ports?device_id=c27ffc8e-5a93-4029-b5c8-8b78f04c47fd HTTP/1.1" status: 200 len: 210 time: 0.7133195 Nov 12 08:22:00.122703 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-af69f337-3668-4ca1-990a-cc074fc655d9 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:00.128978 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-af69f337-3668-4ca1-990a-cc074fc655d9 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "DELETE /v2.0/ports/3ecc54e7-6a2b-47f4-9e7a-6049f8616607 HTTP/1.1" status: 204 len: 168 time: 1.6812282 Nov 12 08:22:00.138128 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 0ef33b79-efca-4bc9-90f4-2d3c2f010ff6 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:22:00.148665 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 51388) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:00.203889 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 0ef33b79-efca-4bc9-90f4-2d3c2f010ff6 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:22:00.204234 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 0ef33b79-efca-4bc9-90f4-2d3c2f010ff6 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:22:00.205645 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672780d1-feb1-4e74-8fb5-bf15276128c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afb78417-4060-4cd2-9f52-71f67bd868c8,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:00.220398 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b783b3e3-e0af-4ee5-8e8d-b4b07fc8db05 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:00.236789 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f7d595-975a-4667-9f9d-d544359594d0 None None] Network f2015be7-a96f-492b-b082-b1df692f4802 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:22:00.267242 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-672780d1-feb1-4e74-8fb5-bf15276128c9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:00.271577 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-672780d1-feb1-4e74-8fb5-bf15276128c9 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/afb78417-4060-4cd2-9f52-71f67bd868c8 HTTP/1.1" status: 204 len: 168 time: 2.0040674 Nov 12 08:22:00.278683 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 51392) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:00.282112 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b783b3e3-e0af-4ee5-8e8d-b4b07fc8db05 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052'] for router, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:00.387344 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-26b1a710-ee2d-4c74-b818-f277f55ec574 req-7578e572-669e-48f1-917f-211f083af0f2 tempest-ImagesOneServerTestJSON-1989146909 tempest-ImagesOneServerTestJSON-1989146909-project] Allocated IP 192.168.233.148 (107743df-d3df-459d-a6cd-9e2ab4303016/e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1/e6de7ede-5039-4cbf-948a-4b6058107d7b) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:22:00.425891 n-d-765315-29 neutron-server[102599]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c8bc01c-00f0-4ac7-9a98-1cc81cb505bd tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] GET failed (client error): The resource could not be found. Nov 12 08:22:00.427166 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3352196b-6dd3-42f8-b4c6-b4cc61ab67e9 req-c810a0e3-4fb9-4f08-bc99-fb1870d44410 service neutron] 10.222.0.21 "GET /v2.0/networks/c164b714-a9ee-49ae-ab85-02a2461298d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6718535 Nov 12 08:22:00.447367 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-9c8bc01c-00f0-4ac7-9a98-1cc81cb505bd tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "GET /v2.0/ports/3ecc54e7-6a2b-47f4-9e7a-6049f8616607 HTTP/1.1" status: 404 len: 333 time: 0.2932785 Nov 12 08:22:00.451135 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7578e572-669e-48f1-917f-211f083af0f2 tempest-ImagesOneServerTestJSON-1989146909 tempest-ImagesOneServerTestJSON-1989146909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=929d9580-460f-4c1d-b667-88951e5d1ad5,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:00.456725 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 51394) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:00.487749 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b783b3e3-e0af-4ee5-8e8d-b4b07fc8db05 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:00.488693 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-b783b3e3-e0af-4ee5-8e8d-b4b07fc8db05 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8727255 Nov 12 08:22:00.520225 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 51396) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:00.557286 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-fa3edf48-07b9-4c7b-b207-4bc3831a5e36 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'enable_snat': True}}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:00.627367 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-67dfc925-c948-4566-a2cd-44ae4f60bedb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:00.664718 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5c58fa3-a09c-4568-aa4a-e8eaac80117e tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Deleting subnet 63b6a5e7-8872-4002-94dc-1789ff97ec48 {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:22:00.668784 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b5c58fa3-a09c-4568-aa4a-e8eaac80117e tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:00.736449 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3452763d-739f-447c-95a4-60c775a412bc req-5acdcf71-4563-4458-99e5-1587f748119a tempest-ImagesOneServerTestJSON-1989146909 tempest-ImagesOneServerTestJSON-1989146909-project] 10.222.0.26 "GET /v2.0/ports?device_id=76cea409-ec56-42a7-a862-0043a01ca874 HTTP/1.1" status: 200 len: 210 time: 0.2607069 Nov 12 08:22:00.744177 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e27733-d998-4b68-a2ff-678d39b03a60 None None] DHCP port deletion for f2015be7-a96f-492b-b082-b1df692f4802 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:22:00.822368 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-85e3ca82-65b6-4727-97b0-bcbce06455c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:00.858690 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-67dfc925-c948-4566-a2cd-44ae4f60bedb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:00.884086 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b5c58fa3-a09c-4568-aa4a-e8eaac80117e tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:00.895178 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-f9e27733-d998-4b68-a2ff-678d39b03a60 None None] Deleting port ba2f6398-2e18-4867-ac6c-59ffab9d8865 {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:22:00.896864 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f9e27733-d998-4b68-a2ff-678d39b03a60 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:00.992741 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d4457-a3c2-43b0-a3b2-1e89ef8c1004 req-1c27b228-bd8e-4a50-ba05-15eefd9cd9ef tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:00.994329 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-704d4457-a3c2-43b0-a3b2-1e89ef8c1004 req-1c27b228-bd8e-4a50-ba05-15eefd9cd9ef tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 943 time: 1.4301877 Nov 12 08:22:01.072541 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d695451b-14ed-4aa8-93f3-6d94d3bf0e3d req-95fd5d7a-5237-4863-b28a-0e6c3864e5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:01.076077 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d695451b-14ed-4aa8-93f3-6d94d3bf0e3d req-95fd5d7a-5237-4863-b28a-0e6c3864e5d2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=392b706c-fa83-40b2-ba41-e97d70efdd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.0140417 Nov 12 08:22:01.093636 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-f9e27733-d998-4b68-a2ff-678d39b03a60 None None] For port ba2f6398-2e18-4867-ac6c-59ffab9d8865, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=ba2f6398-2e18-4867-ac6c-59ffab9d8865,segment=NetworkSegment(55cfd097-7383-496f-8665-ccda3c907fe5),segment_id=55cfd097-7383-496f-8665-ccda3c907fe5)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:01.102861 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f9e27733-d998-4b68-a2ff-678d39b03a60 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:01.142392 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-943915aa-c9de-4abc-a1a7-5943a0cea7bf req-30eee0bb-d0fd-42ca-8aae-dac4147147b4 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:01.214350 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-67dfc925-c948-4566-a2cd-44ae4f60bedb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:01.217230 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-67dfc925-c948-4566-a2cd-44ae4f60bedb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:01.222090 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-67dfc925-c948-4566-a2cd-44ae4f60bedb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b56c8b2d-a684-4758-93da-303c5cf0237a HTTP/1.1" status: 204 len: 168 time: 1.3384299 Nov 12 08:22:01.229390 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-f9e27733-d998-4b68-a2ff-678d39b03a60 None None] Calling delete_port for ba2f6398-2e18-4867-ac6c-59ffab9d8865 owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:22:01.234371 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-704d4457-a3c2-43b0-a3b2-1e89ef8c1004 req-ea7aa447-be4f-4110-8020-7b32a45b6e38 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236733 Nov 12 08:22:01.297890 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dfc925-c948-4566-a2cd-44ae4f60bedb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b56c8b2d-a684-4758-93da-303c5cf0237a,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:01.309613 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b5c58fa3-a09c-4568-aa4a-e8eaac80117e tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:01.426802 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-85e3ca82-65b6-4727-97b0-bcbce06455c4 admin admin] Deleting port ba2f6398-2e18-4867-ac6c-59ffab9d8865 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:22:01.429332 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-85e3ca82-65b6-4727-97b0-bcbce06455c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:01.457764 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-943915aa-c9de-4abc-a1a7-5943a0cea7bf req-30eee0bb-d0fd-42ca-8aae-dac4147147b4 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:01.508757 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f9e27733-d998-4b68-a2ff-678d39b03a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:01.589495 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e27733-d998-4b68-a2ff-678d39b03a60 None None] Pushing event deleted for resources: {'Port': ['ID=ba2f6398-2e18-4867-ac6c-59ffab9d8865,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:01.601554 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e27733-d998-4b68-a2ff-678d39b03a60 None None] No DVR routers for this DVR port ba2f6398-2e18-4867-ac6c-59ffab9d8865 on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:22:01.696791 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fa3edf48-07b9-4c7b-b207-4bc3831a5e36 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:01.709930 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-26b1a710-ee2d-4c74-b818-f277f55ec574 req-7578e572-669e-48f1-917f-211f083af0f2 tempest-ImagesOneServerTestJSON-1989146909 tempest-ImagesOneServerTestJSON-1989146909-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:01.721612 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-943915aa-c9de-4abc-a1a7-5943a0cea7bf req-30eee0bb-d0fd-42ca-8aae-dac4147147b4 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Network ec82487f-519c-483b-814a-09ab43cadbc0 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:22:01.759966 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [req-943915aa-c9de-4abc-a1a7-5943a0cea7bf req-30eee0bb-d0fd-42ca-8aae-dac4147147b4 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:22:01.763924 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [req-943915aa-c9de-4abc-a1a7-5943a0cea7bf req-30eee0bb-d0fd-42ca-8aae-dac4147147b4 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:22:01.772471 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d695451b-14ed-4aa8-93f3-6d94d3bf0e3d req-66990eaa-7b81-4043-a1a8-5aecd2e536ca service neutron] 10.222.0.44 "GET /v2.0/networks/392b706c-fa83-40b2-ba41-e97d70efdd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6119404 Nov 12 08:22:01.810786 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356d6ef9-6c70-4e1d-a345-e719f1d6cf7f req-d194721f-9e10-4503-a7b7-21ed26a4723a tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:01.812364 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-356d6ef9-6c70-4e1d-a345-e719f1d6cf7f req-d194721f-9e10-4503-a7b7-21ed26a4723a tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/ports?device_id=c27ffc8e-5a93-4029-b5c8-8b78f04c47fd HTTP/1.1" status: 200 len: 931 time: 0.4485416 Nov 12 08:22:01.825344 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b5c58fa3-a09c-4568-aa4a-e8eaac80117e tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:01.953936 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c58fa3-a09c-4568-aa4a-e8eaac80117e tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Pushing event deleted for resources: {'Subnet': ['ID=63b6a5e7-8872-4002-94dc-1789ff97ec48,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:01.972432 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eee0bb-d0fd-42ca-8aae-dac4147147b4 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Pushing event updated for resources: {'Port': ['ID=a9a0b5ce-4cc2-4f1e-9b15-97cf48abe435,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:02.093577 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4d532d5d-f014-4b41-ab7f-3074f31231c5 req-3c20a314-c2b3-4b2e-9591-e1706399b3a4 tempest-ImagesOneServerTestJSON-1989146909 tempest-ImagesOneServerTestJSON-1989146909-project] 10.222.0.26 "GET /v2.0/ports?device_id=76cea409-ec56-42a7-a862-0043a01ca874 HTTP/1.1" status: 200 len: 210 time: 0.1553657 Nov 12 08:22:02.132197 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-85e3ca82-65b6-4727-97b0-bcbce06455c4 admin admin] For port ba2f6398-2e18-4867-ac6c-59ffab9d8865, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=ba2f6398-2e18-4867-ac6c-59ffab9d8865,segment=NetworkSegment(55cfd097-7383-496f-8665-ccda3c907fe5),segment_id=55cfd097-7383-496f-8665-ccda3c907fe5)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:02.132571 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-85e3ca82-65b6-4727-97b0-bcbce06455c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:02.141617 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device ba2f6398-2e18-4867-ac6c-59ffab9d8865 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:22:02.181775 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b5c58fa3-a09c-4568-aa4a-e8eaac80117e tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:02.184195 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d695451b-14ed-4aa8-93f3-6d94d3bf0e3d req-393c58b6-d9a1-48f5-bf44-e78f35ec8254 service neutron] 10.222.0.44 "GET /v2.0/networks/392b706c-fa83-40b2-ba41-e97d70efdd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3630376 Nov 12 08:22:02.194035 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-b5c58fa3-a09c-4568-aa4a-e8eaac80117e tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "DELETE /v2.0/subnets/63b6a5e7-8872-4002-94dc-1789ff97ec48 HTTP/1.1" status: 204 len: 168 time: 1.7345266 Nov 12 08:22:02.200076 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 51414) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:02.212495 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-85e3ca82-65b6-4727-97b0-bcbce06455c4 admin admin] Calling delete_port for ba2f6398-2e18-4867-ac6c-59ffab9d8865 owned by network:dhcp {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:22:02.225706 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d61c53-056b-49d1-85a4-da9da64db2ed None None] Network f2aa6b87-daf9-424a-a5a1-8510da09ebed requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:22:02.232203 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943915aa-c9de-4abc-a1a7-5943a0cea7bf req-30eee0bb-d0fd-42ca-8aae-dac4147147b4 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:02.235366 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-943915aa-c9de-4abc-a1a7-5943a0cea7bf req-30eee0bb-d0fd-42ca-8aae-dac4147147b4 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:02.237641 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: ba2f6398-2e18-4867-ac6c-59ffab9d8865 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:22:02.239641 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device ba2f6398-2e18-4867-ac6c-59ffab9d8865 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:22:02.282563 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-943915aa-c9de-4abc-a1a7-5943a0cea7bf req-30eee0bb-d0fd-42ca-8aae-dac4147147b4 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1993608 Nov 12 08:22:02.360151 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-943915aa-c9de-4abc-a1a7-5943a0cea7bf req-7cb4804c-db31-4573-ba67-b8c07085f4e3 service neutron] Request body: {'port': {'device_id': 'c27ffc8e-5a93-4029-b5c8-8b78f04c47fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-29'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:02.421000 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-941f4435-fe52-4f31-b22c-a8bf822be198 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:02.428680 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-26b1a710-ee2d-4c74-b818-f277f55ec574 req-7578e572-669e-48f1-917f-211f083af0f2 tempest-ImagesOneServerTestJSON-1989146909 tempest-ImagesOneServerTestJSON-1989146909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:02.490119 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-943915aa-c9de-4abc-a1a7-5943a0cea7bf req-7cb4804c-db31-4573-ba67-b8c07085f4e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:02.514694 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26b1a710-ee2d-4c74-b818-f277f55ec574 req-7578e572-669e-48f1-917f-211f083af0f2 tempest-ImagesOneServerTestJSON-1989146909 tempest-ImagesOneServerTestJSON-1989146909-project] Network 107743df-d3df-459d-a6cd-9e2ab4303016 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:22:02.521417 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-26b1a710-ee2d-4c74-b818-f277f55ec574 req-7578e572-669e-48f1-917f-211f083af0f2 tempest-ImagesOneServerTestJSON-1989146909 tempest-ImagesOneServerTestJSON-1989146909-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:22:02.532895 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-26b1a710-ee2d-4c74-b818-f277f55ec574 req-7578e572-669e-48f1-917f-211f083af0f2 tempest-ImagesOneServerTestJSON-1989146909 tempest-ImagesOneServerTestJSON-1989146909-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:22:02.620201 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b1a710-ee2d-4c74-b818-f277f55ec574 req-7578e572-669e-48f1-917f-211f083af0f2 tempest-ImagesOneServerTestJSON-1989146909 tempest-ImagesOneServerTestJSON-1989146909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:02.623011 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-26b1a710-ee2d-4c74-b818-f277f55ec574 req-7578e572-669e-48f1-917f-211f083af0f2 tempest-ImagesOneServerTestJSON-1989146909 tempest-ImagesOneServerTestJSON-1989146909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:02.688779 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95129ccc-16a9-42c2-80e2-7dffe9985e78 req-ffe623b1-0c5c-4305-ac59-c2e302b9d178 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:02.693340 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-95129ccc-16a9-42c2-80e2-7dffe9985e78 req-ffe623b1-0c5c-4305-ac59-c2e302b9d178 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 943 time: 0.2723141 Nov 12 08:22:02.710937 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7578e572-669e-48f1-917f-211f083af0f2 tempest-ImagesOneServerTestJSON-1989146909 tempest-ImagesOneServerTestJSON-1989146909-project] Pushing event updated for resources: {'Port': ['ID=e6de7ede-5039-4cbf-948a-4b6058107d7b,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:02.732817 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-356d6ef9-6c70-4e1d-a345-e719f1d6cf7f req-c9385a21-81d2-4e73-a4f0-bed01a7a59ad tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/security-groups?id=4679696e-a532-438b-8380-3e45cd46de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8979716 Nov 12 08:22:02.738432 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-26b1a710-ee2d-4c74-b818-f277f55ec574 req-7578e572-669e-48f1-917f-211f083af0f2 tempest-ImagesOneServerTestJSON-1989146909 tempest-ImagesOneServerTestJSON-1989146909-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.2719517 Nov 12 08:22:02.807103 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-26b1a710-ee2d-4c74-b818-f277f55ec574 req-60a0f5ff-1ced-4521-9baf-191d1d08de17 service neutron] Request body: {'port': {'device_id': '76cea409-ec56-42a7-a862-0043a01ca874', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:02.819215 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd3a157-9001-4c4b-b69b-3fc203d9d196 None None] DHCP port deletion for f2aa6b87-daf9-424a-a5a1-8510da09ebed request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:22:02.898230 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-85e3ca82-65b6-4727-97b0-bcbce06455c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:02.923333 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-0dd3a157-9001-4c4b-b69b-3fc203d9d196 None None] Deleting port f816794a-f94f-455c-82e0-db3db07299a6 {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:22:02.923528 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-0dd3a157-9001-4c4b-b69b-3fc203d9d196 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:03.104681 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-0dd3a157-9001-4c4b-b69b-3fc203d9d196 None None] For port f816794a-f94f-455c-82e0-db3db07299a6, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=f816794a-f94f-455c-82e0-db3db07299a6,segment=NetworkSegment(751e0a05-e95a-4507-9639-8a5ad79f5f5c),segment_id=751e0a05-e95a-4507-9639-8a5ad79f5f5c)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:03.104992 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-0dd3a157-9001-4c4b-b69b-3fc203d9d196 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:03.143041 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-0dd3a157-9001-4c4b-b69b-3fc203d9d196 None None] Calling delete_port for f816794a-f94f-455c-82e0-db3db07299a6 owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:22:03.310560 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-01f2e882-e9bf-47ec-9f25-5c71a6f66c3a None None] Provisioning complete for port e6de7ede-5039-4cbf-948a-4b6058107d7b triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:03.312762 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-01f2e882-e9bf-47ec-9f25-5c71a6f66c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:03.395932 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-01f2e882-e9bf-47ec-9f25-5c71a6f66c3a None None] Port e6de7ede-5039-4cbf-948a-4b6058107d7b cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:22:03.419080 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-0dd3a157-9001-4c4b-b69b-3fc203d9d196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:03.440559 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd3a157-9001-4c4b-b69b-3fc203d9d196 None None] No DVR routers for this DVR port f816794a-f94f-455c-82e0-db3db07299a6 on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:22:03.487574 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd3a157-9001-4c4b-b69b-3fc203d9d196 None None] Pushing event deleted for resources: {'Port': ['ID=f816794a-f94f-455c-82e0-db3db07299a6,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:03.503994 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [req-943915aa-c9de-4abc-a1a7-5943a0cea7bf req-7cb4804c-db31-4573-ba67-b8c07085f4e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9a0b5ce-4cc2-4f1e-9b15-97cf48abe435 {{(pid=102600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:22:03.515005 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-943915aa-c9de-4abc-a1a7-5943a0cea7bf req-7cb4804c-db31-4573-ba67-b8c07085f4e3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:03.535321 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.provisioning_blocks [req-943915aa-c9de-4abc-a1a7-5943a0cea7bf req-7cb4804c-db31-4573-ba67-b8c07085f4e3 service neutron] Transition to ACTIVE for port object a9a0b5ce-4cc2-4f1e-9b15-97cf48abe435 will not be triggered until provisioned by entity L2. {{(pid=102600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:22:03.545445 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e3ca82-65b6-4727-97b0-bcbce06455c4 admin admin] No DVR routers for this DVR port ba2f6398-2e18-4867-ac6c-59ffab9d8865 on host n-d-765315-29 {{(pid=102600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:22:03.616803 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-95129ccc-16a9-42c2-80e2-7dffe9985e78 req-30e59031-99b3-421f-8aeb-63bb00b8f0e1 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9114993 Nov 12 08:22:03.617736 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-943915aa-c9de-4abc-a1a7-5943a0cea7bf req-7cb4804c-db31-4573-ba67-b8c07085f4e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:03.664783 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3ca82-65b6-4727-97b0-bcbce06455c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba2f6398-2e18-4867-ac6c-59ffab9d8865,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:03.717436 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb4804c-db31-4573-ba67-b8c07085f4e3 service neutron] Pushing event updated for resources: {'Port': ['ID=a9a0b5ce-4cc2-4f1e-9b15-97cf48abe435,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:03.795947 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-85e3ca82-65b6-4727-97b0-bcbce06455c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:03.825396 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-85e3ca82-65b6-4727-97b0-bcbce06455c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2015be7-a96f-492b-b082-b1df692f4802']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:03.835012 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-85e3ca82-65b6-4727-97b0-bcbce06455c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55cfd097-7383-496f-8665-ccda3c907fe5') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:03.835483 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-85e3ca82-65b6-4727-97b0-bcbce06455c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55cfd097-7383-496f-8665-ccda3c907fe5') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:03.863756 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-85e3ca82-65b6-4727-97b0-bcbce06455c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:03.893081 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-85e3ca82-65b6-4727-97b0-bcbce06455c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:03.898897 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-bd6f6d96-b591-4b74-84aa-79fd5407bd8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:03.906108 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85e3ca82-65b6-4727-97b0-bcbce06455c4 admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:22:03.907017 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-85e3ca82-65b6-4727-97b0-bcbce06455c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:03.916280 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fa3edf48-07b9-4c7b-b207-4bc3831a5e36 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:04.010957 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-941f4435-fe52-4f31-b22c-a8bf822be198 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Deleting port f816794a-f94f-455c-82e0-db3db07299a6 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:22:04.011368 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-941f4435-fe52-4f31-b22c-a8bf822be198 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:04.014035 n-d-765315-29 neutron-server[102600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:22:04.014035 n-d-765315-29 neutron-server[102600]: self.session.flush() Nov 12 08:22:04.014035 n-d-765315-29 neutron-server[102600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:22:04.014035 n-d-765315-29 neutron-server[102600]: self.session.flush() Nov 12 08:22:04.014035 n-d-765315-29 neutron-server[102600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:22:04.014035 n-d-765315-29 neutron-server[102600]: self.session.flush() Nov 12 08:22:04.014035 n-d-765315-29 neutron-server[102600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:22:04.014035 n-d-765315-29 neutron-server[102600]: self.session.flush() Nov 12 08:22:04.014035 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:22:04.014035 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:22:04.014035 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:22:04.014035 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:22:04.014035 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:22:04.014035 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:22:04.014035 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:22:04.014035 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:22:04.014035 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:22:04.014035 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:22:04.014035 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:22:04.014035 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:22:04.014035 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:22:04.014035 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:22:04.014035 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:22:04.014035 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:22:04.014035 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:22:04.014035 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:22:04.014035 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:22:04.014035 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:22:04.014035 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:22:04.014035 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:22:04.014035 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:22:04.014035 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:22:04.014035 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:22:04.014035 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:22:04.014035 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:22:04.014035 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:22:04.014035 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:22:04.014035 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:22:04.014035 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:22:04.014035 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:22:04.173199 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device f816794a-f94f-455c-82e0-db3db07299a6 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:22:04.227057 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-941f4435-fe52-4f31-b22c-a8bf822be198 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] For port f816794a-f94f-455c-82e0-db3db07299a6, host n-d-765315-29, got binding levels [] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:04.227473 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-941f4435-fe52-4f31-b22c-a8bf822be198 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:04.233225 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-85e3ca82-65b6-4727-97b0-bcbce06455c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:04.237661 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: f816794a-f94f-455c-82e0-db3db07299a6 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:22:04.238018 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device f816794a-f94f-455c-82e0-db3db07299a6 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:22:04.272359 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-941f4435-fe52-4f31-b22c-a8bf822be198 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Calling delete_port for f816794a-f94f-455c-82e0-db3db07299a6 owned by network:dhcp {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:22:04.280166 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.ipam_backend_mixin [None req-941f4435-fe52-4f31-b22c-a8bf822be198 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Port f816794a-f94f-455c-82e0-db3db07299a6 was not found and therefore no delete operation was performed {{(pid=102599) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 08:22:04.287235 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-85e3ca82-65b6-4727-97b0-bcbce06455c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:04.291680 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-85e3ca82-65b6-4727-97b0-bcbce06455c4 admin admin] 10.222.0.26 "DELETE /v2.0/networks/f2015be7-a96f-492b-b082-b1df692f4802 HTTP/1.1" status: 204 len: 168 time: 3.9897220 Nov 12 08:22:04.302969 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-941f4435-fe52-4f31-b22c-a8bf822be198 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:04.313847 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fa3edf48-07b9-4c7b-b207-4bc3831a5e36 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:04.342548 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3421028d-0bd0-4402-9bc8-169c36f986d6 req-6dec940d-37d2-4a2e-ac7f-430bcbc2dde3 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:04.372941 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3421028d-0bd0-4402-9bc8-169c36f986d6 req-6dec940d-37d2-4a2e-ac7f-430bcbc2dde3 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/ports?device_id=c27ffc8e-5a93-4029-b5c8-8b78f04c47fd HTTP/1.1" status: 200 len: 943 time: 0.3569937 Nov 12 08:22:04.383421 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3ca82-65b6-4727-97b0-bcbce06455c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2015be7-a96f-492b-b082-b1df692f4802,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:04.512986 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-fa3edf48-07b9-4c7b-b207-4bc3831a5e36 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Allocated IP 172.25.2.171 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/e700b43f-0a48-41d5-8020-1a316f1741e9) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:22:04.599109 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-943915aa-c9de-4abc-a1a7-5943a0cea7bf req-7cb4804c-db31-4573-ba67-b8c07085f4e3 service neutron] Attempting to bind port a9a0b5ce-4cc2-4f1e-9b15-97cf48abe435 on host n-h2-765315-29 for vnic_type normal with profile {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:22:04.600030 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-943915aa-c9de-4abc-a1a7-5943a0cea7bf req-7cb4804c-db31-4573-ba67-b8c07085f4e3 service neutron] Attempting to bind port a9a0b5ce-4cc2-4f1e-9b15-97cf48abe435 by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': '296922ca-424d-4760-9058-82e70353f16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'ec82487f-519c-483b-814a-09ab43cadbc0'}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:22:04.601613 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943915aa-c9de-4abc-a1a7-5943a0cea7bf req-7cb4804c-db31-4573-ba67-b8c07085f4e3 service neutron] Attempting to bind port a9a0b5ce-4cc2-4f1e-9b15-97cf48abe435 on network ec82487f-519c-483b-814a-09ab43cadbc0 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:22:04.622545 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943915aa-c9de-4abc-a1a7-5943a0cea7bf req-7cb4804c-db31-4573-ba67-b8c07085f4e3 service neutron] Port a9a0b5ce-4cc2-4f1e-9b15-97cf48abe435 on network ec82487f-519c-483b-814a-09ab43cadbc0 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:22:04.622980 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943915aa-c9de-4abc-a1a7-5943a0cea7bf req-7cb4804c-db31-4573-ba67-b8c07085f4e3 service neutron] Attempting to bind port a9a0b5ce-4cc2-4f1e-9b15-97cf48abe435 on network ec82487f-519c-483b-814a-09ab43cadbc0 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:22:04.653199 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943915aa-c9de-4abc-a1a7-5943a0cea7bf req-7cb4804c-db31-4573-ba67-b8c07085f4e3 service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:22:04.653472 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943915aa-c9de-4abc-a1a7-5943a0cea7bf req-7cb4804c-db31-4573-ba67-b8c07085f4e3 service neutron] Checking segment: {'id': '296922ca-424d-4760-9058-82e70353f16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'ec82487f-519c-483b-814a-09ab43cadbc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:22:04.654178 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943915aa-c9de-4abc-a1a7-5943a0cea7bf req-7cb4804c-db31-4573-ba67-b8c07085f4e3 service neutron] Bound using segment: {'id': '296922ca-424d-4760-9058-82e70353f16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'ec82487f-519c-483b-814a-09ab43cadbc0'} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:22:04.654383 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-943915aa-c9de-4abc-a1a7-5943a0cea7bf req-7cb4804c-db31-4573-ba67-b8c07085f4e3 service neutron] Bound port: a9a0b5ce-4cc2-4f1e-9b15-97cf48abe435, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '296922ca-424d-4760-9058-82e70353f16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'ec82487f-519c-483b-814a-09ab43cadbc0'}}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:22:04.654810 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-943915aa-c9de-4abc-a1a7-5943a0cea7bf req-7cb4804c-db31-4573-ba67-b8c07085f4e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:04.701207 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fa3edf48-07b9-4c7b-b207-4bc3831a5e36 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:04.723569 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3421028d-0bd0-4402-9bc8-169c36f986d6 req-c19130bb-69c4-45a1-9463-7e3ac6710107 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/security-groups?id=4679696e-a532-438b-8380-3e45cd46de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3480775 Nov 12 08:22:04.824039 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941f4435-fe52-4f31-b22c-a8bf822be198 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Pushing event deleted for resources: {'Port': ['ID=f816794a-f94f-455c-82e0-db3db07299a6,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:04.831379 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:22:04.852422 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-26b1a710-ee2d-4c74-b818-f277f55ec574 req-60a0f5ff-1ced-4521-9baf-191d1d08de17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:04.853861 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 51456) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:04.872045 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941f4435-fe52-4f31-b22c-a8bf822be198 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] No DVR routers for this DVR port f816794a-f94f-455c-82e0-db3db07299a6 on host n-d-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:22:04.910517 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708e43ea-e496-4980-9eba-46f8a22d8003 req-32c714d0-fd78-4553-ae4c-dfe8b3f29a3d tempest-ImagesOneServerTestJSON-1989146909 tempest-ImagesOneServerTestJSON-1989146909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:04.921693 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-708e43ea-e496-4980-9eba-46f8a22d8003 req-32c714d0-fd78-4553-ae4c-dfe8b3f29a3d tempest-ImagesOneServerTestJSON-1989146909 tempest-ImagesOneServerTestJSON-1989146909-project] 10.222.0.26 "GET /v2.0/ports?device_id=76cea409-ec56-42a7-a862-0043a01ca874 HTTP/1.1" status: 200 len: 936 time: 1.3063948 Nov 12 08:22:05.130148 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:05.190152 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fa3edf48-07b9-4c7b-b207-4bc3831a5e36 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:05.456937 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3edf48-07b9-4c7b-b207-4bc3831a5e36 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Pushing event updated for resources: {'Port': ['ID=e700b43f-0a48-41d5-8020-1a316f1741e9,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:05.530873 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-941f4435-fe52-4f31-b22c-a8bf822be198 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:05.543861 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3edf48-07b9-4c7b-b207-4bc3831a5e36 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:22:05.562832 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-fa3edf48-07b9-4c7b-b207-4bc3831a5e36 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:22:05.570093 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3edf48-07b9-4c7b-b207-4bc3831a5e36 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:22:05.776430 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-708e43ea-e496-4980-9eba-46f8a22d8003 req-0c9d9877-688b-42fe-b971-bdda515197f8 tempest-ImagesOneServerTestJSON-1989146909 tempest-ImagesOneServerTestJSON-1989146909-project] 10.222.0.26 "GET /v2.0/security-groups?id=929d9580-460f-4c1d-b667-88951e5d1ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8529928 Nov 12 08:22:05.798098 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-941f4435-fe52-4f31-b22c-a8bf822be198 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2aa6b87-daf9-424a-a5a1-8510da09ebed']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:05.879935 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-941f4435-fe52-4f31-b22c-a8bf822be198 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '751e0a05-e95a-4507-9639-8a5ad79f5f5c') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:05.882379 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-941f4435-fe52-4f31-b22c-a8bf822be198 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '751e0a05-e95a-4507-9639-8a5ad79f5f5c') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:05.898140 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-943915aa-c9de-4abc-a1a7-5943a0cea7bf req-7cb4804c-db31-4573-ba67-b8c07085f4e3 service neutron] For port a9a0b5ce-4cc2-4f1e-9b15-97cf48abe435, host n-h2-765315-29, cleared binding levels {{(pid=102600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:22:05.963966 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-943915aa-c9de-4abc-a1a7-5943a0cea7bf req-7cb4804c-db31-4573-ba67-b8c07085f4e3 service neutron] For port a9a0b5ce-4cc2-4f1e-9b15-97cf48abe435, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=a9a0b5ce-4cc2-4f1e-9b15-97cf48abe435,segment=NetworkSegment(296922ca-424d-4760-9058-82e70353f16a),segment_id=296922ca-424d-4760-9058-82e70353f16a)] {{(pid=102600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:22:05.975710 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39cb7c8-40aa-4ecc-8ea6-30feeb312ff0 req-e5364425-1cf8-4b95-82fa-ebaedc2c681a tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:05.986082 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c39cb7c8-40aa-4ecc-8ea6-30feeb312ff0 req-e5364425-1cf8-4b95-82fa-ebaedc2c681a tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 943 time: 1.0995574 Nov 12 08:22:06.015156 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-908bc99a-cf9e-43d9-81ee-a35c96bb8d33 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bfeafcdb40754d84afc50bdc0e3e88ee&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1512961 Nov 12 08:22:06.021892 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 51468) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:06.033170 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-941f4435-fe52-4f31-b22c-a8bf822be198 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:06.051863 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-943915aa-c9de-4abc-a1a7-5943a0cea7bf req-7cb4804c-db31-4573-ba67-b8c07085f4e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:06.196259 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-941f4435-fe52-4f31-b22c-a8bf822be198 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:06.224819 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-941f4435-fe52-4f31-b22c-a8bf822be198 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:22:06.225241 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-941f4435-fe52-4f31-b22c-a8bf822be198 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:06.228444 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 08:22:06.228444 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:22:06.228444 n-d-765315-29 neutron-server[102599]: timer() Nov 12 08:22:06.228444 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:22:06.228444 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 08:22:06.228444 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:22:06.228444 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 08:22:06.228444 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:22:06.228444 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 08:22:06.228444 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:22:06.228444 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 08:22:06.228444 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:22:06.228444 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 08:22:06.228444 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:22:06.228444 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:22:06.228444 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:22:06.228444 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:22:06.228444 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:22:06.228444 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 08:22:06.228444 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:22:06.228444 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 08:22:06.228444 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:22:06.228444 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:22:06.228444 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:22:06.228444 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 08:22:06.228444 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:22:06.228444 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:22:06.228444 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:22:06.228444 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:22:06.228444 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:22:06.228444 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:22:06.228444 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:22:06.295623 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c39cb7c8-40aa-4ecc-8ea6-30feeb312ff0 req-89c0d7d5-bbfd-4f4f-93a6-784f9a33e7e0 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3085601 Nov 12 08:22:06.312843 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943915aa-c9de-4abc-a1a7-5943a0cea7bf req-7cb4804c-db31-4573-ba67-b8c07085f4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:06.322297 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-943915aa-c9de-4abc-a1a7-5943a0cea7bf req-7cb4804c-db31-4573-ba67-b8c07085f4e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:06.322297 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-943915aa-c9de-4abc-a1a7-5943a0cea7bf req-7cb4804c-db31-4573-ba67-b8c07085f4e3 service neutron] 10.222.0.44 "PUT /v2.0/ports/a9a0b5ce-4cc2-4f1e-9b15-97cf48abe435 HTTP/1.1" status: 200 len: 1092 time: 3.9608006 Nov 12 08:22:06.322297 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c27ffc8e-5a93-4029-b5c8-8b78f04c47fd', 'tag': 'a9a0b5ce-4cc2-4f1e-9b15-97cf48abe435'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:22:06.324952 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb6d4fd4-cc71-40cb-86a6-1599c2bf36b9" -d '{"events": [{"name": "network-changed", "server_uuid": "c27ffc8e-5a93-4029-b5c8-8b78f04c47fd", "tag": "a9a0b5ce-4cc2-4f1e-9b15-97cf48abe435"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:22:06.359455 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4b99eb9c-2241-44c0-9f78-fe7af3a1443e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:06.381093 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb4804c-db31-4573-ba67-b8c07085f4e3 service neutron] Pushing event updated for resources: {'Port': ['ID=a9a0b5ce-4cc2-4f1e-9b15-97cf48abe435,revision_number=3']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:06.418626 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a75d58-6d33-4586-af0f-73e30f53a765 req-95b6ec4b-2ebd-4f9e-bcda-dcf362f8353d tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:06.493742 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d2a75d58-6d33-4586-af0f-73e30f53a765 req-95b6ec4b-2ebd-4f9e-bcda-dcf362f8353d tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/ports?device_id=c27ffc8e-5a93-4029-b5c8-8b78f04c47fd HTTP/1.1" status: 200 len: 943 time: 0.4473827 Nov 12 08:22:06.583468 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a54064cb-6ac0-46c5-9d34-be69fd8309b0 x-openstack-request-id: req-a54064cb-6ac0-46c5-9d34-be69fd8309b0 {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:22:06.583858 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c27ffc8e-5a93-4029-b5c8-8b78f04c47fd", "tag": "a9a0b5ce-4cc2-4f1e-9b15-97cf48abe435", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:22:06.584118 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a54064cb-6ac0-46c5-9d34-be69fd8309b0 {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:22:06.584856 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c27ffc8e-5a93-4029-b5c8-8b78f04c47fd', 'tag': 'a9a0b5ce-4cc2-4f1e-9b15-97cf48abe435', 'status': 'completed', 'code': 200} Nov 12 08:22:06.601979 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4b99eb9c-2241-44c0-9f78-fe7af3a1443e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:06.647334 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943915aa-c9de-4abc-a1a7-5943a0cea7bf req-92a44b87-10ae-4265-aa30-8470972d39d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:06.650351 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-943915aa-c9de-4abc-a1a7-5943a0cea7bf req-92a44b87-10ae-4265-aa30-8470972d39d1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=507bea33553d43dea3447dc0d1dbf18c&device_id=c27ffc8e-5a93-4029-b5c8-8b78f04c47fd HTTP/1.1" status: 200 len: 1095 time: 0.2508893 Nov 12 08:22:06.783783 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d2a75d58-6d33-4586-af0f-73e30f53a765 req-3272f6fc-f081-45be-8e3d-6badb9aa198c tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/security-groups?id=4679696e-a532-438b-8380-3e45cd46de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061464 Nov 12 08:22:06.789978 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-941f4435-fe52-4f31-b22c-a8bf822be198 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:06.791710 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fa3edf48-07b9-4c7b-b207-4bc3831a5e36 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:06.802449 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-941f4435-fe52-4f31-b22c-a8bf822be198 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:06.805969 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-941f4435-fe52-4f31-b22c-a8bf822be198 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "DELETE /v2.0/networks/f2aa6b87-daf9-424a-a5a1-8510da09ebed HTTP/1.1" status: 204 len: 168 time: 4.6018543 Nov 12 08:22:06.838149 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 51476) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:06.873811 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941f4435-fe52-4f31-b22c-a8bf822be198 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Pushing event deleted for resources: {'Network': ['ID=f2aa6b87-daf9-424a-a5a1-8510da09ebed,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:06.874876 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-2003e069-49ed-4e58-8824-8fd6e8faead3 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1999583584'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:06.889059 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-943915aa-c9de-4abc-a1a7-5943a0cea7bf req-aed3d76d-c594-4bd8-95ab-4b2ca52e3fda service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a9a0b5ce-4cc2-4f1e-9b15-97cf48abe435 HTTP/1.1" status: 200 len: 217 time: 0.2198513 Nov 12 08:22:06.943686 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a669f801-2c45-4aa9-a25e-fee52b7e99ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:07.030047 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-26b1a710-ee2d-4c74-b818-f277f55ec574 req-60a0f5ff-1ced-4521-9baf-191d1d08de17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6de7ede-5039-4cbf-948a-4b6058107d7b {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:22:07.036946 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2003e069-49ed-4e58-8824-8fd6e8faead3 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Made reservation on behalf of 6369a719c0774326a5a17deb8ee2154f for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:22:07.042146 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-26b1a710-ee2d-4c74-b818-f277f55ec574 req-60a0f5ff-1ced-4521-9baf-191d1d08de17 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:07.052167 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2003e069-49ed-4e58-8824-8fd6e8faead3 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:07.062047 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-26b1a710-ee2d-4c74-b818-f277f55ec574 req-60a0f5ff-1ced-4521-9baf-191d1d08de17 service neutron] Transition to ACTIVE for port object e6de7ede-5039-4cbf-948a-4b6058107d7b will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:22:07.072323 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-26b1a710-ee2d-4c74-b818-f277f55ec574 req-60a0f5ff-1ced-4521-9baf-191d1d08de17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:07.252805 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4b99eb9c-2241-44c0-9f78-fe7af3a1443e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:07.255752 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4b99eb9c-2241-44c0-9f78-fe7af3a1443e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:07.266312 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-4b99eb9c-2241-44c0-9f78-fe7af3a1443e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/52d43a17-ea79-4ee7-afee-4076f9b2e2ae HTTP/1.1" status: 204 len: 168 time: 1.2425067 Nov 12 08:22:07.305621 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b99eb9c-2241-44c0-9f78-fe7af3a1443e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d43a17-ea79-4ee7-afee-4076f9b2e2ae,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:07.315440 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943915aa-c9de-4abc-a1a7-5943a0cea7bf req-209fe240-c633-4a4e-a4e9-6c3c22bda1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:07.316869 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-943915aa-c9de-4abc-a1a7-5943a0cea7bf req-209fe240-c633-4a4e-a4e9-6c3c22bda1b3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c99e7791-a372-44aa-b26b-4ef09f905daa HTTP/1.1" status: 200 len: 845 time: 0.4150302 Nov 12 08:22:07.325112 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2003e069-49ed-4e58-8824-8fd6e8faead3 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:22:07.349428 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dea6f01-30ba-4759-8e21-4c4668309c00 req-2f80124f-60a3-4292-9d52-8e0644505183 tempest-ImagesOneServerTestJSON-1989146909 tempest-ImagesOneServerTestJSON-1989146909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:07.372630 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3dea6f01-30ba-4759-8e21-4c4668309c00 req-2f80124f-60a3-4292-9d52-8e0644505183 tempest-ImagesOneServerTestJSON-1989146909 tempest-ImagesOneServerTestJSON-1989146909-project] 10.222.0.26 "GET /v2.0/ports?device_id=76cea409-ec56-42a7-a862-0043a01ca874 HTTP/1.1" status: 200 len: 948 time: 0.3629084 Nov 12 08:22:07.502532 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fa3edf48-07b9-4c7b-b207-4bc3831a5e36 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-932935', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57732'] for router, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:07.510521 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fa3edf48-07b9-4c7b-b207-4bc3831a5e36 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-932942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-933045', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-919336'] for router, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:07.539888 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2003e069-49ed-4e58-8824-8fd6e8faead3 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:07.540242 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-2003e069-49ed-4e58-8824-8fd6e8faead3 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Added segment be4abbef-a513-4c43-9157-e9ff0f553e22 of type vlan for network af93bca5-3a56-4170-8ac3-a93c0ad983c7 Nov 12 08:22:07.603077 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2003e069-49ed-4e58-8824-8fd6e8faead3 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:07.773085 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3dea6f01-30ba-4759-8e21-4c4668309c00 req-066fda24-1223-48f6-bc69-138270b4c4ec tempest-ImagesOneServerTestJSON-1989146909 tempest-ImagesOneServerTestJSON-1989146909-project] 10.222.0.26 "GET /v2.0/security-groups?id=929d9580-460f-4c1d-b667-88951e5d1ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3994374 Nov 12 08:22:07.835190 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2003e069-49ed-4e58-8824-8fd6e8faead3 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:07.841693 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:07.858878 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2003e069-49ed-4e58-8824-8fd6e8faead3 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:07.860710 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2003e069-49ed-4e58-8824-8fd6e8faead3 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:07.959656 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a0f5ff-1ced-4521-9baf-191d1d08de17 service neutron] Pushing event updated for resources: {'Port': ['ID=e6de7ede-5039-4cbf-948a-4b6058107d7b,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:08.027389 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-26b1a710-ee2d-4c74-b818-f277f55ec574 req-60a0f5ff-1ced-4521-9baf-191d1d08de17 service neutron] Attempting to bind port e6de7ede-5039-4cbf-948a-4b6058107d7b on host n-h2-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:22:08.027727 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-26b1a710-ee2d-4c74-b818-f277f55ec574 req-60a0f5ff-1ced-4521-9baf-191d1d08de17 service neutron] Attempting to bind port e6de7ede-5039-4cbf-948a-4b6058107d7b by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:22:08.028159 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b1a710-ee2d-4c74-b818-f277f55ec574 req-60a0f5ff-1ced-4521-9baf-191d1d08de17 service neutron] Attempting to bind port e6de7ede-5039-4cbf-948a-4b6058107d7b on network 107743df-d3df-459d-a6cd-9e2ab4303016 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:22:08.046314 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-943915aa-c9de-4abc-a1a7-5943a0cea7bf req-25b43448-f73d-46ca-8911-6fd85f46ebe3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ec82487f-519c-483b-814a-09ab43cadbc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6479940 Nov 12 08:22:08.056829 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2003e069-49ed-4e58-8824-8fd6e8faead3 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Pushing event updated for resources: {'Network': ['ID=af93bca5-3a56-4170-8ac3-a93c0ad983c7,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:08.073609 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network af93bca5-3a56-4170-8ac3-a93c0ad983c7 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:22:08.102647 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 51502) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:08.241154 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-2003e069-49ed-4e58-8824-8fd6e8faead3 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3786843 Nov 12 08:22:08.270897 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 51510) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:08.287625 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8e8364-d70b-4cb8-9ecf-63d5868e2202 req-bd2e5d20-04eb-46e6-8516-fda3c67597e4 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:08.290201 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3e8e8364-d70b-4cb8-9ecf-63d5868e2202 req-bd2e5d20-04eb-46e6-8516-fda3c67597e4 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/ports?device_id=c27ffc8e-5a93-4029-b5c8-8b78f04c47fd HTTP/1.1" status: 200 len: 943 time: 0.2414815 Nov 12 08:22:08.296945 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-1364a8e3-5e48-40f5-a71a-cec92ea18741 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Request body: {'subnet': {'network_id': 'af93bca5-3a56-4170-8ac3-a93c0ad983c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:08.318264 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b1a710-ee2d-4c74-b818-f277f55ec574 req-60a0f5ff-1ced-4521-9baf-191d1d08de17 service neutron] Port e6de7ede-5039-4cbf-948a-4b6058107d7b on network 107743df-d3df-459d-a6cd-9e2ab4303016 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:22:08.320803 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b1a710-ee2d-4c74-b818-f277f55ec574 req-60a0f5ff-1ced-4521-9baf-191d1d08de17 service neutron] Attempting to bind port e6de7ede-5039-4cbf-948a-4b6058107d7b on network 107743df-d3df-459d-a6cd-9e2ab4303016 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:22:08.404447 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1639b254-5509-494b-b22a-9ccab5cc6491 req-96785779-8488-4bee-b234-c75ceb1fa25f tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:08.416818 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1639b254-5509-494b-b22a-9ccab5cc6491 req-96785779-8488-4bee-b234-c75ceb1fa25f tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 943 time: 0.9084086 Nov 12 08:22:08.445577 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b1a710-ee2d-4c74-b818-f277f55ec574 req-60a0f5ff-1ced-4521-9baf-191d1d08de17 service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:22:08.445577 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b1a710-ee2d-4c74-b818-f277f55ec574 req-60a0f5ff-1ced-4521-9baf-191d1d08de17 service neutron] Checking segment: {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:22:08.447812 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b1a710-ee2d-4c74-b818-f277f55ec574 req-60a0f5ff-1ced-4521-9baf-191d1d08de17 service neutron] Bound using segment: {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:22:08.449737 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-26b1a710-ee2d-4c74-b818-f277f55ec574 req-60a0f5ff-1ced-4521-9baf-191d1d08de17 service neutron] Bound port: e6de7ede-5039-4cbf-948a-4b6058107d7b, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:22:08.452660 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-26b1a710-ee2d-4c74-b818-f277f55ec574 req-60a0f5ff-1ced-4521-9baf-191d1d08de17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:08.572768 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa3edf48-07b9-4c7b-b207-4bc3831a5e36 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Router 7c825998-369d-4cd7-b59e-f41f6093d1fb is scheduled to L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 with binding_index 1 {{(pid=102599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:22:08.582055 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-23bb8b3c-b9a9-4e86-abc0-dffed183bc7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:08.626031 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1639b254-5509-494b-b22a-9ccab5cc6491 req-e1d16a01-7029-4dd7-b3e9-a32873362027 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080319 Nov 12 08:22:08.705440 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1364a8e3-5e48-40f5-a71a-cec92ea18741 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Made reservation on behalf of 6369a719c0774326a5a17deb8ee2154f for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:22:08.726017 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1364a8e3-5e48-40f5-a71a-cec92ea18741 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:08.829542 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-943915aa-c9de-4abc-a1a7-5943a0cea7bf req-513b9528-8b11-4964-8958-5fd806df8ebc service neutron] 10.222.0.44 "GET /v2.0/networks/ec82487f-519c-483b-814a-09ab43cadbc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7559834 Nov 12 08:22:08.832085 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-26b1a710-ee2d-4c74-b818-f277f55ec574 req-60a0f5ff-1ced-4521-9baf-191d1d08de17 service neutron] For port e6de7ede-5039-4cbf-948a-4b6058107d7b, host n-h2-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:22:08.835668 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa3edf48-07b9-4c7b-b207-4bc3831a5e36 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:22:08.836884 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3e8e8364-d70b-4cb8-9ecf-63d5868e2202 req-39a721d1-c35c-4233-89fd-5499b7149cdb tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/security-groups?id=4679696e-a532-438b-8380-3e45cd46de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368480 Nov 12 08:22:08.848602 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0866c06a-abc6-41b5-baf8-ca0416b66299 None None] Sync routers for ids ['7c825998-369d-4cd7-b59e-f41f6093d1fb'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:22:08.852951 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fa3edf48-07b9-4c7b-b207-4bc3831a5e36 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:08.867078 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-fa3edf48-07b9-4c7b-b207-4bc3831a5e36 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] 10.222.0.26 "PUT /v2.0/routers/7c825998-369d-4cd7-b59e-f41f6093d1fb HTTP/1.1" status: 200 len: 915 time: 8.3080149 Nov 12 08:22:08.867078 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 51520) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:08.892136 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0866c06a-abc6-41b5-baf8-ca0416b66299 None None] Routers {'7c825998-369d-4cd7-b59e-f41f6093d1fb'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:22:08.895656 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-0866c06a-abc6-41b5-baf8-ca0416b66299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:22:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['7c825998-369d-4cd7-b59e-f41f6093d1fb'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:09.001915 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-01182ac8-cd36-4cf5-b0a0-9bacd3cbfbb2 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] 10.222.0.26 "GET /v2.0/routers/7c825998-369d-4cd7-b59e-f41f6093d1fb HTTP/1.1" status: 200 len: 921 time: 0.1327033 Nov 12 08:22:09.005380 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-26b1a710-ee2d-4c74-b818-f277f55ec574 req-60a0f5ff-1ced-4521-9baf-191d1d08de17 service neutron] For port e6de7ede-5039-4cbf-948a-4b6058107d7b, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=e6de7ede-5039-4cbf-948a-4b6058107d7b,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:22:09.007814 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 51524) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:09.030712 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-0866c06a-abc6-41b5-baf8-ca0416b66299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:09.054712 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-26b1a710-ee2d-4c74-b818-f277f55ec574 req-60a0f5ff-1ced-4521-9baf-191d1d08de17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:09.059493 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-943915aa-c9de-4abc-a1a7-5943a0cea7bf req-e0ff357d-82fa-4710-b33b-72d7f1369136 service neutron] 10.222.0.44 "GET /v2.0/networks/ec82487f-519c-483b-814a-09ab43cadbc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149162 Nov 12 08:22:09.082911 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0866c06a-abc6-41b5-baf8-ca0416b66299 None None] Routers {'7c825998-369d-4cd7-b59e-f41f6093d1fb'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:22:09.085347 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-0866c06a-abc6-41b5-baf8-ca0416b66299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:22:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['7c825998-369d-4cd7-b59e-f41f6093d1fb'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:09.090881 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 51528) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:09.145511 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-0866c06a-abc6-41b5-baf8-ca0416b66299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:09.146412 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0866c06a-abc6-41b5-baf8-ca0416b66299 None None] The sync data for ids ['7c825998-369d-4cd7-b59e-f41f6093d1fb'] in n-d-765315-29 is: [] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:22:09.158581 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:09.186212 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b1a710-ee2d-4c74-b818-f277f55ec574 req-60a0f5ff-1ced-4521-9baf-191d1d08de17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:09.187217 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-26b1a710-ee2d-4c74-b818-f277f55ec574 req-60a0f5ff-1ced-4521-9baf-191d1d08de17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:09.188719 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-26b1a710-ee2d-4c74-b818-f277f55ec574 req-60a0f5ff-1ced-4521-9baf-191d1d08de17 service neutron] 10.222.0.44 "PUT /v2.0/ports/e6de7ede-5039-4cbf-948a-4b6058107d7b HTTP/1.1" status: 200 len: 1097 time: 6.3886251 Nov 12 08:22:09.191456 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76cea409-ec56-42a7-a862-0043a01ca874', 'tag': 'e6de7ede-5039-4cbf-948a-4b6058107d7b'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:22:09.194851 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29ba85b4-59b8-4f22-aefa-75028430ebe1" -d '{"events": [{"name": "network-changed", "server_uuid": "76cea409-ec56-42a7-a862-0043a01ca874", "tag": "e6de7ede-5039-4cbf-948a-4b6058107d7b"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:22:09.205194 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210ee5a1-37a5-4b06-984e-a8562bcbb7a0 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:09.209664 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-210ee5a1-37a5-4b06-984e-a8562bcbb7a0 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=d709f64f-f9e6-4525-b020-ad48633b9bbf&device_id=7c825998-369d-4cd7-b59e-f41f6093d1fb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2008088 Nov 12 08:22:09.238719 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 51540) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:09.466112 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1291bb-c0b0-424e-b8a9-fffb01048d7d tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:09.470768 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-4e1291bb-c0b0-424e-b8a9-fffb01048d7d tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] 10.222.0.26 "GET /v2.0/networks/d709f64f-f9e6-4525-b020-ad48633b9bbf HTTP/1.1" status: 200 len: 881 time: 0.2281561 Nov 12 08:22:09.473014 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 51548) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:09.480362 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14676061-d8f1-46fa-81ce-e5bbbf4d9066 x-openstack-request-id: req-14676061-d8f1-46fa-81ce-e5bbbf4d9066 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:22:09.480693 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76cea409-ec56-42a7-a862-0043a01ca874", "tag": "e6de7ede-5039-4cbf-948a-4b6058107d7b", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:22:09.480909 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-14676061-d8f1-46fa-81ce-e5bbbf4d9066 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:22:09.481327 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76cea409-ec56-42a7-a862-0043a01ca874', 'tag': 'e6de7ede-5039-4cbf-948a-4b6058107d7b', 'status': 'completed', 'code': 200} Nov 12 08:22:09.537056 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-eee8af57-17f4-4363-ba50-8cb87e38a5d9 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1700686475-network', 'tenant_id': '227fd69215f443c6ad2d4c1a2669ac9f'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:09.545435 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a0f5ff-1ced-4521-9baf-191d1d08de17 service neutron] Pushing event updated for resources: {'Port': ['ID=e6de7ede-5039-4cbf-948a-4b6058107d7b,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:09.584190 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6d4fd4-cc71-40cb-86a6-1599c2bf36b9 req-acde4b79-28a2-4a8a-9784-ec414c4a57df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:09.587006 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-eb6d4fd4-cc71-40cb-86a6-1599c2bf36b9 req-acde4b79-28a2-4a8a-9784-ec414c4a57df service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=507bea33553d43dea3447dc0d1dbf18c&device_id=c27ffc8e-5a93-4029-b5c8-8b78f04c47fd HTTP/1.1" status: 200 len: 1095 time: 0.2739875 Nov 12 08:22:09.592417 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-49f58850-b755-4d03-b706-aa1e2e1134a1 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c825998-369d-4cd7-b59e-f41f6093d1fb HTTP/1.1" status: 200 len: 205 time: 0.1105022 Nov 12 08:22:09.604593 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a466051b-5ccf-4d15-9c52-520fdb6247a1 req-5b20d46b-987e-42c4-afd2-05c8379fb473 tempest-ImagesOneServerTestJSON-1989146909 tempest-ImagesOneServerTestJSON-1989146909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:09.606918 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a466051b-5ccf-4d15-9c52-520fdb6247a1 req-5b20d46b-987e-42c4-afd2-05c8379fb473 tempest-ImagesOneServerTestJSON-1989146909 tempest-ImagesOneServerTestJSON-1989146909-project] 10.222.0.26 "GET /v2.0/ports?device_id=76cea409-ec56-42a7-a862-0043a01ca874 HTTP/1.1" status: 200 len: 948 time: 0.5999739 Nov 12 08:22:09.614035 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 51550) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:09.752039 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1364a8e3-5e48-40f5-a71a-cec92ea18741 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:09.767883 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a3e4d1-963c-4c91-bece-58938c6c33fb req-4d070763-6fd6-48ea-b7d7-405afbceabe4 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:09.769438 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-32a3e4d1-963c-4c91-bece-58938c6c33fb req-4d070763-6fd6-48ea-b7d7-405afbceabe4 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9f80b7-7da6-471c-ab75-5240190a613a HTTP/1.1" status: 200 len: 946 time: 0.1881714 Nov 12 08:22:09.815419 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:09.817902 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee8af57-17f4-4363-ba50-8cb87e38a5d9 admin admin] Made reservation on behalf of 227fd69215f443c6ad2d4c1a2669ac9f for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:22:09.822552 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-eee8af57-17f4-4363-ba50-8cb87e38a5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:09.855736 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-23bb8b3c-b9a9-4e86-abc0-dffed183bc7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:09.860825 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b1a710-ee2d-4c74-b818-f277f55ec574 req-3db8b11e-079a-43e7-bab5-5876a2e38a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:09.862159 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1364a8e3-5e48-40f5-a71a-cec92ea18741 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Pushing event updated for resources: {'Subnet': ['ID=56774a46-0cd2-46d5-8257-e5c3c00b1910,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:09.862814 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-26b1a710-ee2d-4c74-b818-f277f55ec574 req-3db8b11e-079a-43e7-bab5-5876a2e38a77 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b67b1e1435294d5f944a2192a3e7be0d&device_id=76cea409-ec56-42a7-a862-0043a01ca874 HTTP/1.1" status: 200 len: 1100 time: 0.3765728 Nov 12 08:22:09.874795 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-eee8af57-17f4-4363-ba50-8cb87e38a5d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:09.877076 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-23bb8b3c-b9a9-4e86-abc0-dffed183bc7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:09.944881 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bb8b3c-b9a9-4e86-abc0-dffed183bc7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3047f7bc-ee25-4861-b5b5-b32709d19b00,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:10.008448 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1364a8e3-5e48-40f5-a71a-cec92ea18741 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Checking segment: {'id': 'be4abbef-a513-4c43-9157-e9ff0f553e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'af93bca5-3a56-4170-8ac3-a93c0ad983c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:22:10.018301 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1364a8e3-5e48-40f5-a71a-cec92ea18741 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Network hostable DHCP agents. Network: af93bca5-3a56-4170-8ac3-a93c0ad983c7, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:22:10.047198 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-32a3e4d1-963c-4c91-bece-58938c6c33fb req-8eb2535d-ff1e-4db9-b200-f79820eb682d tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=dafae0e1-4d35-4b86-8740-ce6a9a9c8268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2052872 Nov 12 08:22:10.056322 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a466051b-5ccf-4d15-9c52-520fdb6247a1 req-f69b93c3-2804-4243-86b0-df8fa3538199 tempest-ImagesOneServerTestJSON-1989146909 tempest-ImagesOneServerTestJSON-1989146909-project] 10.222.0.26 "GET /v2.0/security-groups?id=929d9580-460f-4c1d-b667-88951e5d1ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4191740 Nov 12 08:22:10.066016 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6d4fd4-cc71-40cb-86a6-1599c2bf36b9 req-a4f5a276-d1af-4352-b3d6-2c64722ed6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:10.068819 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-eb6d4fd4-cc71-40cb-86a6-1599c2bf36b9 req-a4f5a276-d1af-4352-b3d6-2c64722ed6ee service neutron] 10.222.0.44 "GET /v2.0/networks?id=ec82487f-519c-483b-814a-09ab43cadbc0 HTTP/1.1" status: 200 len: 906 time: 0.4159496 Nov 12 08:22:10.169931 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1364a8e3-5e48-40f5-a71a-cec92ea18741 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Network af93bca5-3a56-4170-8ac3-a93c0ad983c7 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:22:10.172942 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-eb6d4fd4-cc71-40cb-86a6-1599c2bf36b9 req-afb34e3b-4630-499e-a086-f9ad1127649b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a9a0b5ce-4cc2-4f1e-9b15-97cf48abe435 HTTP/1.1" status: 200 len: 217 time: 0.0922689 Nov 12 08:22:10.258983 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-1364a8e3-5e48-40f5-a71a-cec92ea18741 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, af93bca5-3a56-4170-8ac3-a93c0ad983c7) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:22:10.271770 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3751de-07ce-44d2-bb83-2281da0fed65 None None] Network af93bca5-3a56-4170-8ac3-a93c0ad983c7 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:22:10.280792 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1364a8e3-5e48-40f5-a71a-cec92ea18741 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:10.282202 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1364a8e3-5e48-40f5-a71a-cec92ea18741 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:10.334760 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-1364a8e3-5e48-40f5-a71a-cec92ea18741 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0573397 Nov 12 08:22:10.339579 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 51560) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:10.350702 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b785ed-fb47-4d95-b54a-9920bb394764 req-268432d8-3e1d-476e-8e98-068e8980b5c8 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:10.361134 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-89b785ed-fb47-4d95-b54a-9920bb394764 req-268432d8-3e1d-476e-8e98-068e8980b5c8 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/ports?device_id=c27ffc8e-5a93-4029-b5c8-8b78f04c47fd HTTP/1.1" status: 200 len: 943 time: 0.1921072 Nov 12 08:22:10.388816 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-d600bca5-d20f-4f69-8ec9-d24b3b2b4b94 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1265604905', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:10.398873 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6d4fd4-cc71-40cb-86a6-1599c2bf36b9 req-fe4eeffa-e531-41d2-b51f-2f884650a34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:10.400647 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-eb6d4fd4-cc71-40cb-86a6-1599c2bf36b9 req-fe4eeffa-e531-41d2-b51f-2f884650a34f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c99e7791-a372-44aa-b26b-4ef09f905daa HTTP/1.1" status: 200 len: 845 time: 0.2144368 Nov 12 08:22:10.467269 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-eb6d4fd4-cc71-40cb-86a6-1599c2bf36b9 req-25302454-0d0e-47f1-9380-ecb0f3bccca9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ec82487f-519c-483b-814a-09ab43cadbc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384550 Nov 12 08:22:10.541395 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-26b1a710-ee2d-4c74-b818-f277f55ec574 req-6df0c645-03da-4e04-b3ab-bb8954fc00ba service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=e6de7ede-5039-4cbf-948a-4b6058107d7b HTTP/1.1" status: 200 len: 217 time: 0.6212859 Nov 12 08:22:10.559398 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-89b785ed-fb47-4d95-b54a-9920bb394764 req-b224b2e1-98f8-43d5-ae3d-2fec2548517b tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/security-groups?id=4679696e-a532-438b-8380-3e45cd46de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965816 Nov 12 08:22:10.620559 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-23bb8b3c-b9a9-4e86-abc0-dffed183bc7e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3d55d89187f24c43a09f90aaede3a6e8&name=default HTTP/1.1" status: 200 len: 3000 time: 2.5086153 Nov 12 08:22:10.637095 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9f5465-7768-49c6-bb7d-3d6e6f68ed94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-af93bca5-3a56-4170-8ac3-a93c0ad983c7', 'network_id': 'af93bca5-3a56-4170-8ac3-a93c0ad983c7', 'tenant_id': '6369a719c0774326a5a17deb8ee2154f', 'fixed_ips': [{'subnet_id': '56774a46-0cd2-46d5-8257-e5c3c00b1910'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:22:10.638450 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5c9f5465-7768-49c6-bb7d-3d6e6f68ed94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:10.650016 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 51562) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:10.653032 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d600bca5-d20f-4f69-8ec9-d24b3b2b4b94 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:10.653443 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d600bca5-d20f-4f69-8ec9-d24b3b2b4b94 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:10.690956 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bf7ac539-553a-43d7-a409-3be9f9ac52b7 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks [] for router, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:10.753995 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b1a710-ee2d-4c74-b818-f277f55ec574 req-87d20cbe-86ea-482d-a44c-8bc71fccbdee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:10.756403 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-26b1a710-ee2d-4c74-b818-f277f55ec574 req-87d20cbe-86ea-482d-a44c-8bc71fccbdee service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1 HTTP/1.1" status: 200 len: 843 time: 0.1633077 Nov 12 08:22:10.843738 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-eb6d4fd4-cc71-40cb-86a6-1599c2bf36b9 req-51d01a63-6e5e-4b72-8acf-69dbd1837a35 service neutron] 10.222.0.44 "GET /v2.0/networks/ec82487f-519c-483b-814a-09ab43cadbc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3561256 Nov 12 08:22:10.857607 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a6adb4-57d5-4b13-918a-38255ab50c8b req-aecb2338-a4d9-46cc-a7aa-f11216dc03d3 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:10.866678 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-17a6adb4-57d5-4b13-918a-38255ab50c8b req-aecb2338-a4d9-46cc-a7aa-f11216dc03d3 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 943 time: 0.3379905 Nov 12 08:22:10.874314 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-5c9f5465-7768-49c6-bb7d-3d6e6f68ed94 None None] Allocated IP 172.20.0.2 (af93bca5-3a56-4170-8ac3-a93c0ad983c7/56774a46-0cd2-46d5-8257-e5c3c00b1910/a014aab3-1c27-4f96-ad5a-9cacb28df111) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:22:10.926729 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bf7ac539-553a-43d7-a409-3be9f9ac52b7 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:11.025547 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-eb6d4fd4-cc71-40cb-86a6-1599c2bf36b9 req-d85c4359-dd33-411a-adb2-f494d344c914 service neutron] 10.222.0.44 "GET /v2.0/networks/ec82487f-519c-483b-814a-09ab43cadbc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477447 Nov 12 08:22:11.045706 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-17a6adb4-57d5-4b13-918a-38255ab50c8b req-61452521-0a0a-4636-9354-bf4b48340c84 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715558 Nov 12 08:22:11.069597 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d600bca5-d20f-4f69-8ec9-d24b3b2b4b94 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:11.074757 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-65bf0ca2-84c0-4726-906d-01e950ab3a69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:11.075545 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5c9f5465-7768-49c6-bb7d-3d6e6f68ed94 None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:11.088143 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d600bca5-d20f-4f69-8ec9-d24b3b2b4b94 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052'] for router, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:11.089266 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5c9f5465-7768-49c6-bb7d-3d6e6f68ed94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:11.119240 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-65bf0ca2-84c0-4726-906d-01e950ab3a69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:11.124767 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b1a710-ee2d-4c74-b818-f277f55ec574 req-fdb11c69-2e11-4d48-b03e-95b1f5792559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:11.126689 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-26b1a710-ee2d-4c74-b818-f277f55ec574 req-fdb11c69-2e11-4d48-b03e-95b1f5792559 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=107743df-d3df-459d-a6cd-9e2ab4303016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2467699 Nov 12 08:22:11.142872 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d600bca5-d20f-4f69-8ec9-d24b3b2b4b94 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:11.144592 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-d600bca5-d20f-4f69-8ec9-d24b3b2b4b94 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.7608533 Nov 12 08:22:11.147790 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 51568) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:11.153366 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-dcb02bd7-0f10-4a43-acd1-fbbe035c01c9 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Request body: {'port': {'network_id': 'af93bca5-3a56-4170-8ac3-a93c0ad983c7', 'name': 'tempest-PortsTestJSON-1921813294'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:11.155269 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9f5465-7768-49c6-bb7d-3d6e6f68ed94 None None] Network af93bca5-3a56-4170-8ac3-a93c0ad983c7 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:22:11.163778 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-5c9f5465-7768-49c6-bb7d-3d6e6f68ed94 None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:22:11.216997 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9f5465-7768-49c6-bb7d-3d6e6f68ed94 None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:22:11.265567 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9f5465-7768-49c6-bb7d-3d6e6f68ed94 None None] Pushing event updated for resources: {'Port': ['ID=a014aab3-1c27-4f96-ad5a-9cacb28df111,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:11.307064 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-5c9f5465-7768-49c6-bb7d-3d6e6f68ed94 None None] Attempting to bind port a014aab3-1c27-4f96-ad5a-9cacb28df111 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:22:11.307795 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-5c9f5465-7768-49c6-bb7d-3d6e6f68ed94 None None] Attempting to bind port a014aab3-1c27-4f96-ad5a-9cacb28df111 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': 'be4abbef-a513-4c43-9157-e9ff0f553e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'af93bca5-3a56-4170-8ac3-a93c0ad983c7'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:22:11.309721 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9f5465-7768-49c6-bb7d-3d6e6f68ed94 None None] Attempting to bind port a014aab3-1c27-4f96-ad5a-9cacb28df111 on network af93bca5-3a56-4170-8ac3-a93c0ad983c7 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:22:11.314764 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-65bf0ca2-84c0-4726-906d-01e950ab3a69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:11.317608 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-65bf0ca2-84c0-4726-906d-01e950ab3a69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:11.318991 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-65bf0ca2-84c0-4726-906d-01e950ab3a69 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3047f7bc-ee25-4861-b5b5-b32709d19b00 HTTP/1.1" status: 204 len: 168 time: 0.6572804 Nov 12 08:22:11.336695 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bf0ca2-84c0-4726-906d-01e950ab3a69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3047f7bc-ee25-4861-b5b5-b32709d19b00,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:11.339013 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-26b1a710-ee2d-4c74-b818-f277f55ec574 req-e377d20f-902b-4ad6-8efb-a4647db898d2 service neutron] 10.222.0.44 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974127 Nov 12 08:22:11.358910 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d104125-2861-41c0-b8c0-7c3846273252 req-de794ae2-76e5-4060-a181-ce1261a3dedc tempest-ImagesOneServerTestJSON-1989146909 tempest-ImagesOneServerTestJSON-1989146909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:11.361267 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6d104125-2861-41c0-b8c0-7c3846273252 req-de794ae2-76e5-4060-a181-ce1261a3dedc tempest-ImagesOneServerTestJSON-1989146909 tempest-ImagesOneServerTestJSON-1989146909-project] 10.222.0.26 "GET /v2.0/ports?device_id=76cea409-ec56-42a7-a862-0043a01ca874 HTTP/1.1" status: 200 len: 948 time: 0.1280298 Nov 12 08:22:11.373093 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9f5465-7768-49c6-bb7d-3d6e6f68ed94 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:22:11.373764 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9f5465-7768-49c6-bb7d-3d6e6f68ed94 None None] Checking segment: {'id': 'be4abbef-a513-4c43-9157-e9ff0f553e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'af93bca5-3a56-4170-8ac3-a93c0ad983c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:22:11.374268 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5c9f5465-7768-49c6-bb7d-3d6e6f68ed94 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:11.374816 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9f5465-7768-49c6-bb7d-3d6e6f68ed94 None None] Bound using segment: {'id': 'be4abbef-a513-4c43-9157-e9ff0f553e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'af93bca5-3a56-4170-8ac3-a93c0ad983c7'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:22:11.375412 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-5c9f5465-7768-49c6-bb7d-3d6e6f68ed94 None None] Bound port: a014aab3-1c27-4f96-ad5a-9cacb28df111, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be4abbef-a513-4c43-9157-e9ff0f553e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'af93bca5-3a56-4170-8ac3-a93c0ad983c7'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:22:11.375900 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5c9f5465-7768-49c6-bb7d-3d6e6f68ed94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:11.423936 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-eee8af57-17f4-4363-ba50-8cb87e38a5d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:11.432625 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcb02bd7-0f10-4a43-acd1-fbbe035c01c9 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Made reservation on behalf of 6369a719c0774326a5a17deb8ee2154f for: {'port': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:22:11.440551 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-dcb02bd7-0f10-4a43-acd1-fbbe035c01c9 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:11.476038 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-eee8af57-17f4-4363-ba50-8cb87e38a5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:11.506108 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [None req-dcb02bd7-0f10-4a43-acd1-fbbe035c01c9 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] device_id is not set on port 24d2ef51-1afd-48d8-a204-2c9907822116 yet. {{(pid=102600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:22:11.530690 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-5c9f5465-7768-49c6-bb7d-3d6e6f68ed94 None None] For port a014aab3-1c27-4f96-ad5a-9cacb28df111, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:22:11.536499 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-5c9f5465-7768-49c6-bb7d-3d6e6f68ed94 None None] For port a014aab3-1c27-4f96-ad5a-9cacb28df111, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=a014aab3-1c27-4f96-ad5a-9cacb28df111,segment=NetworkSegment(be4abbef-a513-4c43-9157-e9ff0f553e22),segment_id=be4abbef-a513-4c43-9157-e9ff0f553e22)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:22:11.555609 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee8af57-17f4-4363-ba50-8cb87e38a5d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa51f14-0384-4972-b705-0104e574e0a5,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:11.564732 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5c9f5465-7768-49c6-bb7d-3d6e6f68ed94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:11.576244 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-bf7ac539-553a-43d7-a409-3be9f9ac52b7 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Deleting port e700b43f-0a48-41d5-8020-1a316f1741e9 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:22:11.590773 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bf7ac539-553a-43d7-a409-3be9f9ac52b7 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:11.724851 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-dcb02bd7-0f10-4a43-acd1-fbbe035c01c9 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Allocated IP 172.20.0.10 (af93bca5-3a56-4170-8ac3-a93c0ad983c7/56774a46-0cd2-46d5-8257-e5c3c00b1910/24d2ef51-1afd-48d8-a204-2c9907822116) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:22:11.795917 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9f5465-7768-49c6-bb7d-3d6e6f68ed94 None None] Pushing event updated for resources: {'Port': ['ID=a014aab3-1c27-4f96-ad5a-9cacb28df111,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:11.852750 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-26b1a710-ee2d-4c74-b818-f277f55ec574 req-b5dcc607-0c5a-466d-9fba-d11fe72f0a4f service neutron] 10.222.0.44 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4722033 Nov 12 08:22:11.888028 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eee8af57-17f4-4363-ba50-8cb87e38a5d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:22:11.978053 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6d104125-2861-41c0-b8c0-7c3846273252 req-784bb04d-53c3-4a5d-b229-c2acdc78e438 tempest-ImagesOneServerTestJSON-1989146909 tempest-ImagesOneServerTestJSON-1989146909-project] 10.222.0.26 "GET /v2.0/security-groups?id=929d9580-460f-4c1d-b667-88951e5d1ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5625322 Nov 12 08:22:12.038165 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dda561-2c50-45f3-82cf-a7eaecd5f7b9 req-ed9f72de-9959-4a53-9c86-d42a913ec1db tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:12.062706 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b0dda561-2c50-45f3-82cf-a7eaecd5f7b9 req-ed9f72de-9959-4a53-9c86-d42a913ec1db tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9f80b7-7da6-471c-ab75-5240190a613a HTTP/1.1" status: 200 len: 946 time: 0.7189002 Nov 12 08:22:12.069205 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 51578) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:12.104556 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-eee8af57-17f4-4363-ba50-8cb87e38a5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:12.107803 n-d-765315-29 neutron-server[102599]: INFO neutron.db.segments_db [None req-eee8af57-17f4-4363-ba50-8cb87e38a5d9 admin admin] Added segment 4eb45550-96ed-4777-85ad-fa76c3dca50e of type vlan for network 3a95e186-c945-4400-88b5-824feb7bffc7 Nov 12 08:22:12.113917 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-98d22031-b986-46c7-8f7e-102a0455bd70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:12.148870 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-dcb02bd7-0f10-4a43-acd1-fbbe035c01c9 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:12.168264 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:12.283250 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device a014aab3-1c27-4f96-ad5a-9cacb28df111 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:22:12.317779 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-eee8af57-17f4-4363-ba50-8cb87e38a5d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:12.337107 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b0dda561-2c50-45f3-82cf-a7eaecd5f7b9 req-13ce24e3-8770-4d1e-b352-149f69c49150 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=dafae0e1-4d35-4b86-8740-ce6a9a9c8268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2728398 Nov 12 08:22:12.363154 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc98c9f-90ef-4512-bd4b-18339cfa0988 req-524859ae-5759-468f-bbd2-ab8bb04496d2 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:12.364744 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-abc98c9f-90ef-4512-bd4b-18339cfa0988 req-524859ae-5759-468f-bbd2-ab8bb04496d2 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/ports?device_id=c27ffc8e-5a93-4029-b5c8-8b78f04c47fd HTTP/1.1" status: 200 len: 943 time: 0.2421069 Nov 12 08:22:12.367356 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bf7ac539-553a-43d7-a409-3be9f9ac52b7 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:12.374407 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-dcb02bd7-0f10-4a43-acd1-fbbe035c01c9 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:12.397568 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ba85b4-59b8-4f22-aefa-75028430ebe1 req-d457d528-c9d4-4859-acfc-a1c8c091d93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:12.399831 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-29ba85b4-59b8-4f22-aefa-75028430ebe1 req-d457d528-c9d4-4859-acfc-a1c8c091d93d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b67b1e1435294d5f944a2192a3e7be0d&device_id=76cea409-ec56-42a7-a862-0043a01ca874 HTTP/1.1" status: 200 len: 1100 time: 0.3343685 Nov 12 08:22:12.404132 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port a014aab3-1c27-4f96-ad5a-9cacb28df111 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:12.404708 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:12.432253 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-bf7ac539-553a-43d7-a409-3be9f9ac52b7 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Calling delete_port for e700b43f-0a48-41d5-8020-1a316f1741e9 owned by network:router_gateway {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:22:12.472008 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-eee8af57-17f4-4363-ba50-8cb87e38a5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:12.473747 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee8af57-17f4-4363-ba50-8cb87e38a5d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:12.474684 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-eee8af57-17f4-4363-ba50-8cb87e38a5d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:12.583399 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb02bd7-0f10-4a43-acd1-fbbe035c01c9 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Network af93bca5-3a56-4170-8ac3-a93c0ad983c7 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:22:12.593827 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:12.622631 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-98d22031-b986-46c7-8f7e-102a0455bd70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:12.625620 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-dcb02bd7-0f10-4a43-acd1-fbbe035c01c9 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:22:12.630968 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb02bd7-0f10-4a43-acd1-fbbe035c01c9 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:22:12.633688 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb02bd7-0f10-4a43-acd1-fbbe035c01c9 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Pushing event updated for resources: {'Port': ['ID=24d2ef51-1afd-48d8-a204-2c9907822116,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:12.656501 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] For port a014aab3-1c27-4f96-ad5a-9cacb28df111, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=a014aab3-1c27-4f96-ad5a-9cacb28df111,segment=NetworkSegment(be4abbef-a513-4c43-9157-e9ff0f553e22),segment_id=be4abbef-a513-4c43-9157-e9ff0f553e22)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:12.659185 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-98d22031-b986-46c7-8f7e-102a0455bd70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:12.669682 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:12.803215 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Pushing event updated for resources: {'Port': ['ID=a014aab3-1c27-4f96-ad5a-9cacb28df111,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:12.809832 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb02bd7-0f10-4a43-acd1-fbbe035c01c9 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:12.810507 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-dcb02bd7-0f10-4a43-acd1-fbbe035c01c9 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:12.850210 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-abc98c9f-90ef-4512-bd4b-18339cfa0988 req-ec7dcbd3-c5d2-4292-a001-fa0e81b9f8ff tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/security-groups?id=4679696e-a532-438b-8380-3e45cd46de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4699993 Nov 12 08:22:12.861695 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-98d22031-b986-46c7-8f7e-102a0455bd70 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=09b28a21db8b40e885dd38e5abcdc19a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7866657 Nov 12 08:22:12.862745 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 51584) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:12.881259 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-dcb02bd7-0f10-4a43-acd1-fbbe035c01c9 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.7322099 Nov 12 08:22:12.888420 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 51586) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:12.933224 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-eee8af57-17f4-4363-ba50-8cb87e38a5d9 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 3.8105373 Nov 12 08:22:12.953299 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 51588) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:12.966205 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-55df5ccd-5551-4986-b383-b9a52c49edca admin admin] Request body: {'subnet': {'network_id': '3a95e186-c945-4400-88b5-824feb7bffc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1700686475-subnet', 'tenant_id': '227fd69215f443c6ad2d4c1a2669ac9f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:12.995434 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device a9a0b5ce-4cc2-4f1e-9b15-97cf48abe435 details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:22:13.010808 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee8af57-17f4-4363-ba50-8cb87e38a5d9 admin admin] Pushing event updated for resources: {'Network': ['ID=3a95e186-c945-4400-88b5-824feb7bffc7,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:13.025439 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 3a95e186-c945-4400-88b5-824feb7bffc7 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:22:13.124984 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d22031-b986-46c7-8f7e-102a0455bd70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1679b83a-18a4-4580-9b8e-8968d59ef071,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:13.138239 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59179ad2-919f-497b-88ce-468f82130a18 req-369963b9-3271-4026-b48a-501be0bc69f8 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:13.142956 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-59179ad2-919f-497b-88ce-468f82130a18 req-369963b9-3271-4026-b48a-501be0bc69f8 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 943 time: 0.6871829 Nov 12 08:22:13.224797 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55df5ccd-5551-4986-b383-b9a52c49edca admin admin] Made reservation on behalf of 227fd69215f443c6ad2d4c1a2669ac9f for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:22:13.227171 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-55df5ccd-5551-4986-b383-b9a52c49edca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:13.250377 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ba85b4-59b8-4f22-aefa-75028430ebe1 req-10113b77-306c-442f-bf62-dd4937b3485c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:13.256569 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-29ba85b4-59b8-4f22-aefa-75028430ebe1 req-10113b77-306c-442f-bf62-dd4937b3485c service neutron] 10.222.0.44 "GET /v2.0/networks?id=107743df-d3df-459d-a6cd-9e2ab4303016 HTTP/1.1" status: 200 len: 870 time: 0.8350558 Nov 12 08:22:13.376529 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bf7ac539-553a-43d7-a409-3be9f9ac52b7 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:13.398235 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port a9a0b5ce-4cc2-4f1e-9b15-97cf48abe435, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=a9a0b5ce-4cc2-4f1e-9b15-97cf48abe435,segment=NetworkSegment(296922ca-424d-4760-9058-82e70353f16a),segment_id=296922ca-424d-4760-9058-82e70353f16a)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:13.412424 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': 'a9a0b5ce-4cc2-4f1e-9b15-97cf48abe435', 'network_id': 'ec82487f-519c-483b-814a-09ab43cadbc0', 'port_id': 'a9a0b5ce-4cc2-4f1e-9b15-97cf48abe435', 'mac_address': 'fa:16:3e:00:4d:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c99e7791-a372-44aa-b26b-4ef09f905daa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:22:13.427106 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83178fea-1dd0-476a-9440-caf00de0a0a9 None None] Network af93bca5-3a56-4170-8ac3-a93c0ad983c7 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:22:13.428051 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-03996fa4-c378-4b9e-9d16-4aa1bbaae8f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:13.487929 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-29ba85b4-59b8-4f22-aefa-75028430ebe1 req-1bd2a50a-1720-4ccb-a3bf-f9e64b6b1b05 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=e6de7ede-5039-4cbf-948a-4b6058107d7b HTTP/1.1" status: 200 len: 217 time: 0.2206545 Nov 12 08:22:13.497813 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7ac539-553a-43d7-a409-3be9f9ac52b7 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Pushing event deleted for resources: {'Port': ['ID=e700b43f-0a48-41d5-8020-1a316f1741e9,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:13.508531 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-88301113-9a0d-4d7b-b70a-faf43b1f2e41 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:13.515538 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-59179ad2-919f-497b-88ce-468f82130a18 req-4c0a626e-a527-4166-8517-b230ee4ccac2 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3386173 Nov 12 08:22:13.546385 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-03996fa4-c378-4b9e-9d16-4aa1bbaae8f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:13.608114 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:13.623917 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ba85b4-59b8-4f22-aefa-75028430ebe1 req-1d648ddf-9436-497b-85c9-fd94a9dd24d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:13.625861 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-29ba85b4-59b8-4f22-aefa-75028430ebe1 req-1d648ddf-9436-497b-85c9-fd94a9dd24d1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1 HTTP/1.1" status: 200 len: 843 time: 0.1256087 Nov 12 08:22:13.626637 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-3a0666c7-8898-4cf3-8810-9157e4268753 None None] Provisioning complete for port a014aab3-1c27-4f96-ad5a-9cacb28df111 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:13.627189 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3a0666c7-8898-4cf3-8810-9157e4268753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:13.631965 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bf7ac539-553a-43d7-a409-3be9f9ac52b7 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-933016'] for router_gateway, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:13.646778 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9a0b5ce-4cc2-4f1e-9b15-97cf48abe435 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:22:13.690869 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port a9a0b5ce-4cc2-4f1e-9b15-97cf48abe435, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=a9a0b5ce-4cc2-4f1e-9b15-97cf48abe435,segment=NetworkSegment(296922ca-424d-4760-9058-82e70353f16a),segment_id=296922ca-424d-4760-9058-82e70353f16a)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:13.711196 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-03996fa4-c378-4b9e-9d16-4aa1bbaae8f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:13.713982 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-03996fa4-c378-4b9e-9d16-4aa1bbaae8f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:13.718777 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-03996fa4-c378-4b9e-9d16-4aa1bbaae8f4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1679b83a-18a4-4580-9b8e-8968d59ef071 HTTP/1.1" status: 204 len: 168 time: 0.8480451 Nov 12 08:22:13.719117 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:13.759205 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03996fa4-c378-4b9e-9d16-4aa1bbaae8f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1679b83a-18a4-4580-9b8e-8968d59ef071,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:13.779896 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c99f0f4-e3b5-4ac1-9854-faa1fa9bb97a req-09fa30f4-5bf2-4f26-822f-4bf3f350a156 tempest-ImagesOneServerTestJSON-1989146909 tempest-ImagesOneServerTestJSON-1989146909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:13.782339 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4c99f0f4-e3b5-4ac1-9854-faa1fa9bb97a req-09fa30f4-5bf2-4f26-822f-4bf3f350a156 tempest-ImagesOneServerTestJSON-1989146909 tempest-ImagesOneServerTestJSON-1989146909-project] 10.222.0.26 "GET /v2.0/ports?device_id=76cea409-ec56-42a7-a862-0043a01ca874 HTTP/1.1" status: 200 len: 948 time: 0.2335274 Nov 12 08:22:13.803559 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bf7ac539-553a-43d7-a409-3be9f9ac52b7 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:13.807019 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bf7ac539-553a-43d7-a409-3be9f9ac52b7 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:13.834963 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=a9a0b5ce-4cc2-4f1e-9b15-97cf48abe435,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:13.881977 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ba85b4-59b8-4f22-aefa-75028430ebe1 req-441ffade-9e30-4078-aaa8-432614547d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:13.883992 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-29ba85b4-59b8-4f22-aefa-75028430ebe1 req-441ffade-9e30-4078-aaa8-432614547d87 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=107743df-d3df-459d-a6cd-9e2ab4303016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2010632 Nov 12 08:22:13.911773 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bf7ac539-553a-43d7-a409-3be9f9ac52b7 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:13.912494 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf7ac539-553a-43d7-a409-3be9f9ac52b7 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Fanout notify agent at l3_agent the message router_deleted on router 7c825998-369d-4cd7-b59e-f41f6093d1fb {{(pid=102599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:22:13.920438 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4c99f0f4-e3b5-4ac1-9854-faa1fa9bb97a req-a99b6ed3-1e82-4760-8ed5-b8fb41e9a844 tempest-ImagesOneServerTestJSON-1989146909 tempest-ImagesOneServerTestJSON-1989146909-project] 10.222.0.26 "GET /v2.0/security-groups?id=929d9580-460f-4c1d-b667-88951e5d1ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174355 Nov 12 08:22:13.932641 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bf7ac539-553a-43d7-a409-3be9f9ac52b7 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:13.937351 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-bf7ac539-553a-43d7-a409-3be9f9ac52b7 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] 10.222.0.26 "DELETE /v2.0/routers/7c825998-369d-4cd7-b59e-f41f6093d1fb HTTP/1.1" status: 204 len: 168 time: 4.3081045 Nov 12 08:22:13.938208 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 51608) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:13.945499 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-9152bf24-4b43-4fed-b258-7e180d078ee2 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1301459069', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:13.999981 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9152bf24-4b43-4fed-b258-7e180d078ee2 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:14.001806 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9152bf24-4b43-4fed-b258-7e180d078ee2 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:14.030724 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-55df5ccd-5551-4986-b383-b9a52c49edca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:14.072297 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9152bf24-4b43-4fed-b258-7e180d078ee2 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:14.079331 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-88301113-9a0d-4d7b-b70a-faf43b1f2e41 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:14.082134 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9152bf24-4b43-4fed-b258-7e180d078ee2 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052'] for router, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:14.088768 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['a9a0b5ce-4cc2-4f1e-9b15-97cf48abe435'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:22:14.106469 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-88301113-9a0d-4d7b-b70a-faf43b1f2e41 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:14.123792 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9152bf24-4b43-4fed-b258-7e180d078ee2 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:14.127751 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-9152bf24-4b43-4fed-b258-7e180d078ee2 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1865129 Nov 12 08:22:14.134698 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 51612) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:14.193085 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-c1d9fff5-89cd-440c-8ddb-7b2d59e34adb tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'enable_snat': False}}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:14.200001 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55df5ccd-5551-4986-b383-b9a52c49edca admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cc30120-a5da-4708-91fc-511f1d6982d6,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:14.232938 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eac0cb-2c13-4d28-852c-832405179bd0 req-e5a45fb7-e51a-4925-9f63-c6645da3d501 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:14.234534 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b6eac0cb-2c13-4d28-852c-832405179bd0 req-e5a45fb7-e51a-4925-9f63-c6645da3d501 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/ports?device_id=c27ffc8e-5a93-4029-b5c8-8b78f04c47fd HTTP/1.1" status: 200 len: 944 time: 0.2278104 Nov 12 08:22:14.241081 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-29ba85b4-59b8-4f22-aefa-75028430ebe1 req-8c486160-5db7-4553-a7f5-c8632ebc6e45 service neutron] 10.222.0.44 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3351827 Nov 12 08:22:14.253727 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55df5ccd-5551-4986-b383-b9a52c49edca admin admin] Checking segment: {'id': '4eb45550-96ed-4777-85ad-fa76c3dca50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '3a95e186-c945-4400-88b5-824feb7bffc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:22:14.254097 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55df5ccd-5551-4986-b383-b9a52c49edca admin admin] Network hostable DHCP agents. Network: 3a95e186-c945-4400-88b5-824feb7bffc7, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:22:14.320955 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device a014aab3-1c27-4f96-ad5a-9cacb28df111 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:22:14.329345 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55df5ccd-5551-4986-b383-b9a52c49edca admin admin] Network 3a95e186-c945-4400-88b5-824feb7bffc7 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:22:14.343480 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88301113-9a0d-4d7b-b70a-faf43b1f2e41 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Pushing event updated for resources: {'Port': ['ID=24d2ef51-1afd-48d8-a204-2c9907822116,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:14.477263 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port a014aab3-1c27-4f96-ad5a-9cacb28df111 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:14.477895 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:14.514061 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-29ba85b4-59b8-4f22-aefa-75028430ebe1 req-ac318b62-c647-4ec7-a3a7-094d2cd522f9 service neutron] 10.222.0.44 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573235 Nov 12 08:22:14.538440 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b6eac0cb-2c13-4d28-852c-832405179bd0 req-8d964dab-8304-47e3-9ad8-b785443d6b0c tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/security-groups?id=4679696e-a532-438b-8380-3e45cd46de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963624 Nov 12 08:22:14.539271 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-55df5ccd-5551-4986-b383-b9a52c49edca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 3a95e186-c945-4400-88b5-824feb7bffc7) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:22:14.569884 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55df5ccd-5551-4986-b383-b9a52c49edca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:14.570727 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-55df5ccd-5551-4986-b383-b9a52c49edca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:14.606429 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-55df5ccd-5551-4986-b383-b9a52c49edca admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.6391513 Nov 12 08:22:14.608227 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe59b15-5182-4615-b32c-1ac7ababe817 None None] Network 3a95e186-c945-4400-88b5-824feb7bffc7 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:22:14.739713 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-c3264f7d-f523-4f68-8c6c-cc19bae42c69 None None] Provisioning complete for port 24d2ef51-1afd-48d8-a204-2c9907822116 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:14.740095 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c3264f7d-f523-4f68-8c6c-cc19bae42c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:14.783171 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-c3264f7d-f523-4f68-8c6c-cc19bae42c69 None None] Port 24d2ef51-1afd-48d8-a204-2c9907822116 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:22:14.846027 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-c3264f7d-f523-4f68-8c6c-cc19bae42c69 None None] Provisioning complete for port a014aab3-1c27-4f96-ad5a-9cacb28df111 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:14.846401 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c3264f7d-f523-4f68-8c6c-cc19bae42c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:14.968188 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33374810-1473-4967-aeec-617dbe109a1a None None] Network 3a95e186-c945-4400-88b5-824feb7bffc7 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:22:15.053411 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device e6de7ede-5039-4cbf-948a-4b6058107d7b details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:22:15.055979 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device c3d87375-c113-475c-bf06-fa361dfd0b38 no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:22:15.109501 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b641aa-4e06-446f-a466-949aa5835793 req-37d51143-68db-4c89-b919-b8145389eef5 tempest-ImagesOneServerTestJSON-1989146909 tempest-ImagesOneServerTestJSON-1989146909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:15.122849 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f1b641aa-4e06-446f-a466-949aa5835793 req-37d51143-68db-4c89-b919-b8145389eef5 tempest-ImagesOneServerTestJSON-1989146909 tempest-ImagesOneServerTestJSON-1989146909-project] 10.222.0.26 "GET /v2.0/ports?device_id=76cea409-ec56-42a7-a862-0043a01ca874 HTTP/1.1" status: 200 len: 948 time: 0.0942309 Nov 12 08:22:15.165975 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c1d9fff5-89cd-440c-8ddb-7b2d59e34adb tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:15.206357 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f1b641aa-4e06-446f-a466-949aa5835793 req-b9ff4d58-a83f-49cc-8837-32b6bd2b5159 tempest-ImagesOneServerTestJSON-1989146909 tempest-ImagesOneServerTestJSON-1989146909-project] 10.222.0.26 "GET /v2.0/security-groups?id=929d9580-460f-4c1d-b667-88951e5d1ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821278 Nov 12 08:22:15.236199 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98301ce5-7cf5-41e2-8df2-db729a5dae0e req-a30a3a21-5d0d-43d3-b401-15e4c107cfe9 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:15.244364 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-98301ce5-7cf5-41e2-8df2-db729a5dae0e req-a30a3a21-5d0d-43d3-b401-15e4c107cfe9 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 943 time: 0.2249188 Nov 12 08:22:15.372649 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:15.394780 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port e6de7ede-5039-4cbf-948a-4b6058107d7b, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=e6de7ede-5039-4cbf-948a-4b6058107d7b,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:15.395779 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-88301113-9a0d-4d7b-b70a-faf43b1f2e41 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933481'] for router_interface, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:15.407332 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-98301ce5-7cf5-41e2-8df2-db729a5dae0e req-94b78d97-767b-4927-80c4-7ec3458242d3 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620376 Nov 12 08:22:15.417773 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d9f80b7-7da6-471c-ab75-5240190a613a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3d87375-c113-475c-bf06-fa361dfd0b38'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:22:15.431620 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b61a2dba-4b2f-4cbc-bf48-4f6d28300076" -d '{"events": [{"server_uuid": "2d9f80b7-7da6-471c-ab75-5240190a613a", "name": "network-vif-unplugged", "status": "completed", "tag": "c3d87375-c113-475c-bf06-fa361dfd0b38"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:22:15.442957 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': 'e6de7ede-5039-4cbf-948a-4b6058107d7b', 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016', 'port_id': 'e6de7ede-5039-4cbf-948a-4b6058107d7b', 'mac_address': 'fa:16:3e:4f:ec:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:22:15.452916 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port c3d87375-c113-475c-bf06-fa361dfd0b38, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=c3d87375-c113-475c-bf06-fa361dfd0b38,segment=NetworkSegment(e07c96e0-5af6-439e-b283-25e89ba24ea2),segment_id=e07c96e0-5af6-439e-b283-25e89ba24ea2)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:15.478521 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:15.521649 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-588b3aed-2b9f-4472-bec8-e5e028fb6562 x-openstack-request-id: req-588b3aed-2b9f-4472-bec8-e5e028fb6562 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:22:15.522084 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d9f80b7-7da6-471c-ab75-5240190a613a", "name": "network-vif-unplugged", "status": "completed", "tag": "c3d87375-c113-475c-bf06-fa361dfd0b38", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:22:15.522432 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-588b3aed-2b9f-4472-bec8-e5e028fb6562 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:22:15.523057 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d9f80b7-7da6-471c-ab75-5240190a613a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3d87375-c113-475c-bf06-fa361dfd0b38', 'code': 200} Nov 12 08:22:15.537950 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:15.549031 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-fee2522f-a955-45c2-8ccc-2d0ce20bcddd None None] Provisioning complete for port 24d2ef51-1afd-48d8-a204-2c9907822116 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:15.550940 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-fee2522f-a955-45c2-8ccc-2d0ce20bcddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:15.613344 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6de7ede-5039-4cbf-948a-4b6058107d7b {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:22:15.636466 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port e6de7ede-5039-4cbf-948a-4b6058107d7b, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=e6de7ede-5039-4cbf-948a-4b6058107d7b,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:15.647800 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:15.649921 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=c3d87375-c113-475c-bf06-fa361dfd0b38,revision_number=8']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:15.659029 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-fee2522f-a955-45c2-8ccc-2d0ce20bcddd None None] Port 24d2ef51-1afd-48d8-a204-2c9907822116 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:22:15.722894 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-88301113-9a0d-4d7b-b70a-faf43b1f2e41 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:15.728222 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=e6de7ede-5039-4cbf-948a-4b6058107d7b,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:15.739766 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c1d9fff5-89cd-440c-8ddb-7b2d59e34adb tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:15.762997 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d16588-b570-45c1-8306-244794d7f36b req-149344ea-a6a8-448b-9c25-99a69103d10f tempest-InstanceActionsV221TestJSON-1661849108 tempest-InstanceActionsV221TestJSON-1661849108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:15.764568 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-77d16588-b570-45c1-8306-244794d7f36b req-149344ea-a6a8-448b-9c25-99a69103d10f tempest-InstanceActionsV221TestJSON-1661849108 tempest-InstanceActionsV221TestJSON-1661849108-project] 10.222.0.26 "GET /v2.0/networks?id=3a95e186-c945-4400-88b5-824feb7bffc7 HTTP/1.1" status: 200 len: 818 time: 0.1947687 Nov 12 08:22:15.766667 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c1d9fff5-89cd-440c-8ddb-7b2d59e34adb tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:15.787160 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-77d16588-b570-45c1-8306-244794d7f36b req-1820cbcd-8e69-496b-9f18-ff870ffce8f0 tempest-InstanceActionsV221TestJSON-1661849108 tempest-InstanceActionsV221TestJSON-1661849108-project] 10.222.0.26 "GET /v2.0/quotas/227fd69215f443c6ad2d4c1a2669ac9f HTTP/1.1" status: 200 len: 375 time: 0.0149021 Nov 12 08:22:15.795486 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2574a1-d2d4-49e7-92dc-91dc1666f507 req-0012cd67-c8fe-4a2e-9aa0-1b266fe865b5 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:15.796968 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bb2574a1-d2d4-49e7-92dc-91dc1666f507 req-0012cd67-c8fe-4a2e-9aa0-1b266fe865b5 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/ports?device_id=c27ffc8e-5a93-4029-b5c8-8b78f04c47fd HTTP/1.1" status: 200 len: 944 time: 0.1247590 Nov 12 08:22:15.819093 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-77d16588-b570-45c1-8306-244794d7f36b req-1c91443f-0757-4a53-9203-fade8ddf67c5 tempest-InstanceActionsV221TestJSON-1661849108 tempest-InstanceActionsV221TestJSON-1661849108-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=227fd69215f443c6ad2d4c1a2669ac9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294175 Nov 12 08:22:15.931652 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-77d16588-b570-45c1-8306-244794d7f36b req-48974430-47b8-4081-bd20-2c7516ba21f5 service neutron] 10.222.0.26 "GET /v2.0/networks/3a95e186-c945-4400-88b5-824feb7bffc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033301 Nov 12 08:22:16.027490 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['e6de7ede-5039-4cbf-948a-4b6058107d7b'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:22:16.045592 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-77d16588-b570-45c1-8306-244794d7f36b req-7d66ba20-0f52-4b97-b9b5-8906224a7a67 service neutron] 10.222.0.26 "GET /v2.0/networks/3a95e186-c945-4400-88b5-824feb7bffc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130767 Nov 12 08:22:16.066852 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bb2574a1-d2d4-49e7-92dc-91dc1666f507 req-e76e4c8d-ea5a-4290-9ad6-de7ba7c886e2 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/security-groups?id=4679696e-a532-438b-8380-3e45cd46de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601275 Nov 12 08:22:16.200238 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-c1d9fff5-89cd-440c-8ddb-7b2d59e34adb tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Allocated IP 172.25.2.139 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/cfb4a82d-ad0c-4468-b7f5-29f815e22020) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:22:16.334177 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0266dcc8-564e-4c71-84be-67fb4a6d720f req-af862c02-19a9-40b3-a344-26a29a57aa98 tempest-InstanceActionsV221TestJSON-1661849108 tempest-InstanceActionsV221TestJSON-1661849108-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ef3c57a-2518-4ca4-be1a-50d90ce431b0 HTTP/1.1" status: 200 len: 210 time: 0.0690575 Nov 12 08:22:16.374174 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-88301113-9a0d-4d7b-b70a-faf43b1f2e41 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:16.383964 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-88301113-9a0d-4d7b-b70a-faf43b1f2e41 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:16.413220 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704931d6-eab3-46bb-bfe5-b437de032e26 req-53b67fc0-21ad-491c-8c84-a5e654fa1b51 tempest-ImagesOneServerTestJSON-1989146909 tempest-ImagesOneServerTestJSON-1989146909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:16.421855 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-704931d6-eab3-46bb-bfe5-b437de032e26 req-53b67fc0-21ad-491c-8c84-a5e654fa1b51 tempest-ImagesOneServerTestJSON-1989146909 tempest-ImagesOneServerTestJSON-1989146909-project] 10.222.0.26 "GET /v2.0/ports?device_id=76cea409-ec56-42a7-a862-0043a01ca874 HTTP/1.1" status: 200 len: 949 time: 0.0924146 Nov 12 08:22:16.468595 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c1d9fff5-89cd-440c-8ddb-7b2d59e34adb tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:16.491773 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-704931d6-eab3-46bb-bfe5-b437de032e26 req-f13c1273-9a5a-43d4-8ad2-b5978f4f92e9 tempest-ImagesOneServerTestJSON-1989146909 tempest-ImagesOneServerTestJSON-1989146909-project] 10.222.0.26 "GET /v2.0/security-groups?id=929d9580-460f-4c1d-b667-88951e5d1ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689259 Nov 12 08:22:16.499385 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88301113-9a0d-4d7b-b70a-faf43b1f2e41 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Pushing event updated for resources: {'Port': ['ID=24d2ef51-1afd-48d8-a204-2c9907822116,revision_number=3']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:16.502091 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-88301113-9a0d-4d7b-b70a-faf43b1f2e41 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933629'] for router_interface, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:16.626938 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c1d9fff5-89cd-440c-8ddb-7b2d59e34adb tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:16.682657 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6665d9dc-40a6-4414-b75f-3649b860625e req-496addc0-3c33-44e2-80a8-624da5466555 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:16.685456 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6665d9dc-40a6-4414-b75f-3649b860625e req-496addc0-3c33-44e2-80a8-624da5466555 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 943 time: 0.1622543 Nov 12 08:22:16.705311 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d9fff5-89cd-440c-8ddb-7b2d59e34adb tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:22:16.717571 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-c1d9fff5-89cd-440c-8ddb-7b2d59e34adb tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:22:16.727120 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d9fff5-89cd-440c-8ddb-7b2d59e34adb tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:22:16.729001 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d9fff5-89cd-440c-8ddb-7b2d59e34adb tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Pushing event updated for resources: {'Port': ['ID=cfb4a82d-ad0c-4468-b7f5-29f815e22020,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:16.758145 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88301113-9a0d-4d7b-b70a-faf43b1f2e41 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Network af93bca5-3a56-4170-8ac3-a93c0ad983c7 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:22:16.767244 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-88301113-9a0d-4d7b-b70a-faf43b1f2e41 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:22:16.926990 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6665d9dc-40a6-4414-b75f-3649b860625e req-b1f0f6a9-e067-4d84-a584-6ba9cee8c6fe tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285197 Nov 12 08:22:17.025240 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device c3d87375-c113-475c-bf06-fa361dfd0b38 details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:22:17.054671 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device e6de7ede-5039-4cbf-948a-4b6058107d7b up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:22:17.139362 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88301113-9a0d-4d7b-b70a-faf43b1f2e41 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Router 6790053e-0799-4319-92b3-44ceee311dfd is scheduled to L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 with binding_index 1 {{(pid=102600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:22:17.251533 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-b43d0ab6-eff2-4330-9a9d-4665786af9f7 None None] Provisioning complete for port 24d2ef51-1afd-48d8-a204-2c9907822116 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:17.252204 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b43d0ab6-eff2-4330-9a9d-4665786af9f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:17.282366 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning for port e6de7ede-5039-4cbf-948a-4b6058107d7b completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:22:17.304278 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port e6de7ede-5039-4cbf-948a-4b6058107d7b triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:17.304652 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:17.310217 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 51730) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:17.323691 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c1d9fff5-89cd-440c-8ddb-7b2d59e34adb tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:17.337612 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ab1e5a-e63d-424e-b471-a568891a3f4e req-71982989-b1a4-4eca-b984-c2397e613069 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:17.343818 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-15ab1e5a-e63d-424e-b471-a568891a3f4e req-71982989-b1a4-4eca-b984-c2397e613069 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/ports?device_id=c27ffc8e-5a93-4029-b5c8-8b78f04c47fd HTTP/1.1" status: 200 len: 944 time: 0.1399117 Nov 12 08:22:17.377415 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-b43d0ab6-eff2-4330-9a9d-4665786af9f7 None None] Port 24d2ef51-1afd-48d8-a204-2c9907822116 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:22:17.405949 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88301113-9a0d-4d7b-b70a-faf43b1f2e41 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:22:17.414896 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-88301113-9a0d-4d7b-b70a-faf43b1f2e41 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "PUT /v2.0/routers/6790053e-0799-4319-92b3-44ceee311dfd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5219750 Nov 12 08:22:17.414896 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 51736) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:17.416361 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76dd4b3-c405-4500-9bca-8b6d8a9394b7 None None] Sync routers for ids ['6790053e-0799-4319-92b3-44ceee311dfd'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:22:17.431935 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:17.436641 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port c3d87375-c113-475c-bf06-fa361dfd0b38, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=c3d87375-c113-475c-bf06-fa361dfd0b38,segment=NetworkSegment(e07c96e0-5af6-439e-b283-25e89ba24ea2),segment_id=e07c96e0-5af6-439e-b283-25e89ba24ea2)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:17.469445 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': 'c3d87375-c113-475c-bf06-fa361dfd0b38', 'network_id': '392b706c-fa83-40b2-ba41-e97d70efdd1d', 'port_id': 'c3d87375-c113-475c-bf06-fa361dfd0b38', 'mac_address': 'fa:16:3e:2f:88:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d250a72-e563-4d6e-ac4f-f44698e0ce3c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:22:17.471624 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76dd4b3-c405-4500-9bca-8b6d8a9394b7 None None] Routers {'6790053e-0799-4319-92b3-44ceee311dfd'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:22:17.472548 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-f76dd4b3-c405-4500-9bca-8b6d8a9394b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:22:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['6790053e-0799-4319-92b3-44ceee311dfd'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:17.533788 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-15ab1e5a-e63d-424e-b471-a568891a3f4e req-52c17828-8b04-4e20-889c-1e9ff2232bb1 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/security-groups?id=4679696e-a532-438b-8380-3e45cd46de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845732 Nov 12 08:22:17.557308 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f991b783-6de5-4072-bc60-971145e98dac tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:17.559147 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76cea409-ec56-42a7-a862-0043a01ca874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6de7ede-5039-4cbf-948a-4b6058107d7b'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:22:17.561870 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e65e037e-9242-4e8a-a494-7b485b3a3296" -d '{"events": [{"server_uuid": "76cea409-ec56-42a7-a862-0043a01ca874", "name": "network-vif-plugged", "status": "completed", "tag": "e6de7ede-5039-4cbf-948a-4b6058107d7b"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:22:17.562481 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 51742) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:17.563170 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-f991b783-6de5-4072-bc60-971145e98dac tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "GET /v2.0/ports?device_id=6790053e-0799-4319-92b3-44ceee311dfd HTTP/1.1" status: 200 len: 983 time: 0.1471994 Nov 12 08:22:17.565274 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:17.613892 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3d87375-c113-475c-bf06-fa361dfd0b38 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:22:17.622669 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ad7ab7a9-0878-4bcd-adff-24e897ab55aa req-b80f48fc-5ff3-4c4e-9333-1e49c808987f tempest-InstanceActionsV221TestJSON-1661849108 tempest-InstanceActionsV221TestJSON-1661849108-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ef3c57a-2518-4ca4-be1a-50d90ce431b0 HTTP/1.1" status: 200 len: 210 time: 0.0582340 Nov 12 08:22:17.625299 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-f76dd4b3-c405-4500-9bca-8b6d8a9394b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:17.635349 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port e6de7ede-5039-4cbf-948a-4b6058107d7b, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=e6de7ede-5039-4cbf-948a-4b6058107d7b,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:17.654392 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76dd4b3-c405-4500-9bca-8b6d8a9394b7 None None] Routers {'6790053e-0799-4319-92b3-44ceee311dfd'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:22:17.656448 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-f76dd4b3-c405-4500-9bca-8b6d8a9394b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:22:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['6790053e-0799-4319-92b3-44ceee311dfd'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:17.670683 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:17.671342 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device a9a0b5ce-4cc2-4f1e-9b15-97cf48abe435 up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:22:17.672909 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c1e13e72-8bd5-49f9-92e6-2847bf20bb00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:17.715996 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c1d9fff5-89cd-440c-8ddb-7b2d59e34adb tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-932935', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57732'] for router, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:17.724353 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c1d9fff5-89cd-440c-8ddb-7b2d59e34adb tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-932942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-933045', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-919336'] for router, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:17.750946 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-f76dd4b3-c405-4500-9bca-8b6d8a9394b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:17.751855 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76dd4b3-c405-4500-9bca-8b6d8a9394b7 None None] The sync data for ids ['6790053e-0799-4319-92b3-44ceee311dfd'] in n-d-765315-29 is: [] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:22:17.782679 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=e6de7ede-5039-4cbf-948a-4b6058107d7b,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:17.796554 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port c3d87375-c113-475c-bf06-fa361dfd0b38, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=c3d87375-c113-475c-bf06-fa361dfd0b38,segment=NetworkSegment(e07c96e0-5af6-439e-b283-25e89ba24ea2),segment_id=e07c96e0-5af6-439e-b283-25e89ba24ea2)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:17.804329 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97752f74-a159-4424-aa54-690324c16755 x-openstack-request-id: req-97752f74-a159-4424-aa54-690324c16755 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:22:17.804608 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76cea409-ec56-42a7-a862-0043a01ca874", "name": "network-vif-plugged", "status": "completed", "tag": "e6de7ede-5039-4cbf-948a-4b6058107d7b", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:22:17.805099 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-97752f74-a159-4424-aa54-690324c16755 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:22:17.805727 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76cea409-ec56-42a7-a862-0043a01ca874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6de7ede-5039-4cbf-948a-4b6058107d7b', 'code': 200} Nov 12 08:22:17.807472 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:17.853391 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning for port a9a0b5ce-4cc2-4f1e-9b15-97cf48abe435 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:22:17.873725 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port a9a0b5ce-4cc2-4f1e-9b15-97cf48abe435 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:17.874382 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:17.893678 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c1e13e72-8bd5-49f9-92e6-2847bf20bb00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:17.904820 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c1e13e72-8bd5-49f9-92e6-2847bf20bb00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:17.938389 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-c1e13e72-8bd5-49f9-92e6-2847bf20bb00 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0185aa326d22404f9f9326b561d13522&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6249928 Nov 12 08:22:17.942069 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 51756) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:17.989734 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e13e72-8bd5-49f9-92e6-2847bf20bb00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5424d19-9bfd-4027-8ac8-80478f987508,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:18.009177 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['c3d87375-c113-475c-bf06-fa361dfd0b38'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:22:18.115593 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=c3d87375-c113-475c-bf06-fa361dfd0b38,revision_number=9']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:18.172966 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-288201f4-4627-4677-be24-593c77aa1937 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:18.232534 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1d9fff5-89cd-440c-8ddb-7b2d59e34adb tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Router fbc1a6b4-940d-44cc-9b0d-ef6b16197947 is scheduled to L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 with binding_index 1 {{(pid=102600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:22:18.257752 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-288201f4-4627-4677-be24-593c77aa1937 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:18.384812 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:18.419658 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd0a698-f0de-4e6c-8122-5706e2c91925 req-fc421f8a-dd02-4939-83ce-5a545d0ae918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:18.422304 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1cd0a698-f0de-4e6c-8122-5706e2c91925 req-fc421f8a-dd02-4939-83ce-5a545d0ae918 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=76cea409-ec56-42a7-a862-0043a01ca874 HTTP/1.1" status: 200 len: 1102 time: 0.2174578 Nov 12 08:22:18.442013 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0494ba01-5e13-4c23-88b7-b650159a5701 req-72f775fe-b2e5-4b78-95e9-cd243498a7cf tempest-ImagesOneServerTestJSON-1989146909 tempest-ImagesOneServerTestJSON-1989146909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:18.449807 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port a9a0b5ce-4cc2-4f1e-9b15-97cf48abe435, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=a9a0b5ce-4cc2-4f1e-9b15-97cf48abe435,segment=NetworkSegment(296922ca-424d-4760-9058-82e70353f16a),segment_id=296922ca-424d-4760-9058-82e70353f16a)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:18.451378 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0494ba01-5e13-4c23-88b7-b650159a5701 req-72f775fe-b2e5-4b78-95e9-cd243498a7cf tempest-ImagesOneServerTestJSON-1989146909 tempest-ImagesOneServerTestJSON-1989146909-project] 10.222.0.26 "GET /v2.0/ports?device_id=76cea409-ec56-42a7-a862-0043a01ca874 HTTP/1.1" status: 200 len: 950 time: 0.2382882 Nov 12 08:22:18.458410 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:18.516969 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=a9a0b5ce-4cc2-4f1e-9b15-97cf48abe435,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:18.565750 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1cd0a698-f0de-4e6c-8122-5706e2c91925 req-03816d52-1e5e-43a3-b6b4-817e2453ce77 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=929d9580-460f-4c1d-b667-88951e5d1ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342053 Nov 12 08:22:18.631811 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0494ba01-5e13-4c23-88b7-b650159a5701 req-d29906ce-eacf-40cc-883a-0fe50932e0c1 tempest-ImagesOneServerTestJSON-1989146909 tempest-ImagesOneServerTestJSON-1989146909-project] 10.222.0.26 "GET /v2.0/security-groups?id=929d9580-460f-4c1d-b667-88951e5d1ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747141 Nov 12 08:22:18.790322 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d16588-b570-45c1-8306-244794d7f36b req-db685bc4-382c-456b-bdcb-12634d174efd tempest-InstanceActionsV221TestJSON-1661849108 tempest-InstanceActionsV221TestJSON-1661849108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:18.791850 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-77d16588-b570-45c1-8306-244794d7f36b req-db685bc4-382c-456b-bdcb-12634d174efd tempest-InstanceActionsV221TestJSON-1661849108 tempest-InstanceActionsV221TestJSON-1661849108-project] 10.222.0.21 "GET /v2.0/networks?id=3a95e186-c945-4400-88b5-824feb7bffc7 HTTP/1.1" status: 200 len: 818 time: 0.7154007 Nov 12 08:22:18.839532 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-77d16588-b570-45c1-8306-244794d7f36b req-dd9f460d-8e81-4b0a-8bfa-b4ae4ecf9f76 tempest-InstanceActionsV221TestJSON-1661849108 tempest-InstanceActionsV221TestJSON-1661849108-project] Request body: {'port': {'device_id': '6ef3c57a-2518-4ca4-be1a-50d90ce431b0', 'network_id': '3a95e186-c945-4400-88b5-824feb7bffc7', 'admin_state_up': True, 'tenant_id': '227fd69215f443c6ad2d4c1a2669ac9f'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:18.869915 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f69a0e-6c9c-445c-87d8-a082df18705c req-5673cddd-4b5b-4b6b-a2ac-dedab4d04430 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:18.879584 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b2f69a0e-6c9c-445c-87d8-a082df18705c req-5673cddd-4b5b-4b6b-a2ac-dedab4d04430 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 943 time: 0.7730861 Nov 12 08:22:18.894440 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dbc158-b181-4814-b02b-54c1f485e0a9 req-2423f3ae-6f81-4359-989a-e6e6b2ff731e tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:18.904809 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d0dbc158-b181-4814-b02b-54c1f485e0a9 req-2423f3ae-6f81-4359-989a-e6e6b2ff731e tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/ports?device_id=c27ffc8e-5a93-4029-b5c8-8b78f04c47fd HTTP/1.1" status: 200 len: 945 time: 0.1596494 Nov 12 08:22:18.905318 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-288201f4-4627-4677-be24-593c77aa1937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:18.907920 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-288201f4-4627-4677-be24-593c77aa1937 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:18.909051 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-288201f4-4627-4677-be24-593c77aa1937 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a5424d19-9bfd-4027-8ac8-80478f987508 HTTP/1.1" status: 204 len: 168 time: 0.9612427 Nov 12 08:22:18.997450 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288201f4-4627-4677-be24-593c77aa1937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5424d19-9bfd-4027-8ac8-80478f987508,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:19.045656 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device c3d87375-c113-475c-bf06-fa361dfd0b38 up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:22:19.187050 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d0dbc158-b181-4814-b02b-54c1f485e0a9 req-70bea7da-fa75-43ca-a16e-a9dd1522655e tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/security-groups?id=4679696e-a532-438b-8380-3e45cd46de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796128 Nov 12 08:22:19.201283 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b2f69a0e-6c9c-445c-87d8-a082df18705c req-abaebf4d-c0f2-4d1d-9ae6-5ead5f46fefa tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3186600 Nov 12 08:22:19.250221 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1d9fff5-89cd-440c-8ddb-7b2d59e34adb tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:22:19.252336 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e6505c42-2799-4899-ad91-97003c36c9a9 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933586'] for router_interface, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:19.269945 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c1d9fff5-89cd-440c-8ddb-7b2d59e34adb tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:19.278743 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-c1d9fff5-89cd-440c-8ddb-7b2d59e34adb tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] 10.222.0.26 "PUT /v2.0/routers/fbc1a6b4-940d-44cc-9b0d-ef6b16197947 HTTP/1.1" status: 200 len: 916 time: 5.1342828 Nov 12 08:22:19.280308 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 51776) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:19.340535 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f24930a-fe6b-4672-8447-27065b0700b0 None None] Sync routers for ids ['fbc1a6b4-940d-44cc-9b0d-ef6b16197947'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:22:19.358846 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77d16588-b570-45c1-8306-244794d7f36b req-dd9f460d-8e81-4b0a-8bfa-b4ae4ecf9f76 tempest-InstanceActionsV221TestJSON-1661849108 tempest-InstanceActionsV221TestJSON-1661849108-project] Made reservation on behalf of 227fd69215f443c6ad2d4c1a2669ac9f for: {'port': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:22:19.362499 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-77d16588-b570-45c1-8306-244794d7f36b req-dd9f460d-8e81-4b0a-8bfa-b4ae4ecf9f76 tempest-InstanceActionsV221TestJSON-1661849108 tempest-InstanceActionsV221TestJSON-1661849108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:19.371226 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f24930a-fe6b-4672-8447-27065b0700b0 None None] Routers {'fbc1a6b4-940d-44cc-9b0d-ef6b16197947'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:22:19.371866 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-0f24930a-fe6b-4672-8447-27065b0700b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:22:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['fbc1a6b4-940d-44cc-9b0d-ef6b16197947'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:19.441440 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-0f24930a-fe6b-4672-8447-27065b0700b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:19.460610 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f24930a-fe6b-4672-8447-27065b0700b0 None None] Routers {'fbc1a6b4-940d-44cc-9b0d-ef6b16197947'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:22:19.461855 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-0f24930a-fe6b-4672-8447-27065b0700b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:22:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['fbc1a6b4-940d-44cc-9b0d-ef6b16197947'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:19.523875 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-47425d3b-5581-448f-bd9f-2a9ee3ecf039 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] 10.222.0.26 "GET /v2.0/routers/fbc1a6b4-940d-44cc-9b0d-ef6b16197947 HTTP/1.1" status: 200 len: 922 time: 0.2404919 Nov 12 08:22:19.527264 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 51778) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:19.565336 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-0f24930a-fe6b-4672-8447-27065b0700b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:19.569268 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f24930a-fe6b-4672-8447-27065b0700b0 None None] The sync data for ids ['fbc1a6b4-940d-44cc-9b0d-ef6b16197947'] in n-d-765315-29 is: [] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:22:19.578950 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0d615124-0d5a-4ad2-b057-e95544b75f3b req-ea0e54e6-d33b-4320-9cff-4334cc157a6a tempest-InstanceActionsV221TestJSON-1661849108 tempest-InstanceActionsV221TestJSON-1661849108-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ef3c57a-2518-4ca4-be1a-50d90ce431b0 HTTP/1.1" status: 200 len: 210 time: 0.2501717 Nov 12 08:22:19.579959 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 51780) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:19.609482 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port c3d87375-c113-475c-bf06-fa361dfd0b38 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:19.611343 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:19.615618 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-15243329-4488-4946-a3d3-85ebe7ed12c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:19.629582 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [req-77d16588-b570-45c1-8306-244794d7f36b req-dd9f460d-8e81-4b0a-8bfa-b4ae4ecf9f76 tempest-InstanceActionsV221TestJSON-1661849108 tempest-InstanceActionsV221TestJSON-1661849108-project] Allocated IP 172.20.0.12 (3a95e186-c945-4400-88b5-824feb7bffc7/4cc30120-a5da-4708-91fc-511f1d6982d6/d4a2e082-5fa1-48a0-a94c-e40b4019ee7b) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:22:19.641628 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702229ea-620b-43f1-ba66-ac2b1dc28a6a tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:19.643403 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-702229ea-620b-43f1-ba66-ac2b1dc28a6a tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=d709f64f-f9e6-4525-b020-ad48633b9bbf&device_id=fbc1a6b4-940d-44cc-9b0d-ef6b16197947&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1148760 Nov 12 08:22:19.647581 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 51782) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:19.773149 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-15243329-4488-4946-a3d3-85ebe7ed12c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:19.784497 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-15243329-4488-4946-a3d3-85ebe7ed12c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:19.785210 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:19.817016 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15243329-4488-4946-a3d3-85ebe7ed12c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a86302-ea1e-40ce-94fc-7eb397d2f2a1,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:19.849039 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c27ffc8e-5a93-4029-b5c8-8b78f04c47fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9a0b5ce-4cc2-4f1e-9b15-97cf48abe435'}, {'server_uuid': '2d9f80b7-7da6-471c-ab75-5240190a613a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3d87375-c113-475c-bf06-fa361dfd0b38'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:22:19.851836 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a6d15c4-6b99-4073-837c-a79957262efb" -d '{"events": [{"server_uuid": "c27ffc8e-5a93-4029-b5c8-8b78f04c47fd", "name": "network-vif-plugged", "status": "completed", "tag": "a9a0b5ce-4cc2-4f1e-9b15-97cf48abe435"}, {"server_uuid": "2d9f80b7-7da6-471c-ab75-5240190a613a", "name": "network-vif-plugged", "status": "completed", "tag": "c3d87375-c113-475c-bf06-fa361dfd0b38"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:22:19.854163 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764272c0-394c-4bf9-bba9-cb49517b69b8 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:19.856645 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-764272c0-394c-4bf9-bba9-cb49517b69b8 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] 10.222.0.26 "GET /v2.0/networks/d709f64f-f9e6-4525-b020-ad48633b9bbf HTTP/1.1" status: 200 len: 881 time: 0.2080090 Nov 12 08:22:19.866893 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 51792) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:19.873019 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port c3d87375-c113-475c-bf06-fa361dfd0b38, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=c3d87375-c113-475c-bf06-fa361dfd0b38,segment=NetworkSegment(e07c96e0-5af6-439e-b283-25e89ba24ea2),segment_id=e07c96e0-5af6-439e-b283-25e89ba24ea2)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:19.881721 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:19.939316 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 51794) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:19.941065 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-d390e9c5-7f02-4a69-8358-0d8b8e1e6ece tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbc1a6b4-940d-44cc-9b0d-ef6b16197947 HTTP/1.1" status: 200 len: 205 time: 0.0673516 Nov 12 08:22:19.950058 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-15243329-4488-4946-a3d3-85ebe7ed12c7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=adf50717928e4c54835fefceb0e2d978&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3687563 Nov 12 08:22:19.956913 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 51796) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:19.991353 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 08:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b01bb59-262a-4215-89f9-6ed1275c6178 x-openstack-request-id: req-4b01bb59-262a-4215-89f9-6ed1275c6178 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:22:19.994667 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c27ffc8e-5a93-4029-b5c8-8b78f04c47fd", "name": "network-vif-plugged", "status": "completed", "tag": "a9a0b5ce-4cc2-4f1e-9b15-97cf48abe435", "code": 200}, {"server_uuid": "2d9f80b7-7da6-471c-ab75-5240190a613a", "name": "network-vif-plugged", "status": "completed", "tag": "c3d87375-c113-475c-bf06-fa361dfd0b38", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:22:19.996756 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4b01bb59-262a-4215-89f9-6ed1275c6178 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:22:19.997859 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c27ffc8e-5a93-4029-b5c8-8b78f04c47fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9a0b5ce-4cc2-4f1e-9b15-97cf48abe435', 'code': 200} Nov 12 08:22:19.998355 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d9f80b7-7da6-471c-ab75-5240190a613a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3d87375-c113-475c-bf06-fa361dfd0b38', 'code': 200} Nov 12 08:22:19.999300 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=c3d87375-c113-475c-bf06-fa361dfd0b38,revision_number=10']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:20.040260 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9d042ec6-9b1b-4328-a749-acaa5a38f1bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:20.067314 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9d042ec6-9b1b-4328-a749-acaa5a38f1bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:20.080761 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01dca5e-5bdc-48ac-afa6-9cda3e58d38b req-661a4ded-28cf-4a1e-a45c-bc0f47ca0422 tempest-ImagesOneServerTestJSON-1989146909 tempest-ImagesOneServerTestJSON-1989146909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:20.082784 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f01dca5e-5bdc-48ac-afa6-9cda3e58d38b req-661a4ded-28cf-4a1e-a45c-bc0f47ca0422 tempest-ImagesOneServerTestJSON-1989146909 tempest-ImagesOneServerTestJSON-1989146909-project] 10.222.0.26 "GET /v2.0/ports?device_id=76cea409-ec56-42a7-a862-0043a01ca874 HTTP/1.1" status: 200 len: 950 time: 0.2245529 Nov 12 08:22:20.150490 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-539f3484-200e-4631-96b3-d7011e5ff806 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks [] for router, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:20.152470 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-e6505c42-2799-4899-ad91-97003c36c9a9 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Deleting port 24d2ef51-1afd-48d8-a204-2c9907822116 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:22:20.152831 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e6505c42-2799-4899-ad91-97003c36c9a9 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:20.171878 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9d042ec6-9b1b-4328-a749-acaa5a38f1bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:20.174550 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9d042ec6-9b1b-4328-a749-acaa5a38f1bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:20.175771 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-9d042ec6-9b1b-4328-a749-acaa5a38f1bf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b2a86302-ea1e-40ce-94fc-7eb397d2f2a1 HTTP/1.1" status: 204 len: 168 time: 0.2183585 Nov 12 08:22:20.246567 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d042ec6-9b1b-4328-a749-acaa5a38f1bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a86302-ea1e-40ce-94fc-7eb397d2f2a1,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:20.329491 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f01dca5e-5bdc-48ac-afa6-9cda3e58d38b req-3b08a87d-9492-48b8-af01-5c718f47aa65 tempest-ImagesOneServerTestJSON-1989146909 tempest-ImagesOneServerTestJSON-1989146909-project] 10.222.0.26 "GET /v2.0/security-groups?id=929d9580-460f-4c1d-b667-88951e5d1ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338738 Nov 12 08:22:20.442435 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a01f7-de54-4300-97b6-91072f9ec165 req-021751bc-ed73-4747-816a-9dbb5262e0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:20.448104 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c44a01f7-de54-4300-97b6-91072f9ec165 req-021751bc-ed73-4747-816a-9dbb5262e0ae service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c27ffc8e-5a93-4029-b5c8-8b78f04c47fd HTTP/1.1" status: 200 len: 1097 time: 0.3247778 Nov 12 08:22:20.464352 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 73685504-dbc6-48c5-be42-7df6febab919 details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:22:20.560530 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-77d16588-b570-45c1-8306-244794d7f36b req-dd9f460d-8e81-4b0a-8bfa-b4ae4ecf9f76 tempest-InstanceActionsV221TestJSON-1661849108 tempest-InstanceActionsV221TestJSON-1661849108-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:20.587525 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e6505c42-2799-4899-ad91-97003c36c9a9 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:20.623949 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-e6505c42-2799-4899-ad91-97003c36c9a9 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Calling delete_port for 24d2ef51-1afd-48d8-a204-2c9907822116 owned by network:router_interface {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:22:20.666872 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-77d16588-b570-45c1-8306-244794d7f36b req-dd9f460d-8e81-4b0a-8bfa-b4ae4ecf9f76 tempest-InstanceActionsV221TestJSON-1661849108 tempest-InstanceActionsV221TestJSON-1661849108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:20.706710 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 73685504-dbc6-48c5-be42-7df6febab919, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=73685504-dbc6-48c5-be42-7df6febab919,segment=NetworkSegment(f556910d-c385-437f-a6fb-f3c9395b9194),segment_id=f556910d-c385-437f-a6fb-f3c9395b9194)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:20.736227 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Returning: {'device': '73685504-dbc6-48c5-be42-7df6febab919', 'network_id': 'c164b714-a9ee-49ae-ab85-02a2461298d9', 'port_id': '73685504-dbc6-48c5-be42-7df6febab919', 'mac_address': 'fa:16:3e:39:ee:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beed55bb-7519-49f9-9b0f-9ca9d1c87988', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:22:20.786575 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77d16588-b570-45c1-8306-244794d7f36b req-dd9f460d-8e81-4b0a-8bfa-b4ae4ecf9f76 tempest-InstanceActionsV221TestJSON-1661849108 tempest-InstanceActionsV221TestJSON-1661849108-project] Network 3a95e186-c945-4400-88b5-824feb7bffc7 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:22:20.791810 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [req-77d16588-b570-45c1-8306-244794d7f36b req-dd9f460d-8e81-4b0a-8bfa-b4ae4ecf9f76 tempest-InstanceActionsV221TestJSON-1661849108 tempest-InstanceActionsV221TestJSON-1661849108-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:22:20.799838 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [req-77d16588-b570-45c1-8306-244794d7f36b req-dd9f460d-8e81-4b0a-8bfa-b4ae4ecf9f76 tempest-InstanceActionsV221TestJSON-1661849108 tempest-InstanceActionsV221TestJSON-1661849108-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:22:20.863710 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:20.866062 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eca2857-b2e1-48e1-80b2-8b1900404539 req-862ba115-2d9e-4c57-960d-d8ef617c37b0 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:20.867785 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5eca2857-b2e1-48e1-80b2-8b1900404539 req-862ba115-2d9e-4c57-960d-d8ef617c37b0 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 943 time: 0.2458894 Nov 12 08:22:20.884427 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f460d-8e81-4b0a-8bfa-b4ae4ecf9f76 tempest-InstanceActionsV221TestJSON-1661849108 tempest-InstanceActionsV221TestJSON-1661849108-project] Pushing event updated for resources: {'Port': ['ID=d4a2e082-5fa1-48a0-a94c-e40b4019ee7b,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:20.889289 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-e530113a-7783-48f4-9840-8911a24052df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73685504-dbc6-48c5-be42-7df6febab919 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:22:20.917647 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 73685504-dbc6-48c5-be42-7df6febab919, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=73685504-dbc6-48c5-be42-7df6febab919,segment=NetworkSegment(f556910d-c385-437f-a6fb-f3c9395b9194),segment_id=f556910d-c385-437f-a6fb-f3c9395b9194)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:20.931112 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:20.939114 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-539f3484-200e-4631-96b3-d7011e5ff806 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:20.962715 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d16588-b570-45c1-8306-244794d7f36b req-dd9f460d-8e81-4b0a-8bfa-b4ae4ecf9f76 tempest-InstanceActionsV221TestJSON-1661849108 tempest-InstanceActionsV221TestJSON-1661849108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:20.963315 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-77d16588-b570-45c1-8306-244794d7f36b req-dd9f460d-8e81-4b0a-8bfa-b4ae4ecf9f76 tempest-InstanceActionsV221TestJSON-1661849108 tempest-InstanceActionsV221TestJSON-1661849108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:20.972882 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5eca2857-b2e1-48e1-80b2-8b1900404539 req-58839f7a-c81e-45fa-8757-dcc45564fa3e tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944934 Nov 12 08:22:21.015855 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-77d16588-b570-45c1-8306-244794d7f36b req-dd9f460d-8e81-4b0a-8bfa-b4ae4ecf9f76 tempest-InstanceActionsV221TestJSON-1661849108 tempest-InstanceActionsV221TestJSON-1661849108-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2140913 Nov 12 08:22:21.064592 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=73685504-dbc6-48c5-be42-7df6febab919,revision_number=9']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:21.077996 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-539f3484-200e-4631-96b3-d7011e5ff806 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Deleting port cfb4a82d-ad0c-4468-b7f5-29f815e22020 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:22:21.078921 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-539f3484-200e-4631-96b3-d7011e5ff806 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:21.102672 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e6505c42-2799-4899-ad91-97003c36c9a9 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:21.146524 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393d5bc3-5ac8-4e03-8872-93d6495b805a req-09e45a82-296a-494e-a0d5-7755374781af tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:21.155340 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-393d5bc3-5ac8-4e03-8872-93d6495b805a req-09e45a82-296a-494e-a0d5-7755374781af tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/ports?device_id=c27ffc8e-5a93-4029-b5c8-8b78f04c47fd HTTP/1.1" status: 200 len: 945 time: 0.8092310 Nov 12 08:22:21.232445 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['73685504-dbc6-48c5-be42-7df6febab919'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:22:21.237532 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6505c42-2799-4899-ad91-97003c36c9a9 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Pushing event deleted for resources: {'Port': ['ID=24d2ef51-1afd-48d8-a204-2c9907822116,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:21.267862 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-539f3484-200e-4631-96b3-d7011e5ff806 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:21.315309 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-539f3484-200e-4631-96b3-d7011e5ff806 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Calling delete_port for cfb4a82d-ad0c-4468-b7f5-29f815e22020 owned by network:router_gateway {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:22:21.330382 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c44a01f7-de54-4300-97b6-91072f9ec165 req-7f301121-475a-461a-888e-ba4ebe944852 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4679696e-a532-438b-8380-3e45cd46de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8620541 Nov 12 08:22:21.395290 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a465ce74-07d4-4a29-b639-463c23945c86 req-cc3f43c7-bf20-4ecb-a257-9bee35d7fc18 tempest-InstanceActionsV221TestJSON-1661849108 tempest-InstanceActionsV221TestJSON-1661849108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:21.401416 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a465ce74-07d4-4a29-b639-463c23945c86 req-cc3f43c7-bf20-4ecb-a257-9bee35d7fc18 tempest-InstanceActionsV221TestJSON-1661849108 tempest-InstanceActionsV221TestJSON-1661849108-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ef3c57a-2518-4ca4-be1a-50d90ce431b0 HTTP/1.1" status: 200 len: 932 time: 0.2011416 Nov 12 08:22:21.499349 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-393d5bc3-5ac8-4e03-8872-93d6495b805a req-167fe929-8703-44b5-999f-18c72a353ca8 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/security-groups?id=4679696e-a532-438b-8380-3e45cd46de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3432133 Nov 12 08:22:21.506986 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-77d16588-b570-45c1-8306-244794d7f36b req-1e95c551-2653-4b05-8eb5-a3da30bdb830 service neutron] Request body: {'port': {'device_id': '6ef3c57a-2518-4ca4-be1a-50d90ce431b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-29'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:21.687019 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-77d16588-b570-45c1-8306-244794d7f36b req-1e95c551-2653-4b05-8eb5-a3da30bdb830 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:21.728123 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e6505c42-2799-4899-ad91-97003c36c9a9 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918626'] for router_interface, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:21.783267 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f35fdaa-adac-48ae-a126-e7e522b99097 req-8656ae6e-e2d1-4c52-b6d1-d30ba7ae2dfb tempest-ImagesOneServerTestJSON-1989146909 tempest-ImagesOneServerTestJSON-1989146909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:21.791196 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3f35fdaa-adac-48ae-a126-e7e522b99097 req-8656ae6e-e2d1-4c52-b6d1-d30ba7ae2dfb tempest-ImagesOneServerTestJSON-1989146909 tempest-ImagesOneServerTestJSON-1989146909-project] 10.222.0.26 "GET /v2.0/ports?device_id=76cea409-ec56-42a7-a862-0043a01ca874 HTTP/1.1" status: 200 len: 950 time: 0.0790300 Nov 12 08:22:21.809442 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a465ce74-07d4-4a29-b639-463c23945c86 req-8838c19a-7912-4b27-8a73-3d2b0863edec tempest-InstanceActionsV221TestJSON-1661849108 tempest-InstanceActionsV221TestJSON-1661849108-project] 10.222.0.26 "GET /v2.0/security-groups?id=1aa51f14-0384-4972-b705-0104e574e0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548065 Nov 12 08:22:21.930522 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3f35fdaa-adac-48ae-a126-e7e522b99097 req-a4bb4fbd-2c1a-4ece-8470-ff312a70e120 tempest-ImagesOneServerTestJSON-1989146909 tempest-ImagesOneServerTestJSON-1989146909-project] 10.222.0.26 "GET /v2.0/security-groups?id=929d9580-460f-4c1d-b667-88951e5d1ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374445 Nov 12 08:22:22.030064 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-539f3484-200e-4631-96b3-d7011e5ff806 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:22.147561 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539f3484-200e-4631-96b3-d7011e5ff806 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Pushing event deleted for resources: {'Port': ['ID=cfb4a82d-ad0c-4468-b7f5-29f815e22020,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:22.245631 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6505c42-2799-4899-ad91-97003c36c9a9 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Router 6790053e-0799-4319-92b3-44ceee311dfd has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:22:22.413516 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6505c42-2799-4899-ad91-97003c36c9a9 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:22:22.422940 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-e6505c42-2799-4899-ad91-97003c36c9a9 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "PUT /v2.0/routers/6790053e-0799-4319-92b3-44ceee311dfd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8562894 Nov 12 08:22:22.423055 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 51852) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:22.426397 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580966d0-28b7-4332-9e50-12d52e32d3e4 None None] Sync routers for ids ['6790053e-0799-4319-92b3-44ceee311dfd'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:22:22.445568 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580966d0-28b7-4332-9e50-12d52e32d3e4 None None] Routers {'6790053e-0799-4319-92b3-44ceee311dfd'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:22:22.446274 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-580966d0-28b7-4332-9e50-12d52e32d3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:22:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['6790053e-0799-4319-92b3-44ceee311dfd'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:22.453882 n-d-765315-29 neutron-server[102599]: INFO neutron.pecan_wsgi.hooks.translation [None req-cced06d9-7def-4b94-abb5-e51b63b6b899 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] GET failed (client error): The resource could not be found. Nov 12 08:22:22.459594 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-cced06d9-7def-4b94-abb5-e51b63b6b899 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "GET /v2.0/ports/24d2ef51-1afd-48d8-a204-2c9907822116 HTTP/1.1" status: 404 len: 333 time: 0.0354347 Nov 12 08:22:22.462221 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 51854) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:22.470542 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81299afa-6a38-4f3e-b585-f97753a54486 req-90ede5fb-b0ce-459c-b9a8-2b4db9c71534 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:22.476252 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 73685504-dbc6-48c5-be42-7df6febab919 up at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:22:22.494048 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-81299afa-6a38-4f3e-b585-f97753a54486 req-90ede5fb-b0ce-459c-b9a8-2b4db9c71534 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 944 time: 0.3550682 Nov 12 08:22:22.612508 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-580966d0-28b7-4332-9e50-12d52e32d3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:22.648423 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580966d0-28b7-4332-9e50-12d52e32d3e4 None None] Routers {'6790053e-0799-4319-92b3-44ceee311dfd'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:22:22.653157 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-580966d0-28b7-4332-9e50-12d52e32d3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:22:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['6790053e-0799-4319-92b3-44ceee311dfd'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:22.695061 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning complete for port 73685504-dbc6-48c5-be42-7df6febab919 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:22.696642 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:22.726397 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-81299afa-6a38-4f3e-b585-f97753a54486 req-76f6cc54-d6b6-4566-8ca2-5d76e3fa4e85 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296956 Nov 12 08:22:22.814858 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-580966d0-28b7-4332-9e50-12d52e32d3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:22.815436 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580966d0-28b7-4332-9e50-12d52e32d3e4 None None] The sync data for ids ['6790053e-0799-4319-92b3-44ceee311dfd'] in n-d-765315-29 is: [] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:22:22.965442 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:22.986513 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-539f3484-200e-4631-96b3-d7011e5ff806 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-933016'] for router_gateway, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:23.023908 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e631f1f-9a20-49e6-8333-fc457bad62af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73685504-dbc6-48c5-be42-7df6febab919'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:22:23.029794 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4842930e-9f3b-4d02-a3c6-347b112b8d3f" -d '{"events": [{"server_uuid": "1e631f1f-9a20-49e6-8333-fc457bad62af", "name": "network-vif-plugged", "status": "completed", "tag": "73685504-dbc6-48c5-be42-7df6febab919"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:22:23.030004 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a2f0f8e5-4929-4cb1-970e-2c9866ed1078 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks [] for router, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:23.056742 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 73685504-dbc6-48c5-be42-7df6febab919, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=73685504-dbc6-48c5-be42-7df6febab919,segment=NetworkSegment(f556910d-c385-437f-a6fb-f3c9395b9194),segment_id=f556910d-c385-437f-a6fb-f3c9395b9194)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:23.079316 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:23.107975 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206ad6b8-e51f-4524-8a47-e21e3ce806cc req-a8097d15-4462-40aa-8b34-80f0d76f7dcd tempest-InstanceActionsV221TestJSON-1661849108 tempest-InstanceActionsV221TestJSON-1661849108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:23.120246 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-206ad6b8-e51f-4524-8a47-e21e3ce806cc req-a8097d15-4462-40aa-8b34-80f0d76f7dcd tempest-InstanceActionsV221TestJSON-1661849108 tempest-InstanceActionsV221TestJSON-1661849108-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ef3c57a-2518-4ca4-be1a-50d90ce431b0 HTTP/1.1" status: 200 len: 932 time: 0.1176534 Nov 12 08:22:23.146070 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=73685504-dbc6-48c5-be42-7df6febab919,revision_number=10']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:23.168722 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-539f3484-200e-4631-96b3-d7011e5ff806 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:23.206230 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-206ad6b8-e51f-4524-8a47-e21e3ce806cc req-67bc25f6-0cf5-435a-90d5-aead0c6934ad tempest-InstanceActionsV221TestJSON-1661849108 tempest-InstanceActionsV221TestJSON-1661849108-project] 10.222.0.26 "GET /v2.0/security-groups?id=1aa51f14-0384-4972-b705-0104e574e0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854290 Nov 12 08:22:23.243993 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-539f3484-200e-4631-96b3-d7011e5ff806 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:23.294690 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdce1dd8-4bb6-4566-a11b-d6e43418bd1e x-openstack-request-id: req-cdce1dd8-4bb6-4566-a11b-d6e43418bd1e {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:22:23.295056 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e631f1f-9a20-49e6-8333-fc457bad62af", "name": "network-vif-plugged", "status": "completed", "tag": "73685504-dbc6-48c5-be42-7df6febab919", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:22:23.296776 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cdce1dd8-4bb6-4566-a11b-d6e43418bd1e {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:22:23.297380 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e631f1f-9a20-49e6-8333-fc457bad62af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73685504-dbc6-48c5-be42-7df6febab919', 'code': 200} Nov 12 08:22:23.352356 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f32488-a8b0-4a6c-8b7d-52cec15f70c7 req-20d5c56c-c53f-4ddb-afd6-d2071cdeff1c tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:23.360483 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-36f32488-a8b0-4a6c-8b7d-52cec15f70c7 req-20d5c56c-c53f-4ddb-afd6-d2071cdeff1c tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/ports?device_id=c27ffc8e-5a93-4029-b5c8-8b78f04c47fd HTTP/1.1" status: 200 len: 945 time: 0.4306846 Nov 12 08:22:23.495457 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a2f0f8e5-4929-4cb1-970e-2c9866ed1078 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:23.498540 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a2f0f8e5-4929-4cb1-970e-2c9866ed1078 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:23.524972 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a1a68f-514f-47d8-bf65-d3f11339b2f6 req-0f6b0c36-8cb2-4f21-82ae-9a81adb4f6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:23.527427 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f8a1a68f-514f-47d8-bf65-d3f11339b2f6 req-0f6b0c36-8cb2-4f21-82ae-9a81adb4f6c7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 1098 time: 0.0522635 Nov 12 08:22:23.545454 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-539f3484-200e-4631-96b3-d7011e5ff806 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:23.546071 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-539f3484-200e-4631-96b3-d7011e5ff806 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Fanout notify agent at l3_agent the message router_deleted on router fbc1a6b4-940d-44cc-9b0d-ef6b16197947 {{(pid=102600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:22:23.552980 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [req-77d16588-b570-45c1-8306-244794d7f36b req-1e95c551-2653-4b05-8eb5-a3da30bdb830 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4a2e082-5fa1-48a0-a94c-e40b4019ee7b {{(pid=102600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:22:23.564599 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-77d16588-b570-45c1-8306-244794d7f36b req-1e95c551-2653-4b05-8eb5-a3da30bdb830 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:23.575431 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-539f3484-200e-4631-96b3-d7011e5ff806 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:23.580527 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-539f3484-200e-4631-96b3-d7011e5ff806 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] 10.222.0.26 "DELETE /v2.0/routers/fbc1a6b4-940d-44cc-9b0d-ef6b16197947 HTTP/1.1" status: 204 len: 168 time: 3.6348183 Nov 12 08:22:23.581337 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 51896) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:23.599080 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-5299a726-de07-4124-b11a-e293379eaac7 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-482776282', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}, 'admin_state_up': False}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:23.623005 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-36f32488-a8b0-4a6c-8b7d-52cec15f70c7 req-b5117eda-f477-4bad-9220-08c3a89c869a tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/security-groups?id=4679696e-a532-438b-8380-3e45cd46de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610679 Nov 12 08:22:23.626644 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a2f0f8e5-4929-4cb1-970e-2c9866ed1078 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:23.626644 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2f0f8e5-4929-4cb1-970e-2c9866ed1078 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Fanout notify agent at l3_agent the message router_deleted on router 6790053e-0799-4319-92b3-44ceee311dfd {{(pid=102600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:22:23.634391 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a2f0f8e5-4929-4cb1-970e-2c9866ed1078 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:23.640058 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-a2f0f8e5-4929-4cb1-970e-2c9866ed1078 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "DELETE /v2.0/routers/6790053e-0799-4319-92b3-44ceee311dfd HTTP/1.1" status: 204 len: 168 time: 1.1720254 Nov 12 08:22:23.642574 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 51900) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:23.653378 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.provisioning_blocks [req-77d16588-b570-45c1-8306-244794d7f36b req-1e95c551-2653-4b05-8eb5-a3da30bdb830 service neutron] Transition to ACTIVE for port object d4a2e082-5fa1-48a0-a94c-e40b4019ee7b will not be triggered until provisioned by entity L2. {{(pid=102600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:22:23.653918 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f8a1a68f-514f-47d8-bf65-d3f11339b2f6 req-48735829-523f-4697-80d9-6e5918346fac service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192918 Nov 12 08:22:23.679330 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5299a726-de07-4124-b11a-e293379eaac7 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:23.680131 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-77d16588-b570-45c1-8306-244794d7f36b req-1e95c551-2653-4b05-8eb5-a3da30bdb830 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:23.680992 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5299a726-de07-4124-b11a-e293379eaac7 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:23.794477 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e95c551-2653-4b05-8eb5-a3da30bdb830 service neutron] Pushing event updated for resources: {'Port': ['ID=d4a2e082-5fa1-48a0-a94c-e40b4019ee7b,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:23.860514 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a9a73fb-d7b1-4442-8f10-1eec7ed77d07 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Deleting subnet 56774a46-0cd2-46d5-8257-e5c3c00b1910 {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:22:23.881953 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5299a726-de07-4124-b11a-e293379eaac7 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:24.077504 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5299a726-de07-4124-b11a-e293379eaac7 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:24.455086 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1a9a73fb-d7b1-4442-8f10-1eec7ed77d07 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:24.501174 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1a9a73fb-d7b1-4442-8f10-1eec7ed77d07 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:24.677266 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c756644c-db8f-41bd-854e-d96fc1b616de req-21f3c71e-8258-470c-a55a-ea0db8a82aee tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:24.688575 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c756644c-db8f-41bd-854e-d96fc1b616de req-21f3c71e-8258-470c-a55a-ea0db8a82aee tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/ports?device_id=c27ffc8e-5a93-4029-b5c8-8b78f04c47fd HTTP/1.1" status: 200 len: 945 time: 0.5189877 Nov 12 08:22:24.770432 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1a9a73fb-d7b1-4442-8f10-1eec7ed77d07 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:24.798560 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c756644c-db8f-41bd-854e-d96fc1b616de req-4a7c7962-c7fc-4d90-8d7e-5b9b7f368132 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/security-groups?id=4679696e-a532-438b-8380-3e45cd46de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087251 Nov 12 08:22:24.997291 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-77d16588-b570-45c1-8306-244794d7f36b req-1e95c551-2653-4b05-8eb5-a3da30bdb830 service neutron] Attempting to bind port d4a2e082-5fa1-48a0-a94c-e40b4019ee7b on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:22:24.997796 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-77d16588-b570-45c1-8306-244794d7f36b req-1e95c551-2653-4b05-8eb5-a3da30bdb830 service neutron] Attempting to bind port d4a2e082-5fa1-48a0-a94c-e40b4019ee7b by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': '4eb45550-96ed-4777-85ad-fa76c3dca50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '3a95e186-c945-4400-88b5-824feb7bffc7'}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:22:24.998213 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d16588-b570-45c1-8306-244794d7f36b req-1e95c551-2653-4b05-8eb5-a3da30bdb830 service neutron] Attempting to bind port d4a2e082-5fa1-48a0-a94c-e40b4019ee7b on network 3a95e186-c945-4400-88b5-824feb7bffc7 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:22:25.062510 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device e6de7ede-5039-4cbf-948a-4b6058107d7b details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:22:25.073055 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5299a726-de07-4124-b11a-e293379eaac7 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks [] for router_gateway, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:25.089474 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d16588-b570-45c1-8306-244794d7f36b req-1e95c551-2653-4b05-8eb5-a3da30bdb830 service neutron] Port d4a2e082-5fa1-48a0-a94c-e40b4019ee7b on network 3a95e186-c945-4400-88b5-824feb7bffc7 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:22:25.090183 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d16588-b570-45c1-8306-244794d7f36b req-1e95c551-2653-4b05-8eb5-a3da30bdb830 service neutron] Attempting to bind port d4a2e082-5fa1-48a0-a94c-e40b4019ee7b on network 3a95e186-c945-4400-88b5-824feb7bffc7 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:22:25.100064 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d16588-b570-45c1-8306-244794d7f36b req-1e95c551-2653-4b05-8eb5-a3da30bdb830 service neutron] Checking agent: {'id': '26215384-8035-4ce2-971a-8e67be80da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:22:25.100693 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d16588-b570-45c1-8306-244794d7f36b req-1e95c551-2653-4b05-8eb5-a3da30bdb830 service neutron] Checking segment: {'id': '4eb45550-96ed-4777-85ad-fa76c3dca50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '3a95e186-c945-4400-88b5-824feb7bffc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:22:25.101302 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d16588-b570-45c1-8306-244794d7f36b req-1e95c551-2653-4b05-8eb5-a3da30bdb830 service neutron] Bound using segment: {'id': '4eb45550-96ed-4777-85ad-fa76c3dca50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '3a95e186-c945-4400-88b5-824feb7bffc7'} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:22:25.102109 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-77d16588-b570-45c1-8306-244794d7f36b req-1e95c551-2653-4b05-8eb5-a3da30bdb830 service neutron] Bound port: d4a2e082-5fa1-48a0-a94c-e40b4019ee7b, host: n-h1-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eb45550-96ed-4777-85ad-fa76c3dca50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '3a95e186-c945-4400-88b5-824feb7bffc7'}}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:22:25.102720 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-77d16588-b570-45c1-8306-244794d7f36b req-1e95c551-2653-4b05-8eb5-a3da30bdb830 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:25.147877 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5299a726-de07-4124-b11a-e293379eaac7 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:25.187505 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968ea1ce-9a89-43d4-9607-8b9e9bda3d5e req-89a459a3-96d4-4980-9380-779540f73d0f tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:25.196780 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-968ea1ce-9a89-43d4-9607-8b9e9bda3d5e req-89a459a3-96d4-4980-9380-779540f73d0f tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 946 time: 0.4345238 Nov 12 08:22:25.259513 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-77d16588-b570-45c1-8306-244794d7f36b req-1e95c551-2653-4b05-8eb5-a3da30bdb830 service neutron] For port d4a2e082-5fa1-48a0-a94c-e40b4019ee7b, host n-h1-765315-29, cleared binding levels {{(pid=102600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:22:25.291356 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-968ea1ce-9a89-43d4-9607-8b9e9bda3d5e req-c341df1e-a80b-4c09-ad4d-4f605c7ea6a7 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932066 Nov 12 08:22:25.298655 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1a9a73fb-d7b1-4442-8f10-1eec7ed77d07 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:25.323904 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-77d16588-b570-45c1-8306-244794d7f36b req-1e95c551-2653-4b05-8eb5-a3da30bdb830 service neutron] For port d4a2e082-5fa1-48a0-a94c-e40b4019ee7b, host n-h1-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=d4a2e082-5fa1-48a0-a94c-e40b4019ee7b,segment=NetworkSegment(4eb45550-96ed-4777-85ad-fa76c3dca50e),segment_id=4eb45550-96ed-4777-85ad-fa76c3dca50e)] {{(pid=102600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:22:25.348615 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edbe17b-7e1f-4c2d-857e-134b5ef27653 req-2ce48940-a6bf-4d66-b028-9799ad9606d6 tempest-InstanceActionsV221TestJSON-1661849108 tempest-InstanceActionsV221TestJSON-1661849108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:25.350409 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9a73fb-d7b1-4442-8f10-1eec7ed77d07 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Pushing event deleted for resources: {'Subnet': ['ID=56774a46-0cd2-46d5-8257-e5c3c00b1910,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:25.353387 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1a9a73fb-d7b1-4442-8f10-1eec7ed77d07 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:25.360987 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-1a9a73fb-d7b1-4442-8f10-1eec7ed77d07 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "DELETE /v2.0/subnets/56774a46-0cd2-46d5-8257-e5c3c00b1910 HTTP/1.1" status: 204 len: 168 time: 1.7173190 Nov 12 08:22:25.362511 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0edbe17b-7e1f-4c2d-857e-134b5ef27653 req-2ce48940-a6bf-4d66-b028-9799ad9606d6 tempest-InstanceActionsV221TestJSON-1661849108 tempest-InstanceActionsV221TestJSON-1661849108-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ef3c57a-2518-4ca4-be1a-50d90ce431b0 HTTP/1.1" status: 200 len: 944 time: 0.3621118 Nov 12 08:22:25.362657 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-77d16588-b570-45c1-8306-244794d7f36b req-1e95c551-2653-4b05-8eb5-a3da30bdb830 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:25.363046 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 51970) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:25.365285 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353ecbd7-32cb-412d-9432-d35c0b16c032 None None] Network af93bca5-3a56-4170-8ac3-a93c0ad983c7 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:22:25.420783 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port e6de7ede-5039-4cbf-948a-4b6058107d7b, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=e6de7ede-5039-4cbf-948a-4b6058107d7b,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:25.435083 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e95c551-2653-4b05-8eb5-a3da30bdb830 service neutron] Pushing event updated for resources: {'Port': ['ID=d4a2e082-5fa1-48a0-a94c-e40b4019ee7b,revision_number=3']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:25.466078 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d16588-b570-45c1-8306-244794d7f36b req-1e95c551-2653-4b05-8eb5-a3da30bdb830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:25.466834 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-77d16588-b570-45c1-8306-244794d7f36b req-1e95c551-2653-4b05-8eb5-a3da30bdb830 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:25.469203 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-77d16588-b570-45c1-8306-244794d7f36b req-1e95c551-2653-4b05-8eb5-a3da30bdb830 service neutron] 10.222.0.21 "PUT /v2.0/ports/d4a2e082-5fa1-48a0-a94c-e40b4019ee7b HTTP/1.1" status: 200 len: 1093 time: 4.4408240 Nov 12 08:22:25.469669 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ef3c57a-2518-4ca4-be1a-50d90ce431b0', 'tag': 'd4a2e082-5fa1-48a0-a94c-e40b4019ee7b'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:22:25.471984 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5762389-4aa0-4231-85e8-9da5f19ef9b6" -d '{"events": [{"name": "network-changed", "server_uuid": "6ef3c57a-2518-4ca4-be1a-50d90ce431b0", "tag": "d4a2e082-5fa1-48a0-a94c-e40b4019ee7b"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:22:25.474846 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': 'e6de7ede-5039-4cbf-948a-4b6058107d7b', 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016', 'port_id': 'e6de7ede-5039-4cbf-948a-4b6058107d7b', 'mac_address': 'fa:16:3e:4f:ec:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:22:25.579619 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:25.601605 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e6de7ede-5039-4cbf-948a-4b6058107d7b {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:22:25.645553 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port e6de7ede-5039-4cbf-948a-4b6058107d7b, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=e6de7ede-5039-4cbf-948a-4b6058107d7b,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:25.648544 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d16588-b570-45c1-8306-244794d7f36b req-2d66e77a-db05-42f3-bd0b-bf2595026fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:25.658438 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-77d16588-b570-45c1-8306-244794d7f36b req-2d66e77a-db05-42f3-bd0b-bf2595026fa9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=227fd69215f443c6ad2d4c1a2669ac9f&device_id=6ef3c57a-2518-4ca4-be1a-50d90ce431b0 HTTP/1.1" status: 200 len: 1096 time: 0.1179919 Nov 12 08:22:25.665882 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:25.675296 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-5299a726-de07-4124-b11a-e293379eaac7 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Allocated IP 172.25.2.38 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/b4d43019-36e4-43ae-92c3-f956cb32db61) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:22:25.765542 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4edece3c-b6fd-4be7-a06c-2675c4738d2e None None] DHCP port deletion for af93bca5-3a56-4170-8ac3-a93c0ad983c7 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:22:25.771968 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=e6de7ede-5039-4cbf-948a-4b6058107d7b,revision_number=6']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:25.791895 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-77d16588-b570-45c1-8306-244794d7f36b req-ee522d54-0f51-40f8-a581-dbaf5fbe5ec3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4a2e082-5fa1-48a0-a94c-e40b4019ee7b HTTP/1.1" status: 200 len: 217 time: 0.1220269 Nov 12 08:22:25.792747 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 51988) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:25.840029 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5299a726-de07-4124-b11a-e293379eaac7 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:25.873306 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-4edece3c-b6fd-4be7-a06c-2675c4738d2e None None] Deleting port a014aab3-1c27-4f96-ad5a-9cacb28df111 {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:22:25.873896 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4edece3c-b6fd-4be7-a06c-2675c4738d2e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:25.893736 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d16588-b570-45c1-8306-244794d7f36b req-713ac287-e399-4cb8-a31a-b1703f7d92bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:25.896120 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-77d16588-b570-45c1-8306-244794d7f36b req-713ac287-e399-4cb8-a31a-b1703f7d92bf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4cc30120-a5da-4708-91fc-511f1d6982d6 HTTP/1.1" status: 200 len: 858 time: 0.0830929 Nov 12 08:22:25.921273 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['e6de7ede-5039-4cbf-948a-4b6058107d7b'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:22:25.963017 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0edbe17b-7e1f-4c2d-857e-134b5ef27653 req-9a27c2af-d15c-4889-8b46-ccc6513a9132 tempest-InstanceActionsV221TestJSON-1661849108 tempest-InstanceActionsV221TestJSON-1661849108-project] 10.222.0.26 "GET /v2.0/security-groups?id=1aa51f14-0384-4972-b705-0104e574e0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5508926 Nov 12 08:22:25.994416 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-77d16588-b570-45c1-8306-244794d7f36b req-4b183fc9-1688-40af-97c5-f57ee1ab5515 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3a95e186-c945-4400-88b5-824feb7bffc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0876656 Nov 12 08:22:26.023859 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5299a726-de07-4124-b11a-e293379eaac7 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:26.076409 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-4edece3c-b6fd-4be7-a06c-2675c4738d2e None None] For port a014aab3-1c27-4f96-ad5a-9cacb28df111, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=a014aab3-1c27-4f96-ad5a-9cacb28df111,segment=NetworkSegment(be4abbef-a513-4c43-9157-e9ff0f553e22),segment_id=be4abbef-a513-4c43-9157-e9ff0f553e22)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:26.085109 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4edece3c-b6fd-4be7-a06c-2675c4738d2e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:26.111580 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3bcd093b-db01-4349-83cf-ecc305d5d2de tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:26.165331 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-4edece3c-b6fd-4be7-a06c-2675c4738d2e None None] Calling delete_port for a014aab3-1c27-4f96-ad5a-9cacb28df111 owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:22:26.172069 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5299a726-de07-4124-b11a-e293379eaac7 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:22:26.195674 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-5299a726-de07-4124-b11a-e293379eaac7 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:22:26.205322 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device a014aab3-1c27-4f96-ad5a-9cacb28df111 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:22:26.213810 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5299a726-de07-4124-b11a-e293379eaac7 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:22:26.243349 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-77d16588-b570-45c1-8306-244794d7f36b req-10c7ad40-99f9-433b-82e2-933814a31164 service neutron] 10.222.0.21 "GET /v2.0/networks/3a95e186-c945-4400-88b5-824feb7bffc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376404 Nov 12 08:22:26.245778 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dd0cafa-91e3-445f-9048-40362387badd x-openstack-request-id: req-4dd0cafa-91e3-445f-9048-40362387badd {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:22:26.246270 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ef3c57a-2518-4ca4-be1a-50d90ce431b0", "tag": "d4a2e082-5fa1-48a0-a94c-e40b4019ee7b", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:22:26.246726 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4dd0cafa-91e3-445f-9048-40362387badd {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:22:26.247265 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ef3c57a-2518-4ca4-be1a-50d90ce431b0', 'tag': 'd4a2e082-5fa1-48a0-a94c-e40b4019ee7b', 'status': 'completed', 'code': 200} Nov 12 08:22:26.250778 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5299a726-de07-4124-b11a-e293379eaac7 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Pushing event updated for resources: {'Port': ['ID=b4d43019-36e4-43ae-92c3-f956cb32db61,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:26.281886 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-27209892-1dfd-4964-af61-07a04981b61c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:26.433650 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-77d16588-b570-45c1-8306-244794d7f36b req-b469031f-1865-4627-af6a-a55f33d4b7b8 service neutron] 10.222.0.21 "GET /v2.0/networks/3a95e186-c945-4400-88b5-824feb7bffc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697371 Nov 12 08:22:26.487114 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-27209892-1dfd-4964-af61-07a04981b61c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:26.514196 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-27209892-1dfd-4964-af61-07a04981b61c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:26.541084 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4edece3c-b6fd-4be7-a06c-2675c4738d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:26.545919 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:26.565244 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb32de1-2fb4-436d-a403-4edecfc594c5 req-4bac1358-8653-4371-a9d1-c5fba52ee63d tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:26.573860 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-acb32de1-2fb4-436d-a403-4edecfc594c5 req-4bac1358-8653-4371-a9d1-c5fba52ee63d tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/ports?device_id=c27ffc8e-5a93-4029-b5c8-8b78f04c47fd HTTP/1.1" status: 200 len: 945 time: 0.3617153 Nov 12 08:22:26.641011 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edece3c-b6fd-4be7-a06c-2675c4738d2e None None] Pushing event deleted for resources: {'Port': ['ID=a014aab3-1c27-4f96-ad5a-9cacb28df111,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:26.643524 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-3bcd093b-db01-4349-83cf-ecc305d5d2de tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Deleting port a014aab3-1c27-4f96-ad5a-9cacb28df111 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:22:26.643824 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3bcd093b-db01-4349-83cf-ecc305d5d2de tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:26.646119 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edece3c-b6fd-4be7-a06c-2675c4738d2e None None] No DVR routers for this DVR port a014aab3-1c27-4f96-ad5a-9cacb28df111 on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:22:26.655529 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27209892-1dfd-4964-af61-07a04981b61c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a2b858d-1a36-4877-bbbc-0b9c02e705a8,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:26.723505 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-3bcd093b-db01-4349-83cf-ecc305d5d2de tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] For port a014aab3-1c27-4f96-ad5a-9cacb28df111, host n-d-765315-29, got binding levels [] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:26.723826 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3bcd093b-db01-4349-83cf-ecc305d5d2de tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:26.740690 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-3bcd093b-db01-4349-83cf-ecc305d5d2de tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Calling delete_port for a014aab3-1c27-4f96-ad5a-9cacb28df111 owned by network:dhcp {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:22:26.744558 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-27209892-1dfd-4964-af61-07a04981b61c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bb9ddae74971452da93dbe29e6f5cbf9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9486074 Nov 12 08:22:26.746306 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.ipam_backend_mixin [None req-3bcd093b-db01-4349-83cf-ecc305d5d2de tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Port a014aab3-1c27-4f96-ad5a-9cacb28df111 was not found and therefore no delete operation was performed {{(pid=102599) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 08:22:26.747643 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 52016) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:26.754971 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3bcd093b-db01-4349-83cf-ecc305d5d2de tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:26.852162 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5762389-4aa0-4231-85e8-9da5f19ef9b6 req-25e91628-ff5c-4e30-89a8-1846ed235eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:26.853670 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a5762389-4aa0-4231-85e8-9da5f19ef9b6 req-25e91628-ff5c-4e30-89a8-1846ed235eb0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=227fd69215f443c6ad2d4c1a2669ac9f&device_id=6ef3c57a-2518-4ca4-be1a-50d90ce431b0 HTTP/1.1" status: 200 len: 1096 time: 0.3555892 Nov 12 08:22:26.868141 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-777a388e-abb5-42f9-96b8-720bac307c0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:26.869668 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcd093b-db01-4349-83cf-ecc305d5d2de tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Pushing event deleted for resources: {'Port': ['ID=a014aab3-1c27-4f96-ad5a-9cacb28df111,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:26.877998 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcd093b-db01-4349-83cf-ecc305d5d2de tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] No DVR routers for this DVR port a014aab3-1c27-4f96-ad5a-9cacb28df111 on host n-d-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:22:26.904435 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-acb32de1-2fb4-436d-a403-4edecfc594c5 req-1946243c-12d1-40d9-81ce-410f2a18013b tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/security-groups?id=4679696e-a532-438b-8380-3e45cd46de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3292456 Nov 12 08:22:27.000393 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-777a388e-abb5-42f9-96b8-720bac307c0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:27.073083 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device e6de7ede-5039-4cbf-948a-4b6058107d7b up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:22:27.082774 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5762389-4aa0-4231-85e8-9da5f19ef9b6 req-c02c8cd2-c851-4a94-ac4b-60e5162aaefc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:27.084874 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a5762389-4aa0-4231-85e8-9da5f19ef9b6 req-c02c8cd2-c851-4a94-ac4b-60e5162aaefc service neutron] 10.222.0.21 "GET /v2.0/networks?id=3a95e186-c945-4400-88b5-824feb7bffc7 HTTP/1.1" status: 200 len: 919 time: 0.2180121 Nov 12 08:22:27.189886 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5299a726-de07-4124-b11a-e293379eaac7 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks [] for router_gateway, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:27.205014 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port e6de7ede-5039-4cbf-948a-4b6058107d7b triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:27.205629 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:27.254343 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a5762389-4aa0-4231-85e8-9da5f19ef9b6 req-ee43bc05-f6fc-40c3-90c2-66c2e3896c17 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4a2e082-5fa1-48a0-a94c-e40b4019ee7b HTTP/1.1" status: 200 len: 217 time: 0.1582096 Nov 12 08:22:27.278747 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2e7916-91ea-48cc-a91a-af02bfc1c16f req-b0611f54-e4f6-4bb0-b7c3-cc801b2999a8 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:27.292941 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0e2e7916-91ea-48cc-a91a-af02bfc1c16f req-b0611f54-e4f6-4bb0-b7c3-cc801b2999a8 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 946 time: 0.3598979 Nov 12 08:22:27.325382 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-777a388e-abb5-42f9-96b8-720bac307c0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:27.337634 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-777a388e-abb5-42f9-96b8-720bac307c0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:27.344010 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-777a388e-abb5-42f9-96b8-720bac307c0a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2a2b858d-1a36-4877-bbbc-0b9c02e705a8 HTTP/1.1" status: 204 len: 168 time: 0.5933235 Nov 12 08:22:27.387549 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:27.423517 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3bcd093b-db01-4349-83cf-ecc305d5d2de tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:27.454766 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-3bcd093b-db01-4349-83cf-ecc305d5d2de tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af93bca5-3a56-4170-8ac3-a93c0ad983c7']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:27.467469 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-3bcd093b-db01-4349-83cf-ecc305d5d2de tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be4abbef-a513-4c43-9157-e9ff0f553e22') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:27.467996 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-3bcd093b-db01-4349-83cf-ecc305d5d2de tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be4abbef-a513-4c43-9157-e9ff0f553e22') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:27.479117 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3bcd093b-db01-4349-83cf-ecc305d5d2de tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:27.490643 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port e6de7ede-5039-4cbf-948a-4b6058107d7b, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=e6de7ede-5039-4cbf-948a-4b6058107d7b,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:27.494003 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76cea409-ec56-42a7-a862-0043a01ca874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6de7ede-5039-4cbf-948a-4b6058107d7b'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:22:27.496801 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3bcd093b-db01-4349-83cf-ecc305d5d2de tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:27.499810 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1d697ea-ee4b-4374-8402-fe11c2b33355" -d '{"events": [{"server_uuid": "76cea409-ec56-42a7-a862-0043a01ca874", "name": "network-vif-plugged", "status": "completed", "tag": "e6de7ede-5039-4cbf-948a-4b6058107d7b"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:22:27.505160 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bcd093b-db01-4349-83cf-ecc305d5d2de tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:22:27.505672 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3bcd093b-db01-4349-83cf-ecc305d5d2de tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:27.509583 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:27.516898 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5762389-4aa0-4231-85e8-9da5f19ef9b6 req-c0c3de1f-b450-4ca3-96dc-872b6e31caaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:27.520584 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a5762389-4aa0-4231-85e8-9da5f19ef9b6 req-c0c3de1f-b450-4ca3-96dc-872b6e31caaa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4cc30120-a5da-4708-91fc-511f1d6982d6 HTTP/1.1" status: 200 len: 858 time: 0.1990128 Nov 12 08:22:27.560839 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0e2e7916-91ea-48cc-a91a-af02bfc1c16f req-1b48b421-abef-4d6f-88da-26b42c6e1b71 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629294 Nov 12 08:22:27.576783 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777a388e-abb5-42f9-96b8-720bac307c0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a2b858d-1a36-4877-bbbc-0b9c02e705a8,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:27.623026 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 08:22:27.623026 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:22:27.623026 n-d-765315-29 neutron-server[102599]: timer() Nov 12 08:22:27.623026 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:22:27.623026 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 08:22:27.623026 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:22:27.623026 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 08:22:27.623026 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:22:27.623026 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 08:22:27.623026 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:22:27.623026 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 08:22:27.623026 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:22:27.623026 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 08:22:27.623026 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:22:27.623026 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:22:27.623026 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:22:27.623026 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:22:27.623026 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:22:27.623026 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 08:22:27.623026 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:22:27.623026 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 08:22:27.623026 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:22:27.623026 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:22:27.623026 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:22:27.623026 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 08:22:27.623026 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:22:27.623026 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:22:27.623026 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:22:27.623026 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:22:27.623026 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:22:27.623026 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:22:27.623026 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:22:27.633535 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3bcd093b-db01-4349-83cf-ecc305d5d2de tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:27.642393 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3bcd093b-db01-4349-83cf-ecc305d5d2de tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:27.657212 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-3bcd093b-db01-4349-83cf-ecc305d5d2de tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "DELETE /v2.0/networks/af93bca5-3a56-4170-8ac3-a93c0ad983c7 HTTP/1.1" status: 204 len: 168 time: 2.2614088 Nov 12 08:22:27.657673 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 52058) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:27.660790 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a5762389-4aa0-4231-85e8-9da5f19ef9b6 req-d0a2995e-cab7-4b96-b6be-b966f2dfe3bd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3a95e186-c945-4400-88b5-824feb7bffc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0974193 Nov 12 08:22:27.661126 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=e6de7ede-5039-4cbf-948a-4b6058107d7b,revision_number=7']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:27.767432 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c19ea95-adfe-4d06-9ac6-e73bcf53d2f3 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:27.773937 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-7c19ea95-adfe-4d06-9ac6-e73bcf53d2f3 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "GET /v2.0/ports/04204045-e23f-4dd8-9947-c7c21c93ffc5 HTTP/1.1" status: 200 len: 841 time: 0.0985665 Nov 12 08:22:27.778367 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 52060) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:27.782966 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcd093b-db01-4349-83cf-ecc305d5d2de tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Pushing event deleted for resources: {'Network': ['ID=af93bca5-3a56-4170-8ac3-a93c0ad983c7,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:27.870853 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-99abc5b5-b4c1-47f4-aea4-511df1fba71a tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "GET /v2.0/ports/04204045-e23f-4dd8-9947-c7c21c93ffc5?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0909877 Nov 12 08:22:27.871495 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 52064) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:27.879748 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-edbf9c59-bfb7-4afb-ac58-23dfed6c6e5b tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Request body: {'subnet': {'network_id': '5da08028-bf58-4215-9ab9-4da9730d8589', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:27.905324 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c336e14-d47d-4f12-93f9-6433168ea5ca req-2914961f-eb79-4add-a4d6-5a3c047cb45a tempest-InstanceActionsV221TestJSON-1661849108 tempest-InstanceActionsV221TestJSON-1661849108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:27.906938 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6c336e14-d47d-4f12-93f9-6433168ea5ca req-2914961f-eb79-4add-a4d6-5a3c047cb45a tempest-InstanceActionsV221TestJSON-1661849108 tempest-InstanceActionsV221TestJSON-1661849108-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ef3c57a-2518-4ca4-be1a-50d90ce431b0 HTTP/1.1" status: 200 len: 944 time: 0.1544752 Nov 12 08:22:27.915038 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 52066) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:27.962724 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-168593d1-a2c2-4088-90a5-4feec9a4b4db admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:27.992410 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a5762389-4aa0-4231-85e8-9da5f19ef9b6 req-7f57de22-71d1-434b-b2bc-1c7459267571 service neutron] 10.222.0.21 "GET /v2.0/networks/3a95e186-c945-4400-88b5-824feb7bffc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3241925 Nov 12 08:22:28.078554 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6c336e14-d47d-4f12-93f9-6433168ea5ca req-60b1c596-4b91-4c41-823b-f9799807a3d2 tempest-InstanceActionsV221TestJSON-1661849108 tempest-InstanceActionsV221TestJSON-1661849108-project] 10.222.0.26 "GET /v2.0/security-groups?id=1aa51f14-0384-4972-b705-0104e574e0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445699 Nov 12 08:22:28.192405 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5299a726-de07-4124-b11a-e293379eaac7 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052'] for router, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:28.245403 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69551f4f-fca4-414b-a7e5-72e3a30d7b2f x-openstack-request-id: req-69551f4f-fca4-414b-a7e5-72e3a30d7b2f {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:22:28.246518 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76cea409-ec56-42a7-a862-0043a01ca874", "name": "network-vif-plugged", "status": "completed", "tag": "e6de7ede-5039-4cbf-948a-4b6058107d7b", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:22:28.246518 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-69551f4f-fca4-414b-a7e5-72e3a30d7b2f {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:22:28.247006 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76cea409-ec56-42a7-a862-0043a01ca874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6de7ede-5039-4cbf-948a-4b6058107d7b', 'code': 200} Nov 12 08:22:28.270637 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-168593d1-a2c2-4088-90a5-4feec9a4b4db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:28.274751 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edbf9c59-bfb7-4afb-ac58-23dfed6c6e5b tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Made reservation on behalf of 6369a719c0774326a5a17deb8ee2154f for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:22:28.275114 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a5762389-4aa0-4231-85e8-9da5f19ef9b6 req-b77c6738-5750-43c9-a13b-75dc2e55fb8a service neutron] 10.222.0.21 "GET /v2.0/networks/3a95e186-c945-4400-88b5-824feb7bffc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364454 Nov 12 08:22:28.278943 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-168593d1-a2c2-4088-90a5-4feec9a4b4db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:28.287617 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-edbf9c59-bfb7-4afb-ac58-23dfed6c6e5b tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:28.309110 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168593d1-a2c2-4088-90a5-4feec9a4b4db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12719c7f-c8d8-449c-8376-f844d1f0dbe8,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:28.337688 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-168593d1-a2c2-4088-90a5-4feec9a4b4db admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c9ec3e8268094166bed2f96d559b6e9b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4173596 Nov 12 08:22:28.337927 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 52072) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:28.398748 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-59f8ca0a-c6b8-47b0-ae39-b43b3945f575 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:28.466772 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-59f8ca0a-c6b8-47b0-ae39-b43b3945f575 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:28.497792 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b9ff35-cdac-45f8-98f5-7f2ef06d5cc9 req-eb286103-b4e9-4ad5-883b-c0817abda633 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:28.499441 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-86b9ff35-cdac-45f8-98f5-7f2ef06d5cc9 req-eb286103-b4e9-4ad5-883b-c0817abda633 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 946 time: 0.0872037 Nov 12 08:22:28.536122 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5299a726-de07-4124-b11a-e293379eaac7 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Router af27e5c9-6769-4cf2-9b20-cf338e819117 is scheduled to L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 with binding_index 1 {{(pid=102599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:22:28.577597 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-86b9ff35-cdac-45f8-98f5-7f2ef06d5cc9 req-8976fa90-f3fa-4763-bfe1-dab1a7738e01 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704172 Nov 12 08:22:28.625229 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-59f8ca0a-c6b8-47b0-ae39-b43b3945f575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:28.628598 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-59f8ca0a-c6b8-47b0-ae39-b43b3945f575 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:28.632526 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-59f8ca0a-c6b8-47b0-ae39-b43b3945f575 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/12719c7f-c8d8-449c-8376-f844d1f0dbe8 HTTP/1.1" status: 204 len: 168 time: 0.2910321 Nov 12 08:22:28.648048 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f8ca0a-c6b8-47b0-ae39-b43b3945f575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12719c7f-c8d8-449c-8376-f844d1f0dbe8,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:28.769216 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5299a726-de07-4124-b11a-e293379eaac7 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:22:28.781418 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1127c3-d01f-46d8-9be2-0ac037ee0599 None None] Sync routers for ids ['af27e5c9-6769-4cf2-9b20-cf338e819117'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:22:28.800455 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1127c3-d01f-46d8-9be2-0ac037ee0599 None None] Routers {'af27e5c9-6769-4cf2-9b20-cf338e819117'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:22:28.803215 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-6e1127c3-d01f-46d8-9be2-0ac037ee0599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:22:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['af27e5c9-6769-4cf2-9b20-cf338e819117'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:28.876087 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-6e1127c3-d01f-46d8-9be2-0ac037ee0599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:28.890654 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5299a726-de07-4124-b11a-e293379eaac7 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:28.897712 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1127c3-d01f-46d8-9be2-0ac037ee0599 None None] Routers {'af27e5c9-6769-4cf2-9b20-cf338e819117'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:22:28.897850 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 52082) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:28.897966 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-5299a726-de07-4124-b11a-e293379eaac7 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.3100076 Nov 12 08:22:28.906790 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-4f44bd39-0a58-45cb-be22-2441105999ad tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:28.919349 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-6e1127c3-d01f-46d8-9be2-0ac037ee0599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:22:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['af27e5c9-6769-4cf2-9b20-cf338e819117'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:29.004052 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-edbf9c59-bfb7-4afb-ac58-23dfed6c6e5b tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:29.035292 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-6e1127c3-d01f-46d8-9be2-0ac037ee0599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:29.036212 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1127c3-d01f-46d8-9be2-0ac037ee0599 None None] The sync data for ids ['af27e5c9-6769-4cf2-9b20-cf338e819117'] in n-d-765315-29 is: [] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:22:29.057011 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbf9c59-bfb7-4afb-ac58-23dfed6c6e5b tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Network 5da08028-bf58-4215-9ab9-4da9730d8589 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:22:29.062844 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-edbf9c59-bfb7-4afb-ac58-23dfed6c6e5b tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:22:29.067135 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edbf9c59-bfb7-4afb-ac58-23dfed6c6e5b tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:29.067739 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-edbf9c59-bfb7-4afb-ac58-23dfed6c6e5b tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:29.075962 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e40bc6a-69fb-4439-bcd1-5a5484bcbd90 None None] Network 5da08028-bf58-4215-9ab9-4da9730d8589 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:22:29.079278 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbf9c59-bfb7-4afb-ac58-23dfed6c6e5b tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Pushing event updated for resources: {'Subnet': ['ID=ee101e9f-a77e-49bf-a62d-7bed6a3a384f,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:29.097856 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-edbf9c59-bfb7-4afb-ac58-23dfed6c6e5b tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2232509 Nov 12 08:22:29.101261 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 52086) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:29.192742 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-89419a8c-9c92-488c-af4f-c01b8d88712c tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Request body: {'security_group': {'name': 'tempest-secgroup-612429680'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:29.500664 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-89419a8c-9c92-488c-af4f-c01b8d88712c tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:29.535199 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2800be17-0a3e-4280-9f7b-774a903eb7e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-5da08028-bf58-4215-9ab9-4da9730d8589', 'network_id': '5da08028-bf58-4215-9ab9-4da9730d8589', 'tenant_id': '6369a719c0774326a5a17deb8ee2154f', 'fixed_ips': [{'subnet_id': 'ee101e9f-a77e-49bf-a62d-7bed6a3a384f'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:22:29.536717 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2800be17-0a3e-4280-9f7b-774a903eb7e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:29.782931 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-89419a8c-9c92-488c-af4f-c01b8d88712c tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:29.797801 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-89419a8c-9c92-488c-af4f-c01b8d88712c tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:29.878207 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-89419a8c-9c92-488c-af4f-c01b8d88712c tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:29.884331 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 52104) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:29.889398 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-89419a8c-9c92-488c-af4f-c01b8d88712c tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7133806 Nov 12 08:22:29.890095 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-7cbf32d9-cf75-4da7-97a7-2a1fd0abe1db tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Request body: {'security_group': {'name': 'tempest-secgroup-1428806271'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:29.913549 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89419a8c-9c92-488c-af4f-c01b8d88712c tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72dbb1ac-06af-43bc-80e1-6e4518696c5a,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:29.950744 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4f44bd39-0a58-45cb-be22-2441105999ad tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:29.965098 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7cbf32d9-cf75-4da7-97a7-2a1fd0abe1db tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:29.970536 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-2800be17-0a3e-4280-9f7b-774a903eb7e7 None None] Allocated IP 172.20.0.2 (5da08028-bf58-4215-9ab9-4da9730d8589/ee101e9f-a77e-49bf-a62d-7bed6a3a384f/ab9301d9-8b3d-4d98-a44c-bbf99656e6c2) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:22:29.977675 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4f44bd39-0a58-45cb-be22-2441105999ad tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:30.108051 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-4f44bd39-0a58-45cb-be22-2441105999ad tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Deleting port b4d43019-36e4-43ae-92c3-f956cb32db61 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:22:30.108437 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4f44bd39-0a58-45cb-be22-2441105999ad tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:30.140534 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7cbf32d9-cf75-4da7-97a7-2a1fd0abe1db tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:30.151463 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7cbf32d9-cf75-4da7-97a7-2a1fd0abe1db tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:30.215756 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7cbf32d9-cf75-4da7-97a7-2a1fd0abe1db tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:30.220619 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-7cbf32d9-cf75-4da7-97a7-2a1fd0abe1db tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3327029 Nov 12 08:22:30.235583 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 52110) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:30.266234 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-b0c7e9c7-734f-4d2e-b8a5-c0ef0c2e25b8 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1540151228', 'security_groups': ['281ac266-b10e-4a90-b9dc-3c3536eba5db'], 'network_id': '5da08028-bf58-4215-9ab9-4da9730d8589', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ee101e9f-a77e-49bf-a62d-7bed6a3a384f'}]}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:30.267186 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4f44bd39-0a58-45cb-be22-2441105999ad tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:30.283606 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-4f44bd39-0a58-45cb-be22-2441105999ad tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Calling delete_port for b4d43019-36e4-43ae-92c3-f956cb32db61 owned by network:router_gateway {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:22:30.337766 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2800be17-0a3e-4280-9f7b-774a903eb7e7 None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:30.353704 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2800be17-0a3e-4280-9f7b-774a903eb7e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:30.463429 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2800be17-0a3e-4280-9f7b-774a903eb7e7 None None] Network 5da08028-bf58-4215-9ab9-4da9730d8589 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:22:30.468264 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-2800be17-0a3e-4280-9f7b-774a903eb7e7 None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:22:30.471981 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2800be17-0a3e-4280-9f7b-774a903eb7e7 None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:22:30.478452 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbf32d9-cf75-4da7-97a7-2a1fd0abe1db tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=281ac266-b10e-4a90-b9dc-3c3536eba5db,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:30.483133 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2800be17-0a3e-4280-9f7b-774a903eb7e7 None None] Pushing event updated for resources: {'Port': ['ID=ab9301d9-8b3d-4d98-a44c-bbf99656e6c2,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:30.548121 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device d4a2e082-5fa1-48a0-a94c-e40b4019ee7b details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:22:30.616880 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4f44bd39-0a58-45cb-be22-2441105999ad tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:30.655509 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0c7e9c7-734f-4d2e-b8a5-c0ef0c2e25b8 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Made reservation on behalf of 6369a719c0774326a5a17deb8ee2154f for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:22:30.702950 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-2800be17-0a3e-4280-9f7b-774a903eb7e7 None None] Attempting to bind port ab9301d9-8b3d-4d98-a44c-bbf99656e6c2 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:22:30.703646 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-2800be17-0a3e-4280-9f7b-774a903eb7e7 None None] Attempting to bind port ab9301d9-8b3d-4d98-a44c-bbf99656e6c2 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '5250da3b-dfde-478a-9990-eb3c2f9defc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '5da08028-bf58-4215-9ab9-4da9730d8589'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:22:30.704223 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2800be17-0a3e-4280-9f7b-774a903eb7e7 None None] Attempting to bind port ab9301d9-8b3d-4d98-a44c-bbf99656e6c2 on network 5da08028-bf58-4215-9ab9-4da9730d8589 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:22:30.752639 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f44bd39-0a58-45cb-be22-2441105999ad tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Pushing event deleted for resources: {'Port': ['ID=b4d43019-36e4-43ae-92c3-f956cb32db61,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:30.824090 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b0c7e9c7-734f-4d2e-b8a5-c0ef0c2e25b8 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:30.851823 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [None req-b0c7e9c7-734f-4d2e-b8a5-c0ef0c2e25b8 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] device_id is not set on port ad360fed-8fa1-42fc-831d-178106f3e69d yet. {{(pid=102599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:22:30.862348 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2800be17-0a3e-4280-9f7b-774a903eb7e7 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:22:30.862909 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2800be17-0a3e-4280-9f7b-774a903eb7e7 None None] Checking segment: {'id': '5250da3b-dfde-478a-9990-eb3c2f9defc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '5da08028-bf58-4215-9ab9-4da9730d8589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:22:30.863439 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2800be17-0a3e-4280-9f7b-774a903eb7e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:30.863999 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2800be17-0a3e-4280-9f7b-774a903eb7e7 None None] Bound using segment: {'id': '5250da3b-dfde-478a-9990-eb3c2f9defc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '5da08028-bf58-4215-9ab9-4da9730d8589'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:22:30.864600 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-2800be17-0a3e-4280-9f7b-774a903eb7e7 None None] Bound port: ab9301d9-8b3d-4d98-a44c-bbf99656e6c2, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5250da3b-dfde-478a-9990-eb3c2f9defc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '5da08028-bf58-4215-9ab9-4da9730d8589'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:22:30.865664 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2800be17-0a3e-4280-9f7b-774a903eb7e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:30.943122 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4f44bd39-0a58-45cb-be22-2441105999ad tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-933016'] for router_gateway, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:30.962824 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-2800be17-0a3e-4280-9f7b-774a903eb7e7 None None] For port ab9301d9-8b3d-4d98-a44c-bbf99656e6c2, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:22:30.967218 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-2800be17-0a3e-4280-9f7b-774a903eb7e7 None None] For port ab9301d9-8b3d-4d98-a44c-bbf99656e6c2, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=ab9301d9-8b3d-4d98-a44c-bbf99656e6c2,segment=NetworkSegment(5250da3b-dfde-478a-9990-eb3c2f9defc8),segment_id=5250da3b-dfde-478a-9990-eb3c2f9defc8)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:22:30.976125 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2800be17-0a3e-4280-9f7b-774a903eb7e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:31.149119 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port d4a2e082-5fa1-48a0-a94c-e40b4019ee7b, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=d4a2e082-5fa1-48a0-a94c-e40b4019ee7b,segment=NetworkSegment(4eb45550-96ed-4777-85ad-fa76c3dca50e),segment_id=4eb45550-96ed-4777-85ad-fa76c3dca50e)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:31.185834 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2800be17-0a3e-4280-9f7b-774a903eb7e7 None None] Pushing event updated for resources: {'Port': ['ID=ab9301d9-8b3d-4d98-a44c-bbf99656e6c2,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:31.205650 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Returning: {'device': 'd4a2e082-5fa1-48a0-a94c-e40b4019ee7b', 'network_id': '3a95e186-c945-4400-88b5-824feb7bffc7', 'port_id': 'd4a2e082-5fa1-48a0-a94c-e40b4019ee7b', 'mac_address': 'fa:16:3e:93:73:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cc30120-a5da-4708-91fc-511f1d6982d6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:22:31.269205 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4f44bd39-0a58-45cb-be22-2441105999ad tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-932935', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57732'] for router, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:31.273363 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4f44bd39-0a58-45cb-be22-2441105999ad tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-932942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-933045', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-919336'] for router, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:31.293084 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-b0c7e9c7-734f-4d2e-b8a5-c0ef0c2e25b8 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Allocated IP 172.20.0.13 (5da08028-bf58-4215-9ab9-4da9730d8589/ee101e9f-a77e-49bf-a62d-7bed6a3a384f/ad360fed-8fa1-42fc-831d-178106f3e69d) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:22:31.412576 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f44bd39-0a58-45cb-be22-2441105999ad tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Router af27e5c9-6769-4cf2-9b20-cf338e819117 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:22:31.643184 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f44bd39-0a58-45cb-be22-2441105999ad tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:22:31.660248 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83d0c64-51d0-4b8c-b572-9910d93f4383 None None] Sync routers for ids ['af27e5c9-6769-4cf2-9b20-cf338e819117'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:22:31.677510 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:31.703421 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-e530113a-7783-48f4-9840-8911a24052df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4a2e082-5fa1-48a0-a94c-e40b4019ee7b {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:22:31.731467 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4f44bd39-0a58-45cb-be22-2441105999ad tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:31.734227 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83d0c64-51d0-4b8c-b572-9910d93f4383 None None] Routers {'af27e5c9-6769-4cf2-9b20-cf338e819117'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:22:31.736331 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-4f44bd39-0a58-45cb-be22-2441105999ad tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] 10.222.0.26 "PUT /v2.0/routers/af27e5c9-6769-4cf2-9b20-cf338e819117 HTTP/1.1" status: 200 len: 705 time: 2.8402402 Nov 12 08:22:31.739074 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 52126) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:31.741726 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port d4a2e082-5fa1-48a0-a94c-e40b4019ee7b, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=d4a2e082-5fa1-48a0-a94c-e40b4019ee7b,segment=NetworkSegment(4eb45550-96ed-4777-85ad-fa76c3dca50e),segment_id=4eb45550-96ed-4777-85ad-fa76c3dca50e)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:31.743220 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-e83d0c64-51d0-4b8c-b572-9910d93f4383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:22:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['af27e5c9-6769-4cf2-9b20-cf338e819117'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:31.749415 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:31.899868 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-e83d0c64-51d0-4b8c-b572-9910d93f4383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:31.929474 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83d0c64-51d0-4b8c-b572-9910d93f4383 None None] Routers {'af27e5c9-6769-4cf2-9b20-cf338e819117'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:22:31.930901 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-e83d0c64-51d0-4b8c-b572-9910d93f4383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:22:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['af27e5c9-6769-4cf2-9b20-cf338e819117'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:31.934638 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b0c7e9c7-734f-4d2e-b8a5-c0ef0c2e25b8 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:31.961103 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=d4a2e082-5fa1-48a0-a94c-e40b4019ee7b,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:31.989230 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-3a1c937e-ecbf-4cd7-8050-4b846e4ccf44 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] 10.222.0.26 "GET /v2.0/routers/af27e5c9-6769-4cf2-9b20-cf338e819117 HTTP/1.1" status: 200 len: 740 time: 0.2486064 Nov 12 08:22:31.995596 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 52130) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:32.015680 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-e83d0c64-51d0-4b8c-b572-9910d93f4383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:32.025784 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83d0c64-51d0-4b8c-b572-9910d93f4383 None None] The sync data for ids ['af27e5c9-6769-4cf2-9b20-cf338e819117'] in n-d-765315-29 is: [] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:22:32.112569 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['d4a2e082-5fa1-48a0-a94c-e40b4019ee7b'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:22:32.168609 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b0c7e9c7-734f-4d2e-b8a5-c0ef0c2e25b8 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:32.254436 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-6a14dc64-b3d4-4e2c-92b8-4e86dac01721 tempest-RoutersAdminTest-899956332 tempest-RoutersAdminTest-899956332-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=d709f64f-f9e6-4525-b020-ad48633b9bbf&device_id=af27e5c9-6769-4cf2-9b20-cf338e819117 HTTP/1.1" status: 200 len: 205 time: 0.2531297 Nov 12 08:22:32.255144 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 52136) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:32.332498 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c7e9c7-734f-4d2e-b8a5-c0ef0c2e25b8 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Pushing event updated for resources: {'Port': ['ID=ad360fed-8fa1-42fc-831d-178106f3e69d,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:32.351286 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device ab9301d9-8b3d-4d98-a44c-bbf99656e6c2 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:22:32.367034 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c7e9c7-734f-4d2e-b8a5-c0ef0c2e25b8 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Network 5da08028-bf58-4215-9ab9-4da9730d8589 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:22:32.376144 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-29e94c0d-99d5-413b-acf9-8ba5f5d0f017 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] 10.222.0.26 "GET /v2.0/ports?device_id=af27e5c9-6769-4cf2-9b20-cf338e819117 HTTP/1.1" status: 200 len: 205 time: 0.1118381 Nov 12 08:22:32.376144 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 52142) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:32.381465 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-b0c7e9c7-734f-4d2e-b8a5-c0ef0c2e25b8 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:22:32.389447 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c7e9c7-734f-4d2e-b8a5-c0ef0c2e25b8 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:22:32.534162 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c7e9c7-734f-4d2e-b8a5-c0ef0c2e25b8 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:32.534869 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b0c7e9c7-734f-4d2e-b8a5-c0ef0c2e25b8 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:32.593186 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-b0c7e9c7-734f-4d2e-b8a5-c0ef0c2e25b8 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.3482745 Nov 12 08:22:32.595785 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 52146) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:32.602315 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-1a11d842-80a0-4f72-a844-6569f3d13812 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Request body: {'subnet': {'network_id': '5da08028-bf58-4215-9ab9-4da9730d8589', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:32.646936 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-08ea358b-4a50-4bab-9eb5-5a3fc73ac29c tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks [] for router, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:32.649708 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port ab9301d9-8b3d-4d98-a44c-bbf99656e6c2 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:32.650326 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:32.883403 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:32.915070 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a11d842-80a0-4f72-a844-6569f3d13812 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Made reservation on behalf of 6369a719c0774326a5a17deb8ee2154f for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:22:32.923848 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1a11d842-80a0-4f72-a844-6569f3d13812 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:33.003851 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] For port ab9301d9-8b3d-4d98-a44c-bbf99656e6c2, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=ab9301d9-8b3d-4d98-a44c-bbf99656e6c2,segment=NetworkSegment(5250da3b-dfde-478a-9990-eb3c2f9defc8),segment_id=5250da3b-dfde-478a-9990-eb3c2f9defc8)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:33.015073 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:33.112719 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Pushing event updated for resources: {'Port': ['ID=ab9301d9-8b3d-4d98-a44c-bbf99656e6c2,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:33.132428 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-08ea358b-4a50-4bab-9eb5-5a3fc73ac29c tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:33.137723 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-08ea358b-4a50-4bab-9eb5-5a3fc73ac29c tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:33.199786 n-d-765315-29 neutron-server[102599]: INFO neutron.db.ipam_backend_mixin [None req-1a11d842-80a0-4f72-a844-6569f3d13812 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ee101e9f-a77e-49bf-a62d-7bed6a3a384f (CIDR: 172.20.0.0/28) Nov 12 08:22:33.206333 n-d-765315-29 neutron-server[102599]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a11d842-80a0-4f72-a844-6569f3d13812 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:22:33.206879 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a11d842-80a0-4f72-a844-6569f3d13812 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:22:33.241398 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-4238ca66-b2d0-41ae-ba4a-31af3ff2c119 None None] Provisioning complete for port 04204045-e23f-4dd8-9947-c7c21c93ffc5 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:33.241761 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4238ca66-b2d0-41ae-ba4a-31af3ff2c119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:33.243742 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-08ea358b-4a50-4bab-9eb5-5a3fc73ac29c tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:33.244721 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08ea358b-4a50-4bab-9eb5-5a3fc73ac29c tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Fanout notify agent at l3_agent the message router_deleted on router af27e5c9-6769-4cf2-9b20-cf338e819117 {{(pid=102600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:22:33.252537 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-1a11d842-80a0-4f72-a844-6569f3d13812 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6556780 Nov 12 08:22:33.255164 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 52150) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:33.261708 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-e5c2a956-28e8-4869-8f7e-f2cadd9fa20f tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Request body: {'subnet': {'network_id': '5da08028-bf58-4215-9ab9-4da9730d8589', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:33.265181 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-08ea358b-4a50-4bab-9eb5-5a3fc73ac29c tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:33.267942 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-08ea358b-4a50-4bab-9eb5-5a3fc73ac29c tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] 10.222.0.26 "DELETE /v2.0/routers/af27e5c9-6769-4cf2-9b20-cf338e819117 HTTP/1.1" status: 204 len: 168 time: 0.8890908 Nov 12 08:22:33.276447 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 52152) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:33.340923 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-4238ca66-b2d0-41ae-ba4a-31af3ff2c119 None None] Port 04204045-e23f-4dd8-9947-c7c21c93ffc5 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:22:33.366348 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-148e5433-8c30-4370-bb39-7ef7a136d7eb tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] 10.222.0.26 "GET /v2.0/ports?device_id=af27e5c9-6769-4cf2-9b20-cf338e819117 HTTP/1.1" status: 200 len: 205 time: 0.0876451 Nov 12 08:22:33.370752 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 52154) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:33.378289 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-4238ca66-b2d0-41ae-ba4a-31af3ff2c119 None None] Provisioning complete for port ab9301d9-8b3d-4d98-a44c-bbf99656e6c2 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:33.378680 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4238ca66-b2d0-41ae-ba4a-31af3ff2c119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:33.452021 n-d-765315-29 neutron-server[102600]: INFO neutron.api.v2.resource [None req-4f273a83-8d59-4538-a7ba-e1d2e8efe506 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] delete failed (client error): The resource could not be found. Nov 12 08:22:33.453931 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-4f273a83-8d59-4538-a7ba-e1d2e8efe506 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] 10.222.0.26 "DELETE /v2.0/routers/af27e5c9-6769-4cf2-9b20-cf338e819117 HTTP/1.1" status: 404 len: 336 time: 0.0736711 Nov 12 08:22:33.457732 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 52156) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:33.512875 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-71b82ca6-a262-45b1-89b2-30dcc0d3ac4b tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbc1a6b4-940d-44cc-9b0d-ef6b16197947 HTTP/1.1" status: 200 len: 205 time: 0.0537639 Nov 12 08:22:33.531003 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 52158) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:33.660974 n-d-765315-29 neutron-server[102600]: INFO neutron.api.v2.resource [None req-c00fc06b-5c1e-46eb-aec2-846bc9d202c0 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] delete failed (client error): The resource could not be found. Nov 12 08:22:33.666514 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-c00fc06b-5c1e-46eb-aec2-846bc9d202c0 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] 10.222.0.26 "DELETE /v2.0/routers/fbc1a6b4-940d-44cc-9b0d-ef6b16197947 HTTP/1.1" status: 404 len: 336 time: 0.1295340 Nov 12 08:22:33.667267 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 52162) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:33.705471 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-594c7cbf-d8a0-4592-aca2-ca59f1239867 None None] Provisioning complete for port ad360fed-8fa1-42fc-831d-178106f3e69d triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:33.706202 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-594c7cbf-d8a0-4592-aca2-ca59f1239867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:33.749386 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-52187359-8d10-4aa6-98f9-54c271bfa2b8 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c825998-369d-4cd7-b59e-f41f6093d1fb HTTP/1.1" status: 200 len: 205 time: 0.0808933 Nov 12 08:22:33.751725 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 52164) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:33.813602 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-594c7cbf-d8a0-4592-aca2-ca59f1239867 None None] Port ad360fed-8fa1-42fc-831d-178106f3e69d cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:22:33.853018 n-d-765315-29 neutron-server[102600]: INFO neutron.api.v2.resource [None req-8722f3c2-cff7-43b8-89b8-011a0bf76f9a tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] delete failed (client error): The resource could not be found. Nov 12 08:22:33.854828 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-8722f3c2-cff7-43b8-89b8-011a0bf76f9a tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] 10.222.0.26 "DELETE /v2.0/routers/7c825998-369d-4cd7-b59e-f41f6093d1fb HTTP/1.1" status: 404 len: 336 time: 0.1010628 Nov 12 08:22:33.867305 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 52170) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:33.884522 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-115339cd-9add-442a-a779-12240d7e17a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:33.927524 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-76b04424-40f9-4299-9f46-b0d1bec9cb2d tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b30468f-df84-4b66-8935-d9d64c98e7e7 HTTP/1.1" status: 200 len: 205 time: 0.0571771 Nov 12 08:22:33.928204 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 52172) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:34.007274 n-d-765315-29 neutron-server[102600]: INFO neutron.api.v2.resource [None req-b47dc448-d545-48da-a15f-ae02fded3d36 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] delete failed (client error): The resource could not be found. Nov 12 08:22:34.008331 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-b47dc448-d545-48da-a15f-ae02fded3d36 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] 10.222.0.26 "DELETE /v2.0/routers/5b30468f-df84-4b66-8935-d9d64c98e7e7 HTTP/1.1" status: 404 len: 336 time: 0.0791862 Nov 12 08:22:34.013815 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 52178) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:34.073557 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-194eac24-6145-4a86-9932-994605635af8 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] 10.222.0.26 "GET /v2.0/ports?device_id=523d03e3-412e-404f-b12c-446a9111c561 HTTP/1.1" status: 200 len: 205 time: 0.0585861 Nov 12 08:22:34.077776 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 52180) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:34.191919 n-d-765315-29 neutron-server[102600]: INFO neutron.api.v2.resource [None req-fe4bd57d-0d25-464d-9a4f-c3a1c8dd9129 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] delete failed (client error): The resource could not be found. Nov 12 08:22:34.195320 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-fe4bd57d-0d25-464d-9a4f-c3a1c8dd9129 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] 10.222.0.26 "DELETE /v2.0/routers/523d03e3-412e-404f-b12c-446a9111c561 HTTP/1.1" status: 404 len: 336 time: 0.1142092 Nov 12 08:22:34.196477 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 52184) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:34.286130 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 52186) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:34.290424 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-218875a0-6c14-445d-a9b5-522560eb6307 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] 10.222.0.26 "GET /v2.0/ports?device_id=dda6947b-0ce0-48c3-abd8-f0f77a25f7c3 HTTP/1.1" status: 200 len: 205 time: 0.0886896 Nov 12 08:22:34.293620 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device ab9301d9-8b3d-4d98-a44c-bbf99656e6c2 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:22:34.309273 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c2a956-28e8-4869-8f7e-f2cadd9fa20f tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Made reservation on behalf of 6369a719c0774326a5a17deb8ee2154f for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:22:34.318763 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e5c2a956-28e8-4869-8f7e-f2cadd9fa20f tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:34.409562 n-d-765315-29 neutron-server[102600]: INFO neutron.api.v2.resource [None req-ab368ad9-9df1-4ffe-ba80-314d895544f0 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] delete failed (client error): The resource could not be found. Nov 12 08:22:34.410780 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-ab368ad9-9df1-4ffe-ba80-314d895544f0 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] 10.222.0.26 "DELETE /v2.0/routers/dda6947b-0ce0-48c3-abd8-f0f77a25f7c3 HTTP/1.1" status: 404 len: 336 time: 0.1234291 Nov 12 08:22:34.413443 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 52192) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:34.417313 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port ab9301d9-8b3d-4d98-a44c-bbf99656e6c2 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:34.417949 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:34.452047 n-d-765315-29 neutron-server[102599]: INFO neutron.pecan_wsgi.hooks.translation [None req-ece9dbeb-1104-47ae-ba78-1f30dc3e46f6 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] DELETE failed (client error): The resource could not be found. Nov 12 08:22:34.452881 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ece9dbeb-1104-47ae-ba78-1f30dc3e46f6 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:22:34.456190 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-ece9dbeb-1104-47ae-ba78-1f30dc3e46f6 tempest-RoutersAdminTest-178195407 tempest-RoutersAdminTest-178195407-project] 10.222.0.26 "DELETE /v2.0/subnets/d0fd2d89-25a1-4f1e-a18d-85c1a7764e24 HTTP/1.1" status: 404 len: 337 time: 0.0415325 Nov 12 08:22:34.519993 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device d4a2e082-5fa1-48a0-a94c-e40b4019ee7b up at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:22:34.693493 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning for port d4a2e082-5fa1-48a0-a94c-e40b4019ee7b completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:22:34.711211 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning complete for port d4a2e082-5fa1-48a0-a94c-e40b4019ee7b triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:34.712420 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:34.908841 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e5c2a956-28e8-4869-8f7e-f2cadd9fa20f tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:34.936212 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:34.983992 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ef3c57a-2518-4ca4-be1a-50d90ce431b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4a2e082-5fa1-48a0-a94c-e40b4019ee7b'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:22:34.987278 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88eed1e3-1a2e-4466-8729-7e51a67fa6ec" -d '{"events": [{"server_uuid": "6ef3c57a-2518-4ca4-be1a-50d90ce431b0", "name": "network-vif-plugged", "status": "completed", "tag": "d4a2e082-5fa1-48a0-a94c-e40b4019ee7b"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:22:35.006761 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port d4a2e082-5fa1-48a0-a94c-e40b4019ee7b, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=d4a2e082-5fa1-48a0-a94c-e40b4019ee7b,segment=NetworkSegment(4eb45550-96ed-4777-85ad-fa76c3dca50e),segment_id=4eb45550-96ed-4777-85ad-fa76c3dca50e)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:35.013398 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:35.027272 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c2a956-28e8-4869-8f7e-f2cadd9fa20f tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Network 5da08028-bf58-4215-9ab9-4da9730d8589 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:22:35.039092 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-e5c2a956-28e8-4869-8f7e-f2cadd9fa20f tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:22:35.054240 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c2a956-28e8-4869-8f7e-f2cadd9fa20f tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:35.058509 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e5c2a956-28e8-4869-8f7e-f2cadd9fa20f tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:35.073700 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6553f2bc-b4e8-4cfc-a70d-703631919704 None None] Network 5da08028-bf58-4215-9ab9-4da9730d8589 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:22:35.106343 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c2a956-28e8-4869-8f7e-f2cadd9fa20f tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Pushing event updated for resources: {'Subnet': ['ID=6e73ad27-a9dc-489d-afb2-e5bcca0527c9,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:35.110381 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 52204) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:35.133008 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-e5c2a956-28e8-4869-8f7e-f2cadd9fa20f tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.8764424 Nov 12 08:22:35.133787 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 52208) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:35.143203 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-5f683347-a0f3-4d8e-91e4-7ef4d571b88a tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-702516793', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6e73ad27-a9dc-489d-afb2-e5bcca0527c9'}], 'security_groups': ['72dbb1ac-06af-43bc-80e1-6e4518696c5a']}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:35.251261 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:35.301455 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=d4a2e082-5fa1-48a0-a94c-e40b4019ee7b,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:35.353895 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5f683347-a0f3-4d8e-91e4-7ef4d571b88a tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:35.573212 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104e5d23-6d34-4de5-a88f-c03e01cd934a None None] Update dhcp port {'port': {'network_id': '5da08028-bf58-4215-9ab9-4da9730d8589', 'fixed_ips': [{'subnet_id': 'ee101e9f-a77e-49bf-a62d-7bed6a3a384f', 'ip_address': '172.20.0.2'}, {'subnet_id': '6e73ad27-a9dc-489d-afb2-e5bcca0527c9'}], 'binding:host_id': 'n-d-765315-29'}, 'id': 'ab9301d9-8b3d-4d98-a44c-bbf99656e6c2'} from n-d-765315-29. {{(pid=102601) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 08:22:35.617368 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-104e5d23-6d34-4de5-a88f-c03e01cd934a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:35.719376 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e8d385ce-a351-476e-961d-d3e37265a4d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:35.916245 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e8d385ce-a351-476e-961d-d3e37265a4d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:35.926379 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e8d385ce-a351-476e-961d-d3e37265a4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:35.963021 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-e8d385ce-a351-476e-961d-d3e37265a4d0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1bb9c9c3cbb3469cb52f08d0680df7ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8505559 Nov 12 08:22:35.966326 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 52220) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:36.055108 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-20641b9d-4837-44c6-997a-477dcb2ff376 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:36.096244 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-20641b9d-4837-44c6-997a-477dcb2ff376 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:36.160625 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d385ce-a351-476e-961d-d3e37265a4d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48be53c7-a6d5-4ab0-a629-270832eef117,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:36.173358 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d385ce-a351-476e-961d-d3e37265a4d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:36.174008 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d385ce-a351-476e-961d-d3e37265a4d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:36.174551 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d385ce-a351-476e-961d-d3e37265a4d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:36.175105 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d385ce-a351-476e-961d-d3e37265a4d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:36.175618 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d385ce-a351-476e-961d-d3e37265a4d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:36.176313 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d385ce-a351-476e-961d-d3e37265a4d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:36.176807 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d385ce-a351-476e-961d-d3e37265a4d0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:36.177305 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d385ce-a351-476e-961d-d3e37265a4d0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:36.177789 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d385ce-a351-476e-961d-d3e37265a4d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:36.178399 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d385ce-a351-476e-961d-d3e37265a4d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:36.178989 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d385ce-a351-476e-961d-d3e37265a4d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:36.179489 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d385ce-a351-476e-961d-d3e37265a4d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:36.184251 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-20641b9d-4837-44c6-997a-477dcb2ff376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:36.202259 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-20641b9d-4837-44c6-997a-477dcb2ff376 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:36.205437 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-20641b9d-4837-44c6-997a-477dcb2ff376 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/48be53c7-a6d5-4ab0-a629-270832eef117 HTTP/1.1" status: 204 len: 168 time: 0.2379277 Nov 12 08:22:36.219912 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20641b9d-4837-44c6-997a-477dcb2ff376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48be53c7-a6d5-4ab0-a629-270832eef117,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:36.278724 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-5f683347-a0f3-4d8e-91e4-7ef4d571b88a tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Delete allocated IP 172.20.0.13 (5da08028-bf58-4215-9ab9-4da9730d8589/ee101e9f-a77e-49bf-a62d-7bed6a3a384f) {{(pid=102599) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 08:22:36.289354 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-5f683347-a0f3-4d8e-91e4-7ef4d571b88a tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Allocated IP 172.20.0.27 (5da08028-bf58-4215-9ab9-4da9730d8589/6e73ad27-a9dc-489d-afb2-e5bcca0527c9/ad360fed-8fa1-42fc-831d-178106f3e69d) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:22:36.550704 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5f683347-a0f3-4d8e-91e4-7ef4d571b88a tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:36.558676 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5f683347-a0f3-4d8e-91e4-7ef4d571b88a tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:36.692527 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-104e5d23-6d34-4de5-a88f-c03e01cd934a None None] Allocated IP 172.20.0.18 (5da08028-bf58-4215-9ab9-4da9730d8589/6e73ad27-a9dc-489d-afb2-e5bcca0527c9/ab9301d9-8b3d-4d98-a44c-bbf99656e6c2) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:22:36.951088 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f683347-a0f3-4d8e-91e4-7ef4d571b88a tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Pushing event updated for resources: {'Port': ['ID=ad360fed-8fa1-42fc-831d-178106f3e69d,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:36.954201 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-5f683347-a0f3-4d8e-91e4-7ef4d571b88a tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] In _notify_port_updated(), no bound segment for port ad360fed-8fa1-42fc-831d-178106f3e69d on network 5da08028-bf58-4215-9ab9-4da9730d8589 {{(pid=102599) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 08:22:36.976472 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f683347-a0f3-4d8e-91e4-7ef4d571b88a tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:36.981306 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5f683347-a0f3-4d8e-91e4-7ef4d571b88a tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:36.986038 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 52230) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:36.986967 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-5f683347-a0f3-4d8e-91e4-7ef4d571b88a tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "PUT /v2.0/ports/ad360fed-8fa1-42fc-831d-178106f3e69d HTTP/1.1" status: 200 len: 920 time: 1.8500512 Nov 12 08:22:36.987486 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8a251627-18e9-4fdb-b10c-fe6dedfa24e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:37.004424 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f683347-a0f3-4d8e-91e4-7ef4d571b88a tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:37.004775 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f683347-a0f3-4d8e-91e4-7ef4d571b88a tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:37.005119 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f683347-a0f3-4d8e-91e4-7ef4d571b88a tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:37.005461 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f683347-a0f3-4d8e-91e4-7ef4d571b88a tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:37.011150 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f683347-a0f3-4d8e-91e4-7ef4d571b88a tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:37.011486 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f683347-a0f3-4d8e-91e4-7ef4d571b88a tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:37.011833 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f683347-a0f3-4d8e-91e4-7ef4d571b88a tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:37.012177 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f683347-a0f3-4d8e-91e4-7ef4d571b88a tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:37.012519 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f683347-a0f3-4d8e-91e4-7ef4d571b88a tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:37.012857 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f683347-a0f3-4d8e-91e4-7ef4d571b88a tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:37.013193 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f683347-a0f3-4d8e-91e4-7ef4d571b88a tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:37.013529 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f683347-a0f3-4d8e-91e4-7ef4d571b88a tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:37.022382 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-104e5d23-6d34-4de5-a88f-c03e01cd934a None None] For port ab9301d9-8b3d-4d98-a44c-bbf99656e6c2, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=ab9301d9-8b3d-4d98-a44c-bbf99656e6c2,segment=NetworkSegment(5250da3b-dfde-478a-9990-eb3c2f9defc8),segment_id=5250da3b-dfde-478a-9990-eb3c2f9defc8)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:37.103770 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-104e5d23-6d34-4de5-a88f-c03e01cd934a None None] Publish callbacks [] for port, precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:37.112962 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-104e5d23-6d34-4de5-a88f-c03e01cd934a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:37.249673 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104e5d23-6d34-4de5-a88f-c03e01cd934a None None] Pushing event updated for resources: {'Port': ['ID=ab9301d9-8b3d-4d98-a44c-bbf99656e6c2,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:37.348511 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-7ea59a7d-3ec8-4af7-97ca-17f21e0607e8 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Deleting port ad360fed-8fa1-42fc-831d-178106f3e69d {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:22:37.348888 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7ea59a7d-3ec8-4af7-97ca-17f21e0607e8 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:37.373541 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 52234) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:37.465652 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-9fcb1fac-0056-4f2e-a1f5-e96f655c871b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3d63cb3976b146a4bb2fabd763c4d307&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0907941 Nov 12 08:22:37.474603 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 52236) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:37.587099 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6abbd73b-91cb-4c78-a77e-976dc5cdf9b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:37.595357 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7ea59a7d-3ec8-4af7-97ca-17f21e0607e8 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:37.622615 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6abbd73b-91cb-4c78-a77e-976dc5cdf9b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:37.629092 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-7ea59a7d-3ec8-4af7-97ca-17f21e0607e8 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Calling delete_port for ad360fed-8fa1-42fc-831d-178106f3e69d owned by {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:22:37.708134 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6abbd73b-91cb-4c78-a77e-976dc5cdf9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:37.712278 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6abbd73b-91cb-4c78-a77e-976dc5cdf9b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:37.714795 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-6abbd73b-91cb-4c78-a77e-976dc5cdf9b1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/313a7ca8-8f5d-449e-8dbc-a6cb5c62d4c6 HTTP/1.1" status: 204 len: 168 time: 0.2358692 Nov 12 08:22:37.734387 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abbd73b-91cb-4c78-a77e-976dc5cdf9b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=313a7ca8-8f5d-449e-8dbc-a6cb5c62d4c6,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:37.908607 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:38.030987 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7ea59a7d-3ec8-4af7-97ca-17f21e0607e8 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:38.184263 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea59a7d-3ec8-4af7-97ca-17f21e0607e8 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Pushing event deleted for resources: {'Port': ['ID=ad360fed-8fa1-42fc-831d-178106f3e69d,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:38.277059 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device ab9301d9-8b3d-4d98-a44c-bbf99656e6c2 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:22:38.346565 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7ea59a7d-3ec8-4af7-97ca-17f21e0607e8 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:38.357209 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 52244) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:38.363862 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-7ea59a7d-3ec8-4af7-97ca-17f21e0607e8 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "DELETE /v2.0/ports/ad360fed-8fa1-42fc-831d-178106f3e69d HTTP/1.1" status: 204 len: 168 time: 1.3616529 Nov 12 08:22:38.418412 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port ab9301d9-8b3d-4d98-a44c-bbf99656e6c2 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:38.422616 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:38.426550 n-d-765315-29 neutron-server[102599]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3b8a35b-e3f7-4627-baa6-c5f6078789e4 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] GET failed (client error): The resource could not be found. Nov 12 08:22:38.434370 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 52250) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:38.435280 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-d3b8a35b-e3f7-4627-baa6-c5f6078789e4 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "GET /v2.0/ports/ad360fed-8fa1-42fc-831d-178106f3e69d HTTP/1.1" status: 404 len: 333 time: 0.0773780 Nov 12 08:22:38.614302 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b9c56fe3-280e-4453-aa60-18f018df6537 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:38.688259 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b9c56fe3-280e-4453-aa60-18f018df6537 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:38.784483 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-5cd6e76d-4e14-4340-9127-516285db6d87 None None] Provisioning complete for port 04204045-e23f-4dd8-9947-c7c21c93ffc5 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:38.784816 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5cd6e76d-4e14-4340-9127-516285db6d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:38.830245 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b9c56fe3-280e-4453-aa60-18f018df6537 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:38.833517 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b9c56fe3-280e-4453-aa60-18f018df6537 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:38.839180 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-b9c56fe3-280e-4453-aa60-18f018df6537 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "DELETE /v2.0/security-groups/281ac266-b10e-4a90-b9dc-3c3536eba5db HTTP/1.1" status: 204 len: 168 time: 0.4007215 Nov 12 08:22:38.840273 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 52262) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:38.873248 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c56fe3-280e-4453-aa60-18f018df6537 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=281ac266-b10e-4a90-b9dc-3c3536eba5db,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:38.880599 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-5cd6e76d-4e14-4340-9127-516285db6d87 None None] Port 04204045-e23f-4dd8-9947-c7c21c93ffc5 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:22:38.926173 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-5cd6e76d-4e14-4340-9127-516285db6d87 None None] Provisioning complete for port ab9301d9-8b3d-4d98-a44c-bbf99656e6c2 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:38.927044 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5cd6e76d-4e14-4340-9127-516285db6d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:38.955642 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fff61652-fde4-4029-b0df-d029937faaa3 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:39.011151 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fff61652-fde4-4029-b0df-d029937faaa3 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:39.104065 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fff61652-fde4-4029-b0df-d029937faaa3 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:39.110001 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fff61652-fde4-4029-b0df-d029937faaa3 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:39.111640 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-fff61652-fde4-4029-b0df-d029937faaa3 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "DELETE /v2.0/security-groups/72dbb1ac-06af-43bc-80e1-6e4518696c5a HTTP/1.1" status: 204 len: 168 time: 0.2687969 Nov 12 08:22:39.114350 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 52272) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:39.123767 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff61652-fde4-4029-b0df-d029937faaa3 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72dbb1ac-06af-43bc-80e1-6e4518696c5a,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:39.305346 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-d73baa95-ae52-4523-a873-28270e5ad771 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Deleting subnet ee101e9f-a77e-49bf-a62d-7bed6a3a384f {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:22:39.321075 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d73baa95-ae52-4523-a873-28270e5ad771 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks [] for subnet, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:39.468380 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-5cd6e76d-4e14-4340-9127-516285db6d87 None None] Could not find standard attr ID for object ad360fed-8fa1-42fc-831d-178106f3e69d. {{(pid=102601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:22:39.471037 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:39.476686 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d73baa95-ae52-4523-a873-28270e5ad771 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31181813'] for subnet, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:39.611638 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-12d10d87-51f1-4875-9f46-c71575daa291 None None] Could not find standard attr ID for object ad360fed-8fa1-42fc-831d-178106f3e69d. {{(pid=102601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:22:39.671707 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d73baa95-ae52-4523-a873-28270e5ad771 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:39.799229 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d73baa95-ae52-4523-a873-28270e5ad771 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:39.821678 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:39.835232 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 52286) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:39.869207 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73baa95-ae52-4523-a873-28270e5ad771 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Pushing event deleted for resources: {'Subnet': ['ID=ee101e9f-a77e-49bf-a62d-7bed6a3a384f,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:39.883611 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d73baa95-ae52-4523-a873-28270e5ad771 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:39.891003 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 52290) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:39.897545 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-d2d6b58d-e165-4d0b-961a-4060b2040c67 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Request body: {'subnet': {'network_id': '5da08028-bf58-4215-9ab9-4da9730d8589', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:39.898353 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c90efd-9b38-43ba-96d7-6d93bd44fb84 None None] Network 5da08028-bf58-4215-9ab9-4da9730d8589 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:22:39.906414 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-d73baa95-ae52-4523-a873-28270e5ad771 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "DELETE /v2.0/subnets/ee101e9f-a77e-49bf-a62d-7bed6a3a384f HTTP/1.1" status: 204 len: 168 time: 0.7908332 Nov 12 08:22:40.036692 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-f6b099f6-e478-4287-bb83-bbe9db58fdcd tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-330774386'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:40.538122 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b099f6-e478-4287-bb83-bbe9db58fdcd tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] Made reservation on behalf of 3c7b39ad1bf040a4aef441507788f554 for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:22:40.541706 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f6b099f6-e478-4287-bb83-bbe9db58fdcd tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:40.560377 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f6b099f6-e478-4287-bb83-bbe9db58fdcd tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:40.659915 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f6b099f6-e478-4287-bb83-bbe9db58fdcd tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:40.662291 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2d6b58d-e165-4d0b-961a-4060b2040c67 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Made reservation on behalf of 6369a719c0774326a5a17deb8ee2154f for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:22:40.667170 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d2d6b58d-e165-4d0b-961a-4060b2040c67 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:40.675812 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f6b099f6-e478-4287-bb83-bbe9db58fdcd tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:40.773385 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6b099f6-e478-4287-bb83-bbe9db58fdcd tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:22:40.806072 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b099f6-e478-4287-bb83-bbe9db58fdcd tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee30d36-a771-44bd-96f2-ca46706b678f,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:40.811233 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f6b099f6-e478-4287-bb83-bbe9db58fdcd tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:40.811629 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-f6b099f6-e478-4287-bb83-bbe9db58fdcd tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] Added segment dd936ded-23e7-4c4b-ae48-4b935e09ae79 of type vlan for network 5f721eac-5afe-4579-a229-66578d759d71 Nov 12 08:22:40.924008 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f6b099f6-e478-4287-bb83-bbe9db58fdcd tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:40.970917 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f6b099f6-e478-4287-bb83-bbe9db58fdcd tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:40.977288 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b099f6-e478-4287-bb83-bbe9db58fdcd tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:40.977921 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f6b099f6-e478-4287-bb83-bbe9db58fdcd tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:41.102852 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-f6b099f6-e478-4287-bb83-bbe9db58fdcd tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.2664711 Nov 12 08:22:41.110815 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 52320) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:41.120616 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b099f6-e478-4287-bb83-bbe9db58fdcd tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] Pushing event updated for resources: {'Network': ['ID=5f721eac-5afe-4579-a229-66578d759d71,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:41.134715 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 5f721eac-5afe-4579-a229-66578d759d71 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:22:41.151315 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-aa89ca9d-1b02-4a35-a9fd-ec5fa773b57b tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] Request body: {'subnet': {'network_id': '5f721eac-5afe-4579-a229-66578d759d71', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:41.269651 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb8051c-d28e-4d10-91ad-da18eb4e865c req-5cef619d-f38a-40dc-8664-22e79bc900db tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:41.283870 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7eb8051c-d28e-4d10-91ad-da18eb4e865c req-5cef619d-f38a-40dc-8664-22e79bc900db tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 946 time: 0.2930126 Nov 12 08:22:41.399397 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d2d6b58d-e165-4d0b-961a-4060b2040c67 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:41.469472 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6164fa5-1179-4936-b970-082573a8eb46 req-58fea7fc-716e-4ebf-b0b7-71cda3aa5450 tempest-InstanceActionsV221TestJSON-1661849108 tempest-InstanceActionsV221TestJSON-1661849108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:41.471151 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f6164fa5-1179-4936-b970-082573a8eb46 req-58fea7fc-716e-4ebf-b0b7-71cda3aa5450 tempest-InstanceActionsV221TestJSON-1661849108 tempest-InstanceActionsV221TestJSON-1661849108-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ef3c57a-2518-4ca4-be1a-50d90ce431b0 HTTP/1.1" status: 200 len: 946 time: 0.2657847 Nov 12 08:22:41.479564 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7eb8051c-d28e-4d10-91ad-da18eb4e865c req-e70a3ef3-c47a-48de-8397-7ab0475f5c97 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929426 Nov 12 08:22:41.484003 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d6b58d-e165-4d0b-961a-4060b2040c67 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Network 5da08028-bf58-4215-9ab9-4da9730d8589 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:22:41.489275 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-d2d6b58d-e165-4d0b-961a-4060b2040c67 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:22:41.497078 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d6b58d-e165-4d0b-961a-4060b2040c67 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:41.497701 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d2d6b58d-e165-4d0b-961a-4060b2040c67 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:41.522483 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9aedf36-3b42-4581-849e-b5bfcee2bf58 None None] Network 5da08028-bf58-4215-9ab9-4da9730d8589 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:22:41.533398 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa89ca9d-1b02-4a35-a9fd-ec5fa773b57b tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] Made reservation on behalf of 3c7b39ad1bf040a4aef441507788f554 for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:22:41.542529 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-aa89ca9d-1b02-4a35-a9fd-ec5fa773b57b tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:41.596110 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d6b58d-e165-4d0b-961a-4060b2040c67 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Pushing event updated for resources: {'Subnet': ['ID=3f638708-939e-4a9e-925f-db85fac71231,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:41.614227 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 52332) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:41.614473 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-d2d6b58d-e165-4d0b-961a-4060b2040c67 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7219415 Nov 12 08:22:41.647010 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f6164fa5-1179-4936-b970-082573a8eb46 req-c39e3f64-0725-445c-861e-6bbcdf0b1a06 tempest-InstanceActionsV221TestJSON-1661849108 tempest-InstanceActionsV221TestJSON-1661849108-project] 10.222.0.26 "GET /v2.0/security-groups?id=1aa51f14-0384-4972-b705-0104e574e0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610980 Nov 12 08:22:41.691735 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-79c83bf5-08fd-46fb-9072-df8d021a385b tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Request body: {'security_group': {'name': 'tempest-secgroup-769566179'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:41.831893 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:22:41.932833 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-a811a1bc-e15d-4213-8f66-49042b6735f7 None None] Provisioning complete for port 04204045-e23f-4dd8-9947-c7c21c93ffc5 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:41.934180 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a811a1bc-e15d-4213-8f66-49042b6735f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:41.940037 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e189b13-9908-44b4-838c-eb2276ef82db x-openstack-request-id: req-9e189b13-9908-44b4-838c-eb2276ef82db {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:22:41.941712 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ef3c57a-2518-4ca4-be1a-50d90ce431b0", "name": "network-vif-plugged", "status": "completed", "tag": "d4a2e082-5fa1-48a0-a94c-e40b4019ee7b", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:22:41.943566 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9e189b13-9908-44b4-838c-eb2276ef82db {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:22:41.945151 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb18811d-5064-4601-8206-415f54d3ec2c req-d694d69a-92f3-4101-9303-2a3100a8e103 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:41.948558 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ef3c57a-2518-4ca4-be1a-50d90ce431b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4a2e082-5fa1-48a0-a94c-e40b4019ee7b', 'code': 200} Nov 12 08:22:41.956012 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cb18811d-5064-4601-8206-415f54d3ec2c req-d694d69a-92f3-4101-9303-2a3100a8e103 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9f80b7-7da6-471c-ab75-5240190a613a HTTP/1.1" status: 200 len: 947 time: 0.0794916 Nov 12 08:22:41.981720 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-79c83bf5-08fd-46fb-9072-df8d021a385b tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:42.092208 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-79c83bf5-08fd-46fb-9072-df8d021a385b tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:42.096083 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a7462a-5f96-4082-a58a-9b02c35cdbb9 req-957fe58e-8285-4f84-a598-712e1b317b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:42.098057 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-45a7462a-5f96-4082-a58a-9b02c35cdbb9 req-957fe58e-8285-4f84-a598-712e1b317b1f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6ef3c57a-2518-4ca4-be1a-50d90ce431b0 HTTP/1.1" status: 200 len: 1098 time: 0.1160665 Nov 12 08:22:42.111248 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-79c83bf5-08fd-46fb-9072-df8d021a385b tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:42.114785 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cb18811d-5064-4601-8206-415f54d3ec2c req-9b57c70c-ac0b-41e2-a487-55d153c85ed0 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=dafae0e1-4d35-4b86-8740-ce6a9a9c8268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1535800 Nov 12 08:22:42.165907 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-79c83bf5-08fd-46fb-9072-df8d021a385b tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:42.170700 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-79c83bf5-08fd-46fb-9072-df8d021a385b tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5472465 Nov 12 08:22:42.177786 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 52360) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:42.187981 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-bcf8d8c3-e834-442e-a7de-0020f01d9626 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Request body: {'security_group': {'name': 'tempest-secgroup-820218708'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:42.221208 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-a811a1bc-e15d-4213-8f66-49042b6735f7 None None] Port 04204045-e23f-4dd8-9947-c7c21c93ffc5 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:22:42.233286 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:42.243745 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-45a7462a-5f96-4082-a58a-9b02c35cdbb9 req-a1d1a367-4928-48ef-8691-e03941e2496e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1aa51f14-0384-4972-b705-0104e574e0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106679 Nov 12 08:22:42.257938 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bcf8d8c3-e834-442e-a7de-0020f01d9626 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:42.281938 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-a811a1bc-e15d-4213-8f66-49042b6735f7 None None] Provisioning complete for port ab9301d9-8b3d-4d98-a44c-bbf99656e6c2 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:42.282316 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a811a1bc-e15d-4213-8f66-49042b6735f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:42.312276 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c83bf5-08fd-46fb-9072-df8d021a385b tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8eb2c34e-0e8b-4fe0-afb6-9055db526cc0,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:42.411823 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bcf8d8c3-e834-442e-a7de-0020f01d9626 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:42.428002 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea140a05-07a3-4718-935f-d208e46e6654 req-ec56da3e-84b9-4459-95a6-99abb9b1fbea tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:42.430278 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ea140a05-07a3-4718-935f-d208e46e6654 req-ec56da3e-84b9-4459-95a6-99abb9b1fbea tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 946 time: 0.3346901 Nov 12 08:22:42.434944 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bcf8d8c3-e834-442e-a7de-0020f01d9626 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:42.472907 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bcf8d8c3-e834-442e-a7de-0020f01d9626 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:42.477180 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-bcf8d8c3-e834-442e-a7de-0020f01d9626 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2982152 Nov 12 08:22:42.477315 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 52376) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:42.483350 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-e3e208e8-e311-4874-9bbc-ea1ae4335fa7 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Request body: {'security_group': {'name': 'tempest-secgroup-2138505465'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:42.529792 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e3e208e8-e311-4874-9bbc-ea1ae4335fa7 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:42.548208 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf8d8c3-e834-442e-a7de-0020f01d9626 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67a75efe-6516-4b8d-8b0f-663109eef716,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:42.592494 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-aa89ca9d-1b02-4a35-a9fd-ec5fa773b57b tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:42.648277 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa89ca9d-1b02-4a35-a9fd-ec5fa773b57b tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] Pushing event updated for resources: {'Subnet': ['ID=fe2b8554-d96f-4e7c-b3c8-decb71d813a5,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:42.656492 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ea140a05-07a3-4718-935f-d208e46e6654 req-fc54071f-a1b9-4a4c-9397-7c66ad735091 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085576 Nov 12 08:22:42.698893 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa89ca9d-1b02-4a35-a9fd-ec5fa773b57b tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] Checking segment: {'id': 'dd936ded-23e7-4c4b-ae48-4b935e09ae79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '5f721eac-5afe-4579-a229-66578d759d71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:22:42.699507 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa89ca9d-1b02-4a35-a9fd-ec5fa773b57b tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] Network hostable DHCP agents. Network: 5f721eac-5afe-4579-a229-66578d759d71, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:22:42.755809 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa89ca9d-1b02-4a35-a9fd-ec5fa773b57b tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] Network 5f721eac-5afe-4579-a229-66578d759d71 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:22:42.776524 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-aa89ca9d-1b02-4a35-a9fd-ec5fa773b57b tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 5f721eac-5afe-4579-a229-66578d759d71) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:22:42.796213 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e3e208e8-e311-4874-9bbc-ea1ae4335fa7 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:42.800258 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa89ca9d-1b02-4a35-a9fd-ec5fa773b57b tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:42.800573 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-aa89ca9d-1b02-4a35-a9fd-ec5fa773b57b tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:42.805057 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c0d4f1-f3e9-4c1d-a10a-71e4e1cdf9b6 None None] Network 5f721eac-5afe-4579-a229-66578d759d71 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:22:42.807569 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e3e208e8-e311-4874-9bbc-ea1ae4335fa7 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:42.834052 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-aa89ca9d-1b02-4a35-a9fd-ec5fa773b57b tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7212079 Nov 12 08:22:42.837057 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 52388) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:42.854942 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-48aae39c-411f-41d4-854c-68570fbda13b tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] Request body: {'port': {'network_id': '5f721eac-5afe-4579-a229-66578d759d71', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1600336683'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:42.868353 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e3e208e8-e311-4874-9bbc-ea1ae4335fa7 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:42.877206 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-e3e208e8-e311-4874-9bbc-ea1ae4335fa7 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3974061 Nov 12 08:22:42.892961 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 52390) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:42.908470 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-3fe0da03-5a21-41b0-b0a4-8f69f978885e tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1914296004', 'security_groups': ['87821089-47d1-4a9a-b803-2db260913428'], 'network_id': '5da08028-bf58-4215-9ab9-4da9730d8589', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3f638708-939e-4a9e-925f-db85fac71231'}]}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:43.046823 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e208e8-e311-4874-9bbc-ea1ae4335fa7 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87821089-47d1-4a9a-b803-2db260913428,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:43.153183 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f886b6b-43be-4096-bdfb-7289de65351b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-5f721eac-5afe-4579-a229-66578d759d71', 'network_id': '5f721eac-5afe-4579-a229-66578d759d71', 'tenant_id': '3c7b39ad1bf040a4aef441507788f554', 'fixed_ips': [{'subnet_id': 'fe2b8554-d96f-4e7c-b3c8-decb71d813a5'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:22:43.154056 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7f886b6b-43be-4096-bdfb-7289de65351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:43.199706 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device a9a0b5ce-4cc2-4f1e-9b15-97cf48abe435 details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:22:43.203325 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9cd70d-9937-4cdf-9251-4187a1029493 req-42be74a0-8532-4d0b-9166-6b5d090d48c1 tempest-InstanceActionsV221TestJSON-1661849108 tempest-InstanceActionsV221TestJSON-1661849108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:43.204900 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7c9cd70d-9937-4cdf-9251-4187a1029493 req-42be74a0-8532-4d0b-9166-6b5d090d48c1 tempest-InstanceActionsV221TestJSON-1661849108 tempest-InstanceActionsV221TestJSON-1661849108-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ef3c57a-2518-4ca4-be1a-50d90ce431b0 HTTP/1.1" status: 200 len: 946 time: 0.3365080 Nov 12 08:22:43.348139 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48aae39c-411f-41d4-854c-68570fbda13b tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] Made reservation on behalf of 3c7b39ad1bf040a4aef441507788f554 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:22:43.351927 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-48aae39c-411f-41d4-854c-68570fbda13b tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:43.371007 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9d26ad-fb31-4f89-99f1-919bd4a5c07f req-4ec2b27f-d6c5-443a-8338-537dfbaa7be5 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:43.372837 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3b9d26ad-fb31-4f89-99f1-919bd4a5c07f req-4ec2b27f-d6c5-443a-8338-537dfbaa7be5 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 946 time: 0.1657894 Nov 12 08:22:43.374143 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fe0da03-5a21-41b0-b0a4-8f69f978885e tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Made reservation on behalf of 6369a719c0774326a5a17deb8ee2154f for: {'port': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:22:43.403658 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [None req-48aae39c-411f-41d4-854c-68570fbda13b tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] device_id is not set on port 82583e75-6721-44da-a0c2-1ad8e4cc1bb3 yet. {{(pid=102599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:22:43.420719 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7c9cd70d-9937-4cdf-9251-4187a1029493 req-5599c716-df54-40bf-8c9c-41c3c9badcb2 tempest-InstanceActionsV221TestJSON-1661849108 tempest-InstanceActionsV221TestJSON-1661849108-project] 10.222.0.26 "GET /v2.0/security-groups?id=1aa51f14-0384-4972-b705-0104e574e0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049646 Nov 12 08:22:43.429123 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port a9a0b5ce-4cc2-4f1e-9b15-97cf48abe435, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=a9a0b5ce-4cc2-4f1e-9b15-97cf48abe435,segment=NetworkSegment(296922ca-424d-4760-9058-82e70353f16a),segment_id=296922ca-424d-4760-9058-82e70353f16a)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:43.505792 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': 'a9a0b5ce-4cc2-4f1e-9b15-97cf48abe435', 'network_id': 'ec82487f-519c-483b-814a-09ab43cadbc0', 'port_id': 'a9a0b5ce-4cc2-4f1e-9b15-97cf48abe435', 'mac_address': 'fa:16:3e:00:4d:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c99e7791-a372-44aa-b26b-4ef09f905daa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:22:43.510969 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2322f64c-86a6-4d69-9117-be425a1de582 None None] Update dhcp port {'port': {'network_id': '5da08028-bf58-4215-9ab9-4da9730d8589', 'fixed_ips': [{'subnet_id': '6e73ad27-a9dc-489d-afb2-e5bcca0527c9', 'ip_address': '172.20.0.18'}, {'subnet_id': '3f638708-939e-4a9e-925f-db85fac71231'}], 'binding:host_id': 'n-d-765315-29'}, 'id': 'ab9301d9-8b3d-4d98-a44c-bbf99656e6c2'} from n-d-765315-29. {{(pid=102601) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 08:22:43.533102 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3b9d26ad-fb31-4f89-99f1-919bd4a5c07f req-18f80239-90a4-4d33-b870-15ae938cc392 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421990 Nov 12 08:22:43.565214 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2322f64c-86a6-4d69-9117-be425a1de582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:43.608922 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3fe0da03-5a21-41b0-b0a4-8f69f978885e tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:43.645655 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [None req-3fe0da03-5a21-41b0-b0a4-8f69f978885e tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] device_id is not set on port 0dc5b280-3995-4b21-9e79-cfa7a824fb0b yet. {{(pid=102600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:22:43.710658 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 52410) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:43.845830 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:43.897309 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a9a0b5ce-4cc2-4f1e-9b15-97cf48abe435 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:22:43.925652 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port a9a0b5ce-4cc2-4f1e-9b15-97cf48abe435, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=a9a0b5ce-4cc2-4f1e-9b15-97cf48abe435,segment=NetworkSegment(296922ca-424d-4760-9058-82e70353f16a),segment_id=296922ca-424d-4760-9058-82e70353f16a)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:43.938450 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:43.975502 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9685d7c3-3c1e-4442-b955-ee9c179748ba req-e0b88faf-1d1d-4884-9e67-b2d07599a16e tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:43.985276 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9685d7c3-3c1e-4442-b955-ee9c179748ba req-e0b88faf-1d1d-4884-9e67-b2d07599a16e tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9f80b7-7da6-471c-ab75-5240190a613a HTTP/1.1" status: 200 len: 947 time: 0.3143668 Nov 12 08:22:43.986875 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f3d024-71c3-47e9-9335-403ee5b827f3 req-fa35359c-cf00-4ca8-89b7-e3981bdde007 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:43.988406 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d5f3d024-71c3-47e9-9335-403ee5b827f3 req-fa35359c-cf00-4ca8-89b7-e3981bdde007 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 946 time: 0.1247034 Nov 12 08:22:44.013726 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-2322f64c-86a6-4d69-9117-be425a1de582 None None] Allocated IP 172.20.0.2 (5da08028-bf58-4215-9ab9-4da9730d8589/3f638708-939e-4a9e-925f-db85fac71231/ab9301d9-8b3d-4d98-a44c-bbf99656e6c2) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:22:44.035770 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-48aae39c-411f-41d4-854c-68570fbda13b tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] Allocated IP 2001:db8::3de (5f721eac-5afe-4579-a229-66578d759d71/fe2b8554-d96f-4e7c-b3c8-decb71d813a5/82583e75-6721-44da-a0c2-1ad8e4cc1bb3) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:22:44.061786 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=a9a0b5ce-4cc2-4f1e-9b15-97cf48abe435,revision_number=6']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:44.062456 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5b63665f-c0f1-4fcb-bd14-bc84cdec5c21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:44.077800 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d5f3d024-71c3-47e9-9335-403ee5b827f3 req-a782681d-7b95-4462-94f8-31a5a845ff06 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823572 Nov 12 08:22:44.143204 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9685d7c3-3c1e-4442-b955-ee9c179748ba req-4d044da8-f928-447c-8c11-58edf4d62f60 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=dafae0e1-4d35-4b86-8740-ce6a9a9c8268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1567307 Nov 12 08:22:44.185707 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-2322f64c-86a6-4d69-9117-be425a1de582 None None] For port ab9301d9-8b3d-4d98-a44c-bbf99656e6c2, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=ab9301d9-8b3d-4d98-a44c-bbf99656e6c2,segment=NetworkSegment(5250da3b-dfde-478a-9990-eb3c2f9defc8),segment_id=5250da3b-dfde-478a-9990-eb3c2f9defc8)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:44.248603 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2322f64c-86a6-4d69-9117-be425a1de582 None None] Publish callbacks [] for port, precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:44.249193 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd07320f-e53c-4215-9700-10a51c607952 req-0086989d-9b75-4da4-9e80-760e963bc0ef tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:44.251136 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cd07320f-e53c-4215-9700-10a51c607952 req-0086989d-9b75-4da4-9e80-760e963bc0ef tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 946 time: 0.0582128 Nov 12 08:22:44.255046 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2322f64c-86a6-4d69-9117-be425a1de582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:44.350874 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5b63665f-c0f1-4fcb-bd14-bc84cdec5c21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:44.360934 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5b63665f-c0f1-4fcb-bd14-bc84cdec5c21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:44.364864 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2322f64c-86a6-4d69-9117-be425a1de582 None None] Pushing event updated for resources: {'Port': ['ID=ab9301d9-8b3d-4d98-a44c-bbf99656e6c2,revision_number=6']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:44.382843 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['a9a0b5ce-4cc2-4f1e-9b15-97cf48abe435'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:22:44.394893 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-3fe0da03-5a21-41b0-b0a4-8f69f978885e tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Allocated IP 172.20.0.6 (5da08028-bf58-4215-9ab9-4da9730d8589/3f638708-939e-4a9e-925f-db85fac71231/0dc5b280-3995-4b21-9e79-cfa7a824fb0b) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:22:44.398770 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-5b63665f-c0f1-4fcb-bd14-bc84cdec5c21 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=71668106ecda42a3b46485aad91c4295&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6479845 Nov 12 08:22:44.401541 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 52426) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:44.408785 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-48aae39c-411f-41d4-854c-68570fbda13b tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:44.454077 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b63665f-c0f1-4fcb-bd14-bc84cdec5c21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62ac6b25-ea30-4717-900b-45b55ac3a7f6,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:44.519762 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8b85b03e-65c9-4df5-af71-66624c0aba6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:44.526493 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-48aae39c-411f-41d4-854c-68570fbda13b tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:44.561852 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8b85b03e-65c9-4df5-af71-66624c0aba6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:44.614696 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3fe0da03-5a21-41b0-b0a4-8f69f978885e tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:44.659753 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-7f886b6b-43be-4096-bdfb-7289de65351b None None] Allocated IP 2001:db8::2 (5f721eac-5afe-4579-a229-66578d759d71/fe2b8554-d96f-4e7c-b3c8-decb71d813a5/30111ff3-2432-4e69-aea2-9b10f76bcb7e) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:22:44.663337 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8b85b03e-65c9-4df5-af71-66624c0aba6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:44.667494 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8b85b03e-65c9-4df5-af71-66624c0aba6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:44.672803 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-8b85b03e-65c9-4df5-af71-66624c0aba6f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/62ac6b25-ea30-4717-900b-45b55ac3a7f6 HTTP/1.1" status: 204 len: 168 time: 0.2676723 Nov 12 08:22:44.686512 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48aae39c-411f-41d4-854c-68570fbda13b tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] Network 5f721eac-5afe-4579-a229-66578d759d71 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:22:44.702089 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cd07320f-e53c-4215-9700-10a51c607952 req-c5ceaf7a-473d-4042-b1c8-c2df1989735c tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4308846 Nov 12 08:22:44.703546 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3fe0da03-5a21-41b0-b0a4-8f69f978885e tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:44.759908 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe0da03-5a21-41b0-b0a4-8f69f978885e tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Network 5da08028-bf58-4215-9ab9-4da9730d8589 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:22:44.763220 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-3fe0da03-5a21-41b0-b0a4-8f69f978885e tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:22:44.788252 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-48aae39c-411f-41d4-854c-68570fbda13b tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:22:44.789217 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe0da03-5a21-41b0-b0a4-8f69f978885e tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:22:44.847024 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b85b03e-65c9-4df5-af71-66624c0aba6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ac6b25-ea30-4717-900b-45b55ac3a7f6,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:44.864578 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aae39c-411f-41d4-854c-68570fbda13b tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] Pushing event updated for resources: {'Port': ['ID=82583e75-6721-44da-a0c2-1ad8e4cc1bb3,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:44.879288 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe0da03-5a21-41b0-b0a4-8f69f978885e tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Pushing event updated for resources: {'Port': ['ID=0dc5b280-3995-4b21-9e79-cfa7a824fb0b,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:44.880953 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48aae39c-411f-41d4-854c-68570fbda13b tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:22:44.896592 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe0da03-5a21-41b0-b0a4-8f69f978885e tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:44.897403 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3fe0da03-5a21-41b0-b0a4-8f69f978885e tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:44.904665 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48aae39c-411f-41d4-854c-68570fbda13b tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:44.905333 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-48aae39c-411f-41d4-854c-68570fbda13b tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:44.936589 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-3fe0da03-5a21-41b0-b0a4-8f69f978885e tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0409055 Nov 12 08:22:44.941096 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 52458) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:44.946464 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-1cfd87e0-a1d5-401d-a602-d120116de5b2 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Request body: {'subnet': {'network_id': '5da08028-bf58-4215-9ab9-4da9730d8589', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:45.016904 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae23a35-7a01-4834-89f3-9c25d532a8f0 req-f6517105-5955-4b19-9aab-4a84d8a6c2f8 tempest-InstanceActionsV221TestJSON-1661849108 tempest-InstanceActionsV221TestJSON-1661849108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:45.033499 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fae23a35-7a01-4834-89f3-9c25d532a8f0 req-f6517105-5955-4b19-9aab-4a84d8a6c2f8 tempest-InstanceActionsV221TestJSON-1661849108 tempest-InstanceActionsV221TestJSON-1661849108-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ef3c57a-2518-4ca4-be1a-50d90ce431b0 HTTP/1.1" status: 200 len: 946 time: 0.4212749 Nov 12 08:22:45.050513 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-48aae39c-411f-41d4-854c-68570fbda13b tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.2114873 Nov 12 08:22:45.054055 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 52462) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:45.097862 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-fc8354a2-4101-4564-afe7-0d8ce27b6cad tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] Request body: {'port': {'network_id': '5f721eac-5afe-4579-a229-66578d759d71', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-183422334', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:45.104648 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.api.validators [None req-fc8354a2-4101-4564-afe7-0d8ce27b6cad tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] bootfile-name is not in valid_values {{(pid=102599) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 08:22:45.105005 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.api.validators [None req-fc8354a2-4101-4564-afe7-0d8ce27b6cad tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] tftp-server is not in valid_values {{(pid=102599) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 08:22:45.105344 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.api.validators [None req-fc8354a2-4101-4564-afe7-0d8ce27b6cad tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] server-ip-address is not in valid_values {{(pid=102599) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 08:22:45.171281 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cfd87e0-a1d5-401d-a602-d120116de5b2 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Made reservation on behalf of 6369a719c0774326a5a17deb8ee2154f for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:22:45.176161 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1cfd87e0-a1d5-401d-a602-d120116de5b2 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:45.234256 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device c3d87375-c113-475c-bf06-fa361dfd0b38 no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:22:45.237195 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7f886b6b-43be-4096-bdfb-7289de65351b None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:45.279478 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7f886b6b-43be-4096-bdfb-7289de65351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:45.303373 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f886b6b-43be-4096-bdfb-7289de65351b None None] Network 5f721eac-5afe-4579-a229-66578d759d71 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:22:45.313920 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-7f886b6b-43be-4096-bdfb-7289de65351b None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:22:45.317301 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f886b6b-43be-4096-bdfb-7289de65351b None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:22:45.344820 n-d-765315-29 neutron-server[102600]: INFO neutron.db.ipam_backend_mixin [None req-1cfd87e0-a1d5-401d-a602-d120116de5b2 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 3f638708-939e-4a9e-925f-db85fac71231 (CIDR: 172.20.0.0/28) Nov 12 08:22:45.355264 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cfd87e0-a1d5-401d-a602-d120116de5b2 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:22:45.361290 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cfd87e0-a1d5-401d-a602-d120116de5b2 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:22:45.399121 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fae23a35-7a01-4834-89f3-9c25d532a8f0 req-fb28afde-913c-40f7-b0a0-86da180c25f9 tempest-InstanceActionsV221TestJSON-1661849108 tempest-InstanceActionsV221TestJSON-1661849108-project] 10.222.0.26 "GET /v2.0/security-groups?id=1aa51f14-0384-4972-b705-0104e574e0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3647070 Nov 12 08:22:45.408361 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-1cfd87e0-a1d5-401d-a602-d120116de5b2 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4635139 Nov 12 08:22:45.409854 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 52468) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:45.418088 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-53bb848b-6a86-4ab5-a38e-dba932eac90e tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Request body: {'subnet': {'network_id': '5da08028-bf58-4215-9ab9-4da9730d8589', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:45.490924 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 52478) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:45.550432 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-7f886b6b-43be-4096-bdfb-7289de65351b None None] Attempting to bind port 30111ff3-2432-4e69-aea2-9b10f76bcb7e on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:22:45.550816 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-7f886b6b-43be-4096-bdfb-7289de65351b None None] Attempting to bind port 30111ff3-2432-4e69-aea2-9b10f76bcb7e by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': 'dd936ded-23e7-4c4b-ae48-4b935e09ae79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '5f721eac-5afe-4579-a229-66578d759d71'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:22:45.551114 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f886b6b-43be-4096-bdfb-7289de65351b None None] Attempting to bind port 30111ff3-2432-4e69-aea2-9b10f76bcb7e on network 5f721eac-5afe-4579-a229-66578d759d71 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:22:45.581554 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f886b6b-43be-4096-bdfb-7289de65351b None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:22:45.582087 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f886b6b-43be-4096-bdfb-7289de65351b None None] Checking segment: {'id': 'dd936ded-23e7-4c4b-ae48-4b935e09ae79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '5f721eac-5afe-4579-a229-66578d759d71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:22:45.582493 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7f886b6b-43be-4096-bdfb-7289de65351b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:45.582907 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f886b6b-43be-4096-bdfb-7289de65351b None None] Bound using segment: {'id': 'dd936ded-23e7-4c4b-ae48-4b935e09ae79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '5f721eac-5afe-4579-a229-66578d759d71'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:22:45.583395 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-7f886b6b-43be-4096-bdfb-7289de65351b None None] Bound port: 30111ff3-2432-4e69-aea2-9b10f76bcb7e, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd936ded-23e7-4c4b-ae48-4b935e09ae79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '5f721eac-5afe-4579-a229-66578d759d71'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:22:45.583774 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7f886b6b-43be-4096-bdfb-7289de65351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:45.624715 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f886b6b-43be-4096-bdfb-7289de65351b None None] Pushing event updated for resources: {'Port': ['ID=30111ff3-2432-4e69-aea2-9b10f76bcb7e,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:45.638953 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc8354a2-4101-4564-afe7-0d8ce27b6cad tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] Made reservation on behalf of 3c7b39ad1bf040a4aef441507788f554 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:22:45.642644 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fc8354a2-4101-4564-afe7-0d8ce27b6cad tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:45.662908 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1f71f78e-1ef1-4962-8376-af0b2dc59a5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:45.700814 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [None req-fc8354a2-4101-4564-afe7-0d8ce27b6cad tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] device_id is not set on port a4090d99-9e6a-489c-97d4-465855710dd0 yet. {{(pid=102599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:22:45.715979 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f886b6b-43be-4096-bdfb-7289de65351b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:45.716537 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f886b6b-43be-4096-bdfb-7289de65351b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:45.716622 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f886b6b-43be-4096-bdfb-7289de65351b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:45.716955 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f886b6b-43be-4096-bdfb-7289de65351b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:45.717292 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f886b6b-43be-4096-bdfb-7289de65351b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:45.717602 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f886b6b-43be-4096-bdfb-7289de65351b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:45.717921 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f886b6b-43be-4096-bdfb-7289de65351b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:45.718238 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f886b6b-43be-4096-bdfb-7289de65351b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:45.718552 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f886b6b-43be-4096-bdfb-7289de65351b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:45.718891 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f886b6b-43be-4096-bdfb-7289de65351b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:45.719222 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f886b6b-43be-4096-bdfb-7289de65351b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:45.719522 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f886b6b-43be-4096-bdfb-7289de65351b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:45.904782 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:45.911017 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1f71f78e-1ef1-4962-8376-af0b2dc59a5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:45.928394 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1f71f78e-1ef1-4962-8376-af0b2dc59a5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:45.947858 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-fc8354a2-4101-4564-afe7-0d8ce27b6cad tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] Allocated IP 2001:db8::31d (5f721eac-5afe-4579-a229-66578d759d71/fe2b8554-d96f-4e7c-b3c8-decb71d813a5/a4090d99-9e6a-489c-97d4-465855710dd0) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:22:45.967089 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-7f886b6b-43be-4096-bdfb-7289de65351b None None] For port 30111ff3-2432-4e69-aea2-9b10f76bcb7e, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:22:46.000345 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-1f71f78e-1ef1-4962-8376-af0b2dc59a5b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=729d5bd82c2f46a48659daf7aeac0da9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5059998 Nov 12 08:22:46.017966 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d9f80b7-7da6-471c-ab75-5240190a613a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3d87375-c113-475c-bf06-fa361dfd0b38'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:22:46.021683 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 52488) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:46.028707 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b97ca05-c84e-42ca-953e-89e1196c96b1" -d '{"events": [{"server_uuid": "2d9f80b7-7da6-471c-ab75-5240190a613a", "name": "network-vif-unplugged", "status": "completed", "tag": "c3d87375-c113-475c-bf06-fa361dfd0b38"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:22:46.051705 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-7f886b6b-43be-4096-bdfb-7289de65351b None None] For port 30111ff3-2432-4e69-aea2-9b10f76bcb7e, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=30111ff3-2432-4e69-aea2-9b10f76bcb7e,segment=NetworkSegment(dd936ded-23e7-4c4b-ae48-4b935e09ae79),segment_id=dd936ded-23e7-4c4b-ae48-4b935e09ae79)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:22:46.091503 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port c3d87375-c113-475c-bf06-fa361dfd0b38, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=c3d87375-c113-475c-bf06-fa361dfd0b38,segment=NetworkSegment(e07c96e0-5af6-439e-b283-25e89ba24ea2),segment_id=e07c96e0-5af6-439e-b283-25e89ba24ea2)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:46.095995 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7f886b6b-43be-4096-bdfb-7289de65351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:46.151338 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:46.172678 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e743897-d7d9-43f0-8888-6269afbb58f7 req-5d098ac2-f9db-4669-aa2a-98979e2b7ec4 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:46.218898 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5e743897-d7d9-43f0-8888-6269afbb58f7 req-5d098ac2-f9db-4669-aa2a-98979e2b7ec4 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9f80b7-7da6-471c-ab75-5240190a613a HTTP/1.1" status: 200 len: 947 time: 0.6418819 Nov 12 08:22:46.253204 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device ab9301d9-8b3d-4d98-a44c-bbf99656e6c2 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:22:46.333783 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f71f78e-1ef1-4962-8376-af0b2dc59a5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=031c3d7a-b83a-4ec5-befd-9a3b7efd7d33,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:46.361465 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e6bffea1-0036-4082-b334-33e626990c13 None None] Provisioning complete for port 04204045-e23f-4dd8-9947-c7c21c93ffc5 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:46.361805 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e6bffea1-0036-4082-b334-33e626990c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:46.391551 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fc8354a2-4101-4564-afe7-0d8ce27b6cad tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:46.438640 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5e743897-d7d9-43f0-8888-6269afbb58f7 req-d1ccad24-bdec-4460-babb-09cea7475c5c tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=dafae0e1-4d35-4b86-8740-ce6a9a9c8268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2188609 Nov 12 08:22:46.506243 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f886b6b-43be-4096-bdfb-7289de65351b None None] Pushing event updated for resources: {'Port': ['ID=30111ff3-2432-4e69-aea2-9b10f76bcb7e,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:46.542531 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fc8354a2-4101-4564-afe7-0d8ce27b6cad tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:46.546892 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1c1d9855-91e7-49aa-8330-8423341004c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:46.608767 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1c1d9855-91e7-49aa-8330-8423341004c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:46.694300 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1c1d9855-91e7-49aa-8330-8423341004c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:46.697127 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1c1d9855-91e7-49aa-8330-8423341004c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:46.703164 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-1c1d9855-91e7-49aa-8330-8423341004c0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/031c3d7a-b83a-4ec5-befd-9a3b7efd7d33 HTTP/1.1" status: 204 len: 168 time: 0.6785741 Nov 12 08:22:46.712281 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53bb848b-6a86-4ab5-a38e-dba932eac90e tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Made reservation on behalf of 6369a719c0774326a5a17deb8ee2154f for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:22:46.716868 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-53bb848b-6a86-4ab5-a38e-dba932eac90e tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:46.721834 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-e6bffea1-0036-4082-b334-33e626990c13 None None] Port 04204045-e23f-4dd8-9947-c7c21c93ffc5 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:22:46.725715 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=c3d87375-c113-475c-bf06-fa361dfd0b38,revision_number=11']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:46.791087 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e6bffea1-0036-4082-b334-33e626990c13 None None] Provisioning complete for port ab9301d9-8b3d-4d98-a44c-bbf99656e6c2 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:46.792180 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e6bffea1-0036-4082-b334-33e626990c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:46.800477 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8354a2-4101-4564-afe7-0d8ce27b6cad tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] Pushing event updated for resources: {'Port': ['ID=a4090d99-9e6a-489c-97d4-465855710dd0,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:46.801893 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1d9855-91e7-49aa-8330-8423341004c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=031c3d7a-b83a-4ec5-befd-9a3b7efd7d33,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:46.802166 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port ab9301d9-8b3d-4d98-a44c-bbf99656e6c2 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:46.802636 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:46.830949 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8354a2-4101-4564-afe7-0d8ce27b6cad tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] Network 5f721eac-5afe-4579-a229-66578d759d71 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:22:46.846519 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-fc8354a2-4101-4564-afe7-0d8ce27b6cad tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:22:46.858166 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8354a2-4101-4564-afe7-0d8ce27b6cad tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:22:46.885007 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8354a2-4101-4564-afe7-0d8ce27b6cad tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:46.893893 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fc8354a2-4101-4564-afe7-0d8ce27b6cad tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:46.941097 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-fc8354a2-4101-4564-afe7-0d8ce27b6cad tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.8621774 Nov 12 08:22:46.944643 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 52498) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:47.115468 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07302b22-7e90-400a-8cea-53e25503c21f tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:47.143015 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07302b22-7e90-400a-8cea-53e25503c21f tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:47.163274 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07302b22-7e90-400a-8cea-53e25503c21f tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:47.171514 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-07302b22-7e90-400a-8cea-53e25503c21f tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.2167742 Nov 12 08:22:47.172141 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 52500) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:47.172269 n-d-765315-29 neutron-server[102600]: INFO neutron.db.ipam_backend_mixin [None req-53bb848b-6a86-4ab5-a38e-dba932eac90e tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 6e73ad27-a9dc-489d-afb2-e5bcca0527c9 (CIDR: 172.20.0.16/28) Nov 12 08:22:47.188315 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-53bb848b-6a86-4ab5-a38e-dba932eac90e tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:22:47.189025 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53bb848b-6a86-4ab5-a38e-dba932eac90e tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:22:47.257010 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-53bb848b-6a86-4ab5-a38e-dba932eac90e tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.8465359 Nov 12 08:22:47.260975 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 52504) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:47.283475 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-0bc32a65-be94-4858-96a5-632f3002e7a0 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Request body: {'subnet': {'network_id': '5da08028-bf58-4215-9ab9-4da9730d8589', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:47.348774 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660e9734-86c7-44f1-9a79-970c4aed1d53 req-2be54253-649c-4cae-88b3-831f4a8a2b18 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:47.363230 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-660e9734-86c7-44f1-9a79-970c4aed1d53 req-2be54253-649c-4cae-88b3-831f4a8a2b18 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 946 time: 0.2796612 Nov 12 08:22:47.446521 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-451e36e6-fe25-470b-b427-7a5d78fcf9cb tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] Deleting port a4090d99-9e6a-489c-97d4-465855710dd0 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:22:47.447181 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-451e36e6-fe25-470b-b427-7a5d78fcf9cb tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:47.501806 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-660e9734-86c7-44f1-9a79-970c4aed1d53 req-26e90213-b1ff-4ae6-b8d6-03f7fa1689b7 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372042 Nov 12 08:22:47.602052 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device c3d87375-c113-475c-bf06-fa361dfd0b38 details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:22:47.614157 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device a9a0b5ce-4cc2-4f1e-9b15-97cf48abe435 up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:22:47.652994 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-451e36e6-fe25-470b-b427-7a5d78fcf9cb tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:47.689581 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-451e36e6-fe25-470b-b427-7a5d78fcf9cb tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] Calling delete_port for a4090d99-9e6a-489c-97d4-465855710dd0 owned by {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:22:47.700524 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc32a65-be94-4858-96a5-632f3002e7a0 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Made reservation on behalf of 6369a719c0774326a5a17deb8ee2154f for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:22:47.705118 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0bc32a65-be94-4858-96a5-632f3002e7a0 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:48.044543 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port a9a0b5ce-4cc2-4f1e-9b15-97cf48abe435 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:48.045207 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:48.176741 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port c3d87375-c113-475c-bf06-fa361dfd0b38, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=c3d87375-c113-475c-bf06-fa361dfd0b38,segment=NetworkSegment(e07c96e0-5af6-439e-b283-25e89ba24ea2),segment_id=e07c96e0-5af6-439e-b283-25e89ba24ea2)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:48.202559 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076cf515-7b13-4077-9f6c-bfde6c48d21a None None] Network 5f721eac-5afe-4579-a229-66578d759d71 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:22:48.234517 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': 'c3d87375-c113-475c-bf06-fa361dfd0b38', 'network_id': '392b706c-fa83-40b2-ba41-e97d70efdd1d', 'port_id': 'c3d87375-c113-475c-bf06-fa361dfd0b38', 'mac_address': 'fa:16:3e:2f:88:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d250a72-e563-4d6e-ac4f-f44698e0ce3c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:22:48.245612 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-451e36e6-fe25-470b-b427-7a5d78fcf9cb tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:48.292302 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e30d088e-217a-4919-ab09-a392fcb25713 None None] Provisioning complete for port 0dc5b280-3995-4b21-9e79-cfa7a824fb0b triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:48.293299 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e30d088e-217a-4919-ab09-a392fcb25713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:48.361719 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 30111ff3-2432-4e69-aea2-9b10f76bcb7e up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:22:48.462874 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451e36e6-fe25-470b-b427-7a5d78fcf9cb tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] Pushing event deleted for resources: {'Port': ['ID=a4090d99-9e6a-489c-97d4-465855710dd0,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:48.483907 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-451e36e6-fe25-470b-b427-7a5d78fcf9cb tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:48.490830 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-451e36e6-fe25-470b-b427-7a5d78fcf9cb tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] 10.222.0.26 "DELETE /v2.0/ports/a4090d99-9e6a-489c-97d4-465855710dd0 HTTP/1.1" status: 204 len: 168 time: 1.3112981 Nov 12 08:22:48.491026 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 52532) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:48.497345 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-b0de47dd-2345-4180-aa8b-9b53a5946bd3 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] Request body: {'port': {'name': 'tempest-new-port-name-1828062836', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:48.497731 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.api.validators [None req-b0de47dd-2345-4180-aa8b-9b53a5946bd3 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] bootfile-name is not in valid_values {{(pid=102599) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 08:22:48.498067 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.api.validators [None req-b0de47dd-2345-4180-aa8b-9b53a5946bd3 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] tftp-server is not in valid_values {{(pid=102599) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 08:22:48.498393 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.api.validators [None req-b0de47dd-2345-4180-aa8b-9b53a5946bd3 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] server-ip-address is not in valid_values {{(pid=102599) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 08:22:48.529169 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-e30d088e-217a-4919-ab09-a392fcb25713 None None] Port 0dc5b280-3995-4b21-9e79-cfa7a824fb0b cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:22:48.551578 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:48.610833 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895e639e-189f-406e-a69d-8cb589fb0834 req-9672713f-3c68-433a-8aea-d1e570fb1888 tempest-InstanceActionsV221TestJSON-1661849108 tempest-InstanceActionsV221TestJSON-1661849108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:48.614923 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-895e639e-189f-406e-a69d-8cb589fb0834 req-9672713f-3c68-433a-8aea-d1e570fb1888 tempest-InstanceActionsV221TestJSON-1661849108 tempest-InstanceActionsV221TestJSON-1661849108-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ef3c57a-2518-4ca4-be1a-50d90ce431b0 HTTP/1.1" status: 200 len: 946 time: 0.2091916 Nov 12 08:22:48.618729 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:48.634918 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b0de47dd-2345-4180-aa8b-9b53a5946bd3 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:48.718797 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3d87375-c113-475c-bf06-fa361dfd0b38 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:22:48.843037 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [req-895e639e-189f-406e-a69d-8cb589fb0834 req-744e4cb2-901c-4160-b35e-51b43fdba6d9 tempest-InstanceActionsV221TestJSON-1661849108 tempest-InstanceActionsV221TestJSON-1661849108-project] Deleting port d4a2e082-5fa1-48a0-a94c-e40b4019ee7b {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:22:48.843434 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-895e639e-189f-406e-a69d-8cb589fb0834 req-744e4cb2-901c-4160-b35e-51b43fdba6d9 tempest-InstanceActionsV221TestJSON-1661849108 tempest-InstanceActionsV221TestJSON-1661849108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:48.851044 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0bc32a65-be94-4858-96a5-632f3002e7a0 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:48.866116 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port c3d87375-c113-475c-bf06-fa361dfd0b38, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=c3d87375-c113-475c-bf06-fa361dfd0b38,segment=NetworkSegment(e07c96e0-5af6-439e-b283-25e89ba24ea2),segment_id=e07c96e0-5af6-439e-b283-25e89ba24ea2)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:48.893047 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:48.894849 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 30111ff3-2432-4e69-aea2-9b10f76bcb7e triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:48.895228 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:48.898640 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc32a65-be94-4858-96a5-632f3002e7a0 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Network 5da08028-bf58-4215-9ab9-4da9730d8589 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:22:48.909342 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-0bc32a65-be94-4858-96a5-632f3002e7a0 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:22:48.913364 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc32a65-be94-4858-96a5-632f3002e7a0 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:48.916980 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0bc32a65-be94-4858-96a5-632f3002e7a0 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:48.926187 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port a9a0b5ce-4cc2-4f1e-9b15-97cf48abe435, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=a9a0b5ce-4cc2-4f1e-9b15-97cf48abe435,segment=NetworkSegment(296922ca-424d-4760-9058-82e70353f16a),segment_id=296922ca-424d-4760-9058-82e70353f16a)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:48.976162 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-0bc32a65-be94-4858-96a5-632f3002e7a0 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7047260 Nov 12 08:22:48.982402 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 52536) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:49.002101 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-c871cccc-9ffa-483e-9de1-8b3f78839477 None None] Provisioning complete for port 30111ff3-2432-4e69-aea2-9b10f76bcb7e triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:49.002314 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c871cccc-9ffa-483e-9de1-8b3f78839477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:49.004830 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33d4659-09e3-4d99-87f0-3f93e7235482 None None] Network 5da08028-bf58-4215-9ab9-4da9730d8589 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:22:49.137937 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-ad135cdc-08ca-4a5e-a5ea-109156e3520e tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1876096487', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '61f3979b-6a73-443c-97ab-d612b1728aaf'}], 'security_groups': ['8eb2c34e-0e8b-4fe0-afb6-9055db526cc0', '67a75efe-6516-4b8d-8b0f-663109eef716']}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:49.156845 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b0de47dd-2345-4180-aa8b-9b53a5946bd3 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:49.165288 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b0de47dd-2345-4180-aa8b-9b53a5946bd3 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:49.211811 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:49.228777 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc32a65-be94-4858-96a5-632f3002e7a0 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Pushing event updated for resources: {'Subnet': ['ID=61f3979b-6a73-443c-97ab-d612b1728aaf,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:49.272734 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-b0de47dd-2345-4180-aa8b-9b53a5946bd3 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] In _notify_port_updated(), no bound segment for port 82583e75-6721-44da-a0c2-1ad8e4cc1bb3 on network 5f721eac-5afe-4579-a229-66578d759d71 {{(pid=102599) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 08:22:49.280531 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0de47dd-2345-4180-aa8b-9b53a5946bd3 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:49.281558 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b0de47dd-2345-4180-aa8b-9b53a5946bd3 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:49.283999 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-b0de47dd-2345-4180-aa8b-9b53a5946bd3 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] 10.222.0.26 "PUT /v2.0/ports/82583e75-6721-44da-a0c2-1ad8e4cc1bb3 HTTP/1.1" status: 200 len: 1130 time: 0.7918026 Nov 12 08:22:49.289366 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 52546) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:49.304034 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0de47dd-2345-4180-aa8b-9b53a5946bd3 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] Pushing event updated for resources: {'Port': ['ID=82583e75-6721-44da-a0c2-1ad8e4cc1bb3,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:49.374205 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['c3d87375-c113-475c-bf06-fa361dfd0b38'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:22:49.404058 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593e1b1b-10bd-4937-97f2-d37e744dd9af tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:49.406146 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-593e1b1b-10bd-4937-97f2-d37e744dd9af tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] 10.222.0.26 "GET /v2.0/ports/82583e75-6721-44da-a0c2-1ad8e4cc1bb3 HTTP/1.1" status: 200 len: 1130 time: 0.1144514 Nov 12 08:22:49.409902 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 52550) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:49.437893 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-895e639e-189f-406e-a69d-8cb589fb0834 req-744e4cb2-901c-4160-b35e-51b43fdba6d9 tempest-InstanceActionsV221TestJSON-1661849108 tempest-InstanceActionsV221TestJSON-1661849108-project] For port d4a2e082-5fa1-48a0-a94c-e40b4019ee7b, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=d4a2e082-5fa1-48a0-a94c-e40b4019ee7b,segment=NetworkSegment(4eb45550-96ed-4777-85ad-fa76c3dca50e),segment_id=4eb45550-96ed-4777-85ad-fa76c3dca50e)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:49.447939 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-895e639e-189f-406e-a69d-8cb589fb0834 req-744e4cb2-901c-4160-b35e-51b43fdba6d9 tempest-InstanceActionsV221TestJSON-1661849108 tempest-InstanceActionsV221TestJSON-1661849108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:49.492346 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [req-895e639e-189f-406e-a69d-8cb589fb0834 req-744e4cb2-901c-4160-b35e-51b43fdba6d9 tempest-InstanceActionsV221TestJSON-1661849108 tempest-InstanceActionsV221TestJSON-1661849108-project] Calling delete_port for d4a2e082-5fa1-48a0-a94c-e40b4019ee7b owned by compute:nova {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:22:49.564185 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-22bf155c-9cfb-46e0-8db3-afaf8849248c tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] Deleting port 82583e75-6721-44da-a0c2-1ad8e4cc1bb3 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:22:49.564869 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-22bf155c-9cfb-46e0-8db3-afaf8849248c tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:49.626201 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c871cccc-9ffa-483e-9de1-8b3f78839477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:49.745275 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-22bf155c-9cfb-46e0-8db3-afaf8849248c tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:49.817980 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-22bf155c-9cfb-46e0-8db3-afaf8849248c tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] Calling delete_port for 82583e75-6721-44da-a0c2-1ad8e4cc1bb3 owned by {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:22:49.877119 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=c3d87375-c113-475c-bf06-fa361dfd0b38,revision_number=12']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:50.009425 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-895e639e-189f-406e-a69d-8cb589fb0834 req-744e4cb2-901c-4160-b35e-51b43fdba6d9 tempest-InstanceActionsV221TestJSON-1661849108 tempest-InstanceActionsV221TestJSON-1661849108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:50.051592 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ad135cdc-08ca-4a5e-a5ea-109156e3520e tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:50.073414 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['d4a2e082-5fa1-48a0-a94c-e40b4019ee7b'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:22:50.310211 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-22bf155c-9cfb-46e0-8db3-afaf8849248c tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:50.398889 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bf155c-9cfb-46e0-8db3-afaf8849248c tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] Pushing event deleted for resources: {'Port': ['ID=82583e75-6721-44da-a0c2-1ad8e4cc1bb3,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:50.402236 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-c871cccc-9ffa-483e-9de1-8b3f78839477 None None] For port 30111ff3-2432-4e69-aea2-9b10f76bcb7e, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=30111ff3-2432-4e69-aea2-9b10f76bcb7e,segment=NetworkSegment(dd936ded-23e7-4c4b-ae48-4b935e09ae79),segment_id=dd936ded-23e7-4c4b-ae48-4b935e09ae79)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:50.481621 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c871cccc-9ffa-483e-9de1-8b3f78839477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:50.517499 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-22bf155c-9cfb-46e0-8db3-afaf8849248c tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:50.532351 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-22bf155c-9cfb-46e0-8db3-afaf8849248c tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] 10.222.0.26 "DELETE /v2.0/ports/82583e75-6721-44da-a0c2-1ad8e4cc1bb3 HTTP/1.1" status: 204 len: 168 time: 1.1208749 Nov 12 08:22:50.534929 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 52564) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:50.545492 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:50.703363 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=a9a0b5ce-4cc2-4f1e-9b15-97cf48abe435,revision_number=7']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:50.757500 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e7e0256-e2e3-4d91-a615-62654559ff79 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] Deleting subnet fe2b8554-d96f-4e7c-b3c8-decb71d813a5 {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:22:50.767084 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8e7e0256-e2e3-4d91-a615-62654559ff79 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] Publish callbacks [] for subnet, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:50.911868 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8e7e0256-e2e3-4d91-a615-62654559ff79 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31181813'] for subnet, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:51.082276 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-f53bf387-b599-4c93-9015-52c8e043338c None None] Provisioning complete for port 30111ff3-2432-4e69-aea2-9b10f76bcb7e triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:51.082877 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f53bf387-b599-4c93-9015-52c8e043338c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:51.089320 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-ad135cdc-08ca-4a5e-a5ea-109156e3520e tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Delete allocated IP 172.20.0.6 (5da08028-bf58-4215-9ab9-4da9730d8589/3f638708-939e-4a9e-925f-db85fac71231) {{(pid=102600) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 08:22:51.107790 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-ad135cdc-08ca-4a5e-a5ea-109156e3520e tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Allocated IP 172.20.0.45 (5da08028-bf58-4215-9ab9-4da9730d8589/61f3979b-6a73-443c-97ab-d612b1728aaf/0dc5b280-3995-4b21-9e79-cfa7a824fb0b) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:22:51.132957 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 52568) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:51.171004 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8e7e0256-e2e3-4d91-a615-62654559ff79 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:51.252148 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.db.api [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:22:51.252514 n-d-765315-29 neutron-server[102601]: DEBUG oslo_db.api [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:22:51.271228 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c871cccc-9ffa-483e-9de1-8b3f78839477 None None] Pushing event updated for resources: {'Port': ['ID=30111ff3-2432-4e69-aea2-9b10f76bcb7e,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:51.350736 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8e7e0256-e2e3-4d91-a615-62654559ff79 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:51.393064 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7e0256-e2e3-4d91-a615-62654559ff79 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] Pushing event deleted for resources: {'Subnet': ['ID=fe2b8554-d96f-4e7c-b3c8-decb71d813a5,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:51.401542 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8e7e0256-e2e3-4d91-a615-62654559ff79 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:51.406371 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-8e7e0256-e2e3-4d91-a615-62654559ff79 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] 10.222.0.26 "DELETE /v2.0/subnets/fe2b8554-d96f-4e7c-b3c8-decb71d813a5 HTTP/1.1" status: 204 len: 168 time: 0.8692729 Nov 12 08:22:51.413257 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 52572) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:51.540832 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ad135cdc-08ca-4a5e-a5ea-109156e3520e tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:51.554485 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c76c529-a860-4769-ac46-24c891f41dda None None] Network 5f721eac-5afe-4579-a229-66578d759d71 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:22:51.565492 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e828adde-093c-431b-a018-c3374e6edfa5 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:51.585005 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d383038-b571-4afb-a792-d6e94059c00a None None] Update dhcp port {'port': {'network_id': '5da08028-bf58-4215-9ab9-4da9730d8589', 'fixed_ips': [{'subnet_id': '6e73ad27-a9dc-489d-afb2-e5bcca0527c9', 'ip_address': '172.20.0.18'}, {'subnet_id': '3f638708-939e-4a9e-925f-db85fac71231', 'ip_address': '172.20.0.2'}, {'subnet_id': '61f3979b-6a73-443c-97ab-d612b1728aaf'}], 'binding:host_id': 'n-d-765315-29'}, 'id': 'ab9301d9-8b3d-4d98-a44c-bbf99656e6c2'} from n-d-765315-29. {{(pid=102601) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 08:22:51.585923 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-82891d04-b510-481e-9fcb-3188925099da admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:51.644475 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ad135cdc-08ca-4a5e-a5ea-109156e3520e tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:51.646247 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744e4cb2-901c-4160-b35e-51b43fdba6d9 tempest-InstanceActionsV221TestJSON-1661849108 tempest-InstanceActionsV221TestJSON-1661849108-project] Pushing event deleted for resources: {'Port': ['ID=d4a2e082-5fa1-48a0-a94c-e40b4019ee7b,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:51.653728 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [req-895e639e-189f-406e-a69d-8cb589fb0834 req-744e4cb2-901c-4160-b35e-51b43fdba6d9 tempest-InstanceActionsV221TestJSON-1661849108 tempest-InstanceActionsV221TestJSON-1661849108-project] No DVR routers for this DVR port d4a2e082-5fa1-48a0-a94c-e40b4019ee7b on host n-h1-765315-29 {{(pid=102600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:22:51.701152 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad135cdc-08ca-4a5e-a5ea-109156e3520e tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Pushing event updated for resources: {'Port': ['ID=0dc5b280-3995-4b21-9e79-cfa7a824fb0b,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:51.704026 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-895e639e-189f-406e-a69d-8cb589fb0834 req-744e4cb2-901c-4160-b35e-51b43fdba6d9 tempest-InstanceActionsV221TestJSON-1661849108 tempest-InstanceActionsV221TestJSON-1661849108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:51.707457 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-895e639e-189f-406e-a69d-8cb589fb0834 req-744e4cb2-901c-4160-b35e-51b43fdba6d9 tempest-InstanceActionsV221TestJSON-1661849108 tempest-InstanceActionsV221TestJSON-1661849108-project] 10.222.0.21 "DELETE /v2.0/ports/d4a2e082-5fa1-48a0-a94c-e40b4019ee7b HTTP/1.1" status: 204 len: 173 time: 3.0842268 Nov 12 08:22:51.710962 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ef3c57a-2518-4ca4-be1a-50d90ce431b0', 'name': 'network-vif-deleted', 'tag': 'd4a2e082-5fa1-48a0-a94c-e40b4019ee7b'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:22:51.713773 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14627536-bb51-4cf7-a880-7ab368a355fb" -d '{"events": [{"server_uuid": "6ef3c57a-2518-4ca4-be1a-50d90ce431b0", "name": "network-vif-deleted", "tag": "d4a2e082-5fa1-48a0-a94c-e40b4019ee7b"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:22:51.780229 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-e828adde-093c-431b-a018-c3374e6edfa5 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] Deleting port 30111ff3-2432-4e69-aea2-9b10f76bcb7e {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:22:51.780788 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e828adde-093c-431b-a018-c3374e6edfa5 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:51.827020 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7d383038-b571-4afb-a792-d6e94059c00a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:51.828000 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-ad135cdc-08ca-4a5e-a5ea-109156e3520e tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] In _notify_port_updated(), no bound segment for port 0dc5b280-3995-4b21-9e79-cfa7a824fb0b on network 5da08028-bf58-4215-9ab9-4da9730d8589 {{(pid=102600) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 08:22:51.833627 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad135cdc-08ca-4a5e-a5ea-109156e3520e tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:51.834491 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ad135cdc-08ca-4a5e-a5ea-109156e3520e tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:51.835998 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-ad135cdc-08ca-4a5e-a5ea-109156e3520e tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "PUT /v2.0/ports/0dc5b280-3995-4b21-9e79-cfa7a824fb0b HTTP/1.1" status: 200 len: 960 time: 2.8500717 Nov 12 08:22:51.839486 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 52582) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:51.854484 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-f53bf387-b599-4c93-9015-52c8e043338c None None] Could not find standard attr ID for object 82583e75-6721-44da-a0c2-1ad8e4cc1bb3. {{(pid=102601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:22:51.998005 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-e828adde-093c-431b-a018-c3374e6edfa5 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] For port 30111ff3-2432-4e69-aea2-9b10f76bcb7e, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=30111ff3-2432-4e69-aea2-9b10f76bcb7e,segment=NetworkSegment(dd936ded-23e7-4c4b-ae48-4b935e09ae79),segment_id=dd936ded-23e7-4c4b-ae48-4b935e09ae79)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:51.998831 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e828adde-093c-431b-a018-c3374e6edfa5 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:52.023386 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-82891d04-b510-481e-9fcb-3188925099da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:52.032386 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-e828adde-093c-431b-a018-c3374e6edfa5 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] Calling delete_port for 30111ff3-2432-4e69-aea2-9b10f76bcb7e owned by network:dhcp {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:22:52.034757 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-82891d04-b510-481e-9fcb-3188925099da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:52.055871 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-d097e194-ecf3-4d89-bebf-f1e5a850c35b tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Deleting port 0dc5b280-3995-4b21-9e79-cfa7a824fb0b {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:22:52.057028 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d097e194-ecf3-4d89-bebf-f1e5a850c35b tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:52.098464 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-82891d04-b510-481e-9fcb-3188925099da admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=547d8581ec5343509e2de5abea8e27b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9618812 Nov 12 08:22:52.114099 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 52590) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:52.138343 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e1cdb3b4-8422-4055-8a35-4859cab09cd3 None None] Could not find standard attr ID for object a4090d99-9e6a-489c-97d4-465855710dd0. {{(pid=102601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:22:52.211151 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e1cdb3b4-8422-4055-8a35-4859cab09cd3 None None] Could not find standard attr ID for object 82583e75-6721-44da-a0c2-1ad8e4cc1bb3. {{(pid=102601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:22:52.219060 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82891d04-b510-481e-9fcb-3188925099da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f32771e-20ef-4545-adfd-9d12c88d2128,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:52.249988 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d097e194-ecf3-4d89-bebf-f1e5a850c35b tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:52.276175 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8a885380-7c4c-4c4d-95f7-dd884cc33a1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:52.296280 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-d097e194-ecf3-4d89-bebf-f1e5a850c35b tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Calling delete_port for 0dc5b280-3995-4b21-9e79-cfa7a824fb0b owned by {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:22:52.363516 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8a885380-7c4c-4c4d-95f7-dd884cc33a1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:52.376581 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29bb25b8-a9fe-4d75-9d7b-4ad8e22ccb04 None None] DHCP port deletion for 5f721eac-5afe-4579-a229-66578d759d71 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:22:52.418027 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b887ad96-e46e-48c0-bdcc-49b111269331 x-openstack-request-id: req-b887ad96-e46e-48c0-bdcc-49b111269331 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:22:52.418534 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d9f80b7-7da6-471c-ab75-5240190a613a", "name": "network-vif-unplugged", "status": "completed", "tag": "c3d87375-c113-475c-bf06-fa361dfd0b38", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:22:52.419050 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b887ad96-e46e-48c0-bdcc-49b111269331 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:22:52.419652 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d9f80b7-7da6-471c-ab75-5240190a613a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3d87375-c113-475c-bf06-fa361dfd0b38', 'code': 200} Nov 12 08:22:52.444714 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8a885380-7c4c-4c4d-95f7-dd884cc33a1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:52.449984 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8a885380-7c4c-4c4d-95f7-dd884cc33a1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:52.461621 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-8a885380-7c4c-4c4d-95f7-dd884cc33a1f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0f32771e-20ef-4545-adfd-9d12c88d2128 HTTP/1.1" status: 204 len: 168 time: 0.3459661 Nov 12 08:22:52.466111 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e828adde-093c-431b-a018-c3374e6edfa5 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:52.503878 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a885380-7c4c-4c4d-95f7-dd884cc33a1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f32771e-20ef-4545-adfd-9d12c88d2128,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:52.549064 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-91f6a3a6-66aa-43d2-bdc2-9972457598a1 req-c3f5d80e-1ee2-4527-a0fe-52fd73c2da24 tempest-InstanceActionsV221TestJSON-1661849108 tempest-InstanceActionsV221TestJSON-1661849108-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ef3c57a-2518-4ca4-be1a-50d90ce431b0 HTTP/1.1" status: 200 len: 210 time: 0.0857913 Nov 12 08:22:52.591480 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device d4a2e082-5fa1-48a0-a94c-e40b4019ee7b no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:22:52.621232 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-7d383038-b571-4afb-a792-d6e94059c00a None None] Allocated IP 172.20.0.34 (5da08028-bf58-4215-9ab9-4da9730d8589/61f3979b-6a73-443c-97ab-d612b1728aaf/ab9301d9-8b3d-4d98-a44c-bbf99656e6c2) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:22:52.688950 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e828adde-093c-431b-a018-c3374e6edfa5 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] Pushing event deleted for resources: {'Port': ['ID=30111ff3-2432-4e69-aea2-9b10f76bcb7e,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:52.703550 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e828adde-093c-431b-a018-c3374e6edfa5 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] No DVR routers for this DVR port 30111ff3-2432-4e69-aea2-9b10f76bcb7e on host n-d-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:22:52.726495 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-e530113a-7783-48f4-9840-8911a24052df None None] No Port match for: d4a2e082-5fa1-48a0-a94c-e40b4019ee7b {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:22:52.726870 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device d4a2e082-5fa1-48a0-a94c-e40b4019ee7b not bound to the agent host n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:22:52.786845 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d097e194-ecf3-4d89-bebf-f1e5a850c35b tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:52.914347 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d097e194-ecf3-4d89-bebf-f1e5a850c35b tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Pushing event deleted for resources: {'Port': ['ID=0dc5b280-3995-4b21-9e79-cfa7a824fb0b,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:52.925562 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-29bb25b8-a9fe-4d75-9d7b-4ad8e22ccb04 None None] Deleting port 30111ff3-2432-4e69-aea2-9b10f76bcb7e {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:22:52.925929 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-29bb25b8-a9fe-4d75-9d7b-4ad8e22ccb04 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:52.937964 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2881d5c2-48fa-4480-9d42-7bd298af8154 req-d73a1ee3-07a8-46a1-a0f2-162aaed245c2 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:52.946016 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2881d5c2-48fa-4480-9d42-7bd298af8154 req-d73a1ee3-07a8-46a1-a0f2-162aaed245c2 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9f80b7-7da6-471c-ab75-5240190a613a HTTP/1.1" status: 200 len: 946 time: 0.3562882 Nov 12 08:22:52.957543 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e828adde-093c-431b-a018-c3374e6edfa5 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:53.055402 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d097e194-ecf3-4d89-bebf-f1e5a850c35b tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:53.058857 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-d097e194-ecf3-4d89-bebf-f1e5a850c35b tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "DELETE /v2.0/ports/0dc5b280-3995-4b21-9e79-cfa7a824fb0b HTTP/1.1" status: 204 len: 168 time: 1.2181268 Nov 12 08:22:53.061656 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 52620) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:53.077491 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-e828adde-093c-431b-a018-c3374e6edfa5 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f721eac-5afe-4579-a229-66578d759d71']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:53.121456 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-e828adde-093c-431b-a018-c3374e6edfa5 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd936ded-23e7-4c4b-ae48-4b935e09ae79') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:53.122305 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-e828adde-093c-431b-a018-c3374e6edfa5 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd936ded-23e7-4c4b-ae48-4b935e09ae79') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:53.131743 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4118ad9e-c3d6-4e87-9768-f726487386e3 x-openstack-request-id: req-4118ad9e-c3d6-4e87-9768-f726487386e3 {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:22:53.131979 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ef3c57a-2518-4ca4-be1a-50d90ce431b0", "name": "network-vif-deleted", "tag": "d4a2e082-5fa1-48a0-a94c-e40b4019ee7b", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:22:53.132348 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4118ad9e-c3d6-4e87-9768-f726487386e3 {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:22:53.132657 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ef3c57a-2518-4ca4-be1a-50d90ce431b0', 'name': 'network-vif-deleted', 'tag': 'd4a2e082-5fa1-48a0-a94c-e40b4019ee7b', 'status': 'completed', 'code': 200} Nov 12 08:22:53.135664 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e828adde-093c-431b-a018-c3374e6edfa5 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:53.139277 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-7d383038-b571-4afb-a792-d6e94059c00a None None] For port ab9301d9-8b3d-4d98-a44c-bbf99656e6c2, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=ab9301d9-8b3d-4d98-a44c-bbf99656e6c2,segment=NetworkSegment(5250da3b-dfde-478a-9990-eb3c2f9defc8),segment_id=5250da3b-dfde-478a-9990-eb3c2f9defc8)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:53.151931 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9948a1d-7c39-4864-831b-7779d5dec108 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] GET failed (client error): The resource could not be found. Nov 12 08:22:53.153688 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e828adde-093c-431b-a018-c3374e6edfa5 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:53.156767 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-a9948a1d-7c39-4864-831b-7779d5dec108 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "GET /v2.0/ports/0dc5b280-3995-4b21-9e79-cfa7a824fb0b HTTP/1.1" status: 404 len: 333 time: 0.0940881 Nov 12 08:22:53.157597 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 52626) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:53.161014 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e828adde-093c-431b-a018-c3374e6edfa5 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:22:53.161269 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e828adde-093c-431b-a018-c3374e6edfa5 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:53.187150 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 52632) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:53.232057 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-29bb25b8-a9fe-4d75-9d7b-4ad8e22ccb04 None None] For port 30111ff3-2432-4e69-aea2-9b10f76bcb7e, host n-d-765315-29, got binding levels [] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:53.232717 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-29bb25b8-a9fe-4d75-9d7b-4ad8e22ccb04 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:53.238354 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 08:22:53.238354 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:22:53.238354 n-d-765315-29 neutron-server[102599]: timer() Nov 12 08:22:53.238354 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:22:53.238354 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 08:22:53.238354 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:22:53.238354 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 08:22:53.238354 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:22:53.238354 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 08:22:53.238354 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:22:53.238354 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 08:22:53.238354 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:22:53.238354 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 08:22:53.238354 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:22:53.238354 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:22:53.238354 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:22:53.238354 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:22:53.238354 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:22:53.238354 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 08:22:53.238354 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:22:53.238354 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 08:22:53.238354 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:22:53.238354 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:22:53.238354 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:22:53.238354 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 08:22:53.238354 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:22:53.238354 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:22:53.238354 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:22:53.238354 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:22:53.238354 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:22:53.238354 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:22:53.238354 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:22:53.251432 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f93fcca6-4739-474c-822c-c9dd087dba1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:53.258120 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e828adde-093c-431b-a018-c3374e6edfa5 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:53.263574 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device c3d87375-c113-475c-bf06-fa361dfd0b38 up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:22:53.278745 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e828adde-093c-431b-a018-c3374e6edfa5 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:53.282412 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-e828adde-093c-431b-a018-c3374e6edfa5 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] 10.222.0.26 "DELETE /v2.0/networks/5f721eac-5afe-4579-a229-66578d759d71 HTTP/1.1" status: 204 len: 168 time: 1.8653698 Nov 12 08:22:53.283665 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e828adde-093c-431b-a018-c3374e6edfa5 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461 tempest-ExtraDHCPOptionsIpV6TestJSON-1884456461-project] Pushing event deleted for resources: {'Network': ['ID=5f721eac-5afe-4579-a229-66578d759d71,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:53.288812 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2881d5c2-48fa-4480-9d42-7bd298af8154 req-95a44f41-586b-4ede-8920-c6dc83e95ca0 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=dafae0e1-4d35-4b86-8740-ce6a9a9c8268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3333087 Nov 12 08:22:53.328322 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-29bb25b8-a9fe-4d75-9d7b-4ad8e22ccb04 None None] Calling delete_port for 30111ff3-2432-4e69-aea2-9b10f76bcb7e owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:22:53.371813 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.ipam_backend_mixin [None req-29bb25b8-a9fe-4d75-9d7b-4ad8e22ccb04 None None] Port 30111ff3-2432-4e69-aea2-9b10f76bcb7e was not found and therefore no delete operation was performed {{(pid=102601) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 08:22:53.390037 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7d383038-b571-4afb-a792-d6e94059c00a None None] Publish callbacks [] for port, precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:53.391336 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c320d823-c92f-42bd-950a-0a3ccf40aec6 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:53.393308 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-29bb25b8-a9fe-4d75-9d7b-4ad8e22ccb04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:53.436482 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-29bb25b8-a9fe-4d75-9d7b-4ad8e22ccb04 None None] Network 5f721eac-5afe-4579-a229-66578d759d71 is not hosted by any dhcp agent {{(pid=102601) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 08:22:53.437333 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bb25b8-a9fe-4d75-9d7b-4ad8e22ccb04 None None] No DVR routers for this DVR port 30111ff3-2432-4e69-aea2-9b10f76bcb7e on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:22:53.460677 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c320d823-c92f-42bd-950a-0a3ccf40aec6 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:53.531144 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7d383038-b571-4afb-a792-d6e94059c00a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:53.577629 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bb25b8-a9fe-4d75-9d7b-4ad8e22ccb04 None None] Pushing event deleted for resources: {'Port': ['ID=30111ff3-2432-4e69-aea2-9b10f76bcb7e,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:53.613588 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f93fcca6-4739-474c-822c-c9dd087dba1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:53.627860 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f93fcca6-4739-474c-822c-c9dd087dba1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:53.778876 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93fcca6-4739-474c-822c-c9dd087dba1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e2ed866-aadb-4d98-b6df-4c6ba58813ae,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:53.783439 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-f93fcca6-4739-474c-822c-c9dd087dba1f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=493573ceb1b14bc3ba24728d83d796e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5869870 Nov 12 08:22:53.786205 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 52650) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:53.794974 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c320d823-c92f-42bd-950a-0a3ccf40aec6 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:53.798639 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c320d823-c92f-42bd-950a-0a3ccf40aec6 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:53.813959 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 52652) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:53.814782 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-c320d823-c92f-42bd-950a-0a3ccf40aec6 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "DELETE /v2.0/security-groups/87821089-47d1-4a9a-b803-2db260913428 HTTP/1.1" status: 204 len: 168 time: 0.6555948 Nov 12 08:22:53.882194 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c320d823-c92f-42bd-950a-0a3ccf40aec6 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87821089-47d1-4a9a-b803-2db260913428,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:53.916672 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port c3d87375-c113-475c-bf06-fa361dfd0b38 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:53.917295 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:53.920591 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be689ecf-9a69-4a32-a953-6b411a7ba9b8 req-6370444c-5740-49b9-b909-30414c3067c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:53.928466 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-be689ecf-9a69-4a32-a953-6b411a7ba9b8 req-6370444c-5740-49b9-b909-30414c3067c2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=26ef531896034fe2885057383ac0d733&device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 1098 time: 0.1089878 Nov 12 08:22:53.928720 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e89283b2-0abf-4d8c-b61f-8fb1277a8fbe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:54.038227 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e89283b2-0abf-4d8c-b61f-8fb1277a8fbe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:54.065930 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d383038-b571-4afb-a792-d6e94059c00a None None] Pushing event updated for resources: {'Port': ['ID=ab9301d9-8b3d-4d98-a44c-bbf99656e6c2,revision_number=7']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:54.090568 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f1126e28-623e-4bab-a589-8d0de3e086bb tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:54.163330 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f1126e28-623e-4bab-a589-8d0de3e086bb tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:54.183580 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be689ecf-9a69-4a32-a953-6b411a7ba9b8 req-e544dfcb-f379-4fa5-b1d4-a1b4195eb3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:54.185681 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-be689ecf-9a69-4a32-a953-6b411a7ba9b8 req-e544dfcb-f379-4fa5-b1d4-a1b4195eb3c6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c164b714-a9ee-49ae-ab85-02a2461298d9 HTTP/1.1" status: 200 len: 915 time: 0.2486336 Nov 12 08:22:54.186344 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 52660) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:54.246468 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-be689ecf-9a69-4a32-a953-6b411a7ba9b8 req-cf46ba87-625f-431c-b634-c0ec22412a3c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73685504-dbc6-48c5-be42-7df6febab919 HTTP/1.1" status: 200 len: 217 time: 0.0495803 Nov 12 08:22:54.260729 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:54.285640 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f1126e28-623e-4bab-a589-8d0de3e086bb tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:54.289629 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f1126e28-623e-4bab-a589-8d0de3e086bb tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:54.293742 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-f1126e28-623e-4bab-a589-8d0de3e086bb tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "DELETE /v2.0/security-groups/67a75efe-6516-4b8d-8b0f-663109eef716 HTTP/1.1" status: 204 len: 168 time: 0.4775705 Nov 12 08:22:54.294945 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 52664) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:54.380317 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1126e28-623e-4bab-a589-8d0de3e086bb tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67a75efe-6516-4b8d-8b0f-663109eef716,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:54.389218 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port c3d87375-c113-475c-bf06-fa361dfd0b38, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=c3d87375-c113-475c-bf06-fa361dfd0b38,segment=NetworkSegment(e07c96e0-5af6-439e-b283-25e89ba24ea2),segment_id=e07c96e0-5af6-439e-b283-25e89ba24ea2)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:54.411334 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a7c3e397-b0bc-4cd8-b733-cb0959a948ed tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:54.426098 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device ab9301d9-8b3d-4d98-a44c-bbf99656e6c2 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:22:54.437551 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c27ffc8e-5a93-4029-b5c8-8b78f04c47fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9a0b5ce-4cc2-4f1e-9b15-97cf48abe435'}, {'server_uuid': '2d9f80b7-7da6-471c-ab75-5240190a613a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3d87375-c113-475c-bf06-fa361dfd0b38'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:22:54.444165 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a7c3e397-b0bc-4cd8-b733-cb0959a948ed tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:54.452172 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be689ecf-9a69-4a32-a953-6b411a7ba9b8 req-5f768f9a-88ff-4ff2-8109-422c2c868a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:54.457211 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e89283b2-0abf-4d8c-b61f-8fb1277a8fbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:54.458811 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b649e5b5-79d7-491a-93d0-b10086b9b3dd" -d '{"events": [{"server_uuid": "c27ffc8e-5a93-4029-b5c8-8b78f04c47fd", "name": "network-vif-plugged", "status": "completed", "tag": "a9a0b5ce-4cc2-4f1e-9b15-97cf48abe435"}, {"server_uuid": "2d9f80b7-7da6-471c-ab75-5240190a613a", "name": "network-vif-plugged", "status": "completed", "tag": "c3d87375-c113-475c-bf06-fa361dfd0b38"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:22:54.460274 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e89283b2-0abf-4d8c-b61f-8fb1277a8fbe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:54.461773 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-e89283b2-0abf-4d8c-b61f-8fb1277a8fbe admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1e2ed866-aadb-4d98-b6df-4c6ba58813ae HTTP/1.1" status: 204 len: 168 time: 0.6741896 Nov 12 08:22:54.476869 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89283b2-0abf-4d8c-b61f-8fb1277a8fbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e2ed866-aadb-4d98-b6df-4c6ba58813ae,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:54.491987 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-be689ecf-9a69-4a32-a953-6b411a7ba9b8 req-5f768f9a-88ff-4ff2-8109-422c2c868a3a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=beed55bb-7519-49f9-9b0f-9ca9d1c87988 HTTP/1.1" status: 200 len: 854 time: 0.2379358 Nov 12 08:22:54.529706 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a7c3e397-b0bc-4cd8-b733-cb0959a948ed tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:54.532622 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a7c3e397-b0bc-4cd8-b733-cb0959a948ed tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:54.536830 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-a7c3e397-b0bc-4cd8-b733-cb0959a948ed tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "DELETE /v2.0/security-groups/8eb2c34e-0e8b-4fe0-afb6-9055db526cc0 HTTP/1.1" status: 204 len: 168 time: 0.2248170 Nov 12 08:22:54.537598 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 52672) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:54.548254 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:54.571086 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-be689ecf-9a69-4a32-a953-6b411a7ba9b8 req-b922c737-2189-461b-85f3-a8013b292800 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c164b714-a9ee-49ae-ab85-02a2461298d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635691 Nov 12 08:22:54.691845 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c3e397-b0bc-4cd8-b733-cb0959a948ed tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eb2c34e-0e8b-4fe0-afb6-9055db526cc0,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:54.703067 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2c54a2c-65a9-40b1-878c-0a314245000d tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Deleting subnet 3f638708-939e-4a9e-925f-db85fac71231 {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:22:54.712265 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d2c54a2c-65a9-40b1-878c-0a314245000d tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks [] for subnet, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:54.787042 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=c3d87375-c113-475c-bf06-fa361dfd0b38,revision_number=13']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:54.813082 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port ab9301d9-8b3d-4d98-a44c-bbf99656e6c2 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:54.813461 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:54.849166 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d2c54a2c-65a9-40b1-878c-0a314245000d tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31181813'] for subnet, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:54.912530 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-cd5e6072-20ec-4613-a437-fd964497cae3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3c7b39ad1bf040a4aef441507788f554&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7213881 Nov 12 08:22:54.925672 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 52676) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:55.088596 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-be689ecf-9a69-4a32-a953-6b411a7ba9b8 req-a7956e40-cb18-40ae-b8e1-09b79e43296f service neutron] 10.222.0.21 "GET /v2.0/networks/c164b714-a9ee-49ae-ab85-02a2461298d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5064607 Nov 12 08:22:55.264037 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 30111ff3-2432-4e69-aea2-9b10f76bcb7e no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:22:55.346615 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 30111ff3-2432-4e69-aea2-9b10f76bcb7e {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:22:55.354709 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 30111ff3-2432-4e69-aea2-9b10f76bcb7e not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:22:55.409980 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-95098408-9abd-4ad7-b79c-ab10445c38e6 None None] Provisioning complete for port 04204045-e23f-4dd8-9947-c7c21c93ffc5 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:55.410688 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-95098408-9abd-4ad7-b79c-ab10445c38e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:55.424643 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-be689ecf-9a69-4a32-a953-6b411a7ba9b8 req-f00fed2e-f5ef-457a-a101-179f0f0c3a8a service neutron] 10.222.0.21 "GET /v2.0/networks/c164b714-a9ee-49ae-ab85-02a2461298d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3215125 Nov 12 08:22:55.439534 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9d615cd1-3f15-473b-93a2-c9af48d14c16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:55.468235 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9d615cd1-3f15-473b-93a2-c9af48d14c16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:55.491870 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-95098408-9abd-4ad7-b79c-ab10445c38e6 None None] Port 04204045-e23f-4dd8-9947-c7c21c93ffc5 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:22:55.504545 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-95098408-9abd-4ad7-b79c-ab10445c38e6 None None] Could not find standard attr ID for object 0dc5b280-3995-4b21-9e79-cfa7a824fb0b. {{(pid=102601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:22:55.525237 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-95098408-9abd-4ad7-b79c-ab10445c38e6 None None] Provisioning complete for port ab9301d9-8b3d-4d98-a44c-bbf99656e6c2 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:55.525531 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-95098408-9abd-4ad7-b79c-ab10445c38e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:55.527605 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9d615cd1-3f15-473b-93a2-c9af48d14c16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:55.534133 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9d615cd1-3f15-473b-93a2-c9af48d14c16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:55.543474 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-9d615cd1-3f15-473b-93a2-c9af48d14c16 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8ee30d36-a771-44bd-96f2-ca46706b678f HTTP/1.1" status: 204 len: 168 time: 0.6167290 Nov 12 08:22:55.562916 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d615cd1-3f15-473b-93a2-c9af48d14c16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ee30d36-a771-44bd-96f2-ca46706b678f,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:55.857716 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d2c54a2c-65a9-40b1-878c-0a314245000d tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:55.960178 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d2c54a2c-65a9-40b1-878c-0a314245000d tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:56.031889 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c54a2c-65a9-40b1-878c-0a314245000d tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Pushing event deleted for resources: {'Subnet': ['ID=3f638708-939e-4a9e-925f-db85fac71231,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:56.050079 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d2c54a2c-65a9-40b1-878c-0a314245000d tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:56.063566 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 52698) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:56.066181 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-d2c54a2c-65a9-40b1-878c-0a314245000d tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "DELETE /v2.0/subnets/3f638708-939e-4a9e-925f-db85fac71231 HTTP/1.1" status: 204 len: 168 time: 1.5065701 Nov 12 08:22:56.095927 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79cdd883-5db5-4879-8c94-b5ea1f1e5101 None None] Network 5da08028-bf58-4215-9ab9-4da9730d8589 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:22:56.158884 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-dc004346-0c6c-410b-8aa1-f31a2e66e0f7 None None] Could not find standard attr ID for object 0dc5b280-3995-4b21-9e79-cfa7a824fb0b. {{(pid=102601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:22:56.191197 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-04e67eee-0fbf-4b40-91e1-08711cfe9ed6 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Deleting subnet 61f3979b-6a73-443c-97ab-d612b1728aaf {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:22:56.197051 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-04e67eee-0fbf-4b40-91e1-08711cfe9ed6 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:56.292806 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-04e67eee-0fbf-4b40-91e1-08711cfe9ed6 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:56.584143 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-04e67eee-0fbf-4b40-91e1-08711cfe9ed6 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:56.700651 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-04e67eee-0fbf-4b40-91e1-08711cfe9ed6 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:56.724923 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-04e67eee-0fbf-4b40-91e1-08711cfe9ed6 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:56.729995 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-04e67eee-0fbf-4b40-91e1-08711cfe9ed6 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "DELETE /v2.0/subnets/61f3979b-6a73-443c-97ab-d612b1728aaf HTTP/1.1" status: 204 len: 168 time: 0.6652148 Nov 12 08:22:56.732262 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 52714) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:56.811520 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e67eee-0fbf-4b40-91e1-08711cfe9ed6 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Pushing event deleted for resources: {'Subnet': ['ID=61f3979b-6a73-443c-97ab-d612b1728aaf,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:56.816592 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-e692d6e5-2444-4e7d-b727-fbeb4303b42a tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] DELETE failed (client error): The resource could not be found. Nov 12 08:22:56.817758 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e692d6e5-2444-4e7d-b727-fbeb4303b42a tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:22:56.821745 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-e692d6e5-2444-4e7d-b727-fbeb4303b42a tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "DELETE /v2.0/subnets/3f638708-939e-4a9e-925f-db85fac71231 HTTP/1.1" status: 404 len: 337 time: 0.0883496 Nov 12 08:22:56.825909 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 52718) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:56.976085 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdcfeb9a-9aae-4a2e-8b3a-cbef10ac7acc tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Deleting subnet 6e73ad27-a9dc-489d-afb2-e5bcca0527c9 {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:22:56.985932 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bdcfeb9a-9aae-4a2e-8b3a-cbef10ac7acc tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:57.104203 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bdcfeb9a-9aae-4a2e-8b3a-cbef10ac7acc tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:57.227381 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device e6de7ede-5039-4cbf-948a-4b6058107d7b no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:22:57.369897 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bdcfeb9a-9aae-4a2e-8b3a-cbef10ac7acc tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:57.456793 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bdcfeb9a-9aae-4a2e-8b3a-cbef10ac7acc tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:57.518847 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:57.525954 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 52738) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:57.544407 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bdcfeb9a-9aae-4a2e-8b3a-cbef10ac7acc tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:57.551973 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-bdcfeb9a-9aae-4a2e-8b3a-cbef10ac7acc tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "DELETE /v2.0/subnets/6e73ad27-a9dc-489d-afb2-e5bcca0527c9 HTTP/1.1" status: 204 len: 168 time: 0.7244766 Nov 12 08:22:57.553033 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcfeb9a-9aae-4a2e-8b3a-cbef10ac7acc tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Pushing event deleted for resources: {'Subnet': ['ID=6e73ad27-a9dc-489d-afb2-e5bcca0527c9,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:57.568555 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 52742) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:57.624517 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port e6de7ede-5039-4cbf-948a-4b6058107d7b, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=e6de7ede-5039-4cbf-948a-4b6058107d7b,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:57.631507 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:57.675243 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-51b3e3e7-4162-477b-834b-d5d18b861f00 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] DELETE failed (client error): The resource could not be found. Nov 12 08:22:57.677711 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51b3e3e7-4162-477b-834b-d5d18b861f00 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:22:57.690342 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 52744) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:57.701777 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-51b3e3e7-4162-477b-834b-d5d18b861f00 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "DELETE /v2.0/subnets/ee101e9f-a77e-49bf-a62d-7bed6a3a384f HTTP/1.1" status: 404 len: 337 time: 0.1317544 Nov 12 08:22:57.731672 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 52746) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:57.741801 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-426cc830-2aa1-43f8-ac29-77b5af7d981d tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "GET /v2.0/ports?device_id=6790053e-0799-4319-92b3-44ceee311dfd HTTP/1.1" status: 200 len: 205 time: 0.0495965 Nov 12 08:22:57.752812 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f463edf4-c47b-4c5e-909b-0664a4c3c6a3 None None] Network 5da08028-bf58-4215-9ab9-4da9730d8589 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:22:57.809962 n-d-765315-29 neutron-server[102600]: INFO neutron.api.v2.resource [None req-f8c5df1f-bfc4-4df7-9458-150149c7404d tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] delete failed (client error): The resource could not be found. Nov 12 08:22:57.812719 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 52748) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:57.813160 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-f8c5df1f-bfc4-4df7-9458-150149c7404d tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "DELETE /v2.0/routers/6790053e-0799-4319-92b3-44ceee311dfd HTTP/1.1" status: 404 len: 336 time: 0.0791068 Nov 12 08:22:57.851629 n-d-765315-29 neutron-server[102599]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3409ff7-fe33-4aa7-9504-63ffb1a3e211 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] DELETE failed (client error): The resource could not be found. Nov 12 08:22:57.852104 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3409ff7-fe33-4aa7-9504-63ffb1a3e211 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:22:57.857425 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-b3409ff7-fe33-4aa7-9504-63ffb1a3e211 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "DELETE /v2.0/subnets/56774a46-0cd2-46d5-8257-e5c3c00b1910 HTTP/1.1" status: 404 len: 337 time: 0.0431488 Nov 12 08:22:57.859409 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 52750) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:57.908188 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-3483ae46-a779-4fb8-9b78-877f26b2a1c0 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-791992246'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:57.915049 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-2cbf851d-ef8e-475d-aca6-cbc6058c0c9c None None] Provisioning complete for port 04204045-e23f-4dd8-9947-c7c21c93ffc5 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:57.916209 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2cbf851d-ef8e-475d-aca6-cbc6058c0c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:57.954136 n-d-765315-29 neutron-server[102599]: INFO neutron.pecan_wsgi.hooks.translation [None req-75af549d-30d2-45fe-98f6-55da746876af tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] DELETE failed (client error): The resource could not be found. Nov 12 08:22:57.954842 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75af549d-30d2-45fe-98f6-55da746876af tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:22:57.955457 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=e6de7ede-5039-4cbf-948a-4b6058107d7b,revision_number=8']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:57.960101 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-75af549d-30d2-45fe-98f6-55da746876af tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "DELETE /v2.0/subnets/63b6a5e7-8872-4002-94dc-1789ff97ec48 HTTP/1.1" status: 404 len: 337 time: 0.0980778 Nov 12 08:22:57.964165 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 52752) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:57.971027 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-2cbf851d-ef8e-475d-aca6-cbc6058c0c9c None None] Port 04204045-e23f-4dd8-9947-c7c21c93ffc5 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:22:57.987582 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3483ae46-a779-4fb8-9b78-877f26b2a1c0 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Made reservation on behalf of 9685b661865b4c639766c916ebb4ca16 for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:22:57.995143 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3483ae46-a779-4fb8-9b78-877f26b2a1c0 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:58.005330 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3483ae46-a779-4fb8-9b78-877f26b2a1c0 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:58.037919 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-2cbf851d-ef8e-475d-aca6-cbc6058c0c9c None None] Provisioning complete for port ab9301d9-8b3d-4d98-a44c-bbf99656e6c2 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:58.039797 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2cbf851d-ef8e-475d-aca6-cbc6058c0c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:58.168848 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd58ef9c-ab7d-4a40-88cd-fb9e1bb95011 None None] DHCP port deletion for 5da08028-bf58-4215-9ab9-4da9730d8589 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:22:58.199193 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3483ae46-a779-4fb8-9b78-877f26b2a1c0 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:58.212819 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3483ae46-a779-4fb8-9b78-877f26b2a1c0 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:58.350200 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3483ae46-a779-4fb8-9b78-877f26b2a1c0 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:22:58.383303 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3483ae46-a779-4fb8-9b78-877f26b2a1c0 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9420bfa8-ed50-4487-aa1e-c6f763d9bff0,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:58.402397 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3483ae46-a779-4fb8-9b78-877f26b2a1c0 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:58.404936 n-d-765315-29 neutron-server[102599]: INFO neutron.db.segments_db [None req-3483ae46-a779-4fb8-9b78-877f26b2a1c0 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Added segment 54ffc9c4-d536-48ce-9e92-8692c13a0f05 of type vlan for network e372bf0f-2ebc-4d91-b5c4-f31d4a0a8744 Nov 12 08:22:58.512566 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-cd58ef9c-ab7d-4a40-88cd-fb9e1bb95011 None None] Deleting port ab9301d9-8b3d-4d98-a44c-bbf99656e6c2 {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:22:58.513219 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-cd58ef9c-ab7d-4a40-88cd-fb9e1bb95011 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:58.592977 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3483ae46-a779-4fb8-9b78-877f26b2a1c0 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:58.672791 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3483ae46-a779-4fb8-9b78-877f26b2a1c0 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:58.691345 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3483ae46-a779-4fb8-9b78-877f26b2a1c0 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:58.701463 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3483ae46-a779-4fb8-9b78-877f26b2a1c0 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:58.705240 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device ab9301d9-8b3d-4d98-a44c-bbf99656e6c2 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:22:58.825025 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-cd58ef9c-ab7d-4a40-88cd-fb9e1bb95011 None None] For port ab9301d9-8b3d-4d98-a44c-bbf99656e6c2, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=ab9301d9-8b3d-4d98-a44c-bbf99656e6c2,segment=NetworkSegment(5250da3b-dfde-478a-9990-eb3c2f9defc8),segment_id=5250da3b-dfde-478a-9990-eb3c2f9defc8)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:58.827332 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-cd58ef9c-ab7d-4a40-88cd-fb9e1bb95011 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:58.828908 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3483ae46-a779-4fb8-9b78-877f26b2a1c0 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Pushing event updated for resources: {'Network': ['ID=e372bf0f-2ebc-4d91-b5c4-f31d4a0a8744,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:58.858774 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network e372bf0f-2ebc-4d91-b5c4-f31d4a0a8744 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:22:58.863185 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-3483ae46-a779-4fb8-9b78-877f26b2a1c0 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3357098 Nov 12 08:22:58.866678 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 52756) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:58.888150 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-ae15b264-1bc4-4ecb-8087-91e132095c40 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Request body: {'port': {'network_id': 'e372bf0f-2ebc-4d91-b5c4-f31d4a0a8744', 'name': 'tempest-PortsIpV6TestJSON-1758111062'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:58.959825 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6d2df01-3a89-49f0-8d4b-723a3f2d84cd tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] DELETE failed (client error): The resource could not be found. Nov 12 08:22:58.960461 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6d2df01-3a89-49f0-8d4b-723a3f2d84cd tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:22:58.973445 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-a6d2df01-3a89-49f0-8d4b-723a3f2d84cd tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "DELETE /v2.0/subnets/6c45ca0f-4706-421d-b182-f7a38c4a94a4 HTTP/1.1" status: 404 len: 337 time: 1.0003378 Nov 12 08:22:58.974235 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 52758) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:59.000611 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-cd58ef9c-ab7d-4a40-88cd-fb9e1bb95011 None None] Calling delete_port for ab9301d9-8b3d-4d98-a44c-bbf99656e6c2 owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:22:59.023502 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-62626a1d-0419-4f2b-9e59-a931f58718a2 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] DELETE failed (client error): The resource could not be found. Nov 12 08:22:59.024307 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62626a1d-0419-4f2b-9e59-a931f58718a2 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:22:59.031622 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-62626a1d-0419-4f2b-9e59-a931f58718a2 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "DELETE /v2.0/ports/426346bd-8914-4e29-8622-4ebce2f8197a HTTP/1.1" status: 404 len: 333 time: 0.0562541 Nov 12 08:22:59.034006 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 52760) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:59.092253 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-72b24b80-43a4-4283-937e-2939f85c05c3 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] DELETE failed (client error): The resource could not be found. Nov 12 08:22:59.092722 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72b24b80-43a4-4283-937e-2939f85c05c3 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:22:59.098994 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-72b24b80-43a4-4283-937e-2939f85c05c3 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "DELETE /v2.0/subnets/558ce378-0ef7-413b-b413-7a7c5ac01139 HTTP/1.1" status: 404 len: 337 time: 0.0638430 Nov 12 08:22:59.101873 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 52762) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:59.124049 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:59.173402 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-d289e3f1-22b6-43c9-aa73-39fe88e6760a tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] DELETE failed (client error): The resource could not be found. Nov 12 08:22:59.173849 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d289e3f1-22b6-43c9-aa73-39fe88e6760a tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:22:59.188569 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] For port ab9301d9-8b3d-4d98-a44c-bbf99656e6c2, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=ab9301d9-8b3d-4d98-a44c-bbf99656e6c2,segment=NetworkSegment(5250da3b-dfde-478a-9990-eb3c2f9defc8),segment_id=5250da3b-dfde-478a-9990-eb3c2f9defc8)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:59.190728 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-d289e3f1-22b6-43c9-aa73-39fe88e6760a tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "DELETE /v2.0/subnets/2cc75d8e-67e2-4133-a03b-ac1b70aceed6 HTTP/1.1" status: 404 len: 337 time: 0.0840614 Nov 12 08:22:59.198478 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 52764) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:59.205883 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:59.223099 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a228fb-1b2a-4bb0-8cd1-223d2f68490e req-37c5e886-21f3-4163-9f84-6e32df15674c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:59.225425 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-37a228fb-1b2a-4bb0-8cd1-223d2f68490e req-37c5e886-21f3-4163-9f84-6e32df15674c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=13ee7d6d71864c9eb2f508185e6a266f&device_id=2d9f80b7-7da6-471c-ab75-5240190a613a HTTP/1.1" status: 200 len: 1099 time: 0.5207784 Nov 12 08:22:59.251436 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3bcabd4-df70-4bee-94b4-7365f7257205 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] DELETE failed (client error): The resource could not be found. Nov 12 08:22:59.252207 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3bcabd4-df70-4bee-94b4-7365f7257205 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:22:59.253296 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae15b264-1bc4-4ecb-8087-91e132095c40 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Made reservation on behalf of 9685b661865b4c639766c916ebb4ca16 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:22:59.256960 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ae15b264-1bc4-4ecb-8087-91e132095c40 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:59.264204 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-c3bcabd4-df70-4bee-94b4-7365f7257205 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "DELETE /v2.0/ports/5ffa8e29-769a-4525-9f57-2e589881af6e HTTP/1.1" status: 404 len: 333 time: 0.0684998 Nov 12 08:22:59.266885 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 52766) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:59.320890 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-cd58ef9c-ab7d-4a40-88cd-fb9e1bb95011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:59.326441 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Pushing event updated for resources: {'Port': ['ID=ab9301d9-8b3d-4d98-a44c-bbf99656e6c2,revision_number=11']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:59.327025 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c241b86-229c-4c4e-a9d1-7c0435a41d15 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] DELETE failed (client error): The resource could not be found. Nov 12 08:22:59.327189 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c241b86-229c-4c4e-a9d1-7c0435a41d15 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:22:59.344045 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-0c241b86-229c-4c4e-a9d1-7c0435a41d15 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "DELETE /v2.0/subnets/0158c75d-f6d6-4777-a258-4a42e8849b7d HTTP/1.1" status: 404 len: 337 time: 0.0761421 Nov 12 08:22:59.346396 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 52768) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:59.423499 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba146126-4e9c-4eb4-82d7-4819d550c324 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] DELETE failed (client error): The resource could not be found. Nov 12 08:22:59.426165 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [None req-ae15b264-1bc4-4ecb-8087-91e132095c40 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] device_id is not set on port d87cf8ed-0b74-4dd0-a179-c6c71a019ba3 yet. {{(pid=102599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:22:59.426982 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba146126-4e9c-4eb4-82d7-4819d550c324 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:22:59.435302 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd58ef9c-ab7d-4a40-88cd-fb9e1bb95011 None None] Pushing event deleted for resources: {'Port': ['ID=ab9301d9-8b3d-4d98-a44c-bbf99656e6c2,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:59.446005 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-ba146126-4e9c-4eb4-82d7-4819d550c324 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "DELETE /v2.0/subnets/b6b6ce7e-cf14-4f32-a1d7-7e185f6d5954 HTTP/1.1" status: 404 len: 337 time: 0.0983829 Nov 12 08:22:59.449797 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 52770) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:59.457718 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd58ef9c-ab7d-4a40-88cd-fb9e1bb95011 None None] No DVR routers for this DVR port ab9301d9-8b3d-4d98-a44c-bbf99656e6c2 on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:22:59.650467 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-2e79d04a-bb75-4178-9a0a-8d52cbeb6b28 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Deleting port 04204045-e23f-4dd8-9947-c7c21c93ffc5 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:22:59.651716 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2e79d04a-bb75-4178-9a0a-8d52cbeb6b28 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:59.677724 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a228fb-1b2a-4bb0-8cd1-223d2f68490e req-6a0ac3ff-7096-4bd2-8f14-b8e7511a513c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:59.683856 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-37a228fb-1b2a-4bb0-8cd1-223d2f68490e req-6a0ac3ff-7096-4bd2-8f14-b8e7511a513c service neutron] 10.222.0.44 "GET /v2.0/networks?id=392b706c-fa83-40b2-ba41-e97d70efdd1d HTTP/1.1" status: 200 len: 912 time: 0.4243662 Nov 12 08:22:59.826649 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2e79d04a-bb75-4178-9a0a-8d52cbeb6b28 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:59.880355 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-2e79d04a-bb75-4178-9a0a-8d52cbeb6b28 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Calling delete_port for 04204045-e23f-4dd8-9947-c7c21c93ffc5 owned by {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:22:59.956376 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-37a228fb-1b2a-4bb0-8cd1-223d2f68490e req-b5c55274-ef14-4abb-900a-9652c8b4fa87 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3d87375-c113-475c-bf06-fa361dfd0b38 HTTP/1.1" status: 200 len: 1001 time: 0.2563317 Nov 12 08:22:59.982619 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2e79d04a-bb75-4178-9a0a-8d52cbeb6b28 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:00.038407 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ae15b264-1bc4-4ecb-8087-91e132095c40 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:00.064876 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a228fb-1b2a-4bb0-8cd1-223d2f68490e req-cd3d6b4f-0fd7-4876-8d59-6a26d52a75f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:00.066657 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-37a228fb-1b2a-4bb0-8cd1-223d2f68490e req-cd3d6b4f-0fd7-4876-8d59-6a26d52a75f0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2d250a72-e563-4d6e-ac4f-f44698e0ce3c HTTP/1.1" status: 200 len: 850 time: 0.0977206 Nov 12 08:23:00.087012 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e79d04a-bb75-4178-9a0a-8d52cbeb6b28 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Pushing event deleted for resources: {'Port': ['ID=04204045-e23f-4dd8-9947-c7c21c93ffc5,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:00.102323 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2e79d04a-bb75-4178-9a0a-8d52cbeb6b28 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:00.110691 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-2e79d04a-bb75-4178-9a0a-8d52cbeb6b28 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "DELETE /v2.0/ports/04204045-e23f-4dd8-9947-c7c21c93ffc5 HTTP/1.1" status: 204 len: 168 time: 0.6587050 Nov 12 08:23:00.115627 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 52774) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:00.211165 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a228fb-1b2a-4bb0-8cd1-223d2f68490e req-5a55dc96-59fb-4bed-a1f5-e1075bdf1c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:00.212700 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-37a228fb-1b2a-4bb0-8cd1-223d2f68490e req-5a55dc96-59fb-4bed-a1f5-e1075bdf1c81 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=392b706c-fa83-40b2-ba41-e97d70efdd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1324916 Nov 12 08:23:00.257574 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ae15b264-1bc4-4ecb-8087-91e132095c40 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:00.346527 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ac87947f-631a-4344-bccd-c995f4fe7b13 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:00.395922 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae15b264-1bc4-4ecb-8087-91e132095c40 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Pushing event updated for resources: {'Port': ['ID=d87cf8ed-0b74-4dd0-a179-c6c71a019ba3,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:00.444950 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae15b264-1bc4-4ecb-8087-91e132095c40 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Checking segment: {'id': '54ffc9c4-d536-48ce-9e92-8692c13a0f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e372bf0f-2ebc-4d91-b5c4-f31d4a0a8744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:23:00.445406 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae15b264-1bc4-4ecb-8087-91e132095c40 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Network hostable DHCP agents. Network: e372bf0f-2ebc-4d91-b5c4-f31d4a0a8744, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:23:00.451833 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-37a228fb-1b2a-4bb0-8cd1-223d2f68490e req-51f5abf0-74e8-4f85-8ed5-7ccde6b87227 service neutron] 10.222.0.44 "GET /v2.0/networks/392b706c-fa83-40b2-ba41-e97d70efdd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268155 Nov 12 08:23:00.508725 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae15b264-1bc4-4ecb-8087-91e132095c40 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Network e372bf0f-2ebc-4d91-b5c4-f31d4a0a8744 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:23:00.591326 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-ae15b264-1bc4-4ecb-8087-91e132095c40 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, e372bf0f-2ebc-4d91-b5c4-f31d4a0a8744) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:23:00.597105 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae15b264-1bc4-4ecb-8087-91e132095c40 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:23:00.600927 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd956921-cc07-4461-93c1-c8ac21cf52e7 None None] Network e372bf0f-2ebc-4d91-b5c4-f31d4a0a8744 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:23:00.612365 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae15b264-1bc4-4ecb-8087-91e132095c40 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:00.613060 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ae15b264-1bc4-4ecb-8087-91e132095c40 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:00.637805 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ac87947f-631a-4344-bccd-c995f4fe7b13 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:00.695157 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-ac87947f-631a-4344-bccd-c995f4fe7b13 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5da08028-bf58-4215-9ab9-4da9730d8589']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:00.700107 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-37a228fb-1b2a-4bb0-8cd1-223d2f68490e req-3943f169-d57f-4611-8825-9fedb1c49590 service neutron] 10.222.0.44 "GET /v2.0/networks/392b706c-fa83-40b2-ba41-e97d70efdd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342730 Nov 12 08:23:00.708596 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-ac87947f-631a-4344-bccd-c995f4fe7b13 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5250da3b-dfde-478a-9990-eb3c2f9defc8') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:00.709189 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-ac87947f-631a-4344-bccd-c995f4fe7b13 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5250da3b-dfde-478a-9990-eb3c2f9defc8') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:00.717274 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-ae15b264-1bc4-4ecb-8087-91e132095c40 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.8494208 Nov 12 08:23:00.717948 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 52782) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:00.726995 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-55b7377c-6878-4f4f-badc-e8439aac3d5b tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-388171332'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:23:00.738600 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ac87947f-631a-4344-bccd-c995f4fe7b13 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:00.761503 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ac87947f-631a-4344-bccd-c995f4fe7b13 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:00.770285 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac87947f-631a-4344-bccd-c995f4fe7b13 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:23:00.771122 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ac87947f-631a-4344-bccd-c995f4fe7b13 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:00.790566 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55b7377c-6878-4f4f-badc-e8439aac3d5b tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Made reservation on behalf of 9685b661865b4c639766c916ebb4ca16 for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:23:00.795241 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-55b7377c-6878-4f4f-badc-e8439aac3d5b tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:00.859543 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55b7377c-6878-4f4f-badc-e8439aac3d5b tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:23:00.878321 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:23:00.878321 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:23:00.878321 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:23:00.878321 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:23:00.878321 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:23:00.878321 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:23:00.878321 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:23:00.878321 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:23:00.878321 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:23:00.878321 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:23:00.878321 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:23:00.878321 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:23:00.878321 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:23:00.878321 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:23:00.878321 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:23:00.878321 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:23:00.878321 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:23:00.878321 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:23:00.878321 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:23:00.878321 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:23:00.878321 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:23:00.878321 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:23:00.878321 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:23:00.878321 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:23:00.878321 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:23:00.878321 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:23:00.878321 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:23:00.878321 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:23:00.878321 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:23:00.878321 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:23:00.878321 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:23:00.878321 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:23:00.880927 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-55b7377c-6878-4f4f-badc-e8439aac3d5b tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:00.881019 n-d-765315-29 neutron-server[102599]: INFO neutron.db.segments_db [None req-55b7377c-6878-4f4f-badc-e8439aac3d5b tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Added segment a7d754b9-8122-4583-88c3-e3914bed0a11 of type vlan for network 6da237ef-5ce8-4249-be74-d3e1669aeea3 Nov 12 08:23:00.884968 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ac87947f-631a-4344-bccd-c995f4fe7b13 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:00.919612 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac87947f-631a-4344-bccd-c995f4fe7b13 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Pushing event deleted for resources: {'Network': ['ID=5da08028-bf58-4215-9ab9-4da9730d8589,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:00.924016 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ac87947f-631a-4344-bccd-c995f4fe7b13 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:00.928703 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-ac87947f-631a-4344-bccd-c995f4fe7b13 tempest-PortsTestJSON-721971558 tempest-PortsTestJSON-721971558-project] 10.222.0.26 "DELETE /v2.0/networks/5da08028-bf58-4215-9ab9-4da9730d8589 HTTP/1.1" status: 204 len: 168 time: 0.8112147 Nov 12 08:23:00.986700 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-55b7377c-6878-4f4f-badc-e8439aac3d5b tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:01.036937 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-55b7377c-6878-4f4f-badc-e8439aac3d5b tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:01.046687 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b7377c-6878-4f4f-badc-e8439aac3d5b tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:01.047512 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-55b7377c-6878-4f4f-badc-e8439aac3d5b tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:01.103954 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 52786) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:01.106070 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-55b7377c-6878-4f4f-badc-e8439aac3d5b tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3865378 Nov 12 08:23:01.112381 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-4c29773b-0441-49ef-8757-18290cb7f640 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Request body: {'ports': [{'network_id': 'e372bf0f-2ebc-4d91-b5c4-f31d4a0a8744'}, {'network_id': '6da237ef-5ce8-4249-be74-d3e1669aeea3'}]} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:23:01.112963 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-4c29773b-0441-49ef-8757-18290cb7f640 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Request body: {'port': {'network_id': 'e372bf0f-2ebc-4d91-b5c4-f31d4a0a8744'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:23:01.113774 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-4c29773b-0441-49ef-8757-18290cb7f640 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Request body: {'port': {'network_id': '6da237ef-5ce8-4249-be74-d3e1669aeea3'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:23:01.162348 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b7377c-6878-4f4f-badc-e8439aac3d5b tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Pushing event updated for resources: {'Network': ['ID=6da237ef-5ce8-4249-be74-d3e1669aeea3,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:01.175246 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 6da237ef-5ce8-4249-be74-d3e1669aeea3 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:23:01.555725 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c29773b-0441-49ef-8757-18290cb7f640 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Made reservation on behalf of 9685b661865b4c639766c916ebb4ca16 for: {'port': 2} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:23:01.561857 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4c29773b-0441-49ef-8757-18290cb7f640 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:01.568357 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 52790) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:01.580792 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4c29773b-0441-49ef-8757-18290cb7f640 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:01.719473 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [None req-4c29773b-0441-49ef-8757-18290cb7f640 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] device_id is not set on port 1d7699c1-61b8-4558-9e17-08445b6c1a61 yet. {{(pid=102600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:23:01.884959 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-7100fd7b-b29e-4e6c-9359-e2b70915221f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6369a719c0774326a5a17deb8ee2154f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3144860 Nov 12 08:23:01.888948 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 52794) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:01.937185 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4c29773b-0441-49ef-8757-18290cb7f640 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:02.119040 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [None req-4c29773b-0441-49ef-8757-18290cb7f640 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] device_id is not set on port bc4c32b8-7963-4047-8cd5-c9034aed4400 yet. {{(pid=102600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:23:02.391033 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4c29773b-0441-49ef-8757-18290cb7f640 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:02.497920 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4c29773b-0441-49ef-8757-18290cb7f640 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:02.570869 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c29773b-0441-49ef-8757-18290cb7f640 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Pushing event updated for resources: {'Port': ['ID=1d7699c1-61b8-4558-9e17-08445b6c1a61,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:02.575016 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2564e37d-8cd2-4a3d-a4d3-dcdb53173ebe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:02.627268 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c29773b-0441-49ef-8757-18290cb7f640 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Network e372bf0f-2ebc-4d91-b5c4-f31d4a0a8744 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:23:02.635127 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-4c29773b-0441-49ef-8757-18290cb7f640 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:23:02.644657 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c29773b-0441-49ef-8757-18290cb7f640 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:23:02.645275 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4c29773b-0441-49ef-8757-18290cb7f640 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:02.664667 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2564e37d-8cd2-4a3d-a4d3-dcdb53173ebe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:02.806041 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c29773b-0441-49ef-8757-18290cb7f640 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Pushing event updated for resources: {'Port': ['ID=bc4c32b8-7963-4047-8cd5-c9034aed4400,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:02.832415 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c29773b-0441-49ef-8757-18290cb7f640 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Checking segment: {'id': 'a7d754b9-8122-4583-88c3-e3914bed0a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '6da237ef-5ce8-4249-be74-d3e1669aeea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:23:02.833559 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c29773b-0441-49ef-8757-18290cb7f640 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Network hostable DHCP agents. Network: 6da237ef-5ce8-4249-be74-d3e1669aeea3, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:23:02.869865 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c29773b-0441-49ef-8757-18290cb7f640 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Network 6da237ef-5ce8-4249-be74-d3e1669aeea3 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:23:02.873323 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2564e37d-8cd2-4a3d-a4d3-dcdb53173ebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:02.877192 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2564e37d-8cd2-4a3d-a4d3-dcdb53173ebe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:02.879305 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-2564e37d-8cd2-4a3d-a4d3-dcdb53173ebe admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a70a821b-ff58-4e0e-ae2c-be79ee97835f HTTP/1.1" status: 204 len: 168 time: 0.9890783 Nov 12 08:23:02.909603 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2564e37d-8cd2-4a3d-a4d3-dcdb53173ebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70a821b-ff58-4e0e-ae2c-be79ee97835f,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:02.915833 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-4c29773b-0441-49ef-8757-18290cb7f640 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 6da237ef-5ce8-4249-be74-d3e1669aeea3) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:23:02.927333 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1efac692-17cb-4ef6-9d98-bdbd7511ae05 None None] Network 6da237ef-5ce8-4249-be74-d3e1669aeea3 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:23:02.931462 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c29773b-0441-49ef-8757-18290cb7f640 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:23:02.945868 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c29773b-0441-49ef-8757-18290cb7f640 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:02.960042 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c29773b-0441-49ef-8757-18290cb7f640 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:02.961085 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4c29773b-0441-49ef-8757-18290cb7f640 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:02.992902 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-4c29773b-0441-49ef-8757-18290cb7f640 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.8832836 Nov 12 08:23:02.994726 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 52798) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:03.208080 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-013b512f-3c46-4c82-9bb2-3d5f8251418f tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Deleting port bc4c32b8-7963-4047-8cd5-c9034aed4400 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:23:03.209170 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-013b512f-3c46-4c82-9bb2-3d5f8251418f tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:03.355975 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-013b512f-3c46-4c82-9bb2-3d5f8251418f tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:03.392856 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-013b512f-3c46-4c82-9bb2-3d5f8251418f tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Calling delete_port for bc4c32b8-7963-4047-8cd5-c9034aed4400 owned by {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:23:03.643870 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-013b512f-3c46-4c82-9bb2-3d5f8251418f tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:03.716496 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-013b512f-3c46-4c82-9bb2-3d5f8251418f tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:03.753323 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-013b512f-3c46-4c82-9bb2-3d5f8251418f tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "DELETE /v2.0/ports/bc4c32b8-7963-4047-8cd5-c9034aed4400 HTTP/1.1" status: 204 len: 168 time: 0.7562597 Nov 12 08:23:03.762733 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 52810) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:03.915211 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013b512f-3c46-4c82-9bb2-3d5f8251418f tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Pushing event deleted for resources: {'Port': ['ID=bc4c32b8-7963-4047-8cd5-c9034aed4400,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:03.933704 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e9d771c6-1861-45a7-b716-b4c083492057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:03.935510 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30a4e66-19cb-4c88-8bb4-4ee88f0acbd7 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:03.941672 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30a4e66-19cb-4c88-8bb4-4ee88f0acbd7 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:03.953849 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-d30a4e66-19cb-4c88-8bb4-4ee88f0acbd7 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1898923 Nov 12 08:23:03.958196 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 52812) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:04.146876 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-5be0d5fe-4c8b-4a31-bd17-93afa2681213 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Deleting port 1d7699c1-61b8-4558-9e17-08445b6c1a61 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:23:04.147225 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5be0d5fe-4c8b-4a31-bd17-93afa2681213 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:04.310800 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5be0d5fe-4c8b-4a31-bd17-93afa2681213 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:04.390454 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-5be0d5fe-4c8b-4a31-bd17-93afa2681213 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Calling delete_port for 1d7699c1-61b8-4558-9e17-08445b6c1a61 owned by {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:23:04.499603 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 52822) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:04.631265 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5be0d5fe-4c8b-4a31-bd17-93afa2681213 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:04.678656 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be0d5fe-4c8b-4a31-bd17-93afa2681213 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Pushing event deleted for resources: {'Port': ['ID=1d7699c1-61b8-4558-9e17-08445b6c1a61,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:04.687771 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5be0d5fe-4c8b-4a31-bd17-93afa2681213 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:04.695860 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 52830) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:04.706326 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-5be0d5fe-4c8b-4a31-bd17-93afa2681213 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "DELETE /v2.0/ports/1d7699c1-61b8-4558-9e17-08445b6c1a61 HTTP/1.1" status: 204 len: 168 time: 0.7469349 Nov 12 08:23:04.741166 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-4355df7e-0447-4ff6-a723-f7ad4fd05dc1 tempest-DvrRoutersNegativeTest-1824460829 tempest-DvrRoutersNegativeTest-1824460829-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-34055122', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:23:04.746012 n-d-765315-29 neutron-server[102600]: DEBUG neutron.policy [None req-4355df7e-0447-4ff6-a723-f7ad4fd05dc1 tempest-DvrRoutersNegativeTest-1824460829 tempest-DvrRoutersNegativeTest-1824460829-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=102600) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Nov 12 08:23:04.746621 n-d-765315-29 neutron-server[102600]: DEBUG neutron.policy [None req-4355df7e-0447-4ff6-a723-f7ad4fd05dc1 tempest-DvrRoutersNegativeTest-1824460829 tempest-DvrRoutersNegativeTest-1824460829-project] Failed policy check for 'create_router' {{(pid=102600) enforce /opt/stack/neutron/neutron/policy.py:524}} Nov 12 08:23:04.747460 n-d-765315-29 neutron-server[102600]: INFO neutron.api.v2.resource [None req-4355df7e-0447-4ff6-a723-f7ad4fd05dc1 tempest-DvrRoutersNegativeTest-1824460829 tempest-DvrRoutersNegativeTest-1824460829-project] create failed (client error): Access was denied to this resource. Nov 12 08:23:04.748505 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-4355df7e-0447-4ff6-a723-f7ad4fd05dc1 tempest-DvrRoutersNegativeTest-1824460829 tempest-DvrRoutersNegativeTest-1824460829-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2464609 Nov 12 08:23:04.788607 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0edfb2-753d-4517-926b-9bb64a9a1d74 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:04.794261 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 52836) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:04.805938 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-2b0edfb2-753d-4517-926b-9bb64a9a1d74 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1085899 Nov 12 08:23:04.828674 n-d-765315-29 neutron-server[102599]: INFO neutron.pecan_wsgi.hooks.translation [None req-422898bb-1bdd-43f8-87ff-7a38d256faab tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] GET failed (client error): The resource could not be found. Nov 12 08:23:04.835397 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 52838) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:04.846697 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-422898bb-1bdd-43f8-87ff-7a38d256faab tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "GET /v2.0/ports/bc4c32b8-7963-4047-8cd5-c9034aed4400 HTTP/1.1" status: 404 len: 333 time: 0.0508494 Nov 12 08:23:04.876362 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-8aa3bd52-958f-4af0-958c-172a1064dd93 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] GET failed (client error): The resource could not be found. Nov 12 08:23:04.881948 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 52842) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:04.895195 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-8aa3bd52-958f-4af0-958c-172a1064dd93 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "GET /v2.0/ports/1d7699c1-61b8-4558-9e17-08445b6c1a61 HTTP/1.1" status: 404 len: 333 time: 0.0552387 Nov 12 08:23:04.993024 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f76683a8-21ce-40a2-9bc6-6999665eaab4 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:05.138672 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f76683a8-21ce-40a2-9bc6-6999665eaab4 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:05.140362 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:05.189635 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-f76683a8-21ce-40a2-9bc6-6999665eaab4 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6da237ef-5ce8-4249-be74-d3e1669aeea3']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:05.210896 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-f76683a8-21ce-40a2-9bc6-6999665eaab4 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7d754b9-8122-4583-88c3-e3914bed0a11') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:05.211696 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-f76683a8-21ce-40a2-9bc6-6999665eaab4 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7d754b9-8122-4583-88c3-e3914bed0a11') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:05.234475 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f76683a8-21ce-40a2-9bc6-6999665eaab4 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:05.259062 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 52846) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:05.275508 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f76683a8-21ce-40a2-9bc6-6999665eaab4 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:05.287846 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f76683a8-21ce-40a2-9bc6-6999665eaab4 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:23:05.288254 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f76683a8-21ce-40a2-9bc6-6999665eaab4 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:05.291623 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 08:23:05.291623 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:23:05.291623 n-d-765315-29 neutron-server[102599]: timer() Nov 12 08:23:05.291623 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:23:05.291623 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 08:23:05.291623 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:23:05.291623 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 08:23:05.291623 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:23:05.291623 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 08:23:05.291623 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:23:05.291623 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 08:23:05.291623 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:23:05.291623 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 08:23:05.291623 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:23:05.291623 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:23:05.291623 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:23:05.291623 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:23:05.291623 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:23:05.291623 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 08:23:05.291623 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:23:05.291623 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 08:23:05.291623 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:23:05.291623 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:23:05.291623 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:23:05.291623 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 08:23:05.291623 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:23:05.291623 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:23:05.291623 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:23:05.291623 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:23:05.291623 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:23:05.291623 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:23:05.291623 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:23:05.403027 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f76683a8-21ce-40a2-9bc6-6999665eaab4 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:05.421221 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f76683a8-21ce-40a2-9bc6-6999665eaab4 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:05.425923 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-f76683a8-21ce-40a2-9bc6-6999665eaab4 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "DELETE /v2.0/networks/6da237ef-5ce8-4249-be74-d3e1669aeea3 HTTP/1.1" status: 204 len: 168 time: 0.5422499 Nov 12 08:23:05.430338 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 52850) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:05.438835 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-1db169d8-7c9a-4579-99bf-30aa4c2b3d8d tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1762113235'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:23:05.455497 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76683a8-21ce-40a2-9bc6-6999665eaab4 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Pushing event deleted for resources: {'Network': ['ID=6da237ef-5ce8-4249-be74-d3e1669aeea3,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:05.483864 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e6465c9e-23eb-46b3-9565-94f19806cf0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:05.493620 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1db169d8-7c9a-4579-99bf-30aa4c2b3d8d tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Made reservation on behalf of 9685b661865b4c639766c916ebb4ca16 for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:23:05.497973 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1db169d8-7c9a-4579-99bf-30aa4c2b3d8d tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:05.557416 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1db169d8-7c9a-4579-99bf-30aa4c2b3d8d tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:23:05.579329 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1db169d8-7c9a-4579-99bf-30aa4c2b3d8d tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:05.579690 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-1db169d8-7c9a-4579-99bf-30aa4c2b3d8d tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Added segment 2a5d30bf-23af-43ce-850d-8b684227beac of type vlan for network 726356bb-62a6-4572-b6d3-45ea69e93dc2 Nov 12 08:23:05.638053 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e6465c9e-23eb-46b3-9565-94f19806cf0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:05.647516 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1db169d8-7c9a-4579-99bf-30aa4c2b3d8d tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:05.649809 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e6465c9e-23eb-46b3-9565-94f19806cf0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:05.716498 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-e6465c9e-23eb-46b3-9565-94f19806cf0c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2812f7d3aa364c0aaa323be6f630be27&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4561191 Nov 12 08:23:05.719025 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 52870) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:05.721093 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6465c9e-23eb-46b3-9565-94f19806cf0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f9e2f74-7879-43ec-8fe6-c34ed03b069c,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:05.728926 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1db169d8-7c9a-4579-99bf-30aa4c2b3d8d tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:05.736441 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db169d8-7c9a-4579-99bf-30aa4c2b3d8d tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:05.737155 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1db169d8-7c9a-4579-99bf-30aa4c2b3d8d tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:05.799697 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-1db169d8-7c9a-4579-99bf-30aa4c2b3d8d tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3674147 Nov 12 08:23:05.803695 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 52872) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:05.810179 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-b63eebe1-349c-4283-b37a-5f3f6ac0baf0 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Request body: {'subnet': {'network_id': '726356bb-62a6-4572-b6d3-45ea69e93dc2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:23:05.851023 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db169d8-7c9a-4579-99bf-30aa4c2b3d8d tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Pushing event updated for resources: {'Network': ['ID=726356bb-62a6-4572-b6d3-45ea69e93dc2,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:05.863659 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 726356bb-62a6-4572-b6d3-45ea69e93dc2 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:23:05.899651 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8c9214a4-27da-4ec6-b09b-73812927bc4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:05.946838 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8c9214a4-27da-4ec6-b09b-73812927bc4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:06.004917 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b63eebe1-349c-4283-b37a-5f3f6ac0baf0 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Made reservation on behalf of 9685b661865b4c639766c916ebb4ca16 for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:23:06.027352 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b63eebe1-349c-4283-b37a-5f3f6ac0baf0 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:06.160530 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05f7474-7a7d-455d-87cf-6ba3989cd49f req-7675d277-8662-4b18-86c1-51ae155e07ee tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:06.162196 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d05f7474-7a7d-455d-87cf-6ba3989cd49f req-7675d277-8662-4b18-86c1-51ae155e07ee tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 946 time: 0.0784726 Nov 12 08:23:06.194484 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.ipam_backend_mixin [None req-b63eebe1-349c-4283-b37a-5f3f6ac0baf0 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Performing IP validity checks on allocation pools {{(pid=102599) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 08:23:06.198464 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.ipam_backend_mixin [None req-b63eebe1-349c-4283-b37a-5f3f6ac0baf0 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102599) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 08:23:06.223339 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d05f7474-7a7d-455d-87cf-6ba3989cd49f req-b4c83763-abb0-4937-bc53-a213bca67e59 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551023 Nov 12 08:23:06.319660 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 08:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c38bbfc-978a-4555-aa9c-c883cfdc70d5 x-openstack-request-id: req-5c38bbfc-978a-4555-aa9c-c883cfdc70d5 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:23:06.320159 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c27ffc8e-5a93-4029-b5c8-8b78f04c47fd", "name": "network-vif-plugged", "status": "completed", "tag": "a9a0b5ce-4cc2-4f1e-9b15-97cf48abe435", "code": 200}, {"server_uuid": "2d9f80b7-7da6-471c-ab75-5240190a613a", "name": "network-vif-plugged", "status": "completed", "tag": "c3d87375-c113-475c-bf06-fa361dfd0b38", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:23:06.320339 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5c38bbfc-978a-4555-aa9c-c883cfdc70d5 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:23:06.320799 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c27ffc8e-5a93-4029-b5c8-8b78f04c47fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9a0b5ce-4cc2-4f1e-9b15-97cf48abe435', 'code': 200} Nov 12 08:23:06.321126 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d9f80b7-7da6-471c-ab75-5240190a613a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3d87375-c113-475c-bf06-fa361dfd0b38', 'code': 200} Nov 12 08:23:06.393738 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b63eebe1-349c-4283-b37a-5f3f6ac0baf0 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:06.395257 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8c9214a4-27da-4ec6-b09b-73812927bc4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:06.398522 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8c9214a4-27da-4ec6-b09b-73812927bc4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:06.405826 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-8c9214a4-27da-4ec6-b09b-73812927bc4e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5f9e2f74-7879-43ec-8fe6-c34ed03b069c HTTP/1.1" status: 204 len: 168 time: 0.6847947 Nov 12 08:23:06.473513 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9214a4-27da-4ec6-b09b-73812927bc4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f9e2f74-7879-43ec-8fe6-c34ed03b069c,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:06.483577 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae42078f-57fe-42bd-838b-abc6d6ab149c req-6fc8136b-1c9e-4431-8be1-833cce884ce3 tempest-ImagesOneServerTestJSON-1989146909 tempest-ImagesOneServerTestJSON-1989146909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:06.488311 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ae42078f-57fe-42bd-838b-abc6d6ab149c req-6fc8136b-1c9e-4431-8be1-833cce884ce3 tempest-ImagesOneServerTestJSON-1989146909 tempest-ImagesOneServerTestJSON-1989146909-project] 10.222.0.26 "GET /v2.0/ports?device_id=76cea409-ec56-42a7-a862-0043a01ca874 HTTP/1.1" status: 200 len: 948 time: 0.1050239 Nov 12 08:23:06.534545 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b08c06-d8a4-46c7-8e46-cd42805662b2 req-6bef1d36-6cc8-4143-bd82-499b9dd5dc48 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:06.555476 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a9b08c06-d8a4-46c7-8e46-cd42805662b2 req-6bef1d36-6cc8-4143-bd82-499b9dd5dc48 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9f80b7-7da6-471c-ab75-5240190a613a HTTP/1.1" status: 200 len: 947 time: 0.3715134 Nov 12 08:23:06.584370 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ae42078f-57fe-42bd-838b-abc6d6ab149c req-edadfa3b-5868-495f-ab38-b2160410a37b tempest-ImagesOneServerTestJSON-1989146909 tempest-ImagesOneServerTestJSON-1989146909-project] 10.222.0.26 "GET /v2.0/security-groups?id=929d9580-460f-4c1d-b667-88951e5d1ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880742 Nov 12 08:23:06.623740 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63eebe1-349c-4283-b37a-5f3f6ac0baf0 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Pushing event updated for resources: {'Subnet': ['ID=919530c9-433b-4207-b7e9-6899bcfcaa2e,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:06.681815 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a9b08c06-d8a4-46c7-8e46-cd42805662b2 req-6c44eced-f8d0-4385-866a-95bf6f13dc50 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=dafae0e1-4d35-4b86-8740-ce6a9a9c8268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237628 Nov 12 08:23:06.684603 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63eebe1-349c-4283-b37a-5f3f6ac0baf0 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Checking segment: {'id': '2a5d30bf-23af-43ce-850d-8b684227beac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '726356bb-62a6-4572-b6d3-45ea69e93dc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:23:06.685213 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63eebe1-349c-4283-b37a-5f3f6ac0baf0 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Network hostable DHCP agents. Network: 726356bb-62a6-4572-b6d3-45ea69e93dc2, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:23:06.718469 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63eebe1-349c-4283-b37a-5f3f6ac0baf0 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Network 726356bb-62a6-4572-b6d3-45ea69e93dc2 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:23:06.735607 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-b63eebe1-349c-4283-b37a-5f3f6ac0baf0 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 726356bb-62a6-4572-b6d3-45ea69e93dc2) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:23:06.743466 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63eebe1-349c-4283-b37a-5f3f6ac0baf0 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:06.744124 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b63eebe1-349c-4283-b37a-5f3f6ac0baf0 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:06.745916 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8efb40-0151-48ad-82e1-d64cd347a4ab None None] Network 726356bb-62a6-4572-b6d3-45ea69e93dc2 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:23:06.788155 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-b63eebe1-349c-4283-b37a-5f3f6ac0baf0 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9830925 Nov 12 08:23:06.791548 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 52922) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:06.797295 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-15e7b8d1-db62-4d82-9f29-ab967d930db7 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Request body: {'port': {'network_id': '726356bb-62a6-4572-b6d3-45ea69e93dc2', 'name': 'tempest-PortsIpV6TestJSON-1850632880'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:23:07.106700 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8945f118-6533-4151-9795-223a0af2accf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-726356bb-62a6-4572-b6d3-45ea69e93dc2', 'network_id': '726356bb-62a6-4572-b6d3-45ea69e93dc2', 'tenant_id': '9685b661865b4c639766c916ebb4ca16', 'fixed_ips': [{'subnet_id': '919530c9-433b-4207-b7e9-6899bcfcaa2e'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:23:07.108612 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8945f118-6533-4151-9795-223a0af2accf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:07.193594 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aa221b-b9c8-4b63-b2f0-2aea391273d1 req-fe3dd6b2-9db1-47bd-914c-ad782cc35e51 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:07.204476 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-56aa221b-b9c8-4b63-b2f0-2aea391273d1 req-fe3dd6b2-9db1-47bd-914c-ad782cc35e51 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 946 time: 0.2455645 Nov 12 08:23:07.276019 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15e7b8d1-db62-4d82-9f29-ab967d930db7 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Made reservation on behalf of 9685b661865b4c639766c916ebb4ca16 for: {'port': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:23:07.279916 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-15e7b8d1-db62-4d82-9f29-ab967d930db7 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:07.320330 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-56aa221b-b9c8-4b63-b2f0-2aea391273d1 req-7e8fe344-a1d3-4837-958e-22b07fdc3b70 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101937 Nov 12 08:23:07.334707 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [None req-15e7b8d1-db62-4d82-9f29-ab967d930db7 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] device_id is not set on port f13295c2-7dda-40ae-a6a4-81a70d24f3d3 yet. {{(pid=102600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:23:07.344069 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-079c1d9f-10fd-4eb6-a578-07afc1960fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:07.521962 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 52976) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:07.564303 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 52980) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:07.603674 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-8945f118-6533-4151-9795-223a0af2accf None None] Allocated IP 2001:db8::2 (726356bb-62a6-4572-b6d3-45ea69e93dc2/919530c9-433b-4207-b7e9-6899bcfcaa2e/a72766e1-cbfa-4343-a85e-1a10e74f4a93) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:23:07.616495 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fa7f87a-e827-416d-8dfc-49d366a07a10 admin admin] Deleting subnet 4cc30120-a5da-4708-91fc-511f1d6982d6 {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:23:07.624275 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4fa7f87a-e827-416d-8dfc-49d366a07a10 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:07.683076 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4fa7f87a-e827-416d-8dfc-49d366a07a10 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31181813'] for subnet, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:07.737378 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4fa7f87a-e827-416d-8dfc-49d366a07a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:07.797345 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e2ab1d4a-5122-4b06-9bef-55c7939a0aa5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:07.863135 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4fa7f87a-e827-416d-8dfc-49d366a07a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:07.882010 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:07.910380 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8945f118-6533-4151-9795-223a0af2accf None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:07.919992 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8945f118-6533-4151-9795-223a0af2accf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:07.924639 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa7f87a-e827-416d-8dfc-49d366a07a10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cc30120-a5da-4708-91fc-511f1d6982d6,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:07.947516 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4fa7f87a-e827-416d-8dfc-49d366a07a10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:07.951160 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-4fa7f87a-e827-416d-8dfc-49d366a07a10 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/4cc30120-a5da-4708-91fc-511f1d6982d6 HTTP/1.1" status: 204 len: 168 time: 0.4274850 Nov 12 08:23:07.953905 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 53000) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:08.015844 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8945f118-6533-4151-9795-223a0af2accf None None] Pushing event updated for resources: {'Port': ['ID=a72766e1-cbfa-4343-a85e-1a10e74f4a93,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:08.025608 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8945f118-6533-4151-9795-223a0af2accf None None] Network 726356bb-62a6-4572-b6d3-45ea69e93dc2 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:23:08.027462 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-8945f118-6533-4151-9795-223a0af2accf None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:23:08.032090 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8945f118-6533-4151-9795-223a0af2accf None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:23:08.113677 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1965d888-7cb7-4627-8aed-b77e5b9e9862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:08.113969 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e2ab1d4a-5122-4b06-9bef-55c7939a0aa5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:08.133971 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e2ab1d4a-5122-4b06-9bef-55c7939a0aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:08.167111 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-8945f118-6533-4151-9795-223a0af2accf None None] Attempting to bind port a72766e1-cbfa-4343-a85e-1a10e74f4a93 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:23:08.167813 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-8945f118-6533-4151-9795-223a0af2accf None None] Attempting to bind port a72766e1-cbfa-4343-a85e-1a10e74f4a93 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '2a5d30bf-23af-43ce-850d-8b684227beac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '726356bb-62a6-4572-b6d3-45ea69e93dc2'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:23:08.168628 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8945f118-6533-4151-9795-223a0af2accf None None] Attempting to bind port a72766e1-cbfa-4343-a85e-1a10e74f4a93 on network 726356bb-62a6-4572-b6d3-45ea69e93dc2 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:23:08.169771 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-15e7b8d1-db62-4d82-9f29-ab967d930db7 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Allocated IP 2001:db8::91 (726356bb-62a6-4572-b6d3-45ea69e93dc2/919530c9-433b-4207-b7e9-6899bcfcaa2e/f13295c2-7dda-40ae-a6a4-81a70d24f3d3) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:23:08.181904 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8945f118-6533-4151-9795-223a0af2accf None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:23:08.182871 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8945f118-6533-4151-9795-223a0af2accf None None] Checking segment: {'id': '2a5d30bf-23af-43ce-850d-8b684227beac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '726356bb-62a6-4572-b6d3-45ea69e93dc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:23:08.183633 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8945f118-6533-4151-9795-223a0af2accf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:08.187600 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8945f118-6533-4151-9795-223a0af2accf None None] Bound using segment: {'id': '2a5d30bf-23af-43ce-850d-8b684227beac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '726356bb-62a6-4572-b6d3-45ea69e93dc2'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:23:08.193959 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-8945f118-6533-4151-9795-223a0af2accf None None] Bound port: a72766e1-cbfa-4343-a85e-1a10e74f4a93, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a5d30bf-23af-43ce-850d-8b684227beac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '726356bb-62a6-4572-b6d3-45ea69e93dc2'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:23:08.195011 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8945f118-6533-4151-9795-223a0af2accf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:08.217593 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ab1d4a-5122-4b06-9bef-55c7939a0aa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61ce79c5-fd1d-4813-b948-bf86751ae8fb,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:08.227165 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-e2ab1d4a-5122-4b06-9bef-55c7939a0aa5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c7d1bf4e96634c2c888261624e82f9e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6615331 Nov 12 08:23:08.232233 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 53024) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:08.329034 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1965d888-7cb7-4627-8aed-b77e5b9e9862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:08.350002 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-8945f118-6533-4151-9795-223a0af2accf None None] For port a72766e1-cbfa-4343-a85e-1a10e74f4a93, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:23:08.355983 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-8945f118-6533-4151-9795-223a0af2accf None None] For port a72766e1-cbfa-4343-a85e-1a10e74f4a93, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=a72766e1-cbfa-4343-a85e-1a10e74f4a93,segment=NetworkSegment(2a5d30bf-23af-43ce-850d-8b684227beac),segment_id=2a5d30bf-23af-43ce-850d-8b684227beac)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:23:08.358252 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76cea409-ec56-42a7-a862-0043a01ca874', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6de7ede-5039-4cbf-948a-4b6058107d7b'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:23:08.362245 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5eb33f3-c3a8-4e38-996d-fe9cb600522a" -d '{"events": [{"server_uuid": "76cea409-ec56-42a7-a862-0043a01ca874", "name": "network-vif-unplugged", "status": "completed", "tag": "e6de7ede-5039-4cbf-948a-4b6058107d7b"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:23:08.369975 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8945f118-6533-4151-9795-223a0af2accf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:08.376791 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-1965d888-7cb7-4627-8aed-b77e5b9e9862 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a95e186-c945-4400-88b5-824feb7bffc7']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:08.394934 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-1965d888-7cb7-4627-8aed-b77e5b9e9862 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4eb45550-96ed-4777-85ad-fa76c3dca50e') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:08.395517 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-1965d888-7cb7-4627-8aed-b77e5b9e9862 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4eb45550-96ed-4777-85ad-fa76c3dca50e') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:08.408454 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1965d888-7cb7-4627-8aed-b77e5b9e9862 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:08.443112 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1965d888-7cb7-4627-8aed-b77e5b9e9862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:08.476952 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1965d888-7cb7-4627-8aed-b77e5b9e9862 admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:23:08.477368 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1965d888-7cb7-4627-8aed-b77e5b9e9862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:08.502300 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8945f118-6533-4151-9795-223a0af2accf None None] Pushing event updated for resources: {'Port': ['ID=a72766e1-cbfa-4343-a85e-1a10e74f4a93,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:08.520294 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 08:23:08.520294 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:23:08.520294 n-d-765315-29 neutron-server[102599]: timer() Nov 12 08:23:08.520294 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:23:08.520294 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 08:23:08.520294 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:23:08.520294 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 08:23:08.520294 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:23:08.520294 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 08:23:08.520294 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:23:08.520294 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 08:23:08.520294 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:23:08.520294 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 08:23:08.520294 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:23:08.520294 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:23:08.520294 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:23:08.520294 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:23:08.520294 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:23:08.520294 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 08:23:08.520294 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:23:08.520294 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 08:23:08.520294 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:23:08.520294 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:23:08.520294 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:23:08.520294 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 08:23:08.520294 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:23:08.520294 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:23:08.520294 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:23:08.520294 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:23:08.520294 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:23:08.520294 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:23:08.520294 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:23:08.579581 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-75654abf-3295-411c-a465-667cb6132bfc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:08.612087 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1965d888-7cb7-4627-8aed-b77e5b9e9862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:08.618186 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1965d888-7cb7-4627-8aed-b77e5b9e9862 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:08.629258 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-1965d888-7cb7-4627-8aed-b77e5b9e9862 admin admin] 10.222.0.26 "DELETE /v2.0/networks/3a95e186-c945-4400-88b5-824feb7bffc7 HTTP/1.1" status: 204 len: 168 time: 0.6739058 Nov 12 08:23:08.684099 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1965d888-7cb7-4627-8aed-b77e5b9e9862 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a95e186-c945-4400-88b5-824feb7bffc7,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:08.708104 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-75654abf-3295-411c-a465-667cb6132bfc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:08.833967 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-75654abf-3295-411c-a465-667cb6132bfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:08.836869 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-75654abf-3295-411c-a465-667cb6132bfc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:08.844400 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-75654abf-3295-411c-a465-667cb6132bfc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/61ce79c5-fd1d-4813-b948-bf86751ae8fb HTTP/1.1" status: 204 len: 168 time: 0.6106925 Nov 12 08:23:08.849522 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970297dc-9dfd-4236-b757-74dde9832efa req-3d8f8281-9d17-49ef-b21b-53c8ae2612f7 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:08.861792 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-970297dc-9dfd-4236-b757-74dde9832efa req-3d8f8281-9d17-49ef-b21b-53c8ae2612f7 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 946 time: 0.1394510 Nov 12 08:23:08.898015 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 53042) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:08.958994 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75654abf-3295-411c-a465-667cb6132bfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61ce79c5-fd1d-4813-b948-bf86751ae8fb,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:09.001800 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-15e7b8d1-db62-4d82-9f29-ab967d930db7 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:09.016668 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-970297dc-9dfd-4236-b757-74dde9832efa req-61b7c7a0-b45f-424b-9123-0ceae9dddbbe tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518717 Nov 12 08:23:09.080563 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-a2fd9c28-4f11-47fe-a834-3b067e115c49 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=227fd69215f443c6ad2d4c1a2669ac9f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1365583 Nov 12 08:23:09.082502 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 53050) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:09.099537 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-15e7b8d1-db62-4d82-9f29-ab967d930db7 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:09.172880 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:09.209404 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e8debc0c-4943-4669-a5e8-f7b206afc7e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:09.210917 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e7b8d1-db62-4d82-9f29-ab967d930db7 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Network 726356bb-62a6-4572-b6d3-45ea69e93dc2 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:23:09.218126 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-15e7b8d1-db62-4d82-9f29-ab967d930db7 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:23:09.236887 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e7b8d1-db62-4d82-9f29-ab967d930db7 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:23:09.249376 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e7b8d1-db62-4d82-9f29-ab967d930db7 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:09.250998 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-15e7b8d1-db62-4d82-9f29-ab967d930db7 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:09.254680 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e8debc0c-4943-4669-a5e8-f7b206afc7e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:09.264352 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4820fc-1871-4a42-b3e8-f5b19e819f3a req-3859a098-eeeb-44ec-9e71-136a69ffc4ed tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:09.274178 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2f4820fc-1871-4a42-b3e8-f5b19e819f3a req-3859a098-eeeb-44ec-9e71-136a69ffc4ed tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9f80b7-7da6-471c-ab75-5240190a613a HTTP/1.1" status: 200 len: 947 time: 0.1241095 Nov 12 08:23:09.277911 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e7b8d1-db62-4d82-9f29-ab967d930db7 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Pushing event updated for resources: {'Port': ['ID=f13295c2-7dda-40ae-a6a4-81a70d24f3d3,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:09.317031 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-15e7b8d1-db62-4d82-9f29-ab967d930db7 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5236442 Nov 12 08:23:09.319164 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 53054) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:09.387509 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2f4820fc-1871-4a42-b3e8-f5b19e819f3a req-daea3217-1db4-4412-8218-ff87cbfc439f tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=dafae0e1-4d35-4b86-8740-ce6a9a9c8268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082361 Nov 12 08:23:09.419983 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e8debc0c-4943-4669-a5e8-f7b206afc7e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:09.423776 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e8debc0c-4943-4669-a5e8-f7b206afc7e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:09.428513 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-e8debc0c-4943-4669-a5e8-f7b206afc7e0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1aa51f14-0384-4972-b705-0104e574e0a5 HTTP/1.1" status: 204 len: 168 time: 0.3452213 Nov 12 08:23:09.460646 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8debc0c-4943-4669-a5e8-f7b206afc7e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa51f14-0384-4972-b705-0104e574e0a5,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:09.520891 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-cdcacf31-b59a-42b6-abb9-a26d6d197919 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Deleting port f13295c2-7dda-40ae-a6a4-81a70d24f3d3 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:23:09.521388 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cdcacf31-b59a-42b6-abb9-a26d6d197919 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:09.549026 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e46b8ae8-d528-4bdf-85fe-a604cf7a3362 x-openstack-request-id: req-e46b8ae8-d528-4bdf-85fe-a604cf7a3362 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:23:09.549951 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76cea409-ec56-42a7-a862-0043a01ca874", "name": "network-vif-unplugged", "status": "completed", "tag": "e6de7ede-5039-4cbf-948a-4b6058107d7b", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:23:09.550961 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e46b8ae8-d528-4bdf-85fe-a604cf7a3362 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:23:09.551546 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76cea409-ec56-42a7-a862-0043a01ca874', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6de7ede-5039-4cbf-948a-4b6058107d7b', 'code': 200} Nov 12 08:23:09.684716 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cdcacf31-b59a-42b6-abb9-a26d6d197919 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:09.723231 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-cdcacf31-b59a-42b6-abb9-a26d6d197919 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Calling delete_port for f13295c2-7dda-40ae-a6a4-81a70d24f3d3 owned by {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:23:09.786731 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:10.005484 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 53068) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:10.067301 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-93941907-7836-4f77-99af-b172f9aee815 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:10.168529 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c5e617-9e78-4b1d-bd47-0ec6b25e6e48 req-d021bbf3-ddff-4d37-87ba-ef6cbb851d05 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:10.184573 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-29c5e617-9e78-4b1d-bd47-0ec6b25e6e48 req-d021bbf3-ddff-4d37-87ba-ef6cbb851d05 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 946 time: 0.1692660 Nov 12 08:23:10.185937 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cdcacf31-b59a-42b6-abb9-a26d6d197919 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:10.331559 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-29c5e617-9e78-4b1d-bd47-0ec6b25e6e48 req-897d57db-e29f-4dde-a3c2-818b36c51391 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410401 Nov 12 08:23:10.350983 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5ff158-8135-468a-be73-703a8279e540 None None] Network 726356bb-62a6-4572-b6d3-45ea69e93dc2 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:23:10.370455 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcacf31-b59a-42b6-abb9-a26d6d197919 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Pushing event deleted for resources: {'Port': ['ID=f13295c2-7dda-40ae-a6a4-81a70d24f3d3,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:10.520312 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cdcacf31-b59a-42b6-abb9-a26d6d197919 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:10.531798 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-cdcacf31-b59a-42b6-abb9-a26d6d197919 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "DELETE /v2.0/ports/f13295c2-7dda-40ae-a6a4-81a70d24f3d3 HTTP/1.1" status: 204 len: 168 time: 1.2090540 Nov 12 08:23:10.533934 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 53104) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:10.535219 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device a72766e1-cbfa-4343-a85e-1a10e74f4a93 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:23:10.621378 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bea08d1-bcf5-4480-9315-fd4ae72f902a tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] DELETE failed (client error): The resource could not be found. Nov 12 08:23:10.622719 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bea08d1-bcf5-4480-9315-fd4ae72f902a tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:23:10.628602 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-0bea08d1-bcf5-4480-9315-fd4ae72f902a tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "DELETE /v2.0/ports/f13295c2-7dda-40ae-a6a4-81a70d24f3d3 HTTP/1.1" status: 404 len: 333 time: 0.0815208 Nov 12 08:23:10.631006 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 53106) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:10.649271 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-53df8f63-7230-4488-8069-38a8b2432862 None None] Provisioning complete for port a72766e1-cbfa-4343-a85e-1a10e74f4a93 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:23:10.649943 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-53df8f63-7230-4488-8069-38a8b2432862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:10.708176 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-38ecd870-2a89-41aa-9d56-c9c3a428f45c tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] GET failed (client error): The resource could not be found. Nov 12 08:23:10.710390 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-38ecd870-2a89-41aa-9d56-c9c3a428f45c tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "GET /v2.0/ports/f13295c2-7dda-40ae-a6a4-81a70d24f3d3 HTTP/1.1" status: 404 len: 333 time: 0.0692458 Nov 12 08:23:10.715900 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 53108) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:10.745560 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-93941907-7836-4f77-99af-b172f9aee815 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:10.829884 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-93941907-7836-4f77-99af-b172f9aee815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:10.840294 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-e89b527e-02bf-4056-8328-f6324a178a0e tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Deleting subnet 919530c9-433b-4207-b7e9-6899bcfcaa2e {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:23:10.860353 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e89b527e-02bf-4056-8328-f6324a178a0e tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:10.896269 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31251afd-484b-4ca5-9e88-a9d4ec3dc60e req-feca0289-61cd-4834-8dd9-dc64be8079c7 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:10.915070 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-31251afd-484b-4ca5-9e88-a9d4ec3dc60e req-feca0289-61cd-4834-8dd9-dc64be8079c7 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9f80b7-7da6-471c-ab75-5240190a613a HTTP/1.1" status: 200 len: 947 time: 0.2611871 Nov 12 08:23:10.921794 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-93941907-7836-4f77-99af-b172f9aee815 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f3f08ad8bf864d2db7ea05605f2df7ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9126940 Nov 12 08:23:10.925962 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 53120) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:10.928102 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93941907-7836-4f77-99af-b172f9aee815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c548325b-d3cf-4df6-b796-549422198a9d,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:10.973891 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e89b527e-02bf-4056-8328-f6324a178a0e tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:10.987511 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port a72766e1-cbfa-4343-a85e-1a10e74f4a93 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:23:10.987877 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:11.082651 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-31251afd-484b-4ca5-9e88-a9d4ec3dc60e req-ef596af3-9274-4029-8546-c9075dca2379 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=dafae0e1-4d35-4b86-8740-ce6a9a9c8268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1652524 Nov 12 08:23:11.111684 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-53df8f63-7230-4488-8069-38a8b2432862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:11.285231 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:11.289431 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-53df8f63-7230-4488-8069-38a8b2432862 None None] For port a72766e1-cbfa-4343-a85e-1a10e74f4a93, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=a72766e1-cbfa-4343-a85e-1a10e74f4a93,segment=NetworkSegment(2a5d30bf-23af-43ce-850d-8b684227beac),segment_id=2a5d30bf-23af-43ce-850d-8b684227beac)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:11.319979 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device a9a0b5ce-4cc2-4f1e-9b15-97cf48abe435 no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:23:11.325712 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-53df8f63-7230-4488-8069-38a8b2432862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:11.376963 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70475a0-e5f2-419d-972a-3e6f3f2ec6d1 req-f5054b23-db3e-49a3-8145-ee5eb4e99a07 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:11.381292 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d70475a0-e5f2-419d-972a-3e6f3f2ec6d1 req-f5054b23-db3e-49a3-8145-ee5eb4e99a07 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 946 time: 0.1636951 Nov 12 08:23:11.459472 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22a3711-ce4e-47e8-a935-ab7cb63ab9b7 req-64f9e85a-2407-4421-9794-3bac7d422c9e tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:11.460996 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e22a3711-ce4e-47e8-a935-ab7cb63ab9b7 req-64f9e85a-2407-4421-9794-3bac7d422c9e tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/networks?id=ec82487f-519c-483b-814a-09ab43cadbc0 HTTP/1.1" status: 200 len: 805 time: 0.4917123 Nov 12 08:23:11.542509 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53df8f63-7230-4488-8069-38a8b2432862 None None] Pushing event updated for resources: {'Port': ['ID=a72766e1-cbfa-4343-a85e-1a10e74f4a93,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:11.545195 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d70475a0-e5f2-419d-972a-3e6f3f2ec6d1 req-da53f9d7-1df8-4645-b07e-903602a9d74f tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553304 Nov 12 08:23:11.581983 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e89b527e-02bf-4056-8328-f6324a178a0e tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:11.625939 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-1f5545cf-df00-43ea-98d7-58d04106edc8 None None] Provisioning complete for port a72766e1-cbfa-4343-a85e-1a10e74f4a93 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:23:11.626673 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1f5545cf-df00-43ea-98d7-58d04106edc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:11.686264 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.db.api [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:23:11.687346 n-d-765315-29 neutron-server[102601]: DEBUG oslo_db.api [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:23:11.773037 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:11.841156 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e22a3711-ce4e-47e8-a935-ab7cb63ab9b7 req-f7efa976-9b0d-42d4-be7d-7e729af28b20 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/quotas/507bea33553d43dea3447dc0d1dbf18c HTTP/1.1" status: 200 len: 375 time: 0.1212127 Nov 12 08:23:11.841759 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-902348e9-de27-4be9-ba92-03899a4bbc72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:11.878634 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port a9a0b5ce-4cc2-4f1e-9b15-97cf48abe435, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=a9a0b5ce-4cc2-4f1e-9b15-97cf48abe435,segment=NetworkSegment(296922ca-424d-4760-9058-82e70353f16a),segment_id=296922ca-424d-4760-9058-82e70353f16a)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:11.899707 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c27ffc8e-5a93-4029-b5c8-8b78f04c47fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9a0b5ce-4cc2-4f1e-9b15-97cf48abe435'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:23:11.935169 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d86534fc-6448-42d0-a515-61c7e881b206" -d '{"events": [{"server_uuid": "c27ffc8e-5a93-4029-b5c8-8b78f04c47fd", "name": "network-vif-unplugged", "status": "completed", "tag": "a9a0b5ce-4cc2-4f1e-9b15-97cf48abe435"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:23:11.942232 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:11.996778 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8076e90-26cb-4d73-8fb7-5fdd46f7bf0d req-7493f44d-653d-44d8-9c46-2d7edc4e93a7 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:11.998521 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b8076e90-26cb-4d73-8fb7-5fdd46f7bf0d req-7493f44d-653d-44d8-9c46-2d7edc4e93a7 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 946 time: 0.1341796 Nov 12 08:23:11.999106 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 53164) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:12.031973 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-902348e9-de27-4be9-ba92-03899a4bbc72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:12.072325 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=a9a0b5ce-4cc2-4f1e-9b15-97cf48abe435,revision_number=8']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:12.122818 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-2277fd96-3267-41ee-a1a3-538e5f53ff02 None None] Could not find standard attr ID for object f13295c2-7dda-40ae-a6a4-81a70d24f3d3. {{(pid=102601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:23:12.173275 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e89b527e-02bf-4056-8328-f6324a178a0e tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:12.205052 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e89b527e-02bf-4056-8328-f6324a178a0e tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:12.210502 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-e89b527e-02bf-4056-8328-f6324a178a0e tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "DELETE /v2.0/subnets/919530c9-433b-4207-b7e9-6899bcfcaa2e HTTP/1.1" status: 204 len: 168 time: 1.4930708 Nov 12 08:23:12.228776 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b8076e90-26cb-4d73-8fb7-5fdd46f7bf0d req-30d17024-0255-4101-99fa-56a95ae4d720 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220054 Nov 12 08:23:12.230897 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 53172) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:12.260911 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89b527e-02bf-4056-8328-f6324a178a0e tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Pushing event deleted for resources: {'Subnet': ['ID=919530c9-433b-4207-b7e9-6899bcfcaa2e,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:12.297017 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e22a3711-ce4e-47e8-a935-ab7cb63ab9b7 req-08b172a6-95be-4012-93d6-f9597eec07a5 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=507bea33553d43dea3447dc0d1dbf18c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3658631 Nov 12 08:23:12.305157 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-902348e9-de27-4be9-ba92-03899a4bbc72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:12.311412 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:12.314848 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-902348e9-de27-4be9-ba92-03899a4bbc72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:12.320604 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-902348e9-de27-4be9-ba92-03899a4bbc72 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c548325b-d3cf-4df6-b796-549422198a9d HTTP/1.1" status: 204 len: 168 time: 1.3930507 Nov 12 08:23:12.393801 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-377edeca-3e11-4ae8-8547-737cefdc1313 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1920255670-network', 'tenant_id': 'b88449ba960a4cb6a171894fe6164da2'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:23:12.524202 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902348e9-de27-4be9-ba92-03899a4bbc72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c548325b-d3cf-4df6-b796-549422198a9d,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:12.560829 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device a72766e1-cbfa-4343-a85e-1a10e74f4a93 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:23:12.601365 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45077307-b8a2-4dca-9947-c9034c205e10 req-f77fadee-9ed4-442a-9a10-eefa9815419b tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:12.607533 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-45077307-b8a2-4dca-9947-c9034c205e10 req-f77fadee-9ed4-442a-9a10-eefa9815419b tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.44 "GET /v2.0/ports?device_id=c27ffc8e-5a93-4029-b5c8-8b78f04c47fd HTTP/1.1" status: 200 len: 943 time: 0.5024791 Nov 12 08:23:12.632286 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e22a3711-ce4e-47e8-a935-ab7cb63ab9b7 req-3b8e75e1-e679-4844-8131-477982d08af3 service neutron] 10.222.0.26 "GET /v2.0/networks/ec82487f-519c-483b-814a-09ab43cadbc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3020542 Nov 12 08:23:12.644378 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73adbf02-eb0e-47fe-bc2f-ed47d855c464 None None] Network 726356bb-62a6-4572-b6d3-45ea69e93dc2 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:23:12.764008 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7ed130ca-6727-49ec-9f08-92d8ab3d5f69 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:12.862134 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-377edeca-3e11-4ae8-8547-737cefdc1313 admin admin] Made reservation on behalf of b88449ba960a4cb6a171894fe6164da2 for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:23:12.865243 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-377edeca-3e11-4ae8-8547-737cefdc1313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:12.890822 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e22a3711-ce4e-47e8-a935-ab7cb63ab9b7 req-823d09bf-d8cf-473e-a835-0a2a24c7e28b service neutron] 10.222.0.26 "GET /v2.0/networks/ec82487f-519c-483b-814a-09ab43cadbc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552087 Nov 12 08:23:12.919671 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-377edeca-3e11-4ae8-8547-737cefdc1313 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:13.036811 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port a72766e1-cbfa-4343-a85e-1a10e74f4a93 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:23:13.039093 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:13.264168 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-7ed130ca-6727-49ec-9f08-92d8ab3d5f69 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Deleting port a72766e1-cbfa-4343-a85e-1a10e74f4a93 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:23:13.264525 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7ed130ca-6727-49ec-9f08-92d8ab3d5f69 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:13.278230 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296c6863-99a2-4072-b3f0-cbad0ca4f212 None None] DHCP port deletion for 726356bb-62a6-4572-b6d3-45ea69e93dc2 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:23:13.292537 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-45077307-b8a2-4dca-9947-c9034c205e10 req-d4db8f2b-ef40-4fb9-9ab4-41373c41db92 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Deleting port a9a0b5ce-4cc2-4f1e-9b15-97cf48abe435 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:23:13.292873 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-45077307-b8a2-4dca-9947-c9034c205e10 req-d4db8f2b-ef40-4fb9-9ab4-41373c41db92 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:13.328756 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb672f21-ba74-48a9-aa9b-4ddd47e308b0 req-e021dd46-27a2-47bc-9985-47a58d82e252 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:13.338672 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fb672f21-ba74-48a9-aa9b-4ddd47e308b0 req-e021dd46-27a2-47bc-9985-47a58d82e252 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9f80b7-7da6-471c-ab75-5240190a613a HTTP/1.1" status: 200 len: 947 time: 0.0984452 Nov 12 08:23:13.344026 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea5aa610-0417-46ff-a90c-345f786114d1 x-openstack-request-id: req-ea5aa610-0417-46ff-a90c-345f786114d1 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:23:13.344334 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c27ffc8e-5a93-4029-b5c8-8b78f04c47fd", "name": "network-vif-unplugged", "status": "completed", "tag": "a9a0b5ce-4cc2-4f1e-9b15-97cf48abe435", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:23:13.344587 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ea5aa610-0417-46ff-a90c-345f786114d1 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:23:13.345075 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c27ffc8e-5a93-4029-b5c8-8b78f04c47fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9a0b5ce-4cc2-4f1e-9b15-97cf48abe435', 'code': 200} Nov 12 08:23:13.406686 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-296c6863-99a2-4072-b3f0-cbad0ca4f212 None None] Deleting port a72766e1-cbfa-4343-a85e-1a10e74f4a93 {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:23:13.407975 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-296c6863-99a2-4072-b3f0-cbad0ca4f212 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:13.417942 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fb672f21-ba74-48a9-aa9b-4ddd47e308b0 req-f69d37ba-82cc-464b-99bd-1c278bbd29d8 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=dafae0e1-4d35-4b86-8740-ce6a9a9c8268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772371 Nov 12 08:23:13.544195 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-296c6863-99a2-4072-b3f0-cbad0ca4f212 None None] For port a72766e1-cbfa-4343-a85e-1a10e74f4a93, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=a72766e1-cbfa-4343-a85e-1a10e74f4a93,segment=NetworkSegment(2a5d30bf-23af-43ce-850d-8b684227beac),segment_id=2a5d30bf-23af-43ce-850d-8b684227beac)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:13.544588 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-296c6863-99a2-4072-b3f0-cbad0ca4f212 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:13.580810 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-296c6863-99a2-4072-b3f0-cbad0ca4f212 None None] Calling delete_port for a72766e1-cbfa-4343-a85e-1a10e74f4a93 owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:23:13.648723 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a0ea0b3b-be79-46d0-9bce-688bdbced30e req-51c93064-567a-4858-b114-2df5c48a85c7 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/ports?device_id=90a94a8f-875a-48df-bed0-ea4acaf62540 HTTP/1.1" status: 200 len: 210 time: 0.1229115 Nov 12 08:23:13.734071 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-296c6863-99a2-4072-b3f0-cbad0ca4f212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:13.762294 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296c6863-99a2-4072-b3f0-cbad0ca4f212 None None] Pushing event deleted for resources: {'Port': ['ID=a72766e1-cbfa-4343-a85e-1a10e74f4a93,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:13.766126 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296c6863-99a2-4072-b3f0-cbad0ca4f212 None None] No DVR routers for this DVR port a72766e1-cbfa-4343-a85e-1a10e74f4a93 on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:23:13.788979 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-7ed130ca-6727-49ec-9f08-92d8ab3d5f69 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] For port a72766e1-cbfa-4343-a85e-1a10e74f4a93, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=a72766e1-cbfa-4343-a85e-1a10e74f4a93,segment=NetworkSegment(2a5d30bf-23af-43ce-850d-8b684227beac),segment_id=2a5d30bf-23af-43ce-850d-8b684227beac)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:13.789458 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7ed130ca-6727-49ec-9f08-92d8ab3d5f69 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:13.831890 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-7ed130ca-6727-49ec-9f08-92d8ab3d5f69 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Calling delete_port for a72766e1-cbfa-4343-a85e-1a10e74f4a93 owned by network:dhcp {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:23:13.882092 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de793332-0ba8-40de-8359-b88c44ed4495 req-2bff45bc-3fdd-4cb5-8af0-a4d7b345be84 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:13.884475 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-de793332-0ba8-40de-8359-b88c44ed4495 req-2bff45bc-3fdd-4cb5-8af0-a4d7b345be84 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 946 time: 0.1657252 Nov 12 08:23:13.897506 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-45077307-b8a2-4dca-9947-c9034c205e10 req-d4db8f2b-ef40-4fb9-9ab4-41373c41db92 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] For port a9a0b5ce-4cc2-4f1e-9b15-97cf48abe435, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=a9a0b5ce-4cc2-4f1e-9b15-97cf48abe435,segment=NetworkSegment(296922ca-424d-4760-9058-82e70353f16a),segment_id=296922ca-424d-4760-9058-82e70353f16a)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:13.897506 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-45077307-b8a2-4dca-9947-c9034c205e10 req-d4db8f2b-ef40-4fb9-9ab4-41373c41db92 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:13.990982 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-45077307-b8a2-4dca-9947-c9034c205e10 req-d4db8f2b-ef40-4fb9-9ab4-41373c41db92 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Calling delete_port for a9a0b5ce-4cc2-4f1e-9b15-97cf48abe435 owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:23:14.019337 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-377edeca-3e11-4ae8-8547-737cefdc1313 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:14.037421 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-377edeca-3e11-4ae8-8547-737cefdc1313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:14.142968 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-de793332-0ba8-40de-8359-b88c44ed4495 req-d1ae627d-afb2-42f4-8b33-689a0408e8a3 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877751 Nov 12 08:23:14.152272 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-377edeca-3e11-4ae8-8547-737cefdc1313 admin admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:23:14.164544 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377edeca-3e11-4ae8-8547-737cefdc1313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cbb65ba-0e7e-4ab7-8759-517886115d34,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:14.175828 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7ed130ca-6727-49ec-9f08-92d8ab3d5f69 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:14.185256 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-377edeca-3e11-4ae8-8547-737cefdc1313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:14.186396 n-d-765315-29 neutron-server[102599]: INFO neutron.db.segments_db [None req-377edeca-3e11-4ae8-8547-737cefdc1313 admin admin] Added segment 7d01148a-20d0-47ea-9742-61ec2ea015f1 of type vlan for network e2c440c4-50ea-4b0b-97bd-c0edebace5c4 Nov 12 08:23:14.304882 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed130ca-6727-49ec-9f08-92d8ab3d5f69 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Pushing event deleted for resources: {'Port': ['ID=a72766e1-cbfa-4343-a85e-1a10e74f4a93,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:14.313695 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed130ca-6727-49ec-9f08-92d8ab3d5f69 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] No DVR routers for this DVR port a72766e1-cbfa-4343-a85e-1a10e74f4a93 on host n-d-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:23:14.345970 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f406e76-403a-4f08-aece-11d29acb8e81 req-757d4ae5-19a9-425d-bab6-8099185b75f1 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:14.355528 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3f406e76-403a-4f08-aece-11d29acb8e81 req-757d4ae5-19a9-425d-bab6-8099185b75f1 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 946 time: 0.0970221 Nov 12 08:23:14.361317 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-377edeca-3e11-4ae8-8547-737cefdc1313 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:14.426319 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3f406e76-403a-4f08-aece-11d29acb8e81 req-70c2e727-99ae-4f94-806d-d3f61251cd30 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659096 Nov 12 08:23:14.503719 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device a72766e1-cbfa-4343-a85e-1a10e74f4a93 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:23:14.550834 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [req-70a3c341-16fb-4d04-b4e7-ea776178f2a0 req-0d1d8f52-3bdc-4696-b8b0-669912748344 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:23:14.551895 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-70a3c341-16fb-4d04-b4e7-ea776178f2a0 req-0d1d8f52-3bdc-4696-b8b0-669912748344 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058422 Nov 12 08:23:14.575856 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: a72766e1-cbfa-4343-a85e-1a10e74f4a93 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:23:14.576547 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device a72766e1-cbfa-4343-a85e-1a10e74f4a93 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:23:14.597491 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7ed130ca-6727-49ec-9f08-92d8ab3d5f69 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:14.634774 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-377edeca-3e11-4ae8-8547-737cefdc1313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:14.635729 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377edeca-3e11-4ae8-8547-737cefdc1313 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:14.636531 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-377edeca-3e11-4ae8-8547-737cefdc1313 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:14.673918 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-7ed130ca-6727-49ec-9f08-92d8ab3d5f69 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['726356bb-62a6-4572-b6d3-45ea69e93dc2']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:14.728175 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-7ed130ca-6727-49ec-9f08-92d8ab3d5f69 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a5d30bf-23af-43ce-850d-8b684227beac') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:14.728948 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-7ed130ca-6727-49ec-9f08-92d8ab3d5f69 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a5d30bf-23af-43ce-850d-8b684227beac') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:14.754706 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 53290) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:14.759965 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-377edeca-3e11-4ae8-8547-737cefdc1313 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.7508695 Nov 12 08:23:14.768387 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-75f90f16-8a3b-40fe-8b62-e07c47f1beb2 admin admin] Request body: {'subnet': {'network_id': 'e2c440c4-50ea-4b0b-97bd-c0edebace5c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1920255670-subnet', 'tenant_id': 'b88449ba960a4cb6a171894fe6164da2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:23:14.770512 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-45077307-b8a2-4dca-9947-c9034c205e10 req-d4db8f2b-ef40-4fb9-9ab4-41373c41db92 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:14.818681 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7ed130ca-6727-49ec-9f08-92d8ab3d5f69 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:14.824085 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f90f16-8a3b-40fe-8b62-e07c47f1beb2 admin admin] Made reservation on behalf of b88449ba960a4cb6a171894fe6164da2 for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:23:14.827090 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-75f90f16-8a3b-40fe-8b62-e07c47f1beb2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:14.874454 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15439460-4118-47cb-bb1a-197e06c3dfa5 req-1b0238bb-5cb5-4297-93b5-436f646678bb tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:14.876003 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-15439460-4118-47cb-bb1a-197e06c3dfa5 req-1b0238bb-5cb5-4297-93b5-436f646678bb tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9f80b7-7da6-471c-ab75-5240190a613a HTTP/1.1" status: 200 len: 947 time: 0.3404400 Nov 12 08:23:14.882765 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4db8f2b-ef40-4fb9-9ab4-41373c41db92 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Pushing event deleted for resources: {'Port': ['ID=a9a0b5ce-4cc2-4f1e-9b15-97cf48abe435,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:14.889121 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377edeca-3e11-4ae8-8547-737cefdc1313 admin admin] Pushing event updated for resources: {'Network': ['ID=e2c440c4-50ea-4b0b-97bd-c0edebace5c4,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:14.900063 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network e2c440c4-50ea-4b0b-97bd-c0edebace5c4 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:23:14.906410 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7ed130ca-6727-49ec-9f08-92d8ab3d5f69 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:14.990552 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ed130ca-6727-49ec-9f08-92d8ab3d5f69 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:23:14.991130 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7ed130ca-6727-49ec-9f08-92d8ab3d5f69 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:15.009342 n-d-765315-29 neutron-server[102599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:23:15.009342 n-d-765315-29 neutron-server[102599]: self.session.flush() Nov 12 08:23:15.009342 n-d-765315-29 neutron-server[102599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:23:15.009342 n-d-765315-29 neutron-server[102599]: self.session.flush() Nov 12 08:23:15.009342 n-d-765315-29 neutron-server[102599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:23:15.009342 n-d-765315-29 neutron-server[102599]: self.session.flush() Nov 12 08:23:15.009342 n-d-765315-29 neutron-server[102599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:23:15.009342 n-d-765315-29 neutron-server[102599]: self.session.flush() Nov 12 08:23:15.009342 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 08:23:15.009342 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:23:15.009342 n-d-765315-29 neutron-server[102599]: timer() Nov 12 08:23:15.009342 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:23:15.009342 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 08:23:15.009342 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:23:15.009342 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 08:23:15.009342 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:23:15.009342 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 08:23:15.009342 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:23:15.009342 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 08:23:15.009342 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:23:15.009342 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 08:23:15.009342 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:23:15.009342 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:23:15.009342 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:23:15.009342 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:23:15.009342 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:23:15.009342 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 08:23:15.009342 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:23:15.009342 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 08:23:15.009342 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:23:15.009342 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:23:15.009342 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:23:15.009342 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 08:23:15.009342 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:23:15.009342 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:23:15.009342 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:23:15.009342 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:23:15.009342 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:23:15.009342 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:23:15.009342 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:23:15.171904 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22a3711-ce4e-47e8-a935-ab7cb63ab9b7 req-267ac756-f927-4c97-9a60-e99b85cf94dd tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:15.173545 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e22a3711-ce4e-47e8-a935-ab7cb63ab9b7 req-267ac756-f927-4c97-9a60-e99b85cf94dd tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.21 "GET /v2.0/networks?id=ec82487f-519c-483b-814a-09ab43cadbc0 HTTP/1.1" status: 200 len: 805 time: 0.3440039 Nov 12 08:23:15.199460 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-e22a3711-ce4e-47e8-a935-ab7cb63ab9b7 req-96358472-4786-4c68-b0ad-8eab1402914b tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Request body: {'port': {'device_id': '90a94a8f-875a-48df-bed0-ea4acaf62540', 'network_id': 'ec82487f-519c-483b-814a-09ab43cadbc0', 'admin_state_up': True, 'tenant_id': '507bea33553d43dea3447dc0d1dbf18c'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:23:15.349457 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e22a3711-ce4e-47e8-a935-ab7cb63ab9b7 req-96358472-4786-4c68-b0ad-8eab1402914b tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Made reservation on behalf of 507bea33553d43dea3447dc0d1dbf18c for: {'port': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:23:15.356508 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-e22a3711-ce4e-47e8-a935-ab7cb63ab9b7 req-96358472-4786-4c68-b0ad-8eab1402914b tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:15.370183 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device c3d87375-c113-475c-bf06-fa361dfd0b38 no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:23:15.510144 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:15.515557 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beab19d0-728d-4372-9b5d-3d6d1e67d24d req-e2ebf1d2-29fe-4697-bea6-3e93a7dec72d tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:15.526933 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-15439460-4118-47cb-bb1a-197e06c3dfa5 req-d7a232cd-c59a-4f3a-9e01-cec1dfcaebba tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=dafae0e1-4d35-4b86-8740-ce6a9a9c8268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6386847 Nov 12 08:23:15.528675 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-beab19d0-728d-4372-9b5d-3d6d1e67d24d req-e2ebf1d2-29fe-4697-bea6-3e93a7dec72d tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 946 time: 0.0799038 Nov 12 08:23:15.543966 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d9f80b7-7da6-471c-ab75-5240190a613a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3d87375-c113-475c-bf06-fa361dfd0b38'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:23:15.548039 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-200c1375-394f-4cb2-ad80-81a55db226bc" -d '{"events": [{"server_uuid": "2d9f80b7-7da6-471c-ab75-5240190a613a", "name": "network-vif-unplugged", "status": "completed", "tag": "c3d87375-c113-475c-bf06-fa361dfd0b38"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:23:15.549829 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-45077307-b8a2-4dca-9947-c9034c205e10 req-d4db8f2b-ef40-4fb9-9ab4-41373c41db92 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] No DVR routers for this DVR port a9a0b5ce-4cc2-4f1e-9b15-97cf48abe435 on host n-h2-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:23:15.582507 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port c3d87375-c113-475c-bf06-fa361dfd0b38, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=c3d87375-c113-475c-bf06-fa361dfd0b38,segment=NetworkSegment(e07c96e0-5af6-439e-b283-25e89ba24ea2),segment_id=e07c96e0-5af6-439e-b283-25e89ba24ea2)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:15.593671 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:15.594813 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device a9a0b5ce-4cc2-4f1e-9b15-97cf48abe435 no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:23:15.606983 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-45077307-b8a2-4dca-9947-c9034c205e10 req-d4db8f2b-ef40-4fb9-9ab4-41373c41db92 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:15.610314 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-45077307-b8a2-4dca-9947-c9034c205e10 req-d4db8f2b-ef40-4fb9-9ab4-41373c41db92 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.44 "DELETE /v2.0/ports/a9a0b5ce-4cc2-4f1e-9b15-97cf48abe435 HTTP/1.1" status: 204 len: 173 time: 2.9658859 Nov 12 08:23:15.611096 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c27ffc8e-5a93-4029-b5c8-8b78f04c47fd', 'name': 'network-vif-deleted', 'tag': 'a9a0b5ce-4cc2-4f1e-9b15-97cf48abe435'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:23:15.615441 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2b99980-27e7-4e7c-8c03-ef1bd96b10fb" -d '{"events": [{"server_uuid": "c27ffc8e-5a93-4029-b5c8-8b78f04c47fd", "name": "network-vif-deleted", "tag": "a9a0b5ce-4cc2-4f1e-9b15-97cf48abe435"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:23:15.661670 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] No Port match for: a9a0b5ce-4cc2-4f1e-9b15-97cf48abe435 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:23:15.662792 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device a9a0b5ce-4cc2-4f1e-9b15-97cf48abe435 not bound to the agent host n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:23:15.689026 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7ed130ca-6727-49ec-9f08-92d8ab3d5f69 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:15.704243 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=c3d87375-c113-475c-bf06-fa361dfd0b38,revision_number=14']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:15.711053 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7ed130ca-6727-49ec-9f08-92d8ab3d5f69 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:15.711746 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-beab19d0-728d-4372-9b5d-3d6d1e67d24d req-08ec9878-8e6c-4625-a0ed-9d395e2922df tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796734 Nov 12 08:23:15.716015 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-7ed130ca-6727-49ec-9f08-92d8ab3d5f69 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "DELETE /v2.0/networks/726356bb-62a6-4572-b6d3-45ea69e93dc2 HTTP/1.1" status: 204 len: 168 time: 3.4676397 Nov 12 08:23:15.721539 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 53374) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:15.728532 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-2b424311-4c1c-42a0-a28c-60ad860b9926 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-57533071'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:23:15.758698 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed130ca-6727-49ec-9f08-92d8ab3d5f69 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Pushing event deleted for resources: {'Network': ['ID=726356bb-62a6-4572-b6d3-45ea69e93dc2,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:15.791468 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-feb8b76e-4e5f-43dc-be64-9e28b8784b71 req-1479d35c-83f6-47e6-b519-912d4bb81c0d tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/ports?device_id=90a94a8f-875a-48df-bed0-ea4acaf62540 HTTP/1.1" status: 200 len: 210 time: 0.0430028 Nov 12 08:23:15.809380 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b424311-4c1c-42a0-a28c-60ad860b9926 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Made reservation on behalf of 9685b661865b4c639766c916ebb4ca16 for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:23:15.815228 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2b424311-4c1c-42a0-a28c-60ad860b9926 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:15.878120 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2ddf4f2-e442-49c9-bc38-54df3a581ffd x-openstack-request-id: req-e2ddf4f2-e442-49c9-bc38-54df3a581ffd {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:23:15.878407 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d9f80b7-7da6-471c-ab75-5240190a613a", "name": "network-vif-unplugged", "status": "completed", "tag": "c3d87375-c113-475c-bf06-fa361dfd0b38", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:23:15.878702 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e2ddf4f2-e442-49c9-bc38-54df3a581ffd {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:23:15.879095 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d9f80b7-7da6-471c-ab75-5240190a613a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3d87375-c113-475c-bf06-fa361dfd0b38', 'code': 200} Nov 12 08:23:15.889597 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b424311-4c1c-42a0-a28c-60ad860b9926 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:23:15.909895 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2b424311-4c1c-42a0-a28c-60ad860b9926 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:15.910238 n-d-765315-29 neutron-server[102599]: INFO neutron.db.segments_db [None req-2b424311-4c1c-42a0-a28c-60ad860b9926 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Added segment 6cf98d21-7c30-4222-abfb-2569144829a6 of type vlan for network bff3efc3-57d1-4969-9c01-251371724cd6 Nov 12 08:23:15.965735 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2b424311-4c1c-42a0-a28c-60ad860b9926 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:16.013751 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2b424311-4c1c-42a0-a28c-60ad860b9926 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:16.028181 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b424311-4c1c-42a0-a28c-60ad860b9926 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:16.028873 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2b424311-4c1c-42a0-a28c-60ad860b9926 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:16.106203 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-2b424311-4c1c-42a0-a28c-60ad860b9926 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3818629 Nov 12 08:23:16.130105 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 53398) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:16.144269 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-919460e4-2d22-472e-94c1-c11691ea6066 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Request body: {'subnet': {'network_id': 'bff3efc3-57d1-4969-9c01-251371724cd6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:23:16.145497 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b424311-4c1c-42a0-a28c-60ad860b9926 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Pushing event updated for resources: {'Network': ['ID=bff3efc3-57d1-4969-9c01-251371724cd6,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:16.149935 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f3246d1-d0da-4e0c-8c0d-b3b6732ba98d x-openstack-request-id: req-3f3246d1-d0da-4e0c-8c0d-b3b6732ba98d {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:23:16.150676 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c27ffc8e-5a93-4029-b5c8-8b78f04c47fd", "name": "network-vif-deleted", "tag": "a9a0b5ce-4cc2-4f1e-9b15-97cf48abe435", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:23:16.151233 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3f3246d1-d0da-4e0c-8c0d-b3b6732ba98d {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:23:16.151905 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c27ffc8e-5a93-4029-b5c8-8b78f04c47fd', 'name': 'network-vif-deleted', 'tag': 'a9a0b5ce-4cc2-4f1e-9b15-97cf48abe435', 'status': 'completed', 'code': 200} Nov 12 08:23:16.166394 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network bff3efc3-57d1-4969-9c01-251371724cd6 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:23:16.167965 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-75f90f16-8a3b-40fe-8b62-e07c47f1beb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:16.273957 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [req-e22a3711-ce4e-47e8-a935-ab7cb63ab9b7 req-96358472-4786-4c68-b0ad-8eab1402914b tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Allocated IP 172.20.0.6 (ec82487f-519c-483b-814a-09ab43cadbc0/c99e7791-a372-44aa-b26b-4ef09f905daa/3c2fa4b7-90ec-4a65-b13a-de388c8fc952) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:23:16.294199 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea34ef7-d348-4198-8cc8-c12c759015a9 req-0b1aa905-ce3d-4acf-900e-d3628fb45270 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:16.311186 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1ea34ef7-d348-4198-8cc8-c12c759015a9 req-0b1aa905-ce3d-4acf-900e-d3628fb45270 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 946 time: 0.1028304 Nov 12 08:23:16.325507 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f90f16-8a3b-40fe-8b62-e07c47f1beb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d4289f2-e529-4350-942c-1018abfe5fa5,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:16.339957 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6c252d-1129-4ff0-90a6-82d19909894b req-bd880827-37fe-4595-882f-517eea037ff1 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:16.348301 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9f6c252d-1129-4ff0-90a6-82d19909894b req-bd880827-37fe-4595-882f-517eea037ff1 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9f80b7-7da6-471c-ab75-5240190a613a HTTP/1.1" status: 200 len: 945 time: 0.3144171 Nov 12 08:23:16.401479 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1ea34ef7-d348-4198-8cc8-c12c759015a9 req-03406d59-64bd-42b0-8e18-804c6012f477 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892327 Nov 12 08:23:16.473410 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f90f16-8a3b-40fe-8b62-e07c47f1beb2 admin admin] Checking segment: {'id': '7d01148a-20d0-47ea-9742-61ec2ea015f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e2c440c4-50ea-4b0b-97bd-c0edebace5c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:23:16.474161 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f90f16-8a3b-40fe-8b62-e07c47f1beb2 admin admin] Network hostable DHCP agents. Network: e2c440c4-50ea-4b0b-97bd-c0edebace5c4, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:23:16.480524 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-919460e4-2d22-472e-94c1-c11691ea6066 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Made reservation on behalf of 9685b661865b4c639766c916ebb4ca16 for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:23:16.484712 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-919460e4-2d22-472e-94c1-c11691ea6066 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:16.512840 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9f6c252d-1129-4ff0-90a6-82d19909894b req-807e44a9-7b22-4bf3-b3f1-8af7f1ca8555 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=dafae0e1-4d35-4b86-8740-ce6a9a9c8268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1633220 Nov 12 08:23:16.849388 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f90f16-8a3b-40fe-8b62-e07c47f1beb2 admin admin] Network e2c440c4-50ea-4b0b-97bd-c0edebace5c4 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:23:16.912546 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-75f90f16-8a3b-40fe-8b62-e07c47f1beb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, e2c440c4-50ea-4b0b-97bd-c0edebace5c4) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:23:16.916368 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-e22a3711-ce4e-47e8-a935-ab7cb63ab9b7 req-96358472-4786-4c68-b0ad-8eab1402914b tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:16.922608 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a3154d-dc01-409f-bb81-189defd5bff3 None None] Network e2c440c4-50ea-4b0b-97bd-c0edebace5c4 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:23:16.964343 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f61263d5-347a-4802-8820-fdc77935b98a req-8fe69a58-8120-4b73-b206-2875dac1b4a6 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/ports?device_id=90a94a8f-875a-48df-bed0-ea4acaf62540 HTTP/1.1" status: 200 len: 210 time: 0.0563502 Nov 12 08:23:16.965502 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f90f16-8a3b-40fe-8b62-e07c47f1beb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:16.968682 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-75f90f16-8a3b-40fe-8b62-e07c47f1beb2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:17.002171 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c96de8-6da7-4689-8879-02227bc21d43 req-5e7aa6d9-f18f-4f9a-953b-381c09fe7f29 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:17.003831 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-51c96de8-6da7-4689-8879-02227bc21d43 req-5e7aa6d9-f18f-4f9a-953b-381c09fe7f29 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 946 time: 0.2999525 Nov 12 08:23:17.019159 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-75f90f16-8a3b-40fe-8b62-e07c47f1beb2 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.2635164 Nov 12 08:23:17.168825 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-51c96de8-6da7-4689-8879-02227bc21d43 req-5e266ba4-de15-4810-ab22-6da8d17bef7a tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480119 Nov 12 08:23:17.173030 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-e22a3711-ce4e-47e8-a935-ab7cb63ab9b7 req-96358472-4786-4c68-b0ad-8eab1402914b tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:17.285800 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3290ee7d-a4d9-40b5-8de3-958366528608 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-e2c440c4-50ea-4b0b-97bd-c0edebace5c4', 'network_id': 'e2c440c4-50ea-4b0b-97bd-c0edebace5c4', 'tenant_id': 'b88449ba960a4cb6a171894fe6164da2', 'fixed_ips': [{'subnet_id': '0d4289f2-e529-4350-942c-1018abfe5fa5'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:23:17.286573 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3290ee7d-a4d9-40b5-8de3-958366528608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:17.295304 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e22a3711-ce4e-47e8-a935-ab7cb63ab9b7 req-96358472-4786-4c68-b0ad-8eab1402914b tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Network ec82487f-519c-483b-814a-09ab43cadbc0 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:23:17.324273 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [req-e22a3711-ce4e-47e8-a935-ab7cb63ab9b7 req-96358472-4786-4c68-b0ad-8eab1402914b tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:23:17.342427 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device e6de7ede-5039-4cbf-948a-4b6058107d7b details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:23:17.344743 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [req-e22a3711-ce4e-47e8-a935-ab7cb63ab9b7 req-96358472-4786-4c68-b0ad-8eab1402914b tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:23:17.376072 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd35eeb3-836e-432b-ad36-999fffe5e6d4 req-5874fe73-eeae-4a5f-bc16-d90f96cb16e1 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:17.387194 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-bd35eeb3-836e-432b-ad36-999fffe5e6d4 req-5874fe73-eeae-4a5f-bc16-d90f96cb16e1 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 946 time: 0.1082087 Nov 12 08:23:17.483999 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-bd35eeb3-836e-432b-ad36-999fffe5e6d4 req-0830b5d0-3275-4a62-8fef-555c50e895e2 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901556 Nov 12 08:23:17.495932 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.db.resource_extend [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:23:17.831449 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port e6de7ede-5039-4cbf-948a-4b6058107d7b, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=e6de7ede-5039-4cbf-948a-4b6058107d7b,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:17.850370 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-3290ee7d-a4d9-40b5-8de3-958366528608 None None] Allocated IP 172.20.0.2 (e2c440c4-50ea-4b0b-97bd-c0edebace5c4/0d4289f2-e529-4350-942c-1018abfe5fa5/0252171a-73ff-401d-9cac-169b9fb71442) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:23:17.864187 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': 'e6de7ede-5039-4cbf-948a-4b6058107d7b', 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016', 'port_id': 'e6de7ede-5039-4cbf-948a-4b6058107d7b', 'mac_address': 'fa:16:3e:4f:ec:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:23:18.015232 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96358472-4786-4c68-b0ad-8eab1402914b tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Pushing event updated for resources: {'Port': ['ID=3c2fa4b7-90ec-4a65-b13a-de388c8fc952,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:18.048256 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:18.114108 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40471f4-fc0a-49eb-954e-1994b9189884 req-290618aa-22be-4457-9326-64729235743c tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:18.124288 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e40471f4-fc0a-49eb-954e-1994b9189884 req-290618aa-22be-4457-9326-64729235743c tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 946 time: 0.1414182 Nov 12 08:23:18.145886 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-919460e4-2d22-472e-94c1-c11691ea6066 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:18.182034 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e40471f4-fc0a-49eb-954e-1994b9189884 req-a05fa8c7-e14b-4222-9f24-d2d74051df62 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567837 Nov 12 08:23:18.241902 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6de7ede-5039-4cbf-948a-4b6058107d7b {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:23:18.245408 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22a3711-ce4e-47e8-a935-ab7cb63ab9b7 req-96358472-4786-4c68-b0ad-8eab1402914b tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:18.248474 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-e22a3711-ce4e-47e8-a935-ab7cb63ab9b7 req-96358472-4786-4c68-b0ad-8eab1402914b tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:18.320326 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3290ee7d-a4d9-40b5-8de3-958366528608 None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:18.324241 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port e6de7ede-5039-4cbf-948a-4b6058107d7b, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=e6de7ede-5039-4cbf-948a-4b6058107d7b,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:18.330542 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:18.374984 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e22a3711-ce4e-47e8-a935-ab7cb63ab9b7 req-96358472-4786-4c68-b0ad-8eab1402914b tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1905239 Nov 12 08:23:18.384361 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaca4571-5e9a-4f9b-9291-75bb7f133c00 req-57a6a468-b6ea-416e-b7d5-820f0a1e8296 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:18.394856 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-eaca4571-5e9a-4f9b-9291-75bb7f133c00 req-57a6a468-b6ea-416e-b7d5-820f0a1e8296 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.26 "GET /v2.0/networks?id=e2c440c4-50ea-4b0b-97bd-c0edebace5c4 HTTP/1.1" status: 200 len: 816 time: 0.3807030 Nov 12 08:23:18.402180 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919460e4-2d22-472e-94c1-c11691ea6066 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Checking segment: {'id': '6cf98d21-7c30-4222-abfb-2569144829a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'bff3efc3-57d1-4969-9c01-251371724cd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:23:18.402559 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919460e4-2d22-472e-94c1-c11691ea6066 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Network hostable DHCP agents. Network: bff3efc3-57d1-4969-9c01-251371724cd6, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:23:18.407680 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=e6de7ede-5039-4cbf-948a-4b6058107d7b,revision_number=9']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:18.411707 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3290ee7d-a4d9-40b5-8de3-958366528608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:18.421998 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-e22a3711-ce4e-47e8-a935-ab7cb63ab9b7 req-5756ef8d-b0b9-4be9-8485-b4d59e15a6ef service neutron] Request body: {'port': {'device_id': '90a94a8f-875a-48df-bed0-ea4acaf62540', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-29'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:23:18.429210 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919460e4-2d22-472e-94c1-c11691ea6066 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Pushing event updated for resources: {'Subnet': ['ID=fd844bea-1365-4000-8777-f526cef668ef,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:18.467747 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3290ee7d-a4d9-40b5-8de3-958366528608 None None] Pushing event updated for resources: {'Port': ['ID=0252171a-73ff-401d-9cac-169b9fb71442,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:18.489071 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3290ee7d-a4d9-40b5-8de3-958366528608 None None] Network e2c440c4-50ea-4b0b-97bd-c0edebace5c4 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:23:18.491130 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-3290ee7d-a4d9-40b5-8de3-958366528608 None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:23:18.495478 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3290ee7d-a4d9-40b5-8de3-958366528608 None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:23:18.507561 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-eaca4571-5e9a-4f9b-9291-75bb7f133c00 req-418a43bc-5a03-4079-96b3-eb088d8469cd tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.26 "GET /v2.0/quotas/b88449ba960a4cb6a171894fe6164da2 HTTP/1.1" status: 200 len: 375 time: 0.1109786 Nov 12 08:23:18.520867 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac69e81a-d03b-4f3e-94fd-632f2ec8907b req-7b9a16e7-e48b-4932-814d-184344d1def2 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:18.523039 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ac69e81a-d03b-4f3e-94fd-632f2ec8907b req-7b9a16e7-e48b-4932-814d-184344d1def2 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/ports?device_id=90a94a8f-875a-48df-bed0-ea4acaf62540 HTTP/1.1" status: 200 len: 931 time: 0.2102957 Nov 12 08:23:18.565221 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919460e4-2d22-472e-94c1-c11691ea6066 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Network bff3efc3-57d1-4969-9c01-251371724cd6 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:23:18.588244 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['e6de7ede-5039-4cbf-948a-4b6058107d7b'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:23:18.654410 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-eaca4571-5e9a-4f9b-9291-75bb7f133c00 req-34f35596-d2cc-44f5-a31e-07742f85bd64 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b88449ba960a4cb6a171894fe6164da2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1190600 Nov 12 08:23:18.665622 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-919460e4-2d22-472e-94c1-c11691ea6066 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, bff3efc3-57d1-4969-9c01-251371724cd6) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:23:18.667875 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-e22a3711-ce4e-47e8-a935-ab7cb63ab9b7 req-5756ef8d-b0b9-4be9-8485-b4d59e15a6ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:18.700933 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ac69e81a-d03b-4f3e-94fd-632f2ec8907b req-323f1d22-c503-4f9d-8cd6-c3f18a845669 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/security-groups?id=4679696e-a532-438b-8380-3e45cd46de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672051 Nov 12 08:23:18.702642 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919460e4-2d22-472e-94c1-c11691ea6066 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:18.703484 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-919460e4-2d22-472e-94c1-c11691ea6066 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:18.756837 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3e8fd6-a8cf-4cbd-b0a0-70bcdae3aa32 None None] Network bff3efc3-57d1-4969-9c01-251371724cd6 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:23:18.821977 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-919460e4-2d22-472e-94c1-c11691ea6066 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6825092 Nov 12 08:23:18.829212 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 53658) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:18.834324 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:23:18.851537 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-12dbdf0b-948f-40be-9637-10ff7e11bd0b tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Request body: {'port': {'network_id': 'bff3efc3-57d1-4969-9c01-251371724cd6', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1708968186'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:23:18.889030 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-3290ee7d-a4d9-40b5-8de3-958366528608 None None] Attempting to bind port 0252171a-73ff-401d-9cac-169b9fb71442 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:23:18.889413 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-3290ee7d-a4d9-40b5-8de3-958366528608 None None] Attempting to bind port 0252171a-73ff-401d-9cac-169b9fb71442 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '7d01148a-20d0-47ea-9742-61ec2ea015f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e2c440c4-50ea-4b0b-97bd-c0edebace5c4'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:23:18.891379 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3290ee7d-a4d9-40b5-8de3-958366528608 None None] Attempting to bind port 0252171a-73ff-401d-9cac-169b9fb71442 on network e2c440c4-50ea-4b0b-97bd-c0edebace5c4 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:23:18.906626 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e30738-c5a9-49f7-951f-9cafcf0be50f req-0205a0cd-082b-4f13-9022-82190e91e6f6 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:18.932623 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c1e30738-c5a9-49f7-951f-9cafcf0be50f req-0205a0cd-082b-4f13-9022-82190e91e6f6 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9f80b7-7da6-471c-ab75-5240190a613a HTTP/1.1" status: 200 len: 945 time: 0.1405177 Nov 12 08:23:18.983591 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3290ee7d-a4d9-40b5-8de3-958366528608 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:23:18.983989 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3290ee7d-a4d9-40b5-8de3-958366528608 None None] Checking segment: {'id': '7d01148a-20d0-47ea-9742-61ec2ea015f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e2c440c4-50ea-4b0b-97bd-c0edebace5c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:23:18.984399 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3290ee7d-a4d9-40b5-8de3-958366528608 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:18.984797 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3290ee7d-a4d9-40b5-8de3-958366528608 None None] Bound using segment: {'id': '7d01148a-20d0-47ea-9742-61ec2ea015f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e2c440c4-50ea-4b0b-97bd-c0edebace5c4'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:23:18.991560 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-3290ee7d-a4d9-40b5-8de3-958366528608 None None] Bound port: 0252171a-73ff-401d-9cac-169b9fb71442, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d01148a-20d0-47ea-9742-61ec2ea015f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e2c440c4-50ea-4b0b-97bd-c0edebace5c4'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:23:18.992214 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3290ee7d-a4d9-40b5-8de3-958366528608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:19.074224 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-eaca4571-5e9a-4f9b-9291-75bb7f133c00 req-ebc708f5-d4fe-4e4d-88ef-f5598191f65a service neutron] 10.222.0.26 "GET /v2.0/networks/e2c440c4-50ea-4b0b-97bd-c0edebace5c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4181845 Nov 12 08:23:19.143394 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c1e30738-c5a9-49f7-951f-9cafcf0be50f req-8f56fb4e-e982-41e3-baf6-900a1da66a60 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=dafae0e1-4d35-4b86-8740-ce6a9a9c8268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2026575 Nov 12 08:23:19.394436 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85437034-78aa-4ae3-990e-7d6c0cb9a455 req-c4cdb814-81a4-4511-a71e-e0559abc6188 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:19.408228 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-85437034-78aa-4ae3-990e-7d6c0cb9a455 req-c4cdb814-81a4-4511-a71e-e0559abc6188 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 946 time: 0.1287920 Nov 12 08:23:19.473317 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-3290ee7d-a4d9-40b5-8de3-958366528608 None None] For port 0252171a-73ff-401d-9cac-169b9fb71442, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:23:19.515131 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-eaca4571-5e9a-4f9b-9291-75bb7f133c00 req-7f4a8002-5acc-4357-82a5-0e9764f53868 service neutron] 10.222.0.26 "GET /v2.0/networks/e2c440c4-50ea-4b0b-97bd-c0edebace5c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4380891 Nov 12 08:23:19.545110 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-85437034-78aa-4ae3-990e-7d6c0cb9a455 req-e0f6bdd1-ee34-4622-894a-a785c897a4e1 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296737 Nov 12 08:23:19.550613 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-3290ee7d-a4d9-40b5-8de3-958366528608 None None] For port 0252171a-73ff-401d-9cac-169b9fb71442, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=0252171a-73ff-401d-9cac-169b9fb71442,segment=NetworkSegment(7d01148a-20d0-47ea-9742-61ec2ea015f1),segment_id=7d01148a-20d0-47ea-9742-61ec2ea015f1)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:23:19.565501 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3290ee7d-a4d9-40b5-8de3-958366528608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:19.737846 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12dbdf0b-948f-40be-9637-10ff7e11bd0b tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Made reservation on behalf of 9685b661865b4c639766c916ebb4ca16 for: {'port': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:23:19.751522 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-12dbdf0b-948f-40be-9637-10ff7e11bd0b tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:19.799899 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773db568-9857-4143-9aab-bd65302651c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-bff3efc3-57d1-4969-9c01-251371724cd6', 'network_id': 'bff3efc3-57d1-4969-9c01-251371724cd6', 'tenant_id': '9685b661865b4c639766c916ebb4ca16', 'fixed_ips': [{'subnet_id': 'fd844bea-1365-4000-8777-f526cef668ef'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:23:19.802689 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-773db568-9857-4143-9aab-bd65302651c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:19.831761 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [None req-12dbdf0b-948f-40be-9637-10ff7e11bd0b tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] device_id is not set on port 8bc57299-e528-4c99-befc-49309bacb7b0 yet. {{(pid=102600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:23:19.880478 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3290ee7d-a4d9-40b5-8de3-958366528608 None None] Pushing event updated for resources: {'Port': ['ID=0252171a-73ff-401d-9cac-169b9fb71442,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:19.901580 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [req-e22a3711-ce4e-47e8-a935-ab7cb63ab9b7 req-5756ef8d-b0b9-4be9-8485-b4d59e15a6ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c2fa4b7-90ec-4a65-b13a-de388c8fc952 {{(pid=102600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:23:20.074663 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-e22a3711-ce4e-47e8-a935-ab7cb63ab9b7 req-5756ef8d-b0b9-4be9-8485-b4d59e15a6ef service neutron] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:20.143070 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755e372e-15c3-4591-92c7-de16430fd804 req-2394c24d-cc82-402d-acf5-45952c7d401c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:20.144930 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-755e372e-15c3-4591-92c7-de16430fd804 req-2394c24d-cc82-402d-acf5-45952c7d401c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=13ee7d6d71864c9eb2f508185e6a266f&device_id=2d9f80b7-7da6-471c-ab75-5240190a613a HTTP/1.1" status: 200 len: 1097 time: 0.1386220 Nov 12 08:23:20.298889 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 53716) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:20.349365 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-773db568-9857-4143-9aab-bd65302651c3 None None] Allocated IP 2001:db8::2 (bff3efc3-57d1-4969-9c01-251371724cd6/fd844bea-1365-4000-8777-f526cef668ef/450a282b-05ef-4dc7-bcb1-192297e4f125) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:23:20.428563 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.provisioning_blocks [req-e22a3711-ce4e-47e8-a935-ab7cb63ab9b7 req-5756ef8d-b0b9-4be9-8485-b4d59e15a6ef service neutron] Transition to ACTIVE for port object 3c2fa4b7-90ec-4a65-b13a-de388c8fc952 will not be triggered until provisioned by entity L2. {{(pid=102600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:23:20.520805 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7048a4e-7dd9-49bc-8480-afb92648c157 req-8d0bbb29-3430-439a-8d44-1654582180d6 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:20.538661 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c7048a4e-7dd9-49bc-8480-afb92648c157 req-8d0bbb29-3430-439a-8d44-1654582180d6 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/ports?device_id=90a94a8f-875a-48df-bed0-ea4acaf62540 HTTP/1.1" status: 200 len: 931 time: 0.4752252 Nov 12 08:23:20.551685 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecb3400-8f12-4cca-8b2b-89641969cc24 req-fe0e1764-f7ff-4ab7-857d-788ac82eed3b tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:20.552336 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-e22a3711-ce4e-47e8-a935-ab7cb63ab9b7 req-5756ef8d-b0b9-4be9-8485-b4d59e15a6ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:20.577008 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5ecb3400-8f12-4cca-8b2b-89641969cc24 req-fe0e1764-f7ff-4ab7-857d-788ac82eed3b tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9f80b7-7da6-471c-ab75-5240190a613a HTTP/1.1" status: 200 len: 945 time: 0.4496462 Nov 12 08:23:20.809025 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-773db568-9857-4143-9aab-bd65302651c3 None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:20.822483 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 0252171a-73ff-401d-9cac-169b9fb71442 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:23:20.826329 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5ecb3400-8f12-4cca-8b2b-89641969cc24 req-d3145268-f732-40c2-ac3d-8bed21f25c46 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=dafae0e1-4d35-4b86-8740-ce6a9a9c8268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2433088 Nov 12 08:23:20.849194 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5756ef8d-b0b9-4be9-8485-b4d59e15a6ef service neutron] Pushing event updated for resources: {'Port': ['ID=3c2fa4b7-90ec-4a65-b13a-de388c8fc952,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:20.886328 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-773db568-9857-4143-9aab-bd65302651c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:20.929600 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755e372e-15c3-4591-92c7-de16430fd804 req-89e2a3b1-2877-40e9-b96e-9738cdff363d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:20.942649 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-755e372e-15c3-4591-92c7-de16430fd804 req-89e2a3b1-2877-40e9-b96e-9738cdff363d service neutron] 10.222.0.44 "GET /v2.0/networks?id=392b706c-fa83-40b2-ba41-e97d70efdd1d HTTP/1.1" status: 200 len: 912 time: 0.7018683 Nov 12 08:23:21.047007 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773db568-9857-4143-9aab-bd65302651c3 None None] Network bff3efc3-57d1-4969-9c01-251371724cd6 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:23:21.071802 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-773db568-9857-4143-9aab-bd65302651c3 None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:23:21.085967 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773db568-9857-4143-9aab-bd65302651c3 None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:23:21.096630 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773db568-9857-4143-9aab-bd65302651c3 None None] Pushing event updated for resources: {'Port': ['ID=450a282b-05ef-4dc7-bcb1-192297e4f125,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:21.121528 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c7048a4e-7dd9-49bc-8480-afb92648c157 req-4f454f38-4f21-433d-91d5-81728f63b1a5 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/security-groups?id=4679696e-a532-438b-8380-3e45cd46de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5798621 Nov 12 08:23:21.149155 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-432ff06a-d791-423e-be94-c2f124234c84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:21.196557 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-755e372e-15c3-4591-92c7-de16430fd804 req-464d78c7-644f-43d4-8652-ffe7e90e62cd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3d87375-c113-475c-bf06-fa361dfd0b38 HTTP/1.1" status: 200 len: 999 time: 0.2388005 Nov 12 08:23:21.213598 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0ed68a-cefa-487b-81d1-4b167561653d req-56a9e77d-af34-4c5e-b811-1ac5174664a1 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:21.215518 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4a0ed68a-cefa-487b-81d1-4b167561653d req-56a9e77d-af34-4c5e-b811-1ac5174664a1 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 946 time: 0.1486511 Nov 12 08:23:21.234077 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 0252171a-73ff-401d-9cac-169b9fb71442 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:23:21.234077 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:21.253200 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-e22a3711-ce4e-47e8-a935-ab7cb63ab9b7 req-5756ef8d-b0b9-4be9-8485-b4d59e15a6ef service neutron] Attempting to bind port 3c2fa4b7-90ec-4a65-b13a-de388c8fc952 on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:23:21.253791 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-e22a3711-ce4e-47e8-a935-ab7cb63ab9b7 req-5756ef8d-b0b9-4be9-8485-b4d59e15a6ef service neutron] Attempting to bind port 3c2fa4b7-90ec-4a65-b13a-de388c8fc952 by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': '296922ca-424d-4760-9058-82e70353f16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'ec82487f-519c-483b-814a-09ab43cadbc0'}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:23:21.254250 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22a3711-ce4e-47e8-a935-ab7cb63ab9b7 req-5756ef8d-b0b9-4be9-8485-b4d59e15a6ef service neutron] Attempting to bind port 3c2fa4b7-90ec-4a65-b13a-de388c8fc952 on network ec82487f-519c-483b-814a-09ab43cadbc0 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:23:21.277448 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22a3711-ce4e-47e8-a935-ab7cb63ab9b7 req-5756ef8d-b0b9-4be9-8485-b4d59e15a6ef service neutron] Port 3c2fa4b7-90ec-4a65-b13a-de388c8fc952 on network ec82487f-519c-483b-814a-09ab43cadbc0 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:23:21.277867 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22a3711-ce4e-47e8-a935-ab7cb63ab9b7 req-5756ef8d-b0b9-4be9-8485-b4d59e15a6ef service neutron] Attempting to bind port 3c2fa4b7-90ec-4a65-b13a-de388c8fc952 on network ec82487f-519c-483b-814a-09ab43cadbc0 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:23:21.352236 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-12dbdf0b-948f-40be-9637-10ff7e11bd0b tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Allocated IP 2001:db8::281 (bff3efc3-57d1-4969-9c01-251371724cd6/fd844bea-1365-4000-8777-f526cef668ef/8bc57299-e528-4c99-befc-49309bacb7b0) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:23:21.367373 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-773db568-9857-4143-9aab-bd65302651c3 None None] Attempting to bind port 450a282b-05ef-4dc7-bcb1-192297e4f125 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:23:21.368648 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22a3711-ce4e-47e8-a935-ab7cb63ab9b7 req-5756ef8d-b0b9-4be9-8485-b4d59e15a6ef service neutron] Checking agent: {'id': '26215384-8035-4ce2-971a-8e67be80da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:23:21.369782 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22a3711-ce4e-47e8-a935-ab7cb63ab9b7 req-5756ef8d-b0b9-4be9-8485-b4d59e15a6ef service neutron] Checking segment: {'id': '296922ca-424d-4760-9058-82e70353f16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'ec82487f-519c-483b-814a-09ab43cadbc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:23:21.370416 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-773db568-9857-4143-9aab-bd65302651c3 None None] Attempting to bind port 450a282b-05ef-4dc7-bcb1-192297e4f125 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '6cf98d21-7c30-4222-abfb-2569144829a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'bff3efc3-57d1-4969-9c01-251371724cd6'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:23:21.371058 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22a3711-ce4e-47e8-a935-ab7cb63ab9b7 req-5756ef8d-b0b9-4be9-8485-b4d59e15a6ef service neutron] Bound using segment: {'id': '296922ca-424d-4760-9058-82e70353f16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'ec82487f-519c-483b-814a-09ab43cadbc0'} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:23:21.375404 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-e22a3711-ce4e-47e8-a935-ab7cb63ab9b7 req-5756ef8d-b0b9-4be9-8485-b4d59e15a6ef service neutron] Bound port: 3c2fa4b7-90ec-4a65-b13a-de388c8fc952, host: n-h1-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '296922ca-424d-4760-9058-82e70353f16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'ec82487f-519c-483b-814a-09ab43cadbc0'}}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:23:21.376310 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773db568-9857-4143-9aab-bd65302651c3 None None] Attempting to bind port 450a282b-05ef-4dc7-bcb1-192297e4f125 on network bff3efc3-57d1-4969-9c01-251371724cd6 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:23:21.380126 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-e22a3711-ce4e-47e8-a935-ab7cb63ab9b7 req-5756ef8d-b0b9-4be9-8485-b4d59e15a6ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:21.395113 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device e6de7ede-5039-4cbf-948a-4b6058107d7b up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:23:21.400701 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4a0ed68a-cefa-487b-81d1-4b167561653d req-2897e5db-38f4-4515-b9d3-6d826d26bf6d tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668890 Nov 12 08:23:21.456934 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755e372e-15c3-4591-92c7-de16430fd804 req-ae276456-49d5-4e6c-8e2f-f841208d44f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:21.458807 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-755e372e-15c3-4591-92c7-de16430fd804 req-ae276456-49d5-4e6c-8e2f-f841208d44f9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2d250a72-e563-4d6e-ac4f-f44698e0ce3c HTTP/1.1" status: 200 len: 850 time: 0.2421501 Nov 12 08:23:21.489673 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773db568-9857-4143-9aab-bd65302651c3 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:23:21.500417 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773db568-9857-4143-9aab-bd65302651c3 None None] Checking segment: {'id': '6cf98d21-7c30-4222-abfb-2569144829a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'bff3efc3-57d1-4969-9c01-251371724cd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:23:21.504226 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-773db568-9857-4143-9aab-bd65302651c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:21.505521 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773db568-9857-4143-9aab-bd65302651c3 None None] Bound using segment: {'id': '6cf98d21-7c30-4222-abfb-2569144829a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'bff3efc3-57d1-4969-9c01-251371724cd6'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:23:21.507631 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-773db568-9857-4143-9aab-bd65302651c3 None None] Bound port: 450a282b-05ef-4dc7-bcb1-192297e4f125, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cf98d21-7c30-4222-abfb-2569144829a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'bff3efc3-57d1-4969-9c01-251371724cd6'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:23:21.514482 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-773db568-9857-4143-9aab-bd65302651c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:21.616053 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755e372e-15c3-4591-92c7-de16430fd804 req-5fefb60a-cb29-4fcd-aa02-1aad6fe1a09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:21.617914 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-755e372e-15c3-4591-92c7-de16430fd804 req-5fefb60a-cb29-4fcd-aa02-1aad6fe1a09a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=392b706c-fa83-40b2-ba41-e97d70efdd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1496513 Nov 12 08:23:21.847825 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16749db0-32eb-46d9-8265-f7820b3f1005 None None] Network e2c440c4-50ea-4b0b-97bd-c0edebace5c4 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:23:21.878363 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-755e372e-15c3-4591-92c7-de16430fd804 req-dcf704b8-93b5-4295-9614-afa8b48f9b7f service neutron] 10.222.0.44 "GET /v2.0/networks/392b706c-fa83-40b2-ba41-e97d70efdd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463076 Nov 12 08:23:22.120706 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3543189b-ac6a-4615-9af0-c3ef568cb9b1 req-f5ac35d0-3e20-449c-8342-033cff95cb53 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:22.126641 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port e6de7ede-5039-4cbf-948a-4b6058107d7b triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:23:22.127485 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:22.129596 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3543189b-ac6a-4615-9af0-c3ef568cb9b1 req-f5ac35d0-3e20-449c-8342-033cff95cb53 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9f80b7-7da6-471c-ab75-5240190a613a HTTP/1.1" status: 200 len: 945 time: 0.1786082 Nov 12 08:23:22.141996 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-755e372e-15c3-4591-92c7-de16430fd804 req-5e47eaa6-9bf5-4fb0-848a-940051a7c0f2 service neutron] 10.222.0.44 "GET /v2.0/networks/392b706c-fa83-40b2-ba41-e97d70efdd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523930 Nov 12 08:23:22.220925 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3543189b-ac6a-4615-9af0-c3ef568cb9b1 req-2b8fa262-d1f0-4f31-8303-561193f4b0e8 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=dafae0e1-4d35-4b86-8740-ce6a9a9c8268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856864 Nov 12 08:23:22.253753 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:22.266452 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-773db568-9857-4143-9aab-bd65302651c3 None None] For port 450a282b-05ef-4dc7-bcb1-192297e4f125, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:23:22.295242 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-e22a3711-ce4e-47e8-a935-ab7cb63ab9b7 req-5756ef8d-b0b9-4be9-8485-b4d59e15a6ef service neutron] For port 3c2fa4b7-90ec-4a65-b13a-de388c8fc952, host n-h1-765315-29, cleared binding levels {{(pid=102600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:23:22.377477 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-773db568-9857-4143-9aab-bd65302651c3 None None] For port 450a282b-05ef-4dc7-bcb1-192297e4f125, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=450a282b-05ef-4dc7-bcb1-192297e4f125,segment=NetworkSegment(6cf98d21-7c30-4222-abfb-2569144829a6),segment_id=6cf98d21-7c30-4222-abfb-2569144829a6)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:23:22.399796 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df633a-7cab-40f2-8395-4accde5276f4 req-edc897af-bc5d-42a8-8dd1-adcc17ba593d tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:22.413686 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d3df633a-7cab-40f2-8395-4accde5276f4 req-edc897af-bc5d-42a8-8dd1-adcc17ba593d tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.26 "GET /v2.0/networks?id=e2c440c4-50ea-4b0b-97bd-c0edebace5c4 HTTP/1.1" status: 200 len: 816 time: 1.0640228 Nov 12 08:23:22.490851 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-e22a3711-ce4e-47e8-a935-ab7cb63ab9b7 req-5756ef8d-b0b9-4be9-8485-b4d59e15a6ef service neutron] For port 3c2fa4b7-90ec-4a65-b13a-de388c8fc952, host n-h1-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=3c2fa4b7-90ec-4a65-b13a-de388c8fc952,segment=NetworkSegment(296922ca-424d-4760-9058-82e70353f16a),segment_id=296922ca-424d-4760-9058-82e70353f16a)] {{(pid=102600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:23:22.505335 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-b8a30465-de3c-4ad4-910b-3a85e43ed0de None None] Provisioning complete for port 0252171a-73ff-401d-9cac-169b9fb71442 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:23:22.505848 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b8a30465-de3c-4ad4-910b-3a85e43ed0de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:22.522338 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-773db568-9857-4143-9aab-bd65302651c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:22.536081 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d3df633a-7cab-40f2-8395-4accde5276f4 req-5cc7080e-aade-4b37-b542-862f437bc82d tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.26 "GET /v2.0/quotas/b88449ba960a4cb6a171894fe6164da2 HTTP/1.1" status: 200 len: 375 time: 0.0756803 Nov 12 08:23:22.537553 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-e22a3711-ce4e-47e8-a935-ab7cb63ab9b7 req-5756ef8d-b0b9-4be9-8485-b4d59e15a6ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:22.540828 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaca4571-5e9a-4f9b-9291-75bb7f133c00 req-2b5a3a6d-b215-4fd7-a20b-e2c960cc7a67 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:22.544803 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-eaca4571-5e9a-4f9b-9291-75bb7f133c00 req-2b5a3a6d-b215-4fd7-a20b-e2c960cc7a67 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.44 "GET /v2.0/networks?id=e2c440c4-50ea-4b0b-97bd-c0edebace5c4 HTTP/1.1" status: 200 len: 816 time: 0.2950633 Nov 12 08:23:22.561401 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-432ff06a-d791-423e-be94-c2f124234c84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:22.577776 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-eaca4571-5e9a-4f9b-9291-75bb7f133c00 req-41b352df-bc36-49f2-9829-3d59eab01095 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Request body: {'port': {'device_id': 'c3b84f47-7e13-4867-8fd2-70853a72090b', 'network_id': 'e2c440c4-50ea-4b0b-97bd-c0edebace5c4', 'admin_state_up': True, 'tenant_id': 'b88449ba960a4cb6a171894fe6164da2'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:23:22.837604 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-432ff06a-d791-423e-be94-c2f124234c84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:22.873373 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1666d2-c698-4102-bdfb-3983d3491a70 req-da5f3df3-7899-4737-8fee-8888e78f2606 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:22.902884 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ac1666d2-c698-4102-bdfb-3983d3491a70 req-da5f3df3-7899-4737-8fee-8888e78f2606 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/ports?device_id=90a94a8f-875a-48df-bed0-ea4acaf62540 HTTP/1.1" status: 200 len: 943 time: 0.4428144 Nov 12 08:23:23.069853 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5756ef8d-b0b9-4be9-8485-b4d59e15a6ef service neutron] Pushing event updated for resources: {'Port': ['ID=3c2fa4b7-90ec-4a65-b13a-de388c8fc952,revision_number=3']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:23.179356 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ac1666d2-c698-4102-bdfb-3983d3491a70 req-d4d21a4b-b650-422e-bc54-ec982fe692a8 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/security-groups?id=4679696e-a532-438b-8380-3e45cd46de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706261 Nov 12 08:23:23.201921 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-12dbdf0b-948f-40be-9637-10ff7e11bd0b tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:23.225350 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22a3711-ce4e-47e8-a935-ab7cb63ab9b7 req-5756ef8d-b0b9-4be9-8485-b4d59e15a6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:23.226287 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-e22a3711-ce4e-47e8-a935-ab7cb63ab9b7 req-5756ef8d-b0b9-4be9-8485-b4d59e15a6ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:23.228104 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e22a3711-ce4e-47e8-a935-ab7cb63ab9b7 req-5756ef8d-b0b9-4be9-8485-b4d59e15a6ef service neutron] 10.222.0.21 "PUT /v2.0/ports/3c2fa4b7-90ec-4a65-b13a-de388c8fc952 HTTP/1.1" status: 200 len: 1092 time: 4.8297119 Nov 12 08:23:23.232619 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eaca4571-5e9a-4f9b-9291-75bb7f133c00 req-41b352df-bc36-49f2-9829-3d59eab01095 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Made reservation on behalf of b88449ba960a4cb6a171894fe6164da2 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:23:23.238836 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-eaca4571-5e9a-4f9b-9291-75bb7f133c00 req-41b352df-bc36-49f2-9829-3d59eab01095 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:23.242421 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90a94a8f-875a-48df-bed0-ea4acaf62540', 'tag': '3c2fa4b7-90ec-4a65-b13a-de388c8fc952'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:23:23.245522 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12a39d9b-9ba2-4888-80ab-653328980537" -d '{"events": [{"name": "network-changed", "server_uuid": "90a94a8f-875a-48df-bed0-ea4acaf62540", "tag": "3c2fa4b7-90ec-4a65-b13a-de388c8fc952"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:23:23.343130 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773db568-9857-4143-9aab-bd65302651c3 None None] Pushing event updated for resources: {'Port': ['ID=450a282b-05ef-4dc7-bcb1-192297e4f125,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:23.375482 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432ff06a-d791-423e-be94-c2f124234c84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a4ef9ba-bfaf-4c02-9877-8e0354c09fae,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:23.405839 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] For port 0252171a-73ff-401d-9cac-169b9fb71442, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=0252171a-73ff-401d-9cac-169b9fb71442,segment=NetworkSegment(7d01148a-20d0-47ea-9742-61ec2ea015f1),segment_id=7d01148a-20d0-47ea-9742-61ec2ea015f1)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:23.407764 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-432ff06a-d791-423e-be94-c2f124234c84 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e511566d912f48459ab8ff7ab5686f4b&name=default HTTP/1.1" status: 200 len: 3000 time: 3.0793262 Nov 12 08:23:23.414261 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 53776) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:23.421851 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:23.449550 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:23.524804 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d3df633a-7cab-40f2-8395-4accde5276f4 req-ee11776c-71e6-4d6f-a8f8-a588793767c0 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b88449ba960a4cb6a171894fe6164da2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9479091 Nov 12 08:23:23.561352 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-12dbdf0b-948f-40be-9637-10ff7e11bd0b tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:23.583296 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76cea409-ec56-42a7-a862-0043a01ca874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6de7ede-5039-4cbf-948a-4b6058107d7b'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:23:23.593990 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff4468f9-d7ae-4d26-8aa0-316b7a92f27c" -d '{"events": [{"server_uuid": "76cea409-ec56-42a7-a862-0043a01ca874", "name": "network-vif-plugged", "status": "completed", "tag": "e6de7ede-5039-4cbf-948a-4b6058107d7b"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:23:23.657626 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb9d766-1021-4da0-9221-6360b044b645 req-e8f05600-cdc3-4557-9dc5-eb6d09f04ee5 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:23.666551 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-deb9d766-1021-4da0-9221-6360b044b645 req-e8f05600-cdc3-4557-9dc5-eb6d09f04ee5 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9f80b7-7da6-471c-ab75-5240190a613a HTTP/1.1" status: 200 len: 945 time: 0.1926725 Nov 12 08:23:23.703004 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port e6de7ede-5039-4cbf-948a-4b6058107d7b, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=e6de7ede-5039-4cbf-948a-4b6058107d7b,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:23.715038 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-eaca4571-5e9a-4f9b-9291-75bb7f133c00 req-41b352df-bc36-49f2-9829-3d59eab01095 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Allocated IP 172.20.0.9 (e2c440c4-50ea-4b0b-97bd-c0edebace5c4/0d4289f2-e529-4350-942c-1018abfe5fa5/0aa2b7e0-4b27-40de-8535-e7e4f7dc82b3) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:23:23.734347 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:23.784630 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Pushing event updated for resources: {'Port': ['ID=0252171a-73ff-401d-9cac-169b9fb71442,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:23.810836 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22a3711-ce4e-47e8-a935-ab7cb63ab9b7 req-7d0846bf-ef4b-4514-a604-dc0c124b5450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:23.812649 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e22a3711-ce4e-47e8-a935-ab7cb63ab9b7 req-7d0846bf-ef4b-4514-a604-dc0c124b5450 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=507bea33553d43dea3447dc0d1dbf18c&device_id=90a94a8f-875a-48df-bed0-ea4acaf62540 HTTP/1.1" status: 200 len: 1095 time: 0.4154537 Nov 12 08:23:23.838515 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12dbdf0b-948f-40be-9637-10ff7e11bd0b tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Network bff3efc3-57d1-4969-9c01-251371724cd6 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:23:23.853486 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-deb9d766-1021-4da0-9221-6360b044b645 req-18464faa-bf2f-4b70-96f9-e999bdaaa6ec tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=dafae0e1-4d35-4b86-8740-ce6a9a9c8268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1853843 Nov 12 08:23:23.894104 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-12dbdf0b-948f-40be-9637-10ff7e11bd0b tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:23:23.900554 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12dbdf0b-948f-40be-9637-10ff7e11bd0b tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:23:23.929580 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12dbdf0b-948f-40be-9637-10ff7e11bd0b tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:23.931157 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-12dbdf0b-948f-40be-9637-10ff7e11bd0b tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:23.999798 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=e6de7ede-5039-4cbf-948a-4b6058107d7b,revision_number=10']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:24.119715 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc64d568-9532-4dab-9468-9c5f4c8a9824 x-openstack-request-id: req-fc64d568-9532-4dab-9468-9c5f4c8a9824 {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:23:24.120338 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90a94a8f-875a-48df-bed0-ea4acaf62540", "tag": "3c2fa4b7-90ec-4a65-b13a-de388c8fc952", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:23:24.120760 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fc64d568-9532-4dab-9468-9c5f4c8a9824 {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:23:24.121511 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90a94a8f-875a-48df-bed0-ea4acaf62540', 'tag': '3c2fa4b7-90ec-4a65-b13a-de388c8fc952', 'status': 'completed', 'code': 200} Nov 12 08:23:24.124132 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dbdf0b-948f-40be-9637-10ff7e11bd0b tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Pushing event updated for resources: {'Port': ['ID=8bc57299-e528-4c99-befc-49309bacb7b0,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:24.133002 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e22a3711-ce4e-47e8-a935-ab7cb63ab9b7 req-001dfb6b-d34a-40f7-a6bc-9ea0af717df8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c2fa4b7-90ec-4a65-b13a-de388c8fc952 HTTP/1.1" status: 200 len: 217 time: 0.2906728 Nov 12 08:23:24.148001 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3f5c16e9-8b66-4cb7-b267-db8a1a895f57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:24.215451 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-a1041186-7b4c-4ad3-9c1a-9e8ec1535cea None None] Provisioning complete for port 0252171a-73ff-401d-9cac-169b9fb71442 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:23:24.217445 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a1041186-7b4c-4ad3-9c1a-9e8ec1535cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:24.226087 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-12dbdf0b-948f-40be-9637-10ff7e11bd0b tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 5.3937833 Nov 12 08:23:24.241738 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d3df633a-7cab-40f2-8395-4accde5276f4 req-81368377-1ac5-4a60-86a2-72d4ad605a10 service neutron] 10.222.0.26 "GET /v2.0/networks/e2c440c4-50ea-4b0b-97bd-c0edebace5c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6967943 Nov 12 08:23:24.255516 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 53794) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:24.297790 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11a77355-ca7a-4ba7-a786-920682205577 x-openstack-request-id: req-11a77355-ca7a-4ba7-a786-920682205577 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:23:24.298882 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76cea409-ec56-42a7-a862-0043a01ca874", "name": "network-vif-plugged", "status": "completed", "tag": "e6de7ede-5039-4cbf-948a-4b6058107d7b", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:23:24.299558 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-11a77355-ca7a-4ba7-a786-920682205577 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:23:24.300348 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76cea409-ec56-42a7-a862-0043a01ca874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6de7ede-5039-4cbf-948a-4b6058107d7b', 'code': 200} Nov 12 08:23:24.320876 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3f5c16e9-8b66-4cb7-b267-db8a1a895f57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:24.360079 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-eaca4571-5e9a-4f9b-9291-75bb7f133c00 req-41b352df-bc36-49f2-9829-3d59eab01095 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:24.460063 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-eaca4571-5e9a-4f9b-9291-75bb7f133c00 req-41b352df-bc36-49f2-9829-3d59eab01095 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:24.544010 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22a3711-ce4e-47e8-a935-ab7cb63ab9b7 req-fd623164-9339-4f0e-99a9-8fcaa78de404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:24.548253 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e22a3711-ce4e-47e8-a935-ab7cb63ab9b7 req-fd623164-9339-4f0e-99a9-8fcaa78de404 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c99e7791-a372-44aa-b26b-4ef09f905daa HTTP/1.1" status: 200 len: 845 time: 0.4013269 Nov 12 08:23:24.621913 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eaca4571-5e9a-4f9b-9291-75bb7f133c00 req-41b352df-bc36-49f2-9829-3d59eab01095 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Network e2c440c4-50ea-4b0b-97bd-c0edebace5c4 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:23:24.641315 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-eaca4571-5e9a-4f9b-9291-75bb7f133c00 req-41b352df-bc36-49f2-9829-3d59eab01095 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:23:24.651369 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d3df633a-7cab-40f2-8395-4accde5276f4 req-ca2dfbd6-a94f-4bef-bf0f-226b01affcf7 service neutron] 10.222.0.26 "GET /v2.0/networks/e2c440c4-50ea-4b0b-97bd-c0edebace5c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3776937 Nov 12 08:23:24.657730 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaca4571-5e9a-4f9b-9291-75bb7f133c00 req-41b352df-bc36-49f2-9829-3d59eab01095 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:23:24.736408 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3f5c16e9-8b66-4cb7-b267-db8a1a895f57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:24.739131 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3f5c16e9-8b66-4cb7-b267-db8a1a895f57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:24.747559 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-3f5c16e9-8b66-4cb7-b267-db8a1a895f57 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8a4ef9ba-bfaf-4c02-9877-8e0354c09fae HTTP/1.1" status: 204 len: 168 time: 1.3035610 Nov 12 08:23:24.794071 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaca4571-5e9a-4f9b-9291-75bb7f133c00 req-41b352df-bc36-49f2-9829-3d59eab01095 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:24.800020 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-eaca4571-5e9a-4f9b-9291-75bb7f133c00 req-41b352df-bc36-49f2-9829-3d59eab01095 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:24.809487 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b352df-bc36-49f2-9829-3d59eab01095 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Pushing event updated for resources: {'Port': ['ID=0aa2b7e0-4b27-40de-8535-e7e4f7dc82b3,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:24.810304 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5c16e9-8b66-4cb7-b267-db8a1a895f57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a4ef9ba-bfaf-4c02-9877-8e0354c09fae,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:24.889573 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-eaca4571-5e9a-4f9b-9291-75bb7f133c00 req-41b352df-bc36-49f2-9829-3d59eab01095 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3215492 Nov 12 08:23:24.897653 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8572e4b-b367-4a83-91a0-a3bffc6590c6 req-10207c4a-9015-489b-ac71-aae88efd2cf9 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:24.913332 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b8572e4b-b367-4a83-91a0-a3bffc6590c6 req-10207c4a-9015-489b-ac71-aae88efd2cf9 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/ports?device_id=90a94a8f-875a-48df-bed0-ea4acaf62540 HTTP/1.1" status: 200 len: 943 time: 0.3911326 Nov 12 08:23:24.913444 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e22a3711-ce4e-47e8-a935-ab7cb63ab9b7 req-3efa5dc5-ff4d-44f8-bbe5-a7cf6a9392d0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ec82487f-519c-483b-814a-09ab43cadbc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1838627 Nov 12 08:23:24.949351 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-eaca4571-5e9a-4f9b-9291-75bb7f133c00 req-277bc602-ef07-4adc-971c-c904f8ce84b3 service neutron] Request body: {'port': {'device_id': 'c3b84f47-7e13-4867-8fd2-70853a72090b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:23:25.297535 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-6e15a59d-df08-4cf1-9872-a2661403197c None None] Provisioning complete for port 0aa2b7e0-4b27-40de-8535-e7e4f7dc82b3 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:23:25.298099 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6e15a59d-df08-4cf1-9872-a2661403197c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:25.299848 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-eaca4571-5e9a-4f9b-9291-75bb7f133c00 req-277bc602-ef07-4adc-971c-c904f8ce84b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:25.478247 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b8572e4b-b367-4a83-91a0-a3bffc6590c6 req-6e9b7dde-2088-43a5-8d6d-01e7cf9a2747 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/security-groups?id=4679696e-a532-438b-8380-3e45cd46de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5635629 Nov 12 08:23:25.527769 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e22a3711-ce4e-47e8-a935-ab7cb63ab9b7 req-54606728-591c-46dd-955a-34fad621f718 service neutron] 10.222.0.21 "GET /v2.0/networks/ec82487f-519c-483b-814a-09ab43cadbc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6015007 Nov 12 08:23:25.738017 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-6e15a59d-df08-4cf1-9872-a2661403197c None None] Port 0aa2b7e0-4b27-40de-8535-e7e4f7dc82b3 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:23:25.943549 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4670db-6f27-4336-9f12-77eaf31e39dc None None] Network bff3efc3-57d1-4969-9c01-251371724cd6 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:23:26.135471 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ebaf76-89ed-4ba0-8797-c86d2fc2822e req-d97a0271-635e-410e-856c-e729afbafe37 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:26.145121 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c5ebaf76-89ed-4ba0-8797-c86d2fc2822e req-d97a0271-635e-410e-856c-e729afbafe37 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9f80b7-7da6-471c-ab75-5240190a613a HTTP/1.1" status: 200 len: 945 time: 0.5196283 Nov 12 08:23:26.176937 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-b9c391cc-56b3-4876-9dd4-c4127618bebb tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Deleting port 8bc57299-e528-4c99-befc-49309bacb7b0 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:23:26.177288 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b9c391cc-56b3-4876-9dd4-c4127618bebb tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:26.231634 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 450a282b-05ef-4dc7-bcb1-192297e4f125 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:23:26.433672 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b9c391cc-56b3-4876-9dd4-c4127618bebb tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:26.452743 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef17ac0c-b7e6-4864-9cd6-33022a3c359c req-d8c92de6-d24d-4ed3-9855-3441d1119581 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:26.460617 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ef17ac0c-b7e6-4864-9cd6-33022a3c359c req-d8c92de6-d24d-4ed3-9855-3441d1119581 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.26 "GET /v2.0/networks?id=e2c440c4-50ea-4b0b-97bd-c0edebace5c4 HTTP/1.1" status: 200 len: 816 time: 0.4899006 Nov 12 08:23:26.470170 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-b9c391cc-56b3-4876-9dd4-c4127618bebb tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Calling delete_port for 8bc57299-e528-4c99-befc-49309bacb7b0 owned by {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:23:26.482135 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ef17ac0c-b7e6-4864-9cd6-33022a3c359c req-eb70b4e1-25b2-40f0-9b71-88a54aba1dfb tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.26 "GET /v2.0/quotas/b88449ba960a4cb6a171894fe6164da2 HTTP/1.1" status: 200 len: 375 time: 0.0203042 Nov 12 08:23:26.548472 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-2aa50fcb-b6d9-4519-abe3-6e71fc74b240 None None] Provisioning complete for port 450a282b-05ef-4dc7-bcb1-192297e4f125 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:23:26.552989 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2aa50fcb-b6d9-4519-abe3-6e71fc74b240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:26.636941 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ef17ac0c-b7e6-4864-9cd6-33022a3c359c req-a18a40e9-d111-4788-b5c8-6eecdc45153a tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b88449ba960a4cb6a171894fe6164da2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1529632 Nov 12 08:23:26.803201 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b9c391cc-56b3-4876-9dd4-c4127618bebb tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:26.863669 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 450a282b-05ef-4dc7-bcb1-192297e4f125 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:23:26.864067 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:26.931131 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c5ebaf76-89ed-4ba0-8797-c86d2fc2822e req-ceaeead0-59dc-4e17-8efb-fceb28319659 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=dafae0e1-4d35-4b86-8740-ce6a9a9c8268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7861502 Nov 12 08:23:26.934101 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c391cc-56b3-4876-9dd4-c4127618bebb tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Pushing event deleted for resources: {'Port': ['ID=8bc57299-e528-4c99-befc-49309bacb7b0,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:26.993599 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ef17ac0c-b7e6-4864-9cd6-33022a3c359c req-43f3d751-5980-4289-911b-b76c25f3c2bf service neutron] 10.222.0.26 "GET /v2.0/networks/e2c440c4-50ea-4b0b-97bd-c0edebace5c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3549356 Nov 12 08:23:27.033089 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e22a3711-ce4e-47e8-a935-ab7cb63ab9b7 req-ca8b9053-fbf5-4313-957d-9813ba2b43d0 service neutron] 10.222.0.21 "GET /v2.0/networks/ec82487f-519c-483b-814a-09ab43cadbc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4971185 Nov 12 08:23:27.056287 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b9c391cc-56b3-4876-9dd4-c4127618bebb tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:27.065443 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-b9c391cc-56b3-4876-9dd4-c4127618bebb tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "DELETE /v2.0/ports/8bc57299-e528-4c99-befc-49309bacb7b0 HTTP/1.1" status: 204 len: 168 time: 2.8086076 Nov 12 08:23:27.068000 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2aa50fcb-b6d9-4519-abe3-6e71fc74b240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:27.068175 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 53872) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:27.225788 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dcd27c7-d46b-4a74-870e-87e094de8649 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] GET failed (client error): The resource could not be found. Nov 12 08:23:27.235164 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-2aa50fcb-b6d9-4519-abe3-6e71fc74b240 None None] For port 450a282b-05ef-4dc7-bcb1-192297e4f125, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=450a282b-05ef-4dc7-bcb1-192297e4f125,segment=NetworkSegment(6cf98d21-7c30-4222-abfb-2569144829a6),segment_id=6cf98d21-7c30-4222-abfb-2569144829a6)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:27.247050 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-1dcd27c7-d46b-4a74-870e-87e094de8649 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "GET /v2.0/ports/8bc57299-e528-4c99-befc-49309bacb7b0 HTTP/1.1" status: 404 len: 333 time: 0.1694434 Nov 12 08:23:27.250000 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 53880) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:27.260295 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2aa50fcb-b6d9-4519-abe3-6e71fc74b240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:27.332778 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ef17ac0c-b7e6-4864-9cd6-33022a3c359c req-8e520c19-a7d2-403c-a587-58698b7fd3b8 service neutron] 10.222.0.26 "GET /v2.0/networks/e2c440c4-50ea-4b0b-97bd-c0edebace5c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3318739 Nov 12 08:23:27.392835 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:27.396983 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-eaca4571-5e9a-4f9b-9291-75bb7f133c00 req-277bc602-ef07-4adc-971c-c904f8ce84b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0aa2b7e0-4b27-40de-8535-e7e4f7dc82b3 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:23:27.461688 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-eaca4571-5e9a-4f9b-9291-75bb7f133c00 req-277bc602-ef07-4adc-971c-c904f8ce84b3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:27.644334 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-2bb53d44-818c-4b52-babf-2559001746f7 None None] Provisioning complete for port 450a282b-05ef-4dc7-bcb1-192297e4f125 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:23:27.645888 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2bb53d44-818c-4b52-babf-2559001746f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:27.675354 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-eaca4571-5e9a-4f9b-9291-75bb7f133c00 req-277bc602-ef07-4adc-971c-c904f8ce84b3 service neutron] Transition to ACTIVE for port object 0aa2b7e0-4b27-40de-8535-e7e4f7dc82b3 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:23:27.749880 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa50fcb-b6d9-4519-abe3-6e71fc74b240 None None] Pushing event updated for resources: {'Port': ['ID=450a282b-05ef-4dc7-bcb1-192297e4f125,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:27.792346 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a39d9b-9ba2-4888-80ab-653328980537 req-812dd3fd-2f0a-4071-b889-f70cbd35e0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:27.801443 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-12a39d9b-9ba2-4888-80ab-653328980537 req-812dd3fd-2f0a-4071-b889-f70cbd35e0a7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=507bea33553d43dea3447dc0d1dbf18c&device_id=90a94a8f-875a-48df-bed0-ea4acaf62540 HTTP/1.1" status: 200 len: 1095 time: 0.5481050 Nov 12 08:23:27.804316 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-eaca4571-5e9a-4f9b-9291-75bb7f133c00 req-277bc602-ef07-4adc-971c-c904f8ce84b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:27.809640 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.db.api [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:23:27.810105 n-d-765315-29 neutron-server[102601]: DEBUG oslo_db.api [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:23:27.883514 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-2bb53d44-818c-4b52-babf-2559001746f7 None None] Could not find standard attr ID for object 8bc57299-e528-4c99-befc-49309bacb7b0. {{(pid=102601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:23:27.895513 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bbaf8ec-98b1-4058-acc2-53834b2cb27a tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Deleting subnet fd844bea-1365-4000-8777-f526cef668ef {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:23:27.903782 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9bbaf8ec-98b1-4058-acc2-53834b2cb27a tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:28.137947 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-0fd22fb9-498c-4644-9975-5ef56fd677ae None None] Could not find standard attr ID for object 8bc57299-e528-4c99-befc-49309bacb7b0. {{(pid=102601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:23:28.252346 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277bc602-ef07-4adc-971c-c904f8ce84b3 service neutron] Pushing event updated for resources: {'Port': ['ID=0aa2b7e0-4b27-40de-8535-e7e4f7dc82b3,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:28.253359 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53766080-943e-4362-85bc-5f218bb5d63b req-3eaf1858-eef6-4728-b800-bc63dc5a7ac4 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:28.277587 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-53766080-943e-4362-85bc-5f218bb5d63b req-3eaf1858-eef6-4728-b800-bc63dc5a7ac4 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/ports?device_id=90a94a8f-875a-48df-bed0-ea4acaf62540 HTTP/1.1" status: 200 len: 943 time: 0.7715871 Nov 12 08:23:28.442476 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 0252171a-73ff-401d-9cac-169b9fb71442 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:23:28.448012 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df633a-7cab-40f2-8395-4accde5276f4 req-318203bd-3a5c-4fb2-9701-6b519374a1ba tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:28.460165 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d3df633a-7cab-40f2-8395-4accde5276f4 req-318203bd-3a5c-4fb2-9701-6b519374a1ba tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.21 "GET /v2.0/networks?id=e2c440c4-50ea-4b0b-97bd-c0edebace5c4 HTTP/1.1" status: 200 len: 816 time: 0.9709082 Nov 12 08:23:28.499751 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-d3df633a-7cab-40f2-8395-4accde5276f4 req-f708d48e-f506-4afb-827d-346e2ca1eb2b tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Request body: {'port': {'device_id': '14ea6b66-b2b3-48e9-8a22-fc303d6ddba7', 'network_id': 'e2c440c4-50ea-4b0b-97bd-c0edebace5c4', 'admin_state_up': True, 'tenant_id': 'b88449ba960a4cb6a171894fe6164da2'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:23:28.526131 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cf38ae-fc62-49b0-b004-75614d1ea640 req-407f996f-8f47-47c6-94e4-994306381379 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:28.540262 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-56cf38ae-fc62-49b0-b004-75614d1ea640 req-407f996f-8f47-47c6-94e4-994306381379 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9f80b7-7da6-471c-ab75-5240190a613a HTTP/1.1" status: 200 len: 945 time: 0.5305538 Nov 12 08:23:28.577916 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 0252171a-73ff-401d-9cac-169b9fb71442 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:23:28.582143 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:28.963201 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-56cf38ae-fc62-49b0-b004-75614d1ea640 req-ccfb7909-8996-4f44-8b39-137d62924ecf tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=dafae0e1-4d35-4b86-8740-ce6a9a9c8268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4205449 Nov 12 08:23:28.978959 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-eaca4571-5e9a-4f9b-9291-75bb7f133c00 req-277bc602-ef07-4adc-971c-c904f8ce84b3 service neutron] Attempting to bind port 0aa2b7e0-4b27-40de-8535-e7e4f7dc82b3 on host n-h2-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:23:28.979617 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-eaca4571-5e9a-4f9b-9291-75bb7f133c00 req-277bc602-ef07-4adc-971c-c904f8ce84b3 service neutron] Attempting to bind port 0aa2b7e0-4b27-40de-8535-e7e4f7dc82b3 by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': '7d01148a-20d0-47ea-9742-61ec2ea015f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e2c440c4-50ea-4b0b-97bd-c0edebace5c4'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:23:28.979787 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaca4571-5e9a-4f9b-9291-75bb7f133c00 req-277bc602-ef07-4adc-971c-c904f8ce84b3 service neutron] Attempting to bind port 0aa2b7e0-4b27-40de-8535-e7e4f7dc82b3 on network e2c440c4-50ea-4b0b-97bd-c0edebace5c4 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:23:29.024218 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaca4571-5e9a-4f9b-9291-75bb7f133c00 req-277bc602-ef07-4adc-971c-c904f8ce84b3 service neutron] Port 0aa2b7e0-4b27-40de-8535-e7e4f7dc82b3 on network e2c440c4-50ea-4b0b-97bd-c0edebace5c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:23:29.042612 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaca4571-5e9a-4f9b-9291-75bb7f133c00 req-277bc602-ef07-4adc-971c-c904f8ce84b3 service neutron] Attempting to bind port 0aa2b7e0-4b27-40de-8535-e7e4f7dc82b3 on network e2c440c4-50ea-4b0b-97bd-c0edebace5c4 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:23:29.144527 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaca4571-5e9a-4f9b-9291-75bb7f133c00 req-277bc602-ef07-4adc-971c-c904f8ce84b3 service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:23:29.147805 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaca4571-5e9a-4f9b-9291-75bb7f133c00 req-277bc602-ef07-4adc-971c-c904f8ce84b3 service neutron] Checking segment: {'id': '7d01148a-20d0-47ea-9742-61ec2ea015f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e2c440c4-50ea-4b0b-97bd-c0edebace5c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:23:29.148419 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaca4571-5e9a-4f9b-9291-75bb7f133c00 req-277bc602-ef07-4adc-971c-c904f8ce84b3 service neutron] Bound using segment: {'id': '7d01148a-20d0-47ea-9742-61ec2ea015f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e2c440c4-50ea-4b0b-97bd-c0edebace5c4'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:23:29.149777 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-eaca4571-5e9a-4f9b-9291-75bb7f133c00 req-277bc602-ef07-4adc-971c-c904f8ce84b3 service neutron] Bound port: 0aa2b7e0-4b27-40de-8535-e7e4f7dc82b3, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d01148a-20d0-47ea-9742-61ec2ea015f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e2c440c4-50ea-4b0b-97bd-c0edebace5c4'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:23:29.151042 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-eaca4571-5e9a-4f9b-9291-75bb7f133c00 req-277bc602-ef07-4adc-971c-c904f8ce84b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:29.173188 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-11af3599-79b2-4df3-9124-b5b43a3d7fec req-d88c5710-3b95-4d01-b4c7-759ecb335813 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a5f6507-173e-4aef-9a26-9d44f65871ea HTTP/1.1" status: 200 len: 210 time: 0.0893464 Nov 12 08:23:29.289380 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 450a282b-05ef-4dc7-bcb1-192297e4f125 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:23:29.337653 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a39d9b-9ba2-4888-80ab-653328980537 req-c9ce6868-31b7-41f1-be53-c4b572295f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:29.339180 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-12a39d9b-9ba2-4888-80ab-653328980537 req-c9ce6868-31b7-41f1-be53-c4b572295f13 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ec82487f-519c-483b-814a-09ab43cadbc0 HTTP/1.1" status: 200 len: 906 time: 1.5100601 Nov 12 08:23:29.376072 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9bbaf8ec-98b1-4058-acc2-53834b2cb27a tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:29.429335 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 450a282b-05ef-4dc7-bcb1-192297e4f125 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:23:29.429719 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:29.448595 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3df633a-7cab-40f2-8395-4accde5276f4 req-f708d48e-f506-4afb-827d-346e2ca1eb2b tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Made reservation on behalf of b88449ba960a4cb6a171894fe6164da2 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:23:29.465636 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-d3df633a-7cab-40f2-8395-4accde5276f4 req-f708d48e-f506-4afb-827d-346e2ca1eb2b tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:29.473741 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-eaca4571-5e9a-4f9b-9291-75bb7f133c00 req-277bc602-ef07-4adc-971c-c904f8ce84b3 service neutron] For port 0aa2b7e0-4b27-40de-8535-e7e4f7dc82b3, host n-h2-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:23:29.522144 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-eaca4571-5e9a-4f9b-9291-75bb7f133c00 req-277bc602-ef07-4adc-971c-c904f8ce84b3 service neutron] For port 0aa2b7e0-4b27-40de-8535-e7e4f7dc82b3, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=0aa2b7e0-4b27-40de-8535-e7e4f7dc82b3,segment=NetworkSegment(7d01148a-20d0-47ea-9742-61ec2ea015f1),segment_id=7d01148a-20d0-47ea-9742-61ec2ea015f1)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:23:29.534772 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-eaca4571-5e9a-4f9b-9291-75bb7f133c00 req-277bc602-ef07-4adc-971c-c904f8ce84b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:29.575356 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaca4571-5e9a-4f9b-9291-75bb7f133c00 req-277bc602-ef07-4adc-971c-c904f8ce84b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:29.577081 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-eaca4571-5e9a-4f9b-9291-75bb7f133c00 req-277bc602-ef07-4adc-971c-c904f8ce84b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:29.584928 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-12a39d9b-9ba2-4888-80ab-653328980537 req-d56c0824-2df7-4610-a356-74e29c990519 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c2fa4b7-90ec-4a65-b13a-de388c8fc952 HTTP/1.1" status: 200 len: 217 time: 0.2340052 Nov 12 08:23:29.587725 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-eaca4571-5e9a-4f9b-9291-75bb7f133c00 req-277bc602-ef07-4adc-971c-c904f8ce84b3 service neutron] 10.222.0.44 "PUT /v2.0/ports/0aa2b7e0-4b27-40de-8535-e7e4f7dc82b3 HTTP/1.1" status: 200 len: 1092 time: 4.6428182 Nov 12 08:23:29.593208 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3b84f47-7e13-4867-8fd2-70853a72090b', 'tag': '0aa2b7e0-4b27-40de-8535-e7e4f7dc82b3'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:23:29.597726 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4392ce34-64bf-4078-b898-d3d48835a5b7" -d '{"events": [{"name": "network-changed", "server_uuid": "c3b84f47-7e13-4867-8fd2-70853a72090b", "tag": "0aa2b7e0-4b27-40de-8535-e7e4f7dc82b3"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:23:29.766253 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-53766080-943e-4362-85bc-5f218bb5d63b req-b14a06e9-4b03-4761-99f8-eadbfbcb2499 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/security-groups?id=4679696e-a532-438b-8380-3e45cd46de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4869792 Nov 12 08:23:29.916464 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d10541c-a127-45e2-ab3e-e52aed665f9e x-openstack-request-id: req-2d10541c-a127-45e2-ab3e-e52aed665f9e {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:23:29.916754 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3b84f47-7e13-4867-8fd2-70853a72090b", "tag": "0aa2b7e0-4b27-40de-8535-e7e4f7dc82b3", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:23:29.917008 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2d10541c-a127-45e2-ab3e-e52aed665f9e {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:23:29.918674 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3b84f47-7e13-4867-8fd2-70853a72090b', 'tag': '0aa2b7e0-4b27-40de-8535-e7e4f7dc82b3', 'status': 'completed', 'code': 200} Nov 12 08:23:29.988506 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a39d9b-9ba2-4888-80ab-653328980537 req-dd58a68d-b2fc-47ec-a64f-4d876de06fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:29.998830 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-12a39d9b-9ba2-4888-80ab-653328980537 req-dd58a68d-b2fc-47ec-a64f-4d876de06fbc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c99e7791-a372-44aa-b26b-4ef09f905daa HTTP/1.1" status: 200 len: 845 time: 0.3945274 Nov 12 08:23:30.132047 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-12a39d9b-9ba2-4888-80ab-653328980537 req-bd2b0fe6-4336-42fc-9c87-38abe5c89269 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ec82487f-519c-483b-814a-09ab43cadbc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1080008 Nov 12 08:23:30.153598 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277bc602-ef07-4adc-971c-c904f8ce84b3 service neutron] Pushing event updated for resources: {'Port': ['ID=0aa2b7e0-4b27-40de-8535-e7e4f7dc82b3,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:30.209438 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaca4571-5e9a-4f9b-9291-75bb7f133c00 req-5b97d8ff-8c5b-4dae-b4a1-c65180d7b6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:30.217927 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-eaca4571-5e9a-4f9b-9291-75bb7f133c00 req-5b97d8ff-8c5b-4dae-b4a1-c65180d7b6af service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b88449ba960a4cb6a171894fe6164da2&device_id=c3b84f47-7e13-4867-8fd2-70853a72090b HTTP/1.1" status: 200 len: 1095 time: 0.4370594 Nov 12 08:23:30.258875 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9bbaf8ec-98b1-4058-acc2-53834b2cb27a tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:30.393808 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-eaca4571-5e9a-4f9b-9291-75bb7f133c00 req-5b18489e-ec79-4040-8c4d-1f5abbd5ad75 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0aa2b7e0-4b27-40de-8535-e7e4f7dc82b3 HTTP/1.1" status: 200 len: 217 time: 0.1562939 Nov 12 08:23:30.545365 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cc7b8447-2467-460e-b4c1-072ad8a7fb01 req-223fdb25-4f45-4e4c-aef2-537888b6b306 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a5f6507-173e-4aef-9a26-9d44f65871ea HTTP/1.1" status: 200 len: 210 time: 0.1655853 Nov 12 08:23:30.590570 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaca4571-5e9a-4f9b-9291-75bb7f133c00 req-ab1c094c-1744-4d0c-82eb-8cce7c7272bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:30.593109 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-eaca4571-5e9a-4f9b-9291-75bb7f133c00 req-ab1c094c-1744-4d0c-82eb-8cce7c7272bc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0d4289f2-e529-4350-942c-1018abfe5fa5 HTTP/1.1" status: 200 len: 855 time: 0.1628766 Nov 12 08:23:30.597291 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-d3df633a-7cab-40f2-8395-4accde5276f4 req-f708d48e-f506-4afb-827d-346e2ca1eb2b tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Allocated IP 172.20.0.14 (e2c440c4-50ea-4b0b-97bd-c0edebace5c4/0d4289f2-e529-4350-942c-1018abfe5fa5/df0fa613-91a7-4ad5-957d-7b7e3be41d53) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:23:30.725712 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-12a39d9b-9ba2-4888-80ab-653328980537 req-79897a2d-7347-49a2-899b-0d7dab1cd1c4 service neutron] 10.222.0.21 "GET /v2.0/networks/ec82487f-519c-483b-814a-09ab43cadbc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5768385 Nov 12 08:23:30.773577 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9bbaf8ec-98b1-4058-acc2-53834b2cb27a tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:30.805577 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 3c2fa4b7-90ec-4a65-b13a-de388c8fc952 details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:23:30.971450 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaca4571-5e9a-4f9b-9291-75bb7f133c00 req-341fcee9-18fd-4cd8-b057-454daa490f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:30.973363 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-eaca4571-5e9a-4f9b-9291-75bb7f133c00 req-341fcee9-18fd-4cd8-b057-454daa490f4f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e2c440c4-50ea-4b0b-97bd-c0edebace5c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3662975 Nov 12 08:23:31.034241 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbaf8ec-98b1-4058-acc2-53834b2cb27a tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Pushing event deleted for resources: {'Subnet': ['ID=fd844bea-1365-4000-8777-f526cef668ef,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:31.084893 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 3c2fa4b7-90ec-4a65-b13a-de388c8fc952, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=3c2fa4b7-90ec-4a65-b13a-de388c8fc952,segment=NetworkSegment(296922ca-424d-4760-9058-82e70353f16a),segment_id=296922ca-424d-4760-9058-82e70353f16a)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:31.100508 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Returning: {'device': '3c2fa4b7-90ec-4a65-b13a-de388c8fc952', 'network_id': 'ec82487f-519c-483b-814a-09ab43cadbc0', 'port_id': '3c2fa4b7-90ec-4a65-b13a-de388c8fc952', 'mac_address': 'fa:16:3e:37:07:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c99e7791-a372-44aa-b26b-4ef09f905daa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:23:31.206083 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:31.238178 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-e530113a-7783-48f4-9840-8911a24052df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c2fa4b7-90ec-4a65-b13a-de388c8fc952 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:23:31.286073 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 3c2fa4b7-90ec-4a65-b13a-de388c8fc952, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=3c2fa4b7-90ec-4a65-b13a-de388c8fc952,segment=NetworkSegment(296922ca-424d-4760-9058-82e70353f16a),segment_id=296922ca-424d-4760-9058-82e70353f16a)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:31.294761 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41af4c5d-875a-4751-a93f-cd367086390a None None] Network bff3efc3-57d1-4969-9c01-251371724cd6 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:23:31.295836 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef17ac0c-b7e6-4864-9cd6-33022a3c359c req-c5c010c7-c943-46f7-8995-f94f554db773 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:31.308345 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ef17ac0c-b7e6-4864-9cd6-33022a3c359c req-c5c010c7-c943-46f7-8995-f94f554db773 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.44 "GET /v2.0/networks?id=e2c440c4-50ea-4b0b-97bd-c0edebace5c4 HTTP/1.1" status: 200 len: 816 time: 0.8135221 Nov 12 08:23:31.308997 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 54048) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:31.311968 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9bbaf8ec-98b1-4058-acc2-53834b2cb27a tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:31.315311 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-9bbaf8ec-98b1-4058-acc2-53834b2cb27a tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "DELETE /v2.0/subnets/fd844bea-1365-4000-8777-f526cef668ef HTTP/1.1" status: 204 len: 168 time: 4.0458419 Nov 12 08:23:31.320625 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:31.331129 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 54050) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:31.357082 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-ef17ac0c-b7e6-4864-9cd6-33022a3c359c req-58b38d6d-99f8-4da9-8a1e-e1ea4c00dbc5 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Request body: {'port': {'device_id': '2a5f6507-173e-4aef-9a26-9d44f65871ea', 'network_id': 'e2c440c4-50ea-4b0b-97bd-c0edebace5c4', 'admin_state_up': True, 'tenant_id': 'b88449ba960a4cb6a171894fe6164da2'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:23:31.434465 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-eaca4571-5e9a-4f9b-9291-75bb7f133c00 req-c27d545f-d6d9-4c5d-b888-4ff8d0ba3c69 service neutron] 10.222.0.44 "GET /v2.0/networks/e2c440c4-50ea-4b0b-97bd-c0edebace5c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4325781 Nov 12 08:23:31.455252 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46c9c23-9f99-4c10-b99f-2101e96134b3 req-cc0acc7d-3c49-4400-8f6d-d9bda5a9ab8c tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:31.466902 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b46c9c23-9f99-4c10-b99f-2101e96134b3 req-cc0acc7d-3c49-4400-8f6d-d9bda5a9ab8c tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/networks?id=392b706c-fa83-40b2-ba41-e97d70efdd1d HTTP/1.1" status: 200 len: 811 time: 1.0842409 Nov 12 08:23:31.564262 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b46c9c23-9f99-4c10-b99f-2101e96134b3 req-5b388ffd-26d4-4258-be53-418bb39e70b5 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/quotas/13ee7d6d71864c9eb2f508185e6a266f HTTP/1.1" status: 200 len: 375 time: 0.0958958 Nov 12 08:23:31.620755 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c20b336-fa72-436b-ac00-80abca11581f req-5fd76455-901d-44f5-8676-f9e8ee04cb28 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:31.622775 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8c20b336-fa72-436b-ac00-80abca11581f req-5fd76455-901d-44f5-8676-f9e8ee04cb28 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/ports?device_id=90a94a8f-875a-48df-bed0-ea4acaf62540 HTTP/1.1" status: 200 len: 943 time: 0.5322373 Nov 12 08:23:31.652897 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=3c2fa4b7-90ec-4a65-b13a-de388c8fc952,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:31.723219 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['3c2fa4b7-90ec-4a65-b13a-de388c8fc952'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:23:31.881620 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3e1f721d-9ecf-4564-88bc-83a72a3e3e36 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:31.897680 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ba317f-3dd8-4f95-b468-f19f4dca66da None None] DHCP port deletion for bff3efc3-57d1-4969-9c01-251371724cd6 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:23:31.998216 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e021a6c6-3c59-4bf2-a4ff-9c4a4dcb54ec tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:32.030064 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-12a39d9b-9ba2-4888-80ab-653328980537 req-1280abd7-1854-4f50-8638-d7763cf2cb5f service neutron] 10.222.0.21 "GET /v2.0/networks/ec82487f-519c-483b-814a-09ab43cadbc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2856221 Nov 12 08:23:32.047721 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef17ac0c-b7e6-4864-9cd6-33022a3c359c req-58b38d6d-99f8-4da9-8a1e-e1ea4c00dbc5 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Made reservation on behalf of b88449ba960a4cb6a171894fe6164da2 for: {'port': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:23:32.051750 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-ef17ac0c-b7e6-4864-9cd6-33022a3c359c req-58b38d6d-99f8-4da9-8a1e-e1ea4c00dbc5 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:32.121977 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-40ba317f-3dd8-4f95-b468-f19f4dca66da None None] Deleting port 450a282b-05ef-4dc7-bcb1-192297e4f125 {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:23:32.121977 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-40ba317f-3dd8-4f95-b468-f19f4dca66da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:32.182533 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8c20b336-fa72-436b-ac00-80abca11581f req-1b87b924-7986-4437-a8de-0ffcd2841f54 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/security-groups?id=4679696e-a532-438b-8380-3e45cd46de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4338343 Nov 12 08:23:32.248997 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-40ba317f-3dd8-4f95-b468-f19f4dca66da None None] For port 450a282b-05ef-4dc7-bcb1-192297e4f125, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=450a282b-05ef-4dc7-bcb1-192297e4f125,segment=NetworkSegment(6cf98d21-7c30-4222-abfb-2569144829a6),segment_id=6cf98d21-7c30-4222-abfb-2569144829a6)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:32.249501 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-40ba317f-3dd8-4f95-b468-f19f4dca66da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:32.279192 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-40ba317f-3dd8-4f95-b468-f19f4dca66da None None] Calling delete_port for 450a282b-05ef-4dc7-bcb1-192297e4f125 owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:23:32.316990 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fb79c328-66e4-4e79-9c91-818597d3669e req-8cccae21-2b98-4c94-9a55-725b6965f1d3 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a5f6507-173e-4aef-9a26-9d44f65871ea HTTP/1.1" status: 200 len: 210 time: 0.0616591 Nov 12 08:23:32.413221 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-40ba317f-3dd8-4f95-b468-f19f4dca66da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:32.457644 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b46c9c23-9f99-4c10-b99f-2101e96134b3 req-94b12c23-f488-4293-a267-49ea27d44af7 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=13ee7d6d71864c9eb2f508185e6a266f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.8922348 Nov 12 08:23:32.479588 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-e021a6c6-3c59-4bf2-a4ff-9c4a4dcb54ec tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Deleting port 450a282b-05ef-4dc7-bcb1-192297e4f125 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:23:32.479909 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e021a6c6-3c59-4bf2-a4ff-9c4a4dcb54ec tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:32.491655 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ba317f-3dd8-4f95-b468-f19f4dca66da None None] No DVR routers for this DVR port 450a282b-05ef-4dc7-bcb1-192297e4f125 on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:23:32.517869 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-eaca4571-5e9a-4f9b-9291-75bb7f133c00 req-e756be6b-7c6f-411d-958a-f0299ce7bbb5 service neutron] 10.222.0.44 "GET /v2.0/networks/e2c440c4-50ea-4b0b-97bd-c0edebace5c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0416515 Nov 12 08:23:32.525490 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ba317f-3dd8-4f95-b468-f19f4dca66da None None] Pushing event deleted for resources: {'Port': ['ID=450a282b-05ef-4dc7-bcb1-192297e4f125,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:32.624044 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3e1f721d-9ecf-4564-88bc-83a72a3e3e36 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:32.651443 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-d3df633a-7cab-40f2-8395-4accde5276f4 req-f708d48e-f506-4afb-827d-346e2ca1eb2b tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:32.653472 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-e021a6c6-3c59-4bf2-a4ff-9c4a4dcb54ec tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] For port 450a282b-05ef-4dc7-bcb1-192297e4f125, host n-d-765315-29, got binding levels [] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:32.654787 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e021a6c6-3c59-4bf2-a4ff-9c4a4dcb54ec tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:32.677657 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-e021a6c6-3c59-4bf2-a4ff-9c4a4dcb54ec tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Calling delete_port for 450a282b-05ef-4dc7-bcb1-192297e4f125 owned by network:dhcp {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:23:32.682815 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.ipam_backend_mixin [None req-e021a6c6-3c59-4bf2-a4ff-9c4a4dcb54ec tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Port 450a282b-05ef-4dc7-bcb1-192297e4f125 was not found and therefore no delete operation was performed {{(pid=102600) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 08:23:32.685117 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e021a6c6-3c59-4bf2-a4ff-9c4a4dcb54ec tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:32.711313 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3e1f721d-9ecf-4564-88bc-83a72a3e3e36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:32.722930 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e021a6c6-3c59-4bf2-a4ff-9c4a4dcb54ec tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Pushing event deleted for resources: {'Port': ['ID=450a282b-05ef-4dc7-bcb1-192297e4f125,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:32.757768 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1f721d-9ecf-4564-88bc-83a72a3e3e36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=367dcfe3-7cee-44c7-8200-160de1fe9d0b,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:32.779212 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e021a6c6-3c59-4bf2-a4ff-9c4a4dcb54ec tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] No DVR routers for this DVR port 450a282b-05ef-4dc7-bcb1-192297e4f125 on host n-d-765315-29 {{(pid=102600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:23:32.819620 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 3c2fa4b7-90ec-4a65-b13a-de388c8fc952 up at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:23:32.835048 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-3e1f721d-9ecf-4564-88bc-83a72a3e3e36 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3b828018d5a64ebe8c8fe8c0e75f4dae&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5077085 Nov 12 08:23:32.835933 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 54074) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:32.849934 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b46c9c23-9f99-4c10-b99f-2101e96134b3 req-4030f062-9afc-4fb2-bd24-e9cbc2dda383 service neutron] 10.222.0.26 "GET /v2.0/networks/392b706c-fa83-40b2-ba41-e97d70efdd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3814440 Nov 12 08:23:32.885170 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-d3df633a-7cab-40f2-8395-4accde5276f4 req-f708d48e-f506-4afb-827d-346e2ca1eb2b tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:32.913820 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning for port 3c2fa4b7-90ec-4a65-b13a-de388c8fc952 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:23:32.921084 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning complete for port 3c2fa4b7-90ec-4a65-b13a-de388c8fc952 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:23:32.921506 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:32.999468 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f708d48e-f506-4afb-827d-346e2ca1eb2b tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Pushing event updated for resources: {'Port': ['ID=df0fa613-91a7-4ad5-957d-7b7e3be41d53,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:33.004622 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4392ce34-64bf-4078-b898-d3d48835a5b7 req-4e3a2bd1-f6cd-4a4f-9569-9d80190b019e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:33.006299 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4392ce34-64bf-4078-b898-d3d48835a5b7 req-4e3a2bd1-f6cd-4a4f-9569-9d80190b019e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b88449ba960a4cb6a171894fe6164da2&device_id=c3b84f47-7e13-4867-8fd2-70853a72090b HTTP/1.1" status: 200 len: 1095 time: 0.3274367 Nov 12 08:23:33.080949 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3df633a-7cab-40f2-8395-4accde5276f4 req-f708d48e-f506-4afb-827d-346e2ca1eb2b tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Network e2c440c4-50ea-4b0b-97bd-c0edebace5c4 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:23:33.086035 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-d3df633a-7cab-40f2-8395-4accde5276f4 req-f708d48e-f506-4afb-827d-346e2ca1eb2b tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:23:33.113172 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:33.115009 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3df633a-7cab-40f2-8395-4accde5276f4 req-f708d48e-f506-4afb-827d-346e2ca1eb2b tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:23:33.158401 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 450a282b-05ef-4dc7-bcb1-192297e4f125 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:23:33.182463 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e021a6c6-3c59-4bf2-a4ff-9c4a4dcb54ec tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:33.234580 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 3c2fa4b7-90ec-4a65-b13a-de388c8fc952, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=3c2fa4b7-90ec-4a65-b13a-de388c8fc952,segment=NetworkSegment(296922ca-424d-4760-9058-82e70353f16a),segment_id=296922ca-424d-4760-9058-82e70353f16a)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:33.241547 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [req-ef17ac0c-b7e6-4864-9cd6-33022a3c359c req-58b38d6d-99f8-4da9-8a1e-e1ea4c00dbc5 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Allocated IP 172.20.0.4 (e2c440c4-50ea-4b0b-97bd-c0edebace5c4/0d4289f2-e529-4350-942c-1018abfe5fa5/ce3601d8-a36c-4d58-b3bf-b7c137a63e6b) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:23:33.250263 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df633a-7cab-40f2-8395-4accde5276f4 req-f708d48e-f506-4afb-827d-346e2ca1eb2b tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:33.252016 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-d3df633a-7cab-40f2-8395-4accde5276f4 req-f708d48e-f506-4afb-827d-346e2ca1eb2b tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:33.296034 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-e021a6c6-3c59-4bf2-a4ff-9c4a4dcb54ec tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bff3efc3-57d1-4969-9c01-251371724cd6']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:33.303053 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90a94a8f-875a-48df-bed0-ea4acaf62540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c2fa4b7-90ec-4a65-b13a-de388c8fc952'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:23:33.309484 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-271413e1-6d87-4faa-ac32-bfcceadaec84" -d '{"events": [{"server_uuid": "90a94a8f-875a-48df-bed0-ea4acaf62540", "name": "network-vif-plugged", "status": "completed", "tag": "3c2fa4b7-90ec-4a65-b13a-de388c8fc952"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:23:33.325018 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:33.335351 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 450a282b-05ef-4dc7-bcb1-192297e4f125 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:23:33.335659 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 450a282b-05ef-4dc7-bcb1-192297e4f125 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:23:33.408108 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d3df633a-7cab-40f2-8395-4accde5276f4 req-f708d48e-f506-4afb-827d-346e2ca1eb2b tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9121871 Nov 12 08:23:33.436946 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-d3df633a-7cab-40f2-8395-4accde5276f4 req-2b5c6e32-9471-4118-ac1b-d79305b397fa service neutron] Request body: {'port': {'device_id': '14ea6b66-b2b3-48e9-8a22-fc303d6ddba7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:23:33.453568 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-e021a6c6-3c59-4bf2-a4ff-9c4a4dcb54ec tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cf98d21-7c30-4222-abfb-2569144829a6') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:33.453568 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-e021a6c6-3c59-4bf2-a4ff-9c4a4dcb54ec tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cf98d21-7c30-4222-abfb-2569144829a6') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:33.505068 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=3c2fa4b7-90ec-4a65-b13a-de388c8fc952,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:33.532009 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ebe9d8ac-7f90-4fe7-9433-f4a80f017b71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:33.568203 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e021a6c6-3c59-4bf2-a4ff-9c4a4dcb54ec tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:33.614095 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-825fe601-954e-4ac4-83e1-0a8b66509064 None None] Provisioning complete for port df0fa613-91a7-4ad5-957d-7b7e3be41d53 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:23:33.614458 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-825fe601-954e-4ac4-83e1-0a8b66509064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:33.639790 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b46c9c23-9f99-4c10-b99f-2101e96134b3 req-d3afcbda-a26a-4f6d-9681-83beba3dfe4f service neutron] 10.222.0.26 "GET /v2.0/networks/392b706c-fa83-40b2-ba41-e97d70efdd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7768011 Nov 12 08:23:33.698647 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e021a6c6-3c59-4bf2-a4ff-9c4a4dcb54ec tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:33.709084 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ebe9d8ac-7f90-4fe7-9433-f4a80f017b71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:33.718620 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2c9494-bd3d-4b93-9e77-13e5fcb1e686 req-93a4dc48-a684-4134-bef4-517d4be81d6a tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:33.720192 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ef2c9494-bd3d-4b93-9e77-13e5fcb1e686 req-93a4dc48-a684-4134-bef4-517d4be81d6a tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/ports?device_id=90a94a8f-875a-48df-bed0-ea4acaf62540 HTTP/1.1" status: 200 len: 945 time: 0.3605983 Nov 12 08:23:33.725329 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-825fe601-954e-4ac4-83e1-0a8b66509064 None None] Port df0fa613-91a7-4ad5-957d-7b7e3be41d53 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:23:33.735652 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e021a6c6-3c59-4bf2-a4ff-9c4a4dcb54ec tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:23:33.736061 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e021a6c6-3c59-4bf2-a4ff-9c4a4dcb54ec tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:33.740147 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:23:33.740147 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:23:33.740147 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:23:33.740147 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:23:33.740147 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:23:33.740147 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:23:33.740147 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:23:33.740147 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:23:33.740147 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:23:33.740147 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:23:33.740147 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:23:33.740147 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:23:33.740147 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:23:33.740147 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:23:33.740147 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:23:33.740147 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:23:33.740147 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:23:33.740147 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:23:33.740147 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:23:33.740147 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:23:33.740147 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:23:33.740147 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:23:33.740147 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:23:33.740147 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:23:33.740147 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:23:33.740147 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:23:33.740147 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:23:33.740147 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:23:33.740147 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:23:33.740147 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:23:33.740147 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:23:33.740147 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:23:33.800532 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-d3df633a-7cab-40f2-8395-4accde5276f4 req-2b5c6e32-9471-4118-ac1b-d79305b397fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:33.805739 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4392ce34-64bf-4078-b898-d3d48835a5b7 req-92edf9fe-32b3-4ecb-acf1-f3e585b2f088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:33.817706 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4392ce34-64bf-4078-b898-d3d48835a5b7 req-92edf9fe-32b3-4ecb-acf1-f3e585b2f088 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e2c440c4-50ea-4b0b-97bd-c0edebace5c4 HTTP/1.1" status: 200 len: 917 time: 0.7505007 Nov 12 08:23:33.885537 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-cb862824-21f5-4df1-bf01-9a4472671670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:33.980000 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7417ec5-3a66-4a3c-bdf6-3e33e688f930 x-openstack-request-id: req-a7417ec5-3a66-4a3c-bdf6-3e33e688f930 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:23:33.980920 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90a94a8f-875a-48df-bed0-ea4acaf62540", "name": "network-vif-plugged", "status": "completed", "tag": "3c2fa4b7-90ec-4a65-b13a-de388c8fc952", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:23:33.980920 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a7417ec5-3a66-4a3c-bdf6-3e33e688f930 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:23:33.980920 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90a94a8f-875a-48df-bed0-ea4acaf62540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c2fa4b7-90ec-4a65-b13a-de388c8fc952', 'code': 200} Nov 12 08:23:34.174747 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e021a6c6-3c59-4bf2-a4ff-9c4a4dcb54ec tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:34.181447 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e021a6c6-3c59-4bf2-a4ff-9c4a4dcb54ec tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:34.188950 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-e021a6c6-3c59-4bf2-a4ff-9c4a4dcb54ec tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "DELETE /v2.0/networks/bff3efc3-57d1-4969-9c01-251371724cd6 HTTP/1.1" status: 204 len: 168 time: 2.8512962 Nov 12 08:23:34.219642 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 54092) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:34.234842 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-47a420a9-8ade-40d2-925a-720372d4402e tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Request body: {'port': {'network_id': 'e372bf0f-2ebc-4d91-b5c4-f31d4a0a8744', 'name': 'tempest-PortsIpV6TestJSON-194994870'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:23:34.304300 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e021a6c6-3c59-4bf2-a4ff-9c4a4dcb54ec tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Pushing event deleted for resources: {'Network': ['ID=bff3efc3-57d1-4969-9c01-251371724cd6,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:34.336848 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4392ce34-64bf-4078-b898-d3d48835a5b7 req-4f6422cc-dafd-42d6-8b15-9906e1c259bf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0aa2b7e0-4b27-40de-8535-e7e4f7dc82b3 HTTP/1.1" status: 200 len: 217 time: 0.4739096 Nov 12 08:23:34.390552 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ef2c9494-bd3d-4b93-9e77-13e5fcb1e686 req-d4135f28-cffa-462b-9c6a-5b125b81b79d tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/security-groups?id=4679696e-a532-438b-8380-3e45cd46de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6480107 Nov 12 08:23:34.440754 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-394fa81a-498f-4fb7-9af8-687fa297d1e0 req-84c628f8-6bc9-46d1-a84a-c882d5d67798 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a5f6507-173e-4aef-9a26-9d44f65871ea HTTP/1.1" status: 200 len: 210 time: 0.1026053 Nov 12 08:23:34.640318 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-405447bd-ae02-4f45-a70a-b853d7e66fa4 req-e4a2b923-8fd3-4299-a261-1a3c29aefb28 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=be68d5ee-5d55-432a-8f59-c22021814713 HTTP/1.1" status: 200 len: 210 time: 0.0868754 Nov 12 08:23:34.642651 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ebe9d8ac-7f90-4fe7-9433-f4a80f017b71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:34.655962 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ebe9d8ac-7f90-4fe7-9433-f4a80f017b71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:34.659982 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-ebe9d8ac-7f90-4fe7-9433-f4a80f017b71 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/367dcfe3-7cee-44c7-8200-160de1fe9d0b HTTP/1.1" status: 204 len: 168 time: 1.8188841 Nov 12 08:23:34.670397 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b984d02-4720-4d7a-970f-e46867c7ec0a req-873c600a-b07f-49aa-8ff1-1995dd212436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:34.677784 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8b984d02-4720-4d7a-970f-e46867c7ec0a req-873c600a-b07f-49aa-8ff1-1995dd212436 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=90a94a8f-875a-48df-bed0-ea4acaf62540 HTTP/1.1" status: 200 len: 1097 time: 0.5325460 Nov 12 08:23:34.714660 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4392ce34-64bf-4078-b898-d3d48835a5b7 req-ad5203b4-1e10-4a2c-b41b-217c57af6f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:34.722475 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4392ce34-64bf-4078-b898-d3d48835a5b7 req-ad5203b4-1e10-4a2c-b41b-217c57af6f8c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0d4289f2-e529-4350-942c-1018abfe5fa5 HTTP/1.1" status: 200 len: 855 time: 0.3650765 Nov 12 08:23:34.828702 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe9d8ac-7f90-4fe7-9433-f4a80f017b71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=367dcfe3-7cee-44c7-8200-160de1fe9d0b,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:34.855806 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4392ce34-64bf-4078-b898-d3d48835a5b7 req-17d20c0f-614b-4829-8557-4109fa923e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:34.857329 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4392ce34-64bf-4078-b898-d3d48835a5b7 req-17d20c0f-614b-4829-8557-4109fa923e5a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e2c440c4-50ea-4b0b-97bd-c0edebace5c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1242332 Nov 12 08:23:34.888334 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-ef17ac0c-b7e6-4864-9cd6-33022a3c359c req-58b38d6d-99f8-4da9-8a1e-e1ea4c00dbc5 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:35.009509 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8b984d02-4720-4d7a-970f-e46867c7ec0a req-dc073c8f-80c9-4ecc-a9fa-7b6e3aaa348c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4679696e-a532-438b-8380-3e45cd46de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335575 Nov 12 08:23:35.073869 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47a420a9-8ade-40d2-925a-720372d4402e tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Made reservation on behalf of 9685b661865b4c639766c916ebb4ca16 for: {'port': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:23:35.089626 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-47a420a9-8ade-40d2-925a-720372d4402e tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:35.140155 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4392ce34-64bf-4078-b898-d3d48835a5b7 req-0c686640-b1b7-4623-a31c-ad6860e984a9 service neutron] 10.222.0.44 "GET /v2.0/networks/e2c440c4-50ea-4b0b-97bd-c0edebace5c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739449 Nov 12 08:23:35.142021 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:35.162501 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-ef17ac0c-b7e6-4864-9cd6-33022a3c359c req-58b38d6d-99f8-4da9-8a1e-e1ea4c00dbc5 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:35.166622 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [None req-47a420a9-8ade-40d2-925a-720372d4402e tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] device_id is not set on port 7235e82f-2ef7-4562-9c5b-9afb9bdaa28e yet. {{(pid=102600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:23:35.309256 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef17ac0c-b7e6-4864-9cd6-33022a3c359c req-58b38d6d-99f8-4da9-8a1e-e1ea4c00dbc5 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Network e2c440c4-50ea-4b0b-97bd-c0edebace5c4 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:23:35.333184 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [req-ef17ac0c-b7e6-4864-9cd6-33022a3c359c req-58b38d6d-99f8-4da9-8a1e-e1ea4c00dbc5 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:23:35.341976 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef17ac0c-b7e6-4864-9cd6-33022a3c359c req-58b38d6d-99f8-4da9-8a1e-e1ea4c00dbc5 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:23:35.417583 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 0aa2b7e0-4b27-40de-8535-e7e4f7dc82b3 details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:23:35.455383 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b38d6d-99f8-4da9-8a1e-e1ea4c00dbc5 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Pushing event updated for resources: {'Port': ['ID=ce3601d8-a36c-4d58-b3bf-b7c137a63e6b,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:35.629593 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 0aa2b7e0-4b27-40de-8535-e7e4f7dc82b3, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=0aa2b7e0-4b27-40de-8535-e7e4f7dc82b3,segment=NetworkSegment(7d01148a-20d0-47ea-9742-61ec2ea015f1),segment_id=7d01148a-20d0-47ea-9742-61ec2ea015f1)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:35.648355 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': '0aa2b7e0-4b27-40de-8535-e7e4f7dc82b3', 'network_id': 'e2c440c4-50ea-4b0b-97bd-c0edebace5c4', 'port_id': '0aa2b7e0-4b27-40de-8535-e7e4f7dc82b3', 'mac_address': 'fa:16:3e:2c:e1:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d4289f2-e529-4350-942c-1018abfe5fa5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:23:35.748703 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:35.768100 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0aa2b7e0-4b27-40de-8535-e7e4f7dc82b3 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:23:35.795714 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 0aa2b7e0-4b27-40de-8535-e7e4f7dc82b3, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=0aa2b7e0-4b27-40de-8535-e7e4f7dc82b3,segment=NetworkSegment(7d01148a-20d0-47ea-9742-61ec2ea015f1),segment_id=7d01148a-20d0-47ea-9742-61ec2ea015f1)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:35.802849 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:35.933422 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-47a420a9-8ade-40d2-925a-720372d4402e tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:35.943848 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=0aa2b7e0-4b27-40de-8535-e7e4f7dc82b3,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:35.977914 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef17ac0c-b7e6-4864-9cd6-33022a3c359c req-58b38d6d-99f8-4da9-8a1e-e1ea4c00dbc5 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:35.978567 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-ef17ac0c-b7e6-4864-9cd6-33022a3c359c req-58b38d6d-99f8-4da9-8a1e-e1ea4c00dbc5 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:36.003866 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-1438833f-2b36-494c-8b13-5ff7d8c7348b None None] Provisioning complete for port ce3601d8-a36c-4d58-b3bf-b7c137a63e6b triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:23:36.004254 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1438833f-2b36-494c-8b13-5ff7d8c7348b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:36.006269 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f718b41d-a5fd-47b4-861f-80857013d91e req-572d7e73-2cda-49c8-a99d-a57a60d56afe tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:36.015218 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f718b41d-a5fd-47b4-861f-80857013d91e req-572d7e73-2cda-49c8-a99d-a57a60d56afe tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 946 time: 0.7038171 Nov 12 08:23:36.081420 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-47a420a9-8ade-40d2-925a-720372d4402e tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:36.086247 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ef17ac0c-b7e6-4864-9cd6-33022a3c359c req-58b38d6d-99f8-4da9-8a1e-e1ea4c00dbc5 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7329891 Nov 12 08:23:36.121452 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-ef17ac0c-b7e6-4864-9cd6-33022a3c359c req-a10cecd5-b453-4b25-ad32-14a09caeafcc service neutron] Request body: {'port': {'device_id': '2a5f6507-173e-4aef-9a26-9d44f65871ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-29'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:23:36.125728 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-1438833f-2b36-494c-8b13-5ff7d8c7348b None None] Port ce3601d8-a36c-4d58-b3bf-b7c137a63e6b cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:23:36.132177 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-d3df633a-7cab-40f2-8395-4accde5276f4 req-2b5c6e32-9471-4118-ac1b-d79305b397fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df0fa613-91a7-4ad5-957d-7b7e3be41d53 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:23:36.150714 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a420a9-8ade-40d2-925a-720372d4402e tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Network e372bf0f-2ebc-4d91-b5c4-f31d4a0a8744 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:23:36.178534 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-47a420a9-8ade-40d2-925a-720372d4402e tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:23:36.199243 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f718b41d-a5fd-47b4-861f-80857013d91e req-171d864e-735d-4225-9747-662209bd8308 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779406 Nov 12 08:23:36.205419 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a420a9-8ade-40d2-925a-720372d4402e tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:23:36.215431 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390ad99d-9830-4ed8-b1c2-2f65a59726f0 req-c06d4302-c3a7-4541-86b9-127c8e5b62fd tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:36.226430 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['0aa2b7e0-4b27-40de-8535-e7e4f7dc82b3'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:23:36.249349 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-390ad99d-9830-4ed8-b1c2-2f65a59726f0 req-c06d4302-c3a7-4541-86b9-127c8e5b62fd tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/ports?device_id=90a94a8f-875a-48df-bed0-ea4acaf62540 HTTP/1.1" status: 200 len: 945 time: 0.6568589 Nov 12 08:23:36.267669 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a420a9-8ade-40d2-925a-720372d4402e tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:36.268341 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-47a420a9-8ade-40d2-925a-720372d4402e tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:36.281496 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-d3df633a-7cab-40f2-8395-4accde5276f4 req-2b5c6e32-9471-4118-ac1b-d79305b397fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:36.308271 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4392ce34-64bf-4078-b898-d3d48835a5b7 req-e1403aa9-0267-429f-916f-284cd7e59602 service neutron] 10.222.0.44 "GET /v2.0/networks/e2c440c4-50ea-4b0b-97bd-c0edebace5c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1586289 Nov 12 08:23:36.377621 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-d3df633a-7cab-40f2-8395-4accde5276f4 req-2b5c6e32-9471-4118-ac1b-d79305b397fa service neutron] Transition to ACTIVE for port object df0fa613-91a7-4ad5-957d-7b7e3be41d53 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:23:36.402344 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a420a9-8ade-40d2-925a-720372d4402e tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Pushing event updated for resources: {'Port': ['ID=7235e82f-2ef7-4562-9c5b-9afb9bdaa28e,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:36.413387 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-47a420a9-8ade-40d2-925a-720372d4402e tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.1867814 Nov 12 08:23:36.419154 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 54164) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:36.494247 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-390ad99d-9830-4ed8-b1c2-2f65a59726f0 req-4b5af076-3a31-4e7b-acef-a44613973723 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/security-groups?id=4679696e-a532-438b-8380-3e45cd46de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385075 Nov 12 08:23:36.497467 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-d3df633a-7cab-40f2-8395-4accde5276f4 req-2b5c6e32-9471-4118-ac1b-d79305b397fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:36.515938 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-ef17ac0c-b7e6-4864-9cd6-33022a3c359c req-a10cecd5-b453-4b25-ad32-14a09caeafcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:36.632159 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5c6e32-9471-4118-ac1b-d79305b397fa service neutron] Pushing event updated for resources: {'Port': ['ID=df0fa613-91a7-4ad5-957d-7b7e3be41d53,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:36.864498 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46c9c23-9f99-4c10-b99f-2101e96134b3 req-49225c05-6bb9-434a-b484-66a446465465 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:36.872099 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b46c9c23-9f99-4c10-b99f-2101e96134b3 req-49225c05-6bb9-434a-b484-66a446465465 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.21 "GET /v2.0/networks?id=392b706c-fa83-40b2-ba41-e97d70efdd1d HTTP/1.1" status: 200 len: 811 time: 0.3576105 Nov 12 08:23:36.874057 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a420a9-8ade-40d2-925a-720372d4402e tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:36.874412 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a420a9-8ade-40d2-925a-720372d4402e tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:36.874788 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a420a9-8ade-40d2-925a-720372d4402e tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:36.875126 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a420a9-8ade-40d2-925a-720372d4402e tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:36.875459 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a420a9-8ade-40d2-925a-720372d4402e tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:36.875791 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a420a9-8ade-40d2-925a-720372d4402e tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:36.884910 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a420a9-8ade-40d2-925a-720372d4402e tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:36.885683 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a420a9-8ade-40d2-925a-720372d4402e tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:36.885958 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a420a9-8ade-40d2-925a-720372d4402e tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:36.886300 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a420a9-8ade-40d2-925a-720372d4402e tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:36.887233 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a420a9-8ade-40d2-925a-720372d4402e tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:36.887853 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a420a9-8ade-40d2-925a-720372d4402e tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:36.905820 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-d3df633a-7cab-40f2-8395-4accde5276f4 req-2b5c6e32-9471-4118-ac1b-d79305b397fa service neutron] Attempting to bind port df0fa613-91a7-4ad5-957d-7b7e3be41d53 on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:23:36.906161 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-d3df633a-7cab-40f2-8395-4accde5276f4 req-2b5c6e32-9471-4118-ac1b-d79305b397fa service neutron] Attempting to bind port df0fa613-91a7-4ad5-957d-7b7e3be41d53 by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': '7d01148a-20d0-47ea-9742-61ec2ea015f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e2c440c4-50ea-4b0b-97bd-c0edebace5c4'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:23:36.906513 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3df633a-7cab-40f2-8395-4accde5276f4 req-2b5c6e32-9471-4118-ac1b-d79305b397fa service neutron] Attempting to bind port df0fa613-91a7-4ad5-957d-7b7e3be41d53 on network e2c440c4-50ea-4b0b-97bd-c0edebace5c4 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:23:36.919159 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3df633a-7cab-40f2-8395-4accde5276f4 req-2b5c6e32-9471-4118-ac1b-d79305b397fa service neutron] Port df0fa613-91a7-4ad5-957d-7b7e3be41d53 on network e2c440c4-50ea-4b0b-97bd-c0edebace5c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:23:36.919709 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3df633a-7cab-40f2-8395-4accde5276f4 req-2b5c6e32-9471-4118-ac1b-d79305b397fa service neutron] Attempting to bind port df0fa613-91a7-4ad5-957d-7b7e3be41d53 on network e2c440c4-50ea-4b0b-97bd-c0edebace5c4 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:23:36.925487 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3df633a-7cab-40f2-8395-4accde5276f4 req-2b5c6e32-9471-4118-ac1b-d79305b397fa service neutron] Checking agent: {'id': '26215384-8035-4ce2-971a-8e67be80da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:23:36.931783 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3df633a-7cab-40f2-8395-4accde5276f4 req-2b5c6e32-9471-4118-ac1b-d79305b397fa service neutron] Checking segment: {'id': '7d01148a-20d0-47ea-9742-61ec2ea015f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e2c440c4-50ea-4b0b-97bd-c0edebace5c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:23:36.932541 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3df633a-7cab-40f2-8395-4accde5276f4 req-2b5c6e32-9471-4118-ac1b-d79305b397fa service neutron] Bound using segment: {'id': '7d01148a-20d0-47ea-9742-61ec2ea015f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e2c440c4-50ea-4b0b-97bd-c0edebace5c4'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:23:36.933198 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-d3df633a-7cab-40f2-8395-4accde5276f4 req-2b5c6e32-9471-4118-ac1b-d79305b397fa service neutron] Bound port: df0fa613-91a7-4ad5-957d-7b7e3be41d53, host: n-h1-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d01148a-20d0-47ea-9742-61ec2ea015f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e2c440c4-50ea-4b0b-97bd-c0edebace5c4'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:23:36.933739 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-d3df633a-7cab-40f2-8395-4accde5276f4 req-2b5c6e32-9471-4118-ac1b-d79305b397fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:36.958287 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c34a2d86-15b0-4e13-b436-cffa9acf1d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:37.047818 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-b46c9c23-9f99-4c10-b99f-2101e96134b3 req-768ff6ed-dd6b-4230-aca8-836fda63999d tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Request body: {'port': {'device_id': 'be68d5ee-5d55-432a-8f59-c22021814713', 'network_id': '392b706c-fa83-40b2-ba41-e97d70efdd1d', 'admin_state_up': True, 'tenant_id': '13ee7d6d71864c9eb2f508185e6a266f'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:23:37.145216 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-d3df633a-7cab-40f2-8395-4accde5276f4 req-2b5c6e32-9471-4118-ac1b-d79305b397fa service neutron] For port df0fa613-91a7-4ad5-957d-7b7e3be41d53, host n-h1-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:23:37.149300 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-d3df633a-7cab-40f2-8395-4accde5276f4 req-2b5c6e32-9471-4118-ac1b-d79305b397fa service neutron] For port df0fa613-91a7-4ad5-957d-7b7e3be41d53, host n-h1-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=df0fa613-91a7-4ad5-957d-7b7e3be41d53,segment=NetworkSegment(7d01148a-20d0-47ea-9742-61ec2ea015f1),segment_id=7d01148a-20d0-47ea-9742-61ec2ea015f1)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:23:37.165642 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-d3df633a-7cab-40f2-8395-4accde5276f4 req-2b5c6e32-9471-4118-ac1b-d79305b397fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:37.204946 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-870593db-97fa-4690-8afc-29b2b7f5ba3a req-c7157213-3640-4573-b0ab-27e79f5b0f7e tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=be68d5ee-5d55-432a-8f59-c22021814713 HTTP/1.1" status: 200 len: 210 time: 0.0496459 Nov 12 08:23:37.393396 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2cce8b-c3dd-4f1c-b012-957c00fef1ad req-9cef1f51-3f17-4e4d-996d-ab97bacd4e97 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:37.395603 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5e2cce8b-c3dd-4f1c-b012-957c00fef1ad req-9cef1f51-3f17-4e4d-996d-ab97bacd4e97 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a5f6507-173e-4aef-9a26-9d44f65871ea HTTP/1.1" status: 200 len: 931 time: 0.9891405 Nov 12 08:23:37.423332 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 0aa2b7e0-4b27-40de-8535-e7e4f7dc82b3 up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:23:37.504762 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5c6e32-9471-4118-ac1b-d79305b397fa service neutron] Pushing event updated for resources: {'Port': ['ID=df0fa613-91a7-4ad5-957d-7b7e3be41d53,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:37.516745 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df633a-7cab-40f2-8395-4accde5276f4 req-2b5c6e32-9471-4118-ac1b-d79305b397fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:37.516745 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-d3df633a-7cab-40f2-8395-4accde5276f4 req-2b5c6e32-9471-4118-ac1b-d79305b397fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:37.525868 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d3df633a-7cab-40f2-8395-4accde5276f4 req-2b5c6e32-9471-4118-ac1b-d79305b397fa service neutron] 10.222.0.21 "PUT /v2.0/ports/df0fa613-91a7-4ad5-957d-7b7e3be41d53 HTTP/1.1" status: 200 len: 1093 time: 4.0935979 Nov 12 08:23:37.564012 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning for port 0aa2b7e0-4b27-40de-8535-e7e4f7dc82b3 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:23:37.572253 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port 0aa2b7e0-4b27-40de-8535-e7e4f7dc82b3 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:23:37.573288 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:37.610366 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14ea6b66-b2b3-48e9-8a22-fc303d6ddba7', 'tag': 'df0fa613-91a7-4ad5-957d-7b7e3be41d53'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:23:37.624060 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc8cf359-5e55-43e6-936a-1bfa38d0f096" -d '{"events": [{"name": "network-changed", "server_uuid": "14ea6b66-b2b3-48e9-8a22-fc303d6ddba7", "tag": "df0fa613-91a7-4ad5-957d-7b7e3be41d53"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:23:37.649003 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b46c9c23-9f99-4c10-b99f-2101e96134b3 req-768ff6ed-dd6b-4230-aca8-836fda63999d tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Made reservation on behalf of 13ee7d6d71864c9eb2f508185e6a266f for: {'port': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:23:37.668014 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-b46c9c23-9f99-4c10-b99f-2101e96134b3 req-768ff6ed-dd6b-4230-aca8-836fda63999d tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:37.712300 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5c6e32-9471-4118-ac1b-d79305b397fa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:37.719857 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5c6e32-9471-4118-ac1b-d79305b397fa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:37.730184 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5c6e32-9471-4118-ac1b-d79305b397fa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:37.730730 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5c6e32-9471-4118-ac1b-d79305b397fa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:37.731288 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5c6e32-9471-4118-ac1b-d79305b397fa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:37.731706 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5c6e32-9471-4118-ac1b-d79305b397fa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:37.732138 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5c6e32-9471-4118-ac1b-d79305b397fa service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:37.733844 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5c6e32-9471-4118-ac1b-d79305b397fa service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:37.738729 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5c6e32-9471-4118-ac1b-d79305b397fa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:37.740010 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5c6e32-9471-4118-ac1b-d79305b397fa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:37.744120 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5c6e32-9471-4118-ac1b-d79305b397fa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:37.744777 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5c6e32-9471-4118-ac1b-d79305b397fa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:37.754410 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:37.786167 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba7d0c9-1459-4302-a760-6fa14a2846bc req-a1f79777-acb3-4501-b794-ec3aa713d88f tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:37.801859 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5ba7d0c9-1459-4302-a760-6fa14a2846bc req-a1f79777-acb3-4501-b794-ec3aa713d88f tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 946 time: 0.6116540 Nov 12 08:23:37.891049 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3b84f47-7e13-4867-8fd2-70853a72090b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aa2b7e0-4b27-40de-8535-e7e4f7dc82b3'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:23:37.896671 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6820c036-5494-49d8-ae7c-24a4058f5cde" -d '{"events": [{"server_uuid": "c3b84f47-7e13-4867-8fd2-70853a72090b", "name": "network-vif-plugged", "status": "completed", "tag": "0aa2b7e0-4b27-40de-8535-e7e4f7dc82b3"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:23:37.947759 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:37.961378 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 0aa2b7e0-4b27-40de-8535-e7e4f7dc82b3, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=0aa2b7e0-4b27-40de-8535-e7e4f7dc82b3,segment=NetworkSegment(7d01148a-20d0-47ea-9742-61ec2ea015f1),segment_id=7d01148a-20d0-47ea-9742-61ec2ea015f1)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:37.970521 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-b37e5566-f91e-4b46-ae48-3a5e2c244142 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Deleting port 7235e82f-2ef7-4562-9c5b-9afb9bdaa28e {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:23:37.971315 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b37e5566-f91e-4b46-ae48-3a5e2c244142 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:37.975010 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:37.987878 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd985ce-cbd7-4c04-9375-26434916c653 req-97410832-f58b-4d78-89eb-52275ad475f5 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:38.003250 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8dd985ce-cbd7-4c04-9375-26434916c653 req-97410832-f58b-4d78-89eb-52275ad475f5 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 946 time: 0.6656485 Nov 12 08:23:38.068428 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df633a-7cab-40f2-8395-4accde5276f4 req-9a44fbdf-c411-4022-97ab-3d5eaf07fb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:38.075796 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d3df633a-7cab-40f2-8395-4accde5276f4 req-9a44fbdf-c411-4022-97ab-3d5eaf07fb3f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b88449ba960a4cb6a171894fe6164da2&device_id=14ea6b66-b2b3-48e9-8a22-fc303d6ddba7 HTTP/1.1" status: 200 len: 1096 time: 0.4438388 Nov 12 08:23:38.095656 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=0aa2b7e0-4b27-40de-8535-e7e4f7dc82b3,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:38.186014 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8dd985ce-cbd7-4c04-9375-26434916c653 req-faa87d65-5ebc-4239-941d-8fbc4f09b032 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757772 Nov 12 08:23:38.188323 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d3df633a-7cab-40f2-8395-4accde5276f4 req-e36ca891-148a-47d7-bdb0-04ba008550d2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df0fa613-91a7-4ad5-957d-7b7e3be41d53 HTTP/1.1" status: 200 len: 217 time: 0.0898535 Nov 12 08:23:38.202992 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5e2cce8b-c3dd-4f1c-b012-957c00fef1ad req-feae8323-d997-403a-bbc0-32518e7c4eef tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cbb65ba-0e7e-4ab7-8759-517886115d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7810149 Nov 12 08:23:38.228699 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 54224) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:38.257705 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b37e5566-f91e-4b46-ae48-3a5e2c244142 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:38.301423 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-b37e5566-f91e-4b46-ae48-3a5e2c244142 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Calling delete_port for 7235e82f-2ef7-4562-9c5b-9afb9bdaa28e owned by {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:23:38.324592 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [req-b46c9c23-9f99-4c10-b99f-2101e96134b3 req-768ff6ed-dd6b-4230-aca8-836fda63999d tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Allocated IP 172.20.0.3 (392b706c-fa83-40b2-ba41-e97d70efdd1d/2d250a72-e563-4d6e-ac4f-f44698e0ce3c/a4a518c3-e7bb-4082-8b18-06e6f981519a) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:23:38.342985 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71c0cad7-16e5-4fd3-9c43-b01acb105b2e x-openstack-request-id: req-71c0cad7-16e5-4fd3-9c43-b01acb105b2e {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:23:38.343651 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14ea6b66-b2b3-48e9-8a22-fc303d6ddba7", "tag": "df0fa613-91a7-4ad5-957d-7b7e3be41d53", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:23:38.346357 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-71c0cad7-16e5-4fd3-9c43-b01acb105b2e {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:23:38.347038 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14ea6b66-b2b3-48e9-8a22-fc303d6ddba7', 'tag': 'df0fa613-91a7-4ad5-957d-7b7e3be41d53', 'status': 'completed', 'code': 200} Nov 12 08:23:38.411719 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd95e1d6-f56f-4b8e-b11f-e87386c6b759 x-openstack-request-id: req-dd95e1d6-f56f-4b8e-b11f-e87386c6b759 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:23:38.412013 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3b84f47-7e13-4867-8fd2-70853a72090b", "name": "network-vif-plugged", "status": "completed", "tag": "0aa2b7e0-4b27-40de-8535-e7e4f7dc82b3", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:23:38.412320 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dd95e1d6-f56f-4b8e-b11f-e87386c6b759 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:23:38.412714 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3b84f47-7e13-4867-8fd2-70853a72090b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aa2b7e0-4b27-40de-8535-e7e4f7dc82b3', 'code': 200} Nov 12 08:23:38.508144 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-5ba7d0c9-1459-4302-a760-6fa14a2846bc req-a8d2dd46-3026-4d49-83d5-5e6778541667 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Deleting port 73685504-dbc6-48c5-be42-7df6febab919 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:23:38.510708 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-5ba7d0c9-1459-4302-a760-6fa14a2846bc req-a8d2dd46-3026-4d49-83d5-5e6778541667 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:38.518764 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ca50f18d-cbdf-4a6c-8b97-0546458692e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:38.528092 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df633a-7cab-40f2-8395-4accde5276f4 req-d7e078f2-12ff-419c-8815-5d7d42cf6b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:38.530070 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d3df633a-7cab-40f2-8395-4accde5276f4 req-d7e078f2-12ff-419c-8815-5d7d42cf6b7a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0d4289f2-e529-4350-942c-1018abfe5fa5 HTTP/1.1" status: 200 len: 855 time: 0.3323457 Nov 12 08:23:38.575120 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [req-ef17ac0c-b7e6-4864-9cd6-33022a3c359c req-a10cecd5-b453-4b25-ad32-14a09caeafcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce3601d8-a36c-4d58-b3bf-b7c137a63e6b {{(pid=102600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:23:38.606498 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-ef17ac0c-b7e6-4864-9cd6-33022a3c359c req-a10cecd5-b453-4b25-ad32-14a09caeafcc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:38.705307 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.provisioning_blocks [req-ef17ac0c-b7e6-4864-9cd6-33022a3c359c req-a10cecd5-b453-4b25-ad32-14a09caeafcc service neutron] Transition to ACTIVE for port object ce3601d8-a36c-4d58-b3bf-b7c137a63e6b will not be triggered until provisioned by entity L2. {{(pid=102600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:23:38.721742 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e5b542-3d25-454a-b991-6fcb632bb8b4 req-e1530987-8571-40ea-a0a5-3344949c56b6 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:38.733548 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d6e5b542-3d25-454a-b991-6fcb632bb8b4 req-e1530987-8571-40ea-a0a5-3344949c56b6 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/ports?device_id=90a94a8f-875a-48df-bed0-ea4acaf62540 HTTP/1.1" status: 200 len: 945 time: 0.3821437 Nov 12 08:23:38.779321 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142e7c0f-a651-416a-92bf-4b99c2544847 req-20645a06-8453-4439-80f4-84dc5cdebcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:38.781104 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-142e7c0f-a651-416a-92bf-4b99c2544847 req-20645a06-8453-4439-80f4-84dc5cdebcf7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c3b84f47-7e13-4867-8fd2-70853a72090b HTTP/1.1" status: 200 len: 1097 time: 0.2669344 Nov 12 08:23:38.851203 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-ef17ac0c-b7e6-4864-9cd6-33022a3c359c req-a10cecd5-b453-4b25-ad32-14a09caeafcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:38.892486 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b37e5566-f91e-4b46-ae48-3a5e2c244142 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:38.901464 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ee1c3524-ea2b-4986-be81-61618e2d116f req-fc7ad550-533d-45af-a0f3-6d495d2df500 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=be68d5ee-5d55-432a-8f59-c22021814713 HTTP/1.1" status: 200 len: 210 time: 0.2304065 Nov 12 08:23:38.939442 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d6e5b542-3d25-454a-b991-6fcb632bb8b4 req-8f132e84-0ab5-41c0-9914-12cb1d49e80b tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/security-groups?id=4679696e-a532-438b-8380-3e45cd46de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047374 Nov 12 08:23:38.941862 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df633a-7cab-40f2-8395-4accde5276f4 req-d24433b6-4e05-40f0-9a2e-cd2a7d0f06d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:38.944891 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d3df633a-7cab-40f2-8395-4accde5276f4 req-d24433b6-4e05-40f0-9a2e-cd2a7d0f06d6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e2c440c4-50ea-4b0b-97bd-c0edebace5c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3953345 Nov 12 08:23:38.988042 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-5ba7d0c9-1459-4302-a760-6fa14a2846bc req-a8d2dd46-3026-4d49-83d5-5e6778541667 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] For port 73685504-dbc6-48c5-be42-7df6febab919, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=73685504-dbc6-48c5-be42-7df6febab919,segment=NetworkSegment(f556910d-c385-437f-a6fb-f3c9395b9194),segment_id=f556910d-c385-437f-a6fb-f3c9395b9194)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:38.988655 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-5ba7d0c9-1459-4302-a760-6fa14a2846bc req-a8d2dd46-3026-4d49-83d5-5e6778541667 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:38.991601 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-b46c9c23-9f99-4c10-b99f-2101e96134b3 req-768ff6ed-dd6b-4230-aca8-836fda63999d tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:39.022836 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b37e5566-f91e-4b46-ae48-3a5e2c244142 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:39.026392 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-b37e5566-f91e-4b46-ae48-3a5e2c244142 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "DELETE /v2.0/ports/7235e82f-2ef7-4562-9c5b-9afb9bdaa28e HTTP/1.1" status: 204 len: 168 time: 2.5884204 Nov 12 08:23:39.027004 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-5ba7d0c9-1459-4302-a760-6fa14a2846bc req-a8d2dd46-3026-4d49-83d5-5e6778541667 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Calling delete_port for 73685504-dbc6-48c5-be42-7df6febab919 owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:23:39.035770 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 54238) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:39.047492 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-c36ac8ae-dae4-4249-880f-5fa659b421f4 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Request body: {'port': {'network_id': 'e372bf0f-2ebc-4d91-b5c4-f31d4a0a8744', 'mac_address': 'fa:16:3e:ce:9a:90', 'name': 'tempest-PortsIpV6TestJSON-1294126358'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:23:39.057724 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-142e7c0f-a651-416a-92bf-4b99c2544847 req-6611dd54-abd0-4e6f-bb45-bb30195ab14c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4cbb65ba-0e7e-4ab7-8759-517886115d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600491 Nov 12 08:23:39.120934 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10cecd5-b453-4b25-ad32-14a09caeafcc service neutron] Pushing event updated for resources: {'Port': ['ID=ce3601d8-a36c-4d58-b3bf-b7c137a63e6b,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:39.168471 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:39.481296 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d3df633a-7cab-40f2-8395-4accde5276f4 req-e398e3d2-70f0-4609-aa13-9e61b3caf8ea service neutron] 10.222.0.21 "GET /v2.0/networks/e2c440c4-50ea-4b0b-97bd-c0edebace5c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5161405 Nov 12 08:23:39.591815 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775ded3e-2ddf-44de-a782-54c492d934e0 req-b6c4c8c8-e3ff-4efc-8d1c-07bade275fac tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:39.600635 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-775ded3e-2ddf-44de-a782-54c492d934e0 req-b6c4c8c8-e3ff-4efc-8d1c-07bade275fac tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e631f1f-9a20-49e6-8333-fc457bad62af HTTP/1.1" status: 200 len: 946 time: 0.2710335 Nov 12 08:23:39.647551 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c36ac8ae-dae4-4249-880f-5fa659b421f4 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Made reservation on behalf of 9685b661865b4c639766c916ebb4ca16 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:23:39.797320 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:39.819177 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37e5566-f91e-4b46-ae48-3a5e2c244142 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Pushing event deleted for resources: {'Port': ['ID=7235e82f-2ef7-4562-9c5b-9afb9bdaa28e,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:39.873492 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ca50f18d-cbdf-4a6c-8b97-0546458692e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:39.889832 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ca50f18d-cbdf-4a6c-8b97-0546458692e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:39.892448 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-ef17ac0c-b7e6-4864-9cd6-33022a3c359c req-a10cecd5-b453-4b25-ad32-14a09caeafcc service neutron] Attempting to bind port ce3601d8-a36c-4d58-b3bf-b7c137a63e6b on host n-h2-765315-29 for vnic_type normal with profile {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:23:39.893042 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-ef17ac0c-b7e6-4864-9cd6-33022a3c359c req-a10cecd5-b453-4b25-ad32-14a09caeafcc service neutron] Attempting to bind port ce3601d8-a36c-4d58-b3bf-b7c137a63e6b by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': '7d01148a-20d0-47ea-9742-61ec2ea015f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e2c440c4-50ea-4b0b-97bd-c0edebace5c4'}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:23:39.893609 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef17ac0c-b7e6-4864-9cd6-33022a3c359c req-a10cecd5-b453-4b25-ad32-14a09caeafcc service neutron] Attempting to bind port ce3601d8-a36c-4d58-b3bf-b7c137a63e6b on network e2c440c4-50ea-4b0b-97bd-c0edebace5c4 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:23:39.907669 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-b46c9c23-9f99-4c10-b99f-2101e96134b3 req-768ff6ed-dd6b-4230-aca8-836fda63999d tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:39.935286 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef17ac0c-b7e6-4864-9cd6-33022a3c359c req-a10cecd5-b453-4b25-ad32-14a09caeafcc service neutron] Port ce3601d8-a36c-4d58-b3bf-b7c137a63e6b on network e2c440c4-50ea-4b0b-97bd-c0edebace5c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:23:39.938176 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef17ac0c-b7e6-4864-9cd6-33022a3c359c req-a10cecd5-b453-4b25-ad32-14a09caeafcc service neutron] Attempting to bind port ce3601d8-a36c-4d58-b3bf-b7c137a63e6b on network e2c440c4-50ea-4b0b-97bd-c0edebace5c4 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:23:39.947193 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-5ba7d0c9-1459-4302-a760-6fa14a2846bc req-a8d2dd46-3026-4d49-83d5-5e6778541667 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:39.962255 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c36ac8ae-dae4-4249-880f-5fa659b421f4 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:39.965777 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d3df633a-7cab-40f2-8395-4accde5276f4 req-007dd483-fc98-40ac-bb2a-07c44d5d09c2 service neutron] 10.222.0.21 "GET /v2.0/networks/e2c440c4-50ea-4b0b-97bd-c0edebace5c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4689150 Nov 12 08:23:39.999496 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-775ded3e-2ddf-44de-a782-54c492d934e0 req-8ddd04a7-6eec-42e6-a073-df7c40fd61fe tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.26 "GET /v2.0/security-groups?id=9163fd25-6079-4458-9bee-3945c6f549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3977659 Nov 12 08:23:40.033633 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5b0756-23f4-451c-b46c-50bbba759c0b req-5fd92290-c054-4b6c-8729-251e6ae719fc tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:40.042137 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bd5b0756-23f4-451c-b46c-50bbba759c0b req-5fd92290-c054-4b6c-8729-251e6ae719fc tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a5f6507-173e-4aef-9a26-9d44f65871ea HTTP/1.1" status: 200 len: 943 time: 0.2255318 Nov 12 08:23:40.045593 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-ca50f18d-cbdf-4a6c-8b97-0546458692e7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=15f6da7637dc4d35a52cd77a0edbf1e5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8087096 Nov 12 08:23:40.048293 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef17ac0c-b7e6-4864-9cd6-33022a3c359c req-a10cecd5-b453-4b25-ad32-14a09caeafcc service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:23:40.048631 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef17ac0c-b7e6-4864-9cd6-33022a3c359c req-a10cecd5-b453-4b25-ad32-14a09caeafcc service neutron] Checking segment: {'id': '7d01148a-20d0-47ea-9742-61ec2ea015f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e2c440c4-50ea-4b0b-97bd-c0edebace5c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:23:40.049001 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef17ac0c-b7e6-4864-9cd6-33022a3c359c req-a10cecd5-b453-4b25-ad32-14a09caeafcc service neutron] Bound using segment: {'id': '7d01148a-20d0-47ea-9742-61ec2ea015f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e2c440c4-50ea-4b0b-97bd-c0edebace5c4'} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:23:40.049431 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-ef17ac0c-b7e6-4864-9cd6-33022a3c359c req-a10cecd5-b453-4b25-ad32-14a09caeafcc service neutron] Bound port: ce3601d8-a36c-4d58-b3bf-b7c137a63e6b, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d01148a-20d0-47ea-9742-61ec2ea015f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e2c440c4-50ea-4b0b-97bd-c0edebace5c4'}}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:23:40.049784 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-ef17ac0c-b7e6-4864-9cd6-33022a3c359c req-a10cecd5-b453-4b25-ad32-14a09caeafcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:40.052678 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 54264) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:40.065018 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d2dd46-3026-4d49-83d5-5e6778541667 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Pushing event deleted for resources: {'Port': ['ID=73685504-dbc6-48c5-be42-7df6febab919,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:40.093087 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b46c9c23-9f99-4c10-b99f-2101e96134b3 req-768ff6ed-dd6b-4230-aca8-836fda63999d tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Network 392b706c-fa83-40b2-ba41-e97d70efdd1d is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:23:40.093896 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca50f18d-cbdf-4a6c-8b97-0546458692e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0761c67a-b39c-40b5-a8ec-90dddc7eb48c,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:40.122117 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [req-b46c9c23-9f99-4c10-b99f-2101e96134b3 req-768ff6ed-dd6b-4230-aca8-836fda63999d tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:23:40.129736 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768ff6ed-dd6b-4230-aca8-836fda63999d tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Pushing event updated for resources: {'Port': ['ID=a4a518c3-e7bb-4082-8b18-06e6f981519a,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:40.131095 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [req-b46c9c23-9f99-4c10-b99f-2101e96134b3 req-768ff6ed-dd6b-4230-aca8-836fda63999d tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:23:40.140412 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [None req-c36ac8ae-dae4-4249-880f-5fa659b421f4 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] device_id is not set on port f0a17968-4b8f-4be4-8f41-c45ce621b0e6 yet. {{(pid=102599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:23:40.246092 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ba7d0c9-1459-4302-a760-6fa14a2846bc req-a8d2dd46-3026-4d49-83d5-5e6778541667 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] No DVR routers for this DVR port 73685504-dbc6-48c5-be42-7df6febab919 on host n-h1-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:23:40.272252 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-5ba7d0c9-1459-4302-a760-6fa14a2846bc req-a8d2dd46-3026-4d49-83d5-5e6778541667 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:40.275876 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5ba7d0c9-1459-4302-a760-6fa14a2846bc req-a8d2dd46-3026-4d49-83d5-5e6778541667 tempest-ServersNegativeTestJSON-1331889519 tempest-ServersNegativeTestJSON-1331889519-project] 10.222.0.21 "DELETE /v2.0/ports/73685504-dbc6-48c5-be42-7df6febab919 HTTP/1.1" status: 204 len: 173 time: 2.4629397 Nov 12 08:23:40.304625 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bd5b0756-23f4-451c-b46c-50bbba759c0b req-fbeacfbc-49f1-4598-bb92-33b3f03008c0 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cbb65ba-0e7e-4ab7-8759-517886115d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616107 Nov 12 08:23:40.349260 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e631f1f-9a20-49e6-8333-fc457bad62af', 'name': 'network-vif-deleted', 'tag': '73685504-dbc6-48c5-be42-7df6febab919'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:23:40.356175 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f805bdba-d71a-4fc3-9938-d265c0ee29c1" -d '{"events": [{"server_uuid": "1e631f1f-9a20-49e6-8333-fc457bad62af", "name": "network-vif-deleted", "tag": "73685504-dbc6-48c5-be42-7df6febab919"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:23:40.393770 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8cf359-5e55-43e6-936a-1bfa38d0f096 req-3c964a2c-e008-433e-8b98-eb894bca7c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:40.406504 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cc8cf359-5e55-43e6-936a-1bfa38d0f096 req-3c964a2c-e008-433e-8b98-eb894bca7c5a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b88449ba960a4cb6a171894fe6164da2&device_id=14ea6b66-b2b3-48e9-8a22-fc303d6ddba7 HTTP/1.1" status: 200 len: 1096 time: 0.3527806 Nov 12 08:23:40.454568 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4ffb3d93-5fe8-44cf-8526-cb0e2516cd04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:40.527624 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4ffb3d93-5fe8-44cf-8526-cb0e2516cd04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:40.559963 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c1cd128-eb0c-43b7-85bb-37a53099bf50 x-openstack-request-id: req-5c1cd128-eb0c-43b7-85bb-37a53099bf50 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:23:40.560591 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e631f1f-9a20-49e6-8333-fc457bad62af", "name": "network-vif-deleted", "tag": "73685504-dbc6-48c5-be42-7df6febab919", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:23:40.560591 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5c1cd128-eb0c-43b7-85bb-37a53099bf50 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:23:40.561033 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e631f1f-9a20-49e6-8333-fc457bad62af', 'name': 'network-vif-deleted', 'tag': '73685504-dbc6-48c5-be42-7df6febab919', 'status': 'completed', 'code': 200} Nov 12 08:23:40.638829 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46c9c23-9f99-4c10-b99f-2101e96134b3 req-768ff6ed-dd6b-4230-aca8-836fda63999d tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:40.642434 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-b46c9c23-9f99-4c10-b99f-2101e96134b3 req-768ff6ed-dd6b-4230-aca8-836fda63999d tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:40.674837 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-ef17ac0c-b7e6-4864-9cd6-33022a3c359c req-a10cecd5-b453-4b25-ad32-14a09caeafcc service neutron] For port ce3601d8-a36c-4d58-b3bf-b7c137a63e6b, host n-h2-765315-29, cleared binding levels {{(pid=102600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:23:40.700800 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-ef17ac0c-b7e6-4864-9cd6-33022a3c359c req-a10cecd5-b453-4b25-ad32-14a09caeafcc service neutron] For port ce3601d8-a36c-4d58-b3bf-b7c137a63e6b, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=ce3601d8-a36c-4d58-b3bf-b7c137a63e6b,segment=NetworkSegment(7d01148a-20d0-47ea-9742-61ec2ea015f1),segment_id=7d01148a-20d0-47ea-9742-61ec2ea015f1)] {{(pid=102600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:23:40.706693 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-ef17ac0c-b7e6-4864-9cd6-33022a3c359c req-a10cecd5-b453-4b25-ad32-14a09caeafcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:40.721204 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b46c9c23-9f99-4c10-b99f-2101e96134b3 req-768ff6ed-dd6b-4230-aca8-836fda63999d tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6935570 Nov 12 08:23:40.757491 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-1b419c89-c9fa-427d-8e71-1dbf0d9ef29e None None] Provisioning complete for port a4a518c3-e7bb-4082-8b18-06e6f981519a triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:23:40.759528 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1b419c89-c9fa-427d-8e71-1dbf0d9ef29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:40.760267 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-b46c9c23-9f99-4c10-b99f-2101e96134b3 req-e910cc21-5c87-4a8a-859c-95de83bd1025 service neutron] Request body: {'port': {'device_id': 'be68d5ee-5d55-432a-8f59-c22021814713', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-29'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:23:40.845543 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0aa327-2f0e-41e6-a107-55bd67540c07 req-4b3c2823-38aa-44a3-a477-0181f1483b0d tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:40.854687 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 73685504-dbc6-48c5-be42-7df6febab919 no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:23:40.864500 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cd0aa327-2f0e-41e6-a107-55bd67540c07 req-4b3c2823-38aa-44a3-a477-0181f1483b0d tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=be68d5ee-5d55-432a-8f59-c22021814713 HTTP/1.1" status: 200 len: 931 time: 0.5510001 Nov 12 08:23:40.926443 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef17ac0c-b7e6-4864-9cd6-33022a3c359c req-a10cecd5-b453-4b25-ad32-14a09caeafcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:40.927095 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-ef17ac0c-b7e6-4864-9cd6-33022a3c359c req-a10cecd5-b453-4b25-ad32-14a09caeafcc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:40.928677 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ef17ac0c-b7e6-4864-9cd6-33022a3c359c req-a10cecd5-b453-4b25-ad32-14a09caeafcc service neutron] 10.222.0.44 "PUT /v2.0/ports/ce3601d8-a36c-4d58-b3bf-b7c137a63e6b HTTP/1.1" status: 200 len: 1092 time: 4.8120832 Nov 12 08:23:40.929473 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4ffb3d93-5fe8-44cf-8526-cb0e2516cd04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:40.932337 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4ffb3d93-5fe8-44cf-8526-cb0e2516cd04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:40.936170 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-4ffb3d93-5fe8-44cf-8526-cb0e2516cd04 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0761c67a-b39c-40b5-a8ec-90dddc7eb48c HTTP/1.1" status: 204 len: 168 time: 0.8724062 Nov 12 08:23:40.936170 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a5f6507-173e-4aef-9a26-9d44f65871ea', 'tag': 'ce3601d8-a36c-4d58-b3bf-b7c137a63e6b'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:23:40.948290 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaa10215-d3ff-40f1-bdfe-07bbbc6797b0" -d '{"events": [{"name": "network-changed", "server_uuid": "2a5f6507-173e-4aef-9a26-9d44f65871ea", "tag": "ce3601d8-a36c-4d58-b3bf-b7c137a63e6b"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:23:41.088232 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10cecd5-b453-4b25-ad32-14a09caeafcc service neutron] Pushing event updated for resources: {'Port': ['ID=ce3601d8-a36c-4d58-b3bf-b7c137a63e6b,revision_number=3']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:41.129542 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08248c6c-80ce-4b1b-a1ec-af810a654688 x-openstack-request-id: req-08248c6c-80ce-4b1b-a1ec-af810a654688 {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:23:41.129842 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a5f6507-173e-4aef-9a26-9d44f65871ea", "tag": "ce3601d8-a36c-4d58-b3bf-b7c137a63e6b", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:23:41.130026 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-08248c6c-80ce-4b1b-a1ec-af810a654688 {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:23:41.130432 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a5f6507-173e-4aef-9a26-9d44f65871ea', 'tag': 'ce3601d8-a36c-4d58-b3bf-b7c137a63e6b', 'status': 'completed', 'code': 200} Nov 12 08:23:41.246135 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffb3d93-5fe8-44cf-8526-cb0e2516cd04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0761c67a-b39c-40b5-a8ec-90dddc7eb48c,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:41.255568 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-e530113a-7783-48f4-9840-8911a24052df None None] No Port match for: 73685504-dbc6-48c5-be42-7df6febab919 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:23:41.258993 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 73685504-dbc6-48c5-be42-7df6febab919 not bound to the agent host n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:23:41.293938 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-1b419c89-c9fa-427d-8e71-1dbf0d9ef29e None None] Port a4a518c3-e7bb-4082-8b18-06e6f981519a cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:23:41.343401 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8cf359-5e55-43e6-936a-1bfa38d0f096 req-80632551-0637-47fa-b001-986601483f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:41.344990 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cc8cf359-5e55-43e6-936a-1bfa38d0f096 req-80632551-0637-47fa-b001-986601483f99 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e2c440c4-50ea-4b0b-97bd-c0edebace5c4 HTTP/1.1" status: 200 len: 917 time: 0.9187982 Nov 12 08:23:41.390155 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c36ac8ae-dae4-4249-880f-5fa659b421f4 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:41.392855 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-b46c9c23-9f99-4c10-b99f-2101e96134b3 req-e910cc21-5c87-4a8a-859c-95de83bd1025 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:41.423496 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef17ac0c-b7e6-4864-9cd6-33022a3c359c req-c538185c-9546-4510-863d-735bddfe7571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:41.427188 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ef17ac0c-b7e6-4864-9cd6-33022a3c359c req-c538185c-9546-4510-863d-735bddfe7571 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b88449ba960a4cb6a171894fe6164da2&device_id=2a5f6507-173e-4aef-9a26-9d44f65871ea HTTP/1.1" status: 200 len: 1095 time: 0.2959781 Nov 12 08:23:41.460678 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cd0aa327-2f0e-41e6-a107-55bd67540c07 req-ace66178-6863-4f2c-9542-48fa0d2542d4 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=9dc9079a-4f63-4eb5-be12-eaa66771fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5939183 Nov 12 08:23:41.465884 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cc8cf359-5e55-43e6-936a-1bfa38d0f096 req-5b5f1c0e-1716-4bc9-a493-936081211517 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df0fa613-91a7-4ad5-957d-7b7e3be41d53 HTTP/1.1" status: 200 len: 217 time: 0.0803528 Nov 12 08:23:41.565987 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38564352-5de6-4392-b27b-8290571d34c1 req-da964fe5-c01e-473b-8ee7-3d3bd18a7a7f tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:41.567657 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8cf359-5e55-43e6-936a-1bfa38d0f096 req-6fdf5824-744d-420e-9cf4-f19be4ccfbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:41.569120 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cc8cf359-5e55-43e6-936a-1bfa38d0f096 req-6fdf5824-744d-420e-9cf4-f19be4ccfbbe service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0d4289f2-e529-4350-942c-1018abfe5fa5 HTTP/1.1" status: 200 len: 855 time: 0.0942328 Nov 12 08:23:41.575212 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-38564352-5de6-4392-b27b-8290571d34c1 req-da964fe5-c01e-473b-8ee7-3d3bd18a7a7f tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/ports?device_id=90a94a8f-875a-48df-bed0-ea4acaf62540 HTTP/1.1" status: 200 len: 945 time: 0.2626777 Nov 12 08:23:41.625014 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 54334) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:41.735579 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c36ac8ae-dae4-4249-880f-5fa659b421f4 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:41.786864 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ef17ac0c-b7e6-4864-9cd6-33022a3c359c req-f32fa230-2786-40b4-959d-bcdfce7ad4d9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ce3601d8-a36c-4d58-b3bf-b7c137a63e6b HTTP/1.1" status: 200 len: 217 time: 0.2515509 Nov 12 08:23:41.904086 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef17ac0c-b7e6-4864-9cd6-33022a3c359c req-a01a6b89-dc25-4836-ae2b-cf505c7892e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:41.905903 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ef17ac0c-b7e6-4864-9cd6-33022a3c359c req-a01a6b89-dc25-4836-ae2b-cf505c7892e9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0d4289f2-e529-4350-942c-1018abfe5fa5 HTTP/1.1" status: 200 len: 855 time: 0.1179354 Nov 12 08:23:42.100057 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-38564352-5de6-4392-b27b-8290571d34c1 req-dd908f0e-d891-4e5c-a069-75690096ae54 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/security-groups?id=4679696e-a532-438b-8380-3e45cd46de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5187335 Nov 12 08:23:42.161654 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef17ac0c-b7e6-4864-9cd6-33022a3c359c req-3f481f7b-0af7-4b06-9792-0b7caf64d805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:42.163231 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ef17ac0c-b7e6-4864-9cd6-33022a3c359c req-3f481f7b-0af7-4b06-9792-0b7caf64d805 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e2c440c4-50ea-4b0b-97bd-c0edebace5c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2462761 Nov 12 08:23:42.216138 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:42.468144 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ef17ac0c-b7e6-4864-9cd6-33022a3c359c req-cf7b576b-893a-4aae-96da-90d3afc725a8 service neutron] 10.222.0.44 "GET /v2.0/networks/e2c440c4-50ea-4b0b-97bd-c0edebace5c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853708 Nov 12 08:23:42.474470 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36ac8ae-dae4-4249-880f-5fa659b421f4 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Network e372bf0f-2ebc-4d91-b5c4-f31d4a0a8744 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:23:42.478622 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bb637b8-df9b-44e1-8855-00c59b319386 admin admin] Deleting subnet beed55bb-7519-49f9-9b0f-9ca9d1c87988 {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:23:42.484595 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1bb637b8-df9b-44e1-8855-00c59b319386 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:42.487311 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-c36ac8ae-dae4-4249-880f-5fa659b421f4 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:23:42.489125 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36ac8ae-dae4-4249-880f-5fa659b421f4 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Pushing event updated for resources: {'Port': ['ID=f0a17968-4b8f-4be4-8f41-c45ce621b0e6,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:42.512506 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36ac8ae-dae4-4249-880f-5fa659b421f4 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:23:42.520201 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36ac8ae-dae4-4249-880f-5fa659b421f4 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:42.520852 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c36ac8ae-dae4-4249-880f-5fa659b421f4 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:42.568820 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8cf359-5e55-43e6-936a-1bfa38d0f096 req-59e6327b-9be0-42d1-a415-efc75c9ddcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:42.573977 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cc8cf359-5e55-43e6-936a-1bfa38d0f096 req-59e6327b-9be0-42d1-a415-efc75c9ddcd6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e2c440c4-50ea-4b0b-97bd-c0edebace5c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9657972 Nov 12 08:23:42.686122 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-c36ac8ae-dae4-4249-880f-5fa659b421f4 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.6458964 Nov 12 08:23:42.690465 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1bb637b8-df9b-44e1-8855-00c59b319386 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31181813'] for subnet, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:42.692702 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 54364) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:42.721432 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2da590-ad1f-4178-9b2e-45b70d782103 req-b2d0aa0c-17f6-41b9-8e72-d3747935f10c tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:42.726019 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0d2da590-ad1f-4178-9b2e-45b70d782103 req-b2d0aa0c-17f6-41b9-8e72-d3747935f10c tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a5f6507-173e-4aef-9a26-9d44f65871ea HTTP/1.1" status: 200 len: 943 time: 0.3588178 Nov 12 08:23:42.800302 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4613fb9-ef6c-4369-a200-dc58800b29be tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:42.802697 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-e4613fb9-ef6c-4369-a200-dc58800b29be tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "GET /v2.0/ports/f0a17968-4b8f-4be4-8f41-c45ce621b0e6 HTTP/1.1" status: 200 len: 845 time: 0.0868144 Nov 12 08:23:42.812722 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 54370) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:42.853116 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 3c2fa4b7-90ec-4a65-b13a-de388c8fc952 details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:23:42.934928 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [req-b46c9c23-9f99-4c10-b99f-2101e96134b3 req-e910cc21-5c87-4a8a-859c-95de83bd1025 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4a518c3-e7bb-4082-8b18-06e6f981519a {{(pid=102600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:23:42.952998 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ad995b-2a3d-46a1-b989-a9c36124c283 req-89efb981-7124-4bda-abf6-4dce713cbadf tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:42.962026 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-66ad995b-2a3d-46a1-b989-a9c36124c283 req-89efb981-7124-4bda-abf6-4dce713cbadf tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=be68d5ee-5d55-432a-8f59-c22021814713 HTTP/1.1" status: 200 len: 931 time: 0.3029659 Nov 12 08:23:42.987461 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-b46c9c23-9f99-4c10-b99f-2101e96134b3 req-e910cc21-5c87-4a8a-859c-95de83bd1025 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:43.007284 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0d2da590-ad1f-4178-9b2e-45b70d782103 req-7e3095ea-7b89-4ac0-83a5-c27c7ee30705 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cbb65ba-0e7e-4ab7-8759-517886115d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306423 Nov 12 08:23:43.073245 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1bb637b8-df9b-44e1-8855-00c59b319386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:43.082920 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ef17ac0c-b7e6-4864-9cd6-33022a3c359c req-23008813-a64f-4688-94a9-0930472263c8 service neutron] 10.222.0.44 "GET /v2.0/networks/e2c440c4-50ea-4b0b-97bd-c0edebace5c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6021159 Nov 12 08:23:43.084211 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.provisioning_blocks [req-b46c9c23-9f99-4c10-b99f-2101e96134b3 req-e910cc21-5c87-4a8a-859c-95de83bd1025 service neutron] Transition to ACTIVE for port object a4a518c3-e7bb-4082-8b18-06e6f981519a will not be triggered until provisioned by entity L2. {{(pid=102600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:23:43.122262 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 3c2fa4b7-90ec-4a65-b13a-de388c8fc952, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=3c2fa4b7-90ec-4a65-b13a-de388c8fc952,segment=NetworkSegment(296922ca-424d-4760-9058-82e70353f16a),segment_id=296922ca-424d-4760-9058-82e70353f16a)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:43.136047 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-b46c9c23-9f99-4c10-b99f-2101e96134b3 req-e910cc21-5c87-4a8a-859c-95de83bd1025 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:43.153380 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Returning: {'device': '3c2fa4b7-90ec-4a65-b13a-de388c8fc952', 'network_id': 'ec82487f-519c-483b-814a-09ab43cadbc0', 'port_id': '3c2fa4b7-90ec-4a65-b13a-de388c8fc952', 'mac_address': 'fa:16:3e:37:07:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c99e7791-a372-44aa-b26b-4ef09f905daa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:23:43.235792 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cc8cf359-5e55-43e6-936a-1bfa38d0f096 req-d319e708-2cbc-44a9-8975-2ba04a69191d service neutron] 10.222.0.21 "GET /v2.0/networks/e2c440c4-50ea-4b0b-97bd-c0edebace5c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6429460 Nov 12 08:23:43.240667 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1bb637b8-df9b-44e1-8855-00c59b319386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:43.285224 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-c8bb6b9c-c30f-4324-9bf1-2821f6b8b439 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Deleting port f0a17968-4b8f-4be4-8f41-c45ce621b0e6 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:23:43.286225 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c8bb6b9c-c30f-4324-9bf1-2821f6b8b439 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:43.288418 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:43.306717 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1bb637b8-df9b-44e1-8855-00c59b319386 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:43.318495 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-1bb637b8-df9b-44e1-8855-00c59b319386 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/beed55bb-7519-49f9-9b0f-9ca9d1c87988 HTTP/1.1" status: 204 len: 168 time: 1.6892753 Nov 12 08:23:43.334026 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-e530113a-7783-48f4-9840-8911a24052df None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3c2fa4b7-90ec-4a65-b13a-de388c8fc952 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:23:43.403685 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb637b8-df9b-44e1-8855-00c59b319386 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=beed55bb-7519-49f9-9b0f-9ca9d1c87988,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:43.410130 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 3c2fa4b7-90ec-4a65-b13a-de388c8fc952, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=3c2fa4b7-90ec-4a65-b13a-de388c8fc952,segment=NetworkSegment(296922ca-424d-4760-9058-82e70353f16a),segment_id=296922ca-424d-4760-9058-82e70353f16a)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:43.410778 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 54392) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:43.417985 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:43.506053 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['3c2fa4b7-90ec-4a65-b13a-de388c8fc952'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:23:43.532234 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-66ad995b-2a3d-46a1-b989-a9c36124c283 req-66c45433-ac06-4c0c-a725-ebeb68d0997d tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=9dc9079a-4f63-4eb5-be12-eaa66771fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5687354 Nov 12 08:23:43.578301 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e910cc21-5c87-4a8a-859c-95de83bd1025 service neutron] Pushing event updated for resources: {'Port': ['ID=a4a518c3-e7bb-4082-8b18-06e6f981519a,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:43.603806 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=3c2fa4b7-90ec-4a65-b13a-de388c8fc952,revision_number=6']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:43.748260 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452abcc3-025f-48f0-907a-99aeede89c4a req-5943be2a-faae-4bc7-ae64-c5f7029a38f5 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:43.759363 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-452abcc3-025f-48f0-907a-99aeede89c4a req-5943be2a-faae-4bc7-ae64-c5f7029a38f5 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/ports?device_id=90a94a8f-875a-48df-bed0-ea4acaf62540 HTTP/1.1" status: 200 len: 944 time: 0.4381225 Nov 12 08:23:43.856540 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c8bb6b9c-c30f-4324-9bf1-2821f6b8b439 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:43.912722 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cc8cf359-5e55-43e6-936a-1bfa38d0f096 req-8c1d50d0-b184-43ef-a99c-7dd9c7dd6259 service neutron] 10.222.0.21 "GET /v2.0/networks/e2c440c4-50ea-4b0b-97bd-c0edebace5c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6456025 Nov 12 08:23:44.002533 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-452abcc3-025f-48f0-907a-99aeede89c4a req-bcbc5414-e8fe-4bdb-9ec6-5c4c252183d2 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/security-groups?id=4679696e-a532-438b-8380-3e45cd46de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387533 Nov 12 08:23:44.008323 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa10215-d3ff-40f1-bdfe-07bbbc6797b0 req-bdb2fce4-fa73-4fff-b0b2-9cd633277fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:44.010162 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-eaa10215-d3ff-40f1-bdfe-07bbbc6797b0 req-bdb2fce4-fa73-4fff-b0b2-9cd633277fbf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b88449ba960a4cb6a171894fe6164da2&device_id=2a5f6507-173e-4aef-9a26-9d44f65871ea HTTP/1.1" status: 200 len: 1095 time: 0.7959230 Nov 12 08:23:44.045986 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-c8bb6b9c-c30f-4324-9bf1-2821f6b8b439 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Calling delete_port for f0a17968-4b8f-4be4-8f41-c45ce621b0e6 owned by {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:23:44.093914 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ef46e46d-571c-46d2-a4db-ec294abd602d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:44.386035 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ef46e46d-571c-46d2-a4db-ec294abd602d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:44.396050 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-b46c9c23-9f99-4c10-b99f-2101e96134b3 req-e910cc21-5c87-4a8a-859c-95de83bd1025 service neutron] Attempting to bind port a4a518c3-e7bb-4082-8b18-06e6f981519a on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:23:44.396673 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-b46c9c23-9f99-4c10-b99f-2101e96134b3 req-e910cc21-5c87-4a8a-859c-95de83bd1025 service neutron] Attempting to bind port a4a518c3-e7bb-4082-8b18-06e6f981519a by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': 'e07c96e0-5af6-439e-b283-25e89ba24ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '392b706c-fa83-40b2-ba41-e97d70efdd1d'}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:23:44.397187 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46c9c23-9f99-4c10-b99f-2101e96134b3 req-e910cc21-5c87-4a8a-859c-95de83bd1025 service neutron] Attempting to bind port a4a518c3-e7bb-4082-8b18-06e6f981519a on network 392b706c-fa83-40b2-ba41-e97d70efdd1d {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:23:44.420207 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 54420) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:44.437486 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46c9c23-9f99-4c10-b99f-2101e96134b3 req-e910cc21-5c87-4a8a-859c-95de83bd1025 service neutron] Port a4a518c3-e7bb-4082-8b18-06e6f981519a on network 392b706c-fa83-40b2-ba41-e97d70efdd1d not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:23:44.437967 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46c9c23-9f99-4c10-b99f-2101e96134b3 req-e910cc21-5c87-4a8a-859c-95de83bd1025 service neutron] Attempting to bind port a4a518c3-e7bb-4082-8b18-06e6f981519a on network 392b706c-fa83-40b2-ba41-e97d70efdd1d {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:23:44.449765 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463b1cab-9ef0-4655-8b77-065bcf1b745f req-e6c5547e-710f-4605-93c4-b5c52f09ba15 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:44.459107 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-463b1cab-9ef0-4655-8b77-065bcf1b745f req-e6c5547e-710f-4605-93c4-b5c52f09ba15 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a5f6507-173e-4aef-9a26-9d44f65871ea HTTP/1.1" status: 200 len: 943 time: 0.2637591 Nov 12 08:23:44.472718 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-ef46e46d-571c-46d2-a4db-ec294abd602d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c164b714-a9ee-49ae-ab85-02a2461298d9']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:44.485464 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-ef46e46d-571c-46d2-a4db-ec294abd602d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f556910d-c385-437f-a6fb-f3c9395b9194') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:44.485780 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-ef46e46d-571c-46d2-a4db-ec294abd602d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f556910d-c385-437f-a6fb-f3c9395b9194') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:44.520012 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ef46e46d-571c-46d2-a4db-ec294abd602d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:44.521035 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46c9c23-9f99-4c10-b99f-2101e96134b3 req-e910cc21-5c87-4a8a-859c-95de83bd1025 service neutron] Checking agent: {'id': '26215384-8035-4ce2-971a-8e67be80da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:23:44.521375 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46c9c23-9f99-4c10-b99f-2101e96134b3 req-e910cc21-5c87-4a8a-859c-95de83bd1025 service neutron] Checking segment: {'id': 'e07c96e0-5af6-439e-b283-25e89ba24ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '392b706c-fa83-40b2-ba41-e97d70efdd1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:23:44.521758 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46c9c23-9f99-4c10-b99f-2101e96134b3 req-e910cc21-5c87-4a8a-859c-95de83bd1025 service neutron] Bound using segment: {'id': 'e07c96e0-5af6-439e-b283-25e89ba24ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '392b706c-fa83-40b2-ba41-e97d70efdd1d'} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:23:44.522222 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-b46c9c23-9f99-4c10-b99f-2101e96134b3 req-e910cc21-5c87-4a8a-859c-95de83bd1025 service neutron] Bound port: a4a518c3-e7bb-4082-8b18-06e6f981519a, host: n-h1-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e07c96e0-5af6-439e-b283-25e89ba24ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '392b706c-fa83-40b2-ba41-e97d70efdd1d'}}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:23:44.522610 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-b46c9c23-9f99-4c10-b99f-2101e96134b3 req-e910cc21-5c87-4a8a-859c-95de83bd1025 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:44.525180 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa10215-d3ff-40f1-bdfe-07bbbc6797b0 req-88f920e5-1ec3-45fd-b677-353e072cac0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:44.527269 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-eaa10215-d3ff-40f1-bdfe-07bbbc6797b0 req-88f920e5-1ec3-45fd-b677-353e072cac0a service neutron] 10.222.0.44 "GET /v2.0/networks?id=e2c440c4-50ea-4b0b-97bd-c0edebace5c4 HTTP/1.1" status: 200 len: 917 time: 0.4928555 Nov 12 08:23:44.628513 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-eaa10215-d3ff-40f1-bdfe-07bbbc6797b0 req-a4e635ae-51d7-4283-9756-80a338c3ceb8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ce3601d8-a36c-4d58-b3bf-b7c137a63e6b HTTP/1.1" status: 200 len: 217 time: 0.0906384 Nov 12 08:23:44.629435 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ef46e46d-571c-46d2-a4db-ec294abd602d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:44.639200 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-58f7126e-43cd-4a3f-ba45-b100f0a7f42b tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Request body: {'floatingip': {'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:23:44.645724 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c8bb6b9c-c30f-4324-9bf1-2821f6b8b439 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:44.649151 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef46e46d-571c-46d2-a4db-ec294abd602d admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:23:44.649151 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ef46e46d-571c-46d2-a4db-ec294abd602d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:44.660296 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:23:44.660296 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:23:44.660296 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:23:44.660296 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:23:44.660296 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:23:44.660296 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:23:44.660296 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:23:44.660296 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:23:44.660296 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:23:44.660296 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:23:44.660296 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:23:44.660296 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:23:44.660296 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:23:44.660296 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:23:44.660296 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:23:44.660296 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:23:44.660296 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:23:44.660296 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:23:44.660296 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:23:44.660296 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:23:44.660296 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:23:44.660296 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:23:44.660296 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:23:44.660296 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:23:44.660296 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:23:44.660296 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:23:44.660296 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:23:44.660296 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:23:44.660296 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:23:44.660296 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:23:44.660296 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:23:44.660296 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:23:44.716313 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-58f7126e-43cd-4a3f-ba45-b100f0a7f42b tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Publish callbacks [] for floatingip, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:44.771155 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b593388-2fb9-4758-aec9-a025a250ea58 req-67908d33-24c4-41f0-b4cb-e92f37802de1 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:44.785391 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5b593388-2fb9-4758-aec9-a025a250ea58 req-67908d33-24c4-41f0-b4cb-e92f37802de1 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=be68d5ee-5d55-432a-8f59-c22021814713 HTTP/1.1" status: 200 len: 943 time: 0.1391175 Nov 12 08:23:44.797840 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-463b1cab-9ef0-4655-8b77-065bcf1b745f req-188a6784-fb29-42cb-9fd2-f6779c1a953c tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cbb65ba-0e7e-4ab7-8759-517886115d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3363156 Nov 12 08:23:44.797840 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bb6b9c-c30f-4324-9bf1-2821f6b8b439 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Pushing event deleted for resources: {'Port': ['ID=f0a17968-4b8f-4be4-8f41-c45ce621b0e6,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:44.835984 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c8bb6b9c-c30f-4324-9bf1-2821f6b8b439 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:44.835984 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-c8bb6b9c-c30f-4324-9bf1-2821f6b8b439 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "DELETE /v2.0/ports/f0a17968-4b8f-4be4-8f41-c45ce621b0e6 HTTP/1.1" status: 204 len: 168 time: 2.0191767 Nov 12 08:23:44.839455 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 54426) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:44.861084 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ef46e46d-571c-46d2-a4db-ec294abd602d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:44.882345 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device df0fa613-91a7-4ad5-957d-7b7e3be41d53 details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:23:44.882938 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ef46e46d-571c-46d2-a4db-ec294abd602d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:44.894412 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 3c2fa4b7-90ec-4a65-b13a-de388c8fc952 up at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:23:44.897433 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-ef46e46d-571c-46d2-a4db-ec294abd602d admin admin] 10.222.0.26 "DELETE /v2.0/networks/c164b714-a9ee-49ae-ab85-02a2461298d9 HTTP/1.1" status: 204 len: 168 time: 1.4700794 Nov 12 08:23:44.897433 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-b46c9c23-9f99-4c10-b99f-2101e96134b3 req-e910cc21-5c87-4a8a-859c-95de83bd1025 service neutron] For port a4a518c3-e7bb-4082-8b18-06e6f981519a, host n-h1-765315-29, cleared binding levels {{(pid=102600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:23:44.915344 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-da40685b-404c-4267-9357-f4818181e2cc tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] GET failed (client error): The resource could not be found. Nov 12 08:23:44.930406 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 54434) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:44.934931 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5b593388-2fb9-4758-aec9-a025a250ea58 req-33c33d2a-6d96-4b3c-9366-594f403f97e0 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=9dc9079a-4f63-4eb5-be12-eaa66771fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480458 Nov 12 08:23:44.938239 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-da40685b-404c-4267-9357-f4818181e2cc tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "GET /v2.0/ports/f0a17968-4b8f-4be4-8f41-c45ce621b0e6 HTTP/1.1" status: 404 len: 333 time: 0.0976017 Nov 12 08:23:44.939958 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa10215-d3ff-40f1-bdfe-07bbbc6797b0 req-7ccb1662-bfb0-42a9-a49e-c12f23ba19ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:44.943774 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-eaa10215-d3ff-40f1-bdfe-07bbbc6797b0 req-7ccb1662-bfb0-42a9-a49e-c12f23ba19ba service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0d4289f2-e529-4350-942c-1018abfe5fa5 HTTP/1.1" status: 200 len: 855 time: 0.2990184 Nov 12 08:23:44.944705 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-2592af11-aec0-409f-9d5f-2b8663e64405 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Request body: {'port': {'network_id': 'e372bf0f-2ebc-4d91-b5c4-f31d4a0a8744', 'name': 'tempest-PortsIpV6TestJSON-1835753643'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:23:45.034938 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning complete for port 3c2fa4b7-90ec-4a65-b13a-de388c8fc952 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:23:45.036898 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:45.075544 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-b46c9c23-9f99-4c10-b99f-2101e96134b3 req-e910cc21-5c87-4a8a-859c-95de83bd1025 service neutron] For port a4a518c3-e7bb-4082-8b18-06e6f981519a, host n-h1-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=a4a518c3-e7bb-4082-8b18-06e6f981519a,segment=NetworkSegment(e07c96e0-5af6-439e-b283-25e89ba24ea2),segment_id=e07c96e0-5af6-439e-b283-25e89ba24ea2)] {{(pid=102600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:23:45.078736 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef46e46d-571c-46d2-a4db-ec294abd602d admin admin] Pushing event deleted for resources: {'Network': ['ID=c164b714-a9ee-49ae-ab85-02a2461298d9,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:45.092668 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2592af11-aec0-409f-9d5f-2b8663e64405 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Made reservation on behalf of 9685b661865b4c639766c916ebb4ca16 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:23:45.107309 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2592af11-aec0-409f-9d5f-2b8663e64405 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:45.143722 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-b46c9c23-9f99-4c10-b99f-2101e96134b3 req-e910cc21-5c87-4a8a-859c-95de83bd1025 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:45.161171 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [None req-2592af11-aec0-409f-9d5f-2b8663e64405 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] device_id is not set on port baa892d0-67b9-40f7-8b04-15e7561b85c0 yet. {{(pid=102599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:23:45.167994 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-58f7126e-43cd-4a3f-ba45-b100f0a7f42b tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:45.333587 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-58f7126e-43cd-4a3f-ba45-b100f0a7f42b tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Allocated IP 172.25.2.150 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/dcd1dfef-b059-44d3-b25d-a9b12d21e81a) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:23:45.339942 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46c9c23-9f99-4c10-b99f-2101e96134b3 req-e910cc21-5c87-4a8a-859c-95de83bd1025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:45.341208 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-b46c9c23-9f99-4c10-b99f-2101e96134b3 req-e910cc21-5c87-4a8a-859c-95de83bd1025 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:45.344238 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b46c9c23-9f99-4c10-b99f-2101e96134b3 req-e910cc21-5c87-4a8a-859c-95de83bd1025 service neutron] 10.222.0.21 "PUT /v2.0/ports/a4a518c3-e7bb-4082-8b18-06e6f981519a HTTP/1.1" status: 200 len: 1092 time: 4.5983541 Nov 12 08:23:45.351822 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be68d5ee-5d55-432a-8f59-c22021814713', 'tag': 'a4a518c3-e7bb-4082-8b18-06e6f981519a'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:23:45.357183 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b10e91c9-59da-4d1b-a2df-ec3ae44dcbf3" -d '{"events": [{"name": "network-changed", "server_uuid": "be68d5ee-5d55-432a-8f59-c22021814713", "tag": "a4a518c3-e7bb-4082-8b18-06e6f981519a"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:23:45.360158 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 54452) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:45.407920 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port df0fa613-91a7-4ad5-957d-7b7e3be41d53, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=df0fa613-91a7-4ad5-957d-7b7e3be41d53,segment=NetworkSegment(7d01148a-20d0-47ea-9742-61ec2ea015f1),segment_id=7d01148a-20d0-47ea-9742-61ec2ea015f1)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:45.433449 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Returning: {'device': 'df0fa613-91a7-4ad5-957d-7b7e3be41d53', 'network_id': 'e2c440c4-50ea-4b0b-97bd-c0edebace5c4', 'port_id': 'df0fa613-91a7-4ad5-957d-7b7e3be41d53', 'mac_address': 'fa:16:3e:d7:d0:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d4289f2-e529-4350-942c-1018abfe5fa5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:23:45.441615 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:45.477840 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa10215-d3ff-40f1-bdfe-07bbbc6797b0 req-f028f60f-5049-4bab-9c7f-8b580ce293e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:45.495861 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-eaa10215-d3ff-40f1-bdfe-07bbbc6797b0 req-f028f60f-5049-4bab-9c7f-8b580ce293e8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e2c440c4-50ea-4b0b-97bd-c0edebace5c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4893188 Nov 12 08:23:45.513171 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:45.531956 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device ce3601d8-a36c-4d58-b3bf-b7c137a63e6b details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:23:45.571054 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-277590f4-4c8e-4357-bddf-43023e064e55 x-openstack-request-id: req-277590f4-4c8e-4357-bddf-43023e064e55 {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:23:45.571324 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be68d5ee-5d55-432a-8f59-c22021814713", "tag": "a4a518c3-e7bb-4082-8b18-06e6f981519a", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:23:45.571545 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-277590f4-4c8e-4357-bddf-43023e064e55 {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:23:45.571886 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be68d5ee-5d55-432a-8f59-c22021814713', 'tag': 'a4a518c3-e7bb-4082-8b18-06e6f981519a', 'status': 'completed', 'code': 200} Nov 12 08:23:45.596404 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-58f7126e-43cd-4a3f-ba45-b100f0a7f42b tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:45.600657 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e910cc21-5c87-4a8a-859c-95de83bd1025 service neutron] Pushing event updated for resources: {'Port': ['ID=a4a518c3-e7bb-4082-8b18-06e6f981519a,revision_number=3']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:45.713738 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port ce3601d8-a36c-4d58-b3bf-b7c137a63e6b, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=ce3601d8-a36c-4d58-b3bf-b7c137a63e6b,segment=NetworkSegment(7d01148a-20d0-47ea-9742-61ec2ea015f1),segment_id=7d01148a-20d0-47ea-9742-61ec2ea015f1)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:45.720654 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-58f7126e-43cd-4a3f-ba45-b100f0a7f42b tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:45.734752 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-e530113a-7783-48f4-9840-8911a24052df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df0fa613-91a7-4ad5-957d-7b7e3be41d53 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:23:45.743451 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-eaa10215-d3ff-40f1-bdfe-07bbbc6797b0 req-c08bdac8-3a99-4dd1-bd5a-ffabdbc2943d service neutron] 10.222.0.44 "GET /v2.0/networks/e2c440c4-50ea-4b0b-97bd-c0edebace5c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197261 Nov 12 08:23:45.754607 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec05d75-517c-4623-9fd9-58d1e0f6e273 req-a8c4b4fd-514a-4bd9-9820-f4abcb28689a tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:45.768044 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5ec05d75-517c-4623-9fd9-58d1e0f6e273 req-a8c4b4fd-514a-4bd9-9820-f4abcb28689a tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/ports?device_id=90a94a8f-875a-48df-bed0-ea4acaf62540 HTTP/1.1" status: 200 len: 944 time: 0.6169586 Nov 12 08:23:45.786427 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port df0fa613-91a7-4ad5-957d-7b7e3be41d53, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=df0fa613-91a7-4ad5-957d-7b7e3be41d53,segment=NetworkSegment(7d01148a-20d0-47ea-9742-61ec2ea015f1),segment_id=7d01148a-20d0-47ea-9742-61ec2ea015f1)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:45.788084 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': 'ce3601d8-a36c-4d58-b3bf-b7c137a63e6b', 'network_id': 'e2c440c4-50ea-4b0b-97bd-c0edebace5c4', 'port_id': 'ce3601d8-a36c-4d58-b3bf-b7c137a63e6b', 'mac_address': 'fa:16:3e:c6:91:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d4289f2-e529-4350-942c-1018abfe5fa5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:23:45.797068 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-41e51947-08d6-4506-b53a-7d9d6f591090 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=26ef531896034fe2885057383ac0d733&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4191289 Nov 12 08:23:45.801733 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90a94a8f-875a-48df-bed0-ea4acaf62540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c2fa4b7-90ec-4a65-b13a-de388c8fc952'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:23:45.806401 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb484576-1ea9-48ab-94ec-a737cf7391fb" -d '{"events": [{"server_uuid": "90a94a8f-875a-48df-bed0-ea4acaf62540", "name": "network-vif-plugged", "status": "completed", "tag": "3c2fa4b7-90ec-4a65-b13a-de388c8fc952"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:23:45.813497 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:45.816291 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 54460) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:45.908847 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 3c2fa4b7-90ec-4a65-b13a-de388c8fc952, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=3c2fa4b7-90ec-4a65-b13a-de388c8fc952,segment=NetworkSegment(296922ca-424d-4760-9058-82e70353f16a),segment_id=296922ca-424d-4760-9058-82e70353f16a)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:45.912882 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f7126e-43cd-4a3f-ba45-b100f0a7f42b tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:23:45.922455 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6641f7ad-dc62-451b-bf5d-03401730bd7e x-openstack-request-id: req-6641f7ad-dc62-451b-bf5d-03401730bd7e {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:23:45.922938 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90a94a8f-875a-48df-bed0-ea4acaf62540", "name": "network-vif-plugged", "status": "completed", "tag": "3c2fa4b7-90ec-4a65-b13a-de388c8fc952", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:23:45.923204 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6641f7ad-dc62-451b-bf5d-03401730bd7e {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:23:45.923716 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90a94a8f-875a-48df-bed0-ea4acaf62540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c2fa4b7-90ec-4a65-b13a-de388c8fc952', 'code': 200} Nov 12 08:23:45.948236 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:45.970180 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-58f7126e-43cd-4a3f-ba45-b100f0a7f42b tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:23:45.978098 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f7126e-43cd-4a3f-ba45-b100f0a7f42b tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:23:45.980933 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:46.001941 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce3601d8-a36c-4d58-b3bf-b7c137a63e6b {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:23:46.011323 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=df0fa613-91a7-4ad5-957d-7b7e3be41d53,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:46.025977 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:46.026837 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:46.027648 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:46.028287 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:46.029545 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:46.031126 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:46.031728 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:46.032224 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:46.035278 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:46.035833 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:46.036333 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:46.036887 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:46.045476 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-eaa10215-d3ff-40f1-bdfe-07bbbc6797b0 req-0570ff68-9ad7-44ab-bd8d-cce3487a01c9 service neutron] 10.222.0.44 "GET /v2.0/networks/e2c440c4-50ea-4b0b-97bd-c0edebace5c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531576 Nov 12 08:23:46.056117 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port ce3601d8-a36c-4d58-b3bf-b7c137a63e6b, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=ce3601d8-a36c-4d58-b3bf-b7c137a63e6b,segment=NetworkSegment(7d01148a-20d0-47ea-9742-61ec2ea015f1),segment_id=7d01148a-20d0-47ea-9742-61ec2ea015f1)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:46.062440 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46c9c23-9f99-4c10-b99f-2101e96134b3 req-a1cae04e-a520-4a9d-953e-ea084f396e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:46.063983 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b46c9c23-9f99-4c10-b99f-2101e96134b3 req-a1cae04e-a520-4a9d-953e-ea084f396e75 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=13ee7d6d71864c9eb2f508185e6a266f&device_id=be68d5ee-5d55-432a-8f59-c22021814713 HTTP/1.1" status: 200 len: 1095 time: 0.6501243 Nov 12 08:23:46.068155 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f7126e-43cd-4a3f-ba45-b100f0a7f42b tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Pushing event updated for resources: {'Port': ['ID=dcd1dfef-b059-44d3-b25d-a9b12d21e81a,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:46.083712 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:46.135626 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=3c2fa4b7-90ec-4a65-b13a-de388c8fc952,revision_number=7']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:46.197537 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b46c9c23-9f99-4c10-b99f-2101e96134b3 req-17aeb861-610a-406c-90e5-fb8997e7e66d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a4a518c3-e7bb-4082-8b18-06e6f981519a HTTP/1.1" status: 200 len: 217 time: 0.1160595 Nov 12 08:23:46.220758 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5ec05d75-517c-4623-9fd9-58d1e0f6e273 req-4ac14556-f6ad-41e1-bb9a-5614cf0cf1b8 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/security-groups?id=4679696e-a532-438b-8380-3e45cd46de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4516497 Nov 12 08:23:46.278530 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d29142d-3c8c-49f2-b869-feab904926b5 req-492282f3-8ee4-4216-8073-602612ed6f47 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:46.280720 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6d29142d-3c8c-49f2-b869-feab904926b5 req-492282f3-8ee4-4216-8073-602612ed6f47 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a5f6507-173e-4aef-9a26-9d44f65871ea HTTP/1.1" status: 200 len: 943 time: 0.2757533 Nov 12 08:23:46.286265 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d8100d1d-0c0b-47d1-9d49-df2ae00becba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:46.300559 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=ce3601d8-a36c-4d58-b3bf-b7c137a63e6b,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:46.339870 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46c9c23-9f99-4c10-b99f-2101e96134b3 req-2237ea57-91ea-4185-9f04-8aeaed9f2a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:46.341449 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b46c9c23-9f99-4c10-b99f-2101e96134b3 req-2237ea57-91ea-4185-9f04-8aeaed9f2a4b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2d250a72-e563-4d6e-ac4f-f44698e0ce3c HTTP/1.1" status: 200 len: 850 time: 0.1194739 Nov 12 08:23:46.385953 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2592af11-aec0-409f-9d5f-2b8663e64405 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:46.409607 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d8100d1d-0c0b-47d1-9d49-df2ae00becba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:46.415870 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-58f7126e-43cd-4a3f-ba45-b100f0a7f42b tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:46.440375 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46c9c23-9f99-4c10-b99f-2101e96134b3 req-1b98d96e-4971-42e8-aad6-d556de556a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:46.441910 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b46c9c23-9f99-4c10-b99f-2101e96134b3 req-1b98d96e-4971-42e8-aad6-d556de556a6f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=392b706c-fa83-40b2-ba41-e97d70efdd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0912132 Nov 12 08:23:46.455493 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['df0fa613-91a7-4ad5-957d-7b7e3be41d53'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:23:46.463666 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d6f5b-d714-464c-82c1-0c7d1b1dd932 req-a6cfe36a-aa30-41eb-bfce-eac3060a859e tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:46.471086 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-077d6f5b-d714-464c-82c1-0c7d1b1dd932 req-a6cfe36a-aa30-41eb-bfce-eac3060a859e tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=be68d5ee-5d55-432a-8f59-c22021814713 HTTP/1.1" status: 200 len: 943 time: 0.0987761 Nov 12 08:23:46.522015 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['ce3601d8-a36c-4d58-b3bf-b7c137a63e6b'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:23:46.549258 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-077d6f5b-d714-464c-82c1-0c7d1b1dd932 req-fef2abba-fd78-473e-b7cf-5f2775ac152c tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=9dc9079a-4f63-4eb5-be12-eaa66771fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767279 Nov 12 08:23:46.587651 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6d29142d-3c8c-49f2-b869-feab904926b5 req-18a598a1-b865-495b-9f18-e90381961f09 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cbb65ba-0e7e-4ab7-8759-517886115d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702768 Nov 12 08:23:46.612063 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-58f7126e-43cd-4a3f-ba45-b100f0a7f42b tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:46.639616 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b46c9c23-9f99-4c10-b99f-2101e96134b3 req-065d7f66-5291-412c-9fc6-cc2fc1b47f6e service neutron] 10.222.0.21 "GET /v2.0/networks/392b706c-fa83-40b2-ba41-e97d70efdd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414800 Nov 12 08:23:46.668229 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2592af11-aec0-409f-9d5f-2b8663e64405 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:46.770417 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d8100d1d-0c0b-47d1-9d49-df2ae00becba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:46.773050 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d8100d1d-0c0b-47d1-9d49-df2ae00becba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:46.792741 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-d8100d1d-0c0b-47d1-9d49-df2ae00becba admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9163fd25-6079-4458-9bee-3945c6f549f2 HTTP/1.1" status: 204 len: 168 time: 0.9473438 Nov 12 08:23:46.928658 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8100d1d-0c0b-47d1-9d49-df2ae00becba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9163fd25-6079-4458-9bee-3945c6f549f2,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:46.948271 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2592af11-aec0-409f-9d5f-2b8663e64405 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Network e372bf0f-2ebc-4d91-b5c4-f31d4a0a8744 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:23:47.004495 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2592af11-aec0-409f-9d5f-2b8663e64405 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Pushing event updated for resources: {'Port': ['ID=baa892d0-67b9-40f7-8b04-15e7561b85c0,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:47.033465 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-2592af11-aec0-409f-9d5f-2b8663e64405 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:23:47.037991 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2592af11-aec0-409f-9d5f-2b8663e64405 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:23:47.056367 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2592af11-aec0-409f-9d5f-2b8663e64405 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:47.057031 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2592af11-aec0-409f-9d5f-2b8663e64405 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:47.246297 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-2592af11-aec0-409f-9d5f-2b8663e64405 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.3056772 Nov 12 08:23:47.247010 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 54486) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:47.255798 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-aec565cb-50c8-4217-a9b8-423ac73535c1 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:23:47.307373 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b46c9c23-9f99-4c10-b99f-2101e96134b3 req-d4381419-36f1-4bc3-90ac-7aaaf8abb83c service neutron] 10.222.0.21 "GET /v2.0/networks/392b706c-fa83-40b2-ba41-e97d70efdd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6595795 Nov 12 08:23:47.376932 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-aec565cb-50c8-4217-a9b8-423ac73535c1 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:47.451480 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e91c9-59da-4d1b-a2df-ec3ae44dcbf3 req-15961cea-34b5-4945-b7b1-361d245e6866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:47.454187 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b10e91c9-59da-4d1b-a2df-ec3ae44dcbf3 req-15961cea-34b5-4945-b7b1-361d245e6866 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=13ee7d6d71864c9eb2f508185e6a266f&device_id=be68d5ee-5d55-432a-8f59-c22021814713 HTTP/1.1" status: 200 len: 1095 time: 0.0839658 Nov 12 08:23:47.465494 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-58f7126e-43cd-4a3f-ba45-b100f0a7f42b tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:47.499000 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-58f7126e-43cd-4a3f-ba45-b100f0a7f42b tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:47.677648 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e91c9-59da-4d1b-a2df-ec3ae44dcbf3 req-53fbdb32-2a3e-4e9c-9334-e39b5709b19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:47.679292 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b10e91c9-59da-4d1b-a2df-ec3ae44dcbf3 req-53fbdb32-2a3e-4e9c-9334-e39b5709b19e service neutron] 10.222.0.21 "GET /v2.0/networks?id=392b706c-fa83-40b2-ba41-e97d70efdd1d HTTP/1.1" status: 200 len: 912 time: 0.2101960 Nov 12 08:23:47.788516 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b10e91c9-59da-4d1b-a2df-ec3ae44dcbf3 req-5ca220f9-9dc5-4f04-8e0b-3c56469cc59a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a4a518c3-e7bb-4082-8b18-06e6f981519a HTTP/1.1" status: 200 len: 217 time: 0.0731814 Nov 12 08:23:47.824066 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-aec565cb-50c8-4217-a9b8-423ac73535c1 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:47.844617 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3da1fa-5de0-4bf8-bb67-d06c7707b222 req-8c189949-8b3f-4302-8f8d-3313e0991064 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:47.846721 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8a3da1fa-5de0-4bf8-bb67-d06c7707b222 req-8c189949-8b3f-4302-8f8d-3313e0991064 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/ports?device_id=90a94a8f-875a-48df-bed0-ea4acaf62540 HTTP/1.1" status: 200 len: 945 time: 0.4462800 Nov 12 08:23:47.854141 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-aec565cb-50c8-4217-a9b8-423ac73535c1 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:47.917628 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f7126e-43cd-4a3f-ba45-b100f0a7f42b tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Pushing event updated for resources: {'Port': ['ID=dcd1dfef-b059-44d3-b25d-a9b12d21e81a,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:47.918438 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e91c9-59da-4d1b-a2df-ec3ae44dcbf3 req-5b1dd625-4bff-45f1-a10c-9c50b19afc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:47.921112 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b10e91c9-59da-4d1b-a2df-ec3ae44dcbf3 req-5b1dd625-4bff-45f1-a10c-9c50b19afc59 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2d250a72-e563-4d6e-ac4f-f44698e0ce3c HTTP/1.1" status: 200 len: 850 time: 0.1235442 Nov 12 08:23:47.940800 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8a3da1fa-5de0-4bf8-bb67-d06c7707b222 req-dbdfe1ef-6063-451e-a422-cc237420f70a tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/security-groups?id=4679696e-a532-438b-8380-3e45cd46de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839374 Nov 12 08:23:47.942002 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-58f7126e-43cd-4a3f-ba45-b100f0a7f42b tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:47.987483 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05c5719-333b-4e5e-9850-002908337a78 req-dc1c209f-64fe-409d-a557-40f8f2ac6a45 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:47.994913 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b05c5719-333b-4e5e-9850-002908337a78 req-dc1c209f-64fe-409d-a557-40f8f2ac6a45 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=be68d5ee-5d55-432a-8f59-c22021814713 HTTP/1.1" status: 200 len: 943 time: 0.3027239 Nov 12 08:23:48.006464 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-58f7126e-43cd-4a3f-ba45-b100f0a7f42b tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:48.011693 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-58f7126e-43cd-4a3f-ba45-b100f0a7f42b tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5875385 Nov 12 08:23:48.018281 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 54512) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:48.042314 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-be91fa17-6c31-4ffa-8367-1689352e3c04 tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1405942482'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:23:48.051079 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-aec565cb-50c8-4217-a9b8-423ac73535c1 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] In _notify_port_updated(), no bound segment for port baa892d0-67b9-40f7-8b04-15e7561b85c0 on network e372bf0f-2ebc-4d91-b5c4-f31d4a0a8744 {{(pid=102599) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 08:23:48.062703 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec565cb-50c8-4217-a9b8-423ac73535c1 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:48.085550 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-aec565cb-50c8-4217-a9b8-423ac73535c1 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:48.086114 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b05c5719-333b-4e5e-9850-002908337a78 req-ea18c414-482d-4df8-b2f4-edf3e84be51a tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=9dc9079a-4f63-4eb5-be12-eaa66771fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858235 Nov 12 08:23:48.087501 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-aec565cb-50c8-4217-a9b8-423ac73535c1 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "PUT /v2.0/ports/baa892d0-67b9-40f7-8b04-15e7561b85c0 HTTP/1.1" status: 200 len: 818 time: 0.8365090 Nov 12 08:23:48.098358 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 54516) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:48.123697 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e91c9-59da-4d1b-a2df-ec3ae44dcbf3 req-b39137ab-3bf4-46c4-a97b-4ea562b30039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:48.125366 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b10e91c9-59da-4d1b-a2df-ec3ae44dcbf3 req-b39137ab-3bf4-46c4-a97b-4ea562b30039 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=392b706c-fa83-40b2-ba41-e97d70efdd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1927664 Nov 12 08:23:48.214683 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec565cb-50c8-4217-a9b8-423ac73535c1 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Pushing event updated for resources: {'Port': ['ID=baa892d0-67b9-40f7-8b04-15e7561b85c0,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:48.231049 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 54526) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:48.279418 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b10e91c9-59da-4d1b-a2df-ec3ae44dcbf3 req-19a7b84e-b8cd-4c43-9b05-b76ab3009937 service neutron] 10.222.0.21 "GET /v2.0/networks/392b706c-fa83-40b2-ba41-e97d70efdd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445096 Nov 12 08:23:48.416312 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-d3098e3e-bac7-41e4-bf1c-98826ee0dc55 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-380484257-network', 'tenant_id': '6d4d05cf75bd48988e66a58743392390'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:23:48.465303 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3098e3e-bac7-41e4-bf1c-98826ee0dc55 admin admin] Made reservation on behalf of 6d4d05cf75bd48988e66a58743392390 for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:23:48.468228 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d3098e3e-bac7-41e4-bf1c-98826ee0dc55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:48.486289 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d3098e3e-bac7-41e4-bf1c-98826ee0dc55 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:48.488233 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be91fa17-6c31-4ffa-8367-1689352e3c04 tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Made reservation on behalf of cfd09a51415242e682cd37a2f9c0d619 for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:23:48.502822 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-be91fa17-6c31-4ffa-8367-1689352e3c04 tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:48.532390 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-be91fa17-6c31-4ffa-8367-1689352e3c04 tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:48.556503 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a0d830-6111-4db6-853a-f259c99aa915 req-ca178d96-8407-4f83-8ba2-8538a5c53a88 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:48.558297 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-66a0d830-6111-4db6-853a-f259c99aa915 req-ca178d96-8407-4f83-8ba2-8538a5c53a88 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a5f6507-173e-4aef-9a26-9d44f65871ea HTTP/1.1" status: 200 len: 944 time: 0.3447084 Nov 12 08:23:48.653367 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-c8a222f6-6597-4c65-a296-4ceee772dd1f tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Deleting port baa892d0-67b9-40f7-8b04-15e7561b85c0 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:23:48.653857 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c8a222f6-6597-4c65-a296-4ceee772dd1f tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:48.677938 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-66a0d830-6111-4db6-853a-f259c99aa915 req-67ad620a-19f2-4664-a7e3-cf85a0ee2cc3 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cbb65ba-0e7e-4ab7-8759-517886115d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035657 Nov 12 08:23:48.716343 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b10e91c9-59da-4d1b-a2df-ec3ae44dcbf3 req-c29ad278-b733-4d82-a6c9-bbb1b64e3de3 service neutron] 10.222.0.21 "GET /v2.0/networks/392b706c-fa83-40b2-ba41-e97d70efdd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4269392 Nov 12 08:23:48.729664 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d3098e3e-bac7-41e4-bf1c-98826ee0dc55 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:48.747874 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d3098e3e-bac7-41e4-bf1c-98826ee0dc55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:48.765620 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3098e3e-bac7-41e4-bf1c-98826ee0dc55 admin admin] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:23:48.788438 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d3098e3e-bac7-41e4-bf1c-98826ee0dc55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:48.788790 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-d3098e3e-bac7-41e4-bf1c-98826ee0dc55 admin admin] Added segment 671b1e57-5287-4b28-8a6a-fdb7b6437699 of type vlan for network 9002ff25-76a7-4c3d-8082-16c14deb03d5 Nov 12 08:23:48.792372 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c8a222f6-6597-4c65-a296-4ceee772dd1f tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:48.813141 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3098e3e-bac7-41e4-bf1c-98826ee0dc55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b76d99-60e1-4b02-b292-b72ec1f97342,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:48.822821 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-c8a222f6-6597-4c65-a296-4ceee772dd1f tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Calling delete_port for baa892d0-67b9-40f7-8b04-15e7561b85c0 owned by {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:23:48.840643 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-be91fa17-6c31-4ffa-8367-1689352e3c04 tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:48.854849 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-be91fa17-6c31-4ffa-8367-1689352e3c04 tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:48.869676 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be91fa17-6c31-4ffa-8367-1689352e3c04 tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:23:48.893866 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-be91fa17-6c31-4ffa-8367-1689352e3c04 tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:48.894364 n-d-765315-29 neutron-server[102599]: INFO neutron.db.segments_db [None req-be91fa17-6c31-4ffa-8367-1689352e3c04 tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Added segment adaf0c33-bca5-472b-b9bf-4f6bca9729af of type vlan for network 1581d42a-8853-4813-b85c-d98e4d75f39e Nov 12 08:23:48.899118 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device df0fa613-91a7-4ad5-957d-7b7e3be41d53 up at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:23:48.973976 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d3098e3e-bac7-41e4-bf1c-98826ee0dc55 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:48.979829 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning for port df0fa613-91a7-4ad5-957d-7b7e3be41d53 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:23:48.984667 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning complete for port df0fa613-91a7-4ad5-957d-7b7e3be41d53 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:23:48.985296 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:49.034987 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d3098e3e-bac7-41e4-bf1c-98826ee0dc55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:49.037083 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3098e3e-bac7-41e4-bf1c-98826ee0dc55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:49.037725 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d3098e3e-bac7-41e4-bf1c-98826ee0dc55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:49.119399 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:49.120191 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-d3098e3e-bac7-41e4-bf1c-98826ee0dc55 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8886662 Nov 12 08:23:49.130198 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 54556) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:49.138739 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-5a45aefd-08ad-4e22-a661-be3250fc6675 admin admin] Request body: {'subnet': {'network_id': '9002ff25-76a7-4c3d-8082-16c14deb03d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-380484257-subnet', 'tenant_id': '6d4d05cf75bd48988e66a58743392390', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:23:49.145743 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3098e3e-bac7-41e4-bf1c-98826ee0dc55 admin admin] Pushing event updated for resources: {'Network': ['ID=9002ff25-76a7-4c3d-8082-16c14deb03d5,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:49.161686 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port df0fa613-91a7-4ad5-957d-7b7e3be41d53, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=df0fa613-91a7-4ad5-957d-7b7e3be41d53,segment=NetworkSegment(7d01148a-20d0-47ea-9742-61ec2ea015f1),segment_id=7d01148a-20d0-47ea-9742-61ec2ea015f1)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:49.165395 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14ea6b66-b2b3-48e9-8a22-fc303d6ddba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df0fa613-91a7-4ad5-957d-7b7e3be41d53'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:23:49.168059 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bec1b1e-e21f-429b-82b7-e943ae250243" -d '{"events": [{"server_uuid": "14ea6b66-b2b3-48e9-8a22-fc303d6ddba7", "name": "network-vif-plugged", "status": "completed", "tag": "df0fa613-91a7-4ad5-957d-7b7e3be41d53"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:23:49.171922 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 9002ff25-76a7-4c3d-8082-16c14deb03d5 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:23:49.181557 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a45aefd-08ad-4e22-a661-be3250fc6675 admin admin] Made reservation on behalf of 6d4d05cf75bd48988e66a58743392390 for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:23:49.184927 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5a45aefd-08ad-4e22-a661-be3250fc6675 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:49.250049 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-be91fa17-6c31-4ffa-8367-1689352e3c04 tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:49.256470 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be91fa17-6c31-4ffa-8367-1689352e3c04 tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0834c32a-4508-4d85-b5b2-91f773f77342,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:49.260453 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:49.261942 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 3c2fa4b7-90ec-4a65-b13a-de388c8fc952 no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:23:49.279284 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb51731-c75d-4888-9870-c1d17e09be30 req-8ae96c93-686d-4d7d-9cd6-b9a44dcf258c tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:49.281015 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2fb51731-c75d-4888-9870-c1d17e09be30 req-8ae96c93-686d-4d7d-9cd6-b9a44dcf258c tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/ports?device_id=90a94a8f-875a-48df-bed0-ea4acaf62540 HTTP/1.1" status: 200 len: 945 time: 0.2707536 Nov 12 08:23:49.285200 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c8a222f6-6597-4c65-a296-4ceee772dd1f tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:49.337746 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a222f6-6597-4c65-a296-4ceee772dd1f tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Pushing event deleted for resources: {'Port': ['ID=baa892d0-67b9-40f7-8b04-15e7561b85c0,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:49.370380 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c8a222f6-6597-4c65-a296-4ceee772dd1f tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:49.374557 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-c8a222f6-6597-4c65-a296-4ceee772dd1f tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "DELETE /v2.0/ports/baa892d0-67b9-40f7-8b04-15e7561b85c0 HTTP/1.1" status: 204 len: 168 time: 1.2716789 Nov 12 08:23:49.376746 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 54562) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:49.393803 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-be91fa17-6c31-4ffa-8367-1689352e3c04 tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:49.414756 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be91fa17-6c31-4ffa-8367-1689352e3c04 tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:49.416741 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-be91fa17-6c31-4ffa-8367-1689352e3c04 tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:49.431740 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f19873f-2324-4f8c-83ba-2988933391b4 req-8ecbb405-9593-4c4c-8541-8a8a342d0642 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:49.442705 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2f19873f-2324-4f8c-83ba-2988933391b4 req-8ecbb405-9593-4c4c-8541-8a8a342d0642 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=be68d5ee-5d55-432a-8f59-c22021814713 HTTP/1.1" status: 200 len: 943 time: 0.2267952 Nov 12 08:23:49.457447 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device ce3601d8-a36c-4d58-b3bf-b7c137a63e6b up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:23:49.548433 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=df0fa613-91a7-4ad5-957d-7b7e3be41d53,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:49.567853 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2f19873f-2324-4f8c-83ba-2988933391b4 req-7b86c748-ec6a-48f2-b6a1-6f68c54bc403 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=9dc9079a-4f63-4eb5-be12-eaa66771fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079233 Nov 12 08:23:49.617528 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:49.632316 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning for port ce3601d8-a36c-4d58-b3bf-b7c137a63e6b completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:23:49.650700 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port ce3601d8-a36c-4d58-b3bf-b7c137a63e6b triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:23:49.651293 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:49.704189 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 3c2fa4b7-90ec-4a65-b13a-de388c8fc952, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=3c2fa4b7-90ec-4a65-b13a-de388c8fc952,segment=NetworkSegment(296922ca-424d-4760-9058-82e70353f16a),segment_id=296922ca-424d-4760-9058-82e70353f16a)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:49.722766 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:49.747930 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-be91fa17-6c31-4ffa-8367-1689352e3c04 tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.7217975 Nov 12 08:23:49.759508 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f34ba306-2f07-47bc-91e4-84807f55fee3 x-openstack-request-id: req-f34ba306-2f07-47bc-91e4-84807f55fee3 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:23:49.760540 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14ea6b66-b2b3-48e9-8a22-fc303d6ddba7", "name": "network-vif-plugged", "status": "completed", "tag": "df0fa613-91a7-4ad5-957d-7b7e3be41d53", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:23:49.760895 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f34ba306-2f07-47bc-91e4-84807f55fee3 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:23:49.761389 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14ea6b66-b2b3-48e9-8a22-fc303d6ddba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df0fa613-91a7-4ad5-957d-7b7e3be41d53', 'code': 200} Nov 12 08:23:49.773852 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be91fa17-6c31-4ffa-8367-1689352e3c04 tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Pushing event updated for resources: {'Network': ['ID=1581d42a-8853-4813-b85c-d98e4d75f39e,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:49.784224 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 54574) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:49.799762 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-f98ebb84-4d80-427f-964e-bbf49ad27562 tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Request body: {'subnet': {'network_id': '1581d42a-8853-4813-b85c-d98e4d75f39e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:23:49.813750 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2fb51731-c75d-4888-9870-c1d17e09be30 req-9e777b1c-4fc8-4a62-a3f0-961fe849f3ec tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/security-groups?id=4679696e-a532-438b-8380-3e45cd46de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5207510 Nov 12 08:23:49.834341 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 1581d42a-8853-4813-b85c-d98e4d75f39e details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:23:49.871064 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3214359f-bd30-4ca7-a644-945385114163 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:49.872787 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-3214359f-bd30-4ca7-a644-945385114163 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.4949639 Nov 12 08:23:49.878428 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 54576) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:49.931527 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5a45aefd-08ad-4e22-a661-be3250fc6675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:49.992735 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f98ebb84-4d80-427f-964e-bbf49ad27562 tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Made reservation on behalf of cfd09a51415242e682cd37a2f9c0d619 for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:23:50.000675 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a966a1f-d2af-4f2d-80fe-30c4a9d9d72f tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] GET failed (client error): The resource could not be found. Nov 12 08:23:50.003104 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f98ebb84-4d80-427f-964e-bbf49ad27562 tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:50.005976 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-9a966a1f-d2af-4f2d-80fe-30c4a9d9d72f tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "GET /v2.0/ports/baa892d0-67b9-40f7-8b04-15e7561b85c0 HTTP/1.1" status: 404 len: 333 time: 0.1117353 Nov 12 08:23:50.010529 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 54580) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:50.020902 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-77fa486e-b29e-4bff-bd1a-c01771c43c27 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1993826856'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:23:50.029153 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:50.032886 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=3c2fa4b7-90ec-4a65-b13a-de388c8fc952,revision_number=8']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:50.079201 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a45aefd-08ad-4e22-a661-be3250fc6675 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8e8c768-2d07-4b3f-a074-a2b6b712f48f,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:50.094256 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port ce3601d8-a36c-4d58-b3bf-b7c137a63e6b, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=ce3601d8-a36c-4d58-b3bf-b7c137a63e6b,segment=NetworkSegment(7d01148a-20d0-47ea-9742-61ec2ea015f1),segment_id=7d01148a-20d0-47ea-9742-61ec2ea015f1)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:50.105004 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:50.107483 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a9edb4-fedb-4c5b-9cda-7a299a89623e req-adbb71c0-5382-44b9-938a-7f0c88a9ee75 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:50.109266 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-84a9edb4-fedb-4c5b-9cda-7a299a89623e req-adbb71c0-5382-44b9-938a-7f0c88a9ee75 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a5f6507-173e-4aef-9a26-9d44f65871ea HTTP/1.1" status: 200 len: 944 time: 0.2476311 Nov 12 08:23:50.117446 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6f668c-fef2-4b42-93c0-7f89f696f876 req-1b8707d3-3b51-4a8b-ace3-2f94fa1b83e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:50.119233 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3e6f668c-fef2-4b42-93c0-7f89f696f876 req-1b8707d3-3b51-4a8b-ace3-2f94fa1b83e6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=14ea6b66-b2b3-48e9-8a22-fc303d6ddba7 HTTP/1.1" status: 200 len: 1098 time: 0.2132602 Nov 12 08:23:50.120040 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77fa486e-b29e-4bff-bd1a-c01771c43c27 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Made reservation on behalf of 9685b661865b4c639766c916ebb4ca16 for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:23:50.123584 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-77fa486e-b29e-4bff-bd1a-c01771c43c27 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:50.178701 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a45aefd-08ad-4e22-a661-be3250fc6675 admin admin] Checking segment: {'id': '671b1e57-5287-4b28-8a6a-fdb7b6437699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9002ff25-76a7-4c3d-8082-16c14deb03d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:23:50.179257 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a45aefd-08ad-4e22-a661-be3250fc6675 admin admin] Network hostable DHCP agents. Network: 9002ff25-76a7-4c3d-8082-16c14deb03d5, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:23:50.182657 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=ce3601d8-a36c-4d58-b3bf-b7c137a63e6b,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:50.197946 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77fa486e-b29e-4bff-bd1a-c01771c43c27 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:23:50.211160 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-77fa486e-b29e-4bff-bd1a-c01771c43c27 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:50.212283 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-77fa486e-b29e-4bff-bd1a-c01771c43c27 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Added segment dd62ef14-994b-462a-afbb-ed385ddcbb4a of type vlan for network fb505731-c661-4f02-96e4-23538a1c6dac Nov 12 08:23:50.263765 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-77fa486e-b29e-4bff-bd1a-c01771c43c27 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:50.299960 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-77fa486e-b29e-4bff-bd1a-c01771c43c27 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:50.309213 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77fa486e-b29e-4bff-bd1a-c01771c43c27 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:50.310022 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-77fa486e-b29e-4bff-bd1a-c01771c43c27 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:50.398149 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f98ebb84-4d80-427f-964e-bbf49ad27562 tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:50.399804 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a45aefd-08ad-4e22-a661-be3250fc6675 admin admin] Network 9002ff25-76a7-4c3d-8082-16c14deb03d5 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:23:50.460140 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fa486e-b29e-4bff-bd1a-c01771c43c27 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Pushing event updated for resources: {'Network': ['ID=fb505731-c661-4f02-96e4-23538a1c6dac,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:50.472549 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network fb505731-c661-4f02-96e4-23538a1c6dac details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:23:50.476552 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-84a9edb4-fedb-4c5b-9cda-7a299a89623e req-36bbf2d1-98a7-4e13-8515-532afa569ac1 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cbb65ba-0e7e-4ab7-8759-517886115d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3502030 Nov 12 08:23:50.486392 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-77fa486e-b29e-4bff-bd1a-c01771c43c27 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4729745 Nov 12 08:23:50.488023 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 54582) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:50.488940 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-5a45aefd-08ad-4e22-a661-be3250fc6675 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 9002ff25-76a7-4c3d-8082-16c14deb03d5) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:23:50.519603 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a45aefd-08ad-4e22-a661-be3250fc6675 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:50.520399 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5a45aefd-08ad-4e22-a661-be3250fc6675 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:50.527112 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98ebb84-4d80-427f-964e-bbf49ad27562 tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Pushing event updated for resources: {'Subnet': ['ID=f1042926-2e34-44d3-8701-46334c2f2814,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:50.528102 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3e6f668c-fef2-4b42-93c0-7f89f696f876 req-5c3cad25-9248-459a-b470-db127f094366 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4cbb65ba-0e7e-4ab7-8759-517886115d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3968573 Nov 12 08:23:50.535362 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-ad871caf-9dfb-4947-8d80-1c6fbf6a4fcb tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Request body: {'subnet': {'network_id': 'fb505731-c661-4f02-96e4-23538a1c6dac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:23:50.540020 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb818ad-1fb5-449d-8601-75b2a86f5c81 None None] Network 9002ff25-76a7-4c3d-8082-16c14deb03d5 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:23:50.546617 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98ebb84-4d80-427f-964e-bbf49ad27562 tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Checking segment: {'id': 'adaf0c33-bca5-472b-b9bf-4f6bca9729af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1581d42a-8853-4813-b85c-d98e4d75f39e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:23:50.547030 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98ebb84-4d80-427f-964e-bbf49ad27562 tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Network hostable DHCP agents. Network: 1581d42a-8853-4813-b85c-d98e4d75f39e, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:23:50.565342 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e5e7f4-759e-4c0e-b4b9-608700c4add2 req-1314a131-f5c6-4ff0-9180-c3174b10e9d6 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:50.571932 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-15e5e7f4-759e-4c0e-b4b9-608700c4add2 req-1314a131-f5c6-4ff0-9180-c3174b10e9d6 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.21 "GET /v2.0/ports?device_id=90a94a8f-875a-48df-bed0-ea4acaf62540 HTTP/1.1" status: 200 len: 943 time: 0.1109128 Nov 12 08:23:50.606060 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98ebb84-4d80-427f-964e-bbf49ad27562 tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Network 1581d42a-8853-4813-b85c-d98e4d75f39e is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:23:50.614525 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-f98ebb84-4d80-427f-964e-bbf49ad27562 tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 1581d42a-8853-4813-b85c-d98e4d75f39e) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:23:50.621119 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98ebb84-4d80-427f-964e-bbf49ad27562 tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:50.621751 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f98ebb84-4d80-427f-964e-bbf49ad27562 tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:50.656265 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-f98ebb84-4d80-427f-964e-bbf49ad27562 tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8708718 Nov 12 08:23:50.657580 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 54586) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:50.665645 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-cc534c0c-20eb-4e17-8af0-2a85bc7dc814 tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-505461226', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}, 'admin_state_up': False}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:23:50.716081 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c4510b-d76d-49d2-a1dd-7d23c165d23b None None] Network 1581d42a-8853-4813-b85c-d98e4d75f39e requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:23:50.755679 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-5a45aefd-08ad-4e22-a661-be3250fc6675 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6192677 Nov 12 08:23:50.756904 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 54594) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:50.758356 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad871caf-9dfb-4947-8d80-1c6fbf6a4fcb tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Made reservation on behalf of 9685b661865b4c639766c916ebb4ca16 for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:23:50.767345 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cc534c0c-20eb-4e17-8af0-2a85bc7dc814 tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:50.768423 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cc534c0c-20eb-4e17-8af0-2a85bc7dc814 tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:50.769146 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ad871caf-9dfb-4947-8d80-1c6fbf6a4fcb tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:50.914926 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7981ecdf-7847-4a97-a3fa-0b07e2ef53f0 req-f36380f3-01cd-47f7-b2a6-6a6806d58d69 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:50.916498 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7981ecdf-7847-4a97-a3fa-0b07e2ef53f0 req-f36380f3-01cd-47f7-b2a6-6a6806d58d69 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=be68d5ee-5d55-432a-8f59-c22021814713 HTTP/1.1" status: 200 len: 943 time: 0.2005401 Nov 12 08:23:50.930444 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device a4a518c3-e7bb-4082-8b18-06e6f981519a details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:23:50.956384 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cc534c0c-20eb-4e17-8af0-2a85bc7dc814 tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:51.112518 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-1fa4585f-d8c8-4b51-8872-8e49ec1664d1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-380484257-router', 'tenant_id': '6d4d05cf75bd48988e66a58743392390', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:23:51.142155 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ad871caf-9dfb-4947-8d80-1c6fbf6a4fcb tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:51.190156 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port a4a518c3-e7bb-4082-8b18-06e6f981519a, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=a4a518c3-e7bb-4082-8b18-06e6f981519a,segment=NetworkSegment(e07c96e0-5af6-439e-b283-25e89ba24ea2),segment_id=e07c96e0-5af6-439e-b283-25e89ba24ea2)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:51.206869 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1fa4585f-d8c8-4b51-8872-8e49ec1664d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:51.208127 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1fa4585f-d8c8-4b51-8872-8e49ec1664d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:51.209022 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Returning: {'device': 'a4a518c3-e7bb-4082-8b18-06e6f981519a', 'network_id': '392b706c-fa83-40b2-ba41-e97d70efdd1d', 'port_id': 'a4a518c3-e7bb-4082-8b18-06e6f981519a', 'mac_address': 'fa:16:3e:0a:fe:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d250a72-e563-4d6e-ac4f-f44698e0ce3c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:23:51.270172 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1fa4585f-d8c8-4b51-8872-8e49ec1664d1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:51.276675 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad871caf-9dfb-4947-8d80-1c6fbf6a4fcb tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Pushing event updated for resources: {'Subnet': ['ID=d52d694a-74df-4ec1-aabb-6de5249196f2,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:51.293889 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33e34ee-5497-4adb-8544-7a00ac945114 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-9002ff25-76a7-4c3d-8082-16c14deb03d5', 'network_id': '9002ff25-76a7-4c3d-8082-16c14deb03d5', 'tenant_id': '6d4d05cf75bd48988e66a58743392390', 'fixed_ips': [{'subnet_id': 'c8e8c768-2d07-4b3f-a074-a2b6b712f48f'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:23:51.295090 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d33e34ee-5497-4adb-8544-7a00ac945114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:51.456713 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1fa4585f-d8c8-4b51-8872-8e49ec1664d1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:51.540601 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-15e5e7f4-759e-4c0e-b4b9-608700c4add2 req-b22b4bf6-4bd2-43af-a2f5-878a1aa1a8c8 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Deleting port 3c2fa4b7-90ec-4a65-b13a-de388c8fc952 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:23:51.541659 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-15e5e7f4-759e-4c0e-b4b9-608700c4add2 req-b22b4bf6-4bd2-43af-a2f5-878a1aa1a8c8 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:51.548036 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7981ecdf-7847-4a97-a3fa-0b07e2ef53f0 req-64caa5bc-ec49-41ed-a43b-b1169b82e158 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=9dc9079a-4f63-4eb5-be12-eaa66771fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6011662 Nov 12 08:23:51.596548 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad871caf-9dfb-4947-8d80-1c6fbf6a4fcb tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Checking segment: {'id': 'dd62ef14-994b-462a-afbb-ed385ddcbb4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'fb505731-c661-4f02-96e4-23538a1c6dac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:23:51.596915 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad871caf-9dfb-4947-8d80-1c6fbf6a4fcb tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Network hostable DHCP agents. Network: fb505731-c661-4f02-96e4-23538a1c6dac, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:23:51.610961 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cc534c0c-20eb-4e17-8af0-2a85bc7dc814 tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:51.645888 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25dea7a-a532-43f7-934e-88aac25740b6 req-cd08ae1d-e5b5-44b8-a90b-1237585479ef tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:51.647654 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e25dea7a-a532-43f7-934e-88aac25740b6 req-cd08ae1d-e5b5-44b8-a90b-1237585479ef tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/ports?device_id=90a94a8f-875a-48df-bed0-ea4acaf62540 HTTP/1.1" status: 200 len: 943 time: 0.5089507 Nov 12 08:23:51.765147 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90a94a8f-875a-48df-bed0-ea4acaf62540', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c2fa4b7-90ec-4a65-b13a-de388c8fc952'}, {'server_uuid': '2a5f6507-173e-4aef-9a26-9d44f65871ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce3601d8-a36c-4d58-b3bf-b7c137a63e6b'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:23:51.769768 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c30c1721-e0b8-40fe-a125-541cf309c0a3" -d '{"events": [{"server_uuid": "90a94a8f-875a-48df-bed0-ea4acaf62540", "name": "network-vif-unplugged", "status": "completed", "tag": "3c2fa4b7-90ec-4a65-b13a-de388c8fc952"}, {"server_uuid": "2a5f6507-173e-4aef-9a26-9d44f65871ea", "name": "network-vif-plugged", "status": "completed", "tag": "ce3601d8-a36c-4d58-b3bf-b7c137a63e6b"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:23:51.791741 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:51.831749 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad871caf-9dfb-4947-8d80-1c6fbf6a4fcb tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Network fb505731-c661-4f02-96e4-23538a1c6dac is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:23:51.868568 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-e530113a-7783-48f4-9840-8911a24052df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4a518c3-e7bb-4082-8b18-06e6f981519a {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:23:51.890479 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-15e5e7f4-759e-4c0e-b4b9-608700c4add2 req-b22b4bf6-4bd2-43af-a2f5-878a1aa1a8c8 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] For port 3c2fa4b7-90ec-4a65-b13a-de388c8fc952, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=3c2fa4b7-90ec-4a65-b13a-de388c8fc952,segment=NetworkSegment(296922ca-424d-4760-9058-82e70353f16a),segment_id=296922ca-424d-4760-9058-82e70353f16a)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:51.891095 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-15e5e7f4-759e-4c0e-b4b9-608700c4add2 req-b22b4bf6-4bd2-43af-a2f5-878a1aa1a8c8 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:51.901281 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e25dea7a-a532-43f7-934e-88aac25740b6 req-d6f891fd-4066-4b5a-93a0-071472446c3f tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/security-groups?id=4679696e-a532-438b-8380-3e45cd46de9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414207 Nov 12 08:23:51.931635 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-ad871caf-9dfb-4947-8d80-1c6fbf6a4fcb tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, fb505731-c661-4f02-96e4-23538a1c6dac) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:23:51.934984 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-d33e34ee-5497-4adb-8544-7a00ac945114 None None] Allocated IP 172.20.0.2 (9002ff25-76a7-4c3d-8082-16c14deb03d5/c8e8c768-2d07-4b3f-a074-a2b6b712f48f/deecdb44-36d0-412f-bd39-e67bef2772d2) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:23:51.940958 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-15e5e7f4-759e-4c0e-b4b9-608700c4add2 req-b22b4bf6-4bd2-43af-a2f5-878a1aa1a8c8 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Calling delete_port for 3c2fa4b7-90ec-4a65-b13a-de388c8fc952 owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:23:51.943772 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port a4a518c3-e7bb-4082-8b18-06e6f981519a, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=a4a518c3-e7bb-4082-8b18-06e6f981519a,segment=NetworkSegment(e07c96e0-5af6-439e-b283-25e89ba24ea2),segment_id=e07c96e0-5af6-439e-b283-25e89ba24ea2)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:51.948885 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4a9c63-c3ae-46a3-ba7a-43b95a2f5b38 None None] Network fb505731-c661-4f02-96e4-23538a1c6dac requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:23:51.978099 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad871caf-9dfb-4947-8d80-1c6fbf6a4fcb tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:51.978496 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6812f407-c2e9-49df-9321-decd8a041c4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-1581d42a-8853-4813-b85c-d98e4d75f39e', 'network_id': '1581d42a-8853-4813-b85c-d98e4d75f39e', 'tenant_id': 'cfd09a51415242e682cd37a2f9c0d619', 'fixed_ips': [{'subnet_id': 'f1042926-2e34-44d3-8701-46334c2f2814'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:23:51.979393 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6812f407-c2e9-49df-9321-decd8a041c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:51.979766 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ad871caf-9dfb-4947-8d80-1c6fbf6a4fcb tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:51.981749 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:52.020580 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cadab17-15f9-45f0-b36f-654886d8a3db req-00d743da-6378-4c81-8e9a-7b8afc3ae67a tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:52.022316 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5cadab17-15f9-45f0-b36f-654886d8a3db req-00d743da-6378-4c81-8e9a-7b8afc3ae67a tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a5f6507-173e-4aef-9a26-9d44f65871ea HTTP/1.1" status: 200 len: 945 time: 0.2217164 Nov 12 08:23:52.059692 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 12 Nov 2021 08:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b6fb5ef-0023-4d8e-a5f5-8ac9e77c4d14 x-openstack-request-id: req-0b6fb5ef-0023-4d8e-a5f5-8ac9e77c4d14 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:23:52.060150 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90a94a8f-875a-48df-bed0-ea4acaf62540", "name": "network-vif-unplugged", "status": "completed", "tag": "3c2fa4b7-90ec-4a65-b13a-de388c8fc952", "code": 200}, {"server_uuid": "2a5f6507-173e-4aef-9a26-9d44f65871ea", "name": "network-vif-plugged", "status": "completed", "tag": "ce3601d8-a36c-4d58-b3bf-b7c137a63e6b", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:23:52.060407 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0b6fb5ef-0023-4d8e-a5f5-8ac9e77c4d14 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:23:52.060971 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90a94a8f-875a-48df-bed0-ea4acaf62540', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c2fa4b7-90ec-4a65-b13a-de388c8fc952', 'code': 200} Nov 12 08:23:52.061228 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a5f6507-173e-4aef-9a26-9d44f65871ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce3601d8-a36c-4d58-b3bf-b7c137a63e6b', 'code': 200} Nov 12 08:23:52.101086 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-ad871caf-9dfb-4947-8d80-1c6fbf6a4fcb tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5766730 Nov 12 08:23:52.105729 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 54630) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:52.127728 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-79b68b3f-a255-41ff-b2f7-016166ca80d1 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Request body: {'subnet': {'network_id': 'fb505731-c661-4f02-96e4-23538a1c6dac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:23:52.242805 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034bd172-6416-4823-8ff4-6c4e8e188b1b req-12f10dca-33eb-45df-a03a-d7faba4fe061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:52.244678 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-034bd172-6416-4823-8ff4-6c4e8e188b1b req-12f10dca-33eb-45df-a03a-d7faba4fe061 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2a5f6507-173e-4aef-9a26-9d44f65871ea HTTP/1.1" status: 200 len: 1097 time: 0.1081874 Nov 12 08:23:52.252096 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1fa4585f-d8c8-4b51-8872-8e49ec1664d1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:52.275673 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5cadab17-15f9-45f0-b36f-654886d8a3db req-225e7aa8-f013-4574-9952-faf03dd9b328 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cbb65ba-0e7e-4ab7-8759-517886115d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459540 Nov 12 08:23:52.314233 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1fa4585f-d8c8-4b51-8872-8e49ec1664d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:52.328510 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=a4a518c3-e7bb-4082-8b18-06e6f981519a,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:52.343105 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['a4a518c3-e7bb-4082-8b18-06e6f981519a'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:23:52.427904 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-034bd172-6416-4823-8ff4-6c4e8e188b1b req-fca534ef-af72-4b3d-983d-58fe8c82e87c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4cbb65ba-0e7e-4ab7-8759-517886115d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733575 Nov 12 08:23:52.450740 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9917f2a1-6710-44cf-83dd-85ecf7da0458 req-1e9d4323-6e48-4d22-81ce-a27698279873 tempest-ImagesOneServerTestJSON-1989146909 tempest-ImagesOneServerTestJSON-1989146909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:52.452404 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9917f2a1-6710-44cf-83dd-85ecf7da0458 req-1e9d4323-6e48-4d22-81ce-a27698279873 tempest-ImagesOneServerTestJSON-1989146909 tempest-ImagesOneServerTestJSON-1989146909-project] 10.222.0.26 "GET /v2.0/ports?device_id=76cea409-ec56-42a7-a862-0043a01ca874 HTTP/1.1" status: 200 len: 951 time: 0.1352704 Nov 12 08:23:52.452842 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b68b3f-a255-41ff-b2f7-016166ca80d1 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Made reservation on behalf of 9685b661865b4c639766c916ebb4ca16 for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:23:52.456548 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-79b68b3f-a255-41ff-b2f7-016166ca80d1 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:52.499793 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-15e5e7f4-759e-4c0e-b4b9-608700c4add2 req-b22b4bf6-4bd2-43af-a2f5-878a1aa1a8c8 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:52.503691 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cc534c0c-20eb-4e17-8af0-2a85bc7dc814 tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Publish callbacks [] for router_gateway, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:52.547626 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-1fa4585f-d8c8-4b51-8872-8e49ec1664d1 admin admin] Allocated IP 172.25.2.204 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/b4b21dde-0da4-4c32-a3fe-a457f43f650e) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:23:52.556897 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9917f2a1-6710-44cf-83dd-85ecf7da0458 req-71ca3536-90dc-48fd-af64-ce924197943f tempest-ImagesOneServerTestJSON-1989146909 tempest-ImagesOneServerTestJSON-1989146909-project] 10.222.0.26 "GET /v2.0/security-groups?id=929d9580-460f-4c1d-b667-88951e5d1ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891230 Nov 12 08:23:52.562006 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-6812f407-c2e9-49df-9321-decd8a041c4e None None] Allocated IP 172.20.0.2 (1581d42a-8853-4813-b85c-d98e4d75f39e/f1042926-2e34-44d3-8701-46334c2f2814/f8957a08-d626-48f0-a178-1e6368eb3585) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:23:52.588489 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cc534c0c-20eb-4e17-8af0-2a85bc7dc814 tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:52.594682 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22b4bf6-4bd2-43af-a2f5-878a1aa1a8c8 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Pushing event deleted for resources: {'Port': ['ID=3c2fa4b7-90ec-4a65-b13a-de388c8fc952,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:52.604845 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d32338e-30de-4aa0-a000-d4725f68a598 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-fb505731-c661-4f02-96e4-23538a1c6dac', 'network_id': 'fb505731-c661-4f02-96e4-23538a1c6dac', 'tenant_id': '9685b661865b4c639766c916ebb4ca16', 'fixed_ips': [{'subnet_id': 'd52d694a-74df-4ec1-aabb-6de5249196f2'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:23:52.609196 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3d32338e-30de-4aa0-a000-d4725f68a598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:52.669262 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d33e34ee-5497-4adb-8544-7a00ac945114 None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:52.719864 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1fa4585f-d8c8-4b51-8872-8e49ec1664d1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:52.754158 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-15e5e7f4-759e-4c0e-b4b9-608700c4add2 req-b22b4bf6-4bd2-43af-a2f5-878a1aa1a8c8 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] No DVR routers for this DVR port 3c2fa4b7-90ec-4a65-b13a-de388c8fc952 on host n-h1-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:23:52.759708 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-15e5e7f4-759e-4c0e-b4b9-608700c4add2 req-b22b4bf6-4bd2-43af-a2f5-878a1aa1a8c8 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:52.763125 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1fa4585f-d8c8-4b51-8872-8e49ec1664d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:52.763494 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-15e5e7f4-759e-4c0e-b4b9-608700c4add2 req-b22b4bf6-4bd2-43af-a2f5-878a1aa1a8c8 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.21 "DELETE /v2.0/ports/3c2fa4b7-90ec-4a65-b13a-de388c8fc952 HTTP/1.1" status: 204 len: 173 time: 2.0045879 Nov 12 08:23:52.767734 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90a94a8f-875a-48df-bed0-ea4acaf62540', 'name': 'network-vif-deleted', 'tag': '3c2fa4b7-90ec-4a65-b13a-de388c8fc952'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:23:52.770113 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0ef9e1f-57a6-49d8-89e5-9ef71abb3a0a" -d '{"events": [{"server_uuid": "90a94a8f-875a-48df-bed0-ea4acaf62540", "name": "network-vif-deleted", "tag": "3c2fa4b7-90ec-4a65-b13a-de388c8fc952"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:23:52.787970 n-d-765315-29 neutron-server[102599]: INFO neutron.db.ipam_backend_mixin [None req-79b68b3f-a255-41ff-b2f7-016166ca80d1 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d52d694a-74df-4ec1-aabb-6de5249196f2 (CIDR: 2001:db8::/64) Nov 12 08:23:52.797390 n-d-765315-29 neutron-server[102599]: INFO neutron.pecan_wsgi.hooks.translation [None req-79b68b3f-a255-41ff-b2f7-016166ca80d1 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:23:52.797848 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79b68b3f-a255-41ff-b2f7-016166ca80d1 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:23:52.836131 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa4585f-d8c8-4b51-8872-8e49ec1664d1 admin admin] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:23:52.840812 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-1fa4585f-d8c8-4b51-8872-8e49ec1664d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:23:52.844857 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa4585f-d8c8-4b51-8872-8e49ec1664d1 admin admin] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:23:52.852629 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f651493f-2276-4897-9dd6-ee13424b63c4 req-a8b960e3-a09a-44c9-8c37-e0cb71456492 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:52.854508 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f651493f-2276-4897-9dd6-ee13424b63c4 req-a8b960e3-a09a-44c9-8c37-e0cb71456492 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=be68d5ee-5d55-432a-8f59-c22021814713 HTTP/1.1" status: 200 len: 944 time: 0.1656737 Nov 12 08:23:52.873919 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-79b68b3f-a255-41ff-b2f7-016166ca80d1 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7628393 Nov 12 08:23:52.877731 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-3d32338e-30de-4aa0-a000-d4725f68a598 None None] Allocated IP 2001:db8::2 (fb505731-c661-4f02-96e4-23538a1c6dac/d52d694a-74df-4ec1-aabb-6de5249196f2/49ae2742-d580-4d63-8e65-db936773b895) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:23:52.879929 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 54660) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:52.886647 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-8c6d9de1-f54c-4419-96cb-0ca4f3b06141 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Request body: {'subnet': {'network_id': 'fb505731-c661-4f02-96e4-23538a1c6dac', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:23:52.901755 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa4585f-d8c8-4b51-8872-8e49ec1664d1 admin admin] Pushing event updated for resources: {'Port': ['ID=b4b21dde-0da4-4c32-a3fe-a457f43f650e,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:52.945713 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-cc534c0c-20eb-4e17-8af0-2a85bc7dc814 tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Allocated IP 172.25.2.52 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/7d009e5e-1586-40ff-b0b7-88afb09e8577) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:23:53.043391 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f651493f-2276-4897-9dd6-ee13424b63c4 req-0b351975-bbfb-4cef-9774-afa1e0e3f882 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=9dc9079a-4f63-4eb5-be12-eaa66771fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781561 Nov 12 08:23:53.099387 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 3c2fa4b7-90ec-4a65-b13a-de388c8fc952 no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:23:53.137548 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-312f90d3-a355-4fc9-be16-26e3a0fd6e4c x-openstack-request-id: req-312f90d3-a355-4fc9-be16-26e3a0fd6e4c {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:23:53.137881 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90a94a8f-875a-48df-bed0-ea4acaf62540", "name": "network-vif-deleted", "tag": "3c2fa4b7-90ec-4a65-b13a-de388c8fc952", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:23:53.138225 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-312f90d3-a355-4fc9-be16-26e3a0fd6e4c {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:23:53.138556 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90a94a8f-875a-48df-bed0-ea4acaf62540', 'name': 'network-vif-deleted', 'tag': '3c2fa4b7-90ec-4a65-b13a-de388c8fc952', 'status': 'completed', 'code': 200} Nov 12 08:23:53.152377 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d33e34ee-5497-4adb-8544-7a00ac945114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:53.190017 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-e530113a-7783-48f4-9840-8911a24052df None None] No Port match for: 3c2fa4b7-90ec-4a65-b13a-de388c8fc952 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:23:53.190360 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 3c2fa4b7-90ec-4a65-b13a-de388c8fc952 not bound to the agent host n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:23:53.304114 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-13570cf2-1db7-4903-a7bf-28dbb0308f7a req-1c097526-4a87-464f-b602-1bae8abb32d2 tempest-ImagesTestJSON-631198026 tempest-ImagesTestJSON-631198026-project] 10.222.0.26 "GET /v2.0/ports?device_id=90a94a8f-875a-48df-bed0-ea4acaf62540 HTTP/1.1" status: 200 len: 210 time: 0.0908961 Nov 12 08:23:53.310100 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c6d9de1-f54c-4419-96cb-0ca4f3b06141 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Made reservation on behalf of 9685b661865b4c639766c916ebb4ca16 for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:23:53.313635 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8c6d9de1-f54c-4419-96cb-0ca4f3b06141 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:53.352473 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cc534c0c-20eb-4e17-8af0-2a85bc7dc814 tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:53.436058 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1fa4585f-d8c8-4b51-8872-8e49ec1664d1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:53.439090 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3d32338e-30de-4aa0-a000-d4725f68a598 None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:53.463975 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33e34ee-5497-4adb-8544-7a00ac945114 None None] Network 9002ff25-76a7-4c3d-8082-16c14deb03d5 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:23:53.476847 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-d33e34ee-5497-4adb-8544-7a00ac945114 None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:23:53.514110 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3d32338e-30de-4aa0-a000-d4725f68a598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:53.522228 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33e34ee-5497-4adb-8544-7a00ac945114 None None] Pushing event updated for resources: {'Port': ['ID=deecdb44-36d0-412f-bd39-e67bef2772d2,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:53.529666 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33e34ee-5497-4adb-8544-7a00ac945114 None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:23:53.542775 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d32338e-30de-4aa0-a000-d4725f68a598 None None] Network fb505731-c661-4f02-96e4-23538a1c6dac is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:23:53.609467 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-3d32338e-30de-4aa0-a000-d4725f68a598 None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:23:53.612944 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d32338e-30de-4aa0-a000-d4725f68a598 None None] Pushing event updated for resources: {'Port': ['ID=49ae2742-d580-4d63-8e65-db936773b895,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:53.619582 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d32338e-30de-4aa0-a000-d4725f68a598 None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:23:53.704104 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-d33e34ee-5497-4adb-8544-7a00ac945114 None None] Attempting to bind port deecdb44-36d0-412f-bd39-e67bef2772d2 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:23:53.704611 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-d33e34ee-5497-4adb-8544-7a00ac945114 None None] Attempting to bind port deecdb44-36d0-412f-bd39-e67bef2772d2 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '671b1e57-5287-4b28-8a6a-fdb7b6437699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9002ff25-76a7-4c3d-8082-16c14deb03d5'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:23:53.705073 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33e34ee-5497-4adb-8544-7a00ac945114 None None] Attempting to bind port deecdb44-36d0-412f-bd39-e67bef2772d2 on network 9002ff25-76a7-4c3d-8082-16c14deb03d5 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:23:53.722610 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33e34ee-5497-4adb-8544-7a00ac945114 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:23:53.723138 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33e34ee-5497-4adb-8544-7a00ac945114 None None] Checking segment: {'id': '671b1e57-5287-4b28-8a6a-fdb7b6437699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9002ff25-76a7-4c3d-8082-16c14deb03d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:23:53.723629 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d33e34ee-5497-4adb-8544-7a00ac945114 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:53.724113 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33e34ee-5497-4adb-8544-7a00ac945114 None None] Bound using segment: {'id': '671b1e57-5287-4b28-8a6a-fdb7b6437699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9002ff25-76a7-4c3d-8082-16c14deb03d5'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:23:53.724713 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-d33e34ee-5497-4adb-8544-7a00ac945114 None None] Bound port: deecdb44-36d0-412f-bd39-e67bef2772d2, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '671b1e57-5287-4b28-8a6a-fdb7b6437699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9002ff25-76a7-4c3d-8082-16c14deb03d5'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:23:53.725151 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d33e34ee-5497-4adb-8544-7a00ac945114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:53.843273 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-3d32338e-30de-4aa0-a000-d4725f68a598 None None] Attempting to bind port 49ae2742-d580-4d63-8e65-db936773b895 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:23:53.843880 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-3d32338e-30de-4aa0-a000-d4725f68a598 None None] Attempting to bind port 49ae2742-d580-4d63-8e65-db936773b895 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': 'dd62ef14-994b-462a-afbb-ed385ddcbb4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'fb505731-c661-4f02-96e4-23538a1c6dac'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:23:53.844350 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d32338e-30de-4aa0-a000-d4725f68a598 None None] Attempting to bind port 49ae2742-d580-4d63-8e65-db936773b895 on network fb505731-c661-4f02-96e4-23538a1c6dac {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:23:53.854993 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d32338e-30de-4aa0-a000-d4725f68a598 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:23:53.855420 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d32338e-30de-4aa0-a000-d4725f68a598 None None] Checking segment: {'id': 'dd62ef14-994b-462a-afbb-ed385ddcbb4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'fb505731-c661-4f02-96e4-23538a1c6dac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:23:53.855908 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3d32338e-30de-4aa0-a000-d4725f68a598 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:53.856408 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d32338e-30de-4aa0-a000-d4725f68a598 None None] Bound using segment: {'id': 'dd62ef14-994b-462a-afbb-ed385ddcbb4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'fb505731-c661-4f02-96e4-23538a1c6dac'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:23:53.856981 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-3d32338e-30de-4aa0-a000-d4725f68a598 None None] Bound port: 49ae2742-d580-4d63-8e65-db936773b895, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd62ef14-994b-462a-afbb-ed385ddcbb4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'fb505731-c661-4f02-96e4-23538a1c6dac'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:23:53.857448 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3d32338e-30de-4aa0-a000-d4725f68a598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:53.920539 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7adae01-a2a8-4110-92a3-785d4b483284 req-048d42af-7966-41c2-a3c0-618a0af80d62 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:53.929851 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f7adae01-a2a8-4110-92a3-785d4b483284 req-048d42af-7966-41c2-a3c0-618a0af80d62 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a5f6507-173e-4aef-9a26-9d44f65871ea HTTP/1.1" status: 200 len: 945 time: 0.4573662 Nov 12 08:23:53.958407 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1fa4585f-d8c8-4b51-8872-8e49ec1664d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052'] for router, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:53.964149 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cc534c0c-20eb-4e17-8af0-2a85bc7dc814 tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:53.977518 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8c6d9de1-f54c-4419-96cb-0ca4f3b06141 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:54.025932 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-3d32338e-30de-4aa0-a000-d4725f68a598 None None] For port 49ae2742-d580-4d63-8e65-db936773b895, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:23:54.029335 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-3d32338e-30de-4aa0-a000-d4725f68a598 None None] For port 49ae2742-d580-4d63-8e65-db936773b895, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=49ae2742-d580-4d63-8e65-db936773b895,segment=NetworkSegment(dd62ef14-994b-462a-afbb-ed385ddcbb4a),segment_id=dd62ef14-994b-462a-afbb-ed385ddcbb4a)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:23:54.042437 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3d32338e-30de-4aa0-a000-d4725f68a598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:54.055228 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc534c0c-20eb-4e17-8af0-2a85bc7dc814 tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Pushing event updated for resources: {'Port': ['ID=7d009e5e-1586-40ff-b0b7-88afb09e8577,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:54.057369 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-d33e34ee-5497-4adb-8544-7a00ac945114 None None] For port deecdb44-36d0-412f-bd39-e67bef2772d2, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:23:54.097888 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc534c0c-20eb-4e17-8af0-2a85bc7dc814 tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:23:54.103692 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-d33e34ee-5497-4adb-8544-7a00ac945114 None None] For port deecdb44-36d0-412f-bd39-e67bef2772d2, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=deecdb44-36d0-412f-bd39-e67bef2772d2,segment=NetworkSegment(671b1e57-5287-4b28-8a6a-fdb7b6437699),segment_id=671b1e57-5287-4b28-8a6a-fdb7b6437699)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:23:54.117675 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6d9de1-f54c-4419-96cb-0ca4f3b06141 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Network fb505731-c661-4f02-96e4-23538a1c6dac is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:23:54.124248 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-8c6d9de1-f54c-4419-96cb-0ca4f3b06141 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:23:54.127738 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6d9de1-f54c-4419-96cb-0ca4f3b06141 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:54.128351 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8c6d9de1-f54c-4419-96cb-0ca4f3b06141 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:54.140641 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-cc534c0c-20eb-4e17-8af0-2a85bc7dc814 tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:23:54.143529 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc534c0c-20eb-4e17-8af0-2a85bc7dc814 tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:23:54.151794 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d33e34ee-5497-4adb-8544-7a00ac945114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:54.162111 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-8c6d9de1-f54c-4419-96cb-0ca4f3b06141 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2809095 Nov 12 08:23:54.162761 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 54714) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:54.183747 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6812f407-c2e9-49df-9321-decd8a041c4e None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:54.196061 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-156c988f-ca10-47ab-a23e-dfc1a594535d tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Request body: {'port': {'network_id': 'fb505731-c661-4f02-96e4-23538a1c6dac', 'fixed_ips': [{'subnet_id': 'd52d694a-74df-4ec1-aabb-6de5249196f2'}, {'subnet_id': '6dba5e9c-8559-477b-9e12-de86af2fdc3d'}], 'name': 'tempest-PortsIpV6TestJSON-828050873'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:23:54.204716 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f7adae01-a2a8-4110-92a3-785d4b483284 req-e1f0aade-ba08-4031-b213-29521a6feec0 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cbb65ba-0e7e-4ab7-8759-517886115d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735436 Nov 12 08:23:54.230473 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6812f407-c2e9-49df-9321-decd8a041c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:54.252534 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6d9de1-f54c-4419-96cb-0ca4f3b06141 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Pushing event updated for resources: {'Subnet': ['ID=6dba5e9c-8559-477b-9e12-de86af2fdc3d,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:54.291055 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d32338e-30de-4aa0-a000-d4725f68a598 None None] Pushing event updated for resources: {'Port': ['ID=49ae2742-d580-4d63-8e65-db936773b895,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:54.312680 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6812f407-c2e9-49df-9321-decd8a041c4e None None] Network 1581d42a-8853-4813-b85c-d98e4d75f39e is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:23:54.321384 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8cffdf-91af-4820-ab54-dd3873be34fc req-06734aec-2911-491b-a4b2-9c0a994e3fb5 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:54.328722 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ff8cffdf-91af-4820-ab54-dd3873be34fc req-06734aec-2911-491b-a4b2-9c0a994e3fb5 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=be68d5ee-5d55-432a-8f59-c22021814713 HTTP/1.1" status: 200 len: 944 time: 0.1433637 Nov 12 08:23:54.369848 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-6812f407-c2e9-49df-9321-decd8a041c4e None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:23:54.374418 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6812f407-c2e9-49df-9321-decd8a041c4e None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:23:54.462707 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ff8cffdf-91af-4820-ab54-dd3873be34fc req-06cee190-d5dd-4850-93a0-fe18b4bc4246 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=9dc9079a-4f63-4eb5-be12-eaa66771fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248612 Nov 12 08:23:54.472949 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fa4585f-d8c8-4b51-8872-8e49ec1664d1 admin admin] Router bb9449dd-2085-4a38-9efe-6dead1752c5d is scheduled to L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 with binding_index 1 {{(pid=102600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:23:54.529803 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33e34ee-5497-4adb-8544-7a00ac945114 None None] Pushing event updated for resources: {'Port': ['ID=deecdb44-36d0-412f-bd39-e67bef2772d2,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:54.701360 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fa4585f-d8c8-4b51-8872-8e49ec1664d1 admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:23:54.720383 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ca1c1d-7981-4a08-9b05-68a31028b618 None None] Sync routers for ids ['bb9449dd-2085-4a38-9efe-6dead1752c5d'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:23:54.725616 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1fa4585f-d8c8-4b51-8872-8e49ec1664d1 admin admin] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:54.730795 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-1fa4585f-d8c8-4b51-8872-8e49ec1664d1 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.6227078 Nov 12 08:23:54.734009 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 54728) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:54.744022 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6812f407-c2e9-49df-9321-decd8a041c4e None None] Pushing event updated for resources: {'Port': ['ID=f8957a08-d626-48f0-a178-1e6368eb3585,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:54.757221 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-6812f407-c2e9-49df-9321-decd8a041c4e None None] Attempting to bind port f8957a08-d626-48f0-a178-1e6368eb3585 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:23:54.765735 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-6812f407-c2e9-49df-9321-decd8a041c4e None None] Attempting to bind port f8957a08-d626-48f0-a178-1e6368eb3585 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': 'adaf0c33-bca5-472b-b9bf-4f6bca9729af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1581d42a-8853-4813-b85c-d98e4d75f39e'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:23:54.766722 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6812f407-c2e9-49df-9321-decd8a041c4e None None] Attempting to bind port f8957a08-d626-48f0-a178-1e6368eb3585 on network 1581d42a-8853-4813-b85c-d98e4d75f39e {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:23:54.779951 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ca1c1d-7981-4a08-9b05-68a31028b618 None None] Routers {'bb9449dd-2085-4a38-9efe-6dead1752c5d'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:23:54.780962 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-d4ca1c1d-7981-4a08-9b05-68a31028b618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:23:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['bb9449dd-2085-4a38-9efe-6dead1752c5d'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:54.784013 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbec61cd-0515-48c3-b1e0-bcf237faf020 req-5010caa5-70db-4cd7-8b1f-633cdbba7b1a tempest-ImagesOneServerTestJSON-1989146909 tempest-ImagesOneServerTestJSON-1989146909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:54.786158 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6812f407-c2e9-49df-9321-decd8a041c4e None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:23:54.786771 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6812f407-c2e9-49df-9321-decd8a041c4e None None] Checking segment: {'id': 'adaf0c33-bca5-472b-b9bf-4f6bca9729af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1581d42a-8853-4813-b85c-d98e4d75f39e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:23:54.790064 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6812f407-c2e9-49df-9321-decd8a041c4e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:54.790064 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6812f407-c2e9-49df-9321-decd8a041c4e None None] Bound using segment: {'id': 'adaf0c33-bca5-472b-b9bf-4f6bca9729af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1581d42a-8853-4813-b85c-d98e4d75f39e'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:23:54.790064 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-6812f407-c2e9-49df-9321-decd8a041c4e None None] Bound port: f8957a08-d626-48f0-a178-1e6368eb3585, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adaf0c33-bca5-472b-b9bf-4f6bca9729af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1581d42a-8853-4813-b85c-d98e4d75f39e'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:23:54.790064 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6812f407-c2e9-49df-9321-decd8a041c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:54.811057 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-bbec61cd-0515-48c3-b1e0-bcf237faf020 req-5010caa5-70db-4cd7-8b1f-633cdbba7b1a tempest-ImagesOneServerTestJSON-1989146909 tempest-ImagesOneServerTestJSON-1989146909-project] 10.222.0.26 "GET /v2.0/ports?device_id=76cea409-ec56-42a7-a862-0043a01ca874 HTTP/1.1" status: 200 len: 951 time: 0.4091568 Nov 12 08:23:54.965769 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-bbec61cd-0515-48c3-b1e0-bcf237faf020 req-d71a9bd4-41fa-48b5-971c-cf96e0143078 tempest-ImagesOneServerTestJSON-1989146909 tempest-ImagesOneServerTestJSON-1989146909-project] 10.222.0.26 "GET /v2.0/security-groups?id=929d9580-460f-4c1d-b667-88951e5d1ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534817 Nov 12 08:23:54.967148 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-156c988f-ca10-47ab-a23e-dfc1a594535d tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Made reservation on behalf of 9685b661865b4c639766c916ebb4ca16 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:23:55.152684 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device a4a518c3-e7bb-4082-8b18-06e6f981519a up at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:23:55.235612 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-156c988f-ca10-47ab-a23e-dfc1a594535d tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:55.237404 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 54752) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:55.301199 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-141f6bc5-57ca-49d8-8d34-ba2579966c8a admin admin] Deleting subnet c99e7791-a372-44aa-b26b-4ef09f905daa {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:23:55.302523 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-d4ca1c1d-7981-4a08-9b05-68a31028b618 None None] Set router bb9449dd-2085-4a38-9efe-6dead1752c5d gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:23:55.304646 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-141f6bc5-57ca-49d8-8d34-ba2579966c8a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:55.345248 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-141f6bc5-57ca-49d8-8d34-ba2579966c8a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31181813'] for subnet, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:55.375225 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 49ae2742-d580-4d63-8e65-db936773b895 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:23:55.405175 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cc534c0c-20eb-4e17-8af0-2a85bc7dc814 tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Publish callbacks [] for router_gateway, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:55.449751 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-174bed08-03b4-40aa-815c-3d1101c46a68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:55.484484 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-141f6bc5-57ca-49d8-8d34-ba2579966c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:55.520653 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [None req-156c988f-ca10-47ab-a23e-dfc1a594535d tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] device_id is not set on port 1f8082f7-4a7f-43d3-ab9f-1549ee70c727 yet. {{(pid=102599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:23:55.551715 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-6812f407-c2e9-49df-9321-decd8a041c4e None None] For port f8957a08-d626-48f0-a178-1e6368eb3585, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:23:55.558842 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-6812f407-c2e9-49df-9321-decd8a041c4e None None] For port f8957a08-d626-48f0-a178-1e6368eb3585, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=f8957a08-d626-48f0-a178-1e6368eb3585,segment=NetworkSegment(adaf0c33-bca5-472b-b9bf-4f6bca9729af),segment_id=adaf0c33-bca5-472b-b9bf-4f6bca9729af)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:23:55.669564 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device e6de7ede-5039-4cbf-948a-4b6058107d7b no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:23:55.696889 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-174bed08-03b4-40aa-815c-3d1101c46a68 admin admin] Allocated IP 172.20.0.1 (9002ff25-76a7-4c3d-8082-16c14deb03d5/c8e8c768-2d07-4b3f-a074-a2b6b712f48f/00b6a911-1004-4a81-a60a-8f1805a8dd02) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:23:55.722871 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6812f407-c2e9-49df-9321-decd8a041c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:55.808092 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab8b988-2952-4346-8be6-9c972478ebac req-c856c3a3-cc7b-438e-909c-5eede92677de tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:55.817390 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6ab8b988-2952-4346-8be6-9c972478ebac req-c856c3a3-cc7b-438e-909c-5eede92677de tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a5f6507-173e-4aef-9a26-9d44f65871ea HTTP/1.1" status: 200 len: 945 time: 0.4265964 Nov 12 08:23:55.836930 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:23:55.908779 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd4bdb1-67d6-4b50-b382-129e2dc2040d req-cbf2113b-e346-4755-a6e4-e8b13af88a59 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:55.910375 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-abd4bdb1-67d6-4b50-b382-129e2dc2040d req-cbf2113b-e346-4755-a6e4-e8b13af88a59 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=be68d5ee-5d55-432a-8f59-c22021814713 HTTP/1.1" status: 200 len: 944 time: 0.2069535 Nov 12 08:23:55.939079 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-141f6bc5-57ca-49d8-8d34-ba2579966c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:56.017582 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 49ae2742-d580-4d63-8e65-db936773b895 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:23:56.018106 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:56.081968 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning for port a4a518c3-e7bb-4082-8b18-06e6f981519a completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:23:56.099008 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning complete for port a4a518c3-e7bb-4082-8b18-06e6f981519a triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:23:56.099379 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:56.123136 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-abd4bdb1-67d6-4b50-b382-129e2dc2040d req-8a68317f-4b9b-4738-bc1b-9134e04d6708 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=9dc9079a-4f63-4eb5-be12-eaa66771fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044117 Nov 12 08:23:56.126526 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-174bed08-03b4-40aa-815c-3d1101c46a68 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:56.161638 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141f6bc5-57ca-49d8-8d34-ba2579966c8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c99e7791-a372-44aa-b26b-4ef09f905daa,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:56.168855 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6812f407-c2e9-49df-9321-decd8a041c4e None None] Pushing event updated for resources: {'Port': ['ID=f8957a08-d626-48f0-a178-1e6368eb3585,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:56.181118 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-141f6bc5-57ca-49d8-8d34-ba2579966c8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:56.186026 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-141f6bc5-57ca-49d8-8d34-ba2579966c8a admin admin] 10.222.0.26 "DELETE /v2.0/subnets/c99e7791-a372-44aa-b26b-4ef09f905daa HTTP/1.1" status: 204 len: 168 time: 0.9442050 Nov 12 08:23:56.193484 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 54762) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:56.235034 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:56.307949 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-d4ca1c1d-7981-4a08-9b05-68a31028b618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9449dd-2085-4a38-9efe-6dead1752c5d', 'name': 'tempest-AttachVolumeShelveTestJSON-380484257-router', 'tenant_id': '6d4d05cf75bd48988e66a58743392390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': 'b4b21dde-0da4-4c32-a3fe-a457f43f650e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:23:51Z', 'updated_at': '2021-11-12T08:23:53Z', 'revision_number': 3, 'project_id': '6d4d05cf75bd48988e66a58743392390', 'gw_port': {'id': 'b4b21dde-0da4-4c32-a3fe-a457f43f650e', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f4:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb9449dd-2085-4a38-9efe-6dead1752c5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:23:52Z', 'updated_at': '2021-11-12T08:23:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:56.343112 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-174bed08-03b4-40aa-815c-3d1101c46a68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:56.345482 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port e6de7ede-5039-4cbf-948a-4b6058107d7b, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=e6de7ede-5039-4cbf-948a-4b6058107d7b,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:56.349704 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76cea409-ec56-42a7-a862-0043a01ca874', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6de7ede-5039-4cbf-948a-4b6058107d7b'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:23:56.368932 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a107fc7-57e7-4319-9864-3f361d603855" -d '{"events": [{"server_uuid": "76cea409-ec56-42a7-a862-0043a01ca874", "name": "network-vif-unplugged", "status": "completed", "tag": "e6de7ede-5039-4cbf-948a-4b6058107d7b"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:23:56.425089 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:56.426879 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee06efc-ad97-453d-be73-e7dd75b99440 None None] Network fb505731-c661-4f02-96e4-23538a1c6dac requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:23:56.439259 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174bed08-03b4-40aa-815c-3d1101c46a68 admin admin] Network 9002ff25-76a7-4c3d-8082-16c14deb03d5 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:23:56.455099 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2fca7b77-7f51-4317-a41a-547e34638992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:56.463102 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-174bed08-03b4-40aa-815c-3d1101c46a68 admin admin] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:23:56.484590 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174bed08-03b4-40aa-815c-3d1101c46a68 admin admin] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:23:56.515054 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865a1e75-2779-42cd-87c3-3e94310569c6 req-b79721f1-14d8-455b-b5d0-c696f8d1cc04 tempest-ImagesOneServerTestJSON-1989146909 tempest-ImagesOneServerTestJSON-1989146909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:56.516709 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-865a1e75-2779-42cd-87c3-3e94310569c6 req-b79721f1-14d8-455b-b5d0-c696f8d1cc04 tempest-ImagesOneServerTestJSON-1989146909 tempest-ImagesOneServerTestJSON-1989146909-project] 10.222.0.26 "GET /v2.0/ports?device_id=76cea409-ec56-42a7-a862-0043a01ca874 HTTP/1.1" status: 200 len: 951 time: 0.2659018 Nov 12 08:23:56.535403 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ca1c1d-7981-4a08-9b05-68a31028b618 None None] Checking router: bb9449dd-2085-4a38-9efe-6dead1752c5d for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:23:56.535838 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ca1c1d-7981-4a08-9b05-68a31028b618 None None] Updating router bb9449dd-2085-4a38-9efe-6dead1752c5d port b4b21dde-0da4-4c32-a3fe-a457f43f650e binding host n-d-765315-29 {{(pid=102601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:23:56.606893 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174bed08-03b4-40aa-815c-3d1101c46a68 admin admin] Pushing event updated for resources: {'Port': ['ID=00b6a911-1004-4a81-a60a-8f1805a8dd02,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:56.616002 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b3c946-85dd-4c3a-8be3-25d7c5367b82 None None] Network 9002ff25-76a7-4c3d-8082-16c14deb03d5 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:23:56.735902 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-865a1e75-2779-42cd-87c3-3e94310569c6 req-d27acf82-96a6-4b68-b6e3-fa4f3f9cb666 tempest-ImagesOneServerTestJSON-1989146909 tempest-ImagesOneServerTestJSON-1989146909-project] 10.222.0.26 "GET /v2.0/security-groups?id=929d9580-460f-4c1d-b667-88951e5d1ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992321 Nov 12 08:23:56.757188 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-174bed08-03b4-40aa-815c-3d1101c46a68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933481'] for router_interface, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:56.776124 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-3e086688-b7ac-4527-94e4-3fa3dc6f88de None None] Provisioning complete for port 49ae2742-d580-4d63-8e65-db936773b895 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:23:56.778416 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3e086688-b7ac-4527-94e4-3fa3dc6f88de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:56.780088 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d4ca1c1d-7981-4a08-9b05-68a31028b618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:56.836086 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6ab8b988-2952-4346-8be6-9c972478ebac req-b95ba3bb-2960-46a1-92cd-697ad2ec80f8 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cbb65ba-0e7e-4ab7-8759-517886115d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0174642 Nov 12 08:23:56.935510 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cc534c0c-20eb-4e17-8af0-2a85bc7dc814 tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052'] for router, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:56.939369 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f114574a-715e-47e7-a866-0bb7ea2d81de x-openstack-request-id: req-f114574a-715e-47e7-a866-0bb7ea2d81de {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:23:56.939665 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76cea409-ec56-42a7-a862-0043a01ca874", "name": "network-vif-unplugged", "status": "completed", "tag": "e6de7ede-5039-4cbf-948a-4b6058107d7b", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:23:56.940144 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f114574a-715e-47e7-a866-0bb7ea2d81de {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:23:56.940346 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76cea409-ec56-42a7-a862-0043a01ca874', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6de7ede-5039-4cbf-948a-4b6058107d7b', 'code': 200} Nov 12 08:23:56.941342 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=e6de7ede-5039-4cbf-948a-4b6058107d7b,revision_number=11']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:56.945319 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2fca7b77-7f51-4317-a41a-547e34638992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:56.950106 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:56.992933 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-2fca7b77-7f51-4317-a41a-547e34638992 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec82487f-519c-483b-814a-09ab43cadbc0']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:57.005863 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-2fca7b77-7f51-4317-a41a-547e34638992 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '296922ca-424d-4760-9058-82e70353f16a') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:57.006218 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-2fca7b77-7f51-4317-a41a-547e34638992 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '296922ca-424d-4760-9058-82e70353f16a') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:57.020588 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2fca7b77-7f51-4317-a41a-547e34638992 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:57.036217 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2fca7b77-7f51-4317-a41a-547e34638992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:57.044741 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fca7b77-7f51-4317-a41a-547e34638992 admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:23:57.045555 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2fca7b77-7f51-4317-a41a-547e34638992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:57.117740 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:23:57.117740 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:23:57.117740 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:23:57.117740 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:23:57.117740 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:23:57.117740 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:23:57.117740 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:23:57.117740 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:23:57.117740 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:23:57.117740 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:23:57.117740 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:23:57.117740 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:23:57.117740 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:23:57.117740 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:23:57.117740 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:23:57.117740 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:23:57.117740 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:23:57.117740 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:23:57.117740 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:23:57.117740 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:23:57.117740 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:23:57.117740 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:23:57.117740 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:23:57.117740 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:23:57.117740 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:23:57.117740 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:23:57.117740 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:23:57.117740 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:23:57.117740 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:23:57.117740 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:23:57.117740 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:23:57.117740 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:23:57.152328 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2fca7b77-7f51-4317-a41a-547e34638992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:57.226556 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2fca7b77-7f51-4317-a41a-547e34638992 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:57.230617 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-2fca7b77-7f51-4317-a41a-547e34638992 admin admin] 10.222.0.26 "DELETE /v2.0/networks/ec82487f-519c-483b-814a-09ab43cadbc0 HTTP/1.1" status: 204 len: 168 time: 1.0358565 Nov 12 08:23:57.233079 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fca7b77-7f51-4317-a41a-547e34638992 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec82487f-519c-483b-814a-09ab43cadbc0,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:57.298077 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-156c988f-ca10-47ab-a23e-dfc1a594535d tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Allocated IP 2001:db8::db (fb505731-c661-4f02-96e4-23538a1c6dac/d52d694a-74df-4ec1-aabb-6de5249196f2/1f8082f7-4a7f-43d3-ab9f-1549ee70c727) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:23:57.325198 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:57.330622 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbb5b5a-ddb8-4cf4-9025-9696e4a86af3 req-a3845133-0b96-405d-b302-221972aa3613 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:57.340029 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8cbb5b5a-ddb8-4cf4-9025-9696e4a86af3 req-a3845133-0b96-405d-b302-221972aa3613 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b84f47-7e13-4867-8fd2-70853a72090b HTTP/1.1" status: 200 len: 945 time: 0.2044425 Nov 12 08:23:57.393181 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-156c988f-ca10-47ab-a23e-dfc1a594535d tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Allocated IP 2001:db8:0:1::201 (fb505731-c661-4f02-96e4-23538a1c6dac/6dba5e9c-8559-477b-9e12-de86af2fdc3d/1f8082f7-4a7f-43d3-ab9f-1549ee70c727) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:23:57.415286 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 54802) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:57.436475 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8cbb5b5a-ddb8-4cf4-9025-9696e4a86af3 req-917e7adc-27f9-4e98-882f-6eb8c3e62abc tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cbb65ba-0e7e-4ab7-8759-517886115d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919294 Nov 12 08:23:57.474898 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d52d2-eef0-482e-9854-4e9170ab6d20 req-7fa2310f-9f38-4043-a3d9-b4abfd2195d4 tempest-ImagesOneServerTestJSON-1989146909 tempest-ImagesOneServerTestJSON-1989146909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:57.478470 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e31d52d2-eef0-482e-9854-4e9170ab6d20 req-7fa2310f-9f38-4043-a3d9-b4abfd2195d4 tempest-ImagesOneServerTestJSON-1989146909 tempest-ImagesOneServerTestJSON-1989146909-project] 10.222.0.44 "GET /v2.0/ports?device_id=76cea409-ec56-42a7-a862-0043a01ca874 HTTP/1.1" status: 200 len: 949 time: 0.3535376 Nov 12 08:23:57.488183 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port a4a518c3-e7bb-4082-8b18-06e6f981519a, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=a4a518c3-e7bb-4082-8b18-06e6f981519a,segment=NetworkSegment(e07c96e0-5af6-439e-b283-25e89ba24ea2),segment_id=e07c96e0-5af6-439e-b283-25e89ba24ea2)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:57.507315 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abef763-dbc5-461e-91a0-b7bdd3a7a367 req-b78e02a1-05cb-4e43-8a9e-b8074671c8b5 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:57.508784 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7abef763-dbc5-461e-91a0-b7bdd3a7a367 req-b78e02a1-05cb-4e43-8a9e-b8074671c8b5 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=be68d5ee-5d55-432a-8f59-c22021814713 HTTP/1.1" status: 200 len: 944 time: 0.2705653 Nov 12 08:23:57.509861 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:57.537392 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] For port 49ae2742-d580-4d63-8e65-db936773b895, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=49ae2742-d580-4d63-8e65-db936773b895,segment=NetworkSegment(dd62ef14-994b-462a-afbb-ed385ddcbb4a),segment_id=dd62ef14-994b-462a-afbb-ed385ddcbb4a)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:57.559604 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:57.560069 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device deecdb44-36d0-412f-bd39-e67bef2772d2 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:23:57.698573 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-7dda632c-78a4-4f30-9089-c421b6c81375 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=507bea33553d43dea3447dc0d1dbf18c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2595816 Nov 12 08:23:57.720340 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 54806) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:57.773768 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc534c0c-20eb-4e17-8af0-2a85bc7dc814 tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Router 51167b21-2fb0-443c-aa6f-170ff33e82c5 is scheduled to L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 with binding_index 1 {{(pid=102599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:23:57.819843 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7abef763-dbc5-461e-91a0-b7bdd3a7a367 req-915e2533-b73f-4f9f-b5ca-9871888e607b tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=9dc9079a-4f63-4eb5-be12-eaa66771fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017654 Nov 12 08:23:57.927409 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-156c988f-ca10-47ab-a23e-dfc1a594535d tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:57.948448 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a3bd90e1-991d-46a2-86f2-0c4a31d1dc8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:58.105545 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc534c0c-20eb-4e17-8af0-2a85bc7dc814 tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:23:58.113811 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284009a3-19fd-4a16-8a08-cd69da1a3857 None None] Network 1581d42a-8853-4813-b85c-d98e4d75f39e requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:23:58.115683 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=a4a518c3-e7bb-4082-8b18-06e6f981519a,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:58.120617 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119704a6-5f55-487d-aa5c-d71170abc938 None None] Sync routers for ids ['51167b21-2fb0-443c-aa6f-170ff33e82c5'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:23:58.141067 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-156c988f-ca10-47ab-a23e-dfc1a594535d tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:58.142876 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119704a6-5f55-487d-aa5c-d71170abc938 None None] Routers {'51167b21-2fb0-443c-aa6f-170ff33e82c5'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:23:58.143590 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-119704a6-5f55-487d-aa5c-d71170abc938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:23:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['51167b21-2fb0-443c-aa6f-170ff33e82c5'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:58.191776 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-119704a6-5f55-487d-aa5c-d71170abc938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:58.216222 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119704a6-5f55-487d-aa5c-d71170abc938 None None] Routers {'51167b21-2fb0-443c-aa6f-170ff33e82c5'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:23:58.218854 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-119704a6-5f55-487d-aa5c-d71170abc938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:23:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['51167b21-2fb0-443c-aa6f-170ff33e82c5'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:58.251326 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156c988f-ca10-47ab-a23e-dfc1a594535d tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Network fb505731-c661-4f02-96e4-23538a1c6dac is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:23:58.264380 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-119704a6-5f55-487d-aa5c-d71170abc938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:58.265647 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119704a6-5f55-487d-aa5c-d71170abc938 None None] The sync data for ids ['51167b21-2fb0-443c-aa6f-170ff33e82c5'] in n-d-765315-29 is: [] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:23:58.270214 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64861269-1bbd-4f1e-834f-3bcc16d1889a req-6b51f162-8cca-4306-b74c-8f6a3c333df1 tempest-ImagesOneServerTestJSON-1989146909 tempest-ImagesOneServerTestJSON-1989146909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:58.277135 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bc29e5-cd1d-4987-94e2-61e857fb931e req-9f4c7280-74ea-46a3-a4d0-abd4aae7e127 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:58.279613 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-64861269-1bbd-4f1e-834f-3bcc16d1889a req-6b51f162-8cca-4306-b74c-8f6a3c333df1 tempest-ImagesOneServerTestJSON-1989146909 tempest-ImagesOneServerTestJSON-1989146909-project] 10.222.0.26 "GET /v2.0/ports?device_id=76cea409-ec56-42a7-a862-0043a01ca874 HTTP/1.1" status: 200 len: 949 time: 0.2087684 Nov 12 08:23:58.285685 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-92bc29e5-cd1d-4987-94e2-61e857fb931e req-9f4c7280-74ea-46a3-a4d0-abd4aae7e127 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.26 "GET /v2.0/ports?device_id=14ea6b66-b2b3-48e9-8a22-fc303d6ddba7 HTTP/1.1" status: 200 len: 946 time: 0.6758714 Nov 12 08:23:58.301113 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-174bed08-03b4-40aa-815c-3d1101c46a68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:58.302748 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156c988f-ca10-47ab-a23e-dfc1a594535d tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Pushing event updated for resources: {'Port': ['ID=1f8082f7-4a7f-43d3-ab9f-1549ee70c727,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:58.314738 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-156c988f-ca10-47ab-a23e-dfc1a594535d tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:23:58.332645 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156c988f-ca10-47ab-a23e-dfc1a594535d tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:23:58.342884 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156c988f-ca10-47ab-a23e-dfc1a594535d tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:58.344184 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-156c988f-ca10-47ab-a23e-dfc1a594535d tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:58.358897 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a3bd90e1-991d-46a2-86f2-0c4a31d1dc8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:58.375289 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-92bc29e5-cd1d-4987-94e2-61e857fb931e req-f49edadf-1685-44e6-a801-187559129572 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cbb65ba-0e7e-4ab7-8759-517886115d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885255 Nov 12 08:23:58.413379 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [req-e31d52d2-eef0-482e-9854-4e9170ab6d20 req-82f0e100-9ae7-44cd-8672-f0fe4e591aaf tempest-ImagesOneServerTestJSON-1989146909 tempest-ImagesOneServerTestJSON-1989146909-project] Deleting port e6de7ede-5039-4cbf-948a-4b6058107d7b {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:23:58.413988 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-e31d52d2-eef0-482e-9854-4e9170ab6d20 req-82f0e100-9ae7-44cd-8672-f0fe4e591aaf tempest-ImagesOneServerTestJSON-1989146909 tempest-ImagesOneServerTestJSON-1989146909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:58.464079 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cc534c0c-20eb-4e17-8af0-2a85bc7dc814 tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:58.466785 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-cc534c0c-20eb-4e17-8af0-2a85bc7dc814 tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 7.8081071 Nov 12 08:23:58.467435 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d4ca1c1d-7981-4a08-9b05-68a31028b618 None None] Publish callbacks [] for port, precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:58.495275 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 54814) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:58.531614 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port deecdb44-36d0-412f-bd39-e67bef2772d2 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:23:58.531976 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:58.570665 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a3bd90e1-991d-46a2-86f2-0c4a31d1dc8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:58.576883 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a3bd90e1-991d-46a2-86f2-0c4a31d1dc8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:58.580165 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-a3bd90e1-991d-46a2-86f2-0c4a31d1dc8d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4679696e-a532-438b-8380-3e45cd46de9d HTTP/1.1" status: 204 len: 168 time: 0.8560183 Nov 12 08:23:58.611000 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-e31d52d2-eef0-482e-9854-4e9170ab6d20 req-82f0e100-9ae7-44cd-8672-f0fe4e591aaf tempest-ImagesOneServerTestJSON-1989146909 tempest-ImagesOneServerTestJSON-1989146909-project] For port e6de7ede-5039-4cbf-948a-4b6058107d7b, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=e6de7ede-5039-4cbf-948a-4b6058107d7b,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:58.611407 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-e31d52d2-eef0-482e-9854-4e9170ab6d20 req-82f0e100-9ae7-44cd-8672-f0fe4e591aaf tempest-ImagesOneServerTestJSON-1989146909 tempest-ImagesOneServerTestJSON-1989146909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:58.631118 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [req-e31d52d2-eef0-482e-9854-4e9170ab6d20 req-82f0e100-9ae7-44cd-8672-f0fe4e591aaf tempest-ImagesOneServerTestJSON-1989146909 tempest-ImagesOneServerTestJSON-1989146909-project] Calling delete_port for e6de7ede-5039-4cbf-948a-4b6058107d7b owned by compute:nova {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:23:58.671962 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d4ca1c1d-7981-4a08-9b05-68a31028b618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:58.691179 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-156c988f-ca10-47ab-a23e-dfc1a594535d tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 4.5005059 Nov 12 08:23:58.691672 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dadea8d9-bae9-4696-ac08-cb0ada24b411 None None] Update dhcp port {'port': {'network_id': 'fb505731-c661-4f02-96e4-23538a1c6dac', 'fixed_ips': [{'subnet_id': 'd52d694a-74df-4ec1-aabb-6de5249196f2', 'ip_address': '2001:db8::2'}, {'subnet_id': '6dba5e9c-8559-477b-9e12-de86af2fdc3d'}], 'binding:host_id': 'n-d-765315-29'}, 'id': '49ae2742-d580-4d63-8e65-db936773b895'} from n-d-765315-29. {{(pid=102601) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 08:23:58.691830 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 54818) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:58.699393 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-64861269-1bbd-4f1e-834f-3bcc16d1889a req-0b8864af-1ff1-40d7-9475-6c139d9d34d1 tempest-ImagesOneServerTestJSON-1989146909 tempest-ImagesOneServerTestJSON-1989146909-project] 10.222.0.26 "GET /v2.0/security-groups?id=929d9580-460f-4c1d-b667-88951e5d1ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4193585 Nov 12 08:23:58.708273 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-57b1d674-cef2-4a38-a0ee-359d51223f91 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd52d694a-74df-4ec1-aabb-6de5249196f2'}]}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:23:58.728156 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-04052c4b-7c69-40ef-9393-51e19ddd503a None None] Provisioning complete for port deecdb44-36d0-412f-bd39-e67bef2772d2 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:23:58.728606 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-04052c4b-7c69-40ef-9393-51e19ddd503a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:58.751870 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bd90e1-991d-46a2-86f2-0c4a31d1dc8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4679696e-a532-438b-8380-3e45cd46de9d,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:58.772344 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Pushing event updated for resources: {'Port': ['ID=49ae2742-d580-4d63-8e65-db936773b895,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:58.792714 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-174bed08-03b4-40aa-815c-3d1101c46a68 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:58.823352 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-174bed08-03b4-40aa-815c-3d1101c46a68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:58.848898 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-57b1d674-cef2-4a38-a0ee-359d51223f91 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:58.955770 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be68d5ee-5d55-432a-8f59-c22021814713', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4a518c3-e7bb-4082-8b18-06e6f981519a'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:23:58.958611 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d5b26e0-d165-498b-86ba-4b06294f3e41" -d '{"events": [{"server_uuid": "be68d5ee-5d55-432a-8f59-c22021814713", "name": "network-vif-plugged", "status": "completed", "tag": "a4a518c3-e7bb-4082-8b18-06e6f981519a"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:23:58.966998 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-01325c33-2526-4ef7-bc24-3ab33ceee8f8 req-6a07090b-7d54-4b14-8589-bb1e1407fc6a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=14ea6b66-b2b3-48e9-8a22-fc303d6ddba7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5097857 Nov 12 08:23:59.056860 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-dadea8d9-bae9-4696-ac08-cb0ada24b411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:59.060887 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174bed08-03b4-40aa-815c-3d1101c46a68 admin admin] Pushing event updated for resources: {'Port': ['ID=00b6a911-1004-4a81-a60a-8f1805a8dd02,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:59.071544 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-d4ca1c1d-7981-4a08-9b05-68a31028b618 None None] Attempting to bind port b4b21dde-0da4-4c32-a3fe-a457f43f650e on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:23:59.071923 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-d4ca1c1d-7981-4a08-9b05-68a31028b618 None None] Attempting to bind port b4b21dde-0da4-4c32-a3fe-a457f43f650e by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:23:59.072279 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ca1c1d-7981-4a08-9b05-68a31028b618 None None] Attempting to bind port b4b21dde-0da4-4c32-a3fe-a457f43f650e on network d709f64f-f9e6-4525-b020-ad48633b9bbf {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:23:59.172948 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-174bed08-03b4-40aa-815c-3d1101c46a68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933629'] for router_interface, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:59.215164 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d9509-8f00-4e7e-b0c7-6e10b7e1d0f7 req-89e87ba1-7571-429c-910c-9cd9c93c4385 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:59.216966 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2e7d9509-8f00-4e7e-b0c7-6e10b7e1d0f7 req-89e87ba1-7571-429c-910c-9cd9c93c4385 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a5f6507-173e-4aef-9a26-9d44f65871ea HTTP/1.1" status: 200 len: 945 time: 0.1188469 Nov 12 08:23:59.240455 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-e31d52d2-eef0-482e-9854-4e9170ab6d20 req-82f0e100-9ae7-44cd-8672-f0fe4e591aaf tempest-ImagesOneServerTestJSON-1989146909 tempest-ImagesOneServerTestJSON-1989146909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:59.307695 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:59.309605 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9c503-81ce-4641-a963-42ae5d55323b None None] Pushing event updated for resources: {'Port': ['ID=b4b21dde-0da4-4c32-a3fe-a457f43f650e,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:59.330737 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ca1c1d-7981-4a08-9b05-68a31028b618 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:23:59.331554 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ca1c1d-7981-4a08-9b05-68a31028b618 None None] Checking segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:23:59.332179 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d4ca1c1d-7981-4a08-9b05-68a31028b618 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:59.332622 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ca1c1d-7981-4a08-9b05-68a31028b618 None None] Bound using segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:23:59.333118 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-d4ca1c1d-7981-4a08-9b05-68a31028b618 None None] Bound port: b4b21dde-0da4-4c32-a3fe-a457f43f650e, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:23:59.333507 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d4ca1c1d-7981-4a08-9b05-68a31028b618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:59.336170 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01325c33-2526-4ef7-bc24-3ab33ceee8f8 req-44a03151-03ce-42dc-a490-ff6c838c04ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:59.339215 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-01325c33-2526-4ef7-bc24-3ab33ceee8f8 req-44a03151-03ce-42dc-a490-ff6c838c04ff service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b88449ba960a4cb6a171894fe6164da2&device_id=14ea6b66-b2b3-48e9-8a22-fc303d6ddba7 HTTP/1.1" status: 200 len: 1098 time: 0.2902143 Nov 12 08:23:59.368443 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca810b06-c7f9-48f1-8131-d6644278128d req-9984e419-a63b-47e9-b6fa-f24e6cca3450 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:59.370077 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ca810b06-c7f9-48f1-8131-d6644278128d req-9984e419-a63b-47e9-b6fa-f24e6cca3450 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=be68d5ee-5d55-432a-8f59-c22021814713 HTTP/1.1" status: 200 len: 945 time: 0.3752384 Nov 12 08:23:59.435272 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f0e100-9ae7-44cd-8672-f0fe4e591aaf tempest-ImagesOneServerTestJSON-1989146909 tempest-ImagesOneServerTestJSON-1989146909-project] Pushing event deleted for resources: {'Port': ['ID=e6de7ede-5039-4cbf-948a-4b6058107d7b,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:59.482407 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-d4ca1c1d-7981-4a08-9b05-68a31028b618 None None] For port b4b21dde-0da4-4c32-a3fe-a457f43f650e, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:23:59.488175 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-d4ca1c1d-7981-4a08-9b05-68a31028b618 None None] For port b4b21dde-0da4-4c32-a3fe-a457f43f650e, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=b4b21dde-0da4-4c32-a3fe-a457f43f650e,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:23:59.514884 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d4ca1c1d-7981-4a08-9b05-68a31028b618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:59.544518 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2e7d9509-8f00-4e7e-b0c7-6e10b7e1d0f7 req-31022d79-3507-4e81-9db2-8d4583b429d4 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cbb65ba-0e7e-4ab7-8759-517886115d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3049634 Nov 12 08:23:59.593203 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [req-e31d52d2-eef0-482e-9854-4e9170ab6d20 req-82f0e100-9ae7-44cd-8672-f0fe4e591aaf tempest-ImagesOneServerTestJSON-1989146909 tempest-ImagesOneServerTestJSON-1989146909-project] No DVR routers for this DVR port e6de7ede-5039-4cbf-948a-4b6058107d7b on host n-h2-765315-29 {{(pid=102600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:23:59.605895 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-e31d52d2-eef0-482e-9854-4e9170ab6d20 req-82f0e100-9ae7-44cd-8672-f0fe4e591aaf tempest-ImagesOneServerTestJSON-1989146909 tempest-ImagesOneServerTestJSON-1989146909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:59.609747 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-dadea8d9-bae9-4696-ac08-cb0ada24b411 None None] Allocated IP 2001:db8:0:1::2 (fb505731-c661-4f02-96e4-23538a1c6dac/6dba5e9c-8559-477b-9e12-de86af2fdc3d/49ae2742-d580-4d63-8e65-db936773b895) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:23:59.619599 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e31d52d2-eef0-482e-9854-4e9170ab6d20 req-82f0e100-9ae7-44cd-8672-f0fe4e591aaf tempest-ImagesOneServerTestJSON-1989146909 tempest-ImagesOneServerTestJSON-1989146909-project] 10.222.0.44 "DELETE /v2.0/ports/e6de7ede-5039-4cbf-948a-4b6058107d7b HTTP/1.1" status: 204 len: 173 time: 2.0918899 Nov 12 08:23:59.620454 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76cea409-ec56-42a7-a862-0043a01ca874', 'name': 'network-vif-deleted', 'tag': 'e6de7ede-5039-4cbf-948a-4b6058107d7b'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:23:59.625912 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4700cb8-34af-4762-83dd-2d14510473fc" -d '{"events": [{"server_uuid": "76cea409-ec56-42a7-a862-0043a01ca874", "name": "network-vif-deleted", "tag": "e6de7ede-5039-4cbf-948a-4b6058107d7b"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:23:59.879250 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] For port deecdb44-36d0-412f-bd39-e67bef2772d2, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=deecdb44-36d0-412f-bd39-e67bef2772d2,segment=NetworkSegment(671b1e57-5287-4b28-8a6a-fdb7b6437699),segment_id=671b1e57-5287-4b28-8a6a-fdb7b6437699)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:59.881392 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0171db83-9b5e-40a8-8b99-7947cbc37184 x-openstack-request-id: req-0171db83-9b5e-40a8-8b99-7947cbc37184 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:23:59.881779 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be68d5ee-5d55-432a-8f59-c22021814713", "name": "network-vif-plugged", "status": "completed", "tag": "a4a518c3-e7bb-4082-8b18-06e6f981519a", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:23:59.882085 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0171db83-9b5e-40a8-8b99-7947cbc37184 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:23:59.882966 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be68d5ee-5d55-432a-8f59-c22021814713', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4a518c3-e7bb-4082-8b18-06e6f981519a', 'code': 200} Nov 12 08:23:59.885783 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174bed08-03b4-40aa-815c-3d1101c46a68 admin admin] Network 9002ff25-76a7-4c3d-8082-16c14deb03d5 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:23:59.890135 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-174bed08-03b4-40aa-815c-3d1101c46a68 admin admin] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:23:59.954093 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-04052c4b-7c69-40ef-9393-51e19ddd503a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:59.956099 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9c503-81ce-4641-a963-42ae5d55323b None None] Pushing event updated for resources: {'Port': ['ID=b4b21dde-0da4-4c32-a3fe-a457f43f650e,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:59.958801 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8192824c-0c2a-4607-ae99-1d2682e76431 req-e0b5c367-41f8-4e14-b61a-dfc458f112f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:59.965159 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8192824c-0c2a-4607-ae99-1d2682e76431 req-e0b5c367-41f8-4e14-b61a-dfc458f112f1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=be68d5ee-5d55-432a-8f59-c22021814713 HTTP/1.1" status: 200 len: 1097 time: 0.2323990 Nov 12 08:23:59.967162 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:00.104160 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ca1c1d-7981-4a08-9b05-68a31028b618 None None] Routers {'bb9449dd-2085-4a38-9efe-6dead1752c5d'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:24:00.104829 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-d4ca1c1d-7981-4a08-9b05-68a31028b618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:23:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['bb9449dd-2085-4a38-9efe-6dead1752c5d'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:00.111783 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ca810b06-c7f9-48f1-8131-d6644278128d req-b196491f-71e6-4c66-8830-599c20907cfc tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=9dc9079a-4f63-4eb5-be12-eaa66771fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6636093 Nov 12 08:24:00.121739 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01325c33-2526-4ef7-bc24-3ab33ceee8f8 req-14da9637-e7d2-4f5b-baaa-c345bc9d8c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:00.123304 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-01325c33-2526-4ef7-bc24-3ab33ceee8f8 req-14da9637-e7d2-4f5b-baaa-c345bc9d8c26 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e2c440c4-50ea-4b0b-97bd-c0edebace5c4 HTTP/1.1" status: 200 len: 917 time: 0.7523096 Nov 12 08:24:00.233878 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.db.api [None req-04052c4b-7c69-40ef-9393-51e19ddd503a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:24:00.233878 n-d-765315-29 neutron-server[102601]: DEBUG oslo_db.api [None req-04052c4b-7c69-40ef-9393-51e19ddd503a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:24:00.248697 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-01325c33-2526-4ef7-bc24-3ab33ceee8f8 req-925ee600-9cfe-4df9-8cb1-89b55058ea21 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df0fa613-91a7-4ad5-957d-7b7e3be41d53 HTTP/1.1" status: 200 len: 217 time: 0.1105072 Nov 12 08:24:00.263275 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-327f3345-95c9-4553-a1a6-8e5808b91cd4 x-openstack-request-id: req-327f3345-95c9-4553-a1a6-8e5808b91cd4 {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:24:00.263833 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76cea409-ec56-42a7-a862-0043a01ca874", "name": "network-vif-deleted", "tag": "e6de7ede-5039-4cbf-948a-4b6058107d7b", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:24:00.265032 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-327f3345-95c9-4553-a1a6-8e5808b91cd4 {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:24:00.265737 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76cea409-ec56-42a7-a862-0043a01ca874', 'name': 'network-vif-deleted', 'tag': 'e6de7ede-5039-4cbf-948a-4b6058107d7b', 'status': 'completed', 'code': 200} Nov 12 08:24:00.326188 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Pushing event updated for resources: {'Port': ['ID=deecdb44-36d0-412f-bd39-e67bef2772d2,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:00.337292 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 54850) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:00.385563 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-dadea8d9-bae9-4696-ac08-cb0ada24b411 None None] For port 49ae2742-d580-4d63-8e65-db936773b895, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=49ae2742-d580-4d63-8e65-db936773b895,segment=NetworkSegment(dd62ef14-994b-462a-afbb-ed385ddcbb4a),segment_id=dd62ef14-994b-462a-afbb-ed385ddcbb4a)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:00.433221 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-dadea8d9-bae9-4696-ac08-cb0ada24b411 None None] Publish callbacks [] for port, precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:00.451676 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device f8957a08-d626-48f0-a178-1e6368eb3585 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:24:00.455384 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-d4ca1c1d-7981-4a08-9b05-68a31028b618 None None] Set router bb9449dd-2085-4a38-9efe-6dead1752c5d gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:24:00.458709 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-dadea8d9-bae9-4696-ac08-cb0ada24b411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:00.489611 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8192824c-0c2a-4607-ae99-1d2682e76431 req-9b4dfa78-843e-4428-a1dd-8039c1dedb85 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=9dc9079a-4f63-4eb5-be12-eaa66771fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5127349 Nov 12 08:24:00.499531 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b776d973-917e-4a4b-b2df-4b9838f0c653 req-7f1262d9-1226-42d1-a8fc-00babbc86bd9 tempest-ImagesOneServerTestJSON-1989146909 tempest-ImagesOneServerTestJSON-1989146909-project] 10.222.0.26 "GET /v2.0/ports?device_id=76cea409-ec56-42a7-a862-0043a01ca874 HTTP/1.1" status: 200 len: 210 time: 0.1093783 Nov 12 08:24:00.502784 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9edb7be-975d-47b6-91ef-6b6cf0b5ccc4 req-3d81b823-3575-4f65-9686-2400a99d8d22 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:00.512363 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e9edb7be-975d-47b6-91ef-6b6cf0b5ccc4 req-3d81b823-3575-4f65-9686-2400a99d8d22 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b84f47-7e13-4867-8fd2-70853a72090b HTTP/1.1" status: 200 len: 945 time: 0.3166335 Nov 12 08:24:00.568217 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-174bed08-03b4-40aa-815c-3d1101c46a68 admin admin] Router bb9449dd-2085-4a38-9efe-6dead1752c5d has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:24:00.603977 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01325c33-2526-4ef7-bc24-3ab33ceee8f8 req-d2b29b28-3147-4340-84d0-933558ef27cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:00.605533 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-01325c33-2526-4ef7-bc24-3ab33ceee8f8 req-d2b29b28-3147-4340-84d0-933558ef27cd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0d4289f2-e529-4350-942c-1018abfe5fa5 HTTP/1.1" status: 200 len: 855 time: 0.3309846 Nov 12 08:24:00.617474 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-49d41770-9964-47a3-b756-9c0245312821 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1132332077-network', 'tenant_id': 'ab523ebd40aa42af9ae75445bd08a87c'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:00.619492 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadea8d9-bae9-4696-ac08-cb0ada24b411 None None] Pushing event updated for resources: {'Port': ['ID=49ae2742-d580-4d63-8e65-db936773b895,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:00.650705 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-57b1d674-cef2-4a38-a0ee-359d51223f91 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Delete allocated IP 2001:db8:0:1::201 (fb505731-c661-4f02-96e4-23538a1c6dac/6dba5e9c-8559-477b-9e12-de86af2fdc3d) {{(pid=102599) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 08:24:00.684498 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e9edb7be-975d-47b6-91ef-6b6cf0b5ccc4 req-df37b30e-a14f-414c-9970-c313f55735c8 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cbb65ba-0e7e-4ab7-8759-517886115d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709597 Nov 12 08:24:00.753381 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d41770-9964-47a3-b756-9c0245312821 admin admin] Made reservation on behalf of ab523ebd40aa42af9ae75445bd08a87c for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:24:00.755996 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-49d41770-9964-47a3-b756-9c0245312821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:00.779746 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-49d41770-9964-47a3-b756-9c0245312821 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:00.900654 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-04052c4b-7c69-40ef-9393-51e19ddd503a None None] Provisioning complete for port f8957a08-d626-48f0-a178-1e6368eb3585 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:00.901030 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-04052c4b-7c69-40ef-9393-51e19ddd503a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:00.904384 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-174bed08-03b4-40aa-815c-3d1101c46a68 admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:24:00.961783 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-49d41770-9964-47a3-b756-9c0245312821 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:00.980488 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-174bed08-03b4-40aa-815c-3d1101c46a68 admin admin] 10.222.0.26 "PUT /v2.0/routers/bb9449dd-2085-4a38-9efe-6dead1752c5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2450707 Nov 12 08:24:00.982544 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-49d41770-9964-47a3-b756-9c0245312821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:00.994132 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port f8957a08-d626-48f0-a178-1e6368eb3585 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:00.994831 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:01.019398 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49d41770-9964-47a3-b756-9c0245312821 admin admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:24:01.036488 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d41770-9964-47a3-b756-9c0245312821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37012644-794e-4ecc-895d-d052612dd22a,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:01.063753 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-49d41770-9964-47a3-b756-9c0245312821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:01.066233 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-49d41770-9964-47a3-b756-9c0245312821 admin admin] Added segment dbe9864c-a802-4774-a09a-37fd3745021b of type vlan for network 435b1e47-63e2-46cf-aca0-000d8cdbb037 Nov 12 08:24:01.138124 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5b7cb544-e446-475c-a9b1-d33939a8c491 tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:01.158011 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01325c33-2526-4ef7-bc24-3ab33ceee8f8 req-4a958834-1cd9-4537-9a0f-753364a26391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:01.158737 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-49d41770-9964-47a3-b756-9c0245312821 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:01.160055 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-01325c33-2526-4ef7-bc24-3ab33ceee8f8 req-4a958834-1cd9-4537-9a0f-753364a26391 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e2c440c4-50ea-4b0b-97bd-c0edebace5c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3727195 Nov 12 08:24:01.238328 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-49d41770-9964-47a3-b756-9c0245312821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:01.239491 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d41770-9964-47a3-b756-9c0245312821 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:01.240222 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-49d41770-9964-47a3-b756-9c0245312821 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:01.320740 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-49d41770-9964-47a3-b756-9c0245312821 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9761715 Nov 12 08:24:01.330492 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 54868) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:01.338159 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-87fb4bed-6c26-47db-b769-3451dd74a378 admin admin] Request body: {'subnet': {'network_id': '435b1e47-63e2-46cf-aca0-000d8cdbb037', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1132332077-subnet', 'tenant_id': 'ab523ebd40aa42af9ae75445bd08a87c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:01.347931 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-57b1d674-cef2-4a38-a0ee-359d51223f91 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:01.377865 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87fb4bed-6c26-47db-b769-3451dd74a378 admin admin] Made reservation on behalf of ab523ebd40aa42af9ae75445bd08a87c for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:24:01.380307 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-87fb4bed-6c26-47db-b769-3451dd74a378 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:01.393128 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-57b1d674-cef2-4a38-a0ee-359d51223f91 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:01.411293 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-04052c4b-7c69-40ef-9393-51e19ddd503a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:01.466296 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-04052c4b-7c69-40ef-9393-51e19ddd503a None None] For port f8957a08-d626-48f0-a178-1e6368eb3585, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=f8957a08-d626-48f0-a178-1e6368eb3585,segment=NetworkSegment(adaf0c33-bca5-472b-b9bf-4f6bca9729af),segment_id=adaf0c33-bca5-472b-b9bf-4f6bca9729af)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:01.473489 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:01.494272 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-d4ca1c1d-7981-4a08-9b05-68a31028b618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9449dd-2085-4a38-9efe-6dead1752c5d', 'name': 'tempest-AttachVolumeShelveTestJSON-380484257-router', 'tenant_id': '6d4d05cf75bd48988e66a58743392390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': 'b4b21dde-0da4-4c32-a3fe-a457f43f650e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:23:51Z', 'updated_at': '2021-11-12T08:23:57Z', 'revision_number': 4, 'project_id': '6d4d05cf75bd48988e66a58743392390', 'gw_port': {'id': 'b4b21dde-0da4-4c32-a3fe-a457f43f650e', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f4:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb9449dd-2085-4a38-9efe-6dead1752c5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:23:52Z', 'updated_at': '2021-11-12T08:23:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '00b6a911-1004-4a81-a60a-8f1805a8dd02', 'name': '', 'network_id': '9002ff25-76a7-4c3d-8082-16c14deb03d5', 'tenant_id': '6d4d05cf75bd48988e66a58743392390', 'mac_address': 'fa:16:3e:05:ee:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb9449dd-2085-4a38-9efe-6dead1752c5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': 'c8e8c768-2d07-4b3f-a074-a2b6b712f48f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:23:55Z', 'updated_at': '2021-11-12T08:23:58Z', 'revision_number': 2, 'project_id': '6d4d05cf75bd48988e66a58743392390', 'subnets': [{'id': 'c8e8c768-2d07-4b3f-a074-a2b6b712f48f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:01.496646 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-04052c4b-7c69-40ef-9393-51e19ddd503a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:01.639406 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04052c4b-7c69-40ef-9393-51e19ddd503a None None] Pushing event updated for resources: {'Port': ['ID=f8957a08-d626-48f0-a178-1e6368eb3585,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:01.649381 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device e6de7ede-5039-4cbf-948a-4b6058107d7b no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:24:01.655223 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ca1c1d-7981-4a08-9b05-68a31028b618 None None] The sync data for ids ['bb9449dd-2085-4a38-9efe-6dead1752c5d'] in n-d-765315-29 is: [{'id': 'bb9449dd-2085-4a38-9efe-6dead1752c5d', 'name': 'tempest-AttachVolumeShelveTestJSON-380484257-router', 'tenant_id': '6d4d05cf75bd48988e66a58743392390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': 'b4b21dde-0da4-4c32-a3fe-a457f43f650e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:23:51Z', 'updated_at': '2021-11-12T08:23:57Z', 'revision_number': 4, 'project_id': '6d4d05cf75bd48988e66a58743392390', 'gw_port': {'id': 'b4b21dde-0da4-4c32-a3fe-a457f43f650e', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f4:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb9449dd-2085-4a38-9efe-6dead1752c5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:23:52Z', 'updated_at': '2021-11-12T08:23:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '00b6a911-1004-4a81-a60a-8f1805a8dd02', 'name': '', 'network_id': '9002ff25-76a7-4c3d-8082-16c14deb03d5', 'tenant_id': '6d4d05cf75bd48988e66a58743392390', 'mac_address': 'fa:16:3e:05:ee:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb9449dd-2085-4a38-9efe-6dead1752c5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': 'c8e8c768-2d07-4b3f-a074-a2b6b712f48f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:23:55Z', 'updated_at': '2021-11-12T08:23:58Z', 'revision_number': 2, 'project_id': '6d4d05cf75bd48988e66a58743392390', 'subnets': [{'id': 'c8e8c768-2d07-4b3f-a074-a2b6b712f48f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:24:01.733534 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] No Port match for: e6de7ede-5039-4cbf-948a-4b6058107d7b {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:24:01.733877 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device e6de7ede-5039-4cbf-948a-4b6058107d7b not bound to the agent host n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:24:01.740041 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-04052c4b-7c69-40ef-9393-51e19ddd503a None None] Provisioning complete for port 00b6a911-1004-4a81-a60a-8f1805a8dd02 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:01.740411 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-04052c4b-7c69-40ef-9393-51e19ddd503a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:01.778265 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d41770-9964-47a3-b756-9c0245312821 admin admin] Pushing event updated for resources: {'Network': ['ID=435b1e47-63e2-46cf-aca0-000d8cdbb037,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:01.787053 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-87fb4bed-6c26-47db-b769-3451dd74a378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:01.802149 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-04052c4b-7c69-40ef-9393-51e19ddd503a None None] Port 00b6a911-1004-4a81-a60a-8f1805a8dd02 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:24:01.802735 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7e4aa8-ac54-4862-9482-8a255fab758c req-3c033dda-c49a-43f2-8681-062ad188344b tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:01.805288 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fe7e4aa8-ac54-4862-9482-8a255fab758c req-3c033dda-c49a-43f2-8681-062ad188344b tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=be68d5ee-5d55-432a-8f59-c22021814713 HTTP/1.1" status: 200 len: 945 time: 0.5404539 Nov 12 08:24:01.817298 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 435b1e47-63e2-46cf-aca0-000d8cdbb037 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:24:01.880741 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c78391c-69f6-4b8c-af12-aa538de28eb2 req-774e7e2e-eb94-4fbd-a7b2-bab82553d638 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:01.888792 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c78391c-69f6-4b8c-af12-aa538de28eb2 req-774e7e2e-eb94-4fbd-a7b2-bab82553d638 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:01.895251 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c78391c-69f6-4b8c-af12-aa538de28eb2 req-774e7e2e-eb94-4fbd-a7b2-bab82553d638 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:01.904131 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.db.api [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:24:01.904736 n-d-765315-29 neutron-server[102601]: DEBUG oslo_db.api [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:24:01.907056 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4c78391c-69f6-4b8c-af12-aa538de28eb2 req-774e7e2e-eb94-4fbd-a7b2-bab82553d638 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a5f6507-173e-4aef-9a26-9d44f65871ea&device_id=14ea6b66-b2b3-48e9-8a22-fc303d6ddba7&device_id=c3b84f47-7e13-4867-8fd2-70853a72090b HTTP/1.1" status: 200 len: 2417 time: 0.8142898 Nov 12 08:24:02.002485 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb4bed-6c26-47db-b769-3451dd74a378 admin admin] Pushing event updated for resources: {'Subnet': ['ID=863b4028-fc11-4347-90f1-3a867d19ab0a,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:02.012539 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fb4bed-6c26-47db-b769-3451dd74a378 admin admin] Checking segment: {'id': 'dbe9864c-a802-4774-a09a-37fd3745021b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '435b1e47-63e2-46cf-aca0-000d8cdbb037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:24:02.012813 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fb4bed-6c26-47db-b769-3451dd74a378 admin admin] Network hostable DHCP agents. Network: 435b1e47-63e2-46cf-aca0-000d8cdbb037, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:24:02.021322 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a38b70-9e26-4920-8a52-f0a699cf27ec None None] Network fb505731-c661-4f02-96e4-23538a1c6dac requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:24:02.055726 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fe7e4aa8-ac54-4862-9482-8a255fab758c req-4ea0e111-3e63-4151-af7b-16b02219cbd5 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=9dc9079a-4f63-4eb5-be12-eaa66771fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006342 Nov 12 08:24:02.057319 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fb4bed-6c26-47db-b769-3451dd74a378 admin admin] Network 435b1e47-63e2-46cf-aca0-000d8cdbb037 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:24:02.088729 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-87fb4bed-6c26-47db-b769-3451dd74a378 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 435b1e47-63e2-46cf-aca0-000d8cdbb037) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:24:02.095072 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87fb4bed-6c26-47db-b769-3451dd74a378 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:02.102079 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-03951a6a-857f-4bf3-9bcc-95494385c129 None None] Provisioning complete for port f8957a08-d626-48f0-a178-1e6368eb3585 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:02.102460 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-03951a6a-857f-4bf3-9bcc-95494385c129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:02.105704 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-87fb4bed-6c26-47db-b769-3451dd74a378 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:02.120741 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-57b1d674-cef2-4a38-a0ee-359d51223f91 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] In _notify_port_updated(), no bound segment for port 1f8082f7-4a7f-43d3-ab9f-1549ee70c727 on network fb505731-c661-4f02-96e4-23538a1c6dac {{(pid=102599) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 08:24:02.122394 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f26dd9-ead0-4b3b-865a-d3e0d5b84433 None None] Network 435b1e47-63e2-46cf-aca0-000d8cdbb037 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:24:02.127103 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b1d674-cef2-4a38-a0ee-359d51223f91 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:02.127937 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-57b1d674-cef2-4a38-a0ee-359d51223f91 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:02.129446 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-57b1d674-cef2-4a38-a0ee-359d51223f91 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "PUT /v2.0/ports/1f8082f7-4a7f-43d3-ab9f-1549ee70c727 HTTP/1.1" status: 200 len: 924 time: 3.4292173 Nov 12 08:24:02.132733 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 54876) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:02.141578 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-03f00f15-17ce-480d-b71c-af1bcfa3c4ce tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd52d694a-74df-4ec1-aabb-6de5249196f2'}, {'subnet_id': '6dba5e9c-8559-477b-9e12-de86af2fdc3d'}]}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:02.216217 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-87fb4bed-6c26-47db-b769-3451dd74a378 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8835764 Nov 12 08:24:02.224227 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b1d674-cef2-4a38-a0ee-359d51223f91 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Pushing event updated for resources: {'Port': ['ID=1f8082f7-4a7f-43d3-ab9f-1549ee70c727,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:02.235942 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-01325c33-2526-4ef7-bc24-3ab33ceee8f8 req-55735289-8963-4f26-8a48-f3a36bb70710 service neutron] 10.222.0.21 "GET /v2.0/networks/e2c440c4-50ea-4b0b-97bd-c0edebace5c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0031204 Nov 12 08:24:02.305804 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4c78391c-69f6-4b8c-af12-aa538de28eb2 req-24d04ee0-61e4-41d5-8ebf-f69afb0e0d85 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cbb65ba-0e7e-4ab7-8759-517886115d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3976414 Nov 12 08:24:02.425899 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-01325c33-2526-4ef7-bc24-3ab33ceee8f8 req-64604f8a-b16f-49cf-9302-f66f1abd04db service neutron] 10.222.0.21 "GET /v2.0/networks/e2c440c4-50ea-4b0b-97bd-c0edebace5c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355455 Nov 12 08:24:02.630710 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-03f00f15-17ce-480d-b71c-af1bcfa3c4ce tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:02.759739 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-5b7cb544-e446-475c-a9b1-d33939a8c491 tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Allocated IP 172.20.0.1 (1581d42a-8853-4813-b85c-d98e4d75f39e/f1042926-2e34-44d3-8701-46334c2f2814/1272e069-b394-46ed-9bc7-a7710970bdb1) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:24:02.844948 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 49ae2742-d580-4d63-8e65-db936773b895 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:24:02.922452 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9fcdcc-232c-4122-acaf-390a345c3cf6 req-77e4e8a2-662d-4043-b4b8-57a215f7a41b tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:02.928125 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cc9fcdcc-232c-4122-acaf-390a345c3cf6 req-77e4e8a2-662d-4043-b4b8-57a215f7a41b tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a5f6507-173e-4aef-9a26-9d44f65871ea HTTP/1.1" status: 200 len: 945 time: 0.2577527 Nov 12 08:24:03.057801 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 54890) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:03.130818 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d5d572-e448-4b45-a6d0-5de902d05e53 None None] Network 435b1e47-63e2-46cf-aca0-000d8cdbb037 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:24:03.169808 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 54896) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:03.182172 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-03f00f15-17ce-480d-b71c-af1bcfa3c4ce tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Allocated IP 2001:db8:0:1::1bb (fb505731-c661-4f02-96e4-23538a1c6dac/6dba5e9c-8559-477b-9e12-de86af2fdc3d/1f8082f7-4a7f-43d3-ab9f-1549ee70c727) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:24:03.183633 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-cce195ab-f1f8-431c-a5bd-d2347c396f97 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1256155075', 'description': 'tempest-description--875931642'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:03.271880 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 49ae2742-d580-4d63-8e65-db936773b895 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:03.272290 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:03.307931 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cc9fcdcc-232c-4122-acaf-390a345c3cf6 req-cc493776-9d4f-4364-b3fb-8168f25a6fae tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cbb65ba-0e7e-4ab7-8759-517886115d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508941 Nov 12 08:24:03.362303 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-03951a6a-857f-4bf3-9bcc-95494385c129 None None] Provisioning complete for port 00b6a911-1004-4a81-a60a-8f1805a8dd02 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:03.362695 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-03951a6a-857f-4bf3-9bcc-95494385c129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:03.394320 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5b7cb544-e446-475c-a9b1-d33939a8c491 tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:03.441204 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cce195ab-f1f8-431c-a5bd-d2347c396f97 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:03.544698 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-03f00f15-17ce-480d-b71c-af1bcfa3c4ce tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:03.552988 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-03951a6a-857f-4bf3-9bcc-95494385c129 None None] Port 00b6a911-1004-4a81-a60a-8f1805a8dd02 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:24:03.568892 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-4c3930cf-53a3-4860-b2fd-d4bc5a5092cf req-42caa89b-05bf-4ee5-b15a-746dcf640991 tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-560437142', 'description': 'tempest-description-849638488'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:03.578456 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-03f00f15-17ce-480d-b71c-af1bcfa3c4ce tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:03.655734 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 54902) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:03.682041 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-b56910ba-052c-4f4b-92a9-7a4ad155ca0e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b67b1e1435294d5f944a2192a3e7be0d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5876932 Nov 12 08:24:03.725993 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c79a9ad-5076-4a6f-9ae9-3aa2c4a13455 req-a86fd3a5-532f-43e8-a8fd-a9adfa41351e tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:03.727730 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1c79a9ad-5076-4a6f-9ae9-3aa2c4a13455 req-a86fd3a5-532f-43e8-a8fd-a9adfa41351e tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=be68d5ee-5d55-432a-8f59-c22021814713 HTTP/1.1" status: 200 len: 945 time: 0.2813785 Nov 12 08:24:03.730248 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5b7cb544-e446-475c-a9b1-d33939a8c491 tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:03.764667 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-7412e96c-e1f3-479c-b6a9-ac12c162f6db None None] Provisioning complete for port 49ae2742-d580-4d63-8e65-db936773b895 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:03.774614 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7412e96c-e1f3-479c-b6a9-ac12c162f6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:03.826279 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7cb544-e446-475c-a9b1-d33939a8c491 tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Network 1581d42a-8853-4813-b85c-d98e4d75f39e is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:24:03.839117 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-5b7cb544-e446-475c-a9b1-d33939a8c491 tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:24:03.845574 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7cb544-e446-475c-a9b1-d33939a8c491 tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:24:03.847526 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-4c3930cf-53a3-4860-b2fd-d4bc5a5092cf req-42caa89b-05bf-4ee5-b15a-746dcf640991 tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:03.917205 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-bc655709-91f7-4b54-a7e6-2405d8a9c76c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:03.938505 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7cb544-e446-475c-a9b1-d33939a8c491 tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Pushing event updated for resources: {'Port': ['ID=1272e069-b394-46ed-9bc7-a7710970bdb1,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:03.969919 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cce195ab-f1f8-431c-a5bd-d2347c396f97 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:03.990127 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cce195ab-f1f8-431c-a5bd-d2347c396f97 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:04.094701 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device b4b21dde-0da4-4c32-a3fe-a457f43f650e up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:24:04.097679 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1c79a9ad-5076-4a6f-9ae9-3aa2c4a13455 req-ebe1b38a-1b83-4001-8e2b-3df43dd53663 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=9dc9079a-4f63-4eb5-be12-eaa66771fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3376162 Nov 12 08:24:04.135256 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5b7cb544-e446-475c-a9b1-d33939a8c491 tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933481'] for router_interface, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:04.165753 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-4c3930cf-53a3-4860-b2fd-d4bc5a5092cf req-42caa89b-05bf-4ee5-b15a-746dcf640991 tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:04.186627 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-03f00f15-17ce-480d-b71c-af1bcfa3c4ce tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] In _notify_port_updated(), no bound segment for port 1f8082f7-4a7f-43d3-ab9f-1549ee70c727 on network fb505731-c661-4f02-96e4-23538a1c6dac {{(pid=102600) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 08:24:04.198307 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f00f15-17ce-480d-b71c-af1bcfa3c4ce tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:04.202339 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-03f00f15-17ce-480d-b71c-af1bcfa3c4ce tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:04.209596 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-03f00f15-17ce-480d-b71c-af1bcfa3c4ce tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "PUT /v2.0/ports/1f8082f7-4a7f-43d3-ab9f-1549ee70c727 HTTP/1.1" status: 200 len: 1010 time: 2.0754733 Nov 12 08:24:04.213214 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-880ff4ad-6e9f-4053-b8b2-835b216cfc59 None None] Provisioning complete for port 49ae2742-d580-4d63-8e65-db936773b895 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:04.213440 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f00f15-17ce-480d-b71c-af1bcfa3c4ce tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Pushing event updated for resources: {'Port': ['ID=1f8082f7-4a7f-43d3-ab9f-1549ee70c727,revision_number=3']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:04.213587 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-880ff4ad-6e9f-4053-b8b2-835b216cfc59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:04.237213 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 54908) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:04.239950 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-4c3930cf-53a3-4860-b2fd-d4bc5a5092cf req-42caa89b-05bf-4ee5-b15a-746dcf640991 tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:04.301350 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce195ab-f1f8-431c-a5bd-d2347c396f97 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7569d1cf-6bd3-45ad-96a1-5286f4165b07,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:04.319934 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port b4b21dde-0da4-4c32-a3fe-a457f43f650e triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:04.320459 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:04.323645 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cce195ab-f1f8-431c-a5bd-d2347c396f97 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:04.324882 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-cce195ab-f1f8-431c-a5bd-d2347c396f97 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.1524038 Nov 12 08:24:04.327821 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 54910) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:04.347555 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-08b8e782-f4e5-498f-b9a5-aaa10663844a tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Request body: {'security_group_rule': {'security_group_id': '7569d1cf-6bd3-45ad-96a1-5286f4165b07', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:04.488842 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-08b8e782-f4e5-498f-b9a5-aaa10663844a tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:04.501352 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-4c3930cf-53a3-4860-b2fd-d4bc5a5092cf req-42caa89b-05bf-4ee5-b15a-746dcf640991 tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:04.502869 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4c3930cf-53a3-4860-b2fd-d4bc5a5092cf req-42caa89b-05bf-4ee5-b15a-746dcf640991 tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.9382670 Nov 12 08:24:04.515035 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0b1ba1ce-c7ac-4347-a172-bfdf096f9855 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:04.519096 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42caa89b-05bf-4ee5-b15a-746dcf640991 tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21a653ad-becb-45ad-b9eb-52cd3a7c399e,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:04.567092 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0b1ba1ce-c7ac-4347-a172-bfdf096f9855 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:04.572123 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-71b87f98-5bd3-4dfd-9a27-e1cf5e3f90ff tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Deleting port 1f8082f7-4a7f-43d3-ab9f-1549ee70c727 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:24:04.572454 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-71b87f98-5bd3-4dfd-9a27-e1cf5e3f90ff tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:04.595061 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5b7cb544-e446-475c-a9b1-d33939a8c491 tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:04.626228 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-880ff4ad-6e9f-4053-b8b2-835b216cfc59 None None] Provisioning complete for port 1f8082f7-4a7f-43d3-ab9f-1549ee70c727 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:04.626644 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-880ff4ad-6e9f-4053-b8b2-835b216cfc59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:04.685992 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-880ff4ad-6e9f-4053-b8b2-835b216cfc59 None None] Port 1f8082f7-4a7f-43d3-ab9f-1549ee70c727 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:24:04.688690 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:04.699231 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-08b8e782-f4e5-498f-b9a5-aaa10663844a tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:04.731004 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] For port b4b21dde-0da4-4c32-a3fe-a457f43f650e, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=b4b21dde-0da4-4c32-a3fe-a457f43f650e,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:04.733516 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-08b8e782-f4e5-498f-b9a5-aaa10663844a tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:04.742265 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:04.743878 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device deecdb44-36d0-412f-bd39-e67bef2772d2 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:24:04.824976 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0b1ba1ce-c7ac-4347-a172-bfdf096f9855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:04.830173 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0b1ba1ce-c7ac-4347-a172-bfdf096f9855 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:04.831492 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-0b1ba1ce-c7ac-4347-a172-bfdf096f9855 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/929d9580-460f-4c1d-b667-88951e5d1ad5 HTTP/1.1" status: 204 len: 168 time: 1.1726301 Nov 12 08:24:04.847653 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1ba1ce-c7ac-4347-a172-bfdf096f9855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=929d9580-460f-4c1d-b667-88951e5d1ad5,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:04.859663 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-71b87f98-5bd3-4dfd-9a27-e1cf5e3f90ff tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:04.872397 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b8e782-f4e5-498f-b9a5-aaa10663844a tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7f759a9-d31c-4bbb-9c58-218a9fe30252,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:04.890402 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-08b8e782-f4e5-498f-b9a5-aaa10663844a tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:04.891689 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-08b8e782-f4e5-498f-b9a5-aaa10663844a tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5610309 Nov 12 08:24:04.894758 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 54922) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:04.901702 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-71b87f98-5bd3-4dfd-9a27-e1cf5e3f90ff tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Calling delete_port for 1f8082f7-4a7f-43d3-ab9f-1549ee70c727 owned by {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:24:04.920300 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-a93f9119-0629-471c-99f6-9803ed14fd97 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Request body: {'security_group_rule': {'security_group_id': '7569d1cf-6bd3-45ad-96a1-5286f4165b07', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:04.954775 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f74f6e48-7a1b-405e-9307-ccc4e08f2fda req-c69ba536-90fa-4245-aee1-8aac0e827c21 tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] 10.222.0.26 "GET /v2.0/security-groups/21a653ad-becb-45ad-b9eb-52cd3a7c399e HTTP/1.1" status: 200 len: 1822 time: 0.2630384 Nov 12 08:24:05.015307 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-f74f6e48-7a1b-405e-9307-ccc4e08f2fda req-a385c230-48da-40da-80f7-5e27b63d2403 tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '21a653ad-becb-45ad-b9eb-52cd3a7c399e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:05.015631 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-f74f6e48-7a1b-405e-9307-ccc4e08f2fda req-a385c230-48da-40da-80f7-5e27b63d2403 tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '21a653ad-becb-45ad-b9eb-52cd3a7c399e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:05.077799 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e7c2cf06-a21d-464a-8322-50b5653cd748 None None] Provisioning complete for port 1272e069-b394-46ed-9bc7-a7710970bdb1 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:05.078292 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e7c2cf06-a21d-464a-8322-50b5653cd748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:05.127601 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a93f9119-0629-471c-99f6-9803ed14fd97 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:05.195159 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-e7c2cf06-a21d-464a-8322-50b5653cd748 None None] Port 1272e069-b394-46ed-9bc7-a7710970bdb1 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:24:05.210721 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2189a2-2dd1-4224-8c16-48df988c33c5 req-b1ead1bf-70cc-4aeb-932b-ab789071ff4a tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:05.223368 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5d2189a2-2dd1-4224-8c16-48df988c33c5 req-b1ead1bf-70cc-4aeb-932b-ab789071ff4a tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=be68d5ee-5d55-432a-8f59-c22021814713 HTTP/1.1" status: 200 len: 945 time: 0.2680359 Nov 12 08:24:05.230913 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port deecdb44-36d0-412f-bd39-e67bef2772d2 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:05.232454 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:05.341752 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:05.355994 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Pushing event updated for resources: {'Port': ['ID=b4b21dde-0da4-4c32-a3fe-a457f43f650e,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:05.387275 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e7c2cf06-a21d-464a-8322-50b5653cd748 None None] Provisioning complete for port 1f8082f7-4a7f-43d3-ab9f-1549ee70c727 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:05.387658 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e7c2cf06-a21d-464a-8322-50b5653cd748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:05.426577 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a93f9119-0629-471c-99f6-9803ed14fd97 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:05.428498 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-f74f6e48-7a1b-405e-9307-ccc4e08f2fda req-a385c230-48da-40da-80f7-5e27b63d2403 tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:05.441105 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-e7c2cf06-a21d-464a-8322-50b5653cd748 None None] Port 1f8082f7-4a7f-43d3-ab9f-1549ee70c727 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:24:05.441417 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a93f9119-0629-471c-99f6-9803ed14fd97 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:05.508999 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-f74f6e48-7a1b-405e-9307-ccc4e08f2fda req-a385c230-48da-40da-80f7-5e27b63d2403 tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:05.511705 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device f8957a08-d626-48f0-a178-1e6368eb3585 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:24:05.531821 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-f74f6e48-7a1b-405e-9307-ccc4e08f2fda req-a385c230-48da-40da-80f7-5e27b63d2403 tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:05.541640 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93f9119-0629-471c-99f6-9803ed14fd97 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca113a61-5271-4126-9bf2-36f0d2661502,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:05.568839 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a93f9119-0629-471c-99f6-9803ed14fd97 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:05.571182 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-a93f9119-0629-471c-99f6-9803ed14fd97 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6701937 Nov 12 08:24:05.579933 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 54934) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:05.599116 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-211595f6-4601-46ec-96ec-a7e81c365183 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Request body: {'floatingip': {'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:05.614908 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a385c230-48da-40da-80f7-5e27b63d2403 tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=174f0ed2-598a-400f-9d8e-514c52898e10,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:05.620358 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5d2189a2-2dd1-4224-8c16-48df988c33c5 req-f3378258-ef4b-466a-8b11-036845df4fdb tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=9dc9079a-4f63-4eb5-be12-eaa66771fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3944752 Nov 12 08:24:05.620879 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5b7cb544-e446-475c-a9b1-d33939a8c491 tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:05.622866 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-71b87f98-5bd3-4dfd-9a27-e1cf5e3f90ff tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:05.633911 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-6c045d0d-e570-4202-815e-676ee3328f99 None None] Could not find standard attr ID for object 1f8082f7-4a7f-43d3-ab9f-1549ee70c727. {{(pid=102601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:24:05.641159 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-f74f6e48-7a1b-405e-9307-ccc4e08f2fda req-a385c230-48da-40da-80f7-5e27b63d2403 tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:05.645750 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f74f6e48-7a1b-405e-9307-ccc4e08f2fda req-a385c230-48da-40da-80f7-5e27b63d2403 tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6900282 Nov 12 08:24:05.649881 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5b7cb544-e446-475c-a9b1-d33939a8c491 tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:05.671454 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b6ab44-d6b7-4d2c-81fb-4216526a03a3 None None] Sync routers for ids ['bb9449dd-2085-4a38-9efe-6dead1752c5d'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:24:05.691873 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b87f98-5bd3-4dfd-9a27-e1cf5e3f90ff tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Pushing event deleted for resources: {'Port': ['ID=1f8082f7-4a7f-43d3-ab9f-1549ee70c727,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:05.722523 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b6ab44-d6b7-4d2c-81fb-4216526a03a3 None None] Routers {'bb9449dd-2085-4a38-9efe-6dead1752c5d'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:24:05.728635 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-24b6ab44-d6b7-4d2c-81fb-4216526a03a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:23:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['bb9449dd-2085-4a38-9efe-6dead1752c5d'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:05.794091 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 54942) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:05.801885 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-b8222866-c0a0-4c00-af63-6342b950a4cd req-c056dd1c-9880-41fc-8539-d5006fe97978 tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2035634497', 'description': 'tempest-description-1450001331'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:05.814701 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-71b87f98-5bd3-4dfd-9a27-e1cf5e3f90ff tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:05.831402 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5b7cb544-e446-475c-a9b1-d33939a8c491 tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933629'] for router_interface, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:05.835138 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 54946) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:05.840496 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-71b87f98-5bd3-4dfd-9a27-e1cf5e3f90ff tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "DELETE /v2.0/ports/1f8082f7-4a7f-43d3-ab9f-1549ee70c727 HTTP/1.1" status: 204 len: 168 time: 1.5807502 Nov 12 08:24:05.865142 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7cb544-e446-475c-a9b1-d33939a8c491 tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Pushing event updated for resources: {'Port': ['ID=1272e069-b394-46ed-9bc7-a7710970bdb1,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:05.903891 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-211595f6-4601-46ec-96ec-a7e81c365183 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Publish callbacks [] for floatingip, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:05.945538 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port f8957a08-d626-48f0-a178-1e6368eb3585 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:05.962112 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:06.017426 n-d-765315-29 neutron-server[102599]: INFO neutron.pecan_wsgi.hooks.translation [None req-b30c64e8-2646-405b-be18-a3aa6e1b4fca tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] GET failed (client error): The resource could not be found. Nov 12 08:24:06.030836 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-b30c64e8-2646-405b-be18-a3aa6e1b4fca tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "GET /v2.0/ports/1f8082f7-4a7f-43d3-ab9f-1549ee70c727 HTTP/1.1" status: 404 len: 333 time: 0.1668091 Nov 12 08:24:06.032076 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b8222866-c0a0-4c00-af63-6342b950a4cd req-c056dd1c-9880-41fc-8539-d5006fe97978 tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:06.033537 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 54952) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:06.126973 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 49ae2742-d580-4d63-8e65-db936773b895 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:24:06.167547 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-44ca1a6d-c1d3-4b96-beae-8ea9dfda50b0 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Deleting subnet 6dba5e9c-8559-477b-9e12-de86af2fdc3d {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:24:06.178042 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-44ca1a6d-c1d3-4b96-beae-8ea9dfda50b0 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:06.239798 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cd196440-2580-4032-a783-adbf038b8a80 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:06.265475 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-44ca1a6d-c1d3-4b96-beae-8ea9dfda50b0 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:06.418884 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-44ca1a6d-c1d3-4b96-beae-8ea9dfda50b0 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:06.442137 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7cb544-e446-475c-a9b1-d33939a8c491 tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Network 1581d42a-8853-4813-b85c-d98e4d75f39e is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:24:06.457768 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-5b7cb544-e446-475c-a9b1-d33939a8c491 tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:24:06.459702 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cd196440-2580-4032-a783-adbf038b8a80 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:06.479986 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cd196440-2580-4032-a783-adbf038b8a80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:06.505497 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-24b6ab44-d6b7-4d2c-81fb-4216526a03a3 None None] Set router bb9449dd-2085-4a38-9efe-6dead1752c5d gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:24:06.516229 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 54966) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:06.577636 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b8222866-c0a0-4c00-af63-6342b950a4cd req-c056dd1c-9880-41fc-8539-d5006fe97978 tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:06.589067 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-211595f6-4601-46ec-96ec-a7e81c365183 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:06.593621 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd196440-2580-4032-a783-adbf038b8a80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87c40e5b-e7b5-4e0b-af57-3f8c61e08869,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:06.594997 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b8222866-c0a0-4c00-af63-6342b950a4cd req-c056dd1c-9880-41fc-8539-d5006fe97978 tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:06.603672 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-cd196440-2580-4032-a783-adbf038b8a80 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d4c10eab19af4aada9048c0c86a4fd3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7974670 Nov 12 08:24:06.608754 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 54970) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:06.646162 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c056dd1c-9880-41fc-8539-d5006fe97978 tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e13433c-8f44-4abb-85f0-058abd8fef4e,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:06.704772 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-44ca1a6d-c1d3-4b96-beae-8ea9dfda50b0 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:06.738830 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 49ae2742-d580-4d63-8e65-db936773b895 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:06.739353 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:06.777811 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b8222866-c0a0-4c00-af63-6342b950a4cd req-c056dd1c-9880-41fc-8539-d5006fe97978 tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:06.779002 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b8222866-c0a0-4c00-af63-6342b950a4cd req-c056dd1c-9880-41fc-8539-d5006fe97978 tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 1.0903916 Nov 12 08:24:06.807980 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-44ca1a6d-c1d3-4b96-beae-8ea9dfda50b0 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:06.815157 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-44ca1a6d-c1d3-4b96-beae-8ea9dfda50b0 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "DELETE /v2.0/subnets/6dba5e9c-8559-477b-9e12-de86af2fdc3d HTTP/1.1" status: 204 len: 168 time: 0.7805023 Nov 12 08:24:06.818183 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 54978) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:06.818743 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ca1a6d-c1d3-4b96-beae-8ea9dfda50b0 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Pushing event deleted for resources: {'Subnet': ['ID=6dba5e9c-8559-477b-9e12-de86af2fdc3d,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:06.855263 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fe256c5d-4028-4ed5-9b12-04def13368f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:06.889481 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21443c2e-604f-4896-b0af-10d71b735015 None None] Network fb505731-c661-4f02-96e4-23538a1c6dac requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:24:06.893349 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b7cb544-e446-475c-a9b1-d33939a8c491 tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Router 51167b21-2fb0-443c-aa6f-170ff33e82c5 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:24:06.936566 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-61466390-0845-4fb6-9489-275dc6dfe5f9 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1067265825-network', 'tenant_id': 'e6d48b0a7d084fdbbcdcca693c68f3d4'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:06.944382 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-211595f6-4601-46ec-96ec-a7e81c365183 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Allocated IP 172.25.2.137 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/61af2a71-0f18-411d-b513-9c1423c769d8) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:24:06.979873 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fe256c5d-4028-4ed5-9b12-04def13368f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:07.014658 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-7da67305-d118-4d0e-81eb-2612f2b5acae tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Deleting subnet d52d694a-74df-4ec1-aabb-6de5249196f2 {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:24:07.032399 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7da67305-d118-4d0e-81eb-2612f2b5acae tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:07.071297 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61466390-0845-4fb6-9489-275dc6dfe5f9 admin admin] Made reservation on behalf of e6d48b0a7d084fdbbcdcca693c68f3d4 for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:24:07.073732 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-61466390-0845-4fb6-9489-275dc6dfe5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:07.091145 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-211595f6-4601-46ec-96ec-a7e81c365183 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:07.099452 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-61466390-0845-4fb6-9489-275dc6dfe5f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:07.115482 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2ee620-047d-4e91-a0b0-abd29a9afb8f req-7cc1a5c4-f738-44f5-91b3-ead975b19db2 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:07.117852 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1c2ee620-047d-4e91-a0b0-abd29a9afb8f req-7cc1a5c4-f738-44f5-91b3-ead975b19db2 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=be68d5ee-5d55-432a-8f59-c22021814713 HTTP/1.1" status: 200 len: 945 time: 0.2163093 Nov 12 08:24:07.120799 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7da67305-d118-4d0e-81eb-2612f2b5acae tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:07.159238 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-211595f6-4601-46ec-96ec-a7e81c365183 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:07.191034 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-82800c92-faae-4f45-9d2c-55a13fe337e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:07.210579 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-1b230963-7009-4f95-b2d6-c50faf944312 None None] Provisioning complete for port 1272e069-b394-46ed-9bc7-a7710970bdb1 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:07.211146 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1b230963-7009-4f95-b2d6-c50faf944312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:07.261171 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fe256c5d-4028-4ed5-9b12-04def13368f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:07.262706 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-1b230963-7009-4f95-b2d6-c50faf944312 None None] Port 1272e069-b394-46ed-9bc7-a7710970bdb1 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:24:07.265274 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fe256c5d-4028-4ed5-9b12-04def13368f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:07.266828 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-fe256c5d-4028-4ed5-9b12-04def13368f5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/87c40e5b-e7b5-4e0b-af57-3f8c61e08869 HTTP/1.1" status: 204 len: 168 time: 0.6558676 Nov 12 08:24:07.331679 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b7cb544-e446-475c-a9b1-d33939a8c491 tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:24:07.340342 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe256c5d-4028-4ed5-9b12-04def13368f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c40e5b-e7b5-4e0b-af57-3f8c61e08869,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:07.350371 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-5b7cb544-e446-475c-a9b1-d33939a8c491 tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] 10.222.0.26 "PUT /v2.0/routers/51167b21-2fb0-443c-aa6f-170ff33e82c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8451004 Nov 12 08:24:07.357169 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afda77c-b89c-4e22-a194-20413da27e59 None None] Sync routers for ids ['51167b21-2fb0-443c-aa6f-170ff33e82c5'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:24:07.363088 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1c2ee620-047d-4e91-a0b0-abd29a9afb8f req-17a4b82c-f021-44e8-b53f-a3b3393a7d0c tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=9dc9079a-4f63-4eb5-be12-eaa66771fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747563 Nov 12 08:24:07.363629 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 54984) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:07.381653 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-2596b35f-aa85-4fb7-b051-d08fe56e6d1d tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Request body: {'port': {'network_id': '1581d42a-8853-4813-b85c-d98e4d75f39e', 'name': 'tempest-FloatingIPAdminTestJSON-84440921'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:07.383258 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afda77c-b89c-4e22-a194-20413da27e59 None None] Routers {'51167b21-2fb0-443c-aa6f-170ff33e82c5'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:24:07.383995 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-4afda77c-b89c-4e22-a194-20413da27e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:24:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['51167b21-2fb0-443c-aa6f-170ff33e82c5'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:07.433381 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211595f6-4601-46ec-96ec-a7e81c365183 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:24:07.437769 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8a580271-4338-4557-817a-bca976cb0869 req-36ba5de0-a1b7-4fde-95e0-e3b07443945e tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] 10.222.0.26 "GET /v2.0/security-groups/6e13433c-8f44-4abb-85f0-058abd8fef4e HTTP/1.1" status: 200 len: 1824 time: 0.2964303 Nov 12 08:24:07.447530 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-211595f6-4601-46ec-96ec-a7e81c365183 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:24:07.451939 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211595f6-4601-46ec-96ec-a7e81c365183 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:24:07.465835 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-8a580271-4338-4557-817a-bca976cb0869 req-b7491638-57be-4b54-8f4b-84fcd66dff38 tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '6e13433c-8f44-4abb-85f0-058abd8fef4e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:07.466561 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-8a580271-4338-4557-817a-bca976cb0869 req-b7491638-57be-4b54-8f4b-84fcd66dff38 tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '6e13433c-8f44-4abb-85f0-058abd8fef4e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:07.472285 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-4afda77c-b89c-4e22-a194-20413da27e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:07.492639 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7da67305-d118-4d0e-81eb-2612f2b5acae tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:07.495529 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afda77c-b89c-4e22-a194-20413da27e59 None None] Routers {'51167b21-2fb0-443c-aa6f-170ff33e82c5'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:24:07.496185 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-4afda77c-b89c-4e22-a194-20413da27e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:24:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['51167b21-2fb0-443c-aa6f-170ff33e82c5'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:07.578447 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211595f6-4601-46ec-96ec-a7e81c365183 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Pushing event updated for resources: {'Port': ['ID=61af2a71-0f18-411d-b513-9c1423c769d8,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:07.580456 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-24b6ab44-d6b7-4d2c-81fb-4216526a03a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9449dd-2085-4a38-9efe-6dead1752c5d', 'name': 'tempest-AttachVolumeShelveTestJSON-380484257-router', 'tenant_id': '6d4d05cf75bd48988e66a58743392390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': 'b4b21dde-0da4-4c32-a3fe-a457f43f650e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:23:51Z', 'updated_at': '2021-11-12T08:23:57Z', 'revision_number': 4, 'project_id': '6d4d05cf75bd48988e66a58743392390', 'gw_port': {'id': 'b4b21dde-0da4-4c32-a3fe-a457f43f650e', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9449dd-2085-4a38-9efe-6dead1752c5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:23:52Z', 'updated_at': '2021-11-12T08:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '00b6a911-1004-4a81-a60a-8f1805a8dd02', 'name': '', 'network_id': '9002ff25-76a7-4c3d-8082-16c14deb03d5', 'tenant_id': '6d4d05cf75bd48988e66a58743392390', 'mac_address': 'fa:16:3e:05:ee:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb9449dd-2085-4a38-9efe-6dead1752c5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': 'c8e8c768-2d07-4b3f-a074-a2b6b712f48f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:23:55Z', 'updated_at': '2021-11-12T08:23:58Z', 'revision_number': 2, 'project_id': '6d4d05cf75bd48988e66a58743392390', 'subnets': [{'id': 'c8e8c768-2d07-4b3f-a074-a2b6b712f48f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:07.649974 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-4afda77c-b89c-4e22-a194-20413da27e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:07.651479 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afda77c-b89c-4e22-a194-20413da27e59 None None] The sync data for ids ['51167b21-2fb0-443c-aa6f-170ff33e82c5'] in n-d-765315-29 is: [] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:24:07.701557 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-61466390-0845-4fb6-9489-275dc6dfe5f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:07.701699 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b6ab44-d6b7-4d2c-81fb-4216526a03a3 None None] Checking router: bb9449dd-2085-4a38-9efe-6dead1752c5d for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:24:07.701962 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b6ab44-d6b7-4d2c-81fb-4216526a03a3 None None] Updating router bb9449dd-2085-4a38-9efe-6dead1752c5d port 00b6a911-1004-4a81-a60a-8f1805a8dd02 binding host n-d-765315-29 {{(pid=102601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:24:07.725058 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-61466390-0845-4fb6-9489-275dc6dfe5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:07.757690 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-8a580271-4338-4557-817a-bca976cb0869 req-b7491638-57be-4b54-8f4b-84fcd66dff38 tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:07.763484 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02224ae2-9a7f-434d-b3c2-8f111476428f req-8095d050-833e-4c64-bdbd-002e30fb28b6 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:07.763798 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device b4b21dde-0da4-4c32-a3fe-a457f43f650e up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:24:07.765889 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-02224ae2-9a7f-434d-b3c2-8f111476428f req-8095d050-833e-4c64-bdbd-002e30fb28b6 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b84f47-7e13-4867-8fd2-70853a72090b HTTP/1.1" status: 200 len: 945 time: 0.2912040 Nov 12 08:24:07.813520 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-24b6ab44-d6b7-4d2c-81fb-4216526a03a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:07.822325 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61466390-0845-4fb6-9489-275dc6dfe5f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:24:07.856280 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7da67305-d118-4d0e-81eb-2612f2b5acae tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:07.866885 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-61466390-0845-4fb6-9489-275dc6dfe5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:07.867437 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-61466390-0845-4fb6-9489-275dc6dfe5f9 admin admin] Added segment 04af530b-b37b-4970-964b-31b6853d152d of type vlan for network 48c46c78-0475-4191-b336-d10a7e260ac1 Nov 12 08:24:07.879835 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61466390-0845-4fb6-9489-275dc6dfe5f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e82477-8369-41c4-8634-4911b1aaaaea,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:07.890617 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-8a580271-4338-4557-817a-bca976cb0869 req-b7491638-57be-4b54-8f4b-84fcd66dff38 tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:07.920659 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-8a580271-4338-4557-817a-bca976cb0869 req-b7491638-57be-4b54-8f4b-84fcd66dff38 tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:07.927881 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 54988) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:07.966979 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f85baa50-cd9a-4536-82a3-72707a613e1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:07.990808 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-8a580271-4338-4557-817a-bca976cb0869 req-b7491638-57be-4b54-8f4b-84fcd66dff38 tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:07.993076 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da67305-d118-4d0e-81eb-2612f2b5acae tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Pushing event deleted for resources: {'Subnet': ['ID=d52d694a-74df-4ec1-aabb-6de5249196f2,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:07.995975 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8a580271-4338-4557-817a-bca976cb0869 req-b7491638-57be-4b54-8f4b-84fcd66dff38 tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.5510828 Nov 12 08:24:08.006094 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7da67305-d118-4d0e-81eb-2612f2b5acae tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:08.013401 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-7da67305-d118-4d0e-81eb-2612f2b5acae tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "DELETE /v2.0/subnets/d52d694a-74df-4ec1-aabb-6de5249196f2 HTTP/1.1" status: 204 len: 168 time: 1.1818864 Nov 12 08:24:08.018059 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 54992) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:08.021718 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2596b35f-aa85-4fb7-b051-d08fe56e6d1d tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Made reservation on behalf of cfd09a51415242e682cd37a2f9c0d619 for: {'port': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:24:08.026402 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2596b35f-aa85-4fb7-b051-d08fe56e6d1d tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:08.039772 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-e494c118-fc96-4cb3-9a6a-312aeea43ff3 req-9ddc7f62-afae-47f8-a6ac-e901b9cf8d25 tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1537043283', 'description': 'tempest-description-1905193765'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:08.045003 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7491638-57be-4b54-8f4b-84fcd66dff38 tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e6b61ae-dfff-41fc-8876-a21be7eadcbc,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:08.048744 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-211595f6-4601-46ec-96ec-a7e81c365183 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:08.091589 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:08.118761 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-61466390-0845-4fb6-9489-275dc6dfe5f9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:08.125481 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-211595f6-4601-46ec-96ec-a7e81c365183 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:08.141347 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-02224ae2-9a7f-434d-b3c2-8f111476428f req-a3eb4f88-e6d8-4c5a-9466-fede47ca99b9 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cbb65ba-0e7e-4ab7-8759-517886115d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3512299 Nov 12 08:24:08.145149 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port b4b21dde-0da4-4c32-a3fe-a457f43f650e triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:08.145515 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:08.188324 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [None req-2596b35f-aa85-4fb7-b051-d08fe56e6d1d tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] device_id is not set on port c23b7906-336a-455f-887d-582d3b93a36d yet. {{(pid=102600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:24:08.237122 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f85baa50-cd9a-4536-82a3-72707a613e1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:08.240398 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e494c118-fc96-4cb3-9a6a-312aeea43ff3 req-9ddc7f62-afae-47f8-a6ac-e901b9cf8d25 tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:08.253913 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f85baa50-cd9a-4536-82a3-72707a613e1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:08.267610 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-24b6ab44-d6b7-4d2c-81fb-4216526a03a3 None None] Publish callbacks [] for port, precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:08.305980 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-2596b35f-aa85-4fb7-b051-d08fe56e6d1d tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Allocated IP 172.20.0.14 (1581d42a-8853-4813-b85c-d98e4d75f39e/f1042926-2e34-44d3-8701-46334c2f2814/c23b7906-336a-455f-887d-582d3b93a36d) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:24:08.325343 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-24b6ab44-d6b7-4d2c-81fb-4216526a03a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:08.349544 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e494c118-fc96-4cb3-9a6a-312aeea43ff3 req-9ddc7f62-afae-47f8-a6ac-e901b9cf8d25 tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:08.368431 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e494c118-fc96-4cb3-9a6a-312aeea43ff3 req-9ddc7f62-afae-47f8-a6ac-e901b9cf8d25 tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:08.376186 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-f85baa50-cd9a-4536-82a3-72707a613e1f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a67fa49c3f534c38943b406c3b556d10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4317472 Nov 12 08:24:08.386486 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 54994) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:08.436839 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f026e1-efce-4a54-822a-68ff6281c1fc None None] Pushing event updated for resources: {'Port': ['ID=00b6a911-1004-4a81-a60a-8f1805a8dd02,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:08.503142 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ae4c2d29-4aba-4348-bad8-8428144fa379 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:08.507941 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-24b6ab44-d6b7-4d2c-81fb-4216526a03a3 None None] Attempting to bind port 00b6a911-1004-4a81-a60a-8f1805a8dd02 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:24:08.508687 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-24b6ab44-d6b7-4d2c-81fb-4216526a03a3 None None] Attempting to bind port 00b6a911-1004-4a81-a60a-8f1805a8dd02 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '671b1e57-5287-4b28-8a6a-fdb7b6437699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9002ff25-76a7-4c3d-8082-16c14deb03d5'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:24:08.510845 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b6ab44-d6b7-4d2c-81fb-4216526a03a3 None None] Attempting to bind port 00b6a911-1004-4a81-a60a-8f1805a8dd02 on network 9002ff25-76a7-4c3d-8082-16c14deb03d5 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:24:08.522222 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85baa50-cd9a-4536-82a3-72707a613e1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80e40fb8-ceb2-4e68-b920-fb6dcf58108e,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:08.537486 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e494c118-fc96-4cb3-9a6a-312aeea43ff3 req-9ddc7f62-afae-47f8-a6ac-e901b9cf8d25 tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:08.537762 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b6ab44-d6b7-4d2c-81fb-4216526a03a3 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:24:08.539140 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b6ab44-d6b7-4d2c-81fb-4216526a03a3 None None] Checking segment: {'id': '671b1e57-5287-4b28-8a6a-fdb7b6437699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9002ff25-76a7-4c3d-8082-16c14deb03d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:24:08.539741 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-24b6ab44-d6b7-4d2c-81fb-4216526a03a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:08.540665 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2596b35f-aa85-4fb7-b051-d08fe56e6d1d tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:08.541171 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b6ab44-d6b7-4d2c-81fb-4216526a03a3 None None] Bound using segment: {'id': '671b1e57-5287-4b28-8a6a-fdb7b6437699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9002ff25-76a7-4c3d-8082-16c14deb03d5'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:24:08.548652 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e494c118-fc96-4cb3-9a6a-312aeea43ff3 req-9ddc7f62-afae-47f8-a6ac-e901b9cf8d25 tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.5135536 Nov 12 08:24:08.548966 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-24b6ab44-d6b7-4d2c-81fb-4216526a03a3 None None] Bound port: 00b6a911-1004-4a81-a60a-8f1805a8dd02, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '671b1e57-5287-4b28-8a6a-fdb7b6437699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9002ff25-76a7-4c3d-8082-16c14deb03d5'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:24:08.548966 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-24b6ab44-d6b7-4d2c-81fb-4216526a03a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:08.594795 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddc7f62-afae-47f8-a6ac-e901b9cf8d25 tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c05b745-af24-4361-8b4b-bfb4521f5605,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:08.595959 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8085a0-7451-4080-b3df-aea46b0ab195 None None] Network fb505731-c661-4f02-96e4-23538a1c6dac requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:24:08.599551 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-dfdaaf32-5f8c-4368-9230-e8b3a9e04472 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:08.603926 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-366cc10e-c942-4b71-b36e-fb45f9615d81 req-2b0af953-49b1-4b6f-a959-8b2ded97388c tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1239181335', 'description': 'tempest-description-924284794'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:08.606320 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.db.resource_extend [None req-61466390-0845-4fb6-9489-275dc6dfe5f9 admin admin] It took 0.48 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:24:08.637510 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2596b35f-aa85-4fb7-b051-d08fe56e6d1d tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:08.673514 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-366cc10e-c942-4b71-b36e-fb45f9615d81 req-2b0af953-49b1-4b6f-a959-8b2ded97388c tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:08.728529 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ae4c2d29-4aba-4348-bad8-8428144fa379 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:08.728747 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-61466390-0845-4fb6-9489-275dc6dfe5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:08.729397 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61466390-0845-4fb6-9489-275dc6dfe5f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:08.730179 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-61466390-0845-4fb6-9489-275dc6dfe5f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:08.758888 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-39a08cc2-7c95-451e-b090-5803e1fe24e9 None None] Provisioning complete for port 49ae2742-d580-4d63-8e65-db936773b895 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:08.759247 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-39a08cc2-7c95-451e-b090-5803e1fe24e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:08.782761 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2596b35f-aa85-4fb7-b051-d08fe56e6d1d tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Network 1581d42a-8853-4813-b85c-d98e4d75f39e is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:24:08.798223 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-24b6ab44-d6b7-4d2c-81fb-4216526a03a3 None None] For port 00b6a911-1004-4a81-a60a-8f1805a8dd02, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:24:08.821790 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-24b6ab44-d6b7-4d2c-81fb-4216526a03a3 None None] For port 00b6a911-1004-4a81-a60a-8f1805a8dd02, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=00b6a911-1004-4a81-a60a-8f1805a8dd02,segment=NetworkSegment(671b1e57-5287-4b28-8a6a-fdb7b6437699),segment_id=671b1e57-5287-4b28-8a6a-fdb7b6437699)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:24:08.828311 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-2596b35f-aa85-4fb7-b051-d08fe56e6d1d tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:24:08.829417 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-24b6ab44-d6b7-4d2c-81fb-4216526a03a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:08.830999 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2596b35f-aa85-4fb7-b051-d08fe56e6d1d tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:24:08.844591 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2596b35f-aa85-4fb7-b051-d08fe56e6d1d tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Pushing event updated for resources: {'Port': ['ID=c23b7906-336a-455f-887d-582d3b93a36d,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:08.850438 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-61466390-0845-4fb6-9489-275dc6dfe5f9 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.3230333 Nov 12 08:24:08.857481 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 55000) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:08.858510 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3960698f-9e02-4596-b296-33df634ba04e req-785f6b9e-8a4d-4022-b063-8948d3a428d7 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:08.865980 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3960698f-9e02-4596-b296-33df634ba04e req-785f6b9e-8a4d-4022-b063-8948d3a428d7 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=be68d5ee-5d55-432a-8f59-c22021814713 HTTP/1.1" status: 200 len: 945 time: 0.2748437 Nov 12 08:24:08.889211 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-bd448b91-1cd1-4abb-ae1e-bde846b545f8 admin admin] Request body: {'subnet': {'network_id': '48c46c78-0475-4191-b336-d10a7e260ac1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1067265825-subnet', 'tenant_id': 'e6d48b0a7d084fdbbcdcca693c68f3d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:08.902346 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61466390-0845-4fb6-9489-275dc6dfe5f9 admin admin] Pushing event updated for resources: {'Network': ['ID=48c46c78-0475-4191-b336-d10a7e260ac1,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:08.909734 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b6ab44-d6b7-4d2c-81fb-4216526a03a3 None None] Routers {'bb9449dd-2085-4a38-9efe-6dead1752c5d'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:24:08.910652 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-24b6ab44-d6b7-4d2c-81fb-4216526a03a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:24:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['bb9449dd-2085-4a38-9efe-6dead1752c5d'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:08.920700 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 48c46c78-0475-4191-b336-d10a7e260ac1 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:24:08.957068 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ae4c2d29-4aba-4348-bad8-8428144fa379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:08.960310 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ae4c2d29-4aba-4348-bad8-8428144fa379 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:08.962851 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2596b35f-aa85-4fb7-b051-d08fe56e6d1d tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:08.963502 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2596b35f-aa85-4fb7-b051-d08fe56e6d1d tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:08.964789 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-ae4c2d29-4aba-4348-bad8-8428144fa379 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/80e40fb8-ceb2-4e68-b920-fb6dcf58108e HTTP/1.1" status: 204 len: 168 time: 0.5760922 Nov 12 08:24:08.980968 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd448b91-1cd1-4abb-ae1e-bde846b545f8 admin admin] Made reservation on behalf of e6d48b0a7d084fdbbcdcca693c68f3d4 for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:24:08.983400 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bd448b91-1cd1-4abb-ae1e-bde846b545f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:08.990868 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-dfdaaf32-5f8c-4368-9230-e8b3a9e04472 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Deleting port 49ae2742-d580-4d63-8e65-db936773b895 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:24:08.991372 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-dfdaaf32-5f8c-4368-9230-e8b3a9e04472 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:09.011690 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3960698f-9e02-4596-b296-33df634ba04e req-e38c7ab4-b7ce-4cb1-9d6b-9f105f712a3b tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=9dc9079a-4f63-4eb5-be12-eaa66771fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394515 Nov 12 08:24:09.026543 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f026e1-efce-4a54-822a-68ff6281c1fc None None] Pushing event updated for resources: {'Port': ['ID=00b6a911-1004-4a81-a60a-8f1805a8dd02,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:09.043144 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-2596b35f-aa85-4fb7-b051-d08fe56e6d1d tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6684387 Nov 12 08:24:09.050306 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 55004) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:09.069962 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3184108-97a8-4825-b98c-90be3fd4669a None None] DHCP port deletion for fb505731-c661-4f02-96e4-23538a1c6dac request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:24:09.144900 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-dfdaaf32-5f8c-4368-9230-e8b3a9e04472 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] For port 49ae2742-d580-4d63-8e65-db936773b895, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=49ae2742-d580-4d63-8e65-db936773b895,segment=NetworkSegment(dd62ef14-994b-462a-afbb-ed385ddcbb4a),segment_id=dd62ef14-994b-462a-afbb-ed385ddcbb4a)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:09.145270 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-dfdaaf32-5f8c-4368-9230-e8b3a9e04472 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:09.173785 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-366cc10e-c942-4b71-b36e-fb45f9615d81 req-2b0af953-49b1-4b6f-a959-8b2ded97388c tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:09.203403 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-dfdaaf32-5f8c-4368-9230-e8b3a9e04472 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Calling delete_port for 49ae2742-d580-4d63-8e65-db936773b895 owned by network:dhcp {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:24:09.216280 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-211595f6-4601-46ec-96ec-a7e81c365183 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:09.220507 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c2d29-4aba-4348-bad8-8428144fa379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e40fb8-ceb2-4e68-b920-fb6dcf58108e,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:09.248925 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-366cc10e-c942-4b71-b36e-fb45f9615d81 req-2b0af953-49b1-4b6f-a959-8b2ded97388c tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:09.282553 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-211595f6-4601-46ec-96ec-a7e81c365183 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:09.396031 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:09.409942 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-24b6ab44-d6b7-4d2c-81fb-4216526a03a3 None None] Set router bb9449dd-2085-4a38-9efe-6dead1752c5d gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:24:09.477180 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-211595f6-4601-46ec-96ec-a7e81c365183 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:09.496801 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-366cc10e-c942-4b71-b36e-fb45f9615d81 req-2b0af953-49b1-4b6f-a959-8b2ded97388c tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:09.498134 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-366cc10e-c942-4b71-b36e-fb45f9615d81 req-2b0af953-49b1-4b6f-a959-8b2ded97388c tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.9002483 Nov 12 08:24:09.527442 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0af953-49b1-4b6f-a959-8b2ded97388c tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=becffaa1-3394-44ac-bef3-6c2cb8e8e2ea,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:09.550771 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-211595f6-4601-46ec-96ec-a7e81c365183 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:09.560141 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-211595f6-4601-46ec-96ec-a7e81c365183 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9644754 Nov 12 08:24:09.560141 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211595f6-4601-46ec-96ec-a7e81c365183 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Pushing event updated for resources: {'Port': ['ID=61af2a71-0f18-411d-b513-9c1423c769d8,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:09.658318 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3873f3c7-19fc-4ba6-b497-60c48d8bbddc req-78f8eb95-d304-49f0-aad4-231af6d41934 tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] 10.222.0.26 "GET /v2.0/security-groups/7c05b745-af24-4361-8b4b-bfb4521f5605 HTTP/1.1" status: 200 len: 1824 time: 0.1192067 Nov 12 08:24:09.787920 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-b3184108-97a8-4825-b98c-90be3fd4669a None None] Deleting port 49ae2742-d580-4d63-8e65-db936773b895 {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:24:09.789829 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b3184108-97a8-4825-b98c-90be3fd4669a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:09.821075 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3873f3c7-19fc-4ba6-b497-60c48d8bbddc req-d35e0b53-fb3e-46ad-b192-325ecf3804cd tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] 10.222.0.26 "GET /v2.0/security-groups/becffaa1-3394-44ac-bef3-6c2cb8e8e2ea HTTP/1.1" status: 200 len: 1823 time: 0.1635394 Nov 12 08:24:09.821324 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 00b6a911-1004-4a81-a60a-8f1805a8dd02 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:24:09.833453 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-3873f3c7-19fc-4ba6-b497-60c48d8bbddc req-fb86bba1-a2a0-4015-8685-d29d2f80ba7a tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '7c05b745-af24-4361-8b4b-bfb4521f5605', 'remote_group_id': 'becffaa1-3394-44ac-bef3-6c2cb8e8e2ea', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:09.833870 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-3873f3c7-19fc-4ba6-b497-60c48d8bbddc req-fb86bba1-a2a0-4015-8685-d29d2f80ba7a tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '7c05b745-af24-4361-8b4b-bfb4521f5605', 'remote_group_id': 'becffaa1-3394-44ac-bef3-6c2cb8e8e2ea', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:09.839663 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bd448b91-1cd1-4abb-ae1e-bde846b545f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:09.884204 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-40465b95-b05a-4be7-a113-2bb2c5051b20 None None] Provisioning complete for port c23b7906-336a-455f-887d-582d3b93a36d triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:09.884640 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-40465b95-b05a-4be7-a113-2bb2c5051b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:09.910701 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd448b91-1cd1-4abb-ae1e-bde846b545f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56da6010-d692-49cc-a6f9-aacc88a2ce9c,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:09.923369 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-d690dcf6-7c55-4f71-9f54-3873fb73e7ab tempest-FloatingIPAdminTestJSON-1485128513 tempest-FloatingIPAdminTestJSON-1485128513-project-admin] Request body: {'floatingip': {'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'project_id': 'cfd09a51415242e682cd37a2f9c0d619', 'port_id': 'c23b7906-336a-455f-887d-582d3b93a36d'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:09.937817 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-dfdaaf32-5f8c-4368-9230-e8b3a9e04472 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:09.953605 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-40465b95-b05a-4be7-a113-2bb2c5051b20 None None] Port c23b7906-336a-455f-887d-582d3b93a36d cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:24:09.955210 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd448b91-1cd1-4abb-ae1e-bde846b545f8 admin admin] Checking segment: {'id': '04af530b-b37b-4970-964b-31b6853d152d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '48c46c78-0475-4191-b336-d10a7e260ac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:24:09.955370 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd448b91-1cd1-4abb-ae1e-bde846b545f8 admin admin] Network hostable DHCP agents. Network: 48c46c78-0475-4191-b336-d10a7e260ac1, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:24:09.983420 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-3873f3c7-19fc-4ba6-b497-60c48d8bbddc req-fb86bba1-a2a0-4015-8685-d29d2f80ba7a tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:10.015810 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd448b91-1cd1-4abb-ae1e-bde846b545f8 admin admin] Network 48c46c78-0475-4191-b336-d10a7e260ac1 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:24:10.026012 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d690dcf6-7c55-4f71-9f54-3873fb73e7ab tempest-FloatingIPAdminTestJSON-1485128513 tempest-FloatingIPAdminTestJSON-1485128513-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:10.042436 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-3873f3c7-19fc-4ba6-b497-60c48d8bbddc req-fb86bba1-a2a0-4015-8685-d29d2f80ba7a tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:10.043942 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-bd448b91-1cd1-4abb-ae1e-bde846b545f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 48c46c78-0475-4191-b336-d10a7e260ac1) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:24:10.049789 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd448b91-1cd1-4abb-ae1e-bde846b545f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:10.049936 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-40465b95-b05a-4be7-a113-2bb2c5051b20 None None] Provisioning complete for port 00b6a911-1004-4a81-a60a-8f1805a8dd02 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:10.050691 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-40465b95-b05a-4be7-a113-2bb2c5051b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:10.051208 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bd448b91-1cd1-4abb-ae1e-bde846b545f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:10.053481 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdaaf32-5f8c-4368-9230-e8b3a9e04472 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Pushing event deleted for resources: {'Port': ['ID=49ae2742-d580-4d63-8e65-db936773b895,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:10.055554 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-3873f3c7-19fc-4ba6-b497-60c48d8bbddc req-fb86bba1-a2a0-4015-8685-d29d2f80ba7a tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:10.057880 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfdaaf32-5f8c-4368-9230-e8b3a9e04472 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] No DVR routers for this DVR port 49ae2742-d580-4d63-8e65-db936773b895 on host n-d-765315-29 {{(pid=102600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:24:10.085614 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb86bba1-a2a0-4015-8685-d29d2f80ba7a tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f67b2790-ee82-43be-a6a7-7453a078290b,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:10.104832 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-bd448b91-1cd1-4abb-ae1e-bde846b545f8 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.2266064 Nov 12 08:24:10.104832 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-3873f3c7-19fc-4ba6-b497-60c48d8bbddc req-fb86bba1-a2a0-4015-8685-d29d2f80ba7a tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:10.104832 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3873f3c7-19fc-4ba6-b497-60c48d8bbddc req-fb86bba1-a2a0-4015-8685-d29d2f80ba7a tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2711067 Nov 12 08:24:10.130357 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fda193-be9a-4708-b4f0-bfe4bad00839 None None] Network 48c46c78-0475-4191-b336-d10a7e260ac1 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:24:10.198344 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dac942-744e-41b5-89c7-f1bf35d83d6e req-50d9395c-3ee3-4dda-9a12-7e59d24c9bc5 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:10.205798 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-57dac942-744e-41b5-89c7-f1bf35d83d6e req-50d9395c-3ee3-4dda-9a12-7e59d24c9bc5 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b84f47-7e13-4867-8fd2-70853a72090b HTTP/1.1" status: 200 len: 945 time: 0.2873321 Nov 12 08:24:10.241911 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:10.253043 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 00b6a911-1004-4a81-a60a-8f1805a8dd02 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:10.253501 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:10.259582 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-dfdaaf32-5f8c-4368-9230-e8b3a9e04472 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:10.297286 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-dfdaaf32-5f8c-4368-9230-e8b3a9e04472 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb505731-c661-4f02-96e4-23538a1c6dac']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:10.313649 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-42ee2a4c-0847-40d0-9f22-4107d431581f req-c6d5ae8e-f83d-4786-bc83-fc5766dcc07f tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1256155075&fields=id&tenant_id=6d4d05cf75bd48988e66a58743392390 HTTP/1.1" status: 200 len: 267 time: 0.0927165 Nov 12 08:24:10.317917 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-dfdaaf32-5f8c-4368-9230-e8b3a9e04472 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd62ef14-994b-462a-afbb-ed385ddcbb4a') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:10.318314 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-dfdaaf32-5f8c-4368-9230-e8b3a9e04472 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd62ef14-994b-462a-afbb-ed385ddcbb4a') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:10.357991 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-dfdaaf32-5f8c-4368-9230-e8b3a9e04472 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:10.388157 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-57dac942-744e-41b5-89c7-f1bf35d83d6e req-446ca1a8-c396-435f-842e-3f39913b7a51 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cbb65ba-0e7e-4ab7-8759-517886115d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814735 Nov 12 08:24:10.388883 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-b3184108-97a8-4825-b98c-90be3fd4669a None None] For port 49ae2742-d580-4d63-8e65-db936773b895, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=49ae2742-d580-4d63-8e65-db936773b895,segment=NetworkSegment(dd62ef14-994b-462a-afbb-ed385ddcbb4a),segment_id=dd62ef14-994b-462a-afbb-ed385ddcbb4a)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:10.389510 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b3184108-97a8-4825-b98c-90be3fd4669a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:10.404408 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-b3184108-97a8-4825-b98c-90be3fd4669a None None] Calling delete_port for 49ae2742-d580-4d63-8e65-db936773b895 owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:24:10.431446 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-dfdaaf32-5f8c-4368-9230-e8b3a9e04472 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:10.448668 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfdaaf32-5f8c-4368-9230-e8b3a9e04472 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:24:10.449170 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-dfdaaf32-5f8c-4368-9230-e8b3a9e04472 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:10.468040 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd4a410-3e29-47bd-8923-5ff2be68e897 None None] Network 48c46c78-0475-4191-b336-d10a7e260ac1 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:24:10.472530 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:24:10.472530 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:24:10.472530 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:24:10.472530 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:24:10.472530 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:24:10.472530 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:24:10.472530 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:24:10.472530 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:24:10.472530 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:24:10.472530 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:24:10.472530 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:24:10.472530 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:24:10.472530 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:24:10.472530 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:24:10.472530 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:24:10.472530 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:24:10.472530 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:24:10.472530 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:24:10.472530 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:24:10.472530 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:24:10.472530 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:24:10.472530 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:24:10.472530 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:24:10.472530 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:24:10.472530 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:24:10.472530 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:24:10.472530 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:24:10.472530 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:24:10.472530 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:24:10.472530 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:24:10.472530 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:24:10.472530 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:24:10.508730 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee2a4c-0847-40d0-9f22-4107d431581f req-7b210345-e207-4a8f-83cc-c4b3aed33570 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:10.510269 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-42ee2a4c-0847-40d0-9f22-4107d431581f req-7b210345-e207-4a8f-83cc-c4b3aed33570 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/networks?id=9002ff25-76a7-4c3d-8082-16c14deb03d5 HTTP/1.1" status: 200 len: 816 time: 0.1865046 Nov 12 08:24:10.531933 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-42ee2a4c-0847-40d0-9f22-4107d431581f req-21955d98-1192-44e2-a623-e3cac1b22202 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/quotas/6d4d05cf75bd48988e66a58743392390 HTTP/1.1" status: 200 len: 375 time: 0.0137491 Nov 12 08:24:10.571508 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-40465b95-b05a-4be7-a113-2bb2c5051b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:10.594049 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d690dcf6-7c55-4f71-9f54-3873fb73e7ab tempest-FloatingIPAdminTestJSON-1485128513 tempest-FloatingIPAdminTestJSON-1485128513-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:10.609387 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-dfdaaf32-5f8c-4368-9230-e8b3a9e04472 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:10.619794 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-dfdaaf32-5f8c-4368-9230-e8b3a9e04472 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:10.627305 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 55056) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:10.629813 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-dfdaaf32-5f8c-4368-9230-e8b3a9e04472 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "DELETE /v2.0/networks/fb505731-c661-4f02-96e4-23538a1c6dac HTTP/1.1" status: 204 len: 168 time: 2.6006730 Nov 12 08:24:10.647239 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-42ee2a4c-0847-40d0-9f22-4107d431581f req-9b38623e-180f-41ba-b3ce-f4aa9a97302b tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=6d4d05cf75bd48988e66a58743392390&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1102965 Nov 12 08:24:10.678350 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c605668-95ff-48cb-bf31-040635fdd7a2 req-b5af12ed-a101-4c41-9433-6fd9b410194e tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:10.684877 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5c605668-95ff-48cb-bf31-040635fdd7a2 req-b5af12ed-a101-4c41-9433-6fd9b410194e tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=be68d5ee-5d55-432a-8f59-c22021814713 HTTP/1.1" status: 200 len: 945 time: 0.1406209 Nov 12 08:24:10.695483 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdaaf32-5f8c-4368-9230-e8b3a9e04472 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Pushing event deleted for resources: {'Network': ['ID=fb505731-c661-4f02-96e4-23538a1c6dac,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:10.772347 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:10.791295 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5c605668-95ff-48cb-bf31-040635fdd7a2 req-dca0da43-6919-4bbc-9334-392e8bc8e504 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=9dc9079a-4f63-4eb5-be12-eaa66771fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011508 Nov 12 08:24:10.820088 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b3184108-97a8-4825-b98c-90be3fd4669a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:10.834294 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-42ee2a4c-0847-40d0-9f22-4107d431581f req-d7f3757d-c457-4c1f-ba4f-eb765249f7db service neutron] 10.222.0.26 "GET /v2.0/networks/9002ff25-76a7-4c3d-8082-16c14deb03d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364276 Nov 12 08:24:10.844164 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-c9e67601-4cbe-423c-a142-48b499adadf8 req-8b909cb6-d4a4-44f9-b634-fca3a203093d tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-251309512', 'description': 'tempest-description-611271949'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:10.848705 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-d690dcf6-7c55-4f71-9f54-3873fb73e7ab tempest-FloatingIPAdminTestJSON-1485128513 tempest-FloatingIPAdminTestJSON-1485128513-project-admin] Allocated IP 172.25.2.81 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/c71355f0-f567-4102-9435-c98c76469cfa) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:24:10.865628 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b3184108-97a8-4825-b98c-90be3fd4669a None None] Network fb505731-c661-4f02-96e4-23538a1c6dac is not hosted by any dhcp agent {{(pid=102601) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 08:24:10.866802 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3184108-97a8-4825-b98c-90be3fd4669a None None] No DVR routers for this DVR port 49ae2742-d580-4d63-8e65-db936773b895 on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:24:10.869983 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-40465b95-b05a-4be7-a113-2bb2c5051b20 None None] For port 00b6a911-1004-4a81-a60a-8f1805a8dd02, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=00b6a911-1004-4a81-a60a-8f1805a8dd02,segment=NetworkSegment(671b1e57-5287-4b28-8a6a-fdb7b6437699),segment_id=671b1e57-5287-4b28-8a6a-fdb7b6437699)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:10.888437 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7f7658-4366-44e7-a112-892904c03a32 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:10.890334 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3184108-97a8-4825-b98c-90be3fd4669a None None] Pushing event deleted for resources: {'Port': ['ID=49ae2742-d580-4d63-8e65-db936773b895,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:10.896681 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-40465b95-b05a-4be7-a113-2bb2c5051b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:10.896946 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-1b7f7658-4366-44e7-a112-892904c03a32 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2675314 Nov 12 08:24:10.896946 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 55064) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:10.901882 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-c9e67601-4cbe-423c-a142-48b499adadf8 req-8b909cb6-d4a4-44f9-b634-fca3a203093d tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:10.947200 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.db.api [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:24:10.947976 n-d-765315-29 neutron-server[102601]: DEBUG oslo_db.api [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:24:10.997727 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-24b6ab44-d6b7-4d2c-81fb-4216526a03a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9449dd-2085-4a38-9efe-6dead1752c5d', 'name': 'tempest-AttachVolumeShelveTestJSON-380484257-router', 'tenant_id': '6d4d05cf75bd48988e66a58743392390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': 'b4b21dde-0da4-4c32-a3fe-a457f43f650e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:23:51Z', 'updated_at': '2021-11-12T08:23:57Z', 'revision_number': 4, 'project_id': '6d4d05cf75bd48988e66a58743392390', 'gw_port': {'id': 'b4b21dde-0da4-4c32-a3fe-a457f43f650e', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9449dd-2085-4a38-9efe-6dead1752c5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:23:52Z', 'updated_at': '2021-11-12T08:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '00b6a911-1004-4a81-a60a-8f1805a8dd02', 'name': '', 'network_id': '9002ff25-76a7-4c3d-8082-16c14deb03d5', 'tenant_id': '6d4d05cf75bd48988e66a58743392390', 'mac_address': 'fa:16:3e:05:ee:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb9449dd-2085-4a38-9efe-6dead1752c5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': 'c8e8c768-2d07-4b3f-a074-a2b6b712f48f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:23:55Z', 'updated_at': '2021-11-12T08:24:08Z', 'revision_number': 4, 'project_id': '6d4d05cf75bd48988e66a58743392390', 'subnets': [{'id': 'c8e8c768-2d07-4b3f-a074-a2b6b712f48f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:11.020847 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d690dcf6-7c55-4f71-9f54-3873fb73e7ab tempest-FloatingIPAdminTestJSON-1485128513 tempest-FloatingIPAdminTestJSON-1485128513-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:11.021403 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-58d182f5-291e-4252-9147-2b291cf8286e tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1206958 Nov 12 08:24:11.024640 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 55066) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:11.034803 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-24727c65-9ced-4761-b198-9abe1d46c43f tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1896902712'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:11.041763 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b6ab44-d6b7-4d2c-81fb-4216526a03a3 None None] The sync data for ids ['bb9449dd-2085-4a38-9efe-6dead1752c5d'] in n-d-765315-29 is: [{'id': 'bb9449dd-2085-4a38-9efe-6dead1752c5d', 'name': 'tempest-AttachVolumeShelveTestJSON-380484257-router', 'tenant_id': '6d4d05cf75bd48988e66a58743392390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': 'b4b21dde-0da4-4c32-a3fe-a457f43f650e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:23:51Z', 'updated_at': '2021-11-12T08:23:57Z', 'revision_number': 4, 'project_id': '6d4d05cf75bd48988e66a58743392390', 'gw_port': {'id': 'b4b21dde-0da4-4c32-a3fe-a457f43f650e', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9449dd-2085-4a38-9efe-6dead1752c5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:23:52Z', 'updated_at': '2021-11-12T08:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '00b6a911-1004-4a81-a60a-8f1805a8dd02', 'name': '', 'network_id': '9002ff25-76a7-4c3d-8082-16c14deb03d5', 'tenant_id': '6d4d05cf75bd48988e66a58743392390', 'mac_address': 'fa:16:3e:05:ee:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb9449dd-2085-4a38-9efe-6dead1752c5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': 'c8e8c768-2d07-4b3f-a074-a2b6b712f48f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:23:55Z', 'updated_at': '2021-11-12T08:24:08Z', 'revision_number': 4, 'project_id': '6d4d05cf75bd48988e66a58743392390', 'subnets': [{'id': 'c8e8c768-2d07-4b3f-a074-a2b6b712f48f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:24:11.047748 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40465b95-b05a-4be7-a113-2bb2c5051b20 None None] Pushing event updated for resources: {'Port': ['ID=00b6a911-1004-4a81-a60a-8f1805a8dd02,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:11.053520 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-42ee2a4c-0847-40d0-9f22-4107d431581f req-3cfbab8c-a992-4024-8323-e58ac2756bd4 service neutron] 10.222.0.26 "GET /v2.0/networks/9002ff25-76a7-4c3d-8082-16c14deb03d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182717 Nov 12 08:24:11.074682 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-c9e67601-4cbe-423c-a142-48b499adadf8 req-8b909cb6-d4a4-44f9-b634-fca3a203093d tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:11.095689 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-c9e67601-4cbe-423c-a142-48b499adadf8 req-8b909cb6-d4a4-44f9-b634-fca3a203093d tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:11.097873 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24727c65-9ced-4761-b198-9abe1d46c43f tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Made reservation on behalf of 9685b661865b4c639766c916ebb4ca16 for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:24:11.101733 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-24727c65-9ced-4761-b198-9abe1d46c43f tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:11.162973 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-c9e67601-4cbe-423c-a142-48b499adadf8 req-8b909cb6-d4a4-44f9-b634-fca3a203093d tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:11.164375 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c9e67601-4cbe-423c-a142-48b499adadf8 req-8b909cb6-d4a4-44f9-b634-fca3a203093d tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.3319850 Nov 12 08:24:11.169235 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d690dcf6-7c55-4f71-9f54-3873fb73e7ab tempest-FloatingIPAdminTestJSON-1485128513 tempest-FloatingIPAdminTestJSON-1485128513-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:11.179629 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24727c65-9ced-4761-b198-9abe1d46c43f tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:24:11.181731 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b909cb6-d4a4-44f9-b634-fca3a203093d tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff9cc47-5cc6-4363-ae36-02c90aa79f6b,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:11.238907 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-f89becbe-eff2-4200-aa72-c7ff101d82fe req-34431fd2-3433-4aed-850d-64a39e998265 tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1965957531', 'description': 'tempest-description-1583301230'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:11.244464 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-24727c65-9ced-4761-b198-9abe1d46c43f tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:11.244576 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-24727c65-9ced-4761-b198-9abe1d46c43f tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Added segment 259b619c-ec6c-4034-985f-626b8a4c6584 of type vlan for network 24ce7f1c-4ac4-4754-b8e5-534053688602 Nov 12 08:24:11.251118 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d690dcf6-7c55-4f71-9f54-3873fb73e7ab tempest-FloatingIPAdminTestJSON-1485128513 tempest-FloatingIPAdminTestJSON-1485128513-project-admin] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:24:11.269192 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-d690dcf6-7c55-4f71-9f54-3873fb73e7ab tempest-FloatingIPAdminTestJSON-1485128513 tempest-FloatingIPAdminTestJSON-1485128513-project-admin] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:24:11.283215 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d690dcf6-7c55-4f71-9f54-3873fb73e7ab tempest-FloatingIPAdminTestJSON-1485128513 tempest-FloatingIPAdminTestJSON-1485128513-project-admin] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:24:11.284110 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-f89becbe-eff2-4200-aa72-c7ff101d82fe req-34431fd2-3433-4aed-850d-64a39e998265 tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:11.333756 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d690dcf6-7c55-4f71-9f54-3873fb73e7ab tempest-FloatingIPAdminTestJSON-1485128513 tempest-FloatingIPAdminTestJSON-1485128513-project-admin] Pushing event updated for resources: {'Port': ['ID=c71355f0-f567-4102-9435-c98c76469cfa,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:11.389387 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-24727c65-9ced-4761-b198-9abe1d46c43f tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:11.548631 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-24727c65-9ced-4761-b198-9abe1d46c43f tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:11.555149 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24727c65-9ced-4761-b198-9abe1d46c43f tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:11.555790 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-24727c65-9ced-4761-b198-9abe1d46c43f tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:11.654848 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 49ae2742-d580-4d63-8e65-db936773b895 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:24:11.712567 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 49ae2742-d580-4d63-8e65-db936773b895 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:24:11.713805 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 49ae2742-d580-4d63-8e65-db936773b895 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:24:11.892708 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 55106) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:11.895356 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-24727c65-9ced-4761-b198-9abe1d46c43f tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8691788 Nov 12 08:24:11.899331 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 00b6a911-1004-4a81-a60a-8f1805a8dd02 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:24:11.902007 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-d03c6711-c8a9-42d1-a2e8-40e5b5755e83 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Request body: {'subnet': {'network_id': '24ce7f1c-4ac4-4754-b8e5-534053688602', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:12.029656 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 00b6a911-1004-4a81-a60a-8f1805a8dd02 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:12.030294 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:12.032290 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24727c65-9ced-4761-b198-9abe1d46c43f tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Pushing event updated for resources: {'Network': ['ID=24ce7f1c-4ac4-4754-b8e5-534053688602,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:12.099911 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d03c6711-c8a9-42d1-a2e8-40e5b5755e83 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Made reservation on behalf of 9685b661865b4c639766c916ebb4ca16 for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:24:12.105802 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 24ce7f1c-4ac4-4754-b8e5-534053688602 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:24:12.112578 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d03c6711-c8a9-42d1-a2e8-40e5b5755e83 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:12.280441 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:12.368036 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22dfee7-5819-424c-ad96-43ff5355f83e req-08417de1-343b-4f8a-926d-e9b9e92110c3 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:12.376291 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b22dfee7-5819-424c-ad96-43ff5355f83e req-08417de1-343b-4f8a-926d-e9b9e92110c3 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/networks?id=48c46c78-0475-4191-b336-d10a7e260ac1 HTTP/1.1" status: 200 len: 822 time: 0.8057370 Nov 12 08:24:12.408140 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b22dfee7-5819-424c-ad96-43ff5355f83e req-aa8c0ee6-e33c-41b6-b82c-6d385de94772 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/quotas/e6d48b0a7d084fdbbcdcca693c68f3d4 HTTP/1.1" status: 200 len: 375 time: 0.0306497 Nov 12 08:24:12.423043 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d690dcf6-7c55-4f71-9f54-3873fb73e7ab tempest-FloatingIPAdminTestJSON-1485128513 tempest-FloatingIPAdminTestJSON-1485128513-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:12.467155 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b22dfee7-5819-424c-ad96-43ff5355f83e req-bfe031a5-e751-44ea-8537-45079a794788 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e6d48b0a7d084fdbbcdcca693c68f3d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0579760 Nov 12 08:24:12.473675 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-f89becbe-eff2-4200-aa72-c7ff101d82fe req-34431fd2-3433-4aed-850d-64a39e998265 tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:12.479489 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-f89becbe-eff2-4200-aa72-c7ff101d82fe req-34431fd2-3433-4aed-850d-64a39e998265 tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:12.495524 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d03c6711-c8a9-42d1-a2e8-40e5b5755e83 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:12.558973 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-f89becbe-eff2-4200-aa72-c7ff101d82fe req-34431fd2-3433-4aed-850d-64a39e998265 tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:12.560574 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f89becbe-eff2-4200-aa72-c7ff101d82fe req-34431fd2-3433-4aed-850d-64a39e998265 tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 1.3323998 Nov 12 08:24:12.580023 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34431fd2-3433-4aed-850d-64a39e998265 tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67f608ec-2b16-4089-a902-1285c90b4cf5,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:12.625787 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03c6711-c8a9-42d1-a2e8-40e5b5755e83 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Pushing event updated for resources: {'Subnet': ['ID=cc2f2ccd-78dc-4e9d-b88b-50b05c5d53a7,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:12.626018 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d690dcf6-7c55-4f71-9f54-3873fb73e7ab tempest-FloatingIPAdminTestJSON-1485128513 tempest-FloatingIPAdminTestJSON-1485128513-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:12.635745 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b22dfee7-5819-424c-ad96-43ff5355f83e req-ecbc78e5-45ea-4be7-8f7c-885ceff7a61c service neutron] 10.222.0.26 "GET /v2.0/networks/48c46c78-0475-4191-b336-d10a7e260ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648917 Nov 12 08:24:12.636237 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03c6711-c8a9-42d1-a2e8-40e5b5755e83 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Checking segment: {'id': '259b619c-ec6c-4034-985f-626b8a4c6584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '24ce7f1c-4ac4-4754-b8e5-534053688602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:24:12.637547 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03c6711-c8a9-42d1-a2e8-40e5b5755e83 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Network hostable DHCP agents. Network: 24ce7f1c-4ac4-4754-b8e5-534053688602, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:24:12.672679 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03c6711-c8a9-42d1-a2e8-40e5b5755e83 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Network 24ce7f1c-4ac4-4754-b8e5-534053688602 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:24:12.695206 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a12b0932-ed04-4f9d-90ac-d2ce8b796b27 req-7bf09b6c-2a8c-48a7-b9fd-c61f2a18134a tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=169f7779-8f80-4509-8e19-6731ed6e3dfc HTTP/1.1" status: 200 len: 210 time: 0.0391049 Nov 12 08:24:12.700250 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-d03c6711-c8a9-42d1-a2e8-40e5b5755e83 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 24ce7f1c-4ac4-4754-b8e5-534053688602) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:24:12.706170 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03c6711-c8a9-42d1-a2e8-40e5b5755e83 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:12.707068 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d03c6711-c8a9-42d1-a2e8-40e5b5755e83 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:12.715147 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5fd4612-1a8d-4fae-a2a8-2901949c2fed None None] Network 24ce7f1c-4ac4-4754-b8e5-534053688602 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:24:12.742981 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-d03c6711-c8a9-42d1-a2e8-40e5b5755e83 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8473468 Nov 12 08:24:12.745485 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 55118) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:12.750999 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-9c1bb3ee-c4bd-4230-af86-70c38fd8d064 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Request body: {'port': {'network_id': '24ce7f1c-4ac4-4754-b8e5-534053688602', 'name': 'tempest-PortsIpV6TestJSON-574524536'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:12.831214 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b22dfee7-5819-424c-ad96-43ff5355f83e req-4c1e3c42-d8da-42ba-81b8-8ade3db482ad service neutron] 10.222.0.26 "GET /v2.0/networks/48c46c78-0475-4191-b336-d10a7e260ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945143 Nov 12 08:24:12.917182 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c990ad18-6d47-46a3-9e93-235923611883 req-3b9b9f2d-8abd-4a91-90d4-3cdd7da12e77 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:12.928385 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c990ad18-6d47-46a3-9e93-235923611883 req-3b9b9f2d-8abd-4a91-90d4-3cdd7da12e77 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b84f47-7e13-4867-8fd2-70853a72090b HTTP/1.1" status: 200 len: 945 time: 0.1376879 Nov 12 08:24:12.951650 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d690dcf6-7c55-4f71-9f54-3873fb73e7ab tempest-FloatingIPAdminTestJSON-1485128513 tempest-FloatingIPAdminTestJSON-1485128513-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:12.960862 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d690dcf6-7c55-4f71-9f54-3873fb73e7ab tempest-FloatingIPAdminTestJSON-1485128513 tempest-FloatingIPAdminTestJSON-1485128513-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:13.068444 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c990ad18-6d47-46a3-9e93-235923611883 req-3c765a6c-9522-4a02-aa56-73ac8fb742b2 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cbb65ba-0e7e-4ab7-8759-517886115d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362140 Nov 12 08:24:13.083652 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f99f580-acfa-4226-a56a-b98a51da4a92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-24ce7f1c-4ac4-4754-b8e5-534053688602', 'network_id': '24ce7f1c-4ac4-4754-b8e5-534053688602', 'tenant_id': '9685b661865b4c639766c916ebb4ca16', 'fixed_ips': [{'subnet_id': 'cc2f2ccd-78dc-4e9d-b88b-50b05c5d53a7'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:24:13.083652 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4f99f580-acfa-4226-a56a-b98a51da4a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:13.095826 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c1bb3ee-c4bd-4230-af86-70c38fd8d064 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Made reservation on behalf of 9685b661865b4c639766c916ebb4ca16 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:24:13.100309 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9c1bb3ee-c4bd-4230-af86-70c38fd8d064 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:13.146078 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [None req-9c1bb3ee-c4bd-4230-af86-70c38fd8d064 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] device_id is not set on port 0aa3a831-f72d-4646-a21d-dcc2c2e370ed yet. {{(pid=102599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:24:13.205098 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d690dcf6-7c55-4f71-9f54-3873fb73e7ab tempest-FloatingIPAdminTestJSON-1485128513 tempest-FloatingIPAdminTestJSON-1485128513-project-admin] Pushing event updated for resources: {'Port': ['ID=c71355f0-f567-4102-9435-c98c76469cfa,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:13.215672 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5e9a2261-a696-4d22-a5c1-d689d8270f35 req-d3890757-21a0-4df0-83aa-9b90e61e4fdc tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] 10.222.0.26 "GET /v2.0/security-groups/4ff9cc47-5cc6-4363-ae36-02c90aa79f6b HTTP/1.1" status: 200 len: 1822 time: 0.1291363 Nov 12 08:24:13.296421 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5e9a2261-a696-4d22-a5c1-d689d8270f35 req-9732965c-9e01-4563-8650-62c1b12734db tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] 10.222.0.26 "GET /v2.0/security-groups/67f608ec-2b16-4089-a902-1285c90b4cf5 HTTP/1.1" status: 200 len: 1824 time: 0.0794899 Nov 12 08:24:13.303083 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-5e9a2261-a696-4d22-a5c1-d689d8270f35 req-640cfb3e-65e1-407c-b623-a73a2c1f29b7 tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '4ff9cc47-5cc6-4363-ae36-02c90aa79f6b', 'remote_group_id': '67f608ec-2b16-4089-a902-1285c90b4cf5', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:13.303537 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-5e9a2261-a696-4d22-a5c1-d689d8270f35 req-640cfb3e-65e1-407c-b623-a73a2c1f29b7 tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '4ff9cc47-5cc6-4363-ae36-02c90aa79f6b', 'remote_group_id': '67f608ec-2b16-4089-a902-1285c90b4cf5', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:13.345846 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-4f99f580-acfa-4226-a56a-b98a51da4a92 None None] Allocated IP 2001:db8::2 (24ce7f1c-4ac4-4754-b8e5-534053688602/cc2f2ccd-78dc-4e9d-b88b-50b05c5d53a7/1ed5c79c-31e6-4653-a059-b77c91d8b3bb) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:24:13.378628 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15aaa2f-d545-4085-832f-eb45da905319 req-844daaa8-fb57-4bf7-a7dc-60cc287138af tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:13.385999 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f15aaa2f-d545-4085-832f-eb45da905319 req-844daaa8-fb57-4bf7-a7dc-60cc287138af tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=be68d5ee-5d55-432a-8f59-c22021814713 HTTP/1.1" status: 200 len: 945 time: 0.3602409 Nov 12 08:24:13.400030 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d690dcf6-7c55-4f71-9f54-3873fb73e7ab tempest-FloatingIPAdminTestJSON-1485128513 tempest-FloatingIPAdminTestJSON-1485128513-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:13.460316 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-5e9a2261-a696-4d22-a5c1-d689d8270f35 req-640cfb3e-65e1-407c-b623-a73a2c1f29b7 tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:13.504981 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-5e9a2261-a696-4d22-a5c1-d689d8270f35 req-640cfb3e-65e1-407c-b623-a73a2c1f29b7 tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:13.511356 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-5e9a2261-a696-4d22-a5c1-d689d8270f35 req-640cfb3e-65e1-407c-b623-a73a2c1f29b7 tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:13.540864 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640cfb3e-65e1-407c-b623-a73a2c1f29b7 tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c87d2d23-f60f-40df-9937-ed8a4062e646,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:13.551868 n-d-765315-29 neutron-server[102600]: INFO neutron.db.l3_db [None req-d690dcf6-7c55-4f71-9f54-3873fb73e7ab tempest-FloatingIPAdminTestJSON-1485128513 tempest-FloatingIPAdminTestJSON-1485128513-project-admin] Floating IP 6b67f0cc-42a1-4348-b3e7-f09aa56f56f6 associated. External IP: 172.25.2.81, port: c23b7906-336a-455f-887d-582d3b93a36d. Nov 12 08:24:13.565354 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee2a4c-0847-40d0-9f22-4107d431581f req-4f46d0d4-0bc0-4177-b781-5b039d674dbc tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:13.572523 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-5e9a2261-a696-4d22-a5c1-d689d8270f35 req-640cfb3e-65e1-407c-b623-a73a2c1f29b7 tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:13.575238 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-42ee2a4c-0847-40d0-9f22-4107d431581f req-4f46d0d4-0bc0-4177-b781-5b039d674dbc tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.44 "GET /v2.0/networks?id=9002ff25-76a7-4c3d-8082-16c14deb03d5 HTTP/1.1" status: 200 len: 816 time: 0.5556781 Nov 12 08:24:13.581418 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5e9a2261-a696-4d22-a5c1-d689d8270f35 req-640cfb3e-65e1-407c-b623-a73a2c1f29b7 tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2835376 Nov 12 08:24:13.664423 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4f99f580-acfa-4226-a56a-b98a51da4a92 None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:13.690207 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4f99f580-acfa-4226-a56a-b98a51da4a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:13.721216 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ec555a8d-3c05-4927-8897-7bf5c21e3c58 req-c92d1d85-e7b2-4433-90ee-95644ddd6400 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/ports?device_id=419c0e85-7a45-424c-9111-1c0f1895911f HTTP/1.1" status: 200 len: 210 time: 0.0699027 Nov 12 08:24:13.751189 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f15aaa2f-d545-4085-832f-eb45da905319 req-8d75bab8-96ae-43f2-8f74-2326ae83053c tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=9dc9079a-4f63-4eb5-be12-eaa66771fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3642609 Nov 12 08:24:13.760896 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f99f580-acfa-4226-a56a-b98a51da4a92 None None] Network 24ce7f1c-4ac4-4754-b8e5-534053688602 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:24:13.766693 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-4f99f580-acfa-4226-a56a-b98a51da4a92 None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:24:13.770253 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f99f580-acfa-4226-a56a-b98a51da4a92 None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:24:13.783593 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f99f580-acfa-4226-a56a-b98a51da4a92 None None] Pushing event updated for resources: {'Port': ['ID=1ed5c79c-31e6-4653-a059-b77c91d8b3bb,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:13.870232 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-4f99f580-acfa-4226-a56a-b98a51da4a92 None None] Attempting to bind port 1ed5c79c-31e6-4653-a059-b77c91d8b3bb on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:24:13.870861 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-4f99f580-acfa-4226-a56a-b98a51da4a92 None None] Attempting to bind port 1ed5c79c-31e6-4653-a059-b77c91d8b3bb by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '259b619c-ec6c-4034-985f-626b8a4c6584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '24ce7f1c-4ac4-4754-b8e5-534053688602'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:24:13.872352 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f99f580-acfa-4226-a56a-b98a51da4a92 None None] Attempting to bind port 1ed5c79c-31e6-4653-a059-b77c91d8b3bb on network 24ce7f1c-4ac4-4754-b8e5-534053688602 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:24:13.884232 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f99f580-acfa-4226-a56a-b98a51da4a92 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:24:13.884782 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f99f580-acfa-4226-a56a-b98a51da4a92 None None] Checking segment: {'id': '259b619c-ec6c-4034-985f-626b8a4c6584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '24ce7f1c-4ac4-4754-b8e5-534053688602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:24:13.885749 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4f99f580-acfa-4226-a56a-b98a51da4a92 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:13.886217 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f99f580-acfa-4226-a56a-b98a51da4a92 None None] Bound using segment: {'id': '259b619c-ec6c-4034-985f-626b8a4c6584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '24ce7f1c-4ac4-4754-b8e5-534053688602'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:24:13.887138 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-4f99f580-acfa-4226-a56a-b98a51da4a92 None None] Bound port: 1ed5c79c-31e6-4653-a059-b77c91d8b3bb, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '259b619c-ec6c-4034-985f-626b8a4c6584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '24ce7f1c-4ac4-4754-b8e5-534053688602'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:24:13.887435 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4f99f580-acfa-4226-a56a-b98a51da4a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:13.908806 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-9c1bb3ee-c4bd-4230-af86-70c38fd8d064 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Allocated IP 2001:db8::71 (24ce7f1c-4ac4-4754-b8e5-534053688602/cc2f2ccd-78dc-4e9d-b88b-50b05c5d53a7/0aa3a831-f72d-4646-a21d-dcc2c2e370ed) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:24:13.922760 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6f9d1c32-04c9-4b53-942e-bf84d2d5e7b6 req-b08cf1b3-c431-4688-9440-b97c481abcd2 tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] 10.222.0.26 "GET /v2.0/security-groups/67f608ec-2b16-4089-a902-1285c90b4cf5 HTTP/1.1" status: 200 len: 1824 time: 0.1105754 Nov 12 08:24:13.973964 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-918286a0-8cdd-4dce-8ffe-fc65b9120aba req-6a599f93-8ddc-4d10-b4fb-3ffad1810a89 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=169f7779-8f80-4509-8e19-6731ed6e3dfc HTTP/1.1" status: 200 len: 210 time: 0.0516386 Nov 12 08:24:13.983967 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-42ee2a4c-0847-40d0-9f22-4107d431581f req-be21b264-e96b-467d-9eca-14e11c827c3b tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d4d05cf75bd48988e66a58743392390 HTTP/1.1" status: 200 len: 380 time: 0.3567061 Nov 12 08:24:13.985320 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-4f99f580-acfa-4226-a56a-b98a51da4a92 None None] For port 1ed5c79c-31e6-4653-a059-b77c91d8b3bb, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:24:13.989357 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-4f99f580-acfa-4226-a56a-b98a51da4a92 None None] For port 1ed5c79c-31e6-4653-a059-b77c91d8b3bb, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=1ed5c79c-31e6-4653-a059-b77c91d8b3bb,segment=NetworkSegment(259b619c-ec6c-4034-985f-626b8a4c6584),segment_id=259b619c-ec6c-4034-985f-626b8a4c6584)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:24:13.997533 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4f99f580-acfa-4226-a56a-b98a51da4a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:14.020045 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-42ee2a4c-0847-40d0-9f22-4107d431581f req-9fb0cd61-4371-4036-b00f-4b71901f2bc8 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Request body: {'port': {'device_id': '169f7779-8f80-4509-8e19-6731ed6e3dfc', 'network_id': '9002ff25-76a7-4c3d-8082-16c14deb03d5', 'admin_state_up': True, 'tenant_id': '6d4d05cf75bd48988e66a58743392390', 'security_groups': ['7569d1cf-6bd3-45ad-96a1-5286f4165b07']}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:14.099021 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f99f580-acfa-4226-a56a-b98a51da4a92 None None] Pushing event updated for resources: {'Port': ['ID=1ed5c79c-31e6-4653-a059-b77c91d8b3bb,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:14.124793 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d690dcf6-7c55-4f71-9f54-3873fb73e7ab tempest-FloatingIPAdminTestJSON-1485128513 tempest-FloatingIPAdminTestJSON-1485128513-project-admin] Router 51167b21-2fb0-443c-aa6f-170ff33e82c5 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:24:14.140001 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-6f9d1c32-04c9-4b53-942e-bf84d2d5e7b6 req-86aa459a-525b-4d8c-8375-bee73d195476 tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:14.191989 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-6f9d1c32-04c9-4b53-942e-bf84d2d5e7b6 req-86aa459a-525b-4d8c-8375-bee73d195476 tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:14.203797 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9c1bb3ee-c4bd-4230-af86-70c38fd8d064 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:14.274980 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9c1bb3ee-c4bd-4230-af86-70c38fd8d064 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:14.312818 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-6f9d1c32-04c9-4b53-942e-bf84d2d5e7b6 req-86aa459a-525b-4d8c-8375-bee73d195476 tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:14.320997 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-6f9d1c32-04c9-4b53-942e-bf84d2d5e7b6 req-86aa459a-525b-4d8c-8375-bee73d195476 tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:14.324427 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6f9d1c32-04c9-4b53-942e-bf84d2d5e7b6 req-86aa459a-525b-4d8c-8375-bee73d195476 tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] 10.222.0.26 "DELETE /v2.0/security-groups/67f608ec-2b16-4089-a902-1285c90b4cf5 HTTP/1.1" status: 204 len: 173 time: 0.3867381 Nov 12 08:24:14.346769 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea85d2a-e16e-4ae2-9f2a-a89ac2a7f670 req-89a8591e-e008-498d-a993-df186e902371 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:14.348477 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4ea85d2a-e16e-4ae2-9f2a-a89ac2a7f670 req-89a8591e-e008-498d-a993-df186e902371 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b84f47-7e13-4867-8fd2-70853a72090b HTTP/1.1" status: 200 len: 945 time: 0.1411099 Nov 12 08:24:14.354490 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42ee2a4c-0847-40d0-9f22-4107d431581f req-9fb0cd61-4371-4036-b00f-4b71901f2bc8 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Made reservation on behalf of 6d4d05cf75bd48988e66a58743392390 for: {'port': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:24:14.358081 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-42ee2a4c-0847-40d0-9f22-4107d431581f req-9fb0cd61-4371-4036-b00f-4b71901f2bc8 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:14.390833 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aa459a-525b-4d8c-8375-bee73d195476 tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f608ec-2b16-4089-a902-1285c90b4cf5,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:14.408442 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d690dcf6-7c55-4f71-9f54-3873fb73e7ab tempest-FloatingIPAdminTestJSON-1485128513 tempest-FloatingIPAdminTestJSON-1485128513-project-admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:24:14.417988 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1bb3ee-c4bd-4230-af86-70c38fd8d064 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Pushing event updated for resources: {'Port': ['ID=0aa3a831-f72d-4646-a21d-dcc2c2e370ed,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:14.424113 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1bb3ee-c4bd-4230-af86-70c38fd8d064 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Network 24ce7f1c-4ac4-4754-b8e5-534053688602 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:24:14.425598 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60b9fe6-316e-428d-b2a6-57aa8e8ba46c None None] Sync routers for ids ['51167b21-2fb0-443c-aa6f-170ff33e82c5'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:24:14.443083 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-9c1bb3ee-c4bd-4230-af86-70c38fd8d064 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:24:14.446660 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1bb3ee-c4bd-4230-af86-70c38fd8d064 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:24:14.453588 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c1bb3ee-c4bd-4230-af86-70c38fd8d064 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:14.454336 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9c1bb3ee-c4bd-4230-af86-70c38fd8d064 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:14.455053 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60b9fe6-316e-428d-b2a6-57aa8e8ba46c None None] Routers {'51167b21-2fb0-443c-aa6f-170ff33e82c5'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:24:14.455870 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-b60b9fe6-316e-428d-b2a6-57aa8e8ba46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:24:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['51167b21-2fb0-443c-aa6f-170ff33e82c5'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:14.490306 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-9c1bb3ee-c4bd-4230-af86-70c38fd8d064 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7435603 Nov 12 08:24:14.493875 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 55142) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:14.502120 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-3216f0ad-8b69-47dc-bde3-1f754866e99d tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Request body: {'port': {'network_id': '24ce7f1c-4ac4-4754-b8e5-534053688602', 'name': 'tempest-PortsIpV6TestJSON-193995363'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:14.508711 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-b60b9fe6-316e-428d-b2a6-57aa8e8ba46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:14.520329 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60b9fe6-316e-428d-b2a6-57aa8e8ba46c None None] Routers {'51167b21-2fb0-443c-aa6f-170ff33e82c5'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:24:14.521002 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-b60b9fe6-316e-428d-b2a6-57aa8e8ba46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:24:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['51167b21-2fb0-443c-aa6f-170ff33e82c5'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:14.532787 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-21ece7e1-aeb6-4871-8768-cbc171d40664 req-ed969e00-661e-46a6-9840-7755665b5e3a tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] 10.222.0.26 "GET /v2.0/security-groups/4ff9cc47-5cc6-4363-ae36-02c90aa79f6b HTTP/1.1" status: 200 len: 1822 time: 0.1484177 Nov 12 08:24:14.557507 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d690dcf6-7c55-4f71-9f54-3873fb73e7ab tempest-FloatingIPAdminTestJSON-1485128513 tempest-FloatingIPAdminTestJSON-1485128513-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:14.565762 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-dd9955e9-4f3e-44c7-a7d1-3d469e2f4b90 req-0ce4536f-24ed-4479-8cc6-2ca9487363ee tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2058242099', 'description': 'tempest-description-786839716'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:14.581332 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-b60b9fe6-316e-428d-b2a6-57aa8e8ba46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:14.582062 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60b9fe6-316e-428d-b2a6-57aa8e8ba46c None None] The sync data for ids ['51167b21-2fb0-443c-aa6f-170ff33e82c5'] in n-d-765315-29 is: [] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:24:14.619475 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4ea85d2a-e16e-4ae2-9f2a-a89ac2a7f670 req-c037c4ad-6568-43c6-b73c-6139c70b6ea3 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cbb65ba-0e7e-4ab7-8759-517886115d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540591 Nov 12 08:24:14.645077 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-d690dcf6-7c55-4f71-9f54-3873fb73e7ab tempest-FloatingIPAdminTestJSON-1485128513 tempest-FloatingIPAdminTestJSON-1485128513-project-admin] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 5.5937886 Nov 12 08:24:14.650091 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 55150) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:14.708879 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-dd9955e9-4f3e-44c7-a7d1-3d469e2f4b90 req-0ce4536f-24ed-4479-8cc6-2ca9487363ee tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:14.715953 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [req-42ee2a4c-0847-40d0-9f22-4107d431581f req-9fb0cd61-4371-4036-b00f-4b71901f2bc8 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Allocated IP 172.20.0.5 (9002ff25-76a7-4c3d-8082-16c14deb03d5/c8e8c768-2d07-4b3f-a074-a2b6b712f48f/511ca486-5ae6-43e2-9142-3c78089c6bdc) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:24:14.893337 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-559c25fa-5a29-40c1-bbd8-a2cbb5df523f req-201e7b9f-55f9-4869-acd7-f8b7eed9ef09 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/ports?device_id=419c0e85-7a45-424c-9111-1c0f1895911f HTTP/1.1" status: 200 len: 210 time: 0.0334156 Nov 12 08:24:14.899587 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-86d99d0d-79c7-4578-9169-db05ede44476 tempest-FloatingIPAdminTestJSON-1485128513 tempest-FloatingIPAdminTestJSON-1485128513-project-admin] 10.222.0.26 "GET /v2.0/floatingips/6b67f0cc-42a1-4348-b3e7-f09aa56f56f6 HTTP/1.1" status: 200 len: 981 time: 0.2483063 Nov 12 08:24:14.904818 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 55156) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:14.984782 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3216f0ad-8b69-47dc-bde3-1f754866e99d tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Made reservation on behalf of 9685b661865b4c639766c916ebb4ca16 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:24:14.990411 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3216f0ad-8b69-47dc-bde3-1f754866e99d tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:15.020581 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-42ee2a4c-0847-40d0-9f22-4107d431581f req-9fb0cd61-4371-4036-b00f-4b71901f2bc8 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:15.054981 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [None req-3216f0ad-8b69-47dc-bde3-1f754866e99d tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] device_id is not set on port 70d4aa0b-e41a-4300-a35a-6f88b2a0f97f yet. {{(pid=102599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:24:15.066985 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22dfee7-5819-424c-ad96-43ff5355f83e req-2948edd2-b674-47ed-a0b1-1d9a7ce36e57 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:15.068600 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b22dfee7-5819-424c-ad96-43ff5355f83e req-2948edd2-b674-47ed-a0b1-1d9a7ce36e57 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.44 "GET /v2.0/networks?id=48c46c78-0475-4191-b336-d10a7e260ac1 HTTP/1.1" status: 200 len: 822 time: 0.3272943 Nov 12 08:24:15.113164 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-42ee2a4c-0847-40d0-9f22-4107d431581f req-9fb0cd61-4371-4036-b00f-4b71901f2bc8 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:15.131521 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-b22dfee7-5819-424c-ad96-43ff5355f83e req-6cfbf672-8671-41e2-b15b-e1abc48ff205 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Request body: {'port': {'device_id': '419c0e85-7a45-424c-9111-1c0f1895911f', 'network_id': '48c46c78-0475-4191-b336-d10a7e260ac1', 'admin_state_up': True, 'tenant_id': 'e6d48b0a7d084fdbbcdcca693c68f3d4'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:15.148831 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42ee2a4c-0847-40d0-9f22-4107d431581f req-9fb0cd61-4371-4036-b00f-4b71901f2bc8 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Network 9002ff25-76a7-4c3d-8082-16c14deb03d5 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:24:15.169272 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [req-42ee2a4c-0847-40d0-9f22-4107d431581f req-9fb0cd61-4371-4036-b00f-4b71901f2bc8 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:24:15.207301 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [req-42ee2a4c-0847-40d0-9f22-4107d431581f req-9fb0cd61-4371-4036-b00f-4b71901f2bc8 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:24:15.221824 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-dd9955e9-4f3e-44c7-a7d1-3d469e2f4b90 req-0ce4536f-24ed-4479-8cc6-2ca9487363ee tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:15.234818 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-dd9955e9-4f3e-44c7-a7d1-3d469e2f4b90 req-0ce4536f-24ed-4479-8cc6-2ca9487363ee tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:15.347475 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-dd9955e9-4f3e-44c7-a7d1-3d469e2f4b90 req-0ce4536f-24ed-4479-8cc6-2ca9487363ee tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:15.358960 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dd9955e9-4f3e-44c7-a7d1-3d469e2f4b90 req-0ce4536f-24ed-4479-8cc6-2ca9487363ee tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.7976761 Nov 12 08:24:15.426199 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-3216f0ad-8b69-47dc-bde3-1f754866e99d tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Allocated IP 2001:db8::2f9 (24ce7f1c-4ac4-4754-b8e5-534053688602/cc2f2ccd-78dc-4e9d-b88b-50b05c5d53a7/70d4aa0b-e41a-4300-a35a-6f88b2a0f97f) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:24:15.441571 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce4536f-24ed-4479-8cc6-2ca9487363ee tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ecaec65-8a48-4a8f-8e12-d0ca6caf1ed6,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:15.645434 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76e2908-e10d-4b57-ba2a-d1a4d719c4f8 None None] Network 24ce7f1c-4ac4-4754-b8e5-534053688602 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:24:15.683204 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b22dfee7-5819-424c-ad96-43ff5355f83e req-6cfbf672-8671-41e2-b15b-e1abc48ff205 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Made reservation on behalf of e6d48b0a7d084fdbbcdcca693c68f3d4 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:24:15.687166 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b22dfee7-5819-424c-ad96-43ff5355f83e req-6cfbf672-8671-41e2-b15b-e1abc48ff205 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:15.706691 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee2a4c-0847-40d0-9f22-4107d431581f req-9fb0cd61-4371-4036-b00f-4b71901f2bc8 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:15.707266 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-42ee2a4c-0847-40d0-9f22-4107d431581f req-9fb0cd61-4371-4036-b00f-4b71901f2bc8 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:15.721217 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3216f0ad-8b69-47dc-bde3-1f754866e99d tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:15.734530 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-42ee2a4c-0847-40d0-9f22-4107d431581f req-9fb0cd61-4371-4036-b00f-4b71901f2bc8 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7217925 Nov 12 08:24:15.735708 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1931f7-7d69-4305-9d06-f3d22961f2cf req-c96617e2-3152-451c-84fe-e805ea92e571 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:15.744289 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-7b93eaab-5672-4560-9ccc-513ec0b9e170 None None] Provisioning complete for port 1ed5c79c-31e6-4653-a059-b77c91d8b3bb triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:15.744743 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7b93eaab-5672-4560-9ccc-513ec0b9e170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:15.744886 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6a1931f7-7d69-4305-9d06-f3d22961f2cf req-c96617e2-3152-451c-84fe-e805ea92e571 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=169f7779-8f80-4509-8e19-6731ed6e3dfc HTTP/1.1" status: 200 len: 931 time: 0.2825840 Nov 12 08:24:15.791233 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-42ee2a4c-0847-40d0-9f22-4107d431581f req-46984098-a5bf-4412-aa3a-02fdbfe8f910 service neutron] Request body: {'port': {'device_id': '169f7779-8f80-4509-8e19-6731ed6e3dfc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-29'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:15.857012 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-42ee2a4c-0847-40d0-9f22-4107d431581f req-46984098-a5bf-4412-aa3a-02fdbfe8f910 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:15.868248 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-f582ea95-4d70-4ccc-94c3-ed04184e9065 tempest-FloatingIPAdminTestJSON-1485128513 tempest-FloatingIPAdminTestJSON-1485128513-project-admin] 10.222.0.26 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2728 time: 0.9573169 Nov 12 08:24:15.870189 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 55166) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:15.875591 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb0cd61-4371-4036-b00f-4b71901f2bc8 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Pushing event updated for resources: {'Port': ['ID=511ca486-5ae6-43e2-9142-3c78089c6bdc,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:15.902034 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e966a293-70cd-4727-bc17-7f66e08013f3 req-ac8da3f9-d657-4118-854c-b502a95cd745 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:15.909671 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e966a293-70cd-4727-bc17-7f66e08013f3 req-ac8da3f9-d657-4118-854c-b502a95cd745 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=be68d5ee-5d55-432a-8f59-c22021814713 HTTP/1.1" status: 200 len: 945 time: 0.8058174 Nov 12 08:24:15.993943 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e966a293-70cd-4727-bc17-7f66e08013f3 req-357f8e26-e52e-4045-86d9-323bf0dc6c66 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=9dc9079a-4f63-4eb5-be12-eaa66771fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832720 Nov 12 08:24:16.025366 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6a1931f7-7d69-4305-9d06-f3d22961f2cf req-f3557711-05c0-4da7-b142-17ebf502b418 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=7569d1cf-6bd3-45ad-96a1-5286f4165b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2733278 Nov 12 08:24:16.046177 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3216f0ad-8b69-47dc-bde3-1f754866e99d tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:16.078922 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7b93eaab-5672-4560-9ccc-513ec0b9e170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:16.081723 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 1ed5c79c-31e6-4653-a059-b77c91d8b3bb up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:24:16.171243 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-b22dfee7-5819-424c-ad96-43ff5355f83e req-6cfbf672-8671-41e2-b15b-e1abc48ff205 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Allocated IP 172.20.0.13 (48c46c78-0475-4191-b336-d10a7e260ac1/56da6010-d692-49cc-a6f9-aacc88a2ce9c/c2a3e2c4-9cb5-4c2c-bc02-077101e3040c) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:24:16.219716 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-87c25d73-40ff-4231-b7c5-2c03567fd3e0 req-9d5b6493-6fb2-4a9c-af4b-8659c5afbb70 tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] 10.222.0.26 "GET /v2.0/security-groups/8ecaec65-8a48-4a8f-8e12-d0ca6caf1ed6 HTTP/1.1" status: 200 len: 1823 time: 0.1405017 Nov 12 08:24:16.233239 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-87c25d73-40ff-4231-b7c5-2c03567fd3e0 req-549cd645-d3a9-4496-b859-626b0f5440eb tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8ecaec65-8a48-4a8f-8e12-d0ca6caf1ed6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:16.233561 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-87c25d73-40ff-4231-b7c5-2c03567fd3e0 req-549cd645-d3a9-4496-b859-626b0f5440eb tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8ecaec65-8a48-4a8f-8e12-d0ca6caf1ed6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:16.285159 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-7b93eaab-5672-4560-9ccc-513ec0b9e170 None None] For port 1ed5c79c-31e6-4653-a059-b77c91d8b3bb, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=1ed5c79c-31e6-4653-a059-b77c91d8b3bb,segment=NetworkSegment(259b619c-ec6c-4034-985f-626b8a4c6584),segment_id=259b619c-ec6c-4034-985f-626b8a4c6584)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:16.309198 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7b93eaab-5672-4560-9ccc-513ec0b9e170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:16.310061 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3216f0ad-8b69-47dc-bde3-1f754866e99d tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Network 24ce7f1c-4ac4-4754-b8e5-534053688602 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:24:16.331303 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-3216f0ad-8b69-47dc-bde3-1f754866e99d tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:24:16.344637 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3216f0ad-8b69-47dc-bde3-1f754866e99d tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:24:16.350264 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3216f0ad-8b69-47dc-bde3-1f754866e99d tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:16.350932 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3216f0ad-8b69-47dc-bde3-1f754866e99d tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:16.374308 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3216f0ad-8b69-47dc-bde3-1f754866e99d tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Pushing event updated for resources: {'Port': ['ID=70d4aa0b-e41a-4300-a35a-6f88b2a0f97f,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:16.401330 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-3216f0ad-8b69-47dc-bde3-1f754866e99d tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9052694 Nov 12 08:24:16.402033 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 55178) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:16.451148 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-87c25d73-40ff-4231-b7c5-2c03567fd3e0 req-549cd645-d3a9-4496-b859-626b0f5440eb tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:16.452393 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-7b93eaab-5672-4560-9ccc-513ec0b9e170 None None] Provisioning complete for port 511ca486-5ae6-43e2-9142-3c78089c6bdc triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:16.452988 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7b93eaab-5672-4560-9ccc-513ec0b9e170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:16.470053 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [req-42ee2a4c-0847-40d0-9f22-4107d431581f req-46984098-a5bf-4412-aa3a-02fdbfe8f910 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 511ca486-5ae6-43e2-9142-3c78089c6bdc {{(pid=102600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:24:16.483589 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-42ee2a4c-0847-40d0-9f22-4107d431581f req-46984098-a5bf-4412-aa3a-02fdbfe8f910 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:16.526111 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-87c25d73-40ff-4231-b7c5-2c03567fd3e0 req-549cd645-d3a9-4496-b859-626b0f5440eb tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:16.540697 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.provisioning_blocks [req-42ee2a4c-0847-40d0-9f22-4107d431581f req-46984098-a5bf-4412-aa3a-02fdbfe8f910 service neutron] Transition to ACTIVE for port object 511ca486-5ae6-43e2-9142-3c78089c6bdc will not be triggered until provisioned by entity L2. {{(pid=102600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:24:16.541515 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-7b93eaab-5672-4560-9ccc-513ec0b9e170 None None] Port 511ca486-5ae6-43e2-9142-3c78089c6bdc cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:24:16.542673 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-87c25d73-40ff-4231-b7c5-2c03567fd3e0 req-549cd645-d3a9-4496-b859-626b0f5440eb tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:16.549304 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 1ed5c79c-31e6-4653-a059-b77c91d8b3bb triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:16.550516 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:16.565487 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e627f38b-e67f-41d0-bcb7-1625cd90f2f4 req-7985054f-3874-43f9-a995-efc4e4f87843 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:16.567361 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e627f38b-e67f-41d0-bcb7-1625cd90f2f4 req-7985054f-3874-43f9-a995-efc4e4f87843 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b84f47-7e13-4867-8fd2-70853a72090b HTTP/1.1" status: 200 len: 945 time: 0.3769631 Nov 12 08:24:16.595532 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549cd645-d3a9-4496-b859-626b0f5440eb tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=715968b9-61fc-4247-bec6-10255526f83a,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:16.597798 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-42ee2a4c-0847-40d0-9f22-4107d431581f req-46984098-a5bf-4412-aa3a-02fdbfe8f910 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:16.613816 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-87c25d73-40ff-4231-b7c5-2c03567fd3e0 req-549cd645-d3a9-4496-b859-626b0f5440eb tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:16.615675 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-87c25d73-40ff-4231-b7c5-2c03567fd3e0 req-549cd645-d3a9-4496-b859-626b0f5440eb tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3866899 Nov 12 08:24:16.683470 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b93eaab-5672-4560-9ccc-513ec0b9e170 None None] Pushing event updated for resources: {'Port': ['ID=1ed5c79c-31e6-4653-a059-b77c91d8b3bb,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:16.841060 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46984098-a5bf-4412-aa3a-02fdbfe8f910 service neutron] Pushing event updated for resources: {'Port': ['ID=511ca486-5ae6-43e2-9142-3c78089c6bdc,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:16.845024 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3d427d4a-4b56-42a3-8e9c-b19b28d3c8c1 req-b696ed82-6fa2-46ac-a19e-c0f4e029172a tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/ports?device_id=419c0e85-7a45-424c-9111-1c0f1895911f HTTP/1.1" status: 200 len: 210 time: 0.0514331 Nov 12 08:24:16.864925 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99730645-19a7-4090-baec-c2500a9d27c0 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:16.869775 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-99730645-19a7-4090-baec-c2500a9d27c0 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A71 HTTP/1.1" status: 200 len: 927 time: 0.4340315 Nov 12 08:24:16.872751 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 55184) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:16.956321 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e627f38b-e67f-41d0-bcb7-1625cd90f2f4 req-6a288088-b2f6-474e-b3f6-7697b24d3d90 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cbb65ba-0e7e-4ab7-8759-517886115d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781682 Nov 12 08:24:16.967025 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-55299d12-bda9-4464-9c53-7021f650c585 tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Deleting port c71355f0-f567-4102-9435-c98c76469cfa {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:24:16.967472 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-55299d12-bda9-4464-9c53-7021f650c585 tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:17.020262 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b22dfee7-5819-424c-ad96-43ff5355f83e req-6cfbf672-8671-41e2-b15b-e1abc48ff205 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:17.030556 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-42ee2a4c-0847-40d0-9f22-4107d431581f req-46984098-a5bf-4412-aa3a-02fdbfe8f910 service neutron] Attempting to bind port 511ca486-5ae6-43e2-9142-3c78089c6bdc on host n-h2-765315-29 for vnic_type normal with profile {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:24:17.031198 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-42ee2a4c-0847-40d0-9f22-4107d431581f req-46984098-a5bf-4412-aa3a-02fdbfe8f910 service neutron] Attempting to bind port 511ca486-5ae6-43e2-9142-3c78089c6bdc by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': '671b1e57-5287-4b28-8a6a-fdb7b6437699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9002ff25-76a7-4c3d-8082-16c14deb03d5'}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:24:17.031549 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ee2a4c-0847-40d0-9f22-4107d431581f req-46984098-a5bf-4412-aa3a-02fdbfe8f910 service neutron] Attempting to bind port 511ca486-5ae6-43e2-9142-3c78089c6bdc on network 9002ff25-76a7-4c3d-8082-16c14deb03d5 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:24:17.063442 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ee2a4c-0847-40d0-9f22-4107d431581f req-46984098-a5bf-4412-aa3a-02fdbfe8f910 service neutron] Port 511ca486-5ae6-43e2-9142-3c78089c6bdc on network 9002ff25-76a7-4c3d-8082-16c14deb03d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:24:17.063996 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ee2a4c-0847-40d0-9f22-4107d431581f req-46984098-a5bf-4412-aa3a-02fdbfe8f910 service neutron] Attempting to bind port 511ca486-5ae6-43e2-9142-3c78089c6bdc on network 9002ff25-76a7-4c3d-8082-16c14deb03d5 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:24:17.095019 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ee2a4c-0847-40d0-9f22-4107d431581f req-46984098-a5bf-4412-aa3a-02fdbfe8f910 service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:24:17.095726 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ee2a4c-0847-40d0-9f22-4107d431581f req-46984098-a5bf-4412-aa3a-02fdbfe8f910 service neutron] Checking segment: {'id': '671b1e57-5287-4b28-8a6a-fdb7b6437699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9002ff25-76a7-4c3d-8082-16c14deb03d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:24:17.096217 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ee2a4c-0847-40d0-9f22-4107d431581f req-46984098-a5bf-4412-aa3a-02fdbfe8f910 service neutron] Bound using segment: {'id': '671b1e57-5287-4b28-8a6a-fdb7b6437699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9002ff25-76a7-4c3d-8082-16c14deb03d5'} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:24:17.096773 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-42ee2a4c-0847-40d0-9f22-4107d431581f req-46984098-a5bf-4412-aa3a-02fdbfe8f910 service neutron] Bound port: 511ca486-5ae6-43e2-9142-3c78089c6bdc, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '671b1e57-5287-4b28-8a6a-fdb7b6437699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9002ff25-76a7-4c3d-8082-16c14deb03d5'}}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:24:17.097253 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-42ee2a4c-0847-40d0-9f22-4107d431581f req-46984098-a5bf-4412-aa3a-02fdbfe8f910 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:17.112498 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8be3cd43-2979-4c08-a13a-d8a4b37d3c95 req-49d5f11c-c9e2-4c13-9635-f1fb81b4a93f tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] 10.222.0.26 "GET /v2.0/security-groups/8ecaec65-8a48-4a8f-8e12-d0ca6caf1ed6 HTTP/1.1" status: 200 len: 2417 time: 0.1624641 Nov 12 08:24:17.119138 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-8be3cd43-2979-4c08-a13a-d8a4b37d3c95 req-4e5689dc-b230-4a93-9e7c-f55379a75e27 tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8ecaec65-8a48-4a8f-8e12-d0ca6caf1ed6', 'remote_group_id': None}]} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:17.120428 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-8be3cd43-2979-4c08-a13a-d8a4b37d3c95 req-4e5689dc-b230-4a93-9e7c-f55379a75e27 tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8ecaec65-8a48-4a8f-8e12-d0ca6caf1ed6', 'remote_group_id': None}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:17.163541 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-f387159d-c4c8-42ad-8708-635f921cf31f tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Deleting port 70d4aa0b-e41a-4300-a35a-6f88b2a0f97f {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:24:17.164478 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f387159d-c4c8-42ad-8708-635f921cf31f tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:17.242018 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-f31f86b3-9805-4468-9f8e-aca4ed6bb479 None None] Provisioning complete for port 70d4aa0b-e41a-4300-a35a-6f88b2a0f97f triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:17.242655 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f31f86b3-9805-4468-9f8e-aca4ed6bb479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:17.244753 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-55299d12-bda9-4464-9c53-7021f650c585 tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:17.245261 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-55299d12-bda9-4464-9c53-7021f650c585 tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:17.265997 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-55299d12-bda9-4464-9c53-7021f650c585 tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Calling delete_port for c71355f0-f567-4102-9435-c98c76469cfa owned by network:floatingip {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:24:17.276285 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c02caf-3492-48a3-8653-43f49a9437a0 req-a4e4829f-692a-4b2b-9f93-79685960ec1f tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:17.277824 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f387159d-c4c8-42ad-8708-635f921cf31f tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:17.286579 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-34c02caf-3492-48a3-8653-43f49a9437a0 req-a4e4829f-692a-4b2b-9f93-79685960ec1f tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=be68d5ee-5d55-432a-8f59-c22021814713 HTTP/1.1" status: 200 len: 945 time: 0.1460698 Nov 12 08:24:17.294318 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-f387159d-c4c8-42ad-8708-635f921cf31f tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Calling delete_port for 70d4aa0b-e41a-4300-a35a-6f88b2a0f97f owned by {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:24:17.297873 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b22dfee7-5819-424c-ad96-43ff5355f83e req-6cfbf672-8671-41e2-b15b-e1abc48ff205 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:17.303163 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-f31f86b3-9805-4468-9f8e-aca4ed6bb479 None None] Port 70d4aa0b-e41a-4300-a35a-6f88b2a0f97f cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:24:17.317458 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-f31f86b3-9805-4468-9f8e-aca4ed6bb479 None None] Provisioning complete for port 1ed5c79c-31e6-4653-a059-b77c91d8b3bb triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:17.320149 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f31f86b3-9805-4468-9f8e-aca4ed6bb479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:17.441118 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-f31f86b3-9805-4468-9f8e-aca4ed6bb479 None None] Provisioning complete for port 0aa3a831-f72d-4646-a21d-dcc2c2e370ed triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:17.441524 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f31f86b3-9805-4468-9f8e-aca4ed6bb479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:17.480571 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b22dfee7-5819-424c-ad96-43ff5355f83e req-6cfbf672-8671-41e2-b15b-e1abc48ff205 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Network 48c46c78-0475-4191-b336-d10a7e260ac1 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:24:17.498559 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-b22dfee7-5819-424c-ad96-43ff5355f83e req-6cfbf672-8671-41e2-b15b-e1abc48ff205 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:24:17.501371 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-f31f86b3-9805-4468-9f8e-aca4ed6bb479 None None] Port 0aa3a831-f72d-4646-a21d-dcc2c2e370ed cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:24:17.511926 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfbf672-8671-41e2-b15b-e1abc48ff205 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Pushing event updated for resources: {'Port': ['ID=c2a3e2c4-9cb5-4c2c-bc02-077101e3040c,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:17.520101 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-b22dfee7-5819-424c-ad96-43ff5355f83e req-6cfbf672-8671-41e2-b15b-e1abc48ff205 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:24:17.558371 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-34c02caf-3492-48a3-8653-43f49a9437a0 req-f4e3e688-bc63-4009-bcf8-41142941d69e tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=9dc9079a-4f63-4eb5-be12-eaa66771fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709179 Nov 12 08:24:17.592268 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-8be3cd43-2979-4c08-a13a-d8a4b37d3c95 req-4e5689dc-b230-4a93-9e7c-f55379a75e27 tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:17.629363 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f387159d-c4c8-42ad-8708-635f921cf31f tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:17.631476 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-42ee2a4c-0847-40d0-9f22-4107d431581f req-46984098-a5bf-4412-aa3a-02fdbfe8f910 service neutron] For port 511ca486-5ae6-43e2-9142-3c78089c6bdc, host n-h2-765315-29, cleared binding levels {{(pid=102600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:24:17.654933 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-42ee2a4c-0847-40d0-9f22-4107d431581f req-46984098-a5bf-4412-aa3a-02fdbfe8f910 service neutron] For port 511ca486-5ae6-43e2-9142-3c78089c6bdc, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=511ca486-5ae6-43e2-9142-3c78089c6bdc,segment=NetworkSegment(671b1e57-5287-4b28-8a6a-fdb7b6437699),segment_id=671b1e57-5287-4b28-8a6a-fdb7b6437699)] {{(pid=102600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:24:17.669632 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22dfee7-5819-424c-ad96-43ff5355f83e req-6cfbf672-8671-41e2-b15b-e1abc48ff205 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:17.670355 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b22dfee7-5819-424c-ad96-43ff5355f83e req-6cfbf672-8671-41e2-b15b-e1abc48ff205 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:17.675351 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-bfa4de32-c1a4-4035-86e8-84fd9372364d None None] Provisioning complete for port 0aa3a831-f72d-4646-a21d-dcc2c2e370ed triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:17.678122 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-bfa4de32-c1a4-4035-86e8-84fd9372364d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:17.734959 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-8be3cd43-2979-4c08-a13a-d8a4b37d3c95 req-4e5689dc-b230-4a93-9e7c-f55379a75e27 tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:17.735814 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b22dfee7-5819-424c-ad96-43ff5355f83e req-6cfbf672-8671-41e2-b15b-e1abc48ff205 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6143742 Nov 12 08:24:17.749012 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-bfa4de32-c1a4-4035-86e8-84fd9372364d None None] Port 0aa3a831-f72d-4646-a21d-dcc2c2e370ed cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:24:17.761459 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-b22dfee7-5819-424c-ad96-43ff5355f83e req-26793f0e-a226-4312-ab32-fb9c15e3e022 service neutron] Request body: {'port': {'device_id': '419c0e85-7a45-424c-9111-1c0f1895911f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:17.766963 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-55299d12-bda9-4464-9c53-7021f650c585 tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:17.772069 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-42ee2a4c-0847-40d0-9f22-4107d431581f req-46984098-a5bf-4412-aa3a-02fdbfe8f910 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:17.775042 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f387159d-c4c8-42ad-8708-635f921cf31f tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Pushing event deleted for resources: {'Port': ['ID=70d4aa0b-e41a-4300-a35a-6f88b2a0f97f,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:17.787505 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-8be3cd43-2979-4c08-a13a-d8a4b37d3c95 req-4e5689dc-b230-4a93-9e7c-f55379a75e27 tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:17.859727 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 1ed5c79c-31e6-4653-a059-b77c91d8b3bb up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:24:17.880702 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5689dc-b230-4a93-9e7c-f55379a75e27 tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1342d42-77e9-4662-93fc-e6dd33e6955c,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:17.893045 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee2a4c-0847-40d0-9f22-4107d431581f req-46984098-a5bf-4412-aa3a-02fdbfe8f910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:17.893678 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-42ee2a4c-0847-40d0-9f22-4107d431581f req-46984098-a5bf-4412-aa3a-02fdbfe8f910 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:17.895093 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-42ee2a4c-0847-40d0-9f22-4107d431581f req-46984098-a5bf-4412-aa3a-02fdbfe8f910 service neutron] 10.222.0.44 "PUT /v2.0/ports/511ca486-5ae6-43e2-9142-3c78089c6bdc HTTP/1.1" status: 200 len: 1092 time: 2.1081140 Nov 12 08:24:17.898726 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '169f7779-8f80-4509-8e19-6731ed6e3dfc', 'tag': '511ca486-5ae6-43e2-9142-3c78089c6bdc'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:24:17.899283 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a1d9f-26b8-433c-a918-e58b2f25cab7 req-a728b48a-61b9-41a1-9cc5-51ba8c5fdce0 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:17.901018 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fff0e1b-1eaa-4053-869f-3c74a6a44011" -d '{"events": [{"name": "network-changed", "server_uuid": "169f7779-8f80-4509-8e19-6731ed6e3dfc", "tag": "511ca486-5ae6-43e2-9142-3c78089c6bdc"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:24:17.906301 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f387159d-c4c8-42ad-8708-635f921cf31f tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:17.907597 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-063a1d9f-26b8-433c-a918-e58b2f25cab7 req-a728b48a-61b9-41a1-9cc5-51ba8c5fdce0 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=169f7779-8f80-4509-8e19-6731ed6e3dfc HTTP/1.1" status: 200 len: 943 time: 0.2243528 Nov 12 08:24:17.910183 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-f387159d-c4c8-42ad-8708-635f921cf31f tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "DELETE /v2.0/ports/70d4aa0b-e41a-4300-a35a-6f88b2a0f97f HTTP/1.1" status: 204 len: 168 time: 1.0364525 Nov 12 08:24:17.916062 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-8be3cd43-2979-4c08-a13a-d8a4b37d3c95 req-4e5689dc-b230-4a93-9e7c-f55379a75e27 tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:17.917728 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8be3cd43-2979-4c08-a13a-d8a4b37d3c95 req-4e5689dc-b230-4a93-9e7c-f55379a75e27 tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.8041406 Nov 12 08:24:17.918843 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 55196) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:17.962308 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c0de522-d455-4e5e-9b4e-d5a7711ac70f tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] GET failed (client error): The resource could not be found. Nov 12 08:24:17.980055 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-0c0de522-d455-4e5e-9b4e-d5a7711ac70f tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "GET /v2.0/ports/70d4aa0b-e41a-4300-a35a-6f88b2a0f97f HTTP/1.1" status: 404 len: 333 time: 0.0390770 Nov 12 08:24:18.009993 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 55200) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:18.019101 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 1ed5c79c-31e6-4653-a059-b77c91d8b3bb triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:18.019518 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:18.037825 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55299d12-bda9-4464-9c53-7021f650c585 tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Pushing event deleted for resources: {'Port': ['ID=c71355f0-f567-4102-9435-c98c76469cfa,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:18.065175 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b22dfee7-5819-424c-ad96-43ff5355f83e req-26793f0e-a226-4312-ab32-fb9c15e3e022 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:18.094843 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-932cca5c-62d5-4efb-8ffa-a770071144db None None] Could not find standard attr ID for object 70d4aa0b-e41a-4300-a35a-6f88b2a0f97f. {{(pid=102601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:24:18.119498 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46984098-a5bf-4412-aa3a-02fdbfe8f910 service neutron] Pushing event updated for resources: {'Port': ['ID=511ca486-5ae6-43e2-9142-3c78089c6bdc,revision_number=3']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:18.258153 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee2a4c-0847-40d0-9f22-4107d431581f req-25d6fcfe-c016-4ea4-bfb6-415dbabb281c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:18.259636 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-42ee2a4c-0847-40d0-9f22-4107d431581f req-25d6fcfe-c016-4ea4-bfb6-415dbabb281c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6d4d05cf75bd48988e66a58743392390&device_id=169f7779-8f80-4509-8e19-6731ed6e3dfc HTTP/1.1" status: 200 len: 1095 time: 0.2145576 Nov 12 08:24:18.275226 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442803da-6050-41b7-8dec-4c36b1776c21 req-f974e0bf-4d70-4ea2-b140-8e35067aa3f1 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:18.284809 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-442803da-6050-41b7-8dec-4c36b1776c21 req-f974e0bf-4d70-4ea2-b140-8e35067aa3f1 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/ports?device_id=419c0e85-7a45-424c-9111-1c0f1895911f HTTP/1.1" status: 200 len: 932 time: 0.1955452 Nov 12 08:24:18.353770 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-42ee2a4c-0847-40d0-9f22-4107d431581f req-80200f90-d9fd-41da-a7f2-fc1584a6d4d0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=511ca486-5ae6-43e2-9142-3c78089c6bdc HTTP/1.1" status: 200 len: 217 time: 0.0597839 Nov 12 08:24:18.415341 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-a4e185c5-7a50-43bb-bb26-39503a76f528 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Deleting port 0aa3a831-f72d-4646-a21d-dcc2c2e370ed {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:24:18.415675 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a4e185c5-7a50-43bb-bb26-39503a76f528 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:18.457763 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-442803da-6050-41b7-8dec-4c36b1776c21 req-2b57893c-392e-4c36-b9d2-b9b8e0eab5ba tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/security-groups?id=78e82477-8369-41c4-8634-4911b1aaaaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721187 Nov 12 08:24:18.462163 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee2a4c-0847-40d0-9f22-4107d431581f req-031bdb4c-d3aa-49aa-874a-5cdbe5b78f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:18.463609 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-42ee2a4c-0847-40d0-9f22-4107d431581f req-031bdb4c-d3aa-49aa-874a-5cdbe5b78f67 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c8e8c768-2d07-4b3f-a074-a2b6b712f48f HTTP/1.1" status: 200 len: 855 time: 0.1003978 Nov 12 08:24:18.543172 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-063a1d9f-26b8-433c-a918-e58b2f25cab7 req-609a6590-9fc8-4dcf-9574-aa769c76ef8f tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=7569d1cf-6bd3-45ad-96a1-5286f4165b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6261284 Nov 12 08:24:18.545689 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31cdbd8c-c3e1-413d-a9f0-71c312f437aa x-openstack-request-id: req-31cdbd8c-c3e1-413d-a9f0-71c312f437aa {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:24:18.547315 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "169f7779-8f80-4509-8e19-6731ed6e3dfc", "tag": "511ca486-5ae6-43e2-9142-3c78089c6bdc", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:24:18.547315 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-31cdbd8c-c3e1-413d-a9f0-71c312f437aa {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:24:18.547577 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-55299d12-bda9-4464-9c53-7021f650c585 tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Publish callbacks [] for floatingip, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:18.547707 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '169f7779-8f80-4509-8e19-6731ed6e3dfc', 'tag': '511ca486-5ae6-43e2-9142-3c78089c6bdc', 'status': 'completed', 'code': 200} Nov 12 08:24:18.547816 n-d-765315-29 neutron-server[102599]: INFO neutron.db.l3_db [None req-55299d12-bda9-4464-9c53-7021f650c585 tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Floating IP 6b67f0cc-42a1-4348-b3e7-f09aa56f56f6 disassociated (deleted). External IP: 172.25.2.81, port: c23b7906-336a-455f-887d-582d3b93a36d. Nov 12 08:24:18.587562 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a4e185c5-7a50-43bb-bb26-39503a76f528 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:18.625196 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-a4e185c5-7a50-43bb-bb26-39503a76f528 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Calling delete_port for 0aa3a831-f72d-4646-a21d-dcc2c2e370ed owned by {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:24:18.700729 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee2a4c-0847-40d0-9f22-4107d431581f req-a883116b-9df3-4512-890e-10b931f24681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:18.702227 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-42ee2a4c-0847-40d0-9f22-4107d431581f req-a883116b-9df3-4512-890e-10b931f24681 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9002ff25-76a7-4c3d-8082-16c14deb03d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2033296 Nov 12 08:24:18.710886 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c4986865-276c-48e1-b58a-fc5cfb9a25c8 req-5cfaa463-76d7-4b25-9a14-2a0de751fa87 tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] 10.222.0.26 "GET /v2.0/security-groups/8ecaec65-8a48-4a8f-8e12-d0ca6caf1ed6 HTTP/1.1" status: 200 len: 3016 time: 0.1671407 Nov 12 08:24:18.830931 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba4f4de-7267-4f8b-8393-1b1b5fc9c1cc req-8de1d593-6723-48b7-ab95-01eba3513fbb tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:18.832687 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0ba4f4de-7267-4f8b-8393-1b1b5fc9c1cc req-8de1d593-6723-48b7-ab95-01eba3513fbb tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b84f47-7e13-4867-8fd2-70853a72090b HTTP/1.1" status: 200 len: 945 time: 0.2071059 Nov 12 08:24:18.906022 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a4e185c5-7a50-43bb-bb26-39503a76f528 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:18.976042 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e185c5-7a50-43bb-bb26-39503a76f528 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Pushing event deleted for resources: {'Port': ['ID=0aa3a831-f72d-4646-a21d-dcc2c2e370ed,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:19.037206 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a4e185c5-7a50-43bb-bb26-39503a76f528 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:19.043797 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-a4e185c5-7a50-43bb-bb26-39503a76f528 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "DELETE /v2.0/ports/0aa3a831-f72d-4646-a21d-dcc2c2e370ed HTTP/1.1" status: 204 len: 168 time: 1.0298879 Nov 12 08:24:19.050956 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 55212) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:19.052863 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0ba4f4de-7267-4f8b-8393-1b1b5fc9c1cc req-27f8fbd0-4ffe-47c2-9140-9532c7ddfb5c tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cbb65ba-0e7e-4ab7-8759-517886115d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062659 Nov 12 08:24:19.103008 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-10ed2a85-8e85-4dc4-82ba-e37ee7629f7e tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] GET failed (client error): The resource could not be found. Nov 12 08:24:19.107754 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-10ed2a85-8e85-4dc4-82ba-e37ee7629f7e tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "GET /v2.0/ports/0aa3a831-f72d-4646-a21d-dcc2c2e370ed HTTP/1.1" status: 404 len: 333 time: 0.0523646 Nov 12 08:24:19.112861 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 55216) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:19.134462 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a9bf2c-e007-4c3e-a8b4-db30288e89c6 req-52facfb2-be3c-436f-8fed-9a3fff98efb3 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:19.136173 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f6a2a9f6-336f-4a98-808c-f54e3732810a req-a773eb5d-debc-4a97-9368-9f3b2531e31e tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] 10.222.0.26 "GET /v2.0/security-group-rules/b1342d42-77e9-4662-93fc-e6dd33e6955c HTTP/1.1" status: 200 len: 783 time: 0.0514426 Nov 12 08:24:19.144997 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d5a9bf2c-e007-4c3e-a8b4-db30288e89c6 req-52facfb2-be3c-436f-8fed-9a3fff98efb3 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=be68d5ee-5d55-432a-8f59-c22021814713 HTTP/1.1" status: 200 len: 945 time: 0.1952558 Nov 12 08:24:19.157225 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-42ee2a4c-0847-40d0-9f22-4107d431581f req-d2f360e3-a048-4a99-8378-96b5312c7482 service neutron] 10.222.0.44 "GET /v2.0/networks/9002ff25-76a7-4c3d-8082-16c14deb03d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3477225 Nov 12 08:24:19.181634 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55299d12-bda9-4464-9c53-7021f650c585 tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Router 51167b21-2fb0-443c-aa6f-170ff33e82c5 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:24:19.252502 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ee265c9-6e4c-4df1-8607-c13da2e15253 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Deleting subnet cc2f2ccd-78dc-4e9d-b88b-50b05c5d53a7 {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:24:19.256807 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d5a9bf2c-e007-4c3e-a8b4-db30288e89c6 req-7d3494f0-2e6d-49ac-8ccf-8de0eb5c8db8 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=9dc9079a-4f63-4eb5-be12-eaa66771fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108670 Nov 12 08:24:19.268498 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3ee265c9-6e4c-4df1-8607-c13da2e15253 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks [] for subnet, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:19.303678 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-42ee2a4c-0847-40d0-9f22-4107d431581f req-60a78da2-9c8f-4ea0-bf0a-b84bccf41140 service neutron] 10.222.0.44 "GET /v2.0/networks/9002ff25-76a7-4c3d-8082-16c14deb03d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326652 Nov 12 08:24:19.364840 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f6a2a9f6-336f-4a98-808c-f54e3732810a req-c3acf133-7ae8-4dc5-980e-ef329f34e794 tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] 10.222.0.26 "GET /v2.0/security-groups/8ecaec65-8a48-4a8f-8e12-d0ca6caf1ed6 HTTP/1.1" status: 200 len: 3016 time: 0.2015023 Nov 12 08:24:19.399345 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-b22dfee7-5819-424c-ad96-43ff5355f83e req-26793f0e-a226-4312-ab32-fb9c15e3e022 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2a3e2c4-9cb5-4c2c-bc02-077101e3040c {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:24:19.411001 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3ee265c9-6e4c-4df1-8607-c13da2e15253 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31181813'] for subnet, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:19.443414 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b22dfee7-5819-424c-ad96-43ff5355f83e req-26793f0e-a226-4312-ab32-fb9c15e3e022 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:19.487271 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fff0e1b-1eaa-4053-869f-3c74a6a44011 req-2abc7575-8478-4d9a-b6c6-967f1b5088d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:19.489860 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3fff0e1b-1eaa-4053-869f-3c74a6a44011 req-2abc7575-8478-4d9a-b6c6-967f1b5088d2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6d4d05cf75bd48988e66a58743392390&device_id=169f7779-8f80-4509-8e19-6731ed6e3dfc HTTP/1.1" status: 200 len: 1095 time: 0.0798483 Nov 12 08:24:19.518345 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-b22dfee7-5819-424c-ad96-43ff5355f83e req-26793f0e-a226-4312-ab32-fb9c15e3e022 service neutron] Transition to ACTIVE for port object c2a3e2c4-9cb5-4c2c-bc02-077101e3040c will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:24:19.526840 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-f6a2a9f6-336f-4a98-808c-f54e3732810a req-c898664e-0980-486a-beb1-83d1b5cc112b tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:19.535682 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b22dfee7-5819-424c-ad96-43ff5355f83e req-26793f0e-a226-4312-ab32-fb9c15e3e022 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:19.551977 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-f6a2a9f6-336f-4a98-808c-f54e3732810a req-c898664e-0980-486a-beb1-83d1b5cc112b tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:19.594707 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55299d12-bda9-4464-9c53-7021f650c585 tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:24:19.608571 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d76ab95-7907-48e9-aaf4-20f7be7b9026 None None] Sync routers for ids ['51167b21-2fb0-443c-aa6f-170ff33e82c5'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:24:19.623902 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d76ab95-7907-48e9-aaf4-20f7be7b9026 None None] Routers {'51167b21-2fb0-443c-aa6f-170ff33e82c5'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:24:19.629418 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-55299d12-bda9-4464-9c53-7021f650c585 tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:19.630216 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-4d76ab95-7907-48e9-aaf4-20f7be7b9026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:24:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['51167b21-2fb0-443c-aa6f-170ff33e82c5'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:19.700995 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26793f0e-a226-4312-ab32-fb9c15e3e022 service neutron] Pushing event updated for resources: {'Port': ['ID=c2a3e2c4-9cb5-4c2c-bc02-077101e3040c,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:19.702800 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-4d76ab95-7907-48e9-aaf4-20f7be7b9026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:19.705958 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3ee265c9-6e4c-4df1-8607-c13da2e15253 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:19.721474 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d76ab95-7907-48e9-aaf4-20f7be7b9026 None None] Routers {'51167b21-2fb0-443c-aa6f-170ff33e82c5'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:24:19.722288 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-4d76ab95-7907-48e9-aaf4-20f7be7b9026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:24:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['51167b21-2fb0-443c-aa6f-170ff33e82c5'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:19.740494 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fff0e1b-1eaa-4053-869f-3c74a6a44011 req-bdf7101e-ccba-440e-be18-410f99d619ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:19.743057 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3fff0e1b-1eaa-4053-869f-3c74a6a44011 req-bdf7101e-ccba-440e-be18-410f99d619ac service neutron] 10.222.0.44 "GET /v2.0/networks?id=9002ff25-76a7-4c3d-8082-16c14deb03d5 HTTP/1.1" status: 200 len: 917 time: 0.2448685 Nov 12 08:24:19.745330 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 55226) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:19.745859 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-55299d12-bda9-4464-9c53-7021f650c585 tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] 10.222.0.26 "DELETE /v2.0/floatingips/6b67f0cc-42a1-4348-b3e7-f09aa56f56f6 HTTP/1.1" status: 204 len: 168 time: 3.8700511 Nov 12 08:24:19.753540 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-58029389-be94-4294-b846-8e75214c23ac tempest-FloatingIPAdminTestJSON-1485128513 tempest-FloatingIPAdminTestJSON-1485128513-project-admin] Request body: {'floatingip': {'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:19.758285 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-4d76ab95-7907-48e9-aaf4-20f7be7b9026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:19.759011 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d76ab95-7907-48e9-aaf4-20f7be7b9026 None None] The sync data for ids ['51167b21-2fb0-443c-aa6f-170ff33e82c5'] in n-d-765315-29 is: [] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:24:19.763202 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-f6a2a9f6-336f-4a98-808c-f54e3732810a req-c898664e-0980-486a-beb1-83d1b5cc112b tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:19.786613 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-f6a2a9f6-336f-4a98-808c-f54e3732810a req-c898664e-0980-486a-beb1-83d1b5cc112b tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:19.788554 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f6a2a9f6-336f-4a98-808c-f54e3732810a req-c898664e-0980-486a-beb1-83d1b5cc112b tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/b1342d42-77e9-4662-93fc-e6dd33e6955c HTTP/1.1" status: 204 len: 173 time: 0.4096990 Nov 12 08:24:19.837914 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d4e7fb-b160-4d7f-b8c2-c6a49b022d4b req-308733a0-3588-4098-9b1a-afab8d9d643e tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:19.845919 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-44d4e7fb-b160-4d7f-b8c2-c6a49b022d4b req-308733a0-3588-4098-9b1a-afab8d9d643e tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/ports?device_id=419c0e85-7a45-424c-9111-1c0f1895911f HTTP/1.1" status: 200 len: 944 time: 0.1881793 Nov 12 08:24:19.857836 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3fff0e1b-1eaa-4053-869f-3c74a6a44011 req-5fe050e0-d9da-440d-b8db-16fa1a664bdc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=511ca486-5ae6-43e2-9142-3c78089c6bdc HTTP/1.1" status: 200 len: 217 time: 0.0938611 Nov 12 08:24:19.920711 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fff0e1b-1eaa-4053-869f-3c74a6a44011 req-7db3be37-b61d-476a-aa43-fa6b89fa72e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:19.922333 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c898664e-0980-486a-beb1-83d1b5cc112b tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b1342d42-77e9-4662-93fc-e6dd33e6955c,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:19.923133 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3fff0e1b-1eaa-4053-869f-3c74a6a44011 req-7db3be37-b61d-476a-aa43-fa6b89fa72e1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c8e8c768-2d07-4b3f-a074-a2b6b712f48f HTTP/1.1" status: 200 len: 855 time: 0.0540907 Nov 12 08:24:19.933525 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3ee265c9-6e4c-4df1-8607-c13da2e15253 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:19.987315 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-58029389-be94-4294-b846-8e75214c23ac tempest-FloatingIPAdminTestJSON-1485128513 tempest-FloatingIPAdminTestJSON-1485128513-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:20.010176 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3ee265c9-6e4c-4df1-8607-c13da2e15253 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:20.016427 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86537d50-0483-4ad0-951b-c506d3574ae5 None None] Network 24ce7f1c-4ac4-4754-b8e5-534053688602 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:24:20.033000 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-3ee265c9-6e4c-4df1-8607-c13da2e15253 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "DELETE /v2.0/subnets/cc2f2ccd-78dc-4e9d-b88b-50b05c5d53a7 HTTP/1.1" status: 204 len: 168 time: 0.9153564 Nov 12 08:24:20.033838 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fff0e1b-1eaa-4053-869f-3c74a6a44011 req-6a9d44d8-97f3-4aa4-948f-c94528999ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:20.035370 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3fff0e1b-1eaa-4053-869f-3c74a6a44011 req-6a9d44d8-97f3-4aa4-948f-c94528999ce4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9002ff25-76a7-4c3d-8082-16c14deb03d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1003039 Nov 12 08:24:20.036616 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee265c9-6e4c-4df1-8607-c13da2e15253 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Pushing event deleted for resources: {'Subnet': ['ID=cc2f2ccd-78dc-4e9d-b88b-50b05c5d53a7,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:20.040222 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 55240) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:20.058836 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-44d4e7fb-b160-4d7f-b8c2-c6a49b022d4b req-62c11649-29d5-407e-8e04-d1e3517b1017 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/security-groups?id=78e82477-8369-41c4-8634-4911b1aaaaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109897 Nov 12 08:24:20.157383 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a9a1071d-4a56-4683-8495-fc8acdb70c39 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:20.161896 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-b22dfee7-5819-424c-ad96-43ff5355f83e req-26793f0e-a226-4312-ab32-fb9c15e3e022 service neutron] Attempting to bind port c2a3e2c4-9cb5-4c2c-bc02-077101e3040c on host n-h2-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:24:20.163398 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-b22dfee7-5819-424c-ad96-43ff5355f83e req-26793f0e-a226-4312-ab32-fb9c15e3e022 service neutron] Attempting to bind port c2a3e2c4-9cb5-4c2c-bc02-077101e3040c by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': '04af530b-b37b-4970-964b-31b6853d152d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '48c46c78-0475-4191-b336-d10a7e260ac1'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:24:20.163906 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22dfee7-5819-424c-ad96-43ff5355f83e req-26793f0e-a226-4312-ab32-fb9c15e3e022 service neutron] Attempting to bind port c2a3e2c4-9cb5-4c2c-bc02-077101e3040c on network 48c46c78-0475-4191-b336-d10a7e260ac1 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:24:20.173216 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22dfee7-5819-424c-ad96-43ff5355f83e req-26793f0e-a226-4312-ab32-fb9c15e3e022 service neutron] Port c2a3e2c4-9cb5-4c2c-bc02-077101e3040c on network 48c46c78-0475-4191-b336-d10a7e260ac1 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:24:20.173545 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22dfee7-5819-424c-ad96-43ff5355f83e req-26793f0e-a226-4312-ab32-fb9c15e3e022 service neutron] Attempting to bind port c2a3e2c4-9cb5-4c2c-bc02-077101e3040c on network 48c46c78-0475-4191-b336-d10a7e260ac1 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:24:20.189946 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22dfee7-5819-424c-ad96-43ff5355f83e req-26793f0e-a226-4312-ab32-fb9c15e3e022 service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:24:20.190279 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22dfee7-5819-424c-ad96-43ff5355f83e req-26793f0e-a226-4312-ab32-fb9c15e3e022 service neutron] Checking segment: {'id': '04af530b-b37b-4970-964b-31b6853d152d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '48c46c78-0475-4191-b336-d10a7e260ac1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:24:20.190892 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22dfee7-5819-424c-ad96-43ff5355f83e req-26793f0e-a226-4312-ab32-fb9c15e3e022 service neutron] Bound using segment: {'id': '04af530b-b37b-4970-964b-31b6853d152d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '48c46c78-0475-4191-b336-d10a7e260ac1'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:24:20.191511 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-b22dfee7-5819-424c-ad96-43ff5355f83e req-26793f0e-a226-4312-ab32-fb9c15e3e022 service neutron] Bound port: c2a3e2c4-9cb5-4c2c-bc02-077101e3040c, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04af530b-b37b-4970-964b-31b6853d152d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '48c46c78-0475-4191-b336-d10a7e260ac1'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:24:20.191881 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b22dfee7-5819-424c-ad96-43ff5355f83e req-26793f0e-a226-4312-ab32-fb9c15e3e022 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:20.195866 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df81f9b-df2a-4a93-ba79-c9470a5839cb req-6c5d4094-2f67-4401-9143-6d9c326a3443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:20.197760 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4df81f9b-df2a-4a93-ba79-c9470a5839cb req-6c5d4094-2f67-4401-9143-6d9c326a3443 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b88449ba960a4cb6a171894fe6164da2&device_id=c3b84f47-7e13-4867-8fd2-70853a72090b HTTP/1.1" status: 200 len: 1097 time: 0.4934938 Nov 12 08:24:20.259557 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e2b032-42b5-49f1-ab16-27bfa99cbf01 req-2f6f71db-d662-4e68-9508-830e3ec9e139 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:20.267295 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a2e2b032-42b5-49f1-ab16-27bfa99cbf01 req-2f6f71db-d662-4e68-9508-830e3ec9e139 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b84f47-7e13-4867-8fd2-70853a72090b HTTP/1.1" status: 200 len: 945 time: 0.3472862 Nov 12 08:24:20.283976 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f223a78a-3e8c-4c04-9f4a-1c18e68cf4a7 req-72db368e-715e-4c26-86a7-3dc1321adb9c tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:20.289434 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f223a78a-3e8c-4c04-9f4a-1c18e68cf4a7 req-72db368e-715e-4c26-86a7-3dc1321adb9c tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=169f7779-8f80-4509-8e19-6731ed6e3dfc HTTP/1.1" status: 200 len: 943 time: 0.0994015 Nov 12 08:24:20.318212 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3fff0e1b-1eaa-4053-869f-3c74a6a44011 req-e567e4fc-d1ca-4200-8788-0a31fe106dc1 service neutron] 10.222.0.44 "GET /v2.0/networks/9002ff25-76a7-4c3d-8082-16c14deb03d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577858 Nov 12 08:24:20.383272 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f223a78a-3e8c-4c04-9f4a-1c18e68cf4a7 req-490f5d3a-bd08-4964-aa39-111a9797b5dc tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=7569d1cf-6bd3-45ad-96a1-5286f4165b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737660 Nov 12 08:24:20.424600 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-58029389-be94-4294-b846-8e75214c23ac tempest-FloatingIPAdminTestJSON-1485128513 tempest-FloatingIPAdminTestJSON-1485128513-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:20.468336 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb76143-e487-49ab-8eb5-1721ab518d63 None None] DHCP port deletion for 24ce7f1c-4ac4-4754-b8e5-534053688602 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:24:20.542940 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-b22dfee7-5819-424c-ad96-43ff5355f83e req-26793f0e-a226-4312-ab32-fb9c15e3e022 service neutron] For port c2a3e2c4-9cb5-4c2c-bc02-077101e3040c, host n-h2-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:24:20.547984 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-b22dfee7-5819-424c-ad96-43ff5355f83e req-26793f0e-a226-4312-ab32-fb9c15e3e022 service neutron] For port c2a3e2c4-9cb5-4c2c-bc02-077101e3040c, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=c2a3e2c4-9cb5-4c2c-bc02-077101e3040c,segment=NetworkSegment(04af530b-b37b-4970-964b-31b6853d152d),segment_id=04af530b-b37b-4970-964b-31b6853d152d)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:24:20.557663 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1ca77eaa-9210-4712-ba7a-fa36a8927c4d req-7bf13112-d328-4fac-8e8a-014eff7cf627 tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] 10.222.0.26 "GET /v2.0/security-groups/8ecaec65-8a48-4a8f-8e12-d0ca6caf1ed6 HTTP/1.1" status: 200 len: 2417 time: 0.1464427 Nov 12 08:24:20.591612 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a2e2b032-42b5-49f1-ab16-27bfa99cbf01 req-d3468725-6b61-4d84-9271-f8bb0d83055c tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cbb65ba-0e7e-4ab7-8759-517886115d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3192949 Nov 12 08:24:20.605205 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-a9a1071d-4a56-4683-8495-fc8acdb70c39 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Deleting port 1ed5c79c-31e6-4653-a059-b77c91d8b3bb {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:24:20.605749 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a9a1071d-4a56-4683-8495-fc8acdb70c39 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:20.605932 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-6fb76143-e487-49ab-8eb5-1721ab518d63 None None] Deleting port 1ed5c79c-31e6-4653-a059-b77c91d8b3bb {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:24:20.606317 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6fb76143-e487-49ab-8eb5-1721ab518d63 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:20.638163 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3fff0e1b-1eaa-4053-869f-3c74a6a44011 req-5ec18cc1-dc37-4427-9875-621b0a6280e4 service neutron] 10.222.0.44 "GET /v2.0/networks/9002ff25-76a7-4c3d-8082-16c14deb03d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2924840 Nov 12 08:24:20.693333 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 55248) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:20.707724 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-1ca77eaa-9210-4712-ba7a-fa36a8927c4d req-b5dd00a2-fea3-497a-948a-7131f8694bd9 tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:20.734426 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-1ca77eaa-9210-4712-ba7a-fa36a8927c4d req-b5dd00a2-fea3-497a-948a-7131f8694bd9 tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:20.760038 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-a9a1071d-4a56-4683-8495-fc8acdb70c39 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] For port 1ed5c79c-31e6-4653-a059-b77c91d8b3bb, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=1ed5c79c-31e6-4653-a059-b77c91d8b3bb,segment=NetworkSegment(259b619c-ec6c-4034-985f-626b8a4c6584),segment_id=259b619c-ec6c-4034-985f-626b8a4c6584)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:20.760503 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a9a1071d-4a56-4683-8495-fc8acdb70c39 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:20.784279 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-a9a1071d-4a56-4683-8495-fc8acdb70c39 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Calling delete_port for 1ed5c79c-31e6-4653-a059-b77c91d8b3bb owned by network:dhcp {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:24:20.786669 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b22dfee7-5819-424c-ad96-43ff5355f83e req-26793f0e-a226-4312-ab32-fb9c15e3e022 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:20.796508 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-58029389-be94-4294-b846-8e75214c23ac tempest-FloatingIPAdminTestJSON-1485128513 tempest-FloatingIPAdminTestJSON-1485128513-project-admin] Allocated IP 172.25.2.40 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/6321dc92-5462-4f38-b964-429f862cdb93) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:24:20.805311 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-1ca77eaa-9210-4712-ba7a-fa36a8927c4d req-b5dd00a2-fea3-497a-948a-7131f8694bd9 tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:20.809736 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-1ca77eaa-9210-4712-ba7a-fa36a8927c4d req-b5dd00a2-fea3-497a-948a-7131f8694bd9 tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:20.816289 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-6fb76143-e487-49ab-8eb5-1721ab518d63 None None] For port 1ed5c79c-31e6-4653-a059-b77c91d8b3bb, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=1ed5c79c-31e6-4653-a059-b77c91d8b3bb,segment=NetworkSegment(259b619c-ec6c-4034-985f-626b8a4c6584),segment_id=259b619c-ec6c-4034-985f-626b8a4c6584)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:20.816735 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6fb76143-e487-49ab-8eb5-1721ab518d63 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:20.827151 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1ca77eaa-9210-4712-ba7a-fa36a8927c4d req-b5dd00a2-fea3-497a-948a-7131f8694bd9 tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] 10.222.0.26 "DELETE /v2.0/security-groups/8ecaec65-8a48-4a8f-8e12-d0ca6caf1ed6 HTTP/1.1" status: 204 len: 173 time: 0.2682614 Nov 12 08:24:20.847655 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-6fb76143-e487-49ab-8eb5-1721ab518d63 None None] Calling delete_port for 1ed5c79c-31e6-4653-a059-b77c91d8b3bb owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:24:20.873709 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dd00a2-fea3-497a-948a-7131f8694bd9 tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ecaec65-8a48-4a8f-8e12-d0ca6caf1ed6,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:20.887172 n-d-765315-29 neutron-server[102600]: INFO neutron.api.v2.resource [req-b74d966c-2542-454e-9acc-c15effd226f8 req-8e11ffab-2a71-4304-aa37-18895579e5b6 tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] show failed (client error): The resource could not be found. Nov 12 08:24:20.906161 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b74d966c-2542-454e-9acc-c15effd226f8 req-8e11ffab-2a71-4304-aa37-18895579e5b6 tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] 10.222.0.26 "GET /v2.0/security-groups/67f608ec-2b16-4089-a902-1285c90b4cf5 HTTP/1.1" status: 404 len: 352 time: 0.0509019 Nov 12 08:24:20.955116 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-551f08f5-84b2-4a3a-94b4-4ffd71e80465 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:20.968528 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22dfee7-5819-424c-ad96-43ff5355f83e req-26793f0e-a226-4312-ab32-fb9c15e3e022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:20.969152 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b22dfee7-5819-424c-ad96-43ff5355f83e req-26793f0e-a226-4312-ab32-fb9c15e3e022 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:20.970548 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b22dfee7-5819-424c-ad96-43ff5355f83e req-26793f0e-a226-4312-ab32-fb9c15e3e022 service neutron] 10.222.0.44 "PUT /v2.0/ports/c2a3e2c4-9cb5-4c2c-bc02-077101e3040c HTTP/1.1" status: 200 len: 1093 time: 3.2144210 Nov 12 08:24:20.974197 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '419c0e85-7a45-424c-9111-1c0f1895911f', 'tag': 'c2a3e2c4-9cb5-4c2c-bc02-077101e3040c'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:24:20.977328 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b738428-6419-4533-b8db-d3bb16409bc3" -d '{"events": [{"name": "network-changed", "server_uuid": "419c0e85-7a45-424c-9111-1c0f1895911f", "tag": "c2a3e2c4-9cb5-4c2c-bc02-077101e3040c"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:24:20.980401 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df81f9b-df2a-4a93-ba79-c9470a5839cb req-a2d440be-b79a-4393-813c-1393867fe9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:20.981862 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4df81f9b-df2a-4a93-ba79-c9470a5839cb req-a2d440be-b79a-4393-813c-1393867fe9cf service neutron] 10.222.0.44 "GET /v2.0/networks?id=e2c440c4-50ea-4b0b-97bd-c0edebace5c4 HTTP/1.1" status: 200 len: 917 time: 0.7693939 Nov 12 08:24:21.075270 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6fb76143-e487-49ab-8eb5-1721ab518d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:21.077215 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4df81f9b-df2a-4a93-ba79-c9470a5839cb req-ed108eb0-41b1-4a2d-89cc-0dded932ab47 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0aa2b7e0-4b27-40de-8535-e7e4f7dc82b3 HTTP/1.1" status: 200 len: 217 time: 0.0771675 Nov 12 08:24:21.103899 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-07b494b5-220d-46f9-864e-a889432470bf req-ae047001-462c-449e-bba6-107bc48a1c7c tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] 10.222.0.26 "GET /v2.0/security-groups/4ff9cc47-5cc6-4363-ae36-02c90aa79f6b HTTP/1.1" status: 200 len: 1822 time: 0.1740837 Nov 12 08:24:21.114824 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26793f0e-a226-4312-ab32-fb9c15e3e022 service neutron] Pushing event updated for resources: {'Port': ['ID=c2a3e2c4-9cb5-4c2c-bc02-077101e3040c,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:21.128761 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cd714d-93e6-4da0-87f0-fea34d5e008e req-3974a55b-8c26-403c-ae3d-2ddc1657265e tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:21.128956 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb76143-e487-49ab-8eb5-1721ab518d63 None None] Pushing event deleted for resources: {'Port': ['ID=1ed5c79c-31e6-4653-a059-b77c91d8b3bb,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:21.136920 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-34cd714d-93e6-4da0-87f0-fea34d5e008e req-3974a55b-8c26-403c-ae3d-2ddc1657265e tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=be68d5ee-5d55-432a-8f59-c22021814713 HTTP/1.1" status: 200 len: 945 time: 0.3471386 Nov 12 08:24:21.141813 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb76143-e487-49ab-8eb5-1721ab518d63 None None] No DVR routers for this DVR port 1ed5c79c-31e6-4653-a059-b77c91d8b3bb on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:24:21.212547 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a9a1071d-4a56-4683-8495-fc8acdb70c39 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:21.247916 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-07b494b5-220d-46f9-864e-a889432470bf req-03149cd8-e57e-41cd-8416-2bc6f45ca462 tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:21.258486 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df81f9b-df2a-4a93-ba79-c9470a5839cb req-e2cc71fe-be01-41d2-a642-6ff605ab112b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:21.268608 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4df81f9b-df2a-4a93-ba79-c9470a5839cb req-e2cc71fe-be01-41d2-a642-6ff605ab112b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0d4289f2-e529-4350-942c-1018abfe5fa5 HTTP/1.1" status: 200 len: 855 time: 0.1552572 Nov 12 08:24:21.268608 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22dfee7-5819-424c-ad96-43ff5355f83e req-9bf1e3a0-83aa-4f5b-8de2-98fa36ce488b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:21.268608 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b22dfee7-5819-424c-ad96-43ff5355f83e req-9bf1e3a0-83aa-4f5b-8de2-98fa36ce488b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e6d48b0a7d084fdbbcdcca693c68f3d4&device_id=419c0e85-7a45-424c-9111-1c0f1895911f HTTP/1.1" status: 200 len: 1096 time: 0.2036202 Nov 12 08:24:21.268608 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a1071d-4a56-4683-8495-fc8acdb70c39 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Pushing event deleted for resources: {'Port': ['ID=1ed5c79c-31e6-4653-a059-b77c91d8b3bb,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:21.269127 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a1071d-4a56-4683-8495-fc8acdb70c39 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] No DVR routers for this DVR port 1ed5c79c-31e6-4653-a059-b77c91d8b3bb on host n-d-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:24:21.274832 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-07b494b5-220d-46f9-864e-a889432470bf req-03149cd8-e57e-41cd-8416-2bc6f45ca462 tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:21.320164 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-58029389-be94-4294-b846-8e75214c23ac tempest-FloatingIPAdminTestJSON-1485128513 tempest-FloatingIPAdminTestJSON-1485128513-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:21.376947 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-551f08f5-84b2-4a3a-94b4-4ffd71e80465 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:21.382542 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-07b494b5-220d-46f9-864e-a889432470bf req-03149cd8-e57e-41cd-8416-2bc6f45ca462 tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:21.385790 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-07b494b5-220d-46f9-864e-a889432470bf req-03149cd8-e57e-41cd-8416-2bc6f45ca462 tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:21.402918 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-07b494b5-220d-46f9-864e-a889432470bf req-03149cd8-e57e-41cd-8416-2bc6f45ca462 tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] 10.222.0.26 "DELETE /v2.0/security-groups/4ff9cc47-5cc6-4363-ae36-02c90aa79f6b HTTP/1.1" status: 204 len: 173 time: 0.2979457 Nov 12 08:24:21.419645 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-551f08f5-84b2-4a3a-94b4-4ffd71e80465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:21.440599 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03149cd8-e57e-41cd-8416-2bc6f45ca462 tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff9cc47-5cc6-4363-ae36-02c90aa79f6b,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:21.461981 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-58029389-be94-4294-b846-8e75214c23ac tempest-FloatingIPAdminTestJSON-1485128513 tempest-FloatingIPAdminTestJSON-1485128513-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:21.543287 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58029389-be94-4294-b846-8e75214c23ac tempest-FloatingIPAdminTestJSON-1485128513 tempest-FloatingIPAdminTestJSON-1485128513-project-admin] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:24:21.579303 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-58029389-be94-4294-b846-8e75214c23ac tempest-FloatingIPAdminTestJSON-1485128513 tempest-FloatingIPAdminTestJSON-1485128513-project-admin] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:24:21.593090 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-551f08f5-84b2-4a3a-94b4-4ffd71e80465 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3c9ca23204ad4567a63e11c84c98e285&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8963995 Nov 12 08:24:21.593090 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58029389-be94-4294-b846-8e75214c23ac tempest-FloatingIPAdminTestJSON-1485128513 tempest-FloatingIPAdminTestJSON-1485128513-project-admin] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:24:21.646036 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 55264) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:21.650682 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 511ca486-5ae6-43e2-9142-3c78089c6bdc details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:24:21.656509 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58029389-be94-4294-b846-8e75214c23ac tempest-FloatingIPAdminTestJSON-1485128513 tempest-FloatingIPAdminTestJSON-1485128513-project-admin] Pushing event updated for resources: {'Port': ['ID=6321dc92-5462-4f38-b964-429f862cdb93,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:21.668102 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551f08f5-84b2-4a3a-94b4-4ffd71e80465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5197009d-9a76-44e4-adcc-42729953aeea,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:21.739938 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f96f4dd-2c06-444f-8d10-8ba7f64169d2 req-50ae74d2-956f-4007-8128-da1b35998ca4 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:21.749334 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4f96f4dd-2c06-444f-8d10-8ba7f64169d2 req-50ae74d2-956f-4007-8128-da1b35998ca4 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/ports?device_id=419c0e85-7a45-424c-9111-1c0f1895911f HTTP/1.1" status: 200 len: 944 time: 0.2132871 Nov 12 08:24:21.755545 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc185eb-e4a9-45ca-92cb-49108764add1 x-openstack-request-id: req-9cc185eb-e4a9-45ca-92cb-49108764add1 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:24:21.756240 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "419c0e85-7a45-424c-9111-1c0f1895911f", "tag": "c2a3e2c4-9cb5-4c2c-bc02-077101e3040c", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:24:21.756240 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9cc185eb-e4a9-45ca-92cb-49108764add1 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:24:21.756784 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '419c0e85-7a45-424c-9111-1c0f1895911f', 'tag': 'c2a3e2c4-9cb5-4c2c-bc02-077101e3040c', 'status': 'completed', 'code': 200} Nov 12 08:24:21.770407 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-34cd714d-93e6-4da0-87f0-fea34d5e008e req-fa06b316-1f04-472f-8ced-fe71900905a0 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=9dc9079a-4f63-4eb5-be12-eaa66771fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6326256 Nov 12 08:24:21.771647 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b22dfee7-5819-424c-ad96-43ff5355f83e req-f0c29dba-c3da-49e4-a9f0-baeb50fca595 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c2a3e2c4-9cb5-4c2c-bc02-077101e3040c HTTP/1.1" status: 200 len: 217 time: 0.4807708 Nov 12 08:24:21.846280 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-58029389-be94-4294-b846-8e75214c23ac tempest-FloatingIPAdminTestJSON-1485128513 tempest-FloatingIPAdminTestJSON-1485128513-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:21.883084 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 1ed5c79c-31e6-4653-a059-b77c91d8b3bb no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:24:21.910975 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a9a1071d-4a56-4683-8495-fc8acdb70c39 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:21.911188 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 1ed5c79c-31e6-4653-a059-b77c91d8b3bb {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:24:21.911503 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 1ed5c79c-31e6-4653-a059-b77c91d8b3bb not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:24:21.934907 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-58029389-be94-4294-b846-8e75214c23ac tempest-FloatingIPAdminTestJSON-1485128513 tempest-FloatingIPAdminTestJSON-1485128513-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:21.937995 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 511ca486-5ae6-43e2-9142-3c78089c6bdc, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=511ca486-5ae6-43e2-9142-3c78089c6bdc,segment=NetworkSegment(671b1e57-5287-4b28-8a6a-fdb7b6437699),segment_id=671b1e57-5287-4b28-8a6a-fdb7b6437699)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:21.950799 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': '511ca486-5ae6-43e2-9142-3c78089c6bdc', 'network_id': '9002ff25-76a7-4c3d-8082-16c14deb03d5', 'port_id': '511ca486-5ae6-43e2-9142-3c78089c6bdc', 'mac_address': 'fa:16:3e:4d:7d:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8e8c768-2d07-4b3f-a074-a2b6b712f48f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:24:21.974308 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4f96f4dd-2c06-444f-8d10-8ba7f64169d2 req-44a51622-82fd-4e8f-a59e-479bce17e457 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/security-groups?id=78e82477-8369-41c4-8634-4911b1aaaaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220590 Nov 12 08:24:21.993256 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df81f9b-df2a-4a93-ba79-c9470a5839cb req-c1182562-5959-4b1d-985a-8bc63d90eeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:21.996111 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4df81f9b-df2a-4a93-ba79-c9470a5839cb req-c1182562-5959-4b1d-985a-8bc63d90eeeb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e2c440c4-50ea-4b0b-97bd-c0edebace5c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7214386 Nov 12 08:24:22.008460 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:22.017991 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1fba7814-7b1d-4d9a-b8b3-a22d98d19799 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:22.029309 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 511ca486-5ae6-43e2-9142-3c78089c6bdc {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:24:22.032214 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-a9a1071d-4a56-4683-8495-fc8acdb70c39 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24ce7f1c-4ac4-4754-b8e5-534053688602']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:22.036949 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22dfee7-5819-424c-ad96-43ff5355f83e req-58fe27ab-3b2e-45e2-b4c4-cf3812e81ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:22.039049 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b22dfee7-5819-424c-ad96-43ff5355f83e req-58fe27ab-3b2e-45e2-b4c4-cf3812e81ce4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=56da6010-d692-49cc-a6f9-aacc88a2ce9c HTTP/1.1" status: 200 len: 862 time: 0.2562835 Nov 12 08:24:22.059186 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 511ca486-5ae6-43e2-9142-3c78089c6bdc, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=511ca486-5ae6-43e2-9142-3c78089c6bdc,segment=NetworkSegment(671b1e57-5287-4b28-8a6a-fdb7b6437699),segment_id=671b1e57-5287-4b28-8a6a-fdb7b6437699)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:22.066685 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:22.077602 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-a9a1071d-4a56-4683-8495-fc8acdb70c39 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '259b619c-ec6c-4034-985f-626b8a4c6584') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:22.077908 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-a9a1071d-4a56-4683-8495-fc8acdb70c39 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '259b619c-ec6c-4034-985f-626b8a4c6584') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:22.096174 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1fba7814-7b1d-4d9a-b8b3-a22d98d19799 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:22.108699 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-44e8fdfb-2173-4819-95a1-4fef011754d9 req-02c44869-33af-4d75-af66-7a8db434c9b4 tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] 10.222.0.26 "GET /v2.0/security-groups/becffaa1-3394-44ac-bef3-6c2cb8e8e2ea HTTP/1.1" status: 200 len: 1823 time: 0.1020818 Nov 12 08:24:22.127630 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=511ca486-5ae6-43e2-9142-3c78089c6bdc,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:22.146376 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a9a1071d-4a56-4683-8495-fc8acdb70c39 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:22.157095 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba2c12a-728b-403a-a11a-57e8c9af6011 req-7b7f6e26-9e6e-4f7a-9b05-1df4234fa925 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:22.158601 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2ba2c12a-728b-403a-a11a-57e8c9af6011 req-7b7f6e26-9e6e-4f7a-9b05-1df4234fa925 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=169f7779-8f80-4509-8e19-6731ed6e3dfc HTTP/1.1" status: 200 len: 943 time: 0.2693553 Nov 12 08:24:22.160927 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b22dfee7-5819-424c-ad96-43ff5355f83e req-e022d405-4467-4b6e-aca2-f5127fffd10d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=48c46c78-0475-4191-b336-d10a7e260ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0991035 Nov 12 08:24:22.210758 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a9a1071d-4a56-4683-8495-fc8acdb70c39 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:22.232559 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9a1071d-4a56-4683-8495-fc8acdb70c39 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:24:22.232980 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a9a1071d-4a56-4683-8495-fc8acdb70c39 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:22.238567 n-d-765315-29 neutron-server[102599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:24:22.238567 n-d-765315-29 neutron-server[102599]: self.session.flush() Nov 12 08:24:22.238567 n-d-765315-29 neutron-server[102599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:24:22.238567 n-d-765315-29 neutron-server[102599]: self.session.flush() Nov 12 08:24:22.238567 n-d-765315-29 neutron-server[102599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:24:22.238567 n-d-765315-29 neutron-server[102599]: self.session.flush() Nov 12 08:24:22.238567 n-d-765315-29 neutron-server[102599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:24:22.238567 n-d-765315-29 neutron-server[102599]: self.session.flush() Nov 12 08:24:22.238567 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 08:24:22.238567 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:24:22.238567 n-d-765315-29 neutron-server[102599]: timer() Nov 12 08:24:22.238567 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:24:22.238567 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 08:24:22.238567 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:24:22.238567 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 08:24:22.238567 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:24:22.238567 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 08:24:22.238567 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:24:22.238567 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 08:24:22.238567 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:24:22.238567 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 08:24:22.238567 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:24:22.238567 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:24:22.238567 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:24:22.238567 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:24:22.238567 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:24:22.238567 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 08:24:22.238567 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:24:22.238567 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 08:24:22.238567 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:24:22.238567 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:24:22.238567 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:24:22.238567 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 08:24:22.238567 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:24:22.238567 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:24:22.238567 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:24:22.238567 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:24:22.238567 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:24:22.238567 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:24:22.238567 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:24:22.266435 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-44e8fdfb-2173-4819-95a1-4fef011754d9 req-4ff1f1b4-d86a-4c55-b111-3cb8f83e4c36 tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:22.292577 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1fba7814-7b1d-4d9a-b8b3-a22d98d19799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:22.295443 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1fba7814-7b1d-4d9a-b8b3-a22d98d19799 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:22.296955 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-1fba7814-7b1d-4d9a-b8b3-a22d98d19799 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5197009d-9a76-44e4-adcc-42729953aeea HTTP/1.1" status: 204 len: 168 time: 0.6486888 Nov 12 08:24:22.313164 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-44e8fdfb-2173-4819-95a1-4fef011754d9 req-4ff1f1b4-d86a-4c55-b111-3cb8f83e4c36 tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:22.340169 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fba7814-7b1d-4d9a-b8b3-a22d98d19799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5197009d-9a76-44e4-adcc-42729953aeea,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:22.364854 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-58029389-be94-4294-b846-8e75214c23ac tempest-FloatingIPAdminTestJSON-1485128513 tempest-FloatingIPAdminTestJSON-1485128513-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:22.379346 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4df81f9b-df2a-4a93-ba79-c9470a5839cb req-b5da8cf2-5d6b-411c-bc9a-1d1c4d93641e service neutron] 10.222.0.44 "GET /v2.0/networks/e2c440c4-50ea-4b0b-97bd-c0edebace5c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3725274 Nov 12 08:24:22.379927 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-58029389-be94-4294-b846-8e75214c23ac tempest-FloatingIPAdminTestJSON-1485128513 tempest-FloatingIPAdminTestJSON-1485128513-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:22.386117 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2ba2c12a-728b-403a-a11a-57e8c9af6011 req-df016e07-d365-4c9b-8ab1-6f45d22504c6 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=7569d1cf-6bd3-45ad-96a1-5286f4165b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2182429 Nov 12 08:24:22.429654 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a9a1071d-4a56-4683-8495-fc8acdb70c39 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:22.439521 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['511ca486-5ae6-43e2-9142-3c78089c6bdc'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:24:22.445415 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a9a1071d-4a56-4683-8495-fc8acdb70c39 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:22.453295 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-a9a1071d-4a56-4683-8495-fc8acdb70c39 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "DELETE /v2.0/networks/24ce7f1c-4ac4-4754-b8e5-534053688602 HTTP/1.1" status: 204 len: 168 time: 2.4115365 Nov 12 08:24:22.458461 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 55270) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:22.464443 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-89dfbbc7-0c8f-4b9f-b8c5-aaaf8ebedc93 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1750143731'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:22.492810 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58029389-be94-4294-b846-8e75214c23ac tempest-FloatingIPAdminTestJSON-1485128513 tempest-FloatingIPAdminTestJSON-1485128513-project-admin] Pushing event updated for resources: {'Port': ['ID=6321dc92-5462-4f38-b964-429f862cdb93,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:22.503245 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b22dfee7-5819-424c-ad96-43ff5355f83e req-217ddc14-e2af-4318-8f72-34372ae175f6 service neutron] 10.222.0.44 "GET /v2.0/networks/48c46c78-0475-4191-b336-d10a7e260ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3280439 Nov 12 08:24:22.506155 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a1071d-4a56-4683-8495-fc8acdb70c39 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Pushing event deleted for resources: {'Network': ['ID=24ce7f1c-4ac4-4754-b8e5-534053688602,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:22.526131 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-58029389-be94-4294-b846-8e75214c23ac tempest-FloatingIPAdminTestJSON-1485128513 tempest-FloatingIPAdminTestJSON-1485128513-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:22.528895 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-44e8fdfb-2173-4819-95a1-4fef011754d9 req-4ff1f1b4-d86a-4c55-b111-3cb8f83e4c36 tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:22.531539 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-44e8fdfb-2173-4819-95a1-4fef011754d9 req-4ff1f1b4-d86a-4c55-b111-3cb8f83e4c36 tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:22.532675 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-44e8fdfb-2173-4819-95a1-4fef011754d9 req-4ff1f1b4-d86a-4c55-b111-3cb8f83e4c36 tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] 10.222.0.26 "DELETE /v2.0/security-groups/becffaa1-3394-44ac-bef3-6c2cb8e8e2ea HTTP/1.1" status: 204 len: 173 time: 0.4231987 Nov 12 08:24:22.538255 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89dfbbc7-0c8f-4b9f-b8c5-aaaf8ebedc93 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Made reservation on behalf of 9685b661865b4c639766c916ebb4ca16 for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:24:22.542415 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-89dfbbc7-0c8f-4b9f-b8c5-aaaf8ebedc93 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:22.565614 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff1f1b4-d86a-4c55-b111-3cb8f83e4c36 tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=becffaa1-3394-44ac-bef3-6c2cb8e8e2ea,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:22.589749 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-58029389-be94-4294-b846-8e75214c23ac tempest-FloatingIPAdminTestJSON-1485128513 tempest-FloatingIPAdminTestJSON-1485128513-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:22.593687 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-58029389-be94-4294-b846-8e75214c23ac tempest-FloatingIPAdminTestJSON-1485128513 tempest-FloatingIPAdminTestJSON-1485128513-project-admin] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8473604 Nov 12 08:24:22.594280 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 55276) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:22.616666 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89dfbbc7-0c8f-4b9f-b8c5-aaaf8ebedc93 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:24:22.641467 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-89dfbbc7-0c8f-4b9f-b8c5-aaaf8ebedc93 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:22.641862 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-89dfbbc7-0c8f-4b9f-b8c5-aaaf8ebedc93 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Added segment 6bad985f-d900-44f0-bcfc-3ee42d56d8e4 of type vlan for network 5899576f-838e-48d3-bf01-335a9c27765c Nov 12 08:24:22.653161 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-02ab6ad8-986e-42d7-9b2a-58cafdb035dc req-03f028f2-749a-400b-9851-7326e40e2d7d tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] 10.222.0.26 "GET /v2.0/security-groups/7c05b745-af24-4361-8b4b-bfb4521f5605 HTTP/1.1" status: 200 len: 1824 time: 0.0900354 Nov 12 08:24:22.702913 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-89dfbbc7-0c8f-4b9f-b8c5-aaaf8ebedc93 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:22.755235 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7638a254-c758-4b6a-89e9-8abb46d12220 req-e45b07c3-4a0f-4cf9-a9f3-9dcdd8002f70 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:22.756199 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-89dfbbc7-0c8f-4b9f-b8c5-aaaf8ebedc93 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:22.757074 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7638a254-c758-4b6a-89e9-8abb46d12220 req-e45b07c3-4a0f-4cf9-a9f3-9dcdd8002f70 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b84f47-7e13-4867-8fd2-70853a72090b HTTP/1.1" status: 200 len: 945 time: 0.2371430 Nov 12 08:24:22.762129 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89dfbbc7-0c8f-4b9f-b8c5-aaaf8ebedc93 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:22.763179 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-89dfbbc7-0c8f-4b9f-b8c5-aaaf8ebedc93 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:22.766866 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4df81f9b-df2a-4a93-ba79-c9470a5839cb req-31d41016-f072-4568-ae4c-9e7f4351cd7a service neutron] 10.222.0.44 "GET /v2.0/networks/e2c440c4-50ea-4b0b-97bd-c0edebace5c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3757484 Nov 12 08:24:22.790446 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-02ab6ad8-986e-42d7-9b2a-58cafdb035dc req-e7de2acd-3d7e-4043-842e-f3c15524e582 tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:22.806807 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b22dfee7-5819-424c-ad96-43ff5355f83e req-22099994-1c95-4254-b1bd-539a6e502d74 service neutron] 10.222.0.44 "GET /v2.0/networks/48c46c78-0475-4191-b336-d10a7e260ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956274 Nov 12 08:24:22.851333 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7638a254-c758-4b6a-89e9-8abb46d12220 req-b1e97402-1fa3-4606-abe4-14fe3cf8e58b tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cbb65ba-0e7e-4ab7-8759-517886115d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741782 Nov 12 08:24:22.854337 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 55282) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:22.856122 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-89dfbbc7-0c8f-4b9f-b8c5-aaaf8ebedc93 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3965602 Nov 12 08:24:22.862433 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 55284) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:22.869695 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-cc0ccad3-6e84-425b-82bc-fc3e2853a7d8 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Request body: {'subnet': {'network_id': '5899576f-838e-48d3-bf01-335a9c27765c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:22.895910 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-02ab6ad8-986e-42d7-9b2a-58cafdb035dc req-e7de2acd-3d7e-4043-842e-f3c15524e582 tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:22.903709 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-bdbf3799-2ca1-4d72-b682-f264536d64af tempest-FloatingIPAdminTestJSON-1001286072 tempest-FloatingIPAdminTestJSON-1001286072-project] Request body: {'floatingip': {'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:23.010243 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d32ded4b-7fec-43b1-b0a2-34ced710ba88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:23.079319 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b738428-6419-4533-b8db-d3bb16409bc3 req-ab835cce-c54a-4e5b-bfe3-89d21f62b76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:23.080979 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5b738428-6419-4533-b8db-d3bb16409bc3 req-ab835cce-c54a-4e5b-bfe3-89d21f62b76b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e6d48b0a7d084fdbbcdcca693c68f3d4&device_id=419c0e85-7a45-424c-9111-1c0f1895911f HTTP/1.1" status: 200 len: 1096 time: 0.1466753 Nov 12 08:24:23.091536 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df0d92b-f1c2-4fb5-87ac-8849692319f3 req-24c9c72c-f4ba-4ca6-97e7-9ca798db47ad tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:23.093255 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4df0d92b-f1c2-4fb5-87ac-8849692319f3 req-24c9c72c-f4ba-4ca6-97e7-9ca798db47ad tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=be68d5ee-5d55-432a-8f59-c22021814713 HTTP/1.1" status: 200 len: 945 time: 0.1576667 Nov 12 08:24:23.098223 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc0ccad3-6e84-425b-82bc-fc3e2853a7d8 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Made reservation on behalf of 9685b661865b4c639766c916ebb4ca16 for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:24:23.102852 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cc0ccad3-6e84-425b-82bc-fc3e2853a7d8 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:23.262264 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dfbbc7-0c8f-4b9f-b8c5-aaaf8ebedc93 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Pushing event updated for resources: {'Network': ['ID=5899576f-838e-48d3-bf01-335a9c27765c,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:23.277731 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 5899576f-838e-48d3-bf01-335a9c27765c details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:24:23.299107 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bdbf3799-2ca1-4d72-b682-f264536d64af tempest-FloatingIPAdminTestJSON-1001286072 tempest-FloatingIPAdminTestJSON-1001286072-project] Publish callbacks [] for floatingip, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:23.324918 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-02ab6ad8-986e-42d7-9b2a-58cafdb035dc req-e7de2acd-3d7e-4043-842e-f3c15524e582 tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:23.327658 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-02ab6ad8-986e-42d7-9b2a-58cafdb035dc req-e7de2acd-3d7e-4043-842e-f3c15524e582 tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:23.328797 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-02ab6ad8-986e-42d7-9b2a-58cafdb035dc req-e7de2acd-3d7e-4043-842e-f3c15524e582 tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] 10.222.0.26 "DELETE /v2.0/security-groups/7c05b745-af24-4361-8b4b-bfb4521f5605 HTTP/1.1" status: 204 len: 173 time: 0.6536374 Nov 12 08:24:23.343793 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7de2acd-3d7e-4043-842e-f3c15524e582 tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c05b745-af24-4361-8b4b-bfb4521f5605,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:23.355643 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4df0d92b-f1c2-4fb5-87ac-8849692319f3 req-27a0c94a-d755-42d6-8773-7eac1f4977df tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=9dc9079a-4f63-4eb5-be12-eaa66771fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352676 Nov 12 08:24:23.377438 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b738428-6419-4533-b8db-d3bb16409bc3 req-e9d09cd9-110b-42a9-a3a5-728ae07229db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:23.378977 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5b738428-6419-4533-b8db-d3bb16409bc3 req-e9d09cd9-110b-42a9-a3a5-728ae07229db service neutron] 10.222.0.44 "GET /v2.0/networks?id=48c46c78-0475-4191-b336-d10a7e260ac1 HTTP/1.1" status: 200 len: 923 time: 0.2817898 Nov 12 08:24:23.392174 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d32ded4b-7fec-43b1-b0a2-34ced710ba88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:23.448812 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d32ded4b-7fec-43b1-b0a2-34ced710ba88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:23.451699 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bdbf3799-2ca1-4d72-b682-f264536d64af tempest-FloatingIPAdminTestJSON-1001286072 tempest-FloatingIPAdminTestJSON-1001286072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:23.452559 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5b738428-6419-4533-b8db-d3bb16409bc3 req-703f6a73-f301-40ea-b5db-f61bf65ed18d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c2a3e2c4-9cb5-4c2c-bc02-077101e3040c HTTP/1.1" status: 200 len: 217 time: 0.0625825 Nov 12 08:24:23.586841 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-d32ded4b-7fec-43b1-b0a2-34ced710ba88 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9609dde518c94bd88b068e8f76f1c5f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7305019 Nov 12 08:24:23.595030 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25caaf81-801d-449b-b4b8-da99f6aeda0c req-00121924-25a6-4965-9f18-b99697dc7928 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:23.596518 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 55292) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:23.596711 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-25caaf81-801d-449b-b4b8-da99f6aeda0c req-00121924-25a6-4965-9f18-b99697dc7928 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/ports?device_id=419c0e85-7a45-424c-9111-1c0f1895911f HTTP/1.1" status: 200 len: 944 time: 0.0857282 Nov 12 08:24:23.613400 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32ded4b-7fec-43b1-b0a2-34ced710ba88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf455af-4248-4b77-ace4-3dfa01377c0d,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:23.621649 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-bdbf3799-2ca1-4d72-b682-f264536d64af tempest-FloatingIPAdminTestJSON-1001286072 tempest-FloatingIPAdminTestJSON-1001286072-project] Allocated IP 172.25.2.212 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/7789947f-114d-41a4-a672-a39add2f8373) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:24:23.649481 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-50bab997-6375-4eae-9aab-a27903b4614b req-035f2cf1-972b-4e69-8fc7-25a9e299f6cf tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] 10.222.0.26 "GET /v2.0/security-groups/6e13433c-8f44-4abb-85f0-058abd8fef4e HTTP/1.1" status: 200 len: 2424 time: 0.2042675 Nov 12 08:24:23.653602 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 511ca486-5ae6-43e2-9142-3c78089c6bdc up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:24:23.655995 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b738428-6419-4533-b8db-d3bb16409bc3 req-69fe0bc0-ac05-4d00-bd5a-026f56d30001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:23.657451 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5b738428-6419-4533-b8db-d3bb16409bc3 req-69fe0bc0-ac05-4d00-bd5a-026f56d30001 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=56da6010-d692-49cc-a6f9-aacc88a2ce9c HTTP/1.1" status: 200 len: 862 time: 0.1847048 Nov 12 08:24:23.690202 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-25caaf81-801d-449b-b4b8-da99f6aeda0c req-b210e547-2a9a-4bd0-9d74-a5167d1af1da tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/security-groups?id=78e82477-8369-41c4-8634-4911b1aaaaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843360 Nov 12 08:24:23.730295 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning for port 511ca486-5ae6-43e2-9142-3c78089c6bdc completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:24:23.736160 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port 511ca486-5ae6-43e2-9142-3c78089c6bdc triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:23.737404 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:23.743292 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5b738428-6419-4533-b8db-d3bb16409bc3 req-29cf38e1-b34a-4353-9457-97b008d34ef0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=48c46c78-0475-4191-b336-d10a7e260ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564237 Nov 12 08:24:23.800508 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cc0ccad3-6e84-425b-82bc-fc3e2853a7d8 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:23.814127 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bdbf3799-2ca1-4d72-b682-f264536d64af tempest-FloatingIPAdminTestJSON-1001286072 tempest-FloatingIPAdminTestJSON-1001286072-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:23.843173 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc8c904-d849-4dfa-af75-374209d2ebca req-f002cabf-e9ab-4dc0-bf6c-97618c5666b8 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:23.844835 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9fc8c904-d849-4dfa-af75-374209d2ebca req-f002cabf-e9ab-4dc0-bf6c-97618c5666b8 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=169f7779-8f80-4509-8e19-6731ed6e3dfc HTTP/1.1" status: 200 len: 944 time: 0.0731359 Nov 12 08:24:23.847305 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:23.880189 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '169f7779-8f80-4509-8e19-6731ed6e3dfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '511ca486-5ae6-43e2-9142-3c78089c6bdc'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:24:23.883815 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2584d4b-2a31-45cb-ab78-950b0eb6bf30" -d '{"events": [{"server_uuid": "169f7779-8f80-4509-8e19-6731ed6e3dfc", "name": "network-vif-plugged", "status": "completed", "tag": "511ca486-5ae6-43e2-9142-3c78089c6bdc"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:24:23.884820 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2dd2d6b7-3463-4ae5-9ab0-22df72b862b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:23.903868 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bdbf3799-2ca1-4d72-b682-f264536d64af tempest-FloatingIPAdminTestJSON-1001286072 tempest-FloatingIPAdminTestJSON-1001286072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:23.907684 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 511ca486-5ae6-43e2-9142-3c78089c6bdc, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=511ca486-5ae6-43e2-9142-3c78089c6bdc,segment=NetworkSegment(671b1e57-5287-4b28-8a6a-fdb7b6437699),segment_id=671b1e57-5287-4b28-8a6a-fdb7b6437699)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:23.915326 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:23.939585 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9fc8c904-d849-4dfa-af75-374209d2ebca req-a144441c-2c94-42df-929a-bcd541952f50 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=7569d1cf-6bd3-45ad-96a1-5286f4165b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867500 Nov 12 08:24:23.952705 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdbf3799-2ca1-4d72-b682-f264536d64af tempest-FloatingIPAdminTestJSON-1001286072 tempest-FloatingIPAdminTestJSON-1001286072-project] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:24:23.953224 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2dd2d6b7-3463-4ae5-9ab0-22df72b862b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:23.959131 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-bdbf3799-2ca1-4d72-b682-f264536d64af tempest-FloatingIPAdminTestJSON-1001286072 tempest-FloatingIPAdminTestJSON-1001286072-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:24:23.960719 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbf3799-2ca1-4d72-b682-f264536d64af tempest-FloatingIPAdminTestJSON-1001286072 tempest-FloatingIPAdminTestJSON-1001286072-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:24:23.977555 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0ccad3-6e84-425b-82bc-fc3e2853a7d8 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Pushing event updated for resources: {'Subnet': ['ID=031a81ef-e6a1-436c-849d-a7c5d1e0217e,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:23.998634 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbf3799-2ca1-4d72-b682-f264536d64af tempest-FloatingIPAdminTestJSON-1001286072 tempest-FloatingIPAdminTestJSON-1001286072-project] Pushing event updated for resources: {'Port': ['ID=7789947f-114d-41a4-a672-a39add2f8373,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:24.007709 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-50bab997-6375-4eae-9aab-a27903b4614b req-4fb0e7df-63be-4895-9548-9e51cb45719e tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:24.013093 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=511ca486-5ae6-43e2-9142-3c78089c6bdc,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:24.032270 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5b738428-6419-4533-b8db-d3bb16409bc3 req-e788da7b-ffa0-4890-b1ae-bfa839e50d1b service neutron] 10.222.0.44 "GET /v2.0/networks/48c46c78-0475-4191-b336-d10a7e260ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760925 Nov 12 08:24:24.052278 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0ccad3-6e84-425b-82bc-fc3e2853a7d8 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Checking segment: {'id': '6bad985f-d900-44f0-bcfc-3ee42d56d8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '5899576f-838e-48d3-bf01-335a9c27765c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:24:24.052686 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0ccad3-6e84-425b-82bc-fc3e2853a7d8 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Network hostable DHCP agents. Network: 5899576f-838e-48d3-bf01-335a9c27765c, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:24:24.091290 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-50bab997-6375-4eae-9aab-a27903b4614b req-4fb0e7df-63be-4895-9548-9e51cb45719e tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:24.102277 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bdbf3799-2ca1-4d72-b682-f264536d64af tempest-FloatingIPAdminTestJSON-1001286072 tempest-FloatingIPAdminTestJSON-1001286072-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:24.121783 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20880cd-52d4-482c-b101-34a2bd2d2de5 req-4a35bcef-6d72-40ec-9936-91c80dcfd3e2 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:24.123283 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f20880cd-52d4-482c-b101-34a2bd2d2de5 req-4a35bcef-6d72-40ec-9936-91c80dcfd3e2 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b84f47-7e13-4867-8fd2-70853a72090b HTTP/1.1" status: 200 len: 945 time: 0.0683823 Nov 12 08:24:24.143849 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2dd2d6b7-3463-4ae5-9ab0-22df72b862b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:24.146736 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2dd2d6b7-3463-4ae5-9ab0-22df72b862b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:24.151295 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-2dd2d6b7-3463-4ae5-9ab0-22df72b862b5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ebf455af-4248-4b77-ace4-3dfa01377c0d HTTP/1.1" status: 204 len: 168 time: 0.5512664 Nov 12 08:24:24.162413 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0ccad3-6e84-425b-82bc-fc3e2853a7d8 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Network 5899576f-838e-48d3-bf01-335a9c27765c is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:24:24.170925 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bdbf3799-2ca1-4d72-b682-f264536d64af tempest-FloatingIPAdminTestJSON-1001286072 tempest-FloatingIPAdminTestJSON-1001286072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:24.188040 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd2d6b7-3463-4ae5-9ab0-22df72b862b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf455af-4248-4b77-ace4-3dfa01377c0d,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:24.200692 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-cc0ccad3-6e84-425b-82bc-fc3e2853a7d8 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 5899576f-838e-48d3-bf01-335a9c27765c) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:24:24.205045 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0ccad3-6e84-425b-82bc-fc3e2853a7d8 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:24.205641 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cc0ccad3-6e84-425b-82bc-fc3e2853a7d8 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:24.228810 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca53597a-d2ce-40ac-8766-8147823d99c5 None None] Network 5899576f-838e-48d3-bf01-335a9c27765c requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:24:24.231189 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5b738428-6419-4533-b8db-d3bb16409bc3 req-0bb13000-6c81-4827-a16d-d04661efcc92 service neutron] 10.222.0.44 "GET /v2.0/networks/48c46c78-0475-4191-b336-d10a7e260ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892581 Nov 12 08:24:24.244657 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f20880cd-52d4-482c-b101-34a2bd2d2de5 req-9e5ea2a9-cde5-4241-a6d5-7bc8ca319eaa tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cbb65ba-0e7e-4ab7-8759-517886115d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980959 Nov 12 08:24:24.246166 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-cc0ccad3-6e84-425b-82bc-fc3e2853a7d8 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3817608 Nov 12 08:24:24.247380 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 55300) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:24.247966 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-50bab997-6375-4eae-9aab-a27903b4614b req-4fb0e7df-63be-4895-9548-9e51cb45719e tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:24.252267 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-50bab997-6375-4eae-9aab-a27903b4614b req-4fb0e7df-63be-4895-9548-9e51cb45719e tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:24.253476 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-50bab997-6375-4eae-9aab-a27903b4614b req-4fb0e7df-63be-4895-9548-9e51cb45719e tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] 10.222.0.26 "DELETE /v2.0/security-groups/6e13433c-8f44-4abb-85f0-058abd8fef4e HTTP/1.1" status: 204 len: 173 time: 0.5703719 Nov 12 08:24:24.267314 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb0e7df-63be-4895-9548-9e51cb45719e tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e13433c-8f44-4abb-85f0-058abd8fef4e,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:24.271293 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-b9c11c4b-1ae6-488c-8f3d-ed7a1c124fd4 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Request body: {'port': {'network_id': '5899576f-838e-48d3-bf01-335a9c27765c', 'name': 'tempest-PortsIpV6TestJSON-20257792', 'fixed_ips': [{'subnet_id': '031a81ef-e6a1-436c-849d-a7c5d1e0217e', 'ip_address': '2001:db8::10'}]}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:24.314976 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31df2fc3-503e-49e3-9ed9-eafaba803ce1 x-openstack-request-id: req-31df2fc3-503e-49e3-9ed9-eafaba803ce1 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:24:24.315502 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "169f7779-8f80-4509-8e19-6731ed6e3dfc", "name": "network-vif-plugged", "status": "completed", "tag": "511ca486-5ae6-43e2-9142-3c78089c6bdc", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:24:24.315502 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-31df2fc3-503e-49e3-9ed9-eafaba803ce1 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:24:24.315887 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '169f7779-8f80-4509-8e19-6731ed6e3dfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '511ca486-5ae6-43e2-9142-3c78089c6bdc', 'code': 200} Nov 12 08:24:24.493759 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3082ce1f-5429-40aa-9b49-4ccc2709d952 req-9f7e123e-4911-4557-944e-7ea8f4c5e712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:24.495449 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3082ce1f-5429-40aa-9b49-4ccc2709d952 req-9f7e123e-4911-4557-944e-7ea8f4c5e712 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=169f7779-8f80-4509-8e19-6731ed6e3dfc HTTP/1.1" status: 200 len: 1097 time: 0.0871170 Nov 12 08:24:24.504424 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fed12200-4f55-46f1-b79a-e8f810d64f11 req-97c5d886-e512-42b7-9533-884a521d3618 tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] 10.222.0.26 "GET /v2.0/security-groups/21a653ad-becb-45ad-b9eb-52cd3a7c399e HTTP/1.1" status: 200 len: 2416 time: 0.1835268 Nov 12 08:24:24.507181 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5876c068-d3c3-474b-86c3-a23cb4411f54 req-0d3abccc-6b65-4edd-a3c1-8c2014681a4c tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:24.511087 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5876c068-d3c3-474b-86c3-a23cb4411f54 req-0d3abccc-6b65-4edd-a3c1-8c2014681a4c tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b84f47-7e13-4867-8fd2-70853a72090b HTTP/1.1" status: 200 len: 945 time: 0.1048892 Nov 12 08:24:24.515367 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47b3984-86dd-4a6e-a039-091797547fba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-5899576f-838e-48d3-bf01-335a9c27765c', 'network_id': '5899576f-838e-48d3-bf01-335a9c27765c', 'tenant_id': '9685b661865b4c639766c916ebb4ca16', 'fixed_ips': [{'subnet_id': '031a81ef-e6a1-436c-849d-a7c5d1e0217e'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:24:24.518537 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c47b3984-86dd-4a6e-a039-091797547fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:24.595071 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5876c068-d3c3-474b-86c3-a23cb4411f54 req-d73c5d57-8d5b-4bdd-9398-eec82e0569ed tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cbb65ba-0e7e-4ab7-8759-517886115d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711317 Nov 12 08:24:24.605626 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3082ce1f-5429-40aa-9b49-4ccc2709d952 req-6d50ee27-ed63-446a-b46a-0a0cdb498272 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=7569d1cf-6bd3-45ad-96a1-5286f4165b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934603 Nov 12 08:24:24.607983 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9c11c4b-1ae6-488c-8f3d-ed7a1c124fd4 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Made reservation on behalf of 9685b661865b4c639766c916ebb4ca16 for: {'port': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:24:24.613832 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bdbf3799-2ca1-4d72-b682-f264536d64af tempest-FloatingIPAdminTestJSON-1001286072 tempest-FloatingIPAdminTestJSON-1001286072-project] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:24.641700 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bdbf3799-2ca1-4d72-b682-f264536d64af tempest-FloatingIPAdminTestJSON-1001286072 tempest-FloatingIPAdminTestJSON-1001286072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:24.753310 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-fed12200-4f55-46f1-b79a-e8f810d64f11 req-27ab0b8d-eaf3-4815-a838-85709b955c52 tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:24.753539 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b1c600-981f-40d9-94c6-6cff6fae9c00 req-6f719c7a-f175-43eb-8993-85eeac1d7ae6 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:24.753684 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-c47b3984-86dd-4a6e-a039-091797547fba None None] Allocated IP 2001:db8::2 (5899576f-838e-48d3-bf01-335a9c27765c/031a81ef-e6a1-436c-849d-a7c5d1e0217e/b6458828-6895-4ba5-b218-959be610dcb1) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:24:24.766533 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f0b1c600-981f-40d9-94c6-6cff6fae9c00 req-6f719c7a-f175-43eb-8993-85eeac1d7ae6 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=be68d5ee-5d55-432a-8f59-c22021814713 HTTP/1.1" status: 200 len: 945 time: 0.0835135 Nov 12 08:24:24.783400 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbf3799-2ca1-4d72-b682-f264536d64af tempest-FloatingIPAdminTestJSON-1001286072 tempest-FloatingIPAdminTestJSON-1001286072-project] Pushing event updated for resources: {'Port': ['ID=7789947f-114d-41a4-a672-a39add2f8373,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:24.833320 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-fed12200-4f55-46f1-b79a-e8f810d64f11 req-27ab0b8d-eaf3-4815-a838-85709b955c52 tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:24.835170 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f0b1c600-981f-40d9-94c6-6cff6fae9c00 req-e86377ac-264e-4d6c-b43d-f8a59d4052c2 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=9dc9079a-4f63-4eb5-be12-eaa66771fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669444 Nov 12 08:24:24.849540 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bdbf3799-2ca1-4d72-b682-f264536d64af tempest-FloatingIPAdminTestJSON-1001286072 tempest-FloatingIPAdminTestJSON-1001286072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:24.857934 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b9c11c4b-1ae6-488c-8f3d-ed7a1c124fd4 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:24.901326 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [None req-b9c11c4b-1ae6-488c-8f3d-ed7a1c124fd4 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] device_id is not set on port 26a2c7c8-f6ad-423e-901f-756c6048ee52 yet. {{(pid=102600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:24:24.909417 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bdbf3799-2ca1-4d72-b682-f264536d64af tempest-FloatingIPAdminTestJSON-1001286072 tempest-FloatingIPAdminTestJSON-1001286072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:24.914079 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 55324) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:24.914357 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-bdbf3799-2ca1-4d72-b682-f264536d64af tempest-FloatingIPAdminTestJSON-1001286072 tempest-FloatingIPAdminTestJSON-1001286072-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3153343 Nov 12 08:24:24.950119 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-fed12200-4f55-46f1-b79a-e8f810d64f11 req-27ab0b8d-eaf3-4815-a838-85709b955c52 tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:24.951403 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-fed12200-4f55-46f1-b79a-e8f810d64f11 req-27ab0b8d-eaf3-4815-a838-85709b955c52 tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:24.952557 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fed12200-4f55-46f1-b79a-e8f810d64f11 req-27ab0b8d-eaf3-4815-a838-85709b955c52 tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] 10.222.0.26 "DELETE /v2.0/security-groups/21a653ad-becb-45ad-b9eb-52cd3a7c399e HTTP/1.1" status: 204 len: 173 time: 0.4399431 Nov 12 08:24:24.962808 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 55328) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:25.003386 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c47b3984-86dd-4a6e-a039-091797547fba None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:25.010115 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ab0b8d-eaf3-4815-a838-85709b955c52 tempest-SecurityGroupRulesTestJSON-27861812 tempest-SecurityGroupRulesTestJSON-27861812-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a653ad-becb-45ad-b9eb-52cd3a7c399e,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:25.018797 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c47b3984-86dd-4a6e-a039-091797547fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:25.105276 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47b3984-86dd-4a6e-a039-091797547fba None None] Network 5899576f-838e-48d3-bf01-335a9c27765c is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:24:25.109966 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-c47b3984-86dd-4a6e-a039-091797547fba None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:24:25.112791 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47b3984-86dd-4a6e-a039-091797547fba None None] Pushing event updated for resources: {'Port': ['ID=b6458828-6895-4ba5-b218-959be610dcb1,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:25.113877 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066cbbde-3d38-4312-8eda-eb20f46553e0 req-0d0e77ff-61e7-4d59-b530-023ee460d816 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:25.114983 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47b3984-86dd-4a6e-a039-091797547fba None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:24:25.119160 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-066cbbde-3d38-4312-8eda-eb20f46553e0 req-0d0e77ff-61e7-4d59-b530-023ee460d816 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.26 "GET /v2.0/ports?device_id=14ea6b66-b2b3-48e9-8a22-fc303d6ddba7 HTTP/1.1" status: 200 len: 946 time: 0.1934202 Nov 12 08:24:25.128680 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-c71e1380-26cb-4e21-a371-c8736eed2a4c tempest-FloatingIPAdminTestJSON-1485128513 tempest-FloatingIPAdminTestJSON-1485128513-project-admin] 10.222.0.26 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2914 time: 0.2091045 Nov 12 08:24:25.129371 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 55336) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:25.184962 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-b9c11c4b-1ae6-488c-8f3d-ed7a1c124fd4 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Allocated IP 2001:db8::10 (5899576f-838e-48d3-bf01-335a9c27765c/031a81ef-e6a1-436c-849d-a7c5d1e0217e/26a2c7c8-f6ad-423e-901f-756c6048ee52) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:24:25.187284 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-c47b3984-86dd-4a6e-a039-091797547fba None None] Attempting to bind port b6458828-6895-4ba5-b218-959be610dcb1 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:24:25.187732 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-c47b3984-86dd-4a6e-a039-091797547fba None None] Attempting to bind port b6458828-6895-4ba5-b218-959be610dcb1 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '6bad985f-d900-44f0-bcfc-3ee42d56d8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '5899576f-838e-48d3-bf01-335a9c27765c'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:24:25.188248 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47b3984-86dd-4a6e-a039-091797547fba None None] Attempting to bind port b6458828-6895-4ba5-b218-959be610dcb1 on network 5899576f-838e-48d3-bf01-335a9c27765c {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:24:25.195429 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47b3984-86dd-4a6e-a039-091797547fba None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:24:25.195926 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47b3984-86dd-4a6e-a039-091797547fba None None] Checking segment: {'id': '6bad985f-d900-44f0-bcfc-3ee42d56d8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '5899576f-838e-48d3-bf01-335a9c27765c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:24:25.196387 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c47b3984-86dd-4a6e-a039-091797547fba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:25.196852 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47b3984-86dd-4a6e-a039-091797547fba None None] Bound using segment: {'id': '6bad985f-d900-44f0-bcfc-3ee42d56d8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '5899576f-838e-48d3-bf01-335a9c27765c'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:24:25.197582 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-c47b3984-86dd-4a6e-a039-091797547fba None None] Bound port: b6458828-6895-4ba5-b218-959be610dcb1, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bad985f-d900-44f0-bcfc-3ee42d56d8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '5899576f-838e-48d3-bf01-335a9c27765c'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:24:25.198008 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c47b3984-86dd-4a6e-a039-091797547fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:25.208314 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-efd8c0fb-2e5d-4394-a158-e5a71af8f1e2 admin admin] Deleting subnet 863b4028-fc11-4347-90f1-3a867d19ab0a {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:24:25.219193 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-efd8c0fb-2e5d-4394-a158-e5a71af8f1e2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:25.244634 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-7195ad2d-71de-4a0c-acef-d46ffeb97fcd tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] 10.222.0.26 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1129670 Nov 12 08:24:25.245913 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 55340) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:25.283395 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-efd8c0fb-2e5d-4394-a158-e5a71af8f1e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:25.294699 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-c47b3984-86dd-4a6e-a039-091797547fba None None] For port b6458828-6895-4ba5-b218-959be610dcb1, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:24:25.295210 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a48ac2-129e-4925-96fb-774740f1d50c req-b72d79a2-b8d0-4bc8-961e-0d45e242a08c tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:25.300052 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-c47b3984-86dd-4a6e-a039-091797547fba None None] For port b6458828-6895-4ba5-b218-959be610dcb1, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=b6458828-6895-4ba5-b218-959be610dcb1,segment=NetworkSegment(6bad985f-d900-44f0-bcfc-3ee42d56d8e4),segment_id=6bad985f-d900-44f0-bcfc-3ee42d56d8e4)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:24:25.302619 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-24a48ac2-129e-4925-96fb-774740f1d50c req-b72d79a2-b8d0-4bc8-961e-0d45e242a08c tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/ports?device_id=419c0e85-7a45-424c-9111-1c0f1895911f HTTP/1.1" status: 200 len: 944 time: 0.1490188 Nov 12 08:24:25.314065 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c47b3984-86dd-4a6e-a039-091797547fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:25.372277 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-066cbbde-3d38-4312-8eda-eb20f46553e0 req-8a264eea-633f-4a0b-94c5-d74829f0918c tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cbb65ba-0e7e-4ab7-8759-517886115d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418439 Nov 12 08:24:25.399750 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-efd8c0fb-2e5d-4394-a158-e5a71af8f1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:25.450432 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47b3984-86dd-4a6e-a039-091797547fba None None] Pushing event updated for resources: {'Port': ['ID=b6458828-6895-4ba5-b218-959be610dcb1,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:25.503198 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-24a48ac2-129e-4925-96fb-774740f1d50c req-0aa948e4-fb78-4c25-9e9b-9593135978c6 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/security-groups?id=78e82477-8369-41c4-8634-4911b1aaaaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995401 Nov 12 08:24:25.524634 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-b2946a5e-3575-4c3b-bf3e-db4a97a206ad tempest-FloatingIPAdminTestJSON-1001286072 tempest-FloatingIPAdminTestJSON-1001286072-project] Deleting port 7789947f-114d-41a4-a672-a39add2f8373 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:24:25.524986 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b2946a5e-3575-4c3b-bf3e-db4a97a206ad tempest-FloatingIPAdminTestJSON-1001286072 tempest-FloatingIPAdminTestJSON-1001286072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:25.559515 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-efd8c0fb-2e5d-4394-a158-e5a71af8f1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:25.596651 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95935f1-36f9-42da-9776-be2972be61d6 req-6d8f05d1-b875-411a-9e21-68d531f7eb98 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:25.598232 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a95935f1-36f9-42da-9776-be2972be61d6 req-6d8f05d1-b875-411a-9e21-68d531f7eb98 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=169f7779-8f80-4509-8e19-6731ed6e3dfc HTTP/1.1" status: 200 len: 945 time: 0.1171439 Nov 12 08:24:25.622159 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd8c0fb-2e5d-4394-a158-e5a71af8f1e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=863b4028-fc11-4347-90f1-3a867d19ab0a,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:25.627372 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-efd8c0fb-2e5d-4394-a158-e5a71af8f1e2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:25.630471 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-efd8c0fb-2e5d-4394-a158-e5a71af8f1e2 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/863b4028-fc11-4347-90f1-3a867d19ab0a HTTP/1.1" status: 204 len: 168 time: 0.6667135 Nov 12 08:24:25.640799 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 55348) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:25.674564 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device c2a3e2c4-9cb5-4c2c-bc02-077101e3040c details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:24:25.698934 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b9c11c4b-1ae6-488c-8f3d-ed7a1c124fd4 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:25.763282 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c78d98-31e2-4d50-8f6e-4376d1200ebe req-f09d7da8-297d-4b09-9562-627cc5729ac7 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:25.766783 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f8c78d98-31e2-4d50-8f6e-4376d1200ebe req-f09d7da8-297d-4b09-9562-627cc5729ac7 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a5f6507-173e-4aef-9a26-9d44f65871ea HTTP/1.1" status: 200 len: 945 time: 0.1235344 Nov 12 08:24:25.837852 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b9c11c4b-1ae6-488c-8f3d-ed7a1c124fd4 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:25.872199 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port c2a3e2c4-9cb5-4c2c-bc02-077101e3040c, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=c2a3e2c4-9cb5-4c2c-bc02-077101e3040c,segment=NetworkSegment(04af530b-b37b-4970-964b-31b6853d152d),segment_id=04af530b-b37b-4970-964b-31b6853d152d)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:25.894066 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b2946a5e-3575-4c3b-bf3e-db4a97a206ad tempest-FloatingIPAdminTestJSON-1001286072 tempest-FloatingIPAdminTestJSON-1001286072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:25.894612 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b2946a5e-3575-4c3b-bf3e-db4a97a206ad tempest-FloatingIPAdminTestJSON-1001286072 tempest-FloatingIPAdminTestJSON-1001286072-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:25.949729 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d48d8d07-6f56-42bf-b4f0-51f8f9fb2c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:25.961153 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': 'c2a3e2c4-9cb5-4c2c-bc02-077101e3040c', 'network_id': '48c46c78-0475-4191-b336-d10a7e260ac1', 'port_id': 'c2a3e2c4-9cb5-4c2c-bc02-077101e3040c', 'mac_address': 'fa:16:3e:94:97:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56da6010-d692-49cc-a6f9-aacc88a2ce9c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:24:26.018396 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-b2946a5e-3575-4c3b-bf3e-db4a97a206ad tempest-FloatingIPAdminTestJSON-1001286072 tempest-FloatingIPAdminTestJSON-1001286072-project] Calling delete_port for 7789947f-114d-41a4-a672-a39add2f8373 owned by network:floatingip {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:24:26.029764 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a95935f1-36f9-42da-9776-be2972be61d6 req-72f2dbdc-8352-439a-af88-c3b4be9617b2 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=7569d1cf-6bd3-45ad-96a1-5286f4165b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4181325 Nov 12 08:24:26.047686 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c11c4b-1ae6-488c-8f3d-ed7a1c124fd4 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Network 5899576f-838e-48d3-bf01-335a9c27765c is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:24:26.058167 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-b9c11c4b-1ae6-488c-8f3d-ed7a1c124fd4 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:24:26.065077 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:26.070538 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device b6458828-6895-4ba5-b218-959be610dcb1 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:24:26.075394 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c11c4b-1ae6-488c-8f3d-ed7a1c124fd4 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:24:26.089198 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c11c4b-1ae6-488c-8f3d-ed7a1c124fd4 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:26.089861 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b9c11c4b-1ae6-488c-8f3d-ed7a1c124fd4 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:26.107430 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f8c78d98-31e2-4d50-8f6e-4376d1200ebe req-1b0758a6-bc2c-4b2a-acc6-140954c83c97 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cbb65ba-0e7e-4ab7-8759-517886115d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3284614 Nov 12 08:24:26.108924 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c11c4b-1ae6-488c-8f3d-ed7a1c124fd4 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Pushing event updated for resources: {'Port': ['ID=26a2c7c8-f6ad-423e-901f-756c6048ee52,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:26.152656 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-b9c11c4b-1ae6-488c-8f3d-ed7a1c124fd4 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.9041364 Nov 12 08:24:26.155971 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 55360) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:26.168001 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-b39841cc-2df6-4542-a5da-8210606f6b3d tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Request body: {'port': {'network_id': '5899576f-838e-48d3-bf01-335a9c27765c', 'name': 'tempest-PortsIpV6TestJSON-1088515974', 'fixed_ips': [{'subnet_id': '031a81ef-e6a1-436c-849d-a7c5d1e0217e', 'ip_address': '2001:db8::f'}]}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:26.169924 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2a3e2c4-9cb5-4c2c-bc02-077101e3040c {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:24:26.230332 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d48d8d07-6f56-42bf-b4f0-51f8f9fb2c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:26.252392 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [req-8c857647-ac5a-4ed7-943c-f03e617f3482 req-64949e83-9a01-4a73-968b-35658685947b tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:24:26.253792 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8c857647-ac5a-4ed7-943c-f03e617f3482 req-64949e83-9a01-4a73-968b-35658685947b tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0412128 Nov 12 08:24:26.298067 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port c2a3e2c4-9cb5-4c2c-bc02-077101e3040c, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=c2a3e2c4-9cb5-4c2c-bc02-077101e3040c,segment=NetworkSegment(04af530b-b37b-4970-964b-31b6853d152d),segment_id=04af530b-b37b-4970-964b-31b6853d152d)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:26.313213 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:26.346933 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-d48d8d07-6f56-42bf-b4f0-51f8f9fb2c14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['435b1e47-63e2-46cf-aca0-000d8cdbb037']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:26.386924 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-d48d8d07-6f56-42bf-b4f0-51f8f9fb2c14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbe9864c-a802-4774-a09a-37fd3745021b') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:26.387255 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-d48d8d07-6f56-42bf-b4f0-51f8f9fb2c14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbe9864c-a802-4774-a09a-37fd3745021b') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:26.402465 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8c857647-ac5a-4ed7-943c-f03e617f3482 req-f3250548-24a3-4dfd-b299-f81347012643 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1404212 Nov 12 08:24:26.409055 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=c2a3e2c4-9cb5-4c2c-bc02-077101e3040c,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:26.409950 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d48d8d07-6f56-42bf-b4f0-51f8f9fb2c14 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:26.426731 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port b6458828-6895-4ba5-b218-959be610dcb1 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:26.427092 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:26.439897 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d48d8d07-6f56-42bf-b4f0-51f8f9fb2c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:26.447838 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d48d8d07-6f56-42bf-b4f0-51f8f9fb2c14 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:24:26.448687 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d48d8d07-6f56-42bf-b4f0-51f8f9fb2c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:26.449982 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b39841cc-2df6-4542-a5da-8210606f6b3d tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Made reservation on behalf of 9685b661865b4c639766c916ebb4ca16 for: {'port': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:24:26.456390 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b39841cc-2df6-4542-a5da-8210606f6b3d tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:26.485217 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [None req-b39841cc-2df6-4542-a5da-8210606f6b3d tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] device_id is not set on port b3e81d36-c718-4ae2-97ab-f14cf937f42d yet. {{(pid=102600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:24:26.542754 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 08:24:26.542754 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:24:26.542754 n-d-765315-29 neutron-server[102599]: timer() Nov 12 08:24:26.542754 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:24:26.542754 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 08:24:26.542754 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:24:26.542754 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 08:24:26.542754 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:24:26.542754 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 08:24:26.542754 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:24:26.542754 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 08:24:26.542754 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:24:26.542754 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 08:24:26.542754 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:24:26.542754 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:24:26.542754 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:24:26.542754 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:24:26.542754 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:24:26.542754 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 08:24:26.542754 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:24:26.542754 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 08:24:26.542754 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:24:26.542754 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:24:26.542754 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:24:26.542754 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 08:24:26.542754 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:24:26.542754 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:24:26.542754 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:24:26.542754 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:24:26.542754 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:24:26.542754 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:24:26.542754 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:24:26.545727 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d48d8d07-6f56-42bf-b4f0-51f8f9fb2c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:26.589387 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:26.682949 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] For port b6458828-6895-4ba5-b218-959be610dcb1, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=b6458828-6895-4ba5-b218-959be610dcb1,segment=NetworkSegment(6bad985f-d900-44f0-bcfc-3ee42d56d8e4),segment_id=6bad985f-d900-44f0-bcfc-3ee42d56d8e4)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:26.691906 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d48d8d07-6f56-42bf-b4f0-51f8f9fb2c14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:26.695366 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['c2a3e2c4-9cb5-4c2c-bc02-077101e3040c'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:24:26.697992 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-d48d8d07-6f56-42bf-b4f0-51f8f9fb2c14 admin admin] 10.222.0.26 "DELETE /v2.0/networks/435b1e47-63e2-46cf-aca0-000d8cdbb037 HTTP/1.1" status: 204 len: 168 time: 1.0561888 Nov 12 08:24:26.715837 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:26.733452 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b2946a5e-3575-4c3b-bf3e-db4a97a206ad tempest-FloatingIPAdminTestJSON-1001286072 tempest-FloatingIPAdminTestJSON-1001286072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:26.745821 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48d8d07-6f56-42bf-b4f0-51f8f9fb2c14 admin admin] Pushing event deleted for resources: {'Network': ['ID=435b1e47-63e2-46cf-aca0-000d8cdbb037,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:26.789830 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db69717-8c26-4f9b-9716-d0865461ca4f req-aed6d416-2ff4-4f59-8a16-1a600768d494 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:26.797317 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3db69717-8c26-4f9b-9716-d0865461ca4f req-aed6d416-2ff4-4f59-8a16-1a600768d494 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=be68d5ee-5d55-432a-8f59-c22021814713 HTTP/1.1" status: 200 len: 945 time: 0.5386939 Nov 12 08:24:26.890185 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-b39841cc-2df6-4542-a5da-8210606f6b3d tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Allocated IP 2001:db8::f (5899576f-838e-48d3-bf01-335a9c27765c/031a81ef-e6a1-436c-849d-a7c5d1e0217e/b3e81d36-c718-4ae2-97ab-f14cf937f42d) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:24:26.908329 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Pushing event updated for resources: {'Port': ['ID=b6458828-6895-4ba5-b218-959be610dcb1,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:26.935211 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0850344-1f5e-41fd-bbe0-2fa2aed93e76 req-bd563af4-f08e-4eb0-a3fe-50e364f4bc7f tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:26.943060 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b0850344-1f5e-41fd-bbe0-2fa2aed93e76 req-bd563af4-f08e-4eb0-a3fe-50e364f4bc7f tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/ports?device_id=419c0e85-7a45-424c-9111-1c0f1895911f HTTP/1.1" status: 200 len: 945 time: 0.1132843 Nov 12 08:24:26.963451 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2946a5e-3575-4c3b-bf3e-db4a97a206ad tempest-FloatingIPAdminTestJSON-1001286072 tempest-FloatingIPAdminTestJSON-1001286072-project] Pushing event deleted for resources: {'Port': ['ID=7789947f-114d-41a4-a672-a39add2f8373,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:27.040833 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0d31cb-10d3-45af-b6d8-ec0c2e438cd6 None None] Network 5899576f-838e-48d3-bf01-335a9c27765c requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:24:27.054850 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b2946a5e-3575-4c3b-bf3e-db4a97a206ad tempest-FloatingIPAdminTestJSON-1001286072 tempest-FloatingIPAdminTestJSON-1001286072-project] Publish callbacks [] for floatingip, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:27.059354 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b2946a5e-3575-4c3b-bf3e-db4a97a206ad tempest-FloatingIPAdminTestJSON-1001286072 tempest-FloatingIPAdminTestJSON-1001286072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:27.064267 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-b2946a5e-3575-4c3b-bf3e-db4a97a206ad tempest-FloatingIPAdminTestJSON-1001286072 tempest-FloatingIPAdminTestJSON-1001286072-project] 10.222.0.26 "DELETE /v2.0/floatingips/5290a5ea-49be-45a4-859e-b45f81bdb8ca HTTP/1.1" status: 204 len: 168 time: 1.8178480 Nov 12 08:24:27.068929 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 55386) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:27.084533 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 55388) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:27.123764 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-0b327219-0247-45ec-b261-a789223019b8 None None] Provisioning complete for port b6458828-6895-4ba5-b218-959be610dcb1 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:27.124137 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-0b327219-0247-45ec-b261-a789223019b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:27.132241 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3db69717-8c26-4f9b-9716-d0865461ca4f req-09a85e48-3877-4ec6-acd5-746051451cd9 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=9dc9079a-4f63-4eb5-be12-eaa66771fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3331368 Nov 12 08:24:27.145629 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b0850344-1f5e-41fd-bbe0-2fa2aed93e76 req-397bc56a-2010-46cb-ac9f-7e82dc8ab97d tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/security-groups?id=78e82477-8369-41c4-8634-4911b1aaaaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002702 Nov 12 08:24:27.244885 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b39841cc-2df6-4542-a5da-8210606f6b3d tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:27.331026 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b09d9ed-b016-4137-843b-10519aeab368 req-7017d57f-ff88-4b7b-b399-7ec158f84c7b tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:27.341342 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3b09d9ed-b016-4137-843b-10519aeab368 req-7017d57f-ff88-4b7b-b399-7ec158f84c7b tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=169f7779-8f80-4509-8e19-6731ed6e3dfc HTTP/1.1" status: 200 len: 945 time: 0.1017580 Nov 12 08:24:27.365319 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b39841cc-2df6-4542-a5da-8210606f6b3d tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:27.442336 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39841cc-2df6-4542-a5da-8210606f6b3d tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Network 5899576f-838e-48d3-bf01-335a9c27765c is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:24:27.463428 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3b09d9ed-b016-4137-843b-10519aeab368 req-8465dc80-509a-40c2-8e26-6f08e7867665 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=7569d1cf-6bd3-45ad-96a1-5286f4165b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134970 Nov 12 08:24:27.468762 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-b39841cc-2df6-4542-a5da-8210606f6b3d tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:24:27.475512 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39841cc-2df6-4542-a5da-8210606f6b3d tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:24:27.482032 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39841cc-2df6-4542-a5da-8210606f6b3d tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:27.483007 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b39841cc-2df6-4542-a5da-8210606f6b3d tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:27.506056 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39841cc-2df6-4542-a5da-8210606f6b3d tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Pushing event updated for resources: {'Port': ['ID=b3e81d36-c718-4ae2-97ab-f14cf937f42d,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:27.533485 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-b39841cc-2df6-4542-a5da-8210606f6b3d tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3721008 Nov 12 08:24:27.534319 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 55396) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:27.646276 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f707715-5702-4ffd-b9fd-5d89999211db tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:27.654299 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-1f707715-5702-4ffd-b9fd-5d89999211db tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 926 time: 0.1187384 Nov 12 08:24:27.655046 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 55400) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:27.715067 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9532e645-7498-41d9-84e6-05f4f25c4cfe req-5d8c7636-e3d2-4953-bd07-9e935cf73708 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:27.717032 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9532e645-7498-41d9-84e6-05f4f25c4cfe req-5d8c7636-e3d2-4953-bd07-9e935cf73708 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=169f7779-8f80-4509-8e19-6731ed6e3dfc HTTP/1.1" status: 200 len: 945 time: 0.1512110 Nov 12 08:24:27.729769 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 55404) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:27.738919 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-dcc5c8da-aa89-4085-b651-7e586f733c41 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ab523ebd40aa42af9ae75445bd08a87c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6523359 Nov 12 08:24:27.744041 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2942c40-fcf4-4d0c-8622-382a2e5e7cdf tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:27.753575 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 55406) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:27.769043 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2942c40-fcf4-4d0c-8622-382a2e5e7cdf tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:27.776930 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2942c40-fcf4-4d0c-8622-382a2e5e7cdf tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:27.782339 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-b2942c40-fcf4-4d0c-8622-382a2e5e7cdf tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.1226940 Nov 12 08:24:27.784672 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-0272a356-3344-4684-a1bf-7e463225cc0d tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Request body: {'floatingip': {'port_id': '511ca486-5ae6-43e2-9142-3c78089c6bdc'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:27.788453 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 55408) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:27.792367 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-089a878e-5e45-4197-9792-e5015185bb61 None None] Provisioning complete for port 26a2c7c8-f6ad-423e-901f-756c6048ee52 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:27.794484 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-089a878e-5e45-4197-9792-e5015185bb61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:27.835029 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a670c0-bcad-4c47-a3b6-871e2c791975 req-25af6442-9096-4977-a81e-6796a1048cdc tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:27.836865 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-55a670c0-bcad-4c47-a3b6-871e2c791975 req-25af6442-9096-4977-a81e-6796a1048cdc tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b84f47-7e13-4867-8fd2-70853a72090b HTTP/1.1" status: 200 len: 945 time: 0.5712790 Nov 12 08:24:27.892869 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1728f929-7f9b-439f-b429-606eeb200c80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:27.895709 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-089a878e-5e45-4197-9792-e5015185bb61 None None] Port 26a2c7c8-f6ad-423e-901f-756c6048ee52 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:24:27.898322 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-2e089272-d678-48eb-87b4-143469d2adda tempest-FloatingIPAdminTestJSON-1485128513 tempest-FloatingIPAdminTestJSON-1485128513-project-admin] Deleting port 6321dc92-5462-4f38-b964-429f862cdb93 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:24:27.898615 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2e089272-d678-48eb-87b4-143469d2adda tempest-FloatingIPAdminTestJSON-1485128513 tempest-FloatingIPAdminTestJSON-1485128513-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:27.916596 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-089a878e-5e45-4197-9792-e5015185bb61 None None] Provisioning complete for port b6458828-6895-4ba5-b218-959be610dcb1 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:27.917377 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-089a878e-5e45-4197-9792-e5015185bb61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:27.922070 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device b6458828-6895-4ba5-b218-959be610dcb1 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:24:28.040460 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port b6458828-6895-4ba5-b218-959be610dcb1 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:28.041255 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:28.050557 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1728f929-7f9b-439f-b429-606eeb200c80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:28.085805 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-55a670c0-bcad-4c47-a3b6-871e2c791975 req-a507a0ca-663a-4af8-aaf5-bf8c2cc02e65 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cbb65ba-0e7e-4ab7-8759-517886115d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410100 Nov 12 08:24:28.184215 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2e089272-d678-48eb-87b4-143469d2adda tempest-FloatingIPAdminTestJSON-1485128513 tempest-FloatingIPAdminTestJSON-1485128513-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:28.184551 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2e089272-d678-48eb-87b4-143469d2adda tempest-FloatingIPAdminTestJSON-1485128513 tempest-FloatingIPAdminTestJSON-1485128513-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:28.227271 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-2e089272-d678-48eb-87b4-143469d2adda tempest-FloatingIPAdminTestJSON-1485128513 tempest-FloatingIPAdminTestJSON-1485128513-project-admin] Calling delete_port for 6321dc92-5462-4f38-b964-429f862cdb93 owned by network:floatingip {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:24:28.304545 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0272a356-3344-4684-a1bf-7e463225cc0d tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Publish callbacks [] for floatingip, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:28.411753 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1728f929-7f9b-439f-b429-606eeb200c80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:28.415831 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1728f929-7f9b-439f-b429-606eeb200c80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:28.417265 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-1728f929-7f9b-439f-b429-606eeb200c80 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/37012644-794e-4ecc-895d-d052612dd22a HTTP/1.1" status: 204 len: 168 time: 0.6625426 Nov 12 08:24:28.465285 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1728f929-7f9b-439f-b429-606eeb200c80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37012644-794e-4ecc-895d-d052612dd22a,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:28.507880 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c20e3db-5c8a-4aba-bc9f-ad1ef8880967 req-587ab2cf-ae04-4167-8dd1-960f8f9a6b39 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:28.509532 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-c9a9876b-52b0-4d08-b96a-f4a03cfd819a None None] Provisioning complete for port 26a2c7c8-f6ad-423e-901f-756c6048ee52 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:28.509982 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2c20e3db-5c8a-4aba-bc9f-ad1ef8880967 req-587ab2cf-ae04-4167-8dd1-960f8f9a6b39 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=be68d5ee-5d55-432a-8f59-c22021814713 HTTP/1.1" status: 200 len: 945 time: 0.2488048 Nov 12 08:24:28.513505 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6ff414-501f-49f6-bb00-89cf2f036e46 req-06a5d24b-f7ec-4580-9efa-d8e93172b7b3 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:28.516666 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c9a9876b-52b0-4d08-b96a-f4a03cfd819a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:28.520595 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ea6ff414-501f-49f6-bb00-89cf2f036e46 req-06a5d24b-f7ec-4580-9efa-d8e93172b7b3 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.26 "GET /v2.0/ports?device_id=14ea6b66-b2b3-48e9-8a22-fc303d6ddba7 HTTP/1.1" status: 200 len: 946 time: 0.2480023 Nov 12 08:24:28.567230 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-c9a9876b-52b0-4d08-b96a-f4a03cfd819a None None] Port 26a2c7c8-f6ad-423e-901f-756c6048ee52 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:24:28.582623 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-c9a9876b-52b0-4d08-b96a-f4a03cfd819a None None] Provisioning complete for port b3e81d36-c718-4ae2-97ab-f14cf937f42d triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:28.583234 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c9a9876b-52b0-4d08-b96a-f4a03cfd819a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:28.628261 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-07d09261-4453-45f9-9fa9-f533c241ba5f tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Deleting port b3e81d36-c718-4ae2-97ab-f14cf937f42d {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:24:28.628562 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-07d09261-4453-45f9-9fa9-f533c241ba5f tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:28.645837 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2c20e3db-5c8a-4aba-bc9f-ad1ef8880967 req-19008b66-d8a7-46c9-8d52-1da8ab9b3385 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=9dc9079a-4f63-4eb5-be12-eaa66771fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262231 Nov 12 08:24:28.650352 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-c9a9876b-52b0-4d08-b96a-f4a03cfd819a None None] Port b3e81d36-c718-4ae2-97ab-f14cf937f42d cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:24:28.698628 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2e089272-d678-48eb-87b4-143469d2adda tempest-FloatingIPAdminTestJSON-1485128513 tempest-FloatingIPAdminTestJSON-1485128513-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:28.758312 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e089272-d678-48eb-87b4-143469d2adda tempest-FloatingIPAdminTestJSON-1485128513 tempest-FloatingIPAdminTestJSON-1485128513-project-admin] Pushing event deleted for resources: {'Port': ['ID=6321dc92-5462-4f38-b964-429f862cdb93,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:28.819998 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ea6ff414-501f-49f6-bb00-89cf2f036e46 req-581f56ae-0b33-4013-8d6c-23b1822897d4 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cbb65ba-0e7e-4ab7-8759-517886115d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958577 Nov 12 08:24:28.844147 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2e089272-d678-48eb-87b4-143469d2adda tempest-FloatingIPAdminTestJSON-1485128513 tempest-FloatingIPAdminTestJSON-1485128513-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:28.847047 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2e089272-d678-48eb-87b4-143469d2adda tempest-FloatingIPAdminTestJSON-1485128513 tempest-FloatingIPAdminTestJSON-1485128513-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:28.855160 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-2e089272-d678-48eb-87b4-143469d2adda tempest-FloatingIPAdminTestJSON-1485128513 tempest-FloatingIPAdminTestJSON-1485128513-project-admin] 10.222.0.26 "DELETE /v2.0/floatingips/d2b40826-1a01-487d-9d80-3bfaed5f6857 HTTP/1.1" status: 204 len: 168 time: 1.7795861 Nov 12 08:24:28.855160 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 55424) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:28.973666 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-07d09261-4453-45f9-9fa9-f533c241ba5f tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:29.025034 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee8627c-6247-4642-9b41-422e961364d5 req-767dd141-f097-449d-a921-9429c713876a tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:29.032647 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cee8627c-6247-4642-9b41-422e961364d5 req-767dd141-f097-449d-a921-9429c713876a tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/ports?device_id=419c0e85-7a45-424c-9111-1c0f1895911f HTTP/1.1" status: 200 len: 945 time: 0.1801476 Nov 12 08:24:29.043290 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-07d09261-4453-45f9-9fa9-f533c241ba5f tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Calling delete_port for b3e81d36-c718-4ae2-97ab-f14cf937f42d owned by {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:24:29.099307 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-592ec73c-8436-4894-a1d2-ae648da2585d tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Deleting port c23b7906-336a-455f-887d-582d3b93a36d {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:24:29.100499 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-592ec73c-8436-4894-a1d2-ae648da2585d tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:29.119292 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cee8627c-6247-4642-9b41-422e961364d5 req-410458a7-f22d-4eda-baf3-f19b90153bf4 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/security-groups?id=78e82477-8369-41c4-8634-4911b1aaaaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853775 Nov 12 08:24:29.140605 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5d47f6-3479-42fe-bd26-3bdac2036ad2 req-e9fa7cce-58c0-4981-8813-04f4fbac2a2e tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:29.142105 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2a5d47f6-3479-42fe-bd26-3bdac2036ad2 req-e9fa7cce-58c0-4981-8813-04f4fbac2a2e tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a5f6507-173e-4aef-9a26-9d44f65871ea HTTP/1.1" status: 200 len: 945 time: 0.1916630 Nov 12 08:24:29.204295 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-592ec73c-8436-4894-a1d2-ae648da2585d tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:29.218214 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-592ec73c-8436-4894-a1d2-ae648da2585d tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Calling delete_port for c23b7906-336a-455f-887d-582d3b93a36d owned by {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:24:29.269102 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2a5d47f6-3479-42fe-bd26-3bdac2036ad2 req-42796e04-491c-4cad-a88b-aef623adaacf tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cbb65ba-0e7e-4ab7-8759-517886115d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198187 Nov 12 08:24:29.399043 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-592ec73c-8436-4894-a1d2-ae648da2585d tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:29.415384 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0272a356-3344-4684-a1bf-7e463225cc0d tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:29.423125 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0272a356-3344-4684-a1bf-7e463225cc0d tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:29.458798 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 55444) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:29.465909 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-07d09261-4453-45f9-9fa9-f533c241ba5f tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:29.467233 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592ec73c-8436-4894-a1d2-ae648da2585d tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Pushing event deleted for resources: {'Port': ['ID=c23b7906-336a-455f-887d-582d3b93a36d,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:29.526936 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d09261-4453-45f9-9fa9-f533c241ba5f tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Pushing event deleted for resources: {'Port': ['ID=b3e81d36-c718-4ae2-97ab-f14cf937f42d,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:29.592759 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-07d09261-4453-45f9-9fa9-f533c241ba5f tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:29.604080 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8efbbe-b0a6-4c80-8838-193aba558a8a req-fd9453b7-324e-4176-a9b1-27cf600a29d0 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:29.604325 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-07d09261-4453-45f9-9fa9-f533c241ba5f tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "DELETE /v2.0/ports/b3e81d36-c718-4ae2-97ab-f14cf937f42d HTTP/1.1" status: 204 len: 168 time: 1.8134208 Nov 12 08:24:29.604325 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 55448) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:29.609241 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8efbbe-b0a6-4c80-8838-193aba558a8a req-fd9453b7-324e-4176-a9b1-27cf600a29d0 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:29.616603 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8efbbe-b0a6-4c80-8838-193aba558a8a req-fd9453b7-324e-4176-a9b1-27cf600a29d0 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:29.618420 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2f8efbbe-b0a6-4c80-8838-193aba558a8a req-fd9453b7-324e-4176-a9b1-27cf600a29d0 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a5f6507-173e-4aef-9a26-9d44f65871ea&device_id=14ea6b66-b2b3-48e9-8a22-fc303d6ddba7&device_id=c3b84f47-7e13-4867-8fd2-70853a72090b HTTP/1.1" status: 200 len: 2417 time: 0.1621838 Nov 12 08:24:29.624202 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-592ec73c-8436-4894-a1d2-ae648da2585d tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:29.627115 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-592ec73c-8436-4894-a1d2-ae648da2585d tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] 10.222.0.26 "DELETE /v2.0/ports/c23b7906-336a-455f-887d-582d3b93a36d HTTP/1.1" status: 204 len: 168 time: 0.7712092 Nov 12 08:24:29.635816 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 55450) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:29.656945 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e73566f-70cb-4473-8c42-905fffafc6a6 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] GET failed (client error): The resource could not be found. Nov 12 08:24:29.656945 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-5e73566f-70cb-4473-8c42-905fffafc6a6 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "GET /v2.0/ports/b3e81d36-c718-4ae2-97ab-f14cf937f42d HTTP/1.1" status: 404 len: 333 time: 0.0463269 Nov 12 08:24:29.658710 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 55452) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:29.666676 n-d-765315-29 neutron-server[102600]: INFO neutron.db.l3_db [None req-0272a356-3344-4684-a1bf-7e463225cc0d tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Floating IP 76e1dfde-647d-4a43-a390-a193a92e2dbd associated. External IP: 172.25.2.137, port: 511ca486-5ae6-43e2-9142-3c78089c6bdc. Nov 12 08:24:29.681710 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-a7970fd0-05f6-450d-925a-eec53ec80a89 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1111447008-network', 'tenant_id': '1001c16de8c544adab5de1eeb517d6a1'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:29.700992 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device c2a3e2c4-9cb5-4c2c-bc02-077101e3040c up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:24:29.840043 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning for port c2a3e2c4-9cb5-4c2c-bc02-077101e3040c completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:24:29.842830 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2f8efbbe-b0a6-4c80-8838-193aba558a8a req-46f534c4-5bb7-4172-b0ea-c986cc83ad10 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cbb65ba-0e7e-4ab7-8759-517886115d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144156 Nov 12 08:24:29.844943 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port c2a3e2c4-9cb5-4c2c-bc02-077101e3040c triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:29.845328 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:29.924302 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [req-1e4a5338-4c4a-4642-b3ea-620e886084a8 req-0558ebe6-0b22-4232-b636-02fc0035ce2d tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:24:29.925307 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1e4a5338-4c4a-4642-b3ea-620e886084a8 req-0558ebe6-0b22-4232-b636-02fc0035ce2d tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0362575 Nov 12 08:24:29.939956 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7970fd0-05f6-450d-925a-eec53ec80a89 admin admin] Made reservation on behalf of 1001c16de8c544adab5de1eeb517d6a1 for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:24:29.946891 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a7970fd0-05f6-450d-925a-eec53ec80a89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:30.004623 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fce902f-87fa-4711-8244-960186cded8f tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:30.004921 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:30.006712 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-6fce902f-87fa-4711-8244-960186cded8f tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] 10.222.0.26 "GET /v2.0/ports?device_id=51167b21-2fb0-443c-aa6f-170ff33e82c5 HTTP/1.1" status: 200 len: 913 time: 0.3694048 Nov 12 08:24:30.008785 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a7970fd0-05f6-450d-925a-eec53ec80a89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:30.013730 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 55468) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:30.046156 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81178aaa-adad-4737-bc7a-4a3f989fee99 req-1094e0af-0493-41bc-b850-1c0e69dbf281 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:30.047875 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-81178aaa-adad-4737-bc7a-4a3f989fee99 req-1094e0af-0493-41bc-b850-1c0e69dbf281 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=be68d5ee-5d55-432a-8f59-c22021814713 HTTP/1.1" status: 200 len: 945 time: 0.1601946 Nov 12 08:24:30.085539 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '419c0e85-7a45-424c-9111-1c0f1895911f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2a3e2c4-9cb5-4c2c-bc02-077101e3040c'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:24:30.090724 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-440a8b64-b0e9-405a-b712-52caaf345538" -d '{"events": [{"server_uuid": "419c0e85-7a45-424c-9111-1c0f1895911f", "name": "network-vif-plugged", "status": "completed", "tag": "c2a3e2c4-9cb5-4c2c-bc02-077101e3040c"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:24:30.136050 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port c2a3e2c4-9cb5-4c2c-bc02-077101e3040c, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=c2a3e2c4-9cb5-4c2c-bc02-077101e3040c,segment=NetworkSegment(04af530b-b37b-4970-964b-31b6853d152d),segment_id=04af530b-b37b-4970-964b-31b6853d152d)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:30.142161 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1e4a5338-4c4a-4642-b3ea-620e886084a8 req-b0b2157a-151a-4b1a-bb6f-ccc0a871defd tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2040455 Nov 12 08:24:30.146287 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:30.207785 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-b57b9c6b-7c97-4e7b-8b0a-f3ca26c9fd7e tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Deleting port 26a2c7c8-f6ad-423e-901f-756c6048ee52 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:24:30.208163 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b57b9c6b-7c97-4e7b-8b0a-f3ca26c9fd7e tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:30.245638 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0272a356-3344-4684-a1bf-7e463225cc0d tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Router bb9449dd-2085-4a38-9efe-6dead1752c5d has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:24:30.251237 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-81178aaa-adad-4737-bc7a-4a3f989fee99 req-9d977401-3dbd-445e-9df5-47f4134bf32f tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=9dc9079a-4f63-4eb5-be12-eaa66771fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966832 Nov 12 08:24:30.293867 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=c2a3e2c4-9cb5-4c2c-bc02-077101e3040c,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:30.340427 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6362872-1dd6-4162-af3a-1d9e496535ad x-openstack-request-id: req-e6362872-1dd6-4162-af3a-1d9e496535ad {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:24:30.340724 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "419c0e85-7a45-424c-9111-1c0f1895911f", "name": "network-vif-plugged", "status": "completed", "tag": "c2a3e2c4-9cb5-4c2c-bc02-077101e3040c", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:24:30.340985 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e6362872-1dd6-4162-af3a-1d9e496535ad {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:24:30.341380 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '419c0e85-7a45-424c-9111-1c0f1895911f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2a3e2c4-9cb5-4c2c-bc02-077101e3040c', 'code': 200} Nov 12 08:24:30.526997 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a7970fd0-05f6-450d-925a-eec53ec80a89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:30.555830 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a7970fd0-05f6-450d-925a-eec53ec80a89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:30.570310 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7970fd0-05f6-450d-925a-eec53ec80a89 admin admin] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:24:30.584246 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a7970fd0-05f6-450d-925a-eec53ec80a89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:30.585025 n-d-765315-29 neutron-server[102599]: INFO neutron.db.segments_db [None req-a7970fd0-05f6-450d-925a-eec53ec80a89 admin admin] Added segment f7908a6a-6838-45fb-91c9-d7e0cb6d472d of type vlan for network f9a744d5-a656-4c07-bd3d-fe4fb520e5db Nov 12 08:24:30.641100 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b57b9c6b-7c97-4e7b-8b0a-f3ca26c9fd7e tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:30.681659 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7970fd0-05f6-450d-925a-eec53ec80a89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e4f26b3-68f4-458f-b970-543611e5d001,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:30.689371 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a7970fd0-05f6-450d-925a-eec53ec80a89 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:30.703808 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-b57b9c6b-7c97-4e7b-8b0a-f3ca26c9fd7e tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Calling delete_port for 26a2c7c8-f6ad-423e-901f-756c6048ee52 owned by {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:24:30.733005 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef387fc0-3d6c-4d85-8c84-03d9219ee278 req-b4d74292-4690-426e-991e-41626c7fab28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:30.734645 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ef387fc0-3d6c-4d85-8c84-03d9219ee278 req-b4d74292-4690-426e-991e-41626c7fab28 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=419c0e85-7a45-424c-9111-1c0f1895911f HTTP/1.1" status: 200 len: 1098 time: 0.2630904 Nov 12 08:24:30.745346 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0272a356-3344-4684-a1bf-7e463225cc0d tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:24:30.750479 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0272a356-3344-4684-a1bf-7e463225cc0d tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:30.759723 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82cf3d5-a44b-4585-b496-56253d56a207 None None] Sync routers for ids ['bb9449dd-2085-4a38-9efe-6dead1752c5d'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:24:30.778015 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82cf3d5-a44b-4585-b496-56253d56a207 None None] Routers {'bb9449dd-2085-4a38-9efe-6dead1752c5d'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:24:30.778673 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-f82cf3d5-a44b-4585-b496-56253d56a207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:24:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['bb9449dd-2085-4a38-9efe-6dead1752c5d'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:30.784093 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4040d5a0-7b78-458e-ab3c-6bdf37b33960 req-8f7bb075-6a05-4e66-b328-e42c9015c8f3 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:30.785775 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4040d5a0-7b78-458e-ab3c-6bdf37b33960 req-8f7bb075-6a05-4e66-b328-e42c9015c8f3 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/ports?device_id=419c0e85-7a45-424c-9111-1c0f1895911f HTTP/1.1" status: 200 len: 946 time: 0.3457365 Nov 12 08:24:30.803035 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-0272a356-3344-4684-a1bf-7e463225cc0d tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "PUT /v2.0/floatingips/76e1dfde-647d-4a43-a390-a193a92e2dbd HTTP/1.1" status: 200 len: 991 time: 3.0199013 Nov 12 08:24:30.818810 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '169f7779-8f80-4509-8e19-6731ed6e3dfc', 'tag': '511ca486-5ae6-43e2-9142-3c78089c6bdc'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:24:30.821138 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea7b589-7f0a-4e22-ab79-d281b19a22b7" -d '{"events": [{"name": "network-changed", "server_uuid": "169f7779-8f80-4509-8e19-6731ed6e3dfc", "tag": "511ca486-5ae6-43e2-9142-3c78089c6bdc"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:24:30.854568 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4040d5a0-7b78-458e-ab3c-6bdf37b33960 req-d9ee053e-cec8-4d05-89c5-dff9d4c97e02 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/security-groups?id=78e82477-8369-41c4-8634-4911b1aaaaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579944 Nov 12 08:24:30.859768 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.db.resource_extend [None req-a7970fd0-05f6-450d-925a-eec53ec80a89 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:24:30.962140 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-f82cf3d5-a44b-4585-b496-56253d56a207 None None] Set router bb9449dd-2085-4a38-9efe-6dead1752c5d gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:24:30.980251 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a7970fd0-05f6-450d-925a-eec53ec80a89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:30.981226 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7970fd0-05f6-450d-925a-eec53ec80a89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:30.981816 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a7970fd0-05f6-450d-925a-eec53ec80a89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:31.020736 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac1a1a49-f75b-4e38-a572-98e645c8ec25 x-openstack-request-id: req-ac1a1a49-f75b-4e38-a572-98e645c8ec25 {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:24:31.020896 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "169f7779-8f80-4509-8e19-6731ed6e3dfc", "tag": "511ca486-5ae6-43e2-9142-3c78089c6bdc", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:24:31.021089 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ac1a1a49-f75b-4e38-a572-98e645c8ec25 {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:24:31.021535 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '169f7779-8f80-4509-8e19-6731ed6e3dfc', 'tag': '511ca486-5ae6-43e2-9142-3c78089c6bdc', 'status': 'completed', 'code': 200} Nov 12 08:24:31.042462 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ef387fc0-3d6c-4d85-8c84-03d9219ee278 req-3bb72ea0-c039-4bf5-8aaf-18ecef84e3de service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=78e82477-8369-41c4-8634-4911b1aaaaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974080 Nov 12 08:24:31.097286 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-a7970fd0-05f6-450d-925a-eec53ec80a89 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6362004 Nov 12 08:24:31.100739 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 55486) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:31.106688 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-ccb734fe-81d0-4c11-b2de-f34cd8014be7 admin admin] Request body: {'subnet': {'network_id': 'f9a744d5-a656-4c07-bd3d-fe4fb520e5db', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1111447008-subnet', 'tenant_id': '1001c16de8c544adab5de1eeb517d6a1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:31.140494 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7970fd0-05f6-450d-925a-eec53ec80a89 admin admin] Pushing event updated for resources: {'Network': ['ID=f9a744d5-a656-4c07-bd3d-fe4fb520e5db,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:31.154210 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccb734fe-81d0-4c11-b2de-f34cd8014be7 admin admin] Made reservation on behalf of 1001c16de8c544adab5de1eeb517d6a1 for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:24:31.161070 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ccb734fe-81d0-4c11-b2de-f34cd8014be7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:31.196873 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network f9a744d5-a656-4c07-bd3d-fe4fb520e5db details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:24:31.214822 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e6e803df-0e60-43bd-859f-60ca3ceade75 tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933586'] for router_interface, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:31.267477 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b57b9c6b-7c97-4e7b-8b0a-f3ca26c9fd7e tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:31.369175 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57b9c6b-7c97-4e7b-8b0a-f3ca26c9fd7e tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Pushing event deleted for resources: {'Port': ['ID=26a2c7c8-f6ad-423e-901f-756c6048ee52,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:31.471503 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b57b9c6b-7c97-4e7b-8b0a-f3ca26c9fd7e tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:31.477028 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-b57b9c6b-7c97-4e7b-8b0a-f3ca26c9fd7e tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "DELETE /v2.0/ports/26a2c7c8-f6ad-423e-901f-756c6048ee52 HTTP/1.1" status: 204 len: 168 time: 1.8002141 Nov 12 08:24:31.504286 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 55494) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:31.514997 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-f82cf3d5-a44b-4585-b496-56253d56a207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9449dd-2085-4a38-9efe-6dead1752c5d', 'name': 'tempest-AttachVolumeShelveTestJSON-380484257-router', 'tenant_id': '6d4d05cf75bd48988e66a58743392390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': 'b4b21dde-0da4-4c32-a3fe-a457f43f650e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:23:51Z', 'updated_at': '2021-11-12T08:23:57Z', 'revision_number': 4, 'project_id': '6d4d05cf75bd48988e66a58743392390', 'gw_port': {'id': 'b4b21dde-0da4-4c32-a3fe-a457f43f650e', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9449dd-2085-4a38-9efe-6dead1752c5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:23:52Z', 'updated_at': '2021-11-12T08:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': '76e1dfde-647d-4a43-a390-a193a92e2dbd', 'tenant_id': '6d4d05cf75bd48988e66a58743392390', 'floating_ip_address': '172.25.2.137', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': 'bb9449dd-2085-4a38-9efe-6dead1752c5d', 'port_id': '511ca486-5ae6-43e2-9142-3c78089c6bdc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9002ff25-76a7-4c3d-8082-16c14deb03d5', 'mac_address': 'fa:16:3e:4d:7d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169f7779-8f80-4509-8e19-6731ed6e3dfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:24:07Z', 'updated_at': '2021-11-12T08:24:29Z', 'revision_number': 1, 'project_id': '6d4d05cf75bd48988e66a58743392390', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00b6a911-1004-4a81-a60a-8f1805a8dd02', 'name': '', 'network_id': '9002ff25-76a7-4c3d-8082-16c14deb03d5', 'tenant_id': '6d4d05cf75bd48988e66a58743392390', 'mac_address': 'fa:16:3e:05:ee:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9449dd-2085-4a38-9efe-6dead1752c5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': 'c8e8c768-2d07-4b3f-a074-a2b6b712f48f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:23:55Z', 'updated_at': '2021-11-12T08:24:10Z', 'revision_number': 5, 'project_id': '6d4d05cf75bd48988e66a58743392390', 'subnets': [{'id': 'c8e8c768-2d07-4b3f-a074-a2b6b712f48f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:31.571643 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ccb734fe-81d0-4c11-b2de-f34cd8014be7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:31.578761 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82cf3d5-a44b-4585-b496-56253d56a207 None None] Checking router: bb9449dd-2085-4a38-9efe-6dead1752c5d for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:24:31.592870 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82cf3d5-a44b-4585-b496-56253d56a207 None None] Routers {'bb9449dd-2085-4a38-9efe-6dead1752c5d'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:24:31.601818 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-f82cf3d5-a44b-4585-b496-56253d56a207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:24:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['bb9449dd-2085-4a38-9efe-6dead1752c5d'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:31.662991 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb734fe-81d0-4c11-b2de-f34cd8014be7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a07fbaf-35f6-404b-9a83-4ebfb5671111,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:31.710715 n-d-765315-29 neutron-server[102599]: INFO neutron.pecan_wsgi.hooks.translation [None req-92fce138-2671-4821-9ba0-2afa65947d5a tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] GET failed (client error): The resource could not be found. Nov 12 08:24:31.713042 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-92fce138-2671-4821-9ba0-2afa65947d5a tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "GET /v2.0/ports/26a2c7c8-f6ad-423e-901f-756c6048ee52 HTTP/1.1" status: 404 len: 333 time: 0.2079878 Nov 12 08:24:31.718337 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 55496) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:31.726987 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb734fe-81d0-4c11-b2de-f34cd8014be7 admin admin] Checking segment: {'id': 'f7908a6a-6838-45fb-91c9-d7e0cb6d472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f9a744d5-a656-4c07-bd3d-fe4fb520e5db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:24:31.736414 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb734fe-81d0-4c11-b2de-f34cd8014be7 admin admin] Network hostable DHCP agents. Network: f9a744d5-a656-4c07-bd3d-fe4fb520e5db, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:24:31.765476 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb734fe-81d0-4c11-b2de-f34cd8014be7 admin admin] Network f9a744d5-a656-4c07-bd3d-fe4fb520e5db is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:24:31.780205 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-f82cf3d5-a44b-4585-b496-56253d56a207 None None] Set router bb9449dd-2085-4a38-9efe-6dead1752c5d gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:24:31.784370 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-ccb734fe-81d0-4c11-b2de-f34cd8014be7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, f9a744d5-a656-4c07-bd3d-fe4fb520e5db) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:24:31.788852 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb734fe-81d0-4c11-b2de-f34cd8014be7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:31.789507 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ccb734fe-81d0-4c11-b2de-f34cd8014be7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:31.804463 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d4c085d-23cc-408c-936c-157321a9f53e tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Deleting subnet 031a81ef-e6a1-436c-849d-a7c5d1e0217e {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:24:31.813481 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4d4c085d-23cc-408c-936c-157321a9f53e tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks [] for subnet, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:31.817267 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-ccb734fe-81d0-4c11-b2de-f34cd8014be7 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7152104 Nov 12 08:24:31.818024 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 55500) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:31.818162 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea7b589-7f0a-4e22-ab79-d281b19a22b7 req-d32a9d99-5ba5-4f19-ac8c-cc8a612b198d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:31.820539 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-eea7b589-7f0a-4e22-ab79-d281b19a22b7 req-d32a9d99-5ba5-4f19-ac8c-cc8a612b198d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6d4d05cf75bd48988e66a58743392390&device_id=169f7779-8f80-4509-8e19-6731ed6e3dfc HTTP/1.1" status: 200 len: 1097 time: 0.3685188 Nov 12 08:24:31.824255 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63babb96-8383-4d01-a80e-8138d781bb5c None None] Network f9a744d5-a656-4c07-bd3d-fe4fb520e5db requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:24:31.828288 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-f93c55bb-3934-4152-8209-c3e2c1594c3b admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1111447008-router', 'tenant_id': '1001c16de8c544adab5de1eeb517d6a1', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:31.857034 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f93c55bb-3934-4152-8209-c3e2c1594c3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:31.860649 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f93c55bb-3934-4152-8209-c3e2c1594c3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:31.898264 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cff9f8-456d-4363-92f3-19be357f7f10 req-74b7d919-cee3-4a61-91f8-e134d13ed46d tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:31.905760 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-17cff9f8-456d-4363-92f3-19be357f7f10 req-74b7d919-cee3-4a61-91f8-e134d13ed46d tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=be68d5ee-5d55-432a-8f59-c22021814713 HTTP/1.1" status: 200 len: 945 time: 0.5238042 Nov 12 08:24:31.939574 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f93c55bb-3934-4152-8209-c3e2c1594c3b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:31.986770 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4d4c085d-23cc-408c-936c-157321a9f53e tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31181813'] for subnet, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:32.111675 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-17cff9f8-456d-4363-92f3-19be357f7f10 req-1c937a61-c33e-49cb-9e41-4e08019e82d7 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=9dc9079a-4f63-4eb5-be12-eaa66771fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049532 Nov 12 08:24:32.130219 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0481179-aeba-470d-b0b7-922f5caa2015 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-f9a744d5-a656-4c07-bd3d-fe4fb520e5db', 'network_id': 'f9a744d5-a656-4c07-bd3d-fe4fb520e5db', 'tenant_id': '1001c16de8c544adab5de1eeb517d6a1', 'fixed_ips': [{'subnet_id': '6a07fbaf-35f6-404b-9a83-4ebfb5671111'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:24:32.130476 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f93c55bb-3934-4152-8209-c3e2c1594c3b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:32.133613 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c0481179-aeba-470d-b0b7-922f5caa2015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:32.195315 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea7b589-7f0a-4e22-ab79-d281b19a22b7 req-2da719f4-a8ee-4464-a358-3bb96f26dc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:32.208447 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-eea7b589-7f0a-4e22-ab79-d281b19a22b7 req-2da719f4-a8ee-4464-a358-3bb96f26dc9e service neutron] 10.222.0.44 "GET /v2.0/networks?id=9002ff25-76a7-4c3d-8082-16c14deb03d5 HTTP/1.1" status: 200 len: 917 time: 0.3483377 Nov 12 08:24:32.337417 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4d4c085d-23cc-408c-936c-157321a9f53e tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:32.360135 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f399e20b-37e7-4252-bd14-8ff5ce39988a req-d0fa8090-6f31-4f85-94b4-75e7840458e4 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:32.369624 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f399e20b-37e7-4252-bd14-8ff5ce39988a req-d0fa8090-6f31-4f85-94b4-75e7840458e4 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/ports?device_id=419c0e85-7a45-424c-9111-1c0f1895911f HTTP/1.1" status: 200 len: 946 time: 0.1545658 Nov 12 08:24:32.461075 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-c0481179-aeba-470d-b0b7-922f5caa2015 None None] Allocated IP 172.20.0.2 (f9a744d5-a656-4c07-bd3d-fe4fb520e5db/6a07fbaf-35f6-404b-9a83-4ebfb5671111/bbeb23c5-7536-41c5-a7ff-3c9dfa2aa35c) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:24:32.515166 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-e6e803df-0e60-43bd-859f-60ca3ceade75 tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Deleting port 1272e069-b394-46ed-9bc7-a7710970bdb1 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:24:32.515618 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e6e803df-0e60-43bd-859f-60ca3ceade75 tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:32.538833 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f399e20b-37e7-4252-bd14-8ff5ce39988a req-8d0aa49a-22b6-48ce-9ae1-b9651b917834 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/security-groups?id=78e82477-8369-41c4-8634-4911b1aaaaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667843 Nov 12 08:24:32.737606 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c0481179-aeba-470d-b0b7-922f5caa2015 None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:32.739165 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f93c55bb-3934-4152-8209-c3e2c1594c3b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:32.768547 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c0481179-aeba-470d-b0b7-922f5caa2015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:32.799292 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f93c55bb-3934-4152-8209-c3e2c1594c3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:32.816032 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0481179-aeba-470d-b0b7-922f5caa2015 None None] Network f9a744d5-a656-4c07-bd3d-fe4fb520e5db is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:24:32.822886 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-c0481179-aeba-470d-b0b7-922f5caa2015 None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:24:32.841870 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0481179-aeba-470d-b0b7-922f5caa2015 None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:24:32.842185 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:24:32.895724 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0481179-aeba-470d-b0b7-922f5caa2015 None None] Pushing event updated for resources: {'Port': ['ID=bbeb23c5-7536-41c5-a7ff-3c9dfa2aa35c,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:32.976638 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-f82cf3d5-a44b-4585-b496-56253d56a207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9449dd-2085-4a38-9efe-6dead1752c5d', 'name': 'tempest-AttachVolumeShelveTestJSON-380484257-router', 'tenant_id': '6d4d05cf75bd48988e66a58743392390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': 'b4b21dde-0da4-4c32-a3fe-a457f43f650e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:23:51Z', 'updated_at': '2021-11-12T08:23:57Z', 'revision_number': 4, 'project_id': '6d4d05cf75bd48988e66a58743392390', 'gw_port': {'id': 'b4b21dde-0da4-4c32-a3fe-a457f43f650e', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9449dd-2085-4a38-9efe-6dead1752c5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:23:52Z', 'updated_at': '2021-11-12T08:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': '76e1dfde-647d-4a43-a390-a193a92e2dbd', 'tenant_id': '6d4d05cf75bd48988e66a58743392390', 'floating_ip_address': '172.25.2.137', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': 'bb9449dd-2085-4a38-9efe-6dead1752c5d', 'port_id': '511ca486-5ae6-43e2-9142-3c78089c6bdc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9002ff25-76a7-4c3d-8082-16c14deb03d5', 'mac_address': 'fa:16:3e:4d:7d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169f7779-8f80-4509-8e19-6731ed6e3dfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:24:07Z', 'updated_at': '2021-11-12T08:24:29Z', 'revision_number': 1, 'project_id': '6d4d05cf75bd48988e66a58743392390', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00b6a911-1004-4a81-a60a-8f1805a8dd02', 'name': '', 'network_id': '9002ff25-76a7-4c3d-8082-16c14deb03d5', 'tenant_id': '6d4d05cf75bd48988e66a58743392390', 'mac_address': 'fa:16:3e:05:ee:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9449dd-2085-4a38-9efe-6dead1752c5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': 'c8e8c768-2d07-4b3f-a074-a2b6b712f48f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:23:55Z', 'updated_at': '2021-11-12T08:24:10Z', 'revision_number': 5, 'project_id': '6d4d05cf75bd48988e66a58743392390', 'subnets': [{'id': 'c8e8c768-2d07-4b3f-a074-a2b6b712f48f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:33.007108 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82cf3d5-a44b-4585-b496-56253d56a207 None None] The sync data for ids ['bb9449dd-2085-4a38-9efe-6dead1752c5d'] in n-d-765315-29 is: [{'id': 'bb9449dd-2085-4a38-9efe-6dead1752c5d', 'name': 'tempest-AttachVolumeShelveTestJSON-380484257-router', 'tenant_id': '6d4d05cf75bd48988e66a58743392390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': 'b4b21dde-0da4-4c32-a3fe-a457f43f650e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:23:51Z', 'updated_at': '2021-11-12T08:23:57Z', 'revision_number': 4, 'project_id': '6d4d05cf75bd48988e66a58743392390', 'gw_port': {'id': 'b4b21dde-0da4-4c32-a3fe-a457f43f650e', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9449dd-2085-4a38-9efe-6dead1752c5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:23:52Z', 'updated_at': '2021-11-12T08:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': '76e1dfde-647d-4a43-a390-a193a92e2dbd', 'tenant_id': '6d4d05cf75bd48988e66a58743392390', 'floating_ip_address': '172.25.2.137', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': 'bb9449dd-2085-4a38-9efe-6dead1752c5d', 'port_id': '511ca486-5ae6-43e2-9142-3c78089c6bdc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9002ff25-76a7-4c3d-8082-16c14deb03d5', 'mac_address': 'fa:16:3e:4d:7d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169f7779-8f80-4509-8e19-6731ed6e3dfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:24:07Z', 'updated_at': '2021-11-12T08:24:29Z', 'revision_number': 1, 'project_id': '6d4d05cf75bd48988e66a58743392390', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00b6a911-1004-4a81-a60a-8f1805a8dd02', 'name': '', 'network_id': '9002ff25-76a7-4c3d-8082-16c14deb03d5', 'tenant_id': '6d4d05cf75bd48988e66a58743392390', 'mac_address': 'fa:16:3e:05:ee:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9449dd-2085-4a38-9efe-6dead1752c5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': 'c8e8c768-2d07-4b3f-a074-a2b6b712f48f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:23:55Z', 'updated_at': '2021-11-12T08:24:10Z', 'revision_number': 5, 'project_id': '6d4d05cf75bd48988e66a58743392390', 'subnets': [{'id': 'c8e8c768-2d07-4b3f-a074-a2b6b712f48f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:24:33.008313 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-c0481179-aeba-470d-b0b7-922f5caa2015 None None] Attempting to bind port bbeb23c5-7536-41c5-a7ff-3c9dfa2aa35c on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:24:33.008680 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-c0481179-aeba-470d-b0b7-922f5caa2015 None None] Attempting to bind port bbeb23c5-7536-41c5-a7ff-3c9dfa2aa35c by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': 'f7908a6a-6838-45fb-91c9-d7e0cb6d472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f9a744d5-a656-4c07-bd3d-fe4fb520e5db'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:24:33.009032 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0481179-aeba-470d-b0b7-922f5caa2015 None None] Attempting to bind port bbeb23c5-7536-41c5-a7ff-3c9dfa2aa35c on network f9a744d5-a656-4c07-bd3d-fe4fb520e5db {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:24:33.015655 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0481179-aeba-470d-b0b7-922f5caa2015 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:24:33.015929 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0481179-aeba-470d-b0b7-922f5caa2015 None None] Checking segment: {'id': 'f7908a6a-6838-45fb-91c9-d7e0cb6d472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f9a744d5-a656-4c07-bd3d-fe4fb520e5db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:24:33.016324 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c0481179-aeba-470d-b0b7-922f5caa2015 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:33.016708 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0481179-aeba-470d-b0b7-922f5caa2015 None None] Bound using segment: {'id': 'f7908a6a-6838-45fb-91c9-d7e0cb6d472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f9a744d5-a656-4c07-bd3d-fe4fb520e5db'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:24:33.017224 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-c0481179-aeba-470d-b0b7-922f5caa2015 None None] Bound port: bbeb23c5-7536-41c5-a7ff-3c9dfa2aa35c, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7908a6a-6838-45fb-91c9-d7e0cb6d472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f9a744d5-a656-4c07-bd3d-fe4fb520e5db'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:24:33.017637 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c0481179-aeba-470d-b0b7-922f5caa2015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:33.100770 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-eea7b589-7f0a-4e22-ab79-d281b19a22b7 req-5a43baef-5584-4da7-ad0b-b7cacb31c7a9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=511ca486-5ae6-43e2-9142-3c78089c6bdc HTTP/1.1" status: 200 len: 999 time: 0.7827392 Nov 12 08:24:33.128521 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-c0481179-aeba-470d-b0b7-922f5caa2015 None None] For port bbeb23c5-7536-41c5-a7ff-3c9dfa2aa35c, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:24:33.128729 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-f93c55bb-3934-4152-8209-c3e2c1594c3b admin admin] Allocated IP 172.25.2.170 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/b16aaa8e-a85f-4884-8a10-f0b0b74a3926) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:24:33.133400 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-c0481179-aeba-470d-b0b7-922f5caa2015 None None] For port bbeb23c5-7536-41c5-a7ff-3c9dfa2aa35c, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=bbeb23c5-7536-41c5-a7ff-3c9dfa2aa35c,segment=NetworkSegment(f7908a6a-6838-45fb-91c9-d7e0cb6d472d),segment_id=f7908a6a-6838-45fb-91c9-d7e0cb6d472d)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:24:33.139380 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c0481179-aeba-470d-b0b7-922f5caa2015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:33.208695 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b96f66-d587-4943-afa8-e2d91f1caddd req-e6f5d368-2fce-45ee-b997-200b82cf2738 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:33.215909 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-61b96f66-d587-4943-afa8-e2d91f1caddd req-e6f5d368-2fce-45ee-b997-200b82cf2738 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a5f6507-173e-4aef-9a26-9d44f65871ea HTTP/1.1" status: 200 len: 945 time: 0.2491291 Nov 12 08:24:33.237308 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0481179-aeba-470d-b0b7-922f5caa2015 None None] Pushing event updated for resources: {'Port': ['ID=bbeb23c5-7536-41c5-a7ff-3c9dfa2aa35c,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:33.284544 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4d4c085d-23cc-408c-936c-157321a9f53e tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:33.347523 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-61b96f66-d587-4943-afa8-e2d91f1caddd req-7df40838-3633-48b5-96a6-dee060c80fe4 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cbb65ba-0e7e-4ab7-8759-517886115d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144209 Nov 12 08:24:33.366521 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4c085d-23cc-408c-936c-157321a9f53e tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Pushing event deleted for resources: {'Subnet': ['ID=031a81ef-e6a1-436c-849d-a7c5d1e0217e,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:33.388612 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06ee057-c80e-4102-9a9d-458230b92b2e None None] Network 5899576f-838e-48d3-bf01-335a9c27765c requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:24:33.398862 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4d4c085d-23cc-408c-936c-157321a9f53e tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:33.402158 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-4d4c085d-23cc-408c-936c-157321a9f53e tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "DELETE /v2.0/subnets/031a81ef-e6a1-436c-849d-a7c5d1e0217e HTTP/1.1" status: 204 len: 168 time: 1.6810541 Nov 12 08:24:33.407269 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 55516) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:33.424523 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705f984b-0d31-4bf6-94c0-c7ffa1b0bf06 req-f6db5c0d-1acf-4e2a-876e-d574f7c43391 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:33.426099 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-705f984b-0d31-4bf6-94c0-c7ffa1b0bf06 req-f6db5c0d-1acf-4e2a-876e-d574f7c43391 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9f80b7-7da6-471c-ab75-5240190a613a HTTP/1.1" status: 200 len: 945 time: 0.3445938 Nov 12 08:24:33.437012 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e6e803df-0e60-43bd-859f-60ca3ceade75 tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:33.472458 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d305ccdc-0108-4ab2-bcf2-38d4c1c89ab1 None None] New status for floating IP 76e1dfde-647d-4a43-a390-a193a92e2dbd: ACTIVE {{(pid=102602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:24:33.502354 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f93c55bb-3934-4152-8209-c3e2c1594c3b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:33.512260 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea7b589-7f0a-4e22-ab79-d281b19a22b7 req-31644d63-95d5-478b-acce-5862c489a333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:33.516610 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-eea7b589-7f0a-4e22-ab79-d281b19a22b7 req-31644d63-95d5-478b-acce-5862c489a333 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c8e8c768-2d07-4b3f-a074-a2b6b712f48f HTTP/1.1" status: 200 len: 855 time: 0.3553767 Nov 12 08:24:33.539581 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-e6e803df-0e60-43bd-859f-60ca3ceade75 tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Calling delete_port for 1272e069-b394-46ed-9bc7-a7710970bdb1 owned by network:router_interface {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:24:33.587883 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f93c55bb-3934-4152-8209-c3e2c1594c3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:33.705972 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93c55bb-3934-4152-8209-c3e2c1594c3b admin admin] Pushing event updated for resources: {'Port': ['ID=b16aaa8e-a85f-4884-8a10-f0b0b74a3926,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:33.784460 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93c55bb-3934-4152-8209-c3e2c1594c3b admin admin] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:24:33.802248 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-f93c55bb-3934-4152-8209-c3e2c1594c3b admin admin] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:24:33.818350 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a27b1aa-7a0b-43bf-b2f7-0afdb8a0de99 None None] DHCP port deletion for 5899576f-838e-48d3-bf01-335a9c27765c request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:24:33.837103 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93c55bb-3934-4152-8209-c3e2c1594c3b admin admin] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:24:33.917934 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-705f984b-0d31-4bf6-94c0-c7ffa1b0bf06 req-c037017f-a442-4f58-8b02-bf5f1c6055f6 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=dafae0e1-4d35-4b86-8740-ce6a9a9c8268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4276612 Nov 12 08:24:33.918302 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9af09fed-4c15-4a15-aebf-b3bf5c80c3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:33.955845 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea7b589-7f0a-4e22-ab79-d281b19a22b7 req-a18af40f-ceaf-488a-bfc9-5f683ccd053c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:33.957549 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-8a27b1aa-7a0b-43bf-b2f7-0afdb8a0de99 None None] Deleting port b6458828-6895-4ba5-b218-959be610dcb1 {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:24:33.957712 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-12f2f081-8cb2-4a15-aecb-2763363e4359 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:33.957926 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8a27b1aa-7a0b-43bf-b2f7-0afdb8a0de99 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:33.960593 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-eea7b589-7f0a-4e22-ab79-d281b19a22b7 req-a18af40f-ceaf-488a-bfc9-5f683ccd053c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9002ff25-76a7-4c3d-8082-16c14deb03d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4046545 Nov 12 08:24:34.025741 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 55530) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:34.074773 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af26efd-a4c9-480b-a143-2b9cccc46b13 req-5dd501ce-7676-44e1-af1a-977b035045c9 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:34.076598 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8af26efd-a4c9-480b-a143-2b9cccc46b13 req-5dd501ce-7676-44e1-af1a-977b035045c9 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/ports?device_id=419c0e85-7a45-424c-9111-1c0f1895911f HTTP/1.1" status: 200 len: 946 time: 0.3209894 Nov 12 08:24:34.260694 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-8a27b1aa-7a0b-43bf-b2f7-0afdb8a0de99 None None] For port b6458828-6895-4ba5-b218-959be610dcb1, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=b6458828-6895-4ba5-b218-959be610dcb1,segment=NetworkSegment(6bad985f-d900-44f0-bcfc-3ee42d56d8e4),segment_id=6bad985f-d900-44f0-bcfc-3ee42d56d8e4)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:34.261087 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8a27b1aa-7a0b-43bf-b2f7-0afdb8a0de99 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:34.276164 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-8a27b1aa-7a0b-43bf-b2f7-0afdb8a0de99 None None] Calling delete_port for b6458828-6895-4ba5-b218-959be610dcb1 owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:24:34.327602 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8af26efd-a4c9-480b-a143-2b9cccc46b13 req-b952eb42-4967-416b-b8ac-8ea5172213ce tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/security-groups?id=78e82477-8369-41c4-8634-4911b1aaaaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140439 Nov 12 08:24:34.375750 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device bbeb23c5-7536-41c5-a7ff-3c9dfa2aa35c up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:24:34.410011 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8a27b1aa-7a0b-43bf-b2f7-0afdb8a0de99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:34.428679 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a27b1aa-7a0b-43bf-b2f7-0afdb8a0de99 None None] No DVR routers for this DVR port b6458828-6895-4ba5-b218-959be610dcb1 on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:24:34.442220 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-034cf37a-2c99-41a4-b70f-06cfa6e2abeb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:34.453722 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-12f2f081-8cb2-4a15-aecb-2763363e4359 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Deleting port b6458828-6895-4ba5-b218-959be610dcb1 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:24:34.454782 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-12f2f081-8cb2-4a15-aecb-2763363e4359 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:34.487697 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a27b1aa-7a0b-43bf-b2f7-0afdb8a0de99 None None] Pushing event deleted for resources: {'Port': ['ID=b6458828-6895-4ba5-b218-959be610dcb1,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:34.488232 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf831fe-0d08-4292-aa67-63fe6eb830ad req-aef7e098-ea1a-419c-a77f-152c8318df6c tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:34.498737 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8cf831fe-0d08-4292-aa67-63fe6eb830ad req-aef7e098-ea1a-419c-a77f-152c8318df6c tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9f80b7-7da6-471c-ab75-5240190a613a HTTP/1.1" status: 200 len: 945 time: 0.2803400 Nov 12 08:24:34.534623 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port bbeb23c5-7536-41c5-a7ff-3c9dfa2aa35c triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:34.535602 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:34.542142 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-eea7b589-7f0a-4e22-ab79-d281b19a22b7 req-3d388398-6d78-448e-b0eb-ad9e00e24515 service neutron] 10.222.0.44 "GET /v2.0/networks/9002ff25-76a7-4c3d-8082-16c14deb03d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5700889 Nov 12 08:24:34.627583 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9651331f-186b-48ad-9715-261b6dce3e2f req-28605554-126a-467a-9c7f-f12a7d774b4d tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:34.636934 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9651331f-186b-48ad-9715-261b6dce3e2f req-28605554-126a-467a-9c7f-f12a7d774b4d tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/ports?device_id=419c0e85-7a45-424c-9111-1c0f1895911f HTTP/1.1" status: 200 len: 946 time: 0.2168977 Nov 12 08:24:34.649068 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:34.674929 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-034cf37a-2c99-41a4-b70f-06cfa6e2abeb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:34.706985 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] For port bbeb23c5-7536-41c5-a7ff-3c9dfa2aa35c, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=bbeb23c5-7536-41c5-a7ff-3c9dfa2aa35c,segment=NetworkSegment(f7908a6a-6838-45fb-91c9-d7e0cb6d472d),segment_id=f7908a6a-6838-45fb-91c9-d7e0cb6d472d)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:34.716787 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-034cf37a-2c99-41a4-b70f-06cfa6e2abeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:34.720673 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:34.723015 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e6e803df-0e60-43bd-859f-60ca3ceade75 tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:34.734889 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-12f2f081-8cb2-4a15-aecb-2763363e4359 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] For port b6458828-6895-4ba5-b218-959be610dcb1, host n-d-765315-29, got binding levels [] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:34.735311 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-12f2f081-8cb2-4a15-aecb-2763363e4359 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:34.763947 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-12f2f081-8cb2-4a15-aecb-2763363e4359 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Calling delete_port for b6458828-6895-4ba5-b218-959be610dcb1 owned by network:dhcp {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:24:34.767998 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.ipam_backend_mixin [None req-12f2f081-8cb2-4a15-aecb-2763363e4359 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Port b6458828-6895-4ba5-b218-959be610dcb1 was not found and therefore no delete operation was performed {{(pid=102600) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 08:24:34.774623 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-12f2f081-8cb2-4a15-aecb-2763363e4359 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:34.790770 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9651331f-186b-48ad-9715-261b6dce3e2f req-b86b3d72-aaeb-45e3-8594-f67b079e7807 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/security-groups?id=78e82477-8369-41c4-8634-4911b1aaaaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527066 Nov 12 08:24:34.791389 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Pushing event updated for resources: {'Port': ['ID=bbeb23c5-7536-41c5-a7ff-3c9dfa2aa35c,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:34.811996 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c864e631-00a4-4566-9457-e7f558f0b28b None None] Network f9a744d5-a656-4c07-bd3d-fe4fb520e5db requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:24:34.875537 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f2f081-8cb2-4a15-aecb-2763363e4359 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Pushing event deleted for resources: {'Port': ['ID=b6458828-6895-4ba5-b218-959be610dcb1,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:34.886023 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f2f081-8cb2-4a15-aecb-2763363e4359 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] No DVR routers for this DVR port b6458828-6895-4ba5-b218-959be610dcb1 on host n-d-765315-29 {{(pid=102600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:24:34.914469 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-95a36cbd-c46b-4996-bf52-76e3336423bf None None] Provisioning complete for port bbeb23c5-7536-41c5-a7ff-3c9dfa2aa35c triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:34.915139 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-95a36cbd-c46b-4996-bf52-76e3336423bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:34.936650 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8cf831fe-0d08-4292-aa67-63fe6eb830ad req-8b3c8fd5-ceed-4b2a-85b7-22a3230862a3 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=dafae0e1-4d35-4b86-8740-ce6a9a9c8268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4368706 Nov 12 08:24:35.054571 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-12f2f081-8cb2-4a15-aecb-2763363e4359 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:35.060572 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-eea7b589-7f0a-4e22-ab79-d281b19a22b7 req-96fffc30-cb6b-4e5f-95ac-d5ca7f055c16 service neutron] 10.222.0.44 "GET /v2.0/networks/9002ff25-76a7-4c3d-8082-16c14deb03d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4963839 Nov 12 08:24:35.113138 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-12f2f081-8cb2-4a15-aecb-2763363e4359 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5899576f-838e-48d3-bf01-335a9c27765c']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:35.118279 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f93c55bb-3934-4152-8209-c3e2c1594c3b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:35.171453 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-12f2f081-8cb2-4a15-aecb-2763363e4359 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bad985f-d900-44f0-bcfc-3ee42d56d8e4') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:35.171854 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-12f2f081-8cb2-4a15-aecb-2763363e4359 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bad985f-d900-44f0-bcfc-3ee42d56d8e4') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:35.190282 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-12f2f081-8cb2-4a15-aecb-2763363e4359 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:35.210808 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6415b58f-0075-4598-920e-2db6c405bbc7 req-c5e81645-3762-4f53-87b2-37e736a237e9 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:35.213619 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6415b58f-0075-4598-920e-2db6c405bbc7 req-c5e81645-3762-4f53-87b2-37e736a237e9 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a5f6507-173e-4aef-9a26-9d44f65871ea HTTP/1.1" status: 200 len: 945 time: 0.3329573 Nov 12 08:24:35.225277 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e803df-0e60-43bd-859f-60ca3ceade75 tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Pushing event deleted for resources: {'Port': ['ID=1272e069-b394-46ed-9bc7-a7710970bdb1,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:35.226379 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-12f2f081-8cb2-4a15-aecb-2763363e4359 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:35.227924 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:35.265646 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12f2f081-8cb2-4a15-aecb-2763363e4359 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:24:35.266061 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-12f2f081-8cb2-4a15-aecb-2763363e4359 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:35.275983 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:24:35.275983 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:24:35.275983 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:24:35.275983 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:24:35.275983 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:24:35.275983 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:24:35.275983 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:24:35.275983 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:24:35.275983 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:24:35.275983 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:24:35.275983 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:24:35.275983 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:24:35.275983 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:24:35.275983 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:24:35.275983 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:24:35.275983 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:24:35.275983 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:24:35.275983 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:24:35.275983 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:24:35.275983 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:24:35.275983 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:24:35.275983 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:24:35.275983 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:24:35.275983 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:24:35.275983 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:24:35.275983 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:24:35.275983 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:24:35.275983 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:24:35.275983 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:24:35.275983 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:24:35.275983 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:24:35.275983 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:24:35.360007 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-034cf37a-2c99-41a4-b70f-06cfa6e2abeb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=771e15f7b0424873b5e245db239a48f2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3205924 Nov 12 08:24:35.364948 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 55548) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:35.416396 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6415b58f-0075-4598-920e-2db6c405bbc7 req-342eee9d-177f-4b06-bef0-0abc0deef1d5 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cbb65ba-0e7e-4ab7-8759-517886115d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469240 Nov 12 08:24:35.419768 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-12f2f081-8cb2-4a15-aecb-2763363e4359 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:35.426868 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-12f2f081-8cb2-4a15-aecb-2763363e4359 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:35.427050 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034cf37a-2c99-41a4-b70f-06cfa6e2abeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30ac6bb3-e1f1-42a4-93e0-a209c98c7afd,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:35.435957 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-12f2f081-8cb2-4a15-aecb-2763363e4359 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "DELETE /v2.0/networks/5899576f-838e-48d3-bf01-335a9c27765c HTTP/1.1" status: 204 len: 168 time: 2.0204294 Nov 12 08:24:35.445110 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 55550) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:35.467792 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-6d0fc159-f200-4b7b-9550-0dde12a75123 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-610819719'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:35.501705 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60392644-9040-44f0-9d94-40d0fee141f3 req-6551d1a1-c3f3-427a-9d52-4f8d123f9be8 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:35.503669 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-60392644-9040-44f0-9d94-40d0fee141f3 req-6551d1a1-c3f3-427a-9d52-4f8d123f9be8 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a5f6507-173e-4aef-9a26-9d44f65871ea HTTP/1.1" status: 200 len: 945 time: 0.5852034 Nov 12 08:24:35.530623 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f2f081-8cb2-4a15-aecb-2763363e4359 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Pushing event deleted for resources: {'Network': ['ID=5899576f-838e-48d3-bf01-335a9c27765c,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:35.562994 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e6e803df-0e60-43bd-859f-60ca3ceade75 tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918626'] for router_interface, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:35.581176 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e21f9f-931e-40fe-9e9f-7f60d7d1db58 req-0b1bdaef-841e-4600-9eb5-6ba9e3a86fe7 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:35.583205 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e5e21f9f-931e-40fe-9e9f-7f60d7d1db58 req-0b1bdaef-841e-4600-9eb5-6ba9e3a86fe7 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/ports?device_id=419c0e85-7a45-424c-9111-1c0f1895911f HTTP/1.1" status: 200 len: 946 time: 0.4096768 Nov 12 08:24:35.593572 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d0fc159-f200-4b7b-9550-0dde12a75123 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Made reservation on behalf of 9685b661865b4c639766c916ebb4ca16 for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:24:35.597752 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6d0fc159-f200-4b7b-9550-0dde12a75123 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:35.729654 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-a768f726-b4d8-4306-bde9-3684436f697b None None] Provisioning complete for port bbeb23c5-7536-41c5-a7ff-3c9dfa2aa35c triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:35.730027 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a768f726-b4d8-4306-bde9-3684436f697b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:35.739973 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d0fc159-f200-4b7b-9550-0dde12a75123 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:24:35.833251 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6d0fc159-f200-4b7b-9550-0dde12a75123 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:35.833655 n-d-765315-29 neutron-server[102599]: INFO neutron.db.segments_db [None req-6d0fc159-f200-4b7b-9550-0dde12a75123 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Added segment 73399f82-83dc-469a-9140-980ddcc4e1b9 of type vlan for network 4519a669-2ed2-4f3d-a623-710da647db46 Nov 12 08:24:35.885495 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e5e21f9f-931e-40fe-9e9f-7f60d7d1db58 req-4f2b5008-f61a-4bc4-b347-09b9ea36ed94 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/security-groups?id=78e82477-8369-41c4-8634-4911b1aaaaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809913 Nov 12 08:24:35.909503 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device bbeb23c5-7536-41c5-a7ff-3c9dfa2aa35c up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:24:35.910082 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-54b71fc9-c6a9-4e64-94b0-3539d421e640 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:35.938028 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-54b71fc9-c6a9-4e64-94b0-3539d421e640 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:35.945832 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6d0fc159-f200-4b7b-9550-0dde12a75123 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:35.962220 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-60392644-9040-44f0-9d94-40d0fee141f3 req-e4e88eb5-cc34-495f-8878-5dd6ae3c8594 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Deleting port ce3601d8-a36c-4d58-b3bf-b7c137a63e6b {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:24:35.962558 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-60392644-9040-44f0-9d94-40d0fee141f3 req-e4e88eb5-cc34-495f-8878-5dd6ae3c8594 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:35.964247 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port bbeb23c5-7536-41c5-a7ff-3c9dfa2aa35c triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:35.964752 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:36.087959 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f93c55bb-3934-4152-8209-c3e2c1594c3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052'] for router, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:36.089179 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-54b71fc9-c6a9-4e64-94b0-3539d421e640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:36.091813 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-54b71fc9-c6a9-4e64-94b0-3539d421e640 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:36.096232 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-54b71fc9-c6a9-4e64-94b0-3539d421e640 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/30ac6bb3-e1f1-42a4-93e0-a209c98c7afd HTTP/1.1" status: 204 len: 168 time: 0.7294097 Nov 12 08:24:36.133570 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6d0fc159-f200-4b7b-9550-0dde12a75123 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:36.138660 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device b6458828-6895-4ba5-b218-959be610dcb1 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:24:36.140141 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0fc159-f200-4b7b-9550-0dde12a75123 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:36.140756 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6d0fc159-f200-4b7b-9550-0dde12a75123 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:36.165564 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: b6458828-6895-4ba5-b218-959be610dcb1 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:24:36.166196 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device b6458828-6895-4ba5-b218-959be610dcb1 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:24:36.207164 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b71fc9-c6a9-4e64-94b0-3539d421e640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ac6bb3-e1f1-42a4-93e0-a209c98c7afd,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:36.218309 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f863e9c-4b30-4f98-b4e3-8b58dd51d370 req-115dbc53-a478-4c20-913f-70b1828eab1f tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:36.219833 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7f863e9c-4b30-4f98-b4e3-8b58dd51d370 req-115dbc53-a478-4c20-913f-70b1828eab1f tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/networks?id=392b706c-fa83-40b2-ba41-e97d70efdd1d HTTP/1.1" status: 200 len: 811 time: 0.4044356 Nov 12 08:24:36.220158 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32519d27-541d-45ae-ae6b-8285a556c8d0 req-a2cb929a-72e3-40b4-8ad4-ffe1ad3cdefb tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:36.221692 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-32519d27-541d-45ae-ae6b-8285a556c8d0 req-a2cb929a-72e3-40b4-8ad4-ffe1ad3cdefb tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/ports?device_id=419c0e85-7a45-424c-9111-1c0f1895911f HTTP/1.1" status: 200 len: 946 time: 0.2541163 Nov 12 08:24:36.254437 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7f863e9c-4b30-4f98-b4e3-8b58dd51d370 req-d0b93084-6f2c-4d24-8e4e-cd49c9ab1c41 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/quotas/13ee7d6d71864c9eb2f508185e6a266f HTTP/1.1" status: 200 len: 375 time: 0.0167830 Nov 12 08:24:36.267709 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-60392644-9040-44f0-9d94-40d0fee141f3 req-e4e88eb5-cc34-495f-8878-5dd6ae3c8594 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] For port ce3601d8-a36c-4d58-b3bf-b7c137a63e6b, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=ce3601d8-a36c-4d58-b3bf-b7c137a63e6b,segment=NetworkSegment(7d01148a-20d0-47ea-9742-61ec2ea015f1),segment_id=7d01148a-20d0-47ea-9742-61ec2ea015f1)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:36.268079 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-60392644-9040-44f0-9d94-40d0fee141f3 req-e4e88eb5-cc34-495f-8878-5dd6ae3c8594 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:36.302130 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-6d0fc159-f200-4b7b-9550-0dde12a75123 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8501077 Nov 12 08:24:36.306383 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 55566) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:36.311938 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-ebb89b94-94eb-496c-8a4a-abfa99b4e139 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Request body: {'subnet': {'network_id': '4519a669-2ed2-4f3d-a623-710da647db46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:36.343555 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-60392644-9040-44f0-9d94-40d0fee141f3 req-e4e88eb5-cc34-495f-8878-5dd6ae3c8594 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Calling delete_port for ce3601d8-a36c-4d58-b3bf-b7c137a63e6b owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:24:36.343976 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f93c55bb-3934-4152-8209-c3e2c1594c3b admin admin] Router 5aeb5108-15c8-4425-b1f5-9f5bdc3595d7 is scheduled to L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 with binding_index 1 {{(pid=102600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:24:36.351906 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0fc159-f200-4b7b-9550-0dde12a75123 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Pushing event updated for resources: {'Network': ['ID=4519a669-2ed2-4f3d-a623-710da647db46,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:36.366095 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 4519a669-2ed2-4f3d-a623-710da647db46 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:24:36.395582 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7f863e9c-4b30-4f98-b4e3-8b58dd51d370 req-8b6ce95b-da1c-4171-be77-378d2568633c tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=13ee7d6d71864c9eb2f508185e6a266f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1324947 Nov 12 08:24:36.432639 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6e803df-0e60-43bd-859f-60ca3ceade75 tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Router 51167b21-2fb0-443c-aa6f-170ff33e82c5 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:24:36.448855 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-32519d27-541d-45ae-ae6b-8285a556c8d0 req-555aeb8c-1eb9-4ae5-81e3-d3df997d1766 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/security-groups?id=78e82477-8369-41c4-8634-4911b1aaaaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835542 Nov 12 08:24:36.586283 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f93c55bb-3934-4152-8209-c3e2c1594c3b admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:24:36.598128 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd4d690-9139-412b-8508-6ba3b6630949 None None] Sync routers for ids ['5aeb5108-15c8-4425-b1f5-9f5bdc3595d7'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:24:36.622945 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd4d690-9139-412b-8508-6ba3b6630949 None None] Routers {'5aeb5108-15c8-4425-b1f5-9f5bdc3595d7'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:24:36.623571 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-9bd4d690-9139-412b-8508-6ba3b6630949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:24:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['5aeb5108-15c8-4425-b1f5-9f5bdc3595d7'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:36.686069 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebb89b94-94eb-496c-8a4a-abfa99b4e139 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Made reservation on behalf of 9685b661865b4c639766c916ebb4ca16 for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:24:36.689689 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ebb89b94-94eb-496c-8a4a-abfa99b4e139 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:36.712596 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29e7322-faad-449c-a519-ac9bfcd206f4 req-323b4edb-2979-491b-8c58-2233113cf42e tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:36.721382 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d29e7322-faad-449c-a519-ac9bfcd206f4 req-323b4edb-2979-491b-8c58-2233113cf42e tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a5f6507-173e-4aef-9a26-9d44f65871ea HTTP/1.1" status: 200 len: 945 time: 0.1821256 Nov 12 08:24:36.748363 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 55576) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:36.762220 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f93c55bb-3934-4152-8209-c3e2c1594c3b admin admin] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:36.763435 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-f93c55bb-3934-4152-8209-c3e2c1594c3b admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.9436722 Nov 12 08:24:36.768398 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-9bd4d690-9139-412b-8508-6ba3b6630949 None None] Set router 5aeb5108-15c8-4425-b1f5-9f5bdc3595d7 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:24:36.772338 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 55578) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:36.788032 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0073c81e-4440-4772-b58e-f9b058276ae9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:36.788690 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6e803df-0e60-43bd-859f-60ca3ceade75 tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:24:36.796049 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-e6e803df-0e60-43bd-859f-60ca3ceade75 tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] 10.222.0.26 "PUT /v2.0/routers/51167b21-2fb0-443c-aa6f-170ff33e82c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7803988 Nov 12 08:24:36.803139 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 55580) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:36.806611 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6df5f08-2d29-4b19-bdb2-aaabcd49e3ff None None] Sync routers for ids ['51167b21-2fb0-443c-aa6f-170ff33e82c5'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:24:36.816747 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6df5f08-2d29-4b19-bdb2-aaabcd49e3ff None None] Routers {'51167b21-2fb0-443c-aa6f-170ff33e82c5'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:24:36.817659 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-b6df5f08-2d29-4b19-bdb2-aaabcd49e3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:24:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['51167b21-2fb0-443c-aa6f-170ff33e82c5'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:36.847283 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-60392644-9040-44f0-9d94-40d0fee141f3 req-e4e88eb5-cc34-495f-8878-5dd6ae3c8594 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:36.858355 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-b6df5f08-2d29-4b19-bdb2-aaabcd49e3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:36.859258 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['df0fa613-91a7-4ad5-957d-7b7e3be41d53'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:24:36.869064 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6df5f08-2d29-4b19-bdb2-aaabcd49e3ff None None] Routers {'51167b21-2fb0-443c-aa6f-170ff33e82c5'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:24:36.869924 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-b6df5f08-2d29-4b19-bdb2-aaabcd49e3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:24:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['51167b21-2fb0-443c-aa6f-170ff33e82c5'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:36.895654 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['0aa2b7e0-4b27-40de-8535-e7e4f7dc82b3'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:24:36.917270 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-b6df5f08-2d29-4b19-bdb2-aaabcd49e3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:36.918171 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6df5f08-2d29-4b19-bdb2-aaabcd49e3ff None None] The sync data for ids ['51167b21-2fb0-443c-aa6f-170ff33e82c5'] in n-d-765315-29 is: [] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:24:36.950985 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e88eb5-cc34-495f-8878-5dd6ae3c8594 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Pushing event deleted for resources: {'Port': ['ID=ce3601d8-a36c-4d58-b3bf-b7c137a63e6b,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:36.978489 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d29e7322-faad-449c-a519-ac9bfcd206f4 req-bc894352-dfd0-449b-8bef-485677f29a32 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cbb65ba-0e7e-4ab7-8759-517886115d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559187 Nov 12 08:24:37.018769 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-626401d6-7121-43ac-af06-0ee552f0cc87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:37.056107 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0073c81e-4440-4772-b58e-f9b058276ae9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:37.071840 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-60392644-9040-44f0-9d94-40d0fee141f3 req-e4e88eb5-cc34-495f-8878-5dd6ae3c8594 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] No DVR routers for this DVR port ce3601d8-a36c-4d58-b3bf-b7c137a63e6b on host n-h2-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:24:37.075603 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-60392644-9040-44f0-9d94-40d0fee141f3 req-e4e88eb5-cc34-495f-8878-5dd6ae3c8594 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:37.081408 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-60392644-9040-44f0-9d94-40d0fee141f3 req-e4e88eb5-cc34-495f-8878-5dd6ae3c8594 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.44 "DELETE /v2.0/ports/ce3601d8-a36c-4d58-b3bf-b7c137a63e6b HTTP/1.1" status: 204 len: 173 time: 1.5630941 Nov 12 08:24:37.081872 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a5f6507-173e-4aef-9a26-9d44f65871ea', 'name': 'network-vif-deleted', 'tag': 'ce3601d8-a36c-4d58-b3bf-b7c137a63e6b'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:24:37.084728 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eb6aa84-0576-447b-a930-4cea0468c476" -d '{"events": [{"server_uuid": "2a5f6507-173e-4aef-9a26-9d44f65871ea", "name": "network-vif-deleted", "tag": "ce3601d8-a36c-4d58-b3bf-b7c137a63e6b"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:24:37.141941 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7f863e9c-4b30-4f98-b4e3-8b58dd51d370 req-191a4bd9-cd6d-44d2-a6f6-12bd12c6563c service neutron] 10.222.0.26 "GET /v2.0/networks/392b706c-fa83-40b2-ba41-e97d70efdd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7279632 Nov 12 08:24:37.142749 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0073c81e-4440-4772-b58e-f9b058276ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:37.154340 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ebb89b94-94eb-496c-8a4a-abfa99b4e139 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:37.267559 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-9bd4d690-9139-412b-8508-6ba3b6630949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aeb5108-15c8-4425-b1f5-9f5bdc3595d7', 'name': 'tempest-ServersTestMultiNic-1111447008-router', 'tenant_id': '1001c16de8c544adab5de1eeb517d6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': 'b16aaa8e-a85f-4884-8a10-f0b0b74a3926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:24:31Z', 'updated_at': '2021-11-12T08:24:34Z', 'revision_number': 3, 'project_id': '1001c16de8c544adab5de1eeb517d6a1', 'gw_port': {'id': 'b16aaa8e-a85f-4884-8a10-f0b0b74a3926', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:3e:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aeb5108-15c8-4425-b1f5-9f5bdc3595d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:24:32Z', 'updated_at': '2021-11-12T08:24:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:37.355519 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd4d690-9139-412b-8508-6ba3b6630949 None None] Checking router: 5aeb5108-15c8-4425-b1f5-9f5bdc3595d7 for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:24:37.356140 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd4d690-9139-412b-8508-6ba3b6630949 None None] Updating router 5aeb5108-15c8-4425-b1f5-9f5bdc3595d7 port b16aaa8e-a85f-4884-8a10-f0b0b74a3926 binding host n-d-765315-29 {{(pid=102601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:24:37.393203 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9bd4d690-9139-412b-8508-6ba3b6630949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:37.417900 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0073c81e-4440-4772-b58e-f9b058276ae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=642dde78-d44a-4ff1-87c3-df19ffc38db6,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:37.422279 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-0073c81e-4440-4772-b58e-f9b058276ae9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=42965c9cc63f40749fdb18fa89c027e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6711738 Nov 12 08:24:37.441588 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 55586) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:37.475638 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0073c81e-4440-4772-b58e-f9b058276ae9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:37.476101 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0073c81e-4440-4772-b58e-f9b058276ae9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:37.476542 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0073c81e-4440-4772-b58e-f9b058276ae9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:37.476982 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0073c81e-4440-4772-b58e-f9b058276ae9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:37.477414 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0073c81e-4440-4772-b58e-f9b058276ae9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:37.477845 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0073c81e-4440-4772-b58e-f9b058276ae9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:37.478359 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0073c81e-4440-4772-b58e-f9b058276ae9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:37.478845 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0073c81e-4440-4772-b58e-f9b058276ae9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:37.479363 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0073c81e-4440-4772-b58e-f9b058276ae9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:37.479845 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0073c81e-4440-4772-b58e-f9b058276ae9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:37.480266 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0073c81e-4440-4772-b58e-f9b058276ae9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:37.480757 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0073c81e-4440-4772-b58e-f9b058276ae9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:37.504349 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb89b94-94eb-496c-8a4a-abfa99b4e139 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Pushing event updated for resources: {'Subnet': ['ID=e2b2e797-df76-4d8f-91f0-c6d6d32d5285,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:37.558983 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7f863e9c-4b30-4f98-b4e3-8b58dd51d370 req-e31234fd-8ec3-43cb-93a7-bc1ff235795a service neutron] 10.222.0.26 "GET /v2.0/networks/392b706c-fa83-40b2-ba41-e97d70efdd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3855703 Nov 12 08:24:37.575017 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-71b73bac-6112-4475-9506-eb3ae441991b tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Publish callbacks [] for router, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:37.581461 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb89b94-94eb-496c-8a4a-abfa99b4e139 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Checking segment: {'id': '73399f82-83dc-469a-9140-980ddcc4e1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '4519a669-2ed2-4f3d-a623-710da647db46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:24:37.581765 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb89b94-94eb-496c-8a4a-abfa99b4e139 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Network hostable DHCP agents. Network: 4519a669-2ed2-4f3d-a623-710da647db46, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:24:37.654368 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-47f2b0c8-cf75-491d-9255-158556c58d99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:37.727915 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb89b94-94eb-496c-8a4a-abfa99b4e139 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Network 4519a669-2ed2-4f3d-a623-710da647db46 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:24:37.740972 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device ce3601d8-a36c-4d58-b3bf-b7c137a63e6b no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:24:37.777317 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-47f2b0c8-cf75-491d-9255-158556c58d99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:37.811805 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8da3610-f704-4bbd-98e4-d7cdc90b8cc1 x-openstack-request-id: req-c8da3610-f704-4bbd-98e4-d7cdc90b8cc1 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:24:37.812301 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a5f6507-173e-4aef-9a26-9d44f65871ea", "name": "network-vif-deleted", "tag": "ce3601d8-a36c-4d58-b3bf-b7c137a63e6b", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:24:37.812403 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-ebb89b94-94eb-496c-8a4a-abfa99b4e139 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 4519a669-2ed2-4f3d-a623-710da647db46) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:24:37.812516 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c8da3610-f704-4bbd-98e4-d7cdc90b8cc1 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:24:37.812973 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a5f6507-173e-4aef-9a26-9d44f65871ea', 'name': 'network-vif-deleted', 'tag': 'ce3601d8-a36c-4d58-b3bf-b7c137a63e6b', 'status': 'completed', 'code': 200} Nov 12 08:24:37.828640 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14e66b3-3982-4181-90cb-1292b13dfa54 req-372a287f-b9f7-4c27-91d7-5736f0cfbc2a tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:37.835464 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d14e66b3-3982-4181-90cb-1292b13dfa54 req-372a287f-b9f7-4c27-91d7-5736f0cfbc2a tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/ports?device_id=419c0e85-7a45-424c-9111-1c0f1895911f HTTP/1.1" status: 200 len: 946 time: 0.1801474 Nov 12 08:24:37.841937 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb89b94-94eb-496c-8a4a-abfa99b4e139 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:37.842562 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ebb89b94-94eb-496c-8a4a-abfa99b4e139 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:37.894080 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-71b73bac-6112-4475-9506-eb3ae441991b tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:37.902105 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-01187866-f949-4874-87ad-f2592633f1d2 req-875b00b8-2f68-4cde-8137-eb0c0c0baa0a tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=f174281c-1460-4f21-836b-78ea4b6bf2e3 HTTP/1.1" status: 200 len: 210 time: 0.0661705 Nov 12 08:24:37.920494 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-ebb89b94-94eb-496c-8a4a-abfa99b4e139 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6124880 Nov 12 08:24:37.921192 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 55592) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:37.923760 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436637fa-e080-480d-b62b-4b7c288ebdb5 None None] Network 4519a669-2ed2-4f3d-a623-710da647db46 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:24:37.926169 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] No Port match for: ce3601d8-a36c-4d58-b3bf-b7c137a63e6b {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:24:37.926521 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device ce3601d8-a36c-4d58-b3bf-b7c137a63e6b not bound to the agent host n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:24:37.929467 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-92d67bba-e6b8-42d7-9645-97515e733b28 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-940716981', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:37.967967 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-47f2b0c8-cf75-491d-9255-158556c58d99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:37.970502 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-47f2b0c8-cf75-491d-9255-158556c58d99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:37.972279 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-47f2b0c8-cf75-491d-9255-158556c58d99 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/642dde78-d44a-4ff1-87c3-df19ffc38db6 HTTP/1.1" status: 204 len: 168 time: 0.5274158 Nov 12 08:24:38.015456 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-92d67bba-e6b8-42d7-9645-97515e733b28 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:38.015644 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d14e66b3-3982-4181-90cb-1292b13dfa54 req-ae540813-6c1c-45af-be06-41e422f4a2f3 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/security-groups?id=78e82477-8369-41c4-8634-4911b1aaaaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605921 Nov 12 08:24:38.016534 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-92d67bba-e6b8-42d7-9645-97515e733b28 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:38.079360 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9bd4d690-9139-412b-8508-6ba3b6630949 None None] Publish callbacks [] for port, precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:38.083589 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:38.108319 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-92d67bba-e6b8-42d7-9645-97515e733b28 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:38.110201 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f2b0c8-cf75-491d-9255-158556c58d99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=642dde78-d44a-4ff1-87c3-df19ffc38db6,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:38.112079 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9bd4d690-9139-412b-8508-6ba3b6630949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:38.150626 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-92d67bba-e6b8-42d7-9645-97515e733b28 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052'] for router, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:38.220006 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-92d67bba-e6b8-42d7-9645-97515e733b28 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:38.227353 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 55608) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:38.231190 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-92d67bba-e6b8-42d7-9645-97515e733b28 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3079782 Nov 12 08:24:38.235828 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-71b73bac-6112-4475-9506-eb3ae441991b tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Deleting port 7d009e5e-1586-40ff-b0b7-88afb09e8577 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:24:38.236147 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-71b73bac-6112-4475-9506-eb3ae441991b tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:38.241144 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-063b6f99-009a-4e1f-8ccb-8ed3b106db6f tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Request body: {'port': {'network_id': '4519a669-2ed2-4f3d-a623-710da647db46', 'name': 'tempest-PortsIpV6TestJSON-1202838824'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:38.307809 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-9bd4d690-9139-412b-8508-6ba3b6630949 None None] Attempting to bind port b16aaa8e-a85f-4884-8a10-f0b0b74a3926 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:24:38.308180 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-9bd4d690-9139-412b-8508-6ba3b6630949 None None] Attempting to bind port b16aaa8e-a85f-4884-8a10-f0b0b74a3926 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:24:38.308568 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd4d690-9139-412b-8508-6ba3b6630949 None None] Attempting to bind port b16aaa8e-a85f-4884-8a10-f0b0b74a3926 on network d709f64f-f9e6-4525-b020-ad48633b9bbf {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:24:38.330677 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd4d690-9139-412b-8508-6ba3b6630949 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:24:38.331067 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd4d690-9139-412b-8508-6ba3b6630949 None None] Checking segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:24:38.331470 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9bd4d690-9139-412b-8508-6ba3b6630949 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:38.331856 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd4d690-9139-412b-8508-6ba3b6630949 None None] Bound using segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:24:38.332519 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-9bd4d690-9139-412b-8508-6ba3b6630949 None None] Bound port: b16aaa8e-a85f-4884-8a10-f0b0b74a3926, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:24:38.333089 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9bd4d690-9139-412b-8508-6ba3b6630949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:38.361977 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3392bb2-3cda-4021-89c1-a48ad595687c None None] Pushing event updated for resources: {'Port': ['ID=b16aaa8e-a85f-4884-8a10-f0b0b74a3926,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:38.409992 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25af063b-0199-48be-a8f2-e0ee8f4b7845 req-f531ae8f-efa7-4e49-815c-44971ad28837 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:38.424535 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-25af063b-0199-48be-a8f2-e0ee8f4b7845 req-f531ae8f-efa7-4e49-815c-44971ad28837 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/ports?device_id=419c0e85-7a45-424c-9111-1c0f1895911f HTTP/1.1" status: 200 len: 946 time: 0.2729053 Nov 12 08:24:38.437691 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-71b73bac-6112-4475-9506-eb3ae441991b tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:38.455770 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-9bd4d690-9139-412b-8508-6ba3b6630949 None None] For port b16aaa8e-a85f-4884-8a10-f0b0b74a3926, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:24:38.471449 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-9bd4d690-9139-412b-8508-6ba3b6630949 None None] For port b16aaa8e-a85f-4884-8a10-f0b0b74a3926, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=b16aaa8e-a85f-4884-8a10-f0b0b74a3926,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:24:38.473207 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-71b73bac-6112-4475-9506-eb3ae441991b tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Calling delete_port for 7d009e5e-1586-40ff-b0b7-88afb09e8577 owned by network:router_gateway {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:24:38.477220 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16bf3268-feb4-4877-88a3-99765157c907 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-4519a669-2ed2-4f3d-a623-710da647db46', 'network_id': '4519a669-2ed2-4f3d-a623-710da647db46', 'tenant_id': '9685b661865b4c639766c916ebb4ca16', 'fixed_ips': [{'subnet_id': 'e2b2e797-df76-4d8f-91f0-c6d6d32d5285'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:24:38.478443 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-16bf3268-feb4-4877-88a3-99765157c907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:38.513073 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9bd4d690-9139-412b-8508-6ba3b6630949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:38.622863 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cbe0e078-7bc5-4400-a709-64d4d28e4c25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:38.703060 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-25af063b-0199-48be-a8f2-e0ee8f4b7845 req-63d5fd0c-19eb-48be-942e-f5a0afe74c79 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/security-groups?id=78e82477-8369-41c4-8634-4911b1aaaaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764428 Nov 12 08:24:38.753223 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-063b6f99-009a-4e1f-8ccb-8ed3b106db6f tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Made reservation on behalf of 9685b661865b4c639766c916ebb4ca16 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:24:38.758959 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-063b6f99-009a-4e1f-8ccb-8ed3b106db6f tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:38.780517 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3392bb2-3cda-4021-89c1-a48ad595687c None None] Pushing event updated for resources: {'Port': ['ID=b16aaa8e-a85f-4884-8a10-f0b0b74a3926,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:38.795407 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [None req-063b6f99-009a-4e1f-8ccb-8ed3b106db6f tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] device_id is not set on port 90ea33a6-a8bf-4438-a793-9f3e9cb3d3ad yet. {{(pid=102599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:24:38.891752 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd4d690-9139-412b-8508-6ba3b6630949 None None] Routers {'5aeb5108-15c8-4425-b1f5-9f5bdc3595d7'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:24:38.892642 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-9bd4d690-9139-412b-8508-6ba3b6630949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:24:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['5aeb5108-15c8-4425-b1f5-9f5bdc3595d7'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:38.980775 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-063b6f99-009a-4e1f-8ccb-8ed3b106db6f tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Allocated IP 2001:db8::16f (4519a669-2ed2-4f3d-a623-710da647db46/e2b2e797-df76-4d8f-91f0-c6d6d32d5285/90ea33a6-a8bf-4438-a793-9f3e9cb3d3ad) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:24:39.032846 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-9bd4d690-9139-412b-8508-6ba3b6630949 None None] Set router 5aeb5108-15c8-4425-b1f5-9f5bdc3595d7 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:24:39.061488 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0653415-071a-43c8-95b9-7714cf8d8113 req-91037c5f-7892-4513-82f5-f3ba3149fe91 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:39.063080 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a0653415-071a-43c8-95b9-7714cf8d8113 req-91037c5f-7892-4513-82f5-f3ba3149fe91 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.26 "GET /v2.0/ports?device_id=14ea6b66-b2b3-48e9-8a22-fc303d6ddba7 HTTP/1.1" status: 200 len: 946 time: 0.1173058 Nov 12 08:24:39.087651 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d0d0b5-7967-4a12-82b5-3da3171a9524 req-ccd644a8-80c0-4844-832d-3d7379c0dbfc tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:39.094968 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-69d0d0b5-7967-4a12-82b5-3da3171a9524 req-ccd644a8-80c0-4844-832d-3d7379c0dbfc tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/ports?device_id=419c0e85-7a45-424c-9111-1c0f1895911f HTTP/1.1" status: 200 len: 946 time: 0.1486757 Nov 12 08:24:39.246576 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a0653415-071a-43c8-95b9-7714cf8d8113 req-10c1baff-8df3-411f-81bd-bf522be13569 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cbb65ba-0e7e-4ab7-8759-517886115d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479456 Nov 12 08:24:39.252402 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:39.253296 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-69d0d0b5-7967-4a12-82b5-3da3171a9524 req-554537c9-575d-4955-abb6-a59b03cf886f tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/security-groups?id=78e82477-8369-41c4-8634-4911b1aaaaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573777 Nov 12 08:24:39.308722 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-71b73bac-6112-4475-9506-eb3ae441991b tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:39.366924 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b73bac-6112-4475-9506-eb3ae441991b tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Pushing event deleted for resources: {'Port': ['ID=7d009e5e-1586-40ff-b0b7-88afb09e8577,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:39.439189 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f863e9c-4b30-4f98-b4e3-8b58dd51d370 req-2d67b8ce-9dc2-413b-8845-3e21c69c5365 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:39.440695 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7f863e9c-4b30-4f98-b4e3-8b58dd51d370 req-2d67b8ce-9dc2-413b-8845-3e21c69c5365 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.21 "GET /v2.0/networks?id=392b706c-fa83-40b2-ba41-e97d70efdd1d HTTP/1.1" status: 200 len: 811 time: 0.1864538 Nov 12 08:24:39.497656 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-7f863e9c-4b30-4f98-b4e3-8b58dd51d370 req-23350742-b83e-47f4-96dc-cbdf7c79d72f tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Request body: {'port': {'device_id': 'f174281c-1460-4f21-836b-78ea4b6bf2e3', 'network_id': '392b706c-fa83-40b2-ba41-e97d70efdd1d', 'admin_state_up': True, 'tenant_id': '13ee7d6d71864c9eb2f508185e6a266f'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:39.530749 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-9bd4d690-9139-412b-8508-6ba3b6630949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aeb5108-15c8-4425-b1f5-9f5bdc3595d7', 'name': 'tempest-ServersTestMultiNic-1111447008-router', 'tenant_id': '1001c16de8c544adab5de1eeb517d6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': 'b16aaa8e-a85f-4884-8a10-f0b0b74a3926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:24:31Z', 'updated_at': '2021-11-12T08:24:34Z', 'revision_number': 3, 'project_id': '1001c16de8c544adab5de1eeb517d6a1', 'gw_port': {'id': 'b16aaa8e-a85f-4884-8a10-f0b0b74a3926', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:3e:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aeb5108-15c8-4425-b1f5-9f5bdc3595d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:24:32Z', 'updated_at': '2021-11-12T08:24:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:39.543511 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-71b73bac-6112-4475-9506-eb3ae441991b tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-933016'] for router_gateway, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:39.570540 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd4d690-9139-412b-8508-6ba3b6630949 None None] The sync data for ids ['5aeb5108-15c8-4425-b1f5-9f5bdc3595d7'] in n-d-765315-29 is: [{'id': '5aeb5108-15c8-4425-b1f5-9f5bdc3595d7', 'name': 'tempest-ServersTestMultiNic-1111447008-router', 'tenant_id': '1001c16de8c544adab5de1eeb517d6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': 'b16aaa8e-a85f-4884-8a10-f0b0b74a3926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:24:31Z', 'updated_at': '2021-11-12T08:24:34Z', 'revision_number': 3, 'project_id': '1001c16de8c544adab5de1eeb517d6a1', 'gw_port': {'id': 'b16aaa8e-a85f-4884-8a10-f0b0b74a3926', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:3e:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aeb5108-15c8-4425-b1f5-9f5bdc3595d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:24:32Z', 'updated_at': '2021-11-12T08:24:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:24:39.624306 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-bb783f15-6b09-489e-a174-0243575c9cb5 req-75ba5627-a877-4838-b615-6d1b1e0e4325 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=f174281c-1460-4f21-836b-78ea4b6bf2e3 HTTP/1.1" status: 200 len: 210 time: 0.1824732 Nov 12 08:24:39.644557 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e104b8-053d-4789-996b-9c3e41af0bf1 req-94eb7242-965e-420d-878d-55315f9e88ba tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:39.655910 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-75e104b8-053d-4789-996b-9c3e41af0bf1 req-94eb7242-965e-420d-878d-55315f9e88ba tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/ports?device_id=419c0e85-7a45-424c-9111-1c0f1895911f HTTP/1.1" status: 200 len: 946 time: 0.2713127 Nov 12 08:24:39.666959 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-cbe0e078-7bc5-4400-a709-64d4d28e4c25 admin admin] Allocated IP 172.20.0.1 (f9a744d5-a656-4c07-bd3d-fe4fb520e5db/6a07fbaf-35f6-404b-9a83-4ebfb5671111/4efad728-1020-473e-878e-22e71e588bc9) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:24:39.723552 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-71b73bac-6112-4475-9506-eb3ae441991b tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:39.731343 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-71b73bac-6112-4475-9506-eb3ae441991b tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:39.735926 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f863e9c-4b30-4f98-b4e3-8b58dd51d370 req-23350742-b83e-47f4-96dc-cbdf7c79d72f tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Made reservation on behalf of 13ee7d6d71864c9eb2f508185e6a266f for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:24:39.744036 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-7f863e9c-4b30-4f98-b4e3-8b58dd51d370 req-23350742-b83e-47f4-96dc-cbdf7c79d72f tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:39.782237 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:39.816258 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-75e104b8-053d-4789-996b-9c3e41af0bf1 req-fb5dc3a9-576f-4f1c-ae5c-817fa58bfa79 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/security-groups?id=78e82477-8369-41c4-8634-4911b1aaaaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586242 Nov 12 08:24:39.826156 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-71b73bac-6112-4475-9506-eb3ae441991b tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:39.826808 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71b73bac-6112-4475-9506-eb3ae441991b tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Fanout notify agent at l3_agent the message router_deleted on router 51167b21-2fb0-443c-aa6f-170ff33e82c5 {{(pid=102600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:24:39.835317 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-71b73bac-6112-4475-9506-eb3ae441991b tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:39.843371 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-71b73bac-6112-4475-9506-eb3ae441991b tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] 10.222.0.26 "DELETE /v2.0/routers/51167b21-2fb0-443c-aa6f-170ff33e82c5 HTTP/1.1" status: 204 len: 168 time: 3.0368712 Nov 12 08:24:39.843597 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 55650) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:39.934262 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-063b6f99-009a-4e1f-8ccb-8ed3b106db6f tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:39.993347 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-a042eed0-67ef-4788-868b-b1e484b42ac6 tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Deleting subnet f1042926-2e34-44d3-8701-46334c2f2814 {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:24:40.001560 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a042eed0-67ef-4788-868b-b1e484b42ac6 tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:40.046778 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b8990f-f284-48aa-91da-1134a5c7c488 req-abfebdc8-08e9-4f1e-899a-0d638ac055ed tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:40.049231 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-60b8990f-f284-48aa-91da-1134a5c7c488 req-abfebdc8-08e9-4f1e-899a-0d638ac055ed tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.21 "GET /v2.0/ports?device_id=14ea6b66-b2b3-48e9-8a22-fc303d6ddba7 HTTP/1.1" status: 200 len: 946 time: 0.1566443 Nov 12 08:24:40.137101 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a042eed0-67ef-4788-868b-b1e484b42ac6 tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:40.164918 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-063b6f99-009a-4e1f-8ccb-8ed3b106db6f tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:40.215786 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-16bf3268-feb4-4877-88a3-99765157c907 None None] Allocated IP 2001:db8::2 (4519a669-2ed2-4f3d-a623-710da647db46/e2b2e797-df76-4d8f-91f0-c6d6d32d5285/cdfcd8dc-4e1c-43a3-a6a2-7c7a1586bb87) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:24:40.300310 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063b6f99-009a-4e1f-8ccb-8ed3b106db6f tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Network 4519a669-2ed2-4f3d-a623-710da647db46 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:24:40.306926 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cbe0e078-7bc5-4400-a709-64d4d28e4c25 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:40.311748 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-7f863e9c-4b30-4f98-b4e3-8b58dd51d370 req-23350742-b83e-47f4-96dc-cbdf7c79d72f tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Allocated IP 172.20.0.10 (392b706c-fa83-40b2-ba41-e97d70efdd1d/2d250a72-e563-4d6e-ac4f-f44698e0ce3c/1ef3455d-b25c-4aa7-8358-1afb58b1eb13) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:24:40.323100 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-063b6f99-009a-4e1f-8ccb-8ed3b106db6f tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:24:40.331977 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [req-60b8990f-f284-48aa-91da-1134a5c7c488 req-57f71ef2-1adc-4d27-b558-982e63c226e3 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Deleting port df0fa613-91a7-4ad5-957d-7b7e3be41d53 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:24:40.335360 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063b6f99-009a-4e1f-8ccb-8ed3b106db6f tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:24:40.342015 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-60b8990f-f284-48aa-91da-1134a5c7c488 req-57f71ef2-1adc-4d27-b558-982e63c226e3 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:40.342524 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063b6f99-009a-4e1f-8ccb-8ed3b106db6f tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:40.343205 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-063b6f99-009a-4e1f-8ccb-8ed3b106db6f tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:40.384071 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a042eed0-67ef-4788-868b-b1e484b42ac6 tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:40.389227 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063b6f99-009a-4e1f-8ccb-8ed3b106db6f tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Pushing event updated for resources: {'Port': ['ID=90ea33a6-a8bf-4438-a793-9f3e9cb3d3ad,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:40.486929 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-063b6f99-009a-4e1f-8ccb-8ed3b106db6f tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2569311 Nov 12 08:24:40.507274 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063b6f99-009a-4e1f-8ccb-8ed3b106db6f tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:40.507637 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063b6f99-009a-4e1f-8ccb-8ed3b106db6f tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:40.507985 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063b6f99-009a-4e1f-8ccb-8ed3b106db6f tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:40.508333 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063b6f99-009a-4e1f-8ccb-8ed3b106db6f tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:40.508672 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063b6f99-009a-4e1f-8ccb-8ed3b106db6f tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:40.509010 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063b6f99-009a-4e1f-8ccb-8ed3b106db6f tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:40.509361 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063b6f99-009a-4e1f-8ccb-8ed3b106db6f tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:40.509679 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063b6f99-009a-4e1f-8ccb-8ed3b106db6f tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:40.510011 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063b6f99-009a-4e1f-8ccb-8ed3b106db6f tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:40.510340 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063b6f99-009a-4e1f-8ccb-8ed3b106db6f tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:40.519378 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063b6f99-009a-4e1f-8ccb-8ed3b106db6f tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:40.519797 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063b6f99-009a-4e1f-8ccb-8ed3b106db6f tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:40.527420 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 55676) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:40.594274 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-16bf3268-feb4-4877-88a3-99765157c907 None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:40.607545 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-16bf3268-feb4-4877-88a3-99765157c907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:40.708164 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24c471e-0823-4e7e-a314-d857178758ec req-8e8aff3f-8806-499e-868d-ad03fe844a3c tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:40.716448 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16bf3268-feb4-4877-88a3-99765157c907 None None] Network 4519a669-2ed2-4f3d-a623-710da647db46 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:24:40.722305 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e24c471e-0823-4e7e-a314-d857178758ec req-8e8aff3f-8806-499e-868d-ad03fe844a3c tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.26 "GET /v2.0/ports?device_id=14ea6b66-b2b3-48e9-8a22-fc303d6ddba7 HTTP/1.1" status: 200 len: 946 time: 0.2849743 Nov 12 08:24:40.725461 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-16bf3268-feb4-4877-88a3-99765157c907 None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:24:40.742146 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bf3268-feb4-4877-88a3-99765157c907 None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:24:40.750890 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bf3268-feb4-4877-88a3-99765157c907 None None] Pushing event updated for resources: {'Port': ['ID=cdfcd8dc-4e1c-43a3-a6a2-7c7a1586bb87,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:40.763055 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-60b8990f-f284-48aa-91da-1134a5c7c488 req-57f71ef2-1adc-4d27-b558-982e63c226e3 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] For port df0fa613-91a7-4ad5-957d-7b7e3be41d53, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=df0fa613-91a7-4ad5-957d-7b7e3be41d53,segment=NetworkSegment(7d01148a-20d0-47ea-9742-61ec2ea015f1),segment_id=7d01148a-20d0-47ea-9742-61ec2ea015f1)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:40.763644 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-60b8990f-f284-48aa-91da-1134a5c7c488 req-57f71ef2-1adc-4d27-b558-982e63c226e3 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:40.801019 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a042eed0-67ef-4788-868b-b1e484b42ac6 tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:40.828250 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cbe0e078-7bc5-4400-a709-64d4d28e4c25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:40.858738 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-16bf3268-feb4-4877-88a3-99765157c907 None None] Attempting to bind port cdfcd8dc-4e1c-43a3-a6a2-7c7a1586bb87 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:24:40.859501 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-16bf3268-feb4-4877-88a3-99765157c907 None None] Attempting to bind port cdfcd8dc-4e1c-43a3-a6a2-7c7a1586bb87 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '73399f82-83dc-469a-9140-980ddcc4e1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '4519a669-2ed2-4f3d-a623-710da647db46'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:24:40.860058 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bf3268-feb4-4877-88a3-99765157c907 None None] Attempting to bind port cdfcd8dc-4e1c-43a3-a6a2-7c7a1586bb87 on network 4519a669-2ed2-4f3d-a623-710da647db46 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:24:40.867257 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bf3268-feb4-4877-88a3-99765157c907 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:24:40.869316 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bf3268-feb4-4877-88a3-99765157c907 None None] Checking segment: {'id': '73399f82-83dc-469a-9140-980ddcc4e1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '4519a669-2ed2-4f3d-a623-710da647db46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:24:40.869903 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-16bf3268-feb4-4877-88a3-99765157c907 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:40.870599 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bf3268-feb4-4877-88a3-99765157c907 None None] Bound using segment: {'id': '73399f82-83dc-469a-9140-980ddcc4e1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '4519a669-2ed2-4f3d-a623-710da647db46'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:24:40.871241 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-16bf3268-feb4-4877-88a3-99765157c907 None None] Bound port: cdfcd8dc-4e1c-43a3-a6a2-7c7a1586bb87, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73399f82-83dc-469a-9140-980ddcc4e1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '4519a669-2ed2-4f3d-a623-710da647db46'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:24:40.872089 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-16bf3268-feb4-4877-88a3-99765157c907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:40.926392 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [req-60b8990f-f284-48aa-91da-1134a5c7c488 req-57f71ef2-1adc-4d27-b558-982e63c226e3 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Calling delete_port for df0fa613-91a7-4ad5-957d-7b7e3be41d53 owned by compute:nova {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:24:40.948748 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a042eed0-67ef-4788-868b-b1e484b42ac6 tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Pushing event deleted for resources: {'Subnet': ['ID=f1042926-2e34-44d3-8701-46334c2f2814,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:40.962355 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a042eed0-67ef-4788-868b-b1e484b42ac6 tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:40.963901 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8545ef06-7fb1-4b98-9b08-63925218eb6f None None] Network 1581d42a-8853-4813-b85c-d98e4d75f39e requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:24:40.965835 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-a042eed0-67ef-4788-868b-b1e484b42ac6 tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] 10.222.0.26 "DELETE /v2.0/subnets/f1042926-2e34-44d3-8701-46334c2f2814 HTTP/1.1" status: 204 len: 168 time: 1.1210878 Nov 12 08:24:40.971191 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 55692) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:40.998033 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-16bf3268-feb4-4877-88a3-99765157c907 None None] For port cdfcd8dc-4e1c-43a3-a6a2-7c7a1586bb87, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:24:41.045166 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-16bf3268-feb4-4877-88a3-99765157c907 None None] For port cdfcd8dc-4e1c-43a3-a6a2-7c7a1586bb87, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=cdfcd8dc-4e1c-43a3-a6a2-7c7a1586bb87,segment=NetworkSegment(73399f82-83dc-469a-9140-980ddcc4e1b9),segment_id=73399f82-83dc-469a-9140-980ddcc4e1b9)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:24:41.056738 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e24c471e-0823-4e7e-a314-d857178758ec req-460e1146-1e6e-40c5-b01a-73994820a8d0 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cbb65ba-0e7e-4ab7-8759-517886115d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3342435 Nov 12 08:24:41.057543 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-16bf3268-feb4-4877-88a3-99765157c907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:41.167852 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe0e078-7bc5-4400-a709-64d4d28e4c25 admin admin] Network f9a744d5-a656-4c07-bd3d-fe4fb520e5db is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:24:41.197489 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bf3268-feb4-4877-88a3-99765157c907 None None] Pushing event updated for resources: {'Port': ['ID=cdfcd8dc-4e1c-43a3-a6a2-7c7a1586bb87,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:41.234601 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1b5709df-78df-42dd-9521-80f51cc7cabc tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:41.301888 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-cbe0e078-7bc5-4400-a709-64d4d28e4c25 admin admin] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:24:41.358056 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe0e078-7bc5-4400-a709-64d4d28e4c25 admin admin] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:24:41.379645 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a6fce405-43ae-4c96-a64d-fb673e894d61 req-ac181b08-477c-4762-8e72-560197c982eb tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=f174281c-1460-4f21-836b-78ea4b6bf2e3 HTTP/1.1" status: 200 len: 210 time: 0.3156576 Nov 12 08:24:41.423896 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-1b5709df-78df-42dd-9521-80f51cc7cabc tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Deleting port f8957a08-d626-48f0-a178-1e6368eb3585 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:24:41.424955 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1b5709df-78df-42dd-9521-80f51cc7cabc tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:41.478289 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-60b8990f-f284-48aa-91da-1134a5c7c488 req-57f71ef2-1adc-4d27-b558-982e63c226e3 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:41.487549 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ddbfd8-1577-4275-9241-ca1580e97005 None None] DHCP port deletion for 1581d42a-8853-4813-b85c-d98e4d75f39e request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:24:41.548966 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cbe0e078-7bc5-4400-a709-64d4d28e4c25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933481'] for router_interface, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:41.561161 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['0aa2b7e0-4b27-40de-8535-e7e4f7dc82b3'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:24:41.602402 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe0e078-7bc5-4400-a709-64d4d28e4c25 admin admin] Pushing event updated for resources: {'Port': ['ID=4efad728-1020-473e-878e-22e71e588bc9,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:41.654560 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f71ef2-1adc-4d27-b558-982e63c226e3 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Pushing event deleted for resources: {'Port': ['ID=df0fa613-91a7-4ad5-957d-7b7e3be41d53,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:41.735126 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-7f863e9c-4b30-4f98-b4e3-8b58dd51d370 req-23350742-b83e-47f4-96dc-cbdf7c79d72f tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:41.799170 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-60ddbfd8-1577-4275-9241-ca1580e97005 None None] Deleting port f8957a08-d626-48f0-a178-1e6368eb3585 {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:24:41.799686 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-60ddbfd8-1577-4275-9241-ca1580e97005 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:41.887562 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [req-60b8990f-f284-48aa-91da-1134a5c7c488 req-57f71ef2-1adc-4d27-b558-982e63c226e3 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] No DVR routers for this DVR port df0fa613-91a7-4ad5-957d-7b7e3be41d53 on host n-h1-765315-29 {{(pid=102600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:24:41.903983 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-60b8990f-f284-48aa-91da-1134a5c7c488 req-57f71ef2-1adc-4d27-b558-982e63c226e3 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:41.907522 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-60b8990f-f284-48aa-91da-1134a5c7c488 req-57f71ef2-1adc-4d27-b558-982e63c226e3 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.21 "DELETE /v2.0/ports/df0fa613-91a7-4ad5-957d-7b7e3be41d53 HTTP/1.1" status: 204 len: 173 time: 1.8504255 Nov 12 08:24:41.908846 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14ea6b66-b2b3-48e9-8a22-fc303d6ddba7', 'name': 'network-vif-deleted', 'tag': 'df0fa613-91a7-4ad5-957d-7b7e3be41d53'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:24:41.922943 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ae1ad69-24d0-46f8-9965-89ed41429036" -d '{"events": [{"server_uuid": "14ea6b66-b2b3-48e9-8a22-fc303d6ddba7", "name": "network-vif-deleted", "tag": "df0fa613-91a7-4ad5-957d-7b7e3be41d53"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:24:41.947734 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-1b5709df-78df-42dd-9521-80f51cc7cabc tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] For port f8957a08-d626-48f0-a178-1e6368eb3585, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=f8957a08-d626-48f0-a178-1e6368eb3585,segment=NetworkSegment(adaf0c33-bca5-472b-b9bf-4f6bca9729af),segment_id=adaf0c33-bca5-472b-b9bf-4f6bca9729af)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:41.948303 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1b5709df-78df-42dd-9521-80f51cc7cabc tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:41.973230 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-81845020-3efb-4b4f-b4de-2a02fa2bc62b tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:42.041751 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-60ddbfd8-1577-4275-9241-ca1580e97005 None None] For port f8957a08-d626-48f0-a178-1e6368eb3585, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=f8957a08-d626-48f0-a178-1e6368eb3585,segment=NetworkSegment(adaf0c33-bca5-472b-b9bf-4f6bca9729af),segment_id=adaf0c33-bca5-472b-b9bf-4f6bca9729af)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:42.042149 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-60ddbfd8-1577-4275-9241-ca1580e97005 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:42.051239 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287aa162-d4b2-45c3-b089-414833360dae req-3d770b24-ddf5-4ca4-afed-c215f60db9db tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:42.056547 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-287aa162-d4b2-45c3-b089-414833360dae req-3d770b24-ddf5-4ca4-afed-c215f60db9db tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/ports?device_id=419c0e85-7a45-424c-9111-1c0f1895911f HTTP/1.1" status: 200 len: 946 time: 0.6540868 Nov 12 08:24:42.064429 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device cdfcd8dc-4e1c-43a3-a6a2-7c7a1586bb87 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:24:42.066271 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2434303f-35f8-41c5-8c3c-861f87c3f9a7 x-openstack-request-id: req-2434303f-35f8-41c5-8c3c-861f87c3f9a7 {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:24:42.069067 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14ea6b66-b2b3-48e9-8a22-fc303d6ddba7", "name": "network-vif-deleted", "tag": "df0fa613-91a7-4ad5-957d-7b7e3be41d53", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:24:42.070271 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2434303f-35f8-41c5-8c3c-861f87c3f9a7 {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:24:42.072124 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14ea6b66-b2b3-48e9-8a22-fc303d6ddba7', 'name': 'network-vif-deleted', 'tag': 'df0fa613-91a7-4ad5-957d-7b7e3be41d53', 'status': 'completed', 'code': 200} Nov 12 08:24:42.073162 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-1b5709df-78df-42dd-9521-80f51cc7cabc tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Calling delete_port for f8957a08-d626-48f0-a178-1e6368eb3585 owned by network:dhcp {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:24:42.150976 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-2c5c6a32-c8d3-4549-bab9-634ee2e3b663 None None] Provisioning complete for port 4efad728-1020-473e-878e-22e71e588bc9 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:42.151780 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2c5c6a32-c8d3-4549-bab9-634ee2e3b663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:42.156341 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-60ddbfd8-1577-4275-9241-ca1580e97005 None None] Calling delete_port for f8957a08-d626-48f0-a178-1e6368eb3585 owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:24:42.277547 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-287aa162-d4b2-45c3-b089-414833360dae req-b79bcc16-3942-4eda-aee2-b39ffd453a1b tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/security-groups?id=78e82477-8369-41c4-8634-4911b1aaaaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955125 Nov 12 08:24:42.317340 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-7f863e9c-4b30-4f98-b4e3-8b58dd51d370 req-23350742-b83e-47f4-96dc-cbdf7c79d72f tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:42.332792 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1b5709df-78df-42dd-9521-80f51cc7cabc tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:42.356990 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5709df-78df-42dd-9521-80f51cc7cabc tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] No DVR routers for this DVR port f8957a08-d626-48f0-a178-1e6368eb3585 on host n-d-765315-29 {{(pid=102600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:24:42.362612 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-63e7ffed-cb0d-4600-8675-cd169cb551bb req-443c0078-220b-4967-adee-fcf99d8cbbf2 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.26 "GET /v2.0/ports?device_id=14ea6b66-b2b3-48e9-8a22-fc303d6ddba7 HTTP/1.1" status: 200 len: 210 time: 0.1319296 Nov 12 08:24:42.454795 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['a4a518c3-e7bb-4082-8b18-06e6f981519a'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:24:42.463720 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:42.512129 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5709df-78df-42dd-9521-80f51cc7cabc tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Pushing event deleted for resources: {'Port': ['ID=f8957a08-d626-48f0-a178-1e6368eb3585,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:42.554057 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23350742-b83e-47f4-96dc-cbdf7c79d72f tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Pushing event updated for resources: {'Port': ['ID=1ef3455d-b25c-4aa7-8358-1afb58b1eb13,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:42.571392 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-2c5c6a32-c8d3-4549-bab9-634ee2e3b663 None None] Port 4efad728-1020-473e-878e-22e71e588bc9 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:24:42.636715 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cbe0e078-7bc5-4400-a709-64d4d28e4c25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:42.648227 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1b5709df-78df-42dd-9521-80f51cc7cabc tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:42.695936 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-1b5709df-78df-42dd-9521-80f51cc7cabc tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1581d42a-8853-4813-b85c-d98e4d75f39e']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:42.705266 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f863e9c-4b30-4f98-b4e3-8b58dd51d370 req-23350742-b83e-47f4-96dc-cbdf7c79d72f tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Network 392b706c-fa83-40b2-ba41-e97d70efdd1d is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:24:42.713858 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-1b5709df-78df-42dd-9521-80f51cc7cabc tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adaf0c33-bca5-472b-b9bf-4f6bca9729af') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:42.714183 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-1b5709df-78df-42dd-9521-80f51cc7cabc tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adaf0c33-bca5-472b-b9bf-4f6bca9729af') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:42.726464 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port cdfcd8dc-4e1c-43a3-a6a2-7c7a1586bb87 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:42.727586 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1b5709df-78df-42dd-9521-80f51cc7cabc tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:42.727920 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:42.735245 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-7f863e9c-4b30-4f98-b4e3-8b58dd51d370 req-23350742-b83e-47f4-96dc-cbdf7c79d72f tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:24:42.749886 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1b5709df-78df-42dd-9521-80f51cc7cabc tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:42.759219 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b5709df-78df-42dd-9521-80f51cc7cabc tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:24:42.760374 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1b5709df-78df-42dd-9521-80f51cc7cabc tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:42.764305 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:24:42.764305 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:24:42.764305 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:24:42.764305 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:24:42.764305 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:24:42.764305 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:24:42.764305 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:24:42.764305 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:24:42.764305 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:24:42.764305 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:24:42.764305 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:24:42.764305 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:24:42.764305 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:24:42.764305 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:24:42.764305 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:24:42.764305 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:24:42.764305 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:24:42.764305 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:24:42.764305 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:24:42.764305 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:24:42.764305 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:24:42.764305 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:24:42.764305 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:24:42.764305 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:24:42.764305 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:24:42.764305 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:24:42.764305 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:24:42.764305 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:24:42.764305 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:24:42.764305 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:24:42.764305 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:24:42.764305 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:24:42.882819 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1b5709df-78df-42dd-9521-80f51cc7cabc tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:42.903819 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-60ddbfd8-1577-4275-9241-ca1580e97005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:42.920095 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1b5709df-78df-42dd-9521-80f51cc7cabc tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:42.923387 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-1b5709df-78df-42dd-9521-80f51cc7cabc tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] 10.222.0.26 "DELETE /v2.0/networks/1581d42a-8853-4813-b85c-d98e4d75f39e HTTP/1.1" status: 204 len: 168 time: 1.9511099 Nov 12 08:24:42.924316 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5709df-78df-42dd-9521-80f51cc7cabc tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Pushing event deleted for resources: {'Network': ['ID=1581d42a-8853-4813-b85c-d98e4d75f39e,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:42.935986 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 55710) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:42.982876 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166a3a0c-c618-47e9-9147-a7fa7a92c113 None None] Network 4519a669-2ed2-4f3d-a623-710da647db46 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:24:42.987621 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-60ddbfd8-1577-4275-9241-ca1580e97005 None None] Network 1581d42a-8853-4813-b85c-d98e4d75f39e is not hosted by any dhcp agent {{(pid=102601) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 08:24:42.988345 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ddbfd8-1577-4275-9241-ca1580e97005 None None] No DVR routers for this DVR port f8957a08-d626-48f0-a178-1e6368eb3585 on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:24:42.996359 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ddbfd8-1577-4275-9241-ca1580e97005 None None] Pushing event deleted for resources: {'Port': ['ID=f8957a08-d626-48f0-a178-1e6368eb3585,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:43.133065 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device df0fa613-91a7-4ad5-957d-7b7e3be41d53 no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:24:43.135502 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-4d33feba-260c-43ea-8268-1d86378f403e None None] Provisioning complete for port cdfcd8dc-4e1c-43a3-a6a2-7c7a1586bb87 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:43.136560 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4d33feba-260c-43ea-8268-1d86378f403e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:43.145254 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-86780255-e0a9-4f49-bb21-a6639cbc3ede tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Deleting port dcd1dfef-b059-44d3-b25d-a9b12d21e81a {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:24:43.145899 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-86780255-e0a9-4f49-bb21-a6639cbc3ede tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:43.272612 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-86780255-e0a9-4f49-bb21-a6639cbc3ede tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:43.273372 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-86780255-e0a9-4f49-bb21-a6639cbc3ede tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:43.298093 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-86780255-e0a9-4f49-bb21-a6639cbc3ede tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Calling delete_port for dcd1dfef-b059-44d3-b25d-a9b12d21e81a owned by network:floatingip {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:24:43.384040 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f863e9c-4b30-4f98-b4e3-8b58dd51d370 req-23350742-b83e-47f4-96dc-cbdf7c79d72f tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:24:43.411460 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-e530113a-7783-48f4-9840-8911a24052df None None] No Port match for: df0fa613-91a7-4ad5-957d-7b7e3be41d53 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:24:43.411460 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device df0fa613-91a7-4ad5-957d-7b7e3be41d53 not bound to the agent host n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:24:43.440971 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:43.501296 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4d33feba-260c-43ea-8268-1d86378f403e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:43.508180 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b80648e-1fa2-411e-ae4b-d9b6370eac45 req-aaa63847-b4f9-48d9-8a53-a220f3a4faa2 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:43.509784 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7b80648e-1fa2-411e-ae4b-d9b6370eac45 req-aaa63847-b4f9-48d9-8a53-a220f3a4faa2 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/ports?device_id=419c0e85-7a45-424c-9111-1c0f1895911f HTTP/1.1" status: 200 len: 946 time: 0.0850027 Nov 12 08:24:43.511173 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-86780255-e0a9-4f49-bb21-a6639cbc3ede tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:43.512564 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f863e9c-4b30-4f98-b4e3-8b58dd51d370 req-23350742-b83e-47f4-96dc-cbdf7c79d72f tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:43.513191 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-7f863e9c-4b30-4f98-b4e3-8b58dd51d370 req-23350742-b83e-47f4-96dc-cbdf7c79d72f tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:43.537658 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad4eda-19a1-464c-a81c-bcd0b54dbf95 req-b1dabcfb-8ebe-4b2d-b93e-dc8955ef4df6 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:43.539354 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-baad4eda-19a1-464c-a81c-bcd0b54dbf95 req-b1dabcfb-8ebe-4b2d-b93e-dc8955ef4df6 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=f174281c-1460-4f21-836b-78ea4b6bf2e3 HTTP/1.1" status: 200 len: 932 time: 0.9772105 Nov 12 08:24:43.551308 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86780255-e0a9-4f49-bb21-a6639cbc3ede tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Pushing event deleted for resources: {'Port': ['ID=dcd1dfef-b059-44d3-b25d-a9b12d21e81a,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:43.565301 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-81845020-3efb-4b4f-b4de-2a02fa2bc62b tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:43.584577 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7f863e9c-4b30-4f98-b4e3-8b58dd51d370 req-23350742-b83e-47f4-96dc-cbdf7c79d72f tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1317182 Nov 12 08:24:43.589319 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] For port cdfcd8dc-4e1c-43a3-a6a2-7c7a1586bb87, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=cdfcd8dc-4e1c-43a3-a6a2-7c7a1586bb87,segment=NetworkSegment(73399f82-83dc-469a-9140-980ddcc4e1b9),segment_id=73399f82-83dc-469a-9140-980ddcc4e1b9)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:43.589553 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-81845020-3efb-4b4f-b4de-2a02fa2bc62b tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:43.603529 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:43.604336 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device b16aaa8e-a85f-4884-8a10-f0b0b74a3926 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:24:43.629977 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cbe0e078-7bc5-4400-a709-64d4d28e4c25 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:43.654135 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-7f863e9c-4b30-4f98-b4e3-8b58dd51d370 req-69f29b27-aca3-43c5-9e22-553dbb5e994d service neutron] Request body: {'port': {'device_id': 'f174281c-1460-4f21-836b-78ea4b6bf2e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:43.659380 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7b80648e-1fa2-411e-ae4b-d9b6370eac45 req-a60f5a96-2d83-46a5-92cc-2aab50308848 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/security-groups?id=78e82477-8369-41c4-8634-4911b1aaaaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044099 Nov 12 08:24:43.683769 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-86780255-e0a9-4f49-bb21-a6639cbc3ede tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Publish callbacks [] for floatingip, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:43.686565 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-86780255-e0a9-4f49-bb21-a6639cbc3ede tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:43.691729 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cbe0e078-7bc5-4400-a709-64d4d28e4c25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:43.692357 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-86780255-e0a9-4f49-bb21-a6639cbc3ede tempest-FloatingIPAdminTestJSON-1195609356 tempest-FloatingIPAdminTestJSON-1195609356-project] 10.222.0.26 "DELETE /v2.0/floatingips/30f7b049-e513-4f97-b387-411320d6878d HTTP/1.1" status: 204 len: 168 time: 0.7542729 Nov 12 08:24:43.735676 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device c2a3e2c4-9cb5-4c2c-bc02-077101e3040c details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:24:43.765283 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.db.api [None req-4d33feba-260c-43ea-8268-1d86378f403e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:24:43.765630 n-d-765315-29 neutron-server[102601]: DEBUG oslo_db.api [None req-4d33feba-260c-43ea-8268-1d86378f403e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:24:43.777488 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Pushing event updated for resources: {'Port': ['ID=cdfcd8dc-4e1c-43a3-a6a2-7c7a1586bb87,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:43.818078 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port b16aaa8e-a85f-4884-8a10-f0b0b74a3926 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:43.819150 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:43.905490 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-baad4eda-19a1-464c-a81c-bcd0b54dbf95 req-eb2ff630-5b70-467e-9ece-bc0dcb735b80 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=9dc9079a-4f63-4eb5-be12-eaa66771fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3587580 Nov 12 08:24:43.969908 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81845020-3efb-4b4f-b4de-2a02fa2bc62b tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Pushing event updated for resources: {'Port': ['ID=90ea33a6-a8bf-4438-a793-9f3e9cb3d3ad,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:44.004181 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port c2a3e2c4-9cb5-4c2c-bc02-077101e3040c, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=c2a3e2c4-9cb5-4c2c-bc02-077101e3040c,segment=NetworkSegment(04af530b-b37b-4970-964b-31b6853d152d),segment_id=04af530b-b37b-4970-964b-31b6853d152d)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:44.058139 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': 'c2a3e2c4-9cb5-4c2c-bc02-077101e3040c', 'network_id': '48c46c78-0475-4191-b336-d10a7e260ac1', 'port_id': 'c2a3e2c4-9cb5-4c2c-bc02-077101e3040c', 'mac_address': 'fa:16:3e:94:97:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56da6010-d692-49cc-a6f9-aacc88a2ce9c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:24:44.173109 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cbe0e078-7bc5-4400-a709-64d4d28e4c25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933629'] for router_interface, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:44.177191 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:44.182388 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:44.211111 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-7f863e9c-4b30-4f98-b4e3-8b58dd51d370 req-69f29b27-aca3-43c5-9e22-553dbb5e994d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:44.228416 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c2a3e2c4-9cb5-4c2c-bc02-077101e3040c {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:24:44.241299 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 55736) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:44.263439 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] For port b16aaa8e-a85f-4884-8a10-f0b0b74a3926, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=b16aaa8e-a85f-4884-8a10-f0b0b74a3926,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:44.265574 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe0e078-7bc5-4400-a709-64d4d28e4c25 admin admin] Pushing event updated for resources: {'Port': ['ID=4efad728-1020-473e-878e-22e71e588bc9,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:44.348521 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port c2a3e2c4-9cb5-4c2c-bc02-077101e3040c, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=c2a3e2c4-9cb5-4c2c-bc02-077101e3040c,segment=NetworkSegment(04af530b-b37b-4970-964b-31b6853d152d),segment_id=04af530b-b37b-4970-964b-31b6853d152d)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:44.350487 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:44.395560 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-81845020-3efb-4b4f-b4de-2a02fa2bc62b tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933481'] for router_interface, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:44.411581 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:44.422482 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device f8957a08-d626-48f0-a178-1e6368eb3585 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:24:44.453477 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: f8957a08-d626-48f0-a178-1e6368eb3585 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:24:44.454093 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device f8957a08-d626-48f0-a178-1e6368eb3585 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:24:44.487692 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Pushing event updated for resources: {'Port': ['ID=b16aaa8e-a85f-4884-8a10-f0b0b74a3926,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:44.563486 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21124774-e9b0-4246-be7f-f6bf573ddcd6 req-3425d6c3-c3b4-4e87-9ea7-4ac1db793870 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:44.565233 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-21124774-e9b0-4246-be7f-f6bf573ddcd6 req-3425d6c3-c3b4-4e87-9ea7-4ac1db793870 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b84f47-7e13-4867-8fd2-70853a72090b HTTP/1.1" status: 200 len: 945 time: 0.3937130 Nov 12 08:24:44.567175 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-2bccff5c-ae6c-4a8d-a7a8-5ea73a4d3cb8 None None] Provisioning complete for port 1ef3455d-b25c-4aa7-8358-1afb58b1eb13 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:44.567736 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2bccff5c-ae6c-4a8d-a7a8-5ea73a4d3cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:44.569867 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=c2a3e2c4-9cb5-4c2c-bc02-077101e3040c,revision_number=6']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:44.619000 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device cdfcd8dc-4e1c-43a3-a6a2-7c7a1586bb87 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:24:44.666494 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-d228c381-dc08-4f43-aa21-7b59f80ec4b5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cfd09a51415242e682cd37a2f9c0d619&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4220607 Nov 12 08:24:44.667381 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 55744) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:44.719573 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['c2a3e2c4-9cb5-4c2c-bc02-077101e3040c'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:24:44.733469 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-2bccff5c-ae6c-4a8d-a7a8-5ea73a4d3cb8 None None] Port 1ef3455d-b25c-4aa7-8358-1afb58b1eb13 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:24:44.809488 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe0e078-7bc5-4400-a709-64d4d28e4c25 admin admin] Network f9a744d5-a656-4c07-bd3d-fe4fb520e5db is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:24:44.810461 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4668e4ef-366d-4767-a998-09af117f054a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:44.835962 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-cbe0e078-7bc5-4400-a709-64d4d28e4c25 admin admin] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:24:44.843912 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-2bccff5c-ae6c-4a8d-a7a8-5ea73a4d3cb8 None None] Provisioning complete for port 90ea33a6-a8bf-4438-a793-9f3e9cb3d3ad triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:44.844285 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2bccff5c-ae6c-4a8d-a7a8-5ea73a4d3cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:44.850682 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-21124774-e9b0-4246-be7f-f6bf573ddcd6 req-1b5b3016-b125-40ee-9685-4212e21b6e46 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cbb65ba-0e7e-4ab7-8759-517886115d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756555 Nov 12 08:24:44.879423 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-81845020-3efb-4b4f-b4de-2a02fa2bc62b tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:44.908298 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port cdfcd8dc-4e1c-43a3-a6a2-7c7a1586bb87 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:44.908673 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:44.926284 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4668e4ef-366d-4767-a998-09af117f054a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:45.004558 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d434f2f4-2165-445f-a4e1-86c262087f4a req-c79552b5-81cd-454e-a52b-9bac4e986e55 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:45.006243 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d434f2f4-2165-445f-a4e1-86c262087f4a req-c79552b5-81cd-454e-a52b-9bac4e986e55 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/ports?device_id=419c0e85-7a45-424c-9111-1c0f1895911f HTTP/1.1" status: 200 len: 945 time: 0.1969504 Nov 12 08:24:45.096658 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-2bccff5c-ae6c-4a8d-a7a8-5ea73a4d3cb8 None None] Port 90ea33a6-a8bf-4438-a793-9f3e9cb3d3ad cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:24:45.109250 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbe0e078-7bc5-4400-a709-64d4d28e4c25 admin admin] Router 5aeb5108-15c8-4425-b1f5-9f5bdc3595d7 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:24:45.143986 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4668e4ef-366d-4767-a998-09af117f054a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:45.147513 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4668e4ef-366d-4767-a998-09af117f054a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:45.148790 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-4668e4ef-366d-4767-a998-09af117f054a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0834c32a-4508-4d85-b5b2-91f773f77342 HTTP/1.1" status: 204 len: 168 time: 0.4799848 Nov 12 08:24:45.158009 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-2bccff5c-ae6c-4a8d-a7a8-5ea73a4d3cb8 None None] Provisioning complete for port cdfcd8dc-4e1c-43a3-a6a2-7c7a1586bb87 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:45.158698 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2bccff5c-ae6c-4a8d-a7a8-5ea73a4d3cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:45.164268 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d434f2f4-2165-445f-a4e1-86c262087f4a req-0669951b-b9e6-45c3-b1ab-1571f0ab43b3 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/security-groups?id=78e82477-8369-41c4-8634-4911b1aaaaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171868 Nov 12 08:24:45.186663 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4668e4ef-366d-4767-a998-09af117f054a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0834c32a-4508-4d85-b5b2-91f773f77342,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:45.561618 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-ea2b73f5-799c-4372-9996-4bbb1aee11b6 None None] Provisioning complete for port 90ea33a6-a8bf-4438-a793-9f3e9cb3d3ad triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:45.562271 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ea2b73f5-799c-4372-9996-4bbb1aee11b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:45.572624 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f58ca-81e4-4936-acbd-286674916713 req-103b2a20-b71a-4672-9957-e4cfa4329bf4 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:45.574638 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d56f58ca-81e4-4936-acbd-286674916713 req-103b2a20-b71a-4672-9957-e4cfa4329bf4 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=f174281c-1460-4f21-836b-78ea4b6bf2e3 HTTP/1.1" status: 200 len: 932 time: 0.3715434 Nov 12 08:24:45.602100 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9d232b-37dc-4fe6-85a1-084c5dd54d27 req-e009cde7-ba80-4843-b122-ded49c476393 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:45.604195 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6c9d232b-37dc-4fe6-85a1-084c5dd54d27 req-e009cde7-ba80-4843-b122-ded49c476393 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/ports?device_id=419c0e85-7a45-424c-9111-1c0f1895911f HTTP/1.1" status: 200 len: 945 time: 0.1181915 Nov 12 08:24:45.643438 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-ea2b73f5-799c-4372-9996-4bbb1aee11b6 None None] Port 90ea33a6-a8bf-4438-a793-9f3e9cb3d3ad cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:24:45.673285 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-ea2b73f5-799c-4372-9996-4bbb1aee11b6 None None] Provisioning complete for port 4efad728-1020-473e-878e-22e71e588bc9 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:45.673706 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ea2b73f5-799c-4372-9996-4bbb1aee11b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:45.687676 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6c9d232b-37dc-4fe6-85a1-084c5dd54d27 req-07edabea-5aa7-446c-b5c9-d157ac0771a6 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/security-groups?id=78e82477-8369-41c4-8634-4911b1aaaaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761325 Nov 12 08:24:45.701649 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 55762) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:45.723570 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-ea2b73f5-799c-4372-9996-4bbb1aee11b6 None None] Port 4efad728-1020-473e-878e-22e71e588bc9 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:24:45.798554 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-258b1140-337d-43a8-a892-a32079462ff1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:45.806252 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device c2a3e2c4-9cb5-4c2c-bc02-077101e3040c no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:24:45.811168 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbe0e078-7bc5-4400-a709-64d4d28e4c25 admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:24:45.830551 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-cbe0e078-7bc5-4400-a709-64d4d28e4c25 admin admin] 10.222.0.26 "PUT /v2.0/routers/5aeb5108-15c8-4425-b1f5-9f5bdc3595d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0565443 Nov 12 08:24:45.834836 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27afcbf3-fd34-4105-b553-578f6e74b10d None None] Sync routers for ids ['5aeb5108-15c8-4425-b1f5-9f5bdc3595d7'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:24:45.854782 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-7f863e9c-4b30-4f98-b4e3-8b58dd51d370 req-69f29b27-aca3-43c5-9e22-553dbb5e994d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ef3455d-b25c-4aa7-8358-1afb58b1eb13 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:24:45.859336 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27afcbf3-fd34-4105-b553-578f6e74b10d None None] Routers {'5aeb5108-15c8-4425-b1f5-9f5bdc3595d7'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:24:45.859969 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-27afcbf3-fd34-4105-b553-578f6e74b10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:24:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['5aeb5108-15c8-4425-b1f5-9f5bdc3595d7'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:45.867661 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d56f58ca-81e4-4936-acbd-286674916713 req-8d9535fc-7df5-437b-b700-e93ab4a034db tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=9dc9079a-4f63-4eb5-be12-eaa66771fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367420 Nov 12 08:24:45.898358 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-7f863e9c-4b30-4f98-b4e3-8b58dd51d370 req-69f29b27-aca3-43c5-9e22-553dbb5e994d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:45.912992 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-7f863e9c-4b30-4f98-b4e3-8b58dd51d370 req-69f29b27-aca3-43c5-9e22-553dbb5e994d service neutron] Transition to ACTIVE for port object 1ef3455d-b25c-4aa7-8358-1afb58b1eb13 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:24:45.934688 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-7f863e9c-4b30-4f98-b4e3-8b58dd51d370 req-69f29b27-aca3-43c5-9e22-553dbb5e994d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:45.983538 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 55768) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:46.016053 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06de620-9569-4d63-abda-fe3859de3a4f req-2d928e3c-cc62-4370-958d-1f8eb3c0d747 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:46.025115 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f06de620-9569-4d63-abda-fe3859de3a4f req-2d928e3c-cc62-4370-958d-1f8eb3c0d747 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b84f47-7e13-4867-8fd2-70853a72090b HTTP/1.1" status: 200 len: 945 time: 0.0823340 Nov 12 08:24:46.050904 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:46.059729 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-81845020-3efb-4b4f-b4de-2a02fa2bc62b tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:46.064192 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f29b27-aca3-43c5-9e22-553dbb5e994d service neutron] Pushing event updated for resources: {'Port': ['ID=1ef3455d-b25c-4aa7-8358-1afb58b1eb13,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:46.078781 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-81845020-3efb-4b4f-b4de-2a02fa2bc62b tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:46.079794 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-81845020-3efb-4b4f-b4de-2a02fa2bc62b tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933629'] for router_interface, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:46.107101 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id c2a3e2c4-9cb5-4c2c-bc02-077101e3040c {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:24:46.134009 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f06de620-9569-4d63-abda-fe3859de3a4f req-105708f5-5a22-4bc1-9ddc-8f15ef6ea44f tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cbb65ba-0e7e-4ab7-8759-517886115d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073585 Nov 12 08:24:46.179570 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-7588f7b6-0a3e-4aee-992e-2c9733d2f611 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-166239644'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:46.179830 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port c2a3e2c4-9cb5-4c2c-bc02-077101e3040c, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=c2a3e2c4-9cb5-4c2c-bc02-077101e3040c,segment=NetworkSegment(04af530b-b37b-4970-964b-31b6853d152d),segment_id=04af530b-b37b-4970-964b-31b6853d152d)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:46.183058 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-27afcbf3-fd34-4105-b553-578f6e74b10d None None] Set router 5aeb5108-15c8-4425-b1f5-9f5bdc3595d7 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:24:46.210970 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7588f7b6-0a3e-4aee-992e-2c9733d2f611 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Made reservation on behalf of 1001c16de8c544adab5de1eeb517d6a1 for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:24:46.216393 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7588f7b6-0a3e-4aee-992e-2c9733d2f611 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:46.230371 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:46.245007 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7588f7b6-0a3e-4aee-992e-2c9733d2f611 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:24:46.257573 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7588f7b6-0a3e-4aee-992e-2c9733d2f611 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:46.257928 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-7588f7b6-0a3e-4aee-992e-2c9733d2f611 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Added segment 2b57ca2e-b249-42df-a0b0-ca6715838273 of type vlan for network c1bb571d-b3b1-4ffa-8d0c-fbb045900c65 Nov 12 08:24:46.268325 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81845020-3efb-4b4f-b4de-2a02fa2bc62b tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Pushing event updated for resources: {'Port': ['ID=90ea33a6-a8bf-4438-a793-9f3e9cb3d3ad,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:46.289637 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-258b1140-337d-43a8-a892-a32079462ff1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:46.303068 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=c2a3e2c4-9cb5-4c2c-bc02-077101e3040c,revision_number=7']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:46.316073 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:46.316073 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:46.316555 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:46.316983 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:46.317484 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:46.317935 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:46.319963 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:46.320599 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:46.321036 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:46.321487 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:46.322749 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:46.323046 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:46.327075 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7588f7b6-0a3e-4aee-992e-2c9733d2f611 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:46.330671 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-258b1140-337d-43a8-a892-a32079462ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:46.373461 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7588f7b6-0a3e-4aee-992e-2c9733d2f611 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:46.381758 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7588f7b6-0a3e-4aee-992e-2c9733d2f611 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:46.382791 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7588f7b6-0a3e-4aee-992e-2c9733d2f611 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:46.399520 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-7f863e9c-4b30-4f98-b4e3-8b58dd51d370 req-69f29b27-aca3-43c5-9e22-553dbb5e994d service neutron] Attempting to bind port 1ef3455d-b25c-4aa7-8358-1afb58b1eb13 on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:24:46.399967 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-7f863e9c-4b30-4f98-b4e3-8b58dd51d370 req-69f29b27-aca3-43c5-9e22-553dbb5e994d service neutron] Attempting to bind port 1ef3455d-b25c-4aa7-8358-1afb58b1eb13 by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': 'e07c96e0-5af6-439e-b283-25e89ba24ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '392b706c-fa83-40b2-ba41-e97d70efdd1d'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:24:46.400357 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f863e9c-4b30-4f98-b4e3-8b58dd51d370 req-69f29b27-aca3-43c5-9e22-553dbb5e994d service neutron] Attempting to bind port 1ef3455d-b25c-4aa7-8358-1afb58b1eb13 on network 392b706c-fa83-40b2-ba41-e97d70efdd1d {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:24:46.446971 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934ddc3a-abaa-4ed0-b6db-6e2b250a6438 req-aa538731-1409-477f-be10-d6c9ea6aae4f tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:46.448874 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-934ddc3a-abaa-4ed0-b6db-6e2b250a6438 req-aa538731-1409-477f-be10-d6c9ea6aae4f tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3b84f47-7e13-4867-8fd2-70853a72090b HTTP/1.1" status: 200 len: 945 time: 0.1774826 Nov 12 08:24:46.449853 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f863e9c-4b30-4f98-b4e3-8b58dd51d370 req-69f29b27-aca3-43c5-9e22-553dbb5e994d service neutron] Port 1ef3455d-b25c-4aa7-8358-1afb58b1eb13 on network 392b706c-fa83-40b2-ba41-e97d70efdd1d not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:24:46.450414 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f863e9c-4b30-4f98-b4e3-8b58dd51d370 req-69f29b27-aca3-43c5-9e22-553dbb5e994d service neutron] Attempting to bind port 1ef3455d-b25c-4aa7-8358-1afb58b1eb13 on network 392b706c-fa83-40b2-ba41-e97d70efdd1d {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:24:46.468309 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258b1140-337d-43a8-a892-a32079462ff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e605ac86-022e-4aa2-bbdc-4ab7c3bf8864,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:46.468891 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-7588f7b6-0a3e-4aee-992e-2c9733d2f611 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4831784 Nov 12 08:24:46.472251 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 55778) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:46.480595 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-9a5dfda8-9b59-42ea-ad11-acf6e2a55896 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Request body: {'subnet': {'network_id': 'c1bb571d-b3b1-4ffa-8d0c-fbb045900c65', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:46.493474 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f863e9c-4b30-4f98-b4e3-8b58dd51d370 req-69f29b27-aca3-43c5-9e22-553dbb5e994d service neutron] Checking agent: {'id': '26215384-8035-4ce2-971a-8e67be80da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:24:46.496970 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f863e9c-4b30-4f98-b4e3-8b58dd51d370 req-69f29b27-aca3-43c5-9e22-553dbb5e994d service neutron] Checking segment: {'id': 'e07c96e0-5af6-439e-b283-25e89ba24ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '392b706c-fa83-40b2-ba41-e97d70efdd1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:24:46.497595 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f863e9c-4b30-4f98-b4e3-8b58dd51d370 req-69f29b27-aca3-43c5-9e22-553dbb5e994d service neutron] Bound using segment: {'id': 'e07c96e0-5af6-439e-b283-25e89ba24ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '392b706c-fa83-40b2-ba41-e97d70efdd1d'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:24:46.498923 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-7f863e9c-4b30-4f98-b4e3-8b58dd51d370 req-69f29b27-aca3-43c5-9e22-553dbb5e994d service neutron] Bound port: 1ef3455d-b25c-4aa7-8358-1afb58b1eb13, host: n-h1-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e07c96e0-5af6-439e-b283-25e89ba24ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '392b706c-fa83-40b2-ba41-e97d70efdd1d'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:24:46.499334 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7588f7b6-0a3e-4aee-992e-2c9733d2f611 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Pushing event updated for resources: {'Network': ['ID=c1bb571d-b3b1-4ffa-8d0c-fbb045900c65,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:46.499793 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-7f863e9c-4b30-4f98-b4e3-8b58dd51d370 req-69f29b27-aca3-43c5-9e22-553dbb5e994d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:46.545544 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-258b1140-337d-43a8-a892-a32079462ff1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=92eb1ff864164922ad30272939341d56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8371258 Nov 12 08:24:46.546144 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 55782) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:46.557168 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-27afcbf3-fd34-4105-b553-578f6e74b10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aeb5108-15c8-4425-b1f5-9f5bdc3595d7', 'name': 'tempest-ServersTestMultiNic-1111447008-router', 'tenant_id': '1001c16de8c544adab5de1eeb517d6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': 'b16aaa8e-a85f-4884-8a10-f0b0b74a3926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:24:31Z', 'updated_at': '2021-11-12T08:24:42Z', 'revision_number': 4, 'project_id': '1001c16de8c544adab5de1eeb517d6a1', 'gw_port': {'id': 'b16aaa8e-a85f-4884-8a10-f0b0b74a3926', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:3e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aeb5108-15c8-4425-b1f5-9f5bdc3595d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:24:32Z', 'updated_at': '2021-11-12T08:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '4efad728-1020-473e-878e-22e71e588bc9', 'name': '', 'network_id': 'f9a744d5-a656-4c07-bd3d-fe4fb520e5db', 'tenant_id': '1001c16de8c544adab5de1eeb517d6a1', 'mac_address': 'fa:16:3e:1e:9d:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aeb5108-15c8-4425-b1f5-9f5bdc3595d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '6a07fbaf-35f6-404b-9a83-4ebfb5671111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:24:38Z', 'updated_at': '2021-11-12T08:24:42Z', 'revision_number': 2, 'project_id': '1001c16de8c544adab5de1eeb517d6a1', 'subnets': [{'id': '6a07fbaf-35f6-404b-9a83-4ebfb5671111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:46.562076 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network c1bb571d-b3b1-4ffa-8d0c-fbb045900c65 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:24:46.638621 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7b453567-656b-4428-a8bd-5d0c9b728bfb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:46.652985 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27afcbf3-fd34-4105-b553-578f6e74b10d None None] Checking router: 5aeb5108-15c8-4425-b1f5-9f5bdc3595d7 for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:24:46.653220 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27afcbf3-fd34-4105-b553-578f6e74b10d None None] Updating router 5aeb5108-15c8-4425-b1f5-9f5bdc3595d7 port 4efad728-1020-473e-878e-22e71e588bc9 binding host n-d-765315-29 {{(pid=102601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:24:46.685830 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a5dfda8-9b59-42ea-ad11-acf6e2a55896 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Made reservation on behalf of 1001c16de8c544adab5de1eeb517d6a1 for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:24:46.693931 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81845020-3efb-4b4f-b4de-2a02fa2bc62b tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Network 4519a669-2ed2-4f3d-a623-710da647db46 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:24:46.705599 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9a5dfda8-9b59-42ea-ad11-acf6e2a55896 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:46.707176 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-81845020-3efb-4b4f-b4de-2a02fa2bc62b tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:24:46.714760 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7b453567-656b-4428-a8bd-5d0c9b728bfb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:46.851104 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-7f863e9c-4b30-4f98-b4e3-8b58dd51d370 req-69f29b27-aca3-43c5-9e22-553dbb5e994d service neutron] For port 1ef3455d-b25c-4aa7-8358-1afb58b1eb13, host n-h1-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:24:46.874909 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-7f863e9c-4b30-4f98-b4e3-8b58dd51d370 req-69f29b27-aca3-43c5-9e22-553dbb5e994d service neutron] For port 1ef3455d-b25c-4aa7-8358-1afb58b1eb13, host n-h1-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=1ef3455d-b25c-4aa7-8358-1afb58b1eb13,segment=NetworkSegment(e07c96e0-5af6-439e-b283-25e89ba24ea2),segment_id=e07c96e0-5af6-439e-b283-25e89ba24ea2)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:24:46.931837 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab395eed-7c52-42c4-b454-1adb9f7959b4 req-2f70b889-bcdf-42dd-b6d4-7f2132d59cd0 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:46.943848 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ab395eed-7c52-42c4-b454-1adb9f7959b4 req-2f70b889-bcdf-42dd-b6d4-7f2132d59cd0 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/ports?device_id=419c0e85-7a45-424c-9111-1c0f1895911f HTTP/1.1" status: 200 len: 944 time: 0.1340678 Nov 12 08:24:46.949270 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-7f863e9c-4b30-4f98-b4e3-8b58dd51d370 req-69f29b27-aca3-43c5-9e22-553dbb5e994d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:46.972507 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7b453567-656b-4428-a8bd-5d0c9b728bfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:46.982957 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7b453567-656b-4428-a8bd-5d0c9b728bfb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:46.983526 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device b16aaa8e-a85f-4884-8a10-f0b0b74a3926 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:24:46.986983 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-7b453567-656b-4428-a8bd-5d0c9b728bfb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e605ac86-022e-4aa2-bbdc-4ab7c3bf8864 HTTP/1.1" status: 204 len: 168 time: 0.4369102 Nov 12 08:24:47.035369 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b453567-656b-4428-a8bd-5d0c9b728bfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e605ac86-022e-4aa2-bbdc-4ab7c3bf8864,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:47.077789 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-27afcbf3-fd34-4105-b553-578f6e74b10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:47.097518 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f863e9c-4b30-4f98-b4e3-8b58dd51d370 req-69f29b27-aca3-43c5-9e22-553dbb5e994d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:47.098401 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-7f863e9c-4b30-4f98-b4e3-8b58dd51d370 req-69f29b27-aca3-43c5-9e22-553dbb5e994d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:47.108707 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7f863e9c-4b30-4f98-b4e3-8b58dd51d370 req-69f29b27-aca3-43c5-9e22-553dbb5e994d service neutron] 10.222.0.21 "PUT /v2.0/ports/1ef3455d-b25c-4aa7-8358-1afb58b1eb13 HTTP/1.1" status: 200 len: 1093 time: 3.5110552 Nov 12 08:24:47.122040 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f174281c-1460-4f21-836b-78ea4b6bf2e3', 'tag': '1ef3455d-b25c-4aa7-8358-1afb58b1eb13'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:24:47.128451 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-528db8c6-0af7-41dd-886c-7377bd3f814c" -d '{"events": [{"name": "network-changed", "server_uuid": "f174281c-1460-4f21-836b-78ea4b6bf2e3", "tag": "1ef3455d-b25c-4aa7-8358-1afb58b1eb13"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:24:47.156100 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ab395eed-7c52-42c4-b454-1adb9f7959b4 req-3676e608-6e4f-4fc2-ba20-f73e505307d8 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/security-groups?id=78e82477-8369-41c4-8634-4911b1aaaaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094066 Nov 12 08:24:47.178368 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-934ddc3a-abaa-4ed0-b6db-6e2b250a6438 req-4fb1d3b6-ab8f-4a36-a5cc-3705a88f0cc8 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Deleting port 0aa2b7e0-4b27-40de-8535-e7e4f7dc82b3 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:24:47.178962 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-934ddc3a-abaa-4ed0-b6db-6e2b250a6438 req-4fb1d3b6-ab8f-4a36-a5cc-3705a88f0cc8 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:47.181961 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81845020-3efb-4b4f-b4de-2a02fa2bc62b tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Router 85d2979c-3ac1-40b8-95c8-102183baf4e2 is scheduled to L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 with binding_index 1 {{(pid=102599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:24:47.303118 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc11e34-fc82-40a8-aa6a-b5306411e991 x-openstack-request-id: req-dbc11e34-fc82-40a8-aa6a-b5306411e991 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:24:47.308852 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f174281c-1460-4f21-836b-78ea4b6bf2e3", "tag": "1ef3455d-b25c-4aa7-8358-1afb58b1eb13", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:24:47.309708 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dbc11e34-fc82-40a8-aa6a-b5306411e991 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:24:47.311154 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f174281c-1460-4f21-836b-78ea4b6bf2e3', 'tag': '1ef3455d-b25c-4aa7-8358-1afb58b1eb13', 'status': 'completed', 'code': 200} Nov 12 08:24:47.321832 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9a5dfda8-9b59-42ea-ad11-acf6e2a55896 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:47.452526 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port b16aaa8e-a85f-4884-8a10-f0b0b74a3926 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:47.453092 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:47.457902 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-71d8d807-ba18-4bb5-b57d-6fee308e06dc None None] Provisioning complete for port 90ea33a6-a8bf-4438-a793-9f3e9cb3d3ad triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:47.458266 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-71d8d807-ba18-4bb5-b57d-6fee308e06dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:47.501489 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5dfda8-9b59-42ea-ad11-acf6e2a55896 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Checking segment: {'id': '2b57ca2e-b249-42df-a0b0-ca6715838273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c1bb571d-b3b1-4ffa-8d0c-fbb045900c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:24:47.504415 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5dfda8-9b59-42ea-ad11-acf6e2a55896 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Network hostable DHCP agents. Network: c1bb571d-b3b1-4ffa-8d0c-fbb045900c65, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:24:47.538704 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5dfda8-9b59-42ea-ad11-acf6e2a55896 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Pushing event updated for resources: {'Subnet': ['ID=e78be117-1491-4cf2-9312-471f24befda8,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:47.551758 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f29b27-aca3-43c5-9e22-553dbb5e994d service neutron] Pushing event updated for resources: {'Port': ['ID=1ef3455d-b25c-4aa7-8358-1afb58b1eb13,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:47.573507 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72ce750-c56a-4258-93b1-ff1e8c8e6b1c req-ea0e6a8b-06a2-4778-8839-293b5107237f tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:47.575258 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d72ce750-c56a-4258-93b1-ff1e8c8e6b1c req-ea0e6a8b-06a2-4778-8839-293b5107237f tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=f174281c-1460-4f21-836b-78ea4b6bf2e3 HTTP/1.1" status: 200 len: 944 time: 0.5042176 Nov 12 08:24:47.581331 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bb312f-3428-4076-8d46-c0bc0a826eb3 req-1c0f29b7-3942-4673-abac-9ece6ddae0ee tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:47.585305 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f863e9c-4b30-4f98-b4e3-8b58dd51d370 req-e01c58e6-c793-4094-8b0d-46208ec4bf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:47.586024 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a0bb312f-3428-4076-8d46-c0bc0a826eb3 req-1c0f29b7-3942-4673-abac-9ece6ddae0ee tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b84f47-7e13-4867-8fd2-70853a72090b HTTP/1.1" status: 200 len: 945 time: 0.2398024 Nov 12 08:24:47.587289 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7f863e9c-4b30-4f98-b4e3-8b58dd51d370 req-e01c58e6-c793-4094-8b0d-46208ec4bf41 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=13ee7d6d71864c9eb2f508185e6a266f&device_id=f174281c-1460-4f21-836b-78ea4b6bf2e3 HTTP/1.1" status: 200 len: 1096 time: 0.3896854 Nov 12 08:24:47.613406 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-71d8d807-ba18-4bb5-b57d-6fee308e06dc None None] Port 90ea33a6-a8bf-4438-a793-9f3e9cb3d3ad cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:24:47.649892 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5dfda8-9b59-42ea-ad11-acf6e2a55896 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Network c1bb571d-b3b1-4ffa-8d0c-fbb045900c65 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:24:47.674279 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7f863e9c-4b30-4f98-b4e3-8b58dd51d370 req-d40ba2b9-833a-4c61-9c52-3e7842e9c800 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ef3455d-b25c-4aa7-8358-1afb58b1eb13 HTTP/1.1" status: 200 len: 217 time: 0.0677490 Nov 12 08:24:47.698801 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-9a5dfda8-9b59-42ea-ad11-acf6e2a55896 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, c1bb571d-b3b1-4ffa-8d0c-fbb045900c65) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:24:47.712389 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5dfda8-9b59-42ea-ad11-acf6e2a55896 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:47.713718 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9a5dfda8-9b59-42ea-ad11-acf6e2a55896 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:47.716996 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-934ddc3a-abaa-4ed0-b6db-6e2b250a6438 req-4fb1d3b6-ab8f-4a36-a5cc-3705a88f0cc8 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] For port 0aa2b7e0-4b27-40de-8535-e7e4f7dc82b3, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=0aa2b7e0-4b27-40de-8535-e7e4f7dc82b3,segment=NetworkSegment(7d01148a-20d0-47ea-9742-61ec2ea015f1),segment_id=7d01148a-20d0-47ea-9742-61ec2ea015f1)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:47.717491 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-934ddc3a-abaa-4ed0-b6db-6e2b250a6438 req-4fb1d3b6-ab8f-4a36-a5cc-3705a88f0cc8 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:47.722666 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a0bb312f-3428-4076-8d46-c0bc0a826eb3 req-8691a206-d504-4a45-9974-f8bc66aebcd0 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cbb65ba-0e7e-4ab7-8759-517886115d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246657 Nov 12 08:24:47.749839 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-9a5dfda8-9b59-42ea-ad11-acf6e2a55896 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2651613 Nov 12 08:24:47.749839 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 55804) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:47.754300 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-6b295e9e-355b-448f-aa32-086dfa874cd7 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1284785317'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:47.763912 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa723efc-84fe-480c-aeba-ee75ceb8e81e None None] Network c1bb571d-b3b1-4ffa-8d0c-fbb045900c65 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:24:47.788250 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81845020-3efb-4b4f-b4de-2a02fa2bc62b tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:24:47.807139 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8823bc-3bd7-4535-b5f8-1ce1f7d5a672 None None] Sync routers for ids ['85d2979c-3ac1-40b8-95c8-102183baf4e2'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:24:47.815798 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b295e9e-355b-448f-aa32-086dfa874cd7 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Made reservation on behalf of 1001c16de8c544adab5de1eeb517d6a1 for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:24:47.821910 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6b295e9e-355b-448f-aa32-086dfa874cd7 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:47.824536 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8823bc-3bd7-4535-b5f8-1ce1f7d5a672 None None] Routers {'85d2979c-3ac1-40b8-95c8-102183baf4e2'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:24:47.825673 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-ff8823bc-3bd7-4535-b5f8-1ce1f7d5a672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:24:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['85d2979c-3ac1-40b8-95c8-102183baf4e2'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:47.837185 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-81845020-3efb-4b4f-b4de-2a02fa2bc62b tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "PUT /v2.0/routers/85d2979c-3ac1-40b8-95c8-102183baf4e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2769651 Nov 12 08:24:47.840953 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 55806) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:47.841442 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 55808) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:47.874953 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-ff8823bc-3bd7-4535-b5f8-1ce1f7d5a672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:47.875277 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b295e9e-355b-448f-aa32-086dfa874cd7 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:24:47.886345 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8823bc-3bd7-4535-b5f8-1ce1f7d5a672 None None] Routers {'85d2979c-3ac1-40b8-95c8-102183baf4e2'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:24:47.887230 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-ff8823bc-3bd7-4535-b5f8-1ce1f7d5a672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:24:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['85d2979c-3ac1-40b8-95c8-102183baf4e2'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:47.895133 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-27afcbf3-fd34-4105-b553-578f6e74b10d None None] Publish callbacks [] for port, precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:47.899467 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6b295e9e-355b-448f-aa32-086dfa874cd7 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:47.899825 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-6b295e9e-355b-448f-aa32-086dfa874cd7 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Added segment 2dc23119-220f-4bbd-a8d0-ee423008dee2 of type vlan for network 9e520f7f-b1f4-4beb-857f-1d9d7549799e Nov 12 08:24:47.933667 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-ff8823bc-3bd7-4535-b5f8-1ce1f7d5a672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:47.935641 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8823bc-3bd7-4535-b5f8-1ce1f7d5a672 None None] The sync data for ids ['85d2979c-3ac1-40b8-95c8-102183baf4e2'] in n-d-765315-29 is: [] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:24:47.940233 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-27afcbf3-fd34-4105-b553-578f6e74b10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:47.961911 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6b295e9e-355b-448f-aa32-086dfa874cd7 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:47.994342 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6b295e9e-355b-448f-aa32-086dfa874cd7 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:48.000598 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b295e9e-355b-448f-aa32-086dfa874cd7 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:48.001235 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6b295e9e-355b-448f-aa32-086dfa874cd7 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:48.094026 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-6b295e9e-355b-448f-aa32-086dfa874cd7 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3514755 Nov 12 08:24:48.102738 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b295e9e-355b-448f-aa32-086dfa874cd7 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Pushing event updated for resources: {'Network': ['ID=9e520f7f-b1f4-4beb-857f-1d9d7549799e,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:48.105526 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 55812) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:48.112806 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-9afc1896-2f6d-4927-a7a5-3252e92e634a tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Request body: {'subnet': {'network_id': '9e520f7f-b1f4-4beb-857f-1d9d7549799e', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:48.132303 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 9e520f7f-b1f4-4beb-857f-1d9d7549799e details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:24:48.137077 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfc44fc-27bf-4482-9f4b-df5e64516b87 None None] Pushing event updated for resources: {'Port': ['ID=4efad728-1020-473e-878e-22e71e588bc9,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:48.171043 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-27afcbf3-fd34-4105-b553-578f6e74b10d None None] Attempting to bind port 4efad728-1020-473e-878e-22e71e588bc9 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:24:48.171676 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-27afcbf3-fd34-4105-b553-578f6e74b10d None None] Attempting to bind port 4efad728-1020-473e-878e-22e71e588bc9 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': 'f7908a6a-6838-45fb-91c9-d7e0cb6d472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f9a744d5-a656-4c07-bd3d-fe4fb520e5db'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:24:48.172202 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27afcbf3-fd34-4105-b553-578f6e74b10d None None] Attempting to bind port 4efad728-1020-473e-878e-22e71e588bc9 on network f9a744d5-a656-4c07-bd3d-fe4fb520e5db {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:24:48.189647 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27afcbf3-fd34-4105-b553-578f6e74b10d None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:24:48.190357 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27afcbf3-fd34-4105-b553-578f6e74b10d None None] Checking segment: {'id': 'f7908a6a-6838-45fb-91c9-d7e0cb6d472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f9a744d5-a656-4c07-bd3d-fe4fb520e5db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:24:48.190987 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-27afcbf3-fd34-4105-b553-578f6e74b10d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:48.191597 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27afcbf3-fd34-4105-b553-578f6e74b10d None None] Bound using segment: {'id': 'f7908a6a-6838-45fb-91c9-d7e0cb6d472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f9a744d5-a656-4c07-bd3d-fe4fb520e5db'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:24:48.192277 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-27afcbf3-fd34-4105-b553-578f6e74b10d None None] Bound port: 4efad728-1020-473e-878e-22e71e588bc9, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7908a6a-6838-45fb-91c9-d7e0cb6d472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f9a744d5-a656-4c07-bd3d-fe4fb520e5db'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:24:48.192896 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-27afcbf3-fd34-4105-b553-578f6e74b10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:48.352108 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd56947-41ef-4de3-990d-96bca6a4a392 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-c1bb571d-b3b1-4ffa-8d0c-fbb045900c65', 'network_id': 'c1bb571d-b3b1-4ffa-8d0c-fbb045900c65', 'tenant_id': '1001c16de8c544adab5de1eeb517d6a1', 'fixed_ips': [{'subnet_id': 'e78be117-1491-4cf2-9312-471f24befda8'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:24:48.352985 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7fd56947-41ef-4de3-990d-96bca6a4a392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:48.412206 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b96e366-c6f0-4160-956a-9f8d6df64947 req-54f5c17f-eebc-49a3-bbbe-22d268a60c4e tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:48.414226 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4b96e366-c6f0-4160-956a-9f8d6df64947 req-54f5c17f-eebc-49a3-bbbe-22d268a60c4e tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/ports?device_id=419c0e85-7a45-424c-9111-1c0f1895911f HTTP/1.1" status: 200 len: 944 time: 0.1065731 Nov 12 08:24:48.431942 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9afc1896-2f6d-4927-a7a5-3252e92e634a tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Made reservation on behalf of 1001c16de8c544adab5de1eeb517d6a1 for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:24:48.432208 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-750e95d3-af51-47d3-bda7-c25e4d4aca27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:48.435906 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9afc1896-2f6d-4927-a7a5-3252e92e634a tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:48.454813 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-934ddc3a-abaa-4ed0-b6db-6e2b250a6438 req-4fb1d3b6-ab8f-4a36-a5cc-3705a88f0cc8 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Calling delete_port for 0aa2b7e0-4b27-40de-8535-e7e4f7dc82b3 owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:24:48.520024 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-27afcbf3-fd34-4105-b553-578f6e74b10d None None] For port 4efad728-1020-473e-878e-22e71e588bc9, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:24:48.545489 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d72ce750-c56a-4258-93b1-ff1e8c8e6b1c req-eb672f9f-df99-4172-836d-a210926ee6b7 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=9dc9079a-4f63-4eb5-be12-eaa66771fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9571187 Nov 12 08:24:48.547952 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4b96e366-c6f0-4160-956a-9f8d6df64947 req-19022585-08bb-45c3-a25f-3c2a74245f98 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/security-groups?id=78e82477-8369-41c4-8634-4911b1aaaaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258886 Nov 12 08:24:48.548135 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-6e122009-434d-426f-9e2a-80e2497c3235 None None] Provisioning complete for port 4efad728-1020-473e-878e-22e71e588bc9 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:48.548568 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6e122009-434d-426f-9e2a-80e2497c3235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:48.557755 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f863e9c-4b30-4f98-b4e3-8b58dd51d370 req-778e4a4e-09a1-40ef-8089-1a11ec5b3240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:48.559300 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7f863e9c-4b30-4f98-b4e3-8b58dd51d370 req-778e4a4e-09a1-40ef-8089-1a11ec5b3240 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2d250a72-e563-4d6e-ac4f-f44698e0ce3c HTTP/1.1" status: 200 len: 850 time: 0.8721032 Nov 12 08:24:48.616553 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-27afcbf3-fd34-4105-b553-578f6e74b10d None None] For port 4efad728-1020-473e-878e-22e71e588bc9, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=4efad728-1020-473e-878e-22e71e588bc9,segment=NetworkSegment(f7908a6a-6838-45fb-91c9-d7e0cb6d472d),segment_id=f7908a6a-6838-45fb-91c9-d7e0cb6d472d)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:24:48.632723 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab736b7-e07f-41b2-bcf7-db5253da2ca0 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:48.637220 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-2ab736b7-e07f-41b2-bcf7-db5253da2ca0 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "GET /v2.0/ports?device_id=85d2979c-3ac1-40b8-95c8-102183baf4e2 HTTP/1.1" status: 200 len: 989 time: 0.7820573 Nov 12 08:24:48.637697 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-27afcbf3-fd34-4105-b553-578f6e74b10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:48.639139 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 55816) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:48.650017 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-6e122009-434d-426f-9e2a-80e2497c3235 None None] Port 4efad728-1020-473e-878e-22e71e588bc9 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:24:48.675899 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a6d974-9d5e-4b42-9afb-145ec52f2ad6 req-91de6edd-be85-4aa2-9f14-0e1a399e8309 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:48.677615 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f1a6d974-9d5e-4b42-9afb-145ec52f2ad6 req-91de6edd-be85-4aa2-9f14-0e1a399e8309 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.44 "GET /v2.0/ports?device_id=419c0e85-7a45-424c-9111-1c0f1895911f HTTP/1.1" status: 200 len: 944 time: 0.8372636 Nov 12 08:24:48.693927 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-7fd56947-41ef-4de3-990d-96bca6a4a392 None None] Allocated IP 19.80.0.2 (c1bb571d-b3b1-4ffa-8d0c-fbb045900c65/e78be117-1491-4cf2-9312-471f24befda8/a70e27d3-b752-4cdb-b4c9-5ccf517eef53) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:24:48.764243 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfc44fc-27bf-4482-9f4b-df5e64516b87 None None] Pushing event updated for resources: {'Port': ['ID=4efad728-1020-473e-878e-22e71e588bc9,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:48.774450 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27afcbf3-fd34-4105-b553-578f6e74b10d None None] Routers {'5aeb5108-15c8-4425-b1f5-9f5bdc3595d7'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:24:48.775099 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-27afcbf3-fd34-4105-b553-578f6e74b10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:24:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['5aeb5108-15c8-4425-b1f5-9f5bdc3595d7'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:48.919104 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-750e95d3-af51-47d3-bda7-c25e4d4aca27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:48.945830 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f863e9c-4b30-4f98-b4e3-8b58dd51d370 req-199a310e-66db-4a3b-bc0c-8d5e8bcf8646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:48.947294 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7f863e9c-4b30-4f98-b4e3-8b58dd51d370 req-199a310e-66db-4a3b-bc0c-8d5e8bcf8646 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=392b706c-fa83-40b2-ba41-e97d70efdd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3495736 Nov 12 08:24:48.952277 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-934ddc3a-abaa-4ed0-b6db-6e2b250a6438 req-4fb1d3b6-ab8f-4a36-a5cc-3705a88f0cc8 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:48.960686 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-750e95d3-af51-47d3-bda7-c25e4d4aca27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:49.006714 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-750e95d3-af51-47d3-bda7-c25e4d4aca27 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=635f0fd8beb242958c786ec7fc1e8cc7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1282518 Nov 12 08:24:49.006914 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-27afcbf3-fd34-4105-b553-578f6e74b10d None None] Set router 5aeb5108-15c8-4425-b1f5-9f5bdc3595d7 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:24:49.033143 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 55822) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:49.050531 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb1d3b6-ab8f-4a36-a5cc-3705a88f0cc8 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Pushing event deleted for resources: {'Port': ['ID=0aa2b7e0-4b27-40de-8535-e7e4f7dc82b3,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:49.055911 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-4d3d24f5-9bb0-4716-bba3-586e3da1cff0 None None] Provisioning complete for port 4efad728-1020-473e-878e-22e71e588bc9 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:49.056291 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4d3d24f5-9bb0-4716-bba3-586e3da1cff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:49.116748 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7fd56947-41ef-4de3-990d-96bca6a4a392 None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:49.154870 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ad2f0612-3cef-41b8-8eaf-83a247552ad2 req-5033dacd-e684-4971-8bd0-799cb34477e8 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3b84f47-7e13-4867-8fd2-70853a72090b HTTP/1.1" status: 200 len: 210 time: 0.0781054 Nov 12 08:24:49.237298 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0b0b1bda-f853-4f18-b2c7-f64ea0a1de99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:49.253162 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7fd56947-41ef-4de3-990d-96bca6a4a392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:49.259991 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9afc1896-2f6d-4927-a7a5-3252e92e634a tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:49.265617 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0b0b1bda-f853-4f18-b2c7-f64ea0a1de99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:49.306305 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd56947-41ef-4de3-990d-96bca6a4a392 None None] Pushing event updated for resources: {'Port': ['ID=a70e27d3-b752-4cdb-b4c9-5ccf517eef53,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:49.367356 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd56947-41ef-4de3-990d-96bca6a4a392 None None] Network c1bb571d-b3b1-4ffa-8d0c-fbb045900c65 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:24:49.370955 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0b0b1bda-f853-4f18-b2c7-f64ea0a1de99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:49.373631 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0b0b1bda-f853-4f18-b2c7-f64ea0a1de99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:49.377029 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-0b0b1bda-f853-4f18-b2c7-f64ea0a1de99 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f8c60ef0-450a-42b6-8d9f-a0b808657935 HTTP/1.1" status: 204 len: 168 time: 0.3174584 Nov 12 08:24:49.419851 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-7fd56947-41ef-4de3-990d-96bca6a4a392 None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:24:49.441267 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd56947-41ef-4de3-990d-96bca6a4a392 None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:24:49.451490 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750e95d3-af51-47d3-bda7-c25e4d4aca27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c60ef0-450a-42b6-8d9f-a0b808657935,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:49.457470 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-934ddc3a-abaa-4ed0-b6db-6e2b250a6438 req-4fb1d3b6-ab8f-4a36-a5cc-3705a88f0cc8 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] No DVR routers for this DVR port 0aa2b7e0-4b27-40de-8535-e7e4f7dc82b3 on host n-h2-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:24:49.496816 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0b1bda-f853-4f18-b2c7-f64ea0a1de99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c60ef0-450a-42b6-8d9f-a0b808657935,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:49.500367 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7f863e9c-4b30-4f98-b4e3-8b58dd51d370 req-fa13e41b-1e53-4fc7-9e13-287452cabe63 service neutron] 10.222.0.21 "GET /v2.0/networks/392b706c-fa83-40b2-ba41-e97d70efdd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5068362 Nov 12 08:24:49.507623 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-934ddc3a-abaa-4ed0-b6db-6e2b250a6438 req-4fb1d3b6-ab8f-4a36-a5cc-3705a88f0cc8 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:49.524128 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-934ddc3a-abaa-4ed0-b6db-6e2b250a6438 req-4fb1d3b6-ab8f-4a36-a5cc-3705a88f0cc8 tempest-ListServerFiltersTestJSON-117175931 tempest-ListServerFiltersTestJSON-117175931-project] 10.222.0.44 "DELETE /v2.0/ports/0aa2b7e0-4b27-40de-8535-e7e4f7dc82b3 HTTP/1.1" status: 204 len: 173 time: 3.0316937 Nov 12 08:24:49.539608 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3b84f47-7e13-4867-8fd2-70853a72090b', 'name': 'network-vif-deleted', 'tag': '0aa2b7e0-4b27-40de-8535-e7e4f7dc82b3'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:24:49.543420 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d671c6b-a235-4743-bee4-a8a2534fa08d" -d '{"events": [{"server_uuid": "c3b84f47-7e13-4867-8fd2-70853a72090b", "name": "network-vif-deleted", "tag": "0aa2b7e0-4b27-40de-8535-e7e4f7dc82b3"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:24:49.553662 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-f1a6d974-9d5e-4b42-9afb-145ec52f2ad6 req-96bb70f3-3bcd-4f58-9f44-6ef31f86fc92 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Deleting port c2a3e2c4-9cb5-4c2c-bc02-077101e3040c {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:24:49.553995 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-f1a6d974-9d5e-4b42-9afb-145ec52f2ad6 req-96bb70f3-3bcd-4f58-9f44-6ef31f86fc92 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:49.566724 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-7fd56947-41ef-4de3-990d-96bca6a4a392 None None] Attempting to bind port a70e27d3-b752-4cdb-b4c9-5ccf517eef53 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:24:49.567290 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-7fd56947-41ef-4de3-990d-96bca6a4a392 None None] Attempting to bind port a70e27d3-b752-4cdb-b4c9-5ccf517eef53 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '2b57ca2e-b249-42df-a0b0-ca6715838273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c1bb571d-b3b1-4ffa-8d0c-fbb045900c65'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:24:49.567541 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd56947-41ef-4de3-990d-96bca6a4a392 None None] Attempting to bind port a70e27d3-b752-4cdb-b4c9-5ccf517eef53 on network c1bb571d-b3b1-4ffa-8d0c-fbb045900c65 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:24:49.582935 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd56947-41ef-4de3-990d-96bca6a4a392 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:24:49.583597 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd56947-41ef-4de3-990d-96bca6a4a392 None None] Checking segment: {'id': '2b57ca2e-b249-42df-a0b0-ca6715838273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c1bb571d-b3b1-4ffa-8d0c-fbb045900c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:24:49.584276 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afc1896-2f6d-4927-a7a5-3252e92e634a tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Checking segment: {'id': '2dc23119-220f-4bbd-a8d0-ee423008dee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9e520f7f-b1f4-4beb-857f-1d9d7549799e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:24:49.584586 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7fd56947-41ef-4de3-990d-96bca6a4a392 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:49.585053 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd56947-41ef-4de3-990d-96bca6a4a392 None None] Bound using segment: {'id': '2b57ca2e-b249-42df-a0b0-ca6715838273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c1bb571d-b3b1-4ffa-8d0c-fbb045900c65'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:24:49.585162 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afc1896-2f6d-4927-a7a5-3252e92e634a tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Network hostable DHCP agents. Network: 9e520f7f-b1f4-4beb-857f-1d9d7549799e, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:24:49.587994 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afc1896-2f6d-4927-a7a5-3252e92e634a tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Pushing event updated for resources: {'Subnet': ['ID=510ffd73-73ae-4ead-9319-fe49444296ab,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:49.588423 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-7fd56947-41ef-4de3-990d-96bca6a4a392 None None] Bound port: a70e27d3-b752-4cdb-b4c9-5ccf517eef53, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b57ca2e-b249-42df-a0b0-ca6715838273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c1bb571d-b3b1-4ffa-8d0c-fbb045900c65'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:24:49.588859 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7fd56947-41ef-4de3-990d-96bca6a4a392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:49.617614 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-27afcbf3-fd34-4105-b553-578f6e74b10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aeb5108-15c8-4425-b1f5-9f5bdc3595d7', 'name': 'tempest-ServersTestMultiNic-1111447008-router', 'tenant_id': '1001c16de8c544adab5de1eeb517d6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': 'b16aaa8e-a85f-4884-8a10-f0b0b74a3926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:24:31Z', 'updated_at': '2021-11-12T08:24:42Z', 'revision_number': 4, 'project_id': '1001c16de8c544adab5de1eeb517d6a1', 'gw_port': {'id': 'b16aaa8e-a85f-4884-8a10-f0b0b74a3926', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:3e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aeb5108-15c8-4425-b1f5-9f5bdc3595d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:24:32Z', 'updated_at': '2021-11-12T08:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '4efad728-1020-473e-878e-22e71e588bc9', 'name': '', 'network_id': 'f9a744d5-a656-4c07-bd3d-fe4fb520e5db', 'tenant_id': '1001c16de8c544adab5de1eeb517d6a1', 'mac_address': 'fa:16:3e:1e:9d:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aeb5108-15c8-4425-b1f5-9f5bdc3595d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '6a07fbaf-35f6-404b-9a83-4ebfb5671111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:24:38Z', 'updated_at': '2021-11-12T08:24:48Z', 'revision_number': 4, 'project_id': '1001c16de8c544adab5de1eeb517d6a1', 'subnets': [{'id': '6a07fbaf-35f6-404b-9a83-4ebfb5671111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:49.625381 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4d3d24f5-9bb0-4716-bba3-586e3da1cff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:49.733622 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46af905e-2a4f-42c3-87ab-7a94195acbc6 x-openstack-request-id: req-46af905e-2a4f-42c3-87ab-7a94195acbc6 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:24:49.735233 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3b84f47-7e13-4867-8fd2-70853a72090b", "name": "network-vif-deleted", "tag": "0aa2b7e0-4b27-40de-8535-e7e4f7dc82b3", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:24:49.735233 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-46af905e-2a4f-42c3-87ab-7a94195acbc6 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:24:49.735678 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3b84f47-7e13-4867-8fd2-70853a72090b', 'name': 'network-vif-deleted', 'tag': '0aa2b7e0-4b27-40de-8535-e7e4f7dc82b3', 'status': 'completed', 'code': 200} Nov 12 08:24:49.779040 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afc1896-2f6d-4927-a7a5-3252e92e634a tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Network 9e520f7f-b1f4-4beb-857f-1d9d7549799e is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:24:49.853656 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-9afc1896-2f6d-4927-a7a5-3252e92e634a tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 9e520f7f-b1f4-4beb-857f-1d9d7549799e) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:24:49.859575 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9afc1896-2f6d-4927-a7a5-3252e92e634a tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:49.860019 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9afc1896-2f6d-4927-a7a5-3252e92e634a tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:49.929881 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa489a4-fedb-4e21-88d4-a80b670c6609 req-3497182c-152b-4edb-9387-0f14b37bbde8 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:49.931421 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3fa489a4-fedb-4e21-88d4-a80b670c6609 req-3497182c-152b-4edb-9387-0f14b37bbde8 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/ports?device_id=419c0e85-7a45-424c-9111-1c0f1895911f HTTP/1.1" status: 200 len: 944 time: 0.2295344 Nov 12 08:24:49.949656 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-9afc1896-2f6d-4927-a7a5-3252e92e634a tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8421702 Nov 12 08:24:50.046394 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-4d3d24f5-9bb0-4716-bba3-586e3da1cff0 None None] For port 4efad728-1020-473e-878e-22e71e588bc9, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=4efad728-1020-473e-878e-22e71e588bc9,segment=NetworkSegment(f7908a6a-6838-45fb-91c9-d7e0cb6d472d),segment_id=f7908a6a-6838-45fb-91c9-d7e0cb6d472d)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:50.053750 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 0aa2b7e0-4b27-40de-8535-e7e4f7dc82b3 no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:24:50.055811 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8940da-82fe-43e6-ab13-89974de7b68c None None] Network 9e520f7f-b1f4-4beb-857f-1d9d7549799e requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:24:50.056795 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3fa489a4-fedb-4e21-88d4-a80b670c6609 req-4f14c70c-a122-4202-9eac-4122e177c8cc tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/security-groups?id=78e82477-8369-41c4-8634-4911b1aaaaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053042 Nov 12 08:24:50.196087 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-f1a6d974-9d5e-4b42-9afb-145ec52f2ad6 req-96bb70f3-3bcd-4f58-9f44-6ef31f86fc92 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] For port c2a3e2c4-9cb5-4c2c-bc02-077101e3040c, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=c2a3e2c4-9cb5-4c2c-bc02-077101e3040c,segment=NetworkSegment(04af530b-b37b-4970-964b-31b6853d152d),segment_id=04af530b-b37b-4970-964b-31b6853d152d)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:50.196586 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-f1a6d974-9d5e-4b42-9afb-145ec52f2ad6 req-96bb70f3-3bcd-4f58-9f44-6ef31f86fc92 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:50.200560 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c0ade4b1-a248-4a2d-9910-685574149b38 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933586'] for router_interface, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:50.321058 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-f1a6d974-9d5e-4b42-9afb-145ec52f2ad6 req-96bb70f3-3bcd-4f58-9f44-6ef31f86fc92 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Calling delete_port for c2a3e2c4-9cb5-4c2c-bc02-077101e3040c owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:24:50.360415 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710b3322-e077-463a-9c56-d8598454fbbd req-2e4554f8-c870-47f3-bf76-2b2957ed87bf tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:50.361416 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27afcbf3-fd34-4105-b553-578f6e74b10d None None] The sync data for ids ['5aeb5108-15c8-4425-b1f5-9f5bdc3595d7'] in n-d-765315-29 is: [{'id': '5aeb5108-15c8-4425-b1f5-9f5bdc3595d7', 'name': 'tempest-ServersTestMultiNic-1111447008-router', 'tenant_id': '1001c16de8c544adab5de1eeb517d6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': 'b16aaa8e-a85f-4884-8a10-f0b0b74a3926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:24:31Z', 'updated_at': '2021-11-12T08:24:42Z', 'revision_number': 4, 'project_id': '1001c16de8c544adab5de1eeb517d6a1', 'gw_port': {'id': 'b16aaa8e-a85f-4884-8a10-f0b0b74a3926', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:3e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aeb5108-15c8-4425-b1f5-9f5bdc3595d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:24:32Z', 'updated_at': '2021-11-12T08:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '4efad728-1020-473e-878e-22e71e588bc9', 'name': '', 'network_id': 'f9a744d5-a656-4c07-bd3d-fe4fb520e5db', 'tenant_id': '1001c16de8c544adab5de1eeb517d6a1', 'mac_address': 'fa:16:3e:1e:9d:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aeb5108-15c8-4425-b1f5-9f5bdc3595d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '6a07fbaf-35f6-404b-9a83-4ebfb5671111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:24:38Z', 'updated_at': '2021-11-12T08:24:48Z', 'revision_number': 4, 'project_id': '1001c16de8c544adab5de1eeb517d6a1', 'subnets': [{'id': '6a07fbaf-35f6-404b-9a83-4ebfb5671111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:24:50.373745 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-710b3322-e077-463a-9c56-d8598454fbbd req-2e4554f8-c870-47f3-bf76-2b2957ed87bf tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=f174281c-1460-4f21-836b-78ea4b6bf2e3 HTTP/1.1" status: 200 len: 944 time: 0.4395971 Nov 12 08:24:50.383801 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4d3d24f5-9bb0-4716-bba3-586e3da1cff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:50.385979 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] No Port match for: 0aa2b7e0-4b27-40de-8535-e7e4f7dc82b3 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:24:50.385979 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 0aa2b7e0-4b27-40de-8535-e7e4f7dc82b3 not bound to the agent host n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:24:50.408687 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7f863e9c-4b30-4f98-b4e3-8b58dd51d370 req-eebf0fe3-e05a-4336-addb-b5bd3975ef40 service neutron] 10.222.0.21 "GET /v2.0/networks/392b706c-fa83-40b2-ba41-e97d70efdd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8451800 Nov 12 08:24:50.730738 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3d24f5-9bb0-4716-bba3-586e3da1cff0 None None] Pushing event updated for resources: {'Port': ['ID=4efad728-1020-473e-878e-22e71e588bc9,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:50.758776 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb46e7d-9595-4274-b7c4-fa1f70dae9b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-9e520f7f-b1f4-4beb-857f-1d9d7549799e', 'network_id': '9e520f7f-b1f4-4beb-857f-1d9d7549799e', 'tenant_id': '1001c16de8c544adab5de1eeb517d6a1', 'fixed_ips': [{'subnet_id': '510ffd73-73ae-4ead-9319-fe49444296ab'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:24:50.759646 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-beb46e7d-9595-4274-b7c4-fa1f70dae9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:50.797172 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-710b3322-e077-463a-9c56-d8598454fbbd req-ba4530f3-37d6-4ee9-8176-084177ebbfea tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=9dc9079a-4f63-4eb5-be12-eaa66771fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4118607 Nov 12 08:24:50.837783 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528db8c6-0af7-41dd-886c-7377bd3f814c req-f0c4441e-460b-4d79-ba6c-4149f0cfb84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:50.845191 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-528db8c6-0af7-41dd-886c-7377bd3f814c req-f0c4441e-460b-4d79-ba6c-4149f0cfb84d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=13ee7d6d71864c9eb2f508185e6a266f&device_id=f174281c-1460-4f21-836b-78ea4b6bf2e3 HTTP/1.1" status: 200 len: 1096 time: 0.2280662 Nov 12 08:24:50.846598 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-7fd56947-41ef-4de3-990d-96bca6a4a392 None None] For port a70e27d3-b752-4cdb-b4c9-5ccf517eef53, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:24:50.872135 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 4efad728-1020-473e-878e-22e71e588bc9 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:24:50.874307 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 55876) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:50.940150 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-7fd56947-41ef-4de3-990d-96bca6a4a392 None None] For port a70e27d3-b752-4cdb-b4c9-5ccf517eef53, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=a70e27d3-b752-4cdb-b4c9-5ccf517eef53,segment=NetworkSegment(2b57ca2e-b249-42df-a0b0-ca6715838273),segment_id=2b57ca2e-b249-42df-a0b0-ca6715838273)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:24:50.969424 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7fd56947-41ef-4de3-990d-96bca6a4a392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:50.995314 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-3f5c2677-54a5-42d4-8256-59e2e4958d76 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:51.005264 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-3f5c2677-54a5-42d4-8256-59e2e4958d76 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:51.007651 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-3f5c2677-54a5-42d4-8256-59e2e4958d76 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "GET /v2.0/networks?id=c1bb571d-b3b1-4ffa-8d0c-fbb045900c65&id=9e520f7f-b1f4-4beb-857f-1d9d7549799e&id=c1bb571d-b3b1-4ffa-8d0c-fbb045900c65 HTTP/1.1" status: 200 len: 1391 time: 0.3962948 Nov 12 08:24:51.045298 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-24f16890-c1e4-4db9-a382-373b9aeea2c9 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "GET /v2.0/quotas/1001c16de8c544adab5de1eeb517d6a1 HTTP/1.1" status: 200 len: 375 time: 0.0198994 Nov 12 08:24:51.125124 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a770f65-fc3f-4af7-9775-bec7cd859610 admin admin] Deleting subnet 0d4289f2-e529-4350-942c-1018abfe5fa5 {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:24:51.137361 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1a770f65-fc3f-4af7-9775-bec7cd859610 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:51.180331 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-09f0eb64-b3d5-442b-b94a-4ffcb6e3e4cc tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1001c16de8c544adab5de1eeb517d6a1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1272728 Nov 12 08:24:51.182287 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528db8c6-0af7-41dd-886c-7377bd3f814c req-c354df1f-b41e-4477-8abd-bbcea530ba7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:51.186373 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-528db8c6-0af7-41dd-886c-7377bd3f814c req-c354df1f-b41e-4477-8abd-bbcea530ba7c service neutron] 10.222.0.21 "GET /v2.0/networks?id=392b706c-fa83-40b2-ba41-e97d70efdd1d HTTP/1.1" status: 200 len: 912 time: 0.3318653 Nov 12 08:24:51.228239 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-c0ade4b1-a248-4a2d-9910-685574149b38 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Deleting port 90ea33a6-a8bf-4438-a793-9f3e9cb3d3ad {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:24:51.229277 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c0ade4b1-a248-4a2d-9910-685574149b38 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:51.231284 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1a770f65-fc3f-4af7-9775-bec7cd859610 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31181813'] for subnet, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:51.319414 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 4efad728-1020-473e-878e-22e71e588bc9 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:51.319858 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:51.404487 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1a770f65-fc3f-4af7-9775-bec7cd859610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:51.406919 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-63ff434c-4496-4612-a3dc-fe88e99f2604 service neutron] 10.222.0.26 "GET /v2.0/networks/c1bb571d-b3b1-4ffa-8d0c-fbb045900c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173994 Nov 12 08:24:51.473995 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd56947-41ef-4de3-990d-96bca6a4a392 None None] Pushing event updated for resources: {'Port': ['ID=a70e27d3-b752-4cdb-b4c9-5ccf517eef53,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:51.498930 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 55890) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:51.518071 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-f1a6d974-9d5e-4b42-9afb-145ec52f2ad6 req-96bb70f3-3bcd-4f58-9f44-6ef31f86fc92 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:51.532881 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c0ade4b1-a248-4a2d-9910-685574149b38 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:51.550868 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-c0ade4b1-a248-4a2d-9910-685574149b38 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Calling delete_port for 90ea33a6-a8bf-4438-a793-9f3e9cb3d3ad owned by network:router_interface {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:24:51.584302 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-beb46e7d-9595-4274-b7c4-fa1f70dae9b5 None None] Allocated IP 19.86.0.2 (9e520f7f-b1f4-4beb-857f-1d9d7549799e/510ffd73-73ae-4ead-9319-fe49444296ab/b7cd3f81-2d99-4253-9b56-b6ec42db8d68) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:24:51.710447 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1a770f65-fc3f-4af7-9775-bec7cd859610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:51.743181 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bb70f3-3bcd-4f58-9f44-6ef31f86fc92 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Pushing event deleted for resources: {'Port': ['ID=c2a3e2c4-9cb5-4c2c-bc02-077101e3040c,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:51.798963 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device c2a3e2c4-9cb5-4c2c-bc02-077101e3040c no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:24:51.814269 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4219e59f-a27b-474e-81df-ddc59d102e08 req-7cd8b63c-ebed-4f35-9259-05de42c1c913 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/ports?device_id=419c0e85-7a45-424c-9111-1c0f1895911f HTTP/1.1" status: 200 len: 210 time: 0.3121982 Nov 12 08:24:51.820559 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-528db8c6-0af7-41dd-886c-7377bd3f814c req-21d8daef-c6b1-4706-a53a-5e80097bad79 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ef3455d-b25c-4aa7-8358-1afb58b1eb13 HTTP/1.1" status: 200 len: 217 time: 0.3168302 Nov 12 08:24:51.854286 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-7b79b82b-86d1-49fc-b5fc-adc7766fd9e7 service neutron] 10.222.0.26 "GET /v2.0/networks/c1bb571d-b3b1-4ffa-8d0c-fbb045900c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481048 Nov 12 08:24:51.856064 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e81257d-f30c-4612-af25-2b303c0bdff4 None None] Network e2c440c4-50ea-4b0b-97bd-c0edebace5c4 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:24:51.873392 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1a770f65-fc3f-4af7-9775-bec7cd859610 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:51.884132 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-1a770f65-fc3f-4af7-9775-bec7cd859610 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/0d4289f2-e529-4350-942c-1018abfe5fa5 HTTP/1.1" status: 204 len: 168 time: 1.0027077 Nov 12 08:24:51.891055 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 55896) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:51.904779 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-882b7ccc-7310-4e44-8d69-3a3596833aae tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-451996295'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:51.984727 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] No Port match for: c2a3e2c4-9cb5-4c2c-bc02-077101e3040c {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:24:51.985275 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device c2a3e2c4-9cb5-4c2c-bc02-077101e3040c not bound to the agent host n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:24:52.126319 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-beb46e7d-9595-4274-b7c4-fa1f70dae9b5 None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:52.142685 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528db8c6-0af7-41dd-886c-7377bd3f814c req-36a4dce6-fec9-46e0-8c1c-d590c30bead3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:52.145061 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-528db8c6-0af7-41dd-886c-7377bd3f814c req-36a4dce6-fec9-46e0-8c1c-d590c30bead3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2d250a72-e563-4d6e-ac4f-f44698e0ce3c HTTP/1.1" status: 200 len: 850 time: 0.2583971 Nov 12 08:24:52.147289 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a770f65-fc3f-4af7-9775-bec7cd859610 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d4289f2-e529-4350-942c-1018abfe5fa5,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:52.148432 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-beb46e7d-9595-4274-b7c4-fa1f70dae9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:52.191857 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-dc2bf21e-b535-44dc-a273-b21b19d75ae8 service neutron] 10.222.0.26 "GET /v2.0/networks/9e520f7f-b1f4-4beb-857f-1d9d7549799e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3232498 Nov 12 08:24:52.256758 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd29315-2513-47b4-b686-bbde11778698 None None] DHCP port deletion for e2c440c4-50ea-4b0b-97bd-c0edebace5c4 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:24:52.260048 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c0ade4b1-a248-4a2d-9910-685574149b38 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:52.266016 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-882b7ccc-7310-4e44-8d69-3a3596833aae tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Made reservation on behalf of 2ca0f51a794140888ac1f25d8c82f68b for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:24:52.269819 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-882b7ccc-7310-4e44-8d69-3a3596833aae tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:52.323957 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb46e7d-9595-4274-b7c4-fa1f70dae9b5 None None] Network 9e520f7f-b1f4-4beb-857f-1d9d7549799e is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:24:52.327024 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ade4b1-a248-4a2d-9910-685574149b38 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Pushing event deleted for resources: {'Port': ['ID=90ea33a6-a8bf-4438-a793-9f3e9cb3d3ad,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:52.352598 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1a6d974-9d5e-4b42-9afb-145ec52f2ad6 req-96bb70f3-3bcd-4f58-9f44-6ef31f86fc92 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] No DVR routers for this DVR port c2a3e2c4-9cb5-4c2c-bc02-077101e3040c on host n-h2-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:24:52.353385 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-beb46e7d-9595-4274-b7c4-fa1f70dae9b5 None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:24:52.358707 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb46e7d-9595-4274-b7c4-fa1f70dae9b5 None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:24:52.360601 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-f1a6d974-9d5e-4b42-9afb-145ec52f2ad6 req-96bb70f3-3bcd-4f58-9f44-6ef31f86fc92 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:52.365500 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f1a6d974-9d5e-4b42-9afb-145ec52f2ad6 req-96bb70f3-3bcd-4f58-9f44-6ef31f86fc92 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.44 "DELETE /v2.0/ports/c2a3e2c4-9cb5-4c2c-bc02-077101e3040c HTTP/1.1" status: 204 len: 173 time: 3.6794193 Nov 12 08:24:52.367556 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-882b7ccc-7310-4e44-8d69-3a3596833aae tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:52.369422 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '419c0e85-7a45-424c-9111-1c0f1895911f', 'name': 'network-vif-deleted', 'tag': 'c2a3e2c4-9cb5-4c2c-bc02-077101e3040c'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:24:52.371813 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da28286-8622-4a86-ba01-6389838fb2d5" -d '{"events": [{"server_uuid": "419c0e85-7a45-424c-9111-1c0f1895911f", "name": "network-vif-deleted", "tag": "c2a3e2c4-9cb5-4c2c-bc02-077101e3040c"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:24:52.381221 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-46837072-1337-4ebe-9cad-bbf9fe60339a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:52.466339 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb46e7d-9595-4274-b7c4-fa1f70dae9b5 None None] Pushing event updated for resources: {'Port': ['ID=b7cd3f81-2d99-4253-9b56-b6ec42db8d68,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:52.588442 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-beb46e7d-9595-4274-b7c4-fa1f70dae9b5 None None] Attempting to bind port b7cd3f81-2d99-4253-9b56-b6ec42db8d68 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:24:52.588832 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-beb46e7d-9595-4274-b7c4-fa1f70dae9b5 None None] Attempting to bind port b7cd3f81-2d99-4253-9b56-b6ec42db8d68 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '2dc23119-220f-4bbd-a8d0-ee423008dee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9e520f7f-b1f4-4beb-857f-1d9d7549799e'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:24:52.589233 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb46e7d-9595-4274-b7c4-fa1f70dae9b5 None None] Attempting to bind port b7cd3f81-2d99-4253-9b56-b6ec42db8d68 on network 9e520f7f-b1f4-4beb-857f-1d9d7549799e {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:24:52.598435 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36413e54-e760-492a-b9e7-1de735c0ad58 req-b4082daa-7ecb-48e9-8323-755df591c220 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:52.606678 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-4bd29315-2513-47b4-b686-bbde11778698 None None] Deleting port 0252171a-73ff-401d-9cac-169b9fb71442 {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:24:52.607260 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4bd29315-2513-47b4-b686-bbde11778698 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:52.609400 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb46e7d-9595-4274-b7c4-fa1f70dae9b5 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:24:52.609936 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb46e7d-9595-4274-b7c4-fa1f70dae9b5 None None] Checking segment: {'id': '2dc23119-220f-4bbd-a8d0-ee423008dee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9e520f7f-b1f4-4beb-857f-1d9d7549799e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:24:52.610383 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-beb46e7d-9595-4274-b7c4-fa1f70dae9b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:52.610919 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb46e7d-9595-4274-b7c4-fa1f70dae9b5 None None] Bound using segment: {'id': '2dc23119-220f-4bbd-a8d0-ee423008dee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9e520f7f-b1f4-4beb-857f-1d9d7549799e'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:24:52.611528 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-beb46e7d-9595-4274-b7c4-fa1f70dae9b5 None None] Bound port: b7cd3f81-2d99-4253-9b56-b6ec42db8d68, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dc23119-220f-4bbd-a8d0-ee423008dee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9e520f7f-b1f4-4beb-857f-1d9d7549799e'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:24:52.612135 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-beb46e7d-9595-4274-b7c4-fa1f70dae9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:52.619025 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-36413e54-e760-492a-b9e7-1de735c0ad58 req-b4082daa-7ecb-48e9-8323-755df591c220 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=f174281c-1460-4f21-836b-78ea4b6bf2e3 HTTP/1.1" status: 200 len: 944 time: 0.4602075 Nov 12 08:24:52.638572 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528db8c6-0af7-41dd-886c-7377bd3f814c req-4e884a0e-ae9d-4827-8d05-5740d1dcf889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:52.641008 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-528db8c6-0af7-41dd-886c-7377bd3f814c req-4e884a0e-ae9d-4827-8d05-5740d1dcf889 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=392b706c-fa83-40b2-ba41-e97d70efdd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4123824 Nov 12 08:24:52.805137 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-4bd29315-2513-47b4-b686-bbde11778698 None None] For port 0252171a-73ff-401d-9cac-169b9fb71442, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=0252171a-73ff-401d-9cac-169b9fb71442,segment=NetworkSegment(7d01148a-20d0-47ea-9742-61ec2ea015f1),segment_id=7d01148a-20d0-47ea-9742-61ec2ea015f1)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:52.805748 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4bd29315-2513-47b4-b686-bbde11778698 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:52.830251 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-4bd29315-2513-47b4-b686-bbde11778698 None None] Calling delete_port for 0252171a-73ff-401d-9cac-169b9fb71442 owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:24:52.846353 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-beb46e7d-9595-4274-b7c4-fa1f70dae9b5 None None] For port b7cd3f81-2d99-4253-9b56-b6ec42db8d68, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:24:52.852076 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-beb46e7d-9595-4274-b7c4-fa1f70dae9b5 None None] For port b7cd3f81-2d99-4253-9b56-b6ec42db8d68, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=b7cd3f81-2d99-4253-9b56-b6ec42db8d68,segment=NetworkSegment(2dc23119-220f-4bbd-a8d0-ee423008dee2),segment_id=2dc23119-220f-4bbd-a8d0-ee423008dee2)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:24:52.966095 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device a70e27d3-b752-4cdb-b4c9-5ccf517eef53 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:24:52.975987 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-528db8c6-0af7-41dd-886c-7377bd3f814c req-ae4f07a6-d8be-473d-b7aa-db5c2169b69b service neutron] 10.222.0.21 "GET /v2.0/networks/392b706c-fa83-40b2-ba41-e97d70efdd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601943 Nov 12 08:24:52.991960 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-36413e54-e760-492a-b9e7-1de735c0ad58 req-0d77c858-39e8-4705-9041-219b427e67e7 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=9dc9079a-4f63-4eb5-be12-eaa66771fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3719504 Nov 12 08:24:52.993653 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-beb46e7d-9595-4274-b7c4-fa1f70dae9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:53.062552 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4bd29315-2513-47b4-b686-bbde11778698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:53.068735 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb46e7d-9595-4274-b7c4-fa1f70dae9b5 None None] Pushing event updated for resources: {'Port': ['ID=b7cd3f81-2d99-4253-9b56-b6ec42db8d68,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:53.079928 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909014df-c8ba-44b8-971c-4e94a6a815ce None None] Network c1bb571d-b3b1-4ffa-8d0c-fbb045900c65 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:24:53.121054 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-528db8c6-0af7-41dd-886c-7377bd3f814c req-8bf8c68b-c2a4-42be-aea1-c5103759edef service neutron] 10.222.0.21 "GET /v2.0/networks/392b706c-fa83-40b2-ba41-e97d70efdd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335580 Nov 12 08:24:53.122693 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dad8e66f-93b4-4cbb-9d58-abb4a73ce95c x-openstack-request-id: req-dad8e66f-93b4-4cbb-9d58-abb4a73ce95c {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:24:53.122972 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "419c0e85-7a45-424c-9111-1c0f1895911f", "name": "network-vif-deleted", "tag": "c2a3e2c4-9cb5-4c2c-bc02-077101e3040c", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:24:53.123238 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dad8e66f-93b4-4cbb-9d58-abb4a73ce95c {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:24:53.123634 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '419c0e85-7a45-424c-9111-1c0f1895911f', 'name': 'network-vif-deleted', 'tag': 'c2a3e2c4-9cb5-4c2c-bc02-077101e3040c', 'status': 'completed', 'code': 200} Nov 12 08:24:53.142255 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd29315-2513-47b4-b686-bbde11778698 None None] Pushing event deleted for resources: {'Port': ['ID=0252171a-73ff-401d-9cac-169b9fb71442,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:53.150556 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c0ade4b1-a248-4a2d-9910-685574149b38 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918626'] for router_interface, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:53.164623 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-46837072-1337-4ebe-9cad-bbf9fe60339a admin admin] Deleting port 0252171a-73ff-401d-9cac-169b9fb71442 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:24:53.165844 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-46837072-1337-4ebe-9cad-bbf9fe60339a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:53.192184 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 1ef3455d-b25c-4aa7-8358-1afb58b1eb13 details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:24:53.274458 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd29315-2513-47b4-b686-bbde11778698 None None] No DVR routers for this DVR port 0252171a-73ff-401d-9cac-169b9fb71442 on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:24:53.281861 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-dee71cf3-2b01-40cc-9a62-a0fe6c437140 service neutron] 10.222.0.26 "GET /v2.0/networks/9e520f7f-b1f4-4beb-857f-1d9d7549799e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0634525 Nov 12 08:24:53.296213 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-1abcdac8-4be1-4bc3-b6b5-c13c5ece8078 None None] Provisioning complete for port a70e27d3-b752-4cdb-b4c9-5ccf517eef53 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:53.304863 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1abcdac8-4be1-4bc3-b6b5-c13c5ece8078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:53.334481 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6ceb9e6c-d5b5-40e2-99b7-169888b96215 req-739259a5-8af3-42ab-828e-edaa4a3094d0 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/ports?device_id=419c0e85-7a45-424c-9111-1c0f1895911f HTTP/1.1" status: 200 len: 210 time: 0.0724385 Nov 12 08:24:53.340253 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-882b7ccc-7310-4e44-8d69-3a3596833aae tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:53.357781 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-882b7ccc-7310-4e44-8d69-3a3596833aae tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:53.376313 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-46837072-1337-4ebe-9cad-bbf9fe60339a admin admin] For port 0252171a-73ff-401d-9cac-169b9fb71442, host n-d-765315-29, got binding levels [] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:53.376771 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-46837072-1337-4ebe-9cad-bbf9fe60339a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:53.419474 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-46837072-1337-4ebe-9cad-bbf9fe60339a admin admin] Calling delete_port for 0252171a-73ff-401d-9cac-169b9fb71442 owned by network:dhcp {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:24:53.426279 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-882b7ccc-7310-4e44-8d69-3a3596833aae tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:24:53.433824 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0ade4b1-a248-4a2d-9910-685574149b38 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Router 85d2979c-3ac1-40b8-95c8-102183baf4e2 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:24:53.434407 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.ipam_backend_mixin [None req-46837072-1337-4ebe-9cad-bbf9fe60339a admin admin] Port 0252171a-73ff-401d-9cac-169b9fb71442 was not found and therefore no delete operation was performed {{(pid=102599) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 08:24:53.448401 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882b7ccc-7310-4e44-8d69-3a3596833aae tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=200ac125-76b8-41b3-9687-8ae1be79ee50,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:53.452354 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-46837072-1337-4ebe-9cad-bbf9fe60339a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:53.461244 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-882b7ccc-7310-4e44-8d69-3a3596833aae tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:53.461849 n-d-765315-29 neutron-server[102599]: INFO neutron.db.segments_db [None req-882b7ccc-7310-4e44-8d69-3a3596833aae tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Added segment ef3d2e83-f1f1-4bf9-8945-175d21bc73ba of type vlan for network 2057a694-f640-430e-bc88-8a33e348a5b0 Nov 12 08:24:53.473192 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port a70e27d3-b752-4cdb-b4c9-5ccf517eef53 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:53.473564 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:53.511498 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46837072-1337-4ebe-9cad-bbf9fe60339a admin admin] Pushing event deleted for resources: {'Port': ['ID=0252171a-73ff-401d-9cac-169b9fb71442,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:53.521989 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46837072-1337-4ebe-9cad-bbf9fe60339a admin admin] No DVR routers for this DVR port 0252171a-73ff-401d-9cac-169b9fb71442 on host n-d-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:24:53.629505 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-46837072-1337-4ebe-9cad-bbf9fe60339a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:53.659541 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-46837072-1337-4ebe-9cad-bbf9fe60339a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2c440c4-50ea-4b0b-97bd-c0edebace5c4']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:53.665981 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0ade4b1-a248-4a2d-9910-685574149b38 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:24:53.674230 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-c0ade4b1-a248-4a2d-9910-685574149b38 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "PUT /v2.0/routers/85d2979c-3ac1-40b8-95c8-102183baf4e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0335162 Nov 12 08:24:53.681440 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 55910) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:53.697094 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-24e7b7dd-f63b-4a1e-a179-f3ee42825c88 service neutron] 10.222.0.26 "GET /v2.0/networks/c1bb571d-b3b1-4ffa-8d0c-fbb045900c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3691962 Nov 12 08:24:53.699691 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 1ef3455d-b25c-4aa7-8358-1afb58b1eb13, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=1ef3455d-b25c-4aa7-8358-1afb58b1eb13,segment=NetworkSegment(e07c96e0-5af6-439e-b283-25e89ba24ea2),segment_id=e07c96e0-5af6-439e-b283-25e89ba24ea2)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:53.702405 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12104eb-3150-457c-b8fc-08486fea46d5 None None] Sync routers for ids ['85d2979c-3ac1-40b8-95c8-102183baf4e2'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:24:53.751484 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-46837072-1337-4ebe-9cad-bbf9fe60339a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d01148a-20d0-47ea-9742-61ec2ea015f1') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:53.751931 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-46837072-1337-4ebe-9cad-bbf9fe60339a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d01148a-20d0-47ea-9742-61ec2ea015f1') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:53.766200 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-46837072-1337-4ebe-9cad-bbf9fe60339a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:53.767876 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1abcdac8-4be1-4bc3-b6b5-c13c5ece8078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:53.781745 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-46837072-1337-4ebe-9cad-bbf9fe60339a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:53.789539 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46837072-1337-4ebe-9cad-bbf9fe60339a admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:24:53.790021 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-46837072-1337-4ebe-9cad-bbf9fe60339a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:53.795033 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Returning: {'device': '1ef3455d-b25c-4aa7-8358-1afb58b1eb13', 'network_id': '392b706c-fa83-40b2-ba41-e97d70efdd1d', 'port_id': '1ef3455d-b25c-4aa7-8358-1afb58b1eb13', 'mac_address': 'fa:16:3e:ab:ac:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d250a72-e563-4d6e-ac4f-f44698e0ce3c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:24:53.815826 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 08:24:53.815826 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:24:53.815826 n-d-765315-29 neutron-server[102599]: timer() Nov 12 08:24:53.815826 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:24:53.815826 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 08:24:53.815826 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:24:53.815826 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 08:24:53.815826 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:24:53.815826 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 08:24:53.815826 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:24:53.815826 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 08:24:53.815826 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:24:53.815826 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 08:24:53.815826 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:24:53.815826 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:24:53.815826 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:24:53.815826 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:24:53.815826 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:24:53.815826 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 08:24:53.815826 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:24:53.815826 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 08:24:53.815826 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:24:53.815826 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:24:53.815826 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:24:53.815826 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 08:24:53.815826 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:24:53.815826 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:24:53.815826 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:24:53.815826 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:24:53.815826 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:24:53.815826 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:24:53.815826 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:24:53.821229 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12104eb-3150-457c-b8fc-08486fea46d5 None None] Routers {'85d2979c-3ac1-40b8-95c8-102183baf4e2'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:24:53.829229 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-b12104eb-3150-457c-b8fc-08486fea46d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:24:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['85d2979c-3ac1-40b8-95c8-102183baf4e2'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:53.876895 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-882b7ccc-7310-4e44-8d69-3a3596833aae tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:53.879823 n-d-765315-29 neutron-server[102599]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a0b358c-03df-4969-b6b1-d75d2c44ff82 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] GET failed (client error): The resource could not be found. Nov 12 08:24:53.883101 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-1e711645-05ad-452f-a3f6-bae7e3725f93 service neutron] 10.222.0.26 "GET /v2.0/networks/c1bb571d-b3b1-4ffa-8d0c-fbb045900c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702068 Nov 12 08:24:53.885379 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 55916) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:53.885604 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-4a0b358c-03df-4969-b6b1-d75d2c44ff82 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "GET /v2.0/ports/90ea33a6-a8bf-4438-a793-9f3e9cb3d3ad HTTP/1.1" status: 404 len: 333 time: 0.1472838 Nov 12 08:24:53.921009 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-46837072-1337-4ebe-9cad-bbf9fe60339a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:53.927880 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-46837072-1337-4ebe-9cad-bbf9fe60339a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:53.934976 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-46837072-1337-4ebe-9cad-bbf9fe60339a admin admin] 10.222.0.26 "DELETE /v2.0/networks/e2c440c4-50ea-4b0b-97bd-c0edebace5c4 HTTP/1.1" status: 204 len: 168 time: 1.9940889 Nov 12 08:24:53.936771 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-882b7ccc-7310-4e44-8d69-3a3596833aae tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:53.943442 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882b7ccc-7310-4e44-8d69-3a3596833aae tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:53.944440 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-882b7ccc-7310-4e44-8d69-3a3596833aae tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:53.974153 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-882b7ccc-7310-4e44-8d69-3a3596833aae tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.4506462 Nov 12 08:24:53.974153 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46837072-1337-4ebe-9cad-bbf9fe60339a admin admin] Pushing event deleted for resources: {'Network': ['ID=e2c440c4-50ea-4b0b-97bd-c0edebace5c4,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:53.974153 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 55922) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:54.090632 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-32a1af7a-c537-42fa-947e-59f7892152d9 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks [] for router, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:54.167909 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:54.168159 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-1a2c9290-8350-4681-85b1-31566eaaad3c tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Request body: {'subnet': {'network_id': '2057a694-f640-430e-bc88-8a33e348a5b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:54.173214 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:54.177865 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882b7ccc-7310-4e44-8d69-3a3596833aae tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Pushing event updated for resources: {'Network': ['ID=2057a694-f640-430e-bc88-8a33e348a5b0,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:54.184893 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-b12104eb-3150-457c-b8fc-08486fea46d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:54.189148 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-1abcdac8-4be1-4bc3-b6b5-c13c5ece8078 None None] For port a70e27d3-b752-4cdb-b4c9-5ccf517eef53, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=a70e27d3-b752-4cdb-b4c9-5ccf517eef53,segment=NetworkSegment(2b57ca2e-b249-42df-a0b0-ca6715838273),segment_id=2b57ca2e-b249-42df-a0b0-ca6715838273)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:54.264831 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 2057a694-f640-430e-bc88-8a33e348a5b0 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:24:54.345188 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 55932) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:54.409993 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-a7973999-5a9e-479d-9e3d-3917fb8b3c5b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b88449ba960a4cb6a171894fe6164da2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0617828 Nov 12 08:24:54.416218 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 55936) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:54.433901 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1abcdac8-4be1-4bc3-b6b5-c13c5ece8078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:54.446308 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b4a50f-373e-4fd2-a938-16fd1c6f9aa2 req-8a4b3e8f-d173-499e-a4ef-3654837e328b tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:54.454251 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f6b4a50f-373e-4fd2-a938-16fd1c6f9aa2 req-8a4b3e8f-d173-499e-a4ef-3654837e328b tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=f174281c-1460-4f21-836b-78ea4b6bf2e3 HTTP/1.1" status: 200 len: 944 time: 0.2724783 Nov 12 08:24:54.523685 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a2c9290-8350-4681-85b1-31566eaaad3c tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Made reservation on behalf of 2ca0f51a794140888ac1f25d8c82f68b for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:24:54.527217 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1a2c9290-8350-4681-85b1-31566eaaad3c tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:54.567435 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.db.api [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:24:54.571141 n-d-765315-29 neutron-server[102601]: DEBUG oslo_db.api [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:24:54.577921 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-e530113a-7783-48f4-9840-8911a24052df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ef3455d-b25c-4aa7-8358-1afb58b1eb13 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:24:54.595995 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1405bfed-3932-46b0-ad70-c597133bd079 req-2a3d41c9-b9c3-4427-81fb-2faba3001bcb tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "GET /v2.0/ports?device_id=688c0300-376e-47a5-ab51-ef3044b2ee86 HTTP/1.1" status: 200 len: 210 time: 0.2323446 Nov 12 08:24:54.636389 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 1ef3455d-b25c-4aa7-8358-1afb58b1eb13, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=1ef3455d-b25c-4aa7-8358-1afb58b1eb13,segment=NetworkSegment(e07c96e0-5af6-439e-b283-25e89ba24ea2),segment_id=e07c96e0-5af6-439e-b283-25e89ba24ea2)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:54.690304 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-32a1af7a-c537-42fa-947e-59f7892152d9 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:54.698937 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-32a1af7a-c537-42fa-947e-59f7892152d9 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:54.714338 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:54.719866 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12104eb-3150-457c-b8fc-08486fea46d5 None None] Routers {'85d2979c-3ac1-40b8-95c8-102183baf4e2'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:24:54.720790 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-b12104eb-3150-457c-b8fc-08486fea46d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:24:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['85d2979c-3ac1-40b8-95c8-102183baf4e2'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:54.847637 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-b12104eb-3150-457c-b8fc-08486fea46d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:54.848315 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12104eb-3150-457c-b8fc-08486fea46d5 None None] The sync data for ids ['85d2979c-3ac1-40b8-95c8-102183baf4e2'] in n-d-765315-29 is: [] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:24:54.868984 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-32a1af7a-c537-42fa-947e-59f7892152d9 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:54.869521 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32a1af7a-c537-42fa-947e-59f7892152d9 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Fanout notify agent at l3_agent the message router_deleted on router 85d2979c-3ac1-40b8-95c8-102183baf4e2 {{(pid=102600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:24:54.876612 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-32a1af7a-c537-42fa-947e-59f7892152d9 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:54.877725 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-32a1af7a-c537-42fa-947e-59f7892152d9 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "DELETE /v2.0/routers/85d2979c-3ac1-40b8-95c8-102183baf4e2 HTTP/1.1" status: 204 len: 168 time: 0.9904766 Nov 12 08:24:54.881762 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 55946) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:54.903740 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abcdac8-4be1-4bc3-b6b5-c13c5ece8078 None None] Pushing event updated for resources: {'Port': ['ID=a70e27d3-b752-4cdb-b4c9-5ccf517eef53,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:55.015731 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b38bcdf-a482-4191-89bf-7c15a3393ac8 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Deleting subnet e2b2e797-df76-4d8f-91f0-c6d6d32d5285 {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:24:55.027965 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7b38bcdf-a482-4191-89bf-7c15a3393ac8 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:55.058193 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1a2c9290-8350-4681-85b1-31566eaaad3c tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:55.071441 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-f3f9c586-a3e8-48c7-bbe9-af96cf44a4b3 None None] Provisioning complete for port a70e27d3-b752-4cdb-b4c9-5ccf517eef53 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:55.071811 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f3f9c586-a3e8-48c7-bbe9-af96cf44a4b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:55.091609 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=1ef3455d-b25c-4aa7-8358-1afb58b1eb13,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:55.125876 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7b38bcdf-a482-4191-89bf-7c15a3393ac8 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:55.190895 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2c9290-8350-4681-85b1-31566eaaad3c tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Pushing event updated for resources: {'Subnet': ['ID=523b0ddd-e8f3-4549-bf85-f5ad46514f6c,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:55.201586 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['1ef3455d-b25c-4aa7-8358-1afb58b1eb13'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:24:55.293128 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f6b4a50f-373e-4fd2-a938-16fd1c6f9aa2 req-91aee8b9-61bf-4304-908d-28aacab6e5f8 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=9dc9079a-4f63-4eb5-be12-eaa66771fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8378751 Nov 12 08:24:55.306915 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7b38bcdf-a482-4191-89bf-7c15a3393ac8 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:55.333236 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06cd5a1-b9c8-4aa3-8c88-4ed8045e6e73 None None] Network 9e520f7f-b1f4-4beb-857f-1d9d7549799e requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:24:55.378308 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2268b6d9-a5b1-45af-8aee-62be68c612f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:55.398100 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7b38bcdf-a482-4191-89bf-7c15a3393ac8 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:55.401081 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2c9290-8350-4681-85b1-31566eaaad3c tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Checking segment: {'id': 'ef3d2e83-f1f1-4bf9-8945-175d21bc73ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '2057a694-f640-430e-bc88-8a33e348a5b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:24:55.401631 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2c9290-8350-4681-85b1-31566eaaad3c tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Network hostable DHCP agents. Network: 2057a694-f640-430e-bc88-8a33e348a5b0, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:24:55.437817 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b38bcdf-a482-4191-89bf-7c15a3393ac8 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Pushing event deleted for resources: {'Subnet': ['ID=e2b2e797-df76-4d8f-91f0-c6d6d32d5285,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:55.450197 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7b38bcdf-a482-4191-89bf-7c15a3393ac8 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:55.459872 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-7b38bcdf-a482-4191-89bf-7c15a3393ac8 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "DELETE /v2.0/subnets/e2b2e797-df76-4d8f-91f0-c6d6d32d5285 HTTP/1.1" status: 204 len: 168 time: 0.5766342 Nov 12 08:24:55.460538 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 55952) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:55.473380 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2268b6d9-a5b1-45af-8aee-62be68c612f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:55.499125 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 55954) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:55.506333 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-b6e24706-a302-4db3-b954-60a154e03e40 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1522975845', 'description': 'tempest-description--1955169626'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:55.527237 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7330849b-7bc6-4517-9dca-684bef0180b6 None None] Network 4519a669-2ed2-4f3d-a623-710da647db46 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:24:55.568968 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2c9290-8350-4681-85b1-31566eaaad3c tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Network 2057a694-f640-430e-bc88-8a33e348a5b0 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:24:55.572557 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b6e24706-a302-4db3-b954-60a154e03e40 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:55.608424 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-1a2c9290-8350-4681-85b1-31566eaaad3c tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 2057a694-f640-430e-bc88-8a33e348a5b0) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:24:55.625508 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2c9290-8350-4681-85b1-31566eaaad3c tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:55.626401 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1a2c9290-8350-4681-85b1-31566eaaad3c tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:55.633472 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e552636a-a673-4dff-b090-ab8b3bd95382 None None] Network 2057a694-f640-430e-bc88-8a33e348a5b0 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:24:55.638444 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-710e0350-e54d-492d-b90e-d08a2c393380 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:55.662047 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-1a2c9290-8350-4681-85b1-31566eaaad3c tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.6868412 Nov 12 08:24:55.676223 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 55958) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:55.685950 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 4efad728-1020-473e-878e-22e71e588bc9 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:24:55.702765 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2268b6d9-a5b1-45af-8aee-62be68c612f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:55.706193 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2268b6d9-a5b1-45af-8aee-62be68c612f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:55.712502 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-2268b6d9-a5b1-45af-8aee-62be68c612f7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4cbb65ba-0e7e-4ab7-8759-517886115d34 HTTP/1.1" status: 204 len: 168 time: 1.2893186 Nov 12 08:24:55.725630 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2268b6d9-a5b1-45af-8aee-62be68c612f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cbb65ba-0e7e-4ab7-8759-517886115d34,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:55.728559 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-e736cdb1-a220-4dcd-8429-2697a3e30b3e tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-329701324', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}, 'admin_state_up': False}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:55.749806 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-710e0350-e54d-492d-b90e-d08a2c393380 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Deleting port cdfcd8dc-4e1c-43a3-a6a2-7c7a1586bb87 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:24:55.750480 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-710e0350-e54d-492d-b90e-d08a2c393380 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:55.758862 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b6e24706-a302-4db3-b954-60a154e03e40 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:55.785414 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b6e24706-a302-4db3-b954-60a154e03e40 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:55.862773 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e24706-a302-4db3-b954-60a154e03e40 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=570ef793-300f-4064-be8a-818683fe3c3b,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:55.876674 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-710e0350-e54d-492d-b90e-d08a2c393380 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] For port cdfcd8dc-4e1c-43a3-a6a2-7c7a1586bb87, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=cdfcd8dc-4e1c-43a3-a6a2-7c7a1586bb87,segment=NetworkSegment(73399f82-83dc-469a-9140-980ddcc4e1b9),segment_id=73399f82-83dc-469a-9140-980ddcc4e1b9)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:55.877303 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-710e0350-e54d-492d-b90e-d08a2c393380 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:55.898136 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e736cdb1-a220-4dcd-8429-2697a3e30b3e tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:55.899852 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e736cdb1-a220-4dcd-8429-2697a3e30b3e tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:55.915695 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-710e0350-e54d-492d-b90e-d08a2c393380 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Calling delete_port for cdfcd8dc-4e1c-43a3-a6a2-7c7a1586bb87 owned by network:dhcp {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:24:55.920999 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b6e24706-a302-4db3-b954-60a154e03e40 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:55.926238 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-b6e24706-a302-4db3-b954-60a154e03e40 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4254887 Nov 12 08:24:55.929909 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 55962) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:55.939745 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-ed645ef5-1649-4329-a7f1-b65fcd33576f tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Request body: {'security_group_rule': {'security_group_id': '570ef793-300f-4064-be8a-818683fe3c3b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:56.070727 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e736cdb1-a220-4dcd-8429-2697a3e30b3e tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:56.138614 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e32c5c4a-6fd8-416a-9f4a-9f1329e6cd70 req-621b0fd7-503b-4082-a8e7-92dd15797a86 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "GET /v2.0/ports?device_id=688c0300-376e-47a5-ab51-ef3044b2ee86 HTTP/1.1" status: 200 len: 210 time: 0.0439715 Nov 12 08:24:56.141101 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-710e0350-e54d-492d-b90e-d08a2c393380 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:56.215601 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710e0350-e54d-492d-b90e-d08a2c393380 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] No DVR routers for this DVR port cdfcd8dc-4e1c-43a3-a6a2-7c7a1586bb87 on host n-d-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:24:56.227137 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710e0350-e54d-492d-b90e-d08a2c393380 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Pushing event deleted for resources: {'Port': ['ID=cdfcd8dc-4e1c-43a3-a6a2-7c7a1586bb87,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:56.314029 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ed645ef5-1649-4329-a7f1-b65fcd33576f tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:56.500718 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36275a2-5645-4cbd-8c84-5532d830a8f9 None None] DHCP port deletion for 4519a669-2ed2-4f3d-a623-710da647db46 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:24:56.509835 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e736cdb1-a220-4dcd-8429-2697a3e30b3e tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:56.539803 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 4efad728-1020-473e-878e-22e71e588bc9 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:56.540170 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:56.634292 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ed645ef5-1649-4329-a7f1-b65fcd33576f tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:56.662625 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-1929be96-499a-4b9c-9963-9fc930b8246e None None] Provisioning complete for port b7cd3f81-2d99-4253-9b56-b6ec42db8d68 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:56.663219 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1929be96-499a-4b9c-9963-9fc930b8246e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:56.683359 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ed645ef5-1649-4329-a7f1-b65fcd33576f tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:56.723625 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0542f658-07b0-4f86-9df0-8d11856c2437 req-dd9dce18-6c77-412e-ac1e-6cec32f1aef6 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:56.729226 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0542f658-07b0-4f86-9df0-8d11856c2437 req-dd9dce18-6c77-412e-ac1e-6cec32f1aef6 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=f174281c-1460-4f21-836b-78ea4b6bf2e3 HTTP/1.1" status: 200 len: 945 time: 0.1974895 Nov 12 08:24:56.740878 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ed645ef5-1649-4329-a7f1-b65fcd33576f tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:56.745669 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-ed645ef5-1649-4329-a7f1-b65fcd33576f tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8140228 Nov 12 08:24:56.760477 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 55980) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:56.775677 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-304e1910-bb63-4caf-a616-fcbb00b6773a tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Request body: {'security_group_rule': {'security_group_id': '570ef793-300f-4064-be8a-818683fe3c3b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:56.793050 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed645ef5-1649-4329-a7f1-b65fcd33576f tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5345b9c5-d3f1-4f71-93d4-eba16a02f14c,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:56.835165 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-710e0350-e54d-492d-b90e-d08a2c393380 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:56.874112 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31412552-a44c-41c3-aacc-b92431c6daa9 None None] Network 2057a694-f640-430e-bc88-8a33e348a5b0 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:24:56.888717 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-710e0350-e54d-492d-b90e-d08a2c393380 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4519a669-2ed2-4f3d-a623-710da647db46']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:56.924684 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0542f658-07b0-4f86-9df0-8d11856c2437 req-57f3e164-501d-410f-9933-f3b9a5daf718 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=9dc9079a-4f63-4eb5-be12-eaa66771fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944940 Nov 12 08:24:56.925437 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-304e1910-bb63-4caf-a616-fcbb00b6773a tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:56.929291 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-710e0350-e54d-492d-b90e-d08a2c393380 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73399f82-83dc-469a-9140-980ddcc4e1b9') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:56.929592 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-710e0350-e54d-492d-b90e-d08a2c393380 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73399f82-83dc-469a-9140-980ddcc4e1b9') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:56.956597 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-710e0350-e54d-492d-b90e-d08a2c393380 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:56.990946 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-710e0350-e54d-492d-b90e-d08a2c393380 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:57.005893 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-710e0350-e54d-492d-b90e-d08a2c393380 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:24:57.006307 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-710e0350-e54d-492d-b90e-d08a2c393380 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:57.053785 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 0252171a-73ff-401d-9cac-169b9fb71442 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:24:57.193922 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-304e1910-bb63-4caf-a616-fcbb00b6773a tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:57.209602 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 08:24:57.209602 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:24:57.209602 n-d-765315-29 neutron-server[102599]: timer() Nov 12 08:24:57.209602 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:24:57.209602 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 08:24:57.209602 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:24:57.209602 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 08:24:57.209602 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:24:57.209602 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 08:24:57.209602 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:24:57.209602 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 08:24:57.209602 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:24:57.209602 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 08:24:57.209602 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:24:57.209602 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:24:57.209602 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:24:57.209602 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:24:57.209602 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:24:57.209602 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 08:24:57.209602 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:24:57.209602 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 08:24:57.209602 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:24:57.209602 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:24:57.209602 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:24:57.209602 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 08:24:57.209602 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:24:57.209602 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:24:57.209602 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:24:57.209602 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:24:57.209602 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:24:57.209602 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:24:57.209602 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:24:57.212763 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 1ef3455d-b25c-4aa7-8358-1afb58b1eb13 up at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:24:57.224854 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 0252171a-73ff-401d-9cac-169b9fb71442 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:24:57.225286 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 0252171a-73ff-401d-9cac-169b9fb71442 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:24:57.230941 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-710e0350-e54d-492d-b90e-d08a2c393380 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:57.254738 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-304e1910-bb63-4caf-a616-fcbb00b6773a tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:57.263334 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e736cdb1-a220-4dcd-8429-2697a3e30b3e tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks [] for router_gateway, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:57.267205 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-710e0350-e54d-492d-b90e-d08a2c393380 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:57.270521 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-710e0350-e54d-492d-b90e-d08a2c393380 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "DELETE /v2.0/networks/4519a669-2ed2-4f3d-a623-710da647db46 HTTP/1.1" status: 204 len: 168 time: 1.8064539 Nov 12 08:24:57.280664 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 55994) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:57.339191 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710e0350-e54d-492d-b90e-d08a2c393380 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Pushing event deleted for resources: {'Network': ['ID=4519a669-2ed2-4f3d-a623-710da647db46,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:57.366260 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304e1910-bb63-4caf-a616-fcbb00b6773a tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b484db87-f626-4932-9523-63fee070b59e,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:57.379402 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e736cdb1-a220-4dcd-8429-2697a3e30b3e tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:57.420882 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 55996) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:57.438821 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1929be96-499a-4b9c-9963-9fc930b8246e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:57.499309 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-95161580-0281-4a60-b803-26b8f83afde0 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:57.525543 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-95161580-0281-4a60-b803-26b8f83afde0 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:57.527300 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-95161580-0281-4a60-b803-26b8f83afde0 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.21 "GET /v2.0/networks?id=c1bb571d-b3b1-4ffa-8d0c-fbb045900c65&id=9e520f7f-b1f4-4beb-857f-1d9d7549799e&id=c1bb571d-b3b1-4ffa-8d0c-fbb045900c65 HTTP/1.1" status: 200 len: 1391 time: 1.3139968 Nov 12 08:24:57.551688 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00605bc2-dfd0-46c5-aa07-c29cd71a5eac tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:57.557144 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-00605bc2-dfd0-46c5-aa07-c29cd71a5eac tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "GET /v2.0/ports/d87cf8ed-0b74-4dd0-a179-c6c71a019ba3 HTTP/1.1" status: 200 len: 845 time: 0.2715244 Nov 12 08:24:57.567124 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-7ca31e71-48d3-44bc-ac14-b285121320df tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Request body: {'port': {'device_id': '688c0300-376e-47a5-ab51-ef3044b2ee86', 'network_id': 'c1bb571d-b3b1-4ffa-8d0c-fbb045900c65', 'admin_state_up': True, 'tenant_id': '1001c16de8c544adab5de1eeb517d6a1'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:57.604098 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 56002) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:57.624928 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-1929be96-499a-4b9c-9963-9fc930b8246e None None] For port b7cd3f81-2d99-4253-9b56-b6ec42db8d68, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=b7cd3f81-2d99-4253-9b56-b6ec42db8d68,segment=NetworkSegment(2dc23119-220f-4bbd-a8d0-ee423008dee2),segment_id=2dc23119-220f-4bbd-a8d0-ee423008dee2)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:57.702418 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1929be96-499a-4b9c-9963-9fc930b8246e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:57.710009 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device a70e27d3-b752-4cdb-b4c9-5ccf517eef53 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:24:57.727461 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning for port 1ef3455d-b25c-4aa7-8358-1afb58b1eb13 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:24:57.769678 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-e736cdb1-a220-4dcd-8429-2697a3e30b3e tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Allocated IP 172.25.2.59 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/b2454654-2b38-4011-982d-2b5df1bd0dc2) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:24:57.845152 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-304e1910-bb63-4caf-a616-fcbb00b6773a tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:57.852005 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-304e1910-bb63-4caf-a616-fcbb00b6773a tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0844350 Nov 12 08:24:57.855764 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56004) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:57.861101 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning complete for port 1ef3455d-b25c-4aa7-8358-1afb58b1eb13 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:57.861498 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:57.876764 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-079825f0-000a-4fa1-a7a3-1f1504aed176 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Request body: {'floatingip': {'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:57.911079 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-edb63536-c994-4a02-a8d9-046acaed9016 req-25782eae-c95f-47c0-b14d-ec1ee3055156 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "GET /v2.0/ports?device_id=688c0300-376e-47a5-ab51-ef3044b2ee86 HTTP/1.1" status: 200 len: 210 time: 0.5688157 Nov 12 08:24:57.980843 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-079825f0-000a-4fa1-a7a3-1f1504aed176 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Publish callbacks [] for floatingip, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:58.078414 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e736cdb1-a220-4dcd-8429-2697a3e30b3e tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:58.143800 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1929be96-499a-4b9c-9963-9fc930b8246e None None] Pushing event updated for resources: {'Port': ['ID=b7cd3f81-2d99-4253-9b56-b6ec42db8d68,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:58.164209 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-522daddd-e935-4e70-8e94-ddf7a59f19bf None None] Provisioning complete for port b7cd3f81-2d99-4253-9b56-b6ec42db8d68 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:58.164585 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-522daddd-e935-4e70-8e94-ddf7a59f19bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:58.213132 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-c533f83f-2a75-437a-927b-beac2c93dc36 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-241861317-network', 'tenant_id': '8d9ea22f71a445be923c54cc534e9006'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:58.228262 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port a70e27d3-b752-4cdb-b4c9-5ccf517eef53 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:58.228633 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:58.360619 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e736cdb1-a220-4dcd-8429-2697a3e30b3e tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:58.362056 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-a3423fe7-5765-4d6c-9363-cec2422a4127 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "GET /v2.0/ports/d87cf8ed-0b74-4dd0-a179-c6c71a019ba3?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.7563305 Nov 12 08:24:58.374758 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 56010) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:58.390540 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:58.400157 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-b8e40997-0eae-433c-a8e2-06da90091528 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Request body: {'subnet': {'network_id': 'e372bf0f-2ebc-4d91-b5c4-f31d4a0a8744', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:58.409942 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device b7cd3f81-2d99-4253-9b56-b6ec42db8d68 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:24:58.434374 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e736cdb1-a220-4dcd-8429-2697a3e30b3e tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:24:58.445182 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c533f83f-2a75-437a-927b-beac2c93dc36 admin admin] Made reservation on behalf of 8d9ea22f71a445be923c54cc534e9006 for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:24:58.447908 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c533f83f-2a75-437a-927b-beac2c93dc36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:58.455190 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f174281c-1460-4f21-836b-78ea4b6bf2e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ef3455d-b25c-4aa7-8358-1afb58b1eb13'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:24:58.457483 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b305593-a0f9-42b5-8053-e762bbda193f" -d '{"events": [{"server_uuid": "f174281c-1460-4f21-836b-78ea4b6bf2e3", "name": "network-vif-plugged", "status": "completed", "tag": "1ef3455d-b25c-4aa7-8358-1afb58b1eb13"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:24:58.478292 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 1ef3455d-b25c-4aa7-8358-1afb58b1eb13, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=1ef3455d-b25c-4aa7-8358-1afb58b1eb13,segment=NetworkSegment(e07c96e0-5af6-439e-b283-25e89ba24ea2),segment_id=e07c96e0-5af6-439e-b283-25e89ba24ea2)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:58.492474 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:58.499460 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port b7cd3f81-2d99-4253-9b56-b6ec42db8d68 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:58.499842 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:58.501172 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-e736cdb1-a220-4dcd-8429-2697a3e30b3e tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:24:58.504800 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e736cdb1-a220-4dcd-8429-2697a3e30b3e tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:24:58.541207 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-079825f0-000a-4fa1-a7a3-1f1504aed176 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:58.556194 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce0de2e-370e-4079-b447-bf656dea8212 req-69d1ac3c-b491-49ad-b9aa-9cca38f68f32 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:58.559198 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c48397-171b-4e54-af01-91c396a6bcd5 x-openstack-request-id: req-f2c48397-171b-4e54-af01-91c396a6bcd5 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:24:58.559490 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f174281c-1460-4f21-836b-78ea4b6bf2e3", "name": "network-vif-plugged", "status": "completed", "tag": "1ef3455d-b25c-4aa7-8358-1afb58b1eb13", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:24:58.559747 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f2c48397-171b-4e54-af01-91c396a6bcd5 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:24:58.560144 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f174281c-1460-4f21-836b-78ea4b6bf2e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ef3455d-b25c-4aa7-8358-1afb58b1eb13', 'code': 200} Nov 12 08:24:58.566437 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dce0de2e-370e-4079-b447-bf656dea8212 req-69d1ac3c-b491-49ad-b9aa-9cca38f68f32 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=f174281c-1460-4f21-836b-78ea4b6bf2e3 HTTP/1.1" status: 200 len: 945 time: 0.3578880 Nov 12 08:24:58.618343 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c533f83f-2a75-437a-927b-beac2c93dc36 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:58.619378 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=1ef3455d-b25c-4aa7-8358-1afb58b1eb13,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:58.768923 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e736cdb1-a220-4dcd-8429-2697a3e30b3e tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Pushing event updated for resources: {'Port': ['ID=b2454654-2b38-4011-982d-2b5df1bd0dc2,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:58.776395 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dce0de2e-370e-4079-b447-bf656dea8212 req-4a250331-ec93-4bfd-a757-4a8a7a9944cd tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=9dc9079a-4f63-4eb5-be12-eaa66771fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086020 Nov 12 08:24:58.787182 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device cdfcd8dc-4e1c-43a3-a6a2-7c7a1586bb87 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:24:58.812768 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-7ca31e71-48d3-44bc-ac14-b285121320df tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Made reservation on behalf of 1001c16de8c544adab5de1eeb517d6a1 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:24:58.820534 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-7ca31e71-48d3-44bc-ac14-b285121320df tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:58.829980 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: cdfcd8dc-4e1c-43a3-a6a2-7c7a1586bb87 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:24:58.830380 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device cdfcd8dc-4e1c-43a3-a6a2-7c7a1586bb87 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:24:58.884142 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8e40997-0eae-433c-a8e2-06da90091528 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Made reservation on behalf of 9685b661865b4c639766c916ebb4ca16 for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:24:58.888860 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b8e40997-0eae-433c-a8e2-06da90091528 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:58.922304 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c533f83f-2a75-437a-927b-beac2c93dc36 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:59.091842 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-7ca31e71-48d3-44bc-ac14-b285121320df tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Allocated IP 19.80.0.145 (c1bb571d-b3b1-4ffa-8d0c-fbb045900c65/e78be117-1491-4cf2-9312-471f24befda8/cb8bb6ab-df78-4cad-83b5-bb153a16952f) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:24:59.233511 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-079825f0-000a-4fa1-a7a3-1f1504aed176 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Allocated IP 172.25.2.147 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/29221aab-7c3b-4693-96af-15aa4bf2fba1) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:24:59.241218 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e719cfb-a218-46dd-b0d1-b01e868314a1 req-7637cada-3b07-4b7b-abb2-9f1d75364a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:59.243093 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0e719cfb-a218-46dd-b0d1-b01e868314a1 req-7637cada-3b07-4b7b-abb2-9f1d75364a60 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f174281c-1460-4f21-836b-78ea4b6bf2e3 HTTP/1.1" status: 200 len: 1098 time: 0.5610785 Nov 12 08:24:59.292923 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-7ca31e71-48d3-44bc-ac14-b285121320df tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:59.318883 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7c668a40-857d-4417-83a7-1a9cb9176c55 req-190a6c75-af68-4a5b-9946-2806b893a094 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "GET /v2.0/ports?device_id=688c0300-376e-47a5-ab51-ef3044b2ee86 HTTP/1.1" status: 200 len: 210 time: 0.1028185 Nov 12 08:24:59.343076 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c533f83f-2a75-437a-927b-beac2c93dc36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:59.379237 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device b7cd3f81-2d99-4253-9b56-b6ec42db8d68 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:24:59.391036 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0e719cfb-a218-46dd-b0d1-b01e868314a1 req-e7b26de6-373f-4bb3-a12d-c5c3d65c10f5 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=9dc9079a-4f63-4eb5-be12-eaa66771fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249237 Nov 12 08:24:59.421687 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c533f83f-2a75-437a-927b-beac2c93dc36 admin admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:24:59.450832 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c533f83f-2a75-437a-927b-beac2c93dc36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:59.451597 n-d-765315-29 neutron-server[102599]: INFO neutron.db.segments_db [None req-c533f83f-2a75-437a-927b-beac2c93dc36 admin admin] Added segment 15fcae5b-3a5f-46bc-b828-95be2aa1fd17 of type vlan for network 4ae1450d-dc01-4bde-8c3d-6680fac8b905 Nov 12 08:24:59.516419 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c533f83f-2a75-437a-927b-beac2c93dc36 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:59.518778 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port b7cd3f81-2d99-4253-9b56-b6ec42db8d68 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:59.519155 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:59.558969 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c533f83f-2a75-437a-927b-beac2c93dc36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:59.560235 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c533f83f-2a75-437a-927b-beac2c93dc36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:59.560794 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c533f83f-2a75-437a-927b-beac2c93dc36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:59.575581 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-079825f0-000a-4fa1-a7a3-1f1504aed176 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:59.580164 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c533f83f-2a75-437a-927b-beac2c93dc36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b5e811b-1a44-465b-9438-f7cbd8922c74,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:59.599818 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-7ca31e71-48d3-44bc-ac14-b285121320df tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:59.658868 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e736cdb1-a220-4dcd-8429-2697a3e30b3e tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks [] for router_gateway, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:59.667923 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca31e71-48d3-44bc-ac14-b285121320df tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Pushing event updated for resources: {'Port': ['ID=cb8bb6ab-df78-4cad-83b5-bb153a16952f,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:59.675601 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-c533f83f-2a75-437a-927b-beac2c93dc36 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.2505522 Nov 12 08:24:59.698810 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56020) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:59.706473 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-8371c1ed-1244-49ce-b0a4-6aa3819bb86e admin admin] Request body: {'subnet': {'network_id': '4ae1450d-dc01-4bde-8c3d-6680fac8b905', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-241861317-subnet', 'tenant_id': '8d9ea22f71a445be923c54cc534e9006', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:59.743673 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8371c1ed-1244-49ce-b0a4-6aa3819bb86e admin admin] Made reservation on behalf of 8d9ea22f71a445be923c54cc534e9006 for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:24:59.745978 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8371c1ed-1244-49ce-b0a4-6aa3819bb86e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:59.774904 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-079825f0-000a-4fa1-a7a3-1f1504aed176 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:59.790855 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-7ca31e71-48d3-44bc-ac14-b285121320df tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Network c1bb571d-b3b1-4ffa-8d0c-fbb045900c65 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:24:59.792506 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c533f83f-2a75-437a-927b-beac2c93dc36 admin admin] Pushing event updated for resources: {'Network': ['ID=4ae1450d-dc01-4bde-8c3d-6680fac8b905,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:59.797054 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-7ca31e71-48d3-44bc-ac14-b285121320df tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:24:59.801568 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-7ca31e71-48d3-44bc-ac14-b285121320df tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:24:59.819791 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 4ae1450d-dc01-4bde-8c3d-6680fac8b905 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:24:59.913708 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079825f0-000a-4fa1-a7a3-1f1504aed176 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:24:59.945857 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-079825f0-000a-4fa1-a7a3-1f1504aed176 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:24:59.982503 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079825f0-000a-4fa1-a7a3-1f1504aed176 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:25:00.042737 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-7ca31e71-48d3-44bc-ac14-b285121320df tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:00.043466 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-7ca31e71-48d3-44bc-ac14-b285121320df tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:00.052170 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b8e40997-0eae-433c-a8e2-06da90091528 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:00.164111 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079825f0-000a-4fa1-a7a3-1f1504aed176 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Pushing event updated for resources: {'Port': ['ID=29221aab-7c3b-4693-96af-15aa4bf2fba1,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:00.236532 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e40997-0eae-433c-a8e2-06da90091528 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Pushing event updated for resources: {'Subnet': ['ID=17ae6387-a1ee-4948-a0a4-f6ff8741c0e6,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:00.248226 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cb9287-0179-40ab-a59e-300bcb081fd4 req-166e2d38-aad6-41e9-869a-4d779f59631e tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:00.253351 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b1cb9287-0179-40ab-a59e-300bcb081fd4 req-166e2d38-aad6-41e9-869a-4d779f59631e tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=f174281c-1460-4f21-836b-78ea4b6bf2e3 HTTP/1.1" status: 200 len: 946 time: 0.1875408 Nov 12 08:25:00.267492 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-7ca31e71-48d3-44bc-ac14-b285121320df tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7126884 Nov 12 08:25:00.275549 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e40997-0eae-433c-a8e2-06da90091528 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Network e372bf0f-2ebc-4d91-b5c4-f31d4a0a8744 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:25:00.279750 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-f028468f-a595-4948-ba68-b593a30a9c0d None None] Provisioning complete for port cb8bb6ab-df78-4cad-83b5-bb153a16952f triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:00.280321 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f028468f-a595-4948-ba68-b593a30a9c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:00.282114 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-b8e40997-0eae-433c-a8e2-06da90091528 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:25:00.294202 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-ceac06b8-bab6-4d9a-a7ef-6fcb3c7c442d tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Request body: {'port': {'device_id': '688c0300-376e-47a5-ab51-ef3044b2ee86', 'network_id': '9e520f7f-b1f4-4beb-857f-1d9d7549799e', 'admin_state_up': True, 'tenant_id': '1001c16de8c544adab5de1eeb517d6a1'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:00.332383 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb541a18-76f7-43a0-b435-41fc011cfe25 None None] Network e372bf0f-2ebc-4d91-b5c4-f31d4a0a8744 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:25:00.506196 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b1cb9287-0179-40ab-a59e-300bcb081fd4 req-ddf80d9a-1c20-4e62-aba1-87be66c40d88 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=9dc9079a-4f63-4eb5-be12-eaa66771fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594415 Nov 12 08:25:00.509783 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-079825f0-000a-4fa1-a7a3-1f1504aed176 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:00.539023 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e40997-0eae-433c-a8e2-06da90091528 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:00.539772 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b8e40997-0eae-433c-a8e2-06da90091528 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:00.652908 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-f028468f-a595-4948-ba68-b593a30a9c0d None None] Port cb8bb6ab-df78-4cad-83b5-bb153a16952f cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:25:00.697008 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-ceac06b8-bab6-4d9a-a7ef-6fcb3c7c442d tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Made reservation on behalf of 1001c16de8c544adab5de1eeb517d6a1 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:25:00.701122 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-ceac06b8-bab6-4d9a-a7ef-6fcb3c7c442d tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:00.712760 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-35794eef-99b3-4107-b0e0-a2f1b0bf1802 req-8feaef33-12a3-4949-b17a-4eb3ac0f21c9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2d9f80b7-7da6-471c-ab75-5240190a613a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1647055 Nov 12 08:25:00.728923 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-b8e40997-0eae-433c-a8e2-06da90091528 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3520110 Nov 12 08:25:00.732319 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 56034) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:00.738470 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-7c4fce2b-7e45-49de-92c4-2821a3175f95 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Request body: {'security_group': {'name': 'tempest-secgroup-614158185'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:00.819376 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27f75bd-fc8c-4717-9062-82e5ddacf49f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-e372bf0f-2ebc-4d91-b5c4-f31d4a0a8744', 'network_id': 'e372bf0f-2ebc-4d91-b5c4-f31d4a0a8744', 'tenant_id': '9685b661865b4c639766c916ebb4ca16', 'fixed_ips': [{'subnet_id': '17ae6387-a1ee-4948-a0a4-f6ff8741c0e6'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:25:00.821522 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a27f75bd-fc8c-4717-9062-82e5ddacf49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:00.913926 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e736cdb1-a220-4dcd-8429-2697a3e30b3e tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052'] for router, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:00.939710 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce7c4db-2247-4507-b7d7-d4d228113971 req-050dfd1d-506f-4b7e-bd2e-03f5ad272d01 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:00.940763 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dce7c4db-2247-4507-b7d7-d4d228113971 req-050dfd1d-506f-4b7e-bd2e-03f5ad272d01 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "GET /v2.0/ports?device_id=688c0300-376e-47a5-ab51-ef3044b2ee86 HTTP/1.1" status: 200 len: 932 time: 0.3983903 Nov 12 08:25:00.942536 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8371c1ed-1244-49ce-b0a4-6aa3819bb86e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:00.952610 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-ceac06b8-bab6-4d9a-a7ef-6fcb3c7c442d tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Allocated IP 19.86.0.181 (9e520f7f-b1f4-4beb-857f-1d9d7549799e/510ffd73-73ae-4ead-9319-fe49444296ab/428c5205-9d90-41d8-8b9d-7c4cc119dc8c) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:25:01.006304 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8371c1ed-1244-49ce-b0a4-6aa3819bb86e admin admin] Pushing event updated for resources: {'Subnet': ['ID=71e348f5-273c-48e8-8f76-8b76c9031eab,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:01.057797 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7c4fce2b-7e45-49de-92c4-2821a3175f95 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:01.072799 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-a27f75bd-fc8c-4717-9062-82e5ddacf49f None None] Allocated IP 2001:db8::2 (e372bf0f-2ebc-4d91-b5c4-f31d4a0a8744/17ae6387-a1ee-4948-a0a4-f6ff8741c0e6/3721d559-93d0-4e4d-a3ad-68653d73f96e) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:25:01.102368 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c1233a9f-11c3-4de0-9507-bf82f255f996 req-97a650f7-7b8a-47fc-b72c-892f4b2801d1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=be68d5ee-5d55-432a-8f59-c22021814713&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6174252 Nov 12 08:25:01.102987 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-079825f0-000a-4fa1-a7a3-1f1504aed176 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:01.138385 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35794eef-99b3-4107-b0e0-a2f1b0bf1802 req-b7c178cd-dae2-429e-a22d-a922d42d6263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:01.141127 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-35794eef-99b3-4107-b0e0-a2f1b0bf1802 req-b7c178cd-dae2-429e-a22d-a922d42d6263 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=13ee7d6d71864c9eb2f508185e6a266f&device_id=2d9f80b7-7da6-471c-ab75-5240190a613a HTTP/1.1" status: 200 len: 1097 time: 0.2163794 Nov 12 08:25:01.150697 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dce7c4db-2247-4507-b7d7-d4d228113971 req-76167100-788f-4cb4-8dc4-081d9d124eea tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "GET /v2.0/security-groups?id=5e4f26b3-68f4-458f-b970-543611e5d001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956754 Nov 12 08:25:01.254368 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a27f75bd-fc8c-4717-9062-82e5ddacf49f None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:01.268028 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a27f75bd-fc8c-4717-9062-82e5ddacf49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:01.285196 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8371c1ed-1244-49ce-b0a4-6aa3819bb86e admin admin] Checking segment: {'id': '15fcae5b-3a5f-46bc-b828-95be2aa1fd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4ae1450d-dc01-4bde-8c3d-6680fac8b905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:25:01.286997 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8371c1ed-1244-49ce-b0a4-6aa3819bb86e admin admin] Network hostable DHCP agents. Network: 4ae1450d-dc01-4bde-8c3d-6680fac8b905, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:25:01.342735 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27f75bd-fc8c-4717-9062-82e5ddacf49f None None] Network e372bf0f-2ebc-4d91-b5c4-f31d4a0a8744 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:25:01.349641 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-a27f75bd-fc8c-4717-9062-82e5ddacf49f None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:25:01.353869 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27f75bd-fc8c-4717-9062-82e5ddacf49f None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:25:01.373752 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27f75bd-fc8c-4717-9062-82e5ddacf49f None None] Pushing event updated for resources: {'Port': ['ID=3721d559-93d0-4e4d-a3ad-68653d73f96e,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:01.381612 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7c4fce2b-7e45-49de-92c4-2821a3175f95 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:01.392528 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7c4fce2b-7e45-49de-92c4-2821a3175f95 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:01.400991 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1233a9f-11c3-4de0-9507-bf82f255f996 req-74f73b38-320b-4171-8c13-cbdbd085f3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:01.403412 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c1233a9f-11c3-4de0-9507-bf82f255f996 req-74f73b38-320b-4171-8c13-cbdbd085f3aa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=13ee7d6d71864c9eb2f508185e6a266f&device_id=be68d5ee-5d55-432a-8f59-c22021814713 HTTP/1.1" status: 200 len: 1097 time: 0.2189226 Nov 12 08:25:01.409822 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8371c1ed-1244-49ce-b0a4-6aa3819bb86e admin admin] Network 4ae1450d-dc01-4bde-8c3d-6680fac8b905 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:25:01.447026 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-8371c1ed-1244-49ce-b0a4-6aa3819bb86e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 4ae1450d-dc01-4bde-8c3d-6680fac8b905) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:25:01.453462 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8371c1ed-1244-49ce-b0a4-6aa3819bb86e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:01.455948 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8371c1ed-1244-49ce-b0a4-6aa3819bb86e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:01.461067 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7c4fce2b-7e45-49de-92c4-2821a3175f95 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:01.462575 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-7c4fce2b-7e45-49de-92c4-2821a3175f95 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7292078 Nov 12 08:25:01.465850 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-ceac06b8-bab6-4d9a-a7ef-6fcb3c7c442d tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:01.469832 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35794eef-99b3-4107-b0e0-a2f1b0bf1802 req-bda5eb94-d926-4ef2-87b1-234c06fc3fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:01.471333 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-35794eef-99b3-4107-b0e0-a2f1b0bf1802 req-bda5eb94-d926-4ef2-87b1-234c06fc3fe6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=392b706c-fa83-40b2-ba41-e97d70efdd1d HTTP/1.1" status: 200 len: 912 time: 0.2481308 Nov 12 08:25:01.474546 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 56038) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:01.476133 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807bf507-18c9-4272-8532-1195b9b450c9 None None] Network 4ae1450d-dc01-4bde-8c3d-6680fac8b905 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:25:01.480454 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-28a0e7b5-bfc0-41af-bbe4-4df4220bb108 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Request body: {'security_group': {'name': 'tempest-secgroup-1715248027'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:01.488383 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4fce2b-7e45-49de-92c4-2821a3175f95 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=017682cc-e668-445e-a1e3-7ccd47329dd2,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:01.594774 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-28a0e7b5-bfc0-41af-bbe4-4df4220bb108 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:01.595311 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-079825f0-000a-4fa1-a7a3-1f1504aed176 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:01.612655 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-35794eef-99b3-4107-b0e0-a2f1b0bf1802 req-fbe67244-5c96-4023-a781-294025bae3d9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3d87375-c113-475c-bf06-fa361dfd0b38 HTTP/1.1" status: 200 len: 999 time: 0.1260066 Nov 12 08:25:01.648854 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-a27f75bd-fc8c-4717-9062-82e5ddacf49f None None] Attempting to bind port 3721d559-93d0-4e4d-a3ad-68653d73f96e on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:25:01.649548 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-a27f75bd-fc8c-4717-9062-82e5ddacf49f None None] Attempting to bind port 3721d559-93d0-4e4d-a3ad-68653d73f96e by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '54ffc9c4-d536-48ce-9e92-8692c13a0f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e372bf0f-2ebc-4d91-b5c4-f31d4a0a8744'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:25:01.650272 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27f75bd-fc8c-4717-9062-82e5ddacf49f None None] Attempting to bind port 3721d559-93d0-4e4d-a3ad-68653d73f96e on network e372bf0f-2ebc-4d91-b5c4-f31d4a0a8744 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:25:01.673838 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-079825f0-000a-4fa1-a7a3-1f1504aed176 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:01.689294 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27f75bd-fc8c-4717-9062-82e5ddacf49f None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:25:01.689743 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27f75bd-fc8c-4717-9062-82e5ddacf49f None None] Checking segment: {'id': '54ffc9c4-d536-48ce-9e92-8692c13a0f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e372bf0f-2ebc-4d91-b5c4-f31d4a0a8744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:25:01.690073 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a27f75bd-fc8c-4717-9062-82e5ddacf49f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:01.690467 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27f75bd-fc8c-4717-9062-82e5ddacf49f None None] Bound using segment: {'id': '54ffc9c4-d536-48ce-9e92-8692c13a0f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e372bf0f-2ebc-4d91-b5c4-f31d4a0a8744'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:25:01.691009 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-a27f75bd-fc8c-4717-9062-82e5ddacf49f None None] Bound port: 3721d559-93d0-4e4d-a3ad-68653d73f96e, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54ffc9c4-d536-48ce-9e92-8692c13a0f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e372bf0f-2ebc-4d91-b5c4-f31d4a0a8744'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:25:01.691389 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a27f75bd-fc8c-4717-9062-82e5ddacf49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:01.704396 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-ceac06b8-bab6-4d9a-a7ef-6fcb3c7c442d tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:01.706953 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3808ff15-b0ba-4445-a675-19438bebb808 None None] Network 4ae1450d-dc01-4bde-8c3d-6680fac8b905 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:25:01.813489 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35794eef-99b3-4107-b0e0-a2f1b0bf1802 req-720ac264-e31d-45ba-9bd5-91508c2180d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:01.815241 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-35794eef-99b3-4107-b0e0-a2f1b0bf1802 req-720ac264-e31d-45ba-9bd5-91508c2180d0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2d250a72-e563-4d6e-ac4f-f44698e0ce3c HTTP/1.1" status: 200 len: 850 time: 0.1937349 Nov 12 08:25:01.823570 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-ceac06b8-bab6-4d9a-a7ef-6fcb3c7c442d tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Network 9e520f7f-b1f4-4beb-857f-1d9d7549799e is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:25:01.824657 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-8371c1ed-1244-49ce-b0a4-6aa3819bb86e admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.1235862 Nov 12 08:25:01.880994 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e736cdb1-a220-4dcd-8429-2697a3e30b3e tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Router 4ff9cdf0-02c8-4da9-a0e0-d182dd444274 is scheduled to L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 with binding_index 1 {{(pid=102600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:25:01.895572 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceac06b8-bab6-4d9a-a7ef-6fcb3c7c442d tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Pushing event updated for resources: {'Port': ['ID=428c5205-9d90-41d8-8b9d-7c4cc119dc8c,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:01.903610 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-ceac06b8-bab6-4d9a-a7ef-6fcb3c7c442d tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:25:01.908332 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-ceac06b8-bab6-4d9a-a7ef-6fcb3c7c442d tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:25:01.925258 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079825f0-000a-4fa1-a7a3-1f1504aed176 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Pushing event updated for resources: {'Port': ['ID=29221aab-7c3b-4693-96af-15aa4bf2fba1,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:01.938951 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-a27f75bd-fc8c-4717-9062-82e5ddacf49f None None] For port 3721d559-93d0-4e4d-a3ad-68653d73f96e, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:25:01.946956 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-a27f75bd-fc8c-4717-9062-82e5ddacf49f None None] For port 3721d559-93d0-4e4d-a3ad-68653d73f96e, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=3721d559-93d0-4e4d-a3ad-68653d73f96e,segment=NetworkSegment(54ffc9c4-d536-48ce-9e92-8692c13a0f05),segment_id=54ffc9c4-d536-48ce-9e92-8692c13a0f05)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:25:01.990670 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a27f75bd-fc8c-4717-9062-82e5ddacf49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:02.056113 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-079825f0-000a-4fa1-a7a3-1f1504aed176 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:02.086163 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e736cdb1-a220-4dcd-8429-2697a3e30b3e tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:25:02.090211 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-28a0e7b5-bfc0-41af-bbe4-4df4220bb108 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:02.104993 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-ceac06b8-bab6-4d9a-a7ef-6fcb3c7c442d tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:02.105844 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-ceac06b8-bab6-4d9a-a7ef-6fcb3c7c442d tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:02.117212 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-28a0e7b5-bfc0-41af-bbe4-4df4220bb108 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:02.120058 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e92398-f406-4748-8e2d-7867f252aff0 None None] Sync routers for ids ['4ff9cdf0-02c8-4da9-a0e0-d182dd444274'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:25:02.127059 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27f75bd-fc8c-4717-9062-82e5ddacf49f None None] Pushing event updated for resources: {'Port': ['ID=3721d559-93d0-4e4d-a3ad-68653d73f96e,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:02.128754 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35794eef-99b3-4107-b0e0-a2f1b0bf1802 req-747202e7-c427-47a4-9de2-03ba84d01b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:02.137361 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318c7d63-8db3-4523-9b8e-8627719a9fe2 req-f69bceae-ef4b-4751-a778-2f3add085d45 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:02.146905 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-318c7d63-8db3-4523-9b8e-8627719a9fe2 req-f69bceae-ef4b-4751-a778-2f3add085d45 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=f174281c-1460-4f21-836b-78ea4b6bf2e3 HTTP/1.1" status: 200 len: 946 time: 0.3723216 Nov 12 08:25:02.155874 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-35794eef-99b3-4107-b0e0-a2f1b0bf1802 req-747202e7-c427-47a4-9de2-03ba84d01b10 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=392b706c-fa83-40b2-ba41-e97d70efdd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3317435 Nov 12 08:25:02.158135 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1233a9f-11c3-4de0-9507-bf82f255f996 req-63cdcd13-d5a0-49d0-a990-15ea3ea328cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:02.159618 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c1233a9f-11c3-4de0-9507-bf82f255f996 req-63cdcd13-d5a0-49d0-a990-15ea3ea328cf service neutron] 10.222.0.21 "GET /v2.0/networks?id=392b706c-fa83-40b2-ba41-e97d70efdd1d HTTP/1.1" status: 200 len: 912 time: 0.7242956 Nov 12 08:25:02.175483 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e92398-f406-4748-8e2d-7867f252aff0 None None] Routers {'4ff9cdf0-02c8-4da9-a0e0-d182dd444274'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:25:02.176767 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-52e92398-f406-4748-8e2d-7867f252aff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:24:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['4ff9cdf0-02c8-4da9-a0e0-d182dd444274'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:02.219755 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-ceac06b8-bab6-4d9a-a7ef-6fcb3c7c442d tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9403389 Nov 12 08:25:02.247737 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e736cdb1-a220-4dcd-8429-2697a3e30b3e tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:02.252673 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-e736cdb1-a220-4dcd-8429-2697a3e30b3e tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.5479944 Nov 12 08:25:02.265601 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-079825f0-000a-4fa1-a7a3-1f1504aed176 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:02.275677 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-079825f0-000a-4fa1-a7a3-1f1504aed176 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4024756 Nov 12 08:25:02.279203 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 56056) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:02.284246 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-52e92398-f406-4748-8e2d-7867f252aff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:02.307259 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e92398-f406-4748-8e2d-7867f252aff0 None None] Routers {'4ff9cdf0-02c8-4da9-a0e0-d182dd444274'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:25:02.308167 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-52e92398-f406-4748-8e2d-7867f252aff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:24:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['4ff9cdf0-02c8-4da9-a0e0-d182dd444274'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:02.349487 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-7278c2dd-b4e1-47fc-a637-6e8d69053cee tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Request body: {'port': {'device_id': '688c0300-376e-47a5-ab51-ef3044b2ee86', 'network_id': 'c1bb571d-b3b1-4ffa-8d0c-fbb045900c65', 'admin_state_up': True, 'tenant_id': '1001c16de8c544adab5de1eeb517d6a1'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:02.372670 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-52e92398-f406-4748-8e2d-7867f252aff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:02.374258 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e92398-f406-4748-8e2d-7867f252aff0 None None] The sync data for ids ['4ff9cdf0-02c8-4da9-a0e0-d182dd444274'] in n-d-765315-29 is: [] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:25:02.400230 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a0e7b5-bfc0-41af-bbe4-4df4220bb108 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d99b0c1c-a2b3-463b-94db-7983a421cb15,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:02.416744 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c1233a9f-11c3-4de0-9507-bf82f255f996 req-0491c151-1550-490e-bad2-c20cad4f54a2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a4a518c3-e7bb-4082-8b18-06e6f981519a HTTP/1.1" status: 200 len: 217 time: 0.2209773 Nov 12 08:25:02.482544 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-28a0e7b5-bfc0-41af-bbe4-4df4220bb108 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:02.484237 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-28a0e7b5-bfc0-41af-bbe4-4df4220bb108 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0087318 Nov 12 08:25:02.498239 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56062) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:02.510726 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-effc7d89-e381-403b-b5db-0d492e7d7942 None None] Provisioning complete for port 428c5205-9d90-41d8-8b9d-7c4cc119dc8c triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:02.510976 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-effc7d89-e381-403b-b5db-0d492e7d7942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:02.517297 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-20afb605-b2b7-4360-a6c1-892b8380e662 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-517259053', 'security_groups': ['d99b0c1c-a2b3-463b-94db-7983a421cb15'], 'network_id': 'e372bf0f-2ebc-4d91-b5c4-f31d4a0a8744', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '17ae6387-a1ee-4948-a0a4-f6ff8741c0e6'}]}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:02.557900 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-318c7d63-8db3-4523-9b8e-8627719a9fe2 req-b0bf4846-8a98-4c0e-956f-ed278e00ce2c tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=9dc9079a-4f63-4eb5-be12-eaa66771fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4101005 Nov 12 08:25:02.623746 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-effc7d89-e381-403b-b5db-0d492e7d7942 None None] Port 428c5205-9d90-41d8-8b9d-7c4cc119dc8c cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:25:02.701095 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1233a9f-11c3-4de0-9507-bf82f255f996 req-9e9395ae-1c91-4234-9f2c-6fe98cfedd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:02.703354 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c1233a9f-11c3-4de0-9507-bf82f255f996 req-9e9395ae-1c91-4234-9f2c-6fe98cfedd58 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2d250a72-e563-4d6e-ac4f-f44698e0ce3c HTTP/1.1" status: 200 len: 850 time: 0.2667019 Nov 12 08:25:02.837626 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-35794eef-99b3-4107-b0e0-a2f1b0bf1802 req-b941bc4f-d675-4608-8bb7-33fd13caa229 service neutron] 10.222.0.44 "GET /v2.0/networks/392b706c-fa83-40b2-ba41-e97d70efdd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6307054 Nov 12 08:25:03.125615 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307efdbd-ee85-4da3-8f1c-9b9cd42300ae req-81319b60-9eab-4a03-b923-cd607a6b112f tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:03.126678 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272c39f9-a7c7-440f-8579-ae4b4239ccc5 req-ca1f66d5-0b45-47ea-9e38-b46221b2d7d6 tempest-ServerMetadataNegativeTestJSON-718312689 tempest-ServerMetadataNegativeTestJSON-718312689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:03.131229 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-272c39f9-a7c7-440f-8579-ae4b4239ccc5 req-ca1f66d5-0b45-47ea-9e38-b46221b2d7d6 tempest-ServerMetadataNegativeTestJSON-718312689 tempest-ServerMetadataNegativeTestJSON-718312689-project] 10.222.0.26 "GET /v2.0/networks?id=4ae1450d-dc01-4bde-8c3d-6680fac8b905 HTTP/1.1" status: 200 len: 820 time: 0.5137434 Nov 12 08:25:03.132010 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307efdbd-ee85-4da3-8f1c-9b9cd42300ae req-81319b60-9eab-4a03-b923-cd607a6b112f tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:03.133655 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-307efdbd-ee85-4da3-8f1c-9b9cd42300ae req-81319b60-9eab-4a03-b923-cd607a6b112f tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "GET /v2.0/ports?device_id=688c0300-376e-47a5-ab51-ef3044b2ee86 HTTP/1.1" status: 200 len: 1655 time: 0.4532974 Nov 12 08:25:03.140864 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1233a9f-11c3-4de0-9507-bf82f255f996 req-9a18081d-1cdc-46f3-93c4-3a9d462a998c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:03.142411 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c1233a9f-11c3-4de0-9507-bf82f255f996 req-9a18081d-1cdc-46f3-93c4-3a9d462a998c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=392b706c-fa83-40b2-ba41-e97d70efdd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4070654 Nov 12 08:25:03.151802 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-35794eef-99b3-4107-b0e0-a2f1b0bf1802 req-bb93ae39-53e9-47ab-9332-a5764b9cb734 service neutron] 10.222.0.44 "GET /v2.0/networks/392b706c-fa83-40b2-ba41-e97d70efdd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781982 Nov 12 08:25:03.217555 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20afb605-b2b7-4360-a6c1-892b8380e662 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Made reservation on behalf of 9685b661865b4c639766c916ebb4ca16 for: {'port': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:25:03.222395 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-7278c2dd-b4e1-47fc-a637-6e8d69053cee tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Made reservation on behalf of 1001c16de8c544adab5de1eeb517d6a1 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:25:03.226975 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-7278c2dd-b4e1-47fc-a637-6e8d69053cee tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:03.243382 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-272c39f9-a7c7-440f-8579-ae4b4239ccc5 req-0a390bdd-3ca2-4f72-8301-070c780d0b84 tempest-ServerMetadataNegativeTestJSON-718312689 tempest-ServerMetadataNegativeTestJSON-718312689-project] 10.222.0.26 "GET /v2.0/quotas/8d9ea22f71a445be923c54cc534e9006 HTTP/1.1" status: 200 len: 375 time: 0.0894420 Nov 12 08:25:03.297247 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-307efdbd-ee85-4da3-8f1c-9b9cd42300ae req-2555c881-5e2b-4a0c-bbbd-f139c5a40a66 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "GET /v2.0/security-groups?id=5e4f26b3-68f4-458f-b970-543611e5d001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538031 Nov 12 08:25:03.374905 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-272c39f9-a7c7-440f-8579-ae4b4239ccc5 req-b2b928ef-42c0-4d2f-8f1c-9657a00cdb67 tempest-ServerMetadataNegativeTestJSON-718312689 tempest-ServerMetadataNegativeTestJSON-718312689-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8d9ea22f71a445be923c54cc534e9006&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1168778 Nov 12 08:25:03.390090 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c1233a9f-11c3-4de0-9507-bf82f255f996 req-5eb7ed8e-52bc-4d17-87f2-38c6cb63d27a service neutron] 10.222.0.21 "GET /v2.0/networks/392b706c-fa83-40b2-ba41-e97d70efdd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301753 Nov 12 08:25:03.394975 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-20afb605-b2b7-4360-a6c1-892b8380e662 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:03.563156 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 3721d559-93d0-4e4d-a3ad-68653d73f96e up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:25:03.607793 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c1233a9f-11c3-4de0-9507-bf82f255f996 req-28c4c5a9-a1e4-45f9-88be-57fcfdf5fd72 service neutron] 10.222.0.21 "GET /v2.0/networks/392b706c-fa83-40b2-ba41-e97d70efdd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090192 Nov 12 08:25:03.644609 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [None req-20afb605-b2b7-4360-a6c1-892b8380e662 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] device_id is not set on port f32f74cb-710c-4580-b0ee-6435911003a9 yet. {{(pid=102600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:25:03.670178 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 3721d559-93d0-4e4d-a3ad-68653d73f96e triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:03.671536 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:03.817448 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79b4fd5-7779-49a0-a828-bbe88486a200 req-fb5936eb-6c35-4b4f-97c1-010f310ed98a tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:03.825415 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e79b4fd5-7779-49a0-a828-bbe88486a200 req-fb5936eb-6c35-4b4f-97c1-010f310ed98a tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/networks?id=48c46c78-0475-4191-b336-d10a7e260ac1 HTTP/1.1" status: 200 len: 822 time: 0.2704818 Nov 12 08:25:03.844916 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:03.884798 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e79b4fd5-7779-49a0-a828-bbe88486a200 req-f61edcba-1832-40bb-90b3-9a59ac3c49ad tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/quotas/e6d48b0a7d084fdbbcdcca693c68f3d4 HTTP/1.1" status: 200 len: 375 time: 0.0580215 Nov 12 08:25:03.894573 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] For port 3721d559-93d0-4e4d-a3ad-68653d73f96e, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=3721d559-93d0-4e4d-a3ad-68653d73f96e,segment=NetworkSegment(54ffc9c4-d536-48ce-9e92-8692c13a0f05),segment_id=54ffc9c4-d536-48ce-9e92-8692c13a0f05)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:25:03.907826 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:03.943061 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4d4acd81-7c99-42fe-8492-51e9f70dbfbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:04.007787 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-a34a9786-7050-46e5-8db7-efa8b5c87cf3 None None] Provisioning complete for port 3721d559-93d0-4e4d-a3ad-68653d73f96e triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:04.008055 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a34a9786-7050-46e5-8db7-efa8b5c87cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:04.033907 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Pushing event updated for resources: {'Port': ['ID=3721d559-93d0-4e4d-a3ad-68653d73f96e,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:04.094793 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-20afb605-b2b7-4360-a6c1-892b8380e662 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Allocated IP 2001:db8::2a7 (e372bf0f-2ebc-4d91-b5c4-f31d4a0a8744/17ae6387-a1ee-4948-a0a4-f6ff8741c0e6/f32f74cb-710c-4580-b0ee-6435911003a9) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:25:04.133440 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e79b4fd5-7779-49a0-a828-bbe88486a200 req-9cbccd6a-b608-41b9-989b-3c942275b451 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e6d48b0a7d084fdbbcdcca693c68f3d4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2471406 Nov 12 08:25:04.164534 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-a34a9786-7050-46e5-8db7-efa8b5c87cf3 None None] Provisioning complete for port d87cf8ed-0b74-4dd0-a179-c6c71a019ba3 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:04.164934 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a34a9786-7050-46e5-8db7-efa8b5c87cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:04.233650 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-a34a9786-7050-46e5-8db7-efa8b5c87cf3 None None] Port d87cf8ed-0b74-4dd0-a179-c6c71a019ba3 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:25:04.244438 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e79b4fd5-7779-49a0-a828-bbe88486a200 req-9368dfa9-1a93-4d29-9b66-67effcd4c0d2 service neutron] 10.222.0.26 "GET /v2.0/networks/48c46c78-0475-4191-b336-d10a7e260ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099834 Nov 12 08:25:04.267269 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-272c39f9-a7c7-440f-8579-ae4b4239ccc5 req-67b2d37d-b947-4930-bc2f-64593f9ecb8c service neutron] 10.222.0.26 "GET /v2.0/networks/4ae1450d-dc01-4bde-8c3d-6680fac8b905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8936234 Nov 12 08:25:04.275222 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-7278c2dd-b4e1-47fc-a637-6e8d69053cee tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Allocated IP 19.80.0.13 (c1bb571d-b3b1-4ffa-8d0c-fbb045900c65/e78be117-1491-4cf2-9312-471f24befda8/de71fd45-74c2-49a4-9d5c-ca3abeda5242) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:25:04.431632 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e79b4fd5-7779-49a0-a828-bbe88486a200 req-8d352ec7-0b97-4c80-aab2-299a654a5c91 service neutron] 10.222.0.26 "GET /v2.0/networks/48c46c78-0475-4191-b336-d10a7e260ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861589 Nov 12 08:25:04.482850 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-272c39f9-a7c7-440f-8579-ae4b4239ccc5 req-63b82209-75aa-4160-8292-4a47ebf726d9 service neutron] 10.222.0.26 "GET /v2.0/networks/4ae1450d-dc01-4bde-8c3d-6680fac8b905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048945 Nov 12 08:25:04.486944 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-20afb605-b2b7-4360-a6c1-892b8380e662 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:04.536864 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-20afb605-b2b7-4360-a6c1-892b8380e662 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:04.585815 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20afb605-b2b7-4360-a6c1-892b8380e662 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Network e372bf0f-2ebc-4d91-b5c4-f31d4a0a8744 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:25:04.605913 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-20afb605-b2b7-4360-a6c1-892b8380e662 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:25:04.610440 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20afb605-b2b7-4360-a6c1-892b8380e662 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:25:04.616427 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20afb605-b2b7-4360-a6c1-892b8380e662 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:04.617499 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-20afb605-b2b7-4360-a6c1-892b8380e662 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:04.651986 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20afb605-b2b7-4360-a6c1-892b8380e662 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Pushing event updated for resources: {'Port': ['ID=f32f74cb-710c-4580-b0ee-6435911003a9,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:04.667465 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-20afb605-b2b7-4360-a6c1-892b8380e662 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1628766 Nov 12 08:25:04.668462 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56096) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:04.675852 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-0a6c791b-dba7-40f8-a379-2b68a6b1b94d tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Request body: {'subnet': {'network_id': 'e372bf0f-2ebc-4d91-b5c4-f31d4a0a8744', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:04.733217 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ae3d52b8-c285-4f29-9723-6c093ea26b1a tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:04.820358 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-7278c2dd-b4e1-47fc-a637-6e8d69053cee tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:04.946624 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a6c791b-dba7-40f8-a379-2b68a6b1b94d tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Made reservation on behalf of 9685b661865b4c639766c916ebb4ca16 for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:25:04.952783 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0a6c791b-dba7-40f8-a379-2b68a6b1b94d tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:05.139915 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:05.179364 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-5260edb4-652a-479b-95c9-9ca5e2befc64 None None] Provisioning complete for port f32f74cb-710c-4580-b0ee-6435911003a9 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:05.181488 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5260edb4-652a-479b-95c9-9ca5e2befc64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:05.228803 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-5260edb4-652a-479b-95c9-9ca5e2befc64 None None] Port f32f74cb-710c-4580-b0ee-6435911003a9 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:25:05.229368 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-60e366a1-811c-4351-80db-5e7a3ad7bc96 req-24970890-eca9-4bb1-9353-280df97e51cd tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4c7a2a2-2dfe-4e5d-a995-7d21ef5b2362 HTTP/1.1" status: 200 len: 210 time: 0.0917935 Nov 12 08:25:05.297453 n-d-765315-29 neutron-server[102600]: INFO neutron.db.ipam_backend_mixin [None req-0a6c791b-dba7-40f8-a379-2b68a6b1b94d tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 17ae6387-a1ee-4948-a0a4-f6ff8741c0e6 (CIDR: 2001:db8::/64) Nov 12 08:25:05.303497 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a6c791b-dba7-40f8-a379-2b68a6b1b94d tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:25:05.304683 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a6c791b-dba7-40f8-a379-2b68a6b1b94d tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:25:05.391947 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 3721d559-93d0-4e4d-a3ad-68653d73f96e up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:25:05.403765 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f3489ded-9734-4c64-b8cc-3c177582b6a0 req-caf380a3-c42b-46b8-8e4e-926e2aaad278 tempest-ServerMetadataNegativeTestJSON-718312689 tempest-ServerMetadataNegativeTestJSON-718312689-project] 10.222.0.26 "GET /v2.0/ports?device_id=08e0b2ab-e41e-44e1-8f3c-f600e9686d00 HTTP/1.1" status: 200 len: 210 time: 0.0949383 Nov 12 08:25:05.428322 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-ae3d52b8-c285-4f29-9723-6c093ea26b1a tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Allocated IP 172.20.0.1 (2057a694-f640-430e-bc88-8a33e348a5b0/523b0ddd-e8f3-4549-bf85-f5ad46514f6c/500892e7-a3a5-45c4-898c-c7a75917d74d) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:25:05.428832 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-0a6c791b-dba7-40f8-a379-2b68a6b1b94d tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7572062 Nov 12 08:25:05.430795 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56114) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:05.439592 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-1795e89a-5fc3-41a6-b038-809ff0f96d09 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Request body: {'subnet': {'network_id': 'e372bf0f-2ebc-4d91-b5c4-f31d4a0a8744', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:05.511089 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 3721d559-93d0-4e4d-a3ad-68653d73f96e triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:05.511742 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:05.614496 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1795e89a-5fc3-41a6-b038-809ff0f96d09 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Made reservation on behalf of 9685b661865b4c639766c916ebb4ca16 for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:25:05.621889 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1795e89a-5fc3-41a6-b038-809ff0f96d09 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:05.781135 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-7278c2dd-b4e1-47fc-a637-6e8d69053cee tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:05.787624 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ae3d52b8-c285-4f29-9723-6c093ea26b1a tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:05.901506 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-7278c2dd-b4e1-47fc-a637-6e8d69053cee tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Network c1bb571d-b3b1-4ffa-8d0c-fbb045900c65 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:25:05.915450 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-7278c2dd-b4e1-47fc-a637-6e8d69053cee tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:25:05.921197 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-7278c2dd-b4e1-47fc-a637-6e8d69053cee tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:25:05.925027 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7278c2dd-b4e1-47fc-a637-6e8d69053cee tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Pushing event updated for resources: {'Port': ['ID=de71fd45-74c2-49a4-9d5c-ca3abeda5242,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:05.943092 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df775e12-0aac-4947-9a5c-d6a93e09de57 req-3d7359a8-fdf5-4787-b164-517c7b093467 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:05.955315 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df775e12-0aac-4947-9a5c-d6a93e09de57 req-3d7359a8-fdf5-4787-b164-517c7b093467 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:05.969017 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df775e12-0aac-4947-9a5c-d6a93e09de57 req-3d7359a8-fdf5-4787-b164-517c7b093467 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:05.978434 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-df775e12-0aac-4947-9a5c-d6a93e09de57 req-3d7359a8-fdf5-4787-b164-517c7b093467 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "GET /v2.0/ports?device_id=688c0300-376e-47a5-ab51-ef3044b2ee86 HTTP/1.1" status: 200 len: 2376 time: 0.3258629 Nov 12 08:25:06.070780 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1795e89a-5fc3-41a6-b038-809ff0f96d09 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:06.074461 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ae3d52b8-c285-4f29-9723-6c093ea26b1a tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:06.144403 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1795e89a-5fc3-41a6-b038-809ff0f96d09 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Network e372bf0f-2ebc-4d91-b5c4-f31d4a0a8744 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:25:06.155296 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-7278c2dd-b4e1-47fc-a637-6e8d69053cee tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:06.155469 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-1795e89a-5fc3-41a6-b038-809ff0f96d09 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:25:06.156078 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-7278c2dd-b4e1-47fc-a637-6e8d69053cee tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:06.164111 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1795e89a-5fc3-41a6-b038-809ff0f96d09 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:06.167298 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72aa841-7ae9-4932-ba87-fc55a78e5240 None None] Network e372bf0f-2ebc-4d91-b5c4-f31d4a0a8744 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:25:06.167973 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1795e89a-5fc3-41a6-b038-809ff0f96d09 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:06.186135 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1795e89a-5fc3-41a6-b038-809ff0f96d09 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Pushing event updated for resources: {'Subnet': ['ID=cfa7923a-eeea-4375-a38d-d8bcaee652ad,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:06.207782 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3d52b8-c285-4f29-9723-6c093ea26b1a tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Pushing event updated for resources: {'Port': ['ID=500892e7-a3a5-45c4-898c-c7a75917d74d,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:06.226357 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-1795e89a-5fc3-41a6-b038-809ff0f96d09 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7943189 Nov 12 08:25:06.229090 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56124) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:06.234163 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3d52b8-c285-4f29-9723-6c093ea26b1a tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Network 2057a694-f640-430e-bc88-8a33e348a5b0 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:25:06.235767 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-ae3d52b8-c285-4f29-9723-6c093ea26b1a tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:25:06.241840 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3d52b8-c285-4f29-9723-6c093ea26b1a tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:25:06.244146 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-5d22d4c8-5794-445c-8604-96144a182fde tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-131397986', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'cfa7923a-eeea-4375-a38d-d8bcaee652ad'}], 'security_groups': ['017682cc-e668-445e-a1e3-7ccd47329dd2']}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:06.248752 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-df775e12-0aac-4947-9a5c-d6a93e09de57 req-e481a488-a142-4593-a8ba-c83e6689105c tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "GET /v2.0/security-groups?id=5e4f26b3-68f4-458f-b970-543611e5d001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692375 Nov 12 08:25:06.254367 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-7278c2dd-b4e1-47fc-a637-6e8d69053cee tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9760709 Nov 12 08:25:06.294958 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-73b85cd6-21a5-4f34-bda4-187dcfb64dab service neutron] Request body: {'port': {'device_id': '688c0300-376e-47a5-ab51-ef3044b2ee86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:06.357919 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-73b85cd6-21a5-4f34-bda4-187dcfb64dab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:06.396099 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-a5f65853-e9ff-4292-a196-da33090aaa9f None None] Provisioning complete for port de71fd45-74c2-49a4-9d5c-ca3abeda5242 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:06.396796 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a5f65853-e9ff-4292-a196-da33090aaa9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:06.408024 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5d22d4c8-5794-445c-8604-96144a182fde tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:06.506734 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-a5f65853-e9ff-4292-a196-da33090aaa9f None None] Port de71fd45-74c2-49a4-9d5c-ca3abeda5242 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:25:06.712737 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876d53a4-6237-4297-a40a-dc27bfdd51f8 None None] Update dhcp port {'port': {'network_id': 'e372bf0f-2ebc-4d91-b5c4-f31d4a0a8744', 'fixed_ips': [{'subnet_id': '17ae6387-a1ee-4948-a0a4-f6ff8741c0e6', 'ip_address': '2001:db8::2'}, {'subnet_id': 'cfa7923a-eeea-4375-a38d-d8bcaee652ad'}], 'binding:host_id': 'n-d-765315-29'}, 'id': '3721d559-93d0-4e4d-a3ad-68653d73f96e'} from n-d-765315-29. {{(pid=102601) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 08:25:06.753567 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-876d53a4-6237-4297-a40a-dc27bfdd51f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:06.772917 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-73b85cd6-21a5-4f34-bda4-187dcfb64dab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb8bb6ab-df78-4cad-83b5-bb153a16952f {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:25:06.792368 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1d0e14ce-41d7-4666-bbbd-11472f9dc809 req-9a797be7-9bd0-4df7-a31c-969ece5545cf tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4c7a2a2-2dfe-4e5d-a995-7d21ef5b2362 HTTP/1.1" status: 200 len: 210 time: 0.3841641 Nov 12 08:25:06.840433 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-73b85cd6-21a5-4f34-bda4-187dcfb64dab service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:06.882823 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-98d03fbd-b744-406f-a2f1-0aad6f84edfa req-b05d2e3c-0452-409d-9cfb-3286aa232037 tempest-ServerMetadataNegativeTestJSON-718312689 tempest-ServerMetadataNegativeTestJSON-718312689-project] 10.222.0.26 "GET /v2.0/ports?device_id=08e0b2ab-e41e-44e1-8f3c-f600e9686d00 HTTP/1.1" status: 200 len: 210 time: 0.0901539 Nov 12 08:25:06.934372 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ae3d52b8-c285-4f29-9723-6c093ea26b1a tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933481'] for router_interface, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:06.971398 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-57027684-d42c-419d-9c95-dc55196944a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:06.984934 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-73b85cd6-21a5-4f34-bda4-187dcfb64dab service neutron] Transition to ACTIVE for port object cb8bb6ab-df78-4cad-83b5-bb153a16952f will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:25:07.019518 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-73b85cd6-21a5-4f34-bda4-187dcfb64dab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:07.073986 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-5d22d4c8-5794-445c-8604-96144a182fde tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Delete allocated IP 2001:db8::2a7 (e372bf0f-2ebc-4d91-b5c4-f31d4a0a8744/17ae6387-a1ee-4948-a0a4-f6ff8741c0e6) {{(pid=102600) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 08:25:07.088125 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-5d22d4c8-5794-445c-8604-96144a182fde tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Allocated IP 2001:db8:0:1::3a8 (e372bf0f-2ebc-4d91-b5c4-f31d4a0a8744/cfa7923a-eeea-4375-a38d-d8bcaee652ad/f32f74cb-710c-4580-b0ee-6435911003a9) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:25:07.146103 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b85cd6-21a5-4f34-bda4-187dcfb64dab service neutron] Pushing event updated for resources: {'Port': ['ID=cb8bb6ab-df78-4cad-83b5-bb153a16952f,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:07.164999 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79b4fd5-7779-49a0-a828-bbe88486a200 req-77036bf4-ae08-4c39-a4de-5b5984248c1e tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:07.166520 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e79b4fd5-7779-49a0-a828-bbe88486a200 req-77036bf4-ae08-4c39-a4de-5b5984248c1e tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.44 "GET /v2.0/networks?id=48c46c78-0475-4191-b336-d10a7e260ac1 HTTP/1.1" status: 200 len: 822 time: 0.3875556 Nov 12 08:25:07.236001 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-e79b4fd5-7779-49a0-a828-bbe88486a200 req-29819512-b8b1-4be0-8ef4-77aee66cd803 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Request body: {'port': {'device_id': 'b4c7a2a2-2dfe-4e5d-a995-7d21ef5b2362', 'network_id': '48c46c78-0475-4191-b336-d10a7e260ac1', 'admin_state_up': True, 'tenant_id': 'e6d48b0a7d084fdbbcdcca693c68f3d4'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:07.345016 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5d22d4c8-5794-445c-8604-96144a182fde tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:07.364006 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5d22d4c8-5794-445c-8604-96144a182fde tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:07.462759 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-876d53a4-6237-4297-a40a-dc27bfdd51f8 None None] Allocated IP 2001:db8:0:1::2 (e372bf0f-2ebc-4d91-b5c4-f31d4a0a8744/cfa7923a-eeea-4375-a38d-d8bcaee652ad/3721d559-93d0-4e4d-a3ad-68653d73f96e) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:25:07.503411 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-5d22d4c8-5794-445c-8604-96144a182fde tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] In _notify_port_updated(), no bound segment for port f32f74cb-710c-4580-b0ee-6435911003a9 on network e372bf0f-2ebc-4d91-b5c4-f31d4a0a8744 {{(pid=102600) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 08:25:07.503690 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ae3d52b8-c285-4f29-9723-6c093ea26b1a tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:07.508324 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d22d4c8-5794-445c-8604-96144a182fde tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:07.508938 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5d22d4c8-5794-445c-8604-96144a182fde tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:07.512778 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-5d22d4c8-5794-445c-8604-96144a182fde tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "PUT /v2.0/ports/f32f74cb-710c-4580-b0ee-6435911003a9 HTTP/1.1" status: 200 len: 930 time: 1.2793458 Nov 12 08:25:07.517851 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56138) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:07.549777 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d22d4c8-5794-445c-8604-96144a182fde tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Pushing event updated for resources: {'Port': ['ID=f32f74cb-710c-4580-b0ee-6435911003a9,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:07.596606 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-73b85cd6-21a5-4f34-bda4-187dcfb64dab service neutron] Attempting to bind port cb8bb6ab-df78-4cad-83b5-bb153a16952f on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:25:07.597015 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-73b85cd6-21a5-4f34-bda4-187dcfb64dab service neutron] Attempting to bind port cb8bb6ab-df78-4cad-83b5-bb153a16952f by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': '2b57ca2e-b249-42df-a0b0-ca6715838273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c1bb571d-b3b1-4ffa-8d0c-fbb045900c65'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:25:07.597345 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-73b85cd6-21a5-4f34-bda4-187dcfb64dab service neutron] Attempting to bind port cb8bb6ab-df78-4cad-83b5-bb153a16952f on network c1bb571d-b3b1-4ffa-8d0c-fbb045900c65 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:25:07.627247 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-73b85cd6-21a5-4f34-bda4-187dcfb64dab service neutron] Port cb8bb6ab-df78-4cad-83b5-bb153a16952f on network c1bb571d-b3b1-4ffa-8d0c-fbb045900c65 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:25:07.627585 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-73b85cd6-21a5-4f34-bda4-187dcfb64dab service neutron] Attempting to bind port cb8bb6ab-df78-4cad-83b5-bb153a16952f on network c1bb571d-b3b1-4ffa-8d0c-fbb045900c65 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:25:07.670306 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c356b8f-f0de-4d87-9390-f015437d372d req-f93ed936-6737-433f-b843-5f797821d340 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:07.682339 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-73b85cd6-21a5-4f34-bda4-187dcfb64dab service neutron] Checking agent: {'id': '26215384-8035-4ce2-971a-8e67be80da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:25:07.682694 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-73b85cd6-21a5-4f34-bda4-187dcfb64dab service neutron] Checking segment: {'id': '2b57ca2e-b249-42df-a0b0-ca6715838273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c1bb571d-b3b1-4ffa-8d0c-fbb045900c65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:25:07.683078 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-73b85cd6-21a5-4f34-bda4-187dcfb64dab service neutron] Bound using segment: {'id': '2b57ca2e-b249-42df-a0b0-ca6715838273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c1bb571d-b3b1-4ffa-8d0c-fbb045900c65'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:25:07.683520 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-73b85cd6-21a5-4f34-bda4-187dcfb64dab service neutron] Bound port: cb8bb6ab-df78-4cad-83b5-bb153a16952f, host: n-h1-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b57ca2e-b249-42df-a0b0-ca6715838273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c1bb571d-b3b1-4ffa-8d0c-fbb045900c65'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:25:07.683875 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c356b8f-f0de-4d87-9390-f015437d372d req-f93ed936-6737-433f-b843-5f797821d340 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:07.684010 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-73b85cd6-21a5-4f34-bda4-187dcfb64dab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:07.698777 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c356b8f-f0de-4d87-9390-f015437d372d req-f93ed936-6737-433f-b843-5f797821d340 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:07.709982 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6c356b8f-f0de-4d87-9390-f015437d372d req-f93ed936-6737-433f-b843-5f797821d340 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "GET /v2.0/ports?device_id=688c0300-376e-47a5-ab51-ef3044b2ee86 HTTP/1.1" status: 200 len: 2388 time: 0.2583418 Nov 12 08:25:07.711109 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-876d53a4-6237-4297-a40a-dc27bfdd51f8 None None] For port 3721d559-93d0-4e4d-a3ad-68653d73f96e, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=3721d559-93d0-4e4d-a3ad-68653d73f96e,segment=NetworkSegment(54ffc9c4-d536-48ce-9e92-8692c13a0f05),segment_id=54ffc9c4-d536-48ce-9e92-8692c13a0f05)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:25:07.745082 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-876d53a4-6237-4297-a40a-dc27bfdd51f8 None None] Publish callbacks [] for port, precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:07.752770 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-876d53a4-6237-4297-a40a-dc27bfdd51f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:07.759807 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272c39f9-a7c7-440f-8579-ae4b4239ccc5 req-2c927066-0ac8-4326-8bdd-e1d6c81ff6e7 tempest-ServerMetadataNegativeTestJSON-718312689 tempest-ServerMetadataNegativeTestJSON-718312689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:07.761272 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-272c39f9-a7c7-440f-8579-ae4b4239ccc5 req-2c927066-0ac8-4326-8bdd-e1d6c81ff6e7 tempest-ServerMetadataNegativeTestJSON-718312689 tempest-ServerMetadataNegativeTestJSON-718312689-project] 10.222.0.44 "GET /v2.0/networks?id=4ae1450d-dc01-4bde-8c3d-6680fac8b905 HTTP/1.1" status: 200 len: 820 time: 0.3732922 Nov 12 08:25:07.807138 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6c356b8f-f0de-4d87-9390-f015437d372d req-228630b5-ea1f-4a56-9411-9b3c6e197955 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "GET /v2.0/security-groups?id=5e4f26b3-68f4-458f-b970-543611e5d001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959713 Nov 12 08:25:07.807752 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-272c39f9-a7c7-440f-8579-ae4b4239ccc5 req-7f62b0d7-0be7-4f79-8056-5795d19abf7a tempest-ServerMetadataNegativeTestJSON-718312689 tempest-ServerMetadataNegativeTestJSON-718312689-project] Request body: {'port': {'device_id': '08e0b2ab-e41e-44e1-8f3c-f600e9686d00', 'network_id': '4ae1450d-dc01-4bde-8c3d-6680fac8b905', 'admin_state_up': True, 'tenant_id': '8d9ea22f71a445be923c54cc534e9006'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:07.813901 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e79b4fd5-7779-49a0-a828-bbe88486a200 req-29819512-b8b1-4be0-8ef4-77aee66cd803 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Made reservation on behalf of e6d48b0a7d084fdbbcdcca693c68f3d4 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:25:07.817351 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e79b4fd5-7779-49a0-a828-bbe88486a200 req-29819512-b8b1-4be0-8ef4-77aee66cd803 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:07.824140 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-d4b54981-0924-4633-a9eb-df00e9a6bc12 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Deleting port f32f74cb-710c-4580-b0ee-6435911003a9 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:25:07.824385 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d4b54981-0924-4633-a9eb-df00e9a6bc12 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:07.879018 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876d53a4-6237-4297-a40a-dc27bfdd51f8 None None] Pushing event updated for resources: {'Port': ['ID=3721d559-93d0-4e4d-a3ad-68653d73f96e,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:07.894838 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:08.013569 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d4b54981-0924-4633-a9eb-df00e9a6bc12 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:08.073819 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5ab378ed-9c94-4077-95dd-95d7efc05534 req-6770518d-0169-4349-9e1c-f9a05d9ecc29 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4c7a2a2-2dfe-4e5d-a995-7d21ef5b2362 HTTP/1.1" status: 200 len: 210 time: 0.1272848 Nov 12 08:25:08.085608 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-d4b54981-0924-4633-a9eb-df00e9a6bc12 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Calling delete_port for f32f74cb-710c-4580-b0ee-6435911003a9 owned by {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:25:08.115482 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6db53f4b-5a07-4801-bc62-3554ae64a168 req-bd4002d0-0116-4ebb-b9af-a94079aa7c41 tempest-ServerMetadataNegativeTestJSON-718312689 tempest-ServerMetadataNegativeTestJSON-718312689-project] 10.222.0.26 "GET /v2.0/ports?device_id=08e0b2ab-e41e-44e1-8f3c-f600e9686d00 HTTP/1.1" status: 200 len: 210 time: 0.0868092 Nov 12 08:25:08.126483 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-73b85cd6-21a5-4f34-bda4-187dcfb64dab service neutron] For port cb8bb6ab-df78-4cad-83b5-bb153a16952f, host n-h1-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:25:08.133332 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-73b85cd6-21a5-4f34-bda4-187dcfb64dab service neutron] For port cb8bb6ab-df78-4cad-83b5-bb153a16952f, host n-h1-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=cb8bb6ab-df78-4cad-83b5-bb153a16952f,segment=NetworkSegment(2b57ca2e-b249-42df-a0b0-ca6715838273),segment_id=2b57ca2e-b249-42df-a0b0-ca6715838273)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:25:08.176339 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-73b85cd6-21a5-4f34-bda4-187dcfb64dab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:08.244758 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56152) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:08.370624 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-73b85cd6-21a5-4f34-bda4-187dcfb64dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:08.372161 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-73b85cd6-21a5-4f34-bda4-187dcfb64dab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:08.373609 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-73b85cd6-21a5-4f34-bda4-187dcfb64dab service neutron] 10.222.0.21 "PUT /v2.0/ports/cb8bb6ab-df78-4cad-83b5-bb153a16952f HTTP/1.1" status: 200 len: 1093 time: 2.0829937 Nov 12 08:25:08.389795 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '688c0300-376e-47a5-ab51-ef3044b2ee86', 'tag': 'cb8bb6ab-df78-4cad-83b5-bb153a16952f'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:25:08.393406 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb5b368-4e28-4479-9772-6608a872a6ae" -d '{"events": [{"name": "network-changed", "server_uuid": "688c0300-376e-47a5-ab51-ef3044b2ee86", "tag": "cb8bb6ab-df78-4cad-83b5-bb153a16952f"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:25:08.403972 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d4b54981-0924-4633-a9eb-df00e9a6bc12 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:08.451592 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-bfd9f0a2-4694-4496-a6ca-80aa4a92ffb0 service neutron] Request body: {'port': {'device_id': '688c0300-376e-47a5-ab51-ef3044b2ee86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:08.479578 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b54981-0924-4633-a9eb-df00e9a6bc12 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Pushing event deleted for resources: {'Port': ['ID=f32f74cb-710c-4580-b0ee-6435911003a9,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:08.548254 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d4b54981-0924-4633-a9eb-df00e9a6bc12 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:08.557992 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-d4b54981-0924-4633-a9eb-df00e9a6bc12 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "DELETE /v2.0/ports/f32f74cb-710c-4580-b0ee-6435911003a9 HTTP/1.1" status: 204 len: 168 time: 1.0369961 Nov 12 08:25:08.572189 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56160) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:08.612309 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ae3d52b8-c285-4f29-9723-6c093ea26b1a tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:08.613263 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-48615d24-60fc-474f-ab8e-31fee659a5a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:08.636243 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-262fac49-81d6-404d-987b-0d399590c467 x-openstack-request-id: req-262fac49-81d6-404d-987b-0d399590c467 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:25:08.636534 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "688c0300-376e-47a5-ab51-ef3044b2ee86", "tag": "cb8bb6ab-df78-4cad-83b5-bb153a16952f", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:25:08.636794 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-262fac49-81d6-404d-987b-0d399590c467 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:25:08.637194 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '688c0300-376e-47a5-ab51-ef3044b2ee86', 'tag': 'cb8bb6ab-df78-4cad-83b5-bb153a16952f', 'status': 'completed', 'code': 200} Nov 12 08:25:08.648305 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ae3d52b8-c285-4f29-9723-6c093ea26b1a tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:08.666794 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b85cd6-21a5-4f34-bda4-187dcfb64dab service neutron] Pushing event updated for resources: {'Port': ['ID=cb8bb6ab-df78-4cad-83b5-bb153a16952f,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:08.688177 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-15df85ec-924c-452e-b887-8830990b5887 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] GET failed (client error): The resource could not be found. Nov 12 08:25:08.693425 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-15df85ec-924c-452e-b887-8830990b5887 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "GET /v2.0/ports/f32f74cb-710c-4580-b0ee-6435911003a9 HTTP/1.1" status: 404 len: 333 time: 0.1188180 Nov 12 08:25:08.694253 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56162) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:08.756681 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb5b368-4e28-4479-9772-6608a872a6ae req-a6c50910-f220-4e50-9e14-c9afa95c256b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:08.757160 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb5b368-4e28-4479-9772-6608a872a6ae req-a6c50910-f220-4e50-9e14-c9afa95c256b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:08.757630 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb5b368-4e28-4479-9772-6608a872a6ae req-a6c50910-f220-4e50-9e14-c9afa95c256b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:08.759325 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7fb5b368-4e28-4479-9772-6608a872a6ae req-a6c50910-f220-4e50-9e14-c9afa95c256b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1001c16de8c544adab5de1eeb517d6a1&device_id=688c0300-376e-47a5-ab51-ef3044b2ee86 HTTP/1.1" status: 200 len: 2732 time: 0.2209404 Nov 12 08:25:08.906165 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-50d4f3ee-9600-4bb3-9fe5-ceef3d173221 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:08.920535 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3d52b8-c285-4f29-9723-6c093ea26b1a tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Pushing event updated for resources: {'Port': ['ID=500892e7-a3a5-45c4-898c-c7a75917d74d,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:08.928573 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-bfd9f0a2-4694-4496-a6ca-80aa4a92ffb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:08.928866 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-d148794a-8725-4cb8-846d-a7085d5a677c None None] Provisioning complete for port 3721d559-93d0-4e4d-a3ad-68653d73f96e triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:08.929347 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d148794a-8725-4cb8-846d-a7085d5a677c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:08.934871 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ae3d52b8-c285-4f29-9723-6c093ea26b1a tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933629'] for router_interface, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:08.943754 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-e79b4fd5-7779-49a0-a828-bbe88486a200 req-29819512-b8b1-4be0-8ef4-77aee66cd803 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Allocated IP 172.20.0.2 (48c46c78-0475-4191-b336-d10a7e260ac1/56da6010-d692-49cc-a6f9-aacc88a2ce9c/50d2807b-6b69-40e6-aeda-3bdaec433c45) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:25:08.956533 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-272c39f9-a7c7-440f-8579-ae4b4239ccc5 req-7f62b0d7-0be7-4f79-8056-5795d19abf7a tempest-ServerMetadataNegativeTestJSON-718312689 tempest-ServerMetadataNegativeTestJSON-718312689-project] Made reservation on behalf of 8d9ea22f71a445be923c54cc534e9006 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:25:08.961114 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-272c39f9-a7c7-440f-8579-ae4b4239ccc5 req-7f62b0d7-0be7-4f79-8056-5795d19abf7a tempest-ServerMetadataNegativeTestJSON-718312689 tempest-ServerMetadataNegativeTestJSON-718312689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:09.011700 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-50d4f3ee-9600-4bb3-9fe5-ceef3d173221 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:09.054572 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-d148794a-8725-4cb8-846d-a7085d5a677c None None] Provisioning complete for port d87cf8ed-0b74-4dd0-a179-c6c71a019ba3 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:09.055287 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d148794a-8725-4cb8-846d-a7085d5a677c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:09.116033 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-d148794a-8725-4cb8-846d-a7085d5a677c None None] Port d87cf8ed-0b74-4dd0-a179-c6c71a019ba3 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:25:09.120308 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-d148794a-8725-4cb8-846d-a7085d5a677c None None] Could not find standard attr ID for object f32f74cb-710c-4580-b0ee-6435911003a9. {{(pid=102601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:25:09.185796 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:09.195377 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-50d4f3ee-9600-4bb3-9fe5-ceef3d173221 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:09.198241 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-50d4f3ee-9600-4bb3-9fe5-ceef3d173221 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:09.201880 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-50d4f3ee-9600-4bb3-9fe5-ceef3d173221 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "DELETE /v2.0/security-groups/d99b0c1c-a2b3-463b-94db-7983a421cb15 HTTP/1.1" status: 204 len: 168 time: 0.5015540 Nov 12 08:25:09.212370 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56170) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:09.221897 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c89d01-d695-4d65-9a9a-c475d3218b42 req-ac093481-17d8-4442-a963-b2d50a82106a tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:09.230121 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c89d01-d695-4d65-9a9a-c475d3218b42 req-ac093481-17d8-4442-a963-b2d50a82106a tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:09.236525 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c89d01-d695-4d65-9a9a-c475d3218b42 req-ac093481-17d8-4442-a963-b2d50a82106a tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:09.238936 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-55c89d01-d695-4d65-9a9a-c475d3218b42 req-ac093481-17d8-4442-a963-b2d50a82106a tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "GET /v2.0/ports?device_id=688c0300-376e-47a5-ab51-ef3044b2ee86 HTTP/1.1" status: 200 len: 2388 time: 0.3374469 Nov 12 08:25:09.239775 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-210144fb-a0cf-496a-b4e4-795107e46d7d None None] Could not find standard attr ID for object f32f74cb-710c-4580-b0ee-6435911003a9. {{(pid=102601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:25:09.251311 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb5b368-4e28-4479-9772-6608a872a6ae req-73bd89d4-2511-49f6-a9a9-398ff3924e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:09.251781 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb5b368-4e28-4479-9772-6608a872a6ae req-73bd89d4-2511-49f6-a9a9-398ff3924e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:09.252412 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb5b368-4e28-4479-9772-6608a872a6ae req-73bd89d4-2511-49f6-a9a9-398ff3924e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:09.254238 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7fb5b368-4e28-4479-9772-6608a872a6ae req-73bd89d4-2511-49f6-a9a9-398ff3924e91 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=1001c16de8c544adab5de1eeb517d6a1&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4790959 Nov 12 08:25:09.291136 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d4f3ee-9600-4bb3-9fe5-ceef3d173221 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d99b0c1c-a2b3-463b-94db-7983a421cb15,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:09.383144 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 3721d559-93d0-4e4d-a3ad-68653d73f96e up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:25:09.453296 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 3721d559-93d0-4e4d-a3ad-68653d73f96e triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:09.453848 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:09.709928 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-48615d24-60fc-474f-ab8e-31fee659a5a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:09.737854 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e91e44d4-1433-4f71-a4c4-4de67bcc4b47 req-254a88eb-5427-4d17-b2b0-7692eb676e86 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4c7a2a2-2dfe-4e5d-a995-7d21ef5b2362 HTTP/1.1" status: 200 len: 210 time: 0.1070466 Nov 12 08:25:09.759450 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-48615d24-60fc-474f-ab8e-31fee659a5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:09.802042 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:09.809666 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48615d24-60fc-474f-ab8e-31fee659a5a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34b4f076-a3c1-4a81-aa0c-51b4a73ef0f7,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:09.847792 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:25:09.850048 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-374b8a16-c141-419c-aaf1-07ebee870225 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:09.868748 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-55c89d01-d695-4d65-9a9a-c475d3218b42 req-d521ec97-1554-4a3b-83db-0fe10101e601 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "GET /v2.0/security-groups?id=5e4f26b3-68f4-458f-b970-543611e5d001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6073308 Nov 12 08:25:09.897941 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-48615d24-60fc-474f-ab8e-31fee659a5a0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c815d79bd76b40edb889df5271e39e82&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6511569 Nov 12 08:25:09.934682 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56176) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:09.950374 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb5b368-4e28-4479-9772-6608a872a6ae req-a22f60ca-fde9-4c3e-ae0a-55c3008a3e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:09.952935 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7fb5b368-4e28-4479-9772-6608a872a6ae req-a22f60ca-fde9-4c3e-ae0a-55c3008a3e01 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6795287 Nov 12 08:25:09.962222 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-374b8a16-c141-419c-aaf1-07ebee870225 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:10.006175 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-317485a7-71af-414d-9a53-6b4030063dd4 req-2cbf89d3-4d87-40a0-ba3b-45fd85dc39cb tempest-ServerMetadataNegativeTestJSON-718312689 tempest-ServerMetadataNegativeTestJSON-718312689-project] 10.222.0.26 "GET /v2.0/ports?device_id=08e0b2ab-e41e-44e1-8f3c-f600e9686d00 HTTP/1.1" status: 200 len: 210 time: 0.1472511 Nov 12 08:25:10.031038 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f2920d43-0605-4078-98d0-ac22ee20c9c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:10.038688 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3d52b8-c285-4f29-9723-6c093ea26b1a tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Network 2057a694-f640-430e-bc88-8a33e348a5b0 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:25:10.052693 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-374b8a16-c141-419c-aaf1-07ebee870225 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:10.055311 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-374b8a16-c141-419c-aaf1-07ebee870225 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:10.057829 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-374b8a16-c141-419c-aaf1-07ebee870225 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "DELETE /v2.0/security-groups/017682cc-e668-445e-a1e3-7ccd47329dd2 HTTP/1.1" status: 204 len: 168 time: 0.8176358 Nov 12 08:25:10.060272 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f2920d43-0605-4078-98d0-ac22ee20c9c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:10.064469 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56178) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:10.085273 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-ae3d52b8-c285-4f29-9723-6c093ea26b1a tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:25:10.092754 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374b8a16-c141-419c-aaf1-07ebee870225 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=017682cc-e668-445e-a1e3-7ccd47329dd2,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:10.098538 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-272c39f9-a7c7-440f-8579-ae4b4239ccc5 req-7f62b0d7-0be7-4f79-8056-5795d19abf7a tempest-ServerMetadataNegativeTestJSON-718312689 tempest-ServerMetadataNegativeTestJSON-718312689-project] Allocated IP 172.20.0.2 (4ae1450d-dc01-4bde-8c3d-6680fac8b905/71e348f5-273c-48e8-8f76-8b76c9031eab/8f24591d-5c2b-4771-9554-0d20da7b810d) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:25:10.154884 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-3638810d-d767-43f8-bc16-dd75260d48ac tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Deleting subnet 17ae6387-a1ee-4948-a0a4-f6ff8741c0e6 {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:25:10.158503 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3638810d-d767-43f8-bc16-dd75260d48ac tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:10.198190 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f2920d43-0605-4078-98d0-ac22ee20c9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:10.200810 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f2920d43-0605-4078-98d0-ac22ee20c9c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:10.201950 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-f2920d43-0605-4078-98d0-ac22ee20c9c7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/34b4f076-a3c1-4a81-aa0c-51b4a73ef0f7 HTTP/1.1" status: 204 len: 168 time: 0.2663119 Nov 12 08:25:10.213668 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3638810d-d767-43f8-bc16-dd75260d48ac tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:10.216486 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2920d43-0605-4078-98d0-ac22ee20c9c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b4f076-a3c1-4a81-aa0c-51b4a73ef0f7,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:10.282056 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e79b4fd5-7779-49a0-a828-bbe88486a200 req-29819512-b8b1-4be0-8ef4-77aee66cd803 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:10.320002 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3638810d-d767-43f8-bc16-dd75260d48ac tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:10.391075 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3638810d-d767-43f8-bc16-dd75260d48ac tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:10.419299 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3638810d-d767-43f8-bc16-dd75260d48ac tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Pushing event deleted for resources: {'Subnet': ['ID=17ae6387-a1ee-4948-a0a4-f6ff8741c0e6,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:10.431245 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3638810d-d767-43f8-bc16-dd75260d48ac tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:10.437675 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff187bc-e50e-4ed5-a190-650a992f3527 None None] Network e372bf0f-2ebc-4d91-b5c4-f31d4a0a8744 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:25:10.459267 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-3638810d-d767-43f8-bc16-dd75260d48ac tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "DELETE /v2.0/subnets/17ae6387-a1ee-4948-a0a4-f6ff8741c0e6 HTTP/1.1" status: 204 len: 168 time: 0.3873153 Nov 12 08:25:10.460139 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56184) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:10.465770 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-3875e74e-b4b4-4186-ba08-0fabbb6ded5d tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Request body: {'subnet': {'network_id': 'e372bf0f-2ebc-4d91-b5c4-f31d4a0a8744', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:10.484499 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae3d52b8-c285-4f29-9723-6c093ea26b1a tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Router 4ff9cdf0-02c8-4da9-a0e0-d182dd444274 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:25:10.506201 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e79b4fd5-7779-49a0-a828-bbe88486a200 req-29819512-b8b1-4be0-8ef4-77aee66cd803 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:10.532075 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-bfd9f0a2-4694-4496-a6ca-80aa4a92ffb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 428c5205-9d90-41d8-8b9d-7c4cc119dc8c {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:25:10.615306 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56186) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:10.620016 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-bfd9f0a2-4694-4496-a6ca-80aa4a92ffb0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:10.635681 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b524b27d-3c15-4507-baeb-cc3a4bc192de admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:10.639344 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-272c39f9-a7c7-440f-8579-ae4b4239ccc5 req-7f62b0d7-0be7-4f79-8056-5795d19abf7a tempest-ServerMetadataNegativeTestJSON-718312689 tempest-ServerMetadataNegativeTestJSON-718312689-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:10.666824 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3875e74e-b4b4-4186-ba08-0fabbb6ded5d tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Made reservation on behalf of 9685b661865b4c639766c916ebb4ca16 for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:25:10.670847 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e79b4fd5-7779-49a0-a828-bbe88486a200 req-29819512-b8b1-4be0-8ef4-77aee66cd803 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Network 48c46c78-0475-4191-b336-d10a7e260ac1 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:25:10.672322 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3875e74e-b4b4-4186-ba08-0fabbb6ded5d tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:10.677881 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-bfd9f0a2-4694-4496-a6ca-80aa4a92ffb0 service neutron] Transition to ACTIVE for port object 428c5205-9d90-41d8-8b9d-7c4cc119dc8c will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:25:10.681421 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29819512-b8b1-4be0-8ef4-77aee66cd803 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Pushing event updated for resources: {'Port': ['ID=50d2807b-6b69-40e6-aeda-3bdaec433c45,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:10.683872 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-e79b4fd5-7779-49a0-a828-bbe88486a200 req-29819512-b8b1-4be0-8ef4-77aee66cd803 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:25:10.689352 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-e79b4fd5-7779-49a0-a828-bbe88486a200 req-29819512-b8b1-4be0-8ef4-77aee66cd803 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:25:10.693373 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-bfd9f0a2-4694-4496-a6ca-80aa4a92ffb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:10.845126 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b524b27d-3c15-4507-baeb-cc3a4bc192de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:10.854083 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b524b27d-3c15-4507-baeb-cc3a4bc192de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:10.885277 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd9f0a2-4694-4496-a6ca-80aa4a92ffb0 service neutron] Pushing event updated for resources: {'Port': ['ID=428c5205-9d90-41d8-8b9d-7c4cc119dc8c,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:10.913345 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b524b27d-3c15-4507-baeb-cc3a4bc192de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08bf23ee-f76d-48d8-a9da-3cd54cc0c9cc,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:10.925291 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-b524b27d-3c15-4507-baeb-cc3a4bc192de admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=41ec487d3833419f8732b9a74db6df40&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3087778 Nov 12 08:25:10.929955 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 56192) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:11.008321 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79b4fd5-7779-49a0-a828-bbe88486a200 req-29819512-b8b1-4be0-8ef4-77aee66cd803 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:11.008928 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e79b4fd5-7779-49a0-a828-bbe88486a200 req-29819512-b8b1-4be0-8ef4-77aee66cd803 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:11.011847 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae3d52b8-c285-4f29-9723-6c093ea26b1a tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:25:11.018886 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-272c39f9-a7c7-440f-8579-ae4b4239ccc5 req-7f62b0d7-0be7-4f79-8056-5795d19abf7a tempest-ServerMetadataNegativeTestJSON-718312689 tempest-ServerMetadataNegativeTestJSON-718312689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:11.027384 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724bd8a0-0eac-427e-8906-9006db68fdab None None] Sync routers for ids ['4ff9cdf0-02c8-4da9-a0e0-d182dd444274'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:25:11.031119 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-ae3d52b8-c285-4f29-9723-6c093ea26b1a tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] 10.222.0.26 "PUT /v2.0/routers/4ff9cdf0-02c8-4da9-a0e0-d182dd444274/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7387230 Nov 12 08:25:11.043634 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56196) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:11.049506 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724bd8a0-0eac-427e-8906-9006db68fdab None None] Routers {'4ff9cdf0-02c8-4da9-a0e0-d182dd444274'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:25:11.050633 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-724bd8a0-0eac-427e-8906-9006db68fdab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:25:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['4ff9cdf0-02c8-4da9-a0e0-d182dd444274'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:11.058234 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-2897ede1-a713-40ab-a838-743bd3c97908 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Request body: {'port': {'network_id': '2057a694-f640-430e-bc88-8a33e348a5b0', 'name': 'tempest-FloatingIPTestJSON-1926584501'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:11.109863 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-724bd8a0-0eac-427e-8906-9006db68fdab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:11.125169 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724bd8a0-0eac-427e-8906-9006db68fdab None None] Routers {'4ff9cdf0-02c8-4da9-a0e0-d182dd444274'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:25:11.125704 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-724bd8a0-0eac-427e-8906-9006db68fdab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:25:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['4ff9cdf0-02c8-4da9-a0e0-d182dd444274'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:11.126862 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e79b4fd5-7779-49a0-a828-bbe88486a200 req-29819512-b8b1-4be0-8ef4-77aee66cd803 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9366994 Nov 12 08:25:11.150555 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-272c39f9-a7c7-440f-8579-ae4b4239ccc5 req-7f62b0d7-0be7-4f79-8056-5795d19abf7a tempest-ServerMetadataNegativeTestJSON-718312689 tempest-ServerMetadataNegativeTestJSON-718312689-project] Network 4ae1450d-dc01-4bde-8c3d-6680fac8b905 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:25:11.173291 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-e79b4fd5-7779-49a0-a828-bbe88486a200 req-e53b138f-fd7d-497b-aa54-8712a8706b61 service neutron] Request body: {'port': {'device_id': 'b4c7a2a2-2dfe-4e5d-a995-7d21ef5b2362', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:11.186100 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-272c39f9-a7c7-440f-8579-ae4b4239ccc5 req-7f62b0d7-0be7-4f79-8056-5795d19abf7a tempest-ServerMetadataNegativeTestJSON-718312689 tempest-ServerMetadataNegativeTestJSON-718312689-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:25:11.201944 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-724bd8a0-0eac-427e-8906-9006db68fdab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:11.202830 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724bd8a0-0eac-427e-8906-9006db68fdab None None] The sync data for ids ['4ff9cdf0-02c8-4da9-a0e0-d182dd444274'] in n-d-765315-29 is: [] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:25:11.203118 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-272c39f9-a7c7-440f-8579-ae4b4239ccc5 req-7f62b0d7-0be7-4f79-8056-5795d19abf7a tempest-ServerMetadataNegativeTestJSON-718312689 tempest-ServerMetadataNegativeTestJSON-718312689-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:25:11.205812 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d480696-83ba-48ff-b5a4-67a0d8869470 req-df85ea3e-92cb-4fca-a2ab-7a17e1d77be5 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:11.214713 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d480696-83ba-48ff-b5a4-67a0d8869470 req-df85ea3e-92cb-4fca-a2ab-7a17e1d77be5 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:11.220878 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d480696-83ba-48ff-b5a4-67a0d8869470 req-df85ea3e-92cb-4fca-a2ab-7a17e1d77be5 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:11.223044 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1d480696-83ba-48ff-b5a4-67a0d8869470 req-df85ea3e-92cb-4fca-a2ab-7a17e1d77be5 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "GET /v2.0/ports?device_id=688c0300-376e-47a5-ab51-ef3044b2ee86 HTTP/1.1" status: 200 len: 2400 time: 0.2351203 Nov 12 08:25:11.242846 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a27d2c-69ab-473d-a4a6-7a53841a38cd req-adfc63bd-111f-4b19-a3d7-1c62a680e5e4 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:11.244410 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c2a27d2c-69ab-473d-a4a6-7a53841a38cd req-adfc63bd-111f-4b19-a3d7-1c62a680e5e4 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4c7a2a2-2dfe-4e5d-a995-7d21ef5b2362 HTTP/1.1" status: 200 len: 931 time: 0.3675263 Nov 12 08:25:11.250472 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62b0d7-0be7-4f79-8056-5795d19abf7a tempest-ServerMetadataNegativeTestJSON-718312689 tempest-ServerMetadataNegativeTestJSON-718312689-project] Pushing event updated for resources: {'Port': ['ID=8f24591d-5c2b-4771-9554-0d20da7b810d,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:11.280547 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-bfd9f0a2-4694-4496-a6ca-80aa4a92ffb0 service neutron] Attempting to bind port 428c5205-9d90-41d8-8b9d-7c4cc119dc8c on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:25:11.280894 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-bfd9f0a2-4694-4496-a6ca-80aa4a92ffb0 service neutron] Attempting to bind port 428c5205-9d90-41d8-8b9d-7c4cc119dc8c by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': '2dc23119-220f-4bbd-a8d0-ee423008dee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9e520f7f-b1f4-4beb-857f-1d9d7549799e'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:25:11.281225 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-bfd9f0a2-4694-4496-a6ca-80aa4a92ffb0 service neutron] Attempting to bind port 428c5205-9d90-41d8-8b9d-7c4cc119dc8c on network 9e520f7f-b1f4-4beb-857f-1d9d7549799e {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:25:11.300037 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3875e74e-b4b4-4186-ba08-0fabbb6ded5d tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:11.329647 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-bfd9f0a2-4694-4496-a6ca-80aa4a92ffb0 service neutron] Port 428c5205-9d90-41d8-8b9d-7c4cc119dc8c on network 9e520f7f-b1f4-4beb-857f-1d9d7549799e not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:25:11.329972 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-bfd9f0a2-4694-4496-a6ca-80aa4a92ffb0 service neutron] Attempting to bind port 428c5205-9d90-41d8-8b9d-7c4cc119dc8c on network 9e520f7f-b1f4-4beb-857f-1d9d7549799e {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:25:11.365113 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a219f7f4-58dd-4e7a-abcb-25450ba44726 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:11.371815 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-bfd9f0a2-4694-4496-a6ca-80aa4a92ffb0 service neutron] Checking agent: {'id': '26215384-8035-4ce2-971a-8e67be80da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:25:11.372164 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-bfd9f0a2-4694-4496-a6ca-80aa4a92ffb0 service neutron] Checking segment: {'id': '2dc23119-220f-4bbd-a8d0-ee423008dee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9e520f7f-b1f4-4beb-857f-1d9d7549799e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:25:11.372552 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-bfd9f0a2-4694-4496-a6ca-80aa4a92ffb0 service neutron] Bound using segment: {'id': '2dc23119-220f-4bbd-a8d0-ee423008dee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9e520f7f-b1f4-4beb-857f-1d9d7549799e'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:25:11.372991 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-bfd9f0a2-4694-4496-a6ca-80aa4a92ffb0 service neutron] Bound port: 428c5205-9d90-41d8-8b9d-7c4cc119dc8c, host: n-h1-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dc23119-220f-4bbd-a8d0-ee423008dee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9e520f7f-b1f4-4beb-857f-1d9d7549799e'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:25:11.373350 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-bfd9f0a2-4694-4496-a6ca-80aa4a92ffb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:11.383180 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1d480696-83ba-48ff-b5a4-67a0d8869470 req-9a24be7d-1bdb-410a-9818-cc1c221f7d6d tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "GET /v2.0/security-groups?id=5e4f26b3-68f4-458f-b970-543611e5d001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474614 Nov 12 08:25:11.388975 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3875e74e-b4b4-4186-ba08-0fabbb6ded5d tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Network e372bf0f-2ebc-4d91-b5c4-f31d4a0a8744 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:25:11.396577 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-3875e74e-b4b4-4186-ba08-0fabbb6ded5d tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:25:11.400245 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3875e74e-b4b4-4186-ba08-0fabbb6ded5d tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:11.400849 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3875e74e-b4b4-4186-ba08-0fabbb6ded5d tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:11.401531 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272c39f9-a7c7-440f-8579-ae4b4239ccc5 req-7f62b0d7-0be7-4f79-8056-5795d19abf7a tempest-ServerMetadataNegativeTestJSON-718312689 tempest-ServerMetadataNegativeTestJSON-718312689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:11.402166 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-272c39f9-a7c7-440f-8579-ae4b4239ccc5 req-7f62b0d7-0be7-4f79-8056-5795d19abf7a tempest-ServerMetadataNegativeTestJSON-718312689 tempest-ServerMetadataNegativeTestJSON-718312689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:11.408683 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3875e74e-b4b4-4186-ba08-0fabbb6ded5d tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Pushing event updated for resources: {'Subnet': ['ID=fb0cd25a-cbca-48b9-ad13-018a348505ea,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:11.437058 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e79b4fd5-7779-49a0-a828-bbe88486a200 req-e53b138f-fd7d-497b-aa54-8712a8706b61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:11.439524 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2897ede1-a713-40ab-a838-743bd3c97908 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Made reservation on behalf of 2ca0f51a794140888ac1f25d8c82f68b for: {'port': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:25:11.444358 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2897ede1-a713-40ab-a838-743bd3c97908 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:11.451989 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-3875e74e-b4b4-4186-ba08-0fabbb6ded5d tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9904904 Nov 12 08:25:11.460836 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56202) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:11.466909 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-6b97d00c-bd53-472a-85f9-53fe2fb0492d tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Request body: {'security_group': {'name': 'tempest-secgroup-2010257524'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:11.468463 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c2a27d2c-69ab-473d-a4a6-7a53841a38cd req-4b2e30f9-3621-4769-aab0-19d02d0852d4 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/security-groups?id=78e82477-8369-41c4-8634-4911b1aaaaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899085 Nov 12 08:25:11.470617 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a219f7f4-58dd-4e7a-abcb-25450ba44726 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:11.506566 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [None req-2897ede1-a713-40ab-a838-743bd3c97908 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] device_id is not set on port f7cb5a99-baa9-4ca2-9fa7-56873e8affe5 yet. {{(pid=102600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:25:11.515599 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6b97d00c-bd53-472a-85f9-53fe2fb0492d tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:11.563502 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f057c00b-c45f-4cc9-9322-10b5657a3511 None None] Network e372bf0f-2ebc-4d91-b5c4-f31d4a0a8744 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:25:11.592988 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-272c39f9-a7c7-440f-8579-ae4b4239ccc5 req-7f62b0d7-0be7-4f79-8056-5795d19abf7a tempest-ServerMetadataNegativeTestJSON-718312689 tempest-ServerMetadataNegativeTestJSON-718312689-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7890575 Nov 12 08:25:11.632503 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-272c39f9-a7c7-440f-8579-ae4b4239ccc5 req-cfbdb974-d694-47e6-b87e-0d1c4be78ccf service neutron] Request body: {'port': {'device_id': '08e0b2ab-e41e-44e1-8f3c-f600e9686d00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:11.648788 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-701b6041-ba3d-4eb6-8d71-9bfa3c235da6 None None] Provisioning complete for port 3721d559-93d0-4e4d-a3ad-68653d73f96e triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:11.649101 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-701b6041-ba3d-4eb6-8d71-9bfa3c235da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:11.690840 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-2897ede1-a713-40ab-a838-743bd3c97908 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Allocated IP 172.20.0.7 (2057a694-f640-430e-bc88-8a33e348a5b0/523b0ddd-e8f3-4549-bf85-f5ad46514f6c/f7cb5a99-baa9-4ca2-9fa7-56873e8affe5) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:25:11.702425 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6b97d00c-bd53-472a-85f9-53fe2fb0492d tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:11.703219 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-bfd9f0a2-4694-4496-a6ca-80aa4a92ffb0 service neutron] For port 428c5205-9d90-41d8-8b9d-7c4cc119dc8c, host n-h1-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:25:11.711014 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6b97d00c-bd53-472a-85f9-53fe2fb0492d tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:11.738362 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-bfd9f0a2-4694-4496-a6ca-80aa4a92ffb0 service neutron] For port 428c5205-9d90-41d8-8b9d-7c4cc119dc8c, host n-h1-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=428c5205-9d90-41d8-8b9d-7c4cc119dc8c,segment=NetworkSegment(2dc23119-220f-4bbd-a8d0-ee423008dee2),segment_id=2dc23119-220f-4bbd-a8d0-ee423008dee2)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:25:11.769359 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6b97d00c-bd53-472a-85f9-53fe2fb0492d tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:11.773925 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-6b97d00c-bd53-472a-85f9-53fe2fb0492d tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3094978 Nov 12 08:25:11.775569 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b97d00c-bd53-472a-85f9-53fe2fb0492d tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b19c201c-8266-47d0-95cd-20cb9c646e30,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:11.777621 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56204) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:11.788288 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-f11dd5ae-e2b6-48d6-9160-0da0b2baf843 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Request body: {'security_group': {'name': 'tempest-secgroup-247103517'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:11.807181 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-bfd9f0a2-4694-4496-a6ca-80aa4a92ffb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:11.846641 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f11dd5ae-e2b6-48d6-9160-0da0b2baf843 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:11.857348 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a219f7f4-58dd-4e7a-abcb-25450ba44726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:11.859954 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a219f7f4-58dd-4e7a-abcb-25450ba44726 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:11.861099 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-a219f7f4-58dd-4e7a-abcb-25450ba44726 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/08bf23ee-f76d-48d8-a9da-3cd54cc0c9cc HTTP/1.1" status: 204 len: 168 time: 0.9125078 Nov 12 08:25:11.879659 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-701b6041-ba3d-4eb6-8d71-9bfa3c235da6 None None] Provisioning complete for port d87cf8ed-0b74-4dd0-a179-c6c71a019ba3 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:11.880473 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-701b6041-ba3d-4eb6-8d71-9bfa3c235da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:11.882780 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce686311-d395-458a-8b53-5c1de53d3b00 req-6c21e99a-bbb0-44d3-add2-da0cb791ff3f tempest-ServerMetadataNegativeTestJSON-718312689 tempest-ServerMetadataNegativeTestJSON-718312689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:11.890427 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ce686311-d395-458a-8b53-5c1de53d3b00 req-6c21e99a-bbb0-44d3-add2-da0cb791ff3f tempest-ServerMetadataNegativeTestJSON-718312689 tempest-ServerMetadataNegativeTestJSON-718312689-project] 10.222.0.26 "GET /v2.0/ports?device_id=08e0b2ab-e41e-44e1-8f3c-f600e9686d00 HTTP/1.1" status: 200 len: 931 time: 0.3024638 Nov 12 08:25:11.925953 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-272c39f9-a7c7-440f-8579-ae4b4239ccc5 req-cfbdb974-d694-47e6-b87e-0d1c4be78ccf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:11.944276 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a219f7f4-58dd-4e7a-abcb-25450ba44726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08bf23ee-f76d-48d8-a9da-3cd54cc0c9cc,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:11.947142 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-bfd9f0a2-4694-4496-a6ca-80aa4a92ffb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:11.947320 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-bfd9f0a2-4694-4496-a6ca-80aa4a92ffb0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:11.948710 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-bfd9f0a2-4694-4496-a6ca-80aa4a92ffb0 service neutron] 10.222.0.21 "PUT /v2.0/ports/428c5205-9d90-41d8-8b9d-7c4cc119dc8c HTTP/1.1" status: 200 len: 1093 time: 3.5169139 Nov 12 08:25:11.962722 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '688c0300-376e-47a5-ab51-ef3044b2ee86', 'tag': '428c5205-9d90-41d8-8b9d-7c4cc119dc8c'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:25:11.966078 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b53987b6-62f5-402a-b19b-7e82e72f23f6" -d '{"events": [{"name": "network-changed", "server_uuid": "688c0300-376e-47a5-ab51-ef3044b2ee86", "tag": "428c5205-9d90-41d8-8b9d-7c4cc119dc8c"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:25:11.976377 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2897ede1-a713-40ab-a838-743bd3c97908 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:11.995711 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-701b6041-ba3d-4eb6-8d71-9bfa3c235da6 None None] Port d87cf8ed-0b74-4dd0-a179-c6c71a019ba3 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:25:12.008941 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f11dd5ae-e2b6-48d6-9160-0da0b2baf843 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:12.028439 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-910380fa-7e18-45a9-b182-09f813681b21 service neutron] Request body: {'port': {'device_id': '688c0300-376e-47a5-ab51-ef3044b2ee86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:12.036885 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f11dd5ae-e2b6-48d6-9160-0da0b2baf843 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:12.065620 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f1d118-6524-44c1-a6b4-d8f42f1af60b None None] Update dhcp port {'port': {'network_id': 'e372bf0f-2ebc-4d91-b5c4-f31d4a0a8744', 'fixed_ips': [{'subnet_id': 'cfa7923a-eeea-4375-a38d-d8bcaee652ad', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'fb0cd25a-cbca-48b9-ad13-018a348505ea'}], 'binding:host_id': 'n-d-765315-29'}, 'id': '3721d559-93d0-4e4d-a3ad-68653d73f96e'} from n-d-765315-29. {{(pid=102601) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 08:25:12.095449 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2b01db0-4562-4c54-8323-10cf0c85f7e6 x-openstack-request-id: req-d2b01db0-4562-4c54-8323-10cf0c85f7e6 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:25:12.095769 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "688c0300-376e-47a5-ab51-ef3044b2ee86", "tag": "428c5205-9d90-41d8-8b9d-7c4cc119dc8c", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:25:12.095974 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d2b01db0-4562-4c54-8323-10cf0c85f7e6 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:25:12.096376 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '688c0300-376e-47a5-ab51-ef3044b2ee86', 'tag': '428c5205-9d90-41d8-8b9d-7c4cc119dc8c', 'status': 'completed', 'code': 200} Nov 12 08:25:12.099792 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd9f0a2-4694-4496-a6ca-80aa4a92ffb0 service neutron] Pushing event updated for resources: {'Port': ['ID=428c5205-9d90-41d8-8b9d-7c4cc119dc8c,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:12.147029 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11dd5ae-e2b6-48d6-9160-0da0b2baf843 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec0f967b-0e2a-40ca-8a19-e302091442f4,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:12.147900 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-98f1d118-6524-44c1-a6b4-d8f42f1af60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:12.180103 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ce686311-d395-458a-8b53-5c1de53d3b00 req-fe93b7d7-8f94-44ba-861a-62bb814573db tempest-ServerMetadataNegativeTestJSON-718312689 tempest-ServerMetadataNegativeTestJSON-718312689-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b5e811b-1a44-465b-9438-f7cbd8922c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801363 Nov 12 08:25:12.181808 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f11dd5ae-e2b6-48d6-9160-0da0b2baf843 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:12.185264 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-f11dd5ae-e2b6-48d6-9160-0da0b2baf843 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3994248 Nov 12 08:25:12.189093 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56210) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:12.193142 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-f9b3f0e6-ab0d-47b0-80fa-1e6a1347f71e tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Request body: {'security_group': {'name': 'tempest-secgroup-1831051432'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:12.226085 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2897ede1-a713-40ab-a838-743bd3c97908 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:12.298508 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-910380fa-7e18-45a9-b182-09f813681b21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:12.336566 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2897ede1-a713-40ab-a838-743bd3c97908 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Pushing event updated for resources: {'Port': ['ID=f7cb5a99-baa9-4ca2-9fa7-56873e8affe5,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:12.349904 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2897ede1-a713-40ab-a838-743bd3c97908 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Network 2057a694-f640-430e-bc88-8a33e348a5b0 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:25:12.369066 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f9b3f0e6-ab0d-47b0-80fa-1e6a1347f71e tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:12.372637 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-2897ede1-a713-40ab-a838-743bd3c97908 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:25:12.385193 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53987b6-62f5-402a-b19b-7e82e72f23f6 req-476259f7-7690-49ad-ad1c-1041d6ac6fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:12.385666 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53987b6-62f5-402a-b19b-7e82e72f23f6 req-476259f7-7690-49ad-ad1c-1041d6ac6fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:12.386131 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53987b6-62f5-402a-b19b-7e82e72f23f6 req-476259f7-7690-49ad-ad1c-1041d6ac6fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:12.388017 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b53987b6-62f5-402a-b19b-7e82e72f23f6 req-476259f7-7690-49ad-ad1c-1041d6ac6fc3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1001c16de8c544adab5de1eeb517d6a1&device_id=688c0300-376e-47a5-ab51-ef3044b2ee86 HTTP/1.1" status: 200 len: 2800 time: 0.2291942 Nov 12 08:25:12.392828 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2897ede1-a713-40ab-a838-743bd3c97908 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:25:12.481752 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:12.606623 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-98f1d118-6524-44c1-a6b4-d8f42f1af60b None None] Allocated IP 2001:db8::2 (e372bf0f-2ebc-4d91-b5c4-f31d4a0a8744/fb0cd25a-cbca-48b9-ad13-018a348505ea/3721d559-93d0-4e4d-a3ad-68653d73f96e) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:25:12.624807 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2897ede1-a713-40ab-a838-743bd3c97908 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:12.625222 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2897ede1-a713-40ab-a838-743bd3c97908 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:12.644043 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-e79b4fd5-7779-49a0-a828-bbe88486a200 req-e53b138f-fd7d-497b-aa54-8712a8706b61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50d2807b-6b69-40e6-aeda-3bdaec433c45 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:25:12.666622 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e79b4fd5-7779-49a0-a828-bbe88486a200 req-e53b138f-fd7d-497b-aa54-8712a8706b61 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:12.706083 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-2897ede1-a713-40ab-a838-743bd3c97908 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6579971 Nov 12 08:25:12.718934 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56228) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:12.724914 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-67aea4bb-ba29-41cb-b7a7-6151d6ded1ff tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Request body: {'port': {'network_id': '2057a694-f640-430e-bc88-8a33e348a5b0', 'name': 'tempest-FloatingIPTestJSON-1639772596'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:12.732553 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53987b6-62f5-402a-b19b-7e82e72f23f6 req-092551f5-e3e3-489f-9eb7-0b1ead1b6f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:12.733002 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53987b6-62f5-402a-b19b-7e82e72f23f6 req-092551f5-e3e3-489f-9eb7-0b1ead1b6f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:12.733667 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53987b6-62f5-402a-b19b-7e82e72f23f6 req-092551f5-e3e3-489f-9eb7-0b1ead1b6f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:12.735431 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b53987b6-62f5-402a-b19b-7e82e72f23f6 req-092551f5-e3e3-489f-9eb7-0b1ead1b6f8f service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=1001c16de8c544adab5de1eeb517d6a1&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3182752 Nov 12 08:25:12.777129 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f9b3f0e6-ab0d-47b0-80fa-1e6a1347f71e tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:12.779686 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-e79b4fd5-7779-49a0-a828-bbe88486a200 req-e53b138f-fd7d-497b-aa54-8712a8706b61 service neutron] Transition to ACTIVE for port object 50d2807b-6b69-40e6-aeda-3bdaec433c45 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:25:12.797959 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e79b4fd5-7779-49a0-a828-bbe88486a200 req-e53b138f-fd7d-497b-aa54-8712a8706b61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:12.803562 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-98f1d118-6524-44c1-a6b4-d8f42f1af60b None None] For port 3721d559-93d0-4e4d-a3ad-68653d73f96e, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=3721d559-93d0-4e4d-a3ad-68653d73f96e,segment=NetworkSegment(54ffc9c4-d536-48ce-9e92-8692c13a0f05),segment_id=54ffc9c4-d536-48ce-9e92-8692c13a0f05)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:25:12.804948 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cc4537-5123-444b-b263-cd7f7e42433f req-32c0aa9f-375b-4cc0-9faf-83563956ab74 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:12.811006 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cc4537-5123-444b-b263-cd7f7e42433f req-32c0aa9f-375b-4cc0-9faf-83563956ab74 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:12.827562 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cc4537-5123-444b-b263-cd7f7e42433f req-32c0aa9f-375b-4cc0-9faf-83563956ab74 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:12.829254 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f4cc4537-5123-444b-b263-cd7f7e42433f req-32c0aa9f-375b-4cc0-9faf-83563956ab74 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "GET /v2.0/ports?device_id=688c0300-376e-47a5-ab51-ef3044b2ee86 HTTP/1.1" status: 200 len: 2400 time: 0.2283912 Nov 12 08:25:12.859531 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-98f1d118-6524-44c1-a6b4-d8f42f1af60b None None] Publish callbacks [] for port, precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:12.866997 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f9b3f0e6-ab0d-47b0-80fa-1e6a1347f71e tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:12.869050 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-98f1d118-6524-44c1-a6b4-d8f42f1af60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:12.920395 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776a18db-dca6-451d-a6b1-391fd75bd985 req-33d74dfe-1810-4834-bdb5-addde3671d6f tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:12.922507 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-776a18db-dca6-451d-a6b1-391fd75bd985 req-33d74dfe-1810-4834-bdb5-addde3671d6f tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4c7a2a2-2dfe-4e5d-a995-7d21ef5b2362 HTTP/1.1" status: 200 len: 931 time: 0.2807450 Nov 12 08:25:12.982994 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f9b3f0e6-ab0d-47b0-80fa-1e6a1347f71e tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:12.984293 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-f9b3f0e6-ab0d-47b0-80fa-1e6a1347f71e tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7966344 Nov 12 08:25:12.998892 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b3f0e6-ab0d-47b0-80fa-1e6a1347f71e tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d74aa66f-94cd-46bf-88d1-ba01baf3e553,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:13.005701 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56236) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:13.009443 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53b138f-fd7d-497b-aa54-8712a8706b61 service neutron] Pushing event updated for resources: {'Port': ['ID=50d2807b-6b69-40e6-aeda-3bdaec433c45,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:13.014578 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-ae06f12f-febd-43ec-b563-c71d05f6d413 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-335188868', 'security_groups': ['d74aa66f-94cd-46bf-88d1-ba01baf3e553'], 'network_id': 'e372bf0f-2ebc-4d91-b5c4-f31d4a0a8744', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'fb0cd25a-cbca-48b9-ad13-018a348505ea'}]}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:13.026900 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-272c39f9-a7c7-440f-8579-ae4b4239ccc5 req-cfbdb974-d694-47e6-b87e-0d1c4be78ccf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f24591d-5c2b-4771-9554-0d20da7b810d {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:25:13.037055 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f1d118-6524-44c1-a6b4-d8f42f1af60b None None] Pushing event updated for resources: {'Port': ['ID=3721d559-93d0-4e4d-a3ad-68653d73f96e,revision_number=6']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:13.043468 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-272c39f9-a7c7-440f-8579-ae4b4239ccc5 req-cfbdb974-d694-47e6-b87e-0d1c4be78ccf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:13.059601 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-272c39f9-a7c7-440f-8579-ae4b4239ccc5 req-cfbdb974-d694-47e6-b87e-0d1c4be78ccf service neutron] Transition to ACTIVE for port object 8f24591d-5c2b-4771-9554-0d20da7b810d will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:25:13.105742 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-272c39f9-a7c7-440f-8579-ae4b4239ccc5 req-cfbdb974-d694-47e6-b87e-0d1c4be78ccf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:13.134352 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f4cc4537-5123-444b-b263-cd7f7e42433f req-4ff8a11c-0fb5-4113-9b20-9109d1962039 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "GET /v2.0/security-groups?id=5e4f26b3-68f4-458f-b970-543611e5d001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938645 Nov 12 08:25:13.153164 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53987b6-62f5-402a-b19b-7e82e72f23f6 req-3cf719b3-8f1d-4b72-a606-cecb31f0a727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:13.154926 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b53987b6-62f5-402a-b19b-7e82e72f23f6 req-3cf719b3-8f1d-4b72-a606-cecb31f0a727 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3965535 Nov 12 08:25:13.193010 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-776a18db-dca6-451d-a6b1-391fd75bd985 req-72b8c03a-a2e6-4621-adb8-4a1d3b78cd2a tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/security-groups?id=78e82477-8369-41c4-8634-4911b1aaaaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432845 Nov 12 08:25:13.195152 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67aea4bb-ba29-41cb-b7a7-6151d6ded1ff tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Made reservation on behalf of 2ca0f51a794140888ac1f25d8c82f68b for: {'port': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:25:13.219377 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-67aea4bb-ba29-41cb-b7a7-6151d6ded1ff tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:13.285851 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [None req-67aea4bb-ba29-41cb-b7a7-6151d6ded1ff tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] device_id is not set on port 4505d815-d9c3-4e11-9ed0-14e742650d49 yet. {{(pid=102600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:25:13.416248 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae06f12f-febd-43ec-b563-c71d05f6d413 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Made reservation on behalf of 9685b661865b4c639766c916ebb4ca16 for: {'port': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:25:13.429806 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 3721d559-93d0-4e4d-a3ad-68653d73f96e up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:25:13.440875 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbdb974-d694-47e6-b87e-0d1c4be78ccf service neutron] Pushing event updated for resources: {'Port': ['ID=8f24591d-5c2b-4771-9554-0d20da7b810d,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:13.507402 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 3721d559-93d0-4e4d-a3ad-68653d73f96e triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:13.508496 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:13.574372 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ae06f12f-febd-43ec-b563-c71d05f6d413 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:13.594002 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e1a412-22e0-429b-91ac-fa34ee208052 req-6fc78eea-d5d4-4a28-9f06-6b7d539a5992 tempest-ServerMetadataNegativeTestJSON-718312689 tempest-ServerMetadataNegativeTestJSON-718312689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:13.603057 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c7e1a412-22e0-429b-91ac-fa34ee208052 req-6fc78eea-d5d4-4a28-9f06-6b7d539a5992 tempest-ServerMetadataNegativeTestJSON-718312689 tempest-ServerMetadataNegativeTestJSON-718312689-project] 10.222.0.26 "GET /v2.0/ports?device_id=08e0b2ab-e41e-44e1-8f3c-f600e9686d00 HTTP/1.1" status: 200 len: 943 time: 0.2554319 Nov 12 08:25:13.710189 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [None req-ae06f12f-febd-43ec-b563-c71d05f6d413 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] device_id is not set on port fcbaa425-74a5-4c43-95db-a29f70426e95 yet. {{(pid=102600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:25:13.808427 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c7e1a412-22e0-429b-91ac-fa34ee208052 req-d18111b4-b8dc-4c44-8f4b-2654a557b12b tempest-ServerMetadataNegativeTestJSON-718312689 tempest-ServerMetadataNegativeTestJSON-718312689-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b5e811b-1a44-465b-9438-f7cbd8922c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044387 Nov 12 08:25:13.888558 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-d665015e-d157-4415-b85f-3eef147dae6f None None] Provisioning complete for port 3721d559-93d0-4e4d-a3ad-68653d73f96e triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:13.889263 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d665015e-d157-4415-b85f-3eef147dae6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:13.951439 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-ae06f12f-febd-43ec-b563-c71d05f6d413 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Allocated IP 2001:db8::28f (e372bf0f-2ebc-4d91-b5c4-f31d4a0a8744/fb0cd25a-cbca-48b9-ad13-018a348505ea/fcbaa425-74a5-4c43-95db-a29f70426e95) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:25:13.971581 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-67aea4bb-ba29-41cb-b7a7-6151d6ded1ff tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Allocated IP 172.20.0.8 (2057a694-f640-430e-bc88-8a33e348a5b0/523b0ddd-e8f3-4549-bf85-f5ad46514f6c/4505d815-d9c3-4e11-9ed0-14e742650d49) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:25:14.014866 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-d665015e-d157-4415-b85f-3eef147dae6f None None] Provisioning complete for port d87cf8ed-0b74-4dd0-a179-c6c71a019ba3 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:14.015374 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d665015e-d157-4415-b85f-3eef147dae6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:14.075193 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-d665015e-d157-4415-b85f-3eef147dae6f None None] Port d87cf8ed-0b74-4dd0-a179-c6c71a019ba3 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:25:14.100942 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-910380fa-7e18-45a9-b182-09f813681b21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de71fd45-74c2-49a4-9d5c-ca3abeda5242 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:25:14.105766 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-e79b4fd5-7779-49a0-a828-bbe88486a200 req-e53b138f-fd7d-497b-aa54-8712a8706b61 service neutron] Attempting to bind port 50d2807b-6b69-40e6-aeda-3bdaec433c45 on host n-h2-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:25:14.106321 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-e79b4fd5-7779-49a0-a828-bbe88486a200 req-e53b138f-fd7d-497b-aa54-8712a8706b61 service neutron] Attempting to bind port 50d2807b-6b69-40e6-aeda-3bdaec433c45 by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': '04af530b-b37b-4970-964b-31b6853d152d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '48c46c78-0475-4191-b336-d10a7e260ac1'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:25:14.106739 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79b4fd5-7779-49a0-a828-bbe88486a200 req-e53b138f-fd7d-497b-aa54-8712a8706b61 service neutron] Attempting to bind port 50d2807b-6b69-40e6-aeda-3bdaec433c45 on network 48c46c78-0475-4191-b336-d10a7e260ac1 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:25:14.115468 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-910380fa-7e18-45a9-b182-09f813681b21 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:14.137340 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79b4fd5-7779-49a0-a828-bbe88486a200 req-e53b138f-fd7d-497b-aa54-8712a8706b61 service neutron] Port 50d2807b-6b69-40e6-aeda-3bdaec433c45 on network 48c46c78-0475-4191-b336-d10a7e260ac1 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:25:14.137679 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79b4fd5-7779-49a0-a828-bbe88486a200 req-e53b138f-fd7d-497b-aa54-8712a8706b61 service neutron] Attempting to bind port 50d2807b-6b69-40e6-aeda-3bdaec433c45 on network 48c46c78-0475-4191-b336-d10a7e260ac1 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:25:14.148488 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-910380fa-7e18-45a9-b182-09f813681b21 service neutron] Transition to ACTIVE for port object de71fd45-74c2-49a4-9d5c-ca3abeda5242 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:25:14.156608 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-910380fa-7e18-45a9-b182-09f813681b21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:14.160377 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79b4fd5-7779-49a0-a828-bbe88486a200 req-e53b138f-fd7d-497b-aa54-8712a8706b61 service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:25:14.160717 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79b4fd5-7779-49a0-a828-bbe88486a200 req-e53b138f-fd7d-497b-aa54-8712a8706b61 service neutron] Checking segment: {'id': '04af530b-b37b-4970-964b-31b6853d152d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '48c46c78-0475-4191-b336-d10a7e260ac1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:25:14.161776 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79b4fd5-7779-49a0-a828-bbe88486a200 req-e53b138f-fd7d-497b-aa54-8712a8706b61 service neutron] Bound using segment: {'id': '04af530b-b37b-4970-964b-31b6853d152d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '48c46c78-0475-4191-b336-d10a7e260ac1'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:25:14.162218 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-e79b4fd5-7779-49a0-a828-bbe88486a200 req-e53b138f-fd7d-497b-aa54-8712a8706b61 service neutron] Bound port: 50d2807b-6b69-40e6-aeda-3bdaec433c45, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04af530b-b37b-4970-964b-31b6853d152d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '48c46c78-0475-4191-b336-d10a7e260ac1'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:25:14.162563 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e79b4fd5-7779-49a0-a828-bbe88486a200 req-e53b138f-fd7d-497b-aa54-8712a8706b61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:14.190082 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edd3720-dfbb-4256-b947-2826434ca131 req-87ed7b7c-0003-4c9c-b5bb-8fdd1785ac65 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:14.198031 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7edd3720-dfbb-4256-b947-2826434ca131 req-87ed7b7c-0003-4c9c-b5bb-8fdd1785ac65 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9f80b7-7da6-471c-ab75-5240190a613a HTTP/1.1" status: 200 len: 945 time: 0.7598557 Nov 12 08:25:14.225494 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ae06f12f-febd-43ec-b563-c71d05f6d413 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:14.255495 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-272c39f9-a7c7-440f-8579-ae4b4239ccc5 req-cfbdb974-d694-47e6-b87e-0d1c4be78ccf service neutron] Attempting to bind port 8f24591d-5c2b-4771-9554-0d20da7b810d on host n-h2-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:25:14.255837 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-272c39f9-a7c7-440f-8579-ae4b4239ccc5 req-cfbdb974-d694-47e6-b87e-0d1c4be78ccf service neutron] Attempting to bind port 8f24591d-5c2b-4771-9554-0d20da7b810d by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': '15fcae5b-3a5f-46bc-b828-95be2aa1fd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4ae1450d-dc01-4bde-8c3d-6680fac8b905'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:25:14.256161 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272c39f9-a7c7-440f-8579-ae4b4239ccc5 req-cfbdb974-d694-47e6-b87e-0d1c4be78ccf service neutron] Attempting to bind port 8f24591d-5c2b-4771-9554-0d20da7b810d on network 4ae1450d-dc01-4bde-8c3d-6680fac8b905 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:25:14.275275 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ae06f12f-febd-43ec-b563-c71d05f6d413 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:14.306140 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272c39f9-a7c7-440f-8579-ae4b4239ccc5 req-cfbdb974-d694-47e6-b87e-0d1c4be78ccf service neutron] Port 8f24591d-5c2b-4771-9554-0d20da7b810d on network 4ae1450d-dc01-4bde-8c3d-6680fac8b905 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:25:14.306467 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272c39f9-a7c7-440f-8579-ae4b4239ccc5 req-cfbdb974-d694-47e6-b87e-0d1c4be78ccf service neutron] Attempting to bind port 8f24591d-5c2b-4771-9554-0d20da7b810d on network 4ae1450d-dc01-4bde-8c3d-6680fac8b905 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:25:14.319872 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910380fa-7e18-45a9-b182-09f813681b21 service neutron] Pushing event updated for resources: {'Port': ['ID=de71fd45-74c2-49a4-9d5c-ca3abeda5242,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:14.370717 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7edd3720-dfbb-4256-b947-2826434ca131 req-1c873cfd-3d21-4ba9-822f-135c6d98935c tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=dafae0e1-4d35-4b86-8740-ce6a9a9c8268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1717577 Nov 12 08:25:14.374236 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272c39f9-a7c7-440f-8579-ae4b4239ccc5 req-cfbdb974-d694-47e6-b87e-0d1c4be78ccf service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:25:14.374236 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272c39f9-a7c7-440f-8579-ae4b4239ccc5 req-cfbdb974-d694-47e6-b87e-0d1c4be78ccf service neutron] Checking segment: {'id': '15fcae5b-3a5f-46bc-b828-95be2aa1fd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4ae1450d-dc01-4bde-8c3d-6680fac8b905'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:25:14.374618 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272c39f9-a7c7-440f-8579-ae4b4239ccc5 req-cfbdb974-d694-47e6-b87e-0d1c4be78ccf service neutron] Bound using segment: {'id': '15fcae5b-3a5f-46bc-b828-95be2aa1fd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4ae1450d-dc01-4bde-8c3d-6680fac8b905'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:25:14.375054 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-67aea4bb-ba29-41cb-b7a7-6151d6ded1ff tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:14.375181 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-272c39f9-a7c7-440f-8579-ae4b4239ccc5 req-cfbdb974-d694-47e6-b87e-0d1c4be78ccf service neutron] Bound port: 8f24591d-5c2b-4771-9554-0d20da7b810d, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15fcae5b-3a5f-46bc-b828-95be2aa1fd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4ae1450d-dc01-4bde-8c3d-6680fac8b905'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:25:14.375403 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-272c39f9-a7c7-440f-8579-ae4b4239ccc5 req-cfbdb974-d694-47e6-b87e-0d1c4be78ccf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:14.390781 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae06f12f-febd-43ec-b563-c71d05f6d413 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Network e372bf0f-2ebc-4d91-b5c4-f31d4a0a8744 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:25:14.409662 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-ae06f12f-febd-43ec-b563-c71d05f6d413 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:25:14.422178 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae06f12f-febd-43ec-b563-c71d05f6d413 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:25:14.428417 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae06f12f-febd-43ec-b563-c71d05f6d413 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:14.429076 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ae06f12f-febd-43ec-b563-c71d05f6d413 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:14.434947 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-e79b4fd5-7779-49a0-a828-bbe88486a200 req-e53b138f-fd7d-497b-aa54-8712a8706b61 service neutron] For port 50d2807b-6b69-40e6-aeda-3bdaec433c45, host n-h2-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:25:14.444402 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae06f12f-febd-43ec-b563-c71d05f6d413 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Pushing event updated for resources: {'Port': ['ID=fcbaa425-74a5-4c43-95db-a29f70426e95,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:14.444750 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-e79b4fd5-7779-49a0-a828-bbe88486a200 req-e53b138f-fd7d-497b-aa54-8712a8706b61 service neutron] For port 50d2807b-6b69-40e6-aeda-3bdaec433c45, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=50d2807b-6b69-40e6-aeda-3bdaec433c45,segment=NetworkSegment(04af530b-b37b-4970-964b-31b6853d152d),segment_id=04af530b-b37b-4970-964b-31b6853d152d)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:25:14.455685 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-ae06f12f-febd-43ec-b563-c71d05f6d413 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4449141 Nov 12 08:25:14.459885 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56264) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:14.465426 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-a87b875e-9bc8-4d5c-9bbd-ce5afe083a26 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Request body: {'subnet': {'network_id': 'e372bf0f-2ebc-4d91-b5c4-f31d4a0a8744', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:14.506156 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e79b4fd5-7779-49a0-a828-bbe88486a200 req-e53b138f-fd7d-497b-aa54-8712a8706b61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:14.570713 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79b4fd5-7779-49a0-a828-bbe88486a200 req-e53b138f-fd7d-497b-aa54-8712a8706b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:14.571362 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e79b4fd5-7779-49a0-a828-bbe88486a200 req-e53b138f-fd7d-497b-aa54-8712a8706b61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:14.572831 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e79b4fd5-7779-49a0-a828-bbe88486a200 req-e53b138f-fd7d-497b-aa54-8712a8706b61 service neutron] 10.222.0.44 "PUT /v2.0/ports/50d2807b-6b69-40e6-aeda-3bdaec433c45 HTTP/1.1" status: 200 len: 1092 time: 3.4128737 Nov 12 08:25:14.578712 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4c7a2a2-2dfe-4e5d-a995-7d21ef5b2362', 'tag': '50d2807b-6b69-40e6-aeda-3bdaec433c45'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:25:14.581055 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f618b52-78e5-4316-956d-3fadc9a9be89" -d '{"events": [{"name": "network-changed", "server_uuid": "b4c7a2a2-2dfe-4e5d-a995-7d21ef5b2362", "tag": "50d2807b-6b69-40e6-aeda-3bdaec433c45"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:25:14.625977 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-910380fa-7e18-45a9-b182-09f813681b21 service neutron] Attempting to bind port de71fd45-74c2-49a4-9d5c-ca3abeda5242 on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:25:14.626238 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-910380fa-7e18-45a9-b182-09f813681b21 service neutron] Attempting to bind port de71fd45-74c2-49a4-9d5c-ca3abeda5242 by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': '2b57ca2e-b249-42df-a0b0-ca6715838273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c1bb571d-b3b1-4ffa-8d0c-fbb045900c65'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:25:14.626709 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-910380fa-7e18-45a9-b182-09f813681b21 service neutron] Attempting to bind port de71fd45-74c2-49a4-9d5c-ca3abeda5242 on network c1bb571d-b3b1-4ffa-8d0c-fbb045900c65 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:25:14.691235 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-910380fa-7e18-45a9-b182-09f813681b21 service neutron] Port de71fd45-74c2-49a4-9d5c-ca3abeda5242 on network c1bb571d-b3b1-4ffa-8d0c-fbb045900c65 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:25:14.691609 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-910380fa-7e18-45a9-b182-09f813681b21 service neutron] Attempting to bind port de71fd45-74c2-49a4-9d5c-ca3abeda5242 on network c1bb571d-b3b1-4ffa-8d0c-fbb045900c65 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:25:14.704867 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53b138f-fd7d-497b-aa54-8712a8706b61 service neutron] Pushing event updated for resources: {'Port': ['ID=50d2807b-6b69-40e6-aeda-3bdaec433c45,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:14.750290 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-910380fa-7e18-45a9-b182-09f813681b21 service neutron] Checking agent: {'id': '26215384-8035-4ce2-971a-8e67be80da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:25:14.750522 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-910380fa-7e18-45a9-b182-09f813681b21 service neutron] Checking segment: {'id': '2b57ca2e-b249-42df-a0b0-ca6715838273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c1bb571d-b3b1-4ffa-8d0c-fbb045900c65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:25:14.750982 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-910380fa-7e18-45a9-b182-09f813681b21 service neutron] Bound using segment: {'id': '2b57ca2e-b249-42df-a0b0-ca6715838273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c1bb571d-b3b1-4ffa-8d0c-fbb045900c65'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:25:14.751436 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-910380fa-7e18-45a9-b182-09f813681b21 service neutron] Bound port: de71fd45-74c2-49a4-9d5c-ca3abeda5242, host: n-h1-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b57ca2e-b249-42df-a0b0-ca6715838273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c1bb571d-b3b1-4ffa-8d0c-fbb045900c65'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:25:14.751827 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-910380fa-7e18-45a9-b182-09f813681b21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:14.778635 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-272c39f9-a7c7-440f-8579-ae4b4239ccc5 req-cfbdb974-d694-47e6-b87e-0d1c4be78ccf service neutron] For port 8f24591d-5c2b-4771-9554-0d20da7b810d, host n-h2-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:25:14.789945 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82788b2-9137-4a30-8658-25a7f261cf0b req-e36c30f9-751e-47a2-a369-d74dab955cbe tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:14.791553 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e82788b2-9137-4a30-8658-25a7f261cf0b req-e36c30f9-751e-47a2-a369-d74dab955cbe tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4c7a2a2-2dfe-4e5d-a995-7d21ef5b2362 HTTP/1.1" status: 200 len: 943 time: 0.2177916 Nov 12 08:25:14.808745 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-272c39f9-a7c7-440f-8579-ae4b4239ccc5 req-cfbdb974-d694-47e6-b87e-0d1c4be78ccf service neutron] For port 8f24591d-5c2b-4771-9554-0d20da7b810d, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=8f24591d-5c2b-4771-9554-0d20da7b810d,segment=NetworkSegment(15fcae5b-3a5f-46bc-b828-95be2aa1fd17),segment_id=15fcae5b-3a5f-46bc-b828-95be2aa1fd17)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:25:14.829003 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-272c39f9-a7c7-440f-8579-ae4b4239ccc5 req-cfbdb974-d694-47e6-b87e-0d1c4be78ccf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:14.834043 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-1b49a8a7-9dbf-490d-86a9-3a08ffe42d95 None None] Provisioning complete for port fcbaa425-74a5-4c43-95db-a29f70426e95 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:14.834491 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1b49a8a7-9dbf-490d-86a9-3a08ffe42d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:14.882691 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-1b49a8a7-9dbf-490d-86a9-3a08ffe42d95 None None] Port fcbaa425-74a5-4c43-95db-a29f70426e95 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:25:14.907357 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79b4fd5-7779-49a0-a828-bbe88486a200 req-d31441e7-ec3a-4dec-9a3c-dcabac79fa52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:14.908869 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e79b4fd5-7779-49a0-a828-bbe88486a200 req-d31441e7-ec3a-4dec-9a3c-dcabac79fa52 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e6d48b0a7d084fdbbcdcca693c68f3d4&device_id=b4c7a2a2-2dfe-4e5d-a995-7d21ef5b2362 HTTP/1.1" status: 200 len: 1095 time: 0.2424982 Nov 12 08:25:14.945218 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705a2952-1b55-4fef-abc3-baf7b36fff84 req-92389f0b-53ce-452e-9d12-0131d99a12cb tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:14.955098 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705a2952-1b55-4fef-abc3-baf7b36fff84 req-92389f0b-53ce-452e-9d12-0131d99a12cb tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:14.959514 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272c39f9-a7c7-440f-8579-ae4b4239ccc5 req-cfbdb974-d694-47e6-b87e-0d1c4be78ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:14.960133 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-272c39f9-a7c7-440f-8579-ae4b4239ccc5 req-cfbdb974-d694-47e6-b87e-0d1c4be78ccf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:14.961512 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-272c39f9-a7c7-440f-8579-ae4b4239ccc5 req-cfbdb974-d694-47e6-b87e-0d1c4be78ccf service neutron] 10.222.0.44 "PUT /v2.0/ports/8f24591d-5c2b-4771-9554-0d20da7b810d HTTP/1.1" status: 200 len: 1092 time: 3.3439319 Nov 12 08:25:14.962003 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705a2952-1b55-4fef-abc3-baf7b36fff84 req-92389f0b-53ce-452e-9d12-0131d99a12cb tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:14.970893 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e82788b2-9137-4a30-8658-25a7f261cf0b req-84347f17-069e-40b7-91c6-247a8fd8aa87 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/security-groups?id=78e82477-8369-41c4-8634-4911b1aaaaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677933 Nov 12 08:25:14.992023 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-705a2952-1b55-4fef-abc3-baf7b36fff84 req-92389f0b-53ce-452e-9d12-0131d99a12cb tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "GET /v2.0/ports?device_id=688c0300-376e-47a5-ab51-ef3044b2ee86 HTTP/1.1" status: 200 len: 2412 time: 0.6720984 Nov 12 08:25:15.026133 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e79b4fd5-7779-49a0-a828-bbe88486a200 req-797fc723-96b9-4c48-be43-c0c4d801ff5d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=50d2807b-6b69-40e6-aeda-3bdaec433c45 HTTP/1.1" status: 200 len: 217 time: 0.0850921 Nov 12 08:25:15.076046 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-67aea4bb-ba29-41cb-b7a7-6151d6ded1ff tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:15.082541 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbdb974-d694-47e6-b87e-0d1c4be78ccf service neutron] Pushing event updated for resources: {'Port': ['ID=8f24591d-5c2b-4771-9554-0d20da7b810d,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:15.086485 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-910380fa-7e18-45a9-b182-09f813681b21 service neutron] For port de71fd45-74c2-49a4-9d5c-ca3abeda5242, host n-h1-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:25:15.124345 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-910380fa-7e18-45a9-b182-09f813681b21 service neutron] For port de71fd45-74c2-49a4-9d5c-ca3abeda5242, host n-h1-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=de71fd45-74c2-49a4-9d5c-ca3abeda5242,segment=NetworkSegment(2b57ca2e-b249-42df-a0b0-ca6715838273),segment_id=2b57ca2e-b249-42df-a0b0-ca6715838273)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:25:15.135012 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-910380fa-7e18-45a9-b182-09f813681b21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:15.143324 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79b4fd5-7779-49a0-a828-bbe88486a200 req-d50d6aa1-f584-45ad-a965-f54f091802ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:15.144814 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e79b4fd5-7779-49a0-a828-bbe88486a200 req-d50d6aa1-f584-45ad-a965-f54f091802ee service neutron] 10.222.0.44 "GET /v2.0/subnets?id=56da6010-d692-49cc-a6f9-aacc88a2ce9c HTTP/1.1" status: 200 len: 862 time: 0.1051569 Nov 12 08:25:15.150415 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67aea4bb-ba29-41cb-b7a7-6151d6ded1ff tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Network 2057a694-f640-430e-bc88-8a33e348a5b0 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:25:15.157978 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-67aea4bb-ba29-41cb-b7a7-6151d6ded1ff tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:25:15.161440 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67aea4bb-ba29-41cb-b7a7-6151d6ded1ff tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:25:15.171902 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-705a2952-1b55-4fef-abc3-baf7b36fff84 req-7d96990e-7794-47df-a62c-ce2b1d0f8cb3 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "GET /v2.0/security-groups?id=5e4f26b3-68f4-458f-b970-543611e5d001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788924 Nov 12 08:25:15.222950 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272c39f9-a7c7-440f-8579-ae4b4239ccc5 req-60249a53-c504-4af9-99f8-b5c1fb623f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:15.225228 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-272c39f9-a7c7-440f-8579-ae4b4239ccc5 req-60249a53-c504-4af9-99f8-b5c1fb623f3d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8d9ea22f71a445be923c54cc534e9006&device_id=08e0b2ab-e41e-44e1-8f3c-f600e9686d00 HTTP/1.1" status: 200 len: 1095 time: 0.1867383 Nov 12 08:25:15.227962 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e79b4fd5-7779-49a0-a828-bbe88486a200 req-2d6feeee-d51d-4dc8-9401-179fd4fa8252 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=48c46c78-0475-4191-b336-d10a7e260ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586381 Nov 12 08:25:15.229544 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-910380fa-7e18-45a9-b182-09f813681b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:15.230551 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-910380fa-7e18-45a9-b182-09f813681b21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:15.232053 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-910380fa-7e18-45a9-b182-09f813681b21 service neutron] 10.222.0.21 "PUT /v2.0/ports/de71fd45-74c2-49a4-9d5c-ca3abeda5242 HTTP/1.1" status: 200 len: 1092 time: 3.2082512 Nov 12 08:25:15.243178 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67aea4bb-ba29-41cb-b7a7-6151d6ded1ff tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:15.243963 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-67aea4bb-ba29-41cb-b7a7-6151d6ded1ff tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:15.268041 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aea4bb-ba29-41cb-b7a7-6151d6ded1ff tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Pushing event updated for resources: {'Port': ['ID=4505d815-d9c3-4e11-9ed0-14e742650d49,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:15.278312 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a12066-6691-42bd-9b57-1c6981f1e5ee x-openstack-request-id: req-70a12066-6691-42bd-9b57-1c6981f1e5ee {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:25:15.278682 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4c7a2a2-2dfe-4e5d-a995-7d21ef5b2362", "tag": "50d2807b-6b69-40e6-aeda-3bdaec433c45", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:25:15.278947 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-70a12066-6691-42bd-9b57-1c6981f1e5ee {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:25:15.279369 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4c7a2a2-2dfe-4e5d-a995-7d21ef5b2362', 'tag': '50d2807b-6b69-40e6-aeda-3bdaec433c45', 'status': 'completed', 'code': 200} Nov 12 08:25:15.297134 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a87b875e-9bc8-4d5c-9bbd-ce5afe083a26 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Made reservation on behalf of 9685b661865b4c639766c916ebb4ca16 for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:25:15.302110 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a87b875e-9bc8-4d5c-9bbd-ce5afe083a26 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:15.312965 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-67aea4bb-ba29-41cb-b7a7-6151d6ded1ff tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.5921860 Nov 12 08:25:15.326870 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 56274) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:15.342128 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-87382c0d-9694-45e8-baa3-9168eb84ddf4 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Request body: {'floatingip': {'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'port_id': '4505d815-d9c3-4e11-9ed0-14e742650d49', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:15.408150 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-272c39f9-a7c7-440f-8579-ae4b4239ccc5 req-7d67fdf1-f263-40df-9e15-d4f15a3c3fde service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8f24591d-5c2b-4771-9554-0d20da7b810d HTTP/1.1" status: 200 len: 217 time: 0.1278746 Nov 12 08:25:15.408756 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910380fa-7e18-45a9-b182-09f813681b21 service neutron] Pushing event updated for resources: {'Port': ['ID=de71fd45-74c2-49a4-9d5c-ca3abeda5242,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:15.436448 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30367c06-f7e1-4589-8c6c-e8518a32e1bb req-07b6b1a8-1a47-45ba-8c0e-1b6d968767c0 tempest-ServerMetadataNegativeTestJSON-718312689 tempest-ServerMetadataNegativeTestJSON-718312689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:15.438101 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-30367c06-f7e1-4589-8c6c-e8518a32e1bb req-07b6b1a8-1a47-45ba-8c0e-1b6d968767c0 tempest-ServerMetadataNegativeTestJSON-718312689 tempest-ServerMetadataNegativeTestJSON-718312689-project] 10.222.0.26 "GET /v2.0/ports?device_id=08e0b2ab-e41e-44e1-8f3c-f600e9686d00 HTTP/1.1" status: 200 len: 943 time: 0.1125534 Nov 12 08:25:15.471731 n-d-765315-29 neutron-server[102600]: INFO neutron.db.ipam_backend_mixin [None req-a87b875e-9bc8-4d5c-9bbd-ce5afe083a26 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fb0cd25a-cbca-48b9-ad13-018a348505ea (CIDR: 2001:db8::/64) Nov 12 08:25:15.477600 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-a87b875e-9bc8-4d5c-9bbd-ce5afe083a26 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:25:15.478058 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a87b875e-9bc8-4d5c-9bbd-ce5afe083a26 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:25:15.512256 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-30367c06-f7e1-4589-8c6c-e8518a32e1bb req-e2117976-956b-4d66-a5e3-8499d2d7ff43 tempest-ServerMetadataNegativeTestJSON-718312689 tempest-ServerMetadataNegativeTestJSON-718312689-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b5e811b-1a44-465b-9438-f7cbd8922c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641451 Nov 12 08:25:15.523304 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-a87b875e-9bc8-4d5c-9bbd-ce5afe083a26 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0623870 Nov 12 08:25:15.524694 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fae85a-bc80-4632-bbcb-ca7e2f1740e2 req-6a8ac67e-9680-4cca-a81d-a47eafde1117 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:15.526046 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56276) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:15.526415 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-34fae85a-bc80-4632-bbcb-ca7e2f1740e2 req-6a8ac67e-9680-4cca-a81d-a47eafde1117 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9f80b7-7da6-471c-ab75-5240190a613a HTTP/1.1" status: 200 len: 945 time: 0.3543522 Nov 12 08:25:15.539498 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-93d87158-be2e-4c89-bfc8-6c6dc2591729 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Request body: {'subnet': {'network_id': 'e372bf0f-2ebc-4d91-b5c4-f31d4a0a8744', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:15.549283 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-87382c0d-9694-45e8-baa3-9168eb84ddf4 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks [] for floatingip, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:15.567696 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-df744982-793f-4348-8442-9a20237f1f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:15.568186 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-df744982-793f-4348-8442-9a20237f1f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:15.568658 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-df744982-793f-4348-8442-9a20237f1f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:15.570264 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-df744982-793f-4348-8442-9a20237f1f47 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1001c16de8c544adab5de1eeb517d6a1&device_id=688c0300-376e-47a5-ab51-ef3044b2ee86 HTTP/1.1" status: 200 len: 2868 time: 0.2569060 Nov 12 08:25:15.602126 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272c39f9-a7c7-440f-8579-ae4b4239ccc5 req-9f71f2b8-3ba7-41a7-902d-869746040bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:15.603563 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-272c39f9-a7c7-440f-8579-ae4b4239ccc5 req-9f71f2b8-3ba7-41a7-902d-869746040bca service neutron] 10.222.0.44 "GET /v2.0/subnets?id=71e348f5-273c-48e8-8f76-8b76c9031eab HTTP/1.1" status: 200 len: 860 time: 0.1849780 Nov 12 08:25:15.612796 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e79b4fd5-7779-49a0-a828-bbe88486a200 req-4cd0c123-8b87-47a0-8dd6-d390d1ae69a2 service neutron] 10.222.0.44 "GET /v2.0/networks/48c46c78-0475-4191-b336-d10a7e260ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3442380 Nov 12 08:25:15.648381 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93d87158-be2e-4c89-bfc8-6c6dc2591729 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Made reservation on behalf of 9685b661865b4c639766c916ebb4ca16 for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:25:15.652271 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-93d87158-be2e-4c89-bfc8-6c6dc2591729 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:15.670568 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-3e957667-0beb-4662-aaed-2bb586580fe0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.145&port_id=cb8bb6ab-df78-4cad-83b5-bb153a16952f HTTP/1.1" status: 200 len: 217 time: 0.0871322 Nov 12 08:25:15.710927 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-272c39f9-a7c7-440f-8579-ae4b4239ccc5 req-6b2d0ce9-f1d3-4062-9be9-b33b4e3eb89b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4ae1450d-dc01-4bde-8c3d-6680fac8b905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0967615 Nov 12 08:25:15.760650 n-d-765315-29 neutron-server[102600]: INFO neutron.db.ipam_backend_mixin [None req-93d87158-be2e-4c89-bfc8-6c6dc2591729 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet cfa7923a-eeea-4375-a38d-d8bcaee652ad (CIDR: 2001:db8:0:1::/64) Nov 12 08:25:15.764340 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-93d87158-be2e-4c89-bfc8-6c6dc2591729 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:25:15.764758 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93d87158-be2e-4c89-bfc8-6c6dc2591729 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:25:15.779670 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-93d87158-be2e-4c89-bfc8-6c6dc2591729 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.2524381 Nov 12 08:25:15.782401 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56278) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:15.787737 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-93fb1f8a-1833-4e0a-a061-37622e69225d tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Request body: {'subnet': {'network_id': 'e372bf0f-2ebc-4d91-b5c4-f31d4a0a8744', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:15.848801 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-34fae85a-bc80-4632-bbcb-ca7e2f1740e2 req-8b0223d8-f6c0-44c5-918e-b22b20663e05 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=dafae0e1-4d35-4b86-8740-ce6a9a9c8268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3060439 Nov 12 08:25:15.922750 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93fb1f8a-1833-4e0a-a061-37622e69225d tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Made reservation on behalf of 9685b661865b4c639766c916ebb4ca16 for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:25:15.926513 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-93fb1f8a-1833-4e0a-a061-37622e69225d tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:15.928525 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-687ecd5e-9bfd-4b8b-aa9e-f888780600c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:15.929991 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-687ecd5e-9bfd-4b8b-aa9e-f888780600c8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e78be117-1491-4cf2-9312-471f24befda8 HTTP/1.1" status: 200 len: 801 time: 0.2235234 Nov 12 08:25:15.993434 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e79b4fd5-7779-49a0-a828-bbe88486a200 req-358a77f7-6ece-44aa-baa2-2ea627339b1d service neutron] 10.222.0.44 "GET /v2.0/networks/48c46c78-0475-4191-b336-d10a7e260ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3418739 Nov 12 08:25:16.015233 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-272c39f9-a7c7-440f-8579-ae4b4239ccc5 req-9af159e1-adec-4b39-a769-f26d288cfbad service neutron] 10.222.0.44 "GET /v2.0/networks/4ae1450d-dc01-4bde-8c3d-6680fac8b905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2837830 Nov 12 08:25:16.062643 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-e7d3fe11-a461-48a0-a6be-923f108cdc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:16.064065 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-e7d3fe11-a461-48a0-a6be-923f108cdc6a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c1bb571d-b3b1-4ffa-8d0c-fbb045900c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1227024 Nov 12 08:25:16.143800 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-87382c0d-9694-45e8-baa3-9168eb84ddf4 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:16.242276 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f20195-8857-40c5-9c4e-7a9d1291f90c req-61fd02ea-28ac-4a22-bc67-2c0b9e6eae9f tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:16.243979 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-43f20195-8857-40c5-9c4e-7a9d1291f90c req-61fd02ea-28ac-4a22-bc67-2c0b9e6eae9f tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9f80b7-7da6-471c-ab75-5240190a613a HTTP/1.1" status: 200 len: 945 time: 0.1055000 Nov 12 08:25:16.315239 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-93fb1f8a-1833-4e0a-a061-37622e69225d tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:16.320188 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-272c39f9-a7c7-440f-8579-ae4b4239ccc5 req-1c905fc8-ecca-4d13-b6d1-bf091eac5f8b service neutron] 10.222.0.44 "GET /v2.0/networks/4ae1450d-dc01-4bde-8c3d-6680fac8b905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2970121 Nov 12 08:25:16.356247 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e48a7d6-3cfa-4b8e-bb6c-a0e68d056749 req-474a7bf6-dc98-4ad7-ac03-a88534dc7c53 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:16.362342 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6e48a7d6-3cfa-4b8e-bb6c-a0e68d056749 req-474a7bf6-dc98-4ad7-ac03-a88534dc7c53 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4c7a2a2-2dfe-4e5d-a995-7d21ef5b2362 HTTP/1.1" status: 200 len: 943 time: 0.2269704 Nov 12 08:25:16.372091 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-43f20195-8857-40c5-9c4e-7a9d1291f90c req-6f5500ab-7764-41de-8ba7-eaa66940f236 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=dafae0e1-4d35-4b86-8740-ce6a9a9c8268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136420 Nov 12 08:25:16.381433 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93fb1f8a-1833-4e0a-a061-37622e69225d tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Network e372bf0f-2ebc-4d91-b5c4-f31d4a0a8744 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:25:16.384735 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-93fb1f8a-1833-4e0a-a061-37622e69225d tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:25:16.386156 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-6542cc6a-2e05-4ec7-b77e-d90b6f961922 service neutron] 10.222.0.21 "GET /v2.0/networks/c1bb571d-b3b1-4ffa-8d0c-fbb045900c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926347 Nov 12 08:25:16.388149 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93fb1f8a-1833-4e0a-a061-37622e69225d tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:16.388453 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-93fb1f8a-1833-4e0a-a061-37622e69225d tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:16.396714 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f618b52-78e5-4316-956d-3fadc9a9be89 req-ab12ac52-bb38-406d-acb6-d20c3b5188da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:16.398370 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2f618b52-78e5-4316-956d-3fadc9a9be89 req-ab12ac52-bb38-406d-acb6-d20c3b5188da service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e6d48b0a7d084fdbbcdcca693c68f3d4&device_id=b4c7a2a2-2dfe-4e5d-a995-7d21ef5b2362 HTTP/1.1" status: 200 len: 1095 time: 0.2618289 Nov 12 08:25:16.402029 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fb1f8a-1833-4e0a-a061-37622e69225d tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Pushing event updated for resources: {'Subnet': ['ID=90d5daef-8d1a-438a-a84d-409b8d1ab15a,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:16.403436 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8eba05-3d8b-45c4-91f0-fbda7daf610d None None] Network e372bf0f-2ebc-4d91-b5c4-f31d4a0a8744 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:25:16.415787 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-93fb1f8a-1833-4e0a-a061-37622e69225d tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6299679 Nov 12 08:25:16.421323 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56296) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:16.436131 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-95205930-b6a0-4f68-8032-d08b6061d685 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1780269860', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '90d5daef-8d1a-438a-a84d-409b8d1ab15a'}], 'security_groups': ['b19c201c-8266-47d0-95cd-20cb9c646e30', 'ec0f967b-0e2a-40ca-8a19-e302091442f4']}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:16.537999 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-95205930-b6a0-4f68-8032-d08b6061d685 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:16.614563 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f618b52-78e5-4316-956d-3fadc9a9be89 req-b4b64dfe-7fd9-47b6-8cae-61e39d25ac39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:16.616731 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2f618b52-78e5-4316-956d-3fadc9a9be89 req-b4b64dfe-7fd9-47b6-8cae-61e39d25ac39 service neutron] 10.222.0.44 "GET /v2.0/networks?id=48c46c78-0475-4191-b336-d10a7e260ac1 HTTP/1.1" status: 200 len: 923 time: 0.1505959 Nov 12 08:25:16.703261 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6e48a7d6-3cfa-4b8e-bb6c-a0e68d056749 req-5cd54eb0-4b05-4131-853b-0ea126914b29 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/security-groups?id=78e82477-8369-41c4-8634-4911b1aaaaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117237 Nov 12 08:25:16.729029 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff49081-6290-4f2c-93de-718f6f38f564 req-10af86ab-38ba-40cf-aadd-10f85b288c22 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:16.735881 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff49081-6290-4f2c-93de-718f6f38f564 req-10af86ab-38ba-40cf-aadd-10f85b288c22 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:16.743150 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff49081-6290-4f2c-93de-718f6f38f564 req-10af86ab-38ba-40cf-aadd-10f85b288c22 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:16.745070 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-eff49081-6290-4f2c-93de-718f6f38f564 req-10af86ab-38ba-40cf-aadd-10f85b288c22 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "GET /v2.0/ports?device_id=688c0300-376e-47a5-ab51-ef3044b2ee86 HTTP/1.1" status: 200 len: 2412 time: 0.1378696 Nov 12 08:25:16.763324 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83778924-5908-4d22-924b-58d8b37e5876 None None] Update dhcp port {'port': {'network_id': 'e372bf0f-2ebc-4d91-b5c4-f31d4a0a8744', 'fixed_ips': [{'subnet_id': 'cfa7923a-eeea-4375-a38d-d8bcaee652ad', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'fb0cd25a-cbca-48b9-ad13-018a348505ea', 'ip_address': '2001:db8::2'}, {'subnet_id': '90d5daef-8d1a-438a-a84d-409b8d1ab15a'}], 'binding:host_id': 'n-d-765315-29'}, 'id': '3721d559-93d0-4e4d-a3ad-68653d73f96e'} from n-d-765315-29. {{(pid=102601) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 08:25:16.798037 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-83778924-5908-4d22-924b-58d8b37e5876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:16.809701 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2f618b52-78e5-4316-956d-3fadc9a9be89 req-1161ad99-9c95-4534-9f9b-1108f276973b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=50d2807b-6b69-40e6-aeda-3bdaec433c45 HTTP/1.1" status: 200 len: 217 time: 0.1611280 Nov 12 08:25:16.871731 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-87382c0d-9694-45e8-baa3-9168eb84ddf4 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Allocated IP 172.25.2.93 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/1382f6f5-f0fc-4122-9d1c-fd172465f2f9) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:25:16.888869 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-eff49081-6290-4f2c-93de-718f6f38f564 req-d3b53e91-4975-412b-a78f-610727aea3db tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "GET /v2.0/security-groups?id=5e4f26b3-68f4-458f-b970-543611e5d001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362445 Nov 12 08:25:16.968943 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f618b52-78e5-4316-956d-3fadc9a9be89 req-d69a4bb6-4019-421d-86f2-cd5fdc8ee9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:16.970557 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2f618b52-78e5-4316-956d-3fadc9a9be89 req-d69a4bb6-4019-421d-86f2-cd5fdc8ee9d7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=56da6010-d692-49cc-a6f9-aacc88a2ce9c HTTP/1.1" status: 200 len: 862 time: 0.1362364 Nov 12 08:25:17.064678 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-95205930-b6a0-4f68-8032-d08b6061d685 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Delete allocated IP 2001:db8::28f (e372bf0f-2ebc-4d91-b5c4-f31d4a0a8744/fb0cd25a-cbca-48b9-ad13-018a348505ea) {{(pid=102600) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 08:25:17.069584 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2814991a-9da3-4ecc-ad2a-5561100c74b8 req-7b428db0-cfcd-468a-98b1-7e8c2e04ad1a tempest-ServerMetadataNegativeTestJSON-718312689 tempest-ServerMetadataNegativeTestJSON-718312689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:17.069728 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2814991a-9da3-4ecc-ad2a-5561100c74b8 req-7b428db0-cfcd-468a-98b1-7e8c2e04ad1a tempest-ServerMetadataNegativeTestJSON-718312689 tempest-ServerMetadataNegativeTestJSON-718312689-project] 10.222.0.26 "GET /v2.0/ports?device_id=08e0b2ab-e41e-44e1-8f3c-f600e9686d00 HTTP/1.1" status: 200 len: 943 time: 0.1937890 Nov 12 08:25:17.071666 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2f618b52-78e5-4316-956d-3fadc9a9be89 req-829a2c62-7e97-46d8-899f-9c183ed77af7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=48c46c78-0475-4191-b336-d10a7e260ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0850332 Nov 12 08:25:17.075974 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-26e23a14-919a-4af8-ad73-f9af0b06f4f2 service neutron] 10.222.0.21 "GET /v2.0/networks/c1bb571d-b3b1-4ffa-8d0c-fbb045900c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6672516 Nov 12 08:25:17.081065 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-95205930-b6a0-4f68-8032-d08b6061d685 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Allocated IP 2001:db8:0:2::3ad (e372bf0f-2ebc-4d91-b5c4-f31d4a0a8744/90d5daef-8d1a-438a-a84d-409b8d1ab15a/fcbaa425-74a5-4c43-95db-a29f70426e95) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:25:17.201531 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-a6dbd662-45a4-480c-90aa-4bb38c0d66a3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.181&port_id=428c5205-9d90-41d8-8b9d-7c4cc119dc8c HTTP/1.1" status: 200 len: 217 time: 0.0999675 Nov 12 08:25:17.256970 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2814991a-9da3-4ecc-ad2a-5561100c74b8 req-afdf3008-230a-49cd-b891-b6cf223cd92a tempest-ServerMetadataNegativeTestJSON-718312689 tempest-ServerMetadataNegativeTestJSON-718312689-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b5e811b-1a44-465b-9438-f7cbd8922c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786053 Nov 12 08:25:17.326313 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e3e3d8-4b6a-4963-af2a-c92729efa574 req-4bcc5872-f299-4e7f-8761-13d434ae5394 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:17.326313 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-12e3e3d8-4b6a-4963-af2a-c92729efa574 req-4bcc5872-f299-4e7f-8761-13d434ae5394 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9f80b7-7da6-471c-ab75-5240190a613a HTTP/1.1" status: 200 len: 945 time: 0.0876534 Nov 12 08:25:17.330444 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-95205930-b6a0-4f68-8032-d08b6061d685 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:17.355170 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-95205930-b6a0-4f68-8032-d08b6061d685 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:17.404970 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-83778924-5908-4d22-924b-58d8b37e5876 None None] Allocated IP 2001:db8:0:2::2 (e372bf0f-2ebc-4d91-b5c4-f31d4a0a8744/90d5daef-8d1a-438a-a84d-409b8d1ab15a/3721d559-93d0-4e4d-a3ad-68653d73f96e) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:25:17.463662 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-95205930-b6a0-4f68-8032-d08b6061d685 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] In _notify_port_updated(), no bound segment for port fcbaa425-74a5-4c43-95db-a29f70426e95 on network e372bf0f-2ebc-4d91-b5c4-f31d4a0a8744 {{(pid=102600) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 08:25:17.469765 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95205930-b6a0-4f68-8032-d08b6061d685 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:17.470530 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-95205930-b6a0-4f68-8032-d08b6061d685 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:17.475322 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-95205930-b6a0-4f68-8032-d08b6061d685 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "PUT /v2.0/ports/fcbaa425-74a5-4c43-95db-a29f70426e95 HTTP/1.1" status: 200 len: 970 time: 1.0462129 Nov 12 08:25:17.475519 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95205930-b6a0-4f68-8032-d08b6061d685 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Pushing event updated for resources: {'Port': ['ID=fcbaa425-74a5-4c43-95db-a29f70426e95,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:17.478076 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56310) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:17.483417 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-12e3e3d8-4b6a-4963-af2a-c92729efa574 req-6e764dd4-aaa1-4c86-ad70-ba1e5e2e3ce2 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=dafae0e1-4d35-4b86-8740-ce6a9a9c8268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1505263 Nov 12 08:25:17.599673 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-59155dda-9179-4c50-8240-c6112d5c90b7 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Deleting port fcbaa425-74a5-4c43-95db-a29f70426e95 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:25:17.601537 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-59155dda-9179-4c50-8240-c6112d5c90b7 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:17.606407 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-83778924-5908-4d22-924b-58d8b37e5876 None None] For port 3721d559-93d0-4e4d-a3ad-68653d73f96e, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=3721d559-93d0-4e4d-a3ad-68653d73f96e,segment=NetworkSegment(54ffc9c4-d536-48ce-9e92-8692c13a0f05),segment_id=54ffc9c4-d536-48ce-9e92-8692c13a0f05)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:25:17.736512 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-59155dda-9179-4c50-8240-c6112d5c90b7 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:17.756852 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-59155dda-9179-4c50-8240-c6112d5c90b7 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Calling delete_port for fcbaa425-74a5-4c43-95db-a29f70426e95 owned by {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:25:17.773756 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08e0b2ab-e41e-44e1-8f3c-f600e9686d00', 'tag': '8f24591d-5c2b-4771-9554-0d20da7b810d'}, {'name': 'network-changed', 'server_uuid': '688c0300-376e-47a5-ab51-ef3044b2ee86', 'tag': 'de71fd45-74c2-49a4-9d5c-ca3abeda5242'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:25:17.778940 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b966bda-5831-4fe7-9fc0-b793994c34f9" -d '{"events": [{"name": "network-changed", "server_uuid": "08e0b2ab-e41e-44e1-8f3c-f600e9686d00", "tag": "8f24591d-5c2b-4771-9554-0d20da7b810d"}, {"name": "network-changed", "server_uuid": "688c0300-376e-47a5-ab51-ef3044b2ee86", "tag": "de71fd45-74c2-49a4-9d5c-ca3abeda5242"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:25:17.783850 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2f618b52-78e5-4316-956d-3fadc9a9be89 req-8a6a3ca5-e0d6-4089-afd3-3ceea5196c2c service neutron] 10.222.0.44 "GET /v2.0/networks/48c46c78-0475-4191-b336-d10a7e260ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6798644 Nov 12 08:25:17.845529 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-83778924-5908-4d22-924b-58d8b37e5876 None None] Publish callbacks [] for port, precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:17.860928 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 50d2807b-6b69-40e6-aeda-3bdaec433c45 details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:25:17.873713 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-87382c0d-9694-45e8-baa3-9168eb84ddf4 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:17.878735 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-83778924-5908-4d22-924b-58d8b37e5876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:17.967764 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-f5020bab-e188-492e-b295-de283e9cb53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:17.970028 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-f5020bab-e188-492e-b295-de283e9cb53b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=510ffd73-73ae-4ead-9319-fe49444296ab HTTP/1.1" status: 200 len: 801 time: 0.7584100 Nov 12 08:25:18.049761 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 08:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47596e07-cedd-40ad-8d13-1fa8bc03c210 x-openstack-request-id: req-47596e07-cedd-40ad-8d13-1fa8bc03c210 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:25:18.049761 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08e0b2ab-e41e-44e1-8f3c-f600e9686d00", "tag": "8f24591d-5c2b-4771-9554-0d20da7b810d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "688c0300-376e-47a5-ab51-ef3044b2ee86", "tag": "de71fd45-74c2-49a4-9d5c-ca3abeda5242", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:25:18.049761 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-47596e07-cedd-40ad-8d13-1fa8bc03c210 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:25:18.049761 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08e0b2ab-e41e-44e1-8f3c-f600e9686d00', 'tag': '8f24591d-5c2b-4771-9554-0d20da7b810d', 'status': 'completed', 'code': 200} Nov 12 08:25:18.050272 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '688c0300-376e-47a5-ab51-ef3044b2ee86', 'tag': 'de71fd45-74c2-49a4-9d5c-ca3abeda5242', 'status': 'completed', 'code': 200} Nov 12 08:25:18.089786 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83778924-5908-4d22-924b-58d8b37e5876 None None] Pushing event updated for resources: {'Port': ['ID=3721d559-93d0-4e4d-a3ad-68653d73f96e,revision_number=7']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:18.152257 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be60dcf-cc76-431f-bf76-f86ce771183c req-65a0d054-461b-43a0-b5ae-666727053428 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:18.154978 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 50d2807b-6b69-40e6-aeda-3bdaec433c45, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=50d2807b-6b69-40e6-aeda-3bdaec433c45,segment=NetworkSegment(04af530b-b37b-4970-964b-31b6853d152d),segment_id=04af530b-b37b-4970-964b-31b6853d152d)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:25:18.161335 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3be60dcf-cc76-431f-bf76-f86ce771183c req-65a0d054-461b-43a0-b5ae-666727053428 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4c7a2a2-2dfe-4e5d-a995-7d21ef5b2362 HTTP/1.1" status: 200 len: 943 time: 0.1794617 Nov 12 08:25:18.169787 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': '50d2807b-6b69-40e6-aeda-3bdaec433c45', 'network_id': '48c46c78-0475-4191-b336-d10a7e260ac1', 'port_id': '50d2807b-6b69-40e6-aeda-3bdaec433c45', 'mac_address': 'fa:16:3e:b7:a9:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56da6010-d692-49cc-a6f9-aacc88a2ce9c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:25:18.186888 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-87382c0d-9694-45e8-baa3-9168eb84ddf4 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:18.221400 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:18.240711 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50d2807b-6b69-40e6-aeda-3bdaec433c45 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:25:18.251209 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3be60dcf-cc76-431f-bf76-f86ce771183c req-b6402942-7f0d-4570-b875-c7ab92488326 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/security-groups?id=78e82477-8369-41c4-8634-4911b1aaaaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864329 Nov 12 08:25:18.272028 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-59155dda-9179-4c50-8240-c6112d5c90b7 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:18.287756 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 50d2807b-6b69-40e6-aeda-3bdaec433c45, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=50d2807b-6b69-40e6-aeda-3bdaec433c45,segment=NetworkSegment(04af530b-b37b-4970-964b-31b6853d152d),segment_id=04af530b-b37b-4970-964b-31b6853d152d)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:25:18.293185 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87382c0d-9694-45e8-baa3-9168eb84ddf4 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:25:18.304801 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59155dda-9179-4c50-8240-c6112d5c90b7 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Pushing event deleted for resources: {'Port': ['ID=fcbaa425-74a5-4c43-95db-a29f70426e95,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:18.305027 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:18.315094 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-87382c0d-9694-45e8-baa3-9168eb84ddf4 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:25:18.341889 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87382c0d-9694-45e8-baa3-9168eb84ddf4 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:25:18.343334 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-59155dda-9179-4c50-8240-c6112d5c90b7 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:18.349675 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-59155dda-9179-4c50-8240-c6112d5c90b7 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "DELETE /v2.0/ports/fcbaa425-74a5-4c43-95db-a29f70426e95 HTTP/1.1" status: 204 len: 168 time: 0.8698535 Nov 12 08:25:18.354949 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56324) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:18.397138 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a2cf9fd-4ce9-4c48-8c80-9a53526306ca tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] GET failed (client error): The resource could not be found. Nov 12 08:25:18.399013 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-7a2cf9fd-4ce9-4c48-8c80-9a53526306ca tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "GET /v2.0/ports/fcbaa425-74a5-4c43-95db-a29f70426e95 HTTP/1.1" status: 404 len: 333 time: 0.0430737 Nov 12 08:25:18.402942 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56328) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:18.404177 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee0d2d4-d85a-4174-a8cc-9646eee32f6a req-d6a77cde-4719-4d87-87de-3009d120a7f8 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:18.412586 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee0d2d4-d85a-4174-a8cc-9646eee32f6a req-d6a77cde-4719-4d87-87de-3009d120a7f8 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:18.414041 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=50d2807b-6b69-40e6-aeda-3bdaec433c45,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:18.419061 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee0d2d4-d85a-4174-a8cc-9646eee32f6a req-d6a77cde-4719-4d87-87de-3009d120a7f8 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:18.430931 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-aee0d2d4-d85a-4174-a8cc-9646eee32f6a req-d6a77cde-4719-4d87-87de-3009d120a7f8 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "GET /v2.0/ports?device_id=688c0300-376e-47a5-ab51-ef3044b2ee86 HTTP/1.1" status: 200 len: 2412 time: 0.3173842 Nov 12 08:25:18.444083 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b966bda-5831-4fe7-9fc0-b793994c34f9 req-c8f229ae-a7af-45f9-93b9-053ccc0d002c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:18.445985 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2b966bda-5831-4fe7-9fc0-b793994c34f9 req-c8f229ae-a7af-45f9-93b9-053ccc0d002c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8d9ea22f71a445be923c54cc534e9006&device_id=08e0b2ab-e41e-44e1-8f3c-f600e9686d00 HTTP/1.1" status: 200 len: 1095 time: 0.3083086 Nov 12 08:25:18.458620 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-26a63882-6ec6-4439-9bf6-b56473f6d9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:18.460428 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-26a63882-6ec6-4439-9bf6-b56473f6d9ce service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9e520f7f-b1f4-4beb-857f-1d9d7549799e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4792995 Nov 12 08:25:18.491377 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b1c1d2-e99c-4c64-b148-af5f4e0be1f0 req-3896288e-d98d-45d5-ae36-b99578c11c15 tempest-ServerMetadataNegativeTestJSON-718312689 tempest-ServerMetadataNegativeTestJSON-718312689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:18.493541 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-52b1c1d2-e99c-4c64-b148-af5f4e0be1f0 req-3896288e-d98d-45d5-ae36-b99578c11c15 tempest-ServerMetadataNegativeTestJSON-718312689 tempest-ServerMetadataNegativeTestJSON-718312689-project] 10.222.0.26 "GET /v2.0/ports?device_id=08e0b2ab-e41e-44e1-8f3c-f600e9686d00 HTTP/1.1" status: 200 len: 943 time: 0.1104009 Nov 12 08:25:18.517917 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2f618b52-78e5-4316-956d-3fadc9a9be89 req-bfd179c6-3e88-4752-820f-a9b3ddc9bff1 service neutron] 10.222.0.44 "GET /v2.0/networks/48c46c78-0475-4191-b336-d10a7e260ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7224159 Nov 12 08:25:18.579441 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-52b1c1d2-e99c-4c64-b148-af5f4e0be1f0 req-ff4ff848-1501-4982-b78b-bc9b8926b8cf tempest-ServerMetadataNegativeTestJSON-718312689 tempest-ServerMetadataNegativeTestJSON-718312689-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b5e811b-1a44-465b-9438-f7cbd8922c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760958 Nov 12 08:25:18.583776 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fcc2826c-b8b1-4b96-aef0-b16ae3cb4306 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:18.590903 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87382c0d-9694-45e8-baa3-9168eb84ddf4 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Pushing event updated for resources: {'Port': ['ID=1382f6f5-f0fc-4122-9d1c-fd172465f2f9,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:18.617648 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fcc2826c-b8b1-4b96-aef0-b16ae3cb4306 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:18.632110 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-aee0d2d4-d85a-4174-a8cc-9646eee32f6a req-95b25633-269e-4ce6-8719-d7eba6d1eb51 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "GET /v2.0/security-groups?id=5e4f26b3-68f4-458f-b970-543611e5d001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995256 Nov 12 08:25:18.673935 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['50d2807b-6b69-40e6-aeda-3bdaec433c45'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:25:18.701868 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fcc2826c-b8b1-4b96-aef0-b16ae3cb4306 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:18.705000 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fcc2826c-b8b1-4b96-aef0-b16ae3cb4306 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:18.710273 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-fcc2826c-b8b1-4b96-aef0-b16ae3cb4306 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "DELETE /v2.0/security-groups/d74aa66f-94cd-46bf-88d1-ba01baf3e553 HTTP/1.1" status: 204 len: 168 time: 0.3075047 Nov 12 08:25:18.711152 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56342) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:18.733517 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc2826c-b8b1-4b96-aef0-b16ae3cb4306 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d74aa66f-94cd-46bf-88d1-ba01baf3e553,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:18.836070 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-442e5cc5-fbe8-4fd2-866d-0935b9e334d5 service neutron] 10.222.0.21 "GET /v2.0/networks/9e520f7f-b1f4-4beb-857f-1d9d7549799e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3381629 Nov 12 08:25:18.842714 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-05b628b9-9e40-43ab-bf00-19cf99cd6b65 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:18.867973 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-05b628b9-9e40-43ab-bf00-19cf99cd6b65 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:18.920863 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91674236-d178-4a0c-b5f7-ba787e382e3a req-053d6f3b-67c2-476d-b8cc-42edf8332837 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:18.929540 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-91674236-d178-4a0c-b5f7-ba787e382e3a req-053d6f3b-67c2-476d-b8cc-42edf8332837 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9f80b7-7da6-471c-ab75-5240190a613a HTTP/1.1" status: 200 len: 945 time: 0.1972592 Nov 12 08:25:18.932655 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-05b628b9-9e40-43ab-bf00-19cf99cd6b65 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:18.935359 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-05b628b9-9e40-43ab-bf00-19cf99cd6b65 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:18.939258 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-05b628b9-9e40-43ab-bf00-19cf99cd6b65 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "DELETE /v2.0/security-groups/ec0f967b-0e2a-40ca-8a19-e302091442f4 HTTP/1.1" status: 204 len: 168 time: 0.2236171 Nov 12 08:25:18.949524 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56348) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:18.956277 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b966bda-5831-4fe7-9fc0-b793994c34f9 req-f7bb25d8-db4e-486a-a0e7-5a24fb4b51d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:18.958457 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2b966bda-5831-4fe7-9fc0-b793994c34f9 req-f7bb25d8-db4e-486a-a0e7-5a24fb4b51d9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4ae1450d-dc01-4bde-8c3d-6680fac8b905 HTTP/1.1" status: 200 len: 921 time: 0.4777961 Nov 12 08:25:18.984861 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b628b9-9e40-43ab-bf00-19cf99cd6b65 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec0f967b-0e2a-40ca-8a19-e302091442f4,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:19.077743 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-91674236-d178-4a0c-b5f7-ba787e382e3a req-06370ac0-db74-43a4-abe9-4ee4a339f6a9 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=dafae0e1-4d35-4b86-8740-ce6a9a9c8268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1427610 Nov 12 08:25:19.097433 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5e36f080-7416-40cf-ade5-4b937f530b33 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:19.121551 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2b966bda-5831-4fe7-9fc0-b793994c34f9 req-a12bedbd-4d3a-41dd-8b40-91216e44491e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8f24591d-5c2b-4771-9554-0d20da7b810d HTTP/1.1" status: 200 len: 217 time: 0.1423080 Nov 12 08:25:19.142710 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5e36f080-7416-40cf-ade5-4b937f530b33 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:19.181038 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-b2be0c7a-8b03-4cb9-8751-9f0bc4794c73 None None] Provisioning complete for port 3721d559-93d0-4e4d-a3ad-68653d73f96e triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:19.181414 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b2be0c7a-8b03-4cb9-8751-9f0bc4794c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:19.218874 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5e36f080-7416-40cf-ade5-4b937f530b33 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:19.221678 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5e36f080-7416-40cf-ade5-4b937f530b33 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:19.225665 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-5e36f080-7416-40cf-ade5-4b937f530b33 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "DELETE /v2.0/security-groups/b19c201c-8266-47d0-95cd-20cb9c646e30 HTTP/1.1" status: 204 len: 168 time: 0.2703521 Nov 12 08:25:19.228297 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56362) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:19.246016 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e36f080-7416-40cf-ade5-4b937f530b33 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b19c201c-8266-47d0-95cd-20cb9c646e30,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:19.299129 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-93763221-641c-4203-959e-daad2bf03874 service neutron] 10.222.0.21 "GET /v2.0/networks/9e520f7f-b1f4-4beb-857f-1d9d7549799e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3258121 Nov 12 08:25:19.302925 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b966bda-5831-4fe7-9fc0-b793994c34f9 req-310c1f8c-f342-4c40-9b25-66ebba2ee195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:19.304392 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2b966bda-5831-4fe7-9fc0-b793994c34f9 req-310c1f8c-f342-4c40-9b25-66ebba2ee195 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=71e348f5-273c-48e8-8f76-8b76c9031eab HTTP/1.1" status: 200 len: 860 time: 0.1696312 Nov 12 08:25:19.340621 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee4acac7-0e71-4627-bfb9-55e702c8696f tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Deleting subnet fb0cd25a-cbca-48b9-ad13-018a348505ea {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:25:19.351330 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ee4acac7-0e71-4627-bfb9-55e702c8696f tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:19.415209 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ee4acac7-0e71-4627-bfb9-55e702c8696f tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:19.470808 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 3721d559-93d0-4e4d-a3ad-68653d73f96e up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:25:19.545112 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-b2be0c7a-8b03-4cb9-8751-9f0bc4794c73 None None] Provisioning complete for port d87cf8ed-0b74-4dd0-a179-c6c71a019ba3 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:19.545572 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b2be0c7a-8b03-4cb9-8751-9f0bc4794c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:19.549600 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 3721d559-93d0-4e4d-a3ad-68653d73f96e triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:19.550059 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:19.565642 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-1c47d4ac-da2c-40bd-bd71-fd381cf82ba3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.13&port_id=de71fd45-74c2-49a4-9d5c-ca3abeda5242 HTTP/1.1" status: 200 len: 217 time: 0.2656012 Nov 12 08:25:19.575606 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2b966bda-5831-4fe7-9fc0-b793994c34f9 req-b87ea2bf-94b3-48ca-8058-783982091e9d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4ae1450d-dc01-4bde-8c3d-6680fac8b905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2157066 Nov 12 08:25:19.598065 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ee4acac7-0e71-4627-bfb9-55e702c8696f tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:19.653390 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-b2be0c7a-8b03-4cb9-8751-9f0bc4794c73 None None] Port d87cf8ed-0b74-4dd0-a179-c6c71a019ba3 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:25:19.668506 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-b2be0c7a-8b03-4cb9-8751-9f0bc4794c73 None None] Could not find standard attr ID for object fcbaa425-74a5-4c43-95db-a29f70426e95. {{(pid=102601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:25:19.689594 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ee4acac7-0e71-4627-bfb9-55e702c8696f tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:19.722564 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4acac7-0e71-4627-bfb9-55e702c8696f tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Pushing event deleted for resources: {'Subnet': ['ID=fb0cd25a-cbca-48b9-ad13-018a348505ea,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:19.734165 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ee4acac7-0e71-4627-bfb9-55e702c8696f tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:19.747062 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-ee4acac7-0e71-4627-bfb9-55e702c8696f tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "DELETE /v2.0/subnets/fb0cd25a-cbca-48b9-ad13-018a348505ea HTTP/1.1" status: 204 len: 168 time: 0.5175123 Nov 12 08:25:19.753489 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56374) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:19.786991 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-0963a87d-4401-4e6a-8880-7bc2bcbbd178 None None] Could not find standard attr ID for object fcbaa425-74a5-4c43-95db-a29f70426e95. {{(pid=102601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:25:19.849020 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 8f24591d-5c2b-4771-9554-0d20da7b810d details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:25:19.861649 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-e388d8b8-cc2b-446c-98de-9df5884d9200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:19.862454 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 50d2807b-6b69-40e6-aeda-3bdaec433c45 up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:25:19.864347 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-e388d8b8-cc2b-446c-98de-9df5884d9200 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e78be117-1491-4cf2-9312-471f24befda8 HTTP/1.1" status: 200 len: 801 time: 0.2726204 Nov 12 08:25:19.864623 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-5483c4f8-48a7-44d3-b66d-85f2169cf4b7 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Deleting subnet 90d5daef-8d1a-438a-a84d-409b8d1ab15a {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:25:19.865649 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4221e2-8ae4-404f-99e7-579d754e9183 None None] Network e372bf0f-2ebc-4d91-b5c4-f31d4a0a8744 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:25:19.875171 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe62d25-219d-47d6-bfb2-30892d1aea32 req-b59f0ed5-15c5-4cb2-8c75-46aab854692f tempest-ServerMetadataNegativeTestJSON-718312689 tempest-ServerMetadataNegativeTestJSON-718312689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:19.877027 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cfe62d25-219d-47d6-bfb2-30892d1aea32 req-b59f0ed5-15c5-4cb2-8c75-46aab854692f tempest-ServerMetadataNegativeTestJSON-718312689 tempest-ServerMetadataNegativeTestJSON-718312689-project] 10.222.0.26 "GET /v2.0/ports?device_id=08e0b2ab-e41e-44e1-8f3c-f600e9686d00 HTTP/1.1" status: 200 len: 943 time: 0.1243868 Nov 12 08:25:19.880055 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5483c4f8-48a7-44d3-b66d-85f2169cf4b7 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:19.961517 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5483c4f8-48a7-44d3-b66d-85f2169cf4b7 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:19.968612 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cfe62d25-219d-47d6-bfb2-30892d1aea32 req-27f2df42-32c4-4055-b8cb-28d7d0f2e35b tempest-ServerMetadataNegativeTestJSON-718312689 tempest-ServerMetadataNegativeTestJSON-718312689-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b5e811b-1a44-465b-9438-f7cbd8922c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849409 Nov 12 08:25:20.080022 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a5030b-2f66-48c5-ab26-926ac0934821 req-13b2130f-cc3e-419d-b0d7-7221c90025fb tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:20.080469 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5483c4f8-48a7-44d3-b66d-85f2169cf4b7 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:20.089645 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e4a5030b-2f66-48c5-ab26-926ac0934821 req-13b2130f-cc3e-419d-b0d7-7221c90025fb tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4c7a2a2-2dfe-4e5d-a995-7d21ef5b2362 HTTP/1.1" status: 200 len: 944 time: 0.5397155 Nov 12 08:25:20.142339 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning for port 50d2807b-6b69-40e6-aeda-3bdaec433c45 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:25:20.154341 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 8f24591d-5c2b-4771-9554-0d20da7b810d, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=8f24591d-5c2b-4771-9554-0d20da7b810d,segment=NetworkSegment(15fcae5b-3a5f-46bc-b828-95be2aa1fd17),segment_id=15fcae5b-3a5f-46bc-b828-95be2aa1fd17)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:25:20.165126 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port 50d2807b-6b69-40e6-aeda-3bdaec433c45 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:20.165519 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:20.167890 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5483c4f8-48a7-44d3-b66d-85f2169cf4b7 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:20.218566 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': '8f24591d-5c2b-4771-9554-0d20da7b810d', 'network_id': '4ae1450d-dc01-4bde-8c3d-6680fac8b905', 'port_id': '8f24591d-5c2b-4771-9554-0d20da7b810d', 'mac_address': 'fa:16:3e:87:c2:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71e348f5-273c-48e8-8f76-8b76c9031eab', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:25:20.234834 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5483c4f8-48a7-44d3-b66d-85f2169cf4b7 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:20.237692 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2b966bda-5831-4fe7-9fc0-b793994c34f9 req-a6394c95-08d7-4ea9-b3e9-f59fdba15383 service neutron] 10.222.0.44 "GET /v2.0/networks/4ae1450d-dc01-4bde-8c3d-6680fac8b905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6368959 Nov 12 08:25:20.243682 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-5483c4f8-48a7-44d3-b66d-85f2169cf4b7 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "DELETE /v2.0/subnets/90d5daef-8d1a-438a-a84d-409b8d1ab15a HTTP/1.1" status: 204 len: 168 time: 0.4878852 Nov 12 08:25:20.245321 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5483c4f8-48a7-44d3-b66d-85f2169cf4b7 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Pushing event deleted for resources: {'Subnet': ['ID=90d5daef-8d1a-438a-a84d-409b8d1ab15a,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:20.253244 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56380) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:20.274634 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e4a5030b-2f66-48c5-ab26-926ac0934821 req-f794b355-8a5c-47b6-b9f6-4127eb01188b tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/security-groups?id=78e82477-8369-41c4-8634-4911b1aaaaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838663 Nov 12 08:25:20.287159 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-08efbb13-5a39-4c42-ac9d-ca2b17de3f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:20.289353 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-08efbb13-5a39-4c42-ac9d-ca2b17de3f90 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c1bb571d-b3b1-4ffa-8d0c-fbb045900c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3959496 Nov 12 08:25:20.293691 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb652033-b38d-4513-bcfb-6a29272a480a tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] DELETE failed (client error): The resource could not be found. Nov 12 08:25:20.294435 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb652033-b38d-4513-bcfb-6a29272a480a tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:25:20.300956 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-fb652033-b38d-4513-bcfb-6a29272a480a tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "DELETE /v2.0/subnets/fb0cd25a-cbca-48b9-ad13-018a348505ea HTTP/1.1" status: 404 len: 337 time: 0.0440130 Nov 12 08:25:20.301752 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56382) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:20.366465 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314bee64-07fd-4f8f-8dc8-1ba9218ebeb2 req-c37d8f46-3e17-4f3e-80c3-3c2ffa25d42c tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:20.369397 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:20.373574 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314bee64-07fd-4f8f-8dc8-1ba9218ebeb2 req-c37d8f46-3e17-4f3e-80c3-3c2ffa25d42c tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:20.380581 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314bee64-07fd-4f8f-8dc8-1ba9218ebeb2 req-c37d8f46-3e17-4f3e-80c3-3c2ffa25d42c tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:20.394729 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-314bee64-07fd-4f8f-8dc8-1ba9218ebeb2 req-c37d8f46-3e17-4f3e-80c3-3c2ffa25d42c tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "GET /v2.0/ports?device_id=688c0300-376e-47a5-ab51-ef3044b2ee86 HTTP/1.1" status: 200 len: 2412 time: 0.2412293 Nov 12 08:25:20.398127 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f24591d-5c2b-4771-9554-0d20da7b810d {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:25:20.459565 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 8f24591d-5c2b-4771-9554-0d20da7b810d, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=8f24591d-5c2b-4771-9554-0d20da7b810d,segment=NetworkSegment(15fcae5b-3a5f-46bc-b828-95be2aa1fd17),segment_id=15fcae5b-3a5f-46bc-b828-95be2aa1fd17)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:25:20.463470 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:20.483298 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-3c4a14a0-5dbb-4ec7-af72-f83f664bd6be service neutron] 10.222.0.21 "GET /v2.0/networks/c1bb571d-b3b1-4ffa-8d0c-fbb045900c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372011 Nov 12 08:25:20.505392 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:20.512975 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-80cc00c0-fa8b-43ff-92cf-5e6830c2a7b4 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Deleting subnet cfa7923a-eeea-4375-a38d-d8bcaee652ad {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:25:20.517007 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-80cc00c0-fa8b-43ff-92cf-5e6830c2a7b4 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:20.524734 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 50d2807b-6b69-40e6-aeda-3bdaec433c45, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=50d2807b-6b69-40e6-aeda-3bdaec433c45,segment=NetworkSegment(04af530b-b37b-4970-964b-31b6853d152d),segment_id=04af530b-b37b-4970-964b-31b6853d152d)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:25:20.528285 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4c7a2a2-2dfe-4e5d-a995-7d21ef5b2362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50d2807b-6b69-40e6-aeda-3bdaec433c45'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:25:20.530723 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2b4292d-a8b3-4249-aa02-43a563401227" -d '{"events": [{"server_uuid": "b4c7a2a2-2dfe-4e5d-a995-7d21ef5b2362", "name": "network-vif-plugged", "status": "completed", "tag": "50d2807b-6b69-40e6-aeda-3bdaec433c45"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:25:20.585277 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:20.597283 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-87382c0d-9694-45e8-baa3-9168eb84ddf4 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:20.600831 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9725875b-12e6-48cd-8ab8-ad7fd8eb2f31 None None] Update dhcp port {'port': {'network_id': 'e372bf0f-2ebc-4d91-b5c4-f31d4a0a8744', 'fixed_ips': [{'subnet_id': 'cfa7923a-eeea-4375-a38d-d8bcaee652ad', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '90d5daef-8d1a-438a-a84d-409b8d1ab15a'}], 'binding:host_id': 'n-d-765315-29'}, 'id': '3721d559-93d0-4e4d-a3ad-68653d73f96e'} from n-d-765315-29. {{(pid=102601) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 08:25:20.642850 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9725875b-12e6-48cd-8ab8-ad7fd8eb2f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:20.647236 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=8f24591d-5c2b-4771-9554-0d20da7b810d,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:20.669769 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-314bee64-07fd-4f8f-8dc8-1ba9218ebeb2 req-0f9b37b7-bc5e-4d39-9c8d-49837408c780 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "GET /v2.0/security-groups?id=5e4f26b3-68f4-458f-b970-543611e5d001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676244 Nov 12 08:25:20.673190 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-80cc00c0-fa8b-43ff-92cf-5e6830c2a7b4 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:20.739385 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=50d2807b-6b69-40e6-aeda-3bdaec433c45,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:20.866065 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8822c4f2-0746-42e8-b2cf-362b6b3160d7 x-openstack-request-id: req-8822c4f2-0746-42e8-b2cf-362b6b3160d7 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:25:20.866447 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4c7a2a2-2dfe-4e5d-a995-7d21ef5b2362", "name": "network-vif-plugged", "status": "completed", "tag": "50d2807b-6b69-40e6-aeda-3bdaec433c45", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:25:20.866662 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8822c4f2-0746-42e8-b2cf-362b6b3160d7 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:25:20.867024 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4c7a2a2-2dfe-4e5d-a995-7d21ef5b2362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50d2807b-6b69-40e6-aeda-3bdaec433c45', 'code': 200} Nov 12 08:25:20.888622 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b2ff2-d9e4-4aab-8b62-3f4a99b9a02c req-48466195-8f73-41b6-be5e-bc8209747552 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:20.890883 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['8f24591d-5c2b-4771-9554-0d20da7b810d'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:25:20.897093 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-606b2ff2-d9e4-4aab-8b62-3f4a99b9a02c req-48466195-8f73-41b6-be5e-bc8209747552 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9f80b7-7da6-471c-ab75-5240190a613a HTTP/1.1" status: 200 len: 945 time: 0.4105616 Nov 12 08:25:20.907410 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-80cc00c0-fa8b-43ff-92cf-5e6830c2a7b4 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:20.939729 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2b966bda-5831-4fe7-9fc0-b793994c34f9 req-a3b8b5e3-f112-4265-a239-a6707c38387e service neutron] 10.222.0.44 "GET /v2.0/networks/4ae1450d-dc01-4bde-8c3d-6680fac8b905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6624041 Nov 12 08:25:20.969537 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b01a71a4-969e-46fc-966e-1a7958469a2b req-c3e98322-bc96-4396-86f0-5edbaf54eb95 service neutron] 10.222.0.21 "GET /v2.0/networks/c1bb571d-b3b1-4ffa-8d0c-fbb045900c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4647238 Nov 12 08:25:21.008775 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-80cc00c0-fa8b-43ff-92cf-5e6830c2a7b4 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:21.024830 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-87382c0d-9694-45e8-baa3-9168eb84ddf4 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:21.029906 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-606b2ff2-d9e4-4aab-8b62-3f4a99b9a02c req-284ca6e7-d6fa-4a08-8b1c-ec8e2f50183c tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=dafae0e1-4d35-4b86-8740-ce6a9a9c8268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319468 Nov 12 08:25:21.067506 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7bacb0-72dd-40b8-9d59-93e5c571343a req-ce2fa157-8b67-46e6-a8ea-281774e2187b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:21.069593 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3c7bacb0-72dd-40b8-9d59-93e5c571343a req-ce2fa157-8b67-46e6-a8ea-281774e2187b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b4c7a2a2-2dfe-4e5d-a995-7d21ef5b2362 HTTP/1.1" status: 200 len: 1097 time: 0.1922746 Nov 12 08:25:21.097846 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-80cc00c0-fa8b-43ff-92cf-5e6830c2a7b4 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:21.108241 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-80cc00c0-fa8b-43ff-92cf-5e6830c2a7b4 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "DELETE /v2.0/subnets/cfa7923a-eeea-4375-a38d-d8bcaee652ad HTTP/1.1" status: 204 len: 168 time: 0.8035016 Nov 12 08:25:21.110574 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server [None req-9725875b-12e6-48cd-8ab8-ad7fd8eb2f31 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cfa7923a-eeea-4375-a38d-d8bcaee652ad: This subnet is being modified by another concurrent operation. Nov 12 08:25:21.110574 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 08:25:21.110574 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 08:25:21.110574 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 08:25:21.110574 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 08:25:21.110574 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 08:25:21.110574 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 08:25:21.110574 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 08:25:21.110574 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 08:25:21.110574 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 08:25:21.110574 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 08:25:21.110574 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 08:25:21.110574 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 08:25:21.110574 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 08:25:21.110574 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:25:21.110574 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:25:21.110574 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:25:21.110574 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:25:21.110574 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 08:25:21.110574 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:25:21.110574 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 08:25:21.110574 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 08:25:21.110574 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:25:21.110574 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:25:21.110574 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:25:21.110574 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:25:21.110574 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 08:25:21.110574 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:25:21.110574 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 08:25:21.110574 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 08:25:21.110574 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:25:21.110574 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:25:21.110574 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:25:21.110574 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:25:21.110574 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 08:25:21.110574 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 08:25:21.110574 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 12 08:25:21.110574 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 12 08:25:21.110574 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 12 08:25:21.110574 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 12 08:25:21.110574 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 08:25:21.110574 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:25:21.110574 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 08:25:21.110574 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 08:25:21.110574 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 08:25:21.110574 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 08:25:21.110574 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:25:21.110574 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:25:21.110574 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:25:21.110574 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:25:21.110574 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 08:25:21.110574 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:25:21.110574 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 08:25:21.110574 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 08:25:21.115174 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:25:21.115174 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:25:21.115174 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:25:21.115174 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:25:21.115174 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 08:25:21.115174 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:25:21.115174 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 08:25:21.115174 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 08:25:21.115174 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:25:21.115174 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:25:21.115174 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:25:21.115174 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:25:21.115174 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 08:25:21.115174 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 08:25:21.115174 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 12 08:25:21.115174 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 12 08:25:21.115174 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 08:25:21.115174 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 08:25:21.115174 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 12 08:25:21.115174 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 12 08:25:21.115174 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 12 08:25:21.115174 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 12 08:25:21.115174 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 12 08:25:21.115174 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 12 08:25:21.115174 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 12 08:25:21.115174 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 08:25:21.115174 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 08:25:21.115174 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 08:25:21.115174 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 08:25:21.115174 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server raise exception Nov 12 08:25:21.115174 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cfa7923a-eeea-4375-a38d-d8bcaee652ad: This subnet is being modified by another concurrent operation. Nov 12 08:25:21.115174 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server Nov 12 08:25:21.119834 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cc00c0-fa8b-43ff-92cf-5e6830c2a7b4 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Pushing event deleted for resources: {'Subnet': ['ID=cfa7923a-eeea-4375-a38d-d8bcaee652ad,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:21.122062 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 56390) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:21.212466 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3c0f30-9a19-4e79-9203-baa1fdef3b62 req-d41c0bb5-7915-4532-be42-05c7d68eb6fc tempest-ServerMetadataNegativeTestJSON-718312689 tempest-ServerMetadataNegativeTestJSON-718312689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:21.214058 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ba3c0f30-9a19-4e79-9203-baa1fdef3b62 req-d41c0bb5-7915-4532-be42-05c7d68eb6fc tempest-ServerMetadataNegativeTestJSON-718312689 tempest-ServerMetadataNegativeTestJSON-718312689-project] 10.222.0.26 "GET /v2.0/ports?device_id=08e0b2ab-e41e-44e1-8f3c-f600e9686d00 HTTP/1.1" status: 200 len: 944 time: 0.0881066 Nov 12 08:25:21.266475 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb754df0-5776-4f61-b52e-dfb6e90ab847 None None] Network e372bf0f-2ebc-4d91-b5c4-f31d4a0a8744 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:25:21.343185 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ba3c0f30-9a19-4e79-9203-baa1fdef3b62 req-43bdd7b5-a299-4c62-8014-668c1c3dcae0 tempest-ServerMetadataNegativeTestJSON-718312689 tempest-ServerMetadataNegativeTestJSON-718312689-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b5e811b-1a44-465b-9438-f7cbd8922c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194298 Nov 12 08:25:21.412357 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 3721d559-93d0-4e4d-a3ad-68653d73f96e no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:25:21.446547 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-f164a425-621a-4aa9-8079-4c37285eb96a None None] Provisioning complete for port 3721d559-93d0-4e4d-a3ad-68653d73f96e triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:21.446938 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f164a425-621a-4aa9-8079-4c37285eb96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:21.719128 n-d-765315-29 neutron-server[102599]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbcb9d8a-d555-4671-9763-1b50257af5ed tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] DELETE failed (client error): The resource could not be found. Nov 12 08:25:21.719725 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbcb9d8a-d555-4671-9763-1b50257af5ed tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:25:21.723171 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-fbcb9d8a-d555-4671-9763-1b50257af5ed tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "DELETE /v2.0/subnets/17ae6387-a1ee-4948-a0a4-f6ff8741c0e6 HTTP/1.1" status: 404 len: 337 time: 0.5989923 Nov 12 08:25:21.726031 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56400) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:21.776692 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b966bda-5831-4fe7-9fc0-b793994c34f9 req-e07e7d53-8d7c-407a-aa0f-9be613cda6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:21.777093 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b966bda-5831-4fe7-9fc0-b793994c34f9 req-e07e7d53-8d7c-407a-aa0f-9be613cda6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:21.777561 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b966bda-5831-4fe7-9fc0-b793994c34f9 req-e07e7d53-8d7c-407a-aa0f-9be613cda6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:21.779309 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2b966bda-5831-4fe7-9fc0-b793994c34f9 req-e07e7d53-8d7c-407a-aa0f-9be613cda6ac service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1001c16de8c544adab5de1eeb517d6a1&device_id=688c0300-376e-47a5-ab51-ef3044b2ee86 HTTP/1.1" status: 200 len: 2868 time: 0.7087984 Nov 12 08:25:21.789139 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3c7bacb0-72dd-40b8-9d59-93e5c571343a req-be78714c-84c9-49f4-9c77-4872865cf5b2 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=78e82477-8369-41c4-8634-4911b1aaaaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7085843 Nov 12 08:25:21.789401 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-3faa427d-5784-44aa-922e-a1171276082f tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "GET /v2.0/ports?device_id=85d2979c-3ac1-40b8-95c8-102183baf4e2 HTTP/1.1" status: 200 len: 205 time: 0.0599144 Nov 12 08:25:21.803683 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56402) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:21.854153 n-d-765315-29 neutron-server[102600]: INFO neutron.api.v2.resource [None req-91e905ad-51e4-4258-a78f-d859bad1ec87 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] delete failed (client error): The resource could not be found. Nov 12 08:25:21.855537 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-91e905ad-51e4-4258-a78f-d859bad1ec87 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "DELETE /v2.0/routers/85d2979c-3ac1-40b8-95c8-102183baf4e2 HTTP/1.1" status: 404 len: 336 time: 0.0505884 Nov 12 08:25:21.858503 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc4fcc5-5e71-445d-a98b-c6a0c986de69 req-48c62fa8-5851-4ee1-810e-06ae0c820f87 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:21.859862 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56404) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:21.860044 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1dc4fcc5-5e71-445d-a98b-c6a0c986de69 req-48c62fa8-5851-4ee1-810e-06ae0c820f87 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4c7a2a2-2dfe-4e5d-a995-7d21ef5b2362 HTTP/1.1" status: 200 len: 945 time: 0.2154341 Nov 12 08:25:21.904493 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-b756d095-5791-4207-9da5-2c4b0da07505 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] DELETE failed (client error): The resource could not be found. Nov 12 08:25:21.905248 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b756d095-5791-4207-9da5-2c4b0da07505 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:25:21.908474 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-b756d095-5791-4207-9da5-2c4b0da07505 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "DELETE /v2.0/subnets/e2b2e797-df76-4d8f-91f0-c6d6d32d5285 HTTP/1.1" status: 404 len: 337 time: 0.0450740 Nov 12 08:25:21.914837 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56406) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:21.924308 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412090ca-10c7-4617-8252-8da3b087fd96 req-e4420d03-6221-4ff0-94c1-d31c6d334d09 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:21.932362 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412090ca-10c7-4617-8252-8da3b087fd96 req-e4420d03-6221-4ff0-94c1-d31c6d334d09 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:21.940951 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412090ca-10c7-4617-8252-8da3b087fd96 req-e4420d03-6221-4ff0-94c1-d31c6d334d09 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:21.950187 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-412090ca-10c7-4617-8252-8da3b087fd96 req-e4420d03-6221-4ff0-94c1-d31c6d334d09 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "GET /v2.0/ports?device_id=688c0300-376e-47a5-ab51-ef3044b2ee86 HTTP/1.1" status: 200 len: 2412 time: 0.2018919 Nov 12 08:25:21.970857 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d163072-de37-427b-a593-ec81f4a46e05 None None] DHCP port deletion for e372bf0f-2ebc-4d91-b5c4-f31d4a0a8744 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:25:21.975266 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:22.000429 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f7cd0ed-3ba2-4535-accd-65bef5661398 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] DELETE failed (client error): The resource could not be found. Nov 12 08:25:22.000880 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f7cd0ed-3ba2-4535-accd-65bef5661398 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:25:22.003550 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1dc4fcc5-5e71-445d-a98b-c6a0c986de69 req-77ea1e5c-fcc5-424c-a265-13c51e851029 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/security-groups?id=78e82477-8369-41c4-8634-4911b1aaaaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349390 Nov 12 08:25:22.004080 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-2f7cd0ed-3ba2-4535-accd-65bef5661398 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "DELETE /v2.0/subnets/031a81ef-e6a1-436c-849d-a7c5d1e0217e HTTP/1.1" status: 404 len: 337 time: 0.0456858 Nov 12 08:25:22.008348 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 56408) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:22.046273 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-412090ca-10c7-4617-8252-8da3b087fd96 req-5512a213-607d-485c-be27-790e5cacbae9 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "GET /v2.0/security-groups?id=5e4f26b3-68f4-458f-b970-543611e5d001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950501 Nov 12 08:25:22.053823 n-d-765315-29 neutron-server[102599]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8a60b54-469c-4b60-a567-88d502c18c83 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] DELETE failed (client error): The resource could not be found. Nov 12 08:25:22.054628 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8a60b54-469c-4b60-a567-88d502c18c83 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:25:22.057320 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-c8a60b54-469c-4b60-a567-88d502c18c83 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "DELETE /v2.0/subnets/cc2f2ccd-78dc-4e9d-b88b-50b05c5d53a7 HTTP/1.1" status: 404 len: 337 time: 0.0441937 Nov 12 08:25:22.060275 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56410) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:22.077573 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-87382c0d-9694-45e8-baa3-9168eb84ddf4 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:22.080335 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b966bda-5831-4fe7-9fc0-b793994c34f9 req-1b49430e-842b-4724-be28-80d7c1b8cf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:22.081959 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2b966bda-5831-4fe7-9fc0-b793994c34f9 req-1b49430e-842b-4724-be28-80d7c1b8cf08 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c1bb571d-b3b1-4ffa-8d0c-fbb045900c65 HTTP/1.1" status: 200 len: 902 time: 0.2579689 Nov 12 08:25:22.086000 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-87382c0d-9694-45e8-baa3-9168eb84ddf4 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:22.094971 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-f164a425-621a-4aa9-8079-4c37285eb96a None None] Provisioning complete for port d87cf8ed-0b74-4dd0-a179-c6c71a019ba3 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:22.095265 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f164a425-621a-4aa9-8079-4c37285eb96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:22.098785 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] For port 3721d559-93d0-4e4d-a3ad-68653d73f96e, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=3721d559-93d0-4e4d-a3ad-68653d73f96e,segment=NetworkSegment(54ffc9c4-d536-48ce-9e92-8692c13a0f05),segment_id=54ffc9c4-d536-48ce-9e92-8692c13a0f05)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:25:22.125401 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:22.127307 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a307ab9-53b1-4769-a811-e58800fb4bf7 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] DELETE failed (client error): The resource could not be found. Nov 12 08:25:22.130863 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a307ab9-53b1-4769-a811-e58800fb4bf7 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:25:22.137154 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-9a307ab9-53b1-4769-a811-e58800fb4bf7 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "DELETE /v2.0/ports/1f8082f7-4a7f-43d3-ab9f-1549ee70c727 HTTP/1.1" status: 404 len: 333 time: 0.0746608 Nov 12 08:25:22.140175 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56414) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:22.162302 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2b966bda-5831-4fe7-9fc0-b793994c34f9 req-b85da704-fa2f-4886-859a-a3484c3c9fec service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.13&port_id=de71fd45-74c2-49a4-9d5c-ca3abeda5242 HTTP/1.1" status: 200 len: 217 time: 0.0677488 Nov 12 08:25:22.186544 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Pushing event updated for resources: {'Port': ['ID=3721d559-93d0-4e4d-a3ad-68653d73f96e,revision_number=11']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:22.186825 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-2eae1b02-b1b8-424d-b9b8-5f2cce96b246 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] DELETE failed (client error): The resource could not be found. Nov 12 08:25:22.187089 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2eae1b02-b1b8-424d-b9b8-5f2cce96b246 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:25:22.190088 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-2eae1b02-b1b8-424d-b9b8-5f2cce96b246 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "DELETE /v2.0/subnets/6dba5e9c-8559-477b-9e12-de86af2fdc3d HTTP/1.1" status: 404 len: 337 time: 0.0482826 Nov 12 08:25:22.192696 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56416) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:22.214153 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-f164a425-621a-4aa9-8079-4c37285eb96a None None] Port d87cf8ed-0b74-4dd0-a179-c6c71a019ba3 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:25:22.218160 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-7d163072-de37-427b-a593-ec81f4a46e05 None None] Deleting port 3721d559-93d0-4e4d-a3ad-68653d73f96e {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:25:22.218533 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7d163072-de37-427b-a593-ec81f4a46e05 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:22.225043 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b17871b-265e-446c-b5e4-c658162fe539 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] DELETE failed (client error): The resource could not be found. Nov 12 08:25:22.225566 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b17871b-265e-446c-b5e4-c658162fe539 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:25:22.228699 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-3b17871b-265e-446c-b5e4-c658162fe539 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "DELETE /v2.0/subnets/d52d694a-74df-4ec1-aabb-6de5249196f2 HTTP/1.1" status: 404 len: 337 time: 0.0349145 Nov 12 08:25:22.231777 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56418) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:22.260731 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e9224da-c2d8-48a8-8566-25e3f76c3eb3 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] DELETE failed (client error): The resource could not be found. Nov 12 08:25:22.261646 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e9224da-c2d8-48a8-8566-25e3f76c3eb3 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:25:22.266762 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87382c0d-9694-45e8-baa3-9168eb84ddf4 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Pushing event updated for resources: {'Port': ['ID=1382f6f5-f0fc-4122-9d1c-fd172465f2f9,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:22.267108 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-2e9224da-c2d8-48a8-8566-25e3f76c3eb3 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "DELETE /v2.0/ports/8bc57299-e528-4c99-befc-49309bacb7b0 HTTP/1.1" status: 404 len: 333 time: 0.0328846 Nov 12 08:25:22.267707 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56420) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:22.295354 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-87382c0d-9694-45e8-baa3-9168eb84ddf4 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:22.296452 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-db092bf0-6629-4128-8283-e6a0c95c2227 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] DELETE failed (client error): The resource could not be found. Nov 12 08:25:22.296852 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db092bf0-6629-4128-8283-e6a0c95c2227 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:25:22.300747 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-db092bf0-6629-4128-8283-e6a0c95c2227 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "DELETE /v2.0/subnets/fd844bea-1365-4000-8777-f526cef668ef HTTP/1.1" status: 404 len: 337 time: 0.0321043 Nov 12 08:25:22.302875 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-7d163072-de37-427b-a593-ec81f4a46e05 None None] For port 3721d559-93d0-4e4d-a3ad-68653d73f96e, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=3721d559-93d0-4e4d-a3ad-68653d73f96e,segment=NetworkSegment(54ffc9c4-d536-48ce-9e92-8692c13a0f05),segment_id=54ffc9c4-d536-48ce-9e92-8692c13a0f05)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:25:22.303463 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7d163072-de37-427b-a593-ec81f4a46e05 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:22.304191 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56422) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:22.317438 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-7d163072-de37-427b-a593-ec81f4a46e05 None None] Calling delete_port for 3721d559-93d0-4e4d-a3ad-68653d73f96e owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:25:22.330439 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-1abe052e-f3bd-4234-8123-4f90ea54a4aa tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] DELETE failed (client error): The resource could not be found. Nov 12 08:25:22.331089 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1abe052e-f3bd-4234-8123-4f90ea54a4aa tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:25:22.337129 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-1abe052e-f3bd-4234-8123-4f90ea54a4aa tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "DELETE /v2.0/subnets/919530c9-433b-4207-b7e9-6899bcfcaa2e HTTP/1.1" status: 404 len: 337 time: 0.0292716 Nov 12 08:25:22.337323 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b966bda-5831-4fe7-9fc0-b793994c34f9 req-3f2178bd-dff6-4711-990a-20ad551b2bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:22.337323 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2b966bda-5831-4fe7-9fc0-b793994c34f9 req-3f2178bd-dff6-4711-990a-20ad551b2bd3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e78be117-1491-4cf2-9312-471f24befda8 HTTP/1.1" status: 200 len: 801 time: 0.1339521 Nov 12 08:25:22.337913 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56424) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:22.366727 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e3f0e3-bb5e-48bc-823f-b8267152eff6 req-77995b1d-3561-4bec-a945-4f3fe406fcaa tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:22.368245 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-74e3f0e3-bb5e-48bc-823f-b8267152eff6 req-77995b1d-3561-4bec-a945-4f3fe406fcaa tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9f80b7-7da6-471c-ab75-5240190a613a HTTP/1.1" status: 200 len: 945 time: 0.1758411 Nov 12 08:25:22.420407 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7d163072-de37-427b-a593-ec81f4a46e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:22.456566 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d163072-de37-427b-a593-ec81f4a46e05 None None] Pushing event deleted for resources: {'Port': ['ID=3721d559-93d0-4e4d-a3ad-68653d73f96e,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:22.460094 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d163072-de37-427b-a593-ec81f4a46e05 None None] No DVR routers for this DVR port 3721d559-93d0-4e4d-a3ad-68653d73f96e on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:25:22.481130 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccfb58de-02e6-48bf-a6e4-c6c560e1719b None None] get_active_networks_info from n-d-765315-29 {{(pid=102601) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 08:25:22.488714 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4901db-fb7e-47b4-863a-67b621f197e9 req-390554c4-3a5b-422a-b0f1-f80de5bf64b3 tempest-ServerMetadataNegativeTestJSON-718312689 tempest-ServerMetadataNegativeTestJSON-718312689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:22.490876 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4e4901db-fb7e-47b4-863a-67b621f197e9 req-390554c4-3a5b-422a-b0f1-f80de5bf64b3 tempest-ServerMetadataNegativeTestJSON-718312689 tempest-ServerMetadataNegativeTestJSON-718312689-project] 10.222.0.26 "GET /v2.0/ports?device_id=08e0b2ab-e41e-44e1-8f3c-f600e9686d00 HTTP/1.1" status: 200 len: 944 time: 0.0687847 Nov 12 08:25:22.497166 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-74e3f0e3-bb5e-48bc-823f-b8267152eff6 req-33dbd7cb-4888-4222-b19e-09030ad89049 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=dafae0e1-4d35-4b86-8740-ce6a9a9c8268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080809 Nov 12 08:25:22.501204 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b966bda-5831-4fe7-9fc0-b793994c34f9 req-15adc175-0808-4368-8b26-bf20f9200889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:22.502220 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-b0c1dc6c-ebfb-473b-99ce-5aac93e8cf6d tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Deleting port d87cf8ed-0b74-4dd0-a179-c6c71a019ba3 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:25:22.503145 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b0c1dc6c-ebfb-473b-99ce-5aac93e8cf6d tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:22.503259 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2b966bda-5831-4fe7-9fc0-b793994c34f9 req-15adc175-0808-4368-8b26-bf20f9200889 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c1bb571d-b3b1-4ffa-8d0c-fbb045900c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1570015 Nov 12 08:25:22.509923 n-d-765315-29 neutron-server[102599]: INFO neutron.db.l3_db [None req-87382c0d-9694-45e8-baa3-9168eb84ddf4 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Floating IP eb3cb93b-6353-4d91-ac92-6816a2dce339 associated. External IP: 172.25.2.93, port: 4505d815-d9c3-4e11-9ed0-14e742650d49. Nov 12 08:25:22.608727 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b0c1dc6c-ebfb-473b-99ce-5aac93e8cf6d tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:22.620917 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4e4901db-fb7e-47b4-863a-67b621f197e9 req-9cc42bdb-8881-4d23-9a0e-2f69e11bcf65 tempest-ServerMetadataNegativeTestJSON-718312689 tempest-ServerMetadataNegativeTestJSON-718312689-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b5e811b-1a44-465b-9438-f7cbd8922c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229644 Nov 12 08:25:22.627016 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-b0c1dc6c-ebfb-473b-99ce-5aac93e8cf6d tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Calling delete_port for d87cf8ed-0b74-4dd0-a179-c6c71a019ba3 owned by {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:25:22.661318 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccfb58de-02e6-48bf-a6e4-c6c560e1719b None None] Resources bound (agent type, host, resource id): {{(pid=102601) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 08:25:22.740951 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b0c1dc6c-ebfb-473b-99ce-5aac93e8cf6d tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:22.774970 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c1dc6c-ebfb-473b-99ce-5aac93e8cf6d tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Pushing event deleted for resources: {'Port': ['ID=d87cf8ed-0b74-4dd0-a179-c6c71a019ba3,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:22.780790 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b0c1dc6c-ebfb-473b-99ce-5aac93e8cf6d tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:22.784731 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-b0c1dc6c-ebfb-473b-99ce-5aac93e8cf6d tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "DELETE /v2.0/ports/d87cf8ed-0b74-4dd0-a179-c6c71a019ba3 HTTP/1.1" status: 204 len: 168 time: 0.4455507 Nov 12 08:25:22.788322 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56436) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:22.816006 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2b966bda-5831-4fe7-9fc0-b793994c34f9 req-67092bc7-93d6-43b3-9641-b964fa3d0bb3 service neutron] 10.222.0.21 "GET /v2.0/networks/c1bb571d-b3b1-4ffa-8d0c-fbb045900c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3020053 Nov 12 08:25:22.879843 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-21b0aefe-c1bd-4b19-b701-27c6cc8405c4 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:23.006821 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-21b0aefe-c1bd-4b19-b701-27c6cc8405c4 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:23.022528 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2b966bda-5831-4fe7-9fc0-b793994c34f9 req-c93a2030-0258-4a0d-884f-a666d0d2a4a8 service neutron] 10.222.0.21 "GET /v2.0/networks/c1bb571d-b3b1-4ffa-8d0c-fbb045900c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654499 Nov 12 08:25:23.024434 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87382c0d-9694-45e8-baa3-9168eb84ddf4 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Router 4ff9cdf0-02c8-4da9-a0e0-d182dd444274 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:25:23.036520 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-21b0aefe-c1bd-4b19-b701-27c6cc8405c4 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e372bf0f-2ebc-4d91-b5c4-f31d4a0a8744']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:23.049570 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-21b0aefe-c1bd-4b19-b701-27c6cc8405c4 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54ffc9c4-d536-48ce-9e92-8692c13a0f05') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:23.050021 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-21b0aefe-c1bd-4b19-b701-27c6cc8405c4 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54ffc9c4-d536-48ce-9e92-8692c13a0f05') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:23.063428 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-21b0aefe-c1bd-4b19-b701-27c6cc8405c4 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:23.086432 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-21b0aefe-c1bd-4b19-b701-27c6cc8405c4 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:23.095403 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21b0aefe-c1bd-4b19-b701-27c6cc8405c4 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:25:23.096043 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-21b0aefe-c1bd-4b19-b701-27c6cc8405c4 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:23.101682 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:25:23.101682 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:25:23.101682 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:25:23.101682 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:25:23.101682 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:25:23.101682 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:25:23.101682 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:25:23.101682 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:25:23.101682 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:25:23.101682 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:25:23.101682 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:25:23.101682 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:25:23.101682 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:25:23.101682 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:25:23.101682 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:25:23.101682 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:25:23.101682 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:25:23.101682 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:25:23.101682 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:25:23.101682 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:25:23.101682 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:25:23.101682 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:25:23.101682 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:25:23.101682 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:25:23.101682 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:25:23.101682 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:25:23.101682 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:25:23.101682 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:25:23.101682 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:25:23.101682 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:25:23.101682 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:25:23.101682 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:25:23.175621 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87382c0d-9694-45e8-baa3-9168eb84ddf4 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:25:23.187206 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f61a31c-adc6-4193-8f7a-444f261370cd None None] Sync routers for ids ['4ff9cdf0-02c8-4da9-a0e0-d182dd444274'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:25:23.201340 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f61a31c-adc6-4193-8f7a-444f261370cd None None] Routers {'4ff9cdf0-02c8-4da9-a0e0-d182dd444274'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:25:23.203413 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-7f61a31c-adc6-4193-8f7a-444f261370cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:25:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['4ff9cdf0-02c8-4da9-a0e0-d182dd444274'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:23.249079 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-21b0aefe-c1bd-4b19-b701-27c6cc8405c4 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:23.262684 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-21b0aefe-c1bd-4b19-b701-27c6cc8405c4 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:23.272127 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-21b0aefe-c1bd-4b19-b701-27c6cc8405c4 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] 10.222.0.26 "DELETE /v2.0/networks/e372bf0f-2ebc-4d91-b5c4-f31d4a0a8744 HTTP/1.1" status: 204 len: 168 time: 0.4796863 Nov 12 08:25:23.276806 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-87382c0d-9694-45e8-baa3-9168eb84ddf4 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:23.284279 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-7f61a31c-adc6-4193-8f7a-444f261370cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:23.287487 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b0aefe-c1bd-4b19-b701-27c6cc8405c4 tempest-PortsIpV6TestJSON-609794507 tempest-PortsIpV6TestJSON-609794507-project] Pushing event deleted for resources: {'Network': ['ID=e372bf0f-2ebc-4d91-b5c4-f31d4a0a8744,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:23.309711 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f61a31c-adc6-4193-8f7a-444f261370cd None None] Routers {'4ff9cdf0-02c8-4da9-a0e0-d182dd444274'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:25:23.310388 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-7f61a31c-adc6-4193-8f7a-444f261370cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:25:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['4ff9cdf0-02c8-4da9-a0e0-d182dd444274'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:23.313681 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61539d5-bbe6-4437-a18a-7010bffdd76e req-adb63958-09f6-4064-abc8-d0ccfd4f95df tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:23.326314 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b61539d5-bbe6-4437-a18a-7010bffdd76e req-adb63958-09f6-4064-abc8-d0ccfd4f95df tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4c7a2a2-2dfe-4e5d-a995-7d21ef5b2362 HTTP/1.1" status: 200 len: 945 time: 0.1238222 Nov 12 08:25:23.381076 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61c2143-8b6f-4d16-b66d-84c0b9a40694 req-162c8aa7-c2bc-41c7-bfc3-dac6834b87d9 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:23.391287 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-7f61a31c-adc6-4193-8f7a-444f261370cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:23.391944 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f61a31c-adc6-4193-8f7a-444f261370cd None None] The sync data for ids ['4ff9cdf0-02c8-4da9-a0e0-d182dd444274'] in n-d-765315-29 is: [] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:25:23.394554 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61c2143-8b6f-4d16-b66d-84c0b9a40694 req-162c8aa7-c2bc-41c7-bfc3-dac6834b87d9 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:23.402358 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61c2143-8b6f-4d16-b66d-84c0b9a40694 req-162c8aa7-c2bc-41c7-bfc3-dac6834b87d9 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:23.410414 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d61c2143-8b6f-4d16-b66d-84c0b9a40694 req-162c8aa7-c2bc-41c7-bfc3-dac6834b87d9 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "GET /v2.0/ports?device_id=688c0300-376e-47a5-ab51-ef3044b2ee86 HTTP/1.1" status: 200 len: 2412 time: 0.2075260 Nov 12 08:25:23.420790 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-87382c0d-9694-45e8-baa3-9168eb84ddf4 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 8.0928750 Nov 12 08:25:23.421712 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b61539d5-bbe6-4437-a18a-7010bffdd76e req-9fab1240-99d5-47e1-a566-587214643ed2 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/security-groups?id=78e82477-8369-41c4-8634-4911b1aaaaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942006 Nov 12 08:25:23.423521 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56444) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:23.435600 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-8ebc38f7-3be8-4920-93bb-793878a4e0ba tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:23.484367 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-daad3876-3e06-4b80-819a-c1b65295bb33 None None] Provisioning complete for port 50d2807b-6b69-40e6-aeda-3bdaec433c45 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:23.490431 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d61c2143-8b6f-4d16-b66d-84c0b9a40694 req-7750e2f3-3e55-4fdf-834b-8b10264b6478 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "GET /v2.0/security-groups?id=5e4f26b3-68f4-458f-b970-543611e5d001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783191 Nov 12 08:25:23.490781 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-daad3876-3e06-4b80-819a-c1b65295bb33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:23.617374 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8ebc38f7-3be8-4920-93bb-793878a4e0ba tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks [] for floatingip, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:23.652225 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-daad3876-3e06-4b80-819a-c1b65295bb33 None None] Provisioning complete for port 85614164-d9ff-4abf-b6b6-f34a0ad5ac4a triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:23.652903 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-daad3876-3e06-4b80-819a-c1b65295bb33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:23.677105 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 56454) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:23.717734 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7082eb88-f344-450f-bceb-fb03c77ef15f req-61dd82c9-0bd0-4d6d-9f8f-b9043ac38c48 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:23.720863 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7082eb88-f344-450f-bceb-fb03c77ef15f req-61dd82c9-0bd0-4d6d-9f8f-b9043ac38c48 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9f80b7-7da6-471c-ab75-5240190a613a HTTP/1.1" status: 200 len: 945 time: 0.0993695 Nov 12 08:25:23.804994 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7082eb88-f344-450f-bceb-fb03c77ef15f req-301f241d-12b8-45ed-8759-ac044cbcdfd6 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=dafae0e1-4d35-4b86-8740-ce6a9a9c8268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765381 Nov 12 08:25:23.858665 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-daad3876-3e06-4b80-819a-c1b65295bb33 None None] Provisioning complete for port 61af2a71-0f18-411d-b513-9c1423c769d8 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:23.859043 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-daad3876-3e06-4b80-819a-c1b65295bb33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:23.863300 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-7a0c7ad3-fb78-477f-976e-9790f3b8272e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9685b661865b4c639766c916ebb4ca16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1864214 Nov 12 08:25:23.865019 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 56462) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:23.872838 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 8f24591d-5c2b-4771-9554-0d20da7b810d up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:25:23.912256 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-daad3876-3e06-4b80-819a-c1b65295bb33 None None] Port 61af2a71-0f18-411d-b513-9c1423c769d8 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:25:23.951572 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-daad3876-3e06-4b80-819a-c1b65295bb33 None None] Provisioning complete for port f7cb5a99-baa9-4ca2-9fa7-56873e8affe5 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:23.952277 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-daad3876-3e06-4b80-819a-c1b65295bb33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:23.979759 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fb70d107-0566-4e51-a082-a9b7653b3d2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:23.999417 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-daad3876-3e06-4b80-819a-c1b65295bb33 None None] Port f7cb5a99-baa9-4ca2-9fa7-56873e8affe5 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:25:24.011068 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning for port 8f24591d-5c2b-4771-9554-0d20da7b810d completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:25:24.013912 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81ee457-c2ff-4d19-85f9-2916d498eda5 req-42329924-83fe-4b88-b313-af828c8f86dd tempest-ServerMetadataNegativeTestJSON-718312689 tempest-ServerMetadataNegativeTestJSON-718312689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:24.016919 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-daad3876-3e06-4b80-819a-c1b65295bb33 None None] Provisioning complete for port b4b21dde-0da4-4c32-a3fe-a457f43f650e triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:24.017616 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-daad3876-3e06-4b80-819a-c1b65295bb33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:24.019477 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port 8f24591d-5c2b-4771-9554-0d20da7b810d triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:24.020800 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:24.023852 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d81ee457-c2ff-4d19-85f9-2916d498eda5 req-42329924-83fe-4b88-b313-af828c8f86dd tempest-ServerMetadataNegativeTestJSON-718312689 tempest-ServerMetadataNegativeTestJSON-718312689-project] 10.222.0.26 "GET /v2.0/ports?device_id=08e0b2ab-e41e-44e1-8f3c-f600e9686d00 HTTP/1.1" status: 200 len: 944 time: 0.1118402 Nov 12 08:25:24.080019 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fb70d107-0566-4e51-a082-a9b7653b3d2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:24.123534 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d81ee457-c2ff-4d19-85f9-2916d498eda5 req-fcc119a2-53ab-42d4-8d49-f3293c29e967 tempest-ServerMetadataNegativeTestJSON-718312689 tempest-ServerMetadataNegativeTestJSON-718312689-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b5e811b-1a44-465b-9438-f7cbd8922c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936615 Nov 12 08:25:24.132639 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e75656-592f-4864-acaa-128a3083f0f1 req-d13c3eff-d90c-490b-818e-e365b9e3eff7 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:24.140397 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d3e75656-592f-4864-acaa-128a3083f0f1 req-d13c3eff-d90c-490b-818e-e365b9e3eff7 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4c7a2a2-2dfe-4e5d-a995-7d21ef5b2362 HTTP/1.1" status: 200 len: 945 time: 0.5898569 Nov 12 08:25:24.149561 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:24.190965 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 8f24591d-5c2b-4771-9554-0d20da7b810d, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=8f24591d-5c2b-4771-9554-0d20da7b810d,segment=NetworkSegment(15fcae5b-3a5f-46bc-b828-95be2aa1fd17),segment_id=15fcae5b-3a5f-46bc-b828-95be2aa1fd17)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:25:24.193003 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08e0b2ab-e41e-44e1-8f3c-f600e9686d00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f24591d-5c2b-4771-9554-0d20da7b810d'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:25:24.196536 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e057e60-1b3c-4e66-9514-ed024a595df9" -d '{"events": [{"server_uuid": "08e0b2ab-e41e-44e1-8f3c-f600e9686d00", "name": "network-vif-plugged", "status": "completed", "tag": "8f24591d-5c2b-4771-9554-0d20da7b810d"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:25:24.204078 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:24.204863 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fb70d107-0566-4e51-a082-a9b7653b3d2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:24.209390 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fb70d107-0566-4e51-a082-a9b7653b3d2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:24.215031 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-fb70d107-0566-4e51-a082-a9b7653b3d2b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9420bfa8-ed50-4487-aa1e-c6f763d9bff0 HTTP/1.1" status: 204 len: 168 time: 0.3467834 Nov 12 08:25:24.223276 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb70d107-0566-4e51-a082-a9b7653b3d2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9420bfa8-ed50-4487-aa1e-c6f763d9bff0,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:24.231227 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d3e75656-592f-4864-acaa-128a3083f0f1 req-4e7202da-e378-4ece-8187-5a173353acb4 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/security-groups?id=78e82477-8369-41c4-8634-4911b1aaaaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897586 Nov 12 08:25:24.308334 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f10e5169-7add-4694-9172-142228213cad x-openstack-request-id: req-f10e5169-7add-4694-9172-142228213cad {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:25:24.308758 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08e0b2ab-e41e-44e1-8f3c-f600e9686d00", "name": "network-vif-plugged", "status": "completed", "tag": "8f24591d-5c2b-4771-9554-0d20da7b810d", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:25:24.309100 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f10e5169-7add-4694-9172-142228213cad {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:25:24.309577 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08e0b2ab-e41e-44e1-8f3c-f600e9686d00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f24591d-5c2b-4771-9554-0d20da7b810d', 'code': 200} Nov 12 08:25:24.347115 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-daad3876-3e06-4b80-819a-c1b65295bb33 None None] Provisioning complete for port 22efa68b-bbdd-4d0d-b3ec-9844bf312d9f triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:24.347792 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-daad3876-3e06-4b80-819a-c1b65295bb33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:24.387386 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=8f24591d-5c2b-4771-9554-0d20da7b810d,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:24.422758 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8ebc38f7-3be8-4920-93bb-793878a4e0ba tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:24.432289 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8ebc38f7-3be8-4920-93bb-793878a4e0ba tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:24.432634 n-d-765315-29 neutron-server[102600]: INFO neutron.db.l3_db [None req-8ebc38f7-3be8-4920-93bb-793878a4e0ba tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Floating IP eb3cb93b-6353-4d91-ac92-6816a2dce339 disassociated. External IP: 172.25.2.93, port: 4505d815-d9c3-4e11-9ed0-14e742650d49. Nov 12 08:25:24.478780 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-daad3876-3e06-4b80-819a-c1b65295bb33 None None] Provisioning complete for port 29221aab-7c3b-4693-96af-15aa4bf2fba1 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:24.479236 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-daad3876-3e06-4b80-819a-c1b65295bb33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:24.524330 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9537c0b3-56fd-4e07-bdf7-1e55556c8070 req-744aee7e-f48b-4130-bc10-d9c31d9ee75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:24.526247 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9537c0b3-56fd-4e07-bdf7-1e55556c8070 req-744aee7e-f48b-4130-bc10-d9c31d9ee75d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=08e0b2ab-e41e-44e1-8f3c-f600e9686d00 HTTP/1.1" status: 200 len: 1097 time: 0.0903168 Nov 12 08:25:24.527586 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-daad3876-3e06-4b80-819a-c1b65295bb33 None None] Port 29221aab-7c3b-4693-96af-15aa4bf2fba1 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:25:24.542740 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-daad3876-3e06-4b80-819a-c1b65295bb33 None None] Provisioning complete for port b2454654-2b38-4011-982d-2b5df1bd0dc2 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:24.543177 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-daad3876-3e06-4b80-819a-c1b65295bb33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:24.587791 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-daad3876-3e06-4b80-819a-c1b65295bb33 None None] Port b2454654-2b38-4011-982d-2b5df1bd0dc2 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:25:24.601473 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-daad3876-3e06-4b80-819a-c1b65295bb33 None None] Provisioning complete for port 500892e7-a3a5-45c4-898c-c7a75917d74d triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:24.601857 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-daad3876-3e06-4b80-819a-c1b65295bb33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:24.623758 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9537c0b3-56fd-4e07-bdf7-1e55556c8070 req-3663aa5a-20c2-4319-9df7-f4d173b605c5 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=7b5e811b-1a44-465b-9438-f7cbd8922c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863247 Nov 12 08:25:24.717240 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ac8c93-0cf2-4800-b519-08e4069fa29d req-691fef9b-be03-4a97-ab96-6bc5109331c3 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:24.728732 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ac8c93-0cf2-4800-b519-08e4069fa29d req-691fef9b-be03-4a97-ab96-6bc5109331c3 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:24.735740 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ac8c93-0cf2-4800-b519-08e4069fa29d req-691fef9b-be03-4a97-ab96-6bc5109331c3 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:24.745852 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-88ac8c93-0cf2-4800-b519-08e4069fa29d req-691fef9b-be03-4a97-ab96-6bc5109331c3 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "GET /v2.0/ports?device_id=688c0300-376e-47a5-ab51-ef3044b2ee86 HTTP/1.1" status: 200 len: 2412 time: 0.1112053 Nov 12 08:25:24.868202 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-daad3876-3e06-4b80-819a-c1b65295bb33 None None] Port 500892e7-a3a5-45c4-898c-c7a75917d74d cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:25:24.880491 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-daad3876-3e06-4b80-819a-c1b65295bb33 None None] Provisioning complete for port 8f24591d-5c2b-4771-9554-0d20da7b810d triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:24.880862 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-daad3876-3e06-4b80-819a-c1b65295bb33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:24.913663 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-88ac8c93-0cf2-4800-b519-08e4069fa29d req-49d1f352-87a6-4b43-911b-8bedbe84e3d9 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "GET /v2.0/security-groups?id=5e4f26b3-68f4-458f-b970-543611e5d001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667297 Nov 12 08:25:24.982430 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ebc38f7-3be8-4920-93bb-793878a4e0ba tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Router 4ff9cdf0-02c8-4da9-a0e0-d182dd444274 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:25:25.040085 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-daad3876-3e06-4b80-819a-c1b65295bb33 None None] Provisioning complete for port 4505d815-d9c3-4e11-9ed0-14e742650d49 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:25.040913 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-daad3876-3e06-4b80-819a-c1b65295bb33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:25.095851 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-daad3876-3e06-4b80-819a-c1b65295bb33 None None] Port 4505d815-d9c3-4e11-9ed0-14e742650d49 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:25:25.110711 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-daad3876-3e06-4b80-819a-c1b65295bb33 None None] Provisioning complete for port 0e43b7d9-df4f-42dd-a1ed-f776aaafc532 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:25.111595 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-daad3876-3e06-4b80-819a-c1b65295bb33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:25.126960 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6014eb5e-2075-4a92-acba-f24b450c1d78 req-a02a1d6a-447c-40f3-a94f-cd5e882b9bf5 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:25.128463 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6014eb5e-2075-4a92-acba-f24b450c1d78 req-a02a1d6a-447c-40f3-a94f-cd5e882b9bf5 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9f80b7-7da6-471c-ab75-5240190a613a HTTP/1.1" status: 200 len: 945 time: 0.1471694 Nov 12 08:25:25.182059 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-daad3876-3e06-4b80-819a-c1b65295bb33 None None] Port 0e43b7d9-df4f-42dd-a1ed-f776aaafc532 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:25:25.219668 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6014eb5e-2075-4a92-acba-f24b450c1d78 req-022549d9-1cab-4866-832d-9cd421a73c27 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=dafae0e1-4d35-4b86-8740-ce6a9a9c8268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837917 Nov 12 08:25:25.224319 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ebc38f7-3be8-4920-93bb-793878a4e0ba tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:25:25.229482 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8ebc38f7-3be8-4920-93bb-793878a4e0ba tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:25.248644 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14739884-4004-4a15-9f30-3c23f27e5c6d None None] Sync routers for ids ['4ff9cdf0-02c8-4da9-a0e0-d182dd444274'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:25:25.262073 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-daad3876-3e06-4b80-819a-c1b65295bb33 None None] Provisioning complete for port b16aaa8e-a85f-4884-8a10-f0b0b74a3926 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:25.263044 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-daad3876-3e06-4b80-819a-c1b65295bb33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:25.267212 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 428c5205-9d90-41d8-8b9d-7c4cc119dc8c details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:25:25.287345 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 56512) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:25.290766 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-8ebc38f7-3be8-4920-93bb-793878a4e0ba tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] 10.222.0.26 "PUT /v2.0/floatingips/eb3cb93b-6353-4d91-ac92-6816a2dce339 HTTP/1.1" status: 200 len: 687 time: 1.8659527 Nov 12 08:25:25.338044 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b582db-7d36-4c33-9105-cfa3d9835ff8 req-3eb1be62-ef29-4b41-b7e3-bcee84c9e603 tempest-ServerMetadataNegativeTestJSON-718312689 tempest-ServerMetadataNegativeTestJSON-718312689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:25.348777 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c5b582db-7d36-4c33-9105-cfa3d9835ff8 req-3eb1be62-ef29-4b41-b7e3-bcee84c9e603 tempest-ServerMetadataNegativeTestJSON-718312689 tempest-ServerMetadataNegativeTestJSON-718312689-project] 10.222.0.26 "GET /v2.0/ports?device_id=08e0b2ab-e41e-44e1-8f3c-f600e9686d00 HTTP/1.1" status: 200 len: 945 time: 0.0986722 Nov 12 08:25:25.411521 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 428c5205-9d90-41d8-8b9d-7c4cc119dc8c, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=428c5205-9d90-41d8-8b9d-7c4cc119dc8c,segment=NetworkSegment(2dc23119-220f-4bbd-a8d0-ee423008dee2),segment_id=2dc23119-220f-4bbd-a8d0-ee423008dee2)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:25:25.429437 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Returning: {'device': '428c5205-9d90-41d8-8b9d-7c4cc119dc8c', 'network_id': '9e520f7f-b1f4-4beb-857f-1d9d7549799e', 'port_id': '428c5205-9d90-41d8-8b9d-7c4cc119dc8c', 'mac_address': 'fa:16:3e:2e:2f:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '510ffd73-73ae-4ead-9319-fe49444296ab', 'ip_address': '19.86.0.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:25:25.437293 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14739884-4004-4a15-9f30-3c23f27e5c6d None None] Routers {'4ff9cdf0-02c8-4da9-a0e0-d182dd444274'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:25:25.437941 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-14739884-4004-4a15-9f30-3c23f27e5c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:25:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['4ff9cdf0-02c8-4da9-a0e0-d182dd444274'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:25.453216 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c5b582db-7d36-4c33-9105-cfa3d9835ff8 req-b1bdfa55-e709-4af1-aa54-ef7d0de4660c tempest-ServerMetadataNegativeTestJSON-718312689 tempest-ServerMetadataNegativeTestJSON-718312689-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b5e811b-1a44-465b-9438-f7cbd8922c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955591 Nov 12 08:25:25.531833 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-14739884-4004-4a15-9f30-3c23f27e5c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:25.572323 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14739884-4004-4a15-9f30-3c23f27e5c6d None None] Routers {'4ff9cdf0-02c8-4da9-a0e0-d182dd444274'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:25:25.573054 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-14739884-4004-4a15-9f30-3c23f27e5c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:25:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['4ff9cdf0-02c8-4da9-a0e0-d182dd444274'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:25.629189 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-14739884-4004-4a15-9f30-3c23f27e5c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:25.630237 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14739884-4004-4a15-9f30-3c23f27e5c6d None None] The sync data for ids ['4ff9cdf0-02c8-4da9-a0e0-d182dd444274'] in n-d-765315-29 is: [] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:25:25.636857 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56522) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:25.649541 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:25.668677 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-e530113a-7783-48f4-9840-8911a24052df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 428c5205-9d90-41d8-8b9d-7c4cc119dc8c {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:25:25.725184 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 428c5205-9d90-41d8-8b9d-7c4cc119dc8c, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=428c5205-9d90-41d8-8b9d-7c4cc119dc8c,segment=NetworkSegment(2dc23119-220f-4bbd-a8d0-ee423008dee2),segment_id=2dc23119-220f-4bbd-a8d0-ee423008dee2)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:25:25.733884 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:25.734822 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device cb8bb6ab-df78-4cad-83b5-bb153a16952f details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:25:25.783441 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-e2eb6bb8-a642-4e0b-b1a4-af9ef9ee29e4 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-257529947', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:25.827767 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e2eb6bb8-a642-4e0b-b1a4-af9ef9ee29e4 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:25.829010 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e2eb6bb8-a642-4e0b-b1a4-af9ef9ee29e4 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:25.850316 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa04f62-ef67-41c3-8aaa-938522c57c5b req-058a9a8d-e413-4d0c-b6d2-003df7c062f8 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:25.852106 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1aa04f62-ef67-41c3-8aaa-938522c57c5b req-058a9a8d-e413-4d0c-b6d2-003df7c062f8 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4c7a2a2-2dfe-4e5d-a995-7d21ef5b2362 HTTP/1.1" status: 200 len: 945 time: 0.3573332 Nov 12 08:25:25.881613 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-73b01463-88ce-4cf4-97dc-272afd1492c5 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Deleting port 1382f6f5-f0fc-4122-9d1c-fd172465f2f9 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:25:25.881957 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-73b01463-88ce-4cf4-97dc-272afd1492c5 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:25.913240 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e2eb6bb8-a642-4e0b-b1a4-af9ef9ee29e4 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:25.919894 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e2eb6bb8-a642-4e0b-b1a4-af9ef9ee29e4 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052'] for router, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:25.921526 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-daad3876-3e06-4b80-819a-c1b65295bb33 None None] Provisioning complete for port 1382f6f5-f0fc-4122-9d1c-fd172465f2f9 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:25.921938 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-daad3876-3e06-4b80-819a-c1b65295bb33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:25.956188 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e2eb6bb8-a642-4e0b-b1a4-af9ef9ee29e4 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:25.962103 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 56530) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:25.963113 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-e2eb6bb8-a642-4e0b-b1a4-af9ef9ee29e4 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.3249502 Nov 12 08:25:25.968705 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-87d83063-af26-4caf-a682-7d1252d95700 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1279658951'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:25.975813 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port cb8bb6ab-df78-4cad-83b5-bb153a16952f, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=cb8bb6ab-df78-4cad-83b5-bb153a16952f,segment=NetworkSegment(2b57ca2e-b249-42df-a0b0-ca6715838273),segment_id=2b57ca2e-b249-42df-a0b0-ca6715838273)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:25:25.997889 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1aa04f62-ef67-41c3-8aaa-938522c57c5b req-44f59c37-9efd-4d5a-a929-5fac17e5087e tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/security-groups?id=78e82477-8369-41c4-8634-4911b1aaaaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357682 Nov 12 08:25:26.034842 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=428c5205-9d90-41d8-8b9d-7c4cc119dc8c,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:26.078878 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87d83063-af26-4caf-a682-7d1252d95700 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Made reservation on behalf of 4b877280ee144365aba123387dcdba7b for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:25:26.089327 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-87d83063-af26-4caf-a682-7d1252d95700 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:26.091117 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Returning: {'device': 'cb8bb6ab-df78-4cad-83b5-bb153a16952f', 'network_id': 'c1bb571d-b3b1-4ffa-8d0c-fbb045900c65', 'port_id': 'cb8bb6ab-df78-4cad-83b5-bb153a16952f', 'mac_address': 'fa:16:3e:ec:c5:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e78be117-1491-4cf2-9312-471f24befda8', 'ip_address': '19.80.0.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:25:26.101850 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-73b01463-88ce-4cf4-97dc-272afd1492c5 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:26.103278 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-daad3876-3e06-4b80-819a-c1b65295bb33 None None] Port 1382f6f5-f0fc-4122-9d1c-fd172465f2f9 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:25:26.103800 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-73b01463-88ce-4cf4-97dc-272afd1492c5 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:26.152285 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-87d83063-af26-4caf-a682-7d1252d95700 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:26.156313 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-73b01463-88ce-4cf4-97dc-272afd1492c5 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Calling delete_port for 1382f6f5-f0fc-4122-9d1c-fd172465f2f9 owned by network:floatingip {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:25:26.192972 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:26.209811 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-e530113a-7783-48f4-9840-8911a24052df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb8bb6ab-df78-4cad-83b5-bb153a16952f {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:25:26.241051 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port cb8bb6ab-df78-4cad-83b5-bb153a16952f, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=cb8bb6ab-df78-4cad-83b5-bb153a16952f,segment=NetworkSegment(2b57ca2e-b249-42df-a0b0-ca6715838273),segment_id=2b57ca2e-b249-42df-a0b0-ca6715838273)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:25:26.256982 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:26.258433 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device de71fd45-74c2-49a4-9d5c-ca3abeda5242 details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:25:26.427982 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd74efe-d13c-4326-a734-c549ee5800db req-d4f5bcf4-750e-4de4-9c60-d813fca9b779 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:26.443564 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd74efe-d13c-4326-a734-c549ee5800db req-d4f5bcf4-750e-4de4-9c60-d813fca9b779 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:26.448851 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=cb8bb6ab-df78-4cad-83b5-bb153a16952f,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:26.460656 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd74efe-d13c-4326-a734-c549ee5800db req-d4f5bcf4-750e-4de4-9c60-d813fca9b779 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:26.466783 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.db.resource_extend [None req-e530113a-7783-48f4-9840-8911a24052df None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:25:26.467493 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9dd74efe-d13c-4326-a734-c549ee5800db req-d4f5bcf4-750e-4de4-9c60-d813fca9b779 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "GET /v2.0/ports?device_id=688c0300-376e-47a5-ab51-ef3044b2ee86 HTTP/1.1" status: 200 len: 2414 time: 0.1389959 Nov 12 08:25:26.500390 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port de71fd45-74c2-49a4-9d5c-ca3abeda5242, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=de71fd45-74c2-49a4-9d5c-ca3abeda5242,segment=NetworkSegment(2b57ca2e-b249-42df-a0b0-ca6715838273),segment_id=2b57ca2e-b249-42df-a0b0-ca6715838273)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:25:26.534794 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Returning: {'device': 'de71fd45-74c2-49a4-9d5c-ca3abeda5242', 'network_id': 'c1bb571d-b3b1-4ffa-8d0c-fbb045900c65', 'port_id': 'de71fd45-74c2-49a4-9d5c-ca3abeda5242', 'mac_address': 'fa:16:3e:31:74:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e78be117-1491-4cf2-9312-471f24befda8', 'ip_address': '19.80.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:25:26.536269 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-87d83063-af26-4caf-a682-7d1252d95700 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:26.566796 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9dd74efe-d13c-4326-a734-c549ee5800db req-5b84c2de-8d8d-4cab-aa44-a6ca30b858fb tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "GET /v2.0/security-groups?id=5e4f26b3-68f4-458f-b970-543611e5d001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889211 Nov 12 08:25:26.599161 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-87d83063-af26-4caf-a682-7d1252d95700 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:26.611567 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56542) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:26.612849 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:26.631394 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-73b01463-88ce-4cf4-97dc-272afd1492c5 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:26.659963 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-e530113a-7783-48f4-9840-8911a24052df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de71fd45-74c2-49a4-9d5c-ca3abeda5242 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:25:26.699746 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port de71fd45-74c2-49a4-9d5c-ca3abeda5242, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=de71fd45-74c2-49a4-9d5c-ca3abeda5242,segment=NetworkSegment(2b57ca2e-b249-42df-a0b0-ca6715838273),segment_id=2b57ca2e-b249-42df-a0b0-ca6715838273)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:25:26.709589 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:26.767089 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b01463-88ce-4cf4-97dc-272afd1492c5 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Pushing event deleted for resources: {'Port': ['ID=1382f6f5-f0fc-4122-9d1c-fd172465f2f9,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:26.779552 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=de71fd45-74c2-49a4-9d5c-ca3abeda5242,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:26.800359 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8be528cc-a126-422d-939b-25c4eae9894d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:26.808517 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69b3ed3-63f7-4fe4-b30f-c7b55e351dfe req-ec99d875-7038-4eb1-9299-55af690c1f03 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:26.820039 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b69b3ed3-63f7-4fe4-b30f-c7b55e351dfe req-ec99d875-7038-4eb1-9299-55af690c1f03 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9f80b7-7da6-471c-ab75-5240190a613a HTTP/1.1" status: 200 len: 945 time: 0.4168801 Nov 12 08:25:26.829042 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87d83063-af26-4caf-a682-7d1252d95700 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:25:26.844030 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-87d83063-af26-4caf-a682-7d1252d95700 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:26.845030 n-d-765315-29 neutron-server[102599]: INFO neutron.db.segments_db [None req-87d83063-af26-4caf-a682-7d1252d95700 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Added segment 646c3b02-53e2-4113-8578-099c45062573 of type vlan for network 6663ad01-acf9-4209-a7f1-246a104fd4aa Nov 12 08:25:26.877967 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e200d9c6-5fac-4221-9100-190ba47a92e2 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:25:26.918115 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d83063-af26-4caf-a682-7d1252d95700 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a696d995-17f3-43fd-aa8d-b3c28bac9a80,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:26.918435 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7656664-dcba-470f-aaba-c6c3caeee138 req-59fc0102-9347-4505-b744-9c0663196f24 tempest-ServerMetadataNegativeTestJSON-718312689 tempest-ServerMetadataNegativeTestJSON-718312689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:26.919824 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c7656664-dcba-470f-aaba-c6c3caeee138 req-59fc0102-9347-4505-b744-9c0663196f24 tempest-ServerMetadataNegativeTestJSON-718312689 tempest-ServerMetadataNegativeTestJSON-718312689-project] 10.222.0.26 "GET /v2.0/ports?device_id=08e0b2ab-e41e-44e1-8f3c-f600e9686d00 HTTP/1.1" status: 200 len: 945 time: 0.0829618 Nov 12 08:25:26.952917 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-87d83063-af26-4caf-a682-7d1252d95700 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:26.997875 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8be528cc-a126-422d-939b-25c4eae9894d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:27.009667 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c7656664-dcba-470f-aaba-c6c3caeee138 req-89cd4f8c-e30a-4724-a043-0a3b5c002986 tempest-ServerMetadataNegativeTestJSON-718312689 tempest-ServerMetadataNegativeTestJSON-718312689-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b5e811b-1a44-465b-9438-f7cbd8922c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769432 Nov 12 08:25:27.011112 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8be528cc-a126-422d-939b-25c4eae9894d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:27.026323 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b69b3ed3-63f7-4fe4-b30f-c7b55e351dfe req-18b74ffa-71df-4535-a160-9bc7e574ddba tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=dafae0e1-4d35-4b86-8740-ce6a9a9c8268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2053037 Nov 12 08:25:27.046678 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-73b01463-88ce-4cf4-97dc-272afd1492c5 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks [] for floatingip, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:27.052325 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-8be528cc-a126-422d-939b-25c4eae9894d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3cb9f99eb9d84016820778ef255cc939&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4397006 Nov 12 08:25:27.053688 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-73b01463-88ce-4cf4-97dc-272afd1492c5 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:27.057836 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56550) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:27.058468 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56552) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:27.058966 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-73b01463-88ce-4cf4-97dc-272afd1492c5 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] 10.222.0.26 "DELETE /v2.0/floatingips/eb3cb93b-6353-4d91-ac92-6816a2dce339 HTTP/1.1" status: 204 len: 168 time: 1.7694204 Nov 12 08:25:27.061157 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-87d83063-af26-4caf-a682-7d1252d95700 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:27.067605 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d83063-af26-4caf-a682-7d1252d95700 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:27.068440 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-87d83063-af26-4caf-a682-7d1252d95700 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:27.092239 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-7cc4e586-a813-4384-be6b-e16b558a3594 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Request body: {'floatingip': {'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'port_id': 'f7cb5a99-baa9-4ca2-9fa7-56873e8affe5'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:27.094777 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-87d83063-af26-4caf-a682-7d1252d95700 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.1314378 Nov 12 08:25:27.095518 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 56554) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:27.126038 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-9211a7ee-5c9b-4fa1-bb9b-7a547462381d tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Request body: {'subnet': {'network_id': '6663ad01-acf9-4209-a7f1-246a104fd4aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:27.142684 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be528cc-a126-422d-939b-25c4eae9894d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8e75880-1c2c-4ff9-96de-eeb32b4e0085,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:27.148108 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['cb8bb6ab-df78-4cad-83b5-bb153a16952f'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:25:27.170323 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7cc4e586-a813-4384-be6b-e16b558a3594 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks [] for floatingip, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:27.271781 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['de71fd45-74c2-49a4-9d5c-ca3abeda5242'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:25:27.346386 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d83063-af26-4caf-a682-7d1252d95700 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Pushing event updated for resources: {'Network': ['ID=6663ad01-acf9-4209-a7f1-246a104fd4aa,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:27.364180 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 6663ad01-acf9-4209-a7f1-246a104fd4aa details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:25:27.369705 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983645e5-a2b2-4b44-b977-fdcf3dff4ad9 req-b897bd5c-7268-478d-84e3-8a5653906f46 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:27.376894 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9211a7ee-5c9b-4fa1-bb9b-7a547462381d tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Made reservation on behalf of 4b877280ee144365aba123387dcdba7b for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:25:27.381568 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9211a7ee-5c9b-4fa1-bb9b-7a547462381d tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:27.384367 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-983645e5-a2b2-4b44-b977-fdcf3dff4ad9 req-b897bd5c-7268-478d-84e3-8a5653906f46 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4c7a2a2-2dfe-4e5d-a995-7d21ef5b2362 HTTP/1.1" status: 200 len: 945 time: 0.2641568 Nov 12 08:25:27.401541 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f9fdb3b7-03b7-4bbf-95a9-0eb40866b69a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:27.492875 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f9fdb3b7-03b7-4bbf-95a9-0eb40866b69a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:27.715290 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-983645e5-a2b2-4b44-b977-fdcf3dff4ad9 req-54197726-cf19-4eaf-ac6a-180a9923ffff tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/security-groups?id=78e82477-8369-41c4-8634-4911b1aaaaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3282828 Nov 12 08:25:27.776778 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f9fdb3b7-03b7-4bbf-95a9-0eb40866b69a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:27.780045 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f9fdb3b7-03b7-4bbf-95a9-0eb40866b69a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:27.781939 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-f9fdb3b7-03b7-4bbf-95a9-0eb40866b69a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b8e75880-1c2c-4ff9-96de-eeb32b4e0085 HTTP/1.1" status: 204 len: 168 time: 0.7208707 Nov 12 08:25:27.788595 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7cc4e586-a813-4384-be6b-e16b558a3594 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:27.806983 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fdb3b7-03b7-4bbf-95a9-0eb40866b69a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8e75880-1c2c-4ff9-96de-eeb32b4e0085,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:27.828780 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9211a7ee-5c9b-4fa1-bb9b-7a547462381d tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:27.896470 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 50d2807b-6b69-40e6-aeda-3bdaec433c45 details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:25:27.955091 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211a7ee-5c9b-4fa1-bb9b-7a547462381d tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Pushing event updated for resources: {'Subnet': ['ID=96102fcb-b844-415f-8439-bb78317963b5,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:27.967096 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9211a7ee-5c9b-4fa1-bb9b-7a547462381d tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Checking segment: {'id': '646c3b02-53e2-4113-8578-099c45062573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '6663ad01-acf9-4209-a7f1-246a104fd4aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:25:27.967464 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9211a7ee-5c9b-4fa1-bb9b-7a547462381d tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Network hostable DHCP agents. Network: 6663ad01-acf9-4209-a7f1-246a104fd4aa, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:25:27.970990 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4ef139-ab17-42da-87e2-49283f2cc188 req-93a11f60-facf-4992-96a0-0e7b5a3f99c8 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:27.979513 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4ef139-ab17-42da-87e2-49283f2cc188 req-93a11f60-facf-4992-96a0-0e7b5a3f99c8 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:27.987417 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4ef139-ab17-42da-87e2-49283f2cc188 req-93a11f60-facf-4992-96a0-0e7b5a3f99c8 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:27.992737 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9211a7ee-5c9b-4fa1-bb9b-7a547462381d tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Network 6663ad01-acf9-4209-a7f1-246a104fd4aa is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:25:27.997664 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cb4ef139-ab17-42da-87e2-49283f2cc188 req-93a11f60-facf-4992-96a0-0e7b5a3f99c8 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "GET /v2.0/ports?device_id=688c0300-376e-47a5-ab51-ef3044b2ee86 HTTP/1.1" status: 200 len: 2415 time: 0.1533582 Nov 12 08:25:28.021163 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-9211a7ee-5c9b-4fa1-bb9b-7a547462381d tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 6663ad01-acf9-4209-a7f1-246a104fd4aa) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:25:28.045691 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9211a7ee-5c9b-4fa1-bb9b-7a547462381d tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:28.048964 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9211a7ee-5c9b-4fa1-bb9b-7a547462381d tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:28.068075 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-7cc4e586-a813-4384-be6b-e16b558a3594 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Allocated IP 172.25.2.74 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/2af51afe-ca3f-4385-a8c0-965eff5fb145) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:25:28.096732 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 50d2807b-6b69-40e6-aeda-3bdaec433c45, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=50d2807b-6b69-40e6-aeda-3bdaec433c45,segment=NetworkSegment(04af530b-b37b-4970-964b-31b6853d152d),segment_id=04af530b-b37b-4970-964b-31b6853d152d)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:25:28.100694 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6194a4fc-683d-40d2-b24e-7cb8bd5e0740 None None] Network 6663ad01-acf9-4209-a7f1-246a104fd4aa requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:25:28.110697 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cb4ef139-ab17-42da-87e2-49283f2cc188 req-780679bd-894f-4e2e-b2ed-96323c6c14de tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "GET /v2.0/security-groups?id=5e4f26b3-68f4-458f-b970-543611e5d001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118443 Nov 12 08:25:28.117091 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-9211a7ee-5c9b-4fa1-bb9b-7a547462381d tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0046794 Nov 12 08:25:28.121496 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56594) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:28.128550 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-8de7cfa8-1eaf-4933-a000-1578f511e42f tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Request body: {'network': {'name': 'tempest-router-network01--1610534594'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:28.155462 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': '50d2807b-6b69-40e6-aeda-3bdaec433c45', 'network_id': '48c46c78-0475-4191-b336-d10a7e260ac1', 'port_id': '50d2807b-6b69-40e6-aeda-3bdaec433c45', 'mac_address': 'fa:16:3e:b7:a9:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56da6010-d692-49cc-a6f9-aacc88a2ce9c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:25:28.171060 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7f9f50-1109-4414-86fa-e4575e6a5d91 req-75cafd1b-4062-4d54-9d78-69e2ec1710e0 tempest-ServerMetadataNegativeTestJSON-718312689 tempest-ServerMetadataNegativeTestJSON-718312689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:28.172849 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9c7f9f50-1109-4414-86fa-e4575e6a5d91 req-75cafd1b-4062-4d54-9d78-69e2ec1710e0 tempest-ServerMetadataNegativeTestJSON-718312689 tempest-ServerMetadataNegativeTestJSON-718312689-project] 10.222.0.26 "GET /v2.0/ports?device_id=08e0b2ab-e41e-44e1-8f3c-f600e9686d00 HTTP/1.1" status: 200 len: 945 time: 0.0801535 Nov 12 08:25:28.206401 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de7cfa8-1eaf-4933-a000-1578f511e42f tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Made reservation on behalf of 4b877280ee144365aba123387dcdba7b for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:25:28.211172 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8de7cfa8-1eaf-4933-a000-1578f511e42f tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:28.260905 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:28.267016 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9c7f9f50-1109-4414-86fa-e4575e6a5d91 req-be0f110e-5aad-41a5-bd5b-f6168bc3c742 tempest-ServerMetadataNegativeTestJSON-718312689 tempest-ServerMetadataNegativeTestJSON-718312689-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b5e811b-1a44-465b-9438-f7cbd8922c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832379 Nov 12 08:25:28.281011 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 50d2807b-6b69-40e6-aeda-3bdaec433c45 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:25:28.308581 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 50d2807b-6b69-40e6-aeda-3bdaec433c45, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=50d2807b-6b69-40e6-aeda-3bdaec433c45,segment=NetworkSegment(04af530b-b37b-4970-964b-31b6853d152d),segment_id=04af530b-b37b-4970-964b-31b6853d152d)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:25:28.335847 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7cc4e586-a813-4384-be6b-e16b558a3594 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:28.354158 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['428c5205-9d90-41d8-8b9d-7c4cc119dc8c'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:25:28.359612 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:28.374252 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8de7cfa8-1eaf-4933-a000-1578f511e42f tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:25:28.390515 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8de7cfa8-1eaf-4933-a000-1578f511e42f tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:28.390982 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-8de7cfa8-1eaf-4933-a000-1578f511e42f tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Added segment 6f92416a-f3b3-4246-9ba1-74b005ca4b37 of type vlan for network 06da19ab-2c42-4a7f-8abd-4945f5841b6a Nov 12 08:25:28.433241 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce897c4d-d124-4a1a-8c3e-a9d7128d6cef req-0effb673-1380-488f-966b-f936221975a0 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:28.434989 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ce897c4d-d124-4a1a-8c3e-a9d7128d6cef req-0effb673-1380-488f-966b-f936221975a0 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9f80b7-7da6-471c-ab75-5240190a613a HTTP/1.1" status: 200 len: 945 time: 0.2050564 Nov 12 08:25:28.454396 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7cc4e586-a813-4384-be6b-e16b558a3594 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:28.489231 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=50d2807b-6b69-40e6-aeda-3bdaec433c45,revision_number=6']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:28.504280 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013192a6-37d6-4332-b57e-575dc7bd24fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-6663ad01-acf9-4209-a7f1-246a104fd4aa', 'network_id': '6663ad01-acf9-4209-a7f1-246a104fd4aa', 'tenant_id': '4b877280ee144365aba123387dcdba7b', 'fixed_ips': [{'subnet_id': '96102fcb-b844-415f-8439-bb78317963b5'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:25:28.505531 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-013192a6-37d6-4332-b57e-575dc7bd24fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:28.511057 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8de7cfa8-1eaf-4933-a000-1578f511e42f tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:28.526327 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc4e586-a813-4384-be6b-e16b558a3594 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:25:28.536267 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-7cc4e586-a813-4384-be6b-e16b558a3594 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:25:28.544305 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc4e586-a813-4384-be6b-e16b558a3594 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:25:28.547248 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['50d2807b-6b69-40e6-aeda-3bdaec433c45'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:25:28.594866 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc4e586-a813-4384-be6b-e16b558a3594 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Pushing event updated for resources: {'Port': ['ID=2af51afe-ca3f-4385-a8c0-965eff5fb145,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:28.624034 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8de7cfa8-1eaf-4933-a000-1578f511e42f tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:28.630239 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de7cfa8-1eaf-4933-a000-1578f511e42f tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:28.630873 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8de7cfa8-1eaf-4933-a000-1578f511e42f tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:28.674212 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ce897c4d-d124-4a1a-8c3e-a9d7128d6cef req-a940ea0d-cfed-4026-b4aa-ca1b94fc2cc5 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=dafae0e1-4d35-4b86-8740-ce6a9a9c8268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2155132 Nov 12 08:25:28.717127 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-8de7cfa8-1eaf-4933-a000-1578f511e42f tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5942116 Nov 12 08:25:28.720273 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 56614) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:28.728182 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-a02fca69-b54a-47f0-aa40-c93aaedd7887 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Request body: {'network': {'name': 'tempest-router-network02--1182426204'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:28.774105 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a02fca69-b54a-47f0-aa40-c93aaedd7887 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Made reservation on behalf of 4b877280ee144365aba123387dcdba7b for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:25:28.778668 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a02fca69-b54a-47f0-aa40-c93aaedd7887 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:28.793685 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de7cfa8-1eaf-4933-a000-1578f511e42f tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Pushing event updated for resources: {'Network': ['ID=06da19ab-2c42-4a7f-8abd-4945f5841b6a,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:28.813883 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 06da19ab-2c42-4a7f-8abd-4945f5841b6a details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:25:28.859563 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a02fca69-b54a-47f0-aa40-c93aaedd7887 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:25:28.886821 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a02fca69-b54a-47f0-aa40-c93aaedd7887 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:28.887580 n-d-765315-29 neutron-server[102599]: INFO neutron.db.segments_db [None req-a02fca69-b54a-47f0-aa40-c93aaedd7887 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Added segment a6aae8b1-69c7-4a41-ba0b-8d86673b260a of type vlan for network ecc776e2-af72-46ed-a11e-863cdc3823dd Nov 12 08:25:28.921684 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-013192a6-37d6-4332-b57e-575dc7bd24fe None None] Allocated IP 2001:db8::2 (6663ad01-acf9-4209-a7f1-246a104fd4aa/96102fcb-b844-415f-8439-bb78317963b5/19b6d415-9e71-4ffa-8502-ba8713cfe12b) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:25:29.021294 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a02fca69-b54a-47f0-aa40-c93aaedd7887 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:29.152577 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2f3baf-935c-453c-99a2-4538592192cc req-f30f167b-e8d8-4a11-b110-0ba2965ac931 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:29.164229 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6b2f3baf-935c-453c-99a2-4538592192cc req-f30f167b-e8d8-4a11-b110-0ba2965ac931 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9f80b7-7da6-471c-ab75-5240190a613a HTTP/1.1" status: 200 len: 945 time: 0.1707952 Nov 12 08:25:29.180956 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f383b27-e4bc-440d-9f1a-5864c22fd659 req-c3041bd0-5967-4f75-8ce6-2343bdc91c77 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:29.189391 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8f383b27-e4bc-440d-9f1a-5864c22fd659 req-c3041bd0-5967-4f75-8ce6-2343bdc91c77 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4c7a2a2-2dfe-4e5d-a995-7d21ef5b2362 HTTP/1.1" status: 200 len: 944 time: 0.3578386 Nov 12 08:25:29.201725 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a02fca69-b54a-47f0-aa40-c93aaedd7887 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:29.208507 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02fca69-b54a-47f0-aa40-c93aaedd7887 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:29.210041 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a02fca69-b54a-47f0-aa40-c93aaedd7887 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:29.210618 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7cc4e586-a813-4384-be6b-e16b558a3594 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:29.258621 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-013192a6-37d6-4332-b57e-575dc7bd24fe None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:29.268193 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-013192a6-37d6-4332-b57e-575dc7bd24fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:29.290961 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8f383b27-e4bc-440d-9f1a-5864c22fd659 req-7c872fdc-4cd4-44f0-b72e-8c2ced7425cd tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/security-groups?id=78e82477-8369-41c4-8634-4911b1aaaaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944386 Nov 12 08:25:29.337517 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013192a6-37d6-4332-b57e-575dc7bd24fe None None] Pushing event updated for resources: {'Port': ['ID=19b6d415-9e71-4ffa-8502-ba8713cfe12b,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:29.340030 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7cc4e586-a813-4384-be6b-e16b558a3594 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:29.340381 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device cb8bb6ab-df78-4cad-83b5-bb153a16952f up at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:25:29.344910 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6b2f3baf-935c-453c-99a2-4538592192cc req-c2064496-8f20-4083-b563-193b54f87839 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=dafae0e1-4d35-4b86-8740-ce6a9a9c8268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1796212 Nov 12 08:25:29.349469 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf94c9f-c8d0-49cf-a87b-a4615045cb41 req-297835e8-6262-4a10-afee-71c67ff7dbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:29.351406 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4cf94c9f-c8d0-49cf-a87b-a4615045cb41 req-297835e8-6262-4a10-afee-71c67ff7dbcc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=13ee7d6d71864c9eb2f508185e6a266f&device_id=2d9f80b7-7da6-471c-ab75-5240190a613a HTTP/1.1" status: 200 len: 1097 time: 0.2480891 Nov 12 08:25:29.381588 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013192a6-37d6-4332-b57e-575dc7bd24fe None None] Network 6663ad01-acf9-4209-a7f1-246a104fd4aa is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:25:29.385095 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-013192a6-37d6-4332-b57e-575dc7bd24fe None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:25:29.389787 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013192a6-37d6-4332-b57e-575dc7bd24fe None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:25:29.463405 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-013192a6-37d6-4332-b57e-575dc7bd24fe None None] Attempting to bind port 19b6d415-9e71-4ffa-8502-ba8713cfe12b on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:25:29.463773 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-013192a6-37d6-4332-b57e-575dc7bd24fe None None] Attempting to bind port 19b6d415-9e71-4ffa-8502-ba8713cfe12b by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '646c3b02-53e2-4113-8578-099c45062573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '6663ad01-acf9-4209-a7f1-246a104fd4aa'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:25:29.464287 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013192a6-37d6-4332-b57e-575dc7bd24fe None None] Attempting to bind port 19b6d415-9e71-4ffa-8502-ba8713cfe12b on network 6663ad01-acf9-4209-a7f1-246a104fd4aa {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:25:29.470630 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013192a6-37d6-4332-b57e-575dc7bd24fe None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:25:29.471100 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013192a6-37d6-4332-b57e-575dc7bd24fe None None] Checking segment: {'id': '646c3b02-53e2-4113-8578-099c45062573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '6663ad01-acf9-4209-a7f1-246a104fd4aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:25:29.471582 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-013192a6-37d6-4332-b57e-575dc7bd24fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:29.471981 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013192a6-37d6-4332-b57e-575dc7bd24fe None None] Bound using segment: {'id': '646c3b02-53e2-4113-8578-099c45062573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '6663ad01-acf9-4209-a7f1-246a104fd4aa'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:25:29.472502 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-013192a6-37d6-4332-b57e-575dc7bd24fe None None] Bound port: 19b6d415-9e71-4ffa-8502-ba8713cfe12b, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '646c3b02-53e2-4113-8578-099c45062573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '6663ad01-acf9-4209-a7f1-246a104fd4aa'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:25:29.473717 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-013192a6-37d6-4332-b57e-575dc7bd24fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:29.502501 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-a02fca69-b54a-47f0-aa40-c93aaedd7887 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7809556 Nov 12 08:25:29.505929 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 56632) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:29.534875 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7cc4e586-a813-4384-be6b-e16b558a3594 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:29.555902 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7cc4e586-a813-4384-be6b-e16b558a3594 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:29.561925 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning for port cb8bb6ab-df78-4cad-83b5-bb153a16952f completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:25:29.587794 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning complete for port cb8bb6ab-df78-4cad-83b5-bb153a16952f triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:29.588079 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:29.591297 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-811826f7-d647-4e7b-b2d3-6a38c4674ad6 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Request body: {'subnet': {'network_id': '06da19ab-2c42-4a7f-8abd-4945f5841b6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:29.637627 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-013192a6-37d6-4332-b57e-575dc7bd24fe None None] For port 19b6d415-9e71-4ffa-8502-ba8713cfe12b, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:25:29.684129 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-013192a6-37d6-4332-b57e-575dc7bd24fe None None] For port 19b6d415-9e71-4ffa-8502-ba8713cfe12b, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=19b6d415-9e71-4ffa-8502-ba8713cfe12b,segment=NetworkSegment(646c3b02-53e2-4113-8578-099c45062573),segment_id=646c3b02-53e2-4113-8578-099c45062573)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:25:29.694691 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc4e586-a813-4384-be6b-e16b558a3594 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Pushing event updated for resources: {'Port': ['ID=2af51afe-ca3f-4385-a8c0-965eff5fb145,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:29.696765 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-013192a6-37d6-4332-b57e-575dc7bd24fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:29.739852 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf04fd6-d3cd-4cce-a586-4fc8457a4a26 req-9680d085-10a5-4c2d-b193-e942989fafa1 tempest-ServerMetadataNegativeTestJSON-718312689 tempest-ServerMetadataNegativeTestJSON-718312689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:29.742658 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6bf04fd6-d3cd-4cce-a586-4fc8457a4a26 req-9680d085-10a5-4c2d-b193-e942989fafa1 tempest-ServerMetadataNegativeTestJSON-718312689 tempest-ServerMetadataNegativeTestJSON-718312689-project] 10.222.0.26 "GET /v2.0/ports?device_id=08e0b2ab-e41e-44e1-8f3c-f600e9686d00 HTTP/1.1" status: 200 len: 945 time: 0.1671605 Nov 12 08:25:29.746331 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7cc4e586-a813-4384-be6b-e16b558a3594 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:29.754865 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02fca69-b54a-47f0-aa40-c93aaedd7887 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Pushing event updated for resources: {'Network': ['ID=ecc776e2-af72-46ed-a11e-863cdc3823dd,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:29.807617 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network ecc776e2-af72-46ed-a11e-863cdc3823dd details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:25:29.857060 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013192a6-37d6-4332-b57e-575dc7bd24fe None None] Pushing event updated for resources: {'Port': ['ID=19b6d415-9e71-4ffa-8502-ba8713cfe12b,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:29.862902 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ab5ed7-572b-4eeb-80ce-0ec1d8f09272 req-9482916c-bba6-4b2a-951e-c24dca981cb1 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:29.870014 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ab5ed7-572b-4eeb-80ce-0ec1d8f09272 req-9482916c-bba6-4b2a-951e-c24dca981cb1 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:29.877682 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ab5ed7-572b-4eeb-80ce-0ec1d8f09272 req-9482916c-bba6-4b2a-951e-c24dca981cb1 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:29.887942 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-19ab5ed7-572b-4eeb-80ce-0ec1d8f09272 req-9482916c-bba6-4b2a-951e-c24dca981cb1 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "GET /v2.0/ports?device_id=688c0300-376e-47a5-ab51-ef3044b2ee86 HTTP/1.1" status: 200 len: 2415 time: 0.3570514 Nov 12 08:25:29.913964 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6bf04fd6-d3cd-4cce-a586-4fc8457a4a26 req-e808f084-6c02-4c34-8707-5cc24fa929bb tempest-ServerMetadataNegativeTestJSON-718312689 tempest-ServerMetadataNegativeTestJSON-718312689-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b5e811b-1a44-465b-9438-f7cbd8922c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625190 Nov 12 08:25:29.918254 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 50d2807b-6b69-40e6-aeda-3bdaec433c45 up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:25:29.920155 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:29.960632 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d63b1f-efbb-4869-beea-186f241330ce req-3a232276-5913-4ce8-89cb-20d7647763df tempest-ServerMetadataNegativeTestJSON-718312689 tempest-ServerMetadataNegativeTestJSON-718312689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:29.962423 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e1d63b1f-efbb-4869-beea-186f241330ce req-3a232276-5913-4ce8-89cb-20d7647763df tempest-ServerMetadataNegativeTestJSON-718312689 tempest-ServerMetadataNegativeTestJSON-718312689-project] 10.222.0.44 "GET /v2.0/ports?device_id=08e0b2ab-e41e-44e1-8f3c-f600e9686d00 HTTP/1.1" status: 200 len: 945 time: 0.3985415 Nov 12 08:25:29.968749 n-d-765315-29 neutron-server[102600]: INFO neutron.db.l3_db [None req-7cc4e586-a813-4384-be6b-e16b558a3594 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Floating IP b2478ee4-b94b-4790-8f84-514333908410 associated. External IP: 172.25.2.74, port: f7cb5a99-baa9-4ca2-9fa7-56873e8affe5. Nov 12 08:25:29.982058 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-19ab5ed7-572b-4eeb-80ce-0ec1d8f09272 req-abd0cae4-f0a3-4b69-83e5-3ee63ff88400 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "GET /v2.0/security-groups?id=5e4f26b3-68f4-458f-b970-543611e5d001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931463 Nov 12 08:25:30.073841 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '688c0300-376e-47a5-ab51-ef3044b2ee86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb8bb6ab-df78-4cad-83b5-bb153a16952f'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:25:30.083791 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b06b5fe1-2c8b-4e5b-a179-9876cdf6d441" -d '{"events": [{"server_uuid": "688c0300-376e-47a5-ab51-ef3044b2ee86", "name": "network-vif-plugged", "status": "completed", "tag": "cb8bb6ab-df78-4cad-83b5-bb153a16952f"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:25:30.118259 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port cb8bb6ab-df78-4cad-83b5-bb153a16952f, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=cb8bb6ab-df78-4cad-83b5-bb153a16952f,segment=NetworkSegment(2b57ca2e-b249-42df-a0b0-ca6715838273),segment_id=2b57ca2e-b249-42df-a0b0-ca6715838273)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:25:30.134166 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:30.139653 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device de71fd45-74c2-49a4-9d5c-ca3abeda5242 up at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:25:30.191269 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf94c9f-c8d0-49cf-a87b-a4615045cb41 req-a4c5cc27-6ec2-493e-a3e0-096638352fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:30.193772 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4cf94c9f-c8d0-49cf-a87b-a4615045cb41 req-a4c5cc27-6ec2-493e-a3e0-096638352fb5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=392b706c-fa83-40b2-ba41-e97d70efdd1d HTTP/1.1" status: 200 len: 912 time: 0.8289170 Nov 12 08:25:30.196913 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-811826f7-d647-4e7b-b2d3-6a38c4674ad6 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Made reservation on behalf of 4b877280ee144365aba123387dcdba7b for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:25:30.206303 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-811826f7-d647-4e7b-b2d3-6a38c4674ad6 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:30.230822 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bc2c504-5b8a-42e3-a90a-7a4dd80f67fc x-openstack-request-id: req-0bc2c504-5b8a-42e3-a90a-7a4dd80f67fc {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:25:30.231090 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "688c0300-376e-47a5-ab51-ef3044b2ee86", "name": "network-vif-plugged", "status": "completed", "tag": "cb8bb6ab-df78-4cad-83b5-bb153a16952f", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:25:30.231376 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0bc2c504-5b8a-42e3-a90a-7a4dd80f67fc {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:25:30.231713 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '688c0300-376e-47a5-ab51-ef3044b2ee86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb8bb6ab-df78-4cad-83b5-bb153a16952f', 'code': 200} Nov 12 08:25:30.241462 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port 50d2807b-6b69-40e6-aeda-3bdaec433c45 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:30.241826 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:30.343389 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=cb8bb6ab-df78-4cad-83b5-bb153a16952f,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:30.359223 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cc4e586-a813-4384-be6b-e16b558a3594 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Router 4ff9cdf0-02c8-4da9-a0e0-d182dd444274 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:25:30.417643 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning for port de71fd45-74c2-49a4-9d5c-ca3abeda5242 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:25:30.421299 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:30.435419 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning complete for port de71fd45-74c2-49a4-9d5c-ca3abeda5242 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:30.436147 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:30.517944 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f2735f-3744-4b7e-8033-bd2109afbe73 req-d773ce53-aa0b-4cb0-928a-5ca036b35c14 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:30.520406 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-27f2735f-3744-4b7e-8033-bd2109afbe73 req-d773ce53-aa0b-4cb0-928a-5ca036b35c14 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4c7a2a2-2dfe-4e5d-a995-7d21ef5b2362 HTTP/1.1" status: 200 len: 944 time: 0.1415992 Nov 12 08:25:30.527332 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-e1d63b1f-efbb-4869-beea-186f241330ce req-93f2d08f-b221-45e0-a847-3c8324a2c63c tempest-ServerMetadataNegativeTestJSON-718312689 tempest-ServerMetadataNegativeTestJSON-718312689-project] Deleting port 8f24591d-5c2b-4771-9554-0d20da7b810d {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:25:30.527761 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e1d63b1f-efbb-4869-beea-186f241330ce req-93f2d08f-b221-45e0-a847-3c8324a2c63c tempest-ServerMetadataNegativeTestJSON-718312689 tempest-ServerMetadataNegativeTestJSON-718312689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:30.548214 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:30.598321 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 50d2807b-6b69-40e6-aeda-3bdaec433c45, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=50d2807b-6b69-40e6-aeda-3bdaec433c45,segment=NetworkSegment(04af530b-b37b-4970-964b-31b6853d152d),segment_id=04af530b-b37b-4970-964b-31b6853d152d)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:25:30.611416 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:30.619206 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port de71fd45-74c2-49a4-9d5c-ca3abeda5242, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=de71fd45-74c2-49a4-9d5c-ca3abeda5242,segment=NetworkSegment(2b57ca2e-b249-42df-a0b0-ca6715838273),segment_id=2b57ca2e-b249-42df-a0b0-ca6715838273)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:25:30.646416 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-e1d63b1f-efbb-4869-beea-186f241330ce req-93f2d08f-b221-45e0-a847-3c8324a2c63c tempest-ServerMetadataNegativeTestJSON-718312689 tempest-ServerMetadataNegativeTestJSON-718312689-project] For port 8f24591d-5c2b-4771-9554-0d20da7b810d, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=8f24591d-5c2b-4771-9554-0d20da7b810d,segment=NetworkSegment(15fcae5b-3a5f-46bc-b828-95be2aa1fd17),segment_id=15fcae5b-3a5f-46bc-b828-95be2aa1fd17)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:25:30.646975 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e1d63b1f-efbb-4869-beea-186f241330ce req-93f2d08f-b221-45e0-a847-3c8324a2c63c tempest-ServerMetadataNegativeTestJSON-718312689 tempest-ServerMetadataNegativeTestJSON-718312689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:30.679857 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-e1d63b1f-efbb-4869-beea-186f241330ce req-93f2d08f-b221-45e0-a847-3c8324a2c63c tempest-ServerMetadataNegativeTestJSON-718312689 tempest-ServerMetadataNegativeTestJSON-718312689-project] Calling delete_port for 8f24591d-5c2b-4771-9554-0d20da7b810d owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:25:30.695043 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=50d2807b-6b69-40e6-aeda-3bdaec433c45,revision_number=7']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:30.707769 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:30.760651 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4cf94c9f-c8d0-49cf-a87b-a4615045cb41 req-46617232-b0da-4384-b5d1-b7b75bfa6afe service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3d87375-c113-475c-bf06-fa361dfd0b38 HTTP/1.1" status: 200 len: 999 time: 0.5490618 Nov 12 08:25:30.778431 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=de71fd45-74c2-49a4-9d5c-ca3abeda5242,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:30.950296 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cc4e586-a813-4384-be6b-e16b558a3594 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:25:30.962629 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe40914-bbe6-464e-bf72-2a809dd97dbb None None] Sync routers for ids ['4ff9cdf0-02c8-4da9-a0e0-d182dd444274'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:25:30.969541 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed5727d-2c13-48fc-96a3-10b316c0bffe req-bd52e035-f882-4847-b1d9-b8ac5739a7a6 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:30.971115 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2ed5727d-2c13-48fc-96a3-10b316c0bffe req-bd52e035-f882-4847-b1d9-b8ac5739a7a6 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9f80b7-7da6-471c-ab75-5240190a613a HTTP/1.1" status: 200 len: 945 time: 0.0840697 Nov 12 08:25:30.983123 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7cc4e586-a813-4384-be6b-e16b558a3594 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:30.983385 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe40914-bbe6-464e-bf72-2a809dd97dbb None None] Routers {'4ff9cdf0-02c8-4da9-a0e0-d182dd444274'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:25:30.983934 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-2fe40914-bbe6-464e-bf72-2a809dd97dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:25:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['4ff9cdf0-02c8-4da9-a0e0-d182dd444274'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:30.998810 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf94c9f-c8d0-49cf-a87b-a4615045cb41 req-105f769b-5339-4371-959a-e4c4b64bac69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:31.001250 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4cf94c9f-c8d0-49cf-a87b-a4615045cb41 req-105f769b-5339-4371-959a-e4c4b64bac69 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2d250a72-e563-4d6e-ac4f-f44698e0ce3c HTTP/1.1" status: 200 len: 850 time: 0.2263794 Nov 12 08:25:31.008483 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-27f2735f-3744-4b7e-8033-bd2109afbe73 req-61e438cc-6697-4edb-8bc8-69e5cdb520d7 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/security-groups?id=78e82477-8369-41c4-8634-4911b1aaaaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704780 Nov 12 08:25:31.061841 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-7cc4e586-a813-4384-be6b-e16b558a3594 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.9989321 Nov 12 08:25:31.063507 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-2fe40914-bbe6-464e-bf72-2a809dd97dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:31.068703 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56654) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:31.081314 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe40914-bbe6-464e-bf72-2a809dd97dbb None None] Routers {'4ff9cdf0-02c8-4da9-a0e0-d182dd444274'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:25:31.081973 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-2fe40914-bbe6-464e-bf72-2a809dd97dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:25:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['4ff9cdf0-02c8-4da9-a0e0-d182dd444274'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:31.154890 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2ed5727d-2c13-48fc-96a3-10b316c0bffe req-1727635f-8065-4c48-938c-2c9bc24061c4 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=dafae0e1-4d35-4b86-8740-ce6a9a9c8268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1645315 Nov 12 08:25:31.174117 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-2fe40914-bbe6-464e-bf72-2a809dd97dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:31.174964 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe40914-bbe6-464e-bf72-2a809dd97dbb None None] The sync data for ids ['4ff9cdf0-02c8-4da9-a0e0-d182dd444274'] in n-d-765315-29 is: [] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:25:31.206372 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-0dad1022-8347-48d1-9990-bd9a0374fca8 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] 10.222.0.26 "GET /v2.0/floatingips/b2478ee4-b94b-4790-8f84-514333908410 HTTP/1.1" status: 200 len: 977 time: 0.1355908 Nov 12 08:25:31.208951 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56656) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:31.243652 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf94c9f-c8d0-49cf-a87b-a4615045cb41 req-67848a66-98e6-4c11-b676-6efe3d87f608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:31.245336 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4cf94c9f-c8d0-49cf-a87b-a4615045cb41 req-67848a66-98e6-4c11-b676-6efe3d87f608 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=392b706c-fa83-40b2-ba41-e97d70efdd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2351344 Nov 12 08:25:31.251346 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2086aa7a-e451-455c-886a-c3c98d40d8d7 None None] Network 6663ad01-acf9-4209-a7f1-246a104fd4aa requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:25:31.267568 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-811826f7-d647-4e7b-b2d3-6a38c4674ad6 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:31.287599 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 428c5205-9d90-41d8-8b9d-7c4cc119dc8c up at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:25:31.319113 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e1d63b1f-efbb-4869-beea-186f241330ce req-93f2d08f-b221-45e0-a847-3c8324a2c63c tempest-ServerMetadataNegativeTestJSON-718312689 tempest-ServerMetadataNegativeTestJSON-718312689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:31.377063 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-54612407-0c7b-4cd2-9845-25d84f19d2a1 req-c0f42467-f5d0-4b32-8f56-5ebe80c9359b tempest-ServerMetadataNegativeTestJSON-718312689 tempest-ServerMetadataNegativeTestJSON-718312689-project] 10.222.0.26 "GET /v2.0/ports?device_id=08e0b2ab-e41e-44e1-8f3c-f600e9686d00 HTTP/1.1" status: 200 len: 210 time: 0.0677447 Nov 12 08:25:31.409935 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-e83ce30e-3dcb-455d-b5c3-fccb843393e5 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] 10.222.0.26 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1972699 Nov 12 08:25:31.410939 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56658) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:31.416097 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-eb4fd7d7-665d-4f70-932c-8fc8097afab7 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Request body: {'floatingip': {'port_id': '4505d815-d9c3-4e11-9ed0-14e742650d49'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:31.484201 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-eb4fd7d7-665d-4f70-932c-8fc8097afab7 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks [] for floatingip, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:31.540078 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['8f24591d-5c2b-4771-9554-0d20da7b810d'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:25:31.541995 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 19b6d415-9e71-4ffa-8502-ba8713cfe12b up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:25:31.617893 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-263c6186-5212-42ec-b682-140ab433ca37 None None] Provisioning complete for port 19b6d415-9e71-4ffa-8502-ba8713cfe12b triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:31.618369 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-263c6186-5212-42ec-b682-140ab433ca37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:31.676924 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f2d08f-b221-45e0-a847-3c8324a2c63c tempest-ServerMetadataNegativeTestJSON-718312689 tempest-ServerMetadataNegativeTestJSON-718312689-project] Pushing event deleted for resources: {'Port': ['ID=8f24591d-5c2b-4771-9554-0d20da7b810d,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:31.705638 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ddfc2b-5f28-4038-bd8a-8013f0a65f0b None None] DHCP port deletion for 4ae1450d-dc01-4bde-8c3d-6680fac8b905 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:25:31.744474 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811826f7-d647-4e7b-b2d3-6a38c4674ad6 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Pushing event updated for resources: {'Subnet': ['ID=3bcb5f6c-0e73-4a76-8e90-12a6334183a2,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:31.755948 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1d63b1f-efbb-4869-beea-186f241330ce req-93f2d08f-b221-45e0-a847-3c8324a2c63c tempest-ServerMetadataNegativeTestJSON-718312689 tempest-ServerMetadataNegativeTestJSON-718312689-project] No DVR routers for this DVR port 8f24591d-5c2b-4771-9554-0d20da7b810d on host n-h2-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:25:31.759474 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e1d63b1f-efbb-4869-beea-186f241330ce req-93f2d08f-b221-45e0-a847-3c8324a2c63c tempest-ServerMetadataNegativeTestJSON-718312689 tempest-ServerMetadataNegativeTestJSON-718312689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:31.762867 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e1d63b1f-efbb-4869-beea-186f241330ce req-93f2d08f-b221-45e0-a847-3c8324a2c63c tempest-ServerMetadataNegativeTestJSON-718312689 tempest-ServerMetadataNegativeTestJSON-718312689-project] 10.222.0.44 "DELETE /v2.0/ports/8f24591d-5c2b-4771-9554-0d20da7b810d HTTP/1.1" status: 204 len: 173 time: 1.7765155 Nov 12 08:25:31.768201 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08e0b2ab-e41e-44e1-8f3c-f600e9686d00', 'name': 'network-vif-deleted', 'tag': '8f24591d-5c2b-4771-9554-0d20da7b810d'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:25:31.771876 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a3ae65b-02b7-48af-9b48-c3d187508a32" -d '{"events": [{"server_uuid": "08e0b2ab-e41e-44e1-8f3c-f600e9686d00", "name": "network-vif-deleted", "tag": "8f24591d-5c2b-4771-9554-0d20da7b810d"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:25:31.812093 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e176e72-94b3-48df-accc-de0f4ae24e6f req-a9d0c5a2-4187-49cb-b475-d932083c6ff9 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:31.829897 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e176e72-94b3-48df-accc-de0f4ae24e6f req-a9d0c5a2-4187-49cb-b475-d932083c6ff9 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:31.843563 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 19b6d415-9e71-4ffa-8502-ba8713cfe12b triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:31.843942 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:31.851626 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning for port 428c5205-9d90-41d8-8b9d-7c4cc119dc8c completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:25:31.852629 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e176e72-94b3-48df-accc-de0f4ae24e6f req-a9d0c5a2-4187-49cb-b475-d932083c6ff9 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:31.862431 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0e176e72-94b3-48df-accc-de0f4ae24e6f req-a9d0c5a2-4187-49cb-b475-d932083c6ff9 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "GET /v2.0/ports?device_id=688c0300-376e-47a5-ab51-ef3044b2ee86 HTTP/1.1" status: 200 len: 2417 time: 0.5815532 Nov 12 08:25:31.869232 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b0f9742-8e33-43cb-95ac-73880290c23a x-openstack-request-id: req-1b0f9742-8e33-43cb-95ac-73880290c23a {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:25:31.869436 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08e0b2ab-e41e-44e1-8f3c-f600e9686d00", "name": "network-vif-deleted", "tag": "8f24591d-5c2b-4771-9554-0d20da7b810d", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:25:31.869537 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1b0f9742-8e33-43cb-95ac-73880290c23a {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:25:31.870003 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08e0b2ab-e41e-44e1-8f3c-f600e9686d00', 'name': 'network-vif-deleted', 'tag': '8f24591d-5c2b-4771-9554-0d20da7b810d', 'status': 'completed', 'code': 200} Nov 12 08:25:31.884772 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4cf94c9f-c8d0-49cf-a87b-a4615045cb41 req-3e390a37-7055-4061-acb6-5632821c2aea service neutron] 10.222.0.44 "GET /v2.0/networks/392b706c-fa83-40b2-ba41-e97d70efdd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6261070 Nov 12 08:25:31.885048 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811826f7-d647-4e7b-b2d3-6a38c4674ad6 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Checking segment: {'id': '6f92416a-f3b3-4246-9ba1-74b005ca4b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '06da19ab-2c42-4a7f-8abd-4945f5841b6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:25:31.885568 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811826f7-d647-4e7b-b2d3-6a38c4674ad6 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Network hostable DHCP agents. Network: 06da19ab-2c42-4a7f-8abd-4945f5841b6a, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:25:31.945301 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811826f7-d647-4e7b-b2d3-6a38c4674ad6 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Network 06da19ab-2c42-4a7f-8abd-4945f5841b6a is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:25:31.974732 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0e176e72-94b3-48df-accc-de0f4ae24e6f req-5898bc39-b2af-450c-9881-d3d8c1eb7193 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "GET /v2.0/security-groups?id=5e4f26b3-68f4-458f-b970-543611e5d001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083949 Nov 12 08:25:31.977526 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning complete for port 428c5205-9d90-41d8-8b9d-7c4cc119dc8c triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:31.977893 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:31.980831 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 8f24591d-5c2b-4771-9554-0d20da7b810d no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:25:31.998732 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-811826f7-d647-4e7b-b2d3-6a38c4674ad6 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 06da19ab-2c42-4a7f-8abd-4945f5841b6a) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:25:32.005160 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811826f7-d647-4e7b-b2d3-6a38c4674ad6 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:32.005764 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-811826f7-d647-4e7b-b2d3-6a38c4674ad6 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:32.026092 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5c8f22f0-9436-4e06-bf64-582e8f64406f req-108be4c0-2403-4a6c-be09-4a3cc74e03cb tempest-VolumesBackupsTest-1114673165 tempest-VolumesBackupsTest-1114673165-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=be064ae7b3354bf888eea879f60acca6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0453272 Nov 12 08:25:32.048254 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] No Port match for: 8f24591d-5c2b-4771-9554-0d20da7b810d {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:25:32.048669 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 8f24591d-5c2b-4771-9554-0d20da7b810d not bound to the agent host n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:25:32.049176 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 50d2807b-6b69-40e6-aeda-3bdaec433c45 no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:25:32.100680 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-811826f7-d647-4e7b-b2d3-6a38c4674ad6 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5655036 Nov 12 08:25:32.105045 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6870e2a-6e30-48ea-8365-dba2e2d07bfe None None] Network 06da19ab-2c42-4a7f-8abd-4945f5841b6a requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:25:32.120437 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56678) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:32.140980 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-dfde16bd-774d-45b9-8317-f0db5181488b tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Request body: {'subnet': {'network_id': 'ecc776e2-af72-46ed-a11e-863cdc3823dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:32.158558 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4cf94c9f-c8d0-49cf-a87b-a4615045cb41 req-6d6e2756-9be5-45f4-963c-b621d7946c70 service neutron] 10.222.0.44 "GET /v2.0/networks/392b706c-fa83-40b2-ba41-e97d70efdd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098386 Nov 12 08:25:32.195102 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76db631-140d-4745-a3c4-d4a6f43f1af9 req-68074e8b-098f-4691-9c38-4928fe3d0875 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:32.196939 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d76db631-140d-4745-a3c4-d4a6f43f1af9 req-68074e8b-098f-4691-9c38-4928fe3d0875 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4c7a2a2-2dfe-4e5d-a995-7d21ef5b2362 HTTP/1.1" status: 200 len: 945 time: 0.0747464 Nov 12 08:25:32.212926 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-263c6186-5212-42ec-b682-140ab433ca37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:32.272584 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4c7a2a2-2dfe-4e5d-a995-7d21ef5b2362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50d2807b-6b69-40e6-aeda-3bdaec433c45'}, {'server_uuid': '688c0300-376e-47a5-ab51-ef3044b2ee86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de71fd45-74c2-49a4-9d5c-ca3abeda5242'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:25:32.275642 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51cd316f-bc8a-4ec4-b31a-f773a3c12857" -d '{"events": [{"server_uuid": "b4c7a2a2-2dfe-4e5d-a995-7d21ef5b2362", "name": "network-vif-plugged", "status": "completed", "tag": "50d2807b-6b69-40e6-aeda-3bdaec433c45"}, {"server_uuid": "688c0300-376e-47a5-ab51-ef3044b2ee86", "name": "network-vif-plugged", "status": "completed", "tag": "de71fd45-74c2-49a4-9d5c-ca3abeda5242"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:25:32.278993 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:32.317007 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd64b2b-de0a-4431-9b5a-d48886e41e32 req-3b30d704-c0c4-4f85-946d-1ad6613a79fc tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:32.319667 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5bd64b2b-de0a-4431-9b5a-d48886e41e32 req-3b30d704-c0c4-4f85-946d-1ad6613a79fc tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4c7a2a2-2dfe-4e5d-a995-7d21ef5b2362 HTTP/1.1" status: 200 len: 945 time: 0.0983641 Nov 12 08:25:32.362498 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d76db631-140d-4745-a3c4-d4a6f43f1af9 req-cde98754-5720-4db9-b809-a6ce83f0209e tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/security-groups?id=78e82477-8369-41c4-8634-4911b1aaaaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555102 Nov 12 08:25:32.362787 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:32.437282 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 50d2807b-6b69-40e6-aeda-3bdaec433c45, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=50d2807b-6b69-40e6-aeda-3bdaec433c45,segment=NetworkSegment(04af530b-b37b-4970-964b-31b6853d152d),segment_id=04af530b-b37b-4970-964b-31b6853d152d)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:25:32.439735 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-263c6186-5212-42ec-b682-140ab433ca37 None None] For port 19b6d415-9e71-4ffa-8502-ba8713cfe12b, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=19b6d415-9e71-4ffa-8502-ba8713cfe12b,segment=NetworkSegment(646c3b02-53e2-4113-8578-099c45062573),segment_id=646c3b02-53e2-4113-8578-099c45062573)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:25:32.465788 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:32.467504 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-263c6186-5212-42ec-b682-140ab433ca37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:32.468894 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.db.resource_extend [None req-eb4fd7d7-665d-4f70-932c-8fc8097afab7 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:25:32.558571 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8f22f0-9436-4e06-bf64-582e8f64406f req-a5229d38-ee48-47de-b804-e24e0b1a0819 tempest-VolumesBackupsTest-1114673165 tempest-VolumesBackupsTest-1114673165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:32.560503 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-5bd64b2b-de0a-4431-9b5a-d48886e41e32 req-fc000654-8f95-44b6-a170-d5b3ea0798c4 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Deleting port 50d2807b-6b69-40e6-aeda-3bdaec433c45 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:25:32.561177 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-5bd64b2b-de0a-4431-9b5a-d48886e41e32 req-fc000654-8f95-44b6-a170-d5b3ea0798c4 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:32.566156 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5c8f22f0-9436-4e06-bf64-582e8f64406f req-a5229d38-ee48-47de-b804-e24e0b1a0819 tempest-VolumesBackupsTest-1114673165 tempest-VolumesBackupsTest-1114673165-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5254266 Nov 12 08:25:32.574254 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b0049e-8f5c-40e2-b541-044247e8bcdf req-8ca3c43f-afb6-4282-a716-6f6a101794ed tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:32.576737 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:32.583928 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-30b0049e-8f5c-40e2-b541-044247e8bcdf req-8ca3c43f-afb6-4282-a716-6f6a101794ed tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9f80b7-7da6-471c-ab75-5240190a613a HTTP/1.1" status: 200 len: 945 time: 0.0902469 Nov 12 08:25:32.586535 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfde16bd-774d-45b9-8317-f0db5181488b tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Made reservation on behalf of 4b877280ee144365aba123387dcdba7b for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:25:32.590458 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-dfde16bd-774d-45b9-8317-f0db5181488b tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:32.597084 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-eb4fd7d7-665d-4f70-932c-8fc8097afab7 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:32.606305 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5c8f22f0-9436-4e06-bf64-582e8f64406f req-a9ded771-2f11-4907-8909-0f669faf080c tempest-VolumesBackupsTest-1114673165 tempest-VolumesBackupsTest-1114673165-project] 10.222.0.26 "GET /v2.0/quotas/be064ae7b3354bf888eea879f60acca6 HTTP/1.1" status: 200 len: 375 time: 0.0394325 Nov 12 08:25:32.607424 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.db.api [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:25:32.607772 n-d-765315-29 neutron-server[102601]: DEBUG oslo_db.api [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:25:32.639309 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-eb4fd7d7-665d-4f70-932c-8fc8097afab7 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:32.649125 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=50d2807b-6b69-40e6-aeda-3bdaec433c45,revision_number=8']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:32.657646 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d47660f-7ed6-4b6d-a0fc-a92e42861d3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-06da19ab-2c42-4a7f-8abd-4945f5841b6a', 'network_id': '06da19ab-2c42-4a7f-8abd-4945f5841b6a', 'tenant_id': '4b877280ee144365aba123387dcdba7b', 'fixed_ips': [{'subnet_id': '3bcb5f6c-0e73-4a76-8e90-12a6334183a2'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:25:32.658464 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7d47660f-7ed6-4b6d-a0fc-a92e42861d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:32.732708 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 428c5205-9d90-41d8-8b9d-7c4cc119dc8c, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=428c5205-9d90-41d8-8b9d-7c4cc119dc8c,segment=NetworkSegment(2dc23119-220f-4bbd-a8d0-ee423008dee2),segment_id=2dc23119-220f-4bbd-a8d0-ee423008dee2)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:25:32.743007 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5c8f22f0-9436-4e06-bf64-582e8f64406f req-eaf5f109-70fe-4f27-bf9b-40bfe78791f3 tempest-VolumesBackupsTest-1114673165 tempest-VolumesBackupsTest-1114673165-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=be064ae7b3354bf888eea879f60acca6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1309669 Nov 12 08:25:32.745843 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-0b59c410-acaa-4161-b14b-f0ec5894d838 None None] Provisioning complete for port 19b6d415-9e71-4ffa-8502-ba8713cfe12b triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:32.746655 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-0b59c410-acaa-4161-b14b-f0ec5894d838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:32.759847 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-30b0049e-8f5c-40e2-b541-044247e8bcdf req-a6bad051-cab3-47f6-ad81-ce79998c8f86 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=dafae0e1-4d35-4b86-8740-ce6a9a9c8268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1692240 Nov 12 08:25:32.802785 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-5bd64b2b-de0a-4431-9b5a-d48886e41e32 req-fc000654-8f95-44b6-a170-d5b3ea0798c4 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] For port 50d2807b-6b69-40e6-aeda-3bdaec433c45, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=50d2807b-6b69-40e6-aeda-3bdaec433c45,segment=NetworkSegment(04af530b-b37b-4970-964b-31b6853d152d),segment_id=04af530b-b37b-4970-964b-31b6853d152d)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:25:32.806952 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-5bd64b2b-de0a-4431-9b5a-d48886e41e32 req-fc000654-8f95-44b6-a170-d5b3ea0798c4 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:32.812859 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:32.832485 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263c6186-5212-42ec-b682-140ab433ca37 None None] Pushing event updated for resources: {'Port': ['ID=19b6d415-9e71-4ffa-8502-ba8713cfe12b,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:32.844307 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-5bd64b2b-de0a-4431-9b5a-d48886e41e32 req-fc000654-8f95-44b6-a170-d5b3ea0798c4 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Calling delete_port for 50d2807b-6b69-40e6-aeda-3bdaec433c45 owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:25:32.945916 n-d-765315-29 neutron-server[102600]: INFO neutron.db.l3_db [None req-eb4fd7d7-665d-4f70-932c-8fc8097afab7 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Floating IP b2478ee4-b94b-4790-8f84-514333908410 associated. External IP: 172.25.2.74, port: f7cb5a99-baa9-4ca2-9fa7-56873e8affe5. Nov 12 08:25:33.005191 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=428c5205-9d90-41d8-8b9d-7c4cc119dc8c,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:33.043352 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-5bd64b2b-de0a-4431-9b5a-d48886e41e32 req-fc000654-8f95-44b6-a170-d5b3ea0798c4 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:33.085329 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6ecdd8-3b65-412d-9b99-b3346c725fdb None None] DHCP port deletion for 48c46c78-0475-4191-b336-d10a7e260ac1 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:25:33.088470 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc000654-8f95-44b6-a170-d5b3ea0798c4 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Pushing event deleted for resources: {'Port': ['ID=50d2807b-6b69-40e6-aeda-3bdaec433c45,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:33.105705 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 08:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fab906fd-adc2-4c03-a358-407c64d77399 x-openstack-request-id: req-fab906fd-adc2-4c03-a358-407c64d77399 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:25:33.105705 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4c7a2a2-2dfe-4e5d-a995-7d21ef5b2362", "name": "network-vif-plugged", "status": "completed", "tag": "50d2807b-6b69-40e6-aeda-3bdaec433c45", "code": 200}, {"server_uuid": "688c0300-376e-47a5-ab51-ef3044b2ee86", "name": "network-vif-plugged", "status": "completed", "tag": "de71fd45-74c2-49a4-9d5c-ca3abeda5242", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:25:33.106733 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fab906fd-adc2-4c03-a358-407c64d77399 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:25:33.107233 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4c7a2a2-2dfe-4e5d-a995-7d21ef5b2362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50d2807b-6b69-40e6-aeda-3bdaec433c45', 'code': 200} Nov 12 08:25:33.107585 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '688c0300-376e-47a5-ab51-ef3044b2ee86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de71fd45-74c2-49a4-9d5c-ca3abeda5242', 'code': 200} Nov 12 08:25:33.155116 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 56694) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:33.156902 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bd64b2b-de0a-4431-9b5a-d48886e41e32 req-fc000654-8f95-44b6-a170-d5b3ea0798c4 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] No DVR routers for this DVR port 50d2807b-6b69-40e6-aeda-3bdaec433c45 on host n-h2-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:25:33.174821 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-7d47660f-7ed6-4b6d-a0fc-a92e42861d3c None None] Allocated IP 2001:db8::2 (06da19ab-2c42-4a7f-8abd-4945f5841b6a/3bcb5f6c-0e73-4a76-8e90-12a6334183a2/e15625a1-aba5-4907-a2d9-273d411cd7ad) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:25:33.202844 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-dfde16bd-774d-45b9-8317-f0db5181488b tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:33.230402 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-5bd64b2b-de0a-4431-9b5a-d48886e41e32 req-fc000654-8f95-44b6-a170-d5b3ea0798c4 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:33.233759 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5bd64b2b-de0a-4431-9b5a-d48886e41e32 req-fc000654-8f95-44b6-a170-d5b3ea0798c4 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.44 "DELETE /v2.0/ports/50d2807b-6b69-40e6-aeda-3bdaec433c45 HTTP/1.1" status: 204 len: 173 time: 0.9046545 Nov 12 08:25:33.245097 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-f021dec6-9cdd-4194-a76d-bad66410efd9 admin admin] Deleting subnet 71e348f5-273c-48e8-8f76-8b76c9031eab {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:25:33.249177 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f021dec6-9cdd-4194-a76d-bad66410efd9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:33.286835 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f6105848-0f75-4f94-ae0c-ca0984f87454 req-b76cb686-a6e8-4310-a440-37a814ff3e7c tempest-VolumesBackupsTest-1114673165 tempest-VolumesBackupsTest-1114673165-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e85cdb5-4969-42bc-8ebe-b5be2f406062 HTTP/1.1" status: 200 len: 210 time: 0.0650787 Nov 12 08:25:33.318969 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f021dec6-9cdd-4194-a76d-bad66410efd9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31181813'] for subnet, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:33.396679 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 19b6d415-9e71-4ffa-8502-ba8713cfe12b up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:25:33.407846 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfde16bd-774d-45b9-8317-f0db5181488b tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Pushing event updated for resources: {'Subnet': ['ID=55fea304-2892-4750-a56b-977e973d9a0f,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:33.462743 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfde16bd-774d-45b9-8317-f0db5181488b tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Checking segment: {'id': 'a6aae8b1-69c7-4a41-ba0b-8d86673b260a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ecc776e2-af72-46ed-a11e-863cdc3823dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:25:33.463423 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfde16bd-774d-45b9-8317-f0db5181488b tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Network hostable DHCP agents. Network: ecc776e2-af72-46ed-a11e-863cdc3823dd, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:25:33.501314 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f021dec6-9cdd-4194-a76d-bad66410efd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:33.514940 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7d47660f-7ed6-4b6d-a0fc-a92e42861d3c None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:33.528648 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7d47660f-7ed6-4b6d-a0fc-a92e42861d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:33.541331 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 19b6d415-9e71-4ffa-8502-ba8713cfe12b triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:33.541766 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:33.569733 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-aeec9920-8460-42c3-bbbb-a278cad14676 req-bc4bc1f6-9469-4605-9b89-3932c7bcf3a4 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4c7a2a2-2dfe-4e5d-a995-7d21ef5b2362 HTTP/1.1" status: 200 len: 210 time: 0.0500717 Nov 12 08:25:33.576989 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfde16bd-774d-45b9-8317-f0db5181488b tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Network ecc776e2-af72-46ed-a11e-863cdc3823dd is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:25:33.590322 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-dfde16bd-774d-45b9-8317-f0db5181488b tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, ecc776e2-af72-46ed-a11e-863cdc3823dd) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:25:33.597408 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1bed7a-7e29-4a48-9a79-775ab97a4df7 req-f334979d-a3c3-41a3-853b-c1731f306575 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:33.604938 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1bed7a-7e29-4a48-9a79-775ab97a4df7 req-f334979d-a3c3-41a3-853b-c1731f306575 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:33.605340 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90f0e9b-b29b-4736-a8f4-c0dfc5c372db None None] Network ecc776e2-af72-46ed-a11e-863cdc3823dd requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:25:33.611773 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1bed7a-7e29-4a48-9a79-775ab97a4df7 req-f334979d-a3c3-41a3-853b-c1731f306575 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:33.621117 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb4fd7d7-665d-4f70-932c-8fc8097afab7 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Router 4ff9cdf0-02c8-4da9-a0e0-d182dd444274 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:25:33.623276 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfde16bd-774d-45b9-8317-f0db5181488b tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:33.623667 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fd1bed7a-7e29-4a48-9a79-775ab97a4df7 req-f334979d-a3c3-41a3-853b-c1731f306575 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "GET /v2.0/ports?device_id=688c0300-376e-47a5-ab51-ef3044b2ee86 HTTP/1.1" status: 200 len: 2418 time: 0.2446818 Nov 12 08:25:33.624072 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-dfde16bd-774d-45b9-8317-f0db5181488b tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:33.629698 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d47660f-7ed6-4b6d-a0fc-a92e42861d3c None None] Network 06da19ab-2c42-4a7f-8abd-4945f5841b6a is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:25:33.650141 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-7d47660f-7ed6-4b6d-a0fc-a92e42861d3c None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:25:33.678005 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f021dec6-9cdd-4194-a76d-bad66410efd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:33.695561 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d47660f-7ed6-4b6d-a0fc-a92e42861d3c None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:25:33.698143 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-dfde16bd-774d-45b9-8317-f0db5181488b tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5748823 Nov 12 08:25:33.701339 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56704) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:33.714014 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d47660f-7ed6-4b6d-a0fc-a92e42861d3c None None] Pushing event updated for resources: {'Port': ['ID=e15625a1-aba5-4907-a2d9-273d411cd7ad,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:33.747273 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f021dec6-9cdd-4194-a76d-bad66410efd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71e348f5-273c-48e8-8f76-8b76c9031eab,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:33.764188 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fd1bed7a-7e29-4a48-9a79-775ab97a4df7 req-95b13e62-4f17-4703-a4e7-790506037a77 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "GET /v2.0/security-groups?id=5e4f26b3-68f4-458f-b970-543611e5d001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394930 Nov 12 08:25:33.797062 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f021dec6-9cdd-4194-a76d-bad66410efd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:33.809653 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-f021dec6-9cdd-4194-a76d-bad66410efd9 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/71e348f5-273c-48e8-8f76-8b76c9031eab HTTP/1.1" status: 204 len: 168 time: 0.6540148 Nov 12 08:25:33.812006 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603e8c7c-32cb-423d-a753-41dcacf52a33 None None] Network 4ae1450d-dc01-4bde-8c3d-6680fac8b905 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:25:33.812468 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 56708) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:33.878574 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4c7a2a2-2dfe-4e5d-a995-7d21ef5b2362', 'name': 'network-vif-deleted', 'tag': '50d2807b-6b69-40e6-aeda-3bdaec433c45'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:25:33.881686 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a6dadd7-2979-4549-9824-37799611fbcb" -d '{"events": [{"server_uuid": "b4c7a2a2-2dfe-4e5d-a995-7d21ef5b2362", "name": "network-vif-deleted", "tag": "50d2807b-6b69-40e6-aeda-3bdaec433c45"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:25:33.949621 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9052f73f-d222-4a75-9e8f-24a47ff1930f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:33.961441 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9af89488-0351-4733-a6f7-77bd699e94fb x-openstack-request-id: req-9af89488-0351-4733-a6f7-77bd699e94fb {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:25:33.962151 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4c7a2a2-2dfe-4e5d-a995-7d21ef5b2362", "name": "network-vif-deleted", "tag": "50d2807b-6b69-40e6-aeda-3bdaec433c45", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:25:33.962494 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9af89488-0351-4733-a6f7-77bd699e94fb {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:25:33.963244 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4c7a2a2-2dfe-4e5d-a995-7d21ef5b2362', 'name': 'network-vif-deleted', 'tag': '50d2807b-6b69-40e6-aeda-3bdaec433c45', 'status': 'completed', 'code': 200} Nov 12 08:25:34.096437 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9052f73f-d222-4a75-9e8f-24a47ff1930f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:34.123599 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-9052f73f-d222-4a75-9e8f-24a47ff1930f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ae1450d-dc01-4bde-8c3d-6680fac8b905']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:34.140420 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-9052f73f-d222-4a75-9e8f-24a47ff1930f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15fcae5b-3a5f-46bc-b828-95be2aa1fd17') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:34.143084 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-9052f73f-d222-4a75-9e8f-24a47ff1930f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15fcae5b-3a5f-46bc-b828-95be2aa1fd17') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:34.157434 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9052f73f-d222-4a75-9e8f-24a47ff1930f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:34.167112 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-7d47660f-7ed6-4b6d-a0fc-a92e42861d3c None None] Attempting to bind port e15625a1-aba5-4907-a2d9-273d411cd7ad on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:25:34.167613 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-7d47660f-7ed6-4b6d-a0fc-a92e42861d3c None None] Attempting to bind port e15625a1-aba5-4907-a2d9-273d411cd7ad by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '6f92416a-f3b3-4246-9ba1-74b005ca4b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '06da19ab-2c42-4a7f-8abd-4945f5841b6a'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:25:34.168087 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d47660f-7ed6-4b6d-a0fc-a92e42861d3c None None] Attempting to bind port e15625a1-aba5-4907-a2d9-273d411cd7ad on network 06da19ab-2c42-4a7f-8abd-4945f5841b6a {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:25:34.178373 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9052f73f-d222-4a75-9e8f-24a47ff1930f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:34.186042 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9052f73f-d222-4a75-9e8f-24a47ff1930f admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:25:34.188562 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9052f73f-d222-4a75-9e8f-24a47ff1930f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:34.191760 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 08:25:34.191760 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:25:34.191760 n-d-765315-29 neutron-server[102599]: timer() Nov 12 08:25:34.191760 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:25:34.191760 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 08:25:34.191760 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:25:34.191760 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 08:25:34.191760 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:25:34.191760 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 08:25:34.191760 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:25:34.191760 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 08:25:34.191760 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:25:34.191760 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 08:25:34.191760 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:25:34.191760 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:25:34.191760 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:25:34.191760 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:25:34.191760 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:25:34.191760 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 08:25:34.191760 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:25:34.191760 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 08:25:34.191760 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:25:34.191760 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:25:34.191760 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:25:34.191760 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 08:25:34.191760 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:25:34.191760 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:25:34.191760 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:25:34.191760 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:25:34.191760 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:25:34.191760 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:25:34.191760 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:25:34.204087 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d47660f-7ed6-4b6d-a0fc-a92e42861d3c None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:25:34.204511 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d47660f-7ed6-4b6d-a0fc-a92e42861d3c None None] Checking segment: {'id': '6f92416a-f3b3-4246-9ba1-74b005ca4b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '06da19ab-2c42-4a7f-8abd-4945f5841b6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:25:34.205171 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7d47660f-7ed6-4b6d-a0fc-a92e42861d3c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:34.205768 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d47660f-7ed6-4b6d-a0fc-a92e42861d3c None None] Bound using segment: {'id': '6f92416a-f3b3-4246-9ba1-74b005ca4b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '06da19ab-2c42-4a7f-8abd-4945f5841b6a'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:25:34.206464 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-7d47660f-7ed6-4b6d-a0fc-a92e42861d3c None None] Bound port: e15625a1-aba5-4907-a2d9-273d411cd7ad, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f92416a-f3b3-4246-9ba1-74b005ca4b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '06da19ab-2c42-4a7f-8abd-4945f5841b6a'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:25:34.207646 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7d47660f-7ed6-4b6d-a0fc-a92e42861d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:34.243415 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7acab812-770c-4d53-9c69-a9685b9c77a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:34.282696 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9052f73f-d222-4a75-9e8f-24a47ff1930f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:34.290727 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9052f73f-d222-4a75-9e8f-24a47ff1930f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:34.294644 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-9052f73f-d222-4a75-9e8f-24a47ff1930f admin admin] 10.222.0.26 "DELETE /v2.0/networks/4ae1450d-dc01-4bde-8c3d-6680fac8b905 HTTP/1.1" status: 204 len: 168 time: 0.4806476 Nov 12 08:25:34.296405 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d3d985-1d96-4b73-8420-2e63cd75b0b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-ecc776e2-af72-46ed-a11e-863cdc3823dd', 'network_id': 'ecc776e2-af72-46ed-a11e-863cdc3823dd', 'tenant_id': '4b877280ee144365aba123387dcdba7b', 'fixed_ips': [{'subnet_id': '55fea304-2892-4750-a56b-977e973d9a0f'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:25:34.297385 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-09d3d985-1d96-4b73-8420-2e63cd75b0b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:34.312423 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9052f73f-d222-4a75-9e8f-24a47ff1930f admin admin] Pushing event deleted for resources: {'Network': ['ID=4ae1450d-dc01-4bde-8c3d-6680fac8b905,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:34.344609 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59cee46f-5547-4f81-8757-aaaf1c4dcfa1 None None] DHCP port deletion for 4ae1450d-dc01-4bde-8c3d-6680fac8b905 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:25:34.423031 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-15844af9-6d89-4d36-a060-d0d37f27a0cb req-530d7422-1d23-42b2-933a-0f1ba85957fa tempest-VolumesBackupsTest-1114673165 tempest-VolumesBackupsTest-1114673165-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e85cdb5-4969-42bc-8ebe-b5be2f406062 HTTP/1.1" status: 200 len: 210 time: 0.0414667 Nov 12 08:25:34.447657 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-7d47660f-7ed6-4b6d-a0fc-a92e42861d3c None None] For port e15625a1-aba5-4907-a2d9-273d411cd7ad, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:25:34.466430 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-7d47660f-7ed6-4b6d-a0fc-a92e42861d3c None None] For port e15625a1-aba5-4907-a2d9-273d411cd7ad, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=e15625a1-aba5-4907-a2d9-273d411cd7ad,segment=NetworkSegment(6f92416a-f3b3-4246-9ba1-74b005ca4b37),segment_id=6f92416a-f3b3-4246-9ba1-74b005ca4b37)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:25:34.480879 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7d47660f-7ed6-4b6d-a0fc-a92e42861d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:34.534557 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe2ef62-4fa5-4a5b-bda2-8bf1ba660159 req-98867cad-7062-4d32-87e7-5ed40c99655e tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:34.537771 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 56718) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:34.540073 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-afe2ef62-4fa5-4a5b-bda2-8bf1ba660159 req-98867cad-7062-4d32-87e7-5ed40c99655e tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9f80b7-7da6-471c-ab75-5240190a613a HTTP/1.1" status: 200 len: 945 time: 0.3856416 Nov 12 08:25:34.582055 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb4fd7d7-665d-4f70-932c-8fc8097afab7 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:25:34.605132 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ce5032-6f76-4bea-890a-844c27be3e43 None None] Sync routers for ids ['4ff9cdf0-02c8-4da9-a0e0-d182dd444274'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:25:34.612349 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d47660f-7ed6-4b6d-a0fc-a92e42861d3c None None] Pushing event updated for resources: {'Port': ['ID=e15625a1-aba5-4907-a2d9-273d411cd7ad,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:34.623325 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-09d3d985-1d96-4b73-8420-2e63cd75b0b0 None None] Allocated IP 2001:db8::2 (ecc776e2-af72-46ed-a11e-863cdc3823dd/55fea304-2892-4750-a56b-977e973d9a0f/90dca081-60a5-4c5d-85e7-7d41aaedd9bf) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:25:34.630608 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-4b333d4c-cc52-4782-a34d-22c16aa4eacc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8d9ea22f71a445be923c54cc534e9006&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0914214 Nov 12 08:25:34.638136 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 56722) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:34.641783 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ce5032-6f76-4bea-890a-844c27be3e43 None None] Routers {'4ff9cdf0-02c8-4da9-a0e0-d182dd444274'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:25:34.642564 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-a5ce5032-6f76-4bea-890a-844c27be3e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:25:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['4ff9cdf0-02c8-4da9-a0e0-d182dd444274'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:34.715880 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-a5ce5032-6f76-4bea-890a-844c27be3e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:34.759841 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-68ba2c4b-cbb2-436a-a298-c853be123b8f tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:34.834618 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ce5032-6f76-4bea-890a-844c27be3e43 None None] Routers {'4ff9cdf0-02c8-4da9-a0e0-d182dd444274'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:25:34.835252 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-a5ce5032-6f76-4bea-890a-844c27be3e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:25:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['4ff9cdf0-02c8-4da9-a0e0-d182dd444274'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:34.850250 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-afe2ef62-4fa5-4a5b-bda2-8bf1ba660159 req-0ba68ab2-1e50-4cd1-bdb1-80c2c71e8c1d tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=dafae0e1-4d35-4b86-8740-ce6a9a9c8268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3092530 Nov 12 08:25:34.874473 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5c8f22f0-9436-4e06-bf64-582e8f64406f req-284e4e0d-b9bc-4a54-b30a-70fcd0d86829 tempest-VolumesBackupsTest-1114673165 tempest-VolumesBackupsTest-1114673165-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=be064ae7b3354bf888eea879f60acca6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1707604 Nov 12 08:25:34.901211 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-a5ce5032-6f76-4bea-890a-844c27be3e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:34.901878 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ce5032-6f76-4bea-890a-844c27be3e43 None None] The sync data for ids ['4ff9cdf0-02c8-4da9-a0e0-d182dd444274'] in n-d-765315-29 is: [] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:25:35.086612 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-00e35360-d65a-4e3e-ad60-801ce80dfc07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:35.111634 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4c7a2a2-2dfe-4e5d-a995-7d21ef5b2362', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50d2807b-6b69-40e6-aeda-3bdaec433c45'}, {'server_uuid': '688c0300-376e-47a5-ab51-ef3044b2ee86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '428c5205-9d90-41d8-8b9d-7c4cc119dc8c'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:25:35.115572 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e952431-e28f-4e59-a70b-4179761a1f27" -d '{"events": [{"server_uuid": "b4c7a2a2-2dfe-4e5d-a995-7d21ef5b2362", "name": "network-vif-unplugged", "status": "completed", "tag": "50d2807b-6b69-40e6-aeda-3bdaec433c45"}, {"server_uuid": "688c0300-376e-47a5-ab51-ef3044b2ee86", "name": "network-vif-plugged", "status": "completed", "tag": "428c5205-9d90-41d8-8b9d-7c4cc119dc8c"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:25:35.139294 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-09d3d985-1d96-4b73-8420-2e63cd75b0b0 None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:35.148084 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:35.151306 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-09d3d985-1d96-4b73-8420-2e63cd75b0b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:35.210029 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d3d985-1d96-4b73-8420-2e63cd75b0b0 None None] Network ecc776e2-af72-46ed-a11e-863cdc3823dd is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:25:35.216429 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-09d3d985-1d96-4b73-8420-2e63cd75b0b0 None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:25:35.219880 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d3d985-1d96-4b73-8420-2e63cd75b0b0 None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:25:35.223270 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d3d985-1d96-4b73-8420-2e63cd75b0b0 None None] Pushing event updated for resources: {'Port': ['ID=90dca081-60a5-4c5d-85e7-7d41aaedd9bf,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:35.251746 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-00e35360-d65a-4e3e-ad60-801ce80dfc07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:35.294807 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e3cb1d-889d-4ba0-af4b-7af254f6693f req-21a15acc-d526-4ca7-9d2e-9ec635ff043f tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:35.297114 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-09d3d985-1d96-4b73-8420-2e63cd75b0b0 None None] Attempting to bind port 90dca081-60a5-4c5d-85e7-7d41aaedd9bf on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:25:35.297485 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-09d3d985-1d96-4b73-8420-2e63cd75b0b0 None None] Attempting to bind port 90dca081-60a5-4c5d-85e7-7d41aaedd9bf by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': 'a6aae8b1-69c7-4a41-ba0b-8d86673b260a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ecc776e2-af72-46ed-a11e-863cdc3823dd'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:25:35.297848 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d3d985-1d96-4b73-8420-2e63cd75b0b0 None None] Attempting to bind port 90dca081-60a5-4c5d-85e7-7d41aaedd9bf on network ecc776e2-af72-46ed-a11e-863cdc3823dd {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:25:35.301984 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e3cb1d-889d-4ba0-af4b-7af254f6693f req-21a15acc-d526-4ca7-9d2e-9ec635ff043f tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:35.302271 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aaedfe-48b9-4012-ad3f-f9f3747f23b6 req-cdc370d4-cf54-4cdf-ab28-9c95dd36dd5d tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:35.305836 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d3d985-1d96-4b73-8420-2e63cd75b0b0 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:25:35.306196 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d3d985-1d96-4b73-8420-2e63cd75b0b0 None None] Checking segment: {'id': 'a6aae8b1-69c7-4a41-ba0b-8d86673b260a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ecc776e2-af72-46ed-a11e-863cdc3823dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:25:35.306757 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-09d3d985-1d96-4b73-8420-2e63cd75b0b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:35.307281 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d3d985-1d96-4b73-8420-2e63cd75b0b0 None None] Bound using segment: {'id': 'a6aae8b1-69c7-4a41-ba0b-8d86673b260a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ecc776e2-af72-46ed-a11e-863cdc3823dd'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:25:35.307773 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-09d3d985-1d96-4b73-8420-2e63cd75b0b0 None None] Bound port: 90dca081-60a5-4c5d-85e7-7d41aaedd9bf, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6aae8b1-69c7-4a41-ba0b-8d86673b260a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ecc776e2-af72-46ed-a11e-863cdc3823dd'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:25:35.308158 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-09d3d985-1d96-4b73-8420-2e63cd75b0b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:35.308672 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e3cb1d-889d-4ba0-af4b-7af254f6693f req-21a15acc-d526-4ca7-9d2e-9ec635ff043f tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:35.314388 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-70aaedfe-48b9-4012-ad3f-f9f3747f23b6 req-cdc370d4-cf54-4cdf-ab28-9c95dd36dd5d tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9f80b7-7da6-471c-ab75-5240190a613a HTTP/1.1" status: 200 len: 945 time: 0.2461057 Nov 12 08:25:35.322689 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-75e3cb1d-889d-4ba0-af4b-7af254f6693f req-21a15acc-d526-4ca7-9d2e-9ec635ff043f tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "GET /v2.0/ports?device_id=688c0300-376e-47a5-ab51-ef3044b2ee86 HTTP/1.1" status: 200 len: 2418 time: 0.2820172 Nov 12 08:25:35.401582 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-09d3d985-1d96-4b73-8420-2e63cd75b0b0 None None] For port 90dca081-60a5-4c5d-85e7-7d41aaedd9bf, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:25:35.405151 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-09d3d985-1d96-4b73-8420-2e63cd75b0b0 None None] For port 90dca081-60a5-4c5d-85e7-7d41aaedd9bf, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=90dca081-60a5-4c5d-85e7-7d41aaedd9bf,segment=NetworkSegment(a6aae8b1-69c7-4a41-ba0b-8d86673b260a),segment_id=a6aae8b1-69c7-4a41-ba0b-8d86673b260a)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:25:35.412470 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-09d3d985-1d96-4b73-8420-2e63cd75b0b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:35.423861 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8f22f0-9436-4e06-bf64-582e8f64406f req-594c75d5-9a94-4a35-9c5e-924542d5c2c4 tempest-VolumesBackupsTest-1114673165 tempest-VolumesBackupsTest-1114673165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:35.425416 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5c8f22f0-9436-4e06-bf64-582e8f64406f req-594c75d5-9a94-4a35-9c5e-924542d5c2c4 tempest-VolumesBackupsTest-1114673165 tempest-VolumesBackupsTest-1114673165-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5247967 Nov 12 08:25:35.438194 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-75e3cb1d-889d-4ba0-af4b-7af254f6693f req-3734e5b3-bbf3-4ca6-86c2-9915e8a2be03 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "GET /v2.0/security-groups?id=5e4f26b3-68f4-458f-b970-543611e5d001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144955 Nov 12 08:25:35.452077 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-5c8f22f0-9436-4e06-bf64-582e8f64406f req-2649c8c5-4176-4814-87b3-04100b1ccfc3 tempest-VolumesBackupsTest-1114673165 tempest-VolumesBackupsTest-1114673165-project] Request body: {'port': {'device_id': '1e85cdb5-4969-42bc-8ebe-b5be2f406062', 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016', 'admin_state_up': True, 'tenant_id': 'be064ae7b3354bf888eea879f60acca6'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:35.514545 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d3d985-1d96-4b73-8420-2e63cd75b0b0 None None] Pushing event updated for resources: {'Port': ['ID=90dca081-60a5-4c5d-85e7-7d41aaedd9bf,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:35.530184 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb4fd7d7-665d-4f70-932c-8fc8097afab7 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Router 4ff9cdf0-02c8-4da9-a0e0-d182dd444274 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:25:35.548585 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device e15625a1-aba5-4907-a2d9-273d411cd7ad up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:25:35.549341 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-70aaedfe-48b9-4012-ad3f-f9f3747f23b6 req-083e77a0-e98c-41f4-9d26-7aaea345964e tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=dafae0e1-4d35-4b86-8740-ce6a9a9c8268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2282648 Nov 12 08:25:35.563825 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-68ba2c4b-cbb2-436a-a298-c853be123b8f tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Allocated IP 2001:db8::1 (06da19ab-2c42-4a7f-8abd-4945f5841b6a/3bcb5f6c-0e73-4a76-8e90-12a6334183a2/2e675f35-5228-4cfa-9860-e6a7f81563c2) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:25:35.619016 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port e15625a1-aba5-4907-a2d9-273d411cd7ad triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:35.619472 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:35.636546 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-00e35360-d65a-4e3e-ad60-801ce80dfc07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:35.639197 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-00e35360-d65a-4e3e-ad60-801ce80dfc07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:35.640383 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-00e35360-d65a-4e3e-ad60-801ce80dfc07 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7b5e811b-1a44-465b-9438-f7cbd8922c74 HTTP/1.1" status: 204 len: 168 time: 1.0011520 Nov 12 08:25:35.728612 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e35360-d65a-4e3e-ad60-801ce80dfc07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b5e811b-1a44-465b-9438-f7cbd8922c74,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:35.848129 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 12 Nov 2021 08:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd59a30-1e98-49eb-a5cf-fe3c12da79cc x-openstack-request-id: req-6cd59a30-1e98-49eb-a5cf-fe3c12da79cc {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:25:35.848901 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4c7a2a2-2dfe-4e5d-a995-7d21ef5b2362", "name": "network-vif-unplugged", "status": "completed", "tag": "50d2807b-6b69-40e6-aeda-3bdaec433c45", "code": 200}, {"server_uuid": "688c0300-376e-47a5-ab51-ef3044b2ee86", "name": "network-vif-plugged", "status": "completed", "tag": "428c5205-9d90-41d8-8b9d-7c4cc119dc8c", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:25:35.849385 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6cd59a30-1e98-49eb-a5cf-fe3c12da79cc {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:25:35.851228 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4c7a2a2-2dfe-4e5d-a995-7d21ef5b2362', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50d2807b-6b69-40e6-aeda-3bdaec433c45', 'code': 200} Nov 12 08:25:35.851596 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '688c0300-376e-47a5-ab51-ef3044b2ee86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '428c5205-9d90-41d8-8b9d-7c4cc119dc8c', 'code': 200} Nov 12 08:25:35.873402 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:35.949719 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5663fdf-04b8-4daf-befb-79c7c095cd6b req-6633d33c-471c-49c8-a139-e0c3880c0d7c tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:35.953329 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 50d2807b-6b69-40e6-aeda-3bdaec433c45 no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:25:35.957688 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b5663fdf-04b8-4daf-befb-79c7c095cd6b req-6633d33c-471c-49c8-a139-e0c3880c0d7c tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/networks?id=48c46c78-0475-4191-b336-d10a7e260ac1 HTTP/1.1" status: 200 len: 822 time: 0.3246207 Nov 12 08:25:35.983856 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-68ba2c4b-cbb2-436a-a298-c853be123b8f tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:36.003432 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c8f22f0-9436-4e06-bf64-582e8f64406f req-2649c8c5-4176-4814-87b3-04100b1ccfc3 tempest-VolumesBackupsTest-1114673165 tempest-VolumesBackupsTest-1114673165-project] Made reservation on behalf of be064ae7b3354bf888eea879f60acca6 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:25:36.010915 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] For port e15625a1-aba5-4907-a2d9-273d411cd7ad, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=e15625a1-aba5-4907-a2d9-273d411cd7ad,segment=NetworkSegment(6f92416a-f3b3-4246-9ba1-74b005ca4b37),segment_id=6f92416a-f3b3-4246-9ba1-74b005ca4b37)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:25:36.012997 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] No Port match for: 50d2807b-6b69-40e6-aeda-3bdaec433c45 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:25:36.013523 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 50d2807b-6b69-40e6-aeda-3bdaec433c45 not bound to the agent host n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:25:36.019443 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:36.020854 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-5c8f22f0-9436-4e06-bf64-582e8f64406f req-2649c8c5-4176-4814-87b3-04100b1ccfc3 tempest-VolumesBackupsTest-1114673165 tempest-VolumesBackupsTest-1114673165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:36.083511 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-5c8f22f0-9436-4e06-bf64-582e8f64406f req-2649c8c5-4176-4814-87b3-04100b1ccfc3 tempest-VolumesBackupsTest-1114673165 tempest-VolumesBackupsTest-1114673165-project] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:36.088100 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-19d48ff9-6e0f-4f81-a206-1f2bcc858a11 req-bf4a904e-ed24-4b81-9667-f2bf6bbde876 tempest-VolumesBackupsTest-1114673165 tempest-VolumesBackupsTest-1114673165-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e85cdb5-4969-42bc-8ebe-b5be2f406062 HTTP/1.1" status: 200 len: 210 time: 0.0446126 Nov 12 08:25:36.092369 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb4fd7d7-665d-4f70-932c-8fc8097afab7 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:25:36.098480 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-eb4fd7d7-665d-4f70-932c-8fc8097afab7 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:36.110292 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc189c7a-0fd8-4bad-b40e-968edd68eabf None None] Sync routers for ids ['4ff9cdf0-02c8-4da9-a0e0-d182dd444274'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:25:36.110763 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b5663fdf-04b8-4daf-befb-79c7c095cd6b req-b3cc5609-5dec-4f1b-8e05-e54b9d22264e tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/quotas/e6d48b0a7d084fdbbcdcca693c68f3d4 HTTP/1.1" status: 200 len: 375 time: 0.1506979 Nov 12 08:25:36.116410 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-68ba2c4b-cbb2-436a-a298-c853be123b8f tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:36.118108 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Pushing event updated for resources: {'Port': ['ID=e15625a1-aba5-4907-a2d9-273d411cd7ad,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:36.137850 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc189c7a-0fd8-4bad-b40e-968edd68eabf None None] Routers {'4ff9cdf0-02c8-4da9-a0e0-d182dd444274'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:25:36.138882 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-fc189c7a-0fd8-4bad-b40e-968edd68eabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:25:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['4ff9cdf0-02c8-4da9-a0e0-d182dd444274'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:36.215443 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-fc189c7a-0fd8-4bad-b40e-968edd68eabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:36.230758 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ba2c4b-cbb2-436a-a298-c853be123b8f tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Network 06da19ab-2c42-4a7f-8abd-4945f5841b6a is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:25:36.240219 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc189c7a-0fd8-4bad-b40e-968edd68eabf None None] Routers {'4ff9cdf0-02c8-4da9-a0e0-d182dd444274'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:25:36.242700 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-fc189c7a-0fd8-4bad-b40e-968edd68eabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:25:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['4ff9cdf0-02c8-4da9-a0e0-d182dd444274'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:36.245385 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-68ba2c4b-cbb2-436a-a298-c853be123b8f tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:25:36.252378 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ba2c4b-cbb2-436a-a298-c853be123b8f tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:25:36.253622 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-68ba2c4b-cbb2-436a-a298-c853be123b8f tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933481'] for router_interface, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:36.262187 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-eb4fd7d7-665d-4f70-932c-8fc8097afab7 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] 10.222.0.26 "PUT /v2.0/floatingips/b2478ee4-b94b-4790-8f84-514333908410 HTTP/1.1" status: 200 len: 977 time: 4.8502343 Nov 12 08:25:36.263163 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ba2c4b-cbb2-436a-a298-c853be123b8f tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Pushing event updated for resources: {'Port': ['ID=2e675f35-5228-4cfa-9860-e6a7f81563c2,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:36.265429 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56752) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:36.285473 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bce4fe-3854-4adc-ae30-f0598690637b req-dae34b67-a4f3-4d9a-b33d-18aa831335f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:36.285956 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bce4fe-3854-4adc-ae30-f0598690637b req-dae34b67-a4f3-4d9a-b33d-18aa831335f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:36.286421 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bce4fe-3854-4adc-ae30-f0598690637b req-dae34b67-a4f3-4d9a-b33d-18aa831335f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:36.288109 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e6bce4fe-3854-4adc-ae30-f0598690637b req-dae34b67-a4f3-4d9a-b33d-18aa831335f1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=688c0300-376e-47a5-ab51-ef3044b2ee86 HTTP/1.1" status: 200 len: 2874 time: 0.3183634 Nov 12 08:25:36.302469 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-fc189c7a-0fd8-4bad-b40e-968edd68eabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:36.303635 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc189c7a-0fd8-4bad-b40e-968edd68eabf None None] The sync data for ids ['4ff9cdf0-02c8-4da9-a0e0-d182dd444274'] in n-d-765315-29 is: [] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:25:36.305952 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-2500843a-b6db-4276-94e3-7e1464b1589a tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:36.412745 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b5663fdf-04b8-4daf-befb-79c7c095cd6b req-5b7c4841-97aa-47b9-ac39-07a52dca601f tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e6d48b0a7d084fdbbcdcca693c68f3d4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2792552 Nov 12 08:25:36.459101 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e6bce4fe-3854-4adc-ae30-f0598690637b req-bf435666-8e22-4e2e-86ae-7c6f664a787b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=5e4f26b3-68f4-458f-b970-543611e5d001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549656 Nov 12 08:25:36.467240 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2500843a-b6db-4276-94e3-7e1464b1589a tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks [] for floatingip, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:36.503002 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-5c8f22f0-9436-4e06-bf64-582e8f64406f req-2649c8c5-4176-4814-87b3-04100b1ccfc3 tempest-VolumesBackupsTest-1114673165 tempest-VolumesBackupsTest-1114673165-project] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:36.510973 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-5c8f22f0-9436-4e06-bf64-582e8f64406f req-2649c8c5-4176-4814-87b3-04100b1ccfc3 tempest-VolumesBackupsTest-1114673165 tempest-VolumesBackupsTest-1114673165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:36.568375 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be24b4c-5114-4ec3-8070-8e3d1a84ad1f req-74a8a9f9-d1af-48a3-a7c9-468a6a2b8274 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:36.576077 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1be24b4c-5114-4ec3-8070-8e3d1a84ad1f req-74a8a9f9-d1af-48a3-a7c9-468a6a2b8274 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9f80b7-7da6-471c-ab75-5240190a613a HTTP/1.1" status: 200 len: 945 time: 0.1646264 Nov 12 08:25:36.583596 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-68ba2c4b-cbb2-436a-a298-c853be123b8f tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:36.655401 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2649c8c5-4176-4814-87b3-04100b1ccfc3 tempest-VolumesBackupsTest-1114673165 tempest-VolumesBackupsTest-1114673165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60e96982-6a6f-4846-a2e7-70a7b4139e5c,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:36.695889 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc347419-6614-47a5-8df3-49375464c45a None None] Network 06da19ab-2c42-4a7f-8abd-4945f5841b6a requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:25:36.740083 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1be24b4c-5114-4ec3-8070-8e3d1a84ad1f req-91855d20-83d8-435d-aad9-b45f4893d239 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=dafae0e1-4d35-4b86-8740-ce6a9a9c8268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1458035 Nov 12 08:25:36.825220 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b5663fdf-04b8-4daf-befb-79c7c095cd6b req-1d66ada5-0541-4a80-8ea8-87004bcf94f9 service neutron] 10.222.0.26 "GET /v2.0/networks/48c46c78-0475-4191-b336-d10a7e260ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4114187 Nov 12 08:25:36.880372 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-7bcedcd8-0496-430a-bb04-8313ed7541b3 None None] Provisioning complete for port e15625a1-aba5-4907-a2d9-273d411cd7ad triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:36.880780 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7bcedcd8-0496-430a-bb04-8313ed7541b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:36.952791 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-5c8f22f0-9436-4e06-bf64-582e8f64406f req-2649c8c5-4176-4814-87b3-04100b1ccfc3 tempest-VolumesBackupsTest-1114673165 tempest-VolumesBackupsTest-1114673165-project] Allocated IP 192.168.233.158 (107743df-d3df-459d-a6cd-9e2ab4303016/e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1/4c6ce0ef-f8c3-4e96-a110-684c0400a20f) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:25:37.017895 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5e81e792-a4c5-4685-a461-83d5f1b21c55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:37.027447 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b5663fdf-04b8-4daf-befb-79c7c095cd6b req-4d87eff6-d103-420f-8d42-71d0aff50d1e service neutron] 10.222.0.26 "GET /v2.0/networks/48c46c78-0475-4191-b336-d10a7e260ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012298 Nov 12 08:25:37.035641 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 56780) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:37.197975 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-f60d67bc-b464-40ef-b9fc-f2ef43c3d23a admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1501778927-network', 'tenant_id': '0f5ac3b73127492b9ddf858af9c3809d'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:37.300099 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-5c8f22f0-9436-4e06-bf64-582e8f64406f req-2649c8c5-4176-4814-87b3-04100b1ccfc3 tempest-VolumesBackupsTest-1114673165 tempest-VolumesBackupsTest-1114673165-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:37.400797 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f60d67bc-b464-40ef-b9fc-f2ef43c3d23a admin admin] Made reservation on behalf of 0f5ac3b73127492b9ddf858af9c3809d for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:25:37.404265 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f60d67bc-b464-40ef-b9fc-f2ef43c3d23a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:37.417683 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-5c8f22f0-9436-4e06-bf64-582e8f64406f req-2649c8c5-4176-4814-87b3-04100b1ccfc3 tempest-VolumesBackupsTest-1114673165 tempest-VolumesBackupsTest-1114673165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:37.419925 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f60d67bc-b464-40ef-b9fc-f2ef43c3d23a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:37.492874 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149666ba-d74d-4290-98aa-502a5bd0f0a6 None None] Network ecc776e2-af72-46ed-a11e-863cdc3823dd requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:25:37.570023 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2500843a-b6db-4276-94e3-7e1464b1589a tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:37.589783 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2500843a-b6db-4276-94e3-7e1464b1589a tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:37.590096 n-d-765315-29 neutron-server[102600]: INFO neutron.db.l3_db [None req-2500843a-b6db-4276-94e3-7e1464b1589a tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Floating IP b2478ee4-b94b-4790-8f84-514333908410 disassociated. External IP: 172.25.2.74, port: 4505d815-d9c3-4e11-9ed0-14e742650d49. Nov 12 08:25:37.640015 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c8f22f0-9436-4e06-bf64-582e8f64406f req-2649c8c5-4176-4814-87b3-04100b1ccfc3 tempest-VolumesBackupsTest-1114673165 tempest-VolumesBackupsTest-1114673165-project] Network 107743df-d3df-459d-a6cd-9e2ab4303016 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:25:37.665259 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-5c8f22f0-9436-4e06-bf64-582e8f64406f req-2649c8c5-4176-4814-87b3-04100b1ccfc3 tempest-VolumesBackupsTest-1114673165 tempest-VolumesBackupsTest-1114673165-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:25:37.671536 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c8f22f0-9436-4e06-bf64-582e8f64406f req-2649c8c5-4176-4814-87b3-04100b1ccfc3 tempest-VolumesBackupsTest-1114673165 tempest-VolumesBackupsTest-1114673165-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:25:37.679721 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-760f3046-c385-426f-b8bb-a96e1c9dc434 None None] Provisioning complete for port 90dca081-60a5-4c5d-85e7-7d41aaedd9bf triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:37.680329 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-760f3046-c385-426f-b8bb-a96e1c9dc434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:37.734999 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8f22f0-9436-4e06-bf64-582e8f64406f req-2649c8c5-4176-4814-87b3-04100b1ccfc3 tempest-VolumesBackupsTest-1114673165 tempest-VolumesBackupsTest-1114673165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:37.735769 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-5c8f22f0-9436-4e06-bf64-582e8f64406f req-2649c8c5-4176-4814-87b3-04100b1ccfc3 tempest-VolumesBackupsTest-1114673165 tempest-VolumesBackupsTest-1114673165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:37.758331 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 90dca081-60a5-4c5d-85e7-7d41aaedd9bf up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:25:37.785632 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2649c8c5-4176-4814-87b3-04100b1ccfc3 tempest-VolumesBackupsTest-1114673165 tempest-VolumesBackupsTest-1114673165-project] Pushing event updated for resources: {'Port': ['ID=4c6ce0ef-f8c3-4e96-a110-684c0400a20f,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:37.806075 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f60d67bc-b464-40ef-b9fc-f2ef43c3d23a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:37.834954 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f60d67bc-b464-40ef-b9fc-f2ef43c3d23a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:37.880276 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5c8f22f0-9436-4e06-bf64-582e8f64406f req-2649c8c5-4176-4814-87b3-04100b1ccfc3 tempest-VolumesBackupsTest-1114673165 tempest-VolumesBackupsTest-1114673165-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4363935 Nov 12 08:25:37.954154 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651d7996-c17a-4a1a-95a8-da6a7bfd99de req-66cdab85-73ec-4ded-8cef-e9fbb853fd95 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:37.956826 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f60d67bc-b464-40ef-b9fc-f2ef43c3d23a admin admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:25:37.963957 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:37.971716 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651d7996-c17a-4a1a-95a8-da6a7bfd99de req-66cdab85-73ec-4ded-8cef-e9fbb853fd95 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:37.981125 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f60d67bc-b464-40ef-b9fc-f2ef43c3d23a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:37.981787 n-d-765315-29 neutron-server[102599]: INFO neutron.db.segments_db [None req-f60d67bc-b464-40ef-b9fc-f2ef43c3d23a admin admin] Added segment b9ddb270-d72a-4b4e-8146-02e21e3cab8c of type vlan for network d3dfbd60-c4bd-4535-a8f2-0544edeaf90f Nov 12 08:25:37.983370 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651d7996-c17a-4a1a-95a8-da6a7bfd99de req-66cdab85-73ec-4ded-8cef-e9fbb853fd95 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:37.995638 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-5c8f22f0-9436-4e06-bf64-582e8f64406f req-6d025879-2f6b-457b-9350-99a18a47588d service neutron] Request body: {'port': {'device_id': '1e85cdb5-4969-42bc-8ebe-b5be2f406062', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:38.006985 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-651d7996-c17a-4a1a-95a8-da6a7bfd99de req-66cdab85-73ec-4ded-8cef-e9fbb853fd95 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "GET /v2.0/ports?device_id=688c0300-376e-47a5-ab51-ef3044b2ee86 HTTP/1.1" status: 200 len: 2418 time: 0.4345291 Nov 12 08:25:38.074977 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60d67bc-b464-40ef-b9fc-f2ef43c3d23a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ece24f52-0c0d-4c98-8407-beec2fc72985,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:38.135053 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 90dca081-60a5-4c5d-85e7-7d41aaedd9bf triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:38.135839 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:38.187696 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-760f3046-c385-426f-b8bb-a96e1c9dc434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:38.190200 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-651d7996-c17a-4a1a-95a8-da6a7bfd99de req-42c0e5c5-62a7-4138-a430-68f727986771 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "GET /v2.0/security-groups?id=5e4f26b3-68f4-458f-b970-543611e5d001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820068 Nov 12 08:25:38.228427 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddabf54a-296d-4c35-a299-7b5d8a33836c req-d39d12ba-20da-47e1-88b9-c0c40bc5a869 tempest-VolumesBackupsTest-1114673165 tempest-VolumesBackupsTest-1114673165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:38.237536 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ddabf54a-296d-4c35-a299-7b5d8a33836c req-d39d12ba-20da-47e1-88b9-c0c40bc5a869 tempest-VolumesBackupsTest-1114673165 tempest-VolumesBackupsTest-1114673165-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e85cdb5-4969-42bc-8ebe-b5be2f406062 HTTP/1.1" status: 200 len: 936 time: 0.4968750 Nov 12 08:25:38.241410 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f60d67bc-b464-40ef-b9fc-f2ef43c3d23a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:38.271551 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-760f3046-c385-426f-b8bb-a96e1c9dc434 None None] For port 90dca081-60a5-4c5d-85e7-7d41aaedd9bf, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=90dca081-60a5-4c5d-85e7-7d41aaedd9bf,segment=NetworkSegment(a6aae8b1-69c7-4a41-ba0b-8d86673b260a),segment_id=a6aae8b1-69c7-4a41-ba0b-8d86673b260a)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:25:38.321899 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-760f3046-c385-426f-b8bb-a96e1c9dc434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:38.361229 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device e15625a1-aba5-4907-a2d9-273d411cd7ad up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:25:38.379757 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3d104976-8155-4e3b-ba82-2a4103c3c8d6 req-ba643862-ad30-44cb-8132-b07803453aaf tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9068548-7f0e-4ce0-9a9f-150f21438069 HTTP/1.1" status: 200 len: 210 time: 0.1022913 Nov 12 08:25:38.457401 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-68ba2c4b-cbb2-436a-a298-c853be123b8f tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:38.469004 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-68ba2c4b-cbb2-436a-a298-c853be123b8f tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:38.470417 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-68ba2c4b-cbb2-436a-a298-c853be123b8f tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933629'] for router_interface, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:38.532630 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760f3046-c385-426f-b8bb-a96e1c9dc434 None None] Pushing event updated for resources: {'Port': ['ID=90dca081-60a5-4c5d-85e7-7d41aaedd9bf,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:38.536395 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port e15625a1-aba5-4907-a2d9-273d411cd7ad triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:38.536879 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:38.539717 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-7d9f4393-c3a3-4cd3-9d98-5ad0e877cf4c None None] Provisioning complete for port e15625a1-aba5-4907-a2d9-273d411cd7ad triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:38.540272 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7d9f4393-c3a3-4cd3-9d98-5ad0e877cf4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:38.603457 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-5c8f22f0-9436-4e06-bf64-582e8f64406f req-6d025879-2f6b-457b-9350-99a18a47588d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:38.673355 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2500843a-b6db-4276-94e3-7e1464b1589a tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Router 4ff9cdf0-02c8-4da9-a0e0-d182dd444274 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:25:38.674155 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ba2c4b-cbb2-436a-a298-c853be123b8f tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Pushing event updated for resources: {'Port': ['ID=2e675f35-5228-4cfa-9860-e6a7f81563c2,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:38.677949 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f60d67bc-b464-40ef-b9fc-f2ef43c3d23a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:38.679040 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60d67bc-b464-40ef-b9fc-f2ef43c3d23a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:38.679621 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f60d67bc-b464-40ef-b9fc-f2ef43c3d23a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:38.694881 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ddabf54a-296d-4c35-a299-7b5d8a33836c req-e6a4e178-e5bb-4ff4-b470-2552bf2d9371 tempest-VolumesBackupsTest-1114673165 tempest-VolumesBackupsTest-1114673165-project] 10.222.0.26 "GET /v2.0/security-groups?id=60e96982-6a6f-4846-a2e7-70a7b4139e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4555614 Nov 12 08:25:38.704210 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ba2c4b-cbb2-436a-a298-c853be123b8f tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:38.704489 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ba2c4b-cbb2-436a-a298-c853be123b8f tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:38.704827 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ba2c4b-cbb2-436a-a298-c853be123b8f tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:38.705377 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ba2c4b-cbb2-436a-a298-c853be123b8f tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:38.705504 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ba2c4b-cbb2-436a-a298-c853be123b8f tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:38.705782 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ba2c4b-cbb2-436a-a298-c853be123b8f tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:38.706109 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ba2c4b-cbb2-436a-a298-c853be123b8f tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:38.706432 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ba2c4b-cbb2-436a-a298-c853be123b8f tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:38.706872 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ba2c4b-cbb2-436a-a298-c853be123b8f tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:38.707904 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ba2c4b-cbb2-436a-a298-c853be123b8f tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:38.707904 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ba2c4b-cbb2-436a-a298-c853be123b8f tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:38.708242 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ba2c4b-cbb2-436a-a298-c853be123b8f tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:38.751674 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af81679-42dd-4075-b7a4-55bae564d83f req-8c4e3961-ba65-42e6-ba36-13b8d76949d7 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:38.760149 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0af81679-42dd-4075-b7a4-55bae564d83f req-8c4e3961-ba65-42e6-ba36-13b8d76949d7 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9f80b7-7da6-471c-ab75-5240190a613a HTTP/1.1" status: 200 len: 945 time: 0.2493937 Nov 12 08:25:38.767528 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-7d9f4393-c3a3-4cd3-9d98-5ad0e877cf4c None None] Provisioning complete for port 2e675f35-5228-4cfa-9860-e6a7f81563c2 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:38.768861 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7d9f4393-c3a3-4cd3-9d98-5ad0e877cf4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:38.811914 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-7d9f4393-c3a3-4cd3-9d98-5ad0e877cf4c None None] Port 2e675f35-5228-4cfa-9860-e6a7f81563c2 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:25:38.813152 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-f60d67bc-b464-40ef-b9fc-f2ef43c3d23a admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7763889 Nov 12 08:25:38.817201 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 56802) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:38.821267 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ba2c4b-cbb2-436a-a298-c853be123b8f tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Network 06da19ab-2c42-4a7f-8abd-4945f5841b6a is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:25:38.822285 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-e5b69de8-f212-4b6f-b7c1-4566f4d517c3 admin admin] Request body: {'subnet': {'network_id': 'd3dfbd60-c4bd-4535-a8f2-0544edeaf90f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1501778927-subnet', 'tenant_id': '0f5ac3b73127492b9ddf858af9c3809d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:38.826731 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-68ba2c4b-cbb2-436a-a298-c853be123b8f tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:25:38.826966 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-7d9f4393-c3a3-4cd3-9d98-5ad0e877cf4c None None] Provisioning complete for port 4c6ce0ef-f8c3-4e96-a110-684c0400a20f triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:38.827395 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7d9f4393-c3a3-4cd3-9d98-5ad0e877cf4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:38.902458 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-7d9f4393-c3a3-4cd3-9d98-5ad0e877cf4c None None] Port 4c6ce0ef-f8c3-4e96-a110-684c0400a20f cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:25:38.924866 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60d67bc-b464-40ef-b9fc-f2ef43c3d23a admin admin] Pushing event updated for resources: {'Network': ['ID=d3dfbd60-c4bd-4535-a8f2-0544edeaf90f,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:38.945204 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network d3dfbd60-c4bd-4535-a8f2-0544edeaf90f details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:25:38.951860 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5b69de8-f212-4b6f-b7c1-4566f4d517c3 admin admin] Made reservation on behalf of 0f5ac3b73127492b9ddf858af9c3809d for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:25:38.955009 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e5b69de8-f212-4b6f-b7c1-4566f4d517c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:38.984296 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0af81679-42dd-4075-b7a4-55bae564d83f req-2fc9e202-ae8f-4a91-bf62-9f1755c37b05 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=dafae0e1-4d35-4b86-8740-ce6a9a9c8268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2213485 Nov 12 08:25:39.034193 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2500843a-b6db-4276-94e3-7e1464b1589a tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:25:39.054496 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2500843a-b6db-4276-94e3-7e1464b1589a tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:39.064112 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d9d944-3ca0-43f5-98da-94692ae98efd None None] Sync routers for ids ['4ff9cdf0-02c8-4da9-a0e0-d182dd444274'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:25:39.086950 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d9d944-3ca0-43f5-98da-94692ae98efd None None] Routers {'4ff9cdf0-02c8-4da9-a0e0-d182dd444274'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:25:39.088458 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-16d9d944-3ca0-43f5-98da-94692ae98efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:25:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['4ff9cdf0-02c8-4da9-a0e0-d182dd444274'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:39.115121 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-2500843a-b6db-4276-94e3-7e1464b1589a tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] 10.222.0.26 "PUT /v2.0/floatingips/b2478ee4-b94b-4790-8f84-514333908410 HTTP/1.1" status: 200 len: 687 time: 2.8150229 Nov 12 08:25:39.117715 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56806) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:39.138423 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-16d9d944-3ca0-43f5-98da-94692ae98efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:39.142800 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-b02c9a1f-0cb1-4521-822e-03506f95d096 None None] Provisioning complete for port 90dca081-60a5-4c5d-85e7-7d41aaedd9bf triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:39.143502 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b02c9a1f-0cb1-4521-822e-03506f95d096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:39.305453 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68ba2c4b-cbb2-436a-a298-c853be123b8f tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Router ec9163e8-8a2d-4893-89ca-9bbc24a7018d is scheduled to L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 with binding_index 1 {{(pid=102600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:25:39.384745 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d444b7-b0e8-4fb8-8460-886aa7a7f4d0 req-5eb0437b-4dcd-44fa-873a-35021605061e tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:39.392114 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-42d444b7-b0e8-4fb8-8460-886aa7a7f4d0 req-5eb0437b-4dcd-44fa-873a-35021605061e tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9f80b7-7da6-471c-ab75-5240190a613a HTTP/1.1" status: 200 len: 945 time: 0.0906110 Nov 12 08:25:39.464895 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e5b69de8-f212-4b6f-b7c1-4566f4d517c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:39.507483 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-5c8f22f0-9436-4e06-bf64-582e8f64406f req-6d025879-2f6b-457b-9350-99a18a47588d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c6ce0ef-f8c3-4e96-a110-684c0400a20f {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:25:39.520785 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-a59192e6-98f5-4bed-a1a4-6b72456cea85 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Deleting port 2af51afe-ca3f-4385-a8c0-965eff5fb145 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:25:39.521133 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a59192e6-98f5-4bed-a1a4-6b72456cea85 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:39.538249 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 90dca081-60a5-4c5d-85e7-7d41aaedd9bf up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:25:39.551453 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-5c8f22f0-9436-4e06-bf64-582e8f64406f req-6d025879-2f6b-457b-9350-99a18a47588d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:39.569510 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9db1c2-14c9-48c2-aa8f-7ad721c663d9 req-97e7497a-c06d-4c1a-807f-2f6640232ac7 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:39.576056 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9db1c2-14c9-48c2-aa8f-7ad721c663d9 req-97e7497a-c06d-4c1a-807f-2f6640232ac7 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:39.582080 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9db1c2-14c9-48c2-aa8f-7ad721c663d9 req-97e7497a-c06d-4c1a-807f-2f6640232ac7 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:39.590720 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1a9db1c2-14c9-48c2-aa8f-7ad721c663d9 req-97e7497a-c06d-4c1a-807f-2f6640232ac7 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "GET /v2.0/ports?device_id=688c0300-376e-47a5-ab51-ef3044b2ee86 HTTP/1.1" status: 200 len: 2418 time: 0.2662315 Nov 12 08:25:39.631156 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d9d944-3ca0-43f5-98da-94692ae98efd None None] Routers {'4ff9cdf0-02c8-4da9-a0e0-d182dd444274'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:25:39.632192 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-16d9d944-3ca0-43f5-98da-94692ae98efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:25:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['4ff9cdf0-02c8-4da9-a0e0-d182dd444274'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:39.649401 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-5c8f22f0-9436-4e06-bf64-582e8f64406f req-6d025879-2f6b-457b-9350-99a18a47588d service neutron] Transition to ACTIVE for port object 4c6ce0ef-f8c3-4e96-a110-684c0400a20f will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:25:39.650641 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:39.656700 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b69de8-f212-4b6f-b7c1-4566f4d517c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9214ee9-1dfc-479d-8a71-e98ceffd43fd,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:39.671208 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-5c8f22f0-9436-4e06-bf64-582e8f64406f req-6d025879-2f6b-457b-9350-99a18a47588d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:39.683208 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-42d444b7-b0e8-4fb8-8460-886aa7a7f4d0 req-e3519980-170c-4686-a153-b7154febaac3 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=dafae0e1-4d35-4b86-8740-ce6a9a9c8268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2901342 Nov 12 08:25:39.690232 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68ba2c4b-cbb2-436a-a298-c853be123b8f tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:25:39.700329 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-68ba2c4b-cbb2-436a-a298-c853be123b8f tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] 10.222.0.26 "PUT /v2.0/routers/ec9163e8-8a2d-4893-89ca-9bbc24a7018d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9977934 Nov 12 08:25:39.704272 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56814) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:39.707636 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-16d9d944-3ca0-43f5-98da-94692ae98efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:39.708490 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d9d944-3ca0-43f5-98da-94692ae98efd None None] The sync data for ids ['4ff9cdf0-02c8-4da9-a0e0-d182dd444274'] in n-d-765315-29 is: [] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:25:39.712349 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3673e558-c75e-466a-95a1-f4569f08a7f7 None None] Sync routers for ids ['ec9163e8-8a2d-4893-89ca-9bbc24a7018d'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:25:39.724077 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3673e558-c75e-466a-95a1-f4569f08a7f7 None None] Routers {'ec9163e8-8a2d-4893-89ca-9bbc24a7018d'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:25:39.724808 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-3673e558-c75e-466a-95a1-f4569f08a7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:25:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['ec9163e8-8a2d-4893-89ca-9bbc24a7018d'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:39.765219 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-3673e558-c75e-466a-95a1-f4569f08a7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:39.776668 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3673e558-c75e-466a-95a1-f4569f08a7f7 None None] Routers {'ec9163e8-8a2d-4893-89ca-9bbc24a7018d'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:25:39.777703 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-3673e558-c75e-466a-95a1-f4569f08a7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:25:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['ec9163e8-8a2d-4893-89ca-9bbc24a7018d'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:39.780435 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a59192e6-98f5-4bed-a1a4-6b72456cea85 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:39.780772 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a59192e6-98f5-4bed-a1a4-6b72456cea85 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:39.784049 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 90dca081-60a5-4c5d-85e7-7d41aaedd9bf triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:39.784544 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:39.818614 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-3673e558-c75e-466a-95a1-f4569f08a7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:39.819772 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3673e558-c75e-466a-95a1-f4569f08a7f7 None None] The sync data for ids ['ec9163e8-8a2d-4893-89ca-9bbc24a7018d'] in n-d-765315-29 is: [] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:25:39.838270 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b69de8-f212-4b6f-b7c1-4566f4d517c3 admin admin] Checking segment: {'id': 'b9ddb270-d72a-4b4e-8146-02e21e3cab8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd3dfbd60-c4bd-4535-a8f2-0544edeaf90f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:25:39.839056 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b69de8-f212-4b6f-b7c1-4566f4d517c3 admin admin] Network hostable DHCP agents. Network: d3dfbd60-c4bd-4535-a8f2-0544edeaf90f, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:25:39.841503 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-a59192e6-98f5-4bed-a1a4-6b72456cea85 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Calling delete_port for 2af51afe-ca3f-4385-a8c0-965eff5fb145 owned by network:floatingip {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:25:39.847986 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d025879-2f6b-457b-9350-99a18a47588d service neutron] Pushing event updated for resources: {'Port': ['ID=4c6ce0ef-f8c3-4e96-a110-684c0400a20f,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:39.857073 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:39.875969 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1a9db1c2-14c9-48c2-aa8f-7ad721c663d9 req-d8e47c7e-24f2-4865-8dbf-f90affb5de81 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "GET /v2.0/security-groups?id=5e4f26b3-68f4-458f-b970-543611e5d001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683194 Nov 12 08:25:39.890156 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-55917869-0c3b-4f92-934f-b35a67681989 req-6bb5375d-7c9e-4a29-b107-946fb320215b tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9068548-7f0e-4ce0-9a9f-150f21438069 HTTP/1.1" status: 200 len: 210 time: 0.0962474 Nov 12 08:25:39.903247 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5663fdf-04b8-4daf-befb-79c7c095cd6b req-ccf72a60-b5b5-432b-acb4-66a6d96871ba tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:39.905620 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b5663fdf-04b8-4daf-befb-79c7c095cd6b req-ccf72a60-b5b5-432b-acb4-66a6d96871ba tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.44 "GET /v2.0/networks?id=48c46c78-0475-4191-b336-d10a7e260ac1 HTTP/1.1" status: 200 len: 822 time: 0.4796252 Nov 12 08:25:39.935019 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-b5663fdf-04b8-4daf-befb-79c7c095cd6b req-7f97c3d8-9fc1-4965-8020-b84625718021 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Request body: {'port': {'device_id': 'f9068548-7f0e-4ce0-9a9f-150f21438069', 'network_id': '48c46c78-0475-4191-b336-d10a7e260ac1', 'admin_state_up': True, 'tenant_id': 'e6d48b0a7d084fdbbcdcca693c68f3d4'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:39.956238 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b69de8-f212-4b6f-b7c1-4566f4d517c3 admin admin] Network d3dfbd60-c4bd-4535-a8f2-0544edeaf90f is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:25:40.002551 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-1f6eb3af-7452-4468-8de5-83fbaeda34a0 None None] Provisioning complete for port 2e675f35-5228-4cfa-9860-e6a7f81563c2 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:40.002970 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1f6eb3af-7452-4468-8de5-83fbaeda34a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:40.037567 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-e5b69de8-f212-4b6f-b7c1-4566f4d517c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, d3dfbd60-c4bd-4535-a8f2-0544edeaf90f) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:25:40.044437 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b69de8-f212-4b6f-b7c1-4566f4d517c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:40.045923 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e5b69de8-f212-4b6f-b7c1-4566f4d517c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:40.048018 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82db9a8-2a1b-4408-8419-46a42e14e3d1 None None] Network d3dfbd60-c4bd-4535-a8f2-0544edeaf90f requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:25:40.112191 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-1f6eb3af-7452-4468-8de5-83fbaeda34a0 None None] Port 2e675f35-5228-4cfa-9860-e6a7f81563c2 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:25:40.143935 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-e5b69de8-f212-4b6f-b7c1-4566f4d517c3 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3254466 Nov 12 08:25:40.217631 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6db6ed-d80d-4e0f-9d0c-1631a8289c6d req-f48cb3b2-d8d8-4e15-b193-b003f036a9d8 tempest-VolumesBackupsTest-1114673165 tempest-VolumesBackupsTest-1114673165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:40.225073 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3e6db6ed-d80d-4e0f-9d0c-1631a8289c6d req-f48cb3b2-d8d8-4e15-b193-b003f036a9d8 tempest-VolumesBackupsTest-1114673165 tempest-VolumesBackupsTest-1114673165-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e85cdb5-4969-42bc-8ebe-b5be2f406062 HTTP/1.1" status: 200 len: 948 time: 0.2593143 Nov 12 08:25:40.266533 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-5c8f22f0-9436-4e06-bf64-582e8f64406f req-6d025879-2f6b-457b-9350-99a18a47588d service neutron] Attempting to bind port 4c6ce0ef-f8c3-4e96-a110-684c0400a20f on host n-h2-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:25:40.266845 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-5c8f22f0-9436-4e06-bf64-582e8f64406f req-6d025879-2f6b-457b-9350-99a18a47588d service neutron] Attempting to bind port 4c6ce0ef-f8c3-4e96-a110-684c0400a20f by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:25:40.267011 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8f22f0-9436-4e06-bf64-582e8f64406f req-6d025879-2f6b-457b-9350-99a18a47588d service neutron] Attempting to bind port 4c6ce0ef-f8c3-4e96-a110-684c0400a20f on network 107743df-d3df-459d-a6cd-9e2ab4303016 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:25:40.276870 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8f22f0-9436-4e06-bf64-582e8f64406f req-6d025879-2f6b-457b-9350-99a18a47588d service neutron] Port 4c6ce0ef-f8c3-4e96-a110-684c0400a20f on network 107743df-d3df-459d-a6cd-9e2ab4303016 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:25:40.277203 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8f22f0-9436-4e06-bf64-582e8f64406f req-6d025879-2f6b-457b-9350-99a18a47588d service neutron] Attempting to bind port 4c6ce0ef-f8c3-4e96-a110-684c0400a20f on network 107743df-d3df-459d-a6cd-9e2ab4303016 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:25:40.302007 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8f22f0-9436-4e06-bf64-582e8f64406f req-6d025879-2f6b-457b-9350-99a18a47588d service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:25:40.302479 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8f22f0-9436-4e06-bf64-582e8f64406f req-6d025879-2f6b-457b-9350-99a18a47588d service neutron] Checking segment: {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:25:40.309985 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8f22f0-9436-4e06-bf64-582e8f64406f req-6d025879-2f6b-457b-9350-99a18a47588d service neutron] Bound using segment: {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:25:40.311914 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-5c8f22f0-9436-4e06-bf64-582e8f64406f req-6d025879-2f6b-457b-9350-99a18a47588d service neutron] Bound port: 4c6ce0ef-f8c3-4e96-a110-684c0400a20f, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:25:40.312555 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-5c8f22f0-9436-4e06-bf64-582e8f64406f req-6d025879-2f6b-457b-9350-99a18a47588d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:40.355112 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dabc5f32-9eea-4295-978f-d131aad67034 None None] Network d3dfbd60-c4bd-4535-a8f2-0544edeaf90f requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:25:40.397212 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3e6db6ed-d80d-4e0f-9d0c-1631a8289c6d req-5ad0d4db-47f9-4e0c-9e0e-09d4bb7417cf tempest-VolumesBackupsTest-1114673165 tempest-VolumesBackupsTest-1114673165-project] 10.222.0.26 "GET /v2.0/security-groups?id=60e96982-6a6f-4846-a2e7-70a7b4139e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653051 Nov 12 08:25:40.416616 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5663fdf-04b8-4daf-befb-79c7c095cd6b req-7f97c3d8-9fc1-4965-8020-b84625718021 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Made reservation on behalf of e6d48b0a7d084fdbbcdcca693c68f3d4 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:25:40.420743 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b5663fdf-04b8-4daf-befb-79c7c095cd6b req-7f97c3d8-9fc1-4965-8020-b84625718021 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:40.506648 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-5c8f22f0-9436-4e06-bf64-582e8f64406f req-6d025879-2f6b-457b-9350-99a18a47588d service neutron] For port 4c6ce0ef-f8c3-4e96-a110-684c0400a20f, host n-h2-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:25:40.507318 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f8ae3-7d0f-47af-93b0-aeb3270c30c0 req-7ef49f54-509b-44f9-9f71-a0eed7fa3dac tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:40.514267 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f8ae3-7d0f-47af-93b0-aeb3270c30c0 req-7ef49f54-509b-44f9-9f71-a0eed7fa3dac tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:40.523185 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f8ae3-7d0f-47af-93b0-aeb3270c30c0 req-7ef49f54-509b-44f9-9f71-a0eed7fa3dac tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:40.524882 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-897f8ae3-7d0f-47af-93b0-aeb3270c30c0 req-7ef49f54-509b-44f9-9f71-a0eed7fa3dac tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "GET /v2.0/ports?device_id=688c0300-376e-47a5-ab51-ef3044b2ee86 HTTP/1.1" status: 200 len: 2418 time: 0.1163113 Nov 12 08:25:40.528602 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-5c8f22f0-9436-4e06-bf64-582e8f64406f req-6d025879-2f6b-457b-9350-99a18a47588d service neutron] For port 4c6ce0ef-f8c3-4e96-a110-684c0400a20f, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=4c6ce0ef-f8c3-4e96-a110-684c0400a20f,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:25:40.528880 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a59192e6-98f5-4bed-a1a4-6b72456cea85 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:40.542543 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-5c8f22f0-9436-4e06-bf64-582e8f64406f req-6d025879-2f6b-457b-9350-99a18a47588d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:40.597871 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59192e6-98f5-4bed-a1a4-6b72456cea85 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Pushing event deleted for resources: {'Port': ['ID=2af51afe-ca3f-4385-a8c0-965eff5fb145,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:40.623985 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8f22f0-9436-4e06-bf64-582e8f64406f req-6d025879-2f6b-457b-9350-99a18a47588d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:40.624624 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-5c8f22f0-9436-4e06-bf64-582e8f64406f req-6d025879-2f6b-457b-9350-99a18a47588d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:40.626217 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5c8f22f0-9436-4e06-bf64-582e8f64406f req-6d025879-2f6b-457b-9350-99a18a47588d service neutron] 10.222.0.44 "PUT /v2.0/ports/4c6ce0ef-f8c3-4e96-a110-684c0400a20f HTTP/1.1" status: 200 len: 1097 time: 2.7061801 Nov 12 08:25:40.628235 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e85cdb5-4969-42bc-8ebe-b5be2f406062', 'tag': '4c6ce0ef-f8c3-4e96-a110-684c0400a20f'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:25:40.631461 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9bd5c22-2db2-464d-869a-59c7185e83b2" -d '{"events": [{"name": "network-changed", "server_uuid": "1e85cdb5-4969-42bc-8ebe-b5be2f406062", "tag": "4c6ce0ef-f8c3-4e96-a110-684c0400a20f"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:25:40.684380 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-b5663fdf-04b8-4daf-befb-79c7c095cd6b req-7f97c3d8-9fc1-4965-8020-b84625718021 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Allocated IP 172.20.0.14 (48c46c78-0475-4191-b336-d10a7e260ac1/56da6010-d692-49cc-a6f9-aacc88a2ce9c/ebf0cec8-78ed-4b1a-82ef-696ea87e19f7) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:25:40.689224 n-d-765315-29 neutron-server[102600]: INFO neutron.api.v2.resource [None req-3c748166-c6ca-463c-abe3-d25bbdb44c8d tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:25:40.690389 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-3c748166-c6ca-463c-abe3-d25bbdb44c8d tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] 10.222.0.26 "PUT /v2.0/routers/ec9163e8-8a2d-4893-89ca-9bbc24a7018d/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9852741 Nov 12 08:25:40.693788 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56844) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:40.715410 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d025879-2f6b-457b-9350-99a18a47588d service neutron] Pushing event updated for resources: {'Port': ['ID=4c6ce0ef-f8c3-4e96-a110-684c0400a20f,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:40.817084 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d025879-2f6b-457b-9350-99a18a47588d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:40.817434 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d025879-2f6b-457b-9350-99a18a47588d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:40.817871 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d025879-2f6b-457b-9350-99a18a47588d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:40.818177 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d025879-2f6b-457b-9350-99a18a47588d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:40.818507 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d025879-2f6b-457b-9350-99a18a47588d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:40.818947 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d025879-2f6b-457b-9350-99a18a47588d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:40.819282 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d025879-2f6b-457b-9350-99a18a47588d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:40.819605 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d025879-2f6b-457b-9350-99a18a47588d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:40.819927 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d025879-2f6b-457b-9350-99a18a47588d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:40.820250 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d025879-2f6b-457b-9350-99a18a47588d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:40.820567 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d025879-2f6b-457b-9350-99a18a47588d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:40.820880 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d025879-2f6b-457b-9350-99a18a47588d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:40.924920 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8f22f0-9436-4e06-bf64-582e8f64406f req-10c2aea7-5aac-462a-84b2-7ff8b49efb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:40.927152 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5c8f22f0-9436-4e06-bf64-582e8f64406f req-10c2aea7-5aac-462a-84b2-7ff8b49efb45 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=be064ae7b3354bf888eea879f60acca6&device_id=1e85cdb5-4969-42bc-8ebe-b5be2f406062 HTTP/1.1" status: 200 len: 1100 time: 0.1962693 Nov 12 08:25:40.973283 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a9809e-facf-4e12-ac17-10b619e451a4 req-470725db-dc24-4eae-b642-4086276979cc tempest-ServerPasswordTestJSON-62520710 tempest-ServerPasswordTestJSON-62520710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:40.974842 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-96a9809e-facf-4e12-ac17-10b619e451a4 req-470725db-dc24-4eae-b642-4086276979cc tempest-ServerPasswordTestJSON-62520710 tempest-ServerPasswordTestJSON-62520710-project] 10.222.0.26 "GET /v2.0/networks?id=d3dfbd60-c4bd-4535-a8f2-0544edeaf90f HTTP/1.1" status: 200 len: 813 time: 0.2930596 Nov 12 08:25:41.020382 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5c8f22f0-9436-4e06-bf64-582e8f64406f req-0bcab201-32ee-43fb-8919-57df80ff6305 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=4c6ce0ef-f8c3-4e96-a110-684c0400a20f HTTP/1.1" status: 200 len: 217 time: 0.0615594 Nov 12 08:25:41.038323 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-96a9809e-facf-4e12-ac17-10b619e451a4 req-da29c8d2-e81a-4cd4-89a3-f6e7a50e81f4 tempest-ServerPasswordTestJSON-62520710 tempest-ServerPasswordTestJSON-62520710-project] 10.222.0.26 "GET /v2.0/quotas/0f5ac3b73127492b9ddf858af9c3809d HTTP/1.1" status: 200 len: 375 time: 0.0243635 Nov 12 08:25:41.079306 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a59192e6-98f5-4bed-a1a4-6b72456cea85 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks [] for floatingip, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:41.082028 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a59192e6-98f5-4bed-a1a4-6b72456cea85 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:41.083328 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-a59192e6-98f5-4bed-a1a4-6b72456cea85 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] 10.222.0.26 "DELETE /v2.0/floatingips/b2478ee4-b94b-4790-8f84-514333908410 HTTP/1.1" status: 204 len: 168 time: 1.9646931 Nov 12 08:25:41.087219 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 56852) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:41.087403 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-897f8ae3-7d0f-47af-93b0-aeb3270c30c0 req-3c0986a3-119a-455d-8e9e-85f11582bca8 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "GET /v2.0/security-groups?id=5e4f26b3-68f4-458f-b970-543611e5d001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5245500 Nov 12 08:25:41.108370 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-96a9809e-facf-4e12-ac17-10b619e451a4 req-483f3387-4f58-4872-8a8e-742c9580ab84 tempest-ServerPasswordTestJSON-62520710 tempest-ServerPasswordTestJSON-62520710-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=0f5ac3b73127492b9ddf858af9c3809d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0609598 Nov 12 08:25:41.156959 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b5663fdf-04b8-4daf-befb-79c7c095cd6b req-7f97c3d8-9fc1-4965-8020-b84625718021 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:41.159281 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fb7e4c7-b136-49b8-8049-4c9495104bb1 x-openstack-request-id: req-7fb7e4c7-b136-49b8-8049-4c9495104bb1 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:25:41.159567 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e85cdb5-4969-42bc-8ebe-b5be2f406062", "tag": "4c6ce0ef-f8c3-4e96-a110-684c0400a20f", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:25:41.160365 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7fb7e4c7-b136-49b8-8049-4c9495104bb1 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:25:41.160806 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e85cdb5-4969-42bc-8ebe-b5be2f406062', 'tag': '4c6ce0ef-f8c3-4e96-a110-684c0400a20f', 'status': 'completed', 'code': 200} Nov 12 08:25:41.172054 n-d-765315-29 neutron-server[102599]: INFO neutron.api.v2.resource [None req-6547e9ad-b0be-4b5a-aea3-3f0d4009eadf tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] delete failed (client error): The resource could not be found. Nov 12 08:25:41.177475 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-6547e9ad-b0be-4b5a-aea3-3f0d4009eadf tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] 10.222.0.26 "DELETE /v2.0/floatingips/b2478ee4-b94b-4790-8f84-514333908410 HTTP/1.1" status: 404 len: 345 time: 0.0698140 Nov 12 08:25:41.182295 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56854) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:41.237073 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8f22f0-9436-4e06-bf64-582e8f64406f req-625b6132-cde1-4cc8-8965-66f9208a7d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:41.238751 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5c8f22f0-9436-4e06-bf64-582e8f64406f req-625b6132-cde1-4cc8-8965-66f9208a7d1e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1 HTTP/1.1" status: 200 len: 843 time: 0.2022078 Nov 12 08:25:41.310849 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-96a9809e-facf-4e12-ac17-10b619e451a4 req-c99e491b-59a4-4638-995b-567fef230741 service neutron] 10.222.0.26 "GET /v2.0/networks/d3dfbd60-c4bd-4535-a8f2-0544edeaf90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570637 Nov 12 08:25:41.313892 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b5663fdf-04b8-4daf-befb-79c7c095cd6b req-7f97c3d8-9fc1-4965-8020-b84625718021 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:41.341418 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8f22f0-9436-4e06-bf64-582e8f64406f req-9919f91d-7173-4dc0-b2d3-46a727502a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:41.342890 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5c8f22f0-9436-4e06-bf64-582e8f64406f req-9919f91d-7173-4dc0-b2d3-46a727502a7f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=107743df-d3df-459d-a6cd-9e2ab4303016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0955338 Nov 12 08:25:41.345462 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d99142-e619-4e4c-8bc6-9c1188af666a tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:41.352317 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d99142-e619-4e4c-8bc6-9c1188af666a tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:41.358336 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d99142-e619-4e4c-8bc6-9c1188af666a tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:41.360904 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-e6d99142-e619-4e4c-8bc6-9c1188af666a tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] 10.222.0.26 "GET /v2.0/ports?network_id=2057a694-f640-430e-bc88-8a33e348a5b0 HTTP/1.1" status: 200 len: 2358 time: 0.1767225 Nov 12 08:25:41.362883 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 56856) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:41.372211 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28993b99-206b-4929-b004-b123b3696926 req-ec2f8aa2-8a58-436a-8296-5af48130f184 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:41.373665 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-28993b99-206b-4929-b004-b123b3696926 req-ec2f8aa2-8a58-436a-8296-5af48130f184 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9f80b7-7da6-471c-ab75-5240190a613a HTTP/1.1" status: 200 len: 945 time: 0.1576562 Nov 12 08:25:41.490401 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-28993b99-206b-4929-b004-b123b3696926 req-b32be78a-06dc-46f2-ab6a-d462de4721f5 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=dafae0e1-4d35-4b86-8740-ce6a9a9c8268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085060 Nov 12 08:25:41.648027 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded52350-c9c3-41ea-a679-ad8b42a44ffa req-a732c63c-12de-4b2a-9863-f13ec2bb167e tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:41.649653 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ded52350-c9c3-41ea-a679-ad8b42a44ffa req-a732c63c-12de-4b2a-9863-f13ec2bb167e tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9068548-7f0e-4ce0-9a9f-150f21438069 HTTP/1.1" status: 200 len: 932 time: 0.0886192 Nov 12 08:25:41.653288 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3add97de-8c32-4ead-8025-3be0b4593a0b tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933586'] for router_interface, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:41.708444 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5663fdf-04b8-4daf-befb-79c7c095cd6b req-7f97c3d8-9fc1-4965-8020-b84625718021 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Network 48c46c78-0475-4191-b336-d10a7e260ac1 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:25:41.721619 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-b5663fdf-04b8-4daf-befb-79c7c095cd6b req-7f97c3d8-9fc1-4965-8020-b84625718021 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:25:41.739710 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd09b59-059e-4439-bc63-40dac3c714f5 None None] DHCP port deletion for 48c46c78-0475-4191-b336-d10a7e260ac1 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:25:41.751662 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f97c3d8-9fc1-4965-8020-b84625718021 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Pushing event updated for resources: {'Port': ['ID=ebf0cec8-78ed-4b1a-82ef-696ea87e19f7,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:41.757942 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5663fdf-04b8-4daf-befb-79c7c095cd6b req-7f97c3d8-9fc1-4965-8020-b84625718021 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:25:41.773546 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ded52350-c9c3-41ea-a679-ad8b42a44ffa req-ac6a4ff5-e959-484d-98f7-f9018de84f8a tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/security-groups?id=78e82477-8369-41c4-8634-4911b1aaaaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168671 Nov 12 08:25:41.826740 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7d2a7f-fc4e-4850-9395-73688666715c tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:41.828392 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-1c7d2a7f-fc4e-4850-9395-73688666715c tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] 10.222.0.26 "GET /v2.0/subnets/523b0ddd-e8f3-4549-bf85-f5ad46514f6c HTTP/1.1" status: 200 len: 797 time: 0.4608171 Nov 12 08:25:41.833680 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56862) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:41.842552 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-d6d1e1c4-1a72-4bcd-b909-d5a36e033039 None None] Provisioning complete for port ebf0cec8-78ed-4b1a-82ef-696ea87e19f7 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:41.843087 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d6d1e1c4-1a72-4bcd-b909-d5a36e033039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:41.846077 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-dee3e3fb-0340-4812-a6dc-a8d713b4cd7d tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Request body: {'port': {'network_id': '2057a694-f640-430e-bc88-8a33e348a5b0', 'name': 'tempest-FloatingIPTestJSON-1805402925', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:41.865019 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5663fdf-04b8-4daf-befb-79c7c095cd6b req-7f97c3d8-9fc1-4965-8020-b84625718021 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:41.865986 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b5663fdf-04b8-4daf-befb-79c7c095cd6b req-7f97c3d8-9fc1-4965-8020-b84625718021 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:41.873535 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-96a9809e-facf-4e12-ac17-10b619e451a4 req-dac148fb-cb6f-43f1-acc3-a95831212520 service neutron] 10.222.0.26 "GET /v2.0/networks/d3dfbd60-c4bd-4535-a8f2-0544edeaf90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5510719 Nov 12 08:25:41.897149 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-d6d1e1c4-1a72-4bcd-b909-d5a36e033039 None None] Port ebf0cec8-78ed-4b1a-82ef-696ea87e19f7 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:25:41.909669 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5c8f22f0-9436-4e06-bf64-582e8f64406f req-c1ee0b13-0ff9-472b-aca4-a540a1096f1c service neutron] 10.222.0.44 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5454822 Nov 12 08:25:41.921280 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b5663fdf-04b8-4daf-befb-79c7c095cd6b req-7f97c3d8-9fc1-4965-8020-b84625718021 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9958708 Nov 12 08:25:42.017702 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-b5663fdf-04b8-4daf-befb-79c7c095cd6b req-d84de92b-6549-4dfa-b091-5c3513e0a74c service neutron] Request body: {'port': {'device_id': 'f9068548-7f0e-4ce0-9a9f-150f21438069', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:42.056844 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5c8f22f0-9436-4e06-bf64-582e8f64406f req-d50764a2-c2f3-465e-898d-dcf9b35f1a91 service neutron] 10.222.0.44 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344533 Nov 12 08:25:42.061785 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee3e3fb-0340-4812-a6dc-a8d713b4cd7d tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Made reservation on behalf of 2ca0f51a794140888ac1f25d8c82f68b for: {'port': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:25:42.089783 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3142e22e-3ac0-4548-8445-0b4028fe836e req-9a66937b-b92f-4961-97ea-884bd349aba4 tempest-VolumesBackupsTest-1114673165 tempest-VolumesBackupsTest-1114673165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:42.091319 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3142e22e-3ac0-4548-8445-0b4028fe836e req-9a66937b-b92f-4961-97ea-884bd349aba4 tempest-VolumesBackupsTest-1114673165 tempest-VolumesBackupsTest-1114673165-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e85cdb5-4969-42bc-8ebe-b5be2f406062 HTTP/1.1" status: 200 len: 948 time: 0.1147215 Nov 12 08:25:42.192769 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b5663fdf-04b8-4daf-befb-79c7c095cd6b req-d84de92b-6549-4dfa-b091-5c3513e0a74c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:42.202445 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-3add97de-8c32-4ead-8025-3be0b4593a0b tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Deleting port 2e675f35-5228-4cfa-9860-e6a7f81563c2 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:25:42.202818 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3add97de-8c32-4ead-8025-3be0b4593a0b tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:42.207148 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3132e42f-cf02-43ea-b6da-15eee5250227 req-87b19821-3162-432b-b0c5-ebda2da810b7 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:42.215655 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3132e42f-cf02-43ea-b6da-15eee5250227 req-87b19821-3162-432b-b0c5-ebda2da810b7 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:42.221344 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:42.222132 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3132e42f-cf02-43ea-b6da-15eee5250227 req-87b19821-3162-432b-b0c5-ebda2da810b7 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:42.224139 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3132e42f-cf02-43ea-b6da-15eee5250227 req-87b19821-3162-432b-b0c5-ebda2da810b7 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.21 "GET /v2.0/ports?device_id=688c0300-376e-47a5-ab51-ef3044b2ee86 HTTP/1.1" status: 200 len: 2418 time: 0.1635342 Nov 12 08:25:42.237450 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3142e22e-3ac0-4548-8445-0b4028fe836e req-69739051-5fc0-421a-97e2-f2f9694c52e2 tempest-VolumesBackupsTest-1114673165 tempest-VolumesBackupsTest-1114673165-project] 10.222.0.26 "GET /v2.0/security-groups?id=60e96982-6a6f-4846-a2e7-70a7b4139e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061919 Nov 12 08:25:42.273267 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-dee3e3fb-0340-4812-a6dc-a8d713b4cd7d tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:42.302859 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [None req-dee3e3fb-0340-4812-a6dc-a8d713b4cd7d tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] device_id is not set on port d4d7c6ef-fc5a-4969-8791-ba76814458c7 yet. {{(pid=102600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:25:42.352122 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b2ecac-21bd-47ca-b50d-26e3e02375c0 req-2f7c8e30-ad5a-41cd-8f2d-651f4b79934a tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:42.353641 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f8b2ecac-21bd-47ca-b50d-26e3e02375c0 req-2f7c8e30-ad5a-41cd-8f2d-651f4b79934a tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9f80b7-7da6-471c-ab75-5240190a613a HTTP/1.1" status: 200 len: 945 time: 0.2127860 Nov 12 08:25:42.365859 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bd5c22-2db2-464d-869a-59c7185e83b2 req-55ac48ef-3f2e-4326-a800-55667007a22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:42.367426 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d9bd5c22-2db2-464d-869a-59c7185e83b2 req-55ac48ef-3f2e-4326-a800-55667007a22a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=be064ae7b3354bf888eea879f60acca6&device_id=1e85cdb5-4969-42bc-8ebe-b5be2f406062 HTTP/1.1" status: 200 len: 1100 time: 0.1871662 Nov 12 08:25:42.408982 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c477b7a0-fec5-417c-be83-c6a4c1857438 req-76ced5a9-d8e4-4df0-9c08-026b1a094e3e tempest-ServerPasswordTestJSON-62520710 tempest-ServerPasswordTestJSON-62520710-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e73be1d-ca11-4b21-8825-408c67ba0dc7 HTTP/1.1" status: 200 len: 210 time: 0.0743105 Nov 12 08:25:42.417618 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3add97de-8c32-4ead-8025-3be0b4593a0b tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:42.463784 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-3add97de-8c32-4ead-8025-3be0b4593a0b tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Calling delete_port for 2e675f35-5228-4cfa-9860-e6a7f81563c2 owned by network:router_interface {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:25:42.668774 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606879f6-8f40-44ce-a983-d60db43703ac req-e14c199a-f2dc-4803-bdcf-d4bd2c7deb11 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:42.677860 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606879f6-8f40-44ce-a983-d60db43703ac req-e14c199a-f2dc-4803-bdcf-d4bd2c7deb11 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:42.680028 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f8b2ecac-21bd-47ca-b50d-26e3e02375c0 req-fae99d84-3692-41a5-9d05-4d4b7c3856d0 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=dafae0e1-4d35-4b86-8740-ce6a9a9c8268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2858772 Nov 12 08:25:42.684547 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606879f6-8f40-44ce-a983-d60db43703ac req-e14c199a-f2dc-4803-bdcf-d4bd2c7deb11 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:42.686221 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-606879f6-8f40-44ce-a983-d60db43703ac req-e14c199a-f2dc-4803-bdcf-d4bd2c7deb11 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "GET /v2.0/ports?device_id=688c0300-376e-47a5-ab51-ef3044b2ee86 HTTP/1.1" status: 200 len: 2418 time: 0.1851161 Nov 12 08:25:42.709368 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bd5c22-2db2-464d-869a-59c7185e83b2 req-7cbf7813-0a94-4b71-a57f-e2b9fccab911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:42.710740 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d9bd5c22-2db2-464d-869a-59c7185e83b2 req-7cbf7813-0a94-4b71-a57f-e2b9fccab911 service neutron] 10.222.0.44 "GET /v2.0/networks?id=107743df-d3df-459d-a6cd-9e2ab4303016 HTTP/1.1" status: 200 len: 870 time: 0.3137941 Nov 12 08:25:42.715818 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-3132e42f-cf02-43ea-b6da-15eee5250227 req-802ef6cc-f754-4a99-b76b-f142dcd12723 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Deleting port de71fd45-74c2-49a4-9d5c-ca3abeda5242 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:25:42.716158 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-3132e42f-cf02-43ea-b6da-15eee5250227 req-802ef6cc-f754-4a99-b76b-f142dcd12723 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:42.823583 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d9bd5c22-2db2-464d-869a-59c7185e83b2 req-dc3a0c11-828a-411a-91b7-c4014959f576 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=4c6ce0ef-f8c3-4e96-a110-684c0400a20f HTTP/1.1" status: 200 len: 217 time: 0.0890777 Nov 12 08:25:42.873091 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-606879f6-8f40-44ce-a983-d60db43703ac req-6d8874e0-5b00-4134-832c-da0dadd50f8f tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "GET /v2.0/security-groups?id=5e4f26b3-68f4-458f-b970-543611e5d001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487682 Nov 12 08:25:42.913972 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-dee3e3fb-0340-4812-a6dc-a8d713b4cd7d tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Allocated IP 172.20.0.14 (2057a694-f640-430e-bc88-8a33e348a5b0/523b0ddd-e8f3-4549-bf85-f5ad46514f6c/d4d7c6ef-fc5a-4969-8791-ba76814458c7) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:25:42.921513 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-dee3e3fb-0340-4812-a6dc-a8d713b4cd7d tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Allocated IP 172.20.0.13 (2057a694-f640-430e-bc88-8a33e348a5b0/523b0ddd-e8f3-4549-bf85-f5ad46514f6c/d4d7c6ef-fc5a-4969-8791-ba76814458c7) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:25:42.924512 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3add97de-8c32-4ead-8025-3be0b4593a0b tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:42.965009 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3add97de-8c32-4ead-8025-3be0b4593a0b tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Pushing event deleted for resources: {'Port': ['ID=2e675f35-5228-4cfa-9860-e6a7f81563c2,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:42.965476 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-3132e42f-cf02-43ea-b6da-15eee5250227 req-802ef6cc-f754-4a99-b76b-f142dcd12723 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] For port de71fd45-74c2-49a4-9d5c-ca3abeda5242, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=de71fd45-74c2-49a4-9d5c-ca3abeda5242,segment=NetworkSegment(2b57ca2e-b249-42df-a0b0-ca6715838273),segment_id=2b57ca2e-b249-42df-a0b0-ca6715838273)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:25:42.965964 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-3132e42f-cf02-43ea-b6da-15eee5250227 req-802ef6cc-f754-4a99-b76b-f142dcd12723 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:43.000480 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667e0e5a-d34a-42f7-909b-19c5042dae0f req-c91dbfac-6ed2-4cfa-a989-4f4899820400 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:43.001994 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-667e0e5a-d34a-42f7-909b-19c5042dae0f req-c91dbfac-6ed2-4cfa-a989-4f4899820400 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9f80b7-7da6-471c-ab75-5240190a613a HTTP/1.1" status: 200 len: 945 time: 0.1845610 Nov 12 08:25:43.005516 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-3132e42f-cf02-43ea-b6da-15eee5250227 req-802ef6cc-f754-4a99-b76b-f142dcd12723 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Calling delete_port for de71fd45-74c2-49a4-9d5c-ca3abeda5242 owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:25:43.012804 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bd5c22-2db2-464d-869a-59c7185e83b2 req-4c5ab5f8-b9ce-4b26-99ac-946879dcfeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:43.014272 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d9bd5c22-2db2-464d-869a-59c7185e83b2 req-4c5ab5f8-b9ce-4b26-99ac-946879dcfeb1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1 HTTP/1.1" status: 200 len: 843 time: 0.1724634 Nov 12 08:25:43.131044 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-b5663fdf-04b8-4daf-befb-79c7c095cd6b req-d84de92b-6549-4dfa-b091-5c3513e0a74c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebf0cec8-78ed-4b1a-82ef-696ea87e19f7 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:25:43.138565 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3add97de-8c32-4ead-8025-3be0b4593a0b tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918626'] for router_interface, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:43.144081 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b5663fdf-04b8-4daf-befb-79c7c095cd6b req-d84de92b-6549-4dfa-b091-5c3513e0a74c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:43.198452 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-b5663fdf-04b8-4daf-befb-79c7c095cd6b req-d84de92b-6549-4dfa-b091-5c3513e0a74c service neutron] Transition to ACTIVE for port object ebf0cec8-78ed-4b1a-82ef-696ea87e19f7 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:25:43.204246 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-667e0e5a-d34a-42f7-909b-19c5042dae0f req-cd7e50c4-be29-46a7-ab10-0a43f7b08310 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=dafae0e1-4d35-4b86-8740-ce6a9a9c8268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1703889 Nov 12 08:25:43.208447 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bd5c22-2db2-464d-869a-59c7185e83b2 req-8c21b134-dc26-4e62-8b39-3ea73fcd60c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:43.210076 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d9bd5c22-2db2-464d-869a-59c7185e83b2 req-8c21b134-dc26-4e62-8b39-3ea73fcd60c3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=107743df-d3df-459d-a6cd-9e2ab4303016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1750433 Nov 12 08:25:43.211442 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2cf109-0527-4982-ab87-1dac74c748fa req-056af398-eb75-49d0-8504-28393560a8c1 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:43.219282 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b5663fdf-04b8-4daf-befb-79c7c095cd6b req-d84de92b-6549-4dfa-b091-5c3513e0a74c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:43.219565 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ee2cf109-0527-4982-ab87-1dac74c748fa req-056af398-eb75-49d0-8504-28393560a8c1 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9068548-7f0e-4ce0-9a9f-150f21438069 HTTP/1.1" status: 200 len: 932 time: 0.2159686 Nov 12 08:25:43.330000 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc216cc-be3d-4446-938e-ff09fb7e8c2f None None] DHCP port deletion for 48c46c78-0475-4191-b336-d10a7e260ac1 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:25:43.389805 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84de92b-6549-4dfa-b091-5c3513e0a74c service neutron] Pushing event updated for resources: {'Port': ['ID=ebf0cec8-78ed-4b1a-82ef-696ea87e19f7,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:43.489527 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-3132e42f-cf02-43ea-b6da-15eee5250227 req-802ef6cc-f754-4a99-b76b-f142dcd12723 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:43.501477 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['cb8bb6ab-df78-4cad-83b5-bb153a16952f', 'de71fd45-74c2-49a4-9d5c-ca3abeda5242', '428c5205-9d90-41d8-8b9d-7c4cc119dc8c'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:25:43.562742 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802ef6cc-f754-4a99-b76b-f142dcd12723 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Pushing event deleted for resources: {'Port': ['ID=de71fd45-74c2-49a4-9d5c-ca3abeda5242,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:43.589582 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d9bd5c22-2db2-464d-869a-59c7185e83b2 req-c499fb8e-6487-4b44-b126-874884aef666 service neutron] 10.222.0.44 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3682628 Nov 12 08:25:43.685803 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-3132e42f-cf02-43ea-b6da-15eee5250227 req-802ef6cc-f754-4a99-b76b-f142dcd12723 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] No DVR routers for this DVR port de71fd45-74c2-49a4-9d5c-ca3abeda5242 on host n-h1-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:25:43.723349 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-3132e42f-cf02-43ea-b6da-15eee5250227 req-802ef6cc-f754-4a99-b76b-f142dcd12723 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:43.727039 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3132e42f-cf02-43ea-b6da-15eee5250227 req-802ef6cc-f754-4a99-b76b-f142dcd12723 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.21 "DELETE /v2.0/ports/de71fd45-74c2-49a4-9d5c-ca3abeda5242 HTTP/1.1" status: 204 len: 173 time: 1.4814246 Nov 12 08:25:43.727704 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '688c0300-376e-47a5-ab51-ef3044b2ee86', 'name': 'network-vif-deleted', 'tag': 'de71fd45-74c2-49a4-9d5c-ca3abeda5242'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:25:43.730077 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea7b488b-6494-4c01-a980-f02b5e4712b3" -d '{"events": [{"server_uuid": "688c0300-376e-47a5-ab51-ef3044b2ee86", "name": "network-vif-deleted", "tag": "de71fd45-74c2-49a4-9d5c-ca3abeda5242"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:25:43.788627 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-b5663fdf-04b8-4daf-befb-79c7c095cd6b req-d84de92b-6549-4dfa-b091-5c3513e0a74c service neutron] Attempting to bind port ebf0cec8-78ed-4b1a-82ef-696ea87e19f7 on host n-h2-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:25:43.788968 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-b5663fdf-04b8-4daf-befb-79c7c095cd6b req-d84de92b-6549-4dfa-b091-5c3513e0a74c service neutron] Attempting to bind port ebf0cec8-78ed-4b1a-82ef-696ea87e19f7 by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': '04af530b-b37b-4970-964b-31b6853d152d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '48c46c78-0475-4191-b336-d10a7e260ac1'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:25:43.789455 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5663fdf-04b8-4daf-befb-79c7c095cd6b req-d84de92b-6549-4dfa-b091-5c3513e0a74c service neutron] Attempting to bind port ebf0cec8-78ed-4b1a-82ef-696ea87e19f7 on network 48c46c78-0475-4191-b336-d10a7e260ac1 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:25:43.795796 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d9bd5c22-2db2-464d-869a-59c7185e83b2 req-02bc348d-13ab-444a-a74f-e5a9dcfc4365 service neutron] 10.222.0.44 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957169 Nov 12 08:25:43.826023 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5663fdf-04b8-4daf-befb-79c7c095cd6b req-d84de92b-6549-4dfa-b091-5c3513e0a74c service neutron] Port ebf0cec8-78ed-4b1a-82ef-696ea87e19f7 on network 48c46c78-0475-4191-b336-d10a7e260ac1 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:25:43.826390 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5663fdf-04b8-4daf-befb-79c7c095cd6b req-d84de92b-6549-4dfa-b091-5c3513e0a74c service neutron] Attempting to bind port ebf0cec8-78ed-4b1a-82ef-696ea87e19f7 on network 48c46c78-0475-4191-b336-d10a7e260ac1 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:25:43.840629 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ee2cf109-0527-4982-ab87-1dac74c748fa req-75892bcc-41ce-4d66-b19e-69fa5c552514 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/security-groups?id=78e82477-8369-41c4-8634-4911b1aaaaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6206460 Nov 12 08:25:43.840775 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3768dfa2-78d0-405e-9104-3ae1f7d73956 req-fbcf6d5d-4a17-42af-9023-729d36e20974 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:43.848390 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3768dfa2-78d0-405e-9104-3ae1f7d73956 req-fbcf6d5d-4a17-42af-9023-729d36e20974 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9f80b7-7da6-471c-ab75-5240190a613a HTTP/1.1" status: 200 len: 945 time: 0.3519802 Nov 12 08:25:43.851171 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-dee3e3fb-0340-4812-a6dc-a8d713b4cd7d tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:43.853342 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5663fdf-04b8-4daf-befb-79c7c095cd6b req-d84de92b-6549-4dfa-b091-5c3513e0a74c service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:25:43.853689 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5663fdf-04b8-4daf-befb-79c7c095cd6b req-d84de92b-6549-4dfa-b091-5c3513e0a74c service neutron] Checking segment: {'id': '04af530b-b37b-4970-964b-31b6853d152d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '48c46c78-0475-4191-b336-d10a7e260ac1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:25:43.854074 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5663fdf-04b8-4daf-befb-79c7c095cd6b req-d84de92b-6549-4dfa-b091-5c3513e0a74c service neutron] Bound using segment: {'id': '04af530b-b37b-4970-964b-31b6853d152d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '48c46c78-0475-4191-b336-d10a7e260ac1'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:25:43.854565 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-b5663fdf-04b8-4daf-befb-79c7c095cd6b req-d84de92b-6549-4dfa-b091-5c3513e0a74c service neutron] Bound port: ebf0cec8-78ed-4b1a-82ef-696ea87e19f7, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04af530b-b37b-4970-964b-31b6853d152d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '48c46c78-0475-4191-b336-d10a7e260ac1'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:25:43.859100 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b5663fdf-04b8-4daf-befb-79c7c095cd6b req-d84de92b-6549-4dfa-b091-5c3513e0a74c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:43.883056 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3add97de-8c32-4ead-8025-3be0b4593a0b tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Router ec9163e8-8a2d-4893-89ca-9bbc24a7018d has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:25:43.891621 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a9809e-facf-4e12-ac17-10b619e451a4 req-b10de8be-cabf-4c4d-b4fa-4d2cf568c10e tempest-ServerPasswordTestJSON-62520710 tempest-ServerPasswordTestJSON-62520710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:43.893089 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-96a9809e-facf-4e12-ac17-10b619e451a4 req-b10de8be-cabf-4c4d-b4fa-4d2cf568c10e tempest-ServerPasswordTestJSON-62520710 tempest-ServerPasswordTestJSON-62520710-project] 10.222.0.21 "GET /v2.0/networks?id=d3dfbd60-c4bd-4535-a8f2-0544edeaf90f HTTP/1.1" status: 200 len: 813 time: 0.5901856 Nov 12 08:25:43.917384 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-96a9809e-facf-4e12-ac17-10b619e451a4 req-9a8d2a5a-18e3-468f-adb1-ac2a479524a6 tempest-ServerPasswordTestJSON-62520710 tempest-ServerPasswordTestJSON-62520710-project] Request body: {'port': {'device_id': '9e73be1d-ca11-4b21-8825-408c67ba0dc7', 'network_id': 'd3dfbd60-c4bd-4535-a8f2-0544edeaf90f', 'admin_state_up': True, 'tenant_id': '0f5ac3b73127492b9ddf858af9c3809d'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:43.957028 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 4c6ce0ef-f8c3-4e96-a110-684c0400a20f details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:25:44.028291 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3768dfa2-78d0-405e-9104-3ae1f7d73956 req-62914bd3-9132-49ce-a31d-5e2f72d09850 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=dafae0e1-4d35-4b86-8740-ce6a9a9c8268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1789391 Nov 12 08:25:44.057686 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-b5663fdf-04b8-4daf-befb-79c7c095cd6b req-d84de92b-6549-4dfa-b091-5c3513e0a74c service neutron] For port ebf0cec8-78ed-4b1a-82ef-696ea87e19f7, host n-h2-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:25:44.061987 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-b5663fdf-04b8-4daf-befb-79c7c095cd6b req-d84de92b-6549-4dfa-b091-5c3513e0a74c service neutron] For port ebf0cec8-78ed-4b1a-82ef-696ea87e19f7, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=ebf0cec8-78ed-4b1a-82ef-696ea87e19f7,segment=NetworkSegment(04af530b-b37b-4970-964b-31b6853d152d),segment_id=04af530b-b37b-4970-964b-31b6853d152d)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:25:44.072939 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-3132e42f-cf02-43ea-b6da-15eee5250227 req-6b26a640-630a-4878-88de-d2455fb4f394 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Deleting port 428c5205-9d90-41d8-8b9d-7c4cc119dc8c {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:25:44.073312 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-3132e42f-cf02-43ea-b6da-15eee5250227 req-6b26a640-630a-4878-88de-d2455fb4f394 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:44.074753 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-dee3e3fb-0340-4812-a6dc-a8d713b4cd7d tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:44.080450 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b5663fdf-04b8-4daf-befb-79c7c095cd6b req-d84de92b-6549-4dfa-b091-5c3513e0a74c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:44.094726 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 4c6ce0ef-f8c3-4e96-a110-684c0400a20f, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=4c6ce0ef-f8c3-4e96-a110-684c0400a20f,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:25:44.107724 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': '4c6ce0ef-f8c3-4e96-a110-684c0400a20f', 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016', 'port_id': '4c6ce0ef-f8c3-4e96-a110-684c0400a20f', 'mac_address': 'fa:16:3e:ef:1a:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:25:44.122541 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3add97de-8c32-4ead-8025-3be0b4593a0b tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:25:44.142056 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca207b9e-ee88-4991-837a-f1d46cec03b7 None None] Sync routers for ids ['ec9163e8-8a2d-4893-89ca-9bbc24a7018d'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:25:44.151685 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-3add97de-8c32-4ead-8025-3be0b4593a0b tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] 10.222.0.26 "PUT /v2.0/routers/ec9163e8-8a2d-4893-89ca-9bbc24a7018d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4546275 Nov 12 08:25:44.162517 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56894) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:44.170946 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca207b9e-ee88-4991-837a-f1d46cec03b7 None None] Routers {'ec9163e8-8a2d-4893-89ca-9bbc24a7018d'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:25:44.171573 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-ca207b9e-ee88-4991-837a-f1d46cec03b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:25:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['ec9163e8-8a2d-4893-89ca-9bbc24a7018d'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:44.208206 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:44.211608 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-ca207b9e-ee88-4991-837a-f1d46cec03b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:44.229919 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c6ce0ef-f8c3-4e96-a110-684c0400a20f {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:25:44.233566 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6330bb-4c36-4d69-9473-65b80bae1b96 req-1cb048e4-d972-4154-a1ee-188671842dee tempest-VolumesBackupsTest-1114673165 tempest-VolumesBackupsTest-1114673165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:44.235193 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cc6330bb-4c36-4d69-9473-65b80bae1b96 req-1cb048e4-d972-4154-a1ee-188671842dee tempest-VolumesBackupsTest-1114673165 tempest-VolumesBackupsTest-1114673165-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e85cdb5-4969-42bc-8ebe-b5be2f406062 HTTP/1.1" status: 200 len: 948 time: 0.3297391 Nov 12 08:25:44.237589 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca207b9e-ee88-4991-837a-f1d46cec03b7 None None] Routers {'ec9163e8-8a2d-4893-89ca-9bbc24a7018d'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:25:44.238974 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-ca207b9e-ee88-4991-837a-f1d46cec03b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:25:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['ec9163e8-8a2d-4893-89ca-9bbc24a7018d'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:44.240405 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee3e3fb-0340-4812-a6dc-a8d713b4cd7d tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Network 2057a694-f640-430e-bc88-8a33e348a5b0 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:25:44.251795 n-d-765315-29 neutron-server[102600]: INFO neutron.api.v2.resource [None req-b8589736-4734-418f-80f9-b44fa19bcf8a tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] delete failed (client error): The resource could not be found. Nov 12 08:25:44.252832 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-b8589736-4734-418f-80f9-b44fa19bcf8a tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] 10.222.0.26 "DELETE /v2.0/routers/tempest-non_exist_router-753299048 HTTP/1.1" status: 404 len: 334 time: 0.0868359 Nov 12 08:25:44.260646 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-dee3e3fb-0340-4812-a6dc-a8d713b4cd7d tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:25:44.278052 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56896) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:44.280627 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee3e3fb-0340-4812-a6dc-a8d713b4cd7d tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:25:44.286731 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52c0d32-71fa-4b7c-833d-f3ab640bca8b None None] DHCP port deletion for 2057a694-f640-430e-bc88-8a33e348a5b0 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:25:44.287133 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-9b2e29a8-a97e-47d7-995e-e26edfe13dcd tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ec9163e8-8a2d-4893-89ca-9bbc24a7018d'}}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:44.290693 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-ca207b9e-ee88-4991-837a-f1d46cec03b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:44.291817 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca207b9e-ee88-4991-837a-f1d46cec03b7 None None] The sync data for ids ['ec9163e8-8a2d-4893-89ca-9bbc24a7018d'] in n-d-765315-29 is: [] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:25:44.300225 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 4c6ce0ef-f8c3-4e96-a110-684c0400a20f, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=4c6ce0ef-f8c3-4e96-a110-684c0400a20f,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:25:44.303516 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee3e3fb-0340-4812-a6dc-a8d713b4cd7d tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Pushing event updated for resources: {'Port': ['ID=d4d7c6ef-fc5a-4969-8791-ba76814458c7,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:44.311458 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:44.378333 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=4c6ce0ef-f8c3-4e96-a110-684c0400a20f,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:44.402324 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-76cdddfc-4d9f-4606-a08b-6679c8e15817 None None] Provisioning complete for port d4d7c6ef-fc5a-4969-8791-ba76814458c7 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:44.402738 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-76cdddfc-4d9f-4606-a08b-6679c8e15817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:44.428093 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8ef80dec-adb8-4911-bf46-63c4f835c171 req-9554591f-efda-43a6-948b-18150a37692c tempest-ServerPasswordTestJSON-62520710 tempest-ServerPasswordTestJSON-62520710-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e73be1d-ca11-4b21-8825-408c67ba0dc7 HTTP/1.1" status: 200 len: 210 time: 0.3047488 Nov 12 08:25:44.443205 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-76cdddfc-4d9f-4606-a08b-6679c8e15817 None None] Port d4d7c6ef-fc5a-4969-8791-ba76814458c7 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:25:44.482441 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d37b0f-d986-4745-82dc-48ad260d0542 None None] DHCP port deletion for 48c46c78-0475-4191-b336-d10a7e260ac1 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:25:44.482620 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5663fdf-04b8-4daf-befb-79c7c095cd6b req-d84de92b-6549-4dfa-b091-5c3513e0a74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:44.483201 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b5663fdf-04b8-4daf-befb-79c7c095cd6b req-d84de92b-6549-4dfa-b091-5c3513e0a74c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:44.484590 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b5663fdf-04b8-4daf-befb-79c7c095cd6b req-d84de92b-6549-4dfa-b091-5c3513e0a74c service neutron] 10.222.0.44 "PUT /v2.0/ports/ebf0cec8-78ed-4b1a-82ef-696ea87e19f7 HTTP/1.1" status: 200 len: 1093 time: 2.4748046 Nov 12 08:25:44.486121 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ef30f83-a863-4204-b8c4-e29f4d36c53c x-openstack-request-id: req-6ef30f83-a863-4204-b8c4-e29f4d36c53c {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:25:44.486416 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "688c0300-376e-47a5-ab51-ef3044b2ee86", "name": "network-vif-deleted", "tag": "de71fd45-74c2-49a4-9d5c-ca3abeda5242", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:25:44.486811 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6ef30f83-a863-4204-b8c4-e29f4d36c53c {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:25:44.487255 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '688c0300-376e-47a5-ab51-ef3044b2ee86', 'name': 'network-vif-deleted', 'tag': 'de71fd45-74c2-49a4-9d5c-ca3abeda5242', 'status': 'completed', 'code': 200} Nov 12 08:25:44.511395 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84de92b-6549-4dfa-b091-5c3513e0a74c service neutron] Pushing event updated for resources: {'Port': ['ID=ebf0cec8-78ed-4b1a-82ef-696ea87e19f7,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:44.558567 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-3132e42f-cf02-43ea-b6da-15eee5250227 req-6b26a640-630a-4878-88de-d2455fb4f394 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] For port 428c5205-9d90-41d8-8b9d-7c4cc119dc8c, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=428c5205-9d90-41d8-8b9d-7c4cc119dc8c,segment=NetworkSegment(2dc23119-220f-4bbd-a8d0-ee423008dee2),segment_id=2dc23119-220f-4bbd-a8d0-ee423008dee2)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:25:44.559187 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-3132e42f-cf02-43ea-b6da-15eee5250227 req-6b26a640-630a-4878-88de-d2455fb4f394 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:44.586525 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee3e3fb-0340-4812-a6dc-a8d713b4cd7d tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:44.587453 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-dee3e3fb-0340-4812-a6dc-a8d713b4cd7d tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:44.607683 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cc6330bb-4c36-4d69-9473-65b80bae1b96 req-2a1ae379-bc7b-4a3a-8502-a8562c2f3073 tempest-VolumesBackupsTest-1114673165 tempest-VolumesBackupsTest-1114673165-project] 10.222.0.26 "GET /v2.0/security-groups?id=60e96982-6a6f-4846-a2e7-70a7b4139e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3611984 Nov 12 08:25:44.611597 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96a9809e-facf-4e12-ac17-10b619e451a4 req-9a8d2a5a-18e3-468f-adb1-ac2a479524a6 tempest-ServerPasswordTestJSON-62520710 tempest-ServerPasswordTestJSON-62520710-project] Made reservation on behalf of 0f5ac3b73127492b9ddf858af9c3809d for: {'port': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:25:44.616015 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-96a9809e-facf-4e12-ac17-10b619e451a4 req-9a8d2a5a-18e3-468f-adb1-ac2a479524a6 tempest-ServerPasswordTestJSON-62520710 tempest-ServerPasswordTestJSON-62520710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:44.632770 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-3132e42f-cf02-43ea-b6da-15eee5250227 req-6b26a640-630a-4878-88de-d2455fb4f394 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Calling delete_port for 428c5205-9d90-41d8-8b9d-7c4cc119dc8c owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:25:44.667016 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['4c6ce0ef-f8c3-4e96-a110-684c0400a20f'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:25:44.713367 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-dee3e3fb-0340-4812-a6dc-a8d713b4cd7d tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.8760960 Nov 12 08:25:44.713599 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04f1c5c-2aad-4262-b384-86cf9dd7bd13 req-7d6b2b55-0bc6-478a-bdb7-07e5204f13a4 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:44.714576 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9b2e29a8-a97e-47d7-995e-e26edfe13dcd tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:44.717712 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56900) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:44.719023 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04f1c5c-2aad-4262-b384-86cf9dd7bd13 req-7d6b2b55-0bc6-478a-bdb7-07e5204f13a4 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:44.721189 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d04f1c5c-2aad-4262-b384-86cf9dd7bd13 req-7d6b2b55-0bc6-478a-bdb7-07e5204f13a4 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "GET /v2.0/ports?device_id=688c0300-376e-47a5-ab51-ef3044b2ee86 HTTP/1.1" status: 200 len: 1683 time: 0.1726563 Nov 12 08:25:44.724018 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-03570d85-cc89-43d8-8214-039b5c871489 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Request body: {'floatingip': {'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'port_id': 'd4d7c6ef-fc5a-4969-8791-ba76814458c7', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:44.754325 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5663fdf-04b8-4daf-befb-79c7c095cd6b req-71448b5d-ff37-4174-ab63-2f3ed89e8e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:44.756444 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b5663fdf-04b8-4daf-befb-79c7c095cd6b req-71448b5d-ff37-4174-ab63-2f3ed89e8e93 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e6d48b0a7d084fdbbcdcca693c68f3d4&device_id=f9068548-7f0e-4ce0-9a9f-150f21438069 HTTP/1.1" status: 200 len: 1096 time: 0.1845887 Nov 12 08:25:44.762490 n-d-765315-29 neutron-server[102600]: INFO neutron.api.v2.resource [None req-9b2e29a8-a97e-47d7-995e-e26edfe13dcd tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] update failed (client error): The resource could not be found. Nov 12 08:25:44.767843 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-9b2e29a8-a97e-47d7-995e-e26edfe13dcd tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] 10.222.0.26 "PUT /v2.0/routers/ec9163e8-8a2d-4893-89ca-9bbc24a7018d HTTP/1.1" status: 404 len: 339 time: 0.4883831 Nov 12 08:25:44.772792 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56902) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:44.809104 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-db76f5a6-8e5e-4dfa-bc3a-9e58bd0e242e tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1705690516'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:44.835139 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-03570d85-cc89-43d8-8214-039b5c871489 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks [] for floatingip, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:44.837035 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b5663fdf-04b8-4daf-befb-79c7c095cd6b req-0e55d6ee-49e1-4754-ad68-b71f1e08c3ad service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ebf0cec8-78ed-4b1a-82ef-696ea87e19f7 HTTP/1.1" status: 200 len: 217 time: 0.0633717 Nov 12 08:25:44.885763 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d04f1c5c-2aad-4262-b384-86cf9dd7bd13 req-9f44c5e2-5b69-4573-bb11-25b20493e54e tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "GET /v2.0/security-groups?id=5e4f26b3-68f4-458f-b970-543611e5d001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529658 Nov 12 08:25:44.904140 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db76f5a6-8e5e-4dfa-bc3a-9e58bd0e242e tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Made reservation on behalf of 4b877280ee144365aba123387dcdba7b for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:25:44.907808 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-db76f5a6-8e5e-4dfa-bc3a-9e58bd0e242e tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:44.948117 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5663fdf-04b8-4daf-befb-79c7c095cd6b req-164bbc87-3a2a-4b65-a8b4-6e8818bf7ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:44.949567 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b5663fdf-04b8-4daf-befb-79c7c095cd6b req-164bbc87-3a2a-4b65-a8b4-6e8818bf7ab3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=56da6010-d692-49cc-a6f9-aacc88a2ce9c HTTP/1.1" status: 200 len: 862 time: 0.1001825 Nov 12 08:25:44.968695 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-3132e42f-cf02-43ea-b6da-15eee5250227 req-6b26a640-630a-4878-88de-d2455fb4f394 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:44.980061 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['de71fd45-74c2-49a4-9d5c-ca3abeda5242'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:25:44.994733 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b5663fdf-04b8-4daf-befb-79c7c095cd6b req-828418db-610c-4629-8fcd-eb5b62e111cb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=48c46c78-0475-4191-b336-d10a7e260ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367978 Nov 12 08:25:45.005468 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [req-96a9809e-facf-4e12-ac17-10b619e451a4 req-9a8d2a5a-18e3-468f-adb1-ac2a479524a6 tempest-ServerPasswordTestJSON-62520710 tempest-ServerPasswordTestJSON-62520710-project] Allocated IP 172.20.0.5 (d3dfbd60-c4bd-4535-a8f2-0544edeaf90f/f9214ee9-1dfc-479d-8a71-e98ceffd43fd/7bc348c6-61e3-4e20-9644-1a5ca6f23d4e) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:25:45.026395 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db76f5a6-8e5e-4dfa-bc3a-9e58bd0e242e tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:25:45.032448 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b26a640-630a-4878-88de-d2455fb4f394 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Pushing event deleted for resources: {'Port': ['ID=428c5205-9d90-41d8-8b9d-7c4cc119dc8c,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:45.068983 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acf40ae-7fa7-4972-af63-061edd4faf1f req-fdefdb27-c901-4e56-9c59-a8f05ca8ce0f tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:45.070576 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9acf40ae-7fa7-4972-af63-061edd4faf1f req-fdefdb27-c901-4e56-9c59-a8f05ca8ce0f tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9068548-7f0e-4ce0-9a9f-150f21438069 HTTP/1.1" status: 200 len: 944 time: 0.1464667 Nov 12 08:25:45.073381 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-db76f5a6-8e5e-4dfa-bc3a-9e58bd0e242e tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:45.073730 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-db76f5a6-8e5e-4dfa-bc3a-9e58bd0e242e tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Added segment 6f71bf5b-3e41-4ada-9881-bf3a71c399a1 of type vlan for network 40598676-e489-4455-a14a-c404af064f27 Nov 12 08:25:45.123767 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-3132e42f-cf02-43ea-b6da-15eee5250227 req-6b26a640-630a-4878-88de-d2455fb4f394 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] No DVR routers for this DVR port 428c5205-9d90-41d8-8b9d-7c4cc119dc8c on host n-h1-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:25:45.126526 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-3132e42f-cf02-43ea-b6da-15eee5250227 req-6b26a640-630a-4878-88de-d2455fb4f394 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:45.131334 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3132e42f-cf02-43ea-b6da-15eee5250227 req-6b26a640-630a-4878-88de-d2455fb4f394 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.21 "DELETE /v2.0/ports/428c5205-9d90-41d8-8b9d-7c4cc119dc8c HTTP/1.1" status: 204 len: 173 time: 1.3938546 Nov 12 08:25:45.164982 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-db76f5a6-8e5e-4dfa-bc3a-9e58bd0e242e tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:45.224838 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b5663fdf-04b8-4daf-befb-79c7c095cd6b req-8ee375a6-0f47-41ff-95d8-8221129a9929 service neutron] 10.222.0.44 "GET /v2.0/networks/48c46c78-0475-4191-b336-d10a7e260ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027791 Nov 12 08:25:45.275174 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9acf40ae-7fa7-4972-af63-061edd4faf1f req-4e9d3716-75f8-463f-8274-1690508face4 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/security-groups?id=78e82477-8369-41c4-8634-4911b1aaaaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848931 Nov 12 08:25:45.293897 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-db76f5a6-8e5e-4dfa-bc3a-9e58bd0e242e tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:45.299486 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db76f5a6-8e5e-4dfa-bc3a-9e58bd0e242e tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:45.300222 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-db76f5a6-8e5e-4dfa-bc3a-9e58bd0e242e tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:45.320795 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-3132e42f-cf02-43ea-b6da-15eee5250227 req-bbf81e20-e178-4979-bc64-f3a9cd967bc1 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Deleting port cb8bb6ab-df78-4cad-83b5-bb153a16952f {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:25:45.321134 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-3132e42f-cf02-43ea-b6da-15eee5250227 req-bbf81e20-e178-4979-bc64-f3a9cd967bc1 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:45.321261 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-03570d85-cc89-43d8-8214-039b5c871489 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:45.393608 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b5663fdf-04b8-4daf-befb-79c7c095cd6b req-0c032198-3919-42e8-9111-5a33f127cebc service neutron] 10.222.0.44 "GET /v2.0/networks/48c46c78-0475-4191-b336-d10a7e260ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579866 Nov 12 08:25:45.424867 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-db76f5a6-8e5e-4dfa-bc3a-9e58bd0e242e tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6199608 Nov 12 08:25:45.428328 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 56906) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:45.436466 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-d830a452-e47a-4d06-be9a-5a65237ed08a tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Request body: {'subnet': {'network_id': '40598676-e489-4455-a14a-c404af064f27', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:45.442573 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db76f5a6-8e5e-4dfa-bc3a-9e58bd0e242e tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Pushing event updated for resources: {'Network': ['ID=40598676-e489-4455-a14a-c404af064f27,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:45.450503 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-96a9809e-facf-4e12-ac17-10b619e451a4 req-9a8d2a5a-18e3-468f-adb1-ac2a479524a6 tempest-ServerPasswordTestJSON-62520710 tempest-ServerPasswordTestJSON-62520710-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:45.454751 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 40598676-e489-4455-a14a-c404af064f27 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:25:45.474995 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-3132e42f-cf02-43ea-b6da-15eee5250227 req-bbf81e20-e178-4979-bc64-f3a9cd967bc1 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] For port cb8bb6ab-df78-4cad-83b5-bb153a16952f, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=cb8bb6ab-df78-4cad-83b5-bb153a16952f,segment=NetworkSegment(2b57ca2e-b249-42df-a0b0-ca6715838273),segment_id=2b57ca2e-b249-42df-a0b0-ca6715838273)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:25:45.475369 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-3132e42f-cf02-43ea-b6da-15eee5250227 req-bbf81e20-e178-4979-bc64-f3a9cd967bc1 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:45.537042 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-3132e42f-cf02-43ea-b6da-15eee5250227 req-bbf81e20-e178-4979-bc64-f3a9cd967bc1 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Calling delete_port for cb8bb6ab-df78-4cad-83b5-bb153a16952f owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:25:45.540522 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-03570d85-cc89-43d8-8214-039b5c871489 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Allocated IP 172.25.2.75 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/1c3f50fc-9fd6-4263-a27f-de1b18abaae1) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:25:45.551177 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-96a9809e-facf-4e12-ac17-10b619e451a4 req-9a8d2a5a-18e3-468f-adb1-ac2a479524a6 tempest-ServerPasswordTestJSON-62520710 tempest-ServerPasswordTestJSON-62520710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:45.618029 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96a9809e-facf-4e12-ac17-10b619e451a4 req-9a8d2a5a-18e3-468f-adb1-ac2a479524a6 tempest-ServerPasswordTestJSON-62520710 tempest-ServerPasswordTestJSON-62520710-project] Network d3dfbd60-c4bd-4535-a8f2-0544edeaf90f is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:25:45.649957 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [req-96a9809e-facf-4e12-ac17-10b619e451a4 req-9a8d2a5a-18e3-468f-adb1-ac2a479524a6 tempest-ServerPasswordTestJSON-62520710 tempest-ServerPasswordTestJSON-62520710-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:25:45.653730 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [req-96a9809e-facf-4e12-ac17-10b619e451a4 req-9a8d2a5a-18e3-468f-adb1-ac2a479524a6 tempest-ServerPasswordTestJSON-62520710 tempest-ServerPasswordTestJSON-62520710-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:25:45.656233 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8d2a5a-18e3-468f-adb1-ac2a479524a6 tempest-ServerPasswordTestJSON-62520710 tempest-ServerPasswordTestJSON-62520710-project] Pushing event updated for resources: {'Port': ['ID=7bc348c6-61e3-4e20-9644-1a5ca6f23d4e,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:45.664150 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b6685b-9948-4625-a446-66414fa88cfe req-9853e6c2-3c58-411a-974f-6caf82abb1a5 tempest-ServerPasswordTestJSON-62520710 tempest-ServerPasswordTestJSON-62520710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:45.665720 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-04b6685b-9948-4625-a446-66414fa88cfe req-9853e6c2-3c58-411a-974f-6caf82abb1a5 tempest-ServerPasswordTestJSON-62520710 tempest-ServerPasswordTestJSON-62520710-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e73be1d-ca11-4b21-8825-408c67ba0dc7 HTTP/1.1" status: 200 len: 931 time: 0.1366699 Nov 12 08:25:45.670458 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d830a452-e47a-4d06-be9a-5a65237ed08a tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Made reservation on behalf of 4b877280ee144365aba123387dcdba7b for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:25:45.679149 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d830a452-e47a-4d06-be9a-5a65237ed08a tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:45.727707 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a9809e-facf-4e12-ac17-10b619e451a4 req-9a8d2a5a-18e3-468f-adb1-ac2a479524a6 tempest-ServerPasswordTestJSON-62520710 tempest-ServerPasswordTestJSON-62520710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:45.728315 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-96a9809e-facf-4e12-ac17-10b619e451a4 req-9a8d2a5a-18e3-468f-adb1-ac2a479524a6 tempest-ServerPasswordTestJSON-62520710 tempest-ServerPasswordTestJSON-62520710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:45.777467 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-03570d85-cc89-43d8-8214-039b5c871489 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:45.786674 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-96a9809e-facf-4e12-ac17-10b619e451a4 req-9a8d2a5a-18e3-468f-adb1-ac2a479524a6 tempest-ServerPasswordTestJSON-62520710 tempest-ServerPasswordTestJSON-62520710-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8799353 Nov 12 08:25:45.802259 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-96a9809e-facf-4e12-ac17-10b619e451a4 req-ac5b9491-5b5d-4368-be10-2e793c57ef8d service neutron] Request body: {'port': {'device_id': '9e73be1d-ca11-4b21-8825-408c67ba0dc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-29'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:45.822186 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-04b6685b-9948-4625-a446-66414fa88cfe req-10d8e504-ccdd-465c-8320-1d9ea6bc3e44 tempest-ServerPasswordTestJSON-62520710 tempest-ServerPasswordTestJSON-62520710-project] 10.222.0.26 "GET /v2.0/security-groups?id=ece24f52-0c0d-4c98-8407-beec2fc72985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370192 Nov 12 08:25:45.828882 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa4ab5c-2773-432b-964b-c59961c46bf5 req-77d1b611-f433-4153-9610-f48323520728 tempest-VolumesBackupsTest-1114673165 tempest-VolumesBackupsTest-1114673165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:45.830369 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6aa4ab5c-2773-432b-964b-c59961c46bf5 req-77d1b611-f433-4153-9610-f48323520728 tempest-VolumesBackupsTest-1114673165 tempest-VolumesBackupsTest-1114673165-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e85cdb5-4969-42bc-8ebe-b5be2f406062 HTTP/1.1" status: 200 len: 949 time: 0.1097705 Nov 12 08:25:45.910237 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-3132e42f-cf02-43ea-b6da-15eee5250227 req-bbf81e20-e178-4979-bc64-f3a9cd967bc1 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:45.914429 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-96a9809e-facf-4e12-ac17-10b619e451a4 req-ac5b9491-5b5d-4368-be10-2e793c57ef8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:45.934090 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-03570d85-cc89-43d8-8214-039b5c871489 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:45.941579 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6aa4ab5c-2773-432b-964b-c59961c46bf5 req-30f72290-8779-4d01-b073-44c320c6b90f tempest-VolumesBackupsTest-1114673165 tempest-VolumesBackupsTest-1114673165-project] 10.222.0.26 "GET /v2.0/security-groups?id=60e96982-6a6f-4846-a2e7-70a7b4139e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998771 Nov 12 08:25:45.950381 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf81e20-e178-4979-bc64-f3a9cd967bc1 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Pushing event deleted for resources: {'Port': ['ID=cb8bb6ab-df78-4cad-83b5-bb153a16952f,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:45.967557 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 4c6ce0ef-f8c3-4e96-a110-684c0400a20f up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:25:46.002988 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03570d85-cc89-43d8-8214-039b5c871489 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:25:46.011238 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-03570d85-cc89-43d8-8214-039b5c871489 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:25:46.018680 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03570d85-cc89-43d8-8214-039b5c871489 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:25:46.049491 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03570d85-cc89-43d8-8214-039b5c871489 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Pushing event updated for resources: {'Port': ['ID=1c3f50fc-9fd6-4263-a27f-de1b18abaae1,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:46.060812 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning for port 4c6ce0ef-f8c3-4e96-a110-684c0400a20f completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:25:46.065299 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-3132e42f-cf02-43ea-b6da-15eee5250227 req-bbf81e20-e178-4979-bc64-f3a9cd967bc1 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] No DVR routers for this DVR port cb8bb6ab-df78-4cad-83b5-bb153a16952f on host n-h1-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:25:46.068195 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port 4c6ce0ef-f8c3-4e96-a110-684c0400a20f triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:46.068806 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:46.079840 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-3132e42f-cf02-43ea-b6da-15eee5250227 req-bbf81e20-e178-4979-bc64-f3a9cd967bc1 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:46.083672 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3132e42f-cf02-43ea-b6da-15eee5250227 req-bbf81e20-e178-4979-bc64-f3a9cd967bc1 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.21 "DELETE /v2.0/ports/cb8bb6ab-df78-4cad-83b5-bb153a16952f HTTP/1.1" status: 204 len: 173 time: 0.9462242 Nov 12 08:25:46.107763 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8bd01b12-0c26-4eb4-bcd4-e140e500e6a6 req-559b892c-e948-4f9b-beca-bbf71416b620 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "GET /v2.0/ports?device_id=688c0300-376e-47a5-ab51-ef3044b2ee86 HTTP/1.1" status: 200 len: 210 time: 0.0466790 Nov 12 08:25:46.117612 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d830a452-e47a-4d06-be9a-5a65237ed08a tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:46.222417 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d830a452-e47a-4d06-be9a-5a65237ed08a tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Checking segment: {'id': '6f71bf5b-3e41-4ada-9881-bf3a71c399a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '40598676-e489-4455-a14a-c404af064f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:25:46.223167 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d830a452-e47a-4d06-be9a-5a65237ed08a tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Network hostable DHCP agents. Network: 40598676-e489-4455-a14a-c404af064f27, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:25:46.236629 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:46.260085 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d830a452-e47a-4d06-be9a-5a65237ed08a tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Network 40598676-e489-4455-a14a-c404af064f27 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:25:46.267774 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d830a452-e47a-4d06-be9a-5a65237ed08a tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Pushing event updated for resources: {'Subnet': ['ID=7987b31c-2862-40be-822a-0b5dc06a1701,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:46.276838 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-d830a452-e47a-4d06-be9a-5a65237ed08a tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 40598676-e489-4455-a14a-c404af064f27) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:25:46.283018 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d830a452-e47a-4d06-be9a-5a65237ed08a tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:46.283629 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d830a452-e47a-4d06-be9a-5a65237ed08a tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:46.288486 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e85cdb5-4969-42bc-8ebe-b5be2f406062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c6ce0ef-f8c3-4e96-a110-684c0400a20f'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:25:46.294325 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4d7dd8b-544e-470a-bbc6-9100a5a5802b" -d '{"events": [{"server_uuid": "1e85cdb5-4969-42bc-8ebe-b5be2f406062", "name": "network-vif-plugged", "status": "completed", "tag": "4c6ce0ef-f8c3-4e96-a110-684c0400a20f"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:25:46.300471 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ff9261-e429-42fd-8381-f5596adf4d4e None None] Network 40598676-e489-4455-a14a-c404af064f27 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:25:46.322414 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-d830a452-e47a-4d06-be9a-5a65237ed08a tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8929946 Nov 12 08:25:46.325769 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 56920) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:46.346071 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-8b92bd07-6d51-4d67-aa4e-bc1f40518d56 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Request body: {'router': {'external_gateway_info': {'network_id': '40598676-e489-4455-a14a-c404af064f27'}}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:46.361604 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 4c6ce0ef-f8c3-4e96-a110-684c0400a20f, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=4c6ce0ef-f8c3-4e96-a110-684c0400a20f,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:25:46.369688 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:46.407761 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1024c5ab-441f-4ea7-8d80-ab86f25917d1 x-openstack-request-id: req-1024c5ab-441f-4ea7-8d80-ab86f25917d1 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:25:46.408354 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e85cdb5-4969-42bc-8ebe-b5be2f406062", "name": "network-vif-plugged", "status": "completed", "tag": "4c6ce0ef-f8c3-4e96-a110-684c0400a20f", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:25:46.408823 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1024c5ab-441f-4ea7-8d80-ab86f25917d1 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:25:46.409422 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e85cdb5-4969-42bc-8ebe-b5be2f406062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c6ce0ef-f8c3-4e96-a110-684c0400a20f', 'code': 200} Nov 12 08:25:46.473972 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=4c6ce0ef-f8c3-4e96-a110-684c0400a20f,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:46.505919 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9068548-7f0e-4ce0-9a9f-150f21438069', 'tag': 'ebf0cec8-78ed-4b1a-82ef-696ea87e19f7'}, {'server_uuid': '688c0300-376e-47a5-ab51-ef3044b2ee86', 'name': 'network-vif-deleted', 'tag': '428c5205-9d90-41d8-8b9d-7c4cc119dc8c'}, {'server_uuid': '688c0300-376e-47a5-ab51-ef3044b2ee86', 'name': 'network-vif-deleted', 'tag': 'cb8bb6ab-df78-4cad-83b5-bb153a16952f'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:25:46.508224 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c900df2f-b7bf-4eb8-beb4-b063d6ea4d80" -d '{"events": [{"name": "network-changed", "server_uuid": "f9068548-7f0e-4ce0-9a9f-150f21438069", "tag": "ebf0cec8-78ed-4b1a-82ef-696ea87e19f7"}, {"server_uuid": "688c0300-376e-47a5-ab51-ef3044b2ee86", "name": "network-vif-deleted", "tag": "428c5205-9d90-41d8-8b9d-7c4cc119dc8c"}, {"server_uuid": "688c0300-376e-47a5-ab51-ef3044b2ee86", "name": "network-vif-deleted", "tag": "cb8bb6ab-df78-4cad-83b5-bb153a16952f"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:25:46.509118 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:46.509703 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:46.510046 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:46.510384 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:46.510755 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:46.511078 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:46.511403 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:46.511727 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:46.513381 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:46.513381 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:46.513381 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:46.513381 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:46.576855 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Fri, 12 Nov 2021 08:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09f02334-54e6-43a4-a335-33eb185b3e56 x-openstack-request-id: req-09f02334-54e6-43a4-a335-33eb185b3e56 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:25:46.577156 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9068548-7f0e-4ce0-9a9f-150f21438069", "tag": "ebf0cec8-78ed-4b1a-82ef-696ea87e19f7", "status": "completed", "code": 200}, {"server_uuid": "688c0300-376e-47a5-ab51-ef3044b2ee86", "name": "network-vif-deleted", "tag": "428c5205-9d90-41d8-8b9d-7c4cc119dc8c", "status": "completed", "code": 200}, {"server_uuid": "688c0300-376e-47a5-ab51-ef3044b2ee86", "name": "network-vif-deleted", "tag": "cb8bb6ab-df78-4cad-83b5-bb153a16952f", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:25:46.577412 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-09f02334-54e6-43a4-a335-33eb185b3e56 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:25:46.577819 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9068548-7f0e-4ce0-9a9f-150f21438069', 'tag': 'ebf0cec8-78ed-4b1a-82ef-696ea87e19f7', 'status': 'completed', 'code': 200} Nov 12 08:25:46.578076 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '688c0300-376e-47a5-ab51-ef3044b2ee86', 'name': 'network-vif-deleted', 'tag': '428c5205-9d90-41d8-8b9d-7c4cc119dc8c', 'status': 'completed', 'code': 200} Nov 12 08:25:46.578329 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '688c0300-376e-47a5-ab51-ef3044b2ee86', 'name': 'network-vif-deleted', 'tag': 'cb8bb6ab-df78-4cad-83b5-bb153a16952f', 'status': 'completed', 'code': 200} Nov 12 08:25:46.579520 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f8f979-703c-4cc4-bd80-519607805f38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-40598676-e489-4455-a14a-c404af064f27', 'network_id': '40598676-e489-4455-a14a-c404af064f27', 'tenant_id': '4b877280ee144365aba123387dcdba7b', 'fixed_ips': [{'subnet_id': '7987b31c-2862-40be-822a-0b5dc06a1701'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:25:46.580561 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a2f8f979-703c-4cc4-bd80-519607805f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:46.596672 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [req-96a9809e-facf-4e12-ac17-10b619e451a4 req-ac5b9491-5b5d-4368-be10-2e793c57ef8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bc348c6-61e3-4e20-9644-1a5ca6f23d4e {{(pid=102600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:25:46.609251 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84975cb-4119-4195-9cc2-d0e1e001d590 req-5740b54d-8d80-4fae-8692-1515074f5ab1 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:46.610969 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b84975cb-4119-4195-9cc2-d0e1e001d590 req-5740b54d-8d80-4fae-8692-1515074f5ab1 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9068548-7f0e-4ce0-9a9f-150f21438069 HTTP/1.1" status: 200 len: 944 time: 0.1884592 Nov 12 08:25:46.617590 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-96a9809e-facf-4e12-ac17-10b619e451a4 req-ac5b9491-5b5d-4368-be10-2e793c57ef8d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:46.666008 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8b92bd07-6d51-4d67-aa4e-bc1f40518d56 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:46.670299 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade0c02-23cb-48aa-98e8-6cb9a295a8a8 req-fde73fc7-72e4-4aeb-bd2c-c9e1c8b26956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:46.671840 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2ade0c02-23cb-48aa-98e8-6cb9a295a8a8 req-fde73fc7-72e4-4aeb-bd2c-c9e1c8b26956 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1e85cdb5-4969-42bc-8ebe-b5be2f406062 HTTP/1.1" status: 200 len: 1102 time: 0.1586359 Nov 12 08:25:46.706368 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.provisioning_blocks [req-96a9809e-facf-4e12-ac17-10b619e451a4 req-ac5b9491-5b5d-4368-be10-2e793c57ef8d service neutron] Transition to ACTIVE for port object 7bc348c6-61e3-4e20-9644-1a5ca6f23d4e will not be triggered until provisioned by entity L2. {{(pid=102600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:25:46.726289 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-96a9809e-facf-4e12-ac17-10b619e451a4 req-ac5b9491-5b5d-4368-be10-2e793c57ef8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:46.773249 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c900df2f-b7bf-4eb8-beb4-b063d6ea4d80 req-ee5dc270-b957-40b6-b404-e661e216701b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:46.774899 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c900df2f-b7bf-4eb8-beb4-b063d6ea4d80 req-ee5dc270-b957-40b6-b404-e661e216701b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e6d48b0a7d084fdbbcdcca693c68f3d4&device_id=f9068548-7f0e-4ce0-9a9f-150f21438069 HTTP/1.1" status: 200 len: 1096 time: 0.1265581 Nov 12 08:25:46.779437 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2ade0c02-23cb-48aa-98e8-6cb9a295a8a8 req-dabf915a-4e43-4e09-a6f7-9606565a8fe9 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=60e96982-6a6f-4846-a2e7-70a7b4139e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921061 Nov 12 08:25:46.801352 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-a2f8f979-703c-4cc4-bd80-519607805f38 None None] Allocated IP 2001:db8:1::2 (40598676-e489-4455-a14a-c404af064f27/7987b31c-2862-40be-822a-0b5dc06a1701/6f60f037-6571-4063-9efb-e9a25e2f46af) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:25:46.843433 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:25:46.873626 n-d-765315-29 neutron-server[102599]: INFO neutron.api.v2.resource [None req-8b92bd07-6d51-4d67-aa4e-bc1f40518d56 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:25:46.878108 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-8b92bd07-6d51-4d67-aa4e-bc1f40518d56 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] 10.222.0.26 "PUT /v2.0/routers/ec9163e8-8a2d-4893-89ca-9bbc24a7018d HTTP/1.1" status: 400 len: 364 time: 0.5477769 Nov 12 08:25:46.878393 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 56926) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:46.978351 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a2f8f979-703c-4cc4-bd80-519607805f38 None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:46.985659 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a2f8f979-703c-4cc4-bd80-519607805f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:47.036015 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f8f979-703c-4cc4-bd80-519607805f38 None None] Network 40598676-e489-4455-a14a-c404af064f27 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:25:47.040465 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-a2f8f979-703c-4cc4-bd80-519607805f38 None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:25:47.043753 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f8f979-703c-4cc4-bd80-519607805f38 None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:25:47.051435 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f8f979-703c-4cc4-bd80-519607805f38 None None] Pushing event updated for resources: {'Port': ['ID=6f60f037-6571-4063-9efb-e9a25e2f46af,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:47.108082 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00671762-aa1d-4803-92a4-fd206e10b487 req-16f6b60a-ff62-4cee-a10d-ef8f7821b5ae tempest-ServerPasswordTestJSON-62520710 tempest-ServerPasswordTestJSON-62520710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:47.109356 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-a2f8f979-703c-4cc4-bd80-519607805f38 None None] Attempting to bind port 6f60f037-6571-4063-9efb-e9a25e2f46af on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:25:47.109626 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-00671762-aa1d-4803-92a4-fd206e10b487 req-16f6b60a-ff62-4cee-a10d-ef8f7821b5ae tempest-ServerPasswordTestJSON-62520710 tempest-ServerPasswordTestJSON-62520710-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e73be1d-ca11-4b21-8825-408c67ba0dc7 HTTP/1.1" status: 200 len: 943 time: 0.1873262 Nov 12 08:25:47.109795 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-a2f8f979-703c-4cc4-bd80-519607805f38 None None] Attempting to bind port 6f60f037-6571-4063-9efb-e9a25e2f46af by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '6f71bf5b-3e41-4ada-9881-bf3a71c399a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '40598676-e489-4455-a14a-c404af064f27'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:25:47.110272 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f8f979-703c-4cc4-bd80-519607805f38 None None] Attempting to bind port 6f60f037-6571-4063-9efb-e9a25e2f46af on network 40598676-e489-4455-a14a-c404af064f27 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:25:47.116775 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f8f979-703c-4cc4-bd80-519607805f38 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:25:47.117853 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f8f979-703c-4cc4-bd80-519607805f38 None None] Checking segment: {'id': '6f71bf5b-3e41-4ada-9881-bf3a71c399a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '40598676-e489-4455-a14a-c404af064f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:25:47.117853 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a2f8f979-703c-4cc4-bd80-519607805f38 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:47.118742 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f8f979-703c-4cc4-bd80-519607805f38 None None] Bound using segment: {'id': '6f71bf5b-3e41-4ada-9881-bf3a71c399a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '40598676-e489-4455-a14a-c404af064f27'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:25:47.119277 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-a2f8f979-703c-4cc4-bd80-519607805f38 None None] Bound port: 6f60f037-6571-4063-9efb-e9a25e2f46af, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f71bf5b-3e41-4ada-9881-bf3a71c399a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '40598676-e489-4455-a14a-c404af064f27'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:25:47.119722 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a2f8f979-703c-4cc4-bd80-519607805f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:47.194165 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-a2f8f979-703c-4cc4-bd80-519607805f38 None None] For port 6f60f037-6571-4063-9efb-e9a25e2f46af, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:25:47.195970 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b84975cb-4119-4195-9cc2-d0e1e001d590 req-f82f5a43-0fae-4ff4-b542-721d7282ceda tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/security-groups?id=78e82477-8369-41c4-8634-4911b1aaaaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5682738 Nov 12 08:25:47.198315 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-a2f8f979-703c-4cc4-bd80-519607805f38 None None] For port 6f60f037-6571-4063-9efb-e9a25e2f46af, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=6f60f037-6571-4063-9efb-e9a25e2f46af,segment=NetworkSegment(6f71bf5b-3e41-4ada-9881-bf3a71c399a1),segment_id=6f71bf5b-3e41-4ada-9881-bf3a71c399a1)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:25:47.201870 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5b9491-5b5d-4368-be10-2e793c57ef8d service neutron] Pushing event updated for resources: {'Port': ['ID=7bc348c6-61e3-4e20-9644-1a5ca6f23d4e,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:47.218922 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a2f8f979-703c-4cc4-bd80-519607805f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:47.259279 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-03570d85-cc89-43d8-8214-039b5c871489 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:47.307543 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f8f979-703c-4cc4-bd80-519607805f38 None None] Pushing event updated for resources: {'Port': ['ID=6f60f037-6571-4063-9efb-e9a25e2f46af,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:47.346362 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-96a9809e-facf-4e12-ac17-10b619e451a4 req-ac5b9491-5b5d-4368-be10-2e793c57ef8d service neutron] Attempting to bind port 7bc348c6-61e3-4e20-9644-1a5ca6f23d4e on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:25:47.346728 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-96a9809e-facf-4e12-ac17-10b619e451a4 req-ac5b9491-5b5d-4368-be10-2e793c57ef8d service neutron] Attempting to bind port 7bc348c6-61e3-4e20-9644-1a5ca6f23d4e by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': 'b9ddb270-d72a-4b4e-8146-02e21e3cab8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd3dfbd60-c4bd-4535-a8f2-0544edeaf90f'}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:25:47.347067 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a9809e-facf-4e12-ac17-10b619e451a4 req-ac5b9491-5b5d-4368-be10-2e793c57ef8d service neutron] Attempting to bind port 7bc348c6-61e3-4e20-9644-1a5ca6f23d4e on network d3dfbd60-c4bd-4535-a8f2-0544edeaf90f {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:25:47.355931 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a9809e-facf-4e12-ac17-10b619e451a4 req-ac5b9491-5b5d-4368-be10-2e793c57ef8d service neutron] Port 7bc348c6-61e3-4e20-9644-1a5ca6f23d4e on network d3dfbd60-c4bd-4535-a8f2-0544edeaf90f not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:25:47.356262 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a9809e-facf-4e12-ac17-10b619e451a4 req-ac5b9491-5b5d-4368-be10-2e793c57ef8d service neutron] Attempting to bind port 7bc348c6-61e3-4e20-9644-1a5ca6f23d4e on network d3dfbd60-c4bd-4535-a8f2-0544edeaf90f {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:25:47.376048 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 428c5205-9d90-41d8-8b9d-7c4cc119dc8c no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:25:47.384825 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a9809e-facf-4e12-ac17-10b619e451a4 req-ac5b9491-5b5d-4368-be10-2e793c57ef8d service neutron] Checking agent: {'id': '26215384-8035-4ce2-971a-8e67be80da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:25:47.385470 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a9809e-facf-4e12-ac17-10b619e451a4 req-ac5b9491-5b5d-4368-be10-2e793c57ef8d service neutron] Checking segment: {'id': 'b9ddb270-d72a-4b4e-8146-02e21e3cab8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd3dfbd60-c4bd-4535-a8f2-0544edeaf90f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:25:47.386035 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a9809e-facf-4e12-ac17-10b619e451a4 req-ac5b9491-5b5d-4368-be10-2e793c57ef8d service neutron] Bound using segment: {'id': 'b9ddb270-d72a-4b4e-8146-02e21e3cab8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd3dfbd60-c4bd-4535-a8f2-0544edeaf90f'} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:25:47.386710 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-96a9809e-facf-4e12-ac17-10b619e451a4 req-ac5b9491-5b5d-4368-be10-2e793c57ef8d service neutron] Bound port: 7bc348c6-61e3-4e20-9644-1a5ca6f23d4e, host: n-h1-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9ddb270-d72a-4b4e-8146-02e21e3cab8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd3dfbd60-c4bd-4535-a8f2-0544edeaf90f'}}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:25:47.387657 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-96a9809e-facf-4e12-ac17-10b619e451a4 req-ac5b9491-5b5d-4368-be10-2e793c57ef8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:47.406298 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-03570d85-cc89-43d8-8214-039b5c871489 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:47.416682 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-e530113a-7783-48f4-9840-8911a24052df None None] No Port match for: 428c5205-9d90-41d8-8b9d-7c4cc119dc8c {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:25:47.417018 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 428c5205-9d90-41d8-8b9d-7c4cc119dc8c not bound to the agent host n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:25:47.417446 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device cb8bb6ab-df78-4cad-83b5-bb153a16952f no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:25:47.443598 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-e530113a-7783-48f4-9840-8911a24052df None None] No Port match for: cb8bb6ab-df78-4cad-83b5-bb153a16952f {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:25:47.444081 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device cb8bb6ab-df78-4cad-83b5-bb153a16952f not bound to the agent host n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:25:47.444585 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device de71fd45-74c2-49a4-9d5c-ca3abeda5242 no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:25:47.477024 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-e530113a-7783-48f4-9840-8911a24052df None None] No Port match for: de71fd45-74c2-49a4-9d5c-ca3abeda5242 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:25:47.477691 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device de71fd45-74c2-49a4-9d5c-ca3abeda5242 not bound to the agent host n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:25:47.535773 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-96a9809e-facf-4e12-ac17-10b619e451a4 req-ac5b9491-5b5d-4368-be10-2e793c57ef8d service neutron] For port 7bc348c6-61e3-4e20-9644-1a5ca6f23d4e, host n-h1-765315-29, cleared binding levels {{(pid=102600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:25:47.597915 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c900df2f-b7bf-4eb8-beb4-b063d6ea4d80 req-c2358ff2-950d-4498-a1ce-5a096e99add4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:47.599421 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c900df2f-b7bf-4eb8-beb4-b063d6ea4d80 req-c2358ff2-950d-4498-a1ce-5a096e99add4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=48c46c78-0475-4191-b336-d10a7e260ac1 HTTP/1.1" status: 200 len: 923 time: 0.5284991 Nov 12 08:25:47.606466 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-00671762-aa1d-4803-92a4-fd206e10b487 req-8dc92263-ce4f-4d05-9a13-feed0c8c7360 tempest-ServerPasswordTestJSON-62520710 tempest-ServerPasswordTestJSON-62520710-project] 10.222.0.26 "GET /v2.0/security-groups?id=ece24f52-0c0d-4c98-8407-beec2fc72985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600120 Nov 12 08:25:47.607024 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-96a9809e-facf-4e12-ac17-10b619e451a4 req-ac5b9491-5b5d-4368-be10-2e793c57ef8d service neutron] For port 7bc348c6-61e3-4e20-9644-1a5ca6f23d4e, host n-h1-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=7bc348c6-61e3-4e20-9644-1a5ca6f23d4e,segment=NetworkSegment(b9ddb270-d72a-4b4e-8146-02e21e3cab8c),segment_id=b9ddb270-d72a-4b4e-8146-02e21e3cab8c)] {{(pid=102600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:25:47.617571 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d59b0-6281-4414-b09b-f87873c5798c req-f235e85a-83db-4aca-aa29-bd339dea97af tempest-VolumesBackupsTest-1114673165 tempest-VolumesBackupsTest-1114673165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:47.619267 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2a7d59b0-6281-4414-b09b-f87873c5798c req-f235e85a-83db-4aca-aa29-bd339dea97af tempest-VolumesBackupsTest-1114673165 tempest-VolumesBackupsTest-1114673165-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e85cdb5-4969-42bc-8ebe-b5be2f406062 HTTP/1.1" status: 200 len: 950 time: 0.1667790 Nov 12 08:25:47.624350 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-96a9809e-facf-4e12-ac17-10b619e451a4 req-ac5b9491-5b5d-4368-be10-2e793c57ef8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:47.667327 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c900df2f-b7bf-4eb8-beb4-b063d6ea4d80 req-076dc54e-92d2-467d-9922-68b1f15cd473 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ebf0cec8-78ed-4b1a-82ef-696ea87e19f7 HTTP/1.1" status: 200 len: 217 time: 0.0549853 Nov 12 08:25:47.702631 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-746cb8db-7234-4d45-b9ac-f87efb576a57 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:47.705440 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56934) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:47.741893 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a9809e-facf-4e12-ac17-10b619e451a4 req-ac5b9491-5b5d-4368-be10-2e793c57ef8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:47.742737 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-96a9809e-facf-4e12-ac17-10b619e451a4 req-ac5b9491-5b5d-4368-be10-2e793c57ef8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:47.743887 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-96a9809e-facf-4e12-ac17-10b619e451a4 req-ac5b9491-5b5d-4368-be10-2e793c57ef8d service neutron] 10.222.0.21 "PUT /v2.0/ports/7bc348c6-61e3-4e20-9644-1a5ca6f23d4e HTTP/1.1" status: 200 len: 1092 time: 1.9490888 Nov 12 08:25:47.745567 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e73be1d-ca11-4b21-8825-408c67ba0dc7', 'tag': '7bc348c6-61e3-4e20-9644-1a5ca6f23d4e'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:25:47.748011 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d90f491-0120-4cd2-917c-c240f50ec8a4" -d '{"events": [{"name": "network-changed", "server_uuid": "9e73be1d-ca11-4b21-8825-408c67ba0dc7", "tag": "7bc348c6-61e3-4e20-9644-1a5ca6f23d4e"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:25:47.820290 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c900df2f-b7bf-4eb8-beb4-b063d6ea4d80 req-885c379a-006c-4145-8194-378fdb4e3a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:47.821681 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c900df2f-b7bf-4eb8-beb4-b063d6ea4d80 req-885c379a-006c-4145-8194-378fdb4e3a47 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=56da6010-d692-49cc-a6f9-aacc88a2ce9c HTTP/1.1" status: 200 len: 862 time: 0.1311467 Nov 12 08:25:47.825231 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5b9491-5b5d-4368-be10-2e793c57ef8d service neutron] Pushing event updated for resources: {'Port': ['ID=7bc348c6-61e3-4e20-9644-1a5ca6f23d4e,revision_number=3']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:47.841976 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-725c2b61-9fc3-4a39-9480-8f959d90fa4d x-openstack-request-id: req-725c2b61-9fc3-4a39-9480-8f959d90fa4d {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:25:47.842267 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e73be1d-ca11-4b21-8825-408c67ba0dc7", "tag": "7bc348c6-61e3-4e20-9644-1a5ca6f23d4e", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:25:47.842524 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-725c2b61-9fc3-4a39-9480-8f959d90fa4d {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:25:47.843016 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e73be1d-ca11-4b21-8825-408c67ba0dc7', 'tag': '7bc348c6-61e3-4e20-9644-1a5ca6f23d4e', 'status': 'completed', 'code': 200} Nov 12 08:25:47.870103 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2a7d59b0-6281-4414-b09b-f87873c5798c req-065a4703-80cd-4740-ba3f-275c424a7467 tempest-VolumesBackupsTest-1114673165 tempest-VolumesBackupsTest-1114673165-project] 10.222.0.26 "GET /v2.0/security-groups?id=60e96982-6a6f-4846-a2e7-70a7b4139e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373576 Nov 12 08:25:47.890158 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcb6fbe1-59ff-4057-a43d-54c17ede57ba tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Deleting subnet 510ffd73-73ae-4ead-9319-fe49444296ab {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:25:47.893770 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-03570d85-cc89-43d8-8214-039b5c871489 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:47.896752 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c900df2f-b7bf-4eb8-beb4-b063d6ea4d80 req-813c7e9a-97ea-4923-af4a-e7d3401a2103 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=48c46c78-0475-4191-b336-d10a7e260ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604539 Nov 12 08:25:47.898989 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-dcb6fbe1-59ff-4057-a43d-54c17ede57ba tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:47.926215 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-03570d85-cc89-43d8-8214-039b5c871489 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:47.961162 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device ebf0cec8-78ed-4b1a-82ef-696ea87e19f7 details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:25:47.961497 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a9809e-facf-4e12-ac17-10b619e451a4 req-4ea7b5d6-59cb-4a20-acd9-8dd6aaa69673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:47.963340 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-96a9809e-facf-4e12-ac17-10b619e451a4 req-4ea7b5d6-59cb-4a20-acd9-8dd6aaa69673 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0f5ac3b73127492b9ddf858af9c3809d&device_id=9e73be1d-ca11-4b21-8825-408c67ba0dc7 HTTP/1.1" status: 200 len: 1095 time: 0.1547406 Nov 12 08:25:47.997471 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-dcb6fbe1-59ff-4057-a43d-54c17ede57ba tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:48.083576 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-96a9809e-facf-4e12-ac17-10b619e451a4 req-c852bc13-7d6a-4fb5-bce3-bd650d5366d3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7bc348c6-61e3-4e20-9644-1a5ca6f23d4e HTTP/1.1" status: 200 len: 217 time: 0.1028337 Nov 12 08:25:48.087875 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03570d85-cc89-43d8-8214-039b5c871489 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Pushing event updated for resources: {'Port': ['ID=1c3f50fc-9fd6-4263-a27f-de1b18abaae1,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:48.105513 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-746cb8db-7234-4d45-b9ac-f87efb576a57 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Allocated IP 2001:db8::1 (6663ad01-acf9-4209-a7f1-246a104fd4aa/96102fcb-b844-415f-8439-bb78317963b5/02574b12-2bf7-42e8-84ce-73dcedb218c7) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:25:48.105754 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port ebf0cec8-78ed-4b1a-82ef-696ea87e19f7, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=ebf0cec8-78ed-4b1a-82ef-696ea87e19f7,segment=NetworkSegment(04af530b-b37b-4970-964b-31b6853d152d),segment_id=04af530b-b37b-4970-964b-31b6853d152d)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:25:48.119637 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': 'ebf0cec8-78ed-4b1a-82ef-696ea87e19f7', 'network_id': '48c46c78-0475-4191-b336-d10a7e260ac1', 'port_id': 'ebf0cec8-78ed-4b1a-82ef-696ea87e19f7', 'mac_address': 'fa:16:3e:5a:76:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56da6010-d692-49cc-a6f9-aacc88a2ce9c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:25:48.130060 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c900df2f-b7bf-4eb8-beb4-b063d6ea4d80 req-9aaa81d6-bfc2-40ce-883a-ca65f031b2e0 service neutron] 10.222.0.44 "GET /v2.0/networks/48c46c78-0475-4191-b336-d10a7e260ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112370 Nov 12 08:25:48.165997 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:48.188301 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebf0cec8-78ed-4b1a-82ef-696ea87e19f7 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:25:48.195895 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a9809e-facf-4e12-ac17-10b619e451a4 req-5f56caf8-aad9-483d-a340-22e6f06fda18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:48.197720 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-96a9809e-facf-4e12-ac17-10b619e451a4 req-5f56caf8-aad9-483d-a340-22e6f06fda18 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f9214ee9-1dfc-479d-8a71-e98ceffd43fd HTTP/1.1" status: 200 len: 853 time: 0.1070671 Nov 12 08:25:48.198659 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-03570d85-cc89-43d8-8214-039b5c871489 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:48.213895 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port ebf0cec8-78ed-4b1a-82ef-696ea87e19f7, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=ebf0cec8-78ed-4b1a-82ef-696ea87e19f7,segment=NetworkSegment(04af530b-b37b-4970-964b-31b6853d152d),segment_id=04af530b-b37b-4970-964b-31b6853d152d)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:25:48.219866 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:48.283217 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=ebf0cec8-78ed-4b1a-82ef-696ea87e19f7,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:48.329194 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-96a9809e-facf-4e12-ac17-10b619e451a4 req-a75b8767-6a54-4893-98e2-be1befddb038 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d3dfbd60-c4bd-4535-a8f2-0544edeaf90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1089938 Nov 12 08:25:48.363700 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-746cb8db-7234-4d45-b9ac-f87efb576a57 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:48.375489 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c900df2f-b7bf-4eb8-beb4-b063d6ea4d80 req-e8e12b45-2818-4337-9dc6-19c9e4af7508 service neutron] 10.222.0.44 "GET /v2.0/networks/48c46c78-0475-4191-b336-d10a7e260ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139661 Nov 12 08:25:48.381058 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-dcb6fbe1-59ff-4057-a43d-54c17ede57ba tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:48.420126 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-746cb8db-7234-4d45-b9ac-f87efb576a57 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:48.478296 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746cb8db-7234-4d45-b9ac-f87efb576a57 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Network 6663ad01-acf9-4209-a7f1-246a104fd4aa is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:25:48.485978 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-746cb8db-7234-4d45-b9ac-f87efb576a57 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:25:48.488628 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746cb8db-7234-4d45-b9ac-f87efb576a57 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:25:48.489777 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-746cb8db-7234-4d45-b9ac-f87efb576a57 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933481'] for router_interface, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:48.534466 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0b42da-1ab3-4192-9a6b-ba8d0a4cdab3 req-1c773aad-f41b-40f6-9cbd-f1d94b2c6272 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:48.539185 n-d-765315-29 neutron-server[102600]: INFO neutron.db.l3_db [None req-03570d85-cc89-43d8-8214-039b5c871489 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Floating IP 4e34c995-6669-416a-b2e3-a7f60c333796 associated. External IP: 172.25.2.75, port: d4d7c6ef-fc5a-4969-8791-ba76814458c7. Nov 12 08:25:48.543252 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-af0b42da-1ab3-4192-9a6b-ba8d0a4cdab3 req-1c773aad-f41b-40f6-9cbd-f1d94b2c6272 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9068548-7f0e-4ce0-9a9f-150f21438069 HTTP/1.1" status: 200 len: 945 time: 0.2325494 Nov 12 08:25:48.546392 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-96a9809e-facf-4e12-ac17-10b619e451a4 req-57487246-2c41-47fe-8139-cfc050b5c12c service neutron] 10.222.0.21 "GET /v2.0/networks/d3dfbd60-c4bd-4535-a8f2-0544edeaf90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095239 Nov 12 08:25:48.589790 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['ebf0cec8-78ed-4b1a-82ef-696ea87e19f7'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:25:48.604843 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-dcb6fbe1-59ff-4057-a43d-54c17ede57ba tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:48.613898 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746cb8db-7234-4d45-b9ac-f87efb576a57 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Pushing event updated for resources: {'Port': ['ID=02574b12-2bf7-42e8-84ce-73dcedb218c7,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:48.680684 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-af0b42da-1ab3-4192-9a6b-ba8d0a4cdab3 req-30f58a9c-21ee-472a-8efd-7a02bc362316 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/security-groups?id=78e82477-8369-41c4-8634-4911b1aaaaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364176 Nov 12 08:25:48.682861 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb6fbe1-59ff-4057-a43d-54c17ede57ba tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Pushing event deleted for resources: {'Subnet': ['ID=510ffd73-73ae-4ead-9319-fe49444296ab,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:48.704877 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-dcb6fbe1-59ff-4057-a43d-54c17ede57ba tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:48.714421 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-dcb6fbe1-59ff-4057-a43d-54c17ede57ba tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "DELETE /v2.0/subnets/510ffd73-73ae-4ead-9319-fe49444296ab HTTP/1.1" status: 204 len: 168 time: 0.9982381 Nov 12 08:25:48.714956 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56944) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:48.734205 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e7a5b79-ca28-4173-916c-af8d7211456a None None] Network 9e520f7f-b1f4-4beb-857f-1d9d7549799e requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:25:48.755232 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-746cb8db-7234-4d45-b9ac-f87efb576a57 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:48.792109 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a05a4e-c5b5-4100-9396-a0cecf3216c3 None None] Network 40598676-e489-4455-a14a-c404af064f27 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:25:48.977609 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-b54b721d-957e-4f2e-b87f-33a8216858bc None None] Provisioning complete for port 6f60f037-6571-4063-9efb-e9a25e2f46af triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:48.977987 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b54b721d-957e-4f2e-b87f-33a8216858bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:48.978128 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-32126aa1-3bf9-447c-9138-e5197cdaffba tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:48.990794 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3601f7-6b6f-4ec0-a573-316cb8df9bfa req-24d4c23a-ebd1-4706-9a50-a1f49e987e96 tempest-ServerPasswordTestJSON-62520710 tempest-ServerPasswordTestJSON-62520710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:48.992306 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-aa3601f7-6b6f-4ec0-a573-316cb8df9bfa req-24d4c23a-ebd1-4706-9a50-a1f49e987e96 tempest-ServerPasswordTestJSON-62520710 tempest-ServerPasswordTestJSON-62520710-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e73be1d-ca11-4b21-8825-408c67ba0dc7 HTTP/1.1" status: 200 len: 943 time: 0.2018776 Nov 12 08:25:49.001748 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-96a9809e-facf-4e12-ac17-10b619e451a4 req-9a4d2103-2927-4d15-b092-99ca78bc068e service neutron] 10.222.0.21 "GET /v2.0/networks/d3dfbd60-c4bd-4535-a8f2-0544edeaf90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3992624 Nov 12 08:25:49.102473 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7b1a4-6214-43f6-90e2-1d0c7962ad4f req-3eda07d4-9b56-400a-bfb4-870afaf20204 tempest-VolumesBackupsTest-1114673165 tempest-VolumesBackupsTest-1114673165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:49.104082 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3af7b1a4-6214-43f6-90e2-1d0c7962ad4f req-3eda07d4-9b56-400a-bfb4-870afaf20204 tempest-VolumesBackupsTest-1114673165 tempest-VolumesBackupsTest-1114673165-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e85cdb5-4969-42bc-8ebe-b5be2f406062 HTTP/1.1" status: 200 len: 950 time: 0.1162064 Nov 12 08:25:49.196519 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3af7b1a4-6214-43f6-90e2-1d0c7962ad4f req-2f1c191d-760d-4602-be6a-2c23db7c9aa0 tempest-VolumesBackupsTest-1114673165 tempest-VolumesBackupsTest-1114673165-project] 10.222.0.26 "GET /v2.0/security-groups?id=60e96982-6a6f-4846-a2e7-70a7b4139e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815425 Nov 12 08:25:49.199039 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-aa3601f7-6b6f-4ec0-a573-316cb8df9bfa req-af79a6e1-a171-49bf-905a-ae691b25f29a tempest-ServerPasswordTestJSON-62520710 tempest-ServerPasswordTestJSON-62520710-project] 10.222.0.26 "GET /v2.0/security-groups?id=ece24f52-0c0d-4c98-8407-beec2fc72985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633170 Nov 12 08:25:49.215209 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d90f491-0120-4cd2-917c-c240f50ec8a4 req-2f77b4a3-cac6-4f14-8200-8cb6fa75cef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:49.217305 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1d90f491-0120-4cd2-917c-c240f50ec8a4 req-2f77b4a3-cac6-4f14-8200-8cb6fa75cef1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0f5ac3b73127492b9ddf858af9c3809d&device_id=9e73be1d-ca11-4b21-8825-408c67ba0dc7 HTTP/1.1" status: 200 len: 1095 time: 0.1268785 Nov 12 08:25:49.231791 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03570d85-cc89-43d8-8214-039b5c871489 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Router 4ff9cdf0-02c8-4da9-a0e0-d182dd444274 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:25:49.248348 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-746cb8db-7234-4d45-b9ac-f87efb576a57 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:49.256639 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-746cb8db-7234-4d45-b9ac-f87efb576a57 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:49.257992 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-746cb8db-7234-4d45-b9ac-f87efb576a57 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933629'] for router_interface, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:49.270534 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-32126aa1-3bf9-447c-9138-e5197cdaffba tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Deleting port b7cd3f81-2d99-4253-9b56-b6ec42db8d68 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:25:49.270903 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-32126aa1-3bf9-447c-9138-e5197cdaffba tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:49.322193 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746cb8db-7234-4d45-b9ac-f87efb576a57 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Pushing event updated for resources: {'Port': ['ID=02574b12-2bf7-42e8-84ce-73dcedb218c7,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:49.383318 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b54b721d-957e-4f2e-b87f-33a8216858bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:49.407183 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16cfe77-faf0-4c23-a179-b94abce29116 None None] DHCP port deletion for 9e520f7f-b1f4-4beb-857f-1d9d7549799e request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:25:49.475214 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-32126aa1-3bf9-447c-9138-e5197cdaffba tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] For port b7cd3f81-2d99-4253-9b56-b6ec42db8d68, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=b7cd3f81-2d99-4253-9b56-b6ec42db8d68,segment=NetworkSegment(2dc23119-220f-4bbd-a8d0-ee423008dee2),segment_id=2dc23119-220f-4bbd-a8d0-ee423008dee2)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:25:49.475590 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-32126aa1-3bf9-447c-9138-e5197cdaffba tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:49.494169 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746cb8db-7234-4d45-b9ac-f87efb576a57 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Network 6663ad01-acf9-4209-a7f1-246a104fd4aa is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:25:49.497192 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-746cb8db-7234-4d45-b9ac-f87efb576a57 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:25:49.503780 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-32126aa1-3bf9-447c-9138-e5197cdaffba tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Calling delete_port for b7cd3f81-2d99-4253-9b56-b6ec42db8d68 owned by network:dhcp {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:25:49.566567 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-b54b721d-957e-4f2e-b87f-33a8216858bc None None] For port 6f60f037-6571-4063-9efb-e9a25e2f46af, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=6f60f037-6571-4063-9efb-e9a25e2f46af,segment=NetworkSegment(6f71bf5b-3e41-4ada-9881-bf3a71c399a1),segment_id=6f71bf5b-3e41-4ada-9881-bf3a71c399a1)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:25:49.568514 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 6f60f037-6571-4063-9efb-e9a25e2f46af up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:25:49.580948 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d90f491-0120-4cd2-917c-c240f50ec8a4 req-482a4775-b77e-4cec-90ed-b4f0e78c5922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:49.587870 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1d90f491-0120-4cd2-917c-c240f50ec8a4 req-482a4775-b77e-4cec-90ed-b4f0e78c5922 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d3dfbd60-c4bd-4535-a8f2-0544edeaf90f HTTP/1.1" status: 200 len: 914 time: 0.3595581 Nov 12 08:25:49.627481 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b54b721d-957e-4f2e-b87f-33a8216858bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:49.725086 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-746cb8db-7234-4d45-b9ac-f87efb576a57 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Router ec9163e8-8a2d-4893-89ca-9bbc24a7018d has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:25:49.841383 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 6f60f037-6571-4063-9efb-e9a25e2f46af triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:49.848273 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:49.883361 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-746cb8db-7234-4d45-b9ac-f87efb576a57 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:25:49.889636 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54b721d-957e-4f2e-b87f-33a8216858bc None None] Pushing event updated for resources: {'Port': ['ID=6f60f037-6571-4063-9efb-e9a25e2f46af,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:49.893366 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-746cb8db-7234-4d45-b9ac-f87efb576a57 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] 10.222.0.26 "PUT /v2.0/routers/ec9163e8-8a2d-4893-89ca-9bbc24a7018d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0135994 Nov 12 08:25:49.895569 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 56964) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:49.895985 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c525657-7ef3-44c0-941b-8ee47001cd4d None None] Sync routers for ids ['ec9163e8-8a2d-4893-89ca-9bbc24a7018d'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:25:49.921686 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c525657-7ef3-44c0-941b-8ee47001cd4d None None] Routers {'ec9163e8-8a2d-4893-89ca-9bbc24a7018d'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:25:49.922354 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-3c525657-7ef3-44c0-941b-8ee47001cd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:25:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['ec9163e8-8a2d-4893-89ca-9bbc24a7018d'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:49.922755 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-caafc2e3-b5a9-4b61-b722-510377b1ffeb None None] Provisioning complete for port 02574b12-2bf7-42e8-84ce-73dcedb218c7 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:49.923135 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-caafc2e3-b5a9-4b61-b722-510377b1ffeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:49.946491 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-b16cfe77-faf0-4c23-a179-b94abce29116 None None] Deleting port b7cd3f81-2d99-4253-9b56-b6ec42db8d68 {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:25:49.946802 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b16cfe77-faf0-4c23-a179-b94abce29116 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:49.977172 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device ebf0cec8-78ed-4b1a-82ef-696ea87e19f7 up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:25:49.982014 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-3c525657-7ef3-44c0-941b-8ee47001cd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:50.002761 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c525657-7ef3-44c0-941b-8ee47001cd4d None None] Routers {'ec9163e8-8a2d-4893-89ca-9bbc24a7018d'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:25:50.002761 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-3c525657-7ef3-44c0-941b-8ee47001cd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:25:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['ec9163e8-8a2d-4893-89ca-9bbc24a7018d'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:50.055026 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0f39658b-cc22-4399-9238-bce5f6306705 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks [] for router, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:50.085214 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-3c525657-7ef3-44c0-941b-8ee47001cd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:50.086156 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c525657-7ef3-44c0-941b-8ee47001cd4d None None] The sync data for ids ['ec9163e8-8a2d-4893-89ca-9bbc24a7018d'] in n-d-765315-29 is: [] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:25:50.101176 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-caafc2e3-b5a9-4b61-b722-510377b1ffeb None None] Port 02574b12-2bf7-42e8-84ce-73dcedb218c7 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:25:50.159113 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-b16cfe77-faf0-4c23-a179-b94abce29116 None None] For port b7cd3f81-2d99-4253-9b56-b6ec42db8d68, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=b7cd3f81-2d99-4253-9b56-b6ec42db8d68,segment=NetworkSegment(2dc23119-220f-4bbd-a8d0-ee423008dee2),segment_id=2dc23119-220f-4bbd-a8d0-ee423008dee2)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:25:50.160150 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b16cfe77-faf0-4c23-a179-b94abce29116 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:50.177480 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-b16cfe77-faf0-4c23-a179-b94abce29116 None None] Calling delete_port for b7cd3f81-2d99-4253-9b56-b6ec42db8d68 owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:25:50.193354 n-d-765315-29 neutron-server[102599]: INFO neutron.api.v2.resource [None req-0f39658b-cc22-4399-9238-bce5f6306705 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 08:25:50.195045 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-0f39658b-cc22-4399-9238-bce5f6306705 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] 10.222.0.26 "DELETE /v2.0/routers/ec9163e8-8a2d-4893-89ca-9bbc24a7018d HTTP/1.1" status: 409 len: 329 time: 0.2981946 Nov 12 08:25:50.198386 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 56966) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:50.287862 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning for port ebf0cec8-78ed-4b1a-82ef-696ea87e19f7 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:25:50.292490 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03570d85-cc89-43d8-8214-039b5c871489 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:25:50.293577 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port ebf0cec8-78ed-4b1a-82ef-696ea87e19f7 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:50.293953 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:50.310884 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1d90f491-0120-4cd2-917c-c240f50ec8a4 req-2a237c5b-9d49-472b-89a1-e97979e29c05 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7bc348c6-61e3-4e20-9644-1a5ca6f23d4e HTTP/1.1" status: 200 len: 217 time: 0.6377721 Nov 12 08:25:50.345644 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-c30ec5e6-ff40-4e95-8a1c-ea8eebd12282 None None] Provisioning complete for port 02574b12-2bf7-42e8-84ce-73dcedb218c7 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:50.346374 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c30ec5e6-ff40-4e95-8a1c-ea8eebd12282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:50.394957 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-c30ec5e6-ff40-4e95-8a1c-ea8eebd12282 None None] Port 02574b12-2bf7-42e8-84ce-73dcedb218c7 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:25:50.397110 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98531983-a5aa-4494-8280-59d42d2a9cf0 None None] Sync routers for ids ['4ff9cdf0-02c8-4da9-a0e0-d182dd444274'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:25:50.416881 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b039c22-a1e5-44da-871f-ea7f015d48c5 req-06ec5a7e-aa89-41e8-ba68-0ac5d9aedb2d tempest-ServerPasswordTestJSON-62520710 tempest-ServerPasswordTestJSON-62520710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:50.419023 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5b039c22-a1e5-44da-871f-ea7f015d48c5 req-06ec5a7e-aa89-41e8-ba68-0ac5d9aedb2d tempest-ServerPasswordTestJSON-62520710 tempest-ServerPasswordTestJSON-62520710-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e73be1d-ca11-4b21-8825-408c67ba0dc7 HTTP/1.1" status: 200 len: 943 time: 0.0935981 Nov 12 08:25:50.431921 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-03570d85-cc89-43d8-8214-039b5c871489 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:50.441028 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98531983-a5aa-4494-8280-59d42d2a9cf0 None None] Routers {'4ff9cdf0-02c8-4da9-a0e0-d182dd444274'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:25:50.441667 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-98531983-a5aa-4494-8280-59d42d2a9cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:25:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['4ff9cdf0-02c8-4da9-a0e0-d182dd444274'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:50.467446 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e04a798-9e88-498e-bc16-cb4711cb5994 req-f7738f4e-a7cc-4312-87a6-6826752859d1 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:50.475170 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7e04a798-9e88-498e-bc16-cb4711cb5994 req-f7738f4e-a7cc-4312-87a6-6826752859d1 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9068548-7f0e-4ce0-9a9f-150f21438069 HTTP/1.1" status: 200 len: 945 time: 0.1763225 Nov 12 08:25:50.484511 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-98531983-a5aa-4494-8280-59d42d2a9cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:50.487062 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-c30ec5e6-ff40-4e95-8a1c-ea8eebd12282 None None] Provisioning complete for port 6f60f037-6571-4063-9efb-e9a25e2f46af triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:50.487433 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c30ec5e6-ff40-4e95-8a1c-ea8eebd12282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:50.495889 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d90f491-0120-4cd2-917c-c240f50ec8a4 req-ade8bdfe-6397-4658-a0f1-8028d7fb047b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:50.497843 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1d90f491-0120-4cd2-917c-c240f50ec8a4 req-ade8bdfe-6397-4658-a0f1-8028d7fb047b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f9214ee9-1dfc-479d-8a71-e98ceffd43fd HTTP/1.1" status: 200 len: 853 time: 0.1747804 Nov 12 08:25:50.523752 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-03570d85-cc89-43d8-8214-039b5c871489 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.8049905 Nov 12 08:25:50.541732 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56970) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:50.548198 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1d90f491-0120-4cd2-917c-c240f50ec8a4 req-f7c7875f-2a50-472e-909e-6d8241213a80 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d3dfbd60-c4bd-4535-a8f2-0544edeaf90f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367126 Nov 12 08:25:50.553141 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-f01cc2bc-d890-4460-93af-e705fb08544c tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Request body: {'floatingip': {'port_id': 'd4d7c6ef-fc5a-4969-8791-ba76814458c7', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:50.560126 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98531983-a5aa-4494-8280-59d42d2a9cf0 None None] Routers {'4ff9cdf0-02c8-4da9-a0e0-d182dd444274'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:25:50.560574 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-98531983-a5aa-4494-8280-59d42d2a9cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:25:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['4ff9cdf0-02c8-4da9-a0e0-d182dd444274'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:50.591091 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5b039c22-a1e5-44da-871f-ea7f015d48c5 req-3ecc94bd-df9a-446d-8190-f2ee5d2aae76 tempest-ServerPasswordTestJSON-62520710 tempest-ServerPasswordTestJSON-62520710-project] 10.222.0.26 "GET /v2.0/security-groups?id=ece24f52-0c0d-4c98-8407-beec2fc72985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562240 Nov 12 08:25:50.606289 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7e04a798-9e88-498e-bc16-cb4711cb5994 req-22389d3a-651e-4415-b461-52a5944a9485 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/security-groups?id=78e82477-8369-41c4-8634-4911b1aaaaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299222 Nov 12 08:25:50.620135 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b16cfe77-faf0-4c23-a179-b94abce29116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:50.631565 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-98531983-a5aa-4494-8280-59d42d2a9cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:50.631565 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98531983-a5aa-4494-8280-59d42d2a9cf0 None None] The sync data for ids ['4ff9cdf0-02c8-4da9-a0e0-d182dd444274'] in n-d-765315-29 is: [] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:25:50.680593 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16cfe77-faf0-4c23-a179-b94abce29116 None None] No DVR routers for this DVR port b7cd3f81-2d99-4253-9b56-b6ec42db8d68 on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:25:50.682123 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16cfe77-faf0-4c23-a179-b94abce29116 None None] Pushing event deleted for resources: {'Port': ['ID=b7cd3f81-2d99-4253-9b56-b6ec42db8d68,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:50.690496 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:50.693126 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-32126aa1-3bf9-447c-9138-e5197cdaffba tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:50.721179 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9068548-7f0e-4ce0-9a9f-150f21438069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebf0cec8-78ed-4b1a-82ef-696ea87e19f7'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:25:50.724123 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-741751f1-9260-415c-901f-f84bb7c5146f" -d '{"events": [{"server_uuid": "f9068548-7f0e-4ce0-9a9f-150f21438069", "name": "network-vif-plugged", "status": "completed", "tag": "ebf0cec8-78ed-4b1a-82ef-696ea87e19f7"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:25:50.756886 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port ebf0cec8-78ed-4b1a-82ef-696ea87e19f7, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=ebf0cec8-78ed-4b1a-82ef-696ea87e19f7,segment=NetworkSegment(04af530b-b37b-4970-964b-31b6853d152d),segment_id=04af530b-b37b-4970-964b-31b6853d152d)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:25:50.770799 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:50.831109 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d57f50ea-8678-4196-8496-80ba3ad22fa8 x-openstack-request-id: req-d57f50ea-8678-4196-8496-80ba3ad22fa8 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:25:50.831626 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9068548-7f0e-4ce0-9a9f-150f21438069", "name": "network-vif-plugged", "status": "completed", "tag": "ebf0cec8-78ed-4b1a-82ef-696ea87e19f7", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:25:50.831973 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d57f50ea-8678-4196-8496-80ba3ad22fa8 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:25:50.832458 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9068548-7f0e-4ce0-9a9f-150f21438069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebf0cec8-78ed-4b1a-82ef-696ea87e19f7', 'code': 200} Nov 12 08:25:50.835332 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1d90f491-0120-4cd2-917c-c240f50ec8a4 req-0719d9df-6d41-4d6d-bce7-c3b9aa31d6a4 service neutron] 10.222.0.21 "GET /v2.0/networks/d3dfbd60-c4bd-4535-a8f2-0544edeaf90f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524805 Nov 12 08:25:50.861019 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32126aa1-3bf9-447c-9138-e5197cdaffba tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Pushing event deleted for resources: {'Port': ['ID=b7cd3f81-2d99-4253-9b56-b6ec42db8d68,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:50.869401 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32126aa1-3bf9-447c-9138-e5197cdaffba tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] No DVR routers for this DVR port b7cd3f81-2d99-4253-9b56-b6ec42db8d68 on host n-d-765315-29 {{(pid=102600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:25:50.880512 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=ebf0cec8-78ed-4b1a-82ef-696ea87e19f7,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:50.939121 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f01cc2bc-d890-4460-93af-e705fb08544c tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks [] for floatingip, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:51.000043 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-26ec03a1-a35e-41ee-bdd5-ba4a93c9623b tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933586'] for router_interface, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:51.043012 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb9b81-db33-439f-8ced-33db04bbac27 req-29b3110d-f7b5-462d-abc8-f1d8fcaa4a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:51.044499 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a1cb9b81-db33-439f-8ced-33db04bbac27 req-29b3110d-f7b5-462d-abc8-f1d8fcaa4a7a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f9068548-7f0e-4ce0-9a9f-150f21438069 HTTP/1.1" status: 200 len: 1098 time: 0.0977294 Nov 12 08:25:51.073871 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-32126aa1-3bf9-447c-9138-e5197cdaffba tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:51.117300 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-32126aa1-3bf9-447c-9138-e5197cdaffba tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e520f7f-b1f4-4beb-857f-1d9d7549799e']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:51.152993 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-32126aa1-3bf9-447c-9138-e5197cdaffba tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dc23119-220f-4bbd-a8d0-ee423008dee2') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:51.153705 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-32126aa1-3bf9-447c-9138-e5197cdaffba tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dc23119-220f-4bbd-a8d0-ee423008dee2') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:51.174558 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1d90f491-0120-4cd2-917c-c240f50ec8a4 req-d10a0693-6c2a-42bf-9fe9-a6bdfbb43c9b service neutron] 10.222.0.21 "GET /v2.0/networks/d3dfbd60-c4bd-4535-a8f2-0544edeaf90f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3306797 Nov 12 08:25:51.177359 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-32126aa1-3bf9-447c-9138-e5197cdaffba tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:51.220091 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-32126aa1-3bf9-447c-9138-e5197cdaffba tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:51.234938 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32126aa1-3bf9-447c-9138-e5197cdaffba tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:25:51.235706 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-32126aa1-3bf9-447c-9138-e5197cdaffba tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:51.239943 n-d-765315-29 neutron-server[102600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:25:51.239943 n-d-765315-29 neutron-server[102600]: self.session.flush() Nov 12 08:25:51.239943 n-d-765315-29 neutron-server[102600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:25:51.239943 n-d-765315-29 neutron-server[102600]: self.session.flush() Nov 12 08:25:51.239943 n-d-765315-29 neutron-server[102600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:25:51.239943 n-d-765315-29 neutron-server[102600]: self.session.flush() Nov 12 08:25:51.239943 n-d-765315-29 neutron-server[102600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:25:51.239943 n-d-765315-29 neutron-server[102600]: self.session.flush() Nov 12 08:25:51.239943 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:25:51.239943 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:25:51.239943 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:25:51.239943 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:25:51.239943 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:25:51.239943 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:25:51.239943 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:25:51.239943 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:25:51.239943 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:25:51.239943 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:25:51.239943 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:25:51.239943 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:25:51.239943 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:25:51.239943 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:25:51.239943 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:25:51.239943 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:25:51.239943 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:25:51.239943 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:25:51.239943 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:25:51.239943 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:25:51.239943 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:25:51.239943 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:25:51.239943 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:25:51.239943 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:25:51.239943 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:25:51.239943 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:25:51.239943 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:25:51.239943 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:25:51.239943 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:25:51.239943 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:25:51.239943 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:25:51.239943 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:25:51.352798 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-32126aa1-3bf9-447c-9138-e5197cdaffba tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:51.373081 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-32126aa1-3bf9-447c-9138-e5197cdaffba tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:51.376681 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-32126aa1-3bf9-447c-9138-e5197cdaffba tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "DELETE /v2.0/networks/9e520f7f-b1f4-4beb-857f-1d9d7549799e HTTP/1.1" status: 204 len: 168 time: 2.5962088 Nov 12 08:25:51.398003 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 56978) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:51.414551 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32126aa1-3bf9-447c-9138-e5197cdaffba tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Pushing event deleted for resources: {'Network': ['ID=9e520f7f-b1f4-4beb-857f-1d9d7549799e,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:51.431825 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 6f60f037-6571-4063-9efb-e9a25e2f46af up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:25:51.486416 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 6f60f037-6571-4063-9efb-e9a25e2f46af triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:51.487264 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:51.528583 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-9df650f3-912f-4649-aaa6-d7ced9cabf91 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Deleting subnet e78be117-1491-4cf2-9312-471f24befda8 {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:25:51.533835 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a1cb9b81-db33-439f-8ced-33db04bbac27 req-9689d47e-0c91-4816-a106-c3d2f694640c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=78e82477-8369-41c4-8634-4911b1aaaaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912725 Nov 12 08:25:51.534506 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9df650f3-912f-4649-aaa6-d7ced9cabf91 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks [] for subnet, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:51.589602 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9df650f3-912f-4649-aaa6-d7ced9cabf91 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31181813'] for subnet, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:51.745124 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device b7cd3f81-2d99-4253-9b56-b6ec42db8d68 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:25:51.802484 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9df650f3-912f-4649-aaa6-d7ced9cabf91 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:51.816664 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: b7cd3f81-2d99-4253-9b56-b6ec42db8d68 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:25:51.817816 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device b7cd3f81-2d99-4253-9b56-b6ec42db8d68 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:25:51.867485 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-26ec03a1-a35e-41ee-bdd5-ba4a93c9623b tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Deleting port 02574b12-2bf7-42e8-84ce-73dcedb218c7 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:25:51.867931 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-26ec03a1-a35e-41ee-bdd5-ba4a93c9623b tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:51.888167 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22489d95-ec77-418f-bb42-d638e7507123 req-2ef8a35d-4b91-4821-9df9-49524ff576a0 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:51.889842 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-22489d95-ec77-418f-bb42-d638e7507123 req-2ef8a35d-4b91-4821-9df9-49524ff576a0 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9068548-7f0e-4ce0-9a9f-150f21438069 HTTP/1.1" status: 200 len: 946 time: 0.1890709 Nov 12 08:25:51.940259 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f01cc2bc-d890-4460-93af-e705fb08544c tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:51.951595 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f01cc2bc-d890-4460-93af-e705fb08544c tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:51.956241 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72673021-7b3e-4ebe-a166-6c46a422e16a req-850bfea5-4a39-48d0-a7a7-beab7e631eea tempest-ServerPasswordTestJSON-62520710 tempest-ServerPasswordTestJSON-62520710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:51.958104 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-72673021-7b3e-4ebe-a166-6c46a422e16a req-850bfea5-4a39-48d0-a7a7-beab7e631eea tempest-ServerPasswordTestJSON-62520710 tempest-ServerPasswordTestJSON-62520710-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e73be1d-ca11-4b21-8825-408c67ba0dc7 HTTP/1.1" status: 200 len: 943 time: 0.2175705 Nov 12 08:25:51.999051 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9df650f3-912f-4649-aaa6-d7ced9cabf91 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:52.010552 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-22489d95-ec77-418f-bb42-d638e7507123 req-f3381e42-dfe7-49ac-bc04-e237c423158e tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/security-groups?id=78e82477-8369-41c4-8634-4911b1aaaaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118722 Nov 12 08:25:52.026556 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-26ec03a1-a35e-41ee-bdd5-ba4a93c9623b tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:52.065221 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df650f3-912f-4649-aaa6-d7ced9cabf91 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Pushing event deleted for resources: {'Subnet': ['ID=e78be117-1491-4cf2-9312-471f24befda8,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:52.065350 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c057d3-6c07-4cf1-8860-6301f09f7a56 None None] Network c1bb571d-b3b1-4ffa-8d0c-fbb045900c65 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:25:52.070818 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9df650f3-912f-4649-aaa6-d7ced9cabf91 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:52.075547 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-9df650f3-912f-4649-aaa6-d7ced9cabf91 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "DELETE /v2.0/subnets/e78be117-1491-4cf2-9312-471f24befda8 HTTP/1.1" status: 204 len: 168 time: 0.6765366 Nov 12 08:25:52.079859 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-26ec03a1-a35e-41ee-bdd5-ba4a93c9623b tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Calling delete_port for 02574b12-2bf7-42e8-84ce-73dcedb218c7 owned by network:router_interface {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:25:52.082193 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 56988) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:52.120172 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-72673021-7b3e-4ebe-a166-6c46a422e16a req-bfd7612e-fd58-4b67-82b8-3e227cb3f2d9 tempest-ServerPasswordTestJSON-62520710 tempest-ServerPasswordTestJSON-62520710-project] 10.222.0.26 "GET /v2.0/security-groups?id=ece24f52-0c0d-4c98-8407-beec2fc72985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492662 Nov 12 08:25:52.227411 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-636d26c1-0f00-4dd0-969a-c11757cd6c01 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:52.277601 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f01cc2bc-d890-4460-93af-e705fb08544c tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Router 4ff9cdf0-02c8-4da9-a0e0-d182dd444274 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:25:52.340336 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5954d7f8-af26-4551-a646-09ef70bfdc2c None None] DHCP port deletion for c1bb571d-b3b1-4ffa-8d0c-fbb045900c65 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:25:52.395804 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-636d26c1-0f00-4dd0-969a-c11757cd6c01 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Deleting port a70e27d3-b752-4cdb-b4c9-5ccf517eef53 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:25:52.396325 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-636d26c1-0f00-4dd0-969a-c11757cd6c01 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:52.411643 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-5954d7f8-af26-4551-a646-09ef70bfdc2c None None] Deleting port a70e27d3-b752-4cdb-b4c9-5ccf517eef53 {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:25:52.412253 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5954d7f8-af26-4551-a646-09ef70bfdc2c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:52.426662 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-26ec03a1-a35e-41ee-bdd5-ba4a93c9623b tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:52.432670 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f01cc2bc-d890-4460-93af-e705fb08544c tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:25:52.442213 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f01cc2bc-d890-4460-93af-e705fb08544c tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:52.446275 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d955e4b8-0cb3-4184-af5e-0e60e71c60dd None None] Sync routers for ids ['4ff9cdf0-02c8-4da9-a0e0-d182dd444274'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:25:52.471268 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d955e4b8-0cb3-4184-af5e-0e60e71c60dd None None] Routers {'4ff9cdf0-02c8-4da9-a0e0-d182dd444274'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:25:52.473057 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-d955e4b8-0cb3-4184-af5e-0e60e71c60dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:25:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['4ff9cdf0-02c8-4da9-a0e0-d182dd444274'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:52.508087 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ec03a1-a35e-41ee-bdd5-ba4a93c9623b tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Pushing event deleted for resources: {'Port': ['ID=02574b12-2bf7-42e8-84ce-73dcedb218c7,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:52.521416 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-636d26c1-0f00-4dd0-969a-c11757cd6c01 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] For port a70e27d3-b752-4cdb-b4c9-5ccf517eef53, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=a70e27d3-b752-4cdb-b4c9-5ccf517eef53,segment=NetworkSegment(2b57ca2e-b249-42df-a0b0-ca6715838273),segment_id=2b57ca2e-b249-42df-a0b0-ca6715838273)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:25:52.521416 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-636d26c1-0f00-4dd0-969a-c11757cd6c01 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:52.528474 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-f01cc2bc-d890-4460-93af-e705fb08544c tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] 10.222.0.26 "PUT /v2.0/floatingips/4e34c995-6669-416a-b2e3-a7f60c333796 HTTP/1.1" status: 200 len: 978 time: 1.9838500 Nov 12 08:25:52.529790 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56990) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:52.553085 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-636d26c1-0f00-4dd0-969a-c11757cd6c01 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Calling delete_port for a70e27d3-b752-4cdb-b4c9-5ccf517eef53 owned by network:dhcp {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:25:52.576934 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-d955e4b8-0cb3-4184-af5e-0e60e71c60dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:52.589765 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-5954d7f8-af26-4551-a646-09ef70bfdc2c None None] For port a70e27d3-b752-4cdb-b4c9-5ccf517eef53, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=a70e27d3-b752-4cdb-b4c9-5ccf517eef53,segment=NetworkSegment(2b57ca2e-b249-42df-a0b0-ca6715838273),segment_id=2b57ca2e-b249-42df-a0b0-ca6715838273)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:25:52.590042 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d955e4b8-0cb3-4184-af5e-0e60e71c60dd None None] Routers {'4ff9cdf0-02c8-4da9-a0e0-d182dd444274'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:25:52.590155 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5954d7f8-af26-4551-a646-09ef70bfdc2c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:52.590647 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-d955e4b8-0cb3-4184-af5e-0e60e71c60dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:25:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['4ff9cdf0-02c8-4da9-a0e0-d182dd444274'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:52.629692 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-5954d7f8-af26-4551-a646-09ef70bfdc2c None None] Calling delete_port for a70e27d3-b752-4cdb-b4c9-5ccf517eef53 owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:25:52.642943 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-d955e4b8-0cb3-4184-af5e-0e60e71c60dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:52.644532 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d955e4b8-0cb3-4184-af5e-0e60e71c60dd None None] The sync data for ids ['4ff9cdf0-02c8-4da9-a0e0-d182dd444274'] in n-d-765315-29 is: [] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:25:52.691811 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-26ec03a1-a35e-41ee-bdd5-ba4a93c9623b tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918626'] for router_interface, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:52.843317 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5954d7f8-af26-4551-a646-09ef70bfdc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:52.881339 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5954d7f8-af26-4551-a646-09ef70bfdc2c None None] Pushing event deleted for resources: {'Port': ['ID=a70e27d3-b752-4cdb-b4c9-5ccf517eef53,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:52.892502 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5954d7f8-af26-4551-a646-09ef70bfdc2c None None] No DVR routers for this DVR port a70e27d3-b752-4cdb-b4c9-5ccf517eef53 on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:25:52.897034 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-282c40e7-6b87-40cd-893a-4a0b5e53dd3c tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Deleting port 1c3f50fc-9fd6-4263-a27f-de1b18abaae1 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:25:52.897513 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-282c40e7-6b87-40cd-893a-4a0b5e53dd3c tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:52.964400 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26ec03a1-a35e-41ee-bdd5-ba4a93c9623b tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Router ec9163e8-8a2d-4893-89ca-9bbc24a7018d has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:25:52.981440 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-636d26c1-0f00-4dd0-969a-c11757cd6c01 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:52.986987 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-282c40e7-6b87-40cd-893a-4a0b5e53dd3c tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:52.987453 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-282c40e7-6b87-40cd-893a-4a0b5e53dd3c tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:53.000851 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-282c40e7-6b87-40cd-893a-4a0b5e53dd3c tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Calling delete_port for 1c3f50fc-9fd6-4263-a27f-de1b18abaae1 owned by network:floatingip {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:25:53.073743 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636d26c1-0f00-4dd0-969a-c11757cd6c01 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Pushing event deleted for resources: {'Port': ['ID=a70e27d3-b752-4cdb-b4c9-5ccf517eef53,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:53.085507 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636d26c1-0f00-4dd0-969a-c11757cd6c01 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] No DVR routers for this DVR port a70e27d3-b752-4cdb-b4c9-5ccf517eef53 on host n-d-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:25:53.088216 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26ec03a1-a35e-41ee-bdd5-ba4a93c9623b tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:25:53.104147 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1aa7222-5964-48e3-b850-d1e3989f7fc8 None None] Sync routers for ids ['ec9163e8-8a2d-4893-89ca-9bbc24a7018d'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:25:53.121223 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1aa7222-5964-48e3-b850-d1e3989f7fc8 None None] Routers {'ec9163e8-8a2d-4893-89ca-9bbc24a7018d'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:25:53.122574 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-e1aa7222-5964-48e3-b850-d1e3989f7fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:25:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['ec9163e8-8a2d-4893-89ca-9bbc24a7018d'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:53.134718 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-26ec03a1-a35e-41ee-bdd5-ba4a93c9623b tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] 10.222.0.26 "PUT /v2.0/routers/ec9163e8-8a2d-4893-89ca-9bbc24a7018d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9348085 Nov 12 08:25:53.138207 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 56996) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:53.190916 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-e1aa7222-5964-48e3-b850-d1e3989f7fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:53.203435 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1aa7222-5964-48e3-b850-d1e3989f7fc8 None None] Routers {'ec9163e8-8a2d-4893-89ca-9bbc24a7018d'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:25:53.203761 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-e1aa7222-5964-48e3-b850-d1e3989f7fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:25:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['ec9163e8-8a2d-4893-89ca-9bbc24a7018d'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:53.226250 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-282c40e7-6b87-40cd-893a-4a0b5e53dd3c tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:53.232096 n-d-765315-29 neutron-server[102599]: INFO neutron.api.v2.resource [None req-d8fa7f7e-00ad-4cd6-81a4-84de3db21c41 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] show failed (client error): The resource could not be found. Nov 12 08:25:53.233141 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-d8fa7f7e-00ad-4cd6-81a4-84de3db21c41 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] 10.222.0.26 "GET /v2.0/routers/tempest-non_exist_router-1626369560 HTTP/1.1" status: 404 len: 335 time: 0.0939782 Nov 12 08:25:53.239322 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57002) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:53.255086 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-e1aa7222-5964-48e3-b850-d1e3989f7fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:53.255749 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1aa7222-5964-48e3-b850-d1e3989f7fc8 None None] The sync data for ids ['ec9163e8-8a2d-4893-89ca-9bbc24a7018d'] in n-d-765315-29 is: [] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:25:53.256342 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-0a7716b2-9b40-4aec-a0d3-48663b6ab657 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:53.269722 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-636d26c1-0f00-4dd0-969a-c11757cd6c01 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:53.298730 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-636d26c1-0f00-4dd0-969a-c11757cd6c01 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1bb571d-b3b1-4ffa-8d0c-fbb045900c65']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:53.309287 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9843446d-3e97-4bc0-aa7c-fc722b349650 req-8b66a4fe-65d2-4c46-8c2e-c411ed8700b6 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:53.310843 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9843446d-3e97-4bc0-aa7c-fc722b349650 req-8b66a4fe-65d2-4c46-8c2e-c411ed8700b6 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9068548-7f0e-4ce0-9a9f-150f21438069 HTTP/1.1" status: 200 len: 946 time: 0.1528070 Nov 12 08:25:53.337639 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-636d26c1-0f00-4dd0-969a-c11757cd6c01 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b57ca2e-b249-42df-a0b0-ca6715838273') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:53.337933 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-636d26c1-0f00-4dd0-969a-c11757cd6c01 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b57ca2e-b249-42df-a0b0-ca6715838273') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:53.345096 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282c40e7-6b87-40cd-893a-4a0b5e53dd3c tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Pushing event deleted for resources: {'Port': ['ID=1c3f50fc-9fd6-4263-a27f-de1b18abaae1,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:53.351464 n-d-765315-29 neutron-server[102600]: INFO neutron.api.v2.resource [None req-0a7716b2-9b40-4aec-a0d3-48663b6ab657 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] update failed (client error): The resource could not be found. Nov 12 08:25:53.352601 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-0a7716b2-9b40-4aec-a0d3-48663b6ab657 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] 10.222.0.26 "PUT /v2.0/routers/tempest-non_exist_router-1160021928 HTTP/1.1" status: 404 len: 335 time: 0.1052558 Nov 12 08:25:53.368859 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57004) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:53.371836 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-636d26c1-0f00-4dd0-969a-c11757cd6c01 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:53.403840 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 7bc348c6-61e3-4e20-9644-1a5ca6f23d4e details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:25:53.442667 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device a70e27d3-b752-4cdb-b4c9-5ccf517eef53 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:25:53.443990 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-636d26c1-0f00-4dd0-969a-c11757cd6c01 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:53.446258 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b9ddd9-d4f1-4a68-b00a-31fe5ff0e0c6 req-30b15764-d30d-4ef8-9060-b3a15d6a9ac9 tempest-ServerPasswordTestJSON-62520710 tempest-ServerPasswordTestJSON-62520710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:53.448030 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a2b9ddd9-d4f1-4a68-b00a-31fe5ff0e0c6 req-30b15764-d30d-4ef8-9060-b3a15d6a9ac9 tempest-ServerPasswordTestJSON-62520710 tempest-ServerPasswordTestJSON-62520710-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e73be1d-ca11-4b21-8825-408c67ba0dc7 HTTP/1.1" status: 200 len: 943 time: 0.0977106 Nov 12 08:25:53.451262 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-282c40e7-6b87-40cd-893a-4a0b5e53dd3c tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks [] for floatingip, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:53.451751 n-d-765315-29 neutron-server[102600]: INFO neutron.db.l3_db [None req-282c40e7-6b87-40cd-893a-4a0b5e53dd3c tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Floating IP 4e34c995-6669-416a-b2e3-a7f60c333796 disassociated (deleted). External IP: 172.25.2.75, port: d4d7c6ef-fc5a-4969-8791-ba76814458c7. Nov 12 08:25:53.473211 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-636d26c1-0f00-4dd0-969a-c11757cd6c01 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:25:53.473619 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-636d26c1-0f00-4dd0-969a-c11757cd6c01 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:53.477011 n-d-765315-29 neutron-server[102599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:25:53.477011 n-d-765315-29 neutron-server[102599]: self.session.flush() Nov 12 08:25:53.477011 n-d-765315-29 neutron-server[102599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:25:53.477011 n-d-765315-29 neutron-server[102599]: self.session.flush() Nov 12 08:25:53.477011 n-d-765315-29 neutron-server[102599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:25:53.477011 n-d-765315-29 neutron-server[102599]: self.session.flush() Nov 12 08:25:53.477011 n-d-765315-29 neutron-server[102599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:25:53.477011 n-d-765315-29 neutron-server[102599]: self.session.flush() Nov 12 08:25:53.477011 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 08:25:53.477011 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:25:53.477011 n-d-765315-29 neutron-server[102599]: timer() Nov 12 08:25:53.477011 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:25:53.477011 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 08:25:53.477011 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:25:53.477011 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 08:25:53.477011 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:25:53.477011 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 08:25:53.477011 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:25:53.477011 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 08:25:53.477011 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:25:53.477011 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 08:25:53.477011 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:25:53.477011 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:25:53.477011 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:25:53.477011 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:25:53.477011 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:25:53.477011 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 08:25:53.477011 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:25:53.477011 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 08:25:53.477011 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:25:53.477011 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:25:53.477011 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:25:53.477011 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 08:25:53.477011 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:25:53.477011 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:25:53.477011 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:25:53.477011 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:25:53.477011 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:25:53.477011 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:25:53.477011 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:25:53.493501 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-21fa8068-5028-4212-8bfd-bb77bdc4b8ff tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Deleting subnet 7987b31c-2862-40be-822a-0b5dc06a1701 {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:25:53.497957 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: a70e27d3-b752-4cdb-b4c9-5ccf517eef53 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:25:53.498625 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device a70e27d3-b752-4cdb-b4c9-5ccf517eef53 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:25:53.533296 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9843446d-3e97-4bc0-aa7c-fc722b349650 req-308af23b-f897-4cb3-9aaa-a20d14583491 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/security-groups?id=78e82477-8369-41c4-8634-4911b1aaaaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996391 Nov 12 08:25:53.536638 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-21fa8068-5028-4212-8bfd-bb77bdc4b8ff tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks [] for subnet, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:53.556940 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a2b9ddd9-d4f1-4a68-b00a-31fe5ff0e0c6 req-ad2ac412-b33e-4029-b7e4-cdd8a43b2959 tempest-ServerPasswordTestJSON-62520710 tempest-ServerPasswordTestJSON-62520710-project] 10.222.0.26 "GET /v2.0/security-groups?id=ece24f52-0c0d-4c98-8407-beec2fc72985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008246 Nov 12 08:25:53.641264 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-21fa8068-5028-4212-8bfd-bb77bdc4b8ff tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31181813'] for subnet, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:53.672482 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-636d26c1-0f00-4dd0-969a-c11757cd6c01 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:53.683319 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-636d26c1-0f00-4dd0-969a-c11757cd6c01 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:53.684585 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 7bc348c6-61e3-4e20-9644-1a5ca6f23d4e, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=7bc348c6-61e3-4e20-9644-1a5ca6f23d4e,segment=NetworkSegment(b9ddb270-d72a-4b4e-8146-02e21e3cab8c),segment_id=b9ddb270-d72a-4b4e-8146-02e21e3cab8c)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:25:53.688151 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-636d26c1-0f00-4dd0-969a-c11757cd6c01 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "DELETE /v2.0/networks/c1bb571d-b3b1-4ffa-8d0c-fbb045900c65 HTTP/1.1" status: 204 len: 168 time: 1.6006479 Nov 12 08:25:53.704992 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Returning: {'device': '7bc348c6-61e3-4e20-9644-1a5ca6f23d4e', 'network_id': 'd3dfbd60-c4bd-4535-a8f2-0544edeaf90f', 'port_id': '7bc348c6-61e3-4e20-9644-1a5ca6f23d4e', 'mac_address': 'fa:16:3e:ee:40:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9214ee9-1dfc-479d-8a71-e98ceffd43fd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:25:53.709444 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57008) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:53.715483 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-f056c625-8d82-4cdc-a1f9-519f35555f3f tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1023775358'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:53.718010 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636d26c1-0f00-4dd0-969a-c11757cd6c01 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Pushing event deleted for resources: {'Network': ['ID=c1bb571d-b3b1-4ffa-8d0c-fbb045900c65,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:53.778037 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f056c625-8d82-4cdc-a1f9-519f35555f3f tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Made reservation on behalf of 1001c16de8c544adab5de1eeb517d6a1 for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:25:53.782079 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f056c625-8d82-4cdc-a1f9-519f35555f3f tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:53.783978 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-21fa8068-5028-4212-8bfd-bb77bdc4b8ff tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:53.823134 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f056c625-8d82-4cdc-a1f9-519f35555f3f tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:25:53.826984 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:53.832359 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-282c40e7-6b87-40cd-893a-4a0b5e53dd3c tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Router 4ff9cdf0-02c8-4da9-a0e0-d182dd444274 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:25:53.844364 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f056c625-8d82-4cdc-a1f9-519f35555f3f tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:53.844712 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-f056c625-8d82-4cdc-a1f9-519f35555f3f tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Added segment 8b23ff8c-0f2b-4e57-965a-eafbdd9f92fc of type vlan for network 25e154d6-b86b-40ca-bb2f-d2753a68cc33 Nov 12 08:25:53.847176 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-e530113a-7783-48f4-9840-8911a24052df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bc348c6-61e3-4e20-9644-1a5ca6f23d4e {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:25:53.874558 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-21fa8068-5028-4212-8bfd-bb77bdc4b8ff tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:53.875095 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 7bc348c6-61e3-4e20-9644-1a5ca6f23d4e, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=7bc348c6-61e3-4e20-9644-1a5ca6f23d4e,segment=NetworkSegment(b9ddb270-d72a-4b4e-8146-02e21e3cab8c),segment_id=b9ddb270-d72a-4b4e-8146-02e21e3cab8c)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:25:53.881469 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:53.913628 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fa8068-5028-4212-8bfd-bb77bdc4b8ff tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Pushing event deleted for resources: {'Subnet': ['ID=7987b31c-2862-40be-822a-0b5dc06a1701,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:53.915579 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-21fa8068-5028-4212-8bfd-bb77bdc4b8ff tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:53.921563 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-21fa8068-5028-4212-8bfd-bb77bdc4b8ff tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] 10.222.0.26 "DELETE /v2.0/subnets/7987b31c-2862-40be-822a-0b5dc06a1701 HTTP/1.1" status: 204 len: 168 time: 0.5494473 Nov 12 08:25:53.921959 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57012) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:53.939417 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f056c625-8d82-4cdc-a1f9-519f35555f3f tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:53.964607 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d5f512-9094-4679-85d6-3148cfa5e137 None None] Network 40598676-e489-4455-a14a-c404af064f27 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:25:54.036717 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-905a44d9-8cd2-4fc8-988a-4f9d442e8df3 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:54.048797 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846edcca-c94c-41d4-9cea-7dcc3e187ddf req-331808c5-ec4a-48e9-a5a1-16f0ef7f4d35 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:54.051230 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-846edcca-c94c-41d4-9cea-7dcc3e187ddf req-331808c5-ec4a-48e9-a5a1-16f0ef7f4d35 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9068548-7f0e-4ce0-9a9f-150f21438069 HTTP/1.1" status: 200 len: 946 time: 0.1553385 Nov 12 08:25:54.084159 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=7bc348c6-61e3-4e20-9644-1a5ca6f23d4e,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:54.086266 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f056c625-8d82-4cdc-a1f9-519f35555f3f tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:54.100311 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f056c625-8d82-4cdc-a1f9-519f35555f3f tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:54.100957 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f056c625-8d82-4cdc-a1f9-519f35555f3f tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:54.125735 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-905a44d9-8cd2-4fc8-988a-4f9d442e8df3 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Deleting port 6f60f037-6571-4063-9efb-e9a25e2f46af {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:25:54.126085 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-905a44d9-8cd2-4fc8-988a-4f9d442e8df3 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:54.207802 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-282c40e7-6b87-40cd-893a-4a0b5e53dd3c tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:25:54.215546 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-282c40e7-6b87-40cd-893a-4a0b5e53dd3c tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:54.222933 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de70952f-7605-487c-89ba-23c7e763a185 None None] Sync routers for ids ['4ff9cdf0-02c8-4da9-a0e0-d182dd444274'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:25:54.224221 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['7bc348c6-61e3-4e20-9644-1a5ca6f23d4e'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:25:54.228868 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-905a44d9-8cd2-4fc8-988a-4f9d442e8df3 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] For port 6f60f037-6571-4063-9efb-e9a25e2f46af, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=6f60f037-6571-4063-9efb-e9a25e2f46af,segment=NetworkSegment(6f71bf5b-3e41-4ada-9881-bf3a71c399a1),segment_id=6f71bf5b-3e41-4ada-9881-bf3a71c399a1)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:25:54.229241 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-905a44d9-8cd2-4fc8-988a-4f9d442e8df3 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:54.240113 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de70952f-7605-487c-89ba-23c7e763a185 None None] Routers {'4ff9cdf0-02c8-4da9-a0e0-d182dd444274'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:25:54.241104 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-de70952f-7605-487c-89ba-23c7e763a185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:25:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['4ff9cdf0-02c8-4da9-a0e0-d182dd444274'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:54.250699 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-282c40e7-6b87-40cd-893a-4a0b5e53dd3c tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] 10.222.0.26 "DELETE /v2.0/floatingips/4e34c995-6669-416a-b2e3-a7f60c333796 HTTP/1.1" status: 204 len: 168 time: 1.7197933 Nov 12 08:25:54.251165 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-905a44d9-8cd2-4fc8-988a-4f9d442e8df3 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Calling delete_port for 6f60f037-6571-4063-9efb-e9a25e2f46af owned by network:dhcp {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:25:54.251584 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f056c625-8d82-4cdc-a1f9-519f35555f3f tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Pushing event updated for resources: {'Network': ['ID=25e154d6-b86b-40ca-bb2f-d2753a68cc33,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:54.252848 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57016) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:54.267441 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-f056c625-8d82-4cdc-a1f9-519f35555f3f tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5567622 Nov 12 08:25:54.271659 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57018) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:54.276452 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-c4ce7849-428f-4a64-a882-d8c01745dd17 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Request body: {'subnet': {'network_id': '25e154d6-b86b-40ca-bb2f-d2753a68cc33', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:54.287994 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-de70952f-7605-487c-89ba-23c7e763a185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:54.288802 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f44ec19-ecd4-4a8e-b716-522104eb6e43 None None] DHCP port deletion for 40598676-e489-4455-a14a-c404af064f27 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:25:54.299013 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 25e154d6-b86b-40ca-bb2f-d2753a68cc33 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:25:54.321896 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de70952f-7605-487c-89ba-23c7e763a185 None None] Routers {'4ff9cdf0-02c8-4da9-a0e0-d182dd444274'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:25:54.322711 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-de70952f-7605-487c-89ba-23c7e763a185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:25:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['4ff9cdf0-02c8-4da9-a0e0-d182dd444274'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:54.323064 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-846edcca-c94c-41d4-9cea-7dcc3e187ddf req-da8754db-2a58-465b-b0ac-bb47c82a5864 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/security-groups?id=78e82477-8369-41c4-8634-4911b1aaaaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589753 Nov 12 08:25:54.372043 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-de70952f-7605-487c-89ba-23c7e763a185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:54.373085 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de70952f-7605-487c-89ba-23c7e763a185 None None] The sync data for ids ['4ff9cdf0-02c8-4da9-a0e0-d182dd444274'] in n-d-765315-29 is: [] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:25:54.421721 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4ce7849-428f-4a64-a882-d8c01745dd17 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Made reservation on behalf of 1001c16de8c544adab5de1eeb517d6a1 for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:25:54.426743 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c4ce7849-428f-4a64-a882-d8c01745dd17 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:54.494182 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-905a44d9-8cd2-4fc8-988a-4f9d442e8df3 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:54.541242 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-f5678aff-9adf-4da4-b278-da820ac9cf2e tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Deleting port d4d7c6ef-fc5a-4969-8791-ba76814458c7 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:25:54.541731 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f5678aff-9adf-4da4-b278-da820ac9cf2e tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:54.541913 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-8f44ec19-ecd4-4a8e-b716-522104eb6e43 None None] Deleting port 6f60f037-6571-4063-9efb-e9a25e2f46af {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:25:54.542369 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8f44ec19-ecd4-4a8e-b716-522104eb6e43 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:54.563609 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905a44d9-8cd2-4fc8-988a-4f9d442e8df3 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Pushing event deleted for resources: {'Port': ['ID=6f60f037-6571-4063-9efb-e9a25e2f46af,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:54.572059 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905a44d9-8cd2-4fc8-988a-4f9d442e8df3 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] No DVR routers for this DVR port 6f60f037-6571-4063-9efb-e9a25e2f46af on host n-d-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:25:54.667557 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-8f44ec19-ecd4-4a8e-b716-522104eb6e43 None None] For port 6f60f037-6571-4063-9efb-e9a25e2f46af, host n-d-765315-29, got binding levels [] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:25:54.667954 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8f44ec19-ecd4-4a8e-b716-522104eb6e43 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:54.727649 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-8f44ec19-ecd4-4a8e-b716-522104eb6e43 None None] Calling delete_port for 6f60f037-6571-4063-9efb-e9a25e2f46af owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:25:54.731023 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.ipam_backend_mixin [None req-8f44ec19-ecd4-4a8e-b716-522104eb6e43 None None] Port 6f60f037-6571-4063-9efb-e9a25e2f46af was not found and therefore no delete operation was performed {{(pid=102601) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 08:25:54.734479 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8f44ec19-ecd4-4a8e-b716-522104eb6e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:54.782802 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f44ec19-ecd4-4a8e-b716-522104eb6e43 None None] Pushing event deleted for resources: {'Port': ['ID=6f60f037-6571-4063-9efb-e9a25e2f46af,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:54.791098 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c4ce7849-428f-4a64-a882-d8c01745dd17 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:54.792183 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f44ec19-ecd4-4a8e-b716-522104eb6e43 None None] No DVR routers for this DVR port 6f60f037-6571-4063-9efb-e9a25e2f46af on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:25:54.842554 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5d1a05-7ed5-4bc4-8295-88579a127ac1 req-991e2afa-4492-4610-8882-451406c1d1e8 tempest-ServerPasswordTestJSON-62520710 tempest-ServerPasswordTestJSON-62520710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:54.844193 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3e5d1a05-7ed5-4bc4-8295-88579a127ac1 req-991e2afa-4492-4610-8882-451406c1d1e8 tempest-ServerPasswordTestJSON-62520710 tempest-ServerPasswordTestJSON-62520710-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e73be1d-ca11-4b21-8825-408c67ba0dc7 HTTP/1.1" status: 200 len: 944 time: 0.1616762 Nov 12 08:25:54.875991 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ce7849-428f-4a64-a882-d8c01745dd17 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Pushing event updated for resources: {'Subnet': ['ID=b3731f5b-1f24-4a8c-a019-cd329c18dcd8,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:54.915906 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ce7849-428f-4a64-a882-d8c01745dd17 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Checking segment: {'id': '8b23ff8c-0f2b-4e57-965a-eafbdd9f92fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '25e154d6-b86b-40ca-bb2f-d2753a68cc33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:25:54.916267 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ce7849-428f-4a64-a882-d8c01745dd17 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Network hostable DHCP agents. Network: 25e154d6-b86b-40ca-bb2f-d2753a68cc33, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:25:54.937454 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3e5d1a05-7ed5-4bc4-8295-88579a127ac1 req-9a853243-593c-4e2d-b17c-339bb8932282 tempest-ServerPasswordTestJSON-62520710 tempest-ServerPasswordTestJSON-62520710-project] 10.222.0.26 "GET /v2.0/security-groups?id=ece24f52-0c0d-4c98-8407-beec2fc72985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805421 Nov 12 08:25:54.963616 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ce7849-428f-4a64-a882-d8c01745dd17 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Network 25e154d6-b86b-40ca-bb2f-d2753a68cc33 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:25:54.967849 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-c4ce7849-428f-4a64-a882-d8c01745dd17 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 25e154d6-b86b-40ca-bb2f-d2753a68cc33) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:25:54.973285 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ce7849-428f-4a64-a882-d8c01745dd17 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:54.973933 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c4ce7849-428f-4a64-a882-d8c01745dd17 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:54.979374 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4708c1de-eef1-41fe-b133-47cc173aa2ba None None] Network 25e154d6-b86b-40ca-bb2f-d2753a68cc33 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:25:54.993198 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-c4ce7849-428f-4a64-a882-d8c01745dd17 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7183385 Nov 12 08:25:54.993403 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57024) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:54.998162 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-c501435b-20eb-498a-8669-d3c64d25ea75 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1902170241'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:55.012150 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-905a44d9-8cd2-4fc8-988a-4f9d442e8df3 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:55.023458 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c501435b-20eb-498a-8669-d3c64d25ea75 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Made reservation on behalf of 1001c16de8c544adab5de1eeb517d6a1 for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:25:55.028478 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c501435b-20eb-498a-8669-d3c64d25ea75 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:55.047924 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-905a44d9-8cd2-4fc8-988a-4f9d442e8df3 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40598676-e489-4455-a14a-c404af064f27']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:55.053915 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c501435b-20eb-498a-8669-d3c64d25ea75 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:25:55.064957 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c501435b-20eb-498a-8669-d3c64d25ea75 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:55.065445 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-c501435b-20eb-498a-8669-d3c64d25ea75 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Added segment 7049fc2e-efb4-4674-a214-220979bba373 of type vlan for network f8407779-7904-4d2f-a1cc-a3b4bf9d6bfd Nov 12 08:25:55.065608 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-905a44d9-8cd2-4fc8-988a-4f9d442e8df3 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f71bf5b-3e41-4ada-9881-bf3a71c399a1') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:55.066051 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-905a44d9-8cd2-4fc8-988a-4f9d442e8df3 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f71bf5b-3e41-4ada-9881-bf3a71c399a1') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:55.083004 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f5678aff-9adf-4da4-b278-da820ac9cf2e tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:55.086291 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-905a44d9-8cd2-4fc8-988a-4f9d442e8df3 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:55.106032 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-f5678aff-9adf-4da4-b278-da820ac9cf2e tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Calling delete_port for d4d7c6ef-fc5a-4969-8791-ba76814458c7 owned by {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:25:55.111596 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-905a44d9-8cd2-4fc8-988a-4f9d442e8df3 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:55.119998 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c501435b-20eb-498a-8669-d3c64d25ea75 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:55.120866 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-905a44d9-8cd2-4fc8-988a-4f9d442e8df3 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:25:55.121787 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-905a44d9-8cd2-4fc8-988a-4f9d442e8df3 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:55.125551 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 08:25:55.125551 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:25:55.125551 n-d-765315-29 neutron-server[102599]: timer() Nov 12 08:25:55.125551 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:25:55.125551 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 08:25:55.125551 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:25:55.125551 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 08:25:55.125551 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:25:55.125551 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 08:25:55.125551 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:25:55.125551 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 08:25:55.125551 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:25:55.125551 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 08:25:55.125551 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:25:55.125551 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:25:55.125551 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:25:55.125551 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:25:55.125551 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:25:55.125551 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 08:25:55.125551 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:25:55.125551 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 08:25:55.125551 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:25:55.125551 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:25:55.125551 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:25:55.125551 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 08:25:55.125551 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:25:55.125551 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:25:55.125551 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:25:55.125551 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:25:55.125551 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:25:55.125551 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:25:55.125551 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:25:55.156851 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c501435b-20eb-498a-8669-d3c64d25ea75 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:55.165779 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c501435b-20eb-498a-8669-d3c64d25ea75 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:55.166538 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c501435b-20eb-498a-8669-d3c64d25ea75 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:55.260882 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-c501435b-20eb-498a-8669-d3c64d25ea75 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2641845 Nov 12 08:25:55.261609 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57028) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:55.268377 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-07e52692-3068-4163-b09a-4b0af576a34d tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Request body: {'subnet': {'network_id': 'f8407779-7904-4d2f-a1cc-a3b4bf9d6bfd', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:55.269197 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-905a44d9-8cd2-4fc8-988a-4f9d442e8df3 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:55.273651 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c501435b-20eb-498a-8669-d3c64d25ea75 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Pushing event updated for resources: {'Network': ['ID=f8407779-7904-4d2f-a1cc-a3b4bf9d6bfd,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:55.284676 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network f8407779-7904-4d2f-a1cc-a3b4bf9d6bfd details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:25:55.289789 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-905a44d9-8cd2-4fc8-988a-4f9d442e8df3 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:55.291058 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af499aea-b66e-4ff2-bde6-d94d4b1bd742 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-25e154d6-b86b-40ca-bb2f-d2753a68cc33', 'network_id': '25e154d6-b86b-40ca-bb2f-d2753a68cc33', 'tenant_id': '1001c16de8c544adab5de1eeb517d6a1', 'fixed_ips': [{'subnet_id': 'b3731f5b-1f24-4a8c-a019-cd329c18dcd8'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:25:55.292307 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-af499aea-b66e-4ff2-bde6-d94d4b1bd742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:55.294384 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-905a44d9-8cd2-4fc8-988a-4f9d442e8df3 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] 10.222.0.26 "DELETE /v2.0/networks/40598676-e489-4455-a14a-c404af064f27 HTTP/1.1" status: 204 len: 168 time: 1.3702130 Nov 12 08:25:55.296512 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57030) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:55.313532 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905a44d9-8cd2-4fc8-988a-4f9d442e8df3 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Pushing event deleted for resources: {'Network': ['ID=40598676-e489-4455-a14a-c404af064f27,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:55.428784 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ff02382-c0df-43d5-9167-619bc683bb52 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Deleting subnet 55fea304-2892-4750-a56b-977e973d9a0f {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:25:55.446616 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5ff02382-c0df-43d5-9167-619bc683bb52 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:55.539183 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07e52692-3068-4163-b09a-4b0af576a34d tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Made reservation on behalf of 1001c16de8c544adab5de1eeb517d6a1 for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:25:55.546354 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-07e52692-3068-4163-b09a-4b0af576a34d tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:55.568569 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5ff02382-c0df-43d5-9167-619bc683bb52 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:55.583002 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ad123f-7e01-4205-8786-09f1269ee95f req-8942c658-c54e-40e8-b756-34ec912c87be tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:55.584668 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-33ad123f-7e01-4205-8786-09f1269ee95f req-8942c658-c54e-40e8-b756-34ec912c87be tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9068548-7f0e-4ce0-9a9f-150f21438069 HTTP/1.1" status: 200 len: 946 time: 0.1652305 Nov 12 08:25:55.593369 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 7bc348c6-61e3-4e20-9644-1a5ca6f23d4e up at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:25:55.595525 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 6f60f037-6571-4063-9efb-e9a25e2f46af no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:25:55.602985 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d686ea-db8d-4b47-b9e2-63113c936141 req-e714bfc1-851f-4a30-be56-48664b7f533b tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:55.604518 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-14d686ea-db8d-4b47-b9e2-63113c936141 req-e714bfc1-851f-4a30-be56-48664b7f533b tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9068548-7f0e-4ce0-9a9f-150f21438069 HTTP/1.1" status: 200 len: 946 time: 0.1270790 Nov 12 08:25:55.620727 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 6f60f037-6571-4063-9efb-e9a25e2f46af {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:25:55.621103 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 6f60f037-6571-4063-9efb-e9a25e2f46af not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:25:55.789421 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f5678aff-9adf-4da4-b278-da820ac9cf2e tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:55.810449 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning for port 7bc348c6-61e3-4e20-9644-1a5ca6f23d4e completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:25:55.810759 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-14d686ea-db8d-4b47-b9e2-63113c936141 req-70d6d259-9e08-468e-966b-a8442720dee3 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/security-groups?id=78e82477-8369-41c4-8634-4911b1aaaaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920929 Nov 12 08:25:55.822279 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning complete for port 7bc348c6-61e3-4e20-9644-1a5ca6f23d4e triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:55.823005 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:55.901032 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-af499aea-b66e-4ff2-bde6-d94d4b1bd742 None None] Allocated IP 19.80.0.2 (25e154d6-b86b-40ca-bb2f-d2753a68cc33/b3731f5b-1f24-4a8c-a019-cd329c18dcd8/d505f41d-3a8c-4769-a4db-258b3cc037b2) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:25:55.953838 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1fe4f6e-1962-43ee-b09c-787427ef4bd6 None None] DHCP port deletion for 2057a694-f640-430e-bc88-8a33e348a5b0 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:25:55.995787 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5678aff-9adf-4da4-b278-da820ac9cf2e tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Pushing event deleted for resources: {'Port': ['ID=d4d7c6ef-fc5a-4969-8791-ba76814458c7,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:56.068367 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-33ad123f-7e01-4205-8786-09f1269ee95f req-897ac00e-5d57-47a2-afee-a41e4b5dcbd2 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Deleting port ebf0cec8-78ed-4b1a-82ef-696ea87e19f7 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:25:56.069120 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-33ad123f-7e01-4205-8786-09f1269ee95f req-897ac00e-5d57-47a2-afee-a41e4b5dcbd2 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:56.084841 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:56.111844 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f5678aff-9adf-4da4-b278-da820ac9cf2e tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:56.119395 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-f5678aff-9adf-4da4-b278-da820ac9cf2e tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] 10.222.0.26 "DELETE /v2.0/ports/d4d7c6ef-fc5a-4969-8791-ba76814458c7 HTTP/1.1" status: 204 len: 168 time: 1.8653872 Nov 12 08:25:56.119634 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e73be1d-ca11-4b21-8825-408c67ba0dc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bc348c6-61e3-4e20-9644-1a5ca6f23d4e'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:25:56.123203 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57038) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:56.124072 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbb4e5fc-227a-4ab2-9a82-2103d2ea86c6" -d '{"events": [{"server_uuid": "9e73be1d-ca11-4b21-8825-408c67ba0dc7", "name": "network-vif-plugged", "status": "completed", "tag": "7bc348c6-61e3-4e20-9644-1a5ca6f23d4e"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:25:56.129711 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-427cad30-b0b9-40d3-9ad9-982447c1b389 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Request body: {'floatingip': {'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:56.145281 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 7bc348c6-61e3-4e20-9644-1a5ca6f23d4e, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=7bc348c6-61e3-4e20-9644-1a5ca6f23d4e,segment=NetworkSegment(b9ddb270-d72a-4b4e-8146-02e21e3cab8c),segment_id=b9ddb270-d72a-4b4e-8146-02e21e3cab8c)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:25:56.154211 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:56.192981 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-397d7440-b742-4fb6-b04f-ffa7f8ede2db x-openstack-request-id: req-397d7440-b742-4fb6-b04f-ffa7f8ede2db {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:25:56.193349 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e73be1d-ca11-4b21-8825-408c67ba0dc7", "name": "network-vif-plugged", "status": "completed", "tag": "7bc348c6-61e3-4e20-9644-1a5ca6f23d4e", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:25:56.194062 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-397d7440-b742-4fb6-b04f-ffa7f8ede2db {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:25:56.194458 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e73be1d-ca11-4b21-8825-408c67ba0dc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bc348c6-61e3-4e20-9644-1a5ca6f23d4e', 'code': 200} Nov 12 08:25:56.251050 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80829b8e-edac-4a15-bd9a-b9a4f94ec1d8 req-5f2a6df5-3667-4a36-8bbb-6f406fd467bf tempest-ServerPasswordTestJSON-62520710 tempest-ServerPasswordTestJSON-62520710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:56.264788 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-80829b8e-edac-4a15-bd9a-b9a4f94ec1d8 req-5f2a6df5-3667-4a36-8bbb-6f406fd467bf tempest-ServerPasswordTestJSON-62520710 tempest-ServerPasswordTestJSON-62520710-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e73be1d-ca11-4b21-8825-408c67ba0dc7 HTTP/1.1" status: 200 len: 944 time: 0.1998053 Nov 12 08:25:56.271334 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5ff02382-c0df-43d5-9167-619bc683bb52 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:56.274668 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-427cad30-b0b9-40d3-9ad9-982447c1b389 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks [] for floatingip, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:56.291263 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=7bc348c6-61e3-4e20-9644-1a5ca6f23d4e,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:56.298598 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-af499aea-b66e-4ff2-bde6-d94d4b1bd742 None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:56.315815 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-af499aea-b66e-4ff2-bde6-d94d4b1bd742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:56.357331 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-33ad123f-7e01-4205-8786-09f1269ee95f req-897ac00e-5d57-47a2-afee-a41e4b5dcbd2 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] For port ebf0cec8-78ed-4b1a-82ef-696ea87e19f7, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=ebf0cec8-78ed-4b1a-82ef-696ea87e19f7,segment=NetworkSegment(04af530b-b37b-4970-964b-31b6853d152d),segment_id=04af530b-b37b-4970-964b-31b6853d152d)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:25:56.357840 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-33ad123f-7e01-4205-8786-09f1269ee95f req-897ac00e-5d57-47a2-afee-a41e4b5dcbd2 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:56.371242 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af499aea-b66e-4ff2-bde6-d94d4b1bd742 None None] Network 25e154d6-b86b-40ca-bb2f-d2753a68cc33 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:25:56.376223 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-af499aea-b66e-4ff2-bde6-d94d4b1bd742 None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:25:56.381042 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af499aea-b66e-4ff2-bde6-d94d4b1bd742 None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:25:56.384577 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-33ad123f-7e01-4205-8786-09f1269ee95f req-897ac00e-5d57-47a2-afee-a41e4b5dcbd2 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Calling delete_port for ebf0cec8-78ed-4b1a-82ef-696ea87e19f7 owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:25:56.418267 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499aea-b66e-4ff2-bde6-d94d4b1bd742 None None] Pushing event updated for resources: {'Port': ['ID=d505f41d-3a8c-4769-a4db-258b3cc037b2,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:56.474210 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-af499aea-b66e-4ff2-bde6-d94d4b1bd742 None None] Attempting to bind port d505f41d-3a8c-4769-a4db-258b3cc037b2 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:25:56.474611 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-af499aea-b66e-4ff2-bde6-d94d4b1bd742 None None] Attempting to bind port d505f41d-3a8c-4769-a4db-258b3cc037b2 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '8b23ff8c-0f2b-4e57-965a-eafbdd9f92fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '25e154d6-b86b-40ca-bb2f-d2753a68cc33'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:25:56.474984 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af499aea-b66e-4ff2-bde6-d94d4b1bd742 None None] Attempting to bind port d505f41d-3a8c-4769-a4db-258b3cc037b2 on network 25e154d6-b86b-40ca-bb2f-d2753a68cc33 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:25:56.481430 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af499aea-b66e-4ff2-bde6-d94d4b1bd742 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:25:56.481808 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af499aea-b66e-4ff2-bde6-d94d4b1bd742 None None] Checking segment: {'id': '8b23ff8c-0f2b-4e57-965a-eafbdd9f92fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '25e154d6-b86b-40ca-bb2f-d2753a68cc33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:25:56.482214 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-af499aea-b66e-4ff2-bde6-d94d4b1bd742 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:56.482627 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af499aea-b66e-4ff2-bde6-d94d4b1bd742 None None] Bound using segment: {'id': '8b23ff8c-0f2b-4e57-965a-eafbdd9f92fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '25e154d6-b86b-40ca-bb2f-d2753a68cc33'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:25:56.483117 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-af499aea-b66e-4ff2-bde6-d94d4b1bd742 None None] Bound port: d505f41d-3a8c-4769-a4db-258b3cc037b2, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b23ff8c-0f2b-4e57-965a-eafbdd9f92fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '25e154d6-b86b-40ca-bb2f-d2753a68cc33'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:25:56.483502 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-af499aea-b66e-4ff2-bde6-d94d4b1bd742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:56.499367 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-80829b8e-edac-4a15-bd9a-b9a4f94ec1d8 req-1aa453a4-94c6-4f90-abc5-518556ace10f tempest-ServerPasswordTestJSON-62520710 tempest-ServerPasswordTestJSON-62520710-project] 10.222.0.26 "GET /v2.0/security-groups?id=ece24f52-0c0d-4c98-8407-beec2fc72985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332308 Nov 12 08:25:56.541884 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-427cad30-b0b9-40d3-9ad9-982447c1b389 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:56.579552 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-af499aea-b66e-4ff2-bde6-d94d4b1bd742 None None] For port d505f41d-3a8c-4769-a4db-258b3cc037b2, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:25:56.583449 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-af499aea-b66e-4ff2-bde6-d94d4b1bd742 None None] For port d505f41d-3a8c-4769-a4db-258b3cc037b2, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=d505f41d-3a8c-4769-a4db-258b3cc037b2,segment=NetworkSegment(8b23ff8c-0f2b-4e57-965a-eafbdd9f92fc),segment_id=8b23ff8c-0f2b-4e57-965a-eafbdd9f92fc)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:25:56.590282 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-af499aea-b66e-4ff2-bde6-d94d4b1bd742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:56.593514 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5ff02382-c0df-43d5-9167-619bc683bb52 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:56.628706 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894651f6-eec9-4965-ab87-f28f3cc8f53d req-e69ffa87-b939-4751-b300-cd0ab281fb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:56.640922 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-894651f6-eec9-4965-ab87-f28f3cc8f53d req-e69ffa87-b939-4751-b300-cd0ab281fb60 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9e73be1d-ca11-4b21-8825-408c67ba0dc7 HTTP/1.1" status: 200 len: 1097 time: 0.3625739 Nov 12 08:25:56.697964 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af499aea-b66e-4ff2-bde6-d94d4b1bd742 None None] Pushing event updated for resources: {'Port': ['ID=d505f41d-3a8c-4769-a4db-258b3cc037b2,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:56.714649 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff02382-c0df-43d5-9167-619bc683bb52 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Pushing event deleted for resources: {'Subnet': ['ID=55fea304-2892-4750-a56b-977e973d9a0f,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:56.724948 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5ff02382-c0df-43d5-9167-619bc683bb52 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:56.725632 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebcb8014-85a3-4617-9d4a-e1a220a24e82 None None] Network ecc776e2-af72-46ed-a11e-863cdc3823dd requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:25:56.728416 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-5ff02382-c0df-43d5-9167-619bc683bb52 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] 10.222.0.26 "DELETE /v2.0/subnets/55fea304-2892-4750-a56b-977e973d9a0f HTTP/1.1" status: 204 len: 168 time: 1.4309530 Nov 12 08:25:56.732213 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57048) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:56.735675 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-07e52692-3068-4163-b09a-4b0af576a34d tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:56.790157 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-427cad30-b0b9-40d3-9ad9-982447c1b389 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Allocated IP 172.25.2.15 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/146fce8d-3b14-4738-8524-d2c0e02f4037) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:25:56.795562 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-33ad123f-7e01-4205-8786-09f1269ee95f req-897ac00e-5d57-47a2-afee-a41e4b5dcbd2 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:56.856757 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-26d94997-28f3-4537-8044-0863ee1b839f tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Deleting subnet 3bcb5f6c-0e73-4a76-8e90-12a6334183a2 {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:25:56.859553 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e52692-3068-4163-b09a-4b0af576a34d tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Pushing event updated for resources: {'Subnet': ['ID=8717de96-cd45-4fd8-8400-138cdbf720e2,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:56.870523 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897ac00e-5d57-47a2-afee-a41e4b5dcbd2 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Pushing event deleted for resources: {'Port': ['ID=ebf0cec8-78ed-4b1a-82ef-696ea87e19f7,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:56.872449 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-26d94997-28f3-4537-8044-0863ee1b839f tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:56.932874 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d1822e-8c60-49f0-9281-43f1395453b0 None None] DHCP port deletion for 48c46c78-0475-4191-b336-d10a7e260ac1 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:25:57.017388 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86fe7f33-ad6b-495d-8a7b-5d823c61f1a4 None None] DHCP port deletion for ecc776e2-af72-46ed-a11e-863cdc3823dd request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:25:57.019802 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1099eb98-68fb-40e0-b581-53744a641cff req-546f6fb8-6356-4538-ad2d-0ca3054831a4 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9068548-7f0e-4ce0-9a9f-150f21438069 HTTP/1.1" status: 200 len: 210 time: 0.0577533 Nov 12 08:25:57.024122 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-33ad123f-7e01-4205-8786-09f1269ee95f req-897ac00e-5d57-47a2-afee-a41e4b5dcbd2 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] No DVR routers for this DVR port ebf0cec8-78ed-4b1a-82ef-696ea87e19f7 on host n-h2-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:25:57.026122 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-894651f6-eec9-4965-ab87-f28f3cc8f53d req-3d04c0e2-b67c-4439-8594-d8390b2f431a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ece24f52-0c0d-4c98-8407-beec2fc72985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3759499 Nov 12 08:25:57.027847 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-33ad123f-7e01-4205-8786-09f1269ee95f req-897ac00e-5d57-47a2-afee-a41e4b5dcbd2 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:57.028565 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-26d94997-28f3-4537-8044-0863ee1b839f tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:57.031973 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-33ad123f-7e01-4205-8786-09f1269ee95f req-897ac00e-5d57-47a2-afee-a41e4b5dcbd2 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.44 "DELETE /v2.0/ports/ebf0cec8-78ed-4b1a-82ef-696ea87e19f7 HTTP/1.1" status: 204 len: 173 time: 1.4257584 Nov 12 08:25:57.031973 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9068548-7f0e-4ce0-9a9f-150f21438069', 'name': 'network-vif-deleted', 'tag': 'ebf0cec8-78ed-4b1a-82ef-696ea87e19f7'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:25:57.034259 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e7f017-7c64-491d-98dd-f0e5c73a7cd7" -d '{"events": [{"server_uuid": "f9068548-7f0e-4ce0-9a9f-150f21438069", "name": "network-vif-deleted", "tag": "ebf0cec8-78ed-4b1a-82ef-696ea87e19f7"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:25:57.077237 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e52692-3068-4163-b09a-4b0af576a34d tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Checking segment: {'id': '7049fc2e-efb4-4674-a214-220979bba373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f8407779-7904-4d2f-a1cc-a3b4bf9d6bfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:25:57.077838 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e52692-3068-4163-b09a-4b0af576a34d tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Network hostable DHCP agents. Network: f8407779-7904-4d2f-a1cc-a3b4bf9d6bfd, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:25:57.124995 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac7e480f-520c-4f0a-89bc-ebbb556420f7 x-openstack-request-id: req-ac7e480f-520c-4f0a-89bc-ebbb556420f7 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:25:57.125366 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9068548-7f0e-4ce0-9a9f-150f21438069", "name": "network-vif-deleted", "tag": "ebf0cec8-78ed-4b1a-82ef-696ea87e19f7", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:25:57.125726 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ac7e480f-520c-4f0a-89bc-ebbb556420f7 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:25:57.126250 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9068548-7f0e-4ce0-9a9f-150f21438069', 'name': 'network-vif-deleted', 'tag': 'ebf0cec8-78ed-4b1a-82ef-696ea87e19f7', 'status': 'completed', 'code': 200} Nov 12 08:25:57.134301 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-86fe7f33-ad6b-495d-8a7b-5d823c61f1a4 None None] Deleting port 90dca081-60a5-4c5d-85e7-7d41aaedd9bf {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:25:57.135026 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-86fe7f33-ad6b-495d-8a7b-5d823c61f1a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:57.142728 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e52692-3068-4163-b09a-4b0af576a34d tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Network f8407779-7904-4d2f-a1cc-a3b4bf9d6bfd is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:25:57.148400 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-427cad30-b0b9-40d3-9ad9-982447c1b389 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:57.157709 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-07e52692-3068-4163-b09a-4b0af576a34d tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, f8407779-7904-4d2f-a1cc-a3b4bf9d6bfd) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:25:57.166143 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e52692-3068-4163-b09a-4b0af576a34d tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:57.166751 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-07e52692-3068-4163-b09a-4b0af576a34d tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:57.174177 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-26d94997-28f3-4537-8044-0863ee1b839f tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:57.180568 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228368f3-1bdd-4870-ac7e-a04cb99f8e74 None None] Network f8407779-7904-4d2f-a1cc-a3b4bf9d6bfd requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:25:57.214351 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-07e52692-3068-4163-b09a-4b0af576a34d tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.9516613 Nov 12 08:25:57.232555 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-427cad30-b0b9-40d3-9ad9-982447c1b389 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:57.272456 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427cad30-b0b9-40d3-9ad9-982447c1b389 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:25:57.275433 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-427cad30-b0b9-40d3-9ad9-982447c1b389 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:25:57.281186 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427cad30-b0b9-40d3-9ad9-982447c1b389 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:25:57.288942 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-86fe7f33-ad6b-495d-8a7b-5d823c61f1a4 None None] For port 90dca081-60a5-4c5d-85e7-7d41aaedd9bf, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=90dca081-60a5-4c5d-85e7-7d41aaedd9bf,segment=NetworkSegment(a6aae8b1-69c7-4a41-ba0b-8d86673b260a),segment_id=a6aae8b1-69c7-4a41-ba0b-8d86673b260a)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:25:57.289499 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-86fe7f33-ad6b-495d-8a7b-5d823c61f1a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:57.301495 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-26d94997-28f3-4537-8044-0863ee1b839f tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:57.308320 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427cad30-b0b9-40d3-9ad9-982447c1b389 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Pushing event updated for resources: {'Port': ['ID=146fce8d-3b14-4738-8524-d2c0e02f4037,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:57.320297 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-86fe7f33-ad6b-495d-8a7b-5d823c61f1a4 None None] Calling delete_port for 90dca081-60a5-4c5d-85e7-7d41aaedd9bf owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:25:57.335877 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d94997-28f3-4537-8044-0863ee1b839f tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Pushing event deleted for resources: {'Subnet': ['ID=3bcb5f6c-0e73-4a76-8e90-12a6334183a2,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:57.338141 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-26d94997-28f3-4537-8044-0863ee1b839f tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:57.341642 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-26d94997-28f3-4537-8044-0863ee1b839f tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] 10.222.0.26 "DELETE /v2.0/subnets/3bcb5f6c-0e73-4a76-8e90-12a6334183a2 HTTP/1.1" status: 204 len: 168 time: 0.6071684 Nov 12 08:25:57.346172 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57056) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:57.365691 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72399c28-628d-4aeb-b853-b80c96c5c5fa None None] Network 06da19ab-2c42-4a7f-8abd-4945f5841b6a requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:25:57.502226 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device d505f41d-3a8c-4769-a4db-258b3cc037b2 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:25:57.532733 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-427cad30-b0b9-40d3-9ad9-982447c1b389 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:57.542748 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3071dcb2-7b53-474c-b02a-d995fd890457 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:57.609387 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-427cad30-b0b9-40d3-9ad9-982447c1b389 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:57.712222 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-86fe7f33-ad6b-495d-8a7b-5d823c61f1a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:57.726204 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-3071dcb2-7b53-474c-b02a-d995fd890457 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Deleting port 90dca081-60a5-4c5d-85e7-7d41aaedd9bf {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:25:57.726686 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3071dcb2-7b53-474c-b02a-d995fd890457 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:57.728918 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426fcfe7-d172-4f20-b4a6-65c90d7990b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-f8407779-7904-4d2f-a1cc-a3b4bf9d6bfd', 'network_id': 'f8407779-7904-4d2f-a1cc-a3b4bf9d6bfd', 'tenant_id': '1001c16de8c544adab5de1eeb517d6a1', 'fixed_ips': [{'subnet_id': '8717de96-cd45-4fd8-8400-138cdbf720e2'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:25:57.729766 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-426fcfe7-d172-4f20-b4a6-65c90d7990b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:57.750252 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93280fac-1b98-482b-ab9c-c1f6c434adf5 req-0a9736bc-d176-4671-b0e3-0daade9a704d tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:57.760508 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93280fac-1b98-482b-ab9c-c1f6c434adf5 req-0a9736bc-d176-4671-b0e3-0daade9a704d tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:57.764461 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86fe7f33-ad6b-495d-8a7b-5d823c61f1a4 None None] No DVR routers for this DVR port 90dca081-60a5-4c5d-85e7-7d41aaedd9bf on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:25:57.766004 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fe7f33-ad6b-495d-8a7b-5d823c61f1a4 None None] Pushing event deleted for resources: {'Port': ['ID=90dca081-60a5-4c5d-85e7-7d41aaedd9bf,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:57.767694 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port d505f41d-3a8c-4769-a4db-258b3cc037b2 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:57.768059 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:57.789306 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-93280fac-1b98-482b-ab9c-c1f6c434adf5 req-0a9736bc-d176-4671-b0e3-0daade9a704d tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "GET /v2.0/networks?id=25e154d6-b86b-40ca-bb2f-d2753a68cc33&id=f8407779-7904-4d2f-a1cc-a3b4bf9d6bfd HTTP/1.1" status: 200 len: 1392 time: 0.2785583 Nov 12 08:25:57.816767 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-93280fac-1b98-482b-ab9c-c1f6c434adf5 req-9b457337-6689-41c7-a68e-048fb5195c06 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "GET /v2.0/quotas/1001c16de8c544adab5de1eeb517d6a1 HTTP/1.1" status: 200 len: 375 time: 0.0263894 Nov 12 08:25:57.867213 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1336f471-f045-44ad-8323-3ede337dc27d req-25d7afbe-87d8-444a-aacb-1048ea7360fa tempest-ServerPasswordTestJSON-62520710 tempest-ServerPasswordTestJSON-62520710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:57.874559 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1336f471-f045-44ad-8323-3ede337dc27d req-25d7afbe-87d8-444a-aacb-1048ea7360fa tempest-ServerPasswordTestJSON-62520710 tempest-ServerPasswordTestJSON-62520710-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e73be1d-ca11-4b21-8825-408c67ba0dc7 HTTP/1.1" status: 200 len: 945 time: 0.2309127 Nov 12 08:25:57.933614 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e810fe8-28d6-4e65-97eb-c4e24958b6c8 None None] DHCP port deletion for 06da19ab-2c42-4a7f-8abd-4945f5841b6a request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:25:57.938780 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-93280fac-1b98-482b-ab9c-c1f6c434adf5 req-9e5ee3f1-b70a-4ee6-9121-fa418093057e tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1001c16de8c544adab5de1eeb517d6a1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1159687 Nov 12 08:25:58.012063 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-3071dcb2-7b53-474c-b02a-d995fd890457 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] For port 90dca081-60a5-4c5d-85e7-7d41aaedd9bf, host n-d-765315-29, got binding levels [] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:25:58.012715 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3071dcb2-7b53-474c-b02a-d995fd890457 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:58.026995 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device ebf0cec8-78ed-4b1a-82ef-696ea87e19f7 no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:25:58.042519 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-3071dcb2-7b53-474c-b02a-d995fd890457 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Calling delete_port for 90dca081-60a5-4c5d-85e7-7d41aaedd9bf owned by network:dhcp {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:25:58.047279 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.ipam_backend_mixin [None req-3071dcb2-7b53-474c-b02a-d995fd890457 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Port 90dca081-60a5-4c5d-85e7-7d41aaedd9bf was not found and therefore no delete operation was performed {{(pid=102599) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 08:25:58.051891 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1336f471-f045-44ad-8323-3ede337dc27d req-0831fa25-2958-41c0-8909-9d5cdaf2642c tempest-ServerPasswordTestJSON-62520710 tempest-ServerPasswordTestJSON-62520710-project] 10.222.0.26 "GET /v2.0/security-groups?id=ece24f52-0c0d-4c98-8407-beec2fc72985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212683 Nov 12 08:25:58.054602 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3071dcb2-7b53-474c-b02a-d995fd890457 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:58.077458 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] No Port match for: ebf0cec8-78ed-4b1a-82ef-696ea87e19f7 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:25:58.077458 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device ebf0cec8-78ed-4b1a-82ef-696ea87e19f7 not bound to the agent host n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:25:58.082346 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-93280fac-1b98-482b-ab9c-c1f6c434adf5 req-af4b0f14-438c-4f24-96f3-64ebd528efce service neutron] 10.222.0.26 "GET /v2.0/networks/25e154d6-b86b-40ca-bb2f-d2753a68cc33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335547 Nov 12 08:25:58.089572 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:58.113415 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-426fcfe7-d172-4f20-b4a6-65c90d7990b4 None None] Allocated IP 19.86.0.2 (f8407779-7904-4d2f-a1cc-a3b4bf9d6bfd/8717de96-cd45-4fd8-8400-138cdbf720e2/5669dec3-f50b-4abd-b9b3-81dd66f68398) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:25:58.122740 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-427cad30-b0b9-40d3-9ad9-982447c1b389 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:58.131893 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3071dcb2-7b53-474c-b02a-d995fd890457 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] No DVR routers for this DVR port 90dca081-60a5-4c5d-85e7-7d41aaedd9bf on host n-d-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:25:58.170207 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3071dcb2-7b53-474c-b02a-d995fd890457 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Pushing event deleted for resources: {'Port': ['ID=90dca081-60a5-4c5d-85e7-7d41aaedd9bf,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:58.176274 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-427cad30-b0b9-40d3-9ad9-982447c1b389 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:58.195311 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] For port d505f41d-3a8c-4769-a4db-258b3cc037b2, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=d505f41d-3a8c-4769-a4db-258b3cc037b2,segment=NetworkSegment(8b23ff8c-0f2b-4e57-965a-eafbdd9f92fc),segment_id=8b23ff8c-0f2b-4e57-965a-eafbdd9f92fc)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:25:58.237444 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:58.243973 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-1e810fe8-28d6-4e65-97eb-c4e24958b6c8 None None] Deleting port e15625a1-aba5-4907-a2d9-273d411cd7ad {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:25:58.244367 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1e810fe8-28d6-4e65-97eb-c4e24958b6c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:58.312058 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-93280fac-1b98-482b-ab9c-c1f6c434adf5 req-fc535aab-6654-4182-b48b-d6834cd6a954 service neutron] 10.222.0.26 "GET /v2.0/networks/25e154d6-b86b-40ca-bb2f-d2753a68cc33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205918 Nov 12 08:25:58.334008 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3071dcb2-7b53-474c-b02a-d995fd890457 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:58.420437 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-3071dcb2-7b53-474c-b02a-d995fd890457 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecc776e2-af72-46ed-a11e-863cdc3823dd']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:58.441998 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-3071dcb2-7b53-474c-b02a-d995fd890457 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6aae8b1-69c7-4a41-ba0b-8d86673b260a') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:58.442562 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-3071dcb2-7b53-474c-b02a-d995fd890457 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6aae8b1-69c7-4a41-ba0b-8d86673b260a') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:58.448043 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427cad30-b0b9-40d3-9ad9-982447c1b389 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Pushing event updated for resources: {'Port': ['ID=146fce8d-3b14-4738-8524-d2c0e02f4037,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:58.453903 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6f459a-630f-4b40-a739-944544ac311f None None] Network 25e154d6-b86b-40ca-bb2f-d2753a68cc33 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:25:58.455796 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 90dca081-60a5-4c5d-85e7-7d41aaedd9bf no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:25:58.472326 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3071dcb2-7b53-474c-b02a-d995fd890457 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:58.486805 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-427cad30-b0b9-40d3-9ad9-982447c1b389 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:58.503693 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3071dcb2-7b53-474c-b02a-d995fd890457 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:58.512944 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-427cad30-b0b9-40d3-9ad9-982447c1b389 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:58.514448 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-427cad30-b0b9-40d3-9ad9-982447c1b389 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3897352 Nov 12 08:25:58.516657 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3071dcb2-7b53-474c-b02a-d995fd890457 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:25:58.517372 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3071dcb2-7b53-474c-b02a-d995fd890457 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:58.518888 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57090) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:58.520849 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 08:25:58.520849 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:25:58.520849 n-d-765315-29 neutron-server[102599]: timer() Nov 12 08:25:58.520849 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:25:58.520849 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 08:25:58.520849 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:25:58.520849 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 08:25:58.520849 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:25:58.520849 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 08:25:58.520849 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:25:58.520849 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 08:25:58.520849 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:25:58.520849 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 08:25:58.520849 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:25:58.520849 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:25:58.520849 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:25:58.520849 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:25:58.520849 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:25:58.520849 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 08:25:58.520849 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:25:58.520849 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 08:25:58.520849 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:25:58.520849 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:25:58.520849 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:25:58.520849 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 08:25:58.520849 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:25:58.520849 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:25:58.520849 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:25:58.520849 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:25:58.520849 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:25:58.520849 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:25:58.520849 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:25:58.532120 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-c0251892-dbc8-49bf-b243-4aa239b103a2 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Request body: {'port': {'network_id': '2057a694-f640-430e-bc88-8a33e348a5b0', 'name': 'tempest-FloatingIPTestJSON-1501296350'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:58.558513 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 90dca081-60a5-4c5d-85e7-7d41aaedd9bf {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:25:58.558889 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 90dca081-60a5-4c5d-85e7-7d41aaedd9bf not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:25:58.579816 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-93280fac-1b98-482b-ab9c-c1f6c434adf5 req-41bca769-b3cd-4a1a-9b9f-512abe5e9e15 service neutron] 10.222.0.26 "GET /v2.0/networks/f8407779-7904-4d2f-a1cc-a3b4bf9d6bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667987 Nov 12 08:25:58.581548 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57092) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:58.602527 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3071dcb2-7b53-474c-b02a-d995fd890457 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:58.610772 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3071dcb2-7b53-474c-b02a-d995fd890457 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:58.618079 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-3071dcb2-7b53-474c-b02a-d995fd890457 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] 10.222.0.26 "DELETE /v2.0/networks/ecc776e2-af72-46ed-a11e-863cdc3823dd HTTP/1.1" status: 204 len: 168 time: 1.2639813 Nov 12 08:25:58.619366 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57094) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:58.636770 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e331f6f5-4e88-4ec1-bfc5-6fd094927a50 None None] Provisioning complete for port d505f41d-3a8c-4769-a4db-258b3cc037b2 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:58.637141 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e331f6f5-4e88-4ec1-bfc5-6fd094927a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:58.638803 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Pushing event updated for resources: {'Port': ['ID=d505f41d-3a8c-4769-a4db-258b3cc037b2,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:58.642633 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-1e810fe8-28d6-4e65-97eb-c4e24958b6c8 None None] For port e15625a1-aba5-4907-a2d9-273d411cd7ad, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=e15625a1-aba5-4907-a2d9-273d411cd7ad,segment=NetworkSegment(6f92416a-f3b3-4246-9ba1-74b005ca4b37),segment_id=6f92416a-f3b3-4246-9ba1-74b005ca4b37)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:25:58.643032 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1e810fe8-28d6-4e65-97eb-c4e24958b6c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:58.660866 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3071dcb2-7b53-474c-b02a-d995fd890457 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Pushing event deleted for resources: {'Network': ['ID=ecc776e2-af72-46ed-a11e-863cdc3823dd,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:58.703164 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-1e810fe8-28d6-4e65-97eb-c4e24958b6c8 None None] Calling delete_port for e15625a1-aba5-4907-a2d9-273d411cd7ad owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:25:58.729932 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7e9721fb-023e-48ed-a6e1-9f3361ccfa32 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:58.788345 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-7e9721fb-023e-48ed-a6e1-9f3361ccfa32 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Deleting port e15625a1-aba5-4907-a2d9-273d411cd7ad {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:25:58.789040 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7e9721fb-023e-48ed-a6e1-9f3361ccfa32 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:58.810217 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-01fd89d6-0b5b-41fa-8279-1cdcc3b74a45 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:58.823800 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-93280fac-1b98-482b-ab9c-c1f6c434adf5 req-fe0902ec-df93-4b97-a206-133f3cb6dcee service neutron] 10.222.0.26 "GET /v2.0/networks/f8407779-7904-4d2f-a1cc-a3b4bf9d6bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430801 Nov 12 08:25:58.839252 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-426fcfe7-d172-4f20-b4a6-65c90d7990b4 None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:58.852502 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-01fd89d6-0b5b-41fa-8279-1cdcc3b74a45 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:58.865371 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-7e9721fb-023e-48ed-a6e1-9f3361ccfa32 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] For port e15625a1-aba5-4907-a2d9-273d411cd7ad, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=e15625a1-aba5-4907-a2d9-273d411cd7ad,segment=NetworkSegment(6f92416a-f3b3-4246-9ba1-74b005ca4b37),segment_id=6f92416a-f3b3-4246-9ba1-74b005ca4b37)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:25:58.865675 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7e9721fb-023e-48ed-a6e1-9f3361ccfa32 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:58.870344 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0251892-dbc8-49bf-b243-4aa239b103a2 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Made reservation on behalf of 2ca0f51a794140888ac1f25d8c82f68b for: {'port': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:25:58.874450 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c0251892-dbc8-49bf-b243-4aa239b103a2 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:58.874753 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-426fcfe7-d172-4f20-b4a6-65c90d7990b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:58.882370 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-7e9721fb-023e-48ed-a6e1-9f3361ccfa32 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Calling delete_port for e15625a1-aba5-4907-a2d9-273d411cd7ad owned by network:dhcp {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:25:58.920199 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [None req-c0251892-dbc8-49bf-b243-4aa239b103a2 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] device_id is not set on port 10db4992-18cd-44aa-833b-ef739aafef33 yet. {{(pid=102600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:25:58.960454 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426fcfe7-d172-4f20-b4a6-65c90d7990b4 None None] Network f8407779-7904-4d2f-a1cc-a3b4bf9d6bfd is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:25:58.975595 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-426fcfe7-d172-4f20-b4a6-65c90d7990b4 None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:25:58.978281 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426fcfe7-d172-4f20-b4a6-65c90d7990b4 None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:25:58.990428 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7e9721fb-023e-48ed-a6e1-9f3361ccfa32 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:59.035681 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-01fd89d6-0b5b-41fa-8279-1cdcc3b74a45 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:59.039181 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-01fd89d6-0b5b-41fa-8279-1cdcc3b74a45 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:59.044727 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-01fd89d6-0b5b-41fa-8279-1cdcc3b74a45 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "DELETE /v2.0/security-groups/570ef793-300f-4064-be8a-818683fe3c3b HTTP/1.1" status: 204 len: 168 time: 0.4403160 Nov 12 08:25:59.059197 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57098) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:59.061371 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426fcfe7-d172-4f20-b4a6-65c90d7990b4 None None] Pushing event updated for resources: {'Port': ['ID=5669dec3-f50b-4abd-b9b3-81dd66f68398,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:59.088704 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9721fb-023e-48ed-a6e1-9f3361ccfa32 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] No DVR routers for this DVR port e15625a1-aba5-4907-a2d9-273d411cd7ad on host n-d-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:25:59.090384 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9721fb-023e-48ed-a6e1-9f3361ccfa32 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Pushing event deleted for resources: {'Port': ['ID=e15625a1-aba5-4907-a2d9-273d411cd7ad,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:59.093282 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fd89d6-0b5b-41fa-8279-1cdcc3b74a45 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=570ef793-300f-4064-be8a-818683fe3c3b,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:59.124905 n-d-765315-29 neutron-server[102600]: INFO neutron.api.v2.resource [None req-d65383b2-2d5d-4370-9fcd-6339d82a8ff8 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] show failed (client error): The resource could not be found. Nov 12 08:25:59.126074 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-d65383b2-2d5d-4370-9fcd-6339d82a8ff8 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "GET /v2.0/security-groups/570ef793-300f-4064-be8a-818683fe3c3b HTTP/1.1" status: 404 len: 347 time: 0.0302310 Nov 12 08:25:59.129344 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57104) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:59.149462 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1e810fe8-28d6-4e65-97eb-c4e24958b6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:59.165611 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9995f84f-a300-4140-96f9-d1f47565042b req-21e0a83f-3c09-4c25-865a-3e2703b8ccac tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "GET /v2.0/ports?device_id=81435566-38c7-4376-a8b5-8136a0272d85 HTTP/1.1" status: 200 len: 210 time: 0.0794694 Nov 12 08:25:59.230244 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e810fe8-28d6-4e65-97eb-c4e24958b6c8 None None] Pushing event deleted for resources: {'Port': ['ID=e15625a1-aba5-4907-a2d9-273d411cd7ad,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:59.232218 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-426fcfe7-d172-4f20-b4a6-65c90d7990b4 None None] Attempting to bind port 5669dec3-f50b-4abd-b9b3-81dd66f68398 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:25:59.232589 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-426fcfe7-d172-4f20-b4a6-65c90d7990b4 None None] Attempting to bind port 5669dec3-f50b-4abd-b9b3-81dd66f68398 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '7049fc2e-efb4-4674-a214-220979bba373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f8407779-7904-4d2f-a1cc-a3b4bf9d6bfd'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:25:59.232957 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426fcfe7-d172-4f20-b4a6-65c90d7990b4 None None] Attempting to bind port 5669dec3-f50b-4abd-b9b3-81dd66f68398 on network f8407779-7904-4d2f-a1cc-a3b4bf9d6bfd {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:25:59.258236 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426fcfe7-d172-4f20-b4a6-65c90d7990b4 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:25:59.258638 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426fcfe7-d172-4f20-b4a6-65c90d7990b4 None None] Checking segment: {'id': '7049fc2e-efb4-4674-a214-220979bba373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f8407779-7904-4d2f-a1cc-a3b4bf9d6bfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:25:59.259779 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-426fcfe7-d172-4f20-b4a6-65c90d7990b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:59.259779 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426fcfe7-d172-4f20-b4a6-65c90d7990b4 None None] Bound using segment: {'id': '7049fc2e-efb4-4674-a214-220979bba373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f8407779-7904-4d2f-a1cc-a3b4bf9d6bfd'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:25:59.260233 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-426fcfe7-d172-4f20-b4a6-65c90d7990b4 None None] Bound port: 5669dec3-f50b-4abd-b9b3-81dd66f68398, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7049fc2e-efb4-4674-a214-220979bba373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f8407779-7904-4d2f-a1cc-a3b4bf9d6bfd'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:25:59.260363 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-426fcfe7-d172-4f20-b4a6-65c90d7990b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:59.270999 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e810fe8-28d6-4e65-97eb-c4e24958b6c8 None None] No DVR routers for this DVR port e15625a1-aba5-4907-a2d9-273d411cd7ad on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:25:59.304946 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-c0251892-dbc8-49bf-b243-4aa239b103a2 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Allocated IP 172.20.0.13 (2057a694-f640-430e-bc88-8a33e348a5b0/523b0ddd-e8f3-4549-bf85-f5ad46514f6c/10db4992-18cd-44aa-833b-ef739aafef33) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:25:59.320266 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7e9721fb-023e-48ed-a6e1-9f3361ccfa32 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:59.390863 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-7e9721fb-023e-48ed-a6e1-9f3361ccfa32 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06da19ab-2c42-4a7f-8abd-4945f5841b6a']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:59.395404 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f22e9a-afad-40ae-bc35-ab9df781a343 req-77294bcb-52c1-4e2a-8fda-754309d8ef49 tempest-ServerPasswordTestJSON-62520710 tempest-ServerPasswordTestJSON-62520710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:59.397975 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a9f22e9a-afad-40ae-bc35-ab9df781a343 req-77294bcb-52c1-4e2a-8fda-754309d8ef49 tempest-ServerPasswordTestJSON-62520710 tempest-ServerPasswordTestJSON-62520710-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e73be1d-ca11-4b21-8825-408c67ba0dc7 HTTP/1.1" status: 200 len: 945 time: 0.2182200 Nov 12 08:25:59.419622 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-7e9721fb-023e-48ed-a6e1-9f3361ccfa32 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f92416a-f3b3-4246-9ba1-74b005ca4b37') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:59.419915 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-7e9721fb-023e-48ed-a6e1-9f3361ccfa32 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f92416a-f3b3-4246-9ba1-74b005ca4b37') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:59.428954 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-426fcfe7-d172-4f20-b4a6-65c90d7990b4 None None] For port 5669dec3-f50b-4abd-b9b3-81dd66f68398, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:25:59.431999 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7e9721fb-023e-48ed-a6e1-9f3361ccfa32 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:59.433589 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-426fcfe7-d172-4f20-b4a6-65c90d7990b4 None None] For port 5669dec3-f50b-4abd-b9b3-81dd66f68398, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=5669dec3-f50b-4abd-b9b3-81dd66f68398,segment=NetworkSegment(7049fc2e-efb4-4674-a214-220979bba373),segment_id=7049fc2e-efb4-4674-a214-220979bba373)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:25:59.444580 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-426fcfe7-d172-4f20-b4a6-65c90d7990b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:59.459342 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7e9721fb-023e-48ed-a6e1-9f3361ccfa32 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:59.466232 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-5205d7d6-f742-4fdc-a320-f442ac563bd0 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Deleting port 29221aab-7c3b-4693-96af-15aa4bf2fba1 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:25:59.466915 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5205d7d6-f742-4fdc-a320-f442ac563bd0 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:59.482520 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e9721fb-023e-48ed-a6e1-9f3361ccfa32 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:25:59.483523 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7e9721fb-023e-48ed-a6e1-9f3361ccfa32 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:59.494354 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device d505f41d-3a8c-4769-a4db-258b3cc037b2 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:25:59.574181 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426fcfe7-d172-4f20-b4a6-65c90d7990b4 None None] Pushing event updated for resources: {'Port': ['ID=5669dec3-f50b-4abd-b9b3-81dd66f68398,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:59.582375 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 08:25:59.582375 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:25:59.582375 n-d-765315-29 neutron-server[102599]: timer() Nov 12 08:25:59.582375 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:25:59.582375 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 08:25:59.582375 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:25:59.582375 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 08:25:59.582375 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:25:59.582375 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 08:25:59.582375 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:25:59.582375 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 08:25:59.582375 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:25:59.582375 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 08:25:59.582375 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:25:59.582375 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:25:59.582375 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:25:59.582375 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:25:59.582375 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:25:59.582375 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 08:25:59.582375 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:25:59.582375 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 08:25:59.582375 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:25:59.582375 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:25:59.582375 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:25:59.582375 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 08:25:59.582375 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:25:59.582375 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:25:59.582375 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:25:59.582375 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:25:59.582375 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:25:59.582375 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:25:59.582375 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:25:59.586327 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7e9721fb-023e-48ed-a6e1-9f3361ccfa32 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:59.595051 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7e9721fb-023e-48ed-a6e1-9f3361ccfa32 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:59.603130 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-7e9721fb-023e-48ed-a6e1-9f3361ccfa32 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] 10.222.0.26 "DELETE /v2.0/networks/06da19ab-2c42-4a7f-8abd-4945f5841b6a HTTP/1.1" status: 204 len: 168 time: 0.9830785 Nov 12 08:25:59.605538 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57114) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:59.682298 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port d505f41d-3a8c-4769-a4db-258b3cc037b2 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:59.684454 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:59.697890 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9721fb-023e-48ed-a6e1-9f3361ccfa32 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Pushing event deleted for resources: {'Network': ['ID=06da19ab-2c42-4a7f-8abd-4945f5841b6a,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:59.745220 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-a20362be-6a95-4848-8bd2-580df33c44eb tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Deleting subnet 96102fcb-b844-415f-8439-bb78317963b5 {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:25:59.749781 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a20362be-6a95-4848-8bd2-580df33c44eb tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks [] for subnet, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:59.750850 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a9f22e9a-afad-40ae-bc35-ab9df781a343 req-1b9f7c5c-b68e-4781-85b8-b3ec3ef6cc63 tempest-ServerPasswordTestJSON-62520710 tempest-ServerPasswordTestJSON-62520710-project] 10.222.0.26 "GET /v2.0/security-groups?id=ece24f52-0c0d-4c98-8407-beec2fc72985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3359482 Nov 12 08:25:59.787727 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5205d7d6-f742-4fdc-a320-f442ac563bd0 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:59.788056 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5205d7d6-f742-4fdc-a320-f442ac563bd0 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:59.814522 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-5205d7d6-f742-4fdc-a320-f442ac563bd0 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Calling delete_port for 29221aab-7c3b-4693-96af-15aa4bf2fba1 owned by network:floatingip {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:25:59.824117 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a20362be-6a95-4848-8bd2-580df33c44eb tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31181813'] for subnet, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:59.921833 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c0251892-dbc8-49bf-b243-4aa239b103a2 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:59.923423 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-c1dd605e-e529-4888-990e-4eadc78b661d None None] Provisioning complete for port d505f41d-3a8c-4769-a4db-258b3cc037b2 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:59.926438 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c1dd605e-e529-4888-990e-4eadc78b661d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:00.050108 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a20362be-6a95-4848-8bd2-580df33c44eb tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:00.078387 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c0251892-dbc8-49bf-b243-4aa239b103a2 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:00.118151 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device e15625a1-aba5-4907-a2d9-273d411cd7ad no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:26:00.145804 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: e15625a1-aba5-4907-a2d9-273d411cd7ad {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:26:00.146137 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device e15625a1-aba5-4907-a2d9-273d411cd7ad not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:26:00.150393 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a20362be-6a95-4848-8bd2-580df33c44eb tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:00.170528 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0251892-dbc8-49bf-b243-4aa239b103a2 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Network 2057a694-f640-430e-bc88-8a33e348a5b0 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:26:00.178865 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-c0251892-dbc8-49bf-b243-4aa239b103a2 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:26:00.191135 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0251892-dbc8-49bf-b243-4aa239b103a2 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:26:00.196718 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6a4466-24b9-4caf-bb0a-9c4f38cad034 None None] DHCP port deletion for 2057a694-f640-430e-bc88-8a33e348a5b0 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:26:00.228225 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20362be-6a95-4848-8bd2-580df33c44eb tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Pushing event deleted for resources: {'Subnet': ['ID=96102fcb-b844-415f-8439-bb78317963b5,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:00.239459 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a20362be-6a95-4848-8bd2-580df33c44eb tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:00.248592 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-a20362be-6a95-4848-8bd2-580df33c44eb tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] 10.222.0.26 "DELETE /v2.0/subnets/96102fcb-b844-415f-8439-bb78317963b5 HTTP/1.1" status: 204 len: 168 time: 0.6414022 Nov 12 08:26:00.252527 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57126) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:00.267473 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0251892-dbc8-49bf-b243-4aa239b103a2 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:00.267980 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c0251892-dbc8-49bf-b243-4aa239b103a2 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:00.271433 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28376a24-90c9-40a9-8181-2b08c4702be5 None None] Network 6663ad01-acf9-4209-a7f1-246a104fd4aa requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:26:00.303277 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0251892-dbc8-49bf-b243-4aa239b103a2 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Pushing event updated for resources: {'Port': ['ID=10db4992-18cd-44aa-833b-ef739aafef33,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:00.335312 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1b54967a-1fdb-4cdf-af22-953a98c225f9 req-9fdc5c9f-3cb5-44e6-9688-48fb5bf1641f tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "GET /v2.0/ports?device_id=81435566-38c7-4376-a8b5-8136a0272d85 HTTP/1.1" status: 200 len: 210 time: 0.0433140 Nov 12 08:26:00.339398 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-c0251892-dbc8-49bf-b243-4aa239b103a2 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8195086 Nov 12 08:26:00.342451 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57130) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:00.349116 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-37e556bf-3f8e-4e89-9da7-4167617893be tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Request body: {'floatingip': {'port_id': '10db4992-18cd-44aa-833b-ef739aafef33'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:26:00.416062 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-40d0b911-af02-47d0-9376-532a0ab19959 None None] Provisioning complete for port 10db4992-18cd-44aa-833b-ef739aafef33 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:26:00.416305 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-40d0b911-af02-47d0-9376-532a0ab19959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:00.416783 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-37e556bf-3f8e-4e89-9da7-4167617893be tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks [] for floatingip, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:00.479358 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cd619e87-656f-4aac-a949-a976f9aa3088 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:00.509741 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-40d0b911-af02-47d0-9376-532a0ab19959 None None] Port 10db4992-18cd-44aa-833b-ef739aafef33 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:26:00.620880 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b386d9-e3f3-4f8e-adea-22b5db1cae45 None None] DHCP port deletion for 6663ad01-acf9-4209-a7f1-246a104fd4aa request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:26:00.643410 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5205d7d6-f742-4fdc-a320-f442ac563bd0 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:00.674361 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5205d7d6-f742-4fdc-a320-f442ac563bd0 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Pushing event deleted for resources: {'Port': ['ID=29221aab-7c3b-4693-96af-15aa4bf2fba1,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:00.710791 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dfb79fe-cd29-43dd-8ba4-df401d8ddb82 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:26:00.745425 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-b7b386d9-e3f3-4f8e-adea-22b5db1cae45 None None] Deleting port 19b6d415-9e71-4ffa-8502-ba8713cfe12b {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:26:00.745802 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b7b386d9-e3f3-4f8e-adea-22b5db1cae45 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:00.897760 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-b7b386d9-e3f3-4f8e-adea-22b5db1cae45 None None] For port 19b6d415-9e71-4ffa-8502-ba8713cfe12b, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=19b6d415-9e71-4ffa-8502-ba8713cfe12b,segment=NetworkSegment(646c3b02-53e2-4113-8578-099c45062573),segment_id=646c3b02-53e2-4113-8578-099c45062573)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:00.902865 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b7b386d9-e3f3-4f8e-adea-22b5db1cae45 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:00.930574 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-b7b386d9-e3f3-4f8e-adea-22b5db1cae45 None None] Calling delete_port for 19b6d415-9e71-4ffa-8502-ba8713cfe12b owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:26:00.950665 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeabca7-f9c2-4660-8fdb-ce76611ede71 req-3e057703-db6e-4b8a-ae35-7f47323f4c35 tempest-ServerPasswordTestJSON-62520710 tempest-ServerPasswordTestJSON-62520710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:00.952180 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-baeabca7-f9c2-4660-8fdb-ce76611ede71 req-3e057703-db6e-4b8a-ae35-7f47323f4c35 tempest-ServerPasswordTestJSON-62520710 tempest-ServerPasswordTestJSON-62520710-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e73be1d-ca11-4b21-8825-408c67ba0dc7 HTTP/1.1" status: 200 len: 945 time: 0.5427568 Nov 12 08:26:00.956624 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-104cb389-4568-4578-9f46-857acc5bf1fc req-b83cd07e-490f-4d25-ba0c-d49b07bf900d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=169f7779-8f80-4509-8e19-6731ed6e3dfc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6040421 Nov 12 08:26:01.004713 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5205d7d6-f742-4fdc-a320-f442ac563bd0 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Publish callbacks [] for floatingip, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:01.014251 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5205d7d6-f742-4fdc-a320-f442ac563bd0 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:01.015731 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-5205d7d6-f742-4fdc-a320-f442ac563bd0 tempest-ImagesOneServerNegativeTestJSON-989651728 tempest-ImagesOneServerNegativeTestJSON-989651728-project] 10.222.0.26 "DELETE /v2.0/floatingips/f4fa1d8e-27f7-4ef3-8512-40717d68e510 HTTP/1.1" status: 204 len: 168 time: 1.8853738 Nov 12 08:26:01.051531 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-baeabca7-f9c2-4660-8fdb-ce76611ede71 req-72d74e3e-0c9c-4616-b5a5-2e1b46d8ca6a tempest-ServerPasswordTestJSON-62520710 tempest-ServerPasswordTestJSON-62520710-project] 10.222.0.26 "GET /v2.0/security-groups?id=ece24f52-0c0d-4c98-8407-beec2fc72985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661750 Nov 12 08:26:01.084356 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-cd619e87-656f-4aac-a949-a976f9aa3088 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Deleting port 19b6d415-9e71-4ffa-8502-ba8713cfe12b {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:26:01.084699 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cd619e87-656f-4aac-a949-a976f9aa3088 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:01.132705 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93280fac-1b98-482b-ab9c-c1f6c434adf5 req-cf6b7895-9053-4f25-91a1-d8dacd2f8664 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:01.135721 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b7b386d9-e3f3-4f8e-adea-22b5db1cae45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:01.138739 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93280fac-1b98-482b-ab9c-c1f6c434adf5 req-cf6b7895-9053-4f25-91a1-d8dacd2f8664 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:01.140179 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-93280fac-1b98-482b-ab9c-c1f6c434adf5 req-cf6b7895-9053-4f25-91a1-d8dacd2f8664 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.21 "GET /v2.0/networks?id=25e154d6-b86b-40ca-bb2f-d2753a68cc33&id=f8407779-7904-4d2f-a1cc-a3b4bf9d6bfd HTTP/1.1" status: 200 len: 1392 time: 0.3188510 Nov 12 08:26:01.162408 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b386d9-e3f3-4f8e-adea-22b5db1cae45 None None] No DVR routers for this DVR port 19b6d415-9e71-4ffa-8502-ba8713cfe12b on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:26:01.166934 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eba7f01-ae64-4d4b-917c-6a411d57abec None None] Network f8407779-7904-4d2f-a1cc-a3b4bf9d6bfd requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:26:01.177541 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-cd619e87-656f-4aac-a949-a976f9aa3088 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] For port 19b6d415-9e71-4ffa-8502-ba8713cfe12b, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=19b6d415-9e71-4ffa-8502-ba8713cfe12b,segment=NetworkSegment(646c3b02-53e2-4113-8578-099c45062573),segment_id=646c3b02-53e2-4113-8578-099c45062573)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:01.177970 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cd619e87-656f-4aac-a949-a976f9aa3088 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:01.195173 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-cd619e87-656f-4aac-a949-a976f9aa3088 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Calling delete_port for 19b6d415-9e71-4ffa-8502-ba8713cfe12b owned by network:dhcp {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:26:01.202145 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-93280fac-1b98-482b-ab9c-c1f6c434adf5 req-1646bcce-7d7a-4a15-ac8b-5d536902ea8b tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Request body: {'port': {'device_id': '81435566-38c7-4376-a8b5-8136a0272d85', 'network_id': '25e154d6-b86b-40ca-bb2f-d2753a68cc33', 'admin_state_up': True, 'tenant_id': '1001c16de8c544adab5de1eeb517d6a1'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:26:01.209002 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57146) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:01.213772 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b386d9-e3f3-4f8e-adea-22b5db1cae45 None None] Pushing event deleted for resources: {'Port': ['ID=19b6d415-9e71-4ffa-8502-ba8713cfe12b,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:01.223169 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104cb389-4568-4578-9f46-857acc5bf1fc req-dc0b4408-b949-459c-8b77-cdaeb304f821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:01.224756 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-104cb389-4568-4578-9f46-857acc5bf1fc req-dc0b4408-b949-459c-8b77-cdaeb304f821 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6d4d05cf75bd48988e66a58743392390&device_id=169f7779-8f80-4509-8e19-6731ed6e3dfc HTTP/1.1" status: 200 len: 1097 time: 0.1876256 Nov 12 08:26:01.285822 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-93e81f45-4c2c-4d7e-a2d8-64dd5ba9bc8b None None] Provisioning complete for port 5669dec3-f50b-4abd-b9b3-81dd66f68398 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:26:01.285822 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-93e81f45-4c2c-4d7e-a2d8-64dd5ba9bc8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:01.314406 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.db.resource_extend [None req-37e556bf-3f8e-4e89-9da7-4167617893be tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:26:01.358533 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f30de37-bd6e-4c92-b4ac-317fa78d284b admin admin] Deleting subnet 56da6010-d692-49cc-a6f9-aacc88a2ce9c {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:26:01.371129 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6f30de37-bd6e-4c92-b4ac-317fa78d284b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:01.406308 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104cb389-4568-4578-9f46-857acc5bf1fc req-160489de-86eb-4d56-a9f1-530fdd559aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:01.408052 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-104cb389-4568-4578-9f46-857acc5bf1fc req-160489de-86eb-4d56-a9f1-530fdd559aa4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9002ff25-76a7-4c3d-8082-16c14deb03d5 HTTP/1.1" status: 200 len: 917 time: 0.1499197 Nov 12 08:26:01.408976 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cd619e87-656f-4aac-a949-a976f9aa3088 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:01.439365 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6f30de37-bd6e-4c92-b4ac-317fa78d284b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:01.485069 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-37e556bf-3f8e-4e89-9da7-4167617893be tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:01.505016 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-104cb389-4568-4578-9f46-857acc5bf1fc req-beec10da-f983-4028-8282-fadf285caf2e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=511ca486-5ae6-43e2-9142-3c78089c6bdc HTTP/1.1" status: 200 len: 1001 time: 0.0882630 Nov 12 08:26:01.509511 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-93e81f45-4c2c-4d7e-a2d8-64dd5ba9bc8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:01.509828 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd619e87-656f-4aac-a949-a976f9aa3088 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Pushing event deleted for resources: {'Port': ['ID=19b6d415-9e71-4ffa-8502-ba8713cfe12b,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:01.513190 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 5669dec3-f50b-4abd-b9b3-81dd66f68398 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:26:01.519566 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-37e556bf-3f8e-4e89-9da7-4167617893be tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:01.539657 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5e55973b-a5bb-4a38-8ecb-3ef31ca8bbfe req-2235979c-2e72-4126-9fe3-f3c309603910 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "GET /v2.0/ports?device_id=81435566-38c7-4376-a8b5-8136a0272d85 HTTP/1.1" status: 200 len: 210 time: 0.0319421 Nov 12 08:26:01.540705 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd619e87-656f-4aac-a949-a976f9aa3088 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] No DVR routers for this DVR port 19b6d415-9e71-4ffa-8502-ba8713cfe12b on host n-d-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:26:01.571998 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93280fac-1b98-482b-ab9c-c1f6c434adf5 req-1646bcce-7d7a-4a15-ac8b-5d536902ea8b tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Made reservation on behalf of 1001c16de8c544adab5de1eeb517d6a1 for: {'port': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:26:01.575859 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-93280fac-1b98-482b-ab9c-c1f6c434adf5 req-1646bcce-7d7a-4a15-ac8b-5d536902ea8b tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:01.603769 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6f30de37-bd6e-4c92-b4ac-317fa78d284b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:01.625203 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-93e81f45-4c2c-4d7e-a2d8-64dd5ba9bc8b None None] For port 5669dec3-f50b-4abd-b9b3-81dd66f68398, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=5669dec3-f50b-4abd-b9b3-81dd66f68398,segment=NetworkSegment(7049fc2e-efb4-4674-a214-220979bba373),segment_id=7049fc2e-efb4-4674-a214-220979bba373)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:01.626348 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 5669dec3-f50b-4abd-b9b3-81dd66f68398 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:26:01.626916 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:01.678502 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-93e81f45-4c2c-4d7e-a2d8-64dd5ba9bc8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:01.698426 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104cb389-4568-4578-9f46-857acc5bf1fc req-20bf2303-9d83-4692-a839-207a7e20a3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:01.700609 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-104cb389-4568-4578-9f46-857acc5bf1fc req-20bf2303-9d83-4692-a839-207a7e20a3bf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c8e8c768-2d07-4b3f-a074-a2b6b712f48f HTTP/1.1" status: 200 len: 855 time: 0.1582053 Nov 12 08:26:01.705864 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cd619e87-656f-4aac-a949-a976f9aa3088 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:01.776863 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-cd619e87-656f-4aac-a949-a976f9aa3088 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6663ad01-acf9-4209-a7f1-246a104fd4aa']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:01.779333 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e81f45-4c2c-4d7e-a2d8-64dd5ba9bc8b None None] Pushing event updated for resources: {'Port': ['ID=5669dec3-f50b-4abd-b9b3-81dd66f68398,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:01.812367 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-cd619e87-656f-4aac-a949-a976f9aa3088 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '646c3b02-53e2-4113-8578-099c45062573') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:01.813304 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-cd619e87-656f-4aac-a949-a976f9aa3088 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '646c3b02-53e2-4113-8578-099c45062573') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:01.827971 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cd619e87-656f-4aac-a949-a976f9aa3088 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:01.849227 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cd619e87-656f-4aac-a949-a976f9aa3088 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:01.855093 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 19b6d415-9e71-4ffa-8502-ba8713cfe12b no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:26:01.859973 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104cb389-4568-4578-9f46-857acc5bf1fc req-48bb249d-88e1-4337-b65c-9e8202e2d66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:01.861495 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-104cb389-4568-4578-9f46-857acc5bf1fc req-48bb249d-88e1-4337-b65c-9e8202e2d66f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9002ff25-76a7-4c3d-8082-16c14deb03d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1448584 Nov 12 08:26:01.862529 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd619e87-656f-4aac-a949-a976f9aa3088 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:26:01.872278 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cd619e87-656f-4aac-a949-a976f9aa3088 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:01.872278 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 08:26:01.872278 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:26:01.872278 n-d-765315-29 neutron-server[102599]: timer() Nov 12 08:26:01.872278 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:26:01.872278 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 08:26:01.872278 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:26:01.872278 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 08:26:01.872278 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:26:01.872278 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 08:26:01.872278 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:26:01.872278 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 08:26:01.872278 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:26:01.872278 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 08:26:01.872278 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:26:01.872278 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:26:01.872278 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:26:01.872278 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:26:01.872278 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:26:01.872278 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 08:26:01.872278 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:26:01.872278 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 08:26:01.872278 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:26:01.872278 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:26:01.872278 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:26:01.872278 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 08:26:01.872278 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:26:01.872278 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:26:01.872278 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:26:01.872278 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:26:01.872278 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:26:01.872278 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:26:01.872278 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:26:01.881921 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 19b6d415-9e71-4ffa-8502-ba8713cfe12b {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:26:01.882414 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 19b6d415-9e71-4ffa-8502-ba8713cfe12b not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:26:02.005764 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-3a68ef58-3163-4d17-b648-a07f9b6895b9 None None] Provisioning complete for port 5669dec3-f50b-4abd-b9b3-81dd66f68398 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:26:02.006439 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3a68ef58-3163-4d17-b648-a07f9b6895b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:02.037591 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cd619e87-656f-4aac-a949-a976f9aa3088 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:02.049406 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cd619e87-656f-4aac-a949-a976f9aa3088 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:02.053031 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-cd619e87-656f-4aac-a949-a976f9aa3088 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] 10.222.0.26 "DELETE /v2.0/networks/6663ad01-acf9-4209-a7f1-246a104fd4aa HTTP/1.1" status: 204 len: 168 time: 1.7984858 Nov 12 08:26:02.060794 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57154) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:02.061138 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90a0bee-b812-416a-81fe-27b9b418ad02 req-77ddb1dc-1529-4832-a454-da1797f5d0b8 tempest-ServerPasswordTestJSON-62520710 tempest-ServerPasswordTestJSON-62520710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:02.062602 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c90a0bee-b812-416a-81fe-27b9b418ad02 req-77ddb1dc-1529-4832-a454-da1797f5d0b8 tempest-ServerPasswordTestJSON-62520710 tempest-ServerPasswordTestJSON-62520710-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e73be1d-ca11-4b21-8825-408c67ba0dc7 HTTP/1.1" status: 200 len: 945 time: 0.1723301 Nov 12 08:26:02.096172 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd619e87-656f-4aac-a949-a976f9aa3088 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Pushing event deleted for resources: {'Network': ['ID=6663ad01-acf9-4209-a7f1-246a104fd4aa,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:02.126112 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-104cb389-4568-4578-9f46-857acc5bf1fc req-608da029-a62a-459d-8889-e56107661db5 service neutron] 10.222.0.44 "GET /v2.0/networks/9002ff25-76a7-4c3d-8082-16c14deb03d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345719 Nov 12 08:26:02.139972 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-aadc0625-dd9e-4f7a-8dd6-39ad7a4de0a2 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec9163e8-8a2d-4893-89ca-9bbc24a7018d HTTP/1.1" status: 200 len: 205 time: 0.0737586 Nov 12 08:26:02.142479 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57158) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:02.181931 n-d-765315-29 neutron-server[102600]: INFO neutron.db.l3_db [None req-37e556bf-3f8e-4e89-9da7-4167617893be tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Floating IP be009b6c-c08c-4ac5-a719-ffbc0c7043a6 associated. External IP: 172.25.2.15, port: 10db4992-18cd-44aa-833b-ef739aafef33. Nov 12 08:26:02.250516 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6f30de37-bd6e-4c92-b4ac-317fa78d284b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:02.293685 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f30de37-bd6e-4c92-b4ac-317fa78d284b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56da6010-d692-49cc-a6f9-aacc88a2ce9c,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:02.298690 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6f30de37-bd6e-4c92-b4ac-317fa78d284b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:02.302272 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-6f30de37-bd6e-4c92-b4ac-317fa78d284b admin admin] 10.222.0.26 "DELETE /v2.0/subnets/56da6010-d692-49cc-a6f9-aacc88a2ce9c HTTP/1.1" status: 204 len: 168 time: 1.0800960 Nov 12 08:26:02.306470 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588aaf7e-1538-4e89-b4c5-eb535d62a37a None None] Network 48c46c78-0475-4191-b336-d10a7e260ac1 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:26:02.308993 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57160) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:02.341888 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-988c1eee-6b9f-490e-a4db-0561f48c3ef7 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks [] for router, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:02.376786 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [req-93280fac-1b98-482b-ab9c-c1f6c434adf5 req-1646bcce-7d7a-4a15-ac8b-5d536902ea8b tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Allocated IP 19.80.0.177 (25e154d6-b86b-40ca-bb2f-d2753a68cc33/b3731f5b-1f24-4a8c-a019-cd329c18dcd8/d99ea8b3-c034-4b00-b2d2-885a037cbdd1) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:26:02.449642 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98201c8-4fb4-48de-a2bd-dc91f9741581 None None] DHCP port deletion for 48c46c78-0475-4191-b336-d10a7e260ac1 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:26:02.513067 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1cb7aae8-f2e8-479d-8193-c61c24c0a052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:02.535485 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b32b1f-b923-4db2-aad6-f5c85c2331f1 req-4bea6e80-cc5d-4ee6-96d5-2a0a4554dbdd tempest-ServerPasswordTestJSON-62520710 tempest-ServerPasswordTestJSON-62520710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:02.537035 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b7b32b1f-b923-4db2-aad6-f5c85c2331f1 req-4bea6e80-cc5d-4ee6-96d5-2a0a4554dbdd tempest-ServerPasswordTestJSON-62520710 tempest-ServerPasswordTestJSON-62520710-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e73be1d-ca11-4b21-8825-408c67ba0dc7 HTTP/1.1" status: 200 len: 945 time: 0.3285694 Nov 12 08:26:02.573612 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-104cb389-4568-4578-9f46-857acc5bf1fc req-a2e71875-26f2-452a-ade2-1e74ba796ebe service neutron] 10.222.0.44 "GET /v2.0/networks/9002ff25-76a7-4c3d-8082-16c14deb03d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4299841 Nov 12 08:26:02.605085 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-c90a0bee-b812-416a-81fe-27b9b418ad02 req-34a0a2b8-0bc6-4b47-bba9-23075120a7b0 tempest-ServerPasswordTestJSON-62520710 tempest-ServerPasswordTestJSON-62520710-project] Deleting port 7bc348c6-61e3-4e20-9644-1a5ca6f23d4e {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:26:02.605507 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-c90a0bee-b812-416a-81fe-27b9b418ad02 req-34a0a2b8-0bc6-4b47-bba9-23075120a7b0 tempest-ServerPasswordTestJSON-62520710 tempest-ServerPasswordTestJSON-62520710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:02.703901 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-af5ffdf1-6a50-47ee-9785-380f096faef4 req-be670b0c-5527-45b8-b39d-559a472845f3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=be68d5ee-5d55-432a-8f59-c22021814713&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2658598 Nov 12 08:26:02.725692 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c90b985c-6378-44ce-8a57-d790ac44f0aa req-174cfd76-7930-4fd0-9b39-c1a77fdeccc1 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "GET /v2.0/ports?device_id=81435566-38c7-4376-a8b5-8136a0272d85 HTTP/1.1" status: 200 len: 210 time: 0.0854115 Nov 12 08:26:02.751501 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-988c1eee-6b9f-490e-a4db-0561f48c3ef7 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:02.751501 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-988c1eee-6b9f-490e-a4db-0561f48c3ef7 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:02.775038 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1cb7aae8-f2e8-479d-8193-c61c24c0a052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:02.787702 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37e556bf-3f8e-4e89-9da7-4167617893be tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Router 4ff9cdf0-02c8-4da9-a0e0-d182dd444274 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:26:02.818198 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-1cb7aae8-f2e8-479d-8193-c61c24c0a052 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48c46c78-0475-4191-b336-d10a7e260ac1']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:02.845485 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-1cb7aae8-f2e8-479d-8193-c61c24c0a052 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04af530b-b37b-4970-964b-31b6853d152d') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:02.845803 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-1cb7aae8-f2e8-479d-8193-c61c24c0a052 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04af530b-b37b-4970-964b-31b6853d152d') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:02.864098 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b7b32b1f-b923-4db2-aad6-f5c85c2331f1 req-f7b34d19-4d95-4603-8a67-fcc02c7d67f2 tempest-ServerPasswordTestJSON-62520710 tempest-ServerPasswordTestJSON-62520710-project] 10.222.0.26 "GET /v2.0/security-groups?id=ece24f52-0c0d-4c98-8407-beec2fc72985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3183229 Nov 12 08:26:02.883763 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-988c1eee-6b9f-490e-a4db-0561f48c3ef7 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:02.884302 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-988c1eee-6b9f-490e-a4db-0561f48c3ef7 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Fanout notify agent at l3_agent the message router_deleted on router ec9163e8-8a2d-4893-89ca-9bbc24a7018d {{(pid=102599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:26:02.897021 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-988c1eee-6b9f-490e-a4db-0561f48c3ef7 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:02.900943 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-988c1eee-6b9f-490e-a4db-0561f48c3ef7 tempest-RoutersNegativeIpV6Test-1910055439 tempest-RoutersNegativeIpV6Test-1910055439-project] 10.222.0.26 "DELETE /v2.0/routers/ec9163e8-8a2d-4893-89ca-9bbc24a7018d HTTP/1.1" status: 204 len: 168 time: 0.7535453 Nov 12 08:26:02.911800 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-c90a0bee-b812-416a-81fe-27b9b418ad02 req-34a0a2b8-0bc6-4b47-bba9-23075120a7b0 tempest-ServerPasswordTestJSON-62520710 tempest-ServerPasswordTestJSON-62520710-project] For port 7bc348c6-61e3-4e20-9644-1a5ca6f23d4e, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=7bc348c6-61e3-4e20-9644-1a5ca6f23d4e,segment=NetworkSegment(b9ddb270-d72a-4b4e-8146-02e21e3cab8c),segment_id=b9ddb270-d72a-4b4e-8146-02e21e3cab8c)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:02.912251 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-c90a0bee-b812-416a-81fe-27b9b418ad02 req-34a0a2b8-0bc6-4b47-bba9-23075120a7b0 tempest-ServerPasswordTestJSON-62520710 tempest-ServerPasswordTestJSON-62520710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:02.919553 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-93280fac-1b98-482b-ab9c-c1f6c434adf5 req-1646bcce-7d7a-4a15-ac8b-5d536902ea8b tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:02.925921 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1cb7aae8-f2e8-479d-8193-c61c24c0a052 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:02.928264 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5ffdf1-6a50-47ee-9785-380f096faef4 req-0386dff7-c820-4f1e-a42c-29487f1585bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:02.929805 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-af5ffdf1-6a50-47ee-9785-380f096faef4 req-0386dff7-c820-4f1e-a42c-29487f1585bd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=13ee7d6d71864c9eb2f508185e6a266f&device_id=be68d5ee-5d55-432a-8f59-c22021814713 HTTP/1.1" status: 200 len: 1097 time: 0.1691322 Nov 12 08:26:02.930765 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-c90a0bee-b812-416a-81fe-27b9b418ad02 req-34a0a2b8-0bc6-4b47-bba9-23075120a7b0 tempest-ServerPasswordTestJSON-62520710 tempest-ServerPasswordTestJSON-62520710-project] Calling delete_port for 7bc348c6-61e3-4e20-9644-1a5ca6f23d4e owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:26:02.960768 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1cb7aae8-f2e8-479d-8193-c61c24c0a052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:03.017183 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cb7aae8-f2e8-479d-8193-c61c24c0a052 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:26:03.017593 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1cb7aae8-f2e8-479d-8193-c61c24c0a052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:03.019992 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:26:03.019992 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:26:03.019992 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:26:03.019992 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:26:03.019992 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:26:03.019992 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:26:03.019992 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:26:03.019992 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:26:03.019992 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:26:03.019992 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:26:03.019992 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:26:03.019992 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:26:03.019992 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:26:03.019992 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:26:03.019992 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:26:03.019992 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:26:03.019992 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:26:03.019992 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:26:03.019992 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:26:03.019992 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:26:03.019992 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:26:03.019992 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:26:03.019992 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:26:03.019992 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:26:03.019992 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:26:03.019992 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:26:03.019992 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:26:03.019992 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:26:03.019992 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:26:03.019992 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:26:03.019992 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:26:03.019992 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:26:03.080953 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-93280fac-1b98-482b-ab9c-c1f6c434adf5 req-1646bcce-7d7a-4a15-ac8b-5d536902ea8b tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:03.101828 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5ffdf1-6a50-47ee-9785-380f096faef4 req-b21f0d68-52c1-4599-a8fe-288ad12f1cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:03.103300 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-af5ffdf1-6a50-47ee-9785-380f096faef4 req-b21f0d68-52c1-4599-a8fe-288ad12f1cc3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=392b706c-fa83-40b2-ba41-e97d70efdd1d HTTP/1.1" status: 200 len: 912 time: 0.1232154 Nov 12 08:26:03.148802 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37e556bf-3f8e-4e89-9da7-4167617893be tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:26:03.161849 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292612da-7292-4604-b539-124bf97dae06 None None] Sync routers for ids ['4ff9cdf0-02c8-4da9-a0e0-d182dd444274'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:26:03.170236 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93280fac-1b98-482b-ab9c-c1f6c434adf5 req-1646bcce-7d7a-4a15-ac8b-5d536902ea8b tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Network 25e154d6-b86b-40ca-bb2f-d2753a68cc33 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:26:03.171907 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1cb7aae8-f2e8-479d-8193-c61c24c0a052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:03.172062 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-af5ffdf1-6a50-47ee-9785-380f096faef4 req-c7dea73c-f148-485e-bd62-9e8fb7203b15 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a4a518c3-e7bb-4082-8b18-06e6f981519a HTTP/1.1" status: 200 len: 217 time: 0.0414374 Nov 12 08:26:03.183483 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-37e556bf-3f8e-4e89-9da7-4167617893be tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:03.186686 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292612da-7292-4604-b539-124bf97dae06 None None] Routers {'4ff9cdf0-02c8-4da9-a0e0-d182dd444274'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:26:03.189650 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-292612da-7292-4604-b539-124bf97dae06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:25:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['4ff9cdf0-02c8-4da9-a0e0-d182dd444274'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:03.238894 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [req-93280fac-1b98-482b-ab9c-c1f6c434adf5 req-1646bcce-7d7a-4a15-ac8b-5d536902ea8b tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:26:03.268048 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-292612da-7292-4604-b539-124bf97dae06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:03.270907 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57176) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:03.276960 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-c90a0bee-b812-416a-81fe-27b9b418ad02 req-34a0a2b8-0bc6-4b47-bba9-23075120a7b0 tempest-ServerPasswordTestJSON-62520710 tempest-ServerPasswordTestJSON-62520710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:03.280783 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292612da-7292-4604-b539-124bf97dae06 None None] Routers {'4ff9cdf0-02c8-4da9-a0e0-d182dd444274'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:26:03.281643 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-292612da-7292-4604-b539-124bf97dae06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:25:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['4ff9cdf0-02c8-4da9-a0e0-d182dd444274'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:03.295871 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5ffdf1-6a50-47ee-9785-380f096faef4 req-334e791c-8647-40d8-ba85-da8c41a6b185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:03.298478 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [req-93280fac-1b98-482b-ab9c-c1f6c434adf5 req-1646bcce-7d7a-4a15-ac8b-5d536902ea8b tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:26:03.301765 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1cb7aae8-f2e8-479d-8193-c61c24c0a052 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:03.302709 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-af5ffdf1-6a50-47ee-9785-380f096faef4 req-334e791c-8647-40d8-ba85-da8c41a6b185 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2d250a72-e563-4d6e-ac4f-f44698e0ce3c HTTP/1.1" status: 200 len: 850 time: 0.1155565 Nov 12 08:26:03.306635 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-1cb7aae8-f2e8-479d-8193-c61c24c0a052 admin admin] 10.222.0.26 "DELETE /v2.0/networks/48c46c78-0475-4191-b336-d10a7e260ac1 HTTP/1.1" status: 204 len: 168 time: 0.9967642 Nov 12 08:26:03.308758 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-37e556bf-3f8e-4e89-9da7-4167617893be tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] 10.222.0.26 "PUT /v2.0/floatingips/be009b6c-c08c-4ac5-a719-ffbc0c7043a6 HTTP/1.1" status: 200 len: 978 time: 2.9649754 Nov 12 08:26:03.309946 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1646bcce-7d7a-4a15-ac8b-5d536902ea8b tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Pushing event updated for resources: {'Port': ['ID=d99ea8b3-c034-4b00-b2d2-885a037cbdd1,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:03.324545 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57182) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:03.338639 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-292612da-7292-4604-b539-124bf97dae06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:03.339819 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292612da-7292-4604-b539-124bf97dae06 None None] The sync data for ids ['4ff9cdf0-02c8-4da9-a0e0-d182dd444274'] in n-d-765315-29 is: [] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:26:03.341648 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['7bc348c6-61e3-4e20-9644-1a5ca6f23d4e'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:26:03.391156 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb7aae8-f2e8-479d-8193-c61c24c0a052 admin admin] Pushing event deleted for resources: {'Network': ['ID=48c46c78-0475-4191-b336-d10a7e260ac1,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:03.488666 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a0a2b8-0bc6-4b47-bba9-23075120a7b0 tempest-ServerPasswordTestJSON-62520710 tempest-ServerPasswordTestJSON-62520710-project] Pushing event deleted for resources: {'Port': ['ID=7bc348c6-61e3-4e20-9644-1a5ca6f23d4e,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:03.491359 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 5669dec3-f50b-4abd-b9b3-81dd66f68398 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:26:03.508812 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93280fac-1b98-482b-ab9c-c1f6c434adf5 req-1646bcce-7d7a-4a15-ac8b-5d536902ea8b tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:03.509644 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-93280fac-1b98-482b-ab9c-c1f6c434adf5 req-1646bcce-7d7a-4a15-ac8b-5d536902ea8b tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:03.539998 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-93280fac-1b98-482b-ab9c-c1f6c434adf5 req-1646bcce-7d7a-4a15-ac8b-5d536902ea8b tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3419459 Nov 12 08:26:03.553103 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-93280fac-1b98-482b-ab9c-c1f6c434adf5 req-c5dfd87d-f469-449d-9298-e434271fb197 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Request body: {'port': {'device_id': '81435566-38c7-4376-a8b5-8136a0272d85', 'network_id': 'f8407779-7904-4d2f-a1cc-a3b4bf9d6bfd', 'admin_state_up': True, 'tenant_id': '1001c16de8c544adab5de1eeb517d6a1'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:26:03.555830 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-c90a0bee-b812-416a-81fe-27b9b418ad02 req-34a0a2b8-0bc6-4b47-bba9-23075120a7b0 tempest-ServerPasswordTestJSON-62520710 tempest-ServerPasswordTestJSON-62520710-project] No DVR routers for this DVR port 7bc348c6-61e3-4e20-9644-1a5ca6f23d4e on host n-h1-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:26:03.566545 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-c90a0bee-b812-416a-81fe-27b9b418ad02 req-34a0a2b8-0bc6-4b47-bba9-23075120a7b0 tempest-ServerPasswordTestJSON-62520710 tempest-ServerPasswordTestJSON-62520710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:03.570050 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c90a0bee-b812-416a-81fe-27b9b418ad02 req-34a0a2b8-0bc6-4b47-bba9-23075120a7b0 tempest-ServerPasswordTestJSON-62520710 tempest-ServerPasswordTestJSON-62520710-project] 10.222.0.21 "DELETE /v2.0/ports/7bc348c6-61e3-4e20-9644-1a5ca6f23d4e HTTP/1.1" status: 204 len: 173 time: 1.4893456 Nov 12 08:26:03.575991 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e73be1d-ca11-4b21-8825-408c67ba0dc7', 'name': 'network-vif-deleted', 'tag': '7bc348c6-61e3-4e20-9644-1a5ca6f23d4e'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:26:03.578367 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6402914f-095b-4d9c-b188-b7182359d75a" -d '{"events": [{"server_uuid": "9e73be1d-ca11-4b21-8825-408c67ba0dc7", "name": "network-vif-deleted", "tag": "7bc348c6-61e3-4e20-9644-1a5ca6f23d4e"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:26:03.595642 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5ffdf1-6a50-47ee-9785-380f096faef4 req-cd3c86b9-c630-43af-817e-7ead85e5920a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:03.597892 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-af5ffdf1-6a50-47ee-9785-380f096faef4 req-cd3c86b9-c630-43af-817e-7ead85e5920a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=392b706c-fa83-40b2-ba41-e97d70efdd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2474680 Nov 12 08:26:03.633964 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 5669dec3-f50b-4abd-b9b3-81dd66f68398 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:26:03.634254 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:03.689628 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57186) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:03.712392 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc59c4fb-dec0-4665-bc38-fa505785a48c x-openstack-request-id: req-fc59c4fb-dec0-4665-bc38-fa505785a48c {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:26:03.712880 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e73be1d-ca11-4b21-8825-408c67ba0dc7", "name": "network-vif-deleted", "tag": "7bc348c6-61e3-4e20-9644-1a5ca6f23d4e", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:26:03.713141 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fc59c4fb-dec0-4665-bc38-fa505785a48c {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:26:03.713935 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e73be1d-ca11-4b21-8825-408c67ba0dc7', 'name': 'network-vif-deleted', 'tag': '7bc348c6-61e3-4e20-9644-1a5ca6f23d4e', 'status': 'completed', 'code': 200} Nov 12 08:26:03.762208 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-0c4a6c78-5450-46a3-a791-1d01cfa9913e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4b877280ee144365aba123387dcdba7b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4869161 Nov 12 08:26:03.763294 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57192) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:03.782060 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-737ebdc4-0563-4337-96ae-75639629ad88 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Deleting port 10db4992-18cd-44aa-833b-ef739aafef33 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:26:03.782527 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-737ebdc4-0563-4337-96ae-75639629ad88 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:03.795719 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-7e02d671-4517-4a5f-98b4-5c35852aceda None None] Provisioning complete for port d99ea8b3-c034-4b00-b2d2-885a037cbdd1 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:26:03.796080 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7e02d671-4517-4a5f-98b4-5c35852aceda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:03.847619 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-73baeaa6-fcdb-446f-82ff-872c9c4b08b0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e6d48b0a7d084fdbbcdcca693c68f3d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1450684 Nov 12 08:26:03.855067 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57194) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:03.862807 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93280fac-1b98-482b-ab9c-c1f6c434adf5 req-c5dfd87d-f469-449d-9298-e434271fb197 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Made reservation on behalf of 1001c16de8c544adab5de1eeb517d6a1 for: {'port': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:26:03.867247 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-93280fac-1b98-482b-ab9c-c1f6c434adf5 req-c5dfd87d-f469-449d-9298-e434271fb197 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:03.867393 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-af5ffdf1-6a50-47ee-9785-380f096faef4 req-b50974b1-1dcb-41f9-9544-0a6e55ef01ab service neutron] 10.222.0.21 "GET /v2.0/networks/392b706c-fa83-40b2-ba41-e97d70efdd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607751 Nov 12 08:26:03.871152 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-7e02d671-4517-4a5f-98b4-5c35852aceda None None] Port d99ea8b3-c034-4b00-b2d2-885a037cbdd1 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:26:03.925969 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-781cab44-30c0-48ef-a3e5-9a735fe36024 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:03.929694 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5439518c-e338-4b62-98f2-60bc09751378 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:03.937676 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-737ebdc4-0563-4337-96ae-75639629ad88 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:04.018150 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5439518c-e338-4b62-98f2-60bc09751378 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:04.094917 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-50b37138-87d7-410a-b715-8dbad04f01c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:04.107984 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a106a526-c482-4954-920d-1a7161464955 req-4f2cb10c-feaa-43c2-b988-cc87e455144b tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:04.109631 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a106a526-c482-4954-920d-1a7161464955 req-4f2cb10c-feaa-43c2-b988-cc87e455144b tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "GET /v2.0/ports?device_id=81435566-38c7-4376-a8b5-8136a0272d85 HTTP/1.1" status: 200 len: 932 time: 0.1902666 Nov 12 08:26:04.119877 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-af5ffdf1-6a50-47ee-9785-380f096faef4 req-9fb7ed49-d10b-4300-8448-02b24eb39c21 service neutron] 10.222.0.21 "GET /v2.0/networks/392b706c-fa83-40b2-ba41-e97d70efdd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407427 Nov 12 08:26:04.154976 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-50b37138-87d7-410a-b715-8dbad04f01c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:04.186090 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5439518c-e338-4b62-98f2-60bc09751378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:04.189018 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5439518c-e338-4b62-98f2-60bc09751378 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:04.190739 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-5439518c-e338-4b62-98f2-60bc09751378 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a696d995-17f3-43fd-aa8d-b3c28bac9a80 HTTP/1.1" status: 204 len: 168 time: 0.4265079 Nov 12 08:26:04.224420 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5439518c-e338-4b62-98f2-60bc09751378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a696d995-17f3-43fd-aa8d-b3c28bac9a80,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:04.230287 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a106a526-c482-4954-920d-1a7161464955 req-3499eb5f-0a4e-462e-bdf6-63db8f8061be tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "GET /v2.0/security-groups?id=5e4f26b3-68f4-458f-b970-543611e5d001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093407 Nov 12 08:26:04.264581 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-50b37138-87d7-410a-b715-8dbad04f01c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:04.268045 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-50b37138-87d7-410a-b715-8dbad04f01c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:04.270845 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-50b37138-87d7-410a-b715-8dbad04f01c7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/78e82477-8369-41c4-8634-4911b1aaaaea HTTP/1.1" status: 204 len: 168 time: 0.4147460 Nov 12 08:26:04.283478 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b37138-87d7-410a-b715-8dbad04f01c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e82477-8369-41c4-8634-4911b1aaaaea,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:04.322011 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6b55497d-73eb-46d3-98f9-5cf57bec6f59 req-b40befd7-5866-43f9-81fb-45c7bd519ba0 tempest-ServerPasswordTestJSON-62520710 tempest-ServerPasswordTestJSON-62520710-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e73be1d-ca11-4b21-8825-408c67ba0dc7 HTTP/1.1" status: 200 len: 210 time: 0.1504750 Nov 12 08:26:04.422625 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [req-93280fac-1b98-482b-ab9c-c1f6c434adf5 req-c5dfd87d-f469-449d-9298-e434271fb197 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Allocated IP 19.86.0.252 (f8407779-7904-4d2f-a1cc-a3b4bf9d6bfd/8717de96-cd45-4fd8-8400-138cdbf720e2/7a7736d9-b659-4fde-bf0c-36ec65843525) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:26:04.519677 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-737ebdc4-0563-4337-96ae-75639629ad88 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:04.520061 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-737ebdc4-0563-4337-96ae-75639629ad88 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:04.520380 n-d-765315-29 neutron-server[102600]: INFO neutron.db.l3_db [None req-737ebdc4-0563-4337-96ae-75639629ad88 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Floating IP be009b6c-c08c-4ac5-a719-ffbc0c7043a6 disassociated. External IP: 172.25.2.15, port: 10db4992-18cd-44aa-833b-ef739aafef33. Nov 12 08:26:04.520747 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-737ebdc4-0563-4337-96ae-75639629ad88 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Calling delete_port for 10db4992-18cd-44aa-833b-ef739aafef33 owned by {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:26:04.718728 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-93280fac-1b98-482b-ab9c-c1f6c434adf5 req-c5dfd87d-f469-449d-9298-e434271fb197 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:04.798441 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-737ebdc4-0563-4337-96ae-75639629ad88 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:04.837888 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-93280fac-1b98-482b-ab9c-c1f6c434adf5 req-c5dfd87d-f469-449d-9298-e434271fb197 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:04.849944 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737ebdc4-0563-4337-96ae-75639629ad88 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Pushing event deleted for resources: {'Port': ['ID=10db4992-18cd-44aa-833b-ef739aafef33,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:04.894137 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773c91cc-b66a-4f3c-af47-39295b96e29c None None] DHCP port deletion for 2057a694-f640-430e-bc88-8a33e348a5b0 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:26:04.967009 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93280fac-1b98-482b-ab9c-c1f6c434adf5 req-c5dfd87d-f469-449d-9298-e434271fb197 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Network f8407779-7904-4d2f-a1cc-a3b4bf9d6bfd is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:26:04.975106 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [req-93280fac-1b98-482b-ab9c-c1f6c434adf5 req-c5dfd87d-f469-449d-9298-e434271fb197 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:26:05.011130 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [req-93280fac-1b98-482b-ab9c-c1f6c434adf5 req-c5dfd87d-f469-449d-9298-e434271fb197 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:26:05.057713 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dfd87d-f469-449d-9298-e434271fb197 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Pushing event updated for resources: {'Port': ['ID=7a7736d9-b659-4fde-bf0c-36ec65843525,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:05.095396 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93280fac-1b98-482b-ab9c-c1f6c434adf5 req-c5dfd87d-f469-449d-9298-e434271fb197 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:05.096055 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-93280fac-1b98-482b-ab9c-c1f6c434adf5 req-c5dfd87d-f469-449d-9298-e434271fb197 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:05.129776 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-93280fac-1b98-482b-ab9c-c1f6c434adf5 req-c5dfd87d-f469-449d-9298-e434271fb197 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5823083 Nov 12 08:26:05.134155 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-737ebdc4-0563-4337-96ae-75639629ad88 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Router 4ff9cdf0-02c8-4da9-a0e0-d182dd444274 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:26:05.145034 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-93280fac-1b98-482b-ab9c-c1f6c434adf5 req-e247e19c-7336-42bd-89eb-28f6cc3727b3 service neutron] Request body: {'port': {'device_id': '81435566-38c7-4376-a8b5-8136a0272d85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-29'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:26:05.149656 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:05.343319 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-93280fac-1b98-482b-ab9c-c1f6c434adf5 req-e247e19c-7336-42bd-89eb-28f6cc3727b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:05.407079 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57246) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:05.438425 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-303841a6-9dff-4473-b199-412a71659931 None None] Provisioning complete for port 7a7736d9-b659-4fde-bf0c-36ec65843525 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:26:05.438827 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-303841a6-9dff-4473-b199-412a71659931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:05.448056 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57252) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:05.519853 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-30deaa9d-bc8b-457f-9044-ff5f05495338 admin admin] Deleting subnet f9214ee9-1dfc-479d-8a71-e98ceffd43fd {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:26:05.524592 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-30deaa9d-bc8b-457f-9044-ff5f05495338 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:05.565815 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-303841a6-9dff-4473-b199-412a71659931 None None] Port 7a7736d9-b659-4fde-bf0c-36ec65843525 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:26:05.575205 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-30deaa9d-bc8b-457f-9044-ff5f05495338 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31181813'] for subnet, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:05.655941 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-30deaa9d-bc8b-457f-9044-ff5f05495338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:05.868285 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-737ebdc4-0563-4337-96ae-75639629ad88 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:26:05.887475 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea3a947-bbce-4da5-8986-6b2aed934f17 None None] Sync routers for ids ['4ff9cdf0-02c8-4da9-a0e0-d182dd444274'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:26:05.913194 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea3a947-bbce-4da5-8986-6b2aed934f17 None None] Routers {'4ff9cdf0-02c8-4da9-a0e0-d182dd444274'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:26:05.913992 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-0ea3a947-bbce-4da5-8986-6b2aed934f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:25:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['4ff9cdf0-02c8-4da9-a0e0-d182dd444274'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:05.960958 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4e6f12-fd03-483e-83df-3e1c9bb0d3e1 req-b93464c9-5eb0-4b89-9adb-7906be5b06c8 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:05.967650 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4e6f12-fd03-483e-83df-3e1c9bb0d3e1 req-b93464c9-5eb0-4b89-9adb-7906be5b06c8 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:05.969530 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3e4e6f12-fd03-483e-83df-3e1c9bb0d3e1 req-b93464c9-5eb0-4b89-9adb-7906be5b06c8 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "GET /v2.0/ports?device_id=81435566-38c7-4376-a8b5-8136a0272d85 HTTP/1.1" status: 200 len: 1655 time: 0.1910381 Nov 12 08:26:05.988285 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-0ea3a947-bbce-4da5-8986-6b2aed934f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:05.999797 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea3a947-bbce-4da5-8986-6b2aed934f17 None None] Routers {'4ff9cdf0-02c8-4da9-a0e0-d182dd444274'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:26:06.000846 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-0ea3a947-bbce-4da5-8986-6b2aed934f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:25:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['4ff9cdf0-02c8-4da9-a0e0-d182dd444274'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:06.022233 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-03a3588b-af38-4e18-8619-b451bd78ad16 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1456479534', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:26:06.045380 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-30deaa9d-bc8b-457f-9044-ff5f05495338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:06.068240 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-0ea3a947-bbce-4da5-8986-6b2aed934f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:06.071110 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea3a947-bbce-4da5-8986-6b2aed934f17 None None] The sync data for ids ['4ff9cdf0-02c8-4da9-a0e0-d182dd444274'] in n-d-765315-29 is: [] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:26:06.079256 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-737ebdc4-0563-4337-96ae-75639629ad88 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:06.083689 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-30deaa9d-bc8b-457f-9044-ff5f05495338 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:06.086274 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-737ebdc4-0563-4337-96ae-75639629ad88 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] 10.222.0.26 "DELETE /v2.0/ports/10db4992-18cd-44aa-833b-ef739aafef33 HTTP/1.1" status: 204 len: 168 time: 2.7587104 Nov 12 08:26:06.090795 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57262) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:06.090933 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-30deaa9d-bc8b-457f-9044-ff5f05495338 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/f9214ee9-1dfc-479d-8a71-e98ceffd43fd HTTP/1.1" status: 204 len: 168 time: 0.6411006 Nov 12 08:26:06.091045 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57264) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:06.095695 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30deaa9d-bc8b-457f-9044-ff5f05495338 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9214ee9-1dfc-479d-8a71-e98ceffd43fd,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:06.117292 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-03a3588b-af38-4e18-8619-b451bd78ad16 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:06.118660 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-03a3588b-af38-4e18-8619-b451bd78ad16 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:06.231757 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-96d6e925-207c-4e66-9f3b-1549394bdb8c tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] 10.222.0.26 "GET /v2.0/floatingips/be009b6c-c08c-4ac5-a719-ffbc0c7043a6 HTTP/1.1" status: 200 len: 687 time: 0.1223421 Nov 12 08:26:06.232674 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57278) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:06.251134 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-03a3588b-af38-4e18-8619-b451bd78ad16 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:06.264032 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0a5e4a4d-3fc5-4b3a-9b1a-650536257e10 req-20ff4371-2c36-4ae6-892d-581343a28145 tempest-AbsoluteLimitsNegativeTestJSON-444165489 tempest-AbsoluteLimitsNegativeTestJSON-444165489-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=0e93b8ffff5442e0a0e8a314bcfc0c93&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0258260 Nov 12 08:26:06.264961 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-03a3588b-af38-4e18-8619-b451bd78ad16 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052'] for router, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:06.283676 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3e4e6f12-fd03-483e-83df-3e1c9bb0d3e1 req-3cf2420f-5203-402d-8b93-2fa8a4b9d98d tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "GET /v2.0/security-groups?id=5e4f26b3-68f4-458f-b970-543611e5d001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628274 Nov 12 08:26:06.343694 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-03a3588b-af38-4e18-8619-b451bd78ad16 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:06.344896 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-03a3588b-af38-4e18-8619-b451bd78ad16 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.9366825 Nov 12 08:26:06.348875 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57280) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:06.355795 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-1ec162d9-cb16-4d75-9dac-7bc92448dabf tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1509768248'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:26:06.397376 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1198730a-aa1a-45df-928a-49db083dbd85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:06.402512 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ec162d9-cb16-4d75-9dac-7bc92448dabf tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Made reservation on behalf of d0079b246ce34b7aafdf3c84b6eba4ad for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:26:06.407054 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1ec162d9-cb16-4d75-9dac-7bc92448dabf tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:06.426425 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5e4a4d-3fc5-4b3a-9b1a-650536257e10 req-e36403e3-8969-4cc4-b697-adb8e9e10ab5 tempest-AbsoluteLimitsNegativeTestJSON-444165489 tempest-AbsoluteLimitsNegativeTestJSON-444165489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:06.427941 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0a5e4a4d-3fc5-4b3a-9b1a-650536257e10 req-e36403e3-8969-4cc4-b697-adb8e9e10ab5 tempest-AbsoluteLimitsNegativeTestJSON-444165489 tempest-AbsoluteLimitsNegativeTestJSON-444165489-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1565113 Nov 12 08:26:06.428609 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1ec162d9-cb16-4d75-9dac-7bc92448dabf tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:06.451201 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0a5e4a4d-3fc5-4b3a-9b1a-650536257e10 req-ba1c4d44-ab39-4a49-9b85-a515961c2da4 tempest-AbsoluteLimitsNegativeTestJSON-444165489 tempest-AbsoluteLimitsNegativeTestJSON-444165489-project] 10.222.0.26 "GET /v2.0/quotas/0e93b8ffff5442e0a0e8a314bcfc0c93 HTTP/1.1" status: 200 len: 375 time: 0.0139406 Nov 12 08:26:06.499377 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0a5e4a4d-3fc5-4b3a-9b1a-650536257e10 req-8bfe8149-0e7c-41ff-bfbc-fd6f36588c3e tempest-AbsoluteLimitsNegativeTestJSON-444165489 tempest-AbsoluteLimitsNegativeTestJSON-444165489-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=0e93b8ffff5442e0a0e8a314bcfc0c93&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404170 Nov 12 08:26:06.560778 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1ec162d9-cb16-4d75-9dac-7bc92448dabf tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:06.565645 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1ec162d9-cb16-4d75-9dac-7bc92448dabf tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:06.599155 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1198730a-aa1a-45df-928a-49db083dbd85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:06.606404 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec162d9-cb16-4d75-9dac-7bc92448dabf tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91657d0b-947b-4f45-8f64-3e1acd01bb21,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:06.618229 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ec162d9-cb16-4d75-9dac-7bc92448dabf tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:26:06.623782 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-1198730a-aa1a-45df-928a-49db083dbd85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3dfbd60-c4bd-4535-a8f2-0544edeaf90f']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:06.634222 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1ec162d9-cb16-4d75-9dac-7bc92448dabf tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:06.634739 n-d-765315-29 neutron-server[102599]: INFO neutron.db.segments_db [None req-1ec162d9-cb16-4d75-9dac-7bc92448dabf tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Added segment be42897f-baa3-480d-ad2f-de43456ec559 of type vlan for network 7d3fc29b-5313-40fc-a118-dddaf421c92b Nov 12 08:26:06.636068 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-1198730a-aa1a-45df-928a-49db083dbd85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9ddb270-d72a-4b4e-8146-02e21e3cab8c') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:06.636860 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-1198730a-aa1a-45df-928a-49db083dbd85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9ddb270-d72a-4b4e-8146-02e21e3cab8c') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:06.649553 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1198730a-aa1a-45df-928a-49db083dbd85 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:06.663398 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-33497c14-3436-4b9b-85ae-62f4434be7fd tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Deleting port 146fce8d-3b14-4738-8524-d2c0e02f4037 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:26:06.663916 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-33497c14-3436-4b9b-85ae-62f4434be7fd tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:06.680718 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [req-93280fac-1b98-482b-ab9c-c1f6c434adf5 req-e247e19c-7336-42bd-89eb-28f6cc3727b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d99ea8b3-c034-4b00-b2d2-885a037cbdd1 {{(pid=102600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:26:06.684458 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1ec162d9-cb16-4d75-9dac-7bc92448dabf tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:06.700755 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1198730a-aa1a-45df-928a-49db083dbd85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:06.703908 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-93280fac-1b98-482b-ab9c-c1f6c434adf5 req-e247e19c-7336-42bd-89eb-28f6cc3727b3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:06.725526 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1ec162d9-cb16-4d75-9dac-7bc92448dabf tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:06.733287 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec162d9-cb16-4d75-9dac-7bc92448dabf tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:06.734157 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1ec162d9-cb16-4d75-9dac-7bc92448dabf tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:06.758837 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1198730a-aa1a-45df-928a-49db083dbd85 admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:26:06.759248 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1198730a-aa1a-45df-928a-49db083dbd85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:06.760976 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:26:06.760976 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:26:06.760976 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:26:06.760976 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:26:06.760976 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:26:06.760976 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:26:06.760976 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:26:06.760976 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:26:06.760976 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:26:06.760976 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:26:06.760976 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:26:06.760976 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:26:06.760976 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:26:06.760976 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:26:06.760976 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:26:06.760976 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:26:06.760976 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:26:06.760976 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:26:06.760976 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:26:06.760976 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:26:06.760976 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:26:06.760976 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:26:06.760976 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:26:06.760976 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:26:06.760976 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:26:06.760976 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:26:06.760976 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:26:06.760976 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:26:06.760976 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:26:06.760976 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:26:06.760976 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:26:06.760976 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:26:06.787634 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-1ec162d9-cb16-4d75-9dac-7bc92448dabf tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4376330 Nov 12 08:26:06.815930 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57288) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:06.824722 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-6f0d2fe2-2e73-4826-88c4-1269d1511971 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Request body: {'subnet': {'network_id': '7d3fc29b-5313-40fc-a118-dddaf421c92b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:26:06.825801 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec162d9-cb16-4d75-9dac-7bc92448dabf tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Pushing event updated for resources: {'Network': ['ID=7d3fc29b-5313-40fc-a118-dddaf421c92b,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:06.839657 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 7d3fc29b-5313-40fc-a118-dddaf421c92b details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:26:06.866746 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.provisioning_blocks [req-93280fac-1b98-482b-ab9c-c1f6c434adf5 req-e247e19c-7336-42bd-89eb-28f6cc3727b3 service neutron] Transition to ACTIVE for port object d99ea8b3-c034-4b00-b2d2-885a037cbdd1 will not be triggered until provisioned by entity L2. {{(pid=102600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:26:06.871775 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1198730a-aa1a-45df-928a-49db083dbd85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:06.914738 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1198730a-aa1a-45df-928a-49db083dbd85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:06.920947 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-1198730a-aa1a-45df-928a-49db083dbd85 admin admin] 10.222.0.26 "DELETE /v2.0/networks/d3dfbd60-c4bd-4535-a8f2-0544edeaf90f HTTP/1.1" status: 204 len: 168 time: 0.8060267 Nov 12 08:26:06.925854 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-93280fac-1b98-482b-ab9c-c1f6c434adf5 req-e247e19c-7336-42bd-89eb-28f6cc3727b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:06.942746 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2b521d96-9c88-4f92-ae6b-d359bda2a2fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:06.952265 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57294) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:06.957429 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-33497c14-3436-4b9b-85ae-62f4434be7fd tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:06.957757 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-33497c14-3436-4b9b-85ae-62f4434be7fd tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:06.987955 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1198730a-aa1a-45df-928a-49db083dbd85 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3dfbd60-c4bd-4535-a8f2-0544edeaf90f,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:07.014909 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-33497c14-3436-4b9b-85ae-62f4434be7fd tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Calling delete_port for 146fce8d-3b14-4738-8524-d2c0e02f4037 owned by network:floatingip {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:26:07.055439 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e247e19c-7336-42bd-89eb-28f6cc3727b3 service neutron] Pushing event updated for resources: {'Port': ['ID=d99ea8b3-c034-4b00-b2d2-885a037cbdd1,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:07.144678 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4755fd49-5240-4bde-ab4d-f1243fbb8ba5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:07.159792 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f0d2fe2-2e73-4826-88c4-1269d1511971 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Made reservation on behalf of d0079b246ce34b7aafdf3c84b6eba4ad for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:26:07.163779 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6f0d2fe2-2e73-4826-88c4-1269d1511971 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:07.267234 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4755fd49-5240-4bde-ab4d-f1243fbb8ba5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:07.269658 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57298) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:07.278935 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4755fd49-5240-4bde-ab4d-f1243fbb8ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:07.330253 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4755fd49-5240-4bde-ab4d-f1243fbb8ba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b913f29-cf6f-4864-90ec-cf11cbce9b4b,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:07.370649 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-4755fd49-5240-4bde-ab4d-f1243fbb8ba5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0e93b8ffff5442e0a0e8a314bcfc0c93&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4133503 Nov 12 08:26:07.370882 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-93280fac-1b98-482b-ab9c-c1f6c434adf5 req-e247e19c-7336-42bd-89eb-28f6cc3727b3 service neutron] Attempting to bind port d99ea8b3-c034-4b00-b2d2-885a037cbdd1 on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:26:07.371013 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57302) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:07.371120 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-93280fac-1b98-482b-ab9c-c1f6c434adf5 req-e247e19c-7336-42bd-89eb-28f6cc3727b3 service neutron] Attempting to bind port d99ea8b3-c034-4b00-b2d2-885a037cbdd1 by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': '8b23ff8c-0f2b-4e57-965a-eafbdd9f92fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '25e154d6-b86b-40ca-bb2f-d2753a68cc33'}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:26:07.371120 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93280fac-1b98-482b-ab9c-c1f6c434adf5 req-e247e19c-7336-42bd-89eb-28f6cc3727b3 service neutron] Attempting to bind port d99ea8b3-c034-4b00-b2d2-885a037cbdd1 on network 25e154d6-b86b-40ca-bb2f-d2753a68cc33 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:26:07.398569 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-cd53bb4f-3b89-451b-8e5b-e895aaa59ed2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0f5ac3b73127492b9ddf858af9c3809d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1273246 Nov 12 08:26:07.403188 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57304) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:07.450382 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93280fac-1b98-482b-ab9c-c1f6c434adf5 req-e247e19c-7336-42bd-89eb-28f6cc3727b3 service neutron] Port d99ea8b3-c034-4b00-b2d2-885a037cbdd1 on network 25e154d6-b86b-40ca-bb2f-d2753a68cc33 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:26:07.450695 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93280fac-1b98-482b-ab9c-c1f6c434adf5 req-e247e19c-7336-42bd-89eb-28f6cc3727b3 service neutron] Attempting to bind port d99ea8b3-c034-4b00-b2d2-885a037cbdd1 on network 25e154d6-b86b-40ca-bb2f-d2753a68cc33 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:26:07.452983 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 7bc348c6-61e3-4e20-9644-1a5ca6f23d4e no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:26:07.479657 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93280fac-1b98-482b-ab9c-c1f6c434adf5 req-e247e19c-7336-42bd-89eb-28f6cc3727b3 service neutron] Checking agent: {'id': '26215384-8035-4ce2-971a-8e67be80da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:26:07.480007 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93280fac-1b98-482b-ab9c-c1f6c434adf5 req-e247e19c-7336-42bd-89eb-28f6cc3727b3 service neutron] Checking segment: {'id': '8b23ff8c-0f2b-4e57-965a-eafbdd9f92fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '25e154d6-b86b-40ca-bb2f-d2753a68cc33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:26:07.480397 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93280fac-1b98-482b-ab9c-c1f6c434adf5 req-e247e19c-7336-42bd-89eb-28f6cc3727b3 service neutron] Bound using segment: {'id': '8b23ff8c-0f2b-4e57-965a-eafbdd9f92fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '25e154d6-b86b-40ca-bb2f-d2753a68cc33'} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:26:07.481166 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-93280fac-1b98-482b-ab9c-c1f6c434adf5 req-e247e19c-7336-42bd-89eb-28f6cc3727b3 service neutron] Bound port: d99ea8b3-c034-4b00-b2d2-885a037cbdd1, host: n-h1-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b23ff8c-0f2b-4e57-965a-eafbdd9f92fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '25e154d6-b86b-40ca-bb2f-d2753a68cc33'}}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:26:07.481166 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-93280fac-1b98-482b-ab9c-c1f6c434adf5 req-e247e19c-7336-42bd-89eb-28f6cc3727b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:07.493988 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d15e711e-bcd8-4c46-af09-2f91ae9a6dc8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:07.497098 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-702c786b-adb2-46cb-acf5-4d46df8531b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:07.506188 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-e530113a-7783-48f4-9840-8911a24052df None None] No Port match for: 7bc348c6-61e3-4e20-9644-1a5ca6f23d4e {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:26:07.506879 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 7bc348c6-61e3-4e20-9644-1a5ca6f23d4e not bound to the agent host n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:26:07.541494 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d15e711e-bcd8-4c46-af09-2f91ae9a6dc8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:07.544648 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-702c786b-adb2-46cb-acf5-4d46df8531b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:07.582418 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-33497c14-3436-4b9b-85ae-62f4434be7fd tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:07.598117 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc317dd6-b372-4b5b-84ba-3767f9220fe3 req-a864bd47-d5b5-4e10-8e9d-a7bbdbab21c7 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:07.604884 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc317dd6-b372-4b5b-84ba-3767f9220fe3 req-a864bd47-d5b5-4e10-8e9d-a7bbdbab21c7 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:07.606757 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bc317dd6-b372-4b5b-84ba-3767f9220fe3 req-a864bd47-d5b5-4e10-8e9d-a7bbdbab21c7 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "GET /v2.0/ports?device_id=81435566-38c7-4376-a8b5-8136a0272d85 HTTP/1.1" status: 200 len: 1667 time: 0.2316055 Nov 12 08:26:07.635183 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d15e711e-bcd8-4c46-af09-2f91ae9a6dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:07.638007 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d15e711e-bcd8-4c46-af09-2f91ae9a6dc8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:07.639216 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-d15e711e-bcd8-4c46-af09-2f91ae9a6dc8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ece24f52-0c0d-4c98-8407-beec2fc72985 HTTP/1.1" status: 204 len: 168 time: 0.2349751 Nov 12 08:26:07.642445 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-702c786b-adb2-46cb-acf5-4d46df8531b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:07.645601 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-702c786b-adb2-46cb-acf5-4d46df8531b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:07.646756 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-702c786b-adb2-46cb-acf5-4d46df8531b4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0b913f29-cf6f-4864-90ec-cf11cbce9b4b HTTP/1.1" status: 204 len: 168 time: 0.2755814 Nov 12 08:26:07.655784 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15e711e-bcd8-4c46-af09-2f91ae9a6dc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ece24f52-0c0d-4c98-8407-beec2fc72985,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:07.680917 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702c786b-adb2-46cb-acf5-4d46df8531b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b913f29-cf6f-4864-90ec-cf11cbce9b4b,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:07.704566 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33497c14-3436-4b9b-85ae-62f4434be7fd tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Pushing event deleted for resources: {'Port': ['ID=146fce8d-3b14-4738-8524-d2c0e02f4037,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:07.754017 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6f0d2fe2-2e73-4826-88c4-1269d1511971 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:07.837086 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0d2fe2-2e73-4826-88c4-1269d1511971 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Pushing event updated for resources: {'Subnet': ['ID=7f308697-3561-4032-a56d-feec94437221,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:07.857309 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:07.881093 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-93280fac-1b98-482b-ab9c-c1f6c434adf5 req-e247e19c-7336-42bd-89eb-28f6cc3727b3 service neutron] For port d99ea8b3-c034-4b00-b2d2-885a037cbdd1, host n-h1-765315-29, cleared binding levels {{(pid=102600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:26:07.892306 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bc317dd6-b372-4b5b-84ba-3767f9220fe3 req-baa3002a-4d20-4558-b4a7-1446e24fee54 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "GET /v2.0/security-groups?id=5e4f26b3-68f4-458f-b970-543611e5d001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737930 Nov 12 08:26:07.922710 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-33497c14-3436-4b9b-85ae-62f4434be7fd tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks [] for floatingip, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:07.927295 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-33497c14-3436-4b9b-85ae-62f4434be7fd tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:07.933051 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-33497c14-3436-4b9b-85ae-62f4434be7fd tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] 10.222.0.26 "DELETE /v2.0/floatingips/be009b6c-c08c-4ac5-a719-ffbc0c7043a6 HTTP/1.1" status: 204 len: 168 time: 1.6945469 Nov 12 08:26:07.933745 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57314) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:07.936161 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-93280fac-1b98-482b-ab9c-c1f6c434adf5 req-e247e19c-7336-42bd-89eb-28f6cc3727b3 service neutron] For port d99ea8b3-c034-4b00-b2d2-885a037cbdd1, host n-h1-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=d99ea8b3-c034-4b00-b2d2-885a037cbdd1,segment=NetworkSegment(8b23ff8c-0f2b-4e57-965a-eafbdd9f92fc),segment_id=8b23ff8c-0f2b-4e57-965a-eafbdd9f92fc)] {{(pid=102600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:26:07.942316 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-f9903f35-b72a-4ce0-b9ee-7efad516345e tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Request body: {'floatingip': {'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'port_id': '4505d815-d9c3-4e11-9ed0-14e742650d49'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:26:07.945202 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-93280fac-1b98-482b-ab9c-c1f6c434adf5 req-e247e19c-7336-42bd-89eb-28f6cc3727b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:08.008083 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0d2fe2-2e73-4826-88c4-1269d1511971 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Checking segment: {'id': 'be42897f-baa3-480d-ad2f-de43456ec559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '7d3fc29b-5313-40fc-a118-dddaf421c92b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:26:08.008520 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0d2fe2-2e73-4826-88c4-1269d1511971 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Network hostable DHCP agents. Network: 7d3fc29b-5313-40fc-a118-dddaf421c92b, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:26:08.014436 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93280fac-1b98-482b-ab9c-c1f6c434adf5 req-e247e19c-7336-42bd-89eb-28f6cc3727b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:08.015090 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-93280fac-1b98-482b-ab9c-c1f6c434adf5 req-e247e19c-7336-42bd-89eb-28f6cc3727b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:08.016660 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-93280fac-1b98-482b-ab9c-c1f6c434adf5 req-e247e19c-7336-42bd-89eb-28f6cc3727b3 service neutron] 10.222.0.21 "PUT /v2.0/ports/d99ea8b3-c034-4b00-b2d2-885a037cbdd1 HTTP/1.1" status: 200 len: 1093 time: 2.8773887 Nov 12 08:26:08.021372 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81435566-38c7-4376-a8b5-8136a0272d85', 'tag': 'd99ea8b3-c034-4b00-b2d2-885a037cbdd1'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:26:08.023739 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7edd1101-f72f-4f6e-b301-356d89bf3d45" -d '{"events": [{"name": "network-changed", "server_uuid": "81435566-38c7-4376-a8b5-8136a0272d85", "tag": "d99ea8b3-c034-4b00-b2d2-885a037cbdd1"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:26:08.054860 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f9903f35-b72a-4ce0-b9ee-7efad516345e tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks [] for floatingip, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:08.066108 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0d2fe2-2e73-4826-88c4-1269d1511971 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Network 7d3fc29b-5313-40fc-a118-dddaf421c92b is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:26:08.075540 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-93280fac-1b98-482b-ab9c-c1f6c434adf5 req-8506dcbb-3c6c-4172-a098-661bf4fa6397 service neutron] Request body: {'port': {'device_id': '81435566-38c7-4376-a8b5-8136a0272d85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-29'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:26:08.109914 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e247e19c-7336-42bd-89eb-28f6cc3727b3 service neutron] Pushing event updated for resources: {'Port': ['ID=d99ea8b3-c034-4b00-b2d2-885a037cbdd1,revision_number=3']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:08.191266 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb781b66-d84f-4fd3-a7d2-31aa00c74e82 x-openstack-request-id: req-bb781b66-d84f-4fd3-a7d2-31aa00c74e82 {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:26:08.191978 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81435566-38c7-4376-a8b5-8136a0272d85", "tag": "d99ea8b3-c034-4b00-b2d2-885a037cbdd1", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:26:08.192460 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bb781b66-d84f-4fd3-a7d2-31aa00c74e82 {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:26:08.193125 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81435566-38c7-4376-a8b5-8136a0272d85', 'tag': 'd99ea8b3-c034-4b00-b2d2-885a037cbdd1', 'status': 'completed', 'code': 200} Nov 12 08:26:08.195076 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-93280fac-1b98-482b-ab9c-c1f6c434adf5 req-8506dcbb-3c6c-4172-a098-661bf4fa6397 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:08.208886 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-6f0d2fe2-2e73-4826-88c4-1269d1511971 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 7d3fc29b-5313-40fc-a118-dddaf421c92b) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:26:08.216005 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0d2fe2-2e73-4826-88c4-1269d1511971 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:08.216902 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6f0d2fe2-2e73-4826-88c4-1269d1511971 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:08.219484 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c2da81-b9e5-46c9-bcc7-9b10fe684237 None None] Network 7d3fc29b-5313-40fc-a118-dddaf421c92b requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:26:08.367459 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edd1101-f72f-4f6e-b301-356d89bf3d45 req-0c8ad66f-dfe1-4649-8c45-5f2035d4589a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:08.368358 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edd1101-f72f-4f6e-b301-356d89bf3d45 req-0c8ad66f-dfe1-4649-8c45-5f2035d4589a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:08.370514 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7edd1101-f72f-4f6e-b301-356d89bf3d45 req-0c8ad66f-dfe1-4649-8c45-5f2035d4589a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1001c16de8c544adab5de1eeb517d6a1&device_id=81435566-38c7-4376-a8b5-8136a0272d85 HTTP/1.1" status: 200 len: 1915 time: 0.1894414 Nov 12 08:26:08.392609 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-6f0d2fe2-2e73-4826-88c4-1269d1511971 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5755827 Nov 12 08:26:08.422944 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57334) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:08.431445 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-bdf43d7f-fe2d-425b-9ec6-fc4140e46a7f tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Request body: {'network': {'name': 'tempest-router-network01--738428255'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:26:08.602700 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f9903f35-b72a-4ce0-b9ee-7efad516345e tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:08.652624 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdf43d7f-fe2d-425b-9ec6-fc4140e46a7f tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Made reservation on behalf of d0079b246ce34b7aafdf3c84b6eba4ad for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:26:08.656790 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bdf43d7f-fe2d-425b-9ec6-fc4140e46a7f tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:08.783567 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f92d43-9a77-42f4-8db4-f52d2d12a6d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-7d3fc29b-5313-40fc-a118-dddaf421c92b', 'network_id': '7d3fc29b-5313-40fc-a118-dddaf421c92b', 'tenant_id': 'd0079b246ce34b7aafdf3c84b6eba4ad', 'fixed_ips': [{'subnet_id': '7f308697-3561-4032-a56d-feec94437221'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:26:08.785674 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-00f92d43-9a77-42f4-8db4-f52d2d12a6d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:08.796583 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edd1101-f72f-4f6e-b301-356d89bf3d45 req-adc4364f-9498-42cc-a779-7028219c3714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:08.797021 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edd1101-f72f-4f6e-b301-356d89bf3d45 req-adc4364f-9498-42cc-a779-7028219c3714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:08.797474 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edd1101-f72f-4f6e-b301-356d89bf3d45 req-adc4364f-9498-42cc-a779-7028219c3714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:08.799225 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7edd1101-f72f-4f6e-b301-356d89bf3d45 req-adc4364f-9498-42cc-a779-7028219c3714 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=1001c16de8c544adab5de1eeb517d6a1&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4179099 Nov 12 08:26:08.820014 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdf43d7f-fe2d-425b-9ec6-fc4140e46a7f tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:26:08.898182 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [req-93280fac-1b98-482b-ab9c-c1f6c434adf5 req-8506dcbb-3c6c-4172-a098-661bf4fa6397 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a7736d9-b659-4fde-bf0c-36ec65843525 {{(pid=102600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:26:08.899802 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bdf43d7f-fe2d-425b-9ec6-fc4140e46a7f tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:08.900210 n-d-765315-29 neutron-server[102599]: INFO neutron.db.segments_db [None req-bdf43d7f-fe2d-425b-9ec6-fc4140e46a7f tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Added segment da9b5d35-d09b-4983-a44c-f5141edad40e of type vlan for network d65bd95c-c8e5-4d4f-b911-0e9966279304 Nov 12 08:26:08.914510 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-93280fac-1b98-482b-ab9c-c1f6c434adf5 req-8506dcbb-3c6c-4172-a098-661bf4fa6397 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:08.965193 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.provisioning_blocks [req-93280fac-1b98-482b-ab9c-c1f6c434adf5 req-8506dcbb-3c6c-4172-a098-661bf4fa6397 service neutron] Transition to ACTIVE for port object 7a7736d9-b659-4fde-bf0c-36ec65843525 will not be triggered until provisioned by entity L2. {{(pid=102600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:26:08.976869 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-93280fac-1b98-482b-ab9c-c1f6c434adf5 req-8506dcbb-3c6c-4172-a098-661bf4fa6397 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:09.095444 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bdf43d7f-fe2d-425b-9ec6-fc4140e46a7f tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:09.106535 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-00f92d43-9a77-42f4-8db4-f52d2d12a6d3 None None] Allocated IP 172.20.0.2 (7d3fc29b-5313-40fc-a118-dddaf421c92b/7f308697-3561-4032-a56d-feec94437221/b084b859-0e85-44be-8588-3d1c55f315cf) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:26:09.164809 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-f9903f35-b72a-4ce0-b9ee-7efad516345e tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Allocated IP 172.25.2.30 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/e8821753-ec49-4d2f-8560-ccc1e7b43687) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:26:09.173739 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8506dcbb-3c6c-4172-a098-661bf4fa6397 service neutron] Pushing event updated for resources: {'Port': ['ID=7a7736d9-b659-4fde-bf0c-36ec65843525,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:09.259403 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57360) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:09.304131 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-93280fac-1b98-482b-ab9c-c1f6c434adf5 req-8506dcbb-3c6c-4172-a098-661bf4fa6397 service neutron] Attempting to bind port 7a7736d9-b659-4fde-bf0c-36ec65843525 on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:26:09.304471 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-93280fac-1b98-482b-ab9c-c1f6c434adf5 req-8506dcbb-3c6c-4172-a098-661bf4fa6397 service neutron] Attempting to bind port 7a7736d9-b659-4fde-bf0c-36ec65843525 by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': '7049fc2e-efb4-4674-a214-220979bba373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f8407779-7904-4d2f-a1cc-a3b4bf9d6bfd'}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:26:09.304807 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93280fac-1b98-482b-ab9c-c1f6c434adf5 req-8506dcbb-3c6c-4172-a098-661bf4fa6397 service neutron] Attempting to bind port 7a7736d9-b659-4fde-bf0c-36ec65843525 on network f8407779-7904-4d2f-a1cc-a3b4bf9d6bfd {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:26:09.320827 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93280fac-1b98-482b-ab9c-c1f6c434adf5 req-8506dcbb-3c6c-4172-a098-661bf4fa6397 service neutron] Port 7a7736d9-b659-4fde-bf0c-36ec65843525 on network f8407779-7904-4d2f-a1cc-a3b4bf9d6bfd not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:26:09.321154 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93280fac-1b98-482b-ab9c-c1f6c434adf5 req-8506dcbb-3c6c-4172-a098-661bf4fa6397 service neutron] Attempting to bind port 7a7736d9-b659-4fde-bf0c-36ec65843525 on network f8407779-7904-4d2f-a1cc-a3b4bf9d6bfd {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:26:09.348569 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93280fac-1b98-482b-ab9c-c1f6c434adf5 req-8506dcbb-3c6c-4172-a098-661bf4fa6397 service neutron] Checking agent: {'id': '26215384-8035-4ce2-971a-8e67be80da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:26:09.348915 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93280fac-1b98-482b-ab9c-c1f6c434adf5 req-8506dcbb-3c6c-4172-a098-661bf4fa6397 service neutron] Checking segment: {'id': '7049fc2e-efb4-4674-a214-220979bba373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f8407779-7904-4d2f-a1cc-a3b4bf9d6bfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:26:09.349299 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93280fac-1b98-482b-ab9c-c1f6c434adf5 req-8506dcbb-3c6c-4172-a098-661bf4fa6397 service neutron] Bound using segment: {'id': '7049fc2e-efb4-4674-a214-220979bba373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f8407779-7904-4d2f-a1cc-a3b4bf9d6bfd'} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:26:09.349736 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-93280fac-1b98-482b-ab9c-c1f6c434adf5 req-8506dcbb-3c6c-4172-a098-661bf4fa6397 service neutron] Bound port: 7a7736d9-b659-4fde-bf0c-36ec65843525, host: n-h1-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7049fc2e-efb4-4674-a214-220979bba373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f8407779-7904-4d2f-a1cc-a3b4bf9d6bfd'}}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:26:09.350092 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-93280fac-1b98-482b-ab9c-c1f6c434adf5 req-8506dcbb-3c6c-4172-a098-661bf4fa6397 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:09.354387 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f9903f35-b72a-4ce0-b9ee-7efad516345e tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:09.507515 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-93280fac-1b98-482b-ab9c-c1f6c434adf5 req-8506dcbb-3c6c-4172-a098-661bf4fa6397 service neutron] For port 7a7736d9-b659-4fde-bf0c-36ec65843525, host n-h1-765315-29, cleared binding levels {{(pid=102600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:26:09.511233 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-93280fac-1b98-482b-ab9c-c1f6c434adf5 req-8506dcbb-3c6c-4172-a098-661bf4fa6397 service neutron] For port 7a7736d9-b659-4fde-bf0c-36ec65843525, host n-h1-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=7a7736d9-b659-4fde-bf0c-36ec65843525,segment=NetworkSegment(7049fc2e-efb4-4674-a214-220979bba373),segment_id=7049fc2e-efb4-4674-a214-220979bba373)] {{(pid=102600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:26:09.526194 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-93280fac-1b98-482b-ab9c-c1f6c434adf5 req-8506dcbb-3c6c-4172-a098-661bf4fa6397 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:09.553894 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bdf43d7f-fe2d-425b-9ec6-fc4140e46a7f tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:09.560236 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf43d7f-fe2d-425b-9ec6-fc4140e46a7f tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:09.561138 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bdf43d7f-fe2d-425b-9ec6-fc4140e46a7f tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:09.581964 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edd1101-f72f-4f6e-b301-356d89bf3d45 req-1401fccf-23f4-43e5-b0a3-e02c48d0e087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:09.585891 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7edd1101-f72f-4f6e-b301-356d89bf3d45 req-1401fccf-23f4-43e5-b0a3-e02c48d0e087 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7765987 Nov 12 08:26:09.615355 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:09.645879 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93280fac-1b98-482b-ab9c-c1f6c434adf5 req-8506dcbb-3c6c-4172-a098-661bf4fa6397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:09.649671 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-93280fac-1b98-482b-ab9c-c1f6c434adf5 req-8506dcbb-3c6c-4172-a098-661bf4fa6397 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:09.657234 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-93280fac-1b98-482b-ab9c-c1f6c434adf5 req-8506dcbb-3c6c-4172-a098-661bf4fa6397 service neutron] 10.222.0.21 "PUT /v2.0/ports/7a7736d9-b659-4fde-bf0c-36ec65843525 HTTP/1.1" status: 200 len: 1093 time: 1.5930374 Nov 12 08:26:09.703084 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f9903f35-b72a-4ce0-b9ee-7efad516345e tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:09.779181 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-1766929f-a592-4be2-bbe0-42a745f57574 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1336460044-network', 'tenant_id': '21a2ac24705441ab9e82ecd18312805e'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:26:09.790664 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-00f92d43-9a77-42f4-8db4-f52d2d12a6d3 None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:09.794304 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:09.798800 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-00f92d43-9a77-42f4-8db4-f52d2d12a6d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:09.800760 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9903f35-b72a-4ce0-b9ee-7efad516345e tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:26:09.823831 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-bdf43d7f-fe2d-425b-9ec6-fc4140e46a7f tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3987155 Nov 12 08:26:09.824675 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57378) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:09.830166 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9903f35-b72a-4ce0-b9ee-7efad516345e tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Pushing event updated for resources: {'Port': ['ID=e8821753-ec49-4d2f-8560-ccc1e7b43687,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:09.842264 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-f9903f35-b72a-4ce0-b9ee-7efad516345e tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:26:09.846045 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9903f35-b72a-4ce0-b9ee-7efad516345e tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:26:09.853295 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8506dcbb-3c6c-4172-a098-661bf4fa6397 service neutron] Pushing event updated for resources: {'Port': ['ID=7a7736d9-b659-4fde-bf0c-36ec65843525,revision_number=3']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:09.902337 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1766929f-a592-4be2-bbe0-42a745f57574 admin admin] Made reservation on behalf of 21a2ac24705441ab9e82ecd18312805e for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:26:09.904055 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f92d43-9a77-42f4-8db4-f52d2d12a6d3 None None] Pushing event updated for resources: {'Port': ['ID=b084b859-0e85-44be-8588-3d1c55f315cf,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:09.906462 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1766929f-a592-4be2-bbe0-42a745f57574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:09.925860 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f92d43-9a77-42f4-8db4-f52d2d12a6d3 None None] Network 7d3fc29b-5313-40fc-a118-dddaf421c92b is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:26:09.928749 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-00f92d43-9a77-42f4-8db4-f52d2d12a6d3 None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:26:09.932588 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f92d43-9a77-42f4-8db4-f52d2d12a6d3 None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:26:09.943234 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1766929f-a592-4be2-bbe0-42a745f57574 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:09.954402 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-452a7613-cd21-4ad3-978d-1f446427a152 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Request body: {'network': {'name': 'tempest-router-network02--1325260391'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:26:09.962253 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93280fac-1b98-482b-ab9c-c1f6c434adf5 req-3fa80a1e-0264-472f-858c-22c3bf98ef66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:09.962766 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93280fac-1b98-482b-ab9c-c1f6c434adf5 req-3fa80a1e-0264-472f-858c-22c3bf98ef66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:09.964359 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-93280fac-1b98-482b-ab9c-c1f6c434adf5 req-3fa80a1e-0264-472f-858c-22c3bf98ef66 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1001c16de8c544adab5de1eeb517d6a1&device_id=81435566-38c7-4376-a8b5-8136a0272d85 HTTP/1.1" status: 200 len: 1983 time: 0.2467563 Nov 12 08:26:10.054276 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf43d7f-fe2d-425b-9ec6-fc4140e46a7f tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Pushing event updated for resources: {'Network': ['ID=d65bd95c-c8e5-4d4f-b911-0e9966279304,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:10.060434 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-00f92d43-9a77-42f4-8db4-f52d2d12a6d3 None None] Attempting to bind port b084b859-0e85-44be-8588-3d1c55f315cf on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:26:10.063060 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-00f92d43-9a77-42f4-8db4-f52d2d12a6d3 None None] Attempting to bind port b084b859-0e85-44be-8588-3d1c55f315cf by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': 'be42897f-baa3-480d-ad2f-de43456ec559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '7d3fc29b-5313-40fc-a118-dddaf421c92b'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:26:10.063507 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f92d43-9a77-42f4-8db4-f52d2d12a6d3 None None] Attempting to bind port b084b859-0e85-44be-8588-3d1c55f315cf on network 7d3fc29b-5313-40fc-a118-dddaf421c92b {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:26:10.071979 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb03b29b-f2b7-40ac-bfec-cffb32d48d3f req-c0b09d93-d914-4f2e-b376-97395681297e tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:10.078201 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb03b29b-f2b7-40ac-bfec-cffb32d48d3f req-c0b09d93-d914-4f2e-b376-97395681297e tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:10.080040 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cb03b29b-f2b7-40ac-bfec-cffb32d48d3f req-c0b09d93-d914-4f2e-b376-97395681297e tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "GET /v2.0/ports?device_id=81435566-38c7-4376-a8b5-8136a0272d85 HTTP/1.1" status: 200 len: 1679 time: 0.6783447 Nov 12 08:26:10.081550 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network d65bd95c-c8e5-4d4f-b911-0e9966279304 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:26:10.086486 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f92d43-9a77-42f4-8db4-f52d2d12a6d3 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:26:10.087335 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f92d43-9a77-42f4-8db4-f52d2d12a6d3 None None] Checking segment: {'id': 'be42897f-baa3-480d-ad2f-de43456ec559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '7d3fc29b-5313-40fc-a118-dddaf421c92b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:26:10.087880 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-00f92d43-9a77-42f4-8db4-f52d2d12a6d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:10.088530 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f92d43-9a77-42f4-8db4-f52d2d12a6d3 None None] Bound using segment: {'id': 'be42897f-baa3-480d-ad2f-de43456ec559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '7d3fc29b-5313-40fc-a118-dddaf421c92b'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:26:10.089189 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-00f92d43-9a77-42f4-8db4-f52d2d12a6d3 None None] Bound port: b084b859-0e85-44be-8588-3d1c55f315cf, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be42897f-baa3-480d-ad2f-de43456ec559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '7d3fc29b-5313-40fc-a118-dddaf421c92b'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:26:10.089824 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-00f92d43-9a77-42f4-8db4-f52d2d12a6d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:10.092726 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-93280fac-1b98-482b-ab9c-c1f6c434adf5 req-2da3bb38-06a1-41e1-82fd-9ba4bb0ae060 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.177&port_id=d99ea8b3-c034-4b00-b2d2-885a037cbdd1 HTTP/1.1" status: 200 len: 217 time: 0.0806818 Nov 12 08:26:10.176692 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-00f92d43-9a77-42f4-8db4-f52d2d12a6d3 None None] For port b084b859-0e85-44be-8588-3d1c55f315cf, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:26:10.181046 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-00f92d43-9a77-42f4-8db4-f52d2d12a6d3 None None] For port b084b859-0e85-44be-8588-3d1c55f315cf, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=b084b859-0e85-44be-8588-3d1c55f315cf,segment=NetworkSegment(be42897f-baa3-480d-ad2f-de43456ec559),segment_id=be42897f-baa3-480d-ad2f-de43456ec559)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:26:10.198810 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-452a7613-cd21-4ad3-978d-1f446427a152 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Made reservation on behalf of d0079b246ce34b7aafdf3c84b6eba4ad for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:26:10.198981 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81435566-38c7-4376-a8b5-8136a0272d85', 'tag': '7a7736d9-b659-4fde-bf0c-36ec65843525'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:26:10.201224 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b55f151-341f-4897-a4ac-1c9263d0df1a" -d '{"events": [{"name": "network-changed", "server_uuid": "81435566-38c7-4376-a8b5-8136a0272d85", "tag": "7a7736d9-b659-4fde-bf0c-36ec65843525"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:26:10.202490 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-452a7613-cd21-4ad3-978d-1f446427a152 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:10.204843 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93280fac-1b98-482b-ab9c-c1f6c434adf5 req-6b351ea1-6928-4964-8919-a642b46e9db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:10.206514 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-93280fac-1b98-482b-ab9c-c1f6c434adf5 req-6b351ea1-6928-4964-8919-a642b46e9db0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b3731f5b-1f24-4a8c-a019-cd329c18dcd8 HTTP/1.1" status: 200 len: 801 time: 0.0942860 Nov 12 08:26:10.300363 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93280fac-1b98-482b-ab9c-c1f6c434adf5 req-1a42dbdf-1d96-4a9e-8e8a-c56ec71e5bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:10.302286 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-93280fac-1b98-482b-ab9c-c1f6c434adf5 req-1a42dbdf-1d96-4a9e-8e8a-c56ec71e5bb2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=25e154d6-b86b-40ca-bb2f-d2753a68cc33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0841641 Nov 12 08:26:10.349145 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-00f92d43-9a77-42f4-8db4-f52d2d12a6d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:10.349778 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-452a7613-cd21-4ad3-978d-1f446427a152 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:26:10.360013 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1766929f-a592-4be2-bbe0-42a745f57574 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:10.398177 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cb03b29b-f2b7-40ac-bfec-cffb32d48d3f req-95ca3b9d-c4cd-4c13-b4c3-a6ed889b2c39 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "GET /v2.0/security-groups?id=5e4f26b3-68f4-458f-b970-543611e5d001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484159 Nov 12 08:26:10.416626 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-452a7613-cd21-4ad3-978d-1f446427a152 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:10.416976 n-d-765315-29 neutron-server[102599]: INFO neutron.db.segments_db [None req-452a7613-cd21-4ad3-978d-1f446427a152 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Added segment b9a7d5be-74d7-47be-8a00-ca42a378a067 of type vlan for network 87d0c4ac-ab0d-4ba1-b18e-715efaaf093e Nov 12 08:26:10.420336 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1766929f-a592-4be2-bbe0-42a745f57574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:10.465696 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f92d43-9a77-42f4-8db4-f52d2d12a6d3 None None] Pushing event updated for resources: {'Port': ['ID=b084b859-0e85-44be-8588-3d1c55f315cf,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:10.490872 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-24d938ff-a0ef-4288-b7cf-da9e297f0e20 req-0da99ef3-99d5-4045-a792-2f56538693e8 tempest-ServerShowV257Test-1120490378 tempest-ServerShowV257Test-1120490378-project] 10.222.0.26 "GET /v2.0/ports?device_id=c537a61c-41b2-4a9f-ba97-d854f273875a HTTP/1.1" status: 200 len: 210 time: 0.0883467 Nov 12 08:26:10.537073 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1766929f-a592-4be2-bbe0-42a745f57574 admin admin] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:26:10.544352 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d589d2f1-3f5e-46f3-a68c-22f6ac071388 x-openstack-request-id: req-d589d2f1-3f5e-46f3-a68c-22f6ac071388 {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:26:10.544639 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81435566-38c7-4376-a8b5-8136a0272d85", "tag": "7a7736d9-b659-4fde-bf0c-36ec65843525", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:26:10.545069 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d589d2f1-3f5e-46f3-a68c-22f6ac071388 {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:26:10.545467 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81435566-38c7-4376-a8b5-8136a0272d85', 'tag': '7a7736d9-b659-4fde-bf0c-36ec65843525', 'status': 'completed', 'code': 200} Nov 12 08:26:10.549202 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1766929f-a592-4be2-bbe0-42a745f57574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc0955f8-ff92-40bf-a2fd-f4ce6f6d835b,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:10.560715 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1766929f-a592-4be2-bbe0-42a745f57574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:10.561375 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-1766929f-a592-4be2-bbe0-42a745f57574 admin admin] Added segment 385d95cf-9270-4546-b534-d371c41e4b58 of type vlan for network b1a7821e-f1d3-43e5-80d4-19a0f0105ed4 Nov 12 08:26:10.569278 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-452a7613-cd21-4ad3-978d-1f446427a152 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:10.614738 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-93280fac-1b98-482b-ab9c-c1f6c434adf5 req-e7fe1be8-e6f7-4948-aa91-f187f44f4ae4 service neutron] 10.222.0.21 "GET /v2.0/networks/25e154d6-b86b-40ca-bb2f-d2753a68cc33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3047264 Nov 12 08:26:10.635142 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1766929f-a592-4be2-bbe0-42a745f57574 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:10.701476 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-452a7613-cd21-4ad3-978d-1f446427a152 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:10.710300 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452a7613-cd21-4ad3-978d-1f446427a152 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:10.711720 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-452a7613-cd21-4ad3-978d-1f446427a152 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:10.759240 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1766929f-a592-4be2-bbe0-42a745f57574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:10.761117 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1766929f-a592-4be2-bbe0-42a745f57574 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:10.762207 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1766929f-a592-4be2-bbe0-42a745f57574 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:10.797775 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-1766929f-a592-4be2-bbe0-42a745f57574 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5277309 Nov 12 08:26:10.808957 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57404) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:10.813789 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-ebbe3b2a-504d-4080-bbce-4aa353ece5ff admin admin] Request body: {'subnet': {'network_id': 'b1a7821e-f1d3-43e5-80d4-19a0f0105ed4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1336460044-subnet', 'tenant_id': '21a2ac24705441ab9e82ecd18312805e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:26:10.879853 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452a7613-cd21-4ad3-978d-1f446427a152 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Pushing event updated for resources: {'Network': ['ID=87d0c4ac-ab0d-4ba1-b18e-715efaaf093e,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:10.895015 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1766929f-a592-4be2-bbe0-42a745f57574 admin admin] Pushing event updated for resources: {'Network': ['ID=b1a7821e-f1d3-43e5-80d4-19a0f0105ed4,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:10.903065 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 87d0c4ac-ab0d-4ba1-b18e-715efaaf093e details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:26:10.929716 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-93280fac-1b98-482b-ab9c-c1f6c434adf5 req-6502ae3d-4d6f-4dc9-a48c-442fcee5c609 service neutron] 10.222.0.21 "GET /v2.0/networks/25e154d6-b86b-40ca-bb2f-d2753a68cc33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3036549 Nov 12 08:26:10.931289 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebbe3b2a-504d-4080-bbce-4aa353ece5ff admin admin] Made reservation on behalf of 21a2ac24705441ab9e82ecd18312805e for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:26:10.942930 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ebbe3b2a-504d-4080-bbce-4aa353ece5ff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:10.986153 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-452a7613-cd21-4ad3-978d-1f446427a152 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0564227 Nov 12 08:26:10.988073 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57410) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:10.996582 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-47197107-2684-4a86-9bb8-56d0e4e87852 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Request body: {'subnet': {'network_id': 'd65bd95c-c8e5-4d4f-b911-0e9966279304', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:26:11.047336 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network b1a7821e-f1d3-43e5-80d4-19a0f0105ed4 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:26:11.186045 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-93280fac-1b98-482b-ab9c-c1f6c434adf5 req-6ec5b439-c728-4b74-8916-0ba2bab50a86 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.252&port_id=7a7736d9-b659-4fde-bf0c-36ec65843525 HTTP/1.1" status: 200 len: 217 time: 0.2408056 Nov 12 08:26:11.307063 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93280fac-1b98-482b-ab9c-c1f6c434adf5 req-f50fae2b-ab7f-452e-bb04-dd0c8a074cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:11.308687 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-93280fac-1b98-482b-ab9c-c1f6c434adf5 req-f50fae2b-ab7f-452e-bb04-dd0c8a074cce service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8717de96-cd45-4fd8-8400-138cdbf720e2 HTTP/1.1" status: 200 len: 801 time: 0.1119246 Nov 12 08:26:11.382833 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ebbe3b2a-504d-4080-bbce-4aa353ece5ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:11.396544 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93280fac-1b98-482b-ab9c-c1f6c434adf5 req-393ad3cb-51de-4e52-9abb-5b24d29cb17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:11.398379 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-93280fac-1b98-482b-ab9c-c1f6c434adf5 req-393ad3cb-51de-4e52-9abb-5b24d29cb17e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f8407779-7904-4d2f-a1cc-a3b4bf9d6bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0792747 Nov 12 08:26:11.515409 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f9903f35-b72a-4ce0-b9ee-7efad516345e tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:11.556972 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-93280fac-1b98-482b-ab9c-c1f6c434adf5 req-1e6c6bb3-6546-4198-ac38-200c76846773 service neutron] 10.222.0.21 "GET /v2.0/networks/f8407779-7904-4d2f-a1cc-a3b4bf9d6bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246710 Nov 12 08:26:11.610398 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device b084b859-0e85-44be-8588-3d1c55f315cf up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:26:11.661302 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbe3b2a-504d-4080-bbce-4aa353ece5ff admin admin] Checking segment: {'id': '385d95cf-9270-4546-b534-d371c41e4b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b1a7821e-f1d3-43e5-80d4-19a0f0105ed4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:26:11.662012 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbe3b2a-504d-4080-bbce-4aa353ece5ff admin admin] Network hostable DHCP agents. Network: b1a7821e-f1d3-43e5-80d4-19a0f0105ed4, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:26:11.689807 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f9903f35-b72a-4ce0-b9ee-7efad516345e tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:11.751255 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbe3b2a-504d-4080-bbce-4aa353ece5ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=12b144a6-628e-40a7-ae42-7387cab28ef8,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:11.776023 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66539bc1-f4fe-4e1a-bd41-a0891a40da86 req-c0155dde-f5ac-4a98-8af1-29e2806be85c tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:11.782191 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66539bc1-f4fe-4e1a-bd41-a0891a40da86 req-c0155dde-f5ac-4a98-8af1-29e2806be85c tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:11.783738 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port b084b859-0e85-44be-8588-3d1c55f315cf triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:26:11.787019 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:11.791249 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-66539bc1-f4fe-4e1a-bd41-a0891a40da86 req-c0155dde-f5ac-4a98-8af1-29e2806be85c tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "GET /v2.0/ports?device_id=81435566-38c7-4376-a8b5-8136a0272d85 HTTP/1.1" status: 200 len: 1679 time: 0.1353920 Nov 12 08:26:11.796589 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbe3b2a-504d-4080-bbce-4aa353ece5ff admin admin] Network b1a7821e-f1d3-43e5-80d4-19a0f0105ed4 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:26:11.810329 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47197107-2684-4a86-9bb8-56d0e4e87852 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Made reservation on behalf of d0079b246ce34b7aafdf3c84b6eba4ad for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:26:11.819096 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-47197107-2684-4a86-9bb8-56d0e4e87852 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:11.827397 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-ebbe3b2a-504d-4080-bbce-4aa353ece5ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, b1a7821e-f1d3-43e5-80d4-19a0f0105ed4) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:26:11.832558 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebbe3b2a-504d-4080-bbce-4aa353ece5ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:11.833816 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ebbe3b2a-504d-4080-bbce-4aa353ece5ff admin admin] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:11.839738 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ee0fb6-499f-4b27-a754-50e370a36f08 None None] Network b1a7821e-f1d3-43e5-80d4-19a0f0105ed4 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:26:11.903502 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-66539bc1-f4fe-4e1a-bd41-a0891a40da86 req-7378fb6b-9e14-41e4-b396-a99d3fbb4f22 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "GET /v2.0/security-groups?id=5e4f26b3-68f4-458f-b970-543611e5d001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112571 Nov 12 08:26:11.957572 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-ebbe3b2a-504d-4080-bbce-4aa353ece5ff admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1474280 Nov 12 08:26:11.959730 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-93280fac-1b98-482b-ab9c-c1f6c434adf5 req-3726548e-24e1-47bf-8377-642e9812a8a9 service neutron] 10.222.0.21 "GET /v2.0/networks/f8407779-7904-4d2f-a1cc-a3b4bf9d6bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3816962 Nov 12 08:26:11.961596 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57428) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:11.986775 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-c8e25781-32b0-4197-a45e-4b1c7692fcdc admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1336460044-router', 'tenant_id': '21a2ac24705441ab9e82ecd18312805e', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:26:12.040103 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c8e25781-32b0-4197-a45e-4b1c7692fcdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:12.041919 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c8e25781-32b0-4197-a45e-4b1c7692fcdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:12.073925 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f9903f35-b72a-4ce0-b9ee-7efad516345e tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:12.112025 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f9903f35-b72a-4ce0-b9ee-7efad516345e tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:12.212294 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406b667d-9a0a-44e0-92c0-1810998ce3fe None None] Network 7d3fc29b-5313-40fc-a118-dddaf421c92b requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:26:12.223584 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a6c94ceb-2faa-46a1-84a0-b7bbe020b86f req-a80ed830-5077-477f-b40c-0f7d2c2a7169 tempest-ServerShowV257Test-1120490378 tempest-ServerShowV257Test-1120490378-project] 10.222.0.26 "GET /v2.0/ports?device_id=c537a61c-41b2-4a9f-ba97-d854f273875a HTTP/1.1" status: 200 len: 210 time: 0.1463668 Nov 12 08:26:12.241767 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:12.251318 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c8e25781-32b0-4197-a45e-4b1c7692fcdc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:12.456180 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc44f8-e4c6-4e51-aa94-e67c9bebd003 req-298c847a-921a-4b60-ad08-bd46f1e21c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:12.464118 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] For port b084b859-0e85-44be-8588-3d1c55f315cf, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=b084b859-0e85-44be-8588-3d1c55f315cf,segment=NetworkSegment(be42897f-baa3-480d-ad2f-de43456ec559),segment_id=be42897f-baa3-480d-ad2f-de43456ec559)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:12.478384 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-45dc44f8-e4c6-4e51-aa94-e67c9bebd003 req-298c847a-921a-4b60-ad08-bd46f1e21c88 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=13ee7d6d71864c9eb2f508185e6a266f&device_id=2d9f80b7-7da6-471c-ab75-5240190a613a HTTP/1.1" status: 200 len: 1097 time: 0.6582024 Nov 12 08:26:12.486756 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:12.489066 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:12.551065 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9903f35-b72a-4ce0-b9ee-7efad516345e tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Pushing event updated for resources: {'Port': ['ID=e8821753-ec49-4d2f-8560-ccc1e7b43687,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:12.563408 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f9903f35-b72a-4ce0-b9ee-7efad516345e tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:12.578366 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Pushing event updated for resources: {'Port': ['ID=b084b859-0e85-44be-8588-3d1c55f315cf,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:12.595198 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-30aab7a4-90d0-486a-9370-1b8057974678 None None] Provisioning complete for port b084b859-0e85-44be-8588-3d1c55f315cf triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:26:12.595576 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-30aab7a4-90d0-486a-9370-1b8057974678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:12.602749 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d180902-eeda-4c51-87c9-54730fdfc2fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-b1a7821e-f1d3-43e5-80d4-19a0f0105ed4', 'network_id': 'b1a7821e-f1d3-43e5-80d4-19a0f0105ed4', 'tenant_id': '21a2ac24705441ab9e82ecd18312805e', 'fixed_ips': [{'subnet_id': '12b144a6-628e-40a7-ae42-7387cab28ef8'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:26:12.603560 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2d180902-eeda-4c51-87c9-54730fdfc2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:12.840942 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-2d180902-eeda-4c51-87c9-54730fdfc2fc None None] Allocated IP 172.20.0.2 (b1a7821e-f1d3-43e5-80d4-19a0f0105ed4/12b144a6-628e-40a7-ae42-7387cab28ef8/171dc9d4-c990-4af4-a0ab-f5f4012662be) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:26:12.993288 n-d-765315-29 neutron-server[102599]: INFO neutron.db.l3_db [None req-f9903f35-b72a-4ce0-b9ee-7efad516345e tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Floating IP 4d62f13f-4860-4184-8d1e-3453bfad94c8 associated. External IP: 172.25.2.30, port: 4505d815-d9c3-4e11-9ed0-14e742650d49. Nov 12 08:26:13.035977 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2d180902-eeda-4c51-87c9-54730fdfc2fc None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:13.055442 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2d180902-eeda-4c51-87c9-54730fdfc2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:13.167207 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d180902-eeda-4c51-87c9-54730fdfc2fc None None] Network b1a7821e-f1d3-43e5-80d4-19a0f0105ed4 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:26:13.167629 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc44f8-e4c6-4e51-aa94-e67c9bebd003 req-16429414-acb4-43e2-bd8d-81fe995420cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:13.169385 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-45dc44f8-e4c6-4e51-aa94-e67c9bebd003 req-16429414-acb4-43e2-bd8d-81fe995420cb service neutron] 10.222.0.44 "GET /v2.0/networks?id=392b706c-fa83-40b2-ba41-e97d70efdd1d HTTP/1.1" status: 200 len: 912 time: 0.6898508 Nov 12 08:26:13.178546 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-2d180902-eeda-4c51-87c9-54730fdfc2fc None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:26:13.181358 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d180902-eeda-4c51-87c9-54730fdfc2fc None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:26:13.195533 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d180902-eeda-4c51-87c9-54730fdfc2fc None None] Pushing event updated for resources: {'Port': ['ID=171dc9d4-c990-4af4-a0ab-f5f4012662be,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:13.264097 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-2d180902-eeda-4c51-87c9-54730fdfc2fc None None] Attempting to bind port 171dc9d4-c990-4af4-a0ab-f5f4012662be on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:26:13.264915 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-2d180902-eeda-4c51-87c9-54730fdfc2fc None None] Attempting to bind port 171dc9d4-c990-4af4-a0ab-f5f4012662be by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '385d95cf-9270-4546-b534-d371c41e4b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b1a7821e-f1d3-43e5-80d4-19a0f0105ed4'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:26:13.264915 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d180902-eeda-4c51-87c9-54730fdfc2fc None None] Attempting to bind port 171dc9d4-c990-4af4-a0ab-f5f4012662be on network b1a7821e-f1d3-43e5-80d4-19a0f0105ed4 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:26:13.272965 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d180902-eeda-4c51-87c9-54730fdfc2fc None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:26:13.273354 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d180902-eeda-4c51-87c9-54730fdfc2fc None None] Checking segment: {'id': '385d95cf-9270-4546-b534-d371c41e4b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b1a7821e-f1d3-43e5-80d4-19a0f0105ed4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:26:13.273697 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2d180902-eeda-4c51-87c9-54730fdfc2fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:13.274101 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d180902-eeda-4c51-87c9-54730fdfc2fc None None] Bound using segment: {'id': '385d95cf-9270-4546-b534-d371c41e4b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b1a7821e-f1d3-43e5-80d4-19a0f0105ed4'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:26:13.274605 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-2d180902-eeda-4c51-87c9-54730fdfc2fc None None] Bound port: 171dc9d4-c990-4af4-a0ab-f5f4012662be, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '385d95cf-9270-4546-b534-d371c41e4b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b1a7821e-f1d3-43e5-80d4-19a0f0105ed4'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:26:13.274984 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2d180902-eeda-4c51-87c9-54730fdfc2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:13.344877 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c8e25781-32b0-4197-a45e-4b1c7692fcdc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:13.357555 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567c3131-30d5-48c2-b9d9-e513ae2d7597 req-9217940c-a259-405f-a11c-595a57da518a tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:13.373290 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-567c3131-30d5-48c2-b9d9-e513ae2d7597 req-9217940c-a259-405f-a11c-595a57da518a tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9f80b7-7da6-471c-ab75-5240190a613a HTTP/1.1" status: 200 len: 945 time: 1.1179185 Nov 12 08:26:13.392636 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b55f151-341f-4897-a4ac-1c9263d0df1a req-7250d82c-b5f5-4548-b979-78f1cb3618b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:13.393175 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b55f151-341f-4897-a4ac-1c9263d0df1a req-7250d82c-b5f5-4548-b979-78f1cb3618b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:13.395086 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7b55f151-341f-4897-a4ac-1c9263d0df1a req-7250d82c-b5f5-4548-b979-78f1cb3618b0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1001c16de8c544adab5de1eeb517d6a1&device_id=81435566-38c7-4376-a8b5-8136a0272d85 HTTP/1.1" status: 200 len: 1983 time: 1.1307926 Nov 12 08:26:13.433302 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-2d180902-eeda-4c51-87c9-54730fdfc2fc None None] For port 171dc9d4-c990-4af4-a0ab-f5f4012662be, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:26:13.437228 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-2d180902-eeda-4c51-87c9-54730fdfc2fc None None] For port 171dc9d4-c990-4af4-a0ab-f5f4012662be, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=171dc9d4-c990-4af4-a0ab-f5f4012662be,segment=NetworkSegment(385d95cf-9270-4546-b534-d371c41e4b58),segment_id=385d95cf-9270-4546-b534-d371c41e4b58)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:26:13.464683 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2d180902-eeda-4c51-87c9-54730fdfc2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:13.507497 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9903f35-b72a-4ce0-b9ee-7efad516345e tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Router 4ff9cdf0-02c8-4da9-a0e0-d182dd444274 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:26:13.516048 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device b084b859-0e85-44be-8588-3d1c55f315cf up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:26:13.516254 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-47197107-2684-4a86-9bb8-56d0e4e87852 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:13.619036 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-567c3131-30d5-48c2-b9d9-e513ae2d7597 req-49805ac5-90a8-4ffa-943a-b25747664910 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=dafae0e1-4d35-4b86-8740-ce6a9a9c8268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2447414 Nov 12 08:26:13.624009 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47197107-2684-4a86-9bb8-56d0e4e87852 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Pushing event updated for resources: {'Subnet': ['ID=aa3930af-a169-415d-9018-e699144f6352,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:13.697082 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5bfd06-8171-4183-82c6-3367efbf0819 req-248aac3f-edc3-4696-85fa-347fd56417de tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:13.703608 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5bfd06-8171-4183-82c6-3367efbf0819 req-248aac3f-edc3-4696-85fa-347fd56417de tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:13.713871 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5a5bfd06-8171-4183-82c6-3367efbf0819 req-248aac3f-edc3-4696-85fa-347fd56417de tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "GET /v2.0/ports?device_id=81435566-38c7-4376-a8b5-8136a0272d85 HTTP/1.1" status: 200 len: 1679 time: 0.6043293 Nov 12 08:26:13.722826 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47197107-2684-4a86-9bb8-56d0e4e87852 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Checking segment: {'id': 'da9b5d35-d09b-4983-a44c-f5141edad40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd65bd95c-c8e5-4d4f-b911-0e9966279304'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:26:13.723160 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47197107-2684-4a86-9bb8-56d0e4e87852 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Network hostable DHCP agents. Network: d65bd95c-c8e5-4d4f-b911-0e9966279304, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:26:13.740948 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b55f151-341f-4897-a4ac-1c9263d0df1a req-363966aa-d03d-4153-ab82-ada5a20d85e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:13.746605 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7b55f151-341f-4897-a4ac-1c9263d0df1a req-363966aa-d03d-4153-ab82-ada5a20d85e0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f8407779-7904-4d2f-a1cc-a3b4bf9d6bfd HTTP/1.1" status: 200 len: 903 time: 0.3423517 Nov 12 08:26:13.777111 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d180902-eeda-4c51-87c9-54730fdfc2fc None None] Pushing event updated for resources: {'Port': ['ID=171dc9d4-c990-4af4-a0ab-f5f4012662be,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:13.793083 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-f0c43c59-e26d-4146-bc6f-5b541995bf00 None None] Provisioning complete for port b084b859-0e85-44be-8588-3d1c55f315cf triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:26:13.798462 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f0c43c59-e26d-4146-bc6f-5b541995bf00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:13.846017 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7b55f151-341f-4897-a4ac-1c9263d0df1a req-25dd36d4-d4ba-4bdb-b82e-17ebe24b9399 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.252&port_id=7a7736d9-b659-4fde-bf0c-36ec65843525 HTTP/1.1" status: 200 len: 217 time: 0.0865595 Nov 12 08:26:13.890820 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5a5bfd06-8171-4183-82c6-3367efbf0819 req-6514bd9e-7c39-4bc0-8ccc-adb07e64cfef tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "GET /v2.0/security-groups?id=5e4f26b3-68f4-458f-b970-543611e5d001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754441 Nov 12 08:26:13.922179 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port b084b859-0e85-44be-8588-3d1c55f315cf triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:26:13.923338 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:13.972362 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3632cd9b-bf6e-4d05-8212-5cbd17af5f3f req-5ddae971-ef75-422a-8958-151175987dbc service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c537a61c-41b2-4a9f-ba97-d854f273875a HTTP/1.1" status: 200 len: 210 time: 0.0645835 Nov 12 08:26:13.980963 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b55f151-341f-4897-a4ac-1c9263d0df1a req-ce3c0b7c-9f90-4134-88a3-d6edaa66b5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:13.982626 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7b55f151-341f-4897-a4ac-1c9263d0df1a req-ce3c0b7c-9f90-4134-88a3-d6edaa66b5bd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8717de96-cd45-4fd8-8400-138cdbf720e2 HTTP/1.1" status: 200 len: 801 time: 0.0509403 Nov 12 08:26:13.985433 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e1512d26-0195-4a30-902e-d8e3a971db95 req-260a63b6-f176-4df1-91a1-a4478d3daa47 tempest-ServerShowV257Test-1120490378 tempest-ServerShowV257Test-1120490378-project] 10.222.0.26 "GET /v2.0/ports?device_id=c537a61c-41b2-4a9f-ba97-d854f273875a HTTP/1.1" status: 200 len: 210 time: 0.2303281 Nov 12 08:26:14.034852 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-45dc44f8-e4c6-4e51-aa94-e67c9bebd003 req-7032797d-99a2-469d-8d7a-44c47be48a01 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3d87375-c113-475c-bf06-fa361dfd0b38 HTTP/1.1" status: 200 len: 999 time: 0.7071016 Nov 12 08:26:14.058226 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47197107-2684-4a86-9bb8-56d0e4e87852 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Network d65bd95c-c8e5-4d4f-b911-0e9966279304 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:26:14.081365 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b55f151-341f-4897-a4ac-1c9263d0df1a req-b46765d4-613d-47fd-a61a-2c374b3ed796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:14.083809 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7b55f151-341f-4897-a4ac-1c9263d0df1a req-b46765d4-613d-47fd-a61a-2c374b3ed796 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f8407779-7904-4d2f-a1cc-a3b4bf9d6bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0856614 Nov 12 08:26:14.087463 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-47197107-2684-4a86-9bb8-56d0e4e87852 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, d65bd95c-c8e5-4d4f-b911-0e9966279304) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:26:14.119196 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47197107-2684-4a86-9bb8-56d0e4e87852 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:14.120271 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-47197107-2684-4a86-9bb8-56d0e4e87852 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:14.126430 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03101979-0f8d-4d6e-b6a7-b9492c9378b1 None None] Network d65bd95c-c8e5-4d4f-b911-0e9966279304 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:26:14.234062 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-47197107-2684-4a86-9bb8-56d0e4e87852 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2396424 Nov 12 08:26:14.234419 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57446) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:14.247476 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9903f35-b72a-4ce0-b9ee-7efad516345e tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:26:14.260876 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-b1affc71-5d2d-4fa3-9143-2e03ae8f3b01 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Request body: {'subnet': {'network_id': '87d0c4ac-ab0d-4ba1-b18e-715efaaf093e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:26:14.301503 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b4b392-6d6f-4182-9677-fff4c6d8ed92 None None] Sync routers for ids ['4ff9cdf0-02c8-4da9-a0e0-d182dd444274'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:26:14.357061 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f9903f35-b72a-4ce0-b9ee-7efad516345e tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:14.369019 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b4b392-6d6f-4182-9677-fff4c6d8ed92 None None] Routers {'4ff9cdf0-02c8-4da9-a0e0-d182dd444274'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:26:14.370563 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-d1b4b392-6d6f-4182-9677-fff4c6d8ed92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:26:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['4ff9cdf0-02c8-4da9-a0e0-d182dd444274'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:14.396269 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-f9903f35-b72a-4ce0-b9ee-7efad516345e tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.4602025 Nov 12 08:26:14.404316 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57448) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:14.412596 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-ad1dce89-2940-46cf-aaec-7aaa9d1bd51c tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1881440320'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:26:14.417892 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc44f8-e4c6-4e51-aa94-e67c9bebd003 req-57b77222-b36e-4dfb-a724-31447af4ae82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:14.419365 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-45dc44f8-e4c6-4e51-aa94-e67c9bebd003 req-57b77222-b36e-4dfb-a724-31447af4ae82 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2d250a72-e563-4d6e-ac4f-f44698e0ce3c HTTP/1.1" status: 200 len: 850 time: 0.1548698 Nov 12 08:26:14.438258 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-d1b4b392-6d6f-4182-9677-fff4c6d8ed92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:14.508797 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87833d49-728d-47fd-bd4d-df8e7989955a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-d65bd95c-c8e5-4d4f-b911-0e9966279304', 'network_id': 'd65bd95c-c8e5-4d4f-b911-0e9966279304', 'tenant_id': 'd0079b246ce34b7aafdf3c84b6eba4ad', 'fixed_ips': [{'subnet_id': 'aa3930af-a169-415d-9018-e699144f6352'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:26:14.509331 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad1dce89-2940-46cf-aaec-7aaa9d1bd51c tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Made reservation on behalf of 2ca0f51a794140888ac1f25d8c82f68b for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:26:14.510599 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-87833d49-728d-47fd-bd4d-df8e7989955a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:14.513108 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ad1dce89-2940-46cf-aaec-7aaa9d1bd51c tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:14.538342 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc44f8-e4c6-4e51-aa94-e67c9bebd003 req-6e88e5e9-9a17-4007-8e44-cd0b42788307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:14.540122 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-45dc44f8-e4c6-4e51-aa94-e67c9bebd003 req-6e88e5e9-9a17-4007-8e44-cd0b42788307 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=392b706c-fa83-40b2-ba41-e97d70efdd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1092994 Nov 12 08:26:14.577567 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c8e25781-32b0-4197-a45e-4b1c7692fcdc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:14.584054 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7b55f151-341f-4897-a4ac-1c9263d0df1a req-95e05f18-ca8f-4014-b781-6b7b9345d855 service neutron] 10.222.0.21 "GET /v2.0/networks/f8407779-7904-4d2f-a1cc-a3b4bf9d6bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4264426 Nov 12 08:26:14.598291 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad1dce89-2940-46cf-aaec-7aaa9d1bd51c tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:26:14.622906 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c8e25781-32b0-4197-a45e-4b1c7692fcdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:14.669367 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ad1dce89-2940-46cf-aaec-7aaa9d1bd51c tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:14.674374 n-d-765315-29 neutron-server[102599]: INFO neutron.db.segments_db [None req-ad1dce89-2940-46cf-aaec-7aaa9d1bd51c tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Added segment 96d34705-6664-4e61-95c1-c4295aaa62cf of type vlan for network e0c841a5-e4a3-44c4-83d6-62e77f565842 Nov 12 08:26:14.824079 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b4b392-6d6f-4182-9677-fff4c6d8ed92 None None] Routers {'4ff9cdf0-02c8-4da9-a0e0-d182dd444274'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:26:14.824756 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-d1b4b392-6d6f-4182-9677-fff4c6d8ed92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:26:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['4ff9cdf0-02c8-4da9-a0e0-d182dd444274'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:14.839728 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1affc71-5d2d-4fa3-9143-2e03ae8f3b01 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Made reservation on behalf of d0079b246ce34b7aafdf3c84b6eba4ad for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:26:14.852345 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ad1dce89-2940-46cf-aaec-7aaa9d1bd51c tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:14.858757 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b1affc71-5d2d-4fa3-9143-2e03ae8f3b01 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:14.871722 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-45dc44f8-e4c6-4e51-aa94-e67c9bebd003 req-dba6da5c-57ab-47d5-bc88-20382ce30df8 service neutron] 10.222.0.44 "GET /v2.0/networks/392b706c-fa83-40b2-ba41-e97d70efdd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3120799 Nov 12 08:26:14.920749 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-d1b4b392-6d6f-4182-9677-fff4c6d8ed92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:14.921427 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b4b392-6d6f-4182-9677-fff4c6d8ed92 None None] The sync data for ids ['4ff9cdf0-02c8-4da9-a0e0-d182dd444274'] in n-d-765315-29 is: [] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:26:14.966605 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-87833d49-728d-47fd-bd4d-df8e7989955a None None] Allocated IP 172.20.0.2 (d65bd95c-c8e5-4d4f-b911-0e9966279304/aa3930af-a169-415d-9018-e699144f6352/bed06702-2684-42b9-83bf-160ac8e0c2b0) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:26:15.007198 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be11c93d-a4b6-4bea-953f-73f9f861332d req-e2c3b409-db90-412e-a6d0-98996d979356 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:15.008740 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-be11c93d-a4b6-4bea-953f-73f9f861332d req-e2c3b409-db90-412e-a6d0-98996d979356 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9f80b7-7da6-471c-ab75-5240190a613a HTTP/1.1" status: 200 len: 945 time: 0.1848042 Nov 12 08:26:15.015737 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ad1dce89-2940-46cf-aaec-7aaa9d1bd51c tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:15.022129 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1dce89-2940-46cf-aaec-7aaa9d1bd51c tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:15.022863 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ad1dce89-2940-46cf-aaec-7aaa9d1bd51c tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:15.081475 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7b55f151-341f-4897-a4ac-1c9263d0df1a req-7fd2c7c9-9116-43e8-b082-b3f50ee6a26c service neutron] 10.222.0.21 "GET /v2.0/networks/f8407779-7904-4d2f-a1cc-a3b4bf9d6bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4692216 Nov 12 08:26:15.148435 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-c8e25781-32b0-4197-a45e-4b1c7692fcdc admin admin] Allocated IP 172.25.2.97 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/508f0b20-9bd3-4adf-b2b5-6a1cc3277bb0) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:26:15.166689 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-ad1dce89-2940-46cf-aaec-7aaa9d1bd51c tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7610991 Nov 12 08:26:15.172806 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57462) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:15.201798 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-d31ff3cf-4eb3-4aaa-8618-9414d3cffd8e tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Request body: {'subnet': {'network_id': 'e0c841a5-e4a3-44c4-83d6-62e77f565842', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:26:15.240968 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26c3631-5452-4924-a977-550fb609c892 None None] Network b1a7821e-f1d3-43e5-80d4-19a0f0105ed4 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:26:15.244491 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-45dc44f8-e4c6-4e51-aa94-e67c9bebd003 req-ac29ed41-4fb2-4907-8c52-1f39d36fd7b0 service neutron] 10.222.0.44 "GET /v2.0/networks/392b706c-fa83-40b2-ba41-e97d70efdd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3472352 Nov 12 08:26:15.258177 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1dce89-2940-46cf-aaec-7aaa9d1bd51c tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Pushing event updated for resources: {'Network': ['ID=e0c841a5-e4a3-44c4-83d6-62e77f565842,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:15.366257 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-be11c93d-a4b6-4bea-953f-73f9f861332d req-97db5740-c6d4-4de6-b93a-a2af6b942e1b tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=dafae0e1-4d35-4b86-8740-ce6a9a9c8268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3387640 Nov 12 08:26:15.421151 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network e0c841a5-e4a3-44c4-83d6-62e77f565842 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:26:15.430858 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-87833d49-728d-47fd-bd4d-df8e7989955a None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:15.484230 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13a24aa-c32d-4c10-80a5-683d2ea6e7b8 req-394c964d-9ecc-4f43-a7b4-9308b5c7bda8 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:15.497261 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13a24aa-c32d-4c10-80a5-683d2ea6e7b8 req-394c964d-9ecc-4f43-a7b4-9308b5c7bda8 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:15.500972 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b13a24aa-c32d-4c10-80a5-683d2ea6e7b8 req-394c964d-9ecc-4f43-a7b4-9308b5c7bda8 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "GET /v2.0/ports?device_id=81435566-38c7-4376-a8b5-8136a0272d85 HTTP/1.1" status: 200 len: 1679 time: 0.4142194 Nov 12 08:26:15.502059 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b1affc71-5d2d-4fa3-9143-2e03ae8f3b01 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:15.508250 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-87833d49-728d-47fd-bd4d-df8e7989955a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:15.546878 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d31ff3cf-4eb3-4aaa-8618-9414d3cffd8e tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Made reservation on behalf of 2ca0f51a794140888ac1f25d8c82f68b for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:26:15.551128 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d31ff3cf-4eb3-4aaa-8618-9414d3cffd8e tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:15.717963 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e48af14f-211d-4bc2-bc34-0b39505a6987 req-1ab51e68-4765-432f-90ea-9b659bf840ec tempest-ServerShowV257Test-1120490378 tempest-ServerShowV257Test-1120490378-project] 10.222.0.26 "GET /v2.0/ports?device_id=c537a61c-41b2-4a9f-ba97-d854f273875a HTTP/1.1" status: 200 len: 210 time: 0.0950651 Nov 12 08:26:15.726833 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1affc71-5d2d-4fa3-9143-2e03ae8f3b01 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Pushing event updated for resources: {'Subnet': ['ID=fa41c61a-036a-4820-b863-5caa656d261f,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:15.764132 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device d99ea8b3-c034-4b00-b2d2-885a037cbdd1 details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:26:15.841011 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b13a24aa-c32d-4c10-80a5-683d2ea6e7b8 req-f96e9080-86ee-4b2f-9444-32c195d43f9c tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "GET /v2.0/security-groups?id=5e4f26b3-68f4-458f-b970-543611e5d001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224786 Nov 12 08:26:15.881082 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1affc71-5d2d-4fa3-9143-2e03ae8f3b01 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Checking segment: {'id': 'b9a7d5be-74d7-47be-8a00-ca42a378a067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '87d0c4ac-ab0d-4ba1-b18e-715efaaf093e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:26:15.881682 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1affc71-5d2d-4fa3-9143-2e03ae8f3b01 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Network hostable DHCP agents. Network: 87d0c4ac-ab0d-4ba1-b18e-715efaaf093e, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:26:15.886483 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port d99ea8b3-c034-4b00-b2d2-885a037cbdd1, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=d99ea8b3-c034-4b00-b2d2-885a037cbdd1,segment=NetworkSegment(8b23ff8c-0f2b-4e57-965a-eafbdd9f92fc),segment_id=8b23ff8c-0f2b-4e57-965a-eafbdd9f92fc)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:15.915057 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Returning: {'device': 'd99ea8b3-c034-4b00-b2d2-885a037cbdd1', 'network_id': '25e154d6-b86b-40ca-bb2f-d2753a68cc33', 'port_id': 'd99ea8b3-c034-4b00-b2d2-885a037cbdd1', 'mac_address': 'fa:16:3e:0b:12:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3731f5b-1f24-4a8c-a019-cd329c18dcd8', 'ip_address': '19.80.0.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:26:15.916917 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 171dc9d4-c990-4af4-a0ab-f5f4012662be up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:26:15.930808 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1affc71-5d2d-4fa3-9143-2e03ae8f3b01 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Network 87d0c4ac-ab0d-4ba1-b18e-715efaaf093e is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:26:15.958133 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87833d49-728d-47fd-bd4d-df8e7989955a None None] Pushing event updated for resources: {'Port': ['ID=bed06702-2684-42b9-83bf-160ac8e0c2b0,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:16.007977 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-2504b42a-21af-41c9-adcb-5affe6a48c4b None None] Provisioning complete for port 171dc9d4-c990-4af4-a0ab-f5f4012662be triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:26:16.009631 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2504b42a-21af-41c9-adcb-5affe6a48c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:16.023861 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-b1affc71-5d2d-4fa3-9143-2e03ae8f3b01 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 87d0c4ac-ab0d-4ba1-b18e-715efaaf093e) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:26:16.060373 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d31ff3cf-4eb3-4aaa-8618-9414d3cffd8e tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:16.072841 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1affc71-5d2d-4fa3-9143-2e03ae8f3b01 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:16.074975 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b1affc71-5d2d-4fa3-9143-2e03ae8f3b01 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:16.095059 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-accf16ef-7f21-4426-af93-a8bba265ef9e None None] Network 87d0c4ac-ab0d-4ba1-b18e-715efaaf093e requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:26:16.115779 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87833d49-728d-47fd-bd4d-df8e7989955a None None] Network d65bd95c-c8e5-4d4f-b911-0e9966279304 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:26:16.150651 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-87833d49-728d-47fd-bd4d-df8e7989955a None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:26:16.158300 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87833d49-728d-47fd-bd4d-df8e7989955a None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:26:16.163096 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-b1affc71-5d2d-4fa3-9143-2e03ae8f3b01 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9244547 Nov 12 08:26:16.163662 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57474) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:16.207540 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c8e25781-32b0-4197-a45e-4b1c7692fcdc admin admin] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:16.233702 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:16.309740 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31ff3cf-4eb3-4aaa-8618-9414d3cffd8e tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Pushing event updated for resources: {'Subnet': ['ID=7e5af2e4-a05d-4a6c-b9f3-20ab7d8dad93,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:16.318804 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31ff3cf-4eb3-4aaa-8618-9414d3cffd8e tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Checking segment: {'id': '96d34705-6664-4e61-95c1-c4295aaa62cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e0c841a5-e4a3-44c4-83d6-62e77f565842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:26:16.319540 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31ff3cf-4eb3-4aaa-8618-9414d3cffd8e tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Network hostable DHCP agents. Network: e0c841a5-e4a3-44c4-83d6-62e77f565842, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:26:16.345941 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 171dc9d4-c990-4af4-a0ab-f5f4012662be triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:26:16.347149 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:16.351540 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31ff3cf-4eb3-4aaa-8618-9414d3cffd8e tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Network e0c841a5-e4a3-44c4-83d6-62e77f565842 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:26:16.365711 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-d31ff3cf-4eb3-4aaa-8618-9414d3cffd8e tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, e0c841a5-e4a3-44c4-83d6-62e77f565842) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:26:16.381036 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-e530113a-7783-48f4-9840-8911a24052df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d99ea8b3-c034-4b00-b2d2-885a037cbdd1 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:26:16.383099 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d31ff3cf-4eb3-4aaa-8618-9414d3cffd8e tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:16.392462 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d31ff3cf-4eb3-4aaa-8618-9414d3cffd8e tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:16.421541 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port d99ea8b3-c034-4b00-b2d2-885a037cbdd1, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=d99ea8b3-c034-4b00-b2d2-885a037cbdd1,segment=NetworkSegment(8b23ff8c-0f2b-4e57-965a-eafbdd9f92fc),segment_id=8b23ff8c-0f2b-4e57-965a-eafbdd9f92fc)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:16.464562 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-d31ff3cf-4eb3-4aaa-8618-9414d3cffd8e tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2799881 Nov 12 08:26:16.469149 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57484) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:16.495088 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc43388c-366f-435c-867c-006b0d296b22 None None] Network e0c841a5-e4a3-44c4-83d6-62e77f565842 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:26:16.506654 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-ed46f421-51b7-41fe-a36e-5163b43801f3 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1971229616', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}, 'admin_state_up': False}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:26:16.519504 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:16.520268 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 7a7736d9-b659-4fde-bf0c-36ec65843525 details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:26:16.653262 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-87833d49-728d-47fd-bd4d-df8e7989955a None None] Attempting to bind port bed06702-2684-42b9-83bf-160ac8e0c2b0 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:26:16.653645 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-87833d49-728d-47fd-bd4d-df8e7989955a None None] Attempting to bind port bed06702-2684-42b9-83bf-160ac8e0c2b0 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': 'da9b5d35-d09b-4983-a44c-f5141edad40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd65bd95c-c8e5-4d4f-b911-0e9966279304'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:26:16.654122 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87833d49-728d-47fd-bd4d-df8e7989955a None None] Attempting to bind port bed06702-2684-42b9-83bf-160ac8e0c2b0 on network d65bd95c-c8e5-4d4f-b911-0e9966279304 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:26:16.661737 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ed46f421-51b7-41fe-a36e-5163b43801f3 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:16.663074 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ed46f421-51b7-41fe-a36e-5163b43801f3 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:16.668119 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87833d49-728d-47fd-bd4d-df8e7989955a None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:26:16.668556 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87833d49-728d-47fd-bd4d-df8e7989955a None None] Checking segment: {'id': 'da9b5d35-d09b-4983-a44c-f5141edad40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd65bd95c-c8e5-4d4f-b911-0e9966279304'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:26:16.669197 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-87833d49-728d-47fd-bd4d-df8e7989955a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:16.669899 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87833d49-728d-47fd-bd4d-df8e7989955a None None] Bound using segment: {'id': 'da9b5d35-d09b-4983-a44c-f5141edad40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd65bd95c-c8e5-4d4f-b911-0e9966279304'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:26:16.670550 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-87833d49-728d-47fd-bd4d-df8e7989955a None None] Bound port: bed06702-2684-42b9-83bf-160ac8e0c2b0, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da9b5d35-d09b-4983-a44c-f5141edad40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd65bd95c-c8e5-4d4f-b911-0e9966279304'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:26:16.671145 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-87833d49-728d-47fd-bd4d-df8e7989955a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:16.701431 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f4878d-7c42-4248-8c1d-67cc85d4911a req-663a9561-5238-41e7-93c0-2ef7a989698c tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:16.709893 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d8f4878d-7c42-4248-8c1d-67cc85d4911a req-663a9561-5238-41e7-93c0-2ef7a989698c tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=169f7779-8f80-4509-8e19-6731ed6e3dfc HTTP/1.1" status: 200 len: 945 time: 0.1750767 Nov 12 08:26:16.754305 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ed46f421-51b7-41fe-a36e-5163b43801f3 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:16.773074 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2504b42a-21af-41c9-adcb-5affe6a48c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:16.797750 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d8f4878d-7c42-4248-8c1d-67cc85d4911a req-b9ea6813-36ae-4c85-b3e4-75f3ef4441da tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=7569d1cf-6bd3-45ad-96a1-5286f4165b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865221 Nov 12 08:26:16.846937 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=d99ea8b3-c034-4b00-b2d2-885a037cbdd1,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:16.948675 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-2504b42a-21af-41c9-adcb-5affe6a48c4b None None] For port 171dc9d4-c990-4af4-a0ab-f5f4012662be, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=171dc9d4-c990-4af4-a0ab-f5f4012662be,segment=NetworkSegment(385d95cf-9270-4546-b534-d371c41e4b58),segment_id=385d95cf-9270-4546-b534-d371c41e4b58)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:16.971012 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2504b42a-21af-41c9-adcb-5affe6a48c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:17.023004 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2b4565c4-24bb-44d4-852f-f14ed721b735 req-0061d5ff-13d8-4cc6-bff0-bf7e9a8582b2 tempest-ServerShowV257Test-1120490378 tempest-ServerShowV257Test-1120490378-project] 10.222.0.26 "GET /v2.0/ports?device_id=c537a61c-41b2-4a9f-ba97-d854f273875a HTTP/1.1" status: 200 len: 210 time: 0.0757971 Nov 12 08:26:17.067112 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c8e25781-32b0-4197-a45e-4b1c7692fcdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:17.077634 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:17.082376 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c558c8d-3650-4af4-8313-04e78a43663b req-dffc39c8-5440-4e3d-914e-2951bff893d7 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:17.083639 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9c558c8d-3650-4af4-8313-04e78a43663b req-dffc39c8-5440-4e3d-914e-2951bff893d7 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9f80b7-7da6-471c-ab75-5240190a613a HTTP/1.1" status: 200 len: 945 time: 0.4819582 Nov 12 08:26:17.143959 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7388ceec-fcdd-4a3a-ac99-8097d9886767 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:17.171301 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a0ac12-acc1-4ebe-9ddb-7547d7e4d4ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-87d0c4ac-ab0d-4ba1-b18e-715efaaf093e', 'network_id': '87d0c4ac-ab0d-4ba1-b18e-715efaaf093e', 'tenant_id': 'd0079b246ce34b7aafdf3c84b6eba4ad', 'fixed_ips': [{'subnet_id': 'fa41c61a-036a-4820-b863-5caa656d261f'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:26:17.172497 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-58a0ac12-acc1-4ebe-9ddb-7547d7e4d4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:17.177303 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e25781-32b0-4197-a45e-4b1c7692fcdc admin admin] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:26:17.184774 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2504b42a-21af-41c9-adcb-5affe6a48c4b None None] Pushing event updated for resources: {'Port': ['ID=171dc9d4-c990-4af4-a0ab-f5f4012662be,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:17.186667 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-c8e25781-32b0-4197-a45e-4b1c7692fcdc admin admin] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:26:17.222733 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e25781-32b0-4197-a45e-4b1c7692fcdc admin admin] Pushing event updated for resources: {'Port': ['ID=508f0b20-9bd3-4adf-b2b5-6a1cc3277bb0,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:17.231967 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e25781-32b0-4197-a45e-4b1c7692fcdc admin admin] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:26:17.259136 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa5ee88-d2fb-4e80-8a6a-6f95ff42167f None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:26:17.323397 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-1822b7ea-c541-4eb8-a5c9-b0f13206238d None None] Provisioning complete for port 171dc9d4-c990-4af4-a0ab-f5f4012662be triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:26:17.323822 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1822b7ea-c541-4eb8-a5c9-b0f13206238d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:17.346863 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9c558c8d-3650-4af4-8313-04e78a43663b req-0eb068f4-d806-4e71-b31d-df9c410d58cf tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=dafae0e1-4d35-4b86-8740-ce6a9a9c8268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1944566 Nov 12 08:26:17.374322 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-87833d49-728d-47fd-bd4d-df8e7989955a None None] For port bed06702-2684-42b9-83bf-160ac8e0c2b0, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:26:17.376558 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.db.api [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:26:17.376906 n-d-765315-29 neutron-server[102601]: DEBUG oslo_db.api [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:26:17.377719 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35bf90e6-675c-4bfd-b1fe-7896f16b2bd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-e0c841a5-e4a3-44c4-83d6-62e77f565842', 'network_id': 'e0c841a5-e4a3-44c4-83d6-62e77f565842', 'tenant_id': '2ca0f51a794140888ac1f25d8c82f68b', 'fixed_ips': [{'subnet_id': '7e5af2e4-a05d-4a6c-b9f3-20ab7d8dad93'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:26:17.379397 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-35bf90e6-675c-4bfd-b1fe-7896f16b2bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:17.427187 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-87833d49-728d-47fd-bd4d-df8e7989955a None None] For port bed06702-2684-42b9-83bf-160ac8e0c2b0, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=bed06702-2684-42b9-83bf-160ac8e0c2b0,segment=NetworkSegment(da9b5d35-d09b-4983-a44c-f5141edad40e),segment_id=da9b5d35-d09b-4983-a44c-f5141edad40e)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:26:17.446343 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 7a7736d9-b659-4fde-bf0c-36ec65843525, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=7a7736d9-b659-4fde-bf0c-36ec65843525,segment=NetworkSegment(7049fc2e-efb4-4674-a214-220979bba373),segment_id=7049fc2e-efb4-4674-a214-220979bba373)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:17.498199 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-87833d49-728d-47fd-bd4d-df8e7989955a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:17.629723 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Returning: {'device': '7a7736d9-b659-4fde-bf0c-36ec65843525', 'network_id': 'f8407779-7904-4d2f-a1cc-a3b4bf9d6bfd', 'port_id': '7a7736d9-b659-4fde-bf0c-36ec65843525', 'mac_address': 'fa:16:3e:9c:7f:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8717de96-cd45-4fd8-8400-138cdbf720e2', 'ip_address': '19.86.0.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:26:17.708360 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ed46f421-51b7-41fe-a36e-5163b43801f3 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:17.773531 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:17.836098 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835be9f1-3929-488d-80c7-8731c41a2686 req-d8daad2e-5e8c-4e56-a4b1-f51e9154b3bd tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:17.854187 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835be9f1-3929-488d-80c7-8731c41a2686 req-d8daad2e-5e8c-4e56-a4b1-f51e9154b3bd tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:17.856146 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-835be9f1-3929-488d-80c7-8731c41a2686 req-d8daad2e-5e8c-4e56-a4b1-f51e9154b3bd tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "GET /v2.0/ports?device_id=81435566-38c7-4376-a8b5-8136a0272d85 HTTP/1.1" status: 200 len: 1680 time: 0.1913061 Nov 12 08:26:17.893095 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-7388ceec-fcdd-4a3a-ac99-8097d9886767 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Allocated IP 172.20.0.1 (d65bd95c-c8e5-4d4f-b911-0e9966279304/aa3930af-a169-415d-9018-e699144f6352/b00ad8e2-8285-43ff-9d18-856d0051e9e1) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:26:18.023252 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87833d49-728d-47fd-bd4d-df8e7989955a None None] Pushing event updated for resources: {'Port': ['ID=bed06702-2684-42b9-83bf-160ac8e0c2b0,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:18.042914 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-e530113a-7783-48f4-9840-8911a24052df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a7736d9-b659-4fde-bf0c-36ec65843525 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:26:18.145157 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-fe3cb87a-5f8a-4a37-b11e-f72d5813a9bd None None] Provisioning complete for port 508f0b20-9bd3-4adf-b2b5-6a1cc3277bb0 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:26:18.145867 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-fe3cb87a-5f8a-4a37-b11e-f72d5813a9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:18.158248 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 7a7736d9-b659-4fde-bf0c-36ec65843525, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=7a7736d9-b659-4fde-bf0c-36ec65843525,segment=NetworkSegment(7049fc2e-efb4-4674-a214-220979bba373),segment_id=7049fc2e-efb4-4674-a214-220979bba373)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:18.172317 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-58a0ac12-acc1-4ebe-9ddb-7547d7e4d4ba None None] Allocated IP 172.20.0.2 (87d0c4ac-ab0d-4ba1-b18e-715efaaf093e/fa41c61a-036a-4820-b863-5caa656d261f/ae245e55-3700-4176-b350-d8ef5b79299b) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:26:18.179626 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-835be9f1-3929-488d-80c7-8731c41a2686 req-a07c9ac6-bf59-4e02-a70d-85554e3a76cc tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "GET /v2.0/security-groups?id=5e4f26b3-68f4-458f-b970-543611e5d001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3079133 Nov 12 08:26:18.205333 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c8e25781-32b0-4197-a45e-4b1c7692fcdc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:18.303009 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-35bf90e6-675c-4bfd-b1fe-7896f16b2bd5 None None] Allocated IP 172.20.0.2 (e0c841a5-e4a3-44c4-83d6-62e77f565842/7e5af2e4-a05d-4a6c-b9f3-20ab7d8dad93/16b113b5-c22c-43cf-927e-558c5e508f09) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:26:18.343188 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:18.418408 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6910b858-1d51-46c5-bf83-047a4b852cbd req-74b29ba5-7848-4057-9fa8-6741cc4f6c68 tempest-ServerShowV257Test-1120490378 tempest-ServerShowV257Test-1120490378-project] 10.222.0.26 "GET /v2.0/ports?device_id=c537a61c-41b2-4a9f-ba97-d854f273875a HTTP/1.1" status: 200 len: 210 time: 0.0833716 Nov 12 08:26:18.451261 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ed46f421-51b7-41fe-a36e-5163b43801f3 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks [] for router_gateway, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:18.495188 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ed46f421-51b7-41fe-a36e-5163b43801f3 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:18.634706 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 171dc9d4-c990-4af4-a0ab-f5f4012662be up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:26:18.722676 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-ed46f421-51b7-41fe-a36e-5163b43801f3 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Allocated IP 172.25.2.160 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/28fda10c-837b-4383-8ccc-fdb93ca52956) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:26:18.734793 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-fe3cb87a-5f8a-4a37-b11e-f72d5813a9bd None None] Port 508f0b20-9bd3-4adf-b2b5-6a1cc3277bb0 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:26:18.816906 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['7a7736d9-b659-4fde-bf0c-36ec65843525'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:26:18.889840 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=7a7736d9-b659-4fde-bf0c-36ec65843525,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:19.033959 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 171dc9d4-c990-4af4-a0ab-f5f4012662be triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:26:19.034400 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:19.052223 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7388ceec-fcdd-4a3a-ac99-8097d9886767 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:19.068757 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dcdcdf-8f49-4494-9314-474881a31715 req-9475022d-bb75-4c41-a090-7769ccfd0fbc tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:19.076106 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ed46f421-51b7-41fe-a36e-5163b43801f3 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:19.076349 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-96dcdcdf-8f49-4494-9314-474881a31715 req-9475022d-bb75-4c41-a090-7769ccfd0fbc tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=169f7779-8f80-4509-8e19-6731ed6e3dfc HTTP/1.1" status: 200 len: 945 time: 1.0571156 Nov 12 08:26:19.119253 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ed46f421-51b7-41fe-a36e-5163b43801f3 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:19.164498 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-58a0ac12-acc1-4ebe-9ddb-7547d7e4d4ba None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:19.188804 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed46f421-51b7-41fe-a36e-5163b43801f3 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:26:19.210021 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-ed46f421-51b7-41fe-a36e-5163b43801f3 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:26:19.212721 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-58a0ac12-acc1-4ebe-9ddb-7547d7e4d4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:19.229862 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed46f421-51b7-41fe-a36e-5163b43801f3 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:26:19.279958 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d029686-7cb5-4a9d-82f0-67d20dc70664 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:26:19.305822 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed46f421-51b7-41fe-a36e-5163b43801f3 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Pushing event updated for resources: {'Port': ['ID=28fda10c-837b-4383-8ccc-fdb93ca52956,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:19.311148 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-96dcdcdf-8f49-4494-9314-474881a31715 req-7e5bf113-1a47-42c8-991d-4c0aa18c685d tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=7569d1cf-6bd3-45ad-96a1-5286f4165b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2288563 Nov 12 08:26:19.323552 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-35bf90e6-675c-4bfd-b1fe-7896f16b2bd5 None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:19.348426 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-35bf90e6-675c-4bfd-b1fe-7896f16b2bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:19.351916 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a0ac12-acc1-4ebe-9ddb-7547d7e4d4ba None None] Network 87d0c4ac-ab0d-4ba1-b18e-715efaaf093e is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:26:19.358345 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c8e25781-32b0-4197-a45e-4b1c7692fcdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052'] for router, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:19.369179 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7388ceec-fcdd-4a3a-ac99-8097d9886767 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:19.379937 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-58a0ac12-acc1-4ebe-9ddb-7547d7e4d4ba None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:26:19.385366 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a0ac12-acc1-4ebe-9ddb-7547d7e4d4ba None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:26:19.438672 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a0ac12-acc1-4ebe-9ddb-7547d7e4d4ba None None] Pushing event updated for resources: {'Port': ['ID=ae245e55-3700-4176-b350-d8ef5b79299b,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:19.459833 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35bf90e6-675c-4bfd-b1fe-7896f16b2bd5 None None] Network e0c841a5-e4a3-44c4-83d6-62e77f565842 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:26:19.522356 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-35bf90e6-675c-4bfd-b1fe-7896f16b2bd5 None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:26:19.535110 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7388ceec-fcdd-4a3a-ac99-8097d9886767 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Network d65bd95c-c8e5-4d4f-b911-0e9966279304 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:26:19.535346 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05c8b6bd-bb87-429c-af71-bcb74715d5b5 None None] Provisioning complete for port 28fda10c-837b-4383-8ccc-fdb93ca52956 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:26:19.535703 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05c8b6bd-bb87-429c-af71-bcb74715d5b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:19.539124 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bf90e6-675c-4bfd-b1fe-7896f16b2bd5 None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:26:19.564854 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device bed06702-2684-42b9-83bf-160ac8e0c2b0 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:26:19.571003 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805ccb63-ba3b-47ce-8606-b377890b3b1d req-9170118f-1b12-4303-8e37-ee2abb66972b tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:19.575783 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-7388ceec-fcdd-4a3a-ac99-8097d9886767 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:26:19.582712 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805ccb63-ba3b-47ce-8606-b377890b3b1d req-9170118f-1b12-4303-8e37-ee2abb66972b tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:19.585817 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-805ccb63-ba3b-47ce-8606-b377890b3b1d req-9170118f-1b12-4303-8e37-ee2abb66972b tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "GET /v2.0/ports?device_id=81435566-38c7-4376-a8b5-8136a0272d85 HTTP/1.1" status: 200 len: 1681 time: 0.2840877 Nov 12 08:26:19.601959 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7388ceec-fcdd-4a3a-ac99-8097d9886767 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:26:19.607766 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7388ceec-fcdd-4a3a-ac99-8097d9886767 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Pushing event updated for resources: {'Port': ['ID=b00ad8e2-8285-43ff-9d18-856d0051e9e1,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:19.622224 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-544b8e93-aa02-4fd9-86c7-fc50f6ecb7b0 req-10eb51a4-533d-47a8-a54c-2ddb273e6e69 tempest-ServerShowV257Test-1120490378 tempest-ServerShowV257Test-1120490378-project] 10.222.0.26 "GET /v2.0/ports?device_id=c537a61c-41b2-4a9f-ba97-d854f273875a HTTP/1.1" status: 200 len: 210 time: 0.0594711 Nov 12 08:26:19.660625 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-805ccb63-ba3b-47ce-8606-b377890b3b1d req-a65f6ae6-359d-4b53-b823-f036a1823331 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "GET /v2.0/security-groups?id=5e4f26b3-68f4-458f-b970-543611e5d001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644960 Nov 12 08:26:19.666935 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c3323d-f4a5-422a-89e4-2ff579b4d11d None None] Network d65bd95c-c8e5-4d4f-b911-0e9966279304 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:26:19.732845 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7388ceec-fcdd-4a3a-ac99-8097d9886767 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933481'] for router_interface, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:19.756362 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bf90e6-675c-4bfd-b1fe-7896f16b2bd5 None None] Pushing event updated for resources: {'Port': ['ID=16b113b5-c22c-43cf-927e-558c5e508f09,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:19.767051 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-58a0ac12-acc1-4ebe-9ddb-7547d7e4d4ba None None] Attempting to bind port ae245e55-3700-4176-b350-d8ef5b79299b on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:26:19.767629 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-58a0ac12-acc1-4ebe-9ddb-7547d7e4d4ba None None] Attempting to bind port ae245e55-3700-4176-b350-d8ef5b79299b by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': 'b9a7d5be-74d7-47be-8a00-ca42a378a067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '87d0c4ac-ab0d-4ba1-b18e-715efaaf093e'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:26:19.768766 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a0ac12-acc1-4ebe-9ddb-7547d7e4d4ba None None] Attempting to bind port ae245e55-3700-4176-b350-d8ef5b79299b on network 87d0c4ac-ab0d-4ba1-b18e-715efaaf093e {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:26:19.792797 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ed46f421-51b7-41fe-a36e-5163b43801f3 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks [] for router_gateway, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:19.814666 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['d99ea8b3-c034-4b00-b2d2-885a037cbdd1'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:26:19.835321 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05c8b6bd-bb87-429c-af71-bcb74715d5b5 None None] Port 28fda10c-837b-4383-8ccc-fdb93ca52956 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:26:19.855134 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8e25781-32b0-4197-a45e-4b1c7692fcdc admin admin] Router 478e8e34-2bef-4f3c-a97b-8efb9006eddd is scheduled to L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 with binding_index 1 {{(pid=102600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:26:19.858612 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a0ac12-acc1-4ebe-9ddb-7547d7e4d4ba None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:26:19.859017 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a0ac12-acc1-4ebe-9ddb-7547d7e4d4ba None None] Checking segment: {'id': 'b9a7d5be-74d7-47be-8a00-ca42a378a067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '87d0c4ac-ab0d-4ba1-b18e-715efaaf093e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:26:19.859418 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-58a0ac12-acc1-4ebe-9ddb-7547d7e4d4ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:19.859813 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a0ac12-acc1-4ebe-9ddb-7547d7e4d4ba None None] Bound using segment: {'id': 'b9a7d5be-74d7-47be-8a00-ca42a378a067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '87d0c4ac-ab0d-4ba1-b18e-715efaaf093e'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:26:19.860302 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-58a0ac12-acc1-4ebe-9ddb-7547d7e4d4ba None None] Bound port: ae245e55-3700-4176-b350-d8ef5b79299b, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9a7d5be-74d7-47be-8a00-ca42a378a067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '87d0c4ac-ab0d-4ba1-b18e-715efaaf093e'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:26:19.860686 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-58a0ac12-acc1-4ebe-9ddb-7547d7e4d4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:19.917189 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-35bf90e6-675c-4bfd-b1fe-7896f16b2bd5 None None] Attempting to bind port 16b113b5-c22c-43cf-927e-558c5e508f09 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:26:19.917578 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-35bf90e6-675c-4bfd-b1fe-7896f16b2bd5 None None] Attempting to bind port 16b113b5-c22c-43cf-927e-558c5e508f09 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '96d34705-6664-4e61-95c1-c4295aaa62cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e0c841a5-e4a3-44c4-83d6-62e77f565842'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:26:19.917917 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bf90e6-675c-4bfd-b1fe-7896f16b2bd5 None None] Attempting to bind port 16b113b5-c22c-43cf-927e-558c5e508f09 on network e0c841a5-e4a3-44c4-83d6-62e77f565842 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:26:19.950309 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7388ceec-fcdd-4a3a-ac99-8097d9886767 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:19.970837 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bf90e6-675c-4bfd-b1fe-7896f16b2bd5 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:26:19.971929 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bf90e6-675c-4bfd-b1fe-7896f16b2bd5 None None] Checking segment: {'id': '96d34705-6664-4e61-95c1-c4295aaa62cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e0c841a5-e4a3-44c4-83d6-62e77f565842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:26:19.972405 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-35bf90e6-675c-4bfd-b1fe-7896f16b2bd5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:19.972805 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bf90e6-675c-4bfd-b1fe-7896f16b2bd5 None None] Bound using segment: {'id': '96d34705-6664-4e61-95c1-c4295aaa62cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e0c841a5-e4a3-44c4-83d6-62e77f565842'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:26:19.973294 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-35bf90e6-675c-4bfd-b1fe-7896f16b2bd5 None None] Bound port: 16b113b5-c22c-43cf-927e-558c5e508f09, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96d34705-6664-4e61-95c1-c4295aaa62cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e0c841a5-e4a3-44c4-83d6-62e77f565842'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:26:19.973678 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-35bf90e6-675c-4bfd-b1fe-7896f16b2bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:20.034353 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port bed06702-2684-42b9-83bf-160ac8e0c2b0 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:26:20.034769 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:20.117373 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-daa8fa97-2324-48f6-b0e5-488fd6c344b1 None None] Provisioning complete for port bed06702-2684-42b9-83bf-160ac8e0c2b0 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:26:20.117733 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-daa8fa97-2324-48f6-b0e5-488fd6c344b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:20.147054 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ed46f421-51b7-41fe-a36e-5163b43801f3 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052'] for router, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:20.177987 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8e25781-32b0-4197-a45e-4b1c7692fcdc admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:26:20.182539 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-35bf90e6-675c-4bfd-b1fe-7896f16b2bd5 None None] For port 16b113b5-c22c-43cf-927e-558c5e508f09, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:26:20.185952 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-35bf90e6-675c-4bfd-b1fe-7896f16b2bd5 None None] For port 16b113b5-c22c-43cf-927e-558c5e508f09, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=16b113b5-c22c-43cf-927e-558c5e508f09,segment=NetworkSegment(96d34705-6664-4e61-95c1-c4295aaa62cf),segment_id=96d34705-6664-4e61-95c1-c4295aaa62cf)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:26:20.219716 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790db698-f5ec-462b-b9d2-fada31a32564 None None] Sync routers for ids ['478e8e34-2bef-4f3c-a97b-8efb9006eddd'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:26:20.231875 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-58a0ac12-acc1-4ebe-9ddb-7547d7e4d4ba None None] For port ae245e55-3700-4176-b350-d8ef5b79299b, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:26:20.236325 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790db698-f5ec-462b-b9d2-fada31a32564 None None] Routers {'478e8e34-2bef-4f3c-a97b-8efb9006eddd'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:26:20.237320 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-790db698-f5ec-462b-b9d2-fada31a32564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:26:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['478e8e34-2bef-4f3c-a97b-8efb9006eddd'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:20.244592 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c8e25781-32b0-4197-a45e-4b1c7692fcdc admin admin] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:20.248355 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-c8e25781-32b0-4197-a45e-4b1c7692fcdc admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.2808228 Nov 12 08:26:20.248732 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57522) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:20.292635 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-35bf90e6-675c-4bfd-b1fe-7896f16b2bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:20.418403 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bf90e6-675c-4bfd-b1fe-7896f16b2bd5 None None] Pushing event updated for resources: {'Port': ['ID=16b113b5-c22c-43cf-927e-558c5e508f09,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:20.432131 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed46f421-51b7-41fe-a36e-5163b43801f3 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Router f2ee0d41-99e7-473b-8e36-45f01de0cb2f is scheduled to L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 with binding_index 1 {{(pid=102599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:26:20.451804 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-58a0ac12-acc1-4ebe-9ddb-7547d7e4d4ba None None] For port ae245e55-3700-4176-b350-d8ef5b79299b, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=ae245e55-3700-4176-b350-d8ef5b79299b,segment=NetworkSegment(b9a7d5be-74d7-47be-8a00-ca42a378a067),segment_id=b9a7d5be-74d7-47be-8a00-ca42a378a067)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:26:20.482333 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-58a0ac12-acc1-4ebe-9ddb-7547d7e4d4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:20.571189 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-790db698-f5ec-462b-b9d2-fada31a32564 None None] Set router 478e8e34-2bef-4f3c-a97b-8efb9006eddd gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:26:20.632887 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a0ac12-acc1-4ebe-9ddb-7547d7e4d4ba None None] Pushing event updated for resources: {'Port': ['ID=ae245e55-3700-4176-b350-d8ef5b79299b,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:20.715200 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed46f421-51b7-41fe-a36e-5163b43801f3 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:26:20.748172 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:20.753427 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad703aee-59dd-4de6-b51d-2a7bc8f7d05c None None] Sync routers for ids ['f2ee0d41-99e7-473b-8e36-45f01de0cb2f'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:26:20.769916 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ed46f421-51b7-41fe-a36e-5163b43801f3 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:20.774656 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-ed46f421-51b7-41fe-a36e-5163b43801f3 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.3045950 Nov 12 08:26:20.775524 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57530) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:20.880586 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad703aee-59dd-4de6-b51d-2a7bc8f7d05c None None] Routers {'f2ee0d41-99e7-473b-8e36-45f01de0cb2f'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:26:20.887624 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-ad703aee-59dd-4de6-b51d-2a7bc8f7d05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:26:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['f2ee0d41-99e7-473b-8e36-45f01de0cb2f'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:20.990754 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-95065faa-c5cf-4432-808b-6e703a05c3a1 req-e09f268b-4d7e-4d05-9f33-8d34c2a48fd4 tempest-ServerShowV257Test-1120490378 tempest-ServerShowV257Test-1120490378-project] 10.222.0.26 "GET /v2.0/ports?device_id=c537a61c-41b2-4a9f-ba97-d854f273875a HTTP/1.1" status: 200 len: 210 time: 0.0838435 Nov 12 08:26:21.070920 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-ad703aee-59dd-4de6-b51d-2a7bc8f7d05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:21.076474 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7388ceec-fcdd-4a3a-ac99-8097d9886767 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:21.090944 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] For port bed06702-2684-42b9-83bf-160ac8e0c2b0, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=bed06702-2684-42b9-83bf-160ac8e0c2b0,segment=NetworkSegment(da9b5d35-d09b-4983-a44c-f5141edad40e),segment_id=da9b5d35-d09b-4983-a44c-f5141edad40e)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:21.118543 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:21.185497 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad703aee-59dd-4de6-b51d-2a7bc8f7d05c None None] Routers {'f2ee0d41-99e7-473b-8e36-45f01de0cb2f'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:26:21.186144 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-ad703aee-59dd-4de6-b51d-2a7bc8f7d05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:26:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['f2ee0d41-99e7-473b-8e36-45f01de0cb2f'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:21.258856 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-daa8fa97-2324-48f6-b0e5-488fd6c344b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:21.334854 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7388ceec-fcdd-4a3a-ac99-8097d9886767 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:21.364305 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-ad703aee-59dd-4de6-b51d-2a7bc8f7d05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:21.364982 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad703aee-59dd-4de6-b51d-2a7bc8f7d05c None None] The sync data for ids ['f2ee0d41-99e7-473b-8e36-45f01de0cb2f'] in n-d-765315-29 is: [] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:26:21.424351 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-790db698-f5ec-462b-b9d2-fada31a32564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478e8e34-2bef-4f3c-a97b-8efb9006eddd', 'name': 'tempest-TaggedBootDevicesTest_v242-1336460044-router', 'tenant_id': '21a2ac24705441ab9e82ecd18312805e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '508f0b20-9bd3-4adf-b2b5-6a1cc3277bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:26:12Z', 'updated_at': '2021-11-12T08:26:17Z', 'revision_number': 3, 'project_id': '21a2ac24705441ab9e82ecd18312805e', 'gw_port': {'id': '508f0b20-9bd3-4adf-b2b5-6a1cc3277bb0', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:81:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '478e8e34-2bef-4f3c-a97b-8efb9006eddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1899, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:26:14Z', 'updated_at': '2021-11-12T08:26:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:21.540250 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790db698-f5ec-462b-b9d2-fada31a32564 None None] Checking router: 478e8e34-2bef-4f3c-a97b-8efb9006eddd for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:26:21.543257 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790db698-f5ec-462b-b9d2-fada31a32564 None None] Updating router 478e8e34-2bef-4f3c-a97b-8efb9006eddd port 508f0b20-9bd3-4adf-b2b5-6a1cc3277bb0 binding host n-d-765315-29 {{(pid=102602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:26:21.552436 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6167bdd4-0f9e-4f67-a072-1a2d0c269a5e req-c3112ce5-a45f-42b1-bf82-ca003ce70d4a tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:21.562074 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6167bdd4-0f9e-4f67-a072-1a2d0c269a5e req-c3112ce5-a45f-42b1-bf82-ca003ce70d4a tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=169f7779-8f80-4509-8e19-6731ed6e3dfc HTTP/1.1" status: 200 len: 945 time: 0.9877167 Nov 12 08:26:21.605977 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-790db698-f5ec-462b-b9d2-fada31a32564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:21.655648 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94eff4a-59eb-414f-8448-19092a65f57a req-761da8a5-f99c-4ec2-8c17-a54ba7d95dcc tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:21.683541 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94eff4a-59eb-414f-8448-19092a65f57a req-761da8a5-f99c-4ec2-8c17-a54ba7d95dcc tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:21.701498 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f94eff4a-59eb-414f-8448-19092a65f57a req-761da8a5-f99c-4ec2-8c17-a54ba7d95dcc tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "GET /v2.0/ports?device_id=81435566-38c7-4376-a8b5-8136a0272d85 HTTP/1.1" status: 200 len: 1681 time: 0.4056573 Nov 12 08:26:21.794682 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7388ceec-fcdd-4a3a-ac99-8097d9886767 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933629'] for router_interface, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:21.834246 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f94eff4a-59eb-414f-8448-19092a65f57a req-70ca4928-d665-44e3-8c73-e2efddc3a12f tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "GET /v2.0/security-groups?id=5e4f26b3-68f4-458f-b970-543611e5d001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320491 Nov 12 08:26:21.848058 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7388ceec-fcdd-4a3a-ac99-8097d9886767 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Pushing event updated for resources: {'Port': ['ID=b00ad8e2-8285-43ff-9d18-856d0051e9e1,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:21.984002 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 16b113b5-c22c-43cf-927e-558c5e508f09 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:26:21.987288 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6167bdd4-0f9e-4f67-a072-1a2d0c269a5e req-6636d817-0565-47ca-a508-078045786bbd tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=7569d1cf-6bd3-45ad-96a1-5286f4165b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4176545 Nov 12 08:26:21.989695 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Pushing event updated for resources: {'Port': ['ID=bed06702-2684-42b9-83bf-160ac8e0c2b0,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:22.237550 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.db.api [None req-daa8fa97-2324-48f6-b0e5-488fd6c344b1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:26:22.240108 n-d-765315-29 neutron-server[102601]: DEBUG oslo_db.api [None req-daa8fa97-2324-48f6-b0e5-488fd6c344b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:26:22.254031 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-790db698-f5ec-462b-b9d2-fada31a32564 None None] Publish callbacks [] for port, precommit_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:22.262799 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-790db698-f5ec-462b-b9d2-fada31a32564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:22.308442 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 16b113b5-c22c-43cf-927e-558c5e508f09 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:26:22.308977 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:22.380410 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device d99ea8b3-c034-4b00-b2d2-885a037cbdd1 up at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:26:22.436038 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a440fc-a84d-43ff-a7d5-546a45058282 None None] Pushing event updated for resources: {'Port': ['ID=508f0b20-9bd3-4adf-b2b5-6a1cc3277bb0,revision_number=2']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:22.450344 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8fc4b2bf-d35d-485b-baeb-0301f15ac8c8 req-97138c14-5440-40cf-8be1-6b4821481523 tempest-ServerShowV257Test-1120490378 tempest-ServerShowV257Test-1120490378-project] 10.222.0.26 "GET /v2.0/ports?device_id=c537a61c-41b2-4a9f-ba97-d854f273875a HTTP/1.1" status: 200 len: 210 time: 0.1637604 Nov 12 08:26:22.476464 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff66cd5-7246-4d39-b9a5-530223085e7b None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:26:22.501585 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7388ceec-fcdd-4a3a-ac99-8097d9886767 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Network d65bd95c-c8e5-4d4f-b911-0e9966279304 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:26:22.507488 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-790db698-f5ec-462b-b9d2-fada31a32564 None None] Attempting to bind port 508f0b20-9bd3-4adf-b2b5-6a1cc3277bb0 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:26:22.507952 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-790db698-f5ec-462b-b9d2-fada31a32564 None None] Attempting to bind port 508f0b20-9bd3-4adf-b2b5-6a1cc3277bb0 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:26:22.508201 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790db698-f5ec-462b-b9d2-fada31a32564 None None] Attempting to bind port 508f0b20-9bd3-4adf-b2b5-6a1cc3277bb0 on network d709f64f-f9e6-4525-b020-ad48633b9bbf {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:26:22.512149 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a440fc-a84d-43ff-a7d5-546a45058282 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:22.512496 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a440fc-a84d-43ff-a7d5-546a45058282 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:22.512832 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a440fc-a84d-43ff-a7d5-546a45058282 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:22.513168 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a440fc-a84d-43ff-a7d5-546a45058282 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:22.513500 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a440fc-a84d-43ff-a7d5-546a45058282 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:22.513829 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a440fc-a84d-43ff-a7d5-546a45058282 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:22.514155 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a440fc-a84d-43ff-a7d5-546a45058282 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:22.514478 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a440fc-a84d-43ff-a7d5-546a45058282 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:22.516846 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a440fc-a84d-43ff-a7d5-546a45058282 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:22.517394 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a440fc-a84d-43ff-a7d5-546a45058282 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:22.518073 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a440fc-a84d-43ff-a7d5-546a45058282 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:22.520271 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a440fc-a84d-43ff-a7d5-546a45058282 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:22.539326 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790db698-f5ec-462b-b9d2-fada31a32564 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:26:22.540020 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790db698-f5ec-462b-b9d2-fada31a32564 None None] Checking segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:26:22.540606 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-790db698-f5ec-462b-b9d2-fada31a32564 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:22.541171 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790db698-f5ec-462b-b9d2-fada31a32564 None None] Bound using segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:26:22.541839 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-790db698-f5ec-462b-b9d2-fada31a32564 None None] Bound port: 508f0b20-9bd3-4adf-b2b5-6a1cc3277bb0, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:26:22.542405 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-790db698-f5ec-462b-b9d2-fada31a32564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:22.602930 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-7388ceec-fcdd-4a3a-ac99-8097d9886767 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:26:22.617741 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f8602d-a5f6-47d5-a403-f581a53f7aec None None] Network e0c841a5-e4a3-44c4-83d6-62e77f565842 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:26:22.688344 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-09e54d4c-c6f3-4006-b69d-862f8365c321 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:22.712964 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-790db698-f5ec-462b-b9d2-fada31a32564 None None] For port 508f0b20-9bd3-4adf-b2b5-6a1cc3277bb0, host n-d-765315-29, cleared binding levels {{(pid=102602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:26:22.716741 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-790db698-f5ec-462b-b9d2-fada31a32564 None None] For port 508f0b20-9bd3-4adf-b2b5-6a1cc3277bb0, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=508f0b20-9bd3-4adf-b2b5-6a1cc3277bb0,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:26:22.734200 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-790db698-f5ec-462b-b9d2-fada31a32564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:22.822401 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning for port d99ea8b3-c034-4b00-b2d2-885a037cbdd1 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:26:22.838130 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:22.874476 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b45dcd17-c178-4cab-8d31-18a10313f9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:22.879407 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a440fc-a84d-43ff-a7d5-546a45058282 None None] Pushing event updated for resources: {'Port': ['ID=508f0b20-9bd3-4adf-b2b5-6a1cc3277bb0,revision_number=3']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:22.887970 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning complete for port d99ea8b3-c034-4b00-b2d2-885a037cbdd1 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:26:22.888253 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:22.895887 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ffe387-1e66-4ed9-8eca-a03557e6d9a2 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:26:22.896107 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790db698-f5ec-462b-b9d2-fada31a32564 None None] Routers {'478e8e34-2bef-4f3c-a97b-8efb9006eddd'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:26:22.898419 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-790db698-f5ec-462b-b9d2-fada31a32564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:26:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['478e8e34-2bef-4f3c-a97b-8efb9006eddd'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:23.200805 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] For port 16b113b5-c22c-43cf-927e-558c5e508f09, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=16b113b5-c22c-43cf-927e-558c5e508f09,segment=NetworkSegment(96d34705-6664-4e61-95c1-c4295aaa62cf),segment_id=96d34705-6664-4e61-95c1-c4295aaa62cf)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:23.281978 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:23.295981 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf85481-bb01-45bb-bd32-1d71c4c52a6b None None] Network 87d0c4ac-ab0d-4ba1-b18e-715efaaf093e requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:26:23.336355 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-790db698-f5ec-462b-b9d2-fada31a32564 None None] Set router 478e8e34-2bef-4f3c-a97b-8efb9006eddd gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:26:23.382125 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9801c9d2-4c3c-48c3-8c0c-99363dc8be0c req-2e63c9b3-4891-4429-9f8a-3cdb81d8b10e tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:23.384060 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9801c9d2-4c3c-48c3-8c0c-99363dc8be0c req-2e63c9b3-4891-4429-9f8a-3cdb81d8b10e tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=169f7779-8f80-4509-8e19-6731ed6e3dfc HTTP/1.1" status: 200 len: 945 time: 0.1466684 Nov 12 08:26:23.405397 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-b45dcd17-c178-4cab-8d31-18a10313f9f7 admin admin] Allocated IP 172.20.0.1 (b1a7821e-f1d3-43e5-80d4-19a0f0105ed4/12b144a6-628e-40a7-ae42-7387cab28ef8/2dac7928-951a-4181-8ad9-ff7b528e1e4d) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:26:23.501370 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0448733-f763-4cd4-9563-1ce7e2fb615b req-73003459-b00d-4f3f-bebd-55b07d23b8a5 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:23.512896 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0448733-f763-4cd4-9563-1ce7e2fb615b req-73003459-b00d-4f3f-bebd-55b07d23b8a5 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:23.528497 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-09e54d4c-c6f3-4006-b69d-862f8365c321 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Allocated IP 172.20.0.1 (e0c841a5-e4a3-44c4-83d6-62e77f565842/7e5af2e4-a05d-4a6c-b9f3-20ab7d8dad93/df64922a-c8af-443e-8cce-87b97a654be6) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:26:23.540613 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9801c9d2-4c3c-48c3-8c0c-99363dc8be0c req-62356f03-de20-4f35-aff0-5fe43b51ac07 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=7569d1cf-6bd3-45ad-96a1-5286f4165b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1470580 Nov 12 08:26:23.545973 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d0448733-f763-4cd4-9563-1ce7e2fb615b req-73003459-b00d-4f3f-bebd-55b07d23b8a5 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "GET /v2.0/ports?device_id=81435566-38c7-4376-a8b5-8136a0272d85 HTTP/1.1" status: 200 len: 1681 time: 0.2501497 Nov 12 08:26:23.599566 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7388ceec-fcdd-4a3a-ac99-8097d9886767 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Router d74d5df7-8c90-4fcb-a72b-6a5bc3a0485a is scheduled to L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 with binding_index 1 {{(pid=102600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:26:23.658335 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:23.661411 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device ae245e55-3700-4176-b350-d8ef5b79299b up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:26:23.722811 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-ba89a934-c123-46e7-8184-ed3c7120d07a None None] Provisioning complete for port 508f0b20-9bd3-4adf-b2b5-6a1cc3277bb0 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:26:23.723342 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ba89a934-c123-46e7-8184-ed3c7120d07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:23.743937 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-09e54d4c-c6f3-4006-b69d-862f8365c321 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:23.749659 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-790db698-f5ec-462b-b9d2-fada31a32564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478e8e34-2bef-4f3c-a97b-8efb9006eddd', 'name': 'tempest-TaggedBootDevicesTest_v242-1336460044-router', 'tenant_id': '21a2ac24705441ab9e82ecd18312805e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '508f0b20-9bd3-4adf-b2b5-6a1cc3277bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:26:12Z', 'updated_at': '2021-11-12T08:26:17Z', 'revision_number': 3, 'project_id': '21a2ac24705441ab9e82ecd18312805e', 'gw_port': {'id': '508f0b20-9bd3-4adf-b2b5-6a1cc3277bb0', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:81:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '478e8e34-2bef-4f3c-a97b-8efb9006eddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1899, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:26:14Z', 'updated_at': '2021-11-12T08:26:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:23.788496 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-09e54d4c-c6f3-4006-b69d-862f8365c321 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:23.806970 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790db698-f5ec-462b-b9d2-fada31a32564 None None] The sync data for ids ['478e8e34-2bef-4f3c-a97b-8efb9006eddd'] in n-d-765315-29 is: [{'id': '478e8e34-2bef-4f3c-a97b-8efb9006eddd', 'name': 'tempest-TaggedBootDevicesTest_v242-1336460044-router', 'tenant_id': '21a2ac24705441ab9e82ecd18312805e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '508f0b20-9bd3-4adf-b2b5-6a1cc3277bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:26:12Z', 'updated_at': '2021-11-12T08:26:17Z', 'revision_number': 3, 'project_id': '21a2ac24705441ab9e82ecd18312805e', 'gw_port': {'id': '508f0b20-9bd3-4adf-b2b5-6a1cc3277bb0', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:81:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '478e8e34-2bef-4f3c-a97b-8efb9006eddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1899, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:26:14Z', 'updated_at': '2021-11-12T08:26:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:26:23.816003 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d0448733-f763-4cd4-9563-1ce7e2fb615b req-c27eaa90-474e-4b1c-98ac-fffa283e6e88 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "GET /v2.0/security-groups?id=5e4f26b3-68f4-458f-b970-543611e5d001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687850 Nov 12 08:26:23.830987 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-91a3e535-143e-4d99-843f-5d1dcc6491f3 req-7faf4e8b-ad20-47b2-be70-ac8ca2f30b16 tempest-ServerShowV257Test-1120490378 tempest-ServerShowV257Test-1120490378-project] 10.222.0.26 "GET /v2.0/ports?device_id=c537a61c-41b2-4a9f-ba97-d854f273875a HTTP/1.1" status: 200 len: 210 time: 0.1312895 Nov 12 08:26:23.842829 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:26:23.870262 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e54d4c-c6f3-4006-b69d-862f8365c321 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Network e0c841a5-e4a3-44c4-83d6-62e77f565842 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:26:23.876111 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-09e54d4c-c6f3-4006-b69d-862f8365c321 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:26:23.888714 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ba89a934-c123-46e7-8184-ed3c7120d07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:23.890024 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e54d4c-c6f3-4006-b69d-862f8365c321 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:26:23.894394 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b45dcd17-c178-4cab-8d31-18a10313f9f7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:23.895148 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81435566-38c7-4376-a8b5-8136a0272d85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd99ea8b3-c034-4b00-b2d2-885a037cbdd1'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:26:23.897798 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-912eff88-52dc-4543-86f8-97dbc1f8cddc" -d '{"events": [{"server_uuid": "81435566-38c7-4376-a8b5-8136a0272d85", "name": "network-vif-plugged", "status": "completed", "tag": "d99ea8b3-c034-4b00-b2d2-885a037cbdd1"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:26:23.903661 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7388ceec-fcdd-4a3a-ac99-8097d9886767 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:26:23.915718 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port d99ea8b3-c034-4b00-b2d2-885a037cbdd1, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=d99ea8b3-c034-4b00-b2d2-885a037cbdd1,segment=NetworkSegment(8b23ff8c-0f2b-4e57-965a-eafbdd9f92fc),segment_id=8b23ff8c-0f2b-4e57-965a-eafbdd9f92fc)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:23.924430 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-7388ceec-fcdd-4a3a-ac99-8097d9886767 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] 10.222.0.26 "PUT /v2.0/routers/d74d5df7-8c90-4fcb-a72b-6a5bc3a0485a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7505631 Nov 12 08:26:23.926690 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Pushing event updated for resources: {'Port': ['ID=16b113b5-c22c-43cf-927e-558c5e508f09,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:23.926803 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57548) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:23.928421 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b54e4b-ab0a-4f7f-a7de-313b78ca3af7 None None] Sync routers for ids ['d74d5df7-8c90-4fcb-a72b-6a5bc3a0485a'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:26:23.965586 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b54e4b-ab0a-4f7f-a7de-313b78ca3af7 None None] Routers {'d74d5df7-8c90-4fcb-a72b-6a5bc3a0485a'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:26:23.967798 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-46b54e4b-ab0a-4f7f-a7de-313b78ca3af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:26:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['d74d5df7-8c90-4fcb-a72b-6a5bc3a0485a'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:23.976184 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:23.977017 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 7a7736d9-b659-4fde-bf0c-36ec65843525 up at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:26:23.977154 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e54d4c-c6f3-4006-b69d-862f8365c321 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Pushing event updated for resources: {'Port': ['ID=df64922a-c8af-443e-8cce-87b97a654be6,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:24.025712 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-09e54d4c-c6f3-4006-b69d-862f8365c321 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933481'] for router_interface, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:24.059746 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port ae245e55-3700-4176-b350-d8ef5b79299b triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:26:24.060269 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:24.073230 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-46b54e4b-ab0a-4f7f-a7de-313b78ca3af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:24.109275 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5e8bf14-2132-4702-b5b6-8e0e6bad6bc6 x-openstack-request-id: req-c5e8bf14-2132-4702-b5b6-8e0e6bad6bc6 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:26:24.109549 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81435566-38c7-4376-a8b5-8136a0272d85", "name": "network-vif-plugged", "status": "completed", "tag": "d99ea8b3-c034-4b00-b2d2-885a037cbdd1", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:26:24.109805 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c5e8bf14-2132-4702-b5b6-8e0e6bad6bc6 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:26:24.110203 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81435566-38c7-4376-a8b5-8136a0272d85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd99ea8b3-c034-4b00-b2d2-885a037cbdd1', 'code': 200} Nov 12 08:26:24.112185 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-ba89a934-c123-46e7-8184-ed3c7120d07a None None] For port 508f0b20-9bd3-4adf-b2b5-6a1cc3277bb0, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=508f0b20-9bd3-4adf-b2b5-6a1cc3277bb0,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:24.114540 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b54e4b-ab0a-4f7f-a7de-313b78ca3af7 None None] Routers {'d74d5df7-8c90-4fcb-a72b-6a5bc3a0485a'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:26:24.115203 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-46b54e4b-ab0a-4f7f-a7de-313b78ca3af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:26:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['d74d5df7-8c90-4fcb-a72b-6a5bc3a0485a'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:24.207540 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-46b54e4b-ab0a-4f7f-a7de-313b78ca3af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:24.208427 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b54e4b-ab0a-4f7f-a7de-313b78ca3af7 None None] The sync data for ids ['d74d5df7-8c90-4fcb-a72b-6a5bc3a0485a'] in n-d-765315-29 is: [] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:26:24.214962 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ba89a934-c123-46e7-8184-ed3c7120d07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:24.330527 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=d99ea8b3-c034-4b00-b2d2-885a037cbdd1,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:24.421613 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b45dcd17-c178-4cab-8d31-18a10313f9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:24.439092 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba89a934-c123-46e7-8184-ed3c7120d07a None None] Pushing event updated for resources: {'Port': ['ID=508f0b20-9bd3-4adf-b2b5-6a1cc3277bb0,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:24.449141 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-ba89a934-c123-46e7-8184-ed3c7120d07a None None] Provisioning complete for port ae245e55-3700-4176-b350-d8ef5b79299b triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:26:24.449516 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ba89a934-c123-46e7-8184-ed3c7120d07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:24.600913 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning for port 7a7736d9-b659-4fde-bf0c-36ec65843525 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:26:24.636582 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning complete for port 7a7736d9-b659-4fde-bf0c-36ec65843525 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:26:24.637074 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:24.725888 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:24.840288 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ba89a934-c123-46e7-8184-ed3c7120d07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:24.862934 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] For port ae245e55-3700-4176-b350-d8ef5b79299b, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=ae245e55-3700-4176-b350-d8ef5b79299b,segment=NetworkSegment(b9a7d5be-74d7-47be-8a00-ca42a378a067),segment_id=b9a7d5be-74d7-47be-8a00-ca42a378a067)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:24.874267 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:24.875317 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device bed06702-2684-42b9-83bf-160ac8e0c2b0 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:26:24.906020 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-09e54d4c-c6f3-4006-b69d-862f8365c321 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:25.007454 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.db.api [None req-ba89a934-c123-46e7-8184-ed3c7120d07a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:26:25.007847 n-d-765315-29 neutron-server[102601]: DEBUG oslo_db.api [None req-ba89a934-c123-46e7-8184-ed3c7120d07a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:26:25.039883 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1a110c1c-3f1d-4d2c-b221-5a8aafdecc70 req-cb360f17-f0b8-4259-8991-0f49e2323cfd tempest-ServerShowV257Test-1120490378 tempest-ServerShowV257Test-1120490378-project] 10.222.0.26 "GET /v2.0/ports?device_id=c537a61c-41b2-4a9f-ba97-d854f273875a HTTP/1.1" status: 200 len: 210 time: 0.0379179 Nov 12 08:26:25.067607 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:25.074236 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Pushing event updated for resources: {'Port': ['ID=ae245e55-3700-4176-b350-d8ef5b79299b,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:25.135897 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45dcd17-c178-4cab-8d31-18a10313f9f7 admin admin] Network b1a7821e-f1d3-43e5-80d4-19a0f0105ed4 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:26:25.157299 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 7a7736d9-b659-4fde-bf0c-36ec65843525, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=7a7736d9-b659-4fde-bf0c-36ec65843525,segment=NetworkSegment(7049fc2e-efb4-4674-a214-220979bba373),segment_id=7049fc2e-efb4-4674-a214-220979bba373)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:25.159598 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port bed06702-2684-42b9-83bf-160ac8e0c2b0 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:26:25.160110 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:25.166901 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-b45dcd17-c178-4cab-8d31-18a10313f9f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:26:25.170013 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45dcd17-c178-4cab-8d31-18a10313f9f7 admin admin] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:26:25.179352 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45dcd17-c178-4cab-8d31-18a10313f9f7 admin admin] Pushing event updated for resources: {'Port': ['ID=2dac7928-951a-4181-8ad9-ff7b528e1e4d,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:25.200443 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:25.280374 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6239847c-4a9a-4ec8-9174-9cf6c826e63d req-42afd19e-1404-4f08-a846-c2300b5da15f tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:25.296615 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6239847c-4a9a-4ec8-9174-9cf6c826e63d req-42afd19e-1404-4f08-a846-c2300b5da15f tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:25.302500 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6239847c-4a9a-4ec8-9174-9cf6c826e63d req-42afd19e-1404-4f08-a846-c2300b5da15f tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "GET /v2.0/ports?device_id=81435566-38c7-4376-a8b5-8136a0272d85 HTTP/1.1" status: 200 len: 1683 time: 0.1414905 Nov 12 08:26:25.368292 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b45dcd17-c178-4cab-8d31-18a10313f9f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933481'] for router_interface, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:25.380763 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a72effb-37c6-454e-95ba-92bb8a531f82 req-2134e5c8-8d99-410a-a3d0-ebf1a6ada1c6 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:25.390785 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9a72effb-37c6-454e-95ba-92bb8a531f82 req-2134e5c8-8d99-410a-a3d0-ebf1a6ada1c6 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=169f7779-8f80-4509-8e19-6731ed6e3dfc HTTP/1.1" status: 200 len: 945 time: 0.2921929 Nov 12 08:26:25.395641 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=7a7736d9-b659-4fde-bf0c-36ec65843525,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:25.437098 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6239847c-4a9a-4ec8-9174-9cf6c826e63d req-65141145-23f5-4921-810d-0d5544dc6530 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "GET /v2.0/security-groups?id=5e4f26b3-68f4-458f-b970-543611e5d001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053321 Nov 12 08:26:25.564821 n-d-765315-29 neutron-server[102600]: INFO neutron.api.v2.resource [None req-9e43ac19-3bfc-49e5-acf3-fad5e6709c1a tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:26:25.568695 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-9e43ac19-3bfc-49e5-acf3-fad5e6709c1a tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] 10.222.0.26 "PUT /v2.0/routers/d74d5df7-8c90-4fcb-a72b-6a5bc3a0485a/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.6386342 Nov 12 08:26:25.592722 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57560) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:25.598368 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-09e54d4c-c6f3-4006-b69d-862f8365c321 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:25.606394 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-09e54d4c-c6f3-4006-b69d-862f8365c321 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:25.610907 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-ba89a934-c123-46e7-8184-ed3c7120d07a None None] Provisioning complete for port b00ad8e2-8285-43ff-9d18-856d0051e9e1 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:26:25.612057 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ba89a934-c123-46e7-8184-ed3c7120d07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:25.717162 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-09e54d4c-c6f3-4006-b69d-862f8365c321 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933629'] for router_interface, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:25.719890 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-ba89a934-c123-46e7-8184-ed3c7120d07a None None] Port b00ad8e2-8285-43ff-9d18-856d0051e9e1 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:26:25.728175 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e54d4c-c6f3-4006-b69d-862f8365c321 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Pushing event updated for resources: {'Port': ['ID=df64922a-c8af-443e-8cce-87b97a654be6,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:25.734019 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-ba89a934-c123-46e7-8184-ed3c7120d07a None None] Provisioning complete for port 16b113b5-c22c-43cf-927e-558c5e508f09 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:26:25.734613 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ba89a934-c123-46e7-8184-ed3c7120d07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:25.835104 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9a72effb-37c6-454e-95ba-92bb8a531f82 req-47263bda-cdf4-40c8-bcb1-e6a79cfe13f4 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=7569d1cf-6bd3-45ad-96a1-5286f4165b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4421782 Nov 12 08:26:25.884834 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e54d4c-c6f3-4006-b69d-862f8365c321 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Network e0c841a5-e4a3-44c4-83d6-62e77f565842 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:26:25.890271 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-09e54d4c-c6f3-4006-b69d-862f8365c321 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:26:26.047202 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b45dcd17-c178-4cab-8d31-18a10313f9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:26.062283 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device ae245e55-3700-4176-b350-d8ef5b79299b up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:26:26.111134 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09e54d4c-c6f3-4006-b69d-862f8365c321 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Router f2ee0d41-99e7-473b-8e36-45f01de0cb2f has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:26:26.152609 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81435566-38c7-4376-a8b5-8136a0272d85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a7736d9-b659-4fde-bf0c-36ec65843525'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:26:26.154893 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f2a0758-bf76-4a66-8404-d59dc86b670d" -d '{"events": [{"server_uuid": "81435566-38c7-4376-a8b5-8136a0272d85", "name": "network-vif-plugged", "status": "completed", "tag": "7a7736d9-b659-4fde-bf0c-36ec65843525"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:26:26.202411 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port ae245e55-3700-4176-b350-d8ef5b79299b triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:26:26.207235 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:26.242139 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-086eaff4-b07d-4724-97a0-0fdc3c6ed79f x-openstack-request-id: req-086eaff4-b07d-4724-97a0-0fdc3c6ed79f {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:26:26.242885 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81435566-38c7-4376-a8b5-8136a0272d85", "name": "network-vif-plugged", "status": "completed", "tag": "7a7736d9-b659-4fde-bf0c-36ec65843525", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:26:26.243441 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-086eaff4-b07d-4724-97a0-0fdc3c6ed79f {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:26:26.244047 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81435566-38c7-4376-a8b5-8136a0272d85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a7736d9-b659-4fde-bf0c-36ec65843525', 'code': 200} Nov 12 08:26:26.273596 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-628ea52d-3fa1-4eac-a8cd-10d90a644389 req-86d77e5e-9222-42f6-a2e1-c78f3ae2aec1 tempest-ServerShowV257Test-1120490378 tempest-ServerShowV257Test-1120490378-project] 10.222.0.26 "GET /v2.0/ports?device_id=c537a61c-41b2-4a9f-ba97-d854f273875a HTTP/1.1" status: 200 len: 210 time: 0.0483701 Nov 12 08:26:26.338411 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-ba89a934-c123-46e7-8184-ed3c7120d07a None None] Provisioning complete for port bed06702-2684-42b9-83bf-160ac8e0c2b0 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:26:26.338411 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ba89a934-c123-46e7-8184-ed3c7120d07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:26.343045 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b45dcd17-c178-4cab-8d31-18a10313f9f7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:26.357945 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b45dcd17-c178-4cab-8d31-18a10313f9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:26.404313 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09e54d4c-c6f3-4006-b69d-862f8365c321 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:26:26.418242 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-09e54d4c-c6f3-4006-b69d-862f8365c321 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] 10.222.0.26 "PUT /v2.0/routers/f2ee0d41-99e7-473b-8e36-45f01de0cb2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6414635 Nov 12 08:26:26.419162 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57568) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:26.425653 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-41eab655-8237-45ab-b9e5-0d4f5cc08397 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Request body: {'port': {'network_id': 'e0c841a5-e4a3-44c4-83d6-62e77f565842', 'name': 'tempest-FloatingIPTestJSON-481655775'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:26:26.432089 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 508f0b20-9bd3-4adf-b2b5-6a1cc3277bb0 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:26:26.439566 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceba4fd4-596f-48b3-93bd-de71155502c0 None None] Sync routers for ids ['f2ee0d41-99e7-473b-8e36-45f01de0cb2f'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:26:26.493612 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b45dcd17-c178-4cab-8d31-18a10313f9f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933629'] for router_interface, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:26.500676 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45dcd17-c178-4cab-8d31-18a10313f9f7 admin admin] Pushing event updated for resources: {'Port': ['ID=2dac7928-951a-4181-8ad9-ff7b528e1e4d,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:26.536233 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceba4fd4-596f-48b3-93bd-de71155502c0 None None] Routers {'f2ee0d41-99e7-473b-8e36-45f01de0cb2f'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:26:26.538932 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ad9536-ab8a-4ed5-9429-019d806bd85e req-247ca290-ebc9-4e18-b5d9-40d2753f8e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:26.539419 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-ceba4fd4-596f-48b3-93bd-de71155502c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:26:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['f2ee0d41-99e7-473b-8e36-45f01de0cb2f'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:26.539580 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ad9536-ab8a-4ed5-9429-019d806bd85e req-247ca290-ebc9-4e18-b5d9-40d2753f8e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:26.541633 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-10ad9536-ab8a-4ed5-9429-019d806bd85e req-247ca290-ebc9-4e18-b5d9-40d2753f8e87 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=81435566-38c7-4376-a8b5-8136a0272d85 HTTP/1.1" status: 200 len: 1987 time: 0.1963527 Nov 12 08:26:26.590826 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41eab655-8237-45ab-b9e5-0d4f5cc08397 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Made reservation on behalf of 2ca0f51a794140888ac1f25d8c82f68b for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:26:26.596465 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-41eab655-8237-45ab-b9e5-0d4f5cc08397 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:26.614947 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-ceba4fd4-596f-48b3-93bd-de71155502c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:26.622686 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [None req-41eab655-8237-45ab-b9e5-0d4f5cc08397 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] device_id is not set on port 7cde3c37-0e2a-4ef2-9d22-37978c2e95b3 yet. {{(pid=102599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:26:26.659455 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceba4fd4-596f-48b3-93bd-de71155502c0 None None] Routers {'f2ee0d41-99e7-473b-8e36-45f01de0cb2f'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:26:26.660134 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-ceba4fd4-596f-48b3-93bd-de71155502c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:26:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['f2ee0d41-99e7-473b-8e36-45f01de0cb2f'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:26.718500 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-ceba4fd4-596f-48b3-93bd-de71155502c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:26.719753 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceba4fd4-596f-48b3-93bd-de71155502c0 None None] The sync data for ids ['f2ee0d41-99e7-473b-8e36-45f01de0cb2f'] in n-d-765315-29 is: [] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:26:26.721873 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 508f0b20-9bd3-4adf-b2b5-6a1cc3277bb0 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:26:26.721873 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:26.767175 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-25e7a9ea-3870-4429-ab8b-6e5d8889dee2 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933586'] for router_interface, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:26.779693 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-10ad9536-ab8a-4ed5-9429-019d806bd85e req-e08101ae-c411-449f-9a29-7d1dba9ed69a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=5e4f26b3-68f4-458f-b970-543611e5d001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278469 Nov 12 08:26:26.795089 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-41eab655-8237-45ab-b9e5-0d4f5cc08397 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Allocated IP 172.20.0.8 (e0c841a5-e4a3-44c4-83d6-62e77f565842/7e5af2e4-a05d-4a6c-b9f3-20ab7d8dad93/7cde3c37-0e2a-4ef2-9d22-37978c2e95b3) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:26:26.836745 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d22edcd-655e-4eec-8f33-8843fb3c3108 req-6f473ffd-1c27-4aad-9ec0-625abbf87254 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:26.840628 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 16b113b5-c22c-43cf-927e-558c5e508f09 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:26:26.843796 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d22edcd-655e-4eec-8f33-8843fb3c3108 req-6f473ffd-1c27-4aad-9ec0-625abbf87254 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:26.845461 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2d22edcd-655e-4eec-8f33-8843fb3c3108 req-6f473ffd-1c27-4aad-9ec0-625abbf87254 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "GET /v2.0/ports?device_id=81435566-38c7-4376-a8b5-8136a0272d85 HTTP/1.1" status: 200 len: 1683 time: 0.2573421 Nov 12 08:26:26.922183 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-43de8966-8ab4-487b-a56c-f5935add2581 None None] Provisioning complete for port df64922a-c8af-443e-8cce-87b97a654be6 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:26:26.922544 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-43de8966-8ab4-487b-a56c-f5935add2581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:27.000489 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45dcd17-c178-4cab-8d31-18a10313f9f7 admin admin] Network b1a7821e-f1d3-43e5-80d4-19a0f0105ed4 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:26:27.049474 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 16b113b5-c22c-43cf-927e-558c5e508f09 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:26:27.050327 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:27.061480 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-43de8966-8ab4-487b-a56c-f5935add2581 None None] Port df64922a-c8af-443e-8cce-87b97a654be6 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:26:27.064371 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc3b8c8-b0fe-40b6-b11b-638cfd5a126d req-09b387c8-99a0-4309-8242-fcdab307e370 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:27.072533 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-efc3b8c8-b0fe-40b6-b11b-638cfd5a126d req-09b387c8-99a0-4309-8242-fcdab307e370 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=169f7779-8f80-4509-8e19-6731ed6e3dfc HTTP/1.1" status: 200 len: 945 time: 0.1001613 Nov 12 08:26:27.088895 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-b45dcd17-c178-4cab-8d31-18a10313f9f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:26:27.105247 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-41eab655-8237-45ab-b9e5-0d4f5cc08397 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:27.168013 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-43de8966-8ab4-487b-a56c-f5935add2581 None None] Provisioning complete for port 16b113b5-c22c-43cf-927e-558c5e508f09 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:26:27.177853 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-43de8966-8ab4-487b-a56c-f5935add2581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:27.182900 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-efc3b8c8-b0fe-40b6-b11b-638cfd5a126d req-8e58329c-f31f-40ca-9ec5-9ed299d169a6 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=7569d1cf-6bd3-45ad-96a1-5286f4165b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090233 Nov 12 08:26:27.208493 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-41eab655-8237-45ab-b9e5-0d4f5cc08397 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:27.217971 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2d22edcd-655e-4eec-8f33-8843fb3c3108 req-6f9c3785-8bfd-4104-899e-2fc01a364d81 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "GET /v2.0/security-groups?id=5e4f26b3-68f4-458f-b970-543611e5d001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024077 Nov 12 08:26:27.291214 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41eab655-8237-45ab-b9e5-0d4f5cc08397 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Network e0c841a5-e4a3-44c4-83d6-62e77f565842 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:26:27.319506 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-41eab655-8237-45ab-b9e5-0d4f5cc08397 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:26:27.335606 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41eab655-8237-45ab-b9e5-0d4f5cc08397 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:26:27.363378 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b45dcd17-c178-4cab-8d31-18a10313f9f7 admin admin] Router 478e8e34-2bef-4f3c-a97b-8efb9006eddd has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:26:27.429563 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-43de8966-8ab4-487b-a56c-f5935add2581 None None] Provisioning complete for port 2dac7928-951a-4181-8ad9-ff7b528e1e4d triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:26:27.430073 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-43de8966-8ab4-487b-a56c-f5935add2581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:27.453217 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eab655-8237-45ab-b9e5-0d4f5cc08397 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Pushing event updated for resources: {'Port': ['ID=7cde3c37-0e2a-4ef2-9d22-37978c2e95b3,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:27.505896 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-43de8966-8ab4-487b-a56c-f5935add2581 None None] Port 2dac7928-951a-4181-8ad9-ff7b528e1e4d cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:26:27.524985 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9b669d9d-dc37-4a5e-b6aa-8c9895799713 req-fa6f64f7-c297-4dcf-b93b-4842adff52a4 tempest-ServerShowV257Test-1120490378 tempest-ServerShowV257Test-1120490378-project] 10.222.0.26 "GET /v2.0/ports?device_id=c537a61c-41b2-4a9f-ba97-d854f273875a HTTP/1.1" status: 200 len: 210 time: 0.0776198 Nov 12 08:26:27.526953 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-43de8966-8ab4-487b-a56c-f5935add2581 None None] Provisioning complete for port ae245e55-3700-4176-b350-d8ef5b79299b triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:26:27.527358 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-43de8966-8ab4-487b-a56c-f5935add2581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:27.604714 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41eab655-8237-45ab-b9e5-0d4f5cc08397 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:27.605473 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-41eab655-8237-45ab-b9e5-0d4f5cc08397 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:27.634881 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-41eab655-8237-45ab-b9e5-0d4f5cc08397 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.2144117 Nov 12 08:26:27.637436 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57578) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:27.642208 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-7b598b43-e48a-4092-bfd3-9f790e34126a tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Request body: {'floatingip': {'port_id': '7cde3c37-0e2a-4ef2-9d22-37978c2e95b3'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:26:27.697811 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b45dcd17-c178-4cab-8d31-18a10313f9f7 admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:26:27.704145 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-b45dcd17-c178-4cab-8d31-18a10313f9f7 admin admin] 10.222.0.26 "PUT /v2.0/routers/478e8e34-2bef-4f3c-a97b-8efb9006eddd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4544380 Nov 12 08:26:27.710035 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ad6e83-778d-41e9-b831-a5112e14b9c0 None None] Sync routers for ids ['478e8e34-2bef-4f3c-a97b-8efb9006eddd'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:26:27.717926 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-25e7a9ea-3870-4429-ab8b-6e5d8889dee2 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Deleting port b00ad8e2-8285-43ff-9d18-856d0051e9e1 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:26:27.718571 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-25e7a9ea-3870-4429-ab8b-6e5d8889dee2 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:27.745336 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7b598b43-e48a-4092-bfd3-9f790e34126a tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks [] for floatingip, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:27.759799 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ad6e83-778d-41e9-b831-a5112e14b9c0 None None] Routers {'478e8e34-2bef-4f3c-a97b-8efb9006eddd'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:26:27.763314 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-86ad6e83-778d-41e9-b831-a5112e14b9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:26:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['478e8e34-2bef-4f3c-a97b-8efb9006eddd'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:27.798088 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-19b562d6-d1fc-4ac9-a288-1f6680edd75c None None] Provisioning complete for port 2dac7928-951a-4181-8ad9-ff7b528e1e4d triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:26:27.798479 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-19b562d6-d1fc-4ac9-a288-1f6680edd75c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:27.841239 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-25e7a9ea-3870-4429-ab8b-6e5d8889dee2 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:27.866085 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-25e7a9ea-3870-4429-ab8b-6e5d8889dee2 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Calling delete_port for b00ad8e2-8285-43ff-9d18-856d0051e9e1 owned by network:router_interface {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:26:27.895324 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-19b562d6-d1fc-4ac9-a288-1f6680edd75c None None] Port 2dac7928-951a-4181-8ad9-ff7b528e1e4d cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:26:28.027786 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-a4f9279d-7a5f-4e26-b6bc-153415688469 None None] Provisioning complete for port 7cde3c37-0e2a-4ef2-9d22-37978c2e95b3 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:26:28.031472 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a4f9279d-7a5f-4e26-b6bc-153415688469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:28.058164 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-86ad6e83-778d-41e9-b831-a5112e14b9c0 None None] Set router 478e8e34-2bef-4f3c-a97b-8efb9006eddd gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:26:28.120382 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-a4f9279d-7a5f-4e26-b6bc-153415688469 None None] Port 7cde3c37-0e2a-4ef2-9d22-37978c2e95b3 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:26:28.146502 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 511ca486-5ae6-43e2-9142-3c78089c6bdc details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:26:28.250600 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-25e7a9ea-3870-4429-ab8b-6e5d8889dee2 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:28.365036 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e7a9ea-3870-4429-ab8b-6e5d8889dee2 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Pushing event deleted for resources: {'Port': ['ID=b00ad8e2-8285-43ff-9d18-856d0051e9e1,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:28.436646 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-86ad6e83-778d-41e9-b831-a5112e14b9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478e8e34-2bef-4f3c-a97b-8efb9006eddd', 'name': 'tempest-TaggedBootDevicesTest_v242-1336460044-router', 'tenant_id': '21a2ac24705441ab9e82ecd18312805e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '508f0b20-9bd3-4adf-b2b5-6a1cc3277bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:26:12Z', 'updated_at': '2021-11-12T08:26:25Z', 'revision_number': 4, 'project_id': '21a2ac24705441ab9e82ecd18312805e', 'gw_port': {'id': '508f0b20-9bd3-4adf-b2b5-6a1cc3277bb0', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:81:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478e8e34-2bef-4f3c-a97b-8efb9006eddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1899, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:26:14Z', 'updated_at': '2021-11-12T08:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '2dac7928-951a-4181-8ad9-ff7b528e1e4d', 'name': '', 'network_id': 'b1a7821e-f1d3-43e5-80d4-19a0f0105ed4', 'tenant_id': '21a2ac24705441ab9e82ecd18312805e', 'mac_address': 'fa:16:3e:4d:19:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '478e8e34-2bef-4f3c-a97b-8efb9006eddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': '12b144a6-628e-40a7-ae42-7387cab28ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:26:22Z', 'updated_at': '2021-11-12T08:26:26Z', 'revision_number': 2, 'project_id': '21a2ac24705441ab9e82ecd18312805e', 'subnets': [{'id': '12b144a6-628e-40a7-ae42-7387cab28ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:28.444571 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 511ca486-5ae6-43e2-9142-3c78089c6bdc, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=511ca486-5ae6-43e2-9142-3c78089c6bdc,segment=NetworkSegment(671b1e57-5287-4b28-8a6a-fdb7b6437699),segment_id=671b1e57-5287-4b28-8a6a-fdb7b6437699)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:28.470799 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': '511ca486-5ae6-43e2-9142-3c78089c6bdc', 'network_id': '9002ff25-76a7-4c3d-8082-16c14deb03d5', 'port_id': '511ca486-5ae6-43e2-9142-3c78089c6bdc', 'mac_address': 'fa:16:3e:4d:7d:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8e8c768-2d07-4b3f-a074-a2b6b712f48f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:26:28.476997 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ad6e83-778d-41e9-b831-a5112e14b9c0 None None] Checking router: 478e8e34-2bef-4f3c-a97b-8efb9006eddd for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:26:28.476997 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ad6e83-778d-41e9-b831-a5112e14b9c0 None None] Updating router 478e8e34-2bef-4f3c-a97b-8efb9006eddd port 2dac7928-951a-4181-8ad9-ff7b528e1e4d binding host n-d-765315-29 {{(pid=102602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:26:28.507534 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-86ad6e83-778d-41e9-b831-a5112e14b9c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:28.511954 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713171b6-4a29-4c0b-89d8-86ac2715b023 req-84c1f582-7c64-4951-b594-ce014454f489 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:28.514131 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-713171b6-4a29-4c0b-89d8-86ac2715b023 req-84c1f582-7c64-4951-b594-ce014454f489 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=169f7779-8f80-4509-8e19-6731ed6e3dfc HTTP/1.1" status: 200 len: 945 time: 0.1337025 Nov 12 08:26:28.591743 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:28.622310 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 511ca486-5ae6-43e2-9142-3c78089c6bdc {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:26:28.659825 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb2d514-14f2-4d0a-b832-36fd1dc46e4c req-43e3b1fa-6568-4563-9f23-07c9953dea8f tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:28.666821 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 511ca486-5ae6-43e2-9142-3c78089c6bdc, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=511ca486-5ae6-43e2-9142-3c78089c6bdc,segment=NetworkSegment(671b1e57-5287-4b28-8a6a-fdb7b6437699),segment_id=671b1e57-5287-4b28-8a6a-fdb7b6437699)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:28.671469 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb2d514-14f2-4d0a-b832-36fd1dc46e4c req-43e3b1fa-6568-4563-9f23-07c9953dea8f tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:28.674379 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-713171b6-4a29-4c0b-89d8-86ac2715b023 req-7bbd6ebf-45ba-460d-bdc6-145e3965197a tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=7569d1cf-6bd3-45ad-96a1-5286f4165b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495321 Nov 12 08:26:28.679872 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:28.684578 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-afb2d514-14f2-4d0a-b832-36fd1dc46e4c req-43e3b1fa-6568-4563-9f23-07c9953dea8f tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "GET /v2.0/ports?device_id=81435566-38c7-4376-a8b5-8136a0272d85 HTTP/1.1" status: 200 len: 1683 time: 0.2871447 Nov 12 08:26:28.773064 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=511ca486-5ae6-43e2-9142-3c78089c6bdc,revision_number=6']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:28.868036 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-afb2d514-14f2-4d0a-b832-36fd1dc46e4c req-00b658fb-e581-4eec-b0d0-666d2d24a7f7 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "GET /v2.0/security-groups?id=5e4f26b3-68f4-458f-b970-543611e5d001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773536 Nov 12 08:26:28.905327 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7b598b43-e48a-4092-bfd3-9f790e34126a tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:28.914823 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7b598b43-e48a-4092-bfd3-9f790e34126a tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:28.935558 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['511ca486-5ae6-43e2-9142-3c78089c6bdc'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:26:29.000071 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d2f7a3c6-a498-4a7e-83fd-d2c5e2e19a8f req-7a1ca448-f61a-477a-887c-7974ae08a28d tempest-ServerShowV257Test-1120490378 tempest-ServerShowV257Test-1120490378-project] 10.222.0.26 "GET /v2.0/ports?device_id=c537a61c-41b2-4a9f-ba97-d854f273875a HTTP/1.1" status: 200 len: 210 time: 0.1800263 Nov 12 08:26:29.021219 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-25e7a9ea-3870-4429-ab8b-6e5d8889dee2 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918626'] for router_interface, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:29.126130 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-86ad6e83-778d-41e9-b831-a5112e14b9c0 None None] Publish callbacks [] for port, precommit_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:29.144633 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-86ad6e83-778d-41e9-b831-a5112e14b9c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:29.155179 n-d-765315-29 neutron-server[102599]: INFO neutron.db.l3_db [None req-7b598b43-e48a-4092-bfd3-9f790e34126a tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Floating IP 4d62f13f-4860-4184-8d1e-3453bfad94c8 associated. External IP: 172.25.2.30, port: 4505d815-d9c3-4e11-9ed0-14e742650d49. Nov 12 08:26:29.279263 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04680c3-9b15-4d82-bb8c-d1392c63cb3d None None] Pushing event updated for resources: {'Port': ['ID=2dac7928-951a-4181-8ad9-ff7b528e1e4d,revision_number=3']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:29.358935 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25e7a9ea-3870-4429-ab8b-6e5d8889dee2 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Router d74d5df7-8c90-4fcb-a72b-6a5bc3a0485a has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:26:29.433904 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-86ad6e83-778d-41e9-b831-a5112e14b9c0 None None] Attempting to bind port 2dac7928-951a-4181-8ad9-ff7b528e1e4d on host n-d-765315-29 for vnic_type normal with profile {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:26:29.434420 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-86ad6e83-778d-41e9-b831-a5112e14b9c0 None None] Attempting to bind port 2dac7928-951a-4181-8ad9-ff7b528e1e4d by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '385d95cf-9270-4546-b534-d371c41e4b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b1a7821e-f1d3-43e5-80d4-19a0f0105ed4'}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:26:29.434807 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ad6e83-778d-41e9-b831-a5112e14b9c0 None None] Attempting to bind port 2dac7928-951a-4181-8ad9-ff7b528e1e4d on network b1a7821e-f1d3-43e5-80d4-19a0f0105ed4 {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:26:29.448291 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ad6e83-778d-41e9-b831-a5112e14b9c0 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:26:29.448911 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ad6e83-778d-41e9-b831-a5112e14b9c0 None None] Checking segment: {'id': '385d95cf-9270-4546-b534-d371c41e4b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b1a7821e-f1d3-43e5-80d4-19a0f0105ed4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:26:29.450153 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-86ad6e83-778d-41e9-b831-a5112e14b9c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:29.450613 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ad6e83-778d-41e9-b831-a5112e14b9c0 None None] Bound using segment: {'id': '385d95cf-9270-4546-b534-d371c41e4b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b1a7821e-f1d3-43e5-80d4-19a0f0105ed4'} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:26:29.451603 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-86ad6e83-778d-41e9-b831-a5112e14b9c0 None None] Bound port: 2dac7928-951a-4181-8ad9-ff7b528e1e4d, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '385d95cf-9270-4546-b534-d371c41e4b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b1a7821e-f1d3-43e5-80d4-19a0f0105ed4'}}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:26:29.451984 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-86ad6e83-778d-41e9-b831-a5112e14b9c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:29.539769 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdad602-6647-4562-ae59-8bc376112182 req-e685dbda-d66d-4aff-aaee-9aae3c3bb58d tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:29.549024 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdad602-6647-4562-ae59-8bc376112182 req-e685dbda-d66d-4aff-aaee-9aae3c3bb58d tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:29.551477 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-acdad602-6647-4562-ae59-8bc376112182 req-e685dbda-d66d-4aff-aaee-9aae3c3bb58d tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "GET /v2.0/ports?device_id=81435566-38c7-4376-a8b5-8136a0272d85 HTTP/1.1" status: 200 len: 1683 time: 0.1770048 Nov 12 08:26:29.555251 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25e7a9ea-3870-4429-ab8b-6e5d8889dee2 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:26:29.567501 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-25e7a9ea-3870-4429-ab8b-6e5d8889dee2 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] 10.222.0.26 "PUT /v2.0/routers/d74d5df7-8c90-4fcb-a72b-6a5bc3a0485a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9736531 Nov 12 08:26:29.569247 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac9a809-0dcd-4065-8e64-7afeae72981d None None] Sync routers for ids ['d74d5df7-8c90-4fcb-a72b-6a5bc3a0485a'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:26:29.574632 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57664) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:29.606135 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-86ad6e83-778d-41e9-b831-a5112e14b9c0 None None] For port 2dac7928-951a-4181-8ad9-ff7b528e1e4d, host n-d-765315-29, cleared binding levels {{(pid=102602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:26:29.616711 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac9a809-0dcd-4065-8e64-7afeae72981d None None] Routers {'d74d5df7-8c90-4fcb-a72b-6a5bc3a0485a'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:26:29.617517 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-86ad6e83-778d-41e9-b831-a5112e14b9c0 None None] For port 2dac7928-951a-4181-8ad9-ff7b528e1e4d, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=2dac7928-951a-4181-8ad9-ff7b528e1e4d,segment=NetworkSegment(385d95cf-9270-4546-b534-d371c41e4b58),segment_id=385d95cf-9270-4546-b534-d371c41e4b58)] {{(pid=102602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:26:29.617804 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-cac9a809-0dcd-4065-8e64-7afeae72981d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:26:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['d74d5df7-8c90-4fcb-a72b-6a5bc3a0485a'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:29.628688 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-86ad6e83-778d-41e9-b831-a5112e14b9c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:29.629901 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-acdad602-6647-4562-ae59-8bc376112182 req-c7e7cf92-d7ae-4dc6-a4e3-cbdb254e7a03 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "GET /v2.0/security-groups?id=5e4f26b3-68f4-458f-b970-543611e5d001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609801 Nov 12 08:26:29.697512 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-cac9a809-0dcd-4065-8e64-7afeae72981d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:29.707866 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac9a809-0dcd-4065-8e64-7afeae72981d None None] Routers {'d74d5df7-8c90-4fcb-a72b-6a5bc3a0485a'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:26:29.708608 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-cac9a809-0dcd-4065-8e64-7afeae72981d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:26:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['d74d5df7-8c90-4fcb-a72b-6a5bc3a0485a'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:29.752645 n-d-765315-29 neutron-server[102599]: INFO neutron.api.v2.resource [None req-dacbff37-32f6-4a73-bf0a-072be7c5af3f tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] delete failed (client error): The resource could not be found. Nov 12 08:26:29.753796 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-dacbff37-32f6-4a73-bf0a-072be7c5af3f tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] 10.222.0.26 "DELETE /v2.0/routers/tempest-non_exist_router-1677248042 HTTP/1.1" status: 404 len: 335 time: 0.1758130 Nov 12 08:26:29.757598 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57680) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:29.762951 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-13b8d7ed-ab87-4ba8-9ccc-f603f69ed2cf tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd74d5df7-8c90-4fcb-a72b-6a5bc3a0485a'}}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:26:29.784029 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-cac9a809-0dcd-4065-8e64-7afeae72981d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:29.785231 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac9a809-0dcd-4065-8e64-7afeae72981d None None] The sync data for ids ['d74d5df7-8c90-4fcb-a72b-6a5bc3a0485a'] in n-d-765315-29 is: [] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:26:29.829681 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ad6e83-778d-41e9-b831-a5112e14b9c0 None None] Routers {'478e8e34-2bef-4f3c-a97b-8efb9006eddd'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:26:29.830358 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-86ad6e83-778d-41e9-b831-a5112e14b9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:26:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['478e8e34-2bef-4f3c-a97b-8efb9006eddd'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:29.862121 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-5f0d5f00-a98b-44ba-8ea1-ca12ccd72ce6 None None] Provisioning complete for port 2dac7928-951a-4181-8ad9-ff7b528e1e4d triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:26:29.862925 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5f0d5f00-a98b-44ba-8ea1-ca12ccd72ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:29.906751 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b598b43-e48a-4092-bfd3-9f790e34126a tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Router 4ff9cdf0-02c8-4da9-a0e0-d182dd444274 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:26:29.987981 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04680c3-9b15-4d82-bb8c-d1392c63cb3d None None] Pushing event updated for resources: {'Port': ['ID=2dac7928-951a-4181-8ad9-ff7b528e1e4d,revision_number=4']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:30.061954 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-86ad6e83-778d-41e9-b831-a5112e14b9c0 None None] Set router 478e8e34-2bef-4f3c-a97b-8efb9006eddd gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:26:30.090649 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5f0d5f00-a98b-44ba-8ea1-ca12ccd72ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:30.156171 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 511ca486-5ae6-43e2-9142-3c78089c6bdc up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:26:30.241800 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b39db796-5404-4144-8edf-547894c53573 req-54ad4176-3ce2-4926-8bab-7e1c958edde5 tempest-ServerShowV257Test-1120490378 tempest-ServerShowV257Test-1120490378-project] 10.222.0.26 "GET /v2.0/ports?device_id=c537a61c-41b2-4a9f-ba97-d854f273875a HTTP/1.1" status: 200 len: 210 time: 0.0615759 Nov 12 08:26:30.251119 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-5f0d5f00-a98b-44ba-8ea1-ca12ccd72ce6 None None] For port 2dac7928-951a-4181-8ad9-ff7b528e1e4d, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=2dac7928-951a-4181-8ad9-ff7b528e1e4d,segment=NetworkSegment(385d95cf-9270-4546-b534-d371c41e4b58),segment_id=385d95cf-9270-4546-b534-d371c41e4b58)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:30.270383 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5f0d5f00-a98b-44ba-8ea1-ca12ccd72ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:30.394775 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port 511ca486-5ae6-43e2-9142-3c78089c6bdc triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:26:30.395705 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:30.443813 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0d5f00-a98b-44ba-8ea1-ca12ccd72ce6 None None] Pushing event updated for resources: {'Port': ['ID=2dac7928-951a-4181-8ad9-ff7b528e1e4d,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:30.462856 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-730493a9-1aa6-4e4f-b20e-4e49f7754f5a None None] Provisioning complete for port 2dac7928-951a-4181-8ad9-ff7b528e1e4d triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:26:30.463509 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-730493a9-1aa6-4e4f-b20e-4e49f7754f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:30.640104 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71faaa7b-95d1-4d96-9988-073e7241d3ff req-4d7b0917-c479-4c23-ace0-655290d3d058 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:30.651371 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-71faaa7b-95d1-4d96-9988-073e7241d3ff req-4d7b0917-c479-4c23-ace0-655290d3d058 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=169f7779-8f80-4509-8e19-6731ed6e3dfc HTTP/1.1" status: 200 len: 944 time: 0.8323503 Nov 12 08:26:30.829268 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:30.832547 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-13b8d7ed-ab87-4ba8-9ccc-f603f69ed2cf tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:30.860119 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-86ad6e83-778d-41e9-b831-a5112e14b9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478e8e34-2bef-4f3c-a97b-8efb9006eddd', 'name': 'tempest-TaggedBootDevicesTest_v242-1336460044-router', 'tenant_id': '21a2ac24705441ab9e82ecd18312805e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '508f0b20-9bd3-4adf-b2b5-6a1cc3277bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:26:12Z', 'updated_at': '2021-11-12T08:26:25Z', 'revision_number': 4, 'project_id': '21a2ac24705441ab9e82ecd18312805e', 'gw_port': {'id': '508f0b20-9bd3-4adf-b2b5-6a1cc3277bb0', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:81:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478e8e34-2bef-4f3c-a97b-8efb9006eddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1899, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:26:14Z', 'updated_at': '2021-11-12T08:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '2dac7928-951a-4181-8ad9-ff7b528e1e4d', 'name': '', 'network_id': 'b1a7821e-f1d3-43e5-80d4-19a0f0105ed4', 'tenant_id': '21a2ac24705441ab9e82ecd18312805e', 'mac_address': 'fa:16:3e:4d:19:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '478e8e34-2bef-4f3c-a97b-8efb9006eddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': '12b144a6-628e-40a7-ae42-7387cab28ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:26:22Z', 'updated_at': '2021-11-12T08:26:29Z', 'revision_number': 4, 'project_id': '21a2ac24705441ab9e82ecd18312805e', 'subnets': [{'id': '12b144a6-628e-40a7-ae42-7387cab28ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:30.869091 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '169f7779-8f80-4509-8e19-6731ed6e3dfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '511ca486-5ae6-43e2-9142-3c78089c6bdc'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:26:30.878025 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-595eb50b-375f-452b-a8d7-f656c7409370" -d '{"events": [{"server_uuid": "169f7779-8f80-4509-8e19-6731ed6e3dfc", "name": "network-vif-plugged", "status": "completed", "tag": "511ca486-5ae6-43e2-9142-3c78089c6bdc"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:26:30.896217 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 511ca486-5ae6-43e2-9142-3c78089c6bdc, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=511ca486-5ae6-43e2-9142-3c78089c6bdc,segment=NetworkSegment(671b1e57-5287-4b28-8a6a-fdb7b6437699),segment_id=671b1e57-5287-4b28-8a6a-fdb7b6437699)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:30.912473 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:30.935483 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b598b43-e48a-4092-bfd3-9f790e34126a tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:26:30.955864 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46c265a-aa52-4ecb-8769-66571cd735f3 None None] Sync routers for ids ['4ff9cdf0-02c8-4da9-a0e0-d182dd444274'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:26:30.980355 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ad6e83-778d-41e9-b831-a5112e14b9c0 None None] The sync data for ids ['478e8e34-2bef-4f3c-a97b-8efb9006eddd'] in n-d-765315-29 is: [{'id': '478e8e34-2bef-4f3c-a97b-8efb9006eddd', 'name': 'tempest-TaggedBootDevicesTest_v242-1336460044-router', 'tenant_id': '21a2ac24705441ab9e82ecd18312805e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '508f0b20-9bd3-4adf-b2b5-6a1cc3277bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:26:12Z', 'updated_at': '2021-11-12T08:26:25Z', 'revision_number': 4, 'project_id': '21a2ac24705441ab9e82ecd18312805e', 'gw_port': {'id': '508f0b20-9bd3-4adf-b2b5-6a1cc3277bb0', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:81:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478e8e34-2bef-4f3c-a97b-8efb9006eddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1899, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:26:14Z', 'updated_at': '2021-11-12T08:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '2dac7928-951a-4181-8ad9-ff7b528e1e4d', 'name': '', 'network_id': 'b1a7821e-f1d3-43e5-80d4-19a0f0105ed4', 'tenant_id': '21a2ac24705441ab9e82ecd18312805e', 'mac_address': 'fa:16:3e:4d:19:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '478e8e34-2bef-4f3c-a97b-8efb9006eddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': '12b144a6-628e-40a7-ae42-7387cab28ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:26:22Z', 'updated_at': '2021-11-12T08:26:29Z', 'revision_number': 4, 'project_id': '21a2ac24705441ab9e82ecd18312805e', 'subnets': [{'id': '12b144a6-628e-40a7-ae42-7387cab28ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:26:30.991058 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46c265a-aa52-4ecb-8769-66571cd735f3 None None] Routers {'4ff9cdf0-02c8-4da9-a0e0-d182dd444274'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:26:31.007268 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-d46c265a-aa52-4ecb-8769-66571cd735f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:26:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['4ff9cdf0-02c8-4da9-a0e0-d182dd444274'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:31.026248 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=511ca486-5ae6-43e2-9142-3c78089c6bdc,revision_number=7']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:31.047463 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc77346-b376-49c7-bb3c-384d00c061ba req-72a84530-eaa3-42e0-927f-d7be0a6ccb96 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:31.058788 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc77346-b376-49c7-bb3c-384d00c061ba req-72a84530-eaa3-42e0-927f-d7be0a6ccb96 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:31.061634 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ffc77346-b376-49c7-bb3c-384d00c061ba req-72a84530-eaa3-42e0-927f-d7be0a6ccb96 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.21 "GET /v2.0/ports?device_id=81435566-38c7-4376-a8b5-8136a0272d85 HTTP/1.1" status: 200 len: 1683 time: 0.2659297 Nov 12 08:26:31.148462 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b8d8a4-be1a-4fb9-8232-28e84309a3c6 req-060251ed-a7b6-4e86-90c9-c99e18ddc35e tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:31.153707 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-d46c265a-aa52-4ecb-8769-66571cd735f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:31.155762 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b8d8a4-be1a-4fb9-8232-28e84309a3c6 req-060251ed-a7b6-4e86-90c9-c99e18ddc35e tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:31.168014 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b2b8d8a4-be1a-4fb9-8232-28e84309a3c6 req-060251ed-a7b6-4e86-90c9-c99e18ddc35e tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "GET /v2.0/ports?device_id=81435566-38c7-4376-a8b5-8136a0272d85 HTTP/1.1" status: 200 len: 1683 time: 0.2700028 Nov 12 08:26:31.187633 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46c265a-aa52-4ecb-8769-66571cd735f3 None None] Routers {'4ff9cdf0-02c8-4da9-a0e0-d182dd444274'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:26:31.189821 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-d46c265a-aa52-4ecb-8769-66571cd735f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:26:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['4ff9cdf0-02c8-4da9-a0e0-d182dd444274'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:31.201446 n-d-765315-29 neutron-server[102599]: INFO neutron.api.v2.resource [None req-13b8d7ed-ab87-4ba8-9ccc-f603f69ed2cf tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] update failed (client error): The resource could not be found. Nov 12 08:26:31.202544 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-13b8d7ed-ab87-4ba8-9ccc-f603f69ed2cf tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] 10.222.0.26 "PUT /v2.0/routers/d74d5df7-8c90-4fcb-a72b-6a5bc3a0485a HTTP/1.1" status: 404 len: 339 time: 1.4432502 Nov 12 08:26:31.210793 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57714) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:31.283950 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-71faaa7b-95d1-4d96-9988-073e7241d3ff req-50b5c587-e00c-4f2c-9e2f-d8862adb884b tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=7569d1cf-6bd3-45ad-96a1-5286f4165b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6308296 Nov 12 08:26:31.360308 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-d46c265a-aa52-4ecb-8769-66571cd735f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:31.375198 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46c265a-aa52-4ecb-8769-66571cd735f3 None None] The sync data for ids ['4ff9cdf0-02c8-4da9-a0e0-d182dd444274'] in n-d-765315-29 is: [] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:26:31.447395 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b2b8d8a4-be1a-4fb9-8232-28e84309a3c6 req-ffc814c5-bb33-4e99-b85c-9c370ead7767 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "GET /v2.0/security-groups?id=5e4f26b3-68f4-458f-b970-543611e5d001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748585 Nov 12 08:26:31.485767 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e53217d-caa2-47c8-94fb-1ba7a61f6ba6 x-openstack-request-id: req-8e53217d-caa2-47c8-94fb-1ba7a61f6ba6 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:26:31.486560 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "169f7779-8f80-4509-8e19-6731ed6e3dfc", "name": "network-vif-plugged", "status": "completed", "tag": "511ca486-5ae6-43e2-9142-3c78089c6bdc", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:26:31.487054 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8e53217d-caa2-47c8-94fb-1ba7a61f6ba6 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:26:31.487716 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '169f7779-8f80-4509-8e19-6731ed6e3dfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '511ca486-5ae6-43e2-9142-3c78089c6bdc', 'code': 200} Nov 12 08:26:31.501027 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [req-ffc77346-b376-49c7-bb3c-384d00c061ba req-83764068-ad54-498d-a68c-0aa9fb2c718e tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Deleting port 7a7736d9-b659-4fde-bf0c-36ec65843525 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:26:31.506872 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-ffc77346-b376-49c7-bb3c-384d00c061ba req-83764068-ad54-498d-a68c-0aa9fb2c718e tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:31.651873 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-ffc77346-b376-49c7-bb3c-384d00c061ba req-83764068-ad54-498d-a68c-0aa9fb2c718e tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] For port 7a7736d9-b659-4fde-bf0c-36ec65843525, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=7a7736d9-b659-4fde-bf0c-36ec65843525,segment=NetworkSegment(7049fc2e-efb4-4674-a214-220979bba373),segment_id=7049fc2e-efb4-4674-a214-220979bba373)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:31.652221 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-ffc77346-b376-49c7-bb3c-384d00c061ba req-83764068-ad54-498d-a68c-0aa9fb2c718e tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:31.668870 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [req-ffc77346-b376-49c7-bb3c-384d00c061ba req-83764068-ad54-498d-a68c-0aa9fb2c718e tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Calling delete_port for 7a7736d9-b659-4fde-bf0c-36ec65843525 owned by compute:nova {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:26:31.923044 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 2dac7928-951a-4181-8ad9-ff7b528e1e4d up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:26:32.005934 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d0e2d957-e860-4d3d-8eb9-193a29a4e560 req-27d3e088-6960-4d2a-b169-92f3b0470d78 tempest-ServerShowV257Test-1120490378 tempest-ServerShowV257Test-1120490378-project] 10.222.0.26 "GET /v2.0/ports?device_id=c537a61c-41b2-4a9f-ba97-d854f273875a HTTP/1.1" status: 200 len: 210 time: 0.1452410 Nov 12 08:26:32.051539 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 2dac7928-951a-4181-8ad9-ff7b528e1e4d triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:26:32.051901 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:32.162203 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-ffc77346-b376-49c7-bb3c-384d00c061ba req-83764068-ad54-498d-a68c-0aa9fb2c718e tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:32.183699 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['7a7736d9-b659-4fde-bf0c-36ec65843525', 'd99ea8b3-c034-4b00-b2d2-885a037cbdd1'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:26:32.307697 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83764068-ad54-498d-a68c-0aa9fb2c718e tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Pushing event deleted for resources: {'Port': ['ID=7a7736d9-b659-4fde-bf0c-36ec65843525,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:32.396563 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b4639743-9996-402d-babe-d0534213da70 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:32.475740 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffc77346-b376-49c7-bb3c-384d00c061ba req-83764068-ad54-498d-a68c-0aa9fb2c718e tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] No DVR routers for this DVR port 7a7736d9-b659-4fde-bf0c-36ec65843525 on host n-h1-765315-29 {{(pid=102600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:26:32.488864 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-ffc77346-b376-49c7-bb3c-384d00c061ba req-83764068-ad54-498d-a68c-0aa9fb2c718e tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:32.496327 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ffc77346-b376-49c7-bb3c-384d00c061ba req-83764068-ad54-498d-a68c-0aa9fb2c718e tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.21 "DELETE /v2.0/ports/7a7736d9-b659-4fde-bf0c-36ec65843525 HTTP/1.1" status: 204 len: 173 time: 1.4266250 Nov 12 08:26:32.520641 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81435566-38c7-4376-a8b5-8136a0272d85', 'name': 'network-vif-deleted', 'tag': '7a7736d9-b659-4fde-bf0c-36ec65843525'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:26:32.523960 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22e6c280-9361-48ce-bdce-e6e1d700c69d" -d '{"events": [{"server_uuid": "81435566-38c7-4376-a8b5-8136a0272d85", "name": "network-vif-deleted", "tag": "7a7736d9-b659-4fde-bf0c-36ec65843525"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:26:32.923459 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfe2db0-ec5a-49eb-8591-a53279c8c938 req-b8eb6f4b-c036-4c0c-87d8-676b9b6de1cf tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:32.932633 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5bfe2db0-ec5a-49eb-8591-a53279c8c938 req-b8eb6f4b-c036-4c0c-87d8-676b9b6de1cf tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=169f7779-8f80-4509-8e19-6731ed6e3dfc HTTP/1.1" status: 200 len: 945 time: 0.3882890 Nov 12 08:26:32.951768 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aad9089-a7a0-485e-87b3-41b89b2ab211 req-40357fe0-c04a-4d27-a332-b9bf7b5562fb tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:32.959964 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4aad9089-a7a0-485e-87b3-41b89b2ab211 req-40357fe0-c04a-4d27-a332-b9bf7b5562fb tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "GET /v2.0/ports?device_id=81435566-38c7-4376-a8b5-8136a0272d85 HTTP/1.1" status: 200 len: 946 time: 0.2394047 Nov 12 08:26:32.991704 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [req-ffc77346-b376-49c7-bb3c-384d00c061ba req-b1c48426-44a8-41f5-ab78-17773d45d51c tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Deleting port d99ea8b3-c034-4b00-b2d2-885a037cbdd1 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:26:32.992462 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-ffc77346-b376-49c7-bb3c-384d00c061ba req-b1c48426-44a8-41f5-ab78-17773d45d51c tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:33.077107 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b598b43-e48a-4092-bfd3-9f790e34126a tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Router f2ee0d41-99e7-473b-8e36-45f01de0cb2f has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:26:33.158980 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4aad9089-a7a0-485e-87b3-41b89b2ab211 req-3a706f6c-e753-4f77-8bc8-d40c34c7e1f8 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "GET /v2.0/security-groups?id=5e4f26b3-68f4-458f-b970-543611e5d001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880445 Nov 12 08:26:33.255940 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-ffc77346-b376-49c7-bb3c-384d00c061ba req-b1c48426-44a8-41f5-ab78-17773d45d51c tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] For port d99ea8b3-c034-4b00-b2d2-885a037cbdd1, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=d99ea8b3-c034-4b00-b2d2-885a037cbdd1,segment=NetworkSegment(8b23ff8c-0f2b-4e57-965a-eafbdd9f92fc),segment_id=8b23ff8c-0f2b-4e57-965a-eafbdd9f92fc)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:33.256654 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-ffc77346-b376-49c7-bb3c-384d00c061ba req-b1c48426-44a8-41f5-ab78-17773d45d51c tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:33.287235 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5bfe2db0-ec5a-49eb-8591-a53279c8c938 req-1524ffa5-5c7a-47dc-b1e1-303b3edaaecb tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=7569d1cf-6bd3-45ad-96a1-5286f4165b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3534458 Nov 12 08:26:33.305391 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a1d645-fc3b-4cd1-9cf2-4bf7606907ec x-openstack-request-id: req-83a1d645-fc3b-4cd1-9cf2-4bf7606907ec {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:26:33.305793 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81435566-38c7-4376-a8b5-8136a0272d85", "name": "network-vif-deleted", "tag": "7a7736d9-b659-4fde-bf0c-36ec65843525", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:26:33.305923 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-83a1d645-fc3b-4cd1-9cf2-4bf7606907ec {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:26:33.309886 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81435566-38c7-4376-a8b5-8136a0272d85', 'name': 'network-vif-deleted', 'tag': '7a7736d9-b659-4fde-bf0c-36ec65843525', 'status': 'completed', 'code': 200} Nov 12 08:26:33.335715 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [req-ffc77346-b376-49c7-bb3c-384d00c061ba req-b1c48426-44a8-41f5-ab78-17773d45d51c tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Calling delete_port for d99ea8b3-c034-4b00-b2d2-885a037cbdd1 owned by compute:nova {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:26:33.494580 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b598b43-e48a-4092-bfd3-9f790e34126a tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:26:33.499929 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7b598b43-e48a-4092-bfd3-9f790e34126a tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:33.505698 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fad20a3-886f-4927-be2e-94066b783981 None None] Sync routers for ids ['f2ee0d41-99e7-473b-8e36-45f01de0cb2f'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:26:33.533421 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fad20a3-886f-4927-be2e-94066b783981 None None] Routers {'f2ee0d41-99e7-473b-8e36-45f01de0cb2f'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:26:33.535930 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-3fad20a3-886f-4927-be2e-94066b783981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:26:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['f2ee0d41-99e7-473b-8e36-45f01de0cb2f'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:33.574875 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-b4639743-9996-402d-babe-d0534213da70 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Allocated IP 172.20.0.1 (7d3fc29b-5313-40fc-a118-dddaf421c92b/7f308697-3561-4032-a56d-feec94437221/6ff85905-a2e1-4e96-ab6d-c1755dc0f043) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:26:33.620717 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c3093117-508e-4949-a877-1f50325ae348 req-c13da43e-f96f-4b26-8a09-2322bef3b140 tempest-ServerShowV257Test-1120490378 tempest-ServerShowV257Test-1120490378-project] 10.222.0.26 "GET /v2.0/ports?device_id=c537a61c-41b2-4a9f-ba97-d854f273875a HTTP/1.1" status: 200 len: 210 time: 0.1481471 Nov 12 08:26:33.670921 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-7b598b43-e48a-4092-bfd3-9f790e34126a tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] 10.222.0.26 "PUT /v2.0/floatingips/4d62f13f-4860-4184-8d1e-3453bfad94c8 HTTP/1.1" status: 200 len: 976 time: 6.0323205 Nov 12 08:26:33.685527 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57734) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:33.686467 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-3fad20a3-886f-4927-be2e-94066b783981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:33.730740 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fad20a3-886f-4927-be2e-94066b783981 None None] Routers {'f2ee0d41-99e7-473b-8e36-45f01de0cb2f'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:26:33.731403 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-3fad20a3-886f-4927-be2e-94066b783981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:26:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['f2ee0d41-99e7-473b-8e36-45f01de0cb2f'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:33.846015 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-3fad20a3-886f-4927-be2e-94066b783981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:33.851376 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fad20a3-886f-4927-be2e-94066b783981 None None] The sync data for ids ['f2ee0d41-99e7-473b-8e36-45f01de0cb2f'] in n-d-765315-29 is: [] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:26:33.908261 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-41ba3d5d-4a51-4a9c-b4ab-649ea84c6d59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:34.168074 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-2fd20fce-026b-4185-9192-cdb0cc67ca0b tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Deleting port 7cde3c37-0e2a-4ef2-9d22-37978c2e95b3 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:26:34.168577 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2fd20fce-026b-4185-9192-cdb0cc67ca0b tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:34.300956 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b4639743-9996-402d-babe-d0534213da70 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:34.374415 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-ffc77346-b376-49c7-bb3c-384d00c061ba req-b1c48426-44a8-41f5-ab78-17773d45d51c tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:34.389908 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device d99ea8b3-c034-4b00-b2d2-885a037cbdd1 no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:26:34.444860 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c48426-44a8-41f5-ab78-17773d45d51c tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Pushing event deleted for resources: {'Port': ['ID=d99ea8b3-c034-4b00-b2d2-885a037cbdd1,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:34.472180 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-e530113a-7783-48f4-9840-8911a24052df None None] No Port match for: d99ea8b3-c034-4b00-b2d2-885a037cbdd1 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:26:34.472778 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device d99ea8b3-c034-4b00-b2d2-885a037cbdd1 not bound to the agent host n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:26:34.473373 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 7a7736d9-b659-4fde-bf0c-36ec65843525 no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:26:34.524066 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-e530113a-7783-48f4-9840-8911a24052df None None] No Port match for: 7a7736d9-b659-4fde-bf0c-36ec65843525 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:26:34.525169 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 7a7736d9-b659-4fde-bf0c-36ec65843525 not bound to the agent host n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:26:34.559743 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffc77346-b376-49c7-bb3c-384d00c061ba req-b1c48426-44a8-41f5-ab78-17773d45d51c tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] No DVR routers for this DVR port d99ea8b3-c034-4b00-b2d2-885a037cbdd1 on host n-h1-765315-29 {{(pid=102600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:26:34.599513 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-ffc77346-b376-49c7-bb3c-384d00c061ba req-b1c48426-44a8-41f5-ab78-17773d45d51c tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:34.608543 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ffc77346-b376-49c7-bb3c-384d00c061ba req-b1c48426-44a8-41f5-ab78-17773d45d51c tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.21 "DELETE /v2.0/ports/d99ea8b3-c034-4b00-b2d2-885a037cbdd1 HTTP/1.1" status: 204 len: 173 time: 2.0978141 Nov 12 08:26:34.727267 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e7f93f1a-1a83-49f9-b55f-0033d02d1f1d req-23b37341-6d95-47c9-a190-c280c1510aa6 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "GET /v2.0/ports?device_id=81435566-38c7-4376-a8b5-8136a0272d85 HTTP/1.1" status: 200 len: 210 time: 0.2656639 Nov 12 08:26:34.730755 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b4639743-9996-402d-babe-d0534213da70 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:34.745685 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e719510-460c-4917-b169-16318523d497 req-0852e801-7ab2-454b-a40b-08918d9da7f6 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:34.748500 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9e719510-460c-4917-b169-16318523d497 req-0852e801-7ab2-454b-a40b-08918d9da7f6 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=169f7779-8f80-4509-8e19-6731ed6e3dfc HTTP/1.1" status: 200 len: 945 time: 0.2270470 Nov 12 08:26:34.861872 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4639743-9996-402d-babe-d0534213da70 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Network 7d3fc29b-5313-40fc-a118-dddaf421c92b is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:26:34.879419 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-b4639743-9996-402d-babe-d0534213da70 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:26:34.918505 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4639743-9996-402d-babe-d0534213da70 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:26:34.955498 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9e719510-460c-4917-b169-16318523d497 req-f8b55e99-8feb-4573-8efa-bdfab02989fa tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=7569d1cf-6bd3-45ad-96a1-5286f4165b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1921890 Nov 12 08:26:35.099901 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8b5d620d-1fbd-4eb7-8140-f603bd983f3b req-ae4578d1-a363-4b70-86a2-1c70a706651e tempest-ServerShowV257Test-1120490378 tempest-ServerShowV257Test-1120490378-project] 10.222.0.26 "GET /v2.0/ports?device_id=c537a61c-41b2-4a9f-ba97-d854f273875a HTTP/1.1" status: 200 len: 210 time: 0.0378580 Nov 12 08:26:35.105803 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2fd20fce-026b-4185-9192-cdb0cc67ca0b tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:35.120878 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4639743-9996-402d-babe-d0534213da70 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Pushing event updated for resources: {'Port': ['ID=6ff85905-a2e1-4e96-ab6d-c1755dc0f043,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:35.170891 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:35.297703 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b4639743-9996-402d-babe-d0534213da70 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933481'] for router_interface, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:35.311742 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81435566-38c7-4376-a8b5-8136a0272d85', 'name': 'network-vif-deleted', 'tag': 'd99ea8b3-c034-4b00-b2d2-885a037cbdd1'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:26:35.314524 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79edbb6d-7df6-4ac6-8554-ffc7dfdfc963" -d '{"events": [{"server_uuid": "81435566-38c7-4376-a8b5-8136a0272d85", "name": "network-vif-deleted", "tag": "d99ea8b3-c034-4b00-b2d2-885a037cbdd1"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:26:35.441056 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-8c2918db-27b4-404c-8259-4bef1ebe9b1e None None] Provisioning complete for port 6ff85905-a2e1-4e96-ab6d-c1755dc0f043 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:26:35.446392 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8c2918db-27b4-404c-8259-4bef1ebe9b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:35.450879 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f1f08fe-f912-46e5-970c-c3a1ba4bf352 x-openstack-request-id: req-5f1f08fe-f912-46e5-970c-c3a1ba4bf352 {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:26:35.451462 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81435566-38c7-4376-a8b5-8136a0272d85", "name": "network-vif-deleted", "tag": "d99ea8b3-c034-4b00-b2d2-885a037cbdd1", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:26:35.451462 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5f1f08fe-f912-46e5-970c-c3a1ba4bf352 {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:26:35.451820 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81435566-38c7-4376-a8b5-8136a0272d85', 'name': 'network-vif-deleted', 'tag': 'd99ea8b3-c034-4b00-b2d2-885a037cbdd1', 'status': 'completed', 'code': 200} Nov 12 08:26:35.528969 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-8c2918db-27b4-404c-8259-4bef1ebe9b1e None None] Port 6ff85905-a2e1-4e96-ab6d-c1755dc0f043 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:26:35.835608 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57756) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:35.957052 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa00e183-a1e4-4eec-8e46-0a3a3b2358df tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Deleting subnet 8717de96-cd45-4fd8-8400-138cdbf720e2 {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:26:35.965275 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fa00e183-a1e4-4eec-8e46-0a3a3b2358df tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:36.005699 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b4639743-9996-402d-babe-d0534213da70 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:36.044471 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fa00e183-a1e4-4eec-8e46-0a3a3b2358df tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:36.130723 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2fd20fce-026b-4185-9192-cdb0cc67ca0b tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:36.131126 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2fd20fce-026b-4185-9192-cdb0cc67ca0b tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:36.131448 n-d-765315-29 neutron-server[102599]: INFO neutron.db.l3_db [None req-2fd20fce-026b-4185-9192-cdb0cc67ca0b tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Floating IP 4d62f13f-4860-4184-8d1e-3453bfad94c8 disassociated. External IP: 172.25.2.30, port: 7cde3c37-0e2a-4ef2-9d22-37978c2e95b3. Nov 12 08:26:36.131815 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-2fd20fce-026b-4185-9192-cdb0cc67ca0b tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Calling delete_port for 7cde3c37-0e2a-4ef2-9d22-37978c2e95b3 owned by {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:26:36.294295 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fa00e183-a1e4-4eec-8e46-0a3a3b2358df tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:36.325193 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0e4885e6-d462-4d8b-9ae3-fd0926afed54 req-40aee7d5-27a3-4ff9-8cba-985bf2c0583e tempest-ServerShowV257Test-1120490378 tempest-ServerShowV257Test-1120490378-project] 10.222.0.26 "GET /v2.0/ports?device_id=c537a61c-41b2-4a9f-ba97-d854f273875a HTTP/1.1" status: 200 len: 210 time: 0.0737865 Nov 12 08:26:36.457317 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abf8c71-e89b-4d86-91d1-97e2b98ddefe req-b084a51d-beae-4e14-be79-f7af6923634d tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:36.467496 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4abf8c71-e89b-4d86-91d1-97e2b98ddefe req-b084a51d-beae-4e14-be79-f7af6923634d tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=169f7779-8f80-4509-8e19-6731ed6e3dfc HTTP/1.1" status: 200 len: 945 time: 0.2740135 Nov 12 08:26:36.501334 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fa00e183-a1e4-4eec-8e46-0a3a3b2358df tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:36.547752 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa00e183-a1e4-4eec-8e46-0a3a3b2358df tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Pushing event deleted for resources: {'Subnet': ['ID=8717de96-cd45-4fd8-8400-138cdbf720e2,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:36.582841 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4abf8c71-e89b-4d86-91d1-97e2b98ddefe req-b9862825-e3c3-4a94-8f62-b7aa5859dd0b tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=7569d1cf-6bd3-45ad-96a1-5286f4165b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142647 Nov 12 08:26:36.591085 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fa00e183-a1e4-4eec-8e46-0a3a3b2358df tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:36.594279 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-fa00e183-a1e4-4eec-8e46-0a3a3b2358df tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "DELETE /v2.0/subnets/8717de96-cd45-4fd8-8400-138cdbf720e2 HTTP/1.1" status: 204 len: 168 time: 0.7574441 Nov 12 08:26:36.597380 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57762) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:36.601750 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96fa753f-441f-4a9f-ba90-d3927f133d50 None None] Network f8407779-7904-4d2f-a1cc-a3b4bf9d6bfd requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:26:36.734561 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8b30db6c-c056-4b4e-8fd4-8c779d56ab78 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:36.745567 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b4639743-9996-402d-babe-d0534213da70 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:36.747844 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2fd20fce-026b-4185-9192-cdb0cc67ca0b tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:36.760783 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b4639743-9996-402d-babe-d0534213da70 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:36.834329 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd20fce-026b-4185-9192-cdb0cc67ca0b tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Pushing event deleted for resources: {'Port': ['ID=7cde3c37-0e2a-4ef2-9d22-37978c2e95b3,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:36.870693 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-8b30db6c-c056-4b4e-8fd4-8c779d56ab78 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Deleting port 5669dec3-f50b-4abd-b9b3-81dd66f68398 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:26:36.871061 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8b30db6c-c056-4b4e-8fd4-8c779d56ab78 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:36.981599 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9a1dd667-4034-4d5d-8c21-801dc1547985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:37.060169 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-8b30db6c-c056-4b4e-8fd4-8c779d56ab78 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] For port 5669dec3-f50b-4abd-b9b3-81dd66f68398, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=5669dec3-f50b-4abd-b9b3-81dd66f68398,segment=NetworkSegment(7049fc2e-efb4-4674-a214-220979bba373),segment_id=7049fc2e-efb4-4674-a214-220979bba373)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:37.060692 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8b30db6c-c056-4b4e-8fd4-8c779d56ab78 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:37.077792 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-8b30db6c-c056-4b4e-8fd4-8c779d56ab78 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Calling delete_port for 5669dec3-f50b-4abd-b9b3-81dd66f68398 owned by network:dhcp {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:26:37.082747 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a29135-91a9-4901-9394-544a6a590562 None None] DHCP port deletion for f8407779-7904-4d2f-a1cc-a3b4bf9d6bfd request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:26:37.102036 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b4639743-9996-402d-babe-d0534213da70 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933629'] for router_interface, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:37.122493 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4639743-9996-402d-babe-d0534213da70 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Pushing event updated for resources: {'Port': ['ID=6ff85905-a2e1-4e96-ab6d-c1755dc0f043,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:37.202247 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-90a29135-91a9-4901-9394-544a6a590562 None None] Deleting port 5669dec3-f50b-4abd-b9b3-81dd66f68398 {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:26:37.202648 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-90a29135-91a9-4901-9394-544a6a590562 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:37.277355 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8b30db6c-c056-4b4e-8fd4-8c779d56ab78 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:37.312485 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b30db6c-c056-4b4e-8fd4-8c779d56ab78 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Pushing event deleted for resources: {'Port': ['ID=5669dec3-f50b-4abd-b9b3-81dd66f68398,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:37.321673 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b30db6c-c056-4b4e-8fd4-8c779d56ab78 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] No DVR routers for this DVR port 5669dec3-f50b-4abd-b9b3-81dd66f68398 on host n-d-765315-29 {{(pid=102600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:26:37.336634 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fd20fce-026b-4185-9192-cdb0cc67ca0b tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Router f2ee0d41-99e7-473b-8e36-45f01de0cb2f has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:26:37.403133 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4639743-9996-402d-babe-d0534213da70 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Network 7d3fc29b-5313-40fc-a118-dddaf421c92b is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:26:37.426912 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-90a29135-91a9-4901-9394-544a6a590562 None None] For port 5669dec3-f50b-4abd-b9b3-81dd66f68398, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=5669dec3-f50b-4abd-b9b3-81dd66f68398,segment=NetworkSegment(7049fc2e-efb4-4674-a214-220979bba373),segment_id=7049fc2e-efb4-4674-a214-220979bba373)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:37.427340 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-90a29135-91a9-4901-9394-544a6a590562 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:37.459299 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8b30db6c-c056-4b4e-8fd4-8c779d56ab78 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:37.466447 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-b4639743-9996-402d-babe-d0534213da70 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:26:37.478389 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-90a29135-91a9-4901-9394-544a6a590562 None None] Calling delete_port for 5669dec3-f50b-4abd-b9b3-81dd66f68398 owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:26:37.523182 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-8b30db6c-c056-4b4e-8fd4-8c779d56ab78 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8407779-7904-4d2f-a1cc-a3b4bf9d6bfd']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:37.558839 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-8b30db6c-c056-4b4e-8fd4-8c779d56ab78 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7049fc2e-efb4-4674-a214-220979bba373') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:37.560196 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-8b30db6c-c056-4b4e-8fd4-8c779d56ab78 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7049fc2e-efb4-4674-a214-220979bba373') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:37.582100 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8b30db6c-c056-4b4e-8fd4-8c779d56ab78 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:37.622014 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8b30db6c-c056-4b4e-8fd4-8c779d56ab78 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:37.636240 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-90a29135-91a9-4901-9394-544a6a590562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:37.683137 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b30db6c-c056-4b4e-8fd4-8c779d56ab78 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:26:37.683575 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8b30db6c-c056-4b4e-8fd4-8c779d56ab78 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:37.696099 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a29135-91a9-4901-9394-544a6a590562 None None] Pushing event deleted for resources: {'Port': ['ID=5669dec3-f50b-4abd-b9b3-81dd66f68398,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:37.708631 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a29135-91a9-4901-9394-544a6a590562 None None] No DVR routers for this DVR port 5669dec3-f50b-4abd-b9b3-81dd66f68398 on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:26:37.811303 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 5669dec3-f50b-4abd-b9b3-81dd66f68398 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:26:37.901767 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:26:37.901767 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:26:37.901767 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:26:37.901767 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:26:37.901767 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:26:37.901767 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:26:37.901767 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:26:37.901767 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:26:37.901767 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:26:37.901767 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:26:37.901767 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:26:37.901767 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:26:37.901767 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:26:37.901767 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:26:37.901767 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:26:37.901767 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:26:37.901767 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:26:37.901767 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:26:37.901767 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:26:37.901767 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:26:37.901767 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:26:37.901767 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:26:37.901767 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:26:37.901767 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:26:37.901767 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:26:37.901767 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:26:37.901767 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:26:37.901767 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:26:37.901767 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:26:37.901767 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:26:37.901767 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:26:37.901767 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:26:37.906377 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-42ad3e55-a4fd-4bf1-8fc1-ccec9e775be4 req-dcfbd0f3-de3a-4cf6-8461-33abfa92a377 tempest-ServerShowV257Test-1120490378 tempest-ServerShowV257Test-1120490378-project] 10.222.0.26 "GET /v2.0/ports?device_id=c537a61c-41b2-4a9f-ba97-d854f273875a HTTP/1.1" status: 200 len: 210 time: 0.2386596 Nov 12 08:26:37.945759 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4639743-9996-402d-babe-d0534213da70 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Router d74d5df7-8c90-4fcb-a72b-6a5bc3a0485a has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:26:37.998632 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 5669dec3-f50b-4abd-b9b3-81dd66f68398 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:26:37.998980 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 5669dec3-f50b-4abd-b9b3-81dd66f68398 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:26:38.012627 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8b30db6c-c056-4b4e-8fd4-8c779d56ab78 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:38.027904 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fd20fce-026b-4185-9192-cdb0cc67ca0b tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:26:38.051971 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8b30db6c-c056-4b4e-8fd4-8c779d56ab78 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:38.052563 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:38.052781 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-8b30db6c-c056-4b4e-8fd4-8c779d56ab78 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "DELETE /v2.0/networks/f8407779-7904-4d2f-a1cc-a3b4bf9d6bfd HTTP/1.1" status: 204 len: 168 time: 1.4435623 Nov 12 08:26:38.052781 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57778) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:38.062035 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3693b1-0203-42ee-ad62-b6c0ca8ff101 None None] Sync routers for ids ['f2ee0d41-99e7-473b-8e36-45f01de0cb2f'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:26:38.068703 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-491f608d-238e-4708-a90c-3b58739002fd None None] Provisioning complete for port 6ff85905-a2e1-4e96-ab6d-c1755dc0f043 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:26:38.071805 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-491f608d-238e-4708-a90c-3b58739002fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:38.078452 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3693b1-0203-42ee-ad62-b6c0ca8ff101 None None] Routers {'f2ee0d41-99e7-473b-8e36-45f01de0cb2f'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:26:38.079615 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e8cbd2-e56b-4ea8-8127-862d7db63740 req-70779558-8f22-4b82-afa0-e1c9d817efc7 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:38.080138 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-5a3693b1-0203-42ee-ad62-b6c0ca8ff101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:26:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['f2ee0d41-99e7-473b-8e36-45f01de0cb2f'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:38.081823 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-36e8cbd2-e56b-4ea8-8127-862d7db63740 req-70779558-8f22-4b82-afa0-e1c9d817efc7 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=169f7779-8f80-4509-8e19-6731ed6e3dfc HTTP/1.1" status: 200 len: 945 time: 0.1470673 Nov 12 08:26:38.108782 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b30db6c-c056-4b4e-8fd4-8c779d56ab78 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Pushing event deleted for resources: {'Network': ['ID=f8407779-7904-4d2f-a1cc-a3b4bf9d6bfd,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:38.135389 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-5a3693b1-0203-42ee-ad62-b6c0ca8ff101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:38.153971 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3693b1-0203-42ee-ad62-b6c0ca8ff101 None None] Routers {'f2ee0d41-99e7-473b-8e36-45f01de0cb2f'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:26:38.154876 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-5a3693b1-0203-42ee-ad62-b6c0ca8ff101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:26:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['f2ee0d41-99e7-473b-8e36-45f01de0cb2f'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:38.165185 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-c63b3a7f-1008-40a2-b928-b7ff99e20720 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Deleting subnet b3731f5b-1f24-4a8c-a019-cd329c18dcd8 {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:26:38.175179 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c63b3a7f-1008-40a2-b928-b7ff99e20720 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:38.207417 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-36e8cbd2-e56b-4ea8-8127-862d7db63740 req-a5a9f5f2-2ac7-4c0c-88b7-4993219c3553 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=7569d1cf-6bd3-45ad-96a1-5286f4165b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960619 Nov 12 08:26:38.209708 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-5a3693b1-0203-42ee-ad62-b6c0ca8ff101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:38.210545 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3693b1-0203-42ee-ad62-b6c0ca8ff101 None None] The sync data for ids ['f2ee0d41-99e7-473b-8e36-45f01de0cb2f'] in n-d-765315-29 is: [] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:26:38.229842 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-491f608d-238e-4708-a90c-3b58739002fd None None] Port 6ff85905-a2e1-4e96-ab6d-c1755dc0f043 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:26:38.235719 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c63b3a7f-1008-40a2-b928-b7ff99e20720 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:38.239761 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2fd20fce-026b-4185-9192-cdb0cc67ca0b tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:38.250081 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-2fd20fce-026b-4185-9192-cdb0cc67ca0b tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] 10.222.0.26 "DELETE /v2.0/ports/7cde3c37-0e2a-4ef2-9d22-37978c2e95b3 HTTP/1.1" status: 204 len: 168 time: 4.5638220 Nov 12 08:26:38.250872 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57780) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:38.315731 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4639743-9996-402d-babe-d0534213da70 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:26:38.323487 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-b4639743-9996-402d-babe-d0534213da70 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] 10.222.0.26 "PUT /v2.0/routers/d74d5df7-8c90-4fcb-a72b-6a5bc3a0485a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1080050 Nov 12 08:26:38.326415 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57782) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:38.328209 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e303c336-1158-439d-89fc-b33260a9e115 None None] Sync routers for ids ['d74d5df7-8c90-4fcb-a72b-6a5bc3a0485a'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:26:38.348846 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e303c336-1158-439d-89fc-b33260a9e115 None None] Routers {'d74d5df7-8c90-4fcb-a72b-6a5bc3a0485a'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:26:38.349470 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-e303c336-1158-439d-89fc-b33260a9e115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:26:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['d74d5df7-8c90-4fcb-a72b-6a5bc3a0485a'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:38.371671 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c63b3a7f-1008-40a2-b928-b7ff99e20720 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:38.430111 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-e303c336-1158-439d-89fc-b33260a9e115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:38.451158 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e303c336-1158-439d-89fc-b33260a9e115 None None] Routers {'d74d5df7-8c90-4fcb-a72b-6a5bc3a0485a'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:26:38.452103 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-e303c336-1158-439d-89fc-b33260a9e115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:26:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['d74d5df7-8c90-4fcb-a72b-6a5bc3a0485a'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:38.464049 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c63b3a7f-1008-40a2-b928-b7ff99e20720 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:38.469427 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-34cc13cf-06b3-4a45-a68a-cda6904b20c3 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Publish callbacks [] for router, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:38.496398 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c63b3a7f-1008-40a2-b928-b7ff99e20720 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:38.501093 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-c63b3a7f-1008-40a2-b928-b7ff99e20720 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "DELETE /v2.0/subnets/b3731f5b-1f24-4a8c-a019-cd329c18dcd8 HTTP/1.1" status: 204 len: 168 time: 0.4553466 Nov 12 08:26:38.522807 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57784) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:38.545711 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63b3a7f-1008-40a2-b928-b7ff99e20720 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Pushing event deleted for resources: {'Subnet': ['ID=b3731f5b-1f24-4a8c-a019-cd329c18dcd8,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:38.672565 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-09926606-8e38-4176-bc0e-4d21e47aad08 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:38.713502 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-e303c336-1158-439d-89fc-b33260a9e115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:38.714838 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e303c336-1158-439d-89fc-b33260a9e115 None None] The sync data for ids ['d74d5df7-8c90-4fcb-a72b-6a5bc3a0485a'] in n-d-765315-29 is: [] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:26:38.717389 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3a466e-ab8a-4a15-9346-794073c1dbe8 None None] Network 25e154d6-b86b-40ca-bb2f-d2753a68cc33 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:26:38.793998 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-09926606-8e38-4176-bc0e-4d21e47aad08 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Deleting port d505f41d-3a8c-4769-a4db-258b3cc037b2 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:26:38.794391 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-09926606-8e38-4176-bc0e-4d21e47aad08 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:38.801442 n-d-765315-29 neutron-server[102599]: INFO neutron.api.v2.resource [None req-34cc13cf-06b3-4a45-a68a-cda6904b20c3 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 08:26:38.810519 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-34cc13cf-06b3-4a45-a68a-cda6904b20c3 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] 10.222.0.26 "DELETE /v2.0/routers/d74d5df7-8c90-4fcb-a72b-6a5bc3a0485a HTTP/1.1" status: 409 len: 329 time: 0.4830101 Nov 12 08:26:38.816866 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57786) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:38.937939 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-09926606-8e38-4176-bc0e-4d21e47aad08 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] For port d505f41d-3a8c-4769-a4db-258b3cc037b2, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=d505f41d-3a8c-4769-a4db-258b3cc037b2,segment=NetworkSegment(8b23ff8c-0f2b-4e57-965a-eafbdd9f92fc),segment_id=8b23ff8c-0f2b-4e57-965a-eafbdd9f92fc)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:38.937939 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-09926606-8e38-4176-bc0e-4d21e47aad08 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:38.984765 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-09926606-8e38-4176-bc0e-4d21e47aad08 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Calling delete_port for d505f41d-3a8c-4769-a4db-258b3cc037b2 owned by network:dhcp {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:26:39.164087 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-09926606-8e38-4176-bc0e-4d21e47aad08 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:39.221797 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d7b74924-f703-4593-88c2-dcd803d41c40 req-01509c34-af24-4c1c-9ade-090f37e08df6 tempest-ServerShowV257Test-1120490378 tempest-ServerShowV257Test-1120490378-project] 10.222.0.26 "GET /v2.0/ports?device_id=c537a61c-41b2-4a9f-ba97-d854f273875a HTTP/1.1" status: 200 len: 210 time: 0.0897920 Nov 12 08:26:39.266971 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09926606-8e38-4176-bc0e-4d21e47aad08 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Pushing event deleted for resources: {'Port': ['ID=d505f41d-3a8c-4769-a4db-258b3cc037b2,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:39.274755 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09926606-8e38-4176-bc0e-4d21e47aad08 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:39.275127 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09926606-8e38-4176-bc0e-4d21e47aad08 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:39.275476 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09926606-8e38-4176-bc0e-4d21e47aad08 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:39.275812 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09926606-8e38-4176-bc0e-4d21e47aad08 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:39.276144 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09926606-8e38-4176-bc0e-4d21e47aad08 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:39.276472 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09926606-8e38-4176-bc0e-4d21e47aad08 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:39.276795 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09926606-8e38-4176-bc0e-4d21e47aad08 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:39.277195 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09926606-8e38-4176-bc0e-4d21e47aad08 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:39.277422 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09926606-8e38-4176-bc0e-4d21e47aad08 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:39.277744 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09926606-8e38-4176-bc0e-4d21e47aad08 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:39.278069 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09926606-8e38-4176-bc0e-4d21e47aad08 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:39.278396 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09926606-8e38-4176-bc0e-4d21e47aad08 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:39.285050 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09926606-8e38-4176-bc0e-4d21e47aad08 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] No DVR routers for this DVR port d505f41d-3a8c-4769-a4db-258b3cc037b2 on host n-d-765315-29 {{(pid=102600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:26:39.307168 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097bf58b-70b5-4c0c-8894-764e6cc66b8d None None] DHCP port deletion for 25e154d6-b86b-40ca-bb2f-d2753a68cc33 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:26:39.348198 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:39.586788 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-09926606-8e38-4176-bc0e-4d21e47aad08 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:39.618486 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-09926606-8e38-4176-bc0e-4d21e47aad08 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25e154d6-b86b-40ca-bb2f-d2753a68cc33']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:39.640467 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea378e7-4935-4d78-8c32-d5ed9a6db051 req-ff1d0988-08f6-4fb4-8d2e-90bd98b44389 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:39.642971 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7ea378e7-4935-4d78-8c32-d5ed9a6db051 req-ff1d0988-08f6-4fb4-8d2e-90bd98b44389 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=169f7779-8f80-4509-8e19-6731ed6e3dfc HTTP/1.1" status: 200 len: 945 time: 0.2142596 Nov 12 08:26:39.648318 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-09926606-8e38-4176-bc0e-4d21e47aad08 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b23ff8c-0f2b-4e57-965a-eafbdd9f92fc') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:39.648849 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-09926606-8e38-4176-bc0e-4d21e47aad08 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b23ff8c-0f2b-4e57-965a-eafbdd9f92fc') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:39.696387 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-09926606-8e38-4176-bc0e-4d21e47aad08 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:39.759441 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device d505f41d-3a8c-4769-a4db-258b3cc037b2 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:26:39.794467 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-09926606-8e38-4176-bc0e-4d21e47aad08 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:39.804007 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: d505f41d-3a8c-4769-a4db-258b3cc037b2 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:26:39.808060 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device d505f41d-3a8c-4769-a4db-258b3cc037b2 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:26:39.825770 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09926606-8e38-4176-bc0e-4d21e47aad08 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:26:39.826180 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-09926606-8e38-4176-bc0e-4d21e47aad08 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:39.843595 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:26:39.843595 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:26:39.843595 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:26:39.843595 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:26:39.843595 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:26:39.843595 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:26:39.843595 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:26:39.843595 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:26:39.843595 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:26:39.843595 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:26:39.843595 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:26:39.843595 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:26:39.843595 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:26:39.843595 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:26:39.843595 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:26:39.843595 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:26:39.843595 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:26:39.843595 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:26:39.843595 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:26:39.843595 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:26:39.843595 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:26:39.843595 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:26:39.843595 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:26:39.843595 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:26:39.843595 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:26:39.843595 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:26:39.843595 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:26:39.843595 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:26:39.843595 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:26:39.843595 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:26:39.843595 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:26:39.843595 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:26:39.848975 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7ea378e7-4935-4d78-8c32-d5ed9a6db051 req-73f8ac4e-94ed-44bc-abda-1ef50d585272 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=7569d1cf-6bd3-45ad-96a1-5286f4165b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1760941 Nov 12 08:26:39.853112 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:40.005015 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-09926606-8e38-4176-bc0e-4d21e47aad08 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:40.030673 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-09926606-8e38-4176-bc0e-4d21e47aad08 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:40.037067 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-09926606-8e38-4176-bc0e-4d21e47aad08 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] 10.222.0.26 "DELETE /v2.0/networks/25e154d6-b86b-40ca-bb2f-d2753a68cc33 HTTP/1.1" status: 204 len: 168 time: 1.5094035 Nov 12 08:26:40.082772 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09926606-8e38-4176-bc0e-4d21e47aad08 tempest-ServersTestMultiNic-2039036371 tempest-ServersTestMultiNic-2039036371-project] Pushing event deleted for resources: {'Network': ['ID=25e154d6-b86b-40ca-bb2f-d2753a68cc33,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:40.378443 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57826) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:40.442860 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a3e20781-a523-4c5f-a5a9-1871fa60625c req-fcbe9635-db78-4e59-ab2e-d9362e954190 tempest-ServerShowV257Test-1120490378 tempest-ServerShowV257Test-1120490378-project] 10.222.0.26 "GET /v2.0/ports?device_id=c537a61c-41b2-4a9f-ba97-d854f273875a HTTP/1.1" status: 200 len: 210 time: 0.0809221 Nov 12 08:26:40.495665 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5467f74b-3017-4326-8cf1-eab99ab2952c tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933586'] for router_interface, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:40.505766 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4533662d-cbe3-4efc-afdd-a4edd9cb7ae7 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933586'] for router_interface, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:41.113099 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3bf2cdf3-a927-4e5b-808d-6c1a282e3277 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933586'] for router_interface, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:41.222750 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9237525b-d160-4985-bb93-d6f41503e103 req-9eab296a-2c4c-4247-9b9c-530ad7f773ed tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:41.227208 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9237525b-d160-4985-bb93-d6f41503e103 req-9eab296a-2c4c-4247-9b9c-530ad7f773ed tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=169f7779-8f80-4509-8e19-6731ed6e3dfc HTTP/1.1" status: 200 len: 945 time: 0.1704173 Nov 12 08:26:41.483919 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9237525b-d160-4985-bb93-d6f41503e103 req-d90b2297-ecac-485b-87ee-d999b1bd5471 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=7569d1cf-6bd3-45ad-96a1-5286f4165b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2336006 Nov 12 08:26:41.520747 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-4533662d-cbe3-4efc-afdd-a4edd9cb7ae7 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Deleting port 6ff85905-a2e1-4e96-ab6d-c1755dc0f043 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:26:41.526743 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4533662d-cbe3-4efc-afdd-a4edd9cb7ae7 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:41.648808 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2faa7961-ce0e-4dc1-aa53-b9a645874662 req-3a2d1a46-06f2-45c8-bf3c-8e8afe483a71 tempest-ServerShowV257Test-1120490378 tempest-ServerShowV257Test-1120490378-project] 10.222.0.26 "GET /v2.0/ports?device_id=c537a61c-41b2-4a9f-ba97-d854f273875a HTTP/1.1" status: 200 len: 210 time: 0.0472674 Nov 12 08:26:41.678225 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-5467f74b-3017-4326-8cf1-eab99ab2952c tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Deleting port df64922a-c8af-443e-8cce-87b97a654be6 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:26:41.678952 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5467f74b-3017-4326-8cf1-eab99ab2952c tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:41.688277 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-3bf2cdf3-a927-4e5b-808d-6c1a282e3277 admin admin] Deleting port 4efad728-1020-473e-878e-22e71e588bc9 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:26:41.688277 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3bf2cdf3-a927-4e5b-808d-6c1a282e3277 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:41.758365 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4533662d-cbe3-4efc-afdd-a4edd9cb7ae7 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:41.784986 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-4533662d-cbe3-4efc-afdd-a4edd9cb7ae7 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Calling delete_port for 6ff85905-a2e1-4e96-ab6d-c1755dc0f043 owned by network:router_interface {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:26:41.808158 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-3bf2cdf3-a927-4e5b-808d-6c1a282e3277 admin admin] For port 4efad728-1020-473e-878e-22e71e588bc9, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=4efad728-1020-473e-878e-22e71e588bc9,segment=NetworkSegment(f7908a6a-6838-45fb-91c9-d7e0cb6d472d),segment_id=f7908a6a-6838-45fb-91c9-d7e0cb6d472d)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:41.809631 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3bf2cdf3-a927-4e5b-808d-6c1a282e3277 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:41.842297 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-3bf2cdf3-a927-4e5b-808d-6c1a282e3277 admin admin] Calling delete_port for 4efad728-1020-473e-878e-22e71e588bc9 owned by network:router_interface {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:26:41.849672 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5467f74b-3017-4326-8cf1-eab99ab2952c tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:41.871979 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-5467f74b-3017-4326-8cf1-eab99ab2952c tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Calling delete_port for df64922a-c8af-443e-8cce-87b97a654be6 owned by network:router_interface {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:26:42.208840 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3bf2cdf3-a927-4e5b-808d-6c1a282e3277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:42.226792 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4533662d-cbe3-4efc-afdd-a4edd9cb7ae7 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:42.242778 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf2cdf3-a927-4e5b-808d-6c1a282e3277 admin admin] Pushing event deleted for resources: {'Port': ['ID=4efad728-1020-473e-878e-22e71e588bc9,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:42.260980 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:42.357701 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4533662d-cbe3-4efc-afdd-a4edd9cb7ae7 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Pushing event deleted for resources: {'Port': ['ID=6ff85905-a2e1-4e96-ab6d-c1755dc0f043,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:42.397480 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4533662d-cbe3-4efc-afdd-a4edd9cb7ae7 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:42.403516 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4533662d-cbe3-4efc-afdd-a4edd9cb7ae7 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:42.405192 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4533662d-cbe3-4efc-afdd-a4edd9cb7ae7 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:42.405641 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4533662d-cbe3-4efc-afdd-a4edd9cb7ae7 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:42.406087 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4533662d-cbe3-4efc-afdd-a4edd9cb7ae7 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:42.410255 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4533662d-cbe3-4efc-afdd-a4edd9cb7ae7 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:42.410651 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4533662d-cbe3-4efc-afdd-a4edd9cb7ae7 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:42.411096 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4533662d-cbe3-4efc-afdd-a4edd9cb7ae7 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:42.411524 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4533662d-cbe3-4efc-afdd-a4edd9cb7ae7 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:42.412016 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4533662d-cbe3-4efc-afdd-a4edd9cb7ae7 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:42.412490 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4533662d-cbe3-4efc-afdd-a4edd9cb7ae7 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:42.413162 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4533662d-cbe3-4efc-afdd-a4edd9cb7ae7 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:42.759508 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5467f74b-3017-4326-8cf1-eab99ab2952c tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:42.809142 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3bf2cdf3-a927-4e5b-808d-6c1a282e3277 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918626'] for router_interface, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:42.946474 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5467f74b-3017-4326-8cf1-eab99ab2952c tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Pushing event deleted for resources: {'Port': ['ID=df64922a-c8af-443e-8cce-87b97a654be6,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:43.032764 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c9712f57-7998-4ef9-9aa6-1baa6d1ee548 req-35872f22-b9b4-4081-915d-ee7251100e3b tempest-ServerShowV257Test-1120490378 tempest-ServerShowV257Test-1120490378-project] 10.222.0.26 "GET /v2.0/ports?device_id=c537a61c-41b2-4a9f-ba97-d854f273875a HTTP/1.1" status: 200 len: 210 time: 0.0920801 Nov 12 08:26:43.495204 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5467f74b-3017-4326-8cf1-eab99ab2952c tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918626'] for router_interface, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:43.500080 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4533662d-cbe3-4efc-afdd-a4edd9cb7ae7 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918626'] for router_interface, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:43.513361 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bf2cdf3-a927-4e5b-808d-6c1a282e3277 admin admin] Router 5aeb5108-15c8-4425-b1f5-9f5bdc3595d7 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:26:43.527269 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8059d274-679b-44c6-8c14-85bdb5722fa5 req-301efb0a-c965-44ce-838f-f98e64309299 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:43.528804 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8059d274-679b-44c6-8c14-85bdb5722fa5 req-301efb0a-c965-44ce-838f-f98e64309299 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=169f7779-8f80-4509-8e19-6731ed6e3dfc HTTP/1.1" status: 200 len: 945 time: 0.7143362 Nov 12 08:26:43.738029 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8059d274-679b-44c6-8c14-85bdb5722fa5 req-9c1948f0-11d5-4426-8bad-a7b5544a396a tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=7569d1cf-6bd3-45ad-96a1-5286f4165b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627663 Nov 12 08:26:43.785802 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bf2cdf3-a927-4e5b-808d-6c1a282e3277 admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:26:43.796003 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-3bf2cdf3-a927-4e5b-808d-6c1a282e3277 admin admin] 10.222.0.26 "PUT /v2.0/routers/5aeb5108-15c8-4425-b1f5-9f5bdc3595d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4136577 Nov 12 08:26:43.799539 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57878) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:43.808955 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9795671-b717-43ce-9ccb-31a0f7d90200 None None] Sync routers for ids ['5aeb5108-15c8-4425-b1f5-9f5bdc3595d7'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:26:43.838792 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9795671-b717-43ce-9ccb-31a0f7d90200 None None] Routers {'5aeb5108-15c8-4425-b1f5-9f5bdc3595d7'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:26:43.840368 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-e9795671-b717-43ce-9ccb-31a0f7d90200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:26:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['5aeb5108-15c8-4425-b1f5-9f5bdc3595d7'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:43.921990 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a1e8ad9a-073e-4539-b8e7-ded21a850bda admin admin] Publish callbacks [] for router, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:44.122752 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-e9795671-b717-43ce-9ccb-31a0f7d90200 None None] Set router 5aeb5108-15c8-4425-b1f5-9f5bdc3595d7 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:26:44.201242 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4533662d-cbe3-4efc-afdd-a4edd9cb7ae7 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Router d74d5df7-8c90-4fcb-a72b-6a5bc3a0485a has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:26:44.207789 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5467f74b-3017-4326-8cf1-eab99ab2952c tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Router f2ee0d41-99e7-473b-8e36-45f01de0cb2f has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:26:44.526311 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a1e8ad9a-073e-4539-b8e7-ded21a850bda admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:44.541631 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-e9795671-b717-43ce-9ccb-31a0f7d90200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aeb5108-15c8-4425-b1f5-9f5bdc3595d7', 'name': 'tempest-ServersTestMultiNic-1111447008-router', 'tenant_id': '1001c16de8c544adab5de1eeb517d6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': 'b16aaa8e-a85f-4884-8a10-f0b0b74a3926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:24:31Z', 'updated_at': '2021-11-12T08:26:42Z', 'revision_number': 5, 'project_id': '1001c16de8c544adab5de1eeb517d6a1', 'gw_port': {'id': 'b16aaa8e-a85f-4884-8a10-f0b0b74a3926', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:3e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aeb5108-15c8-4425-b1f5-9f5bdc3595d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:24:32Z', 'updated_at': '2021-11-12T08:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:44.547214 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7137455b-2f4b-4963-ad84-437208b37097 req-2e8eb2cc-38a4-41a1-acaf-2262d92fd888 tempest-ServerShowV257Test-1120490378 tempest-ServerShowV257Test-1120490378-project] 10.222.0.26 "GET /v2.0/ports?device_id=c537a61c-41b2-4a9f-ba97-d854f273875a HTTP/1.1" status: 200 len: 210 time: 0.0321994 Nov 12 08:26:44.608086 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9795671-b717-43ce-9ccb-31a0f7d90200 None None] Checking router: 5aeb5108-15c8-4425-b1f5-9f5bdc3595d7 for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:26:44.637233 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9795671-b717-43ce-9ccb-31a0f7d90200 None None] Routers {'5aeb5108-15c8-4425-b1f5-9f5bdc3595d7'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:26:44.638990 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-e9795671-b717-43ce-9ccb-31a0f7d90200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:26:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['5aeb5108-15c8-4425-b1f5-9f5bdc3595d7'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:44.681652 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-a1e8ad9a-073e-4539-b8e7-ded21a850bda admin admin] Deleting port b16aaa8e-a85f-4884-8a10-f0b0b74a3926 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:26:44.681996 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a1e8ad9a-073e-4539-b8e7-ded21a850bda admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:44.948239 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-e9795671-b717-43ce-9ccb-31a0f7d90200 None None] Set router 5aeb5108-15c8-4425-b1f5-9f5bdc3595d7 gateway port host: None {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:26:44.980083 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-a1e8ad9a-073e-4539-b8e7-ded21a850bda admin admin] For port b16aaa8e-a85f-4884-8a10-f0b0b74a3926, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=b16aaa8e-a85f-4884-8a10-f0b0b74a3926,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:44.981204 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a1e8ad9a-073e-4539-b8e7-ded21a850bda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:45.023473 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-a1e8ad9a-073e-4539-b8e7-ded21a850bda admin admin] Calling delete_port for b16aaa8e-a85f-4884-8a10-f0b0b74a3926 owned by network:router_gateway {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:26:45.064558 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-e9795671-b717-43ce-9ccb-31a0f7d90200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aeb5108-15c8-4425-b1f5-9f5bdc3595d7', 'name': 'tempest-ServersTestMultiNic-1111447008-router', 'tenant_id': '1001c16de8c544adab5de1eeb517d6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:24:31Z', 'updated_at': '2021-11-12T08:26:44Z', 'revision_number': 6, 'project_id': '1001c16de8c544adab5de1eeb517d6a1', 'gw_port_host': None}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:45.124163 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9795671-b717-43ce-9ccb-31a0f7d90200 None None] The sync data for ids ['5aeb5108-15c8-4425-b1f5-9f5bdc3595d7'] in n-d-765315-29 is: [{'id': '5aeb5108-15c8-4425-b1f5-9f5bdc3595d7', 'name': 'tempest-ServersTestMultiNic-1111447008-router', 'tenant_id': '1001c16de8c544adab5de1eeb517d6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:24:31Z', 'updated_at': '2021-11-12T08:26:44Z', 'revision_number': 6, 'project_id': '1001c16de8c544adab5de1eeb517d6a1', 'gw_port_host': None}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:26:45.206078 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4533662d-cbe3-4efc-afdd-a4edd9cb7ae7 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:26:45.221904 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-4533662d-cbe3-4efc-afdd-a4edd9cb7ae7 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] 10.222.0.26 "PUT /v2.0/routers/d74d5df7-8c90-4fcb-a72b-6a5bc3a0485a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4039683 Nov 12 08:26:45.223399 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb21dcd-e18a-4a47-b375-b9574384b061 None None] Sync routers for ids ['d74d5df7-8c90-4fcb-a72b-6a5bc3a0485a'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:26:45.228387 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57902) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:45.295620 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb21dcd-e18a-4a47-b375-b9574384b061 None None] Routers {'d74d5df7-8c90-4fcb-a72b-6a5bc3a0485a'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:26:45.296828 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-4cb21dcd-e18a-4a47-b375-b9574384b061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:26:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['d74d5df7-8c90-4fcb-a72b-6a5bc3a0485a'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:45.393700 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-4cb21dcd-e18a-4a47-b375-b9574384b061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:45.396986 n-d-765315-29 neutron-server[102599]: INFO neutron.api.v2.resource [None req-6e9bbb7a-2194-4932-8be1-28577d93e9f0 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] show failed (client error): The resource could not be found. Nov 12 08:26:45.406695 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-6e9bbb7a-2194-4932-8be1-28577d93e9f0 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] 10.222.0.26 "GET /v2.0/routers/tempest-non_exist_router-1848826621 HTTP/1.1" status: 404 len: 335 time: 0.1724615 Nov 12 08:26:45.407651 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57904) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:45.413116 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb21dcd-e18a-4a47-b375-b9574384b061 None None] Routers {'d74d5df7-8c90-4fcb-a72b-6a5bc3a0485a'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:26:45.414326 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-4cb21dcd-e18a-4a47-b375-b9574384b061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:26:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['d74d5df7-8c90-4fcb-a72b-6a5bc3a0485a'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:45.422523 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ed652-e093-4323-8ecd-ecd7b7db7cca req-27fd1d7e-02d0-40d2-9ff3-650c156bdf68 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:45.428222 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-100ed652-e093-4323-8ecd-ecd7b7db7cca req-27fd1d7e-02d0-40d2-9ff3-650c156bdf68 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=169f7779-8f80-4509-8e19-6731ed6e3dfc HTTP/1.1" status: 200 len: 945 time: 0.2949104 Nov 12 08:26:45.438244 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-d98bb934-b86d-4f7a-9212-eb7e4cb7cfe1 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:26:45.468608 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a1e8ad9a-073e-4539-b8e7-ded21a850bda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:45.494313 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-4cb21dcd-e18a-4a47-b375-b9574384b061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:45.495993 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb21dcd-e18a-4a47-b375-b9574384b061 None None] The sync data for ids ['d74d5df7-8c90-4fcb-a72b-6a5bc3a0485a'] in n-d-765315-29 is: [] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:26:45.529859 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e8ad9a-073e-4539-b8e7-ded21a850bda admin admin] Pushing event deleted for resources: {'Port': ['ID=b16aaa8e-a85f-4884-8a10-f0b0b74a3926,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:45.576179 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86fb6c6-3aad-4552-8398-8fb7a37387e9 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:26:45.585943 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5467f74b-3017-4326-8cf1-eab99ab2952c tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:26:45.592466 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-5467f74b-3017-4326-8cf1-eab99ab2952c tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] 10.222.0.26 "PUT /v2.0/routers/f2ee0d41-99e7-473b-8e36-45f01de0cb2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3375154 Nov 12 08:26:45.595815 n-d-765315-29 neutron-server[102599]: INFO neutron.api.v2.resource [None req-d98bb934-b86d-4f7a-9212-eb7e4cb7cfe1 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] update failed (client error): The resource could not be found. Nov 12 08:26:45.601886 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-d98bb934-b86d-4f7a-9212-eb7e4cb7cfe1 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] 10.222.0.26 "PUT /v2.0/routers/tempest-non_exist_router-579305061 HTTP/1.1" status: 404 len: 334 time: 0.1718233 Nov 12 08:26:45.602482 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57906) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:45.602836 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57910) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:45.625766 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72be241-1367-479a-ac67-2bc3b483ffbc None None] Sync routers for ids ['f2ee0d41-99e7-473b-8e36-45f01de0cb2f'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:26:45.678832 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72be241-1367-479a-ac67-2bc3b483ffbc None None] Routers {'f2ee0d41-99e7-473b-8e36-45f01de0cb2f'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:26:45.680622 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-d72be241-1367-479a-ac67-2bc3b483ffbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:26:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['f2ee0d41-99e7-473b-8e36-45f01de0cb2f'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:45.797744 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-d72be241-1367-479a-ac67-2bc3b483ffbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:45.829238 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72be241-1367-479a-ac67-2bc3b483ffbc None None] Routers {'f2ee0d41-99e7-473b-8e36-45f01de0cb2f'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:26:45.837685 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-d72be241-1367-479a-ac67-2bc3b483ffbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:26:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['f2ee0d41-99e7-473b-8e36-45f01de0cb2f'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:45.879548 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 4efad728-1020-473e-878e-22e71e588bc9 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:26:45.948206 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a1e8ad9a-073e-4539-b8e7-ded21a850bda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-933016'] for router_gateway, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:45.992098 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 4efad728-1020-473e-878e-22e71e588bc9 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:26:45.993128 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 4efad728-1020-473e-878e-22e71e588bc9 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:26:46.016293 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-4949ba7c-ee3e-487c-9063-3533fd5ad8e3 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Deleting subnet fa41c61a-036a-4820-b863-5caa656d261f {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:26:46.027078 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-d72be241-1367-479a-ac67-2bc3b483ffbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:46.029179 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72be241-1367-479a-ac67-2bc3b483ffbc None None] The sync data for ids ['f2ee0d41-99e7-473b-8e36-45f01de0cb2f'] in n-d-765315-29 is: [] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:26:46.099937 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4949ba7c-ee3e-487c-9063-3533fd5ad8e3 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Publish callbacks [] for subnet, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:46.154160 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2d90d9ba-0b56-4b28-940c-f165cc69d92f req-1528a8db-7ac0-440b-a2aa-fd9ca142f196 tempest-ServerShowV257Test-1120490378 tempest-ServerShowV257Test-1120490378-project] 10.222.0.26 "GET /v2.0/ports?device_id=c537a61c-41b2-4a9f-ba97-d854f273875a HTTP/1.1" status: 200 len: 210 time: 0.2030811 Nov 12 08:26:46.215239 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a1e8ad9a-073e-4539-b8e7-ded21a850bda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:46.218104 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a1e8ad9a-073e-4539-b8e7-ded21a850bda admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:46.301286 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a1e8ad9a-073e-4539-b8e7-ded21a850bda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:46.301958 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1e8ad9a-073e-4539-b8e7-ded21a850bda admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5aeb5108-15c8-4425-b1f5-9f5bdc3595d7 {{(pid=102600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:26:46.305698 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-100ed652-e093-4323-8ecd-ecd7b7db7cca req-db1e4ef2-a8b5-4914-a660-72d496e7e568 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=7569d1cf-6bd3-45ad-96a1-5286f4165b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7267303 Nov 12 08:26:46.312145 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a1e8ad9a-073e-4539-b8e7-ded21a850bda admin admin] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:46.313557 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-a1e8ad9a-073e-4539-b8e7-ded21a850bda admin admin] 10.222.0.26 "DELETE /v2.0/routers/5aeb5108-15c8-4425-b1f5-9f5bdc3595d7 HTTP/1.1" status: 204 len: 168 time: 2.5125191 Nov 12 08:26:46.318519 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57920) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:46.369180 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-54a8c2b0-495e-416f-879c-8d01072c0da6 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks [] for router, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:46.403722 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-445f102d-072d-434c-b5c2-5621a22b2c15 admin admin] Deleting subnet 6a07fbaf-35f6-404b-9a83-4ebfb5671111 {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:26:46.413435 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-445f102d-072d-434c-b5c2-5621a22b2c15 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:46.471380 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4949ba7c-ee3e-487c-9063-3533fd5ad8e3 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31181813'] for subnet, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:46.513821 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-445f102d-072d-434c-b5c2-5621a22b2c15 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:46.657087 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-445f102d-072d-434c-b5c2-5621a22b2c15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:46.763020 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-445f102d-072d-434c-b5c2-5621a22b2c15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:46.802713 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f859f6-37f3-45d1-a239-3c1db3283dd0 None None] Network f9a744d5-a656-4c07-bd3d-fe4fb520e5db requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:26:46.810933 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-445f102d-072d-434c-b5c2-5621a22b2c15 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:46.827019 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-445f102d-072d-434c-b5c2-5621a22b2c15 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/6a07fbaf-35f6-404b-9a83-4ebfb5671111 HTTP/1.1" status: 204 len: 168 time: 0.5063605 Nov 12 08:26:46.832249 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57926) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:46.833619 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-54a8c2b0-495e-416f-879c-8d01072c0da6 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:46.889622 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445f102d-072d-434c-b5c2-5621a22b2c15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a07fbaf-35f6-404b-9a83-4ebfb5671111,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:47.054749 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4949ba7c-ee3e-487c-9063-3533fd5ad8e3 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:47.212968 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b94fd85-b77e-44d0-81a8-211ee9f2f63d None None] DHCP port deletion for f9a744d5-a656-4c07-bd3d-fe4fb520e5db request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:26:47.266160 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e02df71d-ff2d-4a6b-837a-3b8a4a7fb40d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:47.273598 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4949ba7c-ee3e-487c-9063-3533fd5ad8e3 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:47.358308 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949ba7c-ee3e-487c-9063-3533fd5ad8e3 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Pushing event deleted for resources: {'Subnet': ['ID=fa41c61a-036a-4820-b863-5caa656d261f,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:47.366628 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-2b94fd85-b77e-44d0-81a8-211ee9f2f63d None None] Deleting port bbeb23c5-7536-41c5-a7ff-3c9dfa2aa35c {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:26:47.369569 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2b94fd85-b77e-44d0-81a8-211ee9f2f63d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:47.441833 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4949ba7c-ee3e-487c-9063-3533fd5ad8e3 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:47.455721 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-4949ba7c-ee3e-487c-9063-3533fd5ad8e3 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] 10.222.0.26 "DELETE /v2.0/subnets/fa41c61a-036a-4820-b863-5caa656d261f HTTP/1.1" status: 204 len: 168 time: 1.8357193 Nov 12 08:26:47.459791 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cd812c4a-fa30-4215-a75d-ba3d9bbd24bf req-50039f7b-24be-4d8a-b56b-e332c64cd468 tempest-ServerShowV257Test-1120490378 tempest-ServerShowV257Test-1120490378-project] 10.222.0.26 "GET /v2.0/ports?device_id=c537a61c-41b2-4a9f-ba97-d854f273875a HTTP/1.1" status: 200 len: 210 time: 0.1379995 Nov 12 08:26:47.465487 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57940) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:47.551516 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834754bb-8358-4866-8a11-f6d6a858777e None None] Network 87d0c4ac-ab0d-4ba1-b18e-715efaaf093e requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:26:47.592036 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-54a8c2b0-495e-416f-879c-8d01072c0da6 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Deleting port 28fda10c-837b-4383-8ccc-fdb93ca52956 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:26:47.592412 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-54a8c2b0-495e-416f-879c-8d01072c0da6 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:47.622517 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-2b94fd85-b77e-44d0-81a8-211ee9f2f63d None None] For port bbeb23c5-7536-41c5-a7ff-3c9dfa2aa35c, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=bbeb23c5-7536-41c5-a7ff-3c9dfa2aa35c,segment=NetworkSegment(f7908a6a-6838-45fb-91c9-d7e0cb6d472d),segment_id=f7908a6a-6838-45fb-91c9-d7e0cb6d472d)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:47.623011 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2b94fd85-b77e-44d0-81a8-211ee9f2f63d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:47.643478 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6629cd7-cc21-4cc4-b270-3a63c04fd67c tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Deleting subnet aa3930af-a169-415d-9018-e699144f6352 {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:26:47.690488 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d6629cd7-cc21-4cc4-b270-3a63c04fd67c tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:47.692268 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-2b94fd85-b77e-44d0-81a8-211ee9f2f63d None None] Calling delete_port for bbeb23c5-7536-41c5-a7ff-3c9dfa2aa35c owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:26:47.799335 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d6629cd7-cc21-4cc4-b270-3a63c04fd67c tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:47.911521 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6707b9d2-16cc-4da5-ac10-f554bd5c596c req-0baf5e31-da78-4444-8865-e33225ef976e tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:47.923988 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device b16aaa8e-a85f-4884-8a10-f0b0b74a3926 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:26:47.924613 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6707b9d2-16cc-4da5-ac10-f554bd5c596c req-0baf5e31-da78-4444-8865-e33225ef976e tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=169f7779-8f80-4509-8e19-6731ed6e3dfc HTTP/1.1" status: 200 len: 945 time: 0.4077888 Nov 12 08:26:47.953241 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-e02df71d-ff2d-4a6b-837a-3b8a4a7fb40d admin admin] Deleting port bbeb23c5-7536-41c5-a7ff-3c9dfa2aa35c {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:26:47.953632 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e02df71d-ff2d-4a6b-837a-3b8a4a7fb40d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:47.961787 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: b16aaa8e-a85f-4884-8a10-f0b0b74a3926 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:26:47.962804 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device b16aaa8e-a85f-4884-8a10-f0b0b74a3926 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:26:47.963443 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device bbeb23c5-7536-41c5-a7ff-3c9dfa2aa35c no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:26:47.997418 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d6629cd7-cc21-4cc4-b270-3a63c04fd67c tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:47.999480 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2b94fd85-b77e-44d0-81a8-211ee9f2f63d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:48.033523 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: bbeb23c5-7536-41c5-a7ff-3c9dfa2aa35c {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:26:48.034124 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device bbeb23c5-7536-41c5-a7ff-3c9dfa2aa35c not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:26:48.084268 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-54a8c2b0-495e-416f-879c-8d01072c0da6 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:48.096856 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b94fd85-b77e-44d0-81a8-211ee9f2f63d None None] Pushing event deleted for resources: {'Port': ['ID=bbeb23c5-7536-41c5-a7ff-3c9dfa2aa35c,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:48.100325 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d6629cd7-cc21-4cc4-b270-3a63c04fd67c tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:48.108591 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b94fd85-b77e-44d0-81a8-211ee9f2f63d None None] No DVR routers for this DVR port bbeb23c5-7536-41c5-a7ff-3c9dfa2aa35c on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:26:48.112879 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b94fd85-b77e-44d0-81a8-211ee9f2f63d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:48.113346 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b94fd85-b77e-44d0-81a8-211ee9f2f63d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:48.113869 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b94fd85-b77e-44d0-81a8-211ee9f2f63d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:48.114278 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b94fd85-b77e-44d0-81a8-211ee9f2f63d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:48.119999 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b94fd85-b77e-44d0-81a8-211ee9f2f63d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:48.120511 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b94fd85-b77e-44d0-81a8-211ee9f2f63d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:48.120914 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b94fd85-b77e-44d0-81a8-211ee9f2f63d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:48.121319 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b94fd85-b77e-44d0-81a8-211ee9f2f63d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:48.121718 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b94fd85-b77e-44d0-81a8-211ee9f2f63d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:48.122409 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b94fd85-b77e-44d0-81a8-211ee9f2f63d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:48.123069 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b94fd85-b77e-44d0-81a8-211ee9f2f63d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:48.123474 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b94fd85-b77e-44d0-81a8-211ee9f2f63d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:48.194000 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d6629cd7-cc21-4cc4-b270-3a63c04fd67c tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:48.204891 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04619ab-7126-4b34-b63c-f036ce69a99d None None] Network d65bd95c-c8e5-4d4f-b911-0e9966279304 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:26:48.219295 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-d6629cd7-cc21-4cc4-b270-3a63c04fd67c tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] 10.222.0.26 "DELETE /v2.0/subnets/aa3930af-a169-415d-9018-e699144f6352 HTTP/1.1" status: 204 len: 168 time: 0.7526360 Nov 12 08:26:48.224294 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57956) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:48.233605 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6707b9d2-16cc-4da5-ac10-f554bd5c596c req-f28d74cd-d39b-4dd1-b289-81df2fc47b88 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=7569d1cf-6bd3-45ad-96a1-5286f4165b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3081329 Nov 12 08:26:48.266213 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-54a8c2b0-495e-416f-879c-8d01072c0da6 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Calling delete_port for 28fda10c-837b-4383-8ccc-fdb93ca52956 owned by network:router_gateway {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:26:48.307762 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-e02df71d-ff2d-4a6b-837a-3b8a4a7fb40d admin admin] For port bbeb23c5-7536-41c5-a7ff-3c9dfa2aa35c, host n-d-765315-29, got binding levels [] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:48.310875 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e02df71d-ff2d-4a6b-837a-3b8a4a7fb40d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:48.314863 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6629cd7-cc21-4cc4-b270-3a63c04fd67c tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Pushing event deleted for resources: {'Subnet': ['ID=aa3930af-a169-415d-9018-e699144f6352,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:48.354471 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f294e2e-880b-4d4f-b103-03784c52949d None None] DHCP port deletion for 87d0c4ac-ab0d-4ba1-b18e-715efaaf093e request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:26:48.362000 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-e02df71d-ff2d-4a6b-837a-3b8a4a7fb40d admin admin] Calling delete_port for bbeb23c5-7536-41c5-a7ff-3c9dfa2aa35c owned by network:dhcp {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:26:48.408832 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.ipam_backend_mixin [None req-e02df71d-ff2d-4a6b-837a-3b8a4a7fb40d admin admin] Port bbeb23c5-7536-41c5-a7ff-3c9dfa2aa35c was not found and therefore no delete operation was performed {{(pid=102599) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 08:26:48.412751 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e02df71d-ff2d-4a6b-837a-3b8a4a7fb40d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:48.458411 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02df71d-ff2d-4a6b-837a-3b8a4a7fb40d admin admin] No DVR routers for this DVR port bbeb23c5-7536-41c5-a7ff-3c9dfa2aa35c on host n-d-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:26:48.475004 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02df71d-ff2d-4a6b-837a-3b8a4a7fb40d admin admin] Pushing event deleted for resources: {'Port': ['ID=bbeb23c5-7536-41c5-a7ff-3c9dfa2aa35c,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:48.526097 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-25488b73-1e47-4273-bfae-31e97cfdcccc tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:48.650508 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e02df71d-ff2d-4a6b-837a-3b8a4a7fb40d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:48.677195 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-e02df71d-ff2d-4a6b-837a-3b8a4a7fb40d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9a744d5-a656-4c07-bd3d-fe4fb520e5db']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:48.680530 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-2f294e2e-880b-4d4f-b103-03784c52949d None None] Deleting port ae245e55-3700-4176-b350-d8ef5b79299b {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:26:48.693768 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2f294e2e-880b-4d4f-b103-03784c52949d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:48.694745 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-e02df71d-ff2d-4a6b-837a-3b8a4a7fb40d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7908a6a-6838-45fb-91c9-d7e0cb6d472d') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:48.698774 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-e02df71d-ff2d-4a6b-837a-3b8a4a7fb40d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7908a6a-6838-45fb-91c9-d7e0cb6d472d') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:48.727187 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e02df71d-ff2d-4a6b-837a-3b8a4a7fb40d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:48.729079 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-25488b73-1e47-4273-bfae-31e97cfdcccc tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Deleting port ae245e55-3700-4176-b350-d8ef5b79299b {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:26:48.729983 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-25488b73-1e47-4273-bfae-31e97cfdcccc tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:48.733025 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3348ce48-4a2e-4dca-87f1-b021aad964ac req-9e960154-6564-49ef-85c2-367f970c1e99 tempest-ServerShowV257Test-1120490378 tempest-ServerShowV257Test-1120490378-project] 10.222.0.26 "GET /v2.0/ports?device_id=c537a61c-41b2-4a9f-ba97-d854f273875a HTTP/1.1" status: 200 len: 210 time: 0.0739479 Nov 12 08:26:48.771572 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e02df71d-ff2d-4a6b-837a-3b8a4a7fb40d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:48.827222 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84339072-7b90-4123-9979-ec766748b380 None None] DHCP port deletion for d65bd95c-c8e5-4d4f-b911-0e9966279304 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:26:48.898710 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e02df71d-ff2d-4a6b-837a-3b8a4a7fb40d admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:26:48.899117 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e02df71d-ff2d-4a6b-837a-3b8a4a7fb40d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:48.916289 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-25488b73-1e47-4273-bfae-31e97cfdcccc tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] For port ae245e55-3700-4176-b350-d8ef5b79299b, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=ae245e55-3700-4176-b350-d8ef5b79299b,segment=NetworkSegment(b9a7d5be-74d7-47be-8a00-ca42a378a067),segment_id=b9a7d5be-74d7-47be-8a00-ca42a378a067)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:48.917816 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-25488b73-1e47-4273-bfae-31e97cfdcccc tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:48.945499 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-2f294e2e-880b-4d4f-b103-03784c52949d None None] For port ae245e55-3700-4176-b350-d8ef5b79299b, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=ae245e55-3700-4176-b350-d8ef5b79299b,segment=NetworkSegment(b9a7d5be-74d7-47be-8a00-ca42a378a067),segment_id=b9a7d5be-74d7-47be-8a00-ca42a378a067)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:48.946140 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2f294e2e-880b-4d4f-b103-03784c52949d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:48.949949 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 08:26:48.949949 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:26:48.949949 n-d-765315-29 neutron-server[102599]: timer() Nov 12 08:26:48.949949 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:26:48.949949 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 08:26:48.949949 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:26:48.949949 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 08:26:48.949949 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:26:48.949949 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 08:26:48.949949 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:26:48.949949 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 08:26:48.949949 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:26:48.949949 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 08:26:48.949949 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:26:48.949949 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:26:48.949949 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:26:48.949949 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:26:48.949949 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:26:48.949949 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 08:26:48.949949 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:26:48.949949 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 08:26:48.949949 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:26:48.949949 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:26:48.949949 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:26:48.949949 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 08:26:48.949949 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:26:48.949949 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:26:48.949949 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:26:48.949949 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:26:48.949949 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:26:48.949949 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:26:48.949949 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:26:48.973581 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-25488b73-1e47-4273-bfae-31e97cfdcccc tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Calling delete_port for ae245e55-3700-4176-b350-d8ef5b79299b owned by network:dhcp {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:26:48.998087 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-2f294e2e-880b-4d4f-b103-03784c52949d None None] Calling delete_port for ae245e55-3700-4176-b350-d8ef5b79299b owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:26:49.099299 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-25488b73-1e47-4273-bfae-31e97cfdcccc tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:49.141850 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25488b73-1e47-4273-bfae-31e97cfdcccc tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Pushing event deleted for resources: {'Port': ['ID=ae245e55-3700-4176-b350-d8ef5b79299b,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:49.151988 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-84339072-7b90-4123-9979-ec766748b380 None None] Deleting port bed06702-2684-42b9-83bf-160ac8e0c2b0 {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:26:49.153015 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-84339072-7b90-4123-9979-ec766748b380 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:49.153621 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-54a8c2b0-495e-416f-879c-8d01072c0da6 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:49.157048 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25488b73-1e47-4273-bfae-31e97cfdcccc tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] No DVR routers for this DVR port ae245e55-3700-4176-b350-d8ef5b79299b on host n-d-765315-29 {{(pid=102600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:26:49.203216 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a8c2b0-495e-416f-879c-8d01072c0da6 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Pushing event deleted for resources: {'Port': ['ID=28fda10c-837b-4383-8ccc-fdb93ca52956,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:49.294464 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-25488b73-1e47-4273-bfae-31e97cfdcccc tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:49.322532 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-25488b73-1e47-4273-bfae-31e97cfdcccc tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87d0c4ac-ab0d-4ba1-b18e-715efaaf093e']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:49.339823 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-25488b73-1e47-4273-bfae-31e97cfdcccc tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9a7d5be-74d7-47be-8a00-ca42a378a067') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:49.340403 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-25488b73-1e47-4273-bfae-31e97cfdcccc tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9a7d5be-74d7-47be-8a00-ca42a378a067') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:49.341502 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-84339072-7b90-4123-9979-ec766748b380 None None] For port bed06702-2684-42b9-83bf-160ac8e0c2b0, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=bed06702-2684-42b9-83bf-160ac8e0c2b0,segment=NetworkSegment(da9b5d35-d09b-4983-a44c-f5141edad40e),segment_id=da9b5d35-d09b-4983-a44c-f5141edad40e)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:49.341916 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-84339072-7b90-4123-9979-ec766748b380 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:49.367769 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-25488b73-1e47-4273-bfae-31e97cfdcccc tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:49.388480 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-84339072-7b90-4123-9979-ec766748b380 None None] Calling delete_port for bed06702-2684-42b9-83bf-160ac8e0c2b0 owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:26:49.389391 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-25488b73-1e47-4273-bfae-31e97cfdcccc tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:49.393658 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e02df71d-ff2d-4a6b-837a-3b8a4a7fb40d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:49.402014 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e02df71d-ff2d-4a6b-837a-3b8a4a7fb40d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:49.404403 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25488b73-1e47-4273-bfae-31e97cfdcccc tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:26:49.405460 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-25488b73-1e47-4273-bfae-31e97cfdcccc tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:49.422698 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-e02df71d-ff2d-4a6b-837a-3b8a4a7fb40d admin admin] 10.222.0.26 "DELETE /v2.0/networks/f9a744d5-a656-4c07-bd3d-fe4fb520e5db HTTP/1.1" status: 204 len: 168 time: 2.5807781 Nov 12 08:26:49.536377 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:26:49.536377 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:26:49.536377 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:26:49.536377 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:26:49.536377 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:26:49.536377 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:26:49.536377 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:26:49.536377 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:26:49.536377 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:26:49.536377 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:26:49.536377 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:26:49.536377 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:26:49.536377 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:26:49.536377 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:26:49.536377 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:26:49.536377 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:26:49.536377 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:26:49.536377 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:26:49.536377 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:26:49.536377 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:26:49.536377 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:26:49.536377 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:26:49.536377 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:26:49.536377 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:26:49.536377 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:26:49.536377 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:26:49.536377 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:26:49.536377 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:26:49.536377 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:26:49.536377 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:26:49.536377 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:26:49.536377 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:26:49.539337 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf29155f-52a8-4b84-9517-f51b9238e32f None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:26:49.593987 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-25488b73-1e47-4273-bfae-31e97cfdcccc tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:49.601857 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-25488b73-1e47-4273-bfae-31e97cfdcccc tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:49.623169 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-25488b73-1e47-4273-bfae-31e97cfdcccc tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] 10.222.0.26 "DELETE /v2.0/networks/87d0c4ac-ab0d-4ba1-b18e-715efaaf093e HTTP/1.1" status: 204 len: 168 time: 1.3965607 Nov 12 08:26:49.643506 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57978) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:49.658103 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02df71d-ff2d-4a6b-837a-3b8a4a7fb40d admin admin] Pushing event deleted for resources: {'Network': ['ID=f9a744d5-a656-4c07-bd3d-fe4fb520e5db,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:49.662031 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-54a8c2b0-495e-416f-879c-8d01072c0da6 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-933016'] for router_gateway, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:49.679074 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2f294e2e-880b-4d4f-b103-03784c52949d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:49.695525 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-84339072-7b90-4123-9979-ec766748b380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:49.718625 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57980) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:49.726698 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f294e2e-880b-4d4f-b103-03784c52949d None None] Pushing event deleted for resources: {'Port': ['ID=ae245e55-3700-4176-b350-d8ef5b79299b,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:49.736629 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2f294e2e-880b-4d4f-b103-03784c52949d None None] Network 87d0c4ac-ab0d-4ba1-b18e-715efaaf093e is not hosted by any dhcp agent {{(pid=102601) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 08:26:49.737242 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f294e2e-880b-4d4f-b103-03784c52949d None None] No DVR routers for this DVR port ae245e55-3700-4176-b350-d8ef5b79299b on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:26:49.765733 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84339072-7b90-4123-9979-ec766748b380 None None] Pushing event deleted for resources: {'Port': ['ID=bed06702-2684-42b9-83bf-160ac8e0c2b0,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:49.775066 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84339072-7b90-4123-9979-ec766748b380 None None] No DVR routers for this DVR port bed06702-2684-42b9-83bf-160ac8e0c2b0 on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:26:49.845938 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25488b73-1e47-4273-bfae-31e97cfdcccc tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Pushing event deleted for resources: {'Network': ['ID=87d0c4ac-ab0d-4ba1-b18e-715efaaf093e,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:49.913420 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device ae245e55-3700-4176-b350-d8ef5b79299b no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:26:49.941084 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-54a8c2b0-495e-416f-879c-8d01072c0da6 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:49.950151 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-54a8c2b0-495e-416f-879c-8d01072c0da6 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:49.963788 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: ae245e55-3700-4176-b350-d8ef5b79299b {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:26:49.966809 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device ae245e55-3700-4176-b350-d8ef5b79299b not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:26:49.967636 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device bed06702-2684-42b9-83bf-160ac8e0c2b0 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:26:50.033165 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: bed06702-2684-42b9-83bf-160ac8e0c2b0 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:26:50.033633 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device bed06702-2684-42b9-83bf-160ac8e0c2b0 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:26:50.059025 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f6f23-39a8-4fb3-a1f5-0fbab319f124 req-944b1165-bc33-48e3-8714-4d0df2c917d3 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:50.074028 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6745043c-e295-41f8-8232-f3824c7b015b tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:50.082650 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d55f6f23-39a8-4fb3-a1f5-0fbab319f124 req-944b1165-bc33-48e3-8714-4d0df2c917d3 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=169f7779-8f80-4509-8e19-6731ed6e3dfc HTTP/1.1" status: 200 len: 945 time: 0.4984500 Nov 12 08:26:50.083838 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bedafa7c-699f-423c-afc9-df0953b4a317 req-3b74b034-6ec8-439e-8f49-5aa258cb152e tempest-ServerShowV257Test-1120490378 tempest-ServerShowV257Test-1120490378-project] 10.222.0.26 "GET /v2.0/ports?device_id=c537a61c-41b2-4a9f-ba97-d854f273875a HTTP/1.1" status: 200 len: 210 time: 0.1101713 Nov 12 08:26:50.095613 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-54a8c2b0-495e-416f-879c-8d01072c0da6 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:50.096725 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54a8c2b0-495e-416f-879c-8d01072c0da6 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Fanout notify agent at l3_agent the message router_deleted on router f2ee0d41-99e7-473b-8e36-45f01de0cb2f {{(pid=102599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:26:50.106723 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-4be74247-56dc-4c63-a5c2-466d05266fb2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1001c16de8c544adab5de1eeb517d6a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3234181 Nov 12 08:26:50.108686 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57988) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:50.118178 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-54a8c2b0-495e-416f-879c-8d01072c0da6 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:50.119822 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-54a8c2b0-495e-416f-879c-8d01072c0da6 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] 10.222.0.26 "DELETE /v2.0/routers/f2ee0d41-99e7-473b-8e36-45f01de0cb2f HTTP/1.1" status: 204 len: 168 time: 4.5090485 Nov 12 08:26:50.122393 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57990) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:50.222739 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d55f6f23-39a8-4fb3-a1f5-0fbab319f124 req-610ca27c-a766-442d-bc8e-45b28ad2847a tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=7569d1cf-6bd3-45ad-96a1-5286f4165b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387210 Nov 12 08:26:50.238643 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-070f292a-8070-443d-83c6-ece415cc4cca tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Deleting subnet 7e5af2e4-a05d-4a6c-b9f3-20ab7d8dad93 {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:26:50.262770 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-070f292a-8070-443d-83c6-ece415cc4cca tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks [] for subnet, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:50.471437 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-070f292a-8070-443d-83c6-ece415cc4cca tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31181813'] for subnet, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:50.517231 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6745043c-e295-41f8-8232-f3824c7b015b tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:50.571334 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-6745043c-e295-41f8-8232-f3824c7b015b tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d65bd95c-c8e5-4d4f-b911-0e9966279304']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:50.590371 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-6745043c-e295-41f8-8232-f3824c7b015b tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da9b5d35-d09b-4983-a44c-f5141edad40e') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:50.590737 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-6745043c-e295-41f8-8232-f3824c7b015b tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da9b5d35-d09b-4983-a44c-f5141edad40e') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:50.592994 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f6cfe6e8-30cf-4011-ae8b-605c67176a67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:50.613757 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6745043c-e295-41f8-8232-f3824c7b015b tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:50.660881 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6745043c-e295-41f8-8232-f3824c7b015b tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:50.678713 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6745043c-e295-41f8-8232-f3824c7b015b tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:26:50.682918 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6745043c-e295-41f8-8232-f3824c7b015b tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:50.686237 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-070f292a-8070-443d-83c6-ece415cc4cca tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:50.695946 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:26:50.695946 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:26:50.695946 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:26:50.695946 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:26:50.695946 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:26:50.695946 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:26:50.695946 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:26:50.695946 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:26:50.695946 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:26:50.695946 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:26:50.695946 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:26:50.695946 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:26:50.695946 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:26:50.695946 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:26:50.695946 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:26:50.695946 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:26:50.695946 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:26:50.695946 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:26:50.695946 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:26:50.695946 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:26:50.695946 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:26:50.695946 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:26:50.695946 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:26:50.695946 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:26:50.695946 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:26:50.695946 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:26:50.695946 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:26:50.695946 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:26:50.695946 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:26:50.695946 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:26:50.695946 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:26:50.695946 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:26:50.711743 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f6cfe6e8-30cf-4011-ae8b-605c67176a67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:50.820784 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-070f292a-8070-443d-83c6-ece415cc4cca tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:50.843715 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6745043c-e295-41f8-8232-f3824c7b015b tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:50.865523 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-070f292a-8070-443d-83c6-ece415cc4cca tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:50.872697 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-070f292a-8070-443d-83c6-ece415cc4cca tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] 10.222.0.26 "DELETE /v2.0/subnets/7e5af2e4-a05d-4a6c-b9f3-20ab7d8dad93 HTTP/1.1" status: 204 len: 168 time: 0.7492363 Nov 12 08:26:50.883066 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8023d3d-d48f-46bc-bc86-a874248cba47 None None] Network e0c841a5-e4a3-44c4-83d6-62e77f565842 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:26:50.883353 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6745043c-e295-41f8-8232-f3824c7b015b tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:50.892640 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-6745043c-e295-41f8-8232-f3824c7b015b tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] 10.222.0.26 "DELETE /v2.0/networks/d65bd95c-c8e5-4d4f-b911-0e9966279304 HTTP/1.1" status: 204 len: 168 time: 1.2404265 Nov 12 08:26:50.908677 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57998) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:50.909289 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 58000) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:50.910933 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6745043c-e295-41f8-8232-f3824c7b015b tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Pushing event deleted for resources: {'Network': ['ID=d65bd95c-c8e5-4d4f-b911-0e9966279304,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:50.948657 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070f292a-8070-443d-83c6-ece415cc4cca tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Pushing event deleted for resources: {'Subnet': ['ID=7e5af2e4-a05d-4a6c-b9f3-20ab7d8dad93,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:51.088502 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f6cfe6e8-30cf-4011-ae8b-605c67176a67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:51.112045 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f6cfe6e8-30cf-4011-ae8b-605c67176a67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:51.119907 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-f6cfe6e8-30cf-4011-ae8b-605c67176a67 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5e4f26b3-68f4-458f-b970-543611e5d001 HTTP/1.1" status: 204 len: 168 time: 1.0066299 Nov 12 08:26:51.141254 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-576787f3-c3f8-401a-a00f-5b29c90340de tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:51.306854 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4e4cdd-a6ff-4476-bcae-6a02a59f189f None None] DHCP port deletion for e0c841a5-e4a3-44c4-83d6-62e77f565842 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:26:51.328832 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cfe6e8-30cf-4011-ae8b-605c67176a67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e4f26b3-68f4-458f-b970-543611e5d001,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:51.375425 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2d048cd7-d4e0-4074-a3f1-c066002d06c5 req-28a9a9b8-ef24-4233-b290-09bba8c8b42f tempest-ServerShowV257Test-1120490378 tempest-ServerShowV257Test-1120490378-project] 10.222.0.26 "GET /v2.0/ports?device_id=c537a61c-41b2-4a9f-ba97-d854f273875a HTTP/1.1" status: 200 len: 210 time: 0.0724206 Nov 12 08:26:51.437463 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccb31086-fd88-4bb2-9cdb-e4d75a6615be tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Deleting subnet 7f308697-3561-4032-a56d-feec94437221 {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:26:51.449866 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ccb31086-fd88-4bb2-9cdb-e4d75a6615be tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:51.514039 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ccb31086-fd88-4bb2-9cdb-e4d75a6615be tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:51.546190 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-2f4e4cdd-a6ff-4476-bcae-6a02a59f189f None None] Deleting port 16b113b5-c22c-43cf-927e-558c5e508f09 {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:26:51.547887 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2f4e4cdd-a6ff-4476-bcae-6a02a59f189f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:51.687215 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf2fa09-4867-4e28-b9e5-b84ccbeec19d req-b7ff7de2-cdb6-471b-9ecf-ed13e8c80f8e tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:51.699215 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ccb31086-fd88-4bb2-9cdb-e4d75a6615be tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:51.701684 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ddf2fa09-4867-4e28-b9e5-b84ccbeec19d req-b7ff7de2-cdb6-471b-9ecf-ed13e8c80f8e tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=169f7779-8f80-4509-8e19-6731ed6e3dfc HTTP/1.1" status: 200 len: 945 time: 0.2120435 Nov 12 08:26:51.803194 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-2f4e4cdd-a6ff-4476-bcae-6a02a59f189f None None] For port 16b113b5-c22c-43cf-927e-558c5e508f09, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=16b113b5-c22c-43cf-927e-558c5e508f09,segment=NetworkSegment(96d34705-6664-4e61-95c1-c4295aaa62cf),segment_id=96d34705-6664-4e61-95c1-c4295aaa62cf)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:51.803194 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2f4e4cdd-a6ff-4476-bcae-6a02a59f189f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:51.832194 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ddf2fa09-4867-4e28-b9e5-b84ccbeec19d req-dd616a63-7375-4b58-99d4-c8c2ae9e4afc tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=7569d1cf-6bd3-45ad-96a1-5286f4165b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287653 Nov 12 08:26:51.840162 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 16b113b5-c22c-43cf-927e-558c5e508f09 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:26:51.879152 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-2f4e4cdd-a6ff-4476-bcae-6a02a59f189f None None] Calling delete_port for 16b113b5-c22c-43cf-927e-558c5e508f09 owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:26:51.967449 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ccb31086-fd88-4bb2-9cdb-e4d75a6615be tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:52.025551 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-576787f3-c3f8-401a-a00f-5b29c90340de tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Deleting port 16b113b5-c22c-43cf-927e-558c5e508f09 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:26:52.026172 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-576787f3-c3f8-401a-a00f-5b29c90340de tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:52.031357 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ccb31086-fd88-4bb2-9cdb-e4d75a6615be tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:52.039250 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 58028) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:52.048549 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86400fe-4d59-4d11-9d9f-343575dc3cd6 None None] Network 7d3fc29b-5313-40fc-a118-dddaf421c92b requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:26:52.050996 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-ccb31086-fd88-4bb2-9cdb-e4d75a6615be tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] 10.222.0.26 "DELETE /v2.0/subnets/7f308697-3561-4032-a56d-feec94437221 HTTP/1.1" status: 204 len: 168 time: 1.0359347 Nov 12 08:26:52.057291 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb31086-fd88-4bb2-9cdb-e4d75a6615be tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Pushing event deleted for resources: {'Subnet': ['ID=7f308697-3561-4032-a56d-feec94437221,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:52.187154 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d399e2c1-9c53-4f0a-97ca-44afdb2e8d12 req-1858d111-6209-4668-8374-ec626cace0e3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c537a61c-41b2-4a9f-ba97-d854f273875a HTTP/1.1" status: 200 len: 210 time: 0.0645609 Nov 12 08:26:52.212294 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-576787f3-c3f8-401a-a00f-5b29c90340de tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] For port 16b113b5-c22c-43cf-927e-558c5e508f09, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=16b113b5-c22c-43cf-927e-558c5e508f09,segment=NetworkSegment(96d34705-6664-4e61-95c1-c4295aaa62cf),segment_id=96d34705-6664-4e61-95c1-c4295aaa62cf)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:52.212667 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-576787f3-c3f8-401a-a00f-5b29c90340de tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:52.254860 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-576787f3-c3f8-401a-a00f-5b29c90340de tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Calling delete_port for 16b113b5-c22c-43cf-927e-558c5e508f09 owned by network:dhcp {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:26:52.303344 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-550ca217-c0c5-488b-8c4d-e1539142fec0 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:52.435939 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-550ca217-c0c5-488b-8c4d-e1539142fec0 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Deleting port b084b859-0e85-44be-8588-3d1c55f315cf {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:26:52.441222 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-550ca217-c0c5-488b-8c4d-e1539142fec0 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:52.462789 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-576787f3-c3f8-401a-a00f-5b29c90340de tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:52.553573 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576787f3-c3f8-401a-a00f-5b29c90340de tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Pushing event deleted for resources: {'Port': ['ID=16b113b5-c22c-43cf-927e-558c5e508f09,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:52.596465 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-97fee056-7915-4201-9bda-5946ca7a90bd req-64a3dbec-573c-4cf7-b2d0-f1ff9addc3ba tempest-ServerShowV257Test-1120490378 tempest-ServerShowV257Test-1120490378-project] 10.222.0.26 "GET /v2.0/ports?device_id=c537a61c-41b2-4a9f-ba97-d854f273875a HTTP/1.1" status: 200 len: 210 time: 0.0394027 Nov 12 08:26:52.601218 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576787f3-c3f8-401a-a00f-5b29c90340de tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] No DVR routers for this DVR port 16b113b5-c22c-43cf-927e-558c5e508f09 on host n-d-765315-29 {{(pid=102600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:26:52.631988 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:52.706048 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2f4e4cdd-a6ff-4476-bcae-6a02a59f189f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:52.726907 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-550ca217-c0c5-488b-8c4d-e1539142fec0 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] For port b084b859-0e85-44be-8588-3d1c55f315cf, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=b084b859-0e85-44be-8588-3d1c55f315cf,segment=NetworkSegment(be42897f-baa3-480d-ad2f-de43456ec559),segment_id=be42897f-baa3-480d-ad2f-de43456ec559)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:52.727470 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-550ca217-c0c5-488b-8c4d-e1539142fec0 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:52.753609 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-550ca217-c0c5-488b-8c4d-e1539142fec0 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Calling delete_port for b084b859-0e85-44be-8588-3d1c55f315cf owned by network:dhcp {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:26:52.781576 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4e4cdd-a6ff-4476-bcae-6a02a59f189f None None] No DVR routers for this DVR port 16b113b5-c22c-43cf-927e-558c5e508f09 on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:26:52.841843 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4e4cdd-a6ff-4476-bcae-6a02a59f189f None None] Pushing event deleted for resources: {'Port': ['ID=16b113b5-c22c-43cf-927e-558c5e508f09,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:52.872640 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 58062) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:52.909290 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-576787f3-c3f8-401a-a00f-5b29c90340de tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:52.945367 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c1ef5a-f2e0-47d8-8bb2-5b7285299976 None None] DHCP port deletion for 7d3fc29b-5313-40fc-a118-dddaf421c92b request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:26:52.996201 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-576787f3-c3f8-401a-a00f-5b29c90340de tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0c841a5-e4a3-44c4-83d6-62e77f565842']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:53.017605 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-550ca217-c0c5-488b-8c4d-e1539142fec0 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:53.032095 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-576787f3-c3f8-401a-a00f-5b29c90340de tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96d34705-6664-4e61-95c1-c4295aaa62cf') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:53.033876 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-576787f3-c3f8-401a-a00f-5b29c90340de tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96d34705-6664-4e61-95c1-c4295aaa62cf') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:53.062260 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-576787f3-c3f8-401a-a00f-5b29c90340de tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:53.069940 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-b1c1ef5a-f2e0-47d8-8bb2-5b7285299976 None None] Deleting port b084b859-0e85-44be-8588-3d1c55f315cf {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:26:53.070319 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b1c1ef5a-f2e0-47d8-8bb2-5b7285299976 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:53.086410 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550ca217-c0c5-488b-8c4d-e1539142fec0 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Pushing event deleted for resources: {'Port': ['ID=b084b859-0e85-44be-8588-3d1c55f315cf,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:53.112302 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550ca217-c0c5-488b-8c4d-e1539142fec0 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] No DVR routers for this DVR port b084b859-0e85-44be-8588-3d1c55f315cf on host n-d-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:26:53.116190 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-576787f3-c3f8-401a-a00f-5b29c90340de tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:53.125688 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-576787f3-c3f8-401a-a00f-5b29c90340de tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:26:53.126639 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-576787f3-c3f8-401a-a00f-5b29c90340de tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:53.224352 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:26:53.224352 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:26:53.224352 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:26:53.224352 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:26:53.224352 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:26:53.224352 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:26:53.224352 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:26:53.224352 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:26:53.224352 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:26:53.224352 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:26:53.224352 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:26:53.224352 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:26:53.224352 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:26:53.224352 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:26:53.224352 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:26:53.224352 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:26:53.224352 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:26:53.224352 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:26:53.224352 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:26:53.224352 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:26:53.224352 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:26:53.224352 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:26:53.224352 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:26:53.224352 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:26:53.224352 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:26:53.224352 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:26:53.224352 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:26:53.224352 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:26:53.224352 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:26:53.224352 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:26:53.224352 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:26:53.224352 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:26:53.236744 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-b1c1ef5a-f2e0-47d8-8bb2-5b7285299976 None None] For port b084b859-0e85-44be-8588-3d1c55f315cf, host n-d-765315-29, got binding levels [] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:53.237186 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b1c1ef5a-f2e0-47d8-8bb2-5b7285299976 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:53.240697 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-12ab5863-b184-4966-a7a5-be95e0f1ce89 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-121926520-network', 'tenant_id': '45e2292a264d44a68e35180f1130bf5f'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:26:53.260418 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-b1c1ef5a-f2e0-47d8-8bb2-5b7285299976 None None] Calling delete_port for b084b859-0e85-44be-8588-3d1c55f315cf owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:26:53.266406 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.ipam_backend_mixin [None req-b1c1ef5a-f2e0-47d8-8bb2-5b7285299976 None None] Port b084b859-0e85-44be-8588-3d1c55f315cf was not found and therefore no delete operation was performed {{(pid=102601) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 08:26:53.270713 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b1c1ef5a-f2e0-47d8-8bb2-5b7285299976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:53.303085 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c1ef5a-f2e0-47d8-8bb2-5b7285299976 None None] Pushing event deleted for resources: {'Port': ['ID=b084b859-0e85-44be-8588-3d1c55f315cf,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:53.303897 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-576787f3-c3f8-401a-a00f-5b29c90340de tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:53.325577 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-576787f3-c3f8-401a-a00f-5b29c90340de tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:53.331599 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c1ef5a-f2e0-47d8-8bb2-5b7285299976 None None] No DVR routers for this DVR port b084b859-0e85-44be-8588-3d1c55f315cf on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:26:53.331904 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-576787f3-c3f8-401a-a00f-5b29c90340de tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] 10.222.0.26 "DELETE /v2.0/networks/e0c841a5-e4a3-44c4-83d6-62e77f565842 HTTP/1.1" status: 204 len: 168 time: 2.4183812 Nov 12 08:26:53.332891 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12ab5863-b184-4966-a7a5-be95e0f1ce89 admin admin] Made reservation on behalf of 45e2292a264d44a68e35180f1130bf5f for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:26:53.347976 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-550ca217-c0c5-488b-8c4d-e1539142fec0 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:53.350454 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-12ab5863-b184-4966-a7a5-be95e0f1ce89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:53.356091 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 58072) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:53.413882 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-550ca217-c0c5-488b-8c4d-e1539142fec0 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d3fc29b-5313-40fc-a118-dddaf421c92b']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:53.451235 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576787f3-c3f8-401a-a00f-5b29c90340de tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Pushing event deleted for resources: {'Network': ['ID=e0c841a5-e4a3-44c4-83d6-62e77f565842,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:53.454907 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0155fb0e-b73a-4029-a2ef-a40a249e69b3 req-24495b52-ef7f-4fcc-a014-241657515902 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:53.463362 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-12ab5863-b184-4966-a7a5-be95e0f1ce89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:53.465267 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0155fb0e-b73a-4029-a2ef-a40a249e69b3 req-24495b52-ef7f-4fcc-a014-241657515902 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=169f7779-8f80-4509-8e19-6731ed6e3dfc HTTP/1.1" status: 200 len: 945 time: 0.4332304 Nov 12 08:26:53.473023 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-550ca217-c0c5-488b-8c4d-e1539142fec0 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be42897f-baa3-480d-ad2f-de43456ec559') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:53.473402 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-550ca217-c0c5-488b-8c4d-e1539142fec0 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be42897f-baa3-480d-ad2f-de43456ec559') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:53.585907 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0155fb0e-b73a-4029-a2ef-a40a249e69b3 req-c86b1f14-68dc-4661-b8e9-c88ac0a14856 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=7569d1cf-6bd3-45ad-96a1-5286f4165b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167073 Nov 12 08:26:53.612519 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-9b7879a5-8597-45a4-b7c1-19c656d0a9a2 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Deleting port e8821753-ec49-4d2f-8560-ccc1e7b43687 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:26:53.613105 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9b7879a5-8597-45a4-b7c1-19c656d0a9a2 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:53.641573 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-550ca217-c0c5-488b-8c4d-e1539142fec0 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:53.713015 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-550ca217-c0c5-488b-8c4d-e1539142fec0 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:53.786323 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-550ca217-c0c5-488b-8c4d-e1539142fec0 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:26:53.787731 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-550ca217-c0c5-488b-8c4d-e1539142fec0 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:53.820721 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device b084b859-0e85-44be-8588-3d1c55f315cf no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:26:53.834787 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-12ab5863-b184-4966-a7a5-be95e0f1ce89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:53.900541 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: b084b859-0e85-44be-8588-3d1c55f315cf {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:26:53.901748 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device b084b859-0e85-44be-8588-3d1c55f315cf not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:26:53.929460 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-12ab5863-b184-4966-a7a5-be95e0f1ce89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:53.956203 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9b7879a5-8597-45a4-b7c1-19c656d0a9a2 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:53.957943 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9b7879a5-8597-45a4-b7c1-19c656d0a9a2 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:54.025902 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-464f918b-fa93-4b78-a70e-7e36b786c197 req-1245c53a-9685-4027-a01d-55c4497adc7d tempest-ServerShowV257Test-1120490378 tempest-ServerShowV257Test-1120490378-project] 10.222.0.26 "GET /v2.0/ports?device_id=c537a61c-41b2-4a9f-ba97-d854f273875a HTTP/1.1" status: 200 len: 210 time: 0.1383781 Nov 12 08:26:54.040853 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-9b7879a5-8597-45a4-b7c1-19c656d0a9a2 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Calling delete_port for e8821753-ec49-4d2f-8560-ccc1e7b43687 owned by network:floatingip {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:26:54.055939 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 08:26:54.055939 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:26:54.055939 n-d-765315-29 neutron-server[102599]: timer() Nov 12 08:26:54.055939 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:26:54.055939 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 08:26:54.055939 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:26:54.055939 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 08:26:54.055939 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:26:54.055939 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 08:26:54.055939 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:26:54.055939 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 08:26:54.055939 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:26:54.055939 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 08:26:54.055939 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:26:54.055939 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:26:54.055939 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:26:54.055939 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:26:54.055939 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:26:54.055939 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 08:26:54.055939 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:26:54.055939 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 08:26:54.055939 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:26:54.055939 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:26:54.055939 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:26:54.055939 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 08:26:54.055939 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:26:54.055939 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:26:54.055939 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:26:54.055939 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:26:54.055939 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:26:54.055939 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:26:54.055939 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:26:54.074375 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-550ca217-c0c5-488b-8c4d-e1539142fec0 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:54.085132 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12ab5863-b184-4966-a7a5-be95e0f1ce89 admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:26:54.090978 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-550ca217-c0c5-488b-8c4d-e1539142fec0 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:54.095066 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-550ca217-c0c5-488b-8c4d-e1539142fec0 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] 10.222.0.26 "DELETE /v2.0/networks/7d3fc29b-5313-40fc-a118-dddaf421c92b HTTP/1.1" status: 204 len: 168 time: 2.0541792 Nov 12 08:26:54.099013 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 58084) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:54.130950 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550ca217-c0c5-488b-8c4d-e1539142fec0 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Pushing event deleted for resources: {'Network': ['ID=7d3fc29b-5313-40fc-a118-dddaf421c92b,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:54.150713 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ab5863-b184-4966-a7a5-be95e0f1ce89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=290c0775-92d3-4e73-a003-a48b1692dd5d,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:54.165929 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-12ab5863-b184-4966-a7a5-be95e0f1ce89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:54.166285 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-12ab5863-b184-4966-a7a5-be95e0f1ce89 admin admin] Added segment 3756fc92-112d-480f-8b9a-f90df843fcd6 of type vlan for network 8d3bc4bc-a8da-4b31-97bf-84e5ffd2c5f2 Nov 12 08:26:54.215350 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-c76625bd-f3e2-4277-947a-82c8b1c504fe tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] 10.222.0.26 "GET /v2.0/ports?device_id=d74d5df7-8c90-4fcb-a72b-6a5bc3a0485a HTTP/1.1" status: 200 len: 205 time: 0.1144242 Nov 12 08:26:54.216291 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 58086) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:54.274092 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-12ab5863-b184-4966-a7a5-be95e0f1ce89 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:54.339324 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5e23e4bf-f84a-4d19-afe0-888219a218a2 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Publish callbacks [] for router, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:54.344530 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-12ab5863-b184-4966-a7a5-be95e0f1ce89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:54.351655 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ab5863-b184-4966-a7a5-be95e0f1ce89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:54.352471 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-12ab5863-b184-4966-a7a5-be95e0f1ce89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:54.383428 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-12ab5863-b184-4966-a7a5-be95e0f1ce89 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5093775 Nov 12 08:26:54.395250 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 58100) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:54.401151 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-05f72133-3e26-49e2-9d01-ff27e372eac1 admin admin] Request body: {'subnet': {'network_id': '8d3bc4bc-a8da-4b31-97bf-84e5ffd2c5f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-121926520-subnet', 'tenant_id': '45e2292a264d44a68e35180f1130bf5f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:26:54.444339 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f72133-3e26-49e2-9d01-ff27e372eac1 admin admin] Made reservation on behalf of 45e2292a264d44a68e35180f1130bf5f for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:26:54.447080 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-05f72133-3e26-49e2-9d01-ff27e372eac1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:54.524274 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ab5863-b184-4966-a7a5-be95e0f1ce89 admin admin] Pushing event updated for resources: {'Network': ['ID=8d3bc4bc-a8da-4b31-97bf-84e5ffd2c5f2,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:54.544606 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 8d3bc4bc-a8da-4b31-97bf-84e5ffd2c5f2 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:26:54.567141 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9b7879a5-8597-45a4-b7c1-19c656d0a9a2 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:54.688229 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7879a5-8597-45a4-b7c1-19c656d0a9a2 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Pushing event deleted for resources: {'Port': ['ID=e8821753-ec49-4d2f-8560-ccc1e7b43687,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:54.895332 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5e23e4bf-f84a-4d19-afe0-888219a218a2 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:54.903890 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5e23e4bf-f84a-4d19-afe0-888219a218a2 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:55.033609 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-05f72133-3e26-49e2-9d01-ff27e372eac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:55.036646 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9b7879a5-8597-45a4-b7c1-19c656d0a9a2 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks [] for floatingip, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:55.041649 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9b7879a5-8597-45a4-b7c1-19c656d0a9a2 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:55.043228 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-9b7879a5-8597-45a4-b7c1-19c656d0a9a2 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] 10.222.0.26 "DELETE /v2.0/floatingips/4d62f13f-4860-4184-8d1e-3453bfad94c8 HTTP/1.1" status: 204 len: 168 time: 1.6632712 Nov 12 08:26:55.104515 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 58114) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:55.109514 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f72133-3e26-49e2-9d01-ff27e372eac1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db352608-2f08-4a81-85dc-6582a380c273,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:55.140035 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cf60701-3b73-4505-a542-22f20a253657 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] DELETE failed (client error): The resource could not be found. Nov 12 08:26:55.140796 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cf60701-3b73-4505-a542-22f20a253657 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:26:55.144781 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-5cf60701-3b73-4505-a542-22f20a253657 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] 10.222.0.26 "DELETE /v2.0/ports/7cde3c37-0e2a-4ef2-9d22-37978c2e95b3 HTTP/1.1" status: 404 len: 333 time: 0.0322454 Nov 12 08:26:55.148353 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 58118) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:55.187645 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-e8bab5eb-eae0-4d94-b09d-924e96bb9e51 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2ee0d41-99e7-473b-8e36-45f01de0cb2f HTTP/1.1" status: 200 len: 205 time: 0.0361552 Nov 12 08:26:55.192479 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 58122) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:55.277501 n-d-765315-29 neutron-server[102600]: INFO neutron.api.v2.resource [None req-4e5a8111-e2d7-4674-af18-63b5ae9758f3 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] delete failed (client error): The resource could not be found. Nov 12 08:26:55.280806 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-4e5a8111-e2d7-4674-af18-63b5ae9758f3 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] 10.222.0.26 "DELETE /v2.0/routers/f2ee0d41-99e7-473b-8e36-45f01de0cb2f HTTP/1.1" status: 404 len: 336 time: 0.0851448 Nov 12 08:26:55.281022 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-35bd10f4-3c6c-4983-8d5f-aa637dcbb000 req-f4eb7e68-a9b4-403e-be2f-b2f83e719370 tempest-ServerShowV257Test-1120490378 tempest-ServerShowV257Test-1120490378-project] 10.222.0.26 "GET /v2.0/ports?device_id=c537a61c-41b2-4a9f-ba97-d854f273875a HTTP/1.1" status: 200 len: 210 time: 0.0385106 Nov 12 08:26:55.287049 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 58126) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:55.430016 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-15b26446-51f7-416f-9f21-9a30dd0aa23d tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] DELETE failed (client error): The resource could not be found. Nov 12 08:26:55.430616 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15b26446-51f7-416f-9f21-9a30dd0aa23d tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:26:55.433541 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-15b26446-51f7-416f-9f21-9a30dd0aa23d tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] 10.222.0.26 "DELETE /v2.0/subnets/7e5af2e4-a05d-4a6c-b9f3-20ab7d8dad93 HTTP/1.1" status: 404 len: 337 time: 0.1455469 Nov 12 08:26:55.449360 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 58130) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:55.505826 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f72133-3e26-49e2-9d01-ff27e372eac1 admin admin] Checking segment: {'id': '3756fc92-112d-480f-8b9a-f90df843fcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8d3bc4bc-a8da-4b31-97bf-84e5ffd2c5f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:26:55.505826 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f72133-3e26-49e2-9d01-ff27e372eac1 admin admin] Network hostable DHCP agents. Network: 8d3bc4bc-a8da-4b31-97bf-84e5ffd2c5f2, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:26:55.632521 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f72133-3e26-49e2-9d01-ff27e372eac1 admin admin] Network 8d3bc4bc-a8da-4b31-97bf-84e5ffd2c5f2 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:26:55.670792 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-05f72133-3e26-49e2-9d01-ff27e372eac1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 8d3bc4bc-a8da-4b31-97bf-84e5ffd2c5f2) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:26:55.692484 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74273ad-0fad-48a6-9569-b21877a6e77e None None] Network 8d3bc4bc-a8da-4b31-97bf-84e5ffd2c5f2 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:26:55.710714 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f72133-3e26-49e2-9d01-ff27e372eac1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:55.711305 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-05f72133-3e26-49e2-9d01-ff27e372eac1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:55.873994 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-90e8a060-3c22-403b-9318-4a43c5fea7ed req-45e8ac2c-b791-42c6-a8d0-f8fb1e5886ca tempest-ServerShowV257Test-1120490378 tempest-ServerShowV257Test-1120490378-project] 10.222.0.26 "GET /v2.0/ports?device_id=c537a61c-41b2-4a9f-ba97-d854f273875a HTTP/1.1" status: 200 len: 210 time: 0.0701787 Nov 12 08:26:55.885889 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-2d8187de-369b-49bf-8a13-488f13b92b63 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Deleting port 4505d815-d9c3-4e11-9ed0-14e742650d49 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:26:55.886228 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2d8187de-369b-49bf-8a13-488f13b92b63 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:55.893560 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-837219cc-7224-4d33-9adf-4766cb716c3c req-570694fb-1ae6-4e66-9e41-90317284c810 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=eb0f5de80a3a4b918b3ef5c59ea1302c&device_id=c537a61c-41b2-4a9f-ba97-d854f273875a HTTP/1.1" status: 200 len: 210 time: 0.1255991 Nov 12 08:26:55.901262 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5e23e4bf-f84a-4d19-afe0-888219a218a2 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:55.902700 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e23e4bf-f84a-4d19-afe0-888219a218a2 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Fanout notify agent at l3_agent the message router_deleted on router d74d5df7-8c90-4fcb-a72b-6a5bc3a0485a {{(pid=102599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:26:56.008000 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5e23e4bf-f84a-4d19-afe0-888219a218a2 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:56.012820 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-5e23e4bf-f84a-4d19-afe0-888219a218a2 tempest-RoutersNegativeTest-1380061148 tempest-RoutersNegativeTest-1380061148-project] 10.222.0.26 "DELETE /v2.0/routers/d74d5df7-8c90-4fcb-a72b-6a5bc3a0485a HTTP/1.1" status: 204 len: 168 time: 1.7947700 Nov 12 08:26:56.028494 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d04b75-f692-44e2-9a29-f4cb086bad60 None None] Network 8d3bc4bc-a8da-4b31-97bf-84e5ffd2c5f2 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:26:56.052170 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec777eb-9183-42f3-9444-27ada14265c3 req-3bbf5805-7adc-4fba-8a9d-41ebac305070 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:56.067113 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dec777eb-9183-42f3-9444-27ada14265c3 req-3bbf5805-7adc-4fba-8a9d-41ebac305070 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=169f7779-8f80-4509-8e19-6731ed6e3dfc HTTP/1.1" status: 200 len: 945 time: 1.1960433 Nov 12 08:26:56.088107 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2d8187de-369b-49bf-8a13-488f13b92b63 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:56.118567 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-2d8187de-369b-49bf-8a13-488f13b92b63 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Calling delete_port for 4505d815-d9c3-4e11-9ed0-14e742650d49 owned by {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:26:56.129532 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-837219cc-7224-4d33-9adf-4766cb716c3c req-1c0da5ad-a725-4338-bb1c-0371c6d9a914 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=eb0f5de80a3a4b918b3ef5c59ea1302c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1804116 Nov 12 08:26:56.272616 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dec777eb-9183-42f3-9444-27ada14265c3 req-2223646d-0357-48bf-ad09-2ad07cd4fc89 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=7569d1cf-6bd3-45ad-96a1-5286f4165b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2013710 Nov 12 08:26:56.409201 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-05f72133-3e26-49e2-9d01-ff27e372eac1 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.0123732 Nov 12 08:26:56.444448 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837219cc-7224-4d33-9adf-4766cb716c3c req-2d615ffe-3c67-4e70-b47c-a34f7f8f7358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:56.445512 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2d8187de-369b-49bf-8a13-488f13b92b63 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:56.459091 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-837219cc-7224-4d33-9adf-4766cb716c3c req-2d615ffe-3c67-4e70-b47c-a34f7f8f7358 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3145947 Nov 12 08:26:56.532033 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a11d88-e204-4b7e-a6e9-dff663dc35ed req-9250f75e-5e02-4882-a7b6-3c41c99e0e77 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:56.534697 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b9a11d88-e204-4b7e-a6e9-dff663dc35ed req-9250f75e-5e02-4882-a7b6-3c41c99e0e77 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9f80b7-7da6-471c-ab75-5240190a613a HTTP/1.1" status: 200 len: 945 time: 0.1586785 Nov 12 08:26:56.556918 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ab00b5-378d-4112-ba19-156a85a42191 None None] DHCP port deletion for 2057a694-f640-430e-bc88-8a33e348a5b0 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:26:56.583789 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 58158) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:56.602231 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8187de-369b-49bf-8a13-488f13b92b63 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Pushing event deleted for resources: {'Port': ['ID=4505d815-d9c3-4e11-9ed0-14e742650d49,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:56.692412 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2d8187de-369b-49bf-8a13-488f13b92b63 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:56.696198 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-2d8187de-369b-49bf-8a13-488f13b92b63 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] 10.222.0.26 "DELETE /v2.0/ports/4505d815-d9c3-4e11-9ed0-14e742650d49 HTTP/1.1" status: 204 len: 168 time: 1.2458029 Nov 12 08:26:56.700552 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b9a11d88-e204-4b7e-a6e9-dff663dc35ed req-dea297ba-2104-48d3-b63a-52adde1d80c4 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=dafae0e1-4d35-4b86-8740-ce6a9a9c8268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284504 Nov 12 08:26:56.701377 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 58166) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:56.936905 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-50ede382-c1af-4230-84ad-90a21280733f tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Deleting port f7cb5a99-baa9-4ca2-9fa7-56873e8affe5 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:26:56.937273 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-50ede382-c1af-4230-84ad-90a21280733f tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:56.948296 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-9b21621f-5901-488b-b25f-ccddfc05323d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d0079b246ce34b7aafdf3c84b6eba4ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3642430 Nov 12 08:26:56.953004 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 58180) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:56.965675 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ccacca-9f56-4d0b-9d51-20331e8e15ad req-f7ca34af-e361-468c-8ccd-e6715143f522 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:56.975638 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-73ccacca-9f56-4d0b-9d51-20331e8e15ad req-f7ca34af-e361-468c-8ccd-e6715143f522 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9f80b7-7da6-471c-ab75-5240190a613a HTTP/1.1" status: 200 len: 945 time: 0.1097910 Nov 12 08:26:57.062615 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-73ccacca-9f56-4d0b-9d51-20331e8e15ad req-4378eb2f-6739-4eca-ad97-ea067b76006e tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=dafae0e1-4d35-4b86-8740-ce6a9a9c8268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855625 Nov 12 08:26:57.272471 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-50ede382-c1af-4230-84ad-90a21280733f tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:57.288628 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-50ede382-c1af-4230-84ad-90a21280733f tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Calling delete_port for f7cb5a99-baa9-4ca2-9fa7-56873e8affe5 owned by {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:26:57.300376 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ff104dc7-80dd-421a-97f2-32de1668d47b req-4e1f6305-ee62-4ce1-acee-7087d4f9ad3b tempest-ServerShowV257Test-1120490378 tempest-ServerShowV257Test-1120490378-project] 10.222.0.26 "GET /v2.0/ports?device_id=c537a61c-41b2-4a9f-ba97-d854f273875a HTTP/1.1" status: 200 len: 210 time: 0.0762186 Nov 12 08:26:57.646081 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecf9dc7-37f9-4701-bc3c-b7fbe36abb59 req-b54ca9ae-dc5d-45d6-a734-d1ea45875cd0 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:57.653419 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6ecf9dc7-37f9-4701-bc3c-b7fbe36abb59 req-b54ca9ae-dc5d-45d6-a734-d1ea45875cd0 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/networks?id=392b706c-fa83-40b2-ba41-e97d70efdd1d HTTP/1.1" status: 200 len: 811 time: 0.2221007 Nov 12 08:26:57.679372 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6ecf9dc7-37f9-4701-bc3c-b7fbe36abb59 req-6879b096-8847-470f-8c22-ec1ab08be2eb tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/quotas/13ee7d6d71864c9eb2f508185e6a266f HTTP/1.1" status: 200 len: 375 time: 0.0249474 Nov 12 08:26:57.804839 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6ecf9dc7-37f9-4701-bc3c-b7fbe36abb59 req-82442105-cdc7-46bf-bfdb-031113c2af6a tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=13ee7d6d71864c9eb2f508185e6a266f&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1244674 Nov 12 08:26:57.923298 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6ecf9dc7-37f9-4701-bc3c-b7fbe36abb59 req-afb6ae2b-e6f8-4368-a785-ce704683f3b8 service neutron] 10.222.0.26 "GET /v2.0/networks/392b706c-fa83-40b2-ba41-e97d70efdd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170788 Nov 12 08:26:58.038568 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9e717d33-b94b-44ad-af56-16ade0181142 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:58.039206 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6ecf9dc7-37f9-4701-bc3c-b7fbe36abb59 req-4519e308-32d4-474c-a83d-f54abd457281 service neutron] 10.222.0.26 "GET /v2.0/networks/392b706c-fa83-40b2-ba41-e97d70efdd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148341 Nov 12 08:26:58.066137 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9e717d33-b94b-44ad-af56-16ade0181142 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:58.118894 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-50ede382-c1af-4230-84ad-90a21280733f tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:58.121496 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-837219cc-7224-4d33-9adf-4766cb716c3c req-604e25c7-2abf-4485-b81d-b0dd48fa8ef2 tempest-ServerShowV257Test-1120490378 tempest-ServerShowV257Test-1120490378-project] 10.222.0.44 "GET /v2.0/ports?device_id=c537a61c-41b2-4a9f-ba97-d854f273875a HTTP/1.1" status: 200 len: 210 time: 0.0514491 Nov 12 08:26:58.133128 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9e717d33-b94b-44ad-af56-16ade0181142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:58.136261 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9e717d33-b94b-44ad-af56-16ade0181142 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:58.140160 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-9e717d33-b94b-44ad-af56-16ade0181142 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/91657d0b-947b-4f45-8f64-3e1acd01bb21 HTTP/1.1" status: 204 len: 168 time: 1.1844864 Nov 12 08:26:58.192903 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e717d33-b94b-44ad-af56-16ade0181142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91657d0b-947b-4f45-8f64-3e1acd01bb21,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:58.221797 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ede382-c1af-4230-84ad-90a21280733f tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Pushing event deleted for resources: {'Port': ['ID=f7cb5a99-baa9-4ca2-9fa7-56873e8affe5,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:58.245822 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106ad1e6-eb26-419e-8142-ede4a4c7e01c None None] DHCP port deletion for 2057a694-f640-430e-bc88-8a33e348a5b0 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:26:58.442326 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415efd7f-f5bc-4a17-8483-1c07e6ff6f2e req-aca13338-30db-4cfa-9e92-af2b75728673 tempest-ServerAddressesTestJSON-991799077 tempest-ServerAddressesTestJSON-991799077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:58.449461 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-415efd7f-f5bc-4a17-8483-1c07e6ff6f2e req-aca13338-30db-4cfa-9e92-af2b75728673 tempest-ServerAddressesTestJSON-991799077 tempest-ServerAddressesTestJSON-991799077-project] 10.222.0.26 "GET /v2.0/networks?id=8d3bc4bc-a8da-4b31-97bf-84e5ffd2c5f2 HTTP/1.1" status: 200 len: 813 time: 0.7011130 Nov 12 08:26:58.469448 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-415efd7f-f5bc-4a17-8483-1c07e6ff6f2e req-c9300a61-f206-42cb-86b1-9ebdedcdb82c tempest-ServerAddressesTestJSON-991799077 tempest-ServerAddressesTestJSON-991799077-project] 10.222.0.26 "GET /v2.0/quotas/45e2292a264d44a68e35180f1130bf5f HTTP/1.1" status: 200 len: 375 time: 0.0189295 Nov 12 08:26:58.508717 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-415efd7f-f5bc-4a17-8483-1c07e6ff6f2e req-fc6f0075-1f16-4564-b3f9-132a32450b7a tempest-ServerAddressesTestJSON-991799077 tempest-ServerAddressesTestJSON-991799077-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=45e2292a264d44a68e35180f1130bf5f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0376453 Nov 12 08:26:58.620522 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a98fee7-7d50-4989-b24f-85c3e6e03973 req-f16e7d45-f7a4-4ce8-89a2-61f4ee1f0b84 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:58.635835 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8a98fee7-7d50-4989-b24f-85c3e6e03973 req-f16e7d45-f7a4-4ce8-89a2-61f4ee1f0b84 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=169f7779-8f80-4509-8e19-6731ed6e3dfc HTTP/1.1" status: 200 len: 945 time: 0.1455107 Nov 12 08:26:58.643862 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-50ede382-c1af-4230-84ad-90a21280733f tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:58.648198 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-50ede382-c1af-4230-84ad-90a21280733f tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] 10.222.0.26 "DELETE /v2.0/ports/f7cb5a99-baa9-4ca2-9fa7-56873e8affe5 HTTP/1.1" status: 204 len: 168 time: 1.9456079 Nov 12 08:26:58.656466 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 58240) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:58.777781 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8a98fee7-7d50-4989-b24f-85c3e6e03973 req-8ab3cff0-ce95-470a-a47d-3add2941b58e tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=7569d1cf-6bd3-45ad-96a1-5286f4165b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340573 Nov 12 08:26:58.784122 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-415efd7f-f5bc-4a17-8483-1c07e6ff6f2e req-bb783532-9db1-468b-bdac-7bc2ce0f9e22 service neutron] 10.222.0.26 "GET /v2.0/networks/8d3bc4bc-a8da-4b31-97bf-84e5ffd2c5f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743745 Nov 12 08:26:58.881569 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b3fec3-efca-4993-a386-8b3687762cd4 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:58.887081 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-08b3fec3-efca-4993-a386-8b3687762cd4 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ff9cdf0-02c8-4da9-a0e0-d182dd444274 HTTP/1.1" status: 200 len: 913 time: 0.2277079 Nov 12 08:26:58.891233 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 58264) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:59.014928 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-51973cbd-1dcd-426d-851c-a07a7fc4ee3b req-b3e4bd77-ec37-4b1f-b384-78fc49c71d12 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=a58b9fac-f010-4334-b6f1-43a27858d9c8 HTTP/1.1" status: 200 len: 210 time: 0.0592275 Nov 12 08:26:59.042734 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-415efd7f-f5bc-4a17-8483-1c07e6ff6f2e req-2ead9469-fcc4-4a71-9c7e-4e93f53faff6 service neutron] 10.222.0.26 "GET /v2.0/networks/8d3bc4bc-a8da-4b31-97bf-84e5ffd2c5f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335696 Nov 12 08:26:59.457283 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d22183db-1aa1-4fe8-a020-30ff0da3b5e3 req-62c38c4d-faed-4433-a503-0068c92694bf tempest-ServerAddressesTestJSON-991799077 tempest-ServerAddressesTestJSON-991799077-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2b45d1f-1321-42c8-bdb1-1f7797bf4877 HTTP/1.1" status: 200 len: 210 time: 0.1006379 Nov 12 08:26:59.757727 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 58296) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:59.758985 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c0cc281d-2b75-454c-a392-f32486383374 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933586'] for router_interface, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:59.970054 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-250e266a-d4ae-4991-8329-f082eb016ffb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:00.004646 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a49e8fa-b411-4c4e-81c1-c3cfdc9a55b8 req-29320048-63f4-479f-9e47-2a63e421c903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:00.006313 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8a49e8fa-b411-4c4e-81c1-c3cfdc9a55b8 req-29320048-63f4-479f-9e47-2a63e421c903 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6d4d05cf75bd48988e66a58743392390&device_id=169f7779-8f80-4509-8e19-6731ed6e3dfc HTTP/1.1" status: 200 len: 1097 time: 0.1502233 Nov 12 08:27:00.121239 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f44b4e1-f6c5-41af-93e4-e216178136f0 req-30f85536-48ad-4c46-85cb-0c5a8739f221 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:00.123229 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9f44b4e1-f6c5-41af-93e4-e216178136f0 req-30f85536-48ad-4c46-85cb-0c5a8739f221 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=169f7779-8f80-4509-8e19-6731ed6e3dfc HTTP/1.1" status: 200 len: 945 time: 0.1469638 Nov 12 08:27:00.188864 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a49e8fa-b411-4c4e-81c1-c3cfdc9a55b8 req-0b4fec71-ae99-47c4-a6bc-c09f8f7d7b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:00.190725 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8a49e8fa-b411-4c4e-81c1-c3cfdc9a55b8 req-0b4fec71-ae99-47c4-a6bc-c09f8f7d7b65 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9002ff25-76a7-4c3d-8082-16c14deb03d5 HTTP/1.1" status: 200 len: 917 time: 0.1758838 Nov 12 08:27:00.219317 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 58316) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:00.225128 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9f44b4e1-f6c5-41af-93e4-e216178136f0 req-a97c1b78-4f84-4bdb-9367-f7ad208cd2df tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=7569d1cf-6bd3-45ad-96a1-5286f4165b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925393 Nov 12 08:27:00.305922 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b4cf24f6-df7c-43e5-8410-8f1d7784a299 req-1c173710-c2bb-4357-a64e-0c65e09e3d71 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=a58b9fac-f010-4334-b6f1-43a27858d9c8 HTTP/1.1" status: 200 len: 210 time: 0.1112285 Nov 12 08:27:00.377024 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-250e266a-d4ae-4991-8329-f082eb016ffb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:00.390759 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-250e266a-d4ae-4991-8329-f082eb016ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:00.484230 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-250e266a-d4ae-4991-8329-f082eb016ffb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=eb0f5de80a3a4b918b3ef5c59ea1302c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7253442 Nov 12 08:27:00.508413 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 58326) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:00.577764 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8a49e8fa-b411-4c4e-81c1-c3cfdc9a55b8 req-d72c94a2-7502-4994-86c2-084d2bf2b509 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=511ca486-5ae6-43e2-9142-3c78089c6bdc HTTP/1.1" status: 200 len: 1001 time: 0.3714814 Nov 12 08:27:00.587698 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250e266a-d4ae-4991-8329-f082eb016ffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96868b01-0065-4b6a-9fb4-666182db4fd6,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:00.608954 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-257b48ec-70d6-413c-acdf-da83bf5184f8 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Request body: {'security_group': {'name': 'tempest-secgroup--1301758093'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:27:00.687662 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-257b48ec-70d6-413c-acdf-da83bf5184f8 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:00.746896 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecf9dc7-37f9-4701-bc3c-b7fbe36abb59 req-faf5c7a6-3176-4ab8-af9c-122b514777cd tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:00.748934 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6ecf9dc7-37f9-4701-bc3c-b7fbe36abb59 req-faf5c7a6-3176-4ab8-af9c-122b514777cd tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.21 "GET /v2.0/networks?id=392b706c-fa83-40b2-ba41-e97d70efdd1d HTTP/1.1" status: 200 len: 811 time: 0.3474522 Nov 12 08:27:00.767779 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-6ecf9dc7-37f9-4701-bc3c-b7fbe36abb59 req-58fb7db9-0603-4015-a772-dc8617297b01 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Request body: {'port': {'device_id': 'a58b9fac-f010-4334-b6f1-43a27858d9c8', 'network_id': '392b706c-fa83-40b2-ba41-e97d70efdd1d', 'admin_state_up': True, 'tenant_id': '13ee7d6d71864c9eb2f508185e6a266f'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:27:00.785034 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-bd98afb1-ff60-4a92-b5fa-3ea72e2d4a8d req-3feac542-d8ab-47af-a849-4a428ba4e393 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2d9f80b7-7da6-471c-ab75-5240190a613a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3619907 Nov 12 08:27:00.818746 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-257b48ec-70d6-413c-acdf-da83bf5184f8 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:00.846912 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:27:00.893584 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a49e8fa-b411-4c4e-81c1-c3cfdc9a55b8 req-d5b3f47f-f5ad-4f82-8f61-a5141d1f8753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:00.894309 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8a49e8fa-b411-4c4e-81c1-c3cfdc9a55b8 req-d5b3f47f-f5ad-4f82-8f61-a5141d1f8753 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c8e8c768-2d07-4b3f-a074-a2b6b712f48f HTTP/1.1" status: 200 len: 855 time: 0.3019381 Nov 12 08:27:00.956547 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c3688e62-768d-4c74-aa74-56cbf0d7d53a req-16a527a3-f3c1-4c80-8f71-7bc4de3ae948 tempest-ServerAddressesTestJSON-991799077 tempest-ServerAddressesTestJSON-991799077-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2b45d1f-1321-42c8-bdb1-1f7797bf4877 HTTP/1.1" status: 200 len: 210 time: 0.3097963 Nov 12 08:27:01.006611 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a5458225-036b-4e08-99cb-ea2eab505e12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:01.019315 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ecf9dc7-37f9-4701-bc3c-b7fbe36abb59 req-58fb7db9-0603-4015-a772-dc8617297b01 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Made reservation on behalf of 13ee7d6d71864c9eb2f508185e6a266f for: {'port': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:27:01.023180 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-6ecf9dc7-37f9-4701-bc3c-b7fbe36abb59 req-58fb7db9-0603-4015-a772-dc8617297b01 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:01.102347 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd98afb1-ff60-4a92-b5fa-3ea72e2d4a8d req-9418ce43-d967-428b-abc1-37e5b568373e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:01.104155 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-bd98afb1-ff60-4a92-b5fa-3ea72e2d4a8d req-9418ce43-d967-428b-abc1-37e5b568373e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=13ee7d6d71864c9eb2f508185e6a266f&device_id=2d9f80b7-7da6-471c-ab75-5240190a613a HTTP/1.1" status: 200 len: 1097 time: 0.2469788 Nov 12 08:27:01.266019 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a5458225-036b-4e08-99cb-ea2eab505e12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:01.318300 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [req-6ecf9dc7-37f9-4701-bc3c-b7fbe36abb59 req-58fb7db9-0603-4015-a772-dc8617297b01 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Allocated IP 172.20.0.8 (392b706c-fa83-40b2-ba41-e97d70efdd1d/2d250a72-e563-4d6e-ac4f-f44698e0ce3c/52e3cae5-6584-48de-ba76-ae94ed751891) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:27:01.455030 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a49e8fa-b411-4c4e-81c1-c3cfdc9a55b8 req-6a3353b7-9a40-4e24-9750-5d63516dcfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:01.456649 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8a49e8fa-b411-4c4e-81c1-c3cfdc9a55b8 req-6a3353b7-9a40-4e24-9750-5d63516dcfaa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9002ff25-76a7-4c3d-8082-16c14deb03d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5138404 Nov 12 08:27:01.548923 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd98afb1-ff60-4a92-b5fa-3ea72e2d4a8d req-3a689d23-6eba-4945-8c78-2d2b1eab031d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:01.550860 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-bd98afb1-ff60-4a92-b5fa-3ea72e2d4a8d req-3a689d23-6eba-4945-8c78-2d2b1eab031d service neutron] 10.222.0.44 "GET /v2.0/networks?id=392b706c-fa83-40b2-ba41-e97d70efdd1d HTTP/1.1" status: 200 len: 912 time: 0.4205084 Nov 12 08:27:01.571641 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a68cea1e-d696-4c11-80a0-543de8cda71c req-c69cc95b-8133-4401-83f1-7cc42f932129 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=a58b9fac-f010-4334-b6f1-43a27858d9c8 HTTP/1.1" status: 200 len: 210 time: 0.1047657 Nov 12 08:27:01.618780 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-257b48ec-70d6-413c-acdf-da83bf5184f8 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:01.634522 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-6ecf9dc7-37f9-4701-bc3c-b7fbe36abb59 req-58fb7db9-0603-4015-a772-dc8617297b01 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:01.659349 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-257b48ec-70d6-413c-acdf-da83bf5184f8 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:01.695872 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-6ecf9dc7-37f9-4701-bc3c-b7fbe36abb59 req-58fb7db9-0603-4015-a772-dc8617297b01 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:01.707702 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['a4a518c3-e7bb-4082-8b18-06e6f981519a', '1ef3455d-b25c-4aa7-8358-1afb58b1eb13'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:27:01.757675 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ecf9dc7-37f9-4701-bc3c-b7fbe36abb59 req-58fb7db9-0603-4015-a772-dc8617297b01 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Network 392b706c-fa83-40b2-ba41-e97d70efdd1d is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:27:01.763695 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [req-6ecf9dc7-37f9-4701-bc3c-b7fbe36abb59 req-58fb7db9-0603-4015-a772-dc8617297b01 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:27:01.768813 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ecf9dc7-37f9-4701-bc3c-b7fbe36abb59 req-58fb7db9-0603-4015-a772-dc8617297b01 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:27:01.820651 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fb7db9-0603-4015-a772-dc8617297b01 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Pushing event updated for resources: {'Port': ['ID=52e3cae5-6584-48de-ba76-ae94ed751891,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:01.830286 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-c0cc281d-2b75-454c-a392-f32486383374 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Deleting port 500892e7-a3a5-45c4-898c-c7a75917d74d {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:27:01.830407 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c0cc281d-2b75-454c-a392-f32486383374 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:01.840130 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415efd7f-f5bc-4a17-8483-1c07e6ff6f2e req-a7dba838-b0c6-4c97-82f0-3f55de67a606 tempest-ServerAddressesTestJSON-991799077 tempest-ServerAddressesTestJSON-991799077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:01.841653 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-415efd7f-f5bc-4a17-8483-1c07e6ff6f2e req-a7dba838-b0c6-4c97-82f0-3f55de67a606 tempest-ServerAddressesTestJSON-991799077 tempest-ServerAddressesTestJSON-991799077-project] 10.222.0.21 "GET /v2.0/networks?id=8d3bc4bc-a8da-4b31-97bf-84e5ffd2c5f2 HTTP/1.1" status: 200 len: 813 time: 0.5102086 Nov 12 08:27:01.884839 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecf9dc7-37f9-4701-bc3c-b7fbe36abb59 req-58fb7db9-0603-4015-a772-dc8617297b01 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:01.885770 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-6ecf9dc7-37f9-4701-bc3c-b7fbe36abb59 req-58fb7db9-0603-4015-a772-dc8617297b01 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:01.912736 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6ecf9dc7-37f9-4701-bc3c-b7fbe36abb59 req-58fb7db9-0603-4015-a772-dc8617297b01 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1515470 Nov 12 08:27:01.976366 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-6ecf9dc7-37f9-4701-bc3c-b7fbe36abb59 req-b305acb1-aa1d-4e68-91b4-120cd283f221 service neutron] Request body: {'port': {'device_id': 'a58b9fac-f010-4334-b6f1-43a27858d9c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-29'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:27:02.216455 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-4ad77f68-be74-496c-9a4e-591aa2e14465 None None] Provisioning complete for port 52e3cae5-6584-48de-ba76-ae94ed751891 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:27:02.217109 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4ad77f68-be74-496c-9a4e-591aa2e14465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:02.238497 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ca0acae6-41ad-495c-8418-e587019fa7ed req-1b1b08ad-f0a0-4942-b725-0a25bb122af8 tempest-ServerAddressesTestJSON-991799077 tempest-ServerAddressesTestJSON-991799077-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2b45d1f-1321-42c8-bdb1-1f7797bf4877 HTTP/1.1" status: 200 len: 210 time: 0.0714362 Nov 12 08:27:02.240052 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-6ecf9dc7-37f9-4701-bc3c-b7fbe36abb59 req-b305acb1-aa1d-4e68-91b4-120cd283f221 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:02.288213 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-4ad77f68-be74-496c-9a4e-591aa2e14465 None None] Port 52e3cae5-6584-48de-ba76-ae94ed751891 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:27:02.335061 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 511ca486-5ae6-43e2-9142-3c78089c6bdc no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:27:02.340114 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-415efd7f-f5bc-4a17-8483-1c07e6ff6f2e req-aab8ace2-8eb2-4ba4-ba41-46af97a5ef7a tempest-ServerAddressesTestJSON-991799077 tempest-ServerAddressesTestJSON-991799077-project] Request body: {'port': {'device_id': 'd2b45d1f-1321-42c8-bdb1-1f7797bf4877', 'network_id': '8d3bc4bc-a8da-4b31-97bf-84e5ffd2c5f2', 'admin_state_up': True, 'tenant_id': '45e2292a264d44a68e35180f1130bf5f'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:27:02.353604 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257b48ec-70d6-413c-acdf-da83bf5184f8 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f4342dd-311e-49e0-91cc-5000c5fd2e85,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:02.505066 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:02.521029 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a5458225-036b-4e08-99cb-ea2eab505e12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:02.523891 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a5458225-036b-4e08-99cb-ea2eab505e12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:02.525461 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-a5458225-036b-4e08-99cb-ea2eab505e12 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/96868b01-0065-4b6a-9fb4-666182db4fd6 HTTP/1.1" status: 204 len: 168 time: 2.0111532 Nov 12 08:27:02.552707 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e93fc82-9137-4128-b084-d137a3919c49 req-bc62527c-c219-4b9b-bc56-34f1787bdc7d tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:02.558641 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1e93fc82-9137-4128-b084-d137a3919c49 req-bc62527c-c219-4b9b-bc56-34f1787bdc7d tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=169f7779-8f80-4509-8e19-6731ed6e3dfc HTTP/1.1" status: 200 len: 945 time: 1.1531584 Nov 12 08:27:02.587625 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '169f7779-8f80-4509-8e19-6731ed6e3dfc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '511ca486-5ae6-43e2-9142-3c78089c6bdc'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:27:02.611701 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e3bd684-1996-4261-8c97-dec71acae409" -d '{"events": [{"server_uuid": "169f7779-8f80-4509-8e19-6731ed6e3dfc", "name": "network-vif-unplugged", "status": "completed", "tag": "511ca486-5ae6-43e2-9142-3c78089c6bdc"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:27:02.676740 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 511ca486-5ae6-43e2-9142-3c78089c6bdc, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=511ca486-5ae6-43e2-9142-3c78089c6bdc,segment=NetworkSegment(671b1e57-5287-4b28-8a6a-fdb7b6437699),segment_id=671b1e57-5287-4b28-8a6a-fdb7b6437699)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:27:02.678406 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5458225-036b-4e08-99cb-ea2eab505e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96868b01-0065-4b6a-9fb4-666182db4fd6,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:02.690844 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-bd98afb1-ff60-4a92-b5fa-3ea72e2d4a8d req-e6112d5b-3933-41ab-9ccc-193a9be7abac service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3d87375-c113-475c-bf06-fa361dfd0b38 HTTP/1.1" status: 200 len: 999 time: 1.0939152 Nov 12 08:27:02.701997 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:02.868511 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [req-6ecf9dc7-37f9-4701-bc3c-b7fbe36abb59 req-b305acb1-aa1d-4e68-91b4-120cd283f221 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52e3cae5-6584-48de-ba76-ae94ed751891 {{(pid=102600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:27:02.908600 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-6ecf9dc7-37f9-4701-bc3c-b7fbe36abb59 req-b305acb1-aa1d-4e68-91b4-120cd283f221 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:02.959280 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=511ca486-5ae6-43e2-9142-3c78089c6bdc,revision_number=8']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:02.978370 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.provisioning_blocks [req-6ecf9dc7-37f9-4701-bc3c-b7fbe36abb59 req-b305acb1-aa1d-4e68-91b4-120cd283f221 service neutron] Transition to ACTIVE for port object 52e3cae5-6584-48de-ba76-ae94ed751891 will not be triggered until provisioned by entity L2. {{(pid=102600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:27:03.006244 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c0cc281d-2b75-454c-a392-f32486383374 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:03.026728 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-6ecf9dc7-37f9-4701-bc3c-b7fbe36abb59 req-b305acb1-aa1d-4e68-91b4-120cd283f221 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:03.038690 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8a49e8fa-b411-4c4e-81c1-c3cfdc9a55b8 req-01fad92e-48d0-4248-8b74-96efc3334f13 service neutron] 10.222.0.44 "GET /v2.0/networks/9002ff25-76a7-4c3d-8082-16c14deb03d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5002282 Nov 12 08:27:03.154064 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-257b48ec-70d6-413c-acdf-da83bf5184f8 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:03.162282 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-c0cc281d-2b75-454c-a392-f32486383374 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Calling delete_port for 500892e7-a3a5-45c4-898c-c7a75917d74d owned by network:router_interface {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:27:03.215321 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8ed92-e2ea-436e-9115-4a0f205f0d87 req-fa4bf2e6-9269-4863-8baa-d1f980a59c18 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:03.226284 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cbf8ed92-e2ea-436e-9115-4a0f205f0d87 req-fa4bf2e6-9269-4863-8baa-d1f980a59c18 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=a58b9fac-f010-4334-b6f1-43a27858d9c8 HTTP/1.1" status: 200 len: 931 time: 0.4200082 Nov 12 08:27:03.248605 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b305acb1-aa1d-4e68-91b4-120cd283f221 service neutron] Pushing event updated for resources: {'Port': ['ID=52e3cae5-6584-48de-ba76-ae94ed751891,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:03.382110 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-257b48ec-70d6-413c-acdf-da83bf5184f8 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:03.420086 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd98afb1-ff60-4a92-b5fa-3ea72e2d4a8d req-a3b69ff6-79ac-4d14-9896-c8832c16362c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:03.425739 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-bd98afb1-ff60-4a92-b5fa-3ea72e2d4a8d req-a3b69ff6-79ac-4d14-9896-c8832c16362c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2d250a72-e563-4d6e-ac4f-f44698e0ce3c HTTP/1.1" status: 200 len: 850 time: 0.6137915 Nov 12 08:27:03.550933 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cbf8ed92-e2ea-436e-9115-4a0f205f0d87 req-b06f9757-1516-401b-b045-88cdb9317c47 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=9dc9079a-4f63-4eb5-be12-eaa66771fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3231893 Nov 12 08:27:03.571902 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-6ecf9dc7-37f9-4701-bc3c-b7fbe36abb59 req-b305acb1-aa1d-4e68-91b4-120cd283f221 service neutron] Attempting to bind port 52e3cae5-6584-48de-ba76-ae94ed751891 on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:27:03.572564 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-6ecf9dc7-37f9-4701-bc3c-b7fbe36abb59 req-b305acb1-aa1d-4e68-91b4-120cd283f221 service neutron] Attempting to bind port 52e3cae5-6584-48de-ba76-ae94ed751891 by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': 'e07c96e0-5af6-439e-b283-25e89ba24ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '392b706c-fa83-40b2-ba41-e97d70efdd1d'}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:27:03.573115 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ecf9dc7-37f9-4701-bc3c-b7fbe36abb59 req-b305acb1-aa1d-4e68-91b4-120cd283f221 service neutron] Attempting to bind port 52e3cae5-6584-48de-ba76-ae94ed751891 on network 392b706c-fa83-40b2-ba41-e97d70efdd1d {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:27:03.592603 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ecf9dc7-37f9-4701-bc3c-b7fbe36abb59 req-b305acb1-aa1d-4e68-91b4-120cd283f221 service neutron] Port 52e3cae5-6584-48de-ba76-ae94ed751891 on network 392b706c-fa83-40b2-ba41-e97d70efdd1d not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:27:03.601686 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ecf9dc7-37f9-4701-bc3c-b7fbe36abb59 req-b305acb1-aa1d-4e68-91b4-120cd283f221 service neutron] Attempting to bind port 52e3cae5-6584-48de-ba76-ae94ed751891 on network 392b706c-fa83-40b2-ba41-e97d70efdd1d {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:27:03.630398 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ecf9dc7-37f9-4701-bc3c-b7fbe36abb59 req-b305acb1-aa1d-4e68-91b4-120cd283f221 service neutron] Checking agent: {'id': '26215384-8035-4ce2-971a-8e67be80da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:27:03.631616 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ecf9dc7-37f9-4701-bc3c-b7fbe36abb59 req-b305acb1-aa1d-4e68-91b4-120cd283f221 service neutron] Checking segment: {'id': 'e07c96e0-5af6-439e-b283-25e89ba24ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '392b706c-fa83-40b2-ba41-e97d70efdd1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:27:03.633632 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ecf9dc7-37f9-4701-bc3c-b7fbe36abb59 req-b305acb1-aa1d-4e68-91b4-120cd283f221 service neutron] Bound using segment: {'id': 'e07c96e0-5af6-439e-b283-25e89ba24ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '392b706c-fa83-40b2-ba41-e97d70efdd1d'} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:27:03.634784 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-6ecf9dc7-37f9-4701-bc3c-b7fbe36abb59 req-b305acb1-aa1d-4e68-91b4-120cd283f221 service neutron] Bound port: 52e3cae5-6584-48de-ba76-ae94ed751891, host: n-h1-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e07c96e0-5af6-439e-b283-25e89ba24ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '392b706c-fa83-40b2-ba41-e97d70efdd1d'}}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:27:03.635246 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-6ecf9dc7-37f9-4701-bc3c-b7fbe36abb59 req-b305acb1-aa1d-4e68-91b4-120cd283f221 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:03.647586 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-415efd7f-f5bc-4a17-8483-1c07e6ff6f2e req-aab8ace2-8eb2-4ba4-ba41-46af97a5ef7a tempest-ServerAddressesTestJSON-991799077 tempest-ServerAddressesTestJSON-991799077-project] Made reservation on behalf of 45e2292a264d44a68e35180f1130bf5f for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:27:03.661460 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-415efd7f-f5bc-4a17-8483-1c07e6ff6f2e req-aab8ace2-8eb2-4ba4-ba41-46af97a5ef7a tempest-ServerAddressesTestJSON-991799077 tempest-ServerAddressesTestJSON-991799077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:03.668789 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257b48ec-70d6-413c-acdf-da83bf5184f8 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b85c35f1-04df-43c6-a0a4-9a57628fd561,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:03.701493 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2256f248-733a-462d-9f28-1906828da275 x-openstack-request-id: req-2256f248-733a-462d-9f28-1906828da275 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:27:03.704301 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "169f7779-8f80-4509-8e19-6731ed6e3dfc", "name": "network-vif-unplugged", "status": "completed", "tag": "511ca486-5ae6-43e2-9142-3c78089c6bdc", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:27:03.704617 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2256f248-733a-462d-9f28-1906828da275 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:27:03.706396 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '169f7779-8f80-4509-8e19-6731ed6e3dfc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '511ca486-5ae6-43e2-9142-3c78089c6bdc', 'code': 200} Nov 12 08:27:03.750120 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-257b48ec-70d6-413c-acdf-da83bf5184f8 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:03.758369 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-257b48ec-70d6-413c-acdf-da83bf5184f8 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 3.5372257 Nov 12 08:27:03.781050 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 58400) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:03.793483 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-6ecf9dc7-37f9-4701-bc3c-b7fbe36abb59 req-b305acb1-aa1d-4e68-91b4-120cd283f221 service neutron] For port 52e3cae5-6584-48de-ba76-ae94ed751891, host n-h1-765315-29, cleared binding levels {{(pid=102600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:27:03.796576 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1e93fc82-9137-4128-b084-d137a3919c49 req-52e5ea5d-78df-492e-a2ee-5e521a5363fd tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=7569d1cf-6bd3-45ad-96a1-5286f4165b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0715454 Nov 12 08:27:03.814754 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-6ecf9dc7-37f9-4701-bc3c-b7fbe36abb59 req-b305acb1-aa1d-4e68-91b4-120cd283f221 service neutron] For port 52e3cae5-6584-48de-ba76-ae94ed751891, host n-h1-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=52e3cae5-6584-48de-ba76-ae94ed751891,segment=NetworkSegment(e07c96e0-5af6-439e-b283-25e89ba24ea2),segment_id=e07c96e0-5af6-439e-b283-25e89ba24ea2)] {{(pid=102600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:27:03.865600 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-6ecf9dc7-37f9-4701-bc3c-b7fbe36abb59 req-b305acb1-aa1d-4e68-91b4-120cd283f221 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:03.906373 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5feca7be-2c3c-4659-920a-a89ab405cab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:03.911559 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fbd489ec-3fec-4c4d-964a-0b2457e86ea8 req-8a44a825-51f9-4b27-9506-3f8ca7c0eb3e tempest-ServerAddressesTestJSON-991799077 tempest-ServerAddressesTestJSON-991799077-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2b45d1f-1321-42c8-bdb1-1f7797bf4877 HTTP/1.1" status: 200 len: 210 time: 0.0941217 Nov 12 08:27:03.917128 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd98afb1-ff60-4a92-b5fa-3ea72e2d4a8d req-35303ac5-24fd-479c-9b1c-d0f442c73059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:03.928769 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-bd98afb1-ff60-4a92-b5fa-3ea72e2d4a8d req-35303ac5-24fd-479c-9b1c-d0f442c73059 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=392b706c-fa83-40b2-ba41-e97d70efdd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4534047 Nov 12 08:27:03.931030 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8a49e8fa-b411-4c4e-81c1-c3cfdc9a55b8 req-e767720f-dc91-44ae-a54b-0291407ffc9e service neutron] 10.222.0.44 "GET /v2.0/networks/9002ff25-76a7-4c3d-8082-16c14deb03d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8535156 Nov 12 08:27:03.997246 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecf9dc7-37f9-4701-bc3c-b7fbe36abb59 req-b305acb1-aa1d-4e68-91b4-120cd283f221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:03.997782 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-6ecf9dc7-37f9-4701-bc3c-b7fbe36abb59 req-b305acb1-aa1d-4e68-91b4-120cd283f221 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:04.012831 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6ecf9dc7-37f9-4701-bc3c-b7fbe36abb59 req-b305acb1-aa1d-4e68-91b4-120cd283f221 service neutron] 10.222.0.21 "PUT /v2.0/ports/52e3cae5-6584-48de-ba76-ae94ed751891 HTTP/1.1" status: 200 len: 1092 time: 2.0276952 Nov 12 08:27:04.013361 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a58b9fac-f010-4334-b6f1-43a27858d9c8', 'tag': '52e3cae5-6584-48de-ba76-ae94ed751891'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:27:04.019299 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-905479ce-0ae6-451f-90e0-997ca631e9a4" -d '{"events": [{"name": "network-changed", "server_uuid": "a58b9fac-f010-4334-b6f1-43a27858d9c8", "tag": "52e3cae5-6584-48de-ba76-ae94ed751891"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:27:04.051191 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 58416) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:04.148392 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b305acb1-aa1d-4e68-91b4-120cd283f221 service neutron] Pushing event updated for resources: {'Port': ['ID=52e3cae5-6584-48de-ba76-ae94ed751891,revision_number=3']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:04.161811 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0005b4bf-ea33-4fc2-acdc-0579a843783b x-openstack-request-id: req-0005b4bf-ea33-4fc2-acdc-0579a843783b {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:27:04.162359 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a58b9fac-f010-4334-b6f1-43a27858d9c8", "tag": "52e3cae5-6584-48de-ba76-ae94ed751891", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:27:04.162801 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0005b4bf-ea33-4fc2-acdc-0579a843783b {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:27:04.163401 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a58b9fac-f010-4334-b6f1-43a27858d9c8', 'tag': '52e3cae5-6584-48de-ba76-ae94ed751891', 'status': 'completed', 'code': 200} Nov 12 08:27:04.174820 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-1f56db3e-fb77-4df0-9d9f-992b60bf7acc tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.3725061 Nov 12 08:27:04.178242 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 58422) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:04.185723 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-05ca17c9-1fb7-44f1-9ad6-49437af28cc6 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Request body: {'security_group': {'name': 'tempest-security--1815463851', 'description': 'tempest-security-description-841580036'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:27:04.254722 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecf9dc7-37f9-4701-bc3c-b7fbe36abb59 req-c321f9fa-38f5-4b44-bdd8-beeedae23bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:04.259298 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6ecf9dc7-37f9-4701-bc3c-b7fbe36abb59 req-c321f9fa-38f5-4b44-bdd8-beeedae23bc9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=13ee7d6d71864c9eb2f508185e6a266f&device_id=a58b9fac-f010-4334-b6f1-43a27858d9c8 HTTP/1.1" status: 200 len: 1095 time: 0.1939483 Nov 12 08:27:04.269563 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-05ca17c9-1fb7-44f1-9ad6-49437af28cc6 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:04.287469 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-afa1939e-9838-422b-b851-726789cfec52 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1559100667-network', 'tenant_id': '4bcfc7e4b09a40a6a8b782984546f450'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:27:04.343100 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afa1939e-9838-422b-b851-726789cfec52 admin admin] Made reservation on behalf of 4bcfc7e4b09a40a6a8b782984546f450 for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:27:04.350827 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-afa1939e-9838-422b-b851-726789cfec52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:04.389376 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-415efd7f-f5bc-4a17-8483-1c07e6ff6f2e req-aab8ace2-8eb2-4ba4-ba41-46af97a5ef7a tempest-ServerAddressesTestJSON-991799077 tempest-ServerAddressesTestJSON-991799077-project] Allocated IP 172.20.0.2 (8d3bc4bc-a8da-4b31-97bf-84e5ffd2c5f2/db352608-2f08-4a81-85dc-6582a380c273/193529fe-6215-42be-9088-cc30b421b860) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:27:04.445730 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6ecf9dc7-37f9-4701-bc3c-b7fbe36abb59 req-4b3f5db3-ea4d-4e89-84a7-5e3068ff4ccd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52e3cae5-6584-48de-ba76-ae94ed751891 HTTP/1.1" status: 200 len: 217 time: 0.1669011 Nov 12 08:27:04.469122 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-afa1939e-9838-422b-b851-726789cfec52 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:04.474744 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-bd98afb1-ff60-4a92-b5fa-3ea72e2d4a8d req-03791944-9984-4730-8e1b-8fb640a78a35 service neutron] 10.222.0.44 "GET /v2.0/networks/392b706c-fa83-40b2-ba41-e97d70efdd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5173156 Nov 12 08:27:04.523067 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-05ca17c9-1fb7-44f1-9ad6-49437af28cc6 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:04.540564 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-05ca17c9-1fb7-44f1-9ad6-49437af28cc6 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:04.543581 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-05ca17c9-1fb7-44f1-9ad6-49437af28cc6 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:04.545065 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-05ca17c9-1fb7-44f1-9ad6-49437af28cc6 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] 10.222.0.26 "PUT /v2.0/security-groups/b85c35f1-04df-43c6-a0a4-9a57628fd561 HTTP/1.1" status: 200 len: 1796 time: 0.3641694 Nov 12 08:27:04.557356 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 58428) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:04.608058 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ca17c9-1fb7-44f1-9ad6-49437af28cc6 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b85c35f1-04df-43c6-a0a4-9a57628fd561,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:04.622244 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-aa04b222-20bc-4e24-9f8f-d032c2303152 req-55923edb-5355-4b9a-8a87-670f8bad3b57 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f174281c-1460-4f21-836b-78ea4b6bf2e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2132180 Nov 12 08:27:04.622949 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c0cc281d-2b75-454c-a392-f32486383374 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:04.652221 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecf9dc7-37f9-4701-bc3c-b7fbe36abb59 req-90059f2b-89f0-4a09-ab0b-6bc0a73d511f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:04.655018 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6ecf9dc7-37f9-4701-bc3c-b7fbe36abb59 req-90059f2b-89f0-4a09-ab0b-6bc0a73d511f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2d250a72-e563-4d6e-ac4f-f44698e0ce3c HTTP/1.1" status: 200 len: 850 time: 0.1963012 Nov 12 08:27:04.809839 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecf9dc7-37f9-4701-bc3c-b7fbe36abb59 req-7b10acbb-eee9-49eb-9b27-cfc55917eaab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:04.811965 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6ecf9dc7-37f9-4701-bc3c-b7fbe36abb59 req-7b10acbb-eee9-49eb-9b27-cfc55917eaab service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=392b706c-fa83-40b2-ba41-e97d70efdd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1401267 Nov 12 08:27:04.825258 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7d6815-b73b-472c-9c8a-8daafabc7aaf req-1c75a859-ef5b-46d3-ba84-89308921c81d tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:04.826955 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7c7d6815-b73b-472c-9c8a-8daafabc7aaf req-1c75a859-ef5b-46d3-ba84-89308921c81d tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=a58b9fac-f010-4334-b6f1-43a27858d9c8 HTTP/1.1" status: 200 len: 943 time: 0.1355453 Nov 12 08:27:04.862723 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-bd98afb1-ff60-4a92-b5fa-3ea72e2d4a8d req-0b6bb03d-b3b7-45f7-9279-9058bb3ea9a1 service neutron] 10.222.0.44 "GET /v2.0/networks/392b706c-fa83-40b2-ba41-e97d70efdd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3602746 Nov 12 08:27:04.863538 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cc281d-2b75-454c-a392-f32486383374 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Pushing event deleted for resources: {'Port': ['ID=500892e7-a3a5-45c4-898c-c7a75917d74d,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:04.927613 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-7d13b9e1-feb2-4810-8349-3da63729fb55 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] 10.222.0.26 "GET /v2.0/security-groups/b85c35f1-04df-43c6-a0a4-9a57628fd561 HTTP/1.1" status: 200 len: 1796 time: 0.3628702 Nov 12 08:27:04.927871 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03becff9-9a07-496e-b05f-c10ea70783eb None None] DHCP port deletion for 2057a694-f640-430e-bc88-8a33e348a5b0 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:27:04.969027 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-afa1939e-9838-422b-b851-726789cfec52 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:04.971909 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 58438) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:04.999768 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-afa1939e-9838-422b-b851-726789cfec52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:05.012047 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afa1939e-9838-422b-b851-726789cfec52 admin admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:27:05.022493 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-afa1939e-9838-422b-b851-726789cfec52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:05.022908 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-afa1939e-9838-422b-b851-726789cfec52 admin admin] Added segment fa10ae9b-aa8b-49b1-98e9-f1c83904581b of type vlan for network 72ccf97a-ddbc-4b9f-921d-4b39607faa92 Nov 12 08:27:05.159566 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:05.167752 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6ecf9dc7-37f9-4701-bc3c-b7fbe36abb59 req-64524e17-ec25-4201-9f4b-907f84125aa6 service neutron] 10.222.0.21 "GET /v2.0/networks/392b706c-fa83-40b2-ba41-e97d70efdd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3315279 Nov 12 08:27:05.170840 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa04b222-20bc-4e24-9f8f-d032c2303152 req-803dd5e4-5cb3-4f3e-8e4a-c1780b66cd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:05.173204 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-aa04b222-20bc-4e24-9f8f-d032c2303152 req-803dd5e4-5cb3-4f3e-8e4a-c1780b66cd84 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=13ee7d6d71864c9eb2f508185e6a266f&device_id=f174281c-1460-4f21-836b-78ea4b6bf2e3 HTTP/1.1" status: 200 len: 1098 time: 0.5241773 Nov 12 08:27:05.174487 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-afa1939e-9838-422b-b851-726789cfec52 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:05.195319 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-415efd7f-f5bc-4a17-8483-1c07e6ff6f2e req-aab8ace2-8eb2-4ba4-ba41-46af97a5ef7a tempest-ServerAddressesTestJSON-991799077 tempest-ServerAddressesTestJSON-991799077-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:05.240957 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca95e99c-e36b-46a2-9e8d-51b7d3e190e4 req-5528900f-88f7-4eb1-8505-596622368e26 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:05.242535 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ca95e99c-e36b-46a2-9e8d-51b7d3e190e4 req-5528900f-88f7-4eb1-8505-596622368e26 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=169f7779-8f80-4509-8e19-6731ed6e3dfc HTTP/1.1" status: 200 len: 943 time: 0.2340112 Nov 12 08:27:05.264826 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7c7d6815-b73b-472c-9c8a-8daafabc7aaf req-68f9f438-b8e2-4683-a220-4e1a27b3ea12 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=9dc9079a-4f63-4eb5-be12-eaa66771fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4170265 Nov 12 08:27:05.279283 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa1939e-9838-422b-b851-726789cfec52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=875406b6-4a6e-46de-af87-2d3d1d303739,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:05.293299 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.db.resource_extend [None req-afa1939e-9838-422b-b851-726789cfec52 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:27:05.300146 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c0cc281d-2b75-454c-a392-f32486383374 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918626'] for router_interface, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:05.347235 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6a15aa16-718e-4a64-8deb-f08f079e793b tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:05.401579 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-afa1939e-9838-422b-b851-726789cfec52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:05.402728 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa1939e-9838-422b-b851-726789cfec52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:05.403443 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-afa1939e-9838-422b-b851-726789cfec52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:05.424152 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6a15aa16-718e-4a64-8deb-f08f079e793b tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:05.480195 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-415efd7f-f5bc-4a17-8483-1c07e6ff6f2e req-aab8ace2-8eb2-4ba4-ba41-46af97a5ef7a tempest-ServerAddressesTestJSON-991799077 tempest-ServerAddressesTestJSON-991799077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:05.497885 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-afa1939e-9838-422b-b851-726789cfec52 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4455755 Nov 12 08:27:05.541978 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6ecf9dc7-37f9-4701-bc3c-b7fbe36abb59 req-6d34aba9-0591-4515-b34b-8cc11ee7f3c1 service neutron] 10.222.0.21 "GET /v2.0/networks/392b706c-fa83-40b2-ba41-e97d70efdd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3536322 Nov 12 08:27:05.552848 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab8ace2-8eb2-4ba4-ba41-46af97a5ef7a tempest-ServerAddressesTestJSON-991799077 tempest-ServerAddressesTestJSON-991799077-project] Pushing event updated for resources: {'Port': ['ID=193529fe-6215-42be-9088-cc30b421b860,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:05.565784 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa1939e-9838-422b-b851-726789cfec52 admin admin] Pushing event updated for resources: {'Network': ['ID=72ccf97a-ddbc-4b9f-921d-4b39607faa92,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:05.583145 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-415efd7f-f5bc-4a17-8483-1c07e6ff6f2e req-aab8ace2-8eb2-4ba4-ba41-46af97a5ef7a tempest-ServerAddressesTestJSON-991799077 tempest-ServerAddressesTestJSON-991799077-project] Network 8d3bc4bc-a8da-4b31-97bf-84e5ffd2c5f2 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:27:05.588437 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-415efd7f-f5bc-4a17-8483-1c07e6ff6f2e req-aab8ace2-8eb2-4ba4-ba41-46af97a5ef7a tempest-ServerAddressesTestJSON-991799077 tempest-ServerAddressesTestJSON-991799077-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:27:05.590416 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 72ccf97a-ddbc-4b9f-921d-4b39607faa92 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:27:05.608993 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da10ea3c-f7ae-41c3-a597-4c32be4b6279 req-ad6d21d3-b43d-4e8c-b335-ea836b06c8ed tempest-ServerAddressesTestJSON-991799077 tempest-ServerAddressesTestJSON-991799077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:05.615478 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ca95e99c-e36b-46a2-9e8d-51b7d3e190e4 req-4d8495f1-0cd2-446e-9fb0-5f9defb5681b tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=7569d1cf-6bd3-45ad-96a1-5286f4165b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3557942 Nov 12 08:27:05.615742 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-da10ea3c-f7ae-41c3-a597-4c32be4b6279 req-ad6d21d3-b43d-4e8c-b335-ea836b06c8ed tempest-ServerAddressesTestJSON-991799077 tempest-ServerAddressesTestJSON-991799077-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2b45d1f-1321-42c8-bdb1-1f7797bf4877 HTTP/1.1" status: 200 len: 931 time: 0.2345817 Nov 12 08:27:05.623173 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-415efd7f-f5bc-4a17-8483-1c07e6ff6f2e req-aab8ace2-8eb2-4ba4-ba41-46af97a5ef7a tempest-ServerAddressesTestJSON-991799077 tempest-ServerAddressesTestJSON-991799077-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:27:05.632458 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6a15aa16-718e-4a64-8deb-f08f079e793b tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:05.637603 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6a15aa16-718e-4a64-8deb-f08f079e793b tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:05.640246 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-6a15aa16-718e-4a64-8deb-f08f079e793b tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] 10.222.0.26 "DELETE /v2.0/security-groups/b85c35f1-04df-43c6-a0a4-9a57628fd561 HTTP/1.1" status: 204 len: 168 time: 0.6664035 Nov 12 08:27:05.651434 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 58456) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:05.699983 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a15aa16-718e-4a64-8deb-f08f079e793b tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b85c35f1-04df-43c6-a0a4-9a57628fd561,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:05.711520 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa04b222-20bc-4e24-9f8f-d032c2303152 req-1c4e1a82-0a15-4930-afbf-e962d5b2d725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:05.713416 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-aa04b222-20bc-4e24-9f8f-d032c2303152 req-1c4e1a82-0a15-4930-afbf-e962d5b2d725 service neutron] 10.222.0.21 "GET /v2.0/networks?id=392b706c-fa83-40b2-ba41-e97d70efdd1d HTTP/1.1" status: 200 len: 912 time: 0.5158179 Nov 12 08:27:05.776864 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-aa04b222-20bc-4e24-9f8f-d032c2303152 req-c973c94f-eeef-4677-8c8e-372c2321c3f9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ef3455d-b25c-4aa7-8358-1afb58b1eb13 HTTP/1.1" status: 200 len: 217 time: 0.0497906 Nov 12 08:27:05.818537 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-da10ea3c-f7ae-41c3-a597-4c32be4b6279 req-562f8769-7415-43ca-8c73-e57c03750691 tempest-ServerAddressesTestJSON-991799077 tempest-ServerAddressesTestJSON-991799077-project] 10.222.0.26 "GET /v2.0/security-groups?id=290c0775-92d3-4e73-a003-a48b1692dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757314 Nov 12 08:27:05.827504 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-c6aa53a4-f840-4feb-8ac7-ae5a3d19a8f1 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1712813 Nov 12 08:27:05.829016 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 58462) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:05.855736 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905479ce-0ae6-451f-90e0-997ca631e9a4 req-fcb20860-7041-454a-b1d4-fd254d2eda46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:05.856890 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-905479ce-0ae6-451f-90e0-997ca631e9a4 req-fcb20860-7041-454a-b1d4-fd254d2eda46 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=13ee7d6d71864c9eb2f508185e6a266f&device_id=a58b9fac-f010-4334-b6f1-43a27858d9c8 HTTP/1.1" status: 200 len: 1095 time: 0.1255565 Nov 12 08:27:05.857936 n-d-765315-29 neutron-server[102600]: INFO neutron.api.v2.resource [None req-baa3b1e4-3fcd-4b56-9245-9c679429c0ee tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] delete failed (client error): The resource could not be found. Nov 12 08:27:05.859567 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-baa3b1e4-3fcd-4b56-9245-9c679429c0ee tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] 10.222.0.26 "DELETE /v2.0/security-groups/b85c35f1-04df-43c6-a0a4-9a57628fd561 HTTP/1.1" status: 404 len: 347 time: 0.0293276 Nov 12 08:27:05.866050 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 58466) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:05.872097 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-8e339dac-7d7c-4afb-90c5-2c99d7840e77 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Request body: {'security_group': {'name': 'tempest-secgroup--218241815'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:27:05.980839 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8e339dac-7d7c-4afb-90c5-2c99d7840e77 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:06.030242 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905479ce-0ae6-451f-90e0-997ca631e9a4 req-de5f9bf8-f004-4860-9399-e6608dbfab82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:06.032527 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-905479ce-0ae6-451f-90e0-997ca631e9a4 req-de5f9bf8-f004-4860-9399-e6608dbfab82 service neutron] 10.222.0.21 "GET /v2.0/networks?id=392b706c-fa83-40b2-ba41-e97d70efdd1d HTTP/1.1" status: 200 len: 912 time: 0.1535888 Nov 12 08:27:06.091807 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-905479ce-0ae6-451f-90e0-997ca631e9a4 req-6cadddde-7a8c-42d1-888e-b0d0a3954f59 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52e3cae5-6584-48de-ba76-ae94ed751891 HTTP/1.1" status: 200 len: 217 time: 0.0504925 Nov 12 08:27:06.209589 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905479ce-0ae6-451f-90e0-997ca631e9a4 req-1b09655a-0956-4c9c-aeae-1544dc27777d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:06.211120 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-905479ce-0ae6-451f-90e0-997ca631e9a4 req-1b09655a-0956-4c9c-aeae-1544dc27777d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2d250a72-e563-4d6e-ac4f-f44698e0ce3c HTTP/1.1" status: 200 len: 850 time: 0.1128025 Nov 12 08:27:06.218845 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8e339dac-7d7c-4afb-90c5-2c99d7840e77 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:06.261370 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8e339dac-7d7c-4afb-90c5-2c99d7840e77 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:06.330895 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905479ce-0ae6-451f-90e0-997ca631e9a4 req-23e4724f-74e6-431d-bbe1-a5e005c3a16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:06.332437 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-905479ce-0ae6-451f-90e0-997ca631e9a4 req-23e4724f-74e6-431d-bbe1-a5e005c3a16c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=392b706c-fa83-40b2-ba41-e97d70efdd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1114073 Nov 12 08:27:06.335091 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8e339dac-7d7c-4afb-90c5-2c99d7840e77 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:06.339153 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-8e339dac-7d7c-4afb-90c5-2c99d7840e77 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4691782 Nov 12 08:27:06.339153 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e339dac-7d7c-4afb-90c5-2c99d7840e77 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba3dfb3a-d17a-43da-bdd9-ed351ddd75be,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:06.348993 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 58480) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:06.354867 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-0a23776d-350a-4928-8d40-40be99e3a303 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Request body: {'security_group_rule': {'security_group_id': 'ba3dfb3a-d17a-43da-bdd9-ed351ddd75be', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:27:06.423098 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415efd7f-f5bc-4a17-8483-1c07e6ff6f2e req-aab8ace2-8eb2-4ba4-ba41-46af97a5ef7a tempest-ServerAddressesTestJSON-991799077 tempest-ServerAddressesTestJSON-991799077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:06.423806 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-415efd7f-f5bc-4a17-8483-1c07e6ff6f2e req-aab8ace2-8eb2-4ba4-ba41-46af97a5ef7a tempest-ServerAddressesTestJSON-991799077 tempest-ServerAddressesTestJSON-991799077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:06.468367 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0cc281d-2b75-454c-a392-f32486383374 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Router 4ff9cdf0-02c8-4da9-a0e0-d182dd444274 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:27:06.468750 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0a23776d-350a-4928-8d40-40be99e3a303 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:06.543295 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa04b222-20bc-4e24-9f8f-d032c2303152 req-e6733db7-7e08-473b-b531-2b2ef1c82f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:06.545557 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-aa04b222-20bc-4e24-9f8f-d032c2303152 req-e6733db7-7e08-473b-b531-2b2ef1c82f04 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2d250a72-e563-4d6e-ac4f-f44698e0ce3c HTTP/1.1" status: 200 len: 850 time: 0.7549827 Nov 12 08:27:06.549740 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-415efd7f-f5bc-4a17-8483-1c07e6ff6f2e req-aab8ace2-8eb2-4ba4-ba41-46af97a5ef7a tempest-ServerAddressesTestJSON-991799077 tempest-ServerAddressesTestJSON-991799077-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2466178 Nov 12 08:27:06.592904 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-415efd7f-f5bc-4a17-8483-1c07e6ff6f2e req-2004dacc-2193-40ea-b7c6-b1f852283fe1 service neutron] Request body: {'port': {'device_id': 'd2b45d1f-1321-42c8-bdb1-1f7797bf4877', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:27:06.615194 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-905479ce-0ae6-451f-90e0-997ca631e9a4 req-4c739023-0fbf-4aeb-b725-8ea8e6d237aa service neutron] 10.222.0.21 "GET /v2.0/networks/392b706c-fa83-40b2-ba41-e97d70efdd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737184 Nov 12 08:27:06.634363 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2bb8b0-9ec5-4858-8ed1-fa5a4e595e39 req-5cf24f44-b575-47e9-a5e6-efee25674855 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:06.646938 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ce2bb8b0-9ec5-4858-8ed1-fa5a4e595e39 req-5cf24f44-b575-47e9-a5e6-efee25674855 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=a58b9fac-f010-4334-b6f1-43a27858d9c8 HTTP/1.1" status: 200 len: 943 time: 0.2170773 Nov 12 08:27:06.799454 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0a23776d-350a-4928-8d40-40be99e3a303 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:06.822498 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0a23776d-350a-4928-8d40-40be99e3a303 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:06.825054 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa04b222-20bc-4e24-9f8f-d032c2303152 req-f88c8701-503c-4c28-982c-dd7c8975651d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:06.826610 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-aa04b222-20bc-4e24-9f8f-d032c2303152 req-f88c8701-503c-4c28-982c-dd7c8975651d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=392b706c-fa83-40b2-ba41-e97d70efdd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2302616 Nov 12 08:27:06.831937 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-415efd7f-f5bc-4a17-8483-1c07e6ff6f2e req-2004dacc-2193-40ea-b7c6-b1f852283fe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:06.840140 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ce2bb8b0-9ec5-4858-8ed1-fa5a4e595e39 req-68a4c18d-1fa2-4430-8358-731d8b4cea5e tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=9dc9079a-4f63-4eb5-be12-eaa66771fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920831 Nov 12 08:27:06.857072 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b72ec23-dfa4-406f-b5c4-043a52d3fd22 req-cb1a8b44-5a0f-4575-8b5e-657ccefea502 tempest-ComputeTenantNetworksTest-1351556561 tempest-ComputeTenantNetworksTest-1351556561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:06.870398 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b72ec23-dfa4-406f-b5c4-043a52d3fd22 req-cb1a8b44-5a0f-4575-8b5e-657ccefea502 tempest-ComputeTenantNetworksTest-1351556561 tempest-ComputeTenantNetworksTest-1351556561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:06.870398 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b72ec23-dfa4-406f-b5c4-043a52d3fd22 req-cb1a8b44-5a0f-4575-8b5e-657ccefea502 tempest-ComputeTenantNetworksTest-1351556561 tempest-ComputeTenantNetworksTest-1351556561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:06.872317 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0b72ec23-dfa4-406f-b5c4-043a52d3fd22 req-cb1a8b44-5a0f-4575-8b5e-657ccefea502 tempest-ComputeTenantNetworksTest-1351556561 tempest-ComputeTenantNetworksTest-1351556561-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.4557667 Nov 12 08:27:06.888625 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a23776d-350a-4928-8d40-40be99e3a303 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e821cccd-7e80-491c-882e-61a4f124d423,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:06.897497 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-905479ce-0ae6-451f-90e0-997ca631e9a4 req-dcf16b59-3660-48ee-a0d9-e08e6886050a service neutron] 10.222.0.21 "GET /v2.0/networks/392b706c-fa83-40b2-ba41-e97d70efdd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477577 Nov 12 08:27:06.900815 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0a23776d-350a-4928-8d40-40be99e3a303 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:06.904929 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-0a23776d-350a-4928-8d40-40be99e3a303 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5521002 Nov 12 08:27:06.905281 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 58502) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:06.942404 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a659d0d8-0f31-4f2d-8362-ed25a1cc6371 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:07.080359 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe007244-981a-4c08-aab6-2b9bd120e89c req-a4736361-ac37-47c5-a3f0-1ddcf47e675f tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:07.081870 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fe007244-981a-4c08-aab6-2b9bd120e89c req-a4736361-ac37-47c5-a3f0-1ddcf47e675f tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=169f7779-8f80-4509-8e19-6731ed6e3dfc HTTP/1.1" status: 200 len: 943 time: 0.0636764 Nov 12 08:27:07.146984 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fe007244-981a-4c08-aab6-2b9bd120e89c req-d01fc360-5549-407a-82d4-2cb408d57a36 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=7569d1cf-6bd3-45ad-96a1-5286f4165b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504956 Nov 12 08:27:07.266000 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-aa04b222-20bc-4e24-9f8f-d032c2303152 req-06ba47d8-3a69-48af-baa8-87ac6497436a service neutron] 10.222.0.21 "GET /v2.0/networks/392b706c-fa83-40b2-ba41-e97d70efdd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4318085 Nov 12 08:27:07.267833 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-62f4db10-ba0a-4442-88aa-f05625cf86a8 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:07.268991 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55f7f22-aef8-42bd-90ab-645f4b72d4b5 req-b048648b-9f83-4bd5-9a12-27df7b6c3d89 tempest-ComputeTenantNetworksTest-1351556561 tempest-ComputeTenantNetworksTest-1351556561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:07.280151 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f55f7f22-aef8-42bd-90ab-645f4b72d4b5 req-b048648b-9f83-4bd5-9a12-27df7b6c3d89 tempest-ComputeTenantNetworksTest-1351556561 tempest-ComputeTenantNetworksTest-1351556561-project] 10.222.0.26 "GET /v2.0/networks/72ccf97a-ddbc-4b9f-921d-4b39607faa92 HTTP/1.1" status: 200 len: 769 time: 0.1142857 Nov 12 08:27:07.280582 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 58512) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:07.316644 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0cc281d-2b75-454c-a392-f32486383374 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:27:07.332681 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da212edc-bacd-445f-a0e8-a765abae1ff7 None None] Sync routers for ids ['4ff9cdf0-02c8-4da9-a0e0-d182dd444274'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:27:07.345931 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-62f4db10-ba0a-4442-88aa-f05625cf86a8 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:07.351376 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da212edc-bacd-445f-a0e8-a765abae1ff7 None None] Routers {'4ff9cdf0-02c8-4da9-a0e0-d182dd444274'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:27:07.360625 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-da212edc-bacd-445f-a0e8-a765abae1ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:27:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['4ff9cdf0-02c8-4da9-a0e0-d182dd444274'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:07.373889 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-c0cc281d-2b75-454c-a392-f32486383374 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] 10.222.0.26 "PUT /v2.0/routers/4ff9cdf0-02c8-4da9-a0e0-d182dd444274/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4806316 Nov 12 08:27:07.387240 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b7e600f0-a93d-4aa7-8f66-8ac756675b64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:07.390545 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 58516) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:07.463722 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-da212edc-bacd-445f-a0e8-a765abae1ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:07.498914 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da212edc-bacd-445f-a0e8-a765abae1ff7 None None] Routers {'4ff9cdf0-02c8-4da9-a0e0-d182dd444274'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:27:07.499546 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-da212edc-bacd-445f-a0e8-a765abae1ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:27:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['4ff9cdf0-02c8-4da9-a0e0-d182dd444274'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:07.530539 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9935f519-05db-4905-88a6-90aa7f9d6c5f req-a169768e-9831-4f5e-96c4-f792ff2b1162 tempest-ServerAddressesTestJSON-991799077 tempest-ServerAddressesTestJSON-991799077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:07.538462 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9935f519-05db-4905-88a6-90aa7f9d6c5f req-a169768e-9831-4f5e-96c4-f792ff2b1162 tempest-ServerAddressesTestJSON-991799077 tempest-ServerAddressesTestJSON-991799077-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2b45d1f-1321-42c8-bdb1-1f7797bf4877 HTTP/1.1" status: 200 len: 931 time: 0.5319679 Nov 12 08:27:07.583781 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-da212edc-bacd-445f-a0e8-a765abae1ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:07.588847 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da212edc-bacd-445f-a0e8-a765abae1ff7 None None] The sync data for ids ['4ff9cdf0-02c8-4da9-a0e0-d182dd444274'] in n-d-765315-29 is: [] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:27:07.618962 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b7e600f0-a93d-4aa7-8f66-8ac756675b64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:07.687540 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-62f4db10-ba0a-4442-88aa-f05625cf86a8 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:07.697354 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-b7e600f0-a93d-4aa7-8f66-8ac756675b64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72ccf97a-ddbc-4b9f-921d-4b39607faa92']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:07.715225 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-b7e600f0-a93d-4aa7-8f66-8ac756675b64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa10ae9b-aa8b-49b1-98e9-f1c83904581b') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:07.715608 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-b7e600f0-a93d-4aa7-8f66-8ac756675b64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa10ae9b-aa8b-49b1-98e9-f1c83904581b') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:07.729663 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-31d730fb-f0bd-4dd4-86d8-99863c3a81ae tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks [] for router, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:07.737440 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-62f4db10-ba0a-4442-88aa-f05625cf86a8 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:07.738821 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-62f4db10-ba0a-4442-88aa-f05625cf86a8 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/e821cccd-7e80-491c-882e-61a4f124d423 HTTP/1.1" status: 204 len: 168 time: 0.7595732 Nov 12 08:27:07.743739 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 58530) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:07.755155 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b7e600f0-a93d-4aa7-8f66-8ac756675b64 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:07.793938 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f4db10-ba0a-4442-88aa-f05625cf86a8 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e821cccd-7e80-491c-882e-61a4f124d423,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:07.812030 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b7e600f0-a93d-4aa7-8f66-8ac756675b64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:07.823648 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9935f519-05db-4905-88a6-90aa7f9d6c5f req-5e9599a1-a221-4d84-8d05-44a8b521b303 tempest-ServerAddressesTestJSON-991799077 tempest-ServerAddressesTestJSON-991799077-project] 10.222.0.26 "GET /v2.0/security-groups?id=290c0775-92d3-4e73-a003-a48b1692dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849878 Nov 12 08:27:07.825908 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7e600f0-a93d-4aa7-8f66-8ac756675b64 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:27:07.826337 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b7e600f0-a93d-4aa7-8f66-8ac756675b64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:07.828147 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:27:07.828147 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:27:07.828147 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:27:07.828147 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:27:07.828147 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:27:07.828147 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:27:07.828147 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:27:07.828147 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:27:07.828147 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:27:07.828147 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:27:07.828147 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:27:07.828147 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:27:07.828147 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:27:07.828147 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:27:07.828147 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:27:07.828147 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:27:07.828147 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:27:07.828147 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:27:07.828147 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:27:07.828147 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:27:07.828147 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:27:07.828147 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:27:07.828147 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:27:07.828147 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:27:07.828147 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:27:07.828147 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:27:07.828147 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:27:07.828147 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:27:07.828147 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:27:07.828147 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:27:07.828147 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:27:07.828147 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:27:07.856761 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-aa04b222-20bc-4e24-9f8f-d032c2303152 req-c117d9c0-4ef7-4cfe-91b0-6dedcdf2bfb2 service neutron] 10.222.0.21 "GET /v2.0/networks/392b706c-fa83-40b2-ba41-e97d70efdd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5414116 Nov 12 08:27:07.873150 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:07.886659 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-3dfcbb62-d2b1-4cb5-a3f6-53bc168b48f2 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1368592 Nov 12 08:27:07.921861 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 58536) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:07.986641 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-415efd7f-f5bc-4a17-8483-1c07e6ff6f2e req-2004dacc-2193-40ea-b7c6-b1f852283fe1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 193529fe-6215-42be-9088-cc30b421b860 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:27:08.009889 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-415efd7f-f5bc-4a17-8483-1c07e6ff6f2e req-2004dacc-2193-40ea-b7c6-b1f852283fe1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:08.035752 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-278f4d7e-1f27-447b-931c-65ed076e4efe tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:08.061469 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-278f4d7e-1f27-447b-931c-65ed076e4efe tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:08.121951 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-278f4d7e-1f27-447b-931c-65ed076e4efe tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:08.125257 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-278f4d7e-1f27-447b-931c-65ed076e4efe tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:08.129639 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-278f4d7e-1f27-447b-931c-65ed076e4efe tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] 10.222.0.26 "DELETE /v2.0/security-groups/ba3dfb3a-d17a-43da-bdd9-ed351ddd75be HTTP/1.1" status: 204 len: 168 time: 0.2036381 Nov 12 08:27:08.136534 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 58546) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:08.151851 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278f4d7e-1f27-447b-931c-65ed076e4efe tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba3dfb3a-d17a-43da-bdd9-ed351ddd75be,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:08.258768 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-8ed33063-e7cb-41c2-900a-1e62e9217834 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1209154 Nov 12 08:27:08.259389 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 58558) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:08.267907 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-76452698-50c8-4265-8433-0b854f6b3445 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Request body: {'security_group': {'name': 'tempest-secgroup--1013073475'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:27:08.337603 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a7e02d-38c0-420b-bf19-c547c97f3b97 req-e14223bd-3055-427d-8ebc-dfd8e9c6e5b5 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:08.345899 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a6a7e02d-38c0-420b-bf19-c547c97f3b97 req-e14223bd-3055-427d-8ebc-dfd8e9c6e5b5 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=169f7779-8f80-4509-8e19-6731ed6e3dfc HTTP/1.1" status: 200 len: 943 time: 0.1111510 Nov 12 08:27:08.369765 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 511ca486-5ae6-43e2-9142-3c78089c6bdc no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:27:08.396095 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-76452698-50c8-4265-8433-0b854f6b3445 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:08.424251 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-31d730fb-f0bd-4dd4-86d8-99863c3a81ae tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:08.452389 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a6a7e02d-38c0-420b-bf19-c547c97f3b97 req-ca518d61-ed45-45e6-bc1d-8214cf759063 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=7569d1cf-6bd3-45ad-96a1-5286f4165b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055279 Nov 12 08:27:08.478492 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-415efd7f-f5bc-4a17-8483-1c07e6ff6f2e req-2004dacc-2193-40ea-b7c6-b1f852283fe1 service neutron] Transition to ACTIVE for port object 193529fe-6215-42be-9088-cc30b421b860 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:27:08.487367 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-415efd7f-f5bc-4a17-8483-1c07e6ff6f2e req-2004dacc-2193-40ea-b7c6-b1f852283fe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:08.494436 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b7e600f0-a93d-4aa7-8f66-8ac756675b64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:08.543817 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b7e600f0-a93d-4aa7-8f66-8ac756675b64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:08.556308 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-b7e600f0-a93d-4aa7-8f66-8ac756675b64 admin admin] 10.222.0.26 "DELETE /v2.0/networks/72ccf97a-ddbc-4b9f-921d-4b39607faa92 HTTP/1.1" status: 204 len: 168 time: 1.2746189 Nov 12 08:27:08.591863 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e600f0-a93d-4aa7-8f66-8ac756675b64 admin admin] Pushing event deleted for resources: {'Network': ['ID=72ccf97a-ddbc-4b9f-921d-4b39607faa92,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:08.608788 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863f19e7-9e8b-40c1-a8c8-d00fb316f44b req-16cb0e81-11c7-4f1e-b7dd-526a57d1dab1 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:08.609068 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-76452698-50c8-4265-8433-0b854f6b3445 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:08.612006 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-863f19e7-9e8b-40c1-a8c8-d00fb316f44b req-16cb0e81-11c7-4f1e-b7dd-526a57d1dab1 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=a58b9fac-f010-4334-b6f1-43a27858d9c8 HTTP/1.1" status: 200 len: 943 time: 0.2245343 Nov 12 08:27:08.613724 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2004dacc-2193-40ea-b7c6-b1f852283fe1 service neutron] Pushing event updated for resources: {'Port': ['ID=193529fe-6215-42be-9088-cc30b421b860,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:08.639860 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-76452698-50c8-4265-8433-0b854f6b3445 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:08.688625 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-621ac690-c44e-4729-8deb-2b409dda8228 req-92bbbd35-95a2-44e2-946d-dc14905d0ea5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=169f7779-8f80-4509-8e19-6731ed6e3dfc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2239282 Nov 12 08:27:08.696536 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-31d730fb-f0bd-4dd4-86d8-99863c3a81ae tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Deleting port b2454654-2b38-4011-982d-2b5df1bd0dc2 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:27:08.696952 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-31d730fb-f0bd-4dd4-86d8-99863c3a81ae tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:08.709122 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [req-621ac690-c44e-4729-8deb-2b409dda8228 req-5313827a-6748-4ca8-9826-0c4e6bc7e182 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:27:08.710339 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-621ac690-c44e-4729-8deb-2b409dda8228 req-5313827a-6748-4ca8-9826-0c4e6bc7e182 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0112259 Nov 12 08:27:08.730771 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-76452698-50c8-4265-8433-0b854f6b3445 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:08.735943 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-76452698-50c8-4265-8433-0b854f6b3445 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4699004 Nov 12 08:27:08.739945 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 58576) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:08.742240 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76452698-50c8-4265-8433-0b854f6b3445 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b1ef42b-66cc-4aae-8aa4-885299e6448f,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:08.752719 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-863f19e7-9e8b-40c1-a8c8-d00fb316f44b req-5b40233f-d22e-4f5b-9af6-2e4a52f1252c tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=9dc9079a-4f63-4eb5-be12-eaa66771fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192868 Nov 12 08:27:08.768471 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-283ce66e-943e-4c4a-a1d9-7da8b7fe9ad3 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Request body: {'security_group_rule': {'security_group_id': '3b1ef42b-66cc-4aae-8aa4-885299e6448f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:27:08.840787 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-283ce66e-943e-4c4a-a1d9-7da8b7fe9ad3 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:08.843547 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-415efd7f-f5bc-4a17-8483-1c07e6ff6f2e req-2004dacc-2193-40ea-b7c6-b1f852283fe1 service neutron] Attempting to bind port 193529fe-6215-42be-9088-cc30b421b860 on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:27:08.843892 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-415efd7f-f5bc-4a17-8483-1c07e6ff6f2e req-2004dacc-2193-40ea-b7c6-b1f852283fe1 service neutron] Attempting to bind port 193529fe-6215-42be-9088-cc30b421b860 by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': '3756fc92-112d-480f-8b9a-f90df843fcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8d3bc4bc-a8da-4b31-97bf-84e5ffd2c5f2'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:27:08.844862 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415efd7f-f5bc-4a17-8483-1c07e6ff6f2e req-2004dacc-2193-40ea-b7c6-b1f852283fe1 service neutron] Attempting to bind port 193529fe-6215-42be-9088-cc30b421b860 on network 8d3bc4bc-a8da-4b31-97bf-84e5ffd2c5f2 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:27:08.863178 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 58580) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:08.891690 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415efd7f-f5bc-4a17-8483-1c07e6ff6f2e req-2004dacc-2193-40ea-b7c6-b1f852283fe1 service neutron] Port 193529fe-6215-42be-9088-cc30b421b860 on network 8d3bc4bc-a8da-4b31-97bf-84e5ffd2c5f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:27:08.892027 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415efd7f-f5bc-4a17-8483-1c07e6ff6f2e req-2004dacc-2193-40ea-b7c6-b1f852283fe1 service neutron] Attempting to bind port 193529fe-6215-42be-9088-cc30b421b860 on network 8d3bc4bc-a8da-4b31-97bf-84e5ffd2c5f2 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:27:08.905955 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-31d730fb-f0bd-4dd4-86d8-99863c3a81ae tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:08.922029 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-31d730fb-f0bd-4dd4-86d8-99863c3a81ae tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Calling delete_port for b2454654-2b38-4011-982d-2b5df1bd0dc2 owned by network:router_gateway {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:27:08.999705 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415efd7f-f5bc-4a17-8483-1c07e6ff6f2e req-2004dacc-2193-40ea-b7c6-b1f852283fe1 service neutron] Checking agent: {'id': '26215384-8035-4ce2-971a-8e67be80da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:27:09.000163 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415efd7f-f5bc-4a17-8483-1c07e6ff6f2e req-2004dacc-2193-40ea-b7c6-b1f852283fe1 service neutron] Checking segment: {'id': '3756fc92-112d-480f-8b9a-f90df843fcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8d3bc4bc-a8da-4b31-97bf-84e5ffd2c5f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:27:09.000668 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415efd7f-f5bc-4a17-8483-1c07e6ff6f2e req-2004dacc-2193-40ea-b7c6-b1f852283fe1 service neutron] Bound using segment: {'id': '3756fc92-112d-480f-8b9a-f90df843fcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8d3bc4bc-a8da-4b31-97bf-84e5ffd2c5f2'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:27:09.001218 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-415efd7f-f5bc-4a17-8483-1c07e6ff6f2e req-2004dacc-2193-40ea-b7c6-b1f852283fe1 service neutron] Bound port: 193529fe-6215-42be-9088-cc30b421b860, host: n-h1-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3756fc92-112d-480f-8b9a-f90df843fcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8d3bc4bc-a8da-4b31-97bf-84e5ffd2c5f2'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:27:09.001629 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-415efd7f-f5bc-4a17-8483-1c07e6ff6f2e req-2004dacc-2193-40ea-b7c6-b1f852283fe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:09.097620 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-283ce66e-943e-4c4a-a1d9-7da8b7fe9ad3 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:09.139944 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-283ce66e-943e-4c4a-a1d9-7da8b7fe9ad3 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:09.187179 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:09.197260 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-31d730fb-f0bd-4dd4-86d8-99863c3a81ae tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:09.231673 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d730fb-f0bd-4dd4-86d8-99863c3a81ae tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Pushing event deleted for resources: {'Port': ['ID=b2454654-2b38-4011-982d-2b5df1bd0dc2,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:09.254523 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e0e717-4345-4164-b95a-b64afb726143 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:27:09.311434 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-31d730fb-f0bd-4dd4-86d8-99863c3a81ae tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-933016'] for router_gateway, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:09.347505 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-415efd7f-f5bc-4a17-8483-1c07e6ff6f2e req-2004dacc-2193-40ea-b7c6-b1f852283fe1 service neutron] For port 193529fe-6215-42be-9088-cc30b421b860, host n-h1-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:27:09.351487 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-415efd7f-f5bc-4a17-8483-1c07e6ff6f2e req-2004dacc-2193-40ea-b7c6-b1f852283fe1 service neutron] For port 193529fe-6215-42be-9088-cc30b421b860, host n-h1-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=193529fe-6215-42be-9088-cc30b421b860,segment=NetworkSegment(3756fc92-112d-480f-8b9a-f90df843fcd6),segment_id=3756fc92-112d-480f-8b9a-f90df843fcd6)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:27:09.369785 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-283ce66e-943e-4c4a-a1d9-7da8b7fe9ad3 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:09.373865 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-283ce66e-943e-4c4a-a1d9-7da8b7fe9ad3 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6329436 Nov 12 08:27:09.375164 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 58604) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:09.376533 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283ce66e-943e-4c4a-a1d9-7da8b7fe9ad3 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee27b43c-c0cf-4cf5-9b6f-e9ed155a2b38,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:09.380429 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-415efd7f-f5bc-4a17-8483-1c07e6ff6f2e req-2004dacc-2193-40ea-b7c6-b1f852283fe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:09.387157 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-a93ce11b-53be-4a5b-b29c-465526056fb8 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Request body: {'security_group_rule': {'security_group_id': '3b1ef42b-66cc-4aae-8aa4-885299e6448f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:27:09.400407 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-b2cba0fb-d7ea-481b-8a8d-ca154322859c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4bcfc7e4b09a40a6a8b782984546f450&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5198684 Nov 12 08:27:09.411878 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 58606) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:09.471605 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415efd7f-f5bc-4a17-8483-1c07e6ff6f2e req-2004dacc-2193-40ea-b7c6-b1f852283fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:09.472349 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-415efd7f-f5bc-4a17-8483-1c07e6ff6f2e req-2004dacc-2193-40ea-b7c6-b1f852283fe1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:09.473781 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-415efd7f-f5bc-4a17-8483-1c07e6ff6f2e req-2004dacc-2193-40ea-b7c6-b1f852283fe1 service neutron] 10.222.0.21 "PUT /v2.0/ports/193529fe-6215-42be-9088-cc30b421b860 HTTP/1.1" status: 200 len: 1092 time: 2.8854582 Nov 12 08:27:09.483428 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2b45d1f-1321-42c8-bdb1-1f7797bf4877', 'tag': '193529fe-6215-42be-9088-cc30b421b860'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:27:09.487423 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf7af1e-353a-42be-9931-d380a3194633" -d '{"events": [{"name": "network-changed", "server_uuid": "d2b45d1f-1321-42c8-bdb1-1f7797bf4877", "tag": "193529fe-6215-42be-9088-cc30b421b860"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:27:09.488063 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-31d730fb-f0bd-4dd4-86d8-99863c3a81ae tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:09.491397 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-31d730fb-f0bd-4dd4-86d8-99863c3a81ae tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:09.535179 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f905c83-1eca-4ca9-a8c0-d57f518d6434 req-5722d769-d12d-40c6-8aa2-6490586fb290 tempest-ServerAddressesTestJSON-991799077 tempest-ServerAddressesTestJSON-991799077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:09.536844 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2f905c83-1eca-4ca9-a8c0-d57f518d6434 req-5722d769-d12d-40c6-8aa2-6490586fb290 tempest-ServerAddressesTestJSON-991799077 tempest-ServerAddressesTestJSON-991799077-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2b45d1f-1321-42c8-bdb1-1f7797bf4877 HTTP/1.1" status: 200 len: 943 time: 0.5102792 Nov 12 08:27:09.577885 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-31d730fb-f0bd-4dd4-86d8-99863c3a81ae tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:09.579308 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31d730fb-f0bd-4dd4-86d8-99863c3a81ae tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Fanout notify agent at l3_agent the message router_deleted on router 4ff9cdf0-02c8-4da9-a0e0-d182dd444274 {{(pid=102600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:27:09.592953 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2004dacc-2193-40ea-b7c6-b1f852283fe1 service neutron] Pushing event updated for resources: {'Port': ['ID=193529fe-6215-42be-9088-cc30b421b860,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:09.604889 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9cad8b7-33da-427e-b2d1-1be5235679fe x-openstack-request-id: req-d9cad8b7-33da-427e-b2d1-1be5235679fe {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:27:09.606166 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2b45d1f-1321-42c8-bdb1-1f7797bf4877", "tag": "193529fe-6215-42be-9088-cc30b421b860", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:27:09.606424 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d9cad8b7-33da-427e-b2d1-1be5235679fe {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:27:09.606871 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2b45d1f-1321-42c8-bdb1-1f7797bf4877', 'tag': '193529fe-6215-42be-9088-cc30b421b860', 'status': 'completed', 'code': 200} Nov 12 08:27:09.618168 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-31d730fb-f0bd-4dd4-86d8-99863c3a81ae tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:09.623505 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-31d730fb-f0bd-4dd4-86d8-99863c3a81ae tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] 10.222.0.26 "DELETE /v2.0/routers/4ff9cdf0-02c8-4da9-a0e0-d182dd444274 HTTP/1.1" status: 204 len: 168 time: 2.2298658 Nov 12 08:27:09.625393 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 58612) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:09.629340 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a93ce11b-53be-4a5b-b29c-465526056fb8 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:09.717436 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415efd7f-f5bc-4a17-8483-1c07e6ff6f2e req-65f49377-dd84-48a0-a325-78d078c53f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:09.720512 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-415efd7f-f5bc-4a17-8483-1c07e6ff6f2e req-65f49377-dd84-48a0-a325-78d078c53f71 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=45e2292a264d44a68e35180f1130bf5f&device_id=d2b45d1f-1321-42c8-bdb1-1f7797bf4877 HTTP/1.1" status: 200 len: 1095 time: 0.1804435 Nov 12 08:27:09.729259 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2f905c83-1eca-4ca9-a8c0-d57f518d6434 req-15ba4874-de0e-4f29-a96d-c55641b05568 tempest-ServerAddressesTestJSON-991799077 tempest-ServerAddressesTestJSON-991799077-project] 10.222.0.26 "GET /v2.0/security-groups?id=290c0775-92d3-4e73-a003-a48b1692dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781399 Nov 12 08:27:09.806423 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a93ce11b-53be-4a5b-b29c-465526056fb8 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:09.819522 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c09635d9-6fa1-4e30-953c-2164b54222d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:09.820433 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:09.842742 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-415efd7f-f5bc-4a17-8483-1c07e6ff6f2e req-64c7c778-639a-45e1-babf-f99d3947e2bf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=193529fe-6215-42be-9088-cc30b421b860 HTTP/1.1" status: 200 len: 217 time: 0.1085880 Nov 12 08:27:09.850908 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a93ce11b-53be-4a5b-b29c-465526056fb8 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:09.878346 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8704264-5fac-42b8-834b-df6cc6dcd5aa tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Deleting subnet 523b0ddd-e8f3-4549-bf85-f5ad46514f6c {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:27:09.893900 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f8704264-5fac-42b8-834b-df6cc6dcd5aa tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:09.938416 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93ce11b-53be-4a5b-b29c-465526056fb8 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa52aa58-e63f-41dc-b836-d60927781e0f,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:09.947776 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f8704264-5fac-42b8-834b-df6cc6dcd5aa tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:09.955151 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a93ce11b-53be-4a5b-b29c-465526056fb8 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:09.956712 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-a93ce11b-53be-4a5b-b29c-465526056fb8 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5727646 Nov 12 08:27:09.960350 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 58620) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:09.972600 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-a148a538-f24e-48f0-8ff3-9fa1cfc6d170 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Request body: {'security_group_rule': {'security_group_id': '3b1ef42b-66cc-4aae-8aa4-885299e6448f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:27:09.991849 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415efd7f-f5bc-4a17-8483-1c07e6ff6f2e req-79d0f996-650e-410d-9ba2-fab236ddcda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:09.993203 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-415efd7f-f5bc-4a17-8483-1c07e6ff6f2e req-79d0f996-650e-410d-9ba2-fab236ddcda9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=db352608-2f08-4a81-85dc-6582a380c273 HTTP/1.1" status: 200 len: 853 time: 0.1340079 Nov 12 08:27:09.997101 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c09635d9-6fa1-4e30-953c-2164b54222d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:10.036505 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba3dd0-aafd-485e-ab8e-59a585d970f4 req-4af43ffd-08a7-48a9-a950-ce5329e3f393 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:10.048404 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6eba3dd0-aafd-485e-ab8e-59a585d970f4 req-4af43ffd-08a7-48a9-a950-ce5329e3f393 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=a58b9fac-f010-4334-b6f1-43a27858d9c8 HTTP/1.1" status: 200 len: 943 time: 0.1774254 Nov 12 08:27:10.073637 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e51e51-e803-4add-b73b-125baf6b8f97 req-595935e2-94f3-479e-adcb-3707d86c49d0 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:10.083692 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-19e51e51-e803-4add-b73b-125baf6b8f97 req-595935e2-94f3-479e-adcb-3707d86c49d0 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=169f7779-8f80-4509-8e19-6731ed6e3dfc HTTP/1.1" status: 200 len: 943 time: 0.3207700 Nov 12 08:27:10.083935 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-415efd7f-f5bc-4a17-8483-1c07e6ff6f2e req-0de2b677-cbf2-475d-9ad4-e37fb40a8c8e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8d3bc4bc-a8da-4b31-97bf-84e5ffd2c5f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0759270 Nov 12 08:27:10.108911 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [req-415efd7f-f5bc-4a17-8483-1c07e6ff6f2e req-9443a010-7408-4fd9-9ceb-ac49ed46e5f4 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:27:10.111588 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-415efd7f-f5bc-4a17-8483-1c07e6ff6f2e req-9443a010-7408-4fd9-9ceb-ac49ed46e5f4 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0132699 Nov 12 08:27:10.114081 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a148a538-f24e-48f0-8ff3-9fa1cfc6d170 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:10.117191 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f8704264-5fac-42b8-834b-df6cc6dcd5aa tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:10.270420 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-19e51e51-e803-4add-b73b-125baf6b8f97 req-f6f65346-1f2f-4c0c-b634-2ff276146bf8 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=7569d1cf-6bd3-45ad-96a1-5286f4165b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1844716 Nov 12 08:27:10.281475 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c09635d9-6fa1-4e30-953c-2164b54222d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:10.287141 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c09635d9-6fa1-4e30-953c-2164b54222d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:10.293017 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-c09635d9-6fa1-4e30-953c-2164b54222d1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/875406b6-4a6e-46de-af87-2d3d1d303739 HTTP/1.1" status: 204 len: 168 time: 0.8797660 Nov 12 08:27:10.321051 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09635d9-6fa1-4e30-953c-2164b54222d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=875406b6-4a6e-46de-af87-2d3d1d303739,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:10.331578 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f8704264-5fac-42b8-834b-df6cc6dcd5aa tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:10.368545 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-415efd7f-f5bc-4a17-8483-1c07e6ff6f2e req-5a215212-89a5-48b8-85cb-7fd8ac4b3d4e service neutron] 10.222.0.21 "GET /v2.0/networks/8d3bc4bc-a8da-4b31-97bf-84e5ffd2c5f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392185 Nov 12 08:27:10.414136 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8704264-5fac-42b8-834b-df6cc6dcd5aa tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Pushing event deleted for resources: {'Subnet': ['ID=523b0ddd-e8f3-4549-bf85-f5ad46514f6c,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:10.426840 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f8704264-5fac-42b8-834b-df6cc6dcd5aa tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:10.429528 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd1d0feb-07a7-4c18-8c68-e1e37046421b None None] Network 2057a694-f640-430e-bc88-8a33e348a5b0 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:27:10.429966 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-f8704264-5fac-42b8-834b-df6cc6dcd5aa tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] 10.222.0.26 "DELETE /v2.0/subnets/523b0ddd-e8f3-4549-bf85-f5ad46514f6c HTTP/1.1" status: 204 len: 168 time: 0.7993126 Nov 12 08:27:10.432392 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 58632) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:10.480883 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6eba3dd0-aafd-485e-ab8e-59a585d970f4 req-2553eb96-1f79-4bb7-8913-f26bfdf469db tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=9dc9079a-4f63-4eb5-be12-eaa66771fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4313889 Nov 12 08:27:10.593638 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bdf00bc8-360b-4ffd-bde8-696fbaafcad6 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:10.617470 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 52e3cae5-6584-48de-ba76-ae94ed751891 details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:27:10.733730 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a148a538-f24e-48f0-8ff3-9fa1cfc6d170 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:10.742132 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-415efd7f-f5bc-4a17-8483-1c07e6ff6f2e req-93b56ab7-7265-4b4e-bbe8-5f4cdcaebffc service neutron] 10.222.0.21 "GET /v2.0/networks/8d3bc4bc-a8da-4b31-97bf-84e5ffd2c5f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3587732 Nov 12 08:27:10.745598 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a148a538-f24e-48f0-8ff3-9fa1cfc6d170 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:10.778218 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148a538-f24e-48f0-8ff3-9fa1cfc6d170 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1f242e9-232e-4175-911d-6d4c4aad77e9,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:10.802362 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a148a538-f24e-48f0-8ff3-9fa1cfc6d170 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:10.803293 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.db.resource_extend [None req-e530113a-7783-48f4-9840-8911a24052df None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:27:10.815147 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-a148a538-f24e-48f0-8ff3-9fa1cfc6d170 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8495550 Nov 12 08:27:10.819942 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bdf00bc8-360b-4ffd-bde8-696fbaafcad6 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:10.821048 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 58640) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:10.832398 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-e1db3c40-8471-4d56-b44f-bb294941935d tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Request body: {'security_group_rule': {'security_group_id': '3b1ef42b-66cc-4aae-8aa4-885299e6448f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:27:10.846027 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c33260-7888-49c5-8e80-40f98ed191bb None None] DHCP port deletion for 2057a694-f640-430e-bc88-8a33e348a5b0 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:27:10.884657 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-bdf00bc8-360b-4ffd-bde8-696fbaafcad6 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2057a694-f640-430e-bc88-8a33e348a5b0']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:10.930470 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e1db3c40-8471-4d56-b44f-bb294941935d tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:10.933743 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-bdf00bc8-360b-4ffd-bde8-696fbaafcad6 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef3d2e83-f1f1-4bf9-8945-175d21bc73ba') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:10.934148 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-bdf00bc8-360b-4ffd-bde8-696fbaafcad6 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef3d2e83-f1f1-4bf9-8945-175d21bc73ba') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:10.951537 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bdf00bc8-360b-4ffd-bde8-696fbaafcad6 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:10.963394 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf7af1e-353a-42be-9931-d380a3194633 req-7173d067-b484-4fc6-9ac8-7b77cb060894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:10.964661 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dcf7af1e-353a-42be-9931-d380a3194633 req-7173d067-b484-4fc6-9ac8-7b77cb060894 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=45e2292a264d44a68e35180f1130bf5f&device_id=d2b45d1f-1321-42c8-bdb1-1f7797bf4877 HTTP/1.1" status: 200 len: 1095 time: 0.1198435 Nov 12 08:27:10.975199 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 52e3cae5-6584-48de-ba76-ae94ed751891, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=52e3cae5-6584-48de-ba76-ae94ed751891,segment=NetworkSegment(e07c96e0-5af6-439e-b283-25e89ba24ea2),segment_id=e07c96e0-5af6-439e-b283-25e89ba24ea2)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:27:10.981470 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bdf00bc8-360b-4ffd-bde8-696fbaafcad6 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:11.000002 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e01bbf-71b7-4caa-bc4f-ab792dda1788 req-919dd519-227e-4a37-b4ea-55487a212e35 tempest-ServerAddressesTestJSON-991799077 tempest-ServerAddressesTestJSON-991799077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:11.009651 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Returning: {'device': '52e3cae5-6584-48de-ba76-ae94ed751891', 'network_id': '392b706c-fa83-40b2-ba41-e97d70efdd1d', 'port_id': '52e3cae5-6584-48de-ba76-ae94ed751891', 'mac_address': 'fa:16:3e:3e:96:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d250a72-e563-4d6e-ac4f-f44698e0ce3c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:27:11.010488 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-45e01bbf-71b7-4caa-bc4f-ab792dda1788 req-919dd519-227e-4a37-b4ea-55487a212e35 tempest-ServerAddressesTestJSON-991799077 tempest-ServerAddressesTestJSON-991799077-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2b45d1f-1321-42c8-bdb1-1f7797bf4877 HTTP/1.1" status: 200 len: 943 time: 0.1199975 Nov 12 08:27:11.024351 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdf00bc8-360b-4ffd-bde8-696fbaafcad6 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:27:11.024860 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bdf00bc8-360b-4ffd-bde8-696fbaafcad6 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:11.029236 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:27:11.029236 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:27:11.029236 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:27:11.029236 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:27:11.029236 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:27:11.029236 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:27:11.029236 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:27:11.029236 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:27:11.029236 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:27:11.029236 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:27:11.029236 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:27:11.029236 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:27:11.029236 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:27:11.029236 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:27:11.029236 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:27:11.029236 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:27:11.029236 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:27:11.029236 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:27:11.029236 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:27:11.029236 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:27:11.029236 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:27:11.029236 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:27:11.029236 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:27:11.029236 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:27:11.029236 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:27:11.029236 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:27:11.029236 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:27:11.029236 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:27:11.029236 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:27:11.029236 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:27:11.029236 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:27:11.029236 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:27:11.108266 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:11.141458 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-e530113a-7783-48f4-9840-8911a24052df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52e3cae5-6584-48de-ba76-ae94ed751891 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:27:11.143287 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bdf00bc8-360b-4ffd-bde8-696fbaafcad6 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:11.153070 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e1db3c40-8471-4d56-b44f-bb294941935d tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:11.153954 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bdf00bc8-360b-4ffd-bde8-696fbaafcad6 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:11.162276 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e1db3c40-8471-4d56-b44f-bb294941935d tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:11.177431 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-bdf00bc8-360b-4ffd-bde8-696fbaafcad6 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] 10.222.0.26 "DELETE /v2.0/networks/2057a694-f640-430e-bc88-8a33e348a5b0 HTTP/1.1" status: 204 len: 168 time: 0.7342699 Nov 12 08:27:11.184585 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 52e3cae5-6584-48de-ba76-ae94ed751891, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=52e3cae5-6584-48de-ba76-ae94ed751891,segment=NetworkSegment(e07c96e0-5af6-439e-b283-25e89ba24ea2),segment_id=e07c96e0-5af6-439e-b283-25e89ba24ea2)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:27:11.192045 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:11.196449 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1db3c40-8471-4d56-b44f-bb294941935d tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cb674d9-bec8-42c8-a1b5-1671bb1bae42,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:11.226908 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf00bc8-360b-4ffd-bde8-696fbaafcad6 tempest-FloatingIPTestJSON-1176028828 tempest-FloatingIPTestJSON-1176028828-project] Pushing event deleted for resources: {'Network': ['ID=2057a694-f640-430e-bc88-8a33e348a5b0,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:11.257083 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e1db3c40-8471-4d56-b44f-bb294941935d tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:11.258383 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-e1db3c40-8471-4d56-b44f-bb294941935d tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4350646 Nov 12 08:27:11.269375 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-45e01bbf-71b7-4caa-bc4f-ab792dda1788 req-a00dd289-0a5c-45a7-9c44-875692d170f9 tempest-ServerAddressesTestJSON-991799077 tempest-ServerAddressesTestJSON-991799077-project] 10.222.0.26 "GET /v2.0/security-groups?id=290c0775-92d3-4e73-a003-a48b1692dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578704 Nov 12 08:27:11.275098 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 58656) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:11.283181 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-74fb6ced-7e4a-4328-a6ba-8e9bd5c3bc4a tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Request body: {'security_group_rule': {'security_group_id': '3b1ef42b-66cc-4aae-8aa4-885299e6448f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:27:11.295076 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf7af1e-353a-42be-9931-d380a3194633 req-31567bac-790e-4fdc-bcae-9a11620ba283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:11.299460 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dcf7af1e-353a-42be-9931-d380a3194633 req-31567bac-790e-4fdc-bcae-9a11620ba283 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8d3bc4bc-a8da-4b31-97bf-84e5ffd2c5f2 HTTP/1.1" status: 200 len: 914 time: 0.3235741 Nov 12 08:27:11.346341 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 58662) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:11.348552 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-74fb6ced-7e4a-4328-a6ba-8e9bd5c3bc4a tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:11.383576 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-959eca60-c8f0-470a-9fae-705a9a97b86e tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-979688963'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:27:11.406862 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dcf7af1e-353a-42be-9931-d380a3194633 req-3001cb18-4103-409b-b53f-eb735778dfa6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=193529fe-6215-42be-9088-cc30b421b860 HTTP/1.1" status: 200 len: 217 time: 0.1005218 Nov 12 08:27:11.421353 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=52e3cae5-6584-48de-ba76-ae94ed751891,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:11.522194 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-959eca60-c8f0-470a-9fae-705a9a97b86e tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Made reservation on behalf of 21a2ac24705441ab9e82ecd18312805e for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:27:11.527860 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-959eca60-c8f0-470a-9fae-705a9a97b86e tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:11.536389 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf7af1e-353a-42be-9931-d380a3194633 req-28751124-b1d3-4f3c-a7dd-688fa9a4d5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:11.538002 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dcf7af1e-353a-42be-9931-d380a3194633 req-28751124-b1d3-4f3c-a7dd-688fa9a4d5c3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=db352608-2f08-4a81-85dc-6582a380c273 HTTP/1.1" status: 200 len: 853 time: 0.1243143 Nov 12 08:27:11.560258 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412da862-523f-4bff-acd4-1f7189c69c32 req-f0c66efb-fcc6-4f79-92f9-8d3d7d947e42 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:11.563010 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-412da862-523f-4bff-acd4-1f7189c69c32 req-f0c66efb-fcc6-4f79-92f9-8d3d7d947e42 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=169f7779-8f80-4509-8e19-6731ed6e3dfc HTTP/1.1" status: 200 len: 943 time: 0.0911803 Nov 12 08:27:11.582325 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['52e3cae5-6584-48de-ba76-ae94ed751891'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:27:11.613872 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-74fb6ced-7e4a-4328-a6ba-8e9bd5c3bc4a tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:11.614884 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 58676) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:11.651067 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-959eca60-c8f0-470a-9fae-705a9a97b86e tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:27:11.657813 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-74fb6ced-7e4a-4328-a6ba-8e9bd5c3bc4a tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:11.677547 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dcf7af1e-353a-42be-9931-d380a3194633 req-46ce1205-a435-4181-834f-9feda0732518 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8d3bc4bc-a8da-4b31-97bf-84e5ffd2c5f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1134305 Nov 12 08:27:11.706852 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fb6ced-7e4a-4328-a6ba-8e9bd5c3bc4a tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=602f6a51-46b7-45c4-849a-ce1ff27b95c1,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:11.714712 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-74fb6ced-7e4a-4328-a6ba-8e9bd5c3bc4a tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:11.721134 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-74fb6ced-7e4a-4328-a6ba-8e9bd5c3bc4a tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4437778 Nov 12 08:27:11.721963 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 58682) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:11.765003 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-959eca60-c8f0-470a-9fae-705a9a97b86e tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:11.765593 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-959eca60-c8f0-470a-9fae-705a9a97b86e tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Added segment f7b8278f-b0a6-47b6-812b-90307b766a98 of type vlan for network 206f9d07-9c2e-4490-896d-289aa4538730 Nov 12 08:27:11.876547 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e945b630-9292-4373-b680-331feac06999 req-616045be-b958-4cae-87f1-b4ebbe61293e tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:11.883544 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-412da862-523f-4bff-acd4-1f7189c69c32 req-b2bcfa9b-d966-4b4d-9d80-6ed0e90af19e tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=7569d1cf-6bd3-45ad-96a1-5286f4165b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3082538 Nov 12 08:27:11.900786 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e945b630-9292-4373-b680-331feac06999 req-616045be-b958-4cae-87f1-b4ebbe61293e tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=a58b9fac-f010-4334-b6f1-43a27858d9c8 HTTP/1.1" status: 200 len: 944 time: 0.2158418 Nov 12 08:27:11.935419 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5815de1c-b8ce-4216-93d4-f46584777a9c tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:11.945994 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dcf7af1e-353a-42be-9931-d380a3194633 req-c97541e7-56e2-4187-a70f-44f1f253f62c service neutron] 10.222.0.21 "GET /v2.0/networks/8d3bc4bc-a8da-4b31-97bf-84e5ffd2c5f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592664 Nov 12 08:27:12.002995 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-959eca60-c8f0-470a-9fae-705a9a97b86e tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:12.030779 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5815de1c-b8ce-4216-93d4-f46584777a9c tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:12.074720 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dcf7af1e-353a-42be-9931-d380a3194633 req-7c00e480-19f8-4a0c-bbe2-fa190fd0c942 service neutron] 10.222.0.21 "GET /v2.0/networks/8d3bc4bc-a8da-4b31-97bf-84e5ffd2c5f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191032 Nov 12 08:27:12.075307 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e945b630-9292-4373-b680-331feac06999 req-d61c7a18-bc28-4842-9b84-329fa0af4e8c tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=9dc9079a-4f63-4eb5-be12-eaa66771fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685941 Nov 12 08:27:12.123256 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-2a83e166-b31c-4069-a48f-3d8223c7c7ba admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2ca0f51a794140888ac1f25d8c82f68b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5038409 Nov 12 08:27:12.123782 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 58694) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:12.155164 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-959eca60-c8f0-470a-9fae-705a9a97b86e tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:12.161791 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959eca60-c8f0-470a-9fae-705a9a97b86e tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:12.162750 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-959eca60-c8f0-470a-9fae-705a9a97b86e tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:12.174005 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5815de1c-b8ce-4216-93d4-f46584777a9c tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:12.198518 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-58705de7-c54d-4a29-9ed3-2d4e78620e20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:12.207902 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5815de1c-b8ce-4216-93d4-f46584777a9c tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:12.209031 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-5815de1c-b8ce-4216-93d4-f46584777a9c tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/602f6a51-46b7-45c4-849a-ce1ff27b95c1 HTTP/1.1" status: 204 len: 168 time: 0.4555523 Nov 12 08:27:12.211655 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 58700) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:12.217244 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5815de1c-b8ce-4216-93d4-f46584777a9c tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=602f6a51-46b7-45c4-849a-ce1ff27b95c1,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:12.244984 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:12.262644 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-58705de7-c54d-4a29-9ed3-2d4e78620e20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:12.273310 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-959eca60-c8f0-470a-9fae-705a9a97b86e tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9135599 Nov 12 08:27:12.276318 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 58702) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:12.281226 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-af35771f-282d-4ee0-8f0d-632a9511df3c tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1944098950'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:27:12.294046 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959eca60-c8f0-470a-9fae-705a9a97b86e tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Pushing event updated for resources: {'Network': ['ID=206f9d07-9c2e-4490-896d-289aa4538730,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:12.312988 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 206f9d07-9c2e-4490-896d-289aa4538730 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:27:12.323906 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af35771f-282d-4ee0-8f0d-632a9511df3c tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Made reservation on behalf of 21a2ac24705441ab9e82ecd18312805e for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:27:12.334153 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-af35771f-282d-4ee0-8f0d-632a9511df3c tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:12.392990 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af35771f-282d-4ee0-8f0d-632a9511df3c tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:27:12.427782 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-af35771f-282d-4ee0-8f0d-632a9511df3c tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:12.428405 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-af35771f-282d-4ee0-8f0d-632a9511df3c tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Added segment 0e80606c-279e-44f6-8189-99516fd172eb of type vlan for network 5b2a8b49-5710-48dd-bacf-1711bcf033cc Nov 12 08:27:12.440355 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-9a72d07b-c3f3-46a2-a907-7e22c8734d48 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.2272036 Nov 12 08:27:12.444433 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 58708) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:12.483814 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-afd4d186-0db2-4064-abc1-deaeca828cdb tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:12.504974 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-afd4d186-0db2-4064-abc1-deaeca828cdb tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:12.523304 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-58705de7-c54d-4a29-9ed3-2d4e78620e20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:12.526119 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-58705de7-c54d-4a29-9ed3-2d4e78620e20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:12.527819 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-58705de7-c54d-4a29-9ed3-2d4e78620e20 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/200ac125-76b8-41b3-9687-8ae1be79ee50 HTTP/1.1" status: 204 len: 168 time: 0.4027679 Nov 12 08:27:12.534829 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-af35771f-282d-4ee0-8f0d-632a9511df3c tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:12.542635 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58705de7-c54d-4a29-9ed3-2d4e78620e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=200ac125-76b8-41b3-9687-8ae1be79ee50,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:12.550848 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-afd4d186-0db2-4064-abc1-deaeca828cdb tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:12.558443 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-afd4d186-0db2-4064-abc1-deaeca828cdb tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:12.561861 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-afd4d186-0db2-4064-abc1-deaeca828cdb tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/9cb674d9-bec8-42c8-a1b5-1671bb1bae42 HTTP/1.1" status: 204 len: 168 time: 0.1130791 Nov 12 08:27:12.565983 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 58718) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:12.574819 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd4d186-0db2-4064-abc1-deaeca828cdb tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9cb674d9-bec8-42c8-a1b5-1671bb1bae42,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:12.619911 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edc1a69-8bb1-4b29-af4e-140d9f1a7e3e req-7ccadb2d-3349-4b94-9dd6-6bf73f558d1e tempest-ServerAddressesTestJSON-991799077 tempest-ServerAddressesTestJSON-991799077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:12.621886 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9edc1a69-8bb1-4b29-af4e-140d9f1a7e3e req-7ccadb2d-3349-4b94-9dd6-6bf73f558d1e tempest-ServerAddressesTestJSON-991799077 tempest-ServerAddressesTestJSON-991799077-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2b45d1f-1321-42c8-bdb1-1f7797bf4877 HTTP/1.1" status: 200 len: 943 time: 0.1287210 Nov 12 08:27:12.635219 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-af35771f-282d-4ee0-8f0d-632a9511df3c tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:12.646314 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af35771f-282d-4ee0-8f0d-632a9511df3c tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:12.647610 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-af35771f-282d-4ee0-8f0d-632a9511df3c tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:12.678327 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-4089e39e-7c95-497d-b712-45235d9b8639 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1111076 Nov 12 08:27:12.682077 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 58720) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:12.716708 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-af35771f-282d-4ee0-8f0d-632a9511df3c tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4393227 Nov 12 08:27:12.721978 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0c6c01db-17cb-4ad8-ae84-f3d0faff7410 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:12.725765 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 58722) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:12.737206 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-cc40e7c1-c8c4-410b-908f-1360ae4c46c2 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Request body: {'subnet': {'network_id': '206f9d07-9c2e-4490-896d-289aa4538730', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:27:12.750301 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0c6c01db-17cb-4ad8-ae84-f3d0faff7410 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:12.762163 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9edc1a69-8bb1-4b29-af4e-140d9f1a7e3e req-7886b4d1-fa02-4580-9b9c-a5f47a447deb tempest-ServerAddressesTestJSON-991799077 tempest-ServerAddressesTestJSON-991799077-project] 10.222.0.26 "GET /v2.0/security-groups?id=290c0775-92d3-4e73-a003-a48b1692dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016505 Nov 12 08:27:12.821425 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af35771f-282d-4ee0-8f0d-632a9511df3c tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Pushing event updated for resources: {'Network': ['ID=5b2a8b49-5710-48dd-bacf-1711bcf033cc,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:12.855910 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 5b2a8b49-5710-48dd-bacf-1711bcf033cc details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:27:12.905001 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0c6c01db-17cb-4ad8-ae84-f3d0faff7410 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:12.978739 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0c6c01db-17cb-4ad8-ae84-f3d0faff7410 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:12.979922 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-0c6c01db-17cb-4ad8-ae84-f3d0faff7410 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/a1f242e9-232e-4175-911d-6d4c4aad77e9 HTTP/1.1" status: 204 len: 168 time: 0.2968230 Nov 12 08:27:12.982676 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 58726) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:12.991124 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6c01db-17cb-4ad8-ae84-f3d0faff7410 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a1f242e9-232e-4175-911d-6d4c4aad77e9,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:13.087299 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc40e7c1-c8c4-410b-908f-1360ae4c46c2 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Made reservation on behalf of 21a2ac24705441ab9e82ecd18312805e for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:27:13.098723 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-43fc8895-624c-49a0-8902-e32ba7184e4f tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1122987 Nov 12 08:27:13.099189 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cc40e7c1-c8c4-410b-908f-1360ae4c46c2 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:13.101263 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 58736) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:13.259344 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0f0d48e5-73e3-4c7d-91c8-e97efe81f4b9 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:13.286152 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0f0d48e5-73e3-4c7d-91c8-e97efe81f4b9 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:13.351100 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0f0d48e5-73e3-4c7d-91c8-e97efe81f4b9 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:13.371062 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374db9a4-a7f8-472e-8389-47328f8e6866 req-335970f3-1cd3-411e-9d6c-f67040f3cae2 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:13.372687 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-374db9a4-a7f8-472e-8389-47328f8e6866 req-335970f3-1cd3-411e-9d6c-f67040f3cae2 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=169f7779-8f80-4509-8e19-6731ed6e3dfc HTTP/1.1" status: 200 len: 943 time: 0.2752836 Nov 12 08:27:13.376746 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0f0d48e5-73e3-4c7d-91c8-e97efe81f4b9 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:13.380000 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-0f0d48e5-73e3-4c7d-91c8-e97efe81f4b9 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/fa52aa58-e63f-41dc-b836-d60927781e0f HTTP/1.1" status: 204 len: 168 time: 0.2737796 Nov 12 08:27:13.384980 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 58750) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:13.403598 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0d48e5-73e3-4c7d-91c8-e97efe81f4b9 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fa52aa58-e63f-41dc-b836-d60927781e0f,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:13.481835 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-374db9a4-a7f8-472e-8389-47328f8e6866 req-f924b814-782c-40c5-a11d-f4ae6e06e0fd tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=7569d1cf-6bd3-45ad-96a1-5286f4165b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793712 Nov 12 08:27:13.536994 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-d6aca407-198e-4afb-967c-239803c63d7e tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1477857 Nov 12 08:27:13.537520 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 58764) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:13.581485 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-75be85bb-99c2-409c-a0c7-db5b5394de97 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:13.601018 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-75be85bb-99c2-409c-a0c7-db5b5394de97 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:13.652939 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-75be85bb-99c2-409c-a0c7-db5b5394de97 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:13.659355 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-75be85bb-99c2-409c-a0c7-db5b5394de97 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:13.667954 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-75be85bb-99c2-409c-a0c7-db5b5394de97 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/ee27b43c-c0cf-4cf5-9b6f-e9ed155a2b38 HTTP/1.1" status: 204 len: 168 time: 0.1295924 Nov 12 08:27:13.676601 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75be85bb-99c2-409c-a0c7-db5b5394de97 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ee27b43c-c0cf-4cf5-9b6f-e9ed155a2b38,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:13.678681 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 58768) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:13.779116 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-1df9e37c-0461-4110-8f04-157fedfca0ed tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0925179 Nov 12 08:27:13.780632 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 58772) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:14.063558 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9decc1-bf1e-464a-85fd-90b7bab8abf4 req-31cc452e-a774-41de-8dbc-97d3fafbbef6 tempest-ServerAddressesTestJSON-991799077 tempest-ServerAddressesTestJSON-991799077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:14.067275 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6a9decc1-bf1e-464a-85fd-90b7bab8abf4 req-31cc452e-a774-41de-8dbc-97d3fafbbef6 tempest-ServerAddressesTestJSON-991799077 tempest-ServerAddressesTestJSON-991799077-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2b45d1f-1321-42c8-bdb1-1f7797bf4877 HTTP/1.1" status: 200 len: 943 time: 0.1646273 Nov 12 08:27:14.106320 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 58784) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:14.115257 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88576e4f-3e58-4344-b064-ff762eaa0d0c req-31711995-2344-4cab-8105-58d170bbce3e tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:14.116820 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-88576e4f-3e58-4344-b064-ff762eaa0d0c req-31711995-2344-4cab-8105-58d170bbce3e tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=a58b9fac-f010-4334-b6f1-43a27858d9c8 HTTP/1.1" status: 200 len: 944 time: 0.7465260 Nov 12 08:27:14.144208 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-57eaf4a2-f720-4395-8489-806efb7e46c6 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:14.156417 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cc40e7c1-c8c4-410b-908f-1360ae4c46c2 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:14.212238 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-57eaf4a2-f720-4395-8489-806efb7e46c6 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:14.232464 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6a9decc1-bf1e-464a-85fd-90b7bab8abf4 req-2d887dd1-d41a-4e57-926b-81ab42c20e06 tempest-ServerAddressesTestJSON-991799077 tempest-ServerAddressesTestJSON-991799077-project] 10.222.0.26 "GET /v2.0/security-groups?id=290c0775-92d3-4e73-a003-a48b1692dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521761 Nov 12 08:27:14.295203 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-88576e4f-3e58-4344-b064-ff762eaa0d0c req-a3230c4e-a382-41d1-8f5f-7a93699fea5a tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=9dc9079a-4f63-4eb5-be12-eaa66771fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671932 Nov 12 08:27:14.306644 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-4f50e199-de87-4277-afea-9f1d5f46cf4c tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Request body: {'network': {'name': 'tempest-RoutersTest-1362964768'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:27:14.322420 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-57eaf4a2-f720-4395-8489-806efb7e46c6 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:14.325277 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-57eaf4a2-f720-4395-8489-806efb7e46c6 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:14.328818 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-57eaf4a2-f720-4395-8489-806efb7e46c6 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] 10.222.0.26 "DELETE /v2.0/security-groups/3b1ef42b-66cc-4aae-8aa4-885299e6448f HTTP/1.1" status: 204 len: 168 time: 0.5405324 Nov 12 08:27:14.329861 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 58788) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:14.363247 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eaf4a2-f720-4395-8489-806efb7e46c6 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b1ef42b-66cc-4aae-8aa4-885299e6448f,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:14.426526 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-f9e9823d-bc14-47d7-9196-87866b408cd5 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0955195 Nov 12 08:27:14.427097 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc40e7c1-c8c4-410b-908f-1360ae4c46c2 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Pushing event updated for resources: {'Subnet': ['ID=451e17db-46f2-4a8d-9633-d7807ea2bdef,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:14.432198 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc40e7c1-c8c4-410b-908f-1360ae4c46c2 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Checking segment: {'id': 'f7b8278f-b0a6-47b6-812b-90307b766a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '206f9d07-9c2e-4490-896d-289aa4538730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:27:14.432198 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc40e7c1-c8c4-410b-908f-1360ae4c46c2 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Network hostable DHCP agents. Network: 206f9d07-9c2e-4490-896d-289aa4538730, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:27:14.433127 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 58794) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:14.440687 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-672387be-2c99-43ea-b300-b690c3c6de29 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Request body: {'security_group': {'name': 'tempest-secgroup--1911442623'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:27:14.466185 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f50e199-de87-4277-afea-9f1d5f46cf4c tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Made reservation on behalf of 3bc82bde5c1e44328ae4090155cd54d6 for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:27:14.470292 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4f50e199-de87-4277-afea-9f1d5f46cf4c tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:14.480257 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4f50e199-de87-4277-afea-9f1d5f46cf4c tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:14.489592 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-672387be-2c99-43ea-b300-b690c3c6de29 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:14.491626 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc40e7c1-c8c4-410b-908f-1360ae4c46c2 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Network 206f9d07-9c2e-4490-896d-289aa4538730 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:27:14.565810 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 193529fe-6215-42be-9088-cc30b421b860 details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:27:14.615490 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-672387be-2c99-43ea-b300-b690c3c6de29 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:14.622674 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-672387be-2c99-43ea-b300-b690c3c6de29 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:14.668880 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-cc40e7c1-c8c4-410b-908f-1360ae4c46c2 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 206f9d07-9c2e-4490-896d-289aa4538730) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:27:14.682407 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc40e7c1-c8c4-410b-908f-1360ae4c46c2 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:14.685667 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cc40e7c1-c8c4-410b-908f-1360ae4c46c2 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:14.731046 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-672387be-2c99-43ea-b300-b690c3c6de29 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:14.732583 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-672387be-2c99-43ea-b300-b690c3c6de29 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2968669 Nov 12 08:27:14.733537 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672387be-2c99-43ea-b300-b690c3c6de29 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec8d579-2402-4f2c-8d39-f4603f1cebd8,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:14.739827 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-cc40e7c1-c8c4-410b-908f-1360ae4c46c2 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.0131269 Nov 12 08:27:14.743542 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 58804) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:14.743983 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 58806) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:14.773359 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-c5771435-3ff7-4e79-8e73-ebadbfc7006a tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Request body: {'security_group_rule': {'security_group_id': '3ec8d579-2402-4f2c-8d39-f4603f1cebd8', 'direction': 'ingress', 'protocol': 17}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:27:14.800833 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-64387a55-7d26-4b86-bb5c-6ef82365f1c5 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Request body: {'subnet': {'network_id': '5b2a8b49-5710-48dd-bacf-1711bcf033cc', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:27:14.828770 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 193529fe-6215-42be-9088-cc30b421b860, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=193529fe-6215-42be-9088-cc30b421b860,segment=NetworkSegment(3756fc92-112d-480f-8b9a-f90df843fcd6),segment_id=3756fc92-112d-480f-8b9a-f90df843fcd6)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:27:14.843955 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cbbfd1-e5fe-488c-8d45-19c9c5ee6e61 req-5d80ca71-f967-4c37-a52e-b2525cfe8e57 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:14.852477 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-78cbbfd1-e5fe-488c-8d45-19c9c5ee6e61 req-5d80ca71-f967-4c37-a52e-b2525cfe8e57 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=169f7779-8f80-4509-8e19-6731ed6e3dfc HTTP/1.1" status: 200 len: 943 time: 0.1463037 Nov 12 08:27:14.854696 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Returning: {'device': '193529fe-6215-42be-9088-cc30b421b860', 'network_id': '8d3bc4bc-a8da-4b31-97bf-84e5ffd2c5f2', 'port_id': '193529fe-6215-42be-9088-cc30b421b860', 'mac_address': 'fa:16:3e:2e:0d:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db352608-2f08-4a81-85dc-6582a380c273', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:27:14.856745 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 52e3cae5-6584-48de-ba76-ae94ed751891 up at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:27:14.858891 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288b3594-d0a6-4d86-a409-50fa5d04b825 None None] Network 206f9d07-9c2e-4490-896d-289aa4538730 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:27:14.938748 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4f50e199-de87-4277-afea-9f1d5f46cf4c tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:14.983219 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-78cbbfd1-e5fe-488c-8d45-19c9c5ee6e61 req-bdec2a3c-69ea-408e-ac12-e811fa054388 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=7569d1cf-6bd3-45ad-96a1-5286f4165b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273713 Nov 12 08:27:14.992461 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4f50e199-de87-4277-afea-9f1d5f46cf4c tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:15.010235 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c5771435-3ff7-4e79-8e73-ebadbfc7006a tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:15.054708 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64387a55-7d26-4b86-bb5c-6ef82365f1c5 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Made reservation on behalf of 21a2ac24705441ab9e82ecd18312805e for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:27:15.061142 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-64387a55-7d26-4b86-bb5c-6ef82365f1c5 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:15.072745 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f50e199-de87-4277-afea-9f1d5f46cf4c tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:27:15.100453 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ad23a4-8070-4db9-9e66-5669b003c592 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-206f9d07-9c2e-4490-896d-289aa4538730', 'network_id': '206f9d07-9c2e-4490-896d-289aa4538730', 'tenant_id': '21a2ac24705441ab9e82ecd18312805e', 'fixed_ips': [{'subnet_id': '451e17db-46f2-4a8d-9633-d7807ea2bdef'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:27:15.101294 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f6ad23a4-8070-4db9-9e66-5669b003c592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:15.103810 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:15.128229 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning for port 52e3cae5-6584-48de-ba76-ae94ed751891 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:27:15.134647 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f50e199-de87-4277-afea-9f1d5f46cf4c tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58942b07-a5aa-4c92-a027-c43820b5cdec,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:15.135172 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning complete for port 52e3cae5-6584-48de-ba76-ae94ed751891 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:27:15.135434 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:15.139227 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-e530113a-7783-48f4-9840-8911a24052df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 193529fe-6215-42be-9088-cc30b421b860 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:27:15.167757 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 193529fe-6215-42be-9088-cc30b421b860, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=193529fe-6215-42be-9088-cc30b421b860,segment=NetworkSegment(3756fc92-112d-480f-8b9a-f90df843fcd6),segment_id=3756fc92-112d-480f-8b9a-f90df843fcd6)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:27:15.201232 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4f50e199-de87-4277-afea-9f1d5f46cf4c tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:15.201597 n-d-765315-29 neutron-server[102599]: INFO neutron.db.segments_db [None req-4f50e199-de87-4277-afea-9f1d5f46cf4c tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Added segment d01617f6-5fe2-4044-b26c-69dda7df8330 of type vlan for network a887882c-6c88-4901-967a-9ad8ef23d9b6 Nov 12 08:27:15.203157 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:15.240392 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c5771435-3ff7-4e79-8e73-ebadbfc7006a tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:15.309687 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4f50e199-de87-4277-afea-9f1d5f46cf4c tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:15.389097 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c5771435-3ff7-4e79-8e73-ebadbfc7006a tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:15.419960 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=193529fe-6215-42be-9088-cc30b421b860,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:15.432429 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5771435-3ff7-4e79-8e73-ebadbfc7006a tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ececa84f-f492-41ec-b67a-71b96ffc8b89,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:15.439244 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4f50e199-de87-4277-afea-9f1d5f46cf4c tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:15.453004 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f50e199-de87-4277-afea-9f1d5f46cf4c tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:15.453711 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4f50e199-de87-4277-afea-9f1d5f46cf4c tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:15.467222 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c5771435-3ff7-4e79-8e73-ebadbfc7006a tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:15.468377 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-c5771435-3ff7-4e79-8e73-ebadbfc7006a tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7205212 Nov 12 08:27:15.469158 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ed4606-1fbe-46c4-8cca-544da387fa85 req-a30f4124-102b-4447-a3b6-a096d2e8b839 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:15.478696 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-62ed4606-1fbe-46c4-8cca-544da387fa85 req-a30f4124-102b-4447-a3b6-a096d2e8b839 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=a58b9fac-f010-4334-b6f1-43a27858d9c8 HTTP/1.1" status: 200 len: 944 time: 0.0808113 Nov 12 08:27:15.479468 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-f6ad23a4-8070-4db9-9e66-5669b003c592 None None] Allocated IP 10.1.1.2 (206f9d07-9c2e-4490-896d-289aa4538730/451e17db-46f2-4a8d-9633-d7807ea2bdef/74b8eb27-5397-439a-be37-2433d5b6663f) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:27:15.480165 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 58820) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:15.498228 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:15.552519 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 52e3cae5-6584-48de-ba76-ae94ed751891, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=52e3cae5-6584-48de-ba76-ae94ed751891,segment=NetworkSegment(e07c96e0-5af6-439e-b283-25e89ba24ea2),segment_id=e07c96e0-5af6-439e-b283-25e89ba24ea2)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:27:15.556838 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-62ed4606-1fbe-46c4-8cca-544da387fa85 req-27e73780-31a6-4049-bfa2-10e84d4e8a3f tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=9dc9079a-4f63-4eb5-be12-eaa66771fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735056 Nov 12 08:27:15.560033 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a58b9fac-f010-4334-b6f1-43a27858d9c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52e3cae5-6584-48de-ba76-ae94ed751891'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:27:15.564291 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b17c421-25d5-49d5-bd78-a5124c74cba5" -d '{"events": [{"server_uuid": "a58b9fac-f010-4334-b6f1-43a27858d9c8", "name": "network-vif-plugged", "status": "completed", "tag": "52e3cae5-6584-48de-ba76-ae94ed751891"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:27:15.571693 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['193529fe-6215-42be-9088-cc30b421b860'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:27:15.584654 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-4f50e199-de87-4277-afea-9f1d5f46cf4c tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4644711 Nov 12 08:27:15.588613 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 58826) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:15.596269 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:15.597044 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-ab85149d-29a3-4523-8891-0653b3ce0c73 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Request body: {'network': {'name': 'tempest-RoutersTest-800264231'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:27:15.614388 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f50e199-de87-4277-afea-9f1d5f46cf4c tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Pushing event updated for resources: {'Network': ['ID=a887882c-6c88-4901-967a-9ad8ef23d9b6,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:15.631411 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9de44e-fa5a-4aac-bc39-cc78909170a9 req-aea7b824-87ed-4863-9ffb-cde639823505 tempest-ServerAddressesTestJSON-991799077 tempest-ServerAddressesTestJSON-991799077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:15.633099 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0c9de44e-fa5a-4aac-bc39-cc78909170a9 req-aea7b824-87ed-4863-9ffb-cde639823505 tempest-ServerAddressesTestJSON-991799077 tempest-ServerAddressesTestJSON-991799077-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2b45d1f-1321-42c8-bdb1-1f7797bf4877 HTTP/1.1" status: 200 len: 944 time: 0.2581022 Nov 12 08:27:15.650958 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab85149d-29a3-4523-8891-0653b3ce0c73 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Made reservation on behalf of 3bc82bde5c1e44328ae4090155cd54d6 for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:27:15.659226 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ab85149d-29a3-4523-8891-0653b3ce0c73 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:15.695561 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ff5a1874-177e-48cc-b6fe-46211928beb5 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:15.712732 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab85149d-29a3-4523-8891-0653b3ce0c73 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:27:15.717089 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3107313-0449-4d42-85aa-858fcf323d76 x-openstack-request-id: req-c3107313-0449-4d42-85aa-858fcf323d76 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:27:15.717714 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a58b9fac-f010-4334-b6f1-43a27858d9c8", "name": "network-vif-plugged", "status": "completed", "tag": "52e3cae5-6584-48de-ba76-ae94ed751891", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:27:15.720721 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c3107313-0449-4d42-85aa-858fcf323d76 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:27:15.722319 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a58b9fac-f010-4334-b6f1-43a27858d9c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52e3cae5-6584-48de-ba76-ae94ed751891', 'code': 200} Nov 12 08:27:15.727401 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network a887882c-6c88-4901-967a-9ad8ef23d9b6 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:27:15.740460 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ab85149d-29a3-4523-8891-0653b3ce0c73 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:15.741851 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-ab85149d-29a3-4523-8891-0653b3ce0c73 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Added segment 00a6606b-64fb-4c93-91e3-3358c78d2732 of type vlan for network e463d792-45e8-4288-aae2-64833d04eefc Nov 12 08:27:15.798476 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ab85149d-29a3-4523-8891-0653b3ce0c73 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:15.832125 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ab85149d-29a3-4523-8891-0653b3ce0c73 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:15.839561 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab85149d-29a3-4523-8891-0653b3ce0c73 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:15.840301 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ab85149d-29a3-4523-8891-0653b3ce0c73 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:15.867339 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-ab85149d-29a3-4523-8891-0653b3ce0c73 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2764435 Nov 12 08:27:15.886799 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 58836) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:15.927592 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-0ebb47fb-3e9e-4dfd-9ee3-ba50f5c28da0 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Request body: {'subnet': {'network_id': 'a887882c-6c88-4901-967a-9ad8ef23d9b6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:27:15.994783 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0c9de44e-fa5a-4aac-bc39-cc78909170a9 req-0592da4d-6be2-43e6-924f-2dcbc97a281b tempest-ServerAddressesTestJSON-991799077 tempest-ServerAddressesTestJSON-991799077-project] 10.222.0.26 "GET /v2.0/security-groups?id=290c0775-92d3-4e73-a003-a48b1692dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3539128 Nov 12 08:27:16.002693 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ff5a1874-177e-48cc-b6fe-46211928beb5 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:16.018250 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-64387a55-7d26-4b86-bb5c-6ef82365f1c5 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:16.065184 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab85149d-29a3-4523-8891-0653b3ce0c73 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Pushing event updated for resources: {'Network': ['ID=e463d792-45e8-4288-aae2-64833d04eefc,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:16.126191 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64387a55-7d26-4b86-bb5c-6ef82365f1c5 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Pushing event updated for resources: {'Subnet': ['ID=9f233125-4b62-40de-bf22-04d217d99b20,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:16.146164 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ebb47fb-3e9e-4dfd-9ee3-ba50f5c28da0 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Made reservation on behalf of 3bc82bde5c1e44328ae4090155cd54d6 for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:27:16.149070 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc406f68-17e6-47a7-8de3-6b49455f1cb6 req-49f7e91f-14d8-4a53-9077-8eb98d0731ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:16.149922 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0ebb47fb-3e9e-4dfd-9ee3-ba50f5c28da0 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:16.151606 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-bc406f68-17e6-47a7-8de3-6b49455f1cb6 req-49f7e91f-14d8-4a53-9077-8eb98d0731ce service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a58b9fac-f010-4334-b6f1-43a27858d9c8 HTTP/1.1" status: 200 len: 1097 time: 0.2985585 Nov 12 08:27:16.305166 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0415d3-7146-411e-a1d2-f072705f3847 req-b1b8d339-3330-41ff-baef-d9eccdd90544 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:16.306978 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6f0415d3-7146-411e-a1d2-f072705f3847 req-b1b8d339-3330-41ff-baef-d9eccdd90544 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=169f7779-8f80-4509-8e19-6731ed6e3dfc HTTP/1.1" status: 200 len: 943 time: 0.1822643 Nov 12 08:27:16.322135 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64387a55-7d26-4b86-bb5c-6ef82365f1c5 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Checking segment: {'id': '0e80606c-279e-44f6-8189-99516fd172eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '5b2a8b49-5710-48dd-bacf-1711bcf033cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:27:16.322702 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64387a55-7d26-4b86-bb5c-6ef82365f1c5 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Network hostable DHCP agents. Network: 5b2a8b49-5710-48dd-bacf-1711bcf033cc, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:27:16.411654 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ff5a1874-177e-48cc-b6fe-46211928beb5 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:16.415610 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ff5a1874-177e-48cc-b6fe-46211928beb5 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:16.417799 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-ff5a1874-177e-48cc-b6fe-46211928beb5 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] 10.222.0.26 "DELETE /v2.0/security-groups/3ec8d579-2402-4f2c-8d39-f4603f1cebd8 HTTP/1.1" status: 204 len: 168 time: 0.9243848 Nov 12 08:27:16.422215 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 58858) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:16.440056 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5a1874-177e-48cc-b6fe-46211928beb5 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec8d579-2402-4f2c-8d39-f4603f1cebd8,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:16.452809 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64387a55-7d26-4b86-bb5c-6ef82365f1c5 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Network 5b2a8b49-5710-48dd-bacf-1711bcf033cc is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:27:16.463366 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network e463d792-45e8-4288-aae2-64833d04eefc details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:27:16.543563 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6f0415d3-7146-411e-a1d2-f072705f3847 req-79153e9f-a18d-4e4c-a998-bdc4962f6f81 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=7569d1cf-6bd3-45ad-96a1-5286f4165b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2294655 Nov 12 08:27:16.552216 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-bc406f68-17e6-47a7-8de3-6b49455f1cb6 req-7e8da5d5-8932-467b-aab5-4b035ad1d8aa service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=9dc9079a-4f63-4eb5-be12-eaa66771fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3596787 Nov 12 08:27:16.572039 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-64387a55-7d26-4b86-bb5c-6ef82365f1c5 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 5b2a8b49-5710-48dd-bacf-1711bcf033cc) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:27:16.583548 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64387a55-7d26-4b86-bb5c-6ef82365f1c5 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:16.586308 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-64387a55-7d26-4b86-bb5c-6ef82365f1c5 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:16.662551 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459dfe2f-bd8c-4076-ac4a-a8f3b0733a47 None None] Network 5b2a8b49-5710-48dd-bacf-1711bcf033cc requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:27:16.665834 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-64387a55-7d26-4b86-bb5c-6ef82365f1c5 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.9166670 Nov 12 08:27:16.669055 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 58870) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:16.679219 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-27629892-d8d4-450d-af31-f87b8e22e599 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Request body: {'port': {'network_id': '206f9d07-9c2e-4490-896d-289aa4538730', 'name': 'tempest-TaggedBootDevicesTest_v242-2026158187', 'fixed_ips': [{'subnet_id': '451e17db-46f2-4a8d-9633-d7807ea2bdef'}]}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:27:16.742412 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-f73511a5-3a40-4c47-8b6d-8d30946d24f3 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3187299 Nov 12 08:27:16.751958 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 58872) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:16.768406 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-4c96e915-fe21-4612-80a4-11edf26fad07 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Request body: {'security_group': {'name': 'tempest-secgroup--548854207'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:27:16.819901 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4c96e915-fe21-4612-80a4-11edf26fad07 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:16.824988 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0ebb47fb-3e9e-4dfd-9ee3-ba50f5c28da0 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:16.897803 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27629892-d8d4-450d-af31-f87b8e22e599 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Made reservation on behalf of 21a2ac24705441ab9e82ecd18312805e for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:27:16.972275 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=52e3cae5-6584-48de-ba76-ae94ed751891,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:17.010638 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-27629892-d8d4-450d-af31-f87b8e22e599 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:17.050126 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [None req-27629892-d8d4-450d-af31-f87b8e22e599 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] device_id is not set on port 2ad84d50-d7c9-425a-b9f6-7a7fc1b1156e yet. {{(pid=102599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:27:17.145168 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebb47fb-3e9e-4dfd-9ee3-ba50f5c28da0 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Checking segment: {'id': 'd01617f6-5fe2-4044-b26c-69dda7df8330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a887882c-6c88-4901-967a-9ad8ef23d9b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:27:17.147715 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ebb47fb-3e9e-4dfd-9ee3-ba50f5c28da0 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Network hostable DHCP agents. Network: a887882c-6c88-4901-967a-9ad8ef23d9b6, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:27:17.199112 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067efe26-b1b4-4e3a-a3d6-36052dc7a2a2 req-80e387ca-811d-45c1-a84a-3385b137b71a tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:17.200661 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-067efe26-b1b4-4e3a-a3d6-36052dc7a2a2 req-80e387ca-811d-45c1-a84a-3385b137b71a tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=a58b9fac-f010-4334-b6f1-43a27858d9c8 HTTP/1.1" status: 200 len: 945 time: 0.5514126 Nov 12 08:27:17.201853 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebb47fb-3e9e-4dfd-9ee3-ba50f5c28da0 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Pushing event updated for resources: {'Subnet': ['ID=6cf68360-a943-4551-9d97-7bd803c10bb1,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:17.213591 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ebb47fb-3e9e-4dfd-9ee3-ba50f5c28da0 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Network a887882c-6c88-4901-967a-9ad8ef23d9b6 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:27:17.241355 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-0ebb47fb-3e9e-4dfd-9ee3-ba50f5c28da0 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, a887882c-6c88-4901-967a-9ad8ef23d9b6) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:27:17.247428 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ebb47fb-3e9e-4dfd-9ee3-ba50f5c28da0 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:17.248111 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0ebb47fb-3e9e-4dfd-9ee3-ba50f5c28da0 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:17.256670 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4c96e915-fe21-4612-80a4-11edf26fad07 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:17.274826 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4c96e915-fe21-4612-80a4-11edf26fad07 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:17.276913 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-0ebb47fb-3e9e-4dfd-9ee3-ba50f5c28da0 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3886218 Nov 12 08:27:17.282939 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 58880) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:17.289990 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18d27c6-868a-4aba-bb02-16f1c07df786 None None] Network a887882c-6c88-4901-967a-9ad8ef23d9b6 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:27:17.291529 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-9582f060-020c-4c52-b65a-d1937f50a365 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Request body: {'subnet': {'network_id': 'e463d792-45e8-4288-aae2-64833d04eefc', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:27:17.305647 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-067efe26-b1b4-4e3a-a3d6-36052dc7a2a2 req-d9841b1e-96a6-4d69-870c-56ac9bcaed4b tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=9dc9079a-4f63-4eb5-be12-eaa66771fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912848 Nov 12 08:27:17.446430 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778247ce-6718-4460-8238-015b4b44ef04 req-2a81dcde-f0a7-4802-b31a-170c9ba66a52 tempest-ServerAddressesTestJSON-991799077 tempest-ServerAddressesTestJSON-991799077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:17.454938 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-778247ce-6718-4460-8238-015b4b44ef04 req-2a81dcde-f0a7-4802-b31a-170c9ba66a52 tempest-ServerAddressesTestJSON-991799077 tempest-ServerAddressesTestJSON-991799077-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2b45d1f-1321-42c8-bdb1-1f7797bf4877 HTTP/1.1" status: 200 len: 944 time: 0.2583275 Nov 12 08:27:17.468846 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4c96e915-fe21-4612-80a4-11edf26fad07 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:17.473494 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 58888) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:17.473719 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-4c96e915-fe21-4612-80a4-11edf26fad07 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7197988 Nov 12 08:27:17.479153 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-ab66ca29-2cdf-4d79-9a1a-e24267de218c tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Request body: {'security_group': {'name': 'tempest-secgroup--224877932'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:27:17.480656 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c96e915-fe21-4612-80a4-11edf26fad07 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=293f6e7a-ff93-4977-978b-bbef831d0f6d,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:17.527741 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ab66ca29-2cdf-4d79-9a1a-e24267de218c tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:17.603681 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-778247ce-6718-4460-8238-015b4b44ef04 req-953093a0-a324-4bb9-94fa-78ce9b1a74fc tempest-ServerAddressesTestJSON-991799077 tempest-ServerAddressesTestJSON-991799077-project] 10.222.0.26 "GET /v2.0/security-groups?id=290c0775-92d3-4e73-a003-a48b1692dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478627 Nov 12 08:27:17.634024 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f6ad23a4-8070-4db9-9e66-5669b003c592 None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:17.648115 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9582f060-020c-4c52-b65a-d1937f50a365 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Made reservation on behalf of 3bc82bde5c1e44328ae4090155cd54d6 for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:27:17.651870 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9582f060-020c-4c52-b65a-d1937f50a365 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:17.674747 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f6ad23a4-8070-4db9-9e66-5669b003c592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:17.711823 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ab66ca29-2cdf-4d79-9a1a-e24267de218c tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:17.751095 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2b5517-383d-4d05-a4a6-9a87ae3fdcd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-a887882c-6c88-4901-967a-9ad8ef23d9b6', 'network_id': 'a887882c-6c88-4901-967a-9ad8ef23d9b6', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'fixed_ips': [{'subnet_id': '6cf68360-a943-4551-9d97-7bd803c10bb1'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:27:17.752298 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9d2b5517-383d-4d05-a4a6-9a87ae3fdcd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:17.756531 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ad23a4-8070-4db9-9e66-5669b003c592 None None] Network 206f9d07-9c2e-4490-896d-289aa4538730 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:27:17.780718 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-f6ad23a4-8070-4db9-9e66-5669b003c592 None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:27:17.792873 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ad23a4-8070-4db9-9e66-5669b003c592 None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:27:17.866888 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ab66ca29-2cdf-4d79-9a1a-e24267de218c tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:17.974502 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab66ca29-2cdf-4d79-9a1a-e24267de218c tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b53789f-8e00-41e2-ba97-2da1ffc4f5ad,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:18.004221 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ab66ca29-2cdf-4d79-9a1a-e24267de218c tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:18.006660 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-ab66ca29-2cdf-4d79-9a1a-e24267de218c tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5316103 Nov 12 08:27:18.017621 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-9d2b5517-383d-4d05-a4a6-9a87ae3fdcd2 None None] Allocated IP 172.20.0.2 (a887882c-6c88-4901-967a-9ad8ef23d9b6/6cf68360-a943-4551-9d97-7bd803c10bb1/0fd75b1a-d868-4a96-8be3-8dc41d0819fa) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:27:18.020541 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 58896) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:18.040955 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-27629892-d8d4-450d-af31-f87b8e22e599 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Allocated IP 10.1.1.87 (206f9d07-9c2e-4490-896d-289aa4538730/451e17db-46f2-4a8d-9633-d7807ea2bdef/2ad84d50-d7c9-425a-b9f6-7a7fc1b1156e) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:27:18.041192 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-5a38a8e4-689a-48d8-9e3d-5cf6eb3ffc5b tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Request body: {'security_group_rule': {'security_group_id': '293f6e7a-ff93-4977-978b-bbef831d0f6d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '6b53789f-8e00-41e2-ba97-2da1ffc4f5ad', 'remote_ip_prefix': None}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:27:18.123451 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741939f5-d809-4764-9e90-72827a4a5f61 req-7e9093b0-7b9b-491a-8886-cc35b0bfd08f tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:18.127099 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-741939f5-d809-4764-9e90-72827a4a5f61 req-7e9093b0-7b9b-491a-8886-cc35b0bfd08f tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=169f7779-8f80-4509-8e19-6731ed6e3dfc HTTP/1.1" status: 200 len: 943 time: 0.4094591 Nov 12 08:27:18.144723 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5a38a8e4-689a-48d8-9e3d-5cf6eb3ffc5b tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:18.161119 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ad23a4-8070-4db9-9e66-5669b003c592 None None] Pushing event updated for resources: {'Port': ['ID=74b8eb27-5397-439a-be37-2433d5b6663f,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:18.241712 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9582f060-020c-4c52-b65a-d1937f50a365 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:18.281740 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-741939f5-d809-4764-9e90-72827a4a5f61 req-0cb40972-e666-459a-9224-efe30007eb45 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=7569d1cf-6bd3-45ad-96a1-5286f4165b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462576 Nov 12 08:27:18.288092 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5949ca05-9cd5-4ab0-bb7d-3ce3d5910ce1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-5b2a8b49-5710-48dd-bacf-1711bcf033cc', 'network_id': '5b2a8b49-5710-48dd-bacf-1711bcf033cc', 'tenant_id': '21a2ac24705441ab9e82ecd18312805e', 'fixed_ips': [{'subnet_id': '9f233125-4b62-40de-bf22-04d217d99b20'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:27:18.289091 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5949ca05-9cd5-4ab0-bb7d-3ce3d5910ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:18.332081 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5a38a8e4-689a-48d8-9e3d-5cf6eb3ffc5b tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:18.338537 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5a38a8e4-689a-48d8-9e3d-5cf6eb3ffc5b tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:18.369740 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a38a8e4-689a-48d8-9e3d-5cf6eb3ffc5b tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7097b72-8d84-499f-9c8c-5867c60aac94,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:18.384998 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5a38a8e4-689a-48d8-9e3d-5cf6eb3ffc5b tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:18.387663 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-5a38a8e4-689a-48d8-9e3d-5cf6eb3ffc5b tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3612092 Nov 12 08:27:18.389460 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 58904) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:18.424079 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e0b5a6a9-4557-4fb1-b77d-a92d396162a0 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:18.442543 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e0b5a6a9-4557-4fb1-b77d-a92d396162a0 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:18.476439 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9582f060-020c-4c52-b65a-d1937f50a365 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Pushing event updated for resources: {'Subnet': ['ID=4f4ff4e5-e025-47e9-8a1c-acacfe440e2f,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:18.489903 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e0b5a6a9-4557-4fb1-b77d-a92d396162a0 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:18.502408 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e0b5a6a9-4557-4fb1-b77d-a92d396162a0 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:18.505406 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-e0b5a6a9-4557-4fb1-b77d-a92d396162a0 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/d7097b72-8d84-499f-9c8c-5867c60aac94 HTTP/1.1" status: 204 len: 168 time: 0.1131983 Nov 12 08:27:18.508064 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 58906) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:18.517383 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-27629892-d8d4-450d-af31-f87b8e22e599 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:18.535521 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b5a6a9-4557-4fb1-b77d-a92d396162a0 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d7097b72-8d84-499f-9c8c-5867c60aac94,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:18.693149 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9582f060-020c-4c52-b65a-d1937f50a365 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Checking segment: {'id': '00a6606b-64fb-4c93-91e3-3358c78d2732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e463d792-45e8-4288-aae2-64833d04eefc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:27:18.695423 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9582f060-020c-4c52-b65a-d1937f50a365 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Network hostable DHCP agents. Network: e463d792-45e8-4288-aae2-64833d04eefc, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:27:18.706430 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-f6ad23a4-8070-4db9-9e66-5669b003c592 None None] Attempting to bind port 74b8eb27-5397-439a-be37-2433d5b6663f on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:27:18.706993 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-f6ad23a4-8070-4db9-9e66-5669b003c592 None None] Attempting to bind port 74b8eb27-5397-439a-be37-2433d5b6663f by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': 'f7b8278f-b0a6-47b6-812b-90307b766a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '206f9d07-9c2e-4490-896d-289aa4538730'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:27:18.707529 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ad23a4-8070-4db9-9e66-5669b003c592 None None] Attempting to bind port 74b8eb27-5397-439a-be37-2433d5b6663f on network 206f9d07-9c2e-4490-896d-289aa4538730 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:27:18.717566 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-460ad722-c59e-4712-89af-81f82627e7ad tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2085142 Nov 12 08:27:18.722307 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 58918) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:18.727389 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ad23a4-8070-4db9-9e66-5669b003c592 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:27:18.728524 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ad23a4-8070-4db9-9e66-5669b003c592 None None] Checking segment: {'id': 'f7b8278f-b0a6-47b6-812b-90307b766a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '206f9d07-9c2e-4490-896d-289aa4538730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:27:18.729110 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f6ad23a4-8070-4db9-9e66-5669b003c592 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:18.729671 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ad23a4-8070-4db9-9e66-5669b003c592 None None] Bound using segment: {'id': 'f7b8278f-b0a6-47b6-812b-90307b766a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '206f9d07-9c2e-4490-896d-289aa4538730'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:27:18.730522 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-f6ad23a4-8070-4db9-9e66-5669b003c592 None None] Bound port: 74b8eb27-5397-439a-be37-2433d5b6663f, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7b8278f-b0a6-47b6-812b-90307b766a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '206f9d07-9c2e-4490-896d-289aa4538730'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:27:18.732513 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f6ad23a4-8070-4db9-9e66-5669b003c592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:18.747982 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-27629892-d8d4-450d-af31-f87b8e22e599 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:18.827176 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-5949ca05-9cd5-4ab0-bb7d-3ce3d5910ce1 None None] Allocated IP 10.2.2.2 (5b2a8b49-5710-48dd-bacf-1711bcf033cc/9f233125-4b62-40de-bf22-04d217d99b20/fdb70562-3dde-451c-8768-829502f8ae4b) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:27:18.851123 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27629892-d8d4-450d-af31-f87b8e22e599 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Network 206f9d07-9c2e-4490-896d-289aa4538730 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:27:18.874059 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9582f060-020c-4c52-b65a-d1937f50a365 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Network e463d792-45e8-4288-aae2-64833d04eefc is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:27:18.888002 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf77b8d-47ed-4699-8bb9-1143e9924825 req-892c6ce9-af1d-4b2e-8ea5-8f8b5eff041f tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:18.889869 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-caf77b8d-47ed-4699-8bb9-1143e9924825 req-892c6ce9-af1d-4b2e-8ea5-8f8b5eff041f tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=a58b9fac-f010-4334-b6f1-43a27858d9c8 HTTP/1.1" status: 200 len: 945 time: 0.4434869 Nov 12 08:27:18.891064 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-27629892-d8d4-450d-af31-f87b8e22e599 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:27:18.897644 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27629892-d8d4-450d-af31-f87b8e22e599 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Pushing event updated for resources: {'Port': ['ID=2ad84d50-d7c9-425a-b9f6-7a7fc1b1156e,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:18.901751 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27629892-d8d4-450d-af31-f87b8e22e599 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:27:18.932078 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-42c4b6b4-4729-42bf-b947-2e459e8e8d20 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:18.943752 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a2a104-28de-40c9-9afa-a701e68be3f6 req-5089806d-4b93-4a5d-971a-77b12bca92c9 tempest-ServerAddressesTestJSON-991799077 tempest-ServerAddressesTestJSON-991799077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:18.952145 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-88a2a104-28de-40c9-9afa-a701e68be3f6 req-5089806d-4b93-4a5d-971a-77b12bca92c9 tempest-ServerAddressesTestJSON-991799077 tempest-ServerAddressesTestJSON-991799077-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2b45d1f-1321-42c8-bdb1-1f7797bf4877 HTTP/1.1" status: 200 len: 944 time: 0.1460805 Nov 12 08:27:18.978385 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27629892-d8d4-450d-af31-f87b8e22e599 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:18.979068 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-27629892-d8d4-450d-af31-f87b8e22e599 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:18.990036 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-9582f060-020c-4c52-b65a-d1937f50a365 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, e463d792-45e8-4288-aae2-64833d04eefc) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:27:18.992797 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-42c4b6b4-4729-42bf-b947-2e459e8e8d20 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:19.019109 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9582f060-020c-4c52-b65a-d1937f50a365 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:19.019981 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9582f060-020c-4c52-b65a-d1937f50a365 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:19.021092 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6001f2ab-ec62-4454-a406-cf4ebfde7d07 None None] Network e463d792-45e8-4288-aae2-64833d04eefc requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:27:19.067411 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-88a2a104-28de-40c9-9afa-a701e68be3f6 req-09597334-62f7-43dd-82c5-3b5e167e2a6c tempest-ServerAddressesTestJSON-991799077 tempest-ServerAddressesTestJSON-991799077-project] 10.222.0.26 "GET /v2.0/security-groups?id=290c0775-92d3-4e73-a003-a48b1692dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139977 Nov 12 08:27:19.106901 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-27629892-d8d4-450d-af31-f87b8e22e599 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.4349003 Nov 12 08:27:19.109526 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 58922) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:19.114711 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-e7bdb1a4-0175-403d-a4cc-b998ba1e1e13 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Request body: {'port': {'network_id': '206f9d07-9c2e-4490-896d-289aa4538730', 'name': 'tempest-TaggedBootDevicesTest_v242-1098565563', 'fixed_ips': [{'subnet_id': '451e17db-46f2-4a8d-9633-d7807ea2bdef'}]}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:27:19.121807 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-9582f060-020c-4c52-b65a-d1937f50a365 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8365645 Nov 12 08:27:19.122562 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 58924) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:19.129873 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-db659ecf-1058-4839-a051-b403cad4a5a8 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1745815138', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:27:19.160648 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-caf77b8d-47ed-4699-8bb9-1143e9924825 req-32ff2ccb-d4a9-42cc-9351-be69f1fe30f6 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=9dc9079a-4f63-4eb5-be12-eaa66771fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938498 Nov 12 08:27:19.171636 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-db659ecf-1058-4839-a051-b403cad4a5a8 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:19.172971 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-db659ecf-1058-4839-a051-b403cad4a5a8 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:19.242953 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-db659ecf-1058-4839-a051-b403cad4a5a8 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:19.250016 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-db659ecf-1058-4839-a051-b403cad4a5a8 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052'] for router, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:19.278111 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-db659ecf-1058-4839-a051-b403cad4a5a8 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:19.279705 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9d2b5517-383d-4d05-a4a6-9a87ae3fdcd2 None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:19.284891 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-db659ecf-1058-4839-a051-b403cad4a5a8 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1584823 Nov 12 08:27:19.285122 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-42c4b6b4-4729-42bf-b947-2e459e8e8d20 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:19.286255 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 58932) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:19.296269 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-42c4b6b4-4729-42bf-b947-2e459e8e8d20 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:19.298395 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-42c4b6b4-4729-42bf-b947-2e459e8e8d20 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] 10.222.0.26 "DELETE /v2.0/security-groups/6b53789f-8e00-41e2-ba97-2da1ffc4f5ad HTTP/1.1" status: 204 len: 168 time: 0.5749254 Nov 12 08:27:19.305607 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 58934) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:19.310122 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-f6ad23a4-8070-4db9-9e66-5669b003c592 None None] For port 74b8eb27-5397-439a-be37-2433d5b6663f, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:27:19.315125 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-f6ad23a4-8070-4db9-9e66-5669b003c592 None None] For port 74b8eb27-5397-439a-be37-2433d5b6663f, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=74b8eb27-5397-439a-be37-2433d5b6663f,segment=NetworkSegment(f7b8278f-b0a6-47b6-812b-90307b766a98),segment_id=f7b8278f-b0a6-47b6-812b-90307b766a98)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:27:19.336394 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f6ad23a4-8070-4db9-9e66-5669b003c592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:19.341106 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9d2b5517-383d-4d05-a4a6-9a87ae3fdcd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:19.390677 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c4b6b4-4729-42bf-b947-2e459e8e8d20 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b53789f-8e00-41e2-ba97-2da1ffc4f5ad,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:19.507410 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2b5517-383d-4d05-a4a6-9a87ae3fdcd2 None None] Network a887882c-6c88-4901-967a-9ad8ef23d9b6 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:27:19.543731 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-9d2b5517-383d-4d05-a4a6-9a87ae3fdcd2 None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:27:19.548406 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2b5517-383d-4d05-a4a6-9a87ae3fdcd2 None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:27:19.677666 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6235334-9fc6-4d82-b008-d98df62ef9f3 req-9998400d-9b08-4414-831e-b85996e7a326 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:19.679296 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e6235334-9fc6-4d82-b008-d98df62ef9f3 req-9998400d-9b08-4414-831e-b85996e7a326 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=169f7779-8f80-4509-8e19-6731ed6e3dfc HTTP/1.1" status: 200 len: 943 time: 0.2338815 Nov 12 08:27:19.698472 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-bf27adc3-9127-44a9-8ada-8914131095f6 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.3857079 Nov 12 08:27:19.703932 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 58944) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:19.736992 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ad23a4-8070-4db9-9e66-5669b003c592 None None] Pushing event updated for resources: {'Port': ['ID=74b8eb27-5397-439a-be37-2433d5b6663f,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:19.763805 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-9d2b5517-383d-4d05-a4a6-9a87ae3fdcd2 None None] Attempting to bind port 0fd75b1a-d868-4a96-8be3-8dc41d0819fa on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:27:19.764638 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-9d2b5517-383d-4d05-a4a6-9a87ae3fdcd2 None None] Attempting to bind port 0fd75b1a-d868-4a96-8be3-8dc41d0819fa by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': 'd01617f6-5fe2-4044-b26c-69dda7df8330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a887882c-6c88-4901-967a-9ad8ef23d9b6'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:27:19.765290 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2b5517-383d-4d05-a4a6-9a87ae3fdcd2 None None] Attempting to bind port 0fd75b1a-d868-4a96-8be3-8dc41d0819fa on network a887882c-6c88-4901-967a-9ad8ef23d9b6 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:27:19.822564 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2b5517-383d-4d05-a4a6-9a87ae3fdcd2 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:27:19.823773 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2b5517-383d-4d05-a4a6-9a87ae3fdcd2 None None] Checking segment: {'id': 'd01617f6-5fe2-4044-b26c-69dda7df8330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a887882c-6c88-4901-967a-9ad8ef23d9b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:27:19.824517 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9d2b5517-383d-4d05-a4a6-9a87ae3fdcd2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:19.825091 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2b5517-383d-4d05-a4a6-9a87ae3fdcd2 None None] Bound using segment: {'id': 'd01617f6-5fe2-4044-b26c-69dda7df8330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a887882c-6c88-4901-967a-9ad8ef23d9b6'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:27:19.827395 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-9d2b5517-383d-4d05-a4a6-9a87ae3fdcd2 None None] Bound port: 0fd75b1a-d868-4a96-8be3-8dc41d0819fa, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd01617f6-5fe2-4044-b26c-69dda7df8330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a887882c-6c88-4901-967a-9ad8ef23d9b6'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:27:19.828498 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9d2b5517-383d-4d05-a4a6-9a87ae3fdcd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:19.843662 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-208c06d9-70aa-476e-b036-8bfb2c001d70 req-acaf8edb-f151-4fad-bade-f1dfb2c2bf0e tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=13ee7d6d71864c9eb2f508185e6a266f HTTP/1.1" status: 200 len: 267 time: 0.4601588 Nov 12 08:27:19.883292 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7bdb1a4-0175-403d-a4cc-b998ba1e1e13 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Made reservation on behalf of 21a2ac24705441ab9e82ecd18312805e for: {'port': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:27:19.893935 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e6235334-9fc6-4d82-b008-d98df62ef9f3 req-2a2cd8b4-8ea1-4a3e-bffd-0e4780856664 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=7569d1cf-6bd3-45ad-96a1-5286f4165b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1621451 Nov 12 08:27:19.970426 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2839d035-bf6a-4bd9-8d19-f3f87f3b54eb tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:20.013376 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2b5517-383d-4d05-a4a6-9a87ae3fdcd2 None None] Pushing event updated for resources: {'Port': ['ID=0fd75b1a-d868-4a96-8be3-8dc41d0819fa,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:20.102735 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d7a0d384-2a03-4b78-ad15-154d4a733fe8 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:20.159440 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208c06d9-70aa-476e-b036-8bfb2c001d70 req-21acd09e-17a5-42e3-a4ad-c6c92ebe669a tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:20.166909 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-208c06d9-70aa-476e-b036-8bfb2c001d70 req-21acd09e-17a5-42e3-a4ad-c6c92ebe669a tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=a58b9fac-f010-4334-b6f1-43a27858d9c8 HTTP/1.1" status: 200 len: 945 time: 0.3143356 Nov 12 08:27:20.172474 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-208c06d9-70aa-476e-b036-8bfb2c001d70 req-b54dd529-6a50-41b4-a060-5bfb4c5db981 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Request body: {'port': {'security_groups': []}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:27:20.207715 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5949ca05-9cd5-4ab0-bb7d-3ce3d5910ce1 None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:20.247038 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5949ca05-9cd5-4ab0-bb7d-3ce3d5910ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:20.251261 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d7a0d384-2a03-4b78-ad15-154d4a733fe8 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:20.251689 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8522639-de1f-45a1-be5d-74980c7e2235 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-e463d792-45e8-4288-aae2-64833d04eefc', 'network_id': 'e463d792-45e8-4288-aae2-64833d04eefc', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'fixed_ips': [{'subnet_id': '4f4ff4e5-e025-47e9-8a1c-acacfe440e2f'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:27:20.253297 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c8522639-de1f-45a1-be5d-74980c7e2235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:20.285183 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e7bdb1a4-0175-403d-a4cc-b998ba1e1e13 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:20.345446 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-208c06d9-70aa-476e-b036-8bfb2c001d70 req-b54dd529-6a50-41b4-a060-5bfb4c5db981 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:20.356481 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [None req-e7bdb1a4-0175-403d-a4cc-b998ba1e1e13 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] device_id is not set on port a9c14931-8b9b-4467-9aca-bbbe106d4681 yet. {{(pid=102600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:27:20.390270 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-9d2b5517-383d-4d05-a4a6-9a87ae3fdcd2 None None] For port 0fd75b1a-d868-4a96-8be3-8dc41d0819fa, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:27:20.428281 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-9d2b5517-383d-4d05-a4a6-9a87ae3fdcd2 None None] For port 0fd75b1a-d868-4a96-8be3-8dc41d0819fa, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=0fd75b1a-d868-4a96-8be3-8dc41d0819fa,segment=NetworkSegment(d01617f6-5fe2-4044-b26c-69dda7df8330),segment_id=d01617f6-5fe2-4044-b26c-69dda7df8330)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:27:20.430872 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5949ca05-9cd5-4ab0-bb7d-3ce3d5910ce1 None None] Network 5b2a8b49-5710-48dd-bacf-1711bcf033cc is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:27:20.439965 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-2839d035-bf6a-4bd9-8d19-f3f87f3b54eb tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Allocated IP 172.20.0.1 (a887882c-6c88-4901-967a-9ad8ef23d9b6/6cf68360-a943-4551-9d97-7bd803c10bb1/1e42fcc0-c117-4407-8ad3-3cbc2a3d5794) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:27:20.440456 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-5949ca05-9cd5-4ab0-bb7d-3ce3d5910ce1 None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:27:20.503168 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc1574f-9969-4505-b423-a0931be27501 req-2c4609c9-a79c-4732-a521-aff8a771f14f tempest-ServerAddressesTestJSON-991799077 tempest-ServerAddressesTestJSON-991799077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:20.504743 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fcc1574f-9969-4505-b423-a0931be27501 req-2c4609c9-a79c-4732-a521-aff8a771f14f tempest-ServerAddressesTestJSON-991799077 tempest-ServerAddressesTestJSON-991799077-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2b45d1f-1321-42c8-bdb1-1f7797bf4877 HTTP/1.1" status: 200 len: 944 time: 0.1349859 Nov 12 08:27:20.577925 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5949ca05-9cd5-4ab0-bb7d-3ce3d5910ce1 None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:27:20.591903 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9d2b5517-383d-4d05-a4a6-9a87ae3fdcd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:20.651678 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 193529fe-6215-42be-9088-cc30b421b860 up at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:27:20.658508 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5949ca05-9cd5-4ab0-bb7d-3ce3d5910ce1 None None] Pushing event updated for resources: {'Port': ['ID=fdb70562-3dde-451c-8768-829502f8ae4b,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:20.739148 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fcc1574f-9969-4505-b423-a0931be27501 req-75032dec-a1ad-4f45-aa89-95c49cf1f9ec tempest-ServerAddressesTestJSON-991799077 tempest-ServerAddressesTestJSON-991799077-project] 10.222.0.26 "GET /v2.0/security-groups?id=290c0775-92d3-4e73-a003-a48b1692dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966851 Nov 12 08:27:20.768330 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-e7bdb1a4-0175-403d-a4cc-b998ba1e1e13 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Allocated IP 10.1.1.134 (206f9d07-9c2e-4490-896d-289aa4538730/451e17db-46f2-4a8d-9633-d7807ea2bdef/a9c14931-8b9b-4467-9aca-bbbe106d4681) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:27:20.837451 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2839d035-bf6a-4bd9-8d19-f3f87f3b54eb tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:20.842197 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2b5517-383d-4d05-a4a6-9a87ae3fdcd2 None None] Pushing event updated for resources: {'Port': ['ID=0fd75b1a-d868-4a96-8be3-8dc41d0819fa,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:20.856089 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d7a0d384-2a03-4b78-ad15-154d4a733fe8 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:20.861099 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d7a0d384-2a03-4b78-ad15-154d4a733fe8 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:20.871117 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 58970) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:20.876457 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-d7a0d384-2a03-4b78-ad15-154d4a733fe8 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] 10.222.0.26 "DELETE /v2.0/security-groups/293f6e7a-ff93-4977-978b-bbef831d0f6d HTTP/1.1" status: 204 len: 168 time: 1.1711080 Nov 12 08:27:20.976065 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2839d035-bf6a-4bd9-8d19-f3f87f3b54eb tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:21.048678 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-785d927b-0cbe-4a3b-877c-828ebb690db0 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1761100 Nov 12 08:27:21.049395 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 58974) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:21.105994 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-5c2f3f5f-a663-4da0-9a71-86e657fe2bd9 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Request body: {'security_group': {'name': 'tempest-secgroup--1675089022'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:27:21.209570 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2839d035-bf6a-4bd9-8d19-f3f87f3b54eb tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Network a887882c-6c88-4901-967a-9ad8ef23d9b6 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:27:21.247763 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-2839d035-bf6a-4bd9-8d19-f3f87f3b54eb tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:27:21.255760 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a0d384-2a03-4b78-ad15-154d4a733fe8 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=293f6e7a-ff93-4977-978b-bbef831d0f6d,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:21.256868 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2839d035-bf6a-4bd9-8d19-f3f87f3b54eb tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:27:21.271867 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-208c06d9-70aa-476e-b036-8bfb2c001d70 req-b54dd529-6a50-41b4-a060-5bfb4c5db981 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] For port 52e3cae5-6584-48de-ba76-ae94ed751891, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=52e3cae5-6584-48de-ba76-ae94ed751891,segment=NetworkSegment(e07c96e0-5af6-439e-b283-25e89ba24ea2),segment_id=e07c96e0-5af6-439e-b283-25e89ba24ea2)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:27:21.309338 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2839d035-bf6a-4bd9-8d19-f3f87f3b54eb tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Pushing event updated for resources: {'Port': ['ID=1e42fcc0-c117-4407-8ad3-3cbc2a3d5794,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:21.381025 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5c2f3f5f-a663-4da0-9a71-86e657fe2bd9 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:21.501841 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb66fdb1-042b-4244-bc3d-d94c9c774a32 req-34a72ec4-8198-40c8-8370-4459301b34e2 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:21.503078 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-5949ca05-9cd5-4ab0-bb7d-3ce3d5910ce1 None None] Attempting to bind port fdb70562-3dde-451c-8768-829502f8ae4b on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:27:21.503553 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-5949ca05-9cd5-4ab0-bb7d-3ce3d5910ce1 None None] Attempting to bind port fdb70562-3dde-451c-8768-829502f8ae4b by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '0e80606c-279e-44f6-8189-99516fd172eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '5b2a8b49-5710-48dd-bacf-1711bcf033cc'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:27:21.504443 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5949ca05-9cd5-4ab0-bb7d-3ce3d5910ce1 None None] Attempting to bind port fdb70562-3dde-451c-8768-829502f8ae4b on network 5b2a8b49-5710-48dd-bacf-1711bcf033cc {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:27:21.509330 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-eb66fdb1-042b-4244-bc3d-d94c9c774a32 req-34a72ec4-8198-40c8-8370-4459301b34e2 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=169f7779-8f80-4509-8e19-6731ed6e3dfc HTTP/1.1" status: 200 len: 943 time: 0.3898342 Nov 12 08:27:21.535598 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2839d035-bf6a-4bd9-8d19-f3f87f3b54eb tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933481'] for router_interface, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:21.589026 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-c8522639-de1f-45a1-be5d-74980c7e2235 None None] Allocated IP 172.21.0.2 (e463d792-45e8-4288-aae2-64833d04eefc/4f4ff4e5-e025-47e9-8a1c-acacfe440e2f/f4c3f660-9fa3-47fe-8144-5700397782f1) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:27:21.728021 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621ac690-c44e-4729-8deb-2b409dda8228 req-f2c41b2c-4c37-4c7d-ab20-d78a37f788ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:21.729644 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-621ac690-c44e-4729-8deb-2b409dda8228 req-f2c41b2c-4c37-4c7d-ab20-d78a37f788ce service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=169f7779-8f80-4509-8e19-6731ed6e3dfc&tenant_id=6d4d05cf75bd48988e66a58743392390 HTTP/1.1" status: 200 len: 1095 time: 0.3238754 Nov 12 08:27:21.761632 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b678efb3-e71f-4efd-b519-587e41999842 None None] Network 206f9d07-9c2e-4490-896d-289aa4538730 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:27:21.771954 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-eb66fdb1-042b-4244-bc3d-d94c9c774a32 req-6ff31133-f589-476c-8e81-ae9316785f5f tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=7569d1cf-6bd3-45ad-96a1-5286f4165b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2609026 Nov 12 08:27:21.810308 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5949ca05-9cd5-4ab0-bb7d-3ce3d5910ce1 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:27:21.815166 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5949ca05-9cd5-4ab0-bb7d-3ce3d5910ce1 None None] Checking segment: {'id': '0e80606c-279e-44f6-8189-99516fd172eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '5b2a8b49-5710-48dd-bacf-1711bcf033cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:27:21.815988 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5949ca05-9cd5-4ab0-bb7d-3ce3d5910ce1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:21.816596 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5949ca05-9cd5-4ab0-bb7d-3ce3d5910ce1 None None] Bound using segment: {'id': '0e80606c-279e-44f6-8189-99516fd172eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '5b2a8b49-5710-48dd-bacf-1711bcf033cc'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:27:21.819083 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-5949ca05-9cd5-4ab0-bb7d-3ce3d5910ce1 None None] Bound port: fdb70562-3dde-451c-8768-829502f8ae4b, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e80606c-279e-44f6-8189-99516fd172eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '5b2a8b49-5710-48dd-bacf-1711bcf033cc'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:27:21.823885 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5949ca05-9cd5-4ab0-bb7d-3ce3d5910ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:22.007104 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5c2f3f5f-a663-4da0-9a71-86e657fe2bd9 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:22.044007 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5c2f3f5f-a663-4da0-9a71-86e657fe2bd9 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:22.064276 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621ac690-c44e-4729-8deb-2b409dda8228 req-67fc940e-30d9-47eb-be92-0ae864b0cdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:22.066035 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-621ac690-c44e-4729-8deb-2b409dda8228 req-67fc940e-30d9-47eb-be92-0ae864b0cdb8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6d4d05cf75bd48988e66a58743392390&device_id=169f7779-8f80-4509-8e19-6731ed6e3dfc HTTP/1.1" status: 200 len: 1095 time: 0.2857437 Nov 12 08:27:22.104954 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c8522639-de1f-45a1-be5d-74980c7e2235 None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:22.114388 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb70933-89e4-4737-b613-2cc2e3b9da01 req-a998d5b4-1fe9-4aa1-8c3a-00d0a332fd66 tempest-ServerAddressesTestJSON-991799077 tempest-ServerAddressesTestJSON-991799077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:22.121992 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8bb70933-89e4-4737-b613-2cc2e3b9da01 req-a998d5b4-1fe9-4aa1-8c3a-00d0a332fd66 tempest-ServerAddressesTestJSON-991799077 tempest-ServerAddressesTestJSON-991799077-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2b45d1f-1321-42c8-bdb1-1f7797bf4877 HTTP/1.1" status: 200 len: 944 time: 0.1892095 Nov 12 08:27:22.128921 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2839d035-bf6a-4bd9-8d19-f3f87f3b54eb tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:22.146306 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 74b8eb27-5397-439a-be37-2433d5b6663f up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:27:22.153372 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5c2f3f5f-a663-4da0-9a71-86e657fe2bd9 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:22.163204 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-5c2f3f5f-a663-4da0-9a71-86e657fe2bd9 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0617435 Nov 12 08:27:22.163807 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 58990) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:22.183899 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-b30e0571-a432-4d37-8ed9-c394c3b9acac tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Request body: {'security_group_rule': {'security_group_id': '3da51f65-0521-46fb-a87e-594c5f7a265e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:27:22.200041 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-da729f3a-2ef6-46ef-aa5a-99bcb7818f74 None None] Provisioning complete for port 74b8eb27-5397-439a-be37-2433d5b6663f triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:27:22.201432 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-da729f3a-2ef6-46ef-aa5a-99bcb7818f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:22.217269 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2f3f5f-a663-4da0-9a71-86e657fe2bd9 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3da51f65-0521-46fb-a87e-594c5f7a265e,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:22.230344 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-208c06d9-70aa-476e-b036-8bfb2c001d70 req-b54dd529-6a50-41b4-a060-5bfb4c5db981 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:22.241644 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-208c06d9-70aa-476e-b036-8bfb2c001d70 req-b54dd529-6a50-41b4-a060-5bfb4c5db981 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:22.293543 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c8522639-de1f-45a1-be5d-74980c7e2235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:22.338236 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54dd529-6a50-41b4-a060-5bfb4c5db981 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Pushing event updated for resources: {'Port': ['ID=52e3cae5-6584-48de-ba76-ae94ed751891,revision_number=6']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:22.370015 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208c06d9-70aa-476e-b036-8bfb2c001d70 req-b54dd529-6a50-41b4-a060-5bfb4c5db981 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:22.370271 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-208c06d9-70aa-476e-b036-8bfb2c001d70 req-b54dd529-6a50-41b4-a060-5bfb4c5db981 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:22.372038 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-208c06d9-70aa-476e-b036-8bfb2c001d70 req-b54dd529-6a50-41b4-a060-5bfb4c5db981 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "PUT /v2.0/ports/52e3cae5-6584-48de-ba76-ae94ed751891 HTTP/1.1" status: 200 len: 904 time: 2.2042813 Nov 12 08:27:22.372534 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a58b9fac-f010-4334-b6f1-43a27858d9c8', 'tag': '52e3cae5-6584-48de-ba76-ae94ed751891'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:27:22.381077 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a9a059-4e60-48f9-8cff-ad76992f0fd2" -d '{"events": [{"name": "network-changed", "server_uuid": "a58b9fac-f010-4334-b6f1-43a27858d9c8", "tag": "52e3cae5-6584-48de-ba76-ae94ed751891"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:27:22.387439 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e7bdb1a4-0175-403d-a4cc-b998ba1e1e13 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:22.439326 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning for port 193529fe-6215-42be-9088-cc30b421b860 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:27:22.479509 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e7bdb1a4-0175-403d-a4cc-b998ba1e1e13 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:22.482119 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621ac690-c44e-4729-8deb-2b409dda8228 req-1020e980-adc7-44f6-953f-1878bb828088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:22.487466 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-621ac690-c44e-4729-8deb-2b409dda8228 req-1020e980-adc7-44f6-953f-1878bb828088 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9002ff25-76a7-4c3d-8082-16c14deb03d5 HTTP/1.1" status: 200 len: 917 time: 0.4015357 Nov 12 08:27:22.495475 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8bb70933-89e4-4737-b613-2cc2e3b9da01 req-b452d3f5-a955-4024-906b-70c148a88591 tempest-ServerAddressesTestJSON-991799077 tempest-ServerAddressesTestJSON-991799077-project] 10.222.0.26 "GET /v2.0/security-groups?id=290c0775-92d3-4e73-a003-a48b1692dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3725777 Nov 12 08:27:22.514908 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8522639-de1f-45a1-be5d-74980c7e2235 None None] Network e463d792-45e8-4288-aae2-64833d04eefc is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:27:22.516751 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['a4a518c3-e7bb-4082-8b18-06e6f981519a', '1ef3455d-b25c-4aa7-8358-1afb58b1eb13', '52e3cae5-6584-48de-ba76-ae94ed751891'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:27:22.574446 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning complete for port 193529fe-6215-42be-9088-cc30b421b860 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:27:22.574862 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:22.617357 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8522639-de1f-45a1-be5d-74980c7e2235 None None] Pushing event updated for resources: {'Port': ['ID=f4c3f660-9fa3-47fe-8144-5700397782f1,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:22.619341 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7bdb1a4-0175-403d-a4cc-b998ba1e1e13 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Network 206f9d07-9c2e-4490-896d-289aa4538730 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:27:22.628241 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-c8522639-de1f-45a1-be5d-74980c7e2235 None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:27:22.629539 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edbc7d87-4c0b-4e75-bdc4-a77455502d02 x-openstack-request-id: req-edbc7d87-4c0b-4e75-bdc4-a77455502d02 {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:27:22.630294 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a58b9fac-f010-4334-b6f1-43a27858d9c8", "tag": "52e3cae5-6584-48de-ba76-ae94ed751891", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:27:22.630863 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-edbc7d87-4c0b-4e75-bdc4-a77455502d02 {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:27:22.631570 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a58b9fac-f010-4334-b6f1-43a27858d9c8', 'tag': '52e3cae5-6584-48de-ba76-ae94ed751891', 'status': 'completed', 'code': 200} Nov 12 08:27:22.635002 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-e7bdb1a4-0175-403d-a4cc-b998ba1e1e13 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:27:22.652453 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bdb1a4-0175-403d-a4cc-b998ba1e1e13 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:27:22.661603 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8522639-de1f-45a1-be5d-74980c7e2235 None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:27:22.767790 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['52e3cae5-6584-48de-ba76-ae94ed751891'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:27:22.775181 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bdb1a4-0175-403d-a4cc-b998ba1e1e13 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Pushing event updated for resources: {'Port': ['ID=a9c14931-8b9b-4467-9aca-bbbe106d4681,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:22.859048 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b30e0571-a432-4d37-8ed9-c394c3b9acac tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:22.899907 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7bdb1a4-0175-403d-a4cc-b998ba1e1e13 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:22.913060 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e7bdb1a4-0175-403d-a4cc-b998ba1e1e13 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:22.918473 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15fd4e15-5869-4c2d-980f-7949d99caf45 None None] Network a887882c-6c88-4901-967a-9ad8ef23d9b6 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:27:22.983264 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-e7bdb1a4-0175-403d-a4cc-b998ba1e1e13 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8723533 Nov 12 08:27:23.001267 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-5949ca05-9cd5-4ab0-bb7d-3ce3d5910ce1 None None] For port fdb70562-3dde-451c-8768-829502f8ae4b, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:27:23.005329 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-5949ca05-9cd5-4ab0-bb7d-3ce3d5910ce1 None None] For port fdb70562-3dde-451c-8768-829502f8ae4b, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=fdb70562-3dde-451c-8768-829502f8ae4b,segment=NetworkSegment(0e80606c-279e-44f6-8189-99516fd172eb),segment_id=0e80606c-279e-44f6-8189-99516fd172eb)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:27:23.039828 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5949ca05-9cd5-4ab0-bb7d-3ce3d5910ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:23.097379 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac24ccbc-4ef4-4f38-832a-1f7980d02e4f req-bebaebc2-3aef-4beb-8420-01a538f934dc tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:23.105646 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ac24ccbc-4ef4-4f38-832a-1f7980d02e4f req-bebaebc2-3aef-4beb-8420-01a538f934dc tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=169f7779-8f80-4509-8e19-6731ed6e3dfc HTTP/1.1" status: 200 len: 943 time: 0.1396983 Nov 12 08:27:23.209350 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ac24ccbc-4ef4-4f38-832a-1f7980d02e4f req-1b277a4b-6693-4bdc-abcd-27800c10ad12 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=7569d1cf-6bd3-45ad-96a1-5286f4165b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002526 Nov 12 08:27:23.278499 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-da729f3a-2ef6-46ef-aa5a-99bcb7818f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:23.339678 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-c8522639-de1f-45a1-be5d-74980c7e2235 None None] Attempting to bind port f4c3f660-9fa3-47fe-8144-5700397782f1 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:27:23.339678 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-c8522639-de1f-45a1-be5d-74980c7e2235 None None] Attempting to bind port f4c3f660-9fa3-47fe-8144-5700397782f1 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '00a6606b-64fb-4c93-91e3-3358c78d2732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e463d792-45e8-4288-aae2-64833d04eefc'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:27:23.339678 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8522639-de1f-45a1-be5d-74980c7e2235 None None] Attempting to bind port f4c3f660-9fa3-47fe-8144-5700397782f1 on network e463d792-45e8-4288-aae2-64833d04eefc {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:27:23.377115 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 74b8eb27-5397-439a-be37-2433d5b6663f triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:27:23.377483 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:23.461052 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8522639-de1f-45a1-be5d-74980c7e2235 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:27:23.461052 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8522639-de1f-45a1-be5d-74980c7e2235 None None] Checking segment: {'id': '00a6606b-64fb-4c93-91e3-3358c78d2732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e463d792-45e8-4288-aae2-64833d04eefc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:27:23.461052 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c8522639-de1f-45a1-be5d-74980c7e2235 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:23.461544 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8522639-de1f-45a1-be5d-74980c7e2235 None None] Bound using segment: {'id': '00a6606b-64fb-4c93-91e3-3358c78d2732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e463d792-45e8-4288-aae2-64833d04eefc'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:27:23.461777 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-c8522639-de1f-45a1-be5d-74980c7e2235 None None] Bound port: f4c3f660-9fa3-47fe-8144-5700397782f1, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00a6606b-64fb-4c93-91e3-3358c78d2732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e463d792-45e8-4288-aae2-64833d04eefc'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:27:23.462423 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c8522639-de1f-45a1-be5d-74980c7e2235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:23.684291 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-621ac690-c44e-4729-8deb-2b409dda8228 req-a596b34d-fd6e-4bc3-862c-c2f256a4d5ad service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=511ca486-5ae6-43e2-9142-3c78089c6bdc HTTP/1.1" status: 200 len: 999 time: 1.1870215 Nov 12 08:27:23.699606 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-da729f3a-2ef6-46ef-aa5a-99bcb7818f74 None None] For port 74b8eb27-5397-439a-be37-2433d5b6663f, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=74b8eb27-5397-439a-be37-2433d5b6663f,segment=NetworkSegment(f7b8278f-b0a6-47b6-812b-90307b766a98),segment_id=f7b8278f-b0a6-47b6-812b-90307b766a98)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:27:23.700693 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5949ca05-9cd5-4ab0-bb7d-3ce3d5910ce1 None None] Pushing event updated for resources: {'Port': ['ID=fdb70562-3dde-451c-8768-829502f8ae4b,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:23.709296 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:23.884687 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-c8522639-de1f-45a1-be5d-74980c7e2235 None None] For port f4c3f660-9fa3-47fe-8144-5700397782f1, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:27:23.900582 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-c8522639-de1f-45a1-be5d-74980c7e2235 None None] For port f4c3f660-9fa3-47fe-8144-5700397782f1, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=f4c3f660-9fa3-47fe-8144-5700397782f1,segment=NetworkSegment(00a6606b-64fb-4c93-91e3-3358c78d2732),segment_id=00a6606b-64fb-4c93-91e3-3358c78d2732)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:27:23.915604 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-da729f3a-2ef6-46ef-aa5a-99bcb7818f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:23.919992 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b30e0571-a432-4d37-8ed9-c394c3b9acac tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:23.935485 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59026) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:23.942286 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c8522639-de1f-45a1-be5d-74980c7e2235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:23.942989 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b30e0571-a432-4d37-8ed9-c394c3b9acac tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:23.949279 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-26dc9495-9ab4-4ee3-aa46-53c12030c22f tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Request body: {'security_group': {'name': 'tempest-securitygroup--819989312', 'description': 'tempest-description--617289937'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:27:24.009178 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ddcb80-0539-43a8-b9be-fbbdca5a4e00 req-b09ead58-a837-4607-8574-310ade5475be tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:24.010569 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a6ddcb80-0539-43a8-b9be-fbbdca5a4e00 req-b09ead58-a837-4607-8574-310ade5475be tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=a58b9fac-f010-4334-b6f1-43a27858d9c8 HTTP/1.1" status: 200 len: 907 time: 1.3520117 Nov 12 08:27:24.029653 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-26dc9495-9ab4-4ee3-aa46-53c12030c22f tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:24.111753 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b30e0571-a432-4d37-8ed9-c394c3b9acac tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:24.115573 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-b30e0571-a432-4d37-8ed9-c394c3b9acac tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.9332440 Nov 12 08:27:24.118123 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59036) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:24.148940 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30e0571-a432-4d37-8ed9-c394c3b9acac tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2bdbcca-4256-41ee-92fd-b3f15f232f19,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:24.186261 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2b45d1f-1321-42c8-bdb1-1f7797bf4877', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '193529fe-6215-42be-9088-cc30b421b860'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:27:24.189042 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a3f1ebd-b00c-4864-83b1-ed369bb2123e" -d '{"events": [{"server_uuid": "d2b45d1f-1321-42c8-bdb1-1f7797bf4877", "name": "network-vif-plugged", "status": "completed", "tag": "193529fe-6215-42be-9088-cc30b421b860"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:27:24.239510 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621ac690-c44e-4729-8deb-2b409dda8228 req-6e3483f7-558b-49f9-b3ec-a66983e45849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:24.241007 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-621ac690-c44e-4729-8deb-2b409dda8228 req-6e3483f7-558b-49f9-b3ec-a66983e45849 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c8e8c768-2d07-4b3f-a074-a2b6b712f48f HTTP/1.1" status: 200 len: 855 time: 0.3197060 Nov 12 08:27:24.251298 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a9a059-4e60-48f9-8cff-ad76992f0fd2 req-860f3880-2995-4b4f-9a26-21abe4797725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:24.252969 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a0a9a059-4e60-48f9-8cff-ad76992f0fd2 req-860f3880-2995-4b4f-9a26-21abe4797725 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=13ee7d6d71864c9eb2f508185e6a266f&device_id=a58b9fac-f010-4334-b6f1-43a27858d9c8 HTTP/1.1" status: 200 len: 1059 time: 1.6193674 Nov 12 08:27:24.260648 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-dc836568-d097-4419-bdaf-82e92b3c0fe3 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:24.285421 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-dc836568-d097-4419-bdaf-82e92b3c0fe3 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:24.310552 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 193529fe-6215-42be-9088-cc30b421b860, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=193529fe-6215-42be-9088-cc30b421b860,segment=NetworkSegment(3756fc92-112d-480f-8b9a-f90df843fcd6),segment_id=3756fc92-112d-480f-8b9a-f90df843fcd6)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:27:24.315932 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 0fd75b1a-d868-4a96-8be3-8dc41d0819fa up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:27:24.393520 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a9a059-4e60-48f9-8cff-ad76992f0fd2 req-5850dd06-3c8e-4798-b052-06e97b694ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:24.395108 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a0a9a059-4e60-48f9-8cff-ad76992f0fd2 req-5850dd06-3c8e-4798-b052-06e97b694ad0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=392b706c-fa83-40b2-ba41-e97d70efdd1d HTTP/1.1" status: 200 len: 912 time: 0.1046550 Nov 12 08:27:24.402970 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b3be3-b827-4a6c-b951-7192bcc27160 req-cf84fa42-59ac-44a4-8355-ca429958ba26 tempest-ServerAddressesTestJSON-991799077 tempest-ServerAddressesTestJSON-991799077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:24.404965 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3a1b3be3-b827-4a6c-b951-7192bcc27160 req-cf84fa42-59ac-44a4-8355-ca429958ba26 tempest-ServerAddressesTestJSON-991799077 tempest-ServerAddressesTestJSON-991799077-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2b45d1f-1321-42c8-bdb1-1f7797bf4877 HTTP/1.1" status: 200 len: 944 time: 0.1997807 Nov 12 08:27:24.412942 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-dc836568-d097-4419-bdaf-82e92b3c0fe3 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:24.481391 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:24.490613 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-49b0530f-21de-4c9a-8f97-5806083fc1f1 None None] Provisioning complete for port 52e3cae5-6584-48de-ba76-ae94ed751891 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:27:24.490997 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-49b0530f-21de-4c9a-8f97-5806083fc1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:24.501279 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-dc836568-d097-4419-bdaf-82e92b3c0fe3 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:24.502912 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-dc836568-d097-4419-bdaf-82e92b3c0fe3 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/a2bdbcca-4256-41ee-92fd-b3f15f232f19 HTTP/1.1" status: 204 len: 168 time: 0.3817639 Nov 12 08:27:24.507283 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc836568-d097-4419-bdaf-82e92b3c0fe3 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a2bdbcca-4256-41ee-92fd-b3f15f232f19,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:24.520222 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3a1b3be3-b827-4a6c-b951-7192bcc27160 req-5d88f705-f32f-4703-9510-b072c80fce3e tempest-ServerAddressesTestJSON-991799077 tempest-ServerAddressesTestJSON-991799077-project] 10.222.0.26 "GET /v2.0/security-groups?id=290c0775-92d3-4e73-a003-a48b1692dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034625 Nov 12 08:27:24.525778 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59046) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:24.592020 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da729f3a-2ef6-46ef-aa5a-99bcb7818f74 None None] Pushing event updated for resources: {'Port': ['ID=74b8eb27-5397-439a-be37-2433d5b6663f,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:24.595751 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a0a9a059-4e60-48f9-8cff-ad76992f0fd2 req-6cc7c396-a2d2-494b-b678-f826b855dd9f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52e3cae5-6584-48de-ba76-ae94ed751891 HTTP/1.1" status: 200 len: 217 time: 0.1700120 Nov 12 08:27:24.636189 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-26dc9495-9ab4-4ee3-aa46-53c12030c22f tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:24.659625 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fb194f-8cbb-460f-98a6-1e50a97247e4 req-d8c136ec-9fd5-4ba8-b37e-60d6942a7127 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:24.659922 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-26dc9495-9ab4-4ee3-aa46-53c12030c22f tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:24.663389 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-85fb194f-8cbb-460f-98a6-1e50a97247e4 req-d8c136ec-9fd5-4ba8-b37e-60d6942a7127 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9f80b7-7da6-471c-ab75-5240190a613a HTTP/1.1" status: 200 len: 945 time: 0.5085275 Nov 12 08:27:24.710250 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-488be45f-de99-4172-ba19-da7b302a80d9 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1806326 Nov 12 08:27:24.714165 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59050) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:24.769342 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dc9495-9ab4-4ee3-aa46-53c12030c22f tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fca2cf2b-9cad-4878-bbbc-828482027757,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:24.843797 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 0fd75b1a-d868-4a96-8be3-8dc41d0819fa triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:27:24.844170 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:24.859532 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-26dc9495-9ab4-4ee3-aa46-53c12030c22f tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:24.862900 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-26dc9495-9ab4-4ee3-aa46-53c12030c22f tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.9256015 Nov 12 08:27:24.881807 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59056) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:24.888643 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-3ef15cc9-0eec-4905-8d29-b633a836644f tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Request body: {'security_group_rule': {'security_group_id': 'fca2cf2b-9cad-4878-bbbc-828482027757', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:27:24.899066 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6616d606-0a2d-401f-9026-1182e5273c02 x-openstack-request-id: req-6616d606-0a2d-401f-9026-1182e5273c02 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:27:24.899471 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2b45d1f-1321-42c8-bdb1-1f7797bf4877", "name": "network-vif-plugged", "status": "completed", "tag": "193529fe-6215-42be-9088-cc30b421b860", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:27:24.899671 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6616d606-0a2d-401f-9026-1182e5273c02 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:27:24.900108 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2b45d1f-1321-42c8-bdb1-1f7797bf4877', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '193529fe-6215-42be-9088-cc30b421b860', 'code': 200} Nov 12 08:27:24.902685 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a9a059-4e60-48f9-8cff-ad76992f0fd2 req-91c52ebd-2e07-4dd5-b9ab-5f340926af2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:24.905328 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a0a9a059-4e60-48f9-8cff-ad76992f0fd2 req-91c52ebd-2e07-4dd5-b9ab-5f340926af2d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2d250a72-e563-4d6e-ac4f-f44698e0ce3c HTTP/1.1" status: 200 len: 850 time: 0.2902277 Nov 12 08:27:24.914385 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621ac690-c44e-4729-8deb-2b409dda8228 req-225414a3-ff88-4749-ba79-71b1eca33fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:24.918400 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-621ac690-c44e-4729-8deb-2b409dda8228 req-225414a3-ff88-4749-ba79-71b1eca33fb5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9002ff25-76a7-4c3d-8082-16c14deb03d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6502357 Nov 12 08:27:24.970540 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4717d87b-c250-4052-a3cf-08e88e5ff0f0 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:25.007496 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8522639-de1f-45a1-be5d-74980c7e2235 None None] Pushing event updated for resources: {'Port': ['ID=f4c3f660-9fa3-47fe-8144-5700397782f1,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:25.072344 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4717d87b-c250-4052-a3cf-08e88e5ff0f0 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:25.180839 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=193529fe-6215-42be-9088-cc30b421b860,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:25.191635 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3ef15cc9-0eec-4905-8d29-b633a836644f tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:25.207687 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-85fb194f-8cbb-460f-98a6-1e50a97247e4 req-51c52448-a750-40e6-bbcc-7e6b51cb9cf8 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=dafae0e1-4d35-4b86-8740-ce6a9a9c8268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4675500 Nov 12 08:27:25.351357 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4717d87b-c250-4052-a3cf-08e88e5ff0f0 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:25.354617 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4717d87b-c250-4052-a3cf-08e88e5ff0f0 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:25.359662 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-4717d87b-c250-4052-a3cf-08e88e5ff0f0 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] 10.222.0.26 "DELETE /v2.0/security-groups/3da51f65-0521-46fb-a87e-594c5f7a265e HTTP/1.1" status: 204 len: 168 time: 0.6121104 Nov 12 08:27:25.376489 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 59066) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:25.421333 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2839d035-bf6a-4bd9-8d19-f3f87f3b54eb tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:25.433566 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a9a059-4e60-48f9-8cff-ad76992f0fd2 req-a432b0b6-2715-4f24-8087-ae1976b95c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:25.433726 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4717d87b-c250-4052-a3cf-08e88e5ff0f0 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da51f65-0521-46fb-a87e-594c5f7a265e,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:25.441248 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a0a9a059-4e60-48f9-8cff-ad76992f0fd2 req-a432b0b6-2715-4f24-8087-ae1976b95c2d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=392b706c-fa83-40b2-ba41-e97d70efdd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5212812 Nov 12 08:27:25.486171 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30313c5b-738d-4352-a0d8-3b56ec11d5f3 req-ce77a06f-3a3a-4b3b-82b5-3a83a5152846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:25.487713 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-30313c5b-738d-4352-a0d8-3b56ec11d5f3 req-ce77a06f-3a3a-4b3b-82b5-3a83a5152846 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d2b45d1f-1321-42c8-bdb1-1f7797bf4877 HTTP/1.1" status: 200 len: 1097 time: 0.4971147 Nov 12 08:27:25.488369 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2839d035-bf6a-4bd9-8d19-f3f87f3b54eb tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:25.536441 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987aba2c-af7b-47e1-bcbf-3f5f02d89ff0 req-d68a66a7-7ec6-40da-b1e8-b7139fae9b68 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:25.548885 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-987aba2c-af7b-47e1-bcbf-3f5f02d89ff0 req-d68a66a7-7ec6-40da-b1e8-b7139fae9b68 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=169f7779-8f80-4509-8e19-6731ed6e3dfc HTTP/1.1" status: 200 len: 943 time: 0.4686260 Nov 12 08:27:25.604038 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3ef15cc9-0eec-4905-8d29-b633a836644f tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:25.671493 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-987aba2c-af7b-47e1-bcbf-3f5f02d89ff0 req-b9837844-0cec-42f4-a62f-aadbde3715a6 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=7569d1cf-6bd3-45ad-96a1-5286f4165b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202593 Nov 12 08:27:25.672514 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3ef15cc9-0eec-4905-8d29-b633a836644f tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:25.711455 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef15cc9-0eec-4905-8d29-b633a836644f tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2648900-2152-43db-afc6-ac7a75318615,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:25.724813 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3ef15cc9-0eec-4905-8d29-b633a836644f tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:25.739383 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-3ef15cc9-0eec-4905-8d29-b633a836644f tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8555412 Nov 12 08:27:25.740192 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59074) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:25.756135 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-ce26070f-6501-4e56-b491-9ec7c30658eb tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Request body: {'security_group_rule': {'security_group_id': 'fca2cf2b-9cad-4878-bbbc-828482027757', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:27:25.838006 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ce26070f-6501-4e56-b491-9ec7c30658eb tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:25.880591 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85cc6ff-a019-4dcf-b54a-34a0bfc32ada None None] Network 5b2a8b49-5710-48dd-bacf-1711bcf033cc requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:27:25.896473 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2839d035-bf6a-4bd9-8d19-f3f87f3b54eb tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Pushing event updated for resources: {'Port': ['ID=1e42fcc0-c117-4407-8ad3-3cbc2a3d5794,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:25.910835 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2839d035-bf6a-4bd9-8d19-f3f87f3b54eb tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933629'] for router_interface, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:26.031863 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65116ae0-045f-4e48-84a9-24763dcdab99 req-12e28a5a-305e-4b41-b434-e36f50f0e251 tempest-ServerAddressesTestJSON-991799077 tempest-ServerAddressesTestJSON-991799077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:26.041055 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-65116ae0-045f-4e48-84a9-24763dcdab99 req-12e28a5a-305e-4b41-b434-e36f50f0e251 tempest-ServerAddressesTestJSON-991799077 tempest-ServerAddressesTestJSON-991799077-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2b45d1f-1321-42c8-bdb1-1f7797bf4877 HTTP/1.1" status: 200 len: 945 time: 0.1620865 Nov 12 08:27:26.041637 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-2a0558ae-87d7-4bcb-859a-52c0de9bfd59 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.6559873 Nov 12 08:27:26.044387 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59080) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:26.057090 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-fd96bd49-6ed7-4ae6-bfee-7aa1c512a4ba tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Request body: {'security_group': {'name': 'tempest-secgroup--463377007'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:27:26.122065 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a0a9a059-4e60-48f9-8cff-ad76992f0fd2 req-1e7d45c7-af80-4c7f-9cda-72e5c2194588 service neutron] 10.222.0.21 "GET /v2.0/networks/392b706c-fa83-40b2-ba41-e97d70efdd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6388659 Nov 12 08:27:26.125951 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-621ac690-c44e-4729-8deb-2b409dda8228 req-347857e7-cb8e-4110-b58e-bcdef6778f6f service neutron] 10.222.0.44 "GET /v2.0/networks/9002ff25-76a7-4c3d-8082-16c14deb03d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1589880 Nov 12 08:27:26.147264 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fd96bd49-6ed7-4ae6-bfee-7aa1c512a4ba tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:26.149024 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35cdd290-9a19-4781-ba0c-a3c1ff13cf60 None None] Network e463d792-45e8-4288-aae2-64833d04eefc requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:27:26.152060 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ce26070f-6501-4e56-b491-9ec7c30658eb tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:26.172587 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ce26070f-6501-4e56-b491-9ec7c30658eb tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:26.215257 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce26070f-6501-4e56-b491-9ec7c30658eb tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb9b88dc-ef9e-4196-b2d1-999906f150a8,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:26.229608 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:26.261780 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-65116ae0-045f-4e48-84a9-24763dcdab99 req-50c4f467-82af-4f3f-a0f1-7215b355c80e tempest-ServerAddressesTestJSON-991799077 tempest-ServerAddressesTestJSON-991799077-project] 10.222.0.26 "GET /v2.0/security-groups?id=290c0775-92d3-4e73-a003-a48b1692dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183454 Nov 12 08:27:26.269647 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-49b0530f-21de-4c9a-8f97-5806083fc1f1 None None] Provisioning complete for port 74b8eb27-5397-439a-be37-2433d5b6663f triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:27:26.270020 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-49b0530f-21de-4c9a-8f97-5806083fc1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:26.271806 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ce26070f-6501-4e56-b491-9ec7c30658eb tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:26.274259 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-ce26070f-6501-4e56-b491-9ec7c30658eb tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5330510 Nov 12 08:27:26.279861 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59088) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:26.292803 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-7e31bcf0-b359-42f0-be78-3a638f481d1d tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Request body: {'floatingip': {'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:27:26.307904 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] For port 0fd75b1a-d868-4a96-8be3-8dc41d0819fa, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=0fd75b1a-d868-4a96-8be3-8dc41d0819fa,segment=NetworkSegment(d01617f6-5fe2-4044-b26c-69dda7df8330),segment_id=d01617f6-5fe2-4044-b26c-69dda7df8330)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:27:26.332497 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2839d035-bf6a-4bd9-8d19-f3f87f3b54eb tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Network a887882c-6c88-4901-967a-9ad8ef23d9b6 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:27:26.379821 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:26.385485 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-2839d035-bf6a-4bd9-8d19-f3f87f3b54eb tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:27:26.408544 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7e31bcf0-b359-42f0-be78-3a638f481d1d tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks [] for floatingip, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:26.445533 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-30313c5b-738d-4352-a0d8-3b56ec11d5f3 req-5be9d3e2-a8fb-4629-9a2d-d32cd0da8d28 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=290c0775-92d3-4e73-a003-a48b1692dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9002357 Nov 12 08:27:26.475916 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fd96bd49-6ed7-4ae6-bfee-7aa1c512a4ba tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:26.489613 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fd96bd49-6ed7-4ae6-bfee-7aa1c512a4ba tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:26.549458 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Pushing event updated for resources: {'Port': ['ID=0fd75b1a-d868-4a96-8be3-8dc41d0819fa,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:26.608076 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fd96bd49-6ed7-4ae6-bfee-7aa1c512a4ba tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:26.616206 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-fd96bd49-6ed7-4ae6-bfee-7aa1c512a4ba tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5589840 Nov 12 08:27:26.616950 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59094) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:26.701689 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a452b33-7d01-4838-bac2-c69bf5f2c034 req-97d59c55-f93c-4823-ae5a-e42b234f73b6 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:26.705073 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3a452b33-7d01-4838-bac2-c69bf5f2c034 req-97d59c55-f93c-4823-ae5a-e42b234f73b6 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9f80b7-7da6-471c-ab75-5240190a613a HTTP/1.1" status: 200 len: 945 time: 0.8098750 Nov 12 08:27:26.751667 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-18dfb0f3-18dd-4df4-bd5e-c30f6cecb63b tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Request body: {'security_group_rule': {'security_group_id': 'dfde2878-1e57-48cb-af3f-77ef2256d3d7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:27:26.774155 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd96bd49-6ed7-4ae6-bfee-7aa1c512a4ba tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfde2878-1e57-48cb-af3f-77ef2256d3d7,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:26.840006 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device fdb70562-3dde-451c-8768-829502f8ae4b up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:27:26.862891 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-18dfb0f3-18dd-4df4-bd5e-c30f6cecb63b tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:26.976949 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a0a9a059-4e60-48f9-8cff-ad76992f0fd2 req-89b83a04-d574-4600-aa31-84cb7520c4a4 service neutron] 10.222.0.21 "GET /v2.0/networks/392b706c-fa83-40b2-ba41-e97d70efdd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8448493 Nov 12 08:27:27.001422 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3a452b33-7d01-4838-bac2-c69bf5f2c034 req-559f92c4-2c82-44bd-897b-8695e86aa6c5 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=dafae0e1-4d35-4b86-8740-ce6a9a9c8268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2309027 Nov 12 08:27:27.029202 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6956541-4e96-47ca-86f1-0c1547107ac6 req-eda6ae22-37af-40d1-b450-f2534eb8fce5 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:27.031754 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port fdb70562-3dde-451c-8768-829502f8ae4b triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:27:27.033596 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:27.048304 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-621ac690-c44e-4729-8deb-2b409dda8228 req-b8d7f7de-25bd-47b3-b2b1-c1b547d2827e service neutron] 10.222.0.44 "GET /v2.0/networks/9002ff25-76a7-4c3d-8082-16c14deb03d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7400284 Nov 12 08:27:27.051610 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a6956541-4e96-47ca-86f1-0c1547107ac6 req-eda6ae22-37af-40d1-b450-f2534eb8fce5 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=169f7779-8f80-4509-8e19-6731ed6e3dfc HTTP/1.1" status: 200 len: 943 time: 0.1947994 Nov 12 08:27:27.096499 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2839d035-bf6a-4bd9-8d19-f3f87f3b54eb tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Router 3d9bc786-5496-40bd-b4c5-9c1faf0cf26a is scheduled to L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 with binding_index 1 {{(pid=102599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:27:27.126481 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-49b0530f-21de-4c9a-8f97-5806083fc1f1 None None] Provisioning complete for port 0fd75b1a-d868-4a96-8be3-8dc41d0819fa triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:27:27.126891 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-49b0530f-21de-4c9a-8f97-5806083fc1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:27.143613 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-18dfb0f3-18dd-4df4-bd5e-c30f6cecb63b tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:27.148764 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7e31bcf0-b359-42f0-be78-3a638f481d1d tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:27.166568 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-18dfb0f3-18dd-4df4-bd5e-c30f6cecb63b tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:27.355735 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-18dfb0f3-18dd-4df4-bd5e-c30f6cecb63b tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:27.360694 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-18dfb0f3-18dd-4df4-bd5e-c30f6cecb63b tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6320419 Nov 12 08:27:27.363527 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dfb0f3-18dd-4df4-bd5e-c30f6cecb63b tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7441d035-154b-4125-b4c2-efc97d057222,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:27.367184 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59124) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:27.375559 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2839d035-bf6a-4bd9-8d19-f3f87f3b54eb tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:27:27.394140 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174c813f-4681-4d98-b132-4628a9ac2005 None None] Sync routers for ids ['3d9bc786-5496-40bd-b4c5-9c1faf0cf26a'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:27:27.411450 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a6956541-4e96-47ca-86f1-0c1547107ac6 req-91ab172d-44b8-40ce-b9d6-964832094ca0 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=7569d1cf-6bd3-45ad-96a1-5286f4165b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3564806 Nov 12 08:27:27.417769 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174c813f-4681-4d98-b132-4628a9ac2005 None None] Routers {'3d9bc786-5496-40bd-b4c5-9c1faf0cf26a'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:27:27.418885 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-174c813f-4681-4d98-b132-4628a9ac2005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:27:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['3d9bc786-5496-40bd-b4c5-9c1faf0cf26a'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:27.423830 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-2839d035-bf6a-4bd9-8d19-f3f87f3b54eb tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "PUT /v2.0/routers/3d9bc786-5496-40bd-b4c5-9c1faf0cf26a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1364155 Nov 12 08:27:27.428153 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59130) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:27.456216 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:27.456455 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-b4a22e3d-3529-4664-8543-cb6a032ff675 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] 10.222.0.26 "GET /v2.0/security-group-rules/7441d035-154b-4125-b4c2-efc97d057222 HTTP/1.1" status: 200 len: 763 time: 0.0772760 Nov 12 08:27:27.472409 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59132) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:27.516164 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-174c813f-4681-4d98-b132-4628a9ac2005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:27.539574 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174c813f-4681-4d98-b132-4628a9ac2005 None None] Routers {'3d9bc786-5496-40bd-b4c5-9c1faf0cf26a'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:27:27.543305 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-174c813f-4681-4d98-b132-4628a9ac2005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:27:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['3d9bc786-5496-40bd-b4c5-9c1faf0cf26a'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:27.549342 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] For port fdb70562-3dde-451c-8768-829502f8ae4b, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=fdb70562-3dde-451c-8768-829502f8ae4b,segment=NetworkSegment(0e80606c-279e-44f6-8189-99516fd172eb),segment_id=0e80606c-279e-44f6-8189-99516fd172eb)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:27:27.649778 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-174c813f-4681-4d98-b132-4628a9ac2005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:27.660643 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174c813f-4681-4d98-b132-4628a9ac2005 None None] The sync data for ids ['3d9bc786-5496-40bd-b4c5-9c1faf0cf26a'] in n-d-765315-29 is: [] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:27:27.692598 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:27.693364 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 74b8eb27-5397-439a-be37-2433d5b6663f up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:27:27.747405 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-7e31bcf0-b359-42f0-be78-3a638f481d1d tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Allocated IP 172.25.2.78 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/82ad2ed9-369a-4e40-9763-61d99229b2ca) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:27:27.830316 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b126eed-ed1a-4993-b0c2-e9f9ab6bcac5 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:27.850270 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-7b126eed-ed1a-4993-b0c2-e9f9ab6bcac5 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "GET /v2.0/ports/1e42fcc0-c117-4407-8ad3-3cbc2a3d5794 HTTP/1.1" status: 200 len: 910 time: 0.4187329 Nov 12 08:27:27.878502 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 59140) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:27.931788 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3992805f-a38f-4144-949f-849f451a7b42 req-a04754e7-ef75-41f5-9c84-de6f95ab8dbe tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:27.934012 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3992805f-a38f-4144-949f-849f451a7b42 req-a04754e7-ef75-41f5-9c84-de6f95ab8dbe tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/networks?id=392b706c-fa83-40b2-ba41-e97d70efdd1d HTTP/1.1" status: 200 len: 811 time: 0.5416133 Nov 12 08:27:27.972510 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Pushing event updated for resources: {'Port': ['ID=fdb70562-3dde-451c-8768-829502f8ae4b,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:28.003736 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-49b0530f-21de-4c9a-8f97-5806083fc1f1 None None] Provisioning complete for port 2ad84d50-d7c9-425a-b9f6-7a7fc1b1156e triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:27:28.004362 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-49b0530f-21de-4c9a-8f97-5806083fc1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:28.046090 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-49b0530f-21de-4c9a-8f97-5806083fc1f1 None None] Port 2ad84d50-d7c9-425a-b9f6-7a7fc1b1156e cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:27:28.055402 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3992805f-a38f-4144-949f-849f451a7b42 req-15958296-cd19-43c5-8077-e72c88b0a7db tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/quotas/13ee7d6d71864c9eb2f508185e6a266f HTTP/1.1" status: 200 len: 375 time: 0.0776992 Nov 12 08:27:28.114697 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 74b8eb27-5397-439a-be37-2433d5b6663f triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:27:28.115067 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:28.119087 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-06ed40d4-6745-4dea-a601-56a0d6ad6577 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.5898850 Nov 12 08:27:28.123853 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59152) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:28.170062 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c9399-3304-4ac7-9e47-00ffadb684d0 req-28798244-91fc-419e-ac18-9c15ef58f42c tempest-ServerAddressesTestJSON-991799077 tempest-ServerAddressesTestJSON-991799077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:28.178639 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d62c9399-3304-4ac7-9e47-00ffadb684d0 req-28798244-91fc-419e-ac18-9c15ef58f42c tempest-ServerAddressesTestJSON-991799077 tempest-ServerAddressesTestJSON-991799077-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2b45d1f-1321-42c8-bdb1-1f7797bf4877 HTTP/1.1" status: 200 len: 945 time: 0.3232455 Nov 12 08:27:28.204098 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-18b0b551-79dd-458d-95af-fd7d72b8f0e4 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:28.222432 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3992805f-a38f-4144-949f-849f451a7b42 req-8b82981b-c2ec-4657-b527-f49aea119997 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=13ee7d6d71864c9eb2f508185e6a266f&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1655335 Nov 12 08:27:28.241248 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-18b0b551-79dd-458d-95af-fd7d72b8f0e4 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:28.356983 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7e31bcf0-b359-42f0-be78-3a638f481d1d tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:28.365225 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-cac6ae40-0fe0-4a31-8e06-dfdda44fd4a1 None None] Provisioning complete for port 1e42fcc0-c117-4407-8ad3-3cbc2a3d5794 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:27:28.365636 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-cac6ae40-0fe0-4a31-8e06-dfdda44fd4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:28.391900 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d62c9399-3304-4ac7-9e47-00ffadb684d0 req-df1e4a1b-69d9-4b5b-86c3-d205636b9934 tempest-ServerAddressesTestJSON-991799077 tempest-ServerAddressesTestJSON-991799077-project] 10.222.0.26 "GET /v2.0/security-groups?id=290c0775-92d3-4e73-a003-a48b1692dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119267 Nov 12 08:27:28.433861 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-18b0b551-79dd-458d-95af-fd7d72b8f0e4 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:28.449335 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-18b0b551-79dd-458d-95af-fd7d72b8f0e4 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:28.460543 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-18b0b551-79dd-458d-95af-fd7d72b8f0e4 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/7441d035-154b-4125-b4c2-efc97d057222 HTTP/1.1" status: 204 len: 168 time: 0.3346705 Nov 12 08:27:28.465539 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59158) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:28.494359 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device f4c3f660-9fa3-47fe-8144-5700397782f1 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:27:28.584928 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b0b551-79dd-458d-95af-fd7d72b8f0e4 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7441d035-154b-4125-b4c2-efc97d057222,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:28.634537 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-d303c68d-0eca-4415-a972-32999e9f12aa tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1525900 Nov 12 08:27:28.638171 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59162) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:28.645961 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-5b4d00c8-22f4-4a97-9aac-91c7277853d6 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Request body: {'security_group_rule': {'security_group_id': 'dfde2878-1e57-48cb-af3f-77ef2256d3d7', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:27:28.678170 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7e31bcf0-b359-42f0-be78-3a638f481d1d tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:28.679598 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-cac6ae40-0fe0-4a31-8e06-dfdda44fd4a1 None None] Port 1e42fcc0-c117-4407-8ad3-3cbc2a3d5794 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:27:28.743553 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-cac6ae40-0fe0-4a31-8e06-dfdda44fd4a1 None None] Provisioning complete for port fdb70562-3dde-451c-8768-829502f8ae4b triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:27:28.745483 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-cac6ae40-0fe0-4a31-8e06-dfdda44fd4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:28.806574 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port f4c3f660-9fa3-47fe-8144-5700397782f1 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:27:28.807119 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:28.864662 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e31bcf0-b359-42f0-be78-3a638f481d1d tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Pushing event updated for resources: {'Port': ['ID=82ad2ed9-369a-4e40-9763-61d99229b2ca,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:28.996853 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3992805f-a38f-4144-949f-849f451a7b42 req-7f685399-5ea0-4809-8e9c-46bfe40105e8 service neutron] 10.222.0.26 "GET /v2.0/networks/392b706c-fa83-40b2-ba41-e97d70efdd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7734809 Nov 12 08:27:28.998135 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e31bcf0-b359-42f0-be78-3a638f481d1d tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:27:29.022932 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-7e31bcf0-b359-42f0-be78-3a638f481d1d tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:27:29.032951 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e31bcf0-b359-42f0-be78-3a638f481d1d tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:27:29.213082 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:29.241546 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-cac6ae40-0fe0-4a31-8e06-dfdda44fd4a1 None None] Provisioning complete for port a9c14931-8b9b-4467-9aca-bbbe106d4681 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:27:29.242317 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-cac6ae40-0fe0-4a31-8e06-dfdda44fd4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:29.330648 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5b4d00c8-22f4-4a97-9aac-91c7277853d6 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:29.372419 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-109dc578-feec-405c-9c13-93169d37c4e7 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:29.463638 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] For port f4c3f660-9fa3-47fe-8144-5700397782f1, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=f4c3f660-9fa3-47fe-8144-5700397782f1,segment=NetworkSegment(00a6606b-64fb-4c93-91e3-3358c78d2732),segment_id=00a6606b-64fb-4c93-91e3-3358c78d2732)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:27:29.479739 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913b9a2a-d22f-4b0b-a924-2491b66d1dbe req-e91dd115-7cc2-43ab-8655-315bf8daf918 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:29.480430 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:29.485965 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-cac6ae40-0fe0-4a31-8e06-dfdda44fd4a1 None None] Port a9c14931-8b9b-4467-9aca-bbbe106d4681 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:27:29.489406 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-913b9a2a-d22f-4b0b-a924-2491b66d1dbe req-e91dd115-7cc2-43ab-8655-315bf8daf918 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=169f7779-8f80-4509-8e19-6731ed6e3dfc HTTP/1.1" status: 200 len: 943 time: 0.6681104 Nov 12 08:27:29.624021 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Pushing event updated for resources: {'Port': ['ID=f4c3f660-9fa3-47fe-8144-5700397782f1,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:29.643435 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-cac6ae40-0fe0-4a31-8e06-dfdda44fd4a1 None None] Provisioning complete for port 0fd75b1a-d868-4a96-8be3-8dc41d0819fa triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:27:29.644451 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-cac6ae40-0fe0-4a31-8e06-dfdda44fd4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:29.719956 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7e31bcf0-b359-42f0-be78-3a638f481d1d tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:29.722102 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 0fd75b1a-d868-4a96-8be3-8dc41d0819fa up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:27:29.749021 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-913b9a2a-d22f-4b0b-a924-2491b66d1dbe req-7d2434fc-6364-488f-8e74-c5ac57448d6d tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=7569d1cf-6bd3-45ad-96a1-5286f4165b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2584643 Nov 12 08:27:29.786530 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5b4d00c8-22f4-4a97-9aac-91c7277853d6 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:29.873145 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3992805f-a38f-4144-949f-849f451a7b42 req-e109592d-2676-415e-99a3-ed4833444e3e service neutron] 10.222.0.26 "GET /v2.0/networks/392b706c-fa83-40b2-ba41-e97d70efdd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8560750 Nov 12 08:27:29.889285 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7e31bcf0-b359-42f0-be78-3a638f481d1d tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:29.894013 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-cac6ae40-0fe0-4a31-8e06-dfdda44fd4a1 None None] Provisioning complete for port f4c3f660-9fa3-47fe-8144-5700397782f1 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:27:29.894443 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-cac6ae40-0fe0-4a31-8e06-dfdda44fd4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:29.948941 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 0fd75b1a-d868-4a96-8be3-8dc41d0819fa triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:27:29.949463 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:30.111501 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device fdb70562-3dde-451c-8768-829502f8ae4b up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:27:30.189746 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5b4d00c8-22f4-4a97-9aac-91c7277853d6 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:30.257928 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4d00c8-22f4-4a97-9aac-91c7277853d6 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=507da1c3-cc88-4f45-bd52-8156682968b3,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:30.273914 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5b4d00c8-22f4-4a97-9aac-91c7277853d6 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:30.278813 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-5b4d00c8-22f4-4a97-9aac-91c7277853d6 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.6392853 Nov 12 08:27:30.280754 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59184) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:30.326410 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-fe9c00f4-619b-41b9-96c8-815d4ceb4e05 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] 10.222.0.26 "GET /v2.0/security-group-rules/507da1c3-cc88-4f45-bd52-8156682968b3 HTTP/1.1" status: 200 len: 763 time: 0.0353215 Nov 12 08:27:30.330341 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59188) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:30.410558 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2d0aab-4e30-44e5-95c2-6deedb16bb0b req-f8df286d-977c-4733-afb0-0890c60bf020 tempest-ServerAddressesTestJSON-991799077 tempest-ServerAddressesTestJSON-991799077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:30.418643 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ad2d0aab-4e30-44e5-95c2-6deedb16bb0b req-f8df286d-977c-4733-afb0-0890c60bf020 tempest-ServerAddressesTestJSON-991799077 tempest-ServerAddressesTestJSON-991799077-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2b45d1f-1321-42c8-bdb1-1f7797bf4877 HTTP/1.1" status: 200 len: 945 time: 0.2395310 Nov 12 08:27:30.502029 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-b27e5661-eca2-4579-865b-e6c6581b1b87 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1700003 Nov 12 08:27:30.513040 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59194) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:30.566729 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port fdb70562-3dde-451c-8768-829502f8ae4b triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:27:30.571953 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:30.630069 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ad2d0aab-4e30-44e5-95c2-6deedb16bb0b req-f6ecde67-320b-4a61-ab4d-00f8deb04b6f tempest-ServerAddressesTestJSON-991799077 tempest-ServerAddressesTestJSON-991799077-project] 10.222.0.26 "GET /v2.0/security-groups?id=290c0775-92d3-4e73-a003-a48b1692dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103949 Nov 12 08:27:30.675540 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7e31bcf0-b359-42f0-be78-3a638f481d1d tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:30.682128 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-682b6e6f-1867-444e-b011-fa0a8a5b9b5b req-dc5489c1-2b12-4223-b134-1ba1b479f826 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8a087b1-519b-4d24-b909-2afc3b982268 HTTP/1.1" status: 200 len: 210 time: 0.1329162 Nov 12 08:27:30.712180 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4dc6312b-a9fc-453d-820c-f8ec97f3360a tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:30.737116 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7e31bcf0-b359-42f0-be78-3a638f481d1d tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:30.741867 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-109dc578-feec-405c-9c13-93169d37c4e7 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Allocated IP 172.21.0.1 (e463d792-45e8-4288-aae2-64833d04eefc/4f4ff4e5-e025-47e9-8a1c-acacfe440e2f/91c30ce3-9274-4edb-940b-9a51ca8d92ea) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:27:30.819723 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4dc6312b-a9fc-453d-820c-f8ec97f3360a tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:31.136079 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4dc6312b-a9fc-453d-820c-f8ec97f3360a tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:31.160292 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4dc6312b-a9fc-453d-820c-f8ec97f3360a tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:31.163064 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-4dc6312b-a9fc-453d-820c-f8ec97f3360a tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/507da1c3-cc88-4f45-bd52-8156682968b3 HTTP/1.1" status: 204 len: 168 time: 0.6314020 Nov 12 08:27:31.194833 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59218) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:31.202557 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e31bcf0-b359-42f0-be78-3a638f481d1d tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Pushing event updated for resources: {'Port': ['ID=82ad2ed9-369a-4e40-9763-61d99229b2ca,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:31.336641 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc6312b-a9fc-453d-820c-f8ec97f3360a tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=507da1c3-cc88-4f45-bd52-8156682968b3,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:31.396065 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dcc041-8069-4695-8d49-cbb53262f1ae req-8d8fc8a5-b190-43f4-9ee3-32ab10793cdf tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:31.397804 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e4dcc041-8069-4695-8d49-cbb53262f1ae req-8d8fc8a5-b190-43f4-9ee3-32ab10793cdf tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=169f7779-8f80-4509-8e19-6731ed6e3dfc HTTP/1.1" status: 200 len: 943 time: 0.4366856 Nov 12 08:27:31.510996 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-6e467177-9696-47a0-b01a-0f5e241e3d45 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3045866 Nov 12 08:27:31.513026 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59230) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:31.594864 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-65a839cd-33f3-45c4-9ee4-29221e1a0e16 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Request body: {'security_group_rule': {'security_group_id': 'dfde2878-1e57-48cb-af3f-77ef2256d3d7', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:27:31.664247 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device f4c3f660-9fa3-47fe-8144-5700397782f1 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:27:31.718376 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7e31bcf0-b359-42f0-be78-3a638f481d1d tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:31.827577 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port f4c3f660-9fa3-47fe-8144-5700397782f1 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:27:31.830918 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:31.892726 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-65a839cd-33f3-45c4-9ee4-29221e1a0e16 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:31.896898 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59242) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:31.919910 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e4dcc041-8069-4695-8d49-cbb53262f1ae req-2962fb77-c8b6-4cf5-9743-7f15caf74abe tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=7569d1cf-6bd3-45ad-96a1-5286f4165b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4711959 Nov 12 08:27:31.993358 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7e31bcf0-b359-42f0-be78-3a638f481d1d tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:31.995029 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-7e31bcf0-b359-42f0-be78-3a638f481d1d tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.7132115 Nov 12 08:27:32.279049 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e5b9554d-704e-4701-86bd-7c28ad28abc0 req-0dfe3403-7806-40f7-83ec-dbab3c76255a tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8a087b1-519b-4d24-b909-2afc3b982268 HTTP/1.1" status: 200 len: 210 time: 0.1939936 Nov 12 08:27:32.314734 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4621b5cf-97a2-4235-b05b-077c3d915ea6 req-6e25c529-a263-4367-b432-73ddee3d1257 tempest-ServerAddressesTestJSON-991799077 tempest-ServerAddressesTestJSON-991799077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:32.323527 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4621b5cf-97a2-4235-b05b-077c3d915ea6 req-6e25c529-a263-4367-b432-73ddee3d1257 tempest-ServerAddressesTestJSON-991799077 tempest-ServerAddressesTestJSON-991799077-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2b45d1f-1321-42c8-bdb1-1f7797bf4877 HTTP/1.1" status: 200 len: 945 time: 0.1017241 Nov 12 08:27:32.372305 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-109dc578-feec-405c-9c13-93169d37c4e7 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:32.414294 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c6e2f401-e3c8-4d40-96c8-b5d61869dbd9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:32.475502 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4621b5cf-97a2-4235-b05b-077c3d915ea6 req-f7f9d03d-c9b9-46f4-8453-b51afeb41625 tempest-ServerAddressesTestJSON-991799077 tempest-ServerAddressesTestJSON-991799077-project] 10.222.0.26 "GET /v2.0/security-groups?id=290c0775-92d3-4e73-a003-a48b1692dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455352 Nov 12 08:27:32.546300 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-109dc578-feec-405c-9c13-93169d37c4e7 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:32.634534 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-65a839cd-33f3-45c4-9ee4-29221e1a0e16 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:32.654231 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-65a839cd-33f3-45c4-9ee4-29221e1a0e16 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:32.701212 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-65a839cd-33f3-45c4-9ee4-29221e1a0e16 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:32.705294 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-65a839cd-33f3-45c4-9ee4-29221e1a0e16 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1331275 Nov 12 08:27:32.714387 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59266) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:32.755939 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109dc578-feec-405c-9c13-93169d37c4e7 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Network e463d792-45e8-4288-aae2-64833d04eefc is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:27:32.758463 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-109dc578-feec-405c-9c13-93169d37c4e7 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:27:32.767651 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109dc578-feec-405c-9c13-93169d37c4e7 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:27:32.793737 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a839cd-33f3-45c4-9ee4-29221e1a0e16 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86e86de4-ccea-4872-9017-1905ac9f40ee,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:32.928687 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109dc578-feec-405c-9c13-93169d37c4e7 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Pushing event updated for resources: {'Port': ['ID=91c30ce3-9274-4edb-940b-9a51ca8d92ea,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:32.953306 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-109dc578-feec-405c-9c13-93169d37c4e7 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933481'] for router_interface, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:32.983419 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c6e2f401-e3c8-4d40-96c8-b5d61869dbd9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:33.007948 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-3d286f83-8caa-40de-875a-81b9063e9f76 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] 10.222.0.26 "GET /v2.0/security-group-rules/86e86de4-ccea-4872-9017-1905ac9f40ee HTTP/1.1" status: 200 len: 764 time: 0.2912261 Nov 12 08:27:33.009251 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59272) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:33.022722 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c6e2f401-e3c8-4d40-96c8-b5d61869dbd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:33.147598 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-7a396dea-c8fc-4913-9648-cc668e90443c tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--819989312&fields=id&tenant_id=21a2ac24705441ab9e82ecd18312805e HTTP/1.1" status: 200 len: 267 time: 0.4376304 Nov 12 08:27:33.233014 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-109dc578-feec-405c-9c13-93169d37c4e7 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:33.286413 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b00c7a-2f5e-4cac-8e57-cb173da075c2 req-023b7b1d-1e28-4f57-97be-ceb3cadaaa36 tempest-ServerAddressesTestJSON-991799077 tempest-ServerAddressesTestJSON-991799077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:33.288114 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-29b00c7a-2f5e-4cac-8e57-cb173da075c2 req-023b7b1d-1e28-4f57-97be-ceb3cadaaa36 tempest-ServerAddressesTestJSON-991799077 tempest-ServerAddressesTestJSON-991799077-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2b45d1f-1321-42c8-bdb1-1f7797bf4877 HTTP/1.1" status: 200 len: 945 time: 0.1686630 Nov 12 08:27:33.350860 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-c6e2f401-e3c8-4d40-96c8-b5d61869dbd9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ab43976cbc5a4e2dabe4db75145783fc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4244721 Nov 12 08:27:33.351483 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59280) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:33.386078 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-0fb6dd89-a6f6-457c-9d93-472563c10db3 None None] Provisioning complete for port 91c30ce3-9274-4edb-940b-9a51ca8d92ea triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:27:33.394761 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-0fb6dd89-a6f6-457c-9d93-472563c10db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:33.468240 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db71f1a1-aa7b-4f6f-b426-93b43f54cfc6 req-872f0bbc-0898-4227-8468-b877318213e9 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:33.476439 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-3a1f9e44-0f7f-4a40-8e07-f48de4786f6f tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.4626169 Nov 12 08:27:33.477047 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-0fb6dd89-a6f6-457c-9d93-472563c10db3 None None] Port 91c30ce3-9274-4edb-940b-9a51ca8d92ea cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:27:33.481380 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-db71f1a1-aa7b-4f6f-b426-93b43f54cfc6 req-872f0bbc-0898-4227-8468-b877318213e9 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=169f7779-8f80-4509-8e19-6731ed6e3dfc HTTP/1.1" status: 200 len: 943 time: 0.3427491 Nov 12 08:27:33.487442 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 59282) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:33.492294 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e2f401-e3c8-4d40-96c8-b5d61869dbd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=951dfdd0-98e8-4f2b-99dd-1b87d59823bc,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:33.524662 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-1aeeaa30-91d4-4403-bb0a-ddbd235589f9 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:33.526096 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-1aeeaa30-91d4-4403-bb0a-ddbd235589f9 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "GET /v2.0/ports/2ad84d50-d7c9-425a-b9f6-7a7fc1b1156e HTTP/1.1" status: 200 len: 936 time: 0.3121767 Nov 12 08:27:33.621759 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9efe49f1-a6ca-4418-bbb8-ad7118204f5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:33.674178 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-434c35d0-c7d4-4c41-8c3f-d57995c306bb tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:33.686223 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-434c35d0-c7d4-4c41-8c3f-d57995c306bb tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "GET /v2.0/ports/a9c14931-8b9b-4467-9aca-bbbe106d4681 HTTP/1.1" status: 200 len: 937 time: 0.1466653 Nov 12 08:27:33.698473 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4a019742-fda1-4b1a-ba35-daec8f2fab1e tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:33.713406 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4a019742-fda1-4b1a-ba35-daec8f2fab1e tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:33.814977 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4a019742-fda1-4b1a-ba35-daec8f2fab1e tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:33.824636 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4a019742-fda1-4b1a-ba35-daec8f2fab1e tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:33.829720 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-4a019742-fda1-4b1a-ba35-daec8f2fab1e tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/86e86de4-ccea-4872-9017-1905ac9f40ee HTTP/1.1" status: 204 len: 168 time: 0.3329384 Nov 12 08:27:33.834232 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9efe49f1-a6ca-4418-bbb8-ad7118204f5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:33.841407 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 59292) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:33.864409 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-fe489234-40b0-440b-810e-4aef8621ec44 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "GET /v2.0/ports?network_id=5b2a8b49-5710-48dd-bacf-1711bcf033cc&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1641870 Nov 12 08:27:33.897246 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b40d800e-b126-40e3-a502-559d172af6d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:33.923038 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-c93d1966-e243-4334-9ca3-ebf6645dd026 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "GET /v2.0/ports?network_id=5b2a8b49-5710-48dd-bacf-1711bcf033cc&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0485182 Nov 12 08:27:33.996545 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-db71f1a1-aa7b-4f6f-b426-93b43f54cfc6 req-1b13342e-2ae5-48e7-aa92-9dddb8e31119 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=7569d1cf-6bd3-45ad-96a1-5286f4165b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5128837 Nov 12 08:27:34.040575 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a019742-fda1-4b1a-ba35-daec8f2fab1e tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=86e86de4-ccea-4872-9017-1905ac9f40ee,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:34.181227 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-abf603ff-207f-45cc-a030-92646cbd192e tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:34.194357 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-abf603ff-207f-45cc-a030-92646cbd192e tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:34.205770 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-abf603ff-207f-45cc-a030-92646cbd192e tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:34.208049 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-abf603ff-207f-45cc-a030-92646cbd192e tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "GET /v2.0/networks?id=b1a7821e-f1d3-43e5-80d4-19a0f0105ed4&id=206f9d07-9c2e-4490-896d-289aa4538730&id=206f9d07-9c2e-4490-896d-289aa4538730&id=5b2a8b49-5710-48dd-bacf-1711bcf033cc&id=5b2a8b49-5710-48dd-bacf-1711bcf033cc HTTP/1.1" status: 200 len: 1995 time: 0.2770057 Nov 12 08:27:34.216385 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-29b00c7a-2f5e-4cac-8e57-cb173da075c2 req-ffe20f18-8426-4525-964a-4ba8c3604778 tempest-ServerAddressesTestJSON-991799077 tempest-ServerAddressesTestJSON-991799077-project] Deleting port 193529fe-6215-42be-9088-cc30b421b860 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:27:34.217170 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-29b00c7a-2f5e-4cac-8e57-cb173da075c2 req-ffe20f18-8426-4525-964a-4ba8c3604778 tempest-ServerAddressesTestJSON-991799077 tempest-ServerAddressesTestJSON-991799077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:34.244767 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9efe49f1-a6ca-4418-bbb8-ad7118204f5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:34.264240 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9efe49f1-a6ca-4418-bbb8-ad7118204f5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:34.264240 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-9efe49f1-a6ca-4418-bbb8-ad7118204f5e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/951dfdd0-98e8-4f2b-99dd-1b87d59823bc HTTP/1.1" status: 204 len: 168 time: 0.8795862 Nov 12 08:27:34.280552 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efe49f1-a6ca-4418-bbb8-ad7118204f5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=951dfdd0-98e8-4f2b-99dd-1b87d59823bc,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:34.287420 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-d74e9cbc-1d71-415c-b7bf-6d03beb45be1 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "GET /v2.0/quotas/21a2ac24705441ab9e82ecd18312805e HTTP/1.1" status: 200 len: 375 time: 0.0605085 Nov 12 08:27:34.458842 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-12e9351c-9b75-4945-9600-f317bf818e60 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5779016 Nov 12 08:27:34.459564 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 59300) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:34.479735 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-5d5fc208-9f76-472b-96bd-56906d26f755 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=21a2ac24705441ab9e82ecd18312805e&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1448171 Nov 12 08:27:34.563503 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2650fd81-0663-406c-a50b-a82e27efa6c3 req-93b50ade-cf99-4b29-8206-7b3f863c6f98 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8a087b1-519b-4d24-b909-2afc3b982268 HTTP/1.1" status: 200 len: 210 time: 0.3350999 Nov 12 08:27:34.725759 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-b56e1c58-c4d1-4a49-9bc6-de2033cd676d service neutron] 10.222.0.26 "GET /v2.0/networks/b1a7821e-f1d3-43e5-80d4-19a0f0105ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180450 Nov 12 08:27:34.948123 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3992805f-a38f-4144-949f-849f451a7b42 req-42b89746-13e4-4257-b062-9ab652e72bad tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:34.950020 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3992805f-a38f-4144-949f-849f451a7b42 req-42b89746-13e4-4257-b062-9ab652e72bad tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.44 "GET /v2.0/networks?id=392b706c-fa83-40b2-ba41-e97d70efdd1d HTTP/1.1" status: 200 len: 811 time: 0.9925895 Nov 12 08:27:35.011474 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-631d1d5a-794c-4283-aa1d-94d3cd28b2af service neutron] 10.222.0.26 "GET /v2.0/networks/b1a7821e-f1d3-43e5-80d4-19a0f0105ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673445 Nov 12 08:27:35.030427 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-29b00c7a-2f5e-4cac-8e57-cb173da075c2 req-ffe20f18-8426-4525-964a-4ba8c3604778 tempest-ServerAddressesTestJSON-991799077 tempest-ServerAddressesTestJSON-991799077-project] For port 193529fe-6215-42be-9088-cc30b421b860, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=193529fe-6215-42be-9088-cc30b421b860,segment=NetworkSegment(3756fc92-112d-480f-8b9a-f90df843fcd6),segment_id=3756fc92-112d-480f-8b9a-f90df843fcd6)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:27:35.031608 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-29b00c7a-2f5e-4cac-8e57-cb173da075c2 req-ffe20f18-8426-4525-964a-4ba8c3604778 tempest-ServerAddressesTestJSON-991799077 tempest-ServerAddressesTestJSON-991799077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:35.075528 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-29b00c7a-2f5e-4cac-8e57-cb173da075c2 req-ffe20f18-8426-4525-964a-4ba8c3604778 tempest-ServerAddressesTestJSON-991799077 tempest-ServerAddressesTestJSON-991799077-project] Calling delete_port for 193529fe-6215-42be-9088-cc30b421b860 owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:27:35.096146 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-3f3dda18-e41d-410c-bfe0-fd3ec3d32010 service neutron] 10.222.0.26 "GET /v2.0/ports/2ad84d50-d7c9-425a-b9f6-7a7fc1b1156e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0729403 Nov 12 08:27:35.122681 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b087838c-2dad-4177-a535-22f70b140761 req-a34279c0-61e5-40e8-ac34-05871767d465 tempest-ServerAddressesTestJSON-991799077 tempest-ServerAddressesTestJSON-991799077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:35.125235 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b087838c-2dad-4177-a535-22f70b140761 req-a34279c0-61e5-40e8-ac34-05871767d465 tempest-ServerAddressesTestJSON-991799077 tempest-ServerAddressesTestJSON-991799077-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2b45d1f-1321-42c8-bdb1-1f7797bf4877 HTTP/1.1" status: 200 len: 945 time: 0.3977828 Nov 12 08:27:35.133358 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-3992805f-a38f-4144-949f-849f451a7b42 req-b9901b57-d949-4db9-997f-0def054f1400 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Request body: {'port': {'device_id': 'e8a087b1-519b-4d24-b909-2afc3b982268', 'network_id': '392b706c-fa83-40b2-ba41-e97d70efdd1d', 'admin_state_up': True, 'tenant_id': '13ee7d6d71864c9eb2f508185e6a266f'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:27:35.170994 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:35.297762 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4f8c9914-6e1f-400e-88f2-ac89b2252005 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:35.321931 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-7ce60a3f-ca68-444f-b726-b0a4d5324238 service neutron] 10.222.0.26 "GET /v2.0/networks/206f9d07-9c2e-4490-896d-289aa4538730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114403 Nov 12 08:27:35.484576 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-109dc578-feec-405c-9c13-93169d37c4e7 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:35.510143 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-109dc578-feec-405c-9c13-93169d37c4e7 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:35.513426 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-a859728c-900e-4dd2-b474-723d74cfff61 service neutron] 10.222.0.26 "GET /v2.0/networks/206f9d07-9c2e-4490-896d-289aa4538730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822278 Nov 12 08:27:35.555710 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4f8c9914-6e1f-400e-88f2-ac89b2252005 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:35.591116 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-2e914252-dc86-41ed-93e9-3ad60be8591f service neutron] 10.222.0.26 "GET /v2.0/ports/a9c14931-8b9b-4467-9aca-bbbe106d4681?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0679221 Nov 12 08:27:35.628478 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b087838c-2dad-4177-a535-22f70b140761 req-bcafdfcb-0077-4806-809f-e67d63d813f0 tempest-ServerAddressesTestJSON-991799077 tempest-ServerAddressesTestJSON-991799077-project] 10.222.0.26 "GET /v2.0/security-groups?id=290c0775-92d3-4e73-a003-a48b1692dd5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4431603 Nov 12 08:27:35.761033 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-109dc578-feec-405c-9c13-93169d37c4e7 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933629'] for router_interface, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:35.777103 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109dc578-feec-405c-9c13-93169d37c4e7 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Pushing event updated for resources: {'Port': ['ID=91c30ce3-9274-4edb-940b-9a51ca8d92ea,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:35.795359 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-0cdd467e-8205-416e-b29b-ec9afc84321b service neutron] 10.222.0.26 "GET /v2.0/networks/206f9d07-9c2e-4490-896d-289aa4538730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022662 Nov 12 08:27:35.817557 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4f8c9914-6e1f-400e-88f2-ac89b2252005 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:35.820621 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4f8c9914-6e1f-400e-88f2-ac89b2252005 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:35.824999 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-4f8c9914-6e1f-400e-88f2-ac89b2252005 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] 10.222.0.26 "DELETE /v2.0/security-groups/dfde2878-1e57-48cb-af3f-77ef2256d3d7 HTTP/1.1" status: 204 len: 168 time: 1.3276665 Nov 12 08:27:35.827524 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 59344) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:35.907310 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3992805f-a38f-4144-949f-849f451a7b42 req-b9901b57-d949-4db9-997f-0def054f1400 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Made reservation on behalf of 13ee7d6d71864c9eb2f508185e6a266f for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:27:35.911606 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-3992805f-a38f-4144-949f-849f451a7b42 req-b9901b57-d949-4db9-997f-0def054f1400 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:35.956129 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8c9914-6e1f-400e-88f2-ac89b2252005 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfde2878-1e57-48cb-af3f-77ef2256d3d7,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:36.011088 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-e1b5f13d-12c9-4f75-a4c1-07ce2feb974e service neutron] 10.222.0.26 "GET /v2.0/networks/206f9d07-9c2e-4490-896d-289aa4538730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034750 Nov 12 08:27:36.130289 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-29b00c7a-2f5e-4cac-8e57-cb173da075c2 req-ffe20f18-8426-4525-964a-4ba8c3604778 tempest-ServerAddressesTestJSON-991799077 tempest-ServerAddressesTestJSON-991799077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:36.277339 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-1415ba50-d5e5-4a98-b3f4-54d3f8014e77 service neutron] 10.222.0.26 "GET /v2.0/networks/206f9d07-9c2e-4490-896d-289aa4538730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535400 Nov 12 08:27:36.436744 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109dc578-feec-405c-9c13-93169d37c4e7 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Network e463d792-45e8-4288-aae2-64833d04eefc is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:27:36.534718 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe20f18-8426-4525-964a-4ba8c3604778 tempest-ServerAddressesTestJSON-991799077 tempest-ServerAddressesTestJSON-991799077-project] Pushing event deleted for resources: {'Port': ['ID=193529fe-6215-42be-9088-cc30b421b860,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:36.578835 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-109dc578-feec-405c-9c13-93169d37c4e7 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:27:36.591677 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-8a193487-29df-4adb-b274-5c0c344a8590 service neutron] 10.222.0.26 "GET /v2.0/networks/206f9d07-9c2e-4490-896d-289aa4538730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3048725 Nov 12 08:27:36.682023 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 193529fe-6215-42be-9088-cc30b421b860 no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:27:36.775479 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-e530113a-7783-48f4-9840-8911a24052df None None] No Port match for: 193529fe-6215-42be-9088-cc30b421b860 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:27:36.775656 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 193529fe-6215-42be-9088-cc30b421b860 not bound to the agent host n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:27:36.846825 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-2cf02a40-7547-4604-ad0a-fafcf066d3e2 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 1.0059536 Nov 12 08:27:36.896766 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-10469570-2164-4fc3-b6d4-c1fe293910d0 service neutron] 10.222.0.26 "GET /v2.0/networks/206f9d07-9c2e-4490-896d-289aa4538730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811089 Nov 12 08:27:36.929354 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 59354) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:36.959823 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01c0729-75a8-4758-88c4-37c8397273a8 req-f6cc3db1-5da2-41c6-a000-5a95c356b6cd tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:36.961401 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f01c0729-75a8-4758-88c4-37c8397273a8 req-f6cc3db1-5da2-41c6-a000-5a95c356b6cd tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=169f7779-8f80-4509-8e19-6731ed6e3dfc HTTP/1.1" status: 200 len: 943 time: 1.0694227 Nov 12 08:27:37.020241 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-403f53cc-3afd-4c26-8ed2-c1561be54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:37.042992 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-109dc578-feec-405c-9c13-93169d37c4e7 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Router 3d9bc786-5496-40bd-b4c5-9c1faf0cf26a has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:27:37.061842 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-2f63eb10-9b03-49c5-a982-5fc6841dfab5 service neutron] 10.222.0.26 "GET /v2.0/networks/206f9d07-9c2e-4490-896d-289aa4538730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623721 Nov 12 08:27:37.218052 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-2301d53f-6bd0-42cb-b8e5-c95c7ecf2125 tempest-SecGroupTest-1920034540 tempest-SecGroupTest-1920034540-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2550614 Nov 12 08:27:37.262514 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-3992805f-a38f-4144-949f-849f451a7b42 req-b9901b57-d949-4db9-997f-0def054f1400 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Allocated IP 172.20.0.5 (392b706c-fa83-40b2-ba41-e97d70efdd1d/2d250a72-e563-4d6e-ac4f-f44698e0ce3c/0f861223-c0ed-4655-93e1-b57858fd0984) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:27:37.270051 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-29b00c7a-2f5e-4cac-8e57-cb173da075c2 req-ffe20f18-8426-4525-964a-4ba8c3604778 tempest-ServerAddressesTestJSON-991799077 tempest-ServerAddressesTestJSON-991799077-project] No DVR routers for this DVR port 193529fe-6215-42be-9088-cc30b421b860 on host n-h1-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:27:37.274706 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-29b00c7a-2f5e-4cac-8e57-cb173da075c2 req-ffe20f18-8426-4525-964a-4ba8c3604778 tempest-ServerAddressesTestJSON-991799077 tempest-ServerAddressesTestJSON-991799077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:37.281921 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-e8163ea9-1276-49a4-a171-57eca22a7735 service neutron] 10.222.0.26 "GET /v2.0/networks/5b2a8b49-5710-48dd-bacf-1711bcf033cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179508 Nov 12 08:27:37.291051 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-29b00c7a-2f5e-4cac-8e57-cb173da075c2 req-ffe20f18-8426-4525-964a-4ba8c3604778 tempest-ServerAddressesTestJSON-991799077 tempest-ServerAddressesTestJSON-991799077-project] 10.222.0.21 "DELETE /v2.0/ports/193529fe-6215-42be-9088-cc30b421b860 HTTP/1.1" status: 204 len: 173 time: 3.9834547 Nov 12 08:27:37.298743 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2b45d1f-1321-42c8-bdb1-1f7797bf4877', 'name': 'network-vif-deleted', 'tag': '193529fe-6215-42be-9088-cc30b421b860'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:27:37.298912 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-58113f38-351d-4e9e-8885-1f91514745d6 None None] Provisioning complete for port 91c30ce3-9274-4edb-940b-9a51ca8d92ea triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:27:37.299245 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-58113f38-351d-4e9e-8885-1f91514745d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:37.302580 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faeceb62-0eda-4edc-b60f-1c097dda054e" -d '{"events": [{"server_uuid": "d2b45d1f-1321-42c8-bdb1-1f7797bf4877", "name": "network-vif-deleted", "tag": "193529fe-6215-42be-9088-cc30b421b860"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:27:37.429686 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-58113f38-351d-4e9e-8885-1f91514745d6 None None] Port 91c30ce3-9274-4edb-940b-9a51ca8d92ea cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:27:37.478823 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f01c0729-75a8-4758-88c4-37c8397273a8 req-adfbf30b-7dc0-4891-89ab-f1e4fc436c16 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=7569d1cf-6bd3-45ad-96a1-5286f4165b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4095201 Nov 12 08:27:37.564807 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-591598e3-0c98-44e5-b82b-d446258ba77a service neutron] 10.222.0.26 "GET /v2.0/networks/5b2a8b49-5710-48dd-bacf-1711bcf033cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736514 Nov 12 08:27:37.697260 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-109dc578-feec-405c-9c13-93169d37c4e7 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:27:37.714848 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6a7a27-b630-47bb-a433-0417992470e5 None None] Sync routers for ids ['3d9bc786-5496-40bd-b4c5-9c1faf0cf26a'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:27:37.719766 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-109dc578-feec-405c-9c13-93169d37c4e7 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "PUT /v2.0/routers/3d9bc786-5496-40bd-b4c5-9c1faf0cf26a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8369963 Nov 12 08:27:37.722492 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59368) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:37.740241 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6a7a27-b630-47bb-a433-0417992470e5 None None] Routers {'3d9bc786-5496-40bd-b4c5-9c1faf0cf26a'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:27:37.744241 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-1f6a7a27-b630-47bb-a433-0417992470e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:27:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['3d9bc786-5496-40bd-b4c5-9c1faf0cf26a'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:37.848589 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:27:37.849548 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-90793b68-af50-464f-95ba-174b6ca4d854 req-9f754a2b-8577-4615-8ed9-946c56fdcd2a tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8a087b1-519b-4d24-b909-2afc3b982268 HTTP/1.1" status: 200 len: 210 time: 0.0892146 Nov 12 08:27:37.891086 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-0a74b2a6-2a9c-406a-a346-1263c9501b3f service neutron] 10.222.0.26 "GET /v2.0/networks/5b2a8b49-5710-48dd-bacf-1711bcf033cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079660 Nov 12 08:27:37.919168 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-1f6a7a27-b630-47bb-a433-0417992470e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:38.006077 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:38.010186 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6a7a27-b630-47bb-a433-0417992470e5 None None] Routers {'3d9bc786-5496-40bd-b4c5-9c1faf0cf26a'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:27:38.010855 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-1f6a7a27-b630-47bb-a433-0417992470e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:27:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['3d9bc786-5496-40bd-b4c5-9c1faf0cf26a'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:38.138516 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b22d8e-b168-4726-b25d-fe908a60d414 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:38.145962 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-747cc7e2-8d4a-45c8-9418-3633f5187820 req-5502fbb4-c828-4f4e-9b94-4ac6f73fa457 tempest-ServerAddressesTestJSON-991799077 tempest-ServerAddressesTestJSON-991799077-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2b45d1f-1321-42c8-bdb1-1f7797bf4877 HTTP/1.1" status: 200 len: 210 time: 0.1020036 Nov 12 08:27:38.163767 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-1f6a7a27-b630-47bb-a433-0417992470e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:38.174530 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-89b22d8e-b168-4726-b25d-fe908a60d414 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "GET /v2.0/ports/91c30ce3-9274-4edb-940b-9a51ca8d92ea HTTP/1.1" status: 200 len: 910 time: 0.4456644 Nov 12 08:27:38.175009 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6a7a27-b630-47bb-a433-0417992470e5 None None] The sync data for ids ['3d9bc786-5496-40bd-b4c5-9c1faf0cf26a'] in n-d-765315-29 is: [] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:27:38.178205 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59376) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:38.192945 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 59378) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:38.490378 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-1818440a-0d47-4847-a405-f01740e6ef07 service neutron] 10.222.0.26 "GET /v2.0/networks/5b2a8b49-5710-48dd-bacf-1711bcf033cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5983145 Nov 12 08:27:38.507260 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1e73e8c-3165-43c7-9405-0d69e356223d x-openstack-request-id: req-a1e73e8c-3165-43c7-9405-0d69e356223d {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:27:38.507563 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2b45d1f-1321-42c8-bdb1-1f7797bf4877", "name": "network-vif-deleted", "tag": "193529fe-6215-42be-9088-cc30b421b860", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:27:38.507828 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a1e73e8c-3165-43c7-9405-0d69e356223d {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:27:38.508309 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2b45d1f-1321-42c8-bdb1-1f7797bf4877', 'name': 'network-vif-deleted', 'tag': '193529fe-6215-42be-9088-cc30b421b860', 'status': 'completed', 'code': 200} Nov 12 08:27:38.642501 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-33481592-f78c-4dc0-a5ae-1313904b5f89 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3507b72dad7f4dafa7a9c883b8d1c669&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4504318 Nov 12 08:27:38.645059 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59386) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:38.727947 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0beb53f4-dd21-40cc-836a-7ccf5339a65c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:38.773162 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0beb53f4-dd21-40cc-836a-7ccf5339a65c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:38.869380 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-3992805f-a38f-4144-949f-849f451a7b42 req-b9901b57-d949-4db9-997f-0def054f1400 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:38.885810 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0beb53f4-dd21-40cc-836a-7ccf5339a65c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:38.889302 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0beb53f4-dd21-40cc-836a-7ccf5339a65c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:38.895940 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-0beb53f4-dd21-40cc-836a-7ccf5339a65c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2f4342dd-311e-49e0-91cc-5000c5fd2e85 HTTP/1.1" status: 204 len: 168 time: 0.2472858 Nov 12 08:27:38.928388 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beb53f4-dd21-40cc-836a-7ccf5339a65c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f4342dd-311e-49e0-91cc-5000c5fd2e85,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:39.125176 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-3992805f-a38f-4144-949f-849f451a7b42 req-b9901b57-d949-4db9-997f-0def054f1400 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:39.142852 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['a4a518c3-e7bb-4082-8b18-06e6f981519a', '1ef3455d-b25c-4aa7-8358-1afb58b1eb13'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:27:39.284239 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3992805f-a38f-4144-949f-849f451a7b42 req-b9901b57-d949-4db9-997f-0def054f1400 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Network 392b706c-fa83-40b2-ba41-e97d70efdd1d is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:27:39.292307 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-3992805f-a38f-4144-949f-849f451a7b42 req-b9901b57-d949-4db9-997f-0def054f1400 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:27:39.301257 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:39.309627 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-3992805f-a38f-4144-949f-849f451a7b42 req-b9901b57-d949-4db9-997f-0def054f1400 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:27:39.826945 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:40.008976 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-1d255b59-0e08-4110-b1e7-6571897bcf22 None None] Provisioning complete for port 0f861223-c0ed-4655-93e1-b57858fd0984 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:27:40.010415 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1d255b59-0e08-4110-b1e7-6571897bcf22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:40.117912 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-1d255b59-0e08-4110-b1e7-6571897bcf22 None None] Port 0f861223-c0ed-4655-93e1-b57858fd0984 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:27:40.151209 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37333529-99f5-4b64-851b-9dbb6fe92fc8 req-3042a89b-92f7-4dc4-ad6e-0fba59ad64e6 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:40.163861 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-37333529-99f5-4b64-851b-9dbb6fe92fc8 req-3042a89b-92f7-4dc4-ad6e-0fba59ad64e6 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8a087b1-519b-4d24-b909-2afc3b982268 HTTP/1.1" status: 200 len: 931 time: 0.1004081 Nov 12 08:27:40.275082 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-37333529-99f5-4b64-851b-9dbb6fe92fc8 req-5d0eb3cd-2d13-4ed7-ba60-b138287e1e44 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=9dc9079a-4f63-4eb5-be12-eaa66771fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998399 Nov 12 08:27:40.363487 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59436) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:40.510779 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cd2add08-00d2-4840-99d7-4d5693026d42 req-07abc551-67c1-4005-8d34-040988cf4b39 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7b22e6f-34ba-40cc-8b8b-fe95438187cb HTTP/1.1" status: 200 len: 210 time: 0.0618746 Nov 12 08:27:40.515291 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d5e081-505c-4e40-9d59-f83a9df5d043 req-4b257da5-ced9-4346-95b0-40371134e567 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:40.535387 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d2d5e081-505c-4e40-9d59-f83a9df5d043 req-4b257da5-ced9-4346-95b0-40371134e567 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=169f7779-8f80-4509-8e19-6731ed6e3dfc HTTP/1.1" status: 200 len: 943 time: 1.8535061 Nov 12 08:27:40.585600 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ec7109f-2a92-46d3-8a0c-ed6d23ce8b1a admin admin] Deleting subnet db352608-2f08-4a81-85dc-6582a380c273 {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:27:40.594673 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9901b57-d949-4db9-997f-0def054f1400 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Pushing event updated for resources: {'Port': ['ID=0f861223-c0ed-4655-93e1-b57858fd0984,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:40.601589 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0ec7109f-2a92-46d3-8a0c-ed6d23ce8b1a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:40.722660 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0ec7109f-2a92-46d3-8a0c-ed6d23ce8b1a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:40.791158 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3992805f-a38f-4144-949f-849f451a7b42 req-b9901b57-d949-4db9-997f-0def054f1400 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:40.800645 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-3992805f-a38f-4144-949f-849f451a7b42 req-b9901b57-d949-4db9-997f-0def054f1400 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:40.880070 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0ec7109f-2a92-46d3-8a0c-ed6d23ce8b1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:41.032897 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0ec7109f-2a92-46d3-8a0c-ed6d23ce8b1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:41.076466 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3992805f-a38f-4144-949f-849f451a7b42 req-b9901b57-d949-4db9-997f-0def054f1400 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9965696 Nov 12 08:27:41.101778 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d2d5e081-505c-4e40-9d59-f83a9df5d043 req-93d67ff6-01e1-4ec1-ac92-31d29e33b12e tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=7569d1cf-6bd3-45ad-96a1-5286f4165b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5654647 Nov 12 08:27:41.108145 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 59456) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:41.126102 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec7109f-2a92-46d3-8a0c-ed6d23ce8b1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db352608-2f08-4a81-85dc-6582a380c273,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:41.154347 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0ec7109f-2a92-46d3-8a0c-ed6d23ce8b1a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:41.158481 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-0ec7109f-2a92-46d3-8a0c-ed6d23ce8b1a admin admin] 10.222.0.26 "DELETE /v2.0/subnets/db352608-2f08-4a81-85dc-6582a380c273 HTTP/1.1" status: 204 len: 168 time: 0.7935808 Nov 12 08:27:41.160489 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec7109f-2a92-46d3-8a0c-ed6d23ce8b1a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:41.160778 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-3992805f-a38f-4144-949f-849f451a7b42 req-88c89548-949c-4a1e-8f8c-7a0001c534d4 service neutron] Request body: {'port': {'device_id': 'e8a087b1-519b-4d24-b909-2afc3b982268', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:27:41.160924 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec7109f-2a92-46d3-8a0c-ed6d23ce8b1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:41.161147 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec7109f-2a92-46d3-8a0c-ed6d23ce8b1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:41.162391 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec7109f-2a92-46d3-8a0c-ed6d23ce8b1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:41.162391 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec7109f-2a92-46d3-8a0c-ed6d23ce8b1a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:41.162391 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec7109f-2a92-46d3-8a0c-ed6d23ce8b1a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:41.163320 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec7109f-2a92-46d3-8a0c-ed6d23ce8b1a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:41.163886 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec7109f-2a92-46d3-8a0c-ed6d23ce8b1a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:41.164411 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec7109f-2a92-46d3-8a0c-ed6d23ce8b1a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:41.164902 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec7109f-2a92-46d3-8a0c-ed6d23ce8b1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:41.165607 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec7109f-2a92-46d3-8a0c-ed6d23ce8b1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:41.166142 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec7109f-2a92-46d3-8a0c-ed6d23ce8b1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:41.169381 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59460) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:41.256345 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7362e3ff-e73c-407e-9b48-b41082bfa56e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:41.420564 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-3992805f-a38f-4144-949f-849f451a7b42 req-88c89548-949c-4a1e-8f8c-7a0001c534d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:41.474068 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-ab4dfed7-3e50-4d43-8ba1-d8a5ba9fdb33 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1751679291'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:27:41.995709 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8a654500-b923-498f-8bfc-e1bfdecb7d57 req-9a250d45-ff7b-4a07-b37e-acf4b893043d tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7b22e6f-34ba-40cc-8b8b-fe95438187cb HTTP/1.1" status: 200 len: 210 time: 0.0452161 Nov 12 08:27:42.100757 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab4dfed7-3e50-4d43-8ba1-d8a5ba9fdb33 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] Made reservation on behalf of f0ec97932d214f9eaca2c62f211807d2 for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:27:42.107620 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ab4dfed7-3e50-4d43-8ba1-d8a5ba9fdb33 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:42.117063 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4fe4cffa-c1c4-4ab2-b4ad-606cfc4032f1 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933586'] for router_interface, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:42.316231 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:42.478640 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-3992805f-a38f-4144-949f-849f451a7b42 req-88c89548-949c-4a1e-8f8c-7a0001c534d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f861223-c0ed-4655-93e1-b57858fd0984 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:27:42.541831 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ab4dfed7-3e50-4d43-8ba1-d8a5ba9fdb33 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:42.568555 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7362e3ff-e73c-407e-9b48-b41082bfa56e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:42.583262 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-3992805f-a38f-4144-949f-849f451a7b42 req-88c89548-949c-4a1e-8f8c-7a0001c534d4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:42.615108 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-7362e3ff-e73c-407e-9b48-b41082bfa56e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d3bc4bc-a8da-4b31-97bf-84e5ffd2c5f2']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:42.636723 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-7362e3ff-e73c-407e-9b48-b41082bfa56e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3756fc92-112d-480f-8b9a-f90df843fcd6') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:42.637445 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-7362e3ff-e73c-407e-9b48-b41082bfa56e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3756fc92-112d-480f-8b9a-f90df843fcd6') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:42.637629 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-e7b51c3d-6385-45c2-8d50-dc0cd216a679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:42.639819 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-e7b51c3d-6385-45c2-8d50-dc0cd216a679 service neutron] 10.222.0.21 "GET /v2.0/ports/2ad84d50-d7c9-425a-b9f6-7a7fc1b1156e HTTP/1.1" status: 200 len: 1032 time: 0.3132210 Nov 12 08:27:42.651021 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55a0f6a-abdb-4094-aed3-05a421e52778 req-8f7b0cda-3b59-40d8-9f16-b4ed5d04c0b3 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:42.660612 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b55a0f6a-abdb-4094-aed3-05a421e52778 req-8f7b0cda-3b59-40d8-9f16-b4ed5d04c0b3 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8a087b1-519b-4d24-b909-2afc3b982268 HTTP/1.1" status: 200 len: 931 time: 0.1808555 Nov 12 08:27:42.679051 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7362e3ff-e73c-407e-9b48-b41082bfa56e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:42.704779 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-3992805f-a38f-4144-949f-849f451a7b42 req-88c89548-949c-4a1e-8f8c-7a0001c534d4 service neutron] Transition to ACTIVE for port object 0f861223-c0ed-4655-93e1-b57858fd0984 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:27:42.726344 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7362e3ff-e73c-407e-9b48-b41082bfa56e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:42.745951 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-3992805f-a38f-4144-949f-849f451a7b42 req-88c89548-949c-4a1e-8f8c-7a0001c534d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:42.760150 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7362e3ff-e73c-407e-9b48-b41082bfa56e admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:27:42.761159 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7362e3ff-e73c-407e-9b48-b41082bfa56e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:42.763542 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:27:42.763542 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:27:42.763542 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:27:42.763542 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:27:42.763542 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:27:42.763542 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:27:42.763542 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:27:42.763542 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:27:42.763542 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:27:42.763542 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:27:42.763542 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:27:42.763542 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:27:42.763542 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:27:42.763542 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:27:42.763542 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:27:42.763542 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:27:42.763542 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:27:42.763542 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:27:42.763542 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:27:42.763542 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:27:42.763542 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:27:42.763542 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:27:42.763542 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:27:42.763542 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:27:42.763542 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:27:42.763542 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:27:42.763542 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:27:42.763542 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:27:42.763542 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:27:42.763542 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:27:42.763542 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:27:42.763542 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:27:42.810777 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b55a0f6a-abdb-4094-aed3-05a421e52778 req-d9756b06-3d6f-40e0-b280-7e69c1d9890e tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=9dc9079a-4f63-4eb5-be12-eaa66771fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445858 Nov 12 08:27:42.857222 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee61068d-df1f-4998-9953-63e086375a4e req-f12b026d-7352-4570-b348-42bafd4490b8 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:42.859640 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ee61068d-df1f-4998-9953-63e086375a4e req-f12b026d-7352-4570-b348-42bafd4490b8 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=169f7779-8f80-4509-8e19-6731ed6e3dfc HTTP/1.1" status: 200 len: 943 time: 0.5392532 Nov 12 08:27:42.875275 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-a078f36b-1252-4b9b-96f5-04e17dfd49c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:42.877015 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-a078f36b-1252-4b9b-96f5-04e17dfd49c0 service neutron] 10.222.0.21 "GET /v2.0/ports/a9c14931-8b9b-4467-9aca-bbbe106d4681 HTTP/1.1" status: 200 len: 1033 time: 0.2248485 Nov 12 08:27:42.936257 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7362e3ff-e73c-407e-9b48-b41082bfa56e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:42.944687 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7362e3ff-e73c-407e-9b48-b41082bfa56e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:42.950957 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-7362e3ff-e73c-407e-9b48-b41082bfa56e admin admin] 10.222.0.26 "DELETE /v2.0/networks/8d3bc4bc-a8da-4b31-97bf-84e5ffd2c5f2 HTTP/1.1" status: 204 len: 168 time: 1.7800231 Nov 12 08:27:42.973979 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7362e3ff-e73c-407e-9b48-b41082bfa56e admin admin] Pushing event deleted for resources: {'Network': ['ID=8d3bc4bc-a8da-4b31-97bf-84e5ffd2c5f2,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:43.008830 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c89548-949c-4a1e-8f8c-7a0001c534d4 service neutron] Pushing event updated for resources: {'Port': ['ID=0f861223-c0ed-4655-93e1-b57858fd0984,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:43.091192 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c89548-949c-4a1e-8f8c-7a0001c534d4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:43.091621 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c89548-949c-4a1e-8f8c-7a0001c534d4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:43.092067 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c89548-949c-4a1e-8f8c-7a0001c534d4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:43.092480 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c89548-949c-4a1e-8f8c-7a0001c534d4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:43.094098 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c89548-949c-4a1e-8f8c-7a0001c534d4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:43.094098 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c89548-949c-4a1e-8f8c-7a0001c534d4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:43.094098 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c89548-949c-4a1e-8f8c-7a0001c534d4 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:43.094732 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c89548-949c-4a1e-8f8c-7a0001c534d4 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:43.094857 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c89548-949c-4a1e-8f8c-7a0001c534d4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:43.095127 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c89548-949c-4a1e-8f8c-7a0001c534d4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:43.095497 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c89548-949c-4a1e-8f8c-7a0001c534d4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:43.095822 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c89548-949c-4a1e-8f8c-7a0001c534d4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:43.275417 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4e6e4618-2d9c-460b-b29a-84e4c3279a73 req-bcf9d23b-1c19-437c-9974-2a1d901beac4 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7b22e6f-34ba-40cc-8b8b-fe95438187cb HTTP/1.1" status: 200 len: 210 time: 0.0997815 Nov 12 08:27:43.280091 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ab4dfed7-3e50-4d43-8ba1-d8a5ba9fdb33 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:43.300511 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ee61068d-df1f-4998-9953-63e086375a4e req-de5cf690-d134-4dd5-8c96-c9130679ea39 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=7569d1cf-6bd3-45ad-96a1-5286f4165b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4092369 Nov 12 08:27:43.305644 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ab4dfed7-3e50-4d43-8ba1-d8a5ba9fdb33 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:43.362768 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-e7376f83-b51b-488e-8403-472007456b94 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:43.371902 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-e7376f83-b51b-488e-8403-472007456b94 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:43.381924 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-e7376f83-b51b-488e-8403-472007456b94 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:43.385682 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-e7376f83-b51b-488e-8403-472007456b94 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.21 "GET /v2.0/networks?id=b1a7821e-f1d3-43e5-80d4-19a0f0105ed4&id=206f9d07-9c2e-4490-896d-289aa4538730&id=206f9d07-9c2e-4490-896d-289aa4538730&id=206f9d07-9c2e-4490-896d-289aa4538730&id=206f9d07-9c2e-4490-896d-289aa4538730&id=5b2a8b49-5710-48dd-bacf-1711bcf033cc&id=5b2a8b49-5710-48dd-bacf-1711bcf033cc HTTP/1.1" status: 200 len: 1995 time: 0.4885314 Nov 12 08:27:43.445532 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab4dfed7-3e50-4d43-8ba1-d8a5ba9fdb33 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:27:43.541837 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-a87abfd1-8de2-45e8-bbc8-063ac1f1c5b4 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=21a2ac24705441ab9e82ecd18312805e HTTP/1.1" status: 200 len: 379 time: 0.1175613 Nov 12 08:27:43.547728 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59486) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:43.598651 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-eca92804-8270-4f30-8dd1-296f38d894e8 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Request body: {'port': {'device_id': 'e7b22e6f-34ba-40cc-8b8b-fe95438187cb', 'network_id': 'b1a7821e-f1d3-43e5-80d4-19a0f0105ed4', 'admin_state_up': True, 'tenant_id': '21a2ac24705441ab9e82ecd18312805e', 'security_groups': ['fca2cf2b-9cad-4878-bbbc-828482027757']}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:27:43.606674 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-c7f8bcac-eae4-4a4c-83a9-b1aaf5dbe04c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=45e2292a264d44a68e35180f1130bf5f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0563378 Nov 12 08:27:43.609574 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59488) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:43.612258 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ab4dfed7-3e50-4d43-8ba1-d8a5ba9fdb33 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:43.612796 n-d-765315-29 neutron-server[102599]: INFO neutron.db.segments_db [None req-ab4dfed7-3e50-4d43-8ba1-d8a5ba9fdb33 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] Added segment 044c7c0a-ca5c-42c4-87fc-13e9f5629550 of type vlan for network 7f9c2dc8-b80d-41bf-ae7c-3c7e4dba8c96 Nov 12 08:27:43.661377 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4dfed7-3e50-4d43-8ba1-d8a5ba9fdb33 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc54039d-05e9-4bb2-b450-3b32fbec5b3e,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:43.718752 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-caec7dea-ad0c-41f9-a2a2-baeca9267717 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:43.736999 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-3992805f-a38f-4144-949f-849f451a7b42 req-88c89548-949c-4a1e-8f8c-7a0001c534d4 service neutron] Attempting to bind port 0f861223-c0ed-4655-93e1-b57858fd0984 on host n-h2-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:27:43.737432 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-3992805f-a38f-4144-949f-849f451a7b42 req-88c89548-949c-4a1e-8f8c-7a0001c534d4 service neutron] Attempting to bind port 0f861223-c0ed-4655-93e1-b57858fd0984 by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': 'e07c96e0-5af6-439e-b283-25e89ba24ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '392b706c-fa83-40b2-ba41-e97d70efdd1d'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:27:43.737671 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3992805f-a38f-4144-949f-849f451a7b42 req-88c89548-949c-4a1e-8f8c-7a0001c534d4 service neutron] Attempting to bind port 0f861223-c0ed-4655-93e1-b57858fd0984 on network 392b706c-fa83-40b2-ba41-e97d70efdd1d {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:27:43.742402 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-caec7dea-ad0c-41f9-a2a2-baeca9267717 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:43.774856 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3992805f-a38f-4144-949f-849f451a7b42 req-88c89548-949c-4a1e-8f8c-7a0001c534d4 service neutron] Port 0f861223-c0ed-4655-93e1-b57858fd0984 on network 392b706c-fa83-40b2-ba41-e97d70efdd1d not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:27:43.775091 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3992805f-a38f-4144-949f-849f451a7b42 req-88c89548-949c-4a1e-8f8c-7a0001c534d4 service neutron] Attempting to bind port 0f861223-c0ed-4655-93e1-b57858fd0984 on network 392b706c-fa83-40b2-ba41-e97d70efdd1d {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:27:43.792364 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3992805f-a38f-4144-949f-849f451a7b42 req-88c89548-949c-4a1e-8f8c-7a0001c534d4 service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:27:43.792723 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3992805f-a38f-4144-949f-849f451a7b42 req-88c89548-949c-4a1e-8f8c-7a0001c534d4 service neutron] Checking segment: {'id': 'e07c96e0-5af6-439e-b283-25e89ba24ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '392b706c-fa83-40b2-ba41-e97d70efdd1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:27:43.793299 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3992805f-a38f-4144-949f-849f451a7b42 req-88c89548-949c-4a1e-8f8c-7a0001c534d4 service neutron] Bound using segment: {'id': 'e07c96e0-5af6-439e-b283-25e89ba24ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '392b706c-fa83-40b2-ba41-e97d70efdd1d'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:27:43.793983 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-3992805f-a38f-4144-949f-849f451a7b42 req-88c89548-949c-4a1e-8f8c-7a0001c534d4 service neutron] Bound port: 0f861223-c0ed-4655-93e1-b57858fd0984, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e07c96e0-5af6-439e-b283-25e89ba24ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '392b706c-fa83-40b2-ba41-e97d70efdd1d'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:27:43.794388 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-3992805f-a38f-4144-949f-849f451a7b42 req-88c89548-949c-4a1e-8f8c-7a0001c534d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:43.801018 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-caec7dea-ad0c-41f9-a2a2-baeca9267717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:43.804641 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-caec7dea-ad0c-41f9-a2a2-baeca9267717 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:43.806525 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-caec7dea-ad0c-41f9-a2a2-baeca9267717 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/290c0775-92d3-4e73-a003-a48b1692dd5d HTTP/1.1" status: 204 len: 168 time: 0.1940322 Nov 12 08:27:43.816256 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caec7dea-ad0c-41f9-a2a2-baeca9267717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=290c0775-92d3-4e73-a003-a48b1692dd5d,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:43.822085 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ab4dfed7-3e50-4d43-8ba1-d8a5ba9fdb33 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:43.973207 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.db.resource_extend [None req-ab4dfed7-3e50-4d43-8ba1-d8a5ba9fdb33 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:27:43.986763 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea77aea8-e32e-4de5-9759-2a7759dff045 req-f3b80dbc-4923-4395-99f8-0ce3e100298f tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:43.989074 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ea77aea8-e32e-4de5-9759-2a7759dff045 req-f3b80dbc-4923-4395-99f8-0ce3e100298f tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8a087b1-519b-4d24-b909-2afc3b982268 HTTP/1.1" status: 200 len: 943 time: 0.0923209 Nov 12 08:27:44.037210 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-4fe4cffa-c1c4-4ab2-b4ad-606cfc4032f1 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Deleting port 91c30ce3-9274-4edb-940b-9a51ca8d92ea {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:27:44.037872 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4fe4cffa-c1c4-4ab2-b4ad-606cfc4032f1 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:44.048445 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ab4dfed7-3e50-4d43-8ba1-d8a5ba9fdb33 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:44.056620 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4dfed7-3e50-4d43-8ba1-d8a5ba9fdb33 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:44.057616 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ab4dfed7-3e50-4d43-8ba1-d8a5ba9fdb33 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:44.063060 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-3992805f-a38f-4144-949f-849f451a7b42 req-88c89548-949c-4a1e-8f8c-7a0001c534d4 service neutron] For port 0f861223-c0ed-4655-93e1-b57858fd0984, host n-h2-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:27:44.118621 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ea77aea8-e32e-4de5-9759-2a7759dff045 req-257d42ce-d1c4-4452-906b-ad346300f43e tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=9dc9079a-4f63-4eb5-be12-eaa66771fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043169 Nov 12 08:27:44.174044 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-eca92804-8270-4f30-8dd1-296f38d894e8 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Made reservation on behalf of 21a2ac24705441ab9e82ecd18312805e for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:27:44.178296 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-eca92804-8270-4f30-8dd1-296f38d894e8 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:44.247245 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-3992805f-a38f-4144-949f-849f451a7b42 req-88c89548-949c-4a1e-8f8c-7a0001c534d4 service neutron] For port 0f861223-c0ed-4655-93e1-b57858fd0984, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=0f861223-c0ed-4655-93e1-b57858fd0984,segment=NetworkSegment(e07c96e0-5af6-439e-b283-25e89ba24ea2),segment_id=e07c96e0-5af6-439e-b283-25e89ba24ea2)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:27:44.253215 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-ab4dfed7-3e50-4d43-8ba1-d8a5ba9fdb33 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 3.1329129 Nov 12 08:27:44.256233 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59506) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:44.262868 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-67db43d1-cd76-4d1c-8763-9e05a9d8afe6 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] Request body: {'subnet': {'network_id': '7f9c2dc8-b80d-41bf-ae7c-3c7e4dba8c96', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:27:44.295513 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-3992805f-a38f-4144-949f-849f451a7b42 req-88c89548-949c-4a1e-8f8c-7a0001c534d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:44.318544 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3992805f-a38f-4144-949f-849f451a7b42 req-88c89548-949c-4a1e-8f8c-7a0001c534d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:44.319196 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-3992805f-a38f-4144-949f-849f451a7b42 req-88c89548-949c-4a1e-8f8c-7a0001c534d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:44.321379 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3992805f-a38f-4144-949f-849f451a7b42 req-88c89548-949c-4a1e-8f8c-7a0001c534d4 service neutron] 10.222.0.44 "PUT /v2.0/ports/0f861223-c0ed-4655-93e1-b57858fd0984 HTTP/1.1" status: 200 len: 1092 time: 3.1753094 Nov 12 08:27:44.567324 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67db43d1-cd76-4d1c-8763-9e05a9d8afe6 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] Made reservation on behalf of f0ec97932d214f9eaca2c62f211807d2 for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:27:44.581588 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-67db43d1-cd76-4d1c-8763-9e05a9d8afe6 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:44.588737 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-eca92804-8270-4f30-8dd1-296f38d894e8 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Allocated IP 172.20.0.9 (b1a7821e-f1d3-43e5-80d4-19a0f0105ed4/12b144a6-628e-40a7-ae42-7387cab28ef8/e22b775a-a039-415a-be68-84e3c4aa81d5) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:27:44.703630 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8a087b1-519b-4d24-b909-2afc3b982268', 'tag': '0f861223-c0ed-4655-93e1-b57858fd0984'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:27:44.705905 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-980d0259-45e9-4d99-88b5-493c29cbc01c" -d '{"events": [{"name": "network-changed", "server_uuid": "e8a087b1-519b-4d24-b909-2afc3b982268", "tag": "0f861223-c0ed-4655-93e1-b57858fd0984"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:27:44.708805 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4dfed7-3e50-4d43-8ba1-d8a5ba9fdb33 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] Pushing event updated for resources: {'Network': ['ID=7f9c2dc8-b80d-41bf-ae7c-3c7e4dba8c96,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:44.720556 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 7f9c2dc8-b80d-41bf-ae7c-3c7e4dba8c96 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:27:44.910066 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5cf48e31-0e18-48c8-8bd2-7f2fdf6f58ed req-43bffe95-35e9-40ee-a64b-a4d97f133715 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7b22e6f-34ba-40cc-8b8b-fe95438187cb HTTP/1.1" status: 200 len: 210 time: 0.1201248 Nov 12 08:27:44.938979 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f946bf4b-0806-453f-a1dd-d00aa2f17c5d req-75ef4f93-e723-486c-9fde-d00b07dfb6c8 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:44.940558 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f946bf4b-0806-453f-a1dd-d00aa2f17c5d req-75ef4f93-e723-486c-9fde-d00b07dfb6c8 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=169f7779-8f80-4509-8e19-6731ed6e3dfc HTTP/1.1" status: 200 len: 943 time: 0.4506524 Nov 12 08:27:44.983742 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4fe4cffa-c1c4-4ab2-b4ad-606cfc4032f1 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:45.009936 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c89548-949c-4a1e-8f8c-7a0001c534d4 service neutron] Pushing event updated for resources: {'Port': ['ID=0f861223-c0ed-4655-93e1-b57858fd0984,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:45.022371 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3992805f-a38f-4144-949f-849f451a7b42 req-6f113ccd-bffe-4197-8f36-8ce6544955cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:45.024329 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3992805f-a38f-4144-949f-849f451a7b42 req-6f113ccd-bffe-4197-8f36-8ce6544955cf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=13ee7d6d71864c9eb2f508185e6a266f&device_id=e8a087b1-519b-4d24-b909-2afc3b982268 HTTP/1.1" status: 200 len: 1095 time: 0.2244093 Nov 12 08:27:45.033474 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd5c03af-aac8-4fde-bbbf-ac403729ef1f x-openstack-request-id: req-bd5c03af-aac8-4fde-bbbf-ac403729ef1f {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:27:45.033769 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8a087b1-519b-4d24-b909-2afc3b982268", "tag": "0f861223-c0ed-4655-93e1-b57858fd0984", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:27:45.034025 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bd5c03af-aac8-4fde-bbbf-ac403729ef1f {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:27:45.034417 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8a087b1-519b-4d24-b909-2afc3b982268', 'tag': '0f861223-c0ed-4655-93e1-b57858fd0984', 'status': 'completed', 'code': 200} Nov 12 08:27:45.042485 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-4fe4cffa-c1c4-4ab2-b4ad-606cfc4032f1 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Calling delete_port for 91c30ce3-9274-4edb-940b-9a51ca8d92ea owned by network:router_interface {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:27:45.075587 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-67db43d1-cd76-4d1c-8763-9e05a9d8afe6 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:45.097592 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3992805f-a38f-4144-949f-849f451a7b42 req-59cf1b7d-6c30-4131-99ef-4041c78d1625 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f861223-c0ed-4655-93e1-b57858fd0984 HTTP/1.1" status: 200 len: 217 time: 0.0473993 Nov 12 08:27:45.101929 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-eca92804-8270-4f30-8dd1-296f38d894e8 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:45.198650 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67db43d1-cd76-4d1c-8763-9e05a9d8afe6 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] Pushing event updated for resources: {'Subnet': ['ID=3243a8eb-5f04-44e4-8e1d-aa8e3dc2a7fa,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:45.209921 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f946bf4b-0806-453f-a1dd-d00aa2f17c5d req-c865077b-885d-4105-9e7b-f009a158d84a tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=7569d1cf-6bd3-45ad-96a1-5286f4165b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2631104 Nov 12 08:27:45.249234 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3992805f-a38f-4144-949f-849f451a7b42 req-d553b830-4e0e-4b47-b044-300a166b9d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:45.251302 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3992805f-a38f-4144-949f-849f451a7b42 req-d553b830-4e0e-4b47-b044-300a166b9d15 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2d250a72-e563-4d6e-ac4f-f44698e0ce3c HTTP/1.1" status: 200 len: 850 time: 0.1445928 Nov 12 08:27:45.289773 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67db43d1-cd76-4d1c-8763-9e05a9d8afe6 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] Checking segment: {'id': '044c7c0a-ca5c-42c4-87fc-13e9f5629550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7f9c2dc8-b80d-41bf-ae7c-3c7e4dba8c96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:27:45.291548 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67db43d1-cd76-4d1c-8763-9e05a9d8afe6 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] Network hostable DHCP agents. Network: 7f9c2dc8-b80d-41bf-ae7c-3c7e4dba8c96, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:27:45.330372 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59538) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:45.345775 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67db43d1-cd76-4d1c-8763-9e05a9d8afe6 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] Network 7f9c2dc8-b80d-41bf-ae7c-3c7e4dba8c96 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:27:45.360406 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-67db43d1-cd76-4d1c-8763-9e05a9d8afe6 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 7f9c2dc8-b80d-41bf-ae7c-3c7e4dba8c96) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:27:45.366147 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67db43d1-cd76-4d1c-8763-9e05a9d8afe6 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:45.367574 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-67db43d1-cd76-4d1c-8763-9e05a9d8afe6 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:45.373871 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7c94c1-c45c-43e6-9932-5836f2a8cca4 None None] Network 7f9c2dc8-b80d-41bf-ae7c-3c7e4dba8c96 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:27:45.388478 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-eca92804-8270-4f30-8dd1-296f38d894e8 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:45.391341 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-67db43d1-cd76-4d1c-8763-9e05a9d8afe6 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1324959 Nov 12 08:27:45.393635 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59542) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:45.399664 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-8a2cf8cf-8d1c-4185-b8ad-7e9f99d21f30 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] Request body: {'port': {'network_id': '7f9c2dc8-b80d-41bf-ae7c-3c7e4dba8c96', 'name': 'tempest-TagsExtTest-1407317866'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:27:45.410748 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3992805f-a38f-4144-949f-849f451a7b42 req-63fe8f10-37af-4ed5-94ab-19132e6d8af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:45.412617 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3992805f-a38f-4144-949f-849f451a7b42 req-63fe8f10-37af-4ed5-94ab-19132e6d8af2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=392b706c-fa83-40b2-ba41-e97d70efdd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1500356 Nov 12 08:27:45.431407 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-eca92804-8270-4f30-8dd1-296f38d894e8 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Network b1a7821e-f1d3-43e5-80d4-19a0f0105ed4 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:27:45.470739 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-eca92804-8270-4f30-8dd1-296f38d894e8 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:27:45.509154 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-eca92804-8270-4f30-8dd1-296f38d894e8 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:27:45.531932 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-eca73a1e-66a9-4d66-bd0e-711f338c2a39 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-296605512-network', 'tenant_id': '4e695ccfe3434d44ababb01fdc20479b'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:27:45.579698 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-eca92804-8270-4f30-8dd1-296f38d894e8 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:45.580261 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-eca92804-8270-4f30-8dd1-296f38d894e8 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:45.646494 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f61dc0-0344-409d-ae3b-28370b8e9286 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-7f9c2dc8-b80d-41bf-ae7c-3c7e4dba8c96', 'network_id': '7f9c2dc8-b80d-41bf-ae7c-3c7e4dba8c96', 'tenant_id': 'f0ec97932d214f9eaca2c62f211807d2', 'fixed_ips': [{'subnet_id': '3243a8eb-5f04-44e4-8e1d-aa8e3dc2a7fa'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:27:45.647925 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-00f61dc0-0344-409d-ae3b-28370b8e9286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:45.657114 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eca73a1e-66a9-4d66-bd0e-711f338c2a39 admin admin] Made reservation on behalf of 4e695ccfe3434d44ababb01fdc20479b for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:27:45.660379 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-eca73a1e-66a9-4d66-bd0e-711f338c2a39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:45.683108 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-eca73a1e-66a9-4d66-bd0e-711f338c2a39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:45.768151 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a2cf8cf-8d1c-4185-b8ad-7e9f99d21f30 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] Made reservation on behalf of f0ec97932d214f9eaca2c62f211807d2 for: {'port': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:27:45.777009 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8a2cf8cf-8d1c-4185-b8ad-7e9f99d21f30 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:45.840663 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [None req-8a2cf8cf-8d1c-4185-b8ad-7e9f99d21f30 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] device_id is not set on port 4a8d1db9-0a04-4629-8780-80b5ffec2cf1 yet. {{(pid=102600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:27:45.982320 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-eca73a1e-66a9-4d66-bd0e-711f338c2a39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:45.984812 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-00f61dc0-0344-409d-ae3b-28370b8e9286 None None] Allocated IP 172.20.0.2 (7f9c2dc8-b80d-41bf-ae7c-3c7e4dba8c96/3243a8eb-5f04-44e4-8e1d-aa8e3dc2a7fa/1bf46aab-5f0b-4a47-826c-ebd35a73dde4) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:27:45.988297 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-eca73a1e-66a9-4d66-bd0e-711f338c2a39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:46.008106 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eca73a1e-66a9-4d66-bd0e-711f338c2a39 admin admin] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:27:46.021470 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-eca73a1e-66a9-4d66-bd0e-711f338c2a39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:46.021950 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-eca73a1e-66a9-4d66-bd0e-711f338c2a39 admin admin] Added segment 115bdcdd-b1df-41c7-8bff-15a5e1fdca42 of type vlan for network 97ca3497-d4cd-4c64-83f2-e4cf0b99a680 Nov 12 08:27:46.076085 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-eca73a1e-66a9-4d66-bd0e-711f338c2a39 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:46.146456 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-eca73a1e-66a9-4d66-bd0e-711f338c2a39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:46.147611 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca73a1e-66a9-4d66-bd0e-711f338c2a39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:46.148292 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-eca73a1e-66a9-4d66-bd0e-711f338c2a39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:46.195524 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-00f61dc0-0344-409d-ae3b-28370b8e9286 None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:46.206738 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-00f61dc0-0344-409d-ae3b-28370b8e9286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:46.248115 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca73a1e-66a9-4d66-bd0e-711f338c2a39 admin admin] Pushing event updated for resources: {'Network': ['ID=97ca3497-d4cd-4c64-83f2-e4cf0b99a680,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:46.255174 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-eca73a1e-66a9-4d66-bd0e-711f338c2a39 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9227993 Nov 12 08:27:46.280241 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f61dc0-0344-409d-ae3b-28370b8e9286 None None] Pushing event updated for resources: {'Port': ['ID=1bf46aab-5f0b-4a47-826c-ebd35a73dde4,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:46.289706 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3992805f-a38f-4144-949f-849f451a7b42 req-c8f9c9d5-74f2-4eb9-967b-40f503237695 service neutron] 10.222.0.44 "GET /v2.0/networks/392b706c-fa83-40b2-ba41-e97d70efdd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8604305 Nov 12 08:27:46.292651 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 97ca3497-d4cd-4c64-83f2-e4cf0b99a680 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:27:46.295810 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59552) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:46.359152 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-7ef6c08f-404c-444c-954c-f87ea6bcc4f6 admin admin] Request body: {'subnet': {'network_id': '97ca3497-d4cd-4c64-83f2-e4cf0b99a680', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-296605512-subnet', 'tenant_id': '4e695ccfe3434d44ababb01fdc20479b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:27:46.362521 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-b618e43b-986e-458e-85d4-7ee799a5b8c7 None None] Provisioning complete for port e22b775a-a039-415a-be68-84e3c4aa81d5 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:27:46.363257 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b618e43b-986e-458e-85d4-7ee799a5b8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:46.370313 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca92804-8270-4f30-8dd1-296f38d894e8 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Pushing event updated for resources: {'Port': ['ID=e22b775a-a039-415a-be68-84e3c4aa81d5,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:46.396934 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca73a1e-66a9-4d66-bd0e-711f338c2a39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:46.444162 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51f0a10-71a3-43fb-8a75-00ad39433330 req-c7e4db5e-2241-4254-8814-3f99535235e9 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:46.446207 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b51f0a10-71a3-43fb-8a75-00ad39433330 req-c7e4db5e-2241-4254-8814-3f99535235e9 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7b22e6f-34ba-40cc-8b8b-fe95438187cb HTTP/1.1" status: 200 len: 931 time: 0.3410234 Nov 12 08:27:46.475397 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-8a2cf8cf-8d1c-4185-b8ad-7e9f99d21f30 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] Allocated IP 172.20.0.13 (7f9c2dc8-b80d-41bf-ae7c-3c7e4dba8c96/3243a8eb-5f04-44e4-8e1d-aa8e3dc2a7fa/4a8d1db9-0a04-4629-8780-80b5ffec2cf1) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:27:46.497598 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef6c08f-404c-444c-954c-f87ea6bcc4f6 admin admin] Made reservation on behalf of 4e695ccfe3434d44ababb01fdc20479b for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:27:46.500963 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7ef6c08f-404c-444c-954c-f87ea6bcc4f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:46.504311 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-eca92804-8270-4f30-8dd1-296f38d894e8 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9316130 Nov 12 08:27:46.513795 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e3cfc9-ba3a-42f9-8a90-e0e8fcdb3df4 req-f55e6441-aa9f-4a42-89fb-991f871c4758 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:46.515584 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f7e3cfc9-ba3a-42f9-8a90-e0e8fcdb3df4 req-f55e6441-aa9f-4a42-89fb-991f871c4758 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8a087b1-519b-4d24-b909-2afc3b982268 HTTP/1.1" status: 200 len: 943 time: 1.2188783 Nov 12 08:27:46.518032 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3992805f-a38f-4144-949f-849f451a7b42 req-69edf6c5-5b93-4441-a336-c9efcfd4a5ad service neutron] 10.222.0.44 "GET /v2.0/networks/392b706c-fa83-40b2-ba41-e97d70efdd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415248 Nov 12 08:27:46.524534 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-84b4a163-054c-4c8d-8ca4-1efbb71146f7 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Request body: {'port': {'device_id': 'e7b22e6f-34ba-40cc-8b8b-fe95438187cb', 'network_id': '206f9d07-9c2e-4490-896d-289aa4538730', 'admin_state_up': True, 'tenant_id': '21a2ac24705441ab9e82ecd18312805e', 'security_groups': ['fca2cf2b-9cad-4878-bbbc-828482027757']}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:27:46.528638 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4fe4cffa-c1c4-4ab2-b4ad-606cfc4032f1 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:46.692084 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe4cffa-c1c4-4ab2-b4ad-606cfc4032f1 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Pushing event deleted for resources: {'Port': ['ID=91c30ce3-9274-4edb-940b-9a51ca8d92ea,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:46.698032 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f7e3cfc9-ba3a-42f9-8a90-e0e8fcdb3df4 req-7e322bb2-bb22-4b47-a53e-f9b1c359b6cc tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=9dc9079a-4f63-4eb5-be12-eaa66771fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642983 Nov 12 08:27:46.775102 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f61dc0-0344-409d-ae3b-28370b8e9286 None None] Network 7f9c2dc8-b80d-41bf-ae7c-3c7e4dba8c96 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:27:46.797468 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b51f0a10-71a3-43fb-8a75-00ad39433330 req-9f8095d0-0181-4274-91ad-17c53f826c2c tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "GET /v2.0/security-groups?id=fca2cf2b-9cad-4878-bbbc-828482027757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3412471 Nov 12 08:27:46.802127 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7ef6c08f-404c-444c-954c-f87ea6bcc4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:46.846724 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-00f61dc0-0344-409d-ae3b-28370b8e9286 None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:27:46.866156 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f61dc0-0344-409d-ae3b-28370b8e9286 None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:27:46.950524 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef6c08f-404c-444c-954c-f87ea6bcc4f6 admin admin] Checking segment: {'id': '115bdcdd-b1df-41c7-8bff-15a5e1fdca42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '97ca3497-d4cd-4c64-83f2-e4cf0b99a680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:27:46.950524 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef6c08f-404c-444c-954c-f87ea6bcc4f6 admin admin] Network hostable DHCP agents. Network: 97ca3497-d4cd-4c64-83f2-e4cf0b99a680, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:27:46.957803 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef6c08f-404c-444c-954c-f87ea6bcc4f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5a8c2de-791a-407e-b586-3b1004863989,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:46.979494 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980d0259-45e9-4d99-88b5-493c29cbc01c req-ec349de0-597e-44da-9775-6090262dd5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:46.981106 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-980d0259-45e9-4d99-88b5-493c29cbc01c req-ec349de0-597e-44da-9775-6090262dd5d7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=13ee7d6d71864c9eb2f508185e6a266f&device_id=e8a087b1-519b-4d24-b909-2afc3b982268 HTTP/1.1" status: 200 len: 1095 time: 0.3021886 Nov 12 08:27:46.986029 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-b618e43b-986e-458e-85d4-7ee799a5b8c7 None None] Port e22b775a-a039-415a-be68-84e3c4aa81d5 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:27:47.053080 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-00f61dc0-0344-409d-ae3b-28370b8e9286 None None] Attempting to bind port 1bf46aab-5f0b-4a47-826c-ebd35a73dde4 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:27:47.053360 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-00f61dc0-0344-409d-ae3b-28370b8e9286 None None] Attempting to bind port 1bf46aab-5f0b-4a47-826c-ebd35a73dde4 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '044c7c0a-ca5c-42c4-87fc-13e9f5629550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7f9c2dc8-b80d-41bf-ae7c-3c7e4dba8c96'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:27:47.053727 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f61dc0-0344-409d-ae3b-28370b8e9286 None None] Attempting to bind port 1bf46aab-5f0b-4a47-826c-ebd35a73dde4 on network 7f9c2dc8-b80d-41bf-ae7c-3c7e4dba8c96 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:27:47.060014 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f61dc0-0344-409d-ae3b-28370b8e9286 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:27:47.060414 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f61dc0-0344-409d-ae3b-28370b8e9286 None None] Checking segment: {'id': '044c7c0a-ca5c-42c4-87fc-13e9f5629550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7f9c2dc8-b80d-41bf-ae7c-3c7e4dba8c96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:27:47.060944 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-00f61dc0-0344-409d-ae3b-28370b8e9286 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:47.061360 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f61dc0-0344-409d-ae3b-28370b8e9286 None None] Bound using segment: {'id': '044c7c0a-ca5c-42c4-87fc-13e9f5629550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7f9c2dc8-b80d-41bf-ae7c-3c7e4dba8c96'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:27:47.063292 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-00f61dc0-0344-409d-ae3b-28370b8e9286 None None] Bound port: 1bf46aab-5f0b-4a47-826c-ebd35a73dde4, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '044c7c0a-ca5c-42c4-87fc-13e9f5629550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7f9c2dc8-b80d-41bf-ae7c-3c7e4dba8c96'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:27:47.063292 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-00f61dc0-0344-409d-ae3b-28370b8e9286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:47.063917 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef6c08f-404c-444c-954c-f87ea6bcc4f6 admin admin] Network 97ca3497-d4cd-4c64-83f2-e4cf0b99a680 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:27:47.079501 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-7ef6c08f-404c-444c-954c-f87ea6bcc4f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 97ca3497-d4cd-4c64-83f2-e4cf0b99a680) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:27:47.085388 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef6c08f-404c-444c-954c-f87ea6bcc4f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:47.086046 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7ef6c08f-404c-444c-954c-f87ea6bcc4f6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:47.097276 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9690ef3-597a-44b2-a903-775467a54ec0 None None] Network 97ca3497-d4cd-4c64-83f2-e4cf0b99a680 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:27:47.179603 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8a2cf8cf-8d1c-4185-b8ad-7e9f99d21f30 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:47.208076 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980d0259-45e9-4d99-88b5-493c29cbc01c req-7c363ea0-6d6e-422d-a9ca-e30cbfb59dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:47.211606 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-980d0259-45e9-4d99-88b5-493c29cbc01c req-7c363ea0-6d6e-422d-a9ca-e30cbfb59dbb service neutron] 10.222.0.44 "GET /v2.0/networks?id=392b706c-fa83-40b2-ba41-e97d70efdd1d HTTP/1.1" status: 200 len: 912 time: 0.1884849 Nov 12 08:27:47.277528 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8a2cf8cf-8d1c-4185-b8ad-7e9f99d21f30 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:47.289264 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-00f61dc0-0344-409d-ae3b-28370b8e9286 None None] For port 1bf46aab-5f0b-4a47-826c-ebd35a73dde4, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:27:47.289743 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-7ef6c08f-404c-444c-954c-f87ea6bcc4f6 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9382808 Nov 12 08:27:47.294478 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-00f61dc0-0344-409d-ae3b-28370b8e9286 None None] For port 1bf46aab-5f0b-4a47-826c-ebd35a73dde4, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=1bf46aab-5f0b-4a47-826c-ebd35a73dde4,segment=NetworkSegment(044c7c0a-ca5c-42c4-87fc-13e9f5629550),segment_id=044c7c0a-ca5c-42c4-87fc-13e9f5629550)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:27:47.302426 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-00f61dc0-0344-409d-ae3b-28370b8e9286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:47.399019 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-84b4a163-054c-4c8d-8ca4-1efbb71146f7 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Made reservation on behalf of 21a2ac24705441ab9e82ecd18312805e for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:27:47.399937 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9643e7c-bdba-499e-afaa-6989035368bc None None] Network 97ca3497-d4cd-4c64-83f2-e4cf0b99a680 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:27:47.404042 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-84b4a163-054c-4c8d-8ca4-1efbb71146f7 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:47.429699 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2cf8cf-8d1c-4185-b8ad-7e9f99d21f30 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] Network 7f9c2dc8-b80d-41bf-ae7c-3c7e4dba8c96 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:27:47.450528 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-8a2cf8cf-8d1c-4185-b8ad-7e9f99d21f30 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:27:47.459032 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2cf8cf-8d1c-4185-b8ad-7e9f99d21f30 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:27:47.527573 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2cf8cf-8d1c-4185-b8ad-7e9f99d21f30 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] Pushing event updated for resources: {'Port': ['ID=4a8d1db9-0a04-4629-8780-80b5ffec2cf1,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:47.527850 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f61dc0-0344-409d-ae3b-28370b8e9286 None None] Pushing event updated for resources: {'Port': ['ID=1bf46aab-5f0b-4a47-826c-ebd35a73dde4,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:47.596584 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2cf8cf-8d1c-4185-b8ad-7e9f99d21f30 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:47.597262 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8a2cf8cf-8d1c-4185-b8ad-7e9f99d21f30 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:47.599193 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-980d0259-45e9-4d99-88b5-493c29cbc01c req-57717e68-d678-48dc-93ce-ca4b6ec27523 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f861223-c0ed-4655-93e1-b57858fd0984 HTTP/1.1" status: 200 len: 217 time: 0.3733439 Nov 12 08:27:47.623488 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-8a2cf8cf-8d1c-4185-b8ad-7e9f99d21f30 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.2259626 Nov 12 08:27:47.623830 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59578) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:47.636130 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-4fe61ac2-d566-4720-981e-e64a578b37f8 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1441033066', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:27:47.689281 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4fe61ac2-d566-4720-981e-e64a578b37f8 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:47.691188 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4fe61ac2-d566-4720-981e-e64a578b37f8 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:47.709736 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa32ca93-5267-448d-9576-2c4955bbeb66 req-e86c342b-fada-44b4-8a16-55fad13e6455 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:47.720741 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-aa32ca93-5267-448d-9576-2c4955bbeb66 req-e86c342b-fada-44b4-8a16-55fad13e6455 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=169f7779-8f80-4509-8e19-6731ed6e3dfc HTTP/1.1" status: 200 len: 943 time: 0.7895103 Nov 12 08:27:47.833511 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4fe61ac2-d566-4720-981e-e64a578b37f8 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:47.847740 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4fe61ac2-d566-4720-981e-e64a578b37f8 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052'] for router, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:47.878781 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4fe61ac2-d566-4720-981e-e64a578b37f8 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:47.880356 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-4fe61ac2-d566-4720-981e-e64a578b37f8 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2546940 Nov 12 08:27:47.883317 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59592) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:47.892837 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-641e0a73-9146-45a5-a0c8-cae92aa92910 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-401618124', 'prefixes': ['172.20.0.0/16']}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:27:47.988838 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4fe4cffa-c1c4-4ab2-b4ad-606cfc4032f1 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918626'] for router_interface, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:48.032486 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980d0259-45e9-4d99-88b5-493c29cbc01c req-febd0f61-af93-4bae-8469-af657e2d0e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:48.034098 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-980d0259-45e9-4d99-88b5-493c29cbc01c req-febd0f61-af93-4bae-8469-af657e2d0e12 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2d250a72-e563-4d6e-ac4f-f44698e0ce3c HTTP/1.1" status: 200 len: 850 time: 0.3918982 Nov 12 08:27:48.036443 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-641e0a73-9146-45a5-a0c8-cae92aa92910 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] Publish callbacks [] for subnetpool, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:48.041794 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-641e0a73-9146-45a5-a0c8-cae92aa92910 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] 10.222.0.26 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.1543064 Nov 12 08:27:48.042258 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59594) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:48.049095 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.tag.tag_plugin [None req-a1209af5-da82-4fc2-89df-71eb7b453ca7 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '3243a8eb-5f04-44e4-8e1d-aa8e3dc2a7fa', 'tempest-TagsExtTest-Tag-1061946010') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:48.200840 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-aa32ca93-5267-448d-9576-2c4955bbeb66 req-671d1d93-405d-4bdd-870a-0b9995087a87 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=7569d1cf-6bd3-45ad-96a1-5286f4165b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4570279 Nov 12 08:27:48.296816 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-84b4a163-054c-4c8d-8ca4-1efbb71146f7 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Allocated IP 10.1.1.122 (206f9d07-9c2e-4490-896d-289aa4538730/451e17db-46f2-4a8d-9633-d7807ea2bdef/921ed5c3-bc6c-44c2-a043-9f5a63a8dd21) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:27:48.297440 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8260b5-4b8d-4ee7-a0dd-cf43c2902380 req-c23833b4-1f6f-4bf4-921f-d91536dd89f4 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:48.310129 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7d8260b5-4b8d-4ee7-a0dd-cf43c2902380 req-c23833b4-1f6f-4bf4-921f-d91536dd89f4 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/networks?id=97ca3497-d4cd-4c64-83f2-e4cf0b99a680 HTTP/1.1" status: 200 len: 805 time: 0.2008674 Nov 12 08:27:48.319625 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-a1209af5-da82-4fc2-89df-71eb7b453ca7 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] 10.222.0.26 "PUT /v2.0/subnets/3243a8eb-5f04-44e4-8e1d-aa8e3dc2a7fa/tags/tempest-TagsExtTest-Tag-1061946010 HTTP/1.1" status: 201 len: 201 time: 0.2754009 Nov 12 08:27:48.321008 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59606) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:48.344732 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.tag.tag_plugin [None req-43cc2729-49ff-4162-a479-a75e96adaa82 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '4a8d1db9-0a04-4629-8780-80b5ffec2cf1', 'tempest-TagsExtTest-Tag-623561610') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:48.392769 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7d8260b5-4b8d-4ee7-a0dd-cf43c2902380 req-350ab339-1396-461d-8956-cd2e3907cfd5 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/quotas/4e695ccfe3434d44ababb01fdc20479b HTTP/1.1" status: 200 len: 375 time: 0.0703723 Nov 12 08:27:48.396579 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980d0259-45e9-4d99-88b5-493c29cbc01c req-4b49ac4f-ceb5-45f2-957b-3adc7c8c6490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:48.402557 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-980d0259-45e9-4d99-88b5-493c29cbc01c req-4b49ac4f-ceb5-45f2-957b-3adc7c8c6490 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=392b706c-fa83-40b2-ba41-e97d70efdd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3588793 Nov 12 08:27:48.433977 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7d8260b5-4b8d-4ee7-a0dd-cf43c2902380 req-cffef5ea-6071-4df0-8b6f-9ab9fd6cb339 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=4e695ccfe3434d44ababb01fdc20479b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0401847 Nov 12 08:27:48.459236 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [req-980d0259-45e9-4d99-88b5-493c29cbc01c req-1f83fe3f-14db-4640-8e4b-2b81676bf06f service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:27:48.460544 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-980d0259-45e9-4d99-88b5-493c29cbc01c req-1f83fe3f-14db-4640-8e4b-2b81676bf06f service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0162628 Nov 12 08:27:48.551504 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-43cc2729-49ff-4162-a479-a75e96adaa82 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] 10.222.0.26 "PUT /v2.0/ports/4a8d1db9-0a04-4629-8780-80b5ffec2cf1/tags/tempest-TagsExtTest-Tag-623561610 HTTP/1.1" status: 201 len: 201 time: 0.2202458 Nov 12 08:27:48.555513 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59610) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:48.560672 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.tag.tag_plugin [None req-55030672-6d2f-4d1a-b51a-cdc63e4b28dd tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'fd71bf1c-bffd-4988-83b9-1930334f2a30', 'tempest-TagsExtTest-Tag-1908788562') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:48.613157 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7d8260b5-4b8d-4ee7-a0dd-cf43c2902380 req-ed02fee9-10a6-4910-8142-610e2c290beb service neutron] 10.222.0.26 "GET /v2.0/networks/97ca3497-d4cd-4c64-83f2-e4cf0b99a680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781435 Nov 12 08:27:48.661396 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fe4cffa-c1c4-4ab2-b4ad-606cfc4032f1 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Router 3d9bc786-5496-40bd-b4c5-9c1faf0cf26a has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:27:48.689019 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd79c3-f025-4fbf-8665-8c9f3bebeed7 req-62051e7c-865b-4c33-be52-1b55ee61bea0 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:48.690747 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c3bd79c3-f025-4fbf-8665-8c9f3bebeed7 req-62051e7c-865b-4c33-be52-1b55ee61bea0 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8a087b1-519b-4d24-b909-2afc3b982268 HTTP/1.1" status: 200 len: 943 time: 0.2503605 Nov 12 08:27:48.741638 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-980d0259-45e9-4d99-88b5-493c29cbc01c req-c37c1f42-e98c-43cf-a5b4-7cebd6ae7854 service neutron] 10.222.0.44 "GET /v2.0/networks/392b706c-fa83-40b2-ba41-e97d70efdd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459059 Nov 12 08:27:48.773102 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7d8260b5-4b8d-4ee7-a0dd-cf43c2902380 req-dd987fb1-8d96-4193-8a2a-0f3070734ff4 service neutron] 10.222.0.26 "GET /v2.0/networks/97ca3497-d4cd-4c64-83f2-e4cf0b99a680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589530 Nov 12 08:27:48.787532 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-84b4a163-054c-4c8d-8ca4-1efbb71146f7 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:48.828742 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-55030672-6d2f-4d1a-b51a-cdc63e4b28dd tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] 10.222.0.26 "PUT /v2.0/routers/fd71bf1c-bffd-4988-83b9-1930334f2a30/tags/tempest-TagsExtTest-Tag-1908788562 HTTP/1.1" status: 201 len: 201 time: 0.2718935 Nov 12 08:27:48.829348 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59614) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:48.834077 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.tag.tag_plugin [None req-a6ff87be-41f7-4f96-b051-3f2d745ca0e5 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '11b5908f-5377-4732-b285-9f9063b6a77d', 'tempest-TagsExtTest-Tag-1483984120') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:48.954237 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-a6ff87be-41f7-4f96-b051-3f2d745ca0e5 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] 10.222.0.26 "PUT /v2.0/subnetpools/11b5908f-5377-4732-b285-9f9063b6a77d/tags/tempest-TagsExtTest-Tag-1483984120 HTTP/1.1" status: 201 len: 201 time: 0.1213629 Nov 12 08:27:48.954515 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59618) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:48.960067 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.tag.tag_plugin [None req-d04dbe2f-c41c-4a39-917d-6757d2ba25d0 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '3243a8eb-5f04-44e4-8e1d-aa8e3dc2a7fa') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:49.031950 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e295f68c-0652-4e80-a571-a23b1e710009 None None] Network 7f9c2dc8-b80d-41bf-ae7c-3c7e4dba8c96 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:27:49.051479 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-d04dbe2f-c41c-4a39-917d-6757d2ba25d0 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] 10.222.0.26 "GET /v2.0/subnets/3243a8eb-5f04-44e4-8e1d-aa8e3dc2a7fa/tags HTTP/1.1" status: 200 len: 241 time: 0.0956316 Nov 12 08:27:49.053771 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59626) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:49.059199 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.tag.tag_plugin [None req-3553d2d5-cbf6-43f6-ae50-f09ff7cff04a tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '3243a8eb-5f04-44e4-8e1d-aa8e3dc2a7fa', 'tempest-TagsExtTest-Tag-1061946010') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:49.154442 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c3bd79c3-f025-4fbf-8665-8c9f3bebeed7 req-4169bab9-563a-4f3b-a261-07758a356e8d tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=9dc9079a-4f63-4eb5-be12-eaa66771fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4550059 Nov 12 08:27:49.216281 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fe4cffa-c1c4-4ab2-b4ad-606cfc4032f1 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:27:49.228905 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-4fe4cffa-c1c4-4ab2-b4ad-606cfc4032f1 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "PUT /v2.0/routers/3d9bc786-5496-40bd-b4c5-9c1faf0cf26a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0341156 Nov 12 08:27:49.234678 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 59640) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:49.235070 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee10cc06-6b11-41a7-89a4-b0219bda7399 None None] Sync routers for ids ['3d9bc786-5496-40bd-b4c5-9c1faf0cf26a'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:27:49.254514 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee10cc06-6b11-41a7-89a4-b0219bda7399 None None] Routers {'3d9bc786-5496-40bd-b4c5-9c1faf0cf26a'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:27:49.255168 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-ee10cc06-6b11-41a7-89a4-b0219bda7399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:27:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['3d9bc786-5496-40bd-b4c5-9c1faf0cf26a'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:49.260760 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-223fef9d-a7fc-4c14-9109-0a3d575e35e1 None None] Provisioning complete for port 1bf46aab-5f0b-4a47-826c-ebd35a73dde4 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:27:49.266233 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-223fef9d-a7fc-4c14-9109-0a3d575e35e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:49.386305 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e779e5b-2906-463c-9aa4-8518cc08b66f req-72d7b2cb-be7f-44d8-8113-acecc63ce984 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:49.402460 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4e779e5b-2906-463c-9aa4-8518cc08b66f req-72d7b2cb-be7f-44d8-8113-acecc63ce984 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7b22e6f-34ba-40cc-8b8b-fe95438187cb HTTP/1.1" status: 200 len: 931 time: 0.3006516 Nov 12 08:27:49.637856 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4e779e5b-2906-463c-9aa4-8518cc08b66f req-f09a146f-85f9-4e32-8cb6-2043daaaa693 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "GET /v2.0/security-groups?id=fca2cf2b-9cad-4878-bbbc-828482027757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2253656 Nov 12 08:27:49.657568 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-3553d2d5-cbf6-43f6-ae50-f09ff7cff04a tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] 10.222.0.26 "GET /v2.0/subnets/3243a8eb-5f04-44e4-8e1d-aa8e3dc2a7fa/tags/tempest-TagsExtTest-Tag-1061946010 HTTP/1.1" status: 204 len: 168 time: 0.6021519 Nov 12 08:27:49.658054 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59666) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:49.669554 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.tag.tag_plugin [None req-b3ca4754-8e64-4c6b-8e08-e3e8dfa6020d tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '3243a8eb-5f04-44e4-8e1d-aa8e3dc2a7fa', 'tempest-TagsExtTest-Tag-1061946010') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:49.692395 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-84b4a163-054c-4c8d-8ca4-1efbb71146f7 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:49.703172 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c3807a89-3c56-492d-ac80-71cf87e3820f req-6358246b-736b-4e9f-8a49-76975bfc416f tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=f098e594-7dd1-447e-9ce9-aec2cb4cc7ec HTTP/1.1" status: 200 len: 210 time: 0.0728281 Nov 12 08:27:49.728484 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-980d0259-45e9-4d99-88b5-493c29cbc01c req-1a9c0285-576f-4ece-8f2f-bd190470c0eb service neutron] 10.222.0.44 "GET /v2.0/networks/392b706c-fa83-40b2-ba41-e97d70efdd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9574790 Nov 12 08:27:49.805540 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-ee10cc06-6b11-41a7-89a4-b0219bda7399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:49.837199 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-84b4a163-054c-4c8d-8ca4-1efbb71146f7 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Network 206f9d07-9c2e-4490-896d-289aa4538730 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:27:49.837414 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-223fef9d-a7fc-4c14-9109-0a3d575e35e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:49.849480 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-84b4a163-054c-4c8d-8ca4-1efbb71146f7 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:27:49.860182 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee10cc06-6b11-41a7-89a4-b0219bda7399 None None] Routers {'3d9bc786-5496-40bd-b4c5-9c1faf0cf26a'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:27:49.871374 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-ee10cc06-6b11-41a7-89a4-b0219bda7399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:27:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['3d9bc786-5496-40bd-b4c5-9c1faf0cf26a'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:49.876933 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-84b4a163-054c-4c8d-8ca4-1efbb71146f7 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:27:49.914812 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 1bf46aab-5f0b-4a47-826c-ebd35a73dde4 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:27:49.963912 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-b3ca4754-8e64-4c6b-8e08-e3e8dfa6020d tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] 10.222.0.26 "DELETE /v2.0/subnets/3243a8eb-5f04-44e4-8e1d-aa8e3dc2a7fa/tags/tempest-TagsExtTest-Tag-1061946010 HTTP/1.1" status: 204 len: 168 time: 0.3036032 Nov 12 08:27:49.966273 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59692) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:49.972771 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-ee10cc06-6b11-41a7-89a4-b0219bda7399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:49.973429 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee10cc06-6b11-41a7-89a4-b0219bda7399 None None] The sync data for ids ['3d9bc786-5496-40bd-b4c5-9c1faf0cf26a'] in n-d-765315-29 is: [] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:27:49.996649 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.tag.tag_plugin [None req-17783504-69e4-493d-ac2d-26dbf6181359 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '3243a8eb-5f04-44e4-8e1d-aa8e3dc2a7fa') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:50.042396 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-223fef9d-a7fc-4c14-9109-0a3d575e35e1 None None] For port 1bf46aab-5f0b-4a47-826c-ebd35a73dde4, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=1bf46aab-5f0b-4a47-826c-ebd35a73dde4,segment=NetworkSegment(044c7c0a-ca5c-42c4-87fc-13e9f5629550),segment_id=044c7c0a-ca5c-42c4-87fc-13e9f5629550)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:27:50.108157 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-84b4a163-054c-4c8d-8ca4-1efbb71146f7 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:50.109803 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-84b4a163-054c-4c8d-8ca4-1efbb71146f7 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:50.154123 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-223fef9d-a7fc-4c14-9109-0a3d575e35e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:50.242059 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-17783504-69e4-493d-ac2d-26dbf6181359 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] 10.222.0.26 "GET /v2.0/subnets/3243a8eb-5f04-44e4-8e1d-aa8e3dc2a7fa/tags HTTP/1.1" status: 200 len: 205 time: 0.2626073 Nov 12 08:27:50.244465 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59724) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:50.250355 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.tag.tag_plugin [None req-37d95374-de5a-4e7e-9fd0-531b84d6e861 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '4a8d1db9-0a04-4629-8780-80b5ffec2cf1') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:50.418093 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b4a163-054c-4c8d-8ca4-1efbb71146f7 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Pushing event updated for resources: {'Port': ['ID=921ed5c3-bc6c-44c2-a043-9f5a63a8dd21,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:50.428155 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-84b4a163-054c-4c8d-8ca4-1efbb71146f7 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9085636 Nov 12 08:27:50.441896 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-37d95374-de5a-4e7e-9fd0-531b84d6e861 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] 10.222.0.26 "GET /v2.0/ports/4a8d1db9-0a04-4629-8780-80b5ffec2cf1/tags HTTP/1.1" status: 200 len: 240 time: 0.1959009 Nov 12 08:27:50.442762 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59744) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:50.461622 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.tag.tag_plugin [None req-fd129a7d-10fa-43a1-bc83-e959f11e7353 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4a8d1db9-0a04-4629-8780-80b5ffec2cf1', 'tempest-TagsExtTest-Tag-623561610') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:50.463831 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-a5297f2c-af3c-4231-bc57-1f6d48909fe1 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Request body: {'port': {'device_id': 'e7b22e6f-34ba-40cc-8b8b-fe95438187cb', 'network_id': '206f9d07-9c2e-4490-896d-289aa4538730', 'admin_state_up': True, 'tenant_id': '21a2ac24705441ab9e82ecd18312805e', 'security_groups': ['fca2cf2b-9cad-4878-bbbc-828482027757']}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:27:50.537165 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 0f861223-c0ed-4655-93e1-b57858fd0984 details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:27:50.570090 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223fef9d-a7fc-4c14-9109-0a3d575e35e1 None None] Pushing event updated for resources: {'Port': ['ID=1bf46aab-5f0b-4a47-826c-ebd35a73dde4,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:50.572477 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 1bf46aab-5f0b-4a47-826c-ebd35a73dde4 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:27:50.573085 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:50.589972 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-bb6e7841-07af-4919-8bbf-ebcfba169497 None None] Provisioning complete for port 4a8d1db9-0a04-4629-8780-80b5ffec2cf1 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:27:50.590633 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-bb6e7841-07af-4919-8bbf-ebcfba169497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:50.655032 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f29e5-bf22-431a-a541-a77aae5f7a2d req-3f00bc81-1267-47d2-9e28-cec1ca80232d tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:50.657343 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-120f29e5-bf22-431a-a541-a77aae5f7a2d req-3f00bc81-1267-47d2-9e28-cec1ca80232d tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8a087b1-519b-4d24-b909-2afc3b982268 HTTP/1.1" status: 200 len: 943 time: 0.1682479 Nov 12 08:27:50.663921 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223fef9d-a7fc-4c14-9109-0a3d575e35e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:50.664794 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-fd129a7d-10fa-43a1-bc83-e959f11e7353 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] 10.222.0.26 "GET /v2.0/ports/4a8d1db9-0a04-4629-8780-80b5ffec2cf1/tags/tempest-TagsExtTest-Tag-623561610 HTTP/1.1" status: 204 len: 168 time: 0.2210755 Nov 12 08:27:50.670305 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59762) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:50.673746 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223fef9d-a7fc-4c14-9109-0a3d575e35e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:50.674751 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223fef9d-a7fc-4c14-9109-0a3d575e35e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:50.675288 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223fef9d-a7fc-4c14-9109-0a3d575e35e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:50.675799 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223fef9d-a7fc-4c14-9109-0a3d575e35e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:50.676321 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223fef9d-a7fc-4c14-9109-0a3d575e35e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:50.676843 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223fef9d-a7fc-4c14-9109-0a3d575e35e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:50.677878 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223fef9d-a7fc-4c14-9109-0a3d575e35e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:50.678021 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.tag.tag_plugin [None req-03c430b1-ba38-434a-8c4d-4fbdf555ce18 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '4a8d1db9-0a04-4629-8780-80b5ffec2cf1', 'tempest-TagsExtTest-Tag-623561610') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:50.678549 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223fef9d-a7fc-4c14-9109-0a3d575e35e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:50.689562 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223fef9d-a7fc-4c14-9109-0a3d575e35e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:50.690397 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223fef9d-a7fc-4c14-9109-0a3d575e35e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:50.691006 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223fef9d-a7fc-4c14-9109-0a3d575e35e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:50.771316 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.db.resource_extend [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:27:50.883354 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-120f29e5-bf22-431a-a541-a77aae5f7a2d req-6a67fdae-bd24-4cef-882d-2147f964bd4d tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=9dc9079a-4f63-4eb5-be12-eaa66771fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574228 Nov 12 08:27:50.928806 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-03c430b1-ba38-434a-8c4d-4fbdf555ce18 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] 10.222.0.26 "DELETE /v2.0/ports/4a8d1db9-0a04-4629-8780-80b5ffec2cf1/tags/tempest-TagsExtTest-Tag-623561610 HTTP/1.1" status: 204 len: 168 time: 0.2573793 Nov 12 08:27:50.931522 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59792) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:50.943318 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-bb6e7841-07af-4919-8bbf-ebcfba169497 None None] Port 4a8d1db9-0a04-4629-8780-80b5ffec2cf1 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:27:50.947537 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.tag.tag_plugin [None req-a6c4e6be-651c-4ce6-b338-0c362a07de1d tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '4a8d1db9-0a04-4629-8780-80b5ffec2cf1') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:51.057371 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-bb6e7841-07af-4919-8bbf-ebcfba169497 None None] Provisioning complete for port 1bf46aab-5f0b-4a47-826c-ebd35a73dde4 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:27:51.057863 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-bb6e7841-07af-4919-8bbf-ebcfba169497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:51.104335 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-a6c4e6be-651c-4ce6-b338-0c362a07de1d tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] 10.222.0.26 "GET /v2.0/ports/4a8d1db9-0a04-4629-8780-80b5ffec2cf1/tags HTTP/1.1" status: 200 len: 205 time: 0.1693308 Nov 12 08:27:51.104964 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59812) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:51.118083 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.tag.tag_plugin [None req-059d7cd6-a835-43a6-9608-9c84525a0b08 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'fd71bf1c-bffd-4988-83b9-1930334f2a30') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:51.290078 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 0f861223-c0ed-4655-93e1-b57858fd0984, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=0f861223-c0ed-4655-93e1-b57858fd0984,segment=NetworkSegment(e07c96e0-5af6-439e-b283-25e89ba24ea2),segment_id=e07c96e0-5af6-439e-b283-25e89ba24ea2)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:27:51.389510 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b3bc50-0ac8-46b3-89ec-2af4cd6fbf8f req-93ea3965-be52-4f8b-b0c5-c5095a7bb5d3 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:51.392409 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-20b3bc50-0ac8-46b3-89ec-2af4cd6fbf8f req-93ea3965-be52-4f8b-b0c5-c5095a7bb5d3 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=169f7779-8f80-4509-8e19-6731ed6e3dfc HTTP/1.1" status: 200 len: 943 time: 1.2684817 Nov 12 08:27:51.407586 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': '0f861223-c0ed-4655-93e1-b57858fd0984', 'network_id': '392b706c-fa83-40b2-ba41-e97d70efdd1d', 'port_id': '0f861223-c0ed-4655-93e1-b57858fd0984', 'mac_address': 'fa:16:3e:16:1c:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d250a72-e563-4d6e-ac4f-f44698e0ce3c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:27:51.460188 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b85bbf2d-0b69-4bda-b3df-3bee7e16a0ee req-c63dc2a8-76e9-4e45-b424-98b58d05d2d7 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=f098e594-7dd1-447e-9ce9-aec2cb4cc7ec HTTP/1.1" status: 200 len: 210 time: 0.2152591 Nov 12 08:27:51.473804 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-059d7cd6-a835-43a6-9608-9c84525a0b08 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] 10.222.0.26 "GET /v2.0/routers/fd71bf1c-bffd-4988-83b9-1930334f2a30/tags HTTP/1.1" status: 200 len: 241 time: 0.3650875 Nov 12 08:27:51.488676 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59852) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:51.505023 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.tag.tag_plugin [None req-78a22e92-873c-49f9-a2a8-6f496ef8c377 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'fd71bf1c-bffd-4988-83b9-1930334f2a30', 'tempest-TagsExtTest-Tag-1908788562') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:51.694977 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 1bf46aab-5f0b-4a47-826c-ebd35a73dde4 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:27:51.710633 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:51.740769 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-78a22e92-873c-49f9-a2a8-6f496ef8c377 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] 10.222.0.26 "GET /v2.0/routers/fd71bf1c-bffd-4988-83b9-1930334f2a30/tags/tempest-TagsExtTest-Tag-1908788562 HTTP/1.1" status: 204 len: 168 time: 0.2493331 Nov 12 08:27:51.745409 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59878) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:51.753937 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.tag.tag_plugin [None req-ae4a8d3d-6a6e-454d-b8f2-6828db21f2ad tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'fd71bf1c-bffd-4988-83b9-1930334f2a30', 'tempest-TagsExtTest-Tag-1908788562') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:51.867276 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-123c2c63-1d91-4d0f-9ec1-8c4825f1d5bd None None] Provisioning complete for port 4a8d1db9-0a04-4629-8780-80b5ffec2cf1 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:27:51.867624 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-123c2c63-1d91-4d0f-9ec1-8c4825f1d5bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:51.872038 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f861223-c0ed-4655-93e1-b57858fd0984 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:27:51.873018 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff5dc49-77b9-4574-a879-a2bf32772d14 req-b0e72e6c-923d-4ea7-b526-74234c80c26c tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:51.887781 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff5dc49-77b9-4574-a879-a2bf32772d14 req-b0e72e6c-923d-4ea7-b526-74234c80c26c tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:51.893908 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-20b3bc50-0ac8-46b3-89ec-2af4cd6fbf8f req-3af7bbdb-58fc-4840-8446-239f6abac324 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=7569d1cf-6bd3-45ad-96a1-5286f4165b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4713035 Nov 12 08:27:51.902337 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7ff5dc49-77b9-4574-a879-a2bf32772d14 req-b0e72e6c-923d-4ea7-b526-74234c80c26c tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7b22e6f-34ba-40cc-8b8b-fe95438187cb HTTP/1.1" status: 200 len: 1653 time: 0.2703183 Nov 12 08:27:51.918002 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 0f861223-c0ed-4655-93e1-b57858fd0984, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=0f861223-c0ed-4655-93e1-b57858fd0984,segment=NetworkSegment(e07c96e0-5af6-439e-b283-25e89ba24ea2),segment_id=e07c96e0-5af6-439e-b283-25e89ba24ea2)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:27:51.985461 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:52.033176 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6080f680-97a2-4bd9-8e8b-05d8ad5f7822 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933586'] for router_interface, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:52.065198 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8260b5-4b8d-4ee7-a0dd-cf43c2902380 req-d251ea03-ba04-433c-9ce0-5588f81df66b tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:52.070180 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7d8260b5-4b8d-4ee7-a0dd-cf43c2902380 req-d251ea03-ba04-433c-9ce0-5588f81df66b tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.44 "GET /v2.0/networks?id=97ca3497-d4cd-4c64-83f2-e4cf0b99a680 HTTP/1.1" status: 200 len: 805 time: 0.6718998 Nov 12 08:27:52.086642 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7ff5dc49-77b9-4574-a879-a2bf32772d14 req-02aa94e3-2939-43f1-86d5-5cf43b6d0028 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "GET /v2.0/security-groups?id=fca2cf2b-9cad-4878-bbbc-828482027757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1833019 Nov 12 08:27:52.089681 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=0f861223-c0ed-4655-93e1-b57858fd0984,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:52.111667 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 1bf46aab-5f0b-4a47-826c-ebd35a73dde4 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:27:52.112471 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:52.118038 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-ae4a8d3d-6a6e-454d-b8f2-6828db21f2ad tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] 10.222.0.26 "DELETE /v2.0/routers/fd71bf1c-bffd-4988-83b9-1930334f2a30/tags/tempest-TagsExtTest-Tag-1908788562 HTTP/1.1" status: 204 len: 168 time: 0.3714347 Nov 12 08:27:52.123191 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59916) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:52.128512 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.tag.tag_plugin [None req-59db5dce-8deb-4c57-948a-ad82c8011e98 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'fd71bf1c-bffd-4988-83b9-1930334f2a30') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:52.165255 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-123c2c63-1d91-4d0f-9ec1-8c4825f1d5bd None None] Port 4a8d1db9-0a04-4629-8780-80b5ffec2cf1 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:27:52.218157 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-a5297f2c-af3c-4231-bc57-1f6d48909fe1 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Made reservation on behalf of 21a2ac24705441ab9e82ecd18312805e for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:27:52.227845 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-a5297f2c-af3c-4231-bc57-1f6d48909fe1 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:52.228605 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-123c2c63-1d91-4d0f-9ec1-8c4825f1d5bd None None] Provisioning complete for port 921ed5c3-bc6c-44c2-a043-9f5a63a8dd21 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:27:52.228983 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-123c2c63-1d91-4d0f-9ec1-8c4825f1d5bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:52.242759 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-7d8260b5-4b8d-4ee7-a0dd-cf43c2902380 req-cc74757e-ef6a-46f4-bc5c-1695029bae45 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Request body: {'port': {'device_id': 'f098e594-7dd1-447e-9ce9-aec2cb4cc7ec', 'network_id': '97ca3497-d4cd-4c64-83f2-e4cf0b99a680', 'admin_state_up': True, 'tenant_id': '4e695ccfe3434d44ababb01fdc20479b'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:27:52.287127 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-123c2c63-1d91-4d0f-9ec1-8c4825f1d5bd None None] Port 921ed5c3-bc6c-44c2-a043-9f5a63a8dd21 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:27:52.385301 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['0f861223-c0ed-4655-93e1-b57858fd0984'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:27:52.401960 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bdffbe-61ad-4624-b3a5-fb48d9d9d036 req-f7fe3bb2-9f00-458d-862b-ab8f88e7d7fb tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:52.416287 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-92bdffbe-61ad-4624-b3a5-fb48d9d9d036 req-f7fe3bb2-9f00-458d-862b-ab8f88e7d7fb tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8a087b1-519b-4d24-b909-2afc3b982268 HTTP/1.1" status: 200 len: 944 time: 0.3699973 Nov 12 08:27:52.524581 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 511ca486-5ae6-43e2-9142-3c78089c6bdc details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:27:52.754460 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-92bdffbe-61ad-4624-b3a5-fb48d9d9d036 req-df92f94d-30af-4d16-a348-d3f354acf77b tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=9dc9079a-4f63-4eb5-be12-eaa66771fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099070 Nov 12 08:27:52.759629 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d8260b5-4b8d-4ee7-a0dd-cf43c2902380 req-cc74757e-ef6a-46f4-bc5c-1695029bae45 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Made reservation on behalf of 4e695ccfe3434d44ababb01fdc20479b for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:27:52.763860 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-7d8260b5-4b8d-4ee7-a0dd-cf43c2902380 req-cc74757e-ef6a-46f4-bc5c-1695029bae45 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:52.863980 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-a5297f2c-af3c-4231-bc57-1f6d48909fe1 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Allocated IP 10.1.1.163 (206f9d07-9c2e-4490-896d-289aa4538730/451e17db-46f2-4a8d-9633-d7807ea2bdef/69493e27-daa5-4af2-a855-9781e1cf385b) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:27:52.928054 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 511ca486-5ae6-43e2-9142-3c78089c6bdc, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=511ca486-5ae6-43e2-9142-3c78089c6bdc,segment=NetworkSegment(671b1e57-5287-4b28-8a6a-fdb7b6437699),segment_id=671b1e57-5287-4b28-8a6a-fdb7b6437699)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:27:52.970258 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': '511ca486-5ae6-43e2-9142-3c78089c6bdc', 'network_id': '9002ff25-76a7-4c3d-8082-16c14deb03d5', 'port_id': '511ca486-5ae6-43e2-9142-3c78089c6bdc', 'mac_address': 'fa:16:3e:4d:7d:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8e8c768-2d07-4b3f-a074-a2b6b712f48f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:27:53.007253 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-59db5dce-8deb-4c57-948a-ad82c8011e98 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] 10.222.0.26 "GET /v2.0/routers/fd71bf1c-bffd-4988-83b9-1930334f2a30/tags HTTP/1.1" status: 200 len: 205 time: 0.8829513 Nov 12 08:27:53.024080 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60000) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:53.028551 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f822496d-ea70-48bb-8f7f-1604ad13534c req-496d5f68-8513-4656-8680-5c4ee9318c27 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=f098e594-7dd1-447e-9ce9-aec2cb4cc7ec HTTP/1.1" status: 200 len: 210 time: 0.0493767 Nov 12 08:27:53.032041 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.tag.tag_plugin [None req-313ae18f-68db-49b6-8814-27c2eadabd99 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '11b5908f-5377-4732-b285-9f9063b6a77d') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:53.073703 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-313ae18f-68db-49b6-8814-27c2eadabd99 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] 10.222.0.26 "GET /v2.0/subnetpools/11b5908f-5377-4732-b285-9f9063b6a77d/tags HTTP/1.1" status: 200 len: 241 time: 0.0483706 Nov 12 08:27:53.077253 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60006) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:53.082211 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.tag.tag_plugin [None req-6637d2c7-5d8b-4a20-a240-b86832a380a0 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '11b5908f-5377-4732-b285-9f9063b6a77d', 'tempest-TagsExtTest-Tag-1483984120') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:53.099029 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:53.129791 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 511ca486-5ae6-43e2-9142-3c78089c6bdc {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:27:53.140244 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-6637d2c7-5d8b-4a20-a240-b86832a380a0 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] 10.222.0.26 "GET /v2.0/subnetpools/11b5908f-5377-4732-b285-9f9063b6a77d/tags/tempest-TagsExtTest-Tag-1483984120 HTTP/1.1" status: 204 len: 168 time: 0.0613165 Nov 12 08:27:53.147258 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60012) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:53.162158 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.tag.tag_plugin [None req-4f1d00eb-5aa0-43a6-af00-017437002ae9 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '11b5908f-5377-4732-b285-9f9063b6a77d', 'tempest-TagsExtTest-Tag-1483984120') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:53.175569 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 511ca486-5ae6-43e2-9142-3c78089c6bdc, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=511ca486-5ae6-43e2-9142-3c78089c6bdc,segment=NetworkSegment(671b1e57-5287-4b28-8a6a-fdb7b6437699),segment_id=671b1e57-5287-4b28-8a6a-fdb7b6437699)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:27:53.186707 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:53.257800 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=511ca486-5ae6-43e2-9142-3c78089c6bdc,revision_number=9']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:53.289870 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-4f1d00eb-5aa0-43a6-af00-017437002ae9 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] 10.222.0.26 "DELETE /v2.0/subnetpools/11b5908f-5377-4732-b285-9f9063b6a77d/tags/tempest-TagsExtTest-Tag-1483984120 HTTP/1.1" status: 204 len: 168 time: 0.1415443 Nov 12 08:27:53.294478 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60024) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:53.300153 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.tag.tag_plugin [None req-6c07f2fe-6421-4038-ba72-c6f03f5e0a4f tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '11b5908f-5377-4732-b285-9f9063b6a77d') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:53.324360 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-7d8260b5-4b8d-4ee7-a0dd-cf43c2902380 req-cc74757e-ef6a-46f4-bc5c-1695029bae45 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Allocated IP 172.20.0.3 (97ca3497-d4cd-4c64-83f2-e4cf0b99a680/e5a8c2de-791a-407e-b586-3b1004863989/42aa8616-a591-4351-b169-51e41bf4aec5) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:27:53.355380 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-6c07f2fe-6421-4038-ba72-c6f03f5e0a4f tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] 10.222.0.26 "GET /v2.0/subnetpools/11b5908f-5377-4732-b285-9f9063b6a77d/tags HTTP/1.1" status: 200 len: 205 time: 0.0596001 Nov 12 08:27:53.359601 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60034) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:53.380689 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d5f6a4-8d40-4aef-bbce-b0e8ac182537 req-2951bb2c-78e6-4a04-87fd-dc07e6a44481 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:53.388811 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d5f6a4-8d40-4aef-bbce-b0e8ac182537 req-2951bb2c-78e6-4a04-87fd-dc07e6a44481 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:53.397696 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f4d5f6a4-8d40-4aef-bbce-b0e8ac182537 req-2951bb2c-78e6-4a04-87fd-dc07e6a44481 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7b22e6f-34ba-40cc-8b8b-fe95438187cb HTTP/1.1" status: 200 len: 1653 time: 0.1545179 Nov 12 08:27:53.402080 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.tag.tag_plugin [None req-3bac1367-4bb4-43ff-b2b9-00238ef63f7b tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '11b5908f-5377-4732-b285-9f9063b6a77d') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:53.474682 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-3bac1367-4bb4-43ff-b2b9-00238ef63f7b tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] 10.222.0.26 "DELETE /v2.0/subnetpools/11b5908f-5377-4732-b285-9f9063b6a77d/tags HTTP/1.1" status: 204 len: 168 time: 0.1135075 Nov 12 08:27:53.477535 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60046) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:53.484541 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.tag.tag_plugin [None req-737ff7af-7db4-48dc-b02d-3cfeff13067d tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'fd71bf1c-bffd-4988-83b9-1930334f2a30') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:53.553560 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f4d5f6a4-8d40-4aef-bbce-b0e8ac182537 req-a46f565f-335b-4575-b385-138d1b9aa036 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "GET /v2.0/security-groups?id=fca2cf2b-9cad-4878-bbbc-828482027757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1545813 Nov 12 08:27:53.589015 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['511ca486-5ae6-43e2-9142-3c78089c6bdc'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:27:53.688771 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-737ff7af-7db4-48dc-b02d-3cfeff13067d tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] 10.222.0.26 "DELETE /v2.0/routers/fd71bf1c-bffd-4988-83b9-1930334f2a30/tags HTTP/1.1" status: 204 len: 168 time: 0.2070341 Nov 12 08:27:53.690180 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60066) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:53.695809 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.tag.tag_plugin [None req-04d641db-a6e8-45d9-93ed-85a9c9584c88 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '4a8d1db9-0a04-4629-8780-80b5ffec2cf1') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:53.902443 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-04d641db-a6e8-45d9-93ed-85a9c9584c88 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] 10.222.0.26 "DELETE /v2.0/ports/4a8d1db9-0a04-4629-8780-80b5ffec2cf1/tags HTTP/1.1" status: 204 len: 168 time: 0.2081084 Nov 12 08:27:53.903085 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fa79c1-cc61-495b-abfa-189343c6ceae req-0cc4f2ef-3152-4bd6-a01d-68019c7b1f81 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:53.903829 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60088) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:53.910859 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-51fa79c1-cc61-495b-abfa-189343c6ceae req-0cc4f2ef-3152-4bd6-a01d-68019c7b1f81 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=169f7779-8f80-4509-8e19-6731ed6e3dfc HTTP/1.1" status: 200 len: 944 time: 0.5408738 Nov 12 08:27:53.911175 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.tag.tag_plugin [None req-bd0214c7-5232-49c2-b06b-cac9b8541a55 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '3243a8eb-5f04-44e4-8e1d-aa8e3dc2a7fa') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:54.024022 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01b6744-ab53-43a1-bb59-42a231245242 req-1e22a843-095c-4c5f-8d7d-ce00db156a56 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:54.032466 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f01b6744-ab53-43a1-bb59-42a231245242 req-1e22a843-095c-4c5f-8d7d-ce00db156a56 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8a087b1-519b-4d24-b909-2afc3b982268 HTTP/1.1" status: 200 len: 944 time: 0.1173360 Nov 12 08:27:54.091733 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-bd0214c7-5232-49c2-b06b-cac9b8541a55 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] 10.222.0.26 "DELETE /v2.0/subnets/3243a8eb-5f04-44e4-8e1d-aa8e3dc2a7fa/tags HTTP/1.1" status: 204 len: 168 time: 0.1868184 Nov 12 08:27:54.095672 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60110) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:54.101292 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.tag.tag_plugin [None req-37f99a38-90be-4722-99e2-112f99a94450 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '3243a8eb-5f04-44e4-8e1d-aa8e3dc2a7fa', 'tempest-TagsExtTest-Tag-637217330') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:54.127727 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-6080f680-97a2-4bd9-8e8b-05d8ad5f7822 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Deleting port 1e42fcc0-c117-4407-8ad3-3cbc2a3d5794 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:27:54.128370 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6080f680-97a2-4bd9-8e8b-05d8ad5f7822 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:54.171587 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-51fa79c1-cc61-495b-abfa-189343c6ceae req-d9fd5d73-5e52-40e3-a3ad-c6e4df350769 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=7569d1cf-6bd3-45ad-96a1-5286f4165b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2559102 Nov 12 08:27:54.196565 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f01b6744-ab53-43a1-bb59-42a231245242 req-877fa1f9-39ab-4966-9dea-c80b910646cd tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=9dc9079a-4f63-4eb5-be12-eaa66771fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519430 Nov 12 08:27:54.224851 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-a5297f2c-af3c-4231-bc57-1f6d48909fe1 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:54.266747 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-7d8260b5-4b8d-4ee7-a0dd-cf43c2902380 req-cc74757e-ef6a-46f4-bc5c-1695029bae45 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:54.279313 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-37f99a38-90be-4722-99e2-112f99a94450 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] 10.222.0.26 "PUT /v2.0/subnets/3243a8eb-5f04-44e4-8e1d-aa8e3dc2a7fa/tags/tempest-TagsExtTest-Tag-637217330 HTTP/1.1" status: 201 len: 201 time: 0.1793544 Nov 12 08:27:54.279571 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60126) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:54.285812 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.tag.tag_plugin [None req-ebea727f-f891-4ea2-9586-cf986055989a tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '4a8d1db9-0a04-4629-8780-80b5ffec2cf1', 'tempest-TagsExtTest-Tag-596824960') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:54.379331 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-85ed2a67-904e-48ee-97d1-0664d105560a req-0d918399-4ba3-41dc-b6e2-9c7173cf5f8f tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=f098e594-7dd1-447e-9ce9-aec2cb4cc7ec HTTP/1.1" status: 200 len: 210 time: 0.0582588 Nov 12 08:27:54.456575 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6080f680-97a2-4bd9-8e8b-05d8ad5f7822 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:54.464116 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-ebea727f-f891-4ea2-9586-cf986055989a tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] 10.222.0.26 "PUT /v2.0/ports/4a8d1db9-0a04-4629-8780-80b5ffec2cf1/tags/tempest-TagsExtTest-Tag-596824960 HTTP/1.1" status: 201 len: 201 time: 0.1823494 Nov 12 08:27:54.466482 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60144) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:54.473546 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.tag.tag_plugin [None req-c30c343f-c75c-445e-8a4e-aae35638b9dc tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'fd71bf1c-bffd-4988-83b9-1930334f2a30', 'tempest-TagsExtTest-Tag-213275257') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:54.476239 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-7d8260b5-4b8d-4ee7-a0dd-cf43c2902380 req-cc74757e-ef6a-46f4-bc5c-1695029bae45 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:54.498102 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-6080f680-97a2-4bd9-8e8b-05d8ad5f7822 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Calling delete_port for 1e42fcc0-c117-4407-8ad3-3cbc2a3d5794 owned by network:router_interface {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:27:54.535284 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 0f861223-c0ed-4655-93e1-b57858fd0984 up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:27:54.627430 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-a5297f2c-af3c-4231-bc57-1f6d48909fe1 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:54.688144 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning for port 0f861223-c0ed-4655-93e1-b57858fd0984 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:27:54.704678 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port 0f861223-c0ed-4655-93e1-b57858fd0984 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:27:54.705377 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:54.730116 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-c30c343f-c75c-445e-8a4e-aae35638b9dc tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] 10.222.0.26 "PUT /v2.0/routers/fd71bf1c-bffd-4988-83b9-1930334f2a30/tags/tempest-TagsExtTest-Tag-213275257 HTTP/1.1" status: 201 len: 201 time: 0.2621624 Nov 12 08:27:54.740757 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 60170) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:54.772873 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.tag.tag_plugin [None req-7a1cfded-b553-4c68-95e9-0e3777132bb8 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '11b5908f-5377-4732-b285-9f9063b6a77d', 'tempest-TagsExtTest-Tag-1838501552') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:54.831649 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75881fe-fcd7-4d4f-a41d-ad3fcfa56c90 req-3f65ee84-cb85-43b2-932a-5a3ff0969824 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:54.839597 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:54.840810 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75881fe-fcd7-4d4f-a41d-ad3fcfa56c90 req-3f65ee84-cb85-43b2-932a-5a3ff0969824 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:54.845771 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d8260b5-4b8d-4ee7-a0dd-cf43c2902380 req-cc74757e-ef6a-46f4-bc5c-1695029bae45 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Network 97ca3497-d4cd-4c64-83f2-e4cf0b99a680 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:27:54.848281 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75881fe-fcd7-4d4f-a41d-ad3fcfa56c90 req-3f65ee84-cb85-43b2-932a-5a3ff0969824 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:54.850073 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-a5297f2c-af3c-4231-bc57-1f6d48909fe1 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Network 206f9d07-9c2e-4490-896d-289aa4538730 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:27:54.857258 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f75881fe-fcd7-4d4f-a41d-ad3fcfa56c90 req-3f65ee84-cb85-43b2-932a-5a3ff0969824 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7b22e6f-34ba-40cc-8b8b-fe95438187cb HTTP/1.1" status: 200 len: 2374 time: 0.1537697 Nov 12 08:27:54.862830 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-a5297f2c-af3c-4231-bc57-1f6d48909fe1 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:27:54.865238 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-7d8260b5-4b8d-4ee7-a0dd-cf43c2902380 req-cc74757e-ef6a-46f4-bc5c-1695029bae45 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:27:54.869041 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-a5297f2c-af3c-4231-bc57-1f6d48909fe1 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:27:54.882707 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d8260b5-4b8d-4ee7-a0dd-cf43c2902380 req-cc74757e-ef6a-46f4-bc5c-1695029bae45 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:27:54.885999 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc74757e-ef6a-46f4-bc5c-1695029bae45 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Pushing event updated for resources: {'Port': ['ID=42aa8616-a591-4351-b169-51e41bf4aec5,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:54.911202 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8a087b1-519b-4d24-b909-2afc3b982268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f861223-c0ed-4655-93e1-b57858fd0984'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:27:54.917789 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28b0ab27-89bd-4bb8-8d14-0dc7837f2e51" -d '{"events": [{"server_uuid": "e8a087b1-519b-4d24-b909-2afc3b982268", "name": "network-vif-plugged", "status": "completed", "tag": "0f861223-c0ed-4655-93e1-b57858fd0984"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:27:54.948864 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f75881fe-fcd7-4d4f-a41d-ad3fcfa56c90 req-c2a2987e-e656-436f-88b6-2dff27746d62 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "GET /v2.0/security-groups?id=fca2cf2b-9cad-4878-bbbc-828482027757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906062 Nov 12 08:27:54.967448 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 0f861223-c0ed-4655-93e1-b57858fd0984, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=0f861223-c0ed-4655-93e1-b57858fd0984,segment=NetworkSegment(e07c96e0-5af6-439e-b283-25e89ba24ea2),segment_id=e07c96e0-5af6-439e-b283-25e89ba24ea2)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:27:54.991563 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:55.086145 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8260b5-4b8d-4ee7-a0dd-cf43c2902380 req-cc74757e-ef6a-46f4-bc5c-1695029bae45 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:55.087214 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-7d8260b5-4b8d-4ee7-a0dd-cf43c2902380 req-cc74757e-ef6a-46f4-bc5c-1695029bae45 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:55.104874 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=0f861223-c0ed-4655-93e1-b57858fd0984,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:55.174867 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-a5297f2c-af3c-4231-bc57-1f6d48909fe1 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:55.175656 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-a5297f2c-af3c-4231-bc57-1f6d48909fe1 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:55.184720 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce220252-01ef-4575-b568-e57442566b6c x-openstack-request-id: req-ce220252-01ef-4575-b568-e57442566b6c {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:27:55.184927 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8a087b1-519b-4d24-b909-2afc3b982268", "name": "network-vif-plugged", "status": "completed", "tag": "0f861223-c0ed-4655-93e1-b57858fd0984", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:27:55.185264 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ce220252-01ef-4575-b568-e57442566b6c {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:27:55.185721 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8a087b1-519b-4d24-b909-2afc3b982268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f861223-c0ed-4655-93e1-b57858fd0984', 'code': 200} Nov 12 08:27:55.195194 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5297f2c-af3c-4231-bc57-1f6d48909fe1 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Pushing event updated for resources: {'Port': ['ID=69493e27-daa5-4af2-a855-9781e1cf385b,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:55.226167 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7d8260b5-4b8d-4ee7-a0dd-cf43c2902380 req-cc74757e-ef6a-46f4-bc5c-1695029bae45 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0090711 Nov 12 08:27:55.237827 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-a5297f2c-af3c-4231-bc57-1f6d48909fe1 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7914300 Nov 12 08:27:55.239397 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-7a1cfded-b553-4c68-95e9-0e3777132bb8 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] 10.222.0.26 "PUT /v2.0/subnetpools/11b5908f-5377-4732-b285-9f9063b6a77d/tags/tempest-TagsExtTest-Tag-1838501552 HTTP/1.1" status: 201 len: 201 time: 0.4819264 Nov 12 08:27:55.242180 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60180) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:55.251846 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.tag.tag_plugin [None req-c6e894cd-51bd-4ef6-90ef-dbabf5041e6e tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '3243a8eb-5f04-44e4-8e1d-aa8e3dc2a7fa', {'tags': ['tempest-TagsExtTest-Tag-1770565111', 'tempest-TagsExtTest-Tag-857948498', 'tempest-TagsExtTest-Tag-832490263']}) {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:55.289512 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-d84e89ec-3fa9-4174-9d3d-e8ec84ba3db8 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Request body: {'port': {'device_id': 'e7b22e6f-34ba-40cc-8b8b-fe95438187cb', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '5b2a8b49-5710-48dd-bacf-1711bcf033cc', 'admin_state_up': True, 'tenant_id': '21a2ac24705441ab9e82ecd18312805e', 'security_groups': ['fca2cf2b-9cad-4878-bbbc-828482027757']}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:27:55.335925 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-42c24467-0788-4565-9ca3-ad8e008968f5 None None] Provisioning complete for port 69493e27-daa5-4af2-a855-9781e1cf385b triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:27:55.339805 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-42c24467-0788-4565-9ca3-ad8e008968f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:55.449836 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-7d8260b5-4b8d-4ee7-a0dd-cf43c2902380 req-c0531b5c-65bf-44e4-987a-b36763783a54 service neutron] Request body: {'port': {'device_id': 'f098e594-7dd1-447e-9ce9-aec2cb4cc7ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:27:55.457978 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-42c24467-0788-4565-9ca3-ad8e008968f5 None None] Port 69493e27-daa5-4af2-a855-9781e1cf385b cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:27:55.486480 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-d84e89ec-3fa9-4174-9d3d-e8ec84ba3db8 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Made reservation on behalf of 21a2ac24705441ab9e82ecd18312805e for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:27:55.526859 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b556c2fd-5bba-44cd-b5d6-527d14ef933f req-4d52eddc-4bb9-43d9-99e0-c54158a884f2 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:55.536011 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b556c2fd-5bba-44cd-b5d6-527d14ef933f req-4d52eddc-4bb9-43d9-99e0-c54158a884f2 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=169f7779-8f80-4509-8e19-6731ed6e3dfc HTTP/1.1" status: 200 len: 944 time: 0.1821179 Nov 12 08:27:55.626720 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b556c2fd-5bba-44cd-b5d6-527d14ef933f req-ec1bd35e-82a1-4482-b9b3-4e17a2b03ee3 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=7569d1cf-6bd3-45ad-96a1-5286f4165b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842974 Nov 12 08:27:55.665636 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-d84e89ec-3fa9-4174-9d3d-e8ec84ba3db8 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:55.801422 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c196b003-fc31-4ef2-9a9a-9104c06bccf4 req-87f7f8f8-c69d-4b3e-ba21-61cf2ccf0180 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:55.810134 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c196b003-fc31-4ef2-9a9a-9104c06bccf4 req-87f7f8f8-c69d-4b3e-ba21-61cf2ccf0180 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8a087b1-519b-4d24-b909-2afc3b982268 HTTP/1.1" status: 200 len: 945 time: 0.3753443 Nov 12 08:27:55.849610 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a90bb3-9635-4d72-9178-57b40fb17ad4 req-f17f414c-0840-473f-9e70-732ba6104b96 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:55.851229 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-94a90bb3-9635-4d72-9178-57b40fb17ad4 req-f17f414c-0840-473f-9e70-732ba6104b96 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=f098e594-7dd1-447e-9ce9-aec2cb4cc7ec HTTP/1.1" status: 200 len: 931 time: 0.0891395 Nov 12 08:27:55.930816 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-7d8260b5-4b8d-4ee7-a0dd-cf43c2902380 req-c0531b5c-65bf-44e4-987a-b36763783a54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:55.942687 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c196b003-fc31-4ef2-9a9a-9104c06bccf4 req-50e0e6df-8386-4906-98f7-5619d20ead0f tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=9dc9079a-4f63-4eb5-be12-eaa66771fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314380 Nov 12 08:27:55.943230 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-94a90bb3-9635-4d72-9178-57b40fb17ad4 req-b2d9be17-6ae3-4747-bf19-516b823bf7ec tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856557 Nov 12 08:27:56.071596 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-c6e894cd-51bd-4ef6-90ef-dbabf5041e6e tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] 10.222.0.26 "PUT /v2.0/subnets/3243a8eb-5f04-44e4-8e1d-aa8e3dc2a7fa/tags HTTP/1.1" status: 200 len: 316 time: 0.8251972 Nov 12 08:27:56.071860 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60196) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:56.076734 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.tag.tag_plugin [None req-2380c6f0-d05d-4b21-98a2-1063540e3bee tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '3243a8eb-5f04-44e4-8e1d-aa8e3dc2a7fa') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:56.257841 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-2380c6f0-d05d-4b21-98a2-1063540e3bee tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] 10.222.0.26 "DELETE /v2.0/subnets/3243a8eb-5f04-44e4-8e1d-aa8e3dc2a7fa/tags HTTP/1.1" status: 204 len: 168 time: 0.1847515 Nov 12 08:27:56.265914 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60200) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:56.272981 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.tag.tag_plugin [None req-fb1704ef-f133-4616-a357-f5d1749283a2 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '3243a8eb-5f04-44e4-8e1d-aa8e3dc2a7fa', 'tempest-TagsExtTest-Tag-1770565111') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:56.439299 n-d-765315-29 neutron-server[102600]: INFO neutron.api.v2.resource [None req-fb1704ef-f133-4616-a357-f5d1749283a2 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] show failed (client error): The resource could not be found. Nov 12 08:27:56.446299 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-fb1704ef-f133-4616-a357-f5d1749283a2 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] 10.222.0.26 "GET /v2.0/subnets/3243a8eb-5f04-44e4-8e1d-aa8e3dc2a7fa/tags/tempest-TagsExtTest-Tag-1770565111 HTTP/1.1" status: 404 len: 329 time: 0.1788747 Nov 12 08:27:56.447914 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60206) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:56.454729 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.tag.tag_plugin [None req-ba1f9fad-0ef9-4cb4-94e9-776307356aeb tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '3243a8eb-5f04-44e4-8e1d-aa8e3dc2a7fa', 'tempest-TagsExtTest-Tag-857948498') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:56.465824 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df84c880-5045-4a97-b491-83853f07745a req-d3792a19-9ec5-492d-8b13-0ba553c6267d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:56.468751 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-df84c880-5045-4a97-b491-83853f07745a req-d3792a19-9ec5-492d-8b13-0ba553c6267d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e8a087b1-519b-4d24-b909-2afc3b982268 HTTP/1.1" status: 200 len: 1097 time: 1.0133388 Nov 12 08:27:56.479611 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6080f680-97a2-4bd9-8e8b-05d8ad5f7822 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:56.565338 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 511ca486-5ae6-43e2-9142-3c78089c6bdc up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:27:56.621365 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6080f680-97a2-4bd9-8e8b-05d8ad5f7822 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Pushing event deleted for resources: {'Port': ['ID=1e42fcc0-c117-4407-8ad3-3cbc2a3d5794,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:56.680374 n-d-765315-29 neutron-server[102600]: INFO neutron.api.v2.resource [None req-ba1f9fad-0ef9-4cb4-94e9-776307356aeb tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] show failed (client error): The resource could not be found. Nov 12 08:27:56.684308 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-ba1f9fad-0ef9-4cb4-94e9-776307356aeb tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] 10.222.0.26 "GET /v2.0/subnets/3243a8eb-5f04-44e4-8e1d-aa8e3dc2a7fa/tags/tempest-TagsExtTest-Tag-857948498 HTTP/1.1" status: 404 len: 328 time: 0.2352502 Nov 12 08:27:56.687730 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60210) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:56.692130 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.tag.tag_plugin [None req-02d85503-02b3-4e10-9fd4-2d8bb8c59318 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '3243a8eb-5f04-44e4-8e1d-aa8e3dc2a7fa', 'tempest-TagsExtTest-Tag-832490263') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:56.739121 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port 511ca486-5ae6-43e2-9142-3c78089c6bdc triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:27:56.739904 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:56.824281 n-d-765315-29 neutron-server[102600]: INFO neutron.api.v2.resource [None req-02d85503-02b3-4e10-9fd4-2d8bb8c59318 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] show failed (client error): The resource could not be found. Nov 12 08:27:56.825337 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-02d85503-02b3-4e10-9fd4-2d8bb8c59318 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] 10.222.0.26 "GET /v2.0/subnets/3243a8eb-5f04-44e4-8e1d-aa8e3dc2a7fa/tags/tempest-TagsExtTest-Tag-832490263 HTTP/1.1" status: 404 len: 328 time: 0.1366546 Nov 12 08:27:56.828851 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60212) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:56.833636 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.tag.tag_plugin [None req-421f9266-8f0a-483a-86bd-93ed0ab973af tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '4a8d1db9-0a04-4629-8780-80b5ffec2cf1', {'tags': ['tempest-TagsExtTest-Tag-784541575', 'tempest-TagsExtTest-Tag-829003930', 'tempest-TagsExtTest-Tag-1931541296']}) {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:56.949195 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:57.065490 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 511ca486-5ae6-43e2-9142-3c78089c6bdc, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=511ca486-5ae6-43e2-9142-3c78089c6bdc,segment=NetworkSegment(671b1e57-5287-4b28-8a6a-fdb7b6437699),segment_id=671b1e57-5287-4b28-8a6a-fdb7b6437699)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:27:57.075009 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:57.079859 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9390cc-1d56-4a1c-a489-e03d655482b4 req-4366ee52-e3a5-4979-9ce5-07ef1d7e5743 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:57.082417 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6a9390cc-1d56-4a1c-a489-e03d655482b4 req-4366ee52-e3a5-4979-9ce5-07ef1d7e5743 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=169f7779-8f80-4509-8e19-6731ed6e3dfc HTTP/1.1" status: 200 len: 944 time: 0.2452736 Nov 12 08:27:57.104133 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-421f9266-8f0a-483a-86bd-93ed0ab973af tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] 10.222.0.26 "PUT /v2.0/ports/4a8d1db9-0a04-4629-8780-80b5ffec2cf1/tags HTTP/1.1" status: 200 len: 316 time: 0.2719696 Nov 12 08:27:57.114037 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60218) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:57.148546 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.tag.tag_plugin [None req-13624d0d-dfa8-47b0-bdf1-91689956559f tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '4a8d1db9-0a04-4629-8780-80b5ffec2cf1') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:57.174890 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=511ca486-5ae6-43e2-9142-3c78089c6bdc,revision_number=10']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:57.186792 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '169f7779-8f80-4509-8e19-6731ed6e3dfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '511ca486-5ae6-43e2-9142-3c78089c6bdc'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:27:57.189939 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-909d26cd-30a1-4dee-976d-7a59395e2e7f" -d '{"events": [{"server_uuid": "169f7779-8f80-4509-8e19-6731ed6e3dfc", "name": "network-vif-plugged", "status": "completed", "tag": "511ca486-5ae6-43e2-9142-3c78089c6bdc"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:27:57.237836 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6a9390cc-1d56-4a1c-a489-e03d655482b4 req-6aa7f995-b9df-4d99-835e-a07054895feb tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=7569d1cf-6bd3-45ad-96a1-5286f4165b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437600 Nov 12 08:27:57.304399 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-13624d0d-dfa8-47b0-bdf1-91689956559f tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] 10.222.0.26 "DELETE /v2.0/ports/4a8d1db9-0a04-4629-8780-80b5ffec2cf1/tags HTTP/1.1" status: 204 len: 168 time: 0.1758749 Nov 12 08:27:57.307532 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60224) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:57.317439 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.tag.tag_plugin [None req-787572b3-382c-4ae6-9b8c-b565f5c866f8 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4a8d1db9-0a04-4629-8780-80b5ffec2cf1', 'tempest-TagsExtTest-Tag-784541575') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:57.579913 n-d-765315-29 neutron-server[102600]: INFO neutron.api.v2.resource [None req-787572b3-382c-4ae6-9b8c-b565f5c866f8 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] show failed (client error): The resource could not be found. Nov 12 08:27:57.586416 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-787572b3-382c-4ae6-9b8c-b565f5c866f8 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] 10.222.0.26 "GET /v2.0/ports/4a8d1db9-0a04-4629-8780-80b5ffec2cf1/tags/tempest-TagsExtTest-Tag-784541575 HTTP/1.1" status: 404 len: 328 time: 0.2722347 Nov 12 08:27:57.590150 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60228) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:57.603672 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.tag.tag_plugin [None req-2e686551-9210-44cc-9c84-ee7033c96af9 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4a8d1db9-0a04-4629-8780-80b5ffec2cf1', 'tempest-TagsExtTest-Tag-829003930') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:57.676534 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dda160-9b51-4ba4-891b-49ab1ff043ba req-f79c68cd-d26b-40d3-8bbb-1ce8a43ccba8 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:57.693001 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-00dda160-9b51-4ba4-891b-49ab1ff043ba req-f79c68cd-d26b-40d3-8bbb-1ce8a43ccba8 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=f098e594-7dd1-447e-9ce9-aec2cb4cc7ec HTTP/1.1" status: 200 len: 931 time: 0.2182050 Nov 12 08:27:57.821551 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-00dda160-9b51-4ba4-891b-49ab1ff043ba req-cee95d97-7f79-4e72-bd6f-e01c335db169 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262009 Nov 12 08:27:57.843749 n-d-765315-29 neutron-server[102600]: INFO neutron.api.v2.resource [None req-2e686551-9210-44cc-9c84-ee7033c96af9 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] show failed (client error): The resource could not be found. Nov 12 08:27:57.845248 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-2e686551-9210-44cc-9c84-ee7033c96af9 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] 10.222.0.26 "GET /v2.0/ports/4a8d1db9-0a04-4629-8780-80b5ffec2cf1/tags/tempest-TagsExtTest-Tag-829003930 HTTP/1.1" status: 404 len: 328 time: 0.2469814 Nov 12 08:27:57.855030 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60230) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:57.870293 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.tag.tag_plugin [None req-0754a6d3-8afb-492f-9487-36c8b70c4ff9 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4a8d1db9-0a04-4629-8780-80b5ffec2cf1', 'tempest-TagsExtTest-Tag-1931541296') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:57.994554 n-d-765315-29 neutron-server[102600]: INFO neutron.api.v2.resource [None req-0754a6d3-8afb-492f-9487-36c8b70c4ff9 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] show failed (client error): The resource could not be found. Nov 12 08:27:57.997667 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-0754a6d3-8afb-492f-9487-36c8b70c4ff9 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] 10.222.0.26 "GET /v2.0/ports/4a8d1db9-0a04-4629-8780-80b5ffec2cf1/tags/tempest-TagsExtTest-Tag-1931541296 HTTP/1.1" status: 404 len: 329 time: 0.1399283 Nov 12 08:27:58.002161 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-d84e89ec-3fa9-4174-9d3d-e8ec84ba3db8 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Allocated IP 10.2.2.100 (5b2a8b49-5710-48dd-bacf-1711bcf033cc/9f233125-4b62-40de-bf22-04d217d99b20/a76e0b9e-8617-4bd9-a2b4-d69cee07db2a) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:27:58.003346 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60232) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:58.015176 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.tag.tag_plugin [None req-87ecfe36-3a3a-4986-8316-e416f79d9e38 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'fd71bf1c-bffd-4988-83b9-1930334f2a30', {'tags': ['tempest-TagsExtTest-Tag-632375736', 'tempest-TagsExtTest-Tag-871380034', 'tempest-TagsExtTest-Tag-1272987806']}) {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:58.190152 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-d84e89ec-3fa9-4174-9d3d-e8ec84ba3db8 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:58.245972 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-d84e89ec-3fa9-4174-9d3d-e8ec84ba3db8 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:58.344174 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6908b3-ab50-4aa2-8f1b-36337d9d5209 req-60f97247-0112-4bc1-a507-c72be7c3f38b tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:58.347011 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5b6908b3-ab50-4aa2-8f1b-36337d9d5209 req-60f97247-0112-4bc1-a507-c72be7c3f38b tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8a087b1-519b-4d24-b909-2afc3b982268 HTTP/1.1" status: 200 len: 945 time: 0.2321103 Nov 12 08:27:58.352684 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-87ecfe36-3a3a-4986-8316-e416f79d9e38 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] 10.222.0.26 "PUT /v2.0/routers/fd71bf1c-bffd-4988-83b9-1930334f2a30/tags HTTP/1.1" status: 200 len: 316 time: 0.3481770 Nov 12 08:27:58.359488 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60236) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:58.373192 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.tag.tag_plugin [None req-5c07b6af-4dbe-4798-a90c-7b01c62f106c tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'fd71bf1c-bffd-4988-83b9-1930334f2a30') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:58.374136 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84e89ec-3fa9-4174-9d3d-e8ec84ba3db8 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Pushing event updated for resources: {'Port': ['ID=a76e0b9e-8617-4bd9-a2b4-d69cee07db2a,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:58.411538 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-d84e89ec-3fa9-4174-9d3d-e8ec84ba3db8 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Network 5b2a8b49-5710-48dd-bacf-1711bcf033cc is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:27:58.438949 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-d84e89ec-3fa9-4174-9d3d-e8ec84ba3db8 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:27:58.463805 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23dcf56-f90c-42c8-a8d5-67e903cd67ce req-99905a1c-3272-46e2-9c92-7fa256c31126 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:58.475298 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23dcf56-f90c-42c8-a8d5-67e903cd67ce req-99905a1c-3272-46e2-9c92-7fa256c31126 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:58.485499 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23dcf56-f90c-42c8-a8d5-67e903cd67ce req-99905a1c-3272-46e2-9c92-7fa256c31126 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:58.487430 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d23dcf56-f90c-42c8-a8d5-67e903cd67ce req-99905a1c-3272-46e2-9c92-7fa256c31126 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7b22e6f-34ba-40cc-8b8b-fe95438187cb HTTP/1.1" status: 200 len: 2374 time: 2.3310344 Nov 12 08:27:58.491917 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-d84e89ec-3fa9-4174-9d3d-e8ec84ba3db8 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:27:58.600080 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5b6908b3-ab50-4aa2-8f1b-36337d9d5209 req-512ad1f2-428e-47fa-af9a-a45b75498a52 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=9dc9079a-4f63-4eb5-be12-eaa66771fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418687 Nov 12 08:27:58.625704 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-d84e89ec-3fa9-4174-9d3d-e8ec84ba3db8 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:58.626687 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-d84e89ec-3fa9-4174-9d3d-e8ec84ba3db8 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:58.660182 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-965e538f-0dd4-4c06-bfc9-b4f5eed2d957 x-openstack-request-id: req-965e538f-0dd4-4c06-bfc9-b4f5eed2d957 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:27:58.660699 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "169f7779-8f80-4509-8e19-6731ed6e3dfc", "name": "network-vif-plugged", "status": "completed", "tag": "511ca486-5ae6-43e2-9142-3c78089c6bdc", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:27:58.660699 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-965e538f-0dd4-4c06-bfc9-b4f5eed2d957 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:27:58.661111 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '169f7779-8f80-4509-8e19-6731ed6e3dfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '511ca486-5ae6-43e2-9142-3c78089c6bdc', 'code': 200} Nov 12 08:27:58.672734 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-df84c880-5045-4a97-b491-83853f07745a req-ac6e8802-843f-4fd5-9945-0ce398c6a11e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9dc9079a-4f63-4eb5-be12-eaa66771fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.1440969 Nov 12 08:27:58.697922 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-5c07b6af-4dbe-4798-a90c-7b01c62f106c tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] 10.222.0.26 "DELETE /v2.0/routers/fd71bf1c-bffd-4988-83b9-1930334f2a30/tags HTTP/1.1" status: 204 len: 168 time: 0.3356526 Nov 12 08:27:58.699549 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60238) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:58.705155 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.tag.tag_plugin [None req-c9551fd6-7771-426b-b49d-0d8180849be6 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'fd71bf1c-bffd-4988-83b9-1930334f2a30', 'tempest-TagsExtTest-Tag-632375736') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:58.916736 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-d84e89ec-3fa9-4174-9d3d-e8ec84ba3db8 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6367753 Nov 12 08:27:58.934225 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d060be7-8c91-4448-a353-b86e1cf0ef2e req-865cbb54-1d09-4405-93a8-c76891032c42 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:58.941812 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0d060be7-8c91-4448-a353-b86e1cf0ef2e req-865cbb54-1d09-4405-93a8-c76891032c42 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=169f7779-8f80-4509-8e19-6731ed6e3dfc HTTP/1.1" status: 200 len: 946 time: 0.1537139 Nov 12 08:27:58.963722 n-d-765315-29 neutron-server[102600]: INFO neutron.api.v2.resource [None req-c9551fd6-7771-426b-b49d-0d8180849be6 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] show failed (client error): The resource could not be found. Nov 12 08:27:58.964783 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-c9551fd6-7771-426b-b49d-0d8180849be6 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] 10.222.0.26 "GET /v2.0/routers/fd71bf1c-bffd-4988-83b9-1930334f2a30/tags/tempest-TagsExtTest-Tag-632375736 HTTP/1.1" status: 404 len: 328 time: 0.2639346 Nov 12 08:27:58.968435 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60242) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:58.974331 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.tag.tag_plugin [None req-ff0057dd-c0c4-46c0-9b98-83011e88a3bf tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'fd71bf1c-bffd-4988-83b9-1930334f2a30', 'tempest-TagsExtTest-Tag-871380034') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:58.985973 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-d3e74832-c549-4dcd-9018-144c58665815 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Request body: {'port': {'device_id': 'e7b22e6f-34ba-40cc-8b8b-fe95438187cb', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '5b2a8b49-5710-48dd-bacf-1711bcf033cc', 'admin_state_up': True, 'tenant_id': '21a2ac24705441ab9e82ecd18312805e', 'security_groups': ['fca2cf2b-9cad-4878-bbbc-828482027757']}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:27:59.023075 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-7d8260b5-4b8d-4ee7-a0dd-cf43c2902380 req-c0531b5c-65bf-44e4-987a-b36763783a54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42aa8616-a591-4351-b169-51e41bf4aec5 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:27:59.060630 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-7d8260b5-4b8d-4ee7-a0dd-cf43c2902380 req-c0531b5c-65bf-44e4-987a-b36763783a54 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:59.080306 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-7d8260b5-4b8d-4ee7-a0dd-cf43c2902380 req-c0531b5c-65bf-44e4-987a-b36763783a54 service neutron] Transition to ACTIVE for port object 42aa8616-a591-4351-b169-51e41bf4aec5 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:27:59.081321 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6080f680-97a2-4bd9-8e8b-05d8ad5f7822 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918626'] for router_interface, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:59.150242 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-fa319655-8576-46dd-a923-92320a55e984 None None] Provisioning complete for port a76e0b9e-8617-4bd9-a2b4-d69cee07db2a triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:27:59.150500 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-fa319655-8576-46dd-a923-92320a55e984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:59.175330 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-7d8260b5-4b8d-4ee7-a0dd-cf43c2902380 req-c0531b5c-65bf-44e4-987a-b36763783a54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:59.186110 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0d060be7-8c91-4448-a353-b86e1cf0ef2e req-3cec42f9-71cf-4f84-ab7f-5c0dc6bd4b23 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=7569d1cf-6bd3-45ad-96a1-5286f4165b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2431629 Nov 12 08:27:59.210824 n-d-765315-29 neutron-server[102600]: INFO neutron.api.v2.resource [None req-ff0057dd-c0c4-46c0-9b98-83011e88a3bf tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] show failed (client error): The resource could not be found. Nov 12 08:27:59.216317 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-ff0057dd-c0c4-46c0-9b98-83011e88a3bf tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] 10.222.0.26 "GET /v2.0/routers/fd71bf1c-bffd-4988-83b9-1930334f2a30/tags/tempest-TagsExtTest-Tag-871380034 HTTP/1.1" status: 404 len: 328 time: 0.2464869 Nov 12 08:27:59.219820 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60244) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:59.226418 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.tag.tag_plugin [None req-587700e6-35ef-4eb0-97ca-e003647dc4da tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'fd71bf1c-bffd-4988-83b9-1930334f2a30', 'tempest-TagsExtTest-Tag-1272987806') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:59.241033 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-fa319655-8576-46dd-a923-92320a55e984 None None] Port a76e0b9e-8617-4bd9-a2b4-d69cee07db2a cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:27:59.242749 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d23dcf56-f90c-42c8-a8d5-67e903cd67ce req-d4859917-d7b7-4a8f-b0bc-1a2cf52dafd5 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "GET /v2.0/security-groups?id=fca2cf2b-9cad-4878-bbbc-828482027757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6099722 Nov 12 08:27:59.457530 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0531b5c-65bf-44e4-987a-b36763783a54 service neutron] Pushing event updated for resources: {'Port': ['ID=42aa8616-a591-4351-b169-51e41bf4aec5,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:59.560147 n-d-765315-29 neutron-server[102600]: INFO neutron.api.v2.resource [None req-587700e6-35ef-4eb0-97ca-e003647dc4da tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] show failed (client error): The resource could not be found. Nov 12 08:27:59.569162 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-587700e6-35ef-4eb0-97ca-e003647dc4da tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] 10.222.0.26 "GET /v2.0/routers/fd71bf1c-bffd-4988-83b9-1930334f2a30/tags/tempest-TagsExtTest-Tag-1272987806 HTTP/1.1" status: 404 len: 329 time: 0.3461461 Nov 12 08:27:59.570137 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60248) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:59.580673 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.tag.tag_plugin [None req-303ee463-6c21-4a1b-9921-2ebd524b974e tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '11b5908f-5377-4732-b285-9f9063b6a77d', {'tags': ['tempest-TagsExtTest-Tag-1761485448', 'tempest-TagsExtTest-Tag-402487207', 'tempest-TagsExtTest-Tag-426331414']}) {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:59.596626 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103b8fa8-587e-431d-93dc-7736d442bb34 req-4d18ba9a-00f1-40b9-81ad-a38acca907ea tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:59.600150 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-103b8fa8-587e-431d-93dc-7736d442bb34 req-4d18ba9a-00f1-40b9-81ad-a38acca907ea tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=f098e594-7dd1-447e-9ce9-aec2cb4cc7ec HTTP/1.1" status: 200 len: 943 time: 0.2472062 Nov 12 08:27:59.763625 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-303ee463-6c21-4a1b-9921-2ebd524b974e tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] 10.222.0.26 "PUT /v2.0/subnetpools/11b5908f-5377-4732-b285-9f9063b6a77d/tags HTTP/1.1" status: 200 len: 316 time: 0.1898773 Nov 12 08:27:59.777214 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60252) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:59.803135 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.tag.tag_plugin [None req-e177e743-8cad-435f-8a77-74e08efdbc91 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '11b5908f-5377-4732-b285-9f9063b6a77d') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:59.834239 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-103b8fa8-587e-431d-93dc-7736d442bb34 req-6f6503d5-9994-48ad-9687-fcd496a21d88 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861913 Nov 12 08:27:59.881710 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-e177e743-8cad-435f-8a77-74e08efdbc91 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] 10.222.0.26 "DELETE /v2.0/subnetpools/11b5908f-5377-4732-b285-9f9063b6a77d/tags HTTP/1.1" status: 204 len: 168 time: 0.0853095 Nov 12 08:27:59.881710 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60254) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:59.890722 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.tag.tag_plugin [None req-7bcff6cd-d141-403c-8831-0f0ade249b35 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '11b5908f-5377-4732-b285-9f9063b6a77d', 'tempest-TagsExtTest-Tag-1761485448') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:59.941019 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6080f680-97a2-4bd9-8e8b-05d8ad5f7822 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Router 3d9bc786-5496-40bd-b4c5-9c1faf0cf26a has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:27:59.951171 n-d-765315-29 neutron-server[102600]: INFO neutron.api.v2.resource [None req-7bcff6cd-d141-403c-8831-0f0ade249b35 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] show failed (client error): The resource could not be found. Nov 12 08:27:59.958827 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-7bcff6cd-d141-403c-8831-0f0ade249b35 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] 10.222.0.26 "GET /v2.0/subnetpools/11b5908f-5377-4732-b285-9f9063b6a77d/tags/tempest-TagsExtTest-Tag-1761485448 HTTP/1.1" status: 404 len: 329 time: 0.0757337 Nov 12 08:27:59.959875 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60256) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:59.965284 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-d3e74832-c549-4dcd-9018-144c58665815 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Made reservation on behalf of 21a2ac24705441ab9e82ecd18312805e for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:27:59.970572 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-d3e74832-c549-4dcd-9018-144c58665815 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:59.971038 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.tag.tag_plugin [None req-e7c3fcbb-efc6-4e7f-8826-eb13fe22b8db tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '11b5908f-5377-4732-b285-9f9063b6a77d', 'tempest-TagsExtTest-Tag-402487207') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:00.022824 n-d-765315-29 neutron-server[102600]: INFO neutron.api.v2.resource [None req-e7c3fcbb-efc6-4e7f-8826-eb13fe22b8db tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] show failed (client error): The resource could not be found. Nov 12 08:28:00.023880 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-e7c3fcbb-efc6-4e7f-8826-eb13fe22b8db tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] 10.222.0.26 "GET /v2.0/subnetpools/11b5908f-5377-4732-b285-9f9063b6a77d/tags/tempest-TagsExtTest-Tag-402487207 HTTP/1.1" status: 404 len: 328 time: 0.0629885 Nov 12 08:28:00.027030 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60258) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:00.034252 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.tag.tag_plugin [None req-e073f8b4-8301-4e7c-bd2e-9b2f1af463a5 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '11b5908f-5377-4732-b285-9f9063b6a77d', 'tempest-TagsExtTest-Tag-426331414') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:00.039222 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f8aa79-f9f0-45b0-b0b7-c73ed0839908 req-359f7686-1d50-4cc3-af26-3972c0c6f6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:00.042001 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a6f8aa79-f9f0-45b0-b0b7-c73ed0839908 req-359f7686-1d50-4cc3-af26-3972c0c6f6f4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=169f7779-8f80-4509-8e19-6731ed6e3dfc HTTP/1.1" status: 200 len: 1098 time: 0.7971382 Nov 12 08:28:00.082382 n-d-765315-29 neutron-server[102600]: INFO neutron.api.v2.resource [None req-e073f8b4-8301-4e7c-bd2e-9b2f1af463a5 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] show failed (client error): The resource could not be found. Nov 12 08:28:00.083527 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-e073f8b4-8301-4e7c-bd2e-9b2f1af463a5 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] 10.222.0.26 "GET /v2.0/subnetpools/11b5908f-5377-4732-b285-9f9063b6a77d/tags/tempest-TagsExtTest-Tag-426331414 HTTP/1.1" status: 404 len: 328 time: 0.0555897 Nov 12 08:28:00.086324 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60260) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:00.091105 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.tag.tag_plugin [None req-e5498722-cc73-4141-9abe-b9408b37c4f0 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '11b5908f-5377-4732-b285-9f9063b6a77d') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:00.135945 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-e5498722-cc73-4141-9abe-b9408b37c4f0 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] 10.222.0.26 "DELETE /v2.0/subnetpools/11b5908f-5377-4732-b285-9f9063b6a77d/tags HTTP/1.1" status: 204 len: 168 time: 0.0481164 Nov 12 08:28:00.138351 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60262) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:00.144217 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.tag.tag_plugin [None req-3333d18a-d77e-4a33-bf9a-3bb942a668b9 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'fd71bf1c-bffd-4988-83b9-1930334f2a30') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:00.155893 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25def4d5-e0a8-4240-80c4-eb574408cb79 req-1dd078c6-2693-4b47-94f7-cb7477e847fc tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:00.164312 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-25def4d5-e0a8-4240-80c4-eb574408cb79 req-1dd078c6-2693-4b47-94f7-cb7477e847fc tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8a087b1-519b-4d24-b909-2afc3b982268 HTTP/1.1" status: 200 len: 945 time: 0.3024507 Nov 12 08:28:00.223851 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-7d8260b5-4b8d-4ee7-a0dd-cf43c2902380 req-c0531b5c-65bf-44e4-987a-b36763783a54 service neutron] Attempting to bind port 42aa8616-a591-4351-b169-51e41bf4aec5 on host n-h2-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:28:00.224438 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-7d8260b5-4b8d-4ee7-a0dd-cf43c2902380 req-c0531b5c-65bf-44e4-987a-b36763783a54 service neutron] Attempting to bind port 42aa8616-a591-4351-b169-51e41bf4aec5 by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': '115bdcdd-b1df-41c7-8bff-15a5e1fdca42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '97ca3497-d4cd-4c64-83f2-e4cf0b99a680'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:28:00.225106 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8260b5-4b8d-4ee7-a0dd-cf43c2902380 req-c0531b5c-65bf-44e4-987a-b36763783a54 service neutron] Attempting to bind port 42aa8616-a591-4351-b169-51e41bf4aec5 on network 97ca3497-d4cd-4c64-83f2-e4cf0b99a680 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:28:00.236952 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-3333d18a-d77e-4a33-bf9a-3bb942a668b9 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] 10.222.0.26 "DELETE /v2.0/routers/fd71bf1c-bffd-4988-83b9-1930334f2a30/tags HTTP/1.1" status: 204 len: 168 time: 0.0975528 Nov 12 08:28:00.245554 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60266) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:00.258094 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.tag.tag_plugin [None req-2df61c94-8d34-4337-84d5-78d3ae93f27d tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '4a8d1db9-0a04-4629-8780-80b5ffec2cf1') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:00.362815 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-2df61c94-8d34-4337-84d5-78d3ae93f27d tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] 10.222.0.26 "DELETE /v2.0/ports/4a8d1db9-0a04-4629-8780-80b5ffec2cf1/tags HTTP/1.1" status: 204 len: 168 time: 0.1124454 Nov 12 08:28:00.363067 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60270) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:00.369883 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.tag.tag_plugin [None req-e070b784-cb07-473b-8efc-00f83676a925 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '3243a8eb-5f04-44e4-8e1d-aa8e3dc2a7fa') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:00.378251 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-d3e74832-c549-4dcd-9018-144c58665815 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Allocated IP 10.2.2.200 (5b2a8b49-5710-48dd-bacf-1711bcf033cc/9f233125-4b62-40de-bf22-04d217d99b20/c2cd737f-49af-4915-99ac-335868dc6f31) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:28:00.422182 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aba9cbe-09f1-4108-8eaf-55e814f36a4e req-81d784bc-4f40-477b-acc7-e461e0a1e693 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:00.423965 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2aba9cbe-09f1-4108-8eaf-55e814f36a4e req-81d784bc-4f40-477b-acc7-e461e0a1e693 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=169f7779-8f80-4509-8e19-6731ed6e3dfc HTTP/1.1" status: 200 len: 946 time: 0.1033239 Nov 12 08:28:00.427876 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8260b5-4b8d-4ee7-a0dd-cf43c2902380 req-c0531b5c-65bf-44e4-987a-b36763783a54 service neutron] Port 42aa8616-a591-4351-b169-51e41bf4aec5 on network 97ca3497-d4cd-4c64-83f2-e4cf0b99a680 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:28:00.428328 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8260b5-4b8d-4ee7-a0dd-cf43c2902380 req-c0531b5c-65bf-44e4-987a-b36763783a54 service neutron] Attempting to bind port 42aa8616-a591-4351-b169-51e41bf4aec5 on network 97ca3497-d4cd-4c64-83f2-e4cf0b99a680 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:28:00.534322 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8260b5-4b8d-4ee7-a0dd-cf43c2902380 req-c0531b5c-65bf-44e4-987a-b36763783a54 service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:28:00.534720 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8260b5-4b8d-4ee7-a0dd-cf43c2902380 req-c0531b5c-65bf-44e4-987a-b36763783a54 service neutron] Checking segment: {'id': '115bdcdd-b1df-41c7-8bff-15a5e1fdca42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '97ca3497-d4cd-4c64-83f2-e4cf0b99a680'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:28:00.535063 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8260b5-4b8d-4ee7-a0dd-cf43c2902380 req-c0531b5c-65bf-44e4-987a-b36763783a54 service neutron] Bound using segment: {'id': '115bdcdd-b1df-41c7-8bff-15a5e1fdca42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '97ca3497-d4cd-4c64-83f2-e4cf0b99a680'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:28:00.535872 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-7d8260b5-4b8d-4ee7-a0dd-cf43c2902380 req-c0531b5c-65bf-44e4-987a-b36763783a54 service neutron] Bound port: 42aa8616-a591-4351-b169-51e41bf4aec5, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '115bdcdd-b1df-41c7-8bff-15a5e1fdca42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '97ca3497-d4cd-4c64-83f2-e4cf0b99a680'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:28:00.536235 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-7d8260b5-4b8d-4ee7-a0dd-cf43c2902380 req-c0531b5c-65bf-44e4-987a-b36763783a54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:00.542933 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2aba9cbe-09f1-4108-8eaf-55e814f36a4e req-fe5335dc-fa95-4c02-b69f-f01976be2e3b tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=7569d1cf-6bd3-45ad-96a1-5286f4165b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096816 Nov 12 08:28:00.552575 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-e070b784-cb07-473b-8efc-00f83676a925 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] 10.222.0.26 "DELETE /v2.0/subnets/3243a8eb-5f04-44e4-8e1d-aa8e3dc2a7fa/tags HTTP/1.1" status: 204 len: 168 time: 0.1849051 Nov 12 08:28:00.553185 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60276) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:00.565680 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6080f680-97a2-4bd9-8e8b-05d8ad5f7822 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:28:00.576719 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ed183f-762b-4a07-937e-9e9f7f77d660 None None] Sync routers for ids ['3d9bc786-5496-40bd-b4c5-9c1faf0cf26a'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:28:00.645515 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ed183f-762b-4a07-937e-9e9f7f77d660 None None] Routers {'3d9bc786-5496-40bd-b4c5-9c1faf0cf26a'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:28:00.646615 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-68ed183f-762b-4a07-937e-9e9f7f77d660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:27:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['3d9bc786-5496-40bd-b4c5-9c1faf0cf26a'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:00.712914 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-6080f680-97a2-4bd9-8e8b-05d8ad5f7822 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "PUT /v2.0/routers/3d9bc786-5496-40bd-b4c5-9c1faf0cf26a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4751673 Nov 12 08:28:00.738133 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 60278) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:00.770903 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a6f8aa79-f9f0-45b0-b0b7-c73ed0839908 req-09de3441-af27-4536-b0b7-6f03daa6136d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=7569d1cf-6bd3-45ad-96a1-5286f4165b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7147033 Nov 12 08:28:00.817353 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-5841d1fd-9bbf-46d1-b55f-041f2470308f tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "GET /v2.0/ports?device_id=3d9bc786-5496-40bd-b4c5-9c1faf0cf26a HTTP/1.1" status: 200 len: 205 time: 0.0750732 Nov 12 08:28:00.820497 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60280) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:00.882093 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-58a64f9f-d269-4874-9e76-a8c0ff874290 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] Publish callbacks [] for subnetpool, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:00.887076 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-58a64f9f-d269-4874-9e76-a8c0ff874290 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] 10.222.0.26 "DELETE /v2.0/subnetpools/11b5908f-5377-4732-b285-9f9063b6a77d HTTP/1.1" status: 204 len: 168 time: 0.3289938 Nov 12 08:28:00.887707 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-25def4d5-e0a8-4240-80c4-eb574408cb79 req-da816f7d-5cff-42af-8e34-2f0dfa1f8e2f tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=9dc9079a-4f63-4eb5-be12-eaa66771fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7216699 Nov 12 08:28:00.888254 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 60284) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:00.947317 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-10450d9c-245f-42f5-99db-302ca4916a2f tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd71bf1c-bffd-4988-83b9-1930334f2a30 HTTP/1.1" status: 200 len: 205 time: 0.0504336 Nov 12 08:28:00.950190 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 60286) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:00.976316 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-d3e74832-c549-4dcd-9018-144c58665815 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:00.984619 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-7d8260b5-4b8d-4ee7-a0dd-cf43c2902380 req-c0531b5c-65bf-44e4-987a-b36763783a54 service neutron] For port 42aa8616-a591-4351-b169-51e41bf4aec5, host n-h2-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:28:01.003070 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-68ed183f-762b-4a07-937e-9e9f7f77d660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:01.027503 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ed183f-762b-4a07-937e-9e9f7f77d660 None None] Routers {'3d9bc786-5496-40bd-b4c5-9c1faf0cf26a'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:28:01.029450 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-68ed183f-762b-4a07-937e-9e9f7f77d660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:27:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['3d9bc786-5496-40bd-b4c5-9c1faf0cf26a'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:01.044407 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bde9b250-02f8-46f1-9bb7-dae985693d70 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks [] for router, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:01.091626 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-7d8260b5-4b8d-4ee7-a0dd-cf43c2902380 req-c0531b5c-65bf-44e4-987a-b36763783a54 service neutron] For port 42aa8616-a591-4351-b169-51e41bf4aec5, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=42aa8616-a591-4351-b169-51e41bf4aec5,segment=NetworkSegment(115bdcdd-b1df-41c7-8bff-15a5e1fdca42),segment_id=115bdcdd-b1df-41c7-8bff-15a5e1fdca42)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:28:01.098235 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-68ed183f-762b-4a07-937e-9e9f7f77d660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:01.099321 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ed183f-762b-4a07-937e-9e9f7f77d660 None None] The sync data for ids ['3d9bc786-5496-40bd-b4c5-9c1faf0cf26a'] in n-d-765315-29 is: [] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:28:01.143464 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-7d8260b5-4b8d-4ee7-a0dd-cf43c2902380 req-c0531b5c-65bf-44e4-987a-b36763783a54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:01.184468 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1fb61324-c884-46d6-949c-64c70a902a12 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] Publish callbacks [] for router, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:01.236611 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8764cfa-6873-4337-b1fc-3c041533ebf4 req-a7f9e74c-71f9-4a3a-ba48-f8d263967802 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:01.244808 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8764cfa-6873-4337-b1fc-3c041533ebf4 req-a7f9e74c-71f9-4a3a-ba48-f8d263967802 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:01.245210 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8260b5-4b8d-4ee7-a0dd-cf43c2902380 req-c0531b5c-65bf-44e4-987a-b36763783a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:01.245939 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-7d8260b5-4b8d-4ee7-a0dd-cf43c2902380 req-c0531b5c-65bf-44e4-987a-b36763783a54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:01.247483 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7d8260b5-4b8d-4ee7-a0dd-cf43c2902380 req-c0531b5c-65bf-44e4-987a-b36763783a54 service neutron] 10.222.0.44 "PUT /v2.0/ports/42aa8616-a591-4351-b169-51e41bf4aec5 HTTP/1.1" status: 200 len: 1092 time: 5.9810870 Nov 12 08:28:01.252208 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f098e594-7dd1-447e-9ce9-aec2cb4cc7ec', 'tag': '42aa8616-a591-4351-b169-51e41bf4aec5'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:28:01.253769 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8764cfa-6873-4337-b1fc-3c041533ebf4 req-a7f9e74c-71f9-4a3a-ba48-f8d263967802 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:01.254738 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c713a0d-296b-463b-89a3-79a2e3f89b9e" -d '{"events": [{"name": "network-changed", "server_uuid": "f098e594-7dd1-447e-9ce9-aec2cb4cc7ec", "tag": "42aa8616-a591-4351-b169-51e41bf4aec5"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:28:01.262562 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8764cfa-6873-4337-b1fc-3c041533ebf4 req-a7f9e74c-71f9-4a3a-ba48-f8d263967802 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:01.273678 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c8764cfa-6873-4337-b1fc-3c041533ebf4 req-a7f9e74c-71f9-4a3a-ba48-f8d263967802 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7b22e6f-34ba-40cc-8b8b-fe95438187cb HTTP/1.1" status: 200 len: 3095 time: 0.4760964 Nov 12 08:28:01.342087 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227fe8d0-73ae-46dc-8695-a7ccfa71b31a req-6018cbce-ad19-4aea-aa47-361a03d7e964 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:01.344702 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-227fe8d0-73ae-46dc-8695-a7ccfa71b31a req-6018cbce-ad19-4aea-aa47-361a03d7e964 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=f098e594-7dd1-447e-9ce9-aec2cb4cc7ec HTTP/1.1" status: 200 len: 943 time: 0.2699502 Nov 12 08:28:01.379150 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bde9b250-02f8-46f1-9bb7-dae985693d70 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:01.385893 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bde9b250-02f8-46f1-9bb7-dae985693d70 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:01.438761 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-d3e74832-c549-4dcd-9018-144c58665815 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:01.444970 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0531b5c-65bf-44e4-987a-b36763783a54 service neutron] Pushing event updated for resources: {'Port': ['ID=42aa8616-a591-4351-b169-51e41bf4aec5,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:01.469562 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c8764cfa-6873-4337-b1fc-3c041533ebf4 req-50c51eaa-2f62-4209-a537-7870eaa37ced tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "GET /v2.0/security-groups?id=fca2cf2b-9cad-4878-bbbc-828482027757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1942554 Nov 12 08:28:01.479897 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bde9b250-02f8-46f1-9bb7-dae985693d70 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:01.480590 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bde9b250-02f8-46f1-9bb7-dae985693d70 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Fanout notify agent at l3_agent the message router_deleted on router 3d9bc786-5496-40bd-b4c5-9c1faf0cf26a {{(pid=102600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:28:01.494304 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bde9b250-02f8-46f1-9bb7-dae985693d70 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:01.495418 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-bde9b250-02f8-46f1-9bb7-dae985693d70 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "DELETE /v2.0/routers/3d9bc786-5496-40bd-b4c5-9c1faf0cf26a HTTP/1.1" status: 204 len: 168 time: 0.6719456 Nov 12 08:28:01.499711 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60290) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:01.534764 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1fb61324-c884-46d6-949c-64c70a902a12 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:01.557547 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d430a48-0b7f-44e3-a585-91c3b1bff6ba x-openstack-request-id: req-1d430a48-0b7f-44e3-a585-91c3b1bff6ba {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:28:01.557934 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f098e594-7dd1-447e-9ce9-aec2cb4cc7ec", "tag": "42aa8616-a591-4351-b169-51e41bf4aec5", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:28:01.558259 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1d430a48-0b7f-44e3-a585-91c3b1bff6ba {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:28:01.558756 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f098e594-7dd1-447e-9ce9-aec2cb4cc7ec', 'tag': '42aa8616-a591-4351-b169-51e41bf4aec5', 'status': 'completed', 'code': 200} Nov 12 08:28:01.560847 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1fb61324-c884-46d6-949c-64c70a902a12 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:01.594114 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-d3e74832-c549-4dcd-9018-144c58665815 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Network 5b2a8b49-5710-48dd-bacf-1711bcf033cc is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:28:01.594944 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-96f418ce-87a5-4b0d-bbf1-de1446248328 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Deleting subnet 4f4ff4e5-e025-47e9-8a1c-acacfe440e2f {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:28:01.600014 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-96f418ce-87a5-4b0d-bbf1-de1446248328 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:01.658329 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-d3e74832-c549-4dcd-9018-144c58665815 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:28:01.685216 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-96f418ce-87a5-4b0d-bbf1-de1446248328 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:01.690403 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e74832-c549-4dcd-9018-144c58665815 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Pushing event updated for resources: {'Port': ['ID=c2cd737f-49af-4915-99ac-335868dc6f31,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:01.706470 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-d3e74832-c549-4dcd-9018-144c58665815 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:28:01.721855 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-227fe8d0-73ae-46dc-8695-a7ccfa71b31a req-ec188725-96ba-456a-8125-17b6665e9fd4 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3325155 Nov 12 08:28:01.725415 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1fb61324-c884-46d6-949c-64c70a902a12 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:01.726082 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fb61324-c884-46d6-949c-64c70a902a12 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] Fanout notify agent at l3_agent the message router_deleted on router fd71bf1c-bffd-4988-83b9-1930334f2a30 {{(pid=102599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:28:01.739999 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1fb61324-c884-46d6-949c-64c70a902a12 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:01.745869 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-1fb61324-c884-46d6-949c-64c70a902a12 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] 10.222.0.26 "DELETE /v2.0/routers/fd71bf1c-bffd-4988-83b9-1930334f2a30 HTTP/1.1" status: 204 len: 168 time: 0.7867646 Nov 12 08:28:01.757649 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8260b5-4b8d-4ee7-a0dd-cf43c2902380 req-ce0778b2-1d42-411c-9024-c3b610b902c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:01.759297 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7d8260b5-4b8d-4ee7-a0dd-cf43c2902380 req-ce0778b2-1d42-411c-9024-c3b610b902c6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4e695ccfe3434d44ababb01fdc20479b&device_id=f098e594-7dd1-447e-9ce9-aec2cb4cc7ec HTTP/1.1" status: 200 len: 1095 time: 0.4136021 Nov 12 08:28:01.762837 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60294) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:01.828537 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7d8260b5-4b8d-4ee7-a0dd-cf43c2902380 req-ec5cbcd9-3fbf-4221-b5ce-7b98dcd6c88a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42aa8616-a591-4351-b169-51e41bf4aec5 HTTP/1.1" status: 200 len: 217 time: 0.0447536 Nov 12 08:28:01.927129 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17399e9d-dbf4-40ec-b044-d24474ead5c5 req-fbd7595d-f5a7-48d6-ab8a-e1956fcbb121 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:01.928807 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-17399e9d-dbf4-40ec-b044-d24474ead5c5 req-fbd7595d-f5a7-48d6-ab8a-e1956fcbb121 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=169f7779-8f80-4509-8e19-6731ed6e3dfc HTTP/1.1" status: 200 len: 946 time: 0.2050745 Nov 12 08:28:01.931053 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-d3e74832-c549-4dcd-9018-144c58665815 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:01.931880 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-d3e74832-c549-4dcd-9018-144c58665815 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:01.945734 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-96f418ce-87a5-4b0d-bbf1-de1446248328 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:01.948687 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8260b5-4b8d-4ee7-a0dd-cf43c2902380 req-8263edac-deba-4f8b-8fda-96d1ecdc5523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:01.950688 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7d8260b5-4b8d-4ee7-a0dd-cf43c2902380 req-8263edac-deba-4f8b-8fda-96d1ecdc5523 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e5a8c2de-791a-407e-b586-3b1004863989 HTTP/1.1" status: 200 len: 845 time: 0.1017957 Nov 12 08:28:01.998628 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7d8260b5-4b8d-4ee7-a0dd-cf43c2902380 req-8ff90602-bd09-466d-9af4-c492b1477ac8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=97ca3497-d4cd-4c64-83f2-e4cf0b99a680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342379 Nov 12 08:28:02.003180 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-d3e74832-c549-4dcd-9018-144c58665815 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0213726 Nov 12 08:28:02.033563 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-fc0303e7-721e-4759-8e46-61a37ebf05ed service neutron] Request body: {'port': {'device_id': 'e7b22e6f-34ba-40cc-8b8b-fe95438187cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:28:02.092256 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-3d7aea22-ee92-450a-8ef4-c2566835799f None None] Provisioning complete for port c2cd737f-49af-4915-99ac-335868dc6f31 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:28:02.093857 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3d7aea22-ee92-450a-8ef4-c2566835799f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:02.094041 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-25585423-37ce-4f6e-9919-1f55b39f33af tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] Deleting port 4a8d1db9-0a04-4629-8780-80b5ffec2cf1 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:28:02.094294 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-25585423-37ce-4f6e-9919-1f55b39f33af tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:02.101539 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-17399e9d-dbf4-40ec-b044-d24474ead5c5 req-5efee8e9-1c80-4726-bc74-53783503e9b6 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=7569d1cf-6bd3-45ad-96a1-5286f4165b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1616583 Nov 12 08:28:02.156707 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-3d7aea22-ee92-450a-8ef4-c2566835799f None None] Port c2cd737f-49af-4915-99ac-335868dc6f31 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:28:02.635163 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-96f418ce-87a5-4b0d-bbf1-de1446248328 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:02.697140 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f418ce-87a5-4b0d-bbf1-de1446248328 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Pushing event deleted for resources: {'Subnet': ['ID=4f4ff4e5-e025-47e9-8a1c-acacfe440e2f,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:02.742919 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc38ef54-0aad-4a68-b619-b98692dd4d73 None None] Network e463d792-45e8-4288-aae2-64833d04eefc requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:28:02.752749 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-96f418ce-87a5-4b0d-bbf1-de1446248328 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:02.757295 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-96f418ce-87a5-4b0d-bbf1-de1446248328 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "DELETE /v2.0/subnets/4f4ff4e5-e025-47e9-8a1c-acacfe440e2f HTTP/1.1" status: 204 len: 168 time: 1.2552190 Nov 12 08:28:02.760981 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60338) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:02.809602 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-fc0303e7-721e-4759-8e46-61a37ebf05ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:02.831564 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-25585423-37ce-4f6e-9919-1f55b39f33af tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:02.852226 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6c26a9-b663-445d-8d5a-e341bbed351d req-faa1a231-b6ad-4f33-8344-a83ef28c488f tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:02.858938 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6c26a9-b663-445d-8d5a-e341bbed351d req-faa1a231-b6ad-4f33-8344-a83ef28c488f tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:02.865794 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6c26a9-b663-445d-8d5a-e341bbed351d req-faa1a231-b6ad-4f33-8344-a83ef28c488f tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:02.872075 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6c26a9-b663-445d-8d5a-e341bbed351d req-faa1a231-b6ad-4f33-8344-a83ef28c488f tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:02.878899 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6c26a9-b663-445d-8d5a-e341bbed351d req-faa1a231-b6ad-4f33-8344-a83ef28c488f tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:02.880794 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7c6c26a9-b663-445d-8d5a-e341bbed351d req-faa1a231-b6ad-4f33-8344-a83ef28c488f tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7b22e6f-34ba-40cc-8b8b-fe95438187cb HTTP/1.1" status: 200 len: 3816 time: 0.1875565 Nov 12 08:28:02.903543 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-25585423-37ce-4f6e-9919-1f55b39f33af tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] Calling delete_port for 4a8d1db9-0a04-4629-8780-80b5ffec2cf1 owned by {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:28:02.910470 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-93a86810-0308-4179-99e0-24ebe9ac3be5 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Deleting subnet 6cf68360-a943-4551-9d97-7bd803c10bb1 {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:28:02.928278 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-93a86810-0308-4179-99e0-24ebe9ac3be5 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:02.935114 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7d8260b5-4b8d-4ee7-a0dd-cf43c2902380 req-a8dd2cc1-4146-450c-9470-13deecd39660 service neutron] 10.222.0.44 "GET /v2.0/networks/97ca3497-d4cd-4c64-83f2-e4cf0b99a680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9229007 Nov 12 08:28:03.051624 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7c6c26a9-b663-445d-8d5a-e341bbed351d req-114c5fde-9ab4-4b50-ba40-e2447da6bfb6 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "GET /v2.0/security-groups?id=fca2cf2b-9cad-4878-bbbc-828482027757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1593060 Nov 12 08:28:03.054458 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643d61b1-00a4-4fcf-8470-dcfa433da6bc req-e5aee17e-be7d-40f8-b348-21fe597161b8 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:03.054838 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-93a86810-0308-4179-99e0-24ebe9ac3be5 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:03.055907 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-643d61b1-00a4-4fcf-8470-dcfa433da6bc req-e5aee17e-be7d-40f8-b348-21fe597161b8 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8a087b1-519b-4d24-b909-2afc3b982268 HTTP/1.1" status: 200 len: 945 time: 0.9511976 Nov 12 08:28:03.128906 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd83f6a4-bfaf-4f23-81db-5294fb701e38 None None] DHCP port deletion for e463d792-45e8-4288-aae2-64833d04eefc request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:28:03.139299 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c30773-462d-44f5-bc5e-13c058d5d4bb req-b36f3d9b-9109-4cb6-a5f2-c76aa08170bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:03.142144 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-10c30773-462d-44f5-bc5e-13c058d5d4bb req-b36f3d9b-9109-4cb6-a5f2-c76aa08170bb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6d4d05cf75bd48988e66a58743392390&device_id=169f7779-8f80-4509-8e19-6731ed6e3dfc HTTP/1.1" status: 200 len: 1098 time: 0.4463482 Nov 12 08:28:03.221556 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-cd83f6a4-bfaf-4f23-81db-5294fb701e38 None None] Deleting port f4c3f660-9fa3-47fe-8144-5700397782f1 {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:28:03.222561 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-cd83f6a4-bfaf-4f23-81db-5294fb701e38 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:03.227245 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7d8260b5-4b8d-4ee7-a0dd-cf43c2902380 req-eacc5970-fba3-4f44-b0ae-10020ba21067 service neutron] 10.222.0.44 "GET /v2.0/networks/97ca3497-d4cd-4c64-83f2-e4cf0b99a680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2839942 Nov 12 08:28:03.281103 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-25585423-37ce-4f6e-9919-1f55b39f33af tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:03.323276 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-cd83f6a4-bfaf-4f23-81db-5294fb701e38 None None] For port f4c3f660-9fa3-47fe-8144-5700397782f1, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=f4c3f660-9fa3-47fe-8144-5700397782f1,segment=NetworkSegment(00a6606b-64fb-4c93-91e3-3358c78d2732),segment_id=00a6606b-64fb-4c93-91e3-3358c78d2732)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:28:03.323765 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-cd83f6a4-bfaf-4f23-81db-5294fb701e38 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:03.341107 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-cd83f6a4-bfaf-4f23-81db-5294fb701e38 None None] Calling delete_port for f4c3f660-9fa3-47fe-8144-5700397782f1 owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:28:03.343398 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-643d61b1-00a4-4fcf-8470-dcfa433da6bc req-d282a5b3-0e74-4393-b7fe-1385bfec52a7 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=9dc9079a-4f63-4eb5-be12-eaa66771fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739651 Nov 12 08:28:03.363864 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25585423-37ce-4f6e-9919-1f55b39f33af tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] Pushing event deleted for resources: {'Port': ['ID=4a8d1db9-0a04-4629-8780-80b5ffec2cf1,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:03.487442 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-cd83f6a4-bfaf-4f23-81db-5294fb701e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:03.516456 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd83f6a4-bfaf-4f23-81db-5294fb701e38 None None] No DVR routers for this DVR port f4c3f660-9fa3-47fe-8144-5700397782f1 on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:28:03.579263 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd83f6a4-bfaf-4f23-81db-5294fb701e38 None None] Pushing event deleted for resources: {'Port': ['ID=f4c3f660-9fa3-47fe-8144-5700397782f1,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:03.579699 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cef739-89e2-4364-9aa3-2222daca9990 req-c3fcc278-21fc-4e7d-bfad-6f9dd99ddfa3 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:03.595807 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-32cef739-89e2-4364-9aa3-2222daca9990 req-c3fcc278-21fc-4e7d-bfad-6f9dd99ddfa3 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=f098e594-7dd1-447e-9ce9-aec2cb4cc7ec HTTP/1.1" status: 200 len: 943 time: 0.3381913 Nov 12 08:28:03.639095 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-93a86810-0308-4179-99e0-24ebe9ac3be5 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:03.650734 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device f4c3f660-9fa3-47fe-8144-5700397782f1 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:28:03.685430 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c30773-462d-44f5-bc5e-13c058d5d4bb req-1891d017-77ee-46b1-986c-87f68bc09d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:03.687820 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-10c30773-462d-44f5-bc5e-13c058d5d4bb req-1891d017-77ee-46b1-986c-87f68bc09d4b service neutron] 10.222.0.44 "GET /v2.0/networks?id=9002ff25-76a7-4c3d-8082-16c14deb03d5 HTTP/1.1" status: 200 len: 917 time: 0.4843876 Nov 12 08:28:03.702421 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: f4c3f660-9fa3-47fe-8144-5700397782f1 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:28:03.702875 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device f4c3f660-9fa3-47fe-8144-5700397782f1 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:28:03.727252 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-32cef739-89e2-4364-9aa3-2222daca9990 req-647cd4f2-4594-4d5c-9838-078bdc63e9c3 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304638 Nov 12 08:28:03.735894 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-25585423-37ce-4f6e-9919-1f55b39f33af tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:03.744925 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-25585423-37ce-4f6e-9919-1f55b39f33af tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] 10.222.0.26 "DELETE /v2.0/ports/4a8d1db9-0a04-4629-8780-80b5ffec2cf1 HTTP/1.1" status: 204 len: 168 time: 1.9793155 Nov 12 08:28:03.764984 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 60344) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:03.813703 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-93a86810-0308-4179-99e0-24ebe9ac3be5 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:03.823710 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c713a0d-296b-463b-89a3-79a2e3f89b9e req-1a003e05-130c-4135-9f8d-085603129f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:03.825286 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2c713a0d-296b-463b-89a3-79a2e3f89b9e req-1a003e05-130c-4135-9f8d-085603129f01 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4e695ccfe3434d44ababb01fdc20479b&device_id=f098e594-7dd1-447e-9ce9-aec2cb4cc7ec HTTP/1.1" status: 200 len: 1095 time: 0.3551733 Nov 12 08:28:03.870082 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d5d7cb-9e60-47de-8aa7-c72479759235 req-12d3760e-653e-472b-a7b2-0ed7fc2c9f13 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:03.878287 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-92d5d7cb-9e60-47de-8aa7-c72479759235 req-12d3760e-653e-472b-a7b2-0ed7fc2c9f13 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=169f7779-8f80-4509-8e19-6731ed6e3dfc HTTP/1.1" status: 200 len: 946 time: 0.3017836 Nov 12 08:28:03.889015 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-93a86810-0308-4179-99e0-24ebe9ac3be5 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:03.898092 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-93a86810-0308-4179-99e0-24ebe9ac3be5 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "DELETE /v2.0/subnets/6cf68360-a943-4551-9d97-7bd803c10bb1 HTTP/1.1" status: 204 len: 168 time: 1.1336005 Nov 12 08:28:03.899833 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a86810-0308-4179-99e0-24ebe9ac3be5 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Pushing event deleted for resources: {'Subnet': ['ID=6cf68360-a943-4551-9d97-7bd803c10bb1,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:03.903583 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60348) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:03.934321 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549eec6e-fd77-4495-8b50-26451e89cd71 None None] Network a887882c-6c88-4901-967a-9ad8ef23d9b6 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:28:04.000383 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-10c30773-462d-44f5-bc5e-13c058d5d4bb req-a111283f-90c1-4263-ae48-7e8ca8f0b67d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=511ca486-5ae6-43e2-9142-3c78089c6bdc HTTP/1.1" status: 200 len: 1001 time: 0.2931573 Nov 12 08:28:04.003505 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-014d4760-45f0-4726-8273-ce5e0fc63d5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:04.013357 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-13bfa016-6fcf-4ccd-b423-c77abb74b136 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] Deleting subnet 3243a8eb-5f04-44e4-8e1d-aa8e3dc2a7fa {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:28:04.019497 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-15cb4d40-dfc6-496f-a227-2af21c4ab7af tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:04.060661 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-13bfa016-6fcf-4ccd-b423-c77abb74b136 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] Publish callbacks [] for subnet, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:04.078204 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6feb5-920d-4a0c-9603-b04e0cbf5657 req-556030a4-0916-4e88-a04e-990b007535aa tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:04.087758 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a1c6feb5-920d-4a0c-9603-b04e0cbf5657 req-556030a4-0916-4e88-a04e-990b007535aa tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8a087b1-519b-4d24-b909-2afc3b982268 HTTP/1.1" status: 200 len: 945 time: 0.0874932 Nov 12 08:28:04.154489 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-fc0303e7-721e-4759-8e46-61a37ebf05ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e22b775a-a039-415a-be68-84e3c4aa81d5 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:28:04.195805 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-92d5d7cb-9e60-47de-8aa7-c72479759235 req-aea9af6a-24ee-48db-88ec-1ec177d19477 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=7569d1cf-6bd3-45ad-96a1-5286f4165b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3161998 Nov 12 08:28:04.199928 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-fc0303e7-721e-4759-8e46-61a37ebf05ed service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:04.234101 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-13bfa016-6fcf-4ccd-b423-c77abb74b136 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31181813'] for subnet, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:04.239905 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a1c6feb5-920d-4a0c-9603-b04e0cbf5657 req-834588ec-51d2-4e6f-aef9-bd2a659d8689 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=9dc9079a-4f63-4eb5-be12-eaa66771fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511323 Nov 12 08:28:04.306890 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5107ea-13f0-4ca1-af3a-561306f94c70 None None] DHCP port deletion for a887882c-6c88-4901-967a-9ad8ef23d9b6 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:28:04.321371 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-15cb4d40-dfc6-496f-a227-2af21c4ab7af tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:04.346725 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-15cb4d40-dfc6-496f-a227-2af21c4ab7af tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e463d792-45e8-4288-aae2-64833d04eefc']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:04.350527 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c30773-462d-44f5-bc5e-13c058d5d4bb req-4aa6c988-b691-46ef-bb7e-f14426fc348a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:04.352768 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-10c30773-462d-44f5-bc5e-13c058d5d4bb req-4aa6c988-b691-46ef-bb7e-f14426fc348a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c8e8c768-2d07-4b3f-a074-a2b6b712f48f HTTP/1.1" status: 200 len: 855 time: 0.2853551 Nov 12 08:28:04.357388 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-15cb4d40-dfc6-496f-a227-2af21c4ab7af tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00a6606b-64fb-4c93-91e3-3358c78d2732') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:04.357721 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-15cb4d40-dfc6-496f-a227-2af21c4ab7af tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00a6606b-64fb-4c93-91e3-3358c78d2732') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:04.363628 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-fc0303e7-721e-4759-8e46-61a37ebf05ed service neutron] Transition to ACTIVE for port object e22b775a-a039-415a-be68-84e3c4aa81d5 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:28:04.365151 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c713a0d-296b-463b-89a3-79a2e3f89b9e req-9729bfbb-766a-4333-be16-7423e5db717d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:04.366793 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2c713a0d-296b-463b-89a3-79a2e3f89b9e req-9729bfbb-766a-4333-be16-7423e5db717d service neutron] 10.222.0.44 "GET /v2.0/networks?id=97ca3497-d4cd-4c64-83f2-e4cf0b99a680 HTTP/1.1" status: 200 len: 906 time: 0.5223982 Nov 12 08:28:04.372089 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-8f5107ea-13f0-4ca1-af3a-561306f94c70 None None] Deleting port 0fd75b1a-d868-4a96-8be3-8dc41d0819fa {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:28:04.372827 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8f5107ea-13f0-4ca1-af3a-561306f94c70 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:04.372973 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-15cb4d40-dfc6-496f-a227-2af21c4ab7af tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:04.392712 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-15cb4d40-dfc6-496f-a227-2af21c4ab7af tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:04.402847 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15cb4d40-dfc6-496f-a227-2af21c4ab7af tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:28:04.404387 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-15cb4d40-dfc6-496f-a227-2af21c4ab7af tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:04.422861 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2c713a0d-296b-463b-89a3-79a2e3f89b9e req-6f65f30a-184c-4424-a7d3-6e7af45dfc16 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42aa8616-a591-4351-b169-51e41bf4aec5 HTTP/1.1" status: 200 len: 217 time: 0.0394030 Nov 12 08:28:04.439984 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-fc0303e7-721e-4759-8e46-61a37ebf05ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:04.459482 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-8f5107ea-13f0-4ca1-af3a-561306f94c70 None None] For port 0fd75b1a-d868-4a96-8be3-8dc41d0819fa, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=0fd75b1a-d868-4a96-8be3-8dc41d0819fa,segment=NetworkSegment(d01617f6-5fe2-4044-b26c-69dda7df8330),segment_id=d01617f6-5fe2-4044-b26c-69dda7df8330)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:28:04.460028 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8f5107ea-13f0-4ca1-af3a-561306f94c70 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:04.479636 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-8f5107ea-13f0-4ca1-af3a-561306f94c70 None None] Calling delete_port for 0fd75b1a-d868-4a96-8be3-8dc41d0819fa owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:28:04.500502 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:28:04.500502 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:28:04.500502 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:28:04.500502 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:28:04.500502 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:28:04.500502 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:28:04.500502 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:28:04.500502 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:28:04.500502 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:28:04.500502 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:28:04.500502 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:28:04.500502 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:28:04.500502 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:28:04.500502 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:28:04.500502 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:28:04.500502 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:28:04.500502 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:28:04.500502 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:28:04.500502 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:28:04.500502 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:28:04.500502 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:28:04.500502 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:28:04.500502 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:28:04.500502 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:28:04.500502 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:28:04.500502 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:28:04.500502 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:28:04.500502 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:28:04.500502 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:28:04.500502 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:28:04.500502 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:28:04.500502 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:28:04.507468 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-15cb4d40-dfc6-496f-a227-2af21c4ab7af tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:04.515474 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-15cb4d40-dfc6-496f-a227-2af21c4ab7af tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:04.520822 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-15cb4d40-dfc6-496f-a227-2af21c4ab7af tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "DELETE /v2.0/networks/e463d792-45e8-4288-aae2-64833d04eefc HTTP/1.1" status: 204 len: 168 time: 0.6162212 Nov 12 08:28:04.525530 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60354) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:04.538636 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0303e7-721e-4759-8e46-61a37ebf05ed service neutron] Pushing event updated for resources: {'Port': ['ID=e22b775a-a039-415a-be68-84e3c4aa81d5,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:04.565227 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cb4d40-dfc6-496f-a227-2af21c4ab7af tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Pushing event deleted for resources: {'Network': ['ID=e463d792-45e8-4288-aae2-64833d04eefc,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:04.594880 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8f5107ea-13f0-4ca1-af3a-561306f94c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:04.596279 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b06da4e-ab22-4963-81d7-ea1e2f81da9a req-5ca1d23f-033a-4311-bfcd-66b1a0aa3c32 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:04.603551 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b06da4e-ab22-4963-81d7-ea1e2f81da9a req-5ca1d23f-033a-4311-bfcd-66b1a0aa3c32 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:04.610396 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b06da4e-ab22-4963-81d7-ea1e2f81da9a req-5ca1d23f-033a-4311-bfcd-66b1a0aa3c32 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:04.617093 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b06da4e-ab22-4963-81d7-ea1e2f81da9a req-5ca1d23f-033a-4311-bfcd-66b1a0aa3c32 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:04.624990 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b06da4e-ab22-4963-81d7-ea1e2f81da9a req-5ca1d23f-033a-4311-bfcd-66b1a0aa3c32 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:04.627275 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8b06da4e-ab22-4963-81d7-ea1e2f81da9a req-5ca1d23f-033a-4311-bfcd-66b1a0aa3c32 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7b22e6f-34ba-40cc-8b8b-fe95438187cb HTTP/1.1" status: 200 len: 3816 time: 0.3270400 Nov 12 08:28:04.633302 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-320ebd6d-4415-445e-b097-0374e9d69317 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:04.653877 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5107ea-13f0-4ca1-af3a-561306f94c70 None None] Pushing event deleted for resources: {'Port': ['ID=0fd75b1a-d868-4a96-8be3-8dc41d0819fa,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:04.667073 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c713a0d-296b-463b-89a3-79a2e3f89b9e req-d0a8ca7a-0ddc-4498-a6f8-571d3826a794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:04.667073 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2c713a0d-296b-463b-89a3-79a2e3f89b9e req-d0a8ca7a-0ddc-4498-a6f8-571d3826a794 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e5a8c2de-791a-407e-b586-3b1004863989 HTTP/1.1" status: 200 len: 845 time: 0.2231121 Nov 12 08:28:04.671015 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5107ea-13f0-4ca1-af3a-561306f94c70 None None] No DVR routers for this DVR port 0fd75b1a-d868-4a96-8be3-8dc41d0819fa on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:28:04.698312 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c30773-462d-44f5-bc5e-13c058d5d4bb req-977257f1-5982-4dca-b3d5-e57d0af2b289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:04.699951 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-10c30773-462d-44f5-bc5e-13c058d5d4bb req-977257f1-5982-4dca-b3d5-e57d0af2b289 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9002ff25-76a7-4c3d-8082-16c14deb03d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3275089 Nov 12 08:28:04.706021 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-13bfa016-6fcf-4ccd-b423-c77abb74b136 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:04.779100 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2c713a0d-296b-463b-89a3-79a2e3f89b9e req-2d2b0218-ff81-4951-97aa-1c43be728195 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=97ca3497-d4cd-4c64-83f2-e4cf0b99a680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0997005 Nov 12 08:28:04.812818 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-320ebd6d-4415-445e-b097-0374e9d69317 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:04.841729 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-320ebd6d-4415-445e-b097-0374e9d69317 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a887882c-6c88-4901-967a-9ad8ef23d9b6']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:04.890557 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-320ebd6d-4415-445e-b097-0374e9d69317 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd01617f6-5fe2-4044-b26c-69dda7df8330') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:04.890978 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-320ebd6d-4415-445e-b097-0374e9d69317 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd01617f6-5fe2-4044-b26c-69dda7df8330') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:04.903918 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-320ebd6d-4415-445e-b097-0374e9d69317 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:04.947263 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9109c11e-8830-438a-91a7-1cad49205a4d req-efec52fa-958d-4f48-a075-c166eb764c04 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:04.957603 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9109c11e-8830-438a-91a7-1cad49205a4d req-efec52fa-958d-4f48-a075-c166eb764c04 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=f098e594-7dd1-447e-9ce9-aec2cb4cc7ec HTTP/1.1" status: 200 len: 943 time: 0.1210172 Nov 12 08:28:04.965684 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-320ebd6d-4415-445e-b097-0374e9d69317 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:04.982156 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-320ebd6d-4415-445e-b097-0374e9d69317 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:28:04.982846 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-320ebd6d-4415-445e-b097-0374e9d69317 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:04.987664 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:28:04.987664 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:28:04.987664 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:28:04.987664 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:28:04.987664 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:28:04.987664 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:28:04.987664 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:28:04.987664 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:28:04.987664 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:28:04.987664 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:28:04.987664 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:28:04.987664 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:28:04.987664 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:28:04.987664 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:28:04.987664 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:28:04.987664 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:28:04.987664 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:28:04.987664 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:28:04.987664 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:28:04.987664 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:28:04.987664 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:28:04.987664 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:28:04.987664 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:28:04.987664 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:28:04.987664 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:28:04.987664 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:28:04.987664 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:28:04.987664 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:28:04.987664 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:28:04.987664 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:28:04.987664 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:28:04.987664 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:28:05.008395 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8b06da4e-ab22-4963-81d7-ea1e2f81da9a req-ede205b7-d39c-43e9-ab45-2a8fd675aaed tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "GET /v2.0/security-groups?id=fca2cf2b-9cad-4878-bbbc-828482027757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3566978 Nov 12 08:28:05.068505 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-fc0303e7-721e-4759-8e46-61a37ebf05ed service neutron] Attempting to bind port e22b775a-a039-415a-be68-84e3c4aa81d5 on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:28:05.068938 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-fc0303e7-721e-4759-8e46-61a37ebf05ed service neutron] Attempting to bind port e22b775a-a039-415a-be68-84e3c4aa81d5 by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': '385d95cf-9270-4546-b534-d371c41e4b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b1a7821e-f1d3-43e5-80d4-19a0f0105ed4'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:28:05.069379 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-fc0303e7-721e-4759-8e46-61a37ebf05ed service neutron] Attempting to bind port e22b775a-a039-415a-be68-84e3c4aa81d5 on network b1a7821e-f1d3-43e5-80d4-19a0f0105ed4 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:28:05.072102 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-13bfa016-6fcf-4ccd-b423-c77abb74b136 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:05.080379 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9109c11e-8830-438a-91a7-1cad49205a4d req-9db9efaf-8c5d-4126-aa05-316cbf90a742 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215487 Nov 12 08:28:05.095219 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-320ebd6d-4415-445e-b097-0374e9d69317 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:05.103328 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-320ebd6d-4415-445e-b097-0374e9d69317 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:05.112913 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-320ebd6d-4415-445e-b097-0374e9d69317 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "DELETE /v2.0/networks/a887882c-6c88-4901-967a-9ad8ef23d9b6 HTTP/1.1" status: 204 len: 168 time: 0.5861576 Nov 12 08:28:05.114129 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60358) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:05.116169 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bfa016-6fcf-4ccd-b423-c77abb74b136 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] Pushing event deleted for resources: {'Subnet': ['ID=3243a8eb-5f04-44e4-8e1d-aa8e3dc2a7fa,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:05.130181 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-fc0303e7-721e-4759-8e46-61a37ebf05ed service neutron] Port e22b775a-a039-415a-be68-84e3c4aa81d5 on network b1a7821e-f1d3-43e5-80d4-19a0f0105ed4 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:28:05.130615 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-fc0303e7-721e-4759-8e46-61a37ebf05ed service neutron] Attempting to bind port e22b775a-a039-415a-be68-84e3c4aa81d5 on network b1a7821e-f1d3-43e5-80d4-19a0f0105ed4 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:28:05.131466 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-02faab07-f6b5-484b-aa31-838570a36e6e tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Request body: {'network': {'name': 'tempest-RoutersTest-519018967'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:28:05.136056 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320ebd6d-4415-445e-b097-0374e9d69317 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Pushing event deleted for resources: {'Network': ['ID=a887882c-6c88-4901-967a-9ad8ef23d9b6,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:05.140776 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-10c30773-462d-44f5-bc5e-13c058d5d4bb req-c9862314-19ec-4b0a-ad2c-29fa57e70b5e service neutron] 10.222.0.44 "GET /v2.0/networks/9002ff25-76a7-4c3d-8082-16c14deb03d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4308345 Nov 12 08:28:05.144518 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-13bfa016-6fcf-4ccd-b423-c77abb74b136 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:05.147951 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-13bfa016-6fcf-4ccd-b423-c77abb74b136 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] 10.222.0.26 "DELETE /v2.0/subnets/3243a8eb-5f04-44e4-8e1d-aa8e3dc2a7fa HTTP/1.1" status: 204 len: 168 time: 1.3819573 Nov 12 08:28:05.151667 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60360) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:05.161993 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-fc0303e7-721e-4759-8e46-61a37ebf05ed service neutron] Checking agent: {'id': '26215384-8035-4ce2-971a-8e67be80da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:28:05.162369 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-fc0303e7-721e-4759-8e46-61a37ebf05ed service neutron] Checking segment: {'id': '385d95cf-9270-4546-b534-d371c41e4b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b1a7821e-f1d3-43e5-80d4-19a0f0105ed4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:28:05.162845 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-fc0303e7-721e-4759-8e46-61a37ebf05ed service neutron] Bound using segment: {'id': '385d95cf-9270-4546-b534-d371c41e4b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b1a7821e-f1d3-43e5-80d4-19a0f0105ed4'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:28:05.163377 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-fc0303e7-721e-4759-8e46-61a37ebf05ed service neutron] Bound port: e22b775a-a039-415a-be68-84e3c4aa81d5, host: n-h1-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '385d95cf-9270-4546-b534-d371c41e4b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b1a7821e-f1d3-43e5-80d4-19a0f0105ed4'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:28:05.163808 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-fc0303e7-721e-4759-8e46-61a37ebf05ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:05.177231 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02faab07-f6b5-484b-aa31-838570a36e6e tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Made reservation on behalf of 3bc82bde5c1e44328ae4090155cd54d6 for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:28:05.179116 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2c713a0d-296b-463b-89a3-79a2e3f89b9e req-5c800f86-c4d9-41ad-9750-9b7e03f9d392 service neutron] 10.222.0.44 "GET /v2.0/networks/97ca3497-d4cd-4c64-83f2-e4cf0b99a680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3674226 Nov 12 08:28:05.180726 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-02faab07-f6b5-484b-aa31-838570a36e6e tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:05.181430 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a096584-ac05-4679-8ccb-c8adf6514b34 None None] Network 7f9c2dc8-b80d-41bf-ae7c-3c7e4dba8c96 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:28:05.307454 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02faab07-f6b5-484b-aa31-838570a36e6e tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:28:05.313566 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0dd9ee03-a909-48f0-adf6-5f6f1957bef8 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:05.326547 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-02faab07-f6b5-484b-aa31-838570a36e6e tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:05.327298 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-02faab07-f6b5-484b-aa31-838570a36e6e tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Added segment 2ba7ced2-c638-4516-9bfc-23b9f726453d of type vlan for network 88b8b5f4-e841-447c-8ad1-4c992b498ff2 Nov 12 08:28:05.343798 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:05.400516 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-02faab07-f6b5-484b-aa31-838570a36e6e tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:05.441706 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-02faab07-f6b5-484b-aa31-838570a36e6e tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:05.447506 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02faab07-f6b5-484b-aa31-838570a36e6e tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:05.448108 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-02faab07-f6b5-484b-aa31-838570a36e6e tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:05.454136 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-fc0303e7-721e-4759-8e46-61a37ebf05ed service neutron] For port e22b775a-a039-415a-be68-84e3c4aa81d5, host n-h1-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:28:05.457572 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-fc0303e7-721e-4759-8e46-61a37ebf05ed service neutron] For port e22b775a-a039-415a-be68-84e3c4aa81d5, host n-h1-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=e22b775a-a039-415a-be68-84e3c4aa81d5,segment=NetworkSegment(385d95cf-9270-4546-b534-d371c41e4b58),segment_id=385d95cf-9270-4546-b534-d371c41e4b58)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:28:05.476179 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-10c30773-462d-44f5-bc5e-13c058d5d4bb req-8fffc6f8-8b4d-4062-9aab-959657b93add service neutron] 10.222.0.44 "GET /v2.0/networks/9002ff25-76a7-4c3d-8082-16c14deb03d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3236690 Nov 12 08:28:05.477290 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-fc0303e7-721e-4759-8e46-61a37ebf05ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:05.542493 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-02faab07-f6b5-484b-aa31-838570a36e6e tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4246433 Nov 12 08:28:05.543736 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeda5a8a-dc0e-4e86-ab42-2c46d40ccb11 None None] DHCP port deletion for 7f9c2dc8-b80d-41bf-ae7c-3c7e4dba8c96 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:28:05.551081 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 60364) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:05.560377 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-0dd9ee03-a909-48f0-adf6-5f6f1957bef8 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] Deleting port 1bf46aab-5f0b-4a47-826c-ebd35a73dde4 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:28:05.560847 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0dd9ee03-a909-48f0-adf6-5f6f1957bef8 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:05.563864 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02faab07-f6b5-484b-aa31-838570a36e6e tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Pushing event updated for resources: {'Network': ['ID=88b8b5f4-e841-447c-8ad1-4c992b498ff2,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:05.565673 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-bcaadce8-ba11-4a02-8b61-e3bd64c3a98f tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Request body: {'subnet': {'network_id': '88b8b5f4-e841-447c-8ad1-4c992b498ff2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:28:05.599434 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2c713a0d-296b-463b-89a3-79a2e3f89b9e req-2fbf4391-1811-4ef3-bf37-ad95e6f57c58 service neutron] 10.222.0.44 "GET /v2.0/networks/97ca3497-d4cd-4c64-83f2-e4cf0b99a680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4054880 Nov 12 08:28:05.606903 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-fc0303e7-721e-4759-8e46-61a37ebf05ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:05.610623 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-fc0303e7-721e-4759-8e46-61a37ebf05ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:05.612306 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-fc0303e7-721e-4759-8e46-61a37ebf05ed service neutron] 10.222.0.21 "PUT /v2.0/ports/e22b775a-a039-415a-be68-84e3c4aa81d5 HTTP/1.1" status: 200 len: 1092 time: 3.5837297 Nov 12 08:28:05.614181 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 88b8b5f4-e841-447c-8ad1-4c992b498ff2 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:28:05.636797 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7b22e6f-34ba-40cc-8b8b-fe95438187cb', 'tag': 'e22b775a-a039-415a-be68-84e3c4aa81d5'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:28:05.639315 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ff8fe94-290a-46c6-b928-ee2c0bf33dc1" -d '{"events": [{"name": "network-changed", "server_uuid": "e7b22e6f-34ba-40cc-8b8b-fe95438187cb", "tag": "e22b775a-a039-415a-be68-84e3c4aa81d5"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:28:05.672118 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-7f18b37d-31ea-4e79-825d-aa9272a2ca52 service neutron] Request body: {'port': {'device_id': 'e7b22e6f-34ba-40cc-8b8b-fe95438187cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:28:05.697812 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-0dd9ee03-a909-48f0-adf6-5f6f1957bef8 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] For port 1bf46aab-5f0b-4a47-826c-ebd35a73dde4, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=1bf46aab-5f0b-4a47-826c-ebd35a73dde4,segment=NetworkSegment(044c7c0a-ca5c-42c4-87fc-13e9f5629550),segment_id=044c7c0a-ca5c-42c4-87fc-13e9f5629550)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:28:05.698457 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0dd9ee03-a909-48f0-adf6-5f6f1957bef8 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:05.702081 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 0fd75b1a-d868-4a96-8be3-8dc41d0819fa no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:28:05.732741 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-0dd9ee03-a909-48f0-adf6-5f6f1957bef8 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] Calling delete_port for 1bf46aab-5f0b-4a47-826c-ebd35a73dde4 owned by network:dhcp {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:28:05.750257 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90b03fe-73dd-4c03-a440-b59c04d624a7 req-8e2046e3-00c2-43d5-a5d3-a1f437df06d6 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:05.752679 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f90b03fe-73dd-4c03-a440-b59c04d624a7 req-8e2046e3-00c2-43d5-a5d3-a1f437df06d6 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8a087b1-519b-4d24-b909-2afc3b982268 HTTP/1.1" status: 200 len: 945 time: 0.3600600 Nov 12 08:28:05.753581 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0303e7-721e-4759-8e46-61a37ebf05ed service neutron] Pushing event updated for resources: {'Port': ['ID=e22b775a-a039-415a-be68-84e3c4aa81d5,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:05.759282 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5b32cfd-e729-4368-ae93-31d1552fa48c x-openstack-request-id: req-d5b32cfd-e729-4368-ae93-31d1552fa48c {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:28:05.759854 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7b22e6f-34ba-40cc-8b8b-fe95438187cb", "tag": "e22b775a-a039-415a-be68-84e3c4aa81d5", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:28:05.760336 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d5b32cfd-e729-4368-ae93-31d1552fa48c {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:28:05.762253 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7b22e6f-34ba-40cc-8b8b-fe95438187cb', 'tag': 'e22b775a-a039-415a-be68-84e3c4aa81d5', 'status': 'completed', 'code': 200} Nov 12 08:28:05.834563 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 0fd75b1a-d868-4a96-8be3-8dc41d0819fa {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:28:05.835002 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 0fd75b1a-d868-4a96-8be3-8dc41d0819fa not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:28:05.835581 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 1bf46aab-5f0b-4a47-826c-ebd35a73dde4 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:28:05.870848 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0dd9ee03-a909-48f0-adf6-5f6f1957bef8 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:05.914769 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd9ee03-a909-48f0-adf6-5f6f1957bef8 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] Pushing event deleted for resources: {'Port': ['ID=1bf46aab-5f0b-4a47-826c-ebd35a73dde4,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:05.922136 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-eeda5a8a-dc0e-4e86-ab42-2c46d40ccb11 None None] Deleting port 1bf46aab-5f0b-4a47-826c-ebd35a73dde4 {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:28:05.922575 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-eeda5a8a-dc0e-4e86-ab42-2c46d40ccb11 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:05.928759 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd9ee03-a909-48f0-adf6-5f6f1957bef8 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] No DVR routers for this DVR port 1bf46aab-5f0b-4a47-826c-ebd35a73dde4 on host n-d-765315-29 {{(pid=102600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:28:05.954409 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No active binding found for port 1bf46aab-5f0b-4a47-826c-ebd35a73dde4 {{(pid=102601) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 08:28:05.954893 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 1bf46aab-5f0b-4a47-826c-ebd35a73dde4 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:28:05.965807 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-7f18b37d-31ea-4e79-825d-aa9272a2ca52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:05.988432 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcaadce8-ba11-4a02-8b61-e3bd64c3a98f tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Made reservation on behalf of 3bc82bde5c1e44328ae4090155cd54d6 for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:28:05.992682 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bcaadce8-ba11-4a02-8b61-e3bd64c3a98f tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:06.016983 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f90b03fe-73dd-4c03-a440-b59c04d624a7 req-1a1126d7-3053-4f64-9dbd-046d57d7379b tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=9dc9079a-4f63-4eb5-be12-eaa66771fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751173 Nov 12 08:28:06.060323 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-eeda5a8a-dc0e-4e86-ab42-2c46d40ccb11 None None] For port 1bf46aab-5f0b-4a47-826c-ebd35a73dde4, host n-d-765315-29, got binding levels [] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:28:06.060734 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-eeda5a8a-dc0e-4e86-ab42-2c46d40ccb11 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:06.091369 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-eeda5a8a-dc0e-4e86-ab42-2c46d40ccb11 None None] Calling delete_port for 1bf46aab-5f0b-4a47-826c-ebd35a73dde4 owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:28:06.099247 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0dd9ee03-a909-48f0-adf6-5f6f1957bef8 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:06.101635 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.ipam_backend_mixin [None req-eeda5a8a-dc0e-4e86-ab42-2c46d40ccb11 None None] Port 1bf46aab-5f0b-4a47-826c-ebd35a73dde4 was not found and therefore no delete operation was performed {{(pid=102601) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 08:28:06.105938 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-eeda5a8a-dc0e-4e86-ab42-2c46d40ccb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:06.122457 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeda5a8a-dc0e-4e86-ab42-2c46d40ccb11 None None] No DVR routers for this DVR port 1bf46aab-5f0b-4a47-826c-ebd35a73dde4 on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:28:06.128816 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-0dd9ee03-a909-48f0-adf6-5f6f1957bef8 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f9c2dc8-b80d-41bf-ae7c-3c7e4dba8c96']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:06.140000 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-0dd9ee03-a909-48f0-adf6-5f6f1957bef8 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '044c7c0a-ca5c-42c4-87fc-13e9f5629550') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:06.140358 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-0dd9ee03-a909-48f0-adf6-5f6f1957bef8 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '044c7c0a-ca5c-42c4-87fc-13e9f5629550') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:06.147588 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeda5a8a-dc0e-4e86-ab42-2c46d40ccb11 None None] Pushing event deleted for resources: {'Port': ['ID=1bf46aab-5f0b-4a47-826c-ebd35a73dde4,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:06.162958 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0dd9ee03-a909-48f0-adf6-5f6f1957bef8 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:06.185161 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0dd9ee03-a909-48f0-adf6-5f6f1957bef8 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:06.194856 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dd9ee03-a909-48f0-adf6-5f6f1957bef8 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:28:06.195316 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0dd9ee03-a909-48f0-adf6-5f6f1957bef8 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:06.199210 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:28:06.199210 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:28:06.199210 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:28:06.199210 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:28:06.199210 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:28:06.199210 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:28:06.199210 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:28:06.199210 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:28:06.199210 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:28:06.199210 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:28:06.199210 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:28:06.199210 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:28:06.199210 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:28:06.199210 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:28:06.199210 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:28:06.199210 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:28:06.199210 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:28:06.199210 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:28:06.199210 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:28:06.199210 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:28:06.199210 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:28:06.199210 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:28:06.199210 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:28:06.199210 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:28:06.199210 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:28:06.199210 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:28:06.199210 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:28:06.199210 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:28:06.199210 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:28:06.199210 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:28:06.199210 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:28:06.199210 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:28:06.307406 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0dd9ee03-a909-48f0-adf6-5f6f1957bef8 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:06.314730 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0dd9ee03-a909-48f0-adf6-5f6f1957bef8 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:06.324004 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-0dd9ee03-a909-48f0-adf6-5f6f1957bef8 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] 10.222.0.26 "DELETE /v2.0/networks/7f9c2dc8-b80d-41bf-ae7c-3c7e4dba8c96 HTTP/1.1" status: 204 len: 168 time: 1.1711752 Nov 12 08:28:06.347681 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd9ee03-a909-48f0-adf6-5f6f1957bef8 tempest-TagsExtTest-1391563334 tempest-TagsExtTest-1391563334-project] Pushing event deleted for resources: {'Network': ['ID=7f9c2dc8-b80d-41bf-ae7c-3c7e4dba8c96,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:06.517955 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-60c7a5f6-3548-4b10-97ac-32d21790ac2a req-efbc27eb-254d-4072-9aff-0ea9a905ae6e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=be68d5ee-5d55-432a-8f59-c22021814713&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1036851 Nov 12 08:28:06.625205 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 42aa8616-a591-4351-b169-51e41bf4aec5 details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:28:06.736728 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60394) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:06.750380 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c7a5f6-3548-4b10-97ac-32d21790ac2a req-0d071043-bed4-4382-8d14-0a20ace5028a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:06.753033 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-60c7a5f6-3548-4b10-97ac-32d21790ac2a req-0d071043-bed4-4382-8d14-0a20ace5028a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=13ee7d6d71864c9eb2f508185e6a266f&device_id=be68d5ee-5d55-432a-8f59-c22021814713 HTTP/1.1" status: 200 len: 1097 time: 0.1671865 Nov 12 08:28:06.833127 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff8fe94-290a-46c6-b928-ee2c0bf33dc1 req-e44790b2-177f-437f-8450-8d05ca465ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:06.836419 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff8fe94-290a-46c6-b928-ee2c0bf33dc1 req-e44790b2-177f-437f-8450-8d05ca465ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:06.836419 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff8fe94-290a-46c6-b928-ee2c0bf33dc1 req-e44790b2-177f-437f-8450-8d05ca465ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:06.836419 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff8fe94-290a-46c6-b928-ee2c0bf33dc1 req-e44790b2-177f-437f-8450-8d05ca465ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:06.840635 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff8fe94-290a-46c6-b928-ee2c0bf33dc1 req-e44790b2-177f-437f-8450-8d05ca465ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:06.844219 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7ff8fe94-290a-46c6-b928-ee2c0bf33dc1 req-e44790b2-177f-437f-8450-8d05ca465ee2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=21a2ac24705441ab9e82ecd18312805e&device_id=e7b22e6f-34ba-40cc-8b8b-fe95438187cb HTTP/1.1" status: 200 len: 4364 time: 0.9977620 Nov 12 08:28:06.874664 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 42aa8616-a591-4351-b169-51e41bf4aec5, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=42aa8616-a591-4351-b169-51e41bf4aec5,segment=NetworkSegment(115bdcdd-b1df-41c7-8bff-15a5e1fdca42),segment_id=115bdcdd-b1df-41c7-8bff-15a5e1fdca42)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:28:06.878922 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f13f1b3-cc14-4ac7-ac28-c69324d47562 req-b620deb7-096b-43e7-b0d9-a196d4f800e6 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:06.880455 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0f13f1b3-cc14-4ac7-ac28-c69324d47562 req-b620deb7-096b-43e7-b0d9-a196d4f800e6 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=f098e594-7dd1-447e-9ce9-aec2cb4cc7ec HTTP/1.1" status: 200 len: 943 time: 0.1862526 Nov 12 08:28:06.903822 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': '42aa8616-a591-4351-b169-51e41bf4aec5', 'network_id': '97ca3497-d4cd-4c64-83f2-e4cf0b99a680', 'port_id': '42aa8616-a591-4351-b169-51e41bf4aec5', 'mac_address': 'fa:16:3e:da:6b:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5a8c2de-791a-407e-b586-3b1004863989', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:28:06.975171 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:07.002482 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f1f70fd3-85cb-4ff2-a61b-5f0b20eb3e50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:07.006047 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42aa8616-a591-4351-b169-51e41bf4aec5 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:28:07.031203 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 42aa8616-a591-4351-b169-51e41bf4aec5, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=42aa8616-a591-4351-b169-51e41bf4aec5,segment=NetworkSegment(115bdcdd-b1df-41c7-8bff-15a5e1fdca42),segment_id=115bdcdd-b1df-41c7-8bff-15a5e1fdca42)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:28:07.037247 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0f13f1b3-cc14-4ac7-ac28-c69324d47562 req-4093f336-4fef-4cc0-a783-2b3da8b56e3d tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456511 Nov 12 08:28:07.038188 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:07.089971 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c7a5f6-3548-4b10-97ac-32d21790ac2a req-7a21e1c8-5c7f-4f5b-88b6-59a5b463f68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:07.091491 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-60c7a5f6-3548-4b10-97ac-32d21790ac2a req-7a21e1c8-5c7f-4f5b-88b6-59a5b463f68f service neutron] 10.222.0.21 "GET /v2.0/networks?id=392b706c-fa83-40b2-ba41-e97d70efdd1d HTTP/1.1" status: 200 len: 912 time: 0.3048165 Nov 12 08:28:07.106068 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=42aa8616-a591-4351-b169-51e41bf4aec5,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:07.172345 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-cee38098-6bcf-4655-8b02-30e64a023ee8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f0ec97932d214f9eaca2c62f211807d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4335401 Nov 12 08:28:07.174508 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-60c7a5f6-3548-4b10-97ac-32d21790ac2a req-f6c9e9ce-f647-4cb3-bb5a-6705911696ed service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a4a518c3-e7bb-4082-8b18-06e6f981519a HTTP/1.1" status: 200 len: 217 time: 0.0600662 Nov 12 08:28:07.175111 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60398) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:07.292575 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c7a5f6-3548-4b10-97ac-32d21790ac2a req-5340a4e4-6e97-4634-9a3f-5d16992b8e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:07.294038 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-60c7a5f6-3548-4b10-97ac-32d21790ac2a req-5340a4e4-6e97-4634-9a3f-5d16992b8e77 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2d250a72-e563-4d6e-ac4f-f44698e0ce3c HTTP/1.1" status: 200 len: 850 time: 0.1100969 Nov 12 08:28:07.345963 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4f79527e-c2e4-422f-bc94-5a4e2ee515a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:07.380271 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4f79527e-c2e4-422f-bc94-5a4e2ee515a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:07.390554 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c7a5f6-3548-4b10-97ac-32d21790ac2a req-93206037-565b-43f4-9d3b-33581f041ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:07.392240 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-60c7a5f6-3548-4b10-97ac-32d21790ac2a req-93206037-565b-43f4-9d3b-33581f041ac9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=392b706c-fa83-40b2-ba41-e97d70efdd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0866067 Nov 12 08:28:07.440890 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['42aa8616-a591-4351-b169-51e41bf4aec5'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:28:07.509647 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff8fe94-290a-46c6-b928-ee2c0bf33dc1 req-1c0bf1c6-40b0-4132-9158-1ac4178943be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:07.512309 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff8fe94-290a-46c6-b928-ee2c0bf33dc1 req-1c0bf1c6-40b0-4132-9158-1ac4178943be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:07.512988 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff8fe94-290a-46c6-b928-ee2c0bf33dc1 req-1c0bf1c6-40b0-4132-9158-1ac4178943be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:07.515887 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7ff8fe94-290a-46c6-b928-ee2c0bf33dc1 req-1c0bf1c6-40b0-4132-9158-1ac4178943be service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=21a2ac24705441ab9e82ecd18312805e&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5959907 Nov 12 08:28:07.538514 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2e6c46-39aa-4665-b42d-44b01594c208 req-ecc0f762-0af1-4c2d-b0b1-2c23acb1e01f tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:07.540135 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8d2e6c46-39aa-4665-b42d-44b01594c208 req-ecc0f762-0af1-4c2d-b0b1-2c23acb1e01f tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8a087b1-519b-4d24-b909-2afc3b982268 HTTP/1.1" status: 200 len: 945 time: 0.1453440 Nov 12 08:28:07.610287 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4f79527e-c2e4-422f-bc94-5a4e2ee515a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:07.617294 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4f79527e-c2e4-422f-bc94-5a4e2ee515a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:07.637770 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-4f79527e-c2e4-422f-bc94-5a4e2ee515a4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cc54039d-05e9-4bb2-b450-3b32fbec5b3e HTTP/1.1" status: 204 len: 168 time: 0.4612575 Nov 12 08:28:07.655763 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-60c7a5f6-3548-4b10-97ac-32d21790ac2a req-53030904-526c-4788-b6d5-8e20502c403d service neutron] 10.222.0.21 "GET /v2.0/networks/392b706c-fa83-40b2-ba41-e97d70efdd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320046 Nov 12 08:28:07.714979 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff8fe94-290a-46c6-b928-ee2c0bf33dc1 req-f1e50fd3-a785-4756-a92b-b789b2de3115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:07.716854 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7ff8fe94-290a-46c6-b928-ee2c0bf33dc1 req-f1e50fd3-a785-4756-a92b-b789b2de3115 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1566300 Nov 12 08:28:07.741637 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3e1cb0-2479-46da-b00f-6c93edc51ab9 req-07c2f421-2783-4289-8594-47d6b3f298ca tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:07.749898 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3e1cb0-2479-46da-b00f-6c93edc51ab9 req-07c2f421-2783-4289-8594-47d6b3f298ca tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:07.757941 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3e1cb0-2479-46da-b00f-6c93edc51ab9 req-07c2f421-2783-4289-8594-47d6b3f298ca tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:07.765477 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3e1cb0-2479-46da-b00f-6c93edc51ab9 req-07c2f421-2783-4289-8594-47d6b3f298ca tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:07.772382 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3e1cb0-2479-46da-b00f-6c93edc51ab9 req-07c2f421-2783-4289-8594-47d6b3f298ca tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:07.781559 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1b3e1cb0-2479-46da-b00f-6c93edc51ab9 req-07c2f421-2783-4289-8594-47d6b3f298ca tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7b22e6f-34ba-40cc-8b8b-fe95438187cb HTTP/1.1" status: 200 len: 3828 time: 1.0296795 Nov 12 08:28:07.804680 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79527e-c2e4-422f-bc94-5a4e2ee515a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc54039d-05e9-4bb2-b450-3b32fbec5b3e,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:07.922264 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:07.930388 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8d2e6c46-39aa-4665-b42d-44b01594c208 req-03b39798-7a03-4c58-80de-b110b0ef003c tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=9dc9079a-4f63-4eb5-be12-eaa66771fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3822346 Nov 12 08:28:07.996819 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-60c7a5f6-3548-4b10-97ac-32d21790ac2a req-64369580-1ede-4c1d-960a-c9f6b3f4f3eb service neutron] 10.222.0.21 "GET /v2.0/networks/392b706c-fa83-40b2-ba41-e97d70efdd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3400016 Nov 12 08:28:08.139781 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1b3e1cb0-2479-46da-b00f-6c93edc51ab9 req-e1f012c7-9744-42eb-a9c1-f753bf277ecc tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "GET /v2.0/security-groups?id=fca2cf2b-9cad-4878-bbbc-828482027757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3563266 Nov 12 08:28:08.141896 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79760946-82ae-4a55-8d53-4fb75ebc327e req-2bc796fb-c6b1-4edd-9c87-56f5920b077a tempest-VolumesBackupsTest-1114673165 tempest-VolumesBackupsTest-1114673165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:08.143508 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-79760946-82ae-4a55-8d53-4fb75ebc327e req-2bc796fb-c6b1-4edd-9c87-56f5920b077a tempest-VolumesBackupsTest-1114673165 tempest-VolumesBackupsTest-1114673165-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e85cdb5-4969-42bc-8ebe-b5be2f406062 HTTP/1.1" status: 200 len: 950 time: 0.0707676 Nov 12 08:28:08.218151 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bcaadce8-ba11-4a02-8b61-e3bd64c3a98f tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:08.246415 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-7f18b37d-31ea-4e79-825d-aa9272a2ca52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ad84d50-d7c9-425a-b9f6-7a7fc1b1156e {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:28:08.263664 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-7f18b37d-31ea-4e79-825d-aa9272a2ca52 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:08.285706 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-79760946-82ae-4a55-8d53-4fb75ebc327e req-6c79a6fb-68e1-4bc9-9682-e364d43a2822 tempest-VolumesBackupsTest-1114673165 tempest-VolumesBackupsTest-1114673165-project] 10.222.0.26 "GET /v2.0/security-groups?id=60e96982-6a6f-4846-a2e7-70a7b4139e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320949 Nov 12 08:28:08.334724 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-7f18b37d-31ea-4e79-825d-aa9272a2ca52 service neutron] Transition to ACTIVE for port object 2ad84d50-d7c9-425a-b9f6-7a7fc1b1156e will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:28:08.375089 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-7f18b37d-31ea-4e79-825d-aa9272a2ca52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:08.446655 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaadce8-ba11-4a02-8b61-e3bd64c3a98f tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Pushing event updated for resources: {'Subnet': ['ID=d731cf9d-781e-43ad-ab6c-d1433dae42cb,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:08.471694 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcaadce8-ba11-4a02-8b61-e3bd64c3a98f tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Checking segment: {'id': '2ba7ced2-c638-4516-9bfc-23b9f726453d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '88b8b5f4-e841-447c-8ad1-4c992b498ff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:28:08.472358 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcaadce8-ba11-4a02-8b61-e3bd64c3a98f tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Network hostable DHCP agents. Network: 88b8b5f4-e841-447c-8ad1-4c992b498ff2, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:28:08.502688 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f18b37d-31ea-4e79-825d-aa9272a2ca52 service neutron] Pushing event updated for resources: {'Port': ['ID=2ad84d50-d7c9-425a-b9f6-7a7fc1b1156e,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:08.516997 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7598ddd1-2b95-4cea-9dff-e40be38fe5d6 req-0d0bcef4-7502-4233-aa9a-a8cb071c4993 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:08.519665 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7598ddd1-2b95-4cea-9dff-e40be38fe5d6 req-0d0bcef4-7502-4233-aa9a-a8cb071c4993 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=f098e594-7dd1-447e-9ce9-aec2cb4cc7ec HTTP/1.1" status: 200 len: 944 time: 0.2076106 Nov 12 08:28:08.622212 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcaadce8-ba11-4a02-8b61-e3bd64c3a98f tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Network 88b8b5f4-e841-447c-8ad1-4c992b498ff2 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:28:08.704085 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7598ddd1-2b95-4cea-9dff-e40be38fe5d6 req-cb37d847-4a44-4075-9214-2920a3d75b80 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593134 Nov 12 08:28:08.710759 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-bcaadce8-ba11-4a02-8b61-e3bd64c3a98f tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 88b8b5f4-e841-447c-8ad1-4c992b498ff2) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:28:08.721725 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcaadce8-ba11-4a02-8b61-e3bd64c3a98f tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:08.722558 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bcaadce8-ba11-4a02-8b61-e3bd64c3a98f tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:08.730066 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00be7dff-d89f-4c09-a032-7a79c66d72db None None] Network 88b8b5f4-e841-447c-8ad1-4c992b498ff2 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:28:08.741700 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-7f18b37d-31ea-4e79-825d-aa9272a2ca52 service neutron] Attempting to bind port 2ad84d50-d7c9-425a-b9f6-7a7fc1b1156e on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:28:08.744218 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-7f18b37d-31ea-4e79-825d-aa9272a2ca52 service neutron] Attempting to bind port 2ad84d50-d7c9-425a-b9f6-7a7fc1b1156e by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': 'f7b8278f-b0a6-47b6-812b-90307b766a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '206f9d07-9c2e-4490-896d-289aa4538730'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:28:08.744557 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-7f18b37d-31ea-4e79-825d-aa9272a2ca52 service neutron] Attempting to bind port 2ad84d50-d7c9-425a-b9f6-7a7fc1b1156e on network 206f9d07-9c2e-4490-896d-289aa4538730 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:28:08.765146 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-7f18b37d-31ea-4e79-825d-aa9272a2ca52 service neutron] Port 2ad84d50-d7c9-425a-b9f6-7a7fc1b1156e on network 206f9d07-9c2e-4490-896d-289aa4538730 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:28:08.765860 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-7f18b37d-31ea-4e79-825d-aa9272a2ca52 service neutron] Attempting to bind port 2ad84d50-d7c9-425a-b9f6-7a7fc1b1156e on network 206f9d07-9c2e-4490-896d-289aa4538730 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:28:08.774460 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-7f18b37d-31ea-4e79-825d-aa9272a2ca52 service neutron] Checking agent: {'id': '26215384-8035-4ce2-971a-8e67be80da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:28:08.775267 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-7f18b37d-31ea-4e79-825d-aa9272a2ca52 service neutron] Checking segment: {'id': 'f7b8278f-b0a6-47b6-812b-90307b766a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '206f9d07-9c2e-4490-896d-289aa4538730'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:28:08.775855 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-7f18b37d-31ea-4e79-825d-aa9272a2ca52 service neutron] Bound using segment: {'id': 'f7b8278f-b0a6-47b6-812b-90307b766a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '206f9d07-9c2e-4490-896d-289aa4538730'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:28:08.776733 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-7f18b37d-31ea-4e79-825d-aa9272a2ca52 service neutron] Bound port: 2ad84d50-d7c9-425a-b9f6-7a7fc1b1156e, host: n-h1-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7b8278f-b0a6-47b6-812b-90307b766a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '206f9d07-9c2e-4490-896d-289aa4538730'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:28:08.777363 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-7f18b37d-31ea-4e79-825d-aa9272a2ca52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:08.791228 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-bcaadce8-ba11-4a02-8b61-e3bd64c3a98f tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2321553 Nov 12 08:28:08.794240 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60424) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:08.805632 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-5169f8f9-91e4-4a6a-829b-bac41a3339af tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-622782880', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:28:08.895610 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5169f8f9-91e4-4a6a-829b-bac41a3339af tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:08.903929 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5169f8f9-91e4-4a6a-829b-bac41a3339af tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:09.031257 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-7f18b37d-31ea-4e79-825d-aa9272a2ca52 service neutron] For port 2ad84d50-d7c9-425a-b9f6-7a7fc1b1156e, host n-h1-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:28:09.040280 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5169f8f9-91e4-4a6a-829b-bac41a3339af tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:09.047211 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5169f8f9-91e4-4a6a-829b-bac41a3339af tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052'] for router, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:09.048669 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-7f18b37d-31ea-4e79-825d-aa9272a2ca52 service neutron] For port 2ad84d50-d7c9-425a-b9f6-7a7fc1b1156e, host n-h1-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=2ad84d50-d7c9-425a-b9f6-7a7fc1b1156e,segment=NetworkSegment(f7b8278f-b0a6-47b6-812b-90307b766a98),segment_id=f7b8278f-b0a6-47b6-812b-90307b766a98)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:28:09.062523 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-7f18b37d-31ea-4e79-825d-aa9272a2ca52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:09.080415 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5169f8f9-91e4-4a6a-829b-bac41a3339af tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:09.085440 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-5169f8f9-91e4-4a6a-829b-bac41a3339af tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2899094 Nov 12 08:28:09.086128 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60434) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:09.103554 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-16bfd3fe-a593-48c5-be3a-abe76b18db55 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Request body: {'port': {'network_id': '88b8b5f4-e841-447c-8ad1-4c992b498ff2', 'name': 'tempest-RoutersTest-312489808'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:28:09.193724 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f511ce-c87c-47d6-b625-574822a9bd50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-88b8b5f4-e841-447c-8ad1-4c992b498ff2', 'network_id': '88b8b5f4-e841-447c-8ad1-4c992b498ff2', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'fixed_ips': [{'subnet_id': 'd731cf9d-781e-43ad-ab6c-d1433dae42cb'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:28:09.197300 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-24f511ce-c87c-47d6-b625-574822a9bd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:09.261292 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-7f18b37d-31ea-4e79-825d-aa9272a2ca52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:09.261917 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-7f18b37d-31ea-4e79-825d-aa9272a2ca52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:09.268369 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-7f18b37d-31ea-4e79-825d-aa9272a2ca52 service neutron] 10.222.0.21 "PUT /v2.0/ports/2ad84d50-d7c9-425a-b9f6-7a7fc1b1156e HTTP/1.1" status: 200 len: 1136 time: 3.6139247 Nov 12 08:28:09.268856 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7b22e6f-34ba-40cc-8b8b-fe95438187cb', 'tag': '2ad84d50-d7c9-425a-b9f6-7a7fc1b1156e'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:28:09.271185 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-551adb47-452a-4b4b-96cf-168d18d59bb5" -d '{"events": [{"name": "network-changed", "server_uuid": "e7b22e6f-34ba-40cc-8b8b-fe95438187cb", "tag": "2ad84d50-d7c9-425a-b9f6-7a7fc1b1156e"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:28:09.340846 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-03f71905-5d04-4410-a604-e9738a0357d7 service neutron] Request body: {'port': {'device_id': 'e7b22e6f-34ba-40cc-8b8b-fe95438187cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:28:09.344962 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 60448) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:09.395562 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c534706-20ab-4f87-aac0-7ec00fcf7bf3 req-25bb0163-cdf5-4cd6-9e9e-20357904b78c tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:09.398829 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9c534706-20ab-4f87-aac0-7ec00fcf7bf3 req-25bb0163-cdf5-4cd6-9e9e-20357904b78c tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8a087b1-519b-4d24-b909-2afc3b982268 HTTP/1.1" status: 200 len: 945 time: 0.3113127 Nov 12 08:28:09.565366 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16bfd3fe-a593-48c5-be3a-abe76b18db55 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Made reservation on behalf of 3bc82bde5c1e44328ae4090155cd54d6 for: {'port': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:28:09.581826 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-16bfd3fe-a593-48c5-be3a-abe76b18db55 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:09.612021 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-24f511ce-c87c-47d6-b625-574822a9bd50 None None] Allocated IP 172.20.0.2 (88b8b5f4-e841-447c-8ad1-4c992b498ff2/d731cf9d-781e-43ad-ab6c-d1433dae42cb/e5d774a9-c1dd-4c11-9c9c-4dc6e2831705) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:28:09.628256 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [-] 10.222.0.26 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0208218 Nov 12 08:28:09.629474 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9c534706-20ab-4f87-aac0-7ec00fcf7bf3 req-2f2c69c3-980e-441e-b640-3dfbdcdf8eb9 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=9dc9079a-4f63-4eb5-be12-eaa66771fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571033 Nov 12 08:28:09.629474 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60454) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:09.731435 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [None req-16bfd3fe-a593-48c5-be3a-abe76b18db55 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] device_id is not set on port 034a4b17-4cba-4c98-b52f-e9e3164c2e54 yet. {{(pid=102600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:28:09.802808 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-162b6f72-98ef-453c-afdd-f2d3427241c2 x-openstack-request-id: req-162b6f72-98ef-453c-afdd-f2d3427241c2 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:28:09.803844 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7b22e6f-34ba-40cc-8b8b-fe95438187cb", "tag": "2ad84d50-d7c9-425a-b9f6-7a7fc1b1156e", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:28:09.805074 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-162b6f72-98ef-453c-afdd-f2d3427241c2 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:28:09.809598 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7b22e6f-34ba-40cc-8b8b-fe95438187cb', 'tag': '2ad84d50-d7c9-425a-b9f6-7a7fc1b1156e', 'status': 'completed', 'code': 200} Nov 12 08:28:09.867786 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-03f71905-5d04-4410-a604-e9738a0357d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:09.871281 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f18b37d-31ea-4e79-825d-aa9272a2ca52 service neutron] Pushing event updated for resources: {'Port': ['ID=2ad84d50-d7c9-425a-b9f6-7a7fc1b1156e,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:09.984882 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-c8b07fb4-5969-45c0-abf8-bf951c634a07 tempest-NetworksApiDiscovery-2059081057 tempest-NetworksApiDiscovery-2059081057-project] 10.222.0.26 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3401558 Nov 12 08:28:10.067162 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-24f511ce-c87c-47d6-b625-574822a9bd50 None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:10.077169 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:10.090351 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-24f511ce-c87c-47d6-b625-574822a9bd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:10.109710 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e12fcc-e409-4116-b9fd-4fc20cfe3f50 req-117b1f60-7675-4033-ac37-55bba52cc6b9 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:10.119944 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e12fcc-e409-4116-b9fd-4fc20cfe3f50 req-117b1f60-7675-4033-ac37-55bba52cc6b9 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:10.130308 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e12fcc-e409-4116-b9fd-4fc20cfe3f50 req-117b1f60-7675-4033-ac37-55bba52cc6b9 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:10.145656 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e12fcc-e409-4116-b9fd-4fc20cfe3f50 req-117b1f60-7675-4033-ac37-55bba52cc6b9 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:10.157761 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e12fcc-e409-4116-b9fd-4fc20cfe3f50 req-117b1f60-7675-4033-ac37-55bba52cc6b9 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:10.164540 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e12fcc-e409-4116-b9fd-4fc20cfe3f50 req-117b1f60-7675-4033-ac37-55bba52cc6b9 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:10.166561 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-25e12fcc-e409-4116-b9fd-4fc20cfe3f50 req-117b1f60-7675-4033-ac37-55bba52cc6b9 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7b22e6f-34ba-40cc-8b8b-fe95438187cb HTTP/1.1" status: 200 len: 4605 time: 0.8522570 Nov 12 08:28:10.227043 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f511ce-c87c-47d6-b625-574822a9bd50 None None] Network 88b8b5f4-e841-447c-8ad1-4c992b498ff2 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:28:10.246215 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-24f511ce-c87c-47d6-b625-574822a9bd50 None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:28:10.271893 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f511ce-c87c-47d6-b625-574822a9bd50 None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:28:10.278155 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:10.308419 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f511ce-c87c-47d6-b625-574822a9bd50 None None] Pushing event updated for resources: {'Port': ['ID=e5d774a9-c1dd-4c11-9c9c-4dc6e2831705,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:10.429473 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-24f511ce-c87c-47d6-b625-574822a9bd50 None None] Attempting to bind port e5d774a9-c1dd-4c11-9c9c-4dc6e2831705 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:28:10.430652 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-24f511ce-c87c-47d6-b625-574822a9bd50 None None] Attempting to bind port e5d774a9-c1dd-4c11-9c9c-4dc6e2831705 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '2ba7ced2-c638-4516-9bfc-23b9f726453d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '88b8b5f4-e841-447c-8ad1-4c992b498ff2'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:28:10.431590 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f511ce-c87c-47d6-b625-574822a9bd50 None None] Attempting to bind port e5d774a9-c1dd-4c11-9c9c-4dc6e2831705 on network 88b8b5f4-e841-447c-8ad1-4c992b498ff2 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:28:10.441576 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f511ce-c87c-47d6-b625-574822a9bd50 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:28:10.442928 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f511ce-c87c-47d6-b625-574822a9bd50 None None] Checking segment: {'id': '2ba7ced2-c638-4516-9bfc-23b9f726453d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '88b8b5f4-e841-447c-8ad1-4c992b498ff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:28:10.444022 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-24f511ce-c87c-47d6-b625-574822a9bd50 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:10.445074 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f511ce-c87c-47d6-b625-574822a9bd50 None None] Bound using segment: {'id': '2ba7ced2-c638-4516-9bfc-23b9f726453d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '88b8b5f4-e841-447c-8ad1-4c992b498ff2'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:28:10.446317 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-24f511ce-c87c-47d6-b625-574822a9bd50 None None] Bound port: e5d774a9-c1dd-4c11-9c9c-4dc6e2831705, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ba7ced2-c638-4516-9bfc-23b9f726453d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '88b8b5f4-e841-447c-8ad1-4c992b498ff2'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:28:10.447350 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-24f511ce-c87c-47d6-b625-574822a9bd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:10.489056 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75367254-2a00-442a-80bf-72a27d09258d req-50a57a72-cd41-405b-b177-0baf2492b0c8 tempest-VolumesBackupsTest-1114673165 tempest-VolumesBackupsTest-1114673165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:10.498720 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-75367254-2a00-442a-80bf-72a27d09258d req-50a57a72-cd41-405b-b177-0baf2492b0c8 tempest-VolumesBackupsTest-1114673165 tempest-VolumesBackupsTest-1114673165-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e85cdb5-4969-42bc-8ebe-b5be2f406062 HTTP/1.1" status: 200 len: 950 time: 0.5384579 Nov 12 08:28:10.523362 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551adb47-452a-4b4b-96cf-168d18d59bb5 req-3823a99d-22fe-4af4-b464-a05a6253dd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:10.523826 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551adb47-452a-4b4b-96cf-168d18d59bb5 req-3823a99d-22fe-4af4-b464-a05a6253dd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:10.524289 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551adb47-452a-4b4b-96cf-168d18d59bb5 req-3823a99d-22fe-4af4-b464-a05a6253dd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:10.524735 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551adb47-452a-4b4b-96cf-168d18d59bb5 req-3823a99d-22fe-4af4-b464-a05a6253dd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:10.525190 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551adb47-452a-4b4b-96cf-168d18d59bb5 req-3823a99d-22fe-4af4-b464-a05a6253dd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:10.525640 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551adb47-452a-4b4b-96cf-168d18d59bb5 req-3823a99d-22fe-4af4-b464-a05a6253dd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:10.527551 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-551adb47-452a-4b4b-96cf-168d18d59bb5 req-3823a99d-22fe-4af4-b464-a05a6253dd2d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=21a2ac24705441ab9e82ecd18312805e&device_id=e7b22e6f-34ba-40cc-8b8b-fe95438187cb HTTP/1.1" status: 200 len: 5293 time: 0.5743089 Nov 12 08:28:10.574668 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-24f511ce-c87c-47d6-b625-574822a9bd50 None None] For port e5d774a9-c1dd-4c11-9c9c-4dc6e2831705, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:28:10.580101 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-24f511ce-c87c-47d6-b625-574822a9bd50 None None] For port e5d774a9-c1dd-4c11-9c9c-4dc6e2831705, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=e5d774a9-c1dd-4c11-9c9c-4dc6e2831705,segment=NetworkSegment(2ba7ced2-c638-4516-9bfc-23b9f726453d),segment_id=2ba7ced2-c638-4516-9bfc-23b9f726453d)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:28:10.603122 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-24f511ce-c87c-47d6-b625-574822a9bd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:10.641216 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d844b596-8004-48a0-a33c-1cda4f289255 req-9ec9ac2d-4237-4899-a77c-e9bb5383e2d6 tempest-VolumesBackupsTest-1114673165 tempest-VolumesBackupsTest-1114673165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:10.650811 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d844b596-8004-48a0-a33c-1cda4f289255 req-9ec9ac2d-4237-4899-a77c-e9bb5383e2d6 tempest-VolumesBackupsTest-1114673165 tempest-VolumesBackupsTest-1114673165-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e85cdb5-4969-42bc-8ebe-b5be2f406062 HTTP/1.1" status: 200 len: 950 time: 0.8386021 Nov 12 08:28:10.697579 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 0f861223-c0ed-4655-93e1-b57858fd0984 details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:28:10.704130 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 42aa8616-a591-4351-b169-51e41bf4aec5 up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:28:10.710946 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-16bfd3fe-a593-48c5-be3a-abe76b18db55 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Allocated IP 172.20.0.12 (88b8b5f4-e841-447c-8ad1-4c992b498ff2/d731cf9d-781e-43ad-ab6c-d1433dae42cb/034a4b17-4cba-4c98-b52f-e9e3164c2e54) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:28:10.773070 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60476) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:10.792153 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-25e12fcc-e409-4116-b9fd-4fc20cfe3f50 req-1e79e637-219a-4370-bbbc-08271447e36a tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc0955f8-ff92-40bf-a2fd-f4ce6f6d835b&id=fca2cf2b-9cad-4878-bbbc-828482027757&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6173239 Nov 12 08:28:10.881585 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-75367254-2a00-442a-80bf-72a27d09258d req-bc1e3b59-8b1f-4847-846c-4a5e33162204 tempest-VolumesBackupsTest-1114673165 tempest-VolumesBackupsTest-1114673165-project] 10.222.0.26 "GET /v2.0/security-groups?id=60e96982-6a6f-4846-a2e7-70a7b4139e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3817403 Nov 12 08:28:11.072348 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.db.resource_extend [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:28:11.162378 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning for port 42aa8616-a591-4351-b169-51e41bf4aec5 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:28:11.191292 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f511ce-c87c-47d6-b625-574822a9bd50 None None] Pushing event updated for resources: {'Port': ['ID=e5d774a9-c1dd-4c11-9c9c-4dc6e2831705,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:11.283725 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port 42aa8616-a591-4351-b169-51e41bf4aec5 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:28:11.284387 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:11.436765 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-d844b596-8004-48a0-a33c-1cda4f289255 req-3c1505bf-a061-4603-b138-128c0967a6a6 tempest-VolumesBackupsTest-1114673165 tempest-VolumesBackupsTest-1114673165-project] Deleting port 4c6ce0ef-f8c3-4e96-a110-684c0400a20f {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:28:11.443987 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-d844b596-8004-48a0-a33c-1cda4f289255 req-3c1505bf-a061-4603-b138-128c0967a6a6 tempest-VolumesBackupsTest-1114673165 tempest-VolumesBackupsTest-1114673165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:11.447220 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-16bfd3fe-a593-48c5-be3a-abe76b18db55 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:11.512342 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-16bfd3fe-a593-48c5-be3a-abe76b18db55 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:11.522896 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551adb47-452a-4b4b-96cf-168d18d59bb5 req-9a3cc853-72ae-44f0-b2f6-e1f5ff7131ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:11.523371 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551adb47-452a-4b4b-96cf-168d18d59bb5 req-9a3cc853-72ae-44f0-b2f6-e1f5ff7131ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:11.538185 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551adb47-452a-4b4b-96cf-168d18d59bb5 req-9a3cc853-72ae-44f0-b2f6-e1f5ff7131ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:11.542740 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-551adb47-452a-4b4b-96cf-168d18d59bb5 req-9a3cc853-72ae-44f0-b2f6-e1f5ff7131ab service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=21a2ac24705441ab9e82ecd18312805e&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.9883151 Nov 12 08:28:11.552815 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27261fd-c679-4234-9612-fc4159a3dddc req-6b47a4b3-7d6a-4035-bfcd-43b26cf431a2 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:11.567219 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f27261fd-c679-4234-9612-fc4159a3dddc req-6b47a4b3-7d6a-4035-bfcd-43b26cf431a2 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=f098e594-7dd1-447e-9ce9-aec2cb4cc7ec HTTP/1.1" status: 200 len: 944 time: 0.5889380 Nov 12 08:28:11.711453 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-03f71905-5d04-4410-a604-e9738a0357d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9c14931-8b9b-4467-9aca-bbbe106d4681 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:28:11.730323 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16bfd3fe-a593-48c5-be3a-abe76b18db55 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Network 88b8b5f4-e841-447c-8ad1-4c992b498ff2 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:28:11.755020 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-16bfd3fe-a593-48c5-be3a-abe76b18db55 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:28:11.833663 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-03f71905-5d04-4410-a604-e9738a0357d7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:11.909699 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-03f71905-5d04-4410-a604-e9738a0357d7 service neutron] Transition to ACTIVE for port object a9c14931-8b9b-4467-9aca-bbbe106d4681 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:28:11.948352 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-03f71905-5d04-4410-a604-e9738a0357d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:12.043994 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device e5d774a9-c1dd-4c11-9c9c-4dc6e2831705 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:28:12.068364 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 60494) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:12.157682 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f27261fd-c679-4234-9612-fc4159a3dddc req-ecc239ac-8e39-4e79-b025-ffc042154296 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5893230 Nov 12 08:28:12.174662 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 0f861223-c0ed-4655-93e1-b57858fd0984, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=0f861223-c0ed-4655-93e1-b57858fd0984,segment=NetworkSegment(e07c96e0-5af6-439e-b283-25e89ba24ea2),segment_id=e07c96e0-5af6-439e-b283-25e89ba24ea2)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:28:12.181276 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bfd3fe-a593-48c5-be3a-abe76b18db55 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:28:12.186739 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551adb47-452a-4b4b-96cf-168d18d59bb5 req-0d8f7720-5a0e-4057-ab6a-e7a49dee878e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:12.188417 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-551adb47-452a-4b4b-96cf-168d18d59bb5 req-0d8f7720-5a0e-4057-ab6a-e7a49dee878e service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4508762 Nov 12 08:28:12.189213 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8d1acddd-f5c9-4c7c-a08c-ff0f79a628bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:12.289264 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-d844b596-8004-48a0-a33c-1cda4f289255 req-3c1505bf-a061-4603-b138-128c0967a6a6 tempest-VolumesBackupsTest-1114673165 tempest-VolumesBackupsTest-1114673165-project] For port 4c6ce0ef-f8c3-4e96-a110-684c0400a20f, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=4c6ce0ef-f8c3-4e96-a110-684c0400a20f,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:28:12.303626 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-d844b596-8004-48a0-a33c-1cda4f289255 req-3c1505bf-a061-4603-b138-128c0967a6a6 tempest-VolumesBackupsTest-1114673165 tempest-VolumesBackupsTest-1114673165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:12.353780 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:12.363690 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2040e9-ecaa-4aff-a8cd-f34eb76c3ad3 req-a527b282-9fe0-41a1-9055-64a6cfd95127 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:12.365955 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bb2040e9-ecaa-4aff-a8cd-f34eb76c3ad3 req-a527b282-9fe0-41a1-9055-64a6cfd95127 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8a087b1-519b-4d24-b909-2afc3b982268 HTTP/1.1" status: 200 len: 945 time: 0.8727190 Nov 12 08:28:12.370616 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': '0f861223-c0ed-4655-93e1-b57858fd0984', 'network_id': '392b706c-fa83-40b2-ba41-e97d70efdd1d', 'port_id': '0f861223-c0ed-4655-93e1-b57858fd0984', 'mac_address': 'fa:16:3e:16:1c:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d250a72-e563-4d6e-ac4f-f44698e0ce3c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:28:12.395288 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f71905-5d04-4410-a604-e9738a0357d7 service neutron] Pushing event updated for resources: {'Port': ['ID=a9c14931-8b9b-4467-9aca-bbbe106d4681,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:12.428689 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bfd3fe-a593-48c5-be3a-abe76b18db55 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Pushing event updated for resources: {'Port': ['ID=034a4b17-4cba-4c98-b52f-e9e3164c2e54,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:12.542370 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:12.582846 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16bfd3fe-a593-48c5-be3a-abe76b18db55 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:12.584864 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-16bfd3fe-a593-48c5-be3a-abe76b18db55 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:12.615608 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0f861223-c0ed-4655-93e1-b57858fd0984 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:28:12.640471 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-d844b596-8004-48a0-a33c-1cda4f289255 req-3c1505bf-a061-4603-b138-128c0967a6a6 tempest-VolumesBackupsTest-1114673165 tempest-VolumesBackupsTest-1114673165-project] Calling delete_port for 4c6ce0ef-f8c3-4e96-a110-684c0400a20f owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:28:12.667294 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 0f861223-c0ed-4655-93e1-b57858fd0984, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=0f861223-c0ed-4655-93e1-b57858fd0984,segment=NetworkSegment(e07c96e0-5af6-439e-b283-25e89ba24ea2),segment_id=e07c96e0-5af6-439e-b283-25e89ba24ea2)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:28:12.694470 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:12.698265 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:12.736810 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bb2040e9-ecaa-4aff-a8cd-f34eb76c3ad3 req-fa20fc86-2a53-464d-8ebe-8da4b1d1234e tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=9dc9079a-4f63-4eb5-be12-eaa66771fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3473639 Nov 12 08:28:12.770273 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cea1543-5acf-43f3-8cd1-ff679f76d8c9 req-f1d39dbd-882d-49fe-9f99-865701bf026d tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:12.776387 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-16bfd3fe-a593-48c5-be3a-abe76b18db55 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.6754155 Nov 12 08:28:12.779972 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60498) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:12.784614 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cea1543-5acf-43f3-8cd1-ff679f76d8c9 req-f1d39dbd-882d-49fe-9f99-865701bf026d tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:12.811900 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cea1543-5acf-43f3-8cd1-ff679f76d8c9 req-f1d39dbd-882d-49fe-9f99-865701bf026d tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:12.831577 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cea1543-5acf-43f3-8cd1-ff679f76d8c9 req-f1d39dbd-882d-49fe-9f99-865701bf026d tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:12.849584 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cea1543-5acf-43f3-8cd1-ff679f76d8c9 req-f1d39dbd-882d-49fe-9f99-865701bf026d tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:12.864350 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cea1543-5acf-43f3-8cd1-ff679f76d8c9 req-f1d39dbd-882d-49fe-9f99-865701bf026d tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:12.876619 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 42aa8616-a591-4351-b169-51e41bf4aec5, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=42aa8616-a591-4351-b169-51e41bf4aec5,segment=NetworkSegment(115bdcdd-b1df-41c7-8bff-15a5e1fdca42),segment_id=115bdcdd-b1df-41c7-8bff-15a5e1fdca42)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:28:12.882908 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cea1543-5acf-43f3-8cd1-ff679f76d8c9 req-f1d39dbd-882d-49fe-9f99-865701bf026d tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:12.887980 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1cea1543-5acf-43f3-8cd1-ff679f76d8c9 req-f1d39dbd-882d-49fe-9f99-865701bf026d tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7b22e6f-34ba-40cc-8b8b-fe95438187cb HTTP/1.1" status: 200 len: 5383 time: 0.4982266 Nov 12 08:28:12.898517 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=0f861223-c0ed-4655-93e1-b57858fd0984,revision_number=6']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:12.901900 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f098e594-7dd1-447e-9ce9-aec2cb4cc7ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42aa8616-a591-4351-b169-51e41bf4aec5'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:28:12.907411 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c90c67-cf05-478f-ac58-dc187879e3be" -d '{"events": [{"server_uuid": "f098e594-7dd1-447e-9ce9-aec2cb4cc7ec", "name": "network-vif-plugged", "status": "completed", "tag": "42aa8616-a591-4351-b169-51e41bf4aec5"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:28:12.921695 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:12.992075 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=42aa8616-a591-4351-b169-51e41bf4aec5,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:12.995587 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 4c6ce0ef-f8c3-4e96-a110-684c0400a20f no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:28:13.055007 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port e5d774a9-c1dd-4c11-9c9c-4dc6e2831705 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:28:13.059060 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:13.128267 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8d1acddd-f5c9-4c7c-a08c-ff0f79a628bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:13.141761 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-afb63933-90a1-4f3b-a3ce-f0c27fc5da9f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:13.157410 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8d1acddd-f5c9-4c7c-a08c-ff0f79a628bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:13.158598 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['0f861223-c0ed-4655-93e1-b57858fd0984'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:28:13.188937 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16254801-a37e-4b5d-9730-eb7807ccf557 None None] Network 88b8b5f4-e841-447c-8ad1-4c992b498ff2 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:28:13.258405 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-03f71905-5d04-4410-a604-e9738a0357d7 service neutron] Attempting to bind port a9c14931-8b9b-4467-9aca-bbbe106d4681 on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:28:13.259837 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-03f71905-5d04-4410-a604-e9738a0357d7 service neutron] Attempting to bind port a9c14931-8b9b-4467-9aca-bbbe106d4681 by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': 'f7b8278f-b0a6-47b6-812b-90307b766a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '206f9d07-9c2e-4490-896d-289aa4538730'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:28:13.260401 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-03f71905-5d04-4410-a604-e9738a0357d7 service neutron] Attempting to bind port a9c14931-8b9b-4467-9aca-bbbe106d4681 on network 206f9d07-9c2e-4490-896d-289aa4538730 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:28:13.275014 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-03f71905-5d04-4410-a604-e9738a0357d7 service neutron] Port a9c14931-8b9b-4467-9aca-bbbe106d4681 on network 206f9d07-9c2e-4490-896d-289aa4538730 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:28:13.275695 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-03f71905-5d04-4410-a604-e9738a0357d7 service neutron] Attempting to bind port a9c14931-8b9b-4467-9aca-bbbe106d4681 on network 206f9d07-9c2e-4490-896d-289aa4538730 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:28:13.310121 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-03f71905-5d04-4410-a604-e9738a0357d7 service neutron] Checking agent: {'id': '26215384-8035-4ce2-971a-8e67be80da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:28:13.311836 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-03f71905-5d04-4410-a604-e9738a0357d7 service neutron] Checking segment: {'id': 'f7b8278f-b0a6-47b6-812b-90307b766a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '206f9d07-9c2e-4490-896d-289aa4538730'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:28:13.312516 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-03f71905-5d04-4410-a604-e9738a0357d7 service neutron] Bound using segment: {'id': 'f7b8278f-b0a6-47b6-812b-90307b766a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '206f9d07-9c2e-4490-896d-289aa4538730'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:28:13.313173 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-03f71905-5d04-4410-a604-e9738a0357d7 service neutron] Bound port: a9c14931-8b9b-4467-9aca-bbbe106d4681, host: n-h1-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7b8278f-b0a6-47b6-812b-90307b766a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '206f9d07-9c2e-4490-896d-289aa4538730'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:28:13.313876 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-03f71905-5d04-4410-a604-e9738a0357d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:13.549569 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:13.596212 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1cea1543-5acf-43f3-8cd1-ff679f76d8c9 req-7b8915be-7126-41d6-b441-84aea8471fb2 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc0955f8-ff92-40bf-a2fd-f4ce6f6d835b&id=fca2cf2b-9cad-4878-bbbc-828482027757&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6475055 Nov 12 08:28:13.803762 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-afb63933-90a1-4f3b-a3ce-f0c27fc5da9f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:13.810918 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e06874fa-1e0c-4ef2-b2f4-0a8f42e90903 x-openstack-request-id: req-e06874fa-1e0c-4ef2-b2f4-0a8f42e90903 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:28:13.814279 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f098e594-7dd1-447e-9ce9-aec2cb4cc7ec", "name": "network-vif-plugged", "status": "completed", "tag": "42aa8616-a591-4351-b169-51e41bf4aec5", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:28:13.814279 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e06874fa-1e0c-4ef2-b2f4-0a8f42e90903 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:28:13.814752 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f098e594-7dd1-447e-9ce9-aec2cb4cc7ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42aa8616-a591-4351-b169-51e41bf4aec5', 'code': 200} Nov 12 08:28:13.831200 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:13.887698 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-d844b596-8004-48a0-a33c-1cda4f289255 req-3c1505bf-a061-4603-b138-128c0967a6a6 tempest-VolumesBackupsTest-1114673165 tempest-VolumesBackupsTest-1114673165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:13.892290 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-afb63933-90a1-4f3b-a3ce-f0c27fc5da9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:13.990791 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] For port e5d774a9-c1dd-4c11-9c9c-4dc6e2831705, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=e5d774a9-c1dd-4c11-9c9c-4dc6e2831705,segment=NetworkSegment(2ba7ced2-c638-4516-9bfc-23b9f726453d),segment_id=2ba7ced2-c638-4516-9bfc-23b9f726453d)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:28:13.991620 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-03f71905-5d04-4410-a604-e9738a0357d7 service neutron] For port a9c14931-8b9b-4467-9aca-bbbe106d4681, host n-h1-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:28:14.015487 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-62b530d8-d49a-4265-a555-af569f6e65ca None None] Provisioning complete for port e5d774a9-c1dd-4c11-9c9c-4dc6e2831705 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:28:14.015919 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-62b530d8-d49a-4265-a555-af569f6e65ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:14.058666 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-afb63933-90a1-4f3b-a3ce-f0c27fc5da9f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f65dfccb12a542cd9490bee078f4c74f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9831512 Nov 12 08:28:14.091061 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 60506) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:14.098372 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1505bf-a061-4603-b138-128c0967a6a6 tempest-VolumesBackupsTest-1114673165 tempest-VolumesBackupsTest-1114673165-project] Pushing event deleted for resources: {'Port': ['ID=4c6ce0ef-f8c3-4e96-a110-684c0400a20f,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:14.193960 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:14.199283 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-03f71905-5d04-4410-a604-e9738a0357d7 service neutron] For port a9c14931-8b9b-4467-9aca-bbbe106d4681, host n-h1-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=a9c14931-8b9b-4467-9aca-bbbe106d4681,segment=NetworkSegment(f7b8278f-b0a6-47b6-812b-90307b766a98),segment_id=f7b8278f-b0a6-47b6-812b-90307b766a98)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:28:14.314929 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-03f71905-5d04-4410-a604-e9738a0357d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:14.360949 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Pushing event updated for resources: {'Port': ['ID=e5d774a9-c1dd-4c11-9c9c-4dc6e2831705,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:14.414448 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b459a66-ab86-47cb-a3a4-771f6a20f146 req-6b0a2d48-78bd-4098-88fc-90f3fdb723b2 tempest-VolumesBackupsTest-1114673165 tempest-VolumesBackupsTest-1114673165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:14.416072 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9b459a66-ab86-47cb-a3a4-771f6a20f146 req-6b0a2d48-78bd-4098-88fc-90f3fdb723b2 tempest-VolumesBackupsTest-1114673165 tempest-VolumesBackupsTest-1114673165-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e85cdb5-4969-42bc-8ebe-b5be2f406062 HTTP/1.1" status: 200 len: 867 time: 1.5002437 Nov 12 08:28:14.423106 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-8d1acddd-f5c9-4c7c-a08c-ff0f79a628bf admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ae15fb62f1ee445b93ec38d80b1f9593&name=default HTTP/1.1" status: 200 len: 3000 time: 3.6354253 Nov 12 08:28:14.426355 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1acddd-f5c9-4c7c-a08c-ff0f79a628bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf61f91-e03c-4b7d-9f0b-b2ce6d7a09d5,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:14.433609 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60508) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:14.466555 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb63933-90a1-4f3b-a3ce-f0c27fc5da9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9184e061-da56-4c92-a768-ee56523329cf,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:14.522555 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963b1af3-3778-4139-a951-4f9c90fc42b5 req-76669e1d-4c73-4905-a5a6-ddbd4950a04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:14.527036 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-963b1af3-3778-4139-a951-4f9c90fc42b5 req-76669e1d-4c73-4905-a5a6-ddbd4950a04e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f098e594-7dd1-447e-9ce9-aec2cb4cc7ec HTTP/1.1" status: 200 len: 1097 time: 0.6753502 Nov 12 08:28:14.539876 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf32825-c1c0-494c-bdc0-2e5d2c4f0419 req-073e6297-2885-4a7d-be0a-51705bde2740 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:14.549181 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fcf32825-c1c0-494c-bdc0-2e5d2c4f0419 req-073e6297-2885-4a7d-be0a-51705bde2740 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=f098e594-7dd1-447e-9ce9-aec2cb4cc7ec HTTP/1.1" status: 200 len: 945 time: 0.7285373 Nov 12 08:28:14.601288 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-03f71905-5d04-4410-a604-e9738a0357d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:14.602496 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-03f71905-5d04-4410-a604-e9738a0357d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:14.613130 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-03f71905-5d04-4410-a604-e9738a0357d7 service neutron] 10.222.0.21 "PUT /v2.0/ports/a9c14931-8b9b-4467-9aca-bbbe106d4681 HTTP/1.1" status: 200 len: 1137 time: 5.2955854 Nov 12 08:28:14.748857 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7b22e6f-34ba-40cc-8b8b-fe95438187cb', 'tag': 'a9c14931-8b9b-4467-9aca-bbbe106d4681'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:28:14.752632 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8db4fba6-844d-463a-8d61-6fa10191e90f" -d '{"events": [{"name": "network-changed", "server_uuid": "e7b22e6f-34ba-40cc-8b8b-fe95438187cb", "tag": "a9c14931-8b9b-4467-9aca-bbbe106d4681"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:28:14.771394 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-630ed882-1fce-436c-a447-82e0c116adcc service neutron] Request body: {'port': {'device_id': 'e7b22e6f-34ba-40cc-8b8b-fe95438187cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:28:14.852770 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9b459a66-ab86-47cb-a3a4-771f6a20f146 req-26d0731a-71a9-4cdc-ac9d-4e57dae96011 tempest-VolumesBackupsTest-1114673165 tempest-VolumesBackupsTest-1114673165-project] 10.222.0.26 "GET /v2.0/security-groups?id=60e96982-6a6f-4846-a2e7-70a7b4139e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4198854 Nov 12 08:28:14.871689 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:28:14.918119 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-42faec80-6d6d-4359-9c3b-590f0c6cc6cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:14.968399 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fcf32825-c1c0-494c-bdc0-2e5d2c4f0419 req-6218d46f-34c2-45c7-b214-fa01a948cd45 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4179368 Nov 12 08:28:14.973042 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5d3393fe-77c8-4ae5-a9e6-e1065725c232 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:14.974469 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-d844b596-8004-48a0-a33c-1cda4f289255 req-3c1505bf-a061-4603-b138-128c0967a6a6 tempest-VolumesBackupsTest-1114673165 tempest-VolumesBackupsTest-1114673165-project] No DVR routers for this DVR port 4c6ce0ef-f8c3-4e96-a110-684c0400a20f on host n-h2-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:28:15.084950 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-cd632af1-f06f-4ce9-92db-20fe94d0afc2 None None] Provisioning complete for port 034a4b17-4cba-4c98-b52f-e9e3164c2e54 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:28:15.085584 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-cd632af1-f06f-4ce9-92db-20fe94d0afc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:15.095182 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-42faec80-6d6d-4359-9c3b-590f0c6cc6cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:15.153615 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-d844b596-8004-48a0-a33c-1cda4f289255 req-3c1505bf-a061-4603-b138-128c0967a6a6 tempest-VolumesBackupsTest-1114673165 tempest-VolumesBackupsTest-1114673165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:15.175809 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d844b596-8004-48a0-a33c-1cda4f289255 req-3c1505bf-a061-4603-b138-128c0967a6a6 tempest-VolumesBackupsTest-1114673165 tempest-VolumesBackupsTest-1114673165-project] 10.222.0.44 "DELETE /v2.0/ports/4c6ce0ef-f8c3-4e96-a110-684c0400a20f HTTP/1.1" status: 204 len: 173 time: 4.4139884 Nov 12 08:28:15.188725 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-963b1af3-3778-4139-a951-4f9c90fc42b5 req-74ce2a0d-0d56-4ece-ba45-200d9fdfa541 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5591593 Nov 12 08:28:15.225516 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a4ce1cf1-cadf-456e-a456-e92340f6f8c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:15.228199 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-cd632af1-f06f-4ce9-92db-20fe94d0afc2 None None] Port 034a4b17-4cba-4c98-b52f-e9e3164c2e54 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:28:15.262427 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-cd632af1-f06f-4ce9-92db-20fe94d0afc2 None None] Provisioning complete for port e5d774a9-c1dd-4c11-9c9c-4dc6e2831705 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:28:15.263372 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-cd632af1-f06f-4ce9-92db-20fe94d0afc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:15.296887 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba07494c-6248-4d3f-8cfb-b38e0a5d3f74 req-8f99723a-e4b8-415c-a40d-b921660bf8e9 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:15.306019 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ba07494c-6248-4d3f-8cfb-b38e0a5d3f74 req-8f99723a-e4b8-415c-a40d-b921660bf8e9 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8a087b1-519b-4d24-b909-2afc3b982268 HTTP/1.1" status: 200 len: 944 time: 0.2208726 Nov 12 08:28:15.321956 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f71905-5d04-4410-a604-e9738a0357d7 service neutron] Pushing event updated for resources: {'Port': ['ID=a9c14931-8b9b-4467-9aca-bbbe106d4681,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:15.358742 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-630ed882-1fce-436c-a447-82e0c116adcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:15.386326 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a4ce1cf1-cadf-456e-a456-e92340f6f8c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:15.424878 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-42faec80-6d6d-4359-9c3b-590f0c6cc6cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:15.427626 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-42faec80-6d6d-4359-9c3b-590f0c6cc6cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:15.429010 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40806d2-cfcf-4094-9a7e-5adacfda9ac0 req-22aaa586-6519-44ef-98dd-0f1c2f192546 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:15.429388 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-42faec80-6d6d-4359-9c3b-590f0c6cc6cc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bbf61f91-e03c-4b7d-9f0b-b2ce6d7a09d5 HTTP/1.1" status: 204 len: 168 time: 0.9948494 Nov 12 08:28:15.435032 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40806d2-cfcf-4094-9a7e-5adacfda9ac0 req-22aaa586-6519-44ef-98dd-0f1c2f192546 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:15.443275 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40806d2-cfcf-4094-9a7e-5adacfda9ac0 req-22aaa586-6519-44ef-98dd-0f1c2f192546 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:15.449711 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40806d2-cfcf-4094-9a7e-5adacfda9ac0 req-22aaa586-6519-44ef-98dd-0f1c2f192546 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:15.457759 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40806d2-cfcf-4094-9a7e-5adacfda9ac0 req-22aaa586-6519-44ef-98dd-0f1c2f192546 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:15.464718 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40806d2-cfcf-4094-9a7e-5adacfda9ac0 req-22aaa586-6519-44ef-98dd-0f1c2f192546 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:15.475933 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40806d2-cfcf-4094-9a7e-5adacfda9ac0 req-22aaa586-6519-44ef-98dd-0f1c2f192546 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:15.490304 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d40806d2-cfcf-4094-9a7e-5adacfda9ac0 req-22aaa586-6519-44ef-98dd-0f1c2f192546 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7b22e6f-34ba-40cc-8b8b-fe95438187cb HTTP/1.1" status: 200 len: 5383 time: 0.2701826 Nov 12 08:28:15.524241 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42faec80-6d6d-4359-9c3b-590f0c6cc6cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf61f91-e03c-4b7d-9f0b-b2ce6d7a09d5,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:15.588571 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ba07494c-6248-4d3f-8cfb-b38e0a5d3f74 req-cc316a7e-cd5b-4b27-b03b-f126ac73efa1 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=9dc9079a-4f63-4eb5-be12-eaa66771fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814419 Nov 12 08:28:15.629199 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-829ac3dc-18a8-479e-9569-2a74fafe1233 None None] Provisioning complete for port 034a4b17-4cba-4c98-b52f-e9e3164c2e54 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:28:15.629673 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-829ac3dc-18a8-479e-9569-2a74fafe1233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:15.790116 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-829ac3dc-18a8-479e-9569-2a74fafe1233 None None] Port 034a4b17-4cba-4c98-b52f-e9e3164c2e54 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:28:15.832102 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd0c7271-9f36-47fa-8630-9ba49750a8af x-openstack-request-id: req-dd0c7271-9f36-47fa-8630-9ba49750a8af {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:28:15.838060 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7b22e6f-34ba-40cc-8b8b-fe95438187cb", "tag": "a9c14931-8b9b-4467-9aca-bbbe106d4681", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:28:15.838322 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dd0c7271-9f36-47fa-8630-9ba49750a8af {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:28:15.838772 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7b22e6f-34ba-40cc-8b8b-fe95438187cb', 'tag': 'a9c14931-8b9b-4467-9aca-bbbe106d4681', 'status': 'completed', 'code': 200} Nov 12 08:28:15.849060 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5d3393fe-77c8-4ae5-a9e6-e1065725c232 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:15.859894 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5d3393fe-77c8-4ae5-a9e6-e1065725c232 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:15.893059 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d40806d2-cfcf-4094-9a7e-5adacfda9ac0 req-44b3a0ff-c56d-4de1-8871-19ecc5e4cb4b tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc0955f8-ff92-40bf-a2fd-f4ce6f6d835b&id=fca2cf2b-9cad-4878-bbbc-828482027757&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3753815 Nov 12 08:28:16.010096 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3393fe-77c8-4ae5-a9e6-e1065725c232 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Pushing event updated for resources: {'Port': ['ID=034a4b17-4cba-4c98-b52f-e9e3164c2e54,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:16.051841 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db4fba6-844d-463a-8d61-6fa10191e90f req-3622911e-7d3d-4765-96db-8f072cdf1a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:16.052676 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db4fba6-844d-463a-8d61-6fa10191e90f req-3622911e-7d3d-4765-96db-8f072cdf1a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:16.053352 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db4fba6-844d-463a-8d61-6fa10191e90f req-3622911e-7d3d-4765-96db-8f072cdf1a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:16.057066 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db4fba6-844d-463a-8d61-6fa10191e90f req-3622911e-7d3d-4765-96db-8f072cdf1a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:16.057763 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db4fba6-844d-463a-8d61-6fa10191e90f req-3622911e-7d3d-4765-96db-8f072cdf1a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:16.058422 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db4fba6-844d-463a-8d61-6fa10191e90f req-3622911e-7d3d-4765-96db-8f072cdf1a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:16.059128 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db4fba6-844d-463a-8d61-6fa10191e90f req-3622911e-7d3d-4765-96db-8f072cdf1a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:16.062486 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8db4fba6-844d-463a-8d61-6fa10191e90f req-3622911e-7d3d-4765-96db-8f072cdf1a54 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=21a2ac24705441ab9e82ecd18312805e&device_id=e7b22e6f-34ba-40cc-8b8b-fe95438187cb HTTP/1.1" status: 200 len: 6223 time: 0.3276680 Nov 12 08:28:16.206330 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d05192cb-2ec4-478c-92c7-361c3c3963d7 req-9ce9f81b-1c5f-4863-bf72-07119bc46fa7 tempest-VolumesBackupsTest-1114673165 tempest-VolumesBackupsTest-1114673165-project] 10.222.0.26 "GET /v2.0/ports?device_id=1e85cdb5-4969-42bc-8ebe-b5be2f406062 HTTP/1.1" status: 200 len: 210 time: 0.1397772 Nov 12 08:28:16.320468 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a4ce1cf1-cadf-456e-a456-e92340f6f8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:16.339973 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a4ce1cf1-cadf-456e-a456-e92340f6f8c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:16.350643 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-a4ce1cf1-cadf-456e-a456-e92340f6f8c1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9184e061-da56-4c92-a768-ee56523329cf HTTP/1.1" status: 204 len: 168 time: 2.2355449 Nov 12 08:28:16.376545 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device e5d774a9-c1dd-4c11-9c9c-4dc6e2831705 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:28:16.554162 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ce1cf1-cadf-456e-a456-e92340f6f8c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9184e061-da56-4c92-a768-ee56523329cf,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:16.572311 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db4fba6-844d-463a-8d61-6fa10191e90f req-c5dcc583-f839-467a-aa22-70d36e2b5072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:16.573399 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db4fba6-844d-463a-8d61-6fa10191e90f req-c5dcc583-f839-467a-aa22-70d36e2b5072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:16.575644 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db4fba6-844d-463a-8d61-6fa10191e90f req-c5dcc583-f839-467a-aa22-70d36e2b5072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:16.583133 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8db4fba6-844d-463a-8d61-6fa10191e90f req-c5dcc583-f839-467a-aa22-70d36e2b5072 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=21a2ac24705441ab9e82ecd18312805e&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4963880 Nov 12 08:28:16.612963 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port e5d774a9-c1dd-4c11-9c9c-4dc6e2831705 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:28:16.619549 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:16.729332 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-a6245e23-22b3-482a-bb29-021ab5a401f9 None None] Provisioning complete for port 034a4b17-4cba-4c98-b52f-e9e3164c2e54 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:28:16.730330 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a6245e23-22b3-482a-bb29-021ab5a401f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:16.785309 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-a6245e23-22b3-482a-bb29-021ab5a401f9 None None] Port 034a4b17-4cba-4c98-b52f-e9e3164c2e54 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:28:16.787103 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 0f861223-c0ed-4655-93e1-b57858fd0984 up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:28:16.819913 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc06b5bd-136d-4d0e-b24c-3a19717430e7 req-f2fc14dd-6b77-40c0-bc96-059dd64cf1be tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:16.833999 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fc06b5bd-136d-4d0e-b24c-3a19717430e7 req-f2fc14dd-6b77-40c0-bc96-059dd64cf1be tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=f098e594-7dd1-447e-9ce9-aec2cb4cc7ec HTTP/1.1" status: 200 len: 945 time: 0.6313653 Nov 12 08:28:16.968860 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db4fba6-844d-463a-8d61-6fa10191e90f req-e2797039-6e70-412c-b347-f822e1fd01f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:16.970373 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8db4fba6-844d-463a-8d61-6fa10191e90f req-e2797039-6e70-412c-b347-f822e1fd01f2 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3744071 Nov 12 08:28:17.024528 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port 0f861223-c0ed-4655-93e1-b57858fd0984 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:28:17.025243 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:17.033722 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fc06b5bd-136d-4d0e-b24c-3a19717430e7 req-13743fc6-71ff-4616-b231-67a9beb526d6 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983287 Nov 12 08:28:17.159804 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5d3393fe-77c8-4ae5-a9e6-e1065725c232 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933481'] for router_interface, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:17.228212 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:17.284355 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8a087b1-519b-4d24-b909-2afc3b982268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f861223-c0ed-4655-93e1-b57858fd0984'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:28:17.289805 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e821e4c-de1f-4992-81e4-9b5eeb2fdcc3" -d '{"events": [{"server_uuid": "e8a087b1-519b-4d24-b909-2afc3b982268", "name": "network-vif-plugged", "status": "completed", "tag": "0f861223-c0ed-4655-93e1-b57858fd0984"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:28:17.321272 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 0f861223-c0ed-4655-93e1-b57858fd0984, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=0f861223-c0ed-4655-93e1-b57858fd0984,segment=NetworkSegment(e07c96e0-5af6-439e-b283-25e89ba24ea2),segment_id=e07c96e0-5af6-439e-b283-25e89ba24ea2)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:28:17.335458 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:17.404794 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-630ed882-1fce-436c-a447-82e0c116adcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 921ed5c3-bc6c-44c2-a043-9f5a63a8dd21 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:28:17.408077 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4af4af9-76b5-40af-a561-a902ae38efe1 req-72dd9271-d288-420c-88e7-33f5500ca9f8 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:17.409921 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a4af4af9-76b5-40af-a561-a902ae38efe1 req-72dd9271-d288-420c-88e7-33f5500ca9f8 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8a087b1-519b-4d24-b909-2afc3b982268 HTTP/1.1" status: 200 len: 944 time: 0.4342210 Nov 12 08:28:17.433950 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-630ed882-1fce-436c-a447-82e0c116adcc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:17.464023 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=0f861223-c0ed-4655-93e1-b57858fd0984,revision_number=7']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:17.489520 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd492f2-5705-4345-8e78-4481b9614aad req-20d9a20c-f5c4-4eb3-8d02-0b480efc2447 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:17.502771 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd492f2-5705-4345-8e78-4481b9614aad req-20d9a20c-f5c4-4eb3-8d02-0b480efc2447 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:17.512452 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd492f2-5705-4345-8e78-4481b9614aad req-20d9a20c-f5c4-4eb3-8d02-0b480efc2447 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:17.534552 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5d3393fe-77c8-4ae5-a9e6-e1065725c232 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:17.542334 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd492f2-5705-4345-8e78-4481b9614aad req-20d9a20c-f5c4-4eb3-8d02-0b480efc2447 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:17.573056 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd492f2-5705-4345-8e78-4481b9614aad req-20d9a20c-f5c4-4eb3-8d02-0b480efc2447 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:17.596630 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd492f2-5705-4345-8e78-4481b9614aad req-20d9a20c-f5c4-4eb3-8d02-0b480efc2447 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:17.615469 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd492f2-5705-4345-8e78-4481b9614aad req-20d9a20c-f5c4-4eb3-8d02-0b480efc2447 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:17.627316 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7fd492f2-5705-4345-8e78-4481b9614aad req-20d9a20c-f5c4-4eb3-8d02-0b480efc2447 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7b22e6f-34ba-40cc-8b8b-fe95438187cb HTTP/1.1" status: 200 len: 5383 time: 0.4323137 Nov 12 08:28:17.709508 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-630ed882-1fce-436c-a447-82e0c116adcc service neutron] Transition to ACTIVE for port object 921ed5c3-bc6c-44c2-a043-9f5a63a8dd21 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:28:17.765021 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-630ed882-1fce-436c-a447-82e0c116adcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:17.859205 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7fd492f2-5705-4345-8e78-4481b9614aad req-df26f077-fd5c-4d0c-a0af-8481d1adbea9 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc0955f8-ff92-40bf-a2fd-f4ce6f6d835b&id=fca2cf2b-9cad-4878-bbbc-828482027757&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2261584 Nov 12 08:28:17.860165 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e85cdb5-4969-42bc-8ebe-b5be2f406062', 'name': 'network-vif-deleted', 'tag': '4c6ce0ef-f8c3-4e96-a110-684c0400a20f'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:28:17.864271 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba8d2749-8864-4c47-849f-6cf045d178fd" -d '{"events": [{"server_uuid": "1e85cdb5-4969-42bc-8ebe-b5be2f406062", "name": "network-vif-deleted", "tag": "4c6ce0ef-f8c3-4e96-a110-684c0400a20f"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:28:17.910054 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630ed882-1fce-436c-a447-82e0c116adcc service neutron] Pushing event updated for resources: {'Port': ['ID=921ed5c3-bc6c-44c2-a043-9f5a63a8dd21,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:18.073276 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3229d0fa-399e-4701-bc50-e7523dd01caf x-openstack-request-id: req-3229d0fa-399e-4701-bc50-e7523dd01caf {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:28:18.073742 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8a087b1-519b-4d24-b909-2afc3b982268", "name": "network-vif-plugged", "status": "completed", "tag": "0f861223-c0ed-4655-93e1-b57858fd0984", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:28:18.074156 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3229d0fa-399e-4701-bc50-e7523dd01caf {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:28:18.074798 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8a087b1-519b-4d24-b909-2afc3b982268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f861223-c0ed-4655-93e1-b57858fd0984', 'code': 200} Nov 12 08:28:18.134658 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-630ed882-1fce-436c-a447-82e0c116adcc service neutron] Attempting to bind port 921ed5c3-bc6c-44c2-a043-9f5a63a8dd21 on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:28:18.137294 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-630ed882-1fce-436c-a447-82e0c116adcc service neutron] Attempting to bind port 921ed5c3-bc6c-44c2-a043-9f5a63a8dd21 by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': 'f7b8278f-b0a6-47b6-812b-90307b766a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '206f9d07-9c2e-4490-896d-289aa4538730'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:28:18.139425 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-630ed882-1fce-436c-a447-82e0c116adcc service neutron] Attempting to bind port 921ed5c3-bc6c-44c2-a043-9f5a63a8dd21 on network 206f9d07-9c2e-4490-896d-289aa4538730 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:28:18.152158 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-630ed882-1fce-436c-a447-82e0c116adcc service neutron] Port 921ed5c3-bc6c-44c2-a043-9f5a63a8dd21 on network 206f9d07-9c2e-4490-896d-289aa4538730 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:28:18.153695 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-630ed882-1fce-436c-a447-82e0c116adcc service neutron] Attempting to bind port 921ed5c3-bc6c-44c2-a043-9f5a63a8dd21 on network 206f9d07-9c2e-4490-896d-289aa4538730 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:28:18.173046 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-630ed882-1fce-436c-a447-82e0c116adcc service neutron] Checking agent: {'id': '26215384-8035-4ce2-971a-8e67be80da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:28:18.173487 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-630ed882-1fce-436c-a447-82e0c116adcc service neutron] Checking segment: {'id': 'f7b8278f-b0a6-47b6-812b-90307b766a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '206f9d07-9c2e-4490-896d-289aa4538730'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:28:18.173793 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-630ed882-1fce-436c-a447-82e0c116adcc service neutron] Bound using segment: {'id': 'f7b8278f-b0a6-47b6-812b-90307b766a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '206f9d07-9c2e-4490-896d-289aa4538730'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:28:18.174249 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-630ed882-1fce-436c-a447-82e0c116adcc service neutron] Bound port: 921ed5c3-bc6c-44c2-a043-9f5a63a8dd21, host: n-h1-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7b8278f-b0a6-47b6-812b-90307b766a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '206f9d07-9c2e-4490-896d-289aa4538730'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:28:18.174649 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-630ed882-1fce-436c-a447-82e0c116adcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:18.493835 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5d3393fe-77c8-4ae5-a9e6-e1065725c232 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:18.504683 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a4af4af9-76b5-40af-a561-a902ae38efe1 req-6725bbed-7adc-490a-8fd0-6b9031cb1fbe tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=9dc9079a-4f63-4eb5-be12-eaa66771fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0309184 Nov 12 08:28:18.507057 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5d3393fe-77c8-4ae5-a9e6-e1065725c232 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:18.688434 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5d3393fe-77c8-4ae5-a9e6-e1065725c232 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933629'] for router_interface, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:18.701141 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3393fe-77c8-4ae5-a9e6-e1065725c232 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Pushing event updated for resources: {'Port': ['ID=034a4b17-4cba-4c98-b52f-e9e3164c2e54,revision_number=3']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:18.993626 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3393fe-77c8-4ae5-a9e6-e1065725c232 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Network 88b8b5f4-e841-447c-8ad1-4c992b498ff2 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:28:19.055690 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-5d3393fe-77c8-4ae5-a9e6-e1065725c232 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:28:19.396300 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e94b1059-0914-4b7a-8e4a-fdf32ca8d70b None None] Provisioning complete for port 034a4b17-4cba-4c98-b52f-e9e3164c2e54 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:28:19.396879 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e94b1059-0914-4b7a-8e4a-fdf32ca8d70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:19.438353 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d2b254-b559-4bfe-82aa-72aef07276c1 req-1a9bb260-9b4d-49c3-b4cb-72de2e04b6c6 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:19.439680 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b2d2b254-b559-4bfe-82aa-72aef07276c1 req-1a9bb260-9b4d-49c3-b4cb-72de2e04b6c6 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=f098e594-7dd1-447e-9ce9-aec2cb4cc7ec HTTP/1.1" status: 200 len: 945 time: 0.4883001 Nov 12 08:28:19.519183 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-e94b1059-0914-4b7a-8e4a-fdf32ca8d70b None None] Port 034a4b17-4cba-4c98-b52f-e9e3164c2e54 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:28:19.574276 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-630ed882-1fce-436c-a447-82e0c116adcc service neutron] For port 921ed5c3-bc6c-44c2-a043-9f5a63a8dd21, host n-h1-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:28:19.584278 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-630ed882-1fce-436c-a447-82e0c116adcc service neutron] For port 921ed5c3-bc6c-44c2-a043-9f5a63a8dd21, host n-h1-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=921ed5c3-bc6c-44c2-a043-9f5a63a8dd21,segment=NetworkSegment(f7b8278f-b0a6-47b6-812b-90307b766a98),segment_id=f7b8278f-b0a6-47b6-812b-90307b766a98)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:28:19.592307 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92c31b52-4c9d-4fd6-b6df-463ed1d3b0df x-openstack-request-id: req-92c31b52-4c9d-4fd6-b6df-463ed1d3b0df {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:28:19.593066 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e85cdb5-4969-42bc-8ebe-b5be2f406062", "name": "network-vif-deleted", "tag": "4c6ce0ef-f8c3-4e96-a110-684c0400a20f", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:28:19.593586 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-92c31b52-4c9d-4fd6-b6df-463ed1d3b0df {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:28:19.594194 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e85cdb5-4969-42bc-8ebe-b5be2f406062', 'name': 'network-vif-deleted', 'tag': '4c6ce0ef-f8c3-4e96-a110-684c0400a20f', 'status': 'completed', 'code': 200} Nov 12 08:28:19.598081 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-630ed882-1fce-436c-a447-82e0c116adcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:19.668413 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d3393fe-77c8-4ae5-a9e6-e1065725c232 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Router 1c96bfe2-c69e-4945-a0ac-e3a7e646a467 is scheduled to L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 with binding_index 1 {{(pid=102600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:28:19.681331 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b2d2b254-b559-4bfe-82aa-72aef07276c1 req-6ae30249-2690-4838-8b52-48ca15e96dd3 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342296 Nov 12 08:28:19.820006 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-630ed882-1fce-436c-a447-82e0c116adcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:19.821921 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-630ed882-1fce-436c-a447-82e0c116adcc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:19.825613 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-630ed882-1fce-436c-a447-82e0c116adcc service neutron] 10.222.0.21 "PUT /v2.0/ports/921ed5c3-bc6c-44c2-a043-9f5a63a8dd21 HTTP/1.1" status: 200 len: 1092 time: 5.0678060 Nov 12 08:28:19.859168 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630ed882-1fce-436c-a447-82e0c116adcc service neutron] Pushing event updated for resources: {'Port': ['ID=921ed5c3-bc6c-44c2-a043-9f5a63a8dd21,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:19.925011 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e2569-cd1f-431f-b226-94b1f4a041b8 req-5697fe2a-18d6-43a1-9beb-9fd7ac9f8fb6 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:19.951747 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e2569-cd1f-431f-b226-94b1f4a041b8 req-5697fe2a-18d6-43a1-9beb-9fd7ac9f8fb6 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:19.987304 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e2569-cd1f-431f-b226-94b1f4a041b8 req-5697fe2a-18d6-43a1-9beb-9fd7ac9f8fb6 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:20.002159 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e2569-cd1f-431f-b226-94b1f4a041b8 req-5697fe2a-18d6-43a1-9beb-9fd7ac9f8fb6 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:20.020932 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e2569-cd1f-431f-b226-94b1f4a041b8 req-5697fe2a-18d6-43a1-9beb-9fd7ac9f8fb6 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:20.027520 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d3393fe-77c8-4ae5-a9e6-e1065725c232 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:28:20.039331 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-5d3393fe-77c8-4ae5-a9e6-e1065725c232 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "PUT /v2.0/routers/1c96bfe2-c69e-4945-a0ac-e3a7e646a467/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2525685 Nov 12 08:28:20.042790 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60618) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:20.044784 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf083fe-351d-41cb-a43a-e3bb08bf9da9 None None] Sync routers for ids ['1c96bfe2-c69e-4945-a0ac-e3a7e646a467'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:28:20.080065 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e2569-cd1f-431f-b226-94b1f4a041b8 req-5697fe2a-18d6-43a1-9beb-9fd7ac9f8fb6 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:20.081092 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf083fe-351d-41cb-a43a-e3bb08bf9da9 None None] Routers {'1c96bfe2-c69e-4945-a0ac-e3a7e646a467'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:28:20.081736 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-dcf083fe-351d-41cb-a43a-e3bb08bf9da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:28:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['1c96bfe2-c69e-4945-a0ac-e3a7e646a467'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:20.090109 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e2569-cd1f-431f-b226-94b1f4a041b8 req-5697fe2a-18d6-43a1-9beb-9fd7ac9f8fb6 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:20.096481 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3f4e2569-cd1f-431f-b226-94b1f4a041b8 req-5697fe2a-18d6-43a1-9beb-9fd7ac9f8fb6 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7b22e6f-34ba-40cc-8b8b-fe95438187cb HTTP/1.1" status: 200 len: 5395 time: 0.5094330 Nov 12 08:28:20.113500 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-68016356-71c5-43d0-bc41-70ffcafcf8e9 service neutron] Request body: {'port': {'device_id': 'e7b22e6f-34ba-40cc-8b8b-fe95438187cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:28:20.129872 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb63d7b-1373-4901-a5bd-dfe34a8b933e req-844b964f-e79b-4a36-a7c6-12420d7fc0ba tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:20.140424 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5bb63d7b-1373-4901-a5bd-dfe34a8b933e req-844b964f-e79b-4a36-a7c6-12420d7fc0ba tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8a087b1-519b-4d24-b909-2afc3b982268 HTTP/1.1" status: 200 len: 945 time: 0.1796758 Nov 12 08:28:20.180514 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d499c5-a4a9-45d6-bd7e-bd20cea8d8fe tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:20.186253 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-76d499c5-a4a9-45d6-bd7e-bd20cea8d8fe tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "GET /v2.0/ports/034a4b17-4cba-4c98-b52f-e9e3164c2e54 HTTP/1.1" status: 200 len: 977 time: 0.1388381 Nov 12 08:28:20.190804 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60620) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:20.214487 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-dcf083fe-351d-41cb-a43a-e3bb08bf9da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:20.241462 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf083fe-351d-41cb-a43a-e3bb08bf9da9 None None] Routers {'1c96bfe2-c69e-4945-a0ac-e3a7e646a467'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:28:20.242090 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-dcf083fe-351d-41cb-a43a-e3bb08bf9da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:28:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['1c96bfe2-c69e-4945-a0ac-e3a7e646a467'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:20.368193 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-dcf083fe-351d-41cb-a43a-e3bb08bf9da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:20.368797 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf083fe-351d-41cb-a43a-e3bb08bf9da9 None None] The sync data for ids ['1c96bfe2-c69e-4945-a0ac-e3a7e646a467'] in n-d-765315-29 is: [] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:28:20.396302 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-68016356-71c5-43d0-bc41-70ffcafcf8e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:20.549388 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3f4e2569-cd1f-431f-b226-94b1f4a041b8 req-ba844574-d755-4c85-9378-d0a5afe7ec25 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc0955f8-ff92-40bf-a2fd-f4ce6f6d835b&id=fca2cf2b-9cad-4878-bbbc-828482027757&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3332243 Nov 12 08:28:20.596290 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5bb63d7b-1373-4901-a5bd-dfe34a8b933e req-1ae0e08c-c4f5-41a0-bd05-0abcfdc72005 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=9dc9079a-4f63-4eb5-be12-eaa66771fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4122055 Nov 12 08:28:20.741705 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60634) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:21.196489 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e1a22caf-4477-4d52-b178-e557bd2cfe27 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933586'] for router_interface, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:21.269334 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45840ea2-f8e8-4c1c-a64f-59897a22a2db req-f356ed30-ffdc-48f4-97ff-41153eb611b3 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:21.280328 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-45840ea2-f8e8-4c1c-a64f-59897a22a2db req-f356ed30-ffdc-48f4-97ff-41153eb611b3 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/networks?id=97ca3497-d4cd-4c64-83f2-e4cf0b99a680 HTTP/1.1" status: 200 len: 805 time: 0.4275978 Nov 12 08:28:21.315692 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-45840ea2-f8e8-4c1c-a64f-59897a22a2db req-2a195062-448b-4351-9a8c-24ac6fdcd2b3 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/quotas/4e695ccfe3434d44ababb01fdc20479b HTTP/1.1" status: 200 len: 375 time: 0.0341988 Nov 12 08:28:21.336710 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-88e34ab4-3a14-40f5-8e4a-7c4a45c586b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:21.517424 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-68016356-71c5-43d0-bc41-70ffcafcf8e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69493e27-daa5-4af2-a855-9781e1cf385b {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:28:21.581107 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-68016356-71c5-43d0-bc41-70ffcafcf8e9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:21.610642 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-68016356-71c5-43d0-bc41-70ffcafcf8e9 service neutron] Transition to ACTIVE for port object 69493e27-daa5-4af2-a855-9781e1cf385b will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:28:21.624911 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7b22e6f-34ba-40cc-8b8b-fe95438187cb', 'tag': '921ed5c3-bc6c-44c2-a043-9f5a63a8dd21'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:28:21.630176 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d7a0894-5198-4d5a-94a7-bfa27d636b15" -d '{"events": [{"name": "network-changed", "server_uuid": "e7b22e6f-34ba-40cc-8b8b-fe95438187cb", "tag": "921ed5c3-bc6c-44c2-a043-9f5a63a8dd21"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:28:21.658053 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-68016356-71c5-43d0-bc41-70ffcafcf8e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:21.687677 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-45840ea2-f8e8-4c1c-a64f-59897a22a2db req-fbd729fc-7c3e-4428-90d3-7eaa79b0554d tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=4e695ccfe3434d44ababb01fdc20479b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3684771 Nov 12 08:28:21.714174 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-88e34ab4-3a14-40f5-8e4a-7c4a45c586b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:21.804475 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68016356-71c5-43d0-bc41-70ffcafcf8e9 service neutron] Pushing event updated for resources: {'Port': ['ID=69493e27-daa5-4af2-a855-9781e1cf385b,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:21.829759 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-88e34ab4-3a14-40f5-8e4a-7c4a45c586b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:21.846863 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60666) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:22.071883 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e34ab4-3a14-40f5-8e4a-7c4a45c586b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09846476-f41b-4409-b51f-b905d747ccab,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:22.107316 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-88e34ab4-3a14-40f5-8e4a-7c4a45c586b2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=442e0582e5bb4a2bbdcaa5bc38d3dffd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3629096 Nov 12 08:28:22.121597 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60670) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:22.138004 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7646f5-127d-40ef-9c79-9aa0ac3c5daf req-6583a605-69ce-4c4b-a363-a8622ad3db4a tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:22.147777 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7646f5-127d-40ef-9c79-9aa0ac3c5daf req-6583a605-69ce-4c4b-a363-a8622ad3db4a tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:22.160736 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7646f5-127d-40ef-9c79-9aa0ac3c5daf req-6583a605-69ce-4c4b-a363-a8622ad3db4a tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:22.177940 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-68016356-71c5-43d0-bc41-70ffcafcf8e9 service neutron] Attempting to bind port 69493e27-daa5-4af2-a855-9781e1cf385b on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:28:22.177940 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-68016356-71c5-43d0-bc41-70ffcafcf8e9 service neutron] Attempting to bind port 69493e27-daa5-4af2-a855-9781e1cf385b by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': 'f7b8278f-b0a6-47b6-812b-90307b766a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '206f9d07-9c2e-4490-896d-289aa4538730'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:28:22.180438 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7646f5-127d-40ef-9c79-9aa0ac3c5daf req-6583a605-69ce-4c4b-a363-a8622ad3db4a tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:22.189598 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7646f5-127d-40ef-9c79-9aa0ac3c5daf req-6583a605-69ce-4c4b-a363-a8622ad3db4a tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:22.190563 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-68016356-71c5-43d0-bc41-70ffcafcf8e9 service neutron] Attempting to bind port 69493e27-daa5-4af2-a855-9781e1cf385b on network 206f9d07-9c2e-4490-896d-289aa4538730 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:28:22.197856 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7646f5-127d-40ef-9c79-9aa0ac3c5daf req-6583a605-69ce-4c4b-a363-a8622ad3db4a tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:22.208692 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7646f5-127d-40ef-9c79-9aa0ac3c5daf req-6583a605-69ce-4c4b-a363-a8622ad3db4a tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:22.208995 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-68016356-71c5-43d0-bc41-70ffcafcf8e9 service neutron] Port 69493e27-daa5-4af2-a855-9781e1cf385b on network 206f9d07-9c2e-4490-896d-289aa4538730 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:28:22.209333 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-68016356-71c5-43d0-bc41-70ffcafcf8e9 service neutron] Attempting to bind port 69493e27-daa5-4af2-a855-9781e1cf385b on network 206f9d07-9c2e-4490-896d-289aa4538730 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:28:22.224600 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ba7646f5-127d-40ef-9c79-9aa0ac3c5daf req-6583a605-69ce-4c4b-a363-a8622ad3db4a tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7b22e6f-34ba-40cc-8b8b-fe95438187cb HTTP/1.1" status: 200 len: 5407 time: 0.3988726 Nov 12 08:28:22.231087 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-68016356-71c5-43d0-bc41-70ffcafcf8e9 service neutron] Checking agent: {'id': '26215384-8035-4ce2-971a-8e67be80da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:28:22.231453 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-68016356-71c5-43d0-bc41-70ffcafcf8e9 service neutron] Checking segment: {'id': 'f7b8278f-b0a6-47b6-812b-90307b766a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '206f9d07-9c2e-4490-896d-289aa4538730'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:28:22.231830 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-68016356-71c5-43d0-bc41-70ffcafcf8e9 service neutron] Bound using segment: {'id': 'f7b8278f-b0a6-47b6-812b-90307b766a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '206f9d07-9c2e-4490-896d-289aa4538730'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:28:22.232448 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-68016356-71c5-43d0-bc41-70ffcafcf8e9 service neutron] Bound port: 69493e27-daa5-4af2-a855-9781e1cf385b, host: n-h1-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7b8278f-b0a6-47b6-812b-90307b766a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '206f9d07-9c2e-4490-896d-289aa4538730'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:28:22.233313 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-68016356-71c5-43d0-bc41-70ffcafcf8e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:22.352943 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8d3868a9-2fbd-4d4e-8ca9-ba2fd694b830 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:22.380451 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8d3868a9-2fbd-4d4e-8ca9-ba2fd694b830 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:22.380859 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-45840ea2-f8e8-4c1c-a64f-59897a22a2db req-435415eb-1509-44f7-bc13-6327a4ea8b08 service neutron] 10.222.0.26 "GET /v2.0/networks/97ca3497-d4cd-4c64-83f2-e4cf0b99a680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6917491 Nov 12 08:28:22.480000 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8d3868a9-2fbd-4d4e-8ca9-ba2fd694b830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:22.483741 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8d3868a9-2fbd-4d4e-8ca9-ba2fd694b830 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:22.485169 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-8d3868a9-2fbd-4d4e-8ca9-ba2fd694b830 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/09846476-f41b-4409-b51f-b905d747ccab HTTP/1.1" status: 204 len: 168 time: 0.2531590 Nov 12 08:28:22.497475 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3868a9-2fbd-4d4e-8ca9-ba2fd694b830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09846476-f41b-4409-b51f-b905d747ccab,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:22.500433 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a54c3a9d-ebb5-42b7-9594-a207535715a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:22.651624 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a54c3a9d-ebb5-42b7-9594-a207535715a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:22.667988 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ba7646f5-127d-40ef-9c79-9aa0ac3c5daf req-145a1ef6-446f-4c2a-b1d7-74007d4e9fb3 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc0955f8-ff92-40bf-a2fd-f4ce6f6d835b&id=fca2cf2b-9cad-4878-bbbc-828482027757&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4423485 Nov 12 08:28:22.683146 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-68016356-71c5-43d0-bc41-70ffcafcf8e9 service neutron] For port 69493e27-daa5-4af2-a855-9781e1cf385b, host n-h1-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:28:22.691744 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a54c3a9d-ebb5-42b7-9594-a207535715a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:22.696551 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-68016356-71c5-43d0-bc41-70ffcafcf8e9 service neutron] For port 69493e27-daa5-4af2-a855-9781e1cf385b, host n-h1-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=69493e27-daa5-4af2-a855-9781e1cf385b,segment=NetworkSegment(f7b8278f-b0a6-47b6-812b-90307b766a98),segment_id=f7b8278f-b0a6-47b6-812b-90307b766a98)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:28:22.723627 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-68016356-71c5-43d0-bc41-70ffcafcf8e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:22.762310 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54c3a9d-ebb5-42b7-9594-a207535715a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64b08a3f-f285-453d-b0db-719300deecb8,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:22.798891 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3222ced2-7db8-4a93-81b8-7bab4f0f9a4c x-openstack-request-id: req-3222ced2-7db8-4a93-81b8-7bab4f0f9a4c {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:28:22.799709 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7b22e6f-34ba-40cc-8b8b-fe95438187cb", "tag": "921ed5c3-bc6c-44c2-a043-9f5a63a8dd21", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:28:22.800991 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3222ced2-7db8-4a93-81b8-7bab4f0f9a4c {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:28:22.801641 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7b22e6f-34ba-40cc-8b8b-fe95438187cb', 'tag': '921ed5c3-bc6c-44c2-a043-9f5a63a8dd21', 'status': 'completed', 'code': 200} Nov 12 08:28:22.852303 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-68016356-71c5-43d0-bc41-70ffcafcf8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:22.854423 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-68016356-71c5-43d0-bc41-70ffcafcf8e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:22.860639 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-68016356-71c5-43d0-bc41-70ffcafcf8e9 service neutron] 10.222.0.21 "PUT /v2.0/ports/69493e27-daa5-4af2-a855-9781e1cf385b HTTP/1.1" status: 200 len: 1092 time: 2.7574873 Nov 12 08:28:22.909468 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-92a28c4e-e56d-4612-a621-fef78c30951f service neutron] Request body: {'port': {'device_id': 'e7b22e6f-34ba-40cc-8b8b-fe95438187cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:28:23.079728 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-a54c3a9d-ebb5-42b7-9594-a207535715a4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=84b18471dc7943d0b98488928e91cf9f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2078211 Nov 12 08:28:23.130934 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 60678) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:23.132395 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a0894-5198-4d5a-94a7-bfa27d636b15 req-72e542ae-65d8-4cf8-8a49-565095623761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:23.132395 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a0894-5198-4d5a-94a7-bfa27d636b15 req-72e542ae-65d8-4cf8-8a49-565095623761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:23.132395 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a0894-5198-4d5a-94a7-bfa27d636b15 req-72e542ae-65d8-4cf8-8a49-565095623761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:23.132395 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a0894-5198-4d5a-94a7-bfa27d636b15 req-72e542ae-65d8-4cf8-8a49-565095623761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:23.132395 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a0894-5198-4d5a-94a7-bfa27d636b15 req-72e542ae-65d8-4cf8-8a49-565095623761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:23.132395 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a0894-5198-4d5a-94a7-bfa27d636b15 req-72e542ae-65d8-4cf8-8a49-565095623761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:23.132395 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a0894-5198-4d5a-94a7-bfa27d636b15 req-72e542ae-65d8-4cf8-8a49-565095623761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:23.132395 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1d7a0894-5198-4d5a-94a7-bfa27d636b15 req-72e542ae-65d8-4cf8-8a49-565095623761 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=21a2ac24705441ab9e82ecd18312805e&device_id=e7b22e6f-34ba-40cc-8b8b-fe95438187cb HTTP/1.1" status: 200 len: 6359 time: 0.2828047 Nov 12 08:28:23.142165 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-e1a22caf-4477-4d52-b178-e557bd2cfe27 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Deleting port 034a4b17-4cba-4c98-b52f-e9e3164c2e54 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:28:23.151411 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e1a22caf-4477-4d52-b178-e557bd2cfe27 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:23.200479 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-45840ea2-f8e8-4c1c-a64f-59897a22a2db req-d6ad9a15-6cfe-468e-bfe7-835274e57787 service neutron] 10.222.0.26 "GET /v2.0/networks/97ca3497-d4cd-4c64-83f2-e4cf0b99a680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8186908 Nov 12 08:28:23.276331 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68016356-71c5-43d0-bc41-70ffcafcf8e9 service neutron] Pushing event updated for resources: {'Port': ['ID=69493e27-daa5-4af2-a855-9781e1cf385b,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:23.369468 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-92a28c4e-e56d-4612-a621-fef78c30951f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:23.528980 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f3213528-2374-4a00-a55d-1aacecf3d50a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:23.531572 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e1a22caf-4477-4d52-b178-e557bd2cfe27 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:23.550128 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca6a040-5d7f-4a57-a97e-809a7596a269 req-d5e403d8-01c6-4575-a450-7602f4024185 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:23.571470 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3ca6a040-5d7f-4a57-a97e-809a7596a269 req-d5e403d8-01c6-4575-a450-7602f4024185 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8a087b1-519b-4d24-b909-2afc3b982268 HTTP/1.1" status: 200 len: 945 time: 0.6528673 Nov 12 08:28:23.591587 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 60684) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:23.842190 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-e1a22caf-4477-4d52-b178-e557bd2cfe27 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Calling delete_port for 034a4b17-4cba-4c98-b52f-e9e3164c2e54 owned by network:router_interface {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:28:23.881201 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f3213528-2374-4a00-a55d-1aacecf3d50a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:23.889389 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3c747eed-5add-4dc4-a699-08ddbda7b783 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:24.167378 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a0894-5198-4d5a-94a7-bfa27d636b15 req-f2728ab6-8a8f-44fe-9038-b669df1eed53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:24.167926 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a0894-5198-4d5a-94a7-bfa27d636b15 req-f2728ab6-8a8f-44fe-9038-b669df1eed53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:24.168484 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a0894-5198-4d5a-94a7-bfa27d636b15 req-f2728ab6-8a8f-44fe-9038-b669df1eed53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:24.175478 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1d7a0894-5198-4d5a-94a7-bfa27d636b15 req-f2728ab6-8a8f-44fe-9038-b669df1eed53 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=21a2ac24705441ab9e82ecd18312805e&shared=False HTTP/1.1" status: 200 len: 2298 time: 1.0528884 Nov 12 08:28:24.189304 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e1a22caf-4477-4d52-b178-e557bd2cfe27 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:24.276174 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a22caf-4477-4d52-b178-e557bd2cfe27 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Pushing event deleted for resources: {'Port': ['ID=034a4b17-4cba-4c98-b52f-e9e3164c2e54,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:24.413107 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f3213528-2374-4a00-a55d-1aacecf3d50a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:24.425096 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f3213528-2374-4a00-a55d-1aacecf3d50a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:24.447460 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-f3213528-2374-4a00-a55d-1aacecf3d50a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/64b08a3f-f285-453d-b0db-719300deecb8 HTTP/1.1" status: 204 len: 168 time: 1.3554552 Nov 12 08:28:24.555706 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3ca6a040-5d7f-4a57-a97e-809a7596a269 req-dbe3c85b-2394-47b3-8be1-2c9b36c211d0 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=9dc9079a-4f63-4eb5-be12-eaa66771fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9817555 Nov 12 08:28:24.668889 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3c747eed-5add-4dc4-a699-08ddbda7b783 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:24.729378 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3213528-2374-4a00-a55d-1aacecf3d50a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b08a3f-f285-453d-b0db-719300deecb8,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:24.772857 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3c747eed-5add-4dc4-a699-08ddbda7b783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:24.817008 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e1a22caf-4477-4d52-b178-e557bd2cfe27 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918626'] for router_interface, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:24.909502 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7b22e6f-34ba-40cc-8b8b-fe95438187cb', 'tag': '69493e27-daa5-4af2-a855-9781e1cf385b'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:28:24.921450 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25e51c07-7b73-4d07-9455-7e0cbcd5b29a" -d '{"events": [{"name": "network-changed", "server_uuid": "e7b22e6f-34ba-40cc-8b8b-fe95438187cb", "tag": "69493e27-daa5-4af2-a855-9781e1cf385b"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:28:24.927846 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c747eed-5add-4dc4-a699-08ddbda7b783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e7b6196-967b-4057-90a4-950b6eddbb4f,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:25.052805 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-3c747eed-5add-4dc4-a699-08ddbda7b783 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c76ad0a0a92e4ddf8984407d8f811958&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4582586 Nov 12 08:28:25.057218 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 60730) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:25.124540 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f2dbc7-ba7e-4c0d-90e0-700f868920aa req-46949d8a-6e50-4156-8643-2200fb87515e tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:25.134780 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f2dbc7-ba7e-4c0d-90e0-700f868920aa req-46949d8a-6e50-4156-8643-2200fb87515e tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:25.142643 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f2dbc7-ba7e-4c0d-90e0-700f868920aa req-46949d8a-6e50-4156-8643-2200fb87515e tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:25.149151 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f2dbc7-ba7e-4c0d-90e0-700f868920aa req-46949d8a-6e50-4156-8643-2200fb87515e tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:25.157337 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f2dbc7-ba7e-4c0d-90e0-700f868920aa req-46949d8a-6e50-4156-8643-2200fb87515e tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:25.164655 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f2dbc7-ba7e-4c0d-90e0-700f868920aa req-46949d8a-6e50-4156-8643-2200fb87515e tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:25.172893 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f2dbc7-ba7e-4c0d-90e0-700f868920aa req-46949d8a-6e50-4156-8643-2200fb87515e tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:25.181740 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a7f2dbc7-ba7e-4c0d-90e0-700f868920aa req-46949d8a-6e50-4156-8643-2200fb87515e tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7b22e6f-34ba-40cc-8b8b-fe95438187cb HTTP/1.1" status: 200 len: 5407 time: 0.4654844 Nov 12 08:28:25.366096 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-724c9a83-8af1-46d6-ac73-f65556a9e70c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:25.399384 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-724c9a83-8af1-46d6-ac73-f65556a9e70c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:25.469493 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-92a28c4e-e56d-4612-a621-fef78c30951f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a76e0b9e-8617-4bd9-a2b4-d69cee07db2a {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:28:25.550132 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a7f2dbc7-ba7e-4c0d-90e0-700f868920aa req-53ad7506-01f7-4f0e-88c4-4f01600b1c02 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc0955f8-ff92-40bf-a2fd-f4ce6f6d835b&id=fca2cf2b-9cad-4878-bbbc-828482027757&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3640110 Nov 12 08:28:25.551815 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-724c9a83-8af1-46d6-ac73-f65556a9e70c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:25.563499 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-724c9a83-8af1-46d6-ac73-f65556a9e70c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:25.566146 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-724c9a83-8af1-46d6-ac73-f65556a9e70c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1e7b6196-967b-4057-90a4-950b6eddbb4f HTTP/1.1" status: 204 len: 168 time: 0.5029392 Nov 12 08:28:25.572244 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-92a28c4e-e56d-4612-a621-fef78c30951f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:25.623767 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724c9a83-8af1-46d6-ac73-f65556a9e70c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e7b6196-967b-4057-90a4-950b6eddbb4f,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:25.645771 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-92a28c4e-e56d-4612-a621-fef78c30951f service neutron] Transition to ACTIVE for port object a76e0b9e-8617-4bd9-a2b4-d69cee07db2a will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:28:25.653942 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-92a28c4e-e56d-4612-a621-fef78c30951f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:25.678839 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1f1931e-c530-47a8-9e75-cf4200b15a9b x-openstack-request-id: req-f1f1931e-c530-47a8-9e75-cf4200b15a9b {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:28:25.679388 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7b22e6f-34ba-40cc-8b8b-fe95438187cb", "tag": "69493e27-daa5-4af2-a855-9781e1cf385b", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:28:25.679388 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f1f1931e-c530-47a8-9e75-cf4200b15a9b {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:28:25.679764 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7b22e6f-34ba-40cc-8b8b-fe95438187cb', 'tag': '69493e27-daa5-4af2-a855-9781e1cf385b', 'status': 'completed', 'code': 200} Nov 12 08:28:26.039606 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a0894-5198-4d5a-94a7-bfa27d636b15 req-a53c1e45-efd2-45db-b0fc-839b384704c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:26.041454 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1d7a0894-5198-4d5a-94a7-bfa27d636b15 req-a53c1e45-efd2-45db-b0fc-839b384704c7 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.8433475 Nov 12 08:28:26.069944 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a28c4e-e56d-4612-a621-fef78c30951f service neutron] Pushing event updated for resources: {'Port': ['ID=a76e0b9e-8617-4bd9-a2b4-d69cee07db2a,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:26.101224 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3e4da5-e4d5-4a17-a513-764f32132c03 req-e05bb2d4-e7e1-4e34-bf6a-f63e1d2c3727 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:26.110080 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2e3e4da5-e4d5-4a17-a513-764f32132c03 req-e05bb2d4-e7e1-4e34-bf6a-f63e1d2c3727 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8a087b1-519b-4d24-b909-2afc3b982268 HTTP/1.1" status: 200 len: 945 time: 0.3251958 Nov 12 08:28:26.193908 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-92a28c4e-e56d-4612-a621-fef78c30951f service neutron] Attempting to bind port a76e0b9e-8617-4bd9-a2b4-d69cee07db2a on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:28:26.194577 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-92a28c4e-e56d-4612-a621-fef78c30951f service neutron] Attempting to bind port a76e0b9e-8617-4bd9-a2b4-d69cee07db2a by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': '0e80606c-279e-44f6-8189-99516fd172eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '5b2a8b49-5710-48dd-bacf-1711bcf033cc'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:28:26.195157 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-92a28c4e-e56d-4612-a621-fef78c30951f service neutron] Attempting to bind port a76e0b9e-8617-4bd9-a2b4-d69cee07db2a on network 5b2a8b49-5710-48dd-bacf-1711bcf033cc {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:28:26.215416 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-92a28c4e-e56d-4612-a621-fef78c30951f service neutron] Port a76e0b9e-8617-4bd9-a2b4-d69cee07db2a on network 5b2a8b49-5710-48dd-bacf-1711bcf033cc not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:28:26.216040 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-92a28c4e-e56d-4612-a621-fef78c30951f service neutron] Attempting to bind port a76e0b9e-8617-4bd9-a2b4-d69cee07db2a on network 5b2a8b49-5710-48dd-bacf-1711bcf033cc {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:28:26.249045 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-92a28c4e-e56d-4612-a621-fef78c30951f service neutron] Checking agent: {'id': '26215384-8035-4ce2-971a-8e67be80da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:28:26.250070 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-92a28c4e-e56d-4612-a621-fef78c30951f service neutron] Checking segment: {'id': '0e80606c-279e-44f6-8189-99516fd172eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '5b2a8b49-5710-48dd-bacf-1711bcf033cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:28:26.250564 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-92a28c4e-e56d-4612-a621-fef78c30951f service neutron] Bound using segment: {'id': '0e80606c-279e-44f6-8189-99516fd172eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '5b2a8b49-5710-48dd-bacf-1711bcf033cc'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:28:26.251236 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-92a28c4e-e56d-4612-a621-fef78c30951f service neutron] Bound port: a76e0b9e-8617-4bd9-a2b4-d69cee07db2a, host: n-h1-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e80606c-279e-44f6-8189-99516fd172eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '5b2a8b49-5710-48dd-bacf-1711bcf033cc'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:28:26.251796 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-92a28c4e-e56d-4612-a621-fef78c30951f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:26.285417 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2e3e4da5-e4d5-4a17-a513-764f32132c03 req-593ebb1e-2845-4b75-a2a1-0814456a412f tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=9dc9079a-4f63-4eb5-be12-eaa66771fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735184 Nov 12 08:28:26.391844 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-92a28c4e-e56d-4612-a621-fef78c30951f service neutron] For port a76e0b9e-8617-4bd9-a2b4-d69cee07db2a, host n-h1-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:28:26.395438 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-92a28c4e-e56d-4612-a621-fef78c30951f service neutron] For port a76e0b9e-8617-4bd9-a2b4-d69cee07db2a, host n-h1-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=a76e0b9e-8617-4bd9-a2b4-d69cee07db2a,segment=NetworkSegment(0e80606c-279e-44f6-8189-99516fd172eb),segment_id=0e80606c-279e-44f6-8189-99516fd172eb)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:28:26.406043 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-92a28c4e-e56d-4612-a621-fef78c30951f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:26.410850 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff23653-d19e-4d12-ab68-8a5118adc4f3 req-2400def8-49a2-4690-8a7a-dc7e64bb508f tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:26.434558 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-92a28c4e-e56d-4612-a621-fef78c30951f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:26.437152 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-92a28c4e-e56d-4612-a621-fef78c30951f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:26.440212 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-aff23653-d19e-4d12-ab68-8a5118adc4f3 req-2400def8-49a2-4690-8a7a-dc7e64bb508f tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/networks?id=97ca3497-d4cd-4c64-83f2-e4cf0b99a680 HTTP/1.1" status: 200 len: 805 time: 0.8843102 Nov 12 08:28:26.442009 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-92a28c4e-e56d-4612-a621-fef78c30951f service neutron] 10.222.0.21 "PUT /v2.0/ports/a76e0b9e-8617-4bd9-a2b4-d69cee07db2a HTTP/1.1" status: 200 len: 1092 time: 3.5425701 Nov 12 08:28:26.501821 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-3adb32c7-4819-4a59-ad29-1835b00b5837 service neutron] Request body: {'port': {'device_id': 'e7b22e6f-34ba-40cc-8b8b-fe95438187cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:28:26.527349 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-aff23653-d19e-4d12-ab68-8a5118adc4f3 req-f7c50890-6efc-4813-9f60-0269bceda9c6 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/quotas/4e695ccfe3434d44ababb01fdc20479b HTTP/1.1" status: 200 len: 375 time: 0.0861356 Nov 12 08:28:26.568521 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1a22caf-4477-4d52-b178-e557bd2cfe27 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Router 1c96bfe2-c69e-4945-a0ac-e3a7e646a467 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:28:26.679471 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-3adb32c7-4819-4a59-ad29-1835b00b5837 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:26.710122 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a28c4e-e56d-4612-a621-fef78c30951f service neutron] Pushing event updated for resources: {'Port': ['ID=a76e0b9e-8617-4bd9-a2b4-d69cee07db2a,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:26.861655 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e51c07-7b73-4d07-9455-7e0cbcd5b29a req-df66450a-96ca-43f7-8c4b-f1526a22bacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:26.862163 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e51c07-7b73-4d07-9455-7e0cbcd5b29a req-df66450a-96ca-43f7-8c4b-f1526a22bacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:26.862868 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e51c07-7b73-4d07-9455-7e0cbcd5b29a req-df66450a-96ca-43f7-8c4b-f1526a22bacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:26.863367 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e51c07-7b73-4d07-9455-7e0cbcd5b29a req-df66450a-96ca-43f7-8c4b-f1526a22bacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:26.863855 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e51c07-7b73-4d07-9455-7e0cbcd5b29a req-df66450a-96ca-43f7-8c4b-f1526a22bacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:26.869620 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e51c07-7b73-4d07-9455-7e0cbcd5b29a req-df66450a-96ca-43f7-8c4b-f1526a22bacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:26.870116 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e51c07-7b73-4d07-9455-7e0cbcd5b29a req-df66450a-96ca-43f7-8c4b-f1526a22bacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:26.880751 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-25e51c07-7b73-4d07-9455-7e0cbcd5b29a req-df66450a-96ca-43f7-8c4b-f1526a22bacd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=21a2ac24705441ab9e82ecd18312805e&device_id=e7b22e6f-34ba-40cc-8b8b-fe95438187cb HTTP/1.1" status: 200 len: 6385 time: 0.6993356 Nov 12 08:28:26.891598 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-aff23653-d19e-4d12-ab68-8a5118adc4f3 req-131fc0d6-e794-4611-b0cb-64590e280de9 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=4e695ccfe3434d44ababb01fdc20479b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3592317 Nov 12 08:28:26.941344 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5a7ffb-e5f0-4b23-b151-542d87f9b7a1 req-2391d7d6-350a-4cb4-841b-7794b61a6296 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:26.964654 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5a7ffb-e5f0-4b23-b151-542d87f9b7a1 req-2391d7d6-350a-4cb4-841b-7794b61a6296 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:26.989365 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5a7ffb-e5f0-4b23-b151-542d87f9b7a1 req-2391d7d6-350a-4cb4-841b-7794b61a6296 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:26.996116 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5a7ffb-e5f0-4b23-b151-542d87f9b7a1 req-2391d7d6-350a-4cb4-841b-7794b61a6296 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:27.017901 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5a7ffb-e5f0-4b23-b151-542d87f9b7a1 req-2391d7d6-350a-4cb4-841b-7794b61a6296 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:27.024782 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5a7ffb-e5f0-4b23-b151-542d87f9b7a1 req-2391d7d6-350a-4cb4-841b-7794b61a6296 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:27.037969 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5a7ffb-e5f0-4b23-b151-542d87f9b7a1 req-2391d7d6-350a-4cb4-841b-7794b61a6296 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:27.059235 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7e5a7ffb-e5f0-4b23-b151-542d87f9b7a1 req-2391d7d6-350a-4cb4-841b-7794b61a6296 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7b22e6f-34ba-40cc-8b8b-fe95438187cb HTTP/1.1" status: 200 len: 5419 time: 0.3165767 Nov 12 08:28:27.180737 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e51c07-7b73-4d07-9455-7e0cbcd5b29a req-55d3ffc7-6eea-4eff-aa90-939505212657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:27.188570 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e51c07-7b73-4d07-9455-7e0cbcd5b29a req-55d3ffc7-6eea-4eff-aa90-939505212657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:27.189054 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e51c07-7b73-4d07-9455-7e0cbcd5b29a req-55d3ffc7-6eea-4eff-aa90-939505212657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:27.190787 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-25e51c07-7b73-4d07-9455-7e0cbcd5b29a req-55d3ffc7-6eea-4eff-aa90-939505212657 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=21a2ac24705441ab9e82ecd18312805e&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2671120 Nov 12 08:28:27.292487 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1a22caf-4477-4d52-b178-e557bd2cfe27 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:28:27.304450 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6935600-a561-4a78-93a4-fb0ea7d59415 None None] Sync routers for ids ['1c96bfe2-c69e-4945-a0ac-e3a7e646a467'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:28:27.307883 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 60780) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:27.308802 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-e1a22caf-4477-4d52-b178-e557bd2cfe27 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "PUT /v2.0/routers/1c96bfe2-c69e-4945-a0ac-e3a7e646a467/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1162202 Nov 12 08:28:27.325050 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6935600-a561-4a78-93a4-fb0ea7d59415 None None] Routers {'1c96bfe2-c69e-4945-a0ac-e3a7e646a467'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:28:27.325706 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-e6935600-a561-4a78-93a4-fb0ea7d59415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:28:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['1c96bfe2-c69e-4945-a0ac-e3a7e646a467'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:27.496410 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-e6935600-a561-4a78-93a4-fb0ea7d59415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:27.580729 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6935600-a561-4a78-93a4-fb0ea7d59415 None None] Routers {'1c96bfe2-c69e-4945-a0ac-e3a7e646a467'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:28:27.584269 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-e6935600-a561-4a78-93a4-fb0ea7d59415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:28:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['1c96bfe2-c69e-4945-a0ac-e3a7e646a467'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:27.690016 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7b22e6f-34ba-40cc-8b8b-fe95438187cb', 'tag': 'a76e0b9e-8617-4bd9-a2b4-d69cee07db2a'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:28:27.695039 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-aff23653-d19e-4d12-ab68-8a5118adc4f3 req-7f84d190-2db7-4afb-8c74-6aae7e086103 service neutron] 10.222.0.26 "GET /v2.0/networks/97ca3497-d4cd-4c64-83f2-e4cf0b99a680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5159814 Nov 12 08:28:27.707256 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e51c07-7b73-4d07-9455-7e0cbcd5b29a req-06c5fea8-b4e7-4feb-a0ca-fa85624cd246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:27.708675 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-25e51c07-7b73-4d07-9455-7e0cbcd5b29a req-06c5fea8-b4e7-4feb-a0ca-fa85624cd246 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4886618 Nov 12 08:28:27.717060 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bb95d10-d0c8-4d59-8d77-056c9030ba29" -d '{"events": [{"name": "network-changed", "server_uuid": "e7b22e6f-34ba-40cc-8b8b-fe95438187cb", "tag": "a76e0b9e-8617-4bd9-a2b4-d69cee07db2a"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:28:27.804033 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-e6935600-a561-4a78-93a4-fb0ea7d59415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:27.805082 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6935600-a561-4a78-93a4-fb0ea7d59415 None None] The sync data for ids ['1c96bfe2-c69e-4945-a0ac-e3a7e646a467'] in n-d-765315-29 is: [] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:28:27.932899 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-aff23653-d19e-4d12-ab68-8a5118adc4f3 req-ece5a62e-4813-4132-9edb-7f75f1c2c7ff service neutron] 10.222.0.26 "GET /v2.0/networks/97ca3497-d4cd-4c64-83f2-e4cf0b99a680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354977 Nov 12 08:28:28.284133 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7e5a7ffb-e5f0-4b23-b151-542d87f9b7a1 req-4cc6492b-4d87-43af-9dc0-b1818ab16290 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc0955f8-ff92-40bf-a2fd-f4ce6f6d835b&id=fca2cf2b-9cad-4878-bbbc-828482027757&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.2235427 Nov 12 08:28:28.538038 n-d-765315-29 neutron-server[102599]: INFO neutron.api.v2.resource [None req-9f2d0789-613d-4939-aa5c-cf89e7bd0391 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] remove_router_interface failed (client error): The resource could not be found. Nov 12 08:28:28.545199 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-9f2d0789-613d-4939-aa5c-cf89e7bd0391 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "PUT /v2.0/routers/1c96bfe2-c69e-4945-a0ac-e3a7e646a467/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.2109485 Nov 12 08:28:28.554140 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 60848) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:28.638208 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-1ce4a84d-204f-444b-916e-4c613d4c86c7 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c96bfe2-c69e-4945-a0ac-e3a7e646a467 HTTP/1.1" status: 200 len: 205 time: 0.0800920 Nov 12 08:28:28.639870 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40a66840-c978-49de-8a82-97466871983e x-openstack-request-id: req-40a66840-c978-49de-8a82-97466871983e {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:28:28.640168 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7b22e6f-34ba-40cc-8b8b-fe95438187cb", "tag": "a76e0b9e-8617-4bd9-a2b4-d69cee07db2a", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:28:28.640425 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-40a66840-c978-49de-8a82-97466871983e {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:28:28.640877 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7b22e6f-34ba-40cc-8b8b-fe95438187cb', 'tag': 'a76e0b9e-8617-4bd9-a2b4-d69cee07db2a', 'status': 'completed', 'code': 200} Nov 12 08:28:28.644073 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 60852) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:28.939308 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edde08b-37f1-4e2d-958f-9d6d4cbd1db5 req-96b90bb8-e3d8-46ab-b5df-fbf3a358c825 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:28.950272 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4edde08b-37f1-4e2d-958f-9d6d4cbd1db5 req-96b90bb8-e3d8-46ab-b5df-fbf3a358c825 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8a087b1-519b-4d24-b909-2afc3b982268 HTTP/1.1" status: 200 len: 945 time: 0.4751356 Nov 12 08:28:29.103374 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb95d10-d0c8-4d59-8d77-056c9030ba29 req-bcfedc52-5fb5-4237-9a81-8cdd4fb54510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:29.106417 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb95d10-d0c8-4d59-8d77-056c9030ba29 req-bcfedc52-5fb5-4237-9a81-8cdd4fb54510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:29.108735 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb95d10-d0c8-4d59-8d77-056c9030ba29 req-bcfedc52-5fb5-4237-9a81-8cdd4fb54510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:29.114186 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb95d10-d0c8-4d59-8d77-056c9030ba29 req-bcfedc52-5fb5-4237-9a81-8cdd4fb54510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:29.114714 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb95d10-d0c8-4d59-8d77-056c9030ba29 req-bcfedc52-5fb5-4237-9a81-8cdd4fb54510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:29.115187 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb95d10-d0c8-4d59-8d77-056c9030ba29 req-bcfedc52-5fb5-4237-9a81-8cdd4fb54510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:29.115674 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb95d10-d0c8-4d59-8d77-056c9030ba29 req-bcfedc52-5fb5-4237-9a81-8cdd4fb54510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:29.129774 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0bb95d10-d0c8-4d59-8d77-056c9030ba29 req-bcfedc52-5fb5-4237-9a81-8cdd4fb54510 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=21a2ac24705441ab9e82ecd18312805e&device_id=e7b22e6f-34ba-40cc-8b8b-fe95438187cb HTTP/1.1" status: 200 len: 6427 time: 0.4818981 Nov 12 08:28:29.262204 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4edde08b-37f1-4e2d-958f-9d6d4cbd1db5 req-6752d9e6-9253-49c6-bd98-e675e64588ec tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=9dc9079a-4f63-4eb5-be12-eaa66771fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093910 Nov 12 08:28:29.675259 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defd3da0-d19f-49f1-ae91-2c1f5ab502dc req-724de762-061a-4588-b44b-069d1e1a3c44 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:29.731625 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defd3da0-d19f-49f1-ae91-2c1f5ab502dc req-724de762-061a-4588-b44b-069d1e1a3c44 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:29.743698 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defd3da0-d19f-49f1-ae91-2c1f5ab502dc req-724de762-061a-4588-b44b-069d1e1a3c44 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:29.764857 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defd3da0-d19f-49f1-ae91-2c1f5ab502dc req-724de762-061a-4588-b44b-069d1e1a3c44 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:29.799352 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defd3da0-d19f-49f1-ae91-2c1f5ab502dc req-724de762-061a-4588-b44b-069d1e1a3c44 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:29.870295 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defd3da0-d19f-49f1-ae91-2c1f5ab502dc req-724de762-061a-4588-b44b-069d1e1a3c44 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:29.912465 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defd3da0-d19f-49f1-ae91-2c1f5ab502dc req-724de762-061a-4588-b44b-069d1e1a3c44 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:29.933810 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-defd3da0-d19f-49f1-ae91-2c1f5ab502dc req-724de762-061a-4588-b44b-069d1e1a3c44 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7b22e6f-34ba-40cc-8b8b-fe95438187cb HTTP/1.1" status: 200 len: 5419 time: 0.5073020 Nov 12 08:28:29.994798 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb95d10-d0c8-4d59-8d77-056c9030ba29 req-fda2b4a2-9da3-4377-913d-f17646fe83cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:29.995398 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb95d10-d0c8-4d59-8d77-056c9030ba29 req-fda2b4a2-9da3-4377-913d-f17646fe83cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:29.996153 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb95d10-d0c8-4d59-8d77-056c9030ba29 req-fda2b4a2-9da3-4377-913d-f17646fe83cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:30.004886 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0bb95d10-d0c8-4d59-8d77-056c9030ba29 req-fda2b4a2-9da3-4377-913d-f17646fe83cb service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=21a2ac24705441ab9e82ecd18312805e&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.8189330 Nov 12 08:28:30.320746 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c7edd4b3-5145-4d84-8698-3a6bd90af257 req-acf12a74-77d4-4016-97c7-071884500e16 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=f506bc83-a595-4a48-acb8-2fff75fadea1 HTTP/1.1" status: 200 len: 210 time: 0.2017834 Nov 12 08:28:30.332009 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b75d0633-db5c-4604-a68d-d02b9a7395fd tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks [] for router, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:30.517074 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-defd3da0-d19f-49f1-ae91-2c1f5ab502dc req-eff958ac-6ab1-4b45-9381-d05e6ba5d8cd tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc0955f8-ff92-40bf-a2fd-f4ce6f6d835b&id=fca2cf2b-9cad-4878-bbbc-828482027757&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5822389 Nov 12 08:28:30.545507 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb95d10-d0c8-4d59-8d77-056c9030ba29 req-2790944a-4b27-49b0-8abb-071a36a41052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:30.551173 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0bb95d10-d0c8-4d59-8d77-056c9030ba29 req-2790944a-4b27-49b0-8abb-071a36a41052 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5390248 Nov 12 08:28:31.006799 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-3adb32c7-4819-4a59-ad29-1835b00b5837 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2cd737f-49af-4915-99ac-335868dc6f31 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:28:31.168175 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-3adb32c7-4819-4a59-ad29-1835b00b5837 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:31.386547 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b75d0633-db5c-4604-a68d-d02b9a7395fd tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:31.413947 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-3adb32c7-4819-4a59-ad29-1835b00b5837 service neutron] Transition to ACTIVE for port object c2cd737f-49af-4915-99ac-335868dc6f31 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:28:31.421959 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b75d0633-db5c-4604-a68d-d02b9a7395fd tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:31.454699 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c756503-fcf1-48b4-bd2b-60507eef576e req-10e3ddc0-e5c5-4611-980a-93b39efae11f tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:31.480574 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0c756503-fcf1-48b4-bd2b-60507eef576e req-10e3ddc0-e5c5-4611-980a-93b39efae11f tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8a087b1-519b-4d24-b909-2afc3b982268 HTTP/1.1" status: 200 len: 945 time: 0.8623521 Nov 12 08:28:31.491215 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-3adb32c7-4819-4a59-ad29-1835b00b5837 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:31.570624 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-901d7bcf-7028-40b3-88bc-4228c3349ef6 req-022c1393-7cca-4d3b-8e40-2a91a7e699d0 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=f506bc83-a595-4a48-acb8-2fff75fadea1 HTTP/1.1" status: 200 len: 210 time: 0.0941072 Nov 12 08:28:31.639863 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adb32c7-4819-4a59-ad29-1835b00b5837 service neutron] Pushing event updated for resources: {'Port': ['ID=c2cd737f-49af-4915-99ac-335868dc6f31,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:31.796052 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff23653-d19e-4d12-ab68-8a5118adc4f3 req-4ed52dce-2943-4e69-a87a-a355bc943e54 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:31.797539 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-aff23653-d19e-4d12-ab68-8a5118adc4f3 req-4ed52dce-2943-4e69-a87a-a355bc943e54 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.21 "GET /v2.0/networks?id=97ca3497-d4cd-4c64-83f2-e4cf0b99a680 HTTP/1.1" status: 200 len: 805 time: 1.2495184 Nov 12 08:28:31.859592 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-aff23653-d19e-4d12-ab68-8a5118adc4f3 req-d6b04bfc-a9e9-4f86-b2ed-282dd8ac0f39 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Request body: {'port': {'device_id': 'f506bc83-a595-4a48-acb8-2fff75fadea1', 'network_id': '97ca3497-d4cd-4c64-83f2-e4cf0b99a680', 'admin_state_up': True, 'tenant_id': '4e695ccfe3434d44ababb01fdc20479b'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:28:31.917632 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b75d0633-db5c-4604-a68d-d02b9a7395fd tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:31.918125 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b75d0633-db5c-4604-a68d-d02b9a7395fd tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Fanout notify agent at l3_agent the message router_deleted on router 1c96bfe2-c69e-4945-a0ac-e3a7e646a467 {{(pid=102599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:28:31.945467 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b75d0633-db5c-4604-a68d-d02b9a7395fd tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:31.954339 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60950) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:31.954539 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-b75d0633-db5c-4604-a68d-d02b9a7395fd tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "DELETE /v2.0/routers/1c96bfe2-c69e-4945-a0ac-e3a7e646a467 HTTP/1.1" status: 204 len: 168 time: 3.3092418 Nov 12 08:28:32.160793 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f16d0-f867-4e1f-963b-1b94ece247b0 req-51b07374-90f6-4cf1-9516-2a5e910b5442 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:32.176370 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f16d0-f867-4e1f-963b-1b94ece247b0 req-51b07374-90f6-4cf1-9516-2a5e910b5442 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:32.185095 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f16d0-f867-4e1f-963b-1b94ece247b0 req-51b07374-90f6-4cf1-9516-2a5e910b5442 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:32.185779 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0c756503-fcf1-48b4-bd2b-60507eef576e req-ad47c0a4-c71d-444f-a260-735ed03fe47c tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=9dc9079a-4f63-4eb5-be12-eaa66771fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7019916 Nov 12 08:28:32.215230 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f16d0-f867-4e1f-963b-1b94ece247b0 req-51b07374-90f6-4cf1-9516-2a5e910b5442 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:32.229289 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f16d0-f867-4e1f-963b-1b94ece247b0 req-51b07374-90f6-4cf1-9516-2a5e910b5442 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:32.249739 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f16d0-f867-4e1f-963b-1b94ece247b0 req-51b07374-90f6-4cf1-9516-2a5e910b5442 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:32.257100 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f16d0-f867-4e1f-963b-1b94ece247b0 req-51b07374-90f6-4cf1-9516-2a5e910b5442 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:32.266105 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-890f16d0-f867-4e1f-963b-1b94ece247b0 req-51b07374-90f6-4cf1-9516-2a5e910b5442 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7b22e6f-34ba-40cc-8b8b-fe95438187cb HTTP/1.1" status: 200 len: 5431 time: 0.4728281 Nov 12 08:28:32.272548 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b186849-3d58-49da-9423-77892fa392dc tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Deleting subnet d731cf9d-781e-43ad-ab6c-d1433dae42cb {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:28:32.307796 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6b186849-3d58-49da-9423-77892fa392dc tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:32.417083 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6b186849-3d58-49da-9423-77892fa392dc tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:32.492722 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-3adb32c7-4819-4a59-ad29-1835b00b5837 service neutron] Attempting to bind port c2cd737f-49af-4915-99ac-335868dc6f31 on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:28:32.507178 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-3adb32c7-4819-4a59-ad29-1835b00b5837 service neutron] Attempting to bind port c2cd737f-49af-4915-99ac-335868dc6f31 by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': '0e80606c-279e-44f6-8189-99516fd172eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '5b2a8b49-5710-48dd-bacf-1711bcf033cc'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:28:32.507624 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-3adb32c7-4819-4a59-ad29-1835b00b5837 service neutron] Attempting to bind port c2cd737f-49af-4915-99ac-335868dc6f31 on network 5b2a8b49-5710-48dd-bacf-1711bcf033cc {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:28:32.508852 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-890f16d0-f867-4e1f-963b-1b94ece247b0 req-1c814d67-bb5f-4f4e-a9d9-f6b03eefbbeb tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc0955f8-ff92-40bf-a2fd-f4ce6f6d835b&id=fca2cf2b-9cad-4878-bbbc-828482027757&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2417231 Nov 12 08:28:32.552884 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-3adb32c7-4819-4a59-ad29-1835b00b5837 service neutron] Port c2cd737f-49af-4915-99ac-335868dc6f31 on network 5b2a8b49-5710-48dd-bacf-1711bcf033cc not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:28:32.557689 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-3adb32c7-4819-4a59-ad29-1835b00b5837 service neutron] Attempting to bind port c2cd737f-49af-4915-99ac-335868dc6f31 on network 5b2a8b49-5710-48dd-bacf-1711bcf033cc {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:28:32.571114 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aff23653-d19e-4d12-ab68-8a5118adc4f3 req-d6b04bfc-a9e9-4f86-b2ed-282dd8ac0f39 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Made reservation on behalf of 4e695ccfe3434d44ababb01fdc20479b for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:28:32.587427 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-aff23653-d19e-4d12-ab68-8a5118adc4f3 req-d6b04bfc-a9e9-4f86-b2ed-282dd8ac0f39 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:32.630373 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-3adb32c7-4819-4a59-ad29-1835b00b5837 service neutron] Checking agent: {'id': '26215384-8035-4ce2-971a-8e67be80da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:28:32.657322 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-3adb32c7-4819-4a59-ad29-1835b00b5837 service neutron] Checking segment: {'id': '0e80606c-279e-44f6-8189-99516fd172eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '5b2a8b49-5710-48dd-bacf-1711bcf033cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:28:32.658519 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-3adb32c7-4819-4a59-ad29-1835b00b5837 service neutron] Bound using segment: {'id': '0e80606c-279e-44f6-8189-99516fd172eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '5b2a8b49-5710-48dd-bacf-1711bcf033cc'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:28:32.659385 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-3adb32c7-4819-4a59-ad29-1835b00b5837 service neutron] Bound port: c2cd737f-49af-4915-99ac-335868dc6f31, host: n-h1-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e80606c-279e-44f6-8189-99516fd172eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '5b2a8b49-5710-48dd-bacf-1711bcf033cc'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:28:32.660064 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-3adb32c7-4819-4a59-ad29-1835b00b5837 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:32.730567 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6b186849-3d58-49da-9423-77892fa392dc tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:32.929409 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-aff23653-d19e-4d12-ab68-8a5118adc4f3 req-d6b04bfc-a9e9-4f86-b2ed-282dd8ac0f39 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Allocated IP 172.20.0.4 (97ca3497-d4cd-4c64-83f2-e4cf0b99a680/e5a8c2de-791a-407e-b586-3b1004863989/0622814b-f14c-42cc-9125-68dcafc8fc6c) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:28:32.962919 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6b186849-3d58-49da-9423-77892fa392dc tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:33.001961 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6b186849-3d58-49da-9423-77892fa392dc tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:33.008139 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45027859-5090-41e8-bfc3-375e671d64ea None None] Network 88b8b5f4-e841-447c-8ad1-4c992b498ff2 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:28:33.046852 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-6b186849-3d58-49da-9423-77892fa392dc tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "DELETE /v2.0/subnets/d731cf9d-781e-43ad-ab6c-d1433dae42cb HTTP/1.1" status: 204 len: 168 time: 1.0881433 Nov 12 08:28:33.119516 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60972) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:33.204105 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b186849-3d58-49da-9423-77892fa392dc tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Pushing event deleted for resources: {'Subnet': ['ID=d731cf9d-781e-43ad-ab6c-d1433dae42cb,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:33.381645 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-90431f99-8ce9-4cef-927a-20a2d3040962 req-ec939731-ed1d-4a0c-83e8-dbb7844cc1d3 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=f506bc83-a595-4a48-acb8-2fff75fadea1 HTTP/1.1" status: 200 len: 210 time: 0.1063414 Nov 12 08:28:33.505400 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5f17f83e-695d-407e-b4b7-72f610ddc165 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:33.505797 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0834e6-afbe-4bb4-8363-d4158129d182 None None] DHCP port deletion for 88b8b5f4-e841-447c-8ad1-4c992b498ff2 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:28:33.611379 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-3adb32c7-4819-4a59-ad29-1835b00b5837 service neutron] For port c2cd737f-49af-4915-99ac-335868dc6f31, host n-h1-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:28:33.632339 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-3adb32c7-4819-4a59-ad29-1835b00b5837 service neutron] For port c2cd737f-49af-4915-99ac-335868dc6f31, host n-h1-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=c2cd737f-49af-4915-99ac-335868dc6f31,segment=NetworkSegment(0e80606c-279e-44f6-8189-99516fd172eb),segment_id=0e80606c-279e-44f6-8189-99516fd172eb)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:28:33.644305 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-2f0834e6-afbe-4bb4-8363-d4158129d182 None None] Deleting port e5d774a9-c1dd-4c11-9c9c-4dc6e2831705 {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:28:33.644305 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2f0834e6-afbe-4bb4-8363-d4158129d182 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:33.667443 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-3adb32c7-4819-4a59-ad29-1835b00b5837 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:33.685929 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-aff23653-d19e-4d12-ab68-8a5118adc4f3 req-d6b04bfc-a9e9-4f86-b2ed-282dd8ac0f39 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:33.797155 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-3adb32c7-4819-4a59-ad29-1835b00b5837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:33.798028 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-3adb32c7-4819-4a59-ad29-1835b00b5837 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:33.800054 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-3adb32c7-4819-4a59-ad29-1835b00b5837 service neutron] 10.222.0.21 "PUT /v2.0/ports/c2cd737f-49af-4915-99ac-335868dc6f31 HTTP/1.1" status: 200 len: 1092 time: 7.3064840 Nov 12 08:28:33.802831 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7b22e6f-34ba-40cc-8b8b-fe95438187cb', 'tag': 'c2cd737f-49af-4915-99ac-335868dc6f31'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:28:33.814926 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83701ab0-844a-444e-bb53-99d4e87ff311" -d '{"events": [{"name": "network-changed", "server_uuid": "e7b22e6f-34ba-40cc-8b8b-fe95438187cb", "tag": "c2cd737f-49af-4915-99ac-335868dc6f31"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:28:33.859527 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34260ce-ac9a-4b17-b24b-a120c817857b req-f796d15e-1240-4f57-9410-6d3cf1c8f5e2 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:33.873167 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c34260ce-ac9a-4b17-b24b-a120c817857b req-f796d15e-1240-4f57-9410-6d3cf1c8f5e2 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8a087b1-519b-4d24-b909-2afc3b982268 HTTP/1.1" status: 200 len: 945 time: 0.4968596 Nov 12 08:28:33.897617 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-2f0834e6-afbe-4bb4-8363-d4158129d182 None None] For port e5d774a9-c1dd-4c11-9c9c-4dc6e2831705, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=e5d774a9-c1dd-4c11-9c9c-4dc6e2831705,segment=NetworkSegment(2ba7ced2-c638-4516-9bfc-23b9f726453d),segment_id=2ba7ced2-c638-4516-9bfc-23b9f726453d)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:28:33.898769 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2f0834e6-afbe-4bb4-8363-d4158129d182 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:33.962324 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402c7d0d-e2fd-4961-9a14-104386b36e64 req-999587fd-779b-48ca-9f4c-22ae3a5d2c23 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:33.970176 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402c7d0d-e2fd-4961-9a14-104386b36e64 req-999587fd-779b-48ca-9f4c-22ae3a5d2c23 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:33.976651 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402c7d0d-e2fd-4961-9a14-104386b36e64 req-999587fd-779b-48ca-9f4c-22ae3a5d2c23 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:33.984214 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402c7d0d-e2fd-4961-9a14-104386b36e64 req-999587fd-779b-48ca-9f4c-22ae3a5d2c23 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:33.991297 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402c7d0d-e2fd-4961-9a14-104386b36e64 req-999587fd-779b-48ca-9f4c-22ae3a5d2c23 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:34.000288 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402c7d0d-e2fd-4961-9a14-104386b36e64 req-999587fd-779b-48ca-9f4c-22ae3a5d2c23 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:34.007990 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402c7d0d-e2fd-4961-9a14-104386b36e64 req-999587fd-779b-48ca-9f4c-22ae3a5d2c23 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:34.010219 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-402c7d0d-e2fd-4961-9a14-104386b36e64 req-999587fd-779b-48ca-9f4c-22ae3a5d2c23 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7b22e6f-34ba-40cc-8b8b-fe95438187cb HTTP/1.1" status: 200 len: 5431 time: 0.3021395 Nov 12 08:28:34.013131 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adb32c7-4819-4a59-ad29-1835b00b5837 service neutron] Pushing event updated for resources: {'Port': ['ID=c2cd737f-49af-4915-99ac-335868dc6f31,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:34.023545 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-2f0834e6-afbe-4bb4-8363-d4158129d182 None None] Calling delete_port for e5d774a9-c1dd-4c11-9c9c-4dc6e2831705 owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:28:34.190444 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-ea6ed0cb-4cc6-4b8a-8841-e861bb49f2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:34.191457 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-ea6ed0cb-4cc6-4b8a-8841-e861bb49f2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:34.192106 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-ea6ed0cb-4cc6-4b8a-8841-e861bb49f2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:34.192739 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-ea6ed0cb-4cc6-4b8a-8841-e861bb49f2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:34.193366 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-ea6ed0cb-4cc6-4b8a-8841-e861bb49f2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:34.194054 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-ea6ed0cb-4cc6-4b8a-8841-e861bb49f2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:34.195214 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-ea6ed0cb-4cc6-4b8a-8841-e861bb49f2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:34.198007 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-ea6ed0cb-4cc6-4b8a-8841-e861bb49f2bb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=21a2ac24705441ab9e82ecd18312805e&device_id=e7b22e6f-34ba-40cc-8b8b-fe95438187cb HTTP/1.1" status: 200 len: 6495 time: 0.3507648 Nov 12 08:28:34.205305 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-402c7d0d-e2fd-4961-9a14-104386b36e64 req-27554da2-4647-4c51-9b99-3a7543fd08fd tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc0955f8-ff92-40bf-a2fd-f4ce6f6d835b&id=fca2cf2b-9cad-4878-bbbc-828482027757&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1791329 Nov 12 08:28:34.206834 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-aff23653-d19e-4d12-ab68-8a5118adc4f3 req-d6b04bfc-a9e9-4f86-b2ed-282dd8ac0f39 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:34.248887 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-5f17f83e-695d-407e-b4b7-72f610ddc165 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Deleting port e5d774a9-c1dd-4c11-9c9c-4dc6e2831705 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:28:34.248887 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5f17f83e-695d-407e-b4b7-72f610ddc165 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:34.336055 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c34260ce-ac9a-4b17-b24b-a120c817857b req-fa15ee95-045c-45a9-bb8e-4d072976a005 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=9dc9079a-4f63-4eb5-be12-eaa66771fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4611263 Nov 12 08:28:34.349958 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-02b4c1e8-208b-4194-b2a2-ad751266472f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e22b775a-a039-415a-be68-84e3c4aa81d5 HTTP/1.1" status: 200 len: 217 time: 0.1405888 Nov 12 08:28:34.385767 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe0802a-304b-47c6-8f58-7f8cd4c3d958 x-openstack-request-id: req-bbe0802a-304b-47c6-8f58-7f8cd4c3d958 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:28:34.386212 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7b22e6f-34ba-40cc-8b8b-fe95438187cb", "tag": "c2cd737f-49af-4915-99ac-335868dc6f31", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:28:34.386572 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bbe0802a-304b-47c6-8f58-7f8cd4c3d958 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:28:34.387144 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7b22e6f-34ba-40cc-8b8b-fe95438187cb', 'tag': 'c2cd737f-49af-4915-99ac-335868dc6f31', 'status': 'completed', 'code': 200} Nov 12 08:28:34.414221 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aff23653-d19e-4d12-ab68-8a5118adc4f3 req-d6b04bfc-a9e9-4f86-b2ed-282dd8ac0f39 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Network 97ca3497-d4cd-4c64-83f2-e4cf0b99a680 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:28:34.417675 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-aff23653-d19e-4d12-ab68-8a5118adc4f3 req-d6b04bfc-a9e9-4f86-b2ed-282dd8ac0f39 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:28:34.422753 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b04bfc-a9e9-4f86-b2ed-282dd8ac0f39 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Pushing event updated for resources: {'Port': ['ID=0622814b-f14c-42cc-9125-68dcafc8fc6c,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:34.436114 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-aff23653-d19e-4d12-ab68-8a5118adc4f3 req-d6b04bfc-a9e9-4f86-b2ed-282dd8ac0f39 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:28:34.474186 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-5f17f83e-695d-407e-b4b7-72f610ddc165 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] For port e5d774a9-c1dd-4c11-9c9c-4dc6e2831705, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=e5d774a9-c1dd-4c11-9c9c-4dc6e2831705,segment=NetworkSegment(2ba7ced2-c638-4516-9bfc-23b9f726453d),segment_id=2ba7ced2-c638-4516-9bfc-23b9f726453d)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:28:34.474572 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5f17f83e-695d-407e-b4b7-72f610ddc165 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:34.484824 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-8969756f-3f19-4140-878f-ba56a5421f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:34.486674 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-8969756f-3f19-4140-878f-ba56a5421f1f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=12b144a6-628e-40a7-ae42-7387cab28ef8 HTTP/1.1" status: 200 len: 856 time: 0.1283576 Nov 12 08:28:34.500628 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-5f17f83e-695d-407e-b4b7-72f610ddc165 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Calling delete_port for e5d774a9-c1dd-4c11-9c9c-4dc6e2831705 owned by network:dhcp {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:28:34.553198 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff23653-d19e-4d12-ab68-8a5118adc4f3 req-d6b04bfc-a9e9-4f86-b2ed-282dd8ac0f39 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:34.554137 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-aff23653-d19e-4d12-ab68-8a5118adc4f3 req-d6b04bfc-a9e9-4f86-b2ed-282dd8ac0f39 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:34.577409 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-04a0e796-d595-4472-87a1-b1bbd67f4f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:34.579608 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-04a0e796-d595-4472-87a1-b1bbd67f4f06 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b1a7821e-f1d3-43e5-80d4-19a0f0105ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0813458 Nov 12 08:28:34.584064 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-aff23653-d19e-4d12-ab68-8a5118adc4f3 req-d6b04bfc-a9e9-4f86-b2ed-282dd8ac0f39 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7375357 Nov 12 08:28:34.599353 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-aff23653-d19e-4d12-ab68-8a5118adc4f3 req-ea20742b-7ee7-4769-b140-9a1022b5ff0f service neutron] Request body: {'port': {'device_id': 'f506bc83-a595-4a48-acb8-2fff75fadea1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:28:34.643903 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['42aa8616-a591-4351-b169-51e41bf4aec5'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:28:34.686887 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcc6ed5-3508-4e01-b60a-56870b83f289 req-8c07bc22-ac49-440d-bba8-28a31fb7c990 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:34.688873 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1dcc6ed5-3508-4e01-b60a-56870b83f289 req-8c07bc22-ac49-440d-bba8-28a31fb7c990 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=f506bc83-a595-4a48-acb8-2fff75fadea1 HTTP/1.1" status: 200 len: 931 time: 0.0984929 Nov 12 08:28:34.717430 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device e5d774a9-c1dd-4c11-9c9c-4dc6e2831705 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:28:34.725360 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-c0676c6d-6f2b-456c-8b40-0f3cf124ed3a service neutron] 10.222.0.21 "GET /v2.0/networks/b1a7821e-f1d3-43e5-80d4-19a0f0105ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254036 Nov 12 08:28:34.881521 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 32778) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:34.907105 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1dcc6ed5-3508-4e01-b60a-56870b83f289 req-de3ab56d-646e-4c3a-89c4-c58436508ce2 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097673 Nov 12 08:28:34.927865 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5f17f83e-695d-407e-b4b7-72f610ddc165 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:34.928892 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-aff23653-d19e-4d12-ab68-8a5118adc4f3 req-ea20742b-7ee7-4769-b140-9a1022b5ff0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:34.963655 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f17f83e-695d-407e-b4b7-72f610ddc165 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] No DVR routers for this DVR port e5d774a9-c1dd-4c11-9c9c-4dc6e2831705 on host n-d-765315-29 {{(pid=102600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:28:34.973701 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-28179875-20a2-4c6a-83be-585660fcfb71 service neutron] 10.222.0.21 "GET /v2.0/networks/b1a7821e-f1d3-43e5-80d4-19a0f0105ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352369 Nov 12 08:28:35.075691 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2f0834e6-afbe-4bb4-8363-d4158129d182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:35.077339 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f17f83e-695d-407e-b4b7-72f610ddc165 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Pushing event deleted for resources: {'Port': ['ID=e5d774a9-c1dd-4c11-9c9c-4dc6e2831705,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:35.097808 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No active binding found for port e5d774a9-c1dd-4c11-9c9c-4dc6e2831705 {{(pid=102601) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 08:28:35.098428 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device e5d774a9-c1dd-4c11-9c9c-4dc6e2831705 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:28:35.165292 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0834e6-afbe-4bb4-8363-d4158129d182 None None] Pushing event deleted for resources: {'Port': ['ID=e5d774a9-c1dd-4c11-9c9c-4dc6e2831705,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:35.180108 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-0835569c-45ba-48a7-9c87-d86294fcc9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:35.186116 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-34c8960d-7efc-40e4-9497-147e84351ad7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.87&port_id=2ad84d50-d7c9-425a-b9f6-7a7fc1b1156e HTTP/1.1" status: 200 len: 217 time: 0.1494298 Nov 12 08:28:35.228994 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5f17f83e-695d-407e-b4b7-72f610ddc165 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:35.229560 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0834e6-afbe-4bb4-8363-d4158129d182 None None] No DVR routers for this DVR port e5d774a9-c1dd-4c11-9c9c-4dc6e2831705 on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:28:35.263378 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:35.334938 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-5f17f83e-695d-407e-b4b7-72f610ddc165 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88b8b5f4-e841-447c-8ad1-4c992b498ff2']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:35.385654 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-5f17f83e-695d-407e-b4b7-72f610ddc165 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ba7ced2-c638-4516-9bfc-23b9f726453d') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:35.391569 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-5f17f83e-695d-407e-b4b7-72f610ddc165 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ba7ced2-c638-4516-9bfc-23b9f726453d') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:35.432304 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5f17f83e-695d-407e-b4b7-72f610ddc165 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:35.482095 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5f17f83e-695d-407e-b4b7-72f610ddc165 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:35.494984 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f17f83e-695d-407e-b4b7-72f610ddc165 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:28:35.500311 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5f17f83e-695d-407e-b4b7-72f610ddc165 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:35.514554 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:28:35.514554 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:28:35.514554 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:28:35.514554 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:28:35.514554 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:28:35.514554 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:28:35.514554 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:28:35.514554 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:28:35.514554 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:28:35.514554 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:28:35.514554 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:28:35.514554 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:28:35.514554 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:28:35.514554 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:28:35.514554 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:28:35.514554 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:28:35.514554 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:28:35.514554 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:28:35.514554 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:28:35.514554 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:28:35.514554 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:28:35.514554 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:28:35.514554 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:28:35.514554 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:28:35.514554 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:28:35.514554 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:28:35.514554 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:28:35.514554 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:28:35.514554 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:28:35.514554 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:28:35.514554 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:28:35.514554 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:28:35.809399 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5f17f83e-695d-407e-b4b7-72f610ddc165 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:35.834802 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5f17f83e-695d-407e-b4b7-72f610ddc165 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:35.840775 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-5f17f83e-695d-407e-b4b7-72f610ddc165 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "DELETE /v2.0/networks/88b8b5f4-e841-447c-8ad1-4c992b498ff2 HTTP/1.1" status: 204 len: 168 time: 2.7197075 Nov 12 08:28:35.853718 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83394237-d173-4658-9a97-94ebc775277b req-5e5b496e-b5df-4a48-9ef4-5d51550ceed0 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:35.859684 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-83394237-d173-4658-9a97-94ebc775277b req-5e5b496e-b5df-4a48-9ef4-5d51550ceed0 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8a087b1-519b-4d24-b909-2afc3b982268 HTTP/1.1" status: 200 len: 945 time: 0.3004873 Nov 12 08:28:35.860595 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 32788) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:35.892092 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-12984146-cb24-49bd-9ca1-35eced655648 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Request body: {'network': {'name': 'tempest-RoutersTest-891777881'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:28:35.910204 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f17f83e-695d-407e-b4b7-72f610ddc165 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Pushing event deleted for resources: {'Network': ['ID=88b8b5f4-e841-447c-8ad1-4c992b498ff2,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:35.942399 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-aff23653-d19e-4d12-ab68-8a5118adc4f3 req-ea20742b-7ee7-4769-b140-9a1022b5ff0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0622814b-f14c-42cc-9125-68dcafc8fc6c {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:28:35.959739 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-aff23653-d19e-4d12-ab68-8a5118adc4f3 req-ea20742b-7ee7-4769-b140-9a1022b5ff0f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:35.990628 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-aff23653-d19e-4d12-ab68-8a5118adc4f3 req-ea20742b-7ee7-4769-b140-9a1022b5ff0f service neutron] Transition to ACTIVE for port object 0622814b-f14c-42cc-9125-68dcafc8fc6c will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:28:35.995432 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12984146-cb24-49bd-9ca1-35eced655648 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Made reservation on behalf of 3bc82bde5c1e44328ae4090155cd54d6 for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:28:36.003097 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-12984146-cb24-49bd-9ca1-35eced655648 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:36.014635 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-aff23653-d19e-4d12-ab68-8a5118adc4f3 req-ea20742b-7ee7-4769-b140-9a1022b5ff0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:36.055633 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-83394237-d173-4658-9a97-94ebc775277b req-f29035a2-a239-4862-a038-08cb20e9bfff tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=9dc9079a-4f63-4eb5-be12-eaa66771fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591160 Nov 12 08:28:36.074847 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12984146-cb24-49bd-9ca1-35eced655648 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:28:36.113035 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-12984146-cb24-49bd-9ca1-35eced655648 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:36.115396 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-12984146-cb24-49bd-9ca1-35eced655648 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Added segment 39f4c46a-01d7-4223-8aa5-1cb3273e074f of type vlan for network ef25912b-2116-4b43-a46b-c31239b0feb4 Nov 12 08:28:36.161186 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea20742b-7ee7-4769-b140-9a1022b5ff0f service neutron] Pushing event updated for resources: {'Port': ['ID=0622814b-f14c-42cc-9125-68dcafc8fc6c,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:36.174306 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1a0d1474-eee4-4573-b92c-8df16f3e377a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:36.290708 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-12984146-cb24-49bd-9ca1-35eced655648 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:36.340487 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715692c5-bc6a-4ddc-96e8-98e561247251 req-97b59532-e2fe-49a6-bc81-a544d8610752 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:36.343345 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-715692c5-bc6a-4ddc-96e8-98e561247251 req-97b59532-e2fe-49a6-bc81-a544d8610752 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=f506bc83-a595-4a48-acb8-2fff75fadea1 HTTP/1.1" status: 200 len: 943 time: 0.1543841 Nov 12 08:28:36.344726 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-12984146-cb24-49bd-9ca1-35eced655648 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:36.346689 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-0e60a514-3fe3-4352-b2e7-33078fbf7aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:36.348545 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-0e60a514-3fe3-4352-b2e7-33078fbf7aad service neutron] 10.222.0.21 "GET /v2.0/subnets?id=451e17db-46f2-4a8d-9633-d7807ea2bdef HTTP/1.1" status: 200 len: 797 time: 0.4415202 Nov 12 08:28:36.351077 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-aff23653-d19e-4d12-ab68-8a5118adc4f3 req-ea20742b-7ee7-4769-b140-9a1022b5ff0f service neutron] Attempting to bind port 0622814b-f14c-42cc-9125-68dcafc8fc6c on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:28:36.351366 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12984146-cb24-49bd-9ca1-35eced655648 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:36.351499 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-aff23653-d19e-4d12-ab68-8a5118adc4f3 req-ea20742b-7ee7-4769-b140-9a1022b5ff0f service neutron] Attempting to bind port 0622814b-f14c-42cc-9125-68dcafc8fc6c by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': '115bdcdd-b1df-41c7-8bff-15a5e1fdca42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '97ca3497-d4cd-4c64-83f2-e4cf0b99a680'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:28:36.351789 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff23653-d19e-4d12-ab68-8a5118adc4f3 req-ea20742b-7ee7-4769-b140-9a1022b5ff0f service neutron] Attempting to bind port 0622814b-f14c-42cc-9125-68dcafc8fc6c on network 97ca3497-d4cd-4c64-83f2-e4cf0b99a680 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:28:36.352237 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-12984146-cb24-49bd-9ca1-35eced655648 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:36.363402 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff23653-d19e-4d12-ab68-8a5118adc4f3 req-ea20742b-7ee7-4769-b140-9a1022b5ff0f service neutron] Port 0622814b-f14c-42cc-9125-68dcafc8fc6c on network 97ca3497-d4cd-4c64-83f2-e4cf0b99a680 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:28:36.364319 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff23653-d19e-4d12-ab68-8a5118adc4f3 req-ea20742b-7ee7-4769-b140-9a1022b5ff0f service neutron] Attempting to bind port 0622814b-f14c-42cc-9125-68dcafc8fc6c on network 97ca3497-d4cd-4c64-83f2-e4cf0b99a680 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:28:36.447796 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff23653-d19e-4d12-ab68-8a5118adc4f3 req-ea20742b-7ee7-4769-b140-9a1022b5ff0f service neutron] Checking agent: {'id': '26215384-8035-4ce2-971a-8e67be80da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:28:36.448143 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff23653-d19e-4d12-ab68-8a5118adc4f3 req-ea20742b-7ee7-4769-b140-9a1022b5ff0f service neutron] Checking segment: {'id': '115bdcdd-b1df-41c7-8bff-15a5e1fdca42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '97ca3497-d4cd-4c64-83f2-e4cf0b99a680'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:28:36.448535 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff23653-d19e-4d12-ab68-8a5118adc4f3 req-ea20742b-7ee7-4769-b140-9a1022b5ff0f service neutron] Bound using segment: {'id': '115bdcdd-b1df-41c7-8bff-15a5e1fdca42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '97ca3497-d4cd-4c64-83f2-e4cf0b99a680'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:28:36.449091 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-aff23653-d19e-4d12-ab68-8a5118adc4f3 req-ea20742b-7ee7-4769-b140-9a1022b5ff0f service neutron] Bound port: 0622814b-f14c-42cc-9125-68dcafc8fc6c, host: n-h1-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '115bdcdd-b1df-41c7-8bff-15a5e1fdca42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '97ca3497-d4cd-4c64-83f2-e4cf0b99a680'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:28:36.449460 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-aff23653-d19e-4d12-ab68-8a5118adc4f3 req-ea20742b-7ee7-4769-b140-9a1022b5ff0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:36.471470 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-12984146-cb24-49bd-9ca1-35eced655648 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5934992 Nov 12 08:28:36.475410 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 32802) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:36.492189 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-fd116fe5-656f-48d4-8d41-92d11e343868 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Request body: {'subnet': {'network_id': 'ef25912b-2116-4b43-a46b-c31239b0feb4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:28:36.505722 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12984146-cb24-49bd-9ca1-35eced655648 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Pushing event updated for resources: {'Network': ['ID=ef25912b-2116-4b43-a46b-c31239b0feb4,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:36.518217 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network ef25912b-2116-4b43-a46b-c31239b0feb4 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:28:36.536199 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-715692c5-bc6a-4ddc-96e8-98e561247251 req-ce2db7c2-6be0-46fe-9dd9-809686d1e467 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751227 Nov 12 08:28:36.693498 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-cc604e75-3f01-4793-b49a-ad9ccbe40c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:36.695270 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-cc604e75-3f01-4793-b49a-ad9ccbe40c72 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=206f9d07-9c2e-4490-896d-289aa4538730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3354080 Nov 12 08:28:36.728699 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-aff23653-d19e-4d12-ab68-8a5118adc4f3 req-ea20742b-7ee7-4769-b140-9a1022b5ff0f service neutron] For port 0622814b-f14c-42cc-9125-68dcafc8fc6c, host n-h1-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:28:36.806255 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-aff23653-d19e-4d12-ab68-8a5118adc4f3 req-ea20742b-7ee7-4769-b140-9a1022b5ff0f service neutron] For port 0622814b-f14c-42cc-9125-68dcafc8fc6c, host n-h1-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=0622814b-f14c-42cc-9125-68dcafc8fc6c,segment=NetworkSegment(115bdcdd-b1df-41c7-8bff-15a5e1fdca42),segment_id=115bdcdd-b1df-41c7-8bff-15a5e1fdca42)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:28:36.822506 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-aff23653-d19e-4d12-ab68-8a5118adc4f3 req-ea20742b-7ee7-4769-b140-9a1022b5ff0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:36.850802 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1a0d1474-eee4-4573-b92c-8df16f3e377a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:36.877191 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd116fe5-656f-48d4-8d41-92d11e343868 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Made reservation on behalf of 3bc82bde5c1e44328ae4090155cd54d6 for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:28:36.881032 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fd116fe5-656f-48d4-8d41-92d11e343868 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:36.894473 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1a0d1474-eee4-4573-b92c-8df16f3e377a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:36.921323 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff23653-d19e-4d12-ab68-8a5118adc4f3 req-ea20742b-7ee7-4769-b140-9a1022b5ff0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:36.921975 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-aff23653-d19e-4d12-ab68-8a5118adc4f3 req-ea20742b-7ee7-4769-b140-9a1022b5ff0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:36.923486 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-aff23653-d19e-4d12-ab68-8a5118adc4f3 req-ea20742b-7ee7-4769-b140-9a1022b5ff0f service neutron] 10.222.0.21 "PUT /v2.0/ports/0622814b-f14c-42cc-9125-68dcafc8fc6c HTTP/1.1" status: 200 len: 1092 time: 2.3286827 Nov 12 08:28:36.955720 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f506bc83-a595-4a48-acb8-2fff75fadea1', 'tag': '0622814b-f14c-42cc-9125-68dcafc8fc6c'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:28:36.961621 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1d0dc68-c668-4d35-ad4f-0f2681d51649" -d '{"events": [{"name": "network-changed", "server_uuid": "f506bc83-a595-4a48-acb8-2fff75fadea1", "tag": "0622814b-f14c-42cc-9125-68dcafc8fc6c"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:28:36.969144 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-52b8c158-9233-43c6-88f9-df5c15a868d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:37.045362 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-1a0d1474-eee4-4573-b92c-8df16f3e377a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=73dd2a9822384b5e895436b6044a5229&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1414847 Nov 12 08:28:37.047006 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 32820) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:37.191783 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc184267-69fc-4060-bbec-faed8c440964 x-openstack-request-id: req-cc184267-69fc-4060-bbec-faed8c440964 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:28:37.192270 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f506bc83-a595-4a48-acb8-2fff75fadea1", "tag": "0622814b-f14c-42cc-9125-68dcafc8fc6c", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:28:37.192689 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cc184267-69fc-4060-bbec-faed8c440964 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:28:37.193316 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f506bc83-a595-4a48-acb8-2fff75fadea1', 'tag': '0622814b-f14c-42cc-9125-68dcafc8fc6c', 'status': 'completed', 'code': 200} Nov 12 08:28:37.219852 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0d1474-eee4-4573-b92c-8df16f3e377a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daf5cf7c-2bd0-4484-8af0-9cd64d31a3d0,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:37.241096 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-46b543f2-1003-4628-9d43-150a9b79e875 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:37.277014 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-46b543f2-1003-4628-9d43-150a9b79e875 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:37.284759 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-020c6b6e-48d0-4163-8026-eb98437fc908 service neutron] 10.222.0.21 "GET /v2.0/networks/206f9d07-9c2e-4490-896d-289aa4538730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5711567 Nov 12 08:28:37.374351 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-46b543f2-1003-4628-9d43-150a9b79e875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:37.377563 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-46b543f2-1003-4628-9d43-150a9b79e875 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:37.382355 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-46b543f2-1003-4628-9d43-150a9b79e875 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/daf5cf7c-2bd0-4484-8af0-9cd64d31a3d0 HTTP/1.1" status: 204 len: 168 time: 0.3340738 Nov 12 08:28:37.399984 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b543f2-1003-4628-9d43-150a9b79e875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf5cf7c-2bd0-4484-8af0-9cd64d31a3d0,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:37.435761 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1269006-cf66-44e7-bbca-d3ff8bfd71f4 req-5a824970-f6aa-4053-834a-423dfae59813 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:37.446308 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f1269006-cf66-44e7-bbca-d3ff8bfd71f4 req-5a824970-f6aa-4053-834a-423dfae59813 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8a087b1-519b-4d24-b909-2afc3b982268 HTTP/1.1" status: 200 len: 945 time: 0.2316728 Nov 12 08:28:37.528401 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f1269006-cf66-44e7-bbca-d3ff8bfd71f4 req-6c6f04f9-6af2-4af2-bd79-f50f7476ea7c tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=9dc9079a-4f63-4eb5-be12-eaa66771fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761290 Nov 12 08:28:37.533816 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea20742b-7ee7-4769-b140-9a1022b5ff0f service neutron] Pushing event updated for resources: {'Port': ['ID=0622814b-f14c-42cc-9125-68dcafc8fc6c,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:37.548379 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-6db69c49-30e1-4d1e-8714-280b8c27e4bf service neutron] 10.222.0.21 "GET /v2.0/networks/206f9d07-9c2e-4490-896d-289aa4538730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431011 Nov 12 08:28:37.659558 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-bf0c7810-978d-4c67-9fda-23f64f038129 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.134&port_id=a9c14931-8b9b-4467-9aca-bbbe106d4681 HTTP/1.1" status: 200 len: 217 time: 0.1008747 Nov 12 08:28:37.806886 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b6947-3afe-4641-9865-dd49fc72bdc7 req-b02368cc-d5d0-45ff-823f-009c179bc778 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:37.817071 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff23653-d19e-4d12-ab68-8a5118adc4f3 req-cee9bd5c-1a84-4ec4-b26c-ab97bef87de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:37.818630 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-aff23653-d19e-4d12-ab68-8a5118adc4f3 req-cee9bd5c-1a84-4ec4-b26c-ab97bef87de6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4e695ccfe3434d44ababb01fdc20479b&device_id=f506bc83-a595-4a48-acb8-2fff75fadea1 HTTP/1.1" status: 200 len: 1095 time: 0.7718887 Nov 12 08:28:37.820130 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d62b6947-3afe-4641-9865-dd49fc72bdc7 req-b02368cc-d5d0-45ff-823f-009c179bc778 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=f506bc83-a595-4a48-acb8-2fff75fadea1 HTTP/1.1" status: 200 len: 943 time: 0.1441813 Nov 12 08:28:37.893689 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:37.943303 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d62b6947-3afe-4641-9865-dd49fc72bdc7 req-20e95fd5-33d3-4101-900b-2d08ecb9d5ff tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079729 Nov 12 08:28:37.974894 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-aff23653-d19e-4d12-ab68-8a5118adc4f3 req-12a8110b-7041-4da3-9fa1-c8e4640a34ac service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0622814b-f14c-42cc-9125-68dcafc8fc6c HTTP/1.1" status: 200 len: 217 time: 0.1460888 Nov 12 08:28:37.985599 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-5150f147-ef59-4045-8db4-5ca94ab4e93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:37.987414 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-5150f147-ef59-4045-8db4-5ca94ab4e93c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=451e17db-46f2-4a8d-9633-d7807ea2bdef HTTP/1.1" status: 200 len: 797 time: 0.3129091 Nov 12 08:28:38.149417 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff23653-d19e-4d12-ab68-8a5118adc4f3 req-8ea81677-6086-4461-9501-96988ed1c9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:38.156629 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-aff23653-d19e-4d12-ab68-8a5118adc4f3 req-8ea81677-6086-4461-9501-96988ed1c9d3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e5a8c2de-791a-407e-b586-3b1004863989 HTTP/1.1" status: 200 len: 845 time: 0.1728337 Nov 12 08:28:38.161141 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fd116fe5-656f-48d4-8d41-92d11e343868 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:38.205682 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-8d75e13c-15d1-4ffc-a9e8-a753f6f959e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:38.207733 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-8d75e13c-15d1-4ffc-a9e8-a753f6f959e4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=206f9d07-9c2e-4490-896d-289aa4538730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2055371 Nov 12 08:28:38.267188 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-aff23653-d19e-4d12-ab68-8a5118adc4f3 req-ef7d537b-833d-4fe7-8f53-9233a878e2d5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=97ca3497-d4cd-4c64-83f2-e4cf0b99a680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0896907 Nov 12 08:28:38.417054 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd116fe5-656f-48d4-8d41-92d11e343868 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Pushing event updated for resources: {'Subnet': ['ID=349f9525-f521-4421-95fe-ee794b4889e4,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:38.451961 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 32842) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:38.474164 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-21b54410-ed7e-4f19-9b96-fac8bfb82c39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:38.735205 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-21b54410-ed7e-4f19-9b96-fac8bfb82c39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:38.764100 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-21b54410-ed7e-4f19-9b96-fac8bfb82c39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:38.876120 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc970ed-9298-46af-9c35-552355deb796 req-d3793e88-4601-46a9-b502-85bac9452962 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:38.884120 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-afc970ed-9298-46af-9c35-552355deb796 req-d3793e88-4601-46a9-b502-85bac9452962 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8a087b1-519b-4d24-b909-2afc3b982268 HTTP/1.1" status: 200 len: 945 time: 0.2364762 Nov 12 08:28:38.916646 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-21b54410-ed7e-4f19-9b96-fac8bfb82c39 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=28430a344295455fa517a0ac436a4bd6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4634905 Nov 12 08:28:38.919519 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b54410-ed7e-4f19-9b96-fac8bfb82c39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d38180cd-a2d2-4237-9d58-49cf0fd64c49,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:38.924146 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 32846) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:39.113913 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-afc970ed-9298-46af-9c35-552355deb796 req-cd248435-1e3b-4075-84c8-e5c2bbecb24d tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=9dc9079a-4f63-4eb5-be12-eaa66771fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285078 Nov 12 08:28:39.130505 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5233b0e8-76fc-4398-b2f4-d562ad282bc1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:39.216385 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5233b0e8-76fc-4398-b2f4-d562ad282bc1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:39.355683 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:39.370963 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5233b0e8-76fc-4398-b2f4-d562ad282bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:39.374061 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-aff23653-d19e-4d12-ab68-8a5118adc4f3 req-7dda5fc8-9669-48ca-b337-04dabb432d01 service neutron] 10.222.0.21 "GET /v2.0/networks/97ca3497-d4cd-4c64-83f2-e4cf0b99a680?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0953994 Nov 12 08:28:39.374535 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5233b0e8-76fc-4398-b2f4-d562ad282bc1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:39.379879 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-5233b0e8-76fc-4398-b2f4-d562ad282bc1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d38180cd-a2d2-4237-9d58-49cf0fd64c49 HTTP/1.1" status: 204 len: 168 time: 0.4390366 Nov 12 08:28:39.389630 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd116fe5-656f-48d4-8d41-92d11e343868 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Checking segment: {'id': '39f4c46a-01d7-4223-8aa5-1cb3273e074f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ef25912b-2116-4b43-a46b-c31239b0feb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:28:39.390004 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd116fe5-656f-48d4-8d41-92d11e343868 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Network hostable DHCP agents. Network: ef25912b-2116-4b43-a46b-c31239b0feb4, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:28:39.394782 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e616dd-1ebd-4dad-ae6b-1089bc4a9b68 req-fe576360-d4f6-4e97-a882-66ad4d64d303 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:39.404585 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-92e616dd-1ebd-4dad-ae6b-1089bc4a9b68 req-fe576360-d4f6-4e97-a882-66ad4d64d303 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=f506bc83-a595-4a48-acb8-2fff75fadea1 HTTP/1.1" status: 200 len: 943 time: 0.1263940 Nov 12 08:28:39.456714 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5233b0e8-76fc-4398-b2f4-d562ad282bc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d38180cd-a2d2-4237-9d58-49cf0fd64c49,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:39.459785 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-40243015-3904-4fc7-b917-0f84a6dfa222 service neutron] 10.222.0.21 "GET /v2.0/networks/206f9d07-9c2e-4490-896d-289aa4538730?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1953683 Nov 12 08:28:39.606294 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-92e616dd-1ebd-4dad-ae6b-1089bc4a9b68 req-abeadc31-9f71-49d2-99dd-e559edeb5435 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007773 Nov 12 08:28:39.736484 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd116fe5-656f-48d4-8d41-92d11e343868 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Network ef25912b-2116-4b43-a46b-c31239b0feb4 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:28:39.758765 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-fd116fe5-656f-48d4-8d41-92d11e343868 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, ef25912b-2116-4b43-a46b-c31239b0feb4) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:28:39.781696 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd116fe5-656f-48d4-8d41-92d11e343868 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:39.782296 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fd116fe5-656f-48d4-8d41-92d11e343868 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:39.810495 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-aff23653-d19e-4d12-ab68-8a5118adc4f3 req-58e75505-bfd2-4166-969d-e472bb01a94e service neutron] 10.222.0.21 "GET /v2.0/networks/97ca3497-d4cd-4c64-83f2-e4cf0b99a680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4247441 Nov 12 08:28:39.818860 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-063ad143-4e4c-4ca9-83e3-98257fb36428 service neutron] 10.222.0.21 "GET /v2.0/networks/206f9d07-9c2e-4490-896d-289aa4538730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3340566 Nov 12 08:28:39.823346 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-fd116fe5-656f-48d4-8d41-92d11e343868 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3383141 Nov 12 08:28:39.826831 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 32858) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:39.832324 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-22bb8e74-3b12-4c11-add1-fd3bcdc2af59 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2059242869', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:28:39.836366 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22e06af-589d-4a7c-941d-0c896480d70d None None] Network ef25912b-2116-4b43-a46b-c31239b0feb4 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:28:39.896094 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-22bb8e74-3b12-4c11-add1-fd3bcdc2af59 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:39.897703 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-22bb8e74-3b12-4c11-add1-fd3bcdc2af59 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:39.929502 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-00981909-aa22-4b00-9555-905d9e713676 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.122&port_id=921ed5c3-bc6c-44c2-a043-9f5a63a8dd21 HTTP/1.1" status: 200 len: 217 time: 0.0893660 Nov 12 08:28:40.064592 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d0dc68-c668-4d35-ad4f-0f2681d51649 req-177722d8-62d6-496c-80f2-63f9df3dc809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:40.066536 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a1d0dc68-c668-4d35-ad4f-0f2681d51649 req-177722d8-62d6-496c-80f2-63f9df3dc809 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4e695ccfe3434d44ababb01fdc20479b&device_id=f506bc83-a595-4a48-acb8-2fff75fadea1 HTTP/1.1" status: 200 len: 1095 time: 0.1489239 Nov 12 08:28:40.111461 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-c34b74bf-3fe8-4d5a-9e74-3cde2e65d16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:40.115822 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-c34b74bf-3fe8-4d5a-9e74-3cde2e65d16f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=451e17db-46f2-4a8d-9633-d7807ea2bdef HTTP/1.1" status: 200 len: 797 time: 0.1520977 Nov 12 08:28:40.157763 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-22bb8e74-3b12-4c11-add1-fd3bcdc2af59 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:40.166655 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-22bb8e74-3b12-4c11-add1-fd3bcdc2af59 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052'] for router, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:40.220497 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-22bb8e74-3b12-4c11-add1-fd3bcdc2af59 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:40.230040 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-22bb8e74-3b12-4c11-add1-fd3bcdc2af59 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4019196 Nov 12 08:28:40.231619 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 32866) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:40.346343 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-de75ee1a-c256-471e-9af2-ec7db50301a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:40.358728 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-de75ee1a-c256-471e-9af2-ec7db50301a9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=206f9d07-9c2e-4490-896d-289aa4538730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2251673 Nov 12 08:28:40.461847 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d0dc68-c668-4d35-ad4f-0f2681d51649 req-7abd1015-9383-4669-846f-14c164caf15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:40.465112 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a1d0dc68-c668-4d35-ad4f-0f2681d51649 req-7abd1015-9383-4669-846f-14c164caf15b service neutron] 10.222.0.21 "GET /v2.0/networks?id=97ca3497-d4cd-4c64-83f2-e4cf0b99a680 HTTP/1.1" status: 200 len: 906 time: 0.3879685 Nov 12 08:28:40.754450 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a1d0dc68-c668-4d35-ad4f-0f2681d51649 req-0af6426b-c67c-48e2-aae4-fc55c105c466 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0622814b-f14c-42cc-9125-68dcafc8fc6c HTTP/1.1" status: 200 len: 217 time: 0.2164433 Nov 12 08:28:40.831195 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-11c74f49-e374-454c-b520-2676df787d06 service neutron] 10.222.0.21 "GET /v2.0/networks/206f9d07-9c2e-4490-896d-289aa4538730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4635475 Nov 12 08:28:40.887108 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d0dc68-c668-4d35-ad4f-0f2681d51649 req-7708d3ad-5f60-433c-ba82-a1aee427b7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:40.890995 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a1d0dc68-c668-4d35-ad4f-0f2681d51649 req-7708d3ad-5f60-433c-ba82-a1aee427b7ed service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e5a8c2de-791a-407e-b586-3b1004863989 HTTP/1.1" status: 200 len: 845 time: 0.1215363 Nov 12 08:28:40.922006 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa7fd88-979c-4820-91ac-340f43b3c4eb req-b96f1b7b-c4b2-4b0d-8c4c-19d86d21b935 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:40.941013 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-afa7fd88-979c-4820-91ac-340f43b3c4eb req-b96f1b7b-c4b2-4b0d-8c4c-19d86d21b935 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8a087b1-519b-4d24-b909-2afc3b982268 HTTP/1.1" status: 200 len: 945 time: 0.3137424 Nov 12 08:28:40.978863 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a1d0dc68-c668-4d35-ad4f-0f2681d51649 req-08d79e6d-7343-48f7-a9e6-0ca962b9e759 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=97ca3497-d4cd-4c64-83f2-e4cf0b99a680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458534 Nov 12 08:28:41.097234 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:41.181879 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eaa8ded-76e8-4f68-b155-0c74fa78c0f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-ef25912b-2116-4b43-a46b-c31239b0feb4', 'network_id': 'ef25912b-2116-4b43-a46b-c31239b0feb4', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'fixed_ips': [{'subnet_id': '349f9525-f521-4421-95fe-ee794b4889e4'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:28:41.190968 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9eaa8ded-76e8-4f68-b155-0c74fa78c0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:41.211665 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-fb6a843c-ed7e-491d-853d-f04fa922150a service neutron] 10.222.0.21 "GET /v2.0/networks/206f9d07-9c2e-4490-896d-289aa4538730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3712461 Nov 12 08:28:41.320105 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 32882) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:41.537448 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-fbf2a40b-0fc7-4c13-8acd-26a31edd1fda service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.163&port_id=69493e27-daa5-4af2-a855-9781e1cf385b HTTP/1.1" status: 200 len: 217 time: 0.3162415 Nov 12 08:28:41.540877 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a1d0dc68-c668-4d35-ad4f-0f2681d51649 req-28e6369a-9af9-4c23-85b6-1270736a5eca service neutron] 10.222.0.21 "GET /v2.0/networks/97ca3497-d4cd-4c64-83f2-e4cf0b99a680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5534599 Nov 12 08:28:41.564470 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-9eaa8ded-76e8-4f68-b155-0c74fa78c0f6 None None] Allocated IP 172.20.0.2 (ef25912b-2116-4b43-a46b-c31239b0feb4/349f9525-f521-4421-95fe-ee794b4889e4/9999f102-16de-4655-945a-b34663e3e809) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:28:41.758151 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-445556c6-4315-46ab-bbf4-a38002c5f70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:41.759815 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-445556c6-4315-46ab-bbf4-a38002c5f70f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=451e17db-46f2-4a8d-9633-d7807ea2bdef HTTP/1.1" status: 200 len: 797 time: 0.1956170 Nov 12 08:28:41.886627 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-afa7fd88-979c-4820-91ac-340f43b3c4eb req-742af684-f7da-4fc9-9df0-d0e78ae98652 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=9dc9079a-4f63-4eb5-be12-eaa66771fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9440444 Nov 12 08:28:41.959954 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-2acdb7af-196d-46d6-9b95-8d373198bd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:41.961549 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-2acdb7af-196d-46d6-9b95-8d373198bd44 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=206f9d07-9c2e-4490-896d-289aa4538730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1695917 Nov 12 08:28:41.965424 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-df5009f6-aed4-4c92-a623-1bec30f59e01 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:42.072743 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9eaa8ded-76e8-4f68-b155-0c74fa78c0f6 None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:42.086023 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9eaa8ded-76e8-4f68-b155-0c74fa78c0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:42.200291 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaa8ded-76e8-4f68-b155-0c74fa78c0f6 None None] Pushing event updated for resources: {'Port': ['ID=9999f102-16de-4655-945a-b34663e3e809,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:42.223725 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eaa8ded-76e8-4f68-b155-0c74fa78c0f6 None None] Network ef25912b-2116-4b43-a46b-c31239b0feb4 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:28:42.225960 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-9eaa8ded-76e8-4f68-b155-0c74fa78c0f6 None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:28:42.229529 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eaa8ded-76e8-4f68-b155-0c74fa78c0f6 None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:28:42.270548 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-fdbf178c-902b-4c1b-920a-580fdc639efc service neutron] 10.222.0.21 "GET /v2.0/networks/206f9d07-9c2e-4490-896d-289aa4538730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2977681 Nov 12 08:28:42.330764 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:42.336930 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-9eaa8ded-76e8-4f68-b155-0c74fa78c0f6 None None] Attempting to bind port 9999f102-16de-4655-945a-b34663e3e809 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:28:42.337566 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-9eaa8ded-76e8-4f68-b155-0c74fa78c0f6 None None] Attempting to bind port 9999f102-16de-4655-945a-b34663e3e809 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '39f4c46a-01d7-4223-8aa5-1cb3273e074f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ef25912b-2116-4b43-a46b-c31239b0feb4'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:28:42.337977 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eaa8ded-76e8-4f68-b155-0c74fa78c0f6 None None] Attempting to bind port 9999f102-16de-4655-945a-b34663e3e809 on network ef25912b-2116-4b43-a46b-c31239b0feb4 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:28:42.350289 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b106b51d-7688-49fc-a03f-a91cae2d6db2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:42.361451 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eaa8ded-76e8-4f68-b155-0c74fa78c0f6 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:28:42.361451 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eaa8ded-76e8-4f68-b155-0c74fa78c0f6 None None] Checking segment: {'id': '39f4c46a-01d7-4223-8aa5-1cb3273e074f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ef25912b-2116-4b43-a46b-c31239b0feb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:28:42.361451 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9eaa8ded-76e8-4f68-b155-0c74fa78c0f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:42.361451 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eaa8ded-76e8-4f68-b155-0c74fa78c0f6 None None] Bound using segment: {'id': '39f4c46a-01d7-4223-8aa5-1cb3273e074f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ef25912b-2116-4b43-a46b-c31239b0feb4'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:28:42.361451 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-9eaa8ded-76e8-4f68-b155-0c74fa78c0f6 None None] Bound port: 9999f102-16de-4655-945a-b34663e3e809, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39f4c46a-01d7-4223-8aa5-1cb3273e074f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ef25912b-2116-4b43-a46b-c31239b0feb4'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:28:42.362905 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9eaa8ded-76e8-4f68-b155-0c74fa78c0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:42.499995 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84ce4c5-640e-472a-b97b-676bf288b296 req-3fd37a1c-9c88-4edf-89a2-0197985b00eb tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:42.505758 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a84ce4c5-640e-472a-b97b-676bf288b296 req-3fd37a1c-9c88-4edf-89a2-0197985b00eb tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=f506bc83-a595-4a48-acb8-2fff75fadea1 HTTP/1.1" status: 200 len: 943 time: 0.3867068 Nov 12 08:28:42.533305 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-9eaa8ded-76e8-4f68-b155-0c74fa78c0f6 None None] For port 9999f102-16de-4655-945a-b34663e3e809, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:28:42.542526 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-9eaa8ded-76e8-4f68-b155-0c74fa78c0f6 None None] For port 9999f102-16de-4655-945a-b34663e3e809, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=9999f102-16de-4655-945a-b34663e3e809,segment=NetworkSegment(39f4c46a-01d7-4223-8aa5-1cb3273e074f),segment_id=39f4c46a-01d7-4223-8aa5-1cb3273e074f)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:28:42.549791 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9eaa8ded-76e8-4f68-b155-0c74fa78c0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:42.562373 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a1d0dc68-c668-4d35-ad4f-0f2681d51649 req-fed1064a-4a3a-435b-90a8-0521a4341031 service neutron] 10.222.0.21 "GET /v2.0/networks/97ca3497-d4cd-4c64-83f2-e4cf0b99a680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9969113 Nov 12 08:28:42.659032 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-2c14420a-f398-4210-a17f-0e88c5b7d614 service neutron] 10.222.0.21 "GET /v2.0/networks/206f9d07-9c2e-4490-896d-289aa4538730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3741100 Nov 12 08:28:42.772811 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-f0522e35-8ae4-4cc4-807a-ea6ac55a82bb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a76e0b9e-8617-4bd9-a2b4-d69cee07db2a HTTP/1.1" status: 200 len: 217 time: 0.0795169 Nov 12 08:28:42.780655 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaa8ded-76e8-4f68-b155-0c74fa78c0f6 None None] Pushing event updated for resources: {'Port': ['ID=9999f102-16de-4655-945a-b34663e3e809,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:42.853696 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a84ce4c5-640e-472a-b97b-676bf288b296 req-b7ae3db8-c3bf-4ffc-9a7a-92e29c51fce1 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3403997 Nov 12 08:28:42.908311 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-df5009f6-aed4-4c92-a623-1bec30f59e01 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Allocated IP 172.20.0.1 (ef25912b-2116-4b43-a46b-c31239b0feb4/349f9525-f521-4421-95fe-ee794b4889e4/b9664f0d-74e6-453b-8237-6c50b857c91a) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:28:42.932153 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 0622814b-f14c-42cc-9125-68dcafc8fc6c details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:28:42.945366 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b106b51d-7688-49fc-a03f-a91cae2d6db2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:42.957367 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b106b51d-7688-49fc-a03f-a91cae2d6db2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:43.110039 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-b106b51d-7688-49fc-a03f-a91cae2d6db2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c40d7064b0124b36a460675be7d878dc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7786560 Nov 12 08:28:43.114920 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 32922) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:43.129425 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-408af0d5-8d26-4b77-aff0-16c3ce563d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:43.134411 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-408af0d5-8d26-4b77-aff0-16c3ce563d85 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9f233125-4b62-40de-bf22-04d217d99b20 HTTP/1.1" status: 200 len: 797 time: 0.3286324 Nov 12 08:28:43.139364 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b106b51d-7688-49fc-a03f-a91cae2d6db2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db8bf1de-385e-4bb3-9e19-9e002964b9c2,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:43.277010 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 0622814b-f14c-42cc-9125-68dcafc8fc6c, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=0622814b-f14c-42cc-9125-68dcafc8fc6c,segment=NetworkSegment(115bdcdd-b1df-41c7-8bff-15a5e1fdca42),segment_id=115bdcdd-b1df-41c7-8bff-15a5e1fdca42)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:28:43.277494 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8eb60f-6592-4523-a7d5-b2922a8e91d9 req-f70e207a-3f9b-4c40-bd76-8d6da4b57a0c tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:43.285333 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9e8eb60f-6592-4523-a7d5-b2922a8e91d9 req-f70e207a-3f9b-4c40-bd76-8d6da4b57a0c tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8a087b1-519b-4d24-b909-2afc3b982268 HTTP/1.1" status: 200 len: 945 time: 0.1877241 Nov 12 08:28:43.308226 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Returning: {'device': '0622814b-f14c-42cc-9125-68dcafc8fc6c', 'network_id': '97ca3497-d4cd-4c64-83f2-e4cf0b99a680', 'port_id': '0622814b-f14c-42cc-9125-68dcafc8fc6c', 'mac_address': 'fa:16:3e:21:15:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5a8c2de-791a-407e-b586-3b1004863989', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:28:43.348792 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b106b51d-7688-49fc-a03f-a91cae2d6db2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:43.351069 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b106b51d-7688-49fc-a03f-a91cae2d6db2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:43.351337 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b106b51d-7688-49fc-a03f-a91cae2d6db2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:43.353129 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b106b51d-7688-49fc-a03f-a91cae2d6db2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:43.353510 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b106b51d-7688-49fc-a03f-a91cae2d6db2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:43.354971 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b106b51d-7688-49fc-a03f-a91cae2d6db2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:43.355080 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b106b51d-7688-49fc-a03f-a91cae2d6db2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:43.355400 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b106b51d-7688-49fc-a03f-a91cae2d6db2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:43.358973 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b106b51d-7688-49fc-a03f-a91cae2d6db2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:43.359166 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-df5009f6-aed4-4c92-a623-1bec30f59e01 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:43.359760 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b106b51d-7688-49fc-a03f-a91cae2d6db2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:43.359760 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b106b51d-7688-49fc-a03f-a91cae2d6db2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:43.360206 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b106b51d-7688-49fc-a03f-a91cae2d6db2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:43.369199 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-15b95588-e76b-4fd0-a22d-1ecbdc2db78a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:43.397122 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:43.437467 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-e530113a-7783-48f4-9840-8911a24052df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0622814b-f14c-42cc-9125-68dcafc8fc6c {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:28:43.441165 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-aa11b3bb-53aa-4da0-894d-d58d781957d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:43.443889 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9e8eb60f-6592-4523-a7d5-b2922a8e91d9 req-c8324932-c1e0-4ca6-b9b3-d8a5eb7ada87 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=9dc9079a-4f63-4eb5-be12-eaa66771fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575983 Nov 12 08:28:43.445003 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-aa11b3bb-53aa-4da0-894d-d58d781957d2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5b2a8b49-5710-48dd-bacf-1711bcf033cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2993004 Nov 12 08:28:43.511233 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-15b95588-e76b-4fd0-a22d-1ecbdc2db78a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:43.540217 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 0622814b-f14c-42cc-9125-68dcafc8fc6c, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=0622814b-f14c-42cc-9125-68dcafc8fc6c,segment=NetworkSegment(115bdcdd-b1df-41c7-8bff-15a5e1fdca42),segment_id=115bdcdd-b1df-41c7-8bff-15a5e1fdca42)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:28:43.549403 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:43.650718 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-11716144-b94d-47bb-b0b9-728b44a6f1f9 service neutron] 10.222.0.21 "GET /v2.0/networks/5b2a8b49-5710-48dd-bacf-1711bcf033cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946316 Nov 12 08:28:43.696073 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-df5009f6-aed4-4c92-a623-1bec30f59e01 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:43.706730 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=0622814b-f14c-42cc-9125-68dcafc8fc6c,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:43.747279 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5009f6-aed4-4c92-a623-1bec30f59e01 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Network ef25912b-2116-4b43-a46b-c31239b0feb4 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:28:43.751425 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-df5009f6-aed4-4c92-a623-1bec30f59e01 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:28:43.757457 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5009f6-aed4-4c92-a623-1bec30f59e01 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:28:43.800334 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-15b95588-e76b-4fd0-a22d-1ecbdc2db78a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:43.802893 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-15b95588-e76b-4fd0-a22d-1ecbdc2db78a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:43.804101 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-15b95588-e76b-4fd0-a22d-1ecbdc2db78a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/db8bf1de-385e-4bb3-9e19-9e002964b9c2 HTTP/1.1" status: 204 len: 168 time: 0.6875410 Nov 12 08:28:43.811186 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5009f6-aed4-4c92-a623-1bec30f59e01 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Pushing event updated for resources: {'Port': ['ID=b9664f0d-74e6-453b-8237-6c50b857c91a,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:43.831614 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b95588-e76b-4fd0-a22d-1ecbdc2db78a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db8bf1de-385e-4bb3-9e19-9e002964b9c2,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:43.834336 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5009f6-aed4-4c92-a623-1bec30f59e01 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:43.834794 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5009f6-aed4-4c92-a623-1bec30f59e01 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:43.835141 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5009f6-aed4-4c92-a623-1bec30f59e01 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:43.835476 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5009f6-aed4-4c92-a623-1bec30f59e01 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:43.835809 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5009f6-aed4-4c92-a623-1bec30f59e01 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:43.836138 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5009f6-aed4-4c92-a623-1bec30f59e01 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:43.836463 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5009f6-aed4-4c92-a623-1bec30f59e01 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:43.836785 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5009f6-aed4-4c92-a623-1bec30f59e01 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:43.837382 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5009f6-aed4-4c92-a623-1bec30f59e01 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:43.838250 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5009f6-aed4-4c92-a623-1bec30f59e01 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:43.838250 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5009f6-aed4-4c92-a623-1bec30f59e01 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:43.838628 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5009f6-aed4-4c92-a623-1bec30f59e01 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:43.852438 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b95588-e76b-4fd0-a22d-1ecbdc2db78a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:43.852724 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b95588-e76b-4fd0-a22d-1ecbdc2db78a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:43.853065 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b95588-e76b-4fd0-a22d-1ecbdc2db78a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:43.853398 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b95588-e76b-4fd0-a22d-1ecbdc2db78a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:43.854119 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b95588-e76b-4fd0-a22d-1ecbdc2db78a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:43.854119 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b95588-e76b-4fd0-a22d-1ecbdc2db78a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:43.854429 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b95588-e76b-4fd0-a22d-1ecbdc2db78a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:43.854692 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b95588-e76b-4fd0-a22d-1ecbdc2db78a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:43.855018 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b95588-e76b-4fd0-a22d-1ecbdc2db78a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:43.855340 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b95588-e76b-4fd0-a22d-1ecbdc2db78a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:43.855663 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b95588-e76b-4fd0-a22d-1ecbdc2db78a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:43.855984 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b95588-e76b-4fd0-a22d-1ecbdc2db78a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:43.862358 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-df5009f6-aed4-4c92-a623-1bec30f59e01 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933481'] for router_interface, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:43.897736 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-8b1e9f1c-f875-4d18-9000-e025416e3d6a service neutron] 10.222.0.21 "GET /v2.0/networks/5b2a8b49-5710-48dd-bacf-1711bcf033cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386210 Nov 12 08:28:43.914512 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['0622814b-f14c-42cc-9125-68dcafc8fc6c'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:28:44.040190 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-ed0c4b25-51b0-4d7f-8f7a-235d899c49b8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c2cd737f-49af-4915-99ac-335868dc6f31 HTTP/1.1" status: 200 len: 217 time: 0.1339827 Nov 12 08:28:44.070321 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-df5009f6-aed4-4c92-a623-1bec30f59e01 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:44.276535 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-41736d5f-d574-4042-bb96-c4eb09605fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:44.301677 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-41736d5f-d574-4042-bb96-c4eb09605fae service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9f233125-4b62-40de-bf22-04d217d99b20 HTTP/1.1" status: 200 len: 797 time: 0.2425413 Nov 12 08:28:44.420478 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 9999f102-16de-4655-945a-b34663e3e809 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:28:44.461596 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-fa2672ab-2745-47ed-b3c8-f26191449d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:44.470232 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-fa2672ab-2745-47ed-b3c8-f26191449d89 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5b2a8b49-5710-48dd-bacf-1711bcf033cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1670561 Nov 12 08:28:44.587806 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c04fcc-8f60-4ab9-a155-c57a867f0d4f req-9adbb0b6-dcf3-4ed5-a9fc-cf49ce469b63 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:44.594084 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 9999f102-16de-4655-945a-b34663e3e809 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:28:44.600978 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-83c04fcc-8f60-4ab9-a155-c57a867f0d4f req-9adbb0b6-dcf3-4ed5-a9fc-cf49ce469b63 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=f506bc83-a595-4a48-acb8-2fff75fadea1 HTTP/1.1" status: 200 len: 944 time: 0.2735777 Nov 12 08:28:44.601209 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:44.733500 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364a0f89-01ba-48f6-9fc9-c90b20fcc84f None None] Network ef25912b-2116-4b43-a46b-c31239b0feb4 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:28:44.783892 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 32970) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:44.806884 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5ecc91-a907-4565-8b5e-fb0bf9e56942 req-cb8db90e-1ae1-467e-a670-eb6e8b45d340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:44.808554 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fd5ecc91-a907-4565-8b5e-fb0bf9e56942 req-cb8db90e-1ae1-467e-a670-eb6e8b45d340 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=13ee7d6d71864c9eb2f508185e6a266f&device_id=e8a087b1-519b-4d24-b909-2afc3b982268 HTTP/1.1" status: 200 len: 1097 time: 0.2516439 Nov 12 08:28:44.818489 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-83c04fcc-8f60-4ab9-a155-c57a867f0d4f req-7eecc854-76a6-4d0b-bc52-ad50e5f7c425 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165203 Nov 12 08:28:44.862846 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:44.949576 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5ecc91-a907-4565-8b5e-fb0bf9e56942 req-51c48165-6810-48e1-80f9-21c7ead76881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:44.950021 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] For port 9999f102-16de-4655-945a-b34663e3e809, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=9999f102-16de-4655-945a-b34663e3e809,segment=NetworkSegment(39f4c46a-01d7-4223-8aa5-1cb3273e074f),segment_id=39f4c46a-01d7-4223-8aa5-1cb3273e074f)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:28:44.952456 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fd5ecc91-a907-4565-8b5e-fb0bf9e56942 req-51c48165-6810-48e1-80f9-21c7ead76881 service neutron] 10.222.0.44 "GET /v2.0/networks?id=392b706c-fa83-40b2-ba41-e97d70efdd1d HTTP/1.1" status: 200 len: 912 time: 0.1345451 Nov 12 08:28:44.964490 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-df5009f6-aed4-4c92-a623-1bec30f59e01 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:44.968283 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:44.971940 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e90bf6c4-6678-4998-89e5-d989261c3071 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:44.989250 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-df5009f6-aed4-4c92-a623-1bec30f59e01 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:45.013820 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-19974757-5ac8-4eac-badd-ca5624dd5cd8 None None] Provisioning complete for port 9999f102-16de-4655-945a-b34663e3e809 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:28:45.015067 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-19974757-5ac8-4eac-badd-ca5624dd5cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:45.029571 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fd5ecc91-a907-4565-8b5e-fb0bf9e56942 req-25f0a9d8-23ad-421d-a2a2-298e3109624f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f861223-c0ed-4655-93e1-b57858fd0984 HTTP/1.1" status: 200 len: 217 time: 0.0634336 Nov 12 08:28:45.035426 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-47e6e476-e4d7-42bf-a633-deeb93234057 service neutron] 10.222.0.21 "GET /v2.0/networks/5b2a8b49-5710-48dd-bacf-1711bcf033cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5565026 Nov 12 08:28:45.155145 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Pushing event updated for resources: {'Port': ['ID=9999f102-16de-4655-945a-b34663e3e809,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:45.222265 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5ecc91-a907-4565-8b5e-fb0bf9e56942 req-d1da0697-9322-46f7-8142-394a4efb3e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:45.223801 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fd5ecc91-a907-4565-8b5e-fb0bf9e56942 req-d1da0697-9322-46f7-8142-394a4efb3e99 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2d250a72-e563-4d6e-ac4f-f44698e0ce3c HTTP/1.1" status: 200 len: 850 time: 0.1850202 Nov 12 08:28:45.251083 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-df5009f6-aed4-4c92-a623-1bec30f59e01 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933629'] for router_interface, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:45.252815 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5009f6-aed4-4c92-a623-1bec30f59e01 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Pushing event updated for resources: {'Port': ['ID=b9664f0d-74e6-453b-8237-6c50b857c91a,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:45.289042 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cf3f4461-9438-499e-8ee3-d0efec2b1eed req-996866f0-3a8d-4a4d-bd6a-a18585431c88 service neutron] 10.222.0.21 "GET /v2.0/networks/5b2a8b49-5710-48dd-bacf-1711bcf033cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403016 Nov 12 08:28:45.292157 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5ecc91-a907-4565-8b5e-fb0bf9e56942 req-f2ac9f54-243d-43e5-ae9e-200b747bf525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:45.293610 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fd5ecc91-a907-4565-8b5e-fb0bf9e56942 req-f2ac9f54-243d-43e5-ae9e-200b747bf525 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=392b706c-fa83-40b2-ba41-e97d70efdd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0613055 Nov 12 08:28:45.303127 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03574ad8-f313-482d-9c4d-b19c00450544 req-b8b14a65-7dfd-4e93-b1dc-2442a624fc46 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:45.307149 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-03574ad8-f313-482d-9c4d-b19c00450544 req-b8b14a65-7dfd-4e93-b1dc-2442a624fc46 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8a087b1-519b-4d24-b909-2afc3b982268 HTTP/1.1" status: 200 len: 945 time: 0.2350070 Nov 12 08:28:45.526798 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-03574ad8-f313-482d-9c4d-b19c00450544 req-971f9ba6-0f3f-4dc7-9403-9af532d4f363 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=9dc9079a-4f63-4eb5-be12-eaa66771fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130597 Nov 12 08:28:45.528721 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e90bf6c4-6678-4998-89e5-d989261c3071 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:45.541585 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5009f6-aed4-4c92-a623-1bec30f59e01 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Network ef25912b-2116-4b43-a46b-c31239b0feb4 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:28:45.543675 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-df5009f6-aed4-4c92-a623-1bec30f59e01 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:28:45.546372 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e90bf6c4-6678-4998-89e5-d989261c3071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:45.607942 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-e90bf6c4-6678-4998-89e5-d989261c3071 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=eae0a256f1dd4d9a8180d35c6599da44&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8204434 Nov 12 08:28:45.611023 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fd5ecc91-a907-4565-8b5e-fb0bf9e56942 req-6e2a80f6-a99c-467c-b4ad-1cff7b89021f service neutron] 10.222.0.44 "GET /v2.0/networks/392b706c-fa83-40b2-ba41-e97d70efdd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3032455 Nov 12 08:28:45.613520 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 32982) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:45.698937 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-d805526a-3cd4-4ca2-af87-c5deee1c233f None None] Provisioning complete for port b9664f0d-74e6-453b-8237-6c50b857c91a triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:28:45.700948 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d805526a-3cd4-4ca2-af87-c5deee1c233f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:45.803309 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90bf6c4-6678-4998-89e5-d989261c3071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4594af4c-0232-417a-ab64-60eeb55ac858,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:45.810239 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-d805526a-3cd4-4ca2-af87-c5deee1c233f None None] Port b9664f0d-74e6-453b-8237-6c50b857c91a cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:28:45.853099 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-d805526a-3cd4-4ca2-af87-c5deee1c233f None None] Provisioning complete for port 9999f102-16de-4655-945a-b34663e3e809 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:28:45.853890 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d805526a-3cd4-4ca2-af87-c5deee1c233f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:45.867071 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-77e874cf-10b7-4523-96d1-608dd7613d03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:45.913039 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-77e874cf-10b7-4523-96d1-608dd7613d03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:45.938736 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fd5ecc91-a907-4565-8b5e-fb0bf9e56942 req-a2b58775-b15a-4926-85da-18a468320ea0 service neutron] 10.222.0.44 "GET /v2.0/networks/392b706c-fa83-40b2-ba41-e97d70efdd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3172786 Nov 12 08:28:46.044786 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83701ab0-844a-444e-bb53-99d4e87ff311 req-462dc988-c4f2-4f9c-80c7-14a2d1694b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:46.045608 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83701ab0-844a-444e-bb53-99d4e87ff311 req-462dc988-c4f2-4f9c-80c7-14a2d1694b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:46.046794 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83701ab0-844a-444e-bb53-99d4e87ff311 req-462dc988-c4f2-4f9c-80c7-14a2d1694b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:46.047901 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83701ab0-844a-444e-bb53-99d4e87ff311 req-462dc988-c4f2-4f9c-80c7-14a2d1694b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:46.048485 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83701ab0-844a-444e-bb53-99d4e87ff311 req-462dc988-c4f2-4f9c-80c7-14a2d1694b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:46.049312 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83701ab0-844a-444e-bb53-99d4e87ff311 req-462dc988-c4f2-4f9c-80c7-14a2d1694b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:46.050456 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83701ab0-844a-444e-bb53-99d4e87ff311 req-462dc988-c4f2-4f9c-80c7-14a2d1694b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:46.054284 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-83701ab0-844a-444e-bb53-99d4e87ff311 req-462dc988-c4f2-4f9c-80c7-14a2d1694b11 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=21a2ac24705441ab9e82ecd18312805e&device_id=e7b22e6f-34ba-40cc-8b8b-fe95438187cb HTTP/1.1" status: 200 len: 6495 time: 0.6143155 Nov 12 08:28:46.079467 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-77e874cf-10b7-4523-96d1-608dd7613d03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:46.082881 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-77e874cf-10b7-4523-96d1-608dd7613d03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:46.084351 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-77e874cf-10b7-4523-96d1-608dd7613d03 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4594af4c-0232-417a-ab64-60eeb55ac858 HTTP/1.1" status: 204 len: 168 time: 0.4687924 Nov 12 08:28:46.119201 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e874cf-10b7-4523-96d1-608dd7613d03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4594af4c-0232-417a-ab64-60eeb55ac858,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:46.270975 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83701ab0-844a-444e-bb53-99d4e87ff311 req-4c0e2b90-6dba-444a-a54c-5703e895310c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:46.276304 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-83701ab0-844a-444e-bb53-99d4e87ff311 req-4c0e2b90-6dba-444a-a54c-5703e895310c service neutron] 10.222.0.21 "GET /v2.0/networks?id=5b2a8b49-5710-48dd-bacf-1711bcf033cc HTTP/1.1" status: 200 len: 903 time: 0.2123966 Nov 12 08:28:46.358884 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df5009f6-aed4-4c92-a623-1bec30f59e01 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Router 71b7b8a2-3077-4650-a9da-63bf80beb302 is scheduled to L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 with binding_index 1 {{(pid=102600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:28:46.416858 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-7e1ccebf-6764-4c39-8792-f0858c9775b2 None None] Provisioning complete for port b9664f0d-74e6-453b-8237-6c50b857c91a triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:28:46.417252 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7e1ccebf-6764-4c39-8792-f0858c9775b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:46.424939 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b6f560-885e-4717-9504-706e55a91a51 req-f006512d-465f-4e30-9b01-caa628f444c0 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:46.428470 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-60b6f560-885e-4717-9504-706e55a91a51 req-f006512d-465f-4e30-9b01-caa628f444c0 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=f506bc83-a595-4a48-acb8-2fff75fadea1 HTTP/1.1" status: 200 len: 944 time: 0.2631805 Nov 12 08:28:46.485122 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-83701ab0-844a-444e-bb53-99d4e87ff311 req-c7f52e34-11c7-4476-a0e4-bf6116f9c9c4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c2cd737f-49af-4915-99ac-335868dc6f31 HTTP/1.1" status: 200 len: 217 time: 0.2011805 Nov 12 08:28:46.499449 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 9999f102-16de-4655-945a-b34663e3e809 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:28:46.533574 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df5009f6-aed4-4c92-a623-1bec30f59e01 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:28:46.543464 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-df5009f6-aed4-4c92-a623-1bec30f59e01 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "PUT /v2.0/routers/71b7b8a2-3077-4650-a9da-63bf80beb302/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3107514 Nov 12 08:28:46.550653 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 32998) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:46.551521 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211bb36c-2698-4111-8606-8e5f366a5754 None None] Sync routers for ids ['71b7b8a2-3077-4650-a9da-63bf80beb302'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:28:46.566038 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-60b6f560-885e-4717-9504-706e55a91a51 req-6312bbc1-c48b-4246-9764-bc6b79946e3b tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941768 Nov 12 08:28:46.613618 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211bb36c-2698-4111-8606-8e5f366a5754 None None] Routers {'71b7b8a2-3077-4650-a9da-63bf80beb302'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:28:46.616585 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-211bb36c-2698-4111-8606-8e5f366a5754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:28:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['71b7b8a2-3077-4650-a9da-63bf80beb302'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:46.646337 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7fe251-7037-46c1-9401-bc97a4aa0daa tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:46.651965 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-9c7fe251-7037-46c1-9401-bc97a4aa0daa tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "GET /v2.0/ports/b9664f0d-74e6-453b-8237-6c50b857c91a HTTP/1.1" status: 200 len: 910 time: 0.1002686 Nov 12 08:28:46.657079 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 33002) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:46.680172 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83701ab0-844a-444e-bb53-99d4e87ff311 req-b4afdd04-d776-41aa-88c8-86f76ccdca49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:46.682288 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-83701ab0-844a-444e-bb53-99d4e87ff311 req-b4afdd04-d776-41aa-88c8-86f76ccdca49 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9f233125-4b62-40de-bf22-04d217d99b20 HTTP/1.1" status: 200 len: 797 time: 0.1886446 Nov 12 08:28:46.695443 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-7e1ccebf-6764-4c39-8792-f0858c9775b2 None None] Port b9664f0d-74e6-453b-8237-6c50b857c91a cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:28:46.742276 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 9999f102-16de-4655-945a-b34663e3e809 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:28:46.742948 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:46.773843 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-211bb36c-2698-4111-8606-8e5f366a5754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:46.820186 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211bb36c-2698-4111-8606-8e5f366a5754 None None] Routers {'71b7b8a2-3077-4650-a9da-63bf80beb302'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:28:46.821622 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83701ab0-844a-444e-bb53-99d4e87ff311 req-dea00da0-db98-4587-bb60-b05633662dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:46.823404 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-211bb36c-2698-4111-8606-8e5f366a5754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:28:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['71b7b8a2-3077-4650-a9da-63bf80beb302'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:46.825879 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-83701ab0-844a-444e-bb53-99d4e87ff311 req-dea00da0-db98-4587-bb60-b05633662dba service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5b2a8b49-5710-48dd-bacf-1711bcf033cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1313832 Nov 12 08:28:46.886337 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-1b15e787-71f0-4053-8e60-780bb7373eb9 None None] Provisioning complete for port b9664f0d-74e6-453b-8237-6c50b857c91a triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:28:46.886661 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1b15e787-71f0-4053-8e60-780bb7373eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:46.959429 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-211bb36c-2698-4111-8606-8e5f366a5754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:46.962767 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211bb36c-2698-4111-8606-8e5f366a5754 None None] The sync data for ids ['71b7b8a2-3077-4650-a9da-63bf80beb302'] in n-d-765315-29 is: [] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:28:46.994349 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 0f861223-c0ed-4655-93e1-b57858fd0984 no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:28:47.003523 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 0622814b-f14c-42cc-9125-68dcafc8fc6c up at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:28:47.069237 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-83701ab0-844a-444e-bb53-99d4e87ff311 req-f16b8e1e-a23f-4884-acff-8634b0afe9a4 service neutron] 10.222.0.21 "GET /v2.0/networks/5b2a8b49-5710-48dd-bacf-1711bcf033cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339149 Nov 12 08:28:47.250104 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-1b15e787-71f0-4053-8e60-780bb7373eb9 None None] Port b9664f0d-74e6-453b-8237-6c50b857c91a cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:28:47.315304 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-83701ab0-844a-444e-bb53-99d4e87ff311 req-cf04f4b0-8385-4206-b224-65958556a9ee service neutron] 10.222.0.21 "GET /v2.0/networks/5b2a8b49-5710-48dd-bacf-1711bcf033cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296736 Nov 12 08:28:47.370217 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12214d8-6623-406b-a5bc-814a9bd18215 req-6088ed12-b4a3-479d-8908-f7c057b800d7 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:47.383284 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d12214d8-6623-406b-a5bc-814a9bd18215 req-6088ed12-b4a3-479d-8908-f7c057b800d7 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8a087b1-519b-4d24-b909-2afc3b982268 HTTP/1.1" status: 200 len: 945 time: 0.3178282 Nov 12 08:28:47.400351 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:47.437162 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8a087b1-519b-4d24-b909-2afc3b982268', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f861223-c0ed-4655-93e1-b57858fd0984'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:28:47.439958 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62bc9afb-cc31-4521-bbe2-da63db102e1c" -d '{"events": [{"server_uuid": "e8a087b1-519b-4d24-b909-2afc3b982268", "name": "network-vif-unplugged", "status": "completed", "tag": "0f861223-c0ed-4655-93e1-b57858fd0984"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:28:47.464152 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 0f861223-c0ed-4655-93e1-b57858fd0984, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=0f861223-c0ed-4655-93e1-b57858fd0984,segment=NetworkSegment(e07c96e0-5af6-439e-b283-25e89ba24ea2),segment_id=e07c96e0-5af6-439e-b283-25e89ba24ea2)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:28:47.466974 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning for port 0622814b-f14c-42cc-9125-68dcafc8fc6c completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:28:47.471381 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:47.533713 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning complete for port 0622814b-f14c-42cc-9125-68dcafc8fc6c triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:28:47.534955 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:47.539387 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=0f861223-c0ed-4655-93e1-b57858fd0984,revision_number=8']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:47.598618 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d12214d8-6623-406b-a5bc-814a9bd18215 req-b21d849c-fc62-48ce-bf13-93a19e66573e tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=9dc9079a-4f63-4eb5-be12-eaa66771fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116370 Nov 12 08:28:47.727756 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfef5776-caed-4273-9b35-79c7bc877e96 x-openstack-request-id: req-dfef5776-caed-4273-9b35-79c7bc877e96 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:28:47.728058 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8a087b1-519b-4d24-b909-2afc3b982268", "name": "network-vif-unplugged", "status": "completed", "tag": "0f861223-c0ed-4655-93e1-b57858fd0984", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:28:47.728318 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dfef5776-caed-4273-9b35-79c7bc877e96 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:28:47.728726 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8a087b1-519b-4d24-b909-2afc3b982268', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f861223-c0ed-4655-93e1-b57858fd0984', 'code': 200} Nov 12 08:28:47.752679 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:47.801525 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4a3aa2c0-688e-4327-a4db-a2c74d8ce103 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933586'] for router_interface, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:47.904007 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 0622814b-f14c-42cc-9125-68dcafc8fc6c, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=0622814b-f14c-42cc-9125-68dcafc8fc6c,segment=NetworkSegment(115bdcdd-b1df-41c7-8bff-15a5e1fdca42),segment_id=115bdcdd-b1df-41c7-8bff-15a5e1fdca42)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:28:47.905951 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc5b819-fcef-4845-8a8d-051a55de8157 req-7788a9d7-afd6-4a05-a22e-1bb8bb8679f8 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:47.912914 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:47.917535 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-dbc5b819-fcef-4845-8a8d-051a55de8157 req-7788a9d7-afd6-4a05-a22e-1bb8bb8679f8 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=f506bc83-a595-4a48-acb8-2fff75fadea1 HTTP/1.1" status: 200 len: 944 time: 0.1671855 Nov 12 08:28:47.985281 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=0622814b-f14c-42cc-9125-68dcafc8fc6c,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:48.053364 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-dbc5b819-fcef-4845-8a8d-051a55de8157 req-70bf650f-832a-4182-97cb-aa157d07fdfb tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349232 Nov 12 08:28:48.264713 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-4a3aa2c0-688e-4327-a4db-a2c74d8ce103 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Deleting port b9664f0d-74e6-453b-8237-6c50b857c91a {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:28:48.265042 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4a3aa2c0-688e-4327-a4db-a2c74d8ce103 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:48.437209 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4a3aa2c0-688e-4327-a4db-a2c74d8ce103 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:48.472187 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-4a3aa2c0-688e-4327-a4db-a2c74d8ce103 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Calling delete_port for b9664f0d-74e6-453b-8237-6c50b857c91a owned by network:router_interface {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:28:48.835078 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6bd4bb-33f3-4032-86e3-bab0867e5bfb req-d1c72789-b9f9-48b7-9cdd-0a1ccef2aefa tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:48.843148 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5f6bd4bb-33f3-4032-86e3-bab0867e5bfb req-d1c72789-b9f9-48b7-9cdd-0a1ccef2aefa tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8a087b1-519b-4d24-b909-2afc3b982268 HTTP/1.1" status: 200 len: 943 time: 0.1452224 Nov 12 08:28:48.856119 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4a3aa2c0-688e-4327-a4db-a2c74d8ce103 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:48.902972 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3aa2c0-688e-4327-a4db-a2c74d8ce103 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Pushing event deleted for resources: {'Port': ['ID=b9664f0d-74e6-453b-8237-6c50b857c91a,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:49.058624 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5f6bd4bb-33f3-4032-86e3-bab0867e5bfb req-ea9d4a52-c21d-4e84-9149-c4aa8ee61bc0 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=9dc9079a-4f63-4eb5-be12-eaa66771fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974125 Nov 12 08:28:49.353823 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4a3aa2c0-688e-4327-a4db-a2c74d8ce103 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918626'] for router_interface, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:49.374511 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6bd7f6-9b22-48ad-ad05-69cfe19eb29a req-9ad6c0a5-4860-4c31-8362-9bb705c783e6 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:49.376401 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ca6bd7f6-9b22-48ad-ad05-69cfe19eb29a req-9ad6c0a5-4860-4c31-8362-9bb705c783e6 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9f80b7-7da6-471c-ab75-5240190a613a HTTP/1.1" status: 200 len: 945 time: 0.1640320 Nov 12 08:28:49.683329 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a3aa2c0-688e-4327-a4db-a2c74d8ce103 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Router 71b7b8a2-3077-4650-a9da-63bf80beb302 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:28:49.688365 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ca6bd7f6-9b22-48ad-ad05-69cfe19eb29a req-6452ca16-32e1-4282-9663-f4142a7cb5ac tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=dafae0e1-4d35-4b86-8740-ce6a9a9c8268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2270174 Nov 12 08:28:49.731050 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f506bc83-a595-4a48-acb8-2fff75fadea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0622814b-f14c-42cc-9125-68dcafc8fc6c'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:28:49.735526 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10fd7f0d-4580-45f7-9a68-eedfa215fdb0" -d '{"events": [{"server_uuid": "f506bc83-a595-4a48-acb8-2fff75fadea1", "name": "network-vif-plugged", "status": "completed", "tag": "0622814b-f14c-42cc-9125-68dcafc8fc6c"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:28:50.289472 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a3aa2c0-688e-4327-a4db-a2c74d8ce103 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:28:50.302201 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 33104) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:50.303040 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-4a3aa2c0-688e-4327-a4db-a2c74d8ce103 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "PUT /v2.0/routers/71b7b8a2-3077-4650-a9da-63bf80beb302/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6442773 Nov 12 08:28:50.305169 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175f5105-2aae-4b6d-a37f-0f962a2f1c01 None None] Sync routers for ids ['71b7b8a2-3077-4650-a9da-63bf80beb302'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:28:50.326678 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175f5105-2aae-4b6d-a37f-0f962a2f1c01 None None] Routers {'71b7b8a2-3077-4650-a9da-63bf80beb302'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:28:50.329856 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-175f5105-2aae-4b6d-a37f-0f962a2f1c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:28:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['71b7b8a2-3077-4650-a9da-63bf80beb302'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:50.351915 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041107eb-6336-47b4-a2b5-977c27fef1e8 req-ebedf8c9-170a-4822-b474-59a6add4885d tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:50.361188 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-041107eb-6336-47b4-a2b5-977c27fef1e8 req-ebedf8c9-170a-4822-b474-59a6add4885d tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=f506bc83-a595-4a48-acb8-2fff75fadea1 HTTP/1.1" status: 200 len: 945 time: 0.1660280 Nov 12 08:28:50.379862 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-07824403-1734-49d7-9f01-60ef29841d13 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "GET /v2.0/ports?device_id=71b7b8a2-3077-4650-a9da-63bf80beb302 HTTP/1.1" status: 200 len: 205 time: 0.0741782 Nov 12 08:28:50.383847 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 33108) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:50.417470 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-175f5105-2aae-4b6d-a37f-0f962a2f1c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:50.448335 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175f5105-2aae-4b6d-a37f-0f962a2f1c01 None None] Routers {'71b7b8a2-3077-4650-a9da-63bf80beb302'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:28:50.449192 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-175f5105-2aae-4b6d-a37f-0f962a2f1c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:28:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['71b7b8a2-3077-4650-a9da-63bf80beb302'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:50.486532 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-041107eb-6336-47b4-a2b5-977c27fef1e8 req-b393a18b-a35c-4bc9-a7c9-7dc9f0f44416 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235614 Nov 12 08:28:50.519594 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-175f5105-2aae-4b6d-a37f-0f962a2f1c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:50.520257 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175f5105-2aae-4b6d-a37f-0f962a2f1c01 None None] The sync data for ids ['71b7b8a2-3077-4650-a9da-63bf80beb302'] in n-d-765315-29 is: [] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:28:50.618037 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-138c79db-5210-4e1a-8b5a-c961a38fb8f3 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks [] for router, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:50.777310 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba08b8-84f6-4717-ba30-b9102c693eae req-5a3dd063-a3d2-41c2-9946-8fc29d73b39f tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:50.803487 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b6ba08b8-84f6-4717-ba30-b9102c693eae req-5a3dd063-a3d2-41c2-9946-8fc29d73b39f tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9f80b7-7da6-471c-ab75-5240190a613a HTTP/1.1" status: 200 len: 945 time: 0.1279728 Nov 12 08:28:50.924295 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b6ba08b8-84f6-4717-ba30-b9102c693eae req-d3b6fe27-31ac-441f-8d08-3f345f469a24 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=dafae0e1-4d35-4b86-8740-ce6a9a9c8268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182075 Nov 12 08:28:50.938776 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 0f861223-c0ed-4655-93e1-b57858fd0984 no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:28:50.948382 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-138c79db-5210-4e1a-8b5a-c961a38fb8f3 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:50.952295 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-138c79db-5210-4e1a-8b5a-c961a38fb8f3 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:51.018676 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-138c79db-5210-4e1a-8b5a-c961a38fb8f3 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:51.020636 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-138c79db-5210-4e1a-8b5a-c961a38fb8f3 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Fanout notify agent at l3_agent the message router_deleted on router 71b7b8a2-3077-4650-a9da-63bf80beb302 {{(pid=102599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:28:51.041556 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-138c79db-5210-4e1a-8b5a-c961a38fb8f3 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:51.045691 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 33118) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:51.046756 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-138c79db-5210-4e1a-8b5a-c961a38fb8f3 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "DELETE /v2.0/routers/71b7b8a2-3077-4650-a9da-63bf80beb302 HTTP/1.1" status: 204 len: 168 time: 0.6608596 Nov 12 08:28:51.070149 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83e7681a-d60a-4a5a-9841-a42df802570f x-openstack-request-id: req-83e7681a-d60a-4a5a-9841-a42df802570f {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:28:51.074829 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f506bc83-a595-4a48-acb8-2fff75fadea1", "name": "network-vif-plugged", "status": "completed", "tag": "0622814b-f14c-42cc-9125-68dcafc8fc6c", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:28:51.076089 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-83e7681a-d60a-4a5a-9841-a42df802570f {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:28:51.076632 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f506bc83-a595-4a48-acb8-2fff75fadea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0622814b-f14c-42cc-9125-68dcafc8fc6c', 'code': 200} Nov 12 08:28:51.198012 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a2ae4ea-aa7e-4c7a-a2f1-3cb36774627c tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Deleting subnet 349f9525-f521-4421-95fe-ee794b4889e4 {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:28:51.202870 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdbb7e5-7743-4882-8a44-fcaf42a0d515 req-3c25358a-0232-4821-8a8f-e04188f0a277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:51.203651 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4a2ae4ea-aa7e-4c7a-a2f1-3cb36774627c tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:51.219946 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5fdbb7e5-7743-4882-8a44-fcaf42a0d515 req-3c25358a-0232-4821-8a8f-e04188f0a277 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f506bc83-a595-4a48-acb8-2fff75fadea1 HTTP/1.1" status: 200 len: 1097 time: 0.1166623 Nov 12 08:28:51.350738 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4a2ae4ea-aa7e-4c7a-a2f1-3cb36774627c tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:51.351312 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5fdbb7e5-7743-4882-8a44-fcaf42a0d515 req-8fe9fe88-04e8-4cc2-9f53-bc61c7663347 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268055 Nov 12 08:28:51.456018 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4a2ae4ea-aa7e-4c7a-a2f1-3cb36774627c tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:51.578397 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4a2ae4ea-aa7e-4c7a-a2f1-3cb36774627c tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:51.634568 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cfeb13-da5e-4e0d-b950-8c99d7006227 req-6608456d-7709-4099-87d0-093591ecd8b8 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:51.643376 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b5cfeb13-da5e-4e0d-b950-8c99d7006227 req-6608456d-7709-4099-87d0-093591ecd8b8 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9f80b7-7da6-471c-ab75-5240190a613a HTTP/1.1" status: 200 len: 945 time: 0.1286278 Nov 12 08:28:51.655139 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2ae4ea-aa7e-4c7a-a2f1-3cb36774627c tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Pushing event deleted for resources: {'Subnet': ['ID=349f9525-f521-4421-95fe-ee794b4889e4,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:51.667447 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc79b8b-1394-4dc8-bc43-f6d8ddc8755a None None] Network ef25912b-2116-4b43-a46b-c31239b0feb4 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:28:51.671713 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4a2ae4ea-aa7e-4c7a-a2f1-3cb36774627c tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:51.685767 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 33134) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:51.686637 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-4a2ae4ea-aa7e-4c7a-a2f1-3cb36774627c tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "DELETE /v2.0/subnets/349f9525-f521-4421-95fe-ee794b4889e4 HTTP/1.1" status: 204 len: 168 time: 0.6395822 Nov 12 08:28:51.779532 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b5cfeb13-da5e-4e0d-b950-8c99d7006227 req-f3bd2643-932d-47c4-ba13-65f4c2188251 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=dafae0e1-4d35-4b86-8740-ce6a9a9c8268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1343114 Nov 12 08:28:51.852724 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:28:51.897425 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 33138) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:51.935703 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1893084f-485f-4e4b-8039-907577604c4c tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:52.014192 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0642e911-4567-4b34-8ab3-598c9fe5a7b1 req-1740d2c0-8272-42d6-8c59-8895902e6203 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:52.016682 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0642e911-4567-4b34-8ab3-598c9fe5a7b1 req-1740d2c0-8272-42d6-8c59-8895902e6203 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=f506bc83-a595-4a48-acb8-2fff75fadea1 HTTP/1.1" status: 200 len: 945 time: 0.1334839 Nov 12 08:28:52.046099 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-1893084f-485f-4e4b-8039-907577604c4c tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Deleting port 9999f102-16de-4655-945a-b34663e3e809 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:28:52.046447 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1893084f-485f-4e4b-8039-907577604c4c tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:52.070111 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e6c67a-4399-46d5-abd9-ee29de086683 None None] DHCP port deletion for ef25912b-2116-4b43-a46b-c31239b0feb4 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:28:52.180723 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0642e911-4567-4b34-8ab3-598c9fe5a7b1 req-d6c6ea0c-5da2-4b6d-9587-11dc17fe8e2d tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486754 Nov 12 08:28:52.195543 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-1893084f-485f-4e4b-8039-907577604c4c tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] For port 9999f102-16de-4655-945a-b34663e3e809, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=9999f102-16de-4655-945a-b34663e3e809,segment=NetworkSegment(39f4c46a-01d7-4223-8aa5-1cb3273e074f),segment_id=39f4c46a-01d7-4223-8aa5-1cb3273e074f)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:28:52.196112 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1893084f-485f-4e4b-8039-907577604c4c tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:52.217083 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-30b64902-981d-4682-a9f7-b8ffc9a093f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:52.220421 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-85e6c67a-4399-46d5-abd9-ee29de086683 None None] Deleting port 9999f102-16de-4655-945a-b34663e3e809 {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:28:52.221962 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-1893084f-485f-4e4b-8039-907577604c4c tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Calling delete_port for 9999f102-16de-4655-945a-b34663e3e809 owned by network:dhcp {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:28:52.223195 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-85e6c67a-4399-46d5-abd9-ee29de086683 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:52.321973 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-85e6c67a-4399-46d5-abd9-ee29de086683 None None] For port 9999f102-16de-4655-945a-b34663e3e809, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=9999f102-16de-4655-945a-b34663e3e809,segment=NetworkSegment(39f4c46a-01d7-4223-8aa5-1cb3273e074f),segment_id=39f4c46a-01d7-4223-8aa5-1cb3273e074f)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:28:52.322486 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-85e6c67a-4399-46d5-abd9-ee29de086683 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:52.378122 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-85e6c67a-4399-46d5-abd9-ee29de086683 None None] Calling delete_port for 9999f102-16de-4655-945a-b34663e3e809 owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:28:52.397260 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-30b64902-981d-4682-a9f7-b8ffc9a093f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:52.405793 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-30b64902-981d-4682-a9f7-b8ffc9a093f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:52.457961 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-30b64902-981d-4682-a9f7-b8ffc9a093f1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f0be4adcf3ea426eb529da70815ddb33&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5560553 Nov 12 08:28:52.459010 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b64902-981d-4682-a9f7-b8ffc9a093f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29364d34-3129-446e-b70c-e98f8280b7b1,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:52.462341 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 33144) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:52.478047 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1893084f-485f-4e4b-8039-907577604c4c tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:52.488391 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 9999f102-16de-4655-945a-b34663e3e809 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:28:52.500588 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1893084f-485f-4e4b-8039-907577604c4c tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] No DVR routers for this DVR port 9999f102-16de-4655-945a-b34663e3e809 on host n-d-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:28:52.530249 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1893084f-485f-4e4b-8039-907577604c4c tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Pushing event deleted for resources: {'Port': ['ID=9999f102-16de-4655-945a-b34663e3e809,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:52.551229 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7c740c05-6015-4194-aac4-83dee3c4cdd8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:52.592852 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7c740c05-6015-4194-aac4-83dee3c4cdd8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:52.670632 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1893084f-485f-4e4b-8039-907577604c4c tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:52.679967 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7c740c05-6015-4194-aac4-83dee3c4cdd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:52.685695 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7c740c05-6015-4194-aac4-83dee3c4cdd8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:52.690300 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-7c740c05-6015-4194-aac4-83dee3c4cdd8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/29364d34-3129-446e-b70c-e98f8280b7b1 HTTP/1.1" status: 204 len: 168 time: 0.2268360 Nov 12 08:28:52.704404 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c740c05-6015-4194-aac4-83dee3c4cdd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29364d34-3129-446e-b70c-e98f8280b7b1,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:52.729957 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-1893084f-485f-4e4b-8039-907577604c4c tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef25912b-2116-4b43-a46b-c31239b0feb4']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:52.751068 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-1893084f-485f-4e4b-8039-907577604c4c tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39f4c46a-01d7-4223-8aa5-1cb3273e074f') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:52.751755 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-1893084f-485f-4e4b-8039-907577604c4c tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39f4c46a-01d7-4223-8aa5-1cb3273e074f') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:52.778390 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1893084f-485f-4e4b-8039-907577604c4c tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:52.800839 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1893084f-485f-4e4b-8039-907577604c4c tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:52.823546 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1893084f-485f-4e4b-8039-907577604c4c tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:28:52.825352 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1893084f-485f-4e4b-8039-907577604c4c tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:52.829072 n-d-765315-29 neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:28:52.829072 n-d-765315-29 neutron-server[102601]: self.session.flush() Nov 12 08:28:52.829072 n-d-765315-29 neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:28:52.829072 n-d-765315-29 neutron-server[102601]: self.session.flush() Nov 12 08:28:52.829072 n-d-765315-29 neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:28:52.829072 n-d-765315-29 neutron-server[102601]: self.session.flush() Nov 12 08:28:52.829072 n-d-765315-29 neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:28:52.829072 n-d-765315-29 neutron-server[102601]: self.session.flush() Nov 12 08:28:52.829072 n-d-765315-29 neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:28:52.829072 n-d-765315-29 neutron-server[102601]: self.session.flush() Nov 12 08:28:52.829072 n-d-765315-29 neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:28:52.829072 n-d-765315-29 neutron-server[102601]: self.session.flush() Nov 12 08:28:52.829072 n-d-765315-29 neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:28:52.829072 n-d-765315-29 neutron-server[102601]: self.session.flush() Nov 12 08:28:52.829072 n-d-765315-29 neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:28:52.829072 n-d-765315-29 neutron-server[102601]: self.session.flush() Nov 12 08:28:52.829072 n-d-765315-29 neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:28:52.829072 n-d-765315-29 neutron-server[102601]: self.session.flush() Nov 12 08:28:52.829072 n-d-765315-29 neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:28:52.829072 n-d-765315-29 neutron-server[102601]: self.session.flush() Nov 12 08:28:52.829072 n-d-765315-29 neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:28:52.829072 n-d-765315-29 neutron-server[102601]: self.session.flush() Nov 12 08:28:52.829072 n-d-765315-29 neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:28:52.829072 n-d-765315-29 neutron-server[102601]: self.session.flush() Nov 12 08:28:52.829072 n-d-765315-29 neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:28:52.829072 n-d-765315-29 neutron-server[102601]: self.session.flush() Nov 12 08:28:52.829072 n-d-765315-29 neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:28:52.829072 n-d-765315-29 neutron-server[102601]: self.session.flush() Nov 12 08:28:52.829072 n-d-765315-29 neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:28:52.829072 n-d-765315-29 neutron-server[102601]: self.session.flush() Nov 12 08:28:52.829072 n-d-765315-29 neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:28:52.829072 n-d-765315-29 neutron-server[102601]: self.session.flush() Nov 12 08:28:52.829072 n-d-765315-29 neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:28:52.829072 n-d-765315-29 neutron-server[102601]: self.session.flush() Nov 12 08:28:52.829072 n-d-765315-29 neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:28:52.829072 n-d-765315-29 neutron-server[102601]: self.session.flush() Nov 12 08:28:52.829072 n-d-765315-29 neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:28:52.829072 n-d-765315-29 neutron-server[102601]: self.session.flush() Nov 12 08:28:52.829072 n-d-765315-29 neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:28:52.829072 n-d-765315-29 neutron-server[102601]: self.session.flush() Nov 12 08:28:52.832264 n-d-765315-29 neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:28:52.832264 n-d-765315-29 neutron-server[102601]: self.session.flush() Nov 12 08:28:52.832264 n-d-765315-29 neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:28:52.832264 n-d-765315-29 neutron-server[102601]: self.session.flush() Nov 12 08:28:52.832264 n-d-765315-29 neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:28:52.832264 n-d-765315-29 neutron-server[102601]: self.session.flush() Nov 12 08:28:52.832264 n-d-765315-29 neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:28:52.832264 n-d-765315-29 neutron-server[102601]: self.session.flush() Nov 12 08:28:52.832264 n-d-765315-29 neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:28:52.832264 n-d-765315-29 neutron-server[102601]: self.session.flush() Nov 12 08:28:52.832264 n-d-765315-29 neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:28:52.832264 n-d-765315-29 neutron-server[102601]: self.session.flush() Nov 12 08:28:52.832264 n-d-765315-29 neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:28:52.832264 n-d-765315-29 neutron-server[102601]: self.session.flush() Nov 12 08:28:52.838925 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-85e6c67a-4399-46d5-abd9-ee29de086683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:52.841364 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 08:28:52.841364 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:28:52.841364 n-d-765315-29 neutron-server[102599]: timer() Nov 12 08:28:52.841364 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:28:52.841364 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 08:28:52.841364 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:28:52.841364 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 08:28:52.841364 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:28:52.841364 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 08:28:52.841364 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:28:52.841364 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 08:28:52.841364 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:28:52.841364 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 08:28:52.841364 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:28:52.841364 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:28:52.841364 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:28:52.841364 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:28:52.841364 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:28:52.841364 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 08:28:52.841364 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:28:52.841364 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 08:28:52.841364 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:28:52.841364 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:28:52.841364 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:28:52.841364 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 08:28:52.841364 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:28:52.841364 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:28:52.841364 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:28:52.841364 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:28:52.841364 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:28:52.841364 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:28:52.841364 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:28:52.845463 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 9999f102-16de-4655-945a-b34663e3e809 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:28:52.845463 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 9999f102-16de-4655-945a-b34663e3e809 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:28:52.916812 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e6c67a-4399-46d5-abd9-ee29de086683 None None] Pushing event deleted for resources: {'Port': ['ID=9999f102-16de-4655-945a-b34663e3e809,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:52.944526 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e6c67a-4399-46d5-abd9-ee29de086683 None None] No DVR routers for this DVR port 9999f102-16de-4655-945a-b34663e3e809 on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:28:52.972780 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e6c67a-4399-46d5-abd9-ee29de086683 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:52.973345 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e6c67a-4399-46d5-abd9-ee29de086683 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:52.973968 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e6c67a-4399-46d5-abd9-ee29de086683 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:52.977778 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e6c67a-4399-46d5-abd9-ee29de086683 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:52.978355 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e6c67a-4399-46d5-abd9-ee29de086683 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:52.984760 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e6c67a-4399-46d5-abd9-ee29de086683 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:52.985751 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e6c67a-4399-46d5-abd9-ee29de086683 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:52.989039 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e6c67a-4399-46d5-abd9-ee29de086683 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:52.989889 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e6c67a-4399-46d5-abd9-ee29de086683 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:52.992277 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e6c67a-4399-46d5-abd9-ee29de086683 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:52.993101 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e6c67a-4399-46d5-abd9-ee29de086683 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:52.993904 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e6c67a-4399-46d5-abd9-ee29de086683 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:53.141394 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447c2c25-33f1-4674-ade0-03e59cc1227a req-da91f26f-8101-4eb4-a068-4d1092f60e69 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:53.149391 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-447c2c25-33f1-4674-ade0-03e59cc1227a req-da91f26f-8101-4eb4-a068-4d1092f60e69 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9f80b7-7da6-471c-ab75-5240190a613a HTTP/1.1" status: 200 len: 945 time: 0.1623864 Nov 12 08:28:53.232859 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-447c2c25-33f1-4674-ade0-03e59cc1227a req-4ba3514e-9d55-4ada-8e4e-adccfdd642d5 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=dafae0e1-4d35-4b86-8740-ce6a9a9c8268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798435 Nov 12 08:28:53.275181 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 33164) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:53.300070 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-147cacc0-acda-4531-953c-981b041a0705 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:53.445666 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fc07e1-d5d2-404a-8bcc-16f978a57519 req-0185576c-fe42-4df8-a73b-753979b87168 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:53.452763 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d6fc07e1-d5d2-404a-8bcc-16f978a57519 req-0185576c-fe42-4df8-a73b-753979b87168 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=f506bc83-a595-4a48-acb8-2fff75fadea1 HTTP/1.1" status: 200 len: 945 time: 0.1131043 Nov 12 08:28:53.520068 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-147cacc0-acda-4531-953c-981b041a0705 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:53.557873 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d6fc07e1-d5d2-404a-8bcc-16f978a57519 req-171cafea-4f4b-4157-a460-4ae5a470419e tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889890 Nov 12 08:28:53.559199 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-147cacc0-acda-4531-953c-981b041a0705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:53.694658 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-147cacc0-acda-4531-953c-981b041a0705 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=acf2cdfc0cb84d0e903a0551b1e85d9f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4178386 Nov 12 08:28:53.703525 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 33178) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:53.706073 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147cacc0-acda-4531-953c-981b041a0705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1ad7efb-4f0d-4aea-8f2b-9381b75deabb,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:53.790616 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1893084f-485f-4e4b-8039-907577604c4c tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:53.818783 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1893084f-485f-4e4b-8039-907577604c4c tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:53.835072 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 33180) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:53.836854 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6d2d39be-b51d-4e5d-a8d5-092368c19b30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:53.838332 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-1893084f-485f-4e4b-8039-907577604c4c tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "DELETE /v2.0/networks/ef25912b-2116-4b43-a46b-c31239b0feb4 HTTP/1.1" status: 204 len: 168 time: 2.1513813 Nov 12 08:28:53.839808 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1893084f-485f-4e4b-8039-907577604c4c tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Pushing event deleted for resources: {'Network': ['ID=ef25912b-2116-4b43-a46b-c31239b0feb4,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:53.855049 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-6593102d-7392-413c-b6e6-3fff8e8ad1d1 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2039093749', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}, 'admin_state_up': False}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:28:53.927468 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6d2d39be-b51d-4e5d-a8d5-092368c19b30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:53.956811 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1c100d-6ff3-452f-b2ca-4b40314e4b57 req-a82762fe-c704-41e8-b15c-71edeef91e01 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:53.968802 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fb1c100d-6ff3-452f-b2ca-4b40314e4b57 req-a82762fe-c704-41e8-b15c-71edeef91e01 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=f506bc83-a595-4a48-acb8-2fff75fadea1 HTTP/1.1" status: 200 len: 945 time: 0.1556559 Nov 12 08:28:53.971089 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6593102d-7392-413c-b6e6-3fff8e8ad1d1 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:53.972316 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6593102d-7392-413c-b6e6-3fff8e8ad1d1 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:54.072795 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 33186) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:54.099429 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6593102d-7392-413c-b6e6-3fff8e8ad1d1 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:54.284773 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7eeabcae-ee03-4479-a0f0-be9454f773d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:54.285641 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fb1c100d-6ff3-452f-b2ca-4b40314e4b57 req-18e66de2-c9ac-4855-b9ca-b73e5ad679a6 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3157804 Nov 12 08:28:54.295780 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6d2d39be-b51d-4e5d-a8d5-092368c19b30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:54.299305 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6d2d39be-b51d-4e5d-a8d5-092368c19b30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:54.302984 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-6d2d39be-b51d-4e5d-a8d5-092368c19b30 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b1ad7efb-4f0d-4aea-8f2b-9381b75deabb HTTP/1.1" status: 204 len: 168 time: 0.5756192 Nov 12 08:28:54.455600 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6593102d-7392-413c-b6e6-3fff8e8ad1d1 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:54.472119 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7eeabcae-ee03-4479-a0f0-be9454f773d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:54.479843 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7eeabcae-ee03-4479-a0f0-be9454f773d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:54.486012 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2d39be-b51d-4e5d-a8d5-092368c19b30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1ad7efb-4f0d-4aea-8f2b-9381b75deabb,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:54.592833 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-7eeabcae-ee03-4479-a0f0-be9454f773d1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8001184d3e314c7a8bbc567f77e4e7c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5161300 Nov 12 08:28:54.600957 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 33206) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:54.624540 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56676058-cad2-4115-ad8e-9fca6d7c8ff8 req-0712d9a8-1f27-4bfb-9c56-633979d38e63 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:54.631996 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeabcae-ee03-4479-a0f0-be9454f773d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c864ac-24be-42ce-8e52-7317c099a677,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:54.633660 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-56676058-cad2-4115-ad8e-9fca6d7c8ff8 req-0712d9a8-1f27-4bfb-9c56-633979d38e63 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9f80b7-7da6-471c-ab75-5240190a613a HTTP/1.1" status: 200 len: 945 time: 0.1697290 Nov 12 08:28:54.722359 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-56676058-cad2-4115-ad8e-9fca6d7c8ff8 req-664ca5c7-3ba9-418d-87b4-2d90cf84db2b tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=dafae0e1-4d35-4b86-8740-ce6a9a9c8268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868783 Nov 12 08:28:54.734036 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3cc0ad45-dc0e-4ad7-a446-8c3706a2d48a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:54.762244 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3cc0ad45-dc0e-4ad7-a446-8c3706a2d48a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:54.839962 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3cc0ad45-dc0e-4ad7-a446-8c3706a2d48a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:54.843936 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3cc0ad45-dc0e-4ad7-a446-8c3706a2d48a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:54.846655 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-3cc0ad45-dc0e-4ad7-a446-8c3706a2d48a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e8c864ac-24be-42ce-8e52-7317c099a677 HTTP/1.1" status: 204 len: 168 time: 0.2424543 Nov 12 08:28:54.878800 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc0ad45-dc0e-4ad7-a446-8c3706a2d48a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c864ac-24be-42ce-8e52-7317c099a677,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:55.001379 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6593102d-7392-413c-b6e6-3fff8e8ad1d1 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks [] for router_gateway, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:55.031581 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6593102d-7392-413c-b6e6-3fff8e8ad1d1 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:55.174683 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-6593102d-7392-413c-b6e6-3fff8e8ad1d1 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Allocated IP 172.25.2.217 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/c1d8c306-d97b-4f06-8aad-efe3ee490148) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:28:55.347399 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af557a59-cd78-46a5-a46c-80a42e04058c req-17c01779-d1bc-4900-8d8a-0531c8d70dbf tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:55.349299 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-af557a59-cd78-46a5-a46c-80a42e04058c req-17c01779-d1bc-4900-8d8a-0531c8d70dbf tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=f506bc83-a595-4a48-acb8-2fff75fadea1 HTTP/1.1" status: 200 len: 945 time: 0.0894890 Nov 12 08:28:55.362101 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6593102d-7392-413c-b6e6-3fff8e8ad1d1 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:55.367728 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 33236) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:55.382367 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9c15ca09-35b4-4de6-90f8-9fad32d9208c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:55.447933 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-af557a59-cd78-46a5-a46c-80a42e04058c req-67c2f59c-35fb-4702-baf5-eb362cf50706 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893469 Nov 12 08:28:55.475258 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9c15ca09-35b4-4de6-90f8-9fad32d9208c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:55.481751 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9c15ca09-35b4-4de6-90f8-9fad32d9208c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:55.489335 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6593102d-7392-413c-b6e6-3fff8e8ad1d1 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:55.514884 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-9c15ca09-35b4-4de6-90f8-9fad32d9208c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cd3bec10739d48d69f230def5c70b9f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1458926 Nov 12 08:28:55.516573 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 33240) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:55.562255 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6593102d-7392-413c-b6e6-3fff8e8ad1d1 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:28:55.567711 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c15ca09-35b4-4de6-90f8-9fad32d9208c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ef5d8d-a62f-4f6c-82fe-562b40042f57,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:55.567800 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-6593102d-7392-413c-b6e6-3fff8e8ad1d1 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:28:55.582544 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6593102d-7392-413c-b6e6-3fff8e8ad1d1 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:28:55.594268 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcdbfd82-5098-43df-9caf-d7a58c996585 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:28:55.624578 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-987d2947-9ccb-4170-b88a-7406acf2133d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:55.650336 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-0beadd6c-05cf-4f4d-b489-64c7db2b66f3 None None] Provisioning complete for port c1d8c306-d97b-4f06-8aad-efe3ee490148 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:28:55.650951 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-0beadd6c-05cf-4f4d-b489-64c7db2b66f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:55.656021 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-987d2947-9ccb-4170-b88a-7406acf2133d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:55.669315 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6593102d-7392-413c-b6e6-3fff8e8ad1d1 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Pushing event updated for resources: {'Port': ['ID=c1d8c306-d97b-4f06-8aad-efe3ee490148,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:55.746567 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-0beadd6c-05cf-4f4d-b489-64c7db2b66f3 None None] Port c1d8c306-d97b-4f06-8aad-efe3ee490148 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:28:55.764845 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-987d2947-9ccb-4170-b88a-7406acf2133d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:55.774366 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-987d2947-9ccb-4170-b88a-7406acf2133d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:55.779491 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-987d2947-9ccb-4170-b88a-7406acf2133d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b7ef5d8d-a62f-4f6c-82fe-562b40042f57 HTTP/1.1" status: 204 len: 168 time: 0.2584455 Nov 12 08:28:55.802389 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987d2947-9ccb-4170-b88a-7406acf2133d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ef5d8d-a62f-4f6c-82fe-562b40042f57,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:55.921798 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb3b23e-2812-40bd-a602-1b54d91461a9 req-17e4e77c-259a-4ef1-9472-142ac0bf1073 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:55.929455 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bbb3b23e-2812-40bd-a602-1b54d91461a9 req-17e4e77c-259a-4ef1-9472-142ac0bf1073 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=169f7779-8f80-4509-8e19-6731ed6e3dfc HTTP/1.1" status: 200 len: 946 time: 0.1182258 Nov 12 08:28:56.080170 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bbb3b23e-2812-40bd-a602-1b54d91461a9 req-484fc7f3-aaf8-4603-9f96-64310866ac36 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=7569d1cf-6bd3-45ad-96a1-5286f4165b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497307 Nov 12 08:28:56.107632 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6593102d-7392-413c-b6e6-3fff8e8ad1d1 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks [] for router_gateway, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:56.346507 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a9d46b-c3d2-4b74-9a36-75edc7b56343 req-561752e7-73a6-4916-a2c4-ff555c695b30 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:56.348292 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-40a9d46b-c3d2-4b74-9a36-75edc7b56343 req-561752e7-73a6-4916-a2c4-ff555c695b30 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9f80b7-7da6-471c-ab75-5240190a613a HTTP/1.1" status: 200 len: 945 time: 0.0893352 Nov 12 08:28:56.418449 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 33282) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:56.434477 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-90148116-364d-451d-9bac-f95d47c90fd4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:56.495316 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-40a9d46b-c3d2-4b74-9a36-75edc7b56343 req-5c70d154-ae4b-4bad-94ef-7e17b13d2c80 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=dafae0e1-4d35-4b86-8740-ce6a9a9c8268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056685 Nov 12 08:28:56.507975 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6593102d-7392-413c-b6e6-3fff8e8ad1d1 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052'] for router, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:56.571920 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-90148116-364d-451d-9bac-f95d47c90fd4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:56.600604 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-90148116-364d-451d-9bac-f95d47c90fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:56.681989 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 33288) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:56.683095 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1569abcb-4154-498d-953b-1a39ad643aac req-a0f99b7e-ee93-481e-be94-cc604efb8220 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:56.684943 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1569abcb-4154-498d-953b-1a39ad643aac req-a0f99b7e-ee93-481e-be94-cc604efb8220 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.21 "GET /v2.0/ports?device_id=f506bc83-a595-4a48-acb8-2fff75fadea1 HTTP/1.1" status: 200 len: 945 time: 0.1706765 Nov 12 08:28:56.691648 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-90148116-364d-451d-9bac-f95d47c90fd4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=414f63e0aa4c4aa585e4a9c0c722a605&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2707067 Nov 12 08:28:56.692545 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90148116-364d-451d-9bac-f95d47c90fd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97bc7e00-2b16-499a-abe4-a49d1fbe8aa4,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:56.697736 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 33292) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:56.757249 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917b1e24-7aa8-45dc-8658-116b540c9f2f req-9490f199-70d7-4694-a605-69e60e201342 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:56.760963 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-917b1e24-7aa8-45dc-8658-116b540c9f2f req-9490f199-70d7-4694-a605-69e60e201342 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=f506bc83-a595-4a48-acb8-2fff75fadea1 HTTP/1.1" status: 200 len: 945 time: 0.1534295 Nov 12 08:28:56.811528 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6593102d-7392-413c-b6e6-3fff8e8ad1d1 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Router 273a5ce1-ffe5-4f02-940f-b0e0a3ae0bc9 is scheduled to L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 with binding_index 1 {{(pid=102600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:28:56.829807 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9578aac8-6def-4e53-911f-6911fdf39101 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:56.854364 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9578aac8-6def-4e53-911f-6911fdf39101 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:56.884640 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9f4ed117-c4ef-4e58-a1d7-4fc9e30740ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:56.889867 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-917b1e24-7aa8-45dc-8658-116b540c9f2f req-9630364a-d48e-45e9-8e3a-94e3691484b1 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158707 Nov 12 08:28:56.927109 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-1569abcb-4154-498d-953b-1a39ad643aac req-6b2b95f7-9a38-49d2-b48a-958c83ded031 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Deleting port 0622814b-f14c-42cc-9125-68dcafc8fc6c {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:28:56.927535 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1569abcb-4154-498d-953b-1a39ad643aac req-6b2b95f7-9a38-49d2-b48a-958c83ded031 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:56.930242 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9578aac8-6def-4e53-911f-6911fdf39101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:56.932907 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9578aac8-6def-4e53-911f-6911fdf39101 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:56.934802 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-9578aac8-6def-4e53-911f-6911fdf39101 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/97bc7e00-2b16-499a-abe4-a49d1fbe8aa4 HTTP/1.1" status: 204 len: 168 time: 0.2354109 Nov 12 08:28:56.961622 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9578aac8-6def-4e53-911f-6911fdf39101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97bc7e00-2b16-499a-abe4-a49d1fbe8aa4,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:57.056568 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-1569abcb-4154-498d-953b-1a39ad643aac req-6b2b95f7-9a38-49d2-b48a-958c83ded031 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] For port 0622814b-f14c-42cc-9125-68dcafc8fc6c, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=0622814b-f14c-42cc-9125-68dcafc8fc6c,segment=NetworkSegment(115bdcdd-b1df-41c7-8bff-15a5e1fdca42),segment_id=115bdcdd-b1df-41c7-8bff-15a5e1fdca42)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:28:57.057167 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1569abcb-4154-498d-953b-1a39ad643aac req-6b2b95f7-9a38-49d2-b48a-958c83ded031 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:57.076015 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-1569abcb-4154-498d-953b-1a39ad643aac req-6b2b95f7-9a38-49d2-b48a-958c83ded031 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Calling delete_port for 0622814b-f14c-42cc-9125-68dcafc8fc6c owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:28:57.087852 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9f4ed117-c4ef-4e58-a1d7-4fc9e30740ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:57.098311 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9f4ed117-c4ef-4e58-a1d7-4fc9e30740ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:57.138003 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6593102d-7392-413c-b6e6-3fff8e8ad1d1 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:28:57.150775 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab662ef-ab05-4417-9903-6108ad716835 None None] Sync routers for ids ['273a5ce1-ffe5-4f02-940f-b0e0a3ae0bc9'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:28:57.174241 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab662ef-ab05-4417-9903-6108ad716835 None None] Routers {'273a5ce1-ffe5-4f02-940f-b0e0a3ae0bc9'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:28:57.175007 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-dab662ef-ab05-4417-9903-6108ad716835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:28:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['273a5ce1-ffe5-4f02-940f-b0e0a3ae0bc9'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:57.206603 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-9f4ed117-c4ef-4e58-a1d7-4fc9e30740ba admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=94cc07756cba4d7288486028fcc280d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5233283 Nov 12 08:28:57.209346 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 33300) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:57.212605 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4ed117-c4ef-4e58-a1d7-4fc9e30740ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eaf0b77-8e77-4c6d-b461-a56b3b32efe2,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:57.271534 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6593102d-7392-413c-b6e6-3fff8e8ad1d1 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:57.272958 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-6593102d-7392-413c-b6e6-3fff8e8ad1d1 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 3.4317472 Nov 12 08:28:57.277091 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 33304) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:57.278548 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1569abcb-4154-498d-953b-1a39ad643aac req-6b2b95f7-9a38-49d2-b48a-958c83ded031 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:57.298325 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ed128b39-595c-4579-bebb-e29827d542ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:57.313452 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-dab662ef-ab05-4417-9903-6108ad716835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:57.323286 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['42aa8616-a591-4351-b169-51e41bf4aec5'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:28:57.327936 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab662ef-ab05-4417-9903-6108ad716835 None None] Routers {'273a5ce1-ffe5-4f02-940f-b0e0a3ae0bc9'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:28:57.328821 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-dab662ef-ab05-4417-9903-6108ad716835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:28:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['273a5ce1-ffe5-4f02-940f-b0e0a3ae0bc9'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:57.374925 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-dab662ef-ab05-4417-9903-6108ad716835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:57.375786 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab4fbe-784b-4560-a2bf-037d812bb748 req-ce0e3811-d706-4493-8c0e-35e3285385e0 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:57.376159 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab662ef-ab05-4417-9903-6108ad716835 None None] The sync data for ids ['273a5ce1-ffe5-4f02-940f-b0e0a3ae0bc9'] in n-d-765315-29 is: [] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:28:57.377368 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a5ab4fbe-784b-4560-a2bf-037d812bb748 req-ce0e3811-d706-4493-8c0e-35e3285385e0 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=169f7779-8f80-4509-8e19-6731ed6e3dfc HTTP/1.1" status: 200 len: 946 time: 0.0972493 Nov 12 08:28:57.382691 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ed128b39-595c-4579-bebb-e29827d542ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:57.455915 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2b95f7-9a38-49d2-b48a-958c83ded031 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Pushing event deleted for resources: {'Port': ['ID=0622814b-f14c-42cc-9125-68dcafc8fc6c,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:57.489455 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a5ab4fbe-784b-4560-a2bf-037d812bb748 req-6a4caedc-9d83-4e15-b4d3-f279ba4002ed tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=7569d1cf-6bd3-45ad-96a1-5286f4165b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039886 Nov 12 08:28:57.533864 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ed128b39-595c-4579-bebb-e29827d542ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:57.537666 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ed128b39-595c-4579-bebb-e29827d542ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:57.541305 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-ed128b39-595c-4579-bebb-e29827d542ed admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4eaf0b77-8e77-4c6d-b461-a56b3b32efe2 HTTP/1.1" status: 204 len: 168 time: 0.3286748 Nov 12 08:28:57.553447 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed128b39-595c-4579-bebb-e29827d542ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eaf0b77-8e77-4c6d-b461-a56b3b32efe2,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:57.678003 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-1569abcb-4154-498d-953b-1a39ad643aac req-6b2b95f7-9a38-49d2-b48a-958c83ded031 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] No DVR routers for this DVR port 0622814b-f14c-42cc-9125-68dcafc8fc6c on host n-h1-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:28:57.685306 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-c3b23e70-a4da-4c48-971b-02c30f614b01 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "GET /v2.0/routers/273a5ce1-ffe5-4f02-940f-b0e0a3ae0bc9 HTTP/1.1" status: 200 len: 881 time: 0.4024303 Nov 12 08:28:57.686856 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1569abcb-4154-498d-953b-1a39ad643aac req-6b2b95f7-9a38-49d2-b48a-958c83ded031 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:57.690421 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1569abcb-4154-498d-953b-1a39ad643aac req-6b2b95f7-9a38-49d2-b48a-958c83ded031 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.21 "DELETE /v2.0/ports/0622814b-f14c-42cc-9125-68dcafc8fc6c HTTP/1.1" status: 204 len: 173 time: 0.9935007 Nov 12 08:28:57.690908 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f506bc83-a595-4a48-acb8-2fff75fadea1', 'name': 'network-vif-deleted', 'tag': '0622814b-f14c-42cc-9125-68dcafc8fc6c'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:28:57.693754 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acd05336-8565-4ac0-8efa-a87523681d2e" -d '{"events": [{"server_uuid": "f506bc83-a595-4a48-acb8-2fff75fadea1", "name": "network-vif-deleted", "tag": "0622814b-f14c-42cc-9125-68dcafc8fc6c"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:28:57.695109 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 33318) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:57.733165 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263b5673-45fd-4b2d-8975-993eecf4a680 req-f5d701b1-954e-4de3-a569-aa13e740576a tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:57.735060 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-263b5673-45fd-4b2d-8975-993eecf4a680 req-f5d701b1-954e-4de3-a569-aa13e740576a tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9f80b7-7da6-471c-ab75-5240190a613a HTTP/1.1" status: 200 len: 945 time: 0.1355789 Nov 12 08:28:57.872666 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-263b5673-45fd-4b2d-8975-993eecf4a680 req-5b909651-1ce9-4251-9692-91e485b4ee47 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=dafae0e1-4d35-4b86-8740-ce6a9a9c8268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969899 Nov 12 08:28:57.952176 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-128b0fa7-6783-4c07-b32d-0db60b0a42ec x-openstack-request-id: req-128b0fa7-6783-4c07-b32d-0db60b0a42ec {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:28:57.952467 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f506bc83-a595-4a48-acb8-2fff75fadea1", "name": "network-vif-deleted", "tag": "0622814b-f14c-42cc-9125-68dcafc8fc6c", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:28:57.952816 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-128b0fa7-6783-4c07-b32d-0db60b0a42ec {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:28:57.953558 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f506bc83-a595-4a48-acb8-2fff75fadea1', 'name': 'network-vif-deleted', 'tag': '0622814b-f14c-42cc-9125-68dcafc8fc6c', 'status': 'completed', 'code': 200} Nov 12 08:28:58.141420 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adf3b4a-8804-4346-846e-ea893cfa61ff req-1f82b942-9319-40b1-b64f-bcc94ec7044a tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:58.143030 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2adf3b4a-8804-4346-846e-ea893cfa61ff req-1f82b942-9319-40b1-b64f-bcc94ec7044a tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.44 "GET /v2.0/ports?device_id=169f7779-8f80-4509-8e19-6731ed6e3dfc HTTP/1.1" status: 200 len: 946 time: 0.1170087 Nov 12 08:28:58.148964 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9135f8ee-25ea-4391-9565-0bf5fd92f405 req-7b102c07-c856-49dd-ae3a-1d729ff14252 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=f506bc83-a595-4a48-acb8-2fff75fadea1 HTTP/1.1" status: 200 len: 210 time: 0.0568092 Nov 12 08:28:58.174054 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 33338) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:58.176229 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-79666731-ac62-4fce-88dc-b4feea7b8fbf tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.4791846 Nov 12 08:28:58.182477 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-eff658bd-e8ac-4eec-9243-61986f9af499 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-2039093749'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:28:58.546732 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-2adf3b4a-8804-4346-846e-ea893cfa61ff req-38decd55-a099-405a-a7e1-67d6a5de1695 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Deleting port 511ca486-5ae6-43e2-9142-3c78089c6bdc {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:28:58.547313 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-2adf3b4a-8804-4346-846e-ea893cfa61ff req-38decd55-a099-405a-a7e1-67d6a5de1695 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:58.697161 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f942e-ae80-477e-b7e8-aed98d6c86e8 req-9a4ebe47-0020-46f0-b890-f0eaca921f94 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:58.698811 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d62f942e-ae80-477e-b7e8-aed98d6c86e8 req-9a4ebe47-0020-46f0-b890-f0eaca921f94 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=169f7779-8f80-4509-8e19-6731ed6e3dfc HTTP/1.1" status: 200 len: 946 time: 0.0959234 Nov 12 08:28:58.711412 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-2adf3b4a-8804-4346-846e-ea893cfa61ff req-38decd55-a099-405a-a7e1-67d6a5de1695 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] For port 511ca486-5ae6-43e2-9142-3c78089c6bdc, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=511ca486-5ae6-43e2-9142-3c78089c6bdc,segment=NetworkSegment(671b1e57-5287-4b28-8a6a-fdb7b6437699),segment_id=671b1e57-5287-4b28-8a6a-fdb7b6437699)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:28:58.712735 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-2adf3b4a-8804-4346-846e-ea893cfa61ff req-38decd55-a099-405a-a7e1-67d6a5de1695 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:58.823028 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-eff658bd-e8ac-4eec-9243-61986f9af499 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-932935', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57732'] for router, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:58.835211 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d62f942e-ae80-477e-b7e8-aed98d6c86e8 req-94c489a6-a026-40ab-83ab-53fecb1e4a5f tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=7569d1cf-6bd3-45ad-96a1-5286f4165b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233501 Nov 12 08:28:58.846789 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-eff658bd-e8ac-4eec-9243-61986f9af499 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-932942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-933045', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-919336'] for router, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:58.972138 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 0622814b-f14c-42cc-9125-68dcafc8fc6c no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:28:59.034367 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-e530113a-7783-48f4-9840-8911a24052df None None] No Port match for: 0622814b-f14c-42cc-9125-68dcafc8fc6c {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:28:59.040029 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 0622814b-f14c-42cc-9125-68dcafc8fc6c not bound to the agent host n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:28:59.080788 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-2adf3b4a-8804-4346-846e-ea893cfa61ff req-38decd55-a099-405a-a7e1-67d6a5de1695 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:59.081429 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-2adf3b4a-8804-4346-846e-ea893cfa61ff req-38decd55-a099-405a-a7e1-67d6a5de1695 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:59.081747 n-d-765315-29 neutron-server[102599]: INFO neutron.db.l3_db [req-2adf3b4a-8804-4346-846e-ea893cfa61ff req-38decd55-a099-405a-a7e1-67d6a5de1695 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Floating IP 76e1dfde-647d-4a43-a390-a193a92e2dbd disassociated. External IP: 172.25.2.137, port: 511ca486-5ae6-43e2-9142-3c78089c6bdc. Nov 12 08:28:59.082087 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-2adf3b4a-8804-4346-846e-ea893cfa61ff req-38decd55-a099-405a-a7e1-67d6a5de1695 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Calling delete_port for 511ca486-5ae6-43e2-9142-3c78089c6bdc owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:28:59.093381 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ebdea3-fc4a-4853-988a-39d3a13ca46e req-3a6308ef-e9f5-46e2-bf16-2c431fda4b87 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:59.099086 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-72ebdea3-fc4a-4853-988a-39d3a13ca46e req-3a6308ef-e9f5-46e2-bf16-2c431fda4b87 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9f80b7-7da6-471c-ab75-5240190a613a HTTP/1.1" status: 200 len: 945 time: 0.1173699 Nov 12 08:28:59.100457 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eff658bd-e8ac-4eec-9243-61986f9af499 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Router 273a5ce1-ffe5-4f02-940f-b0e0a3ae0bc9 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:28:59.233287 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-72ebdea3-fc4a-4853-988a-39d3a13ca46e req-8fd97241-1eff-43f4-b76b-b68e28463ec3 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=dafae0e1-4d35-4b86-8740-ce6a9a9c8268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254666 Nov 12 08:28:59.334267 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eff658bd-e8ac-4eec-9243-61986f9af499 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:28:59.347245 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f8a175-9683-4b7b-8673-5eef7de17acb None None] Sync routers for ids ['273a5ce1-ffe5-4f02-940f-b0e0a3ae0bc9'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:28:59.353190 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-eff658bd-e8ac-4eec-9243-61986f9af499 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:59.355990 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-eff658bd-e8ac-4eec-9243-61986f9af499 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "PUT /v2.0/routers/273a5ce1-ffe5-4f02-940f-b0e0a3ae0bc9 HTTP/1.1" status: 200 len: 888 time: 1.1785481 Nov 12 08:28:59.357617 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 33388) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:59.375873 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f8a175-9683-4b7b-8673-5eef7de17acb None None] Routers {'273a5ce1-ffe5-4f02-940f-b0e0a3ae0bc9'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:28:59.379349 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-11f8a175-9683-4b7b-8673-5eef7de17acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:28:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['273a5ce1-ffe5-4f02-940f-b0e0a3ae0bc9'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:59.474194 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-11f8a175-9683-4b7b-8673-5eef7de17acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:59.492873 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f8a175-9683-4b7b-8673-5eef7de17acb None None] Routers {'273a5ce1-ffe5-4f02-940f-b0e0a3ae0bc9'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:28:59.495576 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-11f8a175-9683-4b7b-8673-5eef7de17acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:28:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['273a5ce1-ffe5-4f02-940f-b0e0a3ae0bc9'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:59.589240 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-11f8a175-9683-4b7b-8673-5eef7de17acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:59.595021 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f8a175-9683-4b7b-8673-5eef7de17acb None None] The sync data for ids ['273a5ce1-ffe5-4f02-940f-b0e0a3ae0bc9'] in n-d-765315-29 is: [] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:28:59.617670 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-2adf3b4a-8804-4346-846e-ea893cfa61ff req-38decd55-a099-405a-a7e1-67d6a5de1695 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:59.693434 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38decd55-a099-405a-a7e1-67d6a5de1695 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Pushing event deleted for resources: {'Port': ['ID=511ca486-5ae6-43e2-9142-3c78089c6bdc,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:59.771847 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-b4c39be5-6d20-4079-9f07-fc9bd66030ce tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "GET /v2.0/routers/273a5ce1-ffe5-4f02-940f-b0e0a3ae0bc9 HTTP/1.1" status: 200 len: 888 time: 0.4114757 Nov 12 08:28:59.775776 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 33404) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:00.018831 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2adf3b4a-8804-4346-846e-ea893cfa61ff req-38decd55-a099-405a-a7e1-67d6a5de1695 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Router bb9449dd-2085-4a38-9efe-6dead1752c5d has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:29:00.167515 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2adf3b4a-8804-4346-846e-ea893cfa61ff req-38decd55-a099-405a-a7e1-67d6a5de1695 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:29:00.194386 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cce7e0-36ae-46d0-8c42-a5658407b123 None None] Sync routers for ids ['bb9449dd-2085-4a38-9efe-6dead1752c5d'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:29:00.212926 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cce7e0-36ae-46d0-8c42-a5658407b123 None None] Routers {'bb9449dd-2085-4a38-9efe-6dead1752c5d'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:29:00.216223 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-20cce7e0-36ae-46d0-8c42-a5658407b123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:28:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['bb9449dd-2085-4a38-9efe-6dead1752c5d'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:00.276783 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-2adf3b4a-8804-4346-846e-ea893cfa61ff req-38decd55-a099-405a-a7e1-67d6a5de1695 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] No DVR routers for this DVR port 511ca486-5ae6-43e2-9142-3c78089c6bdc on host n-h2-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:29:00.281824 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-2adf3b4a-8804-4346-846e-ea893cfa61ff req-38decd55-a099-405a-a7e1-67d6a5de1695 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:00.285657 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2adf3b4a-8804-4346-846e-ea893cfa61ff req-38decd55-a099-405a-a7e1-67d6a5de1695 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.44 "DELETE /v2.0/ports/511ca486-5ae6-43e2-9142-3c78089c6bdc HTTP/1.1" status: 204 len: 173 time: 2.1340969 Nov 12 08:29:00.286139 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '169f7779-8f80-4509-8e19-6731ed6e3dfc', 'name': 'network-vif-deleted', 'tag': '511ca486-5ae6-43e2-9142-3c78089c6bdc'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:29:00.288610 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03ac6dd0-5f17-40a0-9756-737c1c09e75c" -d '{"events": [{"server_uuid": "169f7779-8f80-4509-8e19-6731ed6e3dfc", "name": "network-vif-deleted", "tag": "511ca486-5ae6-43e2-9142-3c78089c6bdc"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:29:00.489277 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-1b1e851b-78e6-4e9a-a059-59f1481f84c8 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "GET /v2.0/ports?device_id=273a5ce1-ffe5-4f02-940f-b0e0a3ae0bc9 HTTP/1.1" status: 200 len: 205 time: 0.7121637 Nov 12 08:29:00.492041 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 33436) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:00.528548 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-20cce7e0-36ae-46d0-8c42-a5658407b123 None None] Set router bb9449dd-2085-4a38-9efe-6dead1752c5d gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:29:00.609009 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7f16119f-3918-4f63-99c0-e38e2e45306e req-7cf5ee6e-be99-4d98-84b5-460a22b0e364 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=169f7779-8f80-4509-8e19-6731ed6e3dfc HTTP/1.1" status: 200 len: 210 time: 0.1181366 Nov 12 08:29:00.942354 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834f58ef-a504-4f75-b16e-e9f2a808178f req-247a4206-6cd9-41d9-8b7c-847305479efe tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:00.956611 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-834f58ef-a504-4f75-b16e-e9f2a808178f req-247a4206-6cd9-41d9-8b7c-847305479efe tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9f80b7-7da6-471c-ab75-5240190a613a HTTP/1.1" status: 200 len: 945 time: 0.1084843 Nov 12 08:29:00.986222 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 511ca486-5ae6-43e2-9142-3c78089c6bdc no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:29:01.032199 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] No Port match for: 511ca486-5ae6-43e2-9142-3c78089c6bdc {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:29:01.034099 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 511ca486-5ae6-43e2-9142-3c78089c6bdc not bound to the agent host n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:29:01.071606 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-834f58ef-a504-4f75-b16e-e9f2a808178f req-4ea54bd6-1fea-4bcf-9076-d919efd6b7f1 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=dafae0e1-4d35-4b86-8740-ce6a9a9c8268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126080 Nov 12 08:29:01.136919 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-20cce7e0-36ae-46d0-8c42-a5658407b123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9449dd-2085-4a38-9efe-6dead1752c5d', 'name': 'tempest-AttachVolumeShelveTestJSON-380484257-router', 'tenant_id': '6d4d05cf75bd48988e66a58743392390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': 'b4b21dde-0da4-4c32-a3fe-a457f43f650e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:23:51Z', 'updated_at': '2021-11-12T08:23:57Z', 'revision_number': 4, 'project_id': '6d4d05cf75bd48988e66a58743392390', 'gw_port': {'id': 'b4b21dde-0da4-4c32-a3fe-a457f43f650e', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9449dd-2085-4a38-9efe-6dead1752c5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:23:52Z', 'updated_at': '2021-11-12T08:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '00b6a911-1004-4a81-a60a-8f1805a8dd02', 'name': '', 'network_id': '9002ff25-76a7-4c3d-8082-16c14deb03d5', 'tenant_id': '6d4d05cf75bd48988e66a58743392390', 'mac_address': 'fa:16:3e:05:ee:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9449dd-2085-4a38-9efe-6dead1752c5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': 'c8e8c768-2d07-4b3f-a074-a2b6b712f48f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:23:55Z', 'updated_at': '2021-11-12T08:24:10Z', 'revision_number': 5, 'project_id': '6d4d05cf75bd48988e66a58743392390', 'subnets': [{'id': 'c8e8c768-2d07-4b3f-a074-a2b6b712f48f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:01.178242 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cce7e0-36ae-46d0-8c42-a5658407b123 None None] Checking router: bb9449dd-2085-4a38-9efe-6dead1752c5d for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:29:01.188982 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cce7e0-36ae-46d0-8c42-a5658407b123 None None] Routers {'bb9449dd-2085-4a38-9efe-6dead1752c5d'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:29:01.189756 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-20cce7e0-36ae-46d0-8c42-a5658407b123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:28:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['bb9449dd-2085-4a38-9efe-6dead1752c5d'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:01.365705 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-20cce7e0-36ae-46d0-8c42-a5658407b123 None None] Set router bb9449dd-2085-4a38-9efe-6dead1752c5d gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:29:01.383381 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06245a16-47a6-43bd-99f1-23d39e9883b7 x-openstack-request-id: req-06245a16-47a6-43bd-99f1-23d39e9883b7 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:29:01.383381 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "169f7779-8f80-4509-8e19-6731ed6e3dfc", "name": "network-vif-deleted", "tag": "511ca486-5ae6-43e2-9142-3c78089c6bdc", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:29:01.383381 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-06245a16-47a6-43bd-99f1-23d39e9883b7 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:29:01.383948 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '169f7779-8f80-4509-8e19-6731ed6e3dfc', 'name': 'network-vif-deleted', 'tag': '511ca486-5ae6-43e2-9142-3c78089c6bdc', 'status': 'completed', 'code': 200} Nov 12 08:29:01.456606 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f65c23c2-aa17-493b-8f90-0cabf624137a tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks [] for router, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:01.540247 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a6e035-98a9-420a-9db6-462dc1912fd5 req-cdcf207f-390c-41ce-8177-4dfeea2d0ad5 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:01.551069 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-63a6e035-98a9-420a-9db6-462dc1912fd5 req-cdcf207f-390c-41ce-8177-4dfeea2d0ad5 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/networks?id=97ca3497-d4cd-4c64-83f2-e4cf0b99a680 HTTP/1.1" status: 200 len: 805 time: 0.2293732 Nov 12 08:29:01.577444 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-63a6e035-98a9-420a-9db6-462dc1912fd5 req-1afccdec-6bbe-42a5-90d5-82bef1d32491 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/quotas/4e695ccfe3434d44ababb01fdc20479b HTTP/1.1" status: 200 len: 375 time: 0.0231688 Nov 12 08:29:01.729641 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f65c23c2-aa17-493b-8f90-0cabf624137a tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:01.729805 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-63a6e035-98a9-420a-9db6-462dc1912fd5 req-8d1a2ae7-5940-416c-9967-dd4d789cd61d tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=4e695ccfe3434d44ababb01fdc20479b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1509888 Nov 12 08:29:01.799306 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-20cce7e0-36ae-46d0-8c42-a5658407b123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9449dd-2085-4a38-9efe-6dead1752c5d', 'name': 'tempest-AttachVolumeShelveTestJSON-380484257-router', 'tenant_id': '6d4d05cf75bd48988e66a58743392390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': 'b4b21dde-0da4-4c32-a3fe-a457f43f650e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:23:51Z', 'updated_at': '2021-11-12T08:23:57Z', 'revision_number': 4, 'project_id': '6d4d05cf75bd48988e66a58743392390', 'gw_port': {'id': 'b4b21dde-0da4-4c32-a3fe-a457f43f650e', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9449dd-2085-4a38-9efe-6dead1752c5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:23:52Z', 'updated_at': '2021-11-12T08:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '00b6a911-1004-4a81-a60a-8f1805a8dd02', 'name': '', 'network_id': '9002ff25-76a7-4c3d-8082-16c14deb03d5', 'tenant_id': '6d4d05cf75bd48988e66a58743392390', 'mac_address': 'fa:16:3e:05:ee:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9449dd-2085-4a38-9efe-6dead1752c5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': 'c8e8c768-2d07-4b3f-a074-a2b6b712f48f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:23:55Z', 'updated_at': '2021-11-12T08:24:10Z', 'revision_number': 5, 'project_id': '6d4d05cf75bd48988e66a58743392390', 'subnets': [{'id': 'c8e8c768-2d07-4b3f-a074-a2b6b712f48f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:01.870124 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-f65c23c2-aa17-493b-8f90-0cabf624137a tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Deleting port c1d8c306-d97b-4f06-8aad-efe3ee490148 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:29:01.870925 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f65c23c2-aa17-493b-8f90-0cabf624137a tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:01.874668 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cce7e0-36ae-46d0-8c42-a5658407b123 None None] The sync data for ids ['bb9449dd-2085-4a38-9efe-6dead1752c5d'] in n-d-765315-29 is: [{'id': 'bb9449dd-2085-4a38-9efe-6dead1752c5d', 'name': 'tempest-AttachVolumeShelveTestJSON-380484257-router', 'tenant_id': '6d4d05cf75bd48988e66a58743392390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': 'b4b21dde-0da4-4c32-a3fe-a457f43f650e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:23:51Z', 'updated_at': '2021-11-12T08:23:57Z', 'revision_number': 4, 'project_id': '6d4d05cf75bd48988e66a58743392390', 'gw_port': {'id': 'b4b21dde-0da4-4c32-a3fe-a457f43f650e', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9449dd-2085-4a38-9efe-6dead1752c5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:23:52Z', 'updated_at': '2021-11-12T08:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '00b6a911-1004-4a81-a60a-8f1805a8dd02', 'name': '', 'network_id': '9002ff25-76a7-4c3d-8082-16c14deb03d5', 'tenant_id': '6d4d05cf75bd48988e66a58743392390', 'mac_address': 'fa:16:3e:05:ee:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9449dd-2085-4a38-9efe-6dead1752c5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': 'c8e8c768-2d07-4b3f-a074-a2b6b712f48f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:23:55Z', 'updated_at': '2021-11-12T08:24:10Z', 'revision_number': 5, 'project_id': '6d4d05cf75bd48988e66a58743392390', 'subnets': [{'id': 'c8e8c768-2d07-4b3f-a074-a2b6b712f48f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:29:01.968510 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-63a6e035-98a9-420a-9db6-462dc1912fd5 req-d9d31ae7-7ec6-42f9-8736-b91b95af6ae6 service neutron] 10.222.0.26 "GET /v2.0/networks/97ca3497-d4cd-4c64-83f2-e4cf0b99a680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314851 Nov 12 08:29:02.056492 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f65c23c2-aa17-493b-8f90-0cabf624137a tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:02.072393 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-f65c23c2-aa17-493b-8f90-0cabf624137a tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Calling delete_port for c1d8c306-d97b-4f06-8aad-efe3ee490148 owned by network:router_gateway {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:29:02.199348 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-63a6e035-98a9-420a-9db6-462dc1912fd5 req-b9ae7024-c1aa-4db9-9c98-93ef0baf31f8 service neutron] 10.222.0.26 "GET /v2.0/networks/97ca3497-d4cd-4c64-83f2-e4cf0b99a680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266731 Nov 12 08:29:02.256394 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 33524) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:02.344017 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f65c23c2-aa17-493b-8f90-0cabf624137a tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:02.414273 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65c23c2-aa17-493b-8f90-0cabf624137a tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Pushing event deleted for resources: {'Port': ['ID=c1d8c306-d97b-4f06-8aad-efe3ee490148,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:02.423563 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e182c10e-430e-4e78-b615-ccba04180566 None None] New status for floating IP 76e1dfde-647d-4a43-a390-a193a92e2dbd: DOWN {{(pid=102601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:29:02.499565 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b492143-d5b8-427b-a035-62b10aeb3d1b None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:29:02.505591 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fcb9ba24-5992-4e22-8392-36ac14b8394c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:02.571550 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f65c23c2-aa17-493b-8f90-0cabf624137a tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-933016'] for router_gateway, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:02.733252 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fcb9ba24-5992-4e22-8392-36ac14b8394c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:02.739123 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fcb9ba24-5992-4e22-8392-36ac14b8394c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:02.780743 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f65c23c2-aa17-493b-8f90-0cabf624137a tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:02.784053 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f65c23c2-aa17-493b-8f90-0cabf624137a tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:02.811061 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-fcb9ba24-5992-4e22-8392-36ac14b8394c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d9995636611d4613a299dfe72aed11ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5535154 Nov 12 08:29:02.814934 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 33542) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:02.829039 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb9ba24-5992-4e22-8392-36ac14b8394c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3637c795-4d08-4a42-b178-e45077dd56b7,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:02.852462 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f65c23c2-aa17-493b-8f90-0cabf624137a tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:02.853040 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f65c23c2-aa17-493b-8f90-0cabf624137a tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Fanout notify agent at l3_agent the message router_deleted on router 273a5ce1-ffe5-4f02-940f-b0e0a3ae0bc9 {{(pid=102599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:29:02.866085 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f65c23c2-aa17-493b-8f90-0cabf624137a tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:02.872977 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-f65c23c2-aa17-493b-8f90-0cabf624137a tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "DELETE /v2.0/routers/273a5ce1-ffe5-4f02-940f-b0e0a3ae0bc9 HTTP/1.1" status: 204 len: 168 time: 2.3774567 Nov 12 08:29:02.873663 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 33544) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:02.884984 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-53a4248c-4190-42cb-8397-3e0e4711d266 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Request body: {'network': {'name': 'tempest-RoutersTest-1533463330'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:02.921592 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a4248c-4190-42cb-8397-3e0e4711d266 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Made reservation on behalf of 3bc82bde5c1e44328ae4090155cd54d6 for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:29:02.927175 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-53a4248c-4190-42cb-8397-3e0e4711d266 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:02.933876 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a40d8169-ead0-4e69-abfb-e9a17881b943 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:02.962743 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53a4248c-4190-42cb-8397-3e0e4711d266 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:29:02.970418 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a40d8169-ead0-4e69-abfb-e9a17881b943 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:02.982134 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-53a4248c-4190-42cb-8397-3e0e4711d266 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:02.983238 n-d-765315-29 neutron-server[102599]: INFO neutron.db.segments_db [None req-53a4248c-4190-42cb-8397-3e0e4711d266 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Added segment afa3acfc-b8b1-444c-847e-1072af36587d of type vlan for network 7709c340-4266-41a1-8eef-2e4cb5b5274a Nov 12 08:29:03.069085 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-53a4248c-4190-42cb-8397-3e0e4711d266 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:03.082234 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaec32a-e1d7-4758-afa3-98fff4f62290 req-457bfba4-01ed-4bad-bbde-34733640590a tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:03.088456 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-efaec32a-e1d7-4758-afa3-98fff4f62290 req-457bfba4-01ed-4bad-bbde-34733640590a tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9f80b7-7da6-471c-ab75-5240190a613a HTTP/1.1" status: 200 len: 945 time: 0.0967488 Nov 12 08:29:03.119852 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a40d8169-ead0-4e69-abfb-e9a17881b943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:03.124948 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-53a4248c-4190-42cb-8397-3e0e4711d266 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:03.128635 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a40d8169-ead0-4e69-abfb-e9a17881b943 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:03.129779 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-a40d8169-ead0-4e69-abfb-e9a17881b943 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3637c795-4d08-4a42-b178-e45077dd56b7 HTTP/1.1" status: 204 len: 168 time: 0.3139207 Nov 12 08:29:03.130631 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a4248c-4190-42cb-8397-3e0e4711d266 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:03.131247 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-53a4248c-4190-42cb-8397-3e0e4711d266 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:03.190852 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40d8169-ead0-4e69-abfb-e9a17881b943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3637c795-4d08-4a42-b178-e45077dd56b7,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:03.217514 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-53a4248c-4190-42cb-8397-3e0e4711d266 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3427112 Nov 12 08:29:03.218329 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a4248c-4190-42cb-8397-3e0e4711d266 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Pushing event updated for resources: {'Network': ['ID=7709c340-4266-41a1-8eef-2e4cb5b5274a,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:03.220372 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 33562) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:03.225530 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-cdcb7773-8c67-4981-ac8e-cb789007c76c tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Request body: {'subnet': {'network_id': '7709c340-4266-41a1-8eef-2e4cb5b5274a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:03.248674 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 7709c340-4266-41a1-8eef-2e4cb5b5274a details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:29:03.330474 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-efaec32a-e1d7-4758-afa3-98fff4f62290 req-cd9462f5-c795-4d9e-8505-1065dcda0b7f tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=dafae0e1-4d35-4b86-8740-ce6a9a9c8268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2194350 Nov 12 08:29:03.420268 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdcb7773-8c67-4981-ac8e-cb789007c76c tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Made reservation on behalf of 3bc82bde5c1e44328ae4090155cd54d6 for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:29:03.427280 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cdcb7773-8c67-4981-ac8e-cb789007c76c tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:03.478516 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5d4bcef3-68d0-4369-b8f3-ee6d0deee842 req-db6133f6-ba50-4526-95af-74e4e75890fa tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=c9ff5d58-4734-4269-aaab-4d99252bc1ff HTTP/1.1" status: 200 len: 210 time: 0.0382323 Nov 12 08:29:03.539839 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 33570) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:03.710150 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-eeda2577-b593-4693-a3e6-9d4fdbdf500b tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:03.750635 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-eeda2577-b593-4693-a3e6-9d4fdbdf500b tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:03.773593 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 33574) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:03.827694 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-eeda2577-b593-4693-a3e6-9d4fdbdf500b tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:03.831415 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-eeda2577-b593-4693-a3e6-9d4fdbdf500b tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:03.832645 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-eeda2577-b593-4693-a3e6-9d4fdbdf500b tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "DELETE /v2.0/security-groups/7569d1cf-6bd3-45ad-96a1-5286f4165b07 HTTP/1.1" status: 204 len: 168 time: 0.2915347 Nov 12 08:29:03.838833 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 33576) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:03.852906 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cd8fcc2d-d369-4402-b9eb-daa61ba616ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:03.867357 n-d-765315-29 neutron-server[102600]: INFO neutron.api.v2.resource [None req-1cb3dc8e-3b2d-4914-bd34-cc26d6ceab0a tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] show failed (client error): The resource could not be found. Nov 12 08:29:03.868633 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-1cb3dc8e-3b2d-4914-bd34-cc26d6ceab0a tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups/7569d1cf-6bd3-45ad-96a1-5286f4165b07 HTTP/1.1" status: 404 len: 347 time: 0.0270889 Nov 12 08:29:03.874112 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 33578) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:03.910021 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeda2577-b593-4693-a3e6-9d4fdbdf500b tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7569d1cf-6bd3-45ad-96a1-5286f4165b07,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:03.913606 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-bed5c8ea-53e1-497f-a4c3-b296d8e6b929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:03.955366 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718819cd-4627-49e5-87ed-a2b081c6e20f req-4e8d9d10-4ba7-4fdd-adef-70dd3ca5b98e tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:03.963314 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-718819cd-4627-49e5-87ed-a2b081c6e20f req-4e8d9d10-4ba7-4fdd-adef-70dd3ca5b98e tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9f80b7-7da6-471c-ab75-5240190a613a HTTP/1.1" status: 200 len: 945 time: 0.1295276 Nov 12 08:29:03.967139 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cdcb7773-8c67-4981-ac8e-cb789007c76c tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:04.027227 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-718819cd-4627-49e5-87ed-a2b081c6e20f req-92de6adb-96b3-4105-bf0a-02826d61b77d tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=dafae0e1-4d35-4b86-8740-ce6a9a9c8268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629337 Nov 12 08:29:04.045668 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcb7773-8c67-4981-ac8e-cb789007c76c tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Pushing event updated for resources: {'Subnet': ['ID=d778de8d-a07e-4ed2-9d85-518104315621,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:04.185563 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1651a70-2422-45e5-b8f6-482c9eaf7d35 req-e9dea13e-faf0-4aa4-82c2-d7f7bde543d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:04.187208 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c1651a70-2422-45e5-b8f6-482c9eaf7d35 req-e9dea13e-faf0-4aa4-82c2-d7f7bde543d5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=13ee7d6d71864c9eb2f508185e6a266f&device_id=2d9f80b7-7da6-471c-ab75-5240190a613a HTTP/1.1" status: 200 len: 1097 time: 0.2367034 Nov 12 08:29:04.376539 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcb7773-8c67-4981-ac8e-cb789007c76c tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Checking segment: {'id': 'afa3acfc-b8b1-444c-847e-1072af36587d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7709c340-4266-41a1-8eef-2e4cb5b5274a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:29:04.376932 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdcb7773-8c67-4981-ac8e-cb789007c76c tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Network hostable DHCP agents. Network: 7709c340-4266-41a1-8eef-2e4cb5b5274a, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:29:04.391025 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cd8fcc2d-d369-4402-b9eb-daa61ba616ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:04.413758 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cd8fcc2d-d369-4402-b9eb-daa61ba616ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:04.480853 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-277cce23-26e1-430f-b529-cac57ec6c54a tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Deleting port 61af2a71-0f18-411d-b513-9c1423c769d8 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:29:04.482151 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-277cce23-26e1-430f-b529-cac57ec6c54a tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:04.490088 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a6e035-98a9-420a-9db6-462dc1912fd5 req-2e15ad50-d0d2-407d-a2ad-e2671c7364ee tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:04.491640 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-63a6e035-98a9-420a-9db6-462dc1912fd5 req-2e15ad50-d0d2-407d-a2ad-e2671c7364ee tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.44 "GET /v2.0/networks?id=97ca3497-d4cd-4c64-83f2-e4cf0b99a680 HTTP/1.1" status: 200 len: 805 time: 0.3268540 Nov 12 08:29:04.510971 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdcb7773-8c67-4981-ac8e-cb789007c76c tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Network 7709c340-4266-41a1-8eef-2e4cb5b5274a is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:29:04.523593 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8fcc2d-d369-4402-b9eb-daa61ba616ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=179f8ac6-936b-4476-8ac3-837cd98978ba,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:04.528320 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-cd8fcc2d-d369-4402-b9eb-daa61ba616ad admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b6e56ec5c3c24f24842afe9b972a32dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7527606 Nov 12 08:29:04.531127 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 33584) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:04.533440 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-63a6e035-98a9-420a-9db6-462dc1912fd5 req-d49fb5a7-9057-4521-86e2-450625c38ddb tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Request body: {'port': {'device_id': 'c9ff5d58-4734-4269-aaab-4d99252bc1ff', 'network_id': '97ca3497-d4cd-4c64-83f2-e4cf0b99a680', 'admin_state_up': True, 'tenant_id': '4e695ccfe3434d44ababb01fdc20479b'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:04.593430 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1651a70-2422-45e5-b8f6-482c9eaf7d35 req-565b5b93-67d6-4a2b-8cd7-0b2755324f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:04.594975 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c1651a70-2422-45e5-b8f6-482c9eaf7d35 req-565b5b93-67d6-4a2b-8cd7-0b2755324f84 service neutron] 10.222.0.44 "GET /v2.0/networks?id=392b706c-fa83-40b2-ba41-e97d70efdd1d HTTP/1.1" status: 200 len: 912 time: 0.3749650 Nov 12 08:29:04.605143 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-cdcb7773-8c67-4981-ac8e-cb789007c76c tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 7709c340-4266-41a1-8eef-2e4cb5b5274a) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:29:04.621065 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcb7773-8c67-4981-ac8e-cb789007c76c tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:04.622396 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cdcb7773-8c67-4981-ac8e-cb789007c76c tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:04.637138 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6954b5f9-bcc9-46b2-b4c4-81d90f3e279c None None] Network 7709c340-4266-41a1-8eef-2e4cb5b5274a requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:29:04.645081 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-11b7f650-7eb8-4b0c-86ff-1d6d86e4c6e8 req-a08d13d0-22e2-4167-8ae1-fa82d037ceab tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=c9ff5d58-4734-4269-aaab-4d99252bc1ff HTTP/1.1" status: 200 len: 210 time: 0.0809214 Nov 12 08:29:04.723472 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0eea0777-5146-4573-a6b4-38d73cbd0d53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:04.751978 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-cdcb7773-8c67-4981-ac8e-cb789007c76c tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5303009 Nov 12 08:29:04.756291 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 33590) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:04.764334 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-57853dbc-d949-4ef2-b1c3-aef2bb9af967 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1441391715', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:04.776979 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-277cce23-26e1-430f-b529-cac57ec6c54a tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:04.777731 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-277cce23-26e1-430f-b529-cac57ec6c54a tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:04.804323 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c1651a70-2422-45e5-b8f6-482c9eaf7d35 req-24d0a2b2-4d78-4701-b920-749b551d3cce service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3d87375-c113-475c-bf06-fa361dfd0b38 HTTP/1.1" status: 200 len: 999 time: 0.1965647 Nov 12 08:29:04.805246 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-277cce23-26e1-430f-b529-cac57ec6c54a tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Calling delete_port for 61af2a71-0f18-411d-b513-9c1423c769d8 owned by network:floatingip {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:29:04.858317 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0eea0777-5146-4573-a6b4-38d73cbd0d53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:04.876788 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-57853dbc-d949-4ef2-b1c3-aef2bb9af967 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:04.879070 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-57853dbc-d949-4ef2-b1c3-aef2bb9af967 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:04.982670 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1651a70-2422-45e5-b8f6-482c9eaf7d35 req-1883239c-3f5a-421a-9c55-eb7d45b90d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:04.983507 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e122c435-df47-43e8-9ee0-ea6fe5b3b9a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-7709c340-4266-41a1-8eef-2e4cb5b5274a', 'network_id': '7709c340-4266-41a1-8eef-2e4cb5b5274a', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'fixed_ips': [{'subnet_id': 'd778de8d-a07e-4ed2-9d85-518104315621'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:29:04.984257 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c1651a70-2422-45e5-b8f6-482c9eaf7d35 req-1883239c-3f5a-421a-9c55-eb7d45b90d73 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2d250a72-e563-4d6e-ac4f-f44698e0ce3c HTTP/1.1" status: 200 len: 850 time: 0.1713951 Nov 12 08:29:04.985298 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e122c435-df47-43e8-9ee0-ea6fe5b3b9a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:04.988833 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63a6e035-98a9-420a-9db6-462dc1912fd5 req-d49fb5a7-9057-4521-86e2-450625c38ddb tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Made reservation on behalf of 4e695ccfe3434d44ababb01fdc20479b for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:29:04.992605 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-63a6e035-98a9-420a-9db6-462dc1912fd5 req-d49fb5a7-9057-4521-86e2-450625c38ddb tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:05.010667 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-57853dbc-d949-4ef2-b1c3-aef2bb9af967 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:05.018308 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 2ad84d50-d7c9-425a-b9f6-7a7fc1b1156e details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:29:05.114711 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-57853dbc-d949-4ef2-b1c3-aef2bb9af967 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052'] for router, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:05.157530 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0eea0777-5146-4573-a6b4-38d73cbd0d53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:05.166493 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0eea0777-5146-4573-a6b4-38d73cbd0d53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:05.169829 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-0eea0777-5146-4573-a6b4-38d73cbd0d53 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/179f8ac6-936b-4476-8ac3-837cd98978ba HTTP/1.1" status: 204 len: 168 time: 0.6351521 Nov 12 08:29:05.240438 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eea0777-5146-4573-a6b4-38d73cbd0d53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=179f8ac6-936b-4476-8ac3-837cd98978ba,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:05.240851 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-277cce23-26e1-430f-b529-cac57ec6c54a tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:05.264233 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 2ad84d50-d7c9-425a-b9f6-7a7fc1b1156e, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=2ad84d50-d7c9-425a-b9f6-7a7fc1b1156e,segment=NetworkSegment(f7b8278f-b0a6-47b6-812b-90307b766a98),segment_id=f7b8278f-b0a6-47b6-812b-90307b766a98)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:05.297290 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-57853dbc-d949-4ef2-b1c3-aef2bb9af967 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:05.306570 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-57853dbc-d949-4ef2-b1c3-aef2bb9af967 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5492179 Nov 12 08:29:05.309778 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 33618) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:05.312458 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277cce23-26e1-430f-b529-cac57ec6c54a tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Pushing event deleted for resources: {'Port': ['ID=61af2a71-0f18-411d-b513-9c1423c769d8,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:05.316383 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Returning: {'device': '2ad84d50-d7c9-425a-b9f6-7a7fc1b1156e', 'network_id': '206f9d07-9c2e-4490-896d-289aa4538730', 'port_id': '2ad84d50-d7c9-425a-b9f6-7a7fc1b1156e', 'mac_address': 'fa:16:3e:78:d0:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '451e17db-46f2-4a8d-9633-d7807ea2bdef', 'ip_address': '10.1.1.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:29:05.396189 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1651a70-2422-45e5-b8f6-482c9eaf7d35 req-f660e576-15e9-4d07-94f7-9911b3d86437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:05.397985 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c1651a70-2422-45e5-b8f6-482c9eaf7d35 req-f660e576-15e9-4d07-94f7-9911b3d86437 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=392b706c-fa83-40b2-ba41-e97d70efdd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4030833 Nov 12 08:29:05.531786 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7744e9f-bf75-477e-96a7-8d52c18f204e req-0f146c28-bab6-43a4-b674-a3725afbc9f8 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:05.540178 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f7744e9f-bf75-477e-96a7-8d52c18f204e req-0f146c28-bab6-43a4-b674-a3725afbc9f8 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9f80b7-7da6-471c-ab75-5240190a613a HTTP/1.1" status: 200 len: 945 time: 0.3261247 Nov 12 08:29:05.562040 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c458031b-598e-4c2b-b3e7-b8957e070ca8 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:29:05.576889 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:05.617838 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-e530113a-7783-48f4-9840-8911a24052df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ad84d50-d7c9-425a-b9f6-7a7fc1b1156e {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:29:05.670001 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 2ad84d50-d7c9-425a-b9f6-7a7fc1b1156e, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=2ad84d50-d7c9-425a-b9f6-7a7fc1b1156e,segment=NetworkSegment(f7b8278f-b0a6-47b6-812b-90307b766a98),segment_id=f7b8278f-b0a6-47b6-812b-90307b766a98)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:05.696264 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c1651a70-2422-45e5-b8f6-482c9eaf7d35 req-1489a04f-8105-4228-ad6a-a18076430cd9 service neutron] 10.222.0.44 "GET /v2.0/networks/392b706c-fa83-40b2-ba41-e97d70efdd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482526 Nov 12 08:29:05.697098 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:05.697474 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-277cce23-26e1-430f-b529-cac57ec6c54a tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Publish callbacks [] for floatingip, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:05.699563 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device a9c14931-8b9b-4467-9aca-bbbe106d4681 details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:29:05.700788 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-277cce23-26e1-430f-b529-cac57ec6c54a tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:05.705446 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-277cce23-26e1-430f-b529-cac57ec6c54a tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "DELETE /v2.0/floatingips/76e1dfde-647d-4a43-a390-a193a92e2dbd HTTP/1.1" status: 204 len: 168 time: 1.8266988 Nov 12 08:29:05.852289 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=2ad84d50-d7c9-425a-b9f6-7a7fc1b1156e,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:05.872119 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:05.947654 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-63a6e035-98a9-420a-9db6-462dc1912fd5 req-d49fb5a7-9057-4521-86e2-450625c38ddb tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Allocated IP 172.20.0.13 (97ca3497-d4cd-4c64-83f2-e4cf0b99a680/e5a8c2de-791a-407e-b586-3b1004863989/00fe5401-085e-4324-85d3-be6140815da8) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:29:05.985079 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.db.resource_extend [None req-e530113a-7783-48f4-9840-8911a24052df None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:29:05.985864 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c1651a70-2422-45e5-b8f6-482c9eaf7d35 req-8734b316-ec0a-44ec-8f86-2f3c4e3996b1 service neutron] 10.222.0.44 "GET /v2.0/networks/392b706c-fa83-40b2-ba41-e97d70efdd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790699 Nov 12 08:29:06.030746 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port a9c14931-8b9b-4467-9aca-bbbe106d4681, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=a9c14931-8b9b-4467-9aca-bbbe106d4681,segment=NetworkSegment(f7b8278f-b0a6-47b6-812b-90307b766a98),segment_id=f7b8278f-b0a6-47b6-812b-90307b766a98)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:06.064483 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Returning: {'device': 'a9c14931-8b9b-4467-9aca-bbbe106d4681', 'network_id': '206f9d07-9c2e-4490-896d-289aa4538730', 'port_id': 'a9c14931-8b9b-4467-9aca-bbbe106d4681', 'mac_address': 'fa:16:3e:5c:15:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '451e17db-46f2-4a8d-9633-d7807ea2bdef', 'ip_address': '10.1.1.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:29:06.152398 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-e122c435-df47-43e8-9ee0-ea6fe5b3b9a3 None None] Allocated IP 172.20.0.2 (7709c340-4266-41a1-8eef-2e4cb5b5274a/d778de8d-a07e-4ed2-9d85-518104315621/73851d4e-7788-40c1-a836-82ad3e782757) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:29:06.157539 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:06.185449 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-e530113a-7783-48f4-9840-8911a24052df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9c14931-8b9b-4467-9aca-bbbe106d4681 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:29:06.195520 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f7744e9f-bf75-477e-96a7-8d52c18f204e req-fdddf800-bfd5-4a0a-97d7-5ec7b3458983 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=dafae0e1-4d35-4b86-8740-ce6a9a9c8268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6540742 Nov 12 08:29:06.245431 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port a9c14931-8b9b-4467-9aca-bbbe106d4681, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=a9c14931-8b9b-4467-9aca-bbbe106d4681,segment=NetworkSegment(f7b8278f-b0a6-47b6-812b-90307b766a98),segment_id=f7b8278f-b0a6-47b6-812b-90307b766a98)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:06.296013 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:06.297578 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device e22b775a-a039-415a-be68-84e3c4aa81d5 details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:29:06.425570 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-930d0b79-5f2c-4341-a626-134a405a64d2 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:06.447618 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=a9c14931-8b9b-4467-9aca-bbbe106d4681,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:06.448650 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-63a6e035-98a9-420a-9db6-462dc1912fd5 req-d49fb5a7-9057-4521-86e2-450625c38ddb tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:06.629912 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.db.resource_extend [None req-e530113a-7783-48f4-9840-8911a24052df None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:29:06.713821 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-63a6e035-98a9-420a-9db6-462dc1912fd5 req-d49fb5a7-9057-4521-86e2-450625c38ddb tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:06.740878 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-318b2255-578f-434c-9c1b-a66a95e02cab req-f6238054-1c4d-4fda-a818-cb53e45121db tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=c9ff5d58-4734-4269-aaab-4d99252bc1ff HTTP/1.1" status: 200 len: 210 time: 0.2641435 Nov 12 08:29:06.786461 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b20b660d-d1f3-4054-8707-de27d9887afd req-768380a4-c65a-401c-93eb-26278cd057df service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f174281c-1460-4f21-836b-78ea4b6bf2e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2557838 Nov 12 08:29:06.804086 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['42aa8616-a591-4351-b169-51e41bf4aec5'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:29:07.060302 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63a6e035-98a9-420a-9db6-462dc1912fd5 req-d49fb5a7-9057-4521-86e2-450625c38ddb tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Network 97ca3497-d4cd-4c64-83f2-e4cf0b99a680 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:29:07.068190 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port e22b775a-a039-415a-be68-84e3c4aa81d5, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=e22b775a-a039-415a-be68-84e3c4aa81d5,segment=NetworkSegment(385d95cf-9270-4546-b534-d371c41e4b58),segment_id=385d95cf-9270-4546-b534-d371c41e4b58)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:07.073061 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b26c2ed6-7e61-4833-9e7d-46c3330337b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:07.095348 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-63a6e035-98a9-420a-9db6-462dc1912fd5 req-d49fb5a7-9057-4521-86e2-450625c38ddb tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:29:07.099274 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-63a6e035-98a9-420a-9db6-462dc1912fd5 req-d49fb5a7-9057-4521-86e2-450625c38ddb tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:29:07.116693 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49fb5a7-9057-4521-86e2-450625c38ddb tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Pushing event updated for resources: {'Port': ['ID=00fe5401-085e-4324-85d3-be6140815da8,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:07.144570 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Returning: {'device': 'e22b775a-a039-415a-be68-84e3c4aa81d5', 'network_id': 'b1a7821e-f1d3-43e5-80d4-19a0f0105ed4', 'port_id': 'e22b775a-a039-415a-be68-84e3c4aa81d5', 'mac_address': 'fa:16:3e:0a:11:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12b144a6-628e-40a7-ae42-7387cab28ef8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:29:07.266530 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e122c435-df47-43e8-9ee0-ea6fe5b3b9a3 None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:07.267176 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a6e035-98a9-420a-9db6-462dc1912fd5 req-d49fb5a7-9057-4521-86e2-450625c38ddb tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:07.268737 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-63a6e035-98a9-420a-9db6-462dc1912fd5 req-d49fb5a7-9057-4521-86e2-450625c38ddb tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:07.305151 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20b660d-d1f3-4054-8707-de27d9887afd req-a14096dd-6bc2-4e1f-bbc1-c72c7f2a35dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:07.341345 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b20b660d-d1f3-4054-8707-de27d9887afd req-a14096dd-6bc2-4e1f-bbc1-c72c7f2a35dd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=13ee7d6d71864c9eb2f508185e6a266f&device_id=f174281c-1460-4f21-836b-78ea4b6bf2e3 HTTP/1.1" status: 200 len: 1098 time: 0.4041405 Nov 12 08:29:07.350677 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 33678) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:07.393668 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e122c435-df47-43e8-9ee0-ea6fe5b3b9a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:07.397612 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-e6e84f95-ae96-4223-b5fe-c9dcb9bcd22c tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Request body: {'security_group': {'name': 'tempest-securitygroup--651033586', 'description': 'tempest-description--1603040503'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:07.399842 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:07.426127 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-e530113a-7783-48f4-9840-8911a24052df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e22b775a-a039-415a-be68-84e3c4aa81d5 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:29:07.429036 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-930d0b79-5f2c-4341-a626-134a405a64d2 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Allocated IP 172.20.0.1 (7709c340-4266-41a1-8eef-2e4cb5b5274a/d778de8d-a07e-4ed2-9d85-518104315621/47ee4256-75e7-4ff8-a436-2a952e8564d6) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:29:07.477985 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port e22b775a-a039-415a-be68-84e3c4aa81d5, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=e22b775a-a039-415a-be68-84e3c4aa81d5,segment=NetworkSegment(385d95cf-9270-4546-b534-d371c41e4b58),segment_id=385d95cf-9270-4546-b534-d371c41e4b58)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:07.500720 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-63a6e035-98a9-420a-9db6-462dc1912fd5 req-d49fb5a7-9057-4521-86e2-450625c38ddb tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9805777 Nov 12 08:29:07.518038 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e6e84f95-ae96-4223-b5fe-c9dcb9bcd22c tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:07.537817 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-63a6e035-98a9-420a-9db6-462dc1912fd5 req-2f0cbb58-86e5-4764-8c40-8c57ddd1aefd service neutron] Request body: {'port': {'device_id': 'c9ff5d58-4734-4269-aaab-4d99252bc1ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:07.569877 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:07.584620 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fdf6fe-7681-4f5d-a3fe-70bde7332939 req-90bc9d9e-7f9d-40dc-9d0c-b5581070dc82 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:07.586463 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d5fdf6fe-7681-4f5d-a3fe-70bde7332939 req-90bc9d9e-7f9d-40dc-9d0c-b5581070dc82 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9f80b7-7da6-471c-ab75-5240190a613a HTTP/1.1" status: 200 len: 945 time: 0.1617670 Nov 12 08:29:07.620957 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device a76e0b9e-8617-4bd9-a2b4-d69cee07db2a details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:29:07.634252 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e122c435-df47-43e8-9ee0-ea6fe5b3b9a3 None None] Network 7709c340-4266-41a1-8eef-2e4cb5b5274a is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:29:07.669279 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-e122c435-df47-43e8-9ee0-ea6fe5b3b9a3 None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:29:07.678319 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e122c435-df47-43e8-9ee0-ea6fe5b3b9a3 None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:29:07.705432 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e122c435-df47-43e8-9ee0-ea6fe5b3b9a3 None None] Pushing event updated for resources: {'Port': ['ID=73851d4e-7788-40c1-a836-82ad3e782757,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:07.848794 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=e22b775a-a039-415a-be68-84e3c4aa81d5,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:07.889367 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.db.resource_extend [None req-e530113a-7783-48f4-9840-8911a24052df None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:29:07.896206 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-63a6e035-98a9-420a-9db6-462dc1912fd5 req-2f0cbb58-86e5-4764-8c40-8c57ddd1aefd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:07.910521 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-930d0b79-5f2c-4341-a626-134a405a64d2 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:07.982839 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20b660d-d1f3-4054-8707-de27d9887afd req-f13b5b16-6bcd-4af5-9d50-7d9de5ee7002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:07.984208 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d5fdf6fe-7681-4f5d-a3fe-70bde7332939 req-4968946d-6e1a-437e-af76-e64a4c107fe9 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=dafae0e1-4d35-4b86-8740-ce6a9a9c8268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3487668 Nov 12 08:29:07.984510 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b20b660d-d1f3-4054-8707-de27d9887afd req-f13b5b16-6bcd-4af5-9d50-7d9de5ee7002 service neutron] 10.222.0.21 "GET /v2.0/networks?id=392b706c-fa83-40b2-ba41-e97d70efdd1d HTTP/1.1" status: 200 len: 912 time: 0.6277075 Nov 12 08:29:07.986615 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-930d0b79-5f2c-4341-a626-134a405a64d2 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:08.052520 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930d0b79-5f2c-4341-a626-134a405a64d2 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Pushing event updated for resources: {'Port': ['ID=47ee4256-75e7-4ff8-a436-2a952e8564d6,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:08.064446 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930d0b79-5f2c-4341-a626-134a405a64d2 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Network 7709c340-4266-41a1-8eef-2e4cb5b5274a is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:29:08.067177 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-930d0b79-5f2c-4341-a626-134a405a64d2 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:29:08.068202 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['a9c14931-8b9b-4467-9aca-bbbe106d4681'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:29:08.070054 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:08.071533 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930d0b79-5f2c-4341-a626-134a405a64d2 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:29:08.162399 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b20b660d-d1f3-4054-8707-de27d9887afd req-59167bf7-d6fc-4ec5-9435-1bd81fcd720a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ef3455d-b25c-4aa7-8358-1afb58b1eb13 HTTP/1.1" status: 200 len: 217 time: 0.1633883 Nov 12 08:29:08.171870 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['e22b775a-a039-415a-be68-84e3c4aa81d5'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:29:08.178514 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-930d0b79-5f2c-4341-a626-134a405a64d2 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933481'] for router_interface, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:08.192145 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1029798b-fc72-4043-9097-e8e123c27980 req-266567ac-fa6e-4e0b-8e27-c29a280b10b8 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:08.194684 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1029798b-fc72-4043-9097-e8e123c27980 req-266567ac-fa6e-4e0b-8e27-c29a280b10b8 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=c9ff5d58-4734-4269-aaab-4d99252bc1ff HTTP/1.1" status: 200 len: 932 time: 0.0881383 Nov 12 08:29:08.227126 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e6e84f95-ae96-4223-b5fe-c9dcb9bcd22c tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:08.251842 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e6e84f95-ae96-4223-b5fe-c9dcb9bcd22c tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:08.284492 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-e122c435-df47-43e8-9ee0-ea6fe5b3b9a3 None None] Attempting to bind port 73851d4e-7788-40c1-a836-82ad3e782757 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:29:08.285255 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-e122c435-df47-43e8-9ee0-ea6fe5b3b9a3 None None] Attempting to bind port 73851d4e-7788-40c1-a836-82ad3e782757 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': 'afa3acfc-b8b1-444c-847e-1072af36587d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7709c340-4266-41a1-8eef-2e4cb5b5274a'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:29:08.285979 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e122c435-df47-43e8-9ee0-ea6fe5b3b9a3 None None] Attempting to bind port 73851d4e-7788-40c1-a836-82ad3e782757 on network 7709c340-4266-41a1-8eef-2e4cb5b5274a {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:29:08.333747 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e122c435-df47-43e8-9ee0-ea6fe5b3b9a3 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:29:08.334410 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e122c435-df47-43e8-9ee0-ea6fe5b3b9a3 None None] Checking segment: {'id': 'afa3acfc-b8b1-444c-847e-1072af36587d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7709c340-4266-41a1-8eef-2e4cb5b5274a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:29:08.334979 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e122c435-df47-43e8-9ee0-ea6fe5b3b9a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:08.335507 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e122c435-df47-43e8-9ee0-ea6fe5b3b9a3 None None] Bound using segment: {'id': 'afa3acfc-b8b1-444c-847e-1072af36587d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7709c340-4266-41a1-8eef-2e4cb5b5274a'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:29:08.337021 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-e122c435-df47-43e8-9ee0-ea6fe5b3b9a3 None None] Bound port: 73851d4e-7788-40c1-a836-82ad3e782757, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afa3acfc-b8b1-444c-847e-1072af36587d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7709c340-4266-41a1-8eef-2e4cb5b5274a'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:29:08.337999 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e122c435-df47-43e8-9ee0-ea6fe5b3b9a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:08.386202 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20b660d-d1f3-4054-8707-de27d9887afd req-0a7c7f93-a760-4e2c-a35b-1382cba65dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:08.387910 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b20b660d-d1f3-4054-8707-de27d9887afd req-0a7c7f93-a760-4e2c-a35b-1382cba65dd0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2d250a72-e563-4d6e-ac4f-f44698e0ce3c HTTP/1.1" status: 200 len: 850 time: 0.2134879 Nov 12 08:29:08.394791 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e6e84f95-ae96-4223-b5fe-c9dcb9bcd22c tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:08.399597 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-e6e84f95-ae96-4223-b5fe-c9dcb9bcd22c tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.0411756 Nov 12 08:29:08.414222 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port a76e0b9e-8617-4bd9-a2b4-d69cee07db2a, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=a76e0b9e-8617-4bd9-a2b4-d69cee07db2a,segment=NetworkSegment(0e80606c-279e-44f6-8189-99516fd172eb),segment_id=0e80606c-279e-44f6-8189-99516fd172eb)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:08.414477 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 33704) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:08.416876 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e84f95-ae96-4223-b5fe-c9dcb9bcd22c tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59070d8f-e354-4643-b6db-9938f05a29ae,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:08.423273 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-ddb7fb9c-af58-479c-b39a-15848d523290 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Request body: {'security_group_rule': {'security_group_id': '59070d8f-e354-4643-b6db-9938f05a29ae', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:08.439560 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1029798b-fc72-4043-9097-e8e123c27980 req-90a8f85b-09cf-40e5-874c-f64a8151bb82 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586044 Nov 12 08:29:08.567720 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-930d0b79-5f2c-4341-a626-134a405a64d2 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:08.676998 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ddb7fb9c-af58-479c-b39a-15848d523290 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:08.692347 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20b660d-d1f3-4054-8707-de27d9887afd req-77ffe5a7-500f-4f3a-8b78-6af71fa4f8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:08.703090 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b20b660d-d1f3-4054-8707-de27d9887afd req-77ffe5a7-500f-4f3a-8b78-6af71fa4f8de service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=392b706c-fa83-40b2-ba41-e97d70efdd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2988348 Nov 12 08:29:08.731089 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e122c435-df47-43e8-9ee0-ea6fe5b3b9a3 None None] For port 73851d4e-7788-40c1-a836-82ad3e782757, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:29:08.742680 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e122c435-df47-43e8-9ee0-ea6fe5b3b9a3 None None] For port 73851d4e-7788-40c1-a836-82ad3e782757, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=73851d4e-7788-40c1-a836-82ad3e782757,segment=NetworkSegment(afa3acfc-b8b1-444c-847e-1072af36587d),segment_id=afa3acfc-b8b1-444c-847e-1072af36587d)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:29:08.763580 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e122c435-df47-43e8-9ee0-ea6fe5b3b9a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:08.780573 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Returning: {'device': 'a76e0b9e-8617-4bd9-a2b4-d69cee07db2a', 'network_id': '5b2a8b49-5710-48dd-bacf-1711bcf033cc', 'port_id': 'a76e0b9e-8617-4bd9-a2b4-d69cee07db2a', 'mac_address': 'fa:16:3e:74:e3:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f233125-4b62-40de-bf22-04d217d99b20', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:29:08.882131 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47105933-f941-4d41-8f6b-60f572053a5c req-0449c853-57c3-4a2a-9309-b49b4816c783 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:08.885676 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-47105933-f941-4d41-8f6b-60f572053a5c req-0449c853-57c3-4a2a-9309-b49b4816c783 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9f80b7-7da6-471c-ab75-5240190a613a HTTP/1.1" status: 200 len: 945 time: 0.2607155 Nov 12 08:29:09.083335 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-47105933-f941-4d41-8f6b-60f572053a5c req-abc01841-46dc-4588-a298-4f3f4c5a912e tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=dafae0e1-4d35-4b86-8740-ce6a9a9c8268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1883979 Nov 12 08:29:09.238624 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ddb7fb9c-af58-479c-b39a-15848d523290 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:09.254643 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b20b660d-d1f3-4054-8707-de27d9887afd req-0f0f99ed-650a-4fc4-adb7-afbeb17baf13 service neutron] 10.222.0.21 "GET /v2.0/networks/392b706c-fa83-40b2-ba41-e97d70efdd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5355577 Nov 12 08:29:09.364483 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-63a6e035-98a9-420a-9db6-462dc1912fd5 req-2f0cbb58-86e5-4764-8c40-8c57ddd1aefd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00fe5401-085e-4324-85d3-be6140815da8 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:29:09.374797 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-63a6e035-98a9-420a-9db6-462dc1912fd5 req-2f0cbb58-86e5-4764-8c40-8c57ddd1aefd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:09.389379 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-63a6e035-98a9-420a-9db6-462dc1912fd5 req-2f0cbb58-86e5-4764-8c40-8c57ddd1aefd service neutron] Transition to ACTIVE for port object 00fe5401-085e-4324-85d3-be6140815da8 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:29:09.399879 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ddb7fb9c-af58-479c-b39a-15848d523290 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:09.408834 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-63a6e035-98a9-420a-9db6-462dc1912fd5 req-2f0cbb58-86e5-4764-8c40-8c57ddd1aefd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:09.419165 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:09.535419 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-930d0b79-5f2c-4341-a626-134a405a64d2 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:09.564235 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-930d0b79-5f2c-4341-a626-134a405a64d2 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:09.567470 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['2ad84d50-d7c9-425a-b9f6-7a7fc1b1156e'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:29:09.615810 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-e530113a-7783-48f4-9840-8911a24052df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a76e0b9e-8617-4bd9-a2b4-d69cee07db2a {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:29:09.671652 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port a76e0b9e-8617-4bd9-a2b4-d69cee07db2a, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=a76e0b9e-8617-4bd9-a2b4-d69cee07db2a,segment=NetworkSegment(0e80606c-279e-44f6-8189-99516fd172eb),segment_id=0e80606c-279e-44f6-8189-99516fd172eb)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:09.832863 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930d0b79-5f2c-4341-a626-134a405a64d2 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Pushing event updated for resources: {'Port': ['ID=47ee4256-75e7-4ff8-a436-2a952e8564d6,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:09.866753 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc232f91-f071-4150-bee8-d887f1e760e7 req-24ef1e9a-4775-4f9f-a393-2e248a86a3bc tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:09.868578 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-dc232f91-f071-4150-bee8-d887f1e760e7 req-24ef1e9a-4775-4f9f-a393-2e248a86a3bc tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9f80b7-7da6-471c-ab75-5240190a613a HTTP/1.1" status: 200 len: 945 time: 0.5462649 Nov 12 08:29:09.873180 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-930d0b79-5f2c-4341-a626-134a405a64d2 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933629'] for router_interface, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:09.912957 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e122c435-df47-43e8-9ee0-ea6fe5b3b9a3 None None] Pushing event updated for resources: {'Port': ['ID=73851d4e-7788-40c1-a836-82ad3e782757,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:09.931842 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:09.956750 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:09.957581 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device c2cd737f-49af-4915-99ac-335868dc6f31 details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:29:10.022691 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port c2cd737f-49af-4915-99ac-335868dc6f31, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=c2cd737f-49af-4915-99ac-335868dc6f31,segment=NetworkSegment(0e80606c-279e-44f6-8189-99516fd172eb),segment_id=0e80606c-279e-44f6-8189-99516fd172eb)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:10.070570 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Returning: {'device': 'c2cd737f-49af-4915-99ac-335868dc6f31', 'network_id': '5b2a8b49-5710-48dd-bacf-1711bcf033cc', 'port_id': 'c2cd737f-49af-4915-99ac-335868dc6f31', 'mac_address': 'fa:16:3e:9d:c7:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f233125-4b62-40de-bf22-04d217d99b20', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:29:10.116469 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb7fb9c-af58-479c-b39a-15848d523290 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=491ff791-0b1f-4aa3-968b-c23f301b4211,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:10.161078 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-dc232f91-f071-4150-bee8-d887f1e760e7 req-7c5eaa92-d278-4935-9f7e-4669b81bdc3f tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=dafae0e1-4d35-4b86-8740-ce6a9a9c8268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2853012 Nov 12 08:29:10.208666 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:10.253347 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930d0b79-5f2c-4341-a626-134a405a64d2 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Network 7709c340-4266-41a1-8eef-2e4cb5b5274a is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:29:10.255295 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-930d0b79-5f2c-4341-a626-134a405a64d2 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:29:10.316373 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b20b660d-d1f3-4054-8707-de27d9887afd req-7ef52c1f-e402-45b7-ab8b-59a35db0d919 service neutron] 10.222.0.21 "GET /v2.0/networks/392b706c-fa83-40b2-ba41-e97d70efdd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9246292 Nov 12 08:29:10.357382 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:10.358784 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0cbb58-86e5-4764-8c40-8c57ddd1aefd service neutron] Pushing event updated for resources: {'Port': ['ID=00fe5401-085e-4324-85d3-be6140815da8,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:10.372210 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ddb7fb9c-af58-479c-b39a-15848d523290 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:10.376120 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-ddb7fb9c-af58-479c-b39a-15848d523290 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9553146 Nov 12 08:29:10.382551 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 33770) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:10.389863 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-e530113a-7783-48f4-9840-8911a24052df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2cd737f-49af-4915-99ac-335868dc6f31 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:29:10.404667 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-dc0c9c93-6fbd-46de-b3ba-0e2c34cc67eb tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Request body: {'security_group_rule': {'security_group_id': '59070d8f-e354-4643-b6db-9938f05a29ae', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:10.489642 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=a76e0b9e-8617-4bd9-a2b4-d69cee07db2a,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:10.502438 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port c2cd737f-49af-4915-99ac-335868dc6f31, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=c2cd737f-49af-4915-99ac-335868dc6f31,segment=NetworkSegment(0e80606c-279e-44f6-8189-99516fd172eb),segment_id=0e80606c-279e-44f6-8189-99516fd172eb)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:10.544579 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:10.552044 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 921ed5c3-bc6c-44c2-a043-9f5a63a8dd21 details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:29:10.688627 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 921ed5c3-bc6c-44c2-a043-9f5a63a8dd21, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=921ed5c3-bc6c-44c2-a043-9f5a63a8dd21,segment=NetworkSegment(f7b8278f-b0a6-47b6-812b-90307b766a98),segment_id=f7b8278f-b0a6-47b6-812b-90307b766a98)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:10.753483 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-63a6e035-98a9-420a-9db6-462dc1912fd5 req-2f0cbb58-86e5-4764-8c40-8c57ddd1aefd service neutron] Attempting to bind port 00fe5401-085e-4324-85d3-be6140815da8 on host n-h2-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:29:10.754001 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-63a6e035-98a9-420a-9db6-462dc1912fd5 req-2f0cbb58-86e5-4764-8c40-8c57ddd1aefd service neutron] Attempting to bind port 00fe5401-085e-4324-85d3-be6140815da8 by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': '115bdcdd-b1df-41c7-8bff-15a5e1fdca42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '97ca3497-d4cd-4c64-83f2-e4cf0b99a680'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:29:10.754467 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a6e035-98a9-420a-9db6-462dc1912fd5 req-2f0cbb58-86e5-4764-8c40-8c57ddd1aefd service neutron] Attempting to bind port 00fe5401-085e-4324-85d3-be6140815da8 on network 97ca3497-d4cd-4c64-83f2-e4cf0b99a680 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:29:10.761456 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-dc0c9c93-6fbd-46de-b3ba-0e2c34cc67eb tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:10.793843 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Returning: {'device': '921ed5c3-bc6c-44c2-a043-9f5a63a8dd21', 'network_id': '206f9d07-9c2e-4490-896d-289aa4538730', 'port_id': '921ed5c3-bc6c-44c2-a043-9f5a63a8dd21', 'mac_address': 'fa:16:3e:52:68:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '451e17db-46f2-4a8d-9633-d7807ea2bdef', 'ip_address': '10.1.1.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:29:10.796451 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 73851d4e-7788-40c1-a836-82ad3e782757 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:29:10.801318 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=c2cd737f-49af-4915-99ac-335868dc6f31,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:10.827611 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a6e035-98a9-420a-9db6-462dc1912fd5 req-2f0cbb58-86e5-4764-8c40-8c57ddd1aefd service neutron] Port 00fe5401-085e-4324-85d3-be6140815da8 on network 97ca3497-d4cd-4c64-83f2-e4cf0b99a680 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:29:10.828642 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a6e035-98a9-420a-9db6-462dc1912fd5 req-2f0cbb58-86e5-4764-8c40-8c57ddd1aefd service neutron] Attempting to bind port 00fe5401-085e-4324-85d3-be6140815da8 on network 97ca3497-d4cd-4c64-83f2-e4cf0b99a680 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:29:10.847887 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474c9699-346b-4a2f-9c27-3d6e188c2882 None None] Network 7709c340-4266-41a1-8eef-2e4cb5b5274a requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:29:10.901407 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-dc0c9c93-6fbd-46de-b3ba-0e2c34cc67eb tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:10.907250 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a6e035-98a9-420a-9db6-462dc1912fd5 req-2f0cbb58-86e5-4764-8c40-8c57ddd1aefd service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:29:10.908295 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a6e035-98a9-420a-9db6-462dc1912fd5 req-2f0cbb58-86e5-4764-8c40-8c57ddd1aefd service neutron] Checking segment: {'id': '115bdcdd-b1df-41c7-8bff-15a5e1fdca42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '97ca3497-d4cd-4c64-83f2-e4cf0b99a680'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:29:10.908816 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a6e035-98a9-420a-9db6-462dc1912fd5 req-2f0cbb58-86e5-4764-8c40-8c57ddd1aefd service neutron] Bound using segment: {'id': '115bdcdd-b1df-41c7-8bff-15a5e1fdca42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '97ca3497-d4cd-4c64-83f2-e4cf0b99a680'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:29:10.912736 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-63a6e035-98a9-420a-9db6-462dc1912fd5 req-2f0cbb58-86e5-4764-8c40-8c57ddd1aefd service neutron] Bound port: 00fe5401-085e-4324-85d3-be6140815da8, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '115bdcdd-b1df-41c7-8bff-15a5e1fdca42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '97ca3497-d4cd-4c64-83f2-e4cf0b99a680'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:29:10.912736 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-63a6e035-98a9-420a-9db6-462dc1912fd5 req-2f0cbb58-86e5-4764-8c40-8c57ddd1aefd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:10.920990 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 33776) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:10.942108 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-dc0c9c93-6fbd-46de-b3ba-0e2c34cc67eb tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:11.045765 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-53314ea5-6f51-4755-8685-5ca8a519b4fd None None] Provisioning complete for port 73851d4e-7788-40c1-a836-82ad3e782757 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:11.046448 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-53314ea5-6f51-4755-8685-5ca8a519b4fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:11.085860 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:11.105464 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-e530113a-7783-48f4-9840-8911a24052df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 921ed5c3-bc6c-44c2-a043-9f5a63a8dd21 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:29:11.130498 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 921ed5c3-bc6c-44c2-a043-9f5a63a8dd21, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=921ed5c3-bc6c-44c2-a043-9f5a63a8dd21,segment=NetworkSegment(f7b8278f-b0a6-47b6-812b-90307b766a98),segment_id=f7b8278f-b0a6-47b6-812b-90307b766a98)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:11.135625 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 73851d4e-7788-40c1-a836-82ad3e782757 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:11.136109 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:11.174708 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:11.174708 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 69493e27-daa5-4af2-a855-9781e1cf385b details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:29:11.193079 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-63a6e035-98a9-420a-9db6-462dc1912fd5 req-2f0cbb58-86e5-4764-8c40-8c57ddd1aefd service neutron] For port 00fe5401-085e-4324-85d3-be6140815da8, host n-h2-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:29:11.197465 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-63a6e035-98a9-420a-9db6-462dc1912fd5 req-2f0cbb58-86e5-4764-8c40-8c57ddd1aefd service neutron] For port 00fe5401-085e-4324-85d3-be6140815da8, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=00fe5401-085e-4324-85d3-be6140815da8,segment=NetworkSegment(115bdcdd-b1df-41c7-8bff-15a5e1fdca42),segment_id=115bdcdd-b1df-41c7-8bff-15a5e1fdca42)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:29:11.222649 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f60abf-95eb-4727-ae48-9e99984e2fa8 req-ef45ed68-1b67-4e57-8f85-1e5aedc91988 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:11.224366 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-63a6e035-98a9-420a-9db6-462dc1912fd5 req-2f0cbb58-86e5-4764-8c40-8c57ddd1aefd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:11.224520 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-60f60abf-95eb-4727-ae48-9e99984e2fa8 req-ef45ed68-1b67-4e57-8f85-1e5aedc91988 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=c9ff5d58-4734-4269-aaab-4d99252bc1ff HTTP/1.1" status: 200 len: 944 time: 0.8021479 Nov 12 08:29:11.290740 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=921ed5c3-bc6c-44c2-a043-9f5a63a8dd21,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:11.303907 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-930d0b79-5f2c-4341-a626-134a405a64d2 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Router 4ae36c26-e76b-40f9-8fed-0b3f11937001 is scheduled to L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 with binding_index 1 {{(pid=102600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:29:11.306869 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1b3b398b-a979-4540-81b6-d9c6c466493c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:11.310565 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0c9c93-6fbd-46de-b3ba-0e2c34cc67eb tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3784cfa-11b6-4170-9c55-4764eb5f69ae,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:11.320196 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a6e035-98a9-420a-9db6-462dc1912fd5 req-2f0cbb58-86e5-4764-8c40-8c57ddd1aefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:11.321169 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-63a6e035-98a9-420a-9db6-462dc1912fd5 req-2f0cbb58-86e5-4764-8c40-8c57ddd1aefd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:11.322885 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-63a6e035-98a9-420a-9db6-462dc1912fd5 req-2f0cbb58-86e5-4764-8c40-8c57ddd1aefd service neutron] 10.222.0.44 "PUT /v2.0/ports/00fe5401-085e-4324-85d3-be6140815da8 HTTP/1.1" status: 200 len: 1093 time: 3.7908387 Nov 12 08:29:11.327086 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9ff5d58-4734-4269-aaab-4d99252bc1ff', 'tag': '00fe5401-085e-4324-85d3-be6140815da8'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:29:11.329453 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f588f677-88f7-48a0-b8cf-8879a8e2758e" -d '{"events": [{"name": "network-changed", "server_uuid": "c9ff5d58-4734-4269-aaab-4d99252bc1ff", "tag": "00fe5401-085e-4324-85d3-be6140815da8"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:29:11.334167 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-dc0c9c93-6fbd-46de-b3ba-0e2c34cc67eb tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:11.336935 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-dc0c9c93-6fbd-46de-b3ba-0e2c34cc67eb tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9531581 Nov 12 08:29:11.348854 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 33786) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:11.354484 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-858bd23e-3f5e-41a3-8cb7-464f734e8b30 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Request body: {'floatingip': {'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:11.406813 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0cbb58-86e5-4764-8c40-8c57ddd1aefd service neutron] Pushing event updated for resources: {'Port': ['ID=00fe5401-085e-4324-85d3-be6140815da8,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:11.408415 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-60f60abf-95eb-4727-ae48-9e99984e2fa8 req-9de0210d-a0bc-4a2f-b5e3-8285f6d911ff tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761765 Nov 12 08:29:11.491479 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-858bd23e-3f5e-41a3-8cb7-464f734e8b30 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Publish callbacks [] for floatingip, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:11.562176 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-930d0b79-5f2c-4341-a626-134a405a64d2 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:29:11.573205 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364555d0-3814-46bb-a310-a440c3b6092a None None] Sync routers for ids ['4ae36c26-e76b-40f9-8fed-0b3f11937001'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:29:11.577224 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-930d0b79-5f2c-4341-a626-134a405a64d2 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "PUT /v2.0/routers/4ae36c26-e76b-40f9-8fed-0b3f11937001/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2140276 Nov 12 08:29:11.577897 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 33788) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:11.590819 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364555d0-3814-46bb-a310-a440c3b6092a None None] Routers {'4ae36c26-e76b-40f9-8fed-0b3f11937001'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:29:11.592310 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-364555d0-3814-46bb-a310-a440c3b6092a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:29:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['4ae36c26-e76b-40f9-8fed-0b3f11937001'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:11.613479 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 69493e27-daa5-4af2-a855-9781e1cf385b, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=69493e27-daa5-4af2-a855-9781e1cf385b,segment=NetworkSegment(f7b8278f-b0a6-47b6-812b-90307b766a98),segment_id=f7b8278f-b0a6-47b6-812b-90307b766a98)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:11.626576 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-53314ea5-6f51-4755-8685-5ca8a519b4fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:11.650331 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e626da-bc1d-48bc-b16a-8b0b66a19f29 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:11.656783 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-c5e626da-bc1d-48bc-b16a-8b0b66a19f29 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "GET /v2.0/ports/47ee4256-75e7-4ff8-a436-2a952e8564d6 HTTP/1.1" status: 200 len: 910 time: 0.0777230 Nov 12 08:29:11.659200 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 33792) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:11.679769 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-bf54f2ce-fabb-4b62-95dd-da4dd78dd51c tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd778de8d-a07e-4ed2-9d85-518104315621'}]}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:11.726489 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Returning: {'device': '69493e27-daa5-4af2-a855-9781e1cf385b', 'network_id': '206f9d07-9c2e-4490-896d-289aa4538730', 'port_id': '69493e27-daa5-4af2-a855-9781e1cf385b', 'mac_address': 'fa:16:3e:11:53:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '451e17db-46f2-4a8d-9633-d7807ea2bdef', 'ip_address': '10.1.1.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:29:11.756349 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1b3b398b-a979-4540-81b6-d9c6c466493c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:11.776008 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-364555d0-3814-46bb-a310-a440c3b6092a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:11.789711 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca7dcacf-67e9-48cb-bf78-e78fba29f7c2 x-openstack-request-id: req-ca7dcacf-67e9-48cb-bf78-e78fba29f7c2 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:29:11.790043 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9ff5d58-4734-4269-aaab-4d99252bc1ff", "tag": "00fe5401-085e-4324-85d3-be6140815da8", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:29:11.790464 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ca7dcacf-67e9-48cb-bf78-e78fba29f7c2 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:29:11.791344 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9ff5d58-4734-4269-aaab-4d99252bc1ff', 'tag': '00fe5401-085e-4324-85d3-be6140815da8', 'status': 'completed', 'code': 200} Nov 12 08:29:11.792177 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1b3b398b-a979-4540-81b6-d9c6c466493c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:11.810409 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364555d0-3814-46bb-a310-a440c3b6092a None None] Routers {'4ae36c26-e76b-40f9-8fed-0b3f11937001'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:29:11.811962 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-364555d0-3814-46bb-a310-a440c3b6092a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:29:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['4ae36c26-e76b-40f9-8fed-0b3f11937001'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:11.835337 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-53314ea5-6f51-4755-8685-5ca8a519b4fd None None] For port 73851d4e-7788-40c1-a836-82ad3e782757, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=73851d4e-7788-40c1-a836-82ad3e782757,segment=NetworkSegment(afa3acfc-b8b1-444c-847e-1072af36587d),segment_id=afa3acfc-b8b1-444c-847e-1072af36587d)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:11.896901 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-53314ea5-6f51-4755-8685-5ca8a519b4fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:11.899121 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:11.929667 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a6e035-98a9-420a-9db6-462dc1912fd5 req-473d630f-1af6-4d33-bb0a-6d5722488e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:11.931327 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-63a6e035-98a9-420a-9db6-462dc1912fd5 req-473d630f-1af6-4d33-bb0a-6d5722488e1f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4e695ccfe3434d44ababb01fdc20479b&device_id=c9ff5d58-4734-4269-aaab-4d99252bc1ff HTTP/1.1" status: 200 len: 1096 time: 0.5012879 Nov 12 08:29:12.005714 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:12.040023 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-1b3b398b-a979-4540-81b6-d9c6c466493c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=eb9dd0d268334b8e9d906b5161c8580c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1173387 Nov 12 08:29:12.043141 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3b398b-a979-4540-81b6-d9c6c466493c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddce5624-bf13-4cbe-b1de-3959e8a16363,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:12.056382 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 33796) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:12.060544 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-63a6e035-98a9-420a-9db6-462dc1912fd5 req-1971d58e-5722-4805-ac7d-4edb5b5f893d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00fe5401-085e-4324-85d3-be6140815da8 HTTP/1.1" status: 200 len: 217 time: 0.0922692 Nov 12 08:29:12.110304 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-e530113a-7783-48f4-9840-8911a24052df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69493e27-daa5-4af2-a855-9781e1cf385b {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:29:12.129816 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53314ea5-6f51-4755-8685-5ca8a519b4fd None None] Pushing event updated for resources: {'Port': ['ID=73851d4e-7788-40c1-a836-82ad3e782757,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:12.136505 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bf54f2ce-fabb-4b62-95dd-da4dd78dd51c tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:12.164611 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-364555d0-3814-46bb-a310-a440c3b6092a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:12.165537 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364555d0-3814-46bb-a310-a440c3b6092a None None] The sync data for ids ['4ae36c26-e76b-40f9-8fed-0b3f11937001'] in n-d-765315-29 is: [] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:29:12.179503 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a6e035-98a9-420a-9db6-462dc1912fd5 req-ea861764-3d0e-4909-b60b-37fad47637f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:12.181317 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-63a6e035-98a9-420a-9db6-462dc1912fd5 req-ea861764-3d0e-4909-b60b-37fad47637f0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e5a8c2de-791a-407e-b586-3b1004863989 HTTP/1.1" status: 200 len: 845 time: 0.1113739 Nov 12 08:29:12.190957 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.db.api [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:29:12.191455 n-d-765315-29 neutron-server[102601]: DEBUG oslo_db.api [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:29:12.196005 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 69493e27-daa5-4af2-a855-9781e1cf385b, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=69493e27-daa5-4af2-a855-9781e1cf385b,segment=NetworkSegment(f7b8278f-b0a6-47b6-812b-90307b766a98),segment_id=f7b8278f-b0a6-47b6-812b-90307b766a98)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:12.203600 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:12.226619 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-858bd23e-3f5e-41a3-8cb7-464f734e8b30 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:12.254975 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-63a6e035-98a9-420a-9db6-462dc1912fd5 req-b6762e2a-312c-495e-99b4-3d5a87871678 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=97ca3497-d4cd-4c64-83f2-e4cf0b99a680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440502 Nov 12 08:29:12.268410 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device a9c14931-8b9b-4467-9aca-bbbe106d4681 up at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:29:12.425940 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:12.437615 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-6aceb851-2132-4e8e-bd2b-87540d8f7cf1 None None] Provisioning complete for port 47ee4256-75e7-4ff8-a436-2a952e8564d6 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:12.437851 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6aceb851-2132-4e8e-bd2b-87540d8f7cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:12.444576 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=69493e27-daa5-4af2-a855-9781e1cf385b,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:12.517887 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-6aceb851-2132-4e8e-bd2b-87540d8f7cf1 None None] Port 47ee4256-75e7-4ff8-a436-2a952e8564d6 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:29:12.530417 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning for port a9c14931-8b9b-4467-9aca-bbbe106d4681 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:29:12.544966 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning complete for port a9c14931-8b9b-4467-9aca-bbbe106d4681 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:12.545340 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:12.562410 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-6aceb851-2132-4e8e-bd2b-87540d8f7cf1 None None] Provisioning complete for port 73851d4e-7788-40c1-a836-82ad3e782757 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:12.562660 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6aceb851-2132-4e8e-bd2b-87540d8f7cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:12.791886 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e502d9b0-79b8-4ac5-86f2-6e63854604ca req-a60f01ea-efed-4034-a147-9de94e3dc619 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:12.799013 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e502d9b0-79b8-4ac5-86f2-6e63854604ca req-a60f01ea-efed-4034-a147-9de94e3dc619 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9f80b7-7da6-471c-ab75-5240190a613a HTTP/1.1" status: 200 len: 945 time: 0.8626349 Nov 12 08:29:12.894968 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-858bd23e-3f5e-41a3-8cb7-464f734e8b30 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Allocated IP 172.25.2.176 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/adf3bf52-099c-4e8b-b52d-e33bc11e3528) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:29:12.945146 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-63a6e035-98a9-420a-9db6-462dc1912fd5 req-19d1d7da-927d-4a6a-821c-58c8f7bfc961 service neutron] 10.222.0.44 "GET /v2.0/networks/97ca3497-d4cd-4c64-83f2-e4cf0b99a680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6383040 Nov 12 08:29:13.006311 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 33816) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:13.016728 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:13.036262 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['c2cd737f-49af-4915-99ac-335868dc6f31'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:29:13.039933 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['69493e27-daa5-4af2-a855-9781e1cf385b'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:29:13.096603 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d8f4e0b7-3a59-40b4-8944-799ed3999dab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:13.176372 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 73851d4e-7788-40c1-a836-82ad3e782757 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:29:13.179031 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d8f4e0b7-3a59-40b4-8944-799ed3999dab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:13.189994 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['921ed5c3-bc6c-44c2-a043-9f5a63a8dd21'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:29:13.328780 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ddaca099-cea1-4fd0-8548-4970c8082b10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:13.336857 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e502d9b0-79b8-4ac5-86f2-6e63854604ca req-18bc98e7-0774-472d-aa8c-4bc3df379b36 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=dafae0e1-4d35-4b86-8740-ce6a9a9c8268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5185165 Nov 12 08:29:13.385341 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-63a6e035-98a9-420a-9db6-462dc1912fd5 req-27d721b5-9e62-463e-beb0-e163c998a61b service neutron] 10.222.0.44 "GET /v2.0/networks/97ca3497-d4cd-4c64-83f2-e4cf0b99a680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4231873 Nov 12 08:29:13.489439 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-858bd23e-3f5e-41a3-8cb7-464f734e8b30 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:13.519161 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7b22e6f-34ba-40cc-8b8b-fe95438187cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9c14931-8b9b-4467-9aca-bbbe106d4681'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:29:13.521525 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e36f5422-933e-431d-a966-99f330395e4e" -d '{"events": [{"server_uuid": "e7b22e6f-34ba-40cc-8b8b-fe95438187cb", "name": "network-vif-plugged", "status": "completed", "tag": "a9c14931-8b9b-4467-9aca-bbbe106d4681"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:29:13.557069 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-2f0ba83b-d3dd-4b02-a273-f7fcedb627f8 None None] Provisioning complete for port 47ee4256-75e7-4ff8-a436-2a952e8564d6 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:13.557434 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2f0ba83b-d3dd-4b02-a273-f7fcedb627f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:13.561971 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port a9c14931-8b9b-4467-9aca-bbbe106d4681, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=a9c14931-8b9b-4467-9aca-bbbe106d4681,segment=NetworkSegment(f7b8278f-b0a6-47b6-812b-90307b766a98),segment_id=f7b8278f-b0a6-47b6-812b-90307b766a98)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:13.600132 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:13.600948 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device e22b775a-a039-415a-be68-84e3c4aa81d5 up at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:29:13.612673 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d8f4e0b7-3a59-40b4-8944-799ed3999dab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:13.618531 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d8f4e0b7-3a59-40b4-8944-799ed3999dab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:13.633240 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-d8f4e0b7-3a59-40b4-8944-799ed3999dab admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ddce5624-bf13-4cbe-b1de-3959e8a16363 HTTP/1.1" status: 204 len: 168 time: 1.5658677 Nov 12 08:29:13.659005 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f588f677-88f7-48a0-b8cf-8879a8e2758e req-7652ffef-c32d-4013-b4aa-8fa0dd92fa3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:13.677452 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f588f677-88f7-48a0-b8cf-8879a8e2758e req-7652ffef-c32d-4013-b4aa-8fa0dd92fa3a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4e695ccfe3434d44ababb01fdc20479b&device_id=c9ff5d58-4734-4269-aaab-4d99252bc1ff HTTP/1.1" status: 200 len: 1096 time: 0.1361098 Nov 12 08:29:13.680813 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ddaca099-cea1-4fd0-8548-4970c8082b10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:13.734636 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-858bd23e-3f5e-41a3-8cb7-464f734e8b30 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:13.782622 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ddaca099-cea1-4fd0-8548-4970c8082b10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:13.799337 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f4e0b7-3a59-40b4-8944-799ed3999dab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddce5624-bf13-4cbe-b1de-3959e8a16363,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:13.874366 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-ddaca099-cea1-4fd0-8548-4970c8082b10 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cf41d7bc8a6d4e16951b2619a2c5120d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8644388 Nov 12 08:29:13.905620 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 33828) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:13.924372 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=a9c14931-8b9b-4467-9aca-bbbe106d4681,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:13.960614 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858bd23e-3f5e-41a3-8cb7-464f734e8b30 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Pushing event updated for resources: {'Port': ['ID=adf3bf52-099c-4e8b-b52d-e33bc11e3528,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:13.976515 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858bd23e-3f5e-41a3-8cb7-464f734e8b30 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:29:13.976870 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-2f0ba83b-d3dd-4b02-a273-f7fcedb627f8 None None] Port 47ee4256-75e7-4ff8-a436-2a952e8564d6 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:29:13.979411 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ce34e5-6102-4bb4-9547-25013239a61a req-b422aa73-c8dc-4d30-97cb-1147a626c85a tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:13.983098 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-18ce34e5-6102-4bb4-9547-25013239a61a req-b422aa73-c8dc-4d30-97cb-1147a626c85a tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=c9ff5d58-4734-4269-aaab-4d99252bc1ff HTTP/1.1" status: 200 len: 944 time: 0.4264185 Nov 12 08:29:13.985273 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-858bd23e-3f5e-41a3-8cb7-464f734e8b30 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:29:13.993222 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858bd23e-3f5e-41a3-8cb7-464f734e8b30 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:29:14.007459 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaca099-cea1-4fd0-8548-4970c8082b10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed480da-68d3-4c2c-8074-d97c6880e478,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:14.035057 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 73851d4e-7788-40c1-a836-82ad3e782757 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:14.035827 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:14.128781 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['a76e0b9e-8617-4bd9-a2b4-d69cee07db2a'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:29:14.136842 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f588f677-88f7-48a0-b8cf-8879a8e2758e req-397c68a7-cb3c-4c88-821c-43f7363297e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:14.137540 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bf54f2ce-fabb-4b62-95dd-da4dd78dd51c tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:14.138880 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f588f677-88f7-48a0-b8cf-8879a8e2758e req-397c68a7-cb3c-4c88-821c-43f7363297e1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=97ca3497-d4cd-4c64-83f2-e4cf0b99a680 HTTP/1.1" status: 200 len: 906 time: 0.4564421 Nov 12 08:29:14.190636 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bf54f2ce-fabb-4b62-95dd-da4dd78dd51c tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:14.224298 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 33830) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:14.266036 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f588f677-88f7-48a0-b8cf-8879a8e2758e req-25aff715-a1f9-4d29-8757-07af78f7bf3c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00fe5401-085e-4324-85d3-be6140815da8 HTTP/1.1" status: 200 len: 217 time: 0.1131017 Nov 12 08:29:14.322438 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-858bd23e-3f5e-41a3-8cb7-464f734e8b30 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:14.343323 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-507a45ad-39d4-4d45-b8b1-9c1884e5396a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:14.360927 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-18ce34e5-6102-4bb4-9547-25013239a61a req-53d8bfed-e7b3-4e64-a825-b72c4b63bb15 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3453126 Nov 12 08:29:14.380988 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9433eab2-1af9-48b1-915e-52c8ae2b2fd8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:14.408122 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f588f677-88f7-48a0-b8cf-8879a8e2758e req-61f805bb-2d88-47d1-99e6-e19de955f817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:14.411034 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f588f677-88f7-48a0-b8cf-8879a8e2758e req-61f805bb-2d88-47d1-99e6-e19de955f817 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e5a8c2de-791a-407e-b586-3b1004863989 HTTP/1.1" status: 200 len: 845 time: 0.1309345 Nov 12 08:29:14.412125 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-858bd23e-3f5e-41a3-8cb7-464f734e8b30 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:14.476014 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning for port e22b775a-a039-415a-be68-84e3c4aa81d5 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:29:14.502636 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ecdd6b-bdeb-465f-b92c-df0a2c45377a x-openstack-request-id: req-41ecdd6b-bdeb-465f-b92c-df0a2c45377a {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:29:14.504748 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f588f677-88f7-48a0-b8cf-8879a8e2758e req-987ad2df-3708-4d79-880c-fdd9fef87c90 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=97ca3497-d4cd-4c64-83f2-e4cf0b99a680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578358 Nov 12 08:29:14.505391 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7b22e6f-34ba-40cc-8b8b-fe95438187cb", "name": "network-vif-plugged", "status": "completed", "tag": "a9c14931-8b9b-4467-9aca-bbbe106d4681", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:29:14.506954 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-41ecdd6b-bdeb-465f-b92c-df0a2c45377a {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:29:14.507449 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7b22e6f-34ba-40cc-8b8b-fe95438187cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9c14931-8b9b-4467-9aca-bbbe106d4681', 'code': 200} Nov 12 08:29:14.519445 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning complete for port e22b775a-a039-415a-be68-84e3c4aa81d5 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:14.519925 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:14.550436 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf54f2ce-fabb-4b62-95dd-da4dd78dd51c tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:14.551717 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bf54f2ce-fabb-4b62-95dd-da4dd78dd51c tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:14.559406 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-bf54f2ce-fabb-4b62-95dd-da4dd78dd51c tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "PUT /v2.0/ports/47ee4256-75e7-4ff8-a436-2a952e8564d6 HTTP/1.1" status: 200 len: 910 time: 2.8985834 Nov 12 08:29:14.566189 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 33834) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:14.602007 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-507a45ad-39d4-4d45-b8b1-9c1884e5396a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:14.608797 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf54f2ce-fabb-4b62-95dd-da4dd78dd51c tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Pushing event updated for resources: {'Port': ['ID=47ee4256-75e7-4ff8-a436-2a952e8564d6,revision_number=3']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:14.770669 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5e5537-aafd-4480-9f2b-931fd1dd5650 req-e544c5bf-73bc-4be5-8d5f-35265b82885f tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:14.777679 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ec5e5537-aafd-4480-9f2b-931fd1dd5650 req-e544c5bf-73bc-4be5-8d5f-35265b82885f tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9f80b7-7da6-471c-ab75-5240190a613a HTTP/1.1" status: 200 len: 945 time: 0.1747909 Nov 12 08:29:14.833236 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:14.841771 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9433eab2-1af9-48b1-915e-52c8ae2b2fd8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:14.867010 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9433eab2-1af9-48b1-915e-52c8ae2b2fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:14.899459 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port e22b775a-a039-415a-be68-84e3c4aa81d5, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=e22b775a-a039-415a-be68-84e3c4aa81d5,segment=NetworkSegment(385d95cf-9270-4546-b534-d371c41e4b58),segment_id=385d95cf-9270-4546-b534-d371c41e4b58)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:14.905884 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:14.909458 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9433eab2-1af9-48b1-915e-52c8ae2b2fd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59495f2a-67e2-436b-a531-9e238d69166e,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:14.917318 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-507a45ad-39d4-4d45-b8b1-9c1884e5396a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:14.921213 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-507a45ad-39d4-4d45-b8b1-9c1884e5396a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:14.922819 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-507a45ad-39d4-4d45-b8b1-9c1884e5396a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5ed480da-68d3-4c2c-8074-d97c6880e478 HTTP/1.1" status: 204 len: 168 time: 1.0159688 Nov 12 08:29:14.959783 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 2ad84d50-d7c9-425a-b9f6-7a7fc1b1156e up at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:29:14.971938 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ec5e5537-aafd-4480-9f2b-931fd1dd5650 req-7bda894a-c94d-412a-a51c-4f3cb710fb6c tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=dafae0e1-4d35-4b86-8740-ce6a9a9c8268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266570 Nov 12 08:29:14.976719 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507a45ad-39d4-4d45-b8b1-9c1884e5396a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed480da-68d3-4c2c-8074-d97c6880e478,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:14.986456 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-9433eab2-1af9-48b1-915e-52c8ae2b2fd8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3bed270840864c40880c7fe3d41c37ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7094996 Nov 12 08:29:14.988977 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 33840) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:15.036347 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f588f677-88f7-48a0-b8cf-8879a8e2758e req-206bd257-1341-488f-b581-fa326878faa5 service neutron] 10.222.0.44 "GET /v2.0/networks/97ca3497-d4cd-4c64-83f2-e4cf0b99a680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5157769 Nov 12 08:29:15.055760 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9b0b2ebb-bce1-41cf-beb7-43bc2b3e2252 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:15.104006 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9b0b2ebb-bce1-41cf-beb7-43bc2b3e2252 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:15.115644 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=e22b775a-a039-415a-be68-84e3c4aa81d5,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:15.160384 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning for port 2ad84d50-d7c9-425a-b9f6-7a7fc1b1156e completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:29:15.167414 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning complete for port 2ad84d50-d7c9-425a-b9f6-7a7fc1b1156e triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:15.170749 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:15.211506 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9b0b2ebb-bce1-41cf-beb7-43bc2b3e2252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:15.214660 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9b0b2ebb-bce1-41cf-beb7-43bc2b3e2252 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:15.217012 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-9b0b2ebb-bce1-41cf-beb7-43bc2b3e2252 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/59495f2a-67e2-436b-a531-9e238d69166e HTTP/1.1" status: 204 len: 168 time: 0.2269335 Nov 12 08:29:15.242233 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0b2ebb-bce1-41cf-beb7-43bc2b3e2252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59495f2a-67e2-436b-a531-9e238d69166e,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:15.394653 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:15.492631 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 2ad84d50-d7c9-425a-b9f6-7a7fc1b1156e, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=2ad84d50-d7c9-425a-b9f6-7a7fc1b1156e,segment=NetworkSegment(f7b8278f-b0a6-47b6-812b-90307b766a98),segment_id=f7b8278f-b0a6-47b6-812b-90307b766a98)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:15.505127 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:15.544643 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-858bd23e-3f5e-41a3-8cb7-464f734e8b30 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:15.557698 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c69caf4-3e87-46d9-a2ea-515bd554082e req-f07e7f21-7196-4c2e-97d9-867a59f5917c tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:15.573142 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6c69caf4-3e87-46d9-a2ea-515bd554082e req-f07e7f21-7196-4c2e-97d9-867a59f5917c tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9f80b7-7da6-471c-ab75-5240190a613a HTTP/1.1" status: 200 len: 945 time: 0.1437633 Nov 12 08:29:15.593639 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-858bd23e-3f5e-41a3-8cb7-464f734e8b30 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:15.645776 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=2ad84d50-d7c9-425a-b9f6-7a7fc1b1156e,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:15.653748 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f588f677-88f7-48a0-b8cf-8879a8e2758e req-11943f2b-76b0-4b07-8f6f-7b9a25991030 service neutron] 10.222.0.44 "GET /v2.0/networks/97ca3497-d4cd-4c64-83f2-e4cf0b99a680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4974687 Nov 12 08:29:15.696923 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6c69caf4-3e87-46d9-a2ea-515bd554082e req-ea84e2e6-789b-4e7e-af36-d9d0e78a22c1 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=dafae0e1-4d35-4b86-8740-ce6a9a9c8268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205263 Nov 12 08:29:15.754012 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-858bd23e-3f5e-41a3-8cb7-464f734e8b30 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:15.759107 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 33856) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:15.808455 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e063c21-e141-43c0-be36-1180c046a450 req-8df363f7-7963-49fb-bbd0-0b4fa52c1978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:15.810793 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7e063c21-e141-43c0-be36-1180c046a450 req-8df363f7-7963-49fb-bbd0-0b4fa52c1978 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=13ee7d6d71864c9eb2f508185e6a266f&device_id=2d9f80b7-7da6-471c-ab75-5240190a613a HTTP/1.1" status: 200 len: 1097 time: 0.3745990 Nov 12 08:29:15.837630 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-858bd23e-3f5e-41a3-8cb7-464f734e8b30 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:15.848568 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-858bd23e-3f5e-41a3-8cb7-464f734e8b30 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4887867 Nov 12 08:29:15.856710 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1a3bace1-bf9f-4e9a-b9d7-76e28e0e59ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:15.903438 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858bd23e-3f5e-41a3-8cb7-464f734e8b30 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Pushing event updated for resources: {'Port': ['ID=adf3bf52-099c-4e8b-b52d-e33bc11e3528,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:15.972142 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13e7925-a098-4e84-89cd-2ab854d7f520 req-566aa72e-b75f-4b73-8d4e-a9042bd0d1c1 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:15.979765 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f13e7925-a098-4e84-89cd-2ab854d7f520 req-566aa72e-b75f-4b73-8d4e-a9042bd0d1c1 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=c9ff5d58-4734-4269-aaab-4d99252bc1ff HTTP/1.1" status: 200 len: 944 time: 0.1807806 Nov 12 08:29:16.045901 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e063c21-e141-43c0-be36-1180c046a450 req-4b99bb4e-b08e-42d7-9c79-0ce8bcbae71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:16.047616 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7e063c21-e141-43c0-be36-1180c046a450 req-4b99bb4e-b08e-42d7-9c79-0ce8bcbae71a service neutron] 10.222.0.44 "GET /v2.0/networks?id=392b706c-fa83-40b2-ba41-e97d70efdd1d HTTP/1.1" status: 200 len: 912 time: 0.2215216 Nov 12 08:29:16.055463 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c91ee7ab-0b4b-4cd6-8e36-c492a7ac1ef9 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933586'] for router_interface, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:16.071315 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f13e7925-a098-4e84-89cd-2ab854d7f520 req-a9795e68-bffd-45c6-b310-578af8c35da7 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903451 Nov 12 08:29:16.104362 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1a3bace1-bf9f-4e9a-b9d7-76e28e0e59ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:16.112159 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1a3bace1-bf9f-4e9a-b9d7-76e28e0e59ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:16.172939 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-1a3bace1-bf9f-4e9a-b9d7-76e28e0e59ba admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=27d9eba10d3844a1bd8f41440ef18734&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4119573 Nov 12 08:29:16.175511 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3bace1-bf9f-4e9a-b9d7-76e28e0e59ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60006015-8210-4f31-88c4-6f18fdc7b948,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:16.178555 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 33880) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:16.248929 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device c2cd737f-49af-4915-99ac-335868dc6f31 up at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:29:16.328062 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3bbc43b5-8d0c-4783-8d0c-72cd03c49332 req-ef15dd10-79ca-4712-9169-766b7f84bfd0 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--651033586&fields=id&tenant_id=6d4d05cf75bd48988e66a58743392390 HTTP/1.1" status: 200 len: 267 time: 0.1397631 Nov 12 08:29:16.335691 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning for port c2cd737f-49af-4915-99ac-335868dc6f31 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:29:16.344947 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning complete for port c2cd737f-49af-4915-99ac-335868dc6f31 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:16.345638 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:16.372579 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-74eb2ead-d233-4ddf-a8ae-79d2172a66f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:16.514731 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-74eb2ead-d233-4ddf-a8ae-79d2172a66f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:16.533575 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7b22e6f-34ba-40cc-8b8b-fe95438187cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e22b775a-a039-415a-be68-84e3c4aa81d5'}, {'server_uuid': 'e7b22e6f-34ba-40cc-8b8b-fe95438187cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ad84d50-d7c9-425a-b9f6-7a7fc1b1156e'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:29:16.536933 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6757f59f-e20c-471a-ace0-8f0ccbc276d9" -d '{"events": [{"server_uuid": "e7b22e6f-34ba-40cc-8b8b-fe95438187cb", "name": "network-vif-plugged", "status": "completed", "tag": "e22b775a-a039-415a-be68-84e3c4aa81d5"}, {"server_uuid": "e7b22e6f-34ba-40cc-8b8b-fe95438187cb", "name": "network-vif-plugged", "status": "completed", "tag": "2ad84d50-d7c9-425a-b9f6-7a7fc1b1156e"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:29:16.552043 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:16.608862 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port c2cd737f-49af-4915-99ac-335868dc6f31, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=c2cd737f-49af-4915-99ac-335868dc6f31,segment=NetworkSegment(0e80606c-279e-44f6-8189-99516fd172eb),segment_id=0e80606c-279e-44f6-8189-99516fd172eb)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:16.615026 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbc43b5-8d0c-4783-8d0c-72cd03c49332 req-db2e2a40-44e6-4ed1-8899-2cc6df5a537b tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:16.620546 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:16.625719 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3bbc43b5-8d0c-4783-8d0c-72cd03c49332 req-db2e2a40-44e6-4ed1-8899-2cc6df5a537b tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/networks?id=9002ff25-76a7-4c3d-8082-16c14deb03d5 HTTP/1.1" status: 200 len: 816 time: 0.2542560 Nov 12 08:29:16.647745 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3bbc43b5-8d0c-4783-8d0c-72cd03c49332 req-11f4dda2-c7bb-4570-9434-db1236a80cd4 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/quotas/6d4d05cf75bd48988e66a58743392390 HTTP/1.1" status: 200 len: 375 time: 0.0211825 Nov 12 08:29:16.683469 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-74eb2ead-d233-4ddf-a8ae-79d2172a66f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:16.688528 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-74eb2ead-d233-4ddf-a8ae-79d2172a66f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:16.702067 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-74eb2ead-d233-4ddf-a8ae-79d2172a66f1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/60006015-8210-4f31-88c4-6f18fdc7b948 HTTP/1.1" status: 204 len: 168 time: 0.5167792 Nov 12 08:29:16.707303 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7e063c21-e141-43c0-be36-1180c046a450 req-857b5bf9-c9df-4fe2-ac4c-7159ca682b85 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3d87375-c113-475c-bf06-fa361dfd0b38 HTTP/1.1" status: 200 len: 999 time: 0.6483293 Nov 12 08:29:16.713832 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=c2cd737f-49af-4915-99ac-335868dc6f31,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:16.769994 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eb2ead-d233-4ddf-a8ae-79d2172a66f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60006015-8210-4f31-88c4-6f18fdc7b948,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:16.812705 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e063c21-e141-43c0-be36-1180c046a450 req-842251c5-8548-481e-8389-7d4a6381b34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:16.814302 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7e063c21-e141-43c0-be36-1180c046a450 req-842251c5-8548-481e-8389-7d4a6381b34a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2d250a72-e563-4d6e-ac4f-f44698e0ce3c HTTP/1.1" status: 200 len: 850 time: 0.0844979 Nov 12 08:29:16.839309 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3bbc43b5-8d0c-4783-8d0c-72cd03c49332 req-c289f9ac-1d57-42c8-97ea-f7ba06ea5b10 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=6d4d05cf75bd48988e66a58743392390&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1835794 Nov 12 08:29:16.952660 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e063c21-e141-43c0-be36-1180c046a450 req-d523b05d-454e-45e8-a0a4-3ee2f68a51db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:16.954239 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7e063c21-e141-43c0-be36-1180c046a450 req-d523b05d-454e-45e8-a0a4-3ee2f68a51db service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=392b706c-fa83-40b2-ba41-e97d70efdd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1268067 Nov 12 08:29:17.024802 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3bbc43b5-8d0c-4783-8d0c-72cd03c49332 req-3f90d2cc-2159-4e1c-b341-fd2f1e03723c service neutron] 10.222.0.26 "GET /v2.0/networks/9002ff25-76a7-4c3d-8082-16c14deb03d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757584 Nov 12 08:29:17.046715 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-c91ee7ab-0b4b-4cd6-8e36-c492a7ac1ef9 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Deleting port 47ee4256-75e7-4ff8-a436-2a952e8564d6 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:29:17.047346 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c91ee7ab-0b4b-4cd6-8e36-c492a7ac1ef9 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:17.061952 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 00fe5401-085e-4324-85d3-be6140815da8 details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:29:17.176905 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7e063c21-e141-43c0-be36-1180c046a450 req-48ac2003-bf76-4dc4-ae8c-359d5bc783ca service neutron] 10.222.0.44 "GET /v2.0/networks/392b706c-fa83-40b2-ba41-e97d70efdd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113705 Nov 12 08:29:17.250882 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c91ee7ab-0b4b-4cd6-8e36-c492a7ac1ef9 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:17.255246 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3bbc43b5-8d0c-4783-8d0c-72cd03c49332 req-7317d913-85de-45bf-afe8-2e2f361a89f7 service neutron] 10.222.0.26 "GET /v2.0/networks/9002ff25-76a7-4c3d-8082-16c14deb03d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281916 Nov 12 08:29:17.305584 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-c91ee7ab-0b4b-4cd6-8e36-c492a7ac1ef9 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Calling delete_port for 47ee4256-75e7-4ff8-a436-2a952e8564d6 owned by network:router_interface {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:29:17.348096 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 00fe5401-085e-4324-85d3-be6140815da8, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=00fe5401-085e-4324-85d3-be6140815da8,segment=NetworkSegment(115bdcdd-b1df-41c7-8bff-15a5e1fdca42),segment_id=115bdcdd-b1df-41c7-8bff-15a5e1fdca42)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:17.397464 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': '00fe5401-085e-4324-85d3-be6140815da8', 'network_id': '97ca3497-d4cd-4c64-83f2-e4cf0b99a680', 'port_id': '00fe5401-085e-4324-85d3-be6140815da8', 'mac_address': 'fa:16:3e:9b:ed:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5a8c2de-791a-407e-b586-3b1004863989', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:29:17.450710 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7e063c21-e141-43c0-be36-1180c046a450 req-f575df1e-5812-4264-90ba-9bb333b7a834 service neutron] 10.222.0.44 "GET /v2.0/networks/392b706c-fa83-40b2-ba41-e97d70efdd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611411 Nov 12 08:29:17.502080 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:17.539514 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00fe5401-085e-4324-85d3-be6140815da8 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:29:17.592665 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 00fe5401-085e-4324-85d3-be6140815da8, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=00fe5401-085e-4324-85d3-be6140815da8,segment=NetworkSegment(115bdcdd-b1df-41c7-8bff-15a5e1fdca42),segment_id=115bdcdd-b1df-41c7-8bff-15a5e1fdca42)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:17.602687 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:17.682578 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 08:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ac60f5e-40ac-408b-9cce-90676f203ecc x-openstack-request-id: req-3ac60f5e-40ac-408b-9cce-90676f203ecc {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:29:17.684281 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7b22e6f-34ba-40cc-8b8b-fe95438187cb", "name": "network-vif-plugged", "status": "completed", "tag": "e22b775a-a039-415a-be68-84e3c4aa81d5", "code": 200}, {"server_uuid": "e7b22e6f-34ba-40cc-8b8b-fe95438187cb", "name": "network-vif-plugged", "status": "completed", "tag": "2ad84d50-d7c9-425a-b9f6-7a7fc1b1156e", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:29:17.684811 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3ac60f5e-40ac-408b-9cce-90676f203ecc {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:29:17.685839 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7b22e6f-34ba-40cc-8b8b-fe95438187cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e22b775a-a039-415a-be68-84e3c4aa81d5', 'code': 200} Nov 12 08:29:17.686383 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7b22e6f-34ba-40cc-8b8b-fe95438187cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ad84d50-d7c9-425a-b9f6-7a7fc1b1156e', 'code': 200} Nov 12 08:29:17.739743 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=00fe5401-085e-4324-85d3-be6140815da8,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:17.740408 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c91ee7ab-0b4b-4cd6-8e36-c492a7ac1ef9 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:17.843131 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91ee7ab-0b4b-4cd6-8e36-c492a7ac1ef9 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Pushing event deleted for resources: {'Port': ['ID=47ee4256-75e7-4ff8-a436-2a952e8564d6,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:18.009379 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51782f84-cd0e-419d-b872-8deee8534630 req-108c4c60-496c-4597-81dd-b6e5e5b8f7ad tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:18.023508 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-51782f84-cd0e-419d-b872-8deee8534630 req-108c4c60-496c-4597-81dd-b6e5e5b8f7ad tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9f80b7-7da6-471c-ab75-5240190a613a HTTP/1.1" status: 200 len: 945 time: 0.2019014 Nov 12 08:29:18.037539 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['00fe5401-085e-4324-85d3-be6140815da8'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:29:18.100407 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 33946) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:18.147696 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-51782f84-cd0e-419d-b872-8deee8534630 req-b288208b-4a55-4b16-aae8-46ba7c17b60a tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=dafae0e1-4d35-4b86-8740-ce6a9a9c8268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225114 Nov 12 08:29:18.257031 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 921ed5c3-bc6c-44c2-a043-9f5a63a8dd21 up at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:29:18.424232 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c91ee7ab-0b4b-4cd6-8e36-c492a7ac1ef9 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918626'] for router_interface, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:18.502354 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning for port 921ed5c3-bc6c-44c2-a043-9f5a63a8dd21 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:29:18.506335 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449438a3-b257-4c16-aabe-a37af3c0e5ee req-e78e3979-5796-4798-89cd-7e2567268e98 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:18.516920 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-449438a3-b257-4c16-aabe-a37af3c0e5ee req-e78e3979-5796-4798-89cd-7e2567268e98 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=c9ff5d58-4734-4269-aaab-4d99252bc1ff HTTP/1.1" status: 200 len: 945 time: 0.2492533 Nov 12 08:29:18.523907 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning complete for port 921ed5c3-bc6c-44c2-a043-9f5a63a8dd21 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:18.524466 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:18.607980 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-449438a3-b257-4c16-aabe-a37af3c0e5ee req-704d2890-b8fd-44fb-8cf8-d132501ac1e3 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897958 Nov 12 08:29:18.686373 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:18.760630 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 921ed5c3-bc6c-44c2-a043-9f5a63a8dd21, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=921ed5c3-bc6c-44c2-a043-9f5a63a8dd21,segment=NetworkSegment(f7b8278f-b0a6-47b6-812b-90307b766a98),segment_id=f7b8278f-b0a6-47b6-812b-90307b766a98)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:18.768178 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:18.769140 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 69493e27-daa5-4af2-a855-9781e1cf385b up at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:29:18.822689 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c91ee7ab-0b4b-4cd6-8e36-c492a7ac1ef9 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Router 4ae36c26-e76b-40f9-8fed-0b3f11937001 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:29:18.871203 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=921ed5c3-bc6c-44c2-a043-9f5a63a8dd21,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:18.906059 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning for port 69493e27-daa5-4af2-a855-9781e1cf385b completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:29:18.913028 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning complete for port 69493e27-daa5-4af2-a855-9781e1cf385b triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:18.913228 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8050f48d-96a0-48da-a6d1-f1f29aa28f10 req-b1e95b74-0450-4f87-acf1-5224edb33dbf tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=44828f50-33dd-4d92-a1f1-50e7ef19d191 HTTP/1.1" status: 200 len: 210 time: 0.0793653 Nov 12 08:29:18.914899 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:19.033360 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-09b9dee8-e869-44d8-82dc-4414783fb6e1 tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2031331126'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:19.057511 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c91ee7ab-0b4b-4cd6-8e36-c492a7ac1ef9 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:29:19.067534 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-c91ee7ab-0b4b-4cd6-8e36-c492a7ac1ef9 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "PUT /v2.0/routers/4ae36c26-e76b-40f9-8fed-0b3f11937001/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5004094 Nov 12 08:29:19.068567 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 33968) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:19.079974 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09b9dee8-e869-44d8-82dc-4414783fb6e1 tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] Made reservation on behalf of e58d69a8b79446959d4106ce9ea78022 for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:29:19.084071 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9cb4c29-e64c-49d0-9c9e-81ad8630ba36 None None] Sync routers for ids ['4ae36c26-e76b-40f9-8fed-0b3f11937001'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:29:19.089132 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-09b9dee8-e869-44d8-82dc-4414783fb6e1 tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:19.104667 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-09b9dee8-e869-44d8-82dc-4414783fb6e1 tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:19.147513 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:19.148133 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-f543550b-d7ca-48a4-9bd6-d1f241c58de4 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ae36c26-e76b-40f9-8fed-0b3f11937001 HTTP/1.1" status: 200 len: 205 time: 0.0753002 Nov 12 08:29:19.150539 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 33970) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:19.197726 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 33976) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:19.222386 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cb4c29-e64c-49d0-9c9e-81ad8630ba36 None None] Routers {'4ae36c26-e76b-40f9-8fed-0b3f11937001'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:29:19.224068 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-c9cb4c29-e64c-49d0-9c9e-81ad8630ba36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:29:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['4ae36c26-e76b-40f9-8fed-0b3f11937001'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:19.291216 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bd1bc7a7-549a-4e18-9468-0c30d83d8910 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks [] for router, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:19.371433 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-c9cb4c29-e64c-49d0-9c9e-81ad8630ba36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:19.373954 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-28f79102-5985-4fc4-bca2-c50236f18100 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-2089563462-network', 'tenant_id': '36b116a3c9bf43b1b1cd727ac7538bfe'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:19.388008 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 69493e27-daa5-4af2-a855-9781e1cf385b, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=69493e27-daa5-4af2-a855-9781e1cf385b,segment=NetworkSegment(f7b8278f-b0a6-47b6-812b-90307b766a98),segment_id=f7b8278f-b0a6-47b6-812b-90307b766a98)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:19.395913 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cb4c29-e64c-49d0-9c9e-81ad8630ba36 None None] Routers {'4ae36c26-e76b-40f9-8fed-0b3f11937001'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:29:19.396984 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-c9cb4c29-e64c-49d0-9c9e-81ad8630ba36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:29:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['4ae36c26-e76b-40f9-8fed-0b3f11937001'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:19.401639 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:19.403638 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device a76e0b9e-8617-4bd9-a2b4-d69cee07db2a up at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:29:19.422300 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f79102-5985-4fc4-bca2-c50236f18100 admin admin] Made reservation on behalf of 36b116a3c9bf43b1b1cd727ac7538bfe for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:29:19.424800 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-28f79102-5985-4fc4-bca2-c50236f18100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:19.443179 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-28f79102-5985-4fc4-bca2-c50236f18100 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:19.502231 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-c9cb4c29-e64c-49d0-9c9e-81ad8630ba36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:19.503312 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9cb4c29-e64c-49d0-9c9e-81ad8630ba36 None None] The sync data for ids ['4ae36c26-e76b-40f9-8fed-0b3f11937001'] in n-d-765315-29 is: [] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:29:19.585379 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=69493e27-daa5-4af2-a855-9781e1cf385b,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:19.590844 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning for port a76e0b9e-8617-4bd9-a2b4-d69cee07db2a completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:29:19.601138 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning complete for port a76e0b9e-8617-4bd9-a2b4-d69cee07db2a triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:19.601656 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:19.607089 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bd1bc7a7-549a-4e18-9468-0c30d83d8910 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:19.625686 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-28f79102-5985-4fc4-bca2-c50236f18100 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:19.628377 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bd1bc7a7-549a-4e18-9468-0c30d83d8910 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:19.633034 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-28f79102-5985-4fc4-bca2-c50236f18100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:19.697986 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7b22e6f-34ba-40cc-8b8b-fe95438187cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2cd737f-49af-4915-99ac-335868dc6f31'}, {'server_uuid': 'e7b22e6f-34ba-40cc-8b8b-fe95438187cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '921ed5c3-bc6c-44c2-a043-9f5a63a8dd21'}, {'server_uuid': 'e7b22e6f-34ba-40cc-8b8b-fe95438187cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69493e27-daa5-4af2-a855-9781e1cf385b'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:29:19.701704 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa9e375-88ff-449f-ba4d-51ca963812f3" -d '{"events": [{"server_uuid": "e7b22e6f-34ba-40cc-8b8b-fe95438187cb", "name": "network-vif-plugged", "status": "completed", "tag": "c2cd737f-49af-4915-99ac-335868dc6f31"}, {"server_uuid": "e7b22e6f-34ba-40cc-8b8b-fe95438187cb", "name": "network-vif-plugged", "status": "completed", "tag": "921ed5c3-bc6c-44c2-a043-9f5a63a8dd21"}, {"server_uuid": "e7b22e6f-34ba-40cc-8b8b-fe95438187cb", "name": "network-vif-plugged", "status": "completed", "tag": "69493e27-daa5-4af2-a855-9781e1cf385b"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:29:19.723873 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f79102-5985-4fc4-bca2-c50236f18100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d81b1969-3fd2-47b6-a0ce-780dcf910ee6,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:19.747764 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-09b9dee8-e869-44d8-82dc-4414783fb6e1 tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:19.747852 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:19.751286 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-09b9dee8-e869-44d8-82dc-4414783fb6e1 tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:19.776104 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28f79102-5985-4fc4-bca2-c50236f18100 admin admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:29:19.795160 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09b9dee8-e869-44d8-82dc-4414783fb6e1 tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:29:19.797388 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-28f79102-5985-4fc4-bca2-c50236f18100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:19.799161 n-d-765315-29 neutron-server[102599]: INFO neutron.db.segments_db [None req-28f79102-5985-4fc4-bca2-c50236f18100 admin admin] Added segment 71e8b171-1953-4f19-859b-7bad292cb9b0 of type vlan for network e20ce8af-4daa-4b40-8559-9d599581ba58 Nov 12 08:29:19.810242 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-09b9dee8-e869-44d8-82dc-4414783fb6e1 tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:19.811037 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-09b9dee8-e869-44d8-82dc-4414783fb6e1 tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] Added segment 6dab9047-7ac8-40fd-9806-b16e3689149a of type vlan for network e138e892-46f4-4f3b-9a7f-b98904185265 Nov 12 08:29:19.819161 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port a76e0b9e-8617-4bd9-a2b4-d69cee07db2a, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=a76e0b9e-8617-4bd9-a2b4-d69cee07db2a,segment=NetworkSegment(0e80606c-279e-44f6-8189-99516fd172eb),segment_id=0e80606c-279e-44f6-8189-99516fd172eb)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:19.842284 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:19.864681 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bd1bc7a7-549a-4e18-9468-0c30d83d8910 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:19.865392 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd1bc7a7-549a-4e18-9468-0c30d83d8910 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Fanout notify agent at l3_agent the message router_deleted on router 4ae36c26-e76b-40f9-8fed-0b3f11937001 {{(pid=102600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:29:19.891474 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-28f79102-5985-4fc4-bca2-c50236f18100 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:19.896645 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bd1bc7a7-549a-4e18-9468-0c30d83d8910 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:19.898844 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-bd1bc7a7-549a-4e18-9468-0c30d83d8910 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "DELETE /v2.0/routers/4ae36c26-e76b-40f9-8fed-0b3f11937001 HTTP/1.1" status: 204 len: 168 time: 0.7465527 Nov 12 08:29:19.911950 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 33988) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:19.938007 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-09b9dee8-e869-44d8-82dc-4414783fb6e1 tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:20.004229 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-28f79102-5985-4fc4-bca2-c50236f18100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:20.005236 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f79102-5985-4fc4-bca2-c50236f18100 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:20.005838 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-28f79102-5985-4fc4-bca2-c50236f18100 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:20.027779 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=a76e0b9e-8617-4bd9-a2b4-d69cee07db2a,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:20.034630 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-28f79102-5985-4fc4-bca2-c50236f18100 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8353090 Nov 12 08:29:20.052826 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 33994) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:20.059451 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b9dee8-e869-44d8-82dc-4414783fb6e1 tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cbb609e-418f-44b1-9b38-82faae6da4bb,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:20.060252 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-f3e6214f-43fb-427f-8381-dbe211fdda09 admin admin] Request body: {'subnet': {'network_id': 'e20ce8af-4daa-4b40-8559-9d599581ba58', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-2089563462-subnet', 'tenant_id': '36b116a3c9bf43b1b1cd727ac7538bfe', 'ip_version': 4}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:20.102002 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4c0f468-f62f-4639-a610-be09f6b436e8 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Deleting subnet d778de8d-a07e-4ed2-9d85-518104315621 {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:29:20.108185 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-09b9dee8-e869-44d8-82dc-4414783fb6e1 tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:20.113879 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b9dee8-e869-44d8-82dc-4414783fb6e1 tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:20.114507 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-09b9dee8-e869-44d8-82dc-4414783fb6e1 tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:20.117906 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c4c0f468-f62f-4639-a610-be09f6b436e8 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:20.124228 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbc43b5-8d0c-4783-8d0c-72cd03c49332 req-f328c82b-ee0a-49ed-94db-d941899cc65b tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:20.127157 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3bbc43b5-8d0c-4783-8d0c-72cd03c49332 req-f328c82b-ee0a-49ed-94db-d941899cc65b tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.44 "GET /v2.0/networks?id=9002ff25-76a7-4c3d-8082-16c14deb03d5 HTTP/1.1" status: 200 len: 816 time: 0.2846122 Nov 12 08:29:20.144627 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f79102-5985-4fc4-bca2-c50236f18100 admin admin] Pushing event updated for resources: {'Network': ['ID=e20ce8af-4daa-4b40-8559-9d599581ba58,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:20.160559 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network e20ce8af-4daa-4b40-8559-9d599581ba58 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:29:20.250885 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3bbc43b5-8d0c-4783-8d0c-72cd03c49332 req-9c2d4dcc-0db2-48ae-8559-d3dbb06797ec tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d4d05cf75bd48988e66a58743392390 HTTP/1.1" status: 200 len: 379 time: 0.0947602 Nov 12 08:29:20.251490 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3e6214f-43fb-427f-8381-dbe211fdda09 admin admin] Made reservation on behalf of 36b116a3c9bf43b1b1cd727ac7538bfe for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:29:20.254105 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f3e6214f-43fb-427f-8381-dbe211fdda09 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:20.273597 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-3bbc43b5-8d0c-4783-8d0c-72cd03c49332 req-4c9f8c2f-1a75-413e-82bc-659ff36051d9 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Request body: {'port': {'device_id': '44828f50-33dd-4d92-a1f1-50e7ef19d191', 'network_id': '9002ff25-76a7-4c3d-8082-16c14deb03d5', 'admin_state_up': True, 'tenant_id': '6d4d05cf75bd48988e66a58743392390', 'security_groups': ['59070d8f-e354-4643-b6db-9938f05a29ae']}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:20.500199 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bbc43b5-8d0c-4783-8d0c-72cd03c49332 req-4c9f8c2f-1a75-413e-82bc-659ff36051d9 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Made reservation on behalf of 6d4d05cf75bd48988e66a58743392390 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:29:20.508903 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-3bbc43b5-8d0c-4783-8d0c-72cd03c49332 req-4c9f8c2f-1a75-413e-82bc-659ff36051d9 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:20.525295 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c4c0f468-f62f-4639-a610-be09f6b436e8 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:20.636705 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c4c0f468-f62f-4639-a610-be09f6b436e8 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:20.747713 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad46549-2049-4ac5-a9d2-62cc8574468f req-88b13c22-3559-4012-bfb0-192d3de27591 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:20.749374 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7ad46549-2049-4ac5-a9d2-62cc8574468f req-88b13c22-3559-4012-bfb0-192d3de27591 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9f80b7-7da6-471c-ab75-5240190a613a HTTP/1.1" status: 200 len: 945 time: 0.7563837 Nov 12 08:29:20.754044 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c4c0f468-f62f-4639-a610-be09f6b436e8 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:20.773696 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-09b9dee8-e869-44d8-82dc-4414783fb6e1 tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.6707315 Nov 12 08:29:20.780625 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 33996) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:20.783283 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f3e6214f-43fb-427f-8381-dbe211fdda09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:20.787292 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b9dee8-e869-44d8-82dc-4414783fb6e1 tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] Pushing event updated for resources: {'Network': ['ID=e138e892-46f4-4f3b-9a7f-b98904185265,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:20.791535 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-b7a613f2-8eb9-4e1a-9e12-d58051e7b893 tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] Request body: {'subnet': {'network_id': 'e138e892-46f4-4f3b-9a7f-b98904185265', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:20.802561 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network e138e892-46f4-4f3b-9a7f-b98904185265 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:29:20.849028 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6cf22c-fd8e-4e02-84e2-9efca206efcf None None] Network 7709c340-4266-41a1-8eef-2e4cb5b5274a requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:29:20.852493 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c4c0f468-f62f-4639-a610-be09f6b436e8 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:20.857472 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-c4c0f468-f62f-4639-a610-be09f6b436e8 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "DELETE /v2.0/subnets/d778de8d-a07e-4ed2-9d85-518104315621 HTTP/1.1" status: 204 len: 168 time: 0.9380343 Nov 12 08:29:20.858952 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c0f468-f62f-4639-a610-be09f6b436e8 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Pushing event deleted for resources: {'Subnet': ['ID=d778de8d-a07e-4ed2-9d85-518104315621,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:20.871866 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 33998) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:20.965550 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7ad46549-2049-4ac5-a9d2-62cc8574468f req-d53c51e2-af51-405d-aa79-d7f5dbe5894e tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=dafae0e1-4d35-4b86-8740-ce6a9a9c8268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1999304 Nov 12 08:29:20.998447 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8a3eec50-3806-4bcd-9ff5-59ce7008fc2a tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:21.097306 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 00fe5401-085e-4324-85d3-be6140815da8 up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:29:21.164600 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-3bbc43b5-8d0c-4783-8d0c-72cd03c49332 req-4c9f8c2f-1a75-413e-82bc-659ff36051d9 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Allocated IP 172.20.0.10 (9002ff25-76a7-4c3d-8082-16c14deb03d5/c8e8c768-2d07-4b3f-a074-a2b6b712f48f/0af5052b-702a-4c16-99fd-5b5921c73433) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:29:21.180337 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cb939e-af38-456b-8336-4333646ad54c req-5d2c1d2a-601b-4861-a287-a558bf9f4577 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:21.182503 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-46cb939e-af38-456b-8336-4333646ad54c req-5d2c1d2a-601b-4861-a287-a558bf9f4577 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=c9ff5d58-4734-4269-aaab-4d99252bc1ff HTTP/1.1" status: 200 len: 945 time: 0.1164339 Nov 12 08:29:21.186104 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e6214f-43fb-427f-8381-dbe211fdda09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=445ea8e2-7309-4d21-8902-c74ce3fb3b08,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:21.235551 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e6214f-43fb-427f-8381-dbe211fdda09 admin admin] Checking segment: {'id': '71e8b171-1953-4f19-859b-7bad292cb9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e20ce8af-4daa-4b40-8559-9d599581ba58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:29:21.236122 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e6214f-43fb-427f-8381-dbe211fdda09 admin admin] Network hostable DHCP agents. Network: e20ce8af-4daa-4b40-8559-9d599581ba58, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:29:21.276200 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-46cb939e-af38-456b-8336-4333646ad54c req-1c73c8a4-b611-4e23-9303-3558c04e6e8a tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774822 Nov 12 08:29:21.280570 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7a613f2-8eb9-4e1a-9e12-d58051e7b893 tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] Made reservation on behalf of e58d69a8b79446959d4106ce9ea78022 for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:29:21.286484 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b7a613f2-8eb9-4e1a-9e12-d58051e7b893 tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:21.317354 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-8a3eec50-3806-4bcd-9ff5-59ce7008fc2a tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Deleting port 73851d4e-7788-40c1-a836-82ad3e782757 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:29:21.317952 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8a3eec50-3806-4bcd-9ff5-59ce7008fc2a tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:21.526869 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 12 Nov 2021 08:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92d0e0de-ca4e-465b-8ee0-bb7d3592d16c x-openstack-request-id: req-92d0e0de-ca4e-465b-8ee0-bb7d3592d16c {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:29:21.527758 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7b22e6f-34ba-40cc-8b8b-fe95438187cb", "name": "network-vif-plugged", "status": "completed", "tag": "c2cd737f-49af-4915-99ac-335868dc6f31", "code": 200}, {"server_uuid": "e7b22e6f-34ba-40cc-8b8b-fe95438187cb", "name": "network-vif-plugged", "status": "completed", "tag": "921ed5c3-bc6c-44c2-a043-9f5a63a8dd21", "code": 200}, {"server_uuid": "e7b22e6f-34ba-40cc-8b8b-fe95438187cb", "name": "network-vif-plugged", "status": "completed", "tag": "69493e27-daa5-4af2-a855-9781e1cf385b", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:29:21.528255 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-92d0e0de-ca4e-465b-8ee0-bb7d3592d16c {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:29:21.528949 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7b22e6f-34ba-40cc-8b8b-fe95438187cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2cd737f-49af-4915-99ac-335868dc6f31', 'code': 200} Nov 12 08:29:21.533758 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7b22e6f-34ba-40cc-8b8b-fe95438187cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '921ed5c3-bc6c-44c2-a043-9f5a63a8dd21', 'code': 200} Nov 12 08:29:21.534057 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7b22e6f-34ba-40cc-8b8b-fe95438187cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69493e27-daa5-4af2-a855-9781e1cf385b', 'code': 200} Nov 12 08:29:21.553255 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-8a3eec50-3806-4bcd-9ff5-59ce7008fc2a tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] For port 73851d4e-7788-40c1-a836-82ad3e782757, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=73851d4e-7788-40c1-a836-82ad3e782757,segment=NetworkSegment(afa3acfc-b8b1-444c-847e-1072af36587d),segment_id=afa3acfc-b8b1-444c-847e-1072af36587d)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:21.554163 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8a3eec50-3806-4bcd-9ff5-59ce7008fc2a tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:21.588754 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6e4e4932-1933-4130-b6f3-ff3febabd56a req-c01cb87d-f6f5-4e34-8bd4-941394fc4df2 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=44828f50-33dd-4d92-a1f1-50e7ef19d191 HTTP/1.1" status: 200 len: 210 time: 0.0511851 Nov 12 08:29:21.596612 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e6214f-43fb-427f-8381-dbe211fdda09 admin admin] Network e20ce8af-4daa-4b40-8559-9d599581ba58 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:29:21.615524 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-8a3eec50-3806-4bcd-9ff5-59ce7008fc2a tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Calling delete_port for 73851d4e-7788-40c1-a836-82ad3e782757 owned by network:dhcp {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:29:21.617237 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b7a613f2-8eb9-4e1a-9e12-d58051e7b893 tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:21.620107 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-f3e6214f-43fb-427f-8381-dbe211fdda09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, e20ce8af-4daa-4b40-8559-9d599581ba58) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:29:21.643503 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2de5fa-5302-4aaf-8442-d0ba8fa40fca None None] Network e20ce8af-4daa-4b40-8559-9d599581ba58 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:29:21.701017 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e6214f-43fb-427f-8381-dbe211fdda09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:21.702317 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f3e6214f-43fb-427f-8381-dbe211fdda09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:21.789619 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8a3eec50-3806-4bcd-9ff5-59ce7008fc2a tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:21.842645 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning for port 00fe5401-085e-4324-85d3-be6140815da8 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:29:21.846167 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b23d38-68cb-4621-88e6-f476aac25bea None None] DHCP port deletion for 7709c340-4266-41a1-8eef-2e4cb5b5274a request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:29:21.846668 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3eec50-3806-4bcd-9ff5-59ce7008fc2a tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Pushing event deleted for resources: {'Port': ['ID=73851d4e-7788-40c1-a836-82ad3e782757,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:21.857611 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port 00fe5401-085e-4324-85d3-be6140815da8 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:21.858053 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:21.863366 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3eec50-3806-4bcd-9ff5-59ce7008fc2a tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] No DVR routers for this DVR port 73851d4e-7788-40c1-a836-82ad3e782757 on host n-d-765315-29 {{(pid=102600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:29:21.882422 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-f3e6214f-43fb-427f-8381-dbe211fdda09 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8282361 Nov 12 08:29:21.898080 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 34008) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:21.908432 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-8fda44ac-5ac6-42a2-8b55-c945c00ef1eb admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-2089563462-router', 'tenant_id': '36b116a3c9bf43b1b1cd727ac7538bfe', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:21.945791 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29823a4-7671-4ac9-9320-1045c4b96aba req-f7556d70-e404-4bef-b388-c2669096942d tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:21.947533 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b29823a4-7671-4ac9-9320-1045c4b96aba req-f7556d70-e404-4bef-b388-c2669096942d tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9f80b7-7da6-471c-ab75-5240190a613a HTTP/1.1" status: 200 len: 945 time: 0.1731124 Nov 12 08:29:21.962434 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a613f2-8eb9-4e1a-9e12-d58051e7b893 tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] Checking segment: {'id': '6dab9047-7ac8-40fd-9806-b16e3689149a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e138e892-46f4-4f3b-9a7f-b98904185265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:29:21.963385 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a613f2-8eb9-4e1a-9e12-d58051e7b893 tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] Network hostable DHCP agents. Network: e138e892-46f4-4f3b-9a7f-b98904185265, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:29:21.966837 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a613f2-8eb9-4e1a-9e12-d58051e7b893 tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] Pushing event updated for resources: {'Subnet': ['ID=0741512d-277c-4aba-b8bd-bd35c2940d76,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:22.038450 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a613f2-8eb9-4e1a-9e12-d58051e7b893 tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] Network e138e892-46f4-4f3b-9a7f-b98904185265 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:29:22.049985 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8fda44ac-5ac6-42a2-8b55-c945c00ef1eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:22.052183 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8fda44ac-5ac6-42a2-8b55-c945c00ef1eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:22.053456 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f7c4c0-b381-4ee7-9610-45e239301947 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-e20ce8af-4daa-4b40-8559-9d599581ba58', 'network_id': 'e20ce8af-4daa-4b40-8559-9d599581ba58', 'tenant_id': '36b116a3c9bf43b1b1cd727ac7538bfe', 'fixed_ips': [{'subnet_id': '445ea8e2-7309-4d21-8902-c74ce3fb3b08'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:29:22.055501 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d2f7c4c0-b381-4ee7-9610-45e239301947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:22.073054 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8a3eec50-3806-4bcd-9ff5-59ce7008fc2a tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:22.084246 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-3bbc43b5-8d0c-4783-8d0c-72cd03c49332 req-4c9f8c2f-1a75-413e-82bc-659ff36051d9 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:22.127583 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-8a3eec50-3806-4bcd-9ff5-59ce7008fc2a tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7709c340-4266-41a1-8eef-2e4cb5b5274a']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:22.135141 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-3bbc43b5-8d0c-4783-8d0c-72cd03c49332 req-4c9f8c2f-1a75-413e-82bc-659ff36051d9 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:22.150622 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-b7a613f2-8eb9-4e1a-9e12-d58051e7b893 tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, e138e892-46f4-4f3b-9a7f-b98904185265) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:29:22.160407 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-8a3eec50-3806-4bcd-9ff5-59ce7008fc2a tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afa3acfc-b8b1-444c-847e-1072af36587d') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:22.160407 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-8a3eec50-3806-4bcd-9ff5-59ce7008fc2a tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afa3acfc-b8b1-444c-847e-1072af36587d') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:22.174998 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b29823a4-7671-4ac9-9320-1045c4b96aba req-9e4d5106-1f61-4057-bf37-bf316475e62d tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=dafae0e1-4d35-4b86-8740-ce6a9a9c8268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2145665 Nov 12 08:29:22.177058 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8a3eec50-3806-4bcd-9ff5-59ce7008fc2a tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:22.195964 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8a3eec50-3806-4bcd-9ff5-59ce7008fc2a tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:22.203954 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a3eec50-3806-4bcd-9ff5-59ce7008fc2a tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:29:22.205025 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8a3eec50-3806-4bcd-9ff5-59ce7008fc2a tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:22.205855 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a613f2-8eb9-4e1a-9e12-d58051e7b893 tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:22.206700 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b7a613f2-8eb9-4e1a-9e12-d58051e7b893 tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:22.208897 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:29:22.208897 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:29:22.208897 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:29:22.208897 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:29:22.208897 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:29:22.208897 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:29:22.208897 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:29:22.208897 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:29:22.208897 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:29:22.208897 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:29:22.208897 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:29:22.208897 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:29:22.208897 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:29:22.208897 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:29:22.208897 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:29:22.208897 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:29:22.208897 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:29:22.208897 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:29:22.208897 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:29:22.208897 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:29:22.208897 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:29:22.208897 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:29:22.208897 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:29:22.208897 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:29:22.208897 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:29:22.208897 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:29:22.208897 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:29:22.208897 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:29:22.208897 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:29:22.208897 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:29:22.208897 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:29:22.208897 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:29:22.269982 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722695b7-2b2e-46b6-8560-68bebd3e62d7 None None] Network e138e892-46f4-4f3b-9a7f-b98904185265 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:29:22.275319 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8fda44ac-5ac6-42a2-8b55-c945c00ef1eb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:22.282046 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bbc43b5-8d0c-4783-8d0c-72cd03c49332 req-4c9f8c2f-1a75-413e-82bc-659ff36051d9 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Network 9002ff25-76a7-4c3d-8082-16c14deb03d5 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:29:22.287546 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-3bbc43b5-8d0c-4783-8d0c-72cd03c49332 req-4c9f8c2f-1a75-413e-82bc-659ff36051d9 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:29:22.292568 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bbc43b5-8d0c-4783-8d0c-72cd03c49332 req-4c9f8c2f-1a75-413e-82bc-659ff36051d9 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:29:22.350523 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8a3eec50-3806-4bcd-9ff5-59ce7008fc2a tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:22.362150 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbc43b5-8d0c-4783-8d0c-72cd03c49332 req-4c9f8c2f-1a75-413e-82bc-659ff36051d9 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:22.367328 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8a3eec50-3806-4bcd-9ff5-59ce7008fc2a tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:22.373700 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-3bbc43b5-8d0c-4783-8d0c-72cd03c49332 req-4c9f8c2f-1a75-413e-82bc-659ff36051d9 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:22.373883 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-8a3eec50-3806-4bcd-9ff5-59ce7008fc2a tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "DELETE /v2.0/networks/7709c340-4266-41a1-8eef-2e4cb5b5274a HTTP/1.1" status: 204 len: 168 time: 1.4973264 Nov 12 08:29:22.377940 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9f8c2f-1a75-413e-82bc-659ff36051d9 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Pushing event updated for resources: {'Port': ['ID=0af5052b-702a-4c16-99fd-5b5921c73433,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:22.397547 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 34022) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:22.406576 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-bdd41602-19bd-44fb-af88-fee2896c70aa tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1330110638', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:22.429169 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-b7a613f2-8eb9-4e1a-9e12-d58051e7b893 tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6440282 Nov 12 08:29:22.435005 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 34024) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:22.455906 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3eec50-3806-4bcd-9ff5-59ce7008fc2a tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Pushing event deleted for resources: {'Network': ['ID=7709c340-4266-41a1-8eef-2e4cb5b5274a,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:22.465679 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bdd41602-19bd-44fb-af88-fee2896c70aa tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:22.467946 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bdd41602-19bd-44fb-af88-fee2896c70aa tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:22.517270 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-0b7ac23f-61bc-49ca-b034-d68c895767f6 tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] Request body: {'port': {'network_id': 'e138e892-46f4-4f3b-9a7f-b98904185265', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1864900977'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:22.548316 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3bbc43b5-8d0c-4783-8d0c-72cd03c49332 req-4c9f8c2f-1a75-413e-82bc-659ff36051d9 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2904325 Nov 12 08:29:22.599271 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bdd41602-19bd-44fb-af88-fee2896c70aa tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:22.601838 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-d2f7c4c0-b381-4ee7-9610-45e239301947 None None] Allocated IP 172.20.0.2 (e20ce8af-4daa-4b40-8559-9d599581ba58/445ea8e2-7309-4d21-8902-c74ce3fb3b08/94e59408-862d-4633-8fef-b4c68704642c) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:29:22.611290 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bdd41602-19bd-44fb-af88-fee2896c70aa tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052'] for router, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:22.647483 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bdd41602-19bd-44fb-af88-fee2896c70aa tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:22.669851 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-bdd41602-19bd-44fb-af88-fee2896c70aa tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2706804 Nov 12 08:29:22.675230 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 34032) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:22.689227 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-253a5212-a626-433f-bdd1-341e09aa8383 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Request body: {'network': {'name': 'tempest-RoutersTest-751390170'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:22.710768 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:22.765590 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-253a5212-a626-433f-bdd1-341e09aa8383 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Made reservation on behalf of 3bc82bde5c1e44328ae4090155cd54d6 for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:29:22.790975 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-253a5212-a626-433f-bdd1-341e09aa8383 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:22.835020 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 00fe5401-085e-4324-85d3-be6140815da8, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=00fe5401-085e-4324-85d3-be6140815da8,segment=NetworkSegment(115bdcdd-b1df-41c7-8bff-15a5e1fdca42),segment_id=115bdcdd-b1df-41c7-8bff-15a5e1fdca42)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:22.853755 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-253a5212-a626-433f-bdd1-341e09aa8383 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:29:22.858396 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-4eabd1db-b4b6-4ef0-b732-790e43dffb17 None None] Provisioning complete for port 0af5052b-702a-4c16-99fd-5b5921c73433 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:22.858965 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4eabd1db-b4b6-4ef0-b732-790e43dffb17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:22.868611 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d2f7c4c0-b381-4ee7-9610-45e239301947 None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:22.872422 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-253a5212-a626-433f-bdd1-341e09aa8383 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:22.873378 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-253a5212-a626-433f-bdd1-341e09aa8383 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Added segment dccd590e-91c8-46c1-af47-92fb6969dce0 of type vlan for network 39ea9667-9280-4213-97c2-fe88863d6404 Nov 12 08:29:22.873927 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:22.912409 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d2f7c4c0-b381-4ee7-9610-45e239301947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:22.954766 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-253a5212-a626-433f-bdd1-341e09aa8383 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:23.004906 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-4eabd1db-b4b6-4ef0-b732-790e43dffb17 None None] Port 0af5052b-702a-4c16-99fd-5b5921c73433 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:29:23.007647 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f7c4c0-b381-4ee7-9610-45e239301947 None None] Network e20ce8af-4daa-4b40-8559-9d599581ba58 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:29:23.018893 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ce4f52-f45a-45e2-ac5f-2a1b1c4e58cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-e138e892-46f4-4f3b-9a7f-b98904185265', 'network_id': 'e138e892-46f4-4f3b-9a7f-b98904185265', 'tenant_id': 'e58d69a8b79446959d4106ce9ea78022', 'fixed_ips': [{'subnet_id': '0741512d-277c-4aba-b8bd-bd35c2940d76'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:29:23.019731 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d2ce4f52-f45a-45e2-ac5f-2a1b1c4e58cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:23.025666 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-d2f7c4c0-b381-4ee7-9610-45e239301947 None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:29:23.038742 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f7c4c0-b381-4ee7-9610-45e239301947 None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:29:23.040777 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=00fe5401-085e-4324-85d3-be6140815da8,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:23.053144 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 73851d4e-7788-40c1-a836-82ad3e782757 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:29:23.076609 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-253a5212-a626-433f-bdd1-341e09aa8383 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:23.084527 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253a5212-a626-433f-bdd1-341e09aa8383 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:23.085761 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-253a5212-a626-433f-bdd1-341e09aa8383 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:23.177820 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 73851d4e-7788-40c1-a836-82ad3e782757 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:29:23.177820 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 73851d4e-7788-40c1-a836-82ad3e782757 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:29:23.229762 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253a5212-a626-433f-bdd1-341e09aa8383 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Pushing event updated for resources: {'Network': ['ID=39ea9667-9280-4213-97c2-fe88863d6404,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:23.256494 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-253a5212-a626-433f-bdd1-341e09aa8383 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5800822 Nov 12 08:29:23.260888 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 34062) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:23.268807 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-ce2f16a4-cbae-4674-afea-5a8f39a7780e tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Request body: {'subnet': {'network_id': '39ea9667-9280-4213-97c2-fe88863d6404', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:23.275786 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 39ea9667-9280-4213-97c2-fe88863d6404 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:29:23.378712 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f7c4c0-b381-4ee7-9610-45e239301947 None None] Pushing event updated for resources: {'Port': ['ID=94e59408-862d-4633-8fef-b4c68704642c,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:23.403140 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-3bbc43b5-8d0c-4783-8d0c-72cd03c49332 req-f078830b-eea4-4ca7-af23-ffc8b0ee6441 service neutron] Request body: {'port': {'device_id': '44828f50-33dd-4d92-a1f1-50e7ef19d191', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:23.450477 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce2f16a4-cbae-4674-afea-5a8f39a7780e tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Made reservation on behalf of 3bc82bde5c1e44328ae4090155cd54d6 for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:29:23.457301 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ce2f16a4-cbae-4674-afea-5a8f39a7780e tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:23.467898 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-d2f7c4c0-b381-4ee7-9610-45e239301947 None None] Attempting to bind port 94e59408-862d-4633-8fef-b4c68704642c on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:29:23.468461 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-d2f7c4c0-b381-4ee7-9610-45e239301947 None None] Attempting to bind port 94e59408-862d-4633-8fef-b4c68704642c by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '71e8b171-1953-4f19-859b-7bad292cb9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e20ce8af-4daa-4b40-8559-9d599581ba58'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:29:23.469015 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f7c4c0-b381-4ee7-9610-45e239301947 None None] Attempting to bind port 94e59408-862d-4633-8fef-b4c68704642c on network e20ce8af-4daa-4b40-8559-9d599581ba58 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:29:23.497883 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f7c4c0-b381-4ee7-9610-45e239301947 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:29:23.498397 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f7c4c0-b381-4ee7-9610-45e239301947 None None] Checking segment: {'id': '71e8b171-1953-4f19-859b-7bad292cb9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e20ce8af-4daa-4b40-8559-9d599581ba58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:29:23.498786 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d2f7c4c0-b381-4ee7-9610-45e239301947 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:23.499708 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f7c4c0-b381-4ee7-9610-45e239301947 None None] Bound using segment: {'id': '71e8b171-1953-4f19-859b-7bad292cb9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e20ce8af-4daa-4b40-8559-9d599581ba58'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:29:23.499708 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-d2f7c4c0-b381-4ee7-9610-45e239301947 None None] Bound port: 94e59408-862d-4633-8fef-b4c68704642c, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71e8b171-1953-4f19-859b-7bad292cb9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e20ce8af-4daa-4b40-8559-9d599581ba58'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:29:23.500024 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d2f7c4c0-b381-4ee7-9610-45e239301947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:23.551175 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7b22e6f-34ba-40cc-8b8b-fe95438187cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a76e0b9e-8617-4bd9-a2b4-d69cee07db2a'}, {'server_uuid': 'c9ff5d58-4734-4269-aaab-4d99252bc1ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00fe5401-085e-4324-85d3-be6140815da8'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:29:23.553689 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80969cbb-18e4-45bc-b159-a11c25ad5ad7" -d '{"events": [{"server_uuid": "e7b22e6f-34ba-40cc-8b8b-fe95438187cb", "name": "network-vif-plugged", "status": "completed", "tag": "a76e0b9e-8617-4bd9-a2b4-d69cee07db2a"}, {"server_uuid": "c9ff5d58-4734-4269-aaab-4d99252bc1ff", "name": "network-vif-plugged", "status": "completed", "tag": "00fe5401-085e-4324-85d3-be6140815da8"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:29:23.557106 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8fda44ac-5ac6-42a2-8b55-c945c00ef1eb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:23.590984 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-3bbc43b5-8d0c-4783-8d0c-72cd03c49332 req-f078830b-eea4-4ca7-af23-ffc8b0ee6441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:23.703996 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-d2f7c4c0-b381-4ee7-9610-45e239301947 None None] For port 94e59408-862d-4633-8fef-b4c68704642c, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:29:23.708679 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-d2f7c4c0-b381-4ee7-9610-45e239301947 None None] For port 94e59408-862d-4633-8fef-b4c68704642c, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=94e59408-862d-4633-8fef-b4c68704642c,segment=NetworkSegment(71e8b171-1953-4f19-859b-7bad292cb9b0),segment_id=71e8b171-1953-4f19-859b-7bad292cb9b0)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:29:23.710933 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-d2ce4f52-f45a-45e2-ac5f-2a1b1c4e58cd None None] Allocated IP 172.20.0.2 (e138e892-46f4-4f3b-9a7f-b98904185265/0741512d-277c-4aba-b8bd-bd35c2940d76/ab0e2189-cc21-4fdb-be79-509ef01bc687) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:29:23.724871 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d2f7c4c0-b381-4ee7-9610-45e239301947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:23.740873 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc71c84-5f06-49a8-a531-4f3f53a2570b req-b191a534-df64-4345-920d-8bd4b09b1bed tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:23.758418 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bcc71c84-5f06-49a8-a531-4f3f53a2570b req-b191a534-df64-4345-920d-8bd4b09b1bed tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8a087b1-519b-4d24-b909-2afc3b982268 HTTP/1.1" status: 200 len: 943 time: 0.2645607 Nov 12 08:29:23.823214 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f7c4c0-b381-4ee7-9610-45e239301947 None None] Pushing event updated for resources: {'Port': ['ID=94e59408-862d-4633-8fef-b4c68704642c,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:23.912837 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b7ac23f-61bc-49ca-b034-d68c895767f6 tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] Made reservation on behalf of e58d69a8b79446959d4106ce9ea78022 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:29:23.919981 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0b7ac23f-61bc-49ca-b034-d68c895767f6 tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:24.014343 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [None req-0b7ac23f-61bc-49ca-b034-d68c895767f6 tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] device_id is not set on port ae2bcf55-3fa6-4ed2-8b20-889bb5f01d3e yet. {{(pid=102599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:29:24.018821 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ce2f16a4-cbae-4674-afea-5a8f39a7780e tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:24.157857 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d2ce4f52-f45a-45e2-ac5f-2a1b1c4e58cd None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:24.171869 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2f16a4-cbae-4674-afea-5a8f39a7780e tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Pushing event updated for resources: {'Subnet': ['ID=189478cb-3816-4a1a-b76a-7c6aae18bdf5,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:24.212411 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d2ce4f52-f45a-45e2-ac5f-2a1b1c4e58cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:24.235700 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [req-bcc71c84-5f06-49a8-a531-4f3f53a2570b req-7184635e-1109-4501-8888-373dae587468 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Deleting port 0f861223-c0ed-4655-93e1-b57858fd0984 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:29:24.236204 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-bcc71c84-5f06-49a8-a531-4f3f53a2570b req-7184635e-1109-4501-8888-373dae587468 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:24.273935 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2f16a4-cbae-4674-afea-5a8f39a7780e tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Checking segment: {'id': 'dccd590e-91c8-46c1-af47-92fb6969dce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '39ea9667-9280-4213-97c2-fe88863d6404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:29:24.273935 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2f16a4-cbae-4674-afea-5a8f39a7780e tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Network hostable DHCP agents. Network: 39ea9667-9280-4213-97c2-fe88863d6404, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:29:24.294312 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ce4f52-f45a-45e2-ac5f-2a1b1c4e58cd None None] Pushing event updated for resources: {'Port': ['ID=ab0e2189-cc21-4fdb-be79-509ef01bc687,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:24.319901 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ce4f52-f45a-45e2-ac5f-2a1b1c4e58cd None None] Network e138e892-46f4-4f3b-9a7f-b98904185265 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:29:24.325210 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-d2ce4f52-f45a-45e2-ac5f-2a1b1c4e58cd None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:29:24.332514 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ce4f52-f45a-45e2-ac5f-2a1b1c4e58cd None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:29:24.342058 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2f16a4-cbae-4674-afea-5a8f39a7780e tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Network 39ea9667-9280-4213-97c2-fe88863d6404 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:29:24.360605 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-0b7ac23f-61bc-49ca-b034-d68c895767f6 tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] Allocated IP 172.20.0.7 (e138e892-46f4-4f3b-9a7f-b98904185265/0741512d-277c-4aba-b8bd-bd35c2940d76/ae2bcf55-3fa6-4ed2-8b20-889bb5f01d3e) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:29:24.361333 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-ce2f16a4-cbae-4674-afea-5a8f39a7780e tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 39ea9667-9280-4213-97c2-fe88863d6404) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:29:24.373162 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2f16a4-cbae-4674-afea-5a8f39a7780e tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:24.374190 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ce2f16a4-cbae-4674-afea-5a8f39a7780e tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:24.391812 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531112aa-e77a-4361-a8e1-08894e27f584 None None] Network 39ea9667-9280-4213-97c2-fe88863d6404 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:29:24.404897 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-ce2f16a4-cbae-4674-afea-5a8f39a7780e tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1402316 Nov 12 08:29:24.416670 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 34080) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:24.512147 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-d2ce4f52-f45a-45e2-ac5f-2a1b1c4e58cd None None] Attempting to bind port ab0e2189-cc21-4fdb-be79-509ef01bc687 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:29:24.514108 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-d2ce4f52-f45a-45e2-ac5f-2a1b1c4e58cd None None] Attempting to bind port ab0e2189-cc21-4fdb-be79-509ef01bc687 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '6dab9047-7ac8-40fd-9806-b16e3689149a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e138e892-46f4-4f3b-9a7f-b98904185265'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:29:24.517847 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ce4f52-f45a-45e2-ac5f-2a1b1c4e58cd None None] Attempting to bind port ab0e2189-cc21-4fdb-be79-509ef01bc687 on network e138e892-46f4-4f3b-9a7f-b98904185265 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:29:24.544456 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-bcc71c84-5f06-49a8-a531-4f3f53a2570b req-7184635e-1109-4501-8888-373dae587468 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] For port 0f861223-c0ed-4655-93e1-b57858fd0984, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=0f861223-c0ed-4655-93e1-b57858fd0984,segment=NetworkSegment(e07c96e0-5af6-439e-b283-25e89ba24ea2),segment_id=e07c96e0-5af6-439e-b283-25e89ba24ea2)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:24.544835 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-bcc71c84-5f06-49a8-a531-4f3f53a2570b req-7184635e-1109-4501-8888-373dae587468 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:24.600288 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [req-bcc71c84-5f06-49a8-a531-4f3f53a2570b req-7184635e-1109-4501-8888-373dae587468 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Calling delete_port for 0f861223-c0ed-4655-93e1-b57858fd0984 owned by compute:nova {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:29:24.642109 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ce4f52-f45a-45e2-ac5f-2a1b1c4e58cd None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:29:24.644595 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ce4f52-f45a-45e2-ac5f-2a1b1c4e58cd None None] Checking segment: {'id': '6dab9047-7ac8-40fd-9806-b16e3689149a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e138e892-46f4-4f3b-9a7f-b98904185265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:29:24.645555 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d2ce4f52-f45a-45e2-ac5f-2a1b1c4e58cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:24.646382 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ce4f52-f45a-45e2-ac5f-2a1b1c4e58cd None None] Bound using segment: {'id': '6dab9047-7ac8-40fd-9806-b16e3689149a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e138e892-46f4-4f3b-9a7f-b98904185265'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:29:24.647541 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-d2ce4f52-f45a-45e2-ac5f-2a1b1c4e58cd None None] Bound port: ab0e2189-cc21-4fdb-be79-509ef01bc687, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dab9047-7ac8-40fd-9806-b16e3689149a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e138e892-46f4-4f3b-9a7f-b98904185265'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:29:24.648392 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d2ce4f52-f45a-45e2-ac5f-2a1b1c4e58cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:24.767515 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-3bbc43b5-8d0c-4783-8d0c-72cd03c49332 req-f078830b-eea4-4ca7-af23-ffc8b0ee6441 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0af5052b-702a-4c16-99fd-5b5921c73433 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:29:24.836609 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-3bbc43b5-8d0c-4783-8d0c-72cd03c49332 req-f078830b-eea4-4ca7-af23-ffc8b0ee6441 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:24.923195 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8fda44ac-5ac6-42a2-8b55-c945c00ef1eb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:24.927759 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7bb1abd-2a72-4822-afdd-a6b4bcdb6ffe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-39ea9667-9280-4213-97c2-fe88863d6404', 'network_id': '39ea9667-9280-4213-97c2-fe88863d6404', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'fixed_ips': [{'subnet_id': '189478cb-3816-4a1a-b76a-7c6aae18bdf5'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:29:24.929542 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e7bb1abd-2a72-4822-afdd-a6b4bcdb6ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:24.955349 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0b7ac23f-61bc-49ca-b034-d68c895767f6 tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:24.958218 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8fda44ac-5ac6-42a2-8b55-c945c00ef1eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:25.040325 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-bcc71c84-5f06-49a8-a531-4f3f53a2570b req-7184635e-1109-4501-8888-373dae587468 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:25.050573 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-3bbc43b5-8d0c-4783-8d0c-72cd03c49332 req-f078830b-eea4-4ca7-af23-ffc8b0ee6441 service neutron] Transition to ACTIVE for port object 0af5052b-702a-4c16-99fd-5b5921c73433 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:29:25.079142 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-3bbc43b5-8d0c-4783-8d0c-72cd03c49332 req-f078830b-eea4-4ca7-af23-ffc8b0ee6441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:25.118392 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7184635e-1109-4501-8888-373dae587468 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Pushing event deleted for resources: {'Port': ['ID=0f861223-c0ed-4655-93e1-b57858fd0984,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:25.127314 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-d2ce4f52-f45a-45e2-ac5f-2a1b1c4e58cd None None] For port ab0e2189-cc21-4fdb-be79-509ef01bc687, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:29:25.130459 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['a4a518c3-e7bb-4082-8b18-06e6f981519a', '1ef3455d-b25c-4aa7-8358-1afb58b1eb13'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:29:25.211059 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-d2ce4f52-f45a-45e2-ac5f-2a1b1c4e58cd None None] For port ab0e2189-cc21-4fdb-be79-509ef01bc687, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=ab0e2189-cc21-4fdb-be79-509ef01bc687,segment=NetworkSegment(6dab9047-7ac8-40fd-9806-b16e3689149a),segment_id=6dab9047-7ac8-40fd-9806-b16e3689149a)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:29:25.230938 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 94e59408-862d-4633-8fef-b4c68704642c up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:29:25.267400 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-17348fab-301a-4fb2-85f5-049033d2fe7f tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:25.378232 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f078830b-eea4-4ca7-af23-ffc8b0ee6441 service neutron] Pushing event updated for resources: {'Port': ['ID=0af5052b-702a-4c16-99fd-5b5921c73433,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:25.419003 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-8fda44ac-5ac6-42a2-8b55-c945c00ef1eb admin admin] Allocated IP 172.25.2.237 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/9022c893-b72c-4acc-8b00-10d43856a73c) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:29:25.420035 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcc71c84-5f06-49a8-a531-4f3f53a2570b req-7184635e-1109-4501-8888-373dae587468 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] No DVR routers for this DVR port 0f861223-c0ed-4655-93e1-b57858fd0984 on host n-h2-765315-29 {{(pid=102600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:29:25.427393 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-bcc71c84-5f06-49a8-a531-4f3f53a2570b req-7184635e-1109-4501-8888-373dae587468 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:25.447917 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bcc71c84-5f06-49a8-a531-4f3f53a2570b req-7184635e-1109-4501-8888-373dae587468 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "DELETE /v2.0/ports/0f861223-c0ed-4655-93e1-b57858fd0984 HTTP/1.1" status: 204 len: 173 time: 1.6879218 Nov 12 08:29:25.493883 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0b7ac23f-61bc-49ca-b034-d68c895767f6 tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:25.519060 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8a087b1-519b-4d24-b909-2afc3b982268', 'name': 'network-vif-deleted', 'tag': '0f861223-c0ed-4655-93e1-b57858fd0984'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:29:25.539044 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-005f50b3-d788-429e-b8ba-a5114355a213" -d '{"events": [{"server_uuid": "e8a087b1-519b-4d24-b909-2afc3b982268", "name": "network-vif-deleted", "tag": "0f861223-c0ed-4655-93e1-b57858fd0984"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:29:25.632124 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7ac23f-61bc-49ca-b034-d68c895767f6 tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] Pushing event updated for resources: {'Port': ['ID=ae2bcf55-3fa6-4ed2-8b20-889bb5f01d3e,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:25.708168 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7ac23f-61bc-49ca-b034-d68c895767f6 tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] Network e138e892-46f4-4f3b-9a7f-b98904185265 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:29:25.752752 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-0b7ac23f-61bc-49ca-b034-d68c895767f6 tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:29:25.793993 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7ac23f-61bc-49ca-b034-d68c895767f6 tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:29:25.799303 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-e7bb1abd-2a72-4822-afdd-a6b4bcdb6ffe None None] Allocated IP 172.20.0.2 (39ea9667-9280-4213-97c2-fe88863d6404/189478cb-3816-4a1a-b76a-7c6aae18bdf5/4a4eb7a5-15a7-4d32-9710-0849a5f64b76) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:29:25.812424 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-3bbc43b5-8d0c-4783-8d0c-72cd03c49332 req-f078830b-eea4-4ca7-af23-ffc8b0ee6441 service neutron] Attempting to bind port 0af5052b-702a-4c16-99fd-5b5921c73433 on host n-h2-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:29:25.813054 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-3bbc43b5-8d0c-4783-8d0c-72cd03c49332 req-f078830b-eea4-4ca7-af23-ffc8b0ee6441 service neutron] Attempting to bind port 0af5052b-702a-4c16-99fd-5b5921c73433 by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': '671b1e57-5287-4b28-8a6a-fdb7b6437699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9002ff25-76a7-4c3d-8082-16c14deb03d5'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:29:25.813497 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bbc43b5-8d0c-4783-8d0c-72cd03c49332 req-f078830b-eea4-4ca7-af23-ffc8b0ee6441 service neutron] Attempting to bind port 0af5052b-702a-4c16-99fd-5b5921c73433 on network 9002ff25-76a7-4c3d-8082-16c14deb03d5 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:29:25.888581 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bbc43b5-8d0c-4783-8d0c-72cd03c49332 req-f078830b-eea4-4ca7-af23-ffc8b0ee6441 service neutron] Port 0af5052b-702a-4c16-99fd-5b5921c73433 on network 9002ff25-76a7-4c3d-8082-16c14deb03d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:29:25.889378 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bbc43b5-8d0c-4783-8d0c-72cd03c49332 req-f078830b-eea4-4ca7-af23-ffc8b0ee6441 service neutron] Attempting to bind port 0af5052b-702a-4c16-99fd-5b5921c73433 on network 9002ff25-76a7-4c3d-8082-16c14deb03d5 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:29:25.916840 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bbc43b5-8d0c-4783-8d0c-72cd03c49332 req-f078830b-eea4-4ca7-af23-ffc8b0ee6441 service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:29:25.918600 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bbc43b5-8d0c-4783-8d0c-72cd03c49332 req-f078830b-eea4-4ca7-af23-ffc8b0ee6441 service neutron] Checking segment: {'id': '671b1e57-5287-4b28-8a6a-fdb7b6437699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9002ff25-76a7-4c3d-8082-16c14deb03d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:29:25.919267 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bbc43b5-8d0c-4783-8d0c-72cd03c49332 req-f078830b-eea4-4ca7-af23-ffc8b0ee6441 service neutron] Bound using segment: {'id': '671b1e57-5287-4b28-8a6a-fdb7b6437699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9002ff25-76a7-4c3d-8082-16c14deb03d5'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:29:25.920092 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-3bbc43b5-8d0c-4783-8d0c-72cd03c49332 req-f078830b-eea4-4ca7-af23-ffc8b0ee6441 service neutron] Bound port: 0af5052b-702a-4c16-99fd-5b5921c73433, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '671b1e57-5287-4b28-8a6a-fdb7b6437699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9002ff25-76a7-4c3d-8082-16c14deb03d5'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:29:25.920729 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-3bbc43b5-8d0c-4783-8d0c-72cd03c49332 req-f078830b-eea4-4ca7-af23-ffc8b0ee6441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:25.983980 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7ac23f-61bc-49ca-b034-d68c895767f6 tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:25.984648 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0b7ac23f-61bc-49ca-b034-d68c895767f6 tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:26.041385 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8fda44ac-5ac6-42a2-8b55-c945c00ef1eb admin admin] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:26.046677 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0111683-2885-4a1a-8120-80dc388985f0 None None] Network e20ce8af-4daa-4b40-8559-9d599581ba58 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:29:26.055212 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d2ce4f52-f45a-45e2-ac5f-2a1b1c4e58cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:26.080557 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-0b7ac23f-61bc-49ca-b034-d68c895767f6 tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6419473 Nov 12 08:29:26.084158 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 34098) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:26.208137 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-3bbc43b5-8d0c-4783-8d0c-72cd03c49332 req-f078830b-eea4-4ca7-af23-ffc8b0ee6441 service neutron] For port 0af5052b-702a-4c16-99fd-5b5921c73433, host n-h2-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:29:26.238564 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-3bbc43b5-8d0c-4783-8d0c-72cd03c49332 req-f078830b-eea4-4ca7-af23-ffc8b0ee6441 service neutron] For port 0af5052b-702a-4c16-99fd-5b5921c73433, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=0af5052b-702a-4c16-99fd-5b5921c73433,segment=NetworkSegment(671b1e57-5287-4b28-8a6a-fdb7b6437699),segment_id=671b1e57-5287-4b28-8a6a-fdb7b6437699)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:29:26.250111 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-3bbc43b5-8d0c-4783-8d0c-72cd03c49332 req-f078830b-eea4-4ca7-af23-ffc8b0ee6441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:26.264554 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e7bb1abd-2a72-4822-afdd-a6b4bcdb6ffe None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:26.275768 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8fda44ac-5ac6-42a2-8b55-c945c00ef1eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:26.359784 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e7bb1abd-2a72-4822-afdd-a6b4bcdb6ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:26.419317 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f078830b-eea4-4ca7-af23-ffc8b0ee6441 service neutron] Pushing event updated for resources: {'Port': ['ID=0af5052b-702a-4c16-99fd-5b5921c73433,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:26.426493 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbc43b5-8d0c-4783-8d0c-72cd03c49332 req-f078830b-eea4-4ca7-af23-ffc8b0ee6441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:26.427351 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-3bbc43b5-8d0c-4783-8d0c-72cd03c49332 req-f078830b-eea4-4ca7-af23-ffc8b0ee6441 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:26.428929 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3bbc43b5-8d0c-4783-8d0c-72cd03c49332 req-f078830b-eea4-4ca7-af23-ffc8b0ee6441 service neutron] 10.222.0.44 "PUT /v2.0/ports/0af5052b-702a-4c16-99fd-5b5921c73433 HTTP/1.1" status: 200 len: 1093 time: 3.0332236 Nov 12 08:29:26.429530 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44828f50-33dd-4d92-a1f1-50e7ef19d191', 'tag': '0af5052b-702a-4c16-99fd-5b5921c73433'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:29:26.432256 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-623cd28b-b8eb-4569-b4be-8b23374ba240" -d '{"events": [{"name": "network-changed", "server_uuid": "44828f50-33dd-4d92-a1f1-50e7ef19d191", "tag": "0af5052b-702a-4c16-99fd-5b5921c73433"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:29:26.451783 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ce4f52-f45a-45e2-ac5f-2a1b1c4e58cd None None] Pushing event updated for resources: {'Port': ['ID=ab0e2189-cc21-4fdb-be79-509ef01bc687,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:26.516355 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fda44ac-5ac6-42a2-8b55-c945c00ef1eb admin admin] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:29:26.567058 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-8fda44ac-5ac6-42a2-8b55-c945c00ef1eb admin admin] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:29:26.583387 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fda44ac-5ac6-42a2-8b55-c945c00ef1eb admin admin] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:29:26.583516 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-ec074d3a-1deb-4801-b3bb-957c2e696ada tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] Deleting port ae2bcf55-3fa6-4ed2-8b20-889bb5f01d3e {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:29:26.583963 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ec074d3a-1deb-4801-b3bb-957c2e696ada tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:26.608342 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7bb1abd-2a72-4822-afdd-a6b4bcdb6ffe None None] Network 39ea9667-9280-4213-97c2-fe88863d6404 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:29:26.621727 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-5d4d1500-7bd9-4bb4-a3fb-7d0cac8ad336 None None] Provisioning complete for port 94e59408-862d-4633-8fef-b4c68704642c triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:26.622098 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5d4d1500-7bd9-4bb4-a3fb-7d0cac8ad336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:26.636382 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559d1164-293e-456c-956f-f2a6677ca205 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:29:26.672075 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-17348fab-301a-4fb2-85f5-049033d2fe7f tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Allocated IP 172.20.0.1 (39ea9667-9280-4213-97c2-fe88863d6404/189478cb-3816-4a1a-b76a-7c6aae18bdf5/b6537368-d1f5-4fea-be35-c8dddd5c232d) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:29:26.705653 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-e7bb1abd-2a72-4822-afdd-a6b4bcdb6ffe None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:29:26.771269 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fda44ac-5ac6-42a2-8b55-c945c00ef1eb admin admin] Pushing event updated for resources: {'Port': ['ID=9022c893-b72c-4acc-8b00-10d43856a73c,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:26.782107 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbc43b5-8d0c-4783-8d0c-72cd03c49332 req-a050cebf-771d-4650-8648-f5af8a234dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:26.784076 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3bbc43b5-8d0c-4783-8d0c-72cd03c49332 req-a050cebf-771d-4650-8648-f5af8a234dd4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6d4d05cf75bd48988e66a58743392390&device_id=44828f50-33dd-4d92-a1f1-50e7ef19d191 HTTP/1.1" status: 200 len: 1096 time: 0.2649031 Nov 12 08:29:26.822407 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bb1abd-2a72-4822-afdd-a6b4bcdb6ffe None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:29:26.833371 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 94e59408-862d-4633-8fef-b4c68704642c triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:26.833738 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:26.898439 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bb1abd-2a72-4822-afdd-a6b4bcdb6ffe None None] Pushing event updated for resources: {'Port': ['ID=4a4eb7a5-15a7-4d32-9710-0849a5f64b76,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:26.984824 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c96a9f8-c314-487b-af7c-780164f3037d req-90af3830-8a9c-4768-b26e-b73b0541b012 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:26.987862 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9c96a9f8-c314-487b-af7c-780164f3037d req-90af3830-8a9c-4768-b26e-b73b0541b012 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=c9ff5d58-4734-4269-aaab-4d99252bc1ff HTTP/1.1" status: 200 len: 946 time: 0.6549327 Nov 12 08:29:27.001266 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ec074d3a-1deb-4801-b3bb-957c2e696ada tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:27.063272 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3bbc43b5-8d0c-4783-8d0c-72cd03c49332 req-0e29a276-298f-408d-a22f-f7c98b62f3aa service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0af5052b-702a-4c16-99fd-5b5921c73433 HTTP/1.1" status: 200 len: 217 time: 0.1682696 Nov 12 08:29:27.100420 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-ec074d3a-1deb-4801-b3bb-957c2e696ada tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] Calling delete_port for ae2bcf55-3fa6-4ed2-8b20-889bb5f01d3e owned by {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:29:27.120441 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-e7bb1abd-2a72-4822-afdd-a6b4bcdb6ffe None None] Attempting to bind port 4a4eb7a5-15a7-4d32-9710-0849a5f64b76 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:29:27.121618 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-e7bb1abd-2a72-4822-afdd-a6b4bcdb6ffe None None] Attempting to bind port 4a4eb7a5-15a7-4d32-9710-0849a5f64b76 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': 'dccd590e-91c8-46c1-af47-92fb6969dce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '39ea9667-9280-4213-97c2-fe88863d6404'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:29:27.122678 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bb1abd-2a72-4822-afdd-a6b4bcdb6ffe None None] Attempting to bind port 4a4eb7a5-15a7-4d32-9710-0849a5f64b76 on network 39ea9667-9280-4213-97c2-fe88863d6404 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:29:27.191673 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bb1abd-2a72-4822-afdd-a6b4bcdb6ffe None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:29:27.192367 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bb1abd-2a72-4822-afdd-a6b4bcdb6ffe None None] Checking segment: {'id': 'dccd590e-91c8-46c1-af47-92fb6969dce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '39ea9667-9280-4213-97c2-fe88863d6404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:29:27.192931 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e7bb1abd-2a72-4822-afdd-a6b4bcdb6ffe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:27.193474 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bb1abd-2a72-4822-afdd-a6b4bcdb6ffe None None] Bound using segment: {'id': 'dccd590e-91c8-46c1-af47-92fb6969dce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '39ea9667-9280-4213-97c2-fe88863d6404'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:29:27.194108 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-e7bb1abd-2a72-4822-afdd-a6b4bcdb6ffe None None] Bound port: 4a4eb7a5-15a7-4d32-9710-0849a5f64b76, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccd590e-91c8-46c1-af47-92fb6969dce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '39ea9667-9280-4213-97c2-fe88863d6404'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:29:27.194707 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e7bb1abd-2a72-4822-afdd-a6b4bcdb6ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:27.227789 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbc43b5-8d0c-4783-8d0c-72cd03c49332 req-028ff380-6a3d-454c-b344-7d87df12b196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:27.229475 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3bbc43b5-8d0c-4783-8d0c-72cd03c49332 req-028ff380-6a3d-454c-b344-7d87df12b196 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c8e8c768-2d07-4b3f-a074-a2b6b712f48f HTTP/1.1" status: 200 len: 855 time: 0.1533051 Nov 12 08:29:27.323314 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9c96a9f8-c314-487b-af7c-780164f3037d req-7a4f10a3-f011-47af-8cd1-ef00202b22a7 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3129749 Nov 12 08:29:27.369239 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-17348fab-301a-4fb2-85f5-049033d2fe7f tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:27.376326 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbc43b5-8d0c-4783-8d0c-72cd03c49332 req-b7c08746-74e2-4657-8a31-ffad15e6e56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:27.379059 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3bbc43b5-8d0c-4783-8d0c-72cd03c49332 req-b7c08746-74e2-4657-8a31-ffad15e6e56e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9002ff25-76a7-4c3d-8082-16c14deb03d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1375568 Nov 12 08:29:27.384076 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ec074d3a-1deb-4801-b3bb-957c2e696ada tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:27.442264 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec074d3a-1deb-4801-b3bb-957c2e696ada tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] Pushing event deleted for resources: {'Port': ['ID=ae2bcf55-3fa6-4ed2-8b20-889bb5f01d3e,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:27.496629 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e7bb1abd-2a72-4822-afdd-a6b4bcdb6ffe None None] For port 4a4eb7a5-15a7-4d32-9710-0849a5f64b76, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:29:27.503124 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e7bb1abd-2a72-4822-afdd-a6b4bcdb6ffe None None] For port 4a4eb7a5-15a7-4d32-9710-0849a5f64b76, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=4a4eb7a5-15a7-4d32-9710-0849a5f64b76,segment=NetworkSegment(dccd590e-91c8-46c1-af47-92fb6969dce0),segment_id=dccd590e-91c8-46c1-af47-92fb6969dce0)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:29:27.505508 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:27.538912 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5d4d1500-7bd9-4bb4-a3fb-7d0cac8ad336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:27.546523 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3bbc43b5-8d0c-4783-8d0c-72cd03c49332 req-c7855068-df84-454d-83f3-908cb38d55ba service neutron] 10.222.0.44 "GET /v2.0/networks/9002ff25-76a7-4c3d-8082-16c14deb03d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575394 Nov 12 08:29:27.555073 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8fda44ac-5ac6-42a2-8b55-c945c00ef1eb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:27.618155 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] For port 94e59408-862d-4633-8fef-b4c68704642c, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=94e59408-862d-4633-8fef-b4c68704642c,segment=NetworkSegment(71e8b171-1953-4f19-859b-7bad292cb9b0),segment_id=71e8b171-1953-4f19-859b-7bad292cb9b0)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:27.624944 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e7bb1abd-2a72-4822-afdd-a6b4bcdb6ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:27.691913 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:27.905844 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8fda44ac-5ac6-42a2-8b55-c945c00ef1eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052'] for router, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:27.984441 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bb1abd-2a72-4822-afdd-a6b4bcdb6ffe None None] Pushing event updated for resources: {'Port': ['ID=4a4eb7a5-15a7-4d32-9710-0849a5f64b76,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:28.045353 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.db.api [None req-5d4d1500-7bd9-4bb4-a3fb-7d0cac8ad336 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:29:28.045862 n-d-765315-29 neutron-server[102601]: DEBUG oslo_db.api [None req-5d4d1500-7bd9-4bb4-a3fb-7d0cac8ad336 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:29:28.067578 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device ab0e2189-cc21-4fdb-be79-509ef01bc687 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:29:28.167311 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Pushing event updated for resources: {'Port': ['ID=94e59408-862d-4633-8fef-b4c68704642c,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:28.217293 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3bbc43b5-8d0c-4783-8d0c-72cd03c49332 req-5252fc7a-e772-44e3-82b5-0dae1d8e02e4 service neutron] 10.222.0.44 "GET /v2.0/networks/9002ff25-76a7-4c3d-8082-16c14deb03d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6526873 Nov 12 08:29:28.293574 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port ab0e2189-cc21-4fdb-be79-509ef01bc687 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:28.295104 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:28.319481 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fda44ac-5ac6-42a2-8b55-c945c00ef1eb admin admin] Router c1ba396e-6823-4d7d-8ad0-8584aeac9b80 is scheduled to L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 with binding_index 1 {{(pid=102599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:29:28.328472 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-17348fab-301a-4fb2-85f5-049033d2fe7f tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:28.473228 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17348fab-301a-4fb2-85f5-049033d2fe7f tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Network 39ea9667-9280-4213-97c2-fe88863d6404 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:29:28.481249 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ec074d3a-1deb-4801-b3bb-957c2e696ada tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:28.489825 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-ec074d3a-1deb-4801-b3bb-957c2e696ada tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] 10.222.0.26 "DELETE /v2.0/ports/ae2bcf55-3fa6-4ed2-8b20-889bb5f01d3e HTTP/1.1" status: 204 len: 168 time: 2.4022024 Nov 12 08:29:28.489825 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-17348fab-301a-4fb2-85f5-049033d2fe7f tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:29:28.492072 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 34128) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:28.505032 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:28.517863 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17348fab-301a-4fb2-85f5-049033d2fe7f tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:29:28.641504 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] For port ab0e2189-cc21-4fdb-be79-509ef01bc687, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=ab0e2189-cc21-4fdb-be79-509ef01bc687,segment=NetworkSegment(6dab9047-7ac8-40fd-9806-b16e3689149a),segment_id=6dab9047-7ac8-40fd-9806-b16e3689149a)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:28.648796 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fda44ac-5ac6-42a2-8b55-c945c00ef1eb admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:29:28.663230 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db449ec-0906-4f61-8834-2d0c81b8c385 None None] Sync routers for ids ['c1ba396e-6823-4d7d-8ad0-8584aeac9b80'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:29:28.685593 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:28.692341 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db449ec-0906-4f61-8834-2d0c81b8c385 None None] Routers {'c1ba396e-6823-4d7d-8ad0-8584aeac9b80'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:29:28.692961 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-5db449ec-0906-4f61-8834-2d0c81b8c385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:29:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['c1ba396e-6823-4d7d-8ad0-8584aeac9b80'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:28.709622 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b9543a-526c-413e-9970-a7001758afd9 req-10652c78-d0af-4d4e-883a-d881172625a6 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:28.712780 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-99b9543a-526c-413e-9970-a7001758afd9 req-10652c78-d0af-4d4e-883a-d881172625a6 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=44828f50-33dd-4d92-a1f1-50e7ef19d191 HTTP/1.1" status: 200 len: 944 time: 1.2357781 Nov 12 08:29:28.720304 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17348fab-301a-4fb2-85f5-049033d2fe7f tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Pushing event updated for resources: {'Port': ['ID=b6537368-d1f5-4fea-be35-c8dddd5c232d,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:28.723700 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8fda44ac-5ac6-42a2-8b55-c945c00ef1eb admin admin] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:28.733700 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-8fda44ac-5ac6-42a2-8b55-c945c00ef1eb admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.8295853 Nov 12 08:29:28.734341 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 34132) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:28.760528 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-17348fab-301a-4fb2-85f5-049033d2fe7f tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933481'] for router_interface, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:28.781194 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3954f2-49aa-44f5-908c-eeeceef026da None None] Network e138e892-46f4-4f3b-9a7f-b98904185265 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:29:28.856970 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:29:28.912903 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Pushing event updated for resources: {'Port': ['ID=ab0e2189-cc21-4fdb-be79-509ef01bc687,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:28.958056 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-5db449ec-0906-4f61-8834-2d0c81b8c385 None None] Set router c1ba396e-6823-4d7d-8ad0-8584aeac9b80 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:29:29.058545 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-20f80a4c-c7c9-44a8-88bb-7622a3e57508 None None] Provisioning complete for port ab0e2189-cc21-4fdb-be79-509ef01bc687 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:29.065302 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-20f80a4c-c7c9-44a8-88bb-7622a3e57508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:29.105265 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-993ba00c-820d-4d47-8d96-5fc680f9cc33 tempest-DHCPAgentSchedulersTestJSON-241415497 tempest-DHCPAgentSchedulersTestJSON-241415497-project-admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4935 time: 0.6027997 Nov 12 08:29:29.109894 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 34134) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:29.124980 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-6bd48759-5c58-4ffb-a0c1-6e3d3d08c479 tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1740186947'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:29.238674 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-17348fab-301a-4fb2-85f5-049033d2fe7f tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:29.283756 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bd48759-5c58-4ffb-a0c1-6e3d3d08c479 tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] Made reservation on behalf of e58d69a8b79446959d4106ce9ea78022 for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:29:29.296177 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6bd48759-5c58-4ffb-a0c1-6e3d3d08c479 tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:29.300468 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-99b9543a-526c-413e-9970-a7001758afd9 req-d57a6ad6-2a48-4631-93e1-083847a90e89 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=59070d8f-e354-4643-b6db-9938f05a29ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5750911 Nov 12 08:29:29.335205 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-5db449ec-0906-4f61-8834-2d0c81b8c385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ba396e-6823-4d7d-8ad0-8584aeac9b80', 'name': 'tempest-TestServerMultinode-2089563462-router', 'tenant_id': '36b116a3c9bf43b1b1cd727ac7538bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': '9022c893-b72c-4acc-8b00-10d43856a73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:29:22Z', 'updated_at': '2021-11-12T08:29:27Z', 'revision_number': 3, 'project_id': '36b116a3c9bf43b1b1cd727ac7538bfe', 'gw_port': {'id': '9022c893-b72c-4acc-8b00-10d43856a73c', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:50:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1ba396e-6823-4d7d-8ad0-8584aeac9b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2198, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:24Z', 'updated_at': '2021-11-12T08:29:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:29.376464 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-20f80a4c-c7c9-44a8-88bb-7622a3e57508 None None] Provisioning complete for port 94e59408-862d-4633-8fef-b4c68704642c triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:29.376845 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-20f80a4c-c7c9-44a8-88bb-7622a3e57508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:29.387655 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db449ec-0906-4f61-8834-2d0c81b8c385 None None] Checking router: c1ba396e-6823-4d7d-8ad0-8584aeac9b80 for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:29:29.388404 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db449ec-0906-4f61-8834-2d0c81b8c385 None None] Updating router c1ba396e-6823-4d7d-8ad0-8584aeac9b80 port 9022c893-b72c-4acc-8b00-10d43856a73c binding host n-d-765315-29 {{(pid=102602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:29:29.436606 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-5db449ec-0906-4f61-8834-2d0c81b8c385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:29.485718 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 08:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1e134d9-2fdb-4ff6-8e66-0592aae45ffd x-openstack-request-id: req-c1e134d9-2fdb-4ff6-8e66-0592aae45ffd {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:29:29.487345 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7b22e6f-34ba-40cc-8b8b-fe95438187cb", "name": "network-vif-plugged", "status": "completed", "tag": "a76e0b9e-8617-4bd9-a2b4-d69cee07db2a", "code": 200}, {"server_uuid": "c9ff5d58-4734-4269-aaab-4d99252bc1ff", "name": "network-vif-plugged", "status": "completed", "tag": "00fe5401-085e-4324-85d3-be6140815da8", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:29:29.489297 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c1e134d9-2fdb-4ff6-8e66-0592aae45ffd {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:29:29.492116 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7b22e6f-34ba-40cc-8b8b-fe95438187cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a76e0b9e-8617-4bd9-a2b4-d69cee07db2a', 'code': 200} Nov 12 08:29:29.497055 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9ff5d58-4734-4269-aaab-4d99252bc1ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00fe5401-085e-4324-85d3-be6140815da8', 'code': 200} Nov 12 08:29:29.500115 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bd48759-5c58-4ffb-a0c1-6e3d3d08c479 tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:29:29.578489 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6bd48759-5c58-4ffb-a0c1-6e3d3d08c479 tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:29.578962 n-d-765315-29 neutron-server[102599]: INFO neutron.db.segments_db [None req-6bd48759-5c58-4ffb-a0c1-6e3d3d08c479 tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] Added segment 2495736e-d3c1-4d64-8644-ac112094004f of type vlan for network 6cca3fd9-3821-4ee2-ab3e-23bb455ce76d Nov 12 08:29:29.688542 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-20f80a4c-c7c9-44a8-88bb-7622a3e57508 None None] Provisioning complete for port 9022c893-b72c-4acc-8b00-10d43856a73c triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:29.689140 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-20f80a4c-c7c9-44a8-88bb-7622a3e57508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:29.741261 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 12 Nov 2021 08:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27b46757-0179-4d5a-8afb-b1f7fe44d241 x-openstack-request-id: req-27b46757-0179-4d5a-8afb-b1f7fe44d241 {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:29:29.741736 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8a087b1-519b-4d24-b909-2afc3b982268", "name": "network-vif-deleted", "tag": "0f861223-c0ed-4655-93e1-b57858fd0984", "status": "failed", "code": 422}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:29:29.741826 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-27b46757-0179-4d5a-8afb-b1f7fe44d241 {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:29:29.742193 n-d-765315-29 neutron-server[102600]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e8a087b1-519b-4d24-b909-2afc3b982268', 'name': 'network-vif-deleted', 'tag': '0f861223-c0ed-4655-93e1-b57858fd0984', 'status': 'failed', 'code': 422} returned with failed status Nov 12 08:29:29.772124 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-20f80a4c-c7c9-44a8-88bb-7622a3e57508 None None] Port 9022c893-b72c-4acc-8b00-10d43856a73c cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:29:29.854723 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dedd4d6-903d-4dbb-aa7a-deeda0e4dc8b None None] Network 39ea9667-9280-4213-97c2-fe88863d6404 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:29:30.028110 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6bd48759-5c58-4ffb-a0c1-6e3d3d08c479 tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:30.035006 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a926e983-c234-47a4-afde-f05fa3ff94e9 x-openstack-request-id: req-a926e983-c234-47a4-afde-f05fa3ff94e9 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:29:30.035529 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44828f50-33dd-4d92-a1f1-50e7ef19d191", "tag": "0af5052b-702a-4c16-99fd-5b5921c73433", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:29:30.036465 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a926e983-c234-47a4-afde-f05fa3ff94e9 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:29:30.037785 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44828f50-33dd-4d92-a1f1-50e7ef19d191', 'tag': '0af5052b-702a-4c16-99fd-5b5921c73433', 'status': 'completed', 'code': 200} Nov 12 08:29:30.087451 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device ab0e2189-cc21-4fdb-be79-509ef01bc687 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:29:30.116350 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9dde0d-daab-4b79-9052-d94087f51af9 req-8cfb4df2-fd9d-4f3d-8d81-13d41b0a337f tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:30.127956 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5a9dde0d-daab-4b79-9052-d94087f51af9 req-8cfb4df2-fd9d-4f3d-8d81-13d41b0a337f tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=c9ff5d58-4734-4269-aaab-4d99252bc1ff HTTP/1.1" status: 200 len: 946 time: 0.1382599 Nov 12 08:29:30.134694 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-a563adc1-f0c1-4889-aa4b-66e4b30170b6 None None] Provisioning complete for port ab0e2189-cc21-4fdb-be79-509ef01bc687 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:30.135069 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a563adc1-f0c1-4889-aa4b-66e4b30170b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:30.151542 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.db.resource_extend [None req-6bd48759-5c58-4ffb-a0c1-6e3d3d08c479 tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:29:30.170789 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-5db449ec-0906-4f61-8834-2d0c81b8c385 None None] Publish callbacks [] for port, precommit_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:30.184268 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-5db449ec-0906-4f61-8834-2d0c81b8c385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:30.184970 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785b08b1-6954-45c8-bfbb-6dd129b7edc1 req-31bdfc78-8a87-4acd-8d7a-50ca6c65866b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:30.186772 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-785b08b1-6954-45c8-bfbb-6dd129b7edc1 req-31bdfc78-8a87-4acd-8d7a-50ca6c65866b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c9ff5d58-4734-4269-aaab-4d99252bc1ff HTTP/1.1" status: 200 len: 1098 time: 0.4713762 Nov 12 08:29:30.212164 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-17348fab-301a-4fb2-85f5-049033d2fe7f tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:30.230563 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-17348fab-301a-4fb2-85f5-049033d2fe7f tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:30.290656 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-17348fab-301a-4fb2-85f5-049033d2fe7f tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933629'] for router_interface, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:30.304749 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032179e6-a3c3-4b90-9497-1e0cda41d824 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:29:30.316674 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6bd48759-5c58-4ffb-a0c1-6e3d3d08c479 tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:30.322861 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd48759-5c58-4ffb-a0c1-6e3d3d08c479 tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:30.324445 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6bd48759-5c58-4ffb-a0c1-6e3d3d08c479 tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:30.367194 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5a9dde0d-daab-4b79-9052-d94087f51af9 req-a30b385c-3eb5-42ab-a23e-784270a35700 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381656 Nov 12 08:29:30.376889 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-5db449ec-0906-4f61-8834-2d0c81b8c385 None None] Attempting to bind port 9022c893-b72c-4acc-8b00-10d43856a73c on host n-d-765315-29 for vnic_type normal with profile {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:29:30.379917 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-5db449ec-0906-4f61-8834-2d0c81b8c385 None None] Attempting to bind port 9022c893-b72c-4acc-8b00-10d43856a73c by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:29:30.380420 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db449ec-0906-4f61-8834-2d0c81b8c385 None None] Attempting to bind port 9022c893-b72c-4acc-8b00-10d43856a73c on network d709f64f-f9e6-4525-b020-ad48633b9bbf {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:29:30.382819 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba0c751-b99a-4ecf-a22e-a36d3a7c35de None None] Pushing event updated for resources: {'Port': ['ID=9022c893-b72c-4acc-8b00-10d43856a73c,revision_number=2']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:30.391653 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port ab0e2189-cc21-4fdb-be79-509ef01bc687 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:30.391864 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:30.411260 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba0c751-b99a-4ecf-a22e-a36d3a7c35de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:30.414080 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba0c751-b99a-4ecf-a22e-a36d3a7c35de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:30.414473 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba0c751-b99a-4ecf-a22e-a36d3a7c35de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:30.415066 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba0c751-b99a-4ecf-a22e-a36d3a7c35de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:30.415670 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba0c751-b99a-4ecf-a22e-a36d3a7c35de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:30.416962 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623cd28b-b8eb-4569-b4be-8b23374ba240 req-b21d639c-c5d6-4fa5-b941-d30e266eb5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:30.418355 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba0c751-b99a-4ecf-a22e-a36d3a7c35de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:30.420117 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-623cd28b-b8eb-4569-b4be-8b23374ba240 req-b21d639c-c5d6-4fa5-b941-d30e266eb5c7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6d4d05cf75bd48988e66a58743392390&device_id=44828f50-33dd-4d92-a1f1-50e7ef19d191 HTTP/1.1" status: 200 len: 1096 time: 0.3947346 Nov 12 08:29:30.420796 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba0c751-b99a-4ecf-a22e-a36d3a7c35de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:30.421250 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba0c751-b99a-4ecf-a22e-a36d3a7c35de None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:30.421415 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17348fab-301a-4fb2-85f5-049033d2fe7f tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Pushing event updated for resources: {'Port': ['ID=b6537368-d1f5-4fea-be35-c8dddd5c232d,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:30.421782 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba0c751-b99a-4ecf-a22e-a36d3a7c35de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:30.422218 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba0c751-b99a-4ecf-a22e-a36d3a7c35de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:30.422697 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba0c751-b99a-4ecf-a22e-a36d3a7c35de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:30.424731 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba0c751-b99a-4ecf-a22e-a36d3a7c35de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:30.431924 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db449ec-0906-4f61-8834-2d0c81b8c385 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:29:30.434329 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db449ec-0906-4f61-8834-2d0c81b8c385 None None] Checking segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:29:30.434882 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-5db449ec-0906-4f61-8834-2d0c81b8c385 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:30.436234 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db449ec-0906-4f61-8834-2d0c81b8c385 None None] Bound using segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:29:30.437405 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5f970c-88a6-4e88-8ee2-272be084f866 req-23ff5ffe-7ad6-4370-b680-4dbc954e8aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:30.437839 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-5db449ec-0906-4f61-8834-2d0c81b8c385 None None] Bound port: 9022c893-b72c-4acc-8b00-10d43856a73c, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:29:30.439311 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5f970c-88a6-4e88-8ee2-272be084f866 req-23ff5ffe-7ad6-4370-b680-4dbc954e8aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:30.439551 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-5db449ec-0906-4f61-8834-2d0c81b8c385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:30.441317 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5f970c-88a6-4e88-8ee2-272be084f866 req-23ff5ffe-7ad6-4370-b680-4dbc954e8aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:30.442274 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5f970c-88a6-4e88-8ee2-272be084f866 req-23ff5ffe-7ad6-4370-b680-4dbc954e8aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:30.443925 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5f970c-88a6-4e88-8ee2-272be084f866 req-23ff5ffe-7ad6-4370-b680-4dbc954e8aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:30.444456 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5f970c-88a6-4e88-8ee2-272be084f866 req-23ff5ffe-7ad6-4370-b680-4dbc954e8aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:30.445738 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5f970c-88a6-4e88-8ee2-272be084f866 req-23ff5ffe-7ad6-4370-b680-4dbc954e8aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:30.448636 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ed5f970c-88a6-4e88-8ee2-272be084f866 req-23ff5ffe-7ad6-4370-b680-4dbc954e8aa7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e7b22e6f-34ba-40cc-8b8b-fe95438187cb HTTP/1.1" status: 200 len: 6509 time: 0.7639966 Nov 12 08:29:30.505152 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-6bd48759-5c58-4ffb-a0c1-6e3d3d08c479 tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.3937750 Nov 12 08:29:30.508991 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 34144) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:30.521393 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-a563adc1-f0c1-4889-aa4b-66e4b30170b6 None None] Provisioning complete for port 4a4eb7a5-15a7-4d32-9710-0849a5f64b76 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:30.521757 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a563adc1-f0c1-4889-aa4b-66e4b30170b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:30.563069 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-5db449ec-0906-4f61-8834-2d0c81b8c385 None None] For port 9022c893-b72c-4acc-8b00-10d43856a73c, host n-d-765315-29, cleared binding levels {{(pid=102602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:29:30.569309 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-5db449ec-0906-4f61-8834-2d0c81b8c385 None None] For port 9022c893-b72c-4acc-8b00-10d43856a73c, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=9022c893-b72c-4acc-8b00-10d43856a73c,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:29:30.581640 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-5db449ec-0906-4f61-8834-2d0c81b8c385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:30.688384 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17348fab-301a-4fb2-85f5-049033d2fe7f tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Network 39ea9667-9280-4213-97c2-fe88863d6404 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:29:30.703927 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-17348fab-301a-4fb2-85f5-049033d2fe7f tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:29:30.715648 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db449ec-0906-4f61-8834-2d0c81b8c385 None None] Routers {'c1ba396e-6823-4d7d-8ad0-8584aeac9b80'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:29:30.716651 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-5db449ec-0906-4f61-8834-2d0c81b8c385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:29:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['c1ba396e-6823-4d7d-8ad0-8584aeac9b80'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:30.730860 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5390ba76-b4f5-44f5-806e-6be8479cbe8f None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:29:30.914144 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-5db449ec-0906-4f61-8834-2d0c81b8c385 None None] Set router c1ba396e-6823-4d7d-8ad0-8584aeac9b80 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:29:31.045455 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981f7f52-72ae-4db6-8eeb-9101c47e007f req-9e08ffa7-cedc-4699-b90d-2e4d726db87a tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:31.047421 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-981f7f52-72ae-4db6-8eeb-9101c47e007f req-9e08ffa7-cedc-4699-b90d-2e4d726db87a tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=44828f50-33dd-4d92-a1f1-50e7ef19d191 HTTP/1.1" status: 200 len: 944 time: 0.1636875 Nov 12 08:29:31.056486 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 4a4eb7a5-15a7-4d32-9710-0849a5f64b76 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:29:31.091166 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a563adc1-f0c1-4889-aa4b-66e4b30170b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:31.103349 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba0c751-b99a-4ecf-a22e-a36d3a7c35de None None] Pushing event updated for resources: {'Port': ['ID=9022c893-b72c-4acc-8b00-10d43856a73c,revision_number=3']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:31.148094 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 0af5052b-702a-4c16-99fd-5b5921c73433 details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:29:31.164023 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-2eeeee61-8f44-4541-a4bd-80e899ccdfd9 tempest-DHCPAgentSchedulersTestJSON-241415497 tempest-DHCPAgentSchedulersTestJSON-241415497-project-admin] 10.222.0.26 "GET /v2.0/agents/739822cd-1605-4e8e-9640-c5ef93d539b6/dhcp-networks HTTP/1.1" status: 200 len: 9642 time: 0.6512225 Nov 12 08:29:31.168324 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-a563adc1-f0c1-4889-aa4b-66e4b30170b6 None None] For port 4a4eb7a5-15a7-4d32-9710-0849a5f64b76, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=4a4eb7a5-15a7-4d32-9710-0849a5f64b76,segment=NetworkSegment(dccd590e-91c8-46c1-af47-92fb6969dce0),segment_id=dccd590e-91c8-46c1-af47-92fb6969dce0)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:31.169532 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 34154) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:31.185438 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a563adc1-f0c1-4889-aa4b-66e4b30170b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:31.192944 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 4a4eb7a5-15a7-4d32-9710-0849a5f64b76 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:31.193308 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:31.300438 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-5db449ec-0906-4f61-8834-2d0c81b8c385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ba396e-6823-4d7d-8ad0-8584aeac9b80', 'name': 'tempest-TestServerMultinode-2089563462-router', 'tenant_id': '36b116a3c9bf43b1b1cd727ac7538bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': '9022c893-b72c-4acc-8b00-10d43856a73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:29:22Z', 'updated_at': '2021-11-12T08:29:27Z', 'revision_number': 3, 'project_id': '36b116a3c9bf43b1b1cd727ac7538bfe', 'gw_port': {'id': '9022c893-b72c-4acc-8b00-10d43856a73c', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:50:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1ba396e-6823-4d7d-8ad0-8584aeac9b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2198, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:24Z', 'updated_at': '2021-11-12T08:29:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:31.301047 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd48759-5c58-4ffb-a0c1-6e3d3d08c479 tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] Pushing event updated for resources: {'Network': ['ID=6cca3fd9-3821-4ee2-ab3e-23bb455ce76d,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:31.305215 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-785b08b1-6954-45c8-bfbb-6dd129b7edc1 req-03ddfc2c-2926-4cbb-8704-5e29fe76e70c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0863976 Nov 12 08:29:31.333776 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 6cca3fd9-3821-4ee2-ab3e-23bb455ce76d details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:29:31.342554 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-2bc77523-c7a7-4d00-91d8-31448da95774 None None] Could not find standard attr ID for object ae2bcf55-3fa6-4ed2-8b20-889bb5f01d3e. {{(pid=102601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:29:31.384917 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db449ec-0906-4f61-8834-2d0c81b8c385 None None] The sync data for ids ['c1ba396e-6823-4d7d-8ad0-8584aeac9b80'] in n-d-765315-29 is: [{'id': 'c1ba396e-6823-4d7d-8ad0-8584aeac9b80', 'name': 'tempest-TestServerMultinode-2089563462-router', 'tenant_id': '36b116a3c9bf43b1b1cd727ac7538bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': '9022c893-b72c-4acc-8b00-10d43856a73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:29:22Z', 'updated_at': '2021-11-12T08:29:27Z', 'revision_number': 3, 'project_id': '36b116a3c9bf43b1b1cd727ac7538bfe', 'gw_port': {'id': '9022c893-b72c-4acc-8b00-10d43856a73c', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:50:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1ba396e-6823-4d7d-8ad0-8584aeac9b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2198, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:24Z', 'updated_at': '2021-11-12T08:29:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:29:31.409231 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-981f7f52-72ae-4db6-8eeb-9101c47e007f req-70e70461-02b2-4c96-8900-a6f2f23386f9 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=59070d8f-e354-4643-b6db-9938f05a29ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2651355 Nov 12 08:29:31.414916 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1d18f959-f618-41ea-afe5-d47c8228c44e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:31.497261 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1095c34c-7554-4ab1-9e40-684050a90691 tempest-DHCPAgentSchedulersTestJSON-241415497 tempest-DHCPAgentSchedulersTestJSON-241415497-project-admin] Network 6cca3fd9-3821-4ee2-ab3e-23bb455ce76d is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:29:31.504661 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a563adc1-f0c1-4889-aa4b-66e4b30170b6 None None] Pushing event updated for resources: {'Port': ['ID=4a4eb7a5-15a7-4d32-9710-0849a5f64b76,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:31.531491 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ed5f970c-88a6-4e88-8ee2-272be084f866 req-55e8992a-2375-470c-a303-96f1a850c29a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=fca2cf2b-9cad-4878-bbbc-828482027757&id=cc0955f8-ff92-40bf-a2fd-f4ce6f6d835b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.0160189 Nov 12 08:29:31.550720 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-1095c34c-7554-4ab1-9e40-684050a90691 tempest-DHCPAgentSchedulersTestJSON-241415497 tempest-DHCPAgentSchedulersTestJSON-241415497-project-admin] 10.222.0.26 "POST /v2.0/agents/739822cd-1605-4e8e-9640-c5ef93d539b6/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3694301 Nov 12 08:29:31.553274 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 34158) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:31.562318 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-2bc77523-c7a7-4d00-91d8-31448da95774 None None] Provisioning complete for port 9022c893-b72c-4acc-8b00-10d43856a73c triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:31.562708 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2bc77523-c7a7-4d00-91d8-31448da95774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:31.569399 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17348fab-301a-4fb2-85f5-049033d2fe7f tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Router 814f201c-68c7-45bf-8b3b-695632833d0f is scheduled to L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 with binding_index 1 {{(pid=102600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:29:31.575690 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9528efbb-0de6-42f8-b989-028b6a891b66 None None] Network 6cca3fd9-3821-4ee2-ab3e-23bb455ce76d requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:29:31.655749 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623cd28b-b8eb-4569-b4be-8b23374ba240 req-fde246ab-6c73-4a28-8968-4e9cd20a591f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:31.657272 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-623cd28b-b8eb-4569-b4be-8b23374ba240 req-fde246ab-6c73-4a28-8968-4e9cd20a591f service neutron] 10.222.0.44 "GET /v2.0/networks?id=9002ff25-76a7-4c3d-8082-16c14deb03d5 HTTP/1.1" status: 200 len: 917 time: 1.1878390 Nov 12 08:29:31.911142 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-5dad4609-8c64-4429-9f3d-d790583c0c6d tempest-DHCPAgentSchedulersTestJSON-241415497 tempest-DHCPAgentSchedulersTestJSON-241415497-project-admin] 10.222.0.26 "GET /v2.0/agents/739822cd-1605-4e8e-9640-c5ef93d539b6/dhcp-networks HTTP/1.1" status: 200 len: 10414 time: 0.3560448 Nov 12 08:29:31.915530 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 34162) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:31.918394 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17348fab-301a-4fb2-85f5-049033d2fe7f tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:29:31.937951 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 0af5052b-702a-4c16-99fd-5b5921c73433, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=0af5052b-702a-4c16-99fd-5b5921c73433,segment=NetworkSegment(671b1e57-5287-4b28-8a6a-fdb7b6437699),segment_id=671b1e57-5287-4b28-8a6a-fdb7b6437699)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:31.942202 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-623cd28b-b8eb-4569-b4be-8b23374ba240 req-e6036cf7-3b70-47d7-98af-e5877d563ad4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0af5052b-702a-4c16-99fd-5b5921c73433 HTTP/1.1" status: 200 len: 217 time: 0.2509515 Nov 12 08:29:31.960201 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-17348fab-301a-4fb2-85f5-049033d2fe7f tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "PUT /v2.0/routers/814f201c-68c7-45bf-8b3b-695632833d0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5478022 Nov 12 08:29:31.963069 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 34164) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:31.970138 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-066b88a7-5a11-43bd-adf3-bd3e1db42917 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Request body: {'network': {'name': 'tempest-RoutersTest-823124827'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:31.985488 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6f15c5-1939-4156-98d2-a421529f8ad3 None None] Sync routers for ids ['814f201c-68c7-45bf-8b3b-695632833d0f'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:29:32.032039 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-066b88a7-5a11-43bd-adf3-bd3e1db42917 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Made reservation on behalf of 3bc82bde5c1e44328ae4090155cd54d6 for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:29:32.039962 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-066b88a7-5a11-43bd-adf3-bd3e1db42917 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:32.047676 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 94e59408-862d-4633-8fef-b4c68704642c up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:29:32.051869 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': '0af5052b-702a-4c16-99fd-5b5921c73433', 'network_id': '9002ff25-76a7-4c3d-8082-16c14deb03d5', 'port_id': '0af5052b-702a-4c16-99fd-5b5921c73433', 'mac_address': 'fa:16:3e:d7:3c:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8e8c768-2d07-4b3f-a074-a2b6b712f48f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:29:32.076961 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-1d18f959-f618-41ea-afe5-d47c8228c44e admin admin] Allocated IP 172.20.0.1 (e20ce8af-4daa-4b40-8559-9d599581ba58/445ea8e2-7309-4d21-8902-c74ce3fb3b08/21f11915-2398-4fb4-b714-8db7d2028a5b) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:29:32.097022 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a1e1f2-7c9b-435f-8344-37a186d69fc2 req-cbc8efe7-136e-4c74-a894-40c066ab2d6c tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:32.103953 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623cd28b-b8eb-4569-b4be-8b23374ba240 req-d126045c-205a-4e1a-9cf3-aa9dd0b45173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:32.106217 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-623cd28b-b8eb-4569-b4be-8b23374ba240 req-d126045c-205a-4e1a-9cf3-aa9dd0b45173 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c8e8c768-2d07-4b3f-a074-a2b6b712f48f HTTP/1.1" status: 200 len: 855 time: 0.1482580 Nov 12 08:29:32.111529 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6f15c5-1939-4156-98d2-a421529f8ad3 None None] Routers {'814f201c-68c7-45bf-8b3b-695632833d0f'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:29:32.112193 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-6b6f15c5-1939-4156-98d2-a421529f8ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:29:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['814f201c-68c7-45bf-8b3b-695632833d0f'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:32.112716 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-17a1e1f2-7c9b-435f-8344-37a186d69fc2 req-cbc8efe7-136e-4c74-a894-40c066ab2d6c tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=a58b9fac-f010-4334-b6f1-43a27858d9c8 HTTP/1.1" status: 200 len: 907 time: 0.3416779 Nov 12 08:29:32.213891 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-066b88a7-5a11-43bd-adf3-bd3e1db42917 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:29:32.235012 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-df6be587-f53e-4fa1-b8ea-2b2f95e61f97 tempest-DHCPAgentSchedulersTestJSON-241415497 tempest-DHCPAgentSchedulersTestJSON-241415497-project-admin] 10.222.0.26 "DELETE /v2.0/agents/739822cd-1605-4e8e-9640-c5ef93d539b6/dhcp-networks/6cca3fd9-3821-4ee2-ab3e-23bb455ce76d HTTP/1.1" status: 204 len: 168 time: 0.3134139 Nov 12 08:29:32.237696 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 34170) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:32.372275 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623cd28b-b8eb-4569-b4be-8b23374ba240 req-4bdf8bdb-c526-4bb5-a46d-dcae15c3f124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:32.373316 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-6b6f15c5-1939-4156-98d2-a421529f8ad3 None None] Set router 814f201c-68c7-45bf-8b3b-695632833d0f gateway port host: None {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:29:32.375366 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-623cd28b-b8eb-4569-b4be-8b23374ba240 req-4bdf8bdb-c526-4bb5-a46d-dcae15c3f124 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9002ff25-76a7-4c3d-8082-16c14deb03d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2551341 Nov 12 08:29:32.404523 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-066b88a7-5a11-43bd-adf3-bd3e1db42917 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:32.404835 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-066b88a7-5a11-43bd-adf3-bd3e1db42917 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Added segment 9385c486-83da-4b62-8282-8a7886deec0f of type vlan for network 5d1feb88-a25f-48ad-baf1-c1d85d827dda Nov 12 08:29:32.453290 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f07aa7f-bdd5-40fd-a6db-2807dc169d97 req-5ef29095-94f5-4d19-ac30-d3b6fea06f57 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:32.461250 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7f07aa7f-bdd5-40fd-a6db-2807dc169d97 req-5ef29095-94f5-4d19-ac30-d3b6fea06f57 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=c9ff5d58-4734-4269-aaab-4d99252bc1ff HTTP/1.1" status: 200 len: 946 time: 0.1702342 Nov 12 08:29:32.527750 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1d18f959-f618-41ea-afe5-d47c8228c44e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:32.542778 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-066b88a7-5a11-43bd-adf3-bd3e1db42917 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:32.629910 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7f07aa7f-bdd5-40fd-a6db-2807dc169d97 req-595096d3-2bba-4e2d-a0e1-132afd05d40d tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676540 Nov 12 08:29:32.664977 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb25c8ad-3aae-4857-a7bc-b5cfa58374d3 req-78ca62f6-0b13-4110-87ae-7a6f356381f6 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:32.664977 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fb25c8ad-3aae-4857-a7bc-b5cfa58374d3 req-78ca62f6-0b13-4110-87ae-7a6f356381f6 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.21 "GET /v2.0/ports?device_id=a58b9fac-f010-4334-b6f1-43a27858d9c8 HTTP/1.1" status: 200 len: 907 time: 0.1598928 Nov 12 08:29:32.689997 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-3afb95ae-f65e-4840-9e07-06e6dd5917d3 tempest-DHCPAgentSchedulersTestJSON-241415497 tempest-DHCPAgentSchedulersTestJSON-241415497-project-admin] 10.222.0.26 "GET /v2.0/agents/739822cd-1605-4e8e-9640-c5ef93d539b6/dhcp-networks HTTP/1.1" status: 200 len: 9642 time: 0.4505994 Nov 12 08:29:32.691447 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:32.691757 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 34176) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:32.733510 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-822c2bdf-4183-413d-ba39-b43bde734eae tempest-DHCPAgentSchedulersTestJSON-241415497 tempest-DHCPAgentSchedulersTestJSON-241415497-project-admin] 10.222.0.26 "GET /v2.0/networks/e138e892-46f4-4f3b-9a7f-b98904185265/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0374742 Nov 12 08:29:32.734556 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 34178) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:32.751734 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-623cd28b-b8eb-4569-b4be-8b23374ba240 req-906f4bb3-0d43-4a25-87cf-5a6450c1da26 service neutron] 10.222.0.44 "GET /v2.0/networks/9002ff25-76a7-4c3d-8082-16c14deb03d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3640327 Nov 12 08:29:32.763214 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-066b88a7-5a11-43bd-adf3-bd3e1db42917 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:32.772997 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066b88a7-5a11-43bd-adf3-bd3e1db42917 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:32.774305 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-066b88a7-5a11-43bd-adf3-bd3e1db42917 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:32.797543 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-c0c072dd-497a-41e0-aabb-f67c6affd2fa tempest-DHCPAgentSchedulersTestJSON-241415497 tempest-DHCPAgentSchedulersTestJSON-241415497-project-admin] 10.222.0.26 "GET /v2.0/networks/e138e892-46f4-4f3b-9a7f-b98904185265/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0613153 Nov 12 08:29:32.800444 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 34180) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:32.809566 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0af5052b-702a-4c16-99fd-5b5921c73433 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:29:32.853962 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-6b6f15c5-1939-4156-98d2-a421529f8ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '814f201c-68c7-45bf-8b3b-695632833d0f', 'name': 'tempest-RoutersTest-router-1330110638', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:29:22Z', 'updated_at': '2021-11-12T08:29:29Z', 'revision_number': 2, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'gw_port_host': None, '_interfaces': [{'id': 'b6537368-d1f5-4fea-be35-c8dddd5c232d', 'name': '', 'network_id': '39ea9667-9280-4213-97c2-fe88863d6404', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'mac_address': 'fa:16:3e:e9:57:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '814f201c-68c7-45bf-8b3b-695632833d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '189478cb-3816-4a1a-b76a-7c6aae18bdf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:25Z', 'updated_at': '2021-11-12T08:29:29Z', 'revision_number': 2, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'subnets': [{'id': '189478cb-3816-4a1a-b76a-7c6aae18bdf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:32.856445 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1d18f959-f618-41ea-afe5-d47c8228c44e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:32.895027 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2bc77523-c7a7-4d00-91d8-31448da95774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:32.904204 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066b88a7-5a11-43bd-adf3-bd3e1db42917 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Pushing event updated for resources: {'Network': ['ID=5d1feb88-a25f-48ad-baf1-c1d85d827dda,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:32.904536 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 0af5052b-702a-4c16-99fd-5b5921c73433, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=0af5052b-702a-4c16-99fd-5b5921c73433,segment=NetworkSegment(671b1e57-5287-4b28-8a6a-fdb7b6437699),segment_id=671b1e57-5287-4b28-8a6a-fdb7b6437699)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:32.911754 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6f15c5-1939-4156-98d2-a421529f8ad3 None None] Checking router: 814f201c-68c7-45bf-8b3b-695632833d0f for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:29:32.912106 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6f15c5-1939-4156-98d2-a421529f8ad3 None None] Updating router 814f201c-68c7-45bf-8b3b-695632833d0f port b6537368-d1f5-4fea-be35-c8dddd5c232d binding host n-d-765315-29 {{(pid=102601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:29:32.940712 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-066b88a7-5a11-43bd-adf3-bd3e1db42917 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9762571 Nov 12 08:29:32.946339 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 34182) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:32.951479 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6b6f15c5-1939-4156-98d2-a421529f8ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:32.952376 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 5d1feb88-a25f-48ad-baf1-c1d85d827dda details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:29:32.957573 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 94e59408-862d-4633-8fef-b4c68704642c triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:32.957938 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:32.959881 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:32.960535 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-22ff0cea-1b4b-47f2-b4c5-0a75458443db tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Request body: {'subnet': {'network_id': '5d1feb88-a25f-48ad-baf1-c1d85d827dda', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:32.978713 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d041be12-87e3-4416-b5e7-9328db6b7054 req-8ce881e6-99e6-460c-b5cb-46a9d15914d4 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:32.981236 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d041be12-87e3-4416-b5e7-9328db6b7054 req-8ce881e6-99e6-460c-b5cb-46a9d15914d4 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=44828f50-33dd-4d92-a1f1-50e7ef19d191 HTTP/1.1" status: 200 len: 944 time: 0.2009258 Nov 12 08:29:33.039515 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-2bc77523-c7a7-4d00-91d8-31448da95774 None None] For port 9022c893-b72c-4acc-8b00-10d43856a73c, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=9022c893-b72c-4acc-8b00-10d43856a73c,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:33.067167 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d18f959-f618-41ea-afe5-d47c8228c44e admin admin] Network e20ce8af-4daa-4b40-8559-9d599581ba58 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:29:33.112471 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-1d18f959-f618-41ea-afe5-d47c8228c44e admin admin] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:29:33.113227 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d041be12-87e3-4416-b5e7-9328db6b7054 req-02bba33a-3b76-4552-bb8b-d57f2e315c5c tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=59070d8f-e354-4643-b6db-9938f05a29ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148245 Nov 12 08:29:33.174134 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d18f959-f618-41ea-afe5-d47c8228c44e admin admin] Pushing event updated for resources: {'Port': ['ID=21f11915-2398-4fb4-b714-8db7d2028a5b,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:33.194353 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22ff0cea-1b4b-47f2-b4c5-0a75458443db tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Made reservation on behalf of 3bc82bde5c1e44328ae4090155cd54d6 for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:29:33.195589 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-623cd28b-b8eb-4569-b4be-8b23374ba240 req-c90de7ee-1f27-4aa6-b054-73cb6cdabf83 service neutron] 10.222.0.44 "GET /v2.0/networks/9002ff25-76a7-4c3d-8082-16c14deb03d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4203308 Nov 12 08:29:33.206699 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2bc77523-c7a7-4d00-91d8-31448da95774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:33.211807 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-22ff0cea-1b4b-47f2-b4c5-0a75458443db tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:33.286520 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d18f959-f618-41ea-afe5-d47c8228c44e admin admin] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:29:33.321130 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=0af5052b-702a-4c16-99fd-5b5921c73433,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:33.374501 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-fb25c8ad-3aae-4857-a7bc-b5cfa58374d3 req-acb808d2-48cf-4774-b797-cbf4a736da38 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Deleting port 52e3cae5-6584-48de-ba76-ae94ed751891 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:29:33.375336 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-fb25c8ad-3aae-4857-a7bc-b5cfa58374d3 req-acb808d2-48cf-4774-b797-cbf4a736da38 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:33.401503 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc77523-c7a7-4d00-91d8-31448da95774 None None] Pushing event updated for resources: {'Port': ['ID=9022c893-b72c-4acc-8b00-10d43856a73c,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:33.412164 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['0af5052b-702a-4c16-99fd-5b5921c73433'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:29:33.551661 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-fb25c8ad-3aae-4857-a7bc-b5cfa58374d3 req-acb808d2-48cf-4774-b797-cbf4a736da38 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] For port 52e3cae5-6584-48de-ba76-ae94ed751891, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=52e3cae5-6584-48de-ba76-ae94ed751891,segment=NetworkSegment(e07c96e0-5af6-439e-b283-25e89ba24ea2),segment_id=e07c96e0-5af6-439e-b283-25e89ba24ea2)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:33.552352 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-fb25c8ad-3aae-4857-a7bc-b5cfa58374d3 req-acb808d2-48cf-4774-b797-cbf4a736da38 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:33.570942 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-fb25c8ad-3aae-4857-a7bc-b5cfa58374d3 req-acb808d2-48cf-4774-b797-cbf4a736da38 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Calling delete_port for 52e3cae5-6584-48de-ba76-ae94ed751891 owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:29:33.765695 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-fb25c8ad-3aae-4857-a7bc-b5cfa58374d3 req-acb808d2-48cf-4774-b797-cbf4a736da38 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:33.888701 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-339b316b-d289-4df2-8fc7-e96eddcb328d None None] Provisioning complete for port b6537368-d1f5-4fea-be35-c8dddd5c232d triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:33.889054 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-339b316b-d289-4df2-8fc7-e96eddcb328d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:33.910146 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb25c8ad-3aae-4857-a7bc-b5cfa58374d3 req-acb808d2-48cf-4774-b797-cbf4a736da38 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] No DVR routers for this DVR port 52e3cae5-6584-48de-ba76-ae94ed751891 on host n-h1-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:29:33.914099 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-fb25c8ad-3aae-4857-a7bc-b5cfa58374d3 req-acb808d2-48cf-4774-b797-cbf4a736da38 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:33.918561 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fb25c8ad-3aae-4857-a7bc-b5cfa58374d3 req-acb808d2-48cf-4774-b797-cbf4a736da38 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.21 "DELETE /v2.0/ports/52e3cae5-6584-48de-ba76-ae94ed751891 HTTP/1.1" status: 204 len: 173 time: 1.2446332 Nov 12 08:29:33.924985 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a58b9fac-f010-4334-b6f1-43a27858d9c8', 'name': 'network-vif-deleted', 'tag': '52e3cae5-6584-48de-ba76-ae94ed751891'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:29:33.928850 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e3bd828-95b4-472f-a66c-bf818bf7097b" -d '{"events": [{"server_uuid": "a58b9fac-f010-4334-b6f1-43a27858d9c8", "name": "network-vif-deleted", "tag": "52e3cae5-6584-48de-ba76-ae94ed751891"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:29:33.941132 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb808d2-48cf-4774-b797-cbf4a736da38 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Pushing event deleted for resources: {'Port': ['ID=52e3cae5-6584-48de-ba76-ae94ed751891,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:33.948400 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-23a39be6-4eef-4a73-8f24-4228107edcb0 req-387d8f8a-254e-45c7-938d-02099ab984ae tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=a58b9fac-f010-4334-b6f1-43a27858d9c8 HTTP/1.1" status: 200 len: 210 time: 0.6427431 Nov 12 08:29:33.973869 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1d18f959-f618-41ea-afe5-d47c8228c44e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933481'] for router_interface, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:34.061326 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9427c1f5-3a5e-49c9-aa32-e5beb83ed35b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:34.070468 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-339b316b-d289-4df2-8fc7-e96eddcb328d None None] Port b6537368-d1f5-4fea-be35-c8dddd5c232d cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:29:34.167978 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-548e6675-ae8b-45ec-80e5-e18c79a66898 tempest-DHCPAgentSchedulersTestJSON-241415497 tempest-DHCPAgentSchedulersTestJSON-241415497-project-admin] 10.222.0.26 "GET /v2.0/agents/739822cd-1605-4e8e-9640-c5ef93d539b6/dhcp-networks HTTP/1.1" status: 200 len: 9642 time: 1.3207347 Nov 12 08:29:34.177607 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 34198) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:34.254038 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-339b316b-d289-4df2-8fc7-e96eddcb328d None None] Provisioning complete for port 4a4eb7a5-15a7-4d32-9710-0849a5f64b76 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:34.254418 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-339b316b-d289-4df2-8fc7-e96eddcb328d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:34.330125 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bca8dc24-9053-426b-9dcc-a666e4a20431 tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:34.367651 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6b6f15c5-1939-4156-98d2-a421529f8ad3 None None] Publish callbacks [] for port, precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:34.372378 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-22ff0cea-1b4b-47f2-b4c5-0a75458443db tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:34.390743 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 4a4eb7a5-15a7-4d32-9710-0849a5f64b76 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:29:34.400106 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6b6f15c5-1939-4156-98d2-a421529f8ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:34.427165 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb256eb-0def-4ae9-942a-90e2ddd11851 req-57484b29-c9e0-4f61-b2f9-22cd91785ebf tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:34.431028 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0cb256eb-0def-4ae9-942a-90e2ddd11851 req-57484b29-c9e0-4f61-b2f9-22cd91785ebf tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=c9ff5d58-4734-4269-aaab-4d99252bc1ff HTTP/1.1" status: 200 len: 946 time: 0.1976709 Nov 12 08:29:34.474264 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ff0cea-1b4b-47f2-b4c5-0a75458443db tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Pushing event updated for resources: {'Subnet': ['ID=04987c3b-62f7-4744-9a00-633db06d619f,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:34.492732 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1d18f959-f618-41ea-afe5-d47c8228c44e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:34.553828 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0cb256eb-0def-4ae9-942a-90e2ddd11851 req-578bc4d8-ed5a-489f-a559-18f43b1462e9 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689585 Nov 12 08:29:34.614869 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ff0cea-1b4b-47f2-b4c5-0a75458443db tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Checking segment: {'id': '9385c486-83da-4b62-8282-8a7886deec0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5d1feb88-a25f-48ad-baf1-c1d85d827dda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:29:34.615246 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ff0cea-1b4b-47f2-b4c5-0a75458443db tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Network hostable DHCP agents. Network: 5d1feb88-a25f-48ad-baf1-c1d85d827dda, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:29:34.618509 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909b770c-69f4-4ef9-b9c6-502534d0195e None None] Pushing event updated for resources: {'Port': ['ID=b6537368-d1f5-4fea-be35-c8dddd5c232d,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:34.641867 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-6b6f15c5-1939-4156-98d2-a421529f8ad3 None None] Attempting to bind port b6537368-d1f5-4fea-be35-c8dddd5c232d on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:29:34.642237 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-6b6f15c5-1939-4156-98d2-a421529f8ad3 None None] Attempting to bind port b6537368-d1f5-4fea-be35-c8dddd5c232d by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': 'dccd590e-91c8-46c1-af47-92fb6969dce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '39ea9667-9280-4213-97c2-fe88863d6404'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:29:34.642619 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6f15c5-1939-4156-98d2-a421529f8ad3 None None] Attempting to bind port b6537368-d1f5-4fea-be35-c8dddd5c232d on network 39ea9667-9280-4213-97c2-fe88863d6404 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:29:34.653133 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6f15c5-1939-4156-98d2-a421529f8ad3 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:29:34.653512 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6f15c5-1939-4156-98d2-a421529f8ad3 None None] Checking segment: {'id': 'dccd590e-91c8-46c1-af47-92fb6969dce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '39ea9667-9280-4213-97c2-fe88863d6404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:29:34.655971 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6b6f15c5-1939-4156-98d2-a421529f8ad3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:34.656448 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6f15c5-1939-4156-98d2-a421529f8ad3 None None] Bound using segment: {'id': 'dccd590e-91c8-46c1-af47-92fb6969dce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '39ea9667-9280-4213-97c2-fe88863d6404'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:29:34.656947 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-6b6f15c5-1939-4156-98d2-a421529f8ad3 None None] Bound port: b6537368-d1f5-4fea-be35-c8dddd5c232d, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccd590e-91c8-46c1-af47-92fb6969dce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '39ea9667-9280-4213-97c2-fe88863d6404'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:29:34.657331 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6b6f15c5-1939-4156-98d2-a421529f8ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:34.663931 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ff0cea-1b4b-47f2-b4c5-0a75458443db tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Network 5d1feb88-a25f-48ad-baf1-c1d85d827dda is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:29:34.665983 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 4a4eb7a5-15a7-4d32-9710-0849a5f64b76 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:34.666228 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:34.688150 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-22ff0cea-1b4b-47f2-b4c5-0a75458443db tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 5d1feb88-a25f-48ad-baf1-c1d85d827dda) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:29:34.693048 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ff0cea-1b4b-47f2-b4c5-0a75458443db tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:34.694491 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-22ff0cea-1b4b-47f2-b4c5-0a75458443db tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:34.699820 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bca8dc24-9053-426b-9dcc-a666e4a20431 tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:34.752131 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da14574-89a7-4a3d-b8f0-34da8adf2028 None None] Network 5d1feb88-a25f-48ad-baf1-c1d85d827dda requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:29:34.752387 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-22ff0cea-1b4b-47f2-b4c5-0a75458443db tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7962835 Nov 12 08:29:34.753100 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 34204) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:34.809180 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2bd1324-b5fa-412c-b938-b13affdc829d x-openstack-request-id: req-a2bd1324-b5fa-412c-b938-b13affdc829d {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:29:34.809656 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a58b9fac-f010-4334-b6f1-43a27858d9c8", "name": "network-vif-deleted", "tag": "52e3cae5-6584-48de-ba76-ae94ed751891", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:29:34.809656 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a2bd1324-b5fa-412c-b938-b13affdc829d {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:29:34.810155 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a58b9fac-f010-4334-b6f1-43a27858d9c8', 'name': 'network-vif-deleted', 'tag': '52e3cae5-6584-48de-ba76-ae94ed751891', 'status': 'completed', 'code': 200} Nov 12 08:29:34.821391 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-bca8dc24-9053-426b-9dcc-a666e4a20431 tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cca3fd9-3821-4ee2-ab3e-23bb455ce76d']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:34.860286 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-bca8dc24-9053-426b-9dcc-a666e4a20431 tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2495736e-d3c1-4d64-8644-ac112094004f') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:34.860577 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-bca8dc24-9053-426b-9dcc-a666e4a20431 tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2495736e-d3c1-4d64-8644-ac112094004f') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:34.878522 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bca8dc24-9053-426b-9dcc-a666e4a20431 tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:34.911049 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bca8dc24-9053-426b-9dcc-a666e4a20431 tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:34.912319 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-6b6f15c5-1939-4156-98d2-a421529f8ad3 None None] For port b6537368-d1f5-4fea-be35-c8dddd5c232d, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:29:34.916450 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-6b6f15c5-1939-4156-98d2-a421529f8ad3 None None] For port b6537368-d1f5-4fea-be35-c8dddd5c232d, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=b6537368-d1f5-4fea-be35-c8dddd5c232d,segment=NetworkSegment(dccd590e-91c8-46c1-af47-92fb6969dce0),segment_id=dccd590e-91c8-46c1-af47-92fb6969dce0)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:29:34.950850 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bca8dc24-9053-426b-9dcc-a666e4a20431 tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:29:34.951103 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bca8dc24-9053-426b-9dcc-a666e4a20431 tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:34.954083 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 08:29:34.954083 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:29:34.954083 n-d-765315-29 neutron-server[102599]: timer() Nov 12 08:29:34.954083 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:29:34.954083 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 08:29:34.954083 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:29:34.954083 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 08:29:34.954083 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:29:34.954083 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 08:29:34.954083 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:29:34.954083 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 08:29:34.954083 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:29:34.954083 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 08:29:34.954083 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:29:34.954083 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:29:34.954083 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:29:34.954083 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:29:34.954083 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:29:34.954083 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 08:29:34.954083 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:29:34.954083 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 08:29:34.954083 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:29:34.954083 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:29:34.954083 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:29:34.954083 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 08:29:34.954083 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:29:34.954083 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:29:34.954083 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:29:34.954083 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:29:34.954083 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:29:34.954083 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:29:34.954083 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:29:34.975542 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6b6f15c5-1939-4156-98d2-a421529f8ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:34.987168 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffe5f9c-98e8-4368-aa64-c16061732014 req-14d48497-3d9b-43c0-9688-32f97d350101 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:34.989633 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6ffe5f9c-98e8-4368-aa64-c16061732014 req-14d48497-3d9b-43c0-9688-32f97d350101 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=44828f50-33dd-4d92-a1f1-50e7ef19d191 HTTP/1.1" status: 200 len: 945 time: 0.0983386 Nov 12 08:29:34.997673 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-c665238d-a57c-4fec-bb72-622a8394d501 None None] Provisioning complete for port 21f11915-2398-4fb4-b714-8db7d2028a5b triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:34.998117 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c665238d-a57c-4fec-bb72-622a8394d501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:35.031923 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bca8dc24-9053-426b-9dcc-a666e4a20431 tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:35.053041 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bca8dc24-9053-426b-9dcc-a666e4a20431 tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:35.059620 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-bca8dc24-9053-426b-9dcc-a666e4a20431 tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] 10.222.0.26 "DELETE /v2.0/networks/6cca3fd9-3821-4ee2-ab3e-23bb455ce76d HTTP/1.1" status: 204 len: 168 time: 0.8782103 Nov 12 08:29:35.074081 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 34208) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:35.075279 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca8dc24-9053-426b-9dcc-a666e4a20431 tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] Pushing event deleted for resources: {'Network': ['ID=6cca3fd9-3821-4ee2-ab3e-23bb455ce76d,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:35.107409 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909b770c-69f4-4ef9-b9c6-502534d0195e None None] Pushing event updated for resources: {'Port': ['ID=b6537368-d1f5-4fea-be35-c8dddd5c232d,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:35.159408 n-d-765315-29 neutron-server[102599]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bb65851-1d78-45a0-8c20-baf29bdad94a tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] DELETE failed (client error): The resource could not be found. Nov 12 08:29:35.160419 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bb65851-1d78-45a0-8c20-baf29bdad94a tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:29:35.164714 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-6bb65851-1d78-45a0-8c20-baf29bdad94a tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] 10.222.0.26 "DELETE /v2.0/ports/ae2bcf55-3fa6-4ed2-8b20-889bb5f01d3e HTTP/1.1" status: 404 len: 333 time: 0.0836475 Nov 12 08:29:35.167832 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 34210) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:35.186854 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6ffe5f9c-98e8-4368-aa64-c16061732014 req-9a8c142b-f990-41c3-964a-2424035c4228 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=59070d8f-e354-4643-b6db-9938f05a29ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953128 Nov 12 08:29:35.187321 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-c665238d-a57c-4fec-bb72-622a8394d501 None None] Port 21f11915-2398-4fb4-b714-8db7d2028a5b cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:29:35.199300 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6f15c5-1939-4156-98d2-a421529f8ad3 None None] Routers {'814f201c-68c7-45bf-8b3b-695632833d0f'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:29:35.200642 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-6b6f15c5-1939-4156-98d2-a421529f8ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:29:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['814f201c-68c7-45bf-8b3b-695632833d0f'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:35.252009 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1d18f959-f618-41ea-afe5-d47c8228c44e admin admin] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:35.278190 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-4526b5ae-a06c-4b5a-a2ad-7d9125bfb896 tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] Deleting subnet 0741512d-277c-4aba-b8bd-bd35c2940d76 {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:29:35.280707 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1d18f959-f618-41ea-afe5-d47c8228c44e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:35.345838 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:35.361223 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4526b5ae-a06c-4b5a-a2ad-7d9125bfb896 tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] Publish callbacks [] for subnet, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:35.364039 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d18f959-f618-41ea-afe5-d47c8228c44e admin admin] Pushing event updated for resources: {'Port': ['ID=21f11915-2398-4fb4-b714-8db7d2028a5b,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:35.416553 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 9022c893-b72c-4acc-8b00-10d43856a73c up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:29:35.458146 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405fa6fc-5549-4c25-822b-7080a0391a70 req-dc620f36-10fb-449a-add7-a3cbb1ec19d9 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:35.459808 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-405fa6fc-5549-4c25-822b-7080a0391a70 req-dc620f36-10fb-449a-add7-a3cbb1ec19d9 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=c9ff5d58-4734-4269-aaab-4d99252bc1ff HTTP/1.1" status: 200 len: 946 time: 0.1317623 Nov 12 08:29:35.488816 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4526b5ae-a06c-4b5a-a2ad-7d9125bfb896 tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31181813'] for subnet, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:35.492731 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1d18f959-f618-41ea-afe5-d47c8228c44e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933629'] for router_interface, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:35.504181 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-7a09638e-8ffb-46f1-879e-4e36921ed3ec None None] Provisioning complete for port b6537368-d1f5-4fea-be35-c8dddd5c232d triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:35.504549 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7a09638e-8ffb-46f1-879e-4e36921ed3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:35.540701 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e061353a-3cfd-445d-92a2-aeedf49d3d2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-5d1feb88-a25f-48ad-baf1-c1d85d827dda', 'network_id': '5d1feb88-a25f-48ad-baf1-c1d85d827dda', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'fixed_ips': [{'subnet_id': '04987c3b-62f7-4744-9a00-633db06d619f'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:29:35.541565 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e061353a-3cfd-445d-92a2-aeedf49d3d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:35.567095 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-6b6f15c5-1939-4156-98d2-a421529f8ad3 None None] Set router 814f201c-68c7-45bf-8b3b-695632833d0f gateway port host: None {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:29:35.587672 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a480c528-6b6c-456a-952a-0da54556c903 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:35.611359 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4526b5ae-a06c-4b5a-a2ad-7d9125bfb896 tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:35.715872 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-405fa6fc-5549-4c25-822b-7080a0391a70 req-d0be53b7-f6b4-4c40-9e11-7afad8583b03 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692665 Nov 12 08:29:35.847393 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d18f959-f618-41ea-afe5-d47c8228c44e admin admin] Network e20ce8af-4daa-4b40-8559-9d599581ba58 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:29:35.852181 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-1d18f959-f618-41ea-afe5-d47c8228c44e admin admin] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:29:35.887329 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4526b5ae-a06c-4b5a-a2ad-7d9125bfb896 tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:35.947976 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 9022c893-b72c-4acc-8b00-10d43856a73c triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:35.948429 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:35.999535 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4526b5ae-a06c-4b5a-a2ad-7d9125bfb896 tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] Pushing event deleted for resources: {'Subnet': ['ID=0741512d-277c-4aba-b8bd-bd35c2940d76,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:36.007929 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4526b5ae-a06c-4b5a-a2ad-7d9125bfb896 tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:36.017146 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-4526b5ae-a06c-4b5a-a2ad-7d9125bfb896 tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] 10.222.0.26 "DELETE /v2.0/subnets/0741512d-277c-4aba-b8bd-bd35c2940d76 HTTP/1.1" status: 204 len: 168 time: 0.8477929 Nov 12 08:29:36.020751 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 34224) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:36.048802 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a0389f-5656-413f-a914-1460f9da6e6e None None] Network e138e892-46f4-4f3b-9a7f-b98904185265 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:29:36.061344 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-a480c528-6b6c-456a-952a-0da54556c903 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Allocated IP 172.21.0.1 (5d1feb88-a25f-48ad-baf1-c1d85d827dda/04987c3b-62f7-4744-9a00-633db06d619f/ae48a897-cdb3-4ae6-93d0-25677a1d5096) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:29:36.131737 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b9b754ef-236c-4a57-a0f2-9c9849994dc6 tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:36.209566 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7a09638e-8ffb-46f1-879e-4e36921ed3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:36.249658 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a480c528-6b6c-456a-952a-0da54556c903 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:36.257201 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d18f959-f618-41ea-afe5-d47c8228c44e admin admin] Router c1ba396e-6823-4d7d-8ad0-8584aeac9b80 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:29:36.282175 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-b9b754ef-236c-4a57-a0f2-9c9849994dc6 tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] Deleting port ab0e2189-cc21-4fdb-be79-509ef01bc687 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:29:36.282666 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b9b754ef-236c-4a57-a0f2-9c9849994dc6 tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:36.290267 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 52e3cae5-6584-48de-ba76-ae94ed751891 no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:29:36.316094 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6454d58b-7107-441f-9989-3409225798db req-66849071-3a30-4d80-8d61-a31c83079b00 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:36.322282 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6454d58b-7107-441f-9989-3409225798db req-66849071-3a30-4d80-8d61-a31c83079b00 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:36.329444 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6454d58b-7107-441f-9989-3409225798db req-66849071-3a30-4d80-8d61-a31c83079b00 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:36.338451 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6454d58b-7107-441f-9989-3409225798db req-66849071-3a30-4d80-8d61-a31c83079b00 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:36.342873 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6454d58b-7107-441f-9989-3409225798db req-66849071-3a30-4d80-8d61-a31c83079b00 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:36.350363 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6454d58b-7107-441f-9989-3409225798db req-66849071-3a30-4d80-8d61-a31c83079b00 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:36.357441 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6454d58b-7107-441f-9989-3409225798db req-66849071-3a30-4d80-8d61-a31c83079b00 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:36.359488 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6454d58b-7107-441f-9989-3409225798db req-66849071-3a30-4d80-8d61-a31c83079b00 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7b22e6f-34ba-40cc-8b8b-fe95438187cb HTTP/1.1" status: 200 len: 5445 time: 0.1423609 Nov 12 08:29:36.382081 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-e530113a-7783-48f4-9840-8911a24052df None None] No Port match for: 52e3cae5-6584-48de-ba76-ae94ed751891 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:29:36.383209 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 52e3cae5-6584-48de-ba76-ae94ed751891 not bound to the agent host n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:29:36.393792 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a480c528-6b6c-456a-952a-0da54556c903 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:36.411037 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-7a09638e-8ffb-46f1-879e-4e36921ed3ec None None] For port b6537368-d1f5-4fea-be35-c8dddd5c232d, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=b6537368-d1f5-4fea-be35-c8dddd5c232d,segment=NetworkSegment(dccd590e-91c8-46c1-af47-92fb6969dce0),segment_id=dccd590e-91c8-46c1-af47-92fb6969dce0)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:36.466708 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a480c528-6b6c-456a-952a-0da54556c903 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Network 5d1feb88-a25f-48ad-baf1-c1d85d827dda is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:29:36.467763 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7a09638e-8ffb-46f1-879e-4e36921ed3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:36.509017 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-a480c528-6b6c-456a-952a-0da54556c903 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:29:36.540913 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a480c528-6b6c-456a-952a-0da54556c903 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:29:36.553747 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6454d58b-7107-441f-9989-3409225798db req-3214337f-c986-48b8-8dab-670090db8678 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc0955f8-ff92-40bf-a2fd-f4ce6f6d835b&id=fca2cf2b-9cad-4878-bbbc-828482027757&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1874917 Nov 12 08:29:36.554805 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a480c528-6b6c-456a-952a-0da54556c903 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Pushing event updated for resources: {'Port': ['ID=ae48a897-cdb3-4ae6-93d0-25677a1d5096,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:36.556978 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-6b6f15c5-1939-4156-98d2-a421529f8ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '814f201c-68c7-45bf-8b3b-695632833d0f', 'name': 'tempest-RoutersTest-router-1330110638', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:29:22Z', 'updated_at': '2021-11-12T08:29:29Z', 'revision_number': 2, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'gw_port_host': None, '_interfaces': [{'id': 'b6537368-d1f5-4fea-be35-c8dddd5c232d', 'name': '', 'network_id': '39ea9667-9280-4213-97c2-fe88863d6404', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'mac_address': 'fa:16:3e:e9:57:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '814f201c-68c7-45bf-8b3b-695632833d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '189478cb-3816-4a1a-b76a-7c6aae18bdf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:25Z', 'updated_at': '2021-11-12T08:29:34Z', 'revision_number': 4, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'subnets': [{'id': '189478cb-3816-4a1a-b76a-7c6aae18bdf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:36.616744 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-e061353a-3cfd-445d-92a2-aeedf49d3d2d None None] Allocated IP 172.21.0.2 (5d1feb88-a25f-48ad-baf1-c1d85d827dda/04987c3b-62f7-4744-9a00-633db06d619f/6330f9e7-8254-4563-89cd-e819bceff90f) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:29:36.628749 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2afe3e1d-a7ae-4d1c-997a-f8bbeb71fca7 None None] DHCP port deletion for e138e892-46f4-4f3b-9a7f-b98904185265 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:29:36.631315 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6f15c5-1939-4156-98d2-a421529f8ad3 None None] The sync data for ids ['814f201c-68c7-45bf-8b3b-695632833d0f'] in n-d-765315-29 is: [{'id': '814f201c-68c7-45bf-8b3b-695632833d0f', 'name': 'tempest-RoutersTest-router-1330110638', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:29:22Z', 'updated_at': '2021-11-12T08:29:29Z', 'revision_number': 2, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'gw_port_host': None, '_interfaces': [{'id': 'b6537368-d1f5-4fea-be35-c8dddd5c232d', 'name': '', 'network_id': '39ea9667-9280-4213-97c2-fe88863d6404', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'mac_address': 'fa:16:3e:e9:57:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '814f201c-68c7-45bf-8b3b-695632833d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '189478cb-3816-4a1a-b76a-7c6aae18bdf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:25Z', 'updated_at': '2021-11-12T08:29:34Z', 'revision_number': 4, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'subnets': [{'id': '189478cb-3816-4a1a-b76a-7c6aae18bdf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:29:36.636606 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a480c528-6b6c-456a-952a-0da54556c903 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933481'] for router_interface, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:36.645390 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a09638e-8ffb-46f1-879e-4e36921ed3ec None None] Pushing event updated for resources: {'Port': ['ID=b6537368-d1f5-4fea-be35-c8dddd5c232d,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:36.898814 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a480c528-6b6c-456a-952a-0da54556c903 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:37.109268 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d18f959-f618-41ea-afe5-d47c8228c44e admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:29:37.119436 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612a4394-32fb-41f1-a9f3-0dffeb5e61bc None None] Sync routers for ids ['c1ba396e-6823-4d7d-8ad0-8584aeac9b80'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:29:37.129001 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-1d18f959-f618-41ea-afe5-d47c8228c44e admin admin] 10.222.0.26 "PUT /v2.0/routers/c1ba396e-6823-4d7d-8ad0-8584aeac9b80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3886971 Nov 12 08:29:37.140153 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612a4394-32fb-41f1-a9f3-0dffeb5e61bc None None] Routers {'c1ba396e-6823-4d7d-8ad0-8584aeac9b80'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:29:37.140776 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-612a4394-32fb-41f1-a9f3-0dffeb5e61bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:29:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['c1ba396e-6823-4d7d-8ad0-8584aeac9b80'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:37.183932 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-b9b754ef-236c-4a57-a0f2-9c9849994dc6 tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] For port ab0e2189-cc21-4fdb-be79-509ef01bc687, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=ab0e2189-cc21-4fdb-be79-509ef01bc687,segment=NetworkSegment(6dab9047-7ac8-40fd-9806-b16e3689149a),segment_id=6dab9047-7ac8-40fd-9806-b16e3689149a)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:37.187101 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b9b754ef-236c-4a57-a0f2-9c9849994dc6 tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:37.223671 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-b9b754ef-236c-4a57-a0f2-9c9849994dc6 tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] Calling delete_port for ab0e2189-cc21-4fdb-be79-509ef01bc687 owned by network:dhcp {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:29:37.261472 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e061353a-3cfd-445d-92a2-aeedf49d3d2d None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:37.279943 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-2ca09842-6438-4fe4-81b5-8ed6af0c5ef3 None None] Provisioning complete for port b6537368-d1f5-4fea-be35-c8dddd5c232d triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:37.283122 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ca09842-6438-4fe4-81b5-8ed6af0c5ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:37.387369 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 0af5052b-702a-4c16-99fd-5b5921c73433 up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:29:37.444697 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-612a4394-32fb-41f1-a9f3-0dffeb5e61bc None None] Set router c1ba396e-6823-4d7d-8ad0-8584aeac9b80 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:29:37.457473 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e061353a-3cfd-445d-92a2-aeedf49d3d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:37.464563 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56f29fd-ac84-4110-ac16-c10bb64ff518 req-556c39aa-22f4-4830-9015-2efeec30495d tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:37.466310 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b9b754ef-236c-4a57-a0f2-9c9849994dc6 tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:37.477986 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f56f29fd-ac84-4110-ac16-c10bb64ff518 req-556c39aa-22f4-4830-9015-2efeec30495d tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=44828f50-33dd-4d92-a1f1-50e7ef19d191 HTTP/1.1" status: 200 len: 945 time: 0.1643939 Nov 12 08:29:37.558904 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e061353a-3cfd-445d-92a2-aeedf49d3d2d None None] Pushing event updated for resources: {'Port': ['ID=6330f9e7-8254-4563-89cd-e819bceff90f,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:37.570703 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b754ef-236c-4a57-a0f2-9c9849994dc6 tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] No DVR routers for this DVR port ab0e2189-cc21-4fdb-be79-509ef01bc687 on host n-d-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:29:37.583980 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f56f29fd-ac84-4110-ac16-c10bb64ff518 req-026592bc-4ce3-4abf-a785-62d5cb79d2da tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=59070d8f-e354-4643-b6db-9938f05a29ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017728 Nov 12 08:29:37.590673 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b754ef-236c-4a57-a0f2-9c9849994dc6 tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] Pushing event deleted for resources: {'Port': ['ID=ab0e2189-cc21-4fdb-be79-509ef01bc687,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:37.627073 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a480c528-6b6c-456a-952a-0da54556c903 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:37.643963 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a480c528-6b6c-456a-952a-0da54556c903 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:37.748871 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning for port 0af5052b-702a-4c16-99fd-5b5921c73433 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:29:37.783661 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-30d546d4-4ec7-48db-89bf-ea0f1be17e63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:37.796347 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e061353a-3cfd-445d-92a2-aeedf49d3d2d None None] Network 5d1feb88-a25f-48ad-baf1-c1d85d827dda is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:29:37.801596 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port 0af5052b-702a-4c16-99fd-5b5921c73433 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:37.802003 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:37.805042 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-e061353a-3cfd-445d-92a2-aeedf49d3d2d None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:29:37.808399 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b9b754ef-236c-4a57-a0f2-9c9849994dc6 tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:37.809473 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e061353a-3cfd-445d-92a2-aeedf49d3d2d None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:29:37.880208 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a480c528-6b6c-456a-952a-0da54556c903 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Pushing event updated for resources: {'Port': ['ID=ae48a897-cdb3-4ae6-93d0-25677a1d5096,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:37.889492 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-b9b754ef-236c-4a57-a0f2-9c9849994dc6 tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e138e892-46f4-4f3b-9a7f-b98904185265']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:37.891142 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-2afe3e1d-a7ae-4d1c-997a-f8bbeb71fca7 None None] Deleting port ab0e2189-cc21-4fdb-be79-509ef01bc687 {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:29:37.891761 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2afe3e1d-a7ae-4d1c-997a-f8bbeb71fca7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:37.920085 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-b9b754ef-236c-4a57-a0f2-9c9849994dc6 tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dab9047-7ac8-40fd-9806-b16e3689149a') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:37.920422 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-b9b754ef-236c-4a57-a0f2-9c9849994dc6 tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dab9047-7ac8-40fd-9806-b16e3689149a') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:37.938743 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b9b754ef-236c-4a57-a0f2-9c9849994dc6 tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:37.964749 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b9b754ef-236c-4a57-a0f2-9c9849994dc6 tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:37.982105 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9b754ef-236c-4a57-a0f2-9c9849994dc6 tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:29:37.982538 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b9b754ef-236c-4a57-a0f2-9c9849994dc6 tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:37.987301 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 08:29:37.987301 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:29:37.987301 n-d-765315-29 neutron-server[102599]: timer() Nov 12 08:29:37.987301 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:29:37.987301 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 08:29:37.987301 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:29:37.987301 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 08:29:37.987301 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:29:37.987301 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 08:29:37.987301 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:29:37.987301 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 08:29:37.987301 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:29:37.987301 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 08:29:37.987301 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:29:37.987301 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:29:37.987301 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:29:37.987301 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:29:37.987301 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:29:37.987301 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 08:29:37.987301 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:29:37.987301 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 08:29:37.987301 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:29:37.987301 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:29:37.987301 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:29:37.987301 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 08:29:37.987301 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:29:37.987301 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:29:37.987301 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:29:37.987301 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:29:37.987301 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:29:37.987301 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:29:37.987301 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:29:38.003135 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a480c528-6b6c-456a-952a-0da54556c903 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933629'] for router_interface, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:38.050739 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:38.052305 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-2ca09842-6438-4fe4-81b5-8ed6af0c5ef3 None None] Provisioning complete for port 21f11915-2398-4fb4-b714-8db7d2028a5b triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:38.052870 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ca09842-6438-4fe4-81b5-8ed6af0c5ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:38.092756 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe7079c-0f59-4102-a54d-18128e0be71b req-7bc8c8dd-1ee7-43cd-ad17-a6c7fc6d9188 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:38.099418 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe7079c-0f59-4102-a54d-18128e0be71b req-7bc8c8dd-1ee7-43cd-ad17-a6c7fc6d9188 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:38.106388 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-e061353a-3cfd-445d-92a2-aeedf49d3d2d None None] Attempting to bind port 6330f9e7-8254-4563-89cd-e819bceff90f on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:29:38.106811 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 34256) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:38.107411 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe7079c-0f59-4102-a54d-18128e0be71b req-7bc8c8dd-1ee7-43cd-ad17-a6c7fc6d9188 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:38.107734 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-e061353a-3cfd-445d-92a2-aeedf49d3d2d None None] Attempting to bind port 6330f9e7-8254-4563-89cd-e819bceff90f by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '9385c486-83da-4b62-8282-8a7886deec0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5d1feb88-a25f-48ad-baf1-c1d85d827dda'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:29:38.108316 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e061353a-3cfd-445d-92a2-aeedf49d3d2d None None] Attempting to bind port 6330f9e7-8254-4563-89cd-e819bceff90f on network 5d1feb88-a25f-48ad-baf1-c1d85d827dda {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:29:38.114193 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-650357a4-2a29-41d1-a190-e59f05968844 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1805332521-network', 'tenant_id': '8ad4deb0fc3b4f3499f51bd2b1512ff6'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:38.114706 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe7079c-0f59-4102-a54d-18128e0be71b req-7bc8c8dd-1ee7-43cd-ad17-a6c7fc6d9188 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:38.121604 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe7079c-0f59-4102-a54d-18128e0be71b req-7bc8c8dd-1ee7-43cd-ad17-a6c7fc6d9188 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:38.122920 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e061353a-3cfd-445d-92a2-aeedf49d3d2d None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:29:38.123640 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e061353a-3cfd-445d-92a2-aeedf49d3d2d None None] Checking segment: {'id': '9385c486-83da-4b62-8282-8a7886deec0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5d1feb88-a25f-48ad-baf1-c1d85d827dda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:29:38.124250 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e061353a-3cfd-445d-92a2-aeedf49d3d2d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:38.124858 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e061353a-3cfd-445d-92a2-aeedf49d3d2d None None] Bound using segment: {'id': '9385c486-83da-4b62-8282-8a7886deec0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5d1feb88-a25f-48ad-baf1-c1d85d827dda'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:29:38.125643 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-e061353a-3cfd-445d-92a2-aeedf49d3d2d None None] Bound port: 6330f9e7-8254-4563-89cd-e819bceff90f, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9385c486-83da-4b62-8282-8a7886deec0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5d1feb88-a25f-48ad-baf1-c1d85d827dda'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:29:38.126241 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e061353a-3cfd-445d-92a2-aeedf49d3d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:38.127909 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe7079c-0f59-4102-a54d-18128e0be71b req-7bc8c8dd-1ee7-43cd-ad17-a6c7fc6d9188 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:38.129969 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-2afe3e1d-a7ae-4d1c-997a-f8bbeb71fca7 None None] For port ab0e2189-cc21-4fdb-be79-509ef01bc687, host n-d-765315-29, got binding levels [] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:38.130624 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2afe3e1d-a7ae-4d1c-997a-f8bbeb71fca7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:38.136460 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe7079c-0f59-4102-a54d-18128e0be71b req-7bc8c8dd-1ee7-43cd-ad17-a6c7fc6d9188 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:38.139855 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8fe7079c-0f59-4102-a54d-18128e0be71b req-7bc8c8dd-1ee7-43cd-ad17-a6c7fc6d9188 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7b22e6f-34ba-40cc-8b8b-fe95438187cb HTTP/1.1" status: 200 len: 5445 time: 0.3510523 Nov 12 08:29:38.152281 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 34258) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:38.162671 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-f2bdf55d-449f-4205-b37e-68a356d5f456 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Request body: {'floatingip': {'port_id': 'e22b775a-a039-415a-be68-84e3c4aa81d5'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:38.173633 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b9b754ef-236c-4a57-a0f2-9c9849994dc6 tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:38.179065 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-2afe3e1d-a7ae-4d1c-997a-f8bbeb71fca7 None None] Calling delete_port for ab0e2189-cc21-4fdb-be79-509ef01bc687 owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:29:38.181662 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-2ca09842-6438-4fe4-81b5-8ed6af0c5ef3 None None] Port 21f11915-2398-4fb4-b714-8db7d2028a5b cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:29:38.189055 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.ipam_backend_mixin [None req-2afe3e1d-a7ae-4d1c-997a-f8bbeb71fca7 None None] Port ab0e2189-cc21-4fdb-be79-509ef01bc687 was not found and therefore no delete operation was performed {{(pid=102601) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 08:29:38.217395 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2afe3e1d-a7ae-4d1c-997a-f8bbeb71fca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:38.244500 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-612a4394-32fb-41f1-a9f3-0dffeb5e61bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ba396e-6823-4d7d-8ad0-8584aeac9b80', 'name': 'tempest-TestServerMultinode-2089563462-router', 'tenant_id': '36b116a3c9bf43b1b1cd727ac7538bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': '9022c893-b72c-4acc-8b00-10d43856a73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:29:22Z', 'updated_at': '2021-11-12T08:29:34Z', 'revision_number': 4, 'project_id': '36b116a3c9bf43b1b1cd727ac7538bfe', 'gw_port': {'id': '9022c893-b72c-4acc-8b00-10d43856a73c', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:50:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ba396e-6823-4d7d-8ad0-8584aeac9b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2198, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:24Z', 'updated_at': '2021-11-12T08:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '21f11915-2398-4fb4-b714-8db7d2028a5b', 'name': '', 'network_id': 'e20ce8af-4daa-4b40-8559-9d599581ba58', 'tenant_id': '36b116a3c9bf43b1b1cd727ac7538bfe', 'mac_address': 'fa:16:3e:73:1d:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1ba396e-6823-4d7d-8ad0-8584aeac9b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': '445ea8e2-7309-4d21-8902-c74ce3fb3b08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:31Z', 'updated_at': '2021-11-12T08:29:34Z', 'revision_number': 2, 'project_id': '36b116a3c9bf43b1b1cd727ac7538bfe', 'subnets': [{'id': '445ea8e2-7309-4d21-8902-c74ce3fb3b08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:38.277832 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b9b754ef-236c-4a57-a0f2-9c9849994dc6 tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:38.279238 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afe3e1d-a7ae-4d1c-997a-f8bbeb71fca7 None None] Pushing event deleted for resources: {'Port': ['ID=ab0e2189-cc21-4fdb-be79-509ef01bc687,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:38.287813 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2afe3e1d-a7ae-4d1c-997a-f8bbeb71fca7 None None] Network e138e892-46f4-4f3b-9a7f-b98904185265 is not hosted by any dhcp agent {{(pid=102601) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 08:29:38.288416 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afe3e1d-a7ae-4d1c-997a-f8bbeb71fca7 None None] No DVR routers for this DVR port ab0e2189-cc21-4fdb-be79-509ef01bc687 on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:29:38.289329 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-b9b754ef-236c-4a57-a0f2-9c9849994dc6 tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] 10.222.0.26 "DELETE /v2.0/networks/e138e892-46f4-4f3b-9a7f-b98904185265 HTTP/1.1" status: 204 len: 168 time: 2.2674899 Nov 12 08:29:38.321950 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:38.335304 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f2bdf55d-449f-4205-b37e-68a356d5f456 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks [] for floatingip, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:38.336504 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612a4394-32fb-41f1-a9f3-0dffeb5e61bc None None] Checking router: c1ba396e-6823-4d7d-8ad0-8584aeac9b80 for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:29:38.336865 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612a4394-32fb-41f1-a9f3-0dffeb5e61bc None None] Updating router c1ba396e-6823-4d7d-8ad0-8584aeac9b80 port 21f11915-2398-4fb4-b714-8db7d2028a5b binding host n-d-765315-29 {{(pid=102602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:29:38.347719 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-650357a4-2a29-41d1-a190-e59f05968844 admin admin] Made reservation on behalf of 8ad4deb0fc3b4f3499f51bd2b1512ff6 for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:29:38.350130 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-650357a4-2a29-41d1-a190-e59f05968844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:38.354234 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b754ef-236c-4a57-a0f2-9c9849994dc6 tempest-DHCPAgentSchedulersTestJSON-974304106 tempest-DHCPAgentSchedulersTestJSON-974304106-project] Pushing event deleted for resources: {'Network': ['ID=e138e892-46f4-4f3b-9a7f-b98904185265,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:38.377621 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44828f50-33dd-4d92-a1f1-50e7ef19d191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af5052b-702a-4c16-99fd-5b5921c73433'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:29:38.380140 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6984a8da-531f-4a72-97e2-031e87719828" -d '{"events": [{"server_uuid": "44828f50-33dd-4d92-a1f1-50e7ef19d191", "name": "network-vif-plugged", "status": "completed", "tag": "0af5052b-702a-4c16-99fd-5b5921c73433"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:29:38.386320 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e061353a-3cfd-445d-92a2-aeedf49d3d2d None None] For port 6330f9e7-8254-4563-89cd-e819bceff90f, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:29:38.394968 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-612a4394-32fb-41f1-a9f3-0dffeb5e61bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:38.405216 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 0af5052b-702a-4c16-99fd-5b5921c73433, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=0af5052b-702a-4c16-99fd-5b5921c73433,segment=NetworkSegment(671b1e57-5287-4b28-8a6a-fdb7b6437699),segment_id=671b1e57-5287-4b28-8a6a-fdb7b6437699)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:38.410284 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e061353a-3cfd-445d-92a2-aeedf49d3d2d None None] For port 6330f9e7-8254-4563-89cd-e819bceff90f, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=6330f9e7-8254-4563-89cd-e819bceff90f,segment=NetworkSegment(9385c486-83da-4b62-8282-8a7886deec0f),segment_id=9385c486-83da-4b62-8282-8a7886deec0f)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:29:38.419861 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:38.429721 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e061353a-3cfd-445d-92a2-aeedf49d3d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:38.431715 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a480c528-6b6c-456a-952a-0da54556c903 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Network 5d1feb88-a25f-48ad-baf1-c1d85d827dda is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:29:38.443078 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-a480c528-6b6c-456a-952a-0da54556c903 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:29:38.443268 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-650357a4-2a29-41d1-a190-e59f05968844 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:38.553543 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=0af5052b-702a-4c16-99fd-5b5921c73433,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:38.554014 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c364285-8e78-47b9-abdc-b1ff74fccabc req-271369e5-bb8b-417d-b308-bcd89e2c9b0f tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:38.570377 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8c364285-8e78-47b9-abdc-b1ff74fccabc req-271369e5-bb8b-417d-b308-bcd89e2c9b0f tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=c9ff5d58-4734-4269-aaab-4d99252bc1ff HTTP/1.1" status: 200 len: 946 time: 0.2470725 Nov 12 08:29:38.683825 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e061353a-3cfd-445d-92a2-aeedf49d3d2d None None] Pushing event updated for resources: {'Port': ['ID=6330f9e7-8254-4563-89cd-e819bceff90f,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:38.740903 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8c364285-8e78-47b9-abdc-b1ff74fccabc req-ddb75800-1716-4a73-a1d3-db3c517bf2c6 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693850 Nov 12 08:29:38.808892 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device b6537368-d1f5-4fea-be35-c8dddd5c232d up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:29:38.935253 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a480c528-6b6c-456a-952a-0da54556c903 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Router 814f201c-68c7-45bf-8b3b-695632833d0f has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:29:39.076700 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port b6537368-d1f5-4fea-be35-c8dddd5c232d triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:39.076930 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:39.134110 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 34274) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:39.163492 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-612a4394-32fb-41f1-a9f3-0dffeb5e61bc None None] Publish callbacks [] for port, precommit_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:39.173189 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c811f84-b2be-4e12-83d2-362dc3438aa4 req-32cf9ac0-3968-473a-925e-ac4863c4adda tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:39.174812 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4c811f84-b2be-4e12-83d2-362dc3438aa4 req-32cf9ac0-3968-473a-925e-ac4863c4adda tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.21 "GET /v2.0/ports?device_id=f174281c-1460-4f21-836b-78ea4b6bf2e3 HTTP/1.1" status: 200 len: 946 time: 0.4326403 Nov 12 08:29:39.177162 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-612a4394-32fb-41f1-a9f3-0dffeb5e61bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:39.244426 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38389ce7-1328-46a4-b506-bb6e462fe448 req-6c45c906-f914-419b-a8f4-4effda3ed586 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:39.247108 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-38389ce7-1328-46a4-b506-bb6e462fe448 req-6c45c906-f914-419b-a8f4-4effda3ed586 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9ff5d58-4734-4269-aaab-4d99252bc1ff HTTP/1.1" status: 200 len: 946 time: 0.4456937 Nov 12 08:29:39.298028 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:39.346926 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343ac087-d300-4818-b3a7-0b46648a8f09 None None] Pushing event updated for resources: {'Port': ['ID=21f11915-2398-4fb4-b714-8db7d2028a5b,revision_number=3']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:39.376804 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device ab0e2189-cc21-4fdb-be79-509ef01bc687 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:29:39.413034 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-612a4394-32fb-41f1-a9f3-0dffeb5e61bc None None] Attempting to bind port 21f11915-2398-4fb4-b714-8db7d2028a5b on host n-d-765315-29 for vnic_type normal with profile {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:29:39.413689 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-612a4394-32fb-41f1-a9f3-0dffeb5e61bc None None] Attempting to bind port 21f11915-2398-4fb4-b714-8db7d2028a5b by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '71e8b171-1953-4f19-859b-7bad292cb9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e20ce8af-4daa-4b40-8559-9d599581ba58'}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:29:39.414198 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612a4394-32fb-41f1-a9f3-0dffeb5e61bc None None] Attempting to bind port 21f11915-2398-4fb4-b714-8db7d2028a5b on network e20ce8af-4daa-4b40-8559-9d599581ba58 {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:29:39.421255 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612a4394-32fb-41f1-a9f3-0dffeb5e61bc None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:29:39.421891 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612a4394-32fb-41f1-a9f3-0dffeb5e61bc None None] Checking segment: {'id': '71e8b171-1953-4f19-859b-7bad292cb9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e20ce8af-4daa-4b40-8559-9d599581ba58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:29:39.422444 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-612a4394-32fb-41f1-a9f3-0dffeb5e61bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:39.423027 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612a4394-32fb-41f1-a9f3-0dffeb5e61bc None None] Bound using segment: {'id': '71e8b171-1953-4f19-859b-7bad292cb9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e20ce8af-4daa-4b40-8559-9d599581ba58'} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:29:39.423680 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-612a4394-32fb-41f1-a9f3-0dffeb5e61bc None None] Bound port: 21f11915-2398-4fb4-b714-8db7d2028a5b, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71e8b171-1953-4f19-859b-7bad292cb9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e20ce8af-4daa-4b40-8559-9d599581ba58'}}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:29:39.424215 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-612a4394-32fb-41f1-a9f3-0dffeb5e61bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:39.438799 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: ab0e2189-cc21-4fdb-be79-509ef01bc687 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:29:39.439135 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device ab0e2189-cc21-4fdb-be79-509ef01bc687 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:29:39.478998 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-650357a4-2a29-41d1-a190-e59f05968844 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:39.507930 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-650357a4-2a29-41d1-a190-e59f05968844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:39.570438 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-612a4394-32fb-41f1-a9f3-0dffeb5e61bc None None] For port 21f11915-2398-4fb4-b714-8db7d2028a5b, host n-d-765315-29, cleared binding levels {{(pid=102602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:29:39.576101 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-612a4394-32fb-41f1-a9f3-0dffeb5e61bc None None] For port 21f11915-2398-4fb4-b714-8db7d2028a5b, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=21f11915-2398-4fb4-b714-8db7d2028a5b,segment=NetworkSegment(71e8b171-1953-4f19-859b-7bad292cb9b0),segment_id=71e8b171-1953-4f19-859b-7bad292cb9b0)] {{(pid=102602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:29:39.592771 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-612a4394-32fb-41f1-a9f3-0dffeb5e61bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:39.699252 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a480c528-6b6c-456a-952a-0da54556c903 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:29:39.713377 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12586bb-6445-44ab-8b75-9959adf95fbb None None] Sync routers for ids ['814f201c-68c7-45bf-8b3b-695632833d0f'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:29:39.719413 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-a480c528-6b6c-456a-952a-0da54556c903 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "PUT /v2.0/routers/814f201c-68c7-45bf-8b3b-695632833d0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9631686 Nov 12 08:29:39.722976 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 34278) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:39.725386 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612a4394-32fb-41f1-a9f3-0dffeb5e61bc None None] Routers {'c1ba396e-6823-4d7d-8ad0-8584aeac9b80'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:29:39.728998 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-612a4394-32fb-41f1-a9f3-0dffeb5e61bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:29:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['c1ba396e-6823-4d7d-8ad0-8584aeac9b80'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:39.752789 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-87ade3e5-9801-4ff8-a655-494fb1bba796 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Request body: {'network': {'name': 'tempest-RoutersTest-1253000270'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:39.757338 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-650357a4-2a29-41d1-a190-e59f05968844 admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:29:39.759390 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650357a4-2a29-41d1-a190-e59f05968844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edc99514-92e8-4a71-86b2-d8d5370ab974,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:39.783039 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff75402-7b22-47a2-ad77-fc0f087096cd req-cbe5154d-bd75-4464-9082-80284c7c034e tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:39.791756 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-aff75402-7b22-47a2-ad77-fc0f087096cd req-cbe5154d-bd75-4464-9082-80284c7c034e tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=f174281c-1460-4f21-836b-78ea4b6bf2e3 HTTP/1.1" status: 200 len: 946 time: 0.9132440 Nov 12 08:29:39.792543 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12586bb-6445-44ab-8b75-9959adf95fbb None None] Routers {'814f201c-68c7-45bf-8b3b-695632833d0f'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:29:39.794935 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-e12586bb-6445-44ab-8b75-9959adf95fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:29:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['814f201c-68c7-45bf-8b3b-695632833d0f'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:39.843757 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87ade3e5-9801-4ff8-a655-494fb1bba796 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Made reservation on behalf of 3bc82bde5c1e44328ae4090155cd54d6 for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:29:39.848227 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-87ade3e5-9801-4ff8-a655-494fb1bba796 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:39.852704 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343ac087-d300-4818-b3a7-0b46648a8f09 None None] Pushing event updated for resources: {'Port': ['ID=21f11915-2398-4fb4-b714-8db7d2028a5b,revision_number=4']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:39.903829 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-aff75402-7b22-47a2-ad77-fc0f087096cd req-ed0826bc-f6d6-42f6-8919-e87fe931dd21 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=9dc9079a-4f63-4eb5-be12-eaa66771fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110125 Nov 12 08:29:39.926723 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-def99203-7c6c-45d7-8dbe-e3dc6f4b13d7 None None] Provisioning complete for port 21f11915-2398-4fb4-b714-8db7d2028a5b triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:39.926723 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-def99203-7c6c-45d7-8dbe-e3dc6f4b13d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:39.935667 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-650357a4-2a29-41d1-a190-e59f05968844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:39.936032 n-d-765315-29 neutron-server[102599]: INFO neutron.db.segments_db [None req-650357a4-2a29-41d1-a190-e59f05968844 admin admin] Added segment bfdb4e7b-7386-4785-9623-27b947af3a0e of type vlan for network 8cff4da5-80fe-4942-a14c-aee49cabf091 Nov 12 08:29:39.951827 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87ade3e5-9801-4ff8-a655-494fb1bba796 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:29:39.975055 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-87ade3e5-9801-4ff8-a655-494fb1bba796 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:39.975604 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-87ade3e5-9801-4ff8-a655-494fb1bba796 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Added segment ebe1c436-fd18-4919-9238-20d850516962 of type vlan for network 6a69cfb4-c0b7-4405-a09a-7240d8194a53 Nov 12 08:29:40.036875 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc0d8b5-9c57-4070-a4ec-b8ea75699085 x-openstack-request-id: req-5fc0d8b5-9c57-4070-a4ec-b8ea75699085 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:29:40.037274 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44828f50-33dd-4d92-a1f1-50e7ef19d191", "name": "network-vif-plugged", "status": "completed", "tag": "0af5052b-702a-4c16-99fd-5b5921c73433", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:29:40.037565 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5fc0d8b5-9c57-4070-a4ec-b8ea75699085 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:29:40.037967 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44828f50-33dd-4d92-a1f1-50e7ef19d191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af5052b-702a-4c16-99fd-5b5921c73433', 'code': 200} Nov 12 08:29:40.067155 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-612a4394-32fb-41f1-a9f3-0dffeb5e61bc None None] Set router c1ba396e-6823-4d7d-8ad0-8584aeac9b80 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:29:40.108963 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-87ade3e5-9801-4ff8-a655-494fb1bba796 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:40.124746 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:40.163085 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-e12586bb-6445-44ab-8b75-9959adf95fbb None None] Set router 814f201c-68c7-45bf-8b3b-695632833d0f gateway port host: None {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:29:40.221718 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-87ade3e5-9801-4ff8-a655-494fb1bba796 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:40.229877 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ade3e5-9801-4ff8-a655-494fb1bba796 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:40.230729 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-87ade3e5-9801-4ff8-a655-494fb1bba796 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:40.261854 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-69782928-e223-4a16-8c10-2042cb19c748 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e58d69a8b79446959d4106ce9ea78022&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1175454 Nov 12 08:29:40.266981 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 34284) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:40.317785 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-650357a4-2a29-41d1-a190-e59f05968844 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:40.379851 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ffccbb-6388-4585-8678-45099f7de341 req-f418cc6a-d984-469d-995c-b311dac97d31 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:40.389908 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-57ffccbb-6388-4585-8678-45099f7de341 req-f418cc6a-d984-469d-995c-b311dac97d31 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=44828f50-33dd-4d92-a1f1-50e7ef19d191 HTTP/1.1" status: 200 len: 946 time: 0.2202654 Nov 12 08:29:40.424097 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-612a4394-32fb-41f1-a9f3-0dffeb5e61bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ba396e-6823-4d7d-8ad0-8584aeac9b80', 'name': 'tempest-TestServerMultinode-2089563462-router', 'tenant_id': '36b116a3c9bf43b1b1cd727ac7538bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': '9022c893-b72c-4acc-8b00-10d43856a73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:29:22Z', 'updated_at': '2021-11-12T08:29:34Z', 'revision_number': 4, 'project_id': '36b116a3c9bf43b1b1cd727ac7538bfe', 'gw_port': {'id': '9022c893-b72c-4acc-8b00-10d43856a73c', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:50:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ba396e-6823-4d7d-8ad0-8584aeac9b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2198, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:24Z', 'updated_at': '2021-11-12T08:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '21f11915-2398-4fb4-b714-8db7d2028a5b', 'name': '', 'network_id': 'e20ce8af-4daa-4b40-8559-9d599581ba58', 'tenant_id': '36b116a3c9bf43b1b1cd727ac7538bfe', 'mac_address': 'fa:16:3e:73:1d:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1ba396e-6823-4d7d-8ad0-8584aeac9b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': '445ea8e2-7309-4d21-8902-c74ce3fb3b08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:31Z', 'updated_at': '2021-11-12T08:29:39Z', 'revision_number': 4, 'project_id': '36b116a3c9bf43b1b1cd727ac7538bfe', 'subnets': [{'id': '445ea8e2-7309-4d21-8902-c74ce3fb3b08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:40.428012 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ade3e5-9801-4ff8-a655-494fb1bba796 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Pushing event updated for resources: {'Network': ['ID=6a69cfb4-c0b7-4405-a09a-7240d8194a53,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:40.436975 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-def99203-7c6c-45d7-8dbe-e3dc6f4b13d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:40.462905 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 6a69cfb4-c0b7-4405-a09a-7240d8194a53 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:29:40.473002 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-87ade3e5-9801-4ff8-a655-494fb1bba796 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7460513 Nov 12 08:29:40.499818 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 34286) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:40.501618 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612a4394-32fb-41f1-a9f3-0dffeb5e61bc None None] The sync data for ids ['c1ba396e-6823-4d7d-8ad0-8584aeac9b80'] in n-d-765315-29 is: [{'id': 'c1ba396e-6823-4d7d-8ad0-8584aeac9b80', 'name': 'tempest-TestServerMultinode-2089563462-router', 'tenant_id': '36b116a3c9bf43b1b1cd727ac7538bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': '9022c893-b72c-4acc-8b00-10d43856a73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:29:22Z', 'updated_at': '2021-11-12T08:29:34Z', 'revision_number': 4, 'project_id': '36b116a3c9bf43b1b1cd727ac7538bfe', 'gw_port': {'id': '9022c893-b72c-4acc-8b00-10d43856a73c', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:50:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ba396e-6823-4d7d-8ad0-8584aeac9b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2198, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:24Z', 'updated_at': '2021-11-12T08:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '21f11915-2398-4fb4-b714-8db7d2028a5b', 'name': '', 'network_id': 'e20ce8af-4daa-4b40-8559-9d599581ba58', 'tenant_id': '36b116a3c9bf43b1b1cd727ac7538bfe', 'mac_address': 'fa:16:3e:73:1d:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1ba396e-6823-4d7d-8ad0-8584aeac9b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2203, 'fixed_ips': [{'subnet_id': '445ea8e2-7309-4d21-8902-c74ce3fb3b08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:31Z', 'updated_at': '2021-11-12T08:29:39Z', 'revision_number': 4, 'project_id': '36b116a3c9bf43b1b1cd727ac7538bfe', 'subnets': [{'id': '445ea8e2-7309-4d21-8902-c74ce3fb3b08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:29:40.505210 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-ba16d91b-2992-4b5b-a5ab-0b21dfc950c9 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Request body: {'subnet': {'network_id': '6a69cfb4-c0b7-4405-a09a-7240d8194a53', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:40.524934 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1472de5-6daf-4b1a-a903-f79b2dc089c5 None None] Network 5d1feb88-a25f-48ad-baf1-c1d85d827dda requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:29:40.529677 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-57ffccbb-6388-4585-8678-45099f7de341 req-6a5fcae3-e427-43d6-8ee0-ba55eab707bc tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=59070d8f-e354-4643-b6db-9938f05a29ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1322577 Nov 12 08:29:40.716307 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-4c811f84-b2be-4e12-83d2-362dc3438aa4 req-d8228093-89c4-4918-ab4b-a4d6167535f4 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Deleting port 1ef3455d-b25c-4aa7-8358-1afb58b1eb13 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:29:40.716801 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-4c811f84-b2be-4e12-83d2-362dc3438aa4 req-d8228093-89c4-4918-ab4b-a4d6167535f4 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:40.746428 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-38389ce7-1328-46a4-b506-bb6e462fe448 req-df19fdf3-124f-4177-96ca-8a95b3db149f tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Deleting port 00fe5401-085e-4324-85d3-be6140815da8 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:29:40.746974 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-38389ce7-1328-46a4-b506-bb6e462fe448 req-df19fdf3-124f-4177-96ca-8a95b3db149f tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:40.753010 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.db.resource_extend [None req-650357a4-2a29-41d1-a190-e59f05968844 admin admin] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:29:40.781038 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-def99203-7c6c-45d7-8dbe-e3dc6f4b13d7 None None] For port 21f11915-2398-4fb4-b714-8db7d2028a5b, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=21f11915-2398-4fb4-b714-8db7d2028a5b,segment=NetworkSegment(71e8b171-1953-4f19-859b-7bad292cb9b0),segment_id=71e8b171-1953-4f19-859b-7bad292cb9b0)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:40.801797 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-def99203-7c6c-45d7-8dbe-e3dc6f4b13d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:40.835901 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 6330f9e7-8254-4563-89cd-e819bceff90f up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:29:40.859416 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba16d91b-2992-4b5b-a5ab-0b21dfc950c9 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Made reservation on behalf of 3bc82bde5c1e44328ae4090155cd54d6 for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:29:40.863506 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ba16d91b-2992-4b5b-a5ab-0b21dfc950c9 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:40.889768 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edeff38-1f39-4c48-8d0d-d175aa3784bd req-a2fd79ff-4722-43b0-9cb0-a7b2edc5ef71 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:40.891349 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2edeff38-1f39-4c48-8d0d-d175aa3784bd req-a2fd79ff-4722-43b0-9cb0-a7b2edc5ef71 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=c9ff5d58-4734-4269-aaab-4d99252bc1ff HTTP/1.1" status: 200 len: 946 time: 0.1702724 Nov 12 08:29:40.989441 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-1a8f50de-6b68-422e-bd69-e3e7322f87d9 None None] Provisioning complete for port 21f11915-2398-4fb4-b714-8db7d2028a5b triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:40.989723 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1a8f50de-6b68-422e-bd69-e3e7322f87d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:41.025607 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abb6ca1-15e7-4684-8979-8c930dd467f9 req-9a69a5e1-b01b-4e39-8752-df395788b90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:41.028931 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1abb6ca1-15e7-4684-8979-8c930dd467f9 req-9a69a5e1-b01b-4e39-8752-df395788b90b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=44828f50-33dd-4d92-a1f1-50e7ef19d191 HTTP/1.1" status: 200 len: 1098 time: 0.8812971 Nov 12 08:29:41.035461 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2edeff38-1f39-4c48-8d0d-d175aa3784bd req-0ece574c-5797-47b0-83ee-9624ea651491 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253173 Nov 12 08:29:41.065282 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-650357a4-2a29-41d1-a190-e59f05968844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:41.066855 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650357a4-2a29-41d1-a190-e59f05968844 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:41.067632 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-650357a4-2a29-41d1-a190-e59f05968844 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:41.115994 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def99203-7c6c-45d7-8dbe-e3dc6f4b13d7 None None] Pushing event updated for resources: {'Port': ['ID=21f11915-2398-4fb4-b714-8db7d2028a5b,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:41.160845 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-e12586bb-6445-44ab-8b75-9959adf95fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '814f201c-68c7-45bf-8b3b-695632833d0f', 'name': 'tempest-RoutersTest-router-1330110638', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:29:22Z', 'updated_at': '2021-11-12T08:29:36Z', 'revision_number': 3, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'gw_port_host': None, '_interfaces': [{'id': 'ae48a897-cdb3-4ae6-93d0-25677a1d5096', 'name': '', 'network_id': '5d1feb88-a25f-48ad-baf1-c1d85d827dda', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'mac_address': 'fa:16:3e:00:5b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '814f201c-68c7-45bf-8b3b-695632833d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': '04987c3b-62f7-4744-9a00-633db06d619f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:35Z', 'updated_at': '2021-11-12T08:29:37Z', 'revision_number': 2, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'subnets': [{'id': '04987c3b-62f7-4744-9a00-633db06d619f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6537368-d1f5-4fea-be35-c8dddd5c232d', 'name': '', 'network_id': '39ea9667-9280-4213-97c2-fe88863d6404', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'mac_address': 'fa:16:3e:e9:57:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814f201c-68c7-45bf-8b3b-695632833d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '189478cb-3816-4a1a-b76a-7c6aae18bdf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:25Z', 'updated_at': '2021-11-12T08:29:36Z', 'revision_number': 5, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'subnets': [{'id': '189478cb-3816-4a1a-b76a-7c6aae18bdf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:41.164076 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 6330f9e7-8254-4563-89cd-e819bceff90f triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:41.164323 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:41.185601 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f2bdf55d-449f-4205-b37e-68a356d5f456 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:41.219719 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ba16d91b-2992-4b5b-a5ab-0b21dfc950c9 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:41.235844 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-650357a4-2a29-41d1-a190-e59f05968844 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.1278837 Nov 12 08:29:41.236660 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a2449efd-477c-40ce-99eb-60bb0b08392e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:41.239440 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 34296) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:41.289073 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-4aa66db5-3aac-4e2a-9808-dbf20dc4cf2a admin admin] Request body: {'subnet': {'network_id': '8cff4da5-80fe-4942-a14c-aee49cabf091', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1805332521-subnet', 'tenant_id': '8ad4deb0fc3b4f3499f51bd2b1512ff6', 'ip_version': 4}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:41.308228 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10510244-3b33-4ae9-bf21-09953bb645a4 req-fde4192d-1528-49ce-b718-0c1724e7c3e1 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:41.317356 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-10510244-3b33-4ae9-bf21-09953bb645a4 req-fde4192d-1528-49ce-b718-0c1724e7c3e1 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=f174281c-1460-4f21-836b-78ea4b6bf2e3 HTTP/1.1" status: 200 len: 946 time: 0.1352687 Nov 12 08:29:41.344316 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f2bdf55d-449f-4205-b37e-68a356d5f456 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:41.356714 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aa66db5-3aac-4e2a-9808-dbf20dc4cf2a admin admin] Made reservation on behalf of 8ad4deb0fc3b4f3499f51bd2b1512ff6 for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:29:41.359010 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4aa66db5-3aac-4e2a-9808-dbf20dc4cf2a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:41.399044 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba16d91b-2992-4b5b-a5ab-0b21dfc950c9 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Pushing event updated for resources: {'Subnet': ['ID=a7220d4f-91cb-4e6e-bd5f-ef3f502d4808,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:41.413842 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 00fe5401-085e-4324-85d3-be6140815da8 no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:29:41.425509 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba16d91b-2992-4b5b-a5ab-0b21dfc950c9 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Checking segment: {'id': 'ebe1c436-fd18-4919-9238-20d850516962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '6a69cfb4-c0b7-4405-a09a-7240d8194a53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:29:41.426273 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba16d91b-2992-4b5b-a5ab-0b21dfc950c9 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Network hostable DHCP agents. Network: 6a69cfb4-c0b7-4405-a09a-7240d8194a53, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:29:41.451891 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-10510244-3b33-4ae9-bf21-09953bb645a4 req-c4f78ccd-ba07-4701-9eab-dee09e88eb29 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=9dc9079a-4f63-4eb5-be12-eaa66771fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334028 Nov 12 08:29:41.481166 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba16d91b-2992-4b5b-a5ab-0b21dfc950c9 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Network 6a69cfb4-c0b7-4405-a09a-7240d8194a53 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:29:41.494764 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12586bb-6445-44ab-8b75-9959adf95fbb None None] Checking router: 814f201c-68c7-45bf-8b3b-695632833d0f for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:29:41.496719 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12586bb-6445-44ab-8b75-9959adf95fbb None None] Updating router 814f201c-68c7-45bf-8b3b-695632833d0f port ae48a897-cdb3-4ae6-93d0-25677a1d5096 binding host n-d-765315-29 {{(pid=102601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:29:41.498312 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-ba16d91b-2992-4b5b-a5ab-0b21dfc950c9 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 6a69cfb4-c0b7-4405-a09a-7240d8194a53) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:29:41.505782 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba16d91b-2992-4b5b-a5ab-0b21dfc950c9 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:41.505866 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ba16d91b-2992-4b5b-a5ab-0b21dfc950c9 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:41.532049 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-ba16d91b-2992-4b5b-a5ab-0b21dfc950c9 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0284002 Nov 12 08:29:41.532245 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 34298) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:41.566242 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e12586bb-6445-44ab-8b75-9959adf95fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:41.568832 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a5fec6-af25-4578-9642-ce0a991ec38a None None] Network 6a69cfb4-c0b7-4405-a09a-7240d8194a53 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:29:41.621038 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1abb6ca1-15e7-4684-8979-8c930dd467f9 req-cd075b91-0418-4247-bd32-f029efd06a04 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=59070d8f-e354-4643-b6db-9938f05a29ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5671973 Nov 12 08:29:41.654733 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-4c811f84-b2be-4e12-83d2-362dc3438aa4 req-d8228093-89c4-4918-ab4b-a4d6167535f4 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] For port 1ef3455d-b25c-4aa7-8358-1afb58b1eb13, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=1ef3455d-b25c-4aa7-8358-1afb58b1eb13,segment=NetworkSegment(e07c96e0-5af6-439e-b283-25e89ba24ea2),segment_id=e07c96e0-5af6-439e-b283-25e89ba24ea2)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:41.655282 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-4c811f84-b2be-4e12-83d2-362dc3438aa4 req-d8228093-89c4-4918-ab4b-a4d6167535f4 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:41.677989 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-4c811f84-b2be-4e12-83d2-362dc3438aa4 req-d8228093-89c4-4918-ab4b-a4d6167535f4 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Calling delete_port for 1ef3455d-b25c-4aa7-8358-1afb58b1eb13 owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:29:41.794452 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ac7b1e-081b-41c2-a318-7cad31d635e0 req-f8f02574-d4ee-44b6-814e-1636c95f2ed5 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:41.804582 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-10ac7b1e-081b-41c2-a318-7cad31d635e0 req-f8f02574-d4ee-44b6-814e-1636c95f2ed5 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=44828f50-33dd-4d92-a1f1-50e7ef19d191 HTTP/1.1" status: 200 len: 946 time: 0.0968502 Nov 12 08:29:41.944645 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-10ac7b1e-081b-41c2-a318-7cad31d635e0 req-073db8db-7efb-441d-99a0-cd3e82ae9644 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=59070d8f-e354-4643-b6db-9938f05a29ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1389847 Nov 12 08:29:42.021913 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a2449efd-477c-40ce-99eb-60bb0b08392e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:42.029577 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4aa66db5-3aac-4e2a-9808-dbf20dc4cf2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:42.033228 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-4c811f84-b2be-4e12-83d2-362dc3438aa4 req-d8228093-89c4-4918-ab4b-a4d6167535f4 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:42.091326 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650357a4-2a29-41d1-a190-e59f05968844 admin admin] Pushing event updated for resources: {'Network': ['ID=8cff4da5-80fe-4942-a14c-aee49cabf091,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:42.107370 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa66db5-3aac-4e2a-9808-dbf20dc4cf2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3a5a3ec-ff6f-4863-97f9-c76ec260e806,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:42.167810 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8228093-89c4-4918-ab4b-a4d6167535f4 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Pushing event deleted for resources: {'Port': ['ID=1ef3455d-b25c-4aa7-8358-1afb58b1eb13,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:42.257542 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-38389ce7-1328-46a4-b506-bb6e462fe448 req-df19fdf3-124f-4177-96ca-8a95b3db149f tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] For port 00fe5401-085e-4324-85d3-be6140815da8, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=00fe5401-085e-4324-85d3-be6140815da8,segment=NetworkSegment(115bdcdd-b1df-41c7-8bff-15a5e1fdca42),segment_id=115bdcdd-b1df-41c7-8bff-15a5e1fdca42)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:42.258472 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-38389ce7-1328-46a4-b506-bb6e462fe448 req-df19fdf3-124f-4177-96ca-8a95b3db149f tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:42.289734 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['a4a518c3-e7bb-4082-8b18-06e6f981519a'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:29:42.322824 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-38389ce7-1328-46a4-b506-bb6e462fe448 req-df19fdf3-124f-4177-96ca-8a95b3db149f tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Calling delete_port for 00fe5401-085e-4324-85d3-be6140815da8 owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:29:42.338472 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 8cff4da5-80fe-4942-a14c-aee49cabf091 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:29:42.366033 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 1ef3455d-b25c-4aa7-8358-1afb58b1eb13 no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:29:42.405089 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa66db5-3aac-4e2a-9808-dbf20dc4cf2a admin admin] Checking segment: {'id': 'bfdb4e7b-7386-4785-9623-27b947af3a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '8cff4da5-80fe-4942-a14c-aee49cabf091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:29:42.405460 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa66db5-3aac-4e2a-9808-dbf20dc4cf2a admin admin] Network hostable DHCP agents. Network: 8cff4da5-80fe-4942-a14c-aee49cabf091, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:29:42.432576 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-e530113a-7783-48f4-9840-8911a24052df None None] No Port match for: 1ef3455d-b25c-4aa7-8358-1afb58b1eb13 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:29:42.432994 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 1ef3455d-b25c-4aa7-8358-1afb58b1eb13 not bound to the agent host n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:29:42.444480 n-d-765315-29 neutron-server[102599]: INFO neutron.db.l3_db [None req-f2bdf55d-449f-4205-b37e-68a356d5f456 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Floating IP 65f22fc9-58bb-4d3d-9def-93a60256b81f associated. External IP: 172.25.2.78, port: e22b775a-a039-415a-be68-84e3c4aa81d5. Nov 12 08:29:42.446747 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c811f84-b2be-4e12-83d2-362dc3438aa4 req-d8228093-89c4-4918-ab4b-a4d6167535f4 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] No DVR routers for this DVR port 1ef3455d-b25c-4aa7-8358-1afb58b1eb13 on host n-h1-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:29:42.453702 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9652e07-4e52-4fa9-952f-77a8338e111d req-72fe4ef7-b2bb-4488-9882-bd6b780a0848 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:42.457082 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e9652e07-4e52-4fa9-952f-77a8338e111d req-72fe4ef7-b2bb-4488-9882-bd6b780a0848 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=c9ff5d58-4734-4269-aaab-4d99252bc1ff HTTP/1.1" status: 200 len: 946 time: 0.1933887 Nov 12 08:29:42.494619 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e12586bb-6445-44ab-8b75-9959adf95fbb None None] Publish callbacks [] for port, precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:42.499561 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-4c811f84-b2be-4e12-83d2-362dc3438aa4 req-d8228093-89c4-4918-ab4b-a4d6167535f4 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:42.504251 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4c811f84-b2be-4e12-83d2-362dc3438aa4 req-d8228093-89c4-4918-ab4b-a4d6167535f4 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.21 "DELETE /v2.0/ports/1ef3455d-b25c-4aa7-8358-1afb58b1eb13 HTTP/1.1" status: 204 len: 173 time: 3.2223001 Nov 12 08:29:42.552970 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f174281c-1460-4f21-836b-78ea4b6bf2e3', 'name': 'network-vif-deleted', 'tag': '1ef3455d-b25c-4aa7-8358-1afb58b1eb13'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:29:42.555672 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bad7b95e-810d-4e77-ad0e-6cfbfc65699b" -d '{"events": [{"server_uuid": "f174281c-1460-4f21-836b-78ea4b6bf2e3", "name": "network-vif-deleted", "tag": "1ef3455d-b25c-4aa7-8358-1afb58b1eb13"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:29:42.556780 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e9652e07-4e52-4fa9-952f-77a8338e111d req-e55cdeaf-1dca-453a-a849-a8a96d294883 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891571 Nov 12 08:29:42.576979 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa66db5-3aac-4e2a-9808-dbf20dc4cf2a admin admin] Network 8cff4da5-80fe-4942-a14c-aee49cabf091 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:29:42.609186 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a2449efd-477c-40ce-99eb-60bb0b08392e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:42.612458 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a2449efd-477c-40ce-99eb-60bb0b08392e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:42.616284 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-a2449efd-477c-40ce-99eb-60bb0b08392e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2cbb609e-418f-44b1-9b38-82faae6da4bb HTTP/1.1" status: 204 len: 168 time: 2.3125095 Nov 12 08:29:42.634661 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-4aa66db5-3aac-4e2a-9808-dbf20dc4cf2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 8cff4da5-80fe-4942-a14c-aee49cabf091) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:29:42.663307 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2449efd-477c-40ce-99eb-60bb0b08392e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cbb609e-418f-44b1-9b38-82faae6da4bb,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:42.677047 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d9c6c23b-b7d1-4dec-aae8-b825c19dd06a tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:42.677543 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa66db5-3aac-4e2a-9808-dbf20dc4cf2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:42.681414 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4aa66db5-3aac-4e2a-9808-dbf20dc4cf2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:42.725194 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:42.756195 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:42.758610 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d384a9-3616-4ee9-9e55-07e9558cf4d6 None None] Network 8cff4da5-80fe-4942-a14c-aee49cabf091 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:29:42.802992 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 00fe5401-085e-4324-85d3-be6140815da8, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=00fe5401-085e-4324-85d3-be6140815da8,segment=NetworkSegment(115bdcdd-b1df-41c7-8bff-15a5e1fdca42),segment_id=115bdcdd-b1df-41c7-8bff-15a5e1fdca42)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:42.807049 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:42.808802 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e12586bb-6445-44ab-8b75-9959adf95fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:42.851153 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9ff5d58-4734-4269-aaab-4d99252bc1ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00fe5401-085e-4324-85d3-be6140815da8'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:29:42.855057 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3588e452-ef8d-4903-9e43-31c4c6454849" -d '{"events": [{"server_uuid": "c9ff5d58-4734-4269-aaab-4d99252bc1ff", "name": "network-vif-unplugged", "status": "completed", "tag": "00fe5401-085e-4324-85d3-be6140815da8"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:29:42.899992 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-4aa66db5-3aac-4e2a-9808-dbf20dc4cf2a admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6219854 Nov 12 08:29:42.904662 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 34320) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:42.909302 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-d8d463da-3239-43f2-806a-91a9b2d742e2 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1805332521-router', 'tenant_id': '8ad4deb0fc3b4f3499f51bd2b1512ff6', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:42.955209 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:42.992431 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5b957b1a-906e-4b48-ad89-5fcfa726c80e req-9355de6d-250f-40c6-9315-bf7ed4253b45 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=f174281c-1460-4f21-836b-78ea4b6bf2e3 HTTP/1.1" status: 200 len: 210 time: 0.1582701 Nov 12 08:29:43.130339 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800aa034-db49-47fa-b520-917013ece078 None None] Pushing event updated for resources: {'Port': ['ID=ae48a897-cdb3-4ae6-93d0-25677a1d5096,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:43.143143 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-1a8f50de-6b68-422e-bd69-e3e7322f87d9 None None] Provisioning complete for port 6330f9e7-8254-4563-89cd-e819bceff90f triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:43.143794 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1a8f50de-6b68-422e-bd69-e3e7322f87d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:43.362663 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69fa38ed-6aa4-46b2-85ab-28ec28ec5c6c x-openstack-request-id: req-69fa38ed-6aa4-46b2-85ab-28ec28ec5c6c {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:29:43.362961 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9ff5d58-4734-4269-aaab-4d99252bc1ff", "name": "network-vif-unplugged", "status": "completed", "tag": "00fe5401-085e-4324-85d3-be6140815da8", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:29:43.363216 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-69fa38ed-6aa4-46b2-85ab-28ec28ec5c6c {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:29:43.365287 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9ff5d58-4734-4269-aaab-4d99252bc1ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00fe5401-085e-4324-85d3-be6140815da8', 'code': 200} Nov 12 08:29:43.498175 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 34328) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:43.575310 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-53499df7-ee48-4095-95cb-e8b5ecec10a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:43.633842 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d8d463da-3239-43f2-806a-91a9b2d742e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:43.634890 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d8d463da-3239-43f2-806a-91a9b2d742e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:43.677557 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbc0f820-7d2f-422e-919f-1c84e3075811 x-openstack-request-id: req-bbc0f820-7d2f-422e-919f-1c84e3075811 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:29:43.678017 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f174281c-1460-4f21-836b-78ea4b6bf2e3", "name": "network-vif-deleted", "tag": "1ef3455d-b25c-4aa7-8358-1afb58b1eb13", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:29:43.678136 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bbc0f820-7d2f-422e-919f-1c84e3075811 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:29:43.678455 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f174281c-1460-4f21-836b-78ea4b6bf2e3', 'name': 'network-vif-deleted', 'tag': '1ef3455d-b25c-4aa7-8358-1afb58b1eb13', 'status': 'completed', 'code': 200} Nov 12 08:29:43.708461 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fcc6d1-49bd-4e7b-bb37-84c2c099bee1 req-f576667d-9fba-4a8d-a886-7c3ab99c5173 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:43.717824 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-20fcc6d1-49bd-4e7b-bb37-84c2c099bee1 req-f576667d-9fba-4a8d-a886-7c3ab99c5173 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=44828f50-33dd-4d92-a1f1-50e7ef19d191 HTTP/1.1" status: 200 len: 946 time: 0.3140354 Nov 12 08:29:43.730991 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-38389ce7-1328-46a4-b506-bb6e462fe448 req-df19fdf3-124f-4177-96ca-8a95b3db149f tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:43.774569 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] For port 6330f9e7-8254-4563-89cd-e819bceff90f, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=6330f9e7-8254-4563-89cd-e819bceff90f,segment=NetworkSegment(9385c486-83da-4b62-8282-8a7886deec0f),segment_id=9385c486-83da-4b62-8282-8a7886deec0f)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:43.797243 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-d9c6c23b-b7d1-4dec-aae8-b825c19dd06a tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Allocated IP 172.22.0.1 (6a69cfb4-c0b7-4405-a09a-7240d8194a53/a7220d4f-91cb-4e6e-bd5f-ef3f502d4808/90267c71-cb1f-4411-824f-a5181f8dfb3e) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:29:43.813632 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-20fcc6d1-49bd-4e7b-bb37-84c2c099bee1 req-60860b14-bf91-4de4-b3c0-5bdaa6925fa9 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=59070d8f-e354-4643-b6db-9938f05a29ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949402 Nov 12 08:29:43.848069 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['42aa8616-a591-4351-b169-51e41bf4aec5'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:29:43.862112 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:43.937441 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df19fdf3-124f-4177-96ca-8a95b3db149f tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Pushing event deleted for resources: {'Port': ['ID=00fe5401-085e-4324-85d3-be6140815da8,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:43.973209 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62739f86-d641-41c5-a4a6-acf9029d304d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-6a69cfb4-c0b7-4405-a09a-7240d8194a53', 'network_id': '6a69cfb4-c0b7-4405-a09a-7240d8194a53', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'fixed_ips': [{'subnet_id': 'a7220d4f-91cb-4e6e-bd5f-ef3f502d4808'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:29:43.983472 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-62739f86-d641-41c5-a4a6-acf9029d304d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:43.997010 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df19fdf3-124f-4177-96ca-8a95b3db149f tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:43.997756 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df19fdf3-124f-4177-96ca-8a95b3db149f tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:43.998463 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df19fdf3-124f-4177-96ca-8a95b3db149f tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:43.998980 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df19fdf3-124f-4177-96ca-8a95b3db149f tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:43.999581 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df19fdf3-124f-4177-96ca-8a95b3db149f tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:44.000076 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df19fdf3-124f-4177-96ca-8a95b3db149f tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:44.000554 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df19fdf3-124f-4177-96ca-8a95b3db149f tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:44.000674 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-53499df7-ee48-4095-95cb-e8b5ecec10a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:44.001679 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df19fdf3-124f-4177-96ca-8a95b3db149f tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:44.002443 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df19fdf3-124f-4177-96ca-8a95b3db149f tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:44.003196 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df19fdf3-124f-4177-96ca-8a95b3db149f tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:44.004068 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df19fdf3-124f-4177-96ca-8a95b3db149f tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:44.004910 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df19fdf3-124f-4177-96ca-8a95b3db149f tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:44.018683 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=00fe5401-085e-4324-85d3-be6140815da8,revision_number=6']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:44.025184 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-53499df7-ee48-4095-95cb-e8b5ecec10a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:44.035975 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-e12586bb-6445-44ab-8b75-9959adf95fbb None None] Attempting to bind port ae48a897-cdb3-4ae6-93d0-25677a1d5096 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:29:44.035975 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-e12586bb-6445-44ab-8b75-9959adf95fbb None None] Attempting to bind port ae48a897-cdb3-4ae6-93d0-25677a1d5096 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '9385c486-83da-4b62-8282-8a7886deec0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5d1feb88-a25f-48ad-baf1-c1d85d827dda'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:29:44.036337 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12586bb-6445-44ab-8b75-9959adf95fbb None None] Attempting to bind port ae48a897-cdb3-4ae6-93d0-25677a1d5096 on network 5d1feb88-a25f-48ad-baf1-c1d85d827dda {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:29:44.041047 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d8d463da-3239-43f2-806a-91a9b2d742e2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:44.082388 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-38389ce7-1328-46a4-b506-bb6e462fe448 req-df19fdf3-124f-4177-96ca-8a95b3db149f tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] No DVR routers for this DVR port 00fe5401-085e-4324-85d3-be6140815da8 on host n-h2-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:29:44.088392 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-38389ce7-1328-46a4-b506-bb6e462fe448 req-df19fdf3-124f-4177-96ca-8a95b3db149f tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:44.090718 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53499df7-ee48-4095-95cb-e8b5ecec10a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5238889-a20b-4c76-99d6-47fba768f5d3,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:44.098375 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-38389ce7-1328-46a4-b506-bb6e462fe448 req-df19fdf3-124f-4177-96ca-8a95b3db149f tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.44 "DELETE /v2.0/ports/00fe5401-085e-4324-85d3-be6140815da8 HTTP/1.1" status: 204 len: 173 time: 4.8022437 Nov 12 08:29:44.212912 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-70fc923e-3f4f-4d4c-8b13-0ce5cb909c4f req-110e272d-a347-4b67-9db5-2af666cc6250 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=c9ff5d58-4734-4269-aaab-4d99252bc1ff HTTP/1.1" status: 200 len: 210 time: 0.1167545 Nov 12 08:29:44.215179 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53499df7-ee48-4095-95cb-e8b5ecec10a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:44.216938 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53499df7-ee48-4095-95cb-e8b5ecec10a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:44.217404 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53499df7-ee48-4095-95cb-e8b5ecec10a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:44.218354 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53499df7-ee48-4095-95cb-e8b5ecec10a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:44.218354 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53499df7-ee48-4095-95cb-e8b5ecec10a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:44.218773 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53499df7-ee48-4095-95cb-e8b5ecec10a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:44.219221 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53499df7-ee48-4095-95cb-e8b5ecec10a4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:44.219722 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53499df7-ee48-4095-95cb-e8b5ecec10a4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:44.220162 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53499df7-ee48-4095-95cb-e8b5ecec10a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:44.220642 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53499df7-ee48-4095-95cb-e8b5ecec10a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:44.221075 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53499df7-ee48-4095-95cb-e8b5ecec10a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:44.221605 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53499df7-ee48-4095-95cb-e8b5ecec10a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:44.228052 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d9c6c23b-b7d1-4dec-aae8-b825c19dd06a tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:44.243405 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-53499df7-ee48-4095-95cb-e8b5ecec10a4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d222472af73b4194b3dac890e2ea3fc2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7440100 Nov 12 08:29:44.254625 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 34342) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:44.268968 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12586bb-6445-44ab-8b75-9959adf95fbb None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:29:44.269529 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12586bb-6445-44ab-8b75-9959adf95fbb None None] Checking segment: {'id': '9385c486-83da-4b62-8282-8a7886deec0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5d1feb88-a25f-48ad-baf1-c1d85d827dda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:29:44.270486 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e12586bb-6445-44ab-8b75-9959adf95fbb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:44.271042 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12586bb-6445-44ab-8b75-9959adf95fbb None None] Bound using segment: {'id': '9385c486-83da-4b62-8282-8a7886deec0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5d1feb88-a25f-48ad-baf1-c1d85d827dda'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:29:44.271725 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-e12586bb-6445-44ab-8b75-9959adf95fbb None None] Bound port: ae48a897-cdb3-4ae6-93d0-25677a1d5096, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9385c486-83da-4b62-8282-8a7886deec0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5d1feb88-a25f-48ad-baf1-c1d85d827dda'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:29:44.272266 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e12586bb-6445-44ab-8b75-9959adf95fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:44.336388 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2bdf55d-449f-4205-b37e-68a356d5f456 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Router 478e8e34-2bef-4f3c-a97b-8efb9006eddd has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:29:44.361876 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 21f11915-2398-4fb4-b714-8db7d2028a5b up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:29:44.460329 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f3d54ad8-5e46-4958-ba75-a0bf0b470438 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:44.466233 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d9c6c23b-b7d1-4dec-aae8-b825c19dd06a tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:44.477408 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d8d463da-3239-43f2-806a-91a9b2d742e2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:44.524596 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f3d54ad8-5e46-4958-ba75-a0bf0b470438 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:44.554150 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715c37d1-5817-4327-a719-3c340bd668fc req-9fa3b2cb-64d0-49b4-a069-4cb7a6e5535a tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:44.556415 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-715c37d1-5817-4327-a719-3c340bd668fc req-9fa3b2cb-64d0-49b4-a069-4cb7a6e5535a tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=44828f50-33dd-4d92-a1f1-50e7ef19d191 HTTP/1.1" status: 200 len: 946 time: 0.1637475 Nov 12 08:29:44.566760 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c6c23b-b7d1-4dec-aae8-b825c19dd06a tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Network 6a69cfb4-c0b7-4405-a09a-7240d8194a53 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:29:44.567640 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 34346) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:44.578789 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-1a73b60f-e880-4128-8ec1-806feea4aed8 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Request body: {'floatingip': {'port_id': '0af5052b-702a-4c16-99fd-5b5921c73433'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:44.622995 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-d9c6c23b-b7d1-4dec-aae8-b825c19dd06a tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:29:44.637433 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2bdf55d-449f-4205-b37e-68a356d5f456 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:29:44.643512 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f2bdf55d-449f-4205-b37e-68a356d5f456 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:44.650817 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7149894e-9e33-4c84-a703-46d3238f4ee6 None None] Sync routers for ids ['478e8e34-2bef-4f3c-a97b-8efb9006eddd'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:29:44.674328 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7149894e-9e33-4c84-a703-46d3238f4ee6 None None] Routers {'478e8e34-2bef-4f3c-a97b-8efb9006eddd'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:29:44.675106 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-7149894e-9e33-4c84-a703-46d3238f4ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:29:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['478e8e34-2bef-4f3c-a97b-8efb9006eddd'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:44.688234 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c6c23b-b7d1-4dec-aae8-b825c19dd06a tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Pushing event updated for resources: {'Port': ['ID=90267c71-cb1f-4411-824f-a5181f8dfb3e,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:44.695921 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Pushing event updated for resources: {'Port': ['ID=6330f9e7-8254-4563-89cd-e819bceff90f,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:44.699918 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-f2bdf55d-449f-4205-b37e-68a356d5f456 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "PUT /v2.0/floatingips/65f22fc9-58bb-4d3d-9def-93a60256b81f HTTP/1.1" status: 200 len: 990 time: 6.5460389 Nov 12 08:29:44.722518 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c6c23b-b7d1-4dec-aae8-b825c19dd06a tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:29:44.765329 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-98ab81a2-c5dd-44e9-bbcb-99a89125477f None None] Provisioning complete for port 6330f9e7-8254-4563-89cd-e819bceff90f triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:44.765701 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-98ab81a2-c5dd-44e9-bbcb-99a89125477f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:44.798401 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745e1a85-624a-4964-83c3-7d1485904b14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-8cff4da5-80fe-4942-a14c-aee49cabf091', 'network_id': '8cff4da5-80fe-4942-a14c-aee49cabf091', 'tenant_id': '8ad4deb0fc3b4f3499f51bd2b1512ff6', 'fixed_ips': [{'subnet_id': 'c3a5a3ec-ff6f-4863-97f9-c76ec260e806'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:29:44.799399 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-745e1a85-624a-4964-83c3-7d1485904b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:44.818845 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d9c6c23b-b7d1-4dec-aae8-b825c19dd06a tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933481'] for router_interface, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:44.914604 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d8d463da-3239-43f2-806a-91a9b2d742e2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:44.937419 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-7149894e-9e33-4c84-a703-46d3238f4ee6 None None] Set router 478e8e34-2bef-4f3c-a97b-8efb9006eddd gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:29:44.944461 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d8d463da-3239-43f2-806a-91a9b2d742e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:44.969721 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1a73b60f-e880-4128-8ec1-806feea4aed8 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Publish callbacks [] for floatingip, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:45.093897 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-d8d463da-3239-43f2-806a-91a9b2d742e2 admin admin] Allocated IP 172.25.2.222 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/ad258e71-1faf-4b69-8128-66f62ac0e4a5) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:29:45.206431 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e12586bb-6445-44ab-8b75-9959adf95fbb None None] For port ae48a897-cdb3-4ae6-93d0-25677a1d5096, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:29:45.225114 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d8d463da-3239-43f2-806a-91a9b2d742e2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:45.279306 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d8d463da-3239-43f2-806a-91a9b2d742e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:45.325687 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d463da-3239-43f2-806a-91a9b2d742e2 admin admin] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:29:45.326852 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e12586bb-6445-44ab-8b75-9959adf95fbb None None] For port ae48a897-cdb3-4ae6-93d0-25677a1d5096, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=ae48a897-cdb3-4ae6-93d0-25677a1d5096,segment=NetworkSegment(9385c486-83da-4b62-8282-8a7886deec0f),segment_id=9385c486-83da-4b62-8282-8a7886deec0f)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:29:45.345846 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f3d54ad8-5e46-4958-ba75-a0bf0b470438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:45.352336 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-d8d463da-3239-43f2-806a-91a9b2d742e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:29:45.368935 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-7149894e-9e33-4c84-a703-46d3238f4ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478e8e34-2bef-4f3c-a97b-8efb9006eddd', 'name': 'tempest-TaggedBootDevicesTest_v242-1336460044-router', 'tenant_id': '21a2ac24705441ab9e82ecd18312805e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '508f0b20-9bd3-4adf-b2b5-6a1cc3277bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:26:12Z', 'updated_at': '2021-11-12T08:26:25Z', 'revision_number': 4, 'project_id': '21a2ac24705441ab9e82ecd18312805e', 'gw_port': {'id': '508f0b20-9bd3-4adf-b2b5-6a1cc3277bb0', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:81:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478e8e34-2bef-4f3c-a97b-8efb9006eddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1899, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:26:14Z', 'updated_at': '2021-11-12T08:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': '65f22fc9-58bb-4d3d-9def-93a60256b81f', 'tenant_id': '21a2ac24705441ab9e82ecd18312805e', 'floating_ip_address': '172.25.2.78', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': '478e8e34-2bef-4f3c-a97b-8efb9006eddd', 'port_id': 'e22b775a-a039-415a-be68-84e3c4aa81d5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1a7821e-f1d3-43e5-80d4-19a0f0105ed4', 'mac_address': 'fa:16:3e:0a:11:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b22e6f-34ba-40cc-8b8b-fe95438187cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:27:29Z', 'updated_at': '2021-11-12T08:29:40Z', 'revision_number': 1, 'project_id': '21a2ac24705441ab9e82ecd18312805e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dac7928-951a-4181-8ad9-ff7b528e1e4d', 'name': '', 'network_id': 'b1a7821e-f1d3-43e5-80d4-19a0f0105ed4', 'tenant_id': '21a2ac24705441ab9e82ecd18312805e', 'mac_address': 'fa:16:3e:4d:19:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478e8e34-2bef-4f3c-a97b-8efb9006eddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': '12b144a6-628e-40a7-ae42-7387cab28ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:26:22Z', 'updated_at': '2021-11-12T08:26:30Z', 'revision_number': 5, 'project_id': '21a2ac24705441ab9e82ecd18312805e', 'subnets': [{'id': '12b144a6-628e-40a7-ae42-7387cab28ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:45.371426 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f3d54ad8-5e46-4958-ba75-a0bf0b470438 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:45.375104 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-f3d54ad8-5e46-4958-ba75-a0bf0b470438 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c5238889-a20b-4c76-99d6-47fba768f5d3 HTTP/1.1" status: 204 len: 168 time: 1.1122735 Nov 12 08:29:45.381228 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d463da-3239-43f2-806a-91a9b2d742e2 admin admin] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:29:45.427057 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289d716d-8279-44f5-a749-6116e9b39dcc None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:29:45.458039 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e12586bb-6445-44ab-8b75-9959adf95fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:45.471885 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d463da-3239-43f2-806a-91a9b2d742e2 admin admin] Pushing event updated for resources: {'Port': ['ID=ad258e71-1faf-4b69-8128-66f62ac0e4a5,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:45.473122 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7149894e-9e33-4c84-a703-46d3238f4ee6 None None] Checking router: 478e8e34-2bef-4f3c-a97b-8efb9006eddd for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:29:45.483071 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7149894e-9e33-4c84-a703-46d3238f4ee6 None None] Routers {'478e8e34-2bef-4f3c-a97b-8efb9006eddd'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:29:45.483220 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1e3bb8-681e-46a7-84a4-2981b7066eee req-01223e12-3f29-4b38-b0f0-0ab796179cd0 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:45.483987 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-7149894e-9e33-4c84-a703-46d3238f4ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:29:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['478e8e34-2bef-4f3c-a97b-8efb9006eddd'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:45.485264 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1e1e3bb8-681e-46a7-84a4-2981b7066eee req-01223e12-3f29-4b38-b0f0-0ab796179cd0 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.21 "GET /v2.0/ports?device_id=be68d5ee-5d55-432a-8f59-c22021814713 HTTP/1.1" status: 200 len: 945 time: 0.1564229 Nov 12 08:29:45.503313 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 21f11915-2398-4fb4-b714-8db7d2028a5b triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:45.503752 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:45.509755 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-62739f86-d641-41c5-a4a6-acf9029d304d None None] Allocated IP 172.22.0.2 (6a69cfb4-c0b7-4405-a09a-7240d8194a53/a7220d4f-91cb-4e6e-bd5f-ef3f502d4808/96f0f6d5-b144-4dcb-bb79-922c575b8c65) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:29:45.674776 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-7149894e-9e33-4c84-a703-46d3238f4ee6 None None] Set router 478e8e34-2bef-4f3c-a97b-8efb9006eddd gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:29:45.721104 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9ff5d58-4734-4269-aaab-4d99252bc1ff', 'name': 'network-vif-deleted', 'tag': '00fe5401-085e-4324-85d3-be6140815da8'}, {'name': 'network-changed', 'server_uuid': 'e7b22e6f-34ba-40cc-8b8b-fe95438187cb', 'tag': 'e22b775a-a039-415a-be68-84e3c4aa81d5'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:29:45.726007 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d45fd2-1a06-4e70-8a92-4ff941308d94" -d '{"events": [{"server_uuid": "c9ff5d58-4734-4269-aaab-4d99252bc1ff", "name": "network-vif-deleted", "tag": "00fe5401-085e-4324-85d3-be6140815da8"}, {"name": "network-changed", "server_uuid": "e7b22e6f-34ba-40cc-8b8b-fe95438187cb", "tag": "e22b775a-a039-415a-be68-84e3c4aa81d5"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:29:45.788040 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12586bb-6445-44ab-8b75-9959adf95fbb None None] Routers {'814f201c-68c7-45bf-8b3b-695632833d0f'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:29:45.788717 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-e12586bb-6445-44ab-8b75-9959adf95fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:29:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['814f201c-68c7-45bf-8b3b-695632833d0f'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:46.111179 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d54ad8-5e46-4958-ba75-a0bf0b470438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5238889-a20b-4c76-99d6-47fba768f5d3,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:46.230217 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d8d463da-3239-43f2-806a-91a9b2d742e2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:46.258499 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-7149894e-9e33-4c84-a703-46d3238f4ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478e8e34-2bef-4f3c-a97b-8efb9006eddd', 'name': 'tempest-TaggedBootDevicesTest_v242-1336460044-router', 'tenant_id': '21a2ac24705441ab9e82ecd18312805e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '508f0b20-9bd3-4adf-b2b5-6a1cc3277bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:26:12Z', 'updated_at': '2021-11-12T08:26:25Z', 'revision_number': 4, 'project_id': '21a2ac24705441ab9e82ecd18312805e', 'gw_port': {'id': '508f0b20-9bd3-4adf-b2b5-6a1cc3277bb0', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:81:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478e8e34-2bef-4f3c-a97b-8efb9006eddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1899, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:26:14Z', 'updated_at': '2021-11-12T08:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': '65f22fc9-58bb-4d3d-9def-93a60256b81f', 'tenant_id': '21a2ac24705441ab9e82ecd18312805e', 'floating_ip_address': '172.25.2.78', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': '478e8e34-2bef-4f3c-a97b-8efb9006eddd', 'port_id': 'e22b775a-a039-415a-be68-84e3c4aa81d5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1a7821e-f1d3-43e5-80d4-19a0f0105ed4', 'mac_address': 'fa:16:3e:0a:11:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b22e6f-34ba-40cc-8b8b-fe95438187cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:27:29Z', 'updated_at': '2021-11-12T08:29:40Z', 'revision_number': 1, 'project_id': '21a2ac24705441ab9e82ecd18312805e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dac7928-951a-4181-8ad9-ff7b528e1e4d', 'name': '', 'network_id': 'b1a7821e-f1d3-43e5-80d4-19a0f0105ed4', 'tenant_id': '21a2ac24705441ab9e82ecd18312805e', 'mac_address': 'fa:16:3e:4d:19:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478e8e34-2bef-4f3c-a97b-8efb9006eddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': '12b144a6-628e-40a7-ae42-7387cab28ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:26:22Z', 'updated_at': '2021-11-12T08:26:30Z', 'revision_number': 5, 'project_id': '21a2ac24705441ab9e82ecd18312805e', 'subnets': [{'id': '12b144a6-628e-40a7-ae42-7387cab28ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:46.281586 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-e12586bb-6445-44ab-8b75-9959adf95fbb None None] Set router 814f201c-68c7-45bf-8b3b-695632833d0f gateway port host: None {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:29:46.314633 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7149894e-9e33-4c84-a703-46d3238f4ee6 None None] The sync data for ids ['478e8e34-2bef-4f3c-a97b-8efb9006eddd'] in n-d-765315-29 is: [{'id': '478e8e34-2bef-4f3c-a97b-8efb9006eddd', 'name': 'tempest-TaggedBootDevicesTest_v242-1336460044-router', 'tenant_id': '21a2ac24705441ab9e82ecd18312805e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '508f0b20-9bd3-4adf-b2b5-6a1cc3277bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:26:12Z', 'updated_at': '2021-11-12T08:26:25Z', 'revision_number': 4, 'project_id': '21a2ac24705441ab9e82ecd18312805e', 'gw_port': {'id': '508f0b20-9bd3-4adf-b2b5-6a1cc3277bb0', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:81:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478e8e34-2bef-4f3c-a97b-8efb9006eddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1899, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:26:14Z', 'updated_at': '2021-11-12T08:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': '65f22fc9-58bb-4d3d-9def-93a60256b81f', 'tenant_id': '21a2ac24705441ab9e82ecd18312805e', 'floating_ip_address': '172.25.2.78', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': '478e8e34-2bef-4f3c-a97b-8efb9006eddd', 'port_id': 'e22b775a-a039-415a-be68-84e3c4aa81d5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1a7821e-f1d3-43e5-80d4-19a0f0105ed4', 'mac_address': 'fa:16:3e:0a:11:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b22e6f-34ba-40cc-8b8b-fe95438187cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:27:29Z', 'updated_at': '2021-11-12T08:29:40Z', 'revision_number': 1, 'project_id': '21a2ac24705441ab9e82ecd18312805e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dac7928-951a-4181-8ad9-ff7b528e1e4d', 'name': '', 'network_id': 'b1a7821e-f1d3-43e5-80d4-19a0f0105ed4', 'tenant_id': '21a2ac24705441ab9e82ecd18312805e', 'mac_address': 'fa:16:3e:4d:19:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478e8e34-2bef-4f3c-a97b-8efb9006eddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': '12b144a6-628e-40a7-ae42-7387cab28ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:26:22Z', 'updated_at': '2021-11-12T08:26:30Z', 'revision_number': 5, 'project_id': '21a2ac24705441ab9e82ecd18312805e', 'subnets': [{'id': '12b144a6-628e-40a7-ae42-7387cab28ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:29:46.358228 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800aa034-db49-47fa-b520-917013ece078 None None] Pushing event updated for resources: {'Port': ['ID=ae48a897-cdb3-4ae6-93d0-25677a1d5096,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:46.373617 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-98ab81a2-c5dd-44e9-bbcb-99a89125477f None None] Provisioning complete for port ae48a897-cdb3-4ae6-93d0-25677a1d5096 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:46.373981 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-98ab81a2-c5dd-44e9-bbcb-99a89125477f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:46.540596 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-745e1a85-624a-4964-83c3-7d1485904b14 None None] Allocated IP 172.20.0.2 (8cff4da5-80fe-4942-a14c-aee49cabf091/c3a5a3ec-ff6f-4863-97f9-c76ec260e806/31a6ecdc-287a-406e-a717-3a30e467ef32) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:29:46.601100 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-1e1e3bb8-681e-46a7-84a4-2981b7066eee req-a61c8909-1fc1-4e43-affb-5b1b6cd1379e tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Deleting port a4a518c3-e7bb-4082-8b18-06e6f981519a {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:29:46.601459 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1e1e3bb8-681e-46a7-84a4-2981b7066eee req-a61c8909-1fc1-4e43-affb-5b1b6cd1379e tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:46.774875 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-1e1e3bb8-681e-46a7-84a4-2981b7066eee req-a61c8909-1fc1-4e43-affb-5b1b6cd1379e tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] For port a4a518c3-e7bb-4082-8b18-06e6f981519a, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=a4a518c3-e7bb-4082-8b18-06e6f981519a,segment=NetworkSegment(e07c96e0-5af6-439e-b283-25e89ba24ea2),segment_id=e07c96e0-5af6-439e-b283-25e89ba24ea2)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:46.775563 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1e1e3bb8-681e-46a7-84a4-2981b7066eee req-a61c8909-1fc1-4e43-affb-5b1b6cd1379e tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:46.790107 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-1e1e3bb8-681e-46a7-84a4-2981b7066eee req-a61c8909-1fc1-4e43-affb-5b1b6cd1379e tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Calling delete_port for a4a518c3-e7bb-4082-8b18-06e6f981519a owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:29:46.823149 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb4e278-c714-46bb-a118-731cb4aedd24 None None] New status for floating IP 65f22fc9-58bb-4d3d-9def-93a60256b81f: ACTIVE {{(pid=102601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:29:46.889279 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-62739f86-d641-41c5-a4a6-acf9029d304d None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:46.942163 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d9c6c23b-b7d1-4dec-aae8-b825c19dd06a tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:46.971025 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-62739f86-d641-41c5-a4a6-acf9029d304d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:47.066749 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-98ab81a2-c5dd-44e9-bbcb-99a89125477f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:47.161699 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d8d463da-3239-43f2-806a-91a9b2d742e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052'] for router, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:47.211633 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287c75ca-5596-47f8-9bc8-481346b038b2 req-15722722-6dba-460c-a51b-98dd966096de tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:47.217330 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-287c75ca-5596-47f8-9bc8-481346b038b2 req-15722722-6dba-460c-a51b-98dd966096de tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=be68d5ee-5d55-432a-8f59-c22021814713 HTTP/1.1" status: 200 len: 945 time: 1.8434565 Nov 12 08:29:47.248620 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62739f86-d641-41c5-a4a6-acf9029d304d None None] Network 6a69cfb4-c0b7-4405-a09a-7240d8194a53 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:29:47.263494 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-98ab81a2-c5dd-44e9-bbcb-99a89125477f None None] For port ae48a897-cdb3-4ae6-93d0-25677a1d5096, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=ae48a897-cdb3-4ae6-93d0-25677a1d5096,segment=NetworkSegment(9385c486-83da-4b62-8282-8a7886deec0f),segment_id=9385c486-83da-4b62-8282-8a7886deec0f)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:47.267598 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 6330f9e7-8254-4563-89cd-e819bceff90f up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:29:47.270772 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-62739f86-d641-41c5-a4a6-acf9029d304d None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:29:47.280089 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62739f86-d641-41c5-a4a6-acf9029d304d None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:29:47.366104 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-98ab81a2-c5dd-44e9-bbcb-99a89125477f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:47.475650 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1e1e3bb8-681e-46a7-84a4-2981b7066eee req-a61c8909-1fc1-4e43-affb-5b1b6cd1379e tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:47.487007 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.db.resource_extend [None req-1a73b60f-e880-4128-8ec1-806feea4aed8 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:29:47.529724 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62739f86-d641-41c5-a4a6-acf9029d304d None None] Pushing event updated for resources: {'Port': ['ID=96f0f6d5-b144-4dcb-bb79-922c575b8c65,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:47.535973 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61c8909-1fc1-4e43-affb-5b1b6cd1379e tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Pushing event deleted for resources: {'Port': ['ID=a4a518c3-e7bb-4082-8b18-06e6f981519a,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:47.585210 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-287c75ca-5596-47f8-9bc8-481346b038b2 req-a5a31cf6-1130-4d9a-9ca0-efbd2335073e tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=9dc9079a-4f63-4eb5-be12-eaa66771fe02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3668561 Nov 12 08:29:47.593679 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-62739f86-d641-41c5-a4a6-acf9029d304d None None] Attempting to bind port 96f0f6d5-b144-4dcb-bb79-922c575b8c65 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:29:47.594635 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-62739f86-d641-41c5-a4a6-acf9029d304d None None] Attempting to bind port 96f0f6d5-b144-4dcb-bb79-922c575b8c65 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': 'ebe1c436-fd18-4919-9238-20d850516962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '6a69cfb4-c0b7-4405-a09a-7240d8194a53'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:29:47.595264 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62739f86-d641-41c5-a4a6-acf9029d304d None None] Attempting to bind port 96f0f6d5-b144-4dcb-bb79-922c575b8c65 on network 6a69cfb4-c0b7-4405-a09a-7240d8194a53 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:29:47.616553 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8d463da-3239-43f2-806a-91a9b2d742e2 admin admin] Router 99827ece-d063-4a47-ab24-4878278d7946 is scheduled to L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 with binding_index 1 {{(pid=102599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:29:47.660735 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62739f86-d641-41c5-a4a6-acf9029d304d None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:29:47.661117 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62739f86-d641-41c5-a4a6-acf9029d304d None None] Checking segment: {'id': 'ebe1c436-fd18-4919-9238-20d850516962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '6a69cfb4-c0b7-4405-a09a-7240d8194a53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:29:47.661715 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-62739f86-d641-41c5-a4a6-acf9029d304d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:47.662550 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62739f86-d641-41c5-a4a6-acf9029d304d None None] Bound using segment: {'id': 'ebe1c436-fd18-4919-9238-20d850516962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '6a69cfb4-c0b7-4405-a09a-7240d8194a53'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:29:47.663333 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-62739f86-d641-41c5-a4a6-acf9029d304d None None] Bound port: 96f0f6d5-b144-4dcb-bb79-922c575b8c65, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe1c436-fd18-4919-9238-20d850516962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '6a69cfb4-c0b7-4405-a09a-7240d8194a53'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:29:47.663784 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-62739f86-d641-41c5-a4a6-acf9029d304d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:47.679457 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e1e3bb8-681e-46a7-84a4-2981b7066eee req-a61c8909-1fc1-4e43-affb-5b1b6cd1379e tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] No DVR routers for this DVR port a4a518c3-e7bb-4082-8b18-06e6f981519a on host n-h1-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:29:47.688349 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1e1e3bb8-681e-46a7-84a4-2981b7066eee req-a61c8909-1fc1-4e43-affb-5b1b6cd1379e tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:47.699149 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1e1e3bb8-681e-46a7-84a4-2981b7066eee req-a61c8909-1fc1-4e43-affb-5b1b6cd1379e tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.21 "DELETE /v2.0/ports/a4a518c3-e7bb-4082-8b18-06e6f981519a HTTP/1.1" status: 204 len: 173 time: 2.1087458 Nov 12 08:29:47.755479 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-7404fa2f-3451-42d6-9c7d-ee5f48d85da1 None None] Provisioning complete for port ad258e71-1faf-4b69-8128-66f62ac0e4a5 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:47.758443 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7404fa2f-3451-42d6-9c7d-ee5f48d85da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:47.832663 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 12 Nov 2021 08:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9821e42-6b15-4cd3-a62a-7faab9ba9a33 x-openstack-request-id: req-b9821e42-6b15-4cd3-a62a-7faab9ba9a33 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:29:47.833199 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9ff5d58-4734-4269-aaab-4d99252bc1ff", "name": "network-vif-deleted", "tag": "00fe5401-085e-4324-85d3-be6140815da8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e7b22e6f-34ba-40cc-8b8b-fe95438187cb", "tag": "e22b775a-a039-415a-be68-84e3c4aa81d5", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:29:47.833199 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b9821e42-6b15-4cd3-a62a-7faab9ba9a33 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:29:47.835252 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9ff5d58-4734-4269-aaab-4d99252bc1ff', 'name': 'network-vif-deleted', 'tag': '00fe5401-085e-4324-85d3-be6140815da8', 'status': 'completed', 'code': 200} Nov 12 08:29:47.836086 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7b22e6f-34ba-40cc-8b8b-fe95438187cb', 'tag': 'e22b775a-a039-415a-be68-84e3c4aa81d5', 'status': 'completed', 'code': 200} Nov 12 08:29:47.839301 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1a73b60f-e880-4128-8ec1-806feea4aed8 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:47.867154 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1a73b60f-e880-4128-8ec1-806feea4aed8 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:47.960699 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-7404fa2f-3451-42d6-9c7d-ee5f48d85da1 None None] Port ad258e71-1faf-4b69-8128-66f62ac0e4a5 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:29:47.965552 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d45fd2-1a06-4e70-8a92-4ff941308d94 req-8b23db7f-4ec0-44f8-9cd5-2fb060b8ea19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:47.966405 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d45fd2-1a06-4e70-8a92-4ff941308d94 req-8b23db7f-4ec0-44f8-9cd5-2fb060b8ea19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:47.967274 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d45fd2-1a06-4e70-8a92-4ff941308d94 req-8b23db7f-4ec0-44f8-9cd5-2fb060b8ea19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:47.967815 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d45fd2-1a06-4e70-8a92-4ff941308d94 req-8b23db7f-4ec0-44f8-9cd5-2fb060b8ea19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:47.968341 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d45fd2-1a06-4e70-8a92-4ff941308d94 req-8b23db7f-4ec0-44f8-9cd5-2fb060b8ea19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:47.968990 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d45fd2-1a06-4e70-8a92-4ff941308d94 req-8b23db7f-4ec0-44f8-9cd5-2fb060b8ea19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:47.969831 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d45fd2-1a06-4e70-8a92-4ff941308d94 req-8b23db7f-4ec0-44f8-9cd5-2fb060b8ea19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:47.972281 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d6d45fd2-1a06-4e70-8a92-4ff941308d94 req-8b23db7f-4ec0-44f8-9cd5-2fb060b8ea19 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=21a2ac24705441ab9e82ecd18312805e&device_id=e7b22e6f-34ba-40cc-8b8b-fe95438187cb HTTP/1.1" status: 200 len: 6509 time: 0.1340547 Nov 12 08:29:48.041401 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 34418) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:48.145376 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-7404fa2f-3451-42d6-9c7d-ee5f48d85da1 None None] Provisioning complete for port ae48a897-cdb3-4ae6-93d0-25677a1d5096 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:48.145749 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7404fa2f-3451-42d6-9c7d-ee5f48d85da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:48.311166 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-d24bbbb0-b6d8-488e-8a76-93ef13037cd2 tempest-QuotasNegativeTest-42501306 tempest-QuotasNegativeTest-42501306-project-admin] Request body: {'quota': {'network': 2}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:48.515672 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d9c6c23b-b7d1-4dec-aae8-b825c19dd06a tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:48.519007 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-d24bbbb0-b6d8-488e-8a76-93ef13037cd2 tempest-QuotasNegativeTest-42501306 tempest-QuotasNegativeTest-42501306-project-admin] 10.222.0.26 "PUT /v2.0/quotas/05189bf905c9413684e958802fa4e624 HTTP/1.1" status: 200 len: 368 time: 0.4697533 Nov 12 08:29:48.520576 n-d-765315-29 neutron-server[102600]: INFO neutron.db.l3_db [None req-1a73b60f-e880-4128-8ec1-806feea4aed8 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Floating IP 0a6a9990-d7eb-46ed-b09d-a5a0dd75362b associated. External IP: 172.25.2.176, port: 0af5052b-702a-4c16-99fd-5b5921c73433. Nov 12 08:29:48.577184 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 34438) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:48.611602 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device a4a518c3-e7bb-4082-8b18-06e6f981519a no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:29:48.624527 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-971a0314-d5ac-4ce4-ae01-68bc8b73597c tempest-QuotasNegativeTest-42501306 tempest-QuotasNegativeTest-42501306-project-admin] Request body: {'network': {'project_id': '05189bf905c9413684e958802fa4e624'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:48.628237 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d45fd2-1a06-4e70-8a92-4ff941308d94 req-99f87fa8-0308-4e5b-a920-4a01d932cbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:48.630454 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d6d45fd2-1a06-4e70-8a92-4ff941308d94 req-99f87fa8-0308-4e5b-a920-4a01d932cbb4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b1a7821e-f1d3-43e5-80d4-19a0f0105ed4 HTTP/1.1" status: 200 len: 918 time: 0.6225028 Nov 12 08:29:48.640161 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d9c6c23b-b7d1-4dec-aae8-b825c19dd06a tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:48.674725 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-62739f86-d641-41c5-a4a6-acf9029d304d None None] For port 96f0f6d5-b144-4dcb-bb79-922c575b8c65, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:29:48.678365 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-62739f86-d641-41c5-a4a6-acf9029d304d None None] For port 96f0f6d5-b144-4dcb-bb79-922c575b8c65, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=96f0f6d5-b144-4dcb-bb79-922c575b8c65,segment=NetworkSegment(ebe1c436-fd18-4919-9238-20d850516962),segment_id=ebe1c436-fd18-4919-9238-20d850516962)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:29:48.686073 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-e530113a-7783-48f4-9840-8911a24052df None None] No Port match for: a4a518c3-e7bb-4082-8b18-06e6f981519a {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:29:48.687044 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device a4a518c3-e7bb-4082-8b18-06e6f981519a not bound to the agent host n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:29:48.700728 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-62739f86-d641-41c5-a4a6-acf9029d304d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:48.730063 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-e12586bb-6445-44ab-8b75-9959adf95fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '814f201c-68c7-45bf-8b3b-695632833d0f', 'name': 'tempest-RoutersTest-router-1330110638', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:29:22Z', 'updated_at': '2021-11-12T08:29:45Z', 'revision_number': 4, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'gw_port_host': None, '_interfaces': [{'id': '90267c71-cb1f-4411-824f-a5181f8dfb3e', 'name': '', 'network_id': '6a69cfb4-c0b7-4405-a09a-7240d8194a53', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'mac_address': 'fa:16:3e:f8:70:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '814f201c-68c7-45bf-8b3b-695632833d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': 'a7220d4f-91cb-4e6e-bd5f-ef3f502d4808', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:43Z', 'updated_at': '2021-11-12T08:29:43Z', 'revision_number': 1, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'subnets': [{'id': 'a7220d4f-91cb-4e6e-bd5f-ef3f502d4808', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae48a897-cdb3-4ae6-93d0-25677a1d5096', 'name': '', 'network_id': '5d1feb88-a25f-48ad-baf1-c1d85d827dda', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'mac_address': 'fa:16:3e:00:5b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '814f201c-68c7-45bf-8b3b-695632833d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': '04987c3b-62f7-4744-9a00-633db06d619f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:35Z', 'updated_at': '2021-11-12T08:29:44Z', 'revision_number': 4, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'subnets': [{'id': '04987c3b-62f7-4744-9a00-633db06d619f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6537368-d1f5-4fea-be35-c8dddd5c232d', 'name': '', 'network_id': '39ea9667-9280-4213-97c2-fe88863d6404', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'mac_address': 'fa:16:3e:e9:57:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814f201c-68c7-45bf-8b3b-695632833d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '189478cb-3816-4a1a-b76a-7c6aae18bdf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:25Z', 'updated_at': '2021-11-12T08:29:36Z', 'revision_number': 5, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'subnets': [{'id': '189478cb-3816-4a1a-b76a-7c6aae18bdf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:48.731139 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c6c23b-b7d1-4dec-aae8-b825c19dd06a tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Pushing event updated for resources: {'Port': ['ID=90267c71-cb1f-4411-824f-a5181f8dfb3e,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:48.732482 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d6d45fd2-1a06-4e70-8a92-4ff941308d94 req-2017ba3b-f43c-4d06-85ee-953ba68332d4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e22b775a-a039-415a-be68-84e3c4aa81d5 HTTP/1.1" status: 200 len: 1000 time: 0.0902498 Nov 12 08:29:48.735371 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ab81a2-c5dd-44e9-bbcb-99a89125477f None None] Pushing event updated for resources: {'Port': ['ID=ae48a897-cdb3-4ae6-93d0-25677a1d5096,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:48.755068 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc9423-5811-423e-b4fd-7cc36c1fbc85 req-8f018147-18b5-46f0-9995-5f13a47d8ba1 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:48.766706 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c8bc9423-5811-423e-b4fd-7cc36c1fbc85 req-8f018147-18b5-46f0-9995-5f13a47d8ba1 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/networks?id=97ca3497-d4cd-4c64-83f2-e4cf0b99a680 HTTP/1.1" status: 200 len: 805 time: 0.4882035 Nov 12 08:29:48.783129 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-745e1a85-624a-4964-83c3-7d1485904b14 None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:48.790754 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12586bb-6445-44ab-8b75-9959adf95fbb None None] The sync data for ids ['814f201c-68c7-45bf-8b3b-695632833d0f'] in n-d-765315-29 is: [{'id': '814f201c-68c7-45bf-8b3b-695632833d0f', 'name': 'tempest-RoutersTest-router-1330110638', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:29:22Z', 'updated_at': '2021-11-12T08:29:45Z', 'revision_number': 4, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'gw_port_host': None, '_interfaces': [{'id': '90267c71-cb1f-4411-824f-a5181f8dfb3e', 'name': '', 'network_id': '6a69cfb4-c0b7-4405-a09a-7240d8194a53', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'mac_address': 'fa:16:3e:f8:70:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '814f201c-68c7-45bf-8b3b-695632833d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': 'a7220d4f-91cb-4e6e-bd5f-ef3f502d4808', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:43Z', 'updated_at': '2021-11-12T08:29:43Z', 'revision_number': 1, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'subnets': [{'id': 'a7220d4f-91cb-4e6e-bd5f-ef3f502d4808', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae48a897-cdb3-4ae6-93d0-25677a1d5096', 'name': '', 'network_id': '5d1feb88-a25f-48ad-baf1-c1d85d827dda', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'mac_address': 'fa:16:3e:00:5b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '814f201c-68c7-45bf-8b3b-695632833d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': '04987c3b-62f7-4744-9a00-633db06d619f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:35Z', 'updated_at': '2021-11-12T08:29:44Z', 'revision_number': 4, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'subnets': [{'id': '04987c3b-62f7-4744-9a00-633db06d619f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6537368-d1f5-4fea-be35-c8dddd5c232d', 'name': '', 'network_id': '39ea9667-9280-4213-97c2-fe88863d6404', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'mac_address': 'fa:16:3e:e9:57:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814f201c-68c7-45bf-8b3b-695632833d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '189478cb-3816-4a1a-b76a-7c6aae18bdf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:25Z', 'updated_at': '2021-11-12T08:29:36Z', 'revision_number': 5, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'subnets': [{'id': '189478cb-3816-4a1a-b76a-7c6aae18bdf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:29:48.814378 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8d463da-3239-43f2-806a-91a9b2d742e2 admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:29:48.829059 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d84b0a-eb3a-4e24-a6c7-3ce120727159 None None] Sync routers for ids ['99827ece-d063-4a47-ab24-4878278d7946'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:29:48.842112 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d84b0a-eb3a-4e24-a6c7-3ce120727159 None None] Routers {'99827ece-d063-4a47-ab24-4878278d7946'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:29:48.843421 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-a0d84b0a-eb3a-4e24-a6c7-3ce120727159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:29:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['99827ece-d063-4a47-ab24-4878278d7946'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:48.847265 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-971a0314-d5ac-4ce4-ae01-68bc8b73597c tempest-QuotasNegativeTest-42501306 tempest-QuotasNegativeTest-42501306-project-admin] Made reservation on behalf of 05189bf905c9413684e958802fa4e624 for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:29:48.849616 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-971a0314-d5ac-4ce4-ae01-68bc8b73597c tempest-QuotasNegativeTest-42501306 tempest-QuotasNegativeTest-42501306-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:48.852251 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 6330f9e7-8254-4563-89cd-e819bceff90f triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:48.852745 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:48.853876 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d9c6c23b-b7d1-4dec-aae8-b825c19dd06a tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933629'] for router_interface, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:48.916490 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c8bc9423-5811-423e-b4fd-7cc36c1fbc85 req-17b3f2c9-438b-4c54-b41c-0d38cd992710 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/quotas/4e695ccfe3434d44ababb01fdc20479b HTTP/1.1" status: 200 len: 375 time: 0.1480305 Nov 12 08:29:48.935105 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-971a0314-d5ac-4ce4-ae01-68bc8b73597c tempest-QuotasNegativeTest-42501306 tempest-QuotasNegativeTest-42501306-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:48.937926 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d45fd2-1a06-4e70-8a92-4ff941308d94 req-e83eddce-e6d4-47d1-8d07-e3ca40c08c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:48.939457 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d6d45fd2-1a06-4e70-8a92-4ff941308d94 req-e83eddce-e6d4-47d1-8d07-e3ca40c08c6c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=12b144a6-628e-40a7-ae42-7387cab28ef8 HTTP/1.1" status: 200 len: 856 time: 0.1752586 Nov 12 08:29:48.944223 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-745e1a85-624a-4964-83c3-7d1485904b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:48.974878 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d8d463da-3239-43f2-806a-91a9b2d742e2 admin admin] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:48.976138 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-d8d463da-3239-43f2-806a-91a9b2d742e2 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.0703664 Nov 12 08:29:49.041613 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62739f86-d641-41c5-a4a6-acf9029d304d None None] Pushing event updated for resources: {'Port': ['ID=96f0f6d5-b144-4dcb-bb79-922c575b8c65,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:49.061412 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 34444) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:49.088573 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-a0d84b0a-eb3a-4e24-a6c7-3ce120727159 None None] Set router 99827ece-d063-4a47-ab24-4878278d7946 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:29:49.164377 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745e1a85-624a-4964-83c3-7d1485904b14 None None] Network 8cff4da5-80fe-4942-a14c-aee49cabf091 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:29:49.173719 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-745e1a85-624a-4964-83c3-7d1485904b14 None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:29:49.175879 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745e1a85-624a-4964-83c3-7d1485904b14 None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:29:49.231915 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e1a85-624a-4964-83c3-7d1485904b14 None None] Pushing event updated for resources: {'Port': ['ID=31a6ecdc-287a-406e-a717-3a30e467ef32,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:49.308187 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c8bc9423-5811-423e-b4fd-7cc36c1fbc85 req-760f763b-8ac1-4249-9aea-0ea6c8d18ef3 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=4e695ccfe3434d44ababb01fdc20479b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3901069 Nov 12 08:29:49.350032 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c6c23b-b7d1-4dec-aae8-b825c19dd06a tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Network 6a69cfb4-c0b7-4405-a09a-7240d8194a53 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:29:49.359722 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-d9c6c23b-b7d1-4dec-aae8-b825c19dd06a tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:29:49.362978 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a73b60f-e880-4128-8ec1-806feea4aed8 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Router bb9449dd-2085-4a38-9efe-6dead1752c5d has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:29:49.442683 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-971a0314-d5ac-4ce4-ae01-68bc8b73597c tempest-QuotasNegativeTest-42501306 tempest-QuotasNegativeTest-42501306-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:49.453396 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-745e1a85-624a-4964-83c3-7d1485904b14 None None] Attempting to bind port 31a6ecdc-287a-406e-a717-3a30e467ef32 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:29:49.453909 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-745e1a85-624a-4964-83c3-7d1485904b14 None None] Attempting to bind port 31a6ecdc-287a-406e-a717-3a30e467ef32 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': 'bfdb4e7b-7386-4785-9623-27b947af3a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '8cff4da5-80fe-4942-a14c-aee49cabf091'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:29:49.454277 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745e1a85-624a-4964-83c3-7d1485904b14 None None] Attempting to bind port 31a6ecdc-287a-406e-a717-3a30e467ef32 on network 8cff4da5-80fe-4942-a14c-aee49cabf091 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:29:49.469842 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745e1a85-624a-4964-83c3-7d1485904b14 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:29:49.470029 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d45fd2-1a06-4e70-8a92-4ff941308d94 req-f0c32deb-3a7b-4473-861e-f6f235eb3d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:49.470760 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745e1a85-624a-4964-83c3-7d1485904b14 None None] Checking segment: {'id': 'bfdb4e7b-7386-4785-9623-27b947af3a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '8cff4da5-80fe-4942-a14c-aee49cabf091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:29:49.471463 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-745e1a85-624a-4964-83c3-7d1485904b14 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:49.471918 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745e1a85-624a-4964-83c3-7d1485904b14 None None] Bound using segment: {'id': 'bfdb4e7b-7386-4785-9623-27b947af3a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '8cff4da5-80fe-4942-a14c-aee49cabf091'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:29:49.473110 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-745e1a85-624a-4964-83c3-7d1485904b14 None None] Bound port: 31a6ecdc-287a-406e-a717-3a30e467ef32, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfdb4e7b-7386-4785-9623-27b947af3a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '8cff4da5-80fe-4942-a14c-aee49cabf091'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:29:49.473498 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-745e1a85-624a-4964-83c3-7d1485904b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:49.487044 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d6d45fd2-1a06-4e70-8a92-4ff941308d94 req-f0c32deb-3a7b-4473-861e-f6f235eb3d37 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b1a7821e-f1d3-43e5-80d4-19a0f0105ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5057769 Nov 12 08:29:49.519059 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-971a0314-d5ac-4ce4-ae01-68bc8b73597c tempest-QuotasNegativeTest-42501306 tempest-QuotasNegativeTest-42501306-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:49.619871 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-745e1a85-624a-4964-83c3-7d1485904b14 None None] For port 31a6ecdc-287a-406e-a717-3a30e467ef32, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:29:49.627011 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-745e1a85-624a-4964-83c3-7d1485904b14 None None] For port 31a6ecdc-287a-406e-a717-3a30e467ef32, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=31a6ecdc-287a-406e-a717-3a30e467ef32,segment=NetworkSegment(bfdb4e7b-7386-4785-9623-27b947af3a0e),segment_id=bfdb4e7b-7386-4785-9623-27b947af3a0e)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:29:49.644439 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-745e1a85-624a-4964-83c3-7d1485904b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:49.683287 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-a0d84b0a-eb3a-4e24-a6c7-3ce120727159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99827ece-d063-4a47-ab24-4878278d7946', 'name': 'tempest-TestServerMultinode-1805332521-router', 'tenant_id': '8ad4deb0fc3b4f3499f51bd2b1512ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': 'ad258e71-1faf-4b69-8128-66f62ac0e4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:29:43Z', 'updated_at': '2021-11-12T08:29:45Z', 'revision_number': 3, 'project_id': '8ad4deb0fc3b4f3499f51bd2b1512ff6', 'gw_port': {'id': 'ad258e71-1faf-4b69-8128-66f62ac0e4a5', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6b:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99827ece-d063-4a47-ab24-4878278d7946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:44Z', 'updated_at': '2021-11-12T08:29:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:49.714771 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 96f0f6d5-b144-4dcb-bb79-922c575b8c65 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:29:49.769406 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d84b0a-eb3a-4e24-a6c7-3ce120727159 None None] Checking router: 99827ece-d063-4a47-ab24-4878278d7946 for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:29:49.771437 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d84b0a-eb3a-4e24-a6c7-3ce120727159 None None] Updating router 99827ece-d063-4a47-ab24-4878278d7946 port ad258e71-1faf-4b69-8128-66f62ac0e4a5 binding host n-d-765315-29 {{(pid=102602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:29:49.839837 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-a0d84b0a-eb3a-4e24-a6c7-3ce120727159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:49.848343 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a73b60f-e880-4128-8ec1-806feea4aed8 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:29:49.853067 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be68d5ee-5d55-432a-8f59-c22021814713', 'name': 'network-vif-deleted', 'tag': 'a4a518c3-e7bb-4082-8b18-06e6f981519a'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:29:49.856289 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb6f249a-48f0-492a-a620-16807c6b0a0d" -d '{"events": [{"server_uuid": "be68d5ee-5d55-432a-8f59-c22021814713", "name": "network-vif-deleted", "tag": "a4a518c3-e7bb-4082-8b18-06e6f981519a"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:29:49.870737 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4d9207-7354-4e3a-9d5c-1e60f8ca37a3 None None] Sync routers for ids ['bb9449dd-2085-4a38-9efe-6dead1752c5d'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:29:49.873238 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1a73b60f-e880-4128-8ec1-806feea4aed8 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:49.876526 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e1a85-624a-4964-83c3-7d1485904b14 None None] Pushing event updated for resources: {'Port': ['ID=31a6ecdc-287a-406e-a717-3a30e467ef32,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:49.891646 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [req-c8bc9423-5811-423e-b4fd-7cc36c1fbc85 req-3b8c9efb-88dd-4246-ba6c-5abce28eac52 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:29:49.893210 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c8bc9423-5811-423e-b4fd-7cc36c1fbc85 req-3b8c9efb-88dd-4246-ba6c-5abce28eac52 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5741031 Nov 12 08:29:49.896545 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-971a0314-d5ac-4ce4-ae01-68bc8b73597c tempest-QuotasNegativeTest-42501306 tempest-QuotasNegativeTest-42501306-project-admin] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:29:49.909859 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4d9207-7354-4e3a-9d5c-1e60f8ca37a3 None None] Routers {'bb9449dd-2085-4a38-9efe-6dead1752c5d'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:29:49.910571 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-4a4d9207-7354-4e3a-9d5c-1e60f8ca37a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:29:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['bb9449dd-2085-4a38-9efe-6dead1752c5d'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:49.936202 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-971a0314-d5ac-4ce4-ae01-68bc8b73597c tempest-QuotasNegativeTest-42501306 tempest-QuotasNegativeTest-42501306-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:49.936633 n-d-765315-29 neutron-server[102599]: INFO neutron.db.segments_db [None req-971a0314-d5ac-4ce4-ae01-68bc8b73597c tempest-QuotasNegativeTest-42501306 tempest-QuotasNegativeTest-42501306-project-admin] Added segment a2f5100e-8297-4776-b31b-71cbb221e934 of type vlan for network e264a710-0f30-446a-b6ae-3280c528f2c7 Nov 12 08:29:49.990364 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9c6c23b-b7d1-4dec-aae8-b825c19dd06a tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Router 814f201c-68c7-45bf-8b3b-695632833d0f has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:29:50.057498 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 96f0f6d5-b144-4dcb-bb79-922c575b8c65 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:50.057498 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:50.226434 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971a0314-d5ac-4ce4-ae01-68bc8b73597c tempest-QuotasNegativeTest-42501306 tempest-QuotasNegativeTest-42501306-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b922ccc-49df-4b33-b7b1-cb2e98514722,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:50.269223 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-971a0314-d5ac-4ce4-ae01-68bc8b73597c tempest-QuotasNegativeTest-42501306 tempest-QuotasNegativeTest-42501306-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:50.325165 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-4a4d9207-7354-4e3a-9d5c-1e60f8ca37a3 None None] Set router bb9449dd-2085-4a38-9efe-6dead1752c5d gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:29:50.556331 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-a0d84b0a-eb3a-4e24-a6c7-3ce120727159 None None] Publish callbacks [] for port, precommit_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:50.568654 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-a0d84b0a-eb3a-4e24-a6c7-3ce120727159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:50.590999 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.db.resource_extend [None req-971a0314-d5ac-4ce4-ae01-68bc8b73597c tempest-QuotasNegativeTest-42501306 tempest-QuotasNegativeTest-42501306-project-admin] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:29:50.642556 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d6d45fd2-1a06-4e70-8a92-4ff941308d94 req-b46537c8-7ae6-4713-b13e-abf9a34e4ad7 service neutron] 10.222.0.21 "GET /v2.0/networks/b1a7821e-f1d3-43e5-80d4-19a0f0105ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1545873 Nov 12 08:29:50.675924 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d814c13-7fe4-4682-9255-2b59b253d1b8 None None] Pushing event updated for resources: {'Port': ['ID=ad258e71-1faf-4b69-8128-66f62ac0e4a5,revision_number=2']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:50.721813 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-a0d84b0a-eb3a-4e24-a6c7-3ce120727159 None None] Attempting to bind port ad258e71-1faf-4b69-8128-66f62ac0e4a5 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:29:50.723695 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-a0d84b0a-eb3a-4e24-a6c7-3ce120727159 None None] Attempting to bind port ad258e71-1faf-4b69-8128-66f62ac0e4a5 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:29:50.724076 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d84b0a-eb3a-4e24-a6c7-3ce120727159 None None] Attempting to bind port ad258e71-1faf-4b69-8128-66f62ac0e4a5 on network d709f64f-f9e6-4525-b020-ad48633b9bbf {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:29:50.738087 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d84b0a-eb3a-4e24-a6c7-3ce120727159 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:29:50.738453 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d84b0a-eb3a-4e24-a6c7-3ce120727159 None None] Checking segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:29:50.738880 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-a0d84b0a-eb3a-4e24-a6c7-3ce120727159 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:50.739267 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d84b0a-eb3a-4e24-a6c7-3ce120727159 None None] Bound using segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:29:50.739733 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-a0d84b0a-eb3a-4e24-a6c7-3ce120727159 None None] Bound port: ad258e71-1faf-4b69-8128-66f62ac0e4a5, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:29:50.740104 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-a0d84b0a-eb3a-4e24-a6c7-3ce120727159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:50.784340 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-1a73b60f-e880-4128-8ec1-806feea4aed8 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "PUT /v2.0/floatingips/0a6a9990-d7eb-46ed-b09d-a5a0dd75362b HTTP/1.1" status: 200 len: 992 time: 6.2094173 Nov 12 08:29:50.788022 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9906ba5c-390e-4c42-9034-1005b19a49de None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:29:50.788657 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44828f50-33dd-4d92-a1f1-50e7ef19d191', 'tag': '0af5052b-702a-4c16-99fd-5b5921c73433'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:29:50.791626 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb42acb8-9bb3-429e-83c6-c04518d6f96c" -d '{"events": [{"name": "network-changed", "server_uuid": "44828f50-33dd-4d92-a1f1-50e7ef19d191", "tag": "0af5052b-702a-4c16-99fd-5b5921c73433"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:29:50.811998 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64032a67-720d-4fdc-941b-4dc3403b6d29 None None] Network 6a69cfb4-c0b7-4405-a09a-7240d8194a53 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:29:50.883894 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-a0d84b0a-eb3a-4e24-a6c7-3ce120727159 None None] For port ad258e71-1faf-4b69-8128-66f62ac0e4a5, host n-d-765315-29, cleared binding levels {{(pid=102602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:29:50.887468 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:50.888475 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-a0d84b0a-eb3a-4e24-a6c7-3ce120727159 None None] For port ad258e71-1faf-4b69-8128-66f62ac0e4a5, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=ad258e71-1faf-4b69-8128-66f62ac0e4a5,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:29:50.898539 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-a0d84b0a-eb3a-4e24-a6c7-3ce120727159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:50.917579 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-971a0314-d5ac-4ce4-ae01-68bc8b73597c tempest-QuotasNegativeTest-42501306 tempest-QuotasNegativeTest-42501306-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:50.919343 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971a0314-d5ac-4ce4-ae01-68bc8b73597c tempest-QuotasNegativeTest-42501306 tempest-QuotasNegativeTest-42501306-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:50.920176 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-971a0314-d5ac-4ce4-ae01-68bc8b73597c tempest-QuotasNegativeTest-42501306 tempest-QuotasNegativeTest-42501306-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:50.974979 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-21b30e13-92f6-49d3-874e-437fcf081b6e None None] Provisioning complete for port 96f0f6d5-b144-4dcb-bb79-922c575b8c65 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:50.978473 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-21b30e13-92f6-49d3-874e-437fcf081b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:51.027906 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e8e3d1-e87e-42a4-bd29-8c1088b33756 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:29:51.032877 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d84b0a-eb3a-4e24-a6c7-3ce120727159 None None] Routers {'99827ece-d063-4a47-ab24-4878278d7946'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:29:51.033345 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-a0d84b0a-eb3a-4e24-a6c7-3ce120727159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:29:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['99827ece-d063-4a47-ab24-4878278d7946'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:51.041172 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d814c13-7fe4-4682-9255-2b59b253d1b8 None None] Pushing event updated for resources: {'Port': ['ID=ad258e71-1faf-4b69-8128-66f62ac0e4a5,revision_number=3']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:51.048466 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c8bc9423-5811-423e-b4fd-7cc36c1fbc85 req-b6f1c4e3-d47f-4a6b-9379-5a60fc4ff702 service neutron] 10.222.0.26 "GET /v2.0/networks/97ca3497-d4cd-4c64-83f2-e4cf0b99a680?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1075811 Nov 12 08:29:51.053341 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9c6c23b-b7d1-4dec-aae8-b825c19dd06a tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:29:51.086170 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-d9c6c23b-b7d1-4dec-aae8-b825c19dd06a tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "PUT /v2.0/routers/814f201c-68c7-45bf-8b3b-695632833d0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5525742 Nov 12 08:29:51.108244 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 34462) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:51.118400 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-703d6d42-ae6b-440b-bcf3-4368c1158584 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Request body: {'network': {'name': 'tempest-RoutersTest-1115293320'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:51.164546 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971a0314-d5ac-4ce4-ae01-68bc8b73597c tempest-QuotasNegativeTest-42501306 tempest-QuotasNegativeTest-42501306-project-admin] Pushing event updated for resources: {'Network': ['ID=e264a710-0f30-446a-b6ae-3280c528f2c7,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:51.189780 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-971a0314-d5ac-4ce4-ae01-68bc8b73597c tempest-QuotasNegativeTest-42501306 tempest-QuotasNegativeTest-42501306-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.6081254 Nov 12 08:29:51.233695 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network e264a710-0f30-446a-b6ae-3280c528f2c7 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:29:51.243044 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 34464) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:51.252421 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-01534752-ae04-49a0-b996-4e714e758d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:51.261022 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-f69b5bca-a1e1-470d-b263-2832356e513d tempest-QuotasNegativeTest-42501306 tempest-QuotasNegativeTest-42501306-project-admin] Request body: {'network': {'project_id': '05189bf905c9413684e958802fa4e624'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:51.291489 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-a0d84b0a-eb3a-4e24-a6c7-3ce120727159 None None] Set router 99827ece-d063-4a47-ab24-4878278d7946 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:29:51.324368 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c8bc9423-5811-423e-b4fd-7cc36c1fbc85 req-b0d00ceb-36cd-4905-a3a1-ba754a7e0020 service neutron] 10.222.0.26 "GET /v2.0/networks/97ca3497-d4cd-4c64-83f2-e4cf0b99a680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368414 Nov 12 08:29:51.357294 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-703d6d42-ae6b-440b-bcf3-4368c1158584 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Made reservation on behalf of 3bc82bde5c1e44328ae4090155cd54d6 for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:29:51.360920 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-703d6d42-ae6b-440b-bcf3-4368c1158584 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:51.408115 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] For port 96f0f6d5-b144-4dcb-bb79-922c575b8c65, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=96f0f6d5-b144-4dcb-bb79-922c575b8c65,segment=NetworkSegment(ebe1c436-fd18-4919-9238-20d850516962),segment_id=ebe1c436-fd18-4919-9238-20d850516962)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:51.410849 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-703d6d42-ae6b-440b-bcf3-4368c1158584 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:29:51.429843 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-703d6d42-ae6b-440b-bcf3-4368c1158584 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:51.430200 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-703d6d42-ae6b-440b-bcf3-4368c1158584 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Added segment ec9cb9c6-2ef8-4479-ab98-00520038c67f of type vlan for network 8b93583d-3016-41de-89a3-1521c498d0f0 Nov 12 08:29:51.478762 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:51.512284 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-703d6d42-ae6b-440b-bcf3-4368c1158584 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:51.577577 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-703d6d42-ae6b-440b-bcf3-4368c1158584 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:51.594246 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703d6d42-ae6b-440b-bcf3-4368c1158584 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:51.595305 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-703d6d42-ae6b-440b-bcf3-4368c1158584 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:51.615962 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab46322b-5353-4844-8806-6499313692db None None] Network 8cff4da5-80fe-4942-a14c-aee49cabf091 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:29:51.745888 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-01534752-ae04-49a0-b996-4e714e758d2b admin admin] Allocated IP 172.20.0.1 (8cff4da5-80fe-4942-a14c-aee49cabf091/c3a5a3ec-ff6f-4863-97f9-c76ec260e806/76bf214c-6548-463a-9b7f-58eb8bb6b79d) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:29:51.748267 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-a0d84b0a-eb3a-4e24-a6c7-3ce120727159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99827ece-d063-4a47-ab24-4878278d7946', 'name': 'tempest-TestServerMultinode-1805332521-router', 'tenant_id': '8ad4deb0fc3b4f3499f51bd2b1512ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': 'ad258e71-1faf-4b69-8128-66f62ac0e4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:29:43Z', 'updated_at': '2021-11-12T08:29:45Z', 'revision_number': 3, 'project_id': '8ad4deb0fc3b4f3499f51bd2b1512ff6', 'gw_port': {'id': 'ad258e71-1faf-4b69-8128-66f62ac0e4a5', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6b:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99827ece-d063-4a47-ab24-4878278d7946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:44Z', 'updated_at': '2021-11-12T08:29:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:51.801208 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703d6d42-ae6b-440b-bcf3-4368c1158584 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Pushing event updated for resources: {'Network': ['ID=8b93583d-3016-41de-89a3-1521c498d0f0,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:51.821200 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d84b0a-eb3a-4e24-a6c7-3ce120727159 None None] The sync data for ids ['99827ece-d063-4a47-ab24-4878278d7946'] in n-d-765315-29 is: [{'id': '99827ece-d063-4a47-ab24-4878278d7946', 'name': 'tempest-TestServerMultinode-1805332521-router', 'tenant_id': '8ad4deb0fc3b4f3499f51bd2b1512ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': 'ad258e71-1faf-4b69-8128-66f62ac0e4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:29:43Z', 'updated_at': '2021-11-12T08:29:45Z', 'revision_number': 3, 'project_id': '8ad4deb0fc3b4f3499f51bd2b1512ff6', 'gw_port': {'id': 'ad258e71-1faf-4b69-8128-66f62ac0e4a5', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6b:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99827ece-d063-4a47-ab24-4878278d7946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:44Z', 'updated_at': '2021-11-12T08:29:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:29:51.843083 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 8b93583d-3016-41de-89a3-1521c498d0f0 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:29:51.937553 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device ae48a897-cdb3-4ae6-93d0-25677a1d5096 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:29:51.958717 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Pushing event updated for resources: {'Port': ['ID=96f0f6d5-b144-4dcb-bb79-922c575b8c65,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:52.037211 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb34268d-2732-449d-af95-8bb38ad1bb5b x-openstack-request-id: req-cb34268d-2732-449d-af95-8bb38ad1bb5b {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:29:52.038055 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be68d5ee-5d55-432a-8f59-c22021814713", "name": "network-vif-deleted", "tag": "a4a518c3-e7bb-4082-8b18-06e6f981519a", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:29:52.038464 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cb34268d-2732-449d-af95-8bb38ad1bb5b {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:29:52.039056 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be68d5ee-5d55-432a-8f59-c22021814713', 'name': 'network-vif-deleted', 'tag': 'a4a518c3-e7bb-4082-8b18-06e6f981519a', 'status': 'completed', 'code': 200} Nov 12 08:29:52.050958 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-01534752-ae04-49a0-b996-4e714e758d2b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:52.061591 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-703d6d42-ae6b-440b-bcf3-4368c1158584 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9494169 Nov 12 08:29:52.064245 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 34482) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:52.069543 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-a167e1d9-5300-4627-acc8-7ca4c9998d7a tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Request body: {'subnet': {'network_id': '8b93583d-3016-41de-89a3-1521c498d0f0', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:52.095100 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f69b5bca-a1e1-470d-b263-2832356e513d tempest-QuotasNegativeTest-42501306 tempest-QuotasNegativeTest-42501306-project-admin] Made reservation on behalf of 05189bf905c9413684e958802fa4e624 for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:29:52.097789 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f69b5bca-a1e1-470d-b263-2832356e513d tempest-QuotasNegativeTest-42501306 tempest-QuotasNegativeTest-42501306-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:52.117114 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0172ad2-091d-4a1f-9ffe-29afc096d124 None None] Sync routers for ids ['814f201c-68c7-45bf-8b3b-695632833d0f'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:29:52.142530 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f69b5bca-a1e1-470d-b263-2832356e513d tempest-QuotasNegativeTest-42501306 tempest-QuotasNegativeTest-42501306-project-admin] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:29:52.143717 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0172ad2-091d-4a1f-9ffe-29afc096d124 None None] Routers {'814f201c-68c7-45bf-8b3b-695632833d0f'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:29:52.144348 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-c0172ad2-091d-4a1f-9ffe-29afc096d124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:29:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['814f201c-68c7-45bf-8b3b-695632833d0f'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:52.154697 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f69b5bca-a1e1-470d-b263-2832356e513d tempest-QuotasNegativeTest-42501306 tempest-QuotasNegativeTest-42501306-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:52.155285 n-d-765315-29 neutron-server[102599]: INFO neutron.db.segments_db [None req-f69b5bca-a1e1-470d-b263-2832356e513d tempest-QuotasNegativeTest-42501306 tempest-QuotasNegativeTest-42501306-project-admin] Added segment f6fd54f4-1119-4100-9800-e570eac65ac9 of type vlan for network 1eb3a22a-4de3-4ac4-b42a-331fc85a4703 Nov 12 08:29:52.258334 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab523917-cf1d-4768-8f3c-8f6d0289d777 x-openstack-request-id: req-ab523917-cf1d-4768-8f3c-8f6d0289d777 {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:29:52.259363 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44828f50-33dd-4d92-a1f1-50e7ef19d191", "tag": "0af5052b-702a-4c16-99fd-5b5921c73433", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:29:52.259912 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ab523917-cf1d-4768-8f3c-8f6d0289d777 {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:29:52.261468 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44828f50-33dd-4d92-a1f1-50e7ef19d191', 'tag': '0af5052b-702a-4c16-99fd-5b5921c73433', 'status': 'completed', 'code': 200} Nov 12 08:29:52.279512 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a167e1d9-5300-4627-acc8-7ca4c9998d7a tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Made reservation on behalf of 3bc82bde5c1e44328ae4090155cd54d6 for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:29:52.285548 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a167e1d9-5300-4627-acc8-7ca4c9998d7a tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:52.285749 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f69b5bca-a1e1-470d-b263-2832356e513d tempest-QuotasNegativeTest-42501306 tempest-QuotasNegativeTest-42501306-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:52.322755 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-21aaa891-2e83-4390-9b36-8c19f5373843 req-b8e670c2-b20a-475d-816e-b4a8e99f8007 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=86c05a66-5068-434c-9831-689e8d7ea54b HTTP/1.1" status: 200 len: 210 time: 0.0665112 Nov 12 08:29:52.352570 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-01534752-ae04-49a0-b996-4e714e758d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:52.395856 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-c0172ad2-091d-4a1f-9ffe-29afc096d124 None None] Set router 814f201c-68c7-45bf-8b3b-695632833d0f gateway port host: None {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:29:52.519202 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d6d45fd2-1a06-4e70-8a92-4ff941308d94 req-17bdd292-bd08-4a89-a1c9-90a79a72dfe9 service neutron] 10.222.0.21 "GET /v2.0/networks/b1a7821e-f1d3-43e5-80d4-19a0f0105ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7289770 Nov 12 08:29:52.520082 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f69b5bca-a1e1-470d-b263-2832356e513d tempest-QuotasNegativeTest-42501306 tempest-QuotasNegativeTest-42501306-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:52.521146 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69b5bca-a1e1-470d-b263-2832356e513d tempest-QuotasNegativeTest-42501306 tempest-QuotasNegativeTest-42501306-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:52.522007 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f69b5bca-a1e1-470d-b263-2832356e513d tempest-QuotasNegativeTest-42501306 tempest-QuotasNegativeTest-42501306-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:52.568761 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01534752-ae04-49a0-b996-4e714e758d2b admin admin] Network 8cff4da5-80fe-4942-a14c-aee49cabf091 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:29:52.772227 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a167e1d9-5300-4627-acc8-7ca4c9998d7a tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:52.844111 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69b5bca-a1e1-470d-b263-2832356e513d tempest-QuotasNegativeTest-42501306 tempest-QuotasNegativeTest-42501306-project-admin] Pushing event updated for resources: {'Network': ['ID=1eb3a22a-4de3-4ac4-b42a-331fc85a4703,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:52.861949 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01534752-ae04-49a0-b996-4e714e758d2b admin admin] Pushing event updated for resources: {'Port': ['ID=76bf214c-6548-463a-9b7f-58eb8bb6b79d,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:52.895491 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-01534752-ae04-49a0-b996-4e714e758d2b admin admin] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:29:52.901251 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01534752-ae04-49a0-b996-4e714e758d2b admin admin] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:29:52.943699 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-f69b5bca-a1e1-470d-b263-2832356e513d tempest-QuotasNegativeTest-42501306 tempest-QuotasNegativeTest-42501306-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.6884336 Nov 12 08:29:52.950152 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 34494) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:52.955775 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-c62e3c1f-a8e3-4045-aae4-4522c2dd1ac3 tempest-QuotasNegativeTest-42501306 tempest-QuotasNegativeTest-42501306-project-admin] Request body: {'network': {'project_id': '05189bf905c9413684e958802fa4e624'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:52.993480 n-d-765315-29 neutron-server[102599]: INFO neutron.pecan_wsgi.hooks.translation [None req-c62e3c1f-a8e3-4045-aae4-4522c2dd1ac3 tempest-QuotasNegativeTest-42501306 tempest-QuotasNegativeTest-42501306-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 12 08:29:52.994188 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c62e3c1f-a8e3-4045-aae4-4522c2dd1ac3 tempest-QuotasNegativeTest-42501306 tempest-QuotasNegativeTest-42501306-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:29:53.001470 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-c62e3c1f-a8e3-4045-aae4-4522c2dd1ac3 tempest-QuotasNegativeTest-42501306 tempest-QuotasNegativeTest-42501306-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0494030 Nov 12 08:29:53.004396 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 34496) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:53.016030 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb42acb8-9bb3-429e-83c6-c04518d6f96c req-a0da8d02-e2f4-4e4e-b6ce-775655e7d319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:53.017847 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cb42acb8-9bb3-429e-83c6-c04518d6f96c req-a0da8d02-e2f4-4e4e-b6ce-775655e7d319 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6d4d05cf75bd48988e66a58743392390&device_id=44828f50-33dd-4d92-a1f1-50e7ef19d191 HTTP/1.1" status: 200 len: 1098 time: 0.6461937 Nov 12 08:29:53.020088 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-01534752-ae04-49a0-b996-4e714e758d2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933481'] for router_interface, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:53.046193 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a167e1d9-5300-4627-acc8-7ca4c9998d7a tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Checking segment: {'id': 'ec9cb9c6-2ef8-4479-ab98-00520038c67f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '8b93583d-3016-41de-89a3-1521c498d0f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:29:53.046823 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a167e1d9-5300-4627-acc8-7ca4c9998d7a tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Network hostable DHCP agents. Network: 8b93583d-3016-41de-89a3-1521c498d0f0, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:29:53.054339 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 1eb3a22a-4de3-4ac4-b42a-331fc85a4703 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:29:53.117730 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a167e1d9-5300-4627-acc8-7ca4c9998d7a tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Pushing event updated for resources: {'Subnet': ['ID=87c822bc-f175-4a3c-9b67-c7f1f9d8a60a,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:53.172020 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92beb08-a4d2-4b8d-8e5a-52f9294667d0 req-dbe36fc2-d23e-4591-844e-96a7b418d30d tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:53.176515 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e92beb08-a4d2-4b8d-8e5a-52f9294667d0 req-dbe36fc2-d23e-4591-844e-96a7b418d30d tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9f80b7-7da6-471c-ab75-5240190a613a HTTP/1.1" status: 200 len: 945 time: 0.2484198 Nov 12 08:29:53.177843 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a167e1d9-5300-4627-acc8-7ca4c9998d7a tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Network 8b93583d-3016-41de-89a3-1521c498d0f0 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:29:53.244361 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-c0172ad2-091d-4a1f-9ffe-29afc096d124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '814f201c-68c7-45bf-8b3b-695632833d0f', 'name': 'tempest-RoutersTest-router-1330110638', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:29:22Z', 'updated_at': '2021-11-12T08:29:45Z', 'revision_number': 4, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'gw_port_host': None, '_interfaces': [{'id': '90267c71-cb1f-4411-824f-a5181f8dfb3e', 'name': '', 'network_id': '6a69cfb4-c0b7-4405-a09a-7240d8194a53', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'mac_address': 'fa:16:3e:f8:70:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '814f201c-68c7-45bf-8b3b-695632833d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': 'a7220d4f-91cb-4e6e-bd5f-ef3f502d4808', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:43Z', 'updated_at': '2021-11-12T08:29:47Z', 'revision_number': 2, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'subnets': [{'id': 'a7220d4f-91cb-4e6e-bd5f-ef3f502d4808', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae48a897-cdb3-4ae6-93d0-25677a1d5096', 'name': '', 'network_id': '5d1feb88-a25f-48ad-baf1-c1d85d827dda', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'mac_address': 'fa:16:3e:00:5b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814f201c-68c7-45bf-8b3b-695632833d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': '04987c3b-62f7-4744-9a00-633db06d619f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:35Z', 'updated_at': '2021-11-12T08:29:47Z', 'revision_number': 5, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'subnets': [{'id': '04987c3b-62f7-4744-9a00-633db06d619f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6537368-d1f5-4fea-be35-c8dddd5c232d', 'name': '', 'network_id': '39ea9667-9280-4213-97c2-fe88863d6404', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'mac_address': 'fa:16:3e:e9:57:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814f201c-68c7-45bf-8b3b-695632833d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '189478cb-3816-4a1a-b76a-7c6aae18bdf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:25Z', 'updated_at': '2021-11-12T08:29:36Z', 'revision_number': 5, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'subnets': [{'id': '189478cb-3816-4a1a-b76a-7c6aae18bdf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:53.269565 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-a167e1d9-5300-4627-acc8-7ca4c9998d7a tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 8b93583d-3016-41de-89a3-1521c498d0f0) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:29:53.297133 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a167e1d9-5300-4627-acc8-7ca4c9998d7a tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:53.298060 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a167e1d9-5300-4627-acc8-7ca4c9998d7a tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:53.312444 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-4a4d9207-7354-4e3a-9d5c-1e60f8ca37a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9449dd-2085-4a38-9efe-6dead1752c5d', 'name': 'tempest-AttachVolumeShelveTestJSON-380484257-router', 'tenant_id': '6d4d05cf75bd48988e66a58743392390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': 'b4b21dde-0da4-4c32-a3fe-a457f43f650e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:23:51Z', 'updated_at': '2021-11-12T08:23:57Z', 'revision_number': 4, 'project_id': '6d4d05cf75bd48988e66a58743392390', 'gw_port': {'id': 'b4b21dde-0da4-4c32-a3fe-a457f43f650e', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9449dd-2085-4a38-9efe-6dead1752c5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:23:52Z', 'updated_at': '2021-11-12T08:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': '0a6a9990-d7eb-46ed-b09d-a5a0dd75362b', 'tenant_id': '6d4d05cf75bd48988e66a58743392390', 'floating_ip_address': '172.25.2.176', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': 'bb9449dd-2085-4a38-9efe-6dead1752c5d', 'port_id': '0af5052b-702a-4c16-99fd-5b5921c73433', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9002ff25-76a7-4c3d-8082-16c14deb03d5', 'mac_address': 'fa:16:3e:d7:3c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44828f50-33dd-4d92-a1f1-50e7ef19d191', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:29:14Z', 'updated_at': '2021-11-12T08:29:47Z', 'revision_number': 1, 'project_id': '6d4d05cf75bd48988e66a58743392390', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00b6a911-1004-4a81-a60a-8f1805a8dd02', 'name': '', 'network_id': '9002ff25-76a7-4c3d-8082-16c14deb03d5', 'tenant_id': '6d4d05cf75bd48988e66a58743392390', 'mac_address': 'fa:16:3e:05:ee:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9449dd-2085-4a38-9efe-6dead1752c5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': 'c8e8c768-2d07-4b3f-a074-a2b6b712f48f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:23:55Z', 'updated_at': '2021-11-12T08:24:10Z', 'revision_number': 5, 'project_id': '6d4d05cf75bd48988e66a58743392390', 'subnets': [{'id': 'c8e8c768-2d07-4b3f-a074-a2b6b712f48f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:53.329400 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0172ad2-091d-4a1f-9ffe-29afc096d124 None None] Checking router: 814f201c-68c7-45bf-8b3b-695632833d0f for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:29:53.329789 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0172ad2-091d-4a1f-9ffe-29afc096d124 None None] Updating router 814f201c-68c7-45bf-8b3b-695632833d0f port 90267c71-cb1f-4411-824f-a5181f8dfb3e binding host n-d-765315-29 {{(pid=102602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:29:53.332526 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77876f18-a1b2-4f4e-95f8-cb45632c6e9d None None] Network 8b93583d-3016-41de-89a3-1521c498d0f0 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:29:53.346114 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e92beb08-a4d2-4b8d-8e5a-52f9294667d0 req-7c966e92-0a52-4a25-98ab-e62d7d94f436 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=dafae0e1-4d35-4b86-8740-ce6a9a9c8268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1444328 Nov 12 08:29:53.366751 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-a167e1d9-5300-4627-acc8-7ca4c9998d7a tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3011742 Nov 12 08:29:53.369504 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 34502) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:53.374079 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb42acb8-9bb3-429e-83c6-c04518d6f96c req-a91b11e3-bd8a-4eb1-9923-8af2de36d396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:53.377051 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cb42acb8-9bb3-429e-83c6-c04518d6f96c req-a91b11e3-bd8a-4eb1-9923-8af2de36d396 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9002ff25-76a7-4c3d-8082-16c14deb03d5 HTTP/1.1" status: 200 len: 917 time: 0.3443830 Nov 12 08:29:53.382638 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-d008af9a-e95c-4bd5-8974-27d79ca12d62 tempest-QuotasNegativeTest-42501306 tempest-QuotasNegativeTest-42501306-project-admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=05189bf905c9413684e958802fa4e624&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3749063 Nov 12 08:29:53.389494 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 34504) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:53.456707 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-c0172ad2-091d-4a1f-9ffe-29afc096d124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:53.499151 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4d9207-7354-4e3a-9d5c-1e60f8ca37a3 None None] Checking router: bb9449dd-2085-4a38-9efe-6dead1752c5d for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:29:53.601889 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cb42acb8-9bb3-429e-83c6-c04518d6f96c req-dfd3b124-7d92-4d3e-9ebb-5f439af73b26 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0af5052b-702a-4c16-99fd-5b5921c73433 HTTP/1.1" status: 200 len: 1000 time: 0.2106915 Nov 12 08:29:53.745754 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb42acb8-9bb3-429e-83c6-c04518d6f96c req-d2dc3b0b-9291-4e9f-aaf7-c2f0c2ee1ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:53.747361 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cb42acb8-9bb3-429e-83c6-c04518d6f96c req-d2dc3b0b-9291-4e9f-aaf7-c2f0c2ee1ccc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c8e8c768-2d07-4b3f-a074-a2b6b712f48f HTTP/1.1" status: 200 len: 855 time: 0.1370018 Nov 12 08:29:53.852335 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-9c7578f2-dbd8-4ff2-9eaa-4b15e414f003 None None] Provisioning complete for port ad258e71-1faf-4b69-8128-66f62ac0e4a5 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:53.855340 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9c7578f2-dbd8-4ff2-9eaa-4b15e414f003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:54.058566 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4d9207-7354-4e3a-9d5c-1e60f8ca37a3 None None] Routers {'bb9449dd-2085-4a38-9efe-6dead1752c5d'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:29:54.059472 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-4a4d9207-7354-4e3a-9d5c-1e60f8ca37a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:29:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['bb9449dd-2085-4a38-9efe-6dead1752c5d'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:54.203421 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3dd85984-f493-41eb-bb9a-5dd30611753a req-b6a9192f-4359-4aaa-8614-45502c6a7b44 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=86c05a66-5068-434c-9831-689e8d7ea54b HTTP/1.1" status: 200 len: 210 time: 0.2121751 Nov 12 08:29:54.244094 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc9423-5811-423e-b4fd-7cc36c1fbc85 req-8b2524a6-86f6-4924-b334-fb3ea2987d79 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:54.246429 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c8bc9423-5811-423e-b4fd-7cc36c1fbc85 req-8b2524a6-86f6-4924-b334-fb3ea2987d79 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.21 "GET /v2.0/networks?id=97ca3497-d4cd-4c64-83f2-e4cf0b99a680 HTTP/1.1" status: 200 len: 805 time: 0.3270900 Nov 12 08:29:54.264108 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-83457b57-e0e8-4974-b70f-7d80ddc2d08b tempest-QuotasNegativeTest-42501306 tempest-QuotasNegativeTest-42501306-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:54.295001 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-83457b57-e0e8-4974-b70f-7d80ddc2d08b tempest-QuotasNegativeTest-42501306 tempest-QuotasNegativeTest-42501306-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:54.417898 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-c8bc9423-5811-423e-b4fd-7cc36c1fbc85 req-2d2ad567-11a9-460a-89c7-5f2f45db796c tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Request body: {'port': {'device_id': '86c05a66-5068-434c-9831-689e8d7ea54b', 'network_id': '97ca3497-d4cd-4c64-83f2-e4cf0b99a680', 'admin_state_up': True, 'tenant_id': '4e695ccfe3434d44ababb01fdc20479b'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:54.418816 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-c0172ad2-091d-4a1f-9ffe-29afc096d124 None None] Publish callbacks [] for port, precommit_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:54.441142 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port ae48a897-cdb3-4ae6-93d0-25677a1d5096 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:54.441471 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:54.449874 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-c0172ad2-091d-4a1f-9ffe-29afc096d124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:54.516480 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5905cb63-c1e2-4677-8b06-be0eb47a11e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-8b93583d-3016-41de-89a3-1521c498d0f0', 'network_id': '8b93583d-3016-41de-89a3-1521c498d0f0', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'fixed_ips': [{'subnet_id': '87c822bc-f175-4a3c-9b67-c7f1f9d8a60a'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:29:54.523982 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5905cb63-c1e2-4677-8b06-be0eb47a11e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:54.654320 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-dcb2e291-5f75-496c-9fae-38f3fecec74c tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:54.660713 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b285f4-325b-4c02-9a13-a0364e4ee11a None None] Pushing event updated for resources: {'Port': ['ID=90267c71-cb1f-4411-824f-a5181f8dfb3e,revision_number=3']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:54.661486 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb42acb8-9bb3-429e-83c6-c04518d6f96c req-c9ce3f1d-19b4-4cbc-9739-5361ddf95c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:54.669707 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cb42acb8-9bb3-429e-83c6-c04518d6f96c req-c9ce3f1d-19b4-4cbc-9739-5361ddf95c9a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9002ff25-76a7-4c3d-8082-16c14deb03d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8804495 Nov 12 08:29:54.733485 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-01534752-ae04-49a0-b996-4e714e758d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:54.771983 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-4a4d9207-7354-4e3a-9d5c-1e60f8ca37a3 None None] Set router bb9449dd-2085-4a38-9efe-6dead1752c5d gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:29:54.846343 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-c0172ad2-091d-4a1f-9ffe-29afc096d124 None None] Attempting to bind port 90267c71-cb1f-4411-824f-a5181f8dfb3e on host n-d-765315-29 for vnic_type normal with profile {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:29:54.852066 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-c0172ad2-091d-4a1f-9ffe-29afc096d124 None None] Attempting to bind port 90267c71-cb1f-4411-824f-a5181f8dfb3e by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': 'ebe1c436-fd18-4919-9238-20d850516962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '6a69cfb4-c0b7-4405-a09a-7240d8194a53'}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:29:54.852858 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0172ad2-091d-4a1f-9ffe-29afc096d124 None None] Attempting to bind port 90267c71-cb1f-4411-824f-a5181f8dfb3e on network 6a69cfb4-c0b7-4405-a09a-7240d8194a53 {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:29:54.865906 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0172ad2-091d-4a1f-9ffe-29afc096d124 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:29:54.866267 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0172ad2-091d-4a1f-9ffe-29afc096d124 None None] Checking segment: {'id': 'ebe1c436-fd18-4919-9238-20d850516962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '6a69cfb4-c0b7-4405-a09a-7240d8194a53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:29:54.869063 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-c0172ad2-091d-4a1f-9ffe-29afc096d124 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:54.869515 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0172ad2-091d-4a1f-9ffe-29afc096d124 None None] Bound using segment: {'id': 'ebe1c436-fd18-4919-9238-20d850516962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '6a69cfb4-c0b7-4405-a09a-7240d8194a53'} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:29:54.872700 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-c0172ad2-091d-4a1f-9ffe-29afc096d124 None None] Bound port: 90267c71-cb1f-4411-824f-a5181f8dfb3e, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe1c436-fd18-4919-9238-20d850516962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '6a69cfb4-c0b7-4405-a09a-7240d8194a53'}}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:29:54.873265 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-c0172ad2-091d-4a1f-9ffe-29afc096d124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:54.884588 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-83457b57-e0e8-4974-b70f-7d80ddc2d08b tempest-QuotasNegativeTest-42501306 tempest-QuotasNegativeTest-42501306-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:54.892178 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-83457b57-e0e8-4974-b70f-7d80ddc2d08b tempest-QuotasNegativeTest-42501306 tempest-QuotasNegativeTest-42501306-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:54.898616 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-83457b57-e0e8-4974-b70f-7d80ddc2d08b tempest-QuotasNegativeTest-42501306 tempest-QuotasNegativeTest-42501306-project-admin] 10.222.0.26 "DELETE /v2.0/security-groups/1b922ccc-49df-4b33-b7b1-cb2e98514722 HTTP/1.1" status: 204 len: 168 time: 1.5067918 Nov 12 08:29:54.920795 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 34520) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:54.940877 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9c7578f2-dbd8-4ff2-9eaa-4b15e414f003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:54.967447 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-9c7578f2-dbd8-4ff2-9eaa-4b15e414f003 None None] For port ad258e71-1faf-4b69-8128-66f62ac0e4a5, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=ad258e71-1faf-4b69-8128-66f62ac0e4a5,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:55.016793 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8bc9423-5811-423e-b4fd-7cc36c1fbc85 req-2d2ad567-11a9-460a-89c7-5f2f45db796c tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Made reservation on behalf of 4e695ccfe3434d44ababb01fdc20479b for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:29:55.039896 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-c8bc9423-5811-423e-b4fd-7cc36c1fbc85 req-2d2ad567-11a9-460a-89c7-5f2f45db796c tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:55.049111 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-c0172ad2-091d-4a1f-9ffe-29afc096d124 None None] For port 90267c71-cb1f-4411-824f-a5181f8dfb3e, host n-d-765315-29, cleared binding levels {{(pid=102602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:29:55.056793 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-c0172ad2-091d-4a1f-9ffe-29afc096d124 None None] For port 90267c71-cb1f-4411-824f-a5181f8dfb3e, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=90267c71-cb1f-4411-824f-a5181f8dfb3e,segment=NetworkSegment(ebe1c436-fd18-4919-9238-20d850516962),segment_id=ebe1c436-fd18-4919-9238-20d850516962)] {{(pid=102602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:29:55.070903 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-c0172ad2-091d-4a1f-9ffe-29afc096d124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:55.092504 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927eb7a-f375-4369-a11e-3ad07a5397ff req-303c469e-1357-4864-8008-85b7997f014b tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:55.101959 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5927eb7a-f375-4369-a11e-3ad07a5397ff req-303c469e-1357-4864-8008-85b7997f014b tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9f80b7-7da6-471c-ab75-5240190a613a HTTP/1.1" status: 200 len: 945 time: 0.4807992 Nov 12 08:29:55.119338 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9c7578f2-dbd8-4ff2-9eaa-4b15e414f003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:55.131647 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b285f4-325b-4c02-9a13-a0364e4ee11a None None] Pushing event updated for resources: {'Port': ['ID=90267c71-cb1f-4411-824f-a5181f8dfb3e,revision_number=4']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:55.172989 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83457b57-e0e8-4974-b70f-7d80ddc2d08b tempest-QuotasNegativeTest-42501306 tempest-QuotasNegativeTest-42501306-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b922ccc-49df-4b33-b7b1-cb2e98514722,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:55.178465 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0172ad2-091d-4a1f-9ffe-29afc096d124 None None] Routers {'814f201c-68c7-45bf-8b3b-695632833d0f'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:29:55.182022 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-c0172ad2-091d-4a1f-9ffe-29afc096d124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:29:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['814f201c-68c7-45bf-8b3b-695632833d0f'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:55.239342 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bc2d2d32-8e84-4ee0-861e-b5c4712c45e3 tempest-QuotasNegativeTest-42501306 tempest-QuotasNegativeTest-42501306-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:55.299728 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-5905cb63-c1e2-4677-8b06-be0eb47a11e0 None None] Allocated IP 172.23.0.2 (8b93583d-3016-41de-89a3-1521c498d0f0/87c822bc-f175-4a3c-9b67-c7f1f9d8a60a/d5d9a5d1-dc71-4030-adf4-182eaac8d2c2) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:29:55.358004 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-c8bc9423-5811-423e-b4fd-7cc36c1fbc85 req-2d2ad567-11a9-460a-89c7-5f2f45db796c tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Allocated IP 172.20.0.4 (97ca3497-d4cd-4c64-83f2-e4cf0b99a680/e5a8c2de-791a-407e-b586-3b1004863989/3b6d7e7e-2847-462c-8dae-278f8693f780) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:29:55.396129 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-c0172ad2-091d-4a1f-9ffe-29afc096d124 None None] Set router 814f201c-68c7-45bf-8b3b-695632833d0f gateway port host: None {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:29:55.405098 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-9c7578f2-dbd8-4ff2-9eaa-4b15e414f003 None None] Provisioning complete for port 31a6ecdc-287a-406e-a717-3a30e467ef32 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:55.405473 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9c7578f2-dbd8-4ff2-9eaa-4b15e414f003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:55.566322 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-c8bc9423-5811-423e-b4fd-7cc36c1fbc85 req-2d2ad567-11a9-460a-89c7-5f2f45db796c tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:55.602791 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba95ffcf-1dfc-499c-b694-9f978d059e46 req-ede9c586-c687-4158-9853-04e8e59af29c tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:55.604951 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ba95ffcf-1dfc-499c-b694-9f978d059e46 req-ede9c586-c687-4158-9853-04e8e59af29c tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d9f80b7-7da6-471c-ab75-5240190a613a HTTP/1.1" status: 200 len: 945 time: 0.7261591 Nov 12 08:29:55.606886 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5927eb7a-f375-4369-a11e-3ad07a5397ff req-8cd6ad76-79b1-4d41-b6b4-0853f7568c6d tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=dafae0e1-4d35-4b86-8740-ce6a9a9c8268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5015404 Nov 12 08:29:55.659276 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7578f2-dbd8-4ff2-9eaa-4b15e414f003 None None] Pushing event updated for resources: {'Port': ['ID=ad258e71-1faf-4b69-8128-66f62ac0e4a5,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:55.760095 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7578f2-dbd8-4ff2-9eaa-4b15e414f003 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:55.760474 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7578f2-dbd8-4ff2-9eaa-4b15e414f003 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:55.767137 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7578f2-dbd8-4ff2-9eaa-4b15e414f003 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:55.767542 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7578f2-dbd8-4ff2-9eaa-4b15e414f003 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:55.767890 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7578f2-dbd8-4ff2-9eaa-4b15e414f003 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:55.768233 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7578f2-dbd8-4ff2-9eaa-4b15e414f003 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:55.768571 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7578f2-dbd8-4ff2-9eaa-4b15e414f003 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:55.768905 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7578f2-dbd8-4ff2-9eaa-4b15e414f003 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:55.769232 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7578f2-dbd8-4ff2-9eaa-4b15e414f003 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:55.769426 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cb42acb8-9bb3-429e-83c6-c04518d6f96c req-26b092c3-9c39-4993-812f-613e1d5a8eee service neutron] 10.222.0.44 "GET /v2.0/networks/9002ff25-76a7-4c3d-8082-16c14deb03d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0767746 Nov 12 08:29:55.769555 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7578f2-dbd8-4ff2-9eaa-4b15e414f003 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:55.769878 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7578f2-dbd8-4ff2-9eaa-4b15e414f003 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:55.770202 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7578f2-dbd8-4ff2-9eaa-4b15e414f003 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:55.801175 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 31a6ecdc-287a-406e-a717-3a30e467ef32 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:29:55.806259 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bc2d2d32-8e84-4ee0-861e-b5c4712c45e3 tempest-QuotasNegativeTest-42501306 tempest-QuotasNegativeTest-42501306-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:55.865710 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-c0172ad2-091d-4a1f-9ffe-29afc096d124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '814f201c-68c7-45bf-8b3b-695632833d0f', 'name': 'tempest-RoutersTest-router-1330110638', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:29:22Z', 'updated_at': '2021-11-12T08:29:45Z', 'revision_number': 4, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'gw_port_host': None, '_interfaces': [{'id': '90267c71-cb1f-4411-824f-a5181f8dfb3e', 'name': '', 'network_id': '6a69cfb4-c0b7-4405-a09a-7240d8194a53', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'mac_address': 'fa:16:3e:f8:70:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '814f201c-68c7-45bf-8b3b-695632833d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': 'a7220d4f-91cb-4e6e-bd5f-ef3f502d4808', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:43Z', 'updated_at': '2021-11-12T08:29:55Z', 'revision_number': 4, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'subnets': [{'id': 'a7220d4f-91cb-4e6e-bd5f-ef3f502d4808', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae48a897-cdb3-4ae6-93d0-25677a1d5096', 'name': '', 'network_id': '5d1feb88-a25f-48ad-baf1-c1d85d827dda', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'mac_address': 'fa:16:3e:00:5b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814f201c-68c7-45bf-8b3b-695632833d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': '04987c3b-62f7-4744-9a00-633db06d619f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:35Z', 'updated_at': '2021-11-12T08:29:47Z', 'revision_number': 5, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'subnets': [{'id': '04987c3b-62f7-4744-9a00-633db06d619f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6537368-d1f5-4fea-be35-c8dddd5c232d', 'name': '', 'network_id': '39ea9667-9280-4213-97c2-fe88863d6404', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'mac_address': 'fa:16:3e:e9:57:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814f201c-68c7-45bf-8b3b-695632833d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '189478cb-3816-4a1a-b76a-7c6aae18bdf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:25Z', 'updated_at': '2021-11-12T08:29:36Z', 'revision_number': 5, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'subnets': [{'id': '189478cb-3816-4a1a-b76a-7c6aae18bdf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:55.868366 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-bc2d2d32-8e84-4ee0-861e-b5c4712c45e3 tempest-QuotasNegativeTest-42501306 tempest-QuotasNegativeTest-42501306-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1eb3a22a-4de3-4ac4-b42a-331fc85a4703']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:55.895071 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-bc2d2d32-8e84-4ee0-861e-b5c4712c45e3 tempest-QuotasNegativeTest-42501306 tempest-QuotasNegativeTest-42501306-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6fd54f4-1119-4100-9800-e570eac65ac9') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:55.895437 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-bc2d2d32-8e84-4ee0-861e-b5c4712c45e3 tempest-QuotasNegativeTest-42501306 tempest-QuotasNegativeTest-42501306-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6fd54f4-1119-4100-9800-e570eac65ac9') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:55.898066 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0172ad2-091d-4a1f-9ffe-29afc096d124 None None] The sync data for ids ['814f201c-68c7-45bf-8b3b-695632833d0f'] in n-d-765315-29 is: [{'id': '814f201c-68c7-45bf-8b3b-695632833d0f', 'name': 'tempest-RoutersTest-router-1330110638', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:29:22Z', 'updated_at': '2021-11-12T08:29:45Z', 'revision_number': 4, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'gw_port_host': None, '_interfaces': [{'id': '90267c71-cb1f-4411-824f-a5181f8dfb3e', 'name': '', 'network_id': '6a69cfb4-c0b7-4405-a09a-7240d8194a53', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'mac_address': 'fa:16:3e:f8:70:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '814f201c-68c7-45bf-8b3b-695632833d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': 'a7220d4f-91cb-4e6e-bd5f-ef3f502d4808', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:43Z', 'updated_at': '2021-11-12T08:29:55Z', 'revision_number': 4, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'subnets': [{'id': 'a7220d4f-91cb-4e6e-bd5f-ef3f502d4808', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae48a897-cdb3-4ae6-93d0-25677a1d5096', 'name': '', 'network_id': '5d1feb88-a25f-48ad-baf1-c1d85d827dda', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'mac_address': 'fa:16:3e:00:5b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814f201c-68c7-45bf-8b3b-695632833d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': '04987c3b-62f7-4744-9a00-633db06d619f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:35Z', 'updated_at': '2021-11-12T08:29:47Z', 'revision_number': 5, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'subnets': [{'id': '04987c3b-62f7-4744-9a00-633db06d619f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6537368-d1f5-4fea-be35-c8dddd5c232d', 'name': '', 'network_id': '39ea9667-9280-4213-97c2-fe88863d6404', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'mac_address': 'fa:16:3e:e9:57:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814f201c-68c7-45bf-8b3b-695632833d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '189478cb-3816-4a1a-b76a-7c6aae18bdf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:25Z', 'updated_at': '2021-11-12T08:29:36Z', 'revision_number': 5, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'subnets': [{'id': '189478cb-3816-4a1a-b76a-7c6aae18bdf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:29:55.915674 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bc2d2d32-8e84-4ee0-861e-b5c4712c45e3 tempest-QuotasNegativeTest-42501306 tempest-QuotasNegativeTest-42501306-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:55.951733 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bc2d2d32-8e84-4ee0-861e-b5c4712c45e3 tempest-QuotasNegativeTest-42501306 tempest-QuotasNegativeTest-42501306-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:55.959288 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc2d2d32-8e84-4ee0-861e-b5c4712c45e3 tempest-QuotasNegativeTest-42501306 tempest-QuotasNegativeTest-42501306-project-admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:29:55.959706 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bc2d2d32-8e84-4ee0-861e-b5c4712c45e3 tempest-QuotasNegativeTest-42501306 tempest-QuotasNegativeTest-42501306-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:55.961467 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:29:55.961467 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:29:55.961467 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:29:55.961467 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:29:55.961467 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:29:55.961467 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:29:55.961467 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:29:55.961467 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:29:55.961467 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:29:55.961467 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:29:55.961467 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:29:55.961467 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:29:55.961467 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:29:55.961467 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:29:55.961467 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:29:55.961467 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:29:55.961467 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:29:55.961467 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:29:55.961467 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:29:55.961467 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:29:55.961467 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:29:55.961467 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:29:55.961467 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:29:55.961467 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:29:55.961467 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:29:55.961467 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:29:55.961467 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:29:55.961467 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:29:55.961467 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:29:55.961467 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:29:55.961467 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:29:55.961467 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:29:56.070490 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5905cb63-c1e2-4677-8b06-be0eb47a11e0 None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:56.100038 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5905cb63-c1e2-4677-8b06-be0eb47a11e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:56.165232 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7b95d109-eedb-498e-8960-2af68ccc1d84 req-ad998d94-1592-46fc-9213-f6dbdddb588e tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=86c05a66-5068-434c-9831-689e8d7ea54b HTTP/1.1" status: 200 len: 210 time: 0.0511572 Nov 12 08:29:56.166323 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5905cb63-c1e2-4677-8b06-be0eb47a11e0 None None] Network 8b93583d-3016-41de-89a3-1521c498d0f0 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:29:56.181638 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-5905cb63-c1e2-4677-8b06-be0eb47a11e0 None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:29:56.230386 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bc2d2d32-8e84-4ee0-861e-b5c4712c45e3 tempest-QuotasNegativeTest-42501306 tempest-QuotasNegativeTest-42501306-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:56.259256 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bc2d2d32-8e84-4ee0-861e-b5c4712c45e3 tempest-QuotasNegativeTest-42501306 tempest-QuotasNegativeTest-42501306-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:56.264209 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-bc2d2d32-8e84-4ee0-861e-b5c4712c45e3 tempest-QuotasNegativeTest-42501306 tempest-QuotasNegativeTest-42501306-project-admin] 10.222.0.26 "DELETE /v2.0/networks/1eb3a22a-4de3-4ac4-b42a-331fc85a4703 HTTP/1.1" status: 204 len: 168 time: 1.3420603 Nov 12 08:29:56.267645 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2d2d32-8e84-4ee0-861e-b5c4712c45e3 tempest-QuotasNegativeTest-42501306 tempest-QuotasNegativeTest-42501306-project-admin] Pushing event deleted for resources: {'Network': ['ID=1eb3a22a-4de3-4ac4-b42a-331fc85a4703,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:56.270832 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5905cb63-c1e2-4677-8b06-be0eb47a11e0 None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:29:56.279370 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 34530) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:56.317551 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-dcb2e291-5f75-496c-9fae-38f3fecec74c tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Allocated IP 172.23.0.1 (8b93583d-3016-41de-89a3-1521c498d0f0/87c822bc-f175-4a3c-9b67-c7f1f9d8a60a/eb5cd232-7896-466e-8537-80c43a6920f6) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:29:56.391235 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9c7578f2-dbd8-4ff2-9eaa-4b15e414f003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:56.396056 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 31a6ecdc-287a-406e-a717-3a30e467ef32 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:56.396197 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-01534752-ae04-49a0-b996-4e714e758d2b admin admin] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:56.398164 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:56.403246 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-c8bc9423-5811-423e-b4fd-7cc36c1fbc85 req-2d2ad567-11a9-460a-89c7-5f2f45db796c tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:56.408138 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-01534752-ae04-49a0-b996-4e714e758d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:56.410535 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6089a8b5-89d8-4f27-ad88-c47d1a1a1c37 tempest-QuotasNegativeTest-42501306 tempest-QuotasNegativeTest-42501306-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:56.427806 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-5905cb63-c1e2-4677-8b06-be0eb47a11e0 None None] Attempting to bind port d5d9a5d1-dc71-4030-adf4-182eaac8d2c2 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:29:56.428237 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-5905cb63-c1e2-4677-8b06-be0eb47a11e0 None None] Attempting to bind port d5d9a5d1-dc71-4030-adf4-182eaac8d2c2 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': 'ec9cb9c6-2ef8-4479-ab98-00520038c67f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '8b93583d-3016-41de-89a3-1521c498d0f0'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:29:56.428650 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5905cb63-c1e2-4677-8b06-be0eb47a11e0 None None] Attempting to bind port d5d9a5d1-dc71-4030-adf4-182eaac8d2c2 on network 8b93583d-3016-41de-89a3-1521c498d0f0 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:29:56.436841 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5905cb63-c1e2-4677-8b06-be0eb47a11e0 None None] Pushing event updated for resources: {'Port': ['ID=d5d9a5d1-dc71-4030-adf4-182eaac8d2c2,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:56.461882 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5905cb63-c1e2-4677-8b06-be0eb47a11e0 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:29:56.462618 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5905cb63-c1e2-4677-8b06-be0eb47a11e0 None None] Checking segment: {'id': 'ec9cb9c6-2ef8-4479-ab98-00520038c67f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '8b93583d-3016-41de-89a3-1521c498d0f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:29:56.463019 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5905cb63-c1e2-4677-8b06-be0eb47a11e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:56.463995 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5905cb63-c1e2-4677-8b06-be0eb47a11e0 None None] Bound using segment: {'id': 'ec9cb9c6-2ef8-4479-ab98-00520038c67f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '8b93583d-3016-41de-89a3-1521c498d0f0'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:29:56.464710 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-5905cb63-c1e2-4677-8b06-be0eb47a11e0 None None] Bound port: d5d9a5d1-dc71-4030-adf4-182eaac8d2c2, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec9cb9c6-2ef8-4479-ab98-00520038c67f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '8b93583d-3016-41de-89a3-1521c498d0f0'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:29:56.465222 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5905cb63-c1e2-4677-8b06-be0eb47a11e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:56.477588 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['42aa8616-a591-4351-b169-51e41bf4aec5'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:29:56.517864 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8bc9423-5811-423e-b4fd-7cc36c1fbc85 req-2d2ad567-11a9-460a-89c7-5f2f45db796c tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Network 97ca3497-d4cd-4c64-83f2-e4cf0b99a680 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:29:56.536738 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-c8bc9423-5811-423e-b4fd-7cc36c1fbc85 req-2d2ad567-11a9-460a-89c7-5f2f45db796c tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:29:56.544133 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-ba95ffcf-1dfc-499c-b694-9f978d059e46 req-2e5aca53-d9d6-4aeb-ad48-3d162d20ecb8 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Deleting port c3d87375-c113-475c-bf06-fa361dfd0b38 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:29:56.544482 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-ba95ffcf-1dfc-499c-b694-9f978d059e46 req-2e5aca53-d9d6-4aeb-ad48-3d162d20ecb8 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:56.549106 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8bc9423-5811-423e-b4fd-7cc36c1fbc85 req-2d2ad567-11a9-460a-89c7-5f2f45db796c tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:29:56.555444 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cb42acb8-9bb3-429e-83c6-c04518d6f96c req-1b3eadb4-fd58-4239-aeae-0c84058679bb service neutron] 10.222.0.44 "GET /v2.0/networks/9002ff25-76a7-4c3d-8082-16c14deb03d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7723379 Nov 12 08:29:56.556266 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01534752-ae04-49a0-b996-4e714e758d2b admin admin] Pushing event updated for resources: {'Port': ['ID=76bf214c-6548-463a-9b7f-58eb8bb6b79d,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:56.592091 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6089a8b5-89d8-4f27-ad88-c47d1a1a1c37 tempest-QuotasNegativeTest-42501306 tempest-QuotasNegativeTest-42501306-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:56.616119 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-6089a8b5-89d8-4f27-ad88-c47d1a1a1c37 tempest-QuotasNegativeTest-42501306 tempest-QuotasNegativeTest-42501306-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e264a710-0f30-446a-b6ae-3280c528f2c7']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:56.628309 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-6089a8b5-89d8-4f27-ad88-c47d1a1a1c37 tempest-QuotasNegativeTest-42501306 tempest-QuotasNegativeTest-42501306-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2f5100e-8297-4776-b31b-71cbb221e934') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:56.632362 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-9c7578f2-dbd8-4ff2-9eaa-4b15e414f003 None None] For port 31a6ecdc-287a-406e-a717-3a30e467ef32, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=31a6ecdc-287a-406e-a717-3a30e467ef32,segment=NetworkSegment(bfdb4e7b-7386-4785-9623-27b947af3a0e),segment_id=bfdb4e7b-7386-4785-9623-27b947af3a0e)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:56.635584 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2ad567-11a9-460a-89c7-5f2f45db796c tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Pushing event updated for resources: {'Port': ['ID=3b6d7e7e-2847-462c-8dae-278f8693f780,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:56.638028 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-01534752-ae04-49a0-b996-4e714e758d2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933629'] for router_interface, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:56.647337 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-4a4d9207-7354-4e3a-9d5c-1e60f8ca37a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9449dd-2085-4a38-9efe-6dead1752c5d', 'name': 'tempest-AttachVolumeShelveTestJSON-380484257-router', 'tenant_id': '6d4d05cf75bd48988e66a58743392390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': 'b4b21dde-0da4-4c32-a3fe-a457f43f650e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:23:51Z', 'updated_at': '2021-11-12T08:23:57Z', 'revision_number': 4, 'project_id': '6d4d05cf75bd48988e66a58743392390', 'gw_port': {'id': 'b4b21dde-0da4-4c32-a3fe-a457f43f650e', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9449dd-2085-4a38-9efe-6dead1752c5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:23:52Z', 'updated_at': '2021-11-12T08:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': '0a6a9990-d7eb-46ed-b09d-a5a0dd75362b', 'tenant_id': '6d4d05cf75bd48988e66a58743392390', 'floating_ip_address': '172.25.2.176', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': 'bb9449dd-2085-4a38-9efe-6dead1752c5d', 'port_id': '0af5052b-702a-4c16-99fd-5b5921c73433', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9002ff25-76a7-4c3d-8082-16c14deb03d5', 'mac_address': 'fa:16:3e:d7:3c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44828f50-33dd-4d92-a1f1-50e7ef19d191', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:29:14Z', 'updated_at': '2021-11-12T08:29:47Z', 'revision_number': 1, 'project_id': '6d4d05cf75bd48988e66a58743392390', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00b6a911-1004-4a81-a60a-8f1805a8dd02', 'name': '', 'network_id': '9002ff25-76a7-4c3d-8082-16c14deb03d5', 'tenant_id': '6d4d05cf75bd48988e66a58743392390', 'mac_address': 'fa:16:3e:05:ee:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9449dd-2085-4a38-9efe-6dead1752c5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': 'c8e8c768-2d07-4b3f-a074-a2b6b712f48f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:23:55Z', 'updated_at': '2021-11-12T08:24:10Z', 'revision_number': 5, 'project_id': '6d4d05cf75bd48988e66a58743392390', 'subnets': [{'id': 'c8e8c768-2d07-4b3f-a074-a2b6b712f48f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:56.655598 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-6089a8b5-89d8-4f27-ad88-c47d1a1a1c37 tempest-QuotasNegativeTest-42501306 tempest-QuotasNegativeTest-42501306-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2f5100e-8297-4776-b31b-71cbb221e934') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:56.679374 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6089a8b5-89d8-4f27-ad88-c47d1a1a1c37 tempest-QuotasNegativeTest-42501306 tempest-QuotasNegativeTest-42501306-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:56.736033 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6089a8b5-89d8-4f27-ad88-c47d1a1a1c37 tempest-QuotasNegativeTest-42501306 tempest-QuotasNegativeTest-42501306-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:56.744231 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6089a8b5-89d8-4f27-ad88-c47d1a1a1c37 tempest-QuotasNegativeTest-42501306 tempest-QuotasNegativeTest-42501306-project-admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:29:56.745574 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6089a8b5-89d8-4f27-ad88-c47d1a1a1c37 tempest-QuotasNegativeTest-42501306 tempest-QuotasNegativeTest-42501306-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:56.761570 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc9423-5811-423e-b4fd-7cc36c1fbc85 req-2d2ad567-11a9-460a-89c7-5f2f45db796c tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:56.762394 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-c8bc9423-5811-423e-b4fd-7cc36c1fbc85 req-2d2ad567-11a9-460a-89c7-5f2f45db796c tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:56.816318 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:29:56.816318 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:29:56.816318 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:29:56.816318 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:29:56.816318 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:29:56.816318 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:29:56.816318 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:29:56.816318 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:29:56.816318 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:29:56.816318 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:29:56.816318 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:29:56.816318 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:29:56.816318 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:29:56.816318 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:29:56.816318 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:29:56.816318 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:29:56.816318 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:29:56.816318 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:29:56.816318 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:29:56.816318 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:29:56.816318 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:29:56.816318 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:29:56.816318 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:29:56.816318 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:29:56.816318 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:29:56.816318 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:29:56.816318 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:29:56.816318 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:29:56.816318 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:29:56.816318 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:29:56.816318 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:29:56.816318 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:29:56.844257 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6089a8b5-89d8-4f27-ad88-c47d1a1a1c37 tempest-QuotasNegativeTest-42501306 tempest-QuotasNegativeTest-42501306-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:56.859501 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c8bc9423-5811-423e-b4fd-7cc36c1fbc85 req-2d2ad567-11a9-460a-89c7-5f2f45db796c tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4721889 Nov 12 08:29:56.873470 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-c8bc9423-5811-423e-b4fd-7cc36c1fbc85 req-7368a0d1-24c9-431c-8a13-cf34ec9bcd05 service neutron] Request body: {'port': {'device_id': '86c05a66-5068-434c-9831-689e8d7ea54b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:56.877789 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-ba95ffcf-1dfc-499c-b694-9f978d059e46 req-2e5aca53-d9d6-4aeb-ad48-3d162d20ecb8 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] For port c3d87375-c113-475c-bf06-fa361dfd0b38, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=c3d87375-c113-475c-bf06-fa361dfd0b38,segment=NetworkSegment(e07c96e0-5af6-439e-b283-25e89ba24ea2),segment_id=e07c96e0-5af6-439e-b283-25e89ba24ea2)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:56.878488 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-ba95ffcf-1dfc-499c-b694-9f978d059e46 req-2e5aca53-d9d6-4aeb-ad48-3d162d20ecb8 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:56.892049 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6089a8b5-89d8-4f27-ad88-c47d1a1a1c37 tempest-QuotasNegativeTest-42501306 tempest-QuotasNegativeTest-42501306-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:56.897149 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-6089a8b5-89d8-4f27-ad88-c47d1a1a1c37 tempest-QuotasNegativeTest-42501306 tempest-QuotasNegativeTest-42501306-project-admin] 10.222.0.26 "DELETE /v2.0/networks/e264a710-0f30-446a-b6ae-3280c528f2c7 HTTP/1.1" status: 204 len: 168 time: 0.6166780 Nov 12 08:29:56.905670 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6089a8b5-89d8-4f27-ad88-c47d1a1a1c37 tempest-QuotasNegativeTest-42501306 tempest-QuotasNegativeTest-42501306-project-admin] Pushing event deleted for resources: {'Network': ['ID=e264a710-0f30-446a-b6ae-3280c528f2c7,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:56.963844 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9c7578f2-dbd8-4ff2-9eaa-4b15e414f003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:56.968747 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-dcb2e291-5f75-496c-9fae-38f3fecec74c tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:56.979871 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adcb638-0c02-4aca-bb22-eafaea5d571c req-58dc0c34-e8df-4f7a-9fa9-a7cfa94d8871 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:56.987209 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4d9207-7354-4e3a-9d5c-1e60f8ca37a3 None None] The sync data for ids ['bb9449dd-2085-4a38-9efe-6dead1752c5d'] in n-d-765315-29 is: [{'id': 'bb9449dd-2085-4a38-9efe-6dead1752c5d', 'name': 'tempest-AttachVolumeShelveTestJSON-380484257-router', 'tenant_id': '6d4d05cf75bd48988e66a58743392390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': 'b4b21dde-0da4-4c32-a3fe-a457f43f650e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:23:51Z', 'updated_at': '2021-11-12T08:23:57Z', 'revision_number': 4, 'project_id': '6d4d05cf75bd48988e66a58743392390', 'gw_port': {'id': 'b4b21dde-0da4-4c32-a3fe-a457f43f650e', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9449dd-2085-4a38-9efe-6dead1752c5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:23:52Z', 'updated_at': '2021-11-12T08:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': '0a6a9990-d7eb-46ed-b09d-a5a0dd75362b', 'tenant_id': '6d4d05cf75bd48988e66a58743392390', 'floating_ip_address': '172.25.2.176', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': 'bb9449dd-2085-4a38-9efe-6dead1752c5d', 'port_id': '0af5052b-702a-4c16-99fd-5b5921c73433', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9002ff25-76a7-4c3d-8082-16c14deb03d5', 'mac_address': 'fa:16:3e:d7:3c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44828f50-33dd-4d92-a1f1-50e7ef19d191', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:29:14Z', 'updated_at': '2021-11-12T08:29:47Z', 'revision_number': 1, 'project_id': '6d4d05cf75bd48988e66a58743392390', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00b6a911-1004-4a81-a60a-8f1805a8dd02', 'name': '', 'network_id': '9002ff25-76a7-4c3d-8082-16c14deb03d5', 'tenant_id': '6d4d05cf75bd48988e66a58743392390', 'mac_address': 'fa:16:3e:05:ee:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9449dd-2085-4a38-9efe-6dead1752c5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': 'c8e8c768-2d07-4b3f-a074-a2b6b712f48f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:23:55Z', 'updated_at': '2021-11-12T08:24:10Z', 'revision_number': 5, 'project_id': '6d4d05cf75bd48988e66a58743392390', 'subnets': [{'id': 'c8e8c768-2d07-4b3f-a074-a2b6b712f48f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:29:56.987964 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4adcb638-0c02-4aca-bb22-eafaea5d571c req-58dc0c34-e8df-4f7a-9fa9-a7cfa94d8871 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9f80b7-7da6-471c-ab75-5240190a613a HTTP/1.1" status: 200 len: 945 time: 0.1732492 Nov 12 08:29:57.023398 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-c8bc9423-5811-423e-b4fd-7cc36c1fbc85 req-7368a0d1-24c9-431c-8a13-cf34ec9bcd05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:57.048834 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01534752-ae04-49a0-b996-4e714e758d2b admin admin] Network 8cff4da5-80fe-4942-a14c-aee49cabf091 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:29:57.093355 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-01534752-ae04-49a0-b996-4e714e758d2b admin admin] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:29:57.119559 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4adcb638-0c02-4aca-bb22-eafaea5d571c req-fe4da94b-e00a-40b2-be88-1f393df783c9 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups?id=dafae0e1-4d35-4b86-8740-ce6a9a9c8268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261079 Nov 12 08:29:57.139449 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-5905cb63-c1e2-4677-8b06-be0eb47a11e0 None None] For port d5d9a5d1-dc71-4030-adf4-182eaac8d2c2, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:29:57.186572 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-dcb2e291-5f75-496c-9fae-38f3fecec74c tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:57.211998 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-5905cb63-c1e2-4677-8b06-be0eb47a11e0 None None] For port d5d9a5d1-dc71-4030-adf4-182eaac8d2c2, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=d5d9a5d1-dc71-4030-adf4-182eaac8d2c2,segment=NetworkSegment(ec9cb9c6-2ef8-4479-ab98-00520038c67f),segment_id=ec9cb9c6-2ef8-4479-ab98-00520038c67f)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:29:57.226573 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5905cb63-c1e2-4677-8b06-be0eb47a11e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:57.233806 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device c3d87375-c113-475c-bf06-fa361dfd0b38 no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:29:57.342927 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb2e291-5f75-496c-9fae-38f3fecec74c tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Pushing event updated for resources: {'Port': ['ID=eb5cd232-7896-466e-8537-80c43a6920f6,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:57.381946 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb2e291-5f75-496c-9fae-38f3fecec74c tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Network 8b93583d-3016-41de-89a3-1521c498d0f0 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:29:57.383657 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-dcb2e291-5f75-496c-9fae-38f3fecec74c tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:29:57.388119 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb2e291-5f75-496c-9fae-38f3fecec74c tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:29:57.412723 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-0affbbe3-e576-42d3-94c9-146fc0e6689f None None] Provisioning complete for port 96f0f6d5-b144-4dcb-bb79-922c575b8c65 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:57.415550 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-0affbbe3-e576-42d3-94c9-146fc0e6689f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:57.469420 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-dcb2e291-5f75-496c-9fae-38f3fecec74c tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933481'] for router_interface, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:57.533158 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7578f2-dbd8-4ff2-9eaa-4b15e414f003 None None] Pushing event updated for resources: {'Port': ['ID=31a6ecdc-287a-406e-a717-3a30e467ef32,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:57.559534 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51db7a91-79bc-4f2d-834d-25609b81b710 None None] New status for floating IP 0a6a9990-d7eb-46ed-b09d-a5a0dd75362b: ACTIVE {{(pid=102601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:29:57.844977 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95e6c55-175b-4be9-a2ac-c8c6040bbe20 req-a9f66229-17d2-4bea-a7f3-5f6e9912c48e tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:57.855825 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b95e6c55-175b-4be9-a2ac-c8c6040bbe20 req-a9f66229-17d2-4bea-a7f3-5f6e9912c48e tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=86c05a66-5068-434c-9831-689e8d7ea54b HTTP/1.1" status: 200 len: 931 time: 0.2101047 Nov 12 08:29:57.856981 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-dcb2e291-5f75-496c-9fae-38f3fecec74c tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:57.934351 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device ad258e71-1faf-4b69-8128-66f62ac0e4a5 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:29:57.940123 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5905cb63-c1e2-4677-8b06-be0eb47a11e0 None None] Pushing event updated for resources: {'Port': ['ID=d5d9a5d1-dc71-4030-adf4-182eaac8d2c2,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:57.977716 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 34550) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:58.085817 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-ba95ffcf-1dfc-499c-b694-9f978d059e46 req-2e5aca53-d9d6-4aeb-ad48-3d162d20ecb8 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:58.086363 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-ba95ffcf-1dfc-499c-b694-9f978d059e46 req-2e5aca53-d9d6-4aeb-ad48-3d162d20ecb8 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:58.086726 n-d-765315-29 neutron-server[102599]: INFO neutron.db.l3_db [req-ba95ffcf-1dfc-499c-b694-9f978d059e46 req-2e5aca53-d9d6-4aeb-ad48-3d162d20ecb8 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Floating IP b86eba30-c84a-46ca-9a2d-56a017b97a67 disassociated. External IP: 172.25.2.56, port: c3d87375-c113-475c-bf06-fa361dfd0b38. Nov 12 08:29:58.087149 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-ba95ffcf-1dfc-499c-b694-9f978d059e46 req-2e5aca53-d9d6-4aeb-ad48-3d162d20ecb8 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Calling delete_port for c3d87375-c113-475c-bf06-fa361dfd0b38 owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:29:58.164422 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01534752-ae04-49a0-b996-4e714e758d2b admin admin] Router 99827ece-d063-4a47-ab24-4878278d7946 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:29:58.339923 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port ad258e71-1faf-4b69-8128-66f62ac0e4a5 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:58.340441 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:58.359220 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7d93e48e-72f5-4b0d-b377-537c25204519 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:58.408419 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-0affbbe3-e576-42d3-94c9-146fc0e6689f None None] Provisioning complete for port 31a6ecdc-287a-406e-a717-3a30e467ef32 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:58.408786 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-0affbbe3-e576-42d3-94c9-146fc0e6689f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:58.465259 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7d93e48e-72f5-4b0d-b377-537c25204519 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:58.497609 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 96f0f6d5-b144-4dcb-bb79-922c575b8c65 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:29:58.507146 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7d93e48e-72f5-4b0d-b377-537c25204519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:58.608649 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 96f0f6d5-b144-4dcb-bb79-922c575b8c65 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:58.609021 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:58.650857 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-0affbbe3-e576-42d3-94c9-146fc0e6689f None None] Provisioning complete for port 90267c71-cb1f-4411-824f-a5181f8dfb3e triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:58.651384 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-0affbbe3-e576-42d3-94c9-146fc0e6689f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:58.670802 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-7d93e48e-72f5-4b0d-b377-537c25204519 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d1815be03d084ae9aed8c384554ec630&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6630697 Nov 12 08:29:58.692089 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 34564) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:58.703181 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01534752-ae04-49a0-b996-4e714e758d2b admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:29:58.704887 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d93e48e-72f5-4b0d-b377-537c25204519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7665c79e-393d-4f12-8646-1a121fc5125e,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:58.720092 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-01534752-ae04-49a0-b996-4e714e758d2b admin admin] 10.222.0.26 "PUT /v2.0/routers/99827ece-d063-4a47-ab24-4878278d7946/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6443622 Nov 12 08:29:58.720740 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc4c5d3-99fb-4e0c-b79f-3248fd07372d None None] Sync routers for ids ['99827ece-d063-4a47-ab24-4878278d7946'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:29:58.732602 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-c8bc9423-5811-423e-b4fd-7cc36c1fbc85 req-7368a0d1-24c9-431c-8a13-cf34ec9bcd05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b6d7e7e-2847-462c-8dae-278f8693f780 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:29:58.736013 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc4c5d3-99fb-4e0c-b79f-3248fd07372d None None] Routers {'99827ece-d063-4a47-ab24-4878278d7946'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:29:58.736748 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-1dc4c5d3-99fb-4e0c-b79f-3248fd07372d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:29:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['99827ece-d063-4a47-ab24-4878278d7946'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:58.851716 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-c8bc9423-5811-423e-b4fd-7cc36c1fbc85 req-7368a0d1-24c9-431c-8a13-cf34ec9bcd05 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:58.876502 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b95e6c55-175b-4be9-a2ac-c8c6040bbe20 req-713cf8db-5b57-4429-833c-41d12e122658 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0041647 Nov 12 08:29:58.915330 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-0affbbe3-e576-42d3-94c9-146fc0e6689f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:58.961035 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-38088cea-48ff-481f-bdff-778279f0b2fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:58.973833 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-c8bc9423-5811-423e-b4fd-7cc36c1fbc85 req-7368a0d1-24c9-431c-8a13-cf34ec9bcd05 service neutron] Transition to ACTIVE for port object 3b6d7e7e-2847-462c-8dae-278f8693f780 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:29:58.981093 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 90267c71-cb1f-4411-824f-a5181f8dfb3e up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:29:58.988305 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-ba95ffcf-1dfc-499c-b694-9f978d059e46 req-2e5aca53-d9d6-4aeb-ad48-3d162d20ecb8 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:58.996820 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-c8bc9423-5811-423e-b4fd-7cc36c1fbc85 req-7368a0d1-24c9-431c-8a13-cf34ec9bcd05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:59.017691 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-dcb2e291-5f75-496c-9fae-38f3fecec74c tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:59.022752 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-1dc4c5d3-99fb-4e0c-b79f-3248fd07372d None None] Set router 99827ece-d063-4a47-ab24-4878278d7946 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:29:59.035728 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-dcb2e291-5f75-496c-9fae-38f3fecec74c tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:59.085538 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-0affbbe3-e576-42d3-94c9-146fc0e6689f None None] For port 90267c71-cb1f-4411-824f-a5181f8dfb3e, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=90267c71-cb1f-4411-824f-a5181f8dfb3e,segment=NetworkSegment(ebe1c436-fd18-4919-9238-20d850516962),segment_id=ebe1c436-fd18-4919-9238-20d850516962)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:59.102381 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-38088cea-48ff-481f-bdff-778279f0b2fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:59.137545 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-0affbbe3-e576-42d3-94c9-146fc0e6689f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:59.207598 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-0affbbe3-e576-42d3-94c9-146fc0e6689f None None] Provisioning complete for port 76bf214c-6548-463a-9b7f-58eb8bb6b79d triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:59.221059 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7368a0d1-24c9-431c-8a13-cf34ec9bcd05 service neutron] Pushing event updated for resources: {'Port': ['ID=3b6d7e7e-2847-462c-8dae-278f8693f780,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:59.232078 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-0affbbe3-e576-42d3-94c9-146fc0e6689f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:59.254680 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a0761b4f-209a-4f67-9cb1-75538e08017b req-9bb7e9c7-e269-4482-bf90-e5069afddb0b tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d9f80b7-7da6-471c-ab75-5240190a613a HTTP/1.1" status: 200 len: 210 time: 0.1365912 Nov 12 08:29:59.273729 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb2e291-5f75-496c-9fae-38f3fecec74c tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Pushing event updated for resources: {'Port': ['ID=eb5cd232-7896-466e-8537-80c43a6920f6,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:59.285501 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5aca53-d9d6-4aeb-ad48-3d162d20ecb8 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Pushing event deleted for resources: {'Port': ['ID=c3d87375-c113-475c-bf06-fa361dfd0b38,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:59.289135 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-dcb2e291-5f75-496c-9fae-38f3fecec74c tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933629'] for router_interface, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:59.345230 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 90267c71-cb1f-4411-824f-a5181f8dfb3e triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:59.348267 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:59.377943 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-38088cea-48ff-481f-bdff-778279f0b2fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:59.380981 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-38088cea-48ff-481f-bdff-778279f0b2fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:59.387354 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-38088cea-48ff-481f-bdff-778279f0b2fa admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7665c79e-393d-4f12-8646-1a121fc5125e HTTP/1.1" status: 204 len: 168 time: 0.6888533 Nov 12 08:29:59.424806 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38088cea-48ff-481f-bdff-778279f0b2fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7665c79e-393d-4f12-8646-1a121fc5125e,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:59.500691 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-c8bc9423-5811-423e-b4fd-7cc36c1fbc85 req-7368a0d1-24c9-431c-8a13-cf34ec9bcd05 service neutron] Attempting to bind port 3b6d7e7e-2847-462c-8dae-278f8693f780 on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:29:59.501068 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-c8bc9423-5811-423e-b4fd-7cc36c1fbc85 req-7368a0d1-24c9-431c-8a13-cf34ec9bcd05 service neutron] Attempting to bind port 3b6d7e7e-2847-462c-8dae-278f8693f780 by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': '115bdcdd-b1df-41c7-8bff-15a5e1fdca42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '97ca3497-d4cd-4c64-83f2-e4cf0b99a680'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:29:59.501426 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8bc9423-5811-423e-b4fd-7cc36c1fbc85 req-7368a0d1-24c9-431c-8a13-cf34ec9bcd05 service neutron] Attempting to bind port 3b6d7e7e-2847-462c-8dae-278f8693f780 on network 97ca3497-d4cd-4c64-83f2-e4cf0b99a680 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:29:59.515418 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8bc9423-5811-423e-b4fd-7cc36c1fbc85 req-7368a0d1-24c9-431c-8a13-cf34ec9bcd05 service neutron] Port 3b6d7e7e-2847-462c-8dae-278f8693f780 on network 97ca3497-d4cd-4c64-83f2-e4cf0b99a680 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:29:59.515790 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8bc9423-5811-423e-b4fd-7cc36c1fbc85 req-7368a0d1-24c9-431c-8a13-cf34ec9bcd05 service neutron] Attempting to bind port 3b6d7e7e-2847-462c-8dae-278f8693f780 on network 97ca3497-d4cd-4c64-83f2-e4cf0b99a680 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:29:59.521909 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba95ffcf-1dfc-499c-b694-9f978d059e46 req-2e5aca53-d9d6-4aeb-ad48-3d162d20ecb8 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Router 8972c920-2b50-4fe8-92b5-3b54836c1daa has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:29:59.545533 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-0affbbe3-e576-42d3-94c9-146fc0e6689f None None] Port 76bf214c-6548-463a-9b7f-58eb8bb6b79d cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:29:59.555347 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0affbbe3-e576-42d3-94c9-146fc0e6689f None None] Pushing event updated for resources: {'Port': ['ID=90267c71-cb1f-4411-824f-a5181f8dfb3e,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:59.558975 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8bc9423-5811-423e-b4fd-7cc36c1fbc85 req-7368a0d1-24c9-431c-8a13-cf34ec9bcd05 service neutron] Checking agent: {'id': '26215384-8035-4ce2-971a-8e67be80da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:29:59.559384 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8bc9423-5811-423e-b4fd-7cc36c1fbc85 req-7368a0d1-24c9-431c-8a13-cf34ec9bcd05 service neutron] Checking segment: {'id': '115bdcdd-b1df-41c7-8bff-15a5e1fdca42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '97ca3497-d4cd-4c64-83f2-e4cf0b99a680'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:29:59.559867 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8bc9423-5811-423e-b4fd-7cc36c1fbc85 req-7368a0d1-24c9-431c-8a13-cf34ec9bcd05 service neutron] Bound using segment: {'id': '115bdcdd-b1df-41c7-8bff-15a5e1fdca42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '97ca3497-d4cd-4c64-83f2-e4cf0b99a680'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:29:59.560426 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-c8bc9423-5811-423e-b4fd-7cc36c1fbc85 req-7368a0d1-24c9-431c-8a13-cf34ec9bcd05 service neutron] Bound port: 3b6d7e7e-2847-462c-8dae-278f8693f780, host: n-h1-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '115bdcdd-b1df-41c7-8bff-15a5e1fdca42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '97ca3497-d4cd-4c64-83f2-e4cf0b99a680'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:29:59.560797 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-c8bc9423-5811-423e-b4fd-7cc36c1fbc85 req-7368a0d1-24c9-431c-8a13-cf34ec9bcd05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:59.560912 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb2e291-5f75-496c-9fae-38f3fecec74c tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Network 8b93583d-3016-41de-89a3-1521c498d0f0 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:29:59.571673 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-dcb2e291-5f75-496c-9fae-38f3fecec74c tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:29:59.617811 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-1dc4c5d3-99fb-4e0c-b79f-3248fd07372d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99827ece-d063-4a47-ab24-4878278d7946', 'name': 'tempest-TestServerMultinode-1805332521-router', 'tenant_id': '8ad4deb0fc3b4f3499f51bd2b1512ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': 'ad258e71-1faf-4b69-8128-66f62ac0e4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:29:43Z', 'updated_at': '2021-11-12T08:29:54Z', 'revision_number': 4, 'project_id': '8ad4deb0fc3b4f3499f51bd2b1512ff6', 'gw_port': {'id': 'ad258e71-1faf-4b69-8128-66f62ac0e4a5', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99827ece-d063-4a47-ab24-4878278d7946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:44Z', 'updated_at': '2021-11-12T08:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '76bf214c-6548-463a-9b7f-58eb8bb6b79d', 'name': '', 'network_id': '8cff4da5-80fe-4942-a14c-aee49cabf091', 'tenant_id': '8ad4deb0fc3b4f3499f51bd2b1512ff6', 'mac_address': 'fa:16:3e:d9:56:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99827ece-d063-4a47-ab24-4878278d7946', 'device_owner': 'network:router_interface', 'standard_attr_id': 2237, 'fixed_ips': [{'subnet_id': 'c3a5a3ec-ff6f-4863-97f9-c76ec260e806', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:51Z', 'updated_at': '2021-11-12T08:29:55Z', 'revision_number': 2, 'project_id': '8ad4deb0fc3b4f3499f51bd2b1512ff6', 'subnets': [{'id': 'c3a5a3ec-ff6f-4863-97f9-c76ec260e806', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:59.645724 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f831393-c2e0-403a-9443-400e48386f71 None None] Network 8b93583d-3016-41de-89a3-1521c498d0f0 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:29:59.692844 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc4c5d3-99fb-4e0c-b79f-3248fd07372d None None] Checking router: 99827ece-d063-4a47-ab24-4878278d7946 for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:29:59.693260 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc4c5d3-99fb-4e0c-b79f-3248fd07372d None None] Updating router 99827ece-d063-4a47-ab24-4878278d7946 port 76bf214c-6548-463a-9b7f-58eb8bb6b79d binding host n-d-765315-29 {{(pid=102602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:29:59.798083 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-1dc4c5d3-99fb-4e0c-b79f-3248fd07372d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:59.811120 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-7461cb60-65e3-4f1b-aaf9-d5f27d31dc92 None None] Provisioning complete for port 76bf214c-6548-463a-9b7f-58eb8bb6b79d triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:59.811506 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7461cb60-65e3-4f1b-aaf9-d5f27d31dc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:59.827617 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba95ffcf-1dfc-499c-b694-9f978d059e46 req-2e5aca53-d9d6-4aeb-ad48-3d162d20ecb8 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:29:59.887480 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e464f2d7-cfa8-4deb-825a-3a609bc37ad1 None None] Sync routers for ids ['8972c920-2b50-4fe8-92b5-3b54836c1daa'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:29:59.946292 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba95ffcf-1dfc-499c-b694-9f978d059e46 req-2e5aca53-d9d6-4aeb-ad48-3d162d20ecb8 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] No DVR routers for this DVR port c3d87375-c113-475c-bf06-fa361dfd0b38 on host n-h2-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:29:59.968074 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-ba95ffcf-1dfc-499c-b694-9f978d059e46 req-2e5aca53-d9d6-4aeb-ad48-3d162d20ecb8 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:59.978011 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ba95ffcf-1dfc-499c-b694-9f978d059e46 req-2e5aca53-d9d6-4aeb-ad48-3d162d20ecb8 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.44 "DELETE /v2.0/ports/c3d87375-c113-475c-bf06-fa361dfd0b38 HTTP/1.1" status: 204 len: 173 time: 4.3461571 Nov 12 08:29:59.978519 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d9f80b7-7da6-471c-ab75-5240190a613a', 'name': 'network-vif-deleted', 'tag': 'c3d87375-c113-475c-bf06-fa361dfd0b38'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:29:59.997146 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-108965d1-548d-4eba-9b6f-3c6ef4a1dd7a" -d '{"events": [{"server_uuid": "2d9f80b7-7da6-471c-ab75-5240190a613a", "name": "network-vif-deleted", "tag": "c3d87375-c113-475c-bf06-fa361dfd0b38"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:30:00.001306 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcb2e291-5f75-496c-9fae-38f3fecec74c tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Router 814f201c-68c7-45bf-8b3b-695632833d0f has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:30:00.004695 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-c8bc9423-5811-423e-b4fd-7cc36c1fbc85 req-7368a0d1-24c9-431c-8a13-cf34ec9bcd05 service neutron] For port 3b6d7e7e-2847-462c-8dae-278f8693f780, host n-h1-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:30:00.004933 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e464f2d7-cfa8-4deb-825a-3a609bc37ad1 None None] Routers {'8972c920-2b50-4fe8-92b5-3b54836c1daa'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:30:00.005504 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-e464f2d7-cfa8-4deb-825a-3a609bc37ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:29:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['8972c920-2b50-4fe8-92b5-3b54836c1daa'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:00.028579 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-c8bc9423-5811-423e-b4fd-7cc36c1fbc85 req-7368a0d1-24c9-431c-8a13-cf34ec9bcd05 service neutron] For port 3b6d7e7e-2847-462c-8dae-278f8693f780, host n-h1-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=3b6d7e7e-2847-462c-8dae-278f8693f780,segment=NetworkSegment(115bdcdd-b1df-41c7-8bff-15a5e1fdca42),segment_id=115bdcdd-b1df-41c7-8bff-15a5e1fdca42)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:30:00.040702 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-c8bc9423-5811-423e-b4fd-7cc36c1fbc85 req-7368a0d1-24c9-431c-8a13-cf34ec9bcd05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:00.159995 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc9423-5811-423e-b4fd-7cc36c1fbc85 req-7368a0d1-24c9-431c-8a13-cf34ec9bcd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:00.160828 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-c8bc9423-5811-423e-b4fd-7cc36c1fbc85 req-7368a0d1-24c9-431c-8a13-cf34ec9bcd05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:00.163379 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c8bc9423-5811-423e-b4fd-7cc36c1fbc85 req-7368a0d1-24c9-431c-8a13-cf34ec9bcd05 service neutron] 10.222.0.21 "PUT /v2.0/ports/3b6d7e7e-2847-462c-8dae-278f8693f780 HTTP/1.1" status: 200 len: 1092 time: 3.2948167 Nov 12 08:30:00.219053 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7368a0d1-24c9-431c-8a13-cf34ec9bcd05 service neutron] Pushing event updated for resources: {'Port': ['ID=3b6d7e7e-2847-462c-8dae-278f8693f780,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:00.257230 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-e464f2d7-cfa8-4deb-825a-3a609bc37ad1 None None] Set router 8972c920-2b50-4fe8-92b5-3b54836c1daa gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:30:00.366570 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc9423-5811-423e-b4fd-7cc36c1fbc85 req-7351a1dc-f141-4ea1-a9d7-9b5ea2432d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:00.382540 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcb2e291-5f75-496c-9fae-38f3fecec74c tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:30:00.382663 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c8bc9423-5811-423e-b4fd-7cc36c1fbc85 req-7351a1dc-f141-4ea1-a9d7-9b5ea2432d4f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4e695ccfe3434d44ababb01fdc20479b&device_id=86c05a66-5068-434c-9831-689e8d7ea54b HTTP/1.1" status: 200 len: 1095 time: 0.1387036 Nov 12 08:30:00.382949 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 34588) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:00.397801 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 34590) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:00.403028 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-dcb2e291-5f75-496c-9fae-38f3fecec74c tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "PUT /v2.0/routers/814f201c-68c7-45bf-8b3b-695632833d0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0238092 Nov 12 08:30:00.417375 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-de6658c7-cea0-4979-860d-c66fef04dcfc tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:00.446007 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-83fd1ad7-9910-4704-93e1-667f4c1d19a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:00.515696 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c8bc9423-5811-423e-b4fd-7cc36c1fbc85 req-cbd565df-4dcf-4701-978f-365281bd9627 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b6d7e7e-2847-462c-8dae-278f8693f780 HTTP/1.1" status: 200 len: 217 time: 0.1344802 Nov 12 08:30:00.559492 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4419c046-0337-4c2a-be80-05b697977f57 None None] Sync routers for ids ['814f201c-68c7-45bf-8b3b-695632833d0f'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:30:00.596844 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4419c046-0337-4c2a-be80-05b697977f57 None None] Routers {'814f201c-68c7-45bf-8b3b-695632833d0f'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:30:00.603689 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-4419c046-0337-4c2a-be80-05b697977f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:29:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['814f201c-68c7-45bf-8b3b-695632833d0f'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:00.631414 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device d5d9a5d1-dc71-4030-adf4-182eaac8d2c2 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:30:00.666887 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e013fe-1a5d-421b-a550-8aa0edb12289 req-1c3fb264-7ac1-4357-a430-b356c31e3d45 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:00.678149 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-71e013fe-1a5d-421b-a550-8aa0edb12289 req-1c3fb264-7ac1-4357-a430-b356c31e3d45 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=86c05a66-5068-434c-9831-689e8d7ea54b HTTP/1.1" status: 200 len: 943 time: 0.1782303 Nov 12 08:30:00.784853 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-71e013fe-1a5d-421b-a550-8aa0edb12289 req-d7f6fd23-a069-4d06-adfa-b2935e790b1b tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998704 Nov 12 08:30:00.811268 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-83fd1ad7-9910-4704-93e1-667f4c1d19a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:00.828594 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-83fd1ad7-9910-4704-93e1-667f4c1d19a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:00.836463 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-7461cb60-65e3-4f1b-aaf9-d5f27d31dc92 None None] Port 76bf214c-6548-463a-9b7f-58eb8bb6b79d cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:30:00.860511 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-7461cb60-65e3-4f1b-aaf9-d5f27d31dc92 None None] Provisioning complete for port d5d9a5d1-dc71-4030-adf4-182eaac8d2c2 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:30:00.861129 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7461cb60-65e3-4f1b-aaf9-d5f27d31dc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:00.894046 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-222adb65-ddab-42e4-92fd-702ad75715a4 x-openstack-request-id: req-222adb65-ddab-42e4-92fd-702ad75715a4 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:30:00.894501 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d9f80b7-7da6-471c-ab75-5240190a613a", "name": "network-vif-deleted", "tag": "c3d87375-c113-475c-bf06-fa361dfd0b38", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:30:00.895482 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-222adb65-ddab-42e4-92fd-702ad75715a4 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:30:00.896086 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d9f80b7-7da6-471c-ab75-5240190a613a', 'name': 'network-vif-deleted', 'tag': 'c3d87375-c113-475c-bf06-fa361dfd0b38', 'status': 'completed', 'code': 200} Nov 12 08:30:00.951598 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-83fd1ad7-9910-4704-93e1-667f4c1d19a9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d9dd093bcb0647b4a5b61238649ae9d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5633268 Nov 12 08:30:00.952608 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fd1ad7-9910-4704-93e1-667f4c1d19a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd798702-d8d8-4d0d-9186-f31f3abd9d47,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:00.959518 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 34606) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:00.993920 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-4419c046-0337-4c2a-be80-05b697977f57 None None] Set router 814f201c-68c7-45bf-8b3b-695632833d0f gateway port host: None {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:30:01.032223 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc9423-5811-423e-b4fd-7cc36c1fbc85 req-e7931dad-5ee0-42b5-be21-0e1207c577ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:01.040245 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c8bc9423-5811-423e-b4fd-7cc36c1fbc85 req-e7931dad-5ee0-42b5-be21-0e1207c577ab service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e5a8c2de-791a-407e-b586-3b1004863989 HTTP/1.1" status: 200 len: 845 time: 0.4749928 Nov 12 08:30:01.070847 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-69ba2bb3-f1d8-4513-8945-3d2f436fbb6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:01.097476 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c8bc9423-5811-423e-b4fd-7cc36c1fbc85 req-1dd513de-f0c1-4439-a0c1-a964a145b265 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=97ca3497-d4cd-4c64-83f2-e4cf0b99a680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502832 Nov 12 08:30:01.103419 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-69ba2bb3-f1d8-4513-8945-3d2f436fbb6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:01.119164 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-1dc4c5d3-99fb-4e0c-b79f-3248fd07372d None None] Publish callbacks [] for port, precommit_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:01.148173 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port d5d9a5d1-dc71-4030-adf4-182eaac8d2c2 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:30:01.152052 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:01.173672 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-69ba2bb3-f1d8-4513-8945-3d2f436fbb6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:01.177297 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-69ba2bb3-f1d8-4513-8945-3d2f436fbb6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:01.182514 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-69ba2bb3-f1d8-4513-8945-3d2f436fbb6d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fd798702-d8d8-4d0d-9186-f31f3abd9d47 HTTP/1.1" status: 204 len: 168 time: 0.2177901 Nov 12 08:30:01.237889 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ba2bb3-f1d8-4513-8945-3d2f436fbb6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd798702-d8d8-4d0d-9186-f31f3abd9d47,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:01.448666 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-1dc4c5d3-99fb-4e0c-b79f-3248fd07372d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:01.485573 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefbfaed-5d39-433f-96e6-f72321ea31eb req-a0233955-0da1-403c-8e71-240dfa33a2aa tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:01.497825 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cefbfaed-5d39-433f-96e6-f72321ea31eb req-a0233955-0da1-403c-8e71-240dfa33a2aa tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] 10.222.0.26 "GET /v2.0/networks?id=e20ce8af-4daa-4b40-8559-9d599581ba58 HTTP/1.1" status: 200 len: 911 time: 0.2509398 Nov 12 08:30:01.547229 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cefbfaed-5d39-433f-96e6-f72321ea31eb req-522cb101-059c-4db6-b1f8-7c9a2031dc77 tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] 10.222.0.26 "GET /v2.0/quotas/8ad4deb0fc3b4f3499f51bd2b1512ff6 HTTP/1.1" status: 200 len: 375 time: 0.0479157 Nov 12 08:30:01.728151 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cefbfaed-5d39-433f-96e6-f72321ea31eb req-30de053a-c411-4484-a58f-11b94b430e86 tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] 10.222.0.26 "GET /v2.0/ports?tenant_id=8ad4deb0fc3b4f3499f51bd2b1512ff6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1798000 Nov 12 08:30:01.745554 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-1dc4c5d3-99fb-4e0c-b79f-3248fd07372d None None] Attempting to bind port 76bf214c-6548-463a-9b7f-58eb8bb6b79d on host n-d-765315-29 for vnic_type normal with profile {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:30:01.746608 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-1dc4c5d3-99fb-4e0c-b79f-3248fd07372d None None] Attempting to bind port 76bf214c-6548-463a-9b7f-58eb8bb6b79d by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': 'bfdb4e7b-7386-4785-9623-27b947af3a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '8cff4da5-80fe-4942-a14c-aee49cabf091'}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:30:01.748280 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc4c5d3-99fb-4e0c-b79f-3248fd07372d None None] Attempting to bind port 76bf214c-6548-463a-9b7f-58eb8bb6b79d on network 8cff4da5-80fe-4942-a14c-aee49cabf091 {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:30:01.779174 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc4c5d3-99fb-4e0c-b79f-3248fd07372d None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:30:01.779567 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc4c5d3-99fb-4e0c-b79f-3248fd07372d None None] Checking segment: {'id': 'bfdb4e7b-7386-4785-9623-27b947af3a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '8cff4da5-80fe-4942-a14c-aee49cabf091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:30:01.782635 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-1dc4c5d3-99fb-4e0c-b79f-3248fd07372d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:01.783252 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc4c5d3-99fb-4e0c-b79f-3248fd07372d None None] Bound using segment: {'id': 'bfdb4e7b-7386-4785-9623-27b947af3a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '8cff4da5-80fe-4942-a14c-aee49cabf091'} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:30:01.783755 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-1dc4c5d3-99fb-4e0c-b79f-3248fd07372d None None] Bound port: 76bf214c-6548-463a-9b7f-58eb8bb6b79d, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfdb4e7b-7386-4785-9623-27b947af3a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '8cff4da5-80fe-4942-a14c-aee49cabf091'}}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:30:01.784137 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-1dc4c5d3-99fb-4e0c-b79f-3248fd07372d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:01.830158 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-e464f2d7-cfa8-4deb-825a-3a609bc37ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8972c920-2b50-4fe8-92b5-3b54836c1daa', 'name': 'tempest-ServerActionsTestJSON-336760699-router', 'tenant_id': '13ee7d6d71864c9eb2f508185e6a266f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '85614164-d9ff-4abf-b6b6-f34a0ad5ac4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:19:05Z', 'updated_at': '2021-11-12T08:19:14Z', 'revision_number': 4, 'project_id': '13ee7d6d71864c9eb2f508185e6a266f', 'gw_port': {'id': '85614164-d9ff-4abf-b6b6-f34a0ad5ac4a', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ea:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8972c920-2b50-4fe8-92b5-3b54836c1daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:19:06Z', 'updated_at': '2021-11-12T08:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '2e97c7f0-b9ba-43eb-8f4d-9e308341b7c4', 'name': '', 'network_id': '392b706c-fa83-40b2-ba41-e97d70efdd1d', 'tenant_id': '13ee7d6d71864c9eb2f508185e6a266f', 'mac_address': 'fa:16:3e:3e:14:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8972c920-2b50-4fe8-92b5-3b54836c1daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '2d250a72-e563-4d6e-ac4f-f44698e0ce3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:19:11Z', 'updated_at': '2021-11-12T08:19:19Z', 'revision_number': 5, 'project_id': '13ee7d6d71864c9eb2f508185e6a266f', 'subnets': [{'id': '2d250a72-e563-4d6e-ac4f-f44698e0ce3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:01.839201 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c8bc9423-5811-423e-b4fd-7cc36c1fbc85 req-e0ef5af2-013b-4af7-876e-98dd88c13d4a service neutron] 10.222.0.21 "GET /v2.0/networks/97ca3497-d4cd-4c64-83f2-e4cf0b99a680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7056241 Nov 12 08:30:01.876710 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cefbfaed-5d39-433f-96e6-f72321ea31eb req-10e63f62-2334-410c-9009-0668aadf7b0b service neutron] 10.222.0.26 "GET /v2.0/networks/e20ce8af-4daa-4b40-8559-9d599581ba58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476827 Nov 12 08:30:01.922316 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e464f2d7-cfa8-4deb-825a-3a609bc37ad1 None None] Checking router: 8972c920-2b50-4fe8-92b5-3b54836c1daa for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:30:01.945008 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7461cb60-65e3-4f1b-aaf9-d5f27d31dc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:01.953807 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-1dc4c5d3-99fb-4e0c-b79f-3248fd07372d None None] For port 76bf214c-6548-463a-9b7f-58eb8bb6b79d, host n-d-765315-29, cleared binding levels {{(pid=102602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:30:01.960443 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-1dc4c5d3-99fb-4e0c-b79f-3248fd07372d None None] For port 76bf214c-6548-463a-9b7f-58eb8bb6b79d, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=76bf214c-6548-463a-9b7f-58eb8bb6b79d,segment=NetworkSegment(bfdb4e7b-7386-4785-9623-27b947af3a0e),segment_id=bfdb4e7b-7386-4785-9623-27b947af3a0e)] {{(pid=102602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:30:01.981575 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-1dc4c5d3-99fb-4e0c-b79f-3248fd07372d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:02.012597 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986cad75-ac34-4802-a68f-8b2e7319eb3e None None] Pushing event updated for resources: {'Port': ['ID=76bf214c-6548-463a-9b7f-58eb8bb6b79d,revision_number=3']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:02.039394 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e464f2d7-cfa8-4deb-825a-3a609bc37ad1 None None] Routers {'8972c920-2b50-4fe8-92b5-3b54836c1daa'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:30:02.040190 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-e464f2d7-cfa8-4deb-825a-3a609bc37ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:29:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['8972c920-2b50-4fe8-92b5-3b54836c1daa'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:02.120948 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.extraroute_db [None req-de6658c7-cea0-4979-860d-c66fef04dcfc tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=102599) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 08:30:02.161427 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c8bc9423-5811-423e-b4fd-7cc36c1fbc85 req-6666bf16-7f44-4e7f-bff5-34e126462b94 service neutron] 10.222.0.21 "GET /v2.0/networks/97ca3497-d4cd-4c64-83f2-e4cf0b99a680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3080072 Nov 12 08:30:02.181600 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.extraroute_db [None req-de6658c7-cea0-4979-860d-c66fef04dcfc tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Removed routes are [] {{(pid=102599) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 08:30:02.183937 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-de6658c7-cea0-4979-860d-c66fef04dcfc tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-932935', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57732'] for router, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:02.191311 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-e464f2d7-cfa8-4deb-825a-3a609bc37ad1 None None] Set router 8972c920-2b50-4fe8-92b5-3b54836c1daa gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:30:02.256733 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cefbfaed-5d39-433f-96e6-f72321ea31eb req-95829242-f221-419c-b27a-83a77ad16144 service neutron] 10.222.0.26 "GET /v2.0/networks/e20ce8af-4daa-4b40-8559-9d599581ba58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3684571 Nov 12 08:30:02.306953 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:02.334265 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc4c5d3-99fb-4e0c-b79f-3248fd07372d None None] Routers {'99827ece-d063-4a47-ab24-4878278d7946'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:30:02.335048 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-1dc4c5d3-99fb-4e0c-b79f-3248fd07372d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:29:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['99827ece-d063-4a47-ab24-4878278d7946'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:02.468927 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-7461cb60-65e3-4f1b-aaf9-d5f27d31dc92 None None] For port d5d9a5d1-dc71-4030-adf4-182eaac8d2c2, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=d5d9a5d1-dc71-4030-adf4-182eaac8d2c2,segment=NetworkSegment(ec9cb9c6-2ef8-4479-ab98-00520038c67f),segment_id=ec9cb9c6-2ef8-4479-ab98-00520038c67f)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:02.537898 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7461cb60-65e3-4f1b-aaf9-d5f27d31dc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:02.632088 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-1dc4c5d3-99fb-4e0c-b79f-3248fd07372d None None] Set router 99827ece-d063-4a47-ab24-4878278d7946 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:30:02.748375 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-de6658c7-cea0-4979-860d-c66fef04dcfc tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-932935', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57732'] for router, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:02.761225 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-de6658c7-cea0-4979-860d-c66fef04dcfc tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-932942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-933045', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-919336'] for router, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:02.825590 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7461cb60-65e3-4f1b-aaf9-d5f27d31dc92 None None] Pushing event updated for resources: {'Port': ['ID=d5d9a5d1-dc71-4030-adf4-182eaac8d2c2,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:02.892409 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 34654) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:02.908286 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86c05a66-5068-434c-9831-689e8d7ea54b', 'tag': '3b6d7e7e-2847-462c-8dae-278f8693f780'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:30:02.915768 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-647fd50a-1e0f-44cc-9c41-273fbfb2d274" -d '{"events": [{"name": "network-changed", "server_uuid": "86c05a66-5068-434c-9831-689e8d7ea54b", "tag": "3b6d7e7e-2847-462c-8dae-278f8693f780"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:30:03.000484 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-4419c046-0337-4c2a-be80-05b697977f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '814f201c-68c7-45bf-8b3b-695632833d0f', 'name': 'tempest-RoutersTest-router-1330110638', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:29:22Z', 'updated_at': '2021-11-12T08:29:57Z', 'revision_number': 5, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'gw_port_host': None, '_interfaces': [{'id': '90267c71-cb1f-4411-824f-a5181f8dfb3e', 'name': '', 'network_id': '6a69cfb4-c0b7-4405-a09a-7240d8194a53', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'mac_address': 'fa:16:3e:f8:70:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814f201c-68c7-45bf-8b3b-695632833d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': 'a7220d4f-91cb-4e6e-bd5f-ef3f502d4808', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:43Z', 'updated_at': '2021-11-12T08:29:58Z', 'revision_number': 5, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'subnets': [{'id': 'a7220d4f-91cb-4e6e-bd5f-ef3f502d4808', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae48a897-cdb3-4ae6-93d0-25677a1d5096', 'name': '', 'network_id': '5d1feb88-a25f-48ad-baf1-c1d85d827dda', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'mac_address': 'fa:16:3e:00:5b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814f201c-68c7-45bf-8b3b-695632833d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': '04987c3b-62f7-4744-9a00-633db06d619f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:35Z', 'updated_at': '2021-11-12T08:29:47Z', 'revision_number': 5, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'subnets': [{'id': '04987c3b-62f7-4744-9a00-633db06d619f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6537368-d1f5-4fea-be35-c8dddd5c232d', 'name': '', 'network_id': '39ea9667-9280-4213-97c2-fe88863d6404', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'mac_address': 'fa:16:3e:e9:57:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814f201c-68c7-45bf-8b3b-695632833d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '189478cb-3816-4a1a-b76a-7c6aae18bdf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:25Z', 'updated_at': '2021-11-12T08:29:36Z', 'revision_number': 5, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'subnets': [{'id': '189478cb-3816-4a1a-b76a-7c6aae18bdf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb5cd232-7896-466e-8537-80c43a6920f6', 'name': '', 'network_id': '8b93583d-3016-41de-89a3-1521c498d0f0', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'mac_address': 'fa:16:3e:3a:2c:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '814f201c-68c7-45bf-8b3b-695632833d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': '87c822bc-f175-4a3c-9b67-c7f1f9d8a60a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:55Z', 'updated_at': '2021-11-12T08:29:58Z', 'revision_number': 2, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'subnets': [{'id': '87c822bc-f175-4a3c-9b67-c7f1f9d8a60a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:03.110751 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.db.api [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:30:03.111375 n-d-765315-29 neutron-server[102601]: DEBUG oslo_db.api [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:30:03.116939 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-6dcefd83-3658-4cff-ad4b-e355d1c36726 None None] Provisioning complete for port eb5cd232-7896-466e-8537-80c43a6920f6 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:30:03.117320 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6dcefd83-3658-4cff-ad4b-e355d1c36726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:03.134144 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de6658c7-cea0-4979-860d-c66fef04dcfc tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Router 814f201c-68c7-45bf-8b3b-695632833d0f has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:30:03.172055 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986cad75-ac34-4802-a68f-8b2e7319eb3e None None] Pushing event updated for resources: {'Port': ['ID=76bf214c-6548-463a-9b7f-58eb8bb6b79d,revision_number=4']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:03.188105 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4419c046-0337-4c2a-be80-05b697977f57 None None] Checking router: 814f201c-68c7-45bf-8b3b-695632833d0f for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:30:03.190988 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4419c046-0337-4c2a-be80-05b697977f57 None None] Updating router 814f201c-68c7-45bf-8b3b-695632833d0f port eb5cd232-7896-466e-8537-80c43a6920f6 binding host n-d-765315-29 {{(pid=102602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:30:03.264786 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-be799f01-7b91-4ac0-a729-b334c0a3e419 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:03.280661 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-6dcefd83-3658-4cff-ad4b-e355d1c36726 None None] Port eb5cd232-7896-466e-8537-80c43a6920f6 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:30:03.282310 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-4419c046-0337-4c2a-be80-05b697977f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:03.319743 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-6dcefd83-3658-4cff-ad4b-e355d1c36726 None None] Provisioning complete for port 76bf214c-6548-463a-9b7f-58eb8bb6b79d triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:30:03.322126 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6dcefd83-3658-4cff-ad4b-e355d1c36726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:03.433495 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-e464f2d7-cfa8-4deb-825a-3a609bc37ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8972c920-2b50-4fe8-92b5-3b54836c1daa', 'name': 'tempest-ServerActionsTestJSON-336760699-router', 'tenant_id': '13ee7d6d71864c9eb2f508185e6a266f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '85614164-d9ff-4abf-b6b6-f34a0ad5ac4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:19:05Z', 'updated_at': '2021-11-12T08:19:14Z', 'revision_number': 4, 'project_id': '13ee7d6d71864c9eb2f508185e6a266f', 'gw_port': {'id': '85614164-d9ff-4abf-b6b6-f34a0ad5ac4a', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ea:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8972c920-2b50-4fe8-92b5-3b54836c1daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:19:06Z', 'updated_at': '2021-11-12T08:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '2e97c7f0-b9ba-43eb-8f4d-9e308341b7c4', 'name': '', 'network_id': '392b706c-fa83-40b2-ba41-e97d70efdd1d', 'tenant_id': '13ee7d6d71864c9eb2f508185e6a266f', 'mac_address': 'fa:16:3e:3e:14:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8972c920-2b50-4fe8-92b5-3b54836c1daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '2d250a72-e563-4d6e-ac4f-f44698e0ce3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:19:11Z', 'updated_at': '2021-11-12T08:19:19Z', 'revision_number': 5, 'project_id': '13ee7d6d71864c9eb2f508185e6a266f', 'subnets': [{'id': '2d250a72-e563-4d6e-ac4f-f44698e0ce3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:03.440768 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef2cdb4-f8d4-46a1-9999-fc630c968302 req-fc098692-010a-483d-8617-c6104b4460bb tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:03.454699 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2ef2cdb4-f8d4-46a1-9999-fc630c968302 req-fc098692-010a-483d-8617-c6104b4460bb tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=86c05a66-5068-434c-9831-689e8d7ea54b HTTP/1.1" status: 200 len: 943 time: 0.3838420 Nov 12 08:30:03.464614 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-be799f01-7b91-4ac0-a729-b334c0a3e419 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:03.503142 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-1dc4c5d3-99fb-4e0c-b79f-3248fd07372d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99827ece-d063-4a47-ab24-4878278d7946', 'name': 'tempest-TestServerMultinode-1805332521-router', 'tenant_id': '8ad4deb0fc3b4f3499f51bd2b1512ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': 'ad258e71-1faf-4b69-8128-66f62ac0e4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:29:43Z', 'updated_at': '2021-11-12T08:29:54Z', 'revision_number': 4, 'project_id': '8ad4deb0fc3b4f3499f51bd2b1512ff6', 'gw_port': {'id': 'ad258e71-1faf-4b69-8128-66f62ac0e4a5', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99827ece-d063-4a47-ab24-4878278d7946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:44Z', 'updated_at': '2021-11-12T08:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '76bf214c-6548-463a-9b7f-58eb8bb6b79d', 'name': '', 'network_id': '8cff4da5-80fe-4942-a14c-aee49cabf091', 'tenant_id': '8ad4deb0fc3b4f3499f51bd2b1512ff6', 'mac_address': 'fa:16:3e:d9:56:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99827ece-d063-4a47-ab24-4878278d7946', 'device_owner': 'network:router_interface', 'standard_attr_id': 2237, 'fixed_ips': [{'subnet_id': 'c3a5a3ec-ff6f-4863-97f9-c76ec260e806', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:51Z', 'updated_at': '2021-11-12T08:30:01Z', 'revision_number': 4, 'project_id': '8ad4deb0fc3b4f3499f51bd2b1512ff6', 'subnets': [{'id': 'c3a5a3ec-ff6f-4863-97f9-c76ec260e806', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:03.520881 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e464f2d7-cfa8-4deb-825a-3a609bc37ad1 None None] The sync data for ids ['8972c920-2b50-4fe8-92b5-3b54836c1daa'] in n-d-765315-29 is: [{'id': '8972c920-2b50-4fe8-92b5-3b54836c1daa', 'name': 'tempest-ServerActionsTestJSON-336760699-router', 'tenant_id': '13ee7d6d71864c9eb2f508185e6a266f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '85614164-d9ff-4abf-b6b6-f34a0ad5ac4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:19:05Z', 'updated_at': '2021-11-12T08:19:14Z', 'revision_number': 4, 'project_id': '13ee7d6d71864c9eb2f508185e6a266f', 'gw_port': {'id': '85614164-d9ff-4abf-b6b6-f34a0ad5ac4a', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ea:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8972c920-2b50-4fe8-92b5-3b54836c1daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:19:06Z', 'updated_at': '2021-11-12T08:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '2e97c7f0-b9ba-43eb-8f4d-9e308341b7c4', 'name': '', 'network_id': '392b706c-fa83-40b2-ba41-e97d70efdd1d', 'tenant_id': '13ee7d6d71864c9eb2f508185e6a266f', 'mac_address': 'fa:16:3e:3e:14:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8972c920-2b50-4fe8-92b5-3b54836c1daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '2d250a72-e563-4d6e-ac4f-f44698e0ce3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:19:11Z', 'updated_at': '2021-11-12T08:19:19Z', 'revision_number': 5, 'project_id': '13ee7d6d71864c9eb2f508185e6a266f', 'subnets': [{'id': '2d250a72-e563-4d6e-ac4f-f44698e0ce3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:30:03.546281 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de6658c7-cea0-4979-860d-c66fef04dcfc tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:30:03.564837 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-de6658c7-cea0-4979-860d-c66fef04dcfc tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:03.566763 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-de6658c7-cea0-4979-860d-c66fef04dcfc tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "PUT /v2.0/routers/814f201c-68c7-45bf-8b3b-695632833d0f HTTP/1.1" status: 200 len: 934 time: 3.1606064 Nov 12 08:30:03.570358 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b830f0ef-e615-4de3-b216-e18d38a7934c req-2e2b0119-616e-4340-a6ec-5a155390436a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f098e594-7dd1-447e-9ce9-aec2cb4cc7ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1963744 Nov 12 08:30:03.571185 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 34670) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:03.592993 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6dcefd83-3658-4cff-ad4b-e355d1c36726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:03.710274 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2ef2cdb4-f8d4-46a1-9999-fc630c968302 req-18b18d0c-fb89-44cc-b8d1-2cb9f7a487df tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539058 Nov 12 08:30:03.760707 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 31a6ecdc-287a-406e-a717-3a30e467ef32 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:30:03.841439 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-be799f01-7b91-4ac0-a729-b334c0a3e419 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:03.845669 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-be799f01-7b91-4ac0-a729-b334c0a3e419 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:03.846917 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-be799f01-7b91-4ac0-a729-b334c0a3e419 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "DELETE /v2.0/security-groups/dafae0e1-4d35-4b86-8740-ce6a9a9c8268 HTTP/1.1" status: 204 len: 168 time: 0.9533553 Nov 12 08:30:03.857338 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 34676) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:03.926106 n-d-765315-29 neutron-server[102600]: INFO neutron.api.v2.resource [None req-f0a372c9-a509-471a-b2ab-2cf3f25429cd tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] show failed (client error): The resource could not be found. Nov 12 08:30:03.928110 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-f0a372c9-a509-471a-b2ab-2cf3f25429cd tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "GET /v2.0/security-groups/dafae0e1-4d35-4b86-8740-ce6a9a9c8268 HTTP/1.1" status: 404 len: 347 time: 0.0692146 Nov 12 08:30:03.930033 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be799f01-7b91-4ac0-a729-b334c0a3e419 tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dafae0e1-4d35-4b86-8740-ce6a9a9c8268,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:03.948209 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 34678) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:04.009344 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-6dcefd83-3658-4cff-ad4b-e355d1c36726 None None] For port 76bf214c-6548-463a-9b7f-58eb8bb6b79d, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=76bf214c-6548-463a-9b7f-58eb8bb6b79d,segment=NetworkSegment(bfdb4e7b-7386-4785-9623-27b947af3a0e),segment_id=bfdb4e7b-7386-4785-9623-27b947af3a0e)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:04.040041 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc4c5d3-99fb-4e0c-b79f-3248fd07372d None None] The sync data for ids ['99827ece-d063-4a47-ab24-4878278d7946'] in n-d-765315-29 is: [{'id': '99827ece-d063-4a47-ab24-4878278d7946', 'name': 'tempest-TestServerMultinode-1805332521-router', 'tenant_id': '8ad4deb0fc3b4f3499f51bd2b1512ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': 'ad258e71-1faf-4b69-8128-66f62ac0e4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:29:43Z', 'updated_at': '2021-11-12T08:29:54Z', 'revision_number': 4, 'project_id': '8ad4deb0fc3b4f3499f51bd2b1512ff6', 'gw_port': {'id': 'ad258e71-1faf-4b69-8128-66f62ac0e4a5', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99827ece-d063-4a47-ab24-4878278d7946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:44Z', 'updated_at': '2021-11-12T08:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '76bf214c-6548-463a-9b7f-58eb8bb6b79d', 'name': '', 'network_id': '8cff4da5-80fe-4942-a14c-aee49cabf091', 'tenant_id': '8ad4deb0fc3b4f3499f51bd2b1512ff6', 'mac_address': 'fa:16:3e:d9:56:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99827ece-d063-4a47-ab24-4878278d7946', 'device_owner': 'network:router_interface', 'standard_attr_id': 2237, 'fixed_ips': [{'subnet_id': 'c3a5a3ec-ff6f-4863-97f9-c76ec260e806', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:51Z', 'updated_at': '2021-11-12T08:30:01Z', 'revision_number': 4, 'project_id': '8ad4deb0fc3b4f3499f51bd2b1512ff6', 'subnets': [{'id': 'c3a5a3ec-ff6f-4863-97f9-c76ec260e806', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:30:04.063412 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1ca4ba5a-e013-4b89-be0a-719259e60a7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:04.070623 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6dcefd83-3658-4cff-ad4b-e355d1c36726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:04.086668 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-52619b82-ba90-4b10-8e50-46c9b9b7520b tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "GET /v2.0/routers/814f201c-68c7-45bf-8b3b-695632833d0f HTTP/1.1" status: 200 len: 934 time: 0.5119293 Nov 12 08:30:04.091075 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 34684) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:04.103389 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-fd26004f-4504-4bec-b539-426fc30f347c tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Request body: {'router': {'routes': None}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:04.268089 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 31a6ecdc-287a-406e-a717-3a30e467ef32 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:30:04.268610 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:04.284931 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-4419c046-0337-4c2a-be80-05b697977f57 None None] Publish callbacks [] for port, precommit_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:04.298014 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-4419c046-0337-4c2a-be80-05b697977f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:04.381433 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-de418262-94c7-4b46-92d9-00297a92c58a req-252d91f8-1bd3-4ea2-a67d-beaeb4efd2bc tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=a3479ede-6d4b-43d8-b23f-4c39ebb20ed7 HTTP/1.1" status: 200 len: 210 time: 0.1133015 Nov 12 08:30:04.390939 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80497197-6feb-4a17-bb08-1face562c66a None None] New status for floating IP b86eba30-c84a-46ca-9a2d-56a017b97a67: DOWN {{(pid=102601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:30:04.485224 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-b24ab722-bfb4-48a2-8f5f-e07cda9efb1b tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Deleting port 0e43b7d9-df4f-42dd-a1ed-f776aaafc532 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:30:04.487315 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b24ab722-bfb4-48a2-8f5f-e07cda9efb1b tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:04.563477 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0550bd6-2a07-4c5f-affc-25b16df514cd None None] Pushing event updated for resources: {'Port': ['ID=eb5cd232-7896-466e-8537-80c43a6920f6,revision_number=3']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:04.614968 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bafcbf9-d32a-4625-a7cc-8b55a6692e64 x-openstack-request-id: req-4bafcbf9-d32a-4625-a7cc-8b55a6692e64 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:30:04.615935 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86c05a66-5068-434c-9831-689e8d7ea54b", "tag": "3b6d7e7e-2847-462c-8dae-278f8693f780", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:30:04.616453 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4bafcbf9-d32a-4625-a7cc-8b55a6692e64 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:30:04.618273 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86c05a66-5068-434c-9831-689e8d7ea54b', 'tag': '3b6d7e7e-2847-462c-8dae-278f8693f780', 'status': 'completed', 'code': 200} Nov 12 08:30:04.623647 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-4419c046-0337-4c2a-be80-05b697977f57 None None] Attempting to bind port eb5cd232-7896-466e-8537-80c43a6920f6 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:30:04.624125 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-4419c046-0337-4c2a-be80-05b697977f57 None None] Attempting to bind port eb5cd232-7896-466e-8537-80c43a6920f6 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': 'ec9cb9c6-2ef8-4479-ab98-00520038c67f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '8b93583d-3016-41de-89a3-1521c498d0f0'}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:30:04.624533 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4419c046-0337-4c2a-be80-05b697977f57 None None] Attempting to bind port eb5cd232-7896-466e-8537-80c43a6920f6 on network 8b93583d-3016-41de-89a3-1521c498d0f0 {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:30:04.638808 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4419c046-0337-4c2a-be80-05b697977f57 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:30:04.639191 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4419c046-0337-4c2a-be80-05b697977f57 None None] Checking segment: {'id': 'ec9cb9c6-2ef8-4479-ab98-00520038c67f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '8b93583d-3016-41de-89a3-1521c498d0f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:30:04.639596 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-4419c046-0337-4c2a-be80-05b697977f57 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:04.639996 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4419c046-0337-4c2a-be80-05b697977f57 None None] Bound using segment: {'id': 'ec9cb9c6-2ef8-4479-ab98-00520038c67f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '8b93583d-3016-41de-89a3-1521c498d0f0'} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:30:04.649089 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-6dcefd83-3658-4cff-ad4b-e355d1c36726 None None] Provisioning complete for port d5d9a5d1-dc71-4030-adf4-182eaac8d2c2 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:30:04.649625 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6dcefd83-3658-4cff-ad4b-e355d1c36726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:04.651487 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-4419c046-0337-4c2a-be80-05b697977f57 None None] Bound port: eb5cd232-7896-466e-8537-80c43a6920f6, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec9cb9c6-2ef8-4479-ab98-00520038c67f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '8b93583d-3016-41de-89a3-1521c498d0f0'}}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:30:04.653947 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcefd83-3658-4cff-ad4b-e355d1c36726 None None] Pushing event updated for resources: {'Port': ['ID=76bf214c-6548-463a-9b7f-58eb8bb6b79d,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:04.654449 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-4419c046-0337-4c2a-be80-05b697977f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:04.817077 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b24ab722-bfb4-48a2-8f5f-e07cda9efb1b tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:04.831709 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b24ab722-bfb4-48a2-8f5f-e07cda9efb1b tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:04.911408 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b830f0ef-e615-4de3-b216-e18d38a7934c req-b9a3a8d3-3a30-4ecc-a5a1-13b7f7db741c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:04.913032 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b830f0ef-e615-4de3-b216-e18d38a7934c req-b9a3a8d3-3a30-4ecc-a5a1-13b7f7db741c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4e695ccfe3434d44ababb01fdc20479b&device_id=f098e594-7dd1-447e-9ce9-aec2cb4cc7ec HTTP/1.1" status: 200 len: 1097 time: 1.1534989 Nov 12 08:30:04.936022 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-b24ab722-bfb4-48a2-8f5f-e07cda9efb1b tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Calling delete_port for 0e43b7d9-df4f-42dd-a1ed-f776aaafc532 owned by network:floatingip {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:30:05.003818 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-4419c046-0337-4c2a-be80-05b697977f57 None None] For port eb5cd232-7896-466e-8537-80c43a6920f6, host n-d-765315-29, cleared binding levels {{(pid=102602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:30:05.024254 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647fd50a-1e0f-44cc-9c41-273fbfb2d274 req-e41b1949-9e06-42ce-862e-52da1c715de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:05.027699 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-647fd50a-1e0f-44cc-9c41-273fbfb2d274 req-e41b1949-9e06-42ce-862e-52da1c715de4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4e695ccfe3434d44ababb01fdc20479b&device_id=86c05a66-5068-434c-9831-689e8d7ea54b HTTP/1.1" status: 200 len: 1095 time: 0.4453108 Nov 12 08:30:05.031123 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-4419c046-0337-4c2a-be80-05b697977f57 None None] For port eb5cd232-7896-466e-8537-80c43a6920f6, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=eb5cd232-7896-466e-8537-80c43a6920f6,segment=NetworkSegment(ec9cb9c6-2ef8-4479-ab98-00520038c67f),segment_id=ec9cb9c6-2ef8-4479-ab98-00520038c67f)] {{(pid=102602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:30:05.038769 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-4419c046-0337-4c2a-be80-05b697977f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:05.244970 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4419c046-0337-4c2a-be80-05b697977f57 None None] Routers {'814f201c-68c7-45bf-8b3b-695632833d0f'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:30:05.248757 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-4419c046-0337-4c2a-be80-05b697977f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:29:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['814f201c-68c7-45bf-8b3b-695632833d0f'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:05.275160 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 90267c71-cb1f-4411-824f-a5181f8dfb3e up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:30:05.349611 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 34704) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:05.370048 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0550bd6-2a07-4c5f-affc-25b16df514cd None None] Pushing event updated for resources: {'Port': ['ID=eb5cd232-7896-466e-8537-80c43a6920f6,revision_number=4']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:05.462839 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc670b6f-d86c-4a99-ae8f-aa7a133ed368 req-5521d354-c7cd-46ec-9157-5911e671b7a3 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:05.475246 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cc670b6f-d86c-4a99-ae8f-aa7a133ed368 req-5521d354-c7cd-46ec-9157-5911e671b7a3 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=86c05a66-5068-434c-9831-689e8d7ea54b HTTP/1.1" status: 200 len: 943 time: 0.3545940 Nov 12 08:30:05.616262 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-4419c046-0337-4c2a-be80-05b697977f57 None None] Set router 814f201c-68c7-45bf-8b3b-695632833d0f gateway port host: None {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:30:05.620929 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 90267c71-cb1f-4411-824f-a5181f8dfb3e triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:30:05.621722 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:05.671486 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647fd50a-1e0f-44cc-9c41-273fbfb2d274 req-3a35177f-3639-41b0-b498-7bc9c9390e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:05.683874 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-647fd50a-1e0f-44cc-9c41-273fbfb2d274 req-3a35177f-3639-41b0-b498-7bc9c9390e86 service neutron] 10.222.0.21 "GET /v2.0/networks?id=97ca3497-d4cd-4c64-83f2-e4cf0b99a680 HTTP/1.1" status: 200 len: 906 time: 0.6105921 Nov 12 08:30:05.709387 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cc670b6f-d86c-4a99-ae8f-aa7a133ed368 req-1ddc42d7-7aaf-48a1-81c3-c1314e21b28b tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331188 Nov 12 08:30:05.716592 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-803845b0-b54d-43fd-aead-38a6f5eba718 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-244965099', 'router:external': True}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:05.722895 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b24ab722-bfb4-48a2-8f5f-e07cda9efb1b tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:05.759675 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:05.779845 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24ab722-bfb4-48a2-8f5f-e07cda9efb1b tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Pushing event deleted for resources: {'Port': ['ID=0e43b7d9-df4f-42dd-a1ed-f776aaafc532,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:05.898877 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cde2db2-8046-4ffb-b65c-33015826ce94 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:30:05.918603 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-751ad144-d847-4bd4-93fa-32e1b8dcdb4d None None] Provisioning complete for port eb5cd232-7896-466e-8537-80c43a6920f6 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:30:05.918970 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-751ad144-d847-4bd4-93fa-32e1b8dcdb4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:05.949141 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b24ab722-bfb4-48a2-8f5f-e07cda9efb1b tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Publish callbacks [] for floatingip, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:05.955504 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b24ab722-bfb4-48a2-8f5f-e07cda9efb1b tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:05.961290 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-b24ab722-bfb4-48a2-8f5f-e07cda9efb1b tempest-ServerActionsTestJSON-2070001302 tempest-ServerActionsTestJSON-2070001302-project] 10.222.0.26 "DELETE /v2.0/floatingips/b86eba30-c84a-46ca-9a2d-56a017b97a67 HTTP/1.1" status: 204 len: 168 time: 2.0060589 Nov 12 08:30:05.974410 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 34712) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:06.002579 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-803845b0-b54d-43fd-aead-38a6f5eba718 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Made reservation on behalf of 5f60998779e8422188d3faa97a2fcfc8 for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:30:06.005795 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-803845b0-b54d-43fd-aead-38a6f5eba718 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:06.017758 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-647fd50a-1e0f-44cc-9c41-273fbfb2d274 req-c6559bfe-0be6-49ff-99e0-a95d5924ebab service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b6d7e7e-2847-462c-8dae-278f8693f780 HTTP/1.1" status: 200 len: 217 time: 0.2988367 Nov 12 08:30:06.030478 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-803845b0-b54d-43fd-aead-38a6f5eba718 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:06.033831 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:30:06.100186 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b23cb1b1-79a1-4107-8c2f-f7d199847e8d req-a9e4cf7a-6c33-45c5-8eec-5d91faecbbee tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=a3479ede-6d4b-43d8-b23f-4c39ebb20ed7 HTTP/1.1" status: 200 len: 210 time: 0.0431507 Nov 12 08:30:06.180797 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-751ad144-d847-4bd4-93fa-32e1b8dcdb4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:06.249585 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b830f0ef-e615-4de3-b216-e18d38a7934c req-96ac1d10-d45c-4c8a-8dcd-1658d43bf956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:06.256041 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-751ad144-d847-4bd4-93fa-32e1b8dcdb4d None None] For port eb5cd232-7896-466e-8537-80c43a6920f6, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=eb5cd232-7896-466e-8537-80c43a6920f6,segment=NetworkSegment(ec9cb9c6-2ef8-4479-ab98-00520038c67f),segment_id=ec9cb9c6-2ef8-4479-ab98-00520038c67f)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:06.258183 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b830f0ef-e615-4de3-b216-e18d38a7934c req-96ac1d10-d45c-4c8a-8dcd-1658d43bf956 service neutron] 10.222.0.44 "GET /v2.0/networks?id=97ca3497-d4cd-4c64-83f2-e4cf0b99a680 HTTP/1.1" status: 200 len: 906 time: 1.3006873 Nov 12 08:30:06.265237 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device d5d9a5d1-dc71-4030-adf4-182eaac8d2c2 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:30:06.336412 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-803845b0-b54d-43fd-aead-38a6f5eba718 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:06.339949 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-751ad144-d847-4bd4-93fa-32e1b8dcdb4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:06.341120 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-4419c046-0337-4c2a-be80-05b697977f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '814f201c-68c7-45bf-8b3b-695632833d0f', 'name': 'tempest-RoutersTest-router-1330110638', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:29:22Z', 'updated_at': '2021-11-12T08:30:02Z', 'revision_number': 6, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'gw_port_host': None, '_interfaces': [{'id': '90267c71-cb1f-4411-824f-a5181f8dfb3e', 'name': '', 'network_id': '6a69cfb4-c0b7-4405-a09a-7240d8194a53', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'mac_address': 'fa:16:3e:f8:70:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814f201c-68c7-45bf-8b3b-695632833d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': 'a7220d4f-91cb-4e6e-bd5f-ef3f502d4808', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:43Z', 'updated_at': '2021-11-12T08:29:58Z', 'revision_number': 5, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'subnets': [{'id': 'a7220d4f-91cb-4e6e-bd5f-ef3f502d4808', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae48a897-cdb3-4ae6-93d0-25677a1d5096', 'name': '', 'network_id': '5d1feb88-a25f-48ad-baf1-c1d85d827dda', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'mac_address': 'fa:16:3e:00:5b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814f201c-68c7-45bf-8b3b-695632833d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': '04987c3b-62f7-4744-9a00-633db06d619f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:35Z', 'updated_at': '2021-11-12T08:29:47Z', 'revision_number': 5, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'subnets': [{'id': '04987c3b-62f7-4744-9a00-633db06d619f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6537368-d1f5-4fea-be35-c8dddd5c232d', 'name': '', 'network_id': '39ea9667-9280-4213-97c2-fe88863d6404', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'mac_address': 'fa:16:3e:e9:57:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814f201c-68c7-45bf-8b3b-695632833d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '189478cb-3816-4a1a-b76a-7c6aae18bdf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:25Z', 'updated_at': '2021-11-12T08:29:36Z', 'revision_number': 5, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'subnets': [{'id': '189478cb-3816-4a1a-b76a-7c6aae18bdf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb5cd232-7896-466e-8537-80c43a6920f6', 'name': '', 'network_id': '8b93583d-3016-41de-89a3-1521c498d0f0', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'mac_address': 'fa:16:3e:3a:2c:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '814f201c-68c7-45bf-8b3b-695632833d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': '87c822bc-f175-4a3c-9b67-c7f1f9d8a60a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:55Z', 'updated_at': '2021-11-12T08:30:04Z', 'revision_number': 4, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'subnets': [{'id': '87c822bc-f175-4a3c-9b67-c7f1f9d8a60a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:06.381748 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 3b6d7e7e-2847-462c-8dae-278f8693f780 details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:30:06.416799 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4419c046-0337-4c2a-be80-05b697977f57 None None] The sync data for ids ['814f201c-68c7-45bf-8b3b-695632833d0f'] in n-d-765315-29 is: [{'id': '814f201c-68c7-45bf-8b3b-695632833d0f', 'name': 'tempest-RoutersTest-router-1330110638', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:29:22Z', 'updated_at': '2021-11-12T08:30:02Z', 'revision_number': 6, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'gw_port_host': None, '_interfaces': [{'id': '90267c71-cb1f-4411-824f-a5181f8dfb3e', 'name': '', 'network_id': '6a69cfb4-c0b7-4405-a09a-7240d8194a53', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'mac_address': 'fa:16:3e:f8:70:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814f201c-68c7-45bf-8b3b-695632833d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': 'a7220d4f-91cb-4e6e-bd5f-ef3f502d4808', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:43Z', 'updated_at': '2021-11-12T08:29:58Z', 'revision_number': 5, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'subnets': [{'id': 'a7220d4f-91cb-4e6e-bd5f-ef3f502d4808', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae48a897-cdb3-4ae6-93d0-25677a1d5096', 'name': '', 'network_id': '5d1feb88-a25f-48ad-baf1-c1d85d827dda', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'mac_address': 'fa:16:3e:00:5b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814f201c-68c7-45bf-8b3b-695632833d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': '04987c3b-62f7-4744-9a00-633db06d619f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:35Z', 'updated_at': '2021-11-12T08:29:47Z', 'revision_number': 5, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'subnets': [{'id': '04987c3b-62f7-4744-9a00-633db06d619f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6537368-d1f5-4fea-be35-c8dddd5c232d', 'name': '', 'network_id': '39ea9667-9280-4213-97c2-fe88863d6404', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'mac_address': 'fa:16:3e:e9:57:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814f201c-68c7-45bf-8b3b-695632833d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '189478cb-3816-4a1a-b76a-7c6aae18bdf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:25Z', 'updated_at': '2021-11-12T08:29:36Z', 'revision_number': 5, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'subnets': [{'id': '189478cb-3816-4a1a-b76a-7c6aae18bdf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb5cd232-7896-466e-8537-80c43a6920f6', 'name': '', 'network_id': '8b93583d-3016-41de-89a3-1521c498d0f0', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'mac_address': 'fa:16:3e:3a:2c:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '814f201c-68c7-45bf-8b3b-695632833d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': '87c822bc-f175-4a3c-9b67-c7f1f9d8a60a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:55Z', 'updated_at': '2021-11-12T08:30:04Z', 'revision_number': 4, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'subnets': [{'id': '87c822bc-f175-4a3c-9b67-c7f1f9d8a60a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:30:06.420845 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b830f0ef-e615-4de3-b216-e18d38a7934c req-b75b5bd5-d66f-4084-8b4a-0c470378a9e9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42aa8616-a591-4351-b169-51e41bf4aec5 HTTP/1.1" status: 200 len: 217 time: 0.1505208 Nov 12 08:30:06.424616 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647fd50a-1e0f-44cc-9c41-273fbfb2d274 req-7c9919c2-cd05-49e5-b70d-c4c7c926f186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:06.425962 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-647fd50a-1e0f-44cc-9c41-273fbfb2d274 req-7c9919c2-cd05-49e5-b70d-c4c7c926f186 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e5a8c2de-791a-407e-b586-3b1004863989 HTTP/1.1" status: 200 len: 845 time: 0.3539677 Nov 12 08:30:06.467636 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751ad144-d847-4bd4-93fa-32e1b8dcdb4d None None] Pushing event updated for resources: {'Port': ['ID=eb5cd232-7896-466e-8537-80c43a6920f6,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:06.495325 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefbfaed-5d39-433f-96e6-f72321ea31eb req-5523dca3-4b1d-48fa-82b8-0b623723a95b tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:06.496846 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cefbfaed-5d39-433f-96e6-f72321ea31eb req-5523dca3-4b1d-48fa-82b8-0b623723a95b tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] 10.222.0.44 "GET /v2.0/networks?id=e20ce8af-4daa-4b40-8559-9d599581ba58 HTTP/1.1" status: 200 len: 911 time: 1.2582715 Nov 12 08:30:06.503376 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-803845b0-b54d-43fd-aead-38a6f5eba718 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:06.518190 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-751ad144-d847-4bd4-93fa-32e1b8dcdb4d None None] Provisioning complete for port 76bf214c-6548-463a-9b7f-58eb8bb6b79d triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:30:06.518555 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-751ad144-d847-4bd4-93fa-32e1b8dcdb4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:06.521451 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.extraroute_db [None req-fd26004f-4504-4bec-b539-426fc30f347c tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Added routes are [] {{(pid=102599) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 08:30:06.521893 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.extraroute_db [None req-fd26004f-4504-4bec-b539-426fc30f347c tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=102599) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 08:30:06.531100 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-803845b0-b54d-43fd-aead-38a6f5eba718 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:30:06.566430 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-803845b0-b54d-43fd-aead-38a6f5eba718 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:06.567951 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-803845b0-b54d-43fd-aead-38a6f5eba718 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Added segment 3bf23648-f141-4b36-a6db-865c1dac17af of type vlan for network 9e3f2c41-181f-4d05-b421-4f0bd5a2070e Nov 12 08:30:06.597574 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-cefbfaed-5d39-433f-96e6-f72321ea31eb req-6844161f-b18c-4e94-9a11-17c950b1a404 tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] Request body: {'port': {'device_id': 'a3479ede-6d4b-43d8-b23f-4c39ebb20ed7', 'network_id': 'e20ce8af-4daa-4b40-8559-9d599581ba58', 'admin_state_up': True, 'tenant_id': '8ad4deb0fc3b4f3499f51bd2b1512ff6'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:06.607766 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-647fd50a-1e0f-44cc-9c41-273fbfb2d274 req-d7170fd4-22c0-49a7-a8e4-4aec33d58e37 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=97ca3497-d4cd-4c64-83f2-e4cf0b99a680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1081235 Nov 12 08:30:06.655024 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.db.resource_extend [None req-e530113a-7783-48f4-9840-8911a24052df None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:30:06.699010 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port d5d9a5d1-dc71-4030-adf4-182eaac8d2c2 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:30:06.699388 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:06.786515 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fd26004f-4504-4bec-b539-426fc30f347c tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-932935', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57732'] for router, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:06.790500 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b830f0ef-e615-4de3-b216-e18d38a7934c req-2e483788-0092-4453-bdd9-d75af397a03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:06.792525 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b830f0ef-e615-4de3-b216-e18d38a7934c req-2e483788-0092-4453-bdd9-d75af397a03a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e5a8c2de-791a-407e-b586-3b1004863989 HTTP/1.1" status: 200 len: 845 time: 0.2918921 Nov 12 08:30:06.862354 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cefbfaed-5d39-433f-96e6-f72321ea31eb req-6844161f-b18c-4e94-9a11-17c950b1a404 tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] Made reservation on behalf of 8ad4deb0fc3b4f3499f51bd2b1512ff6 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:30:06.867810 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803845b0-b54d-43fd-aead-38a6f5eba718 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36149405-df27-402c-b5b6-e1117b7d13c7,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:06.880348 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cefbfaed-5d39-433f-96e6-f72321ea31eb req-6844161f-b18c-4e94-9a11-17c950b1a404 tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:06.923388 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-803845b0-b54d-43fd-aead-38a6f5eba718 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:06.967297 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b830f0ef-e615-4de3-b216-e18d38a7934c req-47f189ad-4586-43ce-93d9-c10348a4add6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=97ca3497-d4cd-4c64-83f2-e4cf0b99a680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1638279 Nov 12 08:30:06.978278 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-674505e8-f838-46e2-957d-45a4b4482be7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:07.032170 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1bdbaa-14af-48d2-8e92-c7e0c9effb5c req-202860b4-c098-4c65-af7a-cad239e8eaca tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:07.038729 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bb1bdbaa-14af-48d2-8e92-c7e0c9effb5c req-202860b4-c098-4c65-af7a-cad239e8eaca tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=86c05a66-5068-434c-9831-689e8d7ea54b HTTP/1.1" status: 200 len: 943 time: 0.1180325 Nov 12 08:30:07.137823 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bb1bdbaa-14af-48d2-8e92-c7e0c9effb5c req-f985b8f8-a048-4454-9f1f-42d812c980c1 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928996 Nov 12 08:30:07.138322 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-803845b0-b54d-43fd-aead-38a6f5eba718 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:07.139407 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803845b0-b54d-43fd-aead-38a6f5eba718 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:07.140689 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-803845b0-b54d-43fd-aead-38a6f5eba718 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:07.298383 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803845b0-b54d-43fd-aead-38a6f5eba718 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Pushing event updated for resources: {'Network': ['ID=9e3f2c41-181f-4d05-b421-4f0bd5a2070e,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:07.312527 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-803845b0-b54d-43fd-aead-38a6f5eba718 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.9615066 Nov 12 08:30:07.316445 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 34728) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:07.321511 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-036a4751-5c1d-480c-a270-635fdcd2bd22 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Request body: {'subnet': {'network_id': '9e3f2c41-181f-4d05-b421-4f0bd5a2070e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:07.415025 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-036a4751-5c1d-480c-a270-635fdcd2bd22 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Made reservation on behalf of 5f60998779e8422188d3faa97a2fcfc8 for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:30:07.418656 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-036a4751-5c1d-480c-a270-635fdcd2bd22 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:07.451641 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 9e3f2c41-181f-4d05-b421-4f0bd5a2070e details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:30:07.526551 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bc07039e-6d4f-42ce-8de0-649b3875bf10 req-988ec79f-ed51-4908-b750-0bd6ced29bf8 tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=a3479ede-6d4b-43d8-b23f-4c39ebb20ed7 HTTP/1.1" status: 200 len: 210 time: 0.1012022 Nov 12 08:30:07.574265 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-309c9a9b-9b0b-4c0f-921b-c38de09c216d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933586'] for router_interface, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:07.710430 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 76bf214c-6548-463a-9b7f-58eb8bb6b79d up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:30:07.795080 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 3b6d7e7e-2847-462c-8dae-278f8693f780, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=3b6d7e7e-2847-462c-8dae-278f8693f780,segment=NetworkSegment(115bdcdd-b1df-41c7-8bff-15a5e1fdca42),segment_id=115bdcdd-b1df-41c7-8bff-15a5e1fdca42)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:07.829777 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Returning: {'device': '3b6d7e7e-2847-462c-8dae-278f8693f780', 'network_id': '97ca3497-d4cd-4c64-83f2-e4cf0b99a680', 'port_id': '3b6d7e7e-2847-462c-8dae-278f8693f780', 'mac_address': 'fa:16:3e:34:16:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5a8c2de-791a-407e-b586-3b1004863989', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:30:07.873242 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b830f0ef-e615-4de3-b216-e18d38a7934c req-5913c73f-60c4-4865-8c88-cbc779daad94 service neutron] 10.222.0.44 "GET /v2.0/networks/97ca3497-d4cd-4c64-83f2-e4cf0b99a680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8233404 Nov 12 08:30:07.875181 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-647fd50a-1e0f-44cc-9c41-273fbfb2d274 req-13d4e721-42b1-4486-bf44-c6bc847a1681 service neutron] 10.222.0.21 "GET /v2.0/networks/97ca3497-d4cd-4c64-83f2-e4cf0b99a680?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2580910 Nov 12 08:30:07.889223 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c494514-3bb0-46d5-ba91-c434c687b8e9 None None] Sync routers for ids ['814f201c-68c7-45bf-8b3b-695632833d0f'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:30:07.909632 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c494514-3bb0-46d5-ba91-c434c687b8e9 None None] Routers {'814f201c-68c7-45bf-8b3b-695632833d0f'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:30:07.910946 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:07.912883 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-5c494514-3bb0-46d5-ba91-c434c687b8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:30:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['814f201c-68c7-45bf-8b3b-695632833d0f'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:07.935212 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 76bf214c-6548-463a-9b7f-58eb8bb6b79d triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:30:07.935816 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:08.014208 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-e530113a-7783-48f4-9840-8911a24052df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b6d7e7e-2847-462c-8dae-278f8693f780 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:30:08.063288 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 3b6d7e7e-2847-462c-8dae-278f8693f780, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=3b6d7e7e-2847-462c-8dae-278f8693f780,segment=NetworkSegment(115bdcdd-b1df-41c7-8bff-15a5e1fdca42),segment_id=115bdcdd-b1df-41c7-8bff-15a5e1fdca42)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:08.069958 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:08.077902 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:08.086657 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-309c9a9b-9b0b-4c0f-921b-c38de09c216d admin admin] Deleting port 2e97c7f0-b9ba-43eb-8f4d-9e308341b7c4 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:30:08.087228 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-309c9a9b-9b0b-4c0f-921b-c38de09c216d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:08.110946 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-5c494514-3bb0-46d5-ba91-c434c687b8e9 None None] Set router 814f201c-68c7-45bf-8b3b-695632833d0f gateway port host: None {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:30:08.169922 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=3b6d7e7e-2847-462c-8dae-278f8693f780,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:08.269744 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-647fd50a-1e0f-44cc-9c41-273fbfb2d274 req-6fdb559b-f613-440d-9d0a-6ec185d41925 service neutron] 10.222.0.21 "GET /v2.0/networks/97ca3497-d4cd-4c64-83f2-e4cf0b99a680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3718274 Nov 12 08:30:08.360916 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fd26004f-4504-4bec-b539-426fc30f347c tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-932935', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57732'] for router, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:08.412249 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fd26004f-4504-4bec-b539-426fc30f347c tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-932942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-933045', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-919336'] for router, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:08.422670 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-cefbfaed-5d39-433f-96e6-f72321ea31eb req-6844161f-b18c-4e94-9a11-17c950b1a404 tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] Allocated IP 172.20.0.13 (e20ce8af-4daa-4b40-8559-9d599581ba58/445ea8e2-7309-4d21-8902-c74ce3fb3b08/b364ab03-8e25-4128-a7dd-6c538b1ff9bc) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:30:08.439945 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b830f0ef-e615-4de3-b216-e18d38a7934c req-c2dd1a90-cf35-4420-86a8-ee85671aaf9b service neutron] 10.222.0.44 "GET /v2.0/networks/97ca3497-d4cd-4c64-83f2-e4cf0b99a680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5564592 Nov 12 08:30:08.467286 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['3b6d7e7e-2847-462c-8dae-278f8693f780'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:30:08.480719 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-5c494514-3bb0-46d5-ba91-c434c687b8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '814f201c-68c7-45bf-8b3b-695632833d0f', 'name': 'tempest-RoutersTest-router-1330110638', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:29:22Z', 'updated_at': '2021-11-12T08:30:06Z', 'revision_number': 7, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'gw_port_host': None, '_interfaces': [{'id': '90267c71-cb1f-4411-824f-a5181f8dfb3e', 'name': '', 'network_id': '6a69cfb4-c0b7-4405-a09a-7240d8194a53', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'mac_address': 'fa:16:3e:f8:70:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814f201c-68c7-45bf-8b3b-695632833d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': 'a7220d4f-91cb-4e6e-bd5f-ef3f502d4808', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:43Z', 'updated_at': '2021-11-12T08:29:58Z', 'revision_number': 5, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'subnets': [{'id': 'a7220d4f-91cb-4e6e-bd5f-ef3f502d4808', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae48a897-cdb3-4ae6-93d0-25677a1d5096', 'name': '', 'network_id': '5d1feb88-a25f-48ad-baf1-c1d85d827dda', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'mac_address': 'fa:16:3e:00:5b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814f201c-68c7-45bf-8b3b-695632833d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': '04987c3b-62f7-4744-9a00-633db06d619f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:35Z', 'updated_at': '2021-11-12T08:29:47Z', 'revision_number': 5, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'subnets': [{'id': '04987c3b-62f7-4744-9a00-633db06d619f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6537368-d1f5-4fea-be35-c8dddd5c232d', 'name': '', 'network_id': '39ea9667-9280-4213-97c2-fe88863d6404', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'mac_address': 'fa:16:3e:e9:57:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814f201c-68c7-45bf-8b3b-695632833d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '189478cb-3816-4a1a-b76a-7c6aae18bdf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:25Z', 'updated_at': '2021-11-12T08:29:36Z', 'revision_number': 5, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'subnets': [{'id': '189478cb-3816-4a1a-b76a-7c6aae18bdf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb5cd232-7896-466e-8537-80c43a6920f6', 'name': '', 'network_id': '8b93583d-3016-41de-89a3-1521c498d0f0', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'mac_address': 'fa:16:3e:3a:2c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814f201c-68c7-45bf-8b3b-695632833d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': '87c822bc-f175-4a3c-9b67-c7f1f9d8a60a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:55Z', 'updated_at': '2021-11-12T08:30:06Z', 'revision_number': 5, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'subnets': [{'id': '87c822bc-f175-4a3c-9b67-c7f1f9d8a60a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:08.515884 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c494514-3bb0-46d5-ba91-c434c687b8e9 None None] Checking router: 814f201c-68c7-45bf-8b3b-695632833d0f for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:30:08.516675 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device eb5cd232-7896-466e-8537-80c43a6920f6 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:30:08.527599 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c494514-3bb0-46d5-ba91-c434c687b8e9 None None] Routers {'814f201c-68c7-45bf-8b3b-695632833d0f'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:30:08.528762 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-5c494514-3bb0-46d5-ba91-c434c687b8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:30:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['814f201c-68c7-45bf-8b3b-695632833d0f'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:08.678235 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port eb5cd232-7896-466e-8537-80c43a6920f6 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:30:08.678235 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:08.740231 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-5c494514-3bb0-46d5-ba91-c434c687b8e9 None None] Set router 814f201c-68c7-45bf-8b3b-695632833d0f gateway port host: None {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:30:08.746236 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cefbfaed-5d39-433f-96e6-f72321ea31eb req-6844161f-b18c-4e94-9a11-17c950b1a404 tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:08.762505 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd26004f-4504-4bec-b539-426fc30f347c tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Router 814f201c-68c7-45bf-8b3b-695632833d0f has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:30:08.789579 n-d-765315-29 neutron-server[102600]: DEBUG neutron.objects.ports [None req-036a4751-5c1d-480c-a270-635fdcd2bd22 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102600) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 08:30:08.793470 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-036a4751-5c1d-480c-a270-635fdcd2bd22 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:08.876899 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cefbfaed-5d39-433f-96e6-f72321ea31eb req-6844161f-b18c-4e94-9a11-17c950b1a404 tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:08.918334 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-309c9a9b-9b0b-4c0f-921b-c38de09c216d admin admin] For port 2e97c7f0-b9ba-43eb-8f4d-9e308341b7c4, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=2e97c7f0-b9ba-43eb-8f4d-9e308341b7c4,segment=NetworkSegment(e07c96e0-5af6-439e-b283-25e89ba24ea2),segment_id=e07c96e0-5af6-439e-b283-25e89ba24ea2)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:08.919065 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-309c9a9b-9b0b-4c0f-921b-c38de09c216d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:08.942749 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cefbfaed-5d39-433f-96e6-f72321ea31eb req-6844161f-b18c-4e94-9a11-17c950b1a404 tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] Network e20ce8af-4daa-4b40-8559-9d599581ba58 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:30:08.952241 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-cefbfaed-5d39-433f-96e6-f72321ea31eb req-6844161f-b18c-4e94-9a11-17c950b1a404 tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:30:08.972402 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-cefbfaed-5d39-433f-96e6-f72321ea31eb req-6844161f-b18c-4e94-9a11-17c950b1a404 tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:30:08.980350 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6844161f-b18c-4e94-9a11-17c950b1a404 tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] Pushing event updated for resources: {'Port': ['ID=b364ab03-8e25-4128-a7dd-6c538b1ff9bc,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:08.985828 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd26004f-4504-4bec-b539-426fc30f347c tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:30:09.007648 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036a4751-5c1d-480c-a270-635fdcd2bd22 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Pushing event updated for resources: {'Subnet': ['ID=739e29bc-ef7a-4eb5-949a-4fc12d5fe8b4,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:09.028903 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-309c9a9b-9b0b-4c0f-921b-c38de09c216d admin admin] Calling delete_port for 2e97c7f0-b9ba-43eb-8f4d-9e308341b7c4 owned by network:router_interface {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:30:09.049486 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fd26004f-4504-4bec-b539-426fc30f347c tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:09.056439 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-5c494514-3bb0-46d5-ba91-c434c687b8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '814f201c-68c7-45bf-8b3b-695632833d0f', 'name': 'tempest-RoutersTest-router-1330110638', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:29:22Z', 'updated_at': '2021-11-12T08:30:06Z', 'revision_number': 7, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'gw_port_host': None, '_interfaces': [{'id': '90267c71-cb1f-4411-824f-a5181f8dfb3e', 'name': '', 'network_id': '6a69cfb4-c0b7-4405-a09a-7240d8194a53', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'mac_address': 'fa:16:3e:f8:70:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814f201c-68c7-45bf-8b3b-695632833d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': 'a7220d4f-91cb-4e6e-bd5f-ef3f502d4808', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:43Z', 'updated_at': '2021-11-12T08:29:58Z', 'revision_number': 5, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'subnets': [{'id': 'a7220d4f-91cb-4e6e-bd5f-ef3f502d4808', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae48a897-cdb3-4ae6-93d0-25677a1d5096', 'name': '', 'network_id': '5d1feb88-a25f-48ad-baf1-c1d85d827dda', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'mac_address': 'fa:16:3e:00:5b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814f201c-68c7-45bf-8b3b-695632833d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': '04987c3b-62f7-4744-9a00-633db06d619f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:35Z', 'updated_at': '2021-11-12T08:29:47Z', 'revision_number': 5, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'subnets': [{'id': '04987c3b-62f7-4744-9a00-633db06d619f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6537368-d1f5-4fea-be35-c8dddd5c232d', 'name': '', 'network_id': '39ea9667-9280-4213-97c2-fe88863d6404', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'mac_address': 'fa:16:3e:e9:57:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814f201c-68c7-45bf-8b3b-695632833d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '189478cb-3816-4a1a-b76a-7c6aae18bdf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:25Z', 'updated_at': '2021-11-12T08:29:36Z', 'revision_number': 5, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'subnets': [{'id': '189478cb-3816-4a1a-b76a-7c6aae18bdf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb5cd232-7896-466e-8537-80c43a6920f6', 'name': '', 'network_id': '8b93583d-3016-41de-89a3-1521c498d0f0', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'mac_address': 'fa:16:3e:3a:2c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814f201c-68c7-45bf-8b3b-695632833d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': '87c822bc-f175-4a3c-9b67-c7f1f9d8a60a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:55Z', 'updated_at': '2021-11-12T08:30:06Z', 'revision_number': 5, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'subnets': [{'id': '87c822bc-f175-4a3c-9b67-c7f1f9d8a60a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:09.059807 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641203d5-9cdd-452b-9827-f789b5cb0608 req-a295ebe3-2696-40fa-864a-031b81c106ee tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:09.067945 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-fd26004f-4504-4bec-b539-426fc30f347c tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "PUT /v2.0/routers/814f201c-68c7-45bf-8b3b-695632833d0f HTTP/1.1" status: 200 len: 700 time: 4.9722772 Nov 12 08:30:09.068132 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-641203d5-9cdd-452b-9827-f789b5cb0608 req-a295ebe3-2696-40fa-864a-031b81c106ee tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=86c05a66-5068-434c-9831-689e8d7ea54b HTTP/1.1" status: 200 len: 944 time: 0.3513989 Nov 12 08:30:09.092068 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 34748) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:09.106424 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c494514-3bb0-46d5-ba91-c434c687b8e9 None None] The sync data for ids ['814f201c-68c7-45bf-8b3b-695632833d0f'] in n-d-765315-29 is: [{'id': '814f201c-68c7-45bf-8b3b-695632833d0f', 'name': 'tempest-RoutersTest-router-1330110638', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:29:22Z', 'updated_at': '2021-11-12T08:30:06Z', 'revision_number': 7, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'gw_port_host': None, '_interfaces': [{'id': '90267c71-cb1f-4411-824f-a5181f8dfb3e', 'name': '', 'network_id': '6a69cfb4-c0b7-4405-a09a-7240d8194a53', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'mac_address': 'fa:16:3e:f8:70:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814f201c-68c7-45bf-8b3b-695632833d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': 'a7220d4f-91cb-4e6e-bd5f-ef3f502d4808', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:43Z', 'updated_at': '2021-11-12T08:29:58Z', 'revision_number': 5, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'subnets': [{'id': 'a7220d4f-91cb-4e6e-bd5f-ef3f502d4808', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae48a897-cdb3-4ae6-93d0-25677a1d5096', 'name': '', 'network_id': '5d1feb88-a25f-48ad-baf1-c1d85d827dda', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'mac_address': 'fa:16:3e:00:5b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814f201c-68c7-45bf-8b3b-695632833d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': '04987c3b-62f7-4744-9a00-633db06d619f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:35Z', 'updated_at': '2021-11-12T08:29:47Z', 'revision_number': 5, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'subnets': [{'id': '04987c3b-62f7-4744-9a00-633db06d619f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6537368-d1f5-4fea-be35-c8dddd5c232d', 'name': '', 'network_id': '39ea9667-9280-4213-97c2-fe88863d6404', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'mac_address': 'fa:16:3e:e9:57:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814f201c-68c7-45bf-8b3b-695632833d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '189478cb-3816-4a1a-b76a-7c6aae18bdf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:25Z', 'updated_at': '2021-11-12T08:29:36Z', 'revision_number': 5, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'subnets': [{'id': '189478cb-3816-4a1a-b76a-7c6aae18bdf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb5cd232-7896-466e-8537-80c43a6920f6', 'name': '', 'network_id': '8b93583d-3016-41de-89a3-1521c498d0f0', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'mac_address': 'fa:16:3e:3a:2c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814f201c-68c7-45bf-8b3b-695632833d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': '87c822bc-f175-4a3c-9b67-c7f1f9d8a60a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:55Z', 'updated_at': '2021-11-12T08:30:06Z', 'revision_number': 5, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'subnets': [{'id': '87c822bc-f175-4a3c-9b67-c7f1f9d8a60a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:30:09.162386 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-641203d5-9cdd-452b-9827-f789b5cb0608 req-9a32596a-05ef-4b3b-9de6-22a3129509a9 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932908 Nov 12 08:30:09.184886 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefbfaed-5d39-433f-96e6-f72321ea31eb req-6844161f-b18c-4e94-9a11-17c950b1a404 tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:09.185575 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cefbfaed-5d39-433f-96e6-f72321ea31eb req-6844161f-b18c-4e94-9a11-17c950b1a404 tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:09.215675 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:09.254019 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cefbfaed-5d39-433f-96e6-f72321ea31eb req-6844161f-b18c-4e94-9a11-17c950b1a404 tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.7281129 Nov 12 08:30:09.271534 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-86c4b75e-3cbf-4c41-8c6c-6d53683c276e tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "GET /v2.0/routers/814f201c-68c7-45bf-8b3b-695632833d0f HTTP/1.1" status: 200 len: 700 time: 0.1766341 Nov 12 08:30:09.272400 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 34750) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:09.286072 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-cefbfaed-5d39-433f-96e6-f72321ea31eb req-87bf9fff-3d43-45a4-b1f3-0fb577495568 service neutron] Request body: {'port': {'device_id': 'a3479ede-6d4b-43d8-b23f-4c39ebb20ed7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:09.294262 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036a4751-5c1d-480c-a270-635fdcd2bd22 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Checking segment: {'id': '3bf23648-f141-4b36-a6db-865c1dac17af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9e3f2c41-181f-4d05-b421-4f0bd5a2070e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:30:09.297206 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036a4751-5c1d-480c-a270-635fdcd2bd22 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Network hostable DHCP agents. Network: 9e3f2c41-181f-4d05-b421-4f0bd5a2070e, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:30:09.345948 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036a4751-5c1d-480c-a270-635fdcd2bd22 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Network 9e3f2c41-181f-4d05-b421-4f0bd5a2070e is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:30:09.374986 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-036a4751-5c1d-480c-a270-635fdcd2bd22 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 9e3f2c41-181f-4d05-b421-4f0bd5a2070e) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:30:09.385991 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036a4751-5c1d-480c-a270-635fdcd2bd22 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:09.387356 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-036a4751-5c1d-480c-a270-635fdcd2bd22 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:09.387660 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c236db-300e-450e-81d0-55431be793c5 None None] Network 9e3f2c41-181f-4d05-b421-4f0bd5a2070e requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:30:09.419824 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 34752) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:09.421733 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-036a4751-5c1d-480c-a270-635fdcd2bd22 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.1039932 Nov 12 08:30:09.431064 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-6f3b4955-0825-486c-9ac5-1d5405452df7 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1429177044', 'network_id': '9e3f2c41-181f-4d05-b421-4f0bd5a2070e'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:09.442838 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cefbfaed-5d39-433f-96e6-f72321ea31eb req-87bf9fff-3d43-45a4-b1f3-0fb577495568 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:09.557532 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-2562e57e-3386-4178-bb1b-6b8fad8fb5be None None] Provisioning complete for port b364ab03-8e25-4128-a7dd-6c538b1ff9bc triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:30:09.557532 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2562e57e-3386-4178-bb1b-6b8fad8fb5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:09.580624 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be7acd6-ca50-48ff-8321-f6fa798e4d38 req-59c28e90-3c16-4df8-8058-abbc007a07ae tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:09.590856 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6be7acd6-ca50-48ff-8321-f6fa798e4d38 req-59c28e90-3c16-4df8-8058-abbc007a07ae tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=a3479ede-6d4b-43d8-b23f-4c39ebb20ed7 HTTP/1.1" status: 200 len: 1028 time: 0.1014562 Nov 12 08:30:09.654572 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6be7acd6-ca50-48ff-8321-f6fa798e4d38 req-9bf785bd-941e-4e8d-aef3-b24edb7dfc2a tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=edc99514-92e8-4a71-86b2-d8d5370ab974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627987 Nov 12 08:30:09.659526 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-2562e57e-3386-4178-bb1b-6b8fad8fb5be None None] Port b364ab03-8e25-4128-a7dd-6c538b1ff9bc cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:30:09.664421 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3063f7-1813-4504-bbbd-7918a736d400 None None] Sync routers for ids ['814f201c-68c7-45bf-8b3b-695632833d0f'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:30:09.760675 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-309c9a9b-9b0b-4c0f-921b-c38de09c216d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:09.792856 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309c9a9b-9b0b-4c0f-921b-c38de09c216d admin admin] Pushing event deleted for resources: {'Port': ['ID=2e97c7f0-b9ba-43eb-8f4d-9e308341b7c4,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:09.804401 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f3b4955-0825-486c-9ac5-1d5405452df7 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Made reservation on behalf of 5f60998779e8422188d3faa97a2fcfc8 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:30:09.807545 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6f3b4955-0825-486c-9ac5-1d5405452df7 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:09.845008 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3063f7-1813-4504-bbbd-7918a736d400 None None] Routers {'814f201c-68c7-45bf-8b3b-695632833d0f'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:30:09.847000 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-3b3063f7-1813-4504-bbbd-7918a736d400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:30:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['814f201c-68c7-45bf-8b3b-695632833d0f'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:09.853543 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [None req-6f3b4955-0825-486c-9ac5-1d5405452df7 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] device_id is not set on port 9f7f4859-efa2-41eb-aed0-6dbea5283b0d yet. {{(pid=102599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:30:10.022787 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:10.134543 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-309c9a9b-9b0b-4c0f-921b-c38de09c216d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918626'] for router_interface, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:10.142886 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-6f3b4955-0825-486c-9ac5-1d5405452df7 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Allocated IP 2001:db8::34c (9e3f2c41-181f-4d05-b421-4f0bd5a2070e/739e29bc-ef7a-4eb5-949a-4fc12d5fe8b4/9f7f4859-efa2-41eb-aed0-6dbea5283b0d) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:30:10.170434 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a599aca9-2cb8-4d50-9bc4-a5f334a24dc0 None None] Network 9e3f2c41-181f-4d05-b421-4f0bd5a2070e requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:30:10.418697 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 3b6d7e7e-2847-462c-8dae-278f8693f780 up at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:30:10.475493 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6f3b4955-0825-486c-9ac5-1d5405452df7 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:10.493429 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-3b3063f7-1813-4504-bbbd-7918a736d400 None None] Set router 814f201c-68c7-45bf-8b3b-695632833d0f gateway port host: None {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:30:10.496895 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f354ab4-d813-4018-9c14-f8a1680612f8 req-36befc72-8943-48f5-a588-e16a8535cd99 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:10.506480 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2f354ab4-d813-4018-9c14-f8a1680612f8 req-36befc72-8943-48f5-a588-e16a8535cd99 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=86c05a66-5068-434c-9831-689e8d7ea54b HTTP/1.1" status: 200 len: 944 time: 0.1189299 Nov 12 08:30:10.541843 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6f3b4955-0825-486c-9ac5-1d5405452df7 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:10.581563 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3b4955-0825-486c-9ac5-1d5405452df7 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Network 9e3f2c41-181f-4d05-b421-4f0bd5a2070e is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:30:10.583646 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning for port 3b6d7e7e-2847-462c-8dae-278f8693f780 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:30:10.645217 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-6f3b4955-0825-486c-9ac5-1d5405452df7 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:30:10.648286 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3b4955-0825-486c-9ac5-1d5405452df7 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:30:10.649288 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3b4955-0825-486c-9ac5-1d5405452df7 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:10.649900 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6f3b4955-0825-486c-9ac5-1d5405452df7 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:10.663258 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2f354ab4-d813-4018-9c14-f8a1680612f8 req-59659307-e7af-4b9b-8b0f-580b93d98d04 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541317 Nov 12 08:30:10.681140 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-6f3b4955-0825-486c-9ac5-1d5405452df7 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.2600975 Nov 12 08:30:10.689666 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 34766) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:10.721925 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning complete for port 3b6d7e7e-2847-462c-8dae-278f8693f780 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:30:10.722407 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:10.738087 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-309c9a9b-9b0b-4c0f-921b-c38de09c216d admin admin] Router 8972c920-2b50-4fe8-92b5-3b54836c1daa has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:30:10.884537 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-cefbfaed-5d39-433f-96e6-f72321ea31eb req-87bf9fff-3d43-45a4-b1f3-0fb577495568 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b364ab03-8e25-4128-a7dd-6c538b1ff9bc {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:30:10.894115 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cefbfaed-5d39-433f-96e6-f72321ea31eb req-87bf9fff-3d43-45a4-b1f3-0fb577495568 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:10.912039 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-cefbfaed-5d39-433f-96e6-f72321ea31eb req-87bf9fff-3d43-45a4-b1f3-0fb577495568 service neutron] Transition to ACTIVE for port object b364ab03-8e25-4128-a7dd-6c538b1ff9bc will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:30:10.945980 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:10.961853 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cefbfaed-5d39-433f-96e6-f72321ea31eb req-87bf9fff-3d43-45a4-b1f3-0fb577495568 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:10.990292 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3b4955-0825-486c-9ac5-1d5405452df7 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Pushing event updated for resources: {'Port': ['ID=9f7f4859-efa2-41eb-aed0-6dbea5283b0d,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:11.006022 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-309c9a9b-9b0b-4c0f-921b-c38de09c216d admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:30:11.019918 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c998dc0a-9b5c-45f7-bd9f-37572726c8fb None None] Sync routers for ids ['8972c920-2b50-4fe8-92b5-3b54836c1daa'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:30:11.021292 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86c05a66-5068-434c-9831-689e8d7ea54b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b6d7e7e-2847-462c-8dae-278f8693f780'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:30:11.021706 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-309c9a9b-9b0b-4c0f-921b-c38de09c216d admin admin] 10.222.0.26 "PUT /v2.0/routers/8972c920-2b50-4fe8-92b5-3b54836c1daa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0444021 Nov 12 08:30:11.022473 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 34772) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:11.024947 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f32e134-797e-428b-89d2-476cc57e58ba" -d '{"events": [{"server_uuid": "86c05a66-5068-434c-9831-689e8d7ea54b", "name": "network-vif-plugged", "status": "completed", "tag": "3b6d7e7e-2847-462c-8dae-278f8693f780"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:30:11.034678 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27143dc5-9106-4ae1-8309-5125fd67c8aa req-98b51750-3b8e-417c-ac1f-8ce2575052fc tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:11.043167 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-27143dc5-9106-4ae1-8309-5125fd67c8aa req-98b51750-3b8e-417c-ac1f-8ce2575052fc tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=a3479ede-6d4b-43d8-b23f-4c39ebb20ed7 HTTP/1.1" status: 200 len: 1054 time: 0.1347206 Nov 12 08:30:11.049167 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c998dc0a-9b5c-45f7-bd9f-37572726c8fb None None] Routers {'8972c920-2b50-4fe8-92b5-3b54836c1daa'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:30:11.052533 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-c998dc0a-9b5c-45f7-bd9f-37572726c8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:30:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['8972c920-2b50-4fe8-92b5-3b54836c1daa'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:11.064202 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 3b6d7e7e-2847-462c-8dae-278f8693f780, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=3b6d7e7e-2847-462c-8dae-278f8693f780,segment=NetworkSegment(115bdcdd-b1df-41c7-8bff-15a5e1fdca42),segment_id=115bdcdd-b1df-41c7-8bff-15a5e1fdca42)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:11.078012 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:11.161359 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-27143dc5-9106-4ae1-8309-5125fd67c8aa req-da4f497a-c33e-4b0f-814f-5c06d561c449 tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=edc99514-92e8-4a71-86b2-d8d5370ab974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102092 Nov 12 08:30:11.162391 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bf9fff-3d43-45a4-b1f3-0fb577495568 service neutron] Pushing event updated for resources: {'Port': ['ID=b364ab03-8e25-4128-a7dd-6c538b1ff9bc,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:11.205330 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=3b6d7e7e-2847-462c-8dae-278f8693f780,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:11.210265 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-3b3063f7-1813-4504-bbbd-7918a736d400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '814f201c-68c7-45bf-8b3b-695632833d0f', 'name': 'tempest-RoutersTest-router-1330110638', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:29:22Z', 'updated_at': '2021-11-12T08:30:06Z', 'revision_number': 7, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'gw_port_host': None, '_interfaces': [{'id': '90267c71-cb1f-4411-824f-a5181f8dfb3e', 'name': '', 'network_id': '6a69cfb4-c0b7-4405-a09a-7240d8194a53', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'mac_address': 'fa:16:3e:f8:70:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814f201c-68c7-45bf-8b3b-695632833d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': 'a7220d4f-91cb-4e6e-bd5f-ef3f502d4808', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:43Z', 'updated_at': '2021-11-12T08:29:58Z', 'revision_number': 5, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'subnets': [{'id': 'a7220d4f-91cb-4e6e-bd5f-ef3f502d4808', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae48a897-cdb3-4ae6-93d0-25677a1d5096', 'name': '', 'network_id': '5d1feb88-a25f-48ad-baf1-c1d85d827dda', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'mac_address': 'fa:16:3e:00:5b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814f201c-68c7-45bf-8b3b-695632833d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': '04987c3b-62f7-4744-9a00-633db06d619f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:35Z', 'updated_at': '2021-11-12T08:29:47Z', 'revision_number': 5, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'subnets': [{'id': '04987c3b-62f7-4744-9a00-633db06d619f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6537368-d1f5-4fea-be35-c8dddd5c232d', 'name': '', 'network_id': '39ea9667-9280-4213-97c2-fe88863d6404', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'mac_address': 'fa:16:3e:e9:57:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814f201c-68c7-45bf-8b3b-695632833d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '189478cb-3816-4a1a-b76a-7c6aae18bdf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:25Z', 'updated_at': '2021-11-12T08:29:36Z', 'revision_number': 5, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'subnets': [{'id': '189478cb-3816-4a1a-b76a-7c6aae18bdf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb5cd232-7896-466e-8537-80c43a6920f6', 'name': '', 'network_id': '8b93583d-3016-41de-89a3-1521c498d0f0', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'mac_address': 'fa:16:3e:3a:2c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814f201c-68c7-45bf-8b3b-695632833d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': '87c822bc-f175-4a3c-9b67-c7f1f9d8a60a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:55Z', 'updated_at': '2021-11-12T08:30:06Z', 'revision_number': 5, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'subnets': [{'id': '87c822bc-f175-4a3c-9b67-c7f1f9d8a60a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:11.268144 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-6a3b8256-926b-4f67-b015-09e9eff46c06 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Deleting port 9f7f4859-efa2-41eb-aed0-6dbea5283b0d {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:30:11.268495 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6a3b8256-926b-4f67-b015-09e9eff46c06 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:11.291261 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-c998dc0a-9b5c-45f7-bd9f-37572726c8fb None None] Set router 8972c920-2b50-4fe8-92b5-3b54836c1daa gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:30:11.307057 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-56c1846d-618b-4162-9afd-53b991bd0f66 admin admin] Publish callbacks [] for router, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:11.328291 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3063f7-1813-4504-bbbd-7918a736d400 None None] Checking router: 814f201c-68c7-45bf-8b3b-695632833d0f for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:30:11.350673 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3063f7-1813-4504-bbbd-7918a736d400 None None] Routers {'814f201c-68c7-45bf-8b3b-695632833d0f'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:30:11.351312 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-3b3063f7-1813-4504-bbbd-7918a736d400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:30:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['814f201c-68c7-45bf-8b3b-695632833d0f'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:11.412245 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6a3b8256-926b-4f67-b015-09e9eff46c06 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:11.420225 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-cefbfaed-5d39-433f-96e6-f72321ea31eb req-87bf9fff-3d43-45a4-b1f3-0fb577495568 service neutron] Attempting to bind port b364ab03-8e25-4128-a7dd-6c538b1ff9bc on host n-h2-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:30:11.420756 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-cefbfaed-5d39-433f-96e6-f72321ea31eb req-87bf9fff-3d43-45a4-b1f3-0fb577495568 service neutron] Attempting to bind port b364ab03-8e25-4128-a7dd-6c538b1ff9bc by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': '71e8b171-1953-4f19-859b-7bad292cb9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e20ce8af-4daa-4b40-8559-9d599581ba58'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:30:11.421096 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cefbfaed-5d39-433f-96e6-f72321ea31eb req-87bf9fff-3d43-45a4-b1f3-0fb577495568 service neutron] Attempting to bind port b364ab03-8e25-4128-a7dd-6c538b1ff9bc on network e20ce8af-4daa-4b40-8559-9d599581ba58 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:30:11.433856 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cefbfaed-5d39-433f-96e6-f72321ea31eb req-87bf9fff-3d43-45a4-b1f3-0fb577495568 service neutron] Port b364ab03-8e25-4128-a7dd-6c538b1ff9bc on network e20ce8af-4daa-4b40-8559-9d599581ba58 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:30:11.434185 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cefbfaed-5d39-433f-96e6-f72321ea31eb req-87bf9fff-3d43-45a4-b1f3-0fb577495568 service neutron] Attempting to bind port b364ab03-8e25-4128-a7dd-6c538b1ff9bc on network e20ce8af-4daa-4b40-8559-9d599581ba58 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:30:11.448648 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-6a3b8256-926b-4f67-b015-09e9eff46c06 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Calling delete_port for 9f7f4859-efa2-41eb-aed0-6dbea5283b0d owned by {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:30:11.451065 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cefbfaed-5d39-433f-96e6-f72321ea31eb req-87bf9fff-3d43-45a4-b1f3-0fb577495568 service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:30:11.451414 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cefbfaed-5d39-433f-96e6-f72321ea31eb req-87bf9fff-3d43-45a4-b1f3-0fb577495568 service neutron] Checking segment: {'id': '71e8b171-1953-4f19-859b-7bad292cb9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e20ce8af-4daa-4b40-8559-9d599581ba58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:30:11.451804 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cefbfaed-5d39-433f-96e6-f72321ea31eb req-87bf9fff-3d43-45a4-b1f3-0fb577495568 service neutron] Bound using segment: {'id': '71e8b171-1953-4f19-859b-7bad292cb9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e20ce8af-4daa-4b40-8559-9d599581ba58'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:30:11.452370 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-cefbfaed-5d39-433f-96e6-f72321ea31eb req-87bf9fff-3d43-45a4-b1f3-0fb577495568 service neutron] Bound port: b364ab03-8e25-4128-a7dd-6c538b1ff9bc, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71e8b171-1953-4f19-859b-7bad292cb9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e20ce8af-4daa-4b40-8559-9d599581ba58'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:30:11.452744 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cefbfaed-5d39-433f-96e6-f72321ea31eb req-87bf9fff-3d43-45a4-b1f3-0fb577495568 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:11.456895 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4a5502b8-4f4a-42ba-b9b2-8bf21d6d615b tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933586'] for router_interface, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:11.489579 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0225b47-d2a6-40a7-b5fd-aa7d9dc9b79a x-openstack-request-id: req-c0225b47-d2a6-40a7-b5fd-aa7d9dc9b79a {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:30:11.490115 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86c05a66-5068-434c-9831-689e8d7ea54b", "name": "network-vif-plugged", "status": "completed", "tag": "3b6d7e7e-2847-462c-8dae-278f8693f780", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:30:11.490503 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c0225b47-d2a6-40a7-b5fd-aa7d9dc9b79a {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:30:11.491451 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86c05a66-5068-434c-9831-689e8d7ea54b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b6d7e7e-2847-462c-8dae-278f8693f780', 'code': 200} Nov 12 08:30:11.509124 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-56c1846d-618b-4162-9afd-53b991bd0f66 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:11.627775 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-56c1846d-618b-4162-9afd-53b991bd0f66 admin admin] Deleting port 85614164-d9ff-4abf-b6b6-f34a0ad5ac4a {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:30:11.628524 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-56c1846d-618b-4162-9afd-53b991bd0f66 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:11.833650 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-c998dc0a-9b5c-45f7-bd9f-37572726c8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8972c920-2b50-4fe8-92b5-3b54836c1daa', 'name': 'tempest-ServerActionsTestJSON-336760699-router', 'tenant_id': '13ee7d6d71864c9eb2f508185e6a266f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '85614164-d9ff-4abf-b6b6-f34a0ad5ac4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:19:05Z', 'updated_at': '2021-11-12T08:30:09Z', 'revision_number': 5, 'project_id': '13ee7d6d71864c9eb2f508185e6a266f', 'gw_port': {'id': '85614164-d9ff-4abf-b6b6-f34a0ad5ac4a', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ea:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8972c920-2b50-4fe8-92b5-3b54836c1daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:19:06Z', 'updated_at': '2021-11-12T08:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:11.841851 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-56c1846d-618b-4162-9afd-53b991bd0f66 admin admin] For port 85614164-d9ff-4abf-b6b6-f34a0ad5ac4a, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=85614164-d9ff-4abf-b6b6-f34a0ad5ac4a,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:11.842625 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-56c1846d-618b-4162-9afd-53b991bd0f66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:11.860157 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-56c1846d-618b-4162-9afd-53b991bd0f66 admin admin] Calling delete_port for 85614164-d9ff-4abf-b6b6-f34a0ad5ac4a owned by network:router_gateway {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:30:11.898366 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-3b3063f7-1813-4504-bbbd-7918a736d400 None None] Set router 814f201c-68c7-45bf-8b3b-695632833d0f gateway port host: None {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:30:11.904445 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c998dc0a-9b5c-45f7-bd9f-37572726c8fb None None] Checking router: 8972c920-2b50-4fe8-92b5-3b54836c1daa for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:30:11.919942 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c998dc0a-9b5c-45f7-bd9f-37572726c8fb None None] Routers {'8972c920-2b50-4fe8-92b5-3b54836c1daa'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:30:11.921158 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-c998dc0a-9b5c-45f7-bd9f-37572726c8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:30:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['8972c920-2b50-4fe8-92b5-3b54836c1daa'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:12.026152 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-c998dc0a-9b5c-45f7-bd9f-37572726c8fb None None] Set router 8972c920-2b50-4fe8-92b5-3b54836c1daa gateway port host: None {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:30:12.099113 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2ab144-6b3a-42f6-b301-1e4f6a722a4c req-57430d01-2dab-42fd-b17f-c8c3f874e23b tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:12.101267 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ae2ab144-6b3a-42f6-b301-1e4f6a722a4c req-57430d01-2dab-42fd-b17f-c8c3f874e23b tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=86c05a66-5068-434c-9831-689e8d7ea54b HTTP/1.1" status: 200 len: 945 time: 0.1641235 Nov 12 08:30:12.136296 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46954ccc-40da-49a2-b08c-1a9ca64d5e7a req-63ce383e-2c83-43ad-8e66-92cb3ff354d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:12.138275 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-46954ccc-40da-49a2-b08c-1a9ca64d5e7a req-63ce383e-2c83-43ad-8e66-92cb3ff354d8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=86c05a66-5068-434c-9831-689e8d7ea54b HTTP/1.1" status: 200 len: 1097 time: 0.1385746 Nov 12 08:30:12.288893 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-c998dc0a-9b5c-45f7-bd9f-37572726c8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8972c920-2b50-4fe8-92b5-3b54836c1daa', 'name': 'tempest-ServerActionsTestJSON-336760699-router', 'tenant_id': '13ee7d6d71864c9eb2f508185e6a266f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:19:05Z', 'updated_at': '2021-11-12T08:30:11Z', 'revision_number': 6, 'project_id': '13ee7d6d71864c9eb2f508185e6a266f', 'gw_port_host': None}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:12.314781 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:12.325805 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c998dc0a-9b5c-45f7-bd9f-37572726c8fb None None] The sync data for ids ['8972c920-2b50-4fe8-92b5-3b54836c1daa'] in n-d-765315-29 is: [{'id': '8972c920-2b50-4fe8-92b5-3b54836c1daa', 'name': 'tempest-ServerActionsTestJSON-336760699-router', 'tenant_id': '13ee7d6d71864c9eb2f508185e6a266f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:19:05Z', 'updated_at': '2021-11-12T08:30:11Z', 'revision_number': 6, 'project_id': '13ee7d6d71864c9eb2f508185e6a266f', 'gw_port_host': None}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:30:12.331667 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-cefbfaed-5d39-433f-96e6-f72321ea31eb req-87bf9fff-3d43-45a4-b1f3-0fb577495568 service neutron] For port b364ab03-8e25-4128-a7dd-6c538b1ff9bc, host n-h2-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:30:12.333816 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-3b3063f7-1813-4504-bbbd-7918a736d400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '814f201c-68c7-45bf-8b3b-695632833d0f', 'name': 'tempest-RoutersTest-router-1330110638', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:29:22Z', 'updated_at': '2021-11-12T08:30:06Z', 'revision_number': 7, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'gw_port_host': None, '_interfaces': [{'id': '90267c71-cb1f-4411-824f-a5181f8dfb3e', 'name': '', 'network_id': '6a69cfb4-c0b7-4405-a09a-7240d8194a53', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'mac_address': 'fa:16:3e:f8:70:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814f201c-68c7-45bf-8b3b-695632833d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': 'a7220d4f-91cb-4e6e-bd5f-ef3f502d4808', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:43Z', 'updated_at': '2021-11-12T08:29:58Z', 'revision_number': 5, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'subnets': [{'id': 'a7220d4f-91cb-4e6e-bd5f-ef3f502d4808', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae48a897-cdb3-4ae6-93d0-25677a1d5096', 'name': '', 'network_id': '5d1feb88-a25f-48ad-baf1-c1d85d827dda', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'mac_address': 'fa:16:3e:00:5b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814f201c-68c7-45bf-8b3b-695632833d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': '04987c3b-62f7-4744-9a00-633db06d619f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:35Z', 'updated_at': '2021-11-12T08:29:47Z', 'revision_number': 5, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'subnets': [{'id': '04987c3b-62f7-4744-9a00-633db06d619f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6537368-d1f5-4fea-be35-c8dddd5c232d', 'name': '', 'network_id': '39ea9667-9280-4213-97c2-fe88863d6404', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'mac_address': 'fa:16:3e:e9:57:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814f201c-68c7-45bf-8b3b-695632833d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '189478cb-3816-4a1a-b76a-7c6aae18bdf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:25Z', 'updated_at': '2021-11-12T08:29:36Z', 'revision_number': 5, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'subnets': [{'id': '189478cb-3816-4a1a-b76a-7c6aae18bdf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb5cd232-7896-466e-8537-80c43a6920f6', 'name': '', 'network_id': '8b93583d-3016-41de-89a3-1521c498d0f0', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'mac_address': 'fa:16:3e:3a:2c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814f201c-68c7-45bf-8b3b-695632833d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': '87c822bc-f175-4a3c-9b67-c7f1f9d8a60a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:55Z', 'updated_at': '2021-11-12T08:30:06Z', 'revision_number': 5, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'subnets': [{'id': '87c822bc-f175-4a3c-9b67-c7f1f9d8a60a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:12.364961 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-cefbfaed-5d39-433f-96e6-f72321ea31eb req-87bf9fff-3d43-45a4-b1f3-0fb577495568 service neutron] For port b364ab03-8e25-4128-a7dd-6c538b1ff9bc, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=b364ab03-8e25-4128-a7dd-6c538b1ff9bc,segment=NetworkSegment(71e8b171-1953-4f19-859b-7bad292cb9b0),segment_id=71e8b171-1953-4f19-859b-7bad292cb9b0)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:30:12.365221 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ae2ab144-6b3a-42f6-b301-1e4f6a722a4c req-6af8a4b9-b53a-4b54-b461-00cbbc3032f3 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527025 Nov 12 08:30:12.414739 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3063f7-1813-4504-bbbd-7918a736d400 None None] The sync data for ids ['814f201c-68c7-45bf-8b3b-695632833d0f'] in n-d-765315-29 is: [{'id': '814f201c-68c7-45bf-8b3b-695632833d0f', 'name': 'tempest-RoutersTest-router-1330110638', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:29:22Z', 'updated_at': '2021-11-12T08:30:06Z', 'revision_number': 7, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'gw_port_host': None, '_interfaces': [{'id': '90267c71-cb1f-4411-824f-a5181f8dfb3e', 'name': '', 'network_id': '6a69cfb4-c0b7-4405-a09a-7240d8194a53', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'mac_address': 'fa:16:3e:f8:70:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814f201c-68c7-45bf-8b3b-695632833d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': 'a7220d4f-91cb-4e6e-bd5f-ef3f502d4808', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:43Z', 'updated_at': '2021-11-12T08:29:58Z', 'revision_number': 5, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'subnets': [{'id': 'a7220d4f-91cb-4e6e-bd5f-ef3f502d4808', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae48a897-cdb3-4ae6-93d0-25677a1d5096', 'name': '', 'network_id': '5d1feb88-a25f-48ad-baf1-c1d85d827dda', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'mac_address': 'fa:16:3e:00:5b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814f201c-68c7-45bf-8b3b-695632833d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': '04987c3b-62f7-4744-9a00-633db06d619f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:35Z', 'updated_at': '2021-11-12T08:29:47Z', 'revision_number': 5, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'subnets': [{'id': '04987c3b-62f7-4744-9a00-633db06d619f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6537368-d1f5-4fea-be35-c8dddd5c232d', 'name': '', 'network_id': '39ea9667-9280-4213-97c2-fe88863d6404', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'mac_address': 'fa:16:3e:e9:57:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814f201c-68c7-45bf-8b3b-695632833d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '189478cb-3816-4a1a-b76a-7c6aae18bdf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:25Z', 'updated_at': '2021-11-12T08:29:36Z', 'revision_number': 5, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'subnets': [{'id': '189478cb-3816-4a1a-b76a-7c6aae18bdf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb5cd232-7896-466e-8537-80c43a6920f6', 'name': '', 'network_id': '8b93583d-3016-41de-89a3-1521c498d0f0', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'mac_address': 'fa:16:3e:3a:2c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814f201c-68c7-45bf-8b3b-695632833d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': '87c822bc-f175-4a3c-9b67-c7f1f9d8a60a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:55Z', 'updated_at': '2021-11-12T08:30:06Z', 'revision_number': 5, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'subnets': [{'id': '87c822bc-f175-4a3c-9b67-c7f1f9d8a60a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:30:12.421854 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cefbfaed-5d39-433f-96e6-f72321ea31eb req-87bf9fff-3d43-45a4-b1f3-0fb577495568 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:12.474542 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-56c1846d-618b-4162-9afd-53b991bd0f66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:12.494706 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefbfaed-5d39-433f-96e6-f72321ea31eb req-87bf9fff-3d43-45a4-b1f3-0fb577495568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:12.495814 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cefbfaed-5d39-433f-96e6-f72321ea31eb req-87bf9fff-3d43-45a4-b1f3-0fb577495568 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:12.497791 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cefbfaed-5d39-433f-96e6-f72321ea31eb req-87bf9fff-3d43-45a4-b1f3-0fb577495568 service neutron] 10.222.0.44 "PUT /v2.0/ports/b364ab03-8e25-4128-a7dd-6c538b1ff9bc HTTP/1.1" status: 200 len: 1093 time: 3.2161684 Nov 12 08:30:12.502463 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3479ede-6d4b-43d8-b23f-4c39ebb20ed7', 'tag': 'b364ab03-8e25-4128-a7dd-6c538b1ff9bc'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:30:12.505298 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce168606-26b1-46e7-8345-6fa5eb277342" -d '{"events": [{"name": "network-changed", "server_uuid": "a3479ede-6d4b-43d8-b23f-4c39ebb20ed7", "tag": "b364ab03-8e25-4128-a7dd-6c538b1ff9bc"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:30:12.511570 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-46954ccc-40da-49a2-b08c-1a9ca64d5e7a req-05d71bc4-0a48-421d-86a2-b645fa34db5d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3651679 Nov 12 08:30:12.513685 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c1846d-618b-4162-9afd-53b991bd0f66 admin admin] Pushing event deleted for resources: {'Port': ['ID=85614164-d9ff-4abf-b6b6-f34a0ad5ac4a,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:12.564641 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3352ca5b-b349-413c-8dcd-3da307f6f300 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:30:12.599544 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6a3b8256-926b-4f67-b015-09e9eff46c06 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:12.649400 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-56c1846d-618b-4162-9afd-53b991bd0f66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-933016'] for router_gateway, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:12.658891 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bf9fff-3d43-45a4-b1f3-0fb577495568 service neutron] Pushing event updated for resources: {'Port': ['ID=b364ab03-8e25-4128-a7dd-6c538b1ff9bc,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:12.712872 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b8256-926b-4f67-b015-09e9eff46c06 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Pushing event deleted for resources: {'Port': ['ID=9f7f4859-efa2-41eb-aed0-6dbea5283b0d,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:12.792515 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6a3b8256-926b-4f67-b015-09e9eff46c06 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:12.799052 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-6a3b8256-926b-4f67-b015-09e9eff46c06 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] 10.222.0.26 "DELETE /v2.0/ports/9f7f4859-efa2-41eb-aed0-6dbea5283b0d HTTP/1.1" status: 204 len: 168 time: 2.0970058 Nov 12 08:30:12.800118 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 34794) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:12.812437 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-2bd01e85-c7cb-4fb5-a095-c247976a2eb5 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9e3f2c41-181f-4d05-b421-4f0bd5a2070e', 'external_fixed_ips': [{'subnet_id': '739e29bc-ef7a-4eb5-949a-4fc12d5fe8b4', 'ip_address': '2001:db8::34c'}]}}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:12.853137 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefbfaed-5d39-433f-96e6-f72321ea31eb req-1fb89266-f18d-4ab3-9b33-b9295d2796fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:12.855799 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cefbfaed-5d39-433f-96e6-f72321ea31eb req-1fb89266-f18d-4ab3-9b33-b9295d2796fa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8ad4deb0fc3b4f3499f51bd2b1512ff6&device_id=a3479ede-6d4b-43d8-b23f-4c39ebb20ed7 HTTP/1.1" status: 200 len: 1096 time: 0.2181244 Nov 12 08:30:12.859762 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-56c1846d-618b-4162-9afd-53b991bd0f66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:12.863486 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-56c1846d-618b-4162-9afd-53b991bd0f66 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:12.929223 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2bd01e85-c7cb-4fb5-a095-c247976a2eb5 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:12.930294 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2bd01e85-c7cb-4fb5-a095-c247976a2eb5 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:12.949881 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cefbfaed-5d39-433f-96e6-f72321ea31eb req-15d907b1-3f48-4fa1-9728-8f9a204813b6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b364ab03-8e25-4128-a7dd-6c538b1ff9bc HTTP/1.1" status: 200 len: 217 time: 0.0746539 Nov 12 08:30:13.003417 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-56c1846d-618b-4162-9afd-53b991bd0f66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:13.003997 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56c1846d-618b-4162-9afd-53b991bd0f66 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8972c920-2b50-4fe8-92b5-3b54836c1daa {{(pid=102600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:30:13.009342 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-56c1846d-618b-4162-9afd-53b991bd0f66 admin admin] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:13.014802 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-56c1846d-618b-4162-9afd-53b991bd0f66 admin admin] 10.222.0.26 "DELETE /v2.0/routers/8972c920-2b50-4fe8-92b5-3b54836c1daa HTTP/1.1" status: 204 len: 168 time: 1.9897296 Nov 12 08:30:13.016720 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 34800) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:13.026097 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-4a5502b8-4f4a-42ba-b9b2-8bf21d6d615b tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Deleting port eb5cd232-7896-466e-8537-80c43a6920f6 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:30:13.026401 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4a5502b8-4f4a-42ba-b9b2-8bf21d6d615b tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:13.079045 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270eee83-ba4d-447a-8548-16ca561ef764 req-0a3b3135-29a8-4f94-b68a-a28b0b8add7a tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:13.081302 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-270eee83-ba4d-447a-8548-16ca561ef764 req-0a3b3135-29a8-4f94-b68a-a28b0b8add7a tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=a3479ede-6d4b-43d8-b23f-4c39ebb20ed7 HTTP/1.1" status: 200 len: 1096 time: 0.1493738 Nov 12 08:30:13.109759 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a258d8a-bca7-42cc-a38a-1ae5557b0fe4 admin admin] Deleting subnet 2d250a72-e563-4d6e-ac4f-f44698e0ce3c {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:30:13.117667 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6a258d8a-bca7-42cc-a38a-1ae5557b0fe4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:13.151752 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2bd01e85-c7cb-4fb5-a095-c247976a2eb5 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:13.155895 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefbfaed-5d39-433f-96e6-f72321ea31eb req-2afc879e-dcad-49b3-9fe1-4ddfb0a714c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:13.157422 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cefbfaed-5d39-433f-96e6-f72321ea31eb req-2afc879e-dcad-49b3-9fe1-4ddfb0a714c0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=445ea8e2-7309-4d21-8902-c74ce3fb3b08 HTTP/1.1" status: 200 len: 849 time: 0.1882324 Nov 12 08:30:13.182317 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-270eee83-ba4d-447a-8548-16ca561ef764 req-0bbb004c-1edc-4fb3-9e41-f235c9bd4ba2 tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=edc99514-92e8-4a71-86b2-d8d5370ab974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922868 Nov 12 08:30:13.190016 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6a258d8a-bca7-42cc-a38a-1ae5557b0fe4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:13.309437 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-4a5502b8-4f4a-42ba-b9b2-8bf21d6d615b tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] For port eb5cd232-7896-466e-8537-80c43a6920f6, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=eb5cd232-7896-466e-8537-80c43a6920f6,segment=NetworkSegment(ec9cb9c6-2ef8-4479-ab98-00520038c67f),segment_id=ec9cb9c6-2ef8-4479-ab98-00520038c67f)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:13.309841 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4a5502b8-4f4a-42ba-b9b2-8bf21d6d615b tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:13.312310 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6a258d8a-bca7-42cc-a38a-1ae5557b0fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:13.382239 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-4a5502b8-4f4a-42ba-b9b2-8bf21d6d615b tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Calling delete_port for eb5cd232-7896-466e-8537-80c43a6920f6 owned by network:router_interface {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:30:13.399433 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6a258d8a-bca7-42cc-a38a-1ae5557b0fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:13.450649 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefbfaed-5d39-433f-96e6-f72321ea31eb req-e4a375e3-7630-4199-a206-e94cb8f1b68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:13.452186 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cefbfaed-5d39-433f-96e6-f72321ea31eb req-e4a375e3-7630-4199-a206-e94cb8f1b68e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e20ce8af-4daa-4b40-8559-9d599581ba58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2840617 Nov 12 08:30:13.452817 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6a258d8a-bca7-42cc-a38a-1ae5557b0fe4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:13.455785 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8686a47f-5fca-4648-ac96-d829b277b8a5 x-openstack-request-id: req-8686a47f-5fca-4648-ac96-d829b277b8a5 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:30:13.456076 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3479ede-6d4b-43d8-b23f-4c39ebb20ed7", "tag": "b364ab03-8e25-4128-a7dd-6c538b1ff9bc", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:30:13.456332 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8686a47f-5fca-4648-ac96-d829b277b8a5 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:30:13.456737 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3479ede-6d4b-43d8-b23f-4c39ebb20ed7', 'tag': 'b364ab03-8e25-4128-a7dd-6c538b1ff9bc', 'status': 'completed', 'code': 200} Nov 12 08:30:13.458949 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48fe177-63e0-4362-905a-9a69fb05cbf6 None None] Network 392b706c-fa83-40b2-ba41-e97d70efdd1d requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:30:13.460493 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 34804) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:13.461562 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-6a258d8a-bca7-42cc-a38a-1ae5557b0fe4 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/2d250a72-e563-4d6e-ac4f-f44698e0ce3c HTTP/1.1" status: 204 len: 168 time: 0.4429293 Nov 12 08:30:13.462189 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a258d8a-bca7-42cc-a38a-1ae5557b0fe4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d250a72-e563-4d6e-ac4f-f44698e0ce3c,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:13.512585 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2bd01e85-c7cb-4fb5-a095-c247976a2eb5 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:13.668105 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9464006-8ab3-48ce-925f-634f1f50a3bf req-3a5dbf77-c7fb-49b5-80b9-6655f25f18ec tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:13.687195 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d9464006-8ab3-48ce-925f-634f1f50a3bf req-3a5dbf77-c7fb-49b5-80b9-6655f25f18ec tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=86c05a66-5068-434c-9831-689e8d7ea54b HTTP/1.1" status: 200 len: 945 time: 0.1483645 Nov 12 08:30:13.753558 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-39ac6180-4c5c-4a64-9fe1-e6930504850f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:13.799775 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d9464006-8ab3-48ce-925f-634f1f50a3bf req-fc417f60-41ce-402b-a46d-81f670805e58 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114430 Nov 12 08:30:13.831394 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae7b0dd-d4f4-4fce-820f-7f913fc4cfd3 None None] DHCP port deletion for 392b706c-fa83-40b2-ba41-e97d70efdd1d request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:30:13.861524 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cefbfaed-5d39-433f-96e6-f72321ea31eb req-24adacc8-a8c1-4b45-8cfd-e27b4f39ffd9 service neutron] 10.222.0.44 "GET /v2.0/networks/e20ce8af-4daa-4b40-8559-9d599581ba58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3888698 Nov 12 08:30:13.967834 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-2ae7b0dd-d4f4-4fce-820f-7f913fc4cfd3 None None] Deleting port be7df1ea-2355-41f6-b033-0f0e81807928 {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:30:13.968770 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ae7b0dd-d4f4-4fce-820f-7f913fc4cfd3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:14.077862 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-2ae7b0dd-d4f4-4fce-820f-7f913fc4cfd3 None None] For port be7df1ea-2355-41f6-b033-0f0e81807928, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=be7df1ea-2355-41f6-b033-0f0e81807928,segment=NetworkSegment(e07c96e0-5af6-439e-b283-25e89ba24ea2),segment_id=e07c96e0-5af6-439e-b283-25e89ba24ea2)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:14.077862 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ae7b0dd-d4f4-4fce-820f-7f913fc4cfd3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:14.086787 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-2ae7b0dd-d4f4-4fce-820f-7f913fc4cfd3 None None] Calling delete_port for be7df1ea-2355-41f6-b033-0f0e81807928 owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:30:14.150818 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-39ac6180-4c5c-4a64-9fe1-e6930504850f admin admin] Deleting port be7df1ea-2355-41f6-b033-0f0e81807928 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:30:14.151095 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-39ac6180-4c5c-4a64-9fe1-e6930504850f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:14.186612 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ae7b0dd-d4f4-4fce-820f-7f913fc4cfd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:14.190502 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cefbfaed-5d39-433f-96e6-f72321ea31eb req-a996c120-c226-416a-8f3f-e54274957e52 service neutron] 10.222.0.44 "GET /v2.0/networks/e20ce8af-4daa-4b40-8559-9d599581ba58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857707 Nov 12 08:30:14.235120 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4a5502b8-4f4a-42ba-b9b2-8bf21d6d615b tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:14.297029 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae7b0dd-d4f4-4fce-820f-7f913fc4cfd3 None None] Pushing event deleted for resources: {'Port': ['ID=be7df1ea-2355-41f6-b033-0f0e81807928,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:14.298645 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5502b8-4f4a-42ba-b9b2-8bf21d6d615b tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Pushing event deleted for resources: {'Port': ['ID=eb5cd232-7896-466e-8537-80c43a6920f6,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:14.304478 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae7b0dd-d4f4-4fce-820f-7f913fc4cfd3 None None] No DVR routers for this DVR port be7df1ea-2355-41f6-b033-0f0e81807928 on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:30:14.311186 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-39ac6180-4c5c-4a64-9fe1-e6930504850f admin admin] For port be7df1ea-2355-41f6-b033-0f0e81807928, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=be7df1ea-2355-41f6-b033-0f0e81807928,segment=NetworkSegment(e07c96e0-5af6-439e-b283-25e89ba24ea2),segment_id=e07c96e0-5af6-439e-b283-25e89ba24ea2)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:14.311653 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-39ac6180-4c5c-4a64-9fe1-e6930504850f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:14.389655 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 85614164-d9ff-4abf-b6b6-f34a0ad5ac4a no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:30:14.425785 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bb04c5-900a-4112-961d-8f0b13df6d9e req-4e3eec1e-9369-423c-88cc-3bb66ae3edd3 tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:14.435291 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-98bb04c5-900a-4112-961d-8f0b13df6d9e req-4e3eec1e-9369-423c-88cc-3bb66ae3edd3 tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=a3479ede-6d4b-43d8-b23f-4c39ebb20ed7 HTTP/1.1" status: 200 len: 1096 time: 0.0745947 Nov 12 08:30:14.437878 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 85614164-d9ff-4abf-b6b6-f34a0ad5ac4a {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:30:14.438436 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 85614164-d9ff-4abf-b6b6-f34a0ad5ac4a not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:30:14.441470 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device be7df1ea-2355-41f6-b033-0f0e81807928 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:30:14.474675 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: be7df1ea-2355-41f6-b033-0f0e81807928 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:30:14.475348 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device be7df1ea-2355-41f6-b033-0f0e81807928 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:30:14.475833 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 2e97c7f0-b9ba-43eb-8f4d-9e308341b7c4 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:30:14.484670 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-39ac6180-4c5c-4a64-9fe1-e6930504850f admin admin] Calling delete_port for be7df1ea-2355-41f6-b033-0f0e81807928 owned by network:dhcp {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:30:14.512523 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-98bb04c5-900a-4112-961d-8f0b13df6d9e req-b2b369fe-f5d4-4a55-92cc-92ee2132f791 tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=edc99514-92e8-4a71-86b2-d8d5370ab974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763199 Nov 12 08:30:14.530179 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 2e97c7f0-b9ba-43eb-8f4d-9e308341b7c4 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:30:14.538523 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 2e97c7f0-b9ba-43eb-8f4d-9e308341b7c4 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:30:14.657669 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce168606-26b1-46e7-8345-6fa5eb277342 req-a2e9f8b9-967f-44c8-aed9-765d0f1a4e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:14.659370 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ce168606-26b1-46e7-8345-6fa5eb277342 req-a2e9f8b9-967f-44c8-aed9-765d0f1a4e93 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8ad4deb0fc3b4f3499f51bd2b1512ff6&device_id=a3479ede-6d4b-43d8-b23f-4c39ebb20ed7 HTTP/1.1" status: 200 len: 1096 time: 0.2705932 Nov 12 08:30:14.754771 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2bd01e85-c7cb-4fb5-a095-c247976a2eb5 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:14.840372 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-39ac6180-4c5c-4a64-9fe1-e6930504850f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:14.842934 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2bd01e85-c7cb-4fb5-a095-c247976a2eb5 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:14.939318 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ac6180-4c5c-4a64-9fe1-e6930504850f admin admin] Pushing event deleted for resources: {'Port': ['ID=be7df1ea-2355-41f6-b033-0f0e81807928,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:14.940544 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d69d302-e68c-4335-855a-78f1119cb9b3 req-5e8466ee-0e5e-4894-b1e2-1c6f4b04fb0e tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:14.943245 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ac6180-4c5c-4a64-9fe1-e6930504850f admin admin] No DVR routers for this DVR port be7df1ea-2355-41f6-b033-0f0e81807928 on host n-d-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:30:14.946455 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3d69d302-e68c-4335-855a-78f1119cb9b3 req-5e8466ee-0e5e-4894-b1e2-1c6f4b04fb0e tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=86c05a66-5068-434c-9831-689e8d7ea54b HTTP/1.1" status: 200 len: 945 time: 0.0752842 Nov 12 08:30:14.961757 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4a5502b8-4f4a-42ba-b9b2-8bf21d6d615b tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918626'] for router_interface, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:15.010057 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3d69d302-e68c-4335-855a-78f1119cb9b3 req-a07b1571-81b6-44a0-afe6-7aa1fdd48ed9 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526614 Nov 12 08:30:15.055028 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce168606-26b1-46e7-8345-6fa5eb277342 req-19b670d6-bc6c-4ac3-a0f2-15dd133be0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:15.059094 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ce168606-26b1-46e7-8345-6fa5eb277342 req-19b670d6-bc6c-4ac3-a0f2-15dd133be0a3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e20ce8af-4daa-4b40-8559-9d599581ba58 HTTP/1.1" status: 200 len: 911 time: 0.3732061 Nov 12 08:30:15.407243 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b2fbc9-d2e1-433b-a862-4e6235fef5b7 req-804f0a17-bd90-4c1e-acc5-c1e450ff0ba1 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:15.418450 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-24b2fbc9-d2e1-433b-a862-4e6235fef5b7 req-804f0a17-bd90-4c1e-acc5-c1e450ff0ba1 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/networks?id=97ca3497-d4cd-4c64-83f2-e4cf0b99a680 HTTP/1.1" status: 200 len: 805 time: 0.1503589 Nov 12 08:30:15.439826 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-24b2fbc9-d2e1-433b-a862-4e6235fef5b7 req-247f7e7d-5609-434e-9679-0a39e09a8c03 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/quotas/4e695ccfe3434d44ababb01fdc20479b HTTP/1.1" status: 200 len: 375 time: 0.0199585 Nov 12 08:30:15.532728 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-24b2fbc9-d2e1-433b-a862-4e6235fef5b7 req-14bb301d-e4c5-476f-b481-16192e5daffe tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=4e695ccfe3434d44ababb01fdc20479b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0911813 Nov 12 08:30:15.597795 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-39ac6180-4c5c-4a64-9fe1-e6930504850f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:15.605369 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ce168606-26b1-46e7-8345-6fa5eb277342 req-d6b8a5a5-7fe1-400b-81f6-f2975320bc6e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b364ab03-8e25-4128-a7dd-6c538b1ff9bc HTTP/1.1" status: 200 len: 217 time: 0.1200075 Nov 12 08:30:15.690678 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-39ac6180-4c5c-4a64-9fe1-e6930504850f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['392b706c-fa83-40b2-ba41-e97d70efdd1d']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:15.722487 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-24b2fbc9-d2e1-433b-a862-4e6235fef5b7 req-b8fe9e79-1f16-47bd-8cf4-3963bdf35a77 service neutron] 10.222.0.26 "GET /v2.0/networks/97ca3497-d4cd-4c64-83f2-e4cf0b99a680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691430 Nov 12 08:30:15.723473 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-39ac6180-4c5c-4a64-9fe1-e6930504850f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e07c96e0-5af6-439e-b283-25e89ba24ea2') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:15.724094 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-39ac6180-4c5c-4a64-9fe1-e6930504850f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e07c96e0-5af6-439e-b283-25e89ba24ea2') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:15.804832 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-39ac6180-4c5c-4a64-9fe1-e6930504850f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:15.835366 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce168606-26b1-46e7-8345-6fa5eb277342 req-9cd2cca4-fb6e-411e-a716-7d0db9def01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:15.838631 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ce168606-26b1-46e7-8345-6fa5eb277342 req-9cd2cca4-fb6e-411e-a716-7d0db9def01d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=445ea8e2-7309-4d21-8902-c74ce3fb3b08 HTTP/1.1" status: 200 len: 849 time: 0.2151043 Nov 12 08:30:15.850080 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-39ac6180-4c5c-4a64-9fe1-e6930504850f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:15.923249 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-24b2fbc9-d2e1-433b-a862-4e6235fef5b7 req-05c63a93-a680-4419-a3df-7f9740676ac2 service neutron] 10.222.0.26 "GET /v2.0/networks/97ca3497-d4cd-4c64-83f2-e4cf0b99a680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836083 Nov 12 08:30:15.952610 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-2bd01e85-c7cb-4fb5-a095-c247976a2eb5 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Allocated IP 2001:db8::34c (9e3f2c41-181f-4d05-b421-4f0bd5a2070e/739e29bc-ef7a-4eb5-949a-4fc12d5fe8b4/c72162e5-a70b-4a7c-8d31-2ec002af7642) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:30:15.957104 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39ac6180-4c5c-4a64-9fe1-e6930504850f admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:30:15.957608 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-39ac6180-4c5c-4a64-9fe1-e6930504850f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:15.960803 n-d-765315-29 neutron-server[102599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:30:15.960803 n-d-765315-29 neutron-server[102599]: self.session.flush() Nov 12 08:30:15.960803 n-d-765315-29 neutron-server[102599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:30:15.960803 n-d-765315-29 neutron-server[102599]: self.session.flush() Nov 12 08:30:15.960803 n-d-765315-29 neutron-server[102599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:30:15.960803 n-d-765315-29 neutron-server[102599]: self.session.flush() Nov 12 08:30:15.960803 n-d-765315-29 neutron-server[102599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:30:15.960803 n-d-765315-29 neutron-server[102599]: self.session.flush() Nov 12 08:30:15.960803 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 08:30:15.960803 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:30:15.960803 n-d-765315-29 neutron-server[102599]: timer() Nov 12 08:30:15.960803 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:30:15.960803 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 08:30:15.960803 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:30:15.960803 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 08:30:15.960803 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:30:15.960803 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 08:30:15.960803 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:30:15.960803 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 08:30:15.960803 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:30:15.960803 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 08:30:15.960803 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:30:15.960803 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:30:15.960803 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:30:15.960803 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:30:15.960803 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:30:15.960803 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 08:30:15.960803 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:30:15.960803 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 08:30:15.960803 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:30:15.960803 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:30:15.960803 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:30:15.960803 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 08:30:15.960803 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:30:15.960803 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:30:15.960803 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:30:15.960803 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:30:15.960803 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:30:15.960803 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:30:15.960803 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:30:16.160730 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-39ac6180-4c5c-4a64-9fe1-e6930504850f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:16.165636 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-39ac6180-4c5c-4a64-9fe1-e6930504850f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:16.173498 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-39ac6180-4c5c-4a64-9fe1-e6930504850f admin admin] 10.222.0.26 "DELETE /v2.0/networks/392b706c-fa83-40b2-ba41-e97d70efdd1d HTTP/1.1" status: 204 len: 168 time: 2.7119131 Nov 12 08:30:16.193050 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce168606-26b1-46e7-8345-6fa5eb277342 req-11dcf461-8569-486e-a674-c89b240fe6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:16.195192 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ce168606-26b1-46e7-8345-6fa5eb277342 req-11dcf461-8569-486e-a674-c89b240fe6d9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e20ce8af-4daa-4b40-8559-9d599581ba58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3428307 Nov 12 08:30:16.295413 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a4dc6b-b84d-4a81-937e-f7dc6bfd2fd7 req-9ed471e0-8674-4015-aa44-7856b13f6b74 tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:16.309256 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-84a4dc6b-b84d-4a81-937e-f7dc6bfd2fd7 req-9ed471e0-8674-4015-aa44-7856b13f6b74 tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=a3479ede-6d4b-43d8-b23f-4c39ebb20ed7 HTTP/1.1" status: 200 len: 1096 time: 0.1613255 Nov 12 08:30:16.319846 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ac6180-4c5c-4a64-9fe1-e6930504850f admin admin] Pushing event deleted for resources: {'Network': ['ID=392b706c-fa83-40b2-ba41-e97d70efdd1d,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:16.418976 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a5502b8-4f4a-42ba-b9b2-8bf21d6d615b tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Router 814f201c-68c7-45bf-8b3b-695632833d0f has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:30:16.438930 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-84a4dc6b-b84d-4a81-937e-f7dc6bfd2fd7 req-c5e3df35-3815-4a4e-a57f-e3c19547c1c1 tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=edc99514-92e8-4a71-86b2-d8d5370ab974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280689 Nov 12 08:30:16.460384 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 34858) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:16.563330 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2bd01e85-c7cb-4fb5-a095-c247976a2eb5 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:16.594164 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-6db2388d-ba8f-4994-a977-3753fe8efa20 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=13ee7d6d71864c9eb2f508185e6a266f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1303520 Nov 12 08:30:16.596600 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 34864) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:16.684487 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ce168606-26b1-46e7-8345-6fa5eb277342 req-3139be2e-cafe-4d9b-8756-d33cb513a343 service neutron] 10.222.0.44 "GET /v2.0/networks/e20ce8af-4daa-4b40-8559-9d599581ba58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4017217 Nov 12 08:30:16.723361 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d553fb94-720c-4064-b402-ea39f4218100 req-60096173-ba27-4a88-81a5-9b585a366952 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=92dbcaa7-d905-4c6b-9467-0a08958fd199 HTTP/1.1" status: 200 len: 210 time: 0.0561528 Nov 12 08:30:16.735499 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1ce42022-e04f-4e6e-864b-16ca6713be1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:16.804608 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1ce42022-e04f-4e6e-864b-16ca6713be1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:16.880815 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a5502b8-4f4a-42ba-b9b2-8bf21d6d615b tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:30:16.901771 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc70e12-0bde-4352-ae72-ea789e7737eb None None] Sync routers for ids ['814f201c-68c7-45bf-8b3b-695632833d0f'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:30:16.903440 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-4a5502b8-4f4a-42ba-b9b2-8bf21d6d615b tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "PUT /v2.0/routers/814f201c-68c7-45bf-8b3b-695632833d0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6291666 Nov 12 08:30:16.906499 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 34870) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:16.934910 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc70e12-0bde-4352-ae72-ea789e7737eb None None] Routers {'814f201c-68c7-45bf-8b3b-695632833d0f'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:30:16.938194 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-4cc70e12-0bde-4352-ae72-ea789e7737eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:30:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['814f201c-68c7-45bf-8b3b-695632833d0f'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:17.051525 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1ce42022-e04f-4e6e-864b-16ca6713be1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:17.059491 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1ce42022-e04f-4e6e-864b-16ca6713be1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:17.062559 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2bd01e85-c7cb-4fb5-a095-c247976a2eb5 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:17.071441 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-1ce42022-e04f-4e6e-864b-16ca6713be1a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9dc9079a-4f63-4eb5-be12-eaa66771fe02 HTTP/1.1" status: 204 len: 168 time: 0.4643157 Nov 12 08:30:17.076661 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-4cc70e12-0bde-4352-ae72-ea789e7737eb None None] Set router 814f201c-68c7-45bf-8b3b-695632833d0f gateway port host: None {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:30:17.106241 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-5740e63c-21bd-4b4c-882d-00d68f3a7c8a tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Deleting subnet 87c822bc-f175-4a3c-9b67-c7f1f9d8a60a {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:30:17.122986 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5740e63c-21bd-4b4c-882d-00d68f3a7c8a tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:17.150827 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd01e85-c7cb-4fb5-a095-c247976a2eb5 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Network 9e3f2c41-181f-4d05-b421-4f0bd5a2070e is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:30:17.153604 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ce168606-26b1-46e7-8345-6fa5eb277342 req-165264ae-7bb0-4fab-8498-dd5f6405950c service neutron] 10.222.0.44 "GET /v2.0/networks/e20ce8af-4daa-4b40-8559-9d599581ba58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4525228 Nov 12 08:30:17.156436 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-2bd01e85-c7cb-4fb5-a095-c247976a2eb5 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:30:17.163285 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd01e85-c7cb-4fb5-a095-c247976a2eb5 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:30:17.210135 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce42022-e04f-4e6e-864b-16ca6713be1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc9079a-4f63-4eb5-be12-eaa66771fe02,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:17.229907 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd01e85-c7cb-4fb5-a095-c247976a2eb5 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Pushing event updated for resources: {'Port': ['ID=c72162e5-a70b-4a7c-8d31-2ec002af7642,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:17.245841 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5740e63c-21bd-4b4c-882d-00d68f3a7c8a tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:17.430059 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5740e63c-21bd-4b4c-882d-00d68f3a7c8a tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:17.517925 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5740e63c-21bd-4b4c-882d-00d68f3a7c8a tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:17.524781 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device b364ab03-8e25-4128-a7dd-6c538b1ff9bc details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:30:17.564529 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5740e63c-21bd-4b4c-882d-00d68f3a7c8a tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:17.577891 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-5740e63c-21bd-4b4c-882d-00d68f3a7c8a tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "DELETE /v2.0/subnets/87c822bc-f175-4a3c-9b67-c7f1f9d8a60a HTTP/1.1" status: 204 len: 168 time: 0.6655693 Nov 12 08:30:17.594006 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 34880) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:17.598854 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6fbd01-dcf8-47ef-b364-852cdbc26033 None None] Network 8b93583d-3016-41de-89a3-1521c498d0f0 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:30:17.645984 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2bd01e85-c7cb-4fb5-a095-c247976a2eb5 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:17.654688 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5740e63c-21bd-4b4c-882d-00d68f3a7c8a tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Pushing event deleted for resources: {'Subnet': ['ID=87c822bc-f175-4a3c-9b67-c7f1f9d8a60a,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:17.750909 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856151b9-f3f8-474a-80dc-1ac29b321fe2 req-4b0c138b-9bfe-4c55-927b-649938241a80 tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:17.759642 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-856151b9-f3f8-474a-80dc-1ac29b321fe2 req-4b0c138b-9bfe-4c55-927b-649938241a80 tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=a3479ede-6d4b-43d8-b23f-4c39ebb20ed7 HTTP/1.1" status: 200 len: 1096 time: 0.1350050 Nov 12 08:30:17.812298 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port b364ab03-8e25-4128-a7dd-6c538b1ff9bc, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=b364ab03-8e25-4128-a7dd-6c538b1ff9bc,segment=NetworkSegment(71e8b171-1953-4f19-859b-7bad292cb9b0),segment_id=71e8b171-1953-4f19-859b-7bad292cb9b0)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:17.844791 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-856151b9-f3f8-474a-80dc-1ac29b321fe2 req-7f20d29b-aa25-4018-8ba6-bdd7021a4639 tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=edc99514-92e8-4a71-86b2-d8d5370ab974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755780 Nov 12 08:30:17.906442 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': 'b364ab03-8e25-4128-a7dd-6c538b1ff9bc', 'network_id': 'e20ce8af-4daa-4b40-8559-9d599581ba58', 'port_id': 'b364ab03-8e25-4128-a7dd-6c538b1ff9bc', 'mac_address': 'fa:16:3e:b2:8f:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '445ea8e2-7309-4d21-8902-c74ce3fb3b08', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:30:17.929598 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-dc038010-bb94-4726-a830-33bb2bed90cf tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:18.111954 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ba9a81ab-5804-4332-9985-df61797a5788 req-5a403621-f85d-4bd4-a23d-9f44271ea096 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=92dbcaa7-d905-4c6b-9467-0a08958fd199 HTTP/1.1" status: 200 len: 210 time: 0.0402901 Nov 12 08:30:18.141544 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:18.214862 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-4cc70e12-0bde-4352-ae72-ea789e7737eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '814f201c-68c7-45bf-8b3b-695632833d0f', 'name': 'tempest-RoutersTest-router-1330110638', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:29:22Z', 'updated_at': '2021-11-12T08:30:14Z', 'revision_number': 8, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'gw_port_host': None, '_interfaces': [{'id': '90267c71-cb1f-4411-824f-a5181f8dfb3e', 'name': '', 'network_id': '6a69cfb4-c0b7-4405-a09a-7240d8194a53', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'mac_address': 'fa:16:3e:f8:70:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814f201c-68c7-45bf-8b3b-695632833d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': 'a7220d4f-91cb-4e6e-bd5f-ef3f502d4808', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:43Z', 'updated_at': '2021-11-12T08:29:58Z', 'revision_number': 5, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'subnets': [{'id': 'a7220d4f-91cb-4e6e-bd5f-ef3f502d4808', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae48a897-cdb3-4ae6-93d0-25677a1d5096', 'name': '', 'network_id': '5d1feb88-a25f-48ad-baf1-c1d85d827dda', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'mac_address': 'fa:16:3e:00:5b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814f201c-68c7-45bf-8b3b-695632833d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': '04987c3b-62f7-4744-9a00-633db06d619f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:35Z', 'updated_at': '2021-11-12T08:29:47Z', 'revision_number': 5, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'subnets': [{'id': '04987c3b-62f7-4744-9a00-633db06d619f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6537368-d1f5-4fea-be35-c8dddd5c232d', 'name': '', 'network_id': '39ea9667-9280-4213-97c2-fe88863d6404', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'mac_address': 'fa:16:3e:e9:57:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814f201c-68c7-45bf-8b3b-695632833d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '189478cb-3816-4a1a-b76a-7c6aae18bdf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:25Z', 'updated_at': '2021-11-12T08:29:36Z', 'revision_number': 5, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'subnets': [{'id': '189478cb-3816-4a1a-b76a-7c6aae18bdf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:18.268455 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b364ab03-8e25-4128-a7dd-6c538b1ff9bc {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:30:18.297755 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port b364ab03-8e25-4128-a7dd-6c538b1ff9bc, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=b364ab03-8e25-4128-a7dd-6c538b1ff9bc,segment=NetworkSegment(71e8b171-1953-4f19-859b-7bad292cb9b0),segment_id=71e8b171-1953-4f19-859b-7bad292cb9b0)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:18.300700 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc70e12-0bde-4352-ae72-ea789e7737eb None None] Checking router: 814f201c-68c7-45bf-8b3b-695632833d0f for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:30:18.317884 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:18.321374 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc70e12-0bde-4352-ae72-ea789e7737eb None None] Routers {'814f201c-68c7-45bf-8b3b-695632833d0f'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:30:18.322710 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-4cc70e12-0bde-4352-ae72-ea789e7737eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:30:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['814f201c-68c7-45bf-8b3b-695632833d0f'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:18.336938 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-dc038010-bb94-4726-a830-33bb2bed90cf tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Deleting port d5d9a5d1-dc71-4030-adf4-182eaac8d2c2 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:30:18.337546 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-dc038010-bb94-4726-a830-33bb2bed90cf tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:18.372560 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2bd01e85-c7cb-4fb5-a095-c247976a2eb5 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052'] for router, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:18.473174 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899ec73b-efec-435b-93fc-ecc2b0b162dc None None] DHCP port deletion for 8b93583d-3016-41de-89a3-1521c498d0f0 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:30:18.501277 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b2fbc9-d2e1-433b-a862-4e6235fef5b7 req-e6c0a7fd-6857-4dbf-ac47-e4dec4c197a3 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:18.502925 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-24b2fbc9-d2e1-433b-a862-4e6235fef5b7 req-e6c0a7fd-6857-4dbf-ac47-e4dec4c197a3 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.21 "GET /v2.0/networks?id=97ca3497-d4cd-4c64-83f2-e4cf0b99a680 HTTP/1.1" status: 200 len: 805 time: 0.4165697 Nov 12 08:30:18.505738 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 34914) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:18.520278 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-24b2fbc9-d2e1-433b-a862-4e6235fef5b7 req-a9b2d204-f29d-437c-a1e2-544431a353e1 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Request body: {'port': {'device_id': '92dbcaa7-d905-4c6b-9467-0a08958fd199', 'network_id': '97ca3497-d4cd-4c64-83f2-e4cf0b99a680', 'admin_state_up': True, 'tenant_id': '4e695ccfe3434d44ababb01fdc20479b'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:18.524566 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-dc038010-bb94-4726-a830-33bb2bed90cf tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] For port d5d9a5d1-dc71-4030-adf4-182eaac8d2c2, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=d5d9a5d1-dc71-4030-adf4-182eaac8d2c2,segment=NetworkSegment(ec9cb9c6-2ef8-4479-ab98-00520038c67f),segment_id=ec9cb9c6-2ef8-4479-ab98-00520038c67f)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:18.525478 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-dc038010-bb94-4726-a830-33bb2bed90cf tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:18.553381 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-4cc70e12-0bde-4352-ae72-ea789e7737eb None None] Set router 814f201c-68c7-45bf-8b3b-695632833d0f gateway port host: None {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:30:18.556277 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=b364ab03-8e25-4128-a7dd-6c538b1ff9bc,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:18.593758 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-dc038010-bb94-4726-a830-33bb2bed90cf tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Calling delete_port for d5d9a5d1-dc71-4030-adf4-182eaac8d2c2 owned by network:dhcp {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:30:18.643394 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-51edd484-4b0b-41e5-ac3d-ec63b25eb97f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1787832285-network', 'tenant_id': 'ce302650dd4d403585592f906b5d4534'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:18.672043 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51edd484-4b0b-41e5-ac3d-ec63b25eb97f admin admin] Made reservation on behalf of ce302650dd4d403585592f906b5d4534 for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:30:18.675733 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-51edd484-4b0b-41e5-ac3d-ec63b25eb97f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:18.689601 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-51edd484-4b0b-41e5-ac3d-ec63b25eb97f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:18.709621 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-899ec73b-efec-435b-93fc-ecc2b0b162dc None None] Deleting port d5d9a5d1-dc71-4030-adf4-182eaac8d2c2 {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:30:18.710245 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-899ec73b-efec-435b-93fc-ecc2b0b162dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:18.750515 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['b364ab03-8e25-4128-a7dd-6c538b1ff9bc'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:30:18.769035 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bd01e85-c7cb-4fb5-a095-c247976a2eb5 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Router 69354140-490e-44f3-8f9b-9c9a9c46df47 is scheduled to L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 with binding_index 1 {{(pid=102599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:30:18.820891 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-51edd484-4b0b-41e5-ac3d-ec63b25eb97f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:18.829949 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-51edd484-4b0b-41e5-ac3d-ec63b25eb97f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:18.850554 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24b2fbc9-d2e1-433b-a862-4e6235fef5b7 req-a9b2d204-f29d-437c-a1e2-544431a353e1 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Made reservation on behalf of 4e695ccfe3434d44ababb01fdc20479b for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:30:18.855237 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-24b2fbc9-d2e1-433b-a862-4e6235fef5b7 req-a9b2d204-f29d-437c-a1e2-544431a353e1 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:18.868843 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51edd484-4b0b-41e5-ac3d-ec63b25eb97f admin admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:30:18.897000 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-dc038010-bb94-4726-a830-33bb2bed90cf tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:18.901073 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51edd484-4b0b-41e5-ac3d-ec63b25eb97f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79579dc9-7b86-4506-bd5c-77a53e3a0518,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:18.936345 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-51edd484-4b0b-41e5-ac3d-ec63b25eb97f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:18.940703 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-51edd484-4b0b-41e5-ac3d-ec63b25eb97f admin admin] Added segment c26361eb-74cf-43c4-ac47-1eeba422d480 of type vlan for network 2de948c5-0d8e-4c3b-9717-70f1460531cb Nov 12 08:30:19.015052 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc038010-bb94-4726-a830-33bb2bed90cf tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Pushing event deleted for resources: {'Port': ['ID=d5d9a5d1-dc71-4030-adf4-182eaac8d2c2,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:19.023559 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-51edd484-4b0b-41e5-ac3d-ec63b25eb97f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:19.041731 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc038010-bb94-4726-a830-33bb2bed90cf tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] No DVR routers for this DVR port d5d9a5d1-dc71-4030-adf4-182eaac8d2c2 on host n-d-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:30:19.095381 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-51edd484-4b0b-41e5-ac3d-ec63b25eb97f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:19.098002 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bd01e85-c7cb-4fb5-a095-c247976a2eb5 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:30:19.098610 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51edd484-4b0b-41e5-ac3d-ec63b25eb97f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:19.112102 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad67ec0a-889f-4e3c-91a3-b9aa56b3dbaa None None] Sync routers for ids ['69354140-490e-44f3-8f9b-9c9a9c46df47'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:30:19.125321 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-51edd484-4b0b-41e5-ac3d-ec63b25eb97f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:19.141137 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad67ec0a-889f-4e3c-91a3-b9aa56b3dbaa None None] Routers {'69354140-490e-44f3-8f9b-9c9a9c46df47'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:30:19.142318 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2bd01e85-c7cb-4fb5-a095-c247976a2eb5 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:19.143147 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-ad67ec0a-889f-4e3c-91a3-b9aa56b3dbaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:30:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['69354140-490e-44f3-8f9b-9c9a9c46df47'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:19.143666 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-2bd01e85-c7cb-4fb5-a095-c247976a2eb5 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 6.3354530 Nov 12 08:30:19.149344 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 34930) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:19.164086 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-899ec73b-efec-435b-93fc-ecc2b0b162dc None None] For port d5d9a5d1-dc71-4030-adf4-182eaac8d2c2, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=d5d9a5d1-dc71-4030-adf4-182eaac8d2c2,segment=NetworkSegment(ec9cb9c6-2ef8-4479-ab98-00520038c67f),segment_id=ec9cb9c6-2ef8-4479-ab98-00520038c67f)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:19.164612 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-899ec73b-efec-435b-93fc-ecc2b0b162dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:19.179019 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-899ec73b-efec-435b-93fc-ecc2b0b162dc None None] Calling delete_port for d5d9a5d1-dc71-4030-adf4-182eaac8d2c2 owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:30:19.194778 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-51edd484-4b0b-41e5-ac3d-ec63b25eb97f admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6878040 Nov 12 08:30:19.214901 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 34932) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:19.223657 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-5feec6bc-9f3d-4e98-993c-e2adc2062df1 admin admin] Request body: {'subnet': {'network_id': '2de948c5-0d8e-4c3b-9717-70f1460531cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1787832285-subnet', 'tenant_id': 'ce302650dd4d403585592f906b5d4534', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:19.241269 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-dc038010-bb94-4726-a830-33bb2bed90cf tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:19.283622 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-24b2fbc9-d2e1-433b-a862-4e6235fef5b7 req-a9b2d204-f29d-437c-a1e2-544431a353e1 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Allocated IP 172.20.0.2 (97ca3497-d4cd-4c64-83f2-e4cf0b99a680/e5a8c2de-791a-407e-b586-3b1004863989/956e0a43-9ae5-40c9-b120-96401d6ae88a) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:30:19.296673 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-dc038010-bb94-4726-a830-33bb2bed90cf tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b93583d-3016-41de-89a3-1521c498d0f0']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:19.305900 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5feec6bc-9f3d-4e98-993c-e2adc2062df1 admin admin] Made reservation on behalf of ce302650dd4d403585592f906b5d4534 for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:30:19.309049 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5feec6bc-9f3d-4e98-993c-e2adc2062df1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:19.312877 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-ad67ec0a-889f-4e3c-91a3-b9aa56b3dbaa None None] Set router 69354140-490e-44f3-8f9b-9c9a9c46df47 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:30:19.326800 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-dc038010-bb94-4726-a830-33bb2bed90cf tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec9cb9c6-2ef8-4479-ab98-00520038c67f') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:19.327205 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-dc038010-bb94-4726-a830-33bb2bed90cf tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec9cb9c6-2ef8-4479-ab98-00520038c67f') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:19.335838 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aee7c9-67cc-42f0-ab23-246597bdcdd5 req-93b57c64-b424-47f9-8982-da77badd4337 tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:19.349405 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f5aee7c9-67cc-42f0-ab23-246597bdcdd5 req-93b57c64-b424-47f9-8982-da77badd4337 tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=a3479ede-6d4b-43d8-b23f-4c39ebb20ed7 HTTP/1.1" status: 200 len: 1097 time: 0.3499177 Nov 12 08:30:19.389073 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-dc038010-bb94-4726-a830-33bb2bed90cf tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:19.421771 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-dc038010-bb94-4726-a830-33bb2bed90cf tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:19.445810 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-899ec73b-efec-435b-93fc-ecc2b0b162dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:19.452461 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc038010-bb94-4726-a830-33bb2bed90cf tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:30:19.452868 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-dc038010-bb94-4726-a830-33bb2bed90cf tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:19.457195 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 08:30:19.457195 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:30:19.457195 n-d-765315-29 neutron-server[102599]: timer() Nov 12 08:30:19.457195 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:30:19.457195 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 08:30:19.457195 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:30:19.457195 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 08:30:19.457195 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:30:19.457195 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 08:30:19.457195 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:30:19.457195 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 08:30:19.457195 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:30:19.457195 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 08:30:19.457195 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:30:19.457195 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:30:19.457195 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:30:19.457195 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:30:19.457195 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:30:19.457195 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 08:30:19.457195 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:30:19.457195 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 08:30:19.457195 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:30:19.457195 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:30:19.457195 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:30:19.457195 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 08:30:19.457195 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:30:19.457195 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:30:19.457195 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:30:19.457195 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:30:19.457195 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:30:19.457195 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:30:19.457195 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:30:19.516150 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899ec73b-efec-435b-93fc-ecc2b0b162dc None None] Pushing event deleted for resources: {'Port': ['ID=d5d9a5d1-dc71-4030-adf4-182eaac8d2c2,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:19.519372 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899ec73b-efec-435b-93fc-ecc2b0b162dc None None] No DVR routers for this DVR port d5d9a5d1-dc71-4030-adf4-182eaac8d2c2 on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:30:19.599031 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-4cc70e12-0bde-4352-ae72-ea789e7737eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '814f201c-68c7-45bf-8b3b-695632833d0f', 'name': 'tempest-RoutersTest-router-1330110638', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:29:22Z', 'updated_at': '2021-11-12T08:30:14Z', 'revision_number': 8, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'gw_port_host': None, '_interfaces': [{'id': '90267c71-cb1f-4411-824f-a5181f8dfb3e', 'name': '', 'network_id': '6a69cfb4-c0b7-4405-a09a-7240d8194a53', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'mac_address': 'fa:16:3e:f8:70:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814f201c-68c7-45bf-8b3b-695632833d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': 'a7220d4f-91cb-4e6e-bd5f-ef3f502d4808', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:43Z', 'updated_at': '2021-11-12T08:29:58Z', 'revision_number': 5, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'subnets': [{'id': 'a7220d4f-91cb-4e6e-bd5f-ef3f502d4808', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae48a897-cdb3-4ae6-93d0-25677a1d5096', 'name': '', 'network_id': '5d1feb88-a25f-48ad-baf1-c1d85d827dda', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'mac_address': 'fa:16:3e:00:5b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814f201c-68c7-45bf-8b3b-695632833d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': '04987c3b-62f7-4744-9a00-633db06d619f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:35Z', 'updated_at': '2021-11-12T08:29:47Z', 'revision_number': 5, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'subnets': [{'id': '04987c3b-62f7-4744-9a00-633db06d619f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6537368-d1f5-4fea-be35-c8dddd5c232d', 'name': '', 'network_id': '39ea9667-9280-4213-97c2-fe88863d6404', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'mac_address': 'fa:16:3e:e9:57:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814f201c-68c7-45bf-8b3b-695632833d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '189478cb-3816-4a1a-b76a-7c6aae18bdf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:25Z', 'updated_at': '2021-11-12T08:29:36Z', 'revision_number': 5, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'subnets': [{'id': '189478cb-3816-4a1a-b76a-7c6aae18bdf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:19.642707 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-dc038010-bb94-4726-a830-33bb2bed90cf tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:19.679046 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc70e12-0bde-4352-ae72-ea789e7737eb None None] The sync data for ids ['814f201c-68c7-45bf-8b3b-695632833d0f'] in n-d-765315-29 is: [{'id': '814f201c-68c7-45bf-8b3b-695632833d0f', 'name': 'tempest-RoutersTest-router-1330110638', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:29:22Z', 'updated_at': '2021-11-12T08:30:14Z', 'revision_number': 8, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'gw_port_host': None, '_interfaces': [{'id': '90267c71-cb1f-4411-824f-a5181f8dfb3e', 'name': '', 'network_id': '6a69cfb4-c0b7-4405-a09a-7240d8194a53', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'mac_address': 'fa:16:3e:f8:70:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814f201c-68c7-45bf-8b3b-695632833d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': 'a7220d4f-91cb-4e6e-bd5f-ef3f502d4808', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:43Z', 'updated_at': '2021-11-12T08:29:58Z', 'revision_number': 5, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'subnets': [{'id': 'a7220d4f-91cb-4e6e-bd5f-ef3f502d4808', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae48a897-cdb3-4ae6-93d0-25677a1d5096', 'name': '', 'network_id': '5d1feb88-a25f-48ad-baf1-c1d85d827dda', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'mac_address': 'fa:16:3e:00:5b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814f201c-68c7-45bf-8b3b-695632833d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': '04987c3b-62f7-4744-9a00-633db06d619f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:35Z', 'updated_at': '2021-11-12T08:29:47Z', 'revision_number': 5, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'subnets': [{'id': '04987c3b-62f7-4744-9a00-633db06d619f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6537368-d1f5-4fea-be35-c8dddd5c232d', 'name': '', 'network_id': '39ea9667-9280-4213-97c2-fe88863d6404', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'mac_address': 'fa:16:3e:e9:57:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814f201c-68c7-45bf-8b3b-695632833d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '189478cb-3816-4a1a-b76a-7c6aae18bdf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:25Z', 'updated_at': '2021-11-12T08:29:36Z', 'revision_number': 5, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'subnets': [{'id': '189478cb-3816-4a1a-b76a-7c6aae18bdf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:30:19.685186 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-dc038010-bb94-4726-a830-33bb2bed90cf tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:19.693433 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-dc038010-bb94-4726-a830-33bb2bed90cf tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "DELETE /v2.0/networks/8b93583d-3016-41de-89a3-1521c498d0f0 HTTP/1.1" status: 204 len: 168 time: 2.0879817 Nov 12 08:30:19.699573 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 34936) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:19.739902 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-ad67ec0a-889f-4e3c-91a3-b9aa56b3dbaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69354140-490e-44f3-8f9b-9c9a9c46df47', 'name': '', 'tenant_id': '5f60998779e8422188d3faa97a2fcfc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e3f2c41-181f-4d05-b421-4f0bd5a2070e', 'external_fixed_ips': [{'subnet_id': '739e29bc-ef7a-4eb5-949a-4fc12d5fe8b4', 'ip_address': '2001:db8::34c'}], 'enable_snat': True}, 'gw_port_id': 'c72162e5-a70b-4a7c-8d31-2ec002af7642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:30:12Z', 'updated_at': '2021-11-12T08:30:17Z', 'revision_number': 3, 'project_id': '5f60998779e8422188d3faa97a2fcfc8', 'gw_port': {'id': 'c72162e5-a70b-4a7c-8d31-2ec002af7642', 'name': '', 'network_id': '9e3f2c41-181f-4d05-b421-4f0bd5a2070e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:fb:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69354140-490e-44f3-8f9b-9c9a9c46df47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': '739e29bc-ef7a-4eb5-949a-4fc12d5fe8b4', 'ip_address': '2001:db8::34c', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:30:14Z', 'updated_at': '2021-11-12T08:30:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '739e29bc-ef7a-4eb5-949a-4fc12d5fe8b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:19.744656 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc038010-bb94-4726-a830-33bb2bed90cf tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Pushing event deleted for resources: {'Network': ['ID=8b93583d-3016-41de-89a3-1521c498d0f0,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:19.773151 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad67ec0a-889f-4e3c-91a3-b9aa56b3dbaa None None] Checking router: 69354140-490e-44f3-8f9b-9c9a9c46df47 for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:30:19.773780 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad67ec0a-889f-4e3c-91a3-b9aa56b3dbaa None None] Updating router 69354140-490e-44f3-8f9b-9c9a9c46df47 port c72162e5-a70b-4a7c-8d31-2ec002af7642 binding host n-d-765315-29 {{(pid=102602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:30:19.812470 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-ad67ec0a-889f-4e3c-91a3-b9aa56b3dbaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:20.013222 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51edd484-4b0b-41e5-ac3d-ec63b25eb97f admin admin] Pushing event updated for resources: {'Network': ['ID=2de948c5-0d8e-4c3b-9717-70f1460531cb,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:20.023970 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 2de948c5-0d8e-4c3b-9717-70f1460531cb details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:30:20.133961 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f5aee7c9-67cc-42f0-ab23-246597bdcdd5 req-828dcb03-6a70-4029-ab8b-8b9edbb6b7e0 tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=edc99514-92e8-4a71-86b2-d8d5370ab974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7758002 Nov 12 08:30:20.170729 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-14673926-dc60-4927-9a9d-dbff4edd03e4 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks [] for router, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:20.317434 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-ad67ec0a-889f-4e3c-91a3-b9aa56b3dbaa None None] Publish callbacks [] for port, precommit_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:20.333240 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-ad67ec0a-889f-4e3c-91a3-b9aa56b3dbaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:20.378219 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device d5d9a5d1-dc71-4030-adf4-182eaac8d2c2 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:30:20.426212 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: d5d9a5d1-dc71-4030-adf4-182eaac8d2c2 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:30:20.426480 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device d5d9a5d1-dc71-4030-adf4-182eaac8d2c2 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:30:20.426927 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device eb5cd232-7896-466e-8537-80c43a6920f6 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:30:20.461301 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-14673926-dc60-4927-9a9d-dbff4edd03e4 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:20.492245 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: eb5cd232-7896-466e-8537-80c43a6920f6 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:30:20.493642 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device eb5cd232-7896-466e-8537-80c43a6920f6 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:30:20.503771 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-ad67ec0a-889f-4e3c-91a3-b9aa56b3dbaa None None] Attempting to bind port c72162e5-a70b-4a7c-8d31-2ec002af7642 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:30:20.504142 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-ad67ec0a-889f-4e3c-91a3-b9aa56b3dbaa None None] Attempting to bind port c72162e5-a70b-4a7c-8d31-2ec002af7642 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '3bf23648-f141-4b36-a6db-865c1dac17af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9e3f2c41-181f-4d05-b421-4f0bd5a2070e'}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:30:20.504503 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad67ec0a-889f-4e3c-91a3-b9aa56b3dbaa None None] Attempting to bind port c72162e5-a70b-4a7c-8d31-2ec002af7642 on network 9e3f2c41-181f-4d05-b421-4f0bd5a2070e {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:30:20.507331 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5feec6bc-9f3d-4e98-993c-e2adc2062df1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:20.533863 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad67ec0a-889f-4e3c-91a3-b9aa56b3dbaa None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:30:20.535312 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad67ec0a-889f-4e3c-91a3-b9aa56b3dbaa None None] Checking segment: {'id': '3bf23648-f141-4b36-a6db-865c1dac17af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9e3f2c41-181f-4d05-b421-4f0bd5a2070e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:30:20.535716 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-ad67ec0a-889f-4e3c-91a3-b9aa56b3dbaa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:20.536140 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad67ec0a-889f-4e3c-91a3-b9aa56b3dbaa None None] Bound using segment: {'id': '3bf23648-f141-4b36-a6db-865c1dac17af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9e3f2c41-181f-4d05-b421-4f0bd5a2070e'} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:30:20.536574 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-ad67ec0a-889f-4e3c-91a3-b9aa56b3dbaa None None] Bound port: c72162e5-a70b-4a7c-8d31-2ec002af7642, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf23648-f141-4b36-a6db-865c1dac17af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9e3f2c41-181f-4d05-b421-4f0bd5a2070e'}}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:30:20.536953 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-ad67ec0a-889f-4e3c-91a3-b9aa56b3dbaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:20.549000 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c4659-2289-488f-abfa-e61504084f05 None None] Pushing event updated for resources: {'Port': ['ID=c72162e5-a70b-4a7c-8d31-2ec002af7642,revision_number=2']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:20.631139 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-ad67ec0a-889f-4e3c-91a3-b9aa56b3dbaa None None] For port c72162e5-a70b-4a7c-8d31-2ec002af7642, host n-d-765315-29, cleared binding levels {{(pid=102602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:30:20.636221 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-ad67ec0a-889f-4e3c-91a3-b9aa56b3dbaa None None] For port c72162e5-a70b-4a7c-8d31-2ec002af7642, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=c72162e5-a70b-4a7c-8d31-2ec002af7642,segment=NetworkSegment(3bf23648-f141-4b36-a6db-865c1dac17af),segment_id=3bf23648-f141-4b36-a6db-865c1dac17af)] {{(pid=102602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:30:20.640059 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-24b2fbc9-d2e1-433b-a862-4e6235fef5b7 req-a9b2d204-f29d-437c-a1e2-544431a353e1 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:20.642140 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-ad67ec0a-889f-4e3c-91a3-b9aa56b3dbaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:20.667463 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3fd3f55e-032a-4d8b-a940-8b08595b77e9 req-1f6f2334-649f-4759-854a-b5b2b5f5bd35 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=92dbcaa7-d905-4c6b-9467-0a08958fd199 HTTP/1.1" status: 200 len: 210 time: 0.1324661 Nov 12 08:30:20.706428 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad67ec0a-889f-4e3c-91a3-b9aa56b3dbaa None None] Routers {'69354140-490e-44f3-8f9b-9c9a9c46df47'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:30:20.707687 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-ad67ec0a-889f-4e3c-91a3-b9aa56b3dbaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:30:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['69354140-490e-44f3-8f9b-9c9a9c46df47'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:20.718918 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-14673926-dc60-4927-9a9d-dbff4edd03e4 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Deleting port c72162e5-a70b-4a7c-8d31-2ec002af7642 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:30:20.722104 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-14673926-dc60-4927-9a9d-dbff4edd03e4 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:20.807234 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feec6bc-9f3d-4e98-993c-e2adc2062df1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9d20dc8-d335-4f6a-937f-de81677ff212,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:20.864508 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5feec6bc-9f3d-4e98-993c-e2adc2062df1 admin admin] Checking segment: {'id': 'c26361eb-74cf-43c4-ac47-1eeba422d480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '2de948c5-0d8e-4c3b-9717-70f1460531cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:30:20.864915 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5feec6bc-9f3d-4e98-993c-e2adc2062df1 admin admin] Network hostable DHCP agents. Network: 2de948c5-0d8e-4c3b-9717-70f1460531cb, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:30:20.873818 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-ad67ec0a-889f-4e3c-91a3-b9aa56b3dbaa None None] Set router 69354140-490e-44f3-8f9b-9c9a9c46df47 gateway port host: None {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:30:20.911267 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-24b2fbc9-d2e1-433b-a862-4e6235fef5b7 req-a9b2d204-f29d-437c-a1e2-544431a353e1 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:20.927883 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['3b6d7e7e-2847-462c-8dae-278f8693f780'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:30:20.928122 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-14673926-dc60-4927-9a9d-dbff4edd03e4 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] For port c72162e5-a70b-4a7c-8d31-2ec002af7642, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=c72162e5-a70b-4a7c-8d31-2ec002af7642,segment=NetworkSegment(3bf23648-f141-4b36-a6db-865c1dac17af),segment_id=3bf23648-f141-4b36-a6db-865c1dac17af)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:20.929738 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-14673926-dc60-4927-9a9d-dbff4edd03e4 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:20.937329 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-ad67ec0a-889f-4e3c-91a3-b9aa56b3dbaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69354140-490e-44f3-8f9b-9c9a9c46df47', 'name': '', 'tenant_id': '5f60998779e8422188d3faa97a2fcfc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:30:12Z', 'updated_at': '2021-11-12T08:30:20Z', 'revision_number': 4, 'project_id': '5f60998779e8422188d3faa97a2fcfc8', 'gw_port_host': None}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:20.964336 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-14673926-dc60-4927-9a9d-dbff4edd03e4 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Calling delete_port for c72162e5-a70b-4a7c-8d31-2ec002af7642 owned by network:router_gateway {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:30:20.989130 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['42aa8616-a591-4351-b169-51e41bf4aec5'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:30:20.990148 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad67ec0a-889f-4e3c-91a3-b9aa56b3dbaa None None] The sync data for ids ['69354140-490e-44f3-8f9b-9c9a9c46df47'] in n-d-765315-29 is: [{'id': '69354140-490e-44f3-8f9b-9c9a9c46df47', 'name': '', 'tenant_id': '5f60998779e8422188d3faa97a2fcfc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:30:12Z', 'updated_at': '2021-11-12T08:30:20Z', 'revision_number': 4, 'project_id': '5f60998779e8422188d3faa97a2fcfc8', 'gw_port_host': None}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:30:21.002231 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c4659-2289-488f-abfa-e61504084f05 None None] Pushing event updated for resources: {'Port': ['ID=c72162e5-a70b-4a7c-8d31-2ec002af7642,revision_number=3']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:21.041640 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b2d204-f29d-437c-a1e2-544431a353e1 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Pushing event updated for resources: {'Port': ['ID=956e0a43-9ae5-40c9-b120-96401d6ae88a,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:21.088951 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5feec6bc-9f3d-4e98-993c-e2adc2062df1 admin admin] Network 2de948c5-0d8e-4c3b-9717-70f1460531cb is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:30:21.130910 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24b2fbc9-d2e1-433b-a862-4e6235fef5b7 req-a9b2d204-f29d-437c-a1e2-544431a353e1 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Network 97ca3497-d4cd-4c64-83f2-e4cf0b99a680 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:30:21.167427 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-5feec6bc-9f3d-4e98-993c-e2adc2062df1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 2de948c5-0d8e-4c3b-9717-70f1460531cb) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:30:21.175293 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-24b2fbc9-d2e1-433b-a862-4e6235fef5b7 req-a9b2d204-f29d-437c-a1e2-544431a353e1 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:30:21.190350 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-24b2fbc9-d2e1-433b-a862-4e6235fef5b7 req-a9b2d204-f29d-437c-a1e2-544431a353e1 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:30:21.218515 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541459aa-cc4f-4efa-bef5-edddbc340d13 None None] Network 2de948c5-0d8e-4c3b-9717-70f1460531cb requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:30:21.270124 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b2fbc9-d2e1-433b-a862-4e6235fef5b7 req-a9b2d204-f29d-437c-a1e2-544431a353e1 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:21.271369 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-24b2fbc9-d2e1-433b-a862-4e6235fef5b7 req-a9b2d204-f29d-437c-a1e2-544431a353e1 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:21.276122 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5feec6bc-9f3d-4e98-993c-e2adc2062df1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:21.276724 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5feec6bc-9f3d-4e98-993c-e2adc2062df1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:21.322978 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-5feec6bc-9f3d-4e98-993c-e2adc2062df1 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.1069000 Nov 12 08:30:21.331276 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-24b2fbc9-d2e1-433b-a862-4e6235fef5b7 req-a9b2d204-f29d-437c-a1e2-544431a353e1 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8165841 Nov 12 08:30:21.332565 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 34948) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:21.342690 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-a8f54448-9475-4b9e-b050-1d006d6bb611 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1787832285-router', 'tenant_id': 'ce302650dd4d403585592f906b5d4534', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:21.352170 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-24b2fbc9-d2e1-433b-a862-4e6235fef5b7 req-b0341c0c-c72f-432e-b432-02d89b155d93 service neutron] Request body: {'port': {'device_id': '92dbcaa7-d905-4c6b-9467-0a08958fd199', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:21.393408 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device b364ab03-8e25-4128-a7dd-6c538b1ff9bc up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:30:21.451025 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc61dd15-0525-404f-81a0-baecfeaf0703 req-b11d685d-1efa-4111-b0b3-bac6c7e671eb tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:21.456145 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fc61dd15-0525-404f-81a0-baecfeaf0703 req-b11d685d-1efa-4111-b0b3-bac6c7e671eb tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=a3479ede-6d4b-43d8-b23f-4c39ebb20ed7 HTTP/1.1" status: 200 len: 1097 time: 0.1510036 Nov 12 08:30:21.479582 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a8f54448-9475-4b9e-b050-1d006d6bb611 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:21.480642 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a8f54448-9475-4b9e-b050-1d006d6bb611 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:21.528757 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-24b2fbc9-d2e1-433b-a862-4e6235fef5b7 req-b0341c0c-c72f-432e-b432-02d89b155d93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:21.610406 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fc61dd15-0525-404f-81a0-baecfeaf0703 req-acb2a322-de31-4783-b2ca-74a3c10080a1 tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=edc99514-92e8-4a71-86b2-d8d5370ab974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163056 Nov 12 08:30:21.611617 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-94e605ec-37f7-4dc9-9d22-44f08e5e9096 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933586'] for router_interface, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:21.612394 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-14673926-dc60-4927-9a9d-dbff4edd03e4 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:21.690505 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-14673926-dc60-4927-9a9d-dbff4edd03e4 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-933016'] for router_gateway, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:21.706846 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14673926-dc60-4927-9a9d-dbff4edd03e4 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Pushing event deleted for resources: {'Port': ['ID=c72162e5-a70b-4a7c-8d31-2ec002af7642,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:21.874007 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a8f54448-9475-4b9e-b050-1d006d6bb611 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:21.877886 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning for port b364ab03-8e25-4128-a7dd-6c538b1ff9bc completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:30:21.881497 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e819a5a7-ef52-49aa-a1cf-acaa8de68bd4 None None] Network 2de948c5-0d8e-4c3b-9717-70f1460531cb requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:30:21.935693 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port b364ab03-8e25-4128-a7dd-6c538b1ff9bc triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:30:21.935984 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:22.014307 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-14673926-dc60-4927-9a9d-dbff4edd03e4 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:22.051814 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-14673926-dc60-4927-9a9d-dbff4edd03e4 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:22.155797 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93400030-7f84-4fb6-8192-bc62bfa33597 req-2c39b5c4-d576-4aae-9afd-fffc8b6dc796 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:22.165425 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-93400030-7f84-4fb6-8192-bc62bfa33597 req-2c39b5c4-d576-4aae-9afd-fffc8b6dc796 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=92dbcaa7-d905-4c6b-9467-0a08958fd199 HTTP/1.1" status: 200 len: 931 time: 0.1896307 Nov 12 08:30:22.168714 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-14673926-dc60-4927-9a9d-dbff4edd03e4 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:22.169793 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14673926-dc60-4927-9a9d-dbff4edd03e4 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 69354140-490e-44f3-8f9b-9c9a9c46df47 {{(pid=102600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:30:22.185473 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-14673926-dc60-4927-9a9d-dbff4edd03e4 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:22.186711 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-14673926-dc60-4927-9a9d-dbff4edd03e4 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] 10.222.0.26 "DELETE /v2.0/routers/69354140-490e-44f3-8f9b-9c9a9c46df47 HTTP/1.1" status: 204 len: 168 time: 3.0328405 Nov 12 08:30:22.197171 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 34962) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:22.302508 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:22.306673 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a8f54448-9475-4b9e-b050-1d006d6bb611 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:22.316576 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-93400030-7f84-4fb6-8192-bc62bfa33597 req-c55e507d-ec8b-4fe1-b3bc-056d17a5089e tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474054 Nov 12 08:30:22.349941 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3479ede-6d4b-43d8-b23f-4c39ebb20ed7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b364ab03-8e25-4128-a7dd-6c538b1ff9bc'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:30:22.354651 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ab5bf5f-830b-4087-9234-4fad64d3b171" -d '{"events": [{"server_uuid": "a3479ede-6d4b-43d8-b23f-4c39ebb20ed7", "name": "network-vif-plugged", "status": "completed", "tag": "b364ab03-8e25-4128-a7dd-6c538b1ff9bc"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:30:22.377175 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ecd8f9d-16df-4352-86fe-5c8dc3f4b75d tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Deleting subnet 739e29bc-ef7a-4eb5-949a-4fc12d5fe8b4 {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:30:22.381161 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port b364ab03-8e25-4128-a7dd-6c538b1ff9bc, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=b364ab03-8e25-4128-a7dd-6c538b1ff9bc,segment=NetworkSegment(71e8b171-1953-4f19-859b-7bad292cb9b0),segment_id=71e8b171-1953-4f19-859b-7bad292cb9b0)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:22.386756 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:22.389207 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5ecd8f9d-16df-4352-86fe-5c8dc3f4b75d tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:22.482650 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=b364ab03-8e25-4128-a7dd-6c538b1ff9bc,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:22.524048 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5ecd8f9d-16df-4352-86fe-5c8dc3f4b75d tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:22.594473 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-980e2396-b853-4953-8bf8-5dff3bccc11c x-openstack-request-id: req-980e2396-b853-4953-8bf8-5dff3bccc11c {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:30:22.594870 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3479ede-6d4b-43d8-b23f-4c39ebb20ed7", "name": "network-vif-plugged", "status": "completed", "tag": "b364ab03-8e25-4128-a7dd-6c538b1ff9bc", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:30:22.595514 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-980e2396-b853-4953-8bf8-5dff3bccc11c {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:30:22.596094 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3479ede-6d4b-43d8-b23f-4c39ebb20ed7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b364ab03-8e25-4128-a7dd-6c538b1ff9bc', 'code': 200} Nov 12 08:30:22.673544 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5ecd8f9d-16df-4352-86fe-5c8dc3f4b75d tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:22.735907 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-24b2fbc9-d2e1-433b-a862-4e6235fef5b7 req-b0341c0c-c72f-432e-b432-02d89b155d93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 956e0a43-9ae5-40c9-b120-96401d6ae88a {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:30:22.761800 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-24b2fbc9-d2e1-433b-a862-4e6235fef5b7 req-b0341c0c-c72f-432e-b432-02d89b155d93 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:22.804125 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-24b2fbc9-d2e1-433b-a862-4e6235fef5b7 req-b0341c0c-c72f-432e-b432-02d89b155d93 service neutron] Transition to ACTIVE for port object 956e0a43-9ae5-40c9-b120-96401d6ae88a will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:30:22.814749 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-24b2fbc9-d2e1-433b-a862-4e6235fef5b7 req-b0341c0c-c72f-432e-b432-02d89b155d93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:22.890215 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5ecd8f9d-16df-4352-86fe-5c8dc3f4b75d tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:22.920197 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df69dbfb-6f55-437e-b303-eec0eeefc1a3 req-5a8cec3b-fcbf-4750-9db0-39f3ef14d088 tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:22.922096 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-df69dbfb-6f55-437e-b303-eec0eeefc1a3 req-5a8cec3b-fcbf-4750-9db0-39f3ef14d088 tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=a3479ede-6d4b-43d8-b23f-4c39ebb20ed7 HTTP/1.1" status: 200 len: 1098 time: 0.1745484 Nov 12 08:30:22.924101 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecd8f9d-16df-4352-86fe-5c8dc3f4b75d tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=739e29bc-ef7a-4eb5-949a-4fc12d5fe8b4,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:22.957488 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5ecd8f9d-16df-4352-86fe-5c8dc3f4b75d tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:22.971389 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-5ecd8f9d-16df-4352-86fe-5c8dc3f4b75d tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] 10.222.0.26 "DELETE /v2.0/subnets/739e29bc-ef7a-4eb5-949a-4fc12d5fe8b4 HTTP/1.1" status: 204 len: 168 time: 0.7718549 Nov 12 08:30:22.974360 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0341c0c-c72f-432e-b432-02d89b155d93 service neutron] Pushing event updated for resources: {'Port': ['ID=956e0a43-9ae5-40c9-b120-96401d6ae88a,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:22.978648 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11e8860-1da2-4baf-81a2-10da754cf8f7 req-b7aa55dd-7d31-4582-9ac8-365ff73d0b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:22.980189 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b11e8860-1da2-4baf-81a2-10da754cf8f7 req-b7aa55dd-7d31-4582-9ac8-365ff73d0b74 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a3479ede-6d4b-43d8-b23f-4c39ebb20ed7 HTTP/1.1" status: 200 len: 1098 time: 0.2363746 Nov 12 08:30:22.982043 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 34970) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:22.984815 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-94e605ec-37f7-4dc9-9d22-44f08e5e9096 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Deleting port 90267c71-cb1f-4411-824f-a5181f8dfb3e {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:30:22.985152 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-94e605ec-37f7-4dc9-9d22-44f08e5e9096 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:23.040114 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-df69dbfb-6f55-437e-b303-eec0eeefc1a3 req-75a77d58-1421-43d6-96a0-589afad1e5aa tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=edc99514-92e8-4a71-86b2-d8d5370ab974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022906 Nov 12 08:30:23.250379 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a8f54448-9475-4b9e-b050-1d006d6bb611 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:23.262787 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cb8a27cc-63be-4771-b391-1d65a3c058df tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:23.295768 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b11e8860-1da2-4baf-81a2-10da754cf8f7 req-a0596393-179a-42a4-922a-50d4000ce957 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=edc99514-92e8-4a71-86b2-d8d5370ab974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060572 Nov 12 08:30:23.307471 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a8f54448-9475-4b9e-b050-1d006d6bb611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:23.329031 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-94e605ec-37f7-4dc9-9d22-44f08e5e9096 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] For port 90267c71-cb1f-4411-824f-a5181f8dfb3e, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=90267c71-cb1f-4411-824f-a5181f8dfb3e,segment=NetworkSegment(ebe1c436-fd18-4919-9238-20d850516962),segment_id=ebe1c436-fd18-4919-9238-20d850516962)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:23.329399 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-94e605ec-37f7-4dc9-9d22-44f08e5e9096 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:23.352020 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-94e605ec-37f7-4dc9-9d22-44f08e5e9096 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Calling delete_port for 90267c71-cb1f-4411-824f-a5181f8dfb3e owned by network:router_interface {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:30:23.355802 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-24b2fbc9-d2e1-433b-a862-4e6235fef5b7 req-b0341c0c-c72f-432e-b432-02d89b155d93 service neutron] Attempting to bind port 956e0a43-9ae5-40c9-b120-96401d6ae88a on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:30:23.356136 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-24b2fbc9-d2e1-433b-a862-4e6235fef5b7 req-b0341c0c-c72f-432e-b432-02d89b155d93 service neutron] Attempting to bind port 956e0a43-9ae5-40c9-b120-96401d6ae88a by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': '115bdcdd-b1df-41c7-8bff-15a5e1fdca42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '97ca3497-d4cd-4c64-83f2-e4cf0b99a680'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:30:23.356559 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b2fbc9-d2e1-433b-a862-4e6235fef5b7 req-b0341c0c-c72f-432e-b432-02d89b155d93 service neutron] Attempting to bind port 956e0a43-9ae5-40c9-b120-96401d6ae88a on network 97ca3497-d4cd-4c64-83f2-e4cf0b99a680 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:30:23.446185 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b2fbc9-d2e1-433b-a862-4e6235fef5b7 req-b0341c0c-c72f-432e-b432-02d89b155d93 service neutron] Port 956e0a43-9ae5-40c9-b120-96401d6ae88a on network 97ca3497-d4cd-4c64-83f2-e4cf0b99a680 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:30:23.446518 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b2fbc9-d2e1-433b-a862-4e6235fef5b7 req-b0341c0c-c72f-432e-b432-02d89b155d93 service neutron] Attempting to bind port 956e0a43-9ae5-40c9-b120-96401d6ae88a on network 97ca3497-d4cd-4c64-83f2-e4cf0b99a680 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:30:23.470132 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b671153-14ca-42cc-8f9d-7121198ae1e3 req-18e64f3d-e2b6-45ad-8e9e-c482dec24b29 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:23.471718 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1b671153-14ca-42cc-8f9d-7121198ae1e3 req-18e64f3d-e2b6-45ad-8e9e-c482dec24b29 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=92dbcaa7-d905-4c6b-9467-0a08958fd199 HTTP/1.1" status: 200 len: 943 time: 0.0661798 Nov 12 08:30:23.517852 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b2fbc9-d2e1-433b-a862-4e6235fef5b7 req-b0341c0c-c72f-432e-b432-02d89b155d93 service neutron] Checking agent: {'id': '26215384-8035-4ce2-971a-8e67be80da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:30:23.517852 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b2fbc9-d2e1-433b-a862-4e6235fef5b7 req-b0341c0c-c72f-432e-b432-02d89b155d93 service neutron] Checking segment: {'id': '115bdcdd-b1df-41c7-8bff-15a5e1fdca42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '97ca3497-d4cd-4c64-83f2-e4cf0b99a680'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:30:23.518179 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b2fbc9-d2e1-433b-a862-4e6235fef5b7 req-b0341c0c-c72f-432e-b432-02d89b155d93 service neutron] Bound using segment: {'id': '115bdcdd-b1df-41c7-8bff-15a5e1fdca42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '97ca3497-d4cd-4c64-83f2-e4cf0b99a680'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:30:23.518516 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-24b2fbc9-d2e1-433b-a862-4e6235fef5b7 req-b0341c0c-c72f-432e-b432-02d89b155d93 service neutron] Bound port: 956e0a43-9ae5-40c9-b120-96401d6ae88a, host: n-h1-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '115bdcdd-b1df-41c7-8bff-15a5e1fdca42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '97ca3497-d4cd-4c64-83f2-e4cf0b99a680'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:30:23.518896 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-24b2fbc9-d2e1-433b-a862-4e6235fef5b7 req-b0341c0c-c72f-432e-b432-02d89b155d93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:23.543650 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1b671153-14ca-42cc-8f9d-7121198ae1e3 req-c7bf8e5e-52a5-4016-80eb-2ddcc9e8011c tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533991 Nov 12 08:30:23.601807 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cb8a27cc-63be-4771-b391-1d65a3c058df tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:23.674295 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-cb8a27cc-63be-4771-b391-1d65a3c058df tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e3f2c41-181f-4d05-b421-4f0bd5a2070e']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:23.704579 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-a8f54448-9475-4b9e-b050-1d006d6bb611 admin admin] Allocated IP 172.25.2.77 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/7f102a2e-30df-44e5-aa4c-ed569964c472) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:30:23.711048 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-cb8a27cc-63be-4771-b391-1d65a3c058df tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bf23648-f141-4b36-a6db-865c1dac17af') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:23.711342 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-cb8a27cc-63be-4771-b391-1d65a3c058df tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bf23648-f141-4b36-a6db-865c1dac17af') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:23.773828 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cb8a27cc-63be-4771-b391-1d65a3c058df tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:23.811524 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cb8a27cc-63be-4771-b391-1d65a3c058df tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:23.830564 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-24b2fbc9-d2e1-433b-a862-4e6235fef5b7 req-b0341c0c-c72f-432e-b432-02d89b155d93 service neutron] For port 956e0a43-9ae5-40c9-b120-96401d6ae88a, host n-h1-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:30:23.841594 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb8a27cc-63be-4771-b391-1d65a3c058df tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:30:23.841992 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cb8a27cc-63be-4771-b391-1d65a3c058df tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:23.843845 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 08:30:23.843845 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:30:23.843845 n-d-765315-29 neutron-server[102599]: timer() Nov 12 08:30:23.843845 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:30:23.843845 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 08:30:23.843845 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:30:23.843845 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 08:30:23.843845 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:30:23.843845 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 08:30:23.843845 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:30:23.843845 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 08:30:23.843845 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:30:23.843845 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 08:30:23.843845 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:30:23.843845 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:30:23.843845 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:30:23.843845 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:30:23.843845 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:30:23.843845 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 08:30:23.843845 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:30:23.843845 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 08:30:23.843845 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:30:23.843845 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:30:23.843845 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:30:23.843845 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 08:30:23.843845 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:30:23.843845 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:30:23.843845 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:30:23.843845 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:30:23.843845 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:30:23.843845 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:30:23.843845 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:30:23.905259 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-24b2fbc9-d2e1-433b-a862-4e6235fef5b7 req-b0341c0c-c72f-432e-b432-02d89b155d93 service neutron] For port 956e0a43-9ae5-40c9-b120-96401d6ae88a, host n-h1-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=956e0a43-9ae5-40c9-b120-96401d6ae88a,segment=NetworkSegment(115bdcdd-b1df-41c7-8bff-15a5e1fdca42),segment_id=115bdcdd-b1df-41c7-8bff-15a5e1fdca42)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:30:23.961724 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-24b2fbc9-d2e1-433b-a862-4e6235fef5b7 req-b0341c0c-c72f-432e-b432-02d89b155d93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:24.040697 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b2fbc9-d2e1-433b-a862-4e6235fef5b7 req-b0341c0c-c72f-432e-b432-02d89b155d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:24.041604 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-24b2fbc9-d2e1-433b-a862-4e6235fef5b7 req-b0341c0c-c72f-432e-b432-02d89b155d93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:24.043060 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-24b2fbc9-d2e1-433b-a862-4e6235fef5b7 req-b0341c0c-c72f-432e-b432-02d89b155d93 service neutron] 10.222.0.21 "PUT /v2.0/ports/956e0a43-9ae5-40c9-b120-96401d6ae88a HTTP/1.1" status: 200 len: 1092 time: 2.6965592 Nov 12 08:30:24.045459 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92dbcaa7-d905-4c6b-9467-0a08958fd199', 'tag': '956e0a43-9ae5-40c9-b120-96401d6ae88a'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:30:24.048565 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c304600-fa37-4ab0-89fa-ffb0deb673ec" -d '{"events": [{"name": "network-changed", "server_uuid": "92dbcaa7-d905-4c6b-9467-0a08958fd199", "tag": "956e0a43-9ae5-40c9-b120-96401d6ae88a"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:30:24.059789 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cb8a27cc-63be-4771-b391-1d65a3c058df tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:24.065062 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb8a27cc-63be-4771-b391-1d65a3c058df tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9e3f2c41-181f-4d05-b421-4f0bd5a2070e {{(pid=102599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 08:30:24.075087 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cb8a27cc-63be-4771-b391-1d65a3c058df tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:24.083138 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-cb8a27cc-63be-4771-b391-1d65a3c058df tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] 10.222.0.26 "DELETE /v2.0/networks/9e3f2c41-181f-4d05-b421-4f0bd5a2070e HTTP/1.1" status: 204 len: 168 time: 1.0947001 Nov 12 08:30:24.245211 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500cc2d0-be10-422a-b346-fa07498f9a21 req-08a2f555-34d9-40aa-bd75-70c610e9d0ce tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:24.263820 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-500cc2d0-be10-422a-b346-fa07498f9a21 req-08a2f555-34d9-40aa-bd75-70c610e9d0ce tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=a3479ede-6d4b-43d8-b23f-4c39ebb20ed7 HTTP/1.1" status: 200 len: 1098 time: 0.1216295 Nov 12 08:30:24.405805 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-500cc2d0-be10-422a-b346-fa07498f9a21 req-a99aa6ce-8a70-4f56-a532-e055dcb049e1 tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=edc99514-92e8-4a71-86b2-d8d5370ab974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327791 Nov 12 08:30:24.551301 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf6e7bc9-e4fa-43b4-a0ad-1b3534bac655 x-openstack-request-id: req-bf6e7bc9-e4fa-43b4-a0ad-1b3534bac655 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:30:24.551639 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92dbcaa7-d905-4c6b-9467-0a08958fd199", "tag": "956e0a43-9ae5-40c9-b120-96401d6ae88a", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:30:24.551839 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bf6e7bc9-e4fa-43b4-a0ad-1b3534bac655 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:30:24.552235 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92dbcaa7-d905-4c6b-9467-0a08958fd199', 'tag': '956e0a43-9ae5-40c9-b120-96401d6ae88a', 'status': 'completed', 'code': 200} Nov 12 08:30:24.554966 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-94e605ec-37f7-4dc9-9d22-44f08e5e9096 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:24.585980 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 35002) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:24.592099 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-0ab2c27e-7425-4a20-b499-db95f298118d tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Request body: {'router': {'name': 'tempest-router--988838818', 'project_id': 'a13778af6b1e4397bdb6422a422d0c5e'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:24.599204 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8a27cc-63be-4771-b391-1d65a3c058df tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Pushing event deleted for resources: {'Network': ['ID=9e3f2c41-181f-4d05-b421-4f0bd5a2070e,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:24.669121 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0ab2c27e-7425-4a20-b499-db95f298118d tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:24.670702 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0ab2c27e-7425-4a20-b499-db95f298118d tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:24.723018 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a8f54448-9475-4b9e-b050-1d006d6bb611 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:24.737221 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0341c0c-c72f-432e-b432-02d89b155d93 service neutron] Pushing event updated for resources: {'Port': ['ID=956e0a43-9ae5-40c9-b120-96401d6ae88a,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:24.779250 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0ab2c27e-7425-4a20-b499-db95f298118d tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:24.802728 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0ab2c27e-7425-4a20-b499-db95f298118d tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052'] for router, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:24.830561 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e605ec-37f7-4dc9-9d22-44f08e5e9096 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Pushing event deleted for resources: {'Port': ['ID=90267c71-cb1f-4411-824f-a5181f8dfb3e,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:24.842930 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0ab2c27e-7425-4a20-b499-db95f298118d tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:24.846892 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-0ab2c27e-7425-4a20-b499-db95f298118d tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2565043 Nov 12 08:30:24.849001 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 35006) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:24.859593 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b137556f-a09f-40ff-a1f3-470b45909b6e req-b1484f75-f194-4914-a9f7-7d83349057fd tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:24.861182 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b137556f-a09f-40ff-a1f3-470b45909b6e req-b1484f75-f194-4914-a9f7-7d83349057fd tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=92dbcaa7-d905-4c6b-9467-0a08958fd199 HTTP/1.1" status: 200 len: 943 time: 0.0976672 Nov 12 08:30:24.874631 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b2fbc9-d2e1-433b-a862-4e6235fef5b7 req-8cf4ec3e-082b-4ebc-8169-d8c50c5a258b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:24.876700 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-24b2fbc9-d2e1-433b-a862-4e6235fef5b7 req-8cf4ec3e-082b-4ebc-8169-d8c50c5a258b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4e695ccfe3434d44ababb01fdc20479b&device_id=92dbcaa7-d905-4c6b-9467-0a08958fd199 HTTP/1.1" status: 200 len: 1095 time: 0.3413377 Nov 12 08:30:24.947843 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-24b2fbc9-d2e1-433b-a862-4e6235fef5b7 req-ad57ecac-7ad6-47cd-aad4-b4b0ab703c14 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=956e0a43-9ae5-40c9-b120-96401d6ae88a HTTP/1.1" status: 200 len: 217 time: 0.0572548 Nov 12 08:30:24.970332 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-94e605ec-37f7-4dc9-9d22-44f08e5e9096 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918626'] for router_interface, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:24.986026 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9e5c1750-5edd-4ad9-9d90-6122da7783c5 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks [] for router, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:24.998835 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a8f54448-9475-4b9e-b050-1d006d6bb611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:25.028896 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b137556f-a09f-40ff-a1f3-470b45909b6e req-85b35028-215f-422d-aa57-e573270b3289 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604192 Nov 12 08:30:25.138023 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f54448-9475-4b9e-b050-1d006d6bb611 admin admin] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:30:25.151297 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-a8f54448-9475-4b9e-b050-1d006d6bb611 admin admin] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:30:25.158844 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b2fbc9-d2e1-433b-a862-4e6235fef5b7 req-e6e9850d-909f-4d59-b432-e03eeac22844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:25.160325 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-24b2fbc9-d2e1-433b-a862-4e6235fef5b7 req-e6e9850d-909f-4d59-b432-e03eeac22844 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e5a8c2de-791a-407e-b586-3b1004863989 HTTP/1.1" status: 200 len: 845 time: 0.2024338 Nov 12 08:30:25.161088 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f54448-9475-4b9e-b050-1d006d6bb611 admin admin] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:30:25.164956 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f54448-9475-4b9e-b050-1d006d6bb611 admin admin] Pushing event updated for resources: {'Port': ['ID=7f102a2e-30df-44e5-aa4c-ed569964c472,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:25.171469 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681cfaa6-8ad8-438a-a1e1-7d9bb2975a3e None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:30:25.199516 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9e5c1750-5edd-4ad9-9d90-6122da7783c5 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:25.204151 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9e5c1750-5edd-4ad9-9d90-6122da7783c5 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:25.235709 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-24b2fbc9-d2e1-433b-a862-4e6235fef5b7 req-0eed9a62-385e-4b91-b353-45fa5d5e5b1c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=97ca3497-d4cd-4c64-83f2-e4cf0b99a680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421538 Nov 12 08:30:25.255314 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9e5c1750-5edd-4ad9-9d90-6122da7783c5 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:25.255815 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e5c1750-5edd-4ad9-9d90-6122da7783c5 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 17d67972-1b90-48d9-b8a8-6bcf18861f5d {{(pid=102600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:30:25.262217 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9e5c1750-5edd-4ad9-9d90-6122da7783c5 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:25.266122 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-9e5c1750-5edd-4ad9-9d90-6122da7783c5 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] 10.222.0.26 "DELETE /v2.0/routers/17d67972-1b90-48d9-b8a8-6bcf18861f5d HTTP/1.1" status: 204 len: 168 time: 0.4136300 Nov 12 08:30:25.294023 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-af90539c-3aed-435c-bf03-466d904fa272 None None] Provisioning complete for port 7f102a2e-30df-44e5-aa4c-ed569964c472 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:30:25.294638 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-af90539c-3aed-435c-bf03-466d904fa272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:25.344460 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-af90539c-3aed-435c-bf03-466d904fa272 None None] Port 7f102a2e-30df-44e5-aa4c-ed569964c472 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:30:25.427506 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 35014) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:25.512708 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94e605ec-37f7-4dc9-9d22-44f08e5e9096 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Router 814f201c-68c7-45bf-8b3b-695632833d0f has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:30:25.563498 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3a34f8-8c3a-48b3-a9d6-5d7ab2ccb56c req-31556f58-fbef-40d6-99ef-29f1852ad4b6 tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:25.566000 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6d3a34f8-8c3a-48b3-a9d6-5d7ab2ccb56c req-31556f58-fbef-40d6-99ef-29f1852ad4b6 tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=a3479ede-6d4b-43d8-b23f-4c39ebb20ed7 HTTP/1.1" status: 200 len: 1098 time: 0.0673909 Nov 12 08:30:25.604445 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-24b2fbc9-d2e1-433b-a862-4e6235fef5b7 req-082aa9aa-b767-4ef2-a53c-721ea605bd31 service neutron] 10.222.0.21 "GET /v2.0/networks/97ca3497-d4cd-4c64-83f2-e4cf0b99a680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3261499 Nov 12 08:30:25.642025 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6d3a34f8-8c3a-48b3-a9d6-5d7ab2ccb56c req-295a7f8d-9bab-4a1b-a6f2-ec0169cb8a41 tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=edc99514-92e8-4a71-86b2-d8d5370ab974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636699 Nov 12 08:30:25.752828 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-5089cbc6-d0cd-45c8-8fea-9db66d54f643 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1106067749', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}, 'admin_state_up': False}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:25.782570 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-24b2fbc9-d2e1-433b-a862-4e6235fef5b7 req-dd2e74ef-4dac-4ea6-8952-07962e02e2f1 service neutron] 10.222.0.21 "GET /v2.0/networks/97ca3497-d4cd-4c64-83f2-e4cf0b99a680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353920 Nov 12 08:30:25.801417 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5089cbc6-d0cd-45c8-8fea-9db66d54f643 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:25.803057 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5089cbc6-d0cd-45c8-8fea-9db66d54f643 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:25.841515 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94e605ec-37f7-4dc9-9d22-44f08e5e9096 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:30:25.852436 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668ca5a5-b01e-4451-90e8-9be8db890ca9 None None] Sync routers for ids ['814f201c-68c7-45bf-8b3b-695632833d0f'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:30:25.861155 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-94e605ec-37f7-4dc9-9d22-44f08e5e9096 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "PUT /v2.0/routers/814f201c-68c7-45bf-8b3b-695632833d0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1604056 Nov 12 08:30:25.861854 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 35026) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:25.874988 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668ca5a5-b01e-4451-90e8-9be8db890ca9 None None] Routers {'814f201c-68c7-45bf-8b3b-695632833d0f'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:30:25.878673 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-668ca5a5-b01e-4451-90e8-9be8db890ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:30:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['814f201c-68c7-45bf-8b3b-695632833d0f'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:25.896709 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5089cbc6-d0cd-45c8-8fea-9db66d54f643 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:25.935794 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a8f54448-9475-4b9e-b050-1d006d6bb611 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:26.020896 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-668ca5a5-b01e-4451-90e8-9be8db890ca9 None None] Set router 814f201c-68c7-45bf-8b3b-695632833d0f gateway port host: None {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:30:26.023520 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-0289ebbb-442f-4406-b16b-fc54d52f2277 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Deleting subnet a7220d4f-91cb-4e6e-bd5f-ef3f502d4808 {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:30:26.027853 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0289ebbb-442f-4406-b16b-fc54d52f2277 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks [] for subnet, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:26.075868 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0289ebbb-442f-4406-b16b-fc54d52f2277 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31181813'] for subnet, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:26.101837 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1797a320-dfed-4758-94a8-c6cf0ae27af1 req-142fa444-fce8-491f-a9a8-f1a097efdd78 tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:26.110704 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1797a320-dfed-4758-94a8-c6cf0ae27af1 req-142fa444-fce8-491f-a9a8-f1a097efdd78 tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=a3479ede-6d4b-43d8-b23f-4c39ebb20ed7 HTTP/1.1" status: 200 len: 1098 time: 0.2108955 Nov 12 08:30:26.163910 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5089cbc6-d0cd-45c8-8fea-9db66d54f643 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:26.220302 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c304600-fa37-4ab0-89fa-ffb0deb673ec req-e086b3b7-1dda-4871-8d30-fe5ba42d6085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:26.221820 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6c304600-fa37-4ab0-89fa-ffb0deb673ec req-e086b3b7-1dda-4871-8d30-fe5ba42d6085 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4e695ccfe3434d44ababb01fdc20479b&device_id=92dbcaa7-d905-4c6b-9467-0a08958fd199 HTTP/1.1" status: 200 len: 1095 time: 0.3539252 Nov 12 08:30:26.261986 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1797a320-dfed-4758-94a8-c6cf0ae27af1 req-25372fde-47ca-4e35-8a93-603fb600aa39 tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=edc99514-92e8-4a71-86b2-d8d5370ab974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502826 Nov 12 08:30:26.350915 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-668ca5a5-b01e-4451-90e8-9be8db890ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '814f201c-68c7-45bf-8b3b-695632833d0f', 'name': 'tempest-RoutersTest-router-1330110638', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:29:22Z', 'updated_at': '2021-11-12T08:30:23Z', 'revision_number': 9, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'gw_port_host': None, '_interfaces': [{'id': 'ae48a897-cdb3-4ae6-93d0-25677a1d5096', 'name': '', 'network_id': '5d1feb88-a25f-48ad-baf1-c1d85d827dda', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'mac_address': 'fa:16:3e:00:5b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814f201c-68c7-45bf-8b3b-695632833d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': '04987c3b-62f7-4744-9a00-633db06d619f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:35Z', 'updated_at': '2021-11-12T08:29:47Z', 'revision_number': 5, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'subnets': [{'id': '04987c3b-62f7-4744-9a00-633db06d619f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6537368-d1f5-4fea-be35-c8dddd5c232d', 'name': '', 'network_id': '39ea9667-9280-4213-97c2-fe88863d6404', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'mac_address': 'fa:16:3e:e9:57:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814f201c-68c7-45bf-8b3b-695632833d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '189478cb-3816-4a1a-b76a-7c6aae18bdf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:25Z', 'updated_at': '2021-11-12T08:29:36Z', 'revision_number': 5, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'subnets': [{'id': '189478cb-3816-4a1a-b76a-7c6aae18bdf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:26.387759 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0289ebbb-442f-4406-b16b-fc54d52f2277 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:26.399515 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668ca5a5-b01e-4451-90e8-9be8db890ca9 None None] Checking router: 814f201c-68c7-45bf-8b3b-695632833d0f for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:30:26.409425 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668ca5a5-b01e-4451-90e8-9be8db890ca9 None None] Routers {'814f201c-68c7-45bf-8b3b-695632833d0f'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:30:26.410055 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-668ca5a5-b01e-4451-90e8-9be8db890ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:30:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['814f201c-68c7-45bf-8b3b-695632833d0f'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:26.420674 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c304600-fa37-4ab0-89fa-ffb0deb673ec req-d386b4b7-759e-4323-b689-da9a59b5827b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:26.422158 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6c304600-fa37-4ab0-89fa-ffb0deb673ec req-d386b4b7-759e-4323-b689-da9a59b5827b service neutron] 10.222.0.21 "GET /v2.0/networks?id=97ca3497-d4cd-4c64-83f2-e4cf0b99a680 HTTP/1.1" status: 200 len: 906 time: 0.1891699 Nov 12 08:30:26.477428 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad013bf-ec1b-49e5-a291-3efb678be341 req-9216e08c-e709-4678-beaa-b25539af956e tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:26.480335 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-dad013bf-ec1b-49e5-a291-3efb678be341 req-9216e08c-e709-4678-beaa-b25539af956e tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=92dbcaa7-d905-4c6b-9467-0a08958fd199 HTTP/1.1" status: 200 len: 943 time: 0.0848782 Nov 12 08:30:26.527790 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6c304600-fa37-4ab0-89fa-ffb0deb673ec req-708339d7-f0f2-4d97-a195-6bba87f6394e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=956e0a43-9ae5-40c9-b120-96401d6ae88a HTTP/1.1" status: 200 len: 217 time: 0.0659196 Nov 12 08:30:26.528136 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-668ca5a5-b01e-4451-90e8-9be8db890ca9 None None] Set router 814f201c-68c7-45bf-8b3b-695632833d0f gateway port host: None {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:30:26.654650 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-dad013bf-ec1b-49e5-a291-3efb678be341 req-7e3c7795-cbb7-4b5f-83a6-151f6c07439b tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661236 Nov 12 08:30:26.656090 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5089cbc6-d0cd-45c8-8fea-9db66d54f643 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks [] for router_gateway, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:26.657312 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0289ebbb-442f-4406-b16b-fc54d52f2277 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:26.705347 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5089cbc6-d0cd-45c8-8fea-9db66d54f643 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:26.762815 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e79992-b43f-4111-8788-6fd84739fee4 None None] Network 6a69cfb4-c0b7-4405-a09a-7240d8194a53 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:30:26.931012 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-5089cbc6-d0cd-45c8-8fea-9db66d54f643 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Allocated IP 172.25.2.209 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/188803db-4c2a-43a3-9b1f-ee047585d8f0) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:30:27.002340 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-668ca5a5-b01e-4451-90e8-9be8db890ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '814f201c-68c7-45bf-8b3b-695632833d0f', 'name': 'tempest-RoutersTest-router-1330110638', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:29:22Z', 'updated_at': '2021-11-12T08:30:23Z', 'revision_number': 9, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'gw_port_host': None, '_interfaces': [{'id': 'ae48a897-cdb3-4ae6-93d0-25677a1d5096', 'name': '', 'network_id': '5d1feb88-a25f-48ad-baf1-c1d85d827dda', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'mac_address': 'fa:16:3e:00:5b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814f201c-68c7-45bf-8b3b-695632833d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': '04987c3b-62f7-4744-9a00-633db06d619f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:35Z', 'updated_at': '2021-11-12T08:29:47Z', 'revision_number': 5, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'subnets': [{'id': '04987c3b-62f7-4744-9a00-633db06d619f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6537368-d1f5-4fea-be35-c8dddd5c232d', 'name': '', 'network_id': '39ea9667-9280-4213-97c2-fe88863d6404', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'mac_address': 'fa:16:3e:e9:57:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814f201c-68c7-45bf-8b3b-695632833d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '189478cb-3816-4a1a-b76a-7c6aae18bdf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:25Z', 'updated_at': '2021-11-12T08:29:36Z', 'revision_number': 5, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'subnets': [{'id': '189478cb-3816-4a1a-b76a-7c6aae18bdf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:27.042337 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668ca5a5-b01e-4451-90e8-9be8db890ca9 None None] The sync data for ids ['814f201c-68c7-45bf-8b3b-695632833d0f'] in n-d-765315-29 is: [{'id': '814f201c-68c7-45bf-8b3b-695632833d0f', 'name': 'tempest-RoutersTest-router-1330110638', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:29:22Z', 'updated_at': '2021-11-12T08:30:23Z', 'revision_number': 9, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'gw_port_host': None, '_interfaces': [{'id': 'ae48a897-cdb3-4ae6-93d0-25677a1d5096', 'name': '', 'network_id': '5d1feb88-a25f-48ad-baf1-c1d85d827dda', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'mac_address': 'fa:16:3e:00:5b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814f201c-68c7-45bf-8b3b-695632833d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': '04987c3b-62f7-4744-9a00-633db06d619f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:35Z', 'updated_at': '2021-11-12T08:29:47Z', 'revision_number': 5, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'subnets': [{'id': '04987c3b-62f7-4744-9a00-633db06d619f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6537368-d1f5-4fea-be35-c8dddd5c232d', 'name': '', 'network_id': '39ea9667-9280-4213-97c2-fe88863d6404', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'mac_address': 'fa:16:3e:e9:57:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814f201c-68c7-45bf-8b3b-695632833d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '189478cb-3816-4a1a-b76a-7c6aae18bdf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:25Z', 'updated_at': '2021-11-12T08:29:36Z', 'revision_number': 5, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'subnets': [{'id': '189478cb-3816-4a1a-b76a-7c6aae18bdf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:30:27.098263 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acc133b-598a-4210-84ff-55362f0f08f1 req-ddfad71f-29ad-403b-bbf4-90e3c816c4dc tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:27.100535 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b83350c-0482-421b-9acb-a6892f53ec45 None None] DHCP port deletion for 6a69cfb4-c0b7-4405-a09a-7240d8194a53 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:30:27.106774 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8acc133b-598a-4210-84ff-55362f0f08f1 req-ddfad71f-29ad-403b-bbf4-90e3c816c4dc tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=a3479ede-6d4b-43d8-b23f-4c39ebb20ed7 HTTP/1.1" status: 200 len: 1098 time: 0.1780543 Nov 12 08:30:27.137017 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0289ebbb-442f-4406-b16b-fc54d52f2277 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:27.141313 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-0289ebbb-442f-4406-b16b-fc54d52f2277 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "DELETE /v2.0/subnets/a7220d4f-91cb-4e6e-bd5f-ef3f502d4808 HTTP/1.1" status: 204 len: 168 time: 1.2720644 Nov 12 08:30:27.143437 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c304600-fa37-4ab0-89fa-ffb0deb673ec req-cb108847-979c-45e0-8d52-cd2541d35148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:27.144958 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6c304600-fa37-4ab0-89fa-ffb0deb673ec req-cb108847-979c-45e0-8d52-cd2541d35148 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e5a8c2de-791a-407e-b586-3b1004863989 HTTP/1.1" status: 200 len: 845 time: 0.6044927 Nov 12 08:30:27.145279 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 35054) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:27.149476 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0289ebbb-442f-4406-b16b-fc54d52f2277 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Pushing event deleted for resources: {'Subnet': ['ID=a7220d4f-91cb-4e6e-bd5f-ef3f502d4808,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:27.186521 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5089cbc6-d0cd-45c8-8fea-9db66d54f643 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:27.191551 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6c304600-fa37-4ab0-89fa-ffb0deb673ec req-72e8e31c-4daa-4bf0-9afd-219718e07ea6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=97ca3497-d4cd-4c64-83f2-e4cf0b99a680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357389 Nov 12 08:30:27.199607 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-4b83350c-0482-421b-9acb-a6892f53ec45 None None] Deleting port 96f0f6d5-b144-4dcb-bb79-922c575b8c65 {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:30:27.200122 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4b83350c-0482-421b-9acb-a6892f53ec45 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:27.201498 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a8f54448-9475-4b9e-b050-1d006d6bb611 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052'] for router, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:27.246383 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8acc133b-598a-4210-84ff-55362f0f08f1 req-e18bd7a0-23d7-4c82-875a-65688ae532b6 tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=edc99514-92e8-4a71-86b2-d8d5370ab974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372645 Nov 12 08:30:27.282450 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-4b83350c-0482-421b-9acb-a6892f53ec45 None None] For port 96f0f6d5-b144-4dcb-bb79-922c575b8c65, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=96f0f6d5-b144-4dcb-bb79-922c575b8c65,segment=NetworkSegment(ebe1c436-fd18-4919-9238-20d850516962),segment_id=ebe1c436-fd18-4919-9238-20d850516962)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:27.285143 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4b83350c-0482-421b-9acb-a6892f53ec45 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:27.313972 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-4b83350c-0482-421b-9acb-a6892f53ec45 None None] Calling delete_port for 96f0f6d5-b144-4dcb-bb79-922c575b8c65 owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:30:27.349220 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5089cbc6-d0cd-45c8-8fea-9db66d54f643 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:27.432630 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4b83350c-0482-421b-9acb-a6892f53ec45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:27.434282 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5089cbc6-d0cd-45c8-8fea-9db66d54f643 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Pushing event updated for resources: {'Port': ['ID=188803db-4c2a-43a3-9b1f-ee047585d8f0,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:27.449231 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6c304600-fa37-4ab0-89fa-ffb0deb673ec req-e29adf43-4912-47a8-b2c9-0fa39d131a9b service neutron] 10.222.0.21 "GET /v2.0/networks/97ca3497-d4cd-4c64-83f2-e4cf0b99a680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446470 Nov 12 08:30:27.463589 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5089cbc6-d0cd-45c8-8fea-9db66d54f643 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:30:27.466273 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-5089cbc6-d0cd-45c8-8fea-9db66d54f643 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:30:27.481378 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b83350c-0482-421b-9acb-a6892f53ec45 None None] Pushing event deleted for resources: {'Port': ['ID=96f0f6d5-b144-4dcb-bb79-922c575b8c65,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:27.487111 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be65fc35-c166-4ff1-a731-5409e1d297f7 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:30:27.491981 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b83350c-0482-421b-9acb-a6892f53ec45 None None] No DVR routers for this DVR port 96f0f6d5-b144-4dcb-bb79-922c575b8c65 on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:30:27.493220 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5e8b2c3c-e40f-43fe-bff7-4c82dbfdbc51 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:27.504806 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5089cbc6-d0cd-45c8-8fea-9db66d54f643 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:30:27.615756 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-fa765d5d-74cc-4f49-a765-d18d58e1b773 None None] Provisioning complete for port 188803db-4c2a-43a3-9b1f-ee047585d8f0 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:30:27.616234 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-fa765d5d-74cc-4f49-a765-d18d58e1b773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:27.705831 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5e8b2c3c-e40f-43fe-bff7-4c82dbfdbc51 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:27.725699 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8f54448-9475-4b9e-b050-1d006d6bb611 admin admin] Router 7a44f11b-647b-4425-8a7e-45b8f6b55339 is scheduled to L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 with binding_index 1 {{(pid=102599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:30:27.740654 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6c304600-fa37-4ab0-89fa-ffb0deb673ec req-c4912416-7542-4418-bd17-3a02bbe0c618 service neutron] 10.222.0.21 "GET /v2.0/networks/97ca3497-d4cd-4c64-83f2-e4cf0b99a680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2690580 Nov 12 08:30:27.849278 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307944c3-6841-4660-b9ce-59868270b03b req-06711e51-7cd2-46f6-954b-2f42fd90cd13 tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:27.857767 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-307944c3-6841-4660-b9ce-59868270b03b req-06711e51-7cd2-46f6-954b-2f42fd90cd13 tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] 10.222.0.26 "GET /v2.0/networks?id=e20ce8af-4daa-4b40-8559-9d599581ba58 HTTP/1.1" status: 200 len: 911 time: 0.2296886 Nov 12 08:30:27.872299 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-fa765d5d-74cc-4f49-a765-d18d58e1b773 None None] Port 188803db-4c2a-43a3-9b1f-ee047585d8f0 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:30:27.880947 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-5e8b2c3c-e40f-43fe-bff7-4c82dbfdbc51 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a69cfb4-c0b7-4405-a09a-7240d8194a53']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:27.903661 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-5e8b2c3c-e40f-43fe-bff7-4c82dbfdbc51 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebe1c436-fd18-4919-9238-20d850516962') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:27.904316 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-5e8b2c3c-e40f-43fe-bff7-4c82dbfdbc51 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebe1c436-fd18-4919-9238-20d850516962') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:27.905247 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8f54448-9475-4b9e-b050-1d006d6bb611 admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:30:27.916376 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5e8b2c3c-e40f-43fe-bff7-4c82dbfdbc51 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:27.916552 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6443213c-b5f3-4629-9c6a-b673c5edfce7 None None] Sync routers for ids ['7a44f11b-647b-4425-8a7e-45b8f6b55339'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:30:27.926905 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6443213c-b5f3-4629-9c6a-b673c5edfce7 None None] Routers {'7a44f11b-647b-4425-8a7e-45b8f6b55339'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:30:27.927418 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-6443213c-b5f3-4629-9c6a-b673c5edfce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:30:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['7a44f11b-647b-4425-8a7e-45b8f6b55339'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:27.938948 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-307944c3-6841-4660-b9ce-59868270b03b req-762c4abc-39cc-48e1-acb7-6c2aa18c2579 tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] 10.222.0.26 "GET /v2.0/quotas/8ad4deb0fc3b4f3499f51bd2b1512ff6 HTTP/1.1" status: 200 len: 375 time: 0.0798733 Nov 12 08:30:27.942844 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a8f54448-9475-4b9e-b050-1d006d6bb611 admin admin] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:27.950698 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-a8f54448-9475-4b9e-b050-1d006d6bb611 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.6118009 Nov 12 08:30:27.951711 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 35078) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:28.001692 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5e8b2c3c-e40f-43fe-bff7-4c82dbfdbc51 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:28.048161 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e8b2c3c-e40f-43fe-bff7-4c82dbfdbc51 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:30:28.048561 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5e8b2c3c-e40f-43fe-bff7-4c82dbfdbc51 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:28.052257 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:30:28.052257 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:30:28.052257 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:30:28.052257 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:30:28.052257 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:30:28.052257 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:30:28.052257 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:30:28.052257 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:30:28.052257 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:30:28.052257 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:30:28.052257 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:30:28.052257 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:30:28.052257 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:30:28.052257 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:30:28.052257 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:30:28.052257 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:30:28.052257 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:30:28.052257 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:30:28.052257 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:30:28.052257 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:30:28.052257 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:30:28.052257 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:30:28.052257 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:30:28.052257 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:30:28.052257 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:30:28.052257 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:30:28.052257 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:30:28.052257 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:30:28.052257 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:30:28.052257 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:30:28.052257 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:30:28.052257 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:30:28.061434 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-6443213c-b5f3-4629-9c6a-b673c5edfce7 None None] Set router 7a44f11b-647b-4425-8a7e-45b8f6b55339 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:30:28.138729 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-307944c3-6841-4660-b9ce-59868270b03b req-60ab2518-f578-4e2b-a1dc-21590e2d4f50 tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] 10.222.0.26 "GET /v2.0/ports?tenant_id=8ad4deb0fc3b4f3499f51bd2b1512ff6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1988084 Nov 12 08:30:28.343026 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 96f0f6d5-b144-4dcb-bb79-922c575b8c65 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:30:28.353799 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-6443213c-b5f3-4629-9c6a-b673c5edfce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a44f11b-647b-4425-8a7e-45b8f6b55339', 'name': 'tempest-ServerRescueNegativeTestJSON-1787832285-router', 'tenant_id': 'ce302650dd4d403585592f906b5d4534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '7f102a2e-30df-44e5-aa4c-ed569964c472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:30:21Z', 'updated_at': '2021-11-12T08:30:25Z', 'revision_number': 3, 'project_id': 'ce302650dd4d403585592f906b5d4534', 'gw_port': {'id': '7f102a2e-30df-44e5-aa4c-ed569964c472', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:8e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a44f11b-647b-4425-8a7e-45b8f6b55339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2278, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:30:23Z', 'updated_at': '2021-11-12T08:30:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:28.436916 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 96f0f6d5-b144-4dcb-bb79-922c575b8c65 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:30:28.437502 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 96f0f6d5-b144-4dcb-bb79-922c575b8c65 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:30:28.437735 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 90267c71-cb1f-4411-824f-a5181f8dfb3e no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:30:28.504746 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 90267c71-cb1f-4411-824f-a5181f8dfb3e {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:30:28.505835 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 90267c71-cb1f-4411-824f-a5181f8dfb3e not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:30:28.582099 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6443213c-b5f3-4629-9c6a-b673c5edfce7 None None] Checking router: 7a44f11b-647b-4425-8a7e-45b8f6b55339 for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:30:28.582426 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6443213c-b5f3-4629-9c6a-b673c5edfce7 None None] Updating router 7a44f11b-647b-4425-8a7e-45b8f6b55339 port 7f102a2e-30df-44e5-aa4c-ed569964c472 binding host n-d-765315-29 {{(pid=102602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:30:28.608862 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ac0d312c-59c1-4198-b168-5f2156c857be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:28.609593 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-6443213c-b5f3-4629-9c6a-b673c5edfce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:28.656561 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-307944c3-6841-4660-b9ce-59868270b03b req-99981ee3-a442-4772-b181-aa67e9e6323d service neutron] 10.222.0.26 "GET /v2.0/networks/e20ce8af-4daa-4b40-8559-9d599581ba58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5168860 Nov 12 08:30:28.739200 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5e8b2c3c-e40f-43fe-bff7-4c82dbfdbc51 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:28.785219 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5e8b2c3c-e40f-43fe-bff7-4c82dbfdbc51 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:28.793099 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-5e8b2c3c-e40f-43fe-bff7-4c82dbfdbc51 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "DELETE /v2.0/networks/6a69cfb4-c0b7-4405-a09a-7240d8194a53 HTTP/1.1" status: 204 len: 168 time: 1.6453509 Nov 12 08:30:28.798991 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8b2c3c-e40f-43fe-bff7-4c82dbfdbc51 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Pushing event deleted for resources: {'Network': ['ID=6a69cfb4-c0b7-4405-a09a-7240d8194a53,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:28.802737 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 35094) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:28.857953 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-ac0d312c-59c1-4198-b168-5f2156c857be admin admin] Allocated IP 172.20.0.1 (2de948c5-0d8e-4c3b-9717-70f1460531cb/d9d20dc8-d335-4f6a-937f-de81677ff212/28781248-e907-4285-a2bf-c8b90f040a99) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:30:28.875485 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-307944c3-6841-4660-b9ce-59868270b03b req-e358752a-fa7a-44b3-a386-aa0ad3e6a506 service neutron] 10.222.0.26 "GET /v2.0/networks/e20ce8af-4daa-4b40-8559-9d599581ba58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180560 Nov 12 08:30:28.969208 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-6443213c-b5f3-4629-9c6a-b673c5edfce7 None None] Publish callbacks [] for port, precommit_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:28.978389 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-6443213c-b5f3-4629-9c6a-b673c5edfce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:29.040156 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf5bc69-544b-484b-ad0d-5700dd74bc1c None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:30:29.071501 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-6443213c-b5f3-4629-9c6a-b673c5edfce7 None None] Attempting to bind port 7f102a2e-30df-44e5-aa4c-ed569964c472 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:30:29.074400 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-6443213c-b5f3-4629-9c6a-b673c5edfce7 None None] Attempting to bind port 7f102a2e-30df-44e5-aa4c-ed569964c472 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:30:29.074800 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6443213c-b5f3-4629-9c6a-b673c5edfce7 None None] Attempting to bind port 7f102a2e-30df-44e5-aa4c-ed569964c472 on network d709f64f-f9e6-4525-b020-ad48633b9bbf {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:30:29.084342 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6443213c-b5f3-4629-9c6a-b673c5edfce7 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:30:29.084873 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6443213c-b5f3-4629-9c6a-b673c5edfce7 None None] Checking segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:30:29.085499 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-6443213c-b5f3-4629-9c6a-b673c5edfce7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:29.085868 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6443213c-b5f3-4629-9c6a-b673c5edfce7 None None] Bound using segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:30:29.086485 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-6443213c-b5f3-4629-9c6a-b673c5edfce7 None None] Bound port: 7f102a2e-30df-44e5-aa4c-ed569964c472, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:30:29.087969 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-6443213c-b5f3-4629-9c6a-b673c5edfce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:29.090847 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce37bae9-eb23-4e70-9395-66e0935da9f5 None None] Pushing event updated for resources: {'Port': ['ID=7f102a2e-30df-44e5-aa4c-ed569964c472,revision_number=2']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:29.119776 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-35038d8e-550c-4db5-9302-704ca8fcb8ed None None] Provisioning complete for port 7f102a2e-30df-44e5-aa4c-ed569964c472 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:30:29.120185 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-35038d8e-550c-4db5-9302-704ca8fcb8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:29.152998 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ac0d312c-59c1-4198-b168-5f2156c857be admin admin] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:29.200758 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-35038d8e-550c-4db5-9302-704ca8fcb8ed None None] Port 7f102a2e-30df-44e5-aa4c-ed569964c472 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:30:29.232220 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ac0d312c-59c1-4198-b168-5f2156c857be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:29.291608 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-6443213c-b5f3-4629-9c6a-b673c5edfce7 None None] For port 7f102a2e-30df-44e5-aa4c-ed569964c472, host n-d-765315-29, cleared binding levels {{(pid=102602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:30:29.298452 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0d312c-59c1-4198-b168-5f2156c857be admin admin] Network 2de948c5-0d8e-4c3b-9717-70f1460531cb is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:30:29.300603 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-6443213c-b5f3-4629-9c6a-b673c5edfce7 None None] For port 7f102a2e-30df-44e5-aa4c-ed569964c472, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=7f102a2e-30df-44e5-aa4c-ed569964c472,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:30:29.302025 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-ac0d312c-59c1-4198-b168-5f2156c857be admin admin] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:30:29.310021 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-6443213c-b5f3-4629-9c6a-b673c5edfce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:29.313202 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0d312c-59c1-4198-b168-5f2156c857be admin admin] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:30:29.396830 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca56fe0-0eca-46cd-8091-b7bf35992511 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:30:29.421653 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0d312c-59c1-4198-b168-5f2156c857be admin admin] Pushing event updated for resources: {'Port': ['ID=28781248-e907-4285-a2bf-c8b90f040a99,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:29.456498 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ac0d312c-59c1-4198-b168-5f2156c857be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933481'] for router_interface, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:29.467810 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6443213c-b5f3-4629-9c6a-b673c5edfce7 None None] Routers {'7a44f11b-647b-4425-8a7e-45b8f6b55339'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:30:29.475124 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-6443213c-b5f3-4629-9c6a-b673c5edfce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:30:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['7a44f11b-647b-4425-8a7e-45b8f6b55339'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:29.488649 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5089cbc6-d0cd-45c8-8fea-9db66d54f643 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks [] for router_gateway, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:29.553092 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-7418205c-d6fb-4e18-896c-2e60cece59d1 None None] Provisioning complete for port 7f102a2e-30df-44e5-aa4c-ed569964c472 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:30:29.559797 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7418205c-d6fb-4e18-896c-2e60cece59d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:29.628385 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-6443213c-b5f3-4629-9c6a-b673c5edfce7 None None] Set router 7a44f11b-647b-4425-8a7e-45b8f6b55339 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:30:29.690067 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb81844b-9ef0-4bec-885b-bb429ffec8bc req-66787d99-5b39-4331-964e-cb3d73cefa93 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:29.704474 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-eb81844b-9ef0-4bec-885b-bb429ffec8bc req-66787d99-5b39-4331-964e-cb3d73cefa93 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=92dbcaa7-d905-4c6b-9467-0a08958fd199 HTTP/1.1" status: 200 len: 943 time: 0.5169287 Nov 12 08:30:29.741084 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce37bae9-eb23-4e70-9395-66e0935da9f5 None None] Pushing event updated for resources: {'Port': ['ID=7f102a2e-30df-44e5-aa4c-ed569964c472,revision_number=3']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:29.872525 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7418205c-d6fb-4e18-896c-2e60cece59d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:29.944168 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-7418205c-d6fb-4e18-896c-2e60cece59d1 None None] For port 7f102a2e-30df-44e5-aa4c-ed569964c472, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=7f102a2e-30df-44e5-aa4c-ed569964c472,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:29.959509 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7418205c-d6fb-4e18-896c-2e60cece59d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:29.976679 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-eb81844b-9ef0-4bec-885b-bb429ffec8bc req-1fec208d-9b17-4e99-a612-404f314c432d tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694616 Nov 12 08:30:30.039036 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ac0d312c-59c1-4198-b168-5f2156c857be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:30.077826 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7418205c-d6fb-4e18-896c-2e60cece59d1 None None] Pushing event updated for resources: {'Port': ['ID=7f102a2e-30df-44e5-aa4c-ed569964c472,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:30.091160 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-6443213c-b5f3-4629-9c6a-b673c5edfce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a44f11b-647b-4425-8a7e-45b8f6b55339', 'name': 'tempest-ServerRescueNegativeTestJSON-1787832285-router', 'tenant_id': 'ce302650dd4d403585592f906b5d4534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '7f102a2e-30df-44e5-aa4c-ed569964c472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:30:21Z', 'updated_at': '2021-11-12T08:30:25Z', 'revision_number': 3, 'project_id': 'ce302650dd4d403585592f906b5d4534', 'gw_port': {'id': '7f102a2e-30df-44e5-aa4c-ed569964c472', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:8e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a44f11b-647b-4425-8a7e-45b8f6b55339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2278, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:30:23Z', 'updated_at': '2021-11-12T08:30:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:30.177166 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6443213c-b5f3-4629-9c6a-b673c5edfce7 None None] The sync data for ids ['7a44f11b-647b-4425-8a7e-45b8f6b55339'] in n-d-765315-29 is: [{'id': '7a44f11b-647b-4425-8a7e-45b8f6b55339', 'name': 'tempest-ServerRescueNegativeTestJSON-1787832285-router', 'tenant_id': 'ce302650dd4d403585592f906b5d4534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '7f102a2e-30df-44e5-aa4c-ed569964c472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:30:21Z', 'updated_at': '2021-11-12T08:30:25Z', 'revision_number': 3, 'project_id': 'ce302650dd4d403585592f906b5d4534', 'gw_port': {'id': '7f102a2e-30df-44e5-aa4c-ed569964c472', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:8e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a44f11b-647b-4425-8a7e-45b8f6b55339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2278, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:30:23Z', 'updated_at': '2021-11-12T08:30:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:30:30.261813 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5089cbc6-d0cd-45c8-8fea-9db66d54f643 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052'] for router, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:30.461858 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ac0d312c-59c1-4198-b168-5f2156c857be admin admin] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:30.469289 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ac0d312c-59c1-4198-b168-5f2156c857be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:30.573778 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ac0d312c-59c1-4198-b168-5f2156c857be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933629'] for router_interface, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:30.577273 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0d312c-59c1-4198-b168-5f2156c857be admin admin] Pushing event updated for resources: {'Port': ['ID=28781248-e907-4285-a2bf-c8b90f040a99,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:30.621495 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-810335d5-1df0-44c7-848d-fc923f167192 req-d4da3a93-e648-4f02-b983-284421fbf37f tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=91325bbd-8292-4bad-8021-61093f03f115 HTTP/1.1" status: 200 len: 210 time: 0.1559470 Nov 12 08:30:30.625265 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 956e0a43-9ae5-40c9-b120-96401d6ae88a details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:30:30.645368 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-17553dff-5fef-4418-b67e-beda68247db9 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933586'] for router_interface, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:30.722460 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0d312c-59c1-4198-b168-5f2156c857be admin admin] Network 2de948c5-0d8e-4c3b-9717-70f1460531cb is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:30:30.724581 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-ac0d312c-59c1-4198-b168-5f2156c857be admin admin] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:30:30.834974 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 956e0a43-9ae5-40c9-b120-96401d6ae88a, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=956e0a43-9ae5-40c9-b120-96401d6ae88a,segment=NetworkSegment(115bdcdd-b1df-41c7-8bff-15a5e1fdca42),segment_id=115bdcdd-b1df-41c7-8bff-15a5e1fdca42)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:30.870272 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Returning: {'device': '956e0a43-9ae5-40c9-b120-96401d6ae88a', 'network_id': '97ca3497-d4cd-4c64-83f2-e4cf0b99a680', 'port_id': '956e0a43-9ae5-40c9-b120-96401d6ae88a', 'mac_address': 'fa:16:3e:f3:a1:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5a8c2de-791a-407e-b586-3b1004863989', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:30:30.916086 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac0d312c-59c1-4198-b168-5f2156c857be admin admin] Router 7a44f11b-647b-4425-8a7e-45b8f6b55339 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:30:30.984057 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5089cbc6-d0cd-45c8-8fea-9db66d54f643 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Router d94cc178-dea4-458d-85d3-05f47d3b9575 is scheduled to L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 with binding_index 1 {{(pid=102600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:30:30.999908 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:31.030774 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-e530113a-7783-48f4-9840-8911a24052df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 956e0a43-9ae5-40c9-b120-96401d6ae88a {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:30:31.067032 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 956e0a43-9ae5-40c9-b120-96401d6ae88a, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=956e0a43-9ae5-40c9-b120-96401d6ae88a,segment=NetworkSegment(115bdcdd-b1df-41c7-8bff-15a5e1fdca42),segment_id=115bdcdd-b1df-41c7-8bff-15a5e1fdca42)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:31.074157 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:31.154490 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=956e0a43-9ae5-40c9-b120-96401d6ae88a,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:31.267357 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307944c3-6841-4660-b9ce-59868270b03b req-1e7767cb-2bb7-499c-bb29-799716a0bc8b tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:31.270251 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-307944c3-6841-4660-b9ce-59868270b03b req-1e7767cb-2bb7-499c-bb29-799716a0bc8b tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] 10.222.0.21 "GET /v2.0/networks?id=e20ce8af-4daa-4b40-8559-9d599581ba58 HTTP/1.1" status: 200 len: 911 time: 0.3522084 Nov 12 08:30:31.273962 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac0d312c-59c1-4198-b168-5f2156c857be admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:30:31.285618 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88862421-2334-488f-a367-26f582be25f6 req-54e1ae1e-7057-4fd2-94a2-333312d768f8 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:31.289647 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-ac0d312c-59c1-4198-b168-5f2156c857be admin admin] 10.222.0.26 "PUT /v2.0/routers/7a44f11b-647b-4425-8a7e-45b8f6b55339/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3359523 Nov 12 08:30:31.294128 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-88862421-2334-488f-a367-26f582be25f6 req-54e1ae1e-7057-4fd2-94a2-333312d768f8 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=92dbcaa7-d905-4c6b-9467-0a08958fd199 HTTP/1.1" status: 200 len: 944 time: 0.1513541 Nov 12 08:30:31.295539 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-307944c3-6841-4660-b9ce-59868270b03b req-ef40361c-c885-4273-898f-a137ed28fbb2 tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] Request body: {'port': {'device_id': '91325bbd-8292-4bad-8021-61093f03f115', 'network_id': 'e20ce8af-4daa-4b40-8559-9d599581ba58', 'admin_state_up': True, 'tenant_id': '8ad4deb0fc3b4f3499f51bd2b1512ff6'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:31.350678 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-307944c3-6841-4660-b9ce-59868270b03b req-ef40361c-c885-4273-898f-a137ed28fbb2 tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] Made reservation on behalf of 8ad4deb0fc3b4f3499f51bd2b1512ff6 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:30:31.355021 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-307944c3-6841-4660-b9ce-59868270b03b req-ef40361c-c885-4273-898f-a137ed28fbb2 tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:31.439551 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5089cbc6-d0cd-45c8-8fea-9db66d54f643 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:30:31.455479 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc7799e-339b-49c3-891a-3f71dd84f309 None None] Sync routers for ids ['d94cc178-dea4-458d-85d3-05f47d3b9575'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:30:31.472375 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc7799e-339b-49c3-891a-3f71dd84f309 None None] Routers {'d94cc178-dea4-458d-85d3-05f47d3b9575'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:30:31.473401 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-3fc7799e-339b-49c3-891a-3f71dd84f309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:30:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['d94cc178-dea4-458d-85d3-05f47d3b9575'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:31.530544 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-88862421-2334-488f-a367-26f582be25f6 req-9df1cb88-ab0b-4859-85b5-806dedb13abe tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347293 Nov 12 08:30:31.578884 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5089cbc6-d0cd-45c8-8fea-9db66d54f643 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:31.583315 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-5089cbc6-d0cd-45c8-8fea-9db66d54f643 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 6.1542213 Nov 12 08:30:31.584666 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['956e0a43-9ae5-40c9-b120-96401d6ae88a'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:30:31.587746 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 35134) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:31.587963 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-3fc7799e-339b-49c3-891a-3f71dd84f309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:31.621488 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-17553dff-5fef-4418-b67e-beda68247db9 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Deleting port ae48a897-cdb3-4ae6-93d0-25677a1d5096 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:30:31.626284 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-17553dff-5fef-4418-b67e-beda68247db9 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:31.647945 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-307944c3-6841-4660-b9ce-59868270b03b req-ef40361c-c885-4273-898f-a137ed28fbb2 tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] Allocated IP 172.20.0.12 (e20ce8af-4daa-4b40-8559-9d599581ba58/445ea8e2-7309-4d21-8902-c74ce3fb3b08/d34dc416-23a0-4d0d-825f-b08cdbb9fbe0) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:30:31.653833 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc7799e-339b-49c3-891a-3f71dd84f309 None None] Routers {'d94cc178-dea4-458d-85d3-05f47d3b9575'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:30:31.655294 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-3fc7799e-339b-49c3-891a-3f71dd84f309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:30:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['d94cc178-dea4-458d-85d3-05f47d3b9575'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:31.774140 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-3fc7799e-339b-49c3-891a-3f71dd84f309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:31.776473 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc7799e-339b-49c3-891a-3f71dd84f309 None None] The sync data for ids ['d94cc178-dea4-458d-85d3-05f47d3b9575'] in n-d-765315-29 is: [] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:30:31.879508 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-17553dff-5fef-4418-b67e-beda68247db9 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] For port ae48a897-cdb3-4ae6-93d0-25677a1d5096, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=ae48a897-cdb3-4ae6-93d0-25677a1d5096,segment=NetworkSegment(9385c486-83da-4b62-8282-8a7886deec0f),segment_id=9385c486-83da-4b62-8282-8a7886deec0f)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:31.880272 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-17553dff-5fef-4418-b67e-beda68247db9 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:31.897371 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-307944c3-6841-4660-b9ce-59868270b03b req-ef40361c-c885-4273-898f-a137ed28fbb2 tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:31.900342 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-17553dff-5fef-4418-b67e-beda68247db9 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Calling delete_port for ae48a897-cdb3-4ae6-93d0-25677a1d5096 owned by network:router_interface {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:30:32.141163 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-22c2156d-5022-4dda-b5b7-2ceaffba6f83 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] 10.222.0.26 "GET /v2.0/routers/d94cc178-dea4-458d-85d3-05f47d3b9575 HTTP/1.1" status: 200 len: 925 time: 0.5446594 Nov 12 08:30:32.141924 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 35146) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:32.179833 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-307944c3-6841-4660-b9ce-59868270b03b req-ef40361c-c885-4273-898f-a137ed28fbb2 tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:32.180053 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-17553dff-5fef-4418-b67e-beda68247db9 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:32.195943 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 35152) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:32.197668 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-18aba543-f691-4e9a-a30b-1717b7bcf4b8 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] 10.222.0.26 "GET /v2.0/ports?device_id=d94cc178-dea4-458d-85d3-05f47d3b9575 HTTP/1.1" status: 200 len: 205 time: 0.0547245 Nov 12 08:30:32.216480 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['b364ab03-8e25-4128-a7dd-6c538b1ff9bc'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:30:32.248084 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-307944c3-6841-4660-b9ce-59868270b03b req-ef40361c-c885-4273-898f-a137ed28fbb2 tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] Network e20ce8af-4daa-4b40-8559-9d599581ba58 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:30:32.253115 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-307944c3-6841-4660-b9ce-59868270b03b req-ef40361c-c885-4273-898f-a137ed28fbb2 tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:30:32.259999 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-307944c3-6841-4660-b9ce-59868270b03b req-ef40361c-c885-4273-898f-a137ed28fbb2 tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:30:32.292470 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef40361c-c885-4273-898f-a137ed28fbb2 tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] Pushing event updated for resources: {'Port': ['ID=d34dc416-23a0-4d0d-825f-b08cdbb9fbe0,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:32.304561 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17553dff-5fef-4418-b67e-beda68247db9 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Pushing event deleted for resources: {'Port': ['ID=ae48a897-cdb3-4ae6-93d0-25677a1d5096,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:32.317801 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307944c3-6841-4660-b9ce-59868270b03b req-ef40361c-c885-4273-898f-a137ed28fbb2 tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:32.319427 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-307944c3-6841-4660-b9ce-59868270b03b req-ef40361c-c885-4273-898f-a137ed28fbb2 tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:32.354960 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-307944c3-6841-4660-b9ce-59868270b03b req-ef40361c-c885-4273-898f-a137ed28fbb2 tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.0621006 Nov 12 08:30:32.379559 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-307944c3-6841-4660-b9ce-59868270b03b req-27e934bd-f30a-4818-9967-2e0d9637e4e6 service neutron] Request body: {'port': {'device_id': '91325bbd-8292-4bad-8021-61093f03f115', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:32.527562 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-307944c3-6841-4660-b9ce-59868270b03b req-27e934bd-f30a-4818-9967-2e0d9637e4e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:32.548383 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 7f102a2e-30df-44e5-aa4c-ed569964c472 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:30:32.666653 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0349797e-cb07-4df0-a3f3-719e2417b5dc tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks [] for router, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:32.887174 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-74aeadb3-673b-4d0c-8aaa-bc6692d00c7c None None] Provisioning complete for port d34dc416-23a0-4d0d-825f-b08cdbb9fbe0 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:30:32.888151 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-74aeadb3-673b-4d0c-8aaa-bc6692d00c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:32.890183 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 7f102a2e-30df-44e5-aa4c-ed569964c472 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:30:32.890827 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:33.031618 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-74aeadb3-673b-4d0c-8aaa-bc6692d00c7c None None] Port d34dc416-23a0-4d0d-825f-b08cdbb9fbe0 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:30:33.118733 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-307944c3-6841-4660-b9ce-59868270b03b req-27e934bd-f30a-4818-9967-2e0d9637e4e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d34dc416-23a0-4d0d-825f-b08cdbb9fbe0 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:30:33.123784 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5833bc-c550-416d-819a-e94c599e861f None None] Sync routers for ids ['7a44f11b-647b-4425-8a7e-45b8f6b55339'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:30:33.128884 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-307944c3-6841-4660-b9ce-59868270b03b req-27e934bd-f30a-4818-9967-2e0d9637e4e6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:33.142637 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5833bc-c550-416d-819a-e94c599e861f None None] Routers {'7a44f11b-647b-4425-8a7e-45b8f6b55339'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:30:33.147466 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-1c5833bc-c550-416d-819a-e94c599e861f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:30:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['7a44f11b-647b-4425-8a7e-45b8f6b55339'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:33.163754 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-307944c3-6841-4660-b9ce-59868270b03b req-27e934bd-f30a-4818-9967-2e0d9637e4e6 service neutron] Transition to ACTIVE for port object d34dc416-23a0-4d0d-825f-b08cdbb9fbe0 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:30:33.169448 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-307944c3-6841-4660-b9ce-59868270b03b req-27e934bd-f30a-4818-9967-2e0d9637e4e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:33.234814 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e934bd-f30a-4818-9967-2e0d9637e4e6 service neutron] Pushing event updated for resources: {'Port': ['ID=d34dc416-23a0-4d0d-825f-b08cdbb9fbe0,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:33.332174 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-307944c3-6841-4660-b9ce-59868270b03b req-27e934bd-f30a-4818-9967-2e0d9637e4e6 service neutron] Attempting to bind port d34dc416-23a0-4d0d-825f-b08cdbb9fbe0 on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:30:33.333347 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-307944c3-6841-4660-b9ce-59868270b03b req-27e934bd-f30a-4818-9967-2e0d9637e4e6 service neutron] Attempting to bind port d34dc416-23a0-4d0d-825f-b08cdbb9fbe0 by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': '71e8b171-1953-4f19-859b-7bad292cb9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e20ce8af-4daa-4b40-8559-9d599581ba58'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:30:33.333911 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307944c3-6841-4660-b9ce-59868270b03b req-27e934bd-f30a-4818-9967-2e0d9637e4e6 service neutron] Attempting to bind port d34dc416-23a0-4d0d-825f-b08cdbb9fbe0 on network e20ce8af-4daa-4b40-8559-9d599581ba58 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:30:33.342213 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307944c3-6841-4660-b9ce-59868270b03b req-27e934bd-f30a-4818-9967-2e0d9637e4e6 service neutron] Port d34dc416-23a0-4d0d-825f-b08cdbb9fbe0 on network e20ce8af-4daa-4b40-8559-9d599581ba58 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:30:33.342977 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307944c3-6841-4660-b9ce-59868270b03b req-27e934bd-f30a-4818-9967-2e0d9637e4e6 service neutron] Attempting to bind port d34dc416-23a0-4d0d-825f-b08cdbb9fbe0 on network e20ce8af-4daa-4b40-8559-9d599581ba58 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:30:33.356141 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307944c3-6841-4660-b9ce-59868270b03b req-27e934bd-f30a-4818-9967-2e0d9637e4e6 service neutron] Checking agent: {'id': '26215384-8035-4ce2-971a-8e67be80da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:30:33.357136 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307944c3-6841-4660-b9ce-59868270b03b req-27e934bd-f30a-4818-9967-2e0d9637e4e6 service neutron] Checking segment: {'id': '71e8b171-1953-4f19-859b-7bad292cb9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e20ce8af-4daa-4b40-8559-9d599581ba58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:30:33.357651 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307944c3-6841-4660-b9ce-59868270b03b req-27e934bd-f30a-4818-9967-2e0d9637e4e6 service neutron] Bound using segment: {'id': '71e8b171-1953-4f19-859b-7bad292cb9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e20ce8af-4daa-4b40-8559-9d599581ba58'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:30:33.358198 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-307944c3-6841-4660-b9ce-59868270b03b req-27e934bd-f30a-4818-9967-2e0d9637e4e6 service neutron] Bound port: d34dc416-23a0-4d0d-825f-b08cdbb9fbe0, host: n-h1-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71e8b171-1953-4f19-859b-7bad292cb9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e20ce8af-4daa-4b40-8559-9d599581ba58'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:30:33.358690 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-307944c3-6841-4660-b9ce-59868270b03b req-27e934bd-f30a-4818-9967-2e0d9637e4e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:33.366717 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-1c5833bc-c550-416d-819a-e94c599e861f None None] Set router 7a44f11b-647b-4425-8a7e-45b8f6b55339 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:30:33.463083 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-307944c3-6841-4660-b9ce-59868270b03b req-27e934bd-f30a-4818-9967-2e0d9637e4e6 service neutron] For port d34dc416-23a0-4d0d-825f-b08cdbb9fbe0, host n-h1-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:30:33.467315 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-307944c3-6841-4660-b9ce-59868270b03b req-27e934bd-f30a-4818-9967-2e0d9637e4e6 service neutron] For port d34dc416-23a0-4d0d-825f-b08cdbb9fbe0, host n-h1-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=d34dc416-23a0-4d0d-825f-b08cdbb9fbe0,segment=NetworkSegment(71e8b171-1953-4f19-859b-7bad292cb9b0),segment_id=71e8b171-1953-4f19-859b-7bad292cb9b0)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:30:33.473536 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-307944c3-6841-4660-b9ce-59868270b03b req-27e934bd-f30a-4818-9967-2e0d9637e4e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:33.493632 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dc476f-c5a2-4045-9f72-edbb327deba9 req-be20693a-87aa-467b-8c50-71ddb17fcc23 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:33.503118 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-40dc476f-c5a2-4045-9f72-edbb327deba9 req-be20693a-87aa-467b-8c50-71ddb17fcc23 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/networks?id=2de948c5-0d8e-4c3b-9717-70f1460531cb HTTP/1.1" status: 200 len: 819 time: 1.2011654 Nov 12 08:30:33.505060 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-17553dff-5fef-4418-b67e-beda68247db9 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918626'] for router_interface, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:33.548589 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e934bd-f30a-4818-9967-2e0d9637e4e6 service neutron] Pushing event updated for resources: {'Port': ['ID=d34dc416-23a0-4d0d-825f-b08cdbb9fbe0,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:33.582125 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307944c3-6841-4660-b9ce-59868270b03b req-27e934bd-f30a-4818-9967-2e0d9637e4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:33.582798 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-307944c3-6841-4660-b9ce-59868270b03b req-27e934bd-f30a-4818-9967-2e0d9637e4e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:33.584346 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-307944c3-6841-4660-b9ce-59868270b03b req-27e934bd-f30a-4818-9967-2e0d9637e4e6 service neutron] 10.222.0.21 "PUT /v2.0/ports/d34dc416-23a0-4d0d-825f-b08cdbb9fbe0 HTTP/1.1" status: 200 len: 1093 time: 1.2151623 Nov 12 08:30:33.584814 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91325bbd-8292-4bad-8021-61093f03f115', 'tag': 'd34dc416-23a0-4d0d-825f-b08cdbb9fbe0'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:30:33.589720 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d07727a-1439-49a7-97d3-b97c865d8325" -d '{"events": [{"name": "network-changed", "server_uuid": "91325bbd-8292-4bad-8021-61093f03f115", "tag": "d34dc416-23a0-4d0d-825f-b08cdbb9fbe0"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:30:33.710304 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-40dc476f-c5a2-4045-9f72-edbb327deba9 req-0956e528-2689-4e21-bde1-c9bfff0c7dce tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/quotas/ce302650dd4d403585592f906b5d4534 HTTP/1.1" status: 200 len: 375 time: 0.2051616 Nov 12 08:30:33.724748 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307944c3-6841-4660-b9ce-59868270b03b req-c490e52c-1cdc-438e-b32d-ac9b6423769b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:33.726271 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-307944c3-6841-4660-b9ce-59868270b03b req-c490e52c-1cdc-438e-b32d-ac9b6423769b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8ad4deb0fc3b4f3499f51bd2b1512ff6&device_id=91325bbd-8292-4bad-8021-61093f03f115 HTTP/1.1" status: 200 len: 1096 time: 0.0925441 Nov 12 08:30:33.807976 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-307944c3-6841-4660-b9ce-59868270b03b req-1894be35-5668-473e-8685-7b96c45946db service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d34dc416-23a0-4d0d-825f-b08cdbb9fbe0 HTTP/1.1" status: 200 len: 217 time: 0.0659869 Nov 12 08:30:33.841697 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-1c5833bc-c550-416d-819a-e94c599e861f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a44f11b-647b-4425-8a7e-45b8f6b55339', 'name': 'tempest-ServerRescueNegativeTestJSON-1787832285-router', 'tenant_id': 'ce302650dd4d403585592f906b5d4534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '7f102a2e-30df-44e5-aa4c-ed569964c472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:30:21Z', 'updated_at': '2021-11-12T08:30:29Z', 'revision_number': 4, 'project_id': 'ce302650dd4d403585592f906b5d4534', 'gw_port': {'id': '7f102a2e-30df-44e5-aa4c-ed569964c472', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:8e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a44f11b-647b-4425-8a7e-45b8f6b55339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2278, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:30:23Z', 'updated_at': '2021-11-12T08:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '28781248-e907-4285-a2bf-c8b90f040a99', 'name': '', 'network_id': '2de948c5-0d8e-4c3b-9717-70f1460531cb', 'tenant_id': 'ce302650dd4d403585592f906b5d4534', 'mac_address': 'fa:16:3e:3c:81:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a44f11b-647b-4425-8a7e-45b8f6b55339', 'device_owner': 'network:router_interface', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': 'd9d20dc8-d335-4f6a-937f-de81677ff212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:30:28Z', 'updated_at': '2021-11-12T08:30:30Z', 'revision_number': 2, 'project_id': 'ce302650dd4d403585592f906b5d4534', 'subnets': [{'id': 'd9d20dc8-d335-4f6a-937f-de81677ff212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:33.889414 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5833bc-c550-416d-819a-e94c599e861f None None] Checking router: 7a44f11b-647b-4425-8a7e-45b8f6b55339 for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:30:33.889871 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5833bc-c550-416d-819a-e94c599e861f None None] Updating router 7a44f11b-647b-4425-8a7e-45b8f6b55339 port 28781248-e907-4285-a2bf-c8b90f040a99 binding host n-d-765315-29 {{(pid=102602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:30:33.899386 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307944c3-6841-4660-b9ce-59868270b03b req-0ff0b994-7ecf-492b-bfde-1c97c187e7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:33.901726 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-307944c3-6841-4660-b9ce-59868270b03b req-0ff0b994-7ecf-492b-bfde-1c97c187e7a5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=445ea8e2-7309-4d21-8902-c74ce3fb3b08 HTTP/1.1" status: 200 len: 849 time: 0.0831633 Nov 12 08:30:33.927316 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-fd0ac822-f314-4e16-816c-2fa4d9df3aef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:33.939966 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-1c5833bc-c550-416d-819a-e94c599e861f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:33.991172 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0349797e-cb07-4df0-a3f3-719e2417b5dc tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:33.999420 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307944c3-6841-4660-b9ce-59868270b03b req-5617cef4-0991-4de3-abdd-1d9388700dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:34.002259 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-307944c3-6841-4660-b9ce-59868270b03b req-5617cef4-0991-4de3-abdd-1d9388700dc5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e20ce8af-4daa-4b40-8559-9d599581ba58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0874734 Nov 12 08:30:34.028563 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-40dc476f-c5a2-4045-9f72-edbb327deba9 req-dd47e9d9-ccd6-4d08-92e3-1d1606f3cedd tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ce302650dd4d403585592f906b5d4534&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3155951 Nov 12 08:30:34.145765 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17553dff-5fef-4418-b67e-beda68247db9 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Router 814f201c-68c7-45bf-8b3b-695632833d0f has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:30:34.155400 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-307944c3-6841-4660-b9ce-59868270b03b req-53020a1b-8ab8-42df-9d5e-b2f344176c60 service neutron] 10.222.0.21 "GET /v2.0/networks/e20ce8af-4daa-4b40-8559-9d599581ba58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393819 Nov 12 08:30:34.316393 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-0349797e-cb07-4df0-a3f3-719e2417b5dc tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Deleting port 188803db-4c2a-43a3-9b1f-ee047585d8f0 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:30:34.316740 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0349797e-cb07-4df0-a3f3-719e2417b5dc tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:34.447842 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0349797e-cb07-4df0-a3f3-719e2417b5dc tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:34.449276 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-1c5833bc-c550-416d-819a-e94c599e861f None None] Publish callbacks [] for port, precommit_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:34.459361 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-1c5833bc-c550-416d-819a-e94c599e861f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:34.465183 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-0349797e-cb07-4df0-a3f3-719e2417b5dc tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Calling delete_port for 188803db-4c2a-43a3-9b1f-ee047585d8f0 owned by network:router_gateway {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:30:34.579707 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6bf72b-efab-44b8-b0d0-5151d0090d50 None None] Pushing event updated for resources: {'Port': ['ID=28781248-e907-4285-a2bf-c8b90f040a99,revision_number=3']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:34.598328 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6bf72b-efab-44b8-b0d0-5151d0090d50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:34.600056 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6bf72b-efab-44b8-b0d0-5151d0090d50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:34.604826 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6bf72b-efab-44b8-b0d0-5151d0090d50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:34.605311 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6bf72b-efab-44b8-b0d0-5151d0090d50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:34.605661 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6bf72b-efab-44b8-b0d0-5151d0090d50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:34.606008 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6bf72b-efab-44b8-b0d0-5151d0090d50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:34.606341 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6bf72b-efab-44b8-b0d0-5151d0090d50 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:34.606716 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6bf72b-efab-44b8-b0d0-5151d0090d50 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:34.607056 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6bf72b-efab-44b8-b0d0-5151d0090d50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:34.607385 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6bf72b-efab-44b8-b0d0-5151d0090d50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:34.607715 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6bf72b-efab-44b8-b0d0-5151d0090d50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:34.608049 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6bf72b-efab-44b8-b0d0-5151d0090d50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:34.628228 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-40dc476f-c5a2-4045-9f72-edbb327deba9 req-e679cd42-e6b7-40c5-b4bd-2c0aa4d58711 service neutron] 10.222.0.26 "GET /v2.0/networks/2de948c5-0d8e-4c3b-9717-70f1460531cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5933721 Nov 12 08:30:34.648056 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 956e0a43-9ae5-40c9-b120-96401d6ae88a up at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:30:34.682485 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-1c5833bc-c550-416d-819a-e94c599e861f None None] Attempting to bind port 28781248-e907-4285-a2bf-c8b90f040a99 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:30:34.683758 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-1c5833bc-c550-416d-819a-e94c599e861f None None] Attempting to bind port 28781248-e907-4285-a2bf-c8b90f040a99 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': 'c26361eb-74cf-43c4-ac47-1eeba422d480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '2de948c5-0d8e-4c3b-9717-70f1460531cb'}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:30:34.684565 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5833bc-c550-416d-819a-e94c599e861f None None] Attempting to bind port 28781248-e907-4285-a2bf-c8b90f040a99 on network 2de948c5-0d8e-4c3b-9717-70f1460531cb {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:30:34.692500 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5833bc-c550-416d-819a-e94c599e861f None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:30:34.693445 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5833bc-c550-416d-819a-e94c599e861f None None] Checking segment: {'id': 'c26361eb-74cf-43c4-ac47-1eeba422d480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '2de948c5-0d8e-4c3b-9717-70f1460531cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:30:34.694063 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-1c5833bc-c550-416d-819a-e94c599e861f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:34.694691 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5833bc-c550-416d-819a-e94c599e861f None None] Bound using segment: {'id': 'c26361eb-74cf-43c4-ac47-1eeba422d480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '2de948c5-0d8e-4c3b-9717-70f1460531cb'} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:30:34.711099 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-1c5833bc-c550-416d-819a-e94c599e861f None None] Bound port: 28781248-e907-4285-a2bf-c8b90f040a99, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c26361eb-74cf-43c4-ac47-1eeba422d480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '2de948c5-0d8e-4c3b-9717-70f1460531cb'}}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:30:34.715393 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-1c5833bc-c550-416d-819a-e94c599e861f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:34.804693 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-40dc476f-c5a2-4045-9f72-edbb327deba9 req-37295242-1215-4013-a76d-f911e44a0cf5 service neutron] 10.222.0.26 "GET /v2.0/networks/2de948c5-0d8e-4c3b-9717-70f1460531cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440914 Nov 12 08:30:34.811122 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning for port 956e0a43-9ae5-40c9-b120-96401d6ae88a completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:30:34.818269 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning complete for port 956e0a43-9ae5-40c9-b120-96401d6ae88a triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:30:34.822071 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:34.890400 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-1c5833bc-c550-416d-819a-e94c599e861f None None] For port 28781248-e907-4285-a2bf-c8b90f040a99, host n-d-765315-29, cleared binding levels {{(pid=102602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:30:34.895371 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17553dff-5fef-4418-b67e-beda68247db9 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:30:34.898170 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0349797e-cb07-4df0-a3f3-719e2417b5dc tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:34.905264 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-1c5833bc-c550-416d-819a-e94c599e861f None None] For port 28781248-e907-4285-a2bf-c8b90f040a99, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=28781248-e907-4285-a2bf-c8b90f040a99,segment=NetworkSegment(c26361eb-74cf-43c4-ac47-1eeba422d480),segment_id=c26361eb-74cf-43c4-ac47-1eeba422d480)] {{(pid=102602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:30:34.917675 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-1c5833bc-c550-416d-819a-e94c599e861f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:34.920676 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 35186) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:34.921165 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c792677d-bd6d-4c1e-9b32-010999e7883b None None] Sync routers for ids ['814f201c-68c7-45bf-8b3b-695632833d0f'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:30:34.922617 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-17553dff-5fef-4418-b67e-beda68247db9 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "PUT /v2.0/routers/814f201c-68c7-45bf-8b3b-695632833d0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1184299 Nov 12 08:30:34.973729 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81bc3845-92d6-41c4-aa20-a7f5ad36adf4 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:30:35.035683 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c792677d-bd6d-4c1e-9b32-010999e7883b None None] Routers {'814f201c-68c7-45bf-8b3b-695632833d0f'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:30:35.036563 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-c792677d-bd6d-4c1e-9b32-010999e7883b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:30:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['814f201c-68c7-45bf-8b3b-695632833d0f'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:35.077336 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-98ced798-ede0-463b-9f5d-66ac439969cd tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Deleting subnet 04987c3b-62f7-4744-9a00-633db06d619f {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:30:35.085845 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6bf72b-efab-44b8-b0d0-5151d0090d50 None None] Pushing event updated for resources: {'Port': ['ID=28781248-e907-4285-a2bf-c8b90f040a99,revision_number=4']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:35.105781 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5833bc-c550-416d-819a-e94c599e861f None None] Routers {'7a44f11b-647b-4425-8a7e-45b8f6b55339'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:30:35.106662 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-1c5833bc-c550-416d-819a-e94c599e861f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:30:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['7a44f11b-647b-4425-8a7e-45b8f6b55339'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:35.162084 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-307944c3-6841-4660-b9ce-59868270b03b req-7e1bf9c4-3411-4ba7-bfd8-04b82f820745 service neutron] 10.222.0.21 "GET /v2.0/networks/e20ce8af-4daa-4b40-8559-9d599581ba58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9956172 Nov 12 08:30:35.162842 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-98ced798-ede0-463b-9f5d-66ac439969cd tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks [] for subnet, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:35.257074 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0349797e-cb07-4df0-a3f3-719e2417b5dc tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-933016'] for router_gateway, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:35.271469 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0349797e-cb07-4df0-a3f3-719e2417b5dc tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Pushing event deleted for resources: {'Port': ['ID=188803db-4c2a-43a3-9b1f-ee047585d8f0,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:35.306656 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-98ced798-ede0-463b-9f5d-66ac439969cd tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31181813'] for subnet, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:35.354991 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-c792677d-bd6d-4c1e-9b32-010999e7883b None None] Set router 814f201c-68c7-45bf-8b3b-695632833d0f gateway port host: None {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:30:35.445421 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:35.448985 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:35.492320 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-98ced798-ede0-463b-9f5d-66ac439969cd tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:35.597160 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-98ced798-ede0-463b-9f5d-66ac439969cd tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:35.646208 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ced798-ede0-463b-9f5d-66ac439969cd tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Pushing event deleted for resources: {'Subnet': ['ID=04987c3b-62f7-4744-9a00-633db06d619f,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:35.650472 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92dbcaa7-d905-4c6b-9467-0a08958fd199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '956e0a43-9ae5-40c9-b120-96401d6ae88a'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:30:35.653377 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-295a9d60-5d4c-4230-831c-42aae1bac5d8" -d '{"events": [{"server_uuid": "92dbcaa7-d905-4c6b-9467-0a08958fd199", "name": "network-vif-plugged", "status": "completed", "tag": "956e0a43-9ae5-40c9-b120-96401d6ae88a"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:30:35.656834 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-98ced798-ede0-463b-9f5d-66ac439969cd tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:35.679286 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0664cbec-c2c2-48e5-814d-4bafa01cc6c1 None None] Network 5d1feb88-a25f-48ad-baf1-c1d85d827dda requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:30:35.698308 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-98ced798-ede0-463b-9f5d-66ac439969cd tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "DELETE /v2.0/subnets/04987c3b-62f7-4744-9a00-633db06d619f HTTP/1.1" status: 204 len: 168 time: 0.7744761 Nov 12 08:30:35.699336 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 35204) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:35.740269 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-1c5833bc-c550-416d-819a-e94c599e861f None None] Set router 7a44f11b-647b-4425-8a7e-45b8f6b55339 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:30:35.745732 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 956e0a43-9ae5-40c9-b120-96401d6ae88a, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=956e0a43-9ae5-40c9-b120-96401d6ae88a,segment=NetworkSegment(115bdcdd-b1df-41c7-8bff-15a5e1fdca42),segment_id=115bdcdd-b1df-41c7-8bff-15a5e1fdca42)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:35.772030 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0349797e-cb07-4df0-a3f3-719e2417b5dc tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:35.780373 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0349797e-cb07-4df0-a3f3-719e2417b5dc tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:35.790026 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:35.958471 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-602d35d1-5315-42e7-a298-a6a5322cc427 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:35.966068 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e890bc0-6d5e-4f33-925b-48722c533b4d req-9b492610-1699-4f5f-884c-9c10bf3fd96a tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:35.977267 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6e890bc0-6d5e-4f33-925b-48722c533b4d req-9b492610-1699-4f5f-884c-9c10bf3fd96a tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=91325bbd-8292-4bad-8021-61093f03f115 HTTP/1.1" status: 200 len: 1096 time: 0.5772455 Nov 12 08:30:36.001975 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0349797e-cb07-4df0-a3f3-719e2417b5dc tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:36.002560 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0349797e-cb07-4df0-a3f3-719e2417b5dc tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Fanout notify agent at l3_agent the message router_deleted on router d94cc178-dea4-458d-85d3-05f47d3b9575 {{(pid=102600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:30:36.040223 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=956e0a43-9ae5-40c9-b120-96401d6ae88a,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:36.053497 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0349797e-cb07-4df0-a3f3-719e2417b5dc tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:36.060753 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-0349797e-cb07-4df0-a3f3-719e2417b5dc tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] 10.222.0.26 "DELETE /v2.0/routers/d94cc178-dea4-458d-85d3-05f47d3b9575 HTTP/1.1" status: 204 len: 168 time: 3.8646693 Nov 12 08:30:36.061422 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 35214) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:36.111656 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-1fe66986-880e-460c-9262-7dd89a8642e4 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1806244880', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'enable_snat': False}}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:36.181380 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6e890bc0-6d5e-4f33-925b-48722c533b4d req-a8b25406-cd15-4c8e-a1ac-fcb9de2f2419 tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=edc99514-92e8-4a71-86b2-d8d5370ab974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017426 Nov 12 08:30:36.209783 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-602d35d1-5315-42e7-a298-a6a5322cc427 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Deleting port 6330f9e7-8254-4563-89cd-e819bceff90f {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:30:36.210133 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-602d35d1-5315-42e7-a298-a6a5322cc427 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:36.231350 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1fe66986-880e-460c-9262-7dd89a8642e4 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:36.232451 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1fe66986-880e-460c-9262-7dd89a8642e4 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:36.264587 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-c792677d-bd6d-4c1e-9b32-010999e7883b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '814f201c-68c7-45bf-8b3b-695632833d0f', 'name': 'tempest-RoutersTest-router-1330110638', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:29:22Z', 'updated_at': '2021-11-12T08:30:32Z', 'revision_number': 10, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'gw_port_host': None, '_interfaces': [{'id': 'b6537368-d1f5-4fea-be35-c8dddd5c232d', 'name': '', 'network_id': '39ea9667-9280-4213-97c2-fe88863d6404', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'mac_address': 'fa:16:3e:e9:57:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814f201c-68c7-45bf-8b3b-695632833d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '189478cb-3816-4a1a-b76a-7c6aae18bdf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:25Z', 'updated_at': '2021-11-12T08:29:36Z', 'revision_number': 5, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'subnets': [{'id': '189478cb-3816-4a1a-b76a-7c6aae18bdf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:36.367988 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445f778e-6f29-4957-9d84-d2ad34503a87 None None] DHCP port deletion for 5d1feb88-a25f-48ad-baf1-c1d85d827dda request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:30:36.373083 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c792677d-bd6d-4c1e-9b32-010999e7883b None None] Checking router: 814f201c-68c7-45bf-8b3b-695632833d0f for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:30:36.379613 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1fe66986-880e-460c-9262-7dd89a8642e4 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:36.488749 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-602d35d1-5315-42e7-a298-a6a5322cc427 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] For port 6330f9e7-8254-4563-89cd-e819bceff90f, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=6330f9e7-8254-4563-89cd-e819bceff90f,segment=NetworkSegment(9385c486-83da-4b62-8282-8a7886deec0f),segment_id=9385c486-83da-4b62-8282-8a7886deec0f)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:36.495029 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-602d35d1-5315-42e7-a298-a6a5322cc427 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:36.496742 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-1c5833bc-c550-416d-819a-e94c599e861f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a44f11b-647b-4425-8a7e-45b8f6b55339', 'name': 'tempest-ServerRescueNegativeTestJSON-1787832285-router', 'tenant_id': 'ce302650dd4d403585592f906b5d4534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '7f102a2e-30df-44e5-aa4c-ed569964c472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:30:21Z', 'updated_at': '2021-11-12T08:30:29Z', 'revision_number': 4, 'project_id': 'ce302650dd4d403585592f906b5d4534', 'gw_port': {'id': '7f102a2e-30df-44e5-aa4c-ed569964c472', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:8e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a44f11b-647b-4425-8a7e-45b8f6b55339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2278, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:30:23Z', 'updated_at': '2021-11-12T08:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '28781248-e907-4285-a2bf-c8b90f040a99', 'name': '', 'network_id': '2de948c5-0d8e-4c3b-9717-70f1460531cb', 'tenant_id': 'ce302650dd4d403585592f906b5d4534', 'mac_address': 'fa:16:3e:3c:81:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a44f11b-647b-4425-8a7e-45b8f6b55339', 'device_owner': 'network:router_interface', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': 'd9d20dc8-d335-4f6a-937f-de81677ff212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:30:28Z', 'updated_at': '2021-11-12T08:30:34Z', 'revision_number': 4, 'project_id': 'ce302650dd4d403585592f906b5d4534', 'subnets': [{'id': 'd9d20dc8-d335-4f6a-937f-de81677ff212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:36.533440 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c792677d-bd6d-4c1e-9b32-010999e7883b None None] Routers {'814f201c-68c7-45bf-8b3b-695632833d0f'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:30:36.539179 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-c792677d-bd6d-4c1e-9b32-010999e7883b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:30:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['814f201c-68c7-45bf-8b3b-695632833d0f'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:36.559232 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5833bc-c550-416d-819a-e94c599e861f None None] The sync data for ids ['7a44f11b-647b-4425-8a7e-45b8f6b55339'] in n-d-765315-29 is: [{'id': '7a44f11b-647b-4425-8a7e-45b8f6b55339', 'name': 'tempest-ServerRescueNegativeTestJSON-1787832285-router', 'tenant_id': 'ce302650dd4d403585592f906b5d4534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '7f102a2e-30df-44e5-aa4c-ed569964c472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:30:21Z', 'updated_at': '2021-11-12T08:30:29Z', 'revision_number': 4, 'project_id': 'ce302650dd4d403585592f906b5d4534', 'gw_port': {'id': '7f102a2e-30df-44e5-aa4c-ed569964c472', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:8e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a44f11b-647b-4425-8a7e-45b8f6b55339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2278, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:30:23Z', 'updated_at': '2021-11-12T08:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '28781248-e907-4285-a2bf-c8b90f040a99', 'name': '', 'network_id': '2de948c5-0d8e-4c3b-9717-70f1460531cb', 'tenant_id': 'ce302650dd4d403585592f906b5d4534', 'mac_address': 'fa:16:3e:3c:81:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a44f11b-647b-4425-8a7e-45b8f6b55339', 'device_owner': 'network:router_interface', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': 'd9d20dc8-d335-4f6a-937f-de81677ff212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:30:28Z', 'updated_at': '2021-11-12T08:30:34Z', 'revision_number': 4, 'project_id': 'ce302650dd4d403585592f906b5d4534', 'subnets': [{'id': 'd9d20dc8-d335-4f6a-937f-de81677ff212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:30:36.569192 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-602d35d1-5315-42e7-a298-a6a5322cc427 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Calling delete_port for 6330f9e7-8254-4563-89cd-e819bceff90f owned by network:dhcp {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:30:36.730578 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1fe66986-880e-460c-9262-7dd89a8642e4 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:36.806717 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8eef06-a93d-4a6d-8e8f-d7dd8398a4cd req-ea269867-7ef1-46b4-8d42-6cf3baceadf7 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:36.820396 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ed8eef06-a93d-4a6d-8e8f-d7dd8398a4cd req-ea269867-7ef1-46b4-8d42-6cf3baceadf7 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=92dbcaa7-d905-4c6b-9467-0a08958fd199 HTTP/1.1" status: 200 len: 945 time: 0.4479585 Nov 12 08:30:36.855155 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-445f778e-6f29-4957-9d84-d2ad34503a87 None None] Deleting port 6330f9e7-8254-4563-89cd-e819bceff90f {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:30:36.855534 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-445f778e-6f29-4957-9d84-d2ad34503a87 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:36.893265 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-c792677d-bd6d-4c1e-9b32-010999e7883b None None] Set router 814f201c-68c7-45bf-8b3b-695632833d0f gateway port host: None {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:30:36.899722 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-602d35d1-5315-42e7-a298-a6a5322cc427 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:36.982676 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d35d1-5315-42e7-a298-a6a5322cc427 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Pushing event deleted for resources: {'Port': ['ID=6330f9e7-8254-4563-89cd-e819bceff90f,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:36.992643 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602d35d1-5315-42e7-a298-a6a5322cc427 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] No DVR routers for this DVR port 6330f9e7-8254-4563-89cd-e819bceff90f on host n-d-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:30:37.026209 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ed8eef06-a93d-4a6d-8e8f-d7dd8398a4cd req-1d4180c4-ad4c-47c3-b9ec-7203a6e12164 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954460 Nov 12 08:30:37.029955 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-68a9f39b-221a-4ca3-8dd9-507f475d0545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:37.112424 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-445f778e-6f29-4957-9d84-d2ad34503a87 None None] For port 6330f9e7-8254-4563-89cd-e819bceff90f, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=6330f9e7-8254-4563-89cd-e819bceff90f,segment=NetworkSegment(9385c486-83da-4b62-8282-8a7886deec0f),segment_id=9385c486-83da-4b62-8282-8a7886deec0f)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:37.113099 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-445f778e-6f29-4957-9d84-d2ad34503a87 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:37.135243 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-445f778e-6f29-4957-9d84-d2ad34503a87 None None] Calling delete_port for 6330f9e7-8254-4563-89cd-e819bceff90f owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:30:37.234319 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-602d35d1-5315-42e7-a298-a6a5322cc427 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:37.265209 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-602d35d1-5315-42e7-a298-a6a5322cc427 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d1feb88-a25f-48ad-baf1-c1d85d827dda']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:37.284061 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-602d35d1-5315-42e7-a298-a6a5322cc427 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9385c486-83da-4b62-8282-8a7886deec0f') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:37.284620 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-602d35d1-5315-42e7-a298-a6a5322cc427 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9385c486-83da-4b62-8282-8a7886deec0f') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:37.296497 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-602d35d1-5315-42e7-a298-a6a5322cc427 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:37.316806 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-602d35d1-5315-42e7-a298-a6a5322cc427 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:37.326478 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-602d35d1-5315-42e7-a298-a6a5322cc427 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:30:37.327340 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-602d35d1-5315-42e7-a298-a6a5322cc427 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:37.452027 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 08:30:37.452027 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:30:37.452027 n-d-765315-29 neutron-server[102599]: timer() Nov 12 08:30:37.452027 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:30:37.452027 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 08:30:37.452027 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:30:37.452027 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 08:30:37.452027 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:30:37.452027 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 08:30:37.452027 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:30:37.452027 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 08:30:37.452027 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:30:37.452027 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 08:30:37.452027 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:30:37.452027 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:30:37.452027 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:30:37.452027 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:30:37.452027 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:30:37.452027 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 08:30:37.452027 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:30:37.452027 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 08:30:37.452027 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:30:37.452027 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:30:37.452027 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:30:37.452027 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 08:30:37.452027 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:30:37.452027 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:30:37.452027 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:30:37.452027 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:30:37.452027 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:30:37.452027 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:30:37.452027 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:30:37.456190 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-602d35d1-5315-42e7-a298-a6a5322cc427 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:37.468929 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-602d35d1-5315-42e7-a298-a6a5322cc427 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:37.480224 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-602d35d1-5315-42e7-a298-a6a5322cc427 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "DELETE /v2.0/networks/5d1feb88-a25f-48ad-baf1-c1d85d827dda HTTP/1.1" status: 204 len: 168 time: 1.7796209 Nov 12 08:30:37.494125 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 35222) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:37.528973 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1fe66986-880e-460c-9262-7dd89a8642e4 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:37.553677 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e2226b4-9cd5-4f2f-b510-47e68a069802 x-openstack-request-id: req-6e2226b4-9cd5-4f2f-b510-47e68a069802 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:30:37.554009 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91325bbd-8292-4bad-8021-61093f03f115", "tag": "d34dc416-23a0-4d0d-825f-b08cdbb9fbe0", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:30:37.554222 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6e2226b4-9cd5-4f2f-b510-47e68a069802 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:30:37.554708 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91325bbd-8292-4bad-8021-61093f03f115', 'tag': 'd34dc416-23a0-4d0d-825f-b08cdbb9fbe0', 'status': 'completed', 'code': 200} Nov 12 08:30:37.586625 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1fe66986-880e-460c-9262-7dd89a8642e4 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:37.718955 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d35d1-5315-42e7-a298-a6a5322cc427 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Pushing event deleted for resources: {'Network': ['ID=5d1feb88-a25f-48ad-baf1-c1d85d827dda,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:37.748352 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-266d55a2-0d92-4721-9437-687afcf2d37d req-c45de941-fd16-47bb-a0bd-6d60d613a14f tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a780da9-d933-497d-83b4-3eaa73980fa4 HTTP/1.1" status: 200 len: 210 time: 0.0702887 Nov 12 08:30:37.946511 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd5994c-1d41-4fb7-8f17-6c4ada9b15d5 x-openstack-request-id: req-0dd5994c-1d41-4fb7-8f17-6c4ada9b15d5 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:30:37.946511 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92dbcaa7-d905-4c6b-9467-0a08958fd199", "name": "network-vif-plugged", "status": "completed", "tag": "956e0a43-9ae5-40c9-b120-96401d6ae88a", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:30:37.947609 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0dd5994c-1d41-4fb7-8f17-6c4ada9b15d5 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:30:37.948187 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92dbcaa7-d905-4c6b-9467-0a08958fd199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '956e0a43-9ae5-40c9-b120-96401d6ae88a', 'code': 200} Nov 12 08:30:38.019878 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-1fe66986-880e-460c-9262-7dd89a8642e4 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Allocated IP 172.25.2.62 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/36463405-b9ad-4267-aef8-05848c15fead) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:30:38.062558 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:38.068280 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-445f778e-6f29-4957-9d84-d2ad34503a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:38.142024 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d07727a-1439-49a7-97d3-b97c865d8325 req-c7ccc226-bb37-493d-b438-c62978ae440d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:38.144343 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4d07727a-1439-49a7-97d3-b97c865d8325 req-c7ccc226-bb37-493d-b438-c62978ae440d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8ad4deb0fc3b4f3499f51bd2b1512ff6&device_id=91325bbd-8292-4bad-8021-61093f03f115 HTTP/1.1" status: 200 len: 1096 time: 0.5422027 Nov 12 08:30:38.164810 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-445f778e-6f29-4957-9d84-d2ad34503a87 None None] Network 5d1feb88-a25f-48ad-baf1-c1d85d827dda is not hosted by any dhcp agent {{(pid=102601) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 08:30:38.167370 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445f778e-6f29-4957-9d84-d2ad34503a87 None None] No DVR routers for this DVR port 6330f9e7-8254-4563-89cd-e819bceff90f on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:30:38.172942 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445f778e-6f29-4957-9d84-d2ad34503a87 None None] Pushing event deleted for resources: {'Port': ['ID=6330f9e7-8254-4563-89cd-e819bceff90f,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:38.231153 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-c792677d-bd6d-4c1e-9b32-010999e7883b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '814f201c-68c7-45bf-8b3b-695632833d0f', 'name': 'tempest-RoutersTest-router-1330110638', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:29:22Z', 'updated_at': '2021-11-12T08:30:32Z', 'revision_number': 10, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'gw_port_host': None, '_interfaces': [{'id': 'b6537368-d1f5-4fea-be35-c8dddd5c232d', 'name': '', 'network_id': '39ea9667-9280-4213-97c2-fe88863d6404', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'mac_address': 'fa:16:3e:e9:57:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814f201c-68c7-45bf-8b3b-695632833d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '189478cb-3816-4a1a-b76a-7c6aae18bdf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:25Z', 'updated_at': '2021-11-12T08:29:36Z', 'revision_number': 5, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'subnets': [{'id': '189478cb-3816-4a1a-b76a-7c6aae18bdf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:38.302686 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c792677d-bd6d-4c1e-9b32-010999e7883b None None] The sync data for ids ['814f201c-68c7-45bf-8b3b-695632833d0f'] in n-d-765315-29 is: [{'id': '814f201c-68c7-45bf-8b3b-695632833d0f', 'name': 'tempest-RoutersTest-router-1330110638', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:29:22Z', 'updated_at': '2021-11-12T08:30:32Z', 'revision_number': 10, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'gw_port_host': None, '_interfaces': [{'id': 'b6537368-d1f5-4fea-be35-c8dddd5c232d', 'name': '', 'network_id': '39ea9667-9280-4213-97c2-fe88863d6404', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'mac_address': 'fa:16:3e:e9:57:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814f201c-68c7-45bf-8b3b-695632833d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '189478cb-3816-4a1a-b76a-7c6aae18bdf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:25Z', 'updated_at': '2021-11-12T08:29:36Z', 'revision_number': 5, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'subnets': [{'id': '189478cb-3816-4a1a-b76a-7c6aae18bdf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:30:38.319980 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dc476f-c5a2-4045-9f72-edbb327deba9 req-448fce36-6d83-418e-9880-e2a62dfe01bc tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:38.326694 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-40dc476f-c5a2-4045-9f72-edbb327deba9 req-448fce36-6d83-418e-9880-e2a62dfe01bc tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.44 "GET /v2.0/networks?id=2de948c5-0d8e-4c3b-9717-70f1460531cb HTTP/1.1" status: 200 len: 819 time: 0.8875623 Nov 12 08:30:38.440525 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d0e99c-1a2b-4e0e-9e06-59402f968550 req-e704410e-c1ab-4615-a5d3-bec567ec5f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:38.442083 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e9d0e99c-1a2b-4e0e-9e06-59402f968550 req-e704410e-c1ab-4615-a5d3-bec567ec5f02 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=92dbcaa7-d905-4c6b-9467-0a08958fd199 HTTP/1.1" status: 200 len: 1097 time: 0.4064598 Nov 12 08:30:38.451076 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-40dc476f-c5a2-4045-9f72-edbb327deba9 req-4c39e3ba-18c3-4a14-b7d1-70d652ce0bd1 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Request body: {'port': {'device_id': '5a780da9-d933-497d-83b4-3eaa73980fa4', 'network_id': '2de948c5-0d8e-4c3b-9717-70f1460531cb', 'admin_state_up': True, 'tenant_id': 'ce302650dd4d403585592f906b5d4534'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:38.648749 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device d34dc416-23a0-4d0d-825f-b08cdbb9fbe0 details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:30:38.768819 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d07727a-1439-49a7-97d3-b97c865d8325 req-d00bbeac-b984-493b-a06c-dae76a6c06c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:38.771373 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4d07727a-1439-49a7-97d3-b97c865d8325 req-d00bbeac-b984-493b-a06c-dae76a6c06c5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e20ce8af-4daa-4b40-8559-9d599581ba58 HTTP/1.1" status: 200 len: 911 time: 0.6142437 Nov 12 08:30:38.773815 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e9d0e99c-1a2b-4e0e-9e06-59402f968550 req-e1e2946f-2bf8-4824-b314-876aa5ee95d8 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938374 Nov 12 08:30:38.817013 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 28781248-e907-4285-a2bf-c8b90f040a99 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:30:38.873726 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40dc476f-c5a2-4045-9f72-edbb327deba9 req-4c39e3ba-18c3-4a14-b7d1-70d652ce0bd1 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Made reservation on behalf of ce302650dd4d403585592f906b5d4534 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:30:38.875152 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1fe66986-880e-460c-9262-7dd89a8642e4 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:38.879183 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8375155c-7619-4865-a477-32d7dfe45757 req-7f806c01-86c1-4e0f-8a30-56a351e352ff tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:38.880957 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8375155c-7619-4865-a477-32d7dfe45757 req-7f806c01-86c1-4e0f-8a30-56a351e352ff tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=91325bbd-8292-4bad-8021-61093f03f115 HTTP/1.1" status: 200 len: 1096 time: 0.8199391 Nov 12 08:30:38.884483 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-40dc476f-c5a2-4045-9f72-edbb327deba9 req-4c39e3ba-18c3-4a14-b7d1-70d652ce0bd1 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:39.056847 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1fe66986-880e-460c-9262-7dd89a8642e4 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:39.088481 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port d34dc416-23a0-4d0d-825f-b08cdbb9fbe0, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=d34dc416-23a0-4d0d-825f-b08cdbb9fbe0,segment=NetworkSegment(71e8b171-1953-4f19-859b-7bad292cb9b0),segment_id=71e8b171-1953-4f19-859b-7bad292cb9b0)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:39.093641 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 28781248-e907-4285-a2bf-c8b90f040a99 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:30:39.094485 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:39.116680 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8375155c-7619-4865-a477-32d7dfe45757 req-f0559183-75e2-4649-ae2f-c1c6376bd151 tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=edc99514-92e8-4a71-86b2-d8d5370ab974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164538 Nov 12 08:30:39.161577 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-40dc476f-c5a2-4045-9f72-edbb327deba9 req-4c39e3ba-18c3-4a14-b7d1-70d652ce0bd1 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Allocated IP 172.20.0.14 (2de948c5-0d8e-4c3b-9717-70f1460531cb/d9d20dc8-d335-4f6a-937f-de81677ff212/70221793-efeb-4ea8-8697-7c47ec150d58) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:30:39.200926 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe66986-880e-460c-9262-7dd89a8642e4 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:30:39.202868 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-1fe66986-880e-460c-9262-7dd89a8642e4 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:30:39.207797 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe66986-880e-460c-9262-7dd89a8642e4 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:30:39.214072 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Returning: {'device': 'd34dc416-23a0-4d0d-825f-b08cdbb9fbe0', 'network_id': 'e20ce8af-4daa-4b40-8559-9d599581ba58', 'port_id': 'd34dc416-23a0-4d0d-825f-b08cdbb9fbe0', 'mac_address': 'fa:16:3e:22:7d:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '445ea8e2-7309-4d21-8902-c74ce3fb3b08', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:30:39.296158 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a829ae9-a597-4eb4-afa4-5d6dc8a15b49 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:30:39.302165 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe66986-880e-460c-9262-7dd89a8642e4 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Pushing event updated for resources: {'Port': ['ID=36463405-b9ad-4267-aef8-05848c15fead,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:39.382980 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4d07727a-1439-49a7-97d3-b97c865d8325 req-8066a965-cf7a-41ef-ad73-2b3e149735c4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d34dc416-23a0-4d0d-825f-b08cdbb9fbe0 HTTP/1.1" status: 200 len: 217 time: 0.0924234 Nov 12 08:30:39.412732 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:39.415732 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:39.486624 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-e530113a-7783-48f4-9840-8911a24052df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d34dc416-23a0-4d0d-825f-b08cdbb9fbe0 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:30:39.524489 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port d34dc416-23a0-4d0d-825f-b08cdbb9fbe0, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=d34dc416-23a0-4d0d-825f-b08cdbb9fbe0,segment=NetworkSegment(71e8b171-1953-4f19-859b-7bad292cb9b0),segment_id=71e8b171-1953-4f19-859b-7bad292cb9b0)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:39.613683 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d07727a-1439-49a7-97d3-b97c865d8325 req-57625514-26b5-41d8-8f40-438a8549dc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:39.613911 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:39.616620 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4d07727a-1439-49a7-97d3-b97c865d8325 req-57625514-26b5-41d8-8f40-438a8549dc53 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=445ea8e2-7309-4d21-8902-c74ce3fb3b08 HTTP/1.1" status: 200 len: 849 time: 0.2227702 Nov 12 08:30:39.730440 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2744d8f0-17a6-4662-918a-47a7b16a86b3 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933586'] for router_interface, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:39.738018 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:39.786202 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-887e2b03-2690-4cb4-a81c-6d296b0d9890 None None] Provisioning complete for port 36463405-b9ad-4267-aef8-05848c15fead triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:30:39.786558 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-887e2b03-2690-4cb4-a81c-6d296b0d9890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:39.824065 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1fe66986-880e-460c-9262-7dd89a8642e4 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:39.841742 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-40dc476f-c5a2-4045-9f72-edbb327deba9 req-4c39e3ba-18c3-4a14-b7d1-70d652ce0bd1 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:39.860387 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] For port 28781248-e907-4285-a2bf-c8b90f040a99, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=28781248-e907-4285-a2bf-c8b90f040a99,segment=NetworkSegment(c26361eb-74cf-43c4-ac47-1eeba422d480),segment_id=c26361eb-74cf-43c4-ac47-1eeba422d480)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:39.865675 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=d34dc416-23a0-4d0d-825f-b08cdbb9fbe0,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:39.946795 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-887e2b03-2690-4cb4-a81c-6d296b0d9890 None None] Port 36463405-b9ad-4267-aef8-05848c15fead cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:30:39.956337 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:39.958461 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:39.959840 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f10226-9236-47fd-9224-7a901e6a436b req-5146eb46-1124-431a-93c2-5199740c6b62 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:39.982901 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-62f10226-9236-47fd-9224-7a901e6a436b req-5146eb46-1124-431a-93c2-5199740c6b62 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/networks?id=2de948c5-0d8e-4c3b-9717-70f1460531cb HTTP/1.1" status: 200 len: 819 time: 0.4488399 Nov 12 08:30:40.080900 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-62f10226-9236-47fd-9224-7a901e6a436b req-7463ccc5-d77c-4979-9cca-ae12cd557791 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/quotas/ce302650dd4d403585592f906b5d4534 HTTP/1.1" status: 200 len: 375 time: 0.0944846 Nov 12 08:30:40.124429 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Pushing event updated for resources: {'Port': ['ID=28781248-e907-4285-a2bf-c8b90f040a99,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:40.127599 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 6330f9e7-8254-4563-89cd-e819bceff90f no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:30:40.162178 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-40dc476f-c5a2-4045-9f72-edbb327deba9 req-4c39e3ba-18c3-4a14-b7d1-70d652ce0bd1 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:40.169959 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['d34dc416-23a0-4d0d-825f-b08cdbb9fbe0'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:30:40.179511 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 6330f9e7-8254-4563-89cd-e819bceff90f {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:30:40.179856 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 6330f9e7-8254-4563-89cd-e819bceff90f not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:30:40.182008 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d07727a-1439-49a7-97d3-b97c865d8325 req-9e86b67e-1201-4d06-bb76-11f29e0a2cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:40.187135 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4d07727a-1439-49a7-97d3-b97c865d8325 req-9e86b67e-1201-4d06-bb76-11f29e0a2cbd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e20ce8af-4daa-4b40-8559-9d599581ba58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5607412 Nov 12 08:30:40.333841 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-62f10226-9236-47fd-9224-7a901e6a436b req-cfd10086-3289-45c9-9682-e2ed8b42ef9d tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ce302650dd4d403585592f906b5d4534&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2456708 Nov 12 08:30:40.355300 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40dc476f-c5a2-4045-9f72-edbb327deba9 req-4c39e3ba-18c3-4a14-b7d1-70d652ce0bd1 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Network 2de948c5-0d8e-4c3b-9717-70f1460531cb is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:30:40.357543 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-40dc476f-c5a2-4045-9f72-edbb327deba9 req-4c39e3ba-18c3-4a14-b7d1-70d652ce0bd1 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:30:40.360775 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-40dc476f-c5a2-4045-9f72-edbb327deba9 req-4c39e3ba-18c3-4a14-b7d1-70d652ce0bd1 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:30:40.414189 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 28781248-e907-4285-a2bf-c8b90f040a99 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:30:40.494070 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4d07727a-1439-49a7-97d3-b97c865d8325 req-357b24c8-fef6-4715-9ac1-f79acad2b75d service neutron] 10.222.0.21 "GET /v2.0/networks/e20ce8af-4daa-4b40-8559-9d599581ba58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729542 Nov 12 08:30:40.495342 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c39e3ba-18c3-4a14-b7d1-70d652ce0bd1 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Pushing event updated for resources: {'Port': ['ID=70221793-efeb-4ea8-8697-7c47ec150d58,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:40.540866 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-62f10226-9236-47fd-9224-7a901e6a436b req-e9012b17-e73f-43c7-99ff-a85405aa3422 service neutron] 10.222.0.26 "GET /v2.0/networks/2de948c5-0d8e-4c3b-9717-70f1460531cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061365 Nov 12 08:30:40.561383 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 28781248-e907-4285-a2bf-c8b90f040a99 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:30:40.561740 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:40.672508 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dc476f-c5a2-4045-9f72-edbb327deba9 req-4c39e3ba-18c3-4a14-b7d1-70d652ce0bd1 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:40.673263 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-40dc476f-c5a2-4045-9f72-edbb327deba9 req-4c39e3ba-18c3-4a14-b7d1-70d652ce0bd1 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:40.730383 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device ae48a897-cdb3-4ae6-93d0-25677a1d5096 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:30:40.766633 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: ae48a897-cdb3-4ae6-93d0-25677a1d5096 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:30:40.766633 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device ae48a897-cdb3-4ae6-93d0-25677a1d5096 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:30:40.813511 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-40dc476f-c5a2-4045-9f72-edbb327deba9 req-4c39e3ba-18c3-4a14-b7d1-70d652ce0bd1 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3678646 Nov 12 08:30:40.818241 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1fe66986-880e-460c-9262-7dd89a8642e4 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052'] for router, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:40.822980 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4d07727a-1439-49a7-97d3-b97c865d8325 req-b8888eeb-a71b-48d2-b4dc-dd34c814ab25 service neutron] 10.222.0.21 "GET /v2.0/networks/e20ce8af-4daa-4b40-8559-9d599581ba58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116810 Nov 12 08:30:40.823974 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-62f10226-9236-47fd-9224-7a901e6a436b req-72924401-f5ea-49ac-b3b1-2bfd903bf07f service neutron] 10.222.0.26 "GET /v2.0/networks/2de948c5-0d8e-4c3b-9717-70f1460531cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709911 Nov 12 08:30:40.844977 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-40dc476f-c5a2-4045-9f72-edbb327deba9 req-42b56236-402c-451c-bf77-5c8bdc67a772 service neutron] Request body: {'port': {'device_id': '5a780da9-d933-497d-83b4-3eaa73980fa4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:40.891247 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-2744d8f0-17a6-4662-918a-47a7b16a86b3 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Deleting port b6537368-d1f5-4fea-be35-c8dddd5c232d {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:30:40.892897 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2744d8f0-17a6-4662-918a-47a7b16a86b3 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:40.963731 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-40dc476f-c5a2-4045-9f72-edbb327deba9 req-42b56236-402c-451c-bf77-5c8bdc67a772 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:41.049079 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fe66986-880e-460c-9262-7dd89a8642e4 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Router 33430efa-60e6-432d-b83e-6ad548395bd3 is scheduled to L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 with binding_index 1 {{(pid=102600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:30:41.116271 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-2744d8f0-17a6-4662-918a-47a7b16a86b3 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] For port b6537368-d1f5-4fea-be35-c8dddd5c232d, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=b6537368-d1f5-4fea-be35-c8dddd5c232d,segment=NetworkSegment(dccd590e-91c8-46c1-af47-92fb6969dce0),segment_id=dccd590e-91c8-46c1-af47-92fb6969dce0)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:41.116560 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2744d8f0-17a6-4662-918a-47a7b16a86b3 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:41.132370 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-2744d8f0-17a6-4662-918a-47a7b16a86b3 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Calling delete_port for b6537368-d1f5-4fea-be35-c8dddd5c232d owned by network:router_interface {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:30:41.246138 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf5a5d0-a390-4a19-84d9-a6126879c239 req-a880fed5-e0f3-4b24-8edd-c465432261a4 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:41.253997 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1bf5a5d0-a390-4a19-84d9-a6126879c239 req-a880fed5-e0f3-4b24-8edd-c465432261a4 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=92dbcaa7-d905-4c6b-9467-0a08958fd199 HTTP/1.1" status: 200 len: 945 time: 0.1388218 Nov 12 08:30:41.394566 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1bf5a5d0-a390-4a19-84d9-a6126879c239 req-3d05a8f3-9363-4512-9b99-f348160b4f24 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395977 Nov 12 08:30:41.399485 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fe66986-880e-460c-9262-7dd89a8642e4 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:30:41.432513 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b92778-518e-4964-9434-6200e5415a7b None None] Sync routers for ids ['33430efa-60e6-432d-b83e-6ad548395bd3'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:30:41.453613 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b92778-518e-4964-9434-6200e5415a7b None None] Routers {'33430efa-60e6-432d-b83e-6ad548395bd3'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:30:41.455119 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-e2b92778-518e-4964-9434-6200e5415a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:30:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['33430efa-60e6-432d-b83e-6ad548395bd3'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:41.477797 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1fe66986-880e-460c-9262-7dd89a8642e4 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:41.491211 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-1fe66986-880e-460c-9262-7dd89a8642e4 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.4267879 Nov 12 08:30:41.495495 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 35280) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:41.508391 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2744d8f0-17a6-4662-918a-47a7b16a86b3 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:41.723528 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-e2b92778-518e-4964-9434-6200e5415a7b None None] Set router 33430efa-60e6-432d-b83e-6ad548395bd3 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:30:41.907521 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c44274-9aab-49d2-a4bf-ae160421f99a req-af351956-fdf5-4c4f-88bd-08088978d91c tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:41.923982 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-99c44274-9aab-49d2-a4bf-ae160421f99a req-af351956-fdf5-4c4f-88bd-08088978d91c tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=91325bbd-8292-4bad-8021-61093f03f115 HTTP/1.1" status: 200 len: 1097 time: 0.1027613 Nov 12 08:30:42.015328 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-99c44274-9aab-49d2-a4bf-ae160421f99a req-7bb0aa6e-c26c-43a7-9153-19e207e7f6bc tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=edc99514-92e8-4a71-86b2-d8d5370ab974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889969 Nov 12 08:30:42.122277 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-e2b92778-518e-4964-9434-6200e5415a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33430efa-60e6-432d-b83e-6ad548395bd3', 'name': 'tempest-snat-router-1806244880', 'tenant_id': '5f60998779e8422188d3faa97a2fcfc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.62'}], 'enable_snat': False}, 'gw_port_id': '36463405-b9ad-4267-aef8-05848c15fead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:30:36Z', 'updated_at': '2021-11-12T08:30:39Z', 'revision_number': 3, 'project_id': '5f60998779e8422188d3faa97a2fcfc8', 'gw_port': {'id': '36463405-b9ad-4267-aef8-05848c15fead', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:3c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33430efa-60e6-432d-b83e-6ad548395bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2285, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:30:37Z', 'updated_at': '2021-11-12T08:30:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:42.162773 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b92778-518e-4964-9434-6200e5415a7b None None] Checking router: 33430efa-60e6-432d-b83e-6ad548395bd3 for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:30:42.163128 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b92778-518e-4964-9434-6200e5415a7b None None] Updating router 33430efa-60e6-432d-b83e-6ad548395bd3 port 36463405-b9ad-4267-aef8-05848c15fead binding host n-d-765315-29 {{(pid=102602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:30:42.199428 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-e2b92778-518e-4964-9434-6200e5415a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:42.207221 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2744d8f0-17a6-4662-918a-47a7b16a86b3 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Pushing event deleted for resources: {'Port': ['ID=b6537368-d1f5-4fea-be35-c8dddd5c232d,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:42.229382 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5848e3c3-f580-4192-9855-9c4efb49caf2 req-ba78a8ed-36ff-4df2-88c1-3da49774a98e tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7cdf362-4e64-4d17-9ffa-0eb34738bbee HTTP/1.1" status: 200 len: 210 time: 0.0612969 Nov 12 08:30:42.301544 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:42.561680 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d7836a-bfc2-481a-b074-f565b0c7b367 req-cc1897fd-9277-4888-b1f1-7ebff622d3ef tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:42.576017 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-34d7836a-bfc2-481a-b074-f565b0c7b367 req-cc1897fd-9277-4888-b1f1-7ebff622d3ef tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=86c05a66-5068-434c-9831-689e8d7ea54b HTTP/1.1" status: 200 len: 945 time: 0.1493726 Nov 12 08:30:42.620939 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-42ca988f-9e5f-480e-a692-d9e9b6c87f73 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] 10.222.0.26 "GET /v2.0/routers/33430efa-60e6-432d-b83e-6ad548395bd3 HTTP/1.1" status: 200 len: 908 time: 1.1239088 Nov 12 08:30:42.621684 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 35298) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:42.647443 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-a7ae34f3-2e98-47d4-96f3-1973ad66208a tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1806244880', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'enable_snat': True}}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:42.648677 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device d34dc416-23a0-4d0d-825f-b08cdbb9fbe0 up at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:30:42.756014 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-34d7836a-bfc2-481a-b074-f565b0c7b367 req-2270b5cc-181a-4eb1-bdd9-f00245aa425f tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758521 Nov 12 08:30:42.829400 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-e2b92778-518e-4964-9434-6200e5415a7b None None] Publish callbacks [] for port, precommit_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:42.838392 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning for port d34dc416-23a0-4d0d-825f-b08cdbb9fbe0 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:30:42.843272 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-e2b92778-518e-4964-9434-6200e5415a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:42.858575 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning complete for port d34dc416-23a0-4d0d-825f-b08cdbb9fbe0 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:30:42.859365 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:42.907936 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a7ae34f3-2e98-47d4-96f3-1973ad66208a tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:42.909268 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a7ae34f3-2e98-47d4-96f3-1973ad66208a tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:42.917282 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2744d8f0-17a6-4662-918a-47a7b16a86b3 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918626'] for router_interface, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:42.935421 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2252c261-bdbe-4b2e-af37-301dce4d0aa2 None None] Pushing event updated for resources: {'Port': ['ID=36463405-b9ad-4267-aef8-05848c15fead,revision_number=2']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:42.954191 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-40dc476f-c5a2-4045-9f72-edbb327deba9 req-42b56236-402c-451c-bf77-5c8bdc67a772 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70221793-efeb-4ea8-8697-7c47ec150d58 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:30:42.980054 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-40dc476f-c5a2-4045-9f72-edbb327deba9 req-42b56236-402c-451c-bf77-5c8bdc67a772 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:42.988836 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ed723c-f3d8-487a-ac74-8f3a3df1847f None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:30:43.052754 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:30:43.053993 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-e2b92778-518e-4964-9434-6200e5415a7b None None] Attempting to bind port 36463405-b9ad-4267-aef8-05848c15fead on host n-d-765315-29 for vnic_type normal with profile {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:30:43.057843 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-e2b92778-518e-4964-9434-6200e5415a7b None None] Attempting to bind port 36463405-b9ad-4267-aef8-05848c15fead by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:30:43.059528 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b92778-518e-4964-9434-6200e5415a7b None None] Attempting to bind port 36463405-b9ad-4267-aef8-05848c15fead on network d709f64f-f9e6-4525-b020-ad48633b9bbf {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:30:43.073081 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b92778-518e-4964-9434-6200e5415a7b None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:30:43.076092 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b92778-518e-4964-9434-6200e5415a7b None None] Checking segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:30:43.077489 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-e2b92778-518e-4964-9434-6200e5415a7b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:43.079402 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b92778-518e-4964-9434-6200e5415a7b None None] Bound using segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:30:43.080150 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-e2b92778-518e-4964-9434-6200e5415a7b None None] Bound port: 36463405-b9ad-4267-aef8-05848c15fead, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:30:43.083164 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-e2b92778-518e-4964-9434-6200e5415a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:43.099708 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:43.151917 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-4b4bcf0d-233b-41e7-aa35-8e1f2b670dad None None] Provisioning complete for port 36463405-b9ad-4267-aef8-05848c15fead triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:30:43.152689 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4b4bcf0d-233b-41e7-aa35-8e1f2b670dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:43.158466 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-40dc476f-c5a2-4045-9f72-edbb327deba9 req-42b56236-402c-451c-bf77-5c8bdc67a772 service neutron] Transition to ACTIVE for port object 70221793-efeb-4ea8-8697-7c47ec150d58 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:30:43.217609 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-e2b92778-518e-4964-9434-6200e5415a7b None None] For port 36463405-b9ad-4267-aef8-05848c15fead, host n-d-765315-29, cleared binding levels {{(pid=102602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:30:43.225015 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-e2b92778-518e-4964-9434-6200e5415a7b None None] For port 36463405-b9ad-4267-aef8-05848c15fead, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=36463405-b9ad-4267-aef8-05848c15fead,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:30:43.241571 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-e2b92778-518e-4964-9434-6200e5415a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:43.252993 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-40dc476f-c5a2-4045-9f72-edbb327deba9 req-42b56236-402c-451c-bf77-5c8bdc67a772 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:43.255963 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-4b4bcf0d-233b-41e7-aa35-8e1f2b670dad None None] Port 36463405-b9ad-4267-aef8-05848c15fead cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:30:43.262805 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91325bbd-8292-4bad-8021-61093f03f115', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd34dc416-23a0-4d0d-825f-b08cdbb9fbe0'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:30:43.263596 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f1f222-c3ec-4d30-9f0d-d223dabad47b req-a673f5b0-4c19-4c6b-b23a-975141114407 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:43.265428 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e6f1f222-c3ec-4d30-9f0d-d223dabad47b req-a673f5b0-4c19-4c6b-b23a-975141114407 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=92dbcaa7-d905-4c6b-9467-0a08958fd199 HTTP/1.1" status: 200 len: 945 time: 0.0980783 Nov 12 08:30:43.266794 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9fd74d8-de1e-468b-bc70-77c0b4a1d023" -d '{"events": [{"server_uuid": "91325bbd-8292-4bad-8021-61093f03f115", "name": "network-vif-plugged", "status": "completed", "tag": "d34dc416-23a0-4d0d-825f-b08cdbb9fbe0"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:30:43.296017 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port d34dc416-23a0-4d0d-825f-b08cdbb9fbe0, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=d34dc416-23a0-4d0d-825f-b08cdbb9fbe0,segment=NetworkSegment(71e8b171-1953-4f19-859b-7bad292cb9b0),segment_id=71e8b171-1953-4f19-859b-7bad292cb9b0)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:43.307375 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:43.373975 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85d9c6d-a20f-4df9-8928-7432b6b1ea9d None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:30:43.378757 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b92778-518e-4964-9434-6200e5415a7b None None] Routers {'33430efa-60e6-432d-b83e-6ad548395bd3'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:30:43.379000 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-e2b92778-518e-4964-9434-6200e5415a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:30:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['33430efa-60e6-432d-b83e-6ad548395bd3'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:43.400136 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e6f1f222-c3ec-4d30-9f0d-d223dabad47b req-6dfe40d9-cc3e-4ae1-a71e-9e49f91b0739 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268723 Nov 12 08:30:43.432224 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=d34dc416-23a0-4d0d-825f-b08cdbb9fbe0,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:43.491316 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-d28145c1-1e8a-4b9d-b680-3f61e951efa6 None None] Provisioning complete for port 36463405-b9ad-4267-aef8-05848c15fead triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:30:43.492260 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d28145c1-1e8a-4b9d-b680-3f61e951efa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:43.495111 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2252c261-bdbe-4b2e-af37-301dce4d0aa2 None None] Pushing event updated for resources: {'Port': ['ID=36463405-b9ad-4267-aef8-05848c15fead,revision_number=3']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:43.548871 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b56236-402c-451c-bf77-5c8bdc67a772 service neutron] Pushing event updated for resources: {'Port': ['ID=70221793-efeb-4ea8-8697-7c47ec150d58,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:43.589403 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2744d8f0-17a6-4662-918a-47a7b16a86b3 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Router 814f201c-68c7-45bf-8b3b-695632833d0f has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:30:43.600256 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a7ae34f3-2e98-47d4-96f3-1973ad66208a tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:43.616308 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed15f19c-f541-4563-bf50-48e09e1de271 req-3979b579-ef74-4967-9882-da38bfb1f60f tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:43.628633 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ed15f19c-f541-4563-bf50-48e09e1de271 req-3979b579-ef74-4967-9882-da38bfb1f60f tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=91325bbd-8292-4bad-8021-61093f03f115 HTTP/1.1" status: 200 len: 1098 time: 0.0691960 Nov 12 08:30:43.710136 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ed15f19c-f541-4563-bf50-48e09e1de271 req-b39b00fa-d356-4a59-b952-474563843ffe tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=edc99514-92e8-4a71-86b2-d8d5370ab974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773396 Nov 12 08:30:43.780491 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-e2b92778-518e-4964-9434-6200e5415a7b None None] Set router 33430efa-60e6-432d-b83e-6ad548395bd3 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:30:43.812647 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d28145c1-1e8a-4b9d-b680-3f61e951efa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:43.863208 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-76a3660c-f731-4f9a-bef3-95415ba74783 req-fc35991f-a1bb-47dc-8f05-5c7fcfd66f1f tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7cdf362-4e64-4d17-9ffa-0eb34738bbee HTTP/1.1" status: 200 len: 210 time: 0.0678468 Nov 12 08:30:43.880197 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2744d8f0-17a6-4662-918a-47a7b16a86b3 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:30:43.881840 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-d28145c1-1e8a-4b9d-b680-3f61e951efa6 None None] For port 36463405-b9ad-4267-aef8-05848c15fead, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=36463405-b9ad-4267-aef8-05848c15fead,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:43.884511 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 35322) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:43.886149 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-2744d8f0-17a6-4662-918a-47a7b16a86b3 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "PUT /v2.0/routers/814f201c-68c7-45bf-8b3b-695632833d0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3868616 Nov 12 08:30:43.889550 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c547526c-f1f7-40b3-8366-c8a36df1b559 None None] Sync routers for ids ['814f201c-68c7-45bf-8b3b-695632833d0f'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:30:43.907421 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d28145c1-1e8a-4b9d-b680-3f61e951efa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:43.973519 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c547526c-f1f7-40b3-8366-c8a36df1b559 None None] Routers {'814f201c-68c7-45bf-8b3b-695632833d0f'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:30:43.973941 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-c547526c-f1f7-40b3-8366-c8a36df1b559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:30:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['814f201c-68c7-45bf-8b3b-695632833d0f'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:44.049117 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a3363a0-c2a5-4717-9481-94352da9e2e0 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Deleting subnet 189478cb-3816-4a1a-b76a-7c6aae18bdf5 {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:30:44.054739 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6a3363a0-c2a5-4717-9481-94352da9e2e0 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:44.143263 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e355efd-277a-434e-99ca-826ce4712f29 x-openstack-request-id: req-0e355efd-277a-434e-99ca-826ce4712f29 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:30:44.143835 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91325bbd-8292-4bad-8021-61093f03f115", "name": "network-vif-plugged", "status": "completed", "tag": "d34dc416-23a0-4d0d-825f-b08cdbb9fbe0", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:30:44.144242 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0e355efd-277a-434e-99ca-826ce4712f29 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:30:44.148495 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6a3363a0-c2a5-4717-9481-94352da9e2e0 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:44.150751 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91325bbd-8292-4bad-8021-61093f03f115', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd34dc416-23a0-4d0d-825f-b08cdbb9fbe0', 'code': 200} Nov 12 08:30:44.181778 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-c547526c-f1f7-40b3-8366-c8a36df1b559 None None] Set router 814f201c-68c7-45bf-8b3b-695632833d0f gateway port host: None {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:30:44.345521 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-c547526c-f1f7-40b3-8366-c8a36df1b559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '814f201c-68c7-45bf-8b3b-695632833d0f', 'name': 'tempest-RoutersTest-router-1330110638', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:29:22Z', 'updated_at': '2021-11-12T08:30:41Z', 'revision_number': 11, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'gw_port_host': None}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:44.384228 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a7ae34f3-2e98-47d4-96f3-1973ad66208a tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:44.394087 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-e2b92778-518e-4964-9434-6200e5415a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33430efa-60e6-432d-b83e-6ad548395bd3', 'name': 'tempest-snat-router-1806244880', 'tenant_id': '5f60998779e8422188d3faa97a2fcfc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.62'}], 'enable_snat': False}, 'gw_port_id': '36463405-b9ad-4267-aef8-05848c15fead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:30:36Z', 'updated_at': '2021-11-12T08:30:39Z', 'revision_number': 3, 'project_id': '5f60998779e8422188d3faa97a2fcfc8', 'gw_port': {'id': '36463405-b9ad-4267-aef8-05848c15fead', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:3c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33430efa-60e6-432d-b83e-6ad548395bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2285, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:30:37Z', 'updated_at': '2021-11-12T08:30:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:44.433606 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c547526c-f1f7-40b3-8366-c8a36df1b559 None None] Checking router: 814f201c-68c7-45bf-8b3b-695632833d0f for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:30:44.443418 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6a3363a0-c2a5-4717-9481-94352da9e2e0 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:44.448710 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28145c1-1e8a-4b9d-b680-3f61e951efa6 None None] Pushing event updated for resources: {'Port': ['ID=36463405-b9ad-4267-aef8-05848c15fead,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:44.488635 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c547526c-f1f7-40b3-8366-c8a36df1b559 None None] Routers {'814f201c-68c7-45bf-8b3b-695632833d0f'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:30:44.488784 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-c547526c-f1f7-40b3-8366-c8a36df1b559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:30:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['814f201c-68c7-45bf-8b3b-695632833d0f'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:44.516067 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b92778-518e-4964-9434-6200e5415a7b None None] The sync data for ids ['33430efa-60e6-432d-b83e-6ad548395bd3'] in n-d-765315-29 is: [{'id': '33430efa-60e6-432d-b83e-6ad548395bd3', 'name': 'tempest-snat-router-1806244880', 'tenant_id': '5f60998779e8422188d3faa97a2fcfc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.62'}], 'enable_snat': False}, 'gw_port_id': '36463405-b9ad-4267-aef8-05848c15fead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:30:36Z', 'updated_at': '2021-11-12T08:30:39Z', 'revision_number': 3, 'project_id': '5f60998779e8422188d3faa97a2fcfc8', 'gw_port': {'id': '36463405-b9ad-4267-aef8-05848c15fead', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:3c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33430efa-60e6-432d-b83e-6ad548395bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2285, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:30:37Z', 'updated_at': '2021-11-12T08:30:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-765315-29'}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:30:44.605188 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec0ee36-4634-427d-9ea0-4eddcd26f2f1 req-deb6d5b5-2acd-46d6-a5f9-a3dd26736a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:44.607180 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dec0ee36-4634-427d-9ea0-4eddcd26f2f1 req-deb6d5b5-2acd-46d6-a5f9-a3dd26736a44 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=91325bbd-8292-4bad-8021-61093f03f115 HTTP/1.1" status: 200 len: 1098 time: 0.2790871 Nov 12 08:30:44.622220 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-40dc476f-c5a2-4045-9f72-edbb327deba9 req-42b56236-402c-451c-bf77-5c8bdc67a772 service neutron] Attempting to bind port 70221793-efeb-4ea8-8697-7c47ec150d58 on host n-h2-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:30:44.622770 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-40dc476f-c5a2-4045-9f72-edbb327deba9 req-42b56236-402c-451c-bf77-5c8bdc67a772 service neutron] Attempting to bind port 70221793-efeb-4ea8-8697-7c47ec150d58 by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': 'c26361eb-74cf-43c4-ac47-1eeba422d480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '2de948c5-0d8e-4c3b-9717-70f1460531cb'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:30:44.623226 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40dc476f-c5a2-4045-9f72-edbb327deba9 req-42b56236-402c-451c-bf77-5c8bdc67a772 service neutron] Attempting to bind port 70221793-efeb-4ea8-8697-7c47ec150d58 on network 2de948c5-0d8e-4c3b-9717-70f1460531cb {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:30:44.643402 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6a3363a0-c2a5-4717-9481-94352da9e2e0 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:44.780355 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3363a0-c2a5-4717-9481-94352da9e2e0 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Pushing event deleted for resources: {'Subnet': ['ID=189478cb-3816-4a1a-b76a-7c6aae18bdf5,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:44.798458 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6a3363a0-c2a5-4717-9481-94352da9e2e0 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:44.798728 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f10226-9236-47fd-9224-7a901e6a436b req-53fcd4b8-bd58-488c-8109-0945352a4767 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:44.801822 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-6a3363a0-c2a5-4717-9481-94352da9e2e0 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "DELETE /v2.0/subnets/189478cb-3816-4a1a-b76a-7c6aae18bdf5 HTTP/1.1" status: 204 len: 168 time: 0.9154735 Nov 12 08:30:44.802727 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-62f10226-9236-47fd-9224-7a901e6a436b req-53fcd4b8-bd58-488c-8109-0945352a4767 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.44 "GET /v2.0/networks?id=2de948c5-0d8e-4c3b-9717-70f1460531cb HTTP/1.1" status: 200 len: 819 time: 1.0382612 Nov 12 08:30:44.809279 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 35342) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:44.830748 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3363a0-c2a5-4717-9481-94352da9e2e0 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:44.831858 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40dc476f-c5a2-4045-9f72-edbb327deba9 req-42b56236-402c-451c-bf77-5c8bdc67a772 service neutron] Port 70221793-efeb-4ea8-8697-7c47ec150d58 on network 2de948c5-0d8e-4c3b-9717-70f1460531cb not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:30:44.832442 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40dc476f-c5a2-4045-9f72-edbb327deba9 req-42b56236-402c-451c-bf77-5c8bdc67a772 service neutron] Attempting to bind port 70221793-efeb-4ea8-8697-7c47ec150d58 on network 2de948c5-0d8e-4c3b-9717-70f1460531cb {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:30:44.833038 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3363a0-c2a5-4717-9481-94352da9e2e0 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:44.836260 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3363a0-c2a5-4717-9481-94352da9e2e0 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:44.839193 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3363a0-c2a5-4717-9481-94352da9e2e0 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:44.841129 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3363a0-c2a5-4717-9481-94352da9e2e0 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:44.841778 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3363a0-c2a5-4717-9481-94352da9e2e0 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:44.842426 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3363a0-c2a5-4717-9481-94352da9e2e0 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:44.843297 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3363a0-c2a5-4717-9481-94352da9e2e0 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:44.844000 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3363a0-c2a5-4717-9481-94352da9e2e0 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:44.844996 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3363a0-c2a5-4717-9481-94352da9e2e0 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:44.846324 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3363a0-c2a5-4717-9481-94352da9e2e0 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:44.847135 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3363a0-c2a5-4717-9481-94352da9e2e0 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:44.862887 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-62f10226-9236-47fd-9224-7a901e6a436b req-b88cc8bd-d129-41fd-a33d-97e120bd8015 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Request body: {'port': {'device_id': 'b7cdf362-4e64-4d17-9ffa-0eb34738bbee', 'network_id': '2de948c5-0d8e-4c3b-9717-70f1460531cb', 'admin_state_up': True, 'tenant_id': 'ce302650dd4d403585592f906b5d4534'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:44.953929 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e26b43-3caa-48b5-85fd-b2ea65a83467 None None] Network 39ea9667-9280-4213-97c2-fe88863d6404 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:30:45.016560 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94b81ef-9cdc-43c4-9c07-cee1f0cfaaea req-a69cdb05-c5c3-426f-bf54-09a22679de3f tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:45.024908 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f94b81ef-9cdc-43c4-9c07-cee1f0cfaaea req-a69cdb05-c5c3-426f-bf54-09a22679de3f tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=92dbcaa7-d905-4c6b-9467-0a08958fd199 HTTP/1.1" status: 200 len: 945 time: 0.1580353 Nov 12 08:30:45.033594 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-c547526c-f1f7-40b3-8366-c8a36df1b559 None None] Set router 814f201c-68c7-45bf-8b3b-695632833d0f gateway port host: None {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:30:45.127739 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40dc476f-c5a2-4045-9f72-edbb327deba9 req-42b56236-402c-451c-bf77-5c8bdc67a772 service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:30:45.128621 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40dc476f-c5a2-4045-9f72-edbb327deba9 req-42b56236-402c-451c-bf77-5c8bdc67a772 service neutron] Checking segment: {'id': 'c26361eb-74cf-43c4-ac47-1eeba422d480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '2de948c5-0d8e-4c3b-9717-70f1460531cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:30:45.129180 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40dc476f-c5a2-4045-9f72-edbb327deba9 req-42b56236-402c-451c-bf77-5c8bdc67a772 service neutron] Bound using segment: {'id': 'c26361eb-74cf-43c4-ac47-1eeba422d480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '2de948c5-0d8e-4c3b-9717-70f1460531cb'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:30:45.130125 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-40dc476f-c5a2-4045-9f72-edbb327deba9 req-42b56236-402c-451c-bf77-5c8bdc67a772 service neutron] Bound port: 70221793-efeb-4ea8-8697-7c47ec150d58, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c26361eb-74cf-43c4-ac47-1eeba422d480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '2de948c5-0d8e-4c3b-9717-70f1460531cb'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:30:45.130489 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-40dc476f-c5a2-4045-9f72-edbb327deba9 req-42b56236-402c-451c-bf77-5c8bdc67a772 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:45.203885 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-c547526c-f1f7-40b3-8366-c8a36df1b559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '814f201c-68c7-45bf-8b3b-695632833d0f', 'name': 'tempest-RoutersTest-router-1330110638', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:29:22Z', 'updated_at': '2021-11-12T08:30:41Z', 'revision_number': 11, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'gw_port_host': None}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:45.240289 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f94b81ef-9cdc-43c4-9c07-cee1f0cfaaea req-6c89397e-1eec-4413-97d0-2d95636389e0 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774585 Nov 12 08:30:45.263308 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c547526c-f1f7-40b3-8366-c8a36df1b559 None None] The sync data for ids ['814f201c-68c7-45bf-8b3b-695632833d0f'] in n-d-765315-29 is: [{'id': '814f201c-68c7-45bf-8b3b-695632833d0f', 'name': 'tempest-RoutersTest-router-1330110638', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:29:22Z', 'updated_at': '2021-11-12T08:30:41Z', 'revision_number': 11, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'gw_port_host': None}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:30:45.357343 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e8e3835b-a4cd-4519-b799-355cc84deb3b tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:45.366470 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dec0ee36-4634-427d-9ea0-4eddcd26f2f1 req-143b716c-888d-4969-ab7d-81a72b4de612 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=edc99514-92e8-4a71-86b2-d8d5370ab974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7507119 Nov 12 08:30:45.451768 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633556ad-0458-4769-999b-5dad8c507417 req-0ef03242-5132-4ca0-b765-2368f8d51613 tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:45.454130 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-633556ad-0458-4769-999b-5dad8c507417 req-0ef03242-5132-4ca0-b765-2368f8d51613 tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=91325bbd-8292-4bad-8021-61093f03f115 HTTP/1.1" status: 200 len: 1098 time: 0.0799251 Nov 12 08:30:45.529753 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-40dc476f-c5a2-4045-9f72-edbb327deba9 req-42b56236-402c-451c-bf77-5c8bdc67a772 service neutron] For port 70221793-efeb-4ea8-8697-7c47ec150d58, host n-h2-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:30:45.533844 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62f10226-9236-47fd-9224-7a901e6a436b req-b88cc8bd-d129-41fd-a33d-97e120bd8015 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Made reservation on behalf of ce302650dd4d403585592f906b5d4534 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:30:45.537703 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-62f10226-9236-47fd-9224-7a901e6a436b req-b88cc8bd-d129-41fd-a33d-97e120bd8015 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:45.544891 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-40dc476f-c5a2-4045-9f72-edbb327deba9 req-42b56236-402c-451c-bf77-5c8bdc67a772 service neutron] For port 70221793-efeb-4ea8-8697-7c47ec150d58, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=70221793-efeb-4ea8-8697-7c47ec150d58,segment=NetworkSegment(c26361eb-74cf-43c4-ac47-1eeba422d480),segment_id=c26361eb-74cf-43c4-ac47-1eeba422d480)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:30:45.567087 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-633556ad-0458-4769-999b-5dad8c507417 req-d057f09b-a4da-42fd-ab89-0b2b14b35c00 tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=edc99514-92e8-4a71-86b2-d8d5370ab974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069772 Nov 12 08:30:45.596985 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-40dc476f-c5a2-4045-9f72-edbb327deba9 req-42b56236-402c-451c-bf77-5c8bdc67a772 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:45.693232 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8cd79d-283f-4aae-922b-2c26dfe24612 None None] DHCP port deletion for 39ea9667-9280-4213-97c2-fe88863d6404 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:30:45.832059 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e57a79cc-2a58-46c6-b5ae-9a5616b9b30a req-09b92580-e8ce-41f1-9ac4-271d2d1ebe68 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7cdf362-4e64-4d17-9ffa-0eb34738bbee HTTP/1.1" status: 200 len: 210 time: 0.0472059 Nov 12 08:30:45.919591 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-0c8cd79d-283f-4aae-922b-2c26dfe24612 None None] Deleting port 4a4eb7a5-15a7-4d32-9710-0849a5f64b76 {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:30:45.920440 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-0c8cd79d-283f-4aae-922b-2c26dfe24612 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:46.052258 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-62f10226-9236-47fd-9224-7a901e6a436b req-b88cc8bd-d129-41fd-a33d-97e120bd8015 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Allocated IP 172.20.0.13 (2de948c5-0d8e-4c3b-9717-70f1460531cb/d9d20dc8-d335-4f6a-937f-de81677ff212/94a48204-c90e-494d-8aab-387e4383ea60) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:30:46.123155 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-0c8cd79d-283f-4aae-922b-2c26dfe24612 None None] For port 4a4eb7a5-15a7-4d32-9710-0849a5f64b76, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=4a4eb7a5-15a7-4d32-9710-0849a5f64b76,segment=NetworkSegment(dccd590e-91c8-46c1-af47-92fb6969dce0),segment_id=dccd590e-91c8-46c1-af47-92fb6969dce0)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:46.127992 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-0c8cd79d-283f-4aae-922b-2c26dfe24612 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:46.179743 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-0c8cd79d-283f-4aae-922b-2c26dfe24612 None None] Calling delete_port for 4a4eb7a5-15a7-4d32-9710-0849a5f64b76 owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:30:46.237910 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dc476f-c5a2-4045-9f72-edbb327deba9 req-42b56236-402c-451c-bf77-5c8bdc67a772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:46.238885 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-40dc476f-c5a2-4045-9f72-edbb327deba9 req-42b56236-402c-451c-bf77-5c8bdc67a772 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:46.241037 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-40dc476f-c5a2-4045-9f72-edbb327deba9 req-42b56236-402c-451c-bf77-5c8bdc67a772 service neutron] 10.222.0.44 "PUT /v2.0/ports/70221793-efeb-4ea8-8697-7c47ec150d58 HTTP/1.1" status: 200 len: 1093 time: 5.4012246 Nov 12 08:30:46.249578 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a780da9-d933-497d-83b4-3eaa73980fa4', 'tag': '70221793-efeb-4ea8-8697-7c47ec150d58'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:30:46.252644 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ef3efb8-f65b-4fea-9da0-340746d88fca" -d '{"events": [{"name": "network-changed", "server_uuid": "5a780da9-d933-497d-83b4-3eaa73980fa4", "tag": "70221793-efeb-4ea8-8697-7c47ec150d58"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:30:46.514538 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-0c8cd79d-283f-4aae-922b-2c26dfe24612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:46.573924 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8cd79d-283f-4aae-922b-2c26dfe24612 None None] No DVR routers for this DVR port 4a4eb7a5-15a7-4d32-9710-0849a5f64b76 on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:30:46.583715 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8cd79d-283f-4aae-922b-2c26dfe24612 None None] Pushing event deleted for resources: {'Port': ['ID=4a4eb7a5-15a7-4d32-9710-0849a5f64b76,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:46.591598 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 36463405-b9ad-4267-aef8-05848c15fead up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:30:46.628095 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68298a69-6626-48f7-8294-fdf47f1853c0 req-9d2a762c-7e05-499a-ab2f-d639420e5bfe tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:46.633695 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-68298a69-6626-48f7-8294-fdf47f1853c0 req-9d2a762c-7e05-499a-ab2f-d639420e5bfe tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=92dbcaa7-d905-4c6b-9467-0a08958fd199 HTTP/1.1" status: 200 len: 945 time: 0.1675944 Nov 12 08:30:46.673938 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 36463405-b9ad-4267-aef8-05848c15fead triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:30:46.674107 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:46.832311 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-68298a69-6626-48f7-8294-fdf47f1853c0 req-fab1a282-2f01-43fd-b225-e08eae323a9e tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805892 Nov 12 08:30:47.006349 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 4a4eb7a5-15a7-4d32-9710-0849a5f64b76 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:30:47.033798 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4da8c51-1248-402a-bd9e-8b587bca0c4c req-4a0fef65-a7d1-43c6-b992-9c0917eef01b tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:47.035412 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f4da8c51-1248-402a-bd9e-8b587bca0c4c req-4a0fef65-a7d1-43c6-b992-9c0917eef01b tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=91325bbd-8292-4bad-8021-61093f03f115 HTTP/1.1" status: 200 len: 1098 time: 0.0544987 Nov 12 08:30:47.038534 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 4a4eb7a5-15a7-4d32-9710-0849a5f64b76 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:30:47.038911 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 4a4eb7a5-15a7-4d32-9710-0849a5f64b76 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:30:47.039327 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device b6537368-d1f5-4fea-be35-c8dddd5c232d no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:30:47.061013 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: b6537368-d1f5-4fea-be35-c8dddd5c232d {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:30:47.061363 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device b6537368-d1f5-4fea-be35-c8dddd5c232d not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:30:47.103806 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-e8e3835b-a4cd-4519-b799-355cc84deb3b tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Deleting port 4a4eb7a5-15a7-4d32-9710-0849a5f64b76 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:30:47.104160 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e8e3835b-a4cd-4519-b799-355cc84deb3b tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:47.120219 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f4da8c51-1248-402a-bd9e-8b587bca0c4c req-16e8bf0c-ce4b-45f6-a3aa-0b03668ceded tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=edc99514-92e8-4a71-86b2-d8d5370ab974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603306 Nov 12 08:30:47.143481 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a6b07b0-4704-4a35-9764-a3d227a371c2 x-openstack-request-id: req-5a6b07b0-4704-4a35-9764-a3d227a371c2 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:30:47.143764 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a780da9-d933-497d-83b4-3eaa73980fa4", "tag": "70221793-efeb-4ea8-8697-7c47ec150d58", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:30:47.144010 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5a6b07b0-4704-4a35-9764-a3d227a371c2 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:30:47.144402 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a780da9-d933-497d-83b4-3eaa73980fa4', 'tag': '70221793-efeb-4ea8-8697-7c47ec150d58', 'status': 'completed', 'code': 200} Nov 12 08:30:47.218538 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b56236-402c-451c-bf77-5c8bdc67a772 service neutron] Pushing event updated for resources: {'Port': ['ID=70221793-efeb-4ea8-8697-7c47ec150d58,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:47.219648 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-652ae0ad-e0f8-40e2-8485-40f38ec4af41 req-f3530c04-63d3-452e-95b6-47c824b5d2fe tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7cdf362-4e64-4d17-9ffa-0eb34738bbee HTTP/1.1" status: 200 len: 210 time: 0.0296018 Nov 12 08:30:47.269015 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25f109b-65b9-429b-9afe-057b2f402d57 req-9da83eea-9b5e-44a5-8e96-61708c41d913 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:47.270562 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a25f109b-65b9-429b-9afe-057b2f402d57 req-9da83eea-9b5e-44a5-8e96-61708c41d913 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.21 "GET /v2.0/ports?device_id=92dbcaa7-d905-4c6b-9467-0a08958fd199 HTTP/1.1" status: 200 len: 945 time: 1.0493522 Nov 12 08:30:47.277585 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a7ae34f3-2e98-47d4-96f3-1973ad66208a tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:47.291717 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b56236-402c-451c-bf77-5c8bdc67a772 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:47.292064 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b56236-402c-451c-bf77-5c8bdc67a772 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:47.292396 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b56236-402c-451c-bf77-5c8bdc67a772 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:47.292732 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b56236-402c-451c-bf77-5c8bdc67a772 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:47.293646 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b56236-402c-451c-bf77-5c8bdc67a772 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:47.293646 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b56236-402c-451c-bf77-5c8bdc67a772 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:47.293868 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b56236-402c-451c-bf77-5c8bdc67a772 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:47.294069 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b56236-402c-451c-bf77-5c8bdc67a772 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:47.294369 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b56236-402c-451c-bf77-5c8bdc67a772 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:47.294722 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b56236-402c-451c-bf77-5c8bdc67a772 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:47.295061 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b56236-402c-451c-bf77-5c8bdc67a772 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:47.295384 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b56236-402c-451c-bf77-5c8bdc67a772 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:47.338663 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-62f10226-9236-47fd-9224-7a901e6a436b req-b88cc8bd-d129-41fd-a33d-97e120bd8015 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:47.348236 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dc476f-c5a2-4045-9f72-edbb327deba9 req-ecb5b070-a0dd-490d-a48c-f46bc9115fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:47.349756 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-40dc476f-c5a2-4045-9f72-edbb327deba9 req-ecb5b070-a0dd-490d-a48c-f46bc9115fe9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ce302650dd4d403585592f906b5d4534&device_id=5a780da9-d933-497d-83b4-3eaa73980fa4 HTTP/1.1" status: 200 len: 1096 time: 0.9749458 Nov 12 08:30:47.355185 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a7ae34f3-2e98-47d4-96f3-1973ad66208a tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:47.379211 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-e8e3835b-a4cd-4519-b799-355cc84deb3b tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] For port 4a4eb7a5-15a7-4d32-9710-0849a5f64b76, host n-d-765315-29, got binding levels [] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:47.379580 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e8e3835b-a4cd-4519-b799-355cc84deb3b tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:47.443742 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-e8e3835b-a4cd-4519-b799-355cc84deb3b tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Calling delete_port for 4a4eb7a5-15a7-4d32-9710-0849a5f64b76 owned by network:dhcp {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:30:47.449495 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd652285-3431-4bfc-8765-26805e3f7cd6 req-aaeee91c-2c59-44e1-bd57-0a8bc4fd9cc4 tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:47.451003 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-40dc476f-c5a2-4045-9f72-edbb327deba9 req-84e7135b-31f4-4ff7-be2b-1c3b5a9236a5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=70221793-efeb-4ea8-8697-7c47ec150d58 HTTP/1.1" status: 200 len: 217 time: 0.0733070 Nov 12 08:30:47.451159 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fd652285-3431-4bfc-8765-26805e3f7cd6 req-aaeee91c-2c59-44e1-bd57-0a8bc4fd9cc4 tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=91325bbd-8292-4bad-8021-61093f03f115 HTTP/1.1" status: 200 len: 1098 time: 0.0565379 Nov 12 08:30:47.455433 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.ipam_backend_mixin [None req-e8e3835b-a4cd-4519-b799-355cc84deb3b tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Port 4a4eb7a5-15a7-4d32-9710-0849a5f64b76 was not found and therefore no delete operation was performed {{(pid=102599) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 08:30:47.504826 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fd652285-3431-4bfc-8765-26805e3f7cd6 req-0369341c-42bc-449f-8e28-b5e347a88309 tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=edc99514-92e8-4a71-86b2-d8d5370ab974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475760 Nov 12 08:30:47.526696 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e8e3835b-a4cd-4519-b799-355cc84deb3b tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:47.598486 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e3835b-a4cd-4519-b799-355cc84deb3b tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Pushing event deleted for resources: {'Port': ['ID=4a4eb7a5-15a7-4d32-9710-0849a5f64b76,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:47.614203 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e3835b-a4cd-4519-b799-355cc84deb3b tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] No DVR routers for this DVR port 4a4eb7a5-15a7-4d32-9710-0849a5f64b76 on host n-d-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:30:47.632105 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-62f10226-9236-47fd-9224-7a901e6a436b req-b88cc8bd-d129-41fd-a33d-97e120bd8015 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:47.700885 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dc476f-c5a2-4045-9f72-edbb327deba9 req-baa57ec0-5988-43cb-8158-36e20b16f56b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:47.702473 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-40dc476f-c5a2-4045-9f72-edbb327deba9 req-baa57ec0-5988-43cb-8158-36e20b16f56b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d9d20dc8-d335-4f6a-937f-de81677ff212 HTTP/1.1" status: 200 len: 859 time: 0.2107942 Nov 12 08:30:47.772323 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afc43ca-6fed-44b0-9f7c-d8faf7ad6bd6 req-32eb7da4-47a6-49f5-96e9-31d911e79de6 tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:47.773868 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4afc43ca-6fed-44b0-9f7c-d8faf7ad6bd6 req-32eb7da4-47a6-49f5-96e9-31d911e79de6 tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=91325bbd-8292-4bad-8021-61093f03f115 HTTP/1.1" status: 200 len: 1098 time: 0.0814514 Nov 12 08:30:47.804322 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-40dc476f-c5a2-4045-9f72-edbb327deba9 req-bc9f2ad1-2eef-4645-b128-451e3f8c410f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2de948c5-0d8e-4c3b-9717-70f1460531cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626996 Nov 12 08:30:47.848238 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4afc43ca-6fed-44b0-9f7c-d8faf7ad6bd6 req-af5c97e5-51e5-4436-8b80-075f9c559291 tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=edc99514-92e8-4a71-86b2-d8d5370ab974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653477 Nov 12 08:30:47.850341 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62f10226-9236-47fd-9224-7a901e6a436b req-b88cc8bd-d129-41fd-a33d-97e120bd8015 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Network 2de948c5-0d8e-4c3b-9717-70f1460531cb is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:30:47.892981 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e8e3835b-a4cd-4519-b799-355cc84deb3b tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:47.900991 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-62f10226-9236-47fd-9224-7a901e6a436b req-b88cc8bd-d129-41fd-a33d-97e120bd8015 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:30:47.923768 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-a7ae34f3-2e98-47d4-96f3-1973ad66208a tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Allocated IP 172.25.2.39 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/9221ea3b-d829-4a9e-b173-73254a5bcff2) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:30:47.937490 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-62f10226-9236-47fd-9224-7a901e6a436b req-b88cc8bd-d129-41fd-a33d-97e120bd8015 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:30:47.944617 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88cc8bd-d129-41fd-a33d-97e120bd8015 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Pushing event updated for resources: {'Port': ['ID=94a48204-c90e-494d-8aab-387e4383ea60,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:47.956183 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-a25f109b-65b9-429b-9afe-057b2f402d57 req-8e5a4308-c98c-4f6e-a176-a611bb4f391f tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Deleting port 956e0a43-9ae5-40c9-b120-96401d6ae88a {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:30:47.957095 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-a25f109b-65b9-429b-9afe-057b2f402d57 req-8e5a4308-c98c-4f6e-a176-a611bb4f391f tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:48.040872 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a7e308-6515-4272-a652-5e5e5e8646ee req-c13b976d-96d1-4e1a-b5dd-8f5b29929d4f tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:48.044154 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-41a7e308-6515-4272-a652-5e5e5e8646ee req-c13b976d-96d1-4e1a-b5dd-8f5b29929d4f tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=92dbcaa7-d905-4c6b-9467-0a08958fd199 HTTP/1.1" status: 200 len: 945 time: 0.0777988 Nov 12 08:30:48.051390 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-e8e3835b-a4cd-4519-b799-355cc84deb3b tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39ea9667-9280-4213-97c2-fe88863d6404']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:48.100929 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-41a7e308-6515-4272-a652-5e5e5e8646ee req-ef31e365-8a88-4c82-a5fc-8f17d3c1e4c5 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506883 Nov 12 08:30:48.124466 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-e8e3835b-a4cd-4519-b799-355cc84deb3b tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dccd590e-91c8-46c1-af47-92fb6969dce0') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:48.124466 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-e8e3835b-a4cd-4519-b799-355cc84deb3b tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dccd590e-91c8-46c1-af47-92fb6969dce0') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:48.202841 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e8e3835b-a4cd-4519-b799-355cc84deb3b tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:48.265573 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f10226-9236-47fd-9224-7a901e6a436b req-b88cc8bd-d129-41fd-a33d-97e120bd8015 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:48.266455 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-62f10226-9236-47fd-9224-7a901e6a436b req-b88cc8bd-d129-41fd-a33d-97e120bd8015 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:48.316558 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e8e3835b-a4cd-4519-b799-355cc84deb3b tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:48.388147 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8e3835b-a4cd-4519-b799-355cc84deb3b tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:30:48.388890 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e8e3835b-a4cd-4519-b799-355cc84deb3b tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:48.393938 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 08:30:48.393938 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:30:48.393938 n-d-765315-29 neutron-server[102599]: timer() Nov 12 08:30:48.393938 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:30:48.393938 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 08:30:48.393938 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:30:48.393938 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 08:30:48.393938 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:30:48.393938 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 08:30:48.393938 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:30:48.393938 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 08:30:48.393938 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:30:48.393938 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 08:30:48.393938 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:30:48.393938 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:30:48.393938 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:30:48.393938 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:30:48.393938 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:30:48.393938 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 08:30:48.393938 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:30:48.393938 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 08:30:48.393938 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:30:48.393938 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:30:48.393938 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:30:48.393938 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 08:30:48.393938 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:30:48.393938 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:30:48.393938 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:30:48.393938 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:30:48.393938 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:30:48.393938 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:30:48.393938 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:30:48.416532 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-62f10226-9236-47fd-9224-7a901e6a436b req-b88cc8bd-d129-41fd-a33d-97e120bd8015 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5626097 Nov 12 08:30:48.425783 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-a25f109b-65b9-429b-9afe-057b2f402d57 req-8e5a4308-c98c-4f6e-a176-a611bb4f391f tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] For port 956e0a43-9ae5-40c9-b120-96401d6ae88a, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=956e0a43-9ae5-40c9-b120-96401d6ae88a,segment=NetworkSegment(115bdcdd-b1df-41c7-8bff-15a5e1fdca42),segment_id=115bdcdd-b1df-41c7-8bff-15a5e1fdca42)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:48.426149 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-a25f109b-65b9-429b-9afe-057b2f402d57 req-8e5a4308-c98c-4f6e-a176-a611bb4f391f tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:48.444102 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba5533f-406c-4311-ab44-97bafde82880 req-abc5d37a-49d1-4944-a92d-f99dc3c21287 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:48.445659 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8ba5533f-406c-4311-ab44-97bafde82880 req-abc5d37a-49d1-4944-a92d-f99dc3c21287 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7cdf362-4e64-4d17-9ffa-0eb34738bbee HTTP/1.1" status: 200 len: 932 time: 0.0779600 Nov 12 08:30:48.481630 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-62f10226-9236-47fd-9224-7a901e6a436b req-a125641c-bd7b-49c8-acf5-c5459b00a54b service neutron] Request body: {'port': {'device_id': 'b7cdf362-4e64-4d17-9ffa-0eb34738bbee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:48.498946 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-40dc476f-c5a2-4045-9f72-edbb327deba9 req-7035a35e-cba6-48ef-9c98-0299827560ed service neutron] 10.222.0.44 "GET /v2.0/networks/2de948c5-0d8e-4c3b-9717-70f1460531cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6330857 Nov 12 08:30:48.519472 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-a25f109b-65b9-429b-9afe-057b2f402d57 req-8e5a4308-c98c-4f6e-a176-a611bb4f391f tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Calling delete_port for 956e0a43-9ae5-40c9-b120-96401d6ae88a owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:30:48.520348 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8ba5533f-406c-4311-ab44-97bafde82880 req-72ddd8c8-2bd2-4bfc-890d-2c9e51902916 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/security-groups?id=79579dc9-7b86-4506-bd5c-77a53e3a0518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671051 Nov 12 08:30:48.589268 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a7ae34f3-2e98-47d4-96f3-1973ad66208a tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:48.642257 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e8e3835b-a4cd-4519-b799-355cc84deb3b tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:48.661322 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 956e0a43-9ae5-40c9-b120-96401d6ae88a no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:30:48.683649 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216880c2-670f-4744-aa3e-ce9efd1481f3 req-579940f9-05bd-425f-8fa0-8a9b25bb2de7 tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:48.691603 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-216880c2-670f-4744-aa3e-ce9efd1481f3 req-579940f9-05bd-425f-8fa0-8a9b25bb2de7 tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=91325bbd-8292-4bad-8021-61093f03f115 HTTP/1.1" status: 200 len: 1098 time: 0.0598035 Nov 12 08:30:48.716199 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e8e3835b-a4cd-4519-b799-355cc84deb3b tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:48.723255 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-e8e3835b-a4cd-4519-b799-355cc84deb3b tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "DELETE /v2.0/networks/39ea9667-9280-4213-97c2-fe88863d6404 HTTP/1.1" status: 204 len: 168 time: 3.9105136 Nov 12 08:30:48.725699 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 35420) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:48.730765 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-5dfeb678-5472-4669-a150-d40f4fb9455f tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Request body: {'router': {'routes': None}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:48.788731 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:48.794113 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-216880c2-670f-4744-aa3e-ce9efd1481f3 req-c7c02e50-c827-439a-9b29-b6c0a021a68f tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=edc99514-92e8-4a71-86b2-d8d5370ab974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958297 Nov 12 08:30:48.823833 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92dbcaa7-d905-4c6b-9467-0a08958fd199', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '956e0a43-9ae5-40c9-b120-96401d6ae88a'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:30:48.829563 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7e3650d-4840-4705-afee-3c8f6f7f4122" -d '{"events": [{"server_uuid": "92dbcaa7-d905-4c6b-9467-0a08958fd199", "name": "network-vif-unplugged", "status": "completed", "tag": "956e0a43-9ae5-40c9-b120-96401d6ae88a"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:30:48.851384 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 956e0a43-9ae5-40c9-b120-96401d6ae88a, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=956e0a43-9ae5-40c9-b120-96401d6ae88a,segment=NetworkSegment(115bdcdd-b1df-41c7-8bff-15a5e1fdca42),segment_id=115bdcdd-b1df-41c7-8bff-15a5e1fdca42)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:48.851620 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e3835b-a4cd-4519-b799-355cc84deb3b tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Pushing event deleted for resources: {'Network': ['ID=39ea9667-9280-4213-97c2-fe88863d6404,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:48.865418 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:48.900536 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-62f10226-9236-47fd-9224-7a901e6a436b req-a125641c-bd7b-49c8-acf5-c5459b00a54b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:48.954832 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=956e0a43-9ae5-40c9-b120-96401d6ae88a,revision_number=6']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:48.964229 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-40dc476f-c5a2-4045-9f72-edbb327deba9 req-204f205f-a977-4a41-966a-a6f6a81575c4 service neutron] 10.222.0.44 "GET /v2.0/networks/2de948c5-0d8e-4c3b-9717-70f1460531cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4482992 Nov 12 08:30:49.017433 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a7ae34f3-2e98-47d4-96f3-1973ad66208a tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:49.053941 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.extraroute_db [None req-5dfeb678-5472-4669-a150-d40f4fb9455f tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Added routes are [] {{(pid=102600) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 08:30:49.055015 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.extraroute_db [None req-5dfeb678-5472-4669-a150-d40f4fb9455f tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Removed routes are [] {{(pid=102600) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 08:30:49.055625 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5dfeb678-5472-4669-a150-d40f4fb9455f tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-932935', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57732'] for router, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:49.075369 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ae34f3-2e98-47d4-96f3-1973ad66208a tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Pushing event updated for resources: {'Port': ['ID=9221ea3b-d829-4a9e-b173-73254a5bcff2,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:49.096363 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-202c7bc9-e493-475d-9fdd-9413160e806c x-openstack-request-id: req-202c7bc9-e493-475d-9fdd-9413160e806c {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:30:49.099511 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92dbcaa7-d905-4c6b-9467-0a08958fd199", "name": "network-vif-unplugged", "status": "completed", "tag": "956e0a43-9ae5-40c9-b120-96401d6ae88a", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:30:49.100019 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-202c7bc9-e493-475d-9fdd-9413160e806c {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:30:49.100621 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92dbcaa7-d905-4c6b-9467-0a08958fd199', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '956e0a43-9ae5-40c9-b120-96401d6ae88a', 'code': 200} Nov 12 08:30:49.132766 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ae34f3-2e98-47d4-96f3-1973ad66208a tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:30:49.135863 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-a7ae34f3-2e98-47d4-96f3-1973ad66208a tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:30:49.153482 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64aee83b-1946-4efa-9d69-053df842b14b None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:30:49.200050 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-d3fe9ff3-7c6b-49a0-b000-493964936bc5 None None] Provisioning complete for port 9221ea3b-d829-4a9e-b173-73254a5bcff2 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:30:49.200424 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d3fe9ff3-7c6b-49a0-b000-493964936bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:49.247171 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-d3fe9ff3-7c6b-49a0-b000-493964936bc5 None None] Port 9221ea3b-d829-4a9e-b173-73254a5bcff2 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:30:49.272714 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5dfeb678-5472-4669-a150-d40f4fb9455f tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-932935', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57732'] for router, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:49.280006 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5dfeb678-5472-4669-a150-d40f4fb9455f tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-932942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-933045', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-919336'] for router, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:49.334437 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ae34f3-2e98-47d4-96f3-1973ad66208a tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:30:49.463268 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef3efb8-f65b-4fea-9da0-340746d88fca req-c5feb1ef-2504-450e-a7cb-0fe8bcd40c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:49.464852 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7ef3efb8-f65b-4fea-9da0-340746d88fca req-c5feb1ef-2504-450e-a7cb-0fe8bcd40c53 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ce302650dd4d403585592f906b5d4534&device_id=5a780da9-d933-497d-83b4-3eaa73980fa4 HTTP/1.1" status: 200 len: 1096 time: 0.3561885 Nov 12 08:30:49.511794 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-a25f109b-65b9-429b-9afe-057b2f402d57 req-8e5a4308-c98c-4f6e-a176-a611bb4f391f tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:49.525830 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['3b6d7e7e-2847-462c-8dae-278f8693f780'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:30:49.618486 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['42aa8616-a591-4351-b169-51e41bf4aec5'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:30:49.655970 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a4308-c98c-4f6e-a176-a611bb4f391f tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Pushing event deleted for resources: {'Port': ['ID=956e0a43-9ae5-40c9-b120-96401d6ae88a,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:49.747793 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f988f5c8-3bdc-45ec-a3af-d14bebe7bffb req-eb76e566-f6e2-4663-9b46-4d3f5703a41f tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:49.749487 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f988f5c8-3bdc-45ec-a3af-d14bebe7bffb req-eb76e566-f6e2-4663-9b46-4d3f5703a41f tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=92dbcaa7-d905-4c6b-9467-0a08958fd199 HTTP/1.1" status: 200 len: 943 time: 0.5433640 Nov 12 08:30:49.771561 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dfeb678-5472-4669-a150-d40f4fb9455f tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Router 814f201c-68c7-45bf-8b3b-695632833d0f has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:30:49.776400 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-a25f109b-65b9-429b-9afe-057b2f402d57 req-8e5a4308-c98c-4f6e-a176-a611bb4f391f tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] No DVR routers for this DVR port 956e0a43-9ae5-40c9-b120-96401d6ae88a on host n-h1-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:30:49.783877 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-a25f109b-65b9-429b-9afe-057b2f402d57 req-8e5a4308-c98c-4f6e-a176-a611bb4f391f tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:49.787463 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a25f109b-65b9-429b-9afe-057b2f402d57 req-8e5a4308-c98c-4f6e-a176-a611bb4f391f tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.21 "DELETE /v2.0/ports/956e0a43-9ae5-40c9-b120-96401d6ae88a HTTP/1.1" status: 204 len: 173 time: 2.4977858 Nov 12 08:30:49.791051 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92dbcaa7-d905-4c6b-9467-0a08958fd199', 'name': 'network-vif-deleted', 'tag': '956e0a43-9ae5-40c9-b120-96401d6ae88a'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:30:49.793718 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04117b87-1226-41c3-a322-a1e2a2db8557" -d '{"events": [{"server_uuid": "92dbcaa7-d905-4c6b-9467-0a08958fd199", "name": "network-vif-deleted", "tag": "956e0a43-9ae5-40c9-b120-96401d6ae88a"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:30:49.909273 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-62f10226-9236-47fd-9224-7a901e6a436b req-a125641c-bd7b-49c8-acf5-c5459b00a54b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94a48204-c90e-494d-8aab-387e4383ea60 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:30:49.940819 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-62f10226-9236-47fd-9224-7a901e6a436b req-a125641c-bd7b-49c8-acf5-c5459b00a54b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:49.944232 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef3efb8-f65b-4fea-9da0-340746d88fca req-dc97c021-7313-4903-aa7f-86e03243bc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:49.946237 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7ef3efb8-f65b-4fea-9da0-340746d88fca req-dc97c021-7313-4903-aa7f-86e03243bc2f service neutron] 10.222.0.44 "GET /v2.0/networks?id=2de948c5-0d8e-4c3b-9717-70f1460531cb HTTP/1.1" status: 200 len: 920 time: 0.4363267 Nov 12 08:30:49.982198 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dfeb678-5472-4669-a150-d40f4fb9455f tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:30:49.990074 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5dfeb678-5472-4669-a150-d40f4fb9455f tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:49.996475 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-5dfeb678-5472-4669-a150-d40f4fb9455f tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "PUT /v2.0/routers/814f201c-68c7-45bf-8b3b-695632833d0f HTTP/1.1" status: 200 len: 701 time: 1.2695508 Nov 12 08:30:49.997600 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 35454) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:49.998750 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f66bc9-fa78-4355-b87c-ea8bf9712a7a None None] Sync routers for ids ['814f201c-68c7-45bf-8b3b-695632833d0f'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:30:50.021433 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f66bc9-fa78-4355-b87c-ea8bf9712a7a None None] Routers {'814f201c-68c7-45bf-8b3b-695632833d0f'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:30:50.022320 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-41f66bc9-fa78-4355-b87c-ea8bf9712a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:30:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['814f201c-68c7-45bf-8b3b-695632833d0f'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:50.042346 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-b5333449-fc53-4c53-8294-e06781b66075 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "GET /v2.0/ports?device_id=814f201c-68c7-45bf-8b3b-695632833d0f HTTP/1.1" status: 200 len: 205 time: 0.0404346 Nov 12 08:30:50.068289 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 35458) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:50.069406 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-62f10226-9236-47fd-9224-7a901e6a436b req-a125641c-bd7b-49c8-acf5-c5459b00a54b service neutron] Transition to ACTIVE for port object 94a48204-c90e-494d-8aab-387e4383ea60 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:30:50.072156 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7ef3efb8-f65b-4fea-9da0-340746d88fca req-058b810a-bae2-4628-82ce-caef94791074 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=70221793-efeb-4ea8-8697-7c47ec150d58 HTTP/1.1" status: 200 len: 217 time: 0.1139648 Nov 12 08:30:50.082986 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-62f10226-9236-47fd-9224-7a901e6a436b req-a125641c-bd7b-49c8-acf5-c5459b00a54b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:50.092261 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f988f5c8-3bdc-45ec-a3af-d14bebe7bffb req-4440af43-75ba-44f5-9ae6-9a14049141c6 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3351192 Nov 12 08:30:50.128171 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-41f66bc9-fa78-4355-b87c-ea8bf9712a7a None None] Set router 814f201c-68c7-45bf-8b3b-695632833d0f gateway port host: None {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:30:50.169964 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-54318183-c055-4221-9b7f-d5c0dfaec521 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks [] for router, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:50.179420 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b90c23f-0ea4-4602-b970-083d4b86ceb9 req-3032e307-c220-40ca-b5c4-79634164a36d tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:50.183098 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9b90c23f-0ea4-4602-b970-083d4b86ceb9 req-3032e307-c220-40ca-b5c4-79634164a36d tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=91325bbd-8292-4bad-8021-61093f03f115 HTTP/1.1" status: 200 len: 1098 time: 0.2876663 Nov 12 08:30:50.251586 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a7ae34f3-2e98-47d4-96f3-1973ad66208a tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:50.267836 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a125641c-bd7b-49c8-acf5-c5459b00a54b service neutron] Pushing event updated for resources: {'Port': ['ID=94a48204-c90e-494d-8aab-387e4383ea60,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:50.376363 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-54318183-c055-4221-9b7f-d5c0dfaec521 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:50.379131 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-54318183-c055-4221-9b7f-d5c0dfaec521 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:50.410191 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-41f66bc9-fa78-4355-b87c-ea8bf9712a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '814f201c-68c7-45bf-8b3b-695632833d0f', 'name': 'tempest-RoutersTest-router-1330110638', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:29:22Z', 'updated_at': '2021-11-12T08:30:41Z', 'revision_number': 11, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'gw_port_host': None}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:50.433235 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5c1115-a115-4ea4-a11b-86fd1c8b0d62 req-39fbaf56-e728-4556-9b98-822f4a828049 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:50.434877 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3b5c1115-a115-4ea4-a11b-86fd1c8b0d62 req-39fbaf56-e728-4556-9b98-822f4a828049 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7cdf362-4e64-4d17-9ffa-0eb34738bbee HTTP/1.1" status: 200 len: 944 time: 0.1900871 Nov 12 08:30:50.458219 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef3efb8-f65b-4fea-9da0-340746d88fca req-29599fd6-5880-4f14-82b8-7b9149a062a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:50.459583 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f66bc9-fa78-4355-b87c-ea8bf9712a7a None None] Checking router: 814f201c-68c7-45bf-8b3b-695632833d0f for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:30:50.464309 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7ef3efb8-f65b-4fea-9da0-340746d88fca req-29599fd6-5880-4f14-82b8-7b9149a062a2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d9d20dc8-d335-4f6a-937f-de81677ff212 HTTP/1.1" status: 200 len: 859 time: 0.3755579 Nov 12 08:30:50.472913 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-54318183-c055-4221-9b7f-d5c0dfaec521 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:50.473424 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54318183-c055-4221-9b7f-d5c0dfaec521 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Fanout notify agent at l3_agent the message router_deleted on router 814f201c-68c7-45bf-8b3b-695632833d0f {{(pid=102600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:30:50.473548 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f66bc9-fa78-4355-b87c-ea8bf9712a7a None None] Routers set() bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:30:50.473866 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f66bc9-fa78-4355-b87c-ea8bf9712a7a None None] Router IDs set() for agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 08:30:50.475262 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_agentschedulers_db [None req-41f66bc9-fa78-4355-b87c-ea8bf9712a7a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'814f201c-68c7-45bf-8b3b-695632833d0f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:30:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent'). {{(pid=102602) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 12 08:30:50.475950 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f66bc9-fa78-4355-b87c-ea8bf9712a7a None None] The sync data for ids ['814f201c-68c7-45bf-8b3b-695632833d0f'] in n-d-765315-29 is: [] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:30:50.482556 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-54318183-c055-4221-9b7f-d5c0dfaec521 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:50.484093 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-54318183-c055-4221-9b7f-d5c0dfaec521 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "DELETE /v2.0/routers/814f201c-68c7-45bf-8b3b-695632833d0f HTTP/1.1" status: 204 len: 168 time: 0.4108117 Nov 12 08:30:50.490367 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 35464) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:50.495935 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-df61120b-66a4-43ba-836d-60474ad9d0ff tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-428865001', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:50.555394 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3b5c1115-a115-4ea4-a11b-86fd1c8b0d62 req-daefe250-55a7-48dd-92c5-0e62ecd839d1 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/security-groups?id=79579dc9-7b86-4506-bd5c-77a53e3a0518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130879 Nov 12 08:30:50.563308 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-df61120b-66a4-43ba-836d-60474ad9d0ff tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:50.564671 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-df61120b-66a4-43ba-836d-60474ad9d0ff tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:50.640951 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-df61120b-66a4-43ba-836d-60474ad9d0ff tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:50.646574 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-df61120b-66a4-43ba-836d-60474ad9d0ff tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052'] for router, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:50.679673 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-df61120b-66a4-43ba-836d-60474ad9d0ff tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:50.685128 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-df61120b-66a4-43ba-836d-60474ad9d0ff tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1933715 Nov 12 08:30:50.691015 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 35466) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:50.700428 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-13255bb1-8a7f-4760-89ae-f9da9846362c tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:50.924367 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df996ebe-a10c-4ea0-a77b-500e4c88298c req-adfd056c-aba7-4144-bb42-6d85eeca3b6e tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:50.925949 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-df996ebe-a10c-4ea0-a77b-500e4c88298c req-adfd056c-aba7-4144-bb42-6d85eeca3b6e tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=91325bbd-8292-4bad-8021-61093f03f115 HTTP/1.1" status: 200 len: 1098 time: 0.2393377 Nov 12 08:30:50.995825 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7ef3efb8-f65b-4fea-9da0-340746d88fca req-9f456bbc-d7cd-48c9-8fc0-7c36b9573280 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2de948c5-0d8e-4c3b-9717-70f1460531cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4867926 Nov 12 08:30:51.016933 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-13255bb1-8a7f-4760-89ae-f9da9846362c tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-932935', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57732'] for router, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:51.042275 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-13255bb1-8a7f-4760-89ae-f9da9846362c tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-932942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-933045', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-919336'] for router, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:51.051906 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-df996ebe-a10c-4ea0-a77b-500e4c88298c req-0bad76d6-c278-45ce-95a0-245f4ff6c178 tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=edc99514-92e8-4a71-86b2-d8d5370ab974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180956 Nov 12 08:30:51.144749 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f8e4ff-455d-432e-8f49-c11fb5acb40c x-openstack-request-id: req-d2f8e4ff-455d-432e-8f49-c11fb5acb40c {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:30:51.145043 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92dbcaa7-d905-4c6b-9467-0a08958fd199", "name": "network-vif-deleted", "tag": "956e0a43-9ae5-40c9-b120-96401d6ae88a", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:30:51.145294 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d2f8e4ff-455d-432e-8f49-c11fb5acb40c {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:30:51.145695 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92dbcaa7-d905-4c6b-9467-0a08958fd199', 'name': 'network-vif-deleted', 'tag': '956e0a43-9ae5-40c9-b120-96401d6ae88a', 'status': 'completed', 'code': 200} Nov 12 08:30:51.179539 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13255bb1-8a7f-4760-89ae-f9da9846362c tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Router d695a293-434c-4b1a-9ec5-300b3daaeaf9 is scheduled to L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 with binding_index 1 {{(pid=102600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:30:51.220947 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-62f10226-9236-47fd-9224-7a901e6a436b req-a125641c-bd7b-49c8-acf5-c5459b00a54b service neutron] Attempting to bind port 94a48204-c90e-494d-8aab-387e4383ea60 on host n-h2-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:30:51.221285 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-62f10226-9236-47fd-9224-7a901e6a436b req-a125641c-bd7b-49c8-acf5-c5459b00a54b service neutron] Attempting to bind port 94a48204-c90e-494d-8aab-387e4383ea60 by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': 'c26361eb-74cf-43c4-ac47-1eeba422d480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '2de948c5-0d8e-4c3b-9717-70f1460531cb'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:30:51.221616 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f10226-9236-47fd-9224-7a901e6a436b req-a125641c-bd7b-49c8-acf5-c5459b00a54b service neutron] Attempting to bind port 94a48204-c90e-494d-8aab-387e4383ea60 on network 2de948c5-0d8e-4c3b-9717-70f1460531cb {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:30:51.228135 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-9b90c23f-0ea4-4602-b970-083d4b86ceb9 req-510724e0-eb9c-4ed6-8adf-7bb927c49d1e tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] Deleting port d34dc416-23a0-4d0d-825f-b08cdbb9fbe0 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:30:51.228506 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-9b90c23f-0ea4-4602-b970-083d4b86ceb9 req-510724e0-eb9c-4ed6-8adf-7bb927c49d1e tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:51.292807 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f10226-9236-47fd-9224-7a901e6a436b req-a125641c-bd7b-49c8-acf5-c5459b00a54b service neutron] Port 94a48204-c90e-494d-8aab-387e4383ea60 on network 2de948c5-0d8e-4c3b-9717-70f1460531cb not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:30:51.293134 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f10226-9236-47fd-9224-7a901e6a436b req-a125641c-bd7b-49c8-acf5-c5459b00a54b service neutron] Attempting to bind port 94a48204-c90e-494d-8aab-387e4383ea60 on network 2de948c5-0d8e-4c3b-9717-70f1460531cb {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:30:51.294843 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13255bb1-8a7f-4760-89ae-f9da9846362c tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:30:51.301679 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-13255bb1-8a7f-4760-89ae-f9da9846362c tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:51.305996 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-13255bb1-8a7f-4760-89ae-f9da9846362c tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "PUT /v2.0/routers/d695a293-434c-4b1a-9ec5-300b3daaeaf9 HTTP/1.1" status: 200 len: 693 time: 0.6105416 Nov 12 08:30:51.306169 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 35482) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:51.312742 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2afe4cd-1bda-4c9b-a7e0-1126601f3524 None None] Sync routers for ids ['d695a293-434c-4b1a-9ec5-300b3daaeaf9'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:30:51.332355 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2afe4cd-1bda-4c9b-a7e0-1126601f3524 None None] Routers {'d695a293-434c-4b1a-9ec5-300b3daaeaf9'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:30:51.334132 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-a2afe4cd-1bda-4c9b-a7e0-1126601f3524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:30:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['d695a293-434c-4b1a-9ec5-300b3daaeaf9'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:51.334956 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7ef3efb8-f65b-4fea-9da0-340746d88fca req-7820c3fa-83f4-4ee3-9959-2a382e3ab06a service neutron] 10.222.0.44 "GET /v2.0/networks/2de948c5-0d8e-4c3b-9717-70f1460531cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3125846 Nov 12 08:30:51.339741 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f10226-9236-47fd-9224-7a901e6a436b req-a125641c-bd7b-49c8-acf5-c5459b00a54b service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:30:51.340377 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f10226-9236-47fd-9224-7a901e6a436b req-a125641c-bd7b-49c8-acf5-c5459b00a54b service neutron] Checking segment: {'id': 'c26361eb-74cf-43c4-ac47-1eeba422d480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '2de948c5-0d8e-4c3b-9717-70f1460531cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:30:51.340531 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f10226-9236-47fd-9224-7a901e6a436b req-a125641c-bd7b-49c8-acf5-c5459b00a54b service neutron] Bound using segment: {'id': 'c26361eb-74cf-43c4-ac47-1eeba422d480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '2de948c5-0d8e-4c3b-9717-70f1460531cb'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:30:51.340897 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-62f10226-9236-47fd-9224-7a901e6a436b req-a125641c-bd7b-49c8-acf5-c5459b00a54b service neutron] Bound port: 94a48204-c90e-494d-8aab-387e4383ea60, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c26361eb-74cf-43c4-ac47-1eeba422d480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '2de948c5-0d8e-4c3b-9717-70f1460531cb'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:30:51.341256 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-62f10226-9236-47fd-9224-7a901e6a436b req-a125641c-bd7b-49c8-acf5-c5459b00a54b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:51.380977 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a7ae34f3-2e98-47d4-96f3-1973ad66208a tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052'] for router, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:51.432719 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-a2afe4cd-1bda-4c9b-a7e0-1126601f3524 None None] Set router d695a293-434c-4b1a-9ec5-300b3daaeaf9 gateway port host: None {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:30:51.439908 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 70221793-efeb-4ea8-8697-7c47ec150d58 details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:30:51.447324 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 35486) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:51.448165 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-d5571636-8231-4c17-9db4-b1c39ef48f70 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "GET /v2.0/routers/d695a293-434c-4b1a-9ec5-300b3daaeaf9 HTTP/1.1" status: 200 len: 699 time: 0.1406469 Nov 12 08:30:51.512921 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-a2afe4cd-1bda-4c9b-a7e0-1126601f3524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd695a293-434c-4b1a-9ec5-300b3daaeaf9', 'name': 'tempest-RoutersTest-router-428865001', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:30:50Z', 'updated_at': '2021-11-12T08:30:51Z', 'revision_number': 2, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'gw_port_host': None}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:51.569158 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2afe4cd-1bda-4c9b-a7e0-1126601f3524 None None] Checking router: d695a293-434c-4b1a-9ec5-300b3daaeaf9 for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:30:51.593251 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-a9c708aa-f4f7-412b-9a99-e32cbd61da73 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "GET /v2.0/ports?device_id=d695a293-434c-4b1a-9ec5-300b3daaeaf9 HTTP/1.1" status: 200 len: 205 time: 0.1382987 Nov 12 08:30:51.593893 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 35494) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:51.681980 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2afe4cd-1bda-4c9b-a7e0-1126601f3524 None None] Routers {'d695a293-434c-4b1a-9ec5-300b3daaeaf9'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:30:51.682730 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-a2afe4cd-1bda-4c9b-a7e0-1126601f3524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:30:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['d695a293-434c-4b1a-9ec5-300b3daaeaf9'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:51.715281 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-61a1a988-98ba-4781-b3c7-1001e8c53461 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks [] for router, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:51.715549 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-9b90c23f-0ea4-4602-b970-083d4b86ceb9 req-510724e0-eb9c-4ed6-8adf-7bb927c49d1e tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] For port d34dc416-23a0-4d0d-825f-b08cdbb9fbe0, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=d34dc416-23a0-4d0d-825f-b08cdbb9fbe0,segment=NetworkSegment(71e8b171-1953-4f19-859b-7bad292cb9b0),segment_id=71e8b171-1953-4f19-859b-7bad292cb9b0)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:51.715885 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-9b90c23f-0ea4-4602-b970-083d4b86ceb9 req-510724e0-eb9c-4ed6-8adf-7bb927c49d1e tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:51.723412 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-62f10226-9236-47fd-9224-7a901e6a436b req-a125641c-bd7b-49c8-acf5-c5459b00a54b service neutron] For port 94a48204-c90e-494d-8aab-387e4383ea60, host n-h2-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:30:51.759005 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-9b90c23f-0ea4-4602-b970-083d4b86ceb9 req-510724e0-eb9c-4ed6-8adf-7bb927c49d1e tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] Calling delete_port for d34dc416-23a0-4d0d-825f-b08cdbb9fbe0 owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:30:51.765724 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-62f10226-9236-47fd-9224-7a901e6a436b req-a125641c-bd7b-49c8-acf5-c5459b00a54b service neutron] For port 94a48204-c90e-494d-8aab-387e4383ea60, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=94a48204-c90e-494d-8aab-387e4383ea60,segment=NetworkSegment(c26361eb-74cf-43c4-ac47-1eeba422d480),segment_id=c26361eb-74cf-43c4-ac47-1eeba422d480)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:30:51.772074 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-a2afe4cd-1bda-4c9b-a7e0-1126601f3524 None None] Set router d695a293-434c-4b1a-9ec5-300b3daaeaf9 gateway port host: None {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:30:51.791726 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-62f10226-9236-47fd-9224-7a901e6a436b req-a125641c-bd7b-49c8-acf5-c5459b00a54b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:51.855074 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-a2afe4cd-1bda-4c9b-a7e0-1126601f3524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd695a293-434c-4b1a-9ec5-300b3daaeaf9', 'name': 'tempest-RoutersTest-router-428865001', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:30:50Z', 'updated_at': '2021-11-12T08:30:51Z', 'revision_number': 2, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'gw_port_host': None}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:51.863076 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 70221793-efeb-4ea8-8697-7c47ec150d58, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=70221793-efeb-4ea8-8697-7c47ec150d58,segment=NetworkSegment(c26361eb-74cf-43c4-ac47-1eeba422d480),segment_id=c26361eb-74cf-43c4-ac47-1eeba422d480)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:51.864757 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7ef3efb8-f65b-4fea-9da0-340746d88fca req-8223dd3a-4280-4a7a-970d-68c64e7ccf5e service neutron] 10.222.0.44 "GET /v2.0/networks/2de948c5-0d8e-4c3b-9717-70f1460531cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4956789 Nov 12 08:30:51.887381 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f10226-9236-47fd-9224-7a901e6a436b req-a125641c-bd7b-49c8-acf5-c5459b00a54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:51.888000 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-62f10226-9236-47fd-9224-7a901e6a436b req-a125641c-bd7b-49c8-acf5-c5459b00a54b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:51.889414 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-62f10226-9236-47fd-9224-7a901e6a436b req-a125641c-bd7b-49c8-acf5-c5459b00a54b service neutron] 10.222.0.44 "PUT /v2.0/ports/94a48204-c90e-494d-8aab-387e4383ea60 HTTP/1.1" status: 200 len: 1093 time: 3.4171913 Nov 12 08:30:51.918820 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2afe4cd-1bda-4c9b-a7e0-1126601f3524 None None] The sync data for ids ['d695a293-434c-4b1a-9ec5-300b3daaeaf9'] in n-d-765315-29 is: [{'id': 'd695a293-434c-4b1a-9ec5-300b3daaeaf9', 'name': 'tempest-RoutersTest-router-428865001', 'tenant_id': '3bc82bde5c1e44328ae4090155cd54d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:30:50Z', 'updated_at': '2021-11-12T08:30:51Z', 'revision_number': 2, 'project_id': '3bc82bde5c1e44328ae4090155cd54d6', 'gw_port_host': None}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:30:51.932057 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': '70221793-efeb-4ea8-8697-7c47ec150d58', 'network_id': '2de948c5-0d8e-4c3b-9717-70f1460531cb', 'port_id': '70221793-efeb-4ea8-8697-7c47ec150d58', 'mac_address': 'fa:16:3e:61:eb:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9d20dc8-d335-4f6a-937f-de81677ff212', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:30:51.999596 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:52.016854 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70221793-efeb-4ea8-8697-7c47ec150d58 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:30:52.023407 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-61a1a988-98ba-4781-b3c7-1001e8c53461 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:52.028989 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-61a1a988-98ba-4781-b3c7-1001e8c53461 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:52.031188 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a125641c-bd7b-49c8-acf5-c5459b00a54b service neutron] Pushing event updated for resources: {'Port': ['ID=94a48204-c90e-494d-8aab-387e4383ea60,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:52.057625 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 70221793-efeb-4ea8-8697-7c47ec150d58, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=70221793-efeb-4ea8-8697-7c47ec150d58,segment=NetworkSegment(c26361eb-74cf-43c4-ac47-1eeba422d480),segment_id=c26361eb-74cf-43c4-ac47-1eeba422d480)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:52.064721 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:52.109212 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f10226-9236-47fd-9224-7a901e6a436b req-c6d041af-0f14-4c55-b15f-1d5e46f8f97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:52.111218 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-62f10226-9236-47fd-9224-7a901e6a436b req-c6d041af-0f14-4c55-b15f-1d5e46f8f97c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ce302650dd4d403585592f906b5d4534&device_id=b7cdf362-4e64-4d17-9ffa-0eb34738bbee HTTP/1.1" status: 200 len: 1096 time: 0.1546612 Nov 12 08:30:52.112084 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7ae34f3-2e98-47d4-96f3-1973ad66208a tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Router ec7ff3e5-d353-4db8-bbeb-2059ba0af054 is scheduled to L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 with binding_index 1 {{(pid=102599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:30:52.126513 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a413c3f-cf39-4f2d-b936-02982956e2c3 req-a20ab466-b5f4-4810-8f26-59219a0ac5d9 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:52.137633 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1a413c3f-cf39-4f2d-b936-02982956e2c3 req-a20ab466-b5f4-4810-8f26-59219a0ac5d9 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7cdf362-4e64-4d17-9ffa-0eb34738bbee HTTP/1.1" status: 200 len: 944 time: 0.3166471 Nov 12 08:30:52.150136 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=70221793-efeb-4ea8-8697-7c47ec150d58,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:52.167588 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-61a1a988-98ba-4781-b3c7-1001e8c53461 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:52.168556 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61a1a988-98ba-4781-b3c7-1001e8c53461 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Fanout notify agent at l3_agent the message router_deleted on router d695a293-434c-4b1a-9ec5-300b3daaeaf9 {{(pid=102600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:30:52.176909 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-61a1a988-98ba-4781-b3c7-1001e8c53461 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:52.178965 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-61a1a988-98ba-4781-b3c7-1001e8c53461 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "DELETE /v2.0/routers/d695a293-434c-4b1a-9ec5-300b3daaeaf9 HTTP/1.1" status: 204 len: 168 time: 0.5841062 Nov 12 08:30:52.184458 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 35506) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:52.218368 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-76b4357d-c55e-43fd-a179-94bc168c4040 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "GET /v2.0/ports?device_id=d695a293-434c-4b1a-9ec5-300b3daaeaf9 HTTP/1.1" status: 200 len: 205 time: 0.0326681 Nov 12 08:30:52.224519 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 35508) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:52.241537 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-62f10226-9236-47fd-9224-7a901e6a436b req-cfcb3dfb-7332-40c0-ad8c-d398d95f9884 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=94a48204-c90e-494d-8aab-387e4383ea60 HTTP/1.1" status: 200 len: 217 time: 0.1124260 Nov 12 08:30:52.282380 n-d-765315-29 neutron-server[102600]: INFO neutron.api.v2.resource [None req-9821b08d-b7d4-45ad-bf78-be8f6bbd0a14 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] delete failed (client error): The resource could not be found. Nov 12 08:30:52.286129 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-9821b08d-b7d4-45ad-bf78-be8f6bbd0a14 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "DELETE /v2.0/routers/d695a293-434c-4b1a-9ec5-300b3daaeaf9 HTTP/1.1" status: 404 len: 336 time: 0.0584018 Nov 12 08:30:52.287139 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 35516) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:52.317890 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-36165dc8-d8ec-47a0-ae57-46277442ef19 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] DELETE failed (client error): The resource could not be found. Nov 12 08:30:52.318448 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36165dc8-d8ec-47a0-ae57-46277442ef19 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:30:52.324760 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-36165dc8-d8ec-47a0-ae57-46277442ef19 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "DELETE /v2.0/subnets/87c822bc-f175-4a3c-9b67-c7f1f9d8a60a HTTP/1.1" status: 404 len: 337 time: 0.0342176 Nov 12 08:30:52.329928 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 35518) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:52.336904 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1a413c3f-cf39-4f2d-b936-02982956e2c3 req-e5900d4a-b85b-46c2-a995-96e2e4159220 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/security-groups?id=79579dc9-7b86-4506-bd5c-77a53e3a0518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942444 Nov 12 08:30:52.405359 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-9b90c23f-0ea4-4602-b970-083d4b86ceb9 req-510724e0-eb9c-4ed6-8adf-7bb927c49d1e tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:52.414308 n-d-765315-29 neutron-server[102599]: INFO neutron.pecan_wsgi.hooks.translation [None req-b203f6e1-6892-43cd-8d7f-36869c0bfa32 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] DELETE failed (client error): The resource could not be found. Nov 12 08:30:52.415539 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b203f6e1-6892-43cd-8d7f-36869c0bfa32 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:30:52.418949 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-b203f6e1-6892-43cd-8d7f-36869c0bfa32 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "DELETE /v2.0/subnets/a7220d4f-91cb-4e6e-bd5f-ef3f502d4808 HTTP/1.1" status: 404 len: 337 time: 0.0875766 Nov 12 08:30:52.420213 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['70221793-efeb-4ea8-8697-7c47ec150d58'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:30:52.420818 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f10226-9236-47fd-9224-7a901e6a436b req-4cb15c2c-ae8d-4380-97ee-d02ee470b1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:52.422223 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-62f10226-9236-47fd-9224-7a901e6a436b req-4cb15c2c-ae8d-4380-97ee-d02ee470b1f9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d9d20dc8-d335-4f6a-937f-de81677ff212 HTTP/1.1" status: 200 len: 859 time: 0.1728582 Nov 12 08:30:52.422812 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 35522) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:52.474553 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dee635-431f-449b-8baf-50be5b08b971 req-fe89b095-5913-4e81-8b47-4910e8597cbb tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:52.476455 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-79dee635-431f-449b-8baf-50be5b08b971 req-fe89b095-5913-4e81-8b47-4910e8597cbb tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=86c05a66-5068-434c-9831-689e8d7ea54b HTTP/1.1" status: 200 len: 945 time: 0.0789082 Nov 12 08:30:52.494715 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-62f10226-9236-47fd-9224-7a901e6a436b req-110d44fb-7f6d-4d3c-8206-6c7f4358699d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2de948c5-0d8e-4c3b-9717-70f1460531cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366683 Nov 12 08:30:52.516492 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510724e0-eb9c-4ed6-8adf-7bb927c49d1e tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] Pushing event deleted for resources: {'Port': ['ID=d34dc416-23a0-4d0d-825f-b08cdbb9fbe0,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:52.532714 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-79dee635-431f-449b-8baf-50be5b08b971 req-fc65a5be-41bd-45fb-8a5b-35682f224be9 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487025 Nov 12 08:30:52.536342 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7ae34f3-2e98-47d4-96f3-1973ad66208a tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:30:52.538148 n-d-765315-29 neutron-server[102599]: INFO neutron.pecan_wsgi.hooks.translation [None req-92117b43-8349-4ff0-beb3-ea17d33c1072 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] DELETE failed (client error): The resource could not be found. Nov 12 08:30:52.539706 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92117b43-8349-4ff0-beb3-ea17d33c1072 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:30:52.544536 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-92117b43-8349-4ff0-beb3-ea17d33c1072 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "DELETE /v2.0/subnets/04987c3b-62f7-4744-9a00-633db06d619f HTTP/1.1" status: 404 len: 337 time: 0.1153529 Nov 12 08:30:52.549448 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 35524) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:52.570452 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71dd1892-bb75-42c5-ac84-ba3f9fe942aa None None] Sync routers for ids ['ec7ff3e5-d353-4db8-bbeb-2059ba0af054'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:30:52.627637 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71dd1892-bb75-42c5-ac84-ba3f9fe942aa None None] Routers {'ec7ff3e5-d353-4db8-bbeb-2059ba0af054'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:30:52.631403 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-71dd1892-bb75-42c5-ac84-ba3f9fe942aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:30:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['ec7ff3e5-d353-4db8-bbeb-2059ba0af054'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:52.631708 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd20a210-c472-428a-8305-795aeceaddb7 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] DELETE failed (client error): The resource could not be found. Nov 12 08:30:52.632198 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd20a210-c472-428a-8305-795aeceaddb7 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:30:52.638425 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-bd20a210-c472-428a-8305-795aeceaddb7 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "DELETE /v2.0/subnets/189478cb-3816-4a1a-b76a-7c6aae18bdf5 HTTP/1.1" status: 404 len: 337 time: 0.0851240 Nov 12 08:30:52.639151 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 35530) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:52.697976 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device d34dc416-23a0-4d0d-825f-b08cdbb9fbe0 no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:30:52.759730 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-40a443f3-e82d-498a-b5e9-f00f5684ace0 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "GET /v2.0/ports?device_id=814f201c-68c7-45bf-8b3b-695632833d0f HTTP/1.1" status: 200 len: 205 time: 0.0976231 Nov 12 08:30:52.770834 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 35532) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:52.797401 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3d5a6168-d2ca-4268-9284-64ac867d8255 req-49a5f6cb-5f5f-43cb-9945-79fc6a3a91cd tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=91325bbd-8292-4bad-8021-61093f03f115 HTTP/1.1" status: 200 len: 210 time: 0.0618923 Nov 12 08:30:52.801216 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b90c23f-0ea4-4602-b970-083d4b86ceb9 req-510724e0-eb9c-4ed6-8adf-7bb927c49d1e tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] No DVR routers for this DVR port d34dc416-23a0-4d0d-825f-b08cdbb9fbe0 on host n-h1-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:30:52.806268 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-e530113a-7783-48f4-9840-8911a24052df None None] No Port match for: d34dc416-23a0-4d0d-825f-b08cdbb9fbe0 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:30:52.806675 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device d34dc416-23a0-4d0d-825f-b08cdbb9fbe0 not bound to the agent host n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:30:52.810143 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a7ae34f3-2e98-47d4-96f3-1973ad66208a tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:52.811770 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-a7ae34f3-2e98-47d4-96f3-1973ad66208a tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 10.1785290 Nov 12 08:30:52.814427 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 35534) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:52.815838 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-9b90c23f-0ea4-4602-b970-083d4b86ceb9 req-510724e0-eb9c-4ed6-8adf-7bb927c49d1e tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:52.820773 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9b90c23f-0ea4-4602-b970-083d4b86ceb9 req-510724e0-eb9c-4ed6-8adf-7bb927c49d1e tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] 10.222.0.21 "DELETE /v2.0/ports/d34dc416-23a0-4d0d-825f-b08cdbb9fbe0 HTTP/1.1" status: 204 len: 173 time: 2.6238465 Nov 12 08:30:52.841865 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-71dd1892-bb75-42c5-ac84-ba3f9fe942aa None None] Set router ec7ff3e5-d353-4db8-bbeb-2059ba0af054 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:30:53.002805 n-d-765315-29 neutron-server[102600]: INFO neutron.api.v2.resource [None req-6962bbab-b65e-426e-be88-595ce71c9c7d tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] delete failed (client error): The resource could not be found. Nov 12 08:30:53.007693 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-6962bbab-b65e-426e-be88-595ce71c9c7d tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "DELETE /v2.0/routers/814f201c-68c7-45bf-8b3b-695632833d0f HTTP/1.1" status: 404 len: 336 time: 0.2091994 Nov 12 08:30:53.012746 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 35538) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:53.046861 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-637b9189-6d2b-4513-bf4e-e9306dbd8c23 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] 10.222.0.26 "GET /v2.0/routers/ec7ff3e5-d353-4db8-bbeb-2059ba0af054 HTTP/1.1" status: 200 len: 907 time: 0.2231402 Nov 12 08:30:53.049492 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 35540) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:53.111632 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-8c9effaf-964d-4360-9da6-f93360c1181d tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ae36c26-e76b-40f9-8fed-0b3f11937001 HTTP/1.1" status: 200 len: 205 time: 0.0944974 Nov 12 08:30:53.113418 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 35546) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:53.146737 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7cdf362-4e64-4d17-9ffa-0eb34738bbee', 'tag': '94a48204-c90e-494d-8aab-387e4383ea60'}, {'server_uuid': '91325bbd-8292-4bad-8021-61093f03f115', 'name': 'network-vif-deleted', 'tag': 'd34dc416-23a0-4d0d-825f-b08cdbb9fbe0'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:30:53.150120 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b5c6c92-fbb1-4285-b8dc-c97e5ad3db0b" -d '{"events": [{"name": "network-changed", "server_uuid": "b7cdf362-4e64-4d17-9ffa-0eb34738bbee", "tag": "94a48204-c90e-494d-8aab-387e4383ea60"}, {"server_uuid": "91325bbd-8292-4bad-8021-61093f03f115", "name": "network-vif-deleted", "tag": "d34dc416-23a0-4d0d-825f-b08cdbb9fbe0"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:30:53.161860 n-d-765315-29 neutron-server[102600]: INFO neutron.api.v2.resource [None req-390ef527-e73b-42b3-8ebb-e1dd24e5bb9e tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] delete failed (client error): The resource could not be found. Nov 12 08:30:53.172966 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-390ef527-e73b-42b3-8ebb-e1dd24e5bb9e tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "DELETE /v2.0/routers/4ae36c26-e76b-40f9-8fed-0b3f11937001 HTTP/1.1" status: 404 len: 336 time: 0.0583880 Nov 12 08:30:53.175832 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 35550) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:53.202275 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-62f10226-9236-47fd-9224-7a901e6a436b req-e7963c3a-83cc-4197-b8d4-22be8ff7ce3f service neutron] 10.222.0.44 "GET /v2.0/networks/2de948c5-0d8e-4c3b-9717-70f1460531cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6780708 Nov 12 08:30:53.229872 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-71dd1892-bb75-42c5-ac84-ba3f9fe942aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec7ff3e5-d353-4db8-bbeb-2059ba0af054', 'name': 'tempest-snat-router-1806244880', 'tenant_id': '5f60998779e8422188d3faa97a2fcfc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '9221ea3b-d829-4a9e-b173-73254a5bcff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:30:42Z', 'updated_at': '2021-11-12T08:30:49Z', 'revision_number': 3, 'project_id': '5f60998779e8422188d3faa97a2fcfc8', 'gw_port': {'id': '9221ea3b-d829-4a9e-b173-73254a5bcff2', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:78:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec7ff3e5-d353-4db8-bbeb-2059ba0af054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2289, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:30:47Z', 'updated_at': '2021-11-12T08:30:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:53.230122 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4ade395-0cff-4bd1-b805-55784d7e3402 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] DELETE failed (client error): The resource could not be found. Nov 12 08:30:53.230686 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4ade395-0cff-4bd1-b805-55784d7e3402 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:30:53.239017 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-b4ade395-0cff-4bd1-b805-55784d7e3402 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "DELETE /v2.0/subnets/d778de8d-a07e-4ed2-9d85-518104315621 HTTP/1.1" status: 404 len: 337 time: 0.0608983 Nov 12 08:30:53.240170 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 35552) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:53.275732 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 12 Nov 2021 08:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43f5581a-cacb-4a76-9f38-a73c05633a78 x-openstack-request-id: req-43f5581a-cacb-4a76-9f38-a73c05633a78 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:30:53.276248 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7cdf362-4e64-4d17-9ffa-0eb34738bbee", "tag": "94a48204-c90e-494d-8aab-387e4383ea60", "status": "completed", "code": 200}, {"server_uuid": "91325bbd-8292-4bad-8021-61093f03f115", "name": "network-vif-deleted", "tag": "d34dc416-23a0-4d0d-825f-b08cdbb9fbe0", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:30:53.276649 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-43f5581a-cacb-4a76-9f38-a73c05633a78 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:30:53.277079 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71dd1892-bb75-42c5-ac84-ba3f9fe942aa None None] Checking router: ec7ff3e5-d353-4db8-bbeb-2059ba0af054 for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:30:53.277607 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71dd1892-bb75-42c5-ac84-ba3f9fe942aa None None] Updating router ec7ff3e5-d353-4db8-bbeb-2059ba0af054 port 9221ea3b-d829-4a9e-b173-73254a5bcff2 binding host n-d-765315-29 {{(pid=102602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:30:53.277730 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7cdf362-4e64-4d17-9ffa-0eb34738bbee', 'tag': '94a48204-c90e-494d-8aab-387e4383ea60', 'status': 'completed', 'code': 200} Nov 12 08:30:53.277891 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91325bbd-8292-4bad-8021-61093f03f115', 'name': 'network-vif-deleted', 'tag': 'd34dc416-23a0-4d0d-825f-b08cdbb9fbe0', 'status': 'completed', 'code': 200} Nov 12 08:30:53.286645 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-6298ec09-64a2-44ba-a056-363b5a4c1047 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "GET /v2.0/ports?device_id=273a5ce1-ffe5-4f02-940f-b0e0a3ae0bc9 HTTP/1.1" status: 200 len: 205 time: 0.0451009 Nov 12 08:30:53.287483 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 35554) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:53.309098 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-71dd1892-bb75-42c5-ac84-ba3f9fe942aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:53.330470 n-d-765315-29 neutron-server[102600]: INFO neutron.api.v2.resource [None req-a3bd4dcc-eebf-4263-9d07-83fb0ce5e449 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] delete failed (client error): The resource could not be found. Nov 12 08:30:53.342311 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-a3bd4dcc-eebf-4263-9d07-83fb0ce5e449 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "DELETE /v2.0/routers/273a5ce1-ffe5-4f02-940f-b0e0a3ae0bc9 HTTP/1.1" status: 404 len: 336 time: 0.0489054 Nov 12 08:30:53.346864 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 35556) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:53.388487 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-035df0e4-9937-44b8-a283-a3e615d9979c tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks [] for router, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:53.435329 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-f6fa2e05-bedd-472c-81c4-cf2e780956cb tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "GET /v2.0/ports?device_id=71b7b8a2-3077-4650-a9da-63bf80beb302 HTTP/1.1" status: 200 len: 205 time: 0.0851493 Nov 12 08:30:53.437215 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 35560) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:53.446890 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['b364ab03-8e25-4128-a7dd-6c538b1ff9bc'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:30:53.456419 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d47cf63-5174-4b48-b93c-8dde11d19018 req-7719e456-053f-4429-8320-8bb99eb6e505 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:53.460377 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7d47cf63-5174-4b48-b93c-8dde11d19018 req-7719e456-053f-4429-8320-8bb99eb6e505 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.21 "GET /v2.0/ports?device_id=86c05a66-5068-434c-9831-689e8d7ea54b HTTP/1.1" status: 200 len: 945 time: 0.2753315 Nov 12 08:30:53.565633 n-d-765315-29 neutron-server[102600]: INFO neutron.api.v2.resource [None req-722400a7-bb93-4d1c-9b15-5bfc74a5145c tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] delete failed (client error): The resource could not be found. Nov 12 08:30:53.566331 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-722400a7-bb93-4d1c-9b15-5bfc74a5145c tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "DELETE /v2.0/routers/71b7b8a2-3077-4650-a9da-63bf80beb302 HTTP/1.1" status: 404 len: 336 time: 0.1297510 Nov 12 08:30:53.579182 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 35566) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:53.658098 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9510a277-efda-43a7-a38c-d07eabbfbb93 req-9d8ad728-1fd3-4c9f-b327-b4de608881e8 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:53.670194 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9510a277-efda-43a7-a38c-d07eabbfbb93 req-9d8ad728-1fd3-4c9f-b327-b4de608881e8 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7cdf362-4e64-4d17-9ffa-0eb34738bbee HTTP/1.1" status: 200 len: 944 time: 0.1065037 Nov 12 08:30:53.723193 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-62f10226-9236-47fd-9224-7a901e6a436b req-761adc85-4526-499d-818d-8702b9c80c79 service neutron] 10.222.0.44 "GET /v2.0/networks/2de948c5-0d8e-4c3b-9717-70f1460531cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4866045 Nov 12 08:30:53.731288 n-d-765315-29 neutron-server[102599]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f64f54b-381f-4688-bb23-5b97fc6ed84b tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] DELETE failed (client error): The resource could not be found. Nov 12 08:30:53.732069 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f64f54b-381f-4688-bb23-5b97fc6ed84b tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:30:53.735808 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-6f64f54b-381f-4688-bb23-5b97fc6ed84b tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "DELETE /v2.0/subnets/349f9525-f521-4421-95fe-ee794b4889e4 HTTP/1.1" status: 404 len: 337 time: 0.1555789 Nov 12 08:30:53.760271 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 35570) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:53.764130 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-71dd1892-bb75-42c5-ac84-ba3f9fe942aa None None] Publish callbacks [] for port, precommit_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:53.778930 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-71dd1892-bb75-42c5-ac84-ba3f9fe942aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:53.820638 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-2dac8d96-db00-4bb8-95b3-3b04f241a1c6 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c96bfe2-c69e-4945-a0ac-e3a7e646a467 HTTP/1.1" status: 200 len: 205 time: 0.0471253 Nov 12 08:30:53.826927 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 35574) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:53.844641 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d6dd91-8c82-4eee-98b7-a0dcd4e3f53e None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:30:53.863023 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8da6444-956a-4712-8cae-63529ccb275e None None] Pushing event updated for resources: {'Port': ['ID=9221ea3b-d829-4a9e-b173-73254a5bcff2,revision_number=2']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:53.866006 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-71dd1892-bb75-42c5-ac84-ba3f9fe942aa None None] Attempting to bind port 9221ea3b-d829-4a9e-b173-73254a5bcff2 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:30:53.866476 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-71dd1892-bb75-42c5-ac84-ba3f9fe942aa None None] Attempting to bind port 9221ea3b-d829-4a9e-b173-73254a5bcff2 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:30:53.866959 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71dd1892-bb75-42c5-ac84-ba3f9fe942aa None None] Attempting to bind port 9221ea3b-d829-4a9e-b173-73254a5bcff2 on network d709f64f-f9e6-4525-b020-ad48633b9bbf {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:30:53.883807 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71dd1892-bb75-42c5-ac84-ba3f9fe942aa None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:30:53.883807 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71dd1892-bb75-42c5-ac84-ba3f9fe942aa None None] Checking segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:30:53.883807 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-71dd1892-bb75-42c5-ac84-ba3f9fe942aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:53.883807 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71dd1892-bb75-42c5-ac84-ba3f9fe942aa None None] Bound using segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:30:53.883807 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-71dd1892-bb75-42c5-ac84-ba3f9fe942aa None None] Bound port: 9221ea3b-d829-4a9e-b173-73254a5bcff2, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:30:53.883807 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-71dd1892-bb75-42c5-ac84-ba3f9fe942aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:53.890833 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9510a277-efda-43a7-a38c-d07eabbfbb93 req-f2bb58fc-e876-4822-81e3-2e99badb03e8 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/security-groups?id=79579dc9-7b86-4506-bd5c-77a53e3a0518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124844 Nov 12 08:30:53.891787 n-d-765315-29 neutron-server[102600]: INFO neutron.api.v2.resource [None req-6fbe8198-beef-4b6a-bace-300e1dd6ee20 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] delete failed (client error): The resource could not be found. Nov 12 08:30:53.895405 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-6fbe8198-beef-4b6a-bace-300e1dd6ee20 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "DELETE /v2.0/routers/1c96bfe2-c69e-4945-a0ac-e3a7e646a467 HTTP/1.1" status: 404 len: 336 time: 0.0649478 Nov 12 08:30:53.895543 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 35576) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:53.897836 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-035df0e4-9937-44b8-a283-a3e615d9979c tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:53.925673 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-7d47cf63-5174-4b48-b93c-8dde11d19018 req-2c7238ca-2e1c-452d-8837-5cb3e28cb20b tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Deleting port 3b6d7e7e-2847-462c-8dae-278f8693f780 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:30:53.926013 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-7d47cf63-5174-4b48-b93c-8dde11d19018 req-2c7238ca-2e1c-452d-8837-5cb3e28cb20b tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:53.948394 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-02a386fd-739d-4a04-95b2-3c2a10569e41 None None] Provisioning complete for port 9221ea3b-d829-4a9e-b173-73254a5bcff2 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:30:53.948856 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-02a386fd-739d-4a04-95b2-3c2a10569e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:53.972264 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-a641e310-4989-4502-8904-d4ad322655f4 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] DELETE failed (client error): The resource could not be found. Nov 12 08:30:53.972724 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a641e310-4989-4502-8904-d4ad322655f4 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:30:53.982299 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-a641e310-4989-4502-8904-d4ad322655f4 tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "DELETE /v2.0/subnets/d731cf9d-781e-43ad-ab6c-d1433dae42cb HTTP/1.1" status: 404 len: 337 time: 0.0804560 Nov 12 08:30:53.983794 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 35584) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:54.034664 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-71dd1892-bb75-42c5-ac84-ba3f9fe942aa None None] For port 9221ea3b-d829-4a9e-b173-73254a5bcff2, host n-d-765315-29, cleared binding levels {{(pid=102602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:30:54.041079 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-71dd1892-bb75-42c5-ac84-ba3f9fe942aa None None] For port 9221ea3b-d829-4a9e-b173-73254a5bcff2, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=9221ea3b-d829-4a9e-b173-73254a5bcff2,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:30:54.046373 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-02a386fd-739d-4a04-95b2-3c2a10569e41 None None] Port 9221ea3b-d829-4a9e-b173-73254a5bcff2 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:30:54.053827 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-71dd1892-bb75-42c5-ac84-ba3f9fe942aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:54.060543 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-313d0685-85a9-4fae-8f18-29916e0bbfed tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "GET /v2.0/ports?device_id=3d9bc786-5496-40bd-b4c5-9c1faf0cf26a HTTP/1.1" status: 200 len: 205 time: 0.0753665 Nov 12 08:30:54.063366 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 35588) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:54.083970 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc48730-f3f6-4560-8435-b4b65bf6fd15 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:30:54.131233 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71dd1892-bb75-42c5-ac84-ba3f9fe942aa None None] Routers {'ec7ff3e5-d353-4db8-bbeb-2059ba0af054'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:30:54.132488 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-71dd1892-bb75-42c5-ac84-ba3f9fe942aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:30:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['ec7ff3e5-d353-4db8-bbeb-2059ba0af054'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:54.142078 n-d-765315-29 neutron-server[102600]: INFO neutron.api.v2.resource [None req-1c1c83bf-23a8-4169-83d5-0adccdf209bd tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] delete failed (client error): The resource could not be found. Nov 12 08:30:54.145985 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-1c1c83bf-23a8-4169-83d5-0adccdf209bd tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "DELETE /v2.0/routers/3d9bc786-5496-40bd-b4c5-9c1faf0cf26a HTTP/1.1" status: 404 len: 336 time: 0.0814166 Nov 12 08:30:54.147268 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 35590) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:54.180960 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-c5ae7b21-3090-4c85-b6c7-0fb73264afee None None] Provisioning complete for port 9221ea3b-d829-4a9e-b173-73254a5bcff2 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:30:54.181720 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c5ae7b21-3090-4c85-b6c7-0fb73264afee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:54.183373 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8da6444-956a-4712-8cae-63529ccb275e None None] Pushing event updated for resources: {'Port': ['ID=9221ea3b-d829-4a9e-b173-73254a5bcff2,revision_number=3']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:54.209544 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-615b5a7f-ca45-4212-819f-29a37959393b tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] DELETE failed (client error): The resource could not be found. Nov 12 08:30:54.210067 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-615b5a7f-ca45-4212-819f-29a37959393b tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:30:54.216774 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-615b5a7f-ca45-4212-819f-29a37959393b tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "DELETE /v2.0/subnets/4f4ff4e5-e025-47e9-8a1c-acacfe440e2f HTTP/1.1" status: 404 len: 337 time: 0.0655627 Nov 12 08:30:54.223001 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 35594) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:54.264791 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-71dd1892-bb75-42c5-ac84-ba3f9fe942aa None None] Set router ec7ff3e5-d353-4db8-bbeb-2059ba0af054 gateway port host: None {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:30:54.312085 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-91258de2-4fda-44af-bd5d-159deb4b234a tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] DELETE failed (client error): The resource could not be found. Nov 12 08:30:54.312886 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91258de2-4fda-44af-bd5d-159deb4b234a tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:30:54.313359 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c5ae7b21-3090-4c85-b6c7-0fb73264afee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:54.329356 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-91258de2-4fda-44af-bd5d-159deb4b234a tempest-RoutersTest-1274223066 tempest-RoutersTest-1274223066-project] 10.222.0.26 "DELETE /v2.0/subnets/6cf68360-a943-4551-9d97-7bd803c10bb1 HTTP/1.1" status: 404 len: 337 time: 0.1054499 Nov 12 08:30:54.339198 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-c5ae7b21-3090-4c85-b6c7-0fb73264afee None None] For port 9221ea3b-d829-4a9e-b173-73254a5bcff2, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=9221ea3b-d829-4a9e-b173-73254a5bcff2,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:54.346775 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23ec731-d5c6-46de-b327-7931359d44ba req-da309155-2eb2-4542-a7a9-4dc83822fdbb tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:54.352734 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c5ae7b21-3090-4c85-b6c7-0fb73264afee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:54.355009 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-71dd1892-bb75-42c5-ac84-ba3f9fe942aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec7ff3e5-d353-4db8-bbeb-2059ba0af054', 'name': 'tempest-snat-router-1806244880', 'tenant_id': '5f60998779e8422188d3faa97a2fcfc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:30:42Z', 'updated_at': '2021-11-12T08:30:53Z', 'revision_number': 4, 'project_id': '5f60998779e8422188d3faa97a2fcfc8', 'gw_port_host': None}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:54.357331 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d23ec731-d5c6-46de-b327-7931359d44ba req-da309155-2eb2-4542-a7a9-4dc83822fdbb tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=86c05a66-5068-434c-9831-689e8d7ea54b HTTP/1.1" status: 200 len: 945 time: 0.3123066 Nov 12 08:30:54.423142 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ae7b21-3090-4c85-b6c7-0fb73264afee None None] Pushing event updated for resources: {'Port': ['ID=9221ea3b-d829-4a9e-b173-73254a5bcff2,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:54.431285 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d23ec731-d5c6-46de-b327-7931359d44ba req-c450f4e0-4428-416f-a050-1eb56b94429e tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695260 Nov 12 08:30:54.457211 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71dd1892-bb75-42c5-ac84-ba3f9fe942aa None None] The sync data for ids ['ec7ff3e5-d353-4db8-bbeb-2059ba0af054'] in n-d-765315-29 is: [{'id': 'ec7ff3e5-d353-4db8-bbeb-2059ba0af054', 'name': 'tempest-snat-router-1806244880', 'tenant_id': '5f60998779e8422188d3faa97a2fcfc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:30:42Z', 'updated_at': '2021-11-12T08:30:53Z', 'revision_number': 4, 'project_id': '5f60998779e8422188d3faa97a2fcfc8', 'gw_port_host': None}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:30:54.472781 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-7d47cf63-5174-4b48-b93c-8dde11d19018 req-2c7238ca-2e1c-452d-8837-5cb3e28cb20b tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] For port 3b6d7e7e-2847-462c-8dae-278f8693f780, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=3b6d7e7e-2847-462c-8dae-278f8693f780,segment=NetworkSegment(115bdcdd-b1df-41c7-8bff-15a5e1fdca42),segment_id=115bdcdd-b1df-41c7-8bff-15a5e1fdca42)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:54.473150 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-7d47cf63-5174-4b48-b93c-8dde11d19018 req-2c7238ca-2e1c-452d-8837-5cb3e28cb20b tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:54.494119 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-7d47cf63-5174-4b48-b93c-8dde11d19018 req-2c7238ca-2e1c-452d-8837-5cb3e28cb20b tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Calling delete_port for 3b6d7e7e-2847-462c-8dae-278f8693f780 owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:30:54.514512 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5c6c92-fbb1-4285-b8dc-c97e5ad3db0b req-a2a8ca3d-d142-4cdc-bc1e-02a01a01899b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:54.516427 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5b5c6c92-fbb1-4285-b8dc-c97e5ad3db0b req-a2a8ca3d-d142-4cdc-bc1e-02a01a01899b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ce302650dd4d403585592f906b5d4534&device_id=b7cdf362-4e64-4d17-9ffa-0eb34738bbee HTTP/1.1" status: 200 len: 1096 time: 0.6591079 Nov 12 08:30:54.753496 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-035df0e4-9937-44b8-a283-a3e615d9979c tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Deleting port 9221ea3b-d829-4a9e-b173-73254a5bcff2 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:30:54.754162 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-035df0e4-9937-44b8-a283-a3e615d9979c tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:54.759982 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5c6c92-fbb1-4285-b8dc-c97e5ad3db0b req-7a47d2a0-635c-4d22-b343-41175943c4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:54.761870 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5b5c6c92-fbb1-4285-b8dc-c97e5ad3db0b req-7a47d2a0-635c-4d22-b343-41175943c4ec service neutron] 10.222.0.44 "GET /v2.0/networks?id=2de948c5-0d8e-4c3b-9717-70f1460531cb HTTP/1.1" status: 200 len: 920 time: 0.2136495 Nov 12 08:30:54.892344 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5b5c6c92-fbb1-4285-b8dc-c97e5ad3db0b req-c5a9c4aa-0501-4f76-b4a0-65819bfb90f3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=94a48204-c90e-494d-8aab-387e4383ea60 HTTP/1.1" status: 200 len: 217 time: 0.1110947 Nov 12 08:30:54.902998 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 35612) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:55.003614 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a89f895-fcd7-4d22-bae9-3fba065d00e7 req-60e5bf90-39c5-43a5-949e-b428574c1c57 tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:55.005140 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4a89f895-fcd7-4d22-bae9-3fba065d00e7 req-60e5bf90-39c5-43a5-949e-b428574c1c57 tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=a3479ede-6d4b-43d8-b23f-4c39ebb20ed7 HTTP/1.1" status: 200 len: 1098 time: 0.0492084 Nov 12 08:30:55.014785 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-035df0e4-9937-44b8-a283-a3e615d9979c tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] For port 9221ea3b-d829-4a9e-b173-73254a5bcff2, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=9221ea3b-d829-4a9e-b173-73254a5bcff2,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:55.015389 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-035df0e4-9937-44b8-a283-a3e615d9979c tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:55.032691 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-7d47cf63-5174-4b48-b93c-8dde11d19018 req-2c7238ca-2e1c-452d-8837-5cb3e28cb20b tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:55.078088 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['42aa8616-a591-4351-b169-51e41bf4aec5'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:30:55.093854 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-035df0e4-9937-44b8-a283-a3e615d9979c tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Calling delete_port for 9221ea3b-d829-4a9e-b173-73254a5bcff2 owned by network:router_gateway {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:30:55.105766 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7238ca-2e1c-452d-8837-5cb3e28cb20b tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Pushing event deleted for resources: {'Port': ['ID=3b6d7e7e-2847-462c-8dae-278f8693f780,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:55.110513 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5c6c92-fbb1-4285-b8dc-c97e5ad3db0b req-8f44aa26-75ef-458b-9e8e-52a53305caea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:55.112032 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5b5c6c92-fbb1-4285-b8dc-c97e5ad3db0b req-8f44aa26-75ef-458b-9e8e-52a53305caea service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d9d20dc8-d335-4f6a-937f-de81677ff212 HTTP/1.1" status: 200 len: 859 time: 0.1754510 Nov 12 08:30:55.114843 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4a89f895-fcd7-4d22-bae9-3fba065d00e7 req-5a90e538-c296-4556-ae63-8cd33861c338 tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=edc99514-92e8-4a71-86b2-d8d5370ab974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981083 Nov 12 08:30:55.163699 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-bb01696b-315a-4a2d-81d0-ce2b0faa8cac admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3bc82bde5c1e44328ae4090155cd54d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2565980 Nov 12 08:30:55.164195 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 35624) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:55.206621 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5b5c6c92-fbb1-4285-b8dc-c97e5ad3db0b req-50f3e383-c893-4c27-80c8-9f261fa002c6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2de948c5-0d8e-4c3b-9717-70f1460531cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0813630 Nov 12 08:30:55.227122 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d47cf63-5174-4b48-b93c-8dde11d19018 req-2c7238ca-2e1c-452d-8837-5cb3e28cb20b tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] No DVR routers for this DVR port 3b6d7e7e-2847-462c-8dae-278f8693f780 on host n-h1-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:30:55.237503 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-7d47cf63-5174-4b48-b93c-8dde11d19018 req-2c7238ca-2e1c-452d-8837-5cb3e28cb20b tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:55.241576 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7d47cf63-5174-4b48-b93c-8dde11d19018 req-2c7238ca-2e1c-452d-8837-5cb3e28cb20b tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.21 "DELETE /v2.0/ports/3b6d7e7e-2847-462c-8dae-278f8693f780 HTTP/1.1" status: 204 len: 173 time: 1.7708364 Nov 12 08:30:55.379508 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86c05a66-5068-434c-9831-689e8d7ea54b', 'name': 'network-vif-deleted', 'tag': '3b6d7e7e-2847-462c-8dae-278f8693f780'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:30:55.382530 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d64853df-5cc1-47c5-93c1-1964adfe36f0" -d '{"events": [{"server_uuid": "86c05a66-5068-434c-9831-689e8d7ea54b", "name": "network-vif-deleted", "tag": "3b6d7e7e-2847-462c-8dae-278f8693f780"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:30:55.400731 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5b5c6c92-fbb1-4285-b8dc-c97e5ad3db0b req-07de3ae5-3073-4f49-bd3b-9ecba0b95e89 service neutron] 10.222.0.44 "GET /v2.0/networks/2de948c5-0d8e-4c3b-9717-70f1460531cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765234 Nov 12 08:30:55.468580 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 70221793-efeb-4ea8-8697-7c47ec150d58 up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:30:55.551978 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning for port 70221793-efeb-4ea8-8697-7c47ec150d58 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:30:55.558702 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port 70221793-efeb-4ea8-8697-7c47ec150d58 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:30:55.559086 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:55.671143 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-024d6bb4-c78e-44aa-b614-55f323eff3a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:55.681520 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5b5c6c92-fbb1-4285-b8dc-c97e5ad3db0b req-a68bd43f-6cf9-4c8e-a78c-b1870b25f641 service neutron] 10.222.0.44 "GET /v2.0/networks/2de948c5-0d8e-4c3b-9717-70f1460531cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684760 Nov 12 08:30:55.698310 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662c6748-f896-4757-901b-677aa2b82514 req-b9049b85-dbec-4025-8b08-517f63cf6663 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:55.699878 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-662c6748-f896-4757-901b-677aa2b82514 req-b9049b85-dbec-4025-8b08-517f63cf6663 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7cdf362-4e64-4d17-9ffa-0eb34738bbee HTTP/1.1" status: 200 len: 944 time: 0.4804244 Nov 12 08:30:55.715914 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-024d6bb4-c78e-44aa-b614-55f323eff3a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:55.719995 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-035df0e4-9937-44b8-a283-a3e615d9979c tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:55.769748 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035df0e4-9937-44b8-a283-a3e615d9979c tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Pushing event deleted for resources: {'Port': ['ID=9221ea3b-d829-4a9e-b173-73254a5bcff2,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:55.807164 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-662c6748-f896-4757-901b-677aa2b82514 req-d76489fb-1726-43ef-9d7b-795544dec0ba tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/security-groups?id=79579dc9-7b86-4506-bd5c-77a53e3a0518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771711 Nov 12 08:30:55.821024 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-024d6bb4-c78e-44aa-b614-55f323eff3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:55.824514 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-024d6bb4-c78e-44aa-b614-55f323eff3a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:55.828677 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-024d6bb4-c78e-44aa-b614-55f323eff3a9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/58942b07-a5aa-4c92-a027-c43820b5cdec HTTP/1.1" status: 204 len: 168 time: 0.6630611 Nov 12 08:30:55.838956 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024d6bb4-c78e-44aa-b614-55f323eff3a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58942b07-a5aa-4c92-a027-c43820b5cdec,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:55.892879 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c031d4a1-06c3-425c-90f4-25cfa9e4d35b x-openstack-request-id: req-c031d4a1-06c3-425c-90f4-25cfa9e4d35b {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:30:55.893288 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86c05a66-5068-434c-9831-689e8d7ea54b", "name": "network-vif-deleted", "tag": "3b6d7e7e-2847-462c-8dae-278f8693f780", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:30:55.893638 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c031d4a1-06c3-425c-90f4-25cfa9e4d35b {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:30:55.894132 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86c05a66-5068-434c-9831-689e8d7ea54b', 'name': 'network-vif-deleted', 'tag': '3b6d7e7e-2847-462c-8dae-278f8693f780', 'status': 'completed', 'code': 200} Nov 12 08:30:55.896860 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-035df0e4-9937-44b8-a283-a3e615d9979c tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-933016'] for router_gateway, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:56.035429 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-245187b9-7acc-4a71-9710-80e82a1f1855 req-45b2649d-65dd-4f04-b381-b1ae911a973a tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=86c05a66-5068-434c-9831-689e8d7ea54b HTTP/1.1" status: 200 len: 210 time: 0.0515463 Nov 12 08:30:56.050874 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf71193-f246-4e64-86e7-b21b9a5ec3d3 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:30:56.114145 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:56.143591 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-035df0e4-9937-44b8-a283-a3e615d9979c tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:56.147182 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-035df0e4-9937-44b8-a283-a3e615d9979c tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:56.158356 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 70221793-efeb-4ea8-8697-7c47ec150d58, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=70221793-efeb-4ea8-8697-7c47ec150d58,segment=NetworkSegment(c26361eb-74cf-43c4-ac47-1eeba422d480),segment_id=c26361eb-74cf-43c4-ac47-1eeba422d480)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:56.159628 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a780da9-d933-497d-83b4-3eaa73980fa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70221793-efeb-4ea8-8697-7c47ec150d58'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:30:56.162476 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2559ef8e-fe9d-4632-be31-fde3445831e6" -d '{"events": [{"server_uuid": "5a780da9-d933-497d-83b4-3eaa73980fa4", "name": "network-vif-plugged", "status": "completed", "tag": "70221793-efeb-4ea8-8697-7c47ec150d58"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:30:56.169082 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:56.226353 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=70221793-efeb-4ea8-8697-7c47ec150d58,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:56.232117 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-035df0e4-9937-44b8-a283-a3e615d9979c tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:56.233423 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-035df0e4-9937-44b8-a283-a3e615d9979c tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ec7ff3e5-d353-4db8-bbeb-2059ba0af054 {{(pid=102599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:30:56.240850 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-035df0e4-9937-44b8-a283-a3e615d9979c tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:56.241893 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-035df0e4-9937-44b8-a283-a3e615d9979c tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] 10.222.0.26 "DELETE /v2.0/routers/ec7ff3e5-d353-4db8-bbeb-2059ba0af054 HTTP/1.1" status: 204 len: 168 time: 3.1915557 Nov 12 08:30:56.245491 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 35656) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:56.282476 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:56.285041 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:56.285469 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:56.292177 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:56.292598 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:56.293388 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:56.293751 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:56.294722 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:56.295070 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:56.297354 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:56.297669 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:56.298014 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:56.437517 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-46710a4e-5a7b-45e9-a768-34517b7cd17e tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks [] for router, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:56.579671 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba9b1cf-9fe9-4231-95bd-73ef8a8d3554 req-a5830f2e-cf63-48ef-9d18-13c3b7c060e6 tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:56.581258 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4ba9b1cf-9fe9-4231-95bd-73ef8a8d3554 req-a5830f2e-cf63-48ef-9d18-13c3b7c060e6 tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=a3479ede-6d4b-43d8-b23f-4c39ebb20ed7 HTTP/1.1" status: 200 len: 1098 time: 0.0956678 Nov 12 08:30:56.589686 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-46710a4e-5a7b-45e9-a768-34517b7cd17e tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:56.671244 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4ba9b1cf-9fe9-4231-95bd-73ef8a8d3554 req-28355d4c-8c9f-4aae-a659-c8f3d1be3541 tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=edc99514-92e8-4a71-86b2-d8d5370ab974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771985 Nov 12 08:30:56.693388 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 3b6d7e7e-2847-462c-8dae-278f8693f780 no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:30:56.729718 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-46710a4e-5a7b-45e9-a768-34517b7cd17e tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Deleting port 36463405-b9ad-4267-aef8-05848c15fead {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:30:56.730262 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-46710a4e-5a7b-45e9-a768-34517b7cd17e tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:56.740510 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51f96b0-1fdf-4f82-947f-7fb209deaca7 req-638bf5bf-5524-4b3c-8f84-06efbbe2c00a tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:56.743232 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6df043dc-9fe9-49ba-b6e6-96de3d9a0ed6 x-openstack-request-id: req-6df043dc-9fe9-49ba-b6e6-96de3d9a0ed6 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:30:56.743528 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a780da9-d933-497d-83b4-3eaa73980fa4", "name": "network-vif-plugged", "status": "completed", "tag": "70221793-efeb-4ea8-8697-7c47ec150d58", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:30:56.743758 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c51f96b0-1fdf-4f82-947f-7fb209deaca7 req-638bf5bf-5524-4b3c-8f84-06efbbe2c00a tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=a3479ede-6d4b-43d8-b23f-4c39ebb20ed7 HTTP/1.1" status: 200 len: 1098 time: 0.0893548 Nov 12 08:30:56.743926 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6df043dc-9fe9-49ba-b6e6-96de3d9a0ed6 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:30:56.744331 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a780da9-d933-497d-83b4-3eaa73980fa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70221793-efeb-4ea8-8697-7c47ec150d58', 'code': 200} Nov 12 08:30:56.745444 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-e530113a-7783-48f4-9840-8911a24052df None None] No Port match for: 3b6d7e7e-2847-462c-8dae-278f8693f780 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:30:56.745839 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 3b6d7e7e-2847-462c-8dae-278f8693f780 not bound to the agent host n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:30:56.843905 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-46710a4e-5a7b-45e9-a768-34517b7cd17e tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] For port 36463405-b9ad-4267-aef8-05848c15fead, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=36463405-b9ad-4267-aef8-05848c15fead,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:56.844024 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-46710a4e-5a7b-45e9-a768-34517b7cd17e tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:56.860500 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-46710a4e-5a7b-45e9-a768-34517b7cd17e tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Calling delete_port for 36463405-b9ad-4267-aef8-05848c15fead owned by network:router_gateway {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:30:56.945209 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dbae3e-bb73-43ad-a409-a4465c347403 req-53c3036a-dcf7-4c48-937c-79f8ad55c036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:56.948667 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-33dbae3e-bb73-43ad-a409-a4465c347403 req-53c3036a-dcf7-4c48-937c-79f8ad55c036 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5a780da9-d933-497d-83b4-3eaa73980fa4 HTTP/1.1" status: 200 len: 1098 time: 0.0866120 Nov 12 08:30:56.953299 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-c51f96b0-1fdf-4f82-947f-7fb209deaca7 req-2651bd5c-9c6a-4f73-b441-6bf316b5a2a1 tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] Deleting port b364ab03-8e25-4128-a7dd-6c538b1ff9bc {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:30:56.954785 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-c51f96b0-1fdf-4f82-947f-7fb209deaca7 req-2651bd5c-9c6a-4f73-b441-6bf316b5a2a1 tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:57.039073 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e46d37-f716-4122-b22b-4f83826dae41 req-93539406-2896-4789-ac01-7016ef102f49 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:57.040960 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a2e46d37-f716-4122-b22b-4f83826dae41 req-93539406-2896-4789-ac01-7016ef102f49 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7cdf362-4e64-4d17-9ffa-0eb34738bbee HTTP/1.1" status: 200 len: 944 time: 0.1267765 Nov 12 08:30:57.073152 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-33dbae3e-bb73-43ad-a409-a4465c347403 req-eba152b2-2657-4ffd-bd86-af23c48577c9 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=79579dc9-7b86-4506-bd5c-77a53e3a0518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152430 Nov 12 08:30:57.094254 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-c51f96b0-1fdf-4f82-947f-7fb209deaca7 req-2651bd5c-9c6a-4f73-b441-6bf316b5a2a1 tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] For port b364ab03-8e25-4128-a7dd-6c538b1ff9bc, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=b364ab03-8e25-4128-a7dd-6c538b1ff9bc,segment=NetworkSegment(71e8b171-1953-4f19-859b-7bad292cb9b0),segment_id=71e8b171-1953-4f19-859b-7bad292cb9b0)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:57.094626 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-c51f96b0-1fdf-4f82-947f-7fb209deaca7 req-2651bd5c-9c6a-4f73-b441-6bf316b5a2a1 tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:57.115839 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-c51f96b0-1fdf-4f82-947f-7fb209deaca7 req-2651bd5c-9c6a-4f73-b441-6bf316b5a2a1 tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] Calling delete_port for b364ab03-8e25-4128-a7dd-6c538b1ff9bc owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:30:57.125817 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a2e46d37-f716-4122-b22b-4f83826dae41 req-0217c5c1-0dc6-474e-b07c-111e78e6a1e7 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/security-groups?id=79579dc9-7b86-4506-bd5c-77a53e3a0518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727451 Nov 12 08:30:57.156521 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-46710a4e-5a7b-45e9-a768-34517b7cd17e tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:57.203509 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46710a4e-5a7b-45e9-a768-34517b7cd17e tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Pushing event deleted for resources: {'Port': ['ID=36463405-b9ad-4267-aef8-05848c15fead,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:57.224295 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e3e929-3b13-4ee8-b5fa-68525a6ff1ab None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:30:57.297631 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-46710a4e-5a7b-45e9-a768-34517b7cd17e tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-933016'] for router_gateway, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:57.381043 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-c51f96b0-1fdf-4f82-947f-7fb209deaca7 req-2651bd5c-9c6a-4f73-b441-6bf316b5a2a1 tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:57.421316 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['b364ab03-8e25-4128-a7dd-6c538b1ff9bc'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:30:57.455992 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2651bd5c-9c6a-4f73-b441-6bf316b5a2a1 tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] Pushing event deleted for resources: {'Port': ['ID=b364ab03-8e25-4128-a7dd-6c538b1ff9bc,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:57.477644 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 94a48204-c90e-494d-8aab-387e4383ea60 details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:30:57.507729 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-46710a4e-5a7b-45e9-a768-34517b7cd17e tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:57.512158 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-46710a4e-5a7b-45e9-a768-34517b7cd17e tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:57.544097 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-c51f96b0-1fdf-4f82-947f-7fb209deaca7 req-2651bd5c-9c6a-4f73-b441-6bf316b5a2a1 tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] No DVR routers for this DVR port b364ab03-8e25-4128-a7dd-6c538b1ff9bc on host n-h2-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:30:57.546439 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-c51f96b0-1fdf-4f82-947f-7fb209deaca7 req-2651bd5c-9c6a-4f73-b441-6bf316b5a2a1 tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:57.550032 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c51f96b0-1fdf-4f82-947f-7fb209deaca7 req-2651bd5c-9c6a-4f73-b441-6bf316b5a2a1 tempest-TestServerMultinode-808158842 tempest-TestServerMultinode-808158842-project-admin] 10.222.0.44 "DELETE /v2.0/ports/b364ab03-8e25-4128-a7dd-6c538b1ff9bc HTTP/1.1" status: 204 len: 173 time: 0.7786980 Nov 12 08:30:57.590663 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-46710a4e-5a7b-45e9-a768-34517b7cd17e tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:57.591367 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46710a4e-5a7b-45e9-a768-34517b7cd17e tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 33430efa-60e6-432d-b83e-6ad548395bd3 {{(pid=102600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:30:57.607130 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-46710a4e-5a7b-45e9-a768-34517b7cd17e tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:57.612647 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-46710a4e-5a7b-45e9-a768-34517b7cd17e tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] 10.222.0.26 "DELETE /v2.0/routers/33430efa-60e6-432d-b83e-6ad548395bd3 HTTP/1.1" status: 204 len: 168 time: 1.3632264 Nov 12 08:30:57.613881 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 35704) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:57.619715 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-c07818e7-2fbb-427b-8884-510565860802 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1621729582', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}, 'admin_state_up': False}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:57.685254 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 94a48204-c90e-494d-8aab-387e4383ea60, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=94a48204-c90e-494d-8aab-387e4383ea60,segment=NetworkSegment(c26361eb-74cf-43c4-ac47-1eeba422d480),segment_id=c26361eb-74cf-43c4-ac47-1eeba422d480)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:57.701975 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': '94a48204-c90e-494d-8aab-387e4383ea60', 'network_id': '2de948c5-0d8e-4c3b-9717-70f1460531cb', 'port_id': '94a48204-c90e-494d-8aab-387e4383ea60', 'mac_address': 'fa:16:3e:a8:48:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9d20dc8-d335-4f6a-937f-de81677ff212', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:30:57.748143 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c07818e7-2fbb-427b-8884-510565860802 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:57.749655 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c07818e7-2fbb-427b-8884-510565860802 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:57.801572 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:57.853176 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94a48204-c90e-494d-8aab-387e4383ea60 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:30:57.889727 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c07818e7-2fbb-427b-8884-510565860802 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:57.895619 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3479ede-6d4b-43d8-b23f-4c39ebb20ed7', 'name': 'network-vif-deleted', 'tag': 'b364ab03-8e25-4128-a7dd-6c538b1ff9bc'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:30:57.899784 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85b69c54-2948-4dd7-be6f-243ba55552f6" -d '{"events": [{"server_uuid": "a3479ede-6d4b-43d8-b23f-4c39ebb20ed7", "name": "network-vif-deleted", "tag": "b364ab03-8e25-4128-a7dd-6c538b1ff9bc"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:30:57.906672 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 94a48204-c90e-494d-8aab-387e4383ea60, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=94a48204-c90e-494d-8aab-387e4383ea60,segment=NetworkSegment(c26361eb-74cf-43c4-ac47-1eeba422d480),segment_id=c26361eb-74cf-43c4-ac47-1eeba422d480)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:57.917137 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:58.014988 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbe7ec5-86d8-42c9-86fa-fec63800a2aa req-c2efeae0-951c-4460-abe6-ee1f5050f619 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:58.016692 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cbbe7ec5-86d8-42c9-86fa-fec63800a2aa req-c2efeae0-951c-4460-abe6-ee1f5050f619 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/networks?id=97ca3497-d4cd-4c64-83f2-e4cf0b99a680 HTTP/1.1" status: 200 len: 805 time: 0.3132052 Nov 12 08:30:58.049206 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cbbe7ec5-86d8-42c9-86fa-fec63800a2aa req-a027116c-54b9-4e91-b336-8e20a47e34f1 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/quotas/4e695ccfe3434d44ababb01fdc20479b HTTP/1.1" status: 200 len: 375 time: 0.0243196 Nov 12 08:30:58.055966 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=94a48204-c90e-494d-8aab-387e4383ea60,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:58.104439 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cbbe7ec5-86d8-42c9-86fa-fec63800a2aa req-51981b4f-a710-4455-847f-42fcdfda1979 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=4e695ccfe3434d44ababb01fdc20479b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0539277 Nov 12 08:30:58.115098 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c07818e7-2fbb-427b-8884-510565860802 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:58.275845 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cbbe7ec5-86d8-42c9-86fa-fec63800a2aa req-4bf9ba1d-66ad-47b3-8c98-85653efebb8e service neutron] 10.222.0.26 "GET /v2.0/networks/97ca3497-d4cd-4c64-83f2-e4cf0b99a680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598251 Nov 12 08:30:58.327895 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['94a48204-c90e-494d-8aab-387e4383ea60'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:30:58.396894 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 36463405-b9ad-4267-aef8-05848c15fead no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:30:58.432582 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cbbe7ec5-86d8-42c9-86fa-fec63800a2aa req-6a04c6ed-38e0-4731-a3d2-607dc4b27c5c service neutron] 10.222.0.26 "GET /v2.0/networks/97ca3497-d4cd-4c64-83f2-e4cf0b99a680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529150 Nov 12 08:30:58.453615 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 36463405-b9ad-4267-aef8-05848c15fead {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:30:58.453952 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 36463405-b9ad-4267-aef8-05848c15fead not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:30:58.571845 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c07818e7-2fbb-427b-8884-510565860802 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks [] for router_gateway, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:58.604542 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c07818e7-2fbb-427b-8884-510565860802 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:58.652948 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 35740) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:58.763335 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8b23170-8d0d-4997-9d58-1f28363a74c6 x-openstack-request-id: req-f8b23170-8d0d-4997-9d58-1f28363a74c6 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:30:58.764625 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3479ede-6d4b-43d8-b23f-4c39ebb20ed7", "name": "network-vif-deleted", "tag": "b364ab03-8e25-4128-a7dd-6c538b1ff9bc", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:30:58.768878 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f8b23170-8d0d-4997-9d58-1f28363a74c6 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:30:58.772295 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3479ede-6d4b-43d8-b23f-4c39ebb20ed7', 'name': 'network-vif-deleted', 'tag': 'b364ab03-8e25-4128-a7dd-6c538b1ff9bc', 'status': 'completed', 'code': 200} Nov 12 08:30:58.826879 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-c07818e7-2fbb-427b-8884-510565860802 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Allocated IP 172.25.2.151 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/77d50893-7906-41f8-9501-1e34195904ec) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:30:58.988025 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3529d3-6301-4b95-8b05-c587409dbb67 req-583d2a56-a69f-4396-a296-c00918bab329 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:58.989630 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fb3529d3-6301-4b95-8b05-c587409dbb67 req-583d2a56-a69f-4396-a296-c00918bab329 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7cdf362-4e64-4d17-9ffa-0eb34738bbee HTTP/1.1" status: 200 len: 945 time: 0.1276598 Nov 12 08:30:59.021085 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 35750) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:59.063084 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c07818e7-2fbb-427b-8884-510565860802 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:59.121237 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fb3529d3-6301-4b95-8b05-c587409dbb67 req-1c25bde7-ef12-450c-a3f2-3b0c43d93416 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/security-groups?id=79579dc9-7b86-4506-bd5c-77a53e3a0518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207466 Nov 12 08:30:59.135559 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c07818e7-2fbb-427b-8884-510565860802 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:59.250716 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07818e7-2fbb-427b-8884-510565860802 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:30:59.254927 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-c07818e7-2fbb-427b-8884-510565860802 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:30:59.259028 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07818e7-2fbb-427b-8884-510565860802 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:30:59.270800 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d301b13-2fd7-411a-bd15-6b8467b7b152 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:30:59.305458 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07818e7-2fbb-427b-8884-510565860802 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Pushing event updated for resources: {'Port': ['ID=77d50893-7906-41f8-9501-1e34195904ec,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:59.325879 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-348e7ca4-5719-4529-b812-664f27453c0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:59.402715 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9cc7f03e-7c7f-4255-83bc-e4639e5ede40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933586'] for router_interface, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:59.468612 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-24292c96-6e93-42c3-9621-06f70a41dca2 None None] Provisioning complete for port 77d50893-7906-41f8-9501-1e34195904ec triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:30:59.469685 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-24292c96-6e93-42c3-9621-06f70a41dca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:59.545521 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 94a48204-c90e-494d-8aab-387e4383ea60 up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:30:59.548811 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-24292c96-6e93-42c3-9621-06f70a41dca2 None None] Port 77d50893-7906-41f8-9501-1e34195904ec cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:30:59.609064 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning for port 94a48204-c90e-494d-8aab-387e4383ea60 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:30:59.616639 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port 94a48204-c90e-494d-8aab-387e4383ea60 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:30:59.617868 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:59.622425 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-18fb7baa-2c04-470f-99b3-e46820edbcad req-a35b8cf6-b162-4b09-a4cf-773473f68e30 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=7d375a8a-fb74-4bd7-8dbe-bb05bf957035 HTTP/1.1" status: 200 len: 210 time: 0.1580384 Nov 12 08:30:59.653236 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c07818e7-2fbb-427b-8884-510565860802 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks [] for router_gateway, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:59.718419 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-348e7ca4-5719-4529-b812-664f27453c0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:59.744246 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-348e7ca4-5719-4529-b812-664f27453c0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:59.768344 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:59.796507 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348e7ca4-5719-4529-b812-664f27453c0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca65dd0-cff3-4620-bb30-a0ba28c53eab,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:59.799113 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7cdf362-4e64-4d17-9ffa-0eb34738bbee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94a48204-c90e-494d-8aab-387e4383ea60'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:30:59.801514 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-705fc251-9350-441a-82b9-00911f1946f1" -d '{"events": [{"server_uuid": "b7cdf362-4e64-4d17-9ffa-0eb34738bbee", "name": "network-vif-plugged", "status": "completed", "tag": "94a48204-c90e-494d-8aab-387e4383ea60"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:30:59.807734 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-348e7ca4-5719-4529-b812-664f27453c0a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c5db41ab349f4565b66f16b7f4eac330&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7857189 Nov 12 08:30:59.808432 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 35760) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:59.827336 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 94a48204-c90e-494d-8aab-387e4383ea60, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=94a48204-c90e-494d-8aab-387e4383ea60,segment=NetworkSegment(c26361eb-74cf-43c4-ac47-1eeba422d480),segment_id=c26361eb-74cf-43c4-ac47-1eeba422d480)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:59.841252 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:59.842095 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device b364ab03-8e25-4128-a7dd-6c538b1ff9bc no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:30:59.880403 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65615d97-b5d8-4ef2-8f5e-03f4b34e6364 x-openstack-request-id: req-65615d97-b5d8-4ef2-8f5e-03f4b34e6364 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:30:59.880783 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7cdf362-4e64-4d17-9ffa-0eb34738bbee", "name": "network-vif-plugged", "status": "completed", "tag": "94a48204-c90e-494d-8aab-387e4383ea60", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:30:59.880976 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-65615d97-b5d8-4ef2-8f5e-03f4b34e6364 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:30:59.881374 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7cdf362-4e64-4d17-9ffa-0eb34738bbee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94a48204-c90e-494d-8aab-387e4383ea60', 'code': 200} Nov 12 08:30:59.890969 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] No Port match for: b364ab03-8e25-4128-a7dd-6c538b1ff9bc {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:30:59.891552 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device b364ab03-8e25-4128-a7dd-6c538b1ff9bc not bound to the agent host n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:30:59.933477 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b50a9700-0a10-4ae3-bf47-0798cd750c65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:59.961115 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b50a9700-0a10-4ae3-bf47-0798cd750c65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:59.981862 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=94a48204-c90e-494d-8aab-387e4383ea60,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:00.057989 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b50a9700-0a10-4ae3-bf47-0798cd750c65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:00.061560 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b50a9700-0a10-4ae3-bf47-0798cd750c65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:00.065325 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-b50a9700-0a10-4ae3-bf47-0798cd750c65 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8ca65dd0-cff3-4620-bb30-a0ba28c53eab HTTP/1.1" status: 204 len: 168 time: 0.2551262 Nov 12 08:31:00.076775 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-9cc7f03e-7c7f-4255-83bc-e4639e5ede40 admin admin] Deleting port 21f11915-2398-4fb4-b714-8db7d2028a5b {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:31:00.077112 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9cc7f03e-7c7f-4255-83bc-e4639e5ede40 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:00.079034 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50a9700-0a10-4ae3-bf47-0798cd750c65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca65dd0-cff3-4620-bb30-a0ba28c53eab,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:00.122776 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c428ac4b-856b-4d90-8ee0-8983d54b6a49 req-efdec19f-1501-4312-a8c9-be35bb3c2876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:00.124625 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c428ac4b-856b-4d90-8ee0-8983d54b6a49 req-efdec19f-1501-4312-a8c9-be35bb3c2876 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b7cdf362-4e64-4d17-9ffa-0eb34738bbee HTTP/1.1" status: 200 len: 1098 time: 0.1410189 Nov 12 08:31:00.217608 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-9cc7f03e-7c7f-4255-83bc-e4639e5ede40 admin admin] For port 21f11915-2398-4fb4-b714-8db7d2028a5b, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=21f11915-2398-4fb4-b714-8db7d2028a5b,segment=NetworkSegment(71e8b171-1953-4f19-859b-7bad292cb9b0),segment_id=71e8b171-1953-4f19-859b-7bad292cb9b0)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:31:00.218130 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9cc7f03e-7c7f-4255-83bc-e4639e5ede40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:00.236524 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-9cc7f03e-7c7f-4255-83bc-e4639e5ede40 admin admin] Calling delete_port for 21f11915-2398-4fb4-b714-8db7d2028a5b owned by network:router_interface {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:31:00.271184 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c07818e7-2fbb-427b-8884-510565860802 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052'] for router, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:00.428736 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3e51da-c150-4827-8b42-8401c1d3a5cd req-804320bc-6cee-4e03-baba-8ab17e9e79df tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:00.436345 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1b3e51da-c150-4827-8b42-8401c1d3a5cd req-804320bc-6cee-4e03-baba-8ab17e9e79df tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7cdf362-4e64-4d17-9ffa-0eb34738bbee HTTP/1.1" status: 200 len: 946 time: 0.1192267 Nov 12 08:31:00.475991 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c428ac4b-856b-4d90-8ee0-8983d54b6a49 req-325b5db8-9ec9-4a3d-ad5a-96dbab986423 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=79579dc9-7b86-4506-bd5c-77a53e3a0518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3257344 Nov 12 08:31:00.505014 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbe7ec5-86d8-42c9-86fa-fec63800a2aa req-3ac3a430-e87c-4ba0-b2a8-4aaff8afdb30 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:00.506635 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cbbe7ec5-86d8-42c9-86fa-fec63800a2aa req-3ac3a430-e87c-4ba0-b2a8-4aaff8afdb30 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.21 "GET /v2.0/networks?id=97ca3497-d4cd-4c64-83f2-e4cf0b99a680 HTTP/1.1" status: 200 len: 805 time: 0.4546883 Nov 12 08:31:00.508886 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c07818e7-2fbb-427b-8884-510565860802 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Router f2876d0e-6394-478c-a0e7-72ae308b6eaa is scheduled to L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 with binding_index 1 {{(pid=102599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:31:00.509017 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1b3e51da-c150-4827-8b42-8401c1d3a5cd req-04c51c54-bc87-4cd2-a5aa-87bc65f2cc4a tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/security-groups?id=79579dc9-7b86-4506-bd5c-77a53e3a0518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705676 Nov 12 08:31:00.524836 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-cbbe7ec5-86d8-42c9-86fa-fec63800a2aa req-7a983181-e194-4b61-877e-5348ec21ab6f tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Request body: {'port': {'device_id': '7d375a8a-fb74-4bd7-8dbe-bb05bf957035', 'network_id': '97ca3497-d4cd-4c64-83f2-e4cf0b99a680', 'admin_state_up': True, 'tenant_id': '4e695ccfe3434d44ababb01fdc20479b'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:00.573891 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 35774) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:00.593679 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8485dd09-e814-4dac-a38e-7b454a21cc3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:00.647886 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9cc7f03e-7c7f-4255-83bc-e4639e5ede40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:00.704645 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc7f03e-7c7f-4255-83bc-e4639e5ede40 admin admin] Pushing event deleted for resources: {'Port': ['ID=21f11915-2398-4fb4-b714-8db7d2028a5b,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:00.807805 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c07818e7-2fbb-427b-8884-510565860802 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:31:00.818923 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbbe7ec5-86d8-42c9-86fa-fec63800a2aa req-7a983181-e194-4b61-877e-5348ec21ab6f tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Made reservation on behalf of 4e695ccfe3434d44ababb01fdc20479b for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:31:00.821825 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292d74c5-863c-40e4-b012-18e188122445 None None] Sync routers for ids ['f2876d0e-6394-478c-a0e7-72ae308b6eaa'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:31:00.838744 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cbbe7ec5-86d8-42c9-86fa-fec63800a2aa req-7a983181-e194-4b61-877e-5348ec21ab6f tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:00.851122 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292d74c5-863c-40e4-b012-18e188122445 None None] Routers {'f2876d0e-6394-478c-a0e7-72ae308b6eaa'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:31:00.852922 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-292d74c5-863c-40e4-b012-18e188122445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:30:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['f2876d0e-6394-478c-a0e7-72ae308b6eaa'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:00.905421 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-292d74c5-863c-40e4-b012-18e188122445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:00.917036 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292d74c5-863c-40e4-b012-18e188122445 None None] Routers {'f2876d0e-6394-478c-a0e7-72ae308b6eaa'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:31:00.918852 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-292d74c5-863c-40e4-b012-18e188122445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:30:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['f2876d0e-6394-478c-a0e7-72ae308b6eaa'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:00.956780 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8485dd09-e814-4dac-a38e-7b454a21cc3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:00.960492 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-292d74c5-863c-40e4-b012-18e188122445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:00.962821 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292d74c5-863c-40e4-b012-18e188122445 None None] The sync data for ids ['f2876d0e-6394-478c-a0e7-72ae308b6eaa'] in n-d-765315-29 is: [] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:31:00.972616 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8485dd09-e814-4dac-a38e-7b454a21cc3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:01.005363 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0d79dd66-6d7b-4058-9239-79469ac4de15 req-4bd029cf-bba5-49b4-8799-3b988e5c6639 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=7d375a8a-fb74-4bd7-8dbe-bb05bf957035 HTTP/1.1" status: 200 len: 210 time: 0.0560253 Nov 12 08:31:01.052635 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9cc7f03e-7c7f-4255-83bc-e4639e5ede40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918626'] for router_interface, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:01.061364 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8485dd09-e814-4dac-a38e-7b454a21cc3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b23da0-a741-4061-b209-41a40274697e,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:01.066952 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-8485dd09-e814-4dac-a38e-7b454a21cc3c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cd378f60d4364a51b351e3d41a77c475&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4917231 Nov 12 08:31:01.069631 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 35778) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:01.205440 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-097fd704-4eaa-447f-b492-357bc3685091 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:01.240233 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-097fd704-4eaa-447f-b492-357bc3685091 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:01.267242 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c07818e7-2fbb-427b-8884-510565860802 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:01.271034 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-c07818e7-2fbb-427b-8884-510565860802 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.6532059 Nov 12 08:31:01.271654 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 35780) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:01.277628 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-4bfa62db-5444-4f4d-9202-e3e7c37c0fac tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'enable_snat': False}}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:01.369237 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-097fd704-4eaa-447f-b492-357bc3685091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:01.372599 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-097fd704-4eaa-447f-b492-357bc3685091 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:01.376463 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-097fd704-4eaa-447f-b492-357bc3685091 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e9b23da0-a741-4061-b209-41a40274697e HTTP/1.1" status: 204 len: 168 time: 0.3030267 Nov 12 08:31:01.388336 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cc7f03e-7c7f-4255-83bc-e4639e5ede40 admin admin] Router c1ba396e-6823-4d7d-8ad0-8584aeac9b80 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:31:01.389337 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fd704-4eaa-447f-b492-357bc3685091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b23da0-a741-4061-b209-41a40274697e,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:01.471952 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-cbbe7ec5-86d8-42c9-86fa-fec63800a2aa req-7a983181-e194-4b61-877e-5348ec21ab6f tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Allocated IP 172.20.0.11 (97ca3497-d4cd-4c64-83f2-e4cf0b99a680/e5a8c2de-791a-407e-b586-3b1004863989/5f1444c8-fdb3-46f1-9feb-f132bccdf6fe) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:31:01.537767 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cc7f03e-7c7f-4255-83bc-e4639e5ede40 admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:31:01.555562 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1380e82-da0d-442a-9b0f-d6a1ba43f4c9 None None] Sync routers for ids ['c1ba396e-6823-4d7d-8ad0-8584aeac9b80'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:31:01.564069 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-9cc7f03e-7c7f-4255-83bc-e4639e5ede40 admin admin] 10.222.0.26 "PUT /v2.0/routers/c1ba396e-6823-4d7d-8ad0-8584aeac9b80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9100242 Nov 12 08:31:01.571661 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 35788) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:01.576839 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1380e82-da0d-442a-9b0f-d6a1ba43f4c9 None None] Routers {'c1ba396e-6823-4d7d-8ad0-8584aeac9b80'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:31:01.577474 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-a1380e82-da0d-442a-9b0f-d6a1ba43f4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:30:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['c1ba396e-6823-4d7d-8ad0-8584aeac9b80'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:01.834329 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-a1380e82-da0d-442a-9b0f-d6a1ba43f4c9 None None] Set router c1ba396e-6823-4d7d-8ad0-8584aeac9b80 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:31:01.843575 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cbbe7ec5-86d8-42c9-86fa-fec63800a2aa req-7a983181-e194-4b61-877e-5348ec21ab6f tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:01.848732 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4bfa62db-5444-4f4d-9202-e3e7c37c0fac tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:02.008725 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cbbe7ec5-86d8-42c9-86fa-fec63800a2aa req-7a983181-e194-4b61-877e-5348ec21ab6f tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:02.049001 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['42aa8616-a591-4351-b169-51e41bf4aec5'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:31:02.087171 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-a1380e82-da0d-442a-9b0f-d6a1ba43f4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ba396e-6823-4d7d-8ad0-8584aeac9b80', 'name': 'tempest-TestServerMultinode-2089563462-router', 'tenant_id': '36b116a3c9bf43b1b1cd727ac7538bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': '9022c893-b72c-4acc-8b00-10d43856a73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:29:22Z', 'updated_at': '2021-11-12T08:31:00Z', 'revision_number': 5, 'project_id': '36b116a3c9bf43b1b1cd727ac7538bfe', 'gw_port': {'id': '9022c893-b72c-4acc-8b00-10d43856a73c', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:50:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ba396e-6823-4d7d-8ad0-8584aeac9b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2198, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:24Z', 'updated_at': '2021-11-12T08:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:02.129884 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f0489376-ada1-4653-8d24-4f0c14fdc760 admin admin] Publish callbacks [] for router, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:02.146120 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1380e82-da0d-442a-9b0f-d6a1ba43f4c9 None None] Checking router: c1ba396e-6823-4d7d-8ad0-8584aeac9b80 for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:31:02.150220 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbbe7ec5-86d8-42c9-86fa-fec63800a2aa req-7a983181-e194-4b61-877e-5348ec21ab6f tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Network 97ca3497-d4cd-4c64-83f2-e4cf0b99a680 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:31:02.157863 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1380e82-da0d-442a-9b0f-d6a1ba43f4c9 None None] Routers {'c1ba396e-6823-4d7d-8ad0-8584aeac9b80'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:31:02.158867 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-a1380e82-da0d-442a-9b0f-d6a1ba43f4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:30:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['c1ba396e-6823-4d7d-8ad0-8584aeac9b80'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:02.177532 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a983181-e194-4b61-877e-5348ec21ab6f tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Pushing event updated for resources: {'Port': ['ID=5f1444c8-fdb3-46f1-9feb-f132bccdf6fe,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:02.189278 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-cbbe7ec5-86d8-42c9-86fa-fec63800a2aa req-7a983181-e194-4b61-877e-5348ec21ab6f tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:31:02.197879 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbbe7ec5-86d8-42c9-86fa-fec63800a2aa req-7a983181-e194-4b61-877e-5348ec21ab6f tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:31:02.265255 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec6dfa4-0577-4099-8a5c-4717042ebf2e req-2d67918c-79df-4cba-a69f-64a7af37d033 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:02.266884 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5ec6dfa4-0577-4099-8a5c-4717042ebf2e req-2d67918c-79df-4cba-a69f-64a7af37d033 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7cdf362-4e64-4d17-9ffa-0eb34738bbee HTTP/1.1" status: 200 len: 946 time: 0.1348011 Nov 12 08:31:02.403760 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5ec6dfa4-0577-4099-8a5c-4717042ebf2e req-e96e750b-4c38-4ed7-ac96-d0d534bd1047 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/security-groups?id=79579dc9-7b86-4506-bd5c-77a53e3a0518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208093 Nov 12 08:31:02.406939 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f0489376-ada1-4653-8d24-4f0c14fdc760 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:02.488893 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-a1380e82-da0d-442a-9b0f-d6a1ba43f4c9 None None] Set router c1ba396e-6823-4d7d-8ad0-8584aeac9b80 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:31:02.556785 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-f0489376-ada1-4653-8d24-4f0c14fdc760 admin admin] Deleting port 9022c893-b72c-4acc-8b00-10d43856a73c {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:31:02.557112 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f0489376-ada1-4653-8d24-4f0c14fdc760 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:02.703263 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbe7ec5-86d8-42c9-86fa-fec63800a2aa req-7a983181-e194-4b61-877e-5348ec21ab6f tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:02.703946 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cbbe7ec5-86d8-42c9-86fa-fec63800a2aa req-7a983181-e194-4b61-877e-5348ec21ab6f tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:02.717339 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-f0489376-ada1-4653-8d24-4f0c14fdc760 admin admin] For port 9022c893-b72c-4acc-8b00-10d43856a73c, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=9022c893-b72c-4acc-8b00-10d43856a73c,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:31:02.717849 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f0489376-ada1-4653-8d24-4f0c14fdc760 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:02.736699 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-f0489376-ada1-4653-8d24-4f0c14fdc760 admin admin] Calling delete_port for 9022c893-b72c-4acc-8b00-10d43856a73c owned by network:router_gateway {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:31:02.750983 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cbbe7ec5-86d8-42c9-86fa-fec63800a2aa req-7a983181-e194-4b61-877e-5348ec21ab6f tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2313151 Nov 12 08:31:02.830409 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4bfa62db-5444-4f4d-9202-e3e7c37c0fac tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-932935', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57732'] for router, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:02.834704 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4bfa62db-5444-4f4d-9202-e3e7c37c0fac tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-932942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-933045', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-919336'] for router, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:02.849391 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-cbbe7ec5-86d8-42c9-86fa-fec63800a2aa req-e178f28a-d76d-4ec8-bf52-d6be47068881 service neutron] Request body: {'port': {'device_id': '7d375a8a-fb74-4bd7-8dbe-bb05bf957035', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:02.909913 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-a1380e82-da0d-442a-9b0f-d6a1ba43f4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ba396e-6823-4d7d-8ad0-8584aeac9b80', 'name': 'tempest-TestServerMultinode-2089563462-router', 'tenant_id': '36b116a3c9bf43b1b1cd727ac7538bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': '9022c893-b72c-4acc-8b00-10d43856a73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:29:22Z', 'updated_at': '2021-11-12T08:31:00Z', 'revision_number': 5, 'project_id': '36b116a3c9bf43b1b1cd727ac7538bfe', 'gw_port': {'id': '9022c893-b72c-4acc-8b00-10d43856a73c', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:50:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ba396e-6823-4d7d-8ad0-8584aeac9b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2198, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:24Z', 'updated_at': '2021-11-12T08:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:02.948592 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cbbe7ec5-86d8-42c9-86fa-fec63800a2aa req-e178f28a-d76d-4ec8-bf52-d6be47068881 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:02.956435 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f0489376-ada1-4653-8d24-4f0c14fdc760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:02.973451 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1380e82-da0d-442a-9b0f-d6a1ba43f4c9 None None] The sync data for ids ['c1ba396e-6823-4d7d-8ad0-8584aeac9b80'] in n-d-765315-29 is: [{'id': 'c1ba396e-6823-4d7d-8ad0-8584aeac9b80', 'name': 'tempest-TestServerMultinode-2089563462-router', 'tenant_id': '36b116a3c9bf43b1b1cd727ac7538bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': '9022c893-b72c-4acc-8b00-10d43856a73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:29:22Z', 'updated_at': '2021-11-12T08:31:00Z', 'revision_number': 5, 'project_id': '36b116a3c9bf43b1b1cd727ac7538bfe', 'gw_port': {'id': '9022c893-b72c-4acc-8b00-10d43856a73c', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:50:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ba396e-6823-4d7d-8ad0-8584aeac9b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2198, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:24Z', 'updated_at': '2021-11-12T08:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:31:03.051719 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0489376-ada1-4653-8d24-4f0c14fdc760 admin admin] Pushing event deleted for resources: {'Port': ['ID=9022c893-b72c-4acc-8b00-10d43856a73c,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:03.075062 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839fb7b2-3bd6-42c9-9a80-d0c81037d9c0 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:31:03.134674 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bfa62db-5444-4f4d-9202-e3e7c37c0fac tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Router f2876d0e-6394-478c-a0e7-72ae308b6eaa has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:31:03.205375 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3a182e-73b8-4fd5-86d7-d490fcf46f49 req-6d109b33-3a2d-4cd4-982d-6e58a2b44284 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:03.219893 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2f3a182e-73b8-4fd5-86d7-d490fcf46f49 req-6d109b33-3a2d-4cd4-982d-6e58a2b44284 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=7d375a8a-fb74-4bd7-8dbe-bb05bf957035 HTTP/1.1" status: 200 len: 932 time: 0.2784786 Nov 12 08:31:03.272190 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f0489376-ada1-4653-8d24-4f0c14fdc760 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-933016'] for router_gateway, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:03.330164 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bfa62db-5444-4f4d-9202-e3e7c37c0fac tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:31:03.342259 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4bfa62db-5444-4f4d-9202-e3e7c37c0fac tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:03.346403 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-4bfa62db-5444-4f4d-9202-e3e7c37c0fac tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] 10.222.0.26 "PUT /v2.0/routers/f2876d0e-6394-478c-a0e7-72ae308b6eaa HTTP/1.1" status: 200 len: 926 time: 2.0741801 Nov 12 08:31:03.348650 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 35828) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:03.354925 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb90224-8523-4757-84a1-c94616623a70 None None] Sync routers for ids ['f2876d0e-6394-478c-a0e7-72ae308b6eaa'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:31:03.374845 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb90224-8523-4757-84a1-c94616623a70 None None] Routers {'f2876d0e-6394-478c-a0e7-72ae308b6eaa'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:31:03.375484 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-adb90224-8523-4757-84a1-c94616623a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:30:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['f2876d0e-6394-478c-a0e7-72ae308b6eaa'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:03.436118 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f0489376-ada1-4653-8d24-4f0c14fdc760 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:03.439863 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f0489376-ada1-4653-8d24-4f0c14fdc760 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:03.497672 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-adb90224-8523-4757-84a1-c94616623a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:03.525605 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-84c6ece9-9fcf-4418-8091-e0e786a8d11b tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] 10.222.0.26 "GET /v2.0/routers/f2876d0e-6394-478c-a0e7-72ae308b6eaa HTTP/1.1" status: 200 len: 926 time: 0.1757567 Nov 12 08:31:03.527126 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f0489376-ada1-4653-8d24-4f0c14fdc760 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:03.527632 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb90224-8523-4757-84a1-c94616623a70 None None] Routers {'f2876d0e-6394-478c-a0e7-72ae308b6eaa'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:31:03.528514 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 35836) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:03.528934 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0489376-ada1-4653-8d24-4f0c14fdc760 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1ba396e-6823-4d7d-8ad0-8584aeac9b80 {{(pid=102600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:31:03.530239 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-adb90224-8523-4757-84a1-c94616623a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:30:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['f2876d0e-6394-478c-a0e7-72ae308b6eaa'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:03.540612 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f0489376-ada1-4653-8d24-4f0c14fdc760 admin admin] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:03.549843 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-f0489376-ada1-4653-8d24-4f0c14fdc760 admin admin] 10.222.0.26 "DELETE /v2.0/routers/c1ba396e-6823-4d7d-8ad0-8584aeac9b80 HTTP/1.1" status: 204 len: 168 time: 1.9754758 Nov 12 08:31:03.563740 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2f3a182e-73b8-4fd5-86d7-d490fcf46f49 req-935bd5c9-e6b3-445c-8339-bf4996511b44 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3426592 Nov 12 08:31:03.566259 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 35838) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:03.634330 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-adb90224-8523-4757-84a1-c94616623a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:03.641727 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb90224-8523-4757-84a1-c94616623a70 None None] The sync data for ids ['f2876d0e-6394-478c-a0e7-72ae308b6eaa'] in n-d-765315-29 is: [] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:31:03.714974 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc568087-fdda-478a-9bba-102e905685f6 admin admin] Deleting subnet 445ea8e2-7309-4d21-8902-c74ce3fb3b08 {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:31:03.718296 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fc568087-fdda-478a-9bba-102e905685f6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:03.728905 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d681df4c-0346-4d0b-955b-febe18d30b51 req-b967bcbe-1d0e-4953-b62b-b7f5bf1f7b21 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:03.738079 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d681df4c-0346-4d0b-955b-febe18d30b51 req-b967bcbe-1d0e-4953-b62b-b7f5bf1f7b21 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7cdf362-4e64-4d17-9ffa-0eb34738bbee HTTP/1.1" status: 200 len: 946 time: 0.0822670 Nov 12 08:31:03.756891 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fc568087-fdda-478a-9bba-102e905685f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31181813'] for subnet, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:03.821787 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d681df4c-0346-4d0b-955b-febe18d30b51 req-6f41085d-94ce-4aa9-92c0-d829c377de3a tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/security-groups?id=79579dc9-7b86-4506-bd5c-77a53e3a0518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785501 Nov 12 08:31:03.861527 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8f3866-868a-4216-9e7d-ce3a4eff1a9c tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:03.865937 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 35850) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:03.867325 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-3e8f3866-868a-4216-9e7d-ce3a4eff1a9c tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=d709f64f-f9e6-4525-b020-ad48633b9bbf&device_id=f2876d0e-6394-478c-a0e7-72ae308b6eaa&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3378067 Nov 12 08:31:03.894252 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fc568087-fdda-478a-9bba-102e905685f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:03.903799 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-cadd8704-0bd2-4a0e-827f-79a63514d2a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:03.941093 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-cbbe7ec5-86d8-42c9-86fa-fec63800a2aa req-e178f28a-d76d-4ec8-bf52-d6be47068881 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f1444c8-fdb3-46f1-9feb-f132bccdf6fe {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:31:03.953908 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cbbe7ec5-86d8-42c9-86fa-fec63800a2aa req-e178f28a-d76d-4ec8-bf52-d6be47068881 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:03.993639 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-cbbe7ec5-86d8-42c9-86fa-fec63800a2aa req-e178f28a-d76d-4ec8-bf52-d6be47068881 service neutron] Transition to ACTIVE for port object 5f1444c8-fdb3-46f1-9feb-f132bccdf6fe will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:31:04.005035 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cbbe7ec5-86d8-42c9-86fa-fec63800a2aa req-e178f28a-d76d-4ec8-bf52-d6be47068881 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:04.051066 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65fcaea-9dc2-471d-80aa-60041da048e4 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:04.064239 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-d65fcaea-9dc2-471d-80aa-60041da048e4 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] 10.222.0.26 "GET /v2.0/networks/d709f64f-f9e6-4525-b020-ad48633b9bbf HTTP/1.1" status: 200 len: 881 time: 0.1960783 Nov 12 08:31:04.067798 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fc568087-fdda-478a-9bba-102e905685f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:04.067947 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 35858) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:04.104609 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc568087-fdda-478a-9bba-102e905685f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=445ea8e2-7309-4d21-8902-c74ce3fb3b08,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:04.112014 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-cfef20f1-0dee-4849-b285-cd4b2539adbc tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2876d0e-6394-478c-a0e7-72ae308b6eaa HTTP/1.1" status: 200 len: 205 time: 0.0429957 Nov 12 08:31:04.114734 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 35860) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:04.133941 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0489f63e-b11a-49f3-ab44-e3c67ce9f1f5 None None] Network e20ce8af-4daa-4b40-8559-9d599581ba58 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:31:04.140449 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fc568087-fdda-478a-9bba-102e905685f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:04.146332 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-fc568087-fdda-478a-9bba-102e905685f6 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/445ea8e2-7309-4d21-8902-c74ce3fb3b08 HTTP/1.1" status: 204 len: 168 time: 0.5748692 Nov 12 08:31:04.146332 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 35862) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:04.176130 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e178f28a-d76d-4ec8-bf52-d6be47068881 service neutron] Pushing event updated for resources: {'Port': ['ID=5f1444c8-fdb3-46f1-9feb-f132bccdf6fe,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:04.264397 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1b265301-4b2f-4023-aa55-6b3b4bad2d86 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks [] for router, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:04.332871 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-cbbe7ec5-86d8-42c9-86fa-fec63800a2aa req-e178f28a-d76d-4ec8-bf52-d6be47068881 service neutron] Attempting to bind port 5f1444c8-fdb3-46f1-9feb-f132bccdf6fe on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:31:04.333084 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-cbbe7ec5-86d8-42c9-86fa-fec63800a2aa req-e178f28a-d76d-4ec8-bf52-d6be47068881 service neutron] Attempting to bind port 5f1444c8-fdb3-46f1-9feb-f132bccdf6fe by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': '115bdcdd-b1df-41c7-8bff-15a5e1fdca42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '97ca3497-d4cd-4c64-83f2-e4cf0b99a680'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:31:04.333862 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbbe7ec5-86d8-42c9-86fa-fec63800a2aa req-e178f28a-d76d-4ec8-bf52-d6be47068881 service neutron] Attempting to bind port 5f1444c8-fdb3-46f1-9feb-f132bccdf6fe on network 97ca3497-d4cd-4c64-83f2-e4cf0b99a680 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:31:04.351187 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbbe7ec5-86d8-42c9-86fa-fec63800a2aa req-e178f28a-d76d-4ec8-bf52-d6be47068881 service neutron] Port 5f1444c8-fdb3-46f1-9feb-f132bccdf6fe on network 97ca3497-d4cd-4c64-83f2-e4cf0b99a680 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:31:04.352311 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbbe7ec5-86d8-42c9-86fa-fec63800a2aa req-e178f28a-d76d-4ec8-bf52-d6be47068881 service neutron] Attempting to bind port 5f1444c8-fdb3-46f1-9feb-f132bccdf6fe on network 97ca3497-d4cd-4c64-83f2-e4cf0b99a680 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:31:04.442619 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec9c970-4609-44d3-b062-7b5d7f6b9da3 None None] DHCP port deletion for e20ce8af-4daa-4b40-8559-9d599581ba58 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:31:04.526391 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbbe7ec5-86d8-42c9-86fa-fec63800a2aa req-e178f28a-d76d-4ec8-bf52-d6be47068881 service neutron] Checking agent: {'id': '26215384-8035-4ce2-971a-8e67be80da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:31:04.526687 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbbe7ec5-86d8-42c9-86fa-fec63800a2aa req-e178f28a-d76d-4ec8-bf52-d6be47068881 service neutron] Checking segment: {'id': '115bdcdd-b1df-41c7-8bff-15a5e1fdca42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '97ca3497-d4cd-4c64-83f2-e4cf0b99a680'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:31:04.527074 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbbe7ec5-86d8-42c9-86fa-fec63800a2aa req-e178f28a-d76d-4ec8-bf52-d6be47068881 service neutron] Bound using segment: {'id': '115bdcdd-b1df-41c7-8bff-15a5e1fdca42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '97ca3497-d4cd-4c64-83f2-e4cf0b99a680'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:31:04.527621 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-cbbe7ec5-86d8-42c9-86fa-fec63800a2aa req-e178f28a-d76d-4ec8-bf52-d6be47068881 service neutron] Bound port: 5f1444c8-fdb3-46f1-9feb-f132bccdf6fe, host: n-h1-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '115bdcdd-b1df-41c7-8bff-15a5e1fdca42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '97ca3497-d4cd-4c64-83f2-e4cf0b99a680'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:31:04.528697 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cbbe7ec5-86d8-42c9-86fa-fec63800a2aa req-e178f28a-d76d-4ec8-bf52-d6be47068881 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:04.547062 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-bec9c970-4609-44d3-b062-7b5d7f6b9da3 None None] Deleting port 94e59408-862d-4633-8fef-b4c68704642c {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:31:04.547941 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-bec9c970-4609-44d3-b062-7b5d7f6b9da3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:04.552382 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d2d9f3-23d8-45e0-87ed-2e0df62c84d5 req-072d23f9-e400-4c3a-8266-9f80681584d5 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:04.561916 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5339160f-2de0-4eaa-beb2-ff9e64303732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:04.562307 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d1d2d9f3-23d8-45e0-87ed-2e0df62c84d5 req-072d23f9-e400-4c3a-8266-9f80681584d5 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7cdf362-4e64-4d17-9ffa-0eb34738bbee HTTP/1.1" status: 200 len: 946 time: 0.1841989 Nov 12 08:31:04.588783 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 21f11915-2398-4fb4-b714-8db7d2028a5b no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:31:04.594973 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1b265301-4b2f-4023-aa55-6b3b4bad2d86 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:04.603618 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-379e0341-6da7-4538-a12a-12ef4030f1c9 req-07241afa-b0c2-4987-99fa-49bd11b1fc22 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=44828f50-33dd-4d92-a1f1-50e7ef19d191&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2547016 Nov 12 08:31:04.656479 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24724d22-3c10-4a9c-b9dc-299283a0632c req-026b868e-17b6-4dd8-9fd3-a10f392fca77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:04.658007 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-24724d22-3c10-4a9c-b9dc-299283a0632c req-026b868e-17b6-4dd8-9fd3-a10f392fca77 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ce302650dd4d403585592f906b5d4534&device_id=b7cdf362-4e64-4d17-9ffa-0eb34738bbee HTTP/1.1" status: 200 len: 1098 time: 0.2803617 Nov 12 08:31:04.658400 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 21f11915-2398-4fb4-b714-8db7d2028a5b {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:31:04.658836 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 21f11915-2398-4fb4-b714-8db7d2028a5b not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:31:04.659461 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 9022c893-b72c-4acc-8b00-10d43856a73c no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:31:04.678865 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d1d2d9f3-23d8-45e0-87ed-2e0df62c84d5 req-cdade6b4-0575-484d-98d8-c67b2e3bbdb8 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/security-groups?id=79579dc9-7b86-4506-bd5c-77a53e3a0518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155446 Nov 12 08:31:04.748437 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-1b265301-4b2f-4023-aa55-6b3b4bad2d86 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Deleting port 77d50893-7906-41f8-9501-1e34195904ec {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:31:04.752533 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1b265301-4b2f-4023-aa55-6b3b4bad2d86 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:04.763714 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 9022c893-b72c-4acc-8b00-10d43856a73c {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:31:04.764029 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 9022c893-b72c-4acc-8b00-10d43856a73c not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:31:04.764604 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 94e59408-862d-4633-8fef-b4c68704642c no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:31:04.809461 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-bec9c970-4609-44d3-b062-7b5d7f6b9da3 None None] For port 94e59408-862d-4633-8fef-b4c68704642c, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=94e59408-862d-4633-8fef-b4c68704642c,segment=NetworkSegment(71e8b171-1953-4f19-859b-7bad292cb9b0),segment_id=71e8b171-1953-4f19-859b-7bad292cb9b0)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:31:04.810232 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-bec9c970-4609-44d3-b062-7b5d7f6b9da3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:04.827576 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-bec9c970-4609-44d3-b062-7b5d7f6b9da3 None None] Calling delete_port for 94e59408-862d-4633-8fef-b4c68704642c owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:31:04.828229 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379e0341-6da7-4538-a12a-12ef4030f1c9 req-30ee6c88-5cb1-4b46-a4d8-7ec72c377741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:04.831004 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-379e0341-6da7-4538-a12a-12ef4030f1c9 req-30ee6c88-5cb1-4b46-a4d8-7ec72c377741 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6d4d05cf75bd48988e66a58743392390&device_id=44828f50-33dd-4d92-a1f1-50e7ef19d191 HTTP/1.1" status: 200 len: 1098 time: 0.1688635 Nov 12 08:31:04.844979 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-cbbe7ec5-86d8-42c9-86fa-fec63800a2aa req-e178f28a-d76d-4ec8-bf52-d6be47068881 service neutron] For port 5f1444c8-fdb3-46f1-9feb-f132bccdf6fe, host n-h1-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:31:04.876271 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-5339160f-2de0-4eaa-beb2-ff9e64303732 admin admin] Deleting port 94e59408-862d-4633-8fef-b4c68704642c {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:31:04.876271 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5339160f-2de0-4eaa-beb2-ff9e64303732 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:04.893732 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-cbbe7ec5-86d8-42c9-86fa-fec63800a2aa req-e178f28a-d76d-4ec8-bf52-d6be47068881 service neutron] For port 5f1444c8-fdb3-46f1-9feb-f132bccdf6fe, host n-h1-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=5f1444c8-fdb3-46f1-9feb-f132bccdf6fe,segment=NetworkSegment(115bdcdd-b1df-41c7-8bff-15a5e1fdca42),segment_id=115bdcdd-b1df-41c7-8bff-15a5e1fdca42)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:31:04.899178 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371d0a74-76f0-4a34-a91f-1c066254c1ea req-f546c823-184b-44c6-842d-28dd92d571b9 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:04.907316 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-371d0a74-76f0-4a34-a91f-1c066254c1ea req-f546c823-184b-44c6-842d-28dd92d571b9 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=7d375a8a-fb74-4bd7-8dbe-bb05bf957035 HTTP/1.1" status: 200 len: 944 time: 0.1376898 Nov 12 08:31:04.919618 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:04.941469 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1b265301-4b2f-4023-aa55-6b3b4bad2d86 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:04.974469 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-1b265301-4b2f-4023-aa55-6b3b4bad2d86 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Calling delete_port for 77d50893-7906-41f8-9501-1e34195904ec owned by network:router_gateway {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:31:05.012105 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-371d0a74-76f0-4a34-a91f-1c066254c1ea req-b78127ec-83ae-4471-8342-97b09a31a64d tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036761 Nov 12 08:31:05.033695 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] For port 94e59408-862d-4633-8fef-b4c68704642c, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=94e59408-862d-4633-8fef-b4c68704642c,segment=NetworkSegment(71e8b171-1953-4f19-859b-7bad292cb9b0),segment_id=71e8b171-1953-4f19-859b-7bad292cb9b0)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:31:05.047791 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:05.075839 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Pushing event deleted for resources: {'Port': ['ID=94e59408-862d-4633-8fef-b4c68704642c,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:05.077843 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-bec9c970-4609-44d3-b062-7b5d7f6b9da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:05.109975 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec9c970-4609-44d3-b062-7b5d7f6b9da3 None None] Pushing event deleted for resources: {'Port': ['ID=94e59408-862d-4633-8fef-b4c68704642c,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:05.118791 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec9c970-4609-44d3-b062-7b5d7f6b9da3 None None] No DVR routers for this DVR port 94e59408-862d-4633-8fef-b4c68704642c on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:31:05.229372 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:05.279796 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1b265301-4b2f-4023-aa55-6b3b4bad2d86 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:05.321966 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b265301-4b2f-4023-aa55-6b3b4bad2d86 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Pushing event deleted for resources: {'Port': ['ID=77d50893-7906-41f8-9501-1e34195904ec,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:05.344468 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cbbe7ec5-86d8-42c9-86fa-fec63800a2aa req-e178f28a-d76d-4ec8-bf52-d6be47068881 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:05.354606 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd82d8b-2aa1-4106-9e13-deeb466631b1 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:31:05.400122 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1b265301-4b2f-4023-aa55-6b3b4bad2d86 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-933016'] for router_gateway, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:05.446755 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24724d22-3c10-4a9c-b9dc-299283a0632c req-b209c0a4-f0d2-4e57-87c8-162b9cfd941c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:05.448281 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-24724d22-3c10-4a9c-b9dc-299283a0632c req-b209c0a4-f0d2-4e57-87c8-162b9cfd941c service neutron] 10.222.0.44 "GET /v2.0/networks?id=2de948c5-0d8e-4c3b-9717-70f1460531cb HTTP/1.1" status: 200 len: 920 time: 0.7736001 Nov 12 08:31:05.496711 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbe7ec5-86d8-42c9-86fa-fec63800a2aa req-e178f28a-d76d-4ec8-bf52-d6be47068881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:05.497332 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cbbe7ec5-86d8-42c9-86fa-fec63800a2aa req-e178f28a-d76d-4ec8-bf52-d6be47068881 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:05.498752 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cbbe7ec5-86d8-42c9-86fa-fec63800a2aa req-e178f28a-d76d-4ec8-bf52-d6be47068881 service neutron] 10.222.0.21 "PUT /v2.0/ports/5f1444c8-fdb3-46f1-9feb-f132bccdf6fe HTTP/1.1" status: 200 len: 1093 time: 2.6565466 Nov 12 08:31:05.503565 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d375a8a-fb74-4bd7-8dbe-bb05bf957035', 'tag': '5f1444c8-fdb3-46f1-9feb-f132bccdf6fe'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:31:05.505835 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2a012e2-ef54-4a3c-813f-07c635ead6db" -d '{"events": [{"name": "network-changed", "server_uuid": "7d375a8a-fb74-4bd7-8dbe-bb05bf957035", "tag": "5f1444c8-fdb3-46f1-9feb-f132bccdf6fe"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:31:05.541026 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1b265301-4b2f-4023-aa55-6b3b4bad2d86 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:05.544592 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1b265301-4b2f-4023-aa55-6b3b4bad2d86 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:05.589027 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-24724d22-3c10-4a9c-b9dc-299283a0632c req-60d7e946-e454-415f-b121-a592d0d0c484 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=94a48204-c90e-494d-8aab-387e4383ea60 HTTP/1.1" status: 200 len: 217 time: 0.1244116 Nov 12 08:31:05.591048 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-5339160f-2de0-4eaa-beb2-ff9e64303732 admin admin] For port 94e59408-862d-4633-8fef-b4c68704642c, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=94e59408-862d-4633-8fef-b4c68704642c,segment=NetworkSegment(71e8b171-1953-4f19-859b-7bad292cb9b0),segment_id=71e8b171-1953-4f19-859b-7bad292cb9b0)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:31:05.591463 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5339160f-2de0-4eaa-beb2-ff9e64303732 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:05.604557 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba9a3c47-8b0c-4b7d-b22a-04bcdb2edc14 x-openstack-request-id: req-ba9a3c47-8b0c-4b7d-b22a-04bcdb2edc14 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:31:05.604849 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d375a8a-fb74-4bd7-8dbe-bb05bf957035", "tag": "5f1444c8-fdb3-46f1-9feb-f132bccdf6fe", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:31:05.605105 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ba9a3c47-8b0c-4b7d-b22a-04bcdb2edc14 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:31:05.605497 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d375a8a-fb74-4bd7-8dbe-bb05bf957035', 'tag': '5f1444c8-fdb3-46f1-9feb-f132bccdf6fe', 'status': 'completed', 'code': 200} Nov 12 08:31:05.621227 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1b265301-4b2f-4023-aa55-6b3b4bad2d86 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:05.621784 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b265301-4b2f-4023-aa55-6b3b4bad2d86 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Fanout notify agent at l3_agent the message router_deleted on router f2876d0e-6394-478c-a0e7-72ae308b6eaa {{(pid=102600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:31:05.622107 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e178f28a-d76d-4ec8-bf52-d6be47068881 service neutron] Pushing event updated for resources: {'Port': ['ID=5f1444c8-fdb3-46f1-9feb-f132bccdf6fe,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:05.637779 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1b265301-4b2f-4023-aa55-6b3b4bad2d86 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:05.644599 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 35890) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:05.647190 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-1b265301-4b2f-4023-aa55-6b3b4bad2d86 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] 10.222.0.26 "DELETE /v2.0/routers/f2876d0e-6394-478c-a0e7-72ae308b6eaa HTTP/1.1" status: 204 len: 168 time: 1.5311508 Nov 12 08:31:05.687994 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-5339160f-2de0-4eaa-beb2-ff9e64303732 admin admin] Calling delete_port for 94e59408-862d-4633-8fef-b4c68704642c owned by network:dhcp {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:31:05.692586 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-3123a944-f400-4303-b161-0049693af467 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1788203365', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:05.705399 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379e0341-6da7-4538-a12a-12ef4030f1c9 req-43f728bb-14d3-4926-b4d8-9c42e5bfb692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:05.707085 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-379e0341-6da7-4538-a12a-12ef4030f1c9 req-43f728bb-14d3-4926-b4d8-9c42e5bfb692 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9002ff25-76a7-4c3d-8082-16c14deb03d5 HTTP/1.1" status: 200 len: 917 time: 0.8404481 Nov 12 08:31:05.838420 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24724d22-3c10-4a9c-b9dc-299283a0632c req-6e984757-ab0e-4583-811b-fdbfa9e91295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:05.840252 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-24724d22-3c10-4a9c-b9dc-299283a0632c req-6e984757-ab0e-4583-811b-fdbfa9e91295 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d9d20dc8-d335-4f6a-937f-de81677ff212 HTTP/1.1" status: 200 len: 859 time: 0.2192404 Nov 12 08:31:05.847434 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3123a944-f400-4303-b161-0049693af467 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:05.848492 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3123a944-f400-4303-b161-0049693af467 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:05.855117 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbe7ec5-86d8-42c9-86fa-fec63800a2aa req-11a11938-efc2-4a7d-922c-a5819e05f109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:05.856845 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cbbe7ec5-86d8-42c9-86fa-fec63800a2aa req-11a11938-efc2-4a7d-922c-a5819e05f109 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4e695ccfe3434d44ababb01fdc20479b&device_id=7d375a8a-fb74-4bd7-8dbe-bb05bf957035 HTTP/1.1" status: 200 len: 1096 time: 0.2950897 Nov 12 08:31:05.872379 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f80cf51-dcaf-46aa-9421-79012aa801df req-61f6bb37-8c63-4bae-bb8c-65c4cca14a87 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:05.881936 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1f80cf51-dcaf-46aa-9421-79012aa801df req-61f6bb37-8c63-4bae-bb8c-65c4cca14a87 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7cdf362-4e64-4d17-9ffa-0eb34738bbee HTTP/1.1" status: 200 len: 946 time: 0.0823708 Nov 12 08:31:05.955279 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-24724d22-3c10-4a9c-b9dc-299283a0632c req-d423c77a-ad3a-4cda-8924-7630c63fbb6c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2de948c5-0d8e-4c3b-9717-70f1460531cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0930324 Nov 12 08:31:05.966492 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cbbe7ec5-86d8-42c9-86fa-fec63800a2aa req-a1040616-09ec-4231-89b1-646950015b3e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5f1444c8-fdb3-46f1-9feb-f132bccdf6fe HTTP/1.1" status: 200 len: 217 time: 0.0915329 Nov 12 08:31:05.981652 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-379e0341-6da7-4538-a12a-12ef4030f1c9 req-4e8cd732-b046-4a75-a3b5-0740baa92ae3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0af5052b-702a-4c16-99fd-5b5921c73433 HTTP/1.1" status: 200 len: 1002 time: 0.2564185 Nov 12 08:31:06.009646 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1f80cf51-dcaf-46aa-9421-79012aa801df req-4fdf58ea-825d-4eba-97d0-62349b3064cd tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/security-groups?id=79579dc9-7b86-4506-bd5c-77a53e3a0518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264749 Nov 12 08:31:06.175712 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3123a944-f400-4303-b161-0049693af467 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:06.189228 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68a79df-6cf8-4649-a80c-d5e36c9b2f51 req-085f2624-d947-4e32-80f5-b5151c41bc8a tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:06.191406 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3123a944-f400-4303-b161-0049693af467 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052'] for router, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:06.195954 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c68a79df-6cf8-4649-a80c-d5e36c9b2f51 req-085f2624-d947-4e32-80f5-b5151c41bc8a tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=7d375a8a-fb74-4bd7-8dbe-bb05bf957035 HTTP/1.1" status: 200 len: 944 time: 0.0711498 Nov 12 08:31:06.203688 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5339160f-2de0-4eaa-beb2-ff9e64303732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:06.213846 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbe7ec5-86d8-42c9-86fa-fec63800a2aa req-8abd309f-0e44-4803-a665-5e986da3fc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:06.215366 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cbbe7ec5-86d8-42c9-86fa-fec63800a2aa req-8abd309f-0e44-4803-a665-5e986da3fc39 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e5a8c2de-791a-407e-b586-3b1004863989 HTTP/1.1" status: 200 len: 845 time: 0.2314200 Nov 12 08:31:06.224198 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379e0341-6da7-4538-a12a-12ef4030f1c9 req-72443b29-8a04-4c1a-9d0f-b15a38782512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:06.225650 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-379e0341-6da7-4538-a12a-12ef4030f1c9 req-72443b29-8a04-4c1a-9d0f-b15a38782512 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c8e8c768-2d07-4b3f-a074-a2b6b712f48f HTTP/1.1" status: 200 len: 855 time: 0.2307432 Nov 12 08:31:06.248681 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c68a79df-6cf8-4649-a80c-d5e36c9b2f51 req-ad7229ef-b17f-4089-a62a-794ba4ab86e5 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507841 Nov 12 08:31:06.290289 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5339160f-2de0-4eaa-beb2-ff9e64303732 admin admin] No DVR routers for this DVR port 94e59408-862d-4633-8fef-b4c68704642c on host n-d-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:31:06.310611 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cbbe7ec5-86d8-42c9-86fa-fec63800a2aa req-7eca2889-3ea0-4929-964e-f6d51ae3a50c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=97ca3497-d4cd-4c64-83f2-e4cf0b99a680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0807338 Nov 12 08:31:06.311374 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5339160f-2de0-4eaa-beb2-ff9e64303732 admin admin] Pushing event deleted for resources: {'Port': ['ID=94e59408-862d-4633-8fef-b4c68704642c,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:06.323285 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3123a944-f400-4303-b161-0049693af467 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:06.327075 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-3123a944-f400-4303-b161-0049693af467 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6801436 Nov 12 08:31:06.327897 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 35912) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:06.335753 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-5fe9736a-e51d-4002-984a-2cc999ec8a7d tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:06.380030 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-24724d22-3c10-4a9c-b9dc-299283a0632c req-ef3fd79a-7afe-47b3-8b9c-efcc0fcb8551 service neutron] 10.222.0.44 "GET /v2.0/networks/2de948c5-0d8e-4c3b-9717-70f1460531cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4098494 Nov 12 08:31:06.511246 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379e0341-6da7-4538-a12a-12ef4030f1c9 req-009e6ca7-b23d-4031-bac6-c63e1db24de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:06.512755 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-379e0341-6da7-4538-a12a-12ef4030f1c9 req-009e6ca7-b23d-4031-bac6-c63e1db24de5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9002ff25-76a7-4c3d-8082-16c14deb03d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2535784 Nov 12 08:31:06.550558 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5339160f-2de0-4eaa-beb2-ff9e64303732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:06.598309 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5fe9736a-e51d-4002-984a-2cc999ec8a7d tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:06.629495 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-5339160f-2de0-4eaa-beb2-ff9e64303732 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e20ce8af-4daa-4b40-8559-9d599581ba58']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:06.685603 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cbbe7ec5-86d8-42c9-86fa-fec63800a2aa req-e62410ac-297a-4f2a-ba8b-084573b45c6b service neutron] 10.222.0.21 "GET /v2.0/networks/97ca3497-d4cd-4c64-83f2-e4cf0b99a680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3600476 Nov 12 08:31:06.687633 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-5339160f-2de0-4eaa-beb2-ff9e64303732 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71e8b171-1953-4f19-859b-7bad292cb9b0') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:06.687857 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-5339160f-2de0-4eaa-beb2-ff9e64303732 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71e8b171-1953-4f19-859b-7bad292cb9b0') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:06.704232 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-24724d22-3c10-4a9c-b9dc-299283a0632c req-87a1abe1-28ed-49e0-bf67-0ea8d616ce32 service neutron] 10.222.0.44 "GET /v2.0/networks/2de948c5-0d8e-4c3b-9717-70f1460531cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2986975 Nov 12 08:31:06.721668 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5339160f-2de0-4eaa-beb2-ff9e64303732 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:06.791460 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5339160f-2de0-4eaa-beb2-ff9e64303732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:06.812270 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5339160f-2de0-4eaa-beb2-ff9e64303732 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:31:06.812680 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5339160f-2de0-4eaa-beb2-ff9e64303732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:06.816013 n-d-765315-29 neutron-server[102599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:31:06.816013 n-d-765315-29 neutron-server[102599]: self.session.flush() Nov 12 08:31:06.816013 n-d-765315-29 neutron-server[102599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:31:06.816013 n-d-765315-29 neutron-server[102599]: self.session.flush() Nov 12 08:31:06.816013 n-d-765315-29 neutron-server[102599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:31:06.816013 n-d-765315-29 neutron-server[102599]: self.session.flush() Nov 12 08:31:06.816013 n-d-765315-29 neutron-server[102599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:31:06.816013 n-d-765315-29 neutron-server[102599]: self.session.flush() Nov 12 08:31:06.816013 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 08:31:06.816013 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:31:06.816013 n-d-765315-29 neutron-server[102599]: timer() Nov 12 08:31:06.816013 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:31:06.816013 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 08:31:06.816013 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:31:06.816013 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 08:31:06.816013 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:31:06.816013 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 08:31:06.816013 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:31:06.816013 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 08:31:06.816013 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:31:06.816013 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 08:31:06.816013 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:31:06.816013 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:31:06.816013 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:31:06.816013 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:31:06.816013 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:31:06.816013 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 08:31:06.816013 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:31:06.816013 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 08:31:06.816013 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:31:06.816013 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:31:06.816013 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:31:06.816013 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 08:31:06.816013 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:31:06.816013 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:31:06.816013 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:31:06.816013 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:31:06.816013 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:31:06.816013 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:31:06.816013 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:31:06.830500 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-379e0341-6da7-4538-a12a-12ef4030f1c9 req-267a8342-d5fe-4409-a532-d1d04eac2aec service neutron] 10.222.0.44 "GET /v2.0/networks/9002ff25-76a7-4c3d-8082-16c14deb03d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759366 Nov 12 08:31:06.853999 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5fe9736a-e51d-4002-984a-2cc999ec8a7d tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks [] for router_gateway, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:06.874615 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5fe9736a-e51d-4002-984a-2cc999ec8a7d tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:06.956998 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cbbe7ec5-86d8-42c9-86fa-fec63800a2aa req-e2df0e30-5c64-470a-bf9c-e840f27f3b9d service neutron] 10.222.0.21 "GET /v2.0/networks/97ca3497-d4cd-4c64-83f2-e4cf0b99a680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550993 Nov 12 08:31:06.959135 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5339160f-2de0-4eaa-beb2-ff9e64303732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:06.968174 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5339160f-2de0-4eaa-beb2-ff9e64303732 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:06.974534 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-5339160f-2de0-4eaa-beb2-ff9e64303732 admin admin] 10.222.0.26 "DELETE /v2.0/networks/e20ce8af-4daa-4b40-8559-9d599581ba58 HTTP/1.1" status: 204 len: 168 time: 2.8246446 Nov 12 08:31:06.985366 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 35918) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:06.997671 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5339160f-2de0-4eaa-beb2-ff9e64303732 admin admin] Pushing event deleted for resources: {'Network': ['ID=e20ce8af-4daa-4b40-8559-9d599581ba58,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:06.999948 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5e32351f-7edf-408b-8e54-34a3941899d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:07.043529 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-5fe9736a-e51d-4002-984a-2cc999ec8a7d tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Allocated IP 172.25.2.200 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/4688caa4-bf41-4577-800a-569df67279eb) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:31:07.082980 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [req-fae27800-5af2-4d7e-8cd6-b23c75e0a80b req-db45d110-c79e-48ae-a10d-d569fa0797f6 service neutron] (102600) timed out ('10.222.0.21', 60214) {{(pid=102600) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 08:31:07.111871 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-379e0341-6da7-4538-a12a-12ef4030f1c9 req-74ab2754-a2c9-47fc-92a6-dc29542eda98 service neutron] 10.222.0.44 "GET /v2.0/networks/9002ff25-76a7-4c3d-8082-16c14deb03d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402470 Nov 12 08:31:07.152489 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a012e2-ef54-4a3c-813f-07c635ead6db req-efa2bb07-5b9e-4eb8-bbb7-726d52ff346c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:07.154049 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f2a012e2-ef54-4a3c-813f-07c635ead6db req-efa2bb07-5b9e-4eb8-bbb7-726d52ff346c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4e695ccfe3434d44ababb01fdc20479b&device_id=7d375a8a-fb74-4bd7-8dbe-bb05bf957035 HTTP/1.1" status: 200 len: 1096 time: 0.1116796 Nov 12 08:31:07.289793 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12daa3e5-4196-49b4-a701-f90d2259bfee req-cf495fb1-d850-404c-adfb-4724f17b9810 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:07.291535 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-12daa3e5-4196-49b4-a701-f90d2259bfee req-cf495fb1-d850-404c-adfb-4724f17b9810 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7cdf362-4e64-4d17-9ffa-0eb34738bbee HTTP/1.1" status: 200 len: 946 time: 0.1155262 Nov 12 08:31:07.296649 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5fe9736a-e51d-4002-984a-2cc999ec8a7d tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:07.364373 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-12daa3e5-4196-49b4-a701-f90d2259bfee req-fd665637-8975-4d14-b924-3dba1a3a5302 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/security-groups?id=79579dc9-7b86-4506-bd5c-77a53e3a0518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655823 Nov 12 08:31:07.374857 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a012e2-ef54-4a3c-813f-07c635ead6db req-547da363-f6f4-4a6c-9f81-32e3a7117505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:07.375447 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5fe9736a-e51d-4002-984a-2cc999ec8a7d tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:07.376345 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f2a012e2-ef54-4a3c-813f-07c635ead6db req-547da363-f6f4-4a6c-9f81-32e3a7117505 service neutron] 10.222.0.21 "GET /v2.0/networks?id=97ca3497-d4cd-4c64-83f2-e4cf0b99a680 HTTP/1.1" status: 200 len: 906 time: 0.1915827 Nov 12 08:31:07.438023 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe9736a-e51d-4002-984a-2cc999ec8a7d tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:31:07.439063 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f2a012e2-ef54-4a3c-813f-07c635ead6db req-8c343e29-d1e6-4e16-938f-b7b48486d956 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5f1444c8-fdb3-46f1-9feb-f132bccdf6fe HTTP/1.1" status: 200 len: 217 time: 0.0529640 Nov 12 08:31:07.447689 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-5fe9736a-e51d-4002-984a-2cc999ec8a7d tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:31:07.451553 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe9736a-e51d-4002-984a-2cc999ec8a7d tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:31:07.469395 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364f70c4-e895-43dc-b1b2-922bd51c5b4e None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:31:07.497442 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe9736a-e51d-4002-984a-2cc999ec8a7d tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Pushing event updated for resources: {'Port': ['ID=4688caa4-bf41-4577-800a-569df67279eb,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:07.536399 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a012e2-ef54-4a3c-813f-07c635ead6db req-330adde2-c0ba-400a-8fd0-1c2d4155fec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:07.538126 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f2a012e2-ef54-4a3c-813f-07c635ead6db req-330adde2-c0ba-400a-8fd0-1c2d4155fec3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e5a8c2de-791a-407e-b586-3b1004863989 HTTP/1.1" status: 200 len: 845 time: 0.0916040 Nov 12 08:31:07.563508 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-3a6f7235-1d8e-4d66-ad67-9970cbed0916 None None] Provisioning complete for port 4688caa4-bf41-4577-800a-569df67279eb triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:07.564181 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3a6f7235-1d8e-4d66-ad67-9970cbed0916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:07.589074 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f2a012e2-ef54-4a3c-813f-07c635ead6db req-633cae52-a659-4906-844d-7f17532f9bf3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=97ca3497-d4cd-4c64-83f2-e4cf0b99a680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276871 Nov 12 08:31:07.613568 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-3a6f7235-1d8e-4d66-ad67-9970cbed0916 None None] Port 4688caa4-bf41-4577-800a-569df67279eb cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:31:07.645869 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5401fc2a-dc0e-4ef9-aa40-93f19a544d05 req-2db329df-a2be-4cdd-b434-f80f1dca6163 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:07.647521 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5401fc2a-dc0e-4ef9-aa40-93f19a544d05 req-2db329df-a2be-4cdd-b434-f80f1dca6163 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=7d375a8a-fb74-4bd7-8dbe-bb05bf957035 HTTP/1.1" status: 200 len: 944 time: 0.2017162 Nov 12 08:31:07.775128 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5401fc2a-dc0e-4ef9-aa40-93f19a544d05 req-2333e180-035c-4429-a570-0427bd6b007f tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063080 Nov 12 08:31:07.900696 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:08.186747 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f2a012e2-ef54-4a3c-813f-07c635ead6db req-fce0280f-ce7f-4a4d-810c-6d79f5ec50b1 service neutron] 10.222.0.21 "GET /v2.0/networks/97ca3497-d4cd-4c64-83f2-e4cf0b99a680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5867937 Nov 12 08:31:08.198447 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5fe9736a-e51d-4002-984a-2cc999ec8a7d tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks [] for router_gateway, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:08.321010 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-87829bf5-ff7d-4aa4-b023-e55bab58cc0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933586'] for router_interface, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:08.379694 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f2a012e2-ef54-4a3c-813f-07c635ead6db req-e3a9e4be-183f-4d35-8a53-cb003ca5a3d5 service neutron] 10.222.0.21 "GET /v2.0/networks/97ca3497-d4cd-4c64-83f2-e4cf0b99a680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852207 Nov 12 08:31:08.467899 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5fe9736a-e51d-4002-984a-2cc999ec8a7d tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-932935', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57732'] for router, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:08.471525 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5fe9736a-e51d-4002-984a-2cc999ec8a7d tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-932942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-933045', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-919336'] for router, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:08.578342 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-46e723a1-f487-4852-aa7a-924af6afb0d5 req-9be4c979-3eb7-4737-9007-0ba7e97b3c04 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e7b22e6f-34ba-40cc-8b8b-fe95438187cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1223161 Nov 12 08:31:08.621851 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff092b9-34db-435b-9043-c53a7fea00eb req-76f1ce7d-888c-411c-86ee-487c0b127846 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:08.624446 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5ff092b9-34db-435b-9043-c53a7fea00eb req-76f1ce7d-888c-411c-86ee-487c0b127846 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7cdf362-4e64-4d17-9ffa-0eb34738bbee HTTP/1.1" status: 200 len: 946 time: 0.1100802 Nov 12 08:31:08.716332 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5ff092b9-34db-435b-9043-c53a7fea00eb req-56844bcf-01c8-47d0-9d8e-803961411b4f tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/security-groups?id=79579dc9-7b86-4506-bd5c-77a53e3a0518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803850 Nov 12 08:31:08.748496 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fe9736a-e51d-4002-984a-2cc999ec8a7d tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Router 0b2d84a0-0b55-4236-9aa9-3e9f72fb5ed2 is scheduled to L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 with binding_index 1 {{(pid=102600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:31:08.772513 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e723a1-f487-4852-aa7a-924af6afb0d5 req-f2f34834-83d6-4add-852d-2ab2be3fc711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:08.773012 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e723a1-f487-4852-aa7a-924af6afb0d5 req-f2f34834-83d6-4add-852d-2ab2be3fc711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:08.773716 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e723a1-f487-4852-aa7a-924af6afb0d5 req-f2f34834-83d6-4add-852d-2ab2be3fc711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:08.775314 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e723a1-f487-4852-aa7a-924af6afb0d5 req-f2f34834-83d6-4add-852d-2ab2be3fc711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:08.775314 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e723a1-f487-4852-aa7a-924af6afb0d5 req-f2f34834-83d6-4add-852d-2ab2be3fc711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:08.775314 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e723a1-f487-4852-aa7a-924af6afb0d5 req-f2f34834-83d6-4add-852d-2ab2be3fc711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:08.775673 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e723a1-f487-4852-aa7a-924af6afb0d5 req-f2f34834-83d6-4add-852d-2ab2be3fc711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:08.777678 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-46e723a1-f487-4852-aa7a-924af6afb0d5 req-f2f34834-83d6-4add-852d-2ab2be3fc711 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=21a2ac24705441ab9e82ecd18312805e&device_id=e7b22e6f-34ba-40cc-8b8b-fe95438187cb HTTP/1.1" status: 200 len: 6509 time: 0.1356602 Nov 12 08:31:08.794143 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-87829bf5-ff7d-4aa4-b023-e55bab58cc0f admin admin] Deleting port 76bf214c-6548-463a-9b7f-58eb8bb6b79d {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:31:08.794489 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-87829bf5-ff7d-4aa4-b023-e55bab58cc0f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:08.964594 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-87829bf5-ff7d-4aa4-b023-e55bab58cc0f admin admin] For port 76bf214c-6548-463a-9b7f-58eb8bb6b79d, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=76bf214c-6548-463a-9b7f-58eb8bb6b79d,segment=NetworkSegment(bfdb4e7b-7386-4785-9623-27b947af3a0e),segment_id=bfdb4e7b-7386-4785-9623-27b947af3a0e)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:31:08.964967 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-87829bf5-ff7d-4aa4-b023-e55bab58cc0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:08.977547 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e723a1-f487-4852-aa7a-924af6afb0d5 req-fd927e47-dcf6-46dd-ae98-d551bed15713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:08.978101 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e723a1-f487-4852-aa7a-924af6afb0d5 req-fd927e47-dcf6-46dd-ae98-d551bed15713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:08.978561 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e723a1-f487-4852-aa7a-924af6afb0d5 req-fd927e47-dcf6-46dd-ae98-d551bed15713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:08.980209 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-46e723a1-f487-4852-aa7a-924af6afb0d5 req-fd927e47-dcf6-46dd-ae98-d551bed15713 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b1a7821e-f1d3-43e5-80d4-19a0f0105ed4&id=206f9d07-9c2e-4490-896d-289aa4538730&id=206f9d07-9c2e-4490-896d-289aa4538730&id=206f9d07-9c2e-4490-896d-289aa4538730&id=206f9d07-9c2e-4490-896d-289aa4538730&id=5b2a8b49-5710-48dd-bacf-1711bcf033cc&id=5b2a8b49-5710-48dd-bacf-1711bcf033cc HTTP/1.1" status: 200 len: 2298 time: 0.1720672 Nov 12 08:31:08.992054 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-87829bf5-ff7d-4aa4-b023-e55bab58cc0f admin admin] Calling delete_port for 76bf214c-6548-463a-9b7f-58eb8bb6b79d owned by network:router_interface {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:31:09.012012 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccdf643-c7bd-4c04-aa55-fe93a697928a req-bf26fa17-5cc8-4e87-b7a9-18b01fb4701b tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:09.020806 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1ccdf643-c7bd-4c04-aa55-fe93a697928a req-bf26fa17-5cc8-4e87-b7a9-18b01fb4701b tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=7d375a8a-fb74-4bd7-8dbe-bb05bf957035 HTTP/1.1" status: 200 len: 944 time: 0.1384017 Nov 12 08:31:09.077362 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fe9736a-e51d-4002-984a-2cc999ec8a7d tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:31:09.088128 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5fe9736a-e51d-4002-984a-2cc999ec8a7d tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:09.089756 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-5fe9736a-e51d-4002-984a-2cc999ec8a7d tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] 10.222.0.26 "PUT /v2.0/routers/0b2d84a0-0b55-4236-9aa9-3e9f72fb5ed2 HTTP/1.1" status: 200 len: 884 time: 2.7596974 Nov 12 08:31:09.092383 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 35956) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:09.093228 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5a2d2c-072a-4db7-85f0-eb3f1ea009a9 None None] Sync routers for ids ['0b2d84a0-0b55-4236-9aa9-3e9f72fb5ed2'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:31:09.109180 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5a2d2c-072a-4db7-85f0-eb3f1ea009a9 None None] Routers {'0b2d84a0-0b55-4236-9aa9-3e9f72fb5ed2'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:31:09.111282 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-df5a2d2c-072a-4db7-85f0-eb3f1ea009a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:31:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['0b2d84a0-0b55-4236-9aa9-3e9f72fb5ed2'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:09.115151 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1ccdf643-c7bd-4c04-aa55-fe93a697928a req-e30c1a9b-3881-4ad4-95e4-b17e8c481893 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931282 Nov 12 08:31:09.223585 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:09.254418 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-df5a2d2c-072a-4db7-85f0-eb3f1ea009a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:09.274955 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5a2d2c-072a-4db7-85f0-eb3f1ea009a9 None None] Routers {'0b2d84a0-0b55-4236-9aa9-3e9f72fb5ed2'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:31:09.276597 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-df5a2d2c-072a-4db7-85f0-eb3f1ea009a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:31:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['0b2d84a0-0b55-4236-9aa9-3e9f72fb5ed2'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:09.290625 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-46e723a1-f487-4852-aa7a-924af6afb0d5 req-bc28e236-4503-4c66-9742-093c8f9902ff service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e22b775a-a039-415a-be68-84e3c4aa81d5 HTTP/1.1" status: 200 len: 1000 time: 0.2956657 Nov 12 08:31:09.331863 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-df5a2d2c-072a-4db7-85f0-eb3f1ea009a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:09.332519 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5a2d2c-072a-4db7-85f0-eb3f1ea009a9 None None] The sync data for ids ['0b2d84a0-0b55-4236-9aa9-3e9f72fb5ed2'] in n-d-765315-29 is: [] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:31:09.370446 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e723a1-f487-4852-aa7a-924af6afb0d5 req-c0165d98-1bf7-4730-847d-fb1c49b28837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:09.372713 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-46e723a1-f487-4852-aa7a-924af6afb0d5 req-c0165d98-1bf7-4730-847d-fb1c49b28837 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=12b144a6-628e-40a7-ae42-7387cab28ef8 HTTP/1.1" status: 200 len: 856 time: 0.0695014 Nov 12 08:31:09.400271 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-71c62993-dd22-4c2d-accd-a6f279fe726f tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] 10.222.0.26 "GET /v2.0/routers/0b2d84a0-0b55-4236-9aa9-3e9f72fb5ed2 HTTP/1.1" status: 200 len: 925 time: 0.3068109 Nov 12 08:31:09.402843 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 35964) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:09.495691 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e723a1-f487-4852-aa7a-924af6afb0d5 req-3a8e5bb5-eba4-427a-9a15-883e9388218b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:09.497614 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-46e723a1-f487-4852-aa7a-924af6afb0d5 req-3a8e5bb5-eba4-427a-9a15-883e9388218b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b1a7821e-f1d3-43e5-80d4-19a0f0105ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1154399 Nov 12 08:31:09.509462 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90107a52-72e1-47d5-9b36-f55ae2baf096 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:09.511151 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-90107a52-72e1-47d5-9b36-f55ae2baf096 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=d709f64f-f9e6-4525-b020-ad48633b9bbf&device_id=0b2d84a0-0b55-4236-9aa9-3e9f72fb5ed2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1073124 Nov 12 08:31:09.514227 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 35966) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:09.633427 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8307afcb-a954-4976-b398-0c4f9a0cbeef tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:09.638137 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-8307afcb-a954-4976-b398-0c4f9a0cbeef tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] 10.222.0.26 "GET /v2.0/networks/d709f64f-f9e6-4525-b020-ad48633b9bbf HTTP/1.1" status: 200 len: 881 time: 0.1227202 Nov 12 08:31:09.638807 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 35968) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:09.651724 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-46e723a1-f487-4852-aa7a-924af6afb0d5 req-8fba299b-ad19-48cb-bb82-835b373843c3 service neutron] 10.222.0.21 "GET /v2.0/networks/b1a7821e-f1d3-43e5-80d4-19a0f0105ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447990 Nov 12 08:31:09.654022 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-87829bf5-ff7d-4aa4-b023-e55bab58cc0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:09.679042 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-6d0dc3ba-9bab-4571-a913-02158dfdba82 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b2d84a0-0b55-4236-9aa9-3e9f72fb5ed2 HTTP/1.1" status: 200 len: 205 time: 0.0390239 Nov 12 08:31:09.683110 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 35970) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:09.723060 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87829bf5-ff7d-4aa4-b023-e55bab58cc0f admin admin] Pushing event deleted for resources: {'Port': ['ID=76bf214c-6548-463a-9b7f-58eb8bb6b79d,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:09.807086 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:09.914282 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d4943fe7-e439-4045-a05e-fbfd74d8d6e6 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks [] for router, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:09.953404 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-46e723a1-f487-4852-aa7a-924af6afb0d5 req-642eb080-28a6-4051-b725-73f1a11f1b40 service neutron] 10.222.0.21 "GET /v2.0/networks/b1a7821e-f1d3-43e5-80d4-19a0f0105ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2861660 Nov 12 08:31:09.971298 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca1591-6416-4051-b444-c09df3e58255 req-e96b8c1a-a534-44d0-84a7-0e66111de29c tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:09.979136 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-67ca1591-6416-4051-b444-c09df3e58255 req-e96b8c1a-a534-44d0-84a7-0e66111de29c tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7cdf362-4e64-4d17-9ffa-0eb34738bbee HTTP/1.1" status: 200 len: 946 time: 0.1091506 Nov 12 08:31:10.036863 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-46e723a1-f487-4852-aa7a-924af6afb0d5 req-d043d5f7-d631-403d-8c1f-5aecde41930b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.87&port_id=2ad84d50-d7c9-425a-b9f6-7a7fc1b1156e HTTP/1.1" status: 200 len: 217 time: 0.0735049 Nov 12 08:31:10.082389 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-67ca1591-6416-4051-b444-c09df3e58255 req-82e47702-38e1-43a8-98c0-0100eef6ce05 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/security-groups?id=79579dc9-7b86-4506-bd5c-77a53e3a0518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021421 Nov 12 08:31:10.106676 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d4943fe7-e439-4045-a05e-fbfd74d8d6e6 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:10.175616 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-d4943fe7-e439-4045-a05e-fbfd74d8d6e6 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Deleting port 4688caa4-bf41-4577-800a-569df67279eb {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:31:10.175863 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e723a1-f487-4852-aa7a-924af6afb0d5 req-71839289-d1f7-43af-94f9-4c35f20a0c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:10.176343 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d4943fe7-e439-4045-a05e-fbfd74d8d6e6 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:10.177771 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-46e723a1-f487-4852-aa7a-924af6afb0d5 req-71839289-d1f7-43af-94f9-4c35f20a0c79 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=451e17db-46f2-4a8d-9633-d7807ea2bdef HTTP/1.1" status: 200 len: 797 time: 0.0976539 Nov 12 08:31:10.179195 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-87829bf5-ff7d-4aa4-b023-e55bab58cc0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918626'] for router_interface, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:10.284217 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d4943fe7-e439-4045-a05e-fbfd74d8d6e6 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:10.301304 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-d4943fe7-e439-4045-a05e-fbfd74d8d6e6 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Calling delete_port for 4688caa4-bf41-4577-800a-569df67279eb owned by network:router_gateway {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:31:10.335590 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e723a1-f487-4852-aa7a-924af6afb0d5 req-d9bf15c0-e0cf-45c4-8993-88c7abac27b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:10.338284 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-46e723a1-f487-4852-aa7a-924af6afb0d5 req-d9bf15c0-e0cf-45c4-8993-88c7abac27b8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=206f9d07-9c2e-4490-896d-289aa4538730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1490135 Nov 12 08:31:10.495647 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc1fb7e-e808-495c-8cfe-569d8430e116 req-24f05601-c8c8-4c3c-bbce-acb1d88b974c tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:10.503076 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bfc1fb7e-e808-495c-8cfe-569d8430e116 req-24f05601-c8c8-4c3c-bbce-acb1d88b974c tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=7d375a8a-fb74-4bd7-8dbe-bb05bf957035 HTTP/1.1" status: 200 len: 944 time: 0.1555545 Nov 12 08:31:10.577104 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-46e723a1-f487-4852-aa7a-924af6afb0d5 req-f56ec96f-c2de-443f-a62e-e81b5fd2b6e5 service neutron] 10.222.0.21 "GET /v2.0/networks/206f9d07-9c2e-4490-896d-289aa4538730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900983 Nov 12 08:31:10.600966 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bfc1fb7e-e808-495c-8cfe-569d8430e116 req-1df51f67-a73a-4462-8167-7c265077048c tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935488 Nov 12 08:31:10.637677 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d4943fe7-e439-4045-a05e-fbfd74d8d6e6 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:10.669679 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f58716-0d12-490c-810e-370cc894ae21 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:31:10.693286 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87829bf5-ff7d-4aa4-b023-e55bab58cc0f admin admin] Router 99827ece-d063-4a47-ab24-4878278d7946 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:31:10.735988 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4943fe7-e439-4045-a05e-fbfd74d8d6e6 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Pushing event deleted for resources: {'Port': ['ID=4688caa4-bf41-4577-800a-569df67279eb,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:10.762259 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 5f1444c8-fdb3-46f1-9feb-f132bccdf6fe details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:31:10.821570 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d4943fe7-e439-4045-a05e-fbfd74d8d6e6 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-933016'] for router_gateway, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:10.886361 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-46e723a1-f487-4852-aa7a-924af6afb0d5 req-1b83f885-1ffd-44a1-80f8-5385a3fe465f service neutron] 10.222.0.21 "GET /v2.0/networks/206f9d07-9c2e-4490-896d-289aa4538730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339044 Nov 12 08:31:10.959571 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 5f1444c8-fdb3-46f1-9feb-f132bccdf6fe, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=5f1444c8-fdb3-46f1-9feb-f132bccdf6fe,segment=NetworkSegment(115bdcdd-b1df-41c7-8bff-15a5e1fdca42),segment_id=115bdcdd-b1df-41c7-8bff-15a5e1fdca42)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:31:11.000071 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Returning: {'device': '5f1444c8-fdb3-46f1-9feb-f132bccdf6fe', 'network_id': '97ca3497-d4cd-4c64-83f2-e4cf0b99a680', 'port_id': '5f1444c8-fdb3-46f1-9feb-f132bccdf6fe', 'mac_address': 'fa:16:3e:d0:37:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5a8c2de-791a-407e-b586-3b1004863989', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:31:11.000504 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-46e723a1-f487-4852-aa7a-924af6afb0d5 req-ccfe987e-3367-44f4-bf4d-cdb13dddc3c0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.134&port_id=a9c14931-8b9b-4467-9aca-bbbe106d4681 HTTP/1.1" status: 200 len: 217 time: 0.1038480 Nov 12 08:31:11.073992 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87829bf5-ff7d-4aa4-b023-e55bab58cc0f admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:31:11.090581 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ca8bf3-e0aa-4afc-b31b-a85ed3777447 None None] Sync routers for ids ['99827ece-d063-4a47-ab24-4878278d7946'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:31:11.094249 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-87829bf5-ff7d-4aa4-b023-e55bab58cc0f admin admin] 10.222.0.26 "PUT /v2.0/routers/99827ece-d063-4a47-ab24-4878278d7946/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1056986 Nov 12 08:31:11.095597 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d4943fe7-e439-4045-a05e-fbfd74d8d6e6 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:11.097847 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 35988) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:11.106792 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d4943fe7-e439-4045-a05e-fbfd74d8d6e6 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:11.130776 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e723a1-f487-4852-aa7a-924af6afb0d5 req-023e2bd8-ce7b-4fa3-abb2-f6dc87573acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:11.133535 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-46e723a1-f487-4852-aa7a-924af6afb0d5 req-023e2bd8-ce7b-4fa3-abb2-f6dc87573acb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=451e17db-46f2-4a8d-9633-d7807ea2bdef HTTP/1.1" status: 200 len: 797 time: 0.1244817 Nov 12 08:31:11.135672 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ca8bf3-e0aa-4afc-b31b-a85ed3777447 None None] Routers {'99827ece-d063-4a47-ab24-4878278d7946'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:31:11.136579 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-57ca8bf3-e0aa-4afc-b31b-a85ed3777447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:31:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['99827ece-d063-4a47-ab24-4878278d7946'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:11.138935 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:11.224666 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d4943fe7-e439-4045-a05e-fbfd74d8d6e6 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:11.225159 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4943fe7-e439-4045-a05e-fbfd74d8d6e6 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Fanout notify agent at l3_agent the message router_deleted on router 0b2d84a0-0b55-4236-9aa9-3e9f72fb5ed2 {{(pid=102600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:31:11.235711 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-e530113a-7783-48f4-9840-8911a24052df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f1444c8-fdb3-46f1-9feb-f132bccdf6fe {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:31:11.236184 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d4943fe7-e439-4045-a05e-fbfd74d8d6e6 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:11.237647 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-d4943fe7-e439-4045-a05e-fbfd74d8d6e6 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] 10.222.0.26 "DELETE /v2.0/routers/0b2d84a0-0b55-4236-9aa9-3e9f72fb5ed2 HTTP/1.1" status: 204 len: 168 time: 1.5531149 Nov 12 08:31:11.243581 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 35992) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:11.263600 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-88907173-4212-4580-a9c7-32e7d674beeb tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-757085812', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:11.280289 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e723a1-f487-4852-aa7a-924af6afb0d5 req-e064db8c-5268-4568-b217-0717c27fa18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:11.282110 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-46e723a1-f487-4852-aa7a-924af6afb0d5 req-e064db8c-5268-4568-b217-0717c27fa18f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=206f9d07-9c2e-4490-896d-289aa4538730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1407528 Nov 12 08:31:11.313403 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 5f1444c8-fdb3-46f1-9feb-f132bccdf6fe, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=5f1444c8-fdb3-46f1-9feb-f132bccdf6fe,segment=NetworkSegment(115bdcdd-b1df-41c7-8bff-15a5e1fdca42),segment_id=115bdcdd-b1df-41c7-8bff-15a5e1fdca42)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:31:11.323178 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-88907173-4212-4580-a9c7-32e7d674beeb tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:11.325406 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-88907173-4212-4580-a9c7-32e7d674beeb tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:11.328171 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:11.379085 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-11112093-a087-45f5-97bc-567688e6b606 admin admin] Publish callbacks [] for router, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:11.401908 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=5f1444c8-fdb3-46f1-9feb-f132bccdf6fe,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:11.418960 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-57ca8bf3-e0aa-4afc-b31b-a85ed3777447 None None] Set router 99827ece-d063-4a47-ab24-4878278d7946 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:31:11.585238 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-11112093-a087-45f5-97bc-567688e6b606 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:11.594740 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-88907173-4212-4580-a9c7-32e7d674beeb tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:11.612563 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-88907173-4212-4580-a9c7-32e7d674beeb tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052'] for router, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:11.612862 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f291fb-4c07-4116-9031-37ee1224e352 req-b175f9bc-98a6-4bd1-996f-d0b3eaa24830 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:11.614617 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-63f291fb-4c07-4116-9031-37ee1224e352 req-b175f9bc-98a6-4bd1-996f-d0b3eaa24830 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7cdf362-4e64-4d17-9ffa-0eb34738bbee HTTP/1.1" status: 200 len: 946 time: 0.3734176 Nov 12 08:31:11.629914 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-46e723a1-f487-4852-aa7a-924af6afb0d5 req-0e54a486-868f-411e-ae36-eb75ae3db415 service neutron] 10.222.0.21 "GET /v2.0/networks/206f9d07-9c2e-4490-896d-289aa4538730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3268003 Nov 12 08:31:11.651242 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-88907173-4212-4580-a9c7-32e7d674beeb tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:11.653516 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-88907173-4212-4580-a9c7-32e7d674beeb tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4081984 Nov 12 08:31:11.657036 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 36002) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:11.661318 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-eed54825-d114-4939-b699-3bfa9e8b67ed tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'enable_snat': True}}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:11.682365 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-57ca8bf3-e0aa-4afc-b31b-a85ed3777447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99827ece-d063-4a47-ab24-4878278d7946', 'name': 'tempest-TestServerMultinode-1805332521-router', 'tenant_id': '8ad4deb0fc3b4f3499f51bd2b1512ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': 'ad258e71-1faf-4b69-8128-66f62ac0e4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:29:43Z', 'updated_at': '2021-11-12T08:31:09Z', 'revision_number': 5, 'project_id': '8ad4deb0fc3b4f3499f51bd2b1512ff6', 'gw_port': {'id': 'ad258e71-1faf-4b69-8128-66f62ac0e4a5', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99827ece-d063-4a47-ab24-4878278d7946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2228, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:44Z', 'updated_at': '2021-11-12T08:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:11.722685 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ca8bf3-e0aa-4afc-b31b-a85ed3777447 None None] Checking router: 99827ece-d063-4a47-ab24-4878278d7946 for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:31:11.733680 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ca8bf3-e0aa-4afc-b31b-a85ed3777447 None None] Routers {'99827ece-d063-4a47-ab24-4878278d7946'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:31:11.734433 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-57ca8bf3-e0aa-4afc-b31b-a85ed3777447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:31:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['99827ece-d063-4a47-ab24-4878278d7946'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:11.774770 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['5f1444c8-fdb3-46f1-9feb-f132bccdf6fe'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:31:11.775678 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-46e723a1-f487-4852-aa7a-924af6afb0d5 req-e2d6721e-3295-4eb7-8e87-231328ffec84 service neutron] 10.222.0.21 "GET /v2.0/networks/206f9d07-9c2e-4490-896d-289aa4538730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384523 Nov 12 08:31:11.835327 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-46e723a1-f487-4852-aa7a-924af6afb0d5 req-f29f3230-6a02-44bd-b013-168d3ee73826 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.122&port_id=921ed5c3-bc6c-44c2-a043-9f5a63a8dd21 HTTP/1.1" status: 200 len: 217 time: 0.0507395 Nov 12 08:31:11.910221 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e723a1-f487-4852-aa7a-924af6afb0d5 req-bcfa9351-d7e0-4295-a2a3-ccadedb4091f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:11.911749 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-46e723a1-f487-4852-aa7a-924af6afb0d5 req-bcfa9351-d7e0-4295-a2a3-ccadedb4091f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=451e17db-46f2-4a8d-9633-d7807ea2bdef HTTP/1.1" status: 200 len: 797 time: 0.0664012 Nov 12 08:31:11.952946 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-63f291fb-4c07-4116-9031-37ee1224e352 req-d610b821-68d5-4699-88a0-4e8ec88b7975 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/security-groups?id=79579dc9-7b86-4506-bd5c-77a53e3a0518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3291814 Nov 12 08:31:11.969487 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e723a1-f487-4852-aa7a-924af6afb0d5 req-b3d2db13-87e5-4cef-b8e0-5265daa380a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:11.971202 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-46e723a1-f487-4852-aa7a-924af6afb0d5 req-b3d2db13-87e5-4cef-b8e0-5265daa380a8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=206f9d07-9c2e-4490-896d-289aa4538730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0516355 Nov 12 08:31:12.044671 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-11112093-a087-45f5-97bc-567688e6b606 admin admin] Deleting port ad258e71-1faf-4b69-8128-66f62ac0e4a5 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:31:12.044920 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-11112093-a087-45f5-97bc-567688e6b606 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:12.048328 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-eed54825-d114-4939-b699-3bfa9e8b67ed tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:12.136336 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-46e723a1-f487-4852-aa7a-924af6afb0d5 req-47e311cf-6834-46b3-bba5-eca7f8c65771 service neutron] 10.222.0.21 "GET /v2.0/networks/206f9d07-9c2e-4490-896d-289aa4538730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572306 Nov 12 08:31:12.156163 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-57ca8bf3-e0aa-4afc-b31b-a85ed3777447 None None] Set router 99827ece-d063-4a47-ab24-4878278d7946 gateway port host: None {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:31:12.239215 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-11112093-a087-45f5-97bc-567688e6b606 admin admin] For port ad258e71-1faf-4b69-8128-66f62ac0e4a5, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=ad258e71-1faf-4b69-8128-66f62ac0e4a5,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:31:12.239584 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-11112093-a087-45f5-97bc-567688e6b606 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:12.266137 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6208849-9362-4d1f-935c-0d90f16fcccc req-11efdae9-0485-46af-a7b8-62a84f6a6958 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:12.274295 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e6208849-9362-4d1f-935c-0d90f16fcccc req-11efdae9-0485-46af-a7b8-62a84f6a6958 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=7d375a8a-fb74-4bd7-8dbe-bb05bf957035 HTTP/1.1" status: 200 len: 945 time: 0.1594980 Nov 12 08:31:12.285856 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-11112093-a087-45f5-97bc-567688e6b606 admin admin] Calling delete_port for ad258e71-1faf-4b69-8128-66f62ac0e4a5 owned by network:router_gateway {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:31:12.290019 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-46e723a1-f487-4852-aa7a-924af6afb0d5 req-bf0575ea-8948-44ac-b446-1f4ee598b62a service neutron] 10.222.0.21 "GET /v2.0/networks/206f9d07-9c2e-4490-896d-289aa4538730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444402 Nov 12 08:31:12.343587 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-57ca8bf3-e0aa-4afc-b31b-a85ed3777447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99827ece-d063-4a47-ab24-4878278d7946', 'name': 'tempest-TestServerMultinode-1805332521-router', 'tenant_id': '8ad4deb0fc3b4f3499f51bd2b1512ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:29:43Z', 'updated_at': '2021-11-12T08:31:11Z', 'revision_number': 6, 'project_id': '8ad4deb0fc3b4f3499f51bd2b1512ff6', 'gw_port_host': None}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:12.376871 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ca8bf3-e0aa-4afc-b31b-a85ed3777447 None None] The sync data for ids ['99827ece-d063-4a47-ab24-4878278d7946'] in n-d-765315-29 is: [{'id': '99827ece-d063-4a47-ab24-4878278d7946', 'name': 'tempest-TestServerMultinode-1805332521-router', 'tenant_id': '8ad4deb0fc3b4f3499f51bd2b1512ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:29:43Z', 'updated_at': '2021-11-12T08:31:11Z', 'revision_number': 6, 'project_id': '8ad4deb0fc3b4f3499f51bd2b1512ff6', 'gw_port_host': None}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:31:12.381767 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:12.401770 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-46e723a1-f487-4852-aa7a-924af6afb0d5 req-dd620246-710e-450a-9682-14038943ef7c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.163&port_id=69493e27-daa5-4af2-a855-9781e1cf385b HTTP/1.1" status: 200 len: 217 time: 0.1041236 Nov 12 08:31:12.529235 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e723a1-f487-4852-aa7a-924af6afb0d5 req-bbf6d7ce-368b-4ab9-914e-17bab1344d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:12.531113 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-46e723a1-f487-4852-aa7a-924af6afb0d5 req-bbf6d7ce-368b-4ab9-914e-17bab1344d3c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=451e17db-46f2-4a8d-9633-d7807ea2bdef HTTP/1.1" status: 200 len: 797 time: 0.1221499 Nov 12 08:31:12.606258 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e723a1-f487-4852-aa7a-924af6afb0d5 req-9a29fb26-3875-46f5-a2f8-9d938cede91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:12.608210 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-46e723a1-f487-4852-aa7a-924af6afb0d5 req-9a29fb26-3875-46f5-a2f8-9d938cede91d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=206f9d07-9c2e-4490-896d-289aa4538730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0684068 Nov 12 08:31:12.743660 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-46e723a1-f487-4852-aa7a-924af6afb0d5 req-e1ebc7f2-e22a-4dfb-ad27-7eee41dc37f1 service neutron] 10.222.0.21 "GET /v2.0/networks/206f9d07-9c2e-4490-896d-289aa4538730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281283 Nov 12 08:31:12.796655 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e6208849-9362-4d1f-935c-0d90f16fcccc req-ce59c9b3-5f0d-483d-b2a4-ef31db17f1c0 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5216708 Nov 12 08:31:12.899946 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-46e723a1-f487-4852-aa7a-924af6afb0d5 req-24f6c891-8491-43e0-b935-b50fda825f93 service neutron] 10.222.0.21 "GET /v2.0/networks/206f9d07-9c2e-4490-896d-289aa4538730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397424 Nov 12 08:31:12.987175 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-46e723a1-f487-4852-aa7a-924af6afb0d5 req-b1a7a860-928d-4c28-aecc-b1664e1575d9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a76e0b9e-8617-4bd9-a2b4-d69cee07db2a HTTP/1.1" status: 200 len: 217 time: 0.0802925 Nov 12 08:31:13.079037 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-eed54825-d114-4939-b699-3bfa9e8b67ed tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:13.104704 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-eed54825-d114-4939-b699-3bfa9e8b67ed tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:13.156402 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-11112093-a087-45f5-97bc-567688e6b606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:13.192505 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11112093-a087-45f5-97bc-567688e6b606 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad258e71-1faf-4b69-8128-66f62ac0e4a5,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:13.251567 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2de3a85-e0d2-470c-aea2-e9dbe5a553df None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:31:13.348675 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b1add7-5dba-465a-9965-83a569c007c2 req-69a812d8-a84b-464e-af17-c5cb8b4867cb tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:13.357563 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b4b1add7-5dba-465a-9965-83a569c007c2 req-69a812d8-a84b-464e-af17-c5cb8b4867cb tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7cdf362-4e64-4d17-9ffa-0eb34738bbee HTTP/1.1" status: 200 len: 946 time: 0.2020438 Nov 12 08:31:13.455265 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b4b1add7-5dba-465a-9965-83a569c007c2 req-a585ee37-e0fe-48ba-a732-e408319d9c54 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/security-groups?id=79579dc9-7b86-4506-bd5c-77a53e3a0518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972712 Nov 12 08:31:13.469397 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-11112093-a087-45f5-97bc-567688e6b606 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-933016'] for router_gateway, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:13.483451 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-eed54825-d114-4939-b699-3bfa9e8b67ed tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Allocated IP 172.25.2.115 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/e709bf4e-627e-4755-895c-818df687a705) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:31:13.509766 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e723a1-f487-4852-aa7a-924af6afb0d5 req-2462a81d-0e28-4b7a-8716-8fd9f4c2d2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:13.512698 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-46e723a1-f487-4852-aa7a-924af6afb0d5 req-2462a81d-0e28-4b7a-8716-8fd9f4c2d2ad service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9f233125-4b62-40de-bf22-04d217d99b20 HTTP/1.1" status: 200 len: 797 time: 0.5174787 Nov 12 08:31:13.576408 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e723a1-f487-4852-aa7a-924af6afb0d5 req-25c86776-8e0e-4340-a1cb-bdf9cfb842e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:13.578217 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-46e723a1-f487-4852-aa7a-924af6afb0d5 req-25c86776-8e0e-4340-a1cb-bdf9cfb842e0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5b2a8b49-5710-48dd-bacf-1711bcf033cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0567760 Nov 12 08:31:13.609574 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-11112093-a087-45f5-97bc-567688e6b606 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:13.621026 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-11112093-a087-45f5-97bc-567688e6b606 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:13.713833 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-11112093-a087-45f5-97bc-567688e6b606 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:13.714396 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11112093-a087-45f5-97bc-567688e6b606 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99827ece-d063-4a47-ab24-4878278d7946 {{(pid=102600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:31:13.719231 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-11112093-a087-45f5-97bc-567688e6b606 admin admin] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:13.722667 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-11112093-a087-45f5-97bc-567688e6b606 admin admin] 10.222.0.26 "DELETE /v2.0/routers/99827ece-d063-4a47-ab24-4878278d7946 HTTP/1.1" status: 204 len: 168 time: 2.6213062 Nov 12 08:31:13.722906 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 36018) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:13.744660 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-46e723a1-f487-4852-aa7a-924af6afb0d5 req-5521c98e-eea7-45d3-a53d-dcc0f4b55ee8 service neutron] 10.222.0.21 "GET /v2.0/networks/5b2a8b49-5710-48dd-bacf-1711bcf033cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574776 Nov 12 08:31:13.833850 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-73d271d8-bb40-4194-9172-54ee5ae61580 admin admin] Deleting subnet c3a5a3ec-ff6f-4863-97f9-c76ec260e806 {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:31:13.840521 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-73d271d8-bb40-4194-9172-54ee5ae61580 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:13.883651 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-73d271d8-bb40-4194-9172-54ee5ae61580 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:13.948086 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-46e723a1-f487-4852-aa7a-924af6afb0d5 req-d39d8402-6c28-4894-876f-bb3b4a3ad6d7 service neutron] 10.222.0.21 "GET /v2.0/networks/5b2a8b49-5710-48dd-bacf-1711bcf033cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928208 Nov 12 08:31:14.005371 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-eed54825-d114-4939-b699-3bfa9e8b67ed tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:14.016800 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-46e723a1-f487-4852-aa7a-924af6afb0d5 req-2744637f-c436-4afe-81af-d61c579e901b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c2cd737f-49af-4915-99ac-335868dc6f31 HTTP/1.1" status: 200 len: 217 time: 0.0606372 Nov 12 08:31:14.052726 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f7415e-69e1-48a4-bcaa-1f5ae0490b0e req-2a687d71-7961-4586-ac05-ed419f76073f tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:14.055060 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-28f7415e-69e1-48a4-bcaa-1f5ae0490b0e req-2a687d71-7961-4586-ac05-ed419f76073f tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=7d375a8a-fb74-4bd7-8dbe-bb05bf957035 HTTP/1.1" status: 200 len: 945 time: 0.1144507 Nov 12 08:31:14.060256 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-73d271d8-bb40-4194-9172-54ee5ae61580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:14.088435 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e723a1-f487-4852-aa7a-924af6afb0d5 req-6835f116-ee90-414c-af2e-2787fdf81b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:14.090470 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-46e723a1-f487-4852-aa7a-924af6afb0d5 req-6835f116-ee90-414c-af2e-2787fdf81b6e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9f233125-4b62-40de-bf22-04d217d99b20 HTTP/1.1" status: 200 len: 797 time: 0.0654528 Nov 12 08:31:14.171181 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-eed54825-d114-4939-b699-3bfa9e8b67ed tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:14.184557 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e723a1-f487-4852-aa7a-924af6afb0d5 req-ace9e191-b75e-4393-82eb-016f2112cbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:14.187025 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-46e723a1-f487-4852-aa7a-924af6afb0d5 req-ace9e191-b75e-4393-82eb-016f2112cbe4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5b2a8b49-5710-48dd-bacf-1711bcf033cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0890656 Nov 12 08:31:14.188356 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-28f7415e-69e1-48a4-bcaa-1f5ae0490b0e req-3aef1abb-03b7-42a3-aecd-0949275b7e40 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201322 Nov 12 08:31:14.235457 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed54825-d114-4939-b699-3bfa9e8b67ed tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:31:14.236703 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-73d271d8-bb40-4194-9172-54ee5ae61580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:14.247345 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-eed54825-d114-4939-b699-3bfa9e8b67ed tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:31:14.274101 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed54825-d114-4939-b699-3bfa9e8b67ed tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:31:14.275747 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a998fee3-a541-46aa-89b5-4b10e207c460 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:31:14.276799 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed54825-d114-4939-b699-3bfa9e8b67ed tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Pushing event updated for resources: {'Port': ['ID=e709bf4e-627e-4755-895c-818df687a705,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:14.282465 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d271d8-bb40-4194-9172-54ee5ae61580 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3a5a3ec-ff6f-4863-97f9-c76ec260e806,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:14.323837 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-46e723a1-f487-4852-aa7a-924af6afb0d5 req-65cc8c8e-e8ee-4ac7-9b8d-790c3895a0f2 service neutron] 10.222.0.21 "GET /v2.0/networks/5b2a8b49-5710-48dd-bacf-1711bcf033cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257465 Nov 12 08:31:14.337155 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-73d271d8-bb40-4194-9172-54ee5ae61580 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:14.342022 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-73d271d8-bb40-4194-9172-54ee5ae61580 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/c3a5a3ec-ff6f-4863-97f9-c76ec260e806 HTTP/1.1" status: 204 len: 168 time: 0.6181638 Nov 12 08:31:14.344758 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 36030) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:14.346752 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5a1fa4-1aca-4a12-983f-037fb7669e37 None None] Network 8cff4da5-80fe-4942-a14c-aee49cabf091 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:31:14.425918 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e9b41b05-883d-42b3-9355-e909f1a3464b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:14.434745 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-614bd3bd-0789-40e7-ac0e-2eb66cde2147 None None] Provisioning complete for port e709bf4e-627e-4755-895c-818df687a705 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:14.435122 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-614bd3bd-0789-40e7-ac0e-2eb66cde2147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:14.528718 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-46e723a1-f487-4852-aa7a-924af6afb0d5 req-74710637-4a4e-453b-a268-7077ff73edf2 service neutron] 10.222.0.21 "GET /v2.0/networks/5b2a8b49-5710-48dd-bacf-1711bcf033cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946728 Nov 12 08:31:14.547697 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device ad258e71-1faf-4b69-8128-66f62ac0e4a5 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:31:14.624157 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: ad258e71-1faf-4b69-8128-66f62ac0e4a5 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:31:14.624603 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device ad258e71-1faf-4b69-8128-66f62ac0e4a5 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:31:14.624936 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 76bf214c-6548-463a-9b7f-58eb8bb6b79d no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:31:14.653609 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 76bf214c-6548-463a-9b7f-58eb8bb6b79d {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:31:14.654002 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 76bf214c-6548-463a-9b7f-58eb8bb6b79d not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:31:14.687276 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-614bd3bd-0789-40e7-ac0e-2eb66cde2147 None None] Port e709bf4e-627e-4755-895c-818df687a705 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:31:14.735440 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c3889-0262-4f23-9741-b04337421a14 req-a89cf293-92fc-4603-99d4-ef8e61a737ff tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:14.743712 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d32c3889-0262-4f23-9741-b04337421a14 req-a89cf293-92fc-4603-99d4-ef8e61a737ff tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7cdf362-4e64-4d17-9ffa-0eb34738bbee HTTP/1.1" status: 200 len: 946 time: 0.1345742 Nov 12 08:31:14.777695 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-e9b41b05-883d-42b3-9355-e909f1a3464b admin admin] Deleting port 31a6ecdc-287a-406e-a717-3a30e467ef32 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:31:14.778072 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e9b41b05-883d-42b3-9355-e909f1a3464b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:14.784490 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5e8c59-50f2-48ed-9e7b-dc3639bc98db None None] DHCP port deletion for 8cff4da5-80fe-4942-a14c-aee49cabf091 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:31:14.841762 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 5f1444c8-fdb3-46f1-9feb-f132bccdf6fe up at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:31:14.942365 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-bb5e8c59-50f2-48ed-9e7b-dc3639bc98db None None] Deleting port 31a6ecdc-287a-406e-a717-3a30e467ef32 {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:31:14.942839 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-bb5e8c59-50f2-48ed-9e7b-dc3639bc98db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:14.951589 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d32c3889-0262-4f23-9741-b04337421a14 req-d71d8619-857d-4396-8fd2-a4917e32c7c4 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/security-groups?id=79579dc9-7b86-4506-bd5c-77a53e3a0518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069087 Nov 12 08:31:14.966384 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-e9b41b05-883d-42b3-9355-e909f1a3464b admin admin] For port 31a6ecdc-287a-406e-a717-3a30e467ef32, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=31a6ecdc-287a-406e-a717-3a30e467ef32,segment=NetworkSegment(bfdb4e7b-7386-4785-9623-27b947af3a0e),segment_id=bfdb4e7b-7386-4785-9623-27b947af3a0e)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:31:14.967041 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e9b41b05-883d-42b3-9355-e909f1a3464b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:14.974575 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning for port 5f1444c8-fdb3-46f1-9feb-f132bccdf6fe completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:31:15.021017 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning complete for port 5f1444c8-fdb3-46f1-9feb-f132bccdf6fe triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:15.021420 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:15.033248 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-e9b41b05-883d-42b3-9355-e909f1a3464b admin admin] Calling delete_port for 31a6ecdc-287a-406e-a717-3a30e467ef32 owned by network:dhcp {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:31:15.070579 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-bb5e8c59-50f2-48ed-9e7b-dc3639bc98db None None] For port 31a6ecdc-287a-406e-a717-3a30e467ef32, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=31a6ecdc-287a-406e-a717-3a30e467ef32,segment=NetworkSegment(bfdb4e7b-7386-4785-9623-27b947af3a0e),segment_id=bfdb4e7b-7386-4785-9623-27b947af3a0e)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:31:15.071009 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-bb5e8c59-50f2-48ed-9e7b-dc3639bc98db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:15.098034 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-bb5e8c59-50f2-48ed-9e7b-dc3639bc98db None None] Calling delete_port for 31a6ecdc-287a-406e-a717-3a30e467ef32 owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:31:15.103292 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-eed54825-d114-4939-b699-3bfa9e8b67ed tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:15.160513 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:15.224482 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d375a8a-fb74-4bd7-8dbe-bb05bf957035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f1444c8-fdb3-46f1-9feb-f132bccdf6fe'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:31:15.227462 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d6ec13f-d620-4267-aa6b-bdb55b9a1ba7" -d '{"events": [{"server_uuid": "7d375a8a-fb74-4bd7-8dbe-bb05bf957035", "name": "network-vif-plugged", "status": "completed", "tag": "5f1444c8-fdb3-46f1-9feb-f132bccdf6fe"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:31:15.251767 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e9b41b05-883d-42b3-9355-e909f1a3464b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:15.255056 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 5f1444c8-fdb3-46f1-9feb-f132bccdf6fe, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=5f1444c8-fdb3-46f1-9feb-f132bccdf6fe,segment=NetworkSegment(115bdcdd-b1df-41c7-8bff-15a5e1fdca42),segment_id=115bdcdd-b1df-41c7-8bff-15a5e1fdca42)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:31:15.266455 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:15.296467 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b41b05-883d-42b3-9355-e909f1a3464b admin admin] Pushing event deleted for resources: {'Port': ['ID=31a6ecdc-287a-406e-a717-3a30e467ef32,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:15.323187 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b41b05-883d-42b3-9355-e909f1a3464b admin admin] No DVR routers for this DVR port 31a6ecdc-287a-406e-a717-3a30e467ef32 on host n-d-765315-29 {{(pid=102600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:31:15.339832 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-bb5e8c59-50f2-48ed-9e7b-dc3639bc98db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:15.360680 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5e8c59-50f2-48ed-9e7b-dc3639bc98db None None] No DVR routers for this DVR port 31a6ecdc-287a-406e-a717-3a30e467ef32 on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:31:15.368647 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=5f1444c8-fdb3-46f1-9feb-f132bccdf6fe,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:15.415378 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5e8c59-50f2-48ed-9e7b-dc3639bc98db None None] Pushing event deleted for resources: {'Port': ['ID=31a6ecdc-287a-406e-a717-3a30e467ef32,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:15.533356 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e9b41b05-883d-42b3-9355-e909f1a3464b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:15.566033 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-e9b41b05-883d-42b3-9355-e909f1a3464b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cff4da5-80fe-4942-a14c-aee49cabf091']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:15.575679 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1ae2bf-8abf-464c-90dc-ac49dc819fa0 req-18ab3500-2aef-48e1-8fe9-eb0c133ce685 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:15.577201 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6b1ae2bf-8abf-464c-90dc-ac49dc819fa0 req-18ab3500-2aef-48e1-8fe9-eb0c133ce685 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=7d375a8a-fb74-4bd7-8dbe-bb05bf957035 HTTP/1.1" status: 200 len: 946 time: 0.2693007 Nov 12 08:31:15.590507 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-e9b41b05-883d-42b3-9355-e909f1a3464b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfdb4e7b-7386-4785-9623-27b947af3a0e') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:15.590827 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-e9b41b05-883d-42b3-9355-e909f1a3464b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfdb4e7b-7386-4785-9623-27b947af3a0e') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:15.594309 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-eed54825-d114-4939-b699-3bfa9e8b67ed tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-932935', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57732'] for router, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:15.615648 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e9b41b05-883d-42b3-9355-e909f1a3464b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:15.618046 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-eed54825-d114-4939-b699-3bfa9e8b67ed tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-932942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-933045', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-919336'] for router, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:15.644992 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e9b41b05-883d-42b3-9355-e909f1a3464b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:15.701137 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9b41b05-883d-42b3-9355-e909f1a3464b admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:31:15.701465 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e9b41b05-883d-42b3-9355-e909f1a3464b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:15.703187 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:31:15.703187 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:31:15.703187 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:31:15.703187 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:31:15.703187 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:31:15.703187 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:31:15.703187 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:31:15.703187 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:31:15.703187 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:31:15.703187 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:31:15.703187 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:31:15.703187 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:31:15.703187 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:31:15.703187 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:31:15.703187 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:31:15.703187 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:31:15.703187 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:31:15.703187 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:31:15.703187 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:31:15.703187 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:31:15.703187 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:31:15.703187 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:31:15.703187 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:31:15.703187 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:31:15.703187 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:31:15.703187 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:31:15.703187 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:31:15.703187 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:31:15.703187 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:31:15.703187 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:31:15.703187 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:31:15.703187 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:31:15.759915 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6b1ae2bf-8abf-464c-90dc-ac49dc819fa0 req-1637a346-13c0-4189-aacc-5afa25bd7347 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733599 Nov 12 08:31:15.808782 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e9b41b05-883d-42b3-9355-e909f1a3464b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:15.815163 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e9b41b05-883d-42b3-9355-e909f1a3464b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:15.818194 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-e9b41b05-883d-42b3-9355-e909f1a3464b admin admin] 10.222.0.26 "DELETE /v2.0/networks/8cff4da5-80fe-4942-a14c-aee49cabf091 HTTP/1.1" status: 204 len: 168 time: 1.4722958 Nov 12 08:31:15.840762 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b41b05-883d-42b3-9355-e909f1a3464b admin admin] Pushing event deleted for resources: {'Network': ['ID=8cff4da5-80fe-4942-a14c-aee49cabf091,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:15.843025 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-058076f9-76b2-4bc2-8cee-39284808f22c x-openstack-request-id: req-058076f9-76b2-4bc2-8cee-39284808f22c {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:31:15.844690 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d375a8a-fb74-4bd7-8dbe-bb05bf957035", "name": "network-vif-plugged", "status": "completed", "tag": "5f1444c8-fdb3-46f1-9feb-f132bccdf6fe", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:31:15.845045 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-058076f9-76b2-4bc2-8cee-39284808f22c {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:31:15.845595 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d375a8a-fb74-4bd7-8dbe-bb05bf957035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f1444c8-fdb3-46f1-9feb-f132bccdf6fe', 'code': 200} Nov 12 08:31:15.884798 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eed54825-d114-4939-b699-3bfa9e8b67ed tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Router eb17a159-ffe0-4192-ac7c-198eda8eaa32 is scheduled to L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 with binding_index 1 {{(pid=102600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:31:16.031095 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eed54825-d114-4939-b699-3bfa9e8b67ed tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:31:16.036721 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-eed54825-d114-4939-b699-3bfa9e8b67ed tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:16.038111 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-eed54825-d114-4939-b699-3bfa9e8b67ed tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] 10.222.0.26 "PUT /v2.0/routers/eb17a159-ffe0-4192-ac7c-198eda8eaa32 HTTP/1.1" status: 200 len: 918 time: 4.3801339 Nov 12 08:31:16.041362 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 36058) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:16.047219 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ba70b8-1bd3-4cc3-bf56-111326684a38 None None] Sync routers for ids ['eb17a159-ffe0-4192-ac7c-198eda8eaa32'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:31:16.070222 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ba70b8-1bd3-4cc3-bf56-111326684a38 None None] Routers {'eb17a159-ffe0-4192-ac7c-198eda8eaa32'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:31:16.071013 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-86ba70b8-1bd3-4cc3-bf56-111326684a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:31:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['eb17a159-ffe0-4192-ac7c-198eda8eaa32'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:16.119449 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8a7692-3cdd-4546-a1bb-6b2046b89e7b req-1c323fb3-24c9-40bd-83ee-279b046fa98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:16.121611 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cc8a7692-3cdd-4546-a1bb-6b2046b89e7b req-1c323fb3-24c9-40bd-83ee-279b046fa98b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7d375a8a-fb74-4bd7-8dbe-bb05bf957035 HTTP/1.1" status: 200 len: 1098 time: 0.0991392 Nov 12 08:31:16.156065 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-86ba70b8-1bd3-4cc3-bf56-111326684a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:16.177901 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ba70b8-1bd3-4cc3-bf56-111326684a38 None None] Routers {'eb17a159-ffe0-4192-ac7c-198eda8eaa32'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:31:16.178993 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-86ba70b8-1bd3-4cc3-bf56-111326684a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:31:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['eb17a159-ffe0-4192-ac7c-198eda8eaa32'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:16.219922 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-86ba70b8-1bd3-4cc3-bf56-111326684a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:16.220895 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ba70b8-1bd3-4cc3-bf56-111326684a38 None None] The sync data for ids ['eb17a159-ffe0-4192-ac7c-198eda8eaa32'] in n-d-765315-29 is: [] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:31:16.225885 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 36062) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:16.254861 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cc8a7692-3cdd-4546-a1bb-6b2046b89e7b req-0ef4700e-fa58-4c30-bc0a-86c65c3072b0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252024 Nov 12 08:31:16.295384 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-774a6c12-c44d-4407-967d-88347e925fc4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=36b116a3c9bf43b1b1cd727ac7538bfe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0678639 Nov 12 08:31:16.298899 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 36064) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:16.362550 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e9ec7970-5e89-4b98-b6d9-2d21ad9e8d78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:16.387013 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e9ec7970-5e89-4b98-b6d9-2d21ad9e8d78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:16.389632 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 31a6ecdc-287a-406e-a717-3a30e467ef32 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:31:16.419190 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 31a6ecdc-287a-406e-a717-3a30e467ef32 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:31:16.419821 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 31a6ecdc-287a-406e-a717-3a30e467ef32 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:31:16.522744 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e9ec7970-5e89-4b98-b6d9-2d21ad9e8d78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:16.527215 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e9ec7970-5e89-4b98-b6d9-2d21ad9e8d78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:16.541322 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-e9ec7970-5e89-4b98-b6d9-2d21ad9e8d78 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d81b1969-3fd2-47b6-a0ce-780dcf910ee6 HTTP/1.1" status: 204 len: 168 time: 0.2341483 Nov 12 08:31:16.561461 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ec7970-5e89-4b98-b6d9-2d21ad9e8d78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d81b1969-3fd2-47b6-a0ce-780dcf910ee6,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:16.640432 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c66b0c-16c2-42ed-8b4e-c2adfcf891d3 req-8e3e03c1-a331-40ab-ad7b-c9b5612ceeba tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:16.647807 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d0c66b0c-16c2-42ed-8b4e-c2adfcf891d3 req-8e3e03c1-a331-40ab-ad7b-c9b5612ceeba tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7cdf362-4e64-4d17-9ffa-0eb34738bbee HTTP/1.1" status: 200 len: 946 time: 0.0939331 Nov 12 08:31:16.665699 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 36070) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:16.665897 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-e3221e37-f1c5-4859-963f-03b9ecf2d128 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] 10.222.0.26 "GET /v2.0/routers/eb17a159-ffe0-4192-ac7c-198eda8eaa32 HTTP/1.1" status: 200 len: 924 time: 0.6199124 Nov 12 08:31:16.736561 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d0c66b0c-16c2-42ed-8b4e-c2adfcf891d3 req-886946ec-bf2d-4f8d-b020-f3f98ae8d37c tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/security-groups?id=79579dc9-7b86-4506-bd5c-77a53e3a0518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871379 Nov 12 08:31:16.771667 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0a74be-c17d-49ec-91de-837c579dd17b tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:16.776333 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-6c0a74be-c17d-49ec-91de-837c579dd17b tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=d709f64f-f9e6-4525-b020-ad48633b9bbf&device_id=eb17a159-ffe0-4192-ac7c-198eda8eaa32&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1081135 Nov 12 08:31:16.777747 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 36072) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:16.902266 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5807e2-82b0-4953-b80e-1cdf5d77bece tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:16.907266 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-3b5807e2-82b0-4953-b80e-1cdf5d77bece tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] 10.222.0.26 "GET /v2.0/networks/d709f64f-f9e6-4525-b020-ad48633b9bbf HTTP/1.1" status: 200 len: 881 time: 0.1281805 Nov 12 08:31:16.908800 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 36078) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:16.944825 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc21646-14b2-4f71-a73b-9cd03ae0c8bb req-81b9e135-97b9-4814-b463-6c0dc8315a5b tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:16.953432 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0cc21646-14b2-4f71-a73b-9cd03ae0c8bb req-81b9e135-97b9-4814-b463-6c0dc8315a5b tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=7d375a8a-fb74-4bd7-8dbe-bb05bf957035 HTTP/1.1" status: 200 len: 946 time: 0.0867705 Nov 12 08:31:16.969767 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-013270da-3461-4033-94b0-2b07531061fb tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb17a159-ffe0-4192-ac7c-198eda8eaa32 HTTP/1.1" status: 200 len: 205 time: 0.0583878 Nov 12 08:31:16.969970 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 36082) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:17.219574 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0364a4b3-3b60-4082-a44a-2cc6f8798909 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks [] for router, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:17.259204 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0cc21646-14b2-4f71-a73b-9cd03ae0c8bb req-c1e31106-26d4-4bd5-8c38-019fe73ed731 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3047090 Nov 12 08:31:17.293405 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0364a4b3-3b60-4082-a44a-2cc6f8798909 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:17.404511 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 36104) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:17.411803 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-0364a4b3-3b60-4082-a44a-2cc6f8798909 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Deleting port e709bf4e-627e-4755-895c-818df687a705 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:31:17.415674 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0364a4b3-3b60-4082-a44a-2cc6f8798909 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:17.463491 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-d9886b1a-2ed5-450f-930f-149a09f428a3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8ad4deb0fc3b4f3499f51bd2b1512ff6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0572379 Nov 12 08:31:17.466142 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 36106) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:17.606540 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9995f710-76b0-4280-baa8-396a8b62fa89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:17.608355 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0364a4b3-3b60-4082-a44a-2cc6f8798909 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:17.638142 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-0364a4b3-3b60-4082-a44a-2cc6f8798909 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Calling delete_port for e709bf4e-627e-4755-895c-818df687a705 owned by network:router_gateway {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:31:17.653905 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9995f710-76b0-4280-baa8-396a8b62fa89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:17.730409 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9995f710-76b0-4280-baa8-396a8b62fa89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:17.734703 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9995f710-76b0-4280-baa8-396a8b62fa89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:17.736305 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-9995f710-76b0-4280-baa8-396a8b62fa89 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/edc99514-92e8-4a71-86b2-d8d5370ab974 HTTP/1.1" status: 204 len: 168 time: 0.2689548 Nov 12 08:31:17.749267 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9995f710-76b0-4280-baa8-396a8b62fa89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc99514-92e8-4a71-86b2-d8d5370ab974,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:17.950441 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec36b61-f4f4-4779-921f-a12cdf122f93 req-fcf05139-09ac-4d0b-9f31-0c9a2905d139 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:17.951958 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9ec36b61-f4f4-4779-921f-a12cdf122f93 req-fcf05139-09ac-4d0b-9f31-0c9a2905d139 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7cdf362-4e64-4d17-9ffa-0eb34738bbee HTTP/1.1" status: 200 len: 946 time: 0.0709081 Nov 12 08:31:18.059409 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9ec36b61-f4f4-4779-921f-a12cdf122f93 req-0c1a4f85-1ded-4112-b90e-3ca6df3a2293 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/security-groups?id=79579dc9-7b86-4506-bd5c-77a53e3a0518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953152 Nov 12 08:31:18.060753 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0364a4b3-3b60-4082-a44a-2cc6f8798909 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:18.103787 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0364a4b3-3b60-4082-a44a-2cc6f8798909 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Pushing event deleted for resources: {'Port': ['ID=e709bf4e-627e-4755-895c-818df687a705,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:18.118151 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f9487e-5c8a-483c-b4f4-2cd5a446899f None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:31:18.194272 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0364a4b3-3b60-4082-a44a-2cc6f8798909 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-933016'] for router_gateway, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:18.307313 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0364a4b3-3b60-4082-a44a-2cc6f8798909 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:18.309529 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0364a4b3-3b60-4082-a44a-2cc6f8798909 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:18.458270 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0364a4b3-3b60-4082-a44a-2cc6f8798909 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:18.459372 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0364a4b3-3b60-4082-a44a-2cc6f8798909 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Fanout notify agent at l3_agent the message router_deleted on router eb17a159-ffe0-4192-ac7c-198eda8eaa32 {{(pid=102600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:31:18.469955 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0364a4b3-3b60-4082-a44a-2cc6f8798909 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:18.471579 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-0364a4b3-3b60-4082-a44a-2cc6f8798909 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] 10.222.0.26 "DELETE /v2.0/routers/eb17a159-ffe0-4192-ac7c-198eda8eaa32 HTTP/1.1" status: 204 len: 168 time: 1.5007002 Nov 12 08:31:18.476647 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 36142) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:18.482922 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-5c77729a-5934-49db-b05d-f9ac2f4ca591 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1405613116', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:18.499523 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d944b6d2-bd70-44f3-8f9b-2d9d331b908f req-c9d00e06-2dae-4b96-a8ac-6db2e3e12cab tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:18.508982 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d944b6d2-bd70-44f3-8f9b-2d9d331b908f req-c9d00e06-2dae-4b96-a8ac-6db2e3e12cab tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=7d375a8a-fb74-4bd7-8dbe-bb05bf957035 HTTP/1.1" status: 200 len: 946 time: 0.1065545 Nov 12 08:31:18.528873 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5c77729a-5934-49db-b05d-f9ac2f4ca591 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:18.530631 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5c77729a-5934-49db-b05d-f9ac2f4ca591 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:18.610656 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d944b6d2-bd70-44f3-8f9b-2d9d331b908f req-687c29ad-e701-4db0-a62b-918e6a93f1e0 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000650 Nov 12 08:31:18.627567 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5c77729a-5934-49db-b05d-f9ac2f4ca591 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:18.634940 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5c77729a-5934-49db-b05d-f9ac2f4ca591 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052'] for router, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:18.671106 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5c77729a-5934-49db-b05d-f9ac2f4ca591 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:18.672251 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-5c77729a-5934-49db-b05d-f9ac2f4ca591 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1945958 Nov 12 08:31:18.675204 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 36154) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:18.690095 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-bd134002-2fc6-4de4-8936-41cf5e40d5e5 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'enable_snat': False}}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:19.039204 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bd134002-2fc6-4de4-8936-41cf5e40d5e5 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:19.257156 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 36176) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:19.284987 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68a7eed-88c0-4143-ae41-c48ab8560718 req-268f97ce-bc6d-4ce1-8fd9-225521682315 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:19.287974 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a68a7eed-88c0-4143-ae41-c48ab8560718 req-268f97ce-bc6d-4ce1-8fd9-225521682315 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=7d375a8a-fb74-4bd7-8dbe-bb05bf957035 HTTP/1.1" status: 200 len: 946 time: 0.0855296 Nov 12 08:31:19.540632 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a68a7eed-88c0-4143-ae41-c48ab8560718 req-2d37dbd9-5ac6-4bd5-b07f-ebd4a3aa1ea4 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367647 Nov 12 08:31:19.549635 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-a066c44b-c884-489e-bb3d-fd1cb6fae204 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1230719828-network', 'tenant_id': '3a6750de7e88441cbf160c8bd8efe6a4'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:19.595287 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bd134002-2fc6-4de4-8936-41cf5e40d5e5 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:19.621484 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bd134002-2fc6-4de4-8936-41cf5e40d5e5 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:19.650125 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a066c44b-c884-489e-bb3d-fd1cb6fae204 admin admin] Made reservation on behalf of 3a6750de7e88441cbf160c8bd8efe6a4 for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:31:19.660954 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a066c44b-c884-489e-bb3d-fd1cb6fae204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:19.688566 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a066c44b-c884-489e-bb3d-fd1cb6fae204 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:19.793784 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec5df9-f126-41dd-8d2f-fef423b9a977 req-d441c893-fb5e-4429-94d1-c5e89cecb5dc tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:19.800504 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-44ec5df9-f126-41dd-8d2f-fef423b9a977 req-d441c893-fb5e-4429-94d1-c5e89cecb5dc tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7cdf362-4e64-4d17-9ffa-0eb34738bbee HTTP/1.1" status: 200 len: 946 time: 0.1367276 Nov 12 08:31:19.860145 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-bd134002-2fc6-4de4-8936-41cf5e40d5e5 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Allocated IP 172.25.2.169 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/f873097a-57d2-477a-820c-71e3e7f0ffe0) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:31:19.892111 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-44ec5df9-f126-41dd-8d2f-fef423b9a977 req-a767cc4d-e15d-4556-b151-37bc2ea92b23 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/security-groups?id=79579dc9-7b86-4506-bd5c-77a53e3a0518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907271 Nov 12 08:31:19.919086 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a066c44b-c884-489e-bb3d-fd1cb6fae204 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:19.940907 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a066c44b-c884-489e-bb3d-fd1cb6fae204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:19.994298 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a066c44b-c884-489e-bb3d-fd1cb6fae204 admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:31:20.011703 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a066c44b-c884-489e-bb3d-fd1cb6fae204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ddade6-9160-4269-9d9d-bd512d66ba7f,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:20.014218 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:31:20.018003 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a066c44b-c884-489e-bb3d-fd1cb6fae204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:20.018544 n-d-765315-29 neutron-server[102599]: INFO neutron.db.segments_db [None req-a066c44b-c884-489e-bb3d-fd1cb6fae204 admin admin] Added segment 60f20996-29ee-44a2-a7de-3124712a7772 of type vlan for network 05c537fa-28de-4f77-b35f-d24a89e180a5 Nov 12 08:31:20.050658 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bd134002-2fc6-4de4-8936-41cf5e40d5e5 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:20.085335 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a066c44b-c884-489e-bb3d-fd1cb6fae204 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:20.124211 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a066c44b-c884-489e-bb3d-fd1cb6fae204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:20.125703 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a066c44b-c884-489e-bb3d-fd1cb6fae204 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:20.126546 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a066c44b-c884-489e-bb3d-fd1cb6fae204 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:20.187567 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bd134002-2fc6-4de4-8936-41cf5e40d5e5 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:20.274300 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd134002-2fc6-4de4-8936-41cf5e40d5e5 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:31:20.281580 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-bd134002-2fc6-4de4-8936-41cf5e40d5e5 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:31:20.286071 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd134002-2fc6-4de4-8936-41cf5e40d5e5 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:31:20.299954 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc4308c-82e4-47ee-acde-6d3d9fee76f3 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:31:20.333334 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a066c44b-c884-489e-bb3d-fd1cb6fae204 admin admin] Pushing event updated for resources: {'Network': ['ID=05c537fa-28de-4f77-b35f-d24a89e180a5,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:20.348623 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-a066c44b-c884-489e-bb3d-fd1cb6fae204 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.0887032 Nov 12 08:31:20.349972 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 36202) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:20.364607 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-80b77cb4-5336-44dc-92f0-70489ea0d5e7 admin admin] Request body: {'subnet': {'network_id': '05c537fa-28de-4f77-b35f-d24a89e180a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1230719828-subnet', 'tenant_id': '3a6750de7e88441cbf160c8bd8efe6a4', 'ip_version': 4}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:20.384099 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd134002-2fc6-4de4-8936-41cf5e40d5e5 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Pushing event updated for resources: {'Port': ['ID=f873097a-57d2-477a-820c-71e3e7f0ffe0,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:20.399117 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17975db7-e6cd-4f61-8edb-c42ef8946a10 req-7c86cd44-9f1f-45b3-8193-952940c7e23f tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:20.406692 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-17975db7-e6cd-4f61-8edb-c42ef8946a10 req-7c86cd44-9f1f-45b3-8193-952940c7e23f tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=7d375a8a-fb74-4bd7-8dbe-bb05bf957035 HTTP/1.1" status: 200 len: 946 time: 0.2625539 Nov 12 08:31:20.406885 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 05c537fa-28de-4f77-b35f-d24a89e180a5 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:31:20.437736 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80b77cb4-5336-44dc-92f0-70489ea0d5e7 admin admin] Made reservation on behalf of 3a6750de7e88441cbf160c8bd8efe6a4 for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:31:20.447746 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-80b77cb4-5336-44dc-92f0-70489ea0d5e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:20.618873 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-17975db7-e6cd-4f61-8edb-c42ef8946a10 req-41bfc1b2-7f4b-415f-9b35-794baae0de43 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106178 Nov 12 08:31:20.779943 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-f1602f5a-a7ad-4876-8c8e-1e5de76cd3db None None] Provisioning complete for port f873097a-57d2-477a-820c-71e3e7f0ffe0 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:20.783038 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f1602f5a-a7ad-4876-8c8e-1e5de76cd3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:20.791859 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-80b77cb4-5336-44dc-92f0-70489ea0d5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:20.891451 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-f1602f5a-a7ad-4876-8c8e-1e5de76cd3db None None] Port f873097a-57d2-477a-820c-71e3e7f0ffe0 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:31:20.956598 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b77cb4-5336-44dc-92f0-70489ea0d5e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f16582cb-b0ce-4178-9b8f-ca6d68be815d,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:20.991535 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b77cb4-5336-44dc-92f0-70489ea0d5e7 admin admin] Checking segment: {'id': '60f20996-29ee-44a2-a7de-3124712a7772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '05c537fa-28de-4f77-b35f-d24a89e180a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:31:20.999197 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b77cb4-5336-44dc-92f0-70489ea0d5e7 admin admin] Network hostable DHCP agents. Network: 05c537fa-28de-4f77-b35f-d24a89e180a5, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:31:21.012047 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bd134002-2fc6-4de4-8936-41cf5e40d5e5 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:21.042228 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b77cb4-5336-44dc-92f0-70489ea0d5e7 admin admin] Network 05c537fa-28de-4f77-b35f-d24a89e180a5 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:31:21.056268 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-80b77cb4-5336-44dc-92f0-70489ea0d5e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 05c537fa-28de-4f77-b35f-d24a89e180a5) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:31:21.064682 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b77cb4-5336-44dc-92f0-70489ea0d5e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:21.069240 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-80b77cb4-5336-44dc-92f0-70489ea0d5e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:21.091241 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a60a1d-f334-486e-a8e2-d7b70b369ca7 None None] Network 05c537fa-28de-4f77-b35f-d24a89e180a5 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:31:21.106198 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-80b77cb4-5336-44dc-92f0-70489ea0d5e7 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7504902 Nov 12 08:31:21.106418 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 36218) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:21.115893 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-70fcca1a-5289-4015-818b-13ca8d1f3b5e admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1230719828-router', 'tenant_id': '3a6750de7e88441cbf160c8bd8efe6a4', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:21.211857 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-70fcca1a-5289-4015-818b-13ca8d1f3b5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:21.213283 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-70fcca1a-5289-4015-818b-13ca8d1f3b5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:21.387959 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-70fcca1a-5289-4015-818b-13ca8d1f3b5e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:21.403701 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b795e8-3697-4851-a2a0-55137ddb3229 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-05c537fa-28de-4f77-b35f-d24a89e180a5', 'network_id': '05c537fa-28de-4f77-b35f-d24a89e180a5', 'tenant_id': '3a6750de7e88441cbf160c8bd8efe6a4', 'fixed_ips': [{'subnet_id': 'f16582cb-b0ce-4178-9b8f-ca6d68be815d'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:31:21.404643 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-19b795e8-3697-4851-a2a0-55137ddb3229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:21.669799 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-19b795e8-3697-4851-a2a0-55137ddb3229 None None] Allocated IP 172.20.0.2 (05c537fa-28de-4f77-b35f-d24a89e180a5/f16582cb-b0ce-4178-9b8f-ca6d68be815d/fefa2e73-0153-42c7-bef0-bb3d7f960975) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:31:22.074622 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bd134002-2fc6-4de4-8936-41cf5e40d5e5 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-932935', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57732'] for router, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:22.083730 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bd134002-2fc6-4de4-8936-41cf5e40d5e5 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-932942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-933045', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-919336'] for router, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:22.110723 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-19b795e8-3697-4851-a2a0-55137ddb3229 None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:22.121107 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-19b795e8-3697-4851-a2a0-55137ddb3229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:22.174557 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b795e8-3697-4851-a2a0-55137ddb3229 None None] Network 05c537fa-28de-4f77-b35f-d24a89e180a5 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:31:22.181892 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-19b795e8-3697-4851-a2a0-55137ddb3229 None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:31:22.187144 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b795e8-3697-4851-a2a0-55137ddb3229 None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:31:22.190542 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b795e8-3697-4851-a2a0-55137ddb3229 None None] Pushing event updated for resources: {'Port': ['ID=fefa2e73-0153-42c7-bef0-bb3d7f960975,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:22.263518 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-19b795e8-3697-4851-a2a0-55137ddb3229 None None] Attempting to bind port fefa2e73-0153-42c7-bef0-bb3d7f960975 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:31:22.264168 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-19b795e8-3697-4851-a2a0-55137ddb3229 None None] Attempting to bind port fefa2e73-0153-42c7-bef0-bb3d7f960975 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '60f20996-29ee-44a2-a7de-3124712a7772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '05c537fa-28de-4f77-b35f-d24a89e180a5'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:31:22.264708 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b795e8-3697-4851-a2a0-55137ddb3229 None None] Attempting to bind port fefa2e73-0153-42c7-bef0-bb3d7f960975 on network 05c537fa-28de-4f77-b35f-d24a89e180a5 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:31:22.271812 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017d340c-2c32-484e-80b5-cd81cc76cb27 req-d45bd4e8-659f-4c08-bd16-5c7f0ca3122b tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:22.272058 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b795e8-3697-4851-a2a0-55137ddb3229 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:31:22.272437 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b795e8-3697-4851-a2a0-55137ddb3229 None None] Checking segment: {'id': '60f20996-29ee-44a2-a7de-3124712a7772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '05c537fa-28de-4f77-b35f-d24a89e180a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:31:22.273017 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-19b795e8-3697-4851-a2a0-55137ddb3229 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:22.273413 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b795e8-3697-4851-a2a0-55137ddb3229 None None] Bound using segment: {'id': '60f20996-29ee-44a2-a7de-3124712a7772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '05c537fa-28de-4f77-b35f-d24a89e180a5'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:31:22.273886 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-19b795e8-3697-4851-a2a0-55137ddb3229 None None] Bound port: fefa2e73-0153-42c7-bef0-bb3d7f960975, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60f20996-29ee-44a2-a7de-3124712a7772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '05c537fa-28de-4f77-b35f-d24a89e180a5'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:31:22.274256 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-19b795e8-3697-4851-a2a0-55137ddb3229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:22.279667 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-017d340c-2c32-484e-80b5-cd81cc76cb27 req-d45bd4e8-659f-4c08-bd16-5c7f0ca3122b tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7cdf362-4e64-4d17-9ffa-0eb34738bbee HTTP/1.1" status: 200 len: 946 time: 0.8367710 Nov 12 08:31:22.323203 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-70fcca1a-5289-4015-818b-13ca8d1f3b5e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:22.398946 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-017d340c-2c32-484e-80b5-cd81cc76cb27 req-f9314263-199e-4a81-aab4-d8ec1335568b tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/security-groups?id=79579dc9-7b86-4506-bd5c-77a53e3a0518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174984 Nov 12 08:31:22.423597 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-19b795e8-3697-4851-a2a0-55137ddb3229 None None] For port fefa2e73-0153-42c7-bef0-bb3d7f960975, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:31:22.425743 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-19b795e8-3697-4851-a2a0-55137ddb3229 None None] For port fefa2e73-0153-42c7-bef0-bb3d7f960975, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=fefa2e73-0153-42c7-bef0-bb3d7f960975,segment=NetworkSegment(60f20996-29ee-44a2-a7de-3124712a7772),segment_id=60f20996-29ee-44a2-a7de-3124712a7772)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:31:22.434306 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-19b795e8-3697-4851-a2a0-55137ddb3229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:22.487647 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd134002-2fc6-4de4-8936-41cf5e40d5e5 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Router bcdc442d-fef3-454b-8032-63df00b8787d is scheduled to L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 with binding_index 1 {{(pid=102600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:31:22.553344 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b795e8-3697-4851-a2a0-55137ddb3229 None None] Pushing event updated for resources: {'Port': ['ID=fefa2e73-0153-42c7-bef0-bb3d7f960975,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:22.762649 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b14dc3-7042-44fd-8094-50e962381954 req-e221873f-1549-45d8-824e-2cc49d42432e tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:22.780384 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-93b14dc3-7042-44fd-8094-50e962381954 req-e221873f-1549-45d8-824e-2cc49d42432e tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=7d375a8a-fb74-4bd7-8dbe-bb05bf957035 HTTP/1.1" status: 200 len: 946 time: 0.2500494 Nov 12 08:31:22.842533 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd134002-2fc6-4de4-8936-41cf5e40d5e5 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:31:22.856360 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f6e26a-f543-4bb1-8c92-b4fbd7a2b54b None None] Sync routers for ids ['bcdc442d-fef3-454b-8032-63df00b8787d'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:31:22.857156 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bd134002-2fc6-4de4-8936-41cf5e40d5e5 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:22.861296 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-bd134002-2fc6-4de4-8936-41cf5e40d5e5 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] 10.222.0.26 "PUT /v2.0/routers/bcdc442d-fef3-454b-8032-63df00b8787d HTTP/1.1" status: 200 len: 920 time: 4.1850464 Nov 12 08:31:22.866095 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 36248) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:22.873109 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f6e26a-f543-4bb1-8c92-b4fbd7a2b54b None None] Routers {'bcdc442d-fef3-454b-8032-63df00b8787d'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:31:22.874110 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-f2f6e26a-f543-4bb1-8c92-b4fbd7a2b54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:31:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['bcdc442d-fef3-454b-8032-63df00b8787d'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:22.957892 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321317bf-b34d-415e-8593-a9f36ed71ddd req-0c7f175b-3ad0-49e3-bf50-a8364dd680c8 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:22.959881 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-321317bf-b34d-415e-8593-a9f36ed71ddd req-0c7f175b-3ad0-49e3-bf50-a8364dd680c8 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d375a8a-fb74-4bd7-8dbe-bb05bf957035 HTTP/1.1" status: 200 len: 946 time: 0.2108917 Nov 12 08:31:22.988464 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-f2f6e26a-f543-4bb1-8c92-b4fbd7a2b54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:23.020028 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f6e26a-f543-4bb1-8c92-b4fbd7a2b54b None None] Routers {'bcdc442d-fef3-454b-8032-63df00b8787d'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:31:23.023404 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-f2f6e26a-f543-4bb1-8c92-b4fbd7a2b54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:31:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['bcdc442d-fef3-454b-8032-63df00b8787d'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:23.130398 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-f2f6e26a-f543-4bb1-8c92-b4fbd7a2b54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:23.131087 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f6e26a-f543-4bb1-8c92-b4fbd7a2b54b None None] The sync data for ids ['bcdc442d-fef3-454b-8032-63df00b8787d'] in n-d-765315-29 is: [] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:31:23.136649 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-93b14dc3-7042-44fd-8094-50e962381954 req-80ea75c4-b992-4794-a352-a15ef2da718f tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3398914 Nov 12 08:31:23.174461 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-484f3783-756e-4e5d-b7af-757c94d2fc5a tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] 10.222.0.26 "GET /v2.0/routers/bcdc442d-fef3-454b-8032-63df00b8787d HTTP/1.1" status: 200 len: 926 time: 0.3058233 Nov 12 08:31:23.180129 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 36256) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:23.219461 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-70fcca1a-5289-4015-818b-13ca8d1f3b5e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:23.256873 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d4d97c-58d4-46a8-bdb3-7cf586d04141 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:23.259789 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-84d4d97c-58d4-46a8-bdb3-7cf586d04141 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=d709f64f-f9e6-4525-b020-ad48633b9bbf&device_id=bcdc442d-fef3-454b-8032-63df00b8787d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0773425 Nov 12 08:31:23.264289 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 36258) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:23.274367 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-321317bf-b34d-415e-8593-a9f36ed71ddd req-ad9d8443-5047-419f-bcf2-43c46aad55fa tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Deleting port 5f1444c8-fdb3-46f1-9feb-f132bccdf6fe {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:31:23.274685 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-321317bf-b34d-415e-8593-a9f36ed71ddd req-ad9d8443-5047-419f-bcf2-43c46aad55fa tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:23.275366 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-70fcca1a-5289-4015-818b-13ca8d1f3b5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:23.417395 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-321317bf-b34d-415e-8593-a9f36ed71ddd req-ad9d8443-5047-419f-bcf2-43c46aad55fa tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] For port 5f1444c8-fdb3-46f1-9feb-f132bccdf6fe, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=5f1444c8-fdb3-46f1-9feb-f132bccdf6fe,segment=NetworkSegment(115bdcdd-b1df-41c7-8bff-15a5e1fdca42),segment_id=115bdcdd-b1df-41c7-8bff-15a5e1fdca42)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:31:23.417925 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-321317bf-b34d-415e-8593-a9f36ed71ddd req-ad9d8443-5047-419f-bcf2-43c46aad55fa tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:23.439266 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-321317bf-b34d-415e-8593-a9f36ed71ddd req-ad9d8443-5047-419f-bcf2-43c46aad55fa tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Calling delete_port for 5f1444c8-fdb3-46f1-9feb-f132bccdf6fe owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:31:23.576252 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-70fcca1a-5289-4015-818b-13ca8d1f3b5e admin admin] Allocated IP 172.25.2.254 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/502bb192-e513-4b45-8ed6-b75d964af06f) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:31:23.642513 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-321317bf-b34d-415e-8593-a9f36ed71ddd req-ad9d8443-5047-419f-bcf2-43c46aad55fa tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:23.656401 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['5f1444c8-fdb3-46f1-9feb-f132bccdf6fe'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:31:23.696966 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8a423b-fc11-4597-ac16-147ec51aed18 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:23.701451 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-df8a423b-fc11-4597-ac16-147ec51aed18 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] 10.222.0.26 "GET /v2.0/networks/d709f64f-f9e6-4525-b020-ad48633b9bbf HTTP/1.1" status: 200 len: 881 time: 0.4360306 Nov 12 08:31:23.702081 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 36266) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:23.706905 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9d8443-5047-419f-bcf2-43c46aad55fa tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Pushing event deleted for resources: {'Port': ['ID=5f1444c8-fdb3-46f1-9feb-f132bccdf6fe,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:23.719734 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['42aa8616-a591-4351-b169-51e41bf4aec5'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:31:23.786530 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-321317bf-b34d-415e-8593-a9f36ed71ddd req-ad9d8443-5047-419f-bcf2-43c46aad55fa tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] No DVR routers for this DVR port 5f1444c8-fdb3-46f1-9feb-f132bccdf6fe on host n-h1-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:31:23.791016 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-321317bf-b34d-415e-8593-a9f36ed71ddd req-ad9d8443-5047-419f-bcf2-43c46aad55fa tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:23.794391 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-321317bf-b34d-415e-8593-a9f36ed71ddd req-ad9d8443-5047-419f-bcf2-43c46aad55fa tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.21 "DELETE /v2.0/ports/5f1444c8-fdb3-46f1-9feb-f132bccdf6fe HTTP/1.1" status: 204 len: 173 time: 0.8256576 Nov 12 08:31:23.794885 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d375a8a-fb74-4bd7-8dbe-bb05bf957035', 'name': 'network-vif-deleted', 'tag': '5f1444c8-fdb3-46f1-9feb-f132bccdf6fe'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:31:23.797152 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9684008b-9920-4b89-952a-7c06849d4858" -d '{"events": [{"server_uuid": "7d375a8a-fb74-4bd7-8dbe-bb05bf957035", "name": "network-vif-deleted", "tag": "5f1444c8-fdb3-46f1-9feb-f132bccdf6fe"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:31:23.825573 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-70fcca1a-5289-4015-818b-13ca8d1f3b5e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:23.959940 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-779c97e9-450d-4a94-b8aa-08fc851e7842 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcdc442d-fef3-454b-8032-63df00b8787d HTTP/1.1" status: 200 len: 205 time: 0.2294843 Nov 12 08:31:23.962945 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-70fcca1a-5289-4015-818b-13ca8d1f3b5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:23.963757 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 36274) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:24.005719 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44800d8-b2ca-41d5-9839-d1f51c0f0750 req-6b78b1e8-7980-42ac-a534-d3b8643f8386 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:24.011687 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f44800d8-b2ca-41d5-9839-d1f51c0f0750 req-6b78b1e8-7980-42ac-a534-d3b8643f8386 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7cdf362-4e64-4d17-9ffa-0eb34738bbee HTTP/1.1" status: 200 len: 946 time: 0.4221265 Nov 12 08:31:24.084010 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70fcca1a-5289-4015-818b-13ca8d1f3b5e admin admin] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:31:24.099722 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-70fcca1a-5289-4015-818b-13ca8d1f3b5e admin admin] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:31:24.110377 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70fcca1a-5289-4015-818b-13ca8d1f3b5e admin admin] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:31:24.122262 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c601f83-f3c3-4896-ae76-5fe330feab8f None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:31:24.168457 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-d550e3c5-325c-483e-aa3e-237fe4770d39 None None] Provisioning complete for port 502bb192-e513-4b45-8ed6-b75d964af06f triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:24.168631 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d550e3c5-325c-483e-aa3e-237fe4770d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:24.218141 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78b0092-3b1c-4769-ba63-564f35a0fb68 None None] Network 05c537fa-28de-4f77-b35f-d24a89e180a5 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:31:24.223871 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f979dfb7-c23c-4c3b-98d3-7a292602877e tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks [] for router, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:24.229954 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fcca1a-5289-4015-818b-13ca8d1f3b5e admin admin] Pushing event updated for resources: {'Port': ['ID=502bb192-e513-4b45-8ed6-b75d964af06f,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:24.376203 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-d550e3c5-325c-483e-aa3e-237fe4770d39 None None] Port 502bb192-e513-4b45-8ed6-b75d964af06f cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:31:24.387537 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f44800d8-b2ca-41d5-9839-d1f51c0f0750 req-82f3ce9d-45ab-4570-a67f-f7021ccda11f tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/security-groups?id=79579dc9-7b86-4506-bd5c-77a53e3a0518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3360131 Nov 12 08:31:24.526706 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e869e3-945c-442f-95eb-6718793d132b x-openstack-request-id: req-27e869e3-945c-442f-95eb-6718793d132b {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:31:24.527035 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d375a8a-fb74-4bd7-8dbe-bb05bf957035", "name": "network-vif-deleted", "tag": "5f1444c8-fdb3-46f1-9feb-f132bccdf6fe", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:31:24.527244 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-27e869e3-945c-442f-95eb-6718793d132b {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:31:24.527660 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d375a8a-fb74-4bd7-8dbe-bb05bf957035', 'name': 'network-vif-deleted', 'tag': '5f1444c8-fdb3-46f1-9feb-f132bccdf6fe', 'status': 'completed', 'code': 200} Nov 12 08:31:24.532666 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device fefa2e73-0153-42c7-bef0-bb3d7f960975 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:31:24.578113 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f979dfb7-c23c-4c3b-98d3-7a292602877e tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:24.623078 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-faeff166-c529-4cd5-a947-e6b681d00fc6 None None] Provisioning complete for port fefa2e73-0153-42c7-bef0-bb3d7f960975 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:24.623324 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-faeff166-c529-4cd5-a947-e6b681d00fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:24.748853 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-f979dfb7-c23c-4c3b-98d3-7a292602877e tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Deleting port f873097a-57d2-477a-820c-71e3e7f0ffe0 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:31:24.751096 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f979dfb7-c23c-4c3b-98d3-7a292602877e tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:24.777156 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port fefa2e73-0153-42c7-bef0-bb3d7f960975 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:24.777585 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:24.970972 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-70fcca1a-5289-4015-818b-13ca8d1f3b5e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:25.017399 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f979dfb7-c23c-4c3b-98d3-7a292602877e tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:25.043290 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-f979dfb7-c23c-4c3b-98d3-7a292602877e tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Calling delete_port for f873097a-57d2-477a-820c-71e3e7f0ffe0 owned by network:router_gateway {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:31:25.096336 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:25.329085 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-faeff166-c529-4cd5-a947-e6b681d00fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:25.364313 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f979dfb7-c23c-4c3b-98d3-7a292602877e tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:25.421874 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] For port fefa2e73-0153-42c7-bef0-bb3d7f960975, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=fefa2e73-0153-42c7-bef0-bb3d7f960975,segment=NetworkSegment(60f20996-29ee-44a2-a7de-3124712a7772),segment_id=60f20996-29ee-44a2-a7de-3124712a7772)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:31:25.425442 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f979dfb7-c23c-4c3b-98d3-7a292602877e tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Pushing event deleted for resources: {'Port': ['ID=f873097a-57d2-477a-820c-71e3e7f0ffe0,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:25.433591 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674ec77a-2f8f-4d27-928e-4c104c1da220 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:31:25.447597 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:25.470126 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f979dfb7-c23c-4c3b-98d3-7a292602877e tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-933016'] for router_gateway, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:25.481407 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-70fcca1a-5289-4015-818b-13ca8d1f3b5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052'] for router, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:25.542618 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.db.api [None req-faeff166-c529-4cd5-a947-e6b681d00fc6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:31:25.542996 n-d-765315-29 neutron-server[102601]: DEBUG oslo_db.api [None req-faeff166-c529-4cd5-a947-e6b681d00fc6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:31:25.599854 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Pushing event updated for resources: {'Port': ['ID=fefa2e73-0153-42c7-bef0-bb3d7f960975,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:25.624959 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f979dfb7-c23c-4c3b-98d3-7a292602877e tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:25.629035 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f979dfb7-c23c-4c3b-98d3-7a292602877e tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:25.705936 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762401a4-4939-4b8f-8b0e-3eec52deae78 req-167cce95-cb3d-444a-bab0-e0423600b4c8 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:25.707526 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-762401a4-4939-4b8f-8b0e-3eec52deae78 req-167cce95-cb3d-444a-bab0-e0423600b4c8 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/networks?id=97ca3497-d4cd-4c64-83f2-e4cf0b99a680 HTTP/1.1" status: 200 len: 805 time: 0.3576083 Nov 12 08:31:25.710922 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f979dfb7-c23c-4c3b-98d3-7a292602877e tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:25.711484 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f979dfb7-c23c-4c3b-98d3-7a292602877e tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Fanout notify agent at l3_agent the message router_deleted on router bcdc442d-fef3-454b-8032-63df00b8787d {{(pid=102599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:31:25.718753 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f979dfb7-c23c-4c3b-98d3-7a292602877e tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:25.726780 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-f979dfb7-c23c-4c3b-98d3-7a292602877e tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] 10.222.0.26 "DELETE /v2.0/routers/bcdc442d-fef3-454b-8032-63df00b8787d HTTP/1.1" status: 204 len: 168 time: 1.7610843 Nov 12 08:31:25.727611 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 36318) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:25.731926 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-47c836e1-5ac9-4b82-9d36-7ba4a97d9f91 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-845515129', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}, 'admin_state_up': False}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:25.737825 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-762401a4-4939-4b8f-8b0e-3eec52deae78 req-b7f12fe2-4c3f-48c9-a760-f402b1ffa4ee tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/quotas/4e695ccfe3434d44ababb01fdc20479b HTTP/1.1" status: 200 len: 375 time: 0.0124471 Nov 12 08:31:25.738885 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70fcca1a-5289-4015-818b-13ca8d1f3b5e admin admin] Router e76eea23-e166-43e7-b41b-a7f09b53305e is scheduled to L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 with binding_index 1 {{(pid=102600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:31:25.758906 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-47c836e1-5ac9-4b82-9d36-7ba4a97d9f91 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:25.762511 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-47c836e1-5ac9-4b82-9d36-7ba4a97d9f91 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:25.828399 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-47c836e1-5ac9-4b82-9d36-7ba4a97d9f91 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:25.880181 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-762401a4-4939-4b8f-8b0e-3eec52deae78 req-cddb93be-fd1d-46c0-96f1-923e180de47d tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=4e695ccfe3434d44ababb01fdc20479b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1340265 Nov 12 08:31:25.901413 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70fcca1a-5289-4015-818b-13ca8d1f3b5e admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:31:25.915740 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e264ec4-a998-4ffc-b152-8a2a7ab6c8ee None None] Sync routers for ids ['e76eea23-e166-43e7-b41b-a7f09b53305e'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:31:25.942925 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e264ec4-a998-4ffc-b152-8a2a7ab6c8ee None None] Routers {'e76eea23-e166-43e7-b41b-a7f09b53305e'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:31:25.944146 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-0e264ec4-a998-4ffc-b152-8a2a7ab6c8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:31:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['e76eea23-e166-43e7-b41b-a7f09b53305e'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:25.973982 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-70fcca1a-5289-4015-818b-13ca8d1f3b5e admin admin] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:25.975252 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-70fcca1a-5289-4015-818b-13ca8d1f3b5e admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 4.8678639 Nov 12 08:31:25.979016 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 36326) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:26.033635 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-47c836e1-5ac9-4b82-9d36-7ba4a97d9f91 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:26.081368 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-0e264ec4-a998-4ffc-b152-8a2a7ab6c8ee None None] Set router e76eea23-e166-43e7-b41b-a7f09b53305e gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:31:26.250385 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-003e42af-c04b-4a2c-8d36-a4e655e82734 None None] Provisioning complete for port fefa2e73-0153-42c7-bef0-bb3d7f960975 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:26.250882 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-003e42af-c04b-4a2c-8d36-a4e655e82734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:26.322187 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-47c836e1-5ac9-4b82-9d36-7ba4a97d9f91 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks [] for router_gateway, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:26.351937 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-47c836e1-5ac9-4b82-9d36-7ba4a97d9f91 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:26.412407 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-0e264ec4-a998-4ffc-b152-8a2a7ab6c8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76eea23-e166-43e7-b41b-a7f09b53305e', 'name': 'tempest-ImageQuotaTest-1230719828-router', 'tenant_id': '3a6750de7e88441cbf160c8bd8efe6a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '502bb192-e513-4b45-8ed6-b75d964af06f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:31:21Z', 'updated_at': '2021-11-12T08:31:24Z', 'revision_number': 3, 'project_id': '3a6750de7e88441cbf160c8bd8efe6a4', 'gw_port': {'id': '502bb192-e513-4b45-8ed6-b75d964af06f', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:f3:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e76eea23-e166-43e7-b41b-a7f09b53305e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:31:23Z', 'updated_at': '2021-11-12T08:31:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:26.426757 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device fefa2e73-0153-42c7-bef0-bb3d7f960975 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:31:26.470627 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e264ec4-a998-4ffc-b152-8a2a7ab6c8ee None None] Checking router: e76eea23-e166-43e7-b41b-a7f09b53305e for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:31:26.470881 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e264ec4-a998-4ffc-b152-8a2a7ab6c8ee None None] Updating router e76eea23-e166-43e7-b41b-a7f09b53305e port 502bb192-e513-4b45-8ed6-b75d964af06f binding host n-d-765315-29 {{(pid=102602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:31:26.504353 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-0e264ec4-a998-4ffc-b152-8a2a7ab6c8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:26.553439 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-47c836e1-5ac9-4b82-9d36-7ba4a97d9f91 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Allocated IP 172.25.2.208 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/cd93a5e3-3a79-496c-b60c-0d3baf88af52) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:31:26.561756 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port fefa2e73-0153-42c7-bef0-bb3d7f960975 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:26.564695 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:26.661434 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-762401a4-4939-4b8f-8b0e-3eec52deae78 req-2f21baa3-68ce-4f7f-95dd-79c314413e1a service neutron] 10.222.0.26 "GET /v2.0/networks/97ca3497-d4cd-4c64-83f2-e4cf0b99a680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7574852 Nov 12 08:31:26.726982 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-47c836e1-5ac9-4b82-9d36-7ba4a97d9f91 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:26.793024 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-47c836e1-5ac9-4b82-9d36-7ba4a97d9f91 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:26.864948 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 5f1444c8-fdb3-46f1-9feb-f132bccdf6fe no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:31:26.877748 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c836e1-5ac9-4b82-9d36-7ba4a97d9f91 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:31:26.879232 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-47c836e1-5ac9-4b82-9d36-7ba4a97d9f91 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:31:26.883884 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c836e1-5ac9-4b82-9d36-7ba4a97d9f91 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:31:26.930017 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c836e1-5ac9-4b82-9d36-7ba4a97d9f91 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Pushing event updated for resources: {'Port': ['ID=cd93a5e3-3a79-496c-b60c-0d3baf88af52,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:26.933668 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef249bac-d902-4974-90d0-2122f324873b None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:31:26.952203 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-e530113a-7783-48f4-9840-8911a24052df None None] No Port match for: 5f1444c8-fdb3-46f1-9feb-f132bccdf6fe {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:31:26.952549 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 5f1444c8-fdb3-46f1-9feb-f132bccdf6fe not bound to the agent host n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:31:27.059218 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-762401a4-4939-4b8f-8b0e-3eec52deae78 req-42c21a05-7ffa-4df4-bfa0-9975eb213c70 service neutron] 10.222.0.26 "GET /v2.0/networks/97ca3497-d4cd-4c64-83f2-e4cf0b99a680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3968964 Nov 12 08:31:27.064056 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-3b3ebccd-6e81-4a20-adcf-16444291e0a2 None None] Provisioning complete for port cd93a5e3-3a79-496c-b60c-0d3baf88af52 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:27.064428 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3b3ebccd-6e81-4a20-adcf-16444291e0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:27.139664 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-3b3ebccd-6e81-4a20-adcf-16444291e0a2 None None] Port cd93a5e3-3a79-496c-b60c-0d3baf88af52 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:31:27.169581 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-0e264ec4-a998-4ffc-b152-8a2a7ab6c8ee None None] Publish callbacks [] for port, precommit_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:27.183240 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-0e264ec4-a998-4ffc-b152-8a2a7ab6c8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:27.246071 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5e483d-51ec-49dc-bd43-2e635aff70af None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:31:27.260188 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-0e264ec4-a998-4ffc-b152-8a2a7ab6c8ee None None] Attempting to bind port 502bb192-e513-4b45-8ed6-b75d964af06f on host n-d-765315-29 for vnic_type normal with profile {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:31:27.260741 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-0e264ec4-a998-4ffc-b152-8a2a7ab6c8ee None None] Attempting to bind port 502bb192-e513-4b45-8ed6-b75d964af06f by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:31:27.261554 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e264ec4-a998-4ffc-b152-8a2a7ab6c8ee None None] Attempting to bind port 502bb192-e513-4b45-8ed6-b75d964af06f on network d709f64f-f9e6-4525-b020-ad48633b9bbf {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:31:27.263823 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ef9ef9-b17f-4093-ab7a-06e9dda7b730 None None] Pushing event updated for resources: {'Port': ['ID=502bb192-e513-4b45-8ed6-b75d964af06f,revision_number=2']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:27.271910 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e264ec4-a998-4ffc-b152-8a2a7ab6c8ee None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:31:27.273098 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e264ec4-a998-4ffc-b152-8a2a7ab6c8ee None None] Checking segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:31:27.273867 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-0e264ec4-a998-4ffc-b152-8a2a7ab6c8ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:27.274572 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e264ec4-a998-4ffc-b152-8a2a7ab6c8ee None None] Bound using segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:31:27.275419 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-0e264ec4-a998-4ffc-b152-8a2a7ab6c8ee None None] Bound port: 502bb192-e513-4b45-8ed6-b75d964af06f, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:31:27.275788 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-0e264ec4-a998-4ffc-b152-8a2a7ab6c8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:27.290284 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a20cbac5-bfe0-4fd9-b64a-5f63d81cd7f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:27.372016 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-0e264ec4-a998-4ffc-b152-8a2a7ab6c8ee None None] For port 502bb192-e513-4b45-8ed6-b75d964af06f, host n-d-765315-29, cleared binding levels {{(pid=102602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:31:27.383325 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-0e264ec4-a998-4ffc-b152-8a2a7ab6c8ee None None] For port 502bb192-e513-4b45-8ed6-b75d964af06f, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=502bb192-e513-4b45-8ed6-b75d964af06f,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:31:27.388443 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-c7c54ba1-4d42-46aa-ac85-32b94102e312 None None] Provisioning complete for port 502bb192-e513-4b45-8ed6-b75d964af06f triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:27.389145 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c7c54ba1-4d42-46aa-ac85-32b94102e312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:27.398475 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-0e264ec4-a998-4ffc-b152-8a2a7ab6c8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:27.464118 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-c7c54ba1-4d42-46aa-ac85-32b94102e312 None None] Port 502bb192-e513-4b45-8ed6-b75d964af06f cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:31:27.472124 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4eeb0c1-3f9e-4470-98c2-6a1507731867 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:31:27.572102 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e264ec4-a998-4ffc-b152-8a2a7ab6c8ee None None] Routers {'e76eea23-e166-43e7-b41b-a7f09b53305e'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:31:27.572928 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-0e264ec4-a998-4ffc-b152-8a2a7ab6c8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:31:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['e76eea23-e166-43e7-b41b-a7f09b53305e'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:27.577386 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-47c836e1-5ac9-4b82-9d36-7ba4a97d9f91 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks [] for router_gateway, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:27.588191 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ef9ef9-b17f-4093-ab7a-06e9dda7b730 None None] Pushing event updated for resources: {'Port': ['ID=502bb192-e513-4b45-8ed6-b75d964af06f,revision_number=3']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:27.646686 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-3261230c-09e4-4772-af18-0f791d53aad6 None None] Provisioning complete for port 502bb192-e513-4b45-8ed6-b75d964af06f triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:27.650994 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3261230c-09e4-4772-af18-0f791d53aad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:27.726292 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf8cd73-7a51-41dd-9728-dbc4cc1c375a req-ae8dc5c8-ab46-4f75-b059-d0c8926cd7e3 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:27.728086 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fcf8cd73-7a51-41dd-9728-dbc4cc1c375a req-ae8dc5c8-ab46-4f75-b059-d0c8926cd7e3 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7cdf362-4e64-4d17-9ffa-0eb34738bbee HTTP/1.1" status: 200 len: 946 time: 0.2448697 Nov 12 08:31:27.845305 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-0e264ec4-a998-4ffc-b152-8a2a7ab6c8ee None None] Set router e76eea23-e166-43e7-b41b-a7f09b53305e gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:31:27.887895 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3261230c-09e4-4772-af18-0f791d53aad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:27.923354 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fcf8cd73-7a51-41dd-9728-dbc4cc1c375a req-4aefd354-394b-44fb-9422-4f1dbaf3f4ee tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/security-groups?id=79579dc9-7b86-4506-bd5c-77a53e3a0518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866817 Nov 12 08:31:27.932378 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-a20cbac5-bfe0-4fd9-b64a-5f63d81cd7f2 admin admin] Allocated IP 172.20.0.1 (05c537fa-28de-4f77-b35f-d24a89e180a5/f16582cb-b0ce-4178-9b8f-ca6d68be815d/8c1161ce-8383-4237-9b28-f6770f6c1a4c) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:31:27.936784 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-3261230c-09e4-4772-af18-0f791d53aad6 None None] For port 502bb192-e513-4b45-8ed6-b75d964af06f, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=502bb192-e513-4b45-8ed6-b75d964af06f,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:31:27.949775 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3261230c-09e4-4772-af18-0f791d53aad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:28.137127 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3261230c-09e4-4772-af18-0f791d53aad6 None None] Pushing event updated for resources: {'Port': ['ID=502bb192-e513-4b45-8ed6-b75d964af06f,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:28.210852 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a20cbac5-bfe0-4fd9-b64a-5f63d81cd7f2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:28.293414 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a20cbac5-bfe0-4fd9-b64a-5f63d81cd7f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:28.439579 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20cbac5-bfe0-4fd9-b64a-5f63d81cd7f2 admin admin] Network 05c537fa-28de-4f77-b35f-d24a89e180a5 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:31:28.444236 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-a20cbac5-bfe0-4fd9-b64a-5f63d81cd7f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:31:28.450751 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20cbac5-bfe0-4fd9-b64a-5f63d81cd7f2 admin admin] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:31:28.494777 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20cbac5-bfe0-4fd9-b64a-5f63d81cd7f2 admin admin] Pushing event updated for resources: {'Port': ['ID=8c1161ce-8383-4237-9b28-f6770f6c1a4c,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:28.496918 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-0e264ec4-a998-4ffc-b152-8a2a7ab6c8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76eea23-e166-43e7-b41b-a7f09b53305e', 'name': 'tempest-ImageQuotaTest-1230719828-router', 'tenant_id': '3a6750de7e88441cbf160c8bd8efe6a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '502bb192-e513-4b45-8ed6-b75d964af06f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:31:21Z', 'updated_at': '2021-11-12T08:31:24Z', 'revision_number': 3, 'project_id': '3a6750de7e88441cbf160c8bd8efe6a4', 'gw_port': {'id': '502bb192-e513-4b45-8ed6-b75d964af06f', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:f3:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e76eea23-e166-43e7-b41b-a7f09b53305e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:31:23Z', 'updated_at': '2021-11-12T08:31:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:28.562759 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a20cbac5-bfe0-4fd9-b64a-5f63d81cd7f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933481'] for router_interface, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:28.588805 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e264ec4-a998-4ffc-b152-8a2a7ab6c8ee None None] The sync data for ids ['e76eea23-e166-43e7-b41b-a7f09b53305e'] in n-d-765315-29 is: [{'id': 'e76eea23-e166-43e7-b41b-a7f09b53305e', 'name': 'tempest-ImageQuotaTest-1230719828-router', 'tenant_id': '3a6750de7e88441cbf160c8bd8efe6a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '502bb192-e513-4b45-8ed6-b75d964af06f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:31:21Z', 'updated_at': '2021-11-12T08:31:24Z', 'revision_number': 3, 'project_id': '3a6750de7e88441cbf160c8bd8efe6a4', 'gw_port': {'id': '502bb192-e513-4b45-8ed6-b75d964af06f', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:f3:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e76eea23-e166-43e7-b41b-a7f09b53305e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:31:23Z', 'updated_at': '2021-11-12T08:31:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:31:28.667608 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3f5fe395-8b7e-4e3e-87dc-b243a5c11742 req-47dead1c-d1e1-40b6-8093-0d8f2d7f76a8 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ba95516-31d0-45f1-9fa0-b2e433c0e37c HTTP/1.1" status: 200 len: 210 time: 0.0567758 Nov 12 08:31:28.681652 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-47c836e1-5ac9-4b82-9d36-7ba4a97d9f91 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052'] for router, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:28.863124 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a20cbac5-bfe0-4fd9-b64a-5f63d81cd7f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:29.019437 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-daef343b-9c8c-4d18-b75b-89e659c09b82 None None] Provisioning complete for port 8c1161ce-8383-4237-9b28-f6770f6c1a4c triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:29.020011 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-daef343b-9c8c-4d18-b75b-89e659c09b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:29.109290 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47c836e1-5ac9-4b82-9d36-7ba4a97d9f91 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Router 1b0e6f29-aa8a-4921-bacb-4f15b748da20 is scheduled to L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 with binding_index 1 {{(pid=102599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:31:29.170603 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-daef343b-9c8c-4d18-b75b-89e659c09b82 None None] Port 8c1161ce-8383-4237-9b28-f6770f6c1a4c cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:31:29.342648 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a20cbac5-bfe0-4fd9-b64a-5f63d81cd7f2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:29.369461 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a20cbac5-bfe0-4fd9-b64a-5f63d81cd7f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:29.490406 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a20cbac5-bfe0-4fd9-b64a-5f63d81cd7f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933629'] for router_interface, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:29.542987 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47c836e1-5ac9-4b82-9d36-7ba4a97d9f91 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:31:29.561338 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ac3c37-57f4-481c-94ba-74eb798e5a7b None None] Sync routers for ids ['1b0e6f29-aa8a-4921-bacb-4f15b748da20'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:31:29.581085 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ac3c37-57f4-481c-94ba-74eb798e5a7b None None] Routers {'1b0e6f29-aa8a-4921-bacb-4f15b748da20'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:31:29.582954 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-91ac3c37-57f4-481c-94ba-74eb798e5a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:31:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['1b0e6f29-aa8a-4921-bacb-4f15b748da20'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:29.611437 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-47c836e1-5ac9-4b82-9d36-7ba4a97d9f91 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:29.612681 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-47c836e1-5ac9-4b82-9d36-7ba4a97d9f91 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.8841851 Nov 12 08:31:29.615010 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925e87a1-01fe-405a-a117-c02189109866 req-405c63c2-37d1-43de-8473-731c07d259c0 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:29.624374 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-925e87a1-01fe-405a-a117-c02189109866 req-405c63c2-37d1-43de-8473-731c07d259c0 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7cdf362-4e64-4d17-9ffa-0eb34738bbee HTTP/1.1" status: 200 len: 946 time: 0.4663737 Nov 12 08:31:29.627990 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 36410) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:29.636279 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-f309a334-4d74-4440-9238-d6852ec0d56e tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:29.702147 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-91ac3c37-57f4-481c-94ba-74eb798e5a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:29.707201 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20cbac5-bfe0-4fd9-b64a-5f63d81cd7f2 admin admin] Pushing event updated for resources: {'Port': ['ID=8c1161ce-8383-4237-9b28-f6770f6c1a4c,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:29.726356 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ac3c37-57f4-481c-94ba-74eb798e5a7b None None] Routers {'1b0e6f29-aa8a-4921-bacb-4f15b748da20'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:31:29.727010 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-91ac3c37-57f4-481c-94ba-74eb798e5a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:31:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['1b0e6f29-aa8a-4921-bacb-4f15b748da20'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:29.781741 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-91ac3c37-57f4-481c-94ba-74eb798e5a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:29.781947 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762401a4-4939-4b8f-8b0e-3eec52deae78 req-bec97613-7a3c-42a8-b71b-2a645bcd7afe tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:29.782398 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ac3c37-57f4-481c-94ba-74eb798e5a7b None None] The sync data for ids ['1b0e6f29-aa8a-4921-bacb-4f15b748da20'] in n-d-765315-29 is: [] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:31:29.784097 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-762401a4-4939-4b8f-8b0e-3eec52deae78 req-bec97613-7a3c-42a8-b71b-2a645bcd7afe tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.21 "GET /v2.0/networks?id=97ca3497-d4cd-4c64-83f2-e4cf0b99a680 HTTP/1.1" status: 200 len: 805 time: 0.4932632 Nov 12 08:31:29.806981 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-762401a4-4939-4b8f-8b0e-3eec52deae78 req-b2f957b5-c084-451f-b9b6-4159742c1374 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Request body: {'port': {'device_id': '9ba95516-31d0-45f1-9fa0-b2e433c0e37c', 'network_id': '97ca3497-d4cd-4c64-83f2-e4cf0b99a680', 'admin_state_up': True, 'tenant_id': '4e695ccfe3434d44ababb01fdc20479b'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:29.832697 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-925e87a1-01fe-405a-a117-c02189109866 req-1486601a-64a9-4a55-b18c-4397591621b4 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/security-groups?id=79579dc9-7b86-4506-bd5c-77a53e3a0518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070858 Nov 12 08:31:29.900767 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20cbac5-bfe0-4fd9-b64a-5f63d81cd7f2 admin admin] Network 05c537fa-28de-4f77-b35f-d24a89e180a5 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:31:29.903856 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-a20cbac5-bfe0-4fd9-b64a-5f63d81cd7f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:31:30.193749 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a20cbac5-bfe0-4fd9-b64a-5f63d81cd7f2 admin admin] Router e76eea23-e166-43e7-b41b-a7f09b53305e has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:31:30.373734 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a20cbac5-bfe0-4fd9-b64a-5f63d81cd7f2 admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:31:30.418544 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-a20cbac5-bfe0-4fd9-b64a-5f63d81cd7f2 admin admin] 10.222.0.26 "PUT /v2.0/routers/e76eea23-e166-43e7-b41b-a7f09b53305e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4382889 Nov 12 08:31:30.436256 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-762401a4-4939-4b8f-8b0e-3eec52deae78 req-b2f957b5-c084-451f-b9b6-4159742c1374 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Made reservation on behalf of 4e695ccfe3434d44ababb01fdc20479b for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:31:30.440061 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-762401a4-4939-4b8f-8b0e-3eec52deae78 req-b2f957b5-c084-451f-b9b6-4159742c1374 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:30.479318 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 502bb192-e513-4b45-8ed6-b75d964af06f up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:31:30.509603 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a3153555-f314-41a1-a410-270064c8b765 req-63a03761-ee6f-46ca-a365-edaf75366afc tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ba95516-31d0-45f1-9fa0-b2e433c0e37c HTTP/1.1" status: 200 len: 210 time: 0.0526288 Nov 12 08:31:30.546141 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-13031cb8-23b7-4ff8-8c6b-bdaada79e337 None None] Provisioning complete for port 8c1161ce-8383-4237-9b28-f6770f6c1a4c triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:30.546513 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-13031cb8-23b7-4ff8-8c6b-bdaada79e337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:30.721998 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-13031cb8-23b7-4ff8-8c6b-bdaada79e337 None None] Port 8c1161ce-8383-4237-9b28-f6770f6c1a4c cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:31:30.743620 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 502bb192-e513-4b45-8ed6-b75d964af06f triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:30.744436 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:30.762324 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-762401a4-4939-4b8f-8b0e-3eec52deae78 req-b2f957b5-c084-451f-b9b6-4159742c1374 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Allocated IP 172.20.0.13 (97ca3497-d4cd-4c64-83f2-e4cf0b99a680/e5a8c2de-791a-407e-b586-3b1004863989/06126a23-75f3-4bb9-a45d-e6cfdcac5526) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:31:30.990672 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f309a334-4d74-4440-9238-d6852ec0d56e tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:31.029559 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f309a334-4d74-4440-9238-d6852ec0d56e tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:31.186397 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c360094-1456-4195-9332-42f319486f4e req-b5cd9357-5e63-44c9-bb13-29b8c19c9bc9 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:31.225587 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2c360094-1456-4195-9332-42f319486f4e req-b5cd9357-5e63-44c9-bb13-29b8c19c9bc9 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7cdf362-4e64-4d17-9ffa-0eb34738bbee HTTP/1.1" status: 200 len: 946 time: 0.2193117 Nov 12 08:31:31.344771 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2c360094-1456-4195-9332-42f319486f4e req-fab14a60-0530-4380-aae1-ace400114921 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/security-groups?id=79579dc9-7b86-4506-bd5c-77a53e3a0518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135547 Nov 12 08:31:31.425102 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-f309a334-4d74-4440-9238-d6852ec0d56e tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Deleting port cd93a5e3-3a79-496c-b60c-0d3baf88af52 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:31:31.425495 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f309a334-4d74-4440-9238-d6852ec0d56e tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:31.574216 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-762401a4-4939-4b8f-8b0e-3eec52deae78 req-b2f957b5-c084-451f-b9b6-4159742c1374 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:31.707375 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88eb892a-4961-4fdd-8b87-4997123666b6 None None] Sync routers for ids ['e76eea23-e166-43e7-b41b-a7f09b53305e'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:31:31.710330 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6806064f-3d9c-4f02-93af-f10bf6888365 req-576956fd-aca4-418b-b512-92f4206bf379 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ba95516-31d0-45f1-9fa0-b2e433c0e37c HTTP/1.1" status: 200 len: 210 time: 0.0632131 Nov 12 08:31:31.737478 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88eb892a-4961-4fdd-8b87-4997123666b6 None None] Routers {'e76eea23-e166-43e7-b41b-a7f09b53305e'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:31:31.738496 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-88eb892a-4961-4fdd-8b87-4997123666b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:31:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['e76eea23-e166-43e7-b41b-a7f09b53305e'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:31.745507 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f309a334-4d74-4440-9238-d6852ec0d56e tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:31.781144 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-762401a4-4939-4b8f-8b0e-3eec52deae78 req-b2f957b5-c084-451f-b9b6-4159742c1374 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:31.834723 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['42aa8616-a591-4351-b169-51e41bf4aec5'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:31:31.860861 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-f309a334-4d74-4440-9238-d6852ec0d56e tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Calling delete_port for cd93a5e3-3a79-496c-b60c-0d3baf88af52 owned by network:router_gateway {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:31:31.962085 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-762401a4-4939-4b8f-8b0e-3eec52deae78 req-b2f957b5-c084-451f-b9b6-4159742c1374 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Network 97ca3497-d4cd-4c64-83f2-e4cf0b99a680 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:31:32.006029 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-762401a4-4939-4b8f-8b0e-3eec52deae78 req-b2f957b5-c084-451f-b9b6-4159742c1374 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:31:32.015357 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f957b5-c084-451f-b9b6-4159742c1374 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Pushing event updated for resources: {'Port': ['ID=06126a23-75f3-4bb9-a45d-e6cfdcac5526,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:32.031019 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-762401a4-4939-4b8f-8b0e-3eec52deae78 req-b2f957b5-c084-451f-b9b6-4159742c1374 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:31:32.033895 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-88eb892a-4961-4fdd-8b87-4997123666b6 None None] Set router e76eea23-e166-43e7-b41b-a7f09b53305e gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:31:32.114235 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762401a4-4939-4b8f-8b0e-3eec52deae78 req-b2f957b5-c084-451f-b9b6-4159742c1374 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:32.115233 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-762401a4-4939-4b8f-8b0e-3eec52deae78 req-b2f957b5-c084-451f-b9b6-4159742c1374 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:32.298221 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-762401a4-4939-4b8f-8b0e-3eec52deae78 req-b2f957b5-c084-451f-b9b6-4159742c1374 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5005162 Nov 12 08:31:32.300310 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f309a334-4d74-4440-9238-d6852ec0d56e tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:32.347842 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-762401a4-4939-4b8f-8b0e-3eec52deae78 req-7f4f6a76-0acd-4cb0-a3b3-8bf4bb7f2b7c service neutron] Request body: {'port': {'device_id': '9ba95516-31d0-45f1-9fa0-b2e433c0e37c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:32.437599 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f309a334-4d74-4440-9238-d6852ec0d56e tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Pushing event deleted for resources: {'Port': ['ID=cd93a5e3-3a79-496c-b60c-0d3baf88af52,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:32.499088 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed185d3a-abaa-40be-9d74-a09edde72eda None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:31:32.576605 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a537c4-cf83-46e7-98d9-0740ccda0276 req-342e47ab-dd95-4730-89fc-1c7e1ca8d2f6 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:32.579274 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-21a537c4-cf83-46e7-98d9-0740ccda0276 req-342e47ab-dd95-4730-89fc-1c7e1ca8d2f6 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7cdf362-4e64-4d17-9ffa-0eb34738bbee HTTP/1.1" status: 200 len: 946 time: 0.0856175 Nov 12 08:31:32.618137 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-762401a4-4939-4b8f-8b0e-3eec52deae78 req-7f4f6a76-0acd-4cb0-a3b3-8bf4bb7f2b7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:32.685528 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f309a334-4d74-4440-9238-d6852ec0d56e tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-933016'] for router_gateway, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:32.771631 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-21a537c4-cf83-46e7-98d9-0740ccda0276 req-4c0c8b7c-d654-49a9-91f5-a7c4bd6183a3 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/security-groups?id=79579dc9-7b86-4506-bd5c-77a53e3a0518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844409 Nov 12 08:31:32.793162 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-88eb892a-4961-4fdd-8b87-4997123666b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76eea23-e166-43e7-b41b-a7f09b53305e', 'name': 'tempest-ImageQuotaTest-1230719828-router', 'tenant_id': '3a6750de7e88441cbf160c8bd8efe6a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '502bb192-e513-4b45-8ed6-b75d964af06f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:31:21Z', 'updated_at': '2021-11-12T08:31:28Z', 'revision_number': 4, 'project_id': '3a6750de7e88441cbf160c8bd8efe6a4', 'gw_port': {'id': '502bb192-e513-4b45-8ed6-b75d964af06f', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:f3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76eea23-e166-43e7-b41b-a7f09b53305e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:31:23Z', 'updated_at': '2021-11-12T08:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '8c1161ce-8383-4237-9b28-f6770f6c1a4c', 'name': '', 'network_id': '05c537fa-28de-4f77-b35f-d24a89e180a5', 'tenant_id': '3a6750de7e88441cbf160c8bd8efe6a4', 'mac_address': 'fa:16:3e:b7:d4:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e76eea23-e166-43e7-b41b-a7f09b53305e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': 'f16582cb-b0ce-4178-9b8f-ca6d68be815d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:31:27Z', 'updated_at': '2021-11-12T08:31:28Z', 'revision_number': 2, 'project_id': '3a6750de7e88441cbf160c8bd8efe6a4', 'subnets': [{'id': 'f16582cb-b0ce-4178-9b8f-ca6d68be815d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:32.940187 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88eb892a-4961-4fdd-8b87-4997123666b6 None None] Checking router: e76eea23-e166-43e7-b41b-a7f09b53305e for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:31:32.941017 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88eb892a-4961-4fdd-8b87-4997123666b6 None None] Updating router e76eea23-e166-43e7-b41b-a7f09b53305e port 8c1161ce-8383-4237-9b28-f6770f6c1a4c binding host n-d-765315-29 {{(pid=102602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:31:33.030571 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-88eb892a-4961-4fdd-8b87-4997123666b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:33.181907 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-762401a4-4939-4b8f-8b0e-3eec52deae78 req-7f4f6a76-0acd-4cb0-a3b3-8bf4bb7f2b7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06126a23-75f3-4bb9-a45d-e6cfdcac5526 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:31:33.209148 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 36514) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:33.235525 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-762401a4-4939-4b8f-8b0e-3eec52deae78 req-7f4f6a76-0acd-4cb0-a3b3-8bf4bb7f2b7c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:33.389038 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-762401a4-4939-4b8f-8b0e-3eec52deae78 req-7f4f6a76-0acd-4cb0-a3b3-8bf4bb7f2b7c service neutron] Transition to ACTIVE for port object 06126a23-75f3-4bb9-a45d-e6cfdcac5526 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:31:33.488387 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5b40a7-22fb-4f13-81cf-5a4999f9c013 req-9ef08ab9-f483-4439-9f69-8a6227651974 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:33.499022 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1b5b40a7-22fb-4f13-81cf-5a4999f9c013 req-9ef08ab9-f483-4439-9f69-8a6227651974 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ba95516-31d0-45f1-9fa0-b2e433c0e37c HTTP/1.1" status: 200 len: 932 time: 0.3630593 Nov 12 08:31:33.504838 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-762401a4-4939-4b8f-8b0e-3eec52deae78 req-7f4f6a76-0acd-4cb0-a3b3-8bf4bb7f2b7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:33.609597 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-88eb892a-4961-4fdd-8b87-4997123666b6 None None] Publish callbacks [] for port, precommit_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:33.625400 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-88eb892a-4961-4fdd-8b87-4997123666b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:33.641262 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1b5b40a7-22fb-4f13-81cf-5a4999f9c013 req-54034a93-f318-4fc5-8607-23b69ac0c6ab tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405358 Nov 12 08:31:33.727698 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f309a334-4d74-4440-9238-d6852ec0d56e tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-932935', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57732'] for router, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:33.773325 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f309a334-4d74-4440-9238-d6852ec0d56e tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-932942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-933045', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-919336'] for router, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:33.819054 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4f6a76-0acd-4cb0-a3b3-8bf4bb7f2b7c service neutron] Pushing event updated for resources: {'Port': ['ID=06126a23-75f3-4bb9-a45d-e6cfdcac5526,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:33.873763 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3d01-abb9-4702-aaec-1a9beb5db1a0 None None] Pushing event updated for resources: {'Port': ['ID=8c1161ce-8383-4237-9b28-f6770f6c1a4c,revision_number=3']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:33.932649 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-da2cd1a5-bf26-415a-ad1c-1bb45ac8744a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:33.967797 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-88eb892a-4961-4fdd-8b87-4997123666b6 None None] Attempting to bind port 8c1161ce-8383-4237-9b28-f6770f6c1a4c on host n-d-765315-29 for vnic_type normal with profile {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:31:33.967978 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-88eb892a-4961-4fdd-8b87-4997123666b6 None None] Attempting to bind port 8c1161ce-8383-4237-9b28-f6770f6c1a4c by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '60f20996-29ee-44a2-a7de-3124712a7772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '05c537fa-28de-4f77-b35f-d24a89e180a5'}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:31:33.968299 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88eb892a-4961-4fdd-8b87-4997123666b6 None None] Attempting to bind port 8c1161ce-8383-4237-9b28-f6770f6c1a4c on network 05c537fa-28de-4f77-b35f-d24a89e180a5 {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:31:33.987669 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88eb892a-4961-4fdd-8b87-4997123666b6 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:31:33.988023 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88eb892a-4961-4fdd-8b87-4997123666b6 None None] Checking segment: {'id': '60f20996-29ee-44a2-a7de-3124712a7772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '05c537fa-28de-4f77-b35f-d24a89e180a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:31:33.988418 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-88eb892a-4961-4fdd-8b87-4997123666b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:33.988983 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88eb892a-4961-4fdd-8b87-4997123666b6 None None] Bound using segment: {'id': '60f20996-29ee-44a2-a7de-3124712a7772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '05c537fa-28de-4f77-b35f-d24a89e180a5'} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:31:33.989635 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-88eb892a-4961-4fdd-8b87-4997123666b6 None None] Bound port: 8c1161ce-8383-4237-9b28-f6770f6c1a4c, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60f20996-29ee-44a2-a7de-3124712a7772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '05c537fa-28de-4f77-b35f-d24a89e180a5'}}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:31:33.990199 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-88eb892a-4961-4fdd-8b87-4997123666b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:34.130402 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ada856-eab0-4728-bf8e-be03a2cc15e8 req-40345eb3-44c3-4206-81b2-e4dc76f06e4c tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:34.151488 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a4ada856-eab0-4728-bf8e-be03a2cc15e8 req-40345eb3-44c3-4206-81b2-e4dc76f06e4c tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7cdf362-4e64-4d17-9ffa-0eb34738bbee HTTP/1.1" status: 200 len: 946 time: 0.1954126 Nov 12 08:31:34.170367 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-88eb892a-4961-4fdd-8b87-4997123666b6 None None] For port 8c1161ce-8383-4237-9b28-f6770f6c1a4c, host n-d-765315-29, cleared binding levels {{(pid=102602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:31:34.181437 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-88eb892a-4961-4fdd-8b87-4997123666b6 None None] For port 8c1161ce-8383-4237-9b28-f6770f6c1a4c, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=8c1161ce-8383-4237-9b28-f6770f6c1a4c,segment=NetworkSegment(60f20996-29ee-44a2-a7de-3124712a7772),segment_id=60f20996-29ee-44a2-a7de-3124712a7772)] {{(pid=102602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:31:34.198011 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-88eb892a-4961-4fdd-8b87-4997123666b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:34.277814 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a4ada856-eab0-4728-bf8e-be03a2cc15e8 req-48703ca4-2e4a-45d2-b07f-1bdd102bbed2 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/security-groups?id=79579dc9-7b86-4506-bd5c-77a53e3a0518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217947 Nov 12 08:31:34.297288 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-62b563ec-7e98-4a4c-9c48-ef51ec28f444 None None] Provisioning complete for port 8c1161ce-8383-4237-9b28-f6770f6c1a4c triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:34.299260 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-62b563ec-7e98-4a4c-9c48-ef51ec28f444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:34.384206 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88eb892a-4961-4fdd-8b87-4997123666b6 None None] Routers {'e76eea23-e166-43e7-b41b-a7f09b53305e'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:31:34.390363 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-88eb892a-4961-4fdd-8b87-4997123666b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:31:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['e76eea23-e166-43e7-b41b-a7f09b53305e'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:34.473501 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6ae2ec7b-599f-4878-8941-1126db371792 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933586'] for router_interface, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:34.546398 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-62b563ec-7e98-4a4c-9c48-ef51ec28f444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:34.547018 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b3d01-abb9-4702-aaec-1a9beb5db1a0 None None] Pushing event updated for resources: {'Port': ['ID=8c1161ce-8383-4237-9b28-f6770f6c1a4c,revision_number=4']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:34.650728 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-62b563ec-7e98-4a4c-9c48-ef51ec28f444 None None] For port 8c1161ce-8383-4237-9b28-f6770f6c1a4c, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=8c1161ce-8383-4237-9b28-f6770f6c1a4c,segment=NetworkSegment(60f20996-29ee-44a2-a7de-3124712a7772),segment_id=60f20996-29ee-44a2-a7de-3124712a7772)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:31:34.665165 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-62b563ec-7e98-4a4c-9c48-ef51ec28f444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:34.734235 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-88eb892a-4961-4fdd-8b87-4997123666b6 None None] Set router e76eea23-e166-43e7-b41b-a7f09b53305e gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:31:34.790124 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b563ec-7e98-4a4c-9c48-ef51ec28f444 None None] Pushing event updated for resources: {'Port': ['ID=8c1161ce-8383-4237-9b28-f6770f6c1a4c,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:34.893862 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-84ee3794-29cd-4e47-9f2e-5967dad2428c None None] Provisioning complete for port 8c1161ce-8383-4237-9b28-f6770f6c1a4c triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:34.897880 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-84ee3794-29cd-4e47-9f2e-5967dad2428c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:34.956434 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f309a334-4d74-4440-9238-d6852ec0d56e tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Router 1b0e6f29-aa8a-4921-bacb-4f15b748da20 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:31:34.957425 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-762401a4-4939-4b8f-8b0e-3eec52deae78 req-7f4f6a76-0acd-4cb0-a3b3-8bf4bb7f2b7c service neutron] Attempting to bind port 06126a23-75f3-4bb9-a45d-e6cfdcac5526 on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:31:34.957915 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-762401a4-4939-4b8f-8b0e-3eec52deae78 req-7f4f6a76-0acd-4cb0-a3b3-8bf4bb7f2b7c service neutron] Attempting to bind port 06126a23-75f3-4bb9-a45d-e6cfdcac5526 by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': '115bdcdd-b1df-41c7-8bff-15a5e1fdca42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '97ca3497-d4cd-4c64-83f2-e4cf0b99a680'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:31:34.958251 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762401a4-4939-4b8f-8b0e-3eec52deae78 req-7f4f6a76-0acd-4cb0-a3b3-8bf4bb7f2b7c service neutron] Attempting to bind port 06126a23-75f3-4bb9-a45d-e6cfdcac5526 on network 97ca3497-d4cd-4c64-83f2-e4cf0b99a680 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:31:34.977672 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762401a4-4939-4b8f-8b0e-3eec52deae78 req-7f4f6a76-0acd-4cb0-a3b3-8bf4bb7f2b7c service neutron] Port 06126a23-75f3-4bb9-a45d-e6cfdcac5526 on network 97ca3497-d4cd-4c64-83f2-e4cf0b99a680 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:31:34.980807 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762401a4-4939-4b8f-8b0e-3eec52deae78 req-7f4f6a76-0acd-4cb0-a3b3-8bf4bb7f2b7c service neutron] Attempting to bind port 06126a23-75f3-4bb9-a45d-e6cfdcac5526 on network 97ca3497-d4cd-4c64-83f2-e4cf0b99a680 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:31:34.990480 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762401a4-4939-4b8f-8b0e-3eec52deae78 req-7f4f6a76-0acd-4cb0-a3b3-8bf4bb7f2b7c service neutron] Checking agent: {'id': '26215384-8035-4ce2-971a-8e67be80da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:31:34.990830 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762401a4-4939-4b8f-8b0e-3eec52deae78 req-7f4f6a76-0acd-4cb0-a3b3-8bf4bb7f2b7c service neutron] Checking segment: {'id': '115bdcdd-b1df-41c7-8bff-15a5e1fdca42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '97ca3497-d4cd-4c64-83f2-e4cf0b99a680'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:31:34.991775 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762401a4-4939-4b8f-8b0e-3eec52deae78 req-7f4f6a76-0acd-4cb0-a3b3-8bf4bb7f2b7c service neutron] Bound using segment: {'id': '115bdcdd-b1df-41c7-8bff-15a5e1fdca42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '97ca3497-d4cd-4c64-83f2-e4cf0b99a680'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:31:34.992223 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-762401a4-4939-4b8f-8b0e-3eec52deae78 req-7f4f6a76-0acd-4cb0-a3b3-8bf4bb7f2b7c service neutron] Bound port: 06126a23-75f3-4bb9-a45d-e6cfdcac5526, host: n-h1-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '115bdcdd-b1df-41c7-8bff-15a5e1fdca42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '97ca3497-d4cd-4c64-83f2-e4cf0b99a680'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:31:34.992638 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-762401a4-4939-4b8f-8b0e-3eec52deae78 req-7f4f6a76-0acd-4cb0-a3b3-8bf4bb7f2b7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:35.200222 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-6ae2ec7b-599f-4878-8941-1126db371792 admin admin] Deleting port 8c1161ce-8383-4237-9b28-f6770f6c1a4c {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:31:35.200712 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6ae2ec7b-599f-4878-8941-1126db371792 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:35.215170 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:35.307920 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-762401a4-4939-4b8f-8b0e-3eec52deae78 req-7f4f6a76-0acd-4cb0-a3b3-8bf4bb7f2b7c service neutron] For port 06126a23-75f3-4bb9-a45d-e6cfdcac5526, host n-h1-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:31:35.310929 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f309a334-4d74-4440-9238-d6852ec0d56e tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:31:35.319941 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f309a334-4d74-4440-9238-d6852ec0d56e tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:35.324133 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-f309a334-4d74-4440-9238-d6852ec0d56e tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] 10.222.0.26 "PUT /v2.0/routers/1b0e6f29-aa8a-4921-bacb-4f15b748da20 HTTP/1.1" status: 200 len: 709 time: 5.6949964 Nov 12 08:31:35.329539 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45c6621-dc54-4d88-8e49-9dfc8877a37e None None] Sync routers for ids ['1b0e6f29-aa8a-4921-bacb-4f15b748da20'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:31:35.330620 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 36576) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:35.334349 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-6ae2ec7b-599f-4878-8941-1126db371792 admin admin] For port 8c1161ce-8383-4237-9b28-f6770f6c1a4c, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=8c1161ce-8383-4237-9b28-f6770f6c1a4c,segment=NetworkSegment(60f20996-29ee-44a2-a7de-3124712a7772),segment_id=60f20996-29ee-44a2-a7de-3124712a7772)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:31:35.334987 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6ae2ec7b-599f-4878-8941-1126db371792 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:35.341070 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-762401a4-4939-4b8f-8b0e-3eec52deae78 req-7f4f6a76-0acd-4cb0-a3b3-8bf4bb7f2b7c service neutron] For port 06126a23-75f3-4bb9-a45d-e6cfdcac5526, host n-h1-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=06126a23-75f3-4bb9-a45d-e6cfdcac5526,segment=NetworkSegment(115bdcdd-b1df-41c7-8bff-15a5e1fdca42),segment_id=115bdcdd-b1df-41c7-8bff-15a5e1fdca42)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:31:35.361949 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45c6621-dc54-4d88-8e49-9dfc8877a37e None None] Routers {'1b0e6f29-aa8a-4921-bacb-4f15b748da20'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:31:35.363392 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-b45c6621-dc54-4d88-8e49-9dfc8877a37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:31:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['1b0e6f29-aa8a-4921-bacb-4f15b748da20'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:35.375627 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-6ae2ec7b-599f-4878-8941-1126db371792 admin admin] Calling delete_port for 8c1161ce-8383-4237-9b28-f6770f6c1a4c owned by network:router_interface {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:31:35.413559 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-762401a4-4939-4b8f-8b0e-3eec52deae78 req-7f4f6a76-0acd-4cb0-a3b3-8bf4bb7f2b7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:35.430290 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-88eb892a-4961-4fdd-8b87-4997123666b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76eea23-e166-43e7-b41b-a7f09b53305e', 'name': 'tempest-ImageQuotaTest-1230719828-router', 'tenant_id': '3a6750de7e88441cbf160c8bd8efe6a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '502bb192-e513-4b45-8ed6-b75d964af06f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:31:21Z', 'updated_at': '2021-11-12T08:31:28Z', 'revision_number': 4, 'project_id': '3a6750de7e88441cbf160c8bd8efe6a4', 'gw_port': {'id': '502bb192-e513-4b45-8ed6-b75d964af06f', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:f3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76eea23-e166-43e7-b41b-a7f09b53305e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:31:23Z', 'updated_at': '2021-11-12T08:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '8c1161ce-8383-4237-9b28-f6770f6c1a4c', 'name': '', 'network_id': '05c537fa-28de-4f77-b35f-d24a89e180a5', 'tenant_id': '3a6750de7e88441cbf160c8bd8efe6a4', 'mac_address': 'fa:16:3e:b7:d4:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e76eea23-e166-43e7-b41b-a7f09b53305e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': 'f16582cb-b0ce-4178-9b8f-ca6d68be815d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:31:27Z', 'updated_at': '2021-11-12T08:31:34Z', 'revision_number': 4, 'project_id': '3a6750de7e88441cbf160c8bd8efe6a4', 'subnets': [{'id': 'f16582cb-b0ce-4178-9b8f-ca6d68be815d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:35.510672 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-b45c6621-dc54-4d88-8e49-9dfc8877a37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:35.512051 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4f6a76-0acd-4cb0-a3b3-8bf4bb7f2b7c service neutron] Pushing event updated for resources: {'Port': ['ID=06126a23-75f3-4bb9-a45d-e6cfdcac5526,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:35.534326 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-9ae776d2-4206-4432-95e3-74f5ea8353aa tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] 10.222.0.26 "GET /v2.0/routers/1b0e6f29-aa8a-4921-bacb-4f15b748da20 HTTP/1.1" status: 200 len: 744 time: 0.2025344 Nov 12 08:31:35.535480 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88eb892a-4961-4fdd-8b87-4997123666b6 None None] The sync data for ids ['e76eea23-e166-43e7-b41b-a7f09b53305e'] in n-d-765315-29 is: [{'id': 'e76eea23-e166-43e7-b41b-a7f09b53305e', 'name': 'tempest-ImageQuotaTest-1230719828-router', 'tenant_id': '3a6750de7e88441cbf160c8bd8efe6a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '502bb192-e513-4b45-8ed6-b75d964af06f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:31:21Z', 'updated_at': '2021-11-12T08:31:28Z', 'revision_number': 4, 'project_id': '3a6750de7e88441cbf160c8bd8efe6a4', 'gw_port': {'id': '502bb192-e513-4b45-8ed6-b75d964af06f', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:f3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76eea23-e166-43e7-b41b-a7f09b53305e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:31:23Z', 'updated_at': '2021-11-12T08:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '8c1161ce-8383-4237-9b28-f6770f6c1a4c', 'name': '', 'network_id': '05c537fa-28de-4f77-b35f-d24a89e180a5', 'tenant_id': '3a6750de7e88441cbf160c8bd8efe6a4', 'mac_address': 'fa:16:3e:b7:d4:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e76eea23-e166-43e7-b41b-a7f09b53305e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': 'f16582cb-b0ce-4178-9b8f-ca6d68be815d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:31:27Z', 'updated_at': '2021-11-12T08:31:34Z', 'revision_number': 4, 'project_id': '3a6750de7e88441cbf160c8bd8efe6a4', 'subnets': [{'id': 'f16582cb-b0ce-4178-9b8f-ca6d68be815d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:31:35.536587 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 36586) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:35.540800 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762401a4-4939-4b8f-8b0e-3eec52deae78 req-7f4f6a76-0acd-4cb0-a3b3-8bf4bb7f2b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:35.541439 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-762401a4-4939-4b8f-8b0e-3eec52deae78 req-7f4f6a76-0acd-4cb0-a3b3-8bf4bb7f2b7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:35.542872 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-762401a4-4939-4b8f-8b0e-3eec52deae78 req-7f4f6a76-0acd-4cb0-a3b3-8bf4bb7f2b7c service neutron] 10.222.0.21 "PUT /v2.0/ports/06126a23-75f3-4bb9-a45d-e6cfdcac5526 HTTP/1.1" status: 200 len: 1093 time: 3.2010791 Nov 12 08:31:35.555131 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45c6621-dc54-4d88-8e49-9dfc8877a37e None None] Routers {'1b0e6f29-aa8a-4921-bacb-4f15b748da20'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:31:35.556530 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-b45c6621-dc54-4d88-8e49-9dfc8877a37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:31:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['1b0e6f29-aa8a-4921-bacb-4f15b748da20'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:35.556927 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ba95516-31d0-45f1-9fa0-b2e433c0e37c', 'tag': '06126a23-75f3-4bb9-a45d-e6cfdcac5526'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:31:35.559268 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e174cf4c-4320-4a1e-bf89-4ba6385faa25" -d '{"events": [{"name": "network-changed", "server_uuid": "9ba95516-31d0-45f1-9fa0-b2e433c0e37c", "tag": "06126a23-75f3-4bb9-a45d-e6cfdcac5526"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:31:35.689007 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-b45c6621-dc54-4d88-8e49-9dfc8877a37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:35.689697 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45c6621-dc54-4d88-8e49-9dfc8877a37e None None] The sync data for ids ['1b0e6f29-aa8a-4921-bacb-4f15b748da20'] in n-d-765315-29 is: [] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:31:35.705037 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-ab643881-0d55-4309-9b9e-bbf8933ca585 tempest-RoutersIpV6AdminTest-1249293809 tempest-RoutersIpV6AdminTest-1249293809-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=d709f64f-f9e6-4525-b020-ad48633b9bbf&device_id=1b0e6f29-aa8a-4921-bacb-4f15b748da20 HTTP/1.1" status: 200 len: 205 time: 0.1672530 Nov 12 08:31:35.705673 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 36592) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:35.762890 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-0059bb00-a581-4b23-84f2-14b297310eec tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b0e6f29-aa8a-4921-bacb-4f15b748da20 HTTP/1.1" status: 200 len: 205 time: 0.0557625 Nov 12 08:31:35.767923 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 36594) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:35.905038 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37e4310-5198-461c-bb90-7aaea46698dc req-ca92f209-0071-440e-870a-39bae182632e tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:35.912220 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5e46f43c-e56e-4a55-bbde-654f55135521 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks [] for router, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:35.923590 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d37e4310-5198-461c-bb90-7aaea46698dc req-ca92f209-0071-440e-870a-39bae182632e tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ba95516-31d0-45f1-9fa0-b2e433c0e37c HTTP/1.1" status: 200 len: 944 time: 0.2197647 Nov 12 08:31:35.942947 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6ae2ec7b-599f-4878-8941-1126db371792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:36.003375 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae2ec7b-599f-4878-8941-1126db371792 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c1161ce-8383-4237-9b28-f6770f6c1a4c,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:36.036406 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d37e4310-5198-461c-bb90-7aaea46698dc req-a18f711a-5565-4513-a96c-9a2edf80c6ee tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117978 Nov 12 08:31:36.156070 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762401a4-4939-4b8f-8b0e-3eec52deae78 req-11a9ae95-a53a-47fe-aef4-2a12767a3a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:36.157620 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-762401a4-4939-4b8f-8b0e-3eec52deae78 req-11a9ae95-a53a-47fe-aef4-2a12767a3a26 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4e695ccfe3434d44ababb01fdc20479b&device_id=9ba95516-31d0-45f1-9fa0-b2e433c0e37c HTTP/1.1" status: 200 len: 1096 time: 0.5271683 Nov 12 08:31:36.458833 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-762401a4-4939-4b8f-8b0e-3eec52deae78 req-21b418c1-9ba4-40a9-aabf-faa97aa97620 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=06126a23-75f3-4bb9-a45d-e6cfdcac5526 HTTP/1.1" status: 200 len: 217 time: 0.1962559 Nov 12 08:31:36.477678 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5e46f43c-e56e-4a55-bbde-654f55135521 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:36.496848 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5e46f43c-e56e-4a55-bbde-654f55135521 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:36.507978 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54abbc9c-b278-4fea-b3a3-42ee9e734c89 req-785a9c4d-2a0b-46c7-aa5e-51f0134a787d tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:36.520507 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-54abbc9c-b278-4fea-b3a3-42ee9e734c89 req-785a9c4d-2a0b-46c7-aa5e-51f0134a787d tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7cdf362-4e64-4d17-9ffa-0eb34738bbee HTTP/1.1" status: 200 len: 946 time: 0.3301749 Nov 12 08:31:36.623492 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5e46f43c-e56e-4a55-bbde-654f55135521 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:36.624246 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e46f43c-e56e-4a55-bbde-654f55135521 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Fanout notify agent at l3_agent the message router_deleted on router 1b0e6f29-aa8a-4921-bacb-4f15b748da20 {{(pid=102599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:31:36.638921 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762401a4-4939-4b8f-8b0e-3eec52deae78 req-a93c24a5-46ca-4f09-a12a-1d054b3a547c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:36.640681 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-762401a4-4939-4b8f-8b0e-3eec52deae78 req-a93c24a5-46ca-4f09-a12a-1d054b3a547c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e5a8c2de-791a-407e-b586-3b1004863989 HTTP/1.1" status: 200 len: 845 time: 0.1709051 Nov 12 08:31:36.648366 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5e46f43c-e56e-4a55-bbde-654f55135521 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:36.649804 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-5e46f43c-e56e-4a55-bbde-654f55135521 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] 10.222.0.26 "DELETE /v2.0/routers/1b0e6f29-aa8a-4921-bacb-4f15b748da20 HTTP/1.1" status: 204 len: 168 time: 0.8817794 Nov 12 08:31:36.680510 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 36614) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:36.684246 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-762401a4-4939-4b8f-8b0e-3eec52deae78 req-c141cdff-a968-4991-bcf9-d6e58e9458b5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=97ca3497-d4cd-4c64-83f2-e4cf0b99a680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330741 Nov 12 08:31:36.720022 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6ae2ec7b-599f-4878-8941-1126db371792 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918626'] for router_interface, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:36.729387 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-a6b65f9b-e8f2-430e-b912-4a289f95be9c tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b0e6f29-aa8a-4921-bacb-4f15b748da20 HTTP/1.1" status: 200 len: 205 time: 0.0474975 Nov 12 08:31:36.740447 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 36616) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:36.779378 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-54abbc9c-b278-4fea-b3a3-42ee9e734c89 req-8b3574ea-56a1-4ce5-a64e-2bf17e0d6517 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/security-groups?id=79579dc9-7b86-4506-bd5c-77a53e3a0518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994765 Nov 12 08:31:36.961060 n-d-765315-29 neutron-server[102599]: INFO neutron.api.v2.resource [None req-7b6713d7-4b46-45d6-ab1d-1b8e8dff9784 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] delete failed (client error): The resource could not be found. Nov 12 08:31:36.964453 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-01bd2c26-a0a7-4aee-9b24-8ca40b6d2abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:36.966808 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-7b6713d7-4b46-45d6-ab1d-1b8e8dff9784 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] 10.222.0.26 "DELETE /v2.0/routers/1b0e6f29-aa8a-4921-bacb-4f15b748da20 HTTP/1.1" status: 404 len: 336 time: 0.2183816 Nov 12 08:31:36.968197 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 36622) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:37.018729 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-6016a22e-115a-47fc-8357-35bda9d1932f tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcdc442d-fef3-454b-8032-63df00b8787d HTTP/1.1" status: 200 len: 205 time: 0.0467823 Nov 12 08:31:37.024139 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 36624) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:37.103268 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-762401a4-4939-4b8f-8b0e-3eec52deae78 req-4c30a779-d830-4dc2-b36d-59ee212df60a service neutron] 10.222.0.21 "GET /v2.0/networks/97ca3497-d4cd-4c64-83f2-e4cf0b99a680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4062145 Nov 12 08:31:37.288143 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-762401a4-4939-4b8f-8b0e-3eec52deae78 req-41b1455f-ff0c-4ed9-95bf-24164ac09775 service neutron] 10.222.0.21 "GET /v2.0/networks/97ca3497-d4cd-4c64-83f2-e4cf0b99a680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753249 Nov 12 08:31:37.584639 n-d-765315-29 neutron-server[102600]: INFO neutron.api.v2.resource [None req-fd0b4962-9b44-4baf-be1c-516d2ddcca23 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] delete failed (client error): The resource could not be found. Nov 12 08:31:37.586664 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-fd0b4962-9b44-4baf-be1c-516d2ddcca23 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] 10.222.0.26 "DELETE /v2.0/routers/bcdc442d-fef3-454b-8032-63df00b8787d HTTP/1.1" status: 404 len: 336 time: 0.5464020 Nov 12 08:31:37.590808 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 36642) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:37.641070 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-76ecb39f-6245-4d29-98f6-1ffe3bfd0345 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb17a159-ffe0-4192-ac7c-198eda8eaa32 HTTP/1.1" status: 200 len: 205 time: 0.0485697 Nov 12 08:31:37.643188 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 36644) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:37.673779 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b46eb9c-fe6e-4994-be47-b19db5181c48 req-13090f60-9508-43f0-9e79-932e33e0ca9e tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:37.675450 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9b46eb9c-fe6e-4994-be47-b19db5181c48 req-13090f60-9508-43f0-9e79-932e33e0ca9e tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=44828f50-33dd-4d92-a1f1-50e7ef19d191 HTTP/1.1" status: 200 len: 946 time: 0.6502426 Nov 12 08:31:37.724564 n-d-765315-29 neutron-server[102599]: INFO neutron.api.v2.resource [None req-4bd08e08-0067-41b2-9fda-eada3de70892 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] delete failed (client error): The resource could not be found. Nov 12 08:31:37.726270 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-4bd08e08-0067-41b2-9fda-eada3de70892 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] 10.222.0.26 "DELETE /v2.0/routers/eb17a159-ffe0-4192-ac7c-198eda8eaa32 HTTP/1.1" status: 404 len: 336 time: 0.0775588 Nov 12 08:31:37.731375 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 36648) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:37.781630 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 36650) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:37.782255 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-2b6892ce-42d3-476f-99b2-b4f048e77716 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b2d84a0-0b55-4236-9aa9-3e9f72fb5ed2 HTTP/1.1" status: 200 len: 205 time: 0.0466418 Nov 12 08:31:37.851265 n-d-765315-29 neutron-server[102600]: INFO neutron.api.v2.resource [None req-0813d193-5038-45e0-a3a4-df8b6a435361 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] delete failed (client error): The resource could not be found. Nov 12 08:31:37.852841 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-0813d193-5038-45e0-a3a4-df8b6a435361 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] 10.222.0.26 "DELETE /v2.0/routers/0b2d84a0-0b55-4236-9aa9-3e9f72fb5ed2 HTTP/1.1" status: 404 len: 336 time: 0.0688102 Nov 12 08:31:37.855350 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 36656) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:37.894093 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-c9148eca-1cda-4a97-a970-f333cf0aef69 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2876d0e-6394-478c-a0e7-72ae308b6eaa HTTP/1.1" status: 200 len: 205 time: 0.0374804 Nov 12 08:31:37.894888 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 36660) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:37.895645 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9b46eb9c-fe6e-4994-be47-b19db5181c48 req-5abe6482-2786-4999-a6df-529d72dd2bc4 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=59070d8f-e354-4643-b6db-9938f05a29ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1750231 Nov 12 08:31:37.898336 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:37.923343 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ae2ec7b-599f-4878-8941-1126db371792 admin admin] Router e76eea23-e166-43e7-b41b-a7f09b53305e has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:31:37.973943 n-d-765315-29 neutron-server[102599]: INFO neutron.api.v2.resource [None req-cc5b3c6f-6255-4a05-ac05-79b05a16c240 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] delete failed (client error): The resource could not be found. Nov 12 08:31:37.975225 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-cc5b3c6f-6255-4a05-ac05-79b05a16c240 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] 10.222.0.26 "DELETE /v2.0/routers/f2876d0e-6394-478c-a0e7-72ae308b6eaa HTTP/1.1" status: 404 len: 336 time: 0.0790820 Nov 12 08:31:37.983861 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 36662) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:38.035398 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-411b49c2-4237-4e56-800c-6e47d8573d09 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] 10.222.0.26 "GET /v2.0/ports?device_id=d94cc178-dea4-458d-85d3-05f47d3b9575 HTTP/1.1" status: 200 len: 205 time: 0.0503380 Nov 12 08:31:38.037977 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 36666) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:38.041735 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [req-52173194-dd8c-4335-b320-04880cb1ecc3 req-d602fb47-a219-4850-b493-21edc403b7b2 service neutron] (102599) timed out ('10.222.0.44', 55655) {{(pid=102599) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 08:31:38.124703 n-d-765315-29 neutron-server[102600]: INFO neutron.api.v2.resource [None req-0c216b02-62d3-4044-a58b-bf977a01ae62 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] delete failed (client error): The resource could not be found. Nov 12 08:31:38.128675 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-0c216b02-62d3-4044-a58b-bf977a01ae62 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] 10.222.0.26 "DELETE /v2.0/routers/d94cc178-dea4-458d-85d3-05f47d3b9575 HTTP/1.1" status: 404 len: 336 time: 0.0866153 Nov 12 08:31:38.128958 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 36668) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:38.173976 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ae2ec7b-599f-4878-8941-1126db371792 admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:31:38.179686 n-d-765315-29 neutron-server[102599]: INFO neutron.pecan_wsgi.hooks.translation [None req-72e8a804-a0df-43ab-9178-16e4369fa254 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] DELETE failed (client error): The resource could not be found. Nov 12 08:31:38.180941 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72e8a804-a0df-43ab-9178-16e4369fa254 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:31:38.183863 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-6ae2ec7b-599f-4878-8941-1126db371792 admin admin] 10.222.0.26 "PUT /v2.0/routers/e76eea23-e166-43e7-b41b-a7f09b53305e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9680939 Nov 12 08:31:38.186479 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc169265-a804-462e-a697-fb31661bfd3b None None] Sync routers for ids ['e76eea23-e166-43e7-b41b-a7f09b53305e'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:31:38.187238 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 36672) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:38.213476 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-72e8a804-a0df-43ab-9178-16e4369fa254 tempest-RoutersIpV6AdminTest-1863683846 tempest-RoutersIpV6AdminTest-1863683846-project] 10.222.0.26 "DELETE /v2.0/subnets/739e29bc-ef7a-4eb5-949a-4fc12d5fe8b4 HTTP/1.1" status: 404 len: 337 time: 0.0834081 Nov 12 08:31:38.222501 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc169265-a804-462e-a697-fb31661bfd3b None None] Routers {'e76eea23-e166-43e7-b41b-a7f09b53305e'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:31:38.223389 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-bc169265-a804-462e-a697-fb31661bfd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:31:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['e76eea23-e166-43e7-b41b-a7f09b53305e'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:38.378698 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-da99c1a1-8b25-41da-868c-29bae43a83ae admin admin] Publish callbacks [] for router, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:38.386420 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1686696c-f3d0-4616-8d1d-2e85bcb1f9ea req-9d74822f-85b2-4568-8550-5c2d27a70821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:38.394560 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1686696c-f3d0-4616-8d1d-2e85bcb1f9ea req-9d74822f-85b2-4568-8550-5c2d27a70821 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b7cdf362-4e64-4d17-9ffa-0eb34738bbee HTTP/1.1" status: 200 len: 1098 time: 0.0889647 Nov 12 08:31:38.510562 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1686696c-f3d0-4616-8d1d-2e85bcb1f9ea req-91ed8dae-ec33-4c61-a26f-86ed4cbbd1a6 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=79579dc9-7b86-4506-bd5c-77a53e3a0518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001980 Nov 12 08:31:38.617220 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fdd4deb-8d7d-4ff5-bd23-ecb23935ee98 x-openstack-request-id: req-5fdd4deb-8d7d-4ff5-bd23-ecb23935ee98 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:31:38.617732 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ba95516-31d0-45f1-9fa0-b2e433c0e37c", "tag": "06126a23-75f3-4bb9-a45d-e6cfdcac5526", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:31:38.618151 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5fdd4deb-8d7d-4ff5-bd23-ecb23935ee98 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:31:38.618742 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ba95516-31d0-45f1-9fa0-b2e433c0e37c', 'tag': '06126a23-75f3-4bb9-a45d-e6cfdcac5526', 'status': 'completed', 'code': 200} Nov 12 08:31:38.724564 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-da99c1a1-8b25-41da-868c-29bae43a83ae admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:38.756225 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e174cf4c-4320-4a1e-bf89-4ba6385faa25 req-8a36704d-888b-4f81-8784-a4ef221241f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:38.760405 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e174cf4c-4320-4a1e-bf89-4ba6385faa25 req-8a36704d-888b-4f81-8784-a4ef221241f9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4e695ccfe3434d44ababb01fdc20479b&device_id=9ba95516-31d0-45f1-9fa0-b2e433c0e37c HTTP/1.1" status: 200 len: 1096 time: 0.1180348 Nov 12 08:31:38.790941 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-bc169265-a804-462e-a697-fb31661bfd3b None None] Set router e76eea23-e166-43e7-b41b-a7f09b53305e gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:31:38.805030 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 36698) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:38.869374 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f928925-210d-4ae4-be9d-fe18a2252675 req-f3a63621-0715-4ebe-847f-5ffd982bbc2a tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:38.879051 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7f928925-210d-4ae4-be9d-fe18a2252675 req-f3a63621-0715-4ebe-847f-5ffd982bbc2a tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ba95516-31d0-45f1-9fa0-b2e433c0e37c HTTP/1.1" status: 200 len: 944 time: 0.1451075 Nov 12 08:31:38.957361 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-da99c1a1-8b25-41da-868c-29bae43a83ae admin admin] Deleting port 502bb192-e513-4b45-8ed6-b75d964af06f {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:31:38.957846 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-da99c1a1-8b25-41da-868c-29bae43a83ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:38.995597 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7f928925-210d-4ae4-be9d-fe18a2252675 req-33fab1a1-1946-4c31-bdf6-2e411f136c54 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153138 Nov 12 08:31:39.078933 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e174cf4c-4320-4a1e-bf89-4ba6385faa25 req-ec7df0c5-bdc4-4555-9b4a-084be973f626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:39.081474 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e174cf4c-4320-4a1e-bf89-4ba6385faa25 req-ec7df0c5-bdc4-4555-9b4a-084be973f626 service neutron] 10.222.0.21 "GET /v2.0/networks?id=97ca3497-d4cd-4c64-83f2-e4cf0b99a680 HTTP/1.1" status: 200 len: 906 time: 0.3103924 Nov 12 08:31:39.084523 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2b93ef96-7efa-49ba-b9c7-86a36bb9206b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:39.190965 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e174cf4c-4320-4a1e-bf89-4ba6385faa25 req-04628424-0838-4ccf-8f89-7edad1809cf3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=06126a23-75f3-4bb9-a45d-e6cfdcac5526 HTTP/1.1" status: 200 len: 217 time: 0.0941052 Nov 12 08:31:39.191534 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-da99c1a1-8b25-41da-868c-29bae43a83ae admin admin] For port 502bb192-e513-4b45-8ed6-b75d964af06f, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=502bb192-e513-4b45-8ed6-b75d964af06f,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:31:39.191982 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-da99c1a1-8b25-41da-868c-29bae43a83ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:39.218836 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-bc169265-a804-462e-a697-fb31661bfd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76eea23-e166-43e7-b41b-a7f09b53305e', 'name': 'tempest-ImageQuotaTest-1230719828-router', 'tenant_id': '3a6750de7e88441cbf160c8bd8efe6a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '502bb192-e513-4b45-8ed6-b75d964af06f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:31:21Z', 'updated_at': '2021-11-12T08:31:35Z', 'revision_number': 5, 'project_id': '3a6750de7e88441cbf160c8bd8efe6a4', 'gw_port': {'id': '502bb192-e513-4b45-8ed6-b75d964af06f', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:f3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76eea23-e166-43e7-b41b-a7f09b53305e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:31:23Z', 'updated_at': '2021-11-12T08:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:39.235343 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:39.235994 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-da99c1a1-8b25-41da-868c-29bae43a83ae admin admin] Calling delete_port for 502bb192-e513-4b45-8ed6-b75d964af06f owned by network:router_gateway {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:31:39.274952 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ace802-1315-453c-a67c-e97278b1479d req-a73f4006-9e0d-426f-8c69-a796442904db tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:39.276622 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b0ace802-1315-453c-a67c-e97278b1479d req-a73f4006-9e0d-426f-8c69-a796442904db tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7cdf362-4e64-4d17-9ffa-0eb34738bbee HTTP/1.1" status: 200 len: 946 time: 0.1495464 Nov 12 08:31:39.305701 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc169265-a804-462e-a697-fb31661bfd3b None None] Checking router: e76eea23-e166-43e7-b41b-a7f09b53305e for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:31:39.325534 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc169265-a804-462e-a697-fb31661bfd3b None None] Routers {'e76eea23-e166-43e7-b41b-a7f09b53305e'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:31:39.326907 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-bc169265-a804-462e-a697-fb31661bfd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:31:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['e76eea23-e166-43e7-b41b-a7f09b53305e'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:39.327117 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e174cf4c-4320-4a1e-bf89-4ba6385faa25 req-201415e7-e239-4680-9528-103ebbae4d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:39.329407 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e174cf4c-4320-4a1e-bf89-4ba6385faa25 req-201415e7-e239-4680-9528-103ebbae4d39 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e5a8c2de-791a-407e-b586-3b1004863989 HTTP/1.1" status: 200 len: 845 time: 0.1311021 Nov 12 08:31:39.341449 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 36710) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:39.387609 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e174cf4c-4320-4a1e-bf89-4ba6385faa25 req-359a20a9-4e21-4f14-b620-71889093d31b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=97ca3497-d4cd-4c64-83f2-e4cf0b99a680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470159 Nov 12 08:31:39.400663 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2b93ef96-7efa-49ba-b9c7-86a36bb9206b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:39.420782 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2b93ef96-7efa-49ba-b9c7-86a36bb9206b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:39.452896 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b0ace802-1315-453c-a67c-e97278b1479d req-889378f4-4a12-4598-b209-b21f764ff49e tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/security-groups?id=79579dc9-7b86-4506-bd5c-77a53e3a0518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210546 Nov 12 08:31:39.510570 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-bc169265-a804-462e-a697-fb31661bfd3b None None] Set router e76eea23-e166-43e7-b41b-a7f09b53305e gateway port host: None {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:31:39.573502 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-2b93ef96-7efa-49ba-b9c7-86a36bb9206b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f760fd8a290c40c7b7e076dc5d536b02&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7656314 Nov 12 08:31:39.575633 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 36718) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:39.577372 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b93ef96-7efa-49ba-b9c7-86a36bb9206b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02fd9934-acfb-4f63-b0f9-18aef61363bf,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:39.647128 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5200224e-a5fd-4109-adb4-a6e6bca5aff5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:39.692091 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-bc169265-a804-462e-a697-fb31661bfd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e76eea23-e166-43e7-b41b-a7f09b53305e', 'name': 'tempest-ImageQuotaTest-1230719828-router', 'tenant_id': '3a6750de7e88441cbf160c8bd8efe6a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:31:21Z', 'updated_at': '2021-11-12T08:31:38Z', 'revision_number': 6, 'project_id': '3a6750de7e88441cbf160c8bd8efe6a4', 'gw_port_host': None}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:39.782397 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171d6ce4-999c-44dc-a5d9-a54d677703fd req-5a3b9968-4975-4613-a35e-c44c249856a9 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:39.785553 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-171d6ce4-999c-44dc-a5d9-a54d677703fd req-5a3b9968-4975-4613-a35e-c44c249856a9 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=44828f50-33dd-4d92-a1f1-50e7ef19d191 HTTP/1.1" status: 200 len: 946 time: 0.1656747 Nov 12 08:31:39.807170 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc169265-a804-462e-a697-fb31661bfd3b None None] The sync data for ids ['e76eea23-e166-43e7-b41b-a7f09b53305e'] in n-d-765315-29 is: [{'id': 'e76eea23-e166-43e7-b41b-a7f09b53305e', 'name': 'tempest-ImageQuotaTest-1230719828-router', 'tenant_id': '3a6750de7e88441cbf160c8bd8efe6a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:31:21Z', 'updated_at': '2021-11-12T08:31:38Z', 'revision_number': 6, 'project_id': '3a6750de7e88441cbf160c8bd8efe6a4', 'gw_port_host': None}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:31:39.811861 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e174cf4c-4320-4a1e-bf89-4ba6385faa25 req-2026d9f2-f2aa-4400-a530-7d4e46d55f6a service neutron] 10.222.0.21 "GET /v2.0/networks/97ca3497-d4cd-4c64-83f2-e4cf0b99a680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4100828 Nov 12 08:31:39.821127 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:39.914441 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-da99c1a1-8b25-41da-868c-29bae43a83ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:39.939856 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-72c3c931-9b25-4041-a104-fc1f2cfd6d67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:39.972129 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da99c1a1-8b25-41da-868c-29bae43a83ae admin admin] Pushing event deleted for resources: {'Port': ['ID=502bb192-e513-4b45-8ed6-b75d964af06f,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:39.996851 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079aa358-2b71-4f14-a11d-77e1b15b9bc6 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:31:40.003189 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-171d6ce4-999c-44dc-a5d9-a54d677703fd req-5ee9d967-6791-4ecd-837a-10ce02083643 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=59070d8f-e354-4643-b6db-9938f05a29ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2070951 Nov 12 08:31:40.036142 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-72c3c931-9b25-4041-a104-fc1f2cfd6d67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:40.082916 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-da99c1a1-8b25-41da-868c-29bae43a83ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-933016'] for router_gateway, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:40.151660 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-72c3c931-9b25-4041-a104-fc1f2cfd6d67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:40.154265 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-72c3c931-9b25-4041-a104-fc1f2cfd6d67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:40.155437 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-72c3c931-9b25-4041-a104-fc1f2cfd6d67 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/02fd9934-acfb-4f63-b0f9-18aef61363bf HTTP/1.1" status: 204 len: 168 time: 0.5788484 Nov 12 08:31:40.198634 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3c931-9b25-4041-a104-fc1f2cfd6d67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02fd9934-acfb-4f63-b0f9-18aef61363bf,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:40.227435 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e174cf4c-4320-4a1e-bf89-4ba6385faa25 req-993cb81e-5dca-425d-ba40-47969512695b service neutron] 10.222.0.21 "GET /v2.0/networks/97ca3497-d4cd-4c64-83f2-e4cf0b99a680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3852000 Nov 12 08:31:40.230046 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5200224e-a5fd-4109-adb4-a6e6bca5aff5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:40.236048 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-da99c1a1-8b25-41da-868c-29bae43a83ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:40.238817 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-da99c1a1-8b25-41da-868c-29bae43a83ae admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:40.240458 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5200224e-a5fd-4109-adb4-a6e6bca5aff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:40.294278 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-5200224e-a5fd-4109-adb4-a6e6bca5aff5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fb95a852d3ef48c898d644ed74ff14ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9517758 Nov 12 08:31:40.295109 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5200224e-a5fd-4109-adb4-a6e6bca5aff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d748e854-cc5c-4994-aaee-85bd96a9cec8,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:40.297558 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 36726) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:40.401728 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6b4093e2-52f5-46da-8c5d-749e51afff47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:40.421654 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35357dfe-fd5c-4bf9-ad17-c405e167096a req-de191a65-9cc4-451b-b89e-44780971e0aa tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:40.423252 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-35357dfe-fd5c-4bf9-ad17-c405e167096a req-de191a65-9cc4-451b-b89e-44780971e0aa tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ba95516-31d0-45f1-9fa0-b2e433c0e37c HTTP/1.1" status: 200 len: 944 time: 0.1813228 Nov 12 08:31:40.424087 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-da99c1a1-8b25-41da-868c-29bae43a83ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:40.424639 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da99c1a1-8b25-41da-868c-29bae43a83ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router e76eea23-e166-43e7-b41b-a7f09b53305e {{(pid=102600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:31:40.443445 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-da99c1a1-8b25-41da-868c-29bae43a83ae admin admin] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:40.444758 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6b4093e2-52f5-46da-8c5d-749e51afff47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:40.451015 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 36730) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:40.453496 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-da99c1a1-8b25-41da-868c-29bae43a83ae admin admin] 10.222.0.26 "DELETE /v2.0/routers/e76eea23-e166-43e7-b41b-a7f09b53305e HTTP/1.1" status: 204 len: 168 time: 2.2647738 Nov 12 08:31:40.456733 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 8c1161ce-8383-4237-9b28-f6770f6c1a4c no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:31:40.503102 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 8c1161ce-8383-4237-9b28-f6770f6c1a4c {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:31:40.503454 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 8c1161ce-8383-4237-9b28-f6770f6c1a4c not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:31:40.541608 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-35357dfe-fd5c-4bf9-ad17-c405e167096a req-5890b75f-fe57-4f15-b685-6025223b0e6f tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871389 Nov 12 08:31:40.580081 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3935c89-c28a-4453-9b38-799c07eb545f admin admin] Deleting subnet f16582cb-b0ce-4178-9b8f-ca6d68be815d {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:31:40.583863 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b3935c89-c28a-4453-9b38-799c07eb545f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:40.627888 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b3935c89-c28a-4453-9b38-799c07eb545f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31181813'] for subnet, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:40.674800 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6b4093e2-52f5-46da-8c5d-749e51afff47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:40.679531 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6b4093e2-52f5-46da-8c5d-749e51afff47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:40.684146 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-6b4093e2-52f5-46da-8c5d-749e51afff47 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d748e854-cc5c-4994-aaee-85bd96a9cec8 HTTP/1.1" status: 204 len: 168 time: 0.3855329 Nov 12 08:31:40.704132 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4093e2-52f5-46da-8c5d-749e51afff47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d748e854-cc5c-4994-aaee-85bd96a9cec8,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:40.717859 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb45c52-77c3-48af-8331-c993915146ab req-cec81932-f6f7-46f3-9b53-c4c8fb2893c9 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:40.722453 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6eb45c52-77c3-48af-8331-c993915146ab req-cec81932-f6f7-46f3-9b53-c4c8fb2893c9 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7cdf362-4e64-4d17-9ffa-0eb34738bbee HTTP/1.1" status: 200 len: 946 time: 0.0916374 Nov 12 08:31:40.781232 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 36738) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:40.818199 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6eb45c52-77c3-48af-8331-c993915146ab req-2ea29b49-2fdb-4e18-88f0-1ffd00fb448e tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/security-groups?id=79579dc9-7b86-4506-bd5c-77a53e3a0518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846241 Nov 12 08:31:40.830853 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b3935c89-c28a-4453-9b38-799c07eb545f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:40.927074 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-7c453873-4ac7-4885-b224-ca4b766afe9d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5f60998779e8422188d3faa97a2fcfc8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1444075 Nov 12 08:31:40.931392 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 36744) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:40.945951 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 06126a23-75f3-4bb9-a45d-e6cfdcac5526 details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:31:40.962837 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b3935c89-c28a-4453-9b38-799c07eb545f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:41.015157 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55862788-bf15-4f3f-b3f9-d1dfb0a7f526 None None] Network 05c537fa-28de-4f77-b35f-d24a89e180a5 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:31:41.024585 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1761088d-bd46-4154-af6d-ff70dbfc24d0 req-fd43b461-6271-4a0c-ae78-613094cb98a8 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:41.032171 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1761088d-bd46-4154-af6d-ff70dbfc24d0 req-fd43b461-6271-4a0c-ae78-613094cb98a8 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a780da9-d933-497d-83b4-3eaa73980fa4 HTTP/1.1" status: 200 len: 946 time: 0.1407382 Nov 12 08:31:41.039295 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b3935c89-c28a-4453-9b38-799c07eb545f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:41.044519 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-b3935c89-c28a-4453-9b38-799c07eb545f admin admin] 10.222.0.26 "DELETE /v2.0/subnets/f16582cb-b0ce-4178-9b8f-ca6d68be815d HTTP/1.1" status: 204 len: 168 time: 0.5772889 Nov 12 08:31:41.045980 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3935c89-c28a-4453-9b38-799c07eb545f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f16582cb-b0ce-4178-9b8f-ca6d68be815d,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:41.048322 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 36748) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:41.118495 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1761088d-bd46-4154-af6d-ff70dbfc24d0 req-108509ff-49d8-4d5f-9acb-b5ad8a79483a tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/security-groups?id=79579dc9-7b86-4506-bd5c-77a53e3a0518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850840 Nov 12 08:31:41.126527 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ba3c2f32-cf3e-4b5e-9a75-b7fbafb190de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:41.187505 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ba3c2f32-cf3e-4b5e-9a75-b7fbafb190de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:41.195089 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3d7fc69e-b498-45f1-abb5-1add53a53a82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:41.307548 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-3d7fc69e-b498-45f1-abb5-1add53a53a82 admin admin] Deleting port fefa2e73-0153-42c7-bef0-bb3d7f960975 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:31:41.307901 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3d7fc69e-b498-45f1-abb5-1add53a53a82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:41.320888 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 06126a23-75f3-4bb9-a45d-e6cfdcac5526, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=06126a23-75f3-4bb9-a45d-e6cfdcac5526,segment=NetworkSegment(115bdcdd-b1df-41c7-8bff-15a5e1fdca42),segment_id=115bdcdd-b1df-41c7-8bff-15a5e1fdca42)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:31:41.342543 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 36754) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:41.352865 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Returning: {'device': '06126a23-75f3-4bb9-a45d-e6cfdcac5526', 'network_id': '97ca3497-d4cd-4c64-83f2-e4cf0b99a680', 'port_id': '06126a23-75f3-4bb9-a45d-e6cfdcac5526', 'mac_address': 'fa:16:3e:b1:82:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5a8c2de-791a-407e-b586-3b1004863989', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:31:41.368010 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ba3c2f32-cf3e-4b5e-9a75-b7fbafb190de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:41.372734 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ba3c2f32-cf3e-4b5e-9a75-b7fbafb190de admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:41.376944 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-ba3c2f32-cf3e-4b5e-9a75-b7fbafb190de admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/36149405-df27-402c-b5b6-e1117b7d13c7 HTTP/1.1" status: 204 len: 168 time: 0.4443634 Nov 12 08:31:41.394718 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b4216e25-0ee1-478d-9416-5c1e01a4ffd5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:41.395253 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f824bf0-ac97-4052-9fba-1e491f08ae85 req-e7d836c7-8761-473d-9d96-c45778a3c294 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:41.403141 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3f824bf0-ac97-4052-9fba-1e491f08ae85 req-e7d836c7-8761-473d-9d96-c45778a3c294 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=44828f50-33dd-4d92-a1f1-50e7ef19d191 HTTP/1.1" status: 200 len: 946 time: 0.1536164 Nov 12 08:31:41.425108 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11222c8-d472-44c7-bfb7-463c1c754367 None None] DHCP port deletion for 05c537fa-28de-4f77-b35f-d24a89e180a5 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:31:41.426991 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3c2f32-cf3e-4b5e-9a75-b7fbafb190de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36149405-df27-402c-b5b6-e1117b7d13c7,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:41.464534 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3f824bf0-ac97-4052-9fba-1e491f08ae85 req-5fd8ce89-66e2-4b01-8f5d-319854984e2b tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=59070d8f-e354-4643-b6db-9938f05a29ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603247 Nov 12 08:31:41.557701 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:41.583419 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-3d7fc69e-b498-45f1-abb5-1add53a53a82 admin admin] For port fefa2e73-0153-42c7-bef0-bb3d7f960975, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=fefa2e73-0153-42c7-bef0-bb3d7f960975,segment=NetworkSegment(60f20996-29ee-44a2-a7de-3124712a7772),segment_id=60f20996-29ee-44a2-a7de-3124712a7772)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:31:41.583943 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3d7fc69e-b498-45f1-abb5-1add53a53a82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:41.601364 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-e530113a-7783-48f4-9840-8911a24052df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06126a23-75f3-4bb9-a45d-e6cfdcac5526 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:31:41.610870 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-3d7fc69e-b498-45f1-abb5-1add53a53a82 admin admin] Calling delete_port for fefa2e73-0153-42c7-bef0-bb3d7f960975 owned by network:dhcp {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:31:41.623200 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b4216e25-0ee1-478d-9416-5c1e01a4ffd5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:41.633571 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 06126a23-75f3-4bb9-a45d-e6cfdcac5526, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=06126a23-75f3-4bb9-a45d-e6cfdcac5526,segment=NetworkSegment(115bdcdd-b1df-41c7-8bff-15a5e1fdca42),segment_id=115bdcdd-b1df-41c7-8bff-15a5e1fdca42)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:31:41.640650 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-c11222c8-d472-44c7-bfb7-463c1c754367 None None] Deleting port fefa2e73-0153-42c7-bef0-bb3d7f960975 {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:31:41.641697 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c11222c8-d472-44c7-bfb7-463c1c754367 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:41.707959 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b4216e25-0ee1-478d-9416-5c1e01a4ffd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:41.769044 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-c11222c8-d472-44c7-bfb7-463c1c754367 None None] For port fefa2e73-0153-42c7-bef0-bb3d7f960975, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=fefa2e73-0153-42c7-bef0-bb3d7f960975,segment=NetworkSegment(60f20996-29ee-44a2-a7de-3124712a7772),segment_id=60f20996-29ee-44a2-a7de-3124712a7772)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:31:41.771627 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c11222c8-d472-44c7-bfb7-463c1c754367 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:41.782967 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:41.785881 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd620ed3-42c5-4557-b53f-a23c237a7388 req-1e5813b4-9740-40de-8b96-3c733c614136 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:41.787867 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-dd620ed3-42c5-4557-b53f-a23c237a7388 req-1e5813b4-9740-40de-8b96-3c733c614136 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ba95516-31d0-45f1-9fa0-b2e433c0e37c HTTP/1.1" status: 200 len: 945 time: 0.0655568 Nov 12 08:31:41.819527 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-c11222c8-d472-44c7-bfb7-463c1c754367 None None] Calling delete_port for fefa2e73-0153-42c7-bef0-bb3d7f960975 owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:31:41.830535 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-b4216e25-0ee1-478d-9416-5c1e01a4ffd5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=00aa7861e7db480399e230a978e577d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4846501 Nov 12 08:31:41.836785 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 36766) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:41.839309 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4216e25-0ee1-478d-9416-5c1e01a4ffd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57e3b26c-7d75-4da8-b07c-f35490c5e3e0,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:41.875522 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-dd620ed3-42c5-4557-b53f-a23c237a7388 req-99bd46c9-570f-4dfb-bdfe-952da3d949f1 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746379 Nov 12 08:31:41.890490 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3d7fc69e-b498-45f1-abb5-1add53a53a82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:41.908444 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7fc69e-b498-45f1-abb5-1add53a53a82 admin admin] No DVR routers for this DVR port fefa2e73-0153-42c7-bef0-bb3d7f960975 on host n-d-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:31:41.946296 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-aa0ba725-413b-49a0-844d-be82127d4306 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:41.962317 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7fc69e-b498-45f1-abb5-1add53a53a82 admin admin] Pushing event deleted for resources: {'Port': ['ID=fefa2e73-0153-42c7-bef0-bb3d7f960975,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:41.988092 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-aa0ba725-413b-49a0-844d-be82127d4306 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:42.039886 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=06126a23-75f3-4bb9-a45d-e6cfdcac5526,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:42.053416 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c11222c8-d472-44c7-bfb7-463c1c754367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:42.094935 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-aa0ba725-413b-49a0-844d-be82127d4306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:42.097583 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-aa0ba725-413b-49a0-844d-be82127d4306 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:42.102809 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-aa0ba725-413b-49a0-844d-be82127d4306 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/57e3b26c-7d75-4da8-b07c-f35490c5e3e0 HTTP/1.1" status: 204 len: 168 time: 0.2592442 Nov 12 08:31:42.133777 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3d7fc69e-b498-45f1-abb5-1add53a53a82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:42.149402 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0ba725-413b-49a0-844d-be82127d4306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e3b26c-7d75-4da8-b07c-f35490c5e3e0,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:42.175704 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11222c8-d472-44c7-bfb7-463c1c754367 None None] Pushing event deleted for resources: {'Port': ['ID=fefa2e73-0153-42c7-bef0-bb3d7f960975,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:42.178922 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['06126a23-75f3-4bb9-a45d-e6cfdcac5526'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:31:42.181379 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-3d7fc69e-b498-45f1-abb5-1add53a53a82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05c537fa-28de-4f77-b35f-d24a89e180a5']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:42.193820 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-3d7fc69e-b498-45f1-abb5-1add53a53a82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60f20996-29ee-44a2-a7de-3124712a7772') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:42.194570 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-3d7fc69e-b498-45f1-abb5-1add53a53a82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60f20996-29ee-44a2-a7de-3124712a7772') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:42.208395 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3d7fc69e-b498-45f1-abb5-1add53a53a82 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:42.227820 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3d7fc69e-b498-45f1-abb5-1add53a53a82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:42.233186 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d4399a-8be3-42e6-90b0-2ebf7a32b79b req-2b99c821-b5d3-4ebe-8ac5-02b7ac1d4b13 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:42.238163 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d7fc69e-b498-45f1-abb5-1add53a53a82 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:31:42.238650 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3d7fc69e-b498-45f1-abb5-1add53a53a82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:42.241383 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 08:31:42.241383 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:31:42.241383 n-d-765315-29 neutron-server[102599]: timer() Nov 12 08:31:42.241383 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:31:42.241383 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 08:31:42.241383 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:31:42.241383 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 08:31:42.241383 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:31:42.241383 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 08:31:42.241383 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:31:42.241383 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 08:31:42.241383 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:31:42.241383 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 08:31:42.241383 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:31:42.241383 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:31:42.241383 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:31:42.241383 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:31:42.241383 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:31:42.241383 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 08:31:42.241383 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:31:42.241383 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 08:31:42.241383 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:31:42.241383 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:31:42.241383 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:31:42.241383 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 08:31:42.241383 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:31:42.241383 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:31:42.241383 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:31:42.241383 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:31:42.241383 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:31:42.241383 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:31:42.241383 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:31:42.247155 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b0d4399a-8be3-42e6-90b0-2ebf7a32b79b req-2b99c821-b5d3-4ebe-8ac5-02b7ac1d4b13 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a780da9-d933-497d-83b4-3eaa73980fa4 HTTP/1.1" status: 200 len: 946 time: 0.0845819 Nov 12 08:31:42.266687 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11222c8-d472-44c7-bfb7-463c1c754367 None None] No DVR routers for this DVR port fefa2e73-0153-42c7-bef0-bb3d7f960975 on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:31:42.366334 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b0d4399a-8be3-42e6-90b0-2ebf7a32b79b req-cf8365a0-7c02-4e08-a8e8-f7b3415b3b8b tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/security-groups?id=79579dc9-7b86-4506-bd5c-77a53e3a0518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114571 Nov 12 08:31:42.404732 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3d7fc69e-b498-45f1-abb5-1add53a53a82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:42.424555 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3d7fc69e-b498-45f1-abb5-1add53a53a82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:42.428074 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:42.437548 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-3d7fc69e-b498-45f1-abb5-1add53a53a82 admin admin] 10.222.0.26 "DELETE /v2.0/networks/05c537fa-28de-4f77-b35f-d24a89e180a5 HTTP/1.1" status: 204 len: 168 time: 1.3825777 Nov 12 08:31:42.450869 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7fc69e-b498-45f1-abb5-1add53a53a82 admin admin] Pushing event deleted for resources: {'Network': ['ID=05c537fa-28de-4f77-b35f-d24a89e180a5,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:42.485799 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 502bb192-e513-4b45-8ed6-b75d964af06f no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:31:42.521491 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 502bb192-e513-4b45-8ed6-b75d964af06f {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:31:42.523427 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 502bb192-e513-4b45-8ed6-b75d964af06f not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:31:42.524152 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device fefa2e73-0153-42c7-bef0-bb3d7f960975 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:31:42.559188 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: fefa2e73-0153-42c7-bef0-bb3d7f960975 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:31:42.559815 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device fefa2e73-0153-42c7-bef0-bb3d7f960975 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:31:42.674278 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8245ac9f-b7dc-474f-82e6-9f2423b49b2c req-722d6cdb-05f4-4d00-9b86-22ec27c7d4ff tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:42.683965 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8245ac9f-b7dc-474f-82e6-9f2423b49b2c req-722d6cdb-05f4-4d00-9b86-22ec27c7d4ff tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=44828f50-33dd-4d92-a1f1-50e7ef19d191 HTTP/1.1" status: 200 len: 946 time: 0.0805478 Nov 12 08:31:42.757271 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 36800) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:42.757990 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8245ac9f-b7dc-474f-82e6-9f2423b49b2c req-256a4adc-8e19-4d1b-8f31-4b5e3ec160fa tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=59070d8f-e354-4643-b6db-9938f05a29ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675516 Nov 12 08:31:42.830013 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-a5e423b6-44bc-4bce-ae21-a0451ad45835 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3a6750de7e88441cbf160c8bd8efe6a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0694680 Nov 12 08:31:42.832598 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 36804) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:42.889209 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-95770e93-ba24-402d-8f56-886fff5c326d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:42.916628 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-95770e93-ba24-402d-8f56-886fff5c326d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:42.984611 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-95770e93-ba24-402d-8f56-886fff5c326d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:42.987274 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-95770e93-ba24-402d-8f56-886fff5c326d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:42.988453 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-95770e93-ba24-402d-8f56-886fff5c326d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f8ddade6-9160-4269-9d9d-bd512d66ba7f HTTP/1.1" status: 204 len: 168 time: 0.1547601 Nov 12 08:31:43.010384 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95770e93-ba24-402d-8f56-886fff5c326d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ddade6-9160-4269-9d9d-bd512d66ba7f,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:43.049817 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cc366b-4879-4b1b-bb25-b5f9ad8a21b3 req-3df4e235-2565-44d8-b458-7ae7745584f5 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:43.058763 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-02cc366b-4879-4b1b-bb25-b5f9ad8a21b3 req-3df4e235-2565-44d8-b458-7ae7745584f5 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ba95516-31d0-45f1-9fa0-b2e433c0e37c HTTP/1.1" status: 200 len: 945 time: 0.0770304 Nov 12 08:31:43.117644 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-02cc366b-4879-4b1b-bb25-b5f9ad8a21b3 req-eaeef6c9-05c1-4e0f-ac7d-7817fc0c4a9b tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576367 Nov 12 08:31:43.315308 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 36820) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:43.501839 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-daa24644-7112-452c-91d9-a3b7b65ac058 tempest-AgentManagementNegativeTest-1467340577 tempest-AgentManagementNegativeTest-1467340577-project] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1851442 Nov 12 08:31:43.525814 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d7d8ef-5e28-46c9-acf2-f4e285b58185 req-83874c59-33ed-4c35-b10d-37521d9c5408 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:43.535256 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-56d7d8ef-5e28-46c9-acf2-f4e285b58185 req-83874c59-33ed-4c35-b10d-37521d9c5408 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a780da9-d933-497d-83b4-3eaa73980fa4 HTTP/1.1" status: 200 len: 946 time: 0.0967288 Nov 12 08:31:43.565704 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 36832) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:43.587974 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-563db8ee-9b0b-43e1-ac85-f834b2de2b20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:43.597274 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-56d7d8ef-5e28-46c9-acf2-f4e285b58185 req-f102faa8-46cf-4f7b-b0f9-89db32d59fbe tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/security-groups?id=79579dc9-7b86-4506-bd5c-77a53e3a0518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598295 Nov 12 08:31:43.755311 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-563db8ee-9b0b-43e1-ac85-f834b2de2b20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:43.766399 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-563db8ee-9b0b-43e1-ac85-f834b2de2b20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:43.816637 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-563db8ee-9b0b-43e1-ac85-f834b2de2b20 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.2491937 Nov 12 08:31:43.820055 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 36844) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:43.878503 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563db8ee-9b0b-43e1-ac85-f834b2de2b20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7708b3b2-6112-41a0-a083-25cf29b3bade,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:43.989389 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-37f2be32-8225-4c8b-a06b-ba7ec13fd9f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:44.024484 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-37f2be32-8225-4c8b-a06b-ba7ec13fd9f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:44.055225 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ebf9f8-428a-4e02-984b-7f47240f3b58 req-8ba2a394-29e6-4482-8374-30fc5b73365e tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:44.057842 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-01ebf9f8-428a-4e02-984b-7f47240f3b58 req-8ba2a394-29e6-4482-8374-30fc5b73365e tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=44828f50-33dd-4d92-a1f1-50e7ef19d191 HTTP/1.1" status: 200 len: 946 time: 0.1243114 Nov 12 08:31:44.086233 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 36854) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:44.142602 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-01ebf9f8-428a-4e02-984b-7f47240f3b58 req-3e66723a-a969-4e16-b079-f34b4e9aa561 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=59070d8f-e354-4643-b6db-9938f05a29ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738170 Nov 12 08:31:44.172005 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-37f2be32-8225-4c8b-a06b-ba7ec13fd9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:44.174720 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-37f2be32-8225-4c8b-a06b-ba7ec13fd9f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:44.175926 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-37f2be32-8225-4c8b-a06b-ba7ec13fd9f9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7708b3b2-6112-41a0-a083-25cf29b3bade HTTP/1.1" status: 204 len: 168 time: 0.3546650 Nov 12 08:31:44.188592 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f2be32-8225-4c8b-a06b-ba7ec13fd9f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7708b3b2-6112-41a0-a083-25cf29b3bade,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:44.273051 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-addd5195-105e-41f1-8daa-a80ded5623cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:44.303930 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21703ab7-00ae-437c-beac-a3a35366e4fd req-3910d86f-c496-4d55-878f-950c0845b673 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:44.311468 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-21703ab7-00ae-437c-beac-a3a35366e4fd req-3910d86f-c496-4d55-878f-950c0845b673 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a780da9-d933-497d-83b4-3eaa73980fa4 HTTP/1.1" status: 200 len: 946 time: 0.0866816 Nov 12 08:31:44.385561 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-21703ab7-00ae-437c-beac-a3a35366e4fd req-9e2be35b-7835-425b-8756-cbc01b1101e4 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/security-groups?id=79579dc9-7b86-4506-bd5c-77a53e3a0518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729373 Nov 12 08:31:44.415286 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-addd5195-105e-41f1-8daa-a80ded5623cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:44.420243 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-addd5195-105e-41f1-8daa-a80ded5623cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:44.472680 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addd5195-105e-41f1-8daa-a80ded5623cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d7943a-09ea-4031-9a4d-752b9335427c,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:44.481597 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-addd5195-105e-41f1-8daa-a80ded5623cd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=167023a2817440498c499d9239d64ccf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3937318 Nov 12 08:31:44.484316 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 36868) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:44.654977 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16961ab-ca06-4028-b543-841d3f3333b5 req-08b7b91b-45af-400f-8a4e-9e81031201dd tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:44.664317 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b16961ab-ca06-4028-b543-841d3f3333b5 req-08b7b91b-45af-400f-8a4e-9e81031201dd tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ba95516-31d0-45f1-9fa0-b2e433c0e37c HTTP/1.1" status: 200 len: 945 time: 0.0957165 Nov 12 08:31:44.677644 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2091d7e4-48f4-42b9-b603-5e90d4e876bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:44.728580 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2091d7e4-48f4-42b9-b603-5e90d4e876bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:44.789389 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b16961ab-ca06-4028-b543-841d3f3333b5 req-a53a4f33-4371-49ca-96e1-58ff77ed303b tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190815 Nov 12 08:31:44.854525 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2091d7e4-48f4-42b9-b603-5e90d4e876bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:44.857664 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2091d7e4-48f4-42b9-b603-5e90d4e876bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:44.858900 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-2091d7e4-48f4-42b9-b603-5e90d4e876bc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d2d7943a-09ea-4031-9a4d-752b9335427c HTTP/1.1" status: 204 len: 168 time: 0.3735342 Nov 12 08:31:44.867294 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2091d7e4-48f4-42b9-b603-5e90d4e876bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d7943a-09ea-4031-9a4d-752b9335427c,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:44.875157 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2091d7e4-48f4-42b9-b603-5e90d4e876bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:44.875510 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2091d7e4-48f4-42b9-b603-5e90d4e876bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:44.875854 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2091d7e4-48f4-42b9-b603-5e90d4e876bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:44.876193 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2091d7e4-48f4-42b9-b603-5e90d4e876bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:44.876527 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2091d7e4-48f4-42b9-b603-5e90d4e876bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:44.876858 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2091d7e4-48f4-42b9-b603-5e90d4e876bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:44.877192 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2091d7e4-48f4-42b9-b603-5e90d4e876bc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:44.877515 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2091d7e4-48f4-42b9-b603-5e90d4e876bc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:44.877840 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2091d7e4-48f4-42b9-b603-5e90d4e876bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:44.878165 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2091d7e4-48f4-42b9-b603-5e90d4e876bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:44.878488 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2091d7e4-48f4-42b9-b603-5e90d4e876bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:44.878846 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2091d7e4-48f4-42b9-b603-5e90d4e876bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:44.945795 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 06126a23-75f3-4bb9-a45d-e6cfdcac5526 up at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:31:45.011032 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning for port 06126a23-75f3-4bb9-a45d-e6cfdcac5526 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:31:45.015819 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning complete for port 06126a23-75f3-4bb9-a45d-e6cfdcac5526 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:45.015819 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:45.132285 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:45.178850 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ba95516-31d0-45f1-9fa0-b2e433c0e37c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06126a23-75f3-4bb9-a45d-e6cfdcac5526'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:31:45.183914 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec162d81-4ee3-4059-b3bf-02b47bc432ce" -d '{"events": [{"server_uuid": "9ba95516-31d0-45f1-9fa0-b2e433c0e37c", "name": "network-vif-plugged", "status": "completed", "tag": "06126a23-75f3-4bb9-a45d-e6cfdcac5526"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:31:45.198913 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 06126a23-75f3-4bb9-a45d-e6cfdcac5526, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=06126a23-75f3-4bb9-a45d-e6cfdcac5526,segment=NetworkSegment(115bdcdd-b1df-41c7-8bff-15a5e1fdca42),segment_id=115bdcdd-b1df-41c7-8bff-15a5e1fdca42)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:31:45.211403 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:45.289385 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=06126a23-75f3-4bb9-a45d-e6cfdcac5526,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:45.331225 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634c0caf-371f-4743-bc1a-770db0d799dc req-e872bd0d-4c27-411e-8cab-48a70b3607ad tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:45.333332 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-634c0caf-371f-4743-bc1a-770db0d799dc req-e872bd0d-4c27-411e-8cab-48a70b3607ad tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=44828f50-33dd-4d92-a1f1-50e7ef19d191 HTTP/1.1" status: 200 len: 946 time: 0.0976753 Nov 12 08:31:45.403227 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-634c0caf-371f-4743-bc1a-770db0d799dc req-139aeac5-a5e3-4a20-9318-f20addef8e57 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=59070d8f-e354-4643-b6db-9938f05a29ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611994 Nov 12 08:31:45.469716 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf0f654-9be0-4ab8-b78f-82dd09496263 x-openstack-request-id: req-cbf0f654-9be0-4ab8-b78f-82dd09496263 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:31:45.470021 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ba95516-31d0-45f1-9fa0-b2e433c0e37c", "name": "network-vif-plugged", "status": "completed", "tag": "06126a23-75f3-4bb9-a45d-e6cfdcac5526", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:31:45.470277 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cbf0f654-9be0-4ab8-b78f-82dd09496263 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:31:45.470765 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ba95516-31d0-45f1-9fa0-b2e433c0e37c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06126a23-75f3-4bb9-a45d-e6cfdcac5526', 'code': 200} Nov 12 08:31:45.603780 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d320eb3-1981-4aee-981a-dffdc894d529 req-25893ab2-2024-4598-84de-40366d01ae0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:45.605333 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8d320eb3-1981-4aee-981a-dffdc894d529 req-25893ab2-2024-4598-84de-40366d01ae0b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9ba95516-31d0-45f1-9fa0-b2e433c0e37c HTTP/1.1" status: 200 len: 1098 time: 0.0590994 Nov 12 08:31:45.649936 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6b3d09-4ad6-4591-b5dc-f78da5bf2e2a req-16de8323-e908-42d6-a8af-2b23c15fe7aa tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:45.651699 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7d6b3d09-4ad6-4591-b5dc-f78da5bf2e2a req-16de8323-e908-42d6-a8af-2b23c15fe7aa tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a780da9-d933-497d-83b4-3eaa73980fa4 HTTP/1.1" status: 200 len: 946 time: 0.0963783 Nov 12 08:31:45.682267 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8d320eb3-1981-4aee-981a-dffdc894d529 req-ccf009af-47ec-48f8-a965-ab91745e4f4c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678251 Nov 12 08:31:45.726082 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7d6b3d09-4ad6-4591-b5dc-f78da5bf2e2a req-aed3e261-bb76-4be8-9d23-69fd99b7bdf1 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/security-groups?id=79579dc9-7b86-4506-bd5c-77a53e3a0518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679998 Nov 12 08:31:45.871350 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 36956) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:46.011170 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-5002a19c-55ef-44b8-b019-e6410e5cb203 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1448216986'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:46.039032 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5002a19c-55ef-44b8-b019-e6410e5cb203 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Made reservation on behalf of c5658e1fd590472580961b2abfc7d8c2 for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:31:46.043823 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5002a19c-55ef-44b8-b019-e6410e5cb203 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:46.054986 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5002a19c-55ef-44b8-b019-e6410e5cb203 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:46.212063 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e132aaf6-f46b-4b68-988a-923de2f2a6ee req-22793ef4-ec4d-4993-a31b-de2909207316 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:46.219290 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e132aaf6-f46b-4b68-988a-923de2f2a6ee req-22793ef4-ec4d-4993-a31b-de2909207316 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ba95516-31d0-45f1-9fa0-b2e433c0e37c HTTP/1.1" status: 200 len: 946 time: 0.1267040 Nov 12 08:31:46.310418 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e132aaf6-f46b-4b68-988a-923de2f2a6ee req-8dae30d4-4312-48bc-86af-48ec436871ea tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897970 Nov 12 08:31:46.332615 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5002a19c-55ef-44b8-b019-e6410e5cb203 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:46.338797 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5002a19c-55ef-44b8-b019-e6410e5cb203 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:46.374746 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5002a19c-55ef-44b8-b019-e6410e5cb203 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:31:46.382029 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5002a19c-55ef-44b8-b019-e6410e5cb203 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad0e6f10-be1b-439c-9f13-57ac2c5b583b,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:46.389540 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5002a19c-55ef-44b8-b019-e6410e5cb203 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:46.390103 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-5002a19c-55ef-44b8-b019-e6410e5cb203 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Added segment 2384a5f5-f694-4838-9360-6fd0e535755d of type vlan for network f18d6162-7ce5-4922-97de-e90b327fbd41 Nov 12 08:31:46.439564 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5002a19c-55ef-44b8-b019-e6410e5cb203 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:46.477295 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5002a19c-55ef-44b8-b019-e6410e5cb203 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:46.484157 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5002a19c-55ef-44b8-b019-e6410e5cb203 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:46.485701 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5002a19c-55ef-44b8-b019-e6410e5cb203 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:46.541873 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-5002a19c-55ef-44b8-b019-e6410e5cb203 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6690006 Nov 12 08:31:46.628519 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5002a19c-55ef-44b8-b019-e6410e5cb203 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Pushing event updated for resources: {'Network': ['ID=f18d6162-7ce5-4922-97de-e90b327fbd41,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:46.640360 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network f18d6162-7ce5-4922-97de-e90b327fbd41 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:31:46.670921 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bceb2f-99b4-428b-9d07-e900a97cb888 req-5343fd24-c1db-4d6c-b55d-a61d0d14c9ee tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:46.680749 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-64bceb2f-99b4-428b-9d07-e900a97cb888 req-5343fd24-c1db-4d6c-b55d-a61d0d14c9ee tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=44828f50-33dd-4d92-a1f1-50e7ef19d191 HTTP/1.1" status: 200 len: 946 time: 0.1634922 Nov 12 08:31:46.785049 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-64bceb2f-99b4-428b-9d07-e900a97cb888 req-fc300dfc-92b7-47c3-a398-09fdc104773c tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=59070d8f-e354-4643-b6db-9938f05a29ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012359 Nov 12 08:31:47.259029 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 37024) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:47.470282 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d1102551-606d-4e84-af34-f82e0fcc5ce6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:47.559903 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168ec1d6-cbe4-4dd1-af88-c20070884440 req-cfbc90b1-077c-4a2c-b86b-488f6bec366f tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:47.561451 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-168ec1d6-cbe4-4dd1-af88-c20070884440 req-cfbc90b1-077c-4a2c-b86b-488f6bec366f tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ba95516-31d0-45f1-9fa0-b2e433c0e37c HTTP/1.1" status: 200 len: 946 time: 0.1004858 Nov 12 08:31:47.647904 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-168ec1d6-cbe4-4dd1-af88-c20070884440 req-368ff6b1-eae0-4be2-b9e3-b2d9d0689b50 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738163 Nov 12 08:31:47.653118 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d1102551-606d-4e84-af34-f82e0fcc5ce6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:47.658101 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d1102551-606d-4e84-af34-f82e0fcc5ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:47.695960 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-d1102551-606d-4e84-af34-f82e0fcc5ce6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a08e4cac29ec414382d6508520742a26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4349990 Nov 12 08:31:47.698331 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 37032) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:47.726406 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 0af5052b-702a-4c16-99fd-5b5921c73433 details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:31:47.732707 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1102551-606d-4e84-af34-f82e0fcc5ce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7efb5bfe-bac6-449f-b1ab-bf4b0eb42ce3,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:47.797149 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-049241a5-34a5-44d3-b0a5-5a5e7a4a60b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:47.842296 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-049241a5-34a5-44d3-b0a5-5a5e7a4a60b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:47.874690 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 0af5052b-702a-4c16-99fd-5b5921c73433, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=0af5052b-702a-4c16-99fd-5b5921c73433,segment=NetworkSegment(671b1e57-5287-4b28-8a6a-fdb7b6437699),segment_id=671b1e57-5287-4b28-8a6a-fdb7b6437699)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:31:47.891099 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': '0af5052b-702a-4c16-99fd-5b5921c73433', 'network_id': '9002ff25-76a7-4c3d-8082-16c14deb03d5', 'port_id': '0af5052b-702a-4c16-99fd-5b5921c73433', 'mac_address': 'fa:16:3e:d7:3c:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8e8c768-2d07-4b3f-a074-a2b6b712f48f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:31:47.936240 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff97387b-8bb7-43c3-b756-932fbbfd57eb req-c723e476-7f08-453a-9822-de133a37fe6b tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:47.937680 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ff97387b-8bb7-43c3-b756-932fbbfd57eb req-c723e476-7f08-453a-9822-de133a37fe6b tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ba95516-31d0-45f1-9fa0-b2e433c0e37c HTTP/1.1" status: 200 len: 946 time: 0.0651481 Nov 12 08:31:47.947301 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:47.958229 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-049241a5-34a5-44d3-b0a5-5a5e7a4a60b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:47.961698 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-049241a5-34a5-44d3-b0a5-5a5e7a4a60b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:47.963094 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-049241a5-34a5-44d3-b0a5-5a5e7a4a60b9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7efb5bfe-bac6-449f-b1ab-bf4b0eb42ce3 HTTP/1.1" status: 204 len: 168 time: 0.2637236 Nov 12 08:31:47.979658 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0af5052b-702a-4c16-99fd-5b5921c73433 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:31:47.996380 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049241a5-34a5-44d3-b0a5-5a5e7a4a60b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7efb5bfe-bac6-449f-b1ab-bf4b0eb42ce3,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:48.010228 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 0af5052b-702a-4c16-99fd-5b5921c73433, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=0af5052b-702a-4c16-99fd-5b5921c73433,segment=NetworkSegment(671b1e57-5287-4b28-8a6a-fdb7b6437699),segment_id=671b1e57-5287-4b28-8a6a-fdb7b6437699)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:31:48.019529 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:48.074969 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ff97387b-8bb7-43c3-b756-932fbbfd57eb req-2b840948-7116-41b0-ac60-05359c1849a9 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278729 Nov 12 08:31:48.157133 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=0af5052b-702a-4c16-99fd-5b5921c73433,revision_number=6']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:48.211699 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['0af5052b-702a-4c16-99fd-5b5921c73433'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:31:48.285422 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317968ad-0c0a-4ffa-a1d6-a2559fa2f197 req-807c96a3-b217-4ac4-8a1d-7398d41d963b tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:48.294771 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-317968ad-0c0a-4ffa-a1d6-a2559fa2f197 req-807c96a3-b217-4ac4-8a1d-7398d41d963b tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=44828f50-33dd-4d92-a1f1-50e7ef19d191 HTTP/1.1" status: 200 len: 945 time: 0.0899024 Nov 12 08:31:48.388257 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-317968ad-0c0a-4ffa-a1d6-a2559fa2f197 req-cbd08af3-be86-484b-b694-e48722fe3a40 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=59070d8f-e354-4643-b6db-9938f05a29ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876989 Nov 12 08:31:48.558024 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 37068) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:48.583252 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b1db941d-1979-4385-8f08-dadda89b1920 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:48.729272 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b1db941d-1979-4385-8f08-dadda89b1920 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:48.735292 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b1db941d-1979-4385-8f08-dadda89b1920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:48.831775 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bf3234-64e8-43b6-99d6-b657fc28bd9d req-0b24db1d-0b27-4481-94b7-2fcf8b97bd19 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:48.833338 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-46bf3234-64e8-43b6-99d6-b657fc28bd9d req-0b24db1d-0b27-4481-94b7-2fcf8b97bd19 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ba95516-31d0-45f1-9fa0-b2e433c0e37c HTTP/1.1" status: 200 len: 946 time: 0.1621549 Nov 12 08:31:48.836736 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-b1db941d-1979-4385-8f08-dadda89b1920 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=879337854e1e453b8f64b89ec7781f42&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2762880 Nov 12 08:31:48.839361 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1db941d-1979-4385-8f08-dadda89b1920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0163026-fee6-40e6-8be1-2167219890de,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:48.841651 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 37076) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:48.964312 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-46bf3234-64e8-43b6-99d6-b657fc28bd9d req-f97386fb-359c-4029-96d1-bdea7a01c1ea tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012626 Nov 12 08:31:48.977089 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6a318186-ea8b-44af-91e0-c929ba17b278 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:49.034178 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6a318186-ea8b-44af-91e0-c929ba17b278 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:49.128173 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6a318186-ea8b-44af-91e0-c929ba17b278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:49.132003 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6a318186-ea8b-44af-91e0-c929ba17b278 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:49.136651 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-6a318186-ea8b-44af-91e0-c929ba17b278 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b0163026-fee6-40e6-8be1-2167219890de HTTP/1.1" status: 204 len: 168 time: 0.2935257 Nov 12 08:31:49.148805 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a318186-ea8b-44af-91e0-c929ba17b278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0163026-fee6-40e6-8be1-2167219890de,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:49.158002 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a318186-ea8b-44af-91e0-c929ba17b278 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:49.158948 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a318186-ea8b-44af-91e0-c929ba17b278 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:49.159513 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a318186-ea8b-44af-91e0-c929ba17b278 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:49.160071 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a318186-ea8b-44af-91e0-c929ba17b278 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:49.160589 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a318186-ea8b-44af-91e0-c929ba17b278 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:49.161170 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a318186-ea8b-44af-91e0-c929ba17b278 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:49.161695 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a318186-ea8b-44af-91e0-c929ba17b278 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:49.162234 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a318186-ea8b-44af-91e0-c929ba17b278 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:49.163534 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a318186-ea8b-44af-91e0-c929ba17b278 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:49.164266 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a318186-ea8b-44af-91e0-c929ba17b278 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:49.164823 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a318186-ea8b-44af-91e0-c929ba17b278 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:49.165408 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a318186-ea8b-44af-91e0-c929ba17b278 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:49.460761 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f01ab59-cd48-4761-ba9b-a8f1c2adc7d0 req-afbada01-c689-405d-a25f-392c7b33a1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:49.465231 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0f01ab59-cd48-4761-ba9b-a8f1c2adc7d0 req-afbada01-c689-405d-a25f-392c7b33a1bf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ce302650dd4d403585592f906b5d4534&device_id=5a780da9-d933-497d-83b4-3eaa73980fa4 HTTP/1.1" status: 200 len: 1098 time: 0.1754978 Nov 12 08:31:49.625151 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8f6260-5d93-410f-84ab-3bd2c7467388 req-b86d1230-4ce6-49cb-a48e-c7d8b448cef3 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:49.636141 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4c8f6260-5d93-410f-84ab-3bd2c7467388 req-b86d1230-4ce6-49cb-a48e-c7d8b448cef3 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a780da9-d933-497d-83b4-3eaa73980fa4 HTTP/1.1" status: 200 len: 946 time: 0.1239200 Nov 12 08:31:49.649655 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f01ab59-cd48-4761-ba9b-a8f1c2adc7d0 req-a0b9506b-2e29-4806-9ad4-8f53e7afbf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:49.653594 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0f01ab59-cd48-4761-ba9b-a8f1c2adc7d0 req-a0b9506b-2e29-4806-9ad4-8f53e7afbf59 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2de948c5-0d8e-4c3b-9717-70f1460531cb HTTP/1.1" status: 200 len: 920 time: 0.1758270 Nov 12 08:31:49.731257 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 0af5052b-702a-4c16-99fd-5b5921c73433 up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:31:49.753209 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0f01ab59-cd48-4761-ba9b-a8f1c2adc7d0 req-7c4712f5-fec4-411f-87fa-23e9d95d1720 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=70221793-efeb-4ea8-8697-7c47ec150d58 HTTP/1.1" status: 200 len: 217 time: 0.0913525 Nov 12 08:31:49.793770 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4c8f6260-5d93-410f-84ab-3bd2c7467388 req-0dadd54c-cb8b-4f08-ab89-7e79f046511c tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/security-groups?id=79579dc9-7b86-4506-bd5c-77a53e3a0518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566708 Nov 12 08:31:49.874409 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port 0af5052b-702a-4c16-99fd-5b5921c73433 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:49.876699 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f01ab59-cd48-4761-ba9b-a8f1c2adc7d0 req-acd97f48-f66e-4ce3-bdfe-6c98d5e90010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:49.878132 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0f01ab59-cd48-4761-ba9b-a8f1c2adc7d0 req-acd97f48-f66e-4ce3-bdfe-6c98d5e90010 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d9d20dc8-d335-4f6a-937f-de81677ff212 HTTP/1.1" status: 200 len: 859 time: 0.1148899 Nov 12 08:31:49.878404 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:49.946386 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0f01ab59-cd48-4761-ba9b-a8f1c2adc7d0 req-ae6a43a1-f622-498c-901f-3cf51174fb5e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2de948c5-0d8e-4c3b-9717-70f1460531cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579054 Nov 12 08:31:49.953308 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 37112) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:49.958393 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-ce10f8aa-d454-49db-8de4-018acc3955f2 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Request body: {'subnet': {'network_id': 'f18d6162-7ce5-4922-97de-e90b327fbd41', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:50.044346 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:50.093015 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44828f50-33dd-4d92-a1f1-50e7ef19d191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af5052b-702a-4c16-99fd-5b5921c73433'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:31:50.096140 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d61cab5-ee60-4249-b371-2f2db94d86f0" -d '{"events": [{"server_uuid": "44828f50-33dd-4d92-a1f1-50e7ef19d191", "name": "network-vif-plugged", "status": "completed", "tag": "0af5052b-702a-4c16-99fd-5b5921c73433"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:31:50.140241 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0f01ab59-cd48-4761-ba9b-a8f1c2adc7d0 req-bbe881a6-0880-496b-a228-164ae3626649 service neutron] 10.222.0.44 "GET /v2.0/networks/2de948c5-0d8e-4c3b-9717-70f1460531cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755953 Nov 12 08:31:50.148671 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 0af5052b-702a-4c16-99fd-5b5921c73433, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=0af5052b-702a-4c16-99fd-5b5921c73433,segment=NetworkSegment(671b1e57-5287-4b28-8a6a-fdb7b6437699),segment_id=671b1e57-5287-4b28-8a6a-fdb7b6437699)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:31:50.155303 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:50.286652 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=0af5052b-702a-4c16-99fd-5b5921c73433,revision_number=7']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:50.297918 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0f01ab59-cd48-4761-ba9b-a8f1c2adc7d0 req-99f448df-c44f-4d5b-b3b1-5bf604bac501 service neutron] 10.222.0.44 "GET /v2.0/networks/2de948c5-0d8e-4c3b-9717-70f1460531cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417844 Nov 12 08:31:50.337076 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8191fffa-bd86-4664-b056-8865a42c4c69 req-9e3c424a-97c6-46fa-a193-925daf289a6d tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:50.347994 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8191fffa-bd86-4664-b056-8865a42c4c69 req-9e3c424a-97c6-46fa-a193-925daf289a6d tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ba95516-31d0-45f1-9fa0-b2e433c0e37c HTTP/1.1" status: 200 len: 946 time: 0.3431861 Nov 12 08:31:50.358170 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce10f8aa-d454-49db-8de4-018acc3955f2 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Made reservation on behalf of c5658e1fd590472580961b2abfc7d8c2 for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:31:50.376047 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ce10f8aa-d454-49db-8de4-018acc3955f2 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:50.525401 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8191fffa-bd86-4664-b056-8865a42c4c69 req-17c417a3-3f56-40be-8087-12b1c047e7d2 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741424 Nov 12 08:31:50.813893 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aff3910-e0d6-495a-94ab-ca88e73e738a req-067b9d3e-12f6-49e9-a7e8-a8b69f46b3ab tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:50.815458 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1aff3910-e0d6-495a-94ab-ca88e73e738a req-067b9d3e-12f6-49e9-a7e8-a8b69f46b3ab tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=44828f50-33dd-4d92-a1f1-50e7ef19d191 HTTP/1.1" status: 200 len: 946 time: 0.1721082 Nov 12 08:31:50.817781 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ce10f8aa-d454-49db-8de4-018acc3955f2 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:50.925938 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce10f8aa-d454-49db-8de4-018acc3955f2 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Pushing event updated for resources: {'Subnet': ['ID=893d2697-ef50-429c-86fa-8172715461de,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:51.007548 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce10f8aa-d454-49db-8de4-018acc3955f2 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Checking segment: {'id': '2384a5f5-f694-4838-9360-6fd0e535755d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f18d6162-7ce5-4922-97de-e90b327fbd41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:31:51.008068 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce10f8aa-d454-49db-8de4-018acc3955f2 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Network hostable DHCP agents. Network: f18d6162-7ce5-4922-97de-e90b327fbd41, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:31:51.027516 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1aff3910-e0d6-495a-94ab-ca88e73e738a req-aeb5a9a3-74f4-418c-a435-0bad7a44b746 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=59070d8f-e354-4643-b6db-9938f05a29ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1976044 Nov 12 08:31:51.063297 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce10f8aa-d454-49db-8de4-018acc3955f2 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Network f18d6162-7ce5-4922-97de-e90b327fbd41 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:31:51.086885 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-ce10f8aa-d454-49db-8de4-018acc3955f2 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, f18d6162-7ce5-4922-97de-e90b327fbd41) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:31:51.095810 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c290cd-0c21-45b5-a363-3f69eab133d0 None None] Network f18d6162-7ce5-4922-97de-e90b327fbd41 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:31:51.104083 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce10f8aa-d454-49db-8de4-018acc3955f2 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:51.104724 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ce10f8aa-d454-49db-8de4-018acc3955f2 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:51.147754 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-ce10f8aa-d454-49db-8de4-018acc3955f2 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1926334 Nov 12 08:31:51.151719 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 37140) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:51.160428 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-93caefee-2071-4a11-9a2f-fa829678afbd tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-559590913'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:51.211364 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93caefee-2071-4a11-9a2f-fa829678afbd tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Made reservation on behalf of c5658e1fd590472580961b2abfc7d8c2 for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:31:51.218927 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-93caefee-2071-4a11-9a2f-fa829678afbd tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:51.279694 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93caefee-2071-4a11-9a2f-fa829678afbd tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:31:51.300206 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-93caefee-2071-4a11-9a2f-fa829678afbd tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:51.300538 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-93caefee-2071-4a11-9a2f-fa829678afbd tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Added segment e5074328-137b-47ca-902e-26217d493efb of type vlan for network 79c9082d-5431-4ccc-aca3-4bf624d879c2 Nov 12 08:31:51.447881 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-93caefee-2071-4a11-9a2f-fa829678afbd tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:51.448281 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-818ab93d-7fc9-44d9-861f-8b3c480af38b x-openstack-request-id: req-818ab93d-7fc9-44d9-861f-8b3c480af38b {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:31:51.449206 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44828f50-33dd-4d92-a1f1-50e7ef19d191", "name": "network-vif-plugged", "status": "completed", "tag": "0af5052b-702a-4c16-99fd-5b5921c73433", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:31:51.449458 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-818ab93d-7fc9-44d9-861f-8b3c480af38b {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:31:51.450304 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44828f50-33dd-4d92-a1f1-50e7ef19d191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af5052b-702a-4c16-99fd-5b5921c73433', 'code': 200} Nov 12 08:31:51.518958 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7be5d1-6559-47fa-bcd2-5bf6b05085da req-bbb9ec27-b764-45a0-abc7-d48a48ccf1d8 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:51.528542 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0a7be5d1-6559-47fa-bcd2-5bf6b05085da req-bbb9ec27-b764-45a0-abc7-d48a48ccf1d8 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a780da9-d933-497d-83b4-3eaa73980fa4 HTTP/1.1" status: 200 len: 946 time: 0.2082541 Nov 12 08:31:51.555909 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-93caefee-2071-4a11-9a2f-fa829678afbd tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:51.564092 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93caefee-2071-4a11-9a2f-fa829678afbd tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:51.564687 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-93caefee-2071-4a11-9a2f-fa829678afbd tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:51.577334 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a79dec2-46fd-4c25-b020-6cc97c7214a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-f18d6162-7ce5-4922-97de-e90b327fbd41', 'network_id': 'f18d6162-7ce5-4922-97de-e90b327fbd41', 'tenant_id': 'c5658e1fd590472580961b2abfc7d8c2', 'fixed_ips': [{'subnet_id': '893d2697-ef50-429c-86fa-8172715461de'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:31:51.578279 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7a79dec2-46fd-4c25-b020-6cc97c7214a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:51.672913 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93caefee-2071-4a11-9a2f-fa829678afbd tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Pushing event updated for resources: {'Network': ['ID=79c9082d-5431-4ccc-aca3-4bf624d879c2,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:51.678852 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-93caefee-2071-4a11-9a2f-fa829678afbd tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5251720 Nov 12 08:31:51.681452 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 37152) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:51.689189 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0a7be5d1-6559-47fa-bcd2-5bf6b05085da req-81cdd98a-e5c1-46b1-aff0-a65d4fc4a572 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/security-groups?id=79579dc9-7b86-4506-bd5c-77a53e3a0518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597345 Nov 12 08:31:51.698117 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-f23c7de5-aed6-4417-b717-c64b2e3cc192 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Request body: {'subnet': {'network_id': '79c9082d-5431-4ccc-aca3-4bf624d879c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:51.778017 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 79c9082d-5431-4ccc-aca3-4bf624d879c2 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:31:52.075911 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-7a79dec2-46fd-4c25-b020-6cc97c7214a4 None None] Allocated IP 2001:db8:0:ffff::2 (f18d6162-7ce5-4922-97de-e90b327fbd41/893d2697-ef50-429c-86fa-8172715461de/26a896c8-999c-4782-b46d-23c46ea94db0) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:31:52.448689 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7a79dec2-46fd-4c25-b020-6cc97c7214a4 None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:52.472247 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7a79dec2-46fd-4c25-b020-6cc97c7214a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:52.574825 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0c216c-2185-42a2-bc82-ad5e93c2d005 req-7b6ea3fc-3237-4edd-a6f0-4508e2b2dbbd tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:52.580153 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79dec2-46fd-4c25-b020-6cc97c7214a4 None None] Pushing event updated for resources: {'Port': ['ID=26a896c8-999c-4782-b46d-23c46ea94db0,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:52.583291 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7b0c216c-2185-42a2-bc82-ad5e93c2d005 req-7b6ea3fc-3237-4edd-a6f0-4508e2b2dbbd tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ba95516-31d0-45f1-9fa0-b2e433c0e37c HTTP/1.1" status: 200 len: 946 time: 0.7315435 Nov 12 08:31:52.620666 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a79dec2-46fd-4c25-b020-6cc97c7214a4 None None] Network f18d6162-7ce5-4922-97de-e90b327fbd41 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:31:52.627720 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-7a79dec2-46fd-4c25-b020-6cc97c7214a4 None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:31:52.637474 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a79dec2-46fd-4c25-b020-6cc97c7214a4 None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:31:52.702211 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7b0c216c-2185-42a2-bc82-ad5e93c2d005 req-5d847e05-1ce3-40a3-b14e-573ef3ec1a9e tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176865 Nov 12 08:31:52.711156 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f23c7de5-aed6-4417-b717-c64b2e3cc192 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Made reservation on behalf of c5658e1fd590472580961b2abfc7d8c2 for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:31:52.716437 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f23c7de5-aed6-4417-b717-c64b2e3cc192 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:52.771976 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-7a79dec2-46fd-4c25-b020-6cc97c7214a4 None None] Attempting to bind port 26a896c8-999c-4782-b46d-23c46ea94db0 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:31:52.772754 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-7a79dec2-46fd-4c25-b020-6cc97c7214a4 None None] Attempting to bind port 26a896c8-999c-4782-b46d-23c46ea94db0 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '2384a5f5-f694-4838-9360-6fd0e535755d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f18d6162-7ce5-4922-97de-e90b327fbd41'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:31:52.779704 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a79dec2-46fd-4c25-b020-6cc97c7214a4 None None] Attempting to bind port 26a896c8-999c-4782-b46d-23c46ea94db0 on network f18d6162-7ce5-4922-97de-e90b327fbd41 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:31:52.789909 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a79dec2-46fd-4c25-b020-6cc97c7214a4 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:31:52.790285 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a79dec2-46fd-4c25-b020-6cc97c7214a4 None None] Checking segment: {'id': '2384a5f5-f694-4838-9360-6fd0e535755d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f18d6162-7ce5-4922-97de-e90b327fbd41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:31:52.790714 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7a79dec2-46fd-4c25-b020-6cc97c7214a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:52.791110 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a79dec2-46fd-4c25-b020-6cc97c7214a4 None None] Bound using segment: {'id': '2384a5f5-f694-4838-9360-6fd0e535755d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f18d6162-7ce5-4922-97de-e90b327fbd41'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:31:52.791736 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-7a79dec2-46fd-4c25-b020-6cc97c7214a4 None None] Bound port: 26a896c8-999c-4782-b46d-23c46ea94db0, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2384a5f5-f694-4838-9360-6fd0e535755d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f18d6162-7ce5-4922-97de-e90b327fbd41'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:31:52.792121 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7a79dec2-46fd-4c25-b020-6cc97c7214a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:53.030055 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7023dce-48a5-456c-b362-ed1680ce4ed0 req-536b50da-d1d8-4ead-9f88-0cffe17d720b tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:53.047502 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c7023dce-48a5-456c-b362-ed1680ce4ed0 req-536b50da-d1d8-4ead-9f88-0cffe17d720b tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=44828f50-33dd-4d92-a1f1-50e7ef19d191 HTTP/1.1" status: 200 len: 946 time: 0.2159021 Nov 12 08:31:53.064370 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-7a79dec2-46fd-4c25-b020-6cc97c7214a4 None None] For port 26a896c8-999c-4782-b46d-23c46ea94db0, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:31:53.070322 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-7a79dec2-46fd-4c25-b020-6cc97c7214a4 None None] For port 26a896c8-999c-4782-b46d-23c46ea94db0, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=26a896c8-999c-4782-b46d-23c46ea94db0,segment=NetworkSegment(2384a5f5-f694-4838-9360-6fd0e535755d),segment_id=2384a5f5-f694-4838-9360-6fd0e535755d)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:31:53.079810 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7a79dec2-46fd-4c25-b020-6cc97c7214a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:53.188375 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c7023dce-48a5-456c-b362-ed1680ce4ed0 req-549b2b2e-9322-40f5-8d2c-a764eb84a4cf tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=59070d8f-e354-4643-b6db-9938f05a29ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1396575 Nov 12 08:31:53.217316 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f23c7de5-aed6-4417-b717-c64b2e3cc192 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:53.261325 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79dec2-46fd-4c25-b020-6cc97c7214a4 None None] Pushing event updated for resources: {'Port': ['ID=26a896c8-999c-4782-b46d-23c46ea94db0,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:53.368041 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23c7de5-aed6-4417-b717-c64b2e3cc192 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Pushing event updated for resources: {'Subnet': ['ID=85043bd4-b651-4ce1-afa1-ac1dddad327e,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:53.416003 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23c7de5-aed6-4417-b717-c64b2e3cc192 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Checking segment: {'id': 'e5074328-137b-47ca-902e-26217d493efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '79c9082d-5431-4ccc-aca3-4bf624d879c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:31:53.419142 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23c7de5-aed6-4417-b717-c64b2e3cc192 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Network hostable DHCP agents. Network: 79c9082d-5431-4ccc-aca3-4bf624d879c2, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:31:53.475658 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23c7de5-aed6-4417-b717-c64b2e3cc192 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Network 79c9082d-5431-4ccc-aca3-4bf624d879c2 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:31:53.496894 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-f23c7de5-aed6-4417-b717-c64b2e3cc192 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 79c9082d-5431-4ccc-aca3-4bf624d879c2) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:31:53.503451 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23c7de5-aed6-4417-b717-c64b2e3cc192 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:53.504468 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f23c7de5-aed6-4417-b717-c64b2e3cc192 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:53.535446 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32aae978-ee87-4c17-b40e-9bb591c5515f None None] Network 79c9082d-5431-4ccc-aca3-4bf624d879c2 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:31:53.542465 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-f23c7de5-aed6-4417-b717-c64b2e3cc192 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.8585577 Nov 12 08:31:53.544913 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 37178) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:53.603586 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e47158-fa92-4a21-b119-0c5a4bee716d req-b8f3c1e1-9e85-4793-9dc9-5cc9ed551e42 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:53.626749 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-34e47158-fa92-4a21-b119-0c5a4bee716d req-b8f3c1e1-9e85-4793-9dc9-5cc9ed551e42 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a780da9-d933-497d-83b4-3eaa73980fa4 HTTP/1.1" status: 200 len: 946 time: 0.2097461 Nov 12 08:31:53.739401 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d971e776-5b6d-4042-9a75-d05862eb90bf tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:53.832227 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-34e47158-fa92-4a21-b119-0c5a4bee716d req-3371ae41-5e76-4e39-a343-2d64ecc817d8 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/security-groups?id=79579dc9-7b86-4506-bd5c-77a53e3a0518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017741 Nov 12 08:31:53.840178 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d971e776-5b6d-4042-9a75-d05862eb90bf tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:53.869215 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6154e0a6-6dc3-4019-8d0d-45b961f20f7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-79c9082d-5431-4ccc-aca3-4bf624d879c2', 'network_id': '79c9082d-5431-4ccc-aca3-4bf624d879c2', 'tenant_id': 'c5658e1fd590472580961b2abfc7d8c2', 'fixed_ips': [{'subnet_id': '85043bd4-b651-4ce1-afa1-ac1dddad327e'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:31:53.870077 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6154e0a6-6dc3-4019-8d0d-45b961f20f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:53.959209 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d971e776-5b6d-4042-9a75-d05862eb90bf tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:53.991797 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d971e776-5b6d-4042-9a75-d05862eb90bf tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Pushing event deleted for resources: {'Subnet': ['ID=85043bd4-b651-4ce1-afa1-ac1dddad327e,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:54.197486 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d971e776-5b6d-4042-9a75-d05862eb90bf tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:54.199240 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306e46b3-3fac-4ce0-8c5b-45643f6cdf13 req-d503289e-dc26-4ff7-87e5-c951cbe5dc3a tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:54.222558 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-306e46b3-3fac-4ce0-8c5b-45643f6cdf13 req-d503289e-dc26-4ff7-87e5-c951cbe5dc3a tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ba95516-31d0-45f1-9fa0-b2e433c0e37c HTTP/1.1" status: 200 len: 946 time: 0.2547204 Nov 12 08:31:54.244786 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-d971e776-5b6d-4042-9a75-d05862eb90bf tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79c9082d-5431-4ccc-aca3-4bf624d879c2']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:54.258291 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-d971e776-5b6d-4042-9a75-d05862eb90bf tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5074328-137b-47ca-902e-26217d493efb') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:54.258793 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-d971e776-5b6d-4042-9a75-d05862eb90bf tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5074328-137b-47ca-902e-26217d493efb') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:54.272340 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d971e776-5b6d-4042-9a75-d05862eb90bf tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:54.308006 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d971e776-5b6d-4042-9a75-d05862eb90bf tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:54.323742 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server [None req-6154e0a6-6dc3-4019-8d0d-45b961f20f7c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 85043bd4-b651-4ce1-afa1-ac1dddad327e: This subnet is being modified by another concurrent operation. Nov 12 08:31:54.323742 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 08:31:54.323742 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 08:31:54.323742 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 08:31:54.323742 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 08:31:54.323742 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 08:31:54.323742 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 08:31:54.323742 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 08:31:54.323742 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 08:31:54.323742 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 08:31:54.323742 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 08:31:54.323742 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 08:31:54.323742 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:31:54.323742 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:31:54.323742 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:31:54.323742 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:31:54.323742 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 08:31:54.323742 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:31:54.323742 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 08:31:54.323742 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 08:31:54.323742 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:31:54.323742 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:31:54.323742 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:31:54.323742 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:31:54.323742 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 08:31:54.323742 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:31:54.323742 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 08:31:54.323742 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 08:31:54.323742 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:31:54.323742 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:31:54.323742 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:31:54.323742 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:31:54.323742 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 08:31:54.323742 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 08:31:54.323742 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 08:31:54.323742 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 08:31:54.323742 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 08:31:54.323742 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 08:31:54.323742 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 08:31:54.323742 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 08:31:54.323742 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 08:31:54.323742 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 08:31:54.323742 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 08:31:54.323742 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:31:54.323742 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 08:31:54.323742 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 08:31:54.323742 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 08:31:54.323742 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 08:31:54.323742 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:31:54.323742 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:31:54.323742 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:31:54.323742 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:31:54.323742 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 08:31:54.323742 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:31:54.323742 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 08:31:54.323742 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 08:31:54.323742 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:31:54.323742 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:31:54.323742 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:31:54.323742 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:31:54.323742 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 08:31:54.323742 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:31:54.323742 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 08:31:54.323742 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 08:31:54.323742 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:31:54.323742 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:31:54.323742 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:31:54.323742 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:31:54.323742 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 08:31:54.323742 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 08:31:54.323742 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 08:31:54.323742 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 08:31:54.323742 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 08:31:54.323742 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 08:31:54.323742 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 08:31:54.323742 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 08:31:54.323742 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 08:31:54.323742 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 08:31:54.323742 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:31:54.323742 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:31:54.323742 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:31:54.323742 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:31:54.323742 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 08:31:54.323742 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 08:31:54.323742 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 08:31:54.323742 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 08:31:54.323742 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 08:31:54.323742 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 08:31:54.323742 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 08:31:54.323742 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server raise exception Nov 12 08:31:54.323742 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 85043bd4-b651-4ce1-afa1-ac1dddad327e: This subnet is being modified by another concurrent operation. Nov 12 08:31:54.323742 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server Nov 12 08:31:54.333490 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d971e776-5b6d-4042-9a75-d05862eb90bf tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:31:54.333490 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d971e776-5b6d-4042-9a75-d05862eb90bf tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:54.333490 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 08:31:54.333490 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:31:54.333490 n-d-765315-29 neutron-server[102599]: timer() Nov 12 08:31:54.333490 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:31:54.333490 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 08:31:54.333490 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:31:54.333490 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 08:31:54.333490 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:31:54.333490 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 08:31:54.333490 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:31:54.333490 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 08:31:54.333490 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:31:54.333490 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 08:31:54.333490 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:31:54.333490 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:31:54.333490 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:31:54.333490 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:31:54.333490 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:31:54.333490 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 08:31:54.333490 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:31:54.333490 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 08:31:54.333490 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:31:54.333490 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:31:54.333490 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:31:54.333490 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 08:31:54.333490 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:31:54.333490 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:31:54.333490 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:31:54.333490 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:31:54.333490 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:31:54.333490 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:31:54.333490 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:31:54.364676 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211e07fc-f4ac-4f70-904a-881aa89fada5 None None] Network 79c9082d-5431-4ccc-aca3-4bf624d879c2 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:31:54.463996 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-306e46b3-3fac-4ce0-8c5b-45643f6cdf13 req-a0df322e-0fbc-4a9a-a5ce-82cd1bf47e43 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297120 Nov 12 08:31:54.500475 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d971e776-5b6d-4042-9a75-d05862eb90bf tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:54.508692 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d971e776-5b6d-4042-9a75-d05862eb90bf tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:54.520262 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-d971e776-5b6d-4042-9a75-d05862eb90bf tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] 10.222.0.26 "DELETE /v2.0/networks/79c9082d-5431-4ccc-aca3-4bf624d879c2 HTTP/1.1" status: 204 len: 168 time: 0.9742203 Nov 12 08:31:54.525379 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 37198) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:54.531579 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-0fa26656-6f06-4a88-a476-2792e19b7507 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2068404963'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:54.547537 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d971e776-5b6d-4042-9a75-d05862eb90bf tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Pushing event deleted for resources: {'Network': ['ID=79c9082d-5431-4ccc-aca3-4bf624d879c2,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:54.577512 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa26656-6f06-4a88-a476-2792e19b7507 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Made reservation on behalf of c5658e1fd590472580961b2abfc7d8c2 for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:31:54.582535 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0fa26656-6f06-4a88-a476-2792e19b7507 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:54.680889 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 26a896c8-999c-4782-b46d-23c46ea94db0 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:31:54.747921 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fa26656-6f06-4a88-a476-2792e19b7507 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:31:54.765707 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0fa26656-6f06-4a88-a476-2792e19b7507 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:54.766218 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-0fa26656-6f06-4a88-a476-2792e19b7507 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Added segment c2db8d38-e3f7-45a8-8fc5-c30fb351842c of type vlan for network 6427457e-4c6f-4ca2-adbf-0052643c8eff Nov 12 08:31:54.788279 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad8f0ac-3af1-408d-97a7-2bb273570e09 req-5e6d9333-81cc-4ce6-9958-6901bc72804e tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:54.796903 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7ad8f0ac-3af1-408d-97a7-2bb273570e09 req-5e6d9333-81cc-4ce6-9958-6901bc72804e tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=44828f50-33dd-4d92-a1f1-50e7ef19d191 HTTP/1.1" status: 200 len: 946 time: 0.1870508 Nov 12 08:31:54.884243 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 26a896c8-999c-4782-b46d-23c46ea94db0 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:54.885021 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:54.901044 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0fa26656-6f06-4a88-a476-2792e19b7507 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:54.958476 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e83e090-c84b-4b98-8e54-150b5f1cc119 None None] Network f18d6162-7ce5-4922-97de-e90b327fbd41 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:31:55.062109 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0fa26656-6f06-4a88-a476-2792e19b7507 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:55.070574 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa26656-6f06-4a88-a476-2792e19b7507 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:55.072199 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0fa26656-6f06-4a88-a476-2792e19b7507 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:55.105140 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7ad8f0ac-3af1-408d-97a7-2bb273570e09 req-23d46cbd-9891-46d4-8a8a-cbc0f8863fd2 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=59070d8f-e354-4643-b6db-9938f05a29ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3058686 Nov 12 08:31:55.116423 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-3a24d4b4-8ff4-4d83-950f-ebd227d5baf8 None None] Provisioning complete for port 26a896c8-999c-4782-b46d-23c46ea94db0 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:55.116815 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3a24d4b4-8ff4-4d83-950f-ebd227d5baf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:55.186751 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-0fa26656-6f06-4a88-a476-2792e19b7507 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6596749 Nov 12 08:31:55.189501 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 37222) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:55.196689 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-37519e03-3c36-410e-bf3b-08409457c82d tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Request body: {'subnet': {'network_id': '6427457e-4c6f-4ca2-adbf-0052643c8eff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:55.291553 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa26656-6f06-4a88-a476-2792e19b7507 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Pushing event updated for resources: {'Network': ['ID=6427457e-4c6f-4ca2-adbf-0052643c8eff,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:55.346350 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 6427457e-4c6f-4ca2-adbf-0052643c8eff details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:31:55.457387 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:55.457708 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516018c7-2264-4ac8-bb9a-f8c70980e53a req-3a0204a2-b485-4195-8a12-37cb364339f7 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:55.464965 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-516018c7-2264-4ac8-bb9a-f8c70980e53a req-3a0204a2-b485-4195-8a12-37cb364339f7 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a780da9-d933-497d-83b4-3eaa73980fa4 HTTP/1.1" status: 200 len: 946 time: 0.1064682 Nov 12 08:31:55.498356 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37519e03-3c36-410e-bf3b-08409457c82d tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Made reservation on behalf of c5658e1fd590472580961b2abfc7d8c2 for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:31:55.507574 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-37519e03-3c36-410e-bf3b-08409457c82d tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:55.599840 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3a24d4b4-8ff4-4d83-950f-ebd227d5baf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:55.618417 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-516018c7-2264-4ac8-bb9a-f8c70980e53a req-3353c0b6-39a3-4afb-ac2f-735e2f299e08 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/security-groups?id=79579dc9-7b86-4506-bd5c-77a53e3a0518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458988 Nov 12 08:31:55.692991 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] For port 26a896c8-999c-4782-b46d-23c46ea94db0, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=26a896c8-999c-4782-b46d-23c46ea94db0,segment=NetworkSegment(2384a5f5-f694-4838-9360-6fd0e535755d),segment_id=2384a5f5-f694-4838-9360-6fd0e535755d)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:31:55.724123 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:55.844345 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.db.api [None req-3a24d4b4-8ff4-4d83-950f-ebd227d5baf8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:31:55.847309 n-d-765315-29 neutron-server[102601]: DEBUG oslo_db.api [None req-3a24d4b4-8ff4-4d83-950f-ebd227d5baf8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:31:55.874755 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1de197-e342-4219-9ff8-057ffa4c9710 req-0ba424f1-d296-4ce3-b28c-24367296a1a3 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:55.886003 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0a1de197-e342-4219-9ff8-057ffa4c9710 req-0ba424f1-d296-4ce3-b28c-24367296a1a3 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ba95516-31d0-45f1-9fa0-b2e433c0e37c HTTP/1.1" status: 200 len: 946 time: 0.1134868 Nov 12 08:31:56.028285 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0a1de197-e342-4219-9ff8-057ffa4c9710 req-f70d4fb8-2b06-43a5-aa2f-99db92fc98e8 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402555 Nov 12 08:31:56.078032 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Pushing event updated for resources: {'Port': ['ID=26a896c8-999c-4782-b46d-23c46ea94db0,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:56.111603 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-37519e03-3c36-410e-bf3b-08409457c82d tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:56.309633 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37519e03-3c36-410e-bf3b-08409457c82d tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Checking segment: {'id': 'c2db8d38-e3f7-45a8-8fc5-c30fb351842c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '6427457e-4c6f-4ca2-adbf-0052643c8eff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:31:56.310297 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37519e03-3c36-410e-bf3b-08409457c82d tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Network hostable DHCP agents. Network: 6427457e-4c6f-4ca2-adbf-0052643c8eff, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:31:56.359210 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37519e03-3c36-410e-bf3b-08409457c82d tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Pushing event updated for resources: {'Subnet': ['ID=167d2044-2d67-4a73-9755-7dd1cd78839b,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:56.374459 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37519e03-3c36-410e-bf3b-08409457c82d tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Network 6427457e-4c6f-4ca2-adbf-0052643c8eff is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:31:56.393556 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-37519e03-3c36-410e-bf3b-08409457c82d tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 6427457e-4c6f-4ca2-adbf-0052643c8eff) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:31:56.399882 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37519e03-3c36-410e-bf3b-08409457c82d tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:56.400496 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-37519e03-3c36-410e-bf3b-08409457c82d tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:56.431745 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4936ce6b-c0aa-44d3-bd15-0fc0ab456d7e req-c39949b2-4b84-4e69-b9f9-f188146953db tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:56.433977 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4936ce6b-c0aa-44d3-bd15-0fc0ab456d7e req-c39949b2-4b84-4e69-b9f9-f188146953db tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=44828f50-33dd-4d92-a1f1-50e7ef19d191 HTTP/1.1" status: 200 len: 946 time: 0.1979101 Nov 12 08:31:56.452280 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-37519e03-3c36-410e-bf3b-08409457c82d tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2610018 Nov 12 08:31:56.456318 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 37304) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:56.484418 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-4e328253-5a66-472d-bc79-71b29d4a7c88 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1722013730'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:56.508808 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8022c083-a54b-48bd-a3ec-a907c354ec5f None None] Network 6427457e-4c6f-4ca2-adbf-0052643c8eff requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:31:56.517164 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 26a896c8-999c-4782-b46d-23c46ea94db0 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:31:56.543744 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e328253-5a66-472d-bc79-71b29d4a7c88 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Made reservation on behalf of c5658e1fd590472580961b2abfc7d8c2 for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:31:56.547702 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4e328253-5a66-472d-bc79-71b29d4a7c88 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:56.571719 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4936ce6b-c0aa-44d3-bd15-0fc0ab456d7e req-14f326ff-151a-4ff1-982b-ab98bccb0562 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=59070d8f-e354-4643-b6db-9938f05a29ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294017 Nov 12 08:31:56.599515 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e328253-5a66-472d-bc79-71b29d4a7c88 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:31:56.650146 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4e328253-5a66-472d-bc79-71b29d4a7c88 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:56.650498 n-d-765315-29 neutron-server[102599]: INFO neutron.db.segments_db [None req-4e328253-5a66-472d-bc79-71b29d4a7c88 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Added segment 2fa0b4d3-376f-458b-8908-152916dfb6af of type vlan for network 9600736e-6911-4fcd-ba7c-244519ad7c35 Nov 12 08:31:56.775591 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4e328253-5a66-472d-bc79-71b29d4a7c88 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:56.808459 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-a196b1b9-49b8-4f48-8b91-66d0348abb6b None None] Provisioning complete for port 26a896c8-999c-4782-b46d-23c46ea94db0 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:56.809020 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a196b1b9-49b8-4f48-8b91-66d0348abb6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:56.851074 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 26a896c8-999c-4782-b46d-23c46ea94db0 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:56.851751 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:56.864884 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4e328253-5a66-472d-bc79-71b29d4a7c88 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:56.873492 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e328253-5a66-472d-bc79-71b29d4a7c88 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:56.875306 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4e328253-5a66-472d-bc79-71b29d4a7c88 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:56.945334 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beb0a6d-1a83-4781-9e91-ad0fac77ddfa req-e9b9a382-5fd5-48df-923b-2d218d6c9391 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:56.956408 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4beb0a6d-1a83-4781-9e91-ad0fac77ddfa req-e9b9a382-5fd5-48df-923b-2d218d6c9391 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a780da9-d933-497d-83b4-3eaa73980fa4 HTTP/1.1" status: 200 len: 946 time: 0.1208770 Nov 12 08:31:57.014536 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:31:57.020246 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-4e328253-5a66-472d-bc79-71b29d4a7c88 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5613222 Nov 12 08:31:57.024681 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 37338) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:57.034425 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-90f5d98f-1305-4570-a829-53d0dbc85fd8 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Request body: {'subnet': {'network_id': '9600736e-6911-4fcd-ba7c-244519ad7c35', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:57.065034 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4beb0a6d-1a83-4781-9e91-ad0fac77ddfa req-645969a1-37a3-4863-9e2b-75f118ad8880 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/security-groups?id=79579dc9-7b86-4506-bd5c-77a53e3a0518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059585 Nov 12 08:31:57.067110 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e328253-5a66-472d-bc79-71b29d4a7c88 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Pushing event updated for resources: {'Network': ['ID=9600736e-6911-4fcd-ba7c-244519ad7c35,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:57.183554 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 9600736e-6911-4fcd-ba7c-244519ad7c35 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:31:57.202324 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f5d98f-1305-4570-a829-53d0dbc85fd8 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Made reservation on behalf of c5658e1fd590472580961b2abfc7d8c2 for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:31:57.207007 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-90f5d98f-1305-4570-a829-53d0dbc85fd8 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:57.239449 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe925c2c-01e4-490b-854e-6cc5a641ee9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-6427457e-4c6f-4ca2-adbf-0052643c8eff', 'network_id': '6427457e-4c6f-4ca2-adbf-0052643c8eff', 'tenant_id': 'c5658e1fd590472580961b2abfc7d8c2', 'fixed_ips': [{'subnet_id': '167d2044-2d67-4a73-9755-7dd1cd78839b'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:31:57.240131 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-fe925c2c-01e4-490b-854e-6cc5a641ee9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:57.292742 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60b7932-30be-4ecf-afd7-ef80e7dd9c6f req-1013fc00-7375-48f8-9fba-5d9d5a2d40fa tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:57.301369 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a60b7932-30be-4ecf-afd7-ef80e7dd9c6f req-1013fc00-7375-48f8-9fba-5d9d5a2d40fa tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ba95516-31d0-45f1-9fa0-b2e433c0e37c HTTP/1.1" status: 200 len: 946 time: 0.1190045 Nov 12 08:31:57.348307 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.ipam_backend_mixin [None req-90f5d98f-1305-4570-a829-53d0dbc85fd8 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Performing IP validity checks on allocation pools {{(pid=102599) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 08:31:57.348834 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.ipam_backend_mixin [None req-90f5d98f-1305-4570-a829-53d0dbc85fd8 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102599) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 08:31:57.411890 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a60b7932-30be-4ecf-afd7-ef80e7dd9c6f req-3e9bca83-52f7-4f67-b101-241ff86e9754 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094885 Nov 12 08:31:57.524852 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-fe925c2c-01e4-490b-854e-6cc5a641ee9e None None] Allocated IP 2001:db8::1 (6427457e-4c6f-4ca2-adbf-0052643c8eff/167d2044-2d67-4a73-9755-7dd1cd78839b/9e0991cb-41a0-4cf4-ae87-cbc59f0b888e) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:31:57.567352 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-90f5d98f-1305-4570-a829-53d0dbc85fd8 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:57.654067 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f5d98f-1305-4570-a829-53d0dbc85fd8 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Pushing event updated for resources: {'Subnet': ['ID=c02888b8-8bf0-44e7-8978-8bef9a1e9d40,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:57.726572 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f5d98f-1305-4570-a829-53d0dbc85fd8 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Checking segment: {'id': '2fa0b4d3-376f-458b-8908-152916dfb6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '9600736e-6911-4fcd-ba7c-244519ad7c35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:31:57.726971 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f5d98f-1305-4570-a829-53d0dbc85fd8 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Network hostable DHCP agents. Network: 9600736e-6911-4fcd-ba7c-244519ad7c35, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:31:57.758844 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f5d98f-1305-4570-a829-53d0dbc85fd8 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Network 9600736e-6911-4fcd-ba7c-244519ad7c35 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:31:57.800592 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-90f5d98f-1305-4570-a829-53d0dbc85fd8 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 9600736e-6911-4fcd-ba7c-244519ad7c35) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:31:57.805854 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f5d98f-1305-4570-a829-53d0dbc85fd8 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:57.808103 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-fe925c2c-01e4-490b-854e-6cc5a641ee9e None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:57.809028 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-90f5d98f-1305-4570-a829-53d0dbc85fd8 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:57.818100 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6944b7-1b1e-4fbf-89af-c3358860fb4b None None] Network 9600736e-6911-4fcd-ba7c-244519ad7c35 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:31:57.823253 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-fe925c2c-01e4-490b-854e-6cc5a641ee9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:57.844148 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-90f5d98f-1305-4570-a829-53d0dbc85fd8 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.8181710 Nov 12 08:31:57.847620 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 37400) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:57.915822 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe925c2c-01e4-490b-854e-6cc5a641ee9e None None] Network 6427457e-4c6f-4ca2-adbf-0052643c8eff is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:31:57.930531 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4daef45-23e5-43cd-b637-c3af59ee2c8c req-63fdc806-ca34-4498-80d2-c2cad6b11159 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:57.932135 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a4daef45-23e5-43cd-b637-c3af59ee2c8c req-63fdc806-ca34-4498-80d2-c2cad6b11159 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=44828f50-33dd-4d92-a1f1-50e7ef19d191 HTTP/1.1" status: 200 len: 946 time: 0.1648588 Nov 12 08:31:57.955538 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-fe925c2c-01e4-490b-854e-6cc5a641ee9e None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:31:57.966785 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe925c2c-01e4-490b-854e-6cc5a641ee9e None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:31:57.984761 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe925c2c-01e4-490b-854e-6cc5a641ee9e None None] Pushing event updated for resources: {'Port': ['ID=9e0991cb-41a0-4cf4-ae87-cbc59f0b888e,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:58.030973 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe925c2c-01e4-490b-854e-6cc5a641ee9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:58.031315 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe925c2c-01e4-490b-854e-6cc5a641ee9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:58.031665 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe925c2c-01e4-490b-854e-6cc5a641ee9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:58.031966 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe925c2c-01e4-490b-854e-6cc5a641ee9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:58.032429 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe925c2c-01e4-490b-854e-6cc5a641ee9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:58.032754 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe925c2c-01e4-490b-854e-6cc5a641ee9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:58.033075 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe925c2c-01e4-490b-854e-6cc5a641ee9e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:58.033551 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe925c2c-01e4-490b-854e-6cc5a641ee9e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:58.033873 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe925c2c-01e4-490b-854e-6cc5a641ee9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:58.034418 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe925c2c-01e4-490b-854e-6cc5a641ee9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:58.034897 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe925c2c-01e4-490b-854e-6cc5a641ee9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:58.035216 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe925c2c-01e4-490b-854e-6cc5a641ee9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:58.091305 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a4daef45-23e5-43cd-b637-c3af59ee2c8c req-370b7dbf-c7b8-47a9-b73c-58cca56e7f0d tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=59070d8f-e354-4643-b6db-9938f05a29ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1514404 Nov 12 08:31:58.187925 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-797d3e85-0dec-4887-b52c-cca80467e98d tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:58.385130 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-797d3e85-0dec-4887-b52c-cca80467e98d tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:58.393610 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-fe925c2c-01e4-490b-854e-6cc5a641ee9e None None] Attempting to bind port 9e0991cb-41a0-4cf4-ae87-cbc59f0b888e on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:31:58.394152 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-fe925c2c-01e4-490b-854e-6cc5a641ee9e None None] Attempting to bind port 9e0991cb-41a0-4cf4-ae87-cbc59f0b888e by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': 'c2db8d38-e3f7-45a8-8fc5-c30fb351842c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '6427457e-4c6f-4ca2-adbf-0052643c8eff'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:31:58.394877 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe925c2c-01e4-490b-854e-6cc5a641ee9e None None] Attempting to bind port 9e0991cb-41a0-4cf4-ae87-cbc59f0b888e on network 6427457e-4c6f-4ca2-adbf-0052643c8eff {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:31:58.418951 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe925c2c-01e4-490b-854e-6cc5a641ee9e None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:31:58.424909 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe925c2c-01e4-490b-854e-6cc5a641ee9e None None] Checking segment: {'id': 'c2db8d38-e3f7-45a8-8fc5-c30fb351842c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '6427457e-4c6f-4ca2-adbf-0052643c8eff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:31:58.425470 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-fe925c2c-01e4-490b-854e-6cc5a641ee9e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:58.429793 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe925c2c-01e4-490b-854e-6cc5a641ee9e None None] Bound using segment: {'id': 'c2db8d38-e3f7-45a8-8fc5-c30fb351842c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '6427457e-4c6f-4ca2-adbf-0052643c8eff'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:31:58.430338 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-fe925c2c-01e4-490b-854e-6cc5a641ee9e None None] Bound port: 9e0991cb-41a0-4cf4-ae87-cbc59f0b888e, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2db8d38-e3f7-45a8-8fc5-c30fb351842c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '6427457e-4c6f-4ca2-adbf-0052643c8eff'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:31:58.430781 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-fe925c2c-01e4-490b-854e-6cc5a641ee9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:58.484717 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-797d3e85-0dec-4887-b52c-cca80467e98d tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:58.525033 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebcf737-bfa4-430c-acf1-86c938485d85 req-07c042d4-aef6-4d0c-98a3-215502c467cf tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:58.533461 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-fe925c2c-01e4-490b-854e-6cc5a641ee9e None None] For port 9e0991cb-41a0-4cf4-ae87-cbc59f0b888e, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:31:58.537409 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-fe925c2c-01e4-490b-854e-6cc5a641ee9e None None] For port 9e0991cb-41a0-4cf4-ae87-cbc59f0b888e, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=9e0991cb-41a0-4cf4-ae87-cbc59f0b888e,segment=NetworkSegment(c2db8d38-e3f7-45a8-8fc5-c30fb351842c),segment_id=c2db8d38-e3f7-45a8-8fc5-c30fb351842c)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:31:58.543622 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1ebcf737-bfa4-430c-acf1-86c938485d85 req-07c042d4-aef6-4d0c-98a3-215502c467cf tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a780da9-d933-497d-83b4-3eaa73980fa4 HTTP/1.1" status: 200 len: 946 time: 0.1187930 Nov 12 08:31:58.581741 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-fe925c2c-01e4-490b-854e-6cc5a641ee9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:58.590870 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797d3e85-0dec-4887-b52c-cca80467e98d tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Pushing event deleted for resources: {'Subnet': ['ID=c02888b8-8bf0-44e7-8978-8bef9a1e9d40,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:58.646254 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1ebcf737-bfa4-430c-acf1-86c938485d85 req-ebbe9afa-34db-4967-a605-0d412883dd17 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/security-groups?id=79579dc9-7b86-4506-bd5c-77a53e3a0518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977213 Nov 12 08:31:58.756963 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ae4415-d468-4bf2-8d3c-ab0020ebff2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-9600736e-6911-4fcd-ba7c-244519ad7c35', 'network_id': '9600736e-6911-4fcd-ba7c-244519ad7c35', 'tenant_id': 'c5658e1fd590472580961b2abfc7d8c2', 'fixed_ips': [{'subnet_id': 'c02888b8-8bf0-44e7-8978-8bef9a1e9d40'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:31:58.760196 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-25ae4415-d468-4bf2-8d3c-ab0020ebff2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:58.836043 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-797d3e85-0dec-4887-b52c-cca80467e98d tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:58.923680 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe925c2c-01e4-490b-854e-6cc5a641ee9e None None] Pushing event updated for resources: {'Port': ['ID=9e0991cb-41a0-4cf4-ae87-cbc59f0b888e,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:58.940421 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-797d3e85-0dec-4887-b52c-cca80467e98d tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9600736e-6911-4fcd-ba7c-244519ad7c35']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:58.955751 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5703f15-2942-484b-abc0-264259e36afd req-c4648396-fcb3-4ccf-8e01-5900fef71d06 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:58.970525 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-797d3e85-0dec-4887-b52c-cca80467e98d tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fa0b4d3-376f-458b-8908-152916dfb6af') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:58.971122 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-797d3e85-0dec-4887-b52c-cca80467e98d tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fa0b4d3-376f-458b-8908-152916dfb6af') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:58.974040 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a5703f15-2942-484b-abc0-264259e36afd req-c4648396-fcb3-4ccf-8e01-5900fef71d06 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ba95516-31d0-45f1-9fa0-b2e433c0e37c HTTP/1.1" status: 200 len: 946 time: 0.1886110 Nov 12 08:31:59.023780 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-797d3e85-0dec-4887-b52c-cca80467e98d tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:59.077539 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-797d3e85-0dec-4887-b52c-cca80467e98d tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:59.085274 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-797d3e85-0dec-4887-b52c-cca80467e98d tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:31:59.085862 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-797d3e85-0dec-4887-b52c-cca80467e98d tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:59.095071 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 08:31:59.095071 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:31:59.095071 n-d-765315-29 neutron-server[102599]: timer() Nov 12 08:31:59.095071 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:31:59.095071 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 08:31:59.095071 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:31:59.095071 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 08:31:59.095071 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:31:59.095071 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 08:31:59.095071 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:31:59.095071 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 08:31:59.095071 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:31:59.095071 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 08:31:59.095071 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:31:59.095071 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:31:59.095071 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:31:59.095071 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:31:59.095071 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:31:59.095071 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 08:31:59.095071 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:31:59.095071 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 08:31:59.095071 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:31:59.095071 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:31:59.095071 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:31:59.095071 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 08:31:59.095071 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:31:59.095071 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:31:59.095071 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:31:59.095071 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:31:59.095071 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:31:59.095071 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:31:59.095071 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:31:59.105998 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a5703f15-2942-484b-abc0-264259e36afd req-a01b829c-c5a1-49ed-80d1-6475cf595135 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268897 Nov 12 08:31:59.120569 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eee3741-c29b-4e9d-8f24-41eb1bd1615c None None] Network 9600736e-6911-4fcd-ba7c-244519ad7c35 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:31:59.304320 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-797d3e85-0dec-4887-b52c-cca80467e98d tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:59.309365 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-797d3e85-0dec-4887-b52c-cca80467e98d tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:59.312849 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-797d3e85-0dec-4887-b52c-cca80467e98d tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] 10.222.0.26 "DELETE /v2.0/networks/9600736e-6911-4fcd-ba7c-244519ad7c35 HTTP/1.1" status: 204 len: 168 time: 1.4641826 Nov 12 08:31:59.317716 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 37484) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:59.336274 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-37992e25-d94c-481c-83e6-bb4099787e54 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1577882528'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:59.346042 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797d3e85-0dec-4887-b52c-cca80467e98d tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Pushing event deleted for resources: {'Network': ['ID=9600736e-6911-4fcd-ba7c-244519ad7c35,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:59.371926 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7765c574-6a05-4688-ade2-5b9830d7c5e9 req-f52b0b25-3bd0-4993-9e00-d2da2cd4a37b tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:59.382729 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7765c574-6a05-4688-ade2-5b9830d7c5e9 req-f52b0b25-3bd0-4993-9e00-d2da2cd4a37b tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=44828f50-33dd-4d92-a1f1-50e7ef19d191 HTTP/1.1" status: 200 len: 946 time: 0.1269305 Nov 12 08:31:59.426523 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37992e25-d94c-481c-83e6-bb4099787e54 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Made reservation on behalf of c5658e1fd590472580961b2abfc7d8c2 for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:31:59.431064 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-37992e25-d94c-481c-83e6-bb4099787e54 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:59.476380 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7765c574-6a05-4688-ade2-5b9830d7c5e9 req-882cc571-360d-4077-b0e4-7e2b0bb0b023 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=59070d8f-e354-4643-b6db-9938f05a29ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926523 Nov 12 08:31:59.500230 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37992e25-d94c-481c-83e6-bb4099787e54 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:31:59.523250 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-37992e25-d94c-481c-83e6-bb4099787e54 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:59.523869 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-37992e25-d94c-481c-83e6-bb4099787e54 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Added segment 637d85f0-9967-4fef-91aa-0d3f448cf056 of type vlan for network 25f4b5cf-e240-491a-9f8c-9d682affe705 Nov 12 08:31:59.576817 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-37992e25-d94c-481c-83e6-bb4099787e54 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:59.612913 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-37992e25-d94c-481c-83e6-bb4099787e54 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:59.620017 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37992e25-d94c-481c-83e6-bb4099787e54 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:59.620648 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-37992e25-d94c-481c-83e6-bb4099787e54 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:59.658546 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-37992e25-d94c-481c-83e6-bb4099787e54 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3319507 Nov 12 08:31:59.668893 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 37510) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:59.675803 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-ccdaf704-d934-43e2-ae90-95bd589f5d99 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Request body: {'subnet': {'network_id': '25f4b5cf-e240-491a-9f8c-9d682affe705', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:59.781499 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37992e25-d94c-481c-83e6-bb4099787e54 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Pushing event updated for resources: {'Network': ['ID=25f4b5cf-e240-491a-9f8c-9d682affe705,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:59.798195 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 25f4b5cf-e240-491a-9f8c-9d682affe705 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:31:59.873292 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8043f9a9-f885-4375-86e4-5f6be158b634 req-a844ee85-35d7-4919-b4d4-ba2636efea61 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:59.885601 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8043f9a9-f885-4375-86e4-5f6be158b634 req-a844ee85-35d7-4919-b4d4-ba2636efea61 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a780da9-d933-497d-83b4-3eaa73980fa4 HTTP/1.1" status: 200 len: 946 time: 0.0921810 Nov 12 08:31:59.947515 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccdaf704-d934-43e2-ae90-95bd589f5d99 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Made reservation on behalf of c5658e1fd590472580961b2abfc7d8c2 for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:31:59.951770 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ccdaf704-d934-43e2-ae90-95bd589f5d99 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:00.016439 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8043f9a9-f885-4375-86e4-5f6be158b634 req-5a3cc225-2d89-4380-9e29-339170f60908 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/security-groups?id=79579dc9-7b86-4506-bd5c-77a53e3a0518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297181 Nov 12 08:32:00.348114 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ccdaf704-d934-43e2-ae90-95bd589f5d99 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:00.420330 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5a0699-04e3-4fe9-bcc8-50d0a3393645 req-1c01916a-1070-406f-8c2a-53427187af61 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:00.431738 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8d5a0699-04e3-4fe9-bcc8-50d0a3393645 req-1c01916a-1070-406f-8c2a-53427187af61 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ba95516-31d0-45f1-9fa0-b2e433c0e37c HTTP/1.1" status: 200 len: 946 time: 0.1943333 Nov 12 08:32:00.515670 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdaf704-d934-43e2-ae90-95bd589f5d99 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Checking segment: {'id': '637d85f0-9967-4fef-91aa-0d3f448cf056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '25f4b5cf-e240-491a-9f8c-9d682affe705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:32:00.516041 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccdaf704-d934-43e2-ae90-95bd589f5d99 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Network hostable DHCP agents. Network: 25f4b5cf-e240-491a-9f8c-9d682affe705, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:32:00.518380 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdaf704-d934-43e2-ae90-95bd589f5d99 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Pushing event updated for resources: {'Subnet': ['ID=7ce5f4da-9035-418a-94d5-05883dc91e47,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:00.539252 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8d5a0699-04e3-4fe9-bcc8-50d0a3393645 req-18281339-8e14-46b4-b641-fc270b28201e tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063397 Nov 12 08:32:00.579590 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccdaf704-d934-43e2-ae90-95bd589f5d99 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Network 25f4b5cf-e240-491a-9f8c-9d682affe705 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:32:00.580392 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 9e0991cb-41a0-4cf4-ae87-cbc59f0b888e up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:32:00.619168 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-ccdaf704-d934-43e2-ae90-95bd589f5d99 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 25f4b5cf-e240-491a-9f8c-9d682affe705) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:32:00.624293 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccdaf704-d934-43e2-ae90-95bd589f5d99 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:00.624898 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ccdaf704-d934-43e2-ae90-95bd589f5d99 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:00.657895 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0ec502-8a53-46e9-b839-835522c9f227 None None] Network 6427457e-4c6f-4ca2-adbf-0052643c8eff requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:32:00.659113 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-ccdaf704-d934-43e2-ae90-95bd589f5d99 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.9886522 Nov 12 08:32:00.663652 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 37588) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:00.756594 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741d56be-73c9-4ab2-9479-48669ae9e350 req-06a29d6d-02a8-4718-a35b-f30f968b863d tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:00.765516 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-741d56be-73c9-4ab2-9479-48669ae9e350 req-06a29d6d-02a8-4718-a35b-f30f968b863d tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=44828f50-33dd-4d92-a1f1-50e7ef19d191 HTTP/1.1" status: 200 len: 946 time: 0.0794013 Nov 12 08:32:00.777403 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86918a9a-8999-4de4-a13d-dfc32b6bc2dc None None] Network 25f4b5cf-e240-491a-9f8c-9d682affe705 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:32:00.896807 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-29af88f1-4fd2-4676-ba79-6307575a2588 None None] Provisioning complete for port 9e0991cb-41a0-4cf4-ae87-cbc59f0b888e triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:00.897192 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-29af88f1-4fd2-4676-ba79-6307575a2588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:00.954326 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-00ee3f6c-7724-4dfc-90e3-c9254ef0ea83 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:00.965778 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 9e0991cb-41a0-4cf4-ae87-cbc59f0b888e triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:00.966441 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:01.122641 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-00ee3f6c-7724-4dfc-90e3-c9254ef0ea83 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:01.293024 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-00ee3f6c-7724-4dfc-90e3-c9254ef0ea83 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:01.345063 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4daa57a-0a9a-4413-a18d-fdebda85472a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-25f4b5cf-e240-491a-9f8c-9d682affe705', 'network_id': '25f4b5cf-e240-491a-9f8c-9d682affe705', 'tenant_id': 'c5658e1fd590472580961b2abfc7d8c2', 'fixed_ips': [{'subnet_id': '7ce5f4da-9035-418a-94d5-05883dc91e47'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:32:01.345922 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c4daa57a-0a9a-4413-a18d-fdebda85472a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:01.356147 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-29af88f1-4fd2-4676-ba79-6307575a2588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:01.365169 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ee3f6c-7724-4dfc-90e3-c9254ef0ea83 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Pushing event deleted for resources: {'Subnet': ['ID=7ce5f4da-9035-418a-94d5-05883dc91e47,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:01.417851 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-741d56be-73c9-4ab2-9479-48669ae9e350 req-2bc56dca-3d55-477d-a9a8-59258426a673 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=59070d8f-e354-4643-b6db-9938f05a29ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6507447 Nov 12 08:32:01.449328 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:01.503754 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-00ee3f6c-7724-4dfc-90e3-c9254ef0ea83 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:01.557886 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-00ee3f6c-7724-4dfc-90e3-c9254ef0ea83 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25f4b5cf-e240-491a-9f8c-9d682affe705']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:01.577111 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-00ee3f6c-7724-4dfc-90e3-c9254ef0ea83 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '637d85f0-9967-4fef-91aa-0d3f448cf056') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:01.577440 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-00ee3f6c-7724-4dfc-90e3-c9254ef0ea83 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '637d85f0-9967-4fef-91aa-0d3f448cf056') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:01.599631 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-00ee3f6c-7724-4dfc-90e3-c9254ef0ea83 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:01.631151 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-00ee3f6c-7724-4dfc-90e3-c9254ef0ea83 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:01.651152 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00ee3f6c-7724-4dfc-90e3-c9254ef0ea83 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:32:01.651954 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-00ee3f6c-7724-4dfc-90e3-c9254ef0ea83 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:01.655592 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 08:32:01.655592 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:32:01.655592 n-d-765315-29 neutron-server[102599]: timer() Nov 12 08:32:01.655592 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:32:01.655592 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 08:32:01.655592 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:32:01.655592 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 08:32:01.655592 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:32:01.655592 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 08:32:01.655592 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:32:01.655592 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 08:32:01.655592 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:32:01.655592 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 08:32:01.655592 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:32:01.655592 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:32:01.655592 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:32:01.655592 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:32:01.655592 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:32:01.655592 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 08:32:01.655592 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:32:01.655592 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 08:32:01.655592 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:32:01.655592 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:32:01.655592 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:32:01.655592 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 08:32:01.655592 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:32:01.655592 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:32:01.655592 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:32:01.655592 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:32:01.655592 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:32:01.655592 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:32:01.655592 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:32:01.673054 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-29af88f1-4fd2-4676-ba79-6307575a2588 None None] For port 9e0991cb-41a0-4cf4-ae87-cbc59f0b888e, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=9e0991cb-41a0-4cf4-ae87-cbc59f0b888e,segment=NetworkSegment(c2db8d38-e3f7-45a8-8fc5-c30fb351842c),segment_id=c2db8d38-e3f7-45a8-8fc5-c30fb351842c)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:01.686932 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-29af88f1-4fd2-4676-ba79-6307575a2588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:01.703150 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329a69e7-26e7-4c0d-b660-cd6a179abc70 None None] Network 25f4b5cf-e240-491a-9f8c-9d682affe705 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:32:01.813952 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5b1c2a-1742-4356-a3ce-591e7ff6050a req-2755bf9f-8473-4959-b9ee-84717c160dbd tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:01.836059 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0d5b1c2a-1742-4356-a3ce-591e7ff6050a req-2755bf9f-8473-4959-b9ee-84717c160dbd tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a780da9-d933-497d-83b4-3eaa73980fa4 HTTP/1.1" status: 200 len: 946 time: 0.1520839 Nov 12 08:32:01.879032 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-00ee3f6c-7724-4dfc-90e3-c9254ef0ea83 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:01.924259 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-00ee3f6c-7724-4dfc-90e3-c9254ef0ea83 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:01.928969 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-00ee3f6c-7724-4dfc-90e3-c9254ef0ea83 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] 10.222.0.26 "DELETE /v2.0/networks/25f4b5cf-e240-491a-9f8c-9d682affe705 HTTP/1.1" status: 204 len: 168 time: 1.2633221 Nov 12 08:32:01.934052 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ee3f6c-7724-4dfc-90e3-c9254ef0ea83 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Pushing event deleted for resources: {'Network': ['ID=25f4b5cf-e240-491a-9f8c-9d682affe705,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:01.941168 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 37670) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:01.959665 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0d5b1c2a-1742-4356-a3ce-591e7ff6050a req-85276e31-abad-49a2-953b-bb422765806a tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/security-groups?id=79579dc9-7b86-4506-bd5c-77a53e3a0518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186175 Nov 12 08:32:01.966567 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-2c1bee4b-3904-4997-b2dd-75cf324b855d tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1075772181'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:01.986846 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29af88f1-4fd2-4676-ba79-6307575a2588 None None] Pushing event updated for resources: {'Port': ['ID=9e0991cb-41a0-4cf4-ae87-cbc59f0b888e,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:02.102347 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868f2364-615b-49f3-83ef-5ccc1cbf0f36 req-b2e7cc2c-4fc9-40c4-9c03-1ec510be8e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:02.110497 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-868f2364-615b-49f3-83ef-5ccc1cbf0f36 req-b2e7cc2c-4fc9-40c4-9c03-1ec510be8e59 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5a780da9-d933-497d-83b4-3eaa73980fa4 HTTP/1.1" status: 200 len: 1098 time: 0.1333966 Nov 12 08:32:02.119577 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-d4ed64a1-cd39-4c9a-b501-190ea1ec7ee4 None None] Provisioning complete for port 9e0991cb-41a0-4cf4-ae87-cbc59f0b888e triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:02.119948 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d4ed64a1-cd39-4c9a-b501-190ea1ec7ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:02.149853 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c395be0-1cdd-4446-8c7f-080e111ebc09 req-3d5dbd40-9d20-4d91-bba9-b9d294530449 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:02.160973 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1c395be0-1cdd-4446-8c7f-080e111ebc09 req-3d5dbd40-9d20-4d91-bba9-b9d294530449 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ba95516-31d0-45f1-9fa0-b2e433c0e37c HTTP/1.1" status: 200 len: 946 time: 0.0768585 Nov 12 08:32:02.186041 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c1bee4b-3904-4997-b2dd-75cf324b855d tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Made reservation on behalf of c5658e1fd590472580961b2abfc7d8c2 for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:32:02.194937 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2c1bee4b-3904-4997-b2dd-75cf324b855d tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:02.242135 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec4403b-c764-4834-bf68-deeccf8c85d7 None None] get_active_networks_info from n-d-765315-29 {{(pid=102601) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 08:32:02.250767 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1c395be0-1cdd-4446-8c7f-080e111ebc09 req-a3653aee-4e92-49f2-9119-bbda591820fa tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884047 Nov 12 08:32:02.293751 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-868f2364-615b-49f3-83ef-5ccc1cbf0f36 req-016d5989-a6d8-4662-baa9-31bd16308e85 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=79579dc9-7b86-4506-bd5c-77a53e3a0518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777606 Nov 12 08:32:02.313587 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c1bee4b-3904-4997-b2dd-75cf324b855d tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:32:02.336228 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2c1bee4b-3904-4997-b2dd-75cf324b855d tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:02.338096 n-d-765315-29 neutron-server[102599]: INFO neutron.db.segments_db [None req-2c1bee4b-3904-4997-b2dd-75cf324b855d tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Added segment dae182a4-56c0-4be4-ba02-8165741cc13c of type vlan for network 428e9fd8-3486-469d-8587-ea138a5f4017 Nov 12 08:32:02.385072 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.db.api [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:32:02.385359 n-d-765315-29 neutron-server[102601]: DEBUG oslo_db.api [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:32:02.445734 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2c1bee4b-3904-4997-b2dd-75cf324b855d tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:02.513267 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2c1bee4b-3904-4997-b2dd-75cf324b855d tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:02.522260 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1bee4b-3904-4997-b2dd-75cf324b855d tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:02.523201 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2c1bee4b-3904-4997-b2dd-75cf324b855d tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:02.648367 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec4403b-c764-4834-bf68-deeccf8c85d7 None None] Resources bound (agent type, host, resource id): {{(pid=102601) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 08:32:02.710580 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66194c53-fc12-4882-b5a8-f31fddf1ce48 req-428c37fb-8a99-4bc3-bb96-d971c4d5bae4 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:02.717186 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-2c1bee4b-3904-4997-b2dd-75cf324b855d tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7744300 Nov 12 08:32:02.720355 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 37722) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:02.726953 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-66194c53-fc12-4882-b5a8-f31fddf1ce48 req-428c37fb-8a99-4bc3-bb96-d971c4d5bae4 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=44828f50-33dd-4d92-a1f1-50e7ef19d191 HTTP/1.1" status: 200 len: 946 time: 0.1694491 Nov 12 08:32:02.731538 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-2a0fa5e6-de57-4b3a-9f56-d9f118de1b13 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Request body: {'subnet': {'network_id': '428e9fd8-3486-469d-8587-ea138a5f4017', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:02.737220 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1bee4b-3904-4997-b2dd-75cf324b855d tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Pushing event updated for resources: {'Network': ['ID=428e9fd8-3486-469d-8587-ea138a5f4017,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:02.830568 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-66194c53-fc12-4882-b5a8-f31fddf1ce48 req-11a74f16-542b-4046-94dc-e071142d0aca tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=59070d8f-e354-4643-b6db-9938f05a29ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996666 Nov 12 08:32:02.840502 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 428e9fd8-3486-469d-8587-ea138a5f4017 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:32:03.070861 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a0fa5e6-de57-4b3a-9f56-d9f118de1b13 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Made reservation on behalf of c5658e1fd590472580961b2abfc7d8c2 for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:32:03.075464 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2a0fa5e6-de57-4b3a-9f56-d9f118de1b13 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:03.243962 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19283c03-f28d-4b8e-b3f0-78ba3e9d47f9 req-a4d6c294-fd32-49fc-95b5-1b81d23dfd9d tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:03.251488 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-19283c03-f28d-4b8e-b3f0-78ba3e9d47f9 req-a4d6c294-fd32-49fc-95b5-1b81d23dfd9d tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a780da9-d933-497d-83b4-3eaa73980fa4 HTTP/1.1" status: 200 len: 946 time: 0.1102035 Nov 12 08:32:03.341729 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-19283c03-f28d-4b8e-b3f0-78ba3e9d47f9 req-d88c0267-72c7-4d55-863c-daf0b659caca tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/security-groups?id=79579dc9-7b86-4506-bd5c-77a53e3a0518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892193 Nov 12 08:32:03.509802 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 9e0991cb-41a0-4cf4-ae87-cbc59f0b888e up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:32:03.526461 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f271f15-75ed-4e63-a65f-b8636bc36f42 req-1936bc5a-5081-48d2-b327-449b56361ccf tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:03.553892 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5f271f15-75ed-4e63-a65f-b8636bc36f42 req-1936bc5a-5081-48d2-b327-449b56361ccf tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ba95516-31d0-45f1-9fa0-b2e433c0e37c HTTP/1.1" status: 200 len: 946 time: 0.0926840 Nov 12 08:32:03.616115 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2a0fa5e6-de57-4b3a-9f56-d9f118de1b13 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:03.669523 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0fa5e6-de57-4b3a-9f56-d9f118de1b13 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Pushing event updated for resources: {'Subnet': ['ID=88bf4141-97fa-4bf0-b738-fed5c4d4611a,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:03.681870 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5f271f15-75ed-4e63-a65f-b8636bc36f42 req-a2309418-e8c7-4f13-a6d0-a8f6f654ecc7 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221228 Nov 12 08:32:03.690537 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-249c2b5e-f202-4129-a278-e19ab67cfc2f None None] Provisioning complete for port 42aa8616-a591-4351-b169-51e41bf4aec5 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:03.692512 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-249c2b5e-f202-4129-a278-e19ab67cfc2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:03.723814 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0fa5e6-de57-4b3a-9f56-d9f118de1b13 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Checking segment: {'id': 'dae182a4-56c0-4be4-ba02-8165741cc13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '428e9fd8-3486-469d-8587-ea138a5f4017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:32:03.724087 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0fa5e6-de57-4b3a-9f56-d9f118de1b13 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Network hostable DHCP agents. Network: 428e9fd8-3486-469d-8587-ea138a5f4017, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:32:03.763824 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0fa5e6-de57-4b3a-9f56-d9f118de1b13 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Network 428e9fd8-3486-469d-8587-ea138a5f4017 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:32:03.777434 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-2a0fa5e6-de57-4b3a-9f56-d9f118de1b13 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 428e9fd8-3486-469d-8587-ea138a5f4017) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:32:03.785790 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 9e0991cb-41a0-4cf4-ae87-cbc59f0b888e triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:03.786157 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:03.787850 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0fa5e6-de57-4b3a-9f56-d9f118de1b13 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:03.788557 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2a0fa5e6-de57-4b3a-9f56-d9f118de1b13 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:03.812180 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-2a0fa5e6-de57-4b3a-9f56-d9f118de1b13 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0905449 Nov 12 08:32:03.814931 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 37748) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:03.822298 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5cce05e-ccf7-4c50-b3ea-7a16ef61b49c None None] Network 428e9fd8-3486-469d-8587-ea138a5f4017 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:32:04.054216 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-baa8efa0-8777-441f-9b5f-310393152f40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:04.145951 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fb6759fb-142e-4318-9397-342323a65bae tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:04.185824 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-249c2b5e-f202-4129-a278-e19ab67cfc2f None None] Provisioning complete for port 94a48204-c90e-494d-8aab-387e4383ea60 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:04.186471 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-249c2b5e-f202-4129-a278-e19ab67cfc2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:04.206237 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16334b9-bc89-4f8a-baa3-920ceab6939d req-20594242-e9ba-466f-92e8-1fc78ac62a2f tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:04.220295 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d16334b9-bc89-4f8a-baa3-920ceab6939d req-20594242-e9ba-466f-92e8-1fc78ac62a2f tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=44828f50-33dd-4d92-a1f1-50e7ef19d191 HTTP/1.1" status: 200 len: 946 time: 0.2236946 Nov 12 08:32:04.302112 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ab75bf-b34c-46eb-9dce-874830a3f7b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-428e9fd8-3486-469d-8587-ea138a5f4017', 'network_id': '428e9fd8-3486-469d-8587-ea138a5f4017', 'tenant_id': 'c5658e1fd590472580961b2abfc7d8c2', 'fixed_ips': [{'subnet_id': '88bf4141-97fa-4bf0-b738-fed5c4d4611a'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:32:04.302112 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e9ab75bf-b34c-46eb-9dce-874830a3f7b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:04.418375 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fb6759fb-142e-4318-9397-342323a65bae tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:04.551507 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-e9ab75bf-b34c-46eb-9dce-874830a3f7b0 None None] Allocated IP 2001:db8::1 (428e9fd8-3486-469d-8587-ea138a5f4017/88bf4141-97fa-4bf0-b738-fed5c4d4611a/7f20f743-75df-4d2d-857c-958cb6a810de) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:32:04.590570 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d16334b9-bc89-4f8a-baa3-920ceab6939d req-34adbfd6-ff3b-404c-adf0-84295fcca0b3 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=59070d8f-e354-4643-b6db-9938f05a29ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3551490 Nov 12 08:32:04.870830 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e9ab75bf-b34c-46eb-9dce-874830a3f7b0 None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:04.897746 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e9ab75bf-b34c-46eb-9dce-874830a3f7b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:04.906361 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-249c2b5e-f202-4129-a278-e19ab67cfc2f None None] Provisioning complete for port 28781248-e907-4285-a2bf-c8b90f040a99 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:04.907091 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-249c2b5e-f202-4129-a278-e19ab67cfc2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:04.927265 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fb6759fb-142e-4318-9397-342323a65bae tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:04.961381 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [req-cb59e587-1628-4d9c-9d17-0e4eaa0d85a9 req-4ab0fadc-c5c3-4878-800c-6333ebf97d8a service neutron] (102600) timed out ('10.222.0.26', 43834) {{(pid=102600) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 08:32:04.972816 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e6c988-0816-48dd-89c4-ec9646e0a2f5 req-eaec558f-d5f3-4361-9e73-e17e842042b2 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:04.981974 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-72e6c988-0816-48dd-89c4-ec9646e0a2f5 req-eaec558f-d5f3-4361-9e73-e17e842042b2 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a780da9-d933-497d-83b4-3eaa73980fa4 HTTP/1.1" status: 200 len: 946 time: 0.1286705 Nov 12 08:32:04.989003 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6759fb-142e-4318-9397-342323a65bae tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Pushing event deleted for resources: {'Subnet': ['ID=88bf4141-97fa-4bf0-b738-fed5c4d4611a,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:05.044626 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ab75bf-b34c-46eb-9dce-874830a3f7b0 None None] Network 428e9fd8-3486-469d-8587-ea138a5f4017 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:32:05.047832 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ab75bf-b34c-46eb-9dce-874830a3f7b0 None None] Pushing event updated for resources: {'Port': ['ID=7f20f743-75df-4d2d-857c-958cb6a810de,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:05.057636 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-e9ab75bf-b34c-46eb-9dce-874830a3f7b0 None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:32:05.061457 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ab75bf-b34c-46eb-9dce-874830a3f7b0 None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:32:05.155620 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fb6759fb-142e-4318-9397-342323a65bae tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:05.179213 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-e9ab75bf-b34c-46eb-9dce-874830a3f7b0 None None] Attempting to bind port 7f20f743-75df-4d2d-857c-958cb6a810de on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:32:05.180268 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-e9ab75bf-b34c-46eb-9dce-874830a3f7b0 None None] Attempting to bind port 7f20f743-75df-4d2d-857c-958cb6a810de by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': 'dae182a4-56c0-4be4-ba02-8165741cc13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '428e9fd8-3486-469d-8587-ea138a5f4017'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:32:05.180910 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ab75bf-b34c-46eb-9dce-874830a3f7b0 None None] Attempting to bind port 7f20f743-75df-4d2d-857c-958cb6a810de on network 428e9fd8-3486-469d-8587-ea138a5f4017 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:32:05.193490 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ab75bf-b34c-46eb-9dce-874830a3f7b0 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:32:05.194391 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ab75bf-b34c-46eb-9dce-874830a3f7b0 None None] Checking segment: {'id': 'dae182a4-56c0-4be4-ba02-8165741cc13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '428e9fd8-3486-469d-8587-ea138a5f4017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:32:05.195059 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e9ab75bf-b34c-46eb-9dce-874830a3f7b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:05.195702 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ab75bf-b34c-46eb-9dce-874830a3f7b0 None None] Bound using segment: {'id': 'dae182a4-56c0-4be4-ba02-8165741cc13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '428e9fd8-3486-469d-8587-ea138a5f4017'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:32:05.196503 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-e9ab75bf-b34c-46eb-9dce-874830a3f7b0 None None] Bound port: 7f20f743-75df-4d2d-857c-958cb6a810de, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dae182a4-56c0-4be4-ba02-8165741cc13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '428e9fd8-3486-469d-8587-ea138a5f4017'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:32:05.197803 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e9ab75bf-b34c-46eb-9dce-874830a3f7b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:05.203247 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-fb6759fb-142e-4318-9397-342323a65bae tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['428e9fd8-3486-469d-8587-ea138a5f4017']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:05.222154 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-fb6759fb-142e-4318-9397-342323a65bae tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dae182a4-56c0-4be4-ba02-8165741cc13c') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:05.222510 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-fb6759fb-142e-4318-9397-342323a65bae tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dae182a4-56c0-4be4-ba02-8165741cc13c') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:05.242152 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fb6759fb-142e-4318-9397-342323a65bae tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:05.262469 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fb6759fb-142e-4318-9397-342323a65bae tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:05.270725 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb6759fb-142e-4318-9397-342323a65bae tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:32:05.271299 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fb6759fb-142e-4318-9397-342323a65bae tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:05.280436 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-249c2b5e-f202-4129-a278-e19ab67cfc2f None None] Provisioning complete for port 70221793-efeb-4ea8-8697-7c47ec150d58 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:05.281575 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-249c2b5e-f202-4129-a278-e19ab67cfc2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:05.355882 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:32:05.355882 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:32:05.355882 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:32:05.355882 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:32:05.355882 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:32:05.355882 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:32:05.355882 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:32:05.355882 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:32:05.355882 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:32:05.355882 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:32:05.355882 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:32:05.355882 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:32:05.355882 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:32:05.355882 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:32:05.355882 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:32:05.355882 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:32:05.355882 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:32:05.355882 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:32:05.355882 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:32:05.355882 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:32:05.355882 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:32:05.355882 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:32:05.355882 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:32:05.355882 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:32:05.355882 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:32:05.355882 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:32:05.355882 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:32:05.355882 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:32:05.355882 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:32:05.355882 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:32:05.355882 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:32:05.355882 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:32:05.401140 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:05.430630 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-72e6c988-0816-48dd-89c4-ec9646e0a2f5 req-c9d708c0-f700-4310-9424-3e938dac8d67 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/security-groups?id=79579dc9-7b86-4506-bd5c-77a53e3a0518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4421804 Nov 12 08:32:05.432299 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.db.api [None req-fb6759fb-142e-4318-9397-342323a65bae tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 08:32:05.432299 n-d-765315-29 neutron-server[102600]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 08:32:05.432299 n-d-765315-29 neutron-server[102600]: [parameters: {'id': '428e9fd8-3486-469d-8587-ea138a5f4017'}] Nov 12 08:32:05.432299 n-d-765315-29 neutron-server[102600]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:32:05.432854 n-d-765315-29 neutron-server[102600]: DEBUG oslo_db.api [None req-fb6759fb-142e-4318-9397-342323a65bae tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:32:05.490620 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a16c01db-852d-4bb2-ad6d-8959ce180366 req-1a20e76e-d10f-465f-9924-5c398c1c2623 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f098e594-7dd1-447e-9ce9-aec2cb4cc7ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1344030 Nov 12 08:32:05.509933 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e9ab75bf-b34c-46eb-9dce-874830a3f7b0 None None] For port 7f20f743-75df-4d2d-857c-958cb6a810de, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:32:05.515440 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e9ab75bf-b34c-46eb-9dce-874830a3f7b0 None None] For port 7f20f743-75df-4d2d-857c-958cb6a810de, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=7f20f743-75df-4d2d-857c-958cb6a810de,segment=NetworkSegment(dae182a4-56c0-4be4-ba02-8165741cc13c),segment_id=dae182a4-56c0-4be4-ba02-8165741cc13c)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:32:05.531334 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e9ab75bf-b34c-46eb-9dce-874830a3f7b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:05.612371 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2e1618-642f-4abd-8d35-2b4c226f3ffb req-ea36340b-7cbc-46b3-baf7-0396a690dc31 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:05.620947 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cc2e1618-642f-4abd-8d35-2b4c226f3ffb req-ea36340b-7cbc-46b3-baf7-0396a690dc31 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ba95516-31d0-45f1-9fa0-b2e433c0e37c HTTP/1.1" status: 200 len: 946 time: 0.0903821 Nov 12 08:32:05.702194 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cc2e1618-642f-4abd-8d35-2b4c226f3ffb req-fe18422f-d993-4b72-a503-4715f8a421be tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732396 Nov 12 08:32:05.702378 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16c01db-852d-4bb2-ad6d-8959ce180366 req-28722e3b-946b-4cce-a1d3-d0cdaa2b921b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:05.704217 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a16c01db-852d-4bb2-ad6d-8959ce180366 req-28722e3b-946b-4cce-a1d3-d0cdaa2b921b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4e695ccfe3434d44ababb01fdc20479b&device_id=f098e594-7dd1-447e-9ce9-aec2cb4cc7ec HTTP/1.1" status: 200 len: 1097 time: 0.1228127 Nov 12 08:32:05.746234 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ab75bf-b34c-46eb-9dce-874830a3f7b0 None None] Pushing event updated for resources: {'Port': ['ID=7f20f743-75df-4d2d-857c-958cb6a810de,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:05.786285 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe500f7-1395-4426-aad4-c7154411843b None None] Network 428e9fd8-3486-469d-8587-ea138a5f4017 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:32:05.793249 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-249c2b5e-f202-4129-a278-e19ab67cfc2f None None] Provisioning complete for port 06126a23-75f3-4bb9-a45d-e6cfdcac5526 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:05.793619 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-249c2b5e-f202-4129-a278-e19ab67cfc2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:05.936205 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fb6759fb-142e-4318-9397-342323a65bae tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:05.965973 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20478072-ff17-460b-b437-9ffa3a9f1faf req-98938f09-deff-43d8-a722-ce98ba45a529 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:05.967688 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-20478072-ff17-460b-b437-9ffa3a9f1faf req-98938f09-deff-43d8-a722-ce98ba45a529 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=44828f50-33dd-4d92-a1f1-50e7ef19d191 HTTP/1.1" status: 200 len: 946 time: 0.0772727 Nov 12 08:32:05.975782 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16c01db-852d-4bb2-ad6d-8959ce180366 req-c4316546-2fa7-4dc8-92bd-591f8e13e446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:05.977257 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a16c01db-852d-4bb2-ad6d-8959ce180366 req-c4316546-2fa7-4dc8-92bd-591f8e13e446 service neutron] 10.222.0.44 "GET /v2.0/networks?id=97ca3497-d4cd-4c64-83f2-e4cf0b99a680 HTTP/1.1" status: 200 len: 906 time: 0.2406743 Nov 12 08:32:06.069882 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-20478072-ff17-460b-b437-9ffa3a9f1faf req-493f01a1-cb62-4391-b1fa-65fdde3354a1 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=59070d8f-e354-4643-b6db-9938f05a29ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700376 Nov 12 08:32:06.086843 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d952aa95-0775-443f-ab09-622f571cb22d None None] get_active_networks_info from n-d-765315-29 {{(pid=102601) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 08:32:06.090295 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a16c01db-852d-4bb2-ad6d-8959ce180366 req-602bdac9-5378-48c0-9d23-c96d62d672d7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42aa8616-a591-4351-b169-51e41bf4aec5 HTTP/1.1" status: 200 len: 217 time: 0.1000597 Nov 12 08:32:06.144204 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-fb6759fb-142e-4318-9397-342323a65bae tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Deleting port 7f20f743-75df-4d2d-857c-958cb6a810de {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:32:06.145135 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fb6759fb-142e-4318-9397-342323a65bae tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:06.194642 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16c01db-852d-4bb2-ad6d-8959ce180366 req-86ce87c7-782e-4545-8060-61c2cf395918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:06.206842 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a16c01db-852d-4bb2-ad6d-8959ce180366 req-86ce87c7-782e-4545-8060-61c2cf395918 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e5a8c2de-791a-407e-b586-3b1004863989 HTTP/1.1" status: 200 len: 845 time: 0.1088192 Nov 12 08:32:06.275021 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a16c01db-852d-4bb2-ad6d-8959ce180366 req-c5f539b0-94a4-474b-add9-3e7a92d5938a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=97ca3497-d4cd-4c64-83f2-e4cf0b99a680&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595372 Nov 12 08:32:06.282237 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-fb6759fb-142e-4318-9397-342323a65bae tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] For port 7f20f743-75df-4d2d-857c-958cb6a810de, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=7f20f743-75df-4d2d-857c-958cb6a810de,segment=NetworkSegment(dae182a4-56c0-4be4-ba02-8165741cc13c),segment_id=dae182a4-56c0-4be4-ba02-8165741cc13c)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:06.282859 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fb6759fb-142e-4318-9397-342323a65bae tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:06.324531 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-fb6759fb-142e-4318-9397-342323a65bae tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Calling delete_port for 7f20f743-75df-4d2d-857c-958cb6a810de owned by network:dhcp {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:32:06.375514 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d952aa95-0775-443f-ab09-622f571cb22d None None] Resources bound (agent type, host, resource id): {{(pid=102601) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 08:32:06.547906 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fb6759fb-142e-4318-9397-342323a65bae tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:06.559338 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a16c01db-852d-4bb2-ad6d-8959ce180366 req-28acd1df-ee4e-4be4-9acc-79670a56f919 service neutron] 10.222.0.44 "GET /v2.0/networks/97ca3497-d4cd-4c64-83f2-e4cf0b99a680?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761393 Nov 12 08:32:06.569063 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7720c43e-5317-4133-bb87-53fd4669e65a req-00ebb22b-1d22-4681-a6a2-7c9518987f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:06.570540 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7720c43e-5317-4133-bb87-53fd4669e65a req-00ebb22b-1d22-4681-a6a2-7c9518987f2d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ce302650dd4d403585592f906b5d4534&device_id=5a780da9-d933-497d-83b4-3eaa73980fa4 HTTP/1.1" status: 200 len: 1098 time: 0.1159708 Nov 12 08:32:06.653672 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6759fb-142e-4318-9397-342323a65bae tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] No DVR routers for this DVR port 7f20f743-75df-4d2d-857c-958cb6a810de on host n-d-765315-29 {{(pid=102600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:32:06.657062 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6759fb-142e-4318-9397-342323a65bae tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Pushing event deleted for resources: {'Port': ['ID=7f20f743-75df-4d2d-857c-958cb6a810de,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:06.735849 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb433dd-8734-45c8-872e-01b578ea990e req-e7cb8038-ef66-4fbb-a750-e3bbbf5a755c tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:06.746253 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-edb433dd-8734-45c8-872e-01b578ea990e req-e7cb8038-ef66-4fbb-a750-e3bbbf5a755c tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a780da9-d933-497d-83b4-3eaa73980fa4 HTTP/1.1" status: 200 len: 946 time: 0.2427118 Nov 12 08:32:06.997779 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-fc1fa428-f494-4277-898b-56823540ff25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:07.045755 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-edb433dd-8734-45c8-872e-01b578ea990e req-9db98c01-c4d1-4cc4-91d0-38587327f97f tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/security-groups?id=79579dc9-7b86-4506-bd5c-77a53e3a0518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987196 Nov 12 08:32:07.073604 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fb6759fb-142e-4318-9397-342323a65bae tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:07.126134 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7720c43e-5317-4133-bb87-53fd4669e65a req-3a23655f-72da-4692-a7de-3852743a58b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:07.128384 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7720c43e-5317-4133-bb87-53fd4669e65a req-3a23655f-72da-4692-a7de-3852743a58b1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2de948c5-0d8e-4c3b-9717-70f1460531cb HTTP/1.1" status: 200 len: 920 time: 0.4174724 Nov 12 08:32:07.130807 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a16c01db-852d-4bb2-ad6d-8959ce180366 req-70f6eb9a-b9f0-435b-8703-99bdd23a9421 service neutron] 10.222.0.44 "GET /v2.0/networks/97ca3497-d4cd-4c64-83f2-e4cf0b99a680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4208906 Nov 12 08:32:07.147087 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-fb6759fb-142e-4318-9397-342323a65bae tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['428e9fd8-3486-469d-8587-ea138a5f4017']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:07.179289 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-fb6759fb-142e-4318-9397-342323a65bae tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dae182a4-56c0-4be4-ba02-8165741cc13c') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:07.183820 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-fb6759fb-142e-4318-9397-342323a65bae tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dae182a4-56c0-4be4-ba02-8165741cc13c') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:07.210609 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7720c43e-5317-4133-bb87-53fd4669e65a req-ddcf4b96-3999-43b5-854f-cfc98cccba8d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=70221793-efeb-4ea8-8697-7c47ec150d58 HTTP/1.1" status: 200 len: 217 time: 0.0599039 Nov 12 08:32:07.229299 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fb6759fb-142e-4318-9397-342323a65bae tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:07.274671 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fb6759fb-142e-4318-9397-342323a65bae tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:07.305268 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb6759fb-142e-4318-9397-342323a65bae tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:32:07.305921 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fb6759fb-142e-4318-9397-342323a65bae tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:07.317853 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44adb05-680c-4179-8b64-ab53cf3f7a92 req-6c9250a5-e075-428d-80fb-416815c711bd tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:07.329313 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c44adb05-680c-4179-8b64-ab53cf3f7a92 req-6c9250a5-e075-428d-80fb-416815c711bd tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ba95516-31d0-45f1-9fa0-b2e433c0e37c HTTP/1.1" status: 200 len: 946 time: 0.1164792 Nov 12 08:32:07.333181 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:32:07.333181 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:32:07.333181 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:32:07.333181 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:32:07.333181 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:32:07.333181 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:32:07.333181 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:32:07.333181 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:32:07.333181 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:32:07.333181 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:32:07.333181 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:32:07.333181 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:32:07.333181 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:32:07.333181 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:32:07.333181 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:32:07.333181 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:32:07.333181 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:32:07.333181 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:32:07.333181 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:32:07.333181 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:32:07.333181 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:32:07.333181 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:32:07.333181 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:32:07.333181 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:32:07.333181 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:32:07.333181 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:32:07.333181 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:32:07.333181 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:32:07.333181 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:32:07.333181 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:32:07.333181 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:32:07.333181 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:32:07.336378 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7720c43e-5317-4133-bb87-53fd4669e65a req-f5e3f5a9-79aa-4f5b-a723-32f7ba71d3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:07.336378 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7720c43e-5317-4133-bb87-53fd4669e65a req-f5e3f5a9-79aa-4f5b-a723-32f7ba71d3dc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d9d20dc8-d335-4f6a-937f-de81677ff212 HTTP/1.1" status: 200 len: 859 time: 0.1177101 Nov 12 08:32:07.387678 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7720c43e-5317-4133-bb87-53fd4669e65a req-38e43143-09d9-49d8-b0f3-ee138af7a84e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2de948c5-0d8e-4c3b-9717-70f1460531cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396092 Nov 12 08:32:07.504053 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fb6759fb-142e-4318-9397-342323a65bae tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:07.521036 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fb6759fb-142e-4318-9397-342323a65bae tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:07.528986 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-fb6759fb-142e-4318-9397-342323a65bae tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] 10.222.0.26 "DELETE /v2.0/networks/428e9fd8-3486-469d-8587-ea138a5f4017 HTTP/1.1" status: 204 len: 168 time: 3.7127991 Nov 12 08:32:07.535549 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 37796) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:07.549354 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-71a6c207-6c5e-4437-a3c9-ec3ed036a12a tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1479043856'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:07.571590 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7720c43e-5317-4133-bb87-53fd4669e65a req-67965517-9722-45f9-a5d4-ecc00c2b3fab service neutron] 10.222.0.44 "GET /v2.0/networks/2de948c5-0d8e-4c3b-9717-70f1460531cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720574 Nov 12 08:32:07.603795 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c44adb05-680c-4179-8b64-ab53cf3f7a92 req-257d863c-86de-4a2b-b39a-1cfc6450d953 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735748 Nov 12 08:32:07.605946 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6759fb-142e-4318-9397-342323a65bae tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Pushing event deleted for resources: {'Network': ['ID=428e9fd8-3486-469d-8587-ea138a5f4017,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:07.775329 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a6c207-6c5e-4437-a3c9-ec3ed036a12a tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Made reservation on behalf of c5658e1fd590472580961b2abfc7d8c2 for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:32:07.783119 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-71a6c207-6c5e-4437-a3c9-ec3ed036a12a tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:07.882134 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71a6c207-6c5e-4437-a3c9-ec3ed036a12a tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:32:07.900287 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-71a6c207-6c5e-4437-a3c9-ec3ed036a12a tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:07.900766 n-d-765315-29 neutron-server[102599]: INFO neutron.db.segments_db [None req-71a6c207-6c5e-4437-a3c9-ec3ed036a12a tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Added segment 9d558657-8028-4046-b655-bda1cd5794d4 of type vlan for network 8ea5b342-8887-4767-85f6-c1636df7266e Nov 12 08:32:07.915217 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:07.951614 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cb0994-0f8d-4793-bfb3-ac754ce895b2 req-e8897231-8102-40a6-8cd8-064420483ba1 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:07.953773 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-89cb0994-0f8d-4793-bfb3-ac754ce895b2 req-e8897231-8102-40a6-8cd8-064420483ba1 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=44828f50-33dd-4d92-a1f1-50e7ef19d191 HTTP/1.1" status: 200 len: 946 time: 0.1365755 Nov 12 08:32:07.984629 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7720c43e-5317-4133-bb87-53fd4669e65a req-d0a311f3-580e-455f-9a85-356935599680 service neutron] 10.222.0.44 "GET /v2.0/networks/2de948c5-0d8e-4c3b-9717-70f1460531cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4039938 Nov 12 08:32:08.031057 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-71a6c207-6c5e-4437-a3c9-ec3ed036a12a tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:08.080150 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-89cb0994-0f8d-4793-bfb3-ac754ce895b2 req-8eab5caf-116b-41f1-b65b-a190bdb99323 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=59070d8f-e354-4643-b6db-9938f05a29ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181314 Nov 12 08:32:08.086923 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-71a6c207-6c5e-4437-a3c9-ec3ed036a12a tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:08.095081 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a6c207-6c5e-4437-a3c9-ec3ed036a12a tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:08.096027 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-71a6c207-6c5e-4437-a3c9-ec3ed036a12a tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:08.203818 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-71a6c207-6c5e-4437-a3c9-ec3ed036a12a tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6647630 Nov 12 08:32:08.209373 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 37806) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:08.218712 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-9cc62820-a377-4fc5-a252-9bae1207e4e9 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Request body: {'subnet': {'network_id': '8ea5b342-8887-4767-85f6-c1636df7266e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:08.243618 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6c207-6c5e-4437-a3c9-ec3ed036a12a tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Pushing event updated for resources: {'Network': ['ID=8ea5b342-8887-4767-85f6-c1636df7266e,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:08.253139 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 8ea5b342-8887-4767-85f6-c1636df7266e details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:32:08.454837 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3088b6-350f-4a48-88e6-92cdba622b2f req-abd6c352-1a6a-4eea-97d7-c17684730394 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:08.466081 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1d3088b6-350f-4a48-88e6-92cdba622b2f req-abd6c352-1a6a-4eea-97d7-c17684730394 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a780da9-d933-497d-83b4-3eaa73980fa4 HTTP/1.1" status: 200 len: 946 time: 0.1116340 Nov 12 08:32:08.544267 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1d3088b6-350f-4a48-88e6-92cdba622b2f req-5a30daeb-7289-4b97-9dd3-ad153c43e007 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/security-groups?id=79579dc9-7b86-4506-bd5c-77a53e3a0518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754817 Nov 12 08:32:08.552194 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc62820-a377-4fc5-a252-9bae1207e4e9 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Made reservation on behalf of c5658e1fd590472580961b2abfc7d8c2 for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:32:08.557569 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9cc62820-a377-4fc5-a252-9bae1207e4e9 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:08.856293 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9cc62820-a377-4fc5-a252-9bae1207e4e9 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:08.980385 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc62820-a377-4fc5-a252-9bae1207e4e9 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Checking segment: {'id': '9d558657-8028-4046-b655-bda1cd5794d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8ea5b342-8887-4767-85f6-c1636df7266e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:32:08.980750 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc62820-a377-4fc5-a252-9bae1207e4e9 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Network hostable DHCP agents. Network: 8ea5b342-8887-4767-85f6-c1636df7266e, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:32:09.010158 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4801363e-87fd-44ab-99a1-9c05cd37c3d4 req-82345c83-65c7-49ee-98a6-c0bcfba9a8e7 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:09.018330 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4801363e-87fd-44ab-99a1-9c05cd37c3d4 req-82345c83-65c7-49ee-98a6-c0bcfba9a8e7 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ba95516-31d0-45f1-9fa0-b2e433c0e37c HTTP/1.1" status: 200 len: 946 time: 0.1773262 Nov 12 08:32:09.032972 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc62820-a377-4fc5-a252-9bae1207e4e9 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Pushing event updated for resources: {'Subnet': ['ID=a2109828-26c4-4da4-b6ab-a733e2022bf2,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:09.111482 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4801363e-87fd-44ab-99a1-9c05cd37c3d4 req-05a6d89d-f874-4046-9ffe-d402801e077c tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919642 Nov 12 08:32:09.112727 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc62820-a377-4fc5-a252-9bae1207e4e9 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Network 8ea5b342-8887-4767-85f6-c1636df7266e is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:32:09.135810 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-9cc62820-a377-4fc5-a252-9bae1207e4e9 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 8ea5b342-8887-4767-85f6-c1636df7266e) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:32:09.146870 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ede948-25fc-4695-a61b-d20233cb06aa None None] Network 8ea5b342-8887-4767-85f6-c1636df7266e requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:32:09.167009 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc62820-a377-4fc5-a252-9bae1207e4e9 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:09.167598 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9cc62820-a377-4fc5-a252-9bae1207e4e9 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:09.206462 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-9cc62820-a377-4fc5-a252-9bae1207e4e9 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9959335 Nov 12 08:32:09.210247 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 37818) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:09.217422 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-a0b852c0-5590-4626-87d0-d47426c8bb29 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Request body: {'subnet': {'network_id': '8ea5b342-8887-4767-85f6-c1636df7266e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:09.296211 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:09.384005 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9096047-3d0a-478c-a43a-f92cc7a079f9 req-32d801c9-a983-4eeb-89ed-e76afe78f656 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:09.389955 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b9096047-3d0a-478c-a43a-f92cc7a079f9 req-32d801c9-a983-4eeb-89ed-e76afe78f656 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=44828f50-33dd-4d92-a1f1-50e7ef19d191 HTTP/1.1" status: 200 len: 946 time: 0.1303763 Nov 12 08:32:09.430233 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063ad85a-00f9-400d-a46f-08ec220e0984 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-8ea5b342-8887-4767-85f6-c1636df7266e', 'network_id': '8ea5b342-8887-4767-85f6-c1636df7266e', 'tenant_id': 'c5658e1fd590472580961b2abfc7d8c2', 'fixed_ips': [{'subnet_id': 'a2109828-26c4-4da4-b6ab-a733e2022bf2'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:32:09.431255 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-063ad85a-00f9-400d-a46f-08ec220e0984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:09.543701 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b9096047-3d0a-478c-a43a-f92cc7a079f9 req-050d4bbb-6aee-4620-85fa-d8a4cfb60c2e tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=59070d8f-e354-4643-b6db-9938f05a29ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1480527 Nov 12 08:32:09.551671 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a300c23a-7885-4dff-8a40-0bdfb86f852b req-a509a0d9-1cda-49e4-8404-51b82d6a05f5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e7b22e6f-34ba-40cc-8b8b-fe95438187cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0960295 Nov 12 08:32:09.553252 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b852c0-5590-4626-87d0-d47426c8bb29 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Made reservation on behalf of c5658e1fd590472580961b2abfc7d8c2 for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:32:09.573443 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a0b852c0-5590-4626-87d0-d47426c8bb29 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:09.863354 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-063ad85a-00f9-400d-a46f-08ec220e0984 None None] Allocated IP 2001:db8::2 (8ea5b342-8887-4767-85f6-c1636df7266e/a2109828-26c4-4da4-b6ab-a733e2022bf2/68f54470-d43b-4359-8ed7-84045965e111) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:32:09.869312 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:09.940827 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0847abb1-d2df-4bdb-b626-52c76c76e362 req-6aced291-d9e6-4c51-a491-30dff73b7f04 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:09.942418 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0847abb1-d2df-4bdb-b626-52c76c76e362 req-6aced291-d9e6-4c51-a491-30dff73b7f04 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a780da9-d933-497d-83b4-3eaa73980fa4 HTTP/1.1" status: 200 len: 946 time: 0.1337872 Nov 12 08:32:09.980357 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a0b852c0-5590-4626-87d0-d47426c8bb29 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:10.020240 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b852c0-5590-4626-87d0-d47426c8bb29 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Network 8ea5b342-8887-4767-85f6-c1636df7266e is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:32:10.090968 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0847abb1-d2df-4bdb-b626-52c76c76e362 req-194fe749-8fde-48f0-89fe-fe0a10f79a3d tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/security-groups?id=79579dc9-7b86-4506-bd5c-77a53e3a0518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338749 Nov 12 08:32:10.095575 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-a0b852c0-5590-4626-87d0-d47426c8bb29 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:32:10.101162 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b852c0-5590-4626-87d0-d47426c8bb29 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:10.101781 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a0b852c0-5590-4626-87d0-d47426c8bb29 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:10.254507 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-063ad85a-00f9-400d-a46f-08ec220e0984 None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:10.261133 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-063ad85a-00f9-400d-a46f-08ec220e0984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:10.271830 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b852c0-5590-4626-87d0-d47426c8bb29 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Pushing event updated for resources: {'Subnet': ['ID=7491ba6e-e70f-4db2-8b69-b2ba726ad002,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:10.296486 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-a0b852c0-5590-4626-87d0-d47426c8bb29 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0842016 Nov 12 08:32:10.298478 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 37830) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:10.344648 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063ad85a-00f9-400d-a46f-08ec220e0984 None None] Network 8ea5b342-8887-4767-85f6-c1636df7266e is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:32:10.353601 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-063ad85a-00f9-400d-a46f-08ec220e0984 None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:32:10.361763 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063ad85a-00f9-400d-a46f-08ec220e0984 None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:32:10.379525 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063ad85a-00f9-400d-a46f-08ec220e0984 None None] Pushing event updated for resources: {'Port': ['ID=68f54470-d43b-4359-8ed7-84045965e111,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:10.382110 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6b27f6-7a86-4690-8d1e-a3b13dba549d req-f2438973-db02-4e05-ac4d-368e28a32d8f tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:10.389646 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ae6b27f6-7a86-4690-8d1e-a3b13dba549d req-f2438973-db02-4e05-ac4d-368e28a32d8f tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ba95516-31d0-45f1-9fa0-b2e433c0e37c HTTP/1.1" status: 200 len: 946 time: 0.1571856 Nov 12 08:32:10.405080 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300c23a-7885-4dff-8a40-0bdfb86f852b req-698f5c60-ba31-43f1-bcdc-eb427e14e2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:10.416833 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300c23a-7885-4dff-8a40-0bdfb86f852b req-698f5c60-ba31-43f1-bcdc-eb427e14e2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:10.417463 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300c23a-7885-4dff-8a40-0bdfb86f852b req-698f5c60-ba31-43f1-bcdc-eb427e14e2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:10.417988 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300c23a-7885-4dff-8a40-0bdfb86f852b req-698f5c60-ba31-43f1-bcdc-eb427e14e2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:10.418513 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300c23a-7885-4dff-8a40-0bdfb86f852b req-698f5c60-ba31-43f1-bcdc-eb427e14e2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:10.419045 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300c23a-7885-4dff-8a40-0bdfb86f852b req-698f5c60-ba31-43f1-bcdc-eb427e14e2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:10.420812 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300c23a-7885-4dff-8a40-0bdfb86f852b req-698f5c60-ba31-43f1-bcdc-eb427e14e2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:10.423304 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a300c23a-7885-4dff-8a40-0bdfb86f852b req-698f5c60-ba31-43f1-bcdc-eb427e14e2dc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=21a2ac24705441ab9e82ecd18312805e&device_id=e7b22e6f-34ba-40cc-8b8b-fe95438187cb HTTP/1.1" status: 200 len: 6509 time: 0.4748161 Nov 12 08:32:10.491392 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-063ad85a-00f9-400d-a46f-08ec220e0984 None None] Attempting to bind port 68f54470-d43b-4359-8ed7-84045965e111 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:32:10.492059 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-063ad85a-00f9-400d-a46f-08ec220e0984 None None] Attempting to bind port 68f54470-d43b-4359-8ed7-84045965e111 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '9d558657-8028-4046-b655-bda1cd5794d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8ea5b342-8887-4767-85f6-c1636df7266e'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:32:10.492621 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063ad85a-00f9-400d-a46f-08ec220e0984 None None] Attempting to bind port 68f54470-d43b-4359-8ed7-84045965e111 on network 8ea5b342-8887-4767-85f6-c1636df7266e {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:32:10.498706 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063ad85a-00f9-400d-a46f-08ec220e0984 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:32:10.499341 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063ad85a-00f9-400d-a46f-08ec220e0984 None None] Checking segment: {'id': '9d558657-8028-4046-b655-bda1cd5794d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8ea5b342-8887-4767-85f6-c1636df7266e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:32:10.499937 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-063ad85a-00f9-400d-a46f-08ec220e0984 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:10.500484 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063ad85a-00f9-400d-a46f-08ec220e0984 None None] Bound using segment: {'id': '9d558657-8028-4046-b655-bda1cd5794d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8ea5b342-8887-4767-85f6-c1636df7266e'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:32:10.501802 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-063ad85a-00f9-400d-a46f-08ec220e0984 None None] Bound port: 68f54470-d43b-4359-8ed7-84045965e111, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d558657-8028-4046-b655-bda1cd5794d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8ea5b342-8887-4767-85f6-c1636df7266e'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:32:10.502753 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-063ad85a-00f9-400d-a46f-08ec220e0984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:10.512820 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ae6b27f6-7a86-4690-8d1e-a3b13dba549d req-6e63fb94-3bfd-4794-9ab7-9e5c5318a60b tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212368 Nov 12 08:32:10.648235 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-063ad85a-00f9-400d-a46f-08ec220e0984 None None] For port 68f54470-d43b-4359-8ed7-84045965e111, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:32:10.653674 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-063ad85a-00f9-400d-a46f-08ec220e0984 None None] For port 68f54470-d43b-4359-8ed7-84045965e111, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=68f54470-d43b-4359-8ed7-84045965e111,segment=NetworkSegment(9d558657-8028-4046-b655-bda1cd5794d4),segment_id=9d558657-8028-4046-b655-bda1cd5794d4)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:32:10.672204 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-063ad85a-00f9-400d-a46f-08ec220e0984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:10.845913 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72c2e48-f9c3-4de8-b9cb-6707ff9c05b1 req-41bd7ee9-7c91-4aa3-bf07-f29e3b403741 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:10.859118 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063ad85a-00f9-400d-a46f-08ec220e0984 None None] Pushing event updated for resources: {'Port': ['ID=68f54470-d43b-4359-8ed7-84045965e111,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:10.898639 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e72c2e48-f9c3-4de8-b9cb-6707ff9c05b1 req-41bd7ee9-7c91-4aa3-bf07-f29e3b403741 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=44828f50-33dd-4d92-a1f1-50e7ef19d191 HTTP/1.1" status: 200 len: 946 time: 0.1425264 Nov 12 08:32:11.034716 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e72c2e48-f9c3-4de8-b9cb-6707ff9c05b1 req-44b0e499-ec8c-4917-9e92-4ba2e2f6276c tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=59070d8f-e354-4643-b6db-9938f05a29ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1555943 Nov 12 08:32:11.305546 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707f852f-a2ba-4025-9822-7a32275545d0 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:11.311730 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707f852f-a2ba-4025-9822-7a32275545d0 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:11.313405 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707f852f-a2ba-4025-9822-7a32275545d0 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:11.315002 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707f852f-a2ba-4025-9822-7a32275545d0 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:11.316685 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707f852f-a2ba-4025-9822-7a32275545d0 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:11.333244 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 37848) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:11.334712 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-707f852f-a2ba-4025-9822-7a32275545d0 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 1.0248237 Nov 12 08:32:11.355964 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-94c97d44-5025-431a-b203-2d49c54a2eab tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-774881800'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:11.432520 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94c97d44-5025-431a-b203-2d49c54a2eab tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Made reservation on behalf of c5658e1fd590472580961b2abfc7d8c2 for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:32:11.442712 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-94c97d44-5025-431a-b203-2d49c54a2eab tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:11.450738 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300c23a-7885-4dff-8a40-0bdfb86f852b req-249cd10e-343a-4c45-845b-121419cac7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:11.451215 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300c23a-7885-4dff-8a40-0bdfb86f852b req-249cd10e-343a-4c45-845b-121419cac7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:11.451681 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300c23a-7885-4dff-8a40-0bdfb86f852b req-249cd10e-343a-4c45-845b-121419cac7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:11.453681 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a300c23a-7885-4dff-8a40-0bdfb86f852b req-249cd10e-343a-4c45-845b-121419cac7b4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b1a7821e-f1d3-43e5-80d4-19a0f0105ed4&id=206f9d07-9c2e-4490-896d-289aa4538730&id=206f9d07-9c2e-4490-896d-289aa4538730&id=206f9d07-9c2e-4490-896d-289aa4538730&id=206f9d07-9c2e-4490-896d-289aa4538730&id=5b2a8b49-5710-48dd-bacf-1711bcf033cc&id=5b2a8b49-5710-48dd-bacf-1711bcf033cc HTTP/1.1" status: 200 len: 2298 time: 0.9833193 Nov 12 08:32:11.472433 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719521a5-6d9e-4916-adc0-2bb2af5a820c req-7bb8425b-6565-460b-b740-62ac34f95882 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:11.474573 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-719521a5-6d9e-4916-adc0-2bb2af5a820c req-7bb8425b-6565-460b-b740-62ac34f95882 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a780da9-d933-497d-83b4-3eaa73980fa4 HTTP/1.1" status: 200 len: 946 time: 0.2068751 Nov 12 08:32:11.520474 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 68f54470-d43b-4359-8ed7-84045965e111 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:32:11.548740 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94c97d44-5025-431a-b203-2d49c54a2eab tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:32:11.564109 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-94c97d44-5025-431a-b203-2d49c54a2eab tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:11.564395 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-94c97d44-5025-431a-b203-2d49c54a2eab tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Added segment d9988763-d020-40d2-b801-2a15915c2784 of type vlan for network 594f2462-b964-4f28-b5ef-267100cef706 Nov 12 08:32:11.632552 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a300c23a-7885-4dff-8a40-0bdfb86f852b req-80656b68-e673-4857-a35e-2aaa157a638d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e22b775a-a039-415a-be68-84e3c4aa81d5 HTTP/1.1" status: 200 len: 1000 time: 0.1649382 Nov 12 08:32:11.652271 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 68f54470-d43b-4359-8ed7-84045965e111 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:11.652911 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:11.692419 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-94c97d44-5025-431a-b203-2d49c54a2eab tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:11.755707 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-94c97d44-5025-431a-b203-2d49c54a2eab tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:11.764305 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c97d44-5025-431a-b203-2d49c54a2eab tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:11.767380 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-94c97d44-5025-431a-b203-2d49c54a2eab tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:11.775414 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300c23a-7885-4dff-8a40-0bdfb86f852b req-e4b47a4d-5558-481a-8a9b-17c90e4ae22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:11.781643 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a300c23a-7885-4dff-8a40-0bdfb86f852b req-e4b47a4d-5558-481a-8a9b-17c90e4ae22c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=12b144a6-628e-40a7-ae42-7387cab28ef8 HTTP/1.1" status: 200 len: 856 time: 0.1417503 Nov 12 08:32:11.835759 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:11.844315 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-719521a5-6d9e-4916-adc0-2bb2af5a820c req-c285cd1a-7084-4ad2-b87e-57d3035f1bd8 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/security-groups?id=79579dc9-7b86-4506-bd5c-77a53e3a0518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3607526 Nov 12 08:32:11.916927 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300c23a-7885-4dff-8a40-0bdfb86f852b req-fcc98c61-e0d5-4e96-acc5-fa74a8f1cfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:11.918233 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a300c23a-7885-4dff-8a40-0bdfb86f852b req-fcc98c61-e0d5-4e96-acc5-fa74a8f1cfc2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b1a7821e-f1d3-43e5-80d4-19a0f0105ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1326702 Nov 12 08:32:11.935957 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] For port 68f54470-d43b-4359-8ed7-84045965e111, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=68f54470-d43b-4359-8ed7-84045965e111,segment=NetworkSegment(9d558657-8028-4046-b655-bda1cd5794d4),segment_id=9d558657-8028-4046-b655-bda1cd5794d4)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:11.956221 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:11.973409 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c97d44-5025-431a-b203-2d49c54a2eab tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Pushing event updated for resources: {'Network': ['ID=594f2462-b964-4f28-b5ef-267100cef706,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:11.981879 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-94c97d44-5025-431a-b203-2d49c54a2eab tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6429222 Nov 12 08:32:11.984223 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 37862) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:11.999721 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-4103b6e4-be99-4bba-b746-18091447ee38 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:12.044585 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 594f2462-b964-4f28-b5ef-267100cef706 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:32:12.133855 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a300c23a-7885-4dff-8a40-0bdfb86f852b req-cc507fa3-afaa-41fe-99a6-a371b0e6a365 service neutron] 10.222.0.21 "GET /v2.0/networks/b1a7821e-f1d3-43e5-80d4-19a0f0105ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041655 Nov 12 08:32:12.415013 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a300c23a-7885-4dff-8a40-0bdfb86f852b req-5a16bc3a-dadb-4da6-9f66-f01f6621ad58 service neutron] 10.222.0.21 "GET /v2.0/networks/b1a7821e-f1d3-43e5-80d4-19a0f0105ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739213 Nov 12 08:32:12.436353 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Pushing event updated for resources: {'Port': ['ID=68f54470-d43b-4359-8ed7-84045965e111,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:12.478878 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:12.527666 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5691cf-a10a-46f5-91fb-a318a718b116 req-d3887cf7-4966-484f-be2c-3e23dcbd28a9 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:12.531865 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4d5691cf-a10a-46f5-91fb-a318a718b116 req-d3887cf7-4966-484f-be2c-3e23dcbd28a9 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ba95516-31d0-45f1-9fa0-b2e433c0e37c HTTP/1.1" status: 200 len: 946 time: 0.5243731 Nov 12 08:32:12.542246 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a300c23a-7885-4dff-8a40-0bdfb86f852b req-cf5eb7d1-fd7f-433b-bb36-b1f77c7e6018 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.87&port_id=2ad84d50-d7c9-425a-b9f6-7a7fc1b1156e HTTP/1.1" status: 200 len: 217 time: 0.1201215 Nov 12 08:32:12.659148 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300c23a-7885-4dff-8a40-0bdfb86f852b req-d346d886-2a04-4d70-9570-9e75142f9392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:12.663525 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a300c23a-7885-4dff-8a40-0bdfb86f852b req-d346d886-2a04-4d70-9570-9e75142f9392 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=451e17db-46f2-4a8d-9633-d7807ea2bdef HTTP/1.1" status: 200 len: 797 time: 0.1101999 Nov 12 08:32:12.741782 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90dfb39e-c910-4cae-ab57-67d967220370 None None] Network 8ea5b342-8887-4767-85f6-c1636df7266e requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:32:12.805839 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4d5691cf-a10a-46f5-91fb-a318a718b116 req-3178e8ac-008f-43f7-ab84-329eff19ce2a tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658591 Nov 12 08:32:12.860189 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4103b6e4-be99-4bba-b746-18091447ee38 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:12.868107 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300c23a-7885-4dff-8a40-0bdfb86f852b req-41acda2e-b356-46b2-96a6-267379e3798a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:12.875903 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a300c23a-7885-4dff-8a40-0bdfb86f852b req-41acda2e-b356-46b2-96a6-267379e3798a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=206f9d07-9c2e-4490-896d-289aa4538730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2025714 Nov 12 08:32:12.897962 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4103b6e4-be99-4bba-b746-18091447ee38 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:12.982291 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4103b6e4-be99-4bba-b746-18091447ee38 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Network 594f2462-b964-4f28-b5ef-267100cef706 is not hosted by any dhcp agent {{(pid=102600) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 08:32:12.988802 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4103b6e4-be99-4bba-b746-18091447ee38 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:12.995476 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4103b6e4-be99-4bba-b746-18091447ee38 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:13.004403 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-4103b6e4-be99-4bba-b746-18091447ee38 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] 10.222.0.26 "PUT /v2.0/networks/594f2462-b964-4f28-b5ef-267100cef706 HTTP/1.1" status: 200 len: 723 time: 1.0186596 Nov 12 08:32:13.045525 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 37878) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:13.059469 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-52c21168-5aa7-4a78-9afb-a0a377f79889 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Request body: {'subnet': {'network_id': '594f2462-b964-4f28-b5ef-267100cef706', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:13.128752 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a300c23a-7885-4dff-8a40-0bdfb86f852b req-ff6ec105-3ed8-4819-b8fb-6f6d96dd5293 service neutron] 10.222.0.21 "GET /v2.0/networks/206f9d07-9c2e-4490-896d-289aa4538730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440965 Nov 12 08:32:13.180751 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4103b6e4-be99-4bba-b746-18091447ee38 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Pushing event updated for resources: {'Network': ['ID=594f2462-b964-4f28-b5ef-267100cef706,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:13.228949 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 594f2462-b964-4f28-b5ef-267100cef706 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:32:13.312326 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4074e7de-ec3f-4270-9b3a-5c189dd0a878 req-6dd13763-8727-481d-a748-dc23fe16f55b tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:13.313886 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4074e7de-ec3f-4270-9b3a-5c189dd0a878 req-6dd13763-8727-481d-a748-dc23fe16f55b tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=44828f50-33dd-4d92-a1f1-50e7ef19d191 HTTP/1.1" status: 200 len: 946 time: 0.3973470 Nov 12 08:32:13.385547 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a300c23a-7885-4dff-8a40-0bdfb86f852b req-a520e476-ec33-479f-a664-957c49101b42 service neutron] 10.222.0.21 "GET /v2.0/networks/206f9d07-9c2e-4490-896d-289aa4538730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468710 Nov 12 08:32:13.472552 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 68f54470-d43b-4359-8ed7-84045965e111 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:32:13.533458 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c21168-5aa7-4a78-9afb-a0a377f79889 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Made reservation on behalf of c5658e1fd590472580961b2abfc7d8c2 for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:32:13.539392 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-52c21168-5aa7-4a78-9afb-a0a377f79889 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:13.542615 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a300c23a-7885-4dff-8a40-0bdfb86f852b req-70a835b1-9866-469d-b7d4-612fffbd7065 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.134&port_id=a9c14931-8b9b-4467-9aca-bbbe106d4681 HTTP/1.1" status: 200 len: 217 time: 0.1486561 Nov 12 08:32:13.553032 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-78996ead-04aa-4df3-bead-382422ed95cd None None] Provisioning complete for port 68f54470-d43b-4359-8ed7-84045965e111 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:13.554804 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-78996ead-04aa-4df3-bead-382422ed95cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:13.590940 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4074e7de-ec3f-4270-9b3a-5c189dd0a878 req-64a91bbe-8687-435c-8d34-1473a97c2fb4 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=59070d8f-e354-4643-b6db-9938f05a29ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2674024 Nov 12 08:32:13.672777 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300c23a-7885-4dff-8a40-0bdfb86f852b req-201b1343-5db4-4051-8717-f357b6ad26e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:13.674301 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a300c23a-7885-4dff-8a40-0bdfb86f852b req-201b1343-5db4-4051-8717-f357b6ad26e2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=451e17db-46f2-4a8d-9633-d7807ea2bdef HTTP/1.1" status: 200 len: 797 time: 0.1244073 Nov 12 08:32:13.733170 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 68f54470-d43b-4359-8ed7-84045965e111 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:13.733712 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:13.783587 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300c23a-7885-4dff-8a40-0bdfb86f852b req-0f61fe9a-6bdf-4e68-9ec1-2a8dd46d5070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:13.790065 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a300c23a-7885-4dff-8a40-0bdfb86f852b req-0f61fe9a-6bdf-4e68-9ec1-2a8dd46d5070 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=206f9d07-9c2e-4490-896d-289aa4538730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1082222 Nov 12 08:32:14.022550 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-52c21168-5aa7-4a78-9afb-a0a377f79889 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:14.057477 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a300c23a-7885-4dff-8a40-0bdfb86f852b req-ad8725e4-4358-472d-b417-eed0a290a767 service neutron] 10.222.0.21 "GET /v2.0/networks/206f9d07-9c2e-4490-896d-289aa4538730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589326 Nov 12 08:32:14.156494 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6758f0f-8828-449d-91ba-19f01c103cdf None None] Update dhcp port {'port': {'network_id': '8ea5b342-8887-4767-85f6-c1636df7266e', 'fixed_ips': [{'subnet_id': 'a2109828-26c4-4da4-b6ab-a733e2022bf2', 'ip_address': '2001:db8::2'}, {'subnet_id': '7491ba6e-e70f-4db2-8b69-b2ba726ad002'}], 'binding:host_id': 'n-d-765315-29'}, 'id': '68f54470-d43b-4359-8ed7-84045965e111'} from n-d-765315-29. {{(pid=102601) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 08:32:14.213588 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1bd2d0-5586-4a19-8a2a-95f6653062a2 req-42337089-42e9-4070-bcc5-365a5075c150 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:14.216038 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a6758f0f-8828-449d-91ba-19f01c103cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:14.224666 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5b1bd2d0-5586-4a19-8a2a-95f6653062a2 req-42337089-42e9-4070-bcc5-365a5075c150 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ba95516-31d0-45f1-9fa0-b2e433c0e37c HTTP/1.1" status: 200 len: 946 time: 0.2254274 Nov 12 08:32:14.234826 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a300c23a-7885-4dff-8a40-0bdfb86f852b req-5efbc9ef-f8c6-4840-a0ed-5d2c1239c4e4 service neutron] 10.222.0.21 "GET /v2.0/networks/206f9d07-9c2e-4490-896d-289aa4538730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656952 Nov 12 08:32:14.237582 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c21168-5aa7-4a78-9afb-a0a377f79889 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Pushing event updated for resources: {'Subnet': ['ID=4d707b1c-a21b-418e-8e83-ba8e4db95904,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:14.298645 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c21168-5aa7-4a78-9afb-a0a377f79889 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Checking segment: {'id': 'd9988763-d020-40d2-b801-2a15915c2784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '594f2462-b964-4f28-b5ef-267100cef706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:32:14.299151 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c21168-5aa7-4a78-9afb-a0a377f79889 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Network hostable DHCP agents. Network: 594f2462-b964-4f28-b5ef-267100cef706, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:32:14.332159 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a300c23a-7885-4dff-8a40-0bdfb86f852b req-76b3cebc-e775-45de-8a27-c4ba32c6d319 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.122&port_id=921ed5c3-bc6c-44c2-a043-9f5a63a8dd21 HTTP/1.1" status: 200 len: 217 time: 0.0882354 Nov 12 08:32:14.358004 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5b1bd2d0-5586-4a19-8a2a-95f6653062a2 req-fb9ee90c-1c5b-4921-ab17-b9f0cd3f830e tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323364 Nov 12 08:32:14.388113 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c21168-5aa7-4a78-9afb-a0a377f79889 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Network 594f2462-b964-4f28-b5ef-267100cef706 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:32:14.414975 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-52c21168-5aa7-4a78-9afb-a0a377f79889 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 594f2462-b964-4f28-b5ef-267100cef706) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:32:14.419690 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c21168-5aa7-4a78-9afb-a0a377f79889 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:14.420361 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-52c21168-5aa7-4a78-9afb-a0a377f79889 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:14.455560 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-52c21168-5aa7-4a78-9afb-a0a377f79889 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4006765 Nov 12 08:32:14.456199 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 37900) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:14.469121 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-1457d211-2f83-47ee-a702-65ad354d4e7b tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:14.475432 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25be9b62-bf9b-4ca7-8b4b-235c857d8f82 None None] Network 594f2462-b964-4f28-b5ef-267100cef706 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:32:14.539763 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300c23a-7885-4dff-8a40-0bdfb86f852b req-c94ee578-1143-4f29-a47d-fea2094d7d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:14.541621 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a300c23a-7885-4dff-8a40-0bdfb86f852b req-c94ee578-1143-4f29-a47d-fea2094d7d5b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=451e17db-46f2-4a8d-9633-d7807ea2bdef HTTP/1.1" status: 200 len: 797 time: 0.2020848 Nov 12 08:32:14.572199 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-a6758f0f-8828-449d-91ba-19f01c103cdf None None] Allocated IP 172.20.0.1 (8ea5b342-8887-4767-85f6-c1636df7266e/7491ba6e-e70f-4db2-8b69-b2ba726ad002/68f54470-d43b-4359-8ed7-84045965e111) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:32:14.578373 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d903ec6-55ce-4b51-ad47-ccef73ef3429 req-359019e4-b1bf-4abc-b3ad-23efb2618436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:14.582720 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0d903ec6-55ce-4b51-ad47-ccef73ef3429 req-359019e4-b1bf-4abc-b3ad-23efb2618436 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6d4d05cf75bd48988e66a58743392390&device_id=44828f50-33dd-4d92-a1f1-50e7ef19d191 HTTP/1.1" status: 200 len: 1098 time: 0.1719000 Nov 12 08:32:14.667012 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1457d211-2f83-47ee-a702-65ad354d4e7b tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-29476984'] for subnet, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:14.815373 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300c23a-7885-4dff-8a40-0bdfb86f852b req-4c63f493-554b-42c7-850e-c028142ea0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:14.819412 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a300c23a-7885-4dff-8a40-0bdfb86f852b req-4c63f493-554b-42c7-850e-c028142ea0a0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=206f9d07-9c2e-4490-896d-289aa4538730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2673552 Nov 12 08:32:14.882796 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-a6758f0f-8828-449d-91ba-19f01c103cdf None None] For port 68f54470-d43b-4359-8ed7-84045965e111, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=68f54470-d43b-4359-8ed7-84045965e111,segment=NetworkSegment(9d558657-8028-4046-b655-bda1cd5794d4),segment_id=9d558657-8028-4046-b655-bda1cd5794d4)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:14.892974 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83cc5f6-0237-42c8-aeac-7f9814a80064 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-594f2462-b964-4f28-b5ef-267100cef706', 'network_id': '594f2462-b964-4f28-b5ef-267100cef706', 'tenant_id': 'c5658e1fd590472580961b2abfc7d8c2', 'fixed_ips': [{'subnet_id': '4d707b1c-a21b-418e-8e83-ba8e4db95904'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:32:14.893991 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a83cc5f6-0237-42c8-aeac-7f9814a80064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:14.945847 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d903ec6-55ce-4b51-ad47-ccef73ef3429 req-9c365651-29d4-48f1-8690-44c7c4727eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:14.947686 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0d903ec6-55ce-4b51-ad47-ccef73ef3429 req-9c365651-29d4-48f1-8690-44c7c4727eb9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9002ff25-76a7-4c3d-8082-16c14deb03d5 HTTP/1.1" status: 200 len: 917 time: 0.3241386 Nov 12 08:32:15.002933 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a6758f0f-8828-449d-91ba-19f01c103cdf None None] Publish callbacks [] for port, precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:15.012606 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a6758f0f-8828-449d-91ba-19f01c103cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:15.017016 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf285bf-0454-4d08-ac36-3ab00dc56416 req-a912eccf-54b9-4543-8cea-2f01a984de5a tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:15.022967 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bbf285bf-0454-4d08-ac36-3ab00dc56416 req-a912eccf-54b9-4543-8cea-2f01a984de5a tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=44828f50-33dd-4d92-a1f1-50e7ef19d191 HTTP/1.1" status: 200 len: 946 time: 0.2680039 Nov 12 08:32:15.081880 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0d903ec6-55ce-4b51-ad47-ccef73ef3429 req-9bbf343d-b4fb-477f-90fb-18cac4b0a012 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0af5052b-702a-4c16-99fd-5b5921c73433 HTTP/1.1" status: 200 len: 1002 time: 0.1170709 Nov 12 08:32:15.124674 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bbf285bf-0454-4d08-ac36-3ab00dc56416 req-89fdff06-c7bb-41d3-8579-2217a4a0cfee tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=59070d8f-e354-4643-b6db-9938f05a29ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942175 Nov 12 08:32:15.144060 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6758f0f-8828-449d-91ba-19f01c103cdf None None] Pushing event updated for resources: {'Port': ['ID=68f54470-d43b-4359-8ed7-84045965e111,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:15.151270 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1457d211-2f83-47ee-a702-65ad354d4e7b tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762119822987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-31116702'] for subnet, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:15.211045 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d903ec6-55ce-4b51-ad47-ccef73ef3429 req-3d5fb5d6-58a8-4ed4-a789-f8f2541fb0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:15.217539 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0d903ec6-55ce-4b51-ad47-ccef73ef3429 req-3d5fb5d6-58a8-4ed4-a789-f8f2541fb0b7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c8e8c768-2d07-4b3f-a074-a2b6b712f48f HTTP/1.1" status: 200 len: 855 time: 0.1216686 Nov 12 08:32:15.230737 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a300c23a-7885-4dff-8a40-0bdfb86f852b req-031cae7e-06b8-4c61-bdfc-109b7f6c2fe5 service neutron] 10.222.0.21 "GET /v2.0/networks/206f9d07-9c2e-4490-896d-289aa4538730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4019234 Nov 12 08:32:15.258496 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1457d211-2f83-47ee-a702-65ad354d4e7b tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:15.259290 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1457d211-2f83-47ee-a702-65ad354d4e7b tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:15.263060 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-1457d211-2f83-47ee-a702-65ad354d4e7b tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] 10.222.0.26 "PUT /v2.0/subnets/4d707b1c-a21b-418e-8e83-ba8e4db95904 HTTP/1.1" status: 200 len: 826 time: 0.8035259 Nov 12 08:32:15.270364 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 37912) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:15.276725 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-a83cc5f6-0237-42c8-aeac-7f9814a80064 None None] Allocated IP 2001:db8::2 (594f2462-b964-4f28-b5ef-267100cef706/4d707b1c-a21b-418e-8e83-ba8e4db95904/4c8de8dd-737f-46f4-ac83-5bb12c91833d) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:32:15.394219 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1457d211-2f83-47ee-a702-65ad354d4e7b tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Pushing event updated for resources: {'Subnet': ['ID=4d707b1c-a21b-418e-8e83-ba8e4db95904,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:15.410417 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d903ec6-55ce-4b51-ad47-ccef73ef3429 req-2f675f1f-d89e-4665-aff4-3b95af8afdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:15.412577 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0d903ec6-55ce-4b51-ad47-ccef73ef3429 req-2f675f1f-d89e-4665-aff4-3b95af8afdc3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9002ff25-76a7-4c3d-8082-16c14deb03d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1808951 Nov 12 08:32:15.503525 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d4e2669f-1d41-48b4-b471-552fe843a6b2 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:15.529570 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 68f54470-d43b-4359-8ed7-84045965e111 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:32:15.529866 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a300c23a-7885-4dff-8a40-0bdfb86f852b req-fd7d6ee9-b056-4e79-bc46-6b663ba3c0ca service neutron] 10.222.0.21 "GET /v2.0/networks/206f9d07-9c2e-4490-896d-289aa4538730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273898 Nov 12 08:32:15.591760 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d4e2669f-1d41-48b4-b471-552fe843a6b2 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:15.602300 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a300c23a-7885-4dff-8a40-0bdfb86f852b req-d1f80d8a-bc53-4cc8-923f-0b16b877f631 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.163&port_id=69493e27-daa5-4af2-a855-9781e1cf385b HTTP/1.1" status: 200 len: 217 time: 0.0623164 Nov 12 08:32:15.700560 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0d903ec6-55ce-4b51-ad47-ccef73ef3429 req-f192d741-df21-4d32-8944-c2c6e02a6dfd service neutron] 10.222.0.44 "GET /v2.0/networks/9002ff25-76a7-4c3d-8082-16c14deb03d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795298 Nov 12 08:32:15.723465 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300c23a-7885-4dff-8a40-0bdfb86f852b req-4d1cb24d-191a-46bf-b11d-5a2530ca3c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:15.731431 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a300c23a-7885-4dff-8a40-0bdfb86f852b req-4d1cb24d-191a-46bf-b11d-5a2530ca3c38 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=451e17db-46f2-4a8d-9633-d7807ea2bdef HTTP/1.1" status: 200 len: 797 time: 0.1165254 Nov 12 08:32:15.738268 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95708ae-86a7-474f-a306-738c4a7b59b5 req-8638acf5-e160-44ca-b6b5-f72ec2ec7c5a tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:15.740353 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c95708ae-86a7-474f-a306-738c4a7b59b5 req-8638acf5-e160-44ca-b6b5-f72ec2ec7c5a tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ba95516-31d0-45f1-9fa0-b2e433c0e37c HTTP/1.1" status: 200 len: 946 time: 0.1598730 Nov 12 08:32:15.763513 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 68f54470-d43b-4359-8ed7-84045965e111 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:15.764761 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:15.806295 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a83cc5f6-0237-42c8-aeac-7f9814a80064 None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:15.829992 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a83cc5f6-0237-42c8-aeac-7f9814a80064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:15.841833 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d4e2669f-1d41-48b4-b471-552fe843a6b2 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:15.865525 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c95708ae-86a7-474f-a306-738c4a7b59b5 req-22f62bd3-1e7d-4a3c-9863-ca5c3cff3c9e tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144896 Nov 12 08:32:15.935742 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e2669f-1d41-48b4-b471-552fe843a6b2 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Pushing event deleted for resources: {'Subnet': ['ID=4d707b1c-a21b-418e-8e83-ba8e4db95904,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:15.950220 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83cc5f6-0237-42c8-aeac-7f9814a80064 None None] Pushing event updated for resources: {'Port': ['ID=4c8de8dd-737f-46f4-ac83-5bb12c91833d,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:15.998741 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300c23a-7885-4dff-8a40-0bdfb86f852b req-dbc650d1-b231-432e-a951-2f707c67325d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:16.000055 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83cc5f6-0237-42c8-aeac-7f9814a80064 None None] Network 594f2462-b964-4f28-b5ef-267100cef706 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:32:16.002226 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a300c23a-7885-4dff-8a40-0bdfb86f852b req-dbc650d1-b231-432e-a951-2f707c67325d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=206f9d07-9c2e-4490-896d-289aa4538730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2699673 Nov 12 08:32:16.008867 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-a83cc5f6-0237-42c8-aeac-7f9814a80064 None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:32:16.024161 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83cc5f6-0237-42c8-aeac-7f9814a80064 None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:32:16.043301 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d4e2669f-1d41-48b4-b471-552fe843a6b2 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:16.078936 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-d4e2669f-1d41-48b4-b471-552fe843a6b2 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['594f2462-b964-4f28-b5ef-267100cef706']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:16.116529 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-d4e2669f-1d41-48b4-b471-552fe843a6b2 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9988763-d020-40d2-b801-2a15915c2784') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:16.117598 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-d4e2669f-1d41-48b4-b471-552fe843a6b2 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9988763-d020-40d2-b801-2a15915c2784') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:16.142010 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d4e2669f-1d41-48b4-b471-552fe843a6b2 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:16.153698 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d4e2669f-1d41-48b4-b471-552fe843a6b2 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:16.162477 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4e2669f-1d41-48b4-b471-552fe843a6b2 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:32:16.163395 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d4e2669f-1d41-48b4-b471-552fe843a6b2 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:16.220486 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0d903ec6-55ce-4b51-ad47-ccef73ef3429 req-c883843d-e7bf-4938-b6fd-f2e10a5d2c31 service neutron] 10.222.0.44 "GET /v2.0/networks/9002ff25-76a7-4c3d-8082-16c14deb03d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5089247 Nov 12 08:32:16.266818 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-a83cc5f6-0237-42c8-aeac-7f9814a80064 None None] Attempting to bind port 4c8de8dd-737f-46f4-ac83-5bb12c91833d on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:32:16.267182 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-a83cc5f6-0237-42c8-aeac-7f9814a80064 None None] Attempting to bind port 4c8de8dd-737f-46f4-ac83-5bb12c91833d by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': 'd9988763-d020-40d2-b801-2a15915c2784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '594f2462-b964-4f28-b5ef-267100cef706'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:32:16.267538 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83cc5f6-0237-42c8-aeac-7f9814a80064 None None] Attempting to bind port 4c8de8dd-737f-46f4-ac83-5bb12c91833d on network 594f2462-b964-4f28-b5ef-267100cef706 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:32:16.283920 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83cc5f6-0237-42c8-aeac-7f9814a80064 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:32:16.284620 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83cc5f6-0237-42c8-aeac-7f9814a80064 None None] Checking segment: {'id': 'd9988763-d020-40d2-b801-2a15915c2784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '594f2462-b964-4f28-b5ef-267100cef706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:32:16.284716 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a83cc5f6-0237-42c8-aeac-7f9814a80064 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:16.285049 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83cc5f6-0237-42c8-aeac-7f9814a80064 None None] Bound using segment: {'id': 'd9988763-d020-40d2-b801-2a15915c2784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '594f2462-b964-4f28-b5ef-267100cef706'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:32:16.285543 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-a83cc5f6-0237-42c8-aeac-7f9814a80064 None None] Bound port: 4c8de8dd-737f-46f4-ac83-5bb12c91833d, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9988763-d020-40d2-b801-2a15915c2784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '594f2462-b964-4f28-b5ef-267100cef706'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:32:16.286035 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a83cc5f6-0237-42c8-aeac-7f9814a80064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:16.288490 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:32:16.288490 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:32:16.288490 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:32:16.288490 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:32:16.288490 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:32:16.288490 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:32:16.288490 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:32:16.288490 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:32:16.288490 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:32:16.288490 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:32:16.288490 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:32:16.288490 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:32:16.288490 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:32:16.288490 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:32:16.288490 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:32:16.288490 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:32:16.288490 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:32:16.288490 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:32:16.288490 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:32:16.288490 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:32:16.288490 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:32:16.288490 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:32:16.288490 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:32:16.288490 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:32:16.288490 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:32:16.288490 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:32:16.288490 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:32:16.288490 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:32:16.288490 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:32:16.288490 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:32:16.288490 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:32:16.288490 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:32:16.301090 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a300c23a-7885-4dff-8a40-0bdfb86f852b req-af7c682a-502b-4e6d-95e2-860e08403c0e service neutron] 10.222.0.21 "GET /v2.0/networks/206f9d07-9c2e-4490-896d-289aa4538730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866569 Nov 12 08:32:16.326462 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.db.api [None req-d4e2669f-1d41-48b4-b471-552fe843a6b2 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 08:32:16.326462 n-d-765315-29 neutron-server[102600]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 08:32:16.326462 n-d-765315-29 neutron-server[102600]: [parameters: {'id': '594f2462-b964-4f28-b5ef-267100cef706'}] Nov 12 08:32:16.326462 n-d-765315-29 neutron-server[102600]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:32:16.327071 n-d-765315-29 neutron-server[102600]: DEBUG oslo_db.api [None req-d4e2669f-1d41-48b4-b471-552fe843a6b2 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:32:16.343433 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5f807d-23dd-4733-9213-e3c84cb90fed None None] Network 8ea5b342-8887-4767-85f6-c1636df7266e requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:32:16.401373 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ced616-be25-4290-b3cc-0feaec405592 req-93c3595c-f62e-424f-9ba5-2f1c3f029837 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:16.414318 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a8ced616-be25-4290-b3cc-0feaec405592 req-93c3595c-f62e-424f-9ba5-2f1c3f029837 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a780da9-d933-497d-83b4-3eaa73980fa4 HTTP/1.1" status: 200 len: 946 time: 0.1216931 Nov 12 08:32:16.495935 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a300c23a-7885-4dff-8a40-0bdfb86f852b req-36a73680-b9d8-4546-b184-6c3b853fb083 service neutron] 10.222.0.21 "GET /v2.0/networks/206f9d07-9c2e-4490-896d-289aa4538730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859436 Nov 12 08:32:16.546482 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-a83cc5f6-0237-42c8-aeac-7f9814a80064 None None] For port 4c8de8dd-737f-46f4-ac83-5bb12c91833d, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:32:16.550184 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-a83cc5f6-0237-42c8-aeac-7f9814a80064 None None] For port 4c8de8dd-737f-46f4-ac83-5bb12c91833d, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=4c8de8dd-737f-46f4-ac83-5bb12c91833d,segment=NetworkSegment(d9988763-d020-40d2-b801-2a15915c2784),segment_id=d9988763-d020-40d2-b801-2a15915c2784)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:32:16.563405 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a83cc5f6-0237-42c8-aeac-7f9814a80064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:16.621881 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a300c23a-7885-4dff-8a40-0bdfb86f852b req-dfd7537b-4d0f-4a30-acac-0f37932f2b18 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a76e0b9e-8617-4bd9-a2b4-d69cee07db2a HTTP/1.1" status: 200 len: 217 time: 0.1173115 Nov 12 08:32:16.622407 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 37936) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:16.634830 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-d60d2557-169c-4d1b-8461-aa32ba035645 None None] Provisioning complete for port 68f54470-d43b-4359-8ed7-84045965e111 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:16.635397 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d60d2557-169c-4d1b-8461-aa32ba035645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:16.679254 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83cc5f6-0237-42c8-aeac-7f9814a80064 None None] Pushing event updated for resources: {'Port': ['ID=4c8de8dd-737f-46f4-ac83-5bb12c91833d,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:16.733076 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300c23a-7885-4dff-8a40-0bdfb86f852b req-e9b316f1-b1b3-469e-9f06-2ea3628ca638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:16.735998 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a300c23a-7885-4dff-8a40-0bdfb86f852b req-e9b316f1-b1b3-469e-9f06-2ea3628ca638 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9f233125-4b62-40de-bf22-04d217d99b20 HTTP/1.1" status: 200 len: 797 time: 0.1040184 Nov 12 08:32:16.834106 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300c23a-7885-4dff-8a40-0bdfb86f852b req-01743da8-1259-466c-961b-975e02ac04e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:16.835751 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a300c23a-7885-4dff-8a40-0bdfb86f852b req-01743da8-1259-466c-961b-975e02ac04e8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5b2a8b49-5710-48dd-bacf-1711bcf033cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0922642 Nov 12 08:32:16.854290 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-214e1b72-ea9f-470f-9d8a-42ca12854501 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:16.863359 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c2ab17-7356-4086-b474-bf40c716e480 None None] Network 594f2462-b964-4f28-b5ef-267100cef706 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:32:17.010627 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a300c23a-7885-4dff-8a40-0bdfb86f852b req-2c4bed1e-599e-43a7-a02f-12cfb28021ba service neutron] 10.222.0.21 "GET /v2.0/networks/5b2a8b49-5710-48dd-bacf-1711bcf033cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465032 Nov 12 08:32:17.127933 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6452a4bb-14f9-493d-a504-4115b6475de6 None None] Network 594f2462-b964-4f28-b5ef-267100cef706 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:32:17.151106 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d4e2669f-1d41-48b4-b471-552fe843a6b2 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:17.245091 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a8ced616-be25-4290-b3cc-0feaec405592 req-0d1eb857-7251-4af0-b51e-56c4e38721b3 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/security-groups?id=79579dc9-7b86-4506-bd5c-77a53e3a0518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8243611 Nov 12 08:32:17.257352 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a300c23a-7885-4dff-8a40-0bdfb86f852b req-92a8a9a1-e5f6-4140-bbda-b061666f2f34 service neutron] 10.222.0.21 "GET /v2.0/networks/5b2a8b49-5710-48dd-bacf-1711bcf033cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375648 Nov 12 08:32:17.279378 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-214e1b72-ea9f-470f-9d8a-42ca12854501 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:17.368689 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-d4e2669f-1d41-48b4-b471-552fe843a6b2 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Deleting port 4c8de8dd-737f-46f4-ac83-5bb12c91833d {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:32:17.369214 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d4e2669f-1d41-48b4-b471-552fe843a6b2 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:17.376445 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-214e1b72-ea9f-470f-9d8a-42ca12854501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:17.380653 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d317572f-6e91-42f4-9ed6-aed98a334a0f None None] get_active_networks_info from n-d-765315-29 {{(pid=102601) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 08:32:17.381713 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a300c23a-7885-4dff-8a40-0bdfb86f852b req-5e72a5d9-4504-4f5d-ac4e-0c6472ccf535 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c2cd737f-49af-4915-99ac-335868dc6f31 HTTP/1.1" status: 200 len: 217 time: 0.1054866 Nov 12 08:32:17.454878 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-cde4cc9a-56db-4903-b340-c9e92abf50fe None None] Provisioning complete for port 68f54470-d43b-4359-8ed7-84045965e111 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:17.455522 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-cde4cc9a-56db-4903-b340-c9e92abf50fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:17.502727 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-d4e2669f-1d41-48b4-b471-552fe843a6b2 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] For port 4c8de8dd-737f-46f4-ac83-5bb12c91833d, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=4c8de8dd-737f-46f4-ac83-5bb12c91833d,segment=NetworkSegment(d9988763-d020-40d2-b801-2a15915c2784),segment_id=d9988763-d020-40d2-b801-2a15915c2784)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:17.503102 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d4e2669f-1d41-48b4-b471-552fe843a6b2 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:17.504150 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-214e1b72-ea9f-470f-9d8a-42ca12854501 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=147d2bcf309f4e258c47b6676d56c355&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8807530 Nov 12 08:32:17.512040 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 37944) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:17.518565 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214e1b72-ea9f-470f-9d8a-42ca12854501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d6de2a2-262d-40b8-95a2-380ef955d251,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:17.552631 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-d4e2669f-1d41-48b4-b471-552fe843a6b2 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Calling delete_port for 4c8de8dd-737f-46f4-ac83-5bb12c91833d owned by network:dhcp {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:32:17.562723 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300c23a-7885-4dff-8a40-0bdfb86f852b req-dbfdb229-f38c-4af2-8514-eabefdbfd262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:17.564589 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a300c23a-7885-4dff-8a40-0bdfb86f852b req-dbfdb229-f38c-4af2-8514-eabefdbfd262 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9f233125-4b62-40de-bf22-04d217d99b20 HTTP/1.1" status: 200 len: 797 time: 0.1754823 Nov 12 08:32:17.565745 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ea2cf4-69bb-4c9d-b7cb-518e3970d05e req-ee160715-04c4-4c35-936f-551de7cec178 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:17.567289 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e8ea2cf4-69bb-4c9d-b7cb-518e3970d05e req-ee160715-04c4-4c35-936f-551de7cec178 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ba95516-31d0-45f1-9fa0-b2e433c0e37c HTTP/1.1" status: 200 len: 946 time: 0.1832054 Nov 12 08:32:17.636567 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9e01d051-4387-4f01-b000-02e8ec48c084 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:17.640477 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300c23a-7885-4dff-8a40-0bdfb86f852b req-ed186909-4bc1-4a39-b79d-c1c6fd286c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:17.644085 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a300c23a-7885-4dff-8a40-0bdfb86f852b req-ed186909-4bc1-4a39-b79d-c1c6fd286c29 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5b2a8b49-5710-48dd-bacf-1711bcf033cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0679617 Nov 12 08:32:17.647802 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d317572f-6e91-42f4-9ed6-aed98a334a0f None None] Resources bound (agent type, host, resource id): {{(pid=102601) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 08:32:17.748876 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9e01d051-4387-4f01-b000-02e8ec48c084 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:17.753501 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e8ea2cf4-69bb-4c9d-b7cb-518e3970d05e req-9040b4d4-2776-4d73-94b3-ea48d49cb1f0 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776564 Nov 12 08:32:17.817707 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a300c23a-7885-4dff-8a40-0bdfb86f852b req-aec988cc-cb86-461e-9255-02a82723f818 service neutron] 10.222.0.21 "GET /v2.0/networks/5b2a8b49-5710-48dd-bacf-1711bcf033cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662788 Nov 12 08:32:17.820972 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d4e2669f-1d41-48b4-b471-552fe843a6b2 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:17.860009 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e2669f-1d41-48b4-b471-552fe843a6b2 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Pushing event deleted for resources: {'Port': ['ID=4c8de8dd-737f-46f4-ac83-5bb12c91833d,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:17.866567 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e2669f-1d41-48b4-b471-552fe843a6b2 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] No DVR routers for this DVR port 4c8de8dd-737f-46f4-ac83-5bb12c91833d on host n-d-765315-29 {{(pid=102600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:32:17.872738 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9e01d051-4387-4f01-b000-02e8ec48c084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:17.876356 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9e01d051-4387-4f01-b000-02e8ec48c084 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:17.881690 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-9e01d051-4387-4f01-b000-02e8ec48c084 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0d6de2a2-262d-40b8-95a2-380ef955d251 HTTP/1.1" status: 204 len: 168 time: 0.3682203 Nov 12 08:32:18.001028 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d4e2669f-1d41-48b4-b471-552fe843a6b2 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:18.046206 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e01d051-4387-4f01-b000-02e8ec48c084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d6de2a2-262d-40b8-95a2-380ef955d251,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:18.074628 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a300c23a-7885-4dff-8a40-0bdfb86f852b req-ce651924-555c-4119-83d4-a729228277da service neutron] 10.222.0.21 "GET /v2.0/networks/5b2a8b49-5710-48dd-bacf-1711bcf033cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488246 Nov 12 08:32:18.076560 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-d4e2669f-1d41-48b4-b471-552fe843a6b2 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['594f2462-b964-4f28-b5ef-267100cef706']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:18.107377 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 0af5052b-702a-4c16-99fd-5b5921c73433 no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:32:18.109234 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-d4e2669f-1d41-48b4-b471-552fe843a6b2 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9988763-d020-40d2-b801-2a15915c2784') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:18.109808 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-d4e2669f-1d41-48b4-b471-552fe843a6b2 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9988763-d020-40d2-b801-2a15915c2784') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:18.130930 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d4e2669f-1d41-48b4-b471-552fe843a6b2 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:18.151130 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d4e2669f-1d41-48b4-b471-552fe843a6b2 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:18.165454 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93ac075-8bd3-4cd8-b49e-b7eb4404dc6b req-f717f2fc-9aab-46db-bfcb-1fcf73f4af66 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:18.167168 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f93ac075-8bd3-4cd8-b49e-b7eb4404dc6b req-f717f2fc-9aab-46db-bfcb-1fcf73f4af66 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=44828f50-33dd-4d92-a1f1-50e7ef19d191 HTTP/1.1" status: 200 len: 946 time: 0.1253593 Nov 12 08:32:18.184042 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4e2669f-1d41-48b4-b471-552fe843a6b2 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:32:18.186246 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d4e2669f-1d41-48b4-b471-552fe843a6b2 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:18.202986 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:32:18.202986 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:32:18.202986 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:32:18.202986 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:32:18.202986 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:32:18.202986 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:32:18.202986 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:32:18.202986 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:32:18.202986 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:32:18.202986 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:32:18.202986 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:32:18.202986 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:32:18.202986 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:32:18.202986 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:32:18.202986 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:32:18.202986 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:32:18.202986 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:32:18.202986 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:32:18.202986 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:32:18.202986 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:32:18.202986 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:32:18.202986 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:32:18.202986 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:32:18.202986 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:32:18.202986 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:32:18.202986 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:32:18.202986 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:32:18.202986 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:32:18.202986 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:32:18.202986 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:32:18.202986 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:32:18.202986 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:32:18.285368 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:18.348914 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f93ac075-8bd3-4cd8-b49e-b7eb4404dc6b req-3bb299a2-7795-4994-9162-83a69b3b6b1b tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=59070d8f-e354-4643-b6db-9938f05a29ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1571224 Nov 12 08:32:18.375886 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44828f50-33dd-4d92-a1f1-50e7ef19d191', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0af5052b-702a-4c16-99fd-5b5921c73433'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:32:18.378225 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c4de18-d268-4b77-b94d-e59e2e355314" -d '{"events": [{"server_uuid": "44828f50-33dd-4d92-a1f1-50e7ef19d191", "name": "network-vif-unplugged", "status": "completed", "tag": "0af5052b-702a-4c16-99fd-5b5921c73433"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:32:18.388084 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d4e2669f-1d41-48b4-b471-552fe843a6b2 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:18.401390 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 0af5052b-702a-4c16-99fd-5b5921c73433, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=0af5052b-702a-4c16-99fd-5b5921c73433,segment=NetworkSegment(671b1e57-5287-4b28-8a6a-fdb7b6437699),segment_id=671b1e57-5287-4b28-8a6a-fdb7b6437699)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:18.403958 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d4e2669f-1d41-48b4-b471-552fe843a6b2 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:18.409426 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-d4e2669f-1d41-48b4-b471-552fe843a6b2 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] 10.222.0.26 "DELETE /v2.0/networks/594f2462-b964-4f28-b5ef-267100cef706 HTTP/1.1" status: 204 len: 168 time: 3.1352468 Nov 12 08:32:18.413442 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 37958) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:18.437374 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:18.454626 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3baca0f-9e4e-4a04-a2d8-148e27d2ed36 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] DELETE failed (client error): The resource could not be found. Nov 12 08:32:18.455524 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3baca0f-9e4e-4a04-a2d8-148e27d2ed36 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:32:18.460207 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-b3baca0f-9e4e-4a04-a2d8-148e27d2ed36 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] 10.222.0.26 "DELETE /v2.0/networks/594f2462-b964-4f28-b5ef-267100cef706 HTTP/1.1" status: 404 len: 339 time: 0.0451305 Nov 12 08:32:18.461624 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e2669f-1d41-48b4-b471-552fe843a6b2 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Pushing event deleted for resources: {'Network': ['ID=594f2462-b964-4f28-b5ef-267100cef706,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:18.464707 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 37960) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:18.489982 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-144ae1d0-4301-4968-a905-b64e80809a1c tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1592756585', 'description': 'd1'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:18.527045 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-144ae1d0-4301-4968-a905-b64e80809a1c tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Made reservation on behalf of c5658e1fd590472580961b2abfc7d8c2 for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:32:18.531343 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-144ae1d0-4301-4968-a905-b64e80809a1c tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:18.560745 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=0af5052b-702a-4c16-99fd-5b5921c73433,revision_number=8']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:18.562370 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 37962) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:18.566654 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-144ae1d0-4301-4968-a905-b64e80809a1c tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:32:18.580810 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-144ae1d0-4301-4968-a905-b64e80809a1c tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:18.581209 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-144ae1d0-4301-4968-a905-b64e80809a1c tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Added segment c8382747-c4fd-4aa5-9982-2f3623b90bbb of type vlan for network 897e116b-3050-4132-8c61-93da7298fc80 Nov 12 08:32:18.590931 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0b4f84fe-f675-409f-a069-fa6d7ddaae85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:18.627176 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-144ae1d0-4301-4968-a905-b64e80809a1c tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:18.659958 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-144ae1d0-4301-4968-a905-b64e80809a1c tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:18.666661 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144ae1d0-4301-4968-a905-b64e80809a1c tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:18.667309 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-144ae1d0-4301-4968-a905-b64e80809a1c tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:18.689702 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0b4f84fe-f675-409f-a069-fa6d7ddaae85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:18.695893 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0b4f84fe-f675-409f-a069-fa6d7ddaae85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:18.739308 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4f84fe-f675-409f-a069-fa6d7ddaae85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd63907-176b-4b54-8be3-5c533b61e24c,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:18.744699 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-0b4f84fe-f675-409f-a069-fa6d7ddaae85 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=894871cb27db46d6931b2dadbc45cebe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1808131 Nov 12 08:32:18.747164 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 37966) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:18.749629 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-144ae1d0-4301-4968-a905-b64e80809a1c tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2834904 Nov 12 08:32:18.753371 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 37968) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:18.780780 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144ae1d0-4301-4968-a905-b64e80809a1c tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Pushing event updated for resources: {'Network': ['ID=897e116b-3050-4132-8c61-93da7298fc80,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:18.795554 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 897e116b-3050-4132-8c61-93da7298fc80 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:32:18.820347 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a767c0c9-cb04-48a1-ac40-08e0316d5ed4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:18.875515 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0060d4-2b01-4468-a094-11cf4be45e10 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:18.879817 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-7e0060d4-2b01-4468-a094-11cf4be45e10 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] 10.222.0.26 "GET /v2.0/networks?id=897e116b-3050-4132-8c61-93da7298fc80 HTTP/1.1" status: 200 len: 765 time: 0.1232789 Nov 12 08:32:18.880358 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 37974) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:18.889961 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-33cb0f3d-b6ae-4efc-b9e2-6eedfd745a5d tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Request body: {'network': {'description': 'd2'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:18.891232 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a767c0c9-cb04-48a1-ac40-08e0316d5ed4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:18.999868 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a767c0c9-cb04-48a1-ac40-08e0316d5ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:19.004288 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a767c0c9-cb04-48a1-ac40-08e0316d5ed4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:19.006871 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-a767c0c9-cb04-48a1-ac40-08e0316d5ed4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1bd63907-176b-4b54-8be3-5c533b61e24c HTTP/1.1" status: 204 len: 168 time: 0.2584045 Nov 12 08:32:19.019176 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a767c0c9-cb04-48a1-ac40-08e0316d5ed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd63907-176b-4b54-8be3-5c533b61e24c,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:19.153561 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-33cb0f3d-b6ae-4efc-b9e2-6eedfd745a5d tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:19.170973 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1bd907-dfae-4da3-af06-ea6c07b6ceeb req-b52bb3b6-2965-487a-aca2-d67aca39ccd3 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:19.172473 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bd1bd907-dfae-4da3-af06-ea6c07b6ceeb req-b52bb3b6-2965-487a-aca2-d67aca39ccd3 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ba95516-31d0-45f1-9fa0-b2e433c0e37c HTTP/1.1" status: 200 len: 946 time: 0.1296043 Nov 12 08:32:19.181560 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-33cb0f3d-b6ae-4efc-b9e2-6eedfd745a5d tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:19.192508 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-33cb0f3d-b6ae-4efc-b9e2-6eedfd745a5d tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Network 897e116b-3050-4132-8c61-93da7298fc80 is not hosted by any dhcp agent {{(pid=102600) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 08:32:19.198432 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cb0f3d-b6ae-4efc-b9e2-6eedfd745a5d tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:19.199135 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-33cb0f3d-b6ae-4efc-b9e2-6eedfd745a5d tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:19.203354 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 37980) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:19.203562 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-33cb0f3d-b6ae-4efc-b9e2-6eedfd745a5d tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] 10.222.0.26 "PUT /v2.0/networks/897e116b-3050-4132-8c61-93da7298fc80 HTTP/1.1" status: 200 len: 762 time: 0.3220785 Nov 12 08:32:19.294813 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cb0f3d-b6ae-4efc-b9e2-6eedfd745a5d tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Pushing event updated for resources: {'Network': ['ID=897e116b-3050-4132-8c61-93da7298fc80,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:19.305781 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bd1bd907-dfae-4da3-af06-ea6c07b6ceeb req-7505f155-dc2e-4fca-8442-85cc0925f3ec tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179204 Nov 12 08:32:19.319312 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 897e116b-3050-4132-8c61-93da7298fc80 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:32:19.364893 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b97253e-d9f4-4724-82ee-181d49d8de98 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:19.366871 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 37986) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:19.379321 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-9b97253e-d9f4-4724-82ee-181d49d8de98 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] 10.222.0.26 "GET /v2.0/networks?id=897e116b-3050-4132-8c61-93da7298fc80 HTTP/1.1" status: 200 len: 765 time: 0.1747131 Nov 12 08:32:19.497573 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 12 Nov 2021 08:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa7cd57-ea15-495a-bf92-5241df8cbf3c x-openstack-request-id: req-8fa7cd57-ea15-495a-bf92-5241df8cbf3c {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:32:19.498164 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44828f50-33dd-4d92-a1f1-50e7ef19d191", "name": "network-vif-unplugged", "status": "failed", "tag": "0af5052b-702a-4c16-99fd-5b5921c73433", "code": 422}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:32:19.498325 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8fa7cd57-ea15-495a-bf92-5241df8cbf3c {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:32:19.498921 n-d-765315-29 neutron-server[102601]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '44828f50-33dd-4d92-a1f1-50e7ef19d191', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0af5052b-702a-4c16-99fd-5b5921c73433', 'code': 422} returned with failed status Nov 12 08:32:19.704986 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438f2ea1-0d19-4c7e-871d-3ef7a672fe4e tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:19.710344 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 38000) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:19.722791 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-438f2ea1-0d19-4c7e-871d-3ef7a672fe4e tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3545952 Nov 12 08:32:19.769303 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 38006) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:19.779603 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-d0d8e1fe-02e3-4770-b362-6633b828350b tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] 10.222.0.26 "GET /v2.0/subnets?network_id=d709f64f-f9e6-4525-b020-ad48633b9bbf HTTP/1.1" status: 200 len: 207 time: 0.0679021 Nov 12 08:32:20.019114 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0885c413-09ed-4334-a38c-372c1ffc95b1 req-709ed6c1-bbfd-4bba-a4be-4b5537b00421 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:20.020734 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0885c413-09ed-4334-a38c-372c1ffc95b1 req-709ed6c1-bbfd-4bba-a4be-4b5537b00421 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=44828f50-33dd-4d92-a1f1-50e7ef19d191 HTTP/1.1" status: 200 len: 944 time: 0.1711006 Nov 12 08:32:20.074774 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ddcb8a1-3273-4610-8981-775a074bd988 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:20.082048 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ddcb8a1-3273-4610-8981-775a074bd988 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:20.092749 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ddcb8a1-3273-4610-8981-775a074bd988 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:20.109476 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ddcb8a1-3273-4610-8981-775a074bd988 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:20.137554 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ddcb8a1-3273-4610-8981-775a074bd988 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:20.148244 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ddcb8a1-3273-4610-8981-775a074bd988 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:20.164206 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-3ddcb8a1-3273-4610-8981-775a074bd988 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3732 time: 0.3934836 Nov 12 08:32:20.169866 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 38018) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:20.242340 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0885c413-09ed-4334-a38c-372c1ffc95b1 req-ca005665-c511-4b79-932e-64c09c24aaa0 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=59070d8f-e354-4643-b6db-9938f05a29ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2134030 Nov 12 08:32:20.375058 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-511fb142-3eab-4923-9ff9-e2b4db115a87 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] 10.222.0.26 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 814 time: 0.2033000 Nov 12 08:32:20.381248 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 38036) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:20.477171 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a81b46d-c961-467a-85e9-bd2ea198b6fa tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:20.480190 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a81b46d-c961-467a-85e9-bd2ea198b6fa tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:20.482322 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a81b46d-c961-467a-85e9-bd2ea198b6fa tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:20.484121 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a81b46d-c961-467a-85e9-bd2ea198b6fa tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:20.487132 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a81b46d-c961-467a-85e9-bd2ea198b6fa tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:20.490813 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-2a81b46d-c961-467a-85e9-bd2ea198b6fa tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1056798 Nov 12 08:32:20.496108 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 38040) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:20.590857 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ff73ea-782b-447b-9b2d-71921c0bc64f req-f53384ab-149d-4ad3-afb9-36108ec6f50f tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:20.591969 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7dd5386-c14d-4bf9-b145-592109af1043 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Attributes excluded by policy engine: ['shared'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:20.593710 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7dd5386-c14d-4bf9-b145-592109af1043 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Attributes excluded by policy engine: ['shared'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:20.595406 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7dd5386-c14d-4bf9-b145-592109af1043 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Attributes excluded by policy engine: ['shared'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:20.597376 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7dd5386-c14d-4bf9-b145-592109af1043 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Attributes excluded by policy engine: ['shared'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:20.599242 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7dd5386-c14d-4bf9-b145-592109af1043 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Attributes excluded by policy engine: ['shared'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:20.600620 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-52ff73ea-782b-447b-9b2d-71921c0bc64f req-f53384ab-149d-4ad3-afb9-36108ec6f50f tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ba95516-31d0-45f1-9fa0-b2e433c0e37c HTTP/1.1" status: 200 len: 946 time: 0.1174035 Nov 12 08:32:20.606906 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-a7dd5386-c14d-4bf9-b145-592109af1043 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] 10.222.0.26 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1072316 Nov 12 08:32:20.607975 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 38044) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:20.700471 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-52ff73ea-782b-447b-9b2d-71921c0bc64f req-d4539634-a21a-499b-b495-ebe32911ee46 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936761 Nov 12 08:32:20.827737 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ca235f-3654-4de7-b929-c9c1ec127268 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:20.838619 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 38050) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:20.850887 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-15ca235f-3654-4de7-b929-c9c1ec127268 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] 10.222.0.26 "GET /v2.0/networks/f18d6162-7ce5-4922-97de-e90b327fbd41 HTTP/1.1" status: 200 len: 804 time: 0.2415776 Nov 12 08:32:21.008657 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 38066) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:21.018700 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-3b5a2223-10ed-422f-80be-fdedcb319814 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] 10.222.0.26 "GET /v2.0/networks/f18d6162-7ce5-4922-97de-e90b327fbd41?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1787701 Nov 12 08:32:21.160275 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31fd3d8b-476a-499a-a618-3721ae37a64b tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:21.167374 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 38074) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:21.167816 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-31fd3d8b-476a-499a-a618-3721ae37a64b tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] 10.222.0.26 "GET /v2.0/subnets/893d2697-ef50-429c-86fa-8172715461de HTTP/1.1" status: 200 len: 843 time: 0.1579890 Nov 12 08:32:21.231446 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86fad8f-0762-4e00-99d0-41df66ff0908 req-775a1312-a32d-4ed8-9070-5cbb3e22b935 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:21.235833 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e86fad8f-0762-4e00-99d0-41df66ff0908 req-775a1312-a32d-4ed8-9070-5cbb3e22b935 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ba95516-31d0-45f1-9fa0-b2e433c0e37c HTTP/1.1" status: 200 len: 946 time: 0.1794949 Nov 12 08:32:21.353839 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff7256e-69f7-4b16-986f-4246161aa251 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Attributes excluded by policy engine: ['shared'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:21.357330 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-dff7256e-69f7-4b16-986f-4246161aa251 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] 10.222.0.26 "GET /v2.0/subnets/893d2697-ef50-429c-86fa-8172715461de?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1886570 Nov 12 08:32:21.362897 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 38080) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:21.380478 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-1c57903b-ae58-475a-a48a-d6226956a0df tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-117650161'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:21.460244 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c57903b-ae58-475a-a48a-d6226956a0df tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Made reservation on behalf of c5658e1fd590472580961b2abfc7d8c2 for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:32:21.464468 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1c57903b-ae58-475a-a48a-d6226956a0df tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:21.505890 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-e86fad8f-0762-4e00-99d0-41df66ff0908 req-73910b85-4fb7-46b2-a3ec-963e16a4fae2 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Deleting port 06126a23-75f3-4bb9-a45d-e6cfdcac5526 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:32:21.506247 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e86fad8f-0762-4e00-99d0-41df66ff0908 req-73910b85-4fb7-46b2-a3ec-963e16a4fae2 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:21.545038 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c57903b-ae58-475a-a48a-d6226956a0df tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:32:21.569021 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1c57903b-ae58-475a-a48a-d6226956a0df tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:21.569377 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-1c57903b-ae58-475a-a48a-d6226956a0df tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Added segment 560c1b43-6423-43d8-90db-4c678d12980a of type vlan for network 394d8a2f-3c6a-44da-bf75-efd749f81821 Nov 12 08:32:21.700319 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1c57903b-ae58-475a-a48a-d6226956a0df tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:21.794807 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1c57903b-ae58-475a-a48a-d6226956a0df tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:21.800969 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c57903b-ae58-475a-a48a-d6226956a0df tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:21.801599 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1c57903b-ae58-475a-a48a-d6226956a0df tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:21.809291 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-e86fad8f-0762-4e00-99d0-41df66ff0908 req-73910b85-4fb7-46b2-a3ec-963e16a4fae2 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] For port 06126a23-75f3-4bb9-a45d-e6cfdcac5526, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=06126a23-75f3-4bb9-a45d-e6cfdcac5526,segment=NetworkSegment(115bdcdd-b1df-41c7-8bff-15a5e1fdca42),segment_id=115bdcdd-b1df-41c7-8bff-15a5e1fdca42)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:21.813255 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e86fad8f-0762-4e00-99d0-41df66ff0908 req-73910b85-4fb7-46b2-a3ec-963e16a4fae2 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:21.861154 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-e86fad8f-0762-4e00-99d0-41df66ff0908 req-73910b85-4fb7-46b2-a3ec-963e16a4fae2 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Calling delete_port for 06126a23-75f3-4bb9-a45d-e6cfdcac5526 owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:32:21.891752 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 0af5052b-702a-4c16-99fd-5b5921c73433 no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:32:22.006827 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-1c57903b-ae58-475a-a48a-d6226956a0df tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6371405 Nov 12 08:32:22.007894 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 38110) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:22.013447 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-e0bf0fd3-e1fd-4299-beca-46713651ebaf tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Request body: {'subnet': {'network_id': '394d8a2f-3c6a-44da-bf75-efd749f81821', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:22.190679 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6be3337-0c59-4caa-960f-fbab3164c1c4 req-d582d8a2-03ef-4f91-9c97-134975347456 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:22.193420 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f6be3337-0c59-4caa-960f-fbab3164c1c4 req-d582d8a2-03ef-4f91-9c97-134975347456 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ba95516-31d0-45f1-9fa0-b2e433c0e37c HTTP/1.1" status: 200 len: 946 time: 0.3002913 Nov 12 08:32:22.194800 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c57903b-ae58-475a-a48a-d6226956a0df tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Pushing event updated for resources: {'Network': ['ID=394d8a2f-3c6a-44da-bf75-efd749f81821,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:22.206993 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 394d8a2f-3c6a-44da-bf75-efd749f81821 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:32:22.258871 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0bf0fd3-e1fd-4299-beca-46713651ebaf tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Made reservation on behalf of c5658e1fd590472580961b2abfc7d8c2 for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:32:22.266326 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e0bf0fd3-e1fd-4299-beca-46713651ebaf tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:22.317129 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f6be3337-0c59-4caa-960f-fbab3164c1c4 req-d25f95a6-bb5c-48ec-8032-78c15c1f56c8 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092618 Nov 12 08:32:22.366605 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.ipam_backend_mixin [None req-e0bf0fd3-e1fd-4299-beca-46713651ebaf tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Performing IP validity checks on allocation pools {{(pid=102599) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 08:32:22.367254 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.ipam_backend_mixin [None req-e0bf0fd3-e1fd-4299-beca-46713651ebaf tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102599) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 08:32:22.479634 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e86fad8f-0762-4e00-99d0-41df66ff0908 req-73910b85-4fb7-46b2-a3ec-963e16a4fae2 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:22.496008 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['06126a23-75f3-4bb9-a45d-e6cfdcac5526'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:32:22.563513 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['42aa8616-a591-4351-b169-51e41bf4aec5'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:32:22.579889 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73910b85-4fb7-46b2-a3ec-963e16a4fae2 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Pushing event deleted for resources: {'Port': ['ID=06126a23-75f3-4bb9-a45d-e6cfdcac5526,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:22.607672 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad30ac9-00b7-4150-a6cf-eed843f0c8f4 None None] DHCP port deletion for 97ca3497-d4cd-4c64-83f2-e4cf0b99a680 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:32:22.648401 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-e86fad8f-0762-4e00-99d0-41df66ff0908 req-73910b85-4fb7-46b2-a3ec-963e16a4fae2 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] No DVR routers for this DVR port 06126a23-75f3-4bb9-a45d-e6cfdcac5526 on host n-h1-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:32:22.671771 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e86fad8f-0762-4e00-99d0-41df66ff0908 req-73910b85-4fb7-46b2-a3ec-963e16a4fae2 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:22.675462 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e86fad8f-0762-4e00-99d0-41df66ff0908 req-73910b85-4fb7-46b2-a3ec-963e16a4fae2 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.21 "DELETE /v2.0/ports/06126a23-75f3-4bb9-a45d-e6cfdcac5526 HTTP/1.1" status: 204 len: 173 time: 1.4324002 Nov 12 08:32:22.675927 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ba95516-31d0-45f1-9fa0-b2e433c0e37c', 'name': 'network-vif-deleted', 'tag': '06126a23-75f3-4bb9-a45d-e6cfdcac5526'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:32:22.678812 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c44108b-55e6-4a45-b5dc-d1f4447b24a1" -d '{"events": [{"server_uuid": "9ba95516-31d0-45f1-9fa0-b2e433c0e37c", "name": "network-vif-deleted", "tag": "06126a23-75f3-4bb9-a45d-e6cfdcac5526"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:32:22.728913 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e0bf0fd3-e1fd-4299-beca-46713651ebaf tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:22.807732 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bf0fd3-e1fd-4299-beca-46713651ebaf tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Pushing event updated for resources: {'Subnet': ['ID=1f58ce44-a42b-4519-bb6b-6768fea13a6c,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:22.877014 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bf0fd3-e1fd-4299-beca-46713651ebaf tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Checking segment: {'id': '560c1b43-6423-43d8-90db-4c678d12980a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '394d8a2f-3c6a-44da-bf75-efd749f81821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:32:22.877014 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bf0fd3-e1fd-4299-beca-46713651ebaf tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Network hostable DHCP agents. Network: 394d8a2f-3c6a-44da-bf75-efd749f81821, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:32:22.923174 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bf0fd3-e1fd-4299-beca-46713651ebaf tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Network 394d8a2f-3c6a-44da-bf75-efd749f81821 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:32:22.937871 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-e0bf0fd3-e1fd-4299-beca-46713651ebaf tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 394d8a2f-3c6a-44da-bf75-efd749f81821) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:32:22.947743 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d459e62-6ee3-4d27-8d75-9f8a5b23db84 None None] Network 394d8a2f-3c6a-44da-bf75-efd749f81821 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:32:22.951614 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0bf0fd3-e1fd-4299-beca-46713651ebaf tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:22.952552 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e0bf0fd3-e1fd-4299-beca-46713651ebaf tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:22.979488 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-e0bf0fd3-e1fd-4299-beca-46713651ebaf tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.9704342 Nov 12 08:32:22.982302 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 38134) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:22.993033 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-e79e62e5-decb-47d2-936a-175f2137dfd7 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:23.172604 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e79e62e5-decb-47d2-936a-175f2137dfd7 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-29476984'] for subnet, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:23.309977 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ba44d6-7310-48d8-bf56-442ef65e064b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-394d8a2f-3c6a-44da-bf75-efd749f81821', 'network_id': '394d8a2f-3c6a-44da-bf75-efd749f81821', 'tenant_id': 'c5658e1fd590472580961b2abfc7d8c2', 'fixed_ips': [{'subnet_id': '1f58ce44-a42b-4519-bb6b-6768fea13a6c'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:32:23.315719 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-59ba44d6-7310-48d8-bf56-442ef65e064b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:23.611332 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e79e62e5-decb-47d2-936a-175f2137dfd7 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762119822987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-31116702'] for subnet, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:23.715476 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79e62e5-decb-47d2-936a-175f2137dfd7 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Pushing event updated for resources: {'Subnet': ['ID=1f58ce44-a42b-4519-bb6b-6768fea13a6c,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:23.726704 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79e62e5-decb-47d2-936a-175f2137dfd7 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:23.727656 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e79e62e5-decb-47d2-936a-175f2137dfd7 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:23.729670 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-e79e62e5-decb-47d2-936a-175f2137dfd7 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] 10.222.0.26 "PUT /v2.0/subnets/1f58ce44-a42b-4519-bb6b-6768fea13a6c HTTP/1.1" status: 200 len: 900 time: 0.7450595 Nov 12 08:32:23.733200 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 38154) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:23.754785 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-59ba44d6-7310-48d8-bf56-442ef65e064b None None] Allocated IP 2001:db8::3 (394d8a2f-3c6a-44da-bf75-efd749f81821/1f58ce44-a42b-4519-bb6b-6768fea13a6c/314d7712-72b2-43cb-ae7f-8d72f7ba71db) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:32:23.937992 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e86b8b-6233-4c9c-9cfb-df8ac21e2b1e x-openstack-request-id: req-e0e86b8b-6233-4c9c-9cfb-df8ac21e2b1e {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:32:23.938625 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ba95516-31d0-45f1-9fa0-b2e433c0e37c", "name": "network-vif-deleted", "tag": "06126a23-75f3-4bb9-a45d-e6cfdcac5526", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:32:23.938625 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e0e86b8b-6233-4c9c-9cfb-df8ac21e2b1e {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:32:23.941614 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ba95516-31d0-45f1-9fa0-b2e433c0e37c', 'name': 'network-vif-deleted', 'tag': '06126a23-75f3-4bb9-a45d-e6cfdcac5526', 'status': 'completed', 'code': 200} Nov 12 08:32:24.049583 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e4c13840-f74a-4068-8bbe-5b93fa00de8c tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:24.132528 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-59ba44d6-7310-48d8-bf56-442ef65e064b None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:24.142892 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-59ba44d6-7310-48d8-bf56-442ef65e064b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:24.201543 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ba44d6-7310-48d8-bf56-442ef65e064b None None] Pushing event updated for resources: {'Port': ['ID=314d7712-72b2-43cb-ae7f-8d72f7ba71db,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:24.235783 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e4c13840-f74a-4068-8bbe-5b93fa00de8c tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:24.295039 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ba44d6-7310-48d8-bf56-442ef65e064b None None] Network 394d8a2f-3c6a-44da-bf75-efd749f81821 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:32:24.304419 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-59ba44d6-7310-48d8-bf56-442ef65e064b None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:32:24.309632 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ba44d6-7310-48d8-bf56-442ef65e064b None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:32:24.352165 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e4c13840-f74a-4068-8bbe-5b93fa00de8c tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:24.441851 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c13840-f74a-4068-8bbe-5b93fa00de8c tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Pushing event deleted for resources: {'Subnet': ['ID=1f58ce44-a42b-4519-bb6b-6768fea13a6c,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:24.445958 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-59ba44d6-7310-48d8-bf56-442ef65e064b None None] Attempting to bind port 314d7712-72b2-43cb-ae7f-8d72f7ba71db on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:32:24.447574 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-59ba44d6-7310-48d8-bf56-442ef65e064b None None] Attempting to bind port 314d7712-72b2-43cb-ae7f-8d72f7ba71db by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '560c1b43-6423-43d8-90db-4c678d12980a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '394d8a2f-3c6a-44da-bf75-efd749f81821'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:32:24.449174 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ba44d6-7310-48d8-bf56-442ef65e064b None None] Attempting to bind port 314d7712-72b2-43cb-ae7f-8d72f7ba71db on network 394d8a2f-3c6a-44da-bf75-efd749f81821 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:32:24.469023 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ba44d6-7310-48d8-bf56-442ef65e064b None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:32:24.484619 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ba44d6-7310-48d8-bf56-442ef65e064b None None] Checking segment: {'id': '560c1b43-6423-43d8-90db-4c678d12980a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '394d8a2f-3c6a-44da-bf75-efd749f81821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:32:24.499445 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-59ba44d6-7310-48d8-bf56-442ef65e064b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:24.500220 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ba44d6-7310-48d8-bf56-442ef65e064b None None] Bound using segment: {'id': '560c1b43-6423-43d8-90db-4c678d12980a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '394d8a2f-3c6a-44da-bf75-efd749f81821'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:32:24.500863 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-59ba44d6-7310-48d8-bf56-442ef65e064b None None] Bound port: 314d7712-72b2-43cb-ae7f-8d72f7ba71db, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '560c1b43-6423-43d8-90db-4c678d12980a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '394d8a2f-3c6a-44da-bf75-efd749f81821'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:32:24.507299 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-59ba44d6-7310-48d8-bf56-442ef65e064b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:24.589207 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e4c13840-f74a-4068-8bbe-5b93fa00de8c tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:24.616255 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d21b239-3e43-498b-b61c-b7ca7d18435f req-ccd93509-d262-4b11-9e6f-b9d35f552703 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:24.617796 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3d21b239-3e43-498b-b61c-b7ca7d18435f req-ccd93509-d262-4b11-9e6f-b9d35f552703 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=44828f50-33dd-4d92-a1f1-50e7ef19d191 HTTP/1.1" status: 200 len: 944 time: 0.1452889 Nov 12 08:32:24.641494 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-e4c13840-f74a-4068-8bbe-5b93fa00de8c tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['394d8a2f-3c6a-44da-bf75-efd749f81821']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:24.655942 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-e4c13840-f74a-4068-8bbe-5b93fa00de8c tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '560c1b43-6423-43d8-90db-4c678d12980a') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:24.656568 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-e4c13840-f74a-4068-8bbe-5b93fa00de8c tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '560c1b43-6423-43d8-90db-4c678d12980a') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:24.688809 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-59ba44d6-7310-48d8-bf56-442ef65e064b None None] For port 314d7712-72b2-43cb-ae7f-8d72f7ba71db, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:32:24.692839 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-59ba44d6-7310-48d8-bf56-442ef65e064b None None] For port 314d7712-72b2-43cb-ae7f-8d72f7ba71db, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=314d7712-72b2-43cb-ae7f-8d72f7ba71db,segment=NetworkSegment(560c1b43-6423-43d8-90db-4c678d12980a),segment_id=560c1b43-6423-43d8-90db-4c678d12980a)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:32:24.697870 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e4c13840-f74a-4068-8bbe-5b93fa00de8c tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:24.702520 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-59ba44d6-7310-48d8-bf56-442ef65e064b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:24.731254 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3d21b239-3e43-498b-b61c-b7ca7d18435f req-d2642be1-9390-4fee-ad61-28c601c3339b tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=59070d8f-e354-4643-b6db-9938f05a29ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996089 Nov 12 08:32:24.732827 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e4c13840-f74a-4068-8bbe-5b93fa00de8c tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:24.760296 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4c13840-f74a-4068-8bbe-5b93fa00de8c tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:32:24.763205 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e4c13840-f74a-4068-8bbe-5b93fa00de8c tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:24.780815 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ba44d6-7310-48d8-bf56-442ef65e064b None None] Pushing event updated for resources: {'Port': ['ID=314d7712-72b2-43cb-ae7f-8d72f7ba71db,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:24.828405 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 08:32:24.828405 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:32:24.828405 n-d-765315-29 neutron-server[102599]: timer() Nov 12 08:32:24.828405 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:32:24.828405 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 08:32:24.828405 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:32:24.828405 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 08:32:24.828405 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:32:24.828405 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 08:32:24.828405 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:32:24.828405 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 08:32:24.828405 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:32:24.828405 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 08:32:24.828405 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:32:24.828405 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:32:24.828405 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:32:24.828405 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:32:24.828405 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:32:24.828405 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 08:32:24.828405 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:32:24.828405 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 08:32:24.828405 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:32:24.828405 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:32:24.828405 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:32:24.828405 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 08:32:24.828405 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:32:24.828405 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:32:24.828405 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:32:24.828405 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:32:24.828405 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:32:24.828405 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:32:24.828405 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:32:24.911063 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.db.api [None req-e4c13840-f74a-4068-8bbe-5b93fa00de8c tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 08:32:24.911063 n-d-765315-29 neutron-server[102599]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 08:32:24.911063 n-d-765315-29 neutron-server[102599]: [parameters: {'id': '394d8a2f-3c6a-44da-bf75-efd749f81821'}] Nov 12 08:32:24.911063 n-d-765315-29 neutron-server[102599]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:32:24.911656 n-d-765315-29 neutron-server[102599]: DEBUG oslo_db.api [None req-e4c13840-f74a-4068-8bbe-5b93fa00de8c tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:32:24.919466 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9bc7a9-4241-4647-acc0-9a178ec072d4 None None] Network 394d8a2f-3c6a-44da-bf75-efd749f81821 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:32:25.050457 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 06126a23-75f3-4bb9-a45d-e6cfdcac5526 no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:32:25.081799 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-e530113a-7783-48f4-9840-8911a24052df None None] No Port match for: 06126a23-75f3-4bb9-a45d-e6cfdcac5526 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:32:25.083280 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 06126a23-75f3-4bb9-a45d-e6cfdcac5526 not bound to the agent host n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:32:25.109547 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9c3e2865-0d57-4945-9b56-4abf6268f115 req-8a507873-5312-4c03-b5f7-b013e8aed871 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=44828f50-33dd-4d92-a1f1-50e7ef19d191&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2338693 Nov 12 08:32:25.143566 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9456fb1-7002-4093-bb45-539ccf7a314c None None] Network 394d8a2f-3c6a-44da-bf75-efd749f81821 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:32:25.328276 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d052ea8b-5934-4b3a-ab5f-90ef3ad09117 None None] get_active_networks_info from n-d-765315-29 {{(pid=102601) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 08:32:25.422437 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e4c13840-f74a-4068-8bbe-5b93fa00de8c tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:25.533604 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-e4c13840-f74a-4068-8bbe-5b93fa00de8c tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Deleting port 314d7712-72b2-43cb-ae7f-8d72f7ba71db {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:32:25.534245 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e4c13840-f74a-4068-8bbe-5b93fa00de8c tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:25.569570 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d052ea8b-5934-4b3a-ab5f-90ef3ad09117 None None] Resources bound (agent type, host, resource id): {{(pid=102601) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 08:32:25.614562 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-e4c13840-f74a-4068-8bbe-5b93fa00de8c tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] For port 314d7712-72b2-43cb-ae7f-8d72f7ba71db, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=314d7712-72b2-43cb-ae7f-8d72f7ba71db,segment=NetworkSegment(560c1b43-6423-43d8-90db-4c678d12980a),segment_id=560c1b43-6423-43d8-90db-4c678d12980a)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:25.616137 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e4c13840-f74a-4068-8bbe-5b93fa00de8c tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:25.633707 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-e4c13840-f74a-4068-8bbe-5b93fa00de8c tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Calling delete_port for 314d7712-72b2-43cb-ae7f-8d72f7ba71db owned by network:dhcp {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:32:25.993026 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562aaa8d-4a73-4653-aab7-4c24d681dc4b req-cb28ad6d-e84e-40bb-8927-9ae0e8e16321 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:26.034069 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-562aaa8d-4a73-4653-aab7-4c24d681dc4b req-cb28ad6d-e84e-40bb-8927-9ae0e8e16321 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=44828f50-33dd-4d92-a1f1-50e7ef19d191 HTTP/1.1" status: 200 len: 944 time: 0.1566222 Nov 12 08:32:26.198821 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-562aaa8d-4a73-4653-aab7-4c24d681dc4b req-9f3ffa95-34f9-416a-8c8d-0c90d35e5961 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=59070d8f-e354-4643-b6db-9938f05a29ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1612732 Nov 12 08:32:26.524055 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e4c13840-f74a-4068-8bbe-5b93fa00de8c tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:26.563123 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c13840-f74a-4068-8bbe-5b93fa00de8c tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] No DVR routers for this DVR port 314d7712-72b2-43cb-ae7f-8d72f7ba71db on host n-d-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:32:26.636588 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c13840-f74a-4068-8bbe-5b93fa00de8c tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Pushing event deleted for resources: {'Port': ['ID=314d7712-72b2-43cb-ae7f-8d72f7ba71db,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:26.743320 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e4c13840-f74a-4068-8bbe-5b93fa00de8c tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:26.751153 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcc1ece-3ebf-4d26-b2ef-ea17040cad21 req-995219ad-4742-44ef-bb3a-4fb9484236af tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:26.752946 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1fcc1ece-3ebf-4d26-b2ef-ea17040cad21 req-995219ad-4742-44ef-bb3a-4fb9484236af tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=f098e594-7dd1-447e-9ce9-aec2cb4cc7ec HTTP/1.1" status: 200 len: 945 time: 0.1105494 Nov 12 08:32:26.768929 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e2865-0d57-4945-9b56-4abf6268f115 req-2e37b44f-0d7e-4b5c-84c0-5c51ff823481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:26.771299 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9c3e2865-0d57-4945-9b56-4abf6268f115 req-2e37b44f-0d7e-4b5c-84c0-5c51ff823481 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=44828f50-33dd-4d92-a1f1-50e7ef19d191&tenant_id=6d4d05cf75bd48988e66a58743392390 HTTP/1.1" status: 200 len: 1096 time: 0.3843868 Nov 12 08:32:26.792165 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-9c3e2865-0d57-4945-9b56-4abf6268f115 req-66515190-972b-4596-bc29-92fa18c8e1b3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-765315-29', 'device_owner': 'compute:nova'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:26.862139 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1fcc1ece-3ebf-4d26-b2ef-ea17040cad21 req-e654315a-7cd3-404a-a17a-456e0ad17b66 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011734 Nov 12 08:32:26.876195 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-e4c13840-f74a-4068-8bbe-5b93fa00de8c tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['394d8a2f-3c6a-44da-bf75-efd749f81821']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:26.878461 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-9c3e2865-0d57-4945-9b56-4abf6268f115 req-66515190-972b-4596-bc29-92fa18c8e1b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:27.018818 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-e4c13840-f74a-4068-8bbe-5b93fa00de8c tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '560c1b43-6423-43d8-90db-4c678d12980a') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:27.019174 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-e4c13840-f74a-4068-8bbe-5b93fa00de8c tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '560c1b43-6423-43d8-90db-4c678d12980a') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:27.045122 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e4c13840-f74a-4068-8bbe-5b93fa00de8c tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:27.094291 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e4c13840-f74a-4068-8bbe-5b93fa00de8c tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:27.105309 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4c13840-f74a-4068-8bbe-5b93fa00de8c tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:32:27.105720 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e4c13840-f74a-4068-8bbe-5b93fa00de8c tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:27.112777 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 08:32:27.112777 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:32:27.112777 n-d-765315-29 neutron-server[102599]: timer() Nov 12 08:32:27.112777 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:32:27.112777 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 08:32:27.112777 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:32:27.112777 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 08:32:27.112777 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:32:27.112777 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 08:32:27.112777 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:32:27.112777 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 08:32:27.112777 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:32:27.112777 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 08:32:27.112777 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:32:27.112777 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:32:27.112777 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:32:27.112777 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:32:27.112777 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:32:27.112777 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 08:32:27.112777 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:32:27.112777 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 08:32:27.112777 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:32:27.112777 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:32:27.112777 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:32:27.112777 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 08:32:27.112777 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:32:27.112777 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:32:27.112777 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:32:27.112777 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:32:27.112777 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:32:27.112777 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:32:27.112777 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:32:27.223316 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-9c3e2865-0d57-4945-9b56-4abf6268f115 req-66515190-972b-4596-bc29-92fa18c8e1b3 service neutron] For port 0af5052b-702a-4c16-99fd-5b5921c73433, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=0af5052b-702a-4c16-99fd-5b5921c73433,segment=NetworkSegment(671b1e57-5287-4b28-8a6a-fdb7b6437699),segment_id=671b1e57-5287-4b28-8a6a-fdb7b6437699)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:27.244243 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e4c13840-f74a-4068-8bbe-5b93fa00de8c tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:27.251687 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e4c13840-f74a-4068-8bbe-5b93fa00de8c tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:27.257505 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-e4c13840-f74a-4068-8bbe-5b93fa00de8c tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] 10.222.0.26 "DELETE /v2.0/networks/394d8a2f-3c6a-44da-bf75-efd749f81821 HTTP/1.1" status: 204 len: 168 time: 3.5226591 Nov 12 08:32:27.262900 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 38270) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:27.300354 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c13840-f74a-4068-8bbe-5b93fa00de8c tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Pushing event deleted for resources: {'Network': ['ID=394d8a2f-3c6a-44da-bf75-efd749f81821,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:27.321297 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e66e61f-147f-488b-a108-dcf3c4b7e801 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] DELETE failed (client error): The resource could not be found. Nov 12 08:32:27.322138 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e66e61f-147f-488b-a108-dcf3c4b7e801 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:32:27.322575 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-9c3e2865-0d57-4945-9b56-4abf6268f115 req-66515190-972b-4596-bc29-92fa18c8e1b3 service neutron] For port 0af5052b-702a-4c16-99fd-5b5921c73433, host n-h2-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:32:27.332700 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-0e66e61f-147f-488b-a108-dcf3c4b7e801 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] 10.222.0.26 "DELETE /v2.0/subnets/1f58ce44-a42b-4519-bb6b-6768fea13a6c HTTP/1.1" status: 404 len: 337 time: 0.0689843 Nov 12 08:32:27.335640 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 38274) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:27.376306 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-9c3e2865-0d57-4945-9b56-4abf6268f115 req-66515190-972b-4596-bc29-92fa18c8e1b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0af5052b-702a-4c16-99fd-5b5921c73433 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:32:27.380080 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-b183bdb5-4d83-4bb5-8c28-30faf1df1ee3 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] DELETE failed (client error): The resource could not be found. Nov 12 08:32:27.380710 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b183bdb5-4d83-4bb5-8c28-30faf1df1ee3 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:32:27.383911 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-b183bdb5-4d83-4bb5-8c28-30faf1df1ee3 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] 10.222.0.26 "DELETE /v2.0/networks/394d8a2f-3c6a-44da-bf75-efd749f81821 HTTP/1.1" status: 404 len: 339 time: 0.0412111 Nov 12 08:32:27.387251 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 38276) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:27.389477 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-9c3e2865-0d57-4945-9b56-4abf6268f115 req-66515190-972b-4596-bc29-92fa18c8e1b3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:27.413666 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-9c3e2865-0d57-4945-9b56-4abf6268f115 req-66515190-972b-4596-bc29-92fa18c8e1b3 service neutron] Transition to ACTIVE for port object 0af5052b-702a-4c16-99fd-5b5921c73433 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:32:27.420761 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-9c3e2865-0d57-4945-9b56-4abf6268f115 req-66515190-972b-4596-bc29-92fa18c8e1b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:27.541656 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea5e9bf-9953-427e-a920-44d8a1e230ba req-7dfb5f79-5d99-4a14-8b0e-ffb9f42d76c7 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:27.549751 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4ea5e9bf-9953-427e-a920-44d8a1e230ba req-7dfb5f79-5d99-4a14-8b0e-ffb9f42d76c7 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=44828f50-33dd-4d92-a1f1-50e7ef19d191 HTTP/1.1" status: 200 len: 944 time: 0.1404214 Nov 12 08:32:27.556381 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1b8dd989-08de-4c3b-9f5b-8c8449009db9 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:27.798974 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4ea5e9bf-9953-427e-a920-44d8a1e230ba req-c8cffd84-8179-4329-8fdc-c7dd7190f42d tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=59070d8f-e354-4643-b6db-9938f05a29ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2479558 Nov 12 08:32:27.932394 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1b8dd989-08de-4c3b-9f5b-8c8449009db9 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:27.968553 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c3e2865-0d57-4945-9b56-4abf6268f115 req-66515190-972b-4596-bc29-92fa18c8e1b3 service neutron] No DVR routers for this DVR port 0af5052b-702a-4c16-99fd-5b5921c73433 on host n-h2-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:32:27.988184 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-1b8dd989-08de-4c3b-9f5b-8c8449009db9 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['897e116b-3050-4132-8c61-93da7298fc80']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:28.008135 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-1b8dd989-08de-4c3b-9f5b-8c8449009db9 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8382747-c4fd-4aa5-9982-2f3623b90bbb') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:28.008470 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-1b8dd989-08de-4c3b-9f5b-8c8449009db9 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8382747-c4fd-4aa5-9982-2f3623b90bbb') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:28.036599 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1b8dd989-08de-4c3b-9f5b-8c8449009db9 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:28.065617 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1b8dd989-08de-4c3b-9f5b-8c8449009db9 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:28.076556 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66515190-972b-4596-bc29-92fa18c8e1b3 service neutron] Pushing event updated for resources: {'Port': ['ID=0af5052b-702a-4c16-99fd-5b5921c73433,revision_number=9']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:28.077818 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b8dd989-08de-4c3b-9f5b-8c8449009db9 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:32:28.078406 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1b8dd989-08de-4c3b-9f5b-8c8449009db9 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:28.081812 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:32:28.081812 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:32:28.081812 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:32:28.081812 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:32:28.081812 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:32:28.081812 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:32:28.081812 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:32:28.081812 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:32:28.081812 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:32:28.081812 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:32:28.081812 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:32:28.081812 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:32:28.081812 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:32:28.081812 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:32:28.081812 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:32:28.081812 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:32:28.081812 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:32:28.081812 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:32:28.081812 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:32:28.081812 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:32:28.081812 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:32:28.081812 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:32:28.081812 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:32:28.081812 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:32:28.081812 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:32:28.081812 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:32:28.081812 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:32:28.081812 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:32:28.081812 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:32:28.081812 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:32:28.081812 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:32:28.081812 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:32:28.217455 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1b8dd989-08de-4c3b-9f5b-8c8449009db9 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:28.236465 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1b8dd989-08de-4c3b-9f5b-8c8449009db9 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:28.241408 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-1b8dd989-08de-4c3b-9f5b-8c8449009db9 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] 10.222.0.26 "DELETE /v2.0/networks/897e116b-3050-4132-8c61-93da7298fc80 HTTP/1.1" status: 204 len: 168 time: 0.8532791 Nov 12 08:32:28.248633 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 38296) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:28.273849 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8dd989-08de-4c3b-9f5b-8c8449009db9 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Pushing event deleted for resources: {'Network': ['ID=897e116b-3050-4132-8c61-93da7298fc80,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:28.315322 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aaef89-9d9f-49ec-b543-c46e42ede360 req-65e55a5d-f2f5-4593-a1f5-2ba6aeae37e6 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:28.327864 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-60aaef89-9d9f-49ec-b543-c46e42ede360 req-65e55a5d-f2f5-4593-a1f5-2ba6aeae37e6 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=f098e594-7dd1-447e-9ce9-aec2cb4cc7ec HTTP/1.1" status: 200 len: 945 time: 0.1623018 Nov 12 08:32:28.413145 n-d-765315-29 neutron-server[102599]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdd3fc1c-9d38-485c-b09f-ac1c84175c7d tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] DELETE failed (client error): The resource could not be found. Nov 12 08:32:28.433796 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdd3fc1c-9d38-485c-b09f-ac1c84175c7d tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:32:28.437414 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-fdd3fc1c-9d38-485c-b09f-ac1c84175c7d tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] 10.222.0.26 "DELETE /v2.0/subnets/4d707b1c-a21b-418e-8e83-ba8e4db95904 HTTP/1.1" status: 404 len: 337 time: 0.1895289 Nov 12 08:32:28.440177 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 38302) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:28.477861 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e51e714-742f-48d4-86a6-c8245fd938b6 req-df3f07c9-52b8-4537-9ff4-0361c91ccce4 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:28.479479 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5e51e714-742f-48d4-86a6-c8245fd938b6 req-df3f07c9-52b8-4537-9ff4-0361c91ccce4 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.44 "GET /v2.0/ports?device_id=f098e594-7dd1-447e-9ce9-aec2cb4cc7ec HTTP/1.1" status: 200 len: 945 time: 0.2626879 Nov 12 08:32:28.524953 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-64bcfdf3-a0d1-4cfd-ae37-121b70c7db50 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] DELETE failed (client error): The resource could not be found. Nov 12 08:32:28.525809 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64bcfdf3-a0d1-4cfd-ae37-121b70c7db50 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:32:28.529676 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-64bcfdf3-a0d1-4cfd-ae37-121b70c7db50 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] 10.222.0.26 "DELETE /v2.0/networks/594f2462-b964-4f28-b5ef-267100cef706 HTTP/1.1" status: 404 len: 339 time: 0.0733204 Nov 12 08:32:28.555204 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-60aaef89-9d9f-49ec-b543-c46e42ede360 req-f66a458b-6a6e-4a9d-a990-1c66520b9885 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/security-groups?id=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261610 Nov 12 08:32:28.555722 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 38304) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:28.656974 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-0156f083-9751-4890-a2cc-d10463cead9a tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Deleting subnet 7491ba6e-e70f-4db2-8b69-b2ba726ad002 {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:32:28.660514 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0156f083-9751-4890-a2cc-d10463cead9a tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:28.660793 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-9c3e2865-0d57-4945-9b56-4abf6268f115 req-66515190-972b-4596-bc29-92fa18c8e1b3 service neutron] Attempting to bind port 0af5052b-702a-4c16-99fd-5b5921c73433 on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:32:28.661743 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-9c3e2865-0d57-4945-9b56-4abf6268f115 req-66515190-972b-4596-bc29-92fa18c8e1b3 service neutron] Attempting to bind port 0af5052b-702a-4c16-99fd-5b5921c73433 by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': '671b1e57-5287-4b28-8a6a-fdb7b6437699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9002ff25-76a7-4c3d-8082-16c14deb03d5'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:32:28.670216 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3e2865-0d57-4945-9b56-4abf6268f115 req-66515190-972b-4596-bc29-92fa18c8e1b3 service neutron] Attempting to bind port 0af5052b-702a-4c16-99fd-5b5921c73433 on network 9002ff25-76a7-4c3d-8082-16c14deb03d5 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:32:28.685247 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3e2865-0d57-4945-9b56-4abf6268f115 req-66515190-972b-4596-bc29-92fa18c8e1b3 service neutron] Port 0af5052b-702a-4c16-99fd-5b5921c73433 on network 9002ff25-76a7-4c3d-8082-16c14deb03d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:32:28.685662 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3e2865-0d57-4945-9b56-4abf6268f115 req-66515190-972b-4596-bc29-92fa18c8e1b3 service neutron] Attempting to bind port 0af5052b-702a-4c16-99fd-5b5921c73433 on network 9002ff25-76a7-4c3d-8082-16c14deb03d5 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:32:28.711026 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3e2865-0d57-4945-9b56-4abf6268f115 req-66515190-972b-4596-bc29-92fa18c8e1b3 service neutron] Checking agent: {'id': '26215384-8035-4ce2-971a-8e67be80da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:32:28.711419 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3e2865-0d57-4945-9b56-4abf6268f115 req-66515190-972b-4596-bc29-92fa18c8e1b3 service neutron] Checking segment: {'id': '671b1e57-5287-4b28-8a6a-fdb7b6437699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9002ff25-76a7-4c3d-8082-16c14deb03d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:32:28.711885 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3e2865-0d57-4945-9b56-4abf6268f115 req-66515190-972b-4596-bc29-92fa18c8e1b3 service neutron] Bound using segment: {'id': '671b1e57-5287-4b28-8a6a-fdb7b6437699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9002ff25-76a7-4c3d-8082-16c14deb03d5'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:32:28.712954 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-9c3e2865-0d57-4945-9b56-4abf6268f115 req-66515190-972b-4596-bc29-92fa18c8e1b3 service neutron] Bound port: 0af5052b-702a-4c16-99fd-5b5921c73433, host: n-h1-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '671b1e57-5287-4b28-8a6a-fdb7b6437699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9002ff25-76a7-4c3d-8082-16c14deb03d5'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:32:28.713321 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-9c3e2865-0d57-4945-9b56-4abf6268f115 req-66515190-972b-4596-bc29-92fa18c8e1b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:28.722959 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0156f083-9751-4890-a2cc-d10463cead9a tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:28.737347 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-5e51e714-742f-48d4-86a6-c8245fd938b6 req-5871406c-559f-4796-bf7a-4395ee04945a tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Deleting port 42aa8616-a591-4351-b169-51e41bf4aec5 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:32:28.737990 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-5e51e714-742f-48d4-86a6-c8245fd938b6 req-5871406c-559f-4796-bf7a-4395ee04945a tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:28.846548 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0156f083-9751-4890-a2cc-d10463cead9a tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:28.888073 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-9c3e2865-0d57-4945-9b56-4abf6268f115 req-66515190-972b-4596-bc29-92fa18c8e1b3 service neutron] For port 0af5052b-702a-4c16-99fd-5b5921c73433, host n-h1-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:32:28.921796 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-9c3e2865-0d57-4945-9b56-4abf6268f115 req-66515190-972b-4596-bc29-92fa18c8e1b3 service neutron] For port 0af5052b-702a-4c16-99fd-5b5921c73433, host n-h1-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=0af5052b-702a-4c16-99fd-5b5921c73433,segment=NetworkSegment(671b1e57-5287-4b28-8a6a-fdb7b6437699),segment_id=671b1e57-5287-4b28-8a6a-fdb7b6437699)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:32:28.929995 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-5e51e714-742f-48d4-86a6-c8245fd938b6 req-5871406c-559f-4796-bf7a-4395ee04945a tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] For port 42aa8616-a591-4351-b169-51e41bf4aec5, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=42aa8616-a591-4351-b169-51e41bf4aec5,segment=NetworkSegment(115bdcdd-b1df-41c7-8bff-15a5e1fdca42),segment_id=115bdcdd-b1df-41c7-8bff-15a5e1fdca42)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:28.929995 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-5e51e714-742f-48d4-86a6-c8245fd938b6 req-5871406c-559f-4796-bf7a-4395ee04945a tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:28.934405 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-9c3e2865-0d57-4945-9b56-4abf6268f115 req-66515190-972b-4596-bc29-92fa18c8e1b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:28.964959 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ab33f-01c0-4f2d-b239-5c7a37cf6da2 req-cc8fa97b-827c-4e8c-9804-6d624e86010d tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:28.966653 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-255ab33f-01c0-4f2d-b239-5c7a37cf6da2 req-cc8fa97b-827c-4e8c-9804-6d624e86010d tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=44828f50-33dd-4d92-a1f1-50e7ef19d191 HTTP/1.1" status: 200 len: 944 time: 0.0802739 Nov 12 08:32:28.968704 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0156f083-9751-4890-a2cc-d10463cead9a tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:28.974242 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-5e51e714-742f-48d4-86a6-c8245fd938b6 req-5871406c-559f-4796-bf7a-4395ee04945a tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Calling delete_port for 42aa8616-a591-4351-b169-51e41bf4aec5 owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:32:28.991703 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e2865-0d57-4945-9b56-4abf6268f115 req-66515190-972b-4596-bc29-92fa18c8e1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:28.993104 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-9c3e2865-0d57-4945-9b56-4abf6268f115 req-66515190-972b-4596-bc29-92fa18c8e1b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:28.994354 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9c3e2865-0d57-4945-9b56-4abf6268f115 req-66515190-972b-4596-bc29-92fa18c8e1b3 service neutron] 10.222.0.21 "PUT /v2.0/ports/0af5052b-702a-4c16-99fd-5b5921c73433 HTTP/1.1" status: 200 len: 1093 time: 2.2087579 Nov 12 08:32:28.999492 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44828f50-33dd-4d92-a1f1-50e7ef19d191', 'tag': '0af5052b-702a-4c16-99fd-5b5921c73433'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:32:29.017464 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c8fbf1-7e8e-4ed0-8d15-97cbdb10b241" -d '{"events": [{"name": "network-changed", "server_uuid": "44828f50-33dd-4d92-a1f1-50e7ef19d191", "tag": "0af5052b-702a-4c16-99fd-5b5921c73433"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:32:29.022926 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9c615c-cbad-4d1c-be3f-e95ecf729c42 None None] Network 8ea5b342-8887-4767-85f6-c1636df7266e requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:32:29.034503 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0156f083-9751-4890-a2cc-d10463cead9a tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:29.041769 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-0156f083-9751-4890-a2cc-d10463cead9a tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] 10.222.0.26 "DELETE /v2.0/subnets/7491ba6e-e70f-4db2-8b69-b2ba726ad002 HTTP/1.1" status: 204 len: 168 time: 0.4850109 Nov 12 08:32:29.043018 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0156f083-9751-4890-a2cc-d10463cead9a tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Pushing event deleted for resources: {'Subnet': ['ID=7491ba6e-e70f-4db2-8b69-b2ba726ad002,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:29.044826 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 38324) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:29.142425 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66515190-972b-4596-bc29-92fa18c8e1b3 service neutron] Pushing event updated for resources: {'Port': ['ID=0af5052b-702a-4c16-99fd-5b5921c73433,revision_number=10']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:29.169799 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e2865-0d57-4945-9b56-4abf6268f115 req-c3f72876-987d-4e66-871a-e1e955fd92b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:29.171339 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9c3e2865-0d57-4945-9b56-4abf6268f115 req-c3f72876-987d-4e66-871a-e1e955fd92b1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6d4d05cf75bd48988e66a58743392390&device_id=44828f50-33dd-4d92-a1f1-50e7ef19d191 HTTP/1.1" status: 200 len: 1097 time: 0.1423442 Nov 12 08:32:29.183258 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-108b4e8b-1492-45d3-8b9f-5b6f8ca74720 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Deleting subnet a2109828-26c4-4da4-b6ab-a733e2022bf2 {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:32:29.190346 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-108b4e8b-1492-45d3-8b9f-5b6f8ca74720 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:29.206155 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-255ab33f-01c0-4f2d-b239-5c7a37cf6da2 req-f6927227-a12d-411e-9065-927422ce0838 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=59070d8f-e354-4643-b6db-9938f05a29ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2249815 Nov 12 08:32:29.313312 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-108b4e8b-1492-45d3-8b9f-5b6f8ca74720 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:29.429833 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dd404d9-ae5b-4fd4-8ac4-3ea83f7dbab8 x-openstack-request-id: req-3dd404d9-ae5b-4fd4-8ac4-3ea83f7dbab8 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:32:29.430402 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44828f50-33dd-4d92-a1f1-50e7ef19d191", "tag": "0af5052b-702a-4c16-99fd-5b5921c73433", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:32:29.430920 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3dd404d9-ae5b-4fd4-8ac4-3ea83f7dbab8 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:32:29.431442 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44828f50-33dd-4d92-a1f1-50e7ef19d191', 'tag': '0af5052b-702a-4c16-99fd-5b5921c73433', 'status': 'completed', 'code': 200} Nov 12 08:32:29.443863 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-5e51e714-742f-48d4-86a6-c8245fd938b6 req-5871406c-559f-4796-bf7a-4395ee04945a tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:29.447301 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e2865-0d57-4945-9b56-4abf6268f115 req-904eb988-88ad-4dd9-9b64-92333d337214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:29.454963 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9c3e2865-0d57-4945-9b56-4abf6268f115 req-904eb988-88ad-4dd9-9b64-92333d337214 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9002ff25-76a7-4c3d-8082-16c14deb03d5 HTTP/1.1" status: 200 len: 917 time: 0.2531033 Nov 12 08:32:29.491532 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['42aa8616-a591-4351-b169-51e41bf4aec5'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:32:29.577533 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-108b4e8b-1492-45d3-8b9f-5b6f8ca74720 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:29.591009 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4768f5e-ff14-40f9-9236-3533982976ac None None] DHCP port deletion for 97ca3497-d4cd-4c64-83f2-e4cf0b99a680 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:32:29.683420 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5871406c-559f-4796-bf7a-4395ee04945a tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Pushing event deleted for resources: {'Port': ['ID=42aa8616-a591-4351-b169-51e41bf4aec5,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:29.690777 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-108b4e8b-1492-45d3-8b9f-5b6f8ca74720 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:29.714568 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9c3e2865-0d57-4945-9b56-4abf6268f115 req-9b39d3e7-b7c6-4762-98dc-448f38c80779 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0af5052b-702a-4c16-99fd-5b5921c73433 HTTP/1.1" status: 200 len: 1000 time: 0.2338891 Nov 12 08:32:29.750116 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e51e714-742f-48d4-86a6-c8245fd938b6 req-5871406c-559f-4796-bf7a-4395ee04945a tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] No DVR routers for this DVR port 42aa8616-a591-4351-b169-51e41bf4aec5 on host n-h2-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:32:29.755521 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-5e51e714-742f-48d4-86a6-c8245fd938b6 req-5871406c-559f-4796-bf7a-4395ee04945a tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:29.760714 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5e51e714-742f-48d4-86a6-c8245fd938b6 req-5871406c-559f-4796-bf7a-4395ee04945a tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.44 "DELETE /v2.0/ports/42aa8616-a591-4351-b169-51e41bf4aec5 HTTP/1.1" status: 204 len: 173 time: 1.2719264 Nov 12 08:32:29.766493 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108b4e8b-1492-45d3-8b9f-5b6f8ca74720 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Pushing event deleted for resources: {'Subnet': ['ID=a2109828-26c4-4da4-b6ab-a733e2022bf2,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:29.772609 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-108b4e8b-1492-45d3-8b9f-5b6f8ca74720 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:29.778905 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-108b4e8b-1492-45d3-8b9f-5b6f8ca74720 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] 10.222.0.26 "DELETE /v2.0/subnets/a2109828-26c4-4da4-b6ab-a733e2022bf2 HTTP/1.1" status: 204 len: 168 time: 0.7309506 Nov 12 08:32:29.779570 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 38340) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:29.815680 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-93e29212-7363-46e1-a5b9-07bfc2bd58d6 req-94734364-3d42-4673-b51f-c3ad493e5679 tempest-ServersTestJSON-529932532 tempest-ServersTestJSON-529932532-project] 10.222.0.26 "GET /v2.0/ports?device_id=f098e594-7dd1-447e-9ce9-aec2cb4cc7ec HTTP/1.1" status: 200 len: 210 time: 0.0832746 Nov 12 08:32:29.901512 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e2865-0d57-4945-9b56-4abf6268f115 req-46019a1e-920c-42a4-aca2-aa6c182b3aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:29.904622 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9c3e2865-0d57-4945-9b56-4abf6268f115 req-46019a1e-920c-42a4-aca2-aa6c182b3aaa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c8e8c768-2d07-4b3f-a074-a2b6b712f48f HTTP/1.1" status: 200 len: 855 time: 0.1514387 Nov 12 08:32:29.996828 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e2865-0d57-4945-9b56-4abf6268f115 req-3b5f2eaa-6316-4150-afa0-c2d56f5e1dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:30.000802 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9c3e2865-0d57-4945-9b56-4abf6268f115 req-3b5f2eaa-6316-4150-afa0-c2d56f5e1dfe service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9002ff25-76a7-4c3d-8082-16c14deb03d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0871606 Nov 12 08:32:30.227718 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9c3e2865-0d57-4945-9b56-4abf6268f115 req-e72350db-f2c6-4fa9-b9b9-4f39db0cfe15 service neutron] 10.222.0.21 "GET /v2.0/networks/9002ff25-76a7-4c3d-8082-16c14deb03d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165239 Nov 12 08:32:30.360288 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756c5930-485e-4835-b717-1395f1c0f523 None None] Network 8ea5b342-8887-4767-85f6-c1636df7266e requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:32:30.496230 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9c3e2865-0d57-4945-9b56-4abf6268f115 req-e36974f2-a584-429c-89fb-388781536af1 service neutron] 10.222.0.21 "GET /v2.0/networks/9002ff25-76a7-4c3d-8082-16c14deb03d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527919 Nov 12 08:32:30.509691 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3651fe40-bd14-4cca-9327-6e205ac0bbcb tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:30.528837 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f99b9e6-0244-4283-aa13-32817b282943 req-85dd46cb-7c27-4a3d-a35f-1af1cd12598d tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:30.531810 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7f99b9e6-0244-4283-aa13-32817b282943 req-85dd46cb-7c27-4a3d-a35f-1af1cd12598d tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=44828f50-33dd-4d92-a1f1-50e7ef19d191 HTTP/1.1" status: 200 len: 945 time: 0.0980625 Nov 12 08:32:30.590413 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-1338bfe3-7138-4903-81cc-0b900472bfd3 None None] Provisioning complete for port 68f54470-d43b-4359-8ed7-84045965e111 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:30.590811 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1338bfe3-7138-4903-81cc-0b900472bfd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:30.691743 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c8fbf1-7e8e-4ed0-8d15-97cbdb10b241 req-ab4a44e1-2033-4240-af37-741948c259c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:30.696089 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f3c8fbf1-7e8e-4ed0-8d15-97cbdb10b241 req-ab4a44e1-2033-4240-af37-741948c259c3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6d4d05cf75bd48988e66a58743392390&device_id=44828f50-33dd-4d92-a1f1-50e7ef19d191 HTTP/1.1" status: 200 len: 1097 time: 0.1109180 Nov 12 08:32:30.828826 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7f99b9e6-0244-4283-aa13-32817b282943 req-1c812324-bff0-4a57-bc6c-ad1463e96ad7 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=59070d8f-e354-4643-b6db-9938f05a29ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2747574 Nov 12 08:32:30.840797 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-3651fe40-bd14-4cca-9327-6e205ac0bbcb tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Deleting port 68f54470-d43b-4359-8ed7-84045965e111 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:32:30.841896 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3651fe40-bd14-4cca-9327-6e205ac0bbcb tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:30.921262 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c8fbf1-7e8e-4ed0-8d15-97cbdb10b241 req-dc1982a2-11cc-4b39-9805-b684c77e519d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:30.922771 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f3c8fbf1-7e8e-4ed0-8d15-97cbdb10b241 req-dc1982a2-11cc-4b39-9805-b684c77e519d service neutron] 10.222.0.21 "GET /v2.0/networks?id=9002ff25-76a7-4c3d-8082-16c14deb03d5 HTTP/1.1" status: 200 len: 917 time: 0.2207315 Nov 12 08:32:30.924549 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5351d81d-50c3-4bd3-be8b-5dc9c06ee25d None None] DHCP port deletion for 8ea5b342-8887-4767-85f6-c1636df7266e request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:32:31.081515 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f3c8fbf1-7e8e-4ed0-8d15-97cbdb10b241 req-24cc6538-ed6e-45e7-910d-04695b252dfa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0af5052b-702a-4c16-99fd-5b5921c73433 HTTP/1.1" status: 200 len: 1000 time: 0.1501627 Nov 12 08:32:31.083652 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-3651fe40-bd14-4cca-9327-6e205ac0bbcb tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] For port 68f54470-d43b-4359-8ed7-84045965e111, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=68f54470-d43b-4359-8ed7-84045965e111,segment=NetworkSegment(9d558657-8028-4046-b655-bda1cd5794d4),segment_id=9d558657-8028-4046-b655-bda1cd5794d4)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:31.084044 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3651fe40-bd14-4cca-9327-6e205ac0bbcb tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:31.100955 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 38380) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:31.103180 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-5351d81d-50c3-4bd3-be8b-5dc9c06ee25d None None] Deleting port 68f54470-d43b-4359-8ed7-84045965e111 {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:32:31.103549 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5351d81d-50c3-4bd3-be8b-5dc9c06ee25d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:31.170494 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c8fbf1-7e8e-4ed0-8d15-97cbdb10b241 req-11decab2-31b2-48a2-9f5e-4810dbc5d45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:31.172531 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f3c8fbf1-7e8e-4ed0-8d15-97cbdb10b241 req-11decab2-31b2-48a2-9f5e-4810dbc5d45e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c8e8c768-2d07-4b3f-a074-a2b6b712f48f HTTP/1.1" status: 200 len: 855 time: 0.0828562 Nov 12 08:32:31.204549 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-3651fe40-bd14-4cca-9327-6e205ac0bbcb tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Calling delete_port for 68f54470-d43b-4359-8ed7-84045965e111 owned by network:dhcp {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:32:31.277504 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c8fbf1-7e8e-4ed0-8d15-97cbdb10b241 req-6b08af30-2b00-4a63-bbf5-3e2b5e1d2d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:31.282979 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f3c8fbf1-7e8e-4ed0-8d15-97cbdb10b241 req-6b08af30-2b00-4a63-bbf5-3e2b5e1d2d59 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9002ff25-76a7-4c3d-8082-16c14deb03d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1035912 Nov 12 08:32:31.286762 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-5351d81d-50c3-4bd3-be8b-5dc9c06ee25d None None] For port 68f54470-d43b-4359-8ed7-84045965e111, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=68f54470-d43b-4359-8ed7-84045965e111,segment=NetworkSegment(9d558657-8028-4046-b655-bda1cd5794d4),segment_id=9d558657-8028-4046-b655-bda1cd5794d4)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:31.287382 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5351d81d-50c3-4bd3-be8b-5dc9c06ee25d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:31.323026 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-5351d81d-50c3-4bd3-be8b-5dc9c06ee25d None None] Calling delete_port for 68f54470-d43b-4359-8ed7-84045965e111 owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:32:31.327876 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3291c46-7bc8-4edd-b3a6-69fc6cd10a49 admin admin] Deleting subnet e5a8c2de-791a-407e-b586-3b1004863989 {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:32:31.334254 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a3291c46-7bc8-4edd-b3a6-69fc6cd10a49 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:31.434676 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f098e594-7dd1-447e-9ce9-aec2cb4cc7ec', 'name': 'network-vif-deleted', 'tag': '42aa8616-a591-4351-b169-51e41bf4aec5'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:32:31.437284 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4436814b-2463-4b1b-b9c3-08dc42d2967b" -d '{"events": [{"server_uuid": "f098e594-7dd1-447e-9ce9-aec2cb4cc7ec", "name": "network-vif-deleted", "tag": "42aa8616-a591-4351-b169-51e41bf4aec5"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:32:31.445633 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f3c8fbf1-7e8e-4ed0-8d15-97cbdb10b241 req-119b6b4a-9560-4a5c-8ce5-d45e6ad3a09e service neutron] 10.222.0.21 "GET /v2.0/networks/9002ff25-76a7-4c3d-8082-16c14deb03d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535985 Nov 12 08:32:31.467302 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5351d81d-50c3-4bd3-be8b-5dc9c06ee25d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:31.490176 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a3291c46-7bc8-4edd-b3a6-69fc6cd10a49 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:31.520191 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 68f54470-d43b-4359-8ed7-84045965e111 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:32:31.548695 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5351d81d-50c3-4bd3-be8b-5dc9c06ee25d None None] No DVR routers for this DVR port 68f54470-d43b-4359-8ed7-84045965e111 on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:32:31.552360 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 68f54470-d43b-4359-8ed7-84045965e111 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:32:31.553360 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 68f54470-d43b-4359-8ed7-84045965e111 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:32:31.568267 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351d81d-50c3-4bd3-be8b-5dc9c06ee25d None None] Pushing event deleted for resources: {'Port': ['ID=68f54470-d43b-4359-8ed7-84045965e111,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:31.608525 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3651fe40-bd14-4cca-9327-6e205ac0bbcb tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:31.621747 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-032bafc8-e13c-4c4e-bef9-edc4a3cdae56 x-openstack-request-id: req-032bafc8-e13c-4c4e-bef9-edc4a3cdae56 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:32:31.622160 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f098e594-7dd1-447e-9ce9-aec2cb4cc7ec", "name": "network-vif-deleted", "tag": "42aa8616-a591-4351-b169-51e41bf4aec5", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:32:31.622376 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-032bafc8-e13c-4c4e-bef9-edc4a3cdae56 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:32:31.629392 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a3291c46-7bc8-4edd-b3a6-69fc6cd10a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:31.635066 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f098e594-7dd1-447e-9ce9-aec2cb4cc7ec', 'name': 'network-vif-deleted', 'tag': '42aa8616-a591-4351-b169-51e41bf4aec5', 'status': 'completed', 'code': 200} Nov 12 08:32:31.711137 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f3c8fbf1-7e8e-4ed0-8d15-97cbdb10b241 req-9ca30cf5-9918-44f0-914e-89cab0ee0513 service neutron] 10.222.0.21 "GET /v2.0/networks/9002ff25-76a7-4c3d-8082-16c14deb03d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472322 Nov 12 08:32:31.718664 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3651fe40-bd14-4cca-9327-6e205ac0bbcb tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] No DVR routers for this DVR port 68f54470-d43b-4359-8ed7-84045965e111 on host n-d-765315-29 {{(pid=102600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:32:31.727650 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3651fe40-bd14-4cca-9327-6e205ac0bbcb tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Pushing event deleted for resources: {'Port': ['ID=68f54470-d43b-4359-8ed7-84045965e111,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:31.849628 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3651fe40-bd14-4cca-9327-6e205ac0bbcb tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:31.879189 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a3291c46-7bc8-4edd-b3a6-69fc6cd10a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:31.907881 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 42aa8616-a591-4351-b169-51e41bf4aec5 no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:32:31.964535 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-3651fe40-bd14-4cca-9327-6e205ac0bbcb tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ea5b342-8887-4767-85f6-c1636df7266e']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:31.967603 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3291c46-7bc8-4edd-b3a6-69fc6cd10a49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5a8c2de-791a-407e-b586-3b1004863989,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:31.969166 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] No Port match for: 42aa8616-a591-4351-b169-51e41bf4aec5 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:32:31.975968 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 42aa8616-a591-4351-b169-51e41bf4aec5 not bound to the agent host n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:32:31.977622 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c628b40f-47f5-4dab-84f0-2104fdedb009 None None] Network 97ca3497-d4cd-4c64-83f2-e4cf0b99a680 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:32:31.978461 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a3291c46-7bc8-4edd-b3a6-69fc6cd10a49 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:31.982858 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-a3291c46-7bc8-4edd-b3a6-69fc6cd10a49 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/e5a8c2de-791a-407e-b586-3b1004863989 HTTP/1.1" status: 204 len: 168 time: 0.8802001 Nov 12 08:32:31.985493 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 38408) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:32.003876 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-3651fe40-bd14-4cca-9327-6e205ac0bbcb tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d558657-8028-4046-b655-bda1cd5794d4') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:32.004553 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-3651fe40-bd14-4cca-9327-6e205ac0bbcb tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d558657-8028-4046-b655-bda1cd5794d4') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:32.028568 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3651fe40-bd14-4cca-9327-6e205ac0bbcb tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:32.067740 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3651fe40-bd14-4cca-9327-6e205ac0bbcb tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:32.091317 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3651fe40-bd14-4cca-9327-6e205ac0bbcb tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:32:32.092106 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3651fe40-bd14-4cca-9327-6e205ac0bbcb tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:32.096829 n-d-765315-29 neutron-server[102600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:32:32.096829 n-d-765315-29 neutron-server[102600]: self.session.flush() Nov 12 08:32:32.096829 n-d-765315-29 neutron-server[102600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:32:32.096829 n-d-765315-29 neutron-server[102600]: self.session.flush() Nov 12 08:32:32.096829 n-d-765315-29 neutron-server[102600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:32:32.096829 n-d-765315-29 neutron-server[102600]: self.session.flush() Nov 12 08:32:32.096829 n-d-765315-29 neutron-server[102600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:32:32.096829 n-d-765315-29 neutron-server[102600]: self.session.flush() Nov 12 08:32:32.096829 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:32:32.096829 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:32:32.096829 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:32:32.096829 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:32:32.096829 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:32:32.096829 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:32:32.096829 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:32:32.096829 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:32:32.096829 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:32:32.096829 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:32:32.096829 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:32:32.096829 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:32:32.096829 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:32:32.096829 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:32:32.096829 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:32:32.096829 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:32:32.096829 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:32:32.096829 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:32:32.096829 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:32:32.096829 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:32:32.096829 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:32:32.096829 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:32:32.096829 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:32:32.096829 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:32:32.096829 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:32:32.096829 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:32:32.096829 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:32:32.096829 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:32:32.096829 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:32:32.096829 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:32:32.096829 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:32:32.096829 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:32:32.233716 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c05424-497e-4481-9398-abeef0bd62a6 req-7be8befb-fabd-4946-8314-896100124339 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:32.243208 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-60c05424-497e-4481-9398-abeef0bd62a6 req-7be8befb-fabd-4946-8314-896100124339 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=44828f50-33dd-4d92-a1f1-50e7ef19d191 HTTP/1.1" status: 200 len: 945 time: 0.1671920 Nov 12 08:32:32.245738 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3651fe40-bd14-4cca-9327-6e205ac0bbcb tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:32.282921 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a840b0f2-4026-4776-9aac-99c501dc25a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:32.319975 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55472254-3e86-4926-9b75-64073767004f None None] DHCP port deletion for 97ca3497-d4cd-4c64-83f2-e4cf0b99a680 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:32:32.336724 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3651fe40-bd14-4cca-9327-6e205ac0bbcb tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:32.341684 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-3651fe40-bd14-4cca-9327-6e205ac0bbcb tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] 10.222.0.26 "DELETE /v2.0/networks/8ea5b342-8887-4767-85f6-c1636df7266e HTTP/1.1" status: 204 len: 168 time: 2.5383031 Nov 12 08:32:32.344337 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 38420) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:32.349669 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3651fe40-bd14-4cca-9327-6e205ac0bbcb tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Pushing event deleted for resources: {'Network': ['ID=8ea5b342-8887-4767-85f6-c1636df7266e,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:32.438354 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-60c05424-497e-4481-9398-abeef0bd62a6 req-2ee8fd87-9d49-40c0-84f6-a7da623be74d tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=59070d8f-e354-4643-b6db-9938f05a29ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1863503 Nov 12 08:32:32.438573 n-d-765315-29 neutron-server[102599]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9c80736-ddf7-480b-8f90-5f86d5beeb3f tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] DELETE failed (client error): The resource could not be found. Nov 12 08:32:32.438573 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9c80736-ddf7-480b-8f90-5f86d5beeb3f tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:32:32.460729 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 38422) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:32.469722 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-f9c80736-ddf7-480b-8f90-5f86d5beeb3f tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] 10.222.0.26 "DELETE /v2.0/subnets/88bf4141-97fa-4bf0-b738-fed5c4d4611a HTTP/1.1" status: 404 len: 337 time: 0.1110384 Nov 12 08:32:32.505927 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cd10807-d300-417a-a14e-23970793c751 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] DELETE failed (client error): The resource could not be found. Nov 12 08:32:32.506663 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cd10807-d300-417a-a14e-23970793c751 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:32:32.519559 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-0cd10807-d300-417a-a14e-23970793c751 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] 10.222.0.26 "DELETE /v2.0/networks/428e9fd8-3486-469d-8587-ea138a5f4017 HTTP/1.1" status: 404 len: 339 time: 0.0552115 Nov 12 08:32:32.521199 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 38424) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:32.624320 n-d-765315-29 neutron-server[102599]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ec204d2-aa9a-4098-9e6c-17bb05ad1a9c tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] DELETE failed (client error): The resource could not be found. Nov 12 08:32:32.625038 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ec204d2-aa9a-4098-9e6c-17bb05ad1a9c tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:32:32.628423 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-3ec204d2-aa9a-4098-9e6c-17bb05ad1a9c tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] 10.222.0.26 "DELETE /v2.0/subnets/7ce5f4da-9035-418a-94d5-05883dc91e47 HTTP/1.1" status: 404 len: 337 time: 0.1061976 Nov 12 08:32:32.632293 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 38426) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:32.670610 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a696e75-0d5a-4232-a053-abfe1c64770f tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] DELETE failed (client error): The resource could not be found. Nov 12 08:32:32.671117 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a696e75-0d5a-4232-a053-abfe1c64770f tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:32:32.679749 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-4a696e75-0d5a-4232-a053-abfe1c64770f tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] 10.222.0.26 "DELETE /v2.0/networks/25f4b5cf-e240-491a-9f8c-9d682affe705 HTTP/1.1" status: 404 len: 339 time: 0.0462353 Nov 12 08:32:32.683261 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 38428) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:32.732058 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4b03262-c9c7-419a-bac8-73358c293155 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] DELETE failed (client error): The resource could not be found. Nov 12 08:32:32.732058 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4b03262-c9c7-419a-bac8-73358c293155 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:32:32.736660 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a840b0f2-4026-4776-9aac-99c501dc25a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:32.740781 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-e4b03262-c9c7-419a-bac8-73358c293155 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] 10.222.0.26 "DELETE /v2.0/subnets/c02888b8-8bf0-44e7-8978-8bef9a1e9d40 HTTP/1.1" status: 404 len: 337 time: 0.0559542 Nov 12 08:32:32.741056 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 38430) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:32.766007 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-04dc5672-05c9-4800-a509-3ab8bdb75029 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] DELETE failed (client error): The resource could not be found. Nov 12 08:32:32.768452 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04dc5672-05c9-4800-a509-3ab8bdb75029 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:32:32.773966 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-a840b0f2-4026-4776-9aac-99c501dc25a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97ca3497-d4cd-4c64-83f2-e4cf0b99a680']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:32.780285 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-04dc5672-05c9-4800-a509-3ab8bdb75029 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] 10.222.0.26 "DELETE /v2.0/networks/9600736e-6911-4fcd-ba7c-244519ad7c35 HTTP/1.1" status: 404 len: 339 time: 0.0379009 Nov 12 08:32:32.784064 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 38434) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:32.798535 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-a840b0f2-4026-4776-9aac-99c501dc25a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '115bdcdd-b1df-41c7-8bff-15a5e1fdca42') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:32.798880 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-a840b0f2-4026-4776-9aac-99c501dc25a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '115bdcdd-b1df-41c7-8bff-15a5e1fdca42') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:32.846874 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a840b0f2-4026-4776-9aac-99c501dc25a0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:32.886501 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a840b0f2-4026-4776-9aac-99c501dc25a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:32.893914 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a840b0f2-4026-4776-9aac-99c501dc25a0 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:32:32.894334 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a840b0f2-4026-4776-9aac-99c501dc25a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:32.949309 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 08:32:32.949309 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:32:32.949309 n-d-765315-29 neutron-server[102599]: timer() Nov 12 08:32:32.949309 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:32:32.949309 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 08:32:32.949309 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:32:32.949309 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 08:32:32.949309 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:32:32.949309 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 08:32:32.949309 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:32:32.949309 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 08:32:32.949309 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:32:32.949309 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 08:32:32.949309 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:32:32.949309 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:32:32.949309 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:32:32.949309 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:32:32.949309 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:32:32.949309 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 08:32:32.949309 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:32:32.949309 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 08:32:32.949309 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:32:32.949309 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:32:32.949309 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:32:32.949309 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 08:32:32.949309 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:32:32.949309 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:32:32.949309 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:32:32.949309 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:32:32.949309 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:32:32.949309 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:32:32.949309 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:32:32.974677 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-3093f5b1-5ca8-4c41-9478-c46def45109c tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Deleting subnet 167d2044-2d67-4a73-9755-7dd1cd78839b {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:32:32.980006 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3093f5b1-5ca8-4c41-9478-c46def45109c tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:32.983337 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a840b0f2-4026-4776-9aac-99c501dc25a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:32.989377 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a840b0f2-4026-4776-9aac-99c501dc25a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:32.996511 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-a840b0f2-4026-4776-9aac-99c501dc25a0 admin admin] 10.222.0.26 "DELETE /v2.0/networks/97ca3497-d4cd-4c64-83f2-e4cf0b99a680 HTTP/1.1" status: 204 len: 168 time: 1.0099149 Nov 12 08:32:33.055832 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a840b0f2-4026-4776-9aac-99c501dc25a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=97ca3497-d4cd-4c64-83f2-e4cf0b99a680,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:33.127232 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3093f5b1-5ca8-4c41-9478-c46def45109c tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:33.377092 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3093f5b1-5ca8-4c41-9478-c46def45109c tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:33.452291 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 38452) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:33.630535 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3093f5b1-5ca8-4c41-9478-c46def45109c tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:33.649318 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-5d13ef70-44c6-4b6a-b7dc-54a3f127dc1f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4e695ccfe3434d44ababb01fdc20479b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1904178 Nov 12 08:32:33.651057 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 38458) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:33.688674 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3093f5b1-5ca8-4c41-9478-c46def45109c tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Pushing event deleted for resources: {'Subnet': ['ID=167d2044-2d67-4a73-9755-7dd1cd78839b,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:33.691446 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3093f5b1-5ca8-4c41-9478-c46def45109c tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:33.699658 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-3093f5b1-5ca8-4c41-9478-c46def45109c tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] 10.222.0.26 "DELETE /v2.0/subnets/167d2044-2d67-4a73-9755-7dd1cd78839b HTTP/1.1" status: 204 len: 168 time: 0.9122946 Nov 12 08:32:33.700959 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 38460) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:33.705676 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95530617-8234-4358-a171-edd92b68e73c None None] Network 6427457e-4c6f-4ca2-adbf-0052643c8eff requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:32:33.792687 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5ce23232-2e15-455e-814a-e87ca459dbe7 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:33.831262 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6f28c418-36e8-422a-a84b-a667d7a4aa4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:33.902746 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6f28c418-36e8-422a-a84b-a667d7a4aa4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:33.999961 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13da7cfa-bb52-4c88-aa54-892b464b0afb req-3a7ba387-965b-4a3b-a7a6-ec8ab5cec57a tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:34.011218 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-13da7cfa-bb52-4c88-aa54-892b464b0afb req-3a7ba387-965b-4a3b-a7a6-ec8ab5cec57a tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=44828f50-33dd-4d92-a1f1-50e7ef19d191 HTTP/1.1" status: 200 len: 945 time: 0.3088818 Nov 12 08:32:34.016649 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6f28c418-36e8-422a-a84b-a667d7a4aa4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:34.026108 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6f28c418-36e8-422a-a84b-a667d7a4aa4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:34.026550 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:32:34.028789 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-6f28c418-36e8-422a-a84b-a667d7a4aa4f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/da9b3c46-65b3-4f9e-8913-4b8ce97fecd3 HTTP/1.1" status: 204 len: 168 time: 0.3762422 Nov 12 08:32:34.107270 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-5ce23232-2e15-455e-814a-e87ca459dbe7 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Deleting port 9e0991cb-41a0-4cf4-ae87-cbc59f0b888e {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:32:34.107836 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5ce23232-2e15-455e-814a-e87ca459dbe7 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:34.131208 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f28c418-36e8-422a-a84b-a667d7a4aa4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da9b3c46-65b3-4f9e-8913-4b8ce97fecd3,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:34.398683 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-13da7cfa-bb52-4c88-aa54-892b464b0afb req-6aacd4c5-d33d-42fe-8e41-01e27a78820d tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=59070d8f-e354-4643-b6db-9938f05a29ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3697546 Nov 12 08:32:34.514000 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-5ce23232-2e15-455e-814a-e87ca459dbe7 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] For port 9e0991cb-41a0-4cf4-ae87-cbc59f0b888e, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=9e0991cb-41a0-4cf4-ae87-cbc59f0b888e,segment=NetworkSegment(c2db8d38-e3f7-45a8-8fc5-c30fb351842c),segment_id=c2db8d38-e3f7-45a8-8fc5-c30fb351842c)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:34.514374 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5ce23232-2e15-455e-814a-e87ca459dbe7 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:34.554195 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-5ce23232-2e15-455e-814a-e87ca459dbe7 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Calling delete_port for 9e0991cb-41a0-4cf4-ae87-cbc59f0b888e owned by network:dhcp {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:32:34.763784 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-78590f3e-1c83-49d5-926f-80d441c35627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:34.978378 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c53565-c1a6-43ee-ae08-b2586408b4bc None None] DHCP port deletion for 6427457e-4c6f-4ca2-adbf-0052643c8eff request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:32:34.978744 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5ce23232-2e15-455e-814a-e87ca459dbe7 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:35.044429 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce23232-2e15-455e-814a-e87ca459dbe7 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Pushing event deleted for resources: {'Port': ['ID=9e0991cb-41a0-4cf4-ae87-cbc59f0b888e,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:35.061688 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce23232-2e15-455e-814a-e87ca459dbe7 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] No DVR routers for this DVR port 9e0991cb-41a0-4cf4-ae87-cbc59f0b888e on host n-d-765315-29 {{(pid=102600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:32:35.252951 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:35.335768 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab386f56-0b18-4717-9d78-c50c32819ece req-6d570e1a-cb10-42ca-8447-224c20bdd982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:35.346126 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ab386f56-0b18-4717-9d78-c50c32819ece req-6d570e1a-cb10-42ca-8447-224c20bdd982 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ce302650dd4d403585592f906b5d4534&device_id=5a780da9-d933-497d-83b4-3eaa73980fa4 HTTP/1.1" status: 200 len: 1098 time: 0.1075976 Nov 12 08:32:35.494134 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5ce23232-2e15-455e-814a-e87ca459dbe7 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:35.570405 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab386f56-0b18-4717-9d78-c50c32819ece req-ed1ba1a6-05a1-466a-804b-6c77204df6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:35.571965 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ab386f56-0b18-4717-9d78-c50c32819ece req-ed1ba1a6-05a1-466a-804b-6c77204df6d0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2de948c5-0d8e-4c3b-9717-70f1460531cb HTTP/1.1" status: 200 len: 920 time: 0.2007089 Nov 12 08:32:35.595076 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 9e0991cb-41a0-4cf4-ae87-cbc59f0b888e no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:32:35.670949 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ab386f56-0b18-4717-9d78-c50c32819ece req-1ece7f42-f2e4-442e-ac1c-f1a3bdb75e6a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=70221793-efeb-4ea8-8697-7c47ec150d58 HTTP/1.1" status: 200 len: 217 time: 0.0883706 Nov 12 08:32:35.693227 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66693cd3-deb9-441f-b662-6ae5a95829e1 req-a589e3a1-2e68-4a25-963b-98a294589755 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:35.695977 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 9e0991cb-41a0-4cf4-ae87-cbc59f0b888e {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:32:35.696669 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 9e0991cb-41a0-4cf4-ae87-cbc59f0b888e not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:32:35.701121 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-66693cd3-deb9-441f-b662-6ae5a95829e1 req-a589e3a1-2e68-4a25-963b-98a294589755 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a780da9-d933-497d-83b4-3eaa73980fa4 HTTP/1.1" status: 200 len: 946 time: 0.4832509 Nov 12 08:32:35.705417 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-5ce23232-2e15-455e-814a-e87ca459dbe7 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6427457e-4c6f-4ca2-adbf-0052643c8eff']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:35.737871 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-5ce23232-2e15-455e-814a-e87ca459dbe7 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2db8d38-e3f7-45a8-8fc5-c30fb351842c') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:35.738290 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-5ce23232-2e15-455e-814a-e87ca459dbe7 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2db8d38-e3f7-45a8-8fc5-c30fb351842c') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:35.764265 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5ce23232-2e15-455e-814a-e87ca459dbe7 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:35.850255 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-66693cd3-deb9-441f-b662-6ae5a95829e1 req-c7567cb8-daca-4eae-80ba-f2ca3cfbb8f4 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/security-groups?id=79579dc9-7b86-4506-bd5c-77a53e3a0518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307468 Nov 12 08:32:35.859648 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab386f56-0b18-4717-9d78-c50c32819ece req-ab5fa9b0-bb5b-433b-adb3-76a461d4031b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:35.866101 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ab386f56-0b18-4717-9d78-c50c32819ece req-ab5fa9b0-bb5b-433b-adb3-76a461d4031b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d9d20dc8-d335-4f6a-937f-de81677ff212 HTTP/1.1" status: 200 len: 859 time: 0.1841054 Nov 12 08:32:35.878406 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5ce23232-2e15-455e-814a-e87ca459dbe7 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:35.898115 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ce23232-2e15-455e-814a-e87ca459dbe7 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:32:35.898814 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5ce23232-2e15-455e-814a-e87ca459dbe7 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:35.911274 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:32:35.911274 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:32:35.911274 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:32:35.911274 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:32:35.911274 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:32:35.911274 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:32:35.911274 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:32:35.911274 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:32:35.911274 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:32:35.911274 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:32:35.911274 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:32:35.911274 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:32:35.911274 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:32:35.911274 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:32:35.911274 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:32:35.911274 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:32:35.911274 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:32:35.911274 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:32:35.911274 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:32:35.911274 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:32:35.911274 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:32:35.911274 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:32:35.911274 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:32:35.911274 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:32:35.911274 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:32:35.911274 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:32:35.911274 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:32:35.911274 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:32:35.911274 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:32:35.911274 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:32:35.911274 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:32:35.911274 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:32:35.981828 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ab386f56-0b18-4717-9d78-c50c32819ece req-c07aee90-200d-414a-8dc6-7dd04afa6cc1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2de948c5-0d8e-4c3b-9717-70f1460531cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1078873 Nov 12 08:32:36.038351 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5ce23232-2e15-455e-814a-e87ca459dbe7 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:36.063648 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5ce23232-2e15-455e-814a-e87ca459dbe7 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:36.069269 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-5ce23232-2e15-455e-814a-e87ca459dbe7 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] 10.222.0.26 "DELETE /v2.0/networks/6427457e-4c6f-4ca2-adbf-0052643c8eff HTTP/1.1" status: 204 len: 168 time: 2.3646526 Nov 12 08:32:36.073310 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 38522) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:36.225201 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce23232-2e15-455e-814a-e87ca459dbe7 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Pushing event deleted for resources: {'Network': ['ID=6427457e-4c6f-4ca2-adbf-0052643c8eff,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:36.310645 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ab386f56-0b18-4717-9d78-c50c32819ece req-cc1b91d9-21da-4afd-adac-beda6023dee5 service neutron] 10.222.0.44 "GET /v2.0/networks/2de948c5-0d8e-4c3b-9717-70f1460531cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3212883 Nov 12 08:32:36.320713 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-5639b308-2923-40e8-97b6-133d0419a794 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] DELETE failed (client error): The resource could not be found. Nov 12 08:32:36.321623 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5639b308-2923-40e8-97b6-133d0419a794 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:32:36.325389 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-5639b308-2923-40e8-97b6-133d0419a794 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] 10.222.0.26 "DELETE /v2.0/subnets/85043bd4-b651-4ce1-afa1-ac1dddad327e HTTP/1.1" status: 404 len: 337 time: 0.2499397 Nov 12 08:32:36.339358 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 38530) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:36.372501 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0961025-6a76-4e2c-9b8a-e8b66bbabf35 req-05434471-e6d7-4c56-94c3-44fcd26578e5 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:36.374570 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f0961025-6a76-4e2c-9b8a-e8b66bbabf35 req-05434471-e6d7-4c56-94c3-44fcd26578e5 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=44828f50-33dd-4d92-a1f1-50e7ef19d191 HTTP/1.1" status: 200 len: 945 time: 0.3042135 Nov 12 08:32:36.393823 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fcb83c5-a3a8-4649-93de-9521bad602f0 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] DELETE failed (client error): The resource could not be found. Nov 12 08:32:36.394937 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fcb83c5-a3a8-4649-93de-9521bad602f0 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:32:36.399326 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-8fcb83c5-a3a8-4649-93de-9521bad602f0 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] 10.222.0.26 "DELETE /v2.0/networks/79c9082d-5431-4ccc-aca3-4bf624d879c2 HTTP/1.1" status: 404 len: 339 time: 0.0556340 Nov 12 08:32:36.454169 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 38532) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:36.545979 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 38534) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:36.601986 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ab386f56-0b18-4717-9d78-c50c32819ece req-e02ba802-a037-4ba8-8bdf-e88d2995d34b service neutron] 10.222.0.44 "GET /v2.0/networks/2de948c5-0d8e-4c3b-9717-70f1460531cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824135 Nov 12 08:32:36.604702 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f0961025-6a76-4e2c-9b8a-e8b66bbabf35 req-c90a24ce-3cc1-4100-866d-08ab7f92bd37 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=59070d8f-e354-4643-b6db-9938f05a29ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2035978 Nov 12 08:32:36.632543 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2d56118-a2f8-4c6a-9f87-84f7410ff369 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Deleting subnet 893d2697-ef50-429c-86fa-8172715461de {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:32:36.644407 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b2d56118-a2f8-4c6a-9f87-84f7410ff369 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:36.779778 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b2d56118-a2f8-4c6a-9f87-84f7410ff369 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:36.916497 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-a04d2207-d63f-4686-ab34-a61c9abbd0db admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1473428864-network', 'tenant_id': 'f923cf4788da421d83ed2e2ad19cd320'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:36.987074 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d4113d65-2ef2-4cd8-8721-0d56137982ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:37.056545 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a04d2207-d63f-4686-ab34-a61c9abbd0db admin admin] Made reservation on behalf of f923cf4788da421d83ed2e2ad19cd320 for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:32:37.068095 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a04d2207-d63f-4686-ab34-a61c9abbd0db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:37.229363 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a04d2207-d63f-4686-ab34-a61c9abbd0db admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:37.329997 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0220e0a-a435-4936-b5ab-dfcb206f83ac req-1b25b0aa-cf87-4b60-a541-920ea35de5f2 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:37.342284 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c0220e0a-a435-4936-b5ab-dfcb206f83ac req-1b25b0aa-cf87-4b60-a541-920ea35de5f2 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a780da9-d933-497d-83b4-3eaa73980fa4 HTTP/1.1" status: 200 len: 946 time: 0.2504470 Nov 12 08:32:37.399492 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b2d56118-a2f8-4c6a-9f87-84f7410ff369 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:37.493841 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c0220e0a-a435-4936-b5ab-dfcb206f83ac req-c8497990-7e58-4542-b6a6-221786f324b4 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/security-groups?id=79579dc9-7b86-4506-bd5c-77a53e3a0518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496768 Nov 12 08:32:37.660580 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b2d56118-a2f8-4c6a-9f87-84f7410ff369 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:37.776147 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a04d2207-d63f-4686-ab34-a61c9abbd0db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:37.819419 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a04d2207-d63f-4686-ab34-a61c9abbd0db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:37.833702 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d686624f-8635-4ecf-b0e9-4e9e2061527a None None] Network f18d6162-7ce5-4922-97de-e90b327fbd41 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:32:37.846995 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b2d56118-a2f8-4c6a-9f87-84f7410ff369 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:37.862962 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-b2d56118-a2f8-4c6a-9f87-84f7410ff369 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] 10.222.0.26 "DELETE /v2.0/subnets/893d2697-ef50-429c-86fa-8172715461de HTTP/1.1" status: 204 len: 168 time: 1.3983223 Nov 12 08:32:37.866411 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 38560) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:38.016440 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a04d2207-d63f-4686-ab34-a61c9abbd0db admin admin] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:32:38.022685 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d56118-a2f8-4c6a-9f87-84f7410ff369 tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Pushing event deleted for resources: {'Subnet': ['ID=893d2697-ef50-429c-86fa-8172715461de,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:38.102990 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a04d2207-d63f-4686-ab34-a61c9abbd0db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:38.104279 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-a04d2207-d63f-4686-ab34-a61c9abbd0db admin admin] Added segment 16778ca9-fc8a-4748-8414-bf7dc1ac2900 of type vlan for network 6810a75d-9062-4873-aab2-46624f49f2bd Nov 12 08:32:38.109134 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04d2207-d63f-4686-ab34-a61c9abbd0db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14189a2d-ce76-4cc3-9298-81a376bf950d,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:38.111355 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0dfa2629-5e04-4bd2-bd22-f002847d9bce tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:38.154391 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccac859-a489-479b-821f-ca7c9cec6b7d req-ccc1b97a-8f76-433c-8d01-0a4303cb4b3b tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:38.156511 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bccac859-a489-479b-821f-ca7c9cec6b7d req-ccc1b97a-8f76-433c-8d01-0a4303cb4b3b tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=44828f50-33dd-4d92-a1f1-50e7ef19d191 HTTP/1.1" status: 200 len: 945 time: 0.3749359 Nov 12 08:32:38.209634 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:38.277871 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a04d2207-d63f-4686-ab34-a61c9abbd0db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:38.326970 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-0dfa2629-5e04-4bd2-bd22-f002847d9bce tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Deleting port 26a896c8-999c-4782-b46d-23c46ea94db0 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:32:38.327311 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0dfa2629-5e04-4bd2-bd22-f002847d9bce tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:38.339313 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bccac859-a489-479b-821f-ca7c9cec6b7d req-eecd2fc3-bda7-462b-a99d-9cb3ee31e53d tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=59070d8f-e354-4643-b6db-9938f05a29ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027129 Nov 12 08:32:38.340827 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a04d2207-d63f-4686-ab34-a61c9abbd0db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:38.345354 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04d2207-d63f-4686-ab34-a61c9abbd0db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:38.346295 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a04d2207-d63f-4686-ab34-a61c9abbd0db admin admin] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:38.407557 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a530831b-a76e-4d1a-bff9-768d021f69b1 None None] DHCP port deletion for f18d6162-7ce5-4922-97de-e90b327fbd41 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:32:38.424367 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-a04d2207-d63f-4686-ab34-a61c9abbd0db admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8639500 Nov 12 08:32:38.448823 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 38570) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:38.464779 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-21bb4591-d413-466d-ac7c-7c26b75f24ab admin admin] Request body: {'subnet': {'network_id': '6810a75d-9062-4873-aab2-46624f49f2bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1473428864-subnet', 'tenant_id': 'f923cf4788da421d83ed2e2ad19cd320', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:38.525491 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-0dfa2629-5e04-4bd2-bd22-f002847d9bce tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] For port 26a896c8-999c-4782-b46d-23c46ea94db0, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=26a896c8-999c-4782-b46d-23c46ea94db0,segment=NetworkSegment(2384a5f5-f694-4838-9360-6fd0e535755d),segment_id=2384a5f5-f694-4838-9360-6fd0e535755d)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:38.525491 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0dfa2629-5e04-4bd2-bd22-f002847d9bce tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:38.565195 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-0dfa2629-5e04-4bd2-bd22-f002847d9bce tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Calling delete_port for 26a896c8-999c-4782-b46d-23c46ea94db0 owned by network:dhcp {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:32:38.631303 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-a530831b-a76e-4d1a-bff9-768d021f69b1 None None] Deleting port 26a896c8-999c-4782-b46d-23c46ea94db0 {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:32:38.640494 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a530831b-a76e-4d1a-bff9-768d021f69b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:38.648074 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04d2207-d63f-4686-ab34-a61c9abbd0db admin admin] Pushing event updated for resources: {'Network': ['ID=6810a75d-9062-4873-aab2-46624f49f2bd,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:38.656685 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21bb4591-d413-466d-ac7c-7c26b75f24ab admin admin] Made reservation on behalf of f923cf4788da421d83ed2e2ad19cd320 for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:32:38.662251 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-21bb4591-d413-466d-ac7c-7c26b75f24ab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:38.749883 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 6810a75d-9062-4873-aab2-46624f49f2bd details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:32:38.897780 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-a530831b-a76e-4d1a-bff9-768d021f69b1 None None] For port 26a896c8-999c-4782-b46d-23c46ea94db0, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=26a896c8-999c-4782-b46d-23c46ea94db0,segment=NetworkSegment(2384a5f5-f694-4838-9360-6fd0e535755d),segment_id=2384a5f5-f694-4838-9360-6fd0e535755d)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:38.898533 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a530831b-a76e-4d1a-bff9-768d021f69b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:38.908300 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0dfa2629-5e04-4bd2-bd22-f002847d9bce tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:38.925641 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-a530831b-a76e-4d1a-bff9-768d021f69b1 None None] Calling delete_port for 26a896c8-999c-4782-b46d-23c46ea94db0 owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:32:38.986087 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfa2629-5e04-4bd2-bd22-f002847d9bce tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] No DVR routers for this DVR port 26a896c8-999c-4782-b46d-23c46ea94db0 on host n-d-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:32:38.988798 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfa2629-5e04-4bd2-bd22-f002847d9bce tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Pushing event deleted for resources: {'Port': ['ID=26a896c8-999c-4782-b46d-23c46ea94db0,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:39.103076 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fbef00-65e2-4c30-9608-3ce80190fbfd req-ab7f4382-4687-4cb1-b7e1-64e4b88f5cb5 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:39.114253 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-06fbef00-65e2-4c30-9608-3ce80190fbfd req-ab7f4382-4687-4cb1-b7e1-64e4b88f5cb5 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a780da9-d933-497d-83b4-3eaa73980fa4 HTTP/1.1" status: 200 len: 946 time: 0.2551169 Nov 12 08:32:39.144507 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a530831b-a76e-4d1a-bff9-768d021f69b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:39.152960 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-21bb4591-d413-466d-ac7c-7c26b75f24ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:39.224885 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0dfa2629-5e04-4bd2-bd22-f002847d9bce tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:39.254235 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-06fbef00-65e2-4c30-9608-3ce80190fbfd req-1b0d2f14-93bb-43ac-b677-3dc5baf182f0 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/security-groups?id=79579dc9-7b86-4506-bd5c-77a53e3a0518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388018 Nov 12 08:32:39.282422 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bb4591-d413-466d-ac7c-7c26b75f24ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2007008-45c9-4783-a562-dbc922aa3b79,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:39.327760 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-0dfa2629-5e04-4bd2-bd22-f002847d9bce tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f18d6162-7ce5-4922-97de-e90b327fbd41']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:39.329454 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bb4591-d413-466d-ac7c-7c26b75f24ab admin admin] Checking segment: {'id': '16778ca9-fc8a-4748-8414-bf7dc1ac2900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6810a75d-9062-4873-aab2-46624f49f2bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:32:39.331259 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21bb4591-d413-466d-ac7c-7c26b75f24ab admin admin] Network hostable DHCP agents. Network: 6810a75d-9062-4873-aab2-46624f49f2bd, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:32:39.354640 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a530831b-a76e-4d1a-bff9-768d021f69b1 None None] Pushing event deleted for resources: {'Port': ['ID=26a896c8-999c-4782-b46d-23c46ea94db0,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:39.394479 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21bb4591-d413-466d-ac7c-7c26b75f24ab admin admin] Network 6810a75d-9062-4873-aab2-46624f49f2bd is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:32:39.401600 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-0dfa2629-5e04-4bd2-bd22-f002847d9bce tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2384a5f5-f694-4838-9360-6fd0e535755d') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:39.402089 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-0dfa2629-5e04-4bd2-bd22-f002847d9bce tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2384a5f5-f694-4838-9360-6fd0e535755d') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:39.418053 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-21bb4591-d413-466d-ac7c-7c26b75f24ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 6810a75d-9062-4873-aab2-46624f49f2bd) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:32:39.426348 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21bb4591-d413-466d-ac7c-7c26b75f24ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:39.429453 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-21bb4591-d413-466d-ac7c-7c26b75f24ab admin admin] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:39.441457 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0dfa2629-5e04-4bd2-bd22-f002847d9bce tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:39.475445 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0dfa2629-5e04-4bd2-bd22-f002847d9bce tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:39.491160 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:39.497057 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a530831b-a76e-4d1a-bff9-768d021f69b1 None None] No DVR routers for this DVR port 26a896c8-999c-4782-b46d-23c46ea94db0 on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:32:39.511947 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dfa2629-5e04-4bd2-bd22-f002847d9bce tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:32:39.529761 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0dfa2629-5e04-4bd2-bd22-f002847d9bce tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:39.547923 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75fda34-d007-4a0f-92a2-2ccc0da545be None None] Network 6810a75d-9062-4873-aab2-46624f49f2bd requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:32:39.552299 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-21bb4591-d413-466d-ac7c-7c26b75f24ab admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0992544 Nov 12 08:32:39.566550 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 08:32:39.566550 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:32:39.566550 n-d-765315-29 neutron-server[102599]: timer() Nov 12 08:32:39.566550 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:32:39.566550 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 08:32:39.566550 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:32:39.566550 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 08:32:39.566550 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:32:39.566550 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 08:32:39.566550 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:32:39.566550 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 08:32:39.566550 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:32:39.566550 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 08:32:39.566550 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:32:39.566550 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:32:39.566550 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:32:39.566550 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:32:39.566550 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:32:39.566550 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 08:32:39.566550 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:32:39.566550 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 08:32:39.566550 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:32:39.566550 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:32:39.566550 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:32:39.566550 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 08:32:39.566550 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:32:39.566550 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:32:39.566550 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:32:39.566550 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:32:39.566550 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:32:39.566550 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:32:39.566550 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:32:39.719310 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 26a896c8-999c-4782-b46d-23c46ea94db0 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:32:39.920020 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1997304-b6c0-49e1-a8bd-8ea0555e41c6 req-5519a4d3-e7d0-428e-a4a1-ec78faa65c4f tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:39.934661 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 26a896c8-999c-4782-b46d-23c46ea94db0 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:32:39.935507 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e1997304-b6c0-49e1-a8bd-8ea0555e41c6 req-5519a4d3-e7d0-428e-a4a1-ec78faa65c4f tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=44828f50-33dd-4d92-a1f1-50e7ef19d191 HTTP/1.1" status: 200 len: 945 time: 0.1770630 Nov 12 08:32:39.941480 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 26a896c8-999c-4782-b46d-23c46ea94db0 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:32:39.970263 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0dfa2629-5e04-4bd2-bd22-f002847d9bce tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:40.008053 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0dfa2629-5e04-4bd2-bd22-f002847d9bce tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:40.030850 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-0dfa2629-5e04-4bd2-bd22-f002847d9bce tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] 10.222.0.26 "DELETE /v2.0/networks/f18d6162-7ce5-4922-97de-e90b327fbd41 HTTP/1.1" status: 204 len: 168 time: 2.1630528 Nov 12 08:32:40.061967 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:40.088869 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfa2629-5e04-4bd2-bd22-f002847d9bce tempest-NetworksIpV6Test-305645979 tempest-NetworksIpV6Test-305645979-project] Pushing event deleted for resources: {'Network': ['ID=f18d6162-7ce5-4922-97de-e90b327fbd41,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:40.114940 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e1997304-b6c0-49e1-a8bd-8ea0555e41c6 req-6c08522f-e54e-4f69-89dc-f6579605d355 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=59070d8f-e354-4643-b6db-9938f05a29ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1735833 Nov 12 08:32:40.665419 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87f93a5-a060-4127-992e-557e1b36582f None None] Network 6810a75d-9062-4873-aab2-46624f49f2bd requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:32:40.781738 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdf27b5-b66c-4b8c-bba6-6be55a7da4fa req-ab0bb3bc-bbb1-49a3-83da-a7e11c4bf88a tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:40.792751 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ecdf27b5-b66c-4b8c-bba6-6be55a7da4fa req-ab0bb3bc-bbb1-49a3-83da-a7e11c4bf88a tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a780da9-d933-497d-83b4-3eaa73980fa4 HTTP/1.1" status: 200 len: 946 time: 0.3364923 Nov 12 08:32:40.824150 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 38616) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:40.956059 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ecdf27b5-b66c-4b8c-bba6-6be55a7da4fa req-794647a6-187f-484f-9f60-f55b1a3f8776 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/security-groups?id=79579dc9-7b86-4506-bd5c-77a53e3a0518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593606 Nov 12 08:32:41.320446 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 38632) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:41.389755 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16becfbb-ee33-4e25-9b4b-e29c09775d9f req-32ff3e19-f362-455d-86e8-5d6659317444 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:41.403240 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-16becfbb-ee33-4e25-9b4b-e29c09775d9f req-32ff3e19-f362-455d-86e8-5d6659317444 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=44828f50-33dd-4d92-a1f1-50e7ef19d191 HTTP/1.1" status: 200 len: 945 time: 0.1039643 Nov 12 08:32:41.547084 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-16becfbb-ee33-4e25-9b4b-e29c09775d9f req-134ec1af-302f-4da5-8330-2a8041acc2c7 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=59070d8f-e354-4643-b6db-9938f05a29ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288188 Nov 12 08:32:41.653025 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e393f17a-4e79-401d-a68f-87c24a5aa85e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:41.771992 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 38642) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:41.778866 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-8b32504e-1b71-43ec-92af-a6993adc4b95 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-898660373-network', 'tenant_id': 'd1879b391e7543b68881907a3243d85a'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:41.802681 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-9119192b-955a-4757-80b8-9e62c7a9fc5a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c5658e1fd590472580961b2abfc7d8c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4770002 Nov 12 08:32:41.818629 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 38644) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:41.855822 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b32504e-1b71-43ec-92af-a6993adc4b95 admin admin] Made reservation on behalf of d1879b391e7543b68881907a3243d85a for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:32:41.862476 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8b32504e-1b71-43ec-92af-a6993adc4b95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:41.899449 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8b32504e-1b71-43ec-92af-a6993adc4b95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:42.030057 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e393f17a-4e79-401d-a68f-87c24a5aa85e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:42.063236 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e393f17a-4e79-401d-a68f-87c24a5aa85e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:42.179745 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e393f17a-4e79-401d-a68f-87c24a5aa85e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b1f200b-65c2-4c20-819a-7b2048e802e1,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:42.234802 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8b32504e-1b71-43ec-92af-a6993adc4b95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:42.242728 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8b32504e-1b71-43ec-92af-a6993adc4b95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:42.318768 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-e393f17a-4e79-401d-a68f-87c24a5aa85e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fea4763c8b4741cf8a23ebc05914eb19&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4930315 Nov 12 08:32:42.325940 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 38650) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:42.340746 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b32504e-1b71-43ec-92af-a6993adc4b95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0523a77-c735-4848-94af-1dd6a346cd4d,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:42.361878 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:42.367871 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cae9900e-84b3-41d9-8c18-fc1ea61f5ca4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:42.396431 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b32504e-1b71-43ec-92af-a6993adc4b95 admin admin] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:32:42.428744 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cae9900e-84b3-41d9-8c18-fc1ea61f5ca4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:42.475005 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8b32504e-1b71-43ec-92af-a6993adc4b95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:42.475734 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-8b32504e-1b71-43ec-92af-a6993adc4b95 admin admin] Added segment 44fb15d8-af2f-4717-85e0-046904ba683e of type vlan for network 9a2a92a2-92c2-4cc4-8adc-e61bc3c57ba0 Nov 12 08:32:42.524023 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cae9900e-84b3-41d9-8c18-fc1ea61f5ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:42.531755 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cae9900e-84b3-41d9-8c18-fc1ea61f5ca4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:42.534911 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-cae9900e-84b3-41d9-8c18-fc1ea61f5ca4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ad0e6f10-be1b-439c-9f13-57ac2c5b583b HTTP/1.1" status: 204 len: 168 time: 0.6973748 Nov 12 08:32:42.566067 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae9900e-84b3-41d9-8c18-fc1ea61f5ca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad0e6f10-be1b-439c-9f13-57ac2c5b583b,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:42.671694 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8b32504e-1b71-43ec-92af-a6993adc4b95 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:42.694253 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff3dda0-c672-43f1-86c5-13a1f1879580 req-ac08adfb-4603-48e5-9854-4d30ac3dcea9 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:42.717391 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8ff3dda0-c672-43f1-86c5-13a1f1879580 req-ac08adfb-4603-48e5-9854-4d30ac3dcea9 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a780da9-d933-497d-83b4-3eaa73980fa4 HTTP/1.1" status: 200 len: 946 time: 0.3924484 Nov 12 08:32:42.746705 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e12900e6-2c0a-4c29-80dd-db5f947575b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:42.848585 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e12900e6-2c0a-4c29-80dd-db5f947575b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:42.887552 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8b32504e-1b71-43ec-92af-a6993adc4b95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:42.888800 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b32504e-1b71-43ec-92af-a6993adc4b95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:42.889418 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8b32504e-1b71-43ec-92af-a6993adc4b95 admin admin] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:42.955515 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8ff3dda0-c672-43f1-86c5-13a1f1879580 req-67273f81-17ee-43b7-9ff6-f5472cc395bd tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/security-groups?id=79579dc9-7b86-4506-bd5c-77a53e3a0518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355056 Nov 12 08:32:43.078750 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf4800b-68e7-4c35-8f7f-87b29cec05fa req-b62cf517-68b8-4023-a1a8-4f1aec00bb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:43.080803 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4bf4800b-68e7-4c35-8f7f-87b29cec05fa req-b62cf517-68b8-4023-a1a8-4f1aec00bb36 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5a780da9-d933-497d-83b4-3eaa73980fa4 HTTP/1.1" status: 200 len: 1098 time: 0.1163993 Nov 12 08:32:43.110733 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-8b32504e-1b71-43ec-92af-a6993adc4b95 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3348157 Nov 12 08:32:43.127231 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 38666) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:43.154010 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b32504e-1b71-43ec-92af-a6993adc4b95 admin admin] Pushing event updated for resources: {'Network': ['ID=9a2a92a2-92c2-4cc4-8adc-e61bc3c57ba0,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:43.175859 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 9a2a92a2-92c2-4cc4-8adc-e61bc3c57ba0 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:32:43.184268 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-0e5f8000-b3d0-422f-8c6c-33330e605cbf admin admin] Request body: {'subnet': {'network_id': '9a2a92a2-92c2-4cc4-8adc-e61bc3c57ba0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-898660373-subnet', 'tenant_id': 'd1879b391e7543b68881907a3243d85a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:43.187039 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4bf4800b-68e7-4c35-8f7f-87b29cec05fa req-f9fea907-72bc-4ba2-82c2-1021f36b886a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=79579dc9-7b86-4506-bd5c-77a53e3a0518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975101 Nov 12 08:32:43.195272 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e12900e6-2c0a-4c29-80dd-db5f947575b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:43.198383 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e12900e6-2c0a-4c29-80dd-db5f947575b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:43.202779 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-e12900e6-2c0a-4c29-80dd-db5f947575b8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4b1f200b-65c2-4c20-819a-7b2048e802e1 HTTP/1.1" status: 204 len: 168 time: 0.8524947 Nov 12 08:32:43.236808 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12900e6-2c0a-4c29-80dd-db5f947575b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b1f200b-65c2-4c20-819a-7b2048e802e1,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:43.378621 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafd9d04-707c-462c-b4a8-31537333bbcf req-153a3222-e907-4b9b-9212-616c3bd739c4 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:43.399431 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bafd9d04-707c-462c-b4a8-31537333bbcf req-153a3222-e907-4b9b-9212-616c3bd739c4 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=44828f50-33dd-4d92-a1f1-50e7ef19d191 HTTP/1.1" status: 200 len: 945 time: 0.3024123 Nov 12 08:32:43.413052 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e5f8000-b3d0-422f-8c6c-33330e605cbf admin admin] Made reservation on behalf of d1879b391e7543b68881907a3243d85a for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:32:43.418136 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0e5f8000-b3d0-422f-8c6c-33330e605cbf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:43.718530 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0e5f8000-b3d0-422f-8c6c-33330e605cbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:43.780869 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5f8000-b3d0-422f-8c6c-33330e605cbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=054bc691-0dde-437a-bab4-3fc8e74a1e8f,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:43.860891 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bafd9d04-707c-462c-b4a8-31537333bbcf req-6c11f760-79c7-41a4-a52b-f06d50233f3a tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=59070d8f-e354-4643-b6db-9938f05a29ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4594085 Nov 12 08:32:43.864413 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5f8000-b3d0-422f-8c6c-33330e605cbf admin admin] Checking segment: {'id': '44fb15d8-af2f-4717-85e0-046904ba683e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '9a2a92a2-92c2-4cc4-8adc-e61bc3c57ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:32:43.864926 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5f8000-b3d0-422f-8c6c-33330e605cbf admin admin] Network hostable DHCP agents. Network: 9a2a92a2-92c2-4cc4-8adc-e61bc3c57ba0, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:32:43.893759 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5f8000-b3d0-422f-8c6c-33330e605cbf admin admin] Network 9a2a92a2-92c2-4cc4-8adc-e61bc3c57ba0 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:32:43.914462 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-0e5f8000-b3d0-422f-8c6c-33330e605cbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 9a2a92a2-92c2-4cc4-8adc-e61bc3c57ba0) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:32:43.928668 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5f8000-b3d0-422f-8c6c-33330e605cbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:43.928668 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0e5f8000-b3d0-422f-8c6c-33330e605cbf admin admin] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:43.931815 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91d525d-50c7-4e5c-a4d6-03ff5d364191 None None] Network 9a2a92a2-92c2-4cc4-8adc-e61bc3c57ba0 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:32:43.981560 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-0e5f8000-b3d0-422f-8c6c-33330e605cbf admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8285158 Nov 12 08:32:44.155383 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 38702) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:44.163320 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 38704) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:44.190678 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5a4a53ab-9b88-4694-9513-3ece6a24aee1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:44.269474 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65cc13bd-8f0b-42cb-9c8b-217e6372cbc4 None None] Network 9a2a92a2-92c2-4cc4-8adc-e61bc3c57ba0 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:32:44.336107 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642dc313-2043-4aed-b366-1ba652d20fa3 req-2aff611b-37f8-4d03-9585-c9c3f6bedab6 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:44.338461 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-642dc313-2043-4aed-b366-1ba652d20fa3 req-2aff611b-37f8-4d03-9585-c9c3f6bedab6 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a780da9-d933-497d-83b4-3eaa73980fa4 HTTP/1.1" status: 200 len: 946 time: 0.1123810 Nov 12 08:32:44.452251 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5a4a53ab-9b88-4694-9513-3ece6a24aee1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:44.470028 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5a4a53ab-9b88-4694-9513-3ece6a24aee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:44.560926 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-642dc313-2043-4aed-b366-1ba652d20fa3 req-06acb02e-28cc-494f-b331-20abf1fbf856 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/security-groups?id=79579dc9-7b86-4506-bd5c-77a53e3a0518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095344 Nov 12 08:32:44.636182 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 38714) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:44.640416 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-5a4a53ab-9b88-4694-9513-3ece6a24aee1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b3f5327cae8a4f13976ef6bfe5ee1994&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4837224 Nov 12 08:32:44.693141 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4a53ab-9b88-4694-9513-3ece6a24aee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=621a662d-99f0-46b9-9735-e3180738b00b,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:44.794621 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5e14857a-53b2-4488-bff2-056384c38b6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:44.874317 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5e14857a-53b2-4488-bff2-056384c38b6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:44.892254 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-348d0f6c-053f-4f71-abee-24bf147584c6 tempest-NetworksNegativeTestJSON-53149737 tempest-NetworksNegativeTestJSON-53149737-project] Request body: {'port': {'network_id': 'a239631d-c01c-43f4-907e-86e85d00c2f2', 'name': 'tempest-NetworksNegativeTestJSON-1022003446'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:44.940511 n-d-765315-29 neutron-server[102599]: INFO neutron.pecan_wsgi.hooks.translation [None req-348d0f6c-053f-4f71-abee-24bf147584c6 tempest-NetworksNegativeTestJSON-53149737 tempest-NetworksNegativeTestJSON-53149737-project] POST failed (client error): The resource could not be found. Nov 12 08:32:44.941468 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-348d0f6c-053f-4f71-abee-24bf147584c6 tempest-NetworksNegativeTestJSON-53149737 tempest-NetworksNegativeTestJSON-53149737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:32:44.944986 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-348d0f6c-053f-4f71-abee-24bf147584c6 tempest-NetworksNegativeTestJSON-53149737 tempest-NetworksNegativeTestJSON-53149737-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.7803004 Nov 12 08:32:44.948065 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 38724) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:44.981962 n-d-765315-29 neutron-server[102599]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee7d24b5-fdcc-4425-88a3-30f2a8ada50a tempest-NetworksNegativeTestJSON-53149737 tempest-NetworksNegativeTestJSON-53149737-project] DELETE failed (client error): The resource could not be found. Nov 12 08:32:44.983027 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee7d24b5-fdcc-4425-88a3-30f2a8ada50a tempest-NetworksNegativeTestJSON-53149737 tempest-NetworksNegativeTestJSON-53149737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:32:44.987175 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-ee7d24b5-fdcc-4425-88a3-30f2a8ada50a tempest-NetworksNegativeTestJSON-53149737 tempest-NetworksNegativeTestJSON-53149737-project] 10.222.0.26 "DELETE /v2.0/networks/855c5e2d-5863-4033-8791-47039e91d56e HTTP/1.1" status: 404 len: 339 time: 0.0377095 Nov 12 08:32:44.993603 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 38726) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:45.048507 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-c59c8ef3-792a-476c-99e0-518edf2016fd tempest-NetworksNegativeTestJSON-53149737 tempest-NetworksNegativeTestJSON-53149737-project] DELETE failed (client error): The resource could not be found. Nov 12 08:32:45.049291 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c59c8ef3-792a-476c-99e0-518edf2016fd tempest-NetworksNegativeTestJSON-53149737 tempest-NetworksNegativeTestJSON-53149737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:32:45.053018 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-c59c8ef3-792a-476c-99e0-518edf2016fd tempest-NetworksNegativeTestJSON-53149737 tempest-NetworksNegativeTestJSON-53149737-project] 10.222.0.26 "DELETE /v2.0/ports/b989a361-f335-4c26-b988-43c3ec18d697 HTTP/1.1" status: 404 len: 333 time: 0.0578589 Nov 12 08:32:45.053794 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5e14857a-53b2-4488-bff2-056384c38b6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:45.057898 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5e14857a-53b2-4488-bff2-056384c38b6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:45.058767 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 38728) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:45.059890 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-5e14857a-53b2-4488-bff2-056384c38b6a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/621a662d-99f0-46b9-9735-e3180738b00b HTTP/1.1" status: 204 len: 168 time: 0.4226744 Nov 12 08:32:45.092925 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e14857a-53b2-4488-bff2-056384c38b6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=621a662d-99f0-46b9-9735-e3180738b00b,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:45.140010 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d662e2b-fda1-4a4c-beeb-714d21494a42 tempest-NetworksNegativeTestJSON-53149737 tempest-NetworksNegativeTestJSON-53149737-project] DELETE failed (client error): The resource could not be found. Nov 12 08:32:45.140398 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d662e2b-fda1-4a4c-beeb-714d21494a42 tempest-NetworksNegativeTestJSON-53149737 tempest-NetworksNegativeTestJSON-53149737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:32:45.146893 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-0d662e2b-fda1-4a4c-beeb-714d21494a42 tempest-NetworksNegativeTestJSON-53149737 tempest-NetworksNegativeTestJSON-53149737-project] 10.222.0.26 "DELETE /v2.0/subnets/3275c5d7-3ffe-4001-b98c-c3b50ba8c6fe HTTP/1.1" status: 404 len: 337 time: 0.0841990 Nov 12 08:32:45.151042 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 38734) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:45.173512 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-d93b509b-9b64-4af6-84e4-2019a0d405c1 tempest-NetworksNegativeTestJSON-53149737 tempest-NetworksNegativeTestJSON-53149737-project] GET failed (client error): The resource could not be found. Nov 12 08:32:45.175266 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-d93b509b-9b64-4af6-84e4-2019a0d405c1 tempest-NetworksNegativeTestJSON-53149737 tempest-NetworksNegativeTestJSON-53149737-project] 10.222.0.26 "GET /v2.0/networks/11c662cd-9238-4199-996e-3b85d859266f HTTP/1.1" status: 404 len: 339 time: 0.0232155 Nov 12 08:32:45.180997 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 38736) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:45.251893 n-d-765315-29 neutron-server[102599]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f83c3b5-8bbe-499a-9218-38392032b48b tempest-NetworksNegativeTestJSON-53149737 tempest-NetworksNegativeTestJSON-53149737-project] GET failed (client error): The resource could not be found. Nov 12 08:32:45.260038 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 38742) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:45.261879 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-6f83c3b5-8bbe-499a-9218-38392032b48b tempest-NetworksNegativeTestJSON-53149737 tempest-NetworksNegativeTestJSON-53149737-project] 10.222.0.26 "GET /v2.0/ports/0b10864d-d2e8-4e38-a32a-fa6d070df967 HTTP/1.1" status: 404 len: 333 time: 0.0711532 Nov 12 08:32:45.355964 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3d7b9d9-4881-4f32-87db-b182dfee37b6 tempest-NetworksNegativeTestJSON-53149737 tempest-NetworksNegativeTestJSON-53149737-project] GET failed (client error): The resource could not be found. Nov 12 08:32:45.359021 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-f3d7b9d9-4881-4f32-87db-b182dfee37b6 tempest-NetworksNegativeTestJSON-53149737 tempest-NetworksNegativeTestJSON-53149737-project] 10.222.0.26 "GET /v2.0/subnets/69aa64e4-d2ad-4ac2-ab1e-4eb78ef50f14 HTTP/1.1" status: 404 len: 337 time: 0.0972219 Nov 12 08:32:45.366797 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 38744) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:45.383381 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-a8d643a7-6bf0-4bc9-b095-5bbb3c8efd0d tempest-NetworksNegativeTestJSON-53149737 tempest-NetworksNegativeTestJSON-53149737-project] Request body: {'network': {'name': 'new_name'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:45.417491 n-d-765315-29 neutron-server[102599]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8d643a7-6bf0-4bc9-b095-5bbb3c8efd0d tempest-NetworksNegativeTestJSON-53149737 tempest-NetworksNegativeTestJSON-53149737-project] PUT failed (client error): The resource could not be found. Nov 12 08:32:45.418671 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8d643a7-6bf0-4bc9-b095-5bbb3c8efd0d tempest-NetworksNegativeTestJSON-53149737 tempest-NetworksNegativeTestJSON-53149737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:32:45.421133 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-a8d643a7-6bf0-4bc9-b095-5bbb3c8efd0d tempest-NetworksNegativeTestJSON-53149737 tempest-NetworksNegativeTestJSON-53149737-project] 10.222.0.26 "PUT /v2.0/networks/5a6733ec-cc5e-42b1-9fa6-13dc8e646661 HTTP/1.1" status: 404 len: 339 time: 0.0515528 Nov 12 08:32:45.428366 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 38750) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:45.439135 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-d9921d6f-3696-4f7d-8b16-93a541633b05 tempest-NetworksNegativeTestJSON-53149737 tempest-NetworksNegativeTestJSON-53149737-project] Request body: {'port': {'name': 'new_name'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:45.497999 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9921d6f-3696-4f7d-8b16-93a541633b05 tempest-NetworksNegativeTestJSON-53149737 tempest-NetworksNegativeTestJSON-53149737-project] PUT failed (client error): The resource could not be found. Nov 12 08:32:45.501776 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9921d6f-3696-4f7d-8b16-93a541633b05 tempest-NetworksNegativeTestJSON-53149737 tempest-NetworksNegativeTestJSON-53149737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:32:45.503972 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-d9921d6f-3696-4f7d-8b16-93a541633b05 tempest-NetworksNegativeTestJSON-53149737 tempest-NetworksNegativeTestJSON-53149737-project] 10.222.0.26 "PUT /v2.0/ports/c68159f1-f150-43b4-912b-61fc2144f74c HTTP/1.1" status: 404 len: 333 time: 0.0735724 Nov 12 08:32:45.510481 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 38760) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:45.531914 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-4cbfed0e-7bb6-4e8a-9d4c-0d59eb921c49 tempest-NetworksNegativeTestJSON-53149737 tempest-NetworksNegativeTestJSON-53149737-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:45.604954 n-d-765315-29 neutron-server[102599]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cbfed0e-7bb6-4e8a-9d4c-0d59eb921c49 tempest-NetworksNegativeTestJSON-53149737 tempest-NetworksNegativeTestJSON-53149737-project] PUT failed (client error): The resource could not be found. Nov 12 08:32:45.605775 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cbfed0e-7bb6-4e8a-9d4c-0d59eb921c49 tempest-NetworksNegativeTestJSON-53149737 tempest-NetworksNegativeTestJSON-53149737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:32:45.615697 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-4cbfed0e-7bb6-4e8a-9d4c-0d59eb921c49 tempest-NetworksNegativeTestJSON-53149737 tempest-NetworksNegativeTestJSON-53149737-project] 10.222.0.26 "PUT /v2.0/subnets/6d16b570-f6bd-45d0-958e-b43355ef30bd HTTP/1.1" status: 404 len: 337 time: 0.1033978 Nov 12 08:32:45.752998 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7d823b-37c1-439f-a839-3e7e8a35fe1d req-cc98f0fd-c467-4523-8c23-7ca8923d20bb tempest-ServersNegativeTestMultiTenantJSON-1092619066 tempest-ServersNegativeTestMultiTenantJSON-1092619066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:45.756672 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ef7d823b-37c1-439f-a839-3e7e8a35fe1d req-cc98f0fd-c467-4523-8c23-7ca8923d20bb tempest-ServersNegativeTestMultiTenantJSON-1092619066 tempest-ServersNegativeTestMultiTenantJSON-1092619066-project] 10.222.0.26 "GET /v2.0/networks?id=6810a75d-9062-4873-aab2-46624f49f2bd HTTP/1.1" status: 200 len: 825 time: 0.2497396 Nov 12 08:32:45.778052 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ef7d823b-37c1-439f-a839-3e7e8a35fe1d req-ff7ca0ae-2a7a-4644-86cc-65f01e94ed17 tempest-ServersNegativeTestMultiTenantJSON-1092619066 tempest-ServersNegativeTestMultiTenantJSON-1092619066-project] 10.222.0.26 "GET /v2.0/quotas/f923cf4788da421d83ed2e2ad19cd320 HTTP/1.1" status: 200 len: 375 time: 0.0150397 Nov 12 08:32:45.872648 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ef7d823b-37c1-439f-a839-3e7e8a35fe1d req-31950b3a-08e3-4003-b0a8-4ed4bf0310ee tempest-ServersNegativeTestMultiTenantJSON-1092619066 tempest-ServersNegativeTestMultiTenantJSON-1092619066-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f923cf4788da421d83ed2e2ad19cd320&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0877509 Nov 12 08:32:46.154045 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ef7d823b-37c1-439f-a839-3e7e8a35fe1d req-1d5b9b71-c16c-4740-9f44-dae7fa266595 service neutron] 10.222.0.26 "GET /v2.0/networks/6810a75d-9062-4873-aab2-46624f49f2bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645016 Nov 12 08:32:46.365774 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 38782) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:46.454022 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ef7d823b-37c1-439f-a839-3e7e8a35fe1d req-1deb53e2-e52a-46d4-8d6d-c7e2e25bd66c service neutron] 10.222.0.26 "GET /v2.0/networks/6810a75d-9062-4873-aab2-46624f49f2bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2899907 Nov 12 08:32:46.585672 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f28fcaff-d8f2-487e-8de2-406d5cf350a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:46.777423 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f28fcaff-d8f2-487e-8de2-406d5cf350a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:46.788826 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f28fcaff-d8f2-487e-8de2-406d5cf350a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:46.858445 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-f28fcaff-d8f2-487e-8de2-406d5cf350a7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2994744a00984c9a848f0e582fc89659&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4899364 Nov 12 08:32:46.879409 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 38808) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:46.902702 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28fcaff-d8f2-487e-8de2-406d5cf350a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f673697d-36a6-4c5b-ab46-ddd7832504e0,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:46.982269 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbb9e81-11cf-4599-8640-4e8a97a46bf1 req-ee3198f7-2951-43da-9fb4-d4d7d9cca3e8 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:46.984796 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-edbb9e81-11cf-4599-8640-4e8a97a46bf1 req-ee3198f7-2951-43da-9fb4-d4d7d9cca3e8 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=44828f50-33dd-4d92-a1f1-50e7ef19d191 HTTP/1.1" status: 200 len: 945 time: 0.1623707 Nov 12 08:32:47.026197 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-397265f3-07f7-4e25-a1f4-dffd8641984f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:47.077914 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-397265f3-07f7-4e25-a1f4-dffd8641984f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:47.148581 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-edbb9e81-11cf-4599-8640-4e8a97a46bf1 req-a666f702-391a-4152-8e79-b42a21c34a25 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=59070d8f-e354-4643-b6db-9938f05a29ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1487150 Nov 12 08:32:47.166613 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-397265f3-07f7-4e25-a1f4-dffd8641984f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:47.184134 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-397265f3-07f7-4e25-a1f4-dffd8641984f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:47.184134 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-397265f3-07f7-4e25-a1f4-dffd8641984f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f673697d-36a6-4c5b-ab46-ddd7832504e0 HTTP/1.1" status: 204 len: 168 time: 0.2989249 Nov 12 08:32:47.190200 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397265f3-07f7-4e25-a1f4-dffd8641984f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f673697d-36a6-4c5b-ab46-ddd7832504e0,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:47.199269 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397265f3-07f7-4e25-a1f4-dffd8641984f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:47.199631 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397265f3-07f7-4e25-a1f4-dffd8641984f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:47.200023 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397265f3-07f7-4e25-a1f4-dffd8641984f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:47.200366 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397265f3-07f7-4e25-a1f4-dffd8641984f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:47.200706 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397265f3-07f7-4e25-a1f4-dffd8641984f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:47.201040 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397265f3-07f7-4e25-a1f4-dffd8641984f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:47.201372 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397265f3-07f7-4e25-a1f4-dffd8641984f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:47.201703 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397265f3-07f7-4e25-a1f4-dffd8641984f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:47.202091 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397265f3-07f7-4e25-a1f4-dffd8641984f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:47.202435 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397265f3-07f7-4e25-a1f4-dffd8641984f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:47.202779 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397265f3-07f7-4e25-a1f4-dffd8641984f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:47.203107 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397265f3-07f7-4e25-a1f4-dffd8641984f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:48.572008 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 38932) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:48.778982 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-e30b606e-955f-4a78-8a60-5adc7d7606f9 tempest-TagsTest-1418655940 tempest-TagsTest-1418655940-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1666189256'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:48.820142 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e30b606e-955f-4a78-8a60-5adc7d7606f9 tempest-TagsTest-1418655940 tempest-TagsTest-1418655940-project] Made reservation on behalf of 0639569719524631b30f87bed20e4024 for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:32:48.825626 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e30b606e-955f-4a78-8a60-5adc7d7606f9 tempest-TagsTest-1418655940 tempest-TagsTest-1418655940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:48.876530 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e30b606e-955f-4a78-8a60-5adc7d7606f9 tempest-TagsTest-1418655940 tempest-TagsTest-1418655940-project] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:48.943644 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a551bf1-13af-4fb3-bae5-73ad639181b7 req-4a9e4577-78e6-4f71-a583-b018bf0d2257 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:48.945143 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6a551bf1-13af-4fb3-bae5-73ad639181b7 req-4a9e4577-78e6-4f71-a583-b018bf0d2257 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a780da9-d933-497d-83b4-3eaa73980fa4 HTTP/1.1" status: 200 len: 946 time: 0.1280797 Nov 12 08:32:49.072902 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6a551bf1-13af-4fb3-bae5-73ad639181b7 req-dc3ffab2-bdbb-4702-b69c-57c338750a3a tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/security-groups?id=79579dc9-7b86-4506-bd5c-77a53e3a0518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202769 Nov 12 08:32:49.124899 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e30b606e-955f-4a78-8a60-5adc7d7606f9 tempest-TagsTest-1418655940 tempest-TagsTest-1418655940-project] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:49.132588 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e30b606e-955f-4a78-8a60-5adc7d7606f9 tempest-TagsTest-1418655940 tempest-TagsTest-1418655940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:49.214916 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e30b606e-955f-4a78-8a60-5adc7d7606f9 tempest-TagsTest-1418655940 tempest-TagsTest-1418655940-project] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:32:49.246468 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30b606e-955f-4a78-8a60-5adc7d7606f9 tempest-TagsTest-1418655940 tempest-TagsTest-1418655940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4824d1b-6cd0-4e32-99e2-757ed0b64a11,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:49.270429 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e30b606e-955f-4a78-8a60-5adc7d7606f9 tempest-TagsTest-1418655940 tempest-TagsTest-1418655940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:49.271038 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-e30b606e-955f-4a78-8a60-5adc7d7606f9 tempest-TagsTest-1418655940 tempest-TagsTest-1418655940-project] Added segment 683856a7-33dc-43c5-8c18-3bec73446701 of type vlan for network e724d3bf-9afd-49ad-911b-5393aabdc4aa Nov 12 08:32:49.313264 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-79b447fc-f9c5-4680-9ef1-919f486c8c99 req-c420f7f7-3cfc-4dc3-b89f-a4bb47293cf6 tempest-ServersNegativeTestMultiTenantJSON-1092619066 tempest-ServersNegativeTestMultiTenantJSON-1092619066-project] 10.222.0.26 "GET /v2.0/ports?device_id=7967ae64-5b97-4665-9d4e-c763c2ce4830 HTTP/1.1" status: 200 len: 210 time: 0.0715673 Nov 12 08:32:49.369070 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e30b606e-955f-4a78-8a60-5adc7d7606f9 tempest-TagsTest-1418655940 tempest-TagsTest-1418655940-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:49.416436 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e30b606e-955f-4a78-8a60-5adc7d7606f9 tempest-TagsTest-1418655940 tempest-TagsTest-1418655940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:49.428828 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30b606e-955f-4a78-8a60-5adc7d7606f9 tempest-TagsTest-1418655940 tempest-TagsTest-1418655940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:49.429846 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e30b606e-955f-4a78-8a60-5adc7d7606f9 tempest-TagsTest-1418655940 tempest-TagsTest-1418655940-project] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:49.564079 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 38954) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:49.565056 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-e30b606e-955f-4a78-8a60-5adc7d7606f9 tempest-TagsTest-1418655940 tempest-TagsTest-1418655940-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.9894438 Nov 12 08:32:49.577313 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.tag.tag_plugin [None req-0f18900d-0dca-4e80-9aa2-e56c4da3b7a3 tempest-TagsTest-1418655940 tempest-TagsTest-1418655940-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'e724d3bf-9afd-49ad-911b-5393aabdc4aa', 'tempest-TagsTest-Tag-1997752632') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:49.648687 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30b606e-955f-4a78-8a60-5adc7d7606f9 tempest-TagsTest-1418655940 tempest-TagsTest-1418655940-project] Pushing event updated for resources: {'Network': ['ID=e724d3bf-9afd-49ad-911b-5393aabdc4aa,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:49.671802 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network e724d3bf-9afd-49ad-911b-5393aabdc4aa details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:32:49.743066 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a1a93c-a205-4e7e-9245-18a9b8e57300 req-ae7025d5-e096-4ccb-9723-d920df8d146e tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:49.756980 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e7a1a93c-a205-4e7e-9245-18a9b8e57300 req-ae7025d5-e096-4ccb-9723-d920df8d146e tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=44828f50-33dd-4d92-a1f1-50e7ef19d191 HTTP/1.1" status: 200 len: 945 time: 0.3207846 Nov 12 08:32:49.858239 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e7a1a93c-a205-4e7e-9245-18a9b8e57300 req-f425d83c-41dd-411e-b8e2-95da17fbbd2e tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=59070d8f-e354-4643-b6db-9938f05a29ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996442 Nov 12 08:32:50.097105 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-0f18900d-0dca-4e80-9aa2-e56c4da3b7a3 tempest-TagsTest-1418655940 tempest-TagsTest-1418655940-project] 10.222.0.26 "PUT /v2.0/networks/e724d3bf-9afd-49ad-911b-5393aabdc4aa/tags/tempest-TagsTest-Tag-1997752632 HTTP/1.1" status: 201 len: 201 time: 0.5272384 Nov 12 08:32:50.101179 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 38966) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:50.108816 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.tag.tag_plugin [None req-5afad5be-8bed-4531-8462-ee13922e3b7a tempest-TagsTest-1418655940 tempest-TagsTest-1418655940-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e724d3bf-9afd-49ad-911b-5393aabdc4aa', 'tempest-TagsTest-Tag-1997752632') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:50.175720 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7d823b-37c1-439f-a839-3e7e8a35fe1d req-2dd5bba2-a214-4b93-a06f-499f27c8cef3 tempest-ServersNegativeTestMultiTenantJSON-1092619066 tempest-ServersNegativeTestMultiTenantJSON-1092619066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:50.183178 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ef7d823b-37c1-439f-a839-3e7e8a35fe1d req-2dd5bba2-a214-4b93-a06f-499f27c8cef3 tempest-ServersNegativeTestMultiTenantJSON-1092619066 tempest-ServersNegativeTestMultiTenantJSON-1092619066-project] 10.222.0.21 "GET /v2.0/networks?id=6810a75d-9062-4873-aab2-46624f49f2bd HTTP/1.1" status: 200 len: 825 time: 0.5626218 Nov 12 08:32:50.208613 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-ef7d823b-37c1-439f-a839-3e7e8a35fe1d req-68d2ae0d-d95e-476b-afb7-a48a07c21d47 tempest-ServersNegativeTestMultiTenantJSON-1092619066 tempest-ServersNegativeTestMultiTenantJSON-1092619066-project] Request body: {'port': {'device_id': '7967ae64-5b97-4665-9d4e-c763c2ce4830', 'network_id': '6810a75d-9062-4873-aab2-46624f49f2bd', 'admin_state_up': True, 'tenant_id': 'f923cf4788da421d83ed2e2ad19cd320'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:50.221308 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-5afad5be-8bed-4531-8462-ee13922e3b7a tempest-TagsTest-1418655940 tempest-TagsTest-1418655940-project] 10.222.0.26 "GET /v2.0/networks/e724d3bf-9afd-49ad-911b-5393aabdc4aa/tags/tempest-TagsTest-Tag-1997752632 HTTP/1.1" status: 204 len: 168 time: 0.1165967 Nov 12 08:32:50.224702 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 38972) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:50.243460 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.tag.tag_plugin [None req-0895056d-9754-4e4d-a4a5-3da8efe212b8 tempest-TagsTest-1418655940 tempest-TagsTest-1418655940-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'e724d3bf-9afd-49ad-911b-5393aabdc4aa') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:50.587439 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ac56596b-3785-4166-8e3a-07ba87e1133e req-b2d8f439-dbc6-413c-9216-f0d94f3347a5 tempest-ServersNegativeTestMultiTenantJSON-1092619066 tempest-ServersNegativeTestMultiTenantJSON-1092619066-project] 10.222.0.26 "GET /v2.0/ports?device_id=7967ae64-5b97-4665-9d4e-c763c2ce4830 HTTP/1.1" status: 200 len: 210 time: 0.0578921 Nov 12 08:32:50.841739 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ba626d-0faa-401b-adcb-c05d06020741 req-75ccd1e2-605b-4612-9257-498a663cc152 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:50.844417 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-68ba626d-0faa-401b-adcb-c05d06020741 req-75ccd1e2-605b-4612-9257-498a663cc152 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a780da9-d933-497d-83b4-3eaa73980fa4 HTTP/1.1" status: 200 len: 946 time: 0.1155829 Nov 12 08:32:50.874838 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a097eda-3241-4e7f-bc7b-99db0bdb357e req-f17d9145-c4a5-4ab0-9afb-511d44194c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:50.876478 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1a097eda-3241-4e7f-bc7b-99db0bdb357e req-f17d9145-c4a5-4ab0-9afb-511d44194c35 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ce302650dd4d403585592f906b5d4534&device_id=5a780da9-d933-497d-83b4-3eaa73980fa4 HTTP/1.1" status: 200 len: 1098 time: 0.1117868 Nov 12 08:32:50.883879 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-0895056d-9754-4e4d-a4a5-3da8efe212b8 tempest-TagsTest-1418655940 tempest-TagsTest-1418655940-project] 10.222.0.26 "GET /v2.0/networks/e724d3bf-9afd-49ad-911b-5393aabdc4aa/tags HTTP/1.1" status: 200 len: 238 time: 0.6577802 Nov 12 08:32:50.887194 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 38982) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:50.895801 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.tag.tag_plugin [None req-79a2402c-51ee-46f7-ba5a-fb40f5824a11 tempest-TagsTest-1418655940 tempest-TagsTest-1418655940-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'e724d3bf-9afd-49ad-911b-5393aabdc4aa', {'tags': ['tempest-TagsTest-Tag-1830026146', 'tempest-TagsTest-Tag-422245957', 'tempest-TagsTest-Tag-1170026589']}) {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:50.995575 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef7d823b-37c1-439f-a839-3e7e8a35fe1d req-68d2ae0d-d95e-476b-afb7-a48a07c21d47 tempest-ServersNegativeTestMultiTenantJSON-1092619066 tempest-ServersNegativeTestMultiTenantJSON-1092619066-project] Made reservation on behalf of f923cf4788da421d83ed2e2ad19cd320 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:32:51.000685 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-ef7d823b-37c1-439f-a839-3e7e8a35fe1d req-68d2ae0d-d95e-476b-afb7-a48a07c21d47 tempest-ServersNegativeTestMultiTenantJSON-1092619066 tempest-ServersNegativeTestMultiTenantJSON-1092619066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:51.057772 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a097eda-3241-4e7f-bc7b-99db0bdb357e req-564e2935-c4ff-4f77-aa35-00370bc0e3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:51.059612 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1a097eda-3241-4e7f-bc7b-99db0bdb357e req-564e2935-c4ff-4f77-aa35-00370bc0e3ac service neutron] 10.222.0.44 "GET /v2.0/networks?id=2de948c5-0d8e-4c3b-9717-70f1460531cb HTTP/1.1" status: 200 len: 920 time: 0.1746466 Nov 12 08:32:51.089870 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-68ba626d-0faa-401b-adcb-c05d06020741 req-7e3d18e9-3936-4b2b-9be1-0ac7c2fbffc0 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/security-groups?id=79579dc9-7b86-4506-bd5c-77a53e3a0518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236714 Nov 12 08:32:51.127421 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-79a2402c-51ee-46f7-ba5a-fb40f5824a11 tempest-TagsTest-1418655940 tempest-TagsTest-1418655940-project] 10.222.0.26 "PUT /v2.0/networks/e724d3bf-9afd-49ad-911b-5393aabdc4aa/tags HTTP/1.1" status: 200 len: 308 time: 0.2368743 Nov 12 08:32:51.127899 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 38990) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:51.143526 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.tag.tag_plugin [None req-dc687277-eb62-43b2-9699-9d5752c6f7af tempest-TagsTest-1418655940 tempest-TagsTest-1418655940-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'e724d3bf-9afd-49ad-911b-5393aabdc4aa', 'tempest-TagsTest-Tag-1830026146') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:51.218983 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1a097eda-3241-4e7f-bc7b-99db0bdb357e req-d9a04517-60b5-4dac-87e5-2c10ae30c325 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=70221793-efeb-4ea8-8697-7c47ec150d58 HTTP/1.1" status: 200 len: 217 time: 0.1101787 Nov 12 08:32:51.350641 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a097eda-3241-4e7f-bc7b-99db0bdb357e req-a52bb695-f8e0-4cac-9593-d642b76d7f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:51.351989 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1a097eda-3241-4e7f-bc7b-99db0bdb357e req-a52bb695-f8e0-4cac-9593-d642b76d7f94 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d9d20dc8-d335-4f6a-937f-de81677ff212 HTTP/1.1" status: 200 len: 859 time: 0.1258559 Nov 12 08:32:51.409370 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941e68f1-bf88-4f31-9b50-c593181caf33 req-de1851bf-6a69-4303-9aa1-ed713f75dcd3 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:51.411764 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1a097eda-3241-4e7f-bc7b-99db0bdb357e req-d34c09cd-b9f8-4fa4-b2c2-f718b913bb53 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2de948c5-0d8e-4c3b-9717-70f1460531cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510492 Nov 12 08:32:51.416620 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-ef7d823b-37c1-439f-a839-3e7e8a35fe1d req-68d2ae0d-d95e-476b-afb7-a48a07c21d47 tempest-ServersNegativeTestMultiTenantJSON-1092619066 tempest-ServersNegativeTestMultiTenantJSON-1092619066-project] Allocated IP 172.20.0.11 (6810a75d-9062-4873-aab2-46624f49f2bd/b2007008-45c9-4783-a562-dbc922aa3b79/cd6b1f6e-29a2-4a48-b59a-410b707779cc) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:32:51.418893 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-941e68f1-bf88-4f31-9b50-c593181caf33 req-de1851bf-6a69-4303-9aa1-ed713f75dcd3 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=44828f50-33dd-4d92-a1f1-50e7ef19d191 HTTP/1.1" status: 200 len: 945 time: 0.2182746 Nov 12 08:32:51.432006 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-dc687277-eb62-43b2-9699-9d5752c6f7af tempest-TagsTest-1418655940 tempest-TagsTest-1418655940-project] 10.222.0.26 "DELETE /v2.0/networks/e724d3bf-9afd-49ad-911b-5393aabdc4aa/tags/tempest-TagsTest-Tag-1830026146 HTTP/1.1" status: 204 len: 168 time: 0.3004825 Nov 12 08:32:51.441013 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 38998) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:51.447690 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.tag.tag_plugin [None req-7c6dcb67-3b85-4421-8a41-1ed774ba4845 tempest-TagsTest-1418655940 tempest-TagsTest-1418655940-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e724d3bf-9afd-49ad-911b-5393aabdc4aa', 'tempest-TagsTest-Tag-1830026146') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:51.537887 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1a097eda-3241-4e7f-bc7b-99db0bdb357e req-5aa8ab1a-c8a3-48a5-8ec3-1da7acd8be67 service neutron] 10.222.0.44 "GET /v2.0/networks/2de948c5-0d8e-4c3b-9717-70f1460531cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166737 Nov 12 08:32:51.560104 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-941e68f1-bf88-4f31-9b50-c593181caf33 req-58361f95-5d45-4b69-bf6d-c4e143eef8f2 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=59070d8f-e354-4643-b6db-9938f05a29ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1400318 Nov 12 08:32:51.681392 n-d-765315-29 neutron-server[102600]: INFO neutron.api.v2.resource [None req-7c6dcb67-3b85-4421-8a41-1ed774ba4845 tempest-TagsTest-1418655940 tempest-TagsTest-1418655940-project] show failed (client error): The resource could not be found. Nov 12 08:32:51.683650 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-7c6dcb67-3b85-4421-8a41-1ed774ba4845 tempest-TagsTest-1418655940 tempest-TagsTest-1418655940-project] 10.222.0.26 "GET /v2.0/networks/e724d3bf-9afd-49ad-911b-5393aabdc4aa/tags/tempest-TagsTest-Tag-1830026146 HTTP/1.1" status: 404 len: 326 time: 0.2404573 Nov 12 08:32:51.685994 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 39006) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:51.697565 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.tag.tag_plugin [None req-205fe0f8-a4fb-4887-81e3-bbb2bfe5e6d0 tempest-TagsTest-1418655940 tempest-TagsTest-1418655940-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e724d3bf-9afd-49ad-911b-5393aabdc4aa', 'tempest-TagsTest-Tag-422245957') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:51.823791 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-205fe0f8-a4fb-4887-81e3-bbb2bfe5e6d0 tempest-TagsTest-1418655940 tempest-TagsTest-1418655940-project] 10.222.0.26 "GET /v2.0/networks/e724d3bf-9afd-49ad-911b-5393aabdc4aa/tags/tempest-TagsTest-Tag-422245957 HTTP/1.1" status: 204 len: 168 time: 0.1361594 Nov 12 08:32:51.827566 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 39008) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:51.833087 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.tag.tag_plugin [None req-2a46e6d9-85e3-42fc-9fac-a4c72e02aa40 tempest-TagsTest-1418655940 tempest-TagsTest-1418655940-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e724d3bf-9afd-49ad-911b-5393aabdc4aa', 'tempest-TagsTest-Tag-1170026589') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:51.836819 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1a097eda-3241-4e7f-bc7b-99db0bdb357e req-808d012e-94f7-4b9f-9ce0-29cb066a4d95 service neutron] 10.222.0.44 "GET /v2.0/networks/2de948c5-0d8e-4c3b-9717-70f1460531cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874098 Nov 12 08:32:51.903931 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-ef7d823b-37c1-439f-a839-3e7e8a35fe1d req-68d2ae0d-d95e-476b-afb7-a48a07c21d47 tempest-ServersNegativeTestMultiTenantJSON-1092619066 tempest-ServersNegativeTestMultiTenantJSON-1092619066-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:51.982220 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-ef7d823b-37c1-439f-a839-3e7e8a35fe1d req-68d2ae0d-d95e-476b-afb7-a48a07c21d47 tempest-ServersNegativeTestMultiTenantJSON-1092619066 tempest-ServersNegativeTestMultiTenantJSON-1092619066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:52.004323 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5d46a40e-fb03-4732-99ed-732ff9b96711 req-7913e00a-d8ea-4a38-a07d-127bf3c0b909 tempest-ServersNegativeTestMultiTenantJSON-1092619066 tempest-ServersNegativeTestMultiTenantJSON-1092619066-project] 10.222.0.26 "GET /v2.0/ports?device_id=7967ae64-5b97-4665-9d4e-c763c2ce4830 HTTP/1.1" status: 200 len: 210 time: 0.1319005 Nov 12 08:32:52.020946 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef7d823b-37c1-439f-a839-3e7e8a35fe1d req-68d2ae0d-d95e-476b-afb7-a48a07c21d47 tempest-ServersNegativeTestMultiTenantJSON-1092619066 tempest-ServersNegativeTestMultiTenantJSON-1092619066-project] Network 6810a75d-9062-4873-aab2-46624f49f2bd is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:32:52.034912 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-2a46e6d9-85e3-42fc-9fac-a4c72e02aa40 tempest-TagsTest-1418655940 tempest-TagsTest-1418655940-project] 10.222.0.26 "GET /v2.0/networks/e724d3bf-9afd-49ad-911b-5393aabdc4aa/tags/tempest-TagsTest-Tag-1170026589 HTTP/1.1" status: 204 len: 168 time: 0.2024364 Nov 12 08:32:52.034912 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 39014) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:52.038289 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-ef7d823b-37c1-439f-a839-3e7e8a35fe1d req-68d2ae0d-d95e-476b-afb7-a48a07c21d47 tempest-ServersNegativeTestMultiTenantJSON-1092619066 tempest-ServersNegativeTestMultiTenantJSON-1092619066-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:32:52.043621 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.tag.tag_plugin [None req-b213d0f6-42c7-465f-8d23-e35b2f1530fe tempest-TagsTest-1418655940 tempest-TagsTest-1418655940-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'e724d3bf-9afd-49ad-911b-5393aabdc4aa') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:52.061282 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef7d823b-37c1-439f-a839-3e7e8a35fe1d req-68d2ae0d-d95e-476b-afb7-a48a07c21d47 tempest-ServersNegativeTestMultiTenantJSON-1092619066 tempest-ServersNegativeTestMultiTenantJSON-1092619066-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:32:52.146462 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7d823b-37c1-439f-a839-3e7e8a35fe1d req-68d2ae0d-d95e-476b-afb7-a48a07c21d47 tempest-ServersNegativeTestMultiTenantJSON-1092619066 tempest-ServersNegativeTestMultiTenantJSON-1092619066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:52.147586 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-ef7d823b-37c1-439f-a839-3e7e8a35fe1d req-68d2ae0d-d95e-476b-afb7-a48a07c21d47 tempest-ServersNegativeTestMultiTenantJSON-1092619066 tempest-ServersNegativeTestMultiTenantJSON-1092619066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:52.167483 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d2ae0d-d95e-476b-afb7-a48a07c21d47 tempest-ServersNegativeTestMultiTenantJSON-1092619066 tempest-ServersNegativeTestMultiTenantJSON-1092619066-project] Pushing event updated for resources: {'Port': ['ID=cd6b1f6e-29a2-4a48-b59a-410b707779cc,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:52.188816 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d2ae0d-d95e-476b-afb7-a48a07c21d47 tempest-ServersNegativeTestMultiTenantJSON-1092619066 tempest-ServersNegativeTestMultiTenantJSON-1092619066-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:52.189701 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d2ae0d-d95e-476b-afb7-a48a07c21d47 tempest-ServersNegativeTestMultiTenantJSON-1092619066 tempest-ServersNegativeTestMultiTenantJSON-1092619066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:52.190699 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d2ae0d-d95e-476b-afb7-a48a07c21d47 tempest-ServersNegativeTestMultiTenantJSON-1092619066 tempest-ServersNegativeTestMultiTenantJSON-1092619066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:52.191305 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d2ae0d-d95e-476b-afb7-a48a07c21d47 tempest-ServersNegativeTestMultiTenantJSON-1092619066 tempest-ServersNegativeTestMultiTenantJSON-1092619066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:52.192555 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d2ae0d-d95e-476b-afb7-a48a07c21d47 tempest-ServersNegativeTestMultiTenantJSON-1092619066 tempest-ServersNegativeTestMultiTenantJSON-1092619066-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:52.193106 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d2ae0d-d95e-476b-afb7-a48a07c21d47 tempest-ServersNegativeTestMultiTenantJSON-1092619066 tempest-ServersNegativeTestMultiTenantJSON-1092619066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:52.193738 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d2ae0d-d95e-476b-afb7-a48a07c21d47 tempest-ServersNegativeTestMultiTenantJSON-1092619066 tempest-ServersNegativeTestMultiTenantJSON-1092619066-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:52.194355 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d2ae0d-d95e-476b-afb7-a48a07c21d47 tempest-ServersNegativeTestMultiTenantJSON-1092619066 tempest-ServersNegativeTestMultiTenantJSON-1092619066-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:52.194928 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d2ae0d-d95e-476b-afb7-a48a07c21d47 tempest-ServersNegativeTestMultiTenantJSON-1092619066 tempest-ServersNegativeTestMultiTenantJSON-1092619066-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:52.195522 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d2ae0d-d95e-476b-afb7-a48a07c21d47 tempest-ServersNegativeTestMultiTenantJSON-1092619066 tempest-ServersNegativeTestMultiTenantJSON-1092619066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:52.196130 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-b213d0f6-42c7-465f-8d23-e35b2f1530fe tempest-TagsTest-1418655940 tempest-TagsTest-1418655940-project] 10.222.0.26 "DELETE /v2.0/networks/e724d3bf-9afd-49ad-911b-5393aabdc4aa/tags HTTP/1.1" status: 204 len: 168 time: 0.1622233 Nov 12 08:32:52.199783 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 39018) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:52.200905 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d2ae0d-d95e-476b-afb7-a48a07c21d47 tempest-ServersNegativeTestMultiTenantJSON-1092619066 tempest-ServersNegativeTestMultiTenantJSON-1092619066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:52.201597 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d2ae0d-d95e-476b-afb7-a48a07c21d47 tempest-ServersNegativeTestMultiTenantJSON-1092619066 tempest-ServersNegativeTestMultiTenantJSON-1092619066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:52.205279 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.tag.tag_plugin [None req-5a651afe-091e-46d3-8f79-88c9d3c614d8 tempest-TagsTest-1418655940 tempest-TagsTest-1418655940-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e724d3bf-9afd-49ad-911b-5393aabdc4aa', 'tempest-TagsTest-Tag-422245957') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:52.214426 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ef7d823b-37c1-439f-a839-3e7e8a35fe1d req-68d2ae0d-d95e-476b-afb7-a48a07c21d47 tempest-ServersNegativeTestMultiTenantJSON-1092619066 tempest-ServersNegativeTestMultiTenantJSON-1092619066-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0200636 Nov 12 08:32:52.230751 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-ef7d823b-37c1-439f-a839-3e7e8a35fe1d req-9aecf6d3-4015-4c2e-a338-5f31a305d7f2 service neutron] Request body: {'port': {'device_id': '7967ae64-5b97-4665-9d4e-c763c2ce4830', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:52.314557 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-ef7d823b-37c1-439f-a839-3e7e8a35fe1d req-9aecf6d3-4015-4c2e-a338-5f31a305d7f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:52.316887 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061f0fff-b9c8-4f01-8839-23f4f4f93dfb req-007374d3-61f8-46b9-8b9b-0504cb267084 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:52.319367 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-061f0fff-b9c8-4f01-8839-23f4f4f93dfb req-007374d3-61f8-46b9-8b9b-0504cb267084 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a780da9-d933-497d-83b4-3eaa73980fa4 HTTP/1.1" status: 200 len: 946 time: 0.1106071 Nov 12 08:32:52.399217 n-d-765315-29 neutron-server[102600]: INFO neutron.api.v2.resource [None req-5a651afe-091e-46d3-8f79-88c9d3c614d8 tempest-TagsTest-1418655940 tempest-TagsTest-1418655940-project] show failed (client error): The resource could not be found. Nov 12 08:32:52.400513 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-5a651afe-091e-46d3-8f79-88c9d3c614d8 tempest-TagsTest-1418655940 tempest-TagsTest-1418655940-project] 10.222.0.26 "GET /v2.0/networks/e724d3bf-9afd-49ad-911b-5393aabdc4aa/tags/tempest-TagsTest-Tag-422245957 HTTP/1.1" status: 404 len: 325 time: 0.1998320 Nov 12 08:32:52.406028 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 39022) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:52.411283 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.tag.tag_plugin [None req-489f7b66-c6f8-441b-b6bc-f5e0e978a864 tempest-TagsTest-1418655940 tempest-TagsTest-1418655940-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e724d3bf-9afd-49ad-911b-5393aabdc4aa', 'tempest-TagsTest-Tag-1170026589') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:52.728534 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-ef7d823b-37c1-439f-a839-3e7e8a35fe1d req-9aecf6d3-4015-4c2e-a338-5f31a305d7f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd6b1f6e-29a2-4a48-b59a-410b707779cc {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:32:52.740903 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-ef7d823b-37c1-439f-a839-3e7e8a35fe1d req-9aecf6d3-4015-4c2e-a338-5f31a305d7f2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:52.760100 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-ef7d823b-37c1-439f-a839-3e7e8a35fe1d req-9aecf6d3-4015-4c2e-a338-5f31a305d7f2 service neutron] Transition to ACTIVE for port object cd6b1f6e-29a2-4a48-b59a-410b707779cc will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:32:52.765610 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-ef7d823b-37c1-439f-a839-3e7e8a35fe1d req-9aecf6d3-4015-4c2e-a338-5f31a305d7f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:52.911599 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aecf6d3-4015-4c2e-a338-5f31a305d7f2 service neutron] Pushing event updated for resources: {'Port': ['ID=cd6b1f6e-29a2-4a48-b59a-410b707779cc,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:52.929422 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-ef7d823b-37c1-439f-a839-3e7e8a35fe1d req-9aecf6d3-4015-4c2e-a338-5f31a305d7f2 service neutron] Attempting to bind port cd6b1f6e-29a2-4a48-b59a-410b707779cc on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:32:52.929422 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-ef7d823b-37c1-439f-a839-3e7e8a35fe1d req-9aecf6d3-4015-4c2e-a338-5f31a305d7f2 service neutron] Attempting to bind port cd6b1f6e-29a2-4a48-b59a-410b707779cc by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': '16778ca9-fc8a-4748-8414-bf7dc1ac2900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6810a75d-9062-4873-aab2-46624f49f2bd'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:32:52.929422 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7d823b-37c1-439f-a839-3e7e8a35fe1d req-9aecf6d3-4015-4c2e-a338-5f31a305d7f2 service neutron] Attempting to bind port cd6b1f6e-29a2-4a48-b59a-410b707779cc on network 6810a75d-9062-4873-aab2-46624f49f2bd {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:32:52.935498 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7d823b-37c1-439f-a839-3e7e8a35fe1d req-9aecf6d3-4015-4c2e-a338-5f31a305d7f2 service neutron] Port cd6b1f6e-29a2-4a48-b59a-410b707779cc on network 6810a75d-9062-4873-aab2-46624f49f2bd not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:32:52.936086 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7d823b-37c1-439f-a839-3e7e8a35fe1d req-9aecf6d3-4015-4c2e-a338-5f31a305d7f2 service neutron] Attempting to bind port cd6b1f6e-29a2-4a48-b59a-410b707779cc on network 6810a75d-9062-4873-aab2-46624f49f2bd {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:32:52.945018 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7d823b-37c1-439f-a839-3e7e8a35fe1d req-9aecf6d3-4015-4c2e-a338-5f31a305d7f2 service neutron] Checking agent: {'id': '26215384-8035-4ce2-971a-8e67be80da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:32:52.945520 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7d823b-37c1-439f-a839-3e7e8a35fe1d req-9aecf6d3-4015-4c2e-a338-5f31a305d7f2 service neutron] Checking segment: {'id': '16778ca9-fc8a-4748-8414-bf7dc1ac2900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6810a75d-9062-4873-aab2-46624f49f2bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:32:52.945917 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7d823b-37c1-439f-a839-3e7e8a35fe1d req-9aecf6d3-4015-4c2e-a338-5f31a305d7f2 service neutron] Bound using segment: {'id': '16778ca9-fc8a-4748-8414-bf7dc1ac2900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6810a75d-9062-4873-aab2-46624f49f2bd'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:32:52.946349 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-ef7d823b-37c1-439f-a839-3e7e8a35fe1d req-9aecf6d3-4015-4c2e-a338-5f31a305d7f2 service neutron] Bound port: cd6b1f6e-29a2-4a48-b59a-410b707779cc, host: n-h1-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16778ca9-fc8a-4748-8414-bf7dc1ac2900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6810a75d-9062-4873-aab2-46624f49f2bd'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:32:52.946733 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-ef7d823b-37c1-439f-a839-3e7e8a35fe1d req-9aecf6d3-4015-4c2e-a338-5f31a305d7f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:52.989428 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-061f0fff-b9c8-4f01-8839-23f4f4f93dfb req-74536c4f-abb0-4e1d-9028-cbac08126227 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/security-groups?id=79579dc9-7b86-4506-bd5c-77a53e3a0518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6327147 Nov 12 08:32:53.036838 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-ef7d823b-37c1-439f-a839-3e7e8a35fe1d req-9aecf6d3-4015-4c2e-a338-5f31a305d7f2 service neutron] For port cd6b1f6e-29a2-4a48-b59a-410b707779cc, host n-h1-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:32:53.045086 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-ef7d823b-37c1-439f-a839-3e7e8a35fe1d req-9aecf6d3-4015-4c2e-a338-5f31a305d7f2 service neutron] For port cd6b1f6e-29a2-4a48-b59a-410b707779cc, host n-h1-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=cd6b1f6e-29a2-4a48-b59a-410b707779cc,segment=NetworkSegment(16778ca9-fc8a-4748-8414-bf7dc1ac2900),segment_id=16778ca9-fc8a-4748-8414-bf7dc1ac2900)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:32:53.053773 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-ef7d823b-37c1-439f-a839-3e7e8a35fe1d req-9aecf6d3-4015-4c2e-a338-5f31a305d7f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:53.106904 n-d-765315-29 neutron-server[102600]: INFO neutron.api.v2.resource [None req-489f7b66-c6f8-441b-b6bc-f5e0e978a864 tempest-TagsTest-1418655940 tempest-TagsTest-1418655940-project] show failed (client error): The resource could not be found. Nov 12 08:32:53.110643 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-489f7b66-c6f8-441b-b6bc-f5e0e978a864 tempest-TagsTest-1418655940 tempest-TagsTest-1418655940-project] 10.222.0.26 "GET /v2.0/networks/e724d3bf-9afd-49ad-911b-5393aabdc4aa/tags/tempest-TagsTest-Tag-1170026589 HTTP/1.1" status: 404 len: 326 time: 0.7009759 Nov 12 08:32:53.112541 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 39040) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:53.125367 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.tag.tag_plugin [None req-ba7e0ade-120f-421f-bf6b-862289dfcefd tempest-TagsTest-1418655940 tempest-TagsTest-1418655940-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'e724d3bf-9afd-49ad-911b-5393aabdc4aa') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:53.141958 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 0af5052b-702a-4c16-99fd-5b5921c73433 details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:32:53.162749 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aecf6d3-4015-4c2e-a338-5f31a305d7f2 service neutron] Pushing event updated for resources: {'Port': ['ID=cd6b1f6e-29a2-4a48-b59a-410b707779cc,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:53.198879 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7d823b-37c1-439f-a839-3e7e8a35fe1d req-9aecf6d3-4015-4c2e-a338-5f31a305d7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:53.201037 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-ef7d823b-37c1-439f-a839-3e7e8a35fe1d req-9aecf6d3-4015-4c2e-a338-5f31a305d7f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:53.203458 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ef7d823b-37c1-439f-a839-3e7e8a35fe1d req-9aecf6d3-4015-4c2e-a338-5f31a305d7f2 service neutron] 10.222.0.21 "PUT /v2.0/ports/cd6b1f6e-29a2-4a48-b59a-410b707779cc HTTP/1.1" status: 200 len: 1093 time: 0.9791265 Nov 12 08:32:53.204071 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7967ae64-5b97-4665-9d4e-c763c2ce4830', 'tag': 'cd6b1f6e-29a2-4a48-b59a-410b707779cc'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:32:53.210339 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-724172db-55bf-4186-ae8d-e3f413dc4c56" -d '{"events": [{"name": "network-changed", "server_uuid": "7967ae64-5b97-4665-9d4e-c763c2ce4830", "tag": "cd6b1f6e-29a2-4a48-b59a-410b707779cc"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:32:53.333797 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 0af5052b-702a-4c16-99fd-5b5921c73433, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=0af5052b-702a-4c16-99fd-5b5921c73433,segment=NetworkSegment(671b1e57-5287-4b28-8a6a-fdb7b6437699),segment_id=671b1e57-5287-4b28-8a6a-fdb7b6437699)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:53.365632 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Returning: {'device': '0af5052b-702a-4c16-99fd-5b5921c73433', 'network_id': '9002ff25-76a7-4c3d-8082-16c14deb03d5', 'port_id': '0af5052b-702a-4c16-99fd-5b5921c73433', 'mac_address': 'fa:16:3e:d7:3c:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8e8c768-2d07-4b3f-a074-a2b6b712f48f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:32:53.431234 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 39050) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:53.431727 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-ba7e0ade-120f-421f-bf6b-862289dfcefd tempest-TagsTest-1418655940 tempest-TagsTest-1418655940-project] 10.222.0.26 "DELETE /v2.0/networks/e724d3bf-9afd-49ad-911b-5393aabdc4aa/tags HTTP/1.1" status: 204 len: 168 time: 0.3158154 Nov 12 08:32:53.436371 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:53.437328 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7d823b-37c1-439f-a839-3e7e8a35fe1d req-24a3b199-fdaa-49e8-8f74-a3ec93103c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:53.438923 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ef7d823b-37c1-439f-a839-3e7e8a35fe1d req-24a3b199-fdaa-49e8-8f74-a3ec93103c84 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f923cf4788da421d83ed2e2ad19cd320&device_id=7967ae64-5b97-4665-9d4e-c763c2ce4830 HTTP/1.1" status: 200 len: 1096 time: 0.1700649 Nov 12 08:32:53.489179 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add4d4cf-a86a-4cfd-bfe1-560546192e94 req-8dfc5cf6-5671-4450-a1d8-91c5c2017308 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:53.493745 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-add4d4cf-a86a-4cfd-bfe1-560546192e94 req-8dfc5cf6-5671-4450-a1d8-91c5c2017308 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=44828f50-33dd-4d92-a1f1-50e7ef19d191 HTTP/1.1" status: 200 len: 945 time: 0.3258245 Nov 12 08:32:53.513001 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-e530113a-7783-48f4-9840-8911a24052df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0af5052b-702a-4c16-99fd-5b5921c73433 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:32:53.549475 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ef7d823b-37c1-439f-a839-3e7e8a35fe1d req-8e550e3e-f958-4c50-98b3-6a181f56786c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd6b1f6e-29a2-4a48-b59a-410b707779cc HTTP/1.1" status: 200 len: 217 time: 0.1016552 Nov 12 08:32:53.552285 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 0af5052b-702a-4c16-99fd-5b5921c73433, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=0af5052b-702a-4c16-99fd-5b5921c73433,segment=NetworkSegment(671b1e57-5287-4b28-8a6a-fdb7b6437699),segment_id=671b1e57-5287-4b28-8a6a-fdb7b6437699)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:53.560444 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:53.607508 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-add4d4cf-a86a-4cfd-bfe1-560546192e94 req-2c3efa9d-b30d-4a5d-8eb6-a2bf223dc389 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=59070d8f-e354-4643-b6db-9938f05a29ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017227 Nov 12 08:32:53.711251 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-17d77bdd-d7e4-4262-a100-4f08a8146e30 tempest-TagsTest-1418655940 tempest-TagsTest-1418655940-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:53.773462 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=0af5052b-702a-4c16-99fd-5b5921c73433,revision_number=11']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:53.828459 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7d823b-37c1-439f-a839-3e7e8a35fe1d req-311bf594-c956-4308-808c-55167c12a887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:53.830875 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ef7d823b-37c1-439f-a839-3e7e8a35fe1d req-311bf594-c956-4308-808c-55167c12a887 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b2007008-45c9-4783-a562-dbc922aa3b79 HTTP/1.1" status: 200 len: 865 time: 0.2432957 Nov 12 08:32:53.908621 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ef7d823b-37c1-439f-a839-3e7e8a35fe1d req-04ec7970-3083-4cfe-9ddc-334114653026 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6810a75d-9062-4873-aab2-46624f49f2bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519776 Nov 12 08:32:53.973549 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['0af5052b-702a-4c16-99fd-5b5921c73433'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:32:54.043463 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d610ee17-931c-4b25-b068-15c67e692141 req-0e0b1dea-d276-4d79-b8a4-72c1a092cb7d tempest-ServersNegativeTestMultiTenantJSON-1092619066 tempest-ServersNegativeTestMultiTenantJSON-1092619066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:54.058565 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d610ee17-931c-4b25-b068-15c67e692141 req-0e0b1dea-d276-4d79-b8a4-72c1a092cb7d tempest-ServersNegativeTestMultiTenantJSON-1092619066 tempest-ServersNegativeTestMultiTenantJSON-1092619066-project] 10.222.0.26 "GET /v2.0/ports?device_id=7967ae64-5b97-4665-9d4e-c763c2ce4830 HTTP/1.1" status: 200 len: 944 time: 0.1219749 Nov 12 08:32:54.100051 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ef7d823b-37c1-439f-a839-3e7e8a35fe1d req-b1f8860e-f4a4-453e-be73-55980fed8074 service neutron] 10.222.0.21 "GET /v2.0/networks/6810a75d-9062-4873-aab2-46624f49f2bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521125 Nov 12 08:32:54.191409 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d610ee17-931c-4b25-b068-15c67e692141 req-11710afa-d978-4147-b7b7-cbbd2b1e9a2e tempest-ServersNegativeTestMultiTenantJSON-1092619066 tempest-ServersNegativeTestMultiTenantJSON-1092619066-project] 10.222.0.26 "GET /v2.0/security-groups?id=14189a2d-ce76-4cc3-9298-81a376bf950d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314280 Nov 12 08:32:54.232308 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-17d77bdd-d7e4-4262-a100-4f08a8146e30 tempest-TagsTest-1418655940 tempest-TagsTest-1418655940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:54.244220 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ef7d823b-37c1-439f-a839-3e7e8a35fe1d req-2aee1281-f5be-414d-a7ef-a833c72f6d1b service neutron] 10.222.0.21 "GET /v2.0/networks/6810a75d-9062-4873-aab2-46624f49f2bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336308 Nov 12 08:32:54.271550 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-17d77bdd-d7e4-4262-a100-4f08a8146e30 tempest-TagsTest-1418655940 tempest-TagsTest-1418655940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e724d3bf-9afd-49ad-911b-5393aabdc4aa']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:54.305396 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-17d77bdd-d7e4-4262-a100-4f08a8146e30 tempest-TagsTest-1418655940 tempest-TagsTest-1418655940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '683856a7-33dc-43c5-8c18-3bec73446701') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:54.306426 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-17d77bdd-d7e4-4262-a100-4f08a8146e30 tempest-TagsTest-1418655940 tempest-TagsTest-1418655940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '683856a7-33dc-43c5-8c18-3bec73446701') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:54.311888 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ac9f8dd-8112-4d08-a1db-eec76021f012 x-openstack-request-id: req-5ac9f8dd-8112-4d08-a1db-eec76021f012 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:32:54.312341 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7967ae64-5b97-4665-9d4e-c763c2ce4830", "tag": "cd6b1f6e-29a2-4a48-b59a-410b707779cc", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:32:54.312760 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5ac9f8dd-8112-4d08-a1db-eec76021f012 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:32:54.313423 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7967ae64-5b97-4665-9d4e-c763c2ce4830', 'tag': 'cd6b1f6e-29a2-4a48-b59a-410b707779cc', 'status': 'completed', 'code': 200} Nov 12 08:32:54.327374 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-17d77bdd-d7e4-4262-a100-4f08a8146e30 tempest-TagsTest-1418655940 tempest-TagsTest-1418655940-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:54.357048 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-17d77bdd-d7e4-4262-a100-4f08a8146e30 tempest-TagsTest-1418655940 tempest-TagsTest-1418655940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:54.455022 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17d77bdd-d7e4-4262-a100-4f08a8146e30 tempest-TagsTest-1418655940 tempest-TagsTest-1418655940-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:32:54.456340 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-17d77bdd-d7e4-4262-a100-4f08a8146e30 tempest-TagsTest-1418655940 tempest-TagsTest-1418655940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:54.465609 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 08:32:54.465609 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:32:54.465609 n-d-765315-29 neutron-server[102599]: timer() Nov 12 08:32:54.465609 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:32:54.465609 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 08:32:54.465609 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:32:54.465609 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 08:32:54.465609 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:32:54.465609 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 08:32:54.465609 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:32:54.465609 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 08:32:54.465609 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:32:54.465609 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 08:32:54.465609 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:32:54.465609 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:32:54.465609 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:32:54.465609 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:32:54.465609 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:32:54.465609 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 08:32:54.465609 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:32:54.465609 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 08:32:54.465609 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:32:54.465609 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:32:54.465609 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:32:54.465609 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 08:32:54.465609 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:32:54.465609 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:32:54.465609 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:32:54.465609 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:32:54.465609 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:32:54.465609 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:32:54.465609 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:32:54.571823 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724172db-55bf-4186-ae8d-e3f413dc4c56 req-a452d25d-3854-4e59-af3e-abf7686909ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:54.573476 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-724172db-55bf-4186-ae8d-e3f413dc4c56 req-a452d25d-3854-4e59-af3e-abf7686909ee service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f923cf4788da421d83ed2e2ad19cd320&device_id=7967ae64-5b97-4665-9d4e-c763c2ce4830 HTTP/1.1" status: 200 len: 1096 time: 0.2038341 Nov 12 08:32:54.585162 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42485f28-6bcd-43ea-afb7-59351b0ddd72 req-9d8a515d-4fc0-4ae4-960b-5ca978cf059b tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:54.588453 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-42485f28-6bcd-43ea-afb7-59351b0ddd72 req-9d8a515d-4fc0-4ae4-960b-5ca978cf059b tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a780da9-d933-497d-83b4-3eaa73980fa4 HTTP/1.1" status: 200 len: 946 time: 0.1057582 Nov 12 08:32:54.597823 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-17d77bdd-d7e4-4262-a100-4f08a8146e30 tempest-TagsTest-1418655940 tempest-TagsTest-1418655940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:54.620226 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-17d77bdd-d7e4-4262-a100-4f08a8146e30 tempest-TagsTest-1418655940 tempest-TagsTest-1418655940-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:54.623559 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-17d77bdd-d7e4-4262-a100-4f08a8146e30 tempest-TagsTest-1418655940 tempest-TagsTest-1418655940-project] 10.222.0.26 "DELETE /v2.0/networks/e724d3bf-9afd-49ad-911b-5393aabdc4aa HTTP/1.1" status: 204 len: 168 time: 1.1911371 Nov 12 08:32:54.704784 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d77bdd-d7e4-4262-a100-4f08a8146e30 tempest-TagsTest-1418655940 tempest-TagsTest-1418655940-project] Pushing event deleted for resources: {'Network': ['ID=e724d3bf-9afd-49ad-911b-5393aabdc4aa,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:54.779448 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-42485f28-6bcd-43ea-afb7-59351b0ddd72 req-de4cd4f0-90b3-4c8b-a1c4-e2d5e11a58f6 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/security-groups?id=79579dc9-7b86-4506-bd5c-77a53e3a0518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730111 Nov 12 08:32:55.005598 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724172db-55bf-4186-ae8d-e3f413dc4c56 req-f0b64449-bdbf-4914-81f3-7c752d27e1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:55.008349 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-724172db-55bf-4186-ae8d-e3f413dc4c56 req-f0b64449-bdbf-4914-81f3-7c752d27e1ac service neutron] 10.222.0.21 "GET /v2.0/networks?id=6810a75d-9062-4873-aab2-46624f49f2bd HTTP/1.1" status: 200 len: 926 time: 0.4264867 Nov 12 08:32:55.076415 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-724172db-55bf-4186-ae8d-e3f413dc4c56 req-bc336b7f-7f13-4f2f-a454-dae4db5167cf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd6b1f6e-29a2-4a48-b59a-410b707779cc HTTP/1.1" status: 200 len: 217 time: 0.0584145 Nov 12 08:32:55.117380 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0092bab-654a-47e5-ad56-6dbd9516f812 req-03853a7f-c068-4fb4-9a02-bf039aba953b tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:55.124572 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a0092bab-654a-47e5-ad56-6dbd9516f812 req-03853a7f-c068-4fb4-9a02-bf039aba953b tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=44828f50-33dd-4d92-a1f1-50e7ef19d191 HTTP/1.1" status: 200 len: 946 time: 0.0943155 Nov 12 08:32:55.208721 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724172db-55bf-4186-ae8d-e3f413dc4c56 req-f26ef35c-ce7f-4c13-9851-4f6d04300762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:55.211833 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-724172db-55bf-4186-ae8d-e3f413dc4c56 req-f26ef35c-ce7f-4c13-9851-4f6d04300762 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b2007008-45c9-4783-a562-dbc922aa3b79 HTTP/1.1" status: 200 len: 865 time: 0.1275411 Nov 12 08:32:55.241378 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a0092bab-654a-47e5-ad56-6dbd9516f812 req-5a8f4fb0-e1e3-4081-88b0-49921ec4d0c9 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=59070d8f-e354-4643-b6db-9938f05a29ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013234 Nov 12 08:32:55.295870 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-724172db-55bf-4186-ae8d-e3f413dc4c56 req-23ea40e7-94f8-4505-b914-c47d0c10f6b9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6810a75d-9062-4873-aab2-46624f49f2bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743101 Nov 12 08:32:55.336431 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 39090) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:55.573035 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-724172db-55bf-4186-ae8d-e3f413dc4c56 req-e640cf35-2df0-4734-921e-6445841a5166 service neutron] 10.222.0.21 "GET /v2.0/networks/6810a75d-9062-4873-aab2-46624f49f2bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645342 Nov 12 08:32:55.647814 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-5554f36c-05b6-4a1f-9d89-3223aa05438c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0639569719524631b30f87bed20e4024&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3098810 Nov 12 08:32:55.650182 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 39100) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:55.809594 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-724172db-55bf-4186-ae8d-e3f413dc4c56 req-b8db6962-a5c2-47bc-89fd-ce9810684393 service neutron] 10.222.0.21 "GET /v2.0/networks/6810a75d-9062-4873-aab2-46624f49f2bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136340 Nov 12 08:32:55.821526 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f04b1793-5359-4391-a1b0-2323201d7f36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:55.864790 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f04b1793-5359-4391-a1b0-2323201d7f36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:56.004645 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f04b1793-5359-4391-a1b0-2323201d7f36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:56.016809 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f04b1793-5359-4391-a1b0-2323201d7f36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:56.026562 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-f04b1793-5359-4391-a1b0-2323201d7f36 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b4824d1b-6cd0-4e32-99e2-757ed0b64a11 HTTP/1.1" status: 204 len: 168 time: 0.3685491 Nov 12 08:32:56.043387 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04b1793-5359-4391-a1b0-2323201d7f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4824d1b-6cd0-4e32-99e2-757ed0b64a11,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:56.198386 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485bfbae-2f1d-4aef-90ac-3bd41c61e835 req-3cca30c7-6991-43ac-9da5-1b799c6895a4 tempest-ServersNegativeTestMultiTenantJSON-1092619066 tempest-ServersNegativeTestMultiTenantJSON-1092619066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:56.201146 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-485bfbae-2f1d-4aef-90ac-3bd41c61e835 req-3cca30c7-6991-43ac-9da5-1b799c6895a4 tempest-ServersNegativeTestMultiTenantJSON-1092619066 tempest-ServersNegativeTestMultiTenantJSON-1092619066-project] 10.222.0.26 "GET /v2.0/ports?device_id=7967ae64-5b97-4665-9d4e-c763c2ce4830 HTTP/1.1" status: 200 len: 944 time: 0.1287727 Nov 12 08:32:56.305039 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-485bfbae-2f1d-4aef-90ac-3bd41c61e835 req-7dda2593-10cd-4a04-94f4-e5b61cb3d95e tempest-ServersNegativeTestMultiTenantJSON-1092619066 tempest-ServersNegativeTestMultiTenantJSON-1092619066-project] 10.222.0.26 "GET /v2.0/security-groups?id=14189a2d-ce76-4cc3-9298-81a376bf950d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878863 Nov 12 08:32:56.544455 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c1552e-5e9c-4182-8da5-e6ffeb757e3f req-346d1eaf-991e-4fd4-92fa-1233a284bd38 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:56.555030 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-01c1552e-5e9c-4182-8da5-e6ffeb757e3f req-346d1eaf-991e-4fd4-92fa-1233a284bd38 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=44828f50-33dd-4d92-a1f1-50e7ef19d191 HTTP/1.1" status: 200 len: 946 time: 0.0845432 Nov 12 08:32:56.635892 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-01c1552e-5e9c-4182-8da5-e6ffeb757e3f req-4f73b8f4-94ca-4b13-9ded-4eed52fad74d tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=59070d8f-e354-4643-b6db-9938f05a29ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789917 Nov 12 08:32:57.178036 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device cd6b1f6e-29a2-4a48-b59a-410b707779cc details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:32:57.181239 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 0af5052b-702a-4c16-99fd-5b5921c73433 up at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:32:57.334487 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning for port 0af5052b-702a-4c16-99fd-5b5921c73433 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:32:57.357635 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning complete for port 0af5052b-702a-4c16-99fd-5b5921c73433 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:57.358106 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:57.591904 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a05c1ed-2c1b-41a3-89f9-88ad166c1baa req-0c44ac3f-a663-4a3b-8eaa-d0ffa890f2a1 tempest-ServersNegativeTestMultiTenantJSON-1092619066 tempest-ServersNegativeTestMultiTenantJSON-1092619066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:57.592853 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port cd6b1f6e-29a2-4a48-b59a-410b707779cc, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=cd6b1f6e-29a2-4a48-b59a-410b707779cc,segment=NetworkSegment(16778ca9-fc8a-4748-8414-bf7dc1ac2900),segment_id=16778ca9-fc8a-4748-8414-bf7dc1ac2900)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:57.609177 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0a05c1ed-2c1b-41a3-89f9-88ad166c1baa req-0c44ac3f-a663-4a3b-8eaa-d0ffa890f2a1 tempest-ServersNegativeTestMultiTenantJSON-1092619066 tempest-ServersNegativeTestMultiTenantJSON-1092619066-project] 10.222.0.26 "GET /v2.0/ports?device_id=7967ae64-5b97-4665-9d4e-c763c2ce4830 HTTP/1.1" status: 200 len: 944 time: 0.1269312 Nov 12 08:32:57.647725 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:57.664171 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Returning: {'device': 'cd6b1f6e-29a2-4a48-b59a-410b707779cc', 'network_id': '6810a75d-9062-4873-aab2-46624f49f2bd', 'port_id': 'cd6b1f6e-29a2-4a48-b59a-410b707779cc', 'mac_address': 'fa:16:3e:fe:2d:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2007008-45c9-4783-a562-dbc922aa3b79', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:32:57.764395 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0a05c1ed-2c1b-41a3-89f9-88ad166c1baa req-72149be4-880e-4c8a-8d12-eea85d71a67a tempest-ServersNegativeTestMultiTenantJSON-1092619066 tempest-ServersNegativeTestMultiTenantJSON-1092619066-project] 10.222.0.26 "GET /v2.0/security-groups?id=14189a2d-ce76-4cc3-9298-81a376bf950d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511581 Nov 12 08:32:57.792262 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:57.808732 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-e530113a-7783-48f4-9840-8911a24052df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd6b1f6e-29a2-4a48-b59a-410b707779cc {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:32:57.840101 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 0af5052b-702a-4c16-99fd-5b5921c73433, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=0af5052b-702a-4c16-99fd-5b5921c73433,segment=NetworkSegment(671b1e57-5287-4b28-8a6a-fdb7b6437699),segment_id=671b1e57-5287-4b28-8a6a-fdb7b6437699)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:57.842216 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44828f50-33dd-4d92-a1f1-50e7ef19d191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af5052b-702a-4c16-99fd-5b5921c73433'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:32:57.847254 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebb63bc7-b0fc-4d62-9db7-e1c6d1da3bda" -d '{"events": [{"server_uuid": "44828f50-33dd-4d92-a1f1-50e7ef19d191", "name": "network-vif-plugged", "status": "completed", "tag": "0af5052b-702a-4c16-99fd-5b5921c73433"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:32:57.857620 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:57.900264 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port cd6b1f6e-29a2-4a48-b59a-410b707779cc, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=cd6b1f6e-29a2-4a48-b59a-410b707779cc,segment=NetworkSegment(16778ca9-fc8a-4748-8414-bf7dc1ac2900),segment_id=16778ca9-fc8a-4748-8414-bf7dc1ac2900)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:57.910409 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:57.939372 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=0af5052b-702a-4c16-99fd-5b5921c73433,revision_number=12']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:58.027596 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=cd6b1f6e-29a2-4a48-b59a-410b707779cc,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:58.072706 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e81476e-8661-4a7b-b194-954e58b22a82 req-ba19679b-d62a-43e8-a3b6-315446388907 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:58.074454 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4e81476e-8661-4a7b-b194-954e58b22a82 req-ba19679b-d62a-43e8-a3b6-315446388907 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=44828f50-33dd-4d92-a1f1-50e7ef19d191 HTTP/1.1" status: 200 len: 947 time: 0.0999579 Nov 12 08:32:58.150966 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4e81476e-8661-4a7b-b194-954e58b22a82 req-001d89be-b52f-4f7f-87ec-493c9fcad254 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=59070d8f-e354-4643-b6db-9938f05a29ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672843 Nov 12 08:32:58.320261 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['cd6b1f6e-29a2-4a48-b59a-410b707779cc'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:32:58.670991 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c9e865e-7a49-48b3-974e-c3260273b504 x-openstack-request-id: req-8c9e865e-7a49-48b3-974e-c3260273b504 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:32:58.676720 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44828f50-33dd-4d92-a1f1-50e7ef19d191", "name": "network-vif-plugged", "status": "completed", "tag": "0af5052b-702a-4c16-99fd-5b5921c73433", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:32:58.677228 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8c9e865e-7a49-48b3-974e-c3260273b504 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:32:58.677627 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44828f50-33dd-4d92-a1f1-50e7ef19d191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af5052b-702a-4c16-99fd-5b5921c73433', 'code': 200} Nov 12 08:32:59.030000 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9676180-f401-4e14-9851-414511d1cd65 req-fa18d808-3d6d-4551-914a-66baecf8fdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:59.033577 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f9676180-f401-4e14-9851-414511d1cd65 req-fa18d808-3d6d-4551-914a-66baecf8fdfe service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=44828f50-33dd-4d92-a1f1-50e7ef19d191 HTTP/1.1" status: 200 len: 1099 time: 0.1743124 Nov 12 08:32:59.110183 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49ff641-93ac-44db-9793-4bf284789504 req-4cb274e6-2c85-4e6d-8c29-26d4582a5915 tempest-ServersNegativeTestMultiTenantJSON-1092619066 tempest-ServersNegativeTestMultiTenantJSON-1092619066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:59.114266 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b49ff641-93ac-44db-9793-4bf284789504 req-4cb274e6-2c85-4e6d-8c29-26d4582a5915 tempest-ServersNegativeTestMultiTenantJSON-1092619066 tempest-ServersNegativeTestMultiTenantJSON-1092619066-project] 10.222.0.26 "GET /v2.0/ports?device_id=7967ae64-5b97-4665-9d4e-c763c2ce4830 HTTP/1.1" status: 200 len: 945 time: 0.1386290 Nov 12 08:32:59.138034 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f9676180-f401-4e14-9851-414511d1cd65 req-dc9850a1-951f-4368-8f69-cfea017579fe service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=59070d8f-e354-4643-b6db-9938f05a29ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965967 Nov 12 08:32:59.195389 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b49ff641-93ac-44db-9793-4bf284789504 req-4b6bd72b-b8a4-47b6-b6ee-7f1e3cdfbace tempest-ServersNegativeTestMultiTenantJSON-1092619066 tempest-ServersNegativeTestMultiTenantJSON-1092619066-project] 10.222.0.26 "GET /v2.0/security-groups?id=14189a2d-ce76-4cc3-9298-81a376bf950d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746837 Nov 12 08:32:59.488080 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ce1bcb-a66b-4acc-8dde-905a1608daca req-099e70ae-3b8d-4297-a7a0-90b06bb4e3c9 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:59.499535 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-77ce1bcb-a66b-4acc-8dde-905a1608daca req-099e70ae-3b8d-4297-a7a0-90b06bb4e3c9 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=44828f50-33dd-4d92-a1f1-50e7ef19d191 HTTP/1.1" status: 200 len: 947 time: 0.1257269 Nov 12 08:32:59.625255 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-77ce1bcb-a66b-4acc-8dde-905a1608daca req-bef8bc0a-fc08-4963-825b-6e66fa1b7953 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=59070d8f-e354-4643-b6db-9938f05a29ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245241 Nov 12 08:32:59.721767 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 39226) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:59.954279 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-360d4842-6a96-4de8-8d5b-bad308217a9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:00.106238 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-360d4842-6a96-4de8-8d5b-bad308217a9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:00.112782 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-360d4842-6a96-4de8-8d5b-bad308217a9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:00.171504 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360d4842-6a96-4de8-8d5b-bad308217a9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27c8b181-6063-44ad-bfed-46bfb8967732,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:00.186608 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-360d4842-6a96-4de8-8d5b-bad308217a9a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4d33aa00abe04bd2ac37ea39223db52d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4634705 Nov 12 08:33:00.190003 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 39236) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:00.294559 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e91d222c-688d-442d-acd7-af8be05ab0fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:00.328993 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e91d222c-688d-442d-acd7-af8be05ab0fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:00.452142 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac82113-e09b-4146-a66f-3f613955a2df req-72426da7-1dd2-4970-9720-b8241cd43ef8 tempest-ServersNegativeTestMultiTenantJSON-1092619066 tempest-ServersNegativeTestMultiTenantJSON-1092619066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:00.481980 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e91d222c-688d-442d-acd7-af8be05ab0fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:00.484049 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7ac82113-e09b-4146-a66f-3f613955a2df req-72426da7-1dd2-4970-9720-b8241cd43ef8 tempest-ServersNegativeTestMultiTenantJSON-1092619066 tempest-ServersNegativeTestMultiTenantJSON-1092619066-project] 10.222.0.26 "GET /v2.0/ports?device_id=7967ae64-5b97-4665-9d4e-c763c2ce4830 HTTP/1.1" status: 200 len: 945 time: 0.1726305 Nov 12 08:33:00.493804 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e91d222c-688d-442d-acd7-af8be05ab0fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:00.502476 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-e91d222c-688d-442d-acd7-af8be05ab0fe admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/27c8b181-6063-44ad-bfed-46bfb8967732 HTTP/1.1" status: 204 len: 168 time: 0.3037908 Nov 12 08:33:00.547549 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91d222c-688d-442d-acd7-af8be05ab0fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c8b181-6063-44ad-bfed-46bfb8967732,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:00.695534 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7ac82113-e09b-4146-a66f-3f613955a2df req-e4d145c4-2af7-4019-a494-fe2b31982c08 tempest-ServersNegativeTestMultiTenantJSON-1092619066 tempest-ServersNegativeTestMultiTenantJSON-1092619066-project] 10.222.0.26 "GET /v2.0/security-groups?id=14189a2d-ce76-4cc3-9298-81a376bf950d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074521 Nov 12 08:33:01.058141 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54dd743-8e9d-4785-8a0f-f218fe58e119 req-21ce5e1a-e535-47d8-bba8-f5b589cf9f7b tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:01.072327 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f54dd743-8e9d-4785-8a0f-f218fe58e119 req-21ce5e1a-e535-47d8-bba8-f5b589cf9f7b tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=44828f50-33dd-4d92-a1f1-50e7ef19d191 HTTP/1.1" status: 200 len: 947 time: 0.1567669 Nov 12 08:33:01.134897 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 39272) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:01.168099 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7ddf9544-e895-43ec-bc5f-7f060df85820 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:01.205757 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device cd6b1f6e-29a2-4a48-b59a-410b707779cc up at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:33:01.368546 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning for port cd6b1f6e-29a2-4a48-b59a-410b707779cc completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:33:01.382274 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning complete for port cd6b1f6e-29a2-4a48-b59a-410b707779cc triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:33:01.382537 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:01.419019 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f54dd743-8e9d-4785-8a0f-f218fe58e119 req-73934277-be93-4504-9d3a-fe5151c59377 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=59070d8f-e354-4643-b6db-9938f05a29ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3462360 Nov 12 08:33:01.440782 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7ddf9544-e895-43ec-bc5f-7f060df85820 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:01.462030 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7ddf9544-e895-43ec-bc5f-7f060df85820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:01.585738 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddf9544-e895-43ec-bc5f-7f060df85820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd532da-c9d4-4855-8fd6-646a1e81e38b,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:01.662254 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-7ddf9544-e895-43ec-bc5f-7f060df85820 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a1dd0cc7b43a40fab758e78d6757e522&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5266724 Nov 12 08:33:01.665779 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 39300) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:01.861002 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-484f4bba-ba24-4904-b71d-0b13ad8e5402 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:01.921148 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-484f4bba-ba24-4904-b71d-0b13ad8e5402 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:02.022568 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-484f4bba-ba24-4904-b71d-0b13ad8e5402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:02.026013 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-484f4bba-ba24-4904-b71d-0b13ad8e5402 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:02.027350 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-484f4bba-ba24-4904-b71d-0b13ad8e5402 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4fd532da-c9d4-4855-8fd6-646a1e81e38b HTTP/1.1" status: 204 len: 168 time: 0.3592789 Nov 12 08:33:02.043062 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484f4bba-ba24-4904-b71d-0b13ad8e5402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd532da-c9d4-4855-8fd6-646a1e81e38b,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:02.062903 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf7f8db-3225-4d7c-bd90-047c4e5ef19d req-cdd2e749-bf72-4ace-a5e1-fb5008f932df tempest-ServersNegativeTestMultiTenantJSON-1092619066 tempest-ServersNegativeTestMultiTenantJSON-1092619066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:02.073314 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-baf7f8db-3225-4d7c-bd90-047c4e5ef19d req-cdd2e749-bf72-4ace-a5e1-fb5008f932df tempest-ServersNegativeTestMultiTenantJSON-1092619066 tempest-ServersNegativeTestMultiTenantJSON-1092619066-project] 10.222.0.26 "GET /v2.0/ports?device_id=7967ae64-5b97-4665-9d4e-c763c2ce4830 HTTP/1.1" status: 200 len: 945 time: 0.1577008 Nov 12 08:33:02.199366 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-baf7f8db-3225-4d7c-bd90-047c4e5ef19d req-5a3f372f-0614-4780-a97b-19b104576093 tempest-ServersNegativeTestMultiTenantJSON-1092619066 tempest-ServersNegativeTestMultiTenantJSON-1092619066-project] 10.222.0.26 "GET /v2.0/security-groups?id=14189a2d-ce76-4cc3-9298-81a376bf950d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247873 Nov 12 08:33:02.302860 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:02.401495 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7967ae64-5b97-4665-9d4e-c763c2ce4830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd6b1f6e-29a2-4a48-b59a-410b707779cc'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:33:02.408044 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a66980f9-2966-4e56-890f-1267ac44f534" -d '{"events": [{"server_uuid": "7967ae64-5b97-4665-9d4e-c763c2ce4830", "name": "network-vif-plugged", "status": "completed", "tag": "cd6b1f6e-29a2-4a48-b59a-410b707779cc"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:33:02.416299 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port cd6b1f6e-29a2-4a48-b59a-410b707779cc, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=cd6b1f6e-29a2-4a48-b59a-410b707779cc,segment=NetworkSegment(16778ca9-fc8a-4748-8414-bf7dc1ac2900),segment_id=16778ca9-fc8a-4748-8414-bf7dc1ac2900)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:02.426347 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:02.516431 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5212563e-5944-48ee-bc43-93de6bcd0085 x-openstack-request-id: req-5212563e-5944-48ee-bc43-93de6bcd0085 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:33:02.516731 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7967ae64-5b97-4665-9d4e-c763c2ce4830", "name": "network-vif-plugged", "status": "completed", "tag": "cd6b1f6e-29a2-4a48-b59a-410b707779cc", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:33:02.516951 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5212563e-5944-48ee-bc43-93de6bcd0085 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:33:02.517338 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7967ae64-5b97-4665-9d4e-c763c2ce4830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd6b1f6e-29a2-4a48-b59a-410b707779cc', 'code': 200} Nov 12 08:33:02.579345 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=cd6b1f6e-29a2-4a48-b59a-410b707779cc,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:02.596490 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:02.597138 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:02.598400 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:02.599158 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:02.599648 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:02.600215 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:02.600887 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:02.601382 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:02.601861 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:02.602366 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:02.602777 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:02.603132 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:02.727919 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbaca8c-a808-40da-92e2-692a7e2523fa req-e9351de1-245e-4b67-874a-b68a2112a516 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:02.730762 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bcbaca8c-a808-40da-92e2-692a7e2523fa req-e9351de1-245e-4b67-874a-b68a2112a516 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=44828f50-33dd-4d92-a1f1-50e7ef19d191 HTTP/1.1" status: 200 len: 947 time: 0.1385732 Nov 12 08:33:02.768091 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a7a4fe-156e-4d9a-8d56-0d4a608f2ef3 req-3b53d5fb-4ab2-4842-ad50-98b1614da586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:02.770258 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e3a7a4fe-156e-4d9a-8d56-0d4a608f2ef3 req-3b53d5fb-4ab2-4842-ad50-98b1614da586 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7967ae64-5b97-4665-9d4e-c763c2ce4830 HTTP/1.1" status: 200 len: 1098 time: 0.1853499 Nov 12 08:33:02.864902 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bcbaca8c-a808-40da-92e2-692a7e2523fa req-b1ec4e38-91a9-4425-9dfc-54c951c4944e tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=59070d8f-e354-4643-b6db-9938f05a29ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224294 Nov 12 08:33:02.919461 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e3a7a4fe-156e-4d9a-8d56-0d4a608f2ef3 req-f924166f-50dd-4841-95b3-f9d81b6628c1 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=14189a2d-ce76-4cc3-9298-81a376bf950d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403627 Nov 12 08:33:03.439247 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc18d02c-8285-4d0e-bd88-001f63196331 req-0b9ad837-f853-4d67-a57b-9d31d725c4a3 tempest-ServersNegativeTestMultiTenantJSON-1092619066 tempest-ServersNegativeTestMultiTenantJSON-1092619066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:03.443041 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bc18d02c-8285-4d0e-bd88-001f63196331 req-0b9ad837-f853-4d67-a57b-9d31d725c4a3 tempest-ServersNegativeTestMultiTenantJSON-1092619066 tempest-ServersNegativeTestMultiTenantJSON-1092619066-project] 10.222.0.26 "GET /v2.0/ports?device_id=7967ae64-5b97-4665-9d4e-c763c2ce4830 HTTP/1.1" status: 200 len: 946 time: 0.1247303 Nov 12 08:33:03.560944 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bc18d02c-8285-4d0e-bd88-001f63196331 req-9ef109bc-93bf-4b18-9fb6-dd50d922327c tempest-ServersNegativeTestMultiTenantJSON-1092619066 tempest-ServersNegativeTestMultiTenantJSON-1092619066-project] 10.222.0.26 "GET /v2.0/security-groups?id=14189a2d-ce76-4cc3-9298-81a376bf950d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057601 Nov 12 08:33:03.932636 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f0219501-6a97-41fc-8b2c-e5b93ac02cb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:04.075447 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8da8491-57a5-486b-8296-df0168b3ad34 req-d7a0cc0e-9a6f-4b70-b9a4-1db688593c39 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:04.077493 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b8da8491-57a5-486b-8296-df0168b3ad34 req-d7a0cc0e-9a6f-4b70-b9a4-1db688593c39 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=44828f50-33dd-4d92-a1f1-50e7ef19d191 HTTP/1.1" status: 200 len: 947 time: 0.0868235 Nov 12 08:33:04.179772 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b8da8491-57a5-486b-8296-df0168b3ad34 req-d63658f7-28dc-42ac-81d5-6b66344a2e91 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=59070d8f-e354-4643-b6db-9938f05a29ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924485 Nov 12 08:33:04.789529 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60203876-7543-4839-981f-137ccd009623 req-a1513a5f-4be2-4682-8fa8-bc81599eac6d tempest-ServersNegativeTestMultiTenantJSON-1092619066 tempest-ServersNegativeTestMultiTenantJSON-1092619066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:04.793232 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-60203876-7543-4839-981f-137ccd009623 req-a1513a5f-4be2-4682-8fa8-bc81599eac6d tempest-ServersNegativeTestMultiTenantJSON-1092619066 tempest-ServersNegativeTestMultiTenantJSON-1092619066-project] 10.222.0.26 "GET /v2.0/ports?device_id=7967ae64-5b97-4665-9d4e-c763c2ce4830 HTTP/1.1" status: 200 len: 946 time: 0.0876012 Nov 12 08:33:04.855843 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-60203876-7543-4839-981f-137ccd009623 req-b0a0da6d-fa26-4f0e-a25a-d9efc3b91893 tempest-ServersNegativeTestMultiTenantJSON-1092619066 tempest-ServersNegativeTestMultiTenantJSON-1092619066-project] 10.222.0.26 "GET /v2.0/security-groups?id=14189a2d-ce76-4cc3-9298-81a376bf950d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563376 Nov 12 08:33:05.214283 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a17e520-a31c-453d-aac7-1f91fa5ffc2b req-89bf6433-74e2-4ae5-af9b-4e127990da86 tempest-ServersNegativeTestMultiTenantJSON-1092619066 tempest-ServersNegativeTestMultiTenantJSON-1092619066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:05.220630 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2a17e520-a31c-453d-aac7-1f91fa5ffc2b req-89bf6433-74e2-4ae5-af9b-4e127990da86 tempest-ServersNegativeTestMultiTenantJSON-1092619066 tempest-ServersNegativeTestMultiTenantJSON-1092619066-project] 10.222.0.26 "GET /v2.0/ports?device_id=7967ae64-5b97-4665-9d4e-c763c2ce4830 HTTP/1.1" status: 200 len: 946 time: 0.0697186 Nov 12 08:33:05.225607 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:05.305932 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2a17e520-a31c-453d-aac7-1f91fa5ffc2b req-a5cb2f39-3661-4ac8-8549-7bdd1a78fd05 tempest-ServersNegativeTestMultiTenantJSON-1092619066 tempest-ServersNegativeTestMultiTenantJSON-1092619066-project] 10.222.0.26 "GET /v2.0/security-groups?id=14189a2d-ce76-4cc3-9298-81a376bf950d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784595 Nov 12 08:33:06.105228 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448ec561-b98e-4c9f-8edf-8bb45b2f22a5 req-a029ea88-d41b-4e09-947b-a236eac87634 tempest-ServersNegativeTestMultiTenantJSON-1092619066 tempest-ServersNegativeTestMultiTenantJSON-1092619066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:06.109373 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-448ec561-b98e-4c9f-8edf-8bb45b2f22a5 req-a029ea88-d41b-4e09-947b-a236eac87634 tempest-ServersNegativeTestMultiTenantJSON-1092619066 tempest-ServersNegativeTestMultiTenantJSON-1092619066-project] 10.222.0.26 "GET /v2.0/ports?device_id=7967ae64-5b97-4665-9d4e-c763c2ce4830 HTTP/1.1" status: 200 len: 946 time: 0.0789373 Nov 12 08:33:06.202309 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-448ec561-b98e-4c9f-8edf-8bb45b2f22a5 req-82bf5c26-fde6-4214-a7e9-2e19ba89f163 tempest-ServersNegativeTestMultiTenantJSON-1092619066 tempest-ServersNegativeTestMultiTenantJSON-1092619066-project] 10.222.0.26 "GET /v2.0/security-groups?id=14189a2d-ce76-4cc3-9298-81a376bf950d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724697 Nov 12 08:33:06.698262 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dcac81d2-aecc-4fb4-ab3e-d9e34de9b83f req-810f95bf-6f9d-476f-a263-196657bcdee8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5a780da9-d933-497d-83b4-3eaa73980fa4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3020713 Nov 12 08:33:06.829371 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcac81d2-aecc-4fb4-ab3e-d9e34de9b83f req-449012ee-b81c-48d6-a2e8-ae68dcfbc2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:06.833959 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dcac81d2-aecc-4fb4-ab3e-d9e34de9b83f req-449012ee-b81c-48d6-a2e8-ae68dcfbc2ab service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ce302650dd4d403585592f906b5d4534&device_id=5a780da9-d933-497d-83b4-3eaa73980fa4 HTTP/1.1" status: 200 len: 1098 time: 0.0939257 Nov 12 08:33:06.972880 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e7fb2c98-a287-45e3-88b7-863b98c15319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:07.055331 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4289f785-2ee2-4af5-a50a-361c3feb41f9 req-0e852046-3749-411a-83f2-c5041e24803c tempest-ServersNegativeTestMultiTenantJSON-1092619066 tempest-ServersNegativeTestMultiTenantJSON-1092619066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:07.069554 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4289f785-2ee2-4af5-a50a-361c3feb41f9 req-0e852046-3749-411a-83f2-c5041e24803c tempest-ServersNegativeTestMultiTenantJSON-1092619066 tempest-ServersNegativeTestMultiTenantJSON-1092619066-project] 10.222.0.26 "GET /v2.0/ports?device_id=7967ae64-5b97-4665-9d4e-c763c2ce4830 HTTP/1.1" status: 200 len: 946 time: 0.1434107 Nov 12 08:33:07.240012 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4289f785-2ee2-4af5-a50a-361c3feb41f9 req-ac82ea37-a902-4e6f-aa63-ea7457cc0cfd tempest-ServersNegativeTestMultiTenantJSON-1092619066 tempest-ServersNegativeTestMultiTenantJSON-1092619066-project] 10.222.0.26 "GET /v2.0/security-groups?id=14189a2d-ce76-4cc3-9298-81a376bf950d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687090 Nov 12 08:33:07.266342 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcac81d2-aecc-4fb4-ab3e-d9e34de9b83f req-f073da8a-fe52-4ced-9d23-98755040d885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:07.268456 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dcac81d2-aecc-4fb4-ab3e-d9e34de9b83f req-f073da8a-fe52-4ced-9d23-98755040d885 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2de948c5-0d8e-4c3b-9717-70f1460531cb HTTP/1.1" status: 200 len: 920 time: 0.4034040 Nov 12 08:33:07.344344 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dcac81d2-aecc-4fb4-ab3e-d9e34de9b83f req-e40cc344-f100-46b5-8eb3-b58dc87ee413 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=70221793-efeb-4ea8-8697-7c47ec150d58 HTTP/1.1" status: 200 len: 217 time: 0.0667913 Nov 12 08:33:07.427138 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcac81d2-aecc-4fb4-ab3e-d9e34de9b83f req-ddcd4d64-5a1e-4385-a119-9c7f18cdad74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:07.428935 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dcac81d2-aecc-4fb4-ab3e-d9e34de9b83f req-ddcd4d64-5a1e-4385-a119-9c7f18cdad74 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d9d20dc8-d335-4f6a-937f-de81677ff212 HTTP/1.1" status: 200 len: 859 time: 0.0749776 Nov 12 08:33:07.499960 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dcac81d2-aecc-4fb4-ab3e-d9e34de9b83f req-0a73a9c8-c7aa-4e4f-a62d-2b3e2ffed8a0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2de948c5-0d8e-4c3b-9717-70f1460531cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633914 Nov 12 08:33:07.642882 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dcac81d2-aecc-4fb4-ab3e-d9e34de9b83f req-d0918c30-bf71-40bc-92c8-79d86f94f3a8 service neutron] 10.222.0.44 "GET /v2.0/networks/2de948c5-0d8e-4c3b-9717-70f1460531cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308360 Nov 12 08:33:07.820593 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dcac81d2-aecc-4fb4-ab3e-d9e34de9b83f req-fffb3c8d-5d2d-43b1-b93b-7776de623c78 service neutron] 10.222.0.44 "GET /v2.0/networks/2de948c5-0d8e-4c3b-9717-70f1460531cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637576 Nov 12 08:33:07.899470 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:08.341264 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84b3deb-721f-4d8a-8a82-9735b60f97c8 req-94cc0008-5fe9-4f94-bfe4-81f3781d2e96 tempest-ServersNegativeTestMultiTenantJSON-1092619066 tempest-ServersNegativeTestMultiTenantJSON-1092619066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:08.343382 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e84b3deb-721f-4d8a-8a82-9735b60f97c8 req-94cc0008-5fe9-4f94-bfe4-81f3781d2e96 tempest-ServersNegativeTestMultiTenantJSON-1092619066 tempest-ServersNegativeTestMultiTenantJSON-1092619066-project] 10.222.0.21 "GET /v2.0/ports?device_id=7967ae64-5b97-4665-9d4e-c763c2ce4830 HTTP/1.1" status: 200 len: 946 time: 0.0941162 Nov 12 08:33:08.516191 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-e84b3deb-721f-4d8a-8a82-9735b60f97c8 req-6a6a6401-4820-478b-9c13-ca44305e4721 tempest-ServersNegativeTestMultiTenantJSON-1092619066 tempest-ServersNegativeTestMultiTenantJSON-1092619066-project] Deleting port cd6b1f6e-29a2-4a48-b59a-410b707779cc {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:33:08.517202 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e84b3deb-721f-4d8a-8a82-9735b60f97c8 req-6a6a6401-4820-478b-9c13-ca44305e4721 tempest-ServersNegativeTestMultiTenantJSON-1092619066 tempest-ServersNegativeTestMultiTenantJSON-1092619066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:08.529223 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238576f6-8e09-4a14-961b-953fecb357b5 req-dd5921a4-f938-4544-961b-4d61eee0dd5e tempest-ServersNegativeTestMultiTenantJSON-1092619066 tempest-ServersNegativeTestMultiTenantJSON-1092619066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:08.531694 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-238576f6-8e09-4a14-961b-953fecb357b5 req-dd5921a4-f938-4544-961b-4d61eee0dd5e tempest-ServersNegativeTestMultiTenantJSON-1092619066 tempest-ServersNegativeTestMultiTenantJSON-1092619066-project] 10.222.0.26 "GET /v2.0/ports?device_id=7967ae64-5b97-4665-9d4e-c763c2ce4830 HTTP/1.1" status: 200 len: 946 time: 0.1021953 Nov 12 08:33:08.649039 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-238576f6-8e09-4a14-961b-953fecb357b5 req-c7ec1dbb-b51f-4503-9b8e-32016fc606ac tempest-ServersNegativeTestMultiTenantJSON-1092619066 tempest-ServersNegativeTestMultiTenantJSON-1092619066-project] 10.222.0.26 "GET /v2.0/security-groups?id=14189a2d-ce76-4cc3-9298-81a376bf950d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036246 Nov 12 08:33:08.778824 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-e84b3deb-721f-4d8a-8a82-9735b60f97c8 req-6a6a6401-4820-478b-9c13-ca44305e4721 tempest-ServersNegativeTestMultiTenantJSON-1092619066 tempest-ServersNegativeTestMultiTenantJSON-1092619066-project] For port cd6b1f6e-29a2-4a48-b59a-410b707779cc, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=cd6b1f6e-29a2-4a48-b59a-410b707779cc,segment=NetworkSegment(16778ca9-fc8a-4748-8414-bf7dc1ac2900),segment_id=16778ca9-fc8a-4748-8414-bf7dc1ac2900)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:08.778824 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e84b3deb-721f-4d8a-8a82-9735b60f97c8 req-6a6a6401-4820-478b-9c13-ca44305e4721 tempest-ServersNegativeTestMultiTenantJSON-1092619066 tempest-ServersNegativeTestMultiTenantJSON-1092619066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:08.801153 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-e84b3deb-721f-4d8a-8a82-9735b60f97c8 req-6a6a6401-4820-478b-9c13-ca44305e4721 tempest-ServersNegativeTestMultiTenantJSON-1092619066 tempest-ServersNegativeTestMultiTenantJSON-1092619066-project] Calling delete_port for cd6b1f6e-29a2-4a48-b59a-410b707779cc owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:33:09.100909 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e84b3deb-721f-4d8a-8a82-9735b60f97c8 req-6a6a6401-4820-478b-9c13-ca44305e4721 tempest-ServersNegativeTestMultiTenantJSON-1092619066 tempest-ServersNegativeTestMultiTenantJSON-1092619066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:09.113946 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['cd6b1f6e-29a2-4a48-b59a-410b707779cc'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:33:09.225089 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6a6401-4820-478b-9c13-ca44305e4721 tempest-ServersNegativeTestMultiTenantJSON-1092619066 tempest-ServersNegativeTestMultiTenantJSON-1092619066-project] Pushing event deleted for resources: {'Port': ['ID=cd6b1f6e-29a2-4a48-b59a-410b707779cc,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:09.233329 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:09.266868 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-e84b3deb-721f-4d8a-8a82-9735b60f97c8 req-6a6a6401-4820-478b-9c13-ca44305e4721 tempest-ServersNegativeTestMultiTenantJSON-1092619066 tempest-ServersNegativeTestMultiTenantJSON-1092619066-project] No DVR routers for this DVR port cd6b1f6e-29a2-4a48-b59a-410b707779cc on host n-h1-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:33:09.272571 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e84b3deb-721f-4d8a-8a82-9735b60f97c8 req-6a6a6401-4820-478b-9c13-ca44305e4721 tempest-ServersNegativeTestMultiTenantJSON-1092619066 tempest-ServersNegativeTestMultiTenantJSON-1092619066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:09.276433 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e84b3deb-721f-4d8a-8a82-9735b60f97c8 req-6a6a6401-4820-478b-9c13-ca44305e4721 tempest-ServersNegativeTestMultiTenantJSON-1092619066 tempest-ServersNegativeTestMultiTenantJSON-1092619066-project] 10.222.0.21 "DELETE /v2.0/ports/cd6b1f6e-29a2-4a48-b59a-410b707779cc HTTP/1.1" status: 204 len: 173 time: 0.9240730 Nov 12 08:33:09.277015 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7967ae64-5b97-4665-9d4e-c763c2ce4830', 'name': 'network-vif-deleted', 'tag': 'cd6b1f6e-29a2-4a48-b59a-410b707779cc'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:33:09.279920 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7783dde-992d-41c9-88ca-19f6e7e59141" -d '{"events": [{"server_uuid": "7967ae64-5b97-4665-9d4e-c763c2ce4830", "name": "network-vif-deleted", "tag": "cd6b1f6e-29a2-4a48-b59a-410b707779cc"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:33:09.382065 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98927ad6-8aa7-4ea8-8f34-cfd2e6542221 x-openstack-request-id: req-98927ad6-8aa7-4ea8-8f34-cfd2e6542221 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:33:09.382424 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7967ae64-5b97-4665-9d4e-c763c2ce4830", "name": "network-vif-deleted", "tag": "cd6b1f6e-29a2-4a48-b59a-410b707779cc", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:33:09.382847 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-98927ad6-8aa7-4ea8-8f34-cfd2e6542221 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:33:09.383751 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7967ae64-5b97-4665-9d4e-c763c2ce4830', 'name': 'network-vif-deleted', 'tag': 'cd6b1f6e-29a2-4a48-b59a-410b707779cc', 'status': 'completed', 'code': 200} Nov 12 08:33:09.822693 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:09.896532 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2f714faf-88fa-4d93-bdfd-e68e53d2a4c1 req-58b9fe28-8b7f-472c-957e-3d46b1c100b5 tempest-ServersNegativeTestMultiTenantJSON-1092619066 tempest-ServersNegativeTestMultiTenantJSON-1092619066-project] 10.222.0.26 "GET /v2.0/ports?device_id=7967ae64-5b97-4665-9d4e-c763c2ce4830 HTTP/1.1" status: 200 len: 210 time: 0.0649724 Nov 12 08:33:10.968728 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 39576) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:11.023271 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:33:11.026851 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-fca14c42-cd1b-4edc-b8f3-7adad607a15a admin admin] Deleting subnet b2007008-45c9-4783-a562-dbc922aa3b79 {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:33:11.030445 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fca14c42-cd1b-4edc-b8f3-7adad607a15a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:11.077937 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fca14c42-cd1b-4edc-b8f3-7adad607a15a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31181813'] for subnet, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:11.134201 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fca14c42-cd1b-4edc-b8f3-7adad607a15a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:11.236861 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fca14c42-cd1b-4edc-b8f3-7adad607a15a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:11.257316 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device cd6b1f6e-29a2-4a48-b59a-410b707779cc no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:33:11.267470 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca14c42-cd1b-4edc-b8f3-7adad607a15a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2007008-45c9-4783-a562-dbc922aa3b79,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:11.278625 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fca14c42-cd1b-4edc-b8f3-7adad607a15a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:11.282659 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-fca14c42-cd1b-4edc-b8f3-7adad607a15a admin admin] 10.222.0.26 "DELETE /v2.0/subnets/b2007008-45c9-4783-a562-dbc922aa3b79 HTTP/1.1" status: 204 len: 168 time: 0.3116932 Nov 12 08:33:11.284862 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 39588) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:11.340183 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-e530113a-7783-48f4-9840-8911a24052df None None] No Port match for: cd6b1f6e-29a2-4a48-b59a-410b707779cc {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:33:11.354155 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device cd6b1f6e-29a2-4a48-b59a-410b707779cc not bound to the agent host n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:33:11.449951 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-90d65a43-2429-49ba-9c0c-80055505ff3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:11.570282 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-90d65a43-2429-49ba-9c0c-80055505ff3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:11.615949 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-90d65a43-2429-49ba-9c0c-80055505ff3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6810a75d-9062-4873-aab2-46624f49f2bd']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:33:11.627769 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-90d65a43-2429-49ba-9c0c-80055505ff3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16778ca9-fc8a-4748-8414-bf7dc1ac2900') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:33:11.628065 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-90d65a43-2429-49ba-9c0c-80055505ff3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16778ca9-fc8a-4748-8414-bf7dc1ac2900') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:33:11.649013 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-90d65a43-2429-49ba-9c0c-80055505ff3a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:11.680193 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-90d65a43-2429-49ba-9c0c-80055505ff3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:11.700835 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90d65a43-2429-49ba-9c0c-80055505ff3a admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:33:11.701940 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-90d65a43-2429-49ba-9c0c-80055505ff3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:11.705241 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 08:33:11.705241 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:33:11.705241 n-d-765315-29 neutron-server[102599]: timer() Nov 12 08:33:11.705241 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:33:11.705241 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 08:33:11.705241 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:33:11.705241 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 08:33:11.705241 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:33:11.705241 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 08:33:11.705241 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:33:11.705241 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 08:33:11.705241 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:33:11.705241 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 08:33:11.705241 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:33:11.705241 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:33:11.705241 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:33:11.705241 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:33:11.705241 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:33:11.705241 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 08:33:11.705241 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:33:11.705241 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 08:33:11.705241 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:33:11.705241 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:33:11.705241 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:33:11.705241 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 08:33:11.705241 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:33:11.705241 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:33:11.705241 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:33:11.705241 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:33:11.705241 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:33:11.705241 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:33:11.705241 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:33:11.902779 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-90d65a43-2429-49ba-9c0c-80055505ff3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:11.922464 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-90d65a43-2429-49ba-9c0c-80055505ff3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:11.927256 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-90d65a43-2429-49ba-9c0c-80055505ff3a admin admin] 10.222.0.26 "DELETE /v2.0/networks/6810a75d-9062-4873-aab2-46624f49f2bd HTTP/1.1" status: 204 len: 168 time: 0.6410987 Nov 12 08:33:11.930832 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 39620) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:11.990160 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d65a43-2429-49ba-9c0c-80055505ff3a admin admin] Pushing event deleted for resources: {'Network': ['ID=6810a75d-9062-4873-aab2-46624f49f2bd,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:12.078796 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-ada46605-0e45-4ca8-abd1-b10b4cdd52d0 admin admin] Deleting subnet 054bc691-0dde-437a-bab4-3fc8e74a1e8f {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:33:12.092600 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ada46605-0e45-4ca8-abd1-b10b4cdd52d0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:12.135538 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ada46605-0e45-4ca8-abd1-b10b4cdd52d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:12.197792 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ada46605-0e45-4ca8-abd1-b10b4cdd52d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:12.275702 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ada46605-0e45-4ca8-abd1-b10b4cdd52d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:12.313786 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada46605-0e45-4ca8-abd1-b10b4cdd52d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=054bc691-0dde-437a-bab4-3fc8e74a1e8f,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:12.316850 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ada46605-0e45-4ca8-abd1-b10b4cdd52d0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:12.322142 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-ada46605-0e45-4ca8-abd1-b10b4cdd52d0 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/054bc691-0dde-437a-bab4-3fc8e74a1e8f HTTP/1.1" status: 204 len: 168 time: 0.3880506 Nov 12 08:33:12.324544 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 39634) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:12.381637 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:12.528452 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7f8bc82c-1bce-4625-9be2-9b2724cbeca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:12.711507 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7f8bc82c-1bce-4625-9be2-9b2724cbeca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:12.749369 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-7f8bc82c-1bce-4625-9be2-9b2724cbeca5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a2a92a2-92c2-4cc4-8adc-e61bc3c57ba0']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:33:12.764599 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-7f8bc82c-1bce-4625-9be2-9b2724cbeca5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44fb15d8-af2f-4717-85e0-046904ba683e') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:33:12.764599 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-7f8bc82c-1bce-4625-9be2-9b2724cbeca5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44fb15d8-af2f-4717-85e0-046904ba683e') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:33:12.802458 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7f8bc82c-1bce-4625-9be2-9b2724cbeca5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:12.836824 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7f8bc82c-1bce-4625-9be2-9b2724cbeca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:12.853266 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f8bc82c-1bce-4625-9be2-9b2724cbeca5 admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:33:12.854107 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7f8bc82c-1bce-4625-9be2-9b2724cbeca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:12.857844 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 08:33:12.857844 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:33:12.857844 n-d-765315-29 neutron-server[102599]: timer() Nov 12 08:33:12.857844 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:33:12.857844 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 08:33:12.857844 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:33:12.857844 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 08:33:12.857844 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:33:12.857844 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 08:33:12.857844 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:33:12.857844 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 08:33:12.857844 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:33:12.857844 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 08:33:12.857844 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:33:12.857844 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:33:12.857844 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:33:12.857844 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:33:12.857844 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:33:12.857844 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 08:33:12.857844 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:33:12.857844 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 08:33:12.857844 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:33:12.857844 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:33:12.857844 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:33:12.857844 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 08:33:12.857844 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:33:12.857844 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:33:12.857844 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:33:12.857844 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:33:12.857844 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:33:12.857844 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:33:12.857844 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:33:12.992569 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7f8bc82c-1bce-4625-9be2-9b2724cbeca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:13.032420 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7f8bc82c-1bce-4625-9be2-9b2724cbeca5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:13.037722 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-7f8bc82c-1bce-4625-9be2-9b2724cbeca5 admin admin] 10.222.0.26 "DELETE /v2.0/networks/9a2a92a2-92c2-4cc4-8adc-e61bc3c57ba0 HTTP/1.1" status: 204 len: 168 time: 0.7112474 Nov 12 08:33:13.039193 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8bc82c-1bce-4625-9be2-9b2724cbeca5 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a2a92a2-92c2-4cc4-8adc-e61bc3c57ba0,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:13.447731 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 39650) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:13.507884 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-96f0c001-a68f-4550-83dc-389ff1bd3b54 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f923cf4788da421d83ed2e2ad19cd320&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0588355 Nov 12 08:33:13.510177 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 39656) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:13.674116 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-13305430-982f-46b2-a2ab-99a255d10ade admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:13.765636 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-13305430-982f-46b2-a2ab-99a255d10ade admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:13.883530 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-13305430-982f-46b2-a2ab-99a255d10ade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:13.886329 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-13305430-982f-46b2-a2ab-99a255d10ade admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:13.887581 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-13305430-982f-46b2-a2ab-99a255d10ade admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/14189a2d-ce76-4cc3-9298-81a376bf950d HTTP/1.1" status: 204 len: 168 time: 0.3639352 Nov 12 08:33:13.902519 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13305430-982f-46b2-a2ab-99a255d10ade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14189a2d-ce76-4cc3-9298-81a376bf950d,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:14.517083 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 39678) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:14.601950 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 39680) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:14.602537 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-6d6468ba-a50e-43d9-8fb2-6ce462571944 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d1879b391e7543b68881907a3243d85a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0830209 Nov 12 08:33:14.718103 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-26d11de5-430d-452d-a745-252c466221bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:14.782539 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-26d11de5-430d-452d-a745-252c466221bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:14.892746 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-26d11de5-430d-452d-a745-252c466221bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:14.895985 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-26d11de5-430d-452d-a745-252c466221bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:14.897170 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-26d11de5-430d-452d-a745-252c466221bb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c0523a77-c735-4848-94af-1dd6a346cd4d HTTP/1.1" status: 204 len: 168 time: 0.2932382 Nov 12 08:33:14.908869 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d11de5-430d-452d-a745-252c466221bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0523a77-c735-4848-94af-1dd6a346cd4d,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:16.793701 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd08722-593c-4bda-ba65-9802917ab822 req-51f415bd-5b54-47c6-9ebf-76497b5b2e3c tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:16.804901 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bcd08722-593c-4bda-ba65-9802917ab822 req-51f415bd-5b54-47c6-9ebf-76497b5b2e3c tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7cdf362-4e64-4d17-9ffa-0eb34738bbee HTTP/1.1" status: 200 len: 946 time: 0.1041670 Nov 12 08:33:16.909141 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bcd08722-593c-4bda-ba65-9802917ab822 req-48d149a6-4ad8-4b75-8852-8c1e096b871c tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/security-groups?id=79579dc9-7b86-4506-bd5c-77a53e3a0518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029572 Nov 12 08:33:17.354441 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 39760) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:17.619700 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0d0eadd0-bd3c-47ad-9f12-08b6b32b94d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:17.832536 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0d0eadd0-bd3c-47ad-9f12-08b6b32b94d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:17.839466 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0d0eadd0-bd3c-47ad-9f12-08b6b32b94d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:17.915076 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-0d0eadd0-bd3c-47ad-9f12-08b6b32b94d5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a158be7989994309bb54b2d43b105d33&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5576208 Nov 12 08:33:17.916076 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0eadd0-bd3c-47ad-9f12-08b6b32b94d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63abcf4d-5d4d-4ad0-8653-63e514c013d2,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:17.919015 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 39766) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:18.075789 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9ac73f62-748b-40a4-8f90-7415626c1375 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:18.121166 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9ac73f62-748b-40a4-8f90-7415626c1375 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:18.298291 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9ac73f62-748b-40a4-8f90-7415626c1375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:18.302175 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9ac73f62-748b-40a4-8f90-7415626c1375 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:18.325947 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-9ac73f62-748b-40a4-8f90-7415626c1375 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/63abcf4d-5d4d-4ad0-8653-63e514c013d2 HTTP/1.1" status: 204 len: 168 time: 0.4056368 Nov 12 08:33:18.400878 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac73f62-748b-40a4-8f90-7415626c1375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63abcf4d-5d4d-4ad0-8653-63e514c013d2,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:18.469470 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caed5a61-3404-4630-9bd3-7d283c1fce0b req-4069977e-64ce-4678-9b86-131b63042493 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:18.477610 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-caed5a61-3404-4630-9bd3-7d283c1fce0b req-4069977e-64ce-4678-9b86-131b63042493 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7cdf362-4e64-4d17-9ffa-0eb34738bbee HTTP/1.1" status: 200 len: 946 time: 0.2490699 Nov 12 08:33:18.620147 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-caed5a61-3404-4630-9bd3-7d283c1fce0b req-3ac9c772-d72a-4a0b-bffc-be07310f3980 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/security-groups?id=79579dc9-7b86-4506-bd5c-77a53e3a0518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395142 Nov 12 08:33:19.495768 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d77b4b9-64c3-477a-b11d-449c24c62a41 req-2b3fb7d8-4e03-42b6-86c2-71f9adc33a1d tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:19.502827 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0d77b4b9-64c3-477a-b11d-449c24c62a41 req-2b3fb7d8-4e03-42b6-86c2-71f9adc33a1d tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.44 "GET /v2.0/ports?device_id=b7cdf362-4e64-4d17-9ffa-0eb34738bbee HTTP/1.1" status: 200 len: 946 time: 0.1301012 Nov 12 08:33:19.682873 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-0d77b4b9-64c3-477a-b11d-449c24c62a41 req-781bd148-9229-4c0d-a415-d7289c973df8 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Deleting port 94a48204-c90e-494d-8aab-387e4383ea60 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:33:19.683334 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-0d77b4b9-64c3-477a-b11d-449c24c62a41 req-781bd148-9229-4c0d-a415-d7289c973df8 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:19.823099 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-0d77b4b9-64c3-477a-b11d-449c24c62a41 req-781bd148-9229-4c0d-a415-d7289c973df8 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] For port 94a48204-c90e-494d-8aab-387e4383ea60, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=94a48204-c90e-494d-8aab-387e4383ea60,segment=NetworkSegment(c26361eb-74cf-43c4-ac47-1eeba422d480),segment_id=c26361eb-74cf-43c4-ac47-1eeba422d480)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:19.824208 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-0d77b4b9-64c3-477a-b11d-449c24c62a41 req-781bd148-9229-4c0d-a415-d7289c973df8 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:19.849313 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-0d77b4b9-64c3-477a-b11d-449c24c62a41 req-781bd148-9229-4c0d-a415-d7289c973df8 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Calling delete_port for 94a48204-c90e-494d-8aab-387e4383ea60 owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:33:19.902981 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b88a9d2-83da-47db-bf12-84d1be7b49d9 req-d4cc8816-098b-4985-86f6-720b21d6064b tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:19.910956 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5b88a9d2-83da-47db-bf12-84d1be7b49d9 req-d4cc8816-098b-4985-86f6-720b21d6064b tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7cdf362-4e64-4d17-9ffa-0eb34738bbee HTTP/1.1" status: 200 len: 946 time: 0.1187725 Nov 12 08:33:20.004836 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5b88a9d2-83da-47db-bf12-84d1be7b49d9 req-8430e328-27e5-42d0-a771-caac2aeef4b0 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/security-groups?id=79579dc9-7b86-4506-bd5c-77a53e3a0518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868289 Nov 12 08:33:20.100581 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-0d77b4b9-64c3-477a-b11d-449c24c62a41 req-781bd148-9229-4c0d-a415-d7289c973df8 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:20.140265 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781bd148-9229-4c0d-a415-d7289c973df8 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Pushing event deleted for resources: {'Port': ['ID=94a48204-c90e-494d-8aab-387e4383ea60,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:20.140482 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['70221793-efeb-4ea8-8697-7c47ec150d58', '94a48204-c90e-494d-8aab-387e4383ea60'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:33:20.273308 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d77b4b9-64c3-477a-b11d-449c24c62a41 req-781bd148-9229-4c0d-a415-d7289c973df8 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] No DVR routers for this DVR port 94a48204-c90e-494d-8aab-387e4383ea60 on host n-h2-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:33:20.287884 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-0d77b4b9-64c3-477a-b11d-449c24c62a41 req-781bd148-9229-4c0d-a415-d7289c973df8 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:20.294704 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0d77b4b9-64c3-477a-b11d-449c24c62a41 req-781bd148-9229-4c0d-a415-d7289c973df8 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.44 "DELETE /v2.0/ports/94a48204-c90e-494d-8aab-387e4383ea60 HTTP/1.1" status: 204 len: 173 time: 0.7863073 Nov 12 08:33:20.301336 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7cdf362-4e64-4d17-9ffa-0eb34738bbee', 'name': 'network-vif-deleted', 'tag': '94a48204-c90e-494d-8aab-387e4383ea60'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:33:20.310104 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04e50b55-ba36-4cc7-bd40-e6354c86634f" -d '{"events": [{"server_uuid": "b7cdf362-4e64-4d17-9ffa-0eb34738bbee", "name": "network-vif-deleted", "tag": "94a48204-c90e-494d-8aab-387e4383ea60"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:33:20.319695 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d290b08-4a0d-4608-ae90-c1ea92175c4d None None] DHCP port deletion for 2de948c5-0d8e-4c3b-9717-70f1460531cb request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:33:20.828607 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-169db6b9-9b5f-4cd9-b8c6-adc4bd0d2236 x-openstack-request-id: req-169db6b9-9b5f-4cd9-b8c6-adc4bd0d2236 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:33:20.829150 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7cdf362-4e64-4d17-9ffa-0eb34738bbee", "name": "network-vif-deleted", "tag": "94a48204-c90e-494d-8aab-387e4383ea60", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:33:20.829150 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-169db6b9-9b5f-4cd9-b8c6-adc4bd0d2236 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:33:20.830250 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7cdf362-4e64-4d17-9ffa-0eb34738bbee', 'name': 'network-vif-deleted', 'tag': '94a48204-c90e-494d-8aab-387e4383ea60', 'status': 'completed', 'code': 200} Nov 12 08:33:20.882146 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 39850) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:21.242508 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7d2d7ad3-f35a-40db-8888-aac447897976 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:21.322328 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-12cdc7e9-9b38-498d-a036-0210bb571a08 req-82271359-232e-4e2c-bc56-97bb1ad4641c tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7cdf362-4e64-4d17-9ffa-0eb34738bbee HTTP/1.1" status: 200 len: 210 time: 0.0856378 Nov 12 08:33:21.488374 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7d2d7ad3-f35a-40db-8888-aac447897976 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:21.500601 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7d2d7ad3-f35a-40db-8888-aac447897976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:21.549610 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-7d2d7ad3-f35a-40db-8888-aac447897976 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=47d973a1676c403f86c8b68986ae179a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6662316 Nov 12 08:33:21.551326 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2d7ad3-f35a-40db-8888-aac447897976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e8c1a0e-8fb1-4637-bba8-a1fb0f995152,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:21.553372 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 39868) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:21.633629 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-011693b5-d316-4a84-ad58-2326ff6e4229 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:21.695641 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-011693b5-d316-4a84-ad58-2326ff6e4229 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:21.772040 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-011693b5-d316-4a84-ad58-2326ff6e4229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:21.777630 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-011693b5-d316-4a84-ad58-2326ff6e4229 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:21.783070 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-011693b5-d316-4a84-ad58-2326ff6e4229 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0e8c1a0e-8fb1-4637-bba8-a1fb0f995152 HTTP/1.1" status: 204 len: 168 time: 0.2285397 Nov 12 08:33:21.806617 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011693b5-d316-4a84-ad58-2326ff6e4229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e8c1a0e-8fb1-4637-bba8-a1fb0f995152,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:23.085683 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5537b818-91e4-45c2-bb8b-91b4b858fb10 req-b27df838-9304-4871-a9d0-36b6120b45c0 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:23.091957 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5537b818-91e4-45c2-bb8b-91b4b858fb10 req-b27df838-9304-4871-a9d0-36b6120b45c0 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a780da9-d933-497d-83b4-3eaa73980fa4 HTTP/1.1" status: 200 len: 946 time: 0.1167262 Nov 12 08:33:23.098732 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 39922) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:23.165831 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5537b818-91e4-45c2-bb8b-91b4b858fb10 req-b5f85d47-f28f-430c-95d7-b4dc6bbec590 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/security-groups?id=79579dc9-7b86-4506-bd5c-77a53e3a0518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644546 Nov 12 08:33:23.264708 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-685b8cda-f1ba-4d78-afe4-5bc3eaa4439e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1583128094-network', 'tenant_id': '217ce66299114e9fb6c1fa9116e9e5f5'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:23.316583 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-685b8cda-f1ba-4d78-afe4-5bc3eaa4439e admin admin] Made reservation on behalf of 217ce66299114e9fb6c1fa9116e9e5f5 for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:33:23.321252 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-685b8cda-f1ba-4d78-afe4-5bc3eaa4439e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:23.335996 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-685b8cda-f1ba-4d78-afe4-5bc3eaa4439e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:23.468520 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-685b8cda-f1ba-4d78-afe4-5bc3eaa4439e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:23.474752 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-685b8cda-f1ba-4d78-afe4-5bc3eaa4439e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:23.508001 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-685b8cda-f1ba-4d78-afe4-5bc3eaa4439e admin admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:33:23.526197 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685b8cda-f1ba-4d78-afe4-5bc3eaa4439e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a533ed61-f218-440c-9d07-536e0e4bb418,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:23.530032 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-685b8cda-f1ba-4d78-afe4-5bc3eaa4439e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:23.530603 n-d-765315-29 neutron-server[102599]: INFO neutron.db.segments_db [None req-685b8cda-f1ba-4d78-afe4-5bc3eaa4439e admin admin] Added segment a311d405-ce7a-452b-a884-7f4921b50215 of type vlan for network 7e609bc1-00ff-483d-9d9f-8eba780b3ef7 Nov 12 08:33:23.598996 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-685b8cda-f1ba-4d78-afe4-5bc3eaa4439e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:23.658255 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-685b8cda-f1ba-4d78-afe4-5bc3eaa4439e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:23.660232 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685b8cda-f1ba-4d78-afe4-5bc3eaa4439e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:23.660921 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-685b8cda-f1ba-4d78-afe4-5bc3eaa4439e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:23.778432 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685b8cda-f1ba-4d78-afe4-5bc3eaa4439e admin admin] Pushing event updated for resources: {'Network': ['ID=7e609bc1-00ff-483d-9d9f-8eba780b3ef7,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:23.792975 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 7e609bc1-00ff-483d-9d9f-8eba780b3ef7 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:33:23.835233 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 39940) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:23.840797 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-5980f15a-71c8-492d-9000-839781b3df7b admin admin] Request body: {'subnet': {'network_id': '7e609bc1-00ff-483d-9d9f-8eba780b3ef7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1583128094-subnet', 'tenant_id': '217ce66299114e9fb6c1fa9116e9e5f5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:23.845431 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-685b8cda-f1ba-4d78-afe4-5bc3eaa4439e admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7454460 Nov 12 08:33:23.880363 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5980f15a-71c8-492d-9000-839781b3df7b admin admin] Made reservation on behalf of 217ce66299114e9fb6c1fa9116e9e5f5 for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:33:23.883562 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5980f15a-71c8-492d-9000-839781b3df7b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:24.137684 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 94a48204-c90e-494d-8aab-387e4383ea60 no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:33:24.201843 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] No Port match for: 94a48204-c90e-494d-8aab-387e4383ea60 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:33:24.202416 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 94a48204-c90e-494d-8aab-387e4383ea60 not bound to the agent host n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:33:24.276965 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5980f15a-71c8-492d-9000-839781b3df7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:24.338438 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5980f15a-71c8-492d-9000-839781b3df7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=48fd8021-0e17-4172-812d-17238fc37d26,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:24.438561 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5980f15a-71c8-492d-9000-839781b3df7b admin admin] Checking segment: {'id': 'a311d405-ce7a-452b-a884-7f4921b50215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7e609bc1-00ff-483d-9d9f-8eba780b3ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:33:24.438561 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5980f15a-71c8-492d-9000-839781b3df7b admin admin] Network hostable DHCP agents. Network: 7e609bc1-00ff-483d-9d9f-8eba780b3ef7, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:33:24.482600 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5980f15a-71c8-492d-9000-839781b3df7b admin admin] Network 7e609bc1-00ff-483d-9d9f-8eba780b3ef7 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:33:24.509257 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de494f29-03dd-42ca-bc68-894e4c9c2f30 req-667e9698-5718-4817-8f6c-953a3fdd006f tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:24.511919 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-de494f29-03dd-42ca-bc68-894e4c9c2f30 req-667e9698-5718-4817-8f6c-953a3fdd006f tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a780da9-d933-497d-83b4-3eaa73980fa4 HTTP/1.1" status: 200 len: 946 time: 0.1486938 Nov 12 08:33:24.519384 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-5980f15a-71c8-492d-9000-839781b3df7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 7e609bc1-00ff-483d-9d9f-8eba780b3ef7) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:33:24.533715 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99177bd-9c92-4941-883c-fb7b39f034d5 None None] Network 7e609bc1-00ff-483d-9d9f-8eba780b3ef7 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:33:24.538728 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5980f15a-71c8-492d-9000-839781b3df7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:24.539902 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5980f15a-71c8-492d-9000-839781b3df7b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:24.606482 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-5980f15a-71c8-492d-9000-839781b3df7b admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7664611 Nov 12 08:33:24.606726 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 39958) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:24.611169 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-4f319e91-daaa-46de-906f-78aa30dc199d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1583128094-router', 'tenant_id': '217ce66299114e9fb6c1fa9116e9e5f5', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:24.639600 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-de494f29-03dd-42ca-bc68-894e4c9c2f30 req-6aea05db-be4c-483e-abfe-1fb653e78749 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/security-groups?id=79579dc9-7b86-4506-bd5c-77a53e3a0518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147017 Nov 12 08:33:24.646156 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4f319e91-daaa-46de-906f-78aa30dc199d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:24.648726 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4f319e91-daaa-46de-906f-78aa30dc199d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:24.721910 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4f319e91-daaa-46de-906f-78aa30dc199d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:24.815064 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded7545d-dfc4-46b9-b97b-787dd34d6369 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-7e609bc1-00ff-483d-9d9f-8eba780b3ef7', 'network_id': '7e609bc1-00ff-483d-9d9f-8eba780b3ef7', 'tenant_id': '217ce66299114e9fb6c1fa9116e9e5f5', 'fixed_ips': [{'subnet_id': '48fd8021-0e17-4172-812d-17238fc37d26'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:33:24.815957 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ded7545d-dfc4-46b9-b97b-787dd34d6369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:24.923404 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4f319e91-daaa-46de-906f-78aa30dc199d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:25.090142 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-ded7545d-dfc4-46b9-b97b-787dd34d6369 None None] Allocated IP 172.20.0.2 (7e609bc1-00ff-483d-9d9f-8eba780b3ef7/48fd8021-0e17-4172-812d-17238fc37d26/c9a90627-fa3c-4601-bb47-2ad996971f90) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:33:25.349281 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ded7545d-dfc4-46b9-b97b-787dd34d6369 None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:25.359857 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ded7545d-dfc4-46b9-b97b-787dd34d6369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:25.435408 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded7545d-dfc4-46b9-b97b-787dd34d6369 None None] Network 7e609bc1-00ff-483d-9d9f-8eba780b3ef7 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:33:25.439801 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-ded7545d-dfc4-46b9-b97b-787dd34d6369 None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:33:25.453401 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded7545d-dfc4-46b9-b97b-787dd34d6369 None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:33:25.513461 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded7545d-dfc4-46b9-b97b-787dd34d6369 None None] Pushing event updated for resources: {'Port': ['ID=c9a90627-fa3c-4601-bb47-2ad996971f90,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:25.542782 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-ded7545d-dfc4-46b9-b97b-787dd34d6369 None None] Attempting to bind port c9a90627-fa3c-4601-bb47-2ad996971f90 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:33:25.543466 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-ded7545d-dfc4-46b9-b97b-787dd34d6369 None None] Attempting to bind port c9a90627-fa3c-4601-bb47-2ad996971f90 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': 'a311d405-ce7a-452b-a884-7f4921b50215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7e609bc1-00ff-483d-9d9f-8eba780b3ef7'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:33:25.545477 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded7545d-dfc4-46b9-b97b-787dd34d6369 None None] Attempting to bind port c9a90627-fa3c-4601-bb47-2ad996971f90 on network 7e609bc1-00ff-483d-9d9f-8eba780b3ef7 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:33:25.559435 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded7545d-dfc4-46b9-b97b-787dd34d6369 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:33:25.560359 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded7545d-dfc4-46b9-b97b-787dd34d6369 None None] Checking segment: {'id': 'a311d405-ce7a-452b-a884-7f4921b50215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7e609bc1-00ff-483d-9d9f-8eba780b3ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:33:25.560994 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ded7545d-dfc4-46b9-b97b-787dd34d6369 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:25.561619 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded7545d-dfc4-46b9-b97b-787dd34d6369 None None] Bound using segment: {'id': 'a311d405-ce7a-452b-a884-7f4921b50215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7e609bc1-00ff-483d-9d9f-8eba780b3ef7'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:33:25.563743 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-ded7545d-dfc4-46b9-b97b-787dd34d6369 None None] Bound port: c9a90627-fa3c-4601-bb47-2ad996971f90, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a311d405-ce7a-452b-a884-7f4921b50215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7e609bc1-00ff-483d-9d9f-8eba780b3ef7'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:33:25.564606 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ded7545d-dfc4-46b9-b97b-787dd34d6369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:25.814388 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-ded7545d-dfc4-46b9-b97b-787dd34d6369 None None] For port c9a90627-fa3c-4601-bb47-2ad996971f90, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:33:25.819148 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-ded7545d-dfc4-46b9-b97b-787dd34d6369 None None] For port c9a90627-fa3c-4601-bb47-2ad996971f90, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=c9a90627-fa3c-4601-bb47-2ad996971f90,segment=NetworkSegment(a311d405-ce7a-452b-a884-7f4921b50215),segment_id=a311d405-ce7a-452b-a884-7f4921b50215)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:33:25.826730 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ded7545d-dfc4-46b9-b97b-787dd34d6369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:25.835347 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4f319e91-daaa-46de-906f-78aa30dc199d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:25.891648 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4f319e91-daaa-46de-906f-78aa30dc199d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:25.909254 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1dedcb-431b-4298-8be3-5dff07713850 req-465c5a1c-6f6e-40fc-8c6a-fc6d7c6a93aa tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:25.928838 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6d1dedcb-431b-4298-8be3-5dff07713850 req-465c5a1c-6f6e-40fc-8c6a-fc6d7c6a93aa tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a780da9-d933-497d-83b4-3eaa73980fa4 HTTP/1.1" status: 200 len: 946 time: 0.1350968 Nov 12 08:33:26.062891 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded7545d-dfc4-46b9-b97b-787dd34d6369 None None] Pushing event updated for resources: {'Port': ['ID=c9a90627-fa3c-4601-bb47-2ad996971f90,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:26.113976 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6d1dedcb-431b-4298-8be3-5dff07713850 req-20b02667-ecf2-4536-aa90-e1d440186afd tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/security-groups?id=79579dc9-7b86-4506-bd5c-77a53e3a0518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840906 Nov 12 08:33:26.223194 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-4f319e91-daaa-46de-906f-78aa30dc199d admin admin] Allocated IP 172.25.2.71 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/a7a2684d-424f-41a7-8430-97d9e904a2f4) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:33:26.479977 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4f319e91-daaa-46de-906f-78aa30dc199d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:26.544623 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4f319e91-daaa-46de-906f-78aa30dc199d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:26.615749 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f319e91-daaa-46de-906f-78aa30dc199d admin admin] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:33:26.621627 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-4f319e91-daaa-46de-906f-78aa30dc199d admin admin] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:33:26.632336 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f319e91-daaa-46de-906f-78aa30dc199d admin admin] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:33:26.648754 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d7a294-ac8e-492f-8465-cf4f794b0130 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:33:26.732258 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f319e91-daaa-46de-906f-78aa30dc199d admin admin] Pushing event updated for resources: {'Port': ['ID=a7a2684d-424f-41a7-8430-97d9e904a2f4,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:26.740777 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-cc9d3331-a5d6-49aa-98a0-e6abae1464fe None None] Provisioning complete for port a7a2684d-424f-41a7-8430-97d9e904a2f4 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:33:26.741090 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-cc9d3331-a5d6-49aa-98a0-e6abae1464fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:26.833533 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-cc9d3331-a5d6-49aa-98a0-e6abae1464fe None None] Port a7a2684d-424f-41a7-8430-97d9e904a2f4 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:33:27.180465 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4f319e91-daaa-46de-906f-78aa30dc199d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:27.453041 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d846aa4-c197-4f6c-bb16-4fbf8a51a2af req-dc00c40e-cdaa-43b8-bd28-2b0a82b5648b tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:27.457028 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7d846aa4-c197-4f6c-bb16-4fbf8a51a2af req-dc00c40e-cdaa-43b8-bd28-2b0a82b5648b tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a780da9-d933-497d-83b4-3eaa73980fa4 HTTP/1.1" status: 200 len: 946 time: 0.1092134 Nov 12 08:33:27.481879 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4f319e91-daaa-46de-906f-78aa30dc199d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052'] for router, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:27.583475 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7d846aa4-c197-4f6c-bb16-4fbf8a51a2af req-4efe067c-88ff-4fcf-9f42-d7ef3f8b2dfe tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/security-groups?id=79579dc9-7b86-4506-bd5c-77a53e3a0518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134419 Nov 12 08:33:27.637071 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device c9a90627-fa3c-4601-bb47-2ad996971f90 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:33:27.819490 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f319e91-daaa-46de-906f-78aa30dc199d admin admin] Router 4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3 is scheduled to L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 with binding_index 1 {{(pid=102599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:33:27.823208 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5079dfc-c22e-40e8-a4b9-8e232c48a6d6 None None] Network 7e609bc1-00ff-483d-9d9f-8eba780b3ef7 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:33:27.916626 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port c9a90627-fa3c-4601-bb47-2ad996971f90 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:33:27.917234 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:28.073287 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f319e91-daaa-46de-906f-78aa30dc199d admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:33:28.093469 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-068fd77f-6a55-4bc6-bf96-e6f9e5f6c506 None None] Provisioning complete for port c9a90627-fa3c-4601-bb47-2ad996971f90 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:33:28.094367 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-068fd77f-6a55-4bc6-bf96-e6f9e5f6c506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:28.122673 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4f319e91-daaa-46de-906f-78aa30dc199d admin admin] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:28.124879 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-4f319e91-daaa-46de-906f-78aa30dc199d admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.5167112 Nov 12 08:33:28.132597 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 40002) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:28.212639 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dabf634-de79-4842-b39f-e3c1f2b8fc19 None None] Sync routers for ids ['4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:33:28.254385 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dabf634-de79-4842-b39f-e3c1f2b8fc19 None None] Routers {'4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:33:28.255055 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-9dabf634-de79-4842-b39f-e3c1f2b8fc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:33:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:33:28.259981 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:28.342401 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] For port c9a90627-fa3c-4601-bb47-2ad996971f90, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=c9a90627-fa3c-4601-bb47-2ad996971f90,segment=NetworkSegment(a311d405-ce7a-452b-a884-7f4921b50215),segment_id=a311d405-ce7a-452b-a884-7f4921b50215)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:28.396619 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:28.656629 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-9dabf634-de79-4842-b39f-e3c1f2b8fc19 None None] Set router 4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:33:28.869914 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Pushing event updated for resources: {'Port': ['ID=c9a90627-fa3c-4601-bb47-2ad996971f90,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:29.007000 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e364254c-1a66-43f3-bf75-dc07be733c09 req-f6ed6eb1-4ee0-44c1-85a7-9bc2c901f58c tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:29.030819 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e364254c-1a66-43f3-bf75-dc07be733c09 req-f6ed6eb1-4ee0-44c1-85a7-9bc2c901f58c tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a780da9-d933-497d-83b4-3eaa73980fa4 HTTP/1.1" status: 200 len: 946 time: 0.2741456 Nov 12 08:33:29.158194 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a57f0f6b-23c0-4e62-978f-37ba7924c519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:29.224399 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-9dabf634-de79-4842-b39f-e3c1f2b8fc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3', 'name': 'tempest-AttachVolumeTestJSON-1583128094-router', 'tenant_id': '217ce66299114e9fb6c1fa9116e9e5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': 'a7a2684d-424f-41a7-8430-97d9e904a2f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:33:24Z', 'updated_at': '2021-11-12T08:33:26Z', 'revision_number': 3, 'project_id': '217ce66299114e9fb6c1fa9116e9e5f5', 'gw_port': {'id': 'a7a2684d-424f-41a7-8430-97d9e904a2f4', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:22:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:33:25Z', 'updated_at': '2021-11-12T08:33:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:33:29.228714 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e364254c-1a66-43f3-bf75-dc07be733c09 req-d9ef0664-6a5c-4348-bfba-46d18a3220fd tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/security-groups?id=79579dc9-7b86-4506-bd5c-77a53e3a0518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949329 Nov 12 08:33:29.351131 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dabf634-de79-4842-b39f-e3c1f2b8fc19 None None] Checking router: 4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3 for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:33:29.354167 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dabf634-de79-4842-b39f-e3c1f2b8fc19 None None] Updating router 4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3 port a7a2684d-424f-41a7-8430-97d9e904a2f4 binding host n-d-765315-29 {{(pid=102601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:33:29.375763 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce538a9-2cf4-46f7-b889-8b47cfbb904f req-3f339915-7af5-427c-bab0-c153555a66b3 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:29.377634 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1ce538a9-2cf4-46f7-b889-8b47cfbb904f req-3f339915-7af5-427c-bab0-c153555a66b3 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.44 "GET /v2.0/ports?device_id=5a780da9-d933-497d-83b4-3eaa73980fa4 HTTP/1.1" status: 200 len: 946 time: 0.2878153 Nov 12 08:33:29.446312 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9dabf634-de79-4842-b39f-e3c1f2b8fc19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:29.731106 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-a57f0f6b-23c0-4e62-978f-37ba7924c519 admin admin] Allocated IP 172.20.0.1 (7e609bc1-00ff-483d-9d9f-8eba780b3ef7/48fd8021-0e17-4172-812d-17238fc37d26/b95ce2eb-6d6b-4601-9b88-646606c9f84d) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:33:29.782966 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-1ce538a9-2cf4-46f7-b889-8b47cfbb904f req-bab9e516-3fe2-4302-835a-a666fd8775bb tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Deleting port 70221793-efeb-4ea8-8697-7c47ec150d58 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:33:29.783534 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1ce538a9-2cf4-46f7-b889-8b47cfbb904f req-bab9e516-3fe2-4302-835a-a666fd8775bb tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:29.886581 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device c9a90627-fa3c-4601-bb47-2ad996971f90 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:33:29.966773 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-1ce538a9-2cf4-46f7-b889-8b47cfbb904f req-bab9e516-3fe2-4302-835a-a666fd8775bb tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] For port 70221793-efeb-4ea8-8697-7c47ec150d58, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=70221793-efeb-4ea8-8697-7c47ec150d58,segment=NetworkSegment(c26361eb-74cf-43c4-ac47-1eeba422d480),segment_id=c26361eb-74cf-43c4-ac47-1eeba422d480)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:29.967576 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1ce538a9-2cf4-46f7-b889-8b47cfbb904f req-bab9e516-3fe2-4302-835a-a666fd8775bb tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:29.992161 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-1ce538a9-2cf4-46f7-b889-8b47cfbb904f req-bab9e516-3fe2-4302-835a-a666fd8775bb tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Calling delete_port for 70221793-efeb-4ea8-8697-7c47ec150d58 owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:33:30.253054 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-78ab5491-6765-4555-97f0-a5c0cea9f13e None None] Provisioning complete for port c9a90627-fa3c-4601-bb47-2ad996971f90 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:33:30.254074 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-78ab5491-6765-4555-97f0-a5c0cea9f13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:30.432677 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port c9a90627-fa3c-4601-bb47-2ad996971f90 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:33:30.432988 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:30.509760 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9dabf634-de79-4842-b39f-e3c1f2b8fc19 None None] Publish callbacks [] for port, precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:30.537111 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1ce538a9-2cf4-46f7-b889-8b47cfbb904f req-bab9e516-3fe2-4302-835a-a666fd8775bb tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:30.569596 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-695fcdf8-b755-4d9e-9d11-8c905a341058 req-184310bf-ba73-49a1-b6b2-ddfbd4363c7d tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a780da9-d933-497d-83b4-3eaa73980fa4 HTTP/1.1" status: 200 len: 210 time: 0.1137323 Nov 12 08:33:30.603071 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9dabf634-de79-4842-b39f-e3c1f2b8fc19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:30.662030 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab9e516-3fe2-4302-835a-a666fd8775bb tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Pushing event deleted for resources: {'Port': ['ID=70221793-efeb-4ea8-8697-7c47ec150d58,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:30.666700 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['70221793-efeb-4ea8-8697-7c47ec150d58'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:33:30.672425 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a57f0f6b-23c0-4e62-978f-37ba7924c519 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:30.740532 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e23f2a-b55e-443c-8cee-59e5472cb4c7 None None] DHCP port deletion for 2de948c5-0d8e-4c3b-9717-70f1460531cb request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:33:30.806485 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ce538a9-2cf4-46f7-b889-8b47cfbb904f req-bab9e516-3fe2-4302-835a-a666fd8775bb tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] No DVR routers for this DVR port 70221793-efeb-4ea8-8697-7c47ec150d58 on host n-h2-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:33:30.819815 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1ce538a9-2cf4-46f7-b889-8b47cfbb904f req-bab9e516-3fe2-4302-835a-a666fd8775bb tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:30.842936 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1ce538a9-2cf4-46f7-b889-8b47cfbb904f req-bab9e516-3fe2-4302-835a-a666fd8775bb tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.44 "DELETE /v2.0/ports/70221793-efeb-4ea8-8697-7c47ec150d58 HTTP/1.1" status: 204 len: 173 time: 1.3412011 Nov 12 08:33:30.844141 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a780da9-d933-497d-83b4-3eaa73980fa4', 'name': 'network-vif-deleted', 'tag': '70221793-efeb-4ea8-8697-7c47ec150d58'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:33:30.848925 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fac4ae15-e9a3-43cf-87fa-f3ec3317f127" -d '{"events": [{"server_uuid": "5a780da9-d933-497d-83b4-3eaa73980fa4", "name": "network-vif-deleted", "tag": "70221793-efeb-4ea8-8697-7c47ec150d58"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:33:30.968605 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a57f0f6b-23c0-4e62-978f-37ba7924c519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:31.035804 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf0dd3e2-a8c4-47dc-a264-1c820c4ec0fe x-openstack-request-id: req-bf0dd3e2-a8c4-47dc-a264-1c820c4ec0fe {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:33:31.039096 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a780da9-d933-497d-83b4-3eaa73980fa4", "name": "network-vif-deleted", "tag": "70221793-efeb-4ea8-8697-7c47ec150d58", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:33:31.039670 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bf0dd3e2-a8c4-47dc-a264-1c820c4ec0fe {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:33:31.048396 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a780da9-d933-497d-83b4-3eaa73980fa4', 'name': 'network-vif-deleted', 'tag': '70221793-efeb-4ea8-8697-7c47ec150d58', 'status': 'completed', 'code': 200} Nov 12 08:33:31.152058 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593e64d1-eda1-4280-94d9-103648bb2a89 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:33:31.171859 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57f0f6b-23c0-4e62-978f-37ba7924c519 admin admin] Network 7e609bc1-00ff-483d-9d9f-8eba780b3ef7 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:33:31.179767 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-a57f0f6b-23c0-4e62-978f-37ba7924c519 admin admin] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:33:31.186569 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57f0f6b-23c0-4e62-978f-37ba7924c519 admin admin] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:33:31.219938 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-9dabf634-de79-4842-b39f-e3c1f2b8fc19 None None] Attempting to bind port a7a2684d-424f-41a7-8430-97d9e904a2f4 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:33:31.230004 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-9dabf634-de79-4842-b39f-e3c1f2b8fc19 None None] Attempting to bind port a7a2684d-424f-41a7-8430-97d9e904a2f4 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:33:31.235584 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dabf634-de79-4842-b39f-e3c1f2b8fc19 None None] Attempting to bind port a7a2684d-424f-41a7-8430-97d9e904a2f4 on network d709f64f-f9e6-4525-b020-ad48633b9bbf {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:33:31.270738 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57f0f6b-23c0-4e62-978f-37ba7924c519 admin admin] Pushing event updated for resources: {'Port': ['ID=b95ce2eb-6d6b-4601-9b88-646606c9f84d,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:31.312947 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a57f0f6b-23c0-4e62-978f-37ba7924c519 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933481'] for router_interface, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:31.341684 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dabf634-de79-4842-b39f-e3c1f2b8fc19 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:33:31.361908 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dabf634-de79-4842-b39f-e3c1f2b8fc19 None None] Checking segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:33:31.365081 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9dabf634-de79-4842-b39f-e3c1f2b8fc19 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:31.368807 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dabf634-de79-4842-b39f-e3c1f2b8fc19 None None] Bound using segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:33:31.369882 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-9dabf634-de79-4842-b39f-e3c1f2b8fc19 None None] Bound port: a7a2684d-424f-41a7-8430-97d9e904a2f4, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:33:31.372467 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9dabf634-de79-4842-b39f-e3c1f2b8fc19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:31.768503 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f306a583-e253-44cf-94e5-c2df07cc5b42 None None] Pushing event updated for resources: {'Port': ['ID=a7a2684d-424f-41a7-8430-97d9e904a2f4,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:31.900516 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-0fb6209e-b8a7-4865-a30d-2288b68aee31 None None] Provisioning complete for port a7a2684d-424f-41a7-8430-97d9e904a2f4 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:33:31.901175 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-0fb6209e-b8a7-4865-a30d-2288b68aee31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:32.004144 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-9dabf634-de79-4842-b39f-e3c1f2b8fc19 None None] For port a7a2684d-424f-41a7-8430-97d9e904a2f4, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:33:32.015757 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1875c0b5-33f7-467c-a07e-8c8b32834df2 req-751ac315-ab4d-4631-8a77-d924a80e56e2 tempest-ServerRescueNegativeTestJSON-120467518 tempest-ServerRescueNegativeTestJSON-120467518-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a780da9-d933-497d-83b4-3eaa73980fa4 HTTP/1.1" status: 200 len: 210 time: 0.1416125 Nov 12 08:33:32.020070 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-9dabf634-de79-4842-b39f-e3c1f2b8fc19 None None] For port a7a2684d-424f-41a7-8430-97d9e904a2f4, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=a7a2684d-424f-41a7-8430-97d9e904a2f4,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:33:32.031522 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9dabf634-de79-4842-b39f-e3c1f2b8fc19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:32.047611 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-0fb6209e-b8a7-4865-a30d-2288b68aee31 None None] Port a7a2684d-424f-41a7-8430-97d9e904a2f4 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:33:32.070672 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a57f0f6b-23c0-4e62-978f-37ba7924c519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:32.205298 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4b1a5c-d4e1-4de3-9ea7-1f3db03ec6a1 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:33:32.258360 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dabf634-de79-4842-b39f-e3c1f2b8fc19 None None] Routers {'4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:33:32.259516 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-9dabf634-de79-4842-b39f-e3c1f2b8fc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:33:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:33:32.464367 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f306a583-e253-44cf-94e5-c2df07cc5b42 None None] Pushing event updated for resources: {'Port': ['ID=a7a2684d-424f-41a7-8430-97d9e904a2f4,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:32.480157 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-6f083c77-1786-41fe-a95a-3cc8cb14a480 None None] Provisioning complete for port b95ce2eb-6d6b-4601-9b88-646606c9f84d triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:33:32.486533 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6f083c77-1786-41fe-a95a-3cc8cb14a480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:32.641388 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-6f083c77-1786-41fe-a95a-3cc8cb14a480 None None] Port b95ce2eb-6d6b-4601-9b88-646606c9f84d cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:33:32.650125 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-9dabf634-de79-4842-b39f-e3c1f2b8fc19 None None] Set router 4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:33:32.652471 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a57f0f6b-23c0-4e62-978f-37ba7924c519 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:32.672501 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a57f0f6b-23c0-4e62-978f-37ba7924c519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:32.806743 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57f0f6b-23c0-4e62-978f-37ba7924c519 admin admin] Pushing event updated for resources: {'Port': ['ID=b95ce2eb-6d6b-4601-9b88-646606c9f84d,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:32.813352 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a57f0f6b-23c0-4e62-978f-37ba7924c519 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933629'] for router_interface, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:33.009768 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-32de4add-f8fc-4d2c-b13b-876564d1ebac None None] Provisioning complete for port a7a2684d-424f-41a7-8430-97d9e904a2f4 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:33:33.023200 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32de4add-f8fc-4d2c-b13b-876564d1ebac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:33.206175 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 40078) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:33.319212 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57f0f6b-23c0-4e62-978f-37ba7924c519 admin admin] Network 7e609bc1-00ff-483d-9d9f-8eba780b3ef7 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:33:33.322403 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-a57f0f6b-23c0-4e62-978f-37ba7924c519 admin admin] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:33:33.694527 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a57f0f6b-23c0-4e62-978f-37ba7924c519 admin admin] Router 4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:33:33.850045 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32de4add-f8fc-4d2c-b13b-876564d1ebac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:33.951055 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a57f0f6b-23c0-4e62-978f-37ba7924c519 admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:33:33.961490 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-a57f0f6b-23c0-4e62-978f-37ba7924c519 admin admin] 10.222.0.26 "PUT /v2.0/routers/4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8272495 Nov 12 08:33:34.055920 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ecb4c9e2-09c9-42cf-8c82-f20e433af726 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:34.102727 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-32de4add-f8fc-4d2c-b13b-876564d1ebac None None] For port a7a2684d-424f-41a7-8430-97d9e904a2f4, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=a7a2684d-424f-41a7-8430-97d9e904a2f4,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:34.108604 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-9dabf634-de79-4842-b39f-e3c1f2b8fc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3', 'name': 'tempest-AttachVolumeTestJSON-1583128094-router', 'tenant_id': '217ce66299114e9fb6c1fa9116e9e5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': 'a7a2684d-424f-41a7-8430-97d9e904a2f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:33:24Z', 'updated_at': '2021-11-12T08:33:31Z', 'revision_number': 4, 'project_id': '217ce66299114e9fb6c1fa9116e9e5f5', 'gw_port': {'id': 'a7a2684d-424f-41a7-8430-97d9e904a2f4', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:22:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:33:25Z', 'updated_at': '2021-11-12T08:33:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': 'b95ce2eb-6d6b-4601-9b88-646606c9f84d', 'name': '', 'network_id': '7e609bc1-00ff-483d-9d9f-8eba780b3ef7', 'tenant_id': '217ce66299114e9fb6c1fa9116e9e5f5', 'mac_address': 'fa:16:3e:07:07:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '48fd8021-0e17-4172-812d-17238fc37d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:33:29Z', 'updated_at': '2021-11-12T08:33:29Z', 'revision_number': 1, 'project_id': '217ce66299114e9fb6c1fa9116e9e5f5', 'subnets': [{'id': '48fd8021-0e17-4172-812d-17238fc37d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:33:34.243571 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dabf634-de79-4842-b39f-e3c1f2b8fc19 None None] The sync data for ids ['4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3'] in n-d-765315-29 is: [{'id': '4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3', 'name': 'tempest-AttachVolumeTestJSON-1583128094-router', 'tenant_id': '217ce66299114e9fb6c1fa9116e9e5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': 'a7a2684d-424f-41a7-8430-97d9e904a2f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:33:24Z', 'updated_at': '2021-11-12T08:33:31Z', 'revision_number': 4, 'project_id': '217ce66299114e9fb6c1fa9116e9e5f5', 'gw_port': {'id': 'a7a2684d-424f-41a7-8430-97d9e904a2f4', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:22:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:33:25Z', 'updated_at': '2021-11-12T08:33:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': 'b95ce2eb-6d6b-4601-9b88-646606c9f84d', 'name': '', 'network_id': '7e609bc1-00ff-483d-9d9f-8eba780b3ef7', 'tenant_id': '217ce66299114e9fb6c1fa9116e9e5f5', 'mac_address': 'fa:16:3e:07:07:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '48fd8021-0e17-4172-812d-17238fc37d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:33:29Z', 'updated_at': '2021-11-12T08:33:29Z', 'revision_number': 1, 'project_id': '217ce66299114e9fb6c1fa9116e9e5f5', 'subnets': [{'id': '48fd8021-0e17-4172-812d-17238fc37d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:33:34.249177 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 70221793-efeb-4ea8-8697-7c47ec150d58 no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:33:34.268154 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32de4add-f8fc-4d2c-b13b-876564d1ebac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:34.560332 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32de4add-f8fc-4d2c-b13b-876564d1ebac None None] Pushing event updated for resources: {'Port': ['ID=a7a2684d-424f-41a7-8430-97d9e904a2f4,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:34.582390 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] No Port match for: 70221793-efeb-4ea8-8697-7c47ec150d58 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:33:34.583051 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 70221793-efeb-4ea8-8697-7c47ec150d58 not bound to the agent host n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:33:34.601645 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-3214b10f-39aa-42a2-85b2-66b0d512f705 None None] Provisioning complete for port b95ce2eb-6d6b-4601-9b88-646606c9f84d triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:33:34.603050 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3214b10f-39aa-42a2-85b2-66b0d512f705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:34.643577 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-da8e52c7-a1c0-40f1-9994-0ae1e07d80b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933586'] for router_interface, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:34.944597 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-3214b10f-39aa-42a2-85b2-66b0d512f705 None None] Port b95ce2eb-6d6b-4601-9b88-646606c9f84d cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:33:35.283252 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:35.668309 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-da8e52c7-a1c0-40f1-9994-0ae1e07d80b2 admin admin] Deleting port 28781248-e907-4285-a2bf-c8b90f040a99 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:33:35.668309 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-da8e52c7-a1c0-40f1-9994-0ae1e07d80b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:36.084696 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-da8e52c7-a1c0-40f1-9994-0ae1e07d80b2 admin admin] For port 28781248-e907-4285-a2bf-c8b90f040a99, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=28781248-e907-4285-a2bf-c8b90f040a99,segment=NetworkSegment(c26361eb-74cf-43c4-ac47-1eeba422d480),segment_id=c26361eb-74cf-43c4-ac47-1eeba422d480)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:36.091254 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-da8e52c7-a1c0-40f1-9994-0ae1e07d80b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:36.187958 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-da8e52c7-a1c0-40f1-9994-0ae1e07d80b2 admin admin] Calling delete_port for 28781248-e907-4285-a2bf-c8b90f040a99 owned by network:router_interface {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:33:36.332203 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 40110) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:36.342964 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-78bf1330-f7f1-467e-b194-e9ebf35a2daa tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2030346639', 'description': 'tempest-description--1248840813'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:36.545029 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-78bf1330-f7f1-467e-b194-e9ebf35a2daa tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:36.786580 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-da8e52c7-a1c0-40f1-9994-0ae1e07d80b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:36.857187 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2247ec00-c203-4046-883d-9a843f405a48 None None] DHCP port deletion for 2de948c5-0d8e-4c3b-9717-70f1460531cb request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:33:36.884001 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-78bf1330-f7f1-467e-b194-e9ebf35a2daa tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:36.963113 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8e52c7-a1c0-40f1-9994-0ae1e07d80b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=28781248-e907-4285-a2bf-c8b90f040a99,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:36.983530 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-78bf1330-f7f1-467e-b194-e9ebf35a2daa tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:36.985698 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1814942a-b6bb-445f-9842-2241c8e17b11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:37.222906 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-78bf1330-f7f1-467e-b194-e9ebf35a2daa tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:37.224233 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-78bf1330-f7f1-467e-b194-e9ebf35a2daa tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.8908138 Nov 12 08:33:37.229525 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 40120) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:37.233294 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bf1330-f7f1-467e-b194-e9ebf35a2daa tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65f47b5a-d181-4ae7-b608-1a89a67c1656,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:37.267401 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-5af39cc1-790c-4cee-b033-9d7fd3ae2d7e tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Request body: {'security_group_rule': {'security_group_id': '65f47b5a-d181-4ae7-b608-1a89a67c1656', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:37.445215 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-da8e52c7-a1c0-40f1-9994-0ae1e07d80b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918626'] for router_interface, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:37.454248 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5af39cc1-790c-4cee-b033-9d7fd3ae2d7e tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:37.663793 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5af39cc1-790c-4cee-b033-9d7fd3ae2d7e tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:37.676547 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5af39cc1-790c-4cee-b033-9d7fd3ae2d7e tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:37.752838 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af39cc1-790c-4cee-b033-9d7fd3ae2d7e tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7eb9c022-fa80-4730-b2f8-18955db4cf23,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:37.777144 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5af39cc1-790c-4cee-b033-9d7fd3ae2d7e tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:37.779690 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-5af39cc1-790c-4cee-b033-9d7fd3ae2d7e tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5469310 Nov 12 08:33:37.784789 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 40126) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:37.801634 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-4c90a1a3-866d-4642-b6a9-e770432ca1dc tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Request body: {'security_group_rule': {'security_group_id': '65f47b5a-d181-4ae7-b608-1a89a67c1656', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:37.889650 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4c90a1a3-866d-4642-b6a9-e770432ca1dc tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:38.001746 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:38.124914 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4c90a1a3-866d-4642-b6a9-e770432ca1dc tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:38.162343 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4c90a1a3-866d-4642-b6a9-e770432ca1dc tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:38.257265 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4c90a1a3-866d-4642-b6a9-e770432ca1dc tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:38.258774 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device a7a2684d-424f-41a7-8430-97d9e904a2f4 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:33:38.268792 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-4c90a1a3-866d-4642-b6a9-e770432ca1dc tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4817200 Nov 12 08:33:38.272537 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 40134) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:38.295792 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-8a7f0bd7-c9d7-44f8-8abf-d928f92e11f0 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Request body: {'floatingip': {'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:38.317279 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c90a1a3-866d-4642-b6a9-e770432ca1dc tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7570aff9-446a-46c7-9ae8-5796f1f22ad0,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:38.388679 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da8e52c7-a1c0-40f1-9994-0ae1e07d80b2 admin admin] Router 7a44f11b-647b-4425-8a7e-45b8f6b55339 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:33:38.394473 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8a7f0bd7-c9d7-44f8-8abf-d928f92e11f0 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Publish callbacks [] for floatingip, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:38.463905 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port a7a2684d-424f-41a7-8430-97d9e904a2f4 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:33:38.464844 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:38.780997 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8a7f0bd7-c9d7-44f8-8abf-d928f92e11f0 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:38.821501 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da8e52c7-a1c0-40f1-9994-0ae1e07d80b2 admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:33:38.847295 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7042a18-0537-4c90-9867-eb84454ad6f9 None None] Sync routers for ids ['7a44f11b-647b-4425-8a7e-45b8f6b55339'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:33:38.848350 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-da8e52c7-a1c0-40f1-9994-0ae1e07d80b2 admin admin] 10.222.0.26 "PUT /v2.0/routers/7a44f11b-647b-4425-8a7e-45b8f6b55339/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6386170 Nov 12 08:33:38.850778 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 40140) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:38.948667 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7042a18-0537-4c90-9867-eb84454ad6f9 None None] Routers {'7a44f11b-647b-4425-8a7e-45b8f6b55339'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:33:38.959088 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-a7042a18-0537-4c90-9867-eb84454ad6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:33:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['7a44f11b-647b-4425-8a7e-45b8f6b55339'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:33:39.133171 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17e9119-441f-47e8-bb91-c308426dd28d None None] Sync routers for ids ['4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:33:39.190423 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17e9119-441f-47e8-bb91-c308426dd28d None None] Routers {'4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:33:39.218687 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-e17e9119-441f-47e8-bb91-c308426dd28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:33:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:33:39.243175 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2d02d602-8c62-4ca0-809b-3fa294080465 admin admin] Publish callbacks [] for router, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:39.400483 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-8a7f0bd7-c9d7-44f8-8abf-d928f92e11f0 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Allocated IP 172.25.2.128 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/f33eda7b-dc43-451f-982a-6c57593fb29f) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:33:39.446155 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-e17e9119-441f-47e8-bb91-c308426dd28d None None] Set router 4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:33:39.647318 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2d02d602-8c62-4ca0-809b-3fa294080465 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:39.655555 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:39.688068 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-a7042a18-0537-4c90-9867-eb84454ad6f9 None None] Set router 7a44f11b-647b-4425-8a7e-45b8f6b55339 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:33:39.813407 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-2d02d602-8c62-4ca0-809b-3fa294080465 admin admin] Deleting port 7f102a2e-30df-44e5-aa4c-ed569964c472 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:33:39.813797 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2d02d602-8c62-4ca0-809b-3fa294080465 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:39.836460 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8a7f0bd7-c9d7-44f8-8abf-d928f92e11f0 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:39.892066 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:39.955403 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8a7f0bd7-c9d7-44f8-8abf-d928f92e11f0 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:40.193478 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7f0bd7-c9d7-44f8-8abf-d928f92e11f0 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:33:40.216564 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7f0bd7-c9d7-44f8-8abf-d928f92e11f0 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Pushing event updated for resources: {'Port': ['ID=f33eda7b-dc43-451f-982a-6c57593fb29f,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:40.223689 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-8a7f0bd7-c9d7-44f8-8abf-d928f92e11f0 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:33:40.243400 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7f0bd7-c9d7-44f8-8abf-d928f92e11f0 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:33:40.256409 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-a7042a18-0537-4c90-9867-eb84454ad6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a44f11b-647b-4425-8a7e-45b8f6b55339', 'name': 'tempest-ServerRescueNegativeTestJSON-1787832285-router', 'tenant_id': 'ce302650dd4d403585592f906b5d4534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '7f102a2e-30df-44e5-aa4c-ed569964c472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:30:21Z', 'updated_at': '2021-11-12T08:33:36Z', 'revision_number': 5, 'project_id': 'ce302650dd4d403585592f906b5d4534', 'gw_port': {'id': '7f102a2e-30df-44e5-aa4c-ed569964c472', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:8e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a44f11b-647b-4425-8a7e-45b8f6b55339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2278, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:30:23Z', 'updated_at': '2021-11-12T08:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:33:40.287900 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-2d02d602-8c62-4ca0-809b-3fa294080465 admin admin] For port 7f102a2e-30df-44e5-aa4c-ed569964c472, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=7f102a2e-30df-44e5-aa4c-ed569964c472,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:40.288443 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2d02d602-8c62-4ca0-809b-3fa294080465 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:40.340420 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-2d02d602-8c62-4ca0-809b-3fa294080465 admin admin] Calling delete_port for 7f102a2e-30df-44e5-aa4c-ed569964c472 owned by network:router_gateway {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:33:40.414293 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7042a18-0537-4c90-9867-eb84454ad6f9 None None] Checking router: 7a44f11b-647b-4425-8a7e-45b8f6b55339 for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:33:40.434674 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-e17e9119-441f-47e8-bb91-c308426dd28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3', 'name': 'tempest-AttachVolumeTestJSON-1583128094-router', 'tenant_id': '217ce66299114e9fb6c1fa9116e9e5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': 'a7a2684d-424f-41a7-8430-97d9e904a2f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:33:24Z', 'updated_at': '2021-11-12T08:33:31Z', 'revision_number': 4, 'project_id': '217ce66299114e9fb6c1fa9116e9e5f5', 'gw_port': {'id': 'a7a2684d-424f-41a7-8430-97d9e904a2f4', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:22:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:33:25Z', 'updated_at': '2021-11-12T08:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': 'b95ce2eb-6d6b-4601-9b88-646606c9f84d', 'name': '', 'network_id': '7e609bc1-00ff-483d-9d9f-8eba780b3ef7', 'tenant_id': '217ce66299114e9fb6c1fa9116e9e5f5', 'mac_address': 'fa:16:3e:07:07:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '48fd8021-0e17-4172-812d-17238fc37d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:33:29Z', 'updated_at': '2021-11-12T08:33:32Z', 'revision_number': 2, 'project_id': '217ce66299114e9fb6c1fa9116e9e5f5', 'subnets': [{'id': '48fd8021-0e17-4172-812d-17238fc37d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:33:40.456701 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7042a18-0537-4c90-9867-eb84454ad6f9 None None] Routers {'7a44f11b-647b-4425-8a7e-45b8f6b55339'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:33:40.461308 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-a7042a18-0537-4c90-9867-eb84454ad6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:33:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['7a44f11b-647b-4425-8a7e-45b8f6b55339'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:33:40.578170 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8a7f0bd7-c9d7-44f8-8abf-d928f92e11f0 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:40.614113 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17e9119-441f-47e8-bb91-c308426dd28d None None] Checking router: 4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3 for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:33:40.614113 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17e9119-441f-47e8-bb91-c308426dd28d None None] Updating router 4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3 port b95ce2eb-6d6b-4601-9b88-646606c9f84d binding host n-d-765315-29 {{(pid=102601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:33:40.786194 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8a7f0bd7-c9d7-44f8-8abf-d928f92e11f0 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:40.808758 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e17e9119-441f-47e8-bb91-c308426dd28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:40.977463 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-a7042a18-0537-4c90-9867-eb84454ad6f9 None None] Set router 7a44f11b-647b-4425-8a7e-45b8f6b55339 gateway port host: None {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:33:41.124314 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2d02d602-8c62-4ca0-809b-3fa294080465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:41.269661 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d02d602-8c62-4ca0-809b-3fa294080465 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f102a2e-30df-44e5-aa4c-ed569964c472,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:41.273689 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-a7042a18-0537-4c90-9867-eb84454ad6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a44f11b-647b-4425-8a7e-45b8f6b55339', 'name': 'tempest-ServerRescueNegativeTestJSON-1787832285-router', 'tenant_id': 'ce302650dd4d403585592f906b5d4534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:30:21Z', 'updated_at': '2021-11-12T08:33:39Z', 'revision_number': 6, 'project_id': 'ce302650dd4d403585592f906b5d4534', 'gw_port_host': None}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:33:41.465196 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8a7f0bd7-c9d7-44f8-8abf-d928f92e11f0 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:41.500926 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8a7f0bd7-c9d7-44f8-8abf-d928f92e11f0 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:41.517023 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7042a18-0537-4c90-9867-eb84454ad6f9 None None] The sync data for ids ['7a44f11b-647b-4425-8a7e-45b8f6b55339'] in n-d-765315-29 is: [{'id': '7a44f11b-647b-4425-8a7e-45b8f6b55339', 'name': 'tempest-ServerRescueNegativeTestJSON-1787832285-router', 'tenant_id': 'ce302650dd4d403585592f906b5d4534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:30:21Z', 'updated_at': '2021-11-12T08:33:39Z', 'revision_number': 6, 'project_id': 'ce302650dd4d403585592f906b5d4534', 'gw_port_host': None}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:33:41.810712 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3749a3dd-af7a-4bda-87ee-ff6f77d6eec9 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:33:41.823255 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7f0bd7-c9d7-44f8-8abf-d928f92e11f0 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Pushing event updated for resources: {'Port': ['ID=f33eda7b-dc43-451f-982a-6c57593fb29f,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:41.823804 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e17e9119-441f-47e8-bb91-c308426dd28d None None] Publish callbacks [] for port, precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:41.853625 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e17e9119-441f-47e8-bb91-c308426dd28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:41.905965 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8a7f0bd7-c9d7-44f8-8abf-d928f92e11f0 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:41.966353 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8a7f0bd7-c9d7-44f8-8abf-d928f92e11f0 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:41.979935 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-8a7f0bd7-c9d7-44f8-8abf-d928f92e11f0 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6993775 Nov 12 08:33:42.396543 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 28781248-e907-4285-a2bf-c8b90f040a99 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:33:42.626322 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4882e4fc-609b-4571-b902-8131b10d571c None None] Pushing event updated for resources: {'Port': ['ID=b95ce2eb-6d6b-4601-9b88-646606c9f84d,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:42.672614 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:42.673269 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 28781248-e907-4285-a2bf-c8b90f040a99 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:33:42.673619 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 28781248-e907-4285-a2bf-c8b90f040a99 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:33:42.876818 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2d02d602-8c62-4ca0-809b-3fa294080465 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-933016'] for router_gateway, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:43.098254 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-5cd807ad-21ba-49cc-bcbc-f4a0f6176e42 None None] Provisioning complete for port b95ce2eb-6d6b-4601-9b88-646606c9f84d triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:33:43.099285 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5cd807ad-21ba-49cc-bcbc-f4a0f6176e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:43.107499 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-e17e9119-441f-47e8-bb91-c308426dd28d None None] Attempting to bind port b95ce2eb-6d6b-4601-9b88-646606c9f84d on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:33:43.108216 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-e17e9119-441f-47e8-bb91-c308426dd28d None None] Attempting to bind port b95ce2eb-6d6b-4601-9b88-646606c9f84d by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': 'a311d405-ce7a-452b-a884-7f4921b50215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7e609bc1-00ff-483d-9d9f-8eba780b3ef7'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:33:43.108752 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17e9119-441f-47e8-bb91-c308426dd28d None None] Attempting to bind port b95ce2eb-6d6b-4601-9b88-646606c9f84d on network 7e609bc1-00ff-483d-9d9f-8eba780b3ef7 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:33:43.142447 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17e9119-441f-47e8-bb91-c308426dd28d None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:33:43.144395 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17e9119-441f-47e8-bb91-c308426dd28d None None] Checking segment: {'id': 'a311d405-ce7a-452b-a884-7f4921b50215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7e609bc1-00ff-483d-9d9f-8eba780b3ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:33:43.144996 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e17e9119-441f-47e8-bb91-c308426dd28d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:43.145590 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17e9119-441f-47e8-bb91-c308426dd28d None None] Bound using segment: {'id': 'a311d405-ce7a-452b-a884-7f4921b50215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7e609bc1-00ff-483d-9d9f-8eba780b3ef7'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:33:43.146212 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-e17e9119-441f-47e8-bb91-c308426dd28d None None] Bound port: b95ce2eb-6d6b-4601-9b88-646606c9f84d, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a311d405-ce7a-452b-a884-7f4921b50215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7e609bc1-00ff-483d-9d9f-8eba780b3ef7'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:33:43.146949 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e17e9119-441f-47e8-bb91-c308426dd28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:43.266910 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e17e9119-441f-47e8-bb91-c308426dd28d None None] For port b95ce2eb-6d6b-4601-9b88-646606c9f84d, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:33:43.270829 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2d02d602-8c62-4ca0-809b-3fa294080465 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:43.273021 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e17e9119-441f-47e8-bb91-c308426dd28d None None] For port b95ce2eb-6d6b-4601-9b88-646606c9f84d, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=b95ce2eb-6d6b-4601-9b88-646606c9f84d,segment=NetworkSegment(a311d405-ce7a-452b-a884-7f4921b50215),segment_id=a311d405-ce7a-452b-a884-7f4921b50215)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:33:43.275210 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2d02d602-8c62-4ca0-809b-3fa294080465 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:43.279696 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e17e9119-441f-47e8-bb91-c308426dd28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:43.292323 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-5cd807ad-21ba-49cc-bcbc-f4a0f6176e42 None None] Port b95ce2eb-6d6b-4601-9b88-646606c9f84d cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:33:43.363210 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17e9119-441f-47e8-bb91-c308426dd28d None None] Routers {'4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:33:43.364463 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-e17e9119-441f-47e8-bb91-c308426dd28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:33:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:33:43.369066 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4882e4fc-609b-4571-b902-8131b10d571c None None] Pushing event updated for resources: {'Port': ['ID=b95ce2eb-6d6b-4601-9b88-646606c9f84d,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:43.467063 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5aa02eb2-1c18-4b2d-9319-8b78c3a5f9f0 req-e05f6a1c-6cd0-4828-a652-6e79b99bee51 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--2030346639&fields=id&tenant_id=217ce66299114e9fb6c1fa9116e9e5f5 HTTP/1.1" status: 200 len: 267 time: 0.6055472 Nov 12 08:33:43.471963 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2d02d602-8c62-4ca0-809b-3fa294080465 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:43.476697 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d02d602-8c62-4ca0-809b-3fa294080465 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a44f11b-647b-4425-8a7e-45b8f6b55339 {{(pid=102600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:33:43.481949 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2d02d602-8c62-4ca0-809b-3fa294080465 admin admin] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:43.493151 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-2d02d602-8c62-4ca0-809b-3fa294080465 admin admin] 10.222.0.26 "DELETE /v2.0/routers/7a44f11b-647b-4425-8a7e-45b8f6b55339 HTTP/1.1" status: 204 len: 168 time: 4.6405923 Nov 12 08:33:43.496571 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 40230) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:43.677048 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-e17e9119-441f-47e8-bb91-c308426dd28d None None] Set router 4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:33:43.682412 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 40234) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:43.754298 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-9441a642-ef5d-48bd-90bb-d6d58b85b742 admin admin] Deleting subnet d9d20dc8-d335-4f6a-937f-de81677ff212 {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:33:43.772260 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9441a642-ef5d-48bd-90bb-d6d58b85b742 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:43.808204 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa02eb2-1c18-4b2d-9319-8b78c3a5f9f0 req-96b1c814-0911-455d-a150-353372103046 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:43.828601 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5aa02eb2-1c18-4b2d-9319-8b78c3a5f9f0 req-96b1c814-0911-455d-a150-353372103046 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "GET /v2.0/networks?id=7e609bc1-00ff-483d-9d9f-8eba780b3ef7 HTTP/1.1" status: 200 len: 811 time: 0.3586638 Nov 12 08:33:43.857887 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5aa02eb2-1c18-4b2d-9319-8b78c3a5f9f0 req-c5e4010d-4a2f-4dfb-9850-6263d80e38cf tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "GET /v2.0/quotas/217ce66299114e9fb6c1fa9116e9e5f5 HTTP/1.1" status: 200 len: 375 time: 0.0276380 Nov 12 08:33:44.003171 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9441a642-ef5d-48bd-90bb-d6d58b85b742 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31181813'] for subnet, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:44.034368 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5aa02eb2-1c18-4b2d-9319-8b78c3a5f9f0 req-19ef7c28-11a1-4c4d-abd1-d69f3b4f8766 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=217ce66299114e9fb6c1fa9116e9e5f5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1654725 Nov 12 08:33:44.136773 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device b95ce2eb-6d6b-4601-9b88-646606c9f84d up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:33:44.227048 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5aa02eb2-1c18-4b2d-9319-8b78c3a5f9f0 req-f930ca9c-fb7d-43ef-ad05-6b97415b0b92 service neutron] 10.222.0.26 "GET /v2.0/networks/7e609bc1-00ff-483d-9d9f-8eba780b3ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876440 Nov 12 08:33:44.256551 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9441a642-ef5d-48bd-90bb-d6d58b85b742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:44.366001 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a20cd093-742b-49db-8cbe-aae75984ff15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:44.458082 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9441a642-ef5d-48bd-90bb-d6d58b85b742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:44.529189 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5aa02eb2-1c18-4b2d-9319-8b78c3a5f9f0 req-1df69cb0-1472-43e5-8905-d39085d37304 service neutron] 10.222.0.26 "GET /v2.0/networks/7e609bc1-00ff-483d-9d9f-8eba780b3ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3004832 Nov 12 08:33:44.563942 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9441a642-ef5d-48bd-90bb-d6d58b85b742 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:44.570625 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-9441a642-ef5d-48bd-90bb-d6d58b85b742 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/d9d20dc8-d335-4f6a-937f-de81677ff212 HTTP/1.1" status: 204 len: 168 time: 1.0726409 Nov 12 08:33:44.571786 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9441a642-ef5d-48bd-90bb-d6d58b85b742 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9d20dc8-d335-4f6a-937f-de81677ff212,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:44.574375 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 40248) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:44.605015 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-fe325dfc-e9ab-4723-825f-34d03c3fc9e9 None None] Provisioning complete for port b95ce2eb-6d6b-4601-9b88-646606c9f84d triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:33:44.605820 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-fe325dfc-e9ab-4723-825f-34d03c3fc9e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:44.636664 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a20cd093-742b-49db-8cbe-aae75984ff15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:44.646414 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a20cd093-742b-49db-8cbe-aae75984ff15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:44.756195 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a04e57c-cb23-40b6-ab17-10fd7bd757ae None None] Network 2de948c5-0d8e-4c3b-9717-70f1460531cb requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:33:44.765766 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port b95ce2eb-6d6b-4601-9b88-646606c9f84d triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:33:44.767287 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:44.821695 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 40254) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:44.827464 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-a20cd093-742b-49db-8cbe-aae75984ff15 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6ede3ab1150d4c5e8cd4066d89e4f9b8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1338198 Nov 12 08:33:44.846396 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-17fa5e6d-1153-4a81-aa76-fd4672289d8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:45.032028 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20cd093-742b-49db-8cbe-aae75984ff15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f05d955-3b9d-4d6e-81d5-9bd706d6eb79,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:45.157389 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-e17e9119-441f-47e8-bb91-c308426dd28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3', 'name': 'tempest-AttachVolumeTestJSON-1583128094-router', 'tenant_id': '217ce66299114e9fb6c1fa9116e9e5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': 'a7a2684d-424f-41a7-8430-97d9e904a2f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:33:24Z', 'updated_at': '2021-11-12T08:33:31Z', 'revision_number': 4, 'project_id': '217ce66299114e9fb6c1fa9116e9e5f5', 'gw_port': {'id': 'a7a2684d-424f-41a7-8430-97d9e904a2f4', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:22:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:33:25Z', 'updated_at': '2021-11-12T08:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': 'b95ce2eb-6d6b-4601-9b88-646606c9f84d', 'name': '', 'network_id': '7e609bc1-00ff-483d-9d9f-8eba780b3ef7', 'tenant_id': '217ce66299114e9fb6c1fa9116e9e5f5', 'mac_address': 'fa:16:3e:07:07:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '48fd8021-0e17-4172-812d-17238fc37d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:33:29Z', 'updated_at': '2021-11-12T08:33:43Z', 'revision_number': 4, 'project_id': '217ce66299114e9fb6c1fa9116e9e5f5', 'subnets': [{'id': '48fd8021-0e17-4172-812d-17238fc37d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:33:45.190655 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-17fa5e6d-1153-4a81-aa76-fd4672289d8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:45.239358 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-17fa5e6d-1153-4a81-aa76-fd4672289d8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2de948c5-0d8e-4c3b-9717-70f1460531cb']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:33:45.289706 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-17fa5e6d-1153-4a81-aa76-fd4672289d8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c26361eb-74cf-43c4-ac47-1eeba422d480') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:33:45.290664 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-17fa5e6d-1153-4a81-aa76-fd4672289d8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c26361eb-74cf-43c4-ac47-1eeba422d480') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:33:45.331577 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-17fa5e6d-1153-4a81-aa76-fd4672289d8f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:45.348377 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-17fa5e6d-1153-4a81-aa76-fd4672289d8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:45.356700 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17fa5e6d-1153-4a81-aa76-fd4672289d8f admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:33:45.357397 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-17fa5e6d-1153-4a81-aa76-fd4672289d8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:45.422308 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-fe325dfc-e9ab-4723-825f-34d03c3fc9e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:45.449575 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17e9119-441f-47e8-bb91-c308426dd28d None None] The sync data for ids ['4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3'] in n-d-765315-29 is: [{'id': '4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3', 'name': 'tempest-AttachVolumeTestJSON-1583128094-router', 'tenant_id': '217ce66299114e9fb6c1fa9116e9e5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': 'a7a2684d-424f-41a7-8430-97d9e904a2f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:33:24Z', 'updated_at': '2021-11-12T08:33:31Z', 'revision_number': 4, 'project_id': '217ce66299114e9fb6c1fa9116e9e5f5', 'gw_port': {'id': 'a7a2684d-424f-41a7-8430-97d9e904a2f4', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:22:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:33:25Z', 'updated_at': '2021-11-12T08:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': 'b95ce2eb-6d6b-4601-9b88-646606c9f84d', 'name': '', 'network_id': '7e609bc1-00ff-483d-9d9f-8eba780b3ef7', 'tenant_id': '217ce66299114e9fb6c1fa9116e9e5f5', 'mac_address': 'fa:16:3e:07:07:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '48fd8021-0e17-4172-812d-17238fc37d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:33:29Z', 'updated_at': '2021-11-12T08:33:43Z', 'revision_number': 4, 'project_id': '217ce66299114e9fb6c1fa9116e9e5f5', 'subnets': [{'id': '48fd8021-0e17-4172-812d-17238fc37d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:33:45.500330 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:33:45.500330 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:33:45.500330 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:33:45.500330 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:33:45.500330 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:33:45.500330 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:33:45.500330 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:33:45.500330 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:33:45.500330 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:33:45.500330 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:33:45.500330 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:33:45.500330 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:33:45.500330 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:33:45.500330 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:33:45.500330 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:33:45.500330 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:33:45.500330 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:33:45.500330 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:33:45.500330 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:33:45.500330 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:33:45.500330 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:33:45.500330 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:33:45.500330 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:33:45.500330 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:33:45.500330 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:33:45.500330 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:33:45.500330 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:33:45.500330 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:33:45.500330 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:33:45.500330 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:33:45.500330 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:33:45.500330 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:33:45.537431 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-17fa5e6d-1153-4a81-aa76-fd4672289d8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:45.543568 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-213bc30c-90c9-4978-af28-65edaf5e5487 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:45.559983 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-fe325dfc-e9ab-4723-825f-34d03c3fc9e9 None None] For port b95ce2eb-6d6b-4601-9b88-646606c9f84d, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=b95ce2eb-6d6b-4601-9b88-646606c9f84d,segment=NetworkSegment(a311d405-ce7a-452b-a884-7f4921b50215),segment_id=a311d405-ce7a-452b-a884-7f4921b50215)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:45.574273 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-213bc30c-90c9-4978-af28-65edaf5e5487 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:45.632448 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-fe325dfc-e9ab-4723-825f-34d03c3fc9e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:45.814018 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-197462d8-50bd-4e72-8c9e-db553655e880 req-0122a4de-9a78-47c0-806b-745bc656412b tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "GET /v2.0/ports?device_id=7930c9ff-431f-4c7c-aace-69f75a40e42e HTTP/1.1" status: 200 len: 210 time: 0.3145864 Nov 12 08:33:45.817092 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-17fa5e6d-1153-4a81-aa76-fd4672289d8f admin admin] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:45.820783 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-17fa5e6d-1153-4a81-aa76-fd4672289d8f admin admin] 10.222.0.26 "DELETE /v2.0/networks/2de948c5-0d8e-4c3b-9717-70f1460531cb HTTP/1.1" status: 204 len: 168 time: 1.2448912 Nov 12 08:33:45.821864 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-213bc30c-90c9-4978-af28-65edaf5e5487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:45.838827 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-213bc30c-90c9-4978-af28-65edaf5e5487 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:45.841034 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-213bc30c-90c9-4978-af28-65edaf5e5487 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2f05d955-3b9d-4d6e-81d5-9bd706d6eb79 HTTP/1.1" status: 204 len: 168 time: 1.0181715 Nov 12 08:33:45.916429 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fa5e6d-1153-4a81-aa76-fd4672289d8f admin admin] Pushing event deleted for resources: {'Network': ['ID=2de948c5-0d8e-4c3b-9717-70f1460531cb,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:45.933761 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213bc30c-90c9-4978-af28-65edaf5e5487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f05d955-3b9d-4d6e-81d5-9bd706d6eb79,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:46.021898 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe325dfc-e9ab-4723-825f-34d03c3fc9e9 None None] Pushing event updated for resources: {'Port': ['ID=b95ce2eb-6d6b-4601-9b88-646606c9f84d,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:46.028089 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4390b485-177a-49c2-b1e4-9e9f7a7d845d None None] DHCP port deletion for 2de948c5-0d8e-4c3b-9717-70f1460531cb request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:33:46.219265 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 40288) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:46.230501 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 7f102a2e-30df-44e5-aa4c-ed569964c472 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:33:46.356288 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 7f102a2e-30df-44e5-aa4c-ed569964c472 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:33:46.358208 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 7f102a2e-30df-44e5-aa4c-ed569964c472 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:33:46.376674 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-69c08b34-9520-4f1b-b5b0-e71ef247850c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ce302650dd4d403585592f906b5d4534&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1559694 Nov 12 08:33:46.381298 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 40292) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:46.620788 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e9f507fc-687c-4880-a3c3-7ae020a38599 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:46.686793 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device b95ce2eb-6d6b-4601-9b88-646606c9f84d up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:33:46.738333 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e9f507fc-687c-4880-a3c3-7ae020a38599 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:46.863576 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port b95ce2eb-6d6b-4601-9b88-646606c9f84d triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:33:46.864006 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:46.918001 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e9f507fc-687c-4880-a3c3-7ae020a38599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:46.920542 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e9f507fc-687c-4880-a3c3-7ae020a38599 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:46.922200 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-e9f507fc-687c-4880-a3c3-7ae020a38599 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/79579dc9-7b86-4506-bd5c-77a53e3a0518 HTTP/1.1" status: 204 len: 168 time: 0.5387332 Nov 12 08:33:46.955403 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f507fc-687c-4880-a3c3-7ae020a38599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79579dc9-7b86-4506-bd5c-77a53e3a0518,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:47.145724 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 40310) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:47.175609 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f931293a-266d-493c-aa7c-009a6ef43270 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:47.307826 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c54888ad-313c-4f1a-bb1c-e8d285155255 req-bf5af4dd-d30c-4270-a5f7-d41e041af377 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "GET /v2.0/ports?device_id=7930c9ff-431f-4c7c-aace-69f75a40e42e HTTP/1.1" status: 200 len: 210 time: 0.1150122 Nov 12 08:33:47.460673 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f931293a-266d-493c-aa7c-009a6ef43270 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:47.469468 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f931293a-266d-493c-aa7c-009a6ef43270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:47.568468 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-f931293a-266d-493c-aa7c-009a6ef43270 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=91e06db92b1a4da785b3ec7110776e3c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4215577 Nov 12 08:33:47.571940 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 40320) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:47.579248 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f931293a-266d-493c-aa7c-009a6ef43270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=180d3f93-42de-4f53-8ae4-6683fef4047c,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:47.602400 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f931293a-266d-493c-aa7c-009a6ef43270 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:47.603345 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f931293a-266d-493c-aa7c-009a6ef43270 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:47.604298 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f931293a-266d-493c-aa7c-009a6ef43270 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:47.605075 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f931293a-266d-493c-aa7c-009a6ef43270 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:47.606403 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f931293a-266d-493c-aa7c-009a6ef43270 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:47.607389 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f931293a-266d-493c-aa7c-009a6ef43270 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:47.608347 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f931293a-266d-493c-aa7c-009a6ef43270 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:47.610157 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f931293a-266d-493c-aa7c-009a6ef43270 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:47.611947 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f931293a-266d-493c-aa7c-009a6ef43270 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:47.613836 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f931293a-266d-493c-aa7c-009a6ef43270 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:47.615238 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f931293a-266d-493c-aa7c-009a6ef43270 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:47.616296 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f931293a-266d-493c-aa7c-009a6ef43270 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:48.025472 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:33:48.600003 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3205ff1d-06cf-4681-b98d-3ada53d28b6c req-e8f530bb-710d-41f7-8a90-bcd087224c80 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "GET /v2.0/ports?device_id=7930c9ff-431f-4c7c-aace-69f75a40e42e HTTP/1.1" status: 200 len: 210 time: 0.0847561 Nov 12 08:33:48.693541 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3d27058a-fcb7-4f3f-b01f-e512f9ed0738 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:48.833063 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3d27058a-fcb7-4f3f-b01f-e512f9ed0738 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:48.928836 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa02eb2-1c18-4b2d-9319-8b78c3a5f9f0 req-7e8df439-d71e-4b64-b7c3-200f6a33b6b6 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:48.932035 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5aa02eb2-1c18-4b2d-9319-8b78c3a5f9f0 req-7e8df439-d71e-4b64-b7c3-200f6a33b6b6 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.44 "GET /v2.0/networks?id=7e609bc1-00ff-483d-9d9f-8eba780b3ef7 HTTP/1.1" status: 200 len: 811 time: 1.1025712 Nov 12 08:33:49.038414 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3d27058a-fcb7-4f3f-b01f-e512f9ed0738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:49.043192 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3d27058a-fcb7-4f3f-b01f-e512f9ed0738 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:49.050025 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-3d27058a-fcb7-4f3f-b01f-e512f9ed0738 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/180d3f93-42de-4f53-8ae4-6683fef4047c HTTP/1.1" status: 204 len: 168 time: 1.4742491 Nov 12 08:33:49.077754 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d27058a-fcb7-4f3f-b01f-e512f9ed0738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=180d3f93-42de-4f53-8ae4-6683fef4047c,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:49.106112 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5aa02eb2-1c18-4b2d-9319-8b78c3a5f9f0 req-ab432ab0-cc7a-497c-9cd5-2fa47d153968 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=217ce66299114e9fb6c1fa9116e9e5f5 HTTP/1.1" status: 200 len: 380 time: 0.1458149 Nov 12 08:33:49.121597 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-5aa02eb2-1c18-4b2d-9319-8b78c3a5f9f0 req-f8c2eacf-3616-4757-881c-178becea4d9b tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Request body: {'port': {'device_id': '7930c9ff-431f-4c7c-aace-69f75a40e42e', 'network_id': '7e609bc1-00ff-483d-9d9f-8eba780b3ef7', 'admin_state_up': True, 'tenant_id': '217ce66299114e9fb6c1fa9116e9e5f5', 'security_groups': ['65f47b5a-d181-4ae7-b608-1a89a67c1656']}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:49.365726 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5aa02eb2-1c18-4b2d-9319-8b78c3a5f9f0 req-f8c2eacf-3616-4757-881c-178becea4d9b tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Made reservation on behalf of 217ce66299114e9fb6c1fa9116e9e5f5 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:33:49.372298 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-5aa02eb2-1c18-4b2d-9319-8b78c3a5f9f0 req-f8c2eacf-3616-4757-881c-178becea4d9b tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:49.651884 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-5aa02eb2-1c18-4b2d-9319-8b78c3a5f9f0 req-f8c2eacf-3616-4757-881c-178becea4d9b tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Allocated IP 172.20.0.10 (7e609bc1-00ff-483d-9d9f-8eba780b3ef7/48fd8021-0e17-4172-812d-17238fc37d26/574ea30c-2487-414e-a3f1-34897a56bd36) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:33:49.968098 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-5aa02eb2-1c18-4b2d-9319-8b78c3a5f9f0 req-f8c2eacf-3616-4757-881c-178becea4d9b tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:50.026918 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-5aa02eb2-1c18-4b2d-9319-8b78c3a5f9f0 req-f8c2eacf-3616-4757-881c-178becea4d9b tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:50.140371 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5aa02eb2-1c18-4b2d-9319-8b78c3a5f9f0 req-f8c2eacf-3616-4757-881c-178becea4d9b tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Network 7e609bc1-00ff-483d-9d9f-8eba780b3ef7 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:33:50.163789 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-5aa02eb2-1c18-4b2d-9319-8b78c3a5f9f0 req-f8c2eacf-3616-4757-881c-178becea4d9b tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:33:50.204355 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aa02eb2-1c18-4b2d-9319-8b78c3a5f9f0 req-f8c2eacf-3616-4757-881c-178becea4d9b tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:33:50.300216 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c2eacf-3616-4757-881c-178becea4d9b tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Pushing event updated for resources: {'Port': ['ID=574ea30c-2487-414e-a3f1-34897a56bd36,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:50.380262 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa02eb2-1c18-4b2d-9319-8b78c3a5f9f0 req-f8c2eacf-3616-4757-881c-178becea4d9b tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:50.381015 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-5aa02eb2-1c18-4b2d-9319-8b78c3a5f9f0 req-f8c2eacf-3616-4757-881c-178becea4d9b tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:50.419357 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5aa02eb2-1c18-4b2d-9319-8b78c3a5f9f0 req-f8c2eacf-3616-4757-881c-178becea4d9b tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3030434 Nov 12 08:33:50.428846 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8097af-f798-445b-b83d-5075672bff95 req-35abd339-d4c2-4ded-9607-6d96e1d775d1 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:50.437061 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2a8097af-f798-445b-b83d-5075672bff95 req-35abd339-d4c2-4ded-9607-6d96e1d775d1 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "GET /v2.0/ports?device_id=7930c9ff-431f-4c7c-aace-69f75a40e42e HTTP/1.1" status: 200 len: 932 time: 0.1718225 Nov 12 08:33:50.449932 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-5aa02eb2-1c18-4b2d-9319-8b78c3a5f9f0 req-be6ee7bb-67dc-40d3-8362-611ee6c1cd18 service neutron] Request body: {'port': {'device_id': '7930c9ff-431f-4c7c-aace-69f75a40e42e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:50.610413 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-5aa02eb2-1c18-4b2d-9319-8b78c3a5f9f0 req-be6ee7bb-67dc-40d3-8362-611ee6c1cd18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:50.640320 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2a8097af-f798-445b-b83d-5075672bff95 req-935e9329-bba9-4e57-b116-7219a5b7414e tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "GET /v2.0/security-groups?id=65f47b5a-d181-4ae7-b608-1a89a67c1656&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2021866 Nov 12 08:33:50.663459 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-a36e7c6f-a336-4ed9-a9fa-024166359af5 None None] Provisioning complete for port 574ea30c-2487-414e-a3f1-34897a56bd36 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:33:50.665009 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a36e7c6f-a336-4ed9-a9fa-024166359af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:50.788145 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-a36e7c6f-a336-4ed9-a9fa-024166359af5 None None] Port 574ea30c-2487-414e-a3f1-34897a56bd36 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:33:50.924051 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c850cd14-6c30-4e09-98f4-e2366bae739b req-53022e21-b3a6-421d-a946-93497239e9d6 tempest-ServerShowV254Test-1402981528 tempest-ServerShowV254Test-1402981528-project] 10.222.0.26 "GET /v2.0/ports?device_id=47e30420-8fbb-4fa9-8e50-d3ea46d51a4f HTTP/1.1" status: 200 len: 210 time: 0.0918226 Nov 12 08:33:51.264164 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-5aa02eb2-1c18-4b2d-9319-8b78c3a5f9f0 req-be6ee7bb-67dc-40d3-8362-611ee6c1cd18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 574ea30c-2487-414e-a3f1-34897a56bd36 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:33:51.280415 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-5aa02eb2-1c18-4b2d-9319-8b78c3a5f9f0 req-be6ee7bb-67dc-40d3-8362-611ee6c1cd18 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:51.299882 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-5aa02eb2-1c18-4b2d-9319-8b78c3a5f9f0 req-be6ee7bb-67dc-40d3-8362-611ee6c1cd18 service neutron] Transition to ACTIVE for port object 574ea30c-2487-414e-a3f1-34897a56bd36 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:33:51.319312 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-5aa02eb2-1c18-4b2d-9319-8b78c3a5f9f0 req-be6ee7bb-67dc-40d3-8362-611ee6c1cd18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:51.428500 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6ee7bb-67dc-40d3-8362-611ee6c1cd18 service neutron] Pushing event updated for resources: {'Port': ['ID=574ea30c-2487-414e-a3f1-34897a56bd36,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:51.609292 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-5aa02eb2-1c18-4b2d-9319-8b78c3a5f9f0 req-be6ee7bb-67dc-40d3-8362-611ee6c1cd18 service neutron] Attempting to bind port 574ea30c-2487-414e-a3f1-34897a56bd36 on host n-h2-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:33:51.613744 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-5aa02eb2-1c18-4b2d-9319-8b78c3a5f9f0 req-be6ee7bb-67dc-40d3-8362-611ee6c1cd18 service neutron] Attempting to bind port 574ea30c-2487-414e-a3f1-34897a56bd36 by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': 'a311d405-ce7a-452b-a884-7f4921b50215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7e609bc1-00ff-483d-9d9f-8eba780b3ef7'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:33:51.614293 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa02eb2-1c18-4b2d-9319-8b78c3a5f9f0 req-be6ee7bb-67dc-40d3-8362-611ee6c1cd18 service neutron] Attempting to bind port 574ea30c-2487-414e-a3f1-34897a56bd36 on network 7e609bc1-00ff-483d-9d9f-8eba780b3ef7 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:33:51.621096 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa02eb2-1c18-4b2d-9319-8b78c3a5f9f0 req-be6ee7bb-67dc-40d3-8362-611ee6c1cd18 service neutron] Port 574ea30c-2487-414e-a3f1-34897a56bd36 on network 7e609bc1-00ff-483d-9d9f-8eba780b3ef7 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:33:51.621631 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa02eb2-1c18-4b2d-9319-8b78c3a5f9f0 req-be6ee7bb-67dc-40d3-8362-611ee6c1cd18 service neutron] Attempting to bind port 574ea30c-2487-414e-a3f1-34897a56bd36 on network 7e609bc1-00ff-483d-9d9f-8eba780b3ef7 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:33:51.646962 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa02eb2-1c18-4b2d-9319-8b78c3a5f9f0 req-be6ee7bb-67dc-40d3-8362-611ee6c1cd18 service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:33:51.647535 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa02eb2-1c18-4b2d-9319-8b78c3a5f9f0 req-be6ee7bb-67dc-40d3-8362-611ee6c1cd18 service neutron] Checking segment: {'id': 'a311d405-ce7a-452b-a884-7f4921b50215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7e609bc1-00ff-483d-9d9f-8eba780b3ef7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:33:51.648037 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa02eb2-1c18-4b2d-9319-8b78c3a5f9f0 req-be6ee7bb-67dc-40d3-8362-611ee6c1cd18 service neutron] Bound using segment: {'id': 'a311d405-ce7a-452b-a884-7f4921b50215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7e609bc1-00ff-483d-9d9f-8eba780b3ef7'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:33:51.648592 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-5aa02eb2-1c18-4b2d-9319-8b78c3a5f9f0 req-be6ee7bb-67dc-40d3-8362-611ee6c1cd18 service neutron] Bound port: 574ea30c-2487-414e-a3f1-34897a56bd36, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a311d405-ce7a-452b-a884-7f4921b50215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7e609bc1-00ff-483d-9d9f-8eba780b3ef7'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:33:51.649085 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-5aa02eb2-1c18-4b2d-9319-8b78c3a5f9f0 req-be6ee7bb-67dc-40d3-8362-611ee6c1cd18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:51.934437 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-5aa02eb2-1c18-4b2d-9319-8b78c3a5f9f0 req-be6ee7bb-67dc-40d3-8362-611ee6c1cd18 service neutron] For port 574ea30c-2487-414e-a3f1-34897a56bd36, host n-h2-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:33:51.979108 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-5aa02eb2-1c18-4b2d-9319-8b78c3a5f9f0 req-be6ee7bb-67dc-40d3-8362-611ee6c1cd18 service neutron] For port 574ea30c-2487-414e-a3f1-34897a56bd36, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=574ea30c-2487-414e-a3f1-34897a56bd36,segment=NetworkSegment(a311d405-ce7a-452b-a884-7f4921b50215),segment_id=a311d405-ce7a-452b-a884-7f4921b50215)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:33:51.988927 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92380b2-32c3-4ebe-84f3-b58a47e948c9 req-fecbc98f-9260-42e6-abd6-543de118728d tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:51.992975 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-5aa02eb2-1c18-4b2d-9319-8b78c3a5f9f0 req-be6ee7bb-67dc-40d3-8362-611ee6c1cd18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:52.004766 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a92380b2-32c3-4ebe-84f3-b58a47e948c9 req-fecbc98f-9260-42e6-abd6-543de118728d tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "GET /v2.0/ports?device_id=7930c9ff-431f-4c7c-aace-69f75a40e42e HTTP/1.1" status: 200 len: 944 time: 0.1594222 Nov 12 08:33:52.105539 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6ee7bb-67dc-40d3-8362-611ee6c1cd18 service neutron] Pushing event updated for resources: {'Port': ['ID=574ea30c-2487-414e-a3f1-34897a56bd36,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:52.129273 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa02eb2-1c18-4b2d-9319-8b78c3a5f9f0 req-be6ee7bb-67dc-40d3-8362-611ee6c1cd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:52.129908 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-5aa02eb2-1c18-4b2d-9319-8b78c3a5f9f0 req-be6ee7bb-67dc-40d3-8362-611ee6c1cd18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:52.134432 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5aa02eb2-1c18-4b2d-9319-8b78c3a5f9f0 req-be6ee7bb-67dc-40d3-8362-611ee6c1cd18 service neutron] 10.222.0.44 "PUT /v2.0/ports/574ea30c-2487-414e-a3f1-34897a56bd36 HTTP/1.1" status: 200 len: 1093 time: 1.6919925 Nov 12 08:33:52.135170 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7930c9ff-431f-4c7c-aace-69f75a40e42e', 'tag': '574ea30c-2487-414e-a3f1-34897a56bd36'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:33:52.139054 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90bed6b7-5d38-4a71-9eee-03163a818547" -d '{"events": [{"name": "network-changed", "server_uuid": "7930c9ff-431f-4c7c-aace-69f75a40e42e", "tag": "574ea30c-2487-414e-a3f1-34897a56bd36"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:33:52.211026 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a92380b2-32c3-4ebe-84f3-b58a47e948c9 req-dae6d6bb-d01c-474e-a184-a4a9cac81698 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "GET /v2.0/security-groups?id=65f47b5a-d181-4ae7-b608-1a89a67c1656&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2045555 Nov 12 08:33:52.445380 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa02eb2-1c18-4b2d-9319-8b78c3a5f9f0 req-67130636-09a4-4f9d-adc7-bd844e56ee50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:52.448499 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5aa02eb2-1c18-4b2d-9319-8b78c3a5f9f0 req-67130636-09a4-4f9d-adc7-bd844e56ee50 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=217ce66299114e9fb6c1fa9116e9e5f5&device_id=7930c9ff-431f-4c7c-aace-69f75a40e42e HTTP/1.1" status: 200 len: 1096 time: 0.1834018 Nov 12 08:33:52.597687 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5aa02eb2-1c18-4b2d-9319-8b78c3a5f9f0 req-efa4509c-3b5d-446b-921a-5364bc7b6cc9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=574ea30c-2487-414e-a3f1-34897a56bd36 HTTP/1.1" status: 200 len: 217 time: 0.1230841 Nov 12 08:33:52.605899 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d462b513-b8f0-4379-9c80-8c8241e97ea0 req-405be3ce-4298-4ed2-8043-aa3ebc3b12a1 tempest-ServerShowV254Test-1402981528 tempest-ServerShowV254Test-1402981528-project] 10.222.0.26 "GET /v2.0/ports?device_id=47e30420-8fbb-4fa9-8e50-d3ea46d51a4f HTTP/1.1" status: 200 len: 210 time: 0.0485337 Nov 12 08:33:52.795299 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72831053-f74a-49da-8b38-7eecf80e44e5 x-openstack-request-id: req-72831053-f74a-49da-8b38-7eecf80e44e5 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:33:52.795726 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7930c9ff-431f-4c7c-aace-69f75a40e42e", "tag": "574ea30c-2487-414e-a3f1-34897a56bd36", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:33:52.796088 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-72831053-f74a-49da-8b38-7eecf80e44e5 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:33:52.797200 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7930c9ff-431f-4c7c-aace-69f75a40e42e', 'tag': '574ea30c-2487-414e-a3f1-34897a56bd36', 'status': 'completed', 'code': 200} Nov 12 08:33:52.809623 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa02eb2-1c18-4b2d-9319-8b78c3a5f9f0 req-d2a8d70a-c8e7-4209-a80e-af6719637c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:52.812294 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5aa02eb2-1c18-4b2d-9319-8b78c3a5f9f0 req-d2a8d70a-c8e7-4209-a80e-af6719637c6e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=48fd8021-0e17-4172-812d-17238fc37d26 HTTP/1.1" status: 200 len: 850 time: 0.2026937 Nov 12 08:33:52.919530 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa02eb2-1c18-4b2d-9319-8b78c3a5f9f0 req-c5fa1072-bc49-49b7-9c0f-2b50fa2f2b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:52.921134 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5aa02eb2-1c18-4b2d-9319-8b78c3a5f9f0 req-c5fa1072-bc49-49b7-9c0f-2b50fa2f2b3d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7e609bc1-00ff-483d-9d9f-8eba780b3ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1012864 Nov 12 08:33:53.078875 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5aa02eb2-1c18-4b2d-9319-8b78c3a5f9f0 req-56264c16-910f-4925-8e95-40fa6ec21920 service neutron] 10.222.0.44 "GET /v2.0/networks/7e609bc1-00ff-483d-9d9f-8eba780b3ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452365 Nov 12 08:33:53.231737 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5aa02eb2-1c18-4b2d-9319-8b78c3a5f9f0 req-6f6d0583-ad3d-4894-9015-328e083828cc service neutron] 10.222.0.44 "GET /v2.0/networks/7e609bc1-00ff-483d-9d9f-8eba780b3ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410642 Nov 12 08:33:53.480265 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bed6b7-5d38-4a71-9eee-03163a818547 req-1ccd8892-c054-4560-83c7-22108e4b88cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:53.481683 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-90bed6b7-5d38-4a71-9eee-03163a818547 req-1ccd8892-c054-4560-83c7-22108e4b88cb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=217ce66299114e9fb6c1fa9116e9e5f5&device_id=7930c9ff-431f-4c7c-aace-69f75a40e42e HTTP/1.1" status: 200 len: 1096 time: 0.1152596 Nov 12 08:33:53.535665 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492d1f4f-e8bc-4de6-88d7-aa76018c4e81 req-0455d12c-9b09-4f82-a4b2-87cf5fa15cbe tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:53.543630 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-492d1f4f-e8bc-4de6-88d7-aa76018c4e81 req-0455d12c-9b09-4f82-a4b2-87cf5fa15cbe tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "GET /v2.0/ports?device_id=7930c9ff-431f-4c7c-aace-69f75a40e42e HTTP/1.1" status: 200 len: 944 time: 0.1323373 Nov 12 08:33:53.601422 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-492d1f4f-e8bc-4de6-88d7-aa76018c4e81 req-88961a30-71c7-4cb7-b4b7-adbc843b323c tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "GET /v2.0/security-groups?id=65f47b5a-d181-4ae7-b608-1a89a67c1656&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566332 Nov 12 08:33:53.606056 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bed6b7-5d38-4a71-9eee-03163a818547 req-33d62121-2d1f-4a7b-ae1e-54c00b5e0b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:53.607644 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-90bed6b7-5d38-4a71-9eee-03163a818547 req-33d62121-2d1f-4a7b-ae1e-54c00b5e0b03 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7e609bc1-00ff-483d-9d9f-8eba780b3ef7 HTTP/1.1" status: 200 len: 912 time: 0.1187770 Nov 12 08:33:53.671432 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-90bed6b7-5d38-4a71-9eee-03163a818547 req-f90dbfe3-2f8c-45f7-8df9-e0d2fde03275 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=574ea30c-2487-414e-a3f1-34897a56bd36 HTTP/1.1" status: 200 len: 217 time: 0.0518970 Nov 12 08:33:53.759016 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bed6b7-5d38-4a71-9eee-03163a818547 req-4ad3d6d9-c226-464b-a320-fac26efec5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:53.761969 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-90bed6b7-5d38-4a71-9eee-03163a818547 req-4ad3d6d9-c226-464b-a320-fac26efec5c0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=48fd8021-0e17-4172-812d-17238fc37d26 HTTP/1.1" status: 200 len: 850 time: 0.0821431 Nov 12 08:33:53.869773 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ab5d4b78-4e9d-43eb-93da-f58e7d8e5caf req-44208024-ac09-4228-9030-cc9d01cc4c75 tempest-ServerShowV254Test-1402981528 tempest-ServerShowV254Test-1402981528-project] 10.222.0.26 "GET /v2.0/ports?device_id=47e30420-8fbb-4fa9-8e50-d3ea46d51a4f HTTP/1.1" status: 200 len: 210 time: 0.0536044 Nov 12 08:33:53.871950 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bed6b7-5d38-4a71-9eee-03163a818547 req-54948c5e-afd9-4c74-a52a-109f7f154228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:53.874023 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-90bed6b7-5d38-4a71-9eee-03163a818547 req-54948c5e-afd9-4c74-a52a-109f7f154228 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7e609bc1-00ff-483d-9d9f-8eba780b3ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1028018 Nov 12 08:33:54.044329 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-90bed6b7-5d38-4a71-9eee-03163a818547 req-6da3f469-8a43-4cb4-b638-e7b0eef0ed2e service neutron] 10.222.0.44 "GET /v2.0/networks/7e609bc1-00ff-483d-9d9f-8eba780b3ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623049 Nov 12 08:33:54.197819 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-90bed6b7-5d38-4a71-9eee-03163a818547 req-2cd2e7ff-9739-4ac4-8f4a-84f692d718ea service neutron] 10.222.0.44 "GET /v2.0/networks/7e609bc1-00ff-483d-9d9f-8eba780b3ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412721 Nov 12 08:33:54.811149 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f550390e-5749-4d2c-bcec-58350f6c60ce req-3b2d64de-916a-47b1-8756-f64deac189e6 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:54.813216 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f550390e-5749-4d2c-bcec-58350f6c60ce req-3b2d64de-916a-47b1-8756-f64deac189e6 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "GET /v2.0/ports?device_id=7930c9ff-431f-4c7c-aace-69f75a40e42e HTTP/1.1" status: 200 len: 944 time: 0.0749254 Nov 12 08:33:54.910076 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f550390e-5749-4d2c-bcec-58350f6c60ce req-5732f0f4-ce3e-4709-93b3-4038aaa38dff tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "GET /v2.0/security-groups?id=65f47b5a-d181-4ae7-b608-1a89a67c1656&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801396 Nov 12 08:33:55.177536 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4b679574-495c-4776-9331-3a90bc6c4921 req-2854494c-a3e7-4375-8401-c23e656edeca tempest-ServerShowV254Test-1402981528 tempest-ServerShowV254Test-1402981528-project] 10.222.0.26 "GET /v2.0/ports?device_id=47e30420-8fbb-4fa9-8e50-d3ea46d51a4f HTTP/1.1" status: 200 len: 210 time: 0.0493047 Nov 12 08:33:56.059440 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6832a43c-b486-4bb1-bb8e-b4c42785674c req-ebc165d6-caff-495e-af70-d1690a17250b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=47e30420-8fbb-4fa9-8e50-d3ea46d51a4f HTTP/1.1" status: 200 len: 210 time: 0.0507162 Nov 12 08:33:56.215985 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d798e1-fcff-47c7-8c10-513e210ec95d req-aecf5365-88c6-4d4d-a966-07a214800c65 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:56.232019 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-41d798e1-fcff-47c7-8c10-513e210ec95d req-aecf5365-88c6-4d4d-a966-07a214800c65 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "GET /v2.0/ports?device_id=7930c9ff-431f-4c7c-aace-69f75a40e42e HTTP/1.1" status: 200 len: 944 time: 0.1335328 Nov 12 08:33:56.240533 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 574ea30c-2487-414e-a3f1-34897a56bd36 details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:33:56.320754 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-41d798e1-fcff-47c7-8c10-513e210ec95d req-4c8b77d4-f6e0-4c4c-96fd-01c847934acc tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "GET /v2.0/security-groups?id=65f47b5a-d181-4ae7-b608-1a89a67c1656&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802524 Nov 12 08:33:56.492333 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 574ea30c-2487-414e-a3f1-34897a56bd36, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=574ea30c-2487-414e-a3f1-34897a56bd36,segment=NetworkSegment(a311d405-ce7a-452b-a884-7f4921b50215),segment_id=a311d405-ce7a-452b-a884-7f4921b50215)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:56.547704 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': '574ea30c-2487-414e-a3f1-34897a56bd36', 'network_id': '7e609bc1-00ff-483d-9d9f-8eba780b3ef7', 'port_id': '574ea30c-2487-414e-a3f1-34897a56bd36', 'mac_address': 'fa:16:3e:96:af:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48fd8021-0e17-4172-812d-17238fc37d26', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:33:56.714376 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:56.766294 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 574ea30c-2487-414e-a3f1-34897a56bd36 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:33:56.816736 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5e1aa244-4f10-430a-9196-8d9c6e36c096 req-c722b921-12bc-4f7f-8fc0-3615e138ae54 tempest-ServerShowV254Test-1402981528 tempest-ServerShowV254Test-1402981528-project] 10.222.0.26 "GET /v2.0/ports?device_id=47e30420-8fbb-4fa9-8e50-d3ea46d51a4f HTTP/1.1" status: 200 len: 210 time: 0.0770922 Nov 12 08:33:56.818914 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 574ea30c-2487-414e-a3f1-34897a56bd36, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=574ea30c-2487-414e-a3f1-34897a56bd36,segment=NetworkSegment(a311d405-ce7a-452b-a884-7f4921b50215),segment_id=a311d405-ce7a-452b-a884-7f4921b50215)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:56.824641 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:56.953063 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=574ea30c-2487-414e-a3f1-34897a56bd36,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:57.214779 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['574ea30c-2487-414e-a3f1-34897a56bd36'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:33:57.325996 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 40642) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:57.697707 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e208df12-75db-4e2b-bd8f-e0bb5f1bdcae req-b05f5097-1df8-4520-8ffa-9f759f34826b tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:57.742054 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e208df12-75db-4e2b-bd8f-e0bb5f1bdcae req-b05f5097-1df8-4520-8ffa-9f759f34826b tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "GET /v2.0/ports?device_id=7930c9ff-431f-4c7c-aace-69f75a40e42e HTTP/1.1" status: 200 len: 945 time: 0.2760365 Nov 12 08:33:57.785225 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4fbd904e-71af-4f56-9136-a831f59d5cf5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:57.907416 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e208df12-75db-4e2b-bd8f-e0bb5f1bdcae req-a63dd181-f041-4e99-b8f5-9f8a62477d05 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "GET /v2.0/security-groups?id=65f47b5a-d181-4ae7-b608-1a89a67c1656&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1613443 Nov 12 08:33:58.011643 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4fbd904e-71af-4f56-9136-a831f59d5cf5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:58.018023 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4fbd904e-71af-4f56-9136-a831f59d5cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:58.066005 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbd904e-71af-4f56-9136-a831f59d5cf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f52cb232-08ed-4597-b559-f93f00843a7b,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:58.104634 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbd904e-71af-4f56-9136-a831f59d5cf5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:58.104992 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbd904e-71af-4f56-9136-a831f59d5cf5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:58.105382 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbd904e-71af-4f56-9136-a831f59d5cf5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:58.105727 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbd904e-71af-4f56-9136-a831f59d5cf5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:58.106067 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbd904e-71af-4f56-9136-a831f59d5cf5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:58.106401 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbd904e-71af-4f56-9136-a831f59d5cf5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:58.106810 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbd904e-71af-4f56-9136-a831f59d5cf5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:58.107283 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbd904e-71af-4f56-9136-a831f59d5cf5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:58.107830 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbd904e-71af-4f56-9136-a831f59d5cf5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:58.108125 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbd904e-71af-4f56-9136-a831f59d5cf5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:58.108397 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbd904e-71af-4f56-9136-a831f59d5cf5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:58.108733 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbd904e-71af-4f56-9136-a831f59d5cf5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:58.124154 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-4fbd904e-71af-4f56-9136-a831f59d5cf5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2413ee2b42ba484cb73b2f920ee993c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7968056 Nov 12 08:33:58.128517 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 40666) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:58.227197 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 574ea30c-2487-414e-a3f1-34897a56bd36 up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:33:58.250404 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c1a9e111-9ad2-4ea0-b253-1786825c161b req-46e9c2dc-4788-474d-8da4-0212fc2290ef tempest-ServerShowV254Test-1402981528 tempest-ServerShowV254Test-1402981528-project] 10.222.0.26 "GET /v2.0/ports?device_id=47e30420-8fbb-4fa9-8e50-d3ea46d51a4f HTTP/1.1" status: 200 len: 210 time: 0.0466709 Nov 12 08:33:58.269429 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f5d4b0f1-1901-44e1-a4e2-268ef2661253 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:58.347582 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f5d4b0f1-1901-44e1-a4e2-268ef2661253 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:58.355037 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning for port 574ea30c-2487-414e-a3f1-34897a56bd36 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:33:58.371898 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port 574ea30c-2487-414e-a3f1-34897a56bd36 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:33:58.372797 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:58.504413 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f5d4b0f1-1901-44e1-a4e2-268ef2661253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:58.507529 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f5d4b0f1-1901-44e1-a4e2-268ef2661253 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:58.511369 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-f5d4b0f1-1901-44e1-a4e2-268ef2661253 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f52cb232-08ed-4597-b559-f93f00843a7b HTTP/1.1" status: 204 len: 168 time: 0.3791461 Nov 12 08:33:58.528669 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d4b0f1-1901-44e1-a4e2-268ef2661253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f52cb232-08ed-4597-b559-f93f00843a7b,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:58.591741 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:58.953473 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7930c9ff-431f-4c7c-aace-69f75a40e42e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '574ea30c-2487-414e-a3f1-34897a56bd36'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:33:58.957951 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dd17cc1-3a5b-45c0-aeb5-0fc3c9f1b889" -d '{"events": [{"server_uuid": "7930c9ff-431f-4c7c-aace-69f75a40e42e", "name": "network-vif-plugged", "status": "completed", "tag": "574ea30c-2487-414e-a3f1-34897a56bd36"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:33:58.996212 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 574ea30c-2487-414e-a3f1-34897a56bd36, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=574ea30c-2487-414e-a3f1-34897a56bd36,segment=NetworkSegment(a311d405-ce7a-452b-a884-7f4921b50215),segment_id=a311d405-ce7a-452b-a884-7f4921b50215)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:59.006219 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:59.233667 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 40710) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:59.237103 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=574ea30c-2487-414e-a3f1-34897a56bd36,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:59.269075 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-92b0387e-ebae-459a-b18c-cb7e66251f10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:59.384581 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7729ce2-6195-47c9-bc44-48f0db2737fb req-a84bd8a1-c353-4549-a28c-ef98bdc4b63b tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:59.395189 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b7729ce2-6195-47c9-bc44-48f0db2737fb req-a84bd8a1-c353-4549-a28c-ef98bdc4b63b tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "GET /v2.0/ports?device_id=7930c9ff-431f-4c7c-aace-69f75a40e42e HTTP/1.1" status: 200 len: 946 time: 0.1695020 Nov 12 08:33:59.454444 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-92b0387e-ebae-459a-b18c-cb7e66251f10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:59.470373 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-92b0387e-ebae-459a-b18c-cb7e66251f10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:59.529538 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-92b0387e-ebae-459a-b18c-cb7e66251f10 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=21139f48e47440e093c927c0dfc52299&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2939322 Nov 12 08:33:59.532106 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 40718) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:59.589553 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b7729ce2-6195-47c9-bc44-48f0db2737fb req-3a0db6be-30e9-4642-8947-f8dd0a661562 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "GET /v2.0/security-groups?id=65f47b5a-d181-4ae7-b608-1a89a67c1656&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1922538 Nov 12 08:33:59.711835 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-930af1c7-8227-4ff9-8711-ce6c7fd5e35a x-openstack-request-id: req-930af1c7-8227-4ff9-8711-ce6c7fd5e35a {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:33:59.712290 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7930c9ff-431f-4c7c-aace-69f75a40e42e", "name": "network-vif-plugged", "status": "completed", "tag": "574ea30c-2487-414e-a3f1-34897a56bd36", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:33:59.712690 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-930af1c7-8227-4ff9-8711-ce6c7fd5e35a {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:33:59.713567 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7930c9ff-431f-4c7c-aace-69f75a40e42e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '574ea30c-2487-414e-a3f1-34897a56bd36', 'code': 200} Nov 12 08:33:59.716979 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b0387e-ebae-459a-b18c-cb7e66251f10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baae267f-3a58-4e7f-b48e-b050cdc637e2,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:59.777013 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-17d7752f-6251-42eb-b332-143ae90afac2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:59.847899 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-17d7752f-6251-42eb-b332-143ae90afac2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:59.891952 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e2f83070-4252-410f-8bc5-95821e24e433 req-ace521bc-f969-4d7e-8d7d-96837791431b tempest-ServerShowV254Test-1402981528 tempest-ServerShowV254Test-1402981528-project] 10.222.0.26 "GET /v2.0/ports?device_id=47e30420-8fbb-4fa9-8e50-d3ea46d51a4f HTTP/1.1" status: 200 len: 210 time: 0.0535693 Nov 12 08:34:00.023544 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a64e65a-b023-44be-869d-271a7c79db1a req-f7a334ae-010f-4ff6-97ca-34d1750c983f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:00.025755 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9a64e65a-b023-44be-869d-271a7c79db1a req-f7a334ae-010f-4ff6-97ca-34d1750c983f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7930c9ff-431f-4c7c-aace-69f75a40e42e HTTP/1.1" status: 200 len: 1098 time: 0.1604853 Nov 12 08:34:00.075861 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-17d7752f-6251-42eb-b332-143ae90afac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:00.078506 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-17d7752f-6251-42eb-b332-143ae90afac2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:00.080500 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-17d7752f-6251-42eb-b332-143ae90afac2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/baae267f-3a58-4e7f-b48e-b050cdc637e2 HTTP/1.1" status: 204 len: 168 time: 0.5451086 Nov 12 08:34:00.102171 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d7752f-6251-42eb-b332-143ae90afac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baae267f-3a58-4e7f-b48e-b050cdc637e2,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:00.145822 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9a64e65a-b023-44be-869d-271a7c79db1a req-b42c19b3-4e75-4cec-af28-2f514db31086 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=65f47b5a-d181-4ae7-b608-1a89a67c1656&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054878 Nov 12 08:34:00.846923 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7318c7-4543-4805-b66f-464c2abe8770 req-1838f27a-1888-4c49-af95-a764ba81c577 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:00.848693 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ee7318c7-4543-4805-b66f-464c2abe8770 req-1838f27a-1888-4c49-af95-a764ba81c577 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "GET /v2.0/ports?device_id=7930c9ff-431f-4c7c-aace-69f75a40e42e HTTP/1.1" status: 200 len: 946 time: 0.0910783 Nov 12 08:34:00.922497 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ee7318c7-4543-4805-b66f-464c2abe8770 req-8dd5a1f4-1ddd-4f59-be14-560fb7bc37c3 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "GET /v2.0/security-groups?id=65f47b5a-d181-4ae7-b608-1a89a67c1656&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626266 Nov 12 08:34:01.098925 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2096a0c4-6211-4935-aab4-f992881e8df8 req-16e5b37c-e618-40c6-99a9-f3b0cc2f3667 tempest-ServerShowV254Test-1402981528 tempest-ServerShowV254Test-1402981528-project] 10.222.0.26 "GET /v2.0/ports?device_id=47e30420-8fbb-4fa9-8e50-d3ea46d51a4f HTTP/1.1" status: 200 len: 210 time: 0.0602505 Nov 12 08:34:02.185214 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cd2cc9-66e4-48b8-a082-de2cbf87777b req-320ef89c-77fa-4458-895c-cb3aac2c695e tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:02.190301 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-51cd2cc9-66e4-48b8-a082-de2cbf87777b req-320ef89c-77fa-4458-895c-cb3aac2c695e tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "GET /v2.0/ports?device_id=7930c9ff-431f-4c7c-aace-69f75a40e42e HTTP/1.1" status: 200 len: 946 time: 0.0969219 Nov 12 08:34:02.333681 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-51cd2cc9-66e4-48b8-a082-de2cbf87777b req-0c0d37b8-33fd-4d00-9565-d03dca298488 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "GET /v2.0/security-groups?id=65f47b5a-d181-4ae7-b608-1a89a67c1656&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302831 Nov 12 08:34:02.513593 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-063fd22b-71d6-4e17-ab20-eeafde7c83b2 req-d8a4c3c2-1c9f-492d-9a4b-e513ebf6a172 tempest-ServerShowV254Test-1402981528 tempest-ServerShowV254Test-1402981528-project] 10.222.0.26 "GET /v2.0/ports?device_id=47e30420-8fbb-4fa9-8e50-d3ea46d51a4f HTTP/1.1" status: 200 len: 210 time: 0.0620763 Nov 12 08:34:02.860936 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09ac2cc-8f67-45b4-8f3a-929ad9141395 req-82b3609f-a59c-4d52-aede-a404f80871bb tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:02.880572 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 40820) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:02.882331 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f09ac2cc-8f67-45b4-8f3a-929ad9141395 req-82b3609f-a59c-4d52-aede-a404f80871bb tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "GET /v2.0/ports?device_id=7930c9ff-431f-4c7c-aace-69f75a40e42e HTTP/1.1" status: 200 len: 946 time: 0.1364696 Nov 12 08:34:02.887065 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-611b99d4-bd03-404f-9538-0b78140cf654 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Request body: {'floatingip': {'port_id': '574ea30c-2487-414e-a3f1-34897a56bd36'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:02.975126 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-611b99d4-bd03-404f-9538-0b78140cf654 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Publish callbacks [] for floatingip, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:03.663113 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.db.resource_extend [None req-611b99d4-bd03-404f-9538-0b78140cf654 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:34:03.758844 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5eeeff43-fa35-4b94-9883-9474ecddf387 req-5b034a02-a477-4ad6-ad38-d5978148d583 tempest-ServerShowV254Test-1402981528 tempest-ServerShowV254Test-1402981528-project] 10.222.0.26 "GET /v2.0/ports?device_id=47e30420-8fbb-4fa9-8e50-d3ea46d51a4f HTTP/1.1" status: 200 len: 210 time: 0.0582511 Nov 12 08:34:03.806842 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-611b99d4-bd03-404f-9538-0b78140cf654 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:03.812594 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-611b99d4-bd03-404f-9538-0b78140cf654 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:03.949092 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-30219a71-c99a-479b-80b6-b5efa277dc8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:04.002787 n-d-765315-29 neutron-server[102599]: INFO neutron.db.l3_db [None req-611b99d4-bd03-404f-9538-0b78140cf654 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Floating IP 552607fe-359a-49f0-a270-82118dc09061 associated. External IP: 172.25.2.128, port: 574ea30c-2487-414e-a3f1-34897a56bd36. Nov 12 08:34:04.549057 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-611b99d4-bd03-404f-9538-0b78140cf654 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Router 4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:34:04.811845 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-611b99d4-bd03-404f-9538-0b78140cf654 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:34:04.834224 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ada687-3cd9-4cc6-b24b-ff41c794b35d None None] Sync routers for ids ['4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:34:04.850257 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-611b99d4-bd03-404f-9538-0b78140cf654 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:04.906554 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ada687-3cd9-4cc6-b24b-ff41c794b35d None None] Routers {'4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:34:04.908938 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-11ada687-3cd9-4cc6-b24b-ff41c794b35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:33:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:04.940649 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-611b99d4-bd03-404f-9538-0b78140cf654 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "PUT /v2.0/floatingips/552607fe-359a-49f0-a270-82118dc09061 HTTP/1.1" status: 200 len: 992 time: 2.0569096 Nov 12 08:34:04.941278 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7930c9ff-431f-4c7c-aace-69f75a40e42e', 'tag': '574ea30c-2487-414e-a3f1-34897a56bd36'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:34:04.949843 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ed9bfa-d929-4878-8519-4dceae464e71" -d '{"events": [{"name": "network-changed", "server_uuid": "7930c9ff-431f-4c7c-aace-69f75a40e42e", "tag": "574ea30c-2487-414e-a3f1-34897a56bd36"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:34:05.062625 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-64b650fe-ec72-497c-81f8-35fd35aa30a0 req-5666036e-2d41-4156-b16f-8109dfd1c57e tempest-ServerShowV254Test-1402981528 tempest-ServerShowV254Test-1402981528-project] 10.222.0.26 "GET /v2.0/ports?device_id=47e30420-8fbb-4fa9-8e50-d3ea46d51a4f HTTP/1.1" status: 200 len: 210 time: 0.0502203 Nov 12 08:34:05.168501 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-11ada687-3cd9-4cc6-b24b-ff41c794b35d None None] Set router 4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:34:05.277184 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:05.494654 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a24e0b4-4634-4091-a09a-d7dd91a3c85f x-openstack-request-id: req-6a24e0b4-4634-4091-a09a-d7dd91a3c85f {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:34:05.495842 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7930c9ff-431f-4c7c-aace-69f75a40e42e", "tag": "574ea30c-2487-414e-a3f1-34897a56bd36", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:34:05.496094 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6a24e0b4-4634-4091-a09a-d7dd91a3c85f {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:34:05.496553 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7930c9ff-431f-4c7c-aace-69f75a40e42e', 'tag': '574ea30c-2487-414e-a3f1-34897a56bd36', 'status': 'completed', 'code': 200} Nov 12 08:34:05.633369 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed9bfa-d929-4878-8519-4dceae464e71 req-dee6819e-9489-4637-b976-91c1bd898c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:05.634907 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-96ed9bfa-d929-4878-8519-4dceae464e71 req-dee6819e-9489-4637-b976-91c1bd898c17 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=217ce66299114e9fb6c1fa9116e9e5f5&device_id=7930c9ff-431f-4c7c-aace-69f75a40e42e HTTP/1.1" status: 200 len: 1098 time: 0.0834005 Nov 12 08:34:05.724041 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-11ada687-3cd9-4cc6-b24b-ff41c794b35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3', 'name': 'tempest-AttachVolumeTestJSON-1583128094-router', 'tenant_id': '217ce66299114e9fb6c1fa9116e9e5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': 'a7a2684d-424f-41a7-8430-97d9e904a2f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:33:24Z', 'updated_at': '2021-11-12T08:33:31Z', 'revision_number': 4, 'project_id': '217ce66299114e9fb6c1fa9116e9e5f5', 'gw_port': {'id': 'a7a2684d-424f-41a7-8430-97d9e904a2f4', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:22:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:33:25Z', 'updated_at': '2021-11-12T08:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': '552607fe-359a-49f0-a270-82118dc09061', 'tenant_id': '217ce66299114e9fb6c1fa9116e9e5f5', 'floating_ip_address': '172.25.2.128', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': '4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3', 'port_id': '574ea30c-2487-414e-a3f1-34897a56bd36', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e609bc1-00ff-483d-9d9f-8eba780b3ef7', 'mac_address': 'fa:16:3e:96:af:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7930c9ff-431f-4c7c-aace-69f75a40e42e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:33:40Z', 'updated_at': '2021-11-12T08:34:03Z', 'revision_number': 1, 'project_id': '217ce66299114e9fb6c1fa9116e9e5f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b95ce2eb-6d6b-4601-9b88-646606c9f84d', 'name': '', 'network_id': '7e609bc1-00ff-483d-9d9f-8eba780b3ef7', 'tenant_id': '217ce66299114e9fb6c1fa9116e9e5f5', 'mac_address': 'fa:16:3e:07:07:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '48fd8021-0e17-4172-812d-17238fc37d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:33:29Z', 'updated_at': '2021-11-12T08:33:45Z', 'revision_number': 5, 'project_id': '217ce66299114e9fb6c1fa9116e9e5f5', 'subnets': [{'id': '48fd8021-0e17-4172-812d-17238fc37d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:05.766367 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ada687-3cd9-4cc6-b24b-ff41c794b35d None None] Checking router: 4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3 for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:34:05.777780 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ada687-3cd9-4cc6-b24b-ff41c794b35d None None] Routers {'4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:34:05.778818 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-11ada687-3cd9-4cc6-b24b-ff41c794b35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:33:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:05.919890 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed9bfa-d929-4878-8519-4dceae464e71 req-b97d7993-1266-4b7d-92d8-ba55e99bdbec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:05.924328 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-96ed9bfa-d929-4878-8519-4dceae464e71 req-b97d7993-1266-4b7d-92d8-ba55e99bdbec service neutron] 10.222.0.44 "GET /v2.0/networks?id=7e609bc1-00ff-483d-9d9f-8eba780b3ef7 HTTP/1.1" status: 200 len: 912 time: 0.2790821 Nov 12 08:34:06.025083 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-11ada687-3cd9-4cc6-b24b-ff41c794b35d None None] Set router 4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:34:06.182924 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-96ed9bfa-d929-4878-8519-4dceae464e71 req-bd1052bf-bbab-4b1c-a1f3-4995203b3072 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=574ea30c-2487-414e-a3f1-34897a56bd36 HTTP/1.1" status: 200 len: 1000 time: 0.2412989 Nov 12 08:34:06.333390 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed9bfa-d929-4878-8519-4dceae464e71 req-112ee6a0-25d8-4b82-879c-6355236e30b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:06.334957 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-96ed9bfa-d929-4878-8519-4dceae464e71 req-112ee6a0-25d8-4b82-879c-6355236e30b5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=48fd8021-0e17-4172-812d-17238fc37d26 HTTP/1.1" status: 200 len: 850 time: 0.1440747 Nov 12 08:34:06.431504 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-eb4f2574-94cf-48fc-9be9-e6abfa9fdaa8 req-abef6595-aaca-488f-af25-c91d9b6a457e tempest-ServerShowV254Test-1402981528 tempest-ServerShowV254Test-1402981528-project] 10.222.0.26 "GET /v2.0/ports?device_id=47e30420-8fbb-4fa9-8e50-d3ea46d51a4f HTTP/1.1" status: 200 len: 210 time: 0.1268034 Nov 12 08:34:06.551303 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed9bfa-d929-4878-8519-4dceae464e71 req-117f4e05-a28f-4d25-b8d4-64c04e212019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:06.554274 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-96ed9bfa-d929-4878-8519-4dceae464e71 req-117f4e05-a28f-4d25-b8d4-64c04e212019 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7e609bc1-00ff-483d-9d9f-8eba780b3ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2068455 Nov 12 08:34:06.827679 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-11ada687-3cd9-4cc6-b24b-ff41c794b35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3', 'name': 'tempest-AttachVolumeTestJSON-1583128094-router', 'tenant_id': '217ce66299114e9fb6c1fa9116e9e5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': 'a7a2684d-424f-41a7-8430-97d9e904a2f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:33:24Z', 'updated_at': '2021-11-12T08:33:31Z', 'revision_number': 4, 'project_id': '217ce66299114e9fb6c1fa9116e9e5f5', 'gw_port': {'id': 'a7a2684d-424f-41a7-8430-97d9e904a2f4', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:22:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:33:25Z', 'updated_at': '2021-11-12T08:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': '552607fe-359a-49f0-a270-82118dc09061', 'tenant_id': '217ce66299114e9fb6c1fa9116e9e5f5', 'floating_ip_address': '172.25.2.128', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': '4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3', 'port_id': '574ea30c-2487-414e-a3f1-34897a56bd36', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e609bc1-00ff-483d-9d9f-8eba780b3ef7', 'mac_address': 'fa:16:3e:96:af:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7930c9ff-431f-4c7c-aace-69f75a40e42e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:33:40Z', 'updated_at': '2021-11-12T08:34:03Z', 'revision_number': 1, 'project_id': '217ce66299114e9fb6c1fa9116e9e5f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b95ce2eb-6d6b-4601-9b88-646606c9f84d', 'name': '', 'network_id': '7e609bc1-00ff-483d-9d9f-8eba780b3ef7', 'tenant_id': '217ce66299114e9fb6c1fa9116e9e5f5', 'mac_address': 'fa:16:3e:07:07:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '48fd8021-0e17-4172-812d-17238fc37d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:33:29Z', 'updated_at': '2021-11-12T08:33:45Z', 'revision_number': 5, 'project_id': '217ce66299114e9fb6c1fa9116e9e5f5', 'subnets': [{'id': '48fd8021-0e17-4172-812d-17238fc37d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:06.831957 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-96ed9bfa-d929-4878-8519-4dceae464e71 req-7cc40305-2a04-49ff-b929-b5e72c513209 service neutron] 10.222.0.44 "GET /v2.0/networks/7e609bc1-00ff-483d-9d9f-8eba780b3ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655890 Nov 12 08:34:06.871626 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ada687-3cd9-4cc6-b24b-ff41c794b35d None None] The sync data for ids ['4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3'] in n-d-765315-29 is: [{'id': '4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3', 'name': 'tempest-AttachVolumeTestJSON-1583128094-router', 'tenant_id': '217ce66299114e9fb6c1fa9116e9e5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': 'a7a2684d-424f-41a7-8430-97d9e904a2f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:33:24Z', 'updated_at': '2021-11-12T08:33:31Z', 'revision_number': 4, 'project_id': '217ce66299114e9fb6c1fa9116e9e5f5', 'gw_port': {'id': 'a7a2684d-424f-41a7-8430-97d9e904a2f4', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:22:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:33:25Z', 'updated_at': '2021-11-12T08:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': '552607fe-359a-49f0-a270-82118dc09061', 'tenant_id': '217ce66299114e9fb6c1fa9116e9e5f5', 'floating_ip_address': '172.25.2.128', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': '4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3', 'port_id': '574ea30c-2487-414e-a3f1-34897a56bd36', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e609bc1-00ff-483d-9d9f-8eba780b3ef7', 'mac_address': 'fa:16:3e:96:af:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7930c9ff-431f-4c7c-aace-69f75a40e42e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:33:40Z', 'updated_at': '2021-11-12T08:34:03Z', 'revision_number': 1, 'project_id': '217ce66299114e9fb6c1fa9116e9e5f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b95ce2eb-6d6b-4601-9b88-646606c9f84d', 'name': '', 'network_id': '7e609bc1-00ff-483d-9d9f-8eba780b3ef7', 'tenant_id': '217ce66299114e9fb6c1fa9116e9e5f5', 'mac_address': 'fa:16:3e:07:07:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '48fd8021-0e17-4172-812d-17238fc37d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:33:29Z', 'updated_at': '2021-11-12T08:33:45Z', 'revision_number': 5, 'project_id': '217ce66299114e9fb6c1fa9116e9e5f5', 'subnets': [{'id': '48fd8021-0e17-4172-812d-17238fc37d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:34:06.982221 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4dde4311-49e1-4511-9b38-5b221f09dd5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:07.142006 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-96ed9bfa-d929-4878-8519-4dceae464e71 req-1cdd87f7-e905-4402-beb4-46fedaab0deb service neutron] 10.222.0.44 "GET /v2.0/networks/7e609bc1-00ff-483d-9d9f-8eba780b3ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3019390 Nov 12 08:34:07.477085 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441ad4dc-2a91-49b4-ad4a-839270735530 None None] New status for floating IP 552607fe-359a-49f0-a270-82118dc09061: ACTIVE {{(pid=102601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:34:07.649240 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b695f63f-9a92-4ccf-bc59-a5929e2964d3 req-d361a67b-c7ad-4f91-ac13-a59de25b01fd tempest-ServerShowV254Test-1402981528 tempest-ServerShowV254Test-1402981528-project] 10.222.0.26 "GET /v2.0/ports?device_id=47e30420-8fbb-4fa9-8e50-d3ea46d51a4f HTTP/1.1" status: 200 len: 210 time: 0.0590880 Nov 12 08:34:07.901333 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:08.801694 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2f9538f8-305c-42bc-9295-1f48f19859b3 req-f821e345-77c9-4f33-84cb-382c2de7e254 tempest-ServerShowV254Test-1402981528 tempest-ServerShowV254Test-1402981528-project] 10.222.0.26 "GET /v2.0/ports?device_id=47e30420-8fbb-4fa9-8e50-d3ea46d51a4f HTTP/1.1" status: 200 len: 210 time: 0.0301630 Nov 12 08:34:09.236105 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:09.807201 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:09.937205 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7f64363e-33a9-4b02-b1e2-1f2d1b67b61c req-62ec4cd5-d132-4fab-a420-742cd001ce39 tempest-ServerShowV254Test-1402981528 tempest-ServerShowV254Test-1402981528-project] 10.222.0.26 "GET /v2.0/ports?device_id=47e30420-8fbb-4fa9-8e50-d3ea46d51a4f HTTP/1.1" status: 200 len: 210 time: 0.0366991 Nov 12 08:34:10.606987 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56536ff-5e70-45f9-b0a9-47ecd77277e1 req-2c46f0e3-8d4a-45a0-92ce-bd174ea47414 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:10.611027 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f56536ff-5e70-45f9-b0a9-47ecd77277e1 req-2c46f0e3-8d4a-45a0-92ce-bd174ea47414 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=44828f50-33dd-4d92-a1f1-50e7ef19d191 HTTP/1.1" status: 200 len: 947 time: 0.0976076 Nov 12 08:34:10.684952 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f56536ff-5e70-45f9-b0a9-47ecd77277e1 req-229f441a-03b6-497d-acc1-e7bfb7be7067 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=59070d8f-e354-4643-b6db-9938f05a29ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654604 Nov 12 08:34:11.078765 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cd31ffa1-363c-465e-9397-ea72d11bb1ca req-afe59c45-5765-4036-bdf0-6ad5c1cee076 tempest-ServerShowV254Test-1402981528 tempest-ServerShowV254Test-1402981528-project] 10.222.0.26 "GET /v2.0/ports?device_id=47e30420-8fbb-4fa9-8e50-d3ea46d51a4f HTTP/1.1" status: 200 len: 210 time: 0.0340009 Nov 12 08:34:11.851613 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2640ac-745e-466b-957c-c6f94f0f741b req-8a606561-2bee-4852-bde9-83d0d672c65f tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:11.853002 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ae2640ac-745e-466b-957c-c6f94f0f741b req-8a606561-2bee-4852-bde9-83d0d672c65f tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=44828f50-33dd-4d92-a1f1-50e7ef19d191 HTTP/1.1" status: 200 len: 947 time: 0.0626786 Nov 12 08:34:11.911348 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ae2640ac-745e-466b-957c-c6f94f0f741b req-492dc7a4-c89d-4414-a402-b8724c68985a tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups?id=59070d8f-e354-4643-b6db-9938f05a29ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512879 Nov 12 08:34:12.059141 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166596cc-ccf3-4ce2-8273-b6ca799f3a06 req-e472d55e-5ae2-4f51-8687-f82dd95d90da tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:12.061817 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-166596cc-ccf3-4ce2-8273-b6ca799f3a06 req-e472d55e-5ae2-4f51-8687-f82dd95d90da tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.21 "GET /v2.0/ports?device_id=44828f50-33dd-4d92-a1f1-50e7ef19d191 HTTP/1.1" status: 200 len: 947 time: 0.0826645 Nov 12 08:34:12.233358 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-166596cc-ccf3-4ce2-8273-b6ca799f3a06 req-4d89f00b-b45c-4dd4-bfb0-4f1cfbe9544a tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Deleting port 0af5052b-702a-4c16-99fd-5b5921c73433 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:34:12.233989 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-166596cc-ccf3-4ce2-8273-b6ca799f3a06 req-4d89f00b-b45c-4dd4-bfb0-4f1cfbe9544a tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:12.316432 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fd990ab1-58ea-40db-9dde-26362aa47912 req-9928c7b9-298f-43eb-983c-e77f0f125af4 tempest-ServerShowV254Test-1402981528 tempest-ServerShowV254Test-1402981528-project] 10.222.0.26 "GET /v2.0/ports?device_id=47e30420-8fbb-4fa9-8e50-d3ea46d51a4f HTTP/1.1" status: 200 len: 210 time: 0.0816710 Nov 12 08:34:12.421977 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:12.436620 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-166596cc-ccf3-4ce2-8273-b6ca799f3a06 req-4d89f00b-b45c-4dd4-bfb0-4f1cfbe9544a tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] For port 0af5052b-702a-4c16-99fd-5b5921c73433, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=0af5052b-702a-4c16-99fd-5b5921c73433,segment=NetworkSegment(671b1e57-5287-4b28-8a6a-fdb7b6437699),segment_id=671b1e57-5287-4b28-8a6a-fdb7b6437699)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:34:12.437166 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-166596cc-ccf3-4ce2-8273-b6ca799f3a06 req-4d89f00b-b45c-4dd4-bfb0-4f1cfbe9544a tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:12.760786 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-166596cc-ccf3-4ce2-8273-b6ca799f3a06 req-4d89f00b-b45c-4dd4-bfb0-4f1cfbe9544a tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:12.761042 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-166596cc-ccf3-4ce2-8273-b6ca799f3a06 req-4d89f00b-b45c-4dd4-bfb0-4f1cfbe9544a tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:12.761360 n-d-765315-29 neutron-server[102599]: INFO neutron.db.l3_db [req-166596cc-ccf3-4ce2-8273-b6ca799f3a06 req-4d89f00b-b45c-4dd4-bfb0-4f1cfbe9544a tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Floating IP 0a6a9990-d7eb-46ed-b09d-a5a0dd75362b disassociated. External IP: 172.25.2.176, port: 0af5052b-702a-4c16-99fd-5b5921c73433. Nov 12 08:34:12.761702 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-166596cc-ccf3-4ce2-8273-b6ca799f3a06 req-4d89f00b-b45c-4dd4-bfb0-4f1cfbe9544a tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Calling delete_port for 0af5052b-702a-4c16-99fd-5b5921c73433 owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:34:12.937329 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-166596cc-ccf3-4ce2-8273-b6ca799f3a06 req-4d89f00b-b45c-4dd4-bfb0-4f1cfbe9544a tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:12.990306 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d89f00b-b45c-4dd4-bfb0-4f1cfbe9544a tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Pushing event deleted for resources: {'Port': ['ID=0af5052b-702a-4c16-99fd-5b5921c73433,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:13.129925 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5624d9f6-9204-4b9e-b302-b9f1516da3fe req-08fd5417-3cc4-4515-89f0-60a75db204ec tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=44828f50-33dd-4d92-a1f1-50e7ef19d191 HTTP/1.1" status: 200 len: 210 time: 0.0707843 Nov 12 08:34:13.210731 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [req-166596cc-ccf3-4ce2-8273-b6ca799f3a06 req-4d89f00b-b45c-4dd4-bfb0-4f1cfbe9544a tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Router bb9449dd-2085-4a38-9efe-6dead1752c5d has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:34:13.403101 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-166596cc-ccf3-4ce2-8273-b6ca799f3a06 req-4d89f00b-b45c-4dd4-bfb0-4f1cfbe9544a tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:34:13.417879 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270dfd27-8062-48d8-a2a8-b3fc6e6799d0 None None] Sync routers for ids ['bb9449dd-2085-4a38-9efe-6dead1752c5d'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:34:13.444335 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270dfd27-8062-48d8-a2a8-b3fc6e6799d0 None None] Routers {'bb9449dd-2085-4a38-9efe-6dead1752c5d'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:34:13.445259 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-270dfd27-8062-48d8-a2a8-b3fc6e6799d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:34:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['bb9449dd-2085-4a38-9efe-6dead1752c5d'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:13.523949 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3c24e558-bf26-430b-ad53-d139d6dccfc8 req-1b323f74-faaa-4920-9c87-b502754591db tempest-ServerShowV254Test-1402981528 tempest-ServerShowV254Test-1402981528-project] 10.222.0.26 "GET /v2.0/ports?device_id=47e30420-8fbb-4fa9-8e50-d3ea46d51a4f HTTP/1.1" status: 200 len: 210 time: 0.0783434 Nov 12 08:34:13.576789 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-166596cc-ccf3-4ce2-8273-b6ca799f3a06 req-4d89f00b-b45c-4dd4-bfb0-4f1cfbe9544a tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] No DVR routers for this DVR port 0af5052b-702a-4c16-99fd-5b5921c73433 on host n-h1-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:34:13.581532 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-166596cc-ccf3-4ce2-8273-b6ca799f3a06 req-4d89f00b-b45c-4dd4-bfb0-4f1cfbe9544a tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:13.585870 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-166596cc-ccf3-4ce2-8273-b6ca799f3a06 req-4d89f00b-b45c-4dd4-bfb0-4f1cfbe9544a tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.21 "DELETE /v2.0/ports/0af5052b-702a-4c16-99fd-5b5921c73433 HTTP/1.1" status: 204 len: 173 time: 1.5167251 Nov 12 08:34:13.587732 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44828f50-33dd-4d92-a1f1-50e7ef19d191', 'name': 'network-vif-deleted', 'tag': '0af5052b-702a-4c16-99fd-5b5921c73433'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:34:13.591592 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d96e437-860f-4681-bda8-2e16707ac0ac" -d '{"events": [{"server_uuid": "44828f50-33dd-4d92-a1f1-50e7ef19d191", "name": "network-vif-deleted", "tag": "0af5052b-702a-4c16-99fd-5b5921c73433"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:34:13.653895 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2a14a4c6-fe29-410b-8ef0-d4e772098fa0 req-ee3e487e-cf4c-4807-896f-1bbba24270f9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e7b22e6f-34ba-40cc-8b8b-fe95438187cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1860170 Nov 12 08:34:13.742395 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9c848f2-70be-4826-8c2d-48909ed00408 x-openstack-request-id: req-f9c848f2-70be-4826-8c2d-48909ed00408 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:34:13.742775 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44828f50-33dd-4d92-a1f1-50e7ef19d191", "name": "network-vif-deleted", "tag": "0af5052b-702a-4c16-99fd-5b5921c73433", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:34:13.743126 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f9c848f2-70be-4826-8c2d-48909ed00408 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:34:13.743839 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44828f50-33dd-4d92-a1f1-50e7ef19d191', 'name': 'network-vif-deleted', 'tag': '0af5052b-702a-4c16-99fd-5b5921c73433', 'status': 'completed', 'code': 200} Nov 12 08:34:13.790170 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-270dfd27-8062-48d8-a2a8-b3fc6e6799d0 None None] Set router bb9449dd-2085-4a38-9efe-6dead1752c5d gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:34:13.890350 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a14a4c6-fe29-410b-8ef0-d4e772098fa0 req-1942d0f8-3f5a-45cc-b89d-5f286a88f9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:13.891007 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a14a4c6-fe29-410b-8ef0-d4e772098fa0 req-1942d0f8-3f5a-45cc-b89d-5f286a88f9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:13.891629 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a14a4c6-fe29-410b-8ef0-d4e772098fa0 req-1942d0f8-3f5a-45cc-b89d-5f286a88f9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:13.892170 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a14a4c6-fe29-410b-8ef0-d4e772098fa0 req-1942d0f8-3f5a-45cc-b89d-5f286a88f9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:13.893037 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a14a4c6-fe29-410b-8ef0-d4e772098fa0 req-1942d0f8-3f5a-45cc-b89d-5f286a88f9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:13.893570 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a14a4c6-fe29-410b-8ef0-d4e772098fa0 req-1942d0f8-3f5a-45cc-b89d-5f286a88f9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:13.894091 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a14a4c6-fe29-410b-8ef0-d4e772098fa0 req-1942d0f8-3f5a-45cc-b89d-5f286a88f9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:13.896751 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2a14a4c6-fe29-410b-8ef0-d4e772098fa0 req-1942d0f8-3f5a-45cc-b89d-5f286a88f9e4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=21a2ac24705441ab9e82ecd18312805e&device_id=e7b22e6f-34ba-40cc-8b8b-fe95438187cb HTTP/1.1" status: 200 len: 6509 time: 0.0909374 Nov 12 08:34:14.057432 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a14a4c6-fe29-410b-8ef0-d4e772098fa0 req-c100b3ce-9c87-4b12-8ebf-91edf2684f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:14.057902 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a14a4c6-fe29-410b-8ef0-d4e772098fa0 req-c100b3ce-9c87-4b12-8ebf-91edf2684f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:14.058254 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a14a4c6-fe29-410b-8ef0-d4e772098fa0 req-c100b3ce-9c87-4b12-8ebf-91edf2684f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:14.060106 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2a14a4c6-fe29-410b-8ef0-d4e772098fa0 req-c100b3ce-9c87-4b12-8ebf-91edf2684f6a service neutron] 10.222.0.21 "GET /v2.0/networks?id=b1a7821e-f1d3-43e5-80d4-19a0f0105ed4&id=206f9d07-9c2e-4490-896d-289aa4538730&id=206f9d07-9c2e-4490-896d-289aa4538730&id=206f9d07-9c2e-4490-896d-289aa4538730&id=206f9d07-9c2e-4490-896d-289aa4538730&id=5b2a8b49-5710-48dd-bacf-1711bcf033cc&id=5b2a8b49-5710-48dd-bacf-1711bcf033cc HTTP/1.1" status: 200 len: 2298 time: 0.1315732 Nov 12 08:34:14.148431 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-270dfd27-8062-48d8-a2a8-b3fc6e6799d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9449dd-2085-4a38-9efe-6dead1752c5d', 'name': 'tempest-AttachVolumeShelveTestJSON-380484257-router', 'tenant_id': '6d4d05cf75bd48988e66a58743392390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': 'b4b21dde-0da4-4c32-a3fe-a457f43f650e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:23:51Z', 'updated_at': '2021-11-12T08:23:57Z', 'revision_number': 4, 'project_id': '6d4d05cf75bd48988e66a58743392390', 'gw_port': {'id': 'b4b21dde-0da4-4c32-a3fe-a457f43f650e', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9449dd-2085-4a38-9efe-6dead1752c5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:23:52Z', 'updated_at': '2021-11-12T08:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '00b6a911-1004-4a81-a60a-8f1805a8dd02', 'name': '', 'network_id': '9002ff25-76a7-4c3d-8082-16c14deb03d5', 'tenant_id': '6d4d05cf75bd48988e66a58743392390', 'mac_address': 'fa:16:3e:05:ee:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9449dd-2085-4a38-9efe-6dead1752c5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': 'c8e8c768-2d07-4b3f-a074-a2b6b712f48f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:23:55Z', 'updated_at': '2021-11-12T08:24:10Z', 'revision_number': 5, 'project_id': '6d4d05cf75bd48988e66a58743392390', 'subnets': [{'id': 'c8e8c768-2d07-4b3f-a074-a2b6b712f48f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:14.180151 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2a14a4c6-fe29-410b-8ef0-d4e772098fa0 req-8a14f83f-09e2-471a-9ae1-8c3d55885b75 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e22b775a-a039-415a-be68-84e3c4aa81d5 HTTP/1.1" status: 200 len: 1000 time: 0.1118906 Nov 12 08:34:14.201791 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270dfd27-8062-48d8-a2a8-b3fc6e6799d0 None None] Checking router: bb9449dd-2085-4a38-9efe-6dead1752c5d for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:34:14.233188 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270dfd27-8062-48d8-a2a8-b3fc6e6799d0 None None] Routers {'bb9449dd-2085-4a38-9efe-6dead1752c5d'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:34:14.233977 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-270dfd27-8062-48d8-a2a8-b3fc6e6799d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:34:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['bb9449dd-2085-4a38-9efe-6dead1752c5d'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:14.251666 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a14a4c6-fe29-410b-8ef0-d4e772098fa0 req-fbb3ba82-d4c9-450b-b2d5-75dd13fe3f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:14.254252 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2a14a4c6-fe29-410b-8ef0-d4e772098fa0 req-fbb3ba82-d4c9-450b-b2d5-75dd13fe3f72 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=12b144a6-628e-40a7-ae42-7387cab28ef8 HTTP/1.1" status: 200 len: 856 time: 0.0655622 Nov 12 08:34:14.350559 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a14a4c6-fe29-410b-8ef0-d4e772098fa0 req-bb6664eb-de78-4873-966e-0be03f86c96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:14.352311 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2a14a4c6-fe29-410b-8ef0-d4e772098fa0 req-bb6664eb-de78-4873-966e-0be03f86c96d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b1a7821e-f1d3-43e5-80d4-19a0f0105ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0877376 Nov 12 08:34:14.416743 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e429677f-ba87-4b24-9289-fd7798a1e350 req-e24842aa-51e1-4ce7-a217-3bac6d1e5c1d tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/ports?device_id=44828f50-33dd-4d92-a1f1-50e7ef19d191 HTTP/1.1" status: 200 len: 210 time: 0.0874584 Nov 12 08:34:14.459128 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-270dfd27-8062-48d8-a2a8-b3fc6e6799d0 None None] Set router bb9449dd-2085-4a38-9efe-6dead1752c5d gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:34:14.534386 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2a14a4c6-fe29-410b-8ef0-d4e772098fa0 req-da3bbf5f-810c-46b7-8375-81e92ac635cd service neutron] 10.222.0.21 "GET /v2.0/networks/b1a7821e-f1d3-43e5-80d4-19a0f0105ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701591 Nov 12 08:34:14.658026 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2a14a4c6-fe29-410b-8ef0-d4e772098fa0 req-eaa7e171-a3ea-491b-b8ee-742e9fbf73e1 service neutron] 10.222.0.21 "GET /v2.0/networks/b1a7821e-f1d3-43e5-80d4-19a0f0105ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146085 Nov 12 08:34:14.746318 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2a14a4c6-fe29-410b-8ef0-d4e772098fa0 req-70af5185-daa0-44fc-9ad3-4a0841a1ba89 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.87&port_id=2ad84d50-d7c9-425a-b9f6-7a7fc1b1156e HTTP/1.1" status: 200 len: 217 time: 0.0743544 Nov 12 08:34:14.794067 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6d9347da-ada8-46fd-9c11-572c756080aa req-33793d3b-79b1-4d9a-9098-d50dbc50d5c6 tempest-ServerShowV254Test-1402981528 tempest-ServerShowV254Test-1402981528-project] 10.222.0.26 "GET /v2.0/ports?device_id=47e30420-8fbb-4fa9-8e50-d3ea46d51a4f HTTP/1.1" status: 200 len: 210 time: 0.0802429 Nov 12 08:34:14.826630 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a14a4c6-fe29-410b-8ef0-d4e772098fa0 req-13324242-0a91-46c9-9026-3e755bfe769e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:14.826630 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2a14a4c6-fe29-410b-8ef0-d4e772098fa0 req-13324242-0a91-46c9-9026-3e755bfe769e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=451e17db-46f2-4a8d-9633-d7807ea2bdef HTTP/1.1" status: 200 len: 797 time: 0.0646944 Nov 12 08:34:14.893137 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-270dfd27-8062-48d8-a2a8-b3fc6e6799d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9449dd-2085-4a38-9efe-6dead1752c5d', 'name': 'tempest-AttachVolumeShelveTestJSON-380484257-router', 'tenant_id': '6d4d05cf75bd48988e66a58743392390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': 'b4b21dde-0da4-4c32-a3fe-a457f43f650e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:23:51Z', 'updated_at': '2021-11-12T08:23:57Z', 'revision_number': 4, 'project_id': '6d4d05cf75bd48988e66a58743392390', 'gw_port': {'id': 'b4b21dde-0da4-4c32-a3fe-a457f43f650e', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9449dd-2085-4a38-9efe-6dead1752c5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:23:52Z', 'updated_at': '2021-11-12T08:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '00b6a911-1004-4a81-a60a-8f1805a8dd02', 'name': '', 'network_id': '9002ff25-76a7-4c3d-8082-16c14deb03d5', 'tenant_id': '6d4d05cf75bd48988e66a58743392390', 'mac_address': 'fa:16:3e:05:ee:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9449dd-2085-4a38-9efe-6dead1752c5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': 'c8e8c768-2d07-4b3f-a074-a2b6b712f48f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:23:55Z', 'updated_at': '2021-11-12T08:24:10Z', 'revision_number': 5, 'project_id': '6d4d05cf75bd48988e66a58743392390', 'subnets': [{'id': 'c8e8c768-2d07-4b3f-a074-a2b6b712f48f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:14.966047 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a14a4c6-fe29-410b-8ef0-d4e772098fa0 req-3aa7d4ee-3d52-4b2a-93b4-1c868e75218a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:14.966603 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270dfd27-8062-48d8-a2a8-b3fc6e6799d0 None None] The sync data for ids ['bb9449dd-2085-4a38-9efe-6dead1752c5d'] in n-d-765315-29 is: [{'id': 'bb9449dd-2085-4a38-9efe-6dead1752c5d', 'name': 'tempest-AttachVolumeShelveTestJSON-380484257-router', 'tenant_id': '6d4d05cf75bd48988e66a58743392390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': 'b4b21dde-0da4-4c32-a3fe-a457f43f650e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:23:51Z', 'updated_at': '2021-11-12T08:23:57Z', 'revision_number': 4, 'project_id': '6d4d05cf75bd48988e66a58743392390', 'gw_port': {'id': 'b4b21dde-0da4-4c32-a3fe-a457f43f650e', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9449dd-2085-4a38-9efe-6dead1752c5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:23:52Z', 'updated_at': '2021-11-12T08:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '00b6a911-1004-4a81-a60a-8f1805a8dd02', 'name': '', 'network_id': '9002ff25-76a7-4c3d-8082-16c14deb03d5', 'tenant_id': '6d4d05cf75bd48988e66a58743392390', 'mac_address': 'fa:16:3e:05:ee:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9449dd-2085-4a38-9efe-6dead1752c5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': 'c8e8c768-2d07-4b3f-a074-a2b6b712f48f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:23:55Z', 'updated_at': '2021-11-12T08:24:10Z', 'revision_number': 5, 'project_id': '6d4d05cf75bd48988e66a58743392390', 'subnets': [{'id': 'c8e8c768-2d07-4b3f-a074-a2b6b712f48f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:34:14.967622 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2a14a4c6-fe29-410b-8ef0-d4e772098fa0 req-3aa7d4ee-3d52-4b2a-93b4-1c868e75218a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=206f9d07-9c2e-4490-896d-289aa4538730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1396089 Nov 12 08:34:15.145579 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2a14a4c6-fe29-410b-8ef0-d4e772098fa0 req-9fb30880-ea7b-44b9-9ef6-30f26e04cb2c service neutron] 10.222.0.21 "GET /v2.0/networks/206f9d07-9c2e-4490-896d-289aa4538730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692114 Nov 12 08:34:15.356615 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2a14a4c6-fe29-410b-8ef0-d4e772098fa0 req-6dc45ef7-e04b-4aa9-a6f8-71f1c6076387 service neutron] 10.222.0.21 "GET /v2.0/networks/206f9d07-9c2e-4490-896d-289aa4538730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873350 Nov 12 08:34:15.387372 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b0cfae-1aa6-4d42-88ec-fb4007cbf58b None None] New status for floating IP 0a6a9990-d7eb-46ed-b09d-a5a0dd75362b: DOWN {{(pid=102601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:34:15.481698 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2a14a4c6-fe29-410b-8ef0-d4e772098fa0 req-ccad9f53-7e39-4440-bfae-8798259887eb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.134&port_id=a9c14931-8b9b-4467-9aca-bbbe106d4681 HTTP/1.1" status: 200 len: 217 time: 0.1073868 Nov 12 08:34:15.586621 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 41004) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:15.669342 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a14a4c6-fe29-410b-8ef0-d4e772098fa0 req-39cf20fb-070b-4604-9b40-4f156ba0c6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:15.670959 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2a14a4c6-fe29-410b-8ef0-d4e772098fa0 req-39cf20fb-070b-4604-9b40-4f156ba0c6df service neutron] 10.222.0.21 "GET /v2.0/subnets?id=451e17db-46f2-4a8d-9633-d7807ea2bdef HTTP/1.1" status: 200 len: 797 time: 0.1882107 Nov 12 08:34:15.785322 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b3853f18-5e44-499f-bd07-c476c8788e5a tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:15.892286 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b3853f18-5e44-499f-bd07-c476c8788e5a tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:16.093366 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a2195ccf-0c31-4ae5-850d-20bf4ba89b4c req-5e013081-11da-43ae-a6b3-c6aaa504c8ef tempest-ServerShowV254Test-1402981528 tempest-ServerShowV254Test-1402981528-project] 10.222.0.26 "GET /v2.0/ports?device_id=47e30420-8fbb-4fa9-8e50-d3ea46d51a4f HTTP/1.1" status: 200 len: 210 time: 0.1244080 Nov 12 08:34:16.179541 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b3853f18-5e44-499f-bd07-c476c8788e5a tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:16.184709 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b3853f18-5e44-499f-bd07-c476c8788e5a tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:16.186048 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-b3853f18-5e44-499f-bd07-c476c8788e5a tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "DELETE /v2.0/security-groups/59070d8f-e354-4643-b6db-9938f05a29ae HTTP/1.1" status: 204 len: 168 time: 0.5984008 Nov 12 08:34:16.201655 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 41016) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:16.203086 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3853f18-5e44-499f-bd07-c476c8788e5a tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59070d8f-e354-4643-b6db-9938f05a29ae,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:16.256968 n-d-765315-29 neutron-server[102600]: INFO neutron.api.v2.resource [None req-782b8412-5d4c-4a2b-9e3b-638084d46c37 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] show failed (client error): The resource could not be found. Nov 12 08:34:16.262885 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-782b8412-5d4c-4a2b-9e3b-638084d46c37 tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "GET /v2.0/security-groups/59070d8f-e354-4643-b6db-9938f05a29ae HTTP/1.1" status: 404 len: 347 time: 0.0524282 Nov 12 08:34:16.263712 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 41018) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:16.498922 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a14a4c6-fe29-410b-8ef0-d4e772098fa0 req-3e2ca96c-a8ac-4cc1-b4ce-849a6395d4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:16.502056 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2a14a4c6-fe29-410b-8ef0-d4e772098fa0 req-3e2ca96c-a8ac-4cc1-b4ce-849a6395d4f6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=206f9d07-9c2e-4490-896d-289aa4538730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8215213 Nov 12 08:34:16.611717 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-b793a360-efce-4629-9f46-b873274a8edb tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Deleting port adf3bf52-099c-4e8b-b52d-e33bc11e3528 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:34:16.612213 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b793a360-efce-4629-9f46-b873274a8edb tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:16.755596 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2a14a4c6-fe29-410b-8ef0-d4e772098fa0 req-ed86b403-2ef6-4a77-b927-a49264c084e5 service neutron] 10.222.0.21 "GET /v2.0/networks/206f9d07-9c2e-4490-896d-289aa4538730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459369 Nov 12 08:34:16.825332 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b793a360-efce-4629-9f46-b873274a8edb tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:16.831870 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b793a360-efce-4629-9f46-b873274a8edb tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:16.871609 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-b793a360-efce-4629-9f46-b873274a8edb tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Calling delete_port for adf3bf52-099c-4e8b-b52d-e33bc11e3528 owned by network:floatingip {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:34:17.028870 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2a14a4c6-fe29-410b-8ef0-d4e772098fa0 req-f03f3714-93a2-423c-8c3d-082e4fb1b73b service neutron] 10.222.0.21 "GET /v2.0/networks/206f9d07-9c2e-4490-896d-289aa4538730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638605 Nov 12 08:34:17.100986 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2a14a4c6-fe29-410b-8ef0-d4e772098fa0 req-169ca45c-8af5-4ffc-b269-d5f0953c368f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.122&port_id=921ed5c3-bc6c-44c2-a043-9f5a63a8dd21 HTTP/1.1" status: 200 len: 217 time: 0.0594635 Nov 12 08:34:17.163489 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b793a360-efce-4629-9f46-b873274a8edb tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:17.246122 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b793a360-efce-4629-9f46-b873274a8edb tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Pushing event deleted for resources: {'Port': ['ID=adf3bf52-099c-4e8b-b52d-e33bc11e3528,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:17.254310 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a14a4c6-fe29-410b-8ef0-d4e772098fa0 req-c86116c1-4b09-484e-95c6-825337064669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:17.259153 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2a14a4c6-fe29-410b-8ef0-d4e772098fa0 req-c86116c1-4b09-484e-95c6-825337064669 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=451e17db-46f2-4a8d-9633-d7807ea2bdef HTTP/1.1" status: 200 len: 797 time: 0.1491532 Nov 12 08:34:17.359875 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a14a4c6-fe29-410b-8ef0-d4e772098fa0 req-d91abc2b-7ab9-4c73-bd5c-7f83898aa97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:17.363742 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2a14a4c6-fe29-410b-8ef0-d4e772098fa0 req-d91abc2b-7ab9-4c73-bd5c-7f83898aa97b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=206f9d07-9c2e-4490-896d-289aa4538730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0976324 Nov 12 08:34:17.466666 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d229f10d-a63b-44ef-809e-437cc6c84dcc req-4e7eca97-2ec9-418d-9472-be3088976637 tempest-ServerShowV254Test-1402981528 tempest-ServerShowV254Test-1402981528-project] 10.222.0.26 "GET /v2.0/ports?device_id=47e30420-8fbb-4fa9-8e50-d3ea46d51a4f HTTP/1.1" status: 200 len: 210 time: 0.1469054 Nov 12 08:34:17.467571 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b793a360-efce-4629-9f46-b873274a8edb tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Publish callbacks [] for floatingip, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:17.471042 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b793a360-efce-4629-9f46-b873274a8edb tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:17.472486 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-b793a360-efce-4629-9f46-b873274a8edb tempest-AttachVolumeShelveTestJSON-1585454005 tempest-AttachVolumeShelveTestJSON-1585454005-project] 10.222.0.26 "DELETE /v2.0/floatingips/0a6a9990-d7eb-46ed-b09d-a5a0dd75362b HTTP/1.1" status: 204 len: 168 time: 1.2042103 Nov 12 08:34:17.518315 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 0af5052b-702a-4c16-99fd-5b5921c73433 no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:34:17.570440 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-e530113a-7783-48f4-9840-8911a24052df None None] No Port match for: 0af5052b-702a-4c16-99fd-5b5921c73433 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:34:17.571576 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 0af5052b-702a-4c16-99fd-5b5921c73433 not bound to the agent host n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:34:17.654001 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2a14a4c6-fe29-410b-8ef0-d4e772098fa0 req-b61fad9d-1162-47a2-9125-10e64701ab7b service neutron] 10.222.0.21 "GET /v2.0/networks/206f9d07-9c2e-4490-896d-289aa4538730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816486 Nov 12 08:34:18.011065 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2a14a4c6-fe29-410b-8ef0-d4e772098fa0 req-1bd85642-95dd-4de5-85d1-3bfc81f7353b service neutron] 10.222.0.21 "GET /v2.0/networks/206f9d07-9c2e-4490-896d-289aa4538730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3491740 Nov 12 08:34:18.139625 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2a14a4c6-fe29-410b-8ef0-d4e772098fa0 req-2e594141-8ef5-4e71-8289-e354c8f495a2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.163&port_id=69493e27-daa5-4af2-a855-9781e1cf385b HTTP/1.1" status: 200 len: 217 time: 0.1191926 Nov 12 08:34:18.265568 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a14a4c6-fe29-410b-8ef0-d4e772098fa0 req-b3bddbb8-22aa-4f71-b71c-0b0d27638d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:18.269286 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2a14a4c6-fe29-410b-8ef0-d4e772098fa0 req-b3bddbb8-22aa-4f71-b71c-0b0d27638d8c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=451e17db-46f2-4a8d-9633-d7807ea2bdef HTTP/1.1" status: 200 len: 797 time: 0.1197755 Nov 12 08:34:18.377790 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a14a4c6-fe29-410b-8ef0-d4e772098fa0 req-46244170-ad46-41cd-b963-d0d7cc781aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:18.380882 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2a14a4c6-fe29-410b-8ef0-d4e772098fa0 req-46244170-ad46-41cd-b963-d0d7cc781aa2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=206f9d07-9c2e-4490-896d-289aa4538730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1036987 Nov 12 08:34:18.611505 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2a14a4c6-fe29-410b-8ef0-d4e772098fa0 req-c925fb49-939b-4026-95ed-ac4961b182ee service neutron] 10.222.0.21 "GET /v2.0/networks/206f9d07-9c2e-4490-896d-289aa4538730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213967 Nov 12 08:34:18.727631 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-38b6a3ea-8e38-458d-a0ee-52463259f237 req-ddae4900-5956-4749-8d1f-fcd7124854f7 tempest-ServerShowV254Test-1402981528 tempest-ServerShowV254Test-1402981528-project] 10.222.0.26 "GET /v2.0/ports?device_id=47e30420-8fbb-4fa9-8e50-d3ea46d51a4f HTTP/1.1" status: 200 len: 210 time: 0.0686424 Nov 12 08:34:18.844016 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2a14a4c6-fe29-410b-8ef0-d4e772098fa0 req-baeeb486-eab9-4de1-b6b0-bf48879392ee service neutron] 10.222.0.21 "GET /v2.0/networks/206f9d07-9c2e-4490-896d-289aa4538730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251387 Nov 12 08:34:18.997951 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2a14a4c6-fe29-410b-8ef0-d4e772098fa0 req-724fec8b-40fd-4f27-a5fa-488dc80ea634 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a76e0b9e-8617-4bd9-a2b4-d69cee07db2a HTTP/1.1" status: 200 len: 217 time: 0.1459246 Nov 12 08:34:19.076380 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a14a4c6-fe29-410b-8ef0-d4e772098fa0 req-b33c166c-bcf9-4766-84c2-704ed4586b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:19.078827 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2a14a4c6-fe29-410b-8ef0-d4e772098fa0 req-b33c166c-bcf9-4766-84c2-704ed4586b87 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9f233125-4b62-40de-bf22-04d217d99b20 HTTP/1.1" status: 200 len: 797 time: 0.0724449 Nov 12 08:34:19.168756 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a14a4c6-fe29-410b-8ef0-d4e772098fa0 req-a739a192-2534-403b-8dc6-2ff6f2dbd5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:19.179328 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2a14a4c6-fe29-410b-8ef0-d4e772098fa0 req-a739a192-2534-403b-8dc6-2ff6f2dbd5cd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5b2a8b49-5710-48dd-bacf-1711bcf033cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0926628 Nov 12 08:34:19.416330 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2a14a4c6-fe29-410b-8ef0-d4e772098fa0 req-d2460b82-257f-4815-a398-83ca14f5a72d service neutron] 10.222.0.21 "GET /v2.0/networks/5b2a8b49-5710-48dd-bacf-1711bcf033cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325230 Nov 12 08:34:19.747470 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2a14a4c6-fe29-410b-8ef0-d4e772098fa0 req-fa113e4d-0507-45f9-bce5-25f3c3b857e8 service neutron] 10.222.0.21 "GET /v2.0/networks/5b2a8b49-5710-48dd-bacf-1711bcf033cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3219476 Nov 12 08:34:19.894903 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2a14a4c6-fe29-410b-8ef0-d4e772098fa0 req-7ff0cc1f-0828-4767-bfc6-bd66a5a0ef83 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c2cd737f-49af-4915-99ac-335868dc6f31 HTTP/1.1" status: 200 len: 217 time: 0.1395524 Nov 12 08:34:20.005917 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0e2068ef-e887-4010-a1c5-fa150e3e9761 req-47ea1c4b-afd7-40d7-8597-668971517e2f tempest-ServerShowV254Test-1402981528 tempest-ServerShowV254Test-1402981528-project] 10.222.0.26 "GET /v2.0/ports?device_id=47e30420-8fbb-4fa9-8e50-d3ea46d51a4f HTTP/1.1" status: 200 len: 210 time: 0.1007066 Nov 12 08:34:20.256492 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a14a4c6-fe29-410b-8ef0-d4e772098fa0 req-fb15bea2-a8c1-450a-b377-a25081b10a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:20.265345 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2a14a4c6-fe29-410b-8ef0-d4e772098fa0 req-fb15bea2-a8c1-450a-b377-a25081b10a61 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9f233125-4b62-40de-bf22-04d217d99b20 HTTP/1.1" status: 200 len: 797 time: 0.3454278 Nov 12 08:34:20.495097 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a14a4c6-fe29-410b-8ef0-d4e772098fa0 req-3c048c4c-bdf8-42cf-920a-0816635e2992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:20.498874 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2a14a4c6-fe29-410b-8ef0-d4e772098fa0 req-3c048c4c-bdf8-42cf-920a-0816635e2992 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5b2a8b49-5710-48dd-bacf-1711bcf033cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2265694 Nov 12 08:34:20.894104 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2a14a4c6-fe29-410b-8ef0-d4e772098fa0 req-fa441b06-1f41-4a2e-84a5-38cc4208accf service neutron] 10.222.0.21 "GET /v2.0/networks/5b2a8b49-5710-48dd-bacf-1711bcf033cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3873570 Nov 12 08:34:21.289636 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2a14a4c6-fe29-410b-8ef0-d4e772098fa0 req-b740e0d4-cc6b-4d45-b985-9b34e9b7df61 service neutron] 10.222.0.21 "GET /v2.0/networks/5b2a8b49-5710-48dd-bacf-1711bcf033cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3880143 Nov 12 08:34:21.323790 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ef546c8c-ebc1-4c9e-b238-62111ac06312 req-71f04077-c8a0-4890-8db8-cefb1f45abb1 tempest-ServerShowV254Test-1402981528 tempest-ServerShowV254Test-1402981528-project] 10.222.0.26 "GET /v2.0/ports?device_id=47e30420-8fbb-4fa9-8e50-d3ea46d51a4f HTTP/1.1" status: 200 len: 210 time: 0.0609131 Nov 12 08:34:22.679812 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-86ea3ca6-ae30-48ca-9f06-ed06e02e92aa req-4fc224c2-456e-44cf-ac95-2446f8897f1e tempest-ServerShowV254Test-1402981528 tempest-ServerShowV254Test-1402981528-project] 10.222.0.26 "GET /v2.0/ports?device_id=47e30420-8fbb-4fa9-8e50-d3ea46d51a4f HTTP/1.1" status: 200 len: 210 time: 0.1112959 Nov 12 08:34:24.021379 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fd86dac3-0aa3-4215-9ea7-3000e887abd3 req-e5a5ad1b-854e-49d9-bd03-42afea770053 tempest-ServerShowV254Test-1402981528 tempest-ServerShowV254Test-1402981528-project] 10.222.0.26 "GET /v2.0/ports?device_id=47e30420-8fbb-4fa9-8e50-d3ea46d51a4f HTTP/1.1" status: 200 len: 210 time: 0.0958664 Nov 12 08:34:25.038130 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:34:25.279313 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4104c02e-912f-43e7-9892-5b373a8925f1 req-648b0c63-065b-435c-8030-c2c4075ba2e7 tempest-ServerShowV254Test-1402981528 tempest-ServerShowV254Test-1402981528-project] 10.222.0.26 "GET /v2.0/ports?device_id=47e30420-8fbb-4fa9-8e50-d3ea46d51a4f HTTP/1.1" status: 200 len: 210 time: 0.0668890 Nov 12 08:34:26.598466 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6acdc128-e347-4fe0-b9a3-bf7064091571 req-e7e878bc-ab2f-4702-86a4-0c7da517a979 tempest-ServerShowV254Test-1402981528 tempest-ServerShowV254Test-1402981528-project] 10.222.0.26 "GET /v2.0/ports?device_id=47e30420-8fbb-4fa9-8e50-d3ea46d51a4f HTTP/1.1" status: 200 len: 210 time: 0.0700209 Nov 12 08:34:27.923464 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b75f42eb-6b11-45fc-91b7-de7ac54cd6cd req-4a386c4d-b422-4c37-a15f-c66021b60745 tempest-ServerShowV254Test-1402981528 tempest-ServerShowV254Test-1402981528-project] 10.222.0.26 "GET /v2.0/ports?device_id=47e30420-8fbb-4fa9-8e50-d3ea46d51a4f HTTP/1.1" status: 200 len: 210 time: 0.0513654 Nov 12 08:34:28.852771 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-bbb00e51-1e03-4f3b-a20f-4b90642716c1 req-51f00c67-2c18-4911-ae17-15d3c674fffc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=47e30420-8fbb-4fa9-8e50-d3ea46d51a4f HTTP/1.1" status: 200 len: 210 time: 0.0620944 Nov 12 08:34:29.184855 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0ab26cc8-fa84-4bde-aaba-e118b5d8821c req-adfe03e0-531f-458f-b099-21e006e21dd7 tempest-ServerShowV254Test-1402981528 tempest-ServerShowV254Test-1402981528-project] 10.222.0.26 "GET /v2.0/ports?device_id=47e30420-8fbb-4fa9-8e50-d3ea46d51a4f HTTP/1.1" status: 200 len: 210 time: 0.0862451 Nov 12 08:34:30.076153 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 41704) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:30.541553 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e20ec235-53aa-48c4-a9cc-fa2b25e8c56c req-d39df778-7e49-4cca-8106-f452c360821f tempest-ServerShowV254Test-1402981528 tempest-ServerShowV254Test-1402981528-project] 10.222.0.26 "GET /v2.0/ports?device_id=47e30420-8fbb-4fa9-8e50-d3ea46d51a4f HTTP/1.1" status: 200 len: 210 time: 0.0823259 Nov 12 08:34:31.275426 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-184018bf-c93a-4272-a8d1-d3f328134317 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933586'] for router_interface, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:31.408297 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0788031d-dbf7-4bab-ad1f-fd25192f925f req-9823a824-e1bb-4fb4-97c1-2f7b95e5c002 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=88dc6fd8f1ad4991b8f28c1e24332720&device_id=47e30420-8fbb-4fa9-8e50-d3ea46d51a4f HTTP/1.1" status: 200 len: 210 time: 0.0979757 Nov 12 08:34:31.473563 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0788031d-dbf7-4bab-ad1f-fd25192f925f req-a5d94c22-ff17-49ee-a5d0-e4e7e36a82d7 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=88dc6fd8f1ad4991b8f28c1e24332720&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0579171 Nov 12 08:34:31.502698 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-938c40a1-3292-4843-a33e-a6172bd16cb3 req-33f63c77-ba9c-4b51-a814-b8bd5f50e2f3 tempest-ServerShowV254Test-1402981528 tempest-ServerShowV254Test-1402981528-project] 10.222.0.26 "GET /v2.0/ports?device_id=47e30420-8fbb-4fa9-8e50-d3ea46d51a4f HTTP/1.1" status: 200 len: 210 time: 0.0801394 Nov 12 08:34:31.758486 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0788031d-dbf7-4bab-ad1f-fd25192f925f req-c90ee180-f11f-497e-a3cb-3001451c1545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:31.760384 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0788031d-dbf7-4bab-ad1f-fd25192f925f req-c90ee180-f11f-497e-a3cb-3001451c1545 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2789629 Nov 12 08:34:31.839628 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-184018bf-c93a-4272-a8d1-d3f328134317 admin admin] Deleting port 00b6a911-1004-4a81-a60a-8f1805a8dd02 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:34:31.840380 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-184018bf-c93a-4272-a8d1-d3f328134317 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:32.062430 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-184018bf-c93a-4272-a8d1-d3f328134317 admin admin] For port 00b6a911-1004-4a81-a60a-8f1805a8dd02, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=00b6a911-1004-4a81-a60a-8f1805a8dd02,segment=NetworkSegment(671b1e57-5287-4b28-8a6a-fdb7b6437699),segment_id=671b1e57-5287-4b28-8a6a-fdb7b6437699)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:34:32.065279 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-184018bf-c93a-4272-a8d1-d3f328134317 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:32.095577 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-184018bf-c93a-4272-a8d1-d3f328134317 admin admin] Calling delete_port for 00b6a911-1004-4a81-a60a-8f1805a8dd02 owned by network:router_interface {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:34:32.304260 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 41760) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:32.463517 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-184018bf-c93a-4272-a8d1-d3f328134317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:32.500933 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184018bf-c93a-4272-a8d1-d3f328134317 admin admin] Pushing event deleted for resources: {'Port': ['ID=00b6a911-1004-4a81-a60a-8f1805a8dd02,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:32.546044 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2b52cdff-e254-4030-80d2-e2ad2602a1a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:32.812042 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2b52cdff-e254-4030-80d2-e2ad2602a1a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:32.820595 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2b52cdff-e254-4030-80d2-e2ad2602a1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:32.864841 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-67919f3b-9e47-40f0-99d8-95bd9d5e348d req-a1785f61-c5df-4bbe-8752-715e19c6a35a tempest-ServerShowV254Test-1402981528 tempest-ServerShowV254Test-1402981528-project] 10.222.0.26 "GET /v2.0/ports?device_id=47e30420-8fbb-4fa9-8e50-d3ea46d51a4f HTTP/1.1" status: 200 len: 210 time: 0.1642082 Nov 12 08:34:32.884404 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b52cdff-e254-4030-80d2-e2ad2602a1a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98de040a-ad53-4fc0-b832-2006f37b6fc8,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:32.903439 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-2b52cdff-e254-4030-80d2-e2ad2602a1a6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6e7a73ded2b84852aa7a9502b12e8fb1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5952668 Nov 12 08:34:32.916823 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 41772) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:33.056002 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-184018bf-c93a-4272-a8d1-d3f328134317 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918626'] for router_interface, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:33.077209 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-eb312115-a6cf-46f1-a0f6-4d6d9256cbf9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:33.130079 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-eb312115-a6cf-46f1-a0f6-4d6d9256cbf9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:33.222376 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-eb312115-a6cf-46f1-a0f6-4d6d9256cbf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:33.237715 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-eb312115-a6cf-46f1-a0f6-4d6d9256cbf9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:33.239735 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-eb312115-a6cf-46f1-a0f6-4d6d9256cbf9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/98de040a-ad53-4fc0-b832-2006f37b6fc8 HTTP/1.1" status: 204 len: 168 time: 0.3199058 Nov 12 08:34:33.256914 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb312115-a6cf-46f1-a0f6-4d6d9256cbf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98de040a-ad53-4fc0-b832-2006f37b6fc8,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:33.468355 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0788031d-dbf7-4bab-ad1f-fd25192f925f req-b2a0f699-f7f9-4dac-84ce-c001fa4f63dc tempest-ServerShowV254Test-1402981528 tempest-ServerShowV254Test-1402981528-project] 10.222.0.21 "GET /v2.0/ports?device_id=47e30420-8fbb-4fa9-8e50-d3ea46d51a4f HTTP/1.1" status: 200 len: 210 time: 0.0644953 Nov 12 08:34:33.580540 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-184018bf-c93a-4272-a8d1-d3f328134317 admin admin] Router bb9449dd-2085-4a38-9efe-6dead1752c5d has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:34:33.856038 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-184018bf-c93a-4272-a8d1-d3f328134317 admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:34:33.873669 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-184018bf-c93a-4272-a8d1-d3f328134317 admin admin] 10.222.0.26 "PUT /v2.0/routers/bb9449dd-2085-4a38-9efe-6dead1752c5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7933786 Nov 12 08:34:33.876028 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 41800) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:33.887354 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b58565b-db46-48e3-8c19-a51355c0a2d9 None None] Sync routers for ids ['bb9449dd-2085-4a38-9efe-6dead1752c5d'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:34:33.906408 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b58565b-db46-48e3-8c19-a51355c0a2d9 None None] Routers {'bb9449dd-2085-4a38-9efe-6dead1752c5d'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:34:33.908996 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-4b58565b-db46-48e3-8c19-a51355c0a2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:34:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['bb9449dd-2085-4a38-9efe-6dead1752c5d'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:33.958411 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b0187dae-b6a2-438a-9fd0-0d04527244d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:34.165106 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-4b58565b-db46-48e3-8c19-a51355c0a2d9 None None] Set router bb9449dd-2085-4a38-9efe-6dead1752c5d gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:34:34.395154 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-23888fad-acab-4650-815b-2f206525ad81 admin admin] Publish callbacks [] for router, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:34.417113 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f4c0e02e-3702-4755-9822-63a0216181be req-8668fa34-1747-459d-982c-df481820a457 tempest-ServerShowV254Test-1402981528 tempest-ServerShowV254Test-1402981528-project] 10.222.0.26 "GET /v2.0/ports?device_id=47e30420-8fbb-4fa9-8e50-d3ea46d51a4f HTTP/1.1" status: 200 len: 210 time: 0.0705278 Nov 12 08:34:34.640466 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-23888fad-acab-4650-815b-2f206525ad81 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:34.792204 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-23888fad-acab-4650-815b-2f206525ad81 admin admin] Deleting port b4b21dde-0da4-4c32-a3fe-a457f43f650e {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:34:34.792703 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-23888fad-acab-4650-815b-2f206525ad81 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:34.958386 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-4b58565b-db46-48e3-8c19-a51355c0a2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9449dd-2085-4a38-9efe-6dead1752c5d', 'name': 'tempest-AttachVolumeShelveTestJSON-380484257-router', 'tenant_id': '6d4d05cf75bd48988e66a58743392390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': 'b4b21dde-0da4-4c32-a3fe-a457f43f650e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:23:51Z', 'updated_at': '2021-11-12T08:34:32Z', 'revision_number': 5, 'project_id': '6d4d05cf75bd48988e66a58743392390', 'gw_port': {'id': 'b4b21dde-0da4-4c32-a3fe-a457f43f650e', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9449dd-2085-4a38-9efe-6dead1752c5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:23:52Z', 'updated_at': '2021-11-12T08:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:34.985704 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-23888fad-acab-4650-815b-2f206525ad81 admin admin] For port b4b21dde-0da4-4c32-a3fe-a457f43f650e, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=b4b21dde-0da4-4c32-a3fe-a457f43f650e,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:34:34.986304 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-23888fad-acab-4650-815b-2f206525ad81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:34.996441 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b58565b-db46-48e3-8c19-a51355c0a2d9 None None] Checking router: bb9449dd-2085-4a38-9efe-6dead1752c5d for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:34:35.010061 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b58565b-db46-48e3-8c19-a51355c0a2d9 None None] Routers {'bb9449dd-2085-4a38-9efe-6dead1752c5d'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:34:35.012563 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-4b58565b-db46-48e3-8c19-a51355c0a2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:34:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['bb9449dd-2085-4a38-9efe-6dead1752c5d'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:35.022432 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-23888fad-acab-4650-815b-2f206525ad81 admin admin] Calling delete_port for b4b21dde-0da4-4c32-a3fe-a457f43f650e owned by network:router_gateway {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:34:35.172855 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-4b58565b-db46-48e3-8c19-a51355c0a2d9 None None] Set router bb9449dd-2085-4a38-9efe-6dead1752c5d gateway port host: None {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:34:35.287062 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:35.354042 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-23888fad-acab-4650-815b-2f206525ad81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:35.357749 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-4b58565b-db46-48e3-8c19-a51355c0a2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9449dd-2085-4a38-9efe-6dead1752c5d', 'name': 'tempest-AttachVolumeShelveTestJSON-380484257-router', 'tenant_id': '6d4d05cf75bd48988e66a58743392390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:23:51Z', 'updated_at': '2021-11-12T08:34:34Z', 'revision_number': 6, 'project_id': '6d4d05cf75bd48988e66a58743392390', 'gw_port_host': None}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:35.404244 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e13ec56-5264-43f4-90b6-b7be120a1072 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:34:35.488070 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23888fad-acab-4650-815b-2f206525ad81 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4b21dde-0da4-4c32-a3fe-a457f43f650e,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:35.505286 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b58565b-db46-48e3-8c19-a51355c0a2d9 None None] The sync data for ids ['bb9449dd-2085-4a38-9efe-6dead1752c5d'] in n-d-765315-29 is: [{'id': 'bb9449dd-2085-4a38-9efe-6dead1752c5d', 'name': 'tempest-AttachVolumeShelveTestJSON-380484257-router', 'tenant_id': '6d4d05cf75bd48988e66a58743392390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:23:51Z', 'updated_at': '2021-11-12T08:34:34Z', 'revision_number': 6, 'project_id': '6d4d05cf75bd48988e66a58743392390', 'gw_port_host': None}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:34:35.650106 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-23888fad-acab-4650-815b-2f206525ad81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-933016'] for router_gateway, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:36.023517 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 41866) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:36.096804 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-23888fad-acab-4650-815b-2f206525ad81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:36.099781 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-23888fad-acab-4650-815b-2f206525ad81 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:36.175837 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-23888fad-acab-4650-815b-2f206525ad81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:36.177178 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23888fad-acab-4650-815b-2f206525ad81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb9449dd-2085-4a38-9efe-6dead1752c5d {{(pid=102599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:34:36.197254 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-23888fad-acab-4650-815b-2f206525ad81 admin admin] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:36.200743 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-23888fad-acab-4650-815b-2f206525ad81 admin admin] 10.222.0.26 "DELETE /v2.0/routers/bb9449dd-2085-4a38-9efe-6dead1752c5d HTTP/1.1" status: 204 len: 168 time: 2.3253317 Nov 12 08:34:36.205497 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 41870) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:36.205923 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 41872) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:36.317937 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f670eb9-d700-4e77-9f29-027ceb26e153 admin admin] Deleting subnet c8e8c768-2d07-4b3f-a074-a2b6b712f48f {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:34:36.329693 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8f670eb9-d700-4e77-9f29-027ceb26e153 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:36.433576 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8f670eb9-d700-4e77-9f29-027ceb26e153 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:36.543926 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5fc2b378-7a03-4036-b7a5-fa4df2b85f75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:36.565500 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8f670eb9-d700-4e77-9f29-027ceb26e153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:36.589542 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device b4b21dde-0da4-4c32-a3fe-a457f43f650e no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:34:36.598471 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2320850b-1251-43e1-8fd7-5493897b0647 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:36.693519 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: b4b21dde-0da4-4c32-a3fe-a457f43f650e {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:34:36.696980 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device b4b21dde-0da4-4c32-a3fe-a457f43f650e not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:34:36.697724 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 00b6a911-1004-4a81-a60a-8f1805a8dd02 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:34:36.743206 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2320850b-1251-43e1-8fd7-5493897b0647 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:36.749525 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 00b6a911-1004-4a81-a60a-8f1805a8dd02 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:34:36.750018 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2320850b-1251-43e1-8fd7-5493897b0647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:36.751851 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 00b6a911-1004-4a81-a60a-8f1805a8dd02 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:34:36.795745 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5fc2b378-7a03-4036-b7a5-fa4df2b85f75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:36.804916 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5fc2b378-7a03-4036-b7a5-fa4df2b85f75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:36.827826 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2320850b-1251-43e1-8fd7-5493897b0647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d45cb743-9d63-4f66-a8b9-45e4c247428f,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:36.839641 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-2320850b-1251-43e1-8fd7-5493897b0647 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b7a8e95124a147799e032fd6eb0acdb0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8135407 Nov 12 08:34:36.840474 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 41884) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:36.876189 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8f670eb9-d700-4e77-9f29-027ceb26e153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:36.902177 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725a297b-afed-4dff-a649-caca0daf4815 None None] Network 9002ff25-76a7-4c3d-8082-16c14deb03d5 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:34:36.917962 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8f670eb9-d700-4e77-9f29-027ceb26e153 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:36.927323 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-5fc2b378-7a03-4036-b7a5-fa4df2b85f75 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=88dc6fd8f1ad4991b8f28c1e24332720&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7160442 Nov 12 08:34:36.927323 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 41886) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:36.928716 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-8f670eb9-d700-4e77-9f29-027ceb26e153 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/c8e8c768-2d07-4b3f-a074-a2b6b712f48f HTTP/1.1" status: 204 len: 168 time: 0.7214377 Nov 12 08:34:36.929540 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc2b378-7a03-4036-b7a5-fa4df2b85f75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cab49d0d-b2a3-4e63-9d6d-0c98fe4743bb,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:36.936743 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 41888) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:36.964651 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f670eb9-d700-4e77-9f29-027ceb26e153 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8e8c768-2d07-4b3f-a074-a2b6b712f48f,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:36.986634 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-28f083aa-d211-4c5b-9df6-906f9a63cb80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:37.038531 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-28f083aa-d211-4c5b-9df6-906f9a63cb80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:37.136634 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-27102f37-41df-455f-a8d0-ae79ff9b5b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:37.153503 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-28f083aa-d211-4c5b-9df6-906f9a63cb80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:37.156366 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-28f083aa-d211-4c5b-9df6-906f9a63cb80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:37.161394 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-28f083aa-d211-4c5b-9df6-906f9a63cb80 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d45cb743-9d63-4f66-a8b9-45e4c247428f HTTP/1.1" status: 204 len: 168 time: 0.3148835 Nov 12 08:34:37.183964 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f083aa-d211-4c5b-9df6-906f9a63cb80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d45cb743-9d63-4f66-a8b9-45e4c247428f,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:37.305873 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-044dd1f7-53ad-4be1-881c-05009f09cb99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:37.347166 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8a72978a-3900-4206-ae61-45a7d256f4af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:37.420971 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8404e8d-9eb9-484d-87f7-c745e5af15dd None None] DHCP port deletion for 9002ff25-76a7-4c3d-8082-16c14deb03d5 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:34:37.437396 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8a72978a-3900-4206-ae61-45a7d256f4af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:37.498216 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-044dd1f7-53ad-4be1-881c-05009f09cb99 admin admin] Deleting port deecdb44-36d0-412f-bd39-e67bef2772d2 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:34:37.498854 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-044dd1f7-53ad-4be1-881c-05009f09cb99 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:37.534792 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8a72978a-3900-4206-ae61-45a7d256f4af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:37.537745 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8a72978a-3900-4206-ae61-45a7d256f4af admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:37.539197 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-8a72978a-3900-4206-ae61-45a7d256f4af admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cab49d0d-b2a3-4e63-9d6d-0c98fe4743bb HTTP/1.1" status: 204 len: 168 time: 0.6033540 Nov 12 08:34:37.553059 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-b8404e8d-9eb9-484d-87f7-c745e5af15dd None None] Deleting port deecdb44-36d0-412f-bd39-e67bef2772d2 {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:34:37.554668 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b8404e8d-9eb9-484d-87f7-c745e5af15dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:37.682557 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-b8404e8d-9eb9-484d-87f7-c745e5af15dd None None] For port deecdb44-36d0-412f-bd39-e67bef2772d2, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=deecdb44-36d0-412f-bd39-e67bef2772d2,segment=NetworkSegment(671b1e57-5287-4b28-8a6a-fdb7b6437699),segment_id=671b1e57-5287-4b28-8a6a-fdb7b6437699)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:34:37.682557 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b8404e8d-9eb9-484d-87f7-c745e5af15dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:37.701835 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a72978a-3900-4206-ae61-45a7d256f4af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cab49d0d-b2a3-4e63-9d6d-0c98fe4743bb,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:37.729253 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-b8404e8d-9eb9-484d-87f7-c745e5af15dd None None] Calling delete_port for deecdb44-36d0-412f-bd39-e67bef2772d2 owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:34:37.770916 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-044dd1f7-53ad-4be1-881c-05009f09cb99 admin admin] For port deecdb44-36d0-412f-bd39-e67bef2772d2, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=deecdb44-36d0-412f-bd39-e67bef2772d2,segment=NetworkSegment(671b1e57-5287-4b28-8a6a-fdb7b6437699),segment_id=671b1e57-5287-4b28-8a6a-fdb7b6437699)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:34:37.771294 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-044dd1f7-53ad-4be1-881c-05009f09cb99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:37.803225 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-044dd1f7-53ad-4be1-881c-05009f09cb99 admin admin] Calling delete_port for deecdb44-36d0-412f-bd39-e67bef2772d2 owned by network:dhcp {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:34:37.942996 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:38.021999 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-044dd1f7-53ad-4be1-881c-05009f09cb99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:38.023001 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b8404e8d-9eb9-484d-87f7-c745e5af15dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:38.080309 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8404e8d-9eb9-484d-87f7-c745e5af15dd None None] Pushing event deleted for resources: {'Port': ['ID=deecdb44-36d0-412f-bd39-e67bef2772d2,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:38.101435 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dd1f7-53ad-4be1-881c-05009f09cb99 admin admin] Pushing event deleted for resources: {'Port': ['ID=deecdb44-36d0-412f-bd39-e67bef2772d2,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:38.120818 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8404e8d-9eb9-484d-87f7-c745e5af15dd None None] No DVR routers for this DVR port deecdb44-36d0-412f-bd39-e67bef2772d2 on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:34:38.127146 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044dd1f7-53ad-4be1-881c-05009f09cb99 admin admin] No DVR routers for this DVR port deecdb44-36d0-412f-bd39-e67bef2772d2 on host n-d-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:34:38.130621 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8404e8d-9eb9-484d-87f7-c745e5af15dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:38.135924 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8404e8d-9eb9-484d-87f7-c745e5af15dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:38.136830 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8404e8d-9eb9-484d-87f7-c745e5af15dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:38.137556 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8404e8d-9eb9-484d-87f7-c745e5af15dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:38.138371 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8404e8d-9eb9-484d-87f7-c745e5af15dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:38.138371 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8404e8d-9eb9-484d-87f7-c745e5af15dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:38.138698 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8404e8d-9eb9-484d-87f7-c745e5af15dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:38.147293 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8404e8d-9eb9-484d-87f7-c745e5af15dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:38.147630 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8404e8d-9eb9-484d-87f7-c745e5af15dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:38.148149 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8404e8d-9eb9-484d-87f7-c745e5af15dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:38.148638 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8404e8d-9eb9-484d-87f7-c745e5af15dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:38.149121 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8404e8d-9eb9-484d-87f7-c745e5af15dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:38.309784 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-044dd1f7-53ad-4be1-881c-05009f09cb99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:38.355642 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-044dd1f7-53ad-4be1-881c-05009f09cb99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9002ff25-76a7-4c3d-8082-16c14deb03d5']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:38.376241 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-044dd1f7-53ad-4be1-881c-05009f09cb99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '671b1e57-5287-4b28-8a6a-fdb7b6437699') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:38.376653 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-044dd1f7-53ad-4be1-881c-05009f09cb99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '671b1e57-5287-4b28-8a6a-fdb7b6437699') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:38.390007 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-044dd1f7-53ad-4be1-881c-05009f09cb99 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:38.409521 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-044dd1f7-53ad-4be1-881c-05009f09cb99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:38.424452 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-044dd1f7-53ad-4be1-881c-05009f09cb99 admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:34:38.425052 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-044dd1f7-53ad-4be1-881c-05009f09cb99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:38.427375 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 08:34:38.427375 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:34:38.427375 n-d-765315-29 neutron-server[102599]: timer() Nov 12 08:34:38.427375 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:34:38.427375 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 08:34:38.427375 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:34:38.427375 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 08:34:38.427375 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:34:38.427375 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 08:34:38.427375 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:34:38.427375 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 08:34:38.427375 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:34:38.427375 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 08:34:38.427375 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:34:38.427375 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:34:38.427375 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:34:38.427375 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:34:38.427375 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:34:38.427375 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 08:34:38.427375 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:34:38.427375 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 08:34:38.427375 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:34:38.427375 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:34:38.427375 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:34:38.427375 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 08:34:38.427375 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:34:38.427375 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:34:38.427375 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:34:38.427375 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:34:38.427375 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:34:38.427375 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:34:38.427375 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:34:38.600192 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-044dd1f7-53ad-4be1-881c-05009f09cb99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:38.602902 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device deecdb44-36d0-412f-bd39-e67bef2772d2 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:34:38.632097 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-044dd1f7-53ad-4be1-881c-05009f09cb99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:38.643211 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-044dd1f7-53ad-4be1-881c-05009f09cb99 admin admin] 10.222.0.26 "DELETE /v2.0/networks/9002ff25-76a7-4c3d-8082-16c14deb03d5 HTTP/1.1" status: 204 len: 168 time: 1.6892874 Nov 12 08:34:38.647620 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dd1f7-53ad-4be1-881c-05009f09cb99 admin admin] Pushing event deleted for resources: {'Network': ['ID=9002ff25-76a7-4c3d-8082-16c14deb03d5,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:38.681272 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: deecdb44-36d0-412f-bd39-e67bef2772d2 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:34:38.682666 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device deecdb44-36d0-412f-bd39-e67bef2772d2 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:34:39.107372 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 41962) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:39.257193 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-29cc9cf2-cf95-44bc-be15-21f9b9384529 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6d4d05cf75bd48988e66a58743392390&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1483397 Nov 12 08:34:39.260600 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 41968) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:39.297577 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:39.425891 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f34bb42d-6c3f-4852-9612-5b1c30979152 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:39.520839 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f34bb42d-6c3f-4852-9612-5b1c30979152 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:39.735327 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f34bb42d-6c3f-4852-9612-5b1c30979152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:39.740745 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f34bb42d-6c3f-4852-9612-5b1c30979152 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:39.741072 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 41984) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:39.749207 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-f34bb42d-6c3f-4852-9612-5b1c30979152 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b3b76d99-60e1-4b02-b292-b72ec1f97342 HTTP/1.1" status: 204 len: 168 time: 0.4828148 Nov 12 08:34:39.773581 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34bb42d-6c3f-4852-9612-5b1c30979152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3b76d99-60e1-4b02-b292-b72ec1f97342,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:39.845294 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:40.411031 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-91b93310-dd76-4aa7-921e-a8f5747864d3 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-679278056-network', 'tenant_id': '6925b3a45945478aaaaa7cf54017839b'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:40.456353 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b93310-dd76-4aa7-921e-a8f5747864d3 admin admin] Made reservation on behalf of 6925b3a45945478aaaaa7cf54017839b for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:34:40.459735 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-91b93310-dd76-4aa7-921e-a8f5747864d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:40.490528 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-91b93310-dd76-4aa7-921e-a8f5747864d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:40.620584 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-91b93310-dd76-4aa7-921e-a8f5747864d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:40.625506 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-91b93310-dd76-4aa7-921e-a8f5747864d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:40.669301 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91b93310-dd76-4aa7-921e-a8f5747864d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:34:40.722364 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b93310-dd76-4aa7-921e-a8f5747864d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e9e104c-4491-4392-a1ab-c72a6589a773,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:40.756002 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-91b93310-dd76-4aa7-921e-a8f5747864d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:40.756612 n-d-765315-29 neutron-server[102599]: INFO neutron.db.segments_db [None req-91b93310-dd76-4aa7-921e-a8f5747864d3 admin admin] Added segment 254f9f5f-1378-4a54-acf1-bdf9279cb4eb of type vlan for network b4898edc-10f2-4c83-bae3-73fa0384f596 Nov 12 08:34:40.881614 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-91b93310-dd76-4aa7-921e-a8f5747864d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:40.968262 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-91b93310-dd76-4aa7-921e-a8f5747864d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:40.970035 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b93310-dd76-4aa7-921e-a8f5747864d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:40.971934 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-91b93310-dd76-4aa7-921e-a8f5747864d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:40.997993 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-91b93310-dd76-4aa7-921e-a8f5747864d3 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2557535 Nov 12 08:34:41.003062 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 42028) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:41.011974 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-61db2020-537f-41f1-8dac-81ea548b5e77 admin admin] Request body: {'subnet': {'network_id': 'b4898edc-10f2-4c83-bae3-73fa0384f596', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-679278056-subnet', 'tenant_id': '6925b3a45945478aaaaa7cf54017839b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:41.067665 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61db2020-537f-41f1-8dac-81ea548b5e77 admin admin] Made reservation on behalf of 6925b3a45945478aaaaa7cf54017839b for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:34:41.075914 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-61db2020-537f-41f1-8dac-81ea548b5e77 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:41.117268 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b93310-dd76-4aa7-921e-a8f5747864d3 admin admin] Pushing event updated for resources: {'Network': ['ID=b4898edc-10f2-4c83-bae3-73fa0384f596,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:41.136124 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network b4898edc-10f2-4c83-bae3-73fa0384f596 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:34:41.661935 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-61db2020-537f-41f1-8dac-81ea548b5e77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:41.727847 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 42056) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:41.962666 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61db2020-537f-41f1-8dac-81ea548b5e77 admin admin] Checking segment: {'id': '254f9f5f-1378-4a54-acf1-bdf9279cb4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b4898edc-10f2-4c83-bae3-73fa0384f596'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:34:41.963728 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61db2020-537f-41f1-8dac-81ea548b5e77 admin admin] Network hostable DHCP agents. Network: b4898edc-10f2-4c83-bae3-73fa0384f596, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:34:41.997633 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61db2020-537f-41f1-8dac-81ea548b5e77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd27f510-b373-44cf-b8f8-cfcccb135bde,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:42.050165 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61db2020-537f-41f1-8dac-81ea548b5e77 admin admin] Network b4898edc-10f2-4c83-bae3-73fa0384f596 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:34:42.070552 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-61db2020-537f-41f1-8dac-81ea548b5e77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, b4898edc-10f2-4c83-bae3-73fa0384f596) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:34:42.079675 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61db2020-537f-41f1-8dac-81ea548b5e77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:42.081669 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-61db2020-537f-41f1-8dac-81ea548b5e77 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:42.119531 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-61db2020-537f-41f1-8dac-81ea548b5e77 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1114690 Nov 12 08:34:42.131105 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941147bd-ebe8-41e9-a9c4-f1e566f467b1 None None] Network b4898edc-10f2-4c83-bae3-73fa0384f596 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:34:42.348202 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-6d8fa947-1635-423e-9d59-9c22a8f53105 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=be064ae7b3354bf888eea879f60acca6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6167669 Nov 12 08:34:42.348827 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 42076) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:42.390889 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8e8cc4-b956-48c2-b142-2e896f76096f None None] Network b4898edc-10f2-4c83-bae3-73fa0384f596 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:34:42.516623 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:42.580486 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 42084) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:42.598836 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-95f7d8d6-4438-4def-85c1-039415de3ac0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:42.680168 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-95f7d8d6-4438-4def-85c1-039415de3ac0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:42.725045 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff554d37-8a16-4da6-b838-343a26b5b87c admin admin] Deleting subnet cd27f510-b373-44cf-b8f8-cfcccb135bde {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:34:42.736192 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ff554d37-8a16-4da6-b838-343a26b5b87c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:42.845240 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-95f7d8d6-4438-4def-85c1-039415de3ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:42.848163 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-95f7d8d6-4438-4def-85c1-039415de3ac0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:42.849558 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-95f7d8d6-4438-4def-85c1-039415de3ac0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/60e96982-6a6f-4846-a2e7-70a7b4139e5c HTTP/1.1" status: 204 len: 168 time: 0.4991322 Nov 12 08:34:42.876039 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f7d8d6-4438-4def-85c1-039415de3ac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60e96982-6a6f-4846-a2e7-70a7b4139e5c,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:42.931968 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ff554d37-8a16-4da6-b838-343a26b5b87c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31181813'] for subnet, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:43.128175 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ff554d37-8a16-4da6-b838-343a26b5b87c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:43.337557 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ff554d37-8a16-4da6-b838-343a26b5b87c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:43.421475 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff554d37-8a16-4da6-b838-343a26b5b87c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd27f510-b373-44cf-b8f8-cfcccb135bde,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:43.439233 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ff554d37-8a16-4da6-b838-343a26b5b87c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:43.442668 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-ff554d37-8a16-4da6-b838-343a26b5b87c admin admin] 10.222.0.26 "DELETE /v2.0/subnets/cd27f510-b373-44cf-b8f8-cfcccb135bde HTTP/1.1" status: 204 len: 168 time: 0.8612013 Nov 12 08:34:43.446074 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 42116) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:43.639025 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a581a6ad-dde7-4f68-bb8c-a1cb8e67b8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:44.762429 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a581a6ad-dde7-4f68-bb8c-a1cb8e67b8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:44.799650 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-a581a6ad-dde7-4f68-bb8c-a1cb8e67b8c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4898edc-10f2-4c83-bae3-73fa0384f596']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:44.817497 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-a581a6ad-dde7-4f68-bb8c-a1cb8e67b8c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '254f9f5f-1378-4a54-acf1-bdf9279cb4eb') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:44.818105 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-a581a6ad-dde7-4f68-bb8c-a1cb8e67b8c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '254f9f5f-1378-4a54-acf1-bdf9279cb4eb') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:44.839255 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a581a6ad-dde7-4f68-bb8c-a1cb8e67b8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:44.871014 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a581a6ad-dde7-4f68-bb8c-a1cb8e67b8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:44.888507 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a581a6ad-dde7-4f68-bb8c-a1cb8e67b8c8 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:34:44.889192 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a581a6ad-dde7-4f68-bb8c-a1cb8e67b8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:44.892076 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:34:44.892076 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:34:44.892076 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:34:44.892076 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:34:44.892076 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:34:44.892076 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:34:44.892076 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:34:44.892076 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:34:44.892076 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:34:44.892076 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:34:44.892076 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:34:44.892076 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:34:44.892076 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:34:44.892076 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:34:44.892076 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:34:44.892076 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:34:44.892076 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:34:44.892076 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:34:44.892076 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:34:44.892076 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:34:44.892076 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:34:44.892076 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:34:44.892076 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:34:44.892076 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:34:44.892076 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:34:44.892076 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:34:44.892076 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:34:44.892076 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:34:44.892076 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:34:44.892076 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:34:44.892076 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:34:44.892076 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:34:45.023983 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a581a6ad-dde7-4f68-bb8c-a1cb8e67b8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:45.051384 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a581a6ad-dde7-4f68-bb8c-a1cb8e67b8c8 admin admin] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:45.056186 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-a581a6ad-dde7-4f68-bb8c-a1cb8e67b8c8 admin admin] 10.222.0.26 "DELETE /v2.0/networks/b4898edc-10f2-4c83-bae3-73fa0384f596 HTTP/1.1" status: 204 len: 168 time: 1.6086216 Nov 12 08:34:45.057545 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a581a6ad-dde7-4f68-bb8c-a1cb8e67b8c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4898edc-10f2-4c83-bae3-73fa0384f596,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:45.692628 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 42190) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:45.851265 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 42196) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:45.860368 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-b8d293ec-847d-48ef-88f6-be6813a7182c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6925b3a45945478aaaaa7cf54017839b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1639054 Nov 12 08:34:46.159079 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-47b09568-b000-4155-8e22-36f7a81d07e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:46.205288 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-47b09568-b000-4155-8e22-36f7a81d07e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:46.326047 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-47b09568-b000-4155-8e22-36f7a81d07e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:46.331400 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-47b09568-b000-4155-8e22-36f7a81d07e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:46.337628 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-47b09568-b000-4155-8e22-36f7a81d07e3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4e9e104c-4491-4392-a1ab-c72a6589a773 HTTP/1.1" status: 204 len: 168 time: 0.4751503 Nov 12 08:34:46.352268 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b09568-b000-4155-8e22-36f7a81d07e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e9e104c-4491-4392-a1ab-c72a6589a773,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:47.379515 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 42250) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:47.608443 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9939a9df-a3ee-4a9c-8d96-5b186c613ebe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:47.761723 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9939a9df-a3ee-4a9c-8d96-5b186c613ebe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:47.768898 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9939a9df-a3ee-4a9c-8d96-5b186c613ebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:47.801236 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-9939a9df-a3ee-4a9c-8d96-5b186c613ebe admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cc75692f209c4801b6182d1a9ea0a957&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4173613 Nov 12 08:34:47.802813 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 42272) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:47.852880 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9939a9df-a3ee-4a9c-8d96-5b186c613ebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5fbbf1a-e004-4458-b4e2-c1ce57d899c4,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:47.878714 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9939a9df-a3ee-4a9c-8d96-5b186c613ebe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:47.879163 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9939a9df-a3ee-4a9c-8d96-5b186c613ebe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:47.879843 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9939a9df-a3ee-4a9c-8d96-5b186c613ebe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:47.888326 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9939a9df-a3ee-4a9c-8d96-5b186c613ebe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:47.888326 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9939a9df-a3ee-4a9c-8d96-5b186c613ebe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:47.888326 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9939a9df-a3ee-4a9c-8d96-5b186c613ebe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:47.888326 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9939a9df-a3ee-4a9c-8d96-5b186c613ebe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:47.888326 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9939a9df-a3ee-4a9c-8d96-5b186c613ebe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:47.888326 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9939a9df-a3ee-4a9c-8d96-5b186c613ebe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:47.888326 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9939a9df-a3ee-4a9c-8d96-5b186c613ebe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:47.888326 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9939a9df-a3ee-4a9c-8d96-5b186c613ebe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:47.888326 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9939a9df-a3ee-4a9c-8d96-5b186c613ebe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:47.899643 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9d8ffca3-22ae-4e08-85a1-28be1262aa19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:47.932992 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9d8ffca3-22ae-4e08-85a1-28be1262aa19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:48.018874 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9d8ffca3-22ae-4e08-85a1-28be1262aa19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:48.025923 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9d8ffca3-22ae-4e08-85a1-28be1262aa19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:48.033158 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-9d8ffca3-22ae-4e08-85a1-28be1262aa19 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a5fbbf1a-e004-4458-b4e2-c1ce57d899c4 HTTP/1.1" status: 204 len: 168 time: 0.2261591 Nov 12 08:34:48.055241 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8ffca3-22ae-4e08-85a1-28be1262aa19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5fbbf1a-e004-4458-b4e2-c1ce57d899c4,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:48.853601 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 42326) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:48.887325 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-86a2fda9-0a6c-4813-b63f-ff45324ff47d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:49.141196 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-86a2fda9-0a6c-4813-b63f-ff45324ff47d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:49.152373 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-86a2fda9-0a6c-4813-b63f-ff45324ff47d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:49.263702 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-86a2fda9-0a6c-4813-b63f-ff45324ff47d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=791df1c55833412586ac77db88d8c735&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4054356 Nov 12 08:34:49.264375 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 42344) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:49.318763 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a2fda9-0a6c-4813-b63f-ff45324ff47d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d762db72-ed2f-4f3b-a68c-024c23f664ea,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:49.422766 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-286afd15-8151-491d-8679-5c74a0948b97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:49.465999 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-286afd15-8151-491d-8679-5c74a0948b97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:49.560343 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-286afd15-8151-491d-8679-5c74a0948b97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:49.576036 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-286afd15-8151-491d-8679-5c74a0948b97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:49.579489 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-286afd15-8151-491d-8679-5c74a0948b97 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d762db72-ed2f-4f3b-a68c-024c23f664ea HTTP/1.1" status: 204 len: 168 time: 0.3110626 Nov 12 08:34:49.601296 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286afd15-8151-491d-8679-5c74a0948b97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d762db72-ed2f-4f3b-a68c-024c23f664ea,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:50.425912 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 42384) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:50.790766 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7991654a-022a-4f96-9fdc-97634bbe4bea admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:51.007091 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7991654a-022a-4f96-9fdc-97634bbe4bea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:51.013494 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7991654a-022a-4f96-9fdc-97634bbe4bea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:51.093831 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-7991654a-022a-4f96-9fdc-97634bbe4bea admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7a5c39a6ba4a46f9809af70b5ed98f1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6647098 Nov 12 08:34:51.097435 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 42406) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:51.116721 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7991654a-022a-4f96-9fdc-97634bbe4bea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec2342da-dd59-4e38-b063-e210c6b288aa,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:51.262543 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-47d67543-3dd3-4c46-9292-d8203ba9094d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:51.315730 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-47d67543-3dd3-4c46-9292-d8203ba9094d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:51.413840 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-47d67543-3dd3-4c46-9292-d8203ba9094d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:51.417463 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-47d67543-3dd3-4c46-9292-d8203ba9094d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:51.421481 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-47d67543-3dd3-4c46-9292-d8203ba9094d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ec2342da-dd59-4e38-b063-e210c6b288aa HTTP/1.1" status: 204 len: 168 time: 0.3193295 Nov 12 08:34:51.431244 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d67543-3dd3-4c46-9292-d8203ba9094d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec2342da-dd59-4e38-b063-e210c6b288aa,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:56.960108 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 42670) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:57.225877 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-dbaecbb9-df65-4afe-b2be-2e05768fdc60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:57.426464 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-dbaecbb9-df65-4afe-b2be-2e05768fdc60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:57.432051 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-dbaecbb9-df65-4afe-b2be-2e05768fdc60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:57.474731 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaecbb9-df65-4afe-b2be-2e05768fdc60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a48395b-bf06-4f1a-b66a-1ae265eb7ed2,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:57.534149 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-dbaecbb9-df65-4afe-b2be-2e05768fdc60 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d50a8313ae7b440ea0e5002a320fa1f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5718129 Nov 12 08:34:57.536519 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 42690) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:57.713642 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bcb1e04d-12f7-45bb-8265-677705bd6786 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:57.797767 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bcb1e04d-12f7-45bb-8265-677705bd6786 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:57.900670 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bcb1e04d-12f7-45bb-8265-677705bd6786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:57.905379 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bcb1e04d-12f7-45bb-8265-677705bd6786 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:57.924241 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-bcb1e04d-12f7-45bb-8265-677705bd6786 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3a48395b-bf06-4f1a-b66a-1ae265eb7ed2 HTTP/1.1" status: 204 len: 168 time: 0.3863804 Nov 12 08:34:57.951662 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb1e04d-12f7-45bb-8265-677705bd6786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a48395b-bf06-4f1a-b66a-1ae265eb7ed2,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:58.004209 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 42704) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:58.683325 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b080f10f-c967-464f-bcb6-8c98b2abd0c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:58.906679 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b080f10f-c967-464f-bcb6-8c98b2abd0c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:58.913344 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b080f10f-c967-464f-bcb6-8c98b2abd0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:58.978727 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 42726) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:59.006186 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b080f10f-c967-464f-bcb6-8c98b2abd0c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c430c29c-da2f-4444-8fc1-b3a878dab703,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:59.007227 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fd27f1b5-e964-47ff-bbc7-86d20e2a55c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:59.043456 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-b080f10f-c967-464f-bcb6-8c98b2abd0c8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c5930e6069cb407eb9327cbe450be1fd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0379627 Nov 12 08:34:59.048613 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 42728) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:59.195704 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fd27f1b5-e964-47ff-bbc7-86d20e2a55c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:59.201953 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fd27f1b5-e964-47ff-bbc7-86d20e2a55c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:59.244171 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-eebae91a-60f2-4d52-babc-fa6bba21556c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:59.329754 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-eebae91a-60f2-4d52-babc-fa6bba21556c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:59.377189 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-fd27f1b5-e964-47ff-bbc7-86d20e2a55c9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ab0bd5d77f7a4267bb51877bd3724bd1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3970821 Nov 12 08:34:59.384623 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 42740) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:59.458238 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-eebae91a-60f2-4d52-babc-fa6bba21556c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:59.464364 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-eebae91a-60f2-4d52-babc-fa6bba21556c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:59.469266 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-eebae91a-60f2-4d52-babc-fa6bba21556c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c430c29c-da2f-4444-8fc1-b3a878dab703 HTTP/1.1" status: 204 len: 168 time: 0.4182041 Nov 12 08:34:59.490300 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebae91a-60f2-4d52-babc-fa6bba21556c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c430c29c-da2f-4444-8fc1-b3a878dab703,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:59.523665 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd27f1b5-e964-47ff-bbc7-86d20e2a55c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed5a9a1c-3919-46a4-af80-18c6d5fb9714,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:59.572720 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd27f1b5-e964-47ff-bbc7-86d20e2a55c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:59.573572 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd27f1b5-e964-47ff-bbc7-86d20e2a55c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:59.574178 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd27f1b5-e964-47ff-bbc7-86d20e2a55c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:59.574765 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd27f1b5-e964-47ff-bbc7-86d20e2a55c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:59.575310 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd27f1b5-e964-47ff-bbc7-86d20e2a55c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:59.576612 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd27f1b5-e964-47ff-bbc7-86d20e2a55c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:59.578416 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd27f1b5-e964-47ff-bbc7-86d20e2a55c9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:59.580833 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd27f1b5-e964-47ff-bbc7-86d20e2a55c9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:59.581419 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd27f1b5-e964-47ff-bbc7-86d20e2a55c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:59.581795 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd27f1b5-e964-47ff-bbc7-86d20e2a55c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:59.582143 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd27f1b5-e964-47ff-bbc7-86d20e2a55c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:59.582548 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd27f1b5-e964-47ff-bbc7-86d20e2a55c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:59.652490 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-38176157-fb11-4860-8eef-656c8e7ccd73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:59.707633 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-38176157-fb11-4860-8eef-656c8e7ccd73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:59.828485 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-38176157-fb11-4860-8eef-656c8e7ccd73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:59.837268 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-38176157-fb11-4860-8eef-656c8e7ccd73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:59.840650 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-38176157-fb11-4860-8eef-656c8e7ccd73 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ed5a9a1c-3919-46a4-af80-18c6d5fb9714 HTTP/1.1" status: 204 len: 168 time: 0.4528773 Nov 12 08:34:59.880568 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38176157-fb11-4860-8eef-656c8e7ccd73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed5a9a1c-3919-46a4-af80-18c6d5fb9714,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:00.628874 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 42780) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:00.682920 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5e100fbf-8573-4f55-8ac3-84e2c22ba781 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:00.993131 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5e100fbf-8573-4f55-8ac3-84e2c22ba781 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:01.004586 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5e100fbf-8573-4f55-8ac3-84e2c22ba781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:01.075184 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-5e100fbf-8573-4f55-8ac3-84e2c22ba781 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5d386c895a9d4523bd92e6fe7ede4f5b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4436903 Nov 12 08:35:01.079448 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 42796) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:01.194576 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e100fbf-8573-4f55-8ac3-84e2c22ba781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8903b552-c82d-42b1-8e83-07bfb88fcd5e,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:01.284363 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7f812b8a-7d50-4e71-a0dc-84fc2741d089 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:01.336266 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7f812b8a-7d50-4e71-a0dc-84fc2741d089 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:01.521754 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7f812b8a-7d50-4e71-a0dc-84fc2741d089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:01.527188 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7f812b8a-7d50-4e71-a0dc-84fc2741d089 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:01.531244 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-7f812b8a-7d50-4e71-a0dc-84fc2741d089 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8903b552-c82d-42b1-8e83-07bfb88fcd5e HTTP/1.1" status: 204 len: 168 time: 0.4478874 Nov 12 08:35:01.547823 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f812b8a-7d50-4e71-a0dc-84fc2741d089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8903b552-c82d-42b1-8e83-07bfb88fcd5e,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:02.031179 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:35:03.986223 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-af22617c-0892-4aa4-ae93-10a3c8465db2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:05.317871 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:06.472701 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4caa7952-c559-49db-a7e3-cb64cf7e8fb5 req-cf8505a4-d0a0-4b41-b219-7c910abc22a9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7930c9ff-431f-4c7c-aace-69f75a40e42e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1689599 Nov 12 08:35:06.760847 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caa7952-c559-49db-a7e3-cb64cf7e8fb5 req-e69d3a9f-ef58-4922-9dfe-9413340c308e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:06.765838 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4caa7952-c559-49db-a7e3-cb64cf7e8fb5 req-e69d3a9f-ef58-4922-9dfe-9413340c308e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=217ce66299114e9fb6c1fa9116e9e5f5&device_id=7930c9ff-431f-4c7c-aace-69f75a40e42e HTTP/1.1" status: 200 len: 1098 time: 0.1500139 Nov 12 08:35:07.012526 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-0fd890a9-9fc9-4f83-a144-d379b1979b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:07.099475 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caa7952-c559-49db-a7e3-cb64cf7e8fb5 req-b348849b-f13d-440e-99ac-937056d3a324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:07.104077 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4caa7952-c559-49db-a7e3-cb64cf7e8fb5 req-b348849b-f13d-440e-99ac-937056d3a324 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7e609bc1-00ff-483d-9d9f-8eba780b3ef7 HTTP/1.1" status: 200 len: 912 time: 0.3097584 Nov 12 08:35:07.336129 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4caa7952-c559-49db-a7e3-cb64cf7e8fb5 req-b4c4230f-1b25-4f47-a4b6-1a8fc01e949f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=574ea30c-2487-414e-a3f1-34897a56bd36 HTTP/1.1" status: 200 len: 1002 time: 0.2189991 Nov 12 08:35:07.466135 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caa7952-c559-49db-a7e3-cb64cf7e8fb5 req-3a692302-d999-476f-ba09-4a990d80c5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:07.467660 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4caa7952-c559-49db-a7e3-cb64cf7e8fb5 req-3a692302-d999-476f-ba09-4a990d80c5aa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=48fd8021-0e17-4172-812d-17238fc37d26 HTTP/1.1" status: 200 len: 850 time: 0.1186378 Nov 12 08:35:07.562829 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caa7952-c559-49db-a7e3-cb64cf7e8fb5 req-004b6c25-c316-4938-ad23-c7a884dcbcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:07.566782 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4caa7952-c559-49db-a7e3-cb64cf7e8fb5 req-004b6c25-c316-4938-ad23-c7a884dcbcdd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7e609bc1-00ff-483d-9d9f-8eba780b3ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0865426 Nov 12 08:35:07.873436 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4caa7952-c559-49db-a7e3-cb64cf7e8fb5 req-570de58f-a431-4a78-b8f0-d9f09ade592a service neutron] 10.222.0.44 "GET /v2.0/networks/7e609bc1-00ff-483d-9d9f-8eba780b3ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2937064 Nov 12 08:35:07.899623 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:08.174867 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4caa7952-c559-49db-a7e3-cb64cf7e8fb5 req-4f483029-d345-464a-8b34-be4d2e0461bb service neutron] 10.222.0.44 "GET /v2.0/networks/7e609bc1-00ff-483d-9d9f-8eba780b3ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605028 Nov 12 08:35:09.279765 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:09.811668 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:10.693992 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 43118) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:11.366519 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6074f96f-a33d-4ab9-a9ea-89ff7f7f0e6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:11.513843 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6074f96f-a33d-4ab9-a9ea-89ff7f7f0e6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:11.520143 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6074f96f-a33d-4ab9-a9ea-89ff7f7f0e6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:11.566048 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6074f96f-a33d-4ab9-a9ea-89ff7f7f0e6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=236a8e0c-06a1-40e0-a4a6-fad167ac30fa,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:11.612978 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 43148) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:11.620766 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-6074f96f-a33d-4ab9-a9ea-89ff7f7f0e6d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=11ff07dc387c467da2e8d587a1c055c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9166269 Nov 12 08:35:11.754784 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5c642ffc-13ee-48f5-a09b-016cae161ba1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:11.803350 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5c642ffc-13ee-48f5-a09b-016cae161ba1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:11.901739 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5c642ffc-13ee-48f5-a09b-016cae161ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:11.907225 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5c642ffc-13ee-48f5-a09b-016cae161ba1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:11.909531 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-5c642ffc-13ee-48f5-a09b-016cae161ba1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/236a8e0c-06a1-40e0-a4a6-fad167ac30fa HTTP/1.1" status: 204 len: 168 time: 0.2944160 Nov 12 08:35:11.929115 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c642ffc-13ee-48f5-a09b-016cae161ba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=236a8e0c-06a1-40e0-a4a6-fad167ac30fa,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:12.476293 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:12.767938 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 43184) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:12.819951 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-de603569-8207-449e-8f7b-244a2c9756e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:13.098422 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-de603569-8207-449e-8f7b-244a2c9756e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:13.105826 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-de603569-8207-449e-8f7b-244a2c9756e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:13.176042 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 43194) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:13.184292 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-de603569-8207-449e-8f7b-244a2c9756e0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8209f74f9ef843fb8110055e274b8024&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4138341 Nov 12 08:35:13.185876 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de603569-8207-449e-8f7b-244a2c9756e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c3f7200-e769-47b1-8fa7-56f4ab6298c5,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:13.287502 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0b6025bd-e8d1-4e80-abb2-9a32f7126fd5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:13.334124 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0b6025bd-e8d1-4e80-abb2-9a32f7126fd5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:13.437463 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0b6025bd-e8d1-4e80-abb2-9a32f7126fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:13.442525 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0b6025bd-e8d1-4e80-abb2-9a32f7126fd5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:13.445453 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-0b6025bd-e8d1-4e80-abb2-9a32f7126fd5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9c3f7200-e769-47b1-8fa7-56f4ab6298c5 HTTP/1.1" status: 204 len: 168 time: 0.2680650 Nov 12 08:35:13.483955 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6025bd-e8d1-4e80-abb2-9a32f7126fd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c3f7200-e769-47b1-8fa7-56f4ab6298c5,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:14.729073 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 43248) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:15.451520 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c674b8bd-ae32-410a-83b1-f41d87286998 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:15.632529 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c674b8bd-ae32-410a-83b1-f41d87286998 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:15.641262 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c674b8bd-ae32-410a-83b1-f41d87286998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:15.710894 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-c674b8bd-ae32-410a-83b1-f41d87286998 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7b8815d0fb154597a2b826c4dbed6615&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9790652 Nov 12 08:35:15.719848 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 43280) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:15.866386 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bcbea2f9-8db1-4a24-bddb-aadb4136b8c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:15.882108 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c674b8bd-ae32-410a-83b1-f41d87286998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58eb63f3-3113-41ad-b9e5-09d8933b669b,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:15.938791 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bcbea2f9-8db1-4a24-bddb-aadb4136b8c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:16.103600 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bcbea2f9-8db1-4a24-bddb-aadb4136b8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:16.114235 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bcbea2f9-8db1-4a24-bddb-aadb4136b8c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:16.118034 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-bcbea2f9-8db1-4a24-bddb-aadb4136b8c1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/58eb63f3-3113-41ad-b9e5-09d8933b669b HTTP/1.1" status: 204 len: 168 time: 0.3971474 Nov 12 08:35:16.156812 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbea2f9-8db1-4a24-bddb-aadb4136b8c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58eb63f3-3113-41ad-b9e5-09d8933b669b,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:19.790892 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 43394) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:20.250681 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-a24efcc2-fdab-44c5-af87-d4fede851531 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1600970545-network', 'tenant_id': '39c4ee4d391a47eb928f3f64e376251b'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:35:20.309446 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a24efcc2-fdab-44c5-af87-d4fede851531 admin admin] Made reservation on behalf of 39c4ee4d391a47eb928f3f64e376251b for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:35:20.313120 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a24efcc2-fdab-44c5-af87-d4fede851531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:20.337794 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a24efcc2-fdab-44c5-af87-d4fede851531 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:20.566781 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a24efcc2-fdab-44c5-af87-d4fede851531 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:20.578859 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a24efcc2-fdab-44c5-af87-d4fede851531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:20.597301 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a24efcc2-fdab-44c5-af87-d4fede851531 admin admin] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:35:20.621468 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a24efcc2-fdab-44c5-af87-d4fede851531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:20.622416 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-a24efcc2-fdab-44c5-af87-d4fede851531 admin admin] Added segment 4951f9e9-535c-4716-a86f-d8c5d521e961 of type vlan for network d7e2375e-800f-4538-919b-17920404cc90 Nov 12 08:35:20.743778 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a24efcc2-fdab-44c5-af87-d4fede851531 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:20.761583 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24efcc2-fdab-44c5-af87-d4fede851531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5df1885-2ab9-4499-a71b-c24bece58279,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:20.832507 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a24efcc2-fdab-44c5-af87-d4fede851531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:20.836235 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24efcc2-fdab-44c5-af87-d4fede851531 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:20.838961 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a24efcc2-fdab-44c5-af87-d4fede851531 admin admin] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:20.979333 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24efcc2-fdab-44c5-af87-d4fede851531 admin admin] Pushing event updated for resources: {'Network': ['ID=d7e2375e-800f-4538-919b-17920404cc90,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:20.990826 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-a24efcc2-fdab-44c5-af87-d4fede851531 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1981571 Nov 12 08:35:20.994388 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 43418) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:20.998197 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network d7e2375e-800f-4538-919b-17920404cc90 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:35:21.007490 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-41d47030-dcb5-45ff-b677-729ca2d88812 admin admin] Request body: {'subnet': {'network_id': 'd7e2375e-800f-4538-919b-17920404cc90', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1600970545-subnet', 'tenant_id': '39c4ee4d391a47eb928f3f64e376251b', 'ip_version': 4}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:35:21.095420 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41d47030-dcb5-45ff-b677-729ca2d88812 admin admin] Made reservation on behalf of 39c4ee4d391a47eb928f3f64e376251b for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:35:21.115162 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-41d47030-dcb5-45ff-b677-729ca2d88812 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:21.705139 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-41d47030-dcb5-45ff-b677-729ca2d88812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:21.775967 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d47030-dcb5-45ff-b677-729ca2d88812 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3fb3b4e-491e-4e8f-8b3b-781cd07f9a95,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:21.806725 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d47030-dcb5-45ff-b677-729ca2d88812 admin admin] Checking segment: {'id': '4951f9e9-535c-4716-a86f-d8c5d521e961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'd7e2375e-800f-4538-919b-17920404cc90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:35:21.807519 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d47030-dcb5-45ff-b677-729ca2d88812 admin admin] Network hostable DHCP agents. Network: d7e2375e-800f-4538-919b-17920404cc90, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:35:21.855219 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d47030-dcb5-45ff-b677-729ca2d88812 admin admin] Network d7e2375e-800f-4538-919b-17920404cc90 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:35:21.898996 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-41d47030-dcb5-45ff-b677-729ca2d88812 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, d7e2375e-800f-4538-919b-17920404cc90) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:35:21.920011 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe658ce6-1056-45ab-bd9a-91a234dd3307 None None] Network d7e2375e-800f-4538-919b-17920404cc90 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:35:21.921599 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d47030-dcb5-45ff-b677-729ca2d88812 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:21.922801 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-41d47030-dcb5-45ff-b677-729ca2d88812 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:21.971961 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-41d47030-dcb5-45ff-b677-729ca2d88812 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9753072 Nov 12 08:35:21.976183 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 43430) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:21.981210 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-87d12e6a-8cb4-4985-97a1-a63e2b6ff1bc admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1600970545-router', 'tenant_id': '39c4ee4d391a47eb928f3f64e376251b', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:35:22.098307 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-87d12e6a-8cb4-4985-97a1-a63e2b6ff1bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:22.111978 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-87d12e6a-8cb4-4985-97a1-a63e2b6ff1bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:22.397183 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-87d12e6a-8cb4-4985-97a1-a63e2b6ff1bc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:22.461542 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ed0481-eae8-4b35-9e6b-946c03c01024 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-d7e2375e-800f-4538-919b-17920404cc90', 'network_id': 'd7e2375e-800f-4538-919b-17920404cc90', 'tenant_id': '39c4ee4d391a47eb928f3f64e376251b', 'fixed_ips': [{'subnet_id': 'b3fb3b4e-491e-4e8f-8b3b-781cd07f9a95'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:35:22.465617 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-90ed0481-eae8-4b35-9e6b-946c03c01024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:22.817478 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-90ed0481-eae8-4b35-9e6b-946c03c01024 None None] Allocated IP 172.20.0.2 (d7e2375e-800f-4538-919b-17920404cc90/b3fb3b4e-491e-4e8f-8b3b-781cd07f9a95/28eecc59-cf53-4b31-b3fd-734168210816) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:35:22.985787 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-87d12e6a-8cb4-4985-97a1-a63e2b6ff1bc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:23.360046 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-90ed0481-eae8-4b35-9e6b-946c03c01024 None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:23.380101 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-90ed0481-eae8-4b35-9e6b-946c03c01024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:23.551147 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ed0481-eae8-4b35-9e6b-946c03c01024 None None] Network d7e2375e-800f-4538-919b-17920404cc90 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:35:23.559853 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-90ed0481-eae8-4b35-9e6b-946c03c01024 None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:35:23.586878 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ed0481-eae8-4b35-9e6b-946c03c01024 None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:35:23.619979 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ed0481-eae8-4b35-9e6b-946c03c01024 None None] Pushing event updated for resources: {'Port': ['ID=28eecc59-cf53-4b31-b3fd-734168210816,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:23.638552 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-87d12e6a-8cb4-4985-97a1-a63e2b6ff1bc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:23.710903 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-87d12e6a-8cb4-4985-97a1-a63e2b6ff1bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:23.819640 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-90ed0481-eae8-4b35-9e6b-946c03c01024 None None] Attempting to bind port 28eecc59-cf53-4b31-b3fd-734168210816 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:35:23.820014 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-90ed0481-eae8-4b35-9e6b-946c03c01024 None None] Attempting to bind port 28eecc59-cf53-4b31-b3fd-734168210816 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '4951f9e9-535c-4716-a86f-d8c5d521e961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'd7e2375e-800f-4538-919b-17920404cc90'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:35:23.820375 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ed0481-eae8-4b35-9e6b-946c03c01024 None None] Attempting to bind port 28eecc59-cf53-4b31-b3fd-734168210816 on network d7e2375e-800f-4538-919b-17920404cc90 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:35:23.831884 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ed0481-eae8-4b35-9e6b-946c03c01024 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:35:23.832261 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ed0481-eae8-4b35-9e6b-946c03c01024 None None] Checking segment: {'id': '4951f9e9-535c-4716-a86f-d8c5d521e961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'd7e2375e-800f-4538-919b-17920404cc90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:35:23.833828 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-90ed0481-eae8-4b35-9e6b-946c03c01024 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:23.834231 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ed0481-eae8-4b35-9e6b-946c03c01024 None None] Bound using segment: {'id': '4951f9e9-535c-4716-a86f-d8c5d521e961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'd7e2375e-800f-4538-919b-17920404cc90'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:35:23.834740 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-90ed0481-eae8-4b35-9e6b-946c03c01024 None None] Bound port: 28eecc59-cf53-4b31-b3fd-734168210816, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4951f9e9-535c-4716-a86f-d8c5d521e961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'd7e2375e-800f-4538-919b-17920404cc90'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:35:23.835124 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-90ed0481-eae8-4b35-9e6b-946c03c01024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:23.941778 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-90ed0481-eae8-4b35-9e6b-946c03c01024 None None] For port 28eecc59-cf53-4b31-b3fd-734168210816, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:35:23.945261 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-90ed0481-eae8-4b35-9e6b-946c03c01024 None None] For port 28eecc59-cf53-4b31-b3fd-734168210816, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=28eecc59-cf53-4b31-b3fd-734168210816,segment=NetworkSegment(4951f9e9-535c-4716-a86f-d8c5d521e961),segment_id=4951f9e9-535c-4716-a86f-d8c5d521e961)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:35:23.949890 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-90ed0481-eae8-4b35-9e6b-946c03c01024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:24.036916 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ed0481-eae8-4b35-9e6b-946c03c01024 None None] Pushing event updated for resources: {'Port': ['ID=28eecc59-cf53-4b31-b3fd-734168210816,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:24.066756 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-87d12e6a-8cb4-4985-97a1-a63e2b6ff1bc admin admin] Allocated IP 172.25.2.43 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/b6f24601-3311-4700-a240-c098dd9f8aea) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:35:24.310857 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-87d12e6a-8cb4-4985-97a1-a63e2b6ff1bc admin admin] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:24.488712 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-87d12e6a-8cb4-4985-97a1-a63e2b6ff1bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:24.758830 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d12e6a-8cb4-4985-97a1-a63e2b6ff1bc admin admin] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:35:24.760585 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-87d12e6a-8cb4-4985-97a1-a63e2b6ff1bc admin admin] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:35:24.771513 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d12e6a-8cb4-4985-97a1-a63e2b6ff1bc admin admin] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:35:24.784870 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eceedcbc-9efe-41fa-98c6-4de22c41b0f9 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:35:24.816943 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 28eecc59-cf53-4b31-b3fd-734168210816 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:35:24.867423 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d12e6a-8cb4-4985-97a1-a63e2b6ff1bc admin admin] Pushing event updated for resources: {'Port': ['ID=b6f24601-3311-4700-a240-c098dd9f8aea,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:25.063861 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-a816ad91-b5cb-418e-95c5-5db0d38c40b9 None None] Provisioning complete for port b6f24601-3311-4700-a240-c098dd9f8aea triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:35:25.064532 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a816ad91-b5cb-418e-95c5-5db0d38c40b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:25.176572 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-a816ad91-b5cb-418e-95c5-5db0d38c40b9 None None] Port b6f24601-3311-4700-a240-c098dd9f8aea cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:35:25.184073 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 28eecc59-cf53-4b31-b3fd-734168210816 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:35:25.185016 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:25.372396 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:25.493978 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] For port 28eecc59-cf53-4b31-b3fd-734168210816, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=28eecc59-cf53-4b31-b3fd-734168210816,segment=NetworkSegment(4951f9e9-535c-4716-a86f-d8c5d521e961),segment_id=4951f9e9-535c-4716-a86f-d8c5d521e961)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:35:25.504032 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:25.614144 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-87d12e6a-8cb4-4985-97a1-a63e2b6ff1bc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:25.674130 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Pushing event updated for resources: {'Port': ['ID=28eecc59-cf53-4b31-b3fd-734168210816,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:26.066455 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e184e4f9-2350-4b8e-a498-0ffe78aff18e None None] Network d7e2375e-800f-4538-919b-17920404cc90 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:35:26.369148 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-87d12e6a-8cb4-4985-97a1-a63e2b6ff1bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052'] for router, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:26.494131 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-d2051732-0433-4cf1-85ab-aea5418d441f None None] Provisioning complete for port 28eecc59-cf53-4b31-b3fd-734168210816 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:35:26.494957 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d2051732-0433-4cf1-85ab-aea5418d441f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:26.763312 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 28eecc59-cf53-4b31-b3fd-734168210816 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:35:26.860825 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87d12e6a-8cb4-4985-97a1-a63e2b6ff1bc admin admin] Router b55daa3f-54d3-43c3-a8ce-636378dea840 is scheduled to L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 with binding_index 1 {{(pid=102600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:35:27.152373 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87d12e6a-8cb4-4985-97a1-a63e2b6ff1bc admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:35:27.204125 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-87d12e6a-8cb4-4985-97a1-a63e2b6ff1bc admin admin] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:27.211110 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 43530) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:27.211992 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-87d12e6a-8cb4-4985-97a1-a63e2b6ff1bc admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.2338092 Nov 12 08:35:27.227019 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e7f8c5-7838-4302-8a93-8cf1edf87da5 None None] Sync routers for ids ['b55daa3f-54d3-43c3-a8ce-636378dea840'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:35:27.291672 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e7f8c5-7838-4302-8a93-8cf1edf87da5 None None] Routers {'b55daa3f-54d3-43c3-a8ce-636378dea840'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:35:27.292249 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-a8e7f8c5-7838-4302-8a93-8cf1edf87da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:35:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['b55daa3f-54d3-43c3-a8ce-636378dea840'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:27.402936 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 28eecc59-cf53-4b31-b3fd-734168210816 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:35:27.403285 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:27.613031 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-a8e7f8c5-7838-4302-8a93-8cf1edf87da5 None None] Set router b55daa3f-54d3-43c3-a8ce-636378dea840 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:35:28.028805 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-c1a394b0-d480-4758-985c-4eddb5c1480c None None] Provisioning complete for port 28eecc59-cf53-4b31-b3fd-734168210816 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:35:28.029209 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c1a394b0-d480-4758-985c-4eddb5c1480c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:28.171435 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-a8e7f8c5-7838-4302-8a93-8cf1edf87da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b55daa3f-54d3-43c3-a8ce-636378dea840', 'name': 'tempest-TestAggregatesBasicOps-1600970545-router', 'tenant_id': '39c4ee4d391a47eb928f3f64e376251b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'b6f24601-3311-4700-a240-c098dd9f8aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:35:22Z', 'updated_at': '2021-11-12T08:35:25Z', 'revision_number': 3, 'project_id': '39c4ee4d391a47eb928f3f64e376251b', 'gw_port': {'id': 'b6f24601-3311-4700-a240-c098dd9f8aea', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:60:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b55daa3f-54d3-43c3-a8ce-636378dea840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:35:23Z', 'updated_at': '2021-11-12T08:35:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:28.231544 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e7f8c5-7838-4302-8a93-8cf1edf87da5 None None] Checking router: b55daa3f-54d3-43c3-a8ce-636378dea840 for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:35:28.232457 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e7f8c5-7838-4302-8a93-8cf1edf87da5 None None] Updating router b55daa3f-54d3-43c3-a8ce-636378dea840 port b6f24601-3311-4700-a240-c098dd9f8aea binding host n-d-765315-29 {{(pid=102601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:35:28.264823 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a8e7f8c5-7838-4302-8a93-8cf1edf87da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:28.799855 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a8e7f8c5-7838-4302-8a93-8cf1edf87da5 None None] Publish callbacks [] for port, precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:28.817188 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a8e7f8c5-7838-4302-8a93-8cf1edf87da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:28.903027 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4d4728-4aef-48af-91fa-2aafe6f2d3ed None None] Pushing event updated for resources: {'Port': ['ID=b6f24601-3311-4700-a240-c098dd9f8aea,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:28.907920 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6c2104-0c71-4d99-b09f-7d8144c19345 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:35:28.918773 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-a8e7f8c5-7838-4302-8a93-8cf1edf87da5 None None] Attempting to bind port b6f24601-3311-4700-a240-c098dd9f8aea on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:35:28.919487 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-a8e7f8c5-7838-4302-8a93-8cf1edf87da5 None None] Attempting to bind port b6f24601-3311-4700-a240-c098dd9f8aea by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:35:28.919866 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e7f8c5-7838-4302-8a93-8cf1edf87da5 None None] Attempting to bind port b6f24601-3311-4700-a240-c098dd9f8aea on network d709f64f-f9e6-4525-b020-ad48633b9bbf {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:35:28.928996 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e7f8c5-7838-4302-8a93-8cf1edf87da5 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:35:28.929854 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e7f8c5-7838-4302-8a93-8cf1edf87da5 None None] Checking segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:35:28.930629 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a8e7f8c5-7838-4302-8a93-8cf1edf87da5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:28.931167 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e7f8c5-7838-4302-8a93-8cf1edf87da5 None None] Bound using segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:35:28.932014 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-a8e7f8c5-7838-4302-8a93-8cf1edf87da5 None None] Bound port: b6f24601-3311-4700-a240-c098dd9f8aea, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:35:28.932563 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a8e7f8c5-7838-4302-8a93-8cf1edf87da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:29.076991 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51ddb391-d760-4e3d-85a6-ee95a1cf7d37 None None] Provisioning complete for port b6f24601-3311-4700-a240-c098dd9f8aea triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:35:29.077366 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51ddb391-d760-4e3d-85a6-ee95a1cf7d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:29.121801 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-a8e7f8c5-7838-4302-8a93-8cf1edf87da5 None None] For port b6f24601-3311-4700-a240-c098dd9f8aea, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:35:29.132700 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7d06e3b8-86b9-4acb-b171-6293c66c049f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:29.153713 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-a8e7f8c5-7838-4302-8a93-8cf1edf87da5 None None] For port b6f24601-3311-4700-a240-c098dd9f8aea, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=b6f24601-3311-4700-a240-c098dd9f8aea,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:35:29.161162 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-51ddb391-d760-4e3d-85a6-ee95a1cf7d37 None None] Port b6f24601-3311-4700-a240-c098dd9f8aea cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:35:29.165522 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a8e7f8c5-7838-4302-8a93-8cf1edf87da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:29.244923 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e7f8c5-7838-4302-8a93-8cf1edf87da5 None None] Routers {'b55daa3f-54d3-43c3-a8ce-636378dea840'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:35:29.245981 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-a8e7f8c5-7838-4302-8a93-8cf1edf87da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:35:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['b55daa3f-54d3-43c3-a8ce-636378dea840'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:29.253173 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501ecda3-69bb-4178-9891-576e7d4e50fc None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:35:29.303411 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4d4728-4aef-48af-91fa-2aafe6f2d3ed None None] Pushing event updated for resources: {'Port': ['ID=b6f24601-3311-4700-a240-c098dd9f8aea,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:29.461851 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-a8e7f8c5-7838-4302-8a93-8cf1edf87da5 None None] Set router b55daa3f-54d3-43c3-a8ce-636378dea840 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:35:29.466160 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-02b6a703-a25d-405b-9432-49232da99ede None None] Provisioning complete for port b6f24601-3311-4700-a240-c098dd9f8aea triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:35:29.469668 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-02b6a703-a25d-405b-9432-49232da99ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:29.774482 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-7d06e3b8-86b9-4acb-b171-6293c66c049f admin admin] Allocated IP 172.20.0.1 (d7e2375e-800f-4538-919b-17920404cc90/b3fb3b4e-491e-4e8f-8b3b-781cd07f9a95/73ff69e6-1e8f-408e-8284-b0afe4876721) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:35:29.798426 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-02b6a703-a25d-405b-9432-49232da99ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:29.862799 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-02b6a703-a25d-405b-9432-49232da99ede None None] For port b6f24601-3311-4700-a240-c098dd9f8aea, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=b6f24601-3311-4700-a240-c098dd9f8aea,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:35:29.877741 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-02b6a703-a25d-405b-9432-49232da99ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:30.037074 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b6a703-a25d-405b-9432-49232da99ede None None] Pushing event updated for resources: {'Port': ['ID=b6f24601-3311-4700-a240-c098dd9f8aea,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:30.062884 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7d06e3b8-86b9-4acb-b171-6293c66c049f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:30.079784 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-a8e7f8c5-7838-4302-8a93-8cf1edf87da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b55daa3f-54d3-43c3-a8ce-636378dea840', 'name': 'tempest-TestAggregatesBasicOps-1600970545-router', 'tenant_id': '39c4ee4d391a47eb928f3f64e376251b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'b6f24601-3311-4700-a240-c098dd9f8aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:35:22Z', 'updated_at': '2021-11-12T08:35:25Z', 'revision_number': 3, 'project_id': '39c4ee4d391a47eb928f3f64e376251b', 'gw_port': {'id': 'b6f24601-3311-4700-a240-c098dd9f8aea', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:60:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b55daa3f-54d3-43c3-a8ce-636378dea840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:35:23Z', 'updated_at': '2021-11-12T08:35:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:30.144257 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7d06e3b8-86b9-4acb-b171-6293c66c049f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:30.167582 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e7f8c5-7838-4302-8a93-8cf1edf87da5 None None] The sync data for ids ['b55daa3f-54d3-43c3-a8ce-636378dea840'] in n-d-765315-29 is: [{'id': 'b55daa3f-54d3-43c3-a8ce-636378dea840', 'name': 'tempest-TestAggregatesBasicOps-1600970545-router', 'tenant_id': '39c4ee4d391a47eb928f3f64e376251b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'b6f24601-3311-4700-a240-c098dd9f8aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:35:22Z', 'updated_at': '2021-11-12T08:35:25Z', 'revision_number': 3, 'project_id': '39c4ee4d391a47eb928f3f64e376251b', 'gw_port': {'id': 'b6f24601-3311-4700-a240-c098dd9f8aea', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:60:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b55daa3f-54d3-43c3-a8ce-636378dea840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:35:23Z', 'updated_at': '2021-11-12T08:35:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:35:30.269054 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d06e3b8-86b9-4acb-b171-6293c66c049f admin admin] Network d7e2375e-800f-4538-919b-17920404cc90 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:35:30.282568 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-7d06e3b8-86b9-4acb-b171-6293c66c049f admin admin] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:35:30.286113 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d06e3b8-86b9-4acb-b171-6293c66c049f admin admin] Pushing event updated for resources: {'Port': ['ID=73ff69e6-1e8f-408e-8284-b0afe4876721,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:30.289183 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d06e3b8-86b9-4acb-b171-6293c66c049f admin admin] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:35:30.382023 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7d06e3b8-86b9-4acb-b171-6293c66c049f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933481'] for router_interface, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:30.755215 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7d06e3b8-86b9-4acb-b171-6293c66c049f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:30.986184 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-18d7b317-c0a1-45cc-a059-5cabea215dfe None None] Provisioning complete for port 73ff69e6-1e8f-408e-8284-b0afe4876721 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:35:30.987652 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-18d7b317-c0a1-45cc-a059-5cabea215dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:31.055204 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-18d7b317-c0a1-45cc-a059-5cabea215dfe None None] Port 73ff69e6-1e8f-408e-8284-b0afe4876721 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:35:31.310022 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7d06e3b8-86b9-4acb-b171-6293c66c049f admin admin] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:31.323600 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7d06e3b8-86b9-4acb-b171-6293c66c049f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:31.517293 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7d06e3b8-86b9-4acb-b171-6293c66c049f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933629'] for router_interface, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:31.524577 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d06e3b8-86b9-4acb-b171-6293c66c049f admin admin] Pushing event updated for resources: {'Port': ['ID=73ff69e6-1e8f-408e-8284-b0afe4876721,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:31.808853 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d06e3b8-86b9-4acb-b171-6293c66c049f admin admin] Network d7e2375e-800f-4538-919b-17920404cc90 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:35:31.815779 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-7d06e3b8-86b9-4acb-b171-6293c66c049f admin admin] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:35:32.141481 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d06e3b8-86b9-4acb-b171-6293c66c049f admin admin] Router b55daa3f-54d3-43c3-a8ce-636378dea840 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:35:32.451194 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-3bcfb501-cbb0-4428-9053-e71f7d85aea8 None None] Provisioning complete for port 73ff69e6-1e8f-408e-8284-b0afe4876721 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:35:32.452475 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3bcfb501-cbb0-4428-9053-e71f7d85aea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:32.491481 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d06e3b8-86b9-4acb-b171-6293c66c049f admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:35:32.504777 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-7d06e3b8-86b9-4acb-b171-6293c66c049f admin admin] 10.222.0.26 "PUT /v2.0/routers/b55daa3f-54d3-43c3-a8ce-636378dea840/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2919643 Nov 12 08:35:32.656276 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-3bcfb501-cbb0-4428-9053-e71f7d85aea8 None None] Port 73ff69e6-1e8f-408e-8284-b0afe4876721 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:35:32.768020 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device b6f24601-3311-4700-a240-c098dd9f8aea up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:35:32.940929 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port b6f24601-3311-4700-a240-c098dd9f8aea triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:35:32.941500 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:33.368101 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83457b69-958c-4f23-bf60-e8df3ccdf82a None None] Sync routers for ids ['b55daa3f-54d3-43c3-a8ce-636378dea840'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:35:33.380417 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83457b69-958c-4f23-bf60-e8df3ccdf82a None None] Routers {'b55daa3f-54d3-43c3-a8ce-636378dea840'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:35:33.381105 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-83457b69-958c-4f23-bf60-e8df3ccdf82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:35:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['b55daa3f-54d3-43c3-a8ce-636378dea840'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:33.611326 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-83457b69-958c-4f23-bf60-e8df3ccdf82a None None] Set router b55daa3f-54d3-43c3-a8ce-636378dea840 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:35:33.942727 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-856e4ebe-fa59-4adc-9260-0882d585baaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:34.142930 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-83457b69-958c-4f23-bf60-e8df3ccdf82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b55daa3f-54d3-43c3-a8ce-636378dea840', 'name': 'tempest-TestAggregatesBasicOps-1600970545-router', 'tenant_id': '39c4ee4d391a47eb928f3f64e376251b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'b6f24601-3311-4700-a240-c098dd9f8aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:35:22Z', 'updated_at': '2021-11-12T08:35:30Z', 'revision_number': 4, 'project_id': '39c4ee4d391a47eb928f3f64e376251b', 'gw_port': {'id': 'b6f24601-3311-4700-a240-c098dd9f8aea', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:60:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55daa3f-54d3-43c3-a8ce-636378dea840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:35:23Z', 'updated_at': '2021-11-12T08:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '73ff69e6-1e8f-408e-8284-b0afe4876721', 'name': '', 'network_id': 'd7e2375e-800f-4538-919b-17920404cc90', 'tenant_id': '39c4ee4d391a47eb928f3f64e376251b', 'mac_address': 'fa:16:3e:ce:53:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b55daa3f-54d3-43c3-a8ce-636378dea840', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': 'b3fb3b4e-491e-4e8f-8b3b-781cd07f9a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:35:29Z', 'updated_at': '2021-11-12T08:35:30Z', 'revision_number': 2, 'project_id': '39c4ee4d391a47eb928f3f64e376251b', 'subnets': [{'id': 'b3fb3b4e-491e-4e8f-8b3b-781cd07f9a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:34.182960 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83457b69-958c-4f23-bf60-e8df3ccdf82a None None] Checking router: b55daa3f-54d3-43c3-a8ce-636378dea840 for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:35:34.183571 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83457b69-958c-4f23-bf60-e8df3ccdf82a None None] Updating router b55daa3f-54d3-43c3-a8ce-636378dea840 port 73ff69e6-1e8f-408e-8284-b0afe4876721 binding host n-d-765315-29 {{(pid=102602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:35:34.216004 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-83457b69-958c-4f23-bf60-e8df3ccdf82a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:34.784892 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-83457b69-958c-4f23-bf60-e8df3ccdf82a None None] Publish callbacks [] for port, precommit_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:34.799652 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-83457b69-958c-4f23-bf60-e8df3ccdf82a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:34.951994 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16041b8-aec7-45e6-bbbf-eeeab1dcb590 None None] Pushing event updated for resources: {'Port': ['ID=73ff69e6-1e8f-408e-8284-b0afe4876721,revision_number=3']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:35.020999 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16041b8-aec7-45e6-bbbf-eeeab1dcb590 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:35.022441 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16041b8-aec7-45e6-bbbf-eeeab1dcb590 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:35.023654 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16041b8-aec7-45e6-bbbf-eeeab1dcb590 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:35.024694 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16041b8-aec7-45e6-bbbf-eeeab1dcb590 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:35.025138 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16041b8-aec7-45e6-bbbf-eeeab1dcb590 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:35.025579 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16041b8-aec7-45e6-bbbf-eeeab1dcb590 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:35.026344 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16041b8-aec7-45e6-bbbf-eeeab1dcb590 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:35.026799 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16041b8-aec7-45e6-bbbf-eeeab1dcb590 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:35.027198 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16041b8-aec7-45e6-bbbf-eeeab1dcb590 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:35.027644 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16041b8-aec7-45e6-bbbf-eeeab1dcb590 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:35.028036 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16041b8-aec7-45e6-bbbf-eeeab1dcb590 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:35.028572 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16041b8-aec7-45e6-bbbf-eeeab1dcb590 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:35.117099 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-83457b69-958c-4f23-bf60-e8df3ccdf82a None None] Attempting to bind port 73ff69e6-1e8f-408e-8284-b0afe4876721 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:35:35.117820 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-83457b69-958c-4f23-bf60-e8df3ccdf82a None None] Attempting to bind port 73ff69e6-1e8f-408e-8284-b0afe4876721 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '4951f9e9-535c-4716-a86f-d8c5d521e961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'd7e2375e-800f-4538-919b-17920404cc90'}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:35:35.118388 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83457b69-958c-4f23-bf60-e8df3ccdf82a None None] Attempting to bind port 73ff69e6-1e8f-408e-8284-b0afe4876721 on network d7e2375e-800f-4538-919b-17920404cc90 {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:35:35.130202 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83457b69-958c-4f23-bf60-e8df3ccdf82a None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:35:35.130940 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83457b69-958c-4f23-bf60-e8df3ccdf82a None None] Checking segment: {'id': '4951f9e9-535c-4716-a86f-d8c5d521e961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'd7e2375e-800f-4538-919b-17920404cc90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:35:35.132398 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-83457b69-958c-4f23-bf60-e8df3ccdf82a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:35.136663 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83457b69-958c-4f23-bf60-e8df3ccdf82a None None] Bound using segment: {'id': '4951f9e9-535c-4716-a86f-d8c5d521e961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'd7e2375e-800f-4538-919b-17920404cc90'} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:35:35.140469 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-83457b69-958c-4f23-bf60-e8df3ccdf82a None None] Bound port: 73ff69e6-1e8f-408e-8284-b0afe4876721, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4951f9e9-535c-4716-a86f-d8c5d521e961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'd7e2375e-800f-4538-919b-17920404cc90'}}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:35:35.151385 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-83457b69-958c-4f23-bf60-e8df3ccdf82a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:35.230079 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 43706) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:35.247112 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-2b0dd15c-be00-4330-8764-411977953746 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1709856268-network', 'tenant_id': '58cccd8a5e31417e8785733907531aca'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:35:35.276683 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:35.323422 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b0dd15c-be00-4330-8764-411977953746 admin admin] Made reservation on behalf of 58cccd8a5e31417e8785733907531aca for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:35:35.332851 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2b0dd15c-be00-4330-8764-411977953746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:35.345569 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-83457b69-958c-4f23-bf60-e8df3ccdf82a None None] For port 73ff69e6-1e8f-408e-8284-b0afe4876721, host n-d-765315-29, cleared binding levels {{(pid=102602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:35:35.354306 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-83457b69-958c-4f23-bf60-e8df3ccdf82a None None] For port 73ff69e6-1e8f-408e-8284-b0afe4876721, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=73ff69e6-1e8f-408e-8284-b0afe4876721,segment=NetworkSegment(4951f9e9-535c-4716-a86f-d8c5d521e961),segment_id=4951f9e9-535c-4716-a86f-d8c5d521e961)] {{(pid=102602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:35:35.367363 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2b0dd15c-be00-4330-8764-411977953746 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:35.367765 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-83457b69-958c-4f23-bf60-e8df3ccdf82a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:35.376316 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-fd7cfe42-b21f-483c-a513-bc86bb6b4a00 None None] Provisioning complete for port 73ff69e6-1e8f-408e-8284-b0afe4876721 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:35:35.378076 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-fd7cfe42-b21f-483c-a513-bc86bb6b4a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:35.527864 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83457b69-958c-4f23-bf60-e8df3ccdf82a None None] Routers {'b55daa3f-54d3-43c3-a8ce-636378dea840'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:35:35.528507 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-83457b69-958c-4f23-bf60-e8df3ccdf82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:35:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['b55daa3f-54d3-43c3-a8ce-636378dea840'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:35.573445 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-fd7cfe42-b21f-483c-a513-bc86bb6b4a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:35.580588 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2b0dd15c-be00-4330-8764-411977953746 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:35.587587 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2b0dd15c-be00-4330-8764-411977953746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:35.642131 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16041b8-aec7-45e6-bbbf-eeeab1dcb590 None None] Pushing event updated for resources: {'Port': ['ID=73ff69e6-1e8f-408e-8284-b0afe4876721,revision_number=4']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:35.679670 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b0dd15c-be00-4330-8764-411977953746 admin admin] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:35:35.706271 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-fd7cfe42-b21f-483c-a513-bc86bb6b4a00 None None] For port 73ff69e6-1e8f-408e-8284-b0afe4876721, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=73ff69e6-1e8f-408e-8284-b0afe4876721,segment=NetworkSegment(4951f9e9-535c-4716-a86f-d8c5d521e961),segment_id=4951f9e9-535c-4716-a86f-d8c5d521e961)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:35:35.710800 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0dd15c-be00-4330-8764-411977953746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e256f1a-a905-4462-a3aa-5114c25d0b1a,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:35.716109 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-fd7cfe42-b21f-483c-a513-bc86bb6b4a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:35.720987 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2b0dd15c-be00-4330-8764-411977953746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:35.721265 n-d-765315-29 neutron-server[102599]: INFO neutron.db.segments_db [None req-2b0dd15c-be00-4330-8764-411977953746 admin admin] Added segment a2ded060-0919-450e-976f-9bd07aaaa353 of type vlan for network f211ae9c-2d60-4aff-868b-540cbf50a45c Nov 12 08:35:35.868707 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7cfe42-b21f-483c-a513-bc86bb6b4a00 None None] Pushing event updated for resources: {'Port': ['ID=73ff69e6-1e8f-408e-8284-b0afe4876721,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:35.870820 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2b0dd15c-be00-4330-8764-411977953746 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:35.877769 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-83457b69-958c-4f23-bf60-e8df3ccdf82a None None] Set router b55daa3f-54d3-43c3-a8ce-636378dea840 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:35:35.995068 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2b0dd15c-be00-4330-8764-411977953746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:35.996406 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 43722) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:35.999295 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0dd15c-be00-4330-8764-411977953746 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:36.002813 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2b0dd15c-be00-4330-8764-411977953746 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:36.074727 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-2b0dd15c-be00-4330-8764-411977953746 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8406539 Nov 12 08:35:36.083555 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 43726) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:36.096054 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-e5b7bef3-de5d-44cc-948a-a0f91ed43eb0 admin admin] Request body: {'subnet': {'network_id': 'f211ae9c-2d60-4aff-868b-540cbf50a45c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1709856268-subnet', 'tenant_id': '58cccd8a5e31417e8785733907531aca', 'ip_version': 4}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:35:36.135474 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0dd15c-be00-4330-8764-411977953746 admin admin] Pushing event updated for resources: {'Network': ['ID=f211ae9c-2d60-4aff-868b-540cbf50a45c,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:36.155974 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network f211ae9c-2d60-4aff-868b-540cbf50a45c details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:35:36.191629 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5b7bef3-de5d-44cc-948a-a0f91ed43eb0 admin admin] Made reservation on behalf of 58cccd8a5e31417e8785733907531aca for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:35:36.198885 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e5b7bef3-de5d-44cc-948a-a0f91ed43eb0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:36.327640 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-b7cc0bd0-1fc0-4e74-8710-0b3331295823 None None] Provisioning complete for port 73ff69e6-1e8f-408e-8284-b0afe4876721 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:35:36.332323 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b7cc0bd0-1fc0-4e74-8710-0b3331295823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:36.486409 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-09d22523-527f-4c02-9301-9e0c0c00ea6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:36.579055 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-83457b69-958c-4f23-bf60-e8df3ccdf82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b55daa3f-54d3-43c3-a8ce-636378dea840', 'name': 'tempest-TestAggregatesBasicOps-1600970545-router', 'tenant_id': '39c4ee4d391a47eb928f3f64e376251b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'b6f24601-3311-4700-a240-c098dd9f8aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:35:22Z', 'updated_at': '2021-11-12T08:35:30Z', 'revision_number': 4, 'project_id': '39c4ee4d391a47eb928f3f64e376251b', 'gw_port': {'id': 'b6f24601-3311-4700-a240-c098dd9f8aea', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:60:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55daa3f-54d3-43c3-a8ce-636378dea840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:35:23Z', 'updated_at': '2021-11-12T08:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '73ff69e6-1e8f-408e-8284-b0afe4876721', 'name': '', 'network_id': 'd7e2375e-800f-4538-919b-17920404cc90', 'tenant_id': '39c4ee4d391a47eb928f3f64e376251b', 'mac_address': 'fa:16:3e:ce:53:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b55daa3f-54d3-43c3-a8ce-636378dea840', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': 'b3fb3b4e-491e-4e8f-8b3b-781cd07f9a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:35:29Z', 'updated_at': '2021-11-12T08:35:35Z', 'revision_number': 4, 'project_id': '39c4ee4d391a47eb928f3f64e376251b', 'subnets': [{'id': 'b3fb3b4e-491e-4e8f-8b3b-781cd07f9a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:36.651103 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e5b7bef3-de5d-44cc-948a-a0f91ed43eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:36.666011 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-09d22523-527f-4c02-9301-9e0c0c00ea6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:36.676526 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-09d22523-527f-4c02-9301-9e0c0c00ea6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:36.777199 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83457b69-958c-4f23-bf60-e8df3ccdf82a None None] The sync data for ids ['b55daa3f-54d3-43c3-a8ce-636378dea840'] in n-d-765315-29 is: [{'id': 'b55daa3f-54d3-43c3-a8ce-636378dea840', 'name': 'tempest-TestAggregatesBasicOps-1600970545-router', 'tenant_id': '39c4ee4d391a47eb928f3f64e376251b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'b6f24601-3311-4700-a240-c098dd9f8aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:35:22Z', 'updated_at': '2021-11-12T08:35:30Z', 'revision_number': 4, 'project_id': '39c4ee4d391a47eb928f3f64e376251b', 'gw_port': {'id': 'b6f24601-3311-4700-a240-c098dd9f8aea', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:60:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55daa3f-54d3-43c3-a8ce-636378dea840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:35:23Z', 'updated_at': '2021-11-12T08:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '73ff69e6-1e8f-408e-8284-b0afe4876721', 'name': '', 'network_id': 'd7e2375e-800f-4538-919b-17920404cc90', 'tenant_id': '39c4ee4d391a47eb928f3f64e376251b', 'mac_address': 'fa:16:3e:ce:53:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b55daa3f-54d3-43c3-a8ce-636378dea840', 'device_owner': 'network:router_interface', 'standard_attr_id': 2597, 'fixed_ips': [{'subnet_id': 'b3fb3b4e-491e-4e8f-8b3b-781cd07f9a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:35:29Z', 'updated_at': '2021-11-12T08:35:35Z', 'revision_number': 4, 'project_id': '39c4ee4d391a47eb928f3f64e376251b', 'subnets': [{'id': 'b3fb3b4e-491e-4e8f-8b3b-781cd07f9a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:35:36.856054 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-09d22523-527f-4c02-9301-9e0c0c00ea6a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=661f70fcd81040b49d079dfe75875eff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8584099 Nov 12 08:35:36.857130 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b7bef3-de5d-44cc-948a-a0f91ed43eb0 admin admin] Checking segment: {'id': 'a2ded060-0919-450e-976f-9bd07aaaa353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f211ae9c-2d60-4aff-868b-540cbf50a45c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:35:36.863174 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b7bef3-de5d-44cc-948a-a0f91ed43eb0 admin admin] Network hostable DHCP agents. Network: f211ae9c-2d60-4aff-868b-540cbf50a45c, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:35:36.866917 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 43736) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:36.889512 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b7bef3-de5d-44cc-948a-a0f91ed43eb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb2215e3-53d0-4f3f-9a6a-7aa63dd40498,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:36.898111 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d22523-527f-4c02-9301-9e0c0c00ea6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b5ba0c8-7446-40fe-ab8b-4af7c7e8db47,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:37.040777 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4e6ab90e-4a55-4768-adc1-7e79c45e7122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:37.060196 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f929afc6-da48-4a18-931a-1c80de8c1974 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:37.068790 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b7bef3-de5d-44cc-948a-a0f91ed43eb0 admin admin] Network f211ae9c-2d60-4aff-868b-540cbf50a45c is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:35:37.130097 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f929afc6-da48-4a18-931a-1c80de8c1974 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:37.235206 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-e5b7bef3-de5d-44cc-948a-a0f91ed43eb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, f211ae9c-2d60-4aff-868b-540cbf50a45c) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:35:37.247244 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481f38e8-7aaf-4ee0-ab3a-5f5f0ececa4d None None] Network f211ae9c-2d60-4aff-868b-540cbf50a45c requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:35:37.255085 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b7bef3-de5d-44cc-948a-a0f91ed43eb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:37.257731 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e5b7bef3-de5d-44cc-948a-a0f91ed43eb0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:37.268469 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f929afc6-da48-4a18-931a-1c80de8c1974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:37.272399 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f929afc6-da48-4a18-931a-1c80de8c1974 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:37.274158 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-f929afc6-da48-4a18-931a-1c80de8c1974 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8b5ba0c8-7446-40fe-ab8b-4af7c7e8db47 HTTP/1.1" status: 204 len: 168 time: 0.4042213 Nov 12 08:35:37.372254 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f929afc6-da48-4a18-931a-1c80de8c1974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b5ba0c8-7446-40fe-ab8b-4af7c7e8db47,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:37.400989 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 43754) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:37.401591 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-e5b7bef3-de5d-44cc-948a-a0f91ed43eb0 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3159776 Nov 12 08:35:37.408612 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-d1e0967a-43db-43eb-9a72-9037024cd2f0 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1709856268-router', 'tenant_id': '58cccd8a5e31417e8785733907531aca', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:35:37.515988 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d1e0967a-43db-43eb-9a72-9037024cd2f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:37.517728 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d1e0967a-43db-43eb-9a72-9037024cd2f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:37.694558 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d1e0967a-43db-43eb-9a72-9037024cd2f0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:37.770033 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69cb8a30-671e-4147-b9ec-9e0f4baadf0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-f211ae9c-2d60-4aff-868b-540cbf50a45c', 'network_id': 'f211ae9c-2d60-4aff-868b-540cbf50a45c', 'tenant_id': '58cccd8a5e31417e8785733907531aca', 'fixed_ips': [{'subnet_id': 'cb2215e3-53d0-4f3f-9a6a-7aa63dd40498'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:35:37.771579 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-69cb8a30-671e-4147-b9ec-9e0f4baadf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:38.286413 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d1e0967a-43db-43eb-9a72-9037024cd2f0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:38.348196 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 43768) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:38.398851 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-20a585ae-7605-4b44-aade-9fc24281b4dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:38.679783 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:38.851598 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-69cb8a30-671e-4147-b9ec-9e0f4baadf0d None None] Allocated IP 172.20.0.2 (f211ae9c-2d60-4aff-868b-540cbf50a45c/cb2215e3-53d0-4f3f-9a6a-7aa63dd40498/a547e7fd-0bbf-4a0e-8f9f-70017dd69ced) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:35:39.006909 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-20a585ae-7605-4b44-aade-9fc24281b4dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:39.023903 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-20a585ae-7605-4b44-aade-9fc24281b4dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:39.041089 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:35:39.100316 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-69cb8a30-671e-4147-b9ec-9e0f4baadf0d None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:39.107835 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 73ff69e6-1e8f-408e-8284-b0afe4876721 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:35:39.111790 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-69cb8a30-671e-4147-b9ec-9e0f4baadf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:39.129833 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-20a585ae-7605-4b44-aade-9fc24281b4dc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f86a860d66d64674bc1f17cbbed1c2a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7634583 Nov 12 08:35:39.131191 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a585ae-7605-4b44-aade-9fc24281b4dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bddaaed-fdf4-4359-9109-097157dd73d9,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:39.133633 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 43776) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:39.334557 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-499e0a7d-019c-4f43-80fa-fc666c3da082 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:39.365267 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-499e0a7d-019c-4f43-80fa-fc666c3da082 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:39.388013 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:39.445369 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69cb8a30-671e-4147-b9ec-9e0f4baadf0d None None] Network f211ae9c-2d60-4aff-868b-540cbf50a45c is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:35:39.454289 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-499e0a7d-019c-4f43-80fa-fc666c3da082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:39.464966 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cb8a30-671e-4147-b9ec-9e0f4baadf0d None None] Pushing event updated for resources: {'Port': ['ID=a547e7fd-0bbf-4a0e-8f9f-70017dd69ced,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:39.469636 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-499e0a7d-019c-4f43-80fa-fc666c3da082 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:39.470991 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-499e0a7d-019c-4f43-80fa-fc666c3da082 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6bddaaed-fdf4-4359-9109-097157dd73d9 HTTP/1.1" status: 204 len: 168 time: 0.3331797 Nov 12 08:35:39.484686 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-69cb8a30-671e-4147-b9ec-9e0f4baadf0d None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:35:39.491654 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb8a30-671e-4147-b9ec-9e0f4baadf0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:39.500368 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb8a30-671e-4147-b9ec-9e0f4baadf0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:39.501183 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb8a30-671e-4147-b9ec-9e0f4baadf0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:39.501897 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb8a30-671e-4147-b9ec-9e0f4baadf0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:39.502660 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb8a30-671e-4147-b9ec-9e0f4baadf0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:39.503529 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb8a30-671e-4147-b9ec-9e0f4baadf0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:39.504262 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb8a30-671e-4147-b9ec-9e0f4baadf0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:39.504975 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb8a30-671e-4147-b9ec-9e0f4baadf0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:39.510347 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb8a30-671e-4147-b9ec-9e0f4baadf0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:39.511152 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb8a30-671e-4147-b9ec-9e0f4baadf0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:39.511887 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb8a30-671e-4147-b9ec-9e0f4baadf0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:39.512975 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cb8a30-671e-4147-b9ec-9e0f4baadf0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:39.518485 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69cb8a30-671e-4147-b9ec-9e0f4baadf0d None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:35:39.533828 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499e0a7d-019c-4f43-80fa-fc666c3da082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bddaaed-fdf4-4359-9109-097157dd73d9,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:39.679540 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 73ff69e6-1e8f-408e-8284-b0afe4876721 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:35:39.680166 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:39.754495 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-69cb8a30-671e-4147-b9ec-9e0f4baadf0d None None] Attempting to bind port a547e7fd-0bbf-4a0e-8f9f-70017dd69ced on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:35:39.762483 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-69cb8a30-671e-4147-b9ec-9e0f4baadf0d None None] Attempting to bind port a547e7fd-0bbf-4a0e-8f9f-70017dd69ced by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': 'a2ded060-0919-450e-976f-9bd07aaaa353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f211ae9c-2d60-4aff-868b-540cbf50a45c'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:35:39.763517 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cb8a30-671e-4147-b9ec-9e0f4baadf0d None None] Attempting to bind port a547e7fd-0bbf-4a0e-8f9f-70017dd69ced on network f211ae9c-2d60-4aff-868b-540cbf50a45c {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:35:39.783608 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cb8a30-671e-4147-b9ec-9e0f4baadf0d None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:35:39.784334 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cb8a30-671e-4147-b9ec-9e0f4baadf0d None None] Checking segment: {'id': 'a2ded060-0919-450e-976f-9bd07aaaa353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f211ae9c-2d60-4aff-868b-540cbf50a45c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:35:39.785545 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d1e0967a-43db-43eb-9a72-9037024cd2f0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:39.786366 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-69cb8a30-671e-4147-b9ec-9e0f4baadf0d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:39.787059 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cb8a30-671e-4147-b9ec-9e0f4baadf0d None None] Bound using segment: {'id': 'a2ded060-0919-450e-976f-9bd07aaaa353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f211ae9c-2d60-4aff-868b-540cbf50a45c'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:35:39.788137 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-69cb8a30-671e-4147-b9ec-9e0f4baadf0d None None] Bound port: a547e7fd-0bbf-4a0e-8f9f-70017dd69ced, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2ded060-0919-450e-976f-9bd07aaaa353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f211ae9c-2d60-4aff-868b-540cbf50a45c'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:35:39.797999 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-69cb8a30-671e-4147-b9ec-9e0f4baadf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:39.850989 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d1e0967a-43db-43eb-9a72-9037024cd2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:40.018119 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-69cb8a30-671e-4147-b9ec-9e0f4baadf0d None None] For port a547e7fd-0bbf-4a0e-8f9f-70017dd69ced, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:35:40.038028 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-69cb8a30-671e-4147-b9ec-9e0f4baadf0d None None] For port a547e7fd-0bbf-4a0e-8f9f-70017dd69ced, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=a547e7fd-0bbf-4a0e-8f9f-70017dd69ced,segment=NetworkSegment(a2ded060-0919-450e-976f-9bd07aaaa353),segment_id=a2ded060-0919-450e-976f-9bd07aaaa353)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:35:40.075043 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-69cb8a30-671e-4147-b9ec-9e0f4baadf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:40.118577 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:40.320932 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-d1e0967a-43db-43eb-9a72-9037024cd2f0 admin admin] Allocated IP 172.25.2.141 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/8a2b2dd9-088c-480e-908c-ab743a805f30) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:35:40.620637 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cb8a30-671e-4147-b9ec-9e0f4baadf0d None None] Pushing event updated for resources: {'Port': ['ID=a547e7fd-0bbf-4a0e-8f9f-70017dd69ced,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:40.817413 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d1e0967a-43db-43eb-9a72-9037024cd2f0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:40.951415 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d1e0967a-43db-43eb-9a72-9037024cd2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:40.953813 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 43816) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:41.109192 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e0967a-43db-43eb-9a72-9037024cd2f0 admin admin] Pushing event updated for resources: {'Port': ['ID=8a2b2dd9-088c-480e-908c-ab743a805f30,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:41.165126 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e0967a-43db-43eb-9a72-9037024cd2f0 admin admin] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:35:41.167618 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-d1e0967a-43db-43eb-9a72-9037024cd2f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:35:41.187127 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e0967a-43db-43eb-9a72-9037024cd2f0 admin admin] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:35:41.194287 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18411a47-66e7-4746-b92f-108f7a03da68 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:35:41.310062 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-08e8ad5d-8fa4-4e49-b960-a7acf701afa5 None None] Provisioning complete for port 8a2b2dd9-088c-480e-908c-ab743a805f30 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:35:41.311488 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-08e8ad5d-8fa4-4e49-b960-a7acf701afa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:41.421227 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9a0ee1ae-6290-4cea-9197-3f4be8dea932 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:41.474520 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-08e8ad5d-8fa4-4e49-b960-a7acf701afa5 None None] Port 8a2b2dd9-088c-480e-908c-ab743a805f30 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:35:41.747300 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9a0ee1ae-6290-4cea-9197-3f4be8dea932 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:41.757242 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9a0ee1ae-6290-4cea-9197-3f4be8dea932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:41.846134 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-9a0ee1ae-6290-4cea-9197-3f4be8dea932 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f109c33d8d8c4710bad260270e4acb47&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8841095 Nov 12 08:35:41.850169 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 43842) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:41.913486 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0ee1ae-6290-4cea-9197-3f4be8dea932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7552b26d-42dc-4b49-be89-64c0cc39be8e,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:42.071645 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d1e0967a-43db-43eb-9a72-9037024cd2f0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:42.173587 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b8dcdbee-185f-44cd-a504-cf270c9fc7c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:42.315349 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b8dcdbee-185f-44cd-a504-cf270c9fc7c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:42.412791 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb59ce72-b246-460c-8358-e244dd6e932a None None] Network f211ae9c-2d60-4aff-868b-540cbf50a45c requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:35:42.484113 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b8dcdbee-185f-44cd-a504-cf270c9fc7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:42.486972 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b8dcdbee-185f-44cd-a504-cf270c9fc7c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:42.491692 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-b8dcdbee-185f-44cd-a504-cf270c9fc7c0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7552b26d-42dc-4b49-be89-64c0cc39be8e HTTP/1.1" status: 204 len: 168 time: 0.5369089 Nov 12 08:35:42.535154 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dcdbee-185f-44cd-a504-cf270c9fc7c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7552b26d-42dc-4b49-be89-64c0cc39be8e,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:42.568305 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d1e0967a-43db-43eb-9a72-9037024cd2f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052'] for router, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:42.574865 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 43858) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:42.775846 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:42.797062 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-d0cccddb-f670-417b-9e3f-e013ca04baca None None] Provisioning complete for port a547e7fd-0bbf-4a0e-8f9f-70017dd69ced triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:35:42.797744 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d0cccddb-f670-417b-9e3f-e013ca04baca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:42.886876 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device a547e7fd-0bbf-4a0e-8f9f-70017dd69ced up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:35:42.919774 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fd0c2cee-120e-41f1-8495-763bc86b2bb0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:42.990323 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1e0967a-43db-43eb-9a72-9037024cd2f0 admin admin] Router 0c16acc2-73ea-480c-9827-510f1e09bb82 is scheduled to L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 with binding_index 1 {{(pid=102599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:35:43.029855 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d0cccddb-f670-417b-9e3f-e013ca04baca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:43.046830 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fd0c2cee-120e-41f1-8495-763bc86b2bb0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:43.052303 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fd0c2cee-120e-41f1-8495-763bc86b2bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:43.123595 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-fd0c2cee-120e-41f1-8495-763bc86b2bb0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=96b635a0c142452aa774ec23326e5f38&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5431430 Nov 12 08:35:43.141418 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 43868) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:43.161011 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-d0cccddb-f670-417b-9e3f-e013ca04baca None None] For port a547e7fd-0bbf-4a0e-8f9f-70017dd69ced, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=a547e7fd-0bbf-4a0e-8f9f-70017dd69ced,segment=NetworkSegment(a2ded060-0919-450e-976f-9bd07aaaa353),segment_id=a2ded060-0919-450e-976f-9bd07aaaa353)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:35:43.177669 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d0cccddb-f670-417b-9e3f-e013ca04baca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:43.267288 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0c2cee-120e-41f1-8495-763bc86b2bb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c627e508-2f33-41d3-bb40-bce07fecff9a,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:43.308617 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4ae2722d-792d-4164-a8f8-49a761404421 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:43.331862 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 43884) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:43.427032 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-78fabc43-e160-4887-a361-f53b0c4db559 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:43.437441 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cccddb-f670-417b-9e3f-e013ca04baca None None] Pushing event updated for resources: {'Port': ['ID=a547e7fd-0bbf-4a0e-8f9f-70017dd69ced,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:43.469813 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4ae2722d-792d-4164-a8f8-49a761404421 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:43.524585 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port a547e7fd-0bbf-4a0e-8f9f-70017dd69ced triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:35:43.525042 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:43.603855 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4ae2722d-792d-4164-a8f8-49a761404421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:43.609114 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4ae2722d-792d-4164-a8f8-49a761404421 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:43.610436 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-4ae2722d-792d-4164-a8f8-49a761404421 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c627e508-2f33-41d3-bb40-bce07fecff9a HTTP/1.1" status: 204 len: 168 time: 0.4679017 Nov 12 08:35:43.651841 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae2722d-792d-4164-a8f8-49a761404421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c627e508-2f33-41d3-bb40-bce07fecff9a,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:43.676611 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-78fabc43-e160-4887-a361-f53b0c4db559 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:43.687236 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-78fabc43-e160-4887-a361-f53b0c4db559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:43.780031 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fabc43-e160-4887-a361-f53b0c4db559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=446ecac6-1727-43b0-8fd5-f3f8dfb74d21,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:43.787342 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-78fabc43-e160-4887-a361-f53b0c4db559 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=986aaff6164e4704a91e474130c7a1e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4498885 Nov 12 08:35:43.793621 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 43918) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:43.942660 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-271485e2-ee4e-4c95-80e7-353c4b5398b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:43.992203 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-271485e2-ee4e-4c95-80e7-353c4b5398b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:44.138297 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-bcce40ee-b2de-4349-a8df-e530b6b4aed7 None None] Provisioning complete for port a547e7fd-0bbf-4a0e-8f9f-70017dd69ced triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:35:44.139671 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-bcce40ee-b2de-4349-a8df-e530b6b4aed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:44.161642 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-271485e2-ee4e-4c95-80e7-353c4b5398b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:44.166469 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-271485e2-ee4e-4c95-80e7-353c4b5398b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:44.171977 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-271485e2-ee4e-4c95-80e7-353c4b5398b9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/446ecac6-1727-43b0-8fd5-f3f8dfb74d21 HTTP/1.1" status: 204 len: 168 time: 0.3698425 Nov 12 08:35:44.195057 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271485e2-ee4e-4c95-80e7-353c4b5398b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=446ecac6-1727-43b0-8fd5-f3f8dfb74d21,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:44.638129 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1e0967a-43db-43eb-9a72-9037024cd2f0 admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:35:44.661875 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fedaebc-b0aa-4749-b925-54c097c0f01d None None] Sync routers for ids ['0c16acc2-73ea-480c-9827-510f1e09bb82'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:35:44.715673 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fedaebc-b0aa-4749-b925-54c097c0f01d None None] Routers {'0c16acc2-73ea-480c-9827-510f1e09bb82'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:35:44.732776 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-1fedaebc-b0aa-4749-b925-54c097c0f01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:35:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['0c16acc2-73ea-480c-9827-510f1e09bb82'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:44.747458 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d1e0967a-43db-43eb-9a72-9037024cd2f0 admin admin] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:44.759775 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 43950) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:44.761661 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-d1e0967a-43db-43eb-9a72-9037024cd2f0 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.3590662 Nov 12 08:35:45.137708 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-1fedaebc-b0aa-4749-b925-54c097c0f01d None None] Set router 0c16acc2-73ea-480c-9827-510f1e09bb82 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:35:45.302647 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device a547e7fd-0bbf-4a0e-8f9f-70017dd69ced up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:35:45.525230 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f75358f-6a5e-461c-992b-c99464719bc9 req-f5e47de9-d0a6-40f4-ae8d-bd5c52e6e883 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:45.537439 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f75358f-6a5e-461c-992b-c99464719bc9 req-f5e47de9-d0a6-40f4-ae8d-bd5c52e6e883 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:45.549292 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f75358f-6a5e-461c-992b-c99464719bc9 req-f5e47de9-d0a6-40f4-ae8d-bd5c52e6e883 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:45.570399 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f75358f-6a5e-461c-992b-c99464719bc9 req-f5e47de9-d0a6-40f4-ae8d-bd5c52e6e883 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:45.597334 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f75358f-6a5e-461c-992b-c99464719bc9 req-f5e47de9-d0a6-40f4-ae8d-bd5c52e6e883 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:45.639372 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f75358f-6a5e-461c-992b-c99464719bc9 req-f5e47de9-d0a6-40f4-ae8d-bd5c52e6e883 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:45.660844 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f75358f-6a5e-461c-992b-c99464719bc9 req-f5e47de9-d0a6-40f4-ae8d-bd5c52e6e883 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:45.664147 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2f75358f-6a5e-461c-992b-c99464719bc9 req-f5e47de9-d0a6-40f4-ae8d-bd5c52e6e883 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7b22e6f-34ba-40cc-8b8b-fe95438187cb HTTP/1.1" status: 200 len: 5445 time: 0.7100718 Nov 12 08:35:45.808269 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port a547e7fd-0bbf-4a0e-8f9f-70017dd69ced triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:35:45.809083 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:46.103729 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2f75358f-6a5e-461c-992b-c99464719bc9 req-23e8999d-0f6e-4efb-bb3b-50f8921f4150 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc0955f8-ff92-40bf-a2fd-f4ce6f6d835b&id=fca2cf2b-9cad-4878-bbbc-828482027757&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4092948 Nov 12 08:35:46.411421 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-1fedaebc-b0aa-4749-b925-54c097c0f01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c16acc2-73ea-480c-9827-510f1e09bb82', 'name': 'tempest-TestAggregatesBasicOps-1709856268-router', 'tenant_id': '58cccd8a5e31417e8785733907531aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '8a2b2dd9-088c-480e-908c-ab743a805f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:35:37Z', 'updated_at': '2021-11-12T08:35:41Z', 'revision_number': 3, 'project_id': '58cccd8a5e31417e8785733907531aca', 'gw_port': {'id': '8a2b2dd9-088c-480e-908c-ab743a805f30', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cb:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c16acc2-73ea-480c-9827-510f1e09bb82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:35:39Z', 'updated_at': '2021-11-12T08:35:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:46.511345 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fedaebc-b0aa-4749-b925-54c097c0f01d None None] Checking router: 0c16acc2-73ea-480c-9827-510f1e09bb82 for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:35:46.512208 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fedaebc-b0aa-4749-b925-54c097c0f01d None None] Updating router 0c16acc2-73ea-480c-9827-510f1e09bb82 port 8a2b2dd9-088c-480e-908c-ab743a805f30 binding host n-d-765315-29 {{(pid=102601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:35:46.598483 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1fedaebc-b0aa-4749-b925-54c097c0f01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:46.998567 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5531ac31-f088-46a1-b2d3-6e19fbb2fd4c req-c436bc10-5080-4706-b909-c3c478f2cd1e tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:47.030303 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5531ac31-f088-46a1-b2d3-6e19fbb2fd4c req-c436bc10-5080-4706-b909-c3c478f2cd1e tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:47.052039 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5531ac31-f088-46a1-b2d3-6e19fbb2fd4c req-c436bc10-5080-4706-b909-c3c478f2cd1e tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:47.080407 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5531ac31-f088-46a1-b2d3-6e19fbb2fd4c req-c436bc10-5080-4706-b909-c3c478f2cd1e tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:47.105541 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5531ac31-f088-46a1-b2d3-6e19fbb2fd4c req-c436bc10-5080-4706-b909-c3c478f2cd1e tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:47.136570 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5531ac31-f088-46a1-b2d3-6e19fbb2fd4c req-c436bc10-5080-4706-b909-c3c478f2cd1e tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:47.149159 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5531ac31-f088-46a1-b2d3-6e19fbb2fd4c req-c436bc10-5080-4706-b909-c3c478f2cd1e tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:47.174455 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5531ac31-f088-46a1-b2d3-6e19fbb2fd4c req-c436bc10-5080-4706-b909-c3c478f2cd1e tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7b22e6f-34ba-40cc-8b8b-fe95438187cb HTTP/1.1" status: 200 len: 5445 time: 0.6502750 Nov 12 08:35:47.263462 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 44038) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:47.657258 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9f2c564a-e876-4882-8382-f4d2c84aeb27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:47.764136 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1fedaebc-b0aa-4749-b925-54c097c0f01d None None] Publish callbacks [] for port, precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:47.774822 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1fedaebc-b0aa-4749-b925-54c097c0f01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:47.814435 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e4d76a39-6915-4aed-82c6-b98deec3027b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:47.979392 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298f7da0-3e16-4d63-9a94-ba99dab7854a None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:35:48.234663 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99404bd4-3f5a-4b47-9f18-3fa59ee86a41 None None] Pushing event updated for resources: {'Port': ['ID=8a2b2dd9-088c-480e-908c-ab743a805f30,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:48.235791 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-1fedaebc-b0aa-4749-b925-54c097c0f01d None None] Attempting to bind port 8a2b2dd9-088c-480e-908c-ab743a805f30 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:35:48.237191 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-1fedaebc-b0aa-4749-b925-54c097c0f01d None None] Attempting to bind port 8a2b2dd9-088c-480e-908c-ab743a805f30 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:35:48.241497 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fedaebc-b0aa-4749-b925-54c097c0f01d None None] Attempting to bind port 8a2b2dd9-088c-480e-908c-ab743a805f30 on network d709f64f-f9e6-4525-b020-ad48633b9bbf {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:35:48.257588 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fedaebc-b0aa-4749-b925-54c097c0f01d None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:35:48.258139 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fedaebc-b0aa-4749-b925-54c097c0f01d None None] Checking segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:35:48.258796 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1fedaebc-b0aa-4749-b925-54c097c0f01d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:48.260092 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fedaebc-b0aa-4749-b925-54c097c0f01d None None] Bound using segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:35:48.261053 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-1fedaebc-b0aa-4749-b925-54c097c0f01d None None] Bound port: 8a2b2dd9-088c-480e-908c-ab743a805f30, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:35:48.261707 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1fedaebc-b0aa-4749-b925-54c097c0f01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:48.272895 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e4d76a39-6915-4aed-82c6-b98deec3027b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:48.280578 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e4d76a39-6915-4aed-82c6-b98deec3027b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:48.405186 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-e4d76a39-6915-4aed-82c6-b98deec3027b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3eee77865e48467699f834563bb53842&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1388986 Nov 12 08:35:48.406983 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 44050) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:48.408495 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d76a39-6915-4aed-82c6-b98deec3027b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=321c8ad8-6924-476d-aedd-db64c98cfde8,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:48.412067 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-1fedaebc-b0aa-4749-b925-54c097c0f01d None None] For port 8a2b2dd9-088c-480e-908c-ab743a805f30, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:35:48.418541 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-1fedaebc-b0aa-4749-b925-54c097c0f01d None None] For port 8a2b2dd9-088c-480e-908c-ab743a805f30, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=8a2b2dd9-088c-480e-908c-ab743a805f30,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:35:48.438248 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1fedaebc-b0aa-4749-b925-54c097c0f01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:48.475535 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-9f2c564a-e876-4882-8382-f4d2c84aeb27 admin admin] Allocated IP 172.20.0.1 (f211ae9c-2d60-4aff-868b-540cbf50a45c/cb2215e3-53d0-4f3f-9a6a-7aa63dd40498/597254d3-beae-47dd-ae54-8ffafb2d9939) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:35:48.541156 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7a50c1e5-e4ba-4b4b-b46d-270aba75ef1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:48.597576 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7a50c1e5-e4ba-4b4b-b46d-270aba75ef1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:48.720073 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7a50c1e5-e4ba-4b4b-b46d-270aba75ef1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:48.735974 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7a50c1e5-e4ba-4b4b-b46d-270aba75ef1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:48.744817 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-7a50c1e5-e4ba-4b4b-b46d-270aba75ef1e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/321c8ad8-6924-476d-aedd-db64c98cfde8 HTTP/1.1" status: 204 len: 168 time: 0.3260899 Nov 12 08:35:48.790967 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf6d79a-3091-4a21-a52b-1aa048412621 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:35:48.822810 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a50c1e5-e4ba-4b4b-b46d-270aba75ef1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=321c8ad8-6924-476d-aedd-db64c98cfde8,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:48.828986 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fedaebc-b0aa-4749-b925-54c097c0f01d None None] Routers {'0c16acc2-73ea-480c-9827-510f1e09bb82'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:35:48.829994 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-1fedaebc-b0aa-4749-b925-54c097c0f01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:35:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['0c16acc2-73ea-480c-9827-510f1e09bb82'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:48.849368 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9f2c564a-e876-4882-8382-f4d2c84aeb27 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:48.950401 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9f2c564a-e876-4882-8382-f4d2c84aeb27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:49.140772 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2c564a-e876-4882-8382-f4d2c84aeb27 admin admin] Pushing event updated for resources: {'Port': ['ID=597254d3-beae-47dd-ae54-8ffafb2d9939,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:49.184869 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2c564a-e876-4882-8382-f4d2c84aeb27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:49.187643 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2c564a-e876-4882-8382-f4d2c84aeb27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:49.188511 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2c564a-e876-4882-8382-f4d2c84aeb27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:49.192039 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2c564a-e876-4882-8382-f4d2c84aeb27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:49.193116 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2c564a-e876-4882-8382-f4d2c84aeb27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:49.195953 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2c564a-e876-4882-8382-f4d2c84aeb27 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:49.196467 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2c564a-e876-4882-8382-f4d2c84aeb27 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:49.196928 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2c564a-e876-4882-8382-f4d2c84aeb27 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:49.198875 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2c564a-e876-4882-8382-f4d2c84aeb27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:49.199489 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2c564a-e876-4882-8382-f4d2c84aeb27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:49.199944 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2c564a-e876-4882-8382-f4d2c84aeb27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:49.202115 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2c564a-e876-4882-8382-f4d2c84aeb27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:49.262958 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2c564a-e876-4882-8382-f4d2c84aeb27 admin admin] Network f211ae9c-2d60-4aff-868b-540cbf50a45c is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:35:49.272259 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-9f2c564a-e876-4882-8382-f4d2c84aeb27 admin admin] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:35:49.288898 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2c564a-e876-4882-8382-f4d2c84aeb27 admin admin] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:35:49.391991 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-07cf3cb9-4371-4306-b1df-7f8afe415cb9 None None] Provisioning complete for port 8a2b2dd9-088c-480e-908c-ab743a805f30 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:35:49.399278 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-07cf3cb9-4371-4306-b1df-7f8afe415cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:49.511460 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9f2c564a-e876-4882-8382-f4d2c84aeb27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933481'] for router_interface, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:49.565230 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99404bd4-3f5a-4b47-9f18-3fa59ee86a41 None None] Pushing event updated for resources: {'Port': ['ID=8a2b2dd9-088c-480e-908c-ab743a805f30,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:50.120216 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9f2c564a-e876-4882-8382-f4d2c84aeb27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:50.268021 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-1fedaebc-b0aa-4749-b925-54c097c0f01d None None] Set router 0c16acc2-73ea-480c-9827-510f1e09bb82 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:35:50.454376 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-07cf3cb9-4371-4306-b1df-7f8afe415cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:50.513260 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-07cf3cb9-4371-4306-b1df-7f8afe415cb9 None None] For port 8a2b2dd9-088c-480e-908c-ab743a805f30, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=8a2b2dd9-088c-480e-908c-ab743a805f30,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:35:50.533161 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-07cf3cb9-4371-4306-b1df-7f8afe415cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:50.545492 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9f2c564a-e876-4882-8382-f4d2c84aeb27 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:50.563643 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9f2c564a-e876-4882-8382-f4d2c84aeb27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:50.710698 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2c564a-e876-4882-8382-f4d2c84aeb27 admin admin] Pushing event updated for resources: {'Port': ['ID=597254d3-beae-47dd-ae54-8ffafb2d9939,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:50.722865 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9f2c564a-e876-4882-8382-f4d2c84aeb27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933629'] for router_interface, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:50.895857 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cf3cb9-4371-4306-b1df-7f8afe415cb9 None None] Pushing event updated for resources: {'Port': ['ID=8a2b2dd9-088c-480e-908c-ab743a805f30,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:51.005883 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-8f58abf7-7e3d-4832-a6f5-68800ebee361 None None] Provisioning complete for port 597254d3-beae-47dd-ae54-8ffafb2d9939 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:35:51.006523 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8f58abf7-7e3d-4832-a6f5-68800ebee361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:51.183939 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2c564a-e876-4882-8382-f4d2c84aeb27 admin admin] Network f211ae9c-2d60-4aff-868b-540cbf50a45c is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:35:51.188789 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-9f2c564a-e876-4882-8382-f4d2c84aeb27 admin admin] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:35:51.289864 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-8f58abf7-7e3d-4832-a6f5-68800ebee361 None None] Port 597254d3-beae-47dd-ae54-8ffafb2d9939 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:35:51.414070 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f2c564a-e876-4882-8382-f4d2c84aeb27 admin admin] Router 0c16acc2-73ea-480c-9827-510f1e09bb82 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:35:51.450288 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-8f58abf7-7e3d-4832-a6f5-68800ebee361 None None] Provisioning complete for port 8a2b2dd9-088c-480e-908c-ab743a805f30 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:35:51.459366 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8f58abf7-7e3d-4832-a6f5-68800ebee361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:51.761290 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-1fedaebc-b0aa-4749-b925-54c097c0f01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c16acc2-73ea-480c-9827-510f1e09bb82', 'name': 'tempest-TestAggregatesBasicOps-1709856268-router', 'tenant_id': '58cccd8a5e31417e8785733907531aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '8a2b2dd9-088c-480e-908c-ab743a805f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:35:37Z', 'updated_at': '2021-11-12T08:35:41Z', 'revision_number': 3, 'project_id': '58cccd8a5e31417e8785733907531aca', 'gw_port': {'id': '8a2b2dd9-088c-480e-908c-ab743a805f30', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cb:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c16acc2-73ea-480c-9827-510f1e09bb82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:35:39Z', 'updated_at': '2021-11-12T08:35:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:51.832810 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f2c564a-e876-4882-8382-f4d2c84aeb27 admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:35:51.834807 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fedaebc-b0aa-4749-b925-54c097c0f01d None None] The sync data for ids ['0c16acc2-73ea-480c-9827-510f1e09bb82'] in n-d-765315-29 is: [{'id': '0c16acc2-73ea-480c-9827-510f1e09bb82', 'name': 'tempest-TestAggregatesBasicOps-1709856268-router', 'tenant_id': '58cccd8a5e31417e8785733907531aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '8a2b2dd9-088c-480e-908c-ab743a805f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:35:37Z', 'updated_at': '2021-11-12T08:35:41Z', 'revision_number': 3, 'project_id': '58cccd8a5e31417e8785733907531aca', 'gw_port': {'id': '8a2b2dd9-088c-480e-908c-ab743a805f30', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cb:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c16acc2-73ea-480c-9827-510f1e09bb82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:35:39Z', 'updated_at': '2021-11-12T08:35:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:35:51.858479 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-9f2c564a-e876-4882-8382-f4d2c84aeb27 admin admin] 10.222.0.26 "PUT /v2.0/routers/0c16acc2-73ea-480c-9827-510f1e09bb82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0981040 Nov 12 08:35:51.990918 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-858b2e4e-3503-4e3c-ae76-a567e7a0666c None None] Provisioning complete for port 597254d3-beae-47dd-ae54-8ffafb2d9939 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:35:51.991511 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-858b2e4e-3503-4e3c-ae76-a567e7a0666c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:52.114756 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-858b2e4e-3503-4e3c-ae76-a567e7a0666c None None] Port 597254d3-beae-47dd-ae54-8ffafb2d9939 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:35:52.388530 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 44142) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:52.969290 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 8a2b2dd9-088c-480e-908c-ab743a805f30 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:35:53.253014 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 8a2b2dd9-088c-480e-908c-ab743a805f30 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:35:53.253397 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:53.441968 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 44164) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:53.887584 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7577dc90-2158-4638-b7ab-4a8c2f046883 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:54.070564 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2cd8cb-00d7-4c53-a149-0c62417e1b7a req-2bf40a24-c2fe-4ce3-b6a1-1d37aae276d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:54.071462 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2cd8cb-00d7-4c53-a149-0c62417e1b7a req-2bf40a24-c2fe-4ce3-b6a1-1d37aae276d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:54.072491 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2cd8cb-00d7-4c53-a149-0c62417e1b7a req-2bf40a24-c2fe-4ce3-b6a1-1d37aae276d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:54.073660 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2cd8cb-00d7-4c53-a149-0c62417e1b7a req-2bf40a24-c2fe-4ce3-b6a1-1d37aae276d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:54.074577 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2cd8cb-00d7-4c53-a149-0c62417e1b7a req-2bf40a24-c2fe-4ce3-b6a1-1d37aae276d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:54.075580 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2cd8cb-00d7-4c53-a149-0c62417e1b7a req-2bf40a24-c2fe-4ce3-b6a1-1d37aae276d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:54.077590 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2cd8cb-00d7-4c53-a149-0c62417e1b7a req-2bf40a24-c2fe-4ce3-b6a1-1d37aae276d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:54.095411 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9e2cd8cb-00d7-4c53-a149-0c62417e1b7a req-2bf40a24-c2fe-4ce3-b6a1-1d37aae276d5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e7b22e6f-34ba-40cc-8b8b-fe95438187cb HTTP/1.1" status: 200 len: 6509 time: 1.7040849 Nov 12 08:35:54.219671 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7577dc90-2158-4638-b7ab-4a8c2f046883 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:54.231085 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7577dc90-2158-4638-b7ab-4a8c2f046883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:54.284690 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9e2cd8cb-00d7-4c53-a149-0c62417e1b7a req-c7aa277c-4086-4b69-898d-ef204aba832c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fca2cf2b-9cad-4878-bbbc-828482027757&id=cc0955f8-ff92-40bf-a2fd-f4ce6f6d835b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1816585 Nov 12 08:35:54.354536 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-7577dc90-2158-4638-b7ab-4a8c2f046883 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4ff79d57c8e4456b82515caf20ec2937&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9093249 Nov 12 08:35:54.356580 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 44192) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:54.364909 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7577dc90-2158-4638-b7ab-4a8c2f046883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fea5c1a8-317a-4d01-aa29-55458249e6d1,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:54.514320 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0994b511-6318-4539-874b-7f7b7526a776 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:54.599673 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0994b511-6318-4539-874b-7f7b7526a776 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:54.752986 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0994b511-6318-4539-874b-7f7b7526a776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:54.760302 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0994b511-6318-4539-874b-7f7b7526a776 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:54.772384 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-0994b511-6318-4539-874b-7f7b7526a776 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fea5c1a8-317a-4d01-aa29-55458249e6d1 HTTP/1.1" status: 204 len: 168 time: 0.4118083 Nov 12 08:35:54.807316 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0994b511-6318-4539-874b-7f7b7526a776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fea5c1a8-317a-4d01-aa29-55458249e6d1,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:55.444788 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e99aefc-822c-4750-834e-1f41cc464f33 None None] Sync routers for ids ['0c16acc2-73ea-480c-9827-510f1e09bb82'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:35:55.480683 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e99aefc-822c-4750-834e-1f41cc464f33 None None] Routers {'0c16acc2-73ea-480c-9827-510f1e09bb82'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:35:55.481311 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-5e99aefc-822c-4750-834e-1f41cc464f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:35:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['0c16acc2-73ea-480c-9827-510f1e09bb82'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:55.684824 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 44268) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:55.778248 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 44276) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:55.801864 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6fd22dbd-8244-4467-a99d-2c119b28e940 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:55.834972 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-5e99aefc-822c-4750-834e-1f41cc464f33 None None] Set router 0c16acc2-73ea-480c-9827-510f1e09bb82 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:35:56.110646 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6fd22dbd-8244-4467-a99d-2c119b28e940 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:56.125402 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6fd22dbd-8244-4467-a99d-2c119b28e940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:56.264657 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd22dbd-8244-4467-a99d-2c119b28e940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b1ece89-4632-4310-bf79-f056d893c3d7,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:56.264657 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-6fd22dbd-8244-4467-a99d-2c119b28e940 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e7b9843cc4ca4c93a0d470e456b097b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4586158 Nov 12 08:35:56.264657 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 44294) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:56.457787 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0eb2cb45-4b0b-4438-924f-1ad2ab9120f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:56.498110 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0eb2cb45-4b0b-4438-924f-1ad2ab9120f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:56.515316 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 44306) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:56.644083 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0eb2cb45-4b0b-4438-924f-1ad2ab9120f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:56.648271 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0eb2cb45-4b0b-4438-924f-1ad2ab9120f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:56.650257 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-0eb2cb45-4b0b-4438-924f-1ad2ab9120f5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3b1ece89-4632-4310-bf79-f056d893c3d7 HTTP/1.1" status: 204 len: 168 time: 0.4079466 Nov 12 08:35:56.663771 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb2cb45-4b0b-4438-924f-1ad2ab9120f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b1ece89-4632-4310-bf79-f056d893c3d7,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:56.751847 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-5e99aefc-822c-4750-834e-1f41cc464f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c16acc2-73ea-480c-9827-510f1e09bb82', 'name': 'tempest-TestAggregatesBasicOps-1709856268-router', 'tenant_id': '58cccd8a5e31417e8785733907531aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '8a2b2dd9-088c-480e-908c-ab743a805f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:35:37Z', 'updated_at': '2021-11-12T08:35:49Z', 'revision_number': 4, 'project_id': '58cccd8a5e31417e8785733907531aca', 'gw_port': {'id': '8a2b2dd9-088c-480e-908c-ab743a805f30', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c16acc2-73ea-480c-9827-510f1e09bb82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:35:39Z', 'updated_at': '2021-11-12T08:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '597254d3-beae-47dd-ae54-8ffafb2d9939', 'name': '', 'network_id': 'f211ae9c-2d60-4aff-868b-540cbf50a45c', 'tenant_id': '58cccd8a5e31417e8785733907531aca', 'mac_address': 'fa:16:3e:68:d6:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c16acc2-73ea-480c-9827-510f1e09bb82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': 'cb2215e3-53d0-4f3f-9a6a-7aa63dd40498', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:35:47Z', 'updated_at': '2021-11-12T08:35:50Z', 'revision_number': 2, 'project_id': '58cccd8a5e31417e8785733907531aca', 'subnets': [{'id': 'cb2215e3-53d0-4f3f-9a6a-7aa63dd40498', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:56.821365 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e99aefc-822c-4750-834e-1f41cc464f33 None None] Checking router: 0c16acc2-73ea-480c-9827-510f1e09bb82 for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:35:56.823056 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e99aefc-822c-4750-834e-1f41cc464f33 None None] Updating router 0c16acc2-73ea-480c-9827-510f1e09bb82 port 597254d3-beae-47dd-ae54-8ffafb2d9939 binding host n-d-765315-29 {{(pid=102602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:35:56.823584 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d6415aac-d436-4078-a901-f715ea1ca96b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933586'] for router_interface, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:56.926928 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-5e99aefc-822c-4750-834e-1f41cc464f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:56.927974 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-38c6dec6-5e78-416c-8579-2c1d352f1ea3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:57.030239 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-38c6dec6-5e78-416c-8579-2c1d352f1ea3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:57.037196 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-38c6dec6-5e78-416c-8579-2c1d352f1ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:57.155796 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c6dec6-5e78-416c-8579-2c1d352f1ea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49448053-4ccc-4d4f-8712-2d930591569b,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:57.172180 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-38c6dec6-5e78-416c-8579-2c1d352f1ea3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fdad132de930471c9b857b3f3562f4d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6559463 Nov 12 08:35:57.173284 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 44322) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:57.362521 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0c48d17c-1c1b-47c3-85c6-43711916c41a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:57.398475 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-5e99aefc-822c-4750-834e-1f41cc464f33 None None] Publish callbacks [] for port, precommit_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:57.407770 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-5e99aefc-822c-4750-834e-1f41cc464f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:57.459242 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0c48d17c-1c1b-47c3-85c6-43711916c41a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:57.585863 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92470cb-e5f9-4b65-a53d-9c7c81ad7cc0 None None] Pushing event updated for resources: {'Port': ['ID=597254d3-beae-47dd-ae54-8ffafb2d9939,revision_number=3']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:57.637876 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0c48d17c-1c1b-47c3-85c6-43711916c41a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:57.648454 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0c48d17c-1c1b-47c3-85c6-43711916c41a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:57.651857 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-0c48d17c-1c1b-47c3-85c6-43711916c41a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/49448053-4ccc-4d4f-8712-2d930591569b HTTP/1.1" status: 204 len: 168 time: 0.4758127 Nov 12 08:35:57.683512 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-5e99aefc-822c-4750-834e-1f41cc464f33 None None] Attempting to bind port 597254d3-beae-47dd-ae54-8ffafb2d9939 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:35:57.684035 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-5e99aefc-822c-4750-834e-1f41cc464f33 None None] Attempting to bind port 597254d3-beae-47dd-ae54-8ffafb2d9939 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': 'a2ded060-0919-450e-976f-9bd07aaaa353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f211ae9c-2d60-4aff-868b-540cbf50a45c'}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:35:57.684498 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e99aefc-822c-4750-834e-1f41cc464f33 None None] Attempting to bind port 597254d3-beae-47dd-ae54-8ffafb2d9939 on network f211ae9c-2d60-4aff-868b-540cbf50a45c {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:35:57.702709 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e99aefc-822c-4750-834e-1f41cc464f33 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:35:57.703262 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e99aefc-822c-4750-834e-1f41cc464f33 None None] Checking segment: {'id': 'a2ded060-0919-450e-976f-9bd07aaaa353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f211ae9c-2d60-4aff-868b-540cbf50a45c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:35:57.703773 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-5e99aefc-822c-4750-834e-1f41cc464f33 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:57.704266 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e99aefc-822c-4750-834e-1f41cc464f33 None None] Bound using segment: {'id': 'a2ded060-0919-450e-976f-9bd07aaaa353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f211ae9c-2d60-4aff-868b-540cbf50a45c'} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:35:57.704858 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-5e99aefc-822c-4750-834e-1f41cc464f33 None None] Bound port: 597254d3-beae-47dd-ae54-8ffafb2d9939, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2ded060-0919-450e-976f-9bd07aaaa353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f211ae9c-2d60-4aff-868b-540cbf50a45c'}}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:35:57.705343 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-5e99aefc-822c-4750-834e-1f41cc464f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:57.730473 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c48d17c-1c1b-47c3-85c6-43711916c41a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49448053-4ccc-4d4f-8712-2d930591569b,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:57.822664 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-d6415aac-d436-4078-a901-f715ea1ca96b admin admin] Deleting port 73ff69e6-1e8f-408e-8284-b0afe4876721 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:35:57.823114 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d6415aac-d436-4078-a901-f715ea1ca96b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:57.891300 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-5e99aefc-822c-4750-834e-1f41cc464f33 None None] For port 597254d3-beae-47dd-ae54-8ffafb2d9939, host n-d-765315-29, cleared binding levels {{(pid=102602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:35:57.896055 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-5e99aefc-822c-4750-834e-1f41cc464f33 None None] For port 597254d3-beae-47dd-ae54-8ffafb2d9939, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=597254d3-beae-47dd-ae54-8ffafb2d9939,segment=NetworkSegment(a2ded060-0919-450e-976f-9bd07aaaa353),segment_id=a2ded060-0919-450e-976f-9bd07aaaa353)] {{(pid=102602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:35:57.904150 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-5e99aefc-822c-4750-834e-1f41cc464f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:58.030944 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-7c92fed3-3df6-4ae0-852d-f5909c89e306 None None] Provisioning complete for port 597254d3-beae-47dd-ae54-8ffafb2d9939 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:35:58.033532 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7c92fed3-3df6-4ae0-852d-f5909c89e306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:58.074707 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e99aefc-822c-4750-834e-1f41cc464f33 None None] Routers {'0c16acc2-73ea-480c-9827-510f1e09bb82'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:35:58.074951 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-d6415aac-d436-4078-a901-f715ea1ca96b admin admin] For port 73ff69e6-1e8f-408e-8284-b0afe4876721, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=73ff69e6-1e8f-408e-8284-b0afe4876721,segment=NetworkSegment(4951f9e9-535c-4716-a86f-d8c5d521e961),segment_id=4951f9e9-535c-4716-a86f-d8c5d521e961)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:35:58.075733 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-5e99aefc-822c-4750-834e-1f41cc464f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:35:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['0c16acc2-73ea-480c-9827-510f1e09bb82'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:58.076494 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d6415aac-d436-4078-a901-f715ea1ca96b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:58.101598 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-d6415aac-d436-4078-a901-f715ea1ca96b admin admin] Calling delete_port for 73ff69e6-1e8f-408e-8284-b0afe4876721 owned by network:router_interface {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:35:58.253208 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92470cb-e5f9-4b65-a53d-9c7c81ad7cc0 None None] Pushing event updated for resources: {'Port': ['ID=597254d3-beae-47dd-ae54-8ffafb2d9939,revision_number=4']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:58.294717 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7c92fed3-3df6-4ae0-852d-f5909c89e306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:58.383782 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-7c92fed3-3df6-4ae0-852d-f5909c89e306 None None] For port 597254d3-beae-47dd-ae54-8ffafb2d9939, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=597254d3-beae-47dd-ae54-8ffafb2d9939,segment=NetworkSegment(a2ded060-0919-450e-976f-9bd07aaaa353),segment_id=a2ded060-0919-450e-976f-9bd07aaaa353)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:35:58.395159 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7c92fed3-3df6-4ae0-852d-f5909c89e306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:58.514165 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-5e99aefc-822c-4750-834e-1f41cc464f33 None None] Set router 0c16acc2-73ea-480c-9827-510f1e09bb82 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:35:58.626655 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 44364) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:58.652983 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c92fed3-3df6-4ae0-852d-f5909c89e306 None None] Pushing event updated for resources: {'Port': ['ID=597254d3-beae-47dd-ae54-8ffafb2d9939,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:58.684688 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-c804ad22-1fe5-42f1-ab21-e46f04c3b23b None None] Provisioning complete for port 597254d3-beae-47dd-ae54-8ffafb2d9939 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:35:58.685037 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2e6d9969-df89-43be-8767-8ae1806637b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:58.687376 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c804ad22-1fe5-42f1-ab21-e46f04c3b23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:58.854773 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d6415aac-d436-4078-a901-f715ea1ca96b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:58.955057 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2e6d9969-df89-43be-8767-8ae1806637b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:58.962541 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2e6d9969-df89-43be-8767-8ae1806637b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:59.062239 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6415aac-d436-4078-a901-f715ea1ca96b admin admin] Pushing event deleted for resources: {'Port': ['ID=73ff69e6-1e8f-408e-8284-b0afe4876721,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:59.081940 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-5e99aefc-822c-4750-834e-1f41cc464f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c16acc2-73ea-480c-9827-510f1e09bb82', 'name': 'tempest-TestAggregatesBasicOps-1709856268-router', 'tenant_id': '58cccd8a5e31417e8785733907531aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '8a2b2dd9-088c-480e-908c-ab743a805f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:35:37Z', 'updated_at': '2021-11-12T08:35:49Z', 'revision_number': 4, 'project_id': '58cccd8a5e31417e8785733907531aca', 'gw_port': {'id': '8a2b2dd9-088c-480e-908c-ab743a805f30', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c16acc2-73ea-480c-9827-510f1e09bb82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:35:39Z', 'updated_at': '2021-11-12T08:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '597254d3-beae-47dd-ae54-8ffafb2d9939', 'name': '', 'network_id': 'f211ae9c-2d60-4aff-868b-540cbf50a45c', 'tenant_id': '58cccd8a5e31417e8785733907531aca', 'mac_address': 'fa:16:3e:68:d6:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c16acc2-73ea-480c-9827-510f1e09bb82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': 'cb2215e3-53d0-4f3f-9a6a-7aa63dd40498', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:35:47Z', 'updated_at': '2021-11-12T08:35:57Z', 'revision_number': 4, 'project_id': '58cccd8a5e31417e8785733907531aca', 'subnets': [{'id': 'cb2215e3-53d0-4f3f-9a6a-7aa63dd40498', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:59.098904 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-2e6d9969-df89-43be-8767-8ae1806637b3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6e95da51dc2149ed8fd48c6f05a791a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4678953 Nov 12 08:35:59.101166 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 44374) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:59.154428 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6d9969-df89-43be-8767-8ae1806637b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca2d597-b76d-4613-8c9b-f9bf06a0d978,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:59.220494 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e99aefc-822c-4750-834e-1f41cc464f33 None None] The sync data for ids ['0c16acc2-73ea-480c-9827-510f1e09bb82'] in n-d-765315-29 is: [{'id': '0c16acc2-73ea-480c-9827-510f1e09bb82', 'name': 'tempest-TestAggregatesBasicOps-1709856268-router', 'tenant_id': '58cccd8a5e31417e8785733907531aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '8a2b2dd9-088c-480e-908c-ab743a805f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:35:37Z', 'updated_at': '2021-11-12T08:35:49Z', 'revision_number': 4, 'project_id': '58cccd8a5e31417e8785733907531aca', 'gw_port': {'id': '8a2b2dd9-088c-480e-908c-ab743a805f30', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c16acc2-73ea-480c-9827-510f1e09bb82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:35:39Z', 'updated_at': '2021-11-12T08:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '597254d3-beae-47dd-ae54-8ffafb2d9939', 'name': '', 'network_id': 'f211ae9c-2d60-4aff-868b-540cbf50a45c', 'tenant_id': '58cccd8a5e31417e8785733907531aca', 'mac_address': 'fa:16:3e:68:d6:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c16acc2-73ea-480c-9827-510f1e09bb82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': 'cb2215e3-53d0-4f3f-9a6a-7aa63dd40498', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:35:47Z', 'updated_at': '2021-11-12T08:35:57Z', 'revision_number': 4, 'project_id': '58cccd8a5e31417e8785733907531aca', 'subnets': [{'id': 'cb2215e3-53d0-4f3f-9a6a-7aa63dd40498', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:35:59.278198 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-77d74d14-94a7-4189-9380-fd70468ad68f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:59.399041 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-77d74d14-94a7-4189-9380-fd70468ad68f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:59.498440 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-77d74d14-94a7-4189-9380-fd70468ad68f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:59.523273 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-77d74d14-94a7-4189-9380-fd70468ad68f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:59.531762 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-77d74d14-94a7-4189-9380-fd70468ad68f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3ca2d597-b76d-4613-8c9b-f9bf06a0d978 HTTP/1.1" status: 204 len: 168 time: 0.4277277 Nov 12 08:35:59.557572 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d74d14-94a7-4189-9380-fd70468ad68f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca2d597-b76d-4613-8c9b-f9bf06a0d978,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:59.664719 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d6415aac-d436-4078-a901-f715ea1ca96b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918626'] for router_interface, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:00.181098 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6415aac-d436-4078-a901-f715ea1ca96b admin admin] Router b55daa3f-54d3-43c3-a8ce-636378dea840 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:36:00.437618 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6415aac-d436-4078-a901-f715ea1ca96b admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:36:00.444904 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-d6415aac-d436-4078-a901-f715ea1ca96b admin admin] 10.222.0.26 "PUT /v2.0/routers/b55daa3f-54d3-43c3-a8ce-636378dea840/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7532990 Nov 12 08:36:00.449825 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 44414) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:00.452451 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0b1479-a65b-4a29-9ec7-8b71c9254850 None None] Sync routers for ids ['b55daa3f-54d3-43c3-a8ce-636378dea840'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:36:00.480676 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0b1479-a65b-4a29-9ec7-8b71c9254850 None None] Routers {'b55daa3f-54d3-43c3-a8ce-636378dea840'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:36:00.481459 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-3b0b1479-a65b-4a29-9ec7-8b71c9254850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:35:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['b55daa3f-54d3-43c3-a8ce-636378dea840'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:00.841025 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-56fd06af-f38c-4883-b42c-381917a8f382 admin admin] Publish callbacks [] for router, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:00.927930 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-3b0b1479-a65b-4a29-9ec7-8b71c9254850 None None] Set router b55daa3f-54d3-43c3-a8ce-636378dea840 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:36:01.319706 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 597254d3-beae-47dd-ae54-8ffafb2d9939 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:36:01.356332 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-56fd06af-f38c-4883-b42c-381917a8f382 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:01.557927 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-56fd06af-f38c-4883-b42c-381917a8f382 admin admin] Deleting port b6f24601-3311-4700-a240-c098dd9f8aea {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:36:01.558662 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-56fd06af-f38c-4883-b42c-381917a8f382 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:01.631624 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 597254d3-beae-47dd-ae54-8ffafb2d9939 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:01.632141 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:01.843564 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-56fd06af-f38c-4883-b42c-381917a8f382 admin admin] For port b6f24601-3311-4700-a240-c098dd9f8aea, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=b6f24601-3311-4700-a240-c098dd9f8aea,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:36:01.844185 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-56fd06af-f38c-4883-b42c-381917a8f382 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:01.878266 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-56fd06af-f38c-4883-b42c-381917a8f382 admin admin] Calling delete_port for b6f24601-3311-4700-a240-c098dd9f8aea owned by network:router_gateway {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:36:02.009748 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-3b0b1479-a65b-4a29-9ec7-8b71c9254850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b55daa3f-54d3-43c3-a8ce-636378dea840', 'name': 'tempest-TestAggregatesBasicOps-1600970545-router', 'tenant_id': '39c4ee4d391a47eb928f3f64e376251b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'b6f24601-3311-4700-a240-c098dd9f8aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:35:22Z', 'updated_at': '2021-11-12T08:35:58Z', 'revision_number': 5, 'project_id': '39c4ee4d391a47eb928f3f64e376251b', 'gw_port': {'id': 'b6f24601-3311-4700-a240-c098dd9f8aea', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:60:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55daa3f-54d3-43c3-a8ce-636378dea840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:35:23Z', 'updated_at': '2021-11-12T08:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:02.152865 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0b1479-a65b-4a29-9ec7-8b71c9254850 None None] Checking router: b55daa3f-54d3-43c3-a8ce-636378dea840 for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:36:02.198137 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0b1479-a65b-4a29-9ec7-8b71c9254850 None None] Routers {'b55daa3f-54d3-43c3-a8ce-636378dea840'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:36:02.198746 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-3b0b1479-a65b-4a29-9ec7-8b71c9254850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:35:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['b55daa3f-54d3-43c3-a8ce-636378dea840'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:02.279716 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-56fd06af-f38c-4883-b42c-381917a8f382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:02.349912 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fd06af-f38c-4883-b42c-381917a8f382 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6f24601-3311-4700-a240-c098dd9f8aea,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:02.400421 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fd06af-f38c-4883-b42c-381917a8f382 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:02.400835 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fd06af-f38c-4883-b42c-381917a8f382 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:02.401170 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fd06af-f38c-4883-b42c-381917a8f382 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:02.401453 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fd06af-f38c-4883-b42c-381917a8f382 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:02.401786 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fd06af-f38c-4883-b42c-381917a8f382 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:02.402189 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fd06af-f38c-4883-b42c-381917a8f382 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:02.402760 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fd06af-f38c-4883-b42c-381917a8f382 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:02.403258 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fd06af-f38c-4883-b42c-381917a8f382 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:02.404348 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fd06af-f38c-4883-b42c-381917a8f382 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:02.404729 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fd06af-f38c-4883-b42c-381917a8f382 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:02.405108 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fd06af-f38c-4883-b42c-381917a8f382 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:02.405440 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fd06af-f38c-4883-b42c-381917a8f382 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:02.537231 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-56fd06af-f38c-4883-b42c-381917a8f382 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-933016'] for router_gateway, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:02.605945 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b77e50-6aa3-4c9f-9b07-881215dc4654 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:36:02.754161 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-56fd06af-f38c-4883-b42c-381917a8f382 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:02.756898 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-56fd06af-f38c-4883-b42c-381917a8f382 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:02.852154 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-56fd06af-f38c-4883-b42c-381917a8f382 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:02.854021 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56fd06af-f38c-4883-b42c-381917a8f382 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b55daa3f-54d3-43c3-a8ce-636378dea840 {{(pid=102599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:36:02.870863 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-56fd06af-f38c-4883-b42c-381917a8f382 admin admin] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:02.875433 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 44482) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:02.876488 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-56fd06af-f38c-4883-b42c-381917a8f382 admin admin] 10.222.0.26 "DELETE /v2.0/routers/b55daa3f-54d3-43c3-a8ce-636378dea840 HTTP/1.1" status: 204 len: 168 time: 2.4212861 Nov 12 08:36:02.889483 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-3b0b1479-a65b-4a29-9ec7-8b71c9254850 None None] Set router b55daa3f-54d3-43c3-a8ce-636378dea840 gateway port host: None {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:36:03.048168 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-3b0b1479-a65b-4a29-9ec7-8b71c9254850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b55daa3f-54d3-43c3-a8ce-636378dea840', 'name': 'tempest-TestAggregatesBasicOps-1600970545-router', 'tenant_id': '39c4ee4d391a47eb928f3f64e376251b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:35:22Z', 'updated_at': '2021-11-12T08:36:01Z', 'revision_number': 6, 'project_id': '39c4ee4d391a47eb928f3f64e376251b', 'gw_port_host': None}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:03.081745 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-da831521-bd82-4dc9-b1e2-ef8b3ab76f85 admin admin] Deleting subnet b3fb3b4e-491e-4e8f-8b3b-781cd07f9a95 {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:36:03.095154 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-da831521-bd82-4dc9-b1e2-ef8b3ab76f85 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:03.118898 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0b1479-a65b-4a29-9ec7-8b71c9254850 None None] The sync data for ids ['b55daa3f-54d3-43c3-a8ce-636378dea840'] in n-d-765315-29 is: [{'id': 'b55daa3f-54d3-43c3-a8ce-636378dea840', 'name': 'tempest-TestAggregatesBasicOps-1600970545-router', 'tenant_id': '39c4ee4d391a47eb928f3f64e376251b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:35:22Z', 'updated_at': '2021-11-12T08:36:01Z', 'revision_number': 6, 'project_id': '39c4ee4d391a47eb928f3f64e376251b', 'gw_port_host': None}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:36:03.245211 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-da831521-bd82-4dc9-b1e2-ef8b3ab76f85 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:03.393063 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-da831521-bd82-4dc9-b1e2-ef8b3ab76f85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:03.469326 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-da831521-bd82-4dc9-b1e2-ef8b3ab76f85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:03.511117 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da831521-bd82-4dc9-b1e2-ef8b3ab76f85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3fb3b4e-491e-4e8f-8b3b-781cd07f9a95,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:03.522913 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-da831521-bd82-4dc9-b1e2-ef8b3ab76f85 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:03.528279 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-da831521-bd82-4dc9-b1e2-ef8b3ab76f85 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/b3fb3b4e-491e-4e8f-8b3b-781cd07f9a95 HTTP/1.1" status: 204 len: 168 time: 0.6508901 Nov 12 08:36:03.536043 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 44500) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:03.543872 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636d9075-08c3-4aad-84e1-8f730f611cc5 None None] Network d7e2375e-800f-4538-919b-17920404cc90 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:36:03.770827 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fdb397ba-8670-43be-8e11-dc3c30d1c4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:03.920543 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-fdb397ba-8670-43be-8e11-dc3c30d1c4f2 admin admin] Deleting port 28eecc59-cf53-4b31-b3fd-734168210816 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:36:03.921620 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fdb397ba-8670-43be-8e11-dc3c30d1c4f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:03.927811 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6fd62809-cbbe-4b4e-a779-57b86ad2e79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:04.063670 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-fdb397ba-8670-43be-8e11-dc3c30d1c4f2 admin admin] For port 28eecc59-cf53-4b31-b3fd-734168210816, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=28eecc59-cf53-4b31-b3fd-734168210816,segment=NetworkSegment(4951f9e9-535c-4716-a86f-d8c5d521e961),segment_id=4951f9e9-535c-4716-a86f-d8c5d521e961)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:36:04.064049 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fdb397ba-8670-43be-8e11-dc3c30d1c4f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:04.087245 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-fdb397ba-8670-43be-8e11-dc3c30d1c4f2 admin admin] Calling delete_port for 28eecc59-cf53-4b31-b3fd-734168210816 owned by network:dhcp {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:36:04.136925 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5f33f7-d29f-48b0-a1ec-8662f98ad39d None None] DHCP port deletion for d7e2375e-800f-4538-919b-17920404cc90 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:36:04.222243 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-2f5f33f7-d29f-48b0-a1ec-8662f98ad39d None None] Deleting port 28eecc59-cf53-4b31-b3fd-734168210816 {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:36:04.223116 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2f5f33f7-d29f-48b0-a1ec-8662f98ad39d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:04.282026 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fdb397ba-8670-43be-8e11-dc3c30d1c4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:04.303698 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb397ba-8670-43be-8e11-dc3c30d1c4f2 admin admin] No DVR routers for this DVR port 28eecc59-cf53-4b31-b3fd-734168210816 on host n-d-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:36:04.338295 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb397ba-8670-43be-8e11-dc3c30d1c4f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=28eecc59-cf53-4b31-b3fd-734168210816,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:04.441891 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-2f5f33f7-d29f-48b0-a1ec-8662f98ad39d None None] For port 28eecc59-cf53-4b31-b3fd-734168210816, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=28eecc59-cf53-4b31-b3fd-734168210816,segment=NetworkSegment(4951f9e9-535c-4716-a86f-d8c5d521e961),segment_id=4951f9e9-535c-4716-a86f-d8c5d521e961)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:36:04.446903 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2f5f33f7-d29f-48b0-a1ec-8662f98ad39d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:04.472351 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fdb397ba-8670-43be-8e11-dc3c30d1c4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:04.499217 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-fdb397ba-8670-43be-8e11-dc3c30d1c4f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7e2375e-800f-4538-919b-17920404cc90']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:04.520594 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-2f5f33f7-d29f-48b0-a1ec-8662f98ad39d None None] Calling delete_port for 28eecc59-cf53-4b31-b3fd-734168210816 owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:36:04.533774 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-fdb397ba-8670-43be-8e11-dc3c30d1c4f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4951f9e9-535c-4716-a86f-d8c5d521e961') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:04.534158 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-fdb397ba-8670-43be-8e11-dc3c30d1c4f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4951f9e9-535c-4716-a86f-d8c5d521e961') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:04.554108 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fdb397ba-8670-43be-8e11-dc3c30d1c4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:04.584313 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fdb397ba-8670-43be-8e11-dc3c30d1c4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:04.603331 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdb397ba-8670-43be-8e11-dc3c30d1c4f2 admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:36:04.604358 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fdb397ba-8670-43be-8e11-dc3c30d1c4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:04.615511 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 08:36:04.615511 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:36:04.615511 n-d-765315-29 neutron-server[102599]: timer() Nov 12 08:36:04.615511 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:36:04.615511 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 08:36:04.615511 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:36:04.615511 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 08:36:04.615511 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:36:04.615511 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 08:36:04.615511 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:36:04.615511 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 08:36:04.615511 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:36:04.615511 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 08:36:04.615511 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:36:04.615511 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:36:04.615511 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:36:04.615511 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:36:04.615511 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:36:04.615511 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 08:36:04.615511 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:36:04.615511 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 08:36:04.615511 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:36:04.615511 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:36:04.615511 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:36:04.615511 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 08:36:04.615511 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:36:04.615511 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:36:04.615511 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:36:04.615511 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:36:04.615511 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:36:04.615511 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:36:04.615511 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:36:04.681655 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2f5f33f7-d29f-48b0-a1ec-8662f98ad39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:04.721652 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5f33f7-d29f-48b0-a1ec-8662f98ad39d None None] No DVR routers for this DVR port 28eecc59-cf53-4b31-b3fd-734168210816 on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:36:04.820327 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5f33f7-d29f-48b0-a1ec-8662f98ad39d None None] Pushing event deleted for resources: {'Port': ['ID=28eecc59-cf53-4b31-b3fd-734168210816,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:04.863790 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device b6f24601-3311-4700-a240-c098dd9f8aea no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:36:04.890540 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fdb397ba-8670-43be-8e11-dc3c30d1c4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:04.921853 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: b6f24601-3311-4700-a240-c098dd9f8aea {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:36:04.922165 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device b6f24601-3311-4700-a240-c098dd9f8aea not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:36:04.923482 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 73ff69e6-1e8f-408e-8284-b0afe4876721 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:36:04.925517 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fdb397ba-8670-43be-8e11-dc3c30d1c4f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:04.933159 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-fdb397ba-8670-43be-8e11-dc3c30d1c4f2 admin admin] 10.222.0.26 "DELETE /v2.0/networks/d7e2375e-800f-4538-919b-17920404cc90 HTTP/1.1" status: 204 len: 168 time: 1.3960099 Nov 12 08:36:04.934487 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb397ba-8670-43be-8e11-dc3c30d1c4f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7e2375e-800f-4538-919b-17920404cc90,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:04.936704 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 44592) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:04.969476 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 73ff69e6-1e8f-408e-8284-b0afe4876721 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:36:04.970168 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 73ff69e6-1e8f-408e-8284-b0afe4876721 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:36:04.970286 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 28eecc59-cf53-4b31-b3fd-734168210816 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:36:05.036373 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 28eecc59-cf53-4b31-b3fd-734168210816 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:36:05.036616 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 28eecc59-cf53-4b31-b3fd-734168210816 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:36:05.307146 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:05.610956 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b286ff41-a1bd-4ed0-be1c-5bb5321ae9e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933586'] for router_interface, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:06.085035 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-b286ff41-a1bd-4ed0-be1c-5bb5321ae9e0 admin admin] Deleting port 597254d3-beae-47dd-ae54-8ffafb2d9939 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:36:06.085726 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b286ff41-a1bd-4ed0-be1c-5bb5321ae9e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:06.260543 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-b286ff41-a1bd-4ed0-be1c-5bb5321ae9e0 admin admin] For port 597254d3-beae-47dd-ae54-8ffafb2d9939, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=597254d3-beae-47dd-ae54-8ffafb2d9939,segment=NetworkSegment(a2ded060-0919-450e-976f-9bd07aaaa353),segment_id=a2ded060-0919-450e-976f-9bd07aaaa353)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:36:06.261173 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b286ff41-a1bd-4ed0-be1c-5bb5321ae9e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:06.291604 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-b286ff41-a1bd-4ed0-be1c-5bb5321ae9e0 admin admin] Calling delete_port for 597254d3-beae-47dd-ae54-8ffafb2d9939 owned by network:router_interface {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:36:06.414512 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 44696) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:06.619026 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-51271a76-52a3-43b2-a909-63a053966e6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:06.619981 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b286ff41-a1bd-4ed0-be1c-5bb5321ae9e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:06.690776 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b286ff41-a1bd-4ed0-be1c-5bb5321ae9e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=597254d3-beae-47dd-ae54-8ffafb2d9939,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:06.737646 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-51271a76-52a3-43b2-a909-63a053966e6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:06.751889 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-51271a76-52a3-43b2-a909-63a053966e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:06.811703 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-51271a76-52a3-43b2-a909-63a053966e6c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6631d0b11e13436ea2525d57c2d62d1d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3942747 Nov 12 08:36:06.814032 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 44706) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:06.822442 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51271a76-52a3-43b2-a909-63a053966e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b614a459-40b1-4a71-9d9b-991586b85e89,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:06.886769 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0b49c060-a971-44c2-9f06-36ecae2135f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:06.914340 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0b49c060-a971-44c2-9f06-36ecae2135f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:06.990065 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05d67b68-5458-4bc6-8000-09a23ebe07c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:07.002762 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b286ff41-a1bd-4ed0-be1c-5bb5321ae9e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918626'] for router_interface, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:07.004912 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0b49c060-a971-44c2-9f06-36ecae2135f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:07.008518 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0b49c060-a971-44c2-9f06-36ecae2135f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:07.013305 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-0b49c060-a971-44c2-9f06-36ecae2135f4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b614a459-40b1-4a71-9d9b-991586b85e89 HTTP/1.1" status: 204 len: 168 time: 0.1972671 Nov 12 08:36:07.029386 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b49c060-a971-44c2-9f06-36ecae2135f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b614a459-40b1-4a71-9d9b-991586b85e89,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:07.331744 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b286ff41-a1bd-4ed0-be1c-5bb5321ae9e0 admin admin] Router 0c16acc2-73ea-480c-9827-510f1e09bb82 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:36:07.526841 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b286ff41-a1bd-4ed0-be1c-5bb5321ae9e0 admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:36:07.536945 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-b286ff41-a1bd-4ed0-be1c-5bb5321ae9e0 admin admin] 10.222.0.26 "PUT /v2.0/routers/0c16acc2-73ea-480c-9827-510f1e09bb82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5958409 Nov 12 08:36:07.538817 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 44730) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:07.539260 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 44732) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:07.547880 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61866aaf-44ac-4632-b4a3-8d027e66b5d0 None None] Sync routers for ids ['0c16acc2-73ea-480c-9827-510f1e09bb82'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:36:07.580788 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61866aaf-44ac-4632-b4a3-8d027e66b5d0 None None] Routers {'0c16acc2-73ea-480c-9827-510f1e09bb82'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:36:07.581814 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-61866aaf-44ac-4632-b4a3-8d027e66b5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:36:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['0c16acc2-73ea-480c-9827-510f1e09bb82'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:07.660626 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ae574354-dc3b-49a7-b591-c6468675afb7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:07.784962 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-411bb061-90d6-4847-9450-90e601930750 admin admin] Publish callbacks [] for router, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:07.792611 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-61866aaf-44ac-4632-b4a3-8d027e66b5d0 None None] Set router 0c16acc2-73ea-480c-9827-510f1e09bb82 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:36:07.914756 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:07.934873 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ae574354-dc3b-49a7-b591-c6468675afb7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:07.952235 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ae574354-dc3b-49a7-b591-c6468675afb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:08.021179 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-411bb061-90d6-4847-9450-90e601930750 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:08.038516 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 44746) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:08.038807 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-ae574354-dc3b-49a7-b591-c6468675afb7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=38e055aef85c446f97c94a02eaa19c21&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4970746 Nov 12 08:36:08.041238 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae574354-dc3b-49a7-b591-c6468675afb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3257c34a-e1b9-43c1-9c41-6dd0c9fb25e5,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:08.140816 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b83990ec-9b7d-4002-a1e5-30d63acd1120 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:08.159434 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-411bb061-90d6-4847-9450-90e601930750 admin admin] Deleting port 8a2b2dd9-088c-480e-908c-ab743a805f30 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:36:08.160154 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-411bb061-90d6-4847-9450-90e601930750 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:08.199550 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b83990ec-9b7d-4002-a1e5-30d63acd1120 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:08.229315 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-61866aaf-44ac-4632-b4a3-8d027e66b5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c16acc2-73ea-480c-9827-510f1e09bb82', 'name': 'tempest-TestAggregatesBasicOps-1709856268-router', 'tenant_id': '58cccd8a5e31417e8785733907531aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '8a2b2dd9-088c-480e-908c-ab743a805f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:35:37Z', 'updated_at': '2021-11-12T08:36:06Z', 'revision_number': 5, 'project_id': '58cccd8a5e31417e8785733907531aca', 'gw_port': {'id': '8a2b2dd9-088c-480e-908c-ab743a805f30', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c16acc2-73ea-480c-9827-510f1e09bb82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:35:39Z', 'updated_at': '2021-11-12T08:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:08.274238 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61866aaf-44ac-4632-b4a3-8d027e66b5d0 None None] Checking router: 0c16acc2-73ea-480c-9827-510f1e09bb82 for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:36:08.288005 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61866aaf-44ac-4632-b4a3-8d027e66b5d0 None None] Routers {'0c16acc2-73ea-480c-9827-510f1e09bb82'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:36:08.290377 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-61866aaf-44ac-4632-b4a3-8d027e66b5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:36:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['0c16acc2-73ea-480c-9827-510f1e09bb82'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:08.341027 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b83990ec-9b7d-4002-a1e5-30d63acd1120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:08.353754 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b83990ec-9b7d-4002-a1e5-30d63acd1120 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:08.357084 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-b83990ec-9b7d-4002-a1e5-30d63acd1120 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3257c34a-e1b9-43c1-9c41-6dd0c9fb25e5 HTTP/1.1" status: 204 len: 168 time: 0.3167119 Nov 12 08:36:08.421964 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-411bb061-90d6-4847-9450-90e601930750 admin admin] For port 8a2b2dd9-088c-480e-908c-ab743a805f30, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=8a2b2dd9-088c-480e-908c-ab743a805f30,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:36:08.425962 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-411bb061-90d6-4847-9450-90e601930750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:08.457510 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-411bb061-90d6-4847-9450-90e601930750 admin admin] Calling delete_port for 8a2b2dd9-088c-480e-908c-ab743a805f30 owned by network:router_gateway {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:36:08.464706 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-61866aaf-44ac-4632-b4a3-8d027e66b5d0 None None] Set router 0c16acc2-73ea-480c-9827-510f1e09bb82 gateway port host: None {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:36:08.469940 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83990ec-9b7d-4002-a1e5-30d63acd1120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3257c34a-e1b9-43c1-9c41-6dd0c9fb25e5,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:08.512390 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8d4e0f19-e991-4422-a473-b50f2bf1cb27 req-a8a79e20-3a5b-49ef-a73f-4fefe144a31b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7930c9ff-431f-4c7c-aace-69f75a40e42e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1523054 Nov 12 08:36:08.635457 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-61866aaf-44ac-4632-b4a3-8d027e66b5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c16acc2-73ea-480c-9827-510f1e09bb82', 'name': 'tempest-TestAggregatesBasicOps-1709856268-router', 'tenant_id': '58cccd8a5e31417e8785733907531aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:35:37Z', 'updated_at': '2021-11-12T08:36:08Z', 'revision_number': 6, 'project_id': '58cccd8a5e31417e8785733907531aca', 'gw_port_host': None}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:08.739708 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61866aaf-44ac-4632-b4a3-8d027e66b5d0 None None] The sync data for ids ['0c16acc2-73ea-480c-9827-510f1e09bb82'] in n-d-765315-29 is: [{'id': '0c16acc2-73ea-480c-9827-510f1e09bb82', 'name': 'tempest-TestAggregatesBasicOps-1709856268-router', 'tenant_id': '58cccd8a5e31417e8785733907531aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:35:37Z', 'updated_at': '2021-11-12T08:36:08Z', 'revision_number': 6, 'project_id': '58cccd8a5e31417e8785733907531aca', 'gw_port_host': None}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:36:08.739991 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4e0f19-e991-4422-a473-b50f2bf1cb27 req-ed51fd51-97cc-4edf-a92d-0b8cd4b0dbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:08.751909 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8d4e0f19-e991-4422-a473-b50f2bf1cb27 req-ed51fd51-97cc-4edf-a92d-0b8cd4b0dbda service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=217ce66299114e9fb6c1fa9116e9e5f5&device_id=7930c9ff-431f-4c7c-aace-69f75a40e42e HTTP/1.1" status: 200 len: 1098 time: 0.1389787 Nov 12 08:36:08.904400 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-411bb061-90d6-4847-9450-90e601930750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:08.939890 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411bb061-90d6-4847-9450-90e601930750 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a2b2dd9-088c-480e-908c-ab743a805f30,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:08.959846 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a229d58-d20a-4fd1-8f58-e41eebbc2f5f None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:36:09.056359 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-411bb061-90d6-4847-9450-90e601930750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-933016'] for router_gateway, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:09.068753 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4e0f19-e991-4422-a473-b50f2bf1cb27 req-cb5f6e7e-9530-4d41-a2df-7e6725c65fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:09.070273 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8d4e0f19-e991-4422-a473-b50f2bf1cb27 req-cb5f6e7e-9530-4d41-a2df-7e6725c65fe4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7e609bc1-00ff-483d-9d9f-8eba780b3ef7 HTTP/1.1" status: 200 len: 912 time: 0.2794125 Nov 12 08:36:09.182695 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8d4e0f19-e991-4422-a473-b50f2bf1cb27 req-34b44462-4488-4112-83f3-d0a1f7f66ad9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=574ea30c-2487-414e-a3f1-34897a56bd36 HTTP/1.1" status: 200 len: 1002 time: 0.1036501 Nov 12 08:36:09.229245 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-411bb061-90d6-4847-9450-90e601930750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:09.232619 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-411bb061-90d6-4847-9450-90e601930750 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:09.268775 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:09.278397 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4e0f19-e991-4422-a473-b50f2bf1cb27 req-04e7a613-9fed-4937-85d7-080b74849c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:09.283194 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8d4e0f19-e991-4422-a473-b50f2bf1cb27 req-04e7a613-9fed-4937-85d7-080b74849c48 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=48fd8021-0e17-4172-812d-17238fc37d26 HTTP/1.1" status: 200 len: 850 time: 0.0770569 Nov 12 08:36:09.339569 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-411bb061-90d6-4847-9450-90e601930750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:09.340544 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-411bb061-90d6-4847-9450-90e601930750 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c16acc2-73ea-480c-9827-510f1e09bb82 {{(pid=102600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:36:09.355888 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-411bb061-90d6-4847-9450-90e601930750 admin admin] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:09.360364 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-411bb061-90d6-4847-9450-90e601930750 admin admin] 10.222.0.26 "DELETE /v2.0/routers/0c16acc2-73ea-480c-9827-510f1e09bb82 HTTP/1.1" status: 204 len: 168 time: 1.8190322 Nov 12 08:36:09.360364 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 44794) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:09.372002 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4e0f19-e991-4422-a473-b50f2bf1cb27 req-179e2ac6-160e-47e5-8459-2f4d54ddbcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:09.374388 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8d4e0f19-e991-4422-a473-b50f2bf1cb27 req-179e2ac6-160e-47e5-8459-2f4d54ddbcaa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7e609bc1-00ff-483d-9d9f-8eba780b3ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0810580 Nov 12 08:36:09.473809 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9bd8de8-0781-4ffa-9ba0-84e1e0b0a67c admin admin] Deleting subnet cb2215e3-53d0-4f3f-9a6a-7aa63dd40498 {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:36:09.482123 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a9bd8de8-0781-4ffa-9ba0-84e1e0b0a67c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:09.543470 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a9bd8de8-0781-4ffa-9ba0-84e1e0b0a67c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:09.579987 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8d4e0f19-e991-4422-a473-b50f2bf1cb27 req-14d84695-ea30-46ec-8a9b-005f4ddd6468 service neutron] 10.222.0.44 "GET /v2.0/networks/7e609bc1-00ff-483d-9d9f-8eba780b3ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929982 Nov 12 08:36:09.673509 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a9bd8de8-0781-4ffa-9ba0-84e1e0b0a67c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:09.766738 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a9bd8de8-0781-4ffa-9ba0-84e1e0b0a67c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:09.811072 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:09.863432 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bd8de8-0781-4ffa-9ba0-84e1e0b0a67c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb2215e3-53d0-4f3f-9a6a-7aa63dd40498,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:09.863596 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8d4e0f19-e991-4422-a473-b50f2bf1cb27 req-661f91b4-4d13-4a0b-929c-49d0ba0e5a89 service neutron] 10.222.0.44 "GET /v2.0/networks/7e609bc1-00ff-483d-9d9f-8eba780b3ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2623103 Nov 12 08:36:09.863720 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a9bd8de8-0781-4ffa-9ba0-84e1e0b0a67c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:09.867853 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1631f9de-6a5f-4d60-a6e8-cda9da2fa5d7 None None] Network f211ae9c-2d60-4aff-868b-540cbf50a45c requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:36:09.878255 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 44812) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:09.880246 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-a9bd8de8-0781-4ffa-9ba0-84e1e0b0a67c admin admin] 10.222.0.26 "DELETE /v2.0/subnets/cb2215e3-53d0-4f3f-9a6a-7aa63dd40498 HTTP/1.1" status: 204 len: 168 time: 0.5191598 Nov 12 08:36:10.036372 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1954168d-ff35-4e41-8c0b-4c2a33b0d69f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:10.115293 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-1954168d-ff35-4e41-8c0b-4c2a33b0d69f admin admin] Deleting port a547e7fd-0bbf-4a0e-8f9f-70017dd69ced {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:36:10.115666 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1954168d-ff35-4e41-8c0b-4c2a33b0d69f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:10.212018 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-1954168d-ff35-4e41-8c0b-4c2a33b0d69f admin admin] For port a547e7fd-0bbf-4a0e-8f9f-70017dd69ced, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=a547e7fd-0bbf-4a0e-8f9f-70017dd69ced,segment=NetworkSegment(a2ded060-0919-450e-976f-9bd07aaaa353),segment_id=a2ded060-0919-450e-976f-9bd07aaaa353)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:36:10.212839 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1954168d-ff35-4e41-8c0b-4c2a33b0d69f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:10.254677 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca89ee78-6821-4bf2-b98b-a074aa922b4d None None] DHCP port deletion for f211ae9c-2d60-4aff-868b-540cbf50a45c request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:36:10.264529 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-1954168d-ff35-4e41-8c0b-4c2a33b0d69f admin admin] Calling delete_port for a547e7fd-0bbf-4a0e-8f9f-70017dd69ced owned by network:dhcp {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:36:10.331958 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-ca89ee78-6821-4bf2-b98b-a074aa922b4d None None] Deleting port a547e7fd-0bbf-4a0e-8f9f-70017dd69ced {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:36:10.332271 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ca89ee78-6821-4bf2-b98b-a074aa922b4d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:10.482172 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1954168d-ff35-4e41-8c0b-4c2a33b0d69f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:10.494468 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-ca89ee78-6821-4bf2-b98b-a074aa922b4d None None] For port a547e7fd-0bbf-4a0e-8f9f-70017dd69ced, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=a547e7fd-0bbf-4a0e-8f9f-70017dd69ced,segment=NetworkSegment(a2ded060-0919-450e-976f-9bd07aaaa353),segment_id=a2ded060-0919-450e-976f-9bd07aaaa353)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:36:10.494959 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ca89ee78-6821-4bf2-b98b-a074aa922b4d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:10.511190 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-ca89ee78-6821-4bf2-b98b-a074aa922b4d None None] Calling delete_port for a547e7fd-0bbf-4a0e-8f9f-70017dd69ced owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:36:10.515566 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1954168d-ff35-4e41-8c0b-4c2a33b0d69f admin admin] Pushing event deleted for resources: {'Port': ['ID=a547e7fd-0bbf-4a0e-8f9f-70017dd69ced,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:10.518035 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1954168d-ff35-4e41-8c0b-4c2a33b0d69f admin admin] No DVR routers for this DVR port a547e7fd-0bbf-4a0e-8f9f-70017dd69ced on host n-d-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:36:10.681809 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ca89ee78-6821-4bf2-b98b-a074aa922b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:10.798282 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca89ee78-6821-4bf2-b98b-a074aa922b4d None None] Pushing event deleted for resources: {'Port': ['ID=a547e7fd-0bbf-4a0e-8f9f-70017dd69ced,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:10.806647 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca89ee78-6821-4bf2-b98b-a074aa922b4d None None] No DVR routers for this DVR port a547e7fd-0bbf-4a0e-8f9f-70017dd69ced on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:36:10.863815 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device a547e7fd-0bbf-4a0e-8f9f-70017dd69ced no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:36:10.886912 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: a547e7fd-0bbf-4a0e-8f9f-70017dd69ced {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:36:10.887214 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device a547e7fd-0bbf-4a0e-8f9f-70017dd69ced not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:36:10.888411 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 597254d3-beae-47dd-ae54-8ffafb2d9939 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:36:10.927199 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 597254d3-beae-47dd-ae54-8ffafb2d9939 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:36:10.927199 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 597254d3-beae-47dd-ae54-8ffafb2d9939 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:36:10.927199 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 8a2b2dd9-088c-480e-908c-ab743a805f30 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:36:11.036288 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 8a2b2dd9-088c-480e-908c-ab743a805f30 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:36:11.036630 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 8a2b2dd9-088c-480e-908c-ab743a805f30 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:36:11.183818 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d923a39a-ae4e-4eb7-bc15-bbddaf94ba32 req-1c3aca84-9031-46fb-9710-0d8464206061 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:11.188577 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d923a39a-ae4e-4eb7-bc15-bbddaf94ba32 req-1c3aca84-9031-46fb-9710-0d8464206061 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "GET /v2.0/ports?device_id=7930c9ff-431f-4c7c-aace-69f75a40e42e HTTP/1.1" status: 200 len: 946 time: 0.1372290 Nov 12 08:36:11.287395 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1954168d-ff35-4e41-8c0b-4c2a33b0d69f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:11.327343 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-1954168d-ff35-4e41-8c0b-4c2a33b0d69f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f211ae9c-2d60-4aff-868b-540cbf50a45c']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:11.330410 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d923a39a-ae4e-4eb7-bc15-bbddaf94ba32 req-fce629a4-f73d-49b3-b2a9-1fa94eb226bb tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "GET /v2.0/security-groups?id=65f47b5a-d181-4ae7-b608-1a89a67c1656&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350546 Nov 12 08:36:11.357271 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-1954168d-ff35-4e41-8c0b-4c2a33b0d69f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2ded060-0919-450e-976f-9bd07aaaa353') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:11.357891 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-1954168d-ff35-4e41-8c0b-4c2a33b0d69f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2ded060-0919-450e-976f-9bd07aaaa353') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:11.371125 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1954168d-ff35-4e41-8c0b-4c2a33b0d69f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:11.396697 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1954168d-ff35-4e41-8c0b-4c2a33b0d69f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:11.414131 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1954168d-ff35-4e41-8c0b-4c2a33b0d69f admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:36:11.414976 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1954168d-ff35-4e41-8c0b-4c2a33b0d69f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:11.417404 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 08:36:11.417404 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:36:11.417404 n-d-765315-29 neutron-server[102599]: timer() Nov 12 08:36:11.417404 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:36:11.417404 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 08:36:11.417404 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:36:11.417404 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 08:36:11.417404 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:36:11.417404 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 08:36:11.417404 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:36:11.417404 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 08:36:11.417404 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:36:11.417404 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 08:36:11.417404 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:36:11.417404 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:36:11.417404 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:36:11.417404 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:36:11.417404 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:36:11.417404 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 08:36:11.417404 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:36:11.417404 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 08:36:11.417404 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:36:11.417404 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:36:11.417404 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:36:11.417404 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 08:36:11.417404 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:36:11.417404 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:36:11.417404 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:36:11.417404 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:36:11.417404 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:36:11.417404 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:36:11.417404 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:36:11.494293 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 44880) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:11.499990 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1954168d-ff35-4e41-8c0b-4c2a33b0d69f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:11.507695 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1954168d-ff35-4e41-8c0b-4c2a33b0d69f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:11.517432 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-1954168d-ff35-4e41-8c0b-4c2a33b0d69f admin admin] 10.222.0.26 "DELETE /v2.0/networks/f211ae9c-2d60-4aff-868b-540cbf50a45c HTTP/1.1" status: 204 len: 168 time: 1.6377888 Nov 12 08:36:11.545933 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1954168d-ff35-4e41-8c0b-4c2a33b0d69f admin admin] Pushing event deleted for resources: {'Network': ['ID=f211ae9c-2d60-4aff-868b-540cbf50a45c,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:11.725371 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3efd15d2-2bcc-4670-9500-fe3379d0e5d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:11.785376 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 44890) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:11.866749 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-06333911-0ab5-4736-a751-f05bfd9c523e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=39c4ee4d391a47eb928f3f64e376251b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0792260 Nov 12 08:36:11.869679 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 44894) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:11.879980 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3efd15d2-2bcc-4670-9500-fe3379d0e5d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:11.885805 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3efd15d2-2bcc-4670-9500-fe3379d0e5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:11.944118 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-3efd15d2-2bcc-4670-9500-fe3379d0e5d3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b4876cb31ede4c37a397b0be9b44960b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4481962 Nov 12 08:36:11.945074 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efd15d2-2bcc-4670-9500-fe3379d0e5d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f95122d4-6ffa-45b5-ba41-716e51740d9a,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:11.948545 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 44896) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:11.966126 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-87e97c7a-f528-46e5-b3b7-bb9b8b9fbf7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:12.010013 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-87e97c7a-f528-46e5-b3b7-bb9b8b9fbf7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:12.033937 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-12e43e20-a02d-41b9-b465-c420dba57265 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:12.080560 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-12e43e20-a02d-41b9-b465-c420dba57265 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:12.116967 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-87e97c7a-f528-46e5-b3b7-bb9b8b9fbf7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:12.120457 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-87e97c7a-f528-46e5-b3b7-bb9b8b9fbf7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:12.122852 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-87e97c7a-f528-46e5-b3b7-bb9b8b9fbf7c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f5df1885-2ab9-4499-a71b-c24bece58279 HTTP/1.1" status: 204 len: 168 time: 0.2519124 Nov 12 08:36:12.131926 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e97c7a-f528-46e5-b3b7-bb9b8b9fbf7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5df1885-2ab9-4499-a71b-c24bece58279,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:12.185054 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-12e43e20-a02d-41b9-b465-c420dba57265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:12.188613 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-12e43e20-a02d-41b9-b465-c420dba57265 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:12.189778 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-12e43e20-a02d-41b9-b465-c420dba57265 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f95122d4-6ffa-45b5-ba41-716e51740d9a HTTP/1.1" status: 204 len: 168 time: 0.2402921 Nov 12 08:36:12.223781 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e43e20-a02d-41b9-b465-c420dba57265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f95122d4-6ffa-45b5-ba41-716e51740d9a,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:12.473199 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:12.525645 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbaea31-a05f-46ca-8d95-413f38cd60d0 req-da3123bc-6461-4733-b095-fb6d253fb1f3 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:12.534329 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-dbbaea31-a05f-46ca-8d95-413f38cd60d0 req-da3123bc-6461-4733-b095-fb6d253fb1f3 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "GET /v2.0/ports?device_id=7930c9ff-431f-4c7c-aace-69f75a40e42e HTTP/1.1" status: 200 len: 946 time: 0.1134253 Nov 12 08:36:12.587858 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-dbbaea31-a05f-46ca-8d95-413f38cd60d0 req-e8165fc6-100f-42eb-afbe-1c2e1501e38a tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "GET /v2.0/security-groups?id=65f47b5a-d181-4ae7-b608-1a89a67c1656&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525689 Nov 12 08:36:12.867370 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 44942) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:12.941767 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-a73a17d4-eb9c-472f-a0ac-85f577a11f53 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=58cccd8a5e31417e8785733907531aca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0727704 Nov 12 08:36:12.944427 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 44946) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:13.004607 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4d821541-d97c-4eea-8f60-86cf25a8999b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:13.031102 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4d821541-d97c-4eea-8f60-86cf25a8999b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:13.103367 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4d821541-d97c-4eea-8f60-86cf25a8999b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:13.105961 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4d821541-d97c-4eea-8f60-86cf25a8999b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:13.110653 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-4d821541-d97c-4eea-8f60-86cf25a8999b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7e256f1a-a905-4462-a3aa-5114c25d0b1a HTTP/1.1" status: 204 len: 168 time: 0.1621287 Nov 12 08:36:13.120792 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d821541-d97c-4eea-8f60-86cf25a8999b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e256f1a-a905-4462-a3aa-5114c25d0b1a,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:13.777749 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc04ce29-1008-4a6f-8185-358296427120 req-4bc2ea68-0f4f-4340-8946-f667d741fea1 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:13.789741 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fc04ce29-1008-4a6f-8185-358296427120 req-4bc2ea68-0f4f-4340-8946-f667d741fea1 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "GET /v2.0/ports?device_id=7930c9ff-431f-4c7c-aace-69f75a40e42e HTTP/1.1" status: 200 len: 946 time: 0.1020319 Nov 12 08:36:13.859466 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fc04ce29-1008-4a6f-8185-358296427120 req-b52be7f3-8533-4bc1-af97-216a615cc6de tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "GET /v2.0/security-groups?id=65f47b5a-d181-4ae7-b608-1a89a67c1656&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679367 Nov 12 08:36:14.018722 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 45010) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:14.254211 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 45020) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:14.331006 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-b546351a-5773-4ead-959c-71fb408de8bb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1486531232-network', 'tenant_id': '7d3f7337327743ecb706fdd7c92380e3'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:14.374010 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4d6fd8c9-71ee-49e2-b18f-bb7a679dadf6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:14.397975 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b546351a-5773-4ead-959c-71fb408de8bb admin admin] Made reservation on behalf of 7d3f7337327743ecb706fdd7c92380e3 for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:36:14.401388 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b546351a-5773-4ead-959c-71fb408de8bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:14.421467 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b546351a-5773-4ead-959c-71fb408de8bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:14.601944 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4d6fd8c9-71ee-49e2-b18f-bb7a679dadf6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:14.607858 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b546351a-5773-4ead-959c-71fb408de8bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:14.609811 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4d6fd8c9-71ee-49e2-b18f-bb7a679dadf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:14.616111 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b546351a-5773-4ead-959c-71fb408de8bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:14.657959 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b546351a-5773-4ead-959c-71fb408de8bb admin admin] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:36:14.685901 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6fd8c9-71ee-49e2-b18f-bb7a679dadf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d3cfe4d-7089-4002-ab5e-3cb3d73633f9,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:14.692096 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-4d6fd8c9-71ee-49e2-b18f-bb7a679dadf6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4a0dfa1d10ae482bb18addd246023233&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6720719 Nov 12 08:36:14.694835 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 45028) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:14.698811 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b546351a-5773-4ead-959c-71fb408de8bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:14.699368 n-d-765315-29 neutron-server[102599]: INFO neutron.db.segments_db [None req-b546351a-5773-4ead-959c-71fb408de8bb admin admin] Added segment add834c9-8487-4b10-a6f8-7351b562c1cc of type vlan for network 35316ea3-d15f-4e9c-9d0f-87ba20d4fc64 Nov 12 08:36:14.775213 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b546351a-5773-4ead-959c-71fb408de8bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5fe6c34-5a17-419c-93d4-bc18000dcfea,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:14.808067 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b546351a-5773-4ead-959c-71fb408de8bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:14.811531 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0ec4994e-3d7a-413f-a75b-30004957b048 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:14.870018 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0ec4994e-3d7a-413f-a75b-30004957b048 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:14.873668 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b546351a-5773-4ead-959c-71fb408de8bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:14.875169 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b546351a-5773-4ead-959c-71fb408de8bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:14.875957 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b546351a-5773-4ead-959c-71fb408de8bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:14.943256 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b546351a-5773-4ead-959c-71fb408de8bb admin admin] Pushing event updated for resources: {'Network': ['ID=35316ea3-d15f-4e9c-9d0f-87ba20d4fc64,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:14.957293 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 35316ea3-d15f-4e9c-9d0f-87ba20d4fc64 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:36:14.971885 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-b546351a-5773-4ead-959c-71fb408de8bb admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7163012 Nov 12 08:36:14.978556 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 45032) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:14.992054 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0ec4994e-3d7a-413f-a75b-30004957b048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:14.996032 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0ec4994e-3d7a-413f-a75b-30004957b048 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:14.999477 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-2d4a6556-cff1-4f9a-9bdc-f85804008963 admin admin] Request body: {'subnet': {'network_id': '35316ea3-d15f-4e9c-9d0f-87ba20d4fc64', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1486531232-subnet', 'tenant_id': '7d3f7337327743ecb706fdd7c92380e3', 'ip_version': 4}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:15.001788 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-0ec4994e-3d7a-413f-a75b-30004957b048 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0d3cfe4d-7089-4002-ab5e-3cb3d73633f9 HTTP/1.1" status: 204 len: 168 time: 0.3055995 Nov 12 08:36:15.020628 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec4994e-3d7a-413f-a75b-30004957b048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d3cfe4d-7089-4002-ab5e-3cb3d73633f9,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:15.057255 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d4a6556-cff1-4f9a-9bdc-f85804008963 admin admin] Made reservation on behalf of 7d3f7337327743ecb706fdd7c92380e3 for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:36:15.061452 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2d4a6556-cff1-4f9a-9bdc-f85804008963 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:15.157336 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68495d6f-72bf-42a5-884a-e8ea6a1010a8 req-dc1823b3-9150-42ab-bb7d-9919b227ca5c tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:15.161463 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-68495d6f-72bf-42a5-884a-e8ea6a1010a8 req-dc1823b3-9150-42ab-bb7d-9919b227ca5c tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "GET /v2.0/ports?device_id=7930c9ff-431f-4c7c-aace-69f75a40e42e HTTP/1.1" status: 200 len: 946 time: 0.1409643 Nov 12 08:36:15.238135 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-68495d6f-72bf-42a5-884a-e8ea6a1010a8 req-cb0cbe5f-7a21-4964-a17f-ca571ac30c93 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "GET /v2.0/security-groups?id=65f47b5a-d181-4ae7-b608-1a89a67c1656&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713737 Nov 12 08:36:15.424083 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2d4a6556-cff1-4f9a-9bdc-f85804008963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:15.501636 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4a6556-cff1-4f9a-9bdc-f85804008963 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1d27945-8c3d-427f-88ef-3c42a7516333,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:15.521832 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e14c7553-55ec-4691-9843-25ef75104dc3 req-408ad40c-a539-4543-b6bd-cc4e9398e93e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e7b22e6f-34ba-40cc-8b8b-fe95438187cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1322193 Nov 12 08:36:15.533144 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4a6556-cff1-4f9a-9bdc-f85804008963 admin admin] Checking segment: {'id': 'add834c9-8487-4b10-a6f8-7351b562c1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '35316ea3-d15f-4e9c-9d0f-87ba20d4fc64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:36:15.534085 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4a6556-cff1-4f9a-9bdc-f85804008963 admin admin] Network hostable DHCP agents. Network: 35316ea3-d15f-4e9c-9d0f-87ba20d4fc64, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:36:15.575809 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4a6556-cff1-4f9a-9bdc-f85804008963 admin admin] Network 35316ea3-d15f-4e9c-9d0f-87ba20d4fc64 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:36:15.646571 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-2d4a6556-cff1-4f9a-9bdc-f85804008963 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 35316ea3-d15f-4e9c-9d0f-87ba20d4fc64) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:36:15.654678 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4a6556-cff1-4f9a-9bdc-f85804008963 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:15.655481 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2d4a6556-cff1-4f9a-9bdc-f85804008963 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:15.668038 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c1b469-3221-4447-877f-1a667d87bc58 None None] Network 35316ea3-d15f-4e9c-9d0f-87ba20d4fc64 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:36:15.688019 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c7553-55ec-4691-9843-25ef75104dc3 req-e4414be5-007f-40fe-a7aa-54749941e121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:15.688710 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c7553-55ec-4691-9843-25ef75104dc3 req-e4414be5-007f-40fe-a7aa-54749941e121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:15.689366 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c7553-55ec-4691-9843-25ef75104dc3 req-e4414be5-007f-40fe-a7aa-54749941e121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:15.690079 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c7553-55ec-4691-9843-25ef75104dc3 req-e4414be5-007f-40fe-a7aa-54749941e121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:15.690760 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c7553-55ec-4691-9843-25ef75104dc3 req-e4414be5-007f-40fe-a7aa-54749941e121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:15.691392 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c7553-55ec-4691-9843-25ef75104dc3 req-e4414be5-007f-40fe-a7aa-54749941e121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:15.692027 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c7553-55ec-4691-9843-25ef75104dc3 req-e4414be5-007f-40fe-a7aa-54749941e121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:15.694261 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e14c7553-55ec-4691-9843-25ef75104dc3 req-e4414be5-007f-40fe-a7aa-54749941e121 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=21a2ac24705441ab9e82ecd18312805e&device_id=e7b22e6f-34ba-40cc-8b8b-fe95438187cb HTTP/1.1" status: 200 len: 6509 time: 0.1125925 Nov 12 08:36:15.698797 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-2d4a6556-cff1-4f9a-9bdc-f85804008963 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7188170 Nov 12 08:36:15.701917 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 45048) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:15.708089 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-51998ba0-3492-49d4-9011-88fa898a2207 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1486531232-router', 'tenant_id': '7d3f7337327743ecb706fdd7c92380e3', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:15.745661 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-51998ba0-3492-49d4-9011-88fa898a2207 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:15.748652 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-51998ba0-3492-49d4-9011-88fa898a2207 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:15.959999 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-51998ba0-3492-49d4-9011-88fa898a2207 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:16.006433 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358dc95a-0895-4ad4-afe6-8f6996092da3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-35316ea3-d15f-4e9c-9d0f-87ba20d4fc64', 'network_id': '35316ea3-d15f-4e9c-9d0f-87ba20d4fc64', 'tenant_id': '7d3f7337327743ecb706fdd7c92380e3', 'fixed_ips': [{'subnet_id': 'd1d27945-8c3d-427f-88ef-3c42a7516333'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:36:16.007372 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-358dc95a-0895-4ad4-afe6-8f6996092da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:16.036756 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:36:16.088444 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c7553-55ec-4691-9843-25ef75104dc3 req-6f081371-e086-4f40-950f-b9ac2bc5325c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:16.089044 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c7553-55ec-4691-9843-25ef75104dc3 req-6f081371-e086-4f40-950f-b9ac2bc5325c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:16.089399 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c7553-55ec-4691-9843-25ef75104dc3 req-6f081371-e086-4f40-950f-b9ac2bc5325c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:16.092706 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e14c7553-55ec-4691-9843-25ef75104dc3 req-6f081371-e086-4f40-950f-b9ac2bc5325c service neutron] 10.222.0.21 "GET /v2.0/networks?id=b1a7821e-f1d3-43e5-80d4-19a0f0105ed4&id=206f9d07-9c2e-4490-896d-289aa4538730&id=206f9d07-9c2e-4490-896d-289aa4538730&id=206f9d07-9c2e-4490-896d-289aa4538730&id=206f9d07-9c2e-4490-896d-289aa4538730&id=5b2a8b49-5710-48dd-bacf-1711bcf033cc&id=5b2a8b49-5710-48dd-bacf-1711bcf033cc HTTP/1.1" status: 200 len: 2298 time: 0.3613923 Nov 12 08:36:16.201832 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-358dc95a-0895-4ad4-afe6-8f6996092da3 None None] Allocated IP 172.20.0.2 (35316ea3-d15f-4e9c-9d0f-87ba20d4fc64/d1d27945-8c3d-427f-88ef-3c42a7516333/e6d3b511-9d64-436c-843f-61b51fceb0c0) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:36:16.324999 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-51998ba0-3492-49d4-9011-88fa898a2207 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:16.365361 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e14c7553-55ec-4691-9843-25ef75104dc3 req-0b67f025-7c2e-4b17-8eee-85cbf2f34f74 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e22b775a-a039-415a-be68-84e3c4aa81d5 HTTP/1.1" status: 200 len: 1000 time: 0.2389712 Nov 12 08:36:16.441150 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-358dc95a-0895-4ad4-afe6-8f6996092da3 None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:16.461931 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-358dc95a-0895-4ad4-afe6-8f6996092da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:16.473519 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d483fe1-39bd-4548-b2b7-b150b33d6ffd req-dfb82bd0-2447-46d6-bfcc-51671c90712a tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:16.475901 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7d483fe1-39bd-4548-b2b7-b150b33d6ffd req-dfb82bd0-2447-46d6-bfcc-51671c90712a tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "GET /v2.0/ports?device_id=7930c9ff-431f-4c7c-aace-69f75a40e42e HTTP/1.1" status: 200 len: 946 time: 0.1074281 Nov 12 08:36:16.556172 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7d483fe1-39bd-4548-b2b7-b150b33d6ffd req-fb6c36c6-e0e5-417c-a37a-570dc3cbe5cb tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "GET /v2.0/security-groups?id=65f47b5a-d181-4ae7-b608-1a89a67c1656&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736647 Nov 12 08:36:16.615644 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358dc95a-0895-4ad4-afe6-8f6996092da3 None None] Pushing event updated for resources: {'Port': ['ID=e6d3b511-9d64-436c-843f-61b51fceb0c0,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:16.662205 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358dc95a-0895-4ad4-afe6-8f6996092da3 None None] Network 35316ea3-d15f-4e9c-9d0f-87ba20d4fc64 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:36:16.668733 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-358dc95a-0895-4ad4-afe6-8f6996092da3 None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:36:16.685949 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358dc95a-0895-4ad4-afe6-8f6996092da3 None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:36:16.724382 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c7553-55ec-4691-9843-25ef75104dc3 req-2034c884-b6bd-40f6-ae46-6fdd63272640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:16.730654 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e14c7553-55ec-4691-9843-25ef75104dc3 req-2034c884-b6bd-40f6-ae46-6fdd63272640 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=12b144a6-628e-40a7-ae42-7387cab28ef8 HTTP/1.1" status: 200 len: 856 time: 0.3438604 Nov 12 08:36:16.833971 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-358dc95a-0895-4ad4-afe6-8f6996092da3 None None] Attempting to bind port e6d3b511-9d64-436c-843f-61b51fceb0c0 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:36:16.834527 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-358dc95a-0895-4ad4-afe6-8f6996092da3 None None] Attempting to bind port e6d3b511-9d64-436c-843f-61b51fceb0c0 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': 'add834c9-8487-4b10-a6f8-7351b562c1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '35316ea3-d15f-4e9c-9d0f-87ba20d4fc64'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:36:16.835125 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358dc95a-0895-4ad4-afe6-8f6996092da3 None None] Attempting to bind port e6d3b511-9d64-436c-843f-61b51fceb0c0 on network 35316ea3-d15f-4e9c-9d0f-87ba20d4fc64 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:36:16.842270 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358dc95a-0895-4ad4-afe6-8f6996092da3 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:36:16.842843 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358dc95a-0895-4ad4-afe6-8f6996092da3 None None] Checking segment: {'id': 'add834c9-8487-4b10-a6f8-7351b562c1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '35316ea3-d15f-4e9c-9d0f-87ba20d4fc64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:36:16.843449 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-358dc95a-0895-4ad4-afe6-8f6996092da3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:16.843936 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358dc95a-0895-4ad4-afe6-8f6996092da3 None None] Bound using segment: {'id': 'add834c9-8487-4b10-a6f8-7351b562c1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '35316ea3-d15f-4e9c-9d0f-87ba20d4fc64'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:36:16.844518 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-358dc95a-0895-4ad4-afe6-8f6996092da3 None None] Bound port: e6d3b511-9d64-436c-843f-61b51fceb0c0, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'add834c9-8487-4b10-a6f8-7351b562c1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '35316ea3-d15f-4e9c-9d0f-87ba20d4fc64'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:36:16.845225 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-358dc95a-0895-4ad4-afe6-8f6996092da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:16.883302 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c7553-55ec-4691-9843-25ef75104dc3 req-3361ea88-986d-4d46-b43d-ec0b227d3af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:16.886313 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e14c7553-55ec-4691-9843-25ef75104dc3 req-3361ea88-986d-4d46-b43d-ec0b227d3af4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b1a7821e-f1d3-43e5-80d4-19a0f0105ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1334052 Nov 12 08:36:16.954887 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-358dc95a-0895-4ad4-afe6-8f6996092da3 None None] For port e6d3b511-9d64-436c-843f-61b51fceb0c0, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:36:16.959558 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-358dc95a-0895-4ad4-afe6-8f6996092da3 None None] For port e6d3b511-9d64-436c-843f-61b51fceb0c0, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=e6d3b511-9d64-436c-843f-61b51fceb0c0,segment=NetworkSegment(add834c9-8487-4b10-a6f8-7351b562c1cc),segment_id=add834c9-8487-4b10-a6f8-7351b562c1cc)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:36:16.968199 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-358dc95a-0895-4ad4-afe6-8f6996092da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:17.082371 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358dc95a-0895-4ad4-afe6-8f6996092da3 None None] Pushing event updated for resources: {'Port': ['ID=e6d3b511-9d64-436c-843f-61b51fceb0c0,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:17.244531 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e14c7553-55ec-4691-9843-25ef75104dc3 req-77bfdc44-72af-4696-89a8-12adf7844296 service neutron] 10.222.0.21 "GET /v2.0/networks/b1a7821e-f1d3-43e5-80d4-19a0f0105ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3450532 Nov 12 08:36:17.410358 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e14c7553-55ec-4691-9843-25ef75104dc3 req-c35eea4e-1b8f-4c14-a293-7ce55e298b9a service neutron] 10.222.0.21 "GET /v2.0/networks/b1a7821e-f1d3-43e5-80d4-19a0f0105ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571326 Nov 12 08:36:17.412586 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-51998ba0-3492-49d4-9011-88fa898a2207 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:17.451553 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-51998ba0-3492-49d4-9011-88fa898a2207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:17.473548 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 45088) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:17.508665 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e14c7553-55ec-4691-9843-25ef75104dc3 req-9524c0df-d019-427f-8331-f9984547840d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.87&port_id=2ad84d50-d7c9-425a-b9f6-7a7fc1b1156e HTTP/1.1" status: 200 len: 217 time: 0.0596616 Nov 12 08:36:17.741228 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-77082bcd-138a-4724-b7d0-0d3d47b1c35a tempest-ExternalNetworksTestJSON-422180978 tempest-ExternalNetworksTestJSON-422180978-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-336241261'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:17.758694 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c7553-55ec-4691-9843-25ef75104dc3 req-1c9e50cc-e757-42a0-b5c0-4dde8f22ce60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:17.760432 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e14c7553-55ec-4691-9843-25ef75104dc3 req-1c9e50cc-e757-42a0-b5c0-4dde8f22ce60 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=451e17db-46f2-4a8d-9633-d7807ea2bdef HTTP/1.1" status: 200 len: 797 time: 0.2015173 Nov 12 08:36:17.827922 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-51998ba0-3492-49d4-9011-88fa898a2207 admin admin] Allocated IP 172.25.2.228 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/a9c6d19c-819a-4d35-bd4a-8438cac3130b) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:36:17.849824 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c7553-55ec-4691-9843-25ef75104dc3 req-fbda952d-ebaa-43cf-a0a1-298efaf727a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:17.851563 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e14c7553-55ec-4691-9843-25ef75104dc3 req-fbda952d-ebaa-43cf-a0a1-298efaf727a8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=206f9d07-9c2e-4490-896d-289aa4538730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0827882 Nov 12 08:36:17.882400 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77082bcd-138a-4724-b7d0-0d3d47b1c35a tempest-ExternalNetworksTestJSON-422180978 tempest-ExternalNetworksTestJSON-422180978-project] Made reservation on behalf of a3858d2dd14a4250b0d8efe9d02843cb for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:36:17.886064 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-77082bcd-138a-4724-b7d0-0d3d47b1c35a tempest-ExternalNetworksTestJSON-422180978 tempest-ExternalNetworksTestJSON-422180978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:17.910975 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7640480e-10e8-4d27-a966-238e4f59d1d5 req-8f2f5162-d15d-4d1d-b64a-5f43e3ebfad4 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:17.913163 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7640480e-10e8-4d27-a966-238e4f59d1d5 req-8f2f5162-d15d-4d1d-b64a-5f43e3ebfad4 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "GET /v2.0/ports?device_id=7930c9ff-431f-4c7c-aace-69f75a40e42e HTTP/1.1" status: 200 len: 946 time: 0.1370089 Nov 12 08:36:17.914351 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-77082bcd-138a-4724-b7d0-0d3d47b1c35a tempest-ExternalNetworksTestJSON-422180978 tempest-ExternalNetworksTestJSON-422180978-project] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:18.021808 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-77082bcd-138a-4724-b7d0-0d3d47b1c35a tempest-ExternalNetworksTestJSON-422180978 tempest-ExternalNetworksTestJSON-422180978-project] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:18.032236 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-77082bcd-138a-4724-b7d0-0d3d47b1c35a tempest-ExternalNetworksTestJSON-422180978 tempest-ExternalNetworksTestJSON-422180978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:18.052798 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77082bcd-138a-4724-b7d0-0d3d47b1c35a tempest-ExternalNetworksTestJSON-422180978 tempest-ExternalNetworksTestJSON-422180978-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:36:18.067943 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-77082bcd-138a-4724-b7d0-0d3d47b1c35a tempest-ExternalNetworksTestJSON-422180978 tempest-ExternalNetworksTestJSON-422180978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:18.069989 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-77082bcd-138a-4724-b7d0-0d3d47b1c35a tempest-ExternalNetworksTestJSON-422180978 tempest-ExternalNetworksTestJSON-422180978-project] Added segment 6cd1cd6d-4e80-4b38-9367-cf5ebae4b2ea of type vlan for network 6113d48b-61a4-4699-8c28-623b61862b7a Nov 12 08:36:18.113433 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e14c7553-55ec-4691-9843-25ef75104dc3 req-f97e0174-c47c-4a3a-ad65-bf472f23f5c8 service neutron] 10.222.0.21 "GET /v2.0/networks/206f9d07-9c2e-4490-896d-289aa4538730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513013 Nov 12 08:36:18.119683 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-51998ba0-3492-49d4-9011-88fa898a2207 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:18.142101 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-77082bcd-138a-4724-b7d0-0d3d47b1c35a tempest-ExternalNetworksTestJSON-422180978 tempest-ExternalNetworksTestJSON-422180978-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:18.227793 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-77082bcd-138a-4724-b7d0-0d3d47b1c35a tempest-ExternalNetworksTestJSON-422180978 tempest-ExternalNetworksTestJSON-422180978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:18.234827 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77082bcd-138a-4724-b7d0-0d3d47b1c35a tempest-ExternalNetworksTestJSON-422180978 tempest-ExternalNetworksTestJSON-422180978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:18.235512 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-77082bcd-138a-4724-b7d0-0d3d47b1c35a tempest-ExternalNetworksTestJSON-422180978 tempest-ExternalNetworksTestJSON-422180978-project] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:18.251697 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77082bcd-138a-4724-b7d0-0d3d47b1c35a tempest-ExternalNetworksTestJSON-422180978 tempest-ExternalNetworksTestJSON-422180978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a125aaa-eedd-4fa6-9c07-527bc6dfd336,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:18.280199 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-51998ba0-3492-49d4-9011-88fa898a2207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:18.290518 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7640480e-10e8-4d27-a966-238e4f59d1d5 req-23e689e1-0cf2-4f4d-96cd-6e7fb9e5168b tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "GET /v2.0/security-groups?id=65f47b5a-d181-4ae7-b608-1a89a67c1656&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3705359 Nov 12 08:36:18.319791 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e14c7553-55ec-4691-9843-25ef75104dc3 req-0f5af062-1f4c-4b17-932e-c1c3ec6fa0f3 service neutron] 10.222.0.21 "GET /v2.0/networks/206f9d07-9c2e-4490-896d-289aa4538730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979303 Nov 12 08:36:18.344725 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-77082bcd-138a-4724-b7d0-0d3d47b1c35a tempest-ExternalNetworksTestJSON-422180978 tempest-ExternalNetworksTestJSON-422180978-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8671923 Nov 12 08:36:18.350084 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 45098) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:18.428468 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51998ba0-3492-49d4-9011-88fa898a2207 admin admin] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:36:18.449258 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-51998ba0-3492-49d4-9011-88fa898a2207 admin admin] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:36:18.454491 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51998ba0-3492-49d4-9011-88fa898a2207 admin admin] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:36:18.463002 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51998ba0-3492-49d4-9011-88fa898a2207 admin admin] Pushing event updated for resources: {'Port': ['ID=a9c6d19c-819a-4d35-bd4a-8438cac3130b,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:18.468959 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77082bcd-138a-4724-b7d0-0d3d47b1c35a tempest-ExternalNetworksTestJSON-422180978 tempest-ExternalNetworksTestJSON-422180978-project] Pushing event updated for resources: {'Network': ['ID=6113d48b-61a4-4699-8c28-623b61862b7a,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:18.484958 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33909c20-4747-4c27-a754-dedd9ff30de2 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:36:18.492966 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 6113d48b-61a4-4699-8c28-623b61862b7a details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:36:18.547161 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-7a0c37db-802d-404c-aaf5-33fe1eccc54e tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Request body: {'network': {'name': 'tempest-network--1225442774', 'router:external': True}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:18.560807 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e14c7553-55ec-4691-9843-25ef75104dc3 req-42dadd2d-44bb-4050-a2c8-3fd38e299b57 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.134&port_id=a9c14931-8b9b-4467-9aca-bbbe106d4681 HTTP/1.1" status: 200 len: 217 time: 0.2305923 Nov 12 08:36:18.645687 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-49651658-d397-4abe-9e9b-4cc9caf4dade None None] Provisioning complete for port a9c6d19c-819a-4d35-bd4a-8438cac3130b triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:18.646416 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-49651658-d397-4abe-9e9b-4cc9caf4dade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:18.661320 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a0c37db-802d-404c-aaf5-33fe1eccc54e tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Made reservation on behalf of b139be42afc04d8aa0fec191271b2980 for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:36:18.663809 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7a0c37db-802d-404c-aaf5-33fe1eccc54e tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:18.695366 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7a0c37db-802d-404c-aaf5-33fe1eccc54e tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:18.758842 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-49651658-d397-4abe-9e9b-4cc9caf4dade None None] Port a9c6d19c-819a-4d35-bd4a-8438cac3130b cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:36:18.761688 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c7553-55ec-4691-9843-25ef75104dc3 req-5caf5909-0372-4b34-b68c-eb21e7b1ff42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:18.767349 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e14c7553-55ec-4691-9843-25ef75104dc3 req-5caf5909-0372-4b34-b68c-eb21e7b1ff42 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=451e17db-46f2-4a8d-9633-d7807ea2bdef HTTP/1.1" status: 200 len: 797 time: 0.1975629 Nov 12 08:36:18.863085 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device e6d3b511-9d64-436c-843f-61b51fceb0c0 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:36:18.909406 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d556881-3a16-4a9f-9606-52d099f2e0ce None None] Network 35316ea3-d15f-4e9c-9d0f-87ba20d4fc64 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:36:19.002962 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c7553-55ec-4691-9843-25ef75104dc3 req-6b962c93-88d5-4bba-9b20-9915a5608200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:19.005219 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e14c7553-55ec-4691-9843-25ef75104dc3 req-6b962c93-88d5-4bba-9b20-9915a5608200 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=206f9d07-9c2e-4490-896d-289aa4538730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1519146 Nov 12 08:36:19.033026 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port e6d3b511-9d64-436c-843f-61b51fceb0c0 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:19.033590 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:19.059523 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-c1aec216-1132-40c7-b15c-60aefe17d0e5 None None] Provisioning complete for port e6d3b511-9d64-436c-843f-61b51fceb0c0 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:19.060116 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c1aec216-1132-40c7-b15c-60aefe17d0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:19.127597 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e14c7553-55ec-4691-9843-25ef75104dc3 req-2bc6bc04-c2b7-413c-a0e8-c0f0bf0559b1 service neutron] 10.222.0.21 "GET /v2.0/networks/206f9d07-9c2e-4490-896d-289aa4538730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119490 Nov 12 08:36:19.271216 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c1aec216-1132-40c7-b15c-60aefe17d0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:19.376129 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-c1aec216-1132-40c7-b15c-60aefe17d0e5 None None] For port e6d3b511-9d64-436c-843f-61b51fceb0c0, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=e6d3b511-9d64-436c-843f-61b51fceb0c0,segment=NetworkSegment(add834c9-8487-4b10-a6f8-7351b562c1cc),segment_id=add834c9-8487-4b10-a6f8-7351b562c1cc)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:36:19.385104 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c1aec216-1132-40c7-b15c-60aefe17d0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:19.386834 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:19.495654 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7a0c37db-802d-404c-aaf5-33fe1eccc54e tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:19.530797 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aec216-1132-40c7-b15c-60aefe17d0e5 None None] Pushing event updated for resources: {'Port': ['ID=e6d3b511-9d64-436c-843f-61b51fceb0c0,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:19.548606 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.db.api [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:36:19.549288 n-d-765315-29 neutron-server[102601]: DEBUG oslo_db.api [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:36:19.550139 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7a0c37db-802d-404c-aaf5-33fe1eccc54e tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:19.594871 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a973e396-d898-48fd-80e5-5cf7a2690192 req-29187dea-fe6d-4c69-9e75-62ed33070d1f tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:19.599842 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a973e396-d898-48fd-80e5-5cf7a2690192 req-29187dea-fe6d-4c69-9e75-62ed33070d1f tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "GET /v2.0/ports?device_id=7930c9ff-431f-4c7c-aace-69f75a40e42e HTTP/1.1" status: 200 len: 946 time: 0.1378767 Nov 12 08:36:19.659590 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a0c37db-802d-404c-aaf5-33fe1eccc54e tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:36:19.680307 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e14c7553-55ec-4691-9843-25ef75104dc3 req-8bc6e9e6-e295-4e49-bef0-fcf02195a93e service neutron] 10.222.0.21 "GET /v2.0/networks/206f9d07-9c2e-4490-896d-289aa4538730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5376503 Nov 12 08:36:19.695539 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-51998ba0-3492-49d4-9011-88fa898a2207 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:19.724753 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a973e396-d898-48fd-80e5-5cf7a2690192 req-5ced27fc-461a-4596-aaf0-2c5a4d55353a tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "GET /v2.0/security-groups?id=65f47b5a-d181-4ae7-b608-1a89a67c1656&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103201 Nov 12 08:36:19.737962 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-f02e2cdb-f1b0-4056-9dc8-e1aaf14ba518 None None] Provisioning complete for port e6d3b511-9d64-436c-843f-61b51fceb0c0 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:19.738339 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f02e2cdb-f1b0-4056-9dc8-e1aaf14ba518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:19.830890 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0c37db-802d-404c-aaf5-33fe1eccc54e tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=618967d7-108b-4b4d-a37c-1e17635d327e,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:19.832377 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e14c7553-55ec-4691-9843-25ef75104dc3 req-5fec52ee-c6b8-46c3-ba18-7f9548a53e46 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.122&port_id=921ed5c3-bc6c-44c2-a043-9f5a63a8dd21 HTTP/1.1" status: 200 len: 217 time: 0.1507649 Nov 12 08:36:19.837578 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7a0c37db-802d-404c-aaf5-33fe1eccc54e tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:19.838701 n-d-765315-29 neutron-server[102599]: INFO neutron.db.segments_db [None req-7a0c37db-802d-404c-aaf5-33fe1eccc54e tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Added segment 688b3e01-f463-4816-83c3-b6d7f80e6226 of type vlan for network 8d85bd99-e0dd-4ce5-bf75-b0b70042a6e0 Nov 12 08:36:20.035194 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c7553-55ec-4691-9843-25ef75104dc3 req-0d424f68-bac4-404b-adc7-3977626e8937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:20.036708 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e14c7553-55ec-4691-9843-25ef75104dc3 req-0d424f68-bac4-404b-adc7-3977626e8937 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=451e17db-46f2-4a8d-9633-d7807ea2bdef HTTP/1.1" status: 200 len: 797 time: 0.1952832 Nov 12 08:36:20.060397 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7a0c37db-802d-404c-aaf5-33fe1eccc54e tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:20.147757 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7a0c37db-802d-404c-aaf5-33fe1eccc54e tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:20.148732 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0c37db-802d-404c-aaf5-33fe1eccc54e tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:20.149333 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7a0c37db-802d-404c-aaf5-33fe1eccc54e tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:20.609041 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c7553-55ec-4691-9843-25ef75104dc3 req-4b3ec100-a3db-4af7-9fb4-068012806f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:20.610706 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e14c7553-55ec-4691-9843-25ef75104dc3 req-4b3ec100-a3db-4af7-9fb4-068012806f1a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=206f9d07-9c2e-4490-896d-289aa4538730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5411913 Nov 12 08:36:20.643612 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0c37db-802d-404c-aaf5-33fe1eccc54e tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Pushing event updated for resources: {'Network': ['ID=8d85bd99-e0dd-4ce5-bf75-b0b70042a6e0,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:20.656623 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 8d85bd99-e0dd-4ce5-bf75-b0b70042a6e0 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:36:20.756717 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 45118) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:20.757721 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-7a0c37db-802d-404c-aaf5-33fe1eccc54e tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.4042084 Nov 12 08:36:20.905813 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device e6d3b511-9d64-436c-843f-61b51fceb0c0 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:36:20.920160 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-51998ba0-3492-49d4-9011-88fa898a2207 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052'] for router, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:20.949147 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e14c7553-55ec-4691-9843-25ef75104dc3 req-8f9bc5cd-90f6-4aa1-b7e8-1b25c22e445f service neutron] 10.222.0.21 "GET /v2.0/networks/206f9d07-9c2e-4490-896d-289aa4538730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3273604 Nov 12 08:36:20.949474 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d544c391-e721-42d9-899f-8c842c9428ac tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:21.011111 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f5d52d-975d-4607-a3a1-1b97f2ce5679 req-354f01ff-9a4a-49b7-9d4e-05625f0171c0 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:21.021084 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a2f5d52d-975d-4607-a3a1-1b97f2ce5679 req-354f01ff-9a4a-49b7-9d4e-05625f0171c0 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "GET /v2.0/ports?device_id=7930c9ff-431f-4c7c-aace-69f75a40e42e HTTP/1.1" status: 200 len: 946 time: 0.1342919 Nov 12 08:36:21.070290 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port e6d3b511-9d64-436c-843f-61b51fceb0c0 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:21.070747 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:21.217409 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a2f5d52d-975d-4607-a3a1-1b97f2ce5679 req-47a5c3f2-2249-428a-883a-7931d6c9d78c tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "GET /v2.0/security-groups?id=65f47b5a-d181-4ae7-b608-1a89a67c1656&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1947277 Nov 12 08:36:21.225429 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d544c391-e721-42d9-899f-8c842c9428ac tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:21.303516 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-d544c391-e721-42d9-899f-8c842c9428ac tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d85bd99-e0dd-4ce5-bf75-b0b70042a6e0']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:21.348426 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-d544c391-e721-42d9-899f-8c842c9428ac tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '688b3e01-f463-4816-83c3-b6d7f80e6226') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:21.349033 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-d544c391-e721-42d9-899f-8c842c9428ac tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '688b3e01-f463-4816-83c3-b6d7f80e6226') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:21.388022 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d544c391-e721-42d9-899f-8c842c9428ac tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:21.422456 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d544c391-e721-42d9-899f-8c842c9428ac tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:21.442382 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d544c391-e721-42d9-899f-8c842c9428ac tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:36:21.442382 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d544c391-e721-42d9-899f-8c842c9428ac tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:21.444641 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:36:21.444641 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:36:21.444641 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:36:21.444641 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:36:21.444641 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:36:21.444641 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:36:21.444641 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:36:21.444641 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:36:21.444641 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:36:21.444641 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:36:21.444641 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:36:21.444641 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:36:21.444641 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:36:21.444641 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:36:21.444641 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:36:21.444641 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:36:21.444641 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:36:21.444641 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:36:21.444641 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:36:21.444641 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:36:21.444641 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:36:21.444641 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:36:21.444641 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:36:21.444641 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:36:21.444641 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:36:21.444641 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:36:21.444641 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:36:21.444641 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:36:21.444641 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:36:21.444641 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:36:21.444641 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:36:21.444641 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:36:21.487304 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e14c7553-55ec-4691-9843-25ef75104dc3 req-7a44cc84-5eb8-4ee5-aec5-618f897af5ce service neutron] 10.222.0.21 "GET /v2.0/networks/206f9d07-9c2e-4490-896d-289aa4538730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3934212 Nov 12 08:36:21.572949 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d544c391-e721-42d9-899f-8c842c9428ac tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:21.591153 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d544c391-e721-42d9-899f-8c842c9428ac tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8d85bd99-e0dd-4ce5-bf75-b0b70042a6e0 {{(pid=102600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 08:36:21.615936 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d544c391-e721-42d9-899f-8c842c9428ac tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:21.626204 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-d544c391-e721-42d9-899f-8c842c9428ac tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] 10.222.0.26 "DELETE /v2.0/networks/8d85bd99-e0dd-4ce5-bf75-b0b70042a6e0 HTTP/1.1" status: 204 len: 168 time: 0.8619576 Nov 12 08:36:21.657519 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 45130) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:21.660883 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d544c391-e721-42d9-899f-8c842c9428ac tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Pushing event deleted for resources: {'Network': ['ID=8d85bd99-e0dd-4ce5-bf75-b0b70042a6e0,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:21.707626 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e14c7553-55ec-4691-9843-25ef75104dc3 req-2ee91edc-8632-484c-9e76-7f4610468c03 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.163&port_id=69493e27-daa5-4af2-a855-9781e1cf385b HTTP/1.1" status: 200 len: 217 time: 0.2092783 Nov 12 08:36:21.715811 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-4f99e288-a97a-4e3b-8b64-0852f1fa9296 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:21.827263 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f99e288-a97a-4e3b-8b64-0852f1fa9296 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Made reservation on behalf of b139be42afc04d8aa0fec191271b2980 for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:36:21.835756 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4f99e288-a97a-4e3b-8b64-0852f1fa9296 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:21.971220 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c7553-55ec-4691-9843-25ef75104dc3 req-34f041eb-f0f6-4376-9d46-3f93e1f8ed26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:21.978360 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e14c7553-55ec-4691-9843-25ef75104dc3 req-34f041eb-f0f6-4376-9d46-3f93e1f8ed26 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=451e17db-46f2-4a8d-9633-d7807ea2bdef HTTP/1.1" status: 200 len: 797 time: 0.1538718 Nov 12 08:36:22.167525 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f99e288-a97a-4e3b-8b64-0852f1fa9296 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:36:22.193197 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51998ba0-3492-49d4-9011-88fa898a2207 admin admin] Router a47a04e4-6db1-4c16-a149-ffd8319b05a3 is scheduled to L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 with binding_index 1 {{(pid=102599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:36:22.217671 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c7553-55ec-4691-9843-25ef75104dc3 req-951e7004-b3b9-4bbe-b50f-a9296f1ad132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:22.220571 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e14c7553-55ec-4691-9843-25ef75104dc3 req-951e7004-b3b9-4bbe-b50f-a9296f1ad132 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=206f9d07-9c2e-4490-896d-289aa4538730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2163396 Nov 12 08:36:22.228703 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4f99e288-a97a-4e3b-8b64-0852f1fa9296 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:22.229601 n-d-765315-29 neutron-server[102599]: INFO neutron.db.segments_db [None req-4f99e288-a97a-4e3b-8b64-0852f1fa9296 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Added segment 224882b4-d5a8-4d47-9460-86342d02d68b of type vlan for network ecda96c8-1425-4793-b1d0-0300d513d5e1 Nov 12 08:36:22.364776 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e14c7553-55ec-4691-9843-25ef75104dc3 req-12eea2aa-e2cf-4a47-8a6a-7449abdb86c9 service neutron] 10.222.0.21 "GET /v2.0/networks/206f9d07-9c2e-4490-896d-289aa4538730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302140 Nov 12 08:36:22.490000 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3c06ab-5f48-4c7a-945a-3136f7062540 req-ea9167a3-6060-472f-b775-659b7a920a6b tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:22.492661 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3b3c06ab-5f48-4c7a-945a-3136f7062540 req-ea9167a3-6060-472f-b775-659b7a920a6b tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "GET /v2.0/ports?device_id=7930c9ff-431f-4c7c-aace-69f75a40e42e HTTP/1.1" status: 200 len: 946 time: 0.0963206 Nov 12 08:36:22.571248 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e14c7553-55ec-4691-9843-25ef75104dc3 req-13fbea9e-11ee-43d9-a6b3-2c0df149dd12 service neutron] 10.222.0.21 "GET /v2.0/networks/206f9d07-9c2e-4490-896d-289aa4538730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946490 Nov 12 08:36:22.575423 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3b3c06ab-5f48-4c7a-945a-3136f7062540 req-71c3b51a-7b9b-4b18-8e4c-87bac3066dd8 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "GET /v2.0/security-groups?id=65f47b5a-d181-4ae7-b608-1a89a67c1656&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682752 Nov 12 08:36:22.646633 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4f99e288-a97a-4e3b-8b64-0852f1fa9296 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:22.678226 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e14c7553-55ec-4691-9843-25ef75104dc3 req-9373ed16-0249-4fdb-bbcd-e77babf31b9b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a76e0b9e-8617-4bd9-a2b4-d69cee07db2a HTTP/1.1" status: 200 len: 217 time: 0.0921233 Nov 12 08:36:22.772382 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51998ba0-3492-49d4-9011-88fa898a2207 admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:36:22.788987 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c1d5d3-b8e1-462a-a779-62c8eac6e847 None None] Sync routers for ids ['a47a04e4-6db1-4c16-a149-ffd8319b05a3'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:36:22.799866 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4f99e288-a97a-4e3b-8b64-0852f1fa9296 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:22.800978 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f99e288-a97a-4e3b-8b64-0852f1fa9296 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:22.801624 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4f99e288-a97a-4e3b-8b64-0852f1fa9296 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:22.822663 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c1d5d3-b8e1-462a-a779-62c8eac6e847 None None] Routers {'a47a04e4-6db1-4c16-a149-ffd8319b05a3'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:36:22.823789 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-07c1d5d3-b8e1-462a-a779-62c8eac6e847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:36:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['a47a04e4-6db1-4c16-a149-ffd8319b05a3'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:22.824457 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c7553-55ec-4691-9843-25ef75104dc3 req-40998143-d1b4-40d6-ad2b-4e48f3923226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:22.830291 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e14c7553-55ec-4691-9843-25ef75104dc3 req-40998143-d1b4-40d6-ad2b-4e48f3923226 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9f233125-4b62-40de-bf22-04d217d99b20 HTTP/1.1" status: 200 len: 797 time: 0.1400506 Nov 12 08:36:22.881476 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-51998ba0-3492-49d4-9011-88fa898a2207 admin admin] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:22.882892 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-51998ba0-3492-49d4-9011-88fa898a2207 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.1797247 Nov 12 08:36:22.906047 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 45146) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:22.924728 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-4f99e288-a97a-4e3b-8b64-0852f1fa9296 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.2302299 Nov 12 08:36:22.968094 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 45150) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:22.974182 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-1502a448-ad10-4912-8e43-c8942c5cc90e tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Request body: {'subnet': {'network_id': 'ecda96c8-1425-4793-b1d0-0300d513d5e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:22.999661 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1502a448-ad10-4912-8e43-c8942c5cc90e tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Made reservation on behalf of b139be42afc04d8aa0fec191271b2980 for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:36:23.001789 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1502a448-ad10-4912-8e43-c8942c5cc90e tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:23.026407 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f99e288-a97a-4e3b-8b64-0852f1fa9296 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Pushing event updated for resources: {'Network': ['ID=ecda96c8-1425-4793-b1d0-0300d513d5e1,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:23.043086 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network ecda96c8-1425-4793-b1d0-0300d513d5e1 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:36:23.077294 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c7553-55ec-4691-9843-25ef75104dc3 req-a092d4c6-36d8-48dd-b3b7-7bb9b0bce371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:23.079028 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e14c7553-55ec-4691-9843-25ef75104dc3 req-a092d4c6-36d8-48dd-b3b7-7bb9b0bce371 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5b2a8b49-5710-48dd-bacf-1711bcf033cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2292328 Nov 12 08:36:23.100288 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e53b408-186a-44df-b2a6-664ced55b2f1 req-042d5e0b-befc-4517-b1e9-3af97c2b4e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:23.101631 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0e53b408-186a-44df-b2a6-664ced55b2f1 req-042d5e0b-befc-4517-b1e9-3af97c2b4e03 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=217ce66299114e9fb6c1fa9116e9e5f5&device_id=7930c9ff-431f-4c7c-aace-69f75a40e42e HTTP/1.1" status: 200 len: 1098 time: 0.1748133 Nov 12 08:36:23.109461 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4c24bc-c1aa-4095-96c9-932f045080f5 req-e8010dbb-b15a-483c-a692-d7ae733ce24f tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:23.117956 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2b4c24bc-c1aa-4095-96c9-932f045080f5 req-e8010dbb-b15a-483c-a692-d7ae733ce24f tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "GET /v2.0/ports?device_id=7930c9ff-431f-4c7c-aace-69f75a40e42e HTTP/1.1" status: 200 len: 946 time: 0.2752137 Nov 12 08:36:23.324094 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2b4c24bc-c1aa-4095-96c9-932f045080f5 req-b6cde831-99a5-401c-b5be-d684ebdec6b3 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "GET /v2.0/security-groups?id=65f47b5a-d181-4ae7-b608-1a89a67c1656&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2052302 Nov 12 08:36:23.363965 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e14c7553-55ec-4691-9843-25ef75104dc3 req-aaa3bd42-056e-442d-b234-ddcbb0bef944 service neutron] 10.222.0.21 "GET /v2.0/networks/5b2a8b49-5710-48dd-bacf-1711bcf033cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762718 Nov 12 08:36:23.401999 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e53b408-186a-44df-b2a6-664ced55b2f1 req-344f30d4-e289-4047-b488-fa52b9e3b44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:23.415927 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0e53b408-186a-44df-b2a6-664ced55b2f1 req-344f30d4-e289-4047-b488-fa52b9e3b44d service neutron] 10.222.0.44 "GET /v2.0/networks?id=7e609bc1-00ff-483d-9d9f-8eba780b3ef7 HTTP/1.1" status: 200 len: 912 time: 0.2901394 Nov 12 08:36:23.416261 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-07c1d5d3-b8e1-462a-a779-62c8eac6e847 None None] Set router a47a04e4-6db1-4c16-a149-ffd8319b05a3 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:36:23.524522 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e14c7553-55ec-4691-9843-25ef75104dc3 req-e23da1f7-2676-4660-a7a9-b8b7e86c0d7a service neutron] 10.222.0.21 "GET /v2.0/networks/5b2a8b49-5710-48dd-bacf-1711bcf033cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131034 Nov 12 08:36:23.630515 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e14c7553-55ec-4691-9843-25ef75104dc3 req-da33632b-cda4-49bc-8116-340dc64f11c0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c2cd737f-49af-4915-99ac-335868dc6f31 HTTP/1.1" status: 200 len: 217 time: 0.0959454 Nov 12 08:36:23.703829 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0e53b408-186a-44df-b2a6-664ced55b2f1 req-f6df1d72-54a1-42c1-bef9-5f882dda05e9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=574ea30c-2487-414e-a3f1-34897a56bd36 HTTP/1.1" status: 200 len: 1002 time: 0.1780469 Nov 12 08:36:23.811741 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e53b408-186a-44df-b2a6-664ced55b2f1 req-adcefb27-c629-4615-a704-dc71bfd957b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:23.813511 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0e53b408-186a-44df-b2a6-664ced55b2f1 req-adcefb27-c629-4615-a704-dc71bfd957b0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=48fd8021-0e17-4172-812d-17238fc37d26 HTTP/1.1" status: 200 len: 850 time: 0.0874097 Nov 12 08:36:23.813662 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-07c1d5d3-b8e1-462a-a779-62c8eac6e847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47a04e4-6db1-4c16-a149-ffd8319b05a3', 'name': 'tempest-TestVolumeBootPattern-1486531232-router', 'tenant_id': '7d3f7337327743ecb706fdd7c92380e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'a9c6d19c-819a-4d35-bd4a-8438cac3130b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:15Z', 'updated_at': '2021-11-12T08:36:18Z', 'revision_number': 3, 'project_id': '7d3f7337327743ecb706fdd7c92380e3', 'gw_port': {'id': 'a9c6d19c-819a-4d35-bd4a-8438cac3130b', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c5:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a47a04e4-6db1-4c16-a149-ffd8319b05a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2690, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:17Z', 'updated_at': '2021-11-12T08:36:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:23.853116 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c1d5d3-b8e1-462a-a779-62c8eac6e847 None None] Checking router: a47a04e4-6db1-4c16-a149-ffd8319b05a3 for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:36:23.873645 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c1d5d3-b8e1-462a-a779-62c8eac6e847 None None] Updating router a47a04e4-6db1-4c16-a149-ffd8319b05a3 port a9c6d19c-819a-4d35-bd4a-8438cac3130b binding host n-d-765315-29 {{(pid=102601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:36:23.901665 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c7553-55ec-4691-9843-25ef75104dc3 req-4155de76-9b39-442b-b955-1323b162a2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:23.906082 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e14c7553-55ec-4691-9843-25ef75104dc3 req-4155de76-9b39-442b-b955-1323b162a2c7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9f233125-4b62-40de-bf22-04d217d99b20 HTTP/1.1" status: 200 len: 797 time: 0.2661119 Nov 12 08:36:23.943375 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-07c1d5d3-b8e1-462a-a779-62c8eac6e847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:23.976908 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e53b408-186a-44df-b2a6-664ced55b2f1 req-2e2e2d1d-9102-4ef8-8cbf-6e1b7b8e786b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:23.987423 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0e53b408-186a-44df-b2a6-664ced55b2f1 req-2e2e2d1d-9102-4ef8-8cbf-6e1b7b8e786b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7e609bc1-00ff-483d-9d9f-8eba780b3ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1567440 Nov 12 08:36:24.083103 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c7553-55ec-4691-9843-25ef75104dc3 req-6310b99b-f577-42e5-83db-a9e1c490bc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:24.087722 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e14c7553-55ec-4691-9843-25ef75104dc3 req-6310b99b-f577-42e5-83db-a9e1c490bc00 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5b2a8b49-5710-48dd-bacf-1711bcf033cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1743622 Nov 12 08:36:24.346731 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e14c7553-55ec-4691-9843-25ef75104dc3 req-4f1d0f4f-7f39-43ac-b091-82229fd35fdd service neutron] 10.222.0.21 "GET /v2.0/networks/5b2a8b49-5710-48dd-bacf-1711bcf033cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484965 Nov 12 08:36:24.458361 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0e53b408-186a-44df-b2a6-664ced55b2f1 req-8c97f0b1-0100-4123-a314-a1bd4689677e service neutron] 10.222.0.44 "GET /v2.0/networks/7e609bc1-00ff-483d-9d9f-8eba780b3ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4638410 Nov 12 08:36:24.710619 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-07c1d5d3-b8e1-462a-a779-62c8eac6e847 None None] Publish callbacks [] for port, precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:24.719270 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e14c7553-55ec-4691-9843-25ef75104dc3 req-ae408fd9-1ce6-4320-9360-6eeeccd18ca8 service neutron] 10.222.0.21 "GET /v2.0/networks/5b2a8b49-5710-48dd-bacf-1711bcf033cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597671 Nov 12 08:36:24.729468 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-07c1d5d3-b8e1-462a-a779-62c8eac6e847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:24.732836 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0e53b408-186a-44df-b2a6-664ced55b2f1 req-02ee1b39-2d72-4f76-bef0-8b6fcafbdb5d service neutron] 10.222.0.44 "GET /v2.0/networks/7e609bc1-00ff-483d-9d9f-8eba780b3ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506013 Nov 12 08:36:24.875023 n-d-765315-29 neutron-server[102600]: DEBUG neutron.objects.ports [None req-1502a448-ad10-4912-8e43-c8942c5cc90e tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102600) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 08:36:24.875588 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1502a448-ad10-4912-8e43-c8942c5cc90e tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:24.894327 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1bb372-9b1b-443e-b117-f0b9f404f364 req-9f35ecb2-0b09-4339-9800-9b2953c61e30 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:24.901292 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d92ca1-51a6-44b1-882d-42b081537258 None None] Pushing event updated for resources: {'Port': ['ID=a9c6d19c-819a-4d35-bd4a-8438cac3130b,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:24.903394 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0d1bb372-9b1b-443e-b117-f0b9f404f364 req-9f35ecb2-0b09-4339-9800-9b2953c61e30 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "GET /v2.0/ports?device_id=7930c9ff-431f-4c7c-aace-69f75a40e42e HTTP/1.1" status: 200 len: 946 time: 0.3889260 Nov 12 08:36:24.950321 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c8de1e-1849-4fcb-bdd7-fa01001318ec None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:36:24.996435 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-07c1d5d3-b8e1-462a-a779-62c8eac6e847 None None] Attempting to bind port a9c6d19c-819a-4d35-bd4a-8438cac3130b on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:36:25.003371 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-07c1d5d3-b8e1-462a-a779-62c8eac6e847 None None] Attempting to bind port a9c6d19c-819a-4d35-bd4a-8438cac3130b by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:36:25.007008 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c1d5d3-b8e1-462a-a779-62c8eac6e847 None None] Attempting to bind port a9c6d19c-819a-4d35-bd4a-8438cac3130b on network d709f64f-f9e6-4525-b020-ad48633b9bbf {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:36:25.033520 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c1d5d3-b8e1-462a-a779-62c8eac6e847 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:36:25.034303 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c1d5d3-b8e1-462a-a779-62c8eac6e847 None None] Checking segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:36:25.036482 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-07c1d5d3-b8e1-462a-a779-62c8eac6e847 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:25.037480 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c1d5d3-b8e1-462a-a779-62c8eac6e847 None None] Bound using segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:36:25.039493 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-07c1d5d3-b8e1-462a-a779-62c8eac6e847 None None] Bound port: a9c6d19c-819a-4d35-bd4a-8438cac3130b, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:36:25.042002 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-07c1d5d3-b8e1-462a-a779-62c8eac6e847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:25.080929 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0d1bb372-9b1b-443e-b117-f0b9f404f364 req-3cd6a871-58ab-4b80-9137-6ff9bb297122 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "GET /v2.0/security-groups?id=65f47b5a-d181-4ae7-b608-1a89a67c1656&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1765311 Nov 12 08:36:25.092528 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1502a448-ad10-4912-8e43-c8942c5cc90e tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b6143ca9-136d-4d5b-9bff-cfe3ee1fae86,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:25.125482 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a9deb350-3d18-4554-bd0b-443a57363176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:25.129325 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1502a448-ad10-4912-8e43-c8942c5cc90e tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Checking segment: {'id': '224882b4-d5a8-4d47-9460-86342d02d68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'ecda96c8-1425-4793-b1d0-0300d513d5e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:36:25.129981 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1502a448-ad10-4912-8e43-c8942c5cc90e tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Network hostable DHCP agents. Network: ecda96c8-1425-4793-b1d0-0300d513d5e1, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:36:25.162811 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-27be325c-9193-4666-bc9a-7df656044192 None None] Provisioning complete for port a9c6d19c-819a-4d35-bd4a-8438cac3130b triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:25.163161 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-27be325c-9193-4666-bc9a-7df656044192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:25.169011 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-07c1d5d3-b8e1-462a-a779-62c8eac6e847 None None] For port a9c6d19c-819a-4d35-bd4a-8438cac3130b, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:36:25.177920 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1502a448-ad10-4912-8e43-c8942c5cc90e tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Network ecda96c8-1425-4793-b1d0-0300d513d5e1 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:36:25.210254 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-07c1d5d3-b8e1-462a-a779-62c8eac6e847 None None] For port a9c6d19c-819a-4d35-bd4a-8438cac3130b, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=a9c6d19c-819a-4d35-bd4a-8438cac3130b,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:36:25.227811 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-07c1d5d3-b8e1-462a-a779-62c8eac6e847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:25.231872 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-1502a448-ad10-4912-8e43-c8942c5cc90e tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, ecda96c8-1425-4793-b1d0-0300d513d5e1) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:36:25.245120 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1502a448-ad10-4912-8e43-c8942c5cc90e tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:25.255473 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1502a448-ad10-4912-8e43-c8942c5cc90e tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:25.261785 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d056b21d-0637-4b55-8a15-87eeb5913400 None None] Network ecda96c8-1425-4793-b1d0-0300d513d5e1 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:36:25.261785 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-27be325c-9193-4666-bc9a-7df656044192 None None] Port a9c6d19c-819a-4d35-bd4a-8438cac3130b cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:36:25.386822 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c1d5d3-b8e1-462a-a779-62c8eac6e847 None None] Routers {'a47a04e4-6db1-4c16-a149-ffd8319b05a3'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:36:25.388029 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-07c1d5d3-b8e1-462a-a779-62c8eac6e847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:36:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['a47a04e4-6db1-4c16-a149-ffd8319b05a3'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:25.454798 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d92ca1-51a6-44b1-882d-42b081537258 None None] Pushing event updated for resources: {'Port': ['ID=a9c6d19c-819a-4d35-bd4a-8438cac3130b,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:25.489745 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8e5aca-9837-48d5-9881-75133d3babb7 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:36:25.492853 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-1502a448-ad10-4912-8e43-c8942c5cc90e tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.5228732 Nov 12 08:36:25.495431 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 45208) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:25.501230 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-0f4f2a67-fd5c-424e-9bc5-e2d5faf87cb1 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Request body: {'floatingip': {'floating_network_id': 'ecda96c8-1425-4793-b1d0-0300d513d5e1'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:25.541234 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0f4f2a67-fd5c-424e-9bc5-e2d5faf87cb1 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:25.682883 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-17ffa123-10d4-4a59-ab75-0059bf72cfd4 None None] Provisioning complete for port a9c6d19c-819a-4d35-bd4a-8438cac3130b triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:25.683362 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-17ffa123-10d4-4a59-ab75-0059bf72cfd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:25.710674 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-a9deb350-3d18-4554-bd0b-443a57363176 admin admin] Allocated IP 172.20.0.1 (35316ea3-d15f-4e9c-9d0f-87ba20d4fc64/d1d27945-8c3d-427f-88ef-3c42a7516333/5d26d5ee-de97-449a-b18e-ad0dd5ee2113) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:36:25.836168 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0f4f2a67-fd5c-424e-9bc5-e2d5faf87cb1 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:25.927338 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-07c1d5d3-b8e1-462a-a779-62c8eac6e847 None None] Set router a47a04e4-6db1-4c16-a149-ffd8319b05a3 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:36:25.941835 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3e7f72-f1f4-4cf4-8003-c810fc83ce88 None None] Network ecda96c8-1425-4793-b1d0-0300d513d5e1 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:36:26.073568 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-0f4f2a67-fd5c-424e-9bc5-e2d5faf87cb1 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Allocated IP 172.20.0.8 (ecda96c8-1425-4793-b1d0-0300d513d5e1/b6143ca9-136d-4d5b-9bff-cfe3ee1fae86/fca17207-7465-45c4-8c80-a2c4f96b08de) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:36:26.390320 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a9deb350-3d18-4554-bd0b-443a57363176 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:26.394146 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0f4f2a67-fd5c-424e-9bc5-e2d5faf87cb1 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:26.484946 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91374ac-f933-42cd-93ea-8f2d61d48d6c req-cffbece7-a8e3-41a8-ba19-614ff65a5bb4 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:26.489185 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c91374ac-f933-42cd-93ea-8f2d61d48d6c req-cffbece7-a8e3-41a8-ba19-614ff65a5bb4 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "GET /v2.0/ports?device_id=7930c9ff-431f-4c7c-aace-69f75a40e42e HTTP/1.1" status: 200 len: 946 time: 0.2147570 Nov 12 08:36:26.554437 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0f4f2a67-fd5c-424e-9bc5-e2d5faf87cb1 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:26.578026 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-17ffa123-10d4-4a59-ab75-0059bf72cfd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:26.595769 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a9deb350-3d18-4554-bd0b-443a57363176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:26.613492 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-17ffa123-10d4-4a59-ab75-0059bf72cfd4 None None] For port a9c6d19c-819a-4d35-bd4a-8438cac3130b, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=a9c6d19c-819a-4d35-bd4a-8438cac3130b,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:36:26.667708 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4f2a67-fd5c-424e-9bc5-e2d5faf87cb1 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Network ecda96c8-1425-4793-b1d0-0300d513d5e1 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:36:26.674978 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-0f4f2a67-fd5c-424e-9bc5-e2d5faf87cb1 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:36:26.678059 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-17ffa123-10d4-4a59-ab75-0059bf72cfd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:26.682116 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4f2a67-fd5c-424e-9bc5-e2d5faf87cb1 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:36:26.756455 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9deb350-3d18-4554-bd0b-443a57363176 admin admin] Pushing event updated for resources: {'Port': ['ID=5d26d5ee-de97-449a-b18e-ad0dd5ee2113,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:26.786929 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c91374ac-f933-42cd-93ea-8f2d61d48d6c req-ca3ebb43-9cbd-412b-a5f1-22643bbd9be4 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "GET /v2.0/security-groups?id=65f47b5a-d181-4ae7-b608-1a89a67c1656&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2813079 Nov 12 08:36:26.790846 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9deb350-3d18-4554-bd0b-443a57363176 admin admin] Network 35316ea3-d15f-4e9c-9d0f-87ba20d4fc64 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:36:26.794860 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-a9deb350-3d18-4554-bd0b-443a57363176 admin admin] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:36:26.804227 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9deb350-3d18-4554-bd0b-443a57363176 admin admin] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:36:26.807005 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ffa123-10d4-4a59-ab75-0059bf72cfd4 None None] Pushing event updated for resources: {'Port': ['ID=a9c6d19c-819a-4d35-bd4a-8438cac3130b,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:26.845119 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4f2a67-fd5c-424e-9bc5-e2d5faf87cb1 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Pushing event updated for resources: {'Port': ['ID=fca17207-7465-45c4-8c80-a2c4f96b08de,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:26.848489 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-07c1d5d3-b8e1-462a-a779-62c8eac6e847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47a04e4-6db1-4c16-a149-ffd8319b05a3', 'name': 'tempest-TestVolumeBootPattern-1486531232-router', 'tenant_id': '7d3f7337327743ecb706fdd7c92380e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'a9c6d19c-819a-4d35-bd4a-8438cac3130b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:15Z', 'updated_at': '2021-11-12T08:36:18Z', 'revision_number': 3, 'project_id': '7d3f7337327743ecb706fdd7c92380e3', 'gw_port': {'id': 'a9c6d19c-819a-4d35-bd4a-8438cac3130b', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c5:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a47a04e4-6db1-4c16-a149-ffd8319b05a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2690, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:17Z', 'updated_at': '2021-11-12T08:36:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:26.931985 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c1d5d3-b8e1-462a-a779-62c8eac6e847 None None] The sync data for ids ['a47a04e4-6db1-4c16-a149-ffd8319b05a3'] in n-d-765315-29 is: [{'id': 'a47a04e4-6db1-4c16-a149-ffd8319b05a3', 'name': 'tempest-TestVolumeBootPattern-1486531232-router', 'tenant_id': '7d3f7337327743ecb706fdd7c92380e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'a9c6d19c-819a-4d35-bd4a-8438cac3130b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:15Z', 'updated_at': '2021-11-12T08:36:18Z', 'revision_number': 3, 'project_id': '7d3f7337327743ecb706fdd7c92380e3', 'gw_port': {'id': 'a9c6d19c-819a-4d35-bd4a-8438cac3130b', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c5:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a47a04e4-6db1-4c16-a149-ffd8319b05a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2690, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:17Z', 'updated_at': '2021-11-12T08:36:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:36:27.001018 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a9deb350-3d18-4554-bd0b-443a57363176 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933481'] for router_interface, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:27.161373 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0f4f2a67-fd5c-424e-9bc5-e2d5faf87cb1 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:27.297708 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0f4f2a67-fd5c-424e-9bc5-e2d5faf87cb1 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:27.654273 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a9deb350-3d18-4554-bd0b-443a57363176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:27.673041 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-685a777f-0fb2-4721-8b4d-361bb4bfddb3 None None] Provisioning complete for port 5d26d5ee-de97-449a-b18e-ad0dd5ee2113 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:27.673988 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-685a777f-0fb2-4721-8b4d-361bb4bfddb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:27.867981 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 45380) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:27.905172 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-685a777f-0fb2-4721-8b4d-361bb4bfddb3 None None] Port 5d26d5ee-de97-449a-b18e-ad0dd5ee2113 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:36:28.051088 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0f4f2a67-fd5c-424e-9bc5-e2d5faf87cb1 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:28.062925 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0f4f2a67-fd5c-424e-9bc5-e2d5faf87cb1 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:28.280778 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a9deb350-3d18-4554-bd0b-443a57363176 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:28.289114 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a9deb350-3d18-4554-bd0b-443a57363176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:28.333144 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5667f3fb-0037-41ae-8702-b19e275fd7af admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:28.371008 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4f2a67-fd5c-424e-9bc5-e2d5faf87cb1 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Pushing event updated for resources: {'Port': ['ID=fca17207-7465-45c4-8c80-a2c4f96b08de,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:28.506674 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a9deb350-3d18-4554-bd0b-443a57363176 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933629'] for router_interface, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:28.510229 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9deb350-3d18-4554-bd0b-443a57363176 admin admin] Pushing event updated for resources: {'Port': ['ID=5d26d5ee-de97-449a-b18e-ad0dd5ee2113,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:28.624438 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0f4f2a67-fd5c-424e-9bc5-e2d5faf87cb1 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:28.675715 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5667f3fb-0037-41ae-8702-b19e275fd7af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:28.722554 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5667f3fb-0037-41ae-8702-b19e275fd7af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:28.916609 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-5667f3fb-0037-41ae-8702-b19e275fd7af admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0498698d56f74a0f979cbde95ec36463&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0409184 Nov 12 08:36:28.921207 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 45448) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:28.930177 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0f4f2a67-fd5c-424e-9bc5-e2d5faf87cb1 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:28.936337 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-0f4f2a67-fd5c-424e-9bc5-e2d5faf87cb1 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.4384735 Nov 12 08:36:28.937547 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5667f3fb-0037-41ae-8702-b19e275fd7af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96a44a62-8bcc-4266-a7bf-bdd2479fb061,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:28.948132 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 45450) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:28.952684 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9deb350-3d18-4554-bd0b-443a57363176 admin admin] Network 35316ea3-d15f-4e9c-9d0f-87ba20d4fc64 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:36:29.000359 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-a9deb350-3d18-4554-bd0b-443a57363176 admin admin] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:36:29.037181 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device a9c6d19c-819a-4d35-bd4a-8438cac3130b up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:36:29.242227 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-3c228d1d-f8b2-42bb-9177-76a4ad021b62 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] 10.222.0.26 "GET /v2.0/floatingips?floating_network_id=ecda96c8-1425-4793-b1d0-0300d513d5e1 HTTP/1.1" status: 200 len: 689 time: 0.2862535 Nov 12 08:36:29.248429 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 45472) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:29.363142 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7e160c41-c346-4fb1-a8ea-506710602ef2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:29.436886 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port a9c6d19c-819a-4d35-bd4a-8438cac3130b triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:29.439192 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:29.463447 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9e52d37d-89b9-41a9-bb54-cce5fcb1e412 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:29.536783 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7e160c41-c346-4fb1-a8ea-506710602ef2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:29.602283 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9deb350-3d18-4554-bd0b-443a57363176 admin admin] Router a47a04e4-6db1-4c16-a149-ffd8319b05a3 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:36:29.780124 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-9e52d37d-89b9-41a9-bb54-cce5fcb1e412 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Deleting port fca17207-7465-45c4-8c80-a2c4f96b08de {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:36:29.781429 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9e52d37d-89b9-41a9-bb54-cce5fcb1e412 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:29.781871 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-68a699d6-75db-4b01-bd2c-0019b0059ac7 None None] Provisioning complete for port 5d26d5ee-de97-449a-b18e-ad0dd5ee2113 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:29.782436 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-68a699d6-75db-4b01-bd2c-0019b0059ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:29.867762 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7e160c41-c346-4fb1-a8ea-506710602ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:29.874718 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7e160c41-c346-4fb1-a8ea-506710602ef2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:29.880353 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-7e160c41-c346-4fb1-a8ea-506710602ef2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/96a44a62-8bcc-4266-a7bf-bdd2479fb061 HTTP/1.1" status: 204 len: 168 time: 0.9539411 Nov 12 08:36:29.940453 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e160c41-c346-4fb1-a8ea-506710602ef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a44a62-8bcc-4266-a7bf-bdd2479fb061,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:29.967283 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-68a699d6-75db-4b01-bd2c-0019b0059ac7 None None] Port 5d26d5ee-de97-449a-b18e-ad0dd5ee2113 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:36:30.007093 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9e52d37d-89b9-41a9-bb54-cce5fcb1e412 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:30.007654 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9e52d37d-89b9-41a9-bb54-cce5fcb1e412 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:30.039696 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9deb350-3d18-4554-bd0b-443a57363176 admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:36:30.059983 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-9e52d37d-89b9-41a9-bb54-cce5fcb1e412 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Calling delete_port for fca17207-7465-45c4-8c80-a2c4f96b08de owned by network:floatingip {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:36:30.075627 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-a9deb350-3d18-4554-bd0b-443a57363176 admin admin] 10.222.0.26 "PUT /v2.0/routers/a47a04e4-6db1-4c16-a149-ffd8319b05a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1580937 Nov 12 08:36:30.459877 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9e52d37d-89b9-41a9-bb54-cce5fcb1e412 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:30.538249 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e52d37d-89b9-41a9-bb54-cce5fcb1e412 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Pushing event deleted for resources: {'Port': ['ID=fca17207-7465-45c4-8c80-a2c4f96b08de,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:30.644113 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b59bb5-d82a-47ac-9b96-b788ef00f40b None None] Sync routers for ids ['a47a04e4-6db1-4c16-a149-ffd8319b05a3'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:36:30.661506 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b59bb5-d82a-47ac-9b96-b788ef00f40b None None] Routers {'a47a04e4-6db1-4c16-a149-ffd8319b05a3'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:36:30.690278 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-57b59bb5-d82a-47ac-9b96-b788ef00f40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:36:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['a47a04e4-6db1-4c16-a149-ffd8319b05a3'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:30.825325 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9e52d37d-89b9-41a9-bb54-cce5fcb1e412 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:30.939976 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9e52d37d-89b9-41a9-bb54-cce5fcb1e412 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:30.965698 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-57b59bb5-d82a-47ac-9b96-b788ef00f40b None None] Set router a47a04e4-6db1-4c16-a149-ffd8319b05a3 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:36:31.052266 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9e52d37d-89b9-41a9-bb54-cce5fcb1e412 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:31.100833 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e52d37d-89b9-41a9-bb54-cce5fcb1e412 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b6143ca9-136d-4d5b-9bff-cfe3ee1fae86,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:31.227487 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9e52d37d-89b9-41a9-bb54-cce5fcb1e412 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:31.290792 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-9e52d37d-89b9-41a9-bb54-cce5fcb1e412 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecda96c8-1425-4793-b1d0-0300d513d5e1']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:31.317383 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-9e52d37d-89b9-41a9-bb54-cce5fcb1e412 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '224882b4-d5a8-4d47-9460-86342d02d68b') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:31.318908 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-9e52d37d-89b9-41a9-bb54-cce5fcb1e412 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '224882b4-d5a8-4d47-9460-86342d02d68b') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:31.342729 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9e52d37d-89b9-41a9-bb54-cce5fcb1e412 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:31.397487 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9e52d37d-89b9-41a9-bb54-cce5fcb1e412 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:31.429010 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e52d37d-89b9-41a9-bb54-cce5fcb1e412 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:36:31.429427 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9e52d37d-89b9-41a9-bb54-cce5fcb1e412 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:31.431391 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 08:36:31.431391 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:36:31.431391 n-d-765315-29 neutron-server[102599]: timer() Nov 12 08:36:31.431391 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:36:31.431391 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 08:36:31.431391 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:36:31.431391 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 08:36:31.431391 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:36:31.431391 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 08:36:31.431391 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:36:31.431391 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 08:36:31.431391 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:36:31.431391 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 08:36:31.431391 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:36:31.431391 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:36:31.431391 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:36:31.431391 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:36:31.431391 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:36:31.431391 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 08:36:31.431391 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:36:31.431391 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 08:36:31.431391 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:36:31.431391 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:36:31.431391 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:36:31.431391 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 08:36:31.431391 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:36:31.431391 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:36:31.431391 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:36:31.431391 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:36:31.431391 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:36:31.431391 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:36:31.431391 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:36:31.486217 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-57b59bb5-d82a-47ac-9b96-b788ef00f40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47a04e4-6db1-4c16-a149-ffd8319b05a3', 'name': 'tempest-TestVolumeBootPattern-1486531232-router', 'tenant_id': '7d3f7337327743ecb706fdd7c92380e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'a9c6d19c-819a-4d35-bd4a-8438cac3130b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:15Z', 'updated_at': '2021-11-12T08:36:27Z', 'revision_number': 4, 'project_id': '7d3f7337327743ecb706fdd7c92380e3', 'gw_port': {'id': 'a9c6d19c-819a-4d35-bd4a-8438cac3130b', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47a04e4-6db1-4c16-a149-ffd8319b05a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2690, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:17Z', 'updated_at': '2021-11-12T08:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '5d26d5ee-de97-449a-b18e-ad0dd5ee2113', 'name': '', 'network_id': '35316ea3-d15f-4e9c-9d0f-87ba20d4fc64', 'tenant_id': '7d3f7337327743ecb706fdd7c92380e3', 'mac_address': 'fa:16:3e:4a:04:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a47a04e4-6db1-4c16-a149-ffd8319b05a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'd1d27945-8c3d-427f-88ef-3c42a7516333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:25Z', 'updated_at': '2021-11-12T08:36:27Z', 'revision_number': 2, 'project_id': '7d3f7337327743ecb706fdd7c92380e3', 'subnets': [{'id': 'd1d27945-8c3d-427f-88ef-3c42a7516333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:31.578345 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b59bb5-d82a-47ac-9b96-b788ef00f40b None None] Checking router: a47a04e4-6db1-4c16-a149-ffd8319b05a3 for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:36:31.579945 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b59bb5-d82a-47ac-9b96-b788ef00f40b None None] Updating router a47a04e4-6db1-4c16-a149-ffd8319b05a3 port 5d26d5ee-de97-449a-b18e-ad0dd5ee2113 binding host n-d-765315-29 {{(pid=102602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:36:31.602194 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9e52d37d-89b9-41a9-bb54-cce5fcb1e412 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:31.644602 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e52d37d-89b9-41a9-bb54-cce5fcb1e412 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ecda96c8-1425-4793-b1d0-0300d513d5e1 {{(pid=102599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 08:36:31.662954 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-57b59bb5-d82a-47ac-9b96-b788ef00f40b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:31.664254 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9e52d37d-89b9-41a9-bb54-cce5fcb1e412 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:31.675399 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-9e52d37d-89b9-41a9-bb54-cce5fcb1e412 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] 10.222.0.26 "DELETE /v2.0/networks/ecda96c8-1425-4793-b1d0-0300d513d5e1 HTTP/1.1" status: 204 len: 168 time: 2.4251416 Nov 12 08:36:31.676307 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e52d37d-89b9-41a9-bb54-cce5fcb1e412 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Pushing event deleted for resources: {'Network': ['ID=ecda96c8-1425-4793-b1d0-0300d513d5e1,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:31.680021 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 45694) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:32.153543 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-35583b84-8dab-4235-8635-a000b385f92b tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] 10.222.0.26 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1782 time: 0.4686973 Nov 12 08:36:32.155661 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 45730) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:32.165892 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 45732) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:32.172534 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-ac6ac5c5-ce6a-4220-8082-35ed22bb9c77 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2001877358-network', 'tenant_id': '73931e7c8b114d0caea44f58b134ebaa'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:32.370027 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac6ac5c5-ce6a-4220-8082-35ed22bb9c77 admin admin] Made reservation on behalf of 73931e7c8b114d0caea44f58b134ebaa for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:36:32.374123 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ac6ac5c5-ce6a-4220-8082-35ed22bb9c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:32.406465 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-57b59bb5-d82a-47ac-9b96-b788ef00f40b None None] Publish callbacks [] for port, precommit_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:32.414075 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-57b59bb5-d82a-47ac-9b96-b788ef00f40b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:32.440451 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ac6ac5c5-ce6a-4220-8082-35ed22bb9c77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:32.473038 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d90f71-76c6-4800-a050-f40c56be2e5c None None] Pushing event updated for resources: {'Port': ['ID=5d26d5ee-de97-449a-b18e-ad0dd5ee2113,revision_number=3']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:32.502669 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e62a312-3cdc-43ff-931c-94c7b0cc3192 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:32.506281 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e62a312-3cdc-43ff-931c-94c7b0cc3192 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:32.507056 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e62a312-3cdc-43ff-931c-94c7b0cc3192 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:32.508234 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e62a312-3cdc-43ff-931c-94c7b0cc3192 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:32.510848 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e62a312-3cdc-43ff-931c-94c7b0cc3192 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:32.512245 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e62a312-3cdc-43ff-931c-94c7b0cc3192 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:32.514287 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e62a312-3cdc-43ff-931c-94c7b0cc3192 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:32.514957 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e62a312-3cdc-43ff-931c-94c7b0cc3192 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:32.527317 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-6e62a312-3cdc-43ff-931c-94c7b0cc3192 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5196 time: 0.3695183 Nov 12 08:36:32.531045 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 45744) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:32.632096 n-d-765315-29 neutron-server[102599]: INFO neutron.api.v2.resource [None req-6e043dff-ebd3-4cac-bc2d-6c2036e2d538 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] delete failed (client error): The resource could not be found. Nov 12 08:36:32.633188 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-6e043dff-ebd3-4cac-bc2d-6c2036e2d538 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] 10.222.0.26 "DELETE /v2.0/floatingips/88ca3aa5-77e2-45d2-abbf-926c5043bf07 HTTP/1.1" status: 404 len: 345 time: 0.1005769 Nov 12 08:36:32.648245 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 45746) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:32.666350 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-57b59bb5-d82a-47ac-9b96-b788ef00f40b None None] Attempting to bind port 5d26d5ee-de97-449a-b18e-ad0dd5ee2113 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:36:32.668107 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-57b59bb5-d82a-47ac-9b96-b788ef00f40b None None] Attempting to bind port 5d26d5ee-de97-449a-b18e-ad0dd5ee2113 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': 'add834c9-8487-4b10-a6f8-7351b562c1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '35316ea3-d15f-4e9c-9d0f-87ba20d4fc64'}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:36:32.669226 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b59bb5-d82a-47ac-9b96-b788ef00f40b None None] Attempting to bind port 5d26d5ee-de97-449a-b18e-ad0dd5ee2113 on network 35316ea3-d15f-4e9c-9d0f-87ba20d4fc64 {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:36:32.720606 n-d-765315-29 neutron-server[102599]: INFO neutron.pecan_wsgi.hooks.translation [None req-35318d72-4ce6-489b-95c1-acfe3fd713c6 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] DELETE failed (client error): The resource could not be found. Nov 12 08:36:32.721080 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b59bb5-d82a-47ac-9b96-b788ef00f40b None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:36:32.721602 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35318d72-4ce6-489b-95c1-acfe3fd713c6 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=102599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:36:32.722880 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b59bb5-d82a-47ac-9b96-b788ef00f40b None None] Checking segment: {'id': 'add834c9-8487-4b10-a6f8-7351b562c1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '35316ea3-d15f-4e9c-9d0f-87ba20d4fc64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:36:32.727534 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-57b59bb5-d82a-47ac-9b96-b788ef00f40b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:32.728484 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b59bb5-d82a-47ac-9b96-b788ef00f40b None None] Bound using segment: {'id': 'add834c9-8487-4b10-a6f8-7351b562c1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '35316ea3-d15f-4e9c-9d0f-87ba20d4fc64'} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:36:32.729421 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-57b59bb5-d82a-47ac-9b96-b788ef00f40b None None] Bound port: 5d26d5ee-de97-449a-b18e-ad0dd5ee2113, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'add834c9-8487-4b10-a6f8-7351b562c1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '35316ea3-d15f-4e9c-9d0f-87ba20d4fc64'}}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:36:32.730186 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-57b59bb5-d82a-47ac-9b96-b788ef00f40b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:32.746626 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-35318d72-4ce6-489b-95c1-acfe3fd713c6 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] 10.222.0.26 "DELETE /v2.0/networks/ecda96c8-1425-4793-b1d0-0300d513d5e1 HTTP/1.1" status: 404 len: 339 time: 0.0970318 Nov 12 08:36:32.754966 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 45750) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:32.772674 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-caa0a182-171f-4167-a4b3-105be9171652 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Request body: {'network': {'name': 'tempest-network--1910149176', 'router:external': True}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:32.800374 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ac6ac5c5-ce6a-4220-8082-35ed22bb9c77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:32.816777 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ac6ac5c5-ce6a-4220-8082-35ed22bb9c77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:32.837320 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caa0a182-171f-4167-a4b3-105be9171652 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Made reservation on behalf of b139be42afc04d8aa0fec191271b2980 for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:36:32.844422 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-caa0a182-171f-4167-a4b3-105be9171652 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:32.950124 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-57b59bb5-d82a-47ac-9b96-b788ef00f40b None None] For port 5d26d5ee-de97-449a-b18e-ad0dd5ee2113, host n-d-765315-29, cleared binding levels {{(pid=102602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:36:32.954391 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac6ac5c5-ce6a-4220-8082-35ed22bb9c77 admin admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:36:32.957202 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caa0a182-171f-4167-a4b3-105be9171652 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:36:32.971934 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-57b59bb5-d82a-47ac-9b96-b788ef00f40b None None] For port 5d26d5ee-de97-449a-b18e-ad0dd5ee2113, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=5d26d5ee-de97-449a-b18e-ad0dd5ee2113,segment=NetworkSegment(add834c9-8487-4b10-a6f8-7351b562c1cc),segment_id=add834c9-8487-4b10-a6f8-7351b562c1cc)] {{(pid=102602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:36:32.987133 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-57b59bb5-d82a-47ac-9b96-b788ef00f40b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:33.013990 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-caa0a182-171f-4167-a4b3-105be9171652 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:33.020485 n-d-765315-29 neutron-server[102599]: INFO neutron.db.segments_db [None req-caa0a182-171f-4167-a4b3-105be9171652 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Added segment d7944cb6-3c36-49a0-9ab1-4cdea9619cd1 of type vlan for network f97849b4-0150-4a2e-84d3-b1ea0aba32b4 Nov 12 08:36:33.025724 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ac6ac5c5-ce6a-4220-8082-35ed22bb9c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:33.034731 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-ac6ac5c5-ce6a-4220-8082-35ed22bb9c77 admin admin] Added segment 006cdad1-b170-4fc8-8d13-37f4559ce47c of type vlan for network ea77dddb-411a-4a0a-ae2b-0f3e199d87a4 Nov 12 08:36:33.200959 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-8b3802bd-bf0e-426e-b573-76727cbb996e None None] Provisioning complete for port 5d26d5ee-de97-449a-b18e-ad0dd5ee2113 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:33.204505 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ac6ac5c5-ce6a-4220-8082-35ed22bb9c77 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:33.205150 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8b3802bd-bf0e-426e-b573-76727cbb996e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:33.276034 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ac6ac5c5-ce6a-4220-8082-35ed22bb9c77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:33.281966 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6ac5c5-ce6a-4220-8082-35ed22bb9c77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:33.282987 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ac6ac5c5-ce6a-4220-8082-35ed22bb9c77 admin admin] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:33.291923 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6ac5c5-ce6a-4220-8082-35ed22bb9c77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d19f3698-3068-4a02-9791-fe0c1c5aa648,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:33.332569 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-caa0a182-171f-4167-a4b3-105be9171652 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:33.468772 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b59bb5-d82a-47ac-9b96-b788ef00f40b None None] Routers {'a47a04e4-6db1-4c16-a149-ffd8319b05a3'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:36:33.469524 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-57b59bb5-d82a-47ac-9b96-b788ef00f40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:36:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['a47a04e4-6db1-4c16-a149-ffd8319b05a3'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:33.492563 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-caa0a182-171f-4167-a4b3-105be9171652 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:33.493898 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa0a182-171f-4167-a4b3-105be9171652 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:33.494889 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-caa0a182-171f-4167-a4b3-105be9171652 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:33.628426 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8b3802bd-bf0e-426e-b573-76727cbb996e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:33.668800 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-ac6ac5c5-ce6a-4220-8082-35ed22bb9c77 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4932499 Nov 12 08:36:33.669903 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d90f71-76c6-4800-a050-f40c56be2e5c None None] Pushing event updated for resources: {'Port': ['ID=5d26d5ee-de97-449a-b18e-ad0dd5ee2113,revision_number=4']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:33.676176 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 45770) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:33.703181 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6ac5c5-ce6a-4220-8082-35ed22bb9c77 admin admin] Pushing event updated for resources: {'Network': ['ID=ea77dddb-411a-4a0a-ae2b-0f3e199d87a4,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:33.711492 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-a794c17f-d432-44a5-8f80-a6ca028f0095 admin admin] Request body: {'subnet': {'network_id': 'ea77dddb-411a-4a0a-ae2b-0f3e199d87a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2001877358-subnet', 'tenant_id': '73931e7c8b114d0caea44f58b134ebaa', 'ip_version': 4}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:33.742631 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network ea77dddb-411a-4a0a-ae2b-0f3e199d87a4 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:36:33.751129 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-caa0a182-171f-4167-a4b3-105be9171652 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9931440 Nov 12 08:36:33.753283 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 45772) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:33.861663 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa0a182-171f-4167-a4b3-105be9171652 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Pushing event updated for resources: {'Network': ['ID=f97849b4-0150-4a2e-84d3-b1ea0aba32b4,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:33.916400 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network f97849b4-0150-4a2e-84d3-b1ea0aba32b4 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:36:33.925255 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a794c17f-d432-44a5-8f80-a6ca028f0095 admin admin] Made reservation on behalf of 73931e7c8b114d0caea44f58b134ebaa for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:36:33.931083 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a794c17f-d432-44a5-8f80-a6ca028f0095 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:34.047938 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-57b59bb5-d82a-47ac-9b96-b788ef00f40b None None] Set router a47a04e4-6db1-4c16-a149-ffd8319b05a3 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:36:34.079359 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-8b3802bd-bf0e-426e-b573-76727cbb996e None None] For port 5d26d5ee-de97-449a-b18e-ad0dd5ee2113, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=5d26d5ee-de97-449a-b18e-ad0dd5ee2113,segment=NetworkSegment(add834c9-8487-4b10-a6f8-7351b562c1cc),segment_id=add834c9-8487-4b10-a6f8-7351b562c1cc)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:36:34.198734 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0197259e-59dd-4df6-8a01-5540c861d8e6 tempest-ExternalNetworksTestJSON-422180978 tempest-ExternalNetworksTestJSON-422180978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:34.221825 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0197259e-59dd-4df6-8a01-5540c861d8e6 tempest-ExternalNetworksTestJSON-422180978 tempest-ExternalNetworksTestJSON-422180978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:34.235610 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0197259e-59dd-4df6-8a01-5540c861d8e6 tempest-ExternalNetworksTestJSON-422180978 tempest-ExternalNetworksTestJSON-422180978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:34.262963 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0197259e-59dd-4df6-8a01-5540c861d8e6 tempest-ExternalNetworksTestJSON-422180978 tempest-ExternalNetworksTestJSON-422180978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:34.269339 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-0197259e-59dd-4df6-8a01-5540c861d8e6 tempest-ExternalNetworksTestJSON-422180978 tempest-ExternalNetworksTestJSON-422180978-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.5125868 Nov 12 08:36:34.272472 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 45802) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:34.300915 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4978083f-c89e-43b6-abbb-c229c4f937f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:34.325332 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8b3802bd-bf0e-426e-b573-76727cbb996e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:34.419760 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a794c17f-d432-44a5-8f80-a6ca028f0095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:34.521065 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3802bd-bf0e-426e-b573-76727cbb996e None None] Pushing event updated for resources: {'Port': ['ID=5d26d5ee-de97-449a-b18e-ad0dd5ee2113,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:34.531358 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-597f72cc-61c5-4ba2-b0d9-823fcd2a45b8 None None] Provisioning complete for port 5d26d5ee-de97-449a-b18e-ad0dd5ee2113 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:34.532020 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-597f72cc-61c5-4ba2-b0d9-823fcd2a45b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:34.546559 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-65c9c69c-ec60-441d-8c77-66aba2500934 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:34.664699 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 45808) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:34.735907 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a794c17f-d432-44a5-8f80-a6ca028f0095 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23a20f60-b295-4a7e-8692-0aff89a9435d,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:34.752837 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a794c17f-d432-44a5-8f80-a6ca028f0095 admin admin] Checking segment: {'id': '006cdad1-b170-4fc8-8d13-37f4559ce47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'ea77dddb-411a-4a0a-ae2b-0f3e199d87a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:36:34.753196 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a794c17f-d432-44a5-8f80-a6ca028f0095 admin admin] Network hostable DHCP agents. Network: ea77dddb-411a-4a0a-ae2b-0f3e199d87a4, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:36:34.812613 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a794c17f-d432-44a5-8f80-a6ca028f0095 admin admin] Network ea77dddb-411a-4a0a-ae2b-0f3e199d87a4 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:36:34.816493 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-65c9c69c-ec60-441d-8c77-66aba2500934 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:34.829853 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-a794c17f-d432-44a5-8f80-a6ca028f0095 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, ea77dddb-411a-4a0a-ae2b-0f3e199d87a4) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:36:34.842766 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a794c17f-d432-44a5-8f80-a6ca028f0095 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:34.845326 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a794c17f-d432-44a5-8f80-a6ca028f0095 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:34.890002 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-a794c17f-d432-44a5-8f80-a6ca028f0095 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2110980 Nov 12 08:36:34.892347 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 45816) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:34.918853 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-e032ac0c-953a-4d47-9259-4bf0a58e5c17 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2001877358-router', 'tenant_id': '73931e7c8b114d0caea44f58b134ebaa', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:34.928408 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-65c9c69c-ec60-441d-8c77-66aba2500934 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f97849b4-0150-4a2e-84d3-b1ea0aba32b4']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:34.969310 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-65c9c69c-ec60-441d-8c77-66aba2500934 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7944cb6-3c36-49a0-9ab1-4cdea9619cd1') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:34.969896 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-65c9c69c-ec60-441d-8c77-66aba2500934 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7944cb6-3c36-49a0-9ab1-4cdea9619cd1') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:35.027377 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-65c9c69c-ec60-441d-8c77-66aba2500934 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:35.063359 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-65c9c69c-ec60-441d-8c77-66aba2500934 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:35.077487 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65c9c69c-ec60-441d-8c77-66aba2500934 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:36:35.077958 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-65c9c69c-ec60-441d-8c77-66aba2500934 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:35.082998 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:36:35.082998 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:36:35.082998 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:36:35.082998 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:36:35.082998 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:36:35.082998 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:36:35.082998 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:36:35.082998 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:36:35.082998 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:36:35.082998 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:36:35.082998 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:36:35.082998 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:36:35.082998 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:36:35.082998 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:36:35.082998 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:36:35.082998 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:36:35.082998 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:36:35.082998 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:36:35.082998 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:36:35.082998 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:36:35.082998 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:36:35.082998 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:36:35.082998 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:36:35.082998 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:36:35.082998 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:36:35.082998 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:36:35.082998 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:36:35.082998 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:36:35.082998 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:36:35.082998 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:36:35.082998 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:36:35.082998 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:36:35.088560 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3e2158b0-ca8a-4f80-a600-e0e998be63d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:35.113097 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e032ac0c-953a-4d47-9259-4bf0a58e5c17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:35.119357 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e032ac0c-953a-4d47-9259-4bf0a58e5c17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:35.132787 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-57b59bb5-d82a-47ac-9b96-b788ef00f40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47a04e4-6db1-4c16-a149-ffd8319b05a3', 'name': 'tempest-TestVolumeBootPattern-1486531232-router', 'tenant_id': '7d3f7337327743ecb706fdd7c92380e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'a9c6d19c-819a-4d35-bd4a-8438cac3130b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:15Z', 'updated_at': '2021-11-12T08:36:27Z', 'revision_number': 4, 'project_id': '7d3f7337327743ecb706fdd7c92380e3', 'gw_port': {'id': 'a9c6d19c-819a-4d35-bd4a-8438cac3130b', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47a04e4-6db1-4c16-a149-ffd8319b05a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2690, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:17Z', 'updated_at': '2021-11-12T08:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '5d26d5ee-de97-449a-b18e-ad0dd5ee2113', 'name': '', 'network_id': '35316ea3-d15f-4e9c-9d0f-87ba20d4fc64', 'tenant_id': '7d3f7337327743ecb706fdd7c92380e3', 'mac_address': 'fa:16:3e:4a:04:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a47a04e4-6db1-4c16-a149-ffd8319b05a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'd1d27945-8c3d-427f-88ef-3c42a7516333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:25Z', 'updated_at': '2021-11-12T08:36:32Z', 'revision_number': 4, 'project_id': '7d3f7337327743ecb706fdd7c92380e3', 'subnets': [{'id': 'd1d27945-8c3d-427f-88ef-3c42a7516333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:35.197091 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b59bb5-d82a-47ac-9b96-b788ef00f40b None None] The sync data for ids ['a47a04e4-6db1-4c16-a149-ffd8319b05a3'] in n-d-765315-29 is: [{'id': 'a47a04e4-6db1-4c16-a149-ffd8319b05a3', 'name': 'tempest-TestVolumeBootPattern-1486531232-router', 'tenant_id': '7d3f7337327743ecb706fdd7c92380e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'a9c6d19c-819a-4d35-bd4a-8438cac3130b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:15Z', 'updated_at': '2021-11-12T08:36:27Z', 'revision_number': 4, 'project_id': '7d3f7337327743ecb706fdd7c92380e3', 'gw_port': {'id': 'a9c6d19c-819a-4d35-bd4a-8438cac3130b', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47a04e4-6db1-4c16-a149-ffd8319b05a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2690, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:17Z', 'updated_at': '2021-11-12T08:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '5d26d5ee-de97-449a-b18e-ad0dd5ee2113', 'name': '', 'network_id': '35316ea3-d15f-4e9c-9d0f-87ba20d4fc64', 'tenant_id': '7d3f7337327743ecb706fdd7c92380e3', 'mac_address': 'fa:16:3e:4a:04:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a47a04e4-6db1-4c16-a149-ffd8319b05a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'd1d27945-8c3d-427f-88ef-3c42a7516333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:25Z', 'updated_at': '2021-11-12T08:36:32Z', 'revision_number': 4, 'project_id': '7d3f7337327743ecb706fdd7c92380e3', 'subnets': [{'id': 'd1d27945-8c3d-427f-88ef-3c42a7516333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:36:35.238896 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-65c9c69c-ec60-441d-8c77-66aba2500934 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:35.247149 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5f2cda-a6a1-4780-9f58-cf2b2f816dd4 None None] Network ea77dddb-411a-4a0a-ae2b-0f3e199d87a4 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:36:35.255088 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65c9c69c-ec60-441d-8c77-66aba2500934 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f97849b4-0150-4a2e-84d3-b1ea0aba32b4 {{(pid=102600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 08:36:35.290060 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-65c9c69c-ec60-441d-8c77-66aba2500934 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:35.304524 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-65c9c69c-ec60-441d-8c77-66aba2500934 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] 10.222.0.26 "DELETE /v2.0/networks/f97849b4-0150-4a2e-84d3-b1ea0aba32b4 HTTP/1.1" status: 204 len: 168 time: 1.0184557 Nov 12 08:36:35.305591 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 45824) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:35.319120 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-ce3daa78-3ad9-454c-a419-51d41c3c9309 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Request body: {'network': {'name': 'tempest-network--538675526', 'router:external': True}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:35.331563 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c9c69c-ec60-441d-8c77-66aba2500934 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Pushing event deleted for resources: {'Network': ['ID=f97849b4-0150-4a2e-84d3-b1ea0aba32b4,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:35.378293 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:35.394011 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce3daa78-3ad9-454c-a419-51d41c3c9309 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Made reservation on behalf of b139be42afc04d8aa0fec191271b2980 for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:36:35.396958 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ce3daa78-3ad9-454c-a419-51d41c3c9309 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:35.460708 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce3daa78-3ad9-454c-a419-51d41c3c9309 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:36:35.486240 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ce3daa78-3ad9-454c-a419-51d41c3c9309 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:35.486660 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-ce3daa78-3ad9-454c-a419-51d41c3c9309 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Added segment 15eddded-7986-47e2-9eea-8f84109befc0 of type vlan for network f40bcb8f-dd6b-4182-98d6-7d3d7367e2d0 Nov 12 08:36:35.698525 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ce3daa78-3ad9-454c-a419-51d41c3c9309 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:35.732304 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195decd8-df61-44e6-9c50-d5dabc4e84bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-ea77dddb-411a-4a0a-ae2b-0f3e199d87a4', 'network_id': 'ea77dddb-411a-4a0a-ae2b-0f3e199d87a4', 'tenant_id': '73931e7c8b114d0caea44f58b134ebaa', 'fixed_ips': [{'subnet_id': '23a20f60-b295-4a7e-8692-0aff89a9435d'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:36:35.733460 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-195decd8-df61-44e6-9c50-d5dabc4e84bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:35.808225 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ce3daa78-3ad9-454c-a419-51d41c3c9309 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:35.815387 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3daa78-3ad9-454c-a419-51d41c3c9309 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:35.817242 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ce3daa78-3ad9-454c-a419-51d41c3c9309 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:36.052279 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-ce3daa78-3ad9-454c-a419-51d41c3c9309 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7453899 Nov 12 08:36:36.053367 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 45828) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:36.171257 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e032ac0c-953a-4d47-9259-4bf0a58e5c17 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:36.196998 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9653eee8-a090-4936-b7d5-7fc667681222 tempest-ExternalNetworksTestJSON-422180978 tempest-ExternalNetworksTestJSON-422180978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:36.203912 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-9653eee8-a090-4936-b7d5-7fc667681222 tempest-ExternalNetworksTestJSON-422180978 tempest-ExternalNetworksTestJSON-422180978-project] 10.222.0.26 "GET /v2.0/networks/f40bcb8f-dd6b-4182-98d6-7d3d7367e2d0 HTTP/1.1" status: 200 len: 756 time: 0.1459718 Nov 12 08:36:36.205017 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 45830) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:36.213822 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-195decd8-df61-44e6-9c50-d5dabc4e84bf None None] Allocated IP 172.20.0.2 (ea77dddb-411a-4a0a-ae2b-0f3e199d87a4/23a20f60-b295-4a7e-8692-0aff89a9435d/69f2be91-e520-42f3-8829-f8883b410791) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:36:36.219721 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3daa78-3ad9-454c-a419-51d41c3c9309 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Pushing event updated for resources: {'Network': ['ID=f40bcb8f-dd6b-4182-98d6-7d3d7367e2d0,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:36.245707 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network f40bcb8f-dd6b-4182-98d6-7d3d7367e2d0 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:36:36.415137 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7267a9b3-21de-4f38-a9a7-d155a80ce411 tempest-ExternalNetworksTestJSON-422180978 tempest-ExternalNetworksTestJSON-422180978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:36.426619 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-7267a9b3-21de-4f38-a9a7-d155a80ce411 tempest-ExternalNetworksTestJSON-422180978 tempest-ExternalNetworksTestJSON-422180978-project] 10.222.0.26 "GET /v2.0/networks/6113d48b-61a4-4699-8c28-623b61862b7a HTTP/1.1" status: 200 len: 767 time: 0.2188759 Nov 12 08:36:36.427342 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 45834) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:36.486601 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e032ac0c-953a-4d47-9259-4bf0a58e5c17 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:36.623095 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6e7dca9e-cfef-4f00-9918-6d60666b546b tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:36.641639 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3e2158b0-ca8a-4f80-a600-e0e998be63d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:36.723903 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3e2158b0-ca8a-4f80-a600-e0e998be63d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:36.858905 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6e7dca9e-cfef-4f00-9918-6d60666b546b tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:36.870208 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-3e2158b0-ca8a-4f80-a600-e0e998be63d8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=59960c8b141b40f69dee6c4dcb2326d7&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2024047 Nov 12 08:36:36.877662 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 45836) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:36.888230 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-195decd8-df61-44e6-9c50-d5dabc4e84bf None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:36.898400 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-195decd8-df61-44e6-9c50-d5dabc4e84bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:36.908415 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2158b0-ca8a-4f80-a600-e0e998be63d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41a43e7b-0f82-4cde-885c-96d4a7a80027,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:36.932260 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-6e7dca9e-cfef-4f00-9918-6d60666b546b tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f40bcb8f-dd6b-4182-98d6-7d3d7367e2d0']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:36.967654 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-6e7dca9e-cfef-4f00-9918-6d60666b546b tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15eddded-7986-47e2-9eea-8f84109befc0') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:36.967957 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-6e7dca9e-cfef-4f00-9918-6d60666b546b tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15eddded-7986-47e2-9eea-8f84109befc0') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:36.993461 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6e7dca9e-cfef-4f00-9918-6d60666b546b tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:37.017077 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-39d81384-d04b-4828-a88b-017d992aa732 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:37.038684 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6e7dca9e-cfef-4f00-9918-6d60666b546b tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:37.053309 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195decd8-df61-44e6-9c50-d5dabc4e84bf None None] Pushing event updated for resources: {'Port': ['ID=69f2be91-e520-42f3-8829-f8883b410791,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:37.055727 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e7dca9e-cfef-4f00-9918-6d60666b546b tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:36:37.056419 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6e7dca9e-cfef-4f00-9918-6d60666b546b tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:37.058983 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:36:37.058983 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:36:37.058983 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:36:37.058983 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:36:37.058983 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:36:37.058983 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:36:37.058983 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:36:37.058983 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:36:37.058983 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:36:37.058983 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:36:37.058983 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:36:37.058983 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:36:37.058983 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:36:37.058983 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:36:37.058983 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:36:37.058983 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:36:37.058983 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:36:37.058983 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:36:37.058983 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:36:37.058983 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:36:37.058983 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:36:37.058983 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:36:37.058983 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:36:37.058983 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:36:37.058983 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:36:37.058983 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:36:37.058983 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:36:37.058983 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:36:37.058983 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:36:37.058983 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:36:37.058983 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:36:37.058983 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:36:37.066680 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 5d26d5ee-de97-449a-b18e-ad0dd5ee2113 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:36:37.075137 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-39d81384-d04b-4828-a88b-017d992aa732 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:37.188865 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195decd8-df61-44e6-9c50-d5dabc4e84bf None None] Network ea77dddb-411a-4a0a-ae2b-0f3e199d87a4 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:36:37.239244 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-195decd8-df61-44e6-9c50-d5dabc4e84bf None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:36:37.264188 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195decd8-df61-44e6-9c50-d5dabc4e84bf None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:36:37.312488 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6e7dca9e-cfef-4f00-9918-6d60666b546b tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:37.341431 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-25acb9f0-facf-4625-8c44-7be1867cdee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:37.377344 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e7dca9e-cfef-4f00-9918-6d60666b546b tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f40bcb8f-dd6b-4182-98d6-7d3d7367e2d0 {{(pid=102600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 08:36:37.382336 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6e7dca9e-cfef-4f00-9918-6d60666b546b tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:37.389815 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-6e7dca9e-cfef-4f00-9918-6d60666b546b tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] 10.222.0.26 "DELETE /v2.0/networks/f40bcb8f-dd6b-4182-98d6-7d3d7367e2d0 HTTP/1.1" status: 204 len: 168 time: 0.9614007 Nov 12 08:36:37.390758 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7dca9e-cfef-4f00-9918-6d60666b546b tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Pushing event deleted for resources: {'Network': ['ID=f40bcb8f-dd6b-4182-98d6-7d3d7367e2d0,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:37.398259 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 45844) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:37.421911 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-4be09ed9-d4fe-4e15-841d-7ce55febed7d tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Request body: {'network': {'name': 'tempest-network--1536781789'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:37.433452 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-39d81384-d04b-4828-a88b-017d992aa732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:37.441082 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-39d81384-d04b-4828-a88b-017d992aa732 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:37.444636 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-39d81384-d04b-4828-a88b-017d992aa732 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/41a43e7b-0f82-4cde-885c-96d4a7a80027 HTTP/1.1" status: 204 len: 168 time: 0.5644577 Nov 12 08:36:37.520286 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-195decd8-df61-44e6-9c50-d5dabc4e84bf None None] Attempting to bind port 69f2be91-e520-42f3-8829-f8883b410791 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:36:37.521029 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-195decd8-df61-44e6-9c50-d5dabc4e84bf None None] Attempting to bind port 69f2be91-e520-42f3-8829-f8883b410791 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '006cdad1-b170-4fc8-8d13-37f4559ce47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'ea77dddb-411a-4a0a-ae2b-0f3e199d87a4'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:36:37.522273 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195decd8-df61-44e6-9c50-d5dabc4e84bf None None] Attempting to bind port 69f2be91-e520-42f3-8829-f8883b410791 on network ea77dddb-411a-4a0a-ae2b-0f3e199d87a4 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:36:37.529517 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d81384-d04b-4828-a88b-017d992aa732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a43e7b-0f82-4cde-885c-96d4a7a80027,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:37.561262 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 5d26d5ee-de97-449a-b18e-ad0dd5ee2113 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:37.561720 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:37.568138 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be09ed9-d4fe-4e15-841d-7ce55febed7d tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Made reservation on behalf of b139be42afc04d8aa0fec191271b2980 for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:36:37.571807 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4be09ed9-d4fe-4e15-841d-7ce55febed7d tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:37.611420 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e032ac0c-953a-4d47-9259-4bf0a58e5c17 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:37.654220 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195decd8-df61-44e6-9c50-d5dabc4e84bf None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:36:37.654606 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e032ac0c-953a-4d47-9259-4bf0a58e5c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:37.654957 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195decd8-df61-44e6-9c50-d5dabc4e84bf None None] Checking segment: {'id': '006cdad1-b170-4fc8-8d13-37f4559ce47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'ea77dddb-411a-4a0a-ae2b-0f3e199d87a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:36:37.655191 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-195decd8-df61-44e6-9c50-d5dabc4e84bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:37.655602 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195decd8-df61-44e6-9c50-d5dabc4e84bf None None] Bound using segment: {'id': '006cdad1-b170-4fc8-8d13-37f4559ce47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'ea77dddb-411a-4a0a-ae2b-0f3e199d87a4'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:36:37.656153 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-195decd8-df61-44e6-9c50-d5dabc4e84bf None None] Bound port: 69f2be91-e520-42f3-8829-f8883b410791, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '006cdad1-b170-4fc8-8d13-37f4559ce47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'ea77dddb-411a-4a0a-ae2b-0f3e199d87a4'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:36:37.656983 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-195decd8-df61-44e6-9c50-d5dabc4e84bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:37.686421 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4be09ed9-d4fe-4e15-841d-7ce55febed7d tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:36:37.800055 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4be09ed9-d4fe-4e15-841d-7ce55febed7d tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:37.800744 n-d-765315-29 neutron-server[102599]: INFO neutron.db.segments_db [None req-4be09ed9-d4fe-4e15-841d-7ce55febed7d tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Added segment 11e5986d-ee09-45ed-8cd4-c7dc246da646 of type vlan for network 0e2b4630-78df-4c40-86a2-b51a499b6222 Nov 12 08:36:37.899534 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4be09ed9-d4fe-4e15-841d-7ce55febed7d tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:37.935655 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:37.953427 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-195decd8-df61-44e6-9c50-d5dabc4e84bf None None] For port 69f2be91-e520-42f3-8829-f8883b410791, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:36:37.964801 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-195decd8-df61-44e6-9c50-d5dabc4e84bf None None] For port 69f2be91-e520-42f3-8829-f8883b410791, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=69f2be91-e520-42f3-8829-f8883b410791,segment=NetworkSegment(006cdad1-b170-4fc8-8d13-37f4559ce47c),segment_id=006cdad1-b170-4fc8-8d13-37f4559ce47c)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:36:37.971391 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-195decd8-df61-44e6-9c50-d5dabc4e84bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:38.005556 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-e032ac0c-953a-4d47-9259-4bf0a58e5c17 admin admin] Allocated IP 172.25.2.177 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/d43f677a-f494-4609-8c6d-78a53903dce2) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:36:38.082331 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195decd8-df61-44e6-9c50-d5dabc4e84bf None None] Pushing event updated for resources: {'Port': ['ID=69f2be91-e520-42f3-8829-f8883b410791,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:38.139442 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4be09ed9-d4fe-4e15-841d-7ce55febed7d tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:38.140739 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be09ed9-d4fe-4e15-841d-7ce55febed7d tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:38.141542 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4be09ed9-d4fe-4e15-841d-7ce55febed7d tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:38.166290 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 45852) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:38.197609 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7077a108-0d5e-42d8-b479-e68b23b8733b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:38.261177 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be09ed9-d4fe-4e15-841d-7ce55febed7d tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Pushing event updated for resources: {'Network': ['ID=0e2b4630-78df-4c40-86a2-b51a499b6222,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:38.283621 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 0e2b4630-78df-4c40-86a2-b51a499b6222 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:36:38.333060 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-4be09ed9-d4fe-4e15-841d-7ce55febed7d tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.9207671 Nov 12 08:36:38.336791 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 45854) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:38.345036 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-3c347027-5b6f-4e4e-85f6-ddc99c648df3 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:38.351094 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7077a108-0d5e-42d8-b479-e68b23b8733b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:38.357400 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7077a108-0d5e-42d8-b479-e68b23b8733b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:38.401538 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e032ac0c-953a-4d47-9259-4bf0a58e5c17 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:38.528849 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-7077a108-0d5e-42d8-b479-e68b23b8733b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fba8b8a4b63d4204bb9740f493c49284&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3612170 Nov 12 08:36:38.530170 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7077a108-0d5e-42d8-b479-e68b23b8733b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82d8b618-0705-4e41-ab38-7c19f4f21992,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:38.533421 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 45858) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:38.695529 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e032ac0c-953a-4d47-9259-4bf0a58e5c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:38.697759 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0a56ae0b-c923-482d-aae0-064f20f3f49b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:38.761942 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0a56ae0b-c923-482d-aae0-064f20f3f49b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:38.859626 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0a56ae0b-c923-482d-aae0-064f20f3f49b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:38.862821 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0a56ae0b-c923-482d-aae0-064f20f3f49b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:38.867703 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-0a56ae0b-c923-482d-aae0-064f20f3f49b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/82d8b618-0705-4e41-ab38-7c19f4f21992 HTTP/1.1" status: 204 len: 168 time: 0.3326030 Nov 12 08:36:38.879723 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a56ae0b-c923-482d-aae0-064f20f3f49b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d8b618-0705-4e41-ab38-7c19f4f21992,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:38.929069 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 69f2be91-e520-42f3-8829-f8883b410791 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:36:38.935829 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e032ac0c-953a-4d47-9259-4bf0a58e5c17 admin admin] Pushing event updated for resources: {'Port': ['ID=d43f677a-f494-4609-8c6d-78a53903dce2,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:38.944194 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e032ac0c-953a-4d47-9259-4bf0a58e5c17 admin admin] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:36:38.959500 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-e032ac0c-953a-4d47-9259-4bf0a58e5c17 admin admin] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:36:38.967170 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e032ac0c-953a-4d47-9259-4bf0a58e5c17 admin admin] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:36:39.008071 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871a4b63-62a5-4e68-acef-5a948577ff22 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:36:39.048590 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3c347027-5b6f-4e4e-85f6-ddc99c648df3 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:39.155178 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 69f2be91-e520-42f3-8829-f8883b410791 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:39.156256 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:39.210602 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3c347027-5b6f-4e4e-85f6-ddc99c648df3 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:39.332244 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c347027-5b6f-4e4e-85f6-ddc99c648df3 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Pushing event updated for resources: {'Network': ['ID=0e2b4630-78df-4c40-86a2-b51a499b6222,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:39.353204 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-f8226302-42cd-4fab-8499-c81605a407a6 None None] Provisioning complete for port d43f677a-f494-4609-8c6d-78a53903dce2 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:39.353570 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f8226302-42cd-4fab-8499-c81605a407a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:39.365703 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3c347027-5b6f-4e4e-85f6-ddc99c648df3 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Network 0e2b4630-78df-4c40-86a2-b51a499b6222 is not hosted by any dhcp agent {{(pid=102599) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 08:36:39.366143 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:39.368430 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c347027-5b6f-4e4e-85f6-ddc99c648df3 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:39.369377 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3c347027-5b6f-4e4e-85f6-ddc99c648df3 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Publish callbacks [] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:39.371749 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-3c347027-5b6f-4e4e-85f6-ddc99c648df3 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] 10.222.0.26 "PUT /v2.0/networks/0e2b4630-78df-4c40-86a2-b51a499b6222 HTTP/1.1" status: 200 len: 858 time: 1.0334861 Nov 12 08:36:39.374550 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 45866) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:39.575303 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-f8226302-42cd-4fab-8499-c81605a407a6 None None] Port d43f677a-f494-4609-8c6d-78a53903dce2 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:36:39.633979 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e5049228-47eb-4556-bf65-1dc14b909284 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:39.639508 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:39.774231 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] For port 69f2be91-e520-42f3-8829-f8883b410791, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=69f2be91-e520-42f3-8829-f8883b410791,segment=NetworkSegment(006cdad1-b170-4fc8-8d13-37f4559ce47c),segment_id=006cdad1-b170-4fc8-8d13-37f4559ce47c)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:36:39.781346 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:39.923168 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e5049228-47eb-4556-bf65-1dc14b909284 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:39.928024 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:39.948014 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e032ac0c-953a-4d47-9259-4bf0a58e5c17 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:39.963768 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Pushing event updated for resources: {'Port': ['ID=69f2be91-e520-42f3-8829-f8883b410791,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:39.977357 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:39.977913 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:39.978726 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:39.979249 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:39.979896 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:39.981123 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:39.981831 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:39.982456 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:39.983148 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:39.983994 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:39.984644 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:39.985780 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:40.007301 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d75f9ae-df4d-4589-a2eb-138a08c60e2a None None] Network ea77dddb-411a-4a0a-ae2b-0f3e199d87a4 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:36:40.009238 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-e5049228-47eb-4556-bf65-1dc14b909284 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e2b4630-78df-4c40-86a2-b51a499b6222']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:40.036879 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-e5049228-47eb-4556-bf65-1dc14b909284 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11e5986d-ee09-45ed-8cd4-c7dc246da646') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:40.037515 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-e5049228-47eb-4556-bf65-1dc14b909284 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11e5986d-ee09-45ed-8cd4-c7dc246da646') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:40.054838 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e5049228-47eb-4556-bf65-1dc14b909284 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:40.076199 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e5049228-47eb-4556-bf65-1dc14b909284 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:40.085311 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5049228-47eb-4556-bf65-1dc14b909284 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:36:40.086046 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e5049228-47eb-4556-bf65-1dc14b909284 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:40.088715 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:36:40.088715 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:36:40.088715 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:36:40.088715 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:36:40.088715 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:36:40.088715 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:36:40.088715 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:36:40.088715 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:36:40.088715 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:36:40.088715 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:36:40.088715 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:36:40.088715 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:36:40.088715 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:36:40.088715 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:36:40.088715 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:36:40.088715 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:36:40.088715 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:36:40.088715 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:36:40.088715 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:36:40.088715 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:36:40.088715 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:36:40.088715 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:36:40.088715 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:36:40.088715 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:36:40.088715 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:36:40.088715 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:36:40.088715 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:36:40.088715 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:36:40.088715 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:36:40.088715 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:36:40.088715 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:36:40.088715 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:36:40.161693 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-2e717434-0356-4322-a05f-0c8f27619280 None None] Provisioning complete for port 69f2be91-e520-42f3-8829-f8883b410791 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:40.162327 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2e717434-0356-4322-a05f-0c8f27619280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:40.182761 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e5049228-47eb-4556-bf65-1dc14b909284 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:40.204657 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5049228-47eb-4556-bf65-1dc14b909284 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0e2b4630-78df-4c40-86a2-b51a499b6222 {{(pid=102600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 08:36:40.236110 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e5049228-47eb-4556-bf65-1dc14b909284 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:40.251306 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-e5049228-47eb-4556-bf65-1dc14b909284 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] 10.222.0.26 "DELETE /v2.0/networks/0e2b4630-78df-4c40-86a2-b51a499b6222 HTTP/1.1" status: 204 len: 168 time: 0.8755126 Nov 12 08:36:40.252279 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5049228-47eb-4556-bf65-1dc14b909284 tempest-ExternalNetworksTestJSON-1112015403 tempest-ExternalNetworksTestJSON-1112015403-project-admin] Pushing event deleted for resources: {'Network': ['ID=0e2b4630-78df-4c40-86a2-b51a499b6222,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:40.256806 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 45880) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:40.330029 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-aee4129e-8243-4445-8dd2-310dc3bcbebe tempest-ExternalNetworksTestJSON-422180978 tempest-ExternalNetworksTestJSON-422180978-project] DELETE failed (client error): The resource could not be found. Nov 12 08:36:40.331427 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aee4129e-8243-4445-8dd2-310dc3bcbebe tempest-ExternalNetworksTestJSON-422180978 tempest-ExternalNetworksTestJSON-422180978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:36:40.335924 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-aee4129e-8243-4445-8dd2-310dc3bcbebe tempest-ExternalNetworksTestJSON-422180978 tempest-ExternalNetworksTestJSON-422180978-project] 10.222.0.26 "DELETE /v2.0/subnets/b6143ca9-136d-4d5b-9bff-cfe3ee1fae86 HTTP/1.1" status: 404 len: 337 time: 0.0762675 Nov 12 08:36:40.338960 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 45884) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:40.518987 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e032ac0c-953a-4d47-9259-4bf0a58e5c17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052'] for router, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:40.683750 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3c26a57a-4b2b-4340-ad24-230117f43d72 tempest-ExternalNetworksTestJSON-422180978 tempest-ExternalNetworksTestJSON-422180978-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:40.853788 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e032ac0c-953a-4d47-9259-4bf0a58e5c17 admin admin] Router b8fe47a0-f9f1-4680-945b-200e1bae2cbe is scheduled to L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 with binding_index 1 {{(pid=102599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:36:40.867418 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 69f2be91-e520-42f3-8829-f8883b410791 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:36:41.015512 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3c26a57a-4b2b-4340-ad24-230117f43d72 tempest-ExternalNetworksTestJSON-422180978 tempest-ExternalNetworksTestJSON-422180978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:41.059212 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-3c26a57a-4b2b-4340-ad24-230117f43d72 tempest-ExternalNetworksTestJSON-422180978 tempest-ExternalNetworksTestJSON-422180978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6113d48b-61a4-4699-8c28-623b61862b7a']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:41.075037 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-3c26a57a-4b2b-4340-ad24-230117f43d72 tempest-ExternalNetworksTestJSON-422180978 tempest-ExternalNetworksTestJSON-422180978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cd1cd6d-4e80-4b38-9367-cf5ebae4b2ea') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:41.075618 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-3c26a57a-4b2b-4340-ad24-230117f43d72 tempest-ExternalNetworksTestJSON-422180978 tempest-ExternalNetworksTestJSON-422180978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cd1cd6d-4e80-4b38-9367-cf5ebae4b2ea') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:41.091567 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3c26a57a-4b2b-4340-ad24-230117f43d72 tempest-ExternalNetworksTestJSON-422180978 tempest-ExternalNetworksTestJSON-422180978-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:41.108039 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3c26a57a-4b2b-4340-ad24-230117f43d72 tempest-ExternalNetworksTestJSON-422180978 tempest-ExternalNetworksTestJSON-422180978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:41.117193 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c26a57a-4b2b-4340-ad24-230117f43d72 tempest-ExternalNetworksTestJSON-422180978 tempest-ExternalNetworksTestJSON-422180978-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:36:41.118128 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3c26a57a-4b2b-4340-ad24-230117f43d72 tempest-ExternalNetworksTestJSON-422180978 tempest-ExternalNetworksTestJSON-422180978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:41.143435 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 69f2be91-e520-42f3-8829-f8883b410791 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:41.147623 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:41.186948 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:36:41.186948 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:36:41.186948 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:36:41.186948 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:36:41.186948 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:36:41.186948 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:36:41.186948 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:36:41.186948 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:36:41.186948 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:36:41.186948 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:36:41.186948 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:36:41.186948 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:36:41.186948 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:36:41.186948 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:36:41.186948 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:36:41.186948 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:36:41.186948 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:36:41.186948 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:36:41.186948 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:36:41.186948 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:36:41.186948 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:36:41.186948 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:36:41.186948 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:36:41.186948 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:36:41.186948 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:36:41.186948 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:36:41.186948 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:36:41.186948 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:36:41.186948 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:36:41.186948 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:36:41.186948 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:36:41.186948 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:36:41.243411 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3c26a57a-4b2b-4340-ad24-230117f43d72 tempest-ExternalNetworksTestJSON-422180978 tempest-ExternalNetworksTestJSON-422180978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:41.340836 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3c26a57a-4b2b-4340-ad24-230117f43d72 tempest-ExternalNetworksTestJSON-422180978 tempest-ExternalNetworksTestJSON-422180978-project] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:41.358452 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-3c26a57a-4b2b-4340-ad24-230117f43d72 tempest-ExternalNetworksTestJSON-422180978 tempest-ExternalNetworksTestJSON-422180978-project] 10.222.0.26 "DELETE /v2.0/networks/6113d48b-61a4-4699-8c28-623b61862b7a HTTP/1.1" status: 204 len: 168 time: 1.0174110 Nov 12 08:36:41.362066 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c26a57a-4b2b-4340-ad24-230117f43d72 tempest-ExternalNetworksTestJSON-422180978 tempest-ExternalNetworksTestJSON-422180978-project] Pushing event deleted for resources: {'Network': ['ID=6113d48b-61a4-4699-8c28-623b61862b7a,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:41.375685 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e032ac0c-953a-4d47-9259-4bf0a58e5c17 admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:36:41.415984 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e032ac0c-953a-4d47-9259-4bf0a58e5c17 admin admin] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:41.421952 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-e032ac0c-953a-4d47-9259-4bf0a58e5c17 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.5258186 Nov 12 08:36:41.422469 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 45910) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:41.450871 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fe3faa-2c90-4ae0-90b6-84215371b84e None None] Sync routers for ids ['b8fe47a0-f9f1-4680-945b-200e1bae2cbe'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:36:41.495328 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-95097873-9703-40b1-bd45-c67b7c245f7d None None] Provisioning complete for port 69f2be91-e520-42f3-8829-f8883b410791 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:41.495694 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-95097873-9703-40b1-bd45-c67b7c245f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:41.505523 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fe3faa-2c90-4ae0-90b6-84215371b84e None None] Routers {'b8fe47a0-f9f1-4680-945b-200e1bae2cbe'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:36:41.508513 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-66fe3faa-2c90-4ae0-90b6-84215371b84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:36:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['b8fe47a0-f9f1-4680-945b-200e1bae2cbe'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:41.915479 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 45920) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:41.975687 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-66fe3faa-2c90-4ae0-90b6-84215371b84e None None] Set router b8fe47a0-f9f1-4680-945b-200e1bae2cbe gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:36:42.258884 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-6bfd8cd9-5dcb-49d1-af29-a3d03d78e0b9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a3858d2dd14a4250b0d8efe9d02843cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3389950 Nov 12 08:36:42.259537 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 45928) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:42.421793 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8460d857-98f7-48cc-be42-700deba57256 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:42.483764 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-66fe3faa-2c90-4ae0-90b6-84215371b84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8fe47a0-f9f1-4680-945b-200e1bae2cbe', 'name': 'tempest-TestVolumeBootPattern-2001877358-router', 'tenant_id': '73931e7c8b114d0caea44f58b134ebaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': 'd43f677a-f494-4609-8c6d-78a53903dce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:35Z', 'updated_at': '2021-11-12T08:36:39Z', 'revision_number': 3, 'project_id': '73931e7c8b114d0caea44f58b134ebaa', 'gw_port': {'id': 'd43f677a-f494-4609-8c6d-78a53903dce2', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e1:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8fe47a0-f9f1-4680-945b-200e1bae2cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:37Z', 'updated_at': '2021-11-12T08:36:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:42.508123 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8460d857-98f7-48cc-be42-700deba57256 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:42.622863 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8460d857-98f7-48cc-be42-700deba57256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:42.625730 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fe3faa-2c90-4ae0-90b6-84215371b84e None None] Checking router: b8fe47a0-f9f1-4680-945b-200e1bae2cbe for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:36:42.625922 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8460d857-98f7-48cc-be42-700deba57256 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:42.626256 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fe3faa-2c90-4ae0-90b6-84215371b84e None None] Updating router b8fe47a0-f9f1-4680-945b-200e1bae2cbe port d43f677a-f494-4609-8c6d-78a53903dce2 binding host n-d-765315-29 {{(pid=102601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:36:42.632357 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-8460d857-98f7-48cc-be42-700deba57256 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8a125aaa-eedd-4fa6-9c07-527bc6dfd336 HTTP/1.1" status: 204 len: 168 time: 0.3715882 Nov 12 08:36:42.653071 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8460d857-98f7-48cc-be42-700deba57256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a125aaa-eedd-4fa6-9c07-527bc6dfd336,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:42.743602 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:42.765184 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-66fe3faa-2c90-4ae0-90b6-84215371b84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:42.785842 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 45936) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:43.101397 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-ddd926df-5357-4908-a7c3-fe3b8dfcb597 tempest-RoutersTestDVR-1835813915 tempest-RoutersTestDVR-1835813915-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1349063072'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:43.181049 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ddd926df-5357-4908-a7c3-fe3b8dfcb597 tempest-RoutersTestDVR-1835813915 tempest-RoutersTestDVR-1835813915-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:43.182360 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ddd926df-5357-4908-a7c3-fe3b8dfcb597 tempest-RoutersTestDVR-1835813915 tempest-RoutersTestDVR-1835813915-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:43.321706 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ddd926df-5357-4908-a7c3-fe3b8dfcb597 tempest-RoutersTestDVR-1835813915 tempest-RoutersTestDVR-1835813915-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:43.327509 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ddd926df-5357-4908-a7c3-fe3b8dfcb597 tempest-RoutersTestDVR-1835813915 tempest-RoutersTestDVR-1835813915-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052'] for router, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:43.349418 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ddd926df-5357-4908-a7c3-fe3b8dfcb597 tempest-RoutersTestDVR-1835813915 tempest-RoutersTestDVR-1835813915-project-admin] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:43.356921 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-ddd926df-5357-4908-a7c3-fe3b8dfcb597 tempest-RoutersTestDVR-1835813915 tempest-RoutersTestDVR-1835813915-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.5696180 Nov 12 08:36:43.360243 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 45944) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:43.421563 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-66fe3faa-2c90-4ae0-90b6-84215371b84e None None] Publish callbacks [] for port, precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:43.431313 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-66fe3faa-2c90-4ae0-90b6-84215371b84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:43.483366 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-66fe3faa-2c90-4ae0-90b6-84215371b84e None None] Attempting to bind port d43f677a-f494-4609-8c6d-78a53903dce2 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:36:43.483829 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-66fe3faa-2c90-4ae0-90b6-84215371b84e None None] Attempting to bind port d43f677a-f494-4609-8c6d-78a53903dce2 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:36:43.484175 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fe3faa-2c90-4ae0-90b6-84215371b84e None None] Attempting to bind port d43f677a-f494-4609-8c6d-78a53903dce2 on network d709f64f-f9e6-4525-b020-ad48633b9bbf {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:36:43.512453 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fe3faa-2c90-4ae0-90b6-84215371b84e None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:36:43.512833 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fe3faa-2c90-4ae0-90b6-84215371b84e None None] Checking segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:36:43.513294 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-66fe3faa-2c90-4ae0-90b6-84215371b84e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:43.513752 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fe3faa-2c90-4ae0-90b6-84215371b84e None None] Bound using segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:36:43.514323 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-66fe3faa-2c90-4ae0-90b6-84215371b84e None None] Bound port: d43f677a-f494-4609-8c6d-78a53903dce2, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:36:43.514765 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-66fe3faa-2c90-4ae0-90b6-84215371b84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:43.572738 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-15c81e15-cdd5-476e-b788-1a97a35dec93 tempest-RoutersTestDVR-1835813915 tempest-RoutersTestDVR-1835813915-project-admin] Publish callbacks [] for router, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:43.602788 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-66fe3faa-2c90-4ae0-90b6-84215371b84e None None] For port d43f677a-f494-4609-8c6d-78a53903dce2, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:36:43.608389 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-66fe3faa-2c90-4ae0-90b6-84215371b84e None None] For port d43f677a-f494-4609-8c6d-78a53903dce2, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=d43f677a-f494-4609-8c6d-78a53903dce2,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:36:43.609856 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969377c6-11fa-4ae9-80c3-3e47b09c7f61 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:36:43.620123 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-66fe3faa-2c90-4ae0-90b6-84215371b84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:43.656372 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef307645-0e8f-45ba-9844-dfa381259254 None None] Pushing event updated for resources: {'Port': ['ID=d43f677a-f494-4609-8c6d-78a53903dce2,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:43.671753 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 45948) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:43.712090 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ffe441-a578-41b3-911a-7c641c8dc10d None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:36:43.737821 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fe3faa-2c90-4ae0-90b6-84215371b84e None None] Routers {'b8fe47a0-f9f1-4680-945b-200e1bae2cbe'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:36:43.738417 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-66fe3faa-2c90-4ae0-90b6-84215371b84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:36:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['b8fe47a0-f9f1-4680-945b-200e1bae2cbe'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:43.859237 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-ff4db71a-26dd-4916-b342-7059d34e309c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b139be42afc04d8aa0fec191271b2980&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1834815 Nov 12 08:36:43.871869 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 45950) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:43.886503 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-15c81e15-cdd5-476e-b788-1a97a35dec93 tempest-RoutersTestDVR-1835813915 tempest-RoutersTestDVR-1835813915-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:43.889596 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-15c81e15-cdd5-476e-b788-1a97a35dec93 tempest-RoutersTestDVR-1835813915 tempest-RoutersTestDVR-1835813915-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:43.893728 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f34454cc-0712-425c-beb9-7e09b026ecda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:43.911930 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-28c49bf5-b012-4a8e-a427-20d029a2f275 None None] Provisioning complete for port d43f677a-f494-4609-8c6d-78a53903dce2 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:43.912309 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-28c49bf5-b012-4a8e-a427-20d029a2f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:43.981867 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-15c81e15-cdd5-476e-b788-1a97a35dec93 tempest-RoutersTestDVR-1835813915 tempest-RoutersTestDVR-1835813915-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:43.982464 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15c81e15-cdd5-476e-b788-1a97a35dec93 tempest-RoutersTestDVR-1835813915 tempest-RoutersTestDVR-1835813915-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a0e2f40a-61b2-484e-9ac9-37902a46ff56 {{(pid=102599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:36:43.989073 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-15c81e15-cdd5-476e-b788-1a97a35dec93 tempest-RoutersTestDVR-1835813915 tempest-RoutersTestDVR-1835813915-project-admin] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:43.997703 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-15c81e15-cdd5-476e-b788-1a97a35dec93 tempest-RoutersTestDVR-1835813915 tempest-RoutersTestDVR-1835813915-project-admin] 10.222.0.26 "DELETE /v2.0/routers/a0e2f40a-61b2-484e-9ac9-37902a46ff56 HTTP/1.1" status: 204 len: 168 time: 0.6393204 Nov 12 08:36:43.998338 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 45954) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:43.998541 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-66fe3faa-2c90-4ae0-90b6-84215371b84e None None] Set router b8fe47a0-f9f1-4680-945b-200e1bae2cbe gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:36:44.006724 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-6db1a3b3-bf97-42ff-a1da-3c49d18894e1 tempest-RoutersTestDVR-1835813915 tempest-RoutersTestDVR-1835813915-project-admin] Request body: {'router': {'name': 'tempest-router-2092547414', 'distributed': False}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:44.050948 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6db1a3b3-bf97-42ff-a1da-3c49d18894e1 tempest-RoutersTestDVR-1835813915 tempest-RoutersTestDVR-1835813915-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:44.052126 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6db1a3b3-bf97-42ff-a1da-3c49d18894e1 tempest-RoutersTestDVR-1835813915 tempest-RoutersTestDVR-1835813915-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:44.067729 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b91f753f-54ed-4020-8c5b-785292bbf6ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:44.108302 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b91f753f-54ed-4020-8c5b-785292bbf6ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:44.182523 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6db1a3b3-bf97-42ff-a1da-3c49d18894e1 tempest-RoutersTestDVR-1835813915 tempest-RoutersTestDVR-1835813915-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:44.190793 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6db1a3b3-bf97-42ff-a1da-3c49d18894e1 tempest-RoutersTestDVR-1835813915 tempest-RoutersTestDVR-1835813915-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052'] for router, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:44.214570 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6db1a3b3-bf97-42ff-a1da-3c49d18894e1 tempest-RoutersTestDVR-1835813915 tempest-RoutersTestDVR-1835813915-project-admin] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:44.216469 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-6db1a3b3-bf97-42ff-a1da-3c49d18894e1 tempest-RoutersTestDVR-1835813915 tempest-RoutersTestDVR-1835813915-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2171338 Nov 12 08:36:44.219075 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 45956) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:44.228016 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef307645-0e8f-45ba-9844-dfa381259254 None None] Pushing event updated for resources: {'Port': ['ID=d43f677a-f494-4609-8c6d-78a53903dce2,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:44.284565 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b91f753f-54ed-4020-8c5b-785292bbf6ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:44.287567 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b91f753f-54ed-4020-8c5b-785292bbf6ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:44.291139 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-b91f753f-54ed-4020-8c5b-785292bbf6ac admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/618967d7-108b-4b4d-a37c-1e17635d327e HTTP/1.1" status: 204 len: 168 time: 0.4153662 Nov 12 08:36:44.295392 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-f34454cc-0712-425c-beb9-7e09b026ecda admin admin] Allocated IP 172.20.0.1 (ea77dddb-411a-4a0a-ae2b-0f3e199d87a4/23a20f60-b295-4a7e-8692-0aff89a9435d/3395b3f4-7f6c-4ef9-b38b-78d770d03698) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:36:44.314147 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91f753f-54ed-4020-8c5b-785292bbf6ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=618967d7-108b-4b4d-a37c-1e17635d327e,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:44.388786 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c152227d-4336-40ed-aa74-b69f12013ef4 tempest-RoutersTestDVR-1835813915 tempest-RoutersTestDVR-1835813915-project-admin] Publish callbacks [] for router, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:44.494517 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-28c49bf5-b012-4a8e-a427-20d029a2f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:44.565341 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-28c49bf5-b012-4a8e-a427-20d029a2f275 None None] For port d43f677a-f494-4609-8c6d-78a53903dce2, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=d43f677a-f494-4609-8c6d-78a53903dce2,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:36:44.573449 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-28c49bf5-b012-4a8e-a427-20d029a2f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:44.684919 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-66fe3faa-2c90-4ae0-90b6-84215371b84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8fe47a0-f9f1-4680-945b-200e1bae2cbe', 'name': 'tempest-TestVolumeBootPattern-2001877358-router', 'tenant_id': '73931e7c8b114d0caea44f58b134ebaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': 'd43f677a-f494-4609-8c6d-78a53903dce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:35Z', 'updated_at': '2021-11-12T08:36:39Z', 'revision_number': 3, 'project_id': '73931e7c8b114d0caea44f58b134ebaa', 'gw_port': {'id': 'd43f677a-f494-4609-8c6d-78a53903dce2', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e1:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8fe47a0-f9f1-4680-945b-200e1bae2cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:37Z', 'updated_at': '2021-11-12T08:36:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:44.738157 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c152227d-4336-40ed-aa74-b69f12013ef4 tempest-RoutersTestDVR-1835813915 tempest-RoutersTestDVR-1835813915-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:44.742673 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c49bf5-b012-4a8e-a427-20d029a2f275 None None] Pushing event updated for resources: {'Port': ['ID=d43f677a-f494-4609-8c6d-78a53903dce2,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:44.747250 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c152227d-4336-40ed-aa74-b69f12013ef4 tempest-RoutersTestDVR-1835813915 tempest-RoutersTestDVR-1835813915-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:44.748478 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fe3faa-2c90-4ae0-90b6-84215371b84e None None] The sync data for ids ['b8fe47a0-f9f1-4680-945b-200e1bae2cbe'] in n-d-765315-29 is: [{'id': 'b8fe47a0-f9f1-4680-945b-200e1bae2cbe', 'name': 'tempest-TestVolumeBootPattern-2001877358-router', 'tenant_id': '73931e7c8b114d0caea44f58b134ebaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': 'd43f677a-f494-4609-8c6d-78a53903dce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:35Z', 'updated_at': '2021-11-12T08:36:39Z', 'revision_number': 3, 'project_id': '73931e7c8b114d0caea44f58b134ebaa', 'gw_port': {'id': 'd43f677a-f494-4609-8c6d-78a53903dce2', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e1:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8fe47a0-f9f1-4680-945b-200e1bae2cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:37Z', 'updated_at': '2021-11-12T08:36:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:36:44.769176 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-c4334a07-80d5-4a7e-9cf8-aa020b0af3ba None None] Provisioning complete for port d43f677a-f494-4609-8c6d-78a53903dce2 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:44.769833 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c4334a07-80d5-4a7e-9cf8-aa020b0af3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:44.856413 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c152227d-4336-40ed-aa74-b69f12013ef4 tempest-RoutersTestDVR-1835813915 tempest-RoutersTestDVR-1835813915-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:44.857012 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c152227d-4336-40ed-aa74-b69f12013ef4 tempest-RoutersTestDVR-1835813915 tempest-RoutersTestDVR-1835813915-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 068b888e-f4bd-46fb-9b49-a446d37fc074 {{(pid=102599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:36:44.861464 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c152227d-4336-40ed-aa74-b69f12013ef4 tempest-RoutersTestDVR-1835813915 tempest-RoutersTestDVR-1835813915-project-admin] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:44.870173 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-c152227d-4336-40ed-aa74-b69f12013ef4 tempest-RoutersTestDVR-1835813915 tempest-RoutersTestDVR-1835813915-project-admin] 10.222.0.26 "DELETE /v2.0/routers/068b888e-f4bd-46fb-9b49-a446d37fc074 HTTP/1.1" status: 204 len: 168 time: 0.6412635 Nov 12 08:36:44.875636 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 45962) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:44.897245 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-0148c536-2660-474c-99fb-a782ba494528 tempest-RoutersTestDVR-1835813915 tempest-RoutersTestDVR-1835813915-project-admin] Request body: {'router': {'name': 'tempest-router-1051157044', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'e3586e1d94954cebbb1a97053f6e1a87'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:44.948168 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0148c536-2660-474c-99fb-a782ba494528 tempest-RoutersTestDVR-1835813915 tempest-RoutersTestDVR-1835813915-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:44.950758 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0148c536-2660-474c-99fb-a782ba494528 tempest-RoutersTestDVR-1835813915 tempest-RoutersTestDVR-1835813915-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:45.087369 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0148c536-2660-474c-99fb-a782ba494528 tempest-RoutersTestDVR-1835813915 tempest-RoutersTestDVR-1835813915-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:45.095711 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f34454cc-0712-425c-beb9-7e09b026ecda admin admin] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:45.100450 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0148c536-2660-474c-99fb-a782ba494528 tempest-RoutersTestDVR-1835813915 tempest-RoutersTestDVR-1835813915-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052'] for router, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:45.132168 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0148c536-2660-474c-99fb-a782ba494528 tempest-RoutersTestDVR-1835813915 tempest-RoutersTestDVR-1835813915-project-admin] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:45.134496 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-0148c536-2660-474c-99fb-a782ba494528 tempest-RoutersTestDVR-1835813915 tempest-RoutersTestDVR-1835813915-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2539840 Nov 12 08:36:45.137823 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 45970) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:45.144402 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-7d34dae2-0911-4e4f-8983-f6939efa2bb6 tempest-RoutersTestDVR-1835813915 tempest-RoutersTestDVR-1835813915-project-admin] Request body: {'router': {'distributed': True}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:45.240320 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f34454cc-0712-425c-beb9-7e09b026ecda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:45.322908 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34454cc-0712-425c-beb9-7e09b026ecda admin admin] Network ea77dddb-411a-4a0a-ae2b-0f3e199d87a4 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:36:45.330127 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-f34454cc-0712-425c-beb9-7e09b026ecda admin admin] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:36:45.334874 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34454cc-0712-425c-beb9-7e09b026ecda admin admin] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:36:45.350846 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34454cc-0712-425c-beb9-7e09b026ecda admin admin] Pushing event updated for resources: {'Port': ['ID=3395b3f4-7f6c-4ef9-b38b-78d770d03698,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:45.436982 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f34454cc-0712-425c-beb9-7e09b026ecda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933481'] for router_interface, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:45.688318 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7d34dae2-0911-4e4f-8983-f6939efa2bb6 tempest-RoutersTestDVR-1835813915 tempest-RoutersTestDVR-1835813915-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-932935', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57732'] for router, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:45.688787 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7d34dae2-0911-4e4f-8983-f6939efa2bb6 tempest-RoutersTestDVR-1835813915 tempest-RoutersTestDVR-1835813915-project-admin] Publish callbacks [] for router, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:45.828751 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f34454cc-0712-425c-beb9-7e09b026ecda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:45.922830 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-ed32859a-97aa-4a94-a41a-b3917cc0322f None None] Provisioning complete for port 3395b3f4-7f6c-4ef9-b38b-78d770d03698 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:45.925081 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ed32859a-97aa-4a94-a41a-b3917cc0322f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:46.048971 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-ed32859a-97aa-4a94-a41a-b3917cc0322f None None] Port 3395b3f4-7f6c-4ef9-b38b-78d770d03698 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:36:46.203317 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f34454cc-0712-425c-beb9-7e09b026ecda admin admin] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:46.210253 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f34454cc-0712-425c-beb9-7e09b026ecda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:46.271467 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 45990) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:46.321624 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f34454cc-0712-425c-beb9-7e09b026ecda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933629'] for router_interface, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:46.330446 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34454cc-0712-425c-beb9-7e09b026ecda admin admin] Pushing event updated for resources: {'Port': ['ID=3395b3f4-7f6c-4ef9-b38b-78d770d03698,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:46.458085 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [None req-02569303-e919-4f44-9643-4f40e039aa2d tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:36:46.459514 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-02569303-e919-4f44-9643-4f40e039aa2d tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.1868005 Nov 12 08:36:46.462361 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 45994) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:46.474174 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [None req-5a83beff-566e-4140-8a61-123adb4a1b59 tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] http://10.222.0.26:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=102600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:36:46.475528 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-5a83beff-566e-4140-8a61-123adb4a1b59 tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] 10.222.0.26 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0115087 Nov 12 08:36:46.478541 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 45996) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:46.483170 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [None req-951fa7bc-6205-458b-a01a-f70defc8b6f3 tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] http://10.222.0.26:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=102600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:36:46.484433 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-951fa7bc-6205-458b-a01a-f70defc8b6f3 tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] 10.222.0.26 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0046883 Nov 12 08:36:46.487111 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 45998) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:46.491524 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [None req-28e4e9b1-d7b2-42f7-afb9-506db77c5bfd tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] http://10.222.0.26:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=102600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:36:46.492787 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-28e4e9b1-d7b2-42f7-afb9-506db77c5bfd tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] 10.222.0.26 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0045502 Nov 12 08:36:46.497011 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 46000) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:46.501511 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [None req-05138e29-4094-4738-bf73-72adb84e2967 tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] http://10.222.0.26:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=102600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:36:46.502827 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-05138e29-4094-4738-bf73-72adb84e2967 tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] 10.222.0.26 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0045862 Nov 12 08:36:46.508331 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 46002) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:46.518616 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [None req-a2ed4c61-2327-4417-94bd-2cd59994e8e3 tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] http://10.222.0.26:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=102600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:36:46.520032 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-a2ed4c61-2327-4417-94bd-2cd59994e8e3 tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] 10.222.0.26 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0104580 Nov 12 08:36:46.526412 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 46004) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:46.535596 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [None req-bb105b4c-177e-4d15-a2e8-f0da54a90067 tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] http://10.222.0.26:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=102600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:36:46.536950 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-bb105b4c-177e-4d15-a2e8-f0da54a90067 tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] 10.222.0.26 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0085983 Nov 12 08:36:46.542565 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 46006) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:46.556244 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [None req-c98705df-ce0e-47c9-94be-b4ceea96a9c7 tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] http://10.222.0.26:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=102600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:36:46.557633 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-c98705df-ce0e-47c9-94be-b4ceea96a9c7 tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] 10.222.0.26 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0116830 Nov 12 08:36:46.561284 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 46008) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:46.566479 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [None req-fe8692d9-97f6-411d-a428-953cf9c5a38a tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] http://10.222.0.26:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=102600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:36:46.567859 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-fe8692d9-97f6-411d-a428-953cf9c5a38a tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] 10.222.0.26 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0053749 Nov 12 08:36:46.570705 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 46010) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:46.576790 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [None req-9424e9f5-5da5-4341-8e66-1db5f34c9852 tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] http://10.222.0.26:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=102600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:36:46.578064 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-9424e9f5-5da5-4341-8e66-1db5f34c9852 tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] 10.222.0.26 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0062211 Nov 12 08:36:46.582504 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 46012) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:46.587219 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [None req-242ed4b8-79a0-4299-b24f-d6b2ccb40c07 tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] http://10.222.0.26:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=102600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:36:46.588907 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-242ed4b8-79a0-4299-b24f-d6b2ccb40c07 tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] 10.222.0.26 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0048051 Nov 12 08:36:46.592187 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34454cc-0712-425c-beb9-7e09b026ecda admin admin] Network ea77dddb-411a-4a0a-ae2b-0f3e199d87a4 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:36:46.593406 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 46014) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:46.597761 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [None req-8df7cbaa-19c5-444d-9cd6-a53026b34cb2 tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] http://10.222.0.26:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=102600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:36:46.599134 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-8df7cbaa-19c5-444d-9cd6-a53026b34cb2 tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] 10.222.0.26 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0046513 Nov 12 08:36:46.601148 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-f34454cc-0712-425c-beb9-7e09b026ecda admin admin] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:36:46.603081 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 46016) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:46.612680 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [None req-237d9ab0-63e8-47ab-8968-7d5f6c6dd9ac tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] http://10.222.0.26:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=102600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:36:46.613930 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-237d9ab0-63e8-47ab-8968-7d5f6c6dd9ac tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] 10.222.0.26 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0097287 Nov 12 08:36:46.617500 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 46018) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:46.627075 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [None req-a95a91fe-08c2-4a41-9e5a-71a5fefd85b7 tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] http://10.222.0.26:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=102600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:36:46.628401 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-a95a91fe-08c2-4a41-9e5a-71a5fefd85b7 tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] 10.222.0.26 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0049856 Nov 12 08:36:46.631917 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 46020) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:46.644641 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [None req-672e907f-be16-47c5-b39a-1927407eef6b tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] http://10.222.0.26:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=102599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:36:46.645986 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-672e907f-be16-47c5-b39a-1927407eef6b tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] 10.222.0.26 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0122523 Nov 12 08:36:46.657230 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 46022) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:46.666324 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [None req-dac7d354-9773-4ee1-831a-d6a0ff81c0b1 tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] http://10.222.0.26:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=102599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:36:46.671224 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-dac7d354-9773-4ee1-831a-d6a0ff81c0b1 tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] 10.222.0.26 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0126421 Nov 12 08:36:46.681203 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 46024) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:46.686817 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [None req-1094be31-3fd1-4e22-9ce4-2e0636569a48 tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] http://10.222.0.26:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=102600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:36:46.687791 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-1094be31-3fd1-4e22-9ce4-2e0636569a48 tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] 10.222.0.26 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0047419 Nov 12 08:36:46.691785 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 46026) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:46.700339 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [None req-5d94fec7-7b12-4f9f-adc5-12af57915819 tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] http://10.222.0.26:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=102599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:36:46.703267 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-5d94fec7-7b12-4f9f-adc5-12af57915819 tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] 10.222.0.26 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0101266 Nov 12 08:36:46.706505 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 46028) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:46.713755 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [None req-8a6563f3-8ce9-47b5-b19c-b7697a7f9b25 tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] http://10.222.0.26:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=102600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:36:46.715475 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-8a6563f3-8ce9-47b5-b19c-b7697a7f9b25 tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] 10.222.0.26 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0073102 Nov 12 08:36:46.719810 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 46030) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:46.722410 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [None req-215e1398-f830-4d0f-8ff0-d8b8c02250f3 tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] http://10.222.0.26:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=102600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:36:46.724032 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-215e1398-f830-4d0f-8ff0-d8b8c02250f3 tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] 10.222.0.26 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0046356 Nov 12 08:36:46.728119 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-7d34dae2-0911-4e4f-8983-f6939efa2bb6 tempest-RoutersTestDVR-1835813915 tempest-RoutersTestDVR-1835813915-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=102599) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 12 08:36:46.728805 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-7d34dae2-0911-4e4f-8983-f6939efa2bb6 tempest-RoutersTestDVR-1835813915 tempest-RoutersTestDVR-1835813915-project-admin] Router 64823dc4-18a9-49ff-9590-a7fc64eacf2e migrating from provider to provider. {{(pid=102599) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 12 08:36:46.730935 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7d34dae2-0911-4e4f-8983-f6939efa2bb6 tempest-RoutersTestDVR-1835813915 tempest-RoutersTestDVR-1835813915-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:46.738089 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 46032) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:46.757259 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [None req-43f9e384-f267-4436-9a3a-8c454b310546 tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] http://10.222.0.26:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=102599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:36:46.758334 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-43f9e384-f267-4436-9a3a-8c454b310546 tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] 10.222.0.26 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0092101 Nov 12 08:36:46.764268 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 46034) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:46.769309 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [None req-b89f4ff1-1728-47e3-91d8-b262ba3a194e tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] http://10.222.0.26:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=102599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:36:46.770215 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-b89f4ff1-1728-47e3-91d8-b262ba3a194e tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] 10.222.0.26 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0049214 Nov 12 08:36:46.773842 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 46036) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:46.786287 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [None req-b4453285-9483-437f-b676-8c1da15c998c tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] http://10.222.0.26:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=102599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:36:46.787466 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-b4453285-9483-437f-b676-8c1da15c998c tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] 10.222.0.26 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0109980 Nov 12 08:36:46.788805 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7d34dae2-0911-4e4f-8983-f6939efa2bb6 tempest-RoutersTestDVR-1835813915 tempest-RoutersTestDVR-1835813915-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:46.791990 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 46038) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:46.797565 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [None req-8d77bf8a-a92a-4b77-94db-d6fccf03566d tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] http://10.222.0.26:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=102600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:36:46.799128 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-8d77bf8a-a92a-4b77-94db-d6fccf03566d tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] 10.222.0.26 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0053651 Nov 12 08:36:46.799346 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7d34dae2-0911-4e4f-8983-f6939efa2bb6 tempest-RoutersTestDVR-1835813915 tempest-RoutersTestDVR-1835813915-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-932942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-933045', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-919336'] for router, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:46.801952 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 46040) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:46.825488 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [None req-3ec21acc-bf15-4e60-a812-95313fb97c58 tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] http://10.222.0.26:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=102600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:36:46.826700 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-3ec21acc-bf15-4e60-a812-95313fb97c58 tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] 10.222.0.26 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0236683 Nov 12 08:36:46.839060 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 46044) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:46.852166 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [None req-4afb61a4-6503-4126-978e-648a73443bc3 tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] http://10.222.0.26:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=102600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:36:46.857101 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-4afb61a4-6503-4126-978e-648a73443bc3 tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] 10.222.0.26 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0088971 Nov 12 08:36:46.858005 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 46046) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:46.888766 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [None req-ee6548fa-9852-42e9-ad5c-106c37b2c469 tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] http://10.222.0.26:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=102600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:36:46.893405 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-ee6548fa-9852-42e9-ad5c-106c37b2c469 tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] 10.222.0.26 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0296586 Nov 12 08:36:46.915772 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 46050) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:46.926430 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [None req-6bc0371d-303d-4b9f-b559-be025af0c292 tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] http://10.222.0.26:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=102600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:36:46.926777 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device d43f677a-f494-4609-8c6d-78a53903dce2 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:36:46.927503 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-6bc0371d-303d-4b9f-b559-be025af0c292 tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] 10.222.0.26 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0107663 Nov 12 08:36:46.937861 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 46052) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:46.955058 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [None req-9cce50e1-90ab-4cde-86bb-53c7727b64f1 tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] http://10.222.0.26:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=102600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:36:46.956665 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-9cce50e1-90ab-4cde-86bb-53c7727b64f1 tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] 10.222.0.26 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0173299 Nov 12 08:36:46.959265 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 46054) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:46.966779 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f34454cc-0712-425c-beb9-7e09b026ecda admin admin] Router b8fe47a0-f9f1-4680-945b-200e1bae2cbe has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:36:46.984995 n-d-765315-29 neutron-server[102599]: WARNING neutron.scheduler.l3_agent_scheduler [None req-7d34dae2-0911-4e4f-8983-f6939efa2bb6 tempest-RoutersTestDVR-1835813915 tempest-RoutersTestDVR-1835813915-project-admin] No L3 agents can host the router 64823dc4-18a9-49ff-9590-a7fc64eacf2e Nov 12 08:36:46.999576 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [None req-231b93a6-bb4f-4718-8bff-f0bf45132589 tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] http://10.222.0.26:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=102600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:36:47.000570 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-231b93a6-bb4f-4718-8bff-f0bf45132589 tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] 10.222.0.26 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0321159 Nov 12 08:36:47.012985 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port d43f677a-f494-4609-8c6d-78a53903dce2 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:47.014233 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:47.015352 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 46056) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:47.025423 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [None req-00c941ed-14fa-4b80-b36a-08eb8d96d58a tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] http://10.222.0.26:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=102600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:36:47.029484 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-00c941ed-14fa-4b80-b36a-08eb8d96d58a tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] 10.222.0.26 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0044851 Nov 12 08:36:47.140847 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-761845c6-39a1-4c41-a8ad-d54aaee6b17e None None] Provisioning complete for port 3395b3f4-7f6c-4ef9-b38b-78d770d03698 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:47.141268 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-761845c6-39a1-4c41-a8ad-d54aaee6b17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:47.180574 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 46060) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:47.207805 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [None req-e9f5ecdb-40d7-4748-b1c8-b8ecc78af0d6 tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] http://10.222.0.26:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=102599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:36:47.209468 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-e9f5ecdb-40d7-4748-b1c8-b8ecc78af0d6 tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] 10.222.0.26 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0215478 Nov 12 08:36:47.222019 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 46062) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:47.242622 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [None req-3de70a51-be46-4b03-8ae0-c3a8866d10cc tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] http://10.222.0.26:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=102599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:36:47.247086 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-3de70a51-be46-4b03-8ae0-c3a8866d10cc tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] 10.222.0.26 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0210745 Nov 12 08:36:47.252054 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-761845c6-39a1-4c41-a8ad-d54aaee6b17e None None] Port 3395b3f4-7f6c-4ef9-b38b-78d770d03698 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:36:47.262824 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 46064) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:47.266159 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f34454cc-0712-425c-beb9-7e09b026ecda admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:36:47.285430 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-f34454cc-0712-425c-beb9-7e09b026ecda admin admin] 10.222.0.26 "PUT /v2.0/routers/b8fe47a0-f9f1-4680-945b-200e1bae2cbe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8616836 Nov 12 08:36:47.293577 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [None req-37e5e9db-6ac8-4051-a87a-388e64e614ca tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] http://10.222.0.26:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=102599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:36:47.294685 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-37e5e9db-6ac8-4051-a87a-388e64e614ca tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] 10.222.0.26 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0208185 Nov 12 08:36:47.297493 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 46068) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:47.302343 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [None req-283bd47c-422a-44fa-a01e-22ac3a9a7050 tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] http://10.222.0.26:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=102600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:36:47.303419 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-283bd47c-422a-44fa-a01e-22ac3a9a7050 tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] 10.222.0.26 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0048275 Nov 12 08:36:47.306180 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 46070) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:47.310546 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [None req-9aa6e20c-9dbf-4e97-b549-2ab5bda5fc7d tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] http://10.222.0.26:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=102600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:36:47.322056 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-9aa6e20c-9dbf-4e97-b549-2ab5bda5fc7d tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] 10.222.0.26 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0147972 Nov 12 08:36:47.324679 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 46072) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:47.328942 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [None req-9a80f66e-1734-4500-b086-ad5416a480e1 tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] http://10.222.0.26:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=102600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:36:47.329892 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-9a80f66e-1734-4500-b086-ad5416a480e1 tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] 10.222.0.26 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0042865 Nov 12 08:36:47.332580 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 46074) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:47.336748 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [None req-e2c0c5de-9848-4c74-9397-1bc169871e2b tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] http://10.222.0.26:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=102600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:36:47.341130 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-e2c0c5de-9848-4c74-9397-1bc169871e2b tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] 10.222.0.26 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0041955 Nov 12 08:36:47.342240 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 46076) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:47.348092 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d34dae2-0911-4e4f-8983-f6939efa2bb6 tempest-RoutersTestDVR-1835813915 tempest-RoutersTestDVR-1835813915-project-admin] Hosts for router 64823dc4-18a9-49ff-9590-a7fc64eacf2e: [] {{(pid=102599) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 12 08:36:47.354608 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [None req-ffe8b663-bc5f-4e6b-9ef8-e586b6f37acd tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] http://10.222.0.26:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=102600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:36:47.359391 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-ffe8b663-bc5f-4e6b-9ef8-e586b6f37acd tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] 10.222.0.26 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0130482 Nov 12 08:36:47.362098 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 46078) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:47.368989 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [None req-77458191-c98e-48e3-a2d4-e742458b0bdf tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] http://10.222.0.26:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=102600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:36:47.372523 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-77458191-c98e-48e3-a2d4-e742458b0bdf tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] 10.222.0.26 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0065629 Nov 12 08:36:47.379150 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 46080) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:47.389274 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [None req-ff5a2436-e75d-4c00-b72b-7860b3685f5a tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] http://10.222.0.26:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=102600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:36:47.389274 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-ff5a2436-e75d-4c00-b72b-7860b3685f5a tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] 10.222.0.26 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0055501 Nov 12 08:36:47.391733 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 46084) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:47.397295 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [None req-c6610f6d-d7de-4156-a0b1-3286104179fa tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] http://10.222.0.26:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=102600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:36:47.400796 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-c6610f6d-d7de-4156-a0b1-3286104179fa tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] 10.222.0.26 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0055878 Nov 12 08:36:47.403980 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 46086) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:47.418781 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [None req-2924aeae-5262-4719-8c60-80b9ec587429 tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] http://10.222.0.26:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=102600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:36:47.422417 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-2924aeae-5262-4719-8c60-80b9ec587429 tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] 10.222.0.26 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0150371 Nov 12 08:36:47.423874 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 46088) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:47.431467 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d34dae2-0911-4e4f-8983-f6939efa2bb6 tempest-RoutersTestDVR-1835813915 tempest-RoutersTestDVR-1835813915-project-admin] Hosts for other DVR routers connected to router 64823dc4-18a9-49ff-9590-a7fc64eacf2e: set() {{(pid=102599) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 12 08:36:47.434507 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7d34dae2-0911-4e4f-8983-f6939efa2bb6 tempest-RoutersTestDVR-1835813915 tempest-RoutersTestDVR-1835813915-project-admin] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:47.441722 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-7d34dae2-0911-4e4f-8983-f6939efa2bb6 tempest-RoutersTestDVR-1835813915 tempest-RoutersTestDVR-1835813915-project-admin] 10.222.0.26 "PUT /v2.0/routers/64823dc4-18a9-49ff-9590-a7fc64eacf2e HTTP/1.1" status: 200 len: 717 time: 2.2997725 Nov 12 08:36:47.441990 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 46090) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:47.454447 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [None req-55a8ecde-28bb-4f8c-bc53-afece4557e5d tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] http://10.222.0.26:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=102599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:36:47.461153 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-55a8ecde-28bb-4f8c-bc53-afece4557e5d tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] 10.222.0.26 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0128131 Nov 12 08:36:47.461467 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 46092) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:47.473658 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [None req-75d35ff0-0507-4d81-87a7-0d2a512e0091 tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] http://10.222.0.26:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=102599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:36:47.477230 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-75d35ff0-0507-4d81-87a7-0d2a512e0091 tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] 10.222.0.26 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0145171 Nov 12 08:36:47.478190 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 46094) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:47.489921 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [None req-6c9f5854-c6e2-4302-8f24-754227db54da tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] http://10.222.0.26:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=102599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:36:47.496310 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-6c9f5854-c6e2-4302-8f24-754227db54da tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] 10.222.0.26 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0158768 Nov 12 08:36:47.499172 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 46096) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:47.510864 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [None req-1a31d079-472f-4d0d-98ec-7ff41e998063 tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] http://10.222.0.26:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=102599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:36:47.514470 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-1a31d079-472f-4d0d-98ec-7ff41e998063 tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] 10.222.0.26 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0133367 Nov 12 08:36:47.523670 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 46100) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:47.533714 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [None req-c44067ba-884d-4957-8004-3ca7ea40b154 tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] http://10.222.0.26:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=102600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:36:47.534728 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-c44067ba-884d-4957-8004-3ca7ea40b154 tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] 10.222.0.26 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0101855 Nov 12 08:36:47.539271 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 46102) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:47.550646 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [None req-93541dfa-0e18-4092-be89-4fa7a237dabd tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] http://10.222.0.26:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=102599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:36:47.552004 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-93541dfa-0e18-4092-be89-4fa7a237dabd tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] 10.222.0.26 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0115929 Nov 12 08:36:47.557615 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 46106) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:47.567593 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [None req-6c681af6-b0ba-48c7-b32d-1ce499e44f45 tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] http://10.222.0.26:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=102599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:36:47.570227 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-6c681af6-b0ba-48c7-b32d-1ce499e44f45 tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] 10.222.0.26 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0115063 Nov 12 08:36:47.575242 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 46108) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:47.584534 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [None req-ba24bc30-3a08-4b10-bc21-a9ea533a707a tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] http://10.222.0.26:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=102599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:36:47.599112 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 46110) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:47.599830 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-ba24bc30-3a08-4b10-bc21-a9ea533a707a tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] 10.222.0.26 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0098250 Nov 12 08:36:47.612078 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [None req-2c6ec6c8-d243-46f8-b20c-a37d4abd9c18 tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] http://10.222.0.26:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=102600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:36:47.613114 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-2c6ec6c8-d243-46f8-b20c-a37d4abd9c18 tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] 10.222.0.26 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0130463 Nov 12 08:36:47.617162 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 46112) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:47.627870 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [None req-5edf88de-a86a-4825-9bb7-1b94360d2d5a tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] http://10.222.0.26:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=102599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:36:47.633038 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-056f6c6d-50e8-4308-b34a-99e1caf28f07 tempest-RoutersTestDVR-1835813915 tempest-RoutersTestDVR-1835813915-project-admin] 10.222.0.26 "GET /v2.0/routers/64823dc4-18a9-49ff-9590-a7fc64eacf2e HTTP/1.1" status: 200 len: 717 time: 0.1898277 Nov 12 08:36:47.635833 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 46114) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:47.645015 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-5edf88de-a86a-4825-9bb7-1b94360d2d5a tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] 10.222.0.26 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0262523 Nov 12 08:36:47.647610 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 46118) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:47.652295 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [None req-b8a88270-3cbe-466d-8393-7527600bf3c2 tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] http://10.222.0.26:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=102600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:36:47.653304 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-b8a88270-3cbe-466d-8393-7527600bf3c2 tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] 10.222.0.26 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0046933 Nov 12 08:36:47.656263 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 46120) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:47.666125 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [None req-55ec9b6e-feb7-47eb-a5dc-530a59aa7b46 tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] http://10.222.0.26:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=102599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:36:47.668464 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-55ec9b6e-feb7-47eb-a5dc-530a59aa7b46 tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] 10.222.0.26 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0096502 Nov 12 08:36:47.671969 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 46122) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:47.679659 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [None req-ac8f4381-4a55-4491-8450-8d648184a42a tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] http://10.222.0.26:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=102600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:36:47.683965 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 46124) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:47.689817 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-ac8f4381-4a55-4491-8450-8d648184a42a tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] 10.222.0.26 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0167146 Nov 12 08:36:47.695414 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [None req-5e5d93aa-4323-4f73-9409-c888bd8a174b tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] http://10.222.0.26:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=102599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:36:47.696575 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-5e5d93aa-4323-4f73-9409-c888bd8a174b tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] 10.222.0.26 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0108430 Nov 12 08:36:47.699963 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 46126) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:47.702919 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 46128) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:47.706028 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [None req-98413615-3a0d-4a0e-89fa-cee05237f53d tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] http://10.222.0.26:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=102599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:36:47.708277 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-98413615-3a0d-4a0e-89fa-cee05237f53d tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] 10.222.0.26 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0068464 Nov 12 08:36:47.721208 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 46130) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:47.729642 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [None req-0d69f443-14d2-475c-9dc4-e0369537e77b tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] http://10.222.0.26:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=102600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:36:47.735515 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 46134) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:47.742619 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [None req-0f2d7b99-ba8a-4739-b3af-24878a577178 tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] http://10.222.0.26:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=102599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:36:47.747922 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-0d69f443-14d2-475c-9dc4-e0369537e77b tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] 10.222.0.26 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0255146 Nov 12 08:36:47.754303 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 46136) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:47.756084 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-0f2d7b99-ba8a-4739-b3af-24878a577178 tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] 10.222.0.26 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0187428 Nov 12 08:36:47.764552 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [None req-904feb58-1940-4b14-a566-1a7f15328666 tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] http://10.222.0.26:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=102600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:36:47.769720 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 46138) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:47.774247 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [None req-6bda0dd2-c91a-4829-be94-8534faaee517 tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] http://10.222.0.26:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=102599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:36:47.781782 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-904feb58-1940-4b14-a566-1a7f15328666 tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] 10.222.0.26 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0222750 Nov 12 08:36:47.783414 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-6bda0dd2-c91a-4829-be94-8534faaee517 tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] 10.222.0.26 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0125167 Nov 12 08:36:47.784225 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 46140) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:47.791510 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [None req-6b711426-b917-4cfd-ab1d-d105ba363d28 tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] http://10.222.0.26:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=102600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:36:47.797672 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 46142) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:47.803548 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-6b711426-b917-4cfd-ab1d-d105ba363d28 tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] 10.222.0.26 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0179858 Nov 12 08:36:47.804229 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [None req-8da2e138-b1df-44f0-9189-9355c575a543 tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] http://10.222.0.26:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=102599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:36:47.812934 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 46144) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:47.816224 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-8da2e138-b1df-44f0-9189-9355c575a543 tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] 10.222.0.26 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0168478 Nov 12 08:36:47.818075 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [None req-eb4bb871-d33e-447f-a271-421a1498f502 tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] http://10.222.0.26:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=102600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:36:47.819079 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-eb4bb871-d33e-447f-a271-421a1498f502 tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] 10.222.0.26 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0050895 Nov 12 08:36:47.821679 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 46146) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:47.826493 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [None req-a1d900a8-65b0-4e86-8458-603875e8e77b tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] http://10.222.0.26:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=102600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:36:47.838894 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-a1d900a8-65b0-4e86-8458-603875e8e77b tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] 10.222.0.26 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0158756 Nov 12 08:36:47.842312 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 46148) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:47.846738 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [None req-f5b5a172-e8e4-442d-aa91-6d9f8c40b03d tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] http://10.222.0.26:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=102600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:36:47.848601 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-f5b5a172-e8e4-442d-aa91-6d9f8c40b03d tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] 10.222.0.26 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0053227 Nov 12 08:36:47.851268 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 46150) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:47.855471 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [None req-df753937-7aa8-44d0-8d29-1a1ef785f30b tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] http://10.222.0.26:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=102600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:36:47.856419 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-df753937-7aa8-44d0-8d29-1a1ef785f30b tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] 10.222.0.26 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0042608 Nov 12 08:36:47.859381 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 46152) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:47.870453 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1016ce64-f047-4f38-8e45-e8a630abc5ca None None] Sync routers for ids ['b8fe47a0-f9f1-4680-945b-200e1bae2cbe'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:36:47.878770 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [None req-f71a800a-d9c4-4f01-81ab-9fb2c6734233 tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] http://10.222.0.26:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=102599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:36:47.882415 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-f71a800a-d9c4-4f01-81ab-9fb2c6734233 tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] 10.222.0.26 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0204287 Nov 12 08:36:47.884704 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 46154) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:47.890580 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [None req-3daf4d73-c21e-41dc-bc88-9d5a48e5e01b tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] http://10.222.0.26:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=102600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:36:47.894755 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-3daf4d73-c21e-41dc-bc88-9d5a48e5e01b tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] 10.222.0.26 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0061846 Nov 12 08:36:47.895043 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1016ce64-f047-4f38-8e45-e8a630abc5ca None None] Routers {'b8fe47a0-f9f1-4680-945b-200e1bae2cbe'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:36:47.895043 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-1016ce64-f047-4f38-8e45-e8a630abc5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:36:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['b8fe47a0-f9f1-4680-945b-200e1bae2cbe'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:47.895416 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 46156) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:47.900987 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [None req-e0375d73-dedb-4868-a3ca-fa4fbf3ed6e2 tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] http://10.222.0.26:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=102599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:36:47.905564 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-e0375d73-dedb-4868-a3ca-fa4fbf3ed6e2 tempest-ExtensionsTestJSON-488751080 tempest-ExtensionsTestJSON-488751080-project] 10.222.0.26 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0059717 Nov 12 08:36:48.063309 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-1016ce64-f047-4f38-8e45-e8a630abc5ca None None] Set router b8fe47a0-f9f1-4680-945b-200e1bae2cbe gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:36:48.257851 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-97017679-7295-4f18-b189-f0ea7d9980d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:48.306535 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-6d67c9d9-f677-4866-b392-6bd8970d9084 tempest-RoutersTestDVR-1181947160 tempest-RoutersTestDVR-1181947160-project] 10.222.0.26 "GET /v2.0/routers/64823dc4-18a9-49ff-9590-a7fc64eacf2e HTTP/1.1" status: 200 len: 683 time: 0.6635742 Nov 12 08:36:48.306535 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 46164) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:48.372126 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-1016ce64-f047-4f38-8e45-e8a630abc5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8fe47a0-f9f1-4680-945b-200e1bae2cbe', 'name': 'tempest-TestVolumeBootPattern-2001877358-router', 'tenant_id': '73931e7c8b114d0caea44f58b134ebaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': 'd43f677a-f494-4609-8c6d-78a53903dce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:35Z', 'updated_at': '2021-11-12T08:36:45Z', 'revision_number': 4, 'project_id': '73931e7c8b114d0caea44f58b134ebaa', 'gw_port': {'id': 'd43f677a-f494-4609-8c6d-78a53903dce2', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fe47a0-f9f1-4680-945b-200e1bae2cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:37Z', 'updated_at': '2021-11-12T08:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '3395b3f4-7f6c-4ef9-b38b-78d770d03698', 'name': '', 'network_id': 'ea77dddb-411a-4a0a-ae2b-0f3e199d87a4', 'tenant_id': '73931e7c8b114d0caea44f58b134ebaa', 'mac_address': 'fa:16:3e:0d:36:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8fe47a0-f9f1-4680-945b-200e1bae2cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': '23a20f60-b295-4a7e-8692-0aff89a9435d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:43Z', 'updated_at': '2021-11-12T08:36:45Z', 'revision_number': 2, 'project_id': '73931e7c8b114d0caea44f58b134ebaa', 'subnets': [{'id': '23a20f60-b295-4a7e-8692-0aff89a9435d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:48.414546 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1016ce64-f047-4f38-8e45-e8a630abc5ca None None] Checking router: b8fe47a0-f9f1-4680-945b-200e1bae2cbe for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:36:48.415425 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1016ce64-f047-4f38-8e45-e8a630abc5ca None None] Updating router b8fe47a0-f9f1-4680-945b-200e1bae2cbe port 3395b3f4-7f6c-4ef9-b38b-78d770d03698 binding host n-d-765315-29 {{(pid=102602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:36:48.419040 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a00378b9-5e82-41de-8913-2c5329fd96d9 tempest-RoutersTestDVR-1835813915 tempest-RoutersTestDVR-1835813915-project-admin] Publish callbacks [] for router, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:48.467294 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 46176) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:48.476375 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-1016ce64-f047-4f38-8e45-e8a630abc5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:48.699839 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a00378b9-5e82-41de-8913-2c5329fd96d9 tempest-RoutersTestDVR-1835813915 tempest-RoutersTestDVR-1835813915-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:48.705387 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cd1b997e-94b8-4889-99e1-31eddb2961b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:48.707095 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a00378b9-5e82-41de-8913-2c5329fd96d9 tempest-RoutersTestDVR-1835813915 tempest-RoutersTestDVR-1835813915-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:48.810246 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a00378b9-5e82-41de-8913-2c5329fd96d9 tempest-RoutersTestDVR-1835813915 tempest-RoutersTestDVR-1835813915-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:48.810820 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a00378b9-5e82-41de-8913-2c5329fd96d9 tempest-RoutersTestDVR-1835813915 tempest-RoutersTestDVR-1835813915-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 64823dc4-18a9-49ff-9590-a7fc64eacf2e {{(pid=102600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:36:48.821655 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a00378b9-5e82-41de-8913-2c5329fd96d9 tempest-RoutersTestDVR-1835813915 tempest-RoutersTestDVR-1835813915-project-admin] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:48.828009 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-a00378b9-5e82-41de-8913-2c5329fd96d9 tempest-RoutersTestDVR-1835813915 tempest-RoutersTestDVR-1835813915-project-admin] 10.222.0.26 "DELETE /v2.0/routers/64823dc4-18a9-49ff-9590-a7fc64eacf2e HTTP/1.1" status: 204 len: 168 time: 0.5148535 Nov 12 08:36:48.829278 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 46180) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:48.846489 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-17041a6f-06ac-47c7-9de5-0b3f5ba63c45 tempest-RoutersTestDVR-1835813915 tempest-RoutersTestDVR-1835813915-project-admin] Request body: {'router': {'name': 'tempest-router-2128324002', 'distributed': True}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:48.847228 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-97017679-7295-4f18-b189-f0ea7d9980d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:48.852156 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-97017679-7295-4f18-b189-f0ea7d9980d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:48.897476 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97017679-7295-4f18-b189-f0ea7d9980d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22d9990b-2fd6-457b-b3bf-54b5edb4ddfc,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:48.900357 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cd1b997e-94b8-4889-99e1-31eddb2961b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:48.909006 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cd1b997e-94b8-4889-99e1-31eddb2961b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:48.913561 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-97017679-7295-4f18-b189-f0ea7d9980d8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6bd68ba8423b4458958ba0ef13c0dba4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2062268 Nov 12 08:36:48.915577 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 46182) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:48.925041 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-17041a6f-06ac-47c7-9de5-0b3f5ba63c45 tempest-RoutersTestDVR-1835813915 tempest-RoutersTestDVR-1835813915-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:48.926926 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-17041a6f-06ac-47c7-9de5-0b3f5ba63c45 tempest-RoutersTestDVR-1835813915 tempest-RoutersTestDVR-1835813915-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:49.009025 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-cd1b997e-94b8-4889-99e1-31eddb2961b9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7dadf1bded9c4688b780894007817dee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5403035 Nov 12 08:36:49.012164 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 46184) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:49.017220 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1b997e-94b8-4889-99e1-31eddb2961b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09afc2e7-eb84-4d25-949d-7c54f30e7c72,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:49.028163 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-1016ce64-f047-4f38-8e45-e8a630abc5ca None None] Publish callbacks [] for port, precommit_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:49.036186 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-1016ce64-f047-4f38-8e45-e8a630abc5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:49.064436 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-17041a6f-06ac-47c7-9de5-0b3f5ba63c45 tempest-RoutersTestDVR-1835813915 tempest-RoutersTestDVR-1835813915-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:49.069803 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-17041a6f-06ac-47c7-9de5-0b3f5ba63c45 tempest-RoutersTestDVR-1835813915 tempest-RoutersTestDVR-1835813915-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052'] for router, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:49.104032 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1141742f-1742-4308-b022-c429891c616f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:49.109606 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-17041a6f-06ac-47c7-9de5-0b3f5ba63c45 tempest-RoutersTestDVR-1835813915 tempest-RoutersTestDVR-1835813915-project-admin] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:49.110874 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-17041a6f-06ac-47c7-9de5-0b3f5ba63c45 tempest-RoutersTestDVR-1835813915 tempest-RoutersTestDVR-1835813915-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2741954 Nov 12 08:36:49.112649 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed875bf3-a53c-4250-b9ce-687ba4cdbdcb None None] Pushing event updated for resources: {'Port': ['ID=3395b3f4-7f6c-4ef9-b38b-78d770d03698,revision_number=3']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:49.114261 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 46188) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:49.147070 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed875bf3-a53c-4250-b9ce-687ba4cdbdcb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:49.147689 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed875bf3-a53c-4250-b9ce-687ba4cdbdcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:49.149090 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed875bf3-a53c-4250-b9ce-687ba4cdbdcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:49.149749 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed875bf3-a53c-4250-b9ce-687ba4cdbdcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:49.150246 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed875bf3-a53c-4250-b9ce-687ba4cdbdcb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:49.150911 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed875bf3-a53c-4250-b9ce-687ba4cdbdcb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:49.151581 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed875bf3-a53c-4250-b9ce-687ba4cdbdcb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:49.152555 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed875bf3-a53c-4250-b9ce-687ba4cdbdcb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:49.153132 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed875bf3-a53c-4250-b9ce-687ba4cdbdcb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:49.153813 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed875bf3-a53c-4250-b9ce-687ba4cdbdcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:49.154549 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed875bf3-a53c-4250-b9ce-687ba4cdbdcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:49.155184 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed875bf3-a53c-4250-b9ce-687ba4cdbdcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:49.205180 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f4fcdb57-e589-413f-9d85-652e7910d692 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:49.229170 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1141742f-1742-4308-b022-c429891c616f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:49.260430 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f4fcdb57-e589-413f-9d85-652e7910d692 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:49.267233 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4d819a56-b401-4383-b0d6-aa79548810bc tempest-RoutersTestDVR-1835813915 tempest-RoutersTestDVR-1835813915-project-admin] Publish callbacks [] for router, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:49.275080 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-1016ce64-f047-4f38-8e45-e8a630abc5ca None None] Attempting to bind port 3395b3f4-7f6c-4ef9-b38b-78d770d03698 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:36:49.275580 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-1016ce64-f047-4f38-8e45-e8a630abc5ca None None] Attempting to bind port 3395b3f4-7f6c-4ef9-b38b-78d770d03698 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '006cdad1-b170-4fc8-8d13-37f4559ce47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'ea77dddb-411a-4a0a-ae2b-0f3e199d87a4'}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:36:49.275997 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1016ce64-f047-4f38-8e45-e8a630abc5ca None None] Attempting to bind port 3395b3f4-7f6c-4ef9-b38b-78d770d03698 on network ea77dddb-411a-4a0a-ae2b-0f3e199d87a4 {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:36:49.296340 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1016ce64-f047-4f38-8e45-e8a630abc5ca None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:36:49.296829 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1016ce64-f047-4f38-8e45-e8a630abc5ca None None] Checking segment: {'id': '006cdad1-b170-4fc8-8d13-37f4559ce47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'ea77dddb-411a-4a0a-ae2b-0f3e199d87a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:36:49.297329 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-1016ce64-f047-4f38-8e45-e8a630abc5ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:49.297722 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1016ce64-f047-4f38-8e45-e8a630abc5ca None None] Bound using segment: {'id': '006cdad1-b170-4fc8-8d13-37f4559ce47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'ea77dddb-411a-4a0a-ae2b-0f3e199d87a4'} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:36:49.298253 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-1016ce64-f047-4f38-8e45-e8a630abc5ca None None] Bound port: 3395b3f4-7f6c-4ef9-b38b-78d770d03698, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '006cdad1-b170-4fc8-8d13-37f4559ce47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'ea77dddb-411a-4a0a-ae2b-0f3e199d87a4'}}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:36:49.298698 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-1016ce64-f047-4f38-8e45-e8a630abc5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:49.349483 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f4fcdb57-e589-413f-9d85-652e7910d692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:49.355715 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f4fcdb57-e589-413f-9d85-652e7910d692 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:49.370966 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-f4fcdb57-e589-413f-9d85-652e7910d692 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/09afc2e7-eb84-4d25-949d-7c54f30e7c72 HTTP/1.1" status: 204 len: 168 time: 0.3437908 Nov 12 08:36:49.412368 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fcdb57-e589-413f-9d85-652e7910d692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09afc2e7-eb84-4d25-949d-7c54f30e7c72,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:49.430318 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-1016ce64-f047-4f38-8e45-e8a630abc5ca None None] For port 3395b3f4-7f6c-4ef9-b38b-78d770d03698, host n-d-765315-29, cleared binding levels {{(pid=102602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:36:49.435657 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-1016ce64-f047-4f38-8e45-e8a630abc5ca None None] For port 3395b3f4-7f6c-4ef9-b38b-78d770d03698, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=3395b3f4-7f6c-4ef9-b38b-78d770d03698,segment=NetworkSegment(006cdad1-b170-4fc8-8d13-37f4559ce47c),segment_id=006cdad1-b170-4fc8-8d13-37f4559ce47c)] {{(pid=102602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:36:49.442874 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-1016ce64-f047-4f38-8e45-e8a630abc5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:49.446572 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fcdb57-e589-413f-9d85-652e7910d692 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:49.447026 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fcdb57-e589-413f-9d85-652e7910d692 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:49.447375 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fcdb57-e589-413f-9d85-652e7910d692 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:49.453356 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fcdb57-e589-413f-9d85-652e7910d692 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:49.453772 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fcdb57-e589-413f-9d85-652e7910d692 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:49.454125 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fcdb57-e589-413f-9d85-652e7910d692 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:49.454468 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fcdb57-e589-413f-9d85-652e7910d692 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:49.454838 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fcdb57-e589-413f-9d85-652e7910d692 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:49.455295 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fcdb57-e589-413f-9d85-652e7910d692 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:49.455618 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fcdb57-e589-413f-9d85-652e7910d692 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:49.455951 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fcdb57-e589-413f-9d85-652e7910d692 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:49.456277 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fcdb57-e589-413f-9d85-652e7910d692 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:49.539584 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed875bf3-a53c-4250-b9ce-687ba4cdbdcb None None] Pushing event updated for resources: {'Port': ['ID=3395b3f4-7f6c-4ef9-b38b-78d770d03698,revision_number=4']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:49.576930 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1016ce64-f047-4f38-8e45-e8a630abc5ca None None] Routers {'b8fe47a0-f9f1-4680-945b-200e1bae2cbe'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:36:49.579791 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-1016ce64-f047-4f38-8e45-e8a630abc5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:36:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['b8fe47a0-f9f1-4680-945b-200e1bae2cbe'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:49.602842 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-de929e15-528e-4e96-9ce6-b7dfd2d39815 None None] Provisioning complete for port 3395b3f4-7f6c-4ef9-b38b-78d770d03698 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:49.603840 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-de929e15-528e-4e96-9ce6-b7dfd2d39815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:49.714130 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4d819a56-b401-4383-b0d6-aa79548810bc tempest-RoutersTestDVR-1835813915 tempest-RoutersTestDVR-1835813915-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:49.722277 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4d819a56-b401-4383-b0d6-aa79548810bc tempest-RoutersTestDVR-1835813915 tempest-RoutersTestDVR-1835813915-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:49.738821 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1141742f-1742-4308-b022-c429891c616f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:49.748982 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1141742f-1742-4308-b022-c429891c616f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:49.760202 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-1141742f-1742-4308-b022-c429891c616f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/22d9990b-2fd6-457b-b3bf-54b5edb4ddfc HTTP/1.1" status: 204 len: 168 time: 0.8372035 Nov 12 08:36:49.868134 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1141742f-1742-4308-b022-c429891c616f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d9990b-2fd6-457b-b3bf-54b5edb4ddfc,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:49.882630 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4d819a56-b401-4383-b0d6-aa79548810bc tempest-RoutersTestDVR-1835813915 tempest-RoutersTestDVR-1835813915-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:49.884758 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d819a56-b401-4383-b0d6-aa79548810bc tempest-RoutersTestDVR-1835813915 tempest-RoutersTestDVR-1835813915-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9693bb4e-f23f-4086-8507-60513394b88c {{(pid=102599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:36:49.912500 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4d819a56-b401-4383-b0d6-aa79548810bc tempest-RoutersTestDVR-1835813915 tempest-RoutersTestDVR-1835813915-project-admin] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:49.915133 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-4d819a56-b401-4383-b0d6-aa79548810bc tempest-RoutersTestDVR-1835813915 tempest-RoutersTestDVR-1835813915-project-admin] 10.222.0.26 "DELETE /v2.0/routers/9693bb4e-f23f-4086-8507-60513394b88c HTTP/1.1" status: 204 len: 168 time: 0.7993762 Nov 12 08:36:49.937005 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-1016ce64-f047-4f38-8e45-e8a630abc5ca None None] Set router b8fe47a0-f9f1-4680-945b-200e1bae2cbe gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:36:49.948238 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-de929e15-528e-4e96-9ce6-b7dfd2d39815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:50.069004 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-de929e15-528e-4e96-9ce6-b7dfd2d39815 None None] For port 3395b3f4-7f6c-4ef9-b38b-78d770d03698, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=3395b3f4-7f6c-4ef9-b38b-78d770d03698,segment=NetworkSegment(006cdad1-b170-4fc8-8d13-37f4559ce47c),segment_id=006cdad1-b170-4fc8-8d13-37f4559ce47c)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:36:50.080433 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-de929e15-528e-4e96-9ce6-b7dfd2d39815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:50.173832 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de929e15-528e-4e96-9ce6-b7dfd2d39815 None None] Pushing event updated for resources: {'Port': ['ID=3395b3f4-7f6c-4ef9-b38b-78d770d03698,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:50.245976 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-d28bac87-d034-4c5f-bca7-509e99a256c2 None None] Provisioning complete for port 3395b3f4-7f6c-4ef9-b38b-78d770d03698 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:50.247527 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d28bac87-d034-4c5f-bca7-509e99a256c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:50.382894 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 46216) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:50.523679 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-1016ce64-f047-4f38-8e45-e8a630abc5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8fe47a0-f9f1-4680-945b-200e1bae2cbe', 'name': 'tempest-TestVolumeBootPattern-2001877358-router', 'tenant_id': '73931e7c8b114d0caea44f58b134ebaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': 'd43f677a-f494-4609-8c6d-78a53903dce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:35Z', 'updated_at': '2021-11-12T08:36:45Z', 'revision_number': 4, 'project_id': '73931e7c8b114d0caea44f58b134ebaa', 'gw_port': {'id': 'd43f677a-f494-4609-8c6d-78a53903dce2', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fe47a0-f9f1-4680-945b-200e1bae2cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:37Z', 'updated_at': '2021-11-12T08:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '3395b3f4-7f6c-4ef9-b38b-78d770d03698', 'name': '', 'network_id': 'ea77dddb-411a-4a0a-ae2b-0f3e199d87a4', 'tenant_id': '73931e7c8b114d0caea44f58b134ebaa', 'mac_address': 'fa:16:3e:0d:36:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8fe47a0-f9f1-4680-945b-200e1bae2cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': '23a20f60-b295-4a7e-8692-0aff89a9435d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:43Z', 'updated_at': '2021-11-12T08:36:49Z', 'revision_number': 4, 'project_id': '73931e7c8b114d0caea44f58b134ebaa', 'subnets': [{'id': '23a20f60-b295-4a7e-8692-0aff89a9435d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:50.593145 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1016ce64-f047-4f38-8e45-e8a630abc5ca None None] The sync data for ids ['b8fe47a0-f9f1-4680-945b-200e1bae2cbe'] in n-d-765315-29 is: [{'id': 'b8fe47a0-f9f1-4680-945b-200e1bae2cbe', 'name': 'tempest-TestVolumeBootPattern-2001877358-router', 'tenant_id': '73931e7c8b114d0caea44f58b134ebaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': 'd43f677a-f494-4609-8c6d-78a53903dce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:35Z', 'updated_at': '2021-11-12T08:36:45Z', 'revision_number': 4, 'project_id': '73931e7c8b114d0caea44f58b134ebaa', 'gw_port': {'id': 'd43f677a-f494-4609-8c6d-78a53903dce2', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fe47a0-f9f1-4680-945b-200e1bae2cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:37Z', 'updated_at': '2021-11-12T08:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '3395b3f4-7f6c-4ef9-b38b-78d770d03698', 'name': '', 'network_id': 'ea77dddb-411a-4a0a-ae2b-0f3e199d87a4', 'tenant_id': '73931e7c8b114d0caea44f58b134ebaa', 'mac_address': 'fa:16:3e:0d:36:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8fe47a0-f9f1-4680-945b-200e1bae2cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': '23a20f60-b295-4a7e-8692-0aff89a9435d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:43Z', 'updated_at': '2021-11-12T08:36:49Z', 'revision_number': 4, 'project_id': '73931e7c8b114d0caea44f58b134ebaa', 'subnets': [{'id': '23a20f60-b295-4a7e-8692-0aff89a9435d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:36:50.655800 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ab435455-10b8-49d8-acc7-065655a45865 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:50.832782 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ab435455-10b8-49d8-acc7-065655a45865 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:50.842234 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ab435455-10b8-49d8-acc7-065655a45865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:50.945797 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 3395b3f4-7f6c-4ef9-b38b-78d770d03698 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:36:50.948151 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab435455-10b8-49d8-acc7-065655a45865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58996b3d-e2ef-42b5-b598-b7e6f1eed247,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:50.957460 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-ab435455-10b8-49d8-acc7-065655a45865 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e3586e1d94954cebbb1a97053f6e1a87&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5731182 Nov 12 08:36:50.959873 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 46232) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:51.094848 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e3498480-05ea-41ea-8c87-747b633bdaa3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:51.127268 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 3395b3f4-7f6c-4ef9-b38b-78d770d03698 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:51.127756 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:51.160756 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e3498480-05ea-41ea-8c87-747b633bdaa3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:51.279445 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [req-1b751680-ed2f-4897-ab38-b0734261e744 req-3b9156a8-b97c-4f9d-976e-661987623061 service neutron] (102599) timed out ('10.222.0.26', 34344) {{(pid=102599) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 08:36:51.311447 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e3498480-05ea-41ea-8c87-747b633bdaa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:51.317136 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e3498480-05ea-41ea-8c87-747b633bdaa3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:51.321997 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-e3498480-05ea-41ea-8c87-747b633bdaa3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/58996b3d-e2ef-42b5-b598-b7e6f1eed247 HTTP/1.1" status: 204 len: 168 time: 0.3574440 Nov 12 08:36:51.345038 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3498480-05ea-41ea-8c87-747b633bdaa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58996b3d-e2ef-42b5-b598-b7e6f1eed247,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:52.237881 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 46284) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:52.269754 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 46288) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:52.318080 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3baaa874-2220-41a8-ac10-3f9410dc2e13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:52.407110 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56adb963-41f3-4407-9afd-281b67770b0a req-9f970168-8598-4373-b947-57b01015d6a5 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:52.419252 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-56adb963-41f3-4407-9afd-281b67770b0a req-9f970168-8598-4373-b947-57b01015d6a5 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/networks?id=35316ea3-d15f-4e9c-9d0f-87ba20d4fc64 HTTP/1.1" status: 200 len: 812 time: 0.2244091 Nov 12 08:36:52.439146 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-56adb963-41f3-4407-9afd-281b67770b0a req-8a42f0fe-6589-4c3d-b375-b5fbf2202bfa tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/quotas/7d3f7337327743ecb706fdd7c92380e3 HTTP/1.1" status: 200 len: 375 time: 0.0132906 Nov 12 08:36:52.512764 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3baaa874-2220-41a8-ac10-3f9410dc2e13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:52.522331 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3baaa874-2220-41a8-ac10-3f9410dc2e13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:52.542617 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-56adb963-41f3-4407-9afd-281b67770b0a req-c82bddfc-22e7-42c5-9fdf-d730dcada3dc tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=7d3f7337327743ecb706fdd7c92380e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0958543 Nov 12 08:36:52.585786 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-3baaa874-2220-41a8-ac10-3f9410dc2e13 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ddbbcfbb33ac49c2ad78d5042aa626fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3121364 Nov 12 08:36:52.585786 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baaa874-2220-41a8-ac10-3f9410dc2e13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef384807-0f7d-41b7-b120-9ead00218976,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:52.586032 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 46298) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:52.642775 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-c0c4d675-616d-4f08-a7d0-e29d080cacf1 tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-488623024'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:52.668156 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9037082d-49b5-4197-8c47-1378bcb88cc5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:52.724353 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0c4d675-616d-4f08-a7d0-e29d080cacf1 tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] Made reservation on behalf of 33f5efe9aebb4d79991d91fc15182003 for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:36:52.732267 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c0c4d675-616d-4f08-a7d0-e29d080cacf1 tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:52.755155 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c0c4d675-616d-4f08-a7d0-e29d080cacf1 tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:52.771919 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9037082d-49b5-4197-8c47-1378bcb88cc5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:52.886693 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c0c4d675-616d-4f08-a7d0-e29d080cacf1 tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:52.893996 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c0c4d675-616d-4f08-a7d0-e29d080cacf1 tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:52.928710 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0c4d675-616d-4f08-a7d0-e29d080cacf1 tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:36:52.943332 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c4d675-616d-4f08-a7d0-e29d080cacf1 tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90be706a-5818-4c30-ab14-fe2efe8494d1,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:52.950263 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c0c4d675-616d-4f08-a7d0-e29d080cacf1 tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:52.950842 n-d-765315-29 neutron-server[102599]: INFO neutron.db.segments_db [None req-c0c4d675-616d-4f08-a7d0-e29d080cacf1 tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] Added segment 31cd8321-6fac-479b-b3b6-37616b0001fd of type vlan for network 1ae1c73f-368b-437c-b4a0-bfbb9ef7cdcd Nov 12 08:36:52.991473 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9037082d-49b5-4197-8c47-1378bcb88cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:52.994851 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9037082d-49b5-4197-8c47-1378bcb88cc5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:52.999950 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-9037082d-49b5-4197-8c47-1378bcb88cc5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ef384807-0f7d-41b7-b120-9ead00218976 HTTP/1.1" status: 204 len: 168 time: 0.4083068 Nov 12 08:36:53.011659 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c0c4d675-616d-4f08-a7d0-e29d080cacf1 tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:53.019148 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-56adb963-41f3-4407-9afd-281b67770b0a req-649912a1-a39d-4a37-b1f5-df41611e1640 service neutron] 10.222.0.26 "GET /v2.0/networks/35316ea3-d15f-4e9c-9d0f-87ba20d4fc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4690259 Nov 12 08:36:53.020545 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9037082d-49b5-4197-8c47-1378bcb88cc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef384807-0f7d-41b7-b120-9ead00218976,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:53.031123 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:36:53.054337 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c0c4d675-616d-4f08-a7d0-e29d080cacf1 tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:53.071292 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c4d675-616d-4f08-a7d0-e29d080cacf1 tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:53.072018 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c0c4d675-616d-4f08-a7d0-e29d080cacf1 tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] Publish callbacks [] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:53.219550 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-c0c4d675-616d-4f08-a7d0-e29d080cacf1 tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9804177 Nov 12 08:36:53.232545 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 46310) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:53.253435 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-56adb963-41f3-4407-9afd-281b67770b0a req-9d164fb4-33ed-4e2d-8e9c-ae475b3be97f service neutron] 10.222.0.26 "GET /v2.0/networks/35316ea3-d15f-4e9c-9d0f-87ba20d4fc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162654 Nov 12 08:36:53.259957 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c4d675-616d-4f08-a7d0-e29d080cacf1 tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] Pushing event updated for resources: {'Network': ['ID=1ae1c73f-368b-437c-b4a0-bfbb9ef7cdcd,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:53.273695 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-ac526ab0-3767-4204-9157-937af1de6a43 tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] Request body: {'subnet': {'network_id': '1ae1c73f-368b-437c-b4a0-bfbb9ef7cdcd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:53.277529 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 1ae1c73f-368b-437c-b4a0-bfbb9ef7cdcd details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:36:53.422642 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac526ab0-3767-4204-9157-937af1de6a43 tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] Made reservation on behalf of 33f5efe9aebb4d79991d91fc15182003 for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:36:53.428113 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ac526ab0-3767-4204-9157-937af1de6a43 tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:53.924345 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b11d7679-5962-4d6d-847b-3541a1586bd2 req-7537f6b0-445a-4bf7-9aae-6f8eb10a3464 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=3adfe4ff-1583-4042-8ae6-e9c4a74f82f2 HTTP/1.1" status: 200 len: 210 time: 0.0518503 Nov 12 08:36:53.931414 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ac526ab0-3767-4204-9157-937af1de6a43 tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:54.026153 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac526ab0-3767-4204-9157-937af1de6a43 tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] Pushing event updated for resources: {'Subnet': ['ID=6db798b1-1108-42bc-bd68-ae757ac20497,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:54.032404 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac526ab0-3767-4204-9157-937af1de6a43 tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] Checking segment: {'id': '31cd8321-6fac-479b-b3b6-37616b0001fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1ae1c73f-368b-437c-b4a0-bfbb9ef7cdcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:36:54.032787 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac526ab0-3767-4204-9157-937af1de6a43 tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] Network hostable DHCP agents. Network: 1ae1c73f-368b-437c-b4a0-bfbb9ef7cdcd, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:36:54.061473 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac526ab0-3767-4204-9157-937af1de6a43 tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] Network 1ae1c73f-368b-437c-b4a0-bfbb9ef7cdcd is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:36:54.076150 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-ac526ab0-3767-4204-9157-937af1de6a43 tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 1ae1c73f-368b-437c-b4a0-bfbb9ef7cdcd) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:36:54.081545 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac526ab0-3767-4204-9157-937af1de6a43 tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:54.082147 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ac526ab0-3767-4204-9157-937af1de6a43 tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:54.100616 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9e76bc-fa0c-4994-80e7-c9eb389d08e9 None None] Network 1ae1c73f-368b-437c-b4a0-bfbb9ef7cdcd requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:36:54.113919 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 46342) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:54.114186 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-ac526ab0-3767-4204-9157-937af1de6a43 tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8778341 Nov 12 08:36:54.119295 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-0f85f599-ca27-4376-8875-e5ff94bf2fa2 tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] Request body: {'port': {'network_id': '1ae1c73f-368b-437c-b4a0-bfbb9ef7cdcd', 'name': 'tempest-ExtraDHCPOptionsTestJSON-578738783'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:54.346855 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f85f599-ca27-4376-8875-e5ff94bf2fa2 tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] Made reservation on behalf of 33f5efe9aebb4d79991d91fc15182003 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:36:54.350519 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0f85f599-ca27-4376-8875-e5ff94bf2fa2 tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:54.365067 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa235a9-5e40-4f80-bc8b-3d6eb3157880 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-1ae1c73f-368b-437c-b4a0-bfbb9ef7cdcd', 'network_id': '1ae1c73f-368b-437c-b4a0-bfbb9ef7cdcd', 'tenant_id': '33f5efe9aebb4d79991d91fc15182003', 'fixed_ips': [{'subnet_id': '6db798b1-1108-42bc-bd68-ae757ac20497'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:36:54.366565 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6aa235a9-5e40-4f80-bc8b-3d6eb3157880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:54.395870 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [None req-0f85f599-ca27-4376-8875-e5ff94bf2fa2 tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] device_id is not set on port 7b276125-de8b-4e97-819e-1ca05a0b75df yet. {{(pid=102599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:36:54.495078 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 46358) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:54.603117 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-0f85f599-ca27-4376-8875-e5ff94bf2fa2 tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] Allocated IP 172.20.0.7 (1ae1c73f-368b-437c-b4a0-bfbb9ef7cdcd/6db798b1-1108-42bc-bd68-ae757ac20497/7b276125-de8b-4e97-819e-1ca05a0b75df) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:36:54.641699 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-2fc96218-ae34-440c-9ac6-2287656b08f7 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-423184740'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:54.676459 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc96218-ae34-440c-9ac6-2287656b08f7 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Made reservation on behalf of a6fcf7ad18a04d9b9f74091561aa9d6e for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:36:54.681900 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2fc96218-ae34-440c-9ac6-2287656b08f7 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:54.692904 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2fc96218-ae34-440c-9ac6-2287656b08f7 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:54.832364 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2fc96218-ae34-440c-9ac6-2287656b08f7 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:54.840456 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2fc96218-ae34-440c-9ac6-2287656b08f7 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:54.841274 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0f85f599-ca27-4376-8875-e5ff94bf2fa2 tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:54.868506 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fc96218-ae34-440c-9ac6-2287656b08f7 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:36:54.885639 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc96218-ae34-440c-9ac6-2287656b08f7 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=972dc7e3-e84f-4d48-a8ae-3c7f83f860cc,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:54.889600 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2fc96218-ae34-440c-9ac6-2287656b08f7 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:54.890098 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-2fc96218-ae34-440c-9ac6-2287656b08f7 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Added segment 99c3cad7-e6e4-4ccc-84bd-8988e08a7d45 of type vlan for network c5ca4120-9078-4e3e-acce-08bf18ae7ea8 Nov 12 08:36:54.956595 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2fc96218-ae34-440c-9ac6-2287656b08f7 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:54.978609 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0f85f599-ca27-4376-8875-e5ff94bf2fa2 tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:55.002542 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2fc96218-ae34-440c-9ac6-2287656b08f7 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:55.008719 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc96218-ae34-440c-9ac6-2287656b08f7 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:55.009451 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2fc96218-ae34-440c-9ac6-2287656b08f7 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:55.056439 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-6aa235a9-5e40-4f80-bc8b-3d6eb3157880 None None] Allocated IP 172.20.0.2 (1ae1c73f-368b-437c-b4a0-bfbb9ef7cdcd/6db798b1-1108-42bc-bd68-ae757ac20497/ee7bc152-b69d-4675-ad90-605104940955) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:36:55.061127 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d789118e-b85e-47f8-97bd-e23df843f8ce req-496bb200-b364-4674-9884-a115d9dd3210 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=3adfe4ff-1583-4042-8ae6-e9c4a74f82f2 HTTP/1.1" status: 200 len: 210 time: 0.0480921 Nov 12 08:36:55.081520 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f85f599-ca27-4376-8875-e5ff94bf2fa2 tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] Network 1ae1c73f-368b-437c-b4a0-bfbb9ef7cdcd is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:36:55.086343 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-2fc96218-ae34-440c-9ac6-2287656b08f7 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.5904613 Nov 12 08:36:55.092460 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-0f85f599-ca27-4376-8875-e5ff94bf2fa2 tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:36:55.094404 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 46376) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:55.097998 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f85f599-ca27-4376-8875-e5ff94bf2fa2 tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:36:55.124452 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-5aaf56b5-894b-48f6-8c98-eeeea8bb2f72 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Request body: {'subnet': {'network_id': 'c5ca4120-9078-4e3e-acce-08bf18ae7ea8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:55.137077 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc96218-ae34-440c-9ac6-2287656b08f7 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Pushing event updated for resources: {'Network': ['ID=c5ca4120-9078-4e3e-acce-08bf18ae7ea8,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:55.191049 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network c5ca4120-9078-4e3e-acce-08bf18ae7ea8 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:36:55.252179 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f85f599-ca27-4376-8875-e5ff94bf2fa2 tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] Pushing event updated for resources: {'Port': ['ID=7b276125-de8b-4e97-819e-1ca05a0b75df,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:55.288244 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f85f599-ca27-4376-8875-e5ff94bf2fa2 tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:55.288812 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0f85f599-ca27-4376-8875-e5ff94bf2fa2 tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:55.329164 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aaf56b5-894b-48f6-8c98-eeeea8bb2f72 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Made reservation on behalf of a6fcf7ad18a04d9b9f74091561aa9d6e for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:36:55.335547 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5aaf56b5-894b-48f6-8c98-eeeea8bb2f72 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:55.552501 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 46396) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:55.554250 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-0f85f599-ca27-4376-8875-e5ff94bf2fa2 tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4388430 Nov 12 08:36:55.559402 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-341bb054-64d7-43dd-bbc7-9a79ccdd2a3a tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] Request body: {'port': {'network_id': '1ae1c73f-368b-437c-b4a0-bfbb9ef7cdcd', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1412669758', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:55.560084 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.api.validators [None req-341bb054-64d7-43dd-bbc7-9a79ccdd2a3a tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] bootfile-name is not in valid_values {{(pid=102600) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 08:36:55.560659 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.api.validators [None req-341bb054-64d7-43dd-bbc7-9a79ccdd2a3a tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] tftp-server is not in valid_values {{(pid=102600) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 08:36:55.561429 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.api.validators [None req-341bb054-64d7-43dd-bbc7-9a79ccdd2a3a tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] server-ip-address is not in valid_values {{(pid=102600) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 08:36:55.658183 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6aa235a9-5e40-4f80-bc8b-3d6eb3157880 None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:55.671366 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6aa235a9-5e40-4f80-bc8b-3d6eb3157880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:55.679617 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5aaf56b5-894b-48f6-8c98-eeeea8bb2f72 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:55.727069 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa235a9-5e40-4f80-bc8b-3d6eb3157880 None None] Network 1ae1c73f-368b-437c-b4a0-bfbb9ef7cdcd is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:36:55.733916 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-6aa235a9-5e40-4f80-bc8b-3d6eb3157880 None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:36:55.737370 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa235a9-5e40-4f80-bc8b-3d6eb3157880 None None] Pushing event updated for resources: {'Port': ['ID=ee7bc152-b69d-4675-ad90-605104940955,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:55.752692 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa235a9-5e40-4f80-bc8b-3d6eb3157880 None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:36:55.766977 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1bcc850d-cb49-48e7-875e-8cd0e3c0cccc req-9b186dfb-3691-406d-8b4d-85eccf5e8a2f tempest-VolumesNegativeTest-790632620 tempest-VolumesNegativeTest-790632620-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=734c1ccd99aa478191c4661e730a9d04&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1470609 Nov 12 08:36:55.799123 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-341bb054-64d7-43dd-bbc7-9a79ccdd2a3a tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] Made reservation on behalf of 33f5efe9aebb4d79991d91fc15182003 for: {'port': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:36:55.800463 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaf56b5-894b-48f6-8c98-eeeea8bb2f72 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Pushing event updated for resources: {'Subnet': ['ID=13db2bfe-3a98-4ad5-9a9d-f68faa1b3723,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:55.804987 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-341bb054-64d7-43dd-bbc7-9a79ccdd2a3a tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:55.820981 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aaf56b5-894b-48f6-8c98-eeeea8bb2f72 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Checking segment: {'id': '99c3cad7-e6e4-4ccc-84bd-8988e08a7d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c5ca4120-9078-4e3e-acce-08bf18ae7ea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:36:55.821539 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aaf56b5-894b-48f6-8c98-eeeea8bb2f72 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Network hostable DHCP agents. Network: c5ca4120-9078-4e3e-acce-08bf18ae7ea8, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:36:55.829629 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-6aa235a9-5e40-4f80-bc8b-3d6eb3157880 None None] Attempting to bind port ee7bc152-b69d-4675-ad90-605104940955 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:36:55.830352 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-6aa235a9-5e40-4f80-bc8b-3d6eb3157880 None None] Attempting to bind port ee7bc152-b69d-4675-ad90-605104940955 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '31cd8321-6fac-479b-b3b6-37616b0001fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1ae1c73f-368b-437c-b4a0-bfbb9ef7cdcd'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:36:55.830996 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa235a9-5e40-4f80-bc8b-3d6eb3157880 None None] Attempting to bind port ee7bc152-b69d-4675-ad90-605104940955 on network 1ae1c73f-368b-437c-b4a0-bfbb9ef7cdcd {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:36:55.837330 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa235a9-5e40-4f80-bc8b-3d6eb3157880 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:36:55.838143 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa235a9-5e40-4f80-bc8b-3d6eb3157880 None None] Checking segment: {'id': '31cd8321-6fac-479b-b3b6-37616b0001fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1ae1c73f-368b-437c-b4a0-bfbb9ef7cdcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:36:55.839136 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6aa235a9-5e40-4f80-bc8b-3d6eb3157880 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:55.840327 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa235a9-5e40-4f80-bc8b-3d6eb3157880 None None] Bound using segment: {'id': '31cd8321-6fac-479b-b3b6-37616b0001fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1ae1c73f-368b-437c-b4a0-bfbb9ef7cdcd'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:36:55.841462 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-6aa235a9-5e40-4f80-bc8b-3d6eb3157880 None None] Bound port: ee7bc152-b69d-4675-ad90-605104940955, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31cd8321-6fac-479b-b3b6-37616b0001fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1ae1c73f-368b-437c-b4a0-bfbb9ef7cdcd'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:36:55.842037 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6aa235a9-5e40-4f80-bc8b-3d6eb3157880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:55.845745 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aaf56b5-894b-48f6-8c98-eeeea8bb2f72 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Network c5ca4120-9078-4e3e-acce-08bf18ae7ea8 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:36:55.858776 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-5aaf56b5-894b-48f6-8c98-eeeea8bb2f72 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, c5ca4120-9078-4e3e-acce-08bf18ae7ea8) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:36:55.866269 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aaf56b5-894b-48f6-8c98-eeeea8bb2f72 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:55.867973 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5aaf56b5-894b-48f6-8c98-eeeea8bb2f72 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:55.887816 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281a8e0f-3e6b-46c2-9f01-04edd97e8c09 None None] Network c5ca4120-9078-4e3e-acce-08bf18ae7ea8 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:36:55.894335 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-5aaf56b5-894b-48f6-8c98-eeeea8bb2f72 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7972207 Nov 12 08:36:55.896801 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 46410) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:55.904114 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-b3eff0ef-a94b-4f8b-ae3f-bce761852b18 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Request body: {'port': {'network_id': 'c5ca4120-9078-4e3e-acce-08bf18ae7ea8', 'name': 'tempest-AllowedAddressPairTestJSON-779808463'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:56.017339 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-6aa235a9-5e40-4f80-bc8b-3d6eb3157880 None None] For port ee7bc152-b69d-4675-ad90-605104940955, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:36:56.039016 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [None req-341bb054-64d7-43dd-bbc7-9a79ccdd2a3a tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] device_id is not set on port 9490ece2-722e-4b0c-9065-60cf9fd5c0f9 yet. {{(pid=102600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:36:56.061631 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-6aa235a9-5e40-4f80-bc8b-3d6eb3157880 None None] For port ee7bc152-b69d-4675-ad90-605104940955, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=ee7bc152-b69d-4675-ad90-605104940955,segment=NetworkSegment(31cd8321-6fac-479b-b3b6-37616b0001fd),segment_id=31cd8321-6fac-479b-b3b6-37616b0001fd)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:36:56.083519 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6aa235a9-5e40-4f80-bc8b-3d6eb3157880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:56.133443 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3eff0ef-a94b-4f8b-ae3f-bce761852b18 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Made reservation on behalf of a6fcf7ad18a04d9b9f74091561aa9d6e for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:36:56.138578 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b3eff0ef-a94b-4f8b-ae3f-bce761852b18 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:56.173290 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [None req-b3eff0ef-a94b-4f8b-ae3f-bce761852b18 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] device_id is not set on port a17dfaa0-8b2c-4c30-995a-469e9eb8a74c yet. {{(pid=102599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:36:56.196263 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa235a9-5e40-4f80-bc8b-3d6eb3157880 None None] Pushing event updated for resources: {'Port': ['ID=ee7bc152-b69d-4675-ad90-605104940955,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:56.245950 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe472a8-c6d5-4bf0-baaf-2ac7072f696f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-c5ca4120-9078-4e3e-acce-08bf18ae7ea8', 'network_id': 'c5ca4120-9078-4e3e-acce-08bf18ae7ea8', 'tenant_id': 'a6fcf7ad18a04d9b9f74091561aa9d6e', 'fixed_ips': [{'subnet_id': '13db2bfe-3a98-4ad5-9a9d-f68faa1b3723'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:36:56.247223 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-cfe472a8-c6d5-4bf0-baaf-2ac7072f696f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:56.404503 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-b3eff0ef-a94b-4f8b-ae3f-bce761852b18 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Allocated IP 172.20.0.11 (c5ca4120-9078-4e3e-acce-08bf18ae7ea8/13db2bfe-3a98-4ad5-9a9d-f68faa1b3723/a17dfaa0-8b2c-4c30-995a-469e9eb8a74c) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:36:56.687026 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcc850d-cb49-48e7-875e-8cd0e3c0cccc req-0aaea4cb-f62a-44c6-9841-d8af9b017c7d tempest-VolumesNegativeTest-790632620 tempest-VolumesNegativeTest-790632620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:56.694756 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1bcc850d-cb49-48e7-875e-8cd0e3c0cccc req-0aaea4cb-f62a-44c6-9841-d8af9b017c7d tempest-VolumesNegativeTest-790632620 tempest-VolumesNegativeTest-790632620-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8755517 Nov 12 08:36:56.699939 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b3eff0ef-a94b-4f8b-ae3f-bce761852b18 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:56.726885 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1bcc850d-cb49-48e7-875e-8cd0e3c0cccc req-b15d9d2f-bf70-4f96-a378-195a00a9b388 tempest-VolumesNegativeTest-790632620 tempest-VolumesNegativeTest-790632620-project] 10.222.0.26 "GET /v2.0/quotas/734c1ccd99aa478191c4661e730a9d04 HTTP/1.1" status: 200 len: 375 time: 0.0289021 Nov 12 08:36:56.818758 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b3eff0ef-a94b-4f8b-ae3f-bce761852b18 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:56.875278 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1bcc850d-cb49-48e7-875e-8cd0e3c0cccc req-b84741c2-cfe1-4de2-a360-9c48f1e3af84 tempest-VolumesNegativeTest-790632620 tempest-VolumesNegativeTest-790632620-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=734c1ccd99aa478191c4661e730a9d04&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1357274 Nov 12 08:36:56.926251 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device ee7bc152-b69d-4675-ad90-605104940955 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:36:56.934462 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-341bb054-64d7-43dd-bbc7-9a79ccdd2a3a tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] Allocated IP 172.20.0.4 (1ae1c73f-368b-437c-b4a0-bfbb9ef7cdcd/6db798b1-1108-42bc-bd68-ae757ac20497/9490ece2-722e-4b0c-9065-60cf9fd5c0f9) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:36:56.974515 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-cfe472a8-c6d5-4bf0-baaf-2ac7072f696f None None] Allocated IP 172.20.0.2 (c5ca4120-9078-4e3e-acce-08bf18ae7ea8/13db2bfe-3a98-4ad5-9a9d-f68faa1b3723/fc40cbe6-59aa-4f59-9aaf-5d6e0e6247c9) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:36:56.991618 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3eff0ef-a94b-4f8b-ae3f-bce761852b18 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Network c5ca4120-9078-4e3e-acce-08bf18ae7ea8 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:36:57.019300 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-b3eff0ef-a94b-4f8b-ae3f-bce761852b18 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:36:57.038255 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3eff0ef-a94b-4f8b-ae3f-bce761852b18 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:36:57.066217 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eff0ef-a94b-4f8b-ae3f-bce761852b18 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Pushing event updated for resources: {'Port': ['ID=a17dfaa0-8b2c-4c30-995a-469e9eb8a74c,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:57.084402 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port ee7bc152-b69d-4675-ad90-605104940955 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:57.084996 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:57.138238 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3eff0ef-a94b-4f8b-ae3f-bce761852b18 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:57.139613 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b3eff0ef-a94b-4f8b-ae3f-bce761852b18 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:57.176297 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-b3eff0ef-a94b-4f8b-ae3f-bce761852b18 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2778783 Nov 12 08:36:57.179627 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 46434) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:57.195978 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-646a9d92-6dbe-4705-a0d8-1d36312fe5ae tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Request body: {'port': {'network_id': 'c5ca4120-9078-4e3e-acce-08bf18ae7ea8', 'name': 'tempest-AllowedAddressPairTestJSON-498297198', 'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:29:7e:19'}]}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:57.306384 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:57.328513 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6ea20027-f996-4b80-afa0-db113adbcca6 req-724ae138-1931-49b3-bb29-6ef701b25153 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=3adfe4ff-1583-4042-8ae6-e9c4a74f82f2 HTTP/1.1" status: 200 len: 210 time: 0.0907896 Nov 12 08:36:57.393062 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] For port ee7bc152-b69d-4675-ad90-605104940955, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=ee7bc152-b69d-4675-ad90-605104940955,segment=NetworkSegment(31cd8321-6fac-479b-b3b6-37616b0001fd),segment_id=31cd8321-6fac-479b-b3b6-37616b0001fd)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:36:57.402610 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:57.441089 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-646a9d92-6dbe-4705-a0d8-1d36312fe5ae tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Made reservation on behalf of a6fcf7ad18a04d9b9f74091561aa9d6e for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:36:57.453897 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-cfe472a8-c6d5-4bf0-baaf-2ac7072f696f None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:57.469118 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-341bb054-64d7-43dd-bbc7-9a79ccdd2a3a tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:57.473242 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-cfe472a8-c6d5-4bf0-baaf-2ac7072f696f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:57.504672 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Pushing event updated for resources: {'Port': ['ID=ee7bc152-b69d-4675-ad90-605104940955,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:57.508612 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe472a8-c6d5-4bf0-baaf-2ac7072f696f None None] Network c5ca4120-9078-4e3e-acce-08bf18ae7ea8 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:36:57.513785 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-cfe472a8-c6d5-4bf0-baaf-2ac7072f696f None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:36:57.553418 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe472a8-c6d5-4bf0-baaf-2ac7072f696f None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:36:57.585344 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d294e98f-e8d2-420f-bc87-89a67364b0a1 req-c59d2514-cc5e-42f9-a603-3759d3d1e29b tempest-VolumesNegativeTest-790632620 tempest-VolumesNegativeTest-790632620-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6c1761a-04f9-44d1-8f00-2486b924a785 HTTP/1.1" status: 200 len: 210 time: 0.1141057 Nov 12 08:36:57.691722 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-341bb054-64d7-43dd-bbc7-9a79ccdd2a3a tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:57.704872 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-646a9d92-6dbe-4705-a0d8-1d36312fe5ae tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:57.720767 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe472a8-c6d5-4bf0-baaf-2ac7072f696f None None] Pushing event updated for resources: {'Port': ['ID=fc40cbe6-59aa-4f59-9aaf-5d6e0e6247c9,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:57.811362 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [None req-646a9d92-6dbe-4705-a0d8-1d36312fe5ae tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] device_id is not set on port be8cc08d-47c3-40f2-a5ed-50c06cc51742 yet. {{(pid=102599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:36:57.814692 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-cfe472a8-c6d5-4bf0-baaf-2ac7072f696f None None] Attempting to bind port fc40cbe6-59aa-4f59-9aaf-5d6e0e6247c9 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:36:57.816206 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-cfe472a8-c6d5-4bf0-baaf-2ac7072f696f None None] Attempting to bind port fc40cbe6-59aa-4f59-9aaf-5d6e0e6247c9 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '99c3cad7-e6e4-4ccc-84bd-8988e08a7d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c5ca4120-9078-4e3e-acce-08bf18ae7ea8'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:36:57.816577 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe472a8-c6d5-4bf0-baaf-2ac7072f696f None None] Attempting to bind port fc40cbe6-59aa-4f59-9aaf-5d6e0e6247c9 on network c5ca4120-9078-4e3e-acce-08bf18ae7ea8 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:36:57.836419 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe472a8-c6d5-4bf0-baaf-2ac7072f696f None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:36:57.837009 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe472a8-c6d5-4bf0-baaf-2ac7072f696f None None] Checking segment: {'id': '99c3cad7-e6e4-4ccc-84bd-8988e08a7d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c5ca4120-9078-4e3e-acce-08bf18ae7ea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:36:57.837190 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-cfe472a8-c6d5-4bf0-baaf-2ac7072f696f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:57.837586 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe472a8-c6d5-4bf0-baaf-2ac7072f696f None None] Bound using segment: {'id': '99c3cad7-e6e4-4ccc-84bd-8988e08a7d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c5ca4120-9078-4e3e-acce-08bf18ae7ea8'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:36:57.838023 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-cfe472a8-c6d5-4bf0-baaf-2ac7072f696f None None] Bound port: fc40cbe6-59aa-4f59-9aaf-5d6e0e6247c9, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99c3cad7-e6e4-4ccc-84bd-8988e08a7d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c5ca4120-9078-4e3e-acce-08bf18ae7ea8'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:36:57.842314 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-cfe472a8-c6d5-4bf0-baaf-2ac7072f696f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:57.851000 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341bb054-64d7-43dd-bbc7-9a79ccdd2a3a tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] Network 1ae1c73f-368b-437c-b4a0-bfbb9ef7cdcd is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:36:57.875227 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-341bb054-64d7-43dd-bbc7-9a79ccdd2a3a tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:36:57.892936 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341bb054-64d7-43dd-bbc7-9a79ccdd2a3a tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:36:57.934717 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56adb963-41f3-4407-9afd-281b67770b0a req-88c6886a-90a5-4644-9492-e83f84e64d6d tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:57.938739 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f869c8-9a3f-456a-82a4-cb8da25f5d9e None None] Network 1ae1c73f-368b-437c-b4a0-bfbb9ef7cdcd requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:36:57.947522 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-56adb963-41f3-4407-9afd-281b67770b0a req-88c6886a-90a5-4644-9492-e83f84e64d6d tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.44 "GET /v2.0/networks?id=35316ea3-d15f-4e9c-9d0f-87ba20d4fc64 HTTP/1.1" status: 200 len: 812 time: 0.3165700 Nov 12 08:36:57.949761 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341bb054-64d7-43dd-bbc7-9a79ccdd2a3a tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] Pushing event updated for resources: {'Port': ['ID=9490ece2-722e-4b0c-9065-60cf9fd5c0f9,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:57.993035 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341bb054-64d7-43dd-bbc7-9a79ccdd2a3a tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:57.994383 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-341bb054-64d7-43dd-bbc7-9a79ccdd2a3a tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:58.028331 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-cfe472a8-c6d5-4bf0-baaf-2ac7072f696f None None] For port fc40cbe6-59aa-4f59-9aaf-5d6e0e6247c9, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:36:58.038346 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-341bb054-64d7-43dd-bbc7-9a79ccdd2a3a tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.4824483 Nov 12 08:36:58.039673 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 46448) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:58.068220 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-646a9d92-6dbe-4705-a0d8-1d36312fe5ae tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Allocated IP 172.20.0.12 (c5ca4120-9078-4e3e-acce-08bf18ae7ea8/13db2bfe-3a98-4ad5-9a9d-f68faa1b3723/be8cc08d-47c3-40f2-a5ed-50c06cc51742) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:36:58.101223 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e80657a5-dc48-42ca-ac37-b9aba39ca86b None None] Provisioning complete for port ee7bc152-b69d-4675-ad90-605104940955 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:58.101880 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e80657a5-dc48-42ca-ac37-b9aba39ca86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:58.105841 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-56adb963-41f3-4407-9afd-281b67770b0a req-3c7d3597-71d9-40f6-8a37-b9eb350caf98 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Request body: {'port': {'device_id': '3adfe4ff-1583-4042-8ae6-e9c4a74f82f2', 'network_id': '35316ea3-d15f-4e9c-9d0f-87ba20d4fc64', 'admin_state_up': True, 'tenant_id': '7d3f7337327743ecb706fdd7c92380e3'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:58.142302 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-cfe472a8-c6d5-4bf0-baaf-2ac7072f696f None None] For port fc40cbe6-59aa-4f59-9aaf-5d6e0e6247c9, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=fc40cbe6-59aa-4f59-9aaf-5d6e0e6247c9,segment=NetworkSegment(99c3cad7-e6e4-4ccc-84bd-8988e08a7d45),segment_id=99c3cad7-e6e4-4ccc-84bd-8988e08a7d45)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:36:58.161155 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-cfe472a8-c6d5-4bf0-baaf-2ac7072f696f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:58.181551 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d0937c-59ec-4c5b-9aab-f7916239de75 tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:58.191527 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d0937c-59ec-4c5b-9aab-f7916239de75 tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:58.198790 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d0937c-59ec-4c5b-9aab-f7916239de75 tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:58.203362 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-44d0937c-59ec-4c5b-9aab-f7916239de75 tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.1602325 Nov 12 08:36:58.204099 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 46450) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:58.248012 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe472a8-c6d5-4bf0-baaf-2ac7072f696f None None] Pushing event updated for resources: {'Port': ['ID=fc40cbe6-59aa-4f59-9aaf-5d6e0e6247c9,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:58.423158 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-b21b56ba-93ce-4226-87c9-1814987a78c1 tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] Deleting port 9490ece2-722e-4b0c-9065-60cf9fd5c0f9 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:36:58.423511 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b21b56ba-93ce-4226-87c9-1814987a78c1 tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:58.711733 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-646a9d92-6dbe-4705-a0d8-1d36312fe5ae tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:58.762515 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f0b18e78-6efb-4756-b771-4f27c4f521df req-e4688fa5-42ab-4282-9c1e-a4cf368e9566 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=3adfe4ff-1583-4042-8ae6-e9c4a74f82f2 HTTP/1.1" status: 200 len: 210 time: 0.1344929 Nov 12 08:36:58.852714 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-646a9d92-6dbe-4705-a0d8-1d36312fe5ae tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:58.915899 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b21b56ba-93ce-4226-87c9-1814987a78c1 tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:58.999923 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-b21b56ba-93ce-4226-87c9-1814987a78c1 tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] Calling delete_port for 9490ece2-722e-4b0c-9065-60cf9fd5c0f9 owned by {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:36:59.045861 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646a9d92-6dbe-4705-a0d8-1d36312fe5ae tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Network c5ca4120-9078-4e3e-acce-08bf18ae7ea8 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:36:59.059294 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-646a9d92-6dbe-4705-a0d8-1d36312fe5ae tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:36:59.066891 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646a9d92-6dbe-4705-a0d8-1d36312fe5ae tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:36:59.073385 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646a9d92-6dbe-4705-a0d8-1d36312fe5ae tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Pushing event updated for resources: {'Port': ['ID=be8cc08d-47c3-40f2-a5ed-50c06cc51742,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:59.131526 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56adb963-41f3-4407-9afd-281b67770b0a req-3c7d3597-71d9-40f6-8a37-b9eb350caf98 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Made reservation on behalf of 7d3f7337327743ecb706fdd7c92380e3 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:36:59.137175 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-56adb963-41f3-4407-9afd-281b67770b0a req-3c7d3597-71d9-40f6-8a37-b9eb350caf98 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:59.179575 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ac7c68fe-b997-4269-be4b-a04d480d1045 req-c203e803-6e48-4aa9-8efd-bb28c8e746f0 tempest-VolumesNegativeTest-790632620 tempest-VolumesNegativeTest-790632620-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6c1761a-04f9-44d1-8f00-2486b924a785 HTTP/1.1" status: 200 len: 210 time: 0.2688191 Nov 12 08:36:59.258639 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device ee7bc152-b69d-4675-ad90-605104940955 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:36:59.263523 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646a9d92-6dbe-4705-a0d8-1d36312fe5ae tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:59.264995 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-646a9d92-6dbe-4705-a0d8-1d36312fe5ae tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:59.300123 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-646a9d92-6dbe-4705-a0d8-1d36312fe5ae tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 2.1179576 Nov 12 08:36:59.303318 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 46474) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:59.353832 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b21b56ba-93ce-4226-87c9-1814987a78c1 tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:59.397020 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-5a638eb7-32cf-4543-9243-c7b3fc463974 None None] Provisioning complete for port ee7bc152-b69d-4675-ad90-605104940955 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:59.397457 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5a638eb7-32cf-4543-9243-c7b3fc463974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:59.408000 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port ee7bc152-b69d-4675-ad90-605104940955 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:59.408403 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:59.448185 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21b56ba-93ce-4226-87c9-1814987a78c1 tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] Pushing event deleted for resources: {'Port': ['ID=9490ece2-722e-4b0c-9065-60cf9fd5c0f9,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:59.515769 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-56adb963-41f3-4407-9afd-281b67770b0a req-3c7d3597-71d9-40f6-8a37-b9eb350caf98 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Allocated IP 172.20.0.8 (35316ea3-d15f-4e9c-9d0f-87ba20d4fc64/d1d27945-8c3d-427f-88ef-3c42a7516333/4f6166d6-e990-433e-a9be-e34ac9662cd2) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:36:59.608994 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device fc40cbe6-59aa-4f59-9aaf-5d6e0e6247c9 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:36:59.654571 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b21b56ba-93ce-4226-87c9-1814987a78c1 tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:59.675402 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-b21b56ba-93ce-4226-87c9-1814987a78c1 tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] 10.222.0.26 "DELETE /v2.0/ports/9490ece2-722e-4b0c-9065-60cf9fd5c0f9 HTTP/1.1" status: 204 len: 168 time: 1.4698071 Nov 12 08:36:59.678370 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 46484) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:59.691346 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-bc3d39e0-3936-4850-aa4f-4ee082b862d0 tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] Request body: {'port': {'name': 'tempest-new-port-name-1278189331', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:59.692016 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.api.validators [None req-bc3d39e0-3936-4850-aa4f-4ee082b862d0 tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] bootfile-name is not in valid_values {{(pid=102600) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 08:36:59.692538 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.api.validators [None req-bc3d39e0-3936-4850-aa4f-4ee082b862d0 tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] tftp-server is not in valid_values {{(pid=102600) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 08:36:59.693028 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.api.validators [None req-bc3d39e0-3936-4850-aa4f-4ee082b862d0 tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] server-ip-address is not in valid_values {{(pid=102600) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 08:36:59.828737 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-5a638eb7-32cf-4543-9243-c7b3fc463974 None None] Could not find standard attr ID for object 9490ece2-722e-4b0c-9065-60cf9fd5c0f9. {{(pid=102601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:36:59.835512 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port fc40cbe6-59aa-4f59-9aaf-5d6e0e6247c9 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:59.836326 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:59.899286 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bc3d39e0-3936-4850-aa4f-4ee082b862d0 tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:59.928684 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-5a638eb7-32cf-4543-9243-c7b3fc463974 None None] Provisioning complete for port 7b276125-de8b-4e97-819e-1ca05a0b75df triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:59.929281 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5a638eb7-32cf-4543-9243-c7b3fc463974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:00.025576 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-56adb963-41f3-4407-9afd-281b67770b0a req-3c7d3597-71d9-40f6-8a37-b9eb350caf98 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:00.068005 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9af98ec-c3d8-4c70-980e-1f80a8d19610 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:00.075451 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9af98ec-c3d8-4c70-980e-1f80a8d19610 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:00.093276 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9af98ec-c3d8-4c70-980e-1f80a8d19610 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:00.106926 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-b9af98ec-c3d8-4c70-980e-1f80a8d19610 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.8022826 Nov 12 08:37:00.118180 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 46496) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:00.142800 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-5a638eb7-32cf-4543-9243-c7b3fc463974 None None] Port 7b276125-de8b-4e97-819e-1ca05a0b75df cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:37:00.178714 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8460b498-bd0d-4225-9df9-73334caabd66 req-89ae45ea-b1bc-465e-b965-f930ab38189c tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=3adfe4ff-1583-4042-8ae6-e9c4a74f82f2 HTTP/1.1" status: 200 len: 210 time: 0.1245172 Nov 12 08:37:00.407806 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:00.462373 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-958de587-f8c4-4c6e-aae5-10934f99ac00 None None] Provisioning complete for port 7b276125-de8b-4e97-819e-1ca05a0b75df triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:37:00.462778 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-958de587-f8c4-4c6e-aae5-10934f99ac00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:00.526494 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-56adb963-41f3-4407-9afd-281b67770b0a req-3c7d3597-71d9-40f6-8a37-b9eb350caf98 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:00.636403 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbfb4f1-b9db-44bb-9bc2-774349e31ec2 None None] Network c5ca4120-9078-4e3e-acce-08bf18ae7ea8 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:37:00.640096 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-958de587-f8c4-4c6e-aae5-10934f99ac00 None None] Port 7b276125-de8b-4e97-819e-1ca05a0b75df cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:37:00.665406 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bc3d39e0-3936-4850-aa4f-4ee082b862d0 tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:00.679264 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56adb963-41f3-4407-9afd-281b67770b0a req-3c7d3597-71d9-40f6-8a37-b9eb350caf98 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Network 35316ea3-d15f-4e9c-9d0f-87ba20d4fc64 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:37:00.688530 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bc3d39e0-3936-4850-aa4f-4ee082b862d0 tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:00.689291 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] For port fc40cbe6-59aa-4f59-9aaf-5d6e0e6247c9, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=fc40cbe6-59aa-4f59-9aaf-5d6e0e6247c9,segment=NetworkSegment(99c3cad7-e6e4-4ccc-84bd-8988e08a7d45),segment_id=99c3cad7-e6e4-4ccc-84bd-8988e08a7d45)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:00.704602 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-56adb963-41f3-4407-9afd-281b67770b0a req-3c7d3597-71d9-40f6-8a37-b9eb350caf98 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:37:00.727439 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-56adb963-41f3-4407-9afd-281b67770b0a req-3c7d3597-71d9-40f6-8a37-b9eb350caf98 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:37:00.736733 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7d3597-71d9-40f6-8a37-b9eb350caf98 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Pushing event updated for resources: {'Port': ['ID=4f6166d6-e990-433e-a9be-e34ac9662cd2,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:00.746835 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:00.790228 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-6fc5f81a-f21f-47c1-97a6-35fad3e0170b tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Deleting port be8cc08d-47c3-40f2-a5ed-50c06cc51742 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:37:00.803184 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6fc5f81a-f21f-47c1-97a6-35fad3e0170b tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:00.870957 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3d39e0-3936-4850-aa4f-4ee082b862d0 tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] Pushing event updated for resources: {'Port': ['ID=7b276125-de8b-4e97-819e-1ca05a0b75df,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:01.020507 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Pushing event updated for resources: {'Port': ['ID=fc40cbe6-59aa-4f59-9aaf-5d6e0e6247c9,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:01.023423 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-6e55d8e3-f7a3-4a3a-88b4-ad2e2bbd88cb None None] Provisioning complete for port fc40cbe6-59aa-4f59-9aaf-5d6e0e6247c9 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:37:01.023793 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6e55d8e3-f7a3-4a3a-88b4-ad2e2bbd88cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:01.157699 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-bc3d39e0-3936-4850-aa4f-4ee082b862d0 tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] In _notify_port_updated(), no bound segment for port 7b276125-de8b-4e97-819e-1ca05a0b75df on network 1ae1c73f-368b-437c-b4a0-bfbb9ef7cdcd {{(pid=102600) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 08:37:01.210130 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3d39e0-3936-4850-aa4f-4ee082b862d0 tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:01.215498 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bc3d39e0-3936-4850-aa4f-4ee082b862d0 tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:01.217186 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-bc3d39e0-3936-4850-aa4f-4ee082b862d0 tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] 10.222.0.26 "PUT /v2.0/ports/7b276125-de8b-4e97-819e-1ca05a0b75df HTTP/1.1" status: 200 len: 1136 time: 1.5330749 Nov 12 08:37:01.221997 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 46518) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:01.225369 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6fc5f81a-f21f-47c1-97a6-35fad3e0170b tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:01.265150 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-6fc5f81a-f21f-47c1-97a6-35fad3e0170b tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Calling delete_port for be8cc08d-47c3-40f2-a5ed-50c06cc51742 owned by {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:37:01.358066 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8beaba15-a7e5-4549-a050-2b45d8581e9d tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:01.360089 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-8beaba15-a7e5-4549-a050-2b45d8581e9d tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] 10.222.0.26 "GET /v2.0/ports/7b276125-de8b-4e97-819e-1ca05a0b75df HTTP/1.1" status: 200 len: 1136 time: 0.1365428 Nov 12 08:37:01.363401 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 46522) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:01.422814 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-6e55d8e3-f7a3-4a3a-88b4-ad2e2bbd88cb None None] Could not find standard attr ID for object 9490ece2-722e-4b0c-9065-60cf9fd5c0f9. {{(pid=102601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:37:01.534610 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6fc5f81a-f21f-47c1-97a6-35fad3e0170b tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:01.566383 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56adb963-41f3-4407-9afd-281b67770b0a req-3c7d3597-71d9-40f6-8a37-b9eb350caf98 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:01.567439 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-56adb963-41f3-4407-9afd-281b67770b0a req-3c7d3597-71d9-40f6-8a37-b9eb350caf98 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:01.572102 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1bcc850d-cb49-48e7-875e-8cd0e3c0cccc req-7aee5f9d-662f-478c-8277-619825a772ac tempest-VolumesNegativeTest-790632620 tempest-VolumesNegativeTest-790632620-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=734c1ccd99aa478191c4661e730a9d04&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1041913 Nov 12 08:37:01.596813 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-41995e91-6ed3-4f65-8200-f4d9c07653b4 None None] Provisioning complete for port 4f6166d6-e990-433e-a9be-e34ac9662cd2 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:37:01.597418 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-41995e91-6ed3-4f65-8200-f4d9c07653b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:01.607905 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b7a01269-4a4c-4bbd-8723-d7746ba3013c req-b4455ab4-107b-47e1-a12e-11cff24ca788 tempest-VolumesNegativeTest-790632620 tempest-VolumesNegativeTest-790632620-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6c1761a-04f9-44d1-8f00-2486b924a785 HTTP/1.1" status: 200 len: 210 time: 0.5783260 Nov 12 08:37:01.623811 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc5f81a-f21f-47c1-97a6-35fad3e0170b tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Pushing event deleted for resources: {'Port': ['ID=be8cc08d-47c3-40f2-a5ed-50c06cc51742,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:01.646847 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-c91ec052-6f20-462d-8438-6e64b8b49a47 tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] Deleting port 7b276125-de8b-4e97-819e-1ca05a0b75df {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:37:01.647829 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c91ec052-6f20-462d-8438-6e64b8b49a47 tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:01.688689 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-56adb963-41f3-4407-9afd-281b67770b0a req-3c7d3597-71d9-40f6-8a37-b9eb350caf98 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5892544 Nov 12 08:37:01.733930 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-41995e91-6ed3-4f65-8200-f4d9c07653b4 None None] Port 4f6166d6-e990-433e-a9be-e34ac9662cd2 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:37:01.772926 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-41995e91-6ed3-4f65-8200-f4d9c07653b4 None None] Provisioning complete for port 7b276125-de8b-4e97-819e-1ca05a0b75df triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:37:01.773321 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-41995e91-6ed3-4f65-8200-f4d9c07653b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:01.815952 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-56adb963-41f3-4407-9afd-281b67770b0a req-abadd765-25fc-4c66-adfd-5ad3e6fe95c7 service neutron] Request body: {'port': {'device_id': '3adfe4ff-1583-4042-8ae6-e9c4a74f82f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:01.850074 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-41995e91-6ed3-4f65-8200-f4d9c07653b4 None None] Port 7b276125-de8b-4e97-819e-1ca05a0b75df cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:37:01.959299 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c91ec052-6f20-462d-8438-6e64b8b49a47 tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:01.981880 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-c91ec052-6f20-462d-8438-6e64b8b49a47 tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] Calling delete_port for 7b276125-de8b-4e97-819e-1ca05a0b75df owned by {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:37:02.200925 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-39e6df1e-437b-4351-9b04-b11750f9d2b1 None None] Provisioning complete for port a17dfaa0-8b2c-4c30-995a-469e9eb8a74c triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:37:02.201304 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-39e6df1e-437b-4351-9b04-b11750f9d2b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:02.226214 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c945a58d-673b-41f0-95ef-f56f19cced1e req-5b610bf6-4559-436d-9067-0394faf3e4f4 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:02.238855 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c945a58d-673b-41f0-95ef-f56f19cced1e req-5b610bf6-4559-436d-9067-0394faf3e4f4 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=3adfe4ff-1583-4042-8ae6-e9c4a74f82f2 HTTP/1.1" status: 200 len: 931 time: 0.4474130 Nov 12 08:37:02.295044 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c91ec052-6f20-462d-8438-6e64b8b49a47 tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:02.305128 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-39e6df1e-437b-4351-9b04-b11750f9d2b1 None None] Port a17dfaa0-8b2c-4c30-995a-469e9eb8a74c cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:37:02.343496 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-39e6df1e-437b-4351-9b04-b11750f9d2b1 None None] Provisioning complete for port fc40cbe6-59aa-4f59-9aaf-5d6e0e6247c9 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:37:02.344033 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-39e6df1e-437b-4351-9b04-b11750f9d2b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:02.383013 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c945a58d-673b-41f0-95ef-f56f19cced1e req-25df4d41-b5cb-40ff-8395-8cf0530efff6 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424687 Nov 12 08:37:02.441898 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91ec052-6f20-462d-8438-6e64b8b49a47 tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] Pushing event deleted for resources: {'Port': ['ID=7b276125-de8b-4e97-819e-1ca05a0b75df,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:02.536459 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-39e6df1e-437b-4351-9b04-b11750f9d2b1 None None] Could not find standard attr ID for object be8cc08d-47c3-40f2-a5ed-50c06cc51742. {{(pid=102601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:37:02.629270 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c91ec052-6f20-462d-8438-6e64b8b49a47 tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:02.632749 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-c91ec052-6f20-462d-8438-6e64b8b49a47 tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] 10.222.0.26 "DELETE /v2.0/ports/7b276125-de8b-4e97-819e-1ca05a0b75df HTTP/1.1" status: 204 len: 168 time: 1.2680387 Nov 12 08:37:02.639952 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 46538) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:02.741317 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-aa539a8f-a916-44e6-b4b4-90e17ccaeaf2 None None] Provisioning complete for port a17dfaa0-8b2c-4c30-995a-469e9eb8a74c triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:37:02.741821 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-aa539a8f-a916-44e6-b4b4-90e17ccaeaf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:02.778156 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa1c043d-e2db-431d-820c-950702622367 tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] Deleting subnet 6db798b1-1108-42bc-bd68-ae757ac20497 {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:37:02.787495 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fa1c043d-e2db-431d-820c-950702622367 tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:02.916286 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-aa539a8f-a916-44e6-b4b4-90e17ccaeaf2 None None] Port a17dfaa0-8b2c-4c30-995a-469e9eb8a74c cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:37:02.940215 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fa1c043d-e2db-431d-820c-950702622367 tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:02.984094 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcc850d-cb49-48e7-875e-8cd0e3c0cccc req-7b9b9f66-4adc-419f-a1f1-536d87733000 tempest-VolumesNegativeTest-790632620 tempest-VolumesNegativeTest-790632620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:02.987181 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1bcc850d-cb49-48e7-875e-8cd0e3c0cccc req-7b9b9f66-4adc-419f-a1f1-536d87733000 tempest-VolumesNegativeTest-790632620 tempest-VolumesNegativeTest-790632620-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.3834667 Nov 12 08:37:03.018914 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device fc40cbe6-59aa-4f59-9aaf-5d6e0e6247c9 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:37:03.033478 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-1bcc850d-cb49-48e7-875e-8cd0e3c0cccc req-f6cec4ad-ac9e-4915-99fc-61d78404b548 tempest-VolumesNegativeTest-790632620 tempest-VolumesNegativeTest-790632620-project] Request body: {'port': {'device_id': 'b6c1761a-04f9-44d1-8f00-2486b924a785', 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016', 'admin_state_up': True, 'tenant_id': '734c1ccd99aa478191c4661e730a9d04'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:03.080280 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0b720a47-66b8-4337-9b78-88fd11761cd4 req-86de4271-a5fe-461c-a7de-ce14baa367b8 tempest-VolumesNegativeTest-790632620 tempest-VolumesNegativeTest-790632620-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6c1761a-04f9-44d1-8f00-2486b924a785 HTTP/1.1" status: 200 len: 210 time: 0.1557214 Nov 12 08:37:03.094326 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-1902e364-8bc3-48c5-a5ff-01a01eccea8a None None] Could not find standard attr ID for object be8cc08d-47c3-40f2-a5ed-50c06cc51742. {{(pid=102601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:37:03.102723 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-56adb963-41f3-4407-9afd-281b67770b0a req-abadd765-25fc-4c66-adfd-5ad3e6fe95c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:03.163421 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port fc40cbe6-59aa-4f59-9aaf-5d6e0e6247c9 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:37:03.166278 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:03.188219 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fa1c043d-e2db-431d-820c-950702622367 tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:03.346297 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fa1c043d-e2db-431d-820c-950702622367 tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:03.383507 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6fc5f81a-f21f-47c1-97a6-35fad3e0170b tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:03.392098 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-6fc5f81a-f21f-47c1-97a6-35fad3e0170b tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] 10.222.0.26 "DELETE /v2.0/ports/be8cc08d-47c3-40f2-a5ed-50c06cc51742 HTTP/1.1" status: 204 len: 168 time: 3.2726119 Nov 12 08:37:03.403897 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 46548) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:03.405557 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1c043d-e2db-431d-820c-950702622367 tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] Pushing event deleted for resources: {'Subnet': ['ID=6db798b1-1108-42bc-bd68-ae757ac20497,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:03.426941 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fa1c043d-e2db-431d-820c-950702622367 tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:03.430980 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-fa1c043d-e2db-431d-820c-950702622367 tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] 10.222.0.26 "DELETE /v2.0/subnets/6db798b1-1108-42bc-bd68-ae757ac20497 HTTP/1.1" status: 204 len: 168 time: 0.7897599 Nov 12 08:37:03.442957 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 46552) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:03.452282 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce280e8-4b90-4bd6-9ab8-10e2dd625a12 None None] Network 1ae1c73f-368b-437c-b4a0-bfbb9ef7cdcd requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:37:03.463036 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-f50ebe6c-c719-40e9-b9fc-c34a797eb912 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] GET failed (client error): The resource could not be found. Nov 12 08:37:03.465724 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-f50ebe6c-c719-40e9-b9fc-c34a797eb912 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] 10.222.0.26 "GET /v2.0/ports/be8cc08d-47c3-40f2-a5ed-50c06cc51742 HTTP/1.1" status: 404 len: 333 time: 0.0556509 Nov 12 08:37:03.470753 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 46554) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:03.476942 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-0fa83e5d-97db-4ef5-8b69-fff93aa6b39d tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Request body: {'port': {'network_id': 'c5ca4120-9078-4e3e-acce-08bf18ae7ea8', 'name': 'tempest-AllowedAddressPairTestJSON-1351783254'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:03.712970 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f98cef89-1d14-4f04-bf11-e66559d64dd2 tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:03.719623 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bcc850d-cb49-48e7-875e-8cd0e3c0cccc req-f6cec4ad-ac9e-4915-99fc-61d78404b548 tempest-VolumesNegativeTest-790632620 tempest-VolumesNegativeTest-790632620-project] Made reservation on behalf of 734c1ccd99aa478191c4661e730a9d04 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:37:03.723857 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1bcc850d-cb49-48e7-875e-8cd0e3c0cccc req-f6cec4ad-ac9e-4915-99fc-61d78404b548 tempest-VolumesNegativeTest-790632620 tempest-VolumesNegativeTest-790632620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:03.755272 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1bcc850d-cb49-48e7-875e-8cd0e3c0cccc req-f6cec4ad-ac9e-4915-99fc-61d78404b548 tempest-VolumesNegativeTest-790632620 tempest-VolumesNegativeTest-790632620-project] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:03.792743 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db7ac66-e9ee-4792-bde8-bf9022e5ca81 req-06fddcac-6c26-40eb-a838-c032a6106ec3 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:03.795837 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3db7ac66-e9ee-4792-bde8-bf9022e5ca81 req-06fddcac-6c26-40eb-a838-c032a6106ec3 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=3adfe4ff-1583-4042-8ae6-e9c4a74f82f2 HTTP/1.1" status: 200 len: 931 time: 0.1636446 Nov 12 08:37:03.797540 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa83e5d-97db-4ef5-8b69-fff93aa6b39d tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Made reservation on behalf of a6fcf7ad18a04d9b9f74091561aa9d6e for: {'port': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:37:03.804372 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0fa83e5d-97db-4ef5-8b69-fff93aa6b39d tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:03.843746 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [None req-0fa83e5d-97db-4ef5-8b69-fff93aa6b39d tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] device_id is not set on port f542253e-27dd-4cbd-9afa-28c943b7b73d yet. {{(pid=102600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:37:03.947073 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-bf726e57-caa8-4f73-ac14-881b85849ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:04.003826 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-56adb963-41f3-4407-9afd-281b67770b0a req-abadd765-25fc-4c66-adfd-5ad3e6fe95c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f6166d6-e990-433e-a9be-e34ac9662cd2 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:37:04.017184 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-56adb963-41f3-4407-9afd-281b67770b0a req-abadd765-25fc-4c66-adfd-5ad3e6fe95c7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:04.035949 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-56adb963-41f3-4407-9afd-281b67770b0a req-abadd765-25fc-4c66-adfd-5ad3e6fe95c7 service neutron] Transition to ACTIVE for port object 4f6166d6-e990-433e-a9be-e34ac9662cd2 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:37:04.052580 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-56adb963-41f3-4407-9afd-281b67770b0a req-abadd765-25fc-4c66-adfd-5ad3e6fe95c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:04.053200 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c55547-aac4-4b67-b09b-09e142de909e None None] DHCP port deletion for 1ae1c73f-368b-437c-b4a0-bfbb9ef7cdcd request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:37:04.088624 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3db7ac66-e9ee-4792-bde8-bf9022e5ca81 req-6e89f63b-3f80-4e89-9762-01f5e24b128d tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631774 Nov 12 08:37:04.133321 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abadd765-25fc-4c66-adfd-5ad3e6fe95c7 service neutron] Pushing event updated for resources: {'Port': ['ID=4f6166d6-e990-433e-a9be-e34ac9662cd2,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:04.169680 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-0fa83e5d-97db-4ef5-8b69-fff93aa6b39d tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Allocated IP 172.20.0.9 (c5ca4120-9078-4e3e-acce-08bf18ae7ea8/13db2bfe-3a98-4ad5-9a9d-f68faa1b3723/f542253e-27dd-4cbd-9afa-28c943b7b73d) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:37:04.188527 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abadd765-25fc-4c66-adfd-5ad3e6fe95c7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:04.188999 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abadd765-25fc-4c66-adfd-5ad3e6fe95c7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:04.189585 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abadd765-25fc-4c66-adfd-5ad3e6fe95c7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:04.190003 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abadd765-25fc-4c66-adfd-5ad3e6fe95c7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:04.190436 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abadd765-25fc-4c66-adfd-5ad3e6fe95c7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:04.191018 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abadd765-25fc-4c66-adfd-5ad3e6fe95c7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:04.191625 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abadd765-25fc-4c66-adfd-5ad3e6fe95c7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:04.192291 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abadd765-25fc-4c66-adfd-5ad3e6fe95c7 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:04.192712 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abadd765-25fc-4c66-adfd-5ad3e6fe95c7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:04.193123 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abadd765-25fc-4c66-adfd-5ad3e6fe95c7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:04.194250 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abadd765-25fc-4c66-adfd-5ad3e6fe95c7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:04.194715 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abadd765-25fc-4c66-adfd-5ad3e6fe95c7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:04.226448 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-e6c55547-aac4-4b67-b09b-09e142de909e None None] Deleting port ee7bc152-b69d-4675-ad90-605104940955 {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:37:04.226892 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e6c55547-aac4-4b67-b09b-09e142de909e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:04.232878 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-f98cef89-1d14-4f04-bf11-e66559d64dd2 tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] Deleting port ee7bc152-b69d-4675-ad90-605104940955 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:37:04.233342 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f98cef89-1d14-4f04-bf11-e66559d64dd2 tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:04.247309 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1bcc850d-cb49-48e7-875e-8cd0e3c0cccc req-f6cec4ad-ac9e-4915-99fc-61d78404b548 tempest-VolumesNegativeTest-790632620 tempest-VolumesNegativeTest-790632620-project] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:04.274959 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1bcc850d-cb49-48e7-875e-8cd0e3c0cccc req-f6cec4ad-ac9e-4915-99fc-61d78404b548 tempest-VolumesNegativeTest-790632620 tempest-VolumesNegativeTest-790632620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:04.371124 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cec4ad-ac9e-4915-99fc-61d78404b548 tempest-VolumesNegativeTest-790632620 tempest-VolumesNegativeTest-790632620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1483dd55-c247-4a0c-bc84-e23ddb8f25e9,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:04.443250 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e6c55547-aac4-4b67-b09b-09e142de909e None None] For port ee7bc152-b69d-4675-ad90-605104940955, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=ee7bc152-b69d-4675-ad90-605104940955,segment=NetworkSegment(31cd8321-6fac-479b-b3b6-37616b0001fd),segment_id=31cd8321-6fac-479b-b3b6-37616b0001fd)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:04.455796 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e6c55547-aac4-4b67-b09b-09e142de909e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:04.498629 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-e6c55547-aac4-4b67-b09b-09e142de909e None None] Calling delete_port for ee7bc152-b69d-4675-ad90-605104940955 owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:37:04.517559 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b30580c1-d8f6-429a-859d-d44f047e3a1c req-102cb513-4ce8-4a76-91e8-4a6c6c9a84ee tempest-VolumesNegativeTest-790632620 tempest-VolumesNegativeTest-790632620-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6c1761a-04f9-44d1-8f00-2486b924a785 HTTP/1.1" status: 200 len: 210 time: 0.2332513 Nov 12 08:37:04.642671 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-f98cef89-1d14-4f04-bf11-e66559d64dd2 tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] For port ee7bc152-b69d-4675-ad90-605104940955, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=ee7bc152-b69d-4675-ad90-605104940955,segment=NetworkSegment(31cd8321-6fac-479b-b3b6-37616b0001fd),segment_id=31cd8321-6fac-479b-b3b6-37616b0001fd)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:04.643270 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f98cef89-1d14-4f04-bf11-e66559d64dd2 tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:04.672236 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0fa83e5d-97db-4ef5-8b69-fff93aa6b39d tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:04.704991 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-f98cef89-1d14-4f04-bf11-e66559d64dd2 tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] Calling delete_port for ee7bc152-b69d-4675-ad90-605104940955 owned by network:dhcp {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:37:04.789774 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0fa83e5d-97db-4ef5-8b69-fff93aa6b39d tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:04.813401 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e6c55547-aac4-4b67-b09b-09e142de909e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:04.895765 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-56adb963-41f3-4407-9afd-281b67770b0a req-abadd765-25fc-4c66-adfd-5ad3e6fe95c7 service neutron] Attempting to bind port 4f6166d6-e990-433e-a9be-e34ac9662cd2 on host n-h2-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:37:04.896312 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-56adb963-41f3-4407-9afd-281b67770b0a req-abadd765-25fc-4c66-adfd-5ad3e6fe95c7 service neutron] Attempting to bind port 4f6166d6-e990-433e-a9be-e34ac9662cd2 by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': 'add834c9-8487-4b10-a6f8-7351b562c1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '35316ea3-d15f-4e9c-9d0f-87ba20d4fc64'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:37:04.896885 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56adb963-41f3-4407-9afd-281b67770b0a req-abadd765-25fc-4c66-adfd-5ad3e6fe95c7 service neutron] Attempting to bind port 4f6166d6-e990-433e-a9be-e34ac9662cd2 on network 35316ea3-d15f-4e9c-9d0f-87ba20d4fc64 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:37:04.907774 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c55547-aac4-4b67-b09b-09e142de909e None None] Pushing event deleted for resources: {'Port': ['ID=ee7bc152-b69d-4675-ad90-605104940955,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:04.928041 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56adb963-41f3-4407-9afd-281b67770b0a req-abadd765-25fc-4c66-adfd-5ad3e6fe95c7 service neutron] Port 4f6166d6-e990-433e-a9be-e34ac9662cd2 on network 35316ea3-d15f-4e9c-9d0f-87ba20d4fc64 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:37:04.928553 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56adb963-41f3-4407-9afd-281b67770b0a req-abadd765-25fc-4c66-adfd-5ad3e6fe95c7 service neutron] Attempting to bind port 4f6166d6-e990-433e-a9be-e34ac9662cd2 on network 35316ea3-d15f-4e9c-9d0f-87ba20d4fc64 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:37:04.929850 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa83e5d-97db-4ef5-8b69-fff93aa6b39d tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Network c5ca4120-9078-4e3e-acce-08bf18ae7ea8 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:37:04.934456 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-0fa83e5d-97db-4ef5-8b69-fff93aa6b39d tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:37:04.944027 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa83e5d-97db-4ef5-8b69-fff93aa6b39d tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:37:04.952551 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56adb963-41f3-4407-9afd-281b67770b0a req-abadd765-25fc-4c66-adfd-5ad3e6fe95c7 service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:37:04.952840 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56adb963-41f3-4407-9afd-281b67770b0a req-abadd765-25fc-4c66-adfd-5ad3e6fe95c7 service neutron] Checking segment: {'id': 'add834c9-8487-4b10-a6f8-7351b562c1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '35316ea3-d15f-4e9c-9d0f-87ba20d4fc64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:37:04.953118 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56adb963-41f3-4407-9afd-281b67770b0a req-abadd765-25fc-4c66-adfd-5ad3e6fe95c7 service neutron] Bound using segment: {'id': 'add834c9-8487-4b10-a6f8-7351b562c1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '35316ea3-d15f-4e9c-9d0f-87ba20d4fc64'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:37:04.954321 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-56adb963-41f3-4407-9afd-281b67770b0a req-abadd765-25fc-4c66-adfd-5ad3e6fe95c7 service neutron] Bound port: 4f6166d6-e990-433e-a9be-e34ac9662cd2, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'add834c9-8487-4b10-a6f8-7351b562c1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '35316ea3-d15f-4e9c-9d0f-87ba20d4fc64'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:37:04.954321 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-56adb963-41f3-4407-9afd-281b67770b0a req-abadd765-25fc-4c66-adfd-5ad3e6fe95c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:04.977634 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-1bcc850d-cb49-48e7-875e-8cd0e3c0cccc req-f6cec4ad-ac9e-4915-99fc-61d78404b548 tempest-VolumesNegativeTest-790632620 tempest-VolumesNegativeTest-790632620-project] Allocated IP 192.168.233.198 (107743df-d3df-459d-a6cd-9e2ab4303016/e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1/76dd929d-5938-4443-b4a8-5cd989bf5692) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:37:04.978054 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c55547-aac4-4b67-b09b-09e142de909e None None] No DVR routers for this DVR port ee7bc152-b69d-4675-ad90-605104940955 on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:37:04.993362 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device ee7bc152-b69d-4675-ad90-605104940955 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:37:05.055721 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: ee7bc152-b69d-4675-ad90-605104940955 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:37:05.056005 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device ee7bc152-b69d-4675-ad90-605104940955 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:37:05.089611 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa83e5d-97db-4ef5-8b69-fff93aa6b39d tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Pushing event updated for resources: {'Port': ['ID=f542253e-27dd-4cbd-9afa-28c943b7b73d,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:05.172531 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa83e5d-97db-4ef5-8b69-fff93aa6b39d tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:05.173207 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0fa83e5d-97db-4ef5-8b69-fff93aa6b39d tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:05.195178 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f98cef89-1d14-4f04-bf11-e66559d64dd2 tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:05.209136 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-0fa83e5d-97db-4ef5-8b69-fff93aa6b39d tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7367957 Nov 12 08:37:05.211833 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 46572) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:05.218406 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-0b923529-e0ab-4063-a217-04dd1c59f103 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:29:7e:19'}]}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:05.252628 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-56adb963-41f3-4407-9afd-281b67770b0a req-abadd765-25fc-4c66-adfd-5ad3e6fe95c7 service neutron] For port 4f6166d6-e990-433e-a9be-e34ac9662cd2, host n-h2-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:37:05.296683 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:05.311033 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98cef89-1d14-4f04-bf11-e66559d64dd2 tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] Pushing event deleted for resources: {'Port': ['ID=ee7bc152-b69d-4675-ad90-605104940955,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:05.333305 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-56adb963-41f3-4407-9afd-281b67770b0a req-abadd765-25fc-4c66-adfd-5ad3e6fe95c7 service neutron] For port 4f6166d6-e990-433e-a9be-e34ac9662cd2, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=4f6166d6-e990-433e-a9be-e34ac9662cd2,segment=NetworkSegment(add834c9-8487-4b10-a6f8-7351b562c1cc),segment_id=add834c9-8487-4b10-a6f8-7351b562c1cc)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:37:05.343719 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98cef89-1d14-4f04-bf11-e66559d64dd2 tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] No DVR routers for this DVR port ee7bc152-b69d-4675-ad90-605104940955 on host n-d-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:37:05.347167 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-56adb963-41f3-4407-9afd-281b67770b0a req-abadd765-25fc-4c66-adfd-5ad3e6fe95c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:05.420790 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56adb963-41f3-4407-9afd-281b67770b0a req-abadd765-25fc-4c66-adfd-5ad3e6fe95c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:05.421609 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-56adb963-41f3-4407-9afd-281b67770b0a req-abadd765-25fc-4c66-adfd-5ad3e6fe95c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:05.423359 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-56adb963-41f3-4407-9afd-281b67770b0a req-abadd765-25fc-4c66-adfd-5ad3e6fe95c7 service neutron] 10.222.0.44 "PUT /v2.0/ports/4f6166d6-e990-433e-a9be-e34ac9662cd2 HTTP/1.1" status: 200 len: 1092 time: 3.6799080 Nov 12 08:37:05.555284 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3adfe4ff-1583-4042-8ae6-e9c4a74f82f2', 'tag': '4f6166d6-e990-433e-a9be-e34ac9662cd2'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:37:05.559089 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad832fda-0cc4-4db2-9b07-597340b1bbd5" -d '{"events": [{"name": "network-changed", "server_uuid": "3adfe4ff-1583-4042-8ae6-e9c4a74f82f2", "tag": "4f6166d6-e990-433e-a9be-e34ac9662cd2"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:37:05.561809 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abadd765-25fc-4c66-adfd-5ad3e6fe95c7 service neutron] Pushing event updated for resources: {'Port': ['ID=4f6166d6-e990-433e-a9be-e34ac9662cd2,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:05.632388 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-426e04b2-05eb-452d-8218-2fac4d3efeb7 None None] Provisioning complete for port f542253e-27dd-4cbd-9afa-28c943b7b73d triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:37:05.633039 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-426e04b2-05eb-452d-8218-2fac4d3efeb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:05.633497 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fc2e59-e89e-424a-b97e-ae8cb923c85c req-c054ffa1-f789-4ab0-91d8-02750cb9c743 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:05.657712 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f98cef89-1d14-4f04-bf11-e66559d64dd2 tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:05.659345 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f3fc2e59-e89e-424a-b97e-ae8cb923c85c req-c054ffa1-f789-4ab0-91d8-02750cb9c743 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=3adfe4ff-1583-4042-8ae6-e9c4a74f82f2 HTTP/1.1" status: 200 len: 943 time: 0.2614114 Nov 12 08:37:05.685220 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-f98cef89-1d14-4f04-bf11-e66559d64dd2 tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ae1c73f-368b-437c-b4a0-bfbb9ef7cdcd']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:05.702710 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-f98cef89-1d14-4f04-bf11-e66559d64dd2 tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31cd8321-6fac-479b-b3b6-37616b0001fd') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:05.703392 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-f98cef89-1d14-4f04-bf11-e66559d64dd2 tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31cd8321-6fac-479b-b3b6-37616b0001fd') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:05.716814 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f98cef89-1d14-4f04-bf11-e66559d64dd2 tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:05.740735 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f98cef89-1d14-4f04-bf11-e66559d64dd2 tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:05.742204 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0b923529-e0ab-4063-a217-04dd1c59f103 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:05.751114 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f98cef89-1d14-4f04-bf11-e66559d64dd2 tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:37:05.751680 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f98cef89-1d14-4f04-bf11-e66559d64dd2 tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:05.767216 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-426e04b2-05eb-452d-8218-2fac4d3efeb7 None None] Port f542253e-27dd-4cbd-9afa-28c943b7b73d cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:37:05.868395 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f3fc2e59-e89e-424a-b97e-ae8cb923c85c req-dd30891d-0374-4372-be2e-d19fc5b52d04 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077014 Nov 12 08:37:05.941951 n-d-765315-29 neutron-server[102599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:37:05.941951 n-d-765315-29 neutron-server[102599]: self.session.flush() Nov 12 08:37:05.941951 n-d-765315-29 neutron-server[102599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:37:05.941951 n-d-765315-29 neutron-server[102599]: self.session.flush() Nov 12 08:37:05.941951 n-d-765315-29 neutron-server[102599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:37:05.941951 n-d-765315-29 neutron-server[102599]: self.session.flush() Nov 12 08:37:05.941951 n-d-765315-29 neutron-server[102599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:37:05.941951 n-d-765315-29 neutron-server[102599]: self.session.flush() Nov 12 08:37:05.941951 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 08:37:05.941951 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:37:05.941951 n-d-765315-29 neutron-server[102599]: timer() Nov 12 08:37:05.941951 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:37:05.941951 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 08:37:05.941951 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:37:05.941951 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 08:37:05.941951 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:37:05.941951 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 08:37:05.941951 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:37:05.941951 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 08:37:05.941951 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:37:05.941951 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 08:37:05.941951 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:37:05.941951 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:37:05.941951 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:37:05.941951 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:37:05.941951 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:37:05.941951 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 08:37:05.941951 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:37:05.941951 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 08:37:05.941951 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:37:05.941951 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:37:05.941951 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:37:05.941951 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 08:37:05.941951 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:37:05.941951 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:37:05.941951 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:37:05.941951 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:37:05.941951 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:37:05.941951 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:37:05.941951 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:37:05.950393 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1bcc850d-cb49-48e7-875e-8cd0e3c0cccc req-f6cec4ad-ac9e-4915-99fc-61d78404b548 tempest-VolumesNegativeTest-790632620 tempest-VolumesNegativeTest-790632620-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:05.952338 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f98cef89-1d14-4f04-bf11-e66559d64dd2 tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:05.957762 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f98cef89-1d14-4f04-bf11-e66559d64dd2 tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] Publish callbacks [] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:05.962892 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-f98cef89-1d14-4f04-bf11-e66559d64dd2 tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] 10.222.0.26 "DELETE /v2.0/networks/1ae1c73f-368b-437c-b4a0-bfbb9ef7cdcd HTTP/1.1" status: 204 len: 168 time: 2.5156147 Nov 12 08:37:06.018372 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98cef89-1d14-4f04-bf11-e66559d64dd2 tempest-ExtraDHCPOptionsTestJSON-1919733367 tempest-ExtraDHCPOptionsTestJSON-1919733367-project] Pushing event deleted for resources: {'Network': ['ID=1ae1c73f-368b-437c-b4a0-bfbb9ef7cdcd,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:06.063735 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56adb963-41f3-4407-9afd-281b67770b0a req-5b299d6d-8bad-4cf9-ae36-fe1b26e6a3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:06.065671 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-56adb963-41f3-4407-9afd-281b67770b0a req-5b299d6d-8bad-4cf9-ae36-fe1b26e6a3e6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7d3f7337327743ecb706fdd7c92380e3&device_id=3adfe4ff-1583-4042-8ae6-e9c4a74f82f2 HTTP/1.1" status: 200 len: 1095 time: 0.1343338 Nov 12 08:37:06.068747 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e2d2136e-ded8-4301-a61d-409607383473 req-4c5fc29d-3b06-4592-a71d-d637629aa5c5 tempest-VolumesNegativeTest-790632620 tempest-VolumesNegativeTest-790632620-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6c1761a-04f9-44d1-8f00-2486b924a785 HTTP/1.1" status: 200 len: 210 time: 0.0601830 Nov 12 08:37:06.176389 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1bcc850d-cb49-48e7-875e-8cd0e3c0cccc req-f6cec4ad-ac9e-4915-99fc-61d78404b548 tempest-VolumesNegativeTest-790632620 tempest-VolumesNegativeTest-790632620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:06.202936 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-56adb963-41f3-4407-9afd-281b67770b0a req-79b53849-d389-46bf-bace-d741c26183e5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f6166d6-e990-433e-a9be-e34ac9662cd2 HTTP/1.1" status: 200 len: 217 time: 0.1121340 Nov 12 08:37:06.253484 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1844b60f-9c1f-4396-a13f-93aeadd5875a x-openstack-request-id: req-1844b60f-9c1f-4396-a13f-93aeadd5875a {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:37:06.253970 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3adfe4ff-1583-4042-8ae6-e9c4a74f82f2", "tag": "4f6166d6-e990-433e-a9be-e34ac9662cd2", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:37:06.254401 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1844b60f-9c1f-4396-a13f-93aeadd5875a {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:37:06.255319 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3adfe4ff-1583-4042-8ae6-e9c4a74f82f2', 'tag': '4f6166d6-e990-433e-a9be-e34ac9662cd2', 'status': 'completed', 'code': 200} Nov 12 08:37:06.294973 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0b923529-e0ab-4063-a217-04dd1c59f103 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:06.299295 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bcc850d-cb49-48e7-875e-8cd0e3c0cccc req-f6cec4ad-ac9e-4915-99fc-61d78404b548 tempest-VolumesNegativeTest-790632620 tempest-VolumesNegativeTest-790632620-project] Network 107743df-d3df-459d-a6cd-9e2ab4303016 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:37:06.308362 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-1bcc850d-cb49-48e7-875e-8cd0e3c0cccc req-f6cec4ad-ac9e-4915-99fc-61d78404b548 tempest-VolumesNegativeTest-790632620 tempest-VolumesNegativeTest-790632620-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:37:06.311651 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0b923529-e0ab-4063-a217-04dd1c59f103 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:06.312051 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bcc850d-cb49-48e7-875e-8cd0e3c0cccc req-f6cec4ad-ac9e-4915-99fc-61d78404b548 tempest-VolumesNegativeTest-790632620 tempest-VolumesNegativeTest-790632620-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:37:06.460818 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b923529-e0ab-4063-a217-04dd1c59f103 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Pushing event updated for resources: {'Port': ['ID=f542253e-27dd-4cbd-9afa-28c943b7b73d,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:06.481689 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-0b923529-e0ab-4063-a217-04dd1c59f103 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] In _notify_port_updated(), no bound segment for port f542253e-27dd-4cbd-9afa-28c943b7b73d on network c5ca4120-9078-4e3e-acce-08bf18ae7ea8 {{(pid=102600) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 08:37:06.492658 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cec4ad-ac9e-4915-99fc-61d78404b548 tempest-VolumesNegativeTest-790632620 tempest-VolumesNegativeTest-790632620-project] Pushing event updated for resources: {'Port': ['ID=76dd929d-5938-4443-b4a8-5cd989bf5692,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:06.493563 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b923529-e0ab-4063-a217-04dd1c59f103 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:06.494380 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0b923529-e0ab-4063-a217-04dd1c59f103 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:06.498831 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-0b923529-e0ab-4063-a217-04dd1c59f103 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] 10.222.0.26 "PUT /v2.0/ports/f542253e-27dd-4cbd-9afa-28c943b7b73d HTTP/1.1" status: 200 len: 994 time: 1.2834058 Nov 12 08:37:06.507500 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 46594) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:06.525524 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56adb963-41f3-4407-9afd-281b67770b0a req-0a451bc7-d712-4db0-8adb-5b1ceed9fa24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:06.531828 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-56adb963-41f3-4407-9afd-281b67770b0a req-0a451bc7-d712-4db0-8adb-5b1ceed9fa24 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d1d27945-8c3d-427f-88ef-3c42a7516333 HTTP/1.1" status: 200 len: 851 time: 0.2747037 Nov 12 08:37:06.657687 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcc850d-cb49-48e7-875e-8cd0e3c0cccc req-f6cec4ad-ac9e-4915-99fc-61d78404b548 tempest-VolumesNegativeTest-790632620 tempest-VolumesNegativeTest-790632620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:06.659582 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1bcc850d-cb49-48e7-875e-8cd0e3c0cccc req-f6cec4ad-ac9e-4915-99fc-61d78404b548 tempest-VolumesNegativeTest-790632620 tempest-VolumesNegativeTest-790632620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:06.683003 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 46596) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:06.763110 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1bcc850d-cb49-48e7-875e-8cd0e3c0cccc req-f6cec4ad-ac9e-4915-99fc-61d78404b548 tempest-VolumesNegativeTest-790632620 tempest-VolumesNegativeTest-790632620-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7381332 Nov 12 08:37:06.806889 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-1bcc850d-cb49-48e7-875e-8cd0e3c0cccc req-4b0df6ee-f43a-4f77-93e8-fc4982f1ec75 service neutron] Request body: {'port': {'device_id': 'b6c1761a-04f9-44d1-8f00-2486b924a785', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:06.875215 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56adb963-41f3-4407-9afd-281b67770b0a req-28c918aa-b4f6-446c-b5f6-92050e60084b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:06.877489 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-56adb963-41f3-4407-9afd-281b67770b0a req-28c918aa-b4f6-446c-b5f6-92050e60084b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=35316ea3-d15f-4e9c-9d0f-87ba20d4fc64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3094940 Nov 12 08:37:06.889368 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-1d5de05e-46d9-41ce-8ad1-a1eb6d3ee99b None None] Provisioning complete for port f542253e-27dd-4cbd-9afa-28c943b7b73d triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:37:06.890207 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1d5de05e-46d9-41ce-8ad1-a1eb6d3ee99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:06.934995 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1bcc850d-cb49-48e7-875e-8cd0e3c0cccc req-4b0df6ee-f43a-4f77-93e8-fc4982f1ec75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:06.943349 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-1d5de05e-46d9-41ce-8ad1-a1eb6d3ee99b None None] Port f542253e-27dd-4cbd-9afa-28c943b7b73d cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:37:06.979509 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-1d5de05e-46d9-41ce-8ad1-a1eb6d3ee99b None None] Provisioning complete for port 76dd929d-5938-4443-b4a8-5cd989bf5692 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:37:06.980456 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1d5de05e-46d9-41ce-8ad1-a1eb6d3ee99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:06.984941 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6d760a1b-4823-4d26-931a-896ee3f6f951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:07.021967 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-1ec1e1b2-c331-480d-a56c-6987f54c24fe admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=33f5efe9aebb4d79991d91fc15182003&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3375571 Nov 12 08:37:07.022635 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 46606) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:07.045604 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-1d5de05e-46d9-41ce-8ad1-a1eb6d3ee99b None None] Port 76dd929d-5938-4443-b4a8-5cd989bf5692 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:37:07.080121 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-5873e76c-08ec-4f5b-af7a-7271c5b78d6e tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Deleting port f542253e-27dd-4cbd-9afa-28c943b7b73d {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:37:07.080478 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5873e76c-08ec-4f5b-af7a-7271c5b78d6e tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:07.159902 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0b6ebf54-88b2-4f91-a68f-a1850a2e1178 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:07.215702 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0b6ebf54-88b2-4f91-a68f-a1850a2e1178 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:07.236032 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-56adb963-41f3-4407-9afd-281b67770b0a req-b269be52-acd2-4da3-88e3-9b374e1408e8 service neutron] 10.222.0.44 "GET /v2.0/networks/35316ea3-d15f-4e9c-9d0f-87ba20d4fc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3099723 Nov 12 08:37:07.238678 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874f473f-0597-47c3-af6b-68425d8a7e88 req-c0a2d8b8-d66e-4e23-a5a6-e0be0f49ae5b tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:07.249302 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-874f473f-0597-47c3-af6b-68425d8a7e88 req-c0a2d8b8-d66e-4e23-a5a6-e0be0f49ae5b tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=3adfe4ff-1583-4042-8ae6-e9c4a74f82f2 HTTP/1.1" status: 200 len: 943 time: 0.1577415 Nov 12 08:37:07.360783 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0b6ebf54-88b2-4f91-a68f-a1850a2e1178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:07.363922 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0b6ebf54-88b2-4f91-a68f-a1850a2e1178 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:07.368184 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-0b6ebf54-88b2-4f91-a68f-a1850a2e1178 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/90be706a-5818-4c30-ab14-fe2efe8494d1 HTTP/1.1" status: 204 len: 168 time: 0.3414907 Nov 12 08:37:07.375749 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6ebf54-88b2-4f91-a68f-a1850a2e1178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90be706a-5818-4c30-ab14-fe2efe8494d1,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:07.381112 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-874f473f-0597-47c3-af6b-68425d8a7e88 req-a9eb17ab-132a-4480-95f8-0604f59dd66b tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307907 Nov 12 08:37:07.515034 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5873e76c-08ec-4f5b-af7a-7271c5b78d6e tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:07.539327 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-5873e76c-08ec-4f5b-af7a-7271c5b78d6e tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Calling delete_port for f542253e-27dd-4cbd-9afa-28c943b7b73d owned by {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:37:07.571659 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd2075-91e0-4446-9a95-e0f1bd839156 req-8b591dd2-bf75-40fe-8950-3dac4c5da8a0 tempest-VolumesNegativeTest-790632620 tempest-VolumesNegativeTest-790632620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:07.584998 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c0bd2075-91e0-4446-9a95-e0f1bd839156 req-8b591dd2-bf75-40fe-8950-3dac4c5da8a0 tempest-VolumesNegativeTest-790632620 tempest-VolumesNegativeTest-790632620-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6c1761a-04f9-44d1-8f00-2486b924a785 HTTP/1.1" status: 200 len: 936 time: 0.1043139 Nov 12 08:37:07.670516 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-56adb963-41f3-4407-9afd-281b67770b0a req-3f9d3619-d6c4-4c53-867a-1300d8775a35 service neutron] 10.222.0.44 "GET /v2.0/networks/35316ea3-d15f-4e9c-9d0f-87ba20d4fc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4114161 Nov 12 08:37:07.677743 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c0bd2075-91e0-4446-9a95-e0f1bd839156 req-5e43c021-1143-40be-859a-54e0fdb80209 tempest-VolumesNegativeTest-790632620 tempest-VolumesNegativeTest-790632620-project] 10.222.0.26 "GET /v2.0/security-groups?id=1483dd55-c247-4a0c-bc84-e23ddb8f25e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917516 Nov 12 08:37:07.909351 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:07.972631 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-1bcc850d-cb49-48e7-875e-8cd0e3c0cccc req-4b0df6ee-f43a-4f77-93e8-fc4982f1ec75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76dd929d-5938-4443-b4a8-5cd989bf5692 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:37:07.987821 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1bcc850d-cb49-48e7-875e-8cd0e3c0cccc req-4b0df6ee-f43a-4f77-93e8-fc4982f1ec75 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:08.005377 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad832fda-0cc4-4db2-9b07-597340b1bbd5 req-5d76ac94-2758-4dbb-93dd-f45305662c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:08.009191 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ad832fda-0cc4-4db2-9b07-597340b1bbd5 req-5d76ac94-2758-4dbb-93dd-f45305662c34 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7d3f7337327743ecb706fdd7c92380e3&device_id=3adfe4ff-1583-4042-8ae6-e9c4a74f82f2 HTTP/1.1" status: 200 len: 1095 time: 0.2339754 Nov 12 08:37:08.032731 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-1bcc850d-cb49-48e7-875e-8cd0e3c0cccc req-4b0df6ee-f43a-4f77-93e8-fc4982f1ec75 service neutron] Transition to ACTIVE for port object 76dd929d-5938-4443-b4a8-5cd989bf5692 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:37:08.035155 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5873e76c-08ec-4f5b-af7a-7271c5b78d6e tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:08.074737 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1bcc850d-cb49-48e7-875e-8cd0e3c0cccc req-4b0df6ee-f43a-4f77-93e8-fc4982f1ec75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:08.156942 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5873e76c-08ec-4f5b-af7a-7271c5b78d6e tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Pushing event deleted for resources: {'Port': ['ID=f542253e-27dd-4cbd-9afa-28c943b7b73d,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:08.507544 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0df6ee-f43a-4f77-93e8-fc4982f1ec75 service neutron] Pushing event updated for resources: {'Port': ['ID=76dd929d-5938-4443-b4a8-5cd989bf5692,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:08.522845 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad832fda-0cc4-4db2-9b07-597340b1bbd5 req-68ab159a-0505-4b6c-a9db-1a3df20b8de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:08.526275 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ad832fda-0cc4-4db2-9b07-597340b1bbd5 req-68ab159a-0505-4b6c-a9db-1a3df20b8de0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=35316ea3-d15f-4e9c-9d0f-87ba20d4fc64 HTTP/1.1" status: 200 len: 913 time: 0.5040882 Nov 12 08:37:08.628942 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5300520f-db6c-4d3a-befa-012c5a6dd9aa req-935b107d-12ea-4a2a-8e9f-c813ef0e9c0b tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:08.649728 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5300520f-db6c-4d3a-befa-012c5a6dd9aa req-935b107d-12ea-4a2a-8e9f-c813ef0e9c0b tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=3adfe4ff-1583-4042-8ae6-e9c4a74f82f2 HTTP/1.1" status: 200 len: 943 time: 0.1078920 Nov 12 08:37:08.764834 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ad832fda-0cc4-4db2-9b07-597340b1bbd5 req-1dcfc770-d87d-4fc5-bd0f-f2f6634bb04d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f6166d6-e990-433e-a9be-e34ac9662cd2 HTTP/1.1" status: 200 len: 217 time: 0.1556594 Nov 12 08:37:08.789141 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 46650) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:08.804114 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5300520f-db6c-4d3a-befa-012c5a6dd9aa req-738be15c-0cca-41da-b59f-7412280784f4 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308701 Nov 12 08:37:08.844696 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5873e76c-08ec-4f5b-af7a-7271c5b78d6e tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:08.850631 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-5873e76c-08ec-4f5b-af7a-7271c5b78d6e tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] 10.222.0.26 "DELETE /v2.0/ports/f542253e-27dd-4cbd-9afa-28c943b7b73d HTTP/1.1" status: 204 len: 168 time: 2.3346102 Nov 12 08:37:08.852968 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 46654) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:08.883237 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-57440a8c-a7e5-467b-b6a8-5856b091a80e tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] GET failed (client error): The resource could not be found. Nov 12 08:37:08.885314 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-57440a8c-a7e5-467b-b6a8-5856b091a80e tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] 10.222.0.26 "GET /v2.0/ports/f542253e-27dd-4cbd-9afa-28c943b7b73d HTTP/1.1" status: 404 len: 333 time: 0.0311983 Nov 12 08:37:08.889036 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 46656) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:08.894720 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-d0d3c2a3-d5f9-4e2f-806d-564ade7935c8 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Request body: {'port': {'network_id': 'c5ca4120-9078-4e3e-acce-08bf18ae7ea8', 'name': 'tempest-AllowedAddressPairTestJSON-1073062526'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:08.920907 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad832fda-0cc4-4db2-9b07-597340b1bbd5 req-38a7ead3-0f95-4d98-9c90-94ce24eca118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:08.925551 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ad832fda-0cc4-4db2-9b07-597340b1bbd5 req-38a7ead3-0f95-4d98-9c90-94ce24eca118 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d1d27945-8c3d-427f-88ef-3c42a7516333 HTTP/1.1" status: 200 len: 851 time: 0.1321747 Nov 12 08:37:08.952956 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-1bcc850d-cb49-48e7-875e-8cd0e3c0cccc req-4b0df6ee-f43a-4f77-93e8-fc4982f1ec75 service neutron] Attempting to bind port 76dd929d-5938-4443-b4a8-5cd989bf5692 on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:37:08.953301 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-1bcc850d-cb49-48e7-875e-8cd0e3c0cccc req-4b0df6ee-f43a-4f77-93e8-fc4982f1ec75 service neutron] Attempting to bind port 76dd929d-5938-4443-b4a8-5cd989bf5692 by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:37:08.954113 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bcc850d-cb49-48e7-875e-8cd0e3c0cccc req-4b0df6ee-f43a-4f77-93e8-fc4982f1ec75 service neutron] Attempting to bind port 76dd929d-5938-4443-b4a8-5cd989bf5692 on network 107743df-d3df-459d-a6cd-9e2ab4303016 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:37:08.986331 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bcc850d-cb49-48e7-875e-8cd0e3c0cccc req-4b0df6ee-f43a-4f77-93e8-fc4982f1ec75 service neutron] Port 76dd929d-5938-4443-b4a8-5cd989bf5692 on network 107743df-d3df-459d-a6cd-9e2ab4303016 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:37:08.986771 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bcc850d-cb49-48e7-875e-8cd0e3c0cccc req-4b0df6ee-f43a-4f77-93e8-fc4982f1ec75 service neutron] Attempting to bind port 76dd929d-5938-4443-b4a8-5cd989bf5692 on network 107743df-d3df-459d-a6cd-9e2ab4303016 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:37:09.005307 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bcc850d-cb49-48e7-875e-8cd0e3c0cccc req-4b0df6ee-f43a-4f77-93e8-fc4982f1ec75 service neutron] Checking agent: {'id': '26215384-8035-4ce2-971a-8e67be80da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:37:09.005554 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bcc850d-cb49-48e7-875e-8cd0e3c0cccc req-4b0df6ee-f43a-4f77-93e8-fc4982f1ec75 service neutron] Checking segment: {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:37:09.005965 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bcc850d-cb49-48e7-875e-8cd0e3c0cccc req-4b0df6ee-f43a-4f77-93e8-fc4982f1ec75 service neutron] Bound using segment: {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:37:09.006422 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-1bcc850d-cb49-48e7-875e-8cd0e3c0cccc req-4b0df6ee-f43a-4f77-93e8-fc4982f1ec75 service neutron] Bound port: 76dd929d-5938-4443-b4a8-5cd989bf5692, host: n-h1-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:37:09.006893 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1bcc850d-cb49-48e7-875e-8cd0e3c0cccc req-4b0df6ee-f43a-4f77-93e8-fc4982f1ec75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:09.079739 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03ebc45-fc5c-444f-91c3-9cb4941791cf req-095b93c8-53e1-4db0-b81f-7f24f4474537 tempest-VolumesNegativeTest-790632620 tempest-VolumesNegativeTest-790632620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:09.081607 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d03ebc45-fc5c-444f-91c3-9cb4941791cf req-095b93c8-53e1-4db0-b81f-7f24f4474537 tempest-VolumesNegativeTest-790632620 tempest-VolumesNegativeTest-790632620-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6c1761a-04f9-44d1-8f00-2486b924a785 HTTP/1.1" status: 200 len: 948 time: 0.1021922 Nov 12 08:37:09.086919 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-1bcc850d-cb49-48e7-875e-8cd0e3c0cccc req-4b0df6ee-f43a-4f77-93e8-fc4982f1ec75 service neutron] For port 76dd929d-5938-4443-b4a8-5cd989bf5692, host n-h1-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:37:09.091909 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-1bcc850d-cb49-48e7-875e-8cd0e3c0cccc req-4b0df6ee-f43a-4f77-93e8-fc4982f1ec75 service neutron] For port 76dd929d-5938-4443-b4a8-5cd989bf5692, host n-h1-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=76dd929d-5938-4443-b4a8-5cd989bf5692,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:37:09.101978 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-f9111c2d-ad18-4657-bcea-79230973fb33 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1046103570'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:09.105369 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1bcc850d-cb49-48e7-875e-8cd0e3c0cccc req-4b0df6ee-f43a-4f77-93e8-fc4982f1ec75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:09.153661 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0d3c2a3-d5f9-4e2f-806d-564ade7935c8 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Made reservation on behalf of a6fcf7ad18a04d9b9f74091561aa9d6e for: {'port': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:37:09.158074 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d0d3c2a3-d5f9-4e2f-806d-564ade7935c8 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:09.165059 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad832fda-0cc4-4db2-9b07-597340b1bbd5 req-5dac647c-263a-4b00-8f07-22726cea47e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:09.166779 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ad832fda-0cc4-4db2-9b07-597340b1bbd5 req-5dac647c-263a-4b00-8f07-22726cea47e3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=35316ea3-d15f-4e9c-9d0f-87ba20d4fc64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2268405 Nov 12 08:37:09.176371 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcc850d-cb49-48e7-875e-8cd0e3c0cccc req-4b0df6ee-f43a-4f77-93e8-fc4982f1ec75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:09.176995 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1bcc850d-cb49-48e7-875e-8cd0e3c0cccc req-4b0df6ee-f43a-4f77-93e8-fc4982f1ec75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:09.178445 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1bcc850d-cb49-48e7-875e-8cd0e3c0cccc req-4b0df6ee-f43a-4f77-93e8-fc4982f1ec75 service neutron] 10.222.0.21 "PUT /v2.0/ports/76dd929d-5938-4443-b4a8-5cd989bf5692 HTTP/1.1" status: 200 len: 1097 time: 2.3901570 Nov 12 08:37:09.179114 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6c1761a-04f9-44d1-8f00-2486b924a785', 'tag': '76dd929d-5938-4443-b4a8-5cd989bf5692'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:37:09.181605 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1286207a-20c1-40ae-a28a-37fd998ebbdb" -d '{"events": [{"name": "network-changed", "server_uuid": "b6c1761a-04f9-44d1-8f00-2486b924a785", "tag": "76dd929d-5938-4443-b4a8-5cd989bf5692"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:37:09.222152 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9111c2d-ad18-4657-bcea-79230973fb33 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Made reservation on behalf of cb9addcac4444b6e97446248732304f8 for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:37:09.226314 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f9111c2d-ad18-4657-bcea-79230973fb33 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:09.244605 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [None req-d0d3c2a3-d5f9-4e2f-806d-564ade7935c8 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] device_id is not set on port 99878c90-646b-47fc-a1d2-d6aca6d9aea2 yet. {{(pid=102600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:37:09.265946 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:09.281141 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d03ebc45-fc5c-444f-91c3-9cb4941791cf req-c01d8d4a-91c0-416a-a46e-6d6aa490a6c0 tempest-VolumesNegativeTest-790632620 tempest-VolumesNegativeTest-790632620-project] 10.222.0.26 "GET /v2.0/security-groups?id=1483dd55-c247-4a0c-bc84-e23ddb8f25e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732199 Nov 12 08:37:09.281978 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f9111c2d-ad18-4657-bcea-79230973fb33 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:09.364962 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0df6ee-f43a-4f77-93e8-fc4982f1ec75 service neutron] Pushing event updated for resources: {'Port': ['ID=76dd929d-5938-4443-b4a8-5cd989bf5692,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:09.419011 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2068d98-03bc-4b57-8657-45d400f64bcc x-openstack-request-id: req-f2068d98-03bc-4b57-8657-45d400f64bcc {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:37:09.419456 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6c1761a-04f9-44d1-8f00-2486b924a785", "tag": "76dd929d-5938-4443-b4a8-5cd989bf5692", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:37:09.419815 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f2068d98-03bc-4b57-8657-45d400f64bcc {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:37:09.420449 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6c1761a-04f9-44d1-8f00-2486b924a785', 'tag': '76dd929d-5938-4443-b4a8-5cd989bf5692', 'status': 'completed', 'code': 200} Nov 12 08:37:09.461519 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcc850d-cb49-48e7-875e-8cd0e3c0cccc req-a456092e-8ef5-46b4-a3f7-8156fba2f979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:09.463586 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1bcc850d-cb49-48e7-875e-8cd0e3c0cccc req-a456092e-8ef5-46b4-a3f7-8156fba2f979 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=734c1ccd99aa478191c4661e730a9d04&device_id=b6c1761a-04f9-44d1-8f00-2486b924a785 HTTP/1.1" status: 200 len: 1100 time: 0.1939931 Nov 12 08:37:09.469378 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ad832fda-0cc4-4db2-9b07-597340b1bbd5 req-a408b9ee-91f7-4229-b0a3-049bf8c452cb service neutron] 10.222.0.44 "GET /v2.0/networks/35316ea3-d15f-4e9c-9d0f-87ba20d4fc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839212 Nov 12 08:37:09.477920 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f9111c2d-ad18-4657-bcea-79230973fb33 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:09.555581 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f9111c2d-ad18-4657-bcea-79230973fb33 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:09.612067 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9111c2d-ad18-4657-bcea-79230973fb33 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:37:09.618380 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-d0d3c2a3-d5f9-4e2f-806d-564ade7935c8 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Allocated IP 172.20.0.6 (c5ca4120-9078-4e3e-acce-08bf18ae7ea8/13db2bfe-3a98-4ad5-9a9d-f68faa1b3723/99878c90-646b-47fc-a1d2-d6aca6d9aea2) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:37:09.630533 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1bcc850d-cb49-48e7-875e-8cd0e3c0cccc req-ba5c1776-1f4d-4f83-87ba-bb32fc15d924 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=76dd929d-5938-4443-b4a8-5cd989bf5692 HTTP/1.1" status: 200 len: 217 time: 0.1486950 Nov 12 08:37:09.664293 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9111c2d-ad18-4657-bcea-79230973fb33 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8835d025-ab10-4d59-a680-6aecdb34fc16,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:09.685826 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f9111c2d-ad18-4657-bcea-79230973fb33 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:09.686170 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-f9111c2d-ad18-4657-bcea-79230973fb33 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Added segment c6d4f72c-2c1a-442e-a629-a6e267748e33 of type vlan for network 6a7bb0a1-dd57-4ada-ad51-da1d38770440 Nov 12 08:37:09.827851 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:09.903536 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f9111c2d-ad18-4657-bcea-79230973fb33 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:09.961643 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d0d3c2a3-d5f9-4e2f-806d-564ade7935c8 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:09.988923 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f9111c2d-ad18-4657-bcea-79230973fb33 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:09.996925 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9111c2d-ad18-4657-bcea-79230973fb33 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:09.997580 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f9111c2d-ad18-4657-bcea-79230973fb33 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:10.128839 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d0d3c2a3-d5f9-4e2f-806d-564ade7935c8 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:10.184941 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-f9111c2d-ad18-4657-bcea-79230973fb33 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3946233 Nov 12 08:37:10.217299 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091116ee-c478-4623-8919-6f29bdfda5e4 req-53425b17-a503-42d0-9cea-c8ab2a6fa776 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:10.219811 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-091116ee-c478-4623-8919-6f29bdfda5e4 req-53425b17-a503-42d0-9cea-c8ab2a6fa776 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=3adfe4ff-1583-4042-8ae6-e9c4a74f82f2 HTTP/1.1" status: 200 len: 943 time: 0.2883184 Nov 12 08:37:10.221894 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d3c2a3-d5f9-4e2f-806d-564ade7935c8 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Network c5ca4120-9078-4e3e-acce-08bf18ae7ea8 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:37:10.270255 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9111c2d-ad18-4657-bcea-79230973fb33 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Pushing event updated for resources: {'Network': ['ID=6a7bb0a1-dd57-4ada-ad51-da1d38770440,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:10.275843 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-d0d3c2a3-d5f9-4e2f-806d-564ade7935c8 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:37:10.304115 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d3c2a3-d5f9-4e2f-806d-564ade7935c8 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:37:10.311623 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 6a7bb0a1-dd57-4ada-ad51-da1d38770440 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:37:10.332640 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcc850d-cb49-48e7-875e-8cd0e3c0cccc req-f9fce74c-1750-412e-95d3-996421bee181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:10.334252 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1bcc850d-cb49-48e7-875e-8cd0e3c0cccc req-f9fce74c-1750-412e-95d3-996421bee181 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1 HTTP/1.1" status: 200 len: 843 time: 0.6498930 Nov 12 08:37:10.362354 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ad832fda-0cc4-4db2-9b07-597340b1bbd5 req-141d4cad-b66f-459d-94ec-27f3fbdecc96 service neutron] 10.222.0.44 "GET /v2.0/networks/35316ea3-d15f-4e9c-9d0f-87ba20d4fc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8654947 Nov 12 08:37:10.376688 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 46680) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:10.410940 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d3c2a3-d5f9-4e2f-806d-564ade7935c8 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Pushing event updated for resources: {'Port': ['ID=99878c90-646b-47fc-a1d2-d6aca6d9aea2,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:10.424655 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-19e56e3f-478d-4591-9ec0-db32560a60b6 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Request body: {'subnet': {'network_id': '6a7bb0a1-dd57-4ada-ad51-da1d38770440', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:10.456314 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d3c2a3-d5f9-4e2f-806d-564ade7935c8 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:10.456960 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d0d3c2a3-d5f9-4e2f-806d-564ade7935c8 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:10.473013 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-091116ee-c478-4623-8919-6f29bdfda5e4 req-700797d0-2b76-46c9-a209-61f45c182006 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248790 Nov 12 08:37:10.481160 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-d0d3c2a3-d5f9-4e2f-806d-564ade7935c8 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5907691 Nov 12 08:37:10.482766 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 46684) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:10.488554 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-2cb11f9a-f6f7-4d7b-9f2e-31e046c163a4 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:29:7e:19'}]}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:10.672445 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2f9f7264-2c75-48d0-a1e4-6212fa90e16a req-c584a644-bd99-4b90-9d25-54022681d143 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7930c9ff-431f-4c7c-aace-69f75a40e42e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2944579 Nov 12 08:37:10.759149 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e56e3f-478d-4591-9ec0-db32560a60b6 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Made reservation on behalf of cb9addcac4444b6e97446248732304f8 for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:37:10.775438 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-19e56e3f-478d-4591-9ec0-db32560a60b6 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:10.793053 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e051a9-45ed-417a-a869-c455926d17dd req-55b3b296-bbe3-4afa-8102-4034f9af8ebc tempest-VolumesNegativeTest-790632620 tempest-VolumesNegativeTest-790632620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:10.794695 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-25e051a9-45ed-417a-a869-c455926d17dd req-55b3b296-bbe3-4afa-8102-4034f9af8ebc tempest-VolumesNegativeTest-790632620 tempest-VolumesNegativeTest-790632620-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6c1761a-04f9-44d1-8f00-2486b924a785 HTTP/1.1" status: 200 len: 948 time: 0.1904109 Nov 12 08:37:10.817950 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcc850d-cb49-48e7-875e-8cd0e3c0cccc req-e9e55bc9-22ed-4f05-bd6a-3f754da8266d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:10.820007 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1bcc850d-cb49-48e7-875e-8cd0e3c0cccc req-e9e55bc9-22ed-4f05-bd6a-3f754da8266d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=107743df-d3df-459d-a6cd-9e2ab4303016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4735920 Nov 12 08:37:10.849450 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [req-1bcc850d-cb49-48e7-875e-8cd0e3c0cccc req-5cb649e6-b0dd-4a4e-ba5a-cccbcec1674c service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:37:10.850918 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1bcc850d-cb49-48e7-875e-8cd0e3c0cccc req-5cb649e6-b0dd-4a4e-ba5a-cccbcec1674c service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0084078 Nov 12 08:37:10.884756 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-ffda878c-c911-4f02-af5b-4b4350b60147 None None] Provisioning complete for port 99878c90-646b-47fc-a1d2-d6aca6d9aea2 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:37:10.885279 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ffda878c-c911-4f02-af5b-4b4350b60147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:10.888799 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2cb11f9a-f6f7-4d7b-9f2e-31e046c163a4 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:10.944742 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-25e051a9-45ed-417a-a869-c455926d17dd req-8b8a049a-98e7-4c6b-b124-edb62165fc56 tempest-VolumesNegativeTest-790632620 tempest-VolumesNegativeTest-790632620-project] 10.222.0.26 "GET /v2.0/security-groups?id=1483dd55-c247-4a0c-bc84-e23ddb8f25e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334329 Nov 12 08:37:10.986990 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-ffda878c-c911-4f02-af5b-4b4350b60147 None None] Port 99878c90-646b-47fc-a1d2-d6aca6d9aea2 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:37:11.115679 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9f7264-2c75-48d0-a1e4-6212fa90e16a req-d05b140c-7ac7-4081-98cd-2673d5ff30f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:11.117758 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2f9f7264-2c75-48d0-a1e4-6212fa90e16a req-d05b140c-7ac7-4081-98cd-2673d5ff30f9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=217ce66299114e9fb6c1fa9116e9e5f5&device_id=7930c9ff-431f-4c7c-aace-69f75a40e42e HTTP/1.1" status: 200 len: 1098 time: 0.3040519 Nov 12 08:37:11.158514 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1bcc850d-cb49-48e7-875e-8cd0e3c0cccc req-457c1f04-3d4f-4929-9c24-fd86af52786e service neutron] 10.222.0.21 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590559 Nov 12 08:37:11.324601 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9f7264-2c75-48d0-a1e4-6212fa90e16a req-17797366-cf7d-4dbb-8bf5-a0d7551cee8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:11.327042 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2f9f7264-2c75-48d0-a1e4-6212fa90e16a req-17797366-cf7d-4dbb-8bf5-a0d7551cee8e service neutron] 10.222.0.44 "GET /v2.0/networks?id=7e609bc1-00ff-483d-9d9f-8eba780b3ef7 HTTP/1.1" status: 200 len: 912 time: 0.1649725 Nov 12 08:37:11.391233 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2cb11f9a-f6f7-4d7b-9f2e-31e046c163a4 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:11.398132 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2cb11f9a-f6f7-4d7b-9f2e-31e046c163a4 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:11.524014 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb11f9a-f6f7-4d7b-9f2e-31e046c163a4 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Pushing event updated for resources: {'Port': ['ID=99878c90-646b-47fc-a1d2-d6aca6d9aea2,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:11.544266 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-2cb11f9a-f6f7-4d7b-9f2e-31e046c163a4 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] In _notify_port_updated(), no bound segment for port 99878c90-646b-47fc-a1d2-d6aca6d9aea2 on network c5ca4120-9078-4e3e-acce-08bf18ae7ea8 {{(pid=102600) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 08:37:11.550763 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb11f9a-f6f7-4d7b-9f2e-31e046c163a4 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:11.551643 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2cb11f9a-f6f7-4d7b-9f2e-31e046c163a4 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:11.553898 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-2cb11f9a-f6f7-4d7b-9f2e-31e046c163a4 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] 10.222.0.26 "PUT /v2.0/ports/99878c90-646b-47fc-a1d2-d6aca6d9aea2 HTTP/1.1" status: 200 len: 996 time: 1.0700788 Nov 12 08:37:11.556585 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 46700) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:11.615132 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1bcc850d-cb49-48e7-875e-8cd0e3c0cccc req-27d5490d-b0cc-4ffc-8828-20d2e9c1683e service neutron] 10.222.0.21 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2836583 Nov 12 08:37:11.686173 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2f9f7264-2c75-48d0-a1e4-6212fa90e16a req-e9616aca-5582-4aa1-8792-cdba8a1ddef7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=574ea30c-2487-414e-a3f1-34897a56bd36 HTTP/1.1" status: 200 len: 1002 time: 0.3333547 Nov 12 08:37:11.888381 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-19e56e3f-478d-4591-9ec0-db32560a60b6 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:11.928546 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9f7264-2c75-48d0-a1e4-6212fa90e16a req-d5e4c1fd-c956-4895-88eb-9aa9c3d5f2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:11.930623 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2f9f7264-2c75-48d0-a1e4-6212fa90e16a req-d5e4c1fd-c956-4895-88eb-9aa9c3d5f2d7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=48fd8021-0e17-4172-812d-17238fc37d26 HTTP/1.1" status: 200 len: 850 time: 0.1558979 Nov 12 08:37:11.933683 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1286207a-20c1-40ae-a28a-37fd998ebbdb req-657e4fe4-11d0-44b3-b884-f7468144bc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:11.936056 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1286207a-20c1-40ae-a28a-37fd998ebbdb req-657e4fe4-11d0-44b3-b884-f7468144bc5d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=734c1ccd99aa478191c4661e730a9d04&device_id=b6c1761a-04f9-44d1-8f00-2486b924a785 HTTP/1.1" status: 200 len: 1100 time: 0.1525707 Nov 12 08:37:11.941681 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-bf8df552-2274-488a-8441-91fb33901395 None None] Provisioning complete for port 99878c90-646b-47fc-a1d2-d6aca6d9aea2 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:37:11.942803 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-bf8df552-2274-488a-8441-91fb33901395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:12.001232 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-bf8df552-2274-488a-8441-91fb33901395 None None] Port 99878c90-646b-47fc-a1d2-d6aca6d9aea2 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:37:12.067398 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1286207a-20c1-40ae-a28a-37fd998ebbdb req-8c4a5764-f7c1-4ece-8a69-a16a0fe186b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:12.068782 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1286207a-20c1-40ae-a28a-37fd998ebbdb req-8c4a5764-f7c1-4ece-8a69-a16a0fe186b6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=107743df-d3df-459d-a6cd-9e2ab4303016 HTTP/1.1" status: 200 len: 870 time: 0.1226590 Nov 12 08:37:12.164860 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9d3c5e-4e3f-4784-b2b2-c5eb68eb32ce req-de451ac3-c083-4c52-8aa4-2ca126eb6da7 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:12.167311 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8c9d3c5e-4e3f-4784-b2b2-c5eb68eb32ce req-de451ac3-c083-4c52-8aa4-2ca126eb6da7 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=3adfe4ff-1583-4042-8ae6-e9c4a74f82f2 HTTP/1.1" status: 200 len: 943 time: 0.0795972 Nov 12 08:37:12.185377 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e56e3f-478d-4591-9ec0-db32560a60b6 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Pushing event updated for resources: {'Subnet': ['ID=c8a8f0fc-ee01-4d7e-ae7b-f5f35c6df1b7,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:12.192386 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1286207a-20c1-40ae-a28a-37fd998ebbdb req-331de017-62b5-4d70-839b-c74cdf9feb9e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=76dd929d-5938-4443-b4a8-5cd989bf5692 HTTP/1.1" status: 200 len: 217 time: 0.0923691 Nov 12 08:37:12.215499 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e56e3f-478d-4591-9ec0-db32560a60b6 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Checking segment: {'id': 'c6d4f72c-2c1a-442e-a629-a6e267748e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '6a7bb0a1-dd57-4ada-ad51-da1d38770440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:37:12.216080 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e56e3f-478d-4591-9ec0-db32560a60b6 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Network hostable DHCP agents. Network: 6a7bb0a1-dd57-4ada-ad51-da1d38770440, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:37:12.221475 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-846f9c29-64f4-401f-b9b8-81471c71a022 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Deleting port 99878c90-646b-47fc-a1d2-d6aca6d9aea2 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:37:12.221885 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-846f9c29-64f4-401f-b9b8-81471c71a022 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:12.298958 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9f7264-2c75-48d0-a1e4-6212fa90e16a req-8195947b-9914-4904-b420-52fe8bd39562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:12.300991 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2f9f7264-2c75-48d0-a1e4-6212fa90e16a req-8195947b-9914-4904-b420-52fe8bd39562 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7e609bc1-00ff-483d-9d9f-8eba780b3ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3528214 Nov 12 08:37:12.319520 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1286207a-20c1-40ae-a28a-37fd998ebbdb req-ce5c3f7f-f4c1-43b1-9091-5178b0786be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:12.321256 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1286207a-20c1-40ae-a28a-37fd998ebbdb req-ce5c3f7f-f4c1-43b1-9091-5178b0786be7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1 HTTP/1.1" status: 200 len: 843 time: 0.1184170 Nov 12 08:37:12.333874 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e56e3f-478d-4591-9ec0-db32560a60b6 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Network 6a7bb0a1-dd57-4ada-ad51-da1d38770440 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:37:12.368197 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-846f9c29-64f4-401f-b9b8-81471c71a022 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:12.383632 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-19e56e3f-478d-4591-9ec0-db32560a60b6 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 6a7bb0a1-dd57-4ada-ad51-da1d38770440) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:37:12.394366 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0602e94-feb7-4d4c-9189-08148eee35bf None None] Network 6a7bb0a1-dd57-4ada-ad51-da1d38770440 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:37:12.395545 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-846f9c29-64f4-401f-b9b8-81471c71a022 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Calling delete_port for 99878c90-646b-47fc-a1d2-d6aca6d9aea2 owned by {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:37:12.523969 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:12.583373 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e56e3f-478d-4591-9ec0-db32560a60b6 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:12.583598 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-19e56e3f-478d-4591-9ec0-db32560a60b6 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:12.607650 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2f9f7264-2c75-48d0-a1e4-6212fa90e16a req-893ead83-d094-43b4-9a9d-5821fade12dc service neutron] 10.222.0.44 "GET /v2.0/networks/7e609bc1-00ff-483d-9d9f-8eba780b3ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822618 Nov 12 08:37:12.635779 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-846f9c29-64f4-401f-b9b8-81471c71a022 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:12.653850 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-19e56e3f-478d-4591-9ec0-db32560a60b6 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.2710984 Nov 12 08:37:12.655967 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 46716) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:12.674679 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971be073-f89f-4297-bde3-7278fe3be931 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-6a7bb0a1-dd57-4ada-ad51-da1d38770440', 'network_id': '6a7bb0a1-dd57-4ada-ad51-da1d38770440', 'tenant_id': 'cb9addcac4444b6e97446248732304f8', 'fixed_ips': [{'subnet_id': 'c8a8f0fc-ee01-4d7e-ae7b-f5f35c6df1b7'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:37:12.676116 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-971be073-f89f-4297-bde3-7278fe3be931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:12.688266 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846f9c29-64f4-401f-b9b8-81471c71a022 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Pushing event deleted for resources: {'Port': ['ID=99878c90-646b-47fc-a1d2-d6aca6d9aea2,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:12.711477 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8c9d3c5e-4e3f-4784-b2b2-c5eb68eb32ce req-ceb86afe-466e-43b5-aba7-8a35ba3a1ee0 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5326536 Nov 12 08:37:12.815861 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-846f9c29-64f4-401f-b9b8-81471c71a022 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:12.821847 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-846f9c29-64f4-401f-b9b8-81471c71a022 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] 10.222.0.26 "DELETE /v2.0/ports/99878c90-646b-47fc-a1d2-d6aca6d9aea2 HTTP/1.1" status: 204 len: 168 time: 1.2635431 Nov 12 08:37:12.842161 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 46718) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:12.865258 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-68c08093-108e-42da-81f1-b3f07066b5a9 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1760970846'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:12.873913 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2f9f7264-2c75-48d0-a1e4-6212fa90e16a req-921f1959-f0d4-4b59-9507-148f233a8c79 service neutron] 10.222.0.44 "GET /v2.0/networks/7e609bc1-00ff-483d-9d9f-8eba780b3ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126114 Nov 12 08:37:12.885274 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1286207a-20c1-40ae-a28a-37fd998ebbdb req-5f11ddc3-7c0f-491b-93e4-56a6f34c31b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:12.888646 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1286207a-20c1-40ae-a28a-37fd998ebbdb req-5f11ddc3-7c0f-491b-93e4-56a6f34c31b1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=107743df-d3df-459d-a6cd-9e2ab4303016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5557733 Nov 12 08:37:12.915312 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dba4b20-2446-494d-9ff2-10dfb8fffdab tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] GET failed (client error): The resource could not be found. Nov 12 08:37:12.921724 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-5dba4b20-2446-494d-9ff2-10dfb8fffdab tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] 10.222.0.26 "GET /v2.0/ports/99878c90-646b-47fc-a1d2-d6aca6d9aea2 HTTP/1.1" status: 404 len: 333 time: 0.0750964 Nov 12 08:37:12.990035 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 46720) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:12.999653 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-1730d4b3-532f-4b14-b1f8-b295b1eec97c tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Request body: {'port': {'network_id': 'c5ca4120-9078-4e3e-acce-08bf18ae7ea8', 'name': 'tempest-AllowedAddressPairTestJSON-439277617'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:13.055772 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1286207a-20c1-40ae-a28a-37fd998ebbdb req-07fd98f4-984e-4e71-bb02-ceb0c55c65ae service neutron] 10.222.0.21 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555853 Nov 12 08:37:13.099942 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-971be073-f89f-4297-bde3-7278fe3be931 None None] Allocated IP 172.20.255.242 (6a7bb0a1-dd57-4ada-ad51-da1d38770440/c8a8f0fc-ee01-4d7e-ae7b-f5f35c6df1b7/3a39dc1e-9da5-4c0d-8b39-b4556d1d3aee) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:37:13.137915 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08b9989-c091-4647-b5d2-80f7c016633e req-fb870bc6-9867-420b-b9cb-b03e4fd55769 tempest-VolumesNegativeTest-790632620 tempest-VolumesNegativeTest-790632620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:13.139668 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d08b9989-c091-4647-b5d2-80f7c016633e req-fb870bc6-9867-420b-b9cb-b03e4fd55769 tempest-VolumesNegativeTest-790632620 tempest-VolumesNegativeTest-790632620-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6c1761a-04f9-44d1-8f00-2486b924a785 HTTP/1.1" status: 200 len: 948 time: 0.2303994 Nov 12 08:37:13.194685 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1286207a-20c1-40ae-a28a-37fd998ebbdb req-9e8e6e0a-1c79-4490-8c48-196d8eada8cb service neutron] 10.222.0.21 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290703 Nov 12 08:37:13.223934 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68c08093-108e-42da-81f1-b3f07066b5a9 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Made reservation on behalf of cb9addcac4444b6e97446248732304f8 for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:37:13.227786 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-68c08093-108e-42da-81f1-b3f07066b5a9 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:13.245831 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d08b9989-c091-4647-b5d2-80f7c016633e req-86c3c3d7-f0b5-4224-81de-76f60041f3cb tempest-VolumesNegativeTest-790632620 tempest-VolumesNegativeTest-790632620-project] 10.222.0.26 "GET /v2.0/security-groups?id=1483dd55-c247-4a0c-bc84-e23ddb8f25e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994196 Nov 12 08:37:13.265085 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68c08093-108e-42da-81f1-b3f07066b5a9 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:37:13.290668 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-68c08093-108e-42da-81f1-b3f07066b5a9 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:13.290668 n-d-765315-29 neutron-server[102599]: INFO neutron.db.segments_db [None req-68c08093-108e-42da-81f1-b3f07066b5a9 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Added segment f67e0fc2-fa40-4b54-9995-209dba81cfcc of type vlan for network 88152beb-d59f-4663-be2d-0ecb6da1000f Nov 12 08:37:13.294831 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1730d4b3-532f-4b14-b1f8-b295b1eec97c tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Made reservation on behalf of a6fcf7ad18a04d9b9f74091561aa9d6e for: {'port': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:37:13.299215 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1730d4b3-532f-4b14-b1f8-b295b1eec97c tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:13.327150 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [None req-1730d4b3-532f-4b14-b1f8-b295b1eec97c tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] device_id is not set on port 7b3a114d-7563-409e-8a7f-c72d337159b8 yet. {{(pid=102600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:37:13.353395 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-68c08093-108e-42da-81f1-b3f07066b5a9 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:13.371113 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-971be073-f89f-4297-bde3-7278fe3be931 None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:13.379541 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-971be073-f89f-4297-bde3-7278fe3be931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:13.392113 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-68c08093-108e-42da-81f1-b3f07066b5a9 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:13.399459 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c08093-108e-42da-81f1-b3f07066b5a9 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:13.400391 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-68c08093-108e-42da-81f1-b3f07066b5a9 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks [] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:13.424698 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971be073-f89f-4297-bde3-7278fe3be931 None None] Network 6a7bb0a1-dd57-4ada-ad51-da1d38770440 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:37:13.433584 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-971be073-f89f-4297-bde3-7278fe3be931 None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:37:13.438379 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971be073-f89f-4297-bde3-7278fe3be931 None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:37:13.485217 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971be073-f89f-4297-bde3-7278fe3be931 None None] Pushing event updated for resources: {'Port': ['ID=3a39dc1e-9da5-4c0d-8b39-b4556d1d3aee,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:13.493234 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-68c08093-108e-42da-81f1-b3f07066b5a9 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7823899 Nov 12 08:37:13.499472 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 46726) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:13.504891 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-dd2e6fa4-4d05-4878-9fe0-a061d24cee4f tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Request body: {'subnet': {'network_id': '88152beb-d59f-4663-be2d-0ecb6da1000f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:13.538976 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-971be073-f89f-4297-bde3-7278fe3be931 None None] Attempting to bind port 3a39dc1e-9da5-4c0d-8b39-b4556d1d3aee on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:37:13.539338 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-971be073-f89f-4297-bde3-7278fe3be931 None None] Attempting to bind port 3a39dc1e-9da5-4c0d-8b39-b4556d1d3aee by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': 'c6d4f72c-2c1a-442e-a629-a6e267748e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '6a7bb0a1-dd57-4ada-ad51-da1d38770440'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:37:13.539716 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971be073-f89f-4297-bde3-7278fe3be931 None None] Attempting to bind port 3a39dc1e-9da5-4c0d-8b39-b4556d1d3aee on network 6a7bb0a1-dd57-4ada-ad51-da1d38770440 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:37:13.546255 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971be073-f89f-4297-bde3-7278fe3be931 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:37:13.546697 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971be073-f89f-4297-bde3-7278fe3be931 None None] Checking segment: {'id': 'c6d4f72c-2c1a-442e-a629-a6e267748e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '6a7bb0a1-dd57-4ada-ad51-da1d38770440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:37:13.547054 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-971be073-f89f-4297-bde3-7278fe3be931 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:13.547447 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971be073-f89f-4297-bde3-7278fe3be931 None None] Bound using segment: {'id': 'c6d4f72c-2c1a-442e-a629-a6e267748e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '6a7bb0a1-dd57-4ada-ad51-da1d38770440'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:37:13.547917 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-971be073-f89f-4297-bde3-7278fe3be931 None None] Bound port: 3a39dc1e-9da5-4c0d-8b39-b4556d1d3aee, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6d4f72c-2c1a-442e-a629-a6e267748e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '6a7bb0a1-dd57-4ada-ad51-da1d38770440'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:37:13.548584 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-971be073-f89f-4297-bde3-7278fe3be931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:13.580031 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-1730d4b3-532f-4b14-b1f8-b295b1eec97c tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Allocated IP 172.20.0.9 (c5ca4120-9078-4e3e-acce-08bf18ae7ea8/13db2bfe-3a98-4ad5-9a9d-f68faa1b3723/7b3a114d-7563-409e-8a7f-c72d337159b8) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:37:13.670510 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-971be073-f89f-4297-bde3-7278fe3be931 None None] For port 3a39dc1e-9da5-4c0d-8b39-b4556d1d3aee, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:37:13.673595 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-971be073-f89f-4297-bde3-7278fe3be931 None None] For port 3a39dc1e-9da5-4c0d-8b39-b4556d1d3aee, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=3a39dc1e-9da5-4c0d-8b39-b4556d1d3aee,segment=NetworkSegment(c6d4f72c-2c1a-442e-a629-a6e267748e33),segment_id=c6d4f72c-2c1a-442e-a629-a6e267748e33)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:37:13.684236 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-971be073-f89f-4297-bde3-7278fe3be931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:13.696447 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c08093-108e-42da-81f1-b3f07066b5a9 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Pushing event updated for resources: {'Network': ['ID=88152beb-d59f-4663-be2d-0ecb6da1000f,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:13.767477 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 88152beb-d59f-4663-be2d-0ecb6da1000f details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:37:13.768148 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd2e6fa4-4d05-4878-9fe0-a061d24cee4f tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Made reservation on behalf of cb9addcac4444b6e97446248732304f8 for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:37:13.784288 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-dd2e6fa4-4d05-4878-9fe0-a061d24cee4f tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:13.909166 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971be073-f89f-4297-bde3-7278fe3be931 None None] Pushing event updated for resources: {'Port': ['ID=3a39dc1e-9da5-4c0d-8b39-b4556d1d3aee,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:13.964738 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1730d4b3-532f-4b14-b1f8-b295b1eec97c tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:13.989109 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1465559c-fb1d-402f-b2d8-1733a16f1a2b req-2313321a-fb58-437f-95ea-d39ecec4426c tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:13.990872 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1465559c-fb1d-402f-b2d8-1733a16f1a2b req-2313321a-fb58-437f-95ea-d39ecec4426c tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=3adfe4ff-1583-4042-8ae6-e9c4a74f82f2 HTTP/1.1" status: 200 len: 943 time: 0.1137757 Nov 12 08:37:14.093323 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1730d4b3-532f-4b14-b1f8-b295b1eec97c tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:14.186425 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1465559c-fb1d-402f-b2d8-1733a16f1a2b req-91a423fc-b146-4a77-a690-3efc7b3ae053 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744559 Nov 12 08:37:14.190540 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1730d4b3-532f-4b14-b1f8-b295b1eec97c tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Network c5ca4120-9078-4e3e-acce-08bf18ae7ea8 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:37:14.201089 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-1730d4b3-532f-4b14-b1f8-b295b1eec97c tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:37:14.205906 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1730d4b3-532f-4b14-b1f8-b295b1eec97c tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:37:14.263890 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-dd2e6fa4-4d05-4878-9fe0-a061d24cee4f tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:14.348931 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1730d4b3-532f-4b14-b1f8-b295b1eec97c tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Pushing event updated for resources: {'Port': ['ID=7b3a114d-7563-409e-8a7f-c72d337159b8,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:14.364929 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2e6fa4-4d05-4878-9fe0-a061d24cee4f tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Pushing event updated for resources: {'Subnet': ['ID=aebed106-d6a3-47e4-8e65-0db7c2ce0536,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:14.440101 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2e6fa4-4d05-4878-9fe0-a061d24cee4f tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Checking segment: {'id': 'f67e0fc2-fa40-4b54-9995-209dba81cfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '88152beb-d59f-4663-be2d-0ecb6da1000f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:37:14.440822 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2e6fa4-4d05-4878-9fe0-a061d24cee4f tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Network hostable DHCP agents. Network: 88152beb-d59f-4663-be2d-0ecb6da1000f, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:37:14.501884 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2e6fa4-4d05-4878-9fe0-a061d24cee4f tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Network 88152beb-d59f-4663-be2d-0ecb6da1000f is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:37:14.518017 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1730d4b3-532f-4b14-b1f8-b295b1eec97c tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:14.519298 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1730d4b3-532f-4b14-b1f8-b295b1eec97c tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:14.524726 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-dd2e6fa4-4d05-4878-9fe0-a061d24cee4f tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 88152beb-d59f-4663-be2d-0ecb6da1000f) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:37:14.535919 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2e6fa4-4d05-4878-9fe0-a061d24cee4f tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:14.538077 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98124e46-d081-4849-8dbe-88b3517292c6 None None] Network 88152beb-d59f-4663-be2d-0ecb6da1000f requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:37:14.543525 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-dd2e6fa4-4d05-4878-9fe0-a061d24cee4f tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:14.579262 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-dd2e6fa4-4d05-4878-9fe0-a061d24cee4f tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.0783689 Nov 12 08:37:14.581847 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 46742) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:14.668050 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-1730d4b3-532f-4b14-b1f8-b295b1eec97c tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6716480 Nov 12 08:37:14.668050 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 46746) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:14.673570 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-11e1e360-f068-42bf-a4e7-a616f7e92a62 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Request body: {'port': {'network_id': 'c5ca4120-9078-4e3e-acce-08bf18ae7ea8', 'name': 'tempest-AllowedAddressPairTestJSON-1192638638'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:14.830467 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f171b888-0c4b-4416-bc80-1a1bfa974f71 req-0fda13d0-df77-43c1-9a89-97976e1450b5 tempest-VolumesNegativeTest-790632620 tempest-VolumesNegativeTest-790632620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:14.843488 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f171b888-0c4b-4416-bc80-1a1bfa974f71 req-0fda13d0-df77-43c1-9a89-97976e1450b5 tempest-VolumesNegativeTest-790632620 tempest-VolumesNegativeTest-790632620-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6c1761a-04f9-44d1-8f00-2486b924a785 HTTP/1.1" status: 200 len: 948 time: 0.4017491 Nov 12 08:37:14.862708 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-2009c2c8-7d18-4000-943e-0a23b5e89c18 None None] Provisioning complete for port 7b3a114d-7563-409e-8a7f-c72d337159b8 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:37:14.863086 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2009c2c8-7d18-4000-943e-0a23b5e89c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:14.908217 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63944146-86b0-4652-a07d-d21cb10a2115 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-88152beb-d59f-4663-be2d-0ecb6da1000f', 'network_id': '88152beb-d59f-4663-be2d-0ecb6da1000f', 'tenant_id': 'cb9addcac4444b6e97446248732304f8', 'fixed_ips': [{'subnet_id': 'aebed106-d6a3-47e4-8e65-0db7c2ce0536'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:37:14.909717 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-63944146-86b0-4652-a07d-d21cb10a2115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:14.912431 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-850396a3-05a3-4be3-bfc8-bcb3c4250cd3 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:15.051707 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11e1e360-f068-42bf-a4e7-a616f7e92a62 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Made reservation on behalf of a6fcf7ad18a04d9b9f74091561aa9d6e for: {'port': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:37:15.059637 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-11e1e360-f068-42bf-a4e7-a616f7e92a62 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:15.066455 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-850396a3-05a3-4be3-bfc8-bcb3c4250cd3 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:15.100942 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-2009c2c8-7d18-4000-943e-0a23b5e89c18 None None] Port 7b3a114d-7563-409e-8a7f-c72d337159b8 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:37:15.145751 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 3a39dc1e-9da5-4c0d-8b39-b4556d1d3aee up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:37:15.175316 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f171b888-0c4b-4416-bc80-1a1bfa974f71 req-11d3e57f-4631-493f-9766-158022590bb7 tempest-VolumesNegativeTest-790632620 tempest-VolumesNegativeTest-790632620-project] 10.222.0.26 "GET /v2.0/security-groups?id=1483dd55-c247-4a0c-bc84-e23ddb8f25e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652147 Nov 12 08:37:15.187075 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [None req-11e1e360-f068-42bf-a4e7-a616f7e92a62 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] device_id is not set on port 5627816b-c2bc-44f9-99c4-eb888ee2e99d yet. {{(pid=102600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:37:15.289106 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-850396a3-05a3-4be3-bfc8-bcb3c4250cd3 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:15.312043 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server [None req-63944146-86b0-4652-a07d-d21cb10a2115 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet aebed106-d6a3-47e4-8e65-0db7c2ce0536: This subnet is being modified by another concurrent operation. Nov 12 08:37:15.312043 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 08:37:15.312043 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 08:37:15.312043 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 08:37:15.312043 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 08:37:15.312043 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 08:37:15.312043 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 08:37:15.312043 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 08:37:15.312043 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 08:37:15.312043 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 08:37:15.312043 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 08:37:15.312043 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 08:37:15.312043 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:37:15.312043 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:37:15.312043 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:37:15.312043 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:37:15.312043 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 08:37:15.312043 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:37:15.312043 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 08:37:15.312043 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 08:37:15.312043 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:37:15.312043 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:37:15.312043 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:37:15.312043 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:37:15.312043 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 08:37:15.312043 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:37:15.312043 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 08:37:15.312043 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 08:37:15.312043 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:37:15.312043 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:37:15.312043 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:37:15.312043 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:37:15.312043 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 08:37:15.312043 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 08:37:15.312043 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 08:37:15.312043 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 08:37:15.312043 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 08:37:15.312043 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 08:37:15.312043 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 08:37:15.312043 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 08:37:15.312043 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 08:37:15.312043 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 08:37:15.312043 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 08:37:15.312043 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:37:15.312043 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 08:37:15.312043 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 08:37:15.312043 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 08:37:15.312043 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 08:37:15.312043 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:37:15.312043 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:37:15.312043 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:37:15.312043 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:37:15.312043 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 08:37:15.312043 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:37:15.312043 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 08:37:15.312043 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 08:37:15.312043 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:37:15.312043 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:37:15.312043 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:37:15.312043 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:37:15.312043 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 08:37:15.312043 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:37:15.312043 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 08:37:15.312043 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 08:37:15.312043 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:37:15.312043 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:37:15.312043 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:37:15.312043 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:37:15.312043 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 08:37:15.312043 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 08:37:15.312043 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 08:37:15.312043 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 08:37:15.312043 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 08:37:15.312043 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 08:37:15.312043 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 08:37:15.312043 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 08:37:15.312043 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 08:37:15.312043 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 08:37:15.312043 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:37:15.312043 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:37:15.312043 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:37:15.312043 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:37:15.312043 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 08:37:15.312043 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 08:37:15.312043 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 08:37:15.312043 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 08:37:15.312043 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 08:37:15.312043 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 08:37:15.312043 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 08:37:15.312043 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server raise exception Nov 12 08:37:15.312043 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet aebed106-d6a3-47e4-8e65-0db7c2ce0536: This subnet is being modified by another concurrent operation. Nov 12 08:37:15.312043 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server Nov 12 08:37:15.350912 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 3a39dc1e-9da5-4c0d-8b39-b4556d1d3aee triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:37:15.352342 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:15.369996 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fdb8d6-c46d-47e6-84e7-6a9cc3fd0dfe None None] Network 88152beb-d59f-4663-be2d-0ecb6da1000f requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:37:15.392642 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-11e1e360-f068-42bf-a4e7-a616f7e92a62 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Allocated IP 172.20.0.13 (c5ca4120-9078-4e3e-acce-08bf18ae7ea8/13db2bfe-3a98-4ad5-9a9d-f68faa1b3723/5627816b-c2bc-44f9-99c4-eb888ee2e99d) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:37:15.622409 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-850396a3-05a3-4be3-bfc8-bcb3c4250cd3 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:15.726779 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:15.773302 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6da4d1d-eecc-4763-a06f-120b32d84a77 req-1a44ca9a-61d5-4c7b-b8e9-2639832e3da2 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:15.781491 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e6da4d1d-eecc-4763-a06f-120b32d84a77 req-1a44ca9a-61d5-4c7b-b8e9-2639832e3da2 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=3adfe4ff-1583-4042-8ae6-e9c4a74f82f2 HTTP/1.1" status: 200 len: 943 time: 0.1564748 Nov 12 08:37:15.800267 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] For port 3a39dc1e-9da5-4c0d-8b39-b4556d1d3aee, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=3a39dc1e-9da5-4c0d-8b39-b4556d1d3aee,segment=NetworkSegment(c6d4f72c-2c1a-442e-a629-a6e267748e33),segment_id=c6d4f72c-2c1a-442e-a629-a6e267748e33)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:15.806703 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:15.824995 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-11e1e360-f068-42bf-a4e7-a616f7e92a62 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:15.837248 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850396a3-05a3-4be3-bfc8-bcb3c4250cd3 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Pushing event deleted for resources: {'Subnet': ['ID=aebed106-d6a3-47e4-8e65-0db7c2ce0536,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:15.855852 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-850396a3-05a3-4be3-bfc8-bcb3c4250cd3 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88152beb-d59f-4663-be2d-0ecb6da1000f']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:15.869060 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-850396a3-05a3-4be3-bfc8-bcb3c4250cd3 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f67e0fc2-fa40-4b54-9995-209dba81cfcc') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:15.869462 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-850396a3-05a3-4be3-bfc8-bcb3c4250cd3 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f67e0fc2-fa40-4b54-9995-209dba81cfcc') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:15.894095 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-850396a3-05a3-4be3-bfc8-bcb3c4250cd3 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:15.905536 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42be8759-68c4-4106-86dd-c73ae03a3963 None None] Network 6a7bb0a1-dd57-4ada-ad51-da1d38770440 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:37:15.907756 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e6da4d1d-eecc-4763-a06f-120b32d84a77 req-29f2f8f8-9bd3-43c9-83e7-95d33178404a tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254404 Nov 12 08:37:15.913292 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-11e1e360-f068-42bf-a4e7-a616f7e92a62 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:15.967418 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4c579a35-cbe9-456b-9c4a-1e9e92fe0510 req-6232d637-584f-4434-92bc-4ba8132e6921 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e7b22e6f-34ba-40cc-8b8b-fe95438187cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3011692 Nov 12 08:37:16.031313 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e1e360-f068-42bf-a4e7-a616f7e92a62 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Network c5ca4120-9078-4e3e-acce-08bf18ae7ea8 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:37:16.054423 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-11e1e360-f068-42bf-a4e7-a616f7e92a62 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:37:16.069312 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-850396a3-05a3-4be3-bfc8-bcb3c4250cd3 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:16.077923 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e1e360-f068-42bf-a4e7-a616f7e92a62 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:37:16.084280 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-850396a3-05a3-4be3-bfc8-bcb3c4250cd3 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:37:16.084783 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-850396a3-05a3-4be3-bfc8-bcb3c4250cd3 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:16.100367 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 08:37:16.100367 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:37:16.100367 n-d-765315-29 neutron-server[102599]: timer() Nov 12 08:37:16.100367 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:37:16.100367 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 08:37:16.100367 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:37:16.100367 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 08:37:16.100367 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:37:16.100367 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 08:37:16.100367 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:37:16.100367 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 08:37:16.100367 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:37:16.100367 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 08:37:16.100367 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:37:16.100367 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:37:16.100367 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:37:16.100367 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:37:16.100367 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:37:16.100367 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 08:37:16.100367 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:37:16.100367 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 08:37:16.100367 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:37:16.100367 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:37:16.100367 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:37:16.100367 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 08:37:16.100367 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:37:16.100367 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:37:16.100367 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:37:16.100367 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:37:16.100367 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:37:16.100367 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:37:16.100367 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:37:16.157167 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e1e360-f068-42bf-a4e7-a616f7e92a62 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:16.158302 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-11e1e360-f068-42bf-a4e7-a616f7e92a62 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:16.169560 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-007283ce-be22-4d87-87ce-faea90cda2fc None None] Provisioning complete for port 3a39dc1e-9da5-4c0d-8b39-b4556d1d3aee triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:37:16.170783 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-007283ce-be22-4d87-87ce-faea90cda2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:16.193911 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e1e360-f068-42bf-a4e7-a616f7e92a62 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Pushing event updated for resources: {'Port': ['ID=5627816b-c2bc-44f9-99c4-eb888ee2e99d,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:16.221963 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-11e1e360-f068-42bf-a4e7-a616f7e92a62 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5532467 Nov 12 08:37:16.238057 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 46768) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:16.254340 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Pushing event updated for resources: {'Port': ['ID=3a39dc1e-9da5-4c0d-8b39-b4556d1d3aee,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:16.275455 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-31de3f9b-1046-41ac-b909-f38e75e97fc1 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:29:7e:19'}, {'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:23:7f:a9'}]}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:16.406220 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-850396a3-05a3-4be3-bfc8-bcb3c4250cd3 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:16.421497 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc416719-a828-48f8-ab82-7fc8d595a93b req-e8255059-a5c4-47ad-baa2-4c41b288ef75 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:16.437527 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bc416719-a828-48f8-ab82-7fc8d595a93b req-e8255059-a5c4-47ad-baa2-4c41b288ef75 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "GET /v2.0/ports?device_id=7930c9ff-431f-4c7c-aace-69f75a40e42e HTTP/1.1" status: 200 len: 946 time: 0.3992224 Nov 12 08:37:16.449518 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-850396a3-05a3-4be3-bfc8-bcb3c4250cd3 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks [] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:16.458408 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-850396a3-05a3-4be3-bfc8-bcb3c4250cd3 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] 10.222.0.26 "DELETE /v2.0/networks/88152beb-d59f-4663-be2d-0ecb6da1000f HTTP/1.1" status: 204 len: 168 time: 1.8711176 Nov 12 08:37:16.465683 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c579a35-cbe9-456b-9c4a-1e9e92fe0510 req-fb52e086-7032-4077-9f65-eb435935a709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:16.466141 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 76dd929d-5938-4443-b4a8-5cd989bf5692 details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:37:16.466357 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c579a35-cbe9-456b-9c4a-1e9e92fe0510 req-fb52e086-7032-4077-9f65-eb435935a709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:16.468983 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 46774) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:16.480285 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c579a35-cbe9-456b-9c4a-1e9e92fe0510 req-fb52e086-7032-4077-9f65-eb435935a709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:16.481418 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c579a35-cbe9-456b-9c4a-1e9e92fe0510 req-fb52e086-7032-4077-9f65-eb435935a709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:16.482313 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c579a35-cbe9-456b-9c4a-1e9e92fe0510 req-fb52e086-7032-4077-9f65-eb435935a709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:16.483275 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c579a35-cbe9-456b-9c4a-1e9e92fe0510 req-fb52e086-7032-4077-9f65-eb435935a709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:16.494349 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c579a35-cbe9-456b-9c4a-1e9e92fe0510 req-fb52e086-7032-4077-9f65-eb435935a709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:16.497838 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4c579a35-cbe9-456b-9c4a-1e9e92fe0510 req-fb52e086-7032-4077-9f65-eb435935a709 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=21a2ac24705441ab9e82ecd18312805e&device_id=e7b22e6f-34ba-40cc-8b8b-fe95438187cb HTTP/1.1" status: 200 len: 6509 time: 0.3705428 Nov 12 08:37:16.501207 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-e202247c-1ad4-4e9c-95a5-aeb7fafacdb5 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-961841795'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:16.549590 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850396a3-05a3-4be3-bfc8-bcb3c4250cd3 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Pushing event deleted for resources: {'Network': ['ID=88152beb-d59f-4663-be2d-0ecb6da1000f,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:16.711872 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e202247c-1ad4-4e9c-95a5-aeb7fafacdb5 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Made reservation on behalf of cb9addcac4444b6e97446248732304f8 for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:37:16.723562 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e202247c-1ad4-4e9c-95a5-aeb7fafacdb5 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:16.763340 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-19e497ee-3f26-47da-8a38-51ad2f9bf296 None None] Provisioning complete for port 5627816b-c2bc-44f9-99c4-eb888ee2e99d triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:37:16.764281 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-19e497ee-3f26-47da-8a38-51ad2f9bf296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:16.808257 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 76dd929d-5938-4443-b4a8-5cd989bf5692, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=76dd929d-5938-4443-b4a8-5cd989bf5692,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:16.811015 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dccdd9b7-e492-4935-9db8-0a9bdee2e9db None None] get_active_networks_info from n-d-765315-29 {{(pid=102601) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 08:37:16.851302 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c579a35-cbe9-456b-9c4a-1e9e92fe0510 req-ab2a6aca-8d1a-4e43-9817-ebed7d3265ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:16.852018 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c579a35-cbe9-456b-9c4a-1e9e92fe0510 req-ab2a6aca-8d1a-4e43-9817-ebed7d3265ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:16.852652 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c579a35-cbe9-456b-9c4a-1e9e92fe0510 req-ab2a6aca-8d1a-4e43-9817-ebed7d3265ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:16.854857 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4c579a35-cbe9-456b-9c4a-1e9e92fe0510 req-ab2a6aca-8d1a-4e43-9817-ebed7d3265ad service neutron] 10.222.0.21 "GET /v2.0/networks?id=b1a7821e-f1d3-43e5-80d4-19a0f0105ed4&id=206f9d07-9c2e-4490-896d-289aa4538730&id=206f9d07-9c2e-4490-896d-289aa4538730&id=206f9d07-9c2e-4490-896d-289aa4538730&id=206f9d07-9c2e-4490-896d-289aa4538730&id=5b2a8b49-5710-48dd-bacf-1711bcf033cc&id=5b2a8b49-5710-48dd-bacf-1711bcf033cc HTTP/1.1" status: 200 len: 2298 time: 0.2633049 Nov 12 08:37:17.066452 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 3a39dc1e-9da5-4c0d-8b39-b4556d1d3aee up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:37:17.069515 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4c579a35-cbe9-456b-9c4a-1e9e92fe0510 req-0dd6c75a-fc7c-48ef-927b-ee67eccb5cd3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e22b775a-a039-415a-be68-84e3c4aa81d5 HTTP/1.1" status: 200 len: 1000 time: 0.2048116 Nov 12 08:37:17.126785 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-19e497ee-3f26-47da-8a38-51ad2f9bf296 None None] Port 5627816b-c2bc-44f9-99c4-eb888ee2e99d cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:37:17.131619 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-31de3f9b-1046-41ac-b909-f38e75e97fc1 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:17.134083 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Returning: {'device': '76dd929d-5938-4443-b4a8-5cd989bf5692', 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016', 'port_id': '76dd929d-5938-4443-b4a8-5cd989bf5692', 'mac_address': 'fa:16:3e:cc:73:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:37:17.210078 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c579a35-cbe9-456b-9c4a-1e9e92fe0510 req-9658981d-5ddd-442d-9ade-d06fbb8de087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:17.215791 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4c579a35-cbe9-456b-9c4a-1e9e92fe0510 req-9658981d-5ddd-442d-9ade-d06fbb8de087 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=12b144a6-628e-40a7-ae42-7387cab28ef8 HTTP/1.1" status: 200 len: 856 time: 0.1378882 Nov 12 08:37:17.219660 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 3a39dc1e-9da5-4c0d-8b39-b4556d1d3aee triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:37:17.220176 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:17.233957 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bc416719-a828-48f8-ab82-7fc8d595a93b req-c4ebd5e7-b734-4366-9360-863cd1a348a4 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "GET /v2.0/security-groups?id=65f47b5a-d181-4ae7-b608-1a89a67c1656&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7951686 Nov 12 08:37:17.312854 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:17.344146 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c579a35-cbe9-456b-9c4a-1e9e92fe0510 req-c4a55d4e-f547-4a5c-b3b0-4a4238b61afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:17.345624 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4c579a35-cbe9-456b-9c4a-1e9e92fe0510 req-c4a55d4e-f547-4a5c-b3b0-4a4238b61afd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b1a7821e-f1d3-43e5-80d4-19a0f0105ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1217439 Nov 12 08:37:17.374035 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-60b50ce9-706e-4161-95e5-2c7f77f1859e None None] Provisioning complete for port 3a39dc1e-9da5-4c0d-8b39-b4556d1d3aee triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:37:17.377959 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e202247c-1ad4-4e9c-95a5-aeb7fafacdb5 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:37:17.379159 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-60b50ce9-706e-4161-95e5-2c7f77f1859e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:17.432315 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-e530113a-7783-48f4-9840-8911a24052df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76dd929d-5938-4443-b4a8-5cd989bf5692 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:37:17.458441 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e202247c-1ad4-4e9c-95a5-aeb7fafacdb5 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:17.459411 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-e202247c-1ad4-4e9c-95a5-aeb7fafacdb5 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Added segment 73961cf1-9d8c-486f-8243-9815e2fc8e9a of type vlan for network ee0f5700-a20f-4e66-9f66-1a991986779c Nov 12 08:37:17.570367 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dccdd9b7-e492-4935-9db8-0a9bdee2e9db None None] Resources bound (agent type, host, resource id): {{(pid=102601) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 08:37:17.571399 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4c579a35-cbe9-456b-9c4a-1e9e92fe0510 req-6122794b-6cfc-443d-b9be-e85304379eac service neutron] 10.222.0.21 "GET /v2.0/networks/b1a7821e-f1d3-43e5-80d4-19a0f0105ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177105 Nov 12 08:37:17.574198 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 76dd929d-5938-4443-b4a8-5cd989bf5692, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=76dd929d-5938-4443-b4a8-5cd989bf5692,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:17.585448 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:17.606279 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9277766c-3674-4f06-803d-cd19d83dd60d req-c41d5b69-d359-4af2-a1ec-883aedc0440a tempest-VolumesNegativeTest-790632620 tempest-VolumesNegativeTest-790632620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:17.608326 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9277766c-3674-4f06-803d-cd19d83dd60d req-c41d5b69-d359-4af2-a1ec-883aedc0440a tempest-VolumesNegativeTest-790632620 tempest-VolumesNegativeTest-790632620-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6c1761a-04f9-44d1-8f00-2486b924a785 HTTP/1.1" status: 200 len: 948 time: 0.2318637 Nov 12 08:37:17.616536 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e202247c-1ad4-4e9c-95a5-aeb7fafacdb5 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:17.767992 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e202247c-1ad4-4e9c-95a5-aeb7fafacdb5 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:17.776615 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e202247c-1ad4-4e9c-95a5-aeb7fafacdb5 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:17.777363 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e202247c-1ad4-4e9c-95a5-aeb7fafacdb5 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:17.814268 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9277766c-3674-4f06-803d-cd19d83dd60d req-3c19af30-2b9a-408b-ae6a-ce8b45023727 tempest-VolumesNegativeTest-790632620 tempest-VolumesNegativeTest-790632620-project] 10.222.0.26 "GET /v2.0/security-groups?id=1483dd55-c247-4a0c-bc84-e23ddb8f25e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948657 Nov 12 08:37:17.838150 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4c579a35-cbe9-456b-9c4a-1e9e92fe0510 req-59381cec-ba4c-44fa-81f3-ba1e2fe19f5d service neutron] 10.222.0.21 "GET /v2.0/networks/b1a7821e-f1d3-43e5-80d4-19a0f0105ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546189 Nov 12 08:37:17.918638 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-e202247c-1ad4-4e9c-95a5-aeb7fafacdb5 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4453142 Nov 12 08:37:17.921357 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4c579a35-cbe9-456b-9c4a-1e9e92fe0510 req-fcdbaa3c-b7f1-4b19-bb53-4d6fb40e8b75 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.87&port_id=2ad84d50-d7c9-425a-b9f6-7a7fc1b1156e HTTP/1.1" status: 200 len: 217 time: 0.0782623 Nov 12 08:37:17.922110 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 46794) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:17.926810 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=76dd929d-5938-4443-b4a8-5cd989bf5692,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:17.944914 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-4d2fef0e-bb93-48a3-a888-152aeeb9fc08 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Request body: {'subnet': {'network_id': 'ee0f5700-a20f-4e66-9f66-1a991986779c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:17.960887 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-31de3f9b-1046-41ac-b909-f38e75e97fc1 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:17.969013 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e202247c-1ad4-4e9c-95a5-aeb7fafacdb5 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Pushing event updated for resources: {'Network': ['ID=ee0f5700-a20f-4e66-9f66-1a991986779c,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:17.990068 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-31de3f9b-1046-41ac-b909-f38e75e97fc1 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:17.994024 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network ee0f5700-a20f-4e66-9f66-1a991986779c details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:37:18.097783 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['76dd929d-5938-4443-b4a8-5cd989bf5692'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:37:18.111461 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-31de3f9b-1046-41ac-b909-f38e75e97fc1 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] In _notify_port_updated(), no bound segment for port 5627816b-c2bc-44f9-99c4-eb888ee2e99d on network c5ca4120-9078-4e3e-acce-08bf18ae7ea8 {{(pid=102600) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 08:37:18.117445 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31de3f9b-1046-41ac-b909-f38e75e97fc1 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:18.118079 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-31de3f9b-1046-41ac-b909-f38e75e97fc1 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:18.122994 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-31de3f9b-1046-41ac-b909-f38e75e97fc1 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] 10.222.0.26 "PUT /v2.0/ports/5627816b-c2bc-44f9-99c4-eb888ee2e99d HTTP/1.1" status: 200 len: 1057 time: 1.8768876 Nov 12 08:37:18.127229 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 46796) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:18.209519 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31de3f9b-1046-41ac-b909-f38e75e97fc1 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Pushing event updated for resources: {'Port': ['ID=5627816b-c2bc-44f9-99c4-eb888ee2e99d,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:18.236812 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16744531-53b8-42eb-bad3-6ef069314616 req-0d4d9d11-da23-4b1c-8ced-c0e99d5cc3a8 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:18.238367 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-16744531-53b8-42eb-bad3-6ef069314616 req-0d4d9d11-da23-4b1c-8ced-c0e99d5cc3a8 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=3adfe4ff-1583-4042-8ae6-e9c4a74f82f2 HTTP/1.1" status: 200 len: 943 time: 0.2424498 Nov 12 08:37:18.267075 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c579a35-cbe9-456b-9c4a-1e9e92fe0510 req-3bfd90e1-b22d-480d-bbb7-2a1bb2d8f404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:18.271757 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4c579a35-cbe9-456b-9c4a-1e9e92fe0510 req-3bfd90e1-b22d-480d-bbb7-2a1bb2d8f404 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=451e17db-46f2-4a8d-9633-d7807ea2bdef HTTP/1.1" status: 200 len: 797 time: 0.1602678 Nov 12 08:37:18.273949 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d2fef0e-bb93-48a3-a888-152aeeb9fc08 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Made reservation on behalf of cb9addcac4444b6e97446248732304f8 for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:37:18.284555 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4d2fef0e-bb93-48a3-a888-152aeeb9fc08 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:18.290222 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-b6e4e669-dbc1-465b-ae3f-230b78fcf119 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Deleting port 5627816b-c2bc-44f9-99c4-eb888ee2e99d {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:37:18.290576 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b6e4e669-dbc1-465b-ae3f-230b78fcf119 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:18.367562 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-16744531-53b8-42eb-bad3-6ef069314616 req-39dfeda9-f50d-4832-8d28-761d55a17af1 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206870 Nov 12 08:37:18.502900 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b6e4e669-dbc1-465b-ae3f-230b78fcf119 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:18.522883 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.ipam_backend_mixin [None req-4d2fef0e-bb93-48a3-a888-152aeeb9fc08 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Performing IP validity checks on allocation pools {{(pid=102599) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 08:37:18.523440 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.ipam_backend_mixin [None req-4d2fef0e-bb93-48a3-a888-152aeeb9fc08 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102599) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 08:37:18.551040 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c579a35-cbe9-456b-9c4a-1e9e92fe0510 req-a04dd30a-0d6b-48f4-a911-d36730d6ce46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:18.552556 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4c579a35-cbe9-456b-9c4a-1e9e92fe0510 req-a04dd30a-0d6b-48f4-a911-d36730d6ce46 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=206f9d07-9c2e-4490-896d-289aa4538730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2614994 Nov 12 08:37:18.553254 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-b6e4e669-dbc1-465b-ae3f-230b78fcf119 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Calling delete_port for 5627816b-c2bc-44f9-99c4-eb888ee2e99d owned by {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:37:18.598184 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b51e254-14e7-4104-9b65-449fd8a9c43b req-7de07c35-0de5-427d-863f-9aed92b0ffd8 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:18.601270 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0b51e254-14e7-4104-9b65-449fd8a9c43b req-7de07c35-0de5-427d-863f-9aed92b0ffd8 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "GET /v2.0/ports?device_id=7930c9ff-431f-4c7c-aace-69f75a40e42e HTTP/1.1" status: 200 len: 946 time: 0.1509371 Nov 12 08:37:18.801872 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4c579a35-cbe9-456b-9c4a-1e9e92fe0510 req-e84645ca-e899-4df3-b83a-f8b1b1cffc5f service neutron] 10.222.0.21 "GET /v2.0/networks/206f9d07-9c2e-4490-896d-289aa4538730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338734 Nov 12 08:37:18.813892 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0b51e254-14e7-4104-9b65-449fd8a9c43b req-e133a13b-a4e1-4576-a610-8ccf0dba4f62 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "GET /v2.0/security-groups?id=65f47b5a-d181-4ae7-b608-1a89a67c1656&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1976106 Nov 12 08:37:18.866428 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-b3dfa9fb-58fe-47e8-929a-cab3c687aa04 None None] Provisioning complete for port 5627816b-c2bc-44f9-99c4-eb888ee2e99d triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:37:18.867415 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b3dfa9fb-58fe-47e8-929a-cab3c687aa04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:18.985048 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-b3dfa9fb-58fe-47e8-929a-cab3c687aa04 None None] Port 5627816b-c2bc-44f9-99c4-eb888ee2e99d cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:37:19.007408 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b6e4e669-dbc1-465b-ae3f-230b78fcf119 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:19.100266 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e4e669-dbc1-465b-ae3f-230b78fcf119 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Pushing event deleted for resources: {'Port': ['ID=5627816b-c2bc-44f9-99c4-eb888ee2e99d,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:19.123790 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4c579a35-cbe9-456b-9c4a-1e9e92fe0510 req-5a4f8825-bfab-436c-af32-7495d6b871f5 service neutron] 10.222.0.21 "GET /v2.0/networks/206f9d07-9c2e-4490-896d-289aa4538730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134339 Nov 12 08:37:19.247224 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4c579a35-cbe9-456b-9c4a-1e9e92fe0510 req-a5ccb606-495d-494a-8b1b-f9322f2b5c32 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.134&port_id=a9c14931-8b9b-4467-9aca-bbbe106d4681 HTTP/1.1" status: 200 len: 217 time: 0.1146355 Nov 12 08:37:19.325815 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4d2fef0e-bb93-48a3-a888-152aeeb9fc08 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:19.361750 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fab3ce6-5a67-44ce-8f8e-9b5e3a3d52d9 req-865ec126-7b56-46c8-91b6-fee1096cdf00 tempest-VolumesNegativeTest-790632620 tempest-VolumesNegativeTest-790632620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:19.363432 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5fab3ce6-5a67-44ce-8f8e-9b5e3a3d52d9 req-865ec126-7b56-46c8-91b6-fee1096cdf00 tempest-VolumesNegativeTest-790632620 tempest-VolumesNegativeTest-790632620-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6c1761a-04f9-44d1-8f00-2486b924a785 HTTP/1.1" status: 200 len: 949 time: 0.3674657 Nov 12 08:37:19.415975 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c579a35-cbe9-456b-9c4a-1e9e92fe0510 req-afb9c051-f8e8-4932-b58c-981b1da2f7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:19.418105 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4c579a35-cbe9-456b-9c4a-1e9e92fe0510 req-afb9c051-f8e8-4932-b58c-981b1da2f7e4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=451e17db-46f2-4a8d-9633-d7807ea2bdef HTTP/1.1" status: 200 len: 797 time: 0.1609488 Nov 12 08:37:19.483051 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2fef0e-bb93-48a3-a888-152aeeb9fc08 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Pushing event updated for resources: {'Subnet': ['ID=5fdd3b82-ec01-458a-97df-1de8281ed376,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:19.497826 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b6e4e669-dbc1-465b-ae3f-230b78fcf119 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:19.503774 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-b6e4e669-dbc1-465b-ae3f-230b78fcf119 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] 10.222.0.26 "DELETE /v2.0/ports/5627816b-c2bc-44f9-99c4-eb888ee2e99d HTTP/1.1" status: 204 len: 168 time: 1.3755631 Nov 12 08:37:19.504815 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 46818) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:19.528397 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5fab3ce6-5a67-44ce-8f8e-9b5e3a3d52d9 req-ee8e93ac-05f4-45b4-8cbc-0f25c0a838a0 tempest-VolumesNegativeTest-790632620 tempest-VolumesNegativeTest-790632620-project] 10.222.0.26 "GET /v2.0/security-groups?id=1483dd55-c247-4a0c-bc84-e23ddb8f25e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365292 Nov 12 08:37:19.546214 n-d-765315-29 neutron-server[102599]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a69e463-cef7-424f-9713-945301ca4266 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] GET failed (client error): The resource could not be found. Nov 12 08:37:19.551150 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 46820) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:19.559634 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-1a69e463-cef7-424f-9713-945301ca4266 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] 10.222.0.26 "GET /v2.0/ports/5627816b-c2bc-44f9-99c4-eb888ee2e99d HTTP/1.1" status: 404 len: 333 time: 0.0538716 Nov 12 08:37:19.563048 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c579a35-cbe9-456b-9c4a-1e9e92fe0510 req-e8b4d70f-a869-4ebd-9a77-ed331a15cfea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:19.565401 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4c579a35-cbe9-456b-9c4a-1e9e92fe0510 req-e8b4d70f-a869-4ebd-9a77-ed331a15cfea service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=206f9d07-9c2e-4490-896d-289aa4538730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1279638 Nov 12 08:37:19.566830 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2fef0e-bb93-48a3-a888-152aeeb9fc08 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Checking segment: {'id': '73961cf1-9d8c-486f-8243-9815e2fc8e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'ee0f5700-a20f-4e66-9f66-1a991986779c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:37:19.567408 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2fef0e-bb93-48a3-a888-152aeeb9fc08 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Network hostable DHCP agents. Network: ee0f5700-a20f-4e66-9f66-1a991986779c, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:37:19.655244 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2fef0e-bb93-48a3-a888-152aeeb9fc08 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Network ee0f5700-a20f-4e66-9f66-1a991986779c is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:37:19.680103 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-4d2fef0e-bb93-48a3-a888-152aeeb9fc08 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, ee0f5700-a20f-4e66-9f66-1a991986779c) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:37:19.687685 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2fef0e-bb93-48a3-a888-152aeeb9fc08 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:19.688112 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4d2fef0e-bb93-48a3-a888-152aeeb9fc08 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:19.691231 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606b15b9-e48f-4bd3-80d4-0797f7d51bbc None None] Network ee0f5700-a20f-4e66-9f66-1a991986779c requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:37:19.731053 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-bb2010a1-03ab-4046-9c01-076708288382 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Deleting port 7b3a114d-7563-409e-8a7f-c72d337159b8 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:37:19.731053 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bb2010a1-03ab-4046-9c01-076708288382 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:19.731428 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4c579a35-cbe9-456b-9c4a-1e9e92fe0510 req-1b91d437-2dc8-4f7b-9c7c-df1b4e2e2e33 service neutron] 10.222.0.21 "GET /v2.0/networks/206f9d07-9c2e-4490-896d-289aa4538730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533048 Nov 12 08:37:19.762238 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-4d2fef0e-bb93-48a3-a888-152aeeb9fc08 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.8347857 Nov 12 08:37:19.762238 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 46826) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:19.851811 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9dbdbd-4725-43fe-9e19-7fe6dd3d1bb7 req-7998b185-92a8-4b04-b680-911d975d6ca0 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:19.853452 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5f9dbdbd-4725-43fe-9e19-7fe6dd3d1bb7 req-7998b185-92a8-4b04-b680-911d975d6ca0 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=3adfe4ff-1583-4042-8ae6-e9c4a74f82f2 HTTP/1.1" status: 200 len: 943 time: 0.2226036 Nov 12 08:37:19.918257 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bb2010a1-03ab-4046-9c01-076708288382 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:19.949056 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bffa401-7224-47df-98aa-eb9f03173a70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-ee0f5700-a20f-4e66-9f66-1a991986779c', 'network_id': 'ee0f5700-a20f-4e66-9f66-1a991986779c', 'tenant_id': 'cb9addcac4444b6e97446248732304f8', 'fixed_ips': [{'subnet_id': '5fdd3b82-ec01-458a-97df-1de8281ed376'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:37:19.957439 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4bffa401-7224-47df-98aa-eb9f03173a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:19.975761 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-bb2010a1-03ab-4046-9c01-076708288382 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Calling delete_port for 7b3a114d-7563-409e-8a7f-c72d337159b8 owned by {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:37:19.985086 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5f9dbdbd-4725-43fe-9e19-7fe6dd3d1bb7 req-7b36a827-8c75-4d40-9272-f25239ecfd7f tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110549 Nov 12 08:37:20.006449 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4c579a35-cbe9-456b-9c4a-1e9e92fe0510 req-a5287a54-e44f-406d-94d2-9a7cc4d115bd service neutron] 10.222.0.21 "GET /v2.0/networks/206f9d07-9c2e-4490-896d-289aa4538730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673652 Nov 12 08:37:20.033984 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-abfce679-e43f-4cd0-8822-0357c7190f32 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:20.072544 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4c579a35-cbe9-456b-9c4a-1e9e92fe0510 req-09b478b9-d52b-4c71-9a02-091bb8258126 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.122&port_id=921ed5c3-bc6c-44c2-a043-9f5a63a8dd21 HTTP/1.1" status: 200 len: 217 time: 0.0586066 Nov 12 08:37:20.128886 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c579a35-cbe9-456b-9c4a-1e9e92fe0510 req-d241c2a3-0091-45ae-97a9-7b3502f6a222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:20.136033 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4c579a35-cbe9-456b-9c4a-1e9e92fe0510 req-d241c2a3-0091-45ae-97a9-7b3502f6a222 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=451e17db-46f2-4a8d-9633-d7807ea2bdef HTTP/1.1" status: 200 len: 797 time: 0.0553372 Nov 12 08:37:20.225132 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-4bffa401-7224-47df-98aa-eb9f03173a70 None None] Allocated IP 172.20.0.3 (ee0f5700-a20f-4e66-9f66-1a991986779c/5fdd3b82-ec01-458a-97df-1de8281ed376/6d4989fb-80d9-45c5-a679-0952e776d2a8) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:37:20.239846 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bb2010a1-03ab-4046-9c01-076708288382 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:20.283212 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-abfce679-e43f-4cd0-8822-0357c7190f32 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:20.284684 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dc6b53-ee6f-41d7-8221-039c849dc86c req-1d6a515b-3a7c-4f03-8f38-b5d33c700d9e tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:20.286462 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f7dc6b53-ee6f-41d7-8221-039c849dc86c req-1d6a515b-3a7c-4f03-8f38-b5d33c700d9e tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "GET /v2.0/ports?device_id=7930c9ff-431f-4c7c-aace-69f75a40e42e HTTP/1.1" status: 200 len: 946 time: 0.1448061 Nov 12 08:37:20.342138 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c579a35-cbe9-456b-9c4a-1e9e92fe0510 req-2819ca25-2598-48c3-a37a-27c309f9dac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:20.344218 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4c579a35-cbe9-456b-9c4a-1e9e92fe0510 req-2819ca25-2598-48c3-a37a-27c309f9dac6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=206f9d07-9c2e-4490-896d-289aa4538730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1957760 Nov 12 08:37:20.401165 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2010a1-03ab-4046-9c01-076708288382 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Pushing event deleted for resources: {'Port': ['ID=7b3a114d-7563-409e-8a7f-c72d337159b8,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:20.468329 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 76dd929d-5938-4443-b4a8-5cd989bf5692 up at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:37:20.503887 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4c579a35-cbe9-456b-9c4a-1e9e92fe0510 req-0260d292-6787-444a-bb34-aad5692fd7bc service neutron] 10.222.0.21 "GET /v2.0/networks/206f9d07-9c2e-4490-896d-289aa4538730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517379 Nov 12 08:37:20.551142 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f7dc6b53-ee6f-41d7-8221-039c849dc86c req-9cf5b388-dbf4-415f-a320-7a5e67c1b529 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "GET /v2.0/security-groups?id=65f47b5a-d181-4ae7-b608-1a89a67c1656&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2010441 Nov 12 08:37:20.554844 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bb2010a1-03ab-4046-9c01-076708288382 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:20.574640 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-bb2010a1-03ab-4046-9c01-076708288382 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] 10.222.0.26 "DELETE /v2.0/ports/7b3a114d-7563-409e-8a7f-c72d337159b8 HTTP/1.1" status: 204 len: 168 time: 1.0129466 Nov 12 08:37:20.574640 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 46842) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:20.628760 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-04da9cba-8c0a-447b-b5ee-5dd37cce205f tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] GET failed (client error): The resource could not be found. Nov 12 08:37:20.636420 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-04da9cba-8c0a-447b-b5ee-5dd37cce205f tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] 10.222.0.26 "GET /v2.0/ports/7b3a114d-7563-409e-8a7f-c72d337159b8 HTTP/1.1" status: 404 len: 333 time: 0.0679603 Nov 12 08:37:20.637458 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 46844) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:20.932195 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4bffa401-7224-47df-98aa-eb9f03173a70 None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:20.938267 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning for port 76dd929d-5938-4443-b4a8-5cd989bf5692 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:37:20.942189 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4bffa401-7224-47df-98aa-eb9f03173a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:20.955229 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning complete for port 76dd929d-5938-4443-b4a8-5cd989bf5692 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:37:20.956060 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:20.983139 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d99067-1e61-4472-a38b-dd3423a244e8 req-2e2987ba-8e8d-4044-8c8d-2d2941d33568 tempest-VolumesNegativeTest-790632620 tempest-VolumesNegativeTest-790632620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:20.991045 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d7d99067-1e61-4472-a38b-dd3423a244e8 req-2e2987ba-8e8d-4044-8c8d-2d2941d33568 tempest-VolumesNegativeTest-790632620 tempest-VolumesNegativeTest-790632620-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6c1761a-04f9-44d1-8f00-2486b924a785 HTTP/1.1" status: 200 len: 949 time: 0.2789991 Nov 12 08:37:21.060609 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-307b0804-d705-4320-9729-0b0ca41df4b7 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Deleting port a17dfaa0-8b2c-4c30-995a-469e9eb8a74c {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:37:21.061328 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-307b0804-d705-4320-9729-0b0ca41df4b7 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:21.105892 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-abfce679-e43f-4cd0-8822-0357c7190f32 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:21.107032 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bffa401-7224-47df-98aa-eb9f03173a70 None None] Network ee0f5700-a20f-4e66-9f66-1a991986779c is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:37:21.112221 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d7d99067-1e61-4472-a38b-dd3423a244e8 req-ece92c28-8726-4351-9440-0d794a9d2331 tempest-VolumesNegativeTest-790632620 tempest-VolumesNegativeTest-790632620-project] 10.222.0.26 "GET /v2.0/security-groups?id=1483dd55-c247-4a0c-bc84-e23ddb8f25e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194150 Nov 12 08:37:21.128261 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-4bffa401-7224-47df-98aa-eb9f03173a70 None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:37:21.135367 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bffa401-7224-47df-98aa-eb9f03173a70 None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:37:21.138525 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bffa401-7224-47df-98aa-eb9f03173a70 None None] Pushing event updated for resources: {'Port': ['ID=6d4989fb-80d9-45c5-a679-0952e776d2a8,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:21.163534 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfce679-e43f-4cd0-8822-0357c7190f32 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Pushing event deleted for resources: {'Subnet': ['ID=5fdd3b82-ec01-458a-97df-1de8281ed376,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:21.248906 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-abfce679-e43f-4cd0-8822-0357c7190f32 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:21.274245 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-abfce679-e43f-4cd0-8822-0357c7190f32 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee0f5700-a20f-4e66-9f66-1a991986779c']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:21.283224 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-307b0804-d705-4320-9729-0b0ca41df4b7 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:21.286917 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-abfce679-e43f-4cd0-8822-0357c7190f32 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73961cf1-9d8c-486f-8243-9815e2fc8e9a') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:21.287219 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-abfce679-e43f-4cd0-8822-0357c7190f32 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73961cf1-9d8c-486f-8243-9815e2fc8e9a') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:21.301415 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-307b0804-d705-4320-9729-0b0ca41df4b7 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Calling delete_port for a17dfaa0-8b2c-4c30-995a-469e9eb8a74c owned by {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:37:21.308057 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-abfce679-e43f-4cd0-8822-0357c7190f32 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:21.325900 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-abfce679-e43f-4cd0-8822-0357c7190f32 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:21.332680 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abfce679-e43f-4cd0-8822-0357c7190f32 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:37:21.333082 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-abfce679-e43f-4cd0-8822-0357c7190f32 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:21.347745 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:21.365824 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-4bffa401-7224-47df-98aa-eb9f03173a70 None None] Attempting to bind port 6d4989fb-80d9-45c5-a679-0952e776d2a8 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:37:21.366666 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-4bffa401-7224-47df-98aa-eb9f03173a70 None None] Attempting to bind port 6d4989fb-80d9-45c5-a679-0952e776d2a8 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '73961cf1-9d8c-486f-8243-9815e2fc8e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'ee0f5700-a20f-4e66-9f66-1a991986779c'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:37:21.367314 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bffa401-7224-47df-98aa-eb9f03173a70 None None] Attempting to bind port 6d4989fb-80d9-45c5-a679-0952e776d2a8 on network ee0f5700-a20f-4e66-9f66-1a991986779c {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:37:21.391101 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6c1761a-04f9-44d1-8f00-2486b924a785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76dd929d-5938-4443-b4a8-5cd989bf5692'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:37:21.395015 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcd79800-9e8a-47b4-b320-5f9f6f3f107a" -d '{"events": [{"server_uuid": "b6c1761a-04f9-44d1-8f00-2486b924a785", "name": "network-vif-plugged", "status": "completed", "tag": "76dd929d-5938-4443-b4a8-5cd989bf5692"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:37:21.403913 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bffa401-7224-47df-98aa-eb9f03173a70 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:37:21.404466 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bffa401-7224-47df-98aa-eb9f03173a70 None None] Checking segment: {'id': '73961cf1-9d8c-486f-8243-9815e2fc8e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'ee0f5700-a20f-4e66-9f66-1a991986779c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:37:21.405002 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4bffa401-7224-47df-98aa-eb9f03173a70 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:21.405536 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bffa401-7224-47df-98aa-eb9f03173a70 None None] Bound using segment: {'id': '73961cf1-9d8c-486f-8243-9815e2fc8e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'ee0f5700-a20f-4e66-9f66-1a991986779c'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:37:21.406445 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-4bffa401-7224-47df-98aa-eb9f03173a70 None None] Bound port: 6d4989fb-80d9-45c5-a679-0952e776d2a8, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73961cf1-9d8c-486f-8243-9815e2fc8e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'ee0f5700-a20f-4e66-9f66-1a991986779c'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:37:21.407148 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4bffa401-7224-47df-98aa-eb9f03173a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:21.443374 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 08:37:21.443374 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:37:21.443374 n-d-765315-29 neutron-server[102599]: timer() Nov 12 08:37:21.443374 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:37:21.443374 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 08:37:21.443374 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:37:21.443374 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 08:37:21.443374 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:37:21.443374 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 08:37:21.443374 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:37:21.443374 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 08:37:21.443374 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:37:21.443374 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 08:37:21.443374 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:37:21.443374 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:37:21.443374 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:37:21.443374 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:37:21.443374 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:37:21.443374 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 08:37:21.443374 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:37:21.443374 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 08:37:21.443374 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:37:21.443374 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:37:21.443374 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:37:21.443374 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 08:37:21.443374 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:37:21.443374 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:37:21.443374 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:37:21.443374 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:37:21.443374 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:37:21.443374 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:37:21.443374 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:37:21.454770 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.db.api [None req-abfce679-e43f-4cd0-8822-0357c7190f32 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 08:37:21.454770 n-d-765315-29 neutron-server[102599]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 08:37:21.454770 n-d-765315-29 neutron-server[102599]: [parameters: {'id': 'ee0f5700-a20f-4e66-9f66-1a991986779c'}] Nov 12 08:37:21.454770 n-d-765315-29 neutron-server[102599]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:37:21.455455 n-d-765315-29 neutron-server[102599]: DEBUG oslo_db.api [None req-abfce679-e43f-4cd0-8822-0357c7190f32 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:37:21.459380 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4c579a35-cbe9-456b-9c4a-1e9e92fe0510 req-c0d9c674-62e9-45f7-9125-e29ebccf6399 service neutron] 10.222.0.21 "GET /v2.0/networks/206f9d07-9c2e-4490-896d-289aa4538730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9492526 Nov 12 08:37:21.517676 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-4bffa401-7224-47df-98aa-eb9f03173a70 None None] For port 6d4989fb-80d9-45c5-a679-0952e776d2a8, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:37:21.521043 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4c579a35-cbe9-456b-9c4a-1e9e92fe0510 req-0209b254-489e-456d-97c3-e4c2494fb79f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.163&port_id=69493e27-daa5-4af2-a855-9781e1cf385b HTTP/1.1" status: 200 len: 217 time: 0.0541453 Nov 12 08:37:21.521419 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-4bffa401-7224-47df-98aa-eb9f03173a70 None None] For port 6d4989fb-80d9-45c5-a679-0952e776d2a8, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=6d4989fb-80d9-45c5-a679-0952e776d2a8,segment=NetworkSegment(73961cf1-9d8c-486f-8243-9815e2fc8e9a),segment_id=73961cf1-9d8c-486f-8243-9815e2fc8e9a)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:37:21.527882 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 76dd929d-5938-4443-b4a8-5cd989bf5692, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=76dd929d-5938-4443-b4a8-5cd989bf5692,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:21.533188 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c2c5d6-1708-4ad3-899d-f2a33db90d30 req-7f6202b5-e9d1-4c6a-a3e5-49693b6d8842 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:21.535725 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4bffa401-7224-47df-98aa-eb9f03173a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:21.536349 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-54c2c5d6-1708-4ad3-899d-f2a33db90d30 req-7f6202b5-e9d1-4c6a-a3e5-49693b6d8842 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=3adfe4ff-1583-4042-8ae6-e9c4a74f82f2 HTTP/1.1" status: 200 len: 943 time: 0.1589367 Nov 12 08:37:21.552886 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:21.607299 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c579a35-cbe9-456b-9c4a-1e9e92fe0510 req-a5d7a6d7-a224-4038-b385-b9bdb36f894d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:21.614326 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4c579a35-cbe9-456b-9c4a-1e9e92fe0510 req-a5d7a6d7-a224-4038-b385-b9bdb36f894d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=451e17db-46f2-4a8d-9633-d7807ea2bdef HTTP/1.1" status: 200 len: 797 time: 0.0709288 Nov 12 08:37:21.621031 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-307b0804-d705-4320-9729-0b0ca41df4b7 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:21.654654 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-54c2c5d6-1708-4ad3-899d-f2a33db90d30 req-570c7a57-cc45-4815-beae-c64aa19e386e tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841024 Nov 12 08:37:21.691467 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307b0804-d705-4320-9729-0b0ca41df4b7 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Pushing event deleted for resources: {'Port': ['ID=a17dfaa0-8b2c-4c30-995a-469e9eb8a74c,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:21.736046 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c579a35-cbe9-456b-9c4a-1e9e92fe0510 req-4f1d5d17-ecca-411b-bf9b-8815058dd09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:21.739078 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4c579a35-cbe9-456b-9c4a-1e9e92fe0510 req-4f1d5d17-ecca-411b-bf9b-8815058dd09a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=206f9d07-9c2e-4490-896d-289aa4538730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1223383 Nov 12 08:37:21.753237 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bffa401-7224-47df-98aa-eb9f03173a70 None None] Pushing event updated for resources: {'Port': ['ID=6d4989fb-80d9-45c5-a679-0952e776d2a8,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:21.788580 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c165b1a-6012-4fbe-b7b6-d26839d1ee15 None None] Network ee0f5700-a20f-4e66-9f66-1a991986779c requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:37:21.933483 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-307b0804-d705-4320-9729-0b0ca41df4b7 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:21.945217 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-307b0804-d705-4320-9729-0b0ca41df4b7 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] 10.222.0.26 "DELETE /v2.0/ports/a17dfaa0-8b2c-4c30-995a-469e9eb8a74c HTTP/1.1" status: 204 len: 168 time: 1.3064215 Nov 12 08:37:21.951061 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 46868) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:21.953028 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4c579a35-cbe9-456b-9c4a-1e9e92fe0510 req-69a330cf-dc52-4c5a-a3a7-ebc4217f0be1 service neutron] 10.222.0.21 "GET /v2.0/networks/206f9d07-9c2e-4490-896d-289aa4538730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881671 Nov 12 08:37:21.959867 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-abfce679-e43f-4cd0-8822-0357c7190f32 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:21.979776 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eee8cf5-b5a3-4f39-aff0-185592755cfb x-openstack-request-id: req-2eee8cf5-b5a3-4f39-aff0-185592755cfb {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:37:21.979776 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6c1761a-04f9-44d1-8f00-2486b924a785", "name": "network-vif-plugged", "status": "completed", "tag": "76dd929d-5938-4443-b4a8-5cd989bf5692", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:37:21.979776 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2eee8cf5-b5a3-4f39-aff0-185592755cfb {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:37:21.980886 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6c1761a-04f9-44d1-8f00-2486b924a785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76dd929d-5938-4443-b4a8-5cd989bf5692', 'code': 200} Nov 12 08:37:22.098850 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=76dd929d-5938-4443-b4a8-5cd989bf5692,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:22.118626 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c39d441-b525-4414-a7ea-3e5ea9ce907d tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Deleting subnet 13db2bfe-3a98-4ad5-9a9d-f68faa1b3723 {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:37:22.126416 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8c39d441-b525-4414-a7ea-3e5ea9ce907d tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:22.154941 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd37840-1015-41dd-9149-281f4a64a7a1 None None] get_active_networks_info from n-d-765315-29 {{(pid=102601) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 08:37:22.164121 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4c579a35-cbe9-456b-9c4a-1e9e92fe0510 req-8fac3d70-d243-4e07-b0be-e85c69bf37d1 service neutron] 10.222.0.21 "GET /v2.0/networks/206f9d07-9c2e-4490-896d-289aa4538730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021065 Nov 12 08:37:22.240233 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4c579a35-cbe9-456b-9c4a-1e9e92fe0510 req-e522a62a-d022-4d62-a4aa-bb612a53c554 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a76e0b9e-8617-4bd9-a2b4-d69cee07db2a HTTP/1.1" status: 200 len: 217 time: 0.0632701 Nov 12 08:37:22.241001 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421694b3-6b03-47c8-9b79-177441ee4379 req-fb281c0c-afa2-421f-9f8d-1f70ff4ab9f5 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:22.243247 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-421694b3-6b03-47c8-9b79-177441ee4379 req-fb281c0c-afa2-421f-9f8d-1f70ff4ab9f5 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "GET /v2.0/ports?device_id=7930c9ff-431f-4c7c-aace-69f75a40e42e HTTP/1.1" status: 200 len: 946 time: 0.2194290 Nov 12 08:37:22.269163 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8c39d441-b525-4414-a7ea-3e5ea9ce907d tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:22.331713 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba014d05-283f-4c8f-953a-c490f30fc507 req-e504af68-c568-4095-b13a-cb8d5699faa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:22.334199 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ba014d05-283f-4c8f-953a-c490f30fc507 req-e504af68-c568-4095-b13a-cb8d5699faa9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b6c1761a-04f9-44d1-8f00-2486b924a785 HTTP/1.1" status: 200 len: 1102 time: 0.3772242 Nov 12 08:37:22.396897 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-421694b3-6b03-47c8-9b79-177441ee4379 req-991ae189-d9d4-4322-86bf-f40c1bbfbc46 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "GET /v2.0/security-groups?id=65f47b5a-d181-4ae7-b608-1a89a67c1656&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405332 Nov 12 08:37:22.441446 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd37840-1015-41dd-9149-281f4a64a7a1 None None] Resources bound (agent type, host, resource id): {{(pid=102601) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 08:37:22.460232 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c579a35-cbe9-456b-9c4a-1e9e92fe0510 req-61265e78-9378-44cc-bdc4-af955648932f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:22.464024 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4c579a35-cbe9-456b-9c4a-1e9e92fe0510 req-61265e78-9378-44cc-bdc4-af955648932f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9f233125-4b62-40de-bf22-04d217d99b20 HTTP/1.1" status: 200 len: 797 time: 0.1614132 Nov 12 08:37:22.555320 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8c39d441-b525-4414-a7ea-3e5ea9ce907d tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:22.565195 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ba014d05-283f-4c8f-953a-c490f30fc507 req-4fa25086-c06a-442c-bbea-91739c4c1fcb service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1483dd55-c247-4a0c-bc84-e23ddb8f25e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934247 Nov 12 08:37:22.573894 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-abfce679-e43f-4cd0-8822-0357c7190f32 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Deleting port 6d4989fb-80d9-45c5-a679-0952e776d2a8 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:37:22.574659 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-abfce679-e43f-4cd0-8822-0357c7190f32 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:22.617524 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c579a35-cbe9-456b-9c4a-1e9e92fe0510 req-0d1936c3-003e-44aa-bbb8-6d3110a07a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:22.620026 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4c579a35-cbe9-456b-9c4a-1e9e92fe0510 req-0d1936c3-003e-44aa-bbb8-6d3110a07a8e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5b2a8b49-5710-48dd-bacf-1711bcf033cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1468549 Nov 12 08:37:22.624180 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b558f0c5-dee5-4221-8fca-50d4b06c46cb req-363507e1-9ec9-4cbe-9036-005a6de32013 tempest-VolumesNegativeTest-790632620 tempest-VolumesNegativeTest-790632620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:22.625418 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b558f0c5-dee5-4221-8fca-50d4b06c46cb req-363507e1-9ec9-4cbe-9036-005a6de32013 tempest-VolumesNegativeTest-790632620 tempest-VolumesNegativeTest-790632620-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6c1761a-04f9-44d1-8f00-2486b924a785 HTTP/1.1" status: 200 len: 950 time: 0.1135011 Nov 12 08:37:22.692249 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8c39d441-b525-4414-a7ea-3e5ea9ce907d tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:22.720025 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-abfce679-e43f-4cd0-8822-0357c7190f32 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] For port 6d4989fb-80d9-45c5-a679-0952e776d2a8, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=6d4989fb-80d9-45c5-a679-0952e776d2a8,segment=NetworkSegment(73961cf1-9d8c-486f-8243-9815e2fc8e9a),segment_id=73961cf1-9d8c-486f-8243-9815e2fc8e9a)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:22.720423 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-abfce679-e43f-4cd0-8822-0357c7190f32 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:22.737669 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-abfce679-e43f-4cd0-8822-0357c7190f32 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Calling delete_port for 6d4989fb-80d9-45c5-a679-0952e776d2a8 owned by network:dhcp {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:37:22.762467 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c39d441-b525-4414-a7ea-3e5ea9ce907d tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Pushing event deleted for resources: {'Subnet': ['ID=13db2bfe-3a98-4ad5-9a9d-f68faa1b3723,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:22.807427 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8c39d441-b525-4414-a7ea-3e5ea9ce907d tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:22.817694 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-8c39d441-b525-4414-a7ea-3e5ea9ce907d tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] 10.222.0.26 "DELETE /v2.0/subnets/13db2bfe-3a98-4ad5-9a9d-f68faa1b3723 HTTP/1.1" status: 204 len: 168 time: 0.8654332 Nov 12 08:37:22.818504 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 46882) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:22.851477 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b558f0c5-dee5-4221-8fca-50d4b06c46cb req-92f64c23-8982-4560-9331-75096754da69 tempest-VolumesNegativeTest-790632620 tempest-VolumesNegativeTest-790632620-project] 10.222.0.26 "GET /v2.0/security-groups?id=1483dd55-c247-4a0c-bc84-e23ddb8f25e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023921 Nov 12 08:37:22.984130 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7cdbd104-9c0d-432b-b182-03105a5b0e60 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:23.073817 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0602af71-87e7-4812-aa02-0c75ca833a0d None None] Network c5ca4120-9078-4e3e-acce-08bf18ae7ea8 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:37:23.083674 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4c579a35-cbe9-456b-9c4a-1e9e92fe0510 req-b8457a21-4572-4073-a46e-c52983263bc6 service neutron] 10.222.0.21 "GET /v2.0/networks/5b2a8b49-5710-48dd-bacf-1711bcf033cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233417 Nov 12 08:37:23.113744 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-abfce679-e43f-4cd0-8822-0357c7190f32 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:23.116342 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6065d544-cbd5-4560-ab5f-c09b46792d52 req-84151fa7-d271-45f6-a9b2-f4cbe120447b tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:23.125963 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6065d544-cbd5-4560-ab5f-c09b46792d52 req-84151fa7-d271-45f6-a9b2-f4cbe120447b tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=3adfe4ff-1583-4042-8ae6-e9c4a74f82f2 HTTP/1.1" status: 200 len: 943 time: 0.1373801 Nov 12 08:37:23.158179 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-7cdbd104-9c0d-432b-b182-03105a5b0e60 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Deleting port fc40cbe6-59aa-4f59-9aaf-5d6e0e6247c9 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:37:23.158511 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7cdbd104-9c0d-432b-b182-03105a5b0e60 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:23.186278 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfce679-e43f-4cd0-8822-0357c7190f32 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] No DVR routers for this DVR port 6d4989fb-80d9-45c5-a679-0952e776d2a8 on host n-d-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:37:23.188207 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfce679-e43f-4cd0-8822-0357c7190f32 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Pushing event deleted for resources: {'Port': ['ID=6d4989fb-80d9-45c5-a679-0952e776d2a8,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:23.277310 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-7cdbd104-9c0d-432b-b182-03105a5b0e60 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] For port fc40cbe6-59aa-4f59-9aaf-5d6e0e6247c9, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=fc40cbe6-59aa-4f59-9aaf-5d6e0e6247c9,segment=NetworkSegment(99c3cad7-e6e4-4ccc-84bd-8988e08a7d45),segment_id=99c3cad7-e6e4-4ccc-84bd-8988e08a7d45)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:23.277869 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7cdbd104-9c0d-432b-b182-03105a5b0e60 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:23.300397 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-7cdbd104-9c0d-432b-b182-03105a5b0e60 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Calling delete_port for fc40cbe6-59aa-4f59-9aaf-5d6e0e6247c9 owned by network:dhcp {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:37:23.343475 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6065d544-cbd5-4560-ab5f-c09b46792d52 req-cbc8f76a-194b-4201-baac-785ac0b8d25a tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162995 Nov 12 08:37:23.365501 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-abfce679-e43f-4cd0-8822-0357c7190f32 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:23.371081 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4c579a35-cbe9-456b-9c4a-1e9e92fe0510 req-af83f46c-9d18-41e3-9220-568cd314a33d service neutron] 10.222.0.21 "GET /v2.0/networks/5b2a8b49-5710-48dd-bacf-1711bcf033cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792277 Nov 12 08:37:23.431446 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3299e16f-c312-4e4a-bb92-f64f150fcd65 None None] DHCP port deletion for c5ca4120-9078-4e3e-acce-08bf18ae7ea8 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:37:23.439040 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-abfce679-e43f-4cd0-8822-0357c7190f32 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee0f5700-a20f-4e66-9f66-1a991986779c']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:23.448909 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4c579a35-cbe9-456b-9c4a-1e9e92fe0510 req-5aca9298-1fde-4b5a-9bd9-0af3401825ce service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c2cd737f-49af-4915-99ac-335868dc6f31 HTTP/1.1" status: 200 len: 217 time: 0.0687561 Nov 12 08:37:23.457570 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-abfce679-e43f-4cd0-8822-0357c7190f32 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73961cf1-9d8c-486f-8243-9815e2fc8e9a') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:23.458133 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-abfce679-e43f-4cd0-8822-0357c7190f32 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73961cf1-9d8c-486f-8243-9815e2fc8e9a') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:23.487936 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7cdbd104-9c0d-432b-b182-03105a5b0e60 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:23.499176 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-abfce679-e43f-4cd0-8822-0357c7190f32 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:23.509690 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-3299e16f-c312-4e4a-bb92-f64f150fcd65 None None] Deleting port fc40cbe6-59aa-4f59-9aaf-5d6e0e6247c9 {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:37:23.511071 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3299e16f-c312-4e4a-bb92-f64f150fcd65 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:23.521792 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-abfce679-e43f-4cd0-8822-0357c7190f32 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:23.534015 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abfce679-e43f-4cd0-8822-0357c7190f32 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:37:23.534830 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-abfce679-e43f-4cd0-8822-0357c7190f32 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:23.537069 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdbd104-9c0d-432b-b182-03105a5b0e60 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] No DVR routers for this DVR port fc40cbe6-59aa-4f59-9aaf-5d6e0e6247c9 on host n-d-765315-29 {{(pid=102600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:37:23.538946 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 08:37:23.538946 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:37:23.538946 n-d-765315-29 neutron-server[102599]: timer() Nov 12 08:37:23.538946 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:37:23.538946 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 08:37:23.538946 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:37:23.538946 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 08:37:23.538946 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:37:23.538946 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 08:37:23.538946 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:37:23.538946 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 08:37:23.538946 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:37:23.538946 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 08:37:23.538946 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:37:23.538946 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:37:23.538946 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:37:23.538946 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:37:23.538946 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:37:23.538946 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 08:37:23.538946 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:37:23.538946 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 08:37:23.538946 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:37:23.538946 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:37:23.538946 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:37:23.538946 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 08:37:23.538946 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:37:23.538946 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:37:23.538946 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:37:23.538946 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:37:23.538946 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:37:23.538946 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:37:23.538946 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:37:23.558711 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c579a35-cbe9-456b-9c4a-1e9e92fe0510 req-e0406f2f-5c2d-4343-abd4-a19db454b5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:23.560621 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4c579a35-cbe9-456b-9c4a-1e9e92fe0510 req-e0406f2f-5c2d-4343-abd4-a19db454b5fb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9f233125-4b62-40de-bf22-04d217d99b20 HTTP/1.1" status: 200 len: 797 time: 0.1001139 Nov 12 08:37:23.615077 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdbd104-9c0d-432b-b182-03105a5b0e60 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Pushing event deleted for resources: {'Port': ['ID=fc40cbe6-59aa-4f59-9aaf-5d6e0e6247c9,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:23.631573 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-3299e16f-c312-4e4a-bb92-f64f150fcd65 None None] For port fc40cbe6-59aa-4f59-9aaf-5d6e0e6247c9, host n-d-765315-29, got binding levels [] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:23.632382 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3299e16f-c312-4e4a-bb92-f64f150fcd65 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:23.660692 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-3299e16f-c312-4e4a-bb92-f64f150fcd65 None None] Calling delete_port for fc40cbe6-59aa-4f59-9aaf-5d6e0e6247c9 owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:37:23.683067 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.ipam_backend_mixin [None req-3299e16f-c312-4e4a-bb92-f64f150fcd65 None None] Port fc40cbe6-59aa-4f59-9aaf-5d6e0e6247c9 was not found and therefore no delete operation was performed {{(pid=102601) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 08:37:23.684908 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3299e16f-c312-4e4a-bb92-f64f150fcd65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:23.723041 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3299e16f-c312-4e4a-bb92-f64f150fcd65 None None] Pushing event deleted for resources: {'Port': ['ID=fc40cbe6-59aa-4f59-9aaf-5d6e0e6247c9,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:23.738525 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3299e16f-c312-4e4a-bb92-f64f150fcd65 None None] No DVR routers for this DVR port fc40cbe6-59aa-4f59-9aaf-5d6e0e6247c9 on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:37:23.756196 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c579a35-cbe9-456b-9c4a-1e9e92fe0510 req-c8754ec7-11a6-4f21-9386-21b44ed76d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:23.760927 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4c579a35-cbe9-456b-9c4a-1e9e92fe0510 req-c8754ec7-11a6-4f21-9386-21b44ed76d60 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5b2a8b49-5710-48dd-bacf-1711bcf033cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1882875 Nov 12 08:37:23.763292 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-abfce679-e43f-4cd0-8822-0357c7190f32 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:23.796131 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-abfce679-e43f-4cd0-8822-0357c7190f32 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks [] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:23.805301 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-abfce679-e43f-4cd0-8822-0357c7190f32 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] 10.222.0.26 "DELETE /v2.0/networks/ee0f5700-a20f-4e66-9f66-1a991986779c HTTP/1.1" status: 204 len: 168 time: 4.0356724 Nov 12 08:37:23.819763 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 46896) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:23.826551 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-176f75e8-7610-4fb5-8a57-eb3ddf1a400b tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1284423522'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:23.839177 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfce679-e43f-4cd0-8822-0357c7190f32 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Pushing event deleted for resources: {'Network': ['ID=ee0f5700-a20f-4e66-9f66-1a991986779c,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:23.931252 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-176f75e8-7610-4fb5-8a57-eb3ddf1a400b tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Made reservation on behalf of cb9addcac4444b6e97446248732304f8 for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:37:23.935603 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-176f75e8-7610-4fb5-8a57-eb3ddf1a400b tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:23.984796 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4c579a35-cbe9-456b-9c4a-1e9e92fe0510 req-ac687158-00d9-4123-9712-012f3962a91d service neutron] 10.222.0.21 "GET /v2.0/networks/5b2a8b49-5710-48dd-bacf-1711bcf033cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141638 Nov 12 08:37:24.085824 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-176f75e8-7610-4fb5-8a57-eb3ddf1a400b tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:37:24.104844 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-176f75e8-7610-4fb5-8a57-eb3ddf1a400b tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:24.105150 n-d-765315-29 neutron-server[102599]: INFO neutron.db.segments_db [None req-176f75e8-7610-4fb5-8a57-eb3ddf1a400b tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Added segment af5f425c-708d-4c61-b8b3-9f533dded1b8 of type vlan for network 6162ed71-481a-480f-9cc6-f7a35cc9d6f1 Nov 12 08:37:24.174366 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-176f75e8-7610-4fb5-8a57-eb3ddf1a400b tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:24.180284 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4c579a35-cbe9-456b-9c4a-1e9e92fe0510 req-b2ec350a-7fa3-4c60-9c94-fe8ab5c07eac service neutron] 10.222.0.21 "GET /v2.0/networks/5b2a8b49-5710-48dd-bacf-1711bcf033cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864643 Nov 12 08:37:24.192202 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7cdbd104-9c0d-432b-b182-03105a5b0e60 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:24.202951 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff679a32-ab86-494f-9373-04a8c53bc828 req-4317ea97-6075-496f-ba66-83a2cea2966a tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:24.204732 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ff679a32-ab86-494f-9373-04a8c53bc828 req-4317ea97-6075-496f-ba66-83a2cea2966a tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "GET /v2.0/ports?device_id=7930c9ff-431f-4c7c-aace-69f75a40e42e HTTP/1.1" status: 200 len: 946 time: 0.6529031 Nov 12 08:37:24.212144 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-176f75e8-7610-4fb5-8a57-eb3ddf1a400b tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:24.223305 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176f75e8-7610-4fb5-8a57-eb3ddf1a400b tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:24.223908 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-176f75e8-7610-4fb5-8a57-eb3ddf1a400b tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks [] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:24.238392 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-7cdbd104-9c0d-432b-b182-03105a5b0e60 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5ca4120-9078-4e3e-acce-08bf18ae7ea8']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:24.253173 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-7cdbd104-9c0d-432b-b182-03105a5b0e60 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99c3cad7-e6e4-4ccc-84bd-8988e08a7d45') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:24.253523 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-7cdbd104-9c0d-432b-b182-03105a5b0e60 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99c3cad7-e6e4-4ccc-84bd-8988e08a7d45') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:24.274064 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7cdbd104-9c0d-432b-b182-03105a5b0e60 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:24.301421 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ff679a32-ab86-494f-9373-04a8c53bc828 req-4524e07e-6ec0-40e9-9c13-3f4fdec8a16e tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "GET /v2.0/security-groups?id=65f47b5a-d181-4ae7-b608-1a89a67c1656&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899065 Nov 12 08:37:24.302873 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7cdbd104-9c0d-432b-b182-03105a5b0e60 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:24.313556 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-176f75e8-7610-4fb5-8a57-eb3ddf1a400b tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4880679 Nov 12 08:37:24.313920 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cdbd104-9c0d-432b-b182-03105a5b0e60 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:37:24.313920 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7cdbd104-9c0d-432b-b182-03105a5b0e60 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:24.314266 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 46908) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:24.319111 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-a12aad9a-e29a-440f-b239-a19676f17b50 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Request body: {'subnet': {'network_id': '6162ed71-481a-480f-9cc6-f7a35cc9d6f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:24.319825 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:37:24.319825 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:37:24.319825 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:37:24.319825 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:37:24.319825 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:37:24.319825 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:37:24.319825 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:37:24.319825 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:37:24.319825 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:37:24.319825 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:37:24.319825 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:37:24.319825 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:37:24.319825 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:37:24.319825 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:37:24.319825 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:37:24.319825 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:37:24.319825 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:37:24.319825 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:37:24.319825 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:37:24.319825 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:37:24.319825 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:37:24.319825 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:37:24.319825 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:37:24.319825 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:37:24.319825 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:37:24.319825 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:37:24.319825 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:37:24.319825 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:37:24.319825 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:37:24.319825 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:37:24.319825 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:37:24.319825 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:37:24.350077 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176f75e8-7610-4fb5-8a57-eb3ddf1a400b tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Pushing event updated for resources: {'Network': ['ID=6162ed71-481a-480f-9cc6-f7a35cc9d6f1,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:24.371912 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 6162ed71-481a-480f-9cc6-f7a35cc9d6f1 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:37:24.481196 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7cdbd104-9c0d-432b-b182-03105a5b0e60 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:24.481958 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a12aad9a-e29a-440f-b239-a19676f17b50 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Made reservation on behalf of cb9addcac4444b6e97446248732304f8 for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:37:24.486330 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7cdbd104-9c0d-432b-b182-03105a5b0e60 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:24.486527 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a12aad9a-e29a-440f-b239-a19676f17b50 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:24.504785 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-7cdbd104-9c0d-432b-b182-03105a5b0e60 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] 10.222.0.26 "DELETE /v2.0/networks/c5ca4120-9078-4e3e-acce-08bf18ae7ea8 HTTP/1.1" status: 204 len: 168 time: 1.6826262 Nov 12 08:37:24.543578 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdbd104-9c0d-432b-b182-03105a5b0e60 tempest-AllowedAddressPairTestJSON-1342414192 tempest-AllowedAddressPairTestJSON-1342414192-project] Pushing event deleted for resources: {'Network': ['ID=c5ca4120-9078-4e3e-acce-08bf18ae7ea8,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:24.577270 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5f4d37-b369-4fdf-ab6f-7c055a90f08f req-ea1adf18-fd9a-45cd-bf30-b3ca46f024ce tempest-VolumesNegativeTest-790632620 tempest-VolumesNegativeTest-790632620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:24.579301 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ad5f4d37-b369-4fdf-ab6f-7c055a90f08f req-ea1adf18-fd9a-45cd-bf30-b3ca46f024ce tempest-VolumesNegativeTest-790632620 tempest-VolumesNegativeTest-790632620-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6c1761a-04f9-44d1-8f00-2486b924a785 HTTP/1.1" status: 200 len: 950 time: 0.1142263 Nov 12 08:37:24.640379 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ad5f4d37-b369-4fdf-ab6f-7c055a90f08f req-776a9a35-50ec-4394-8d94-a334db353458 tempest-VolumesNegativeTest-790632620 tempest-VolumesNegativeTest-790632620-project] 10.222.0.26 "GET /v2.0/security-groups?id=1483dd55-c247-4a0c-bc84-e23ddb8f25e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538316 Nov 12 08:37:24.748902 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a12aad9a-e29a-440f-b239-a19676f17b50 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:24.827577 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12aad9a-e29a-440f-b239-a19676f17b50 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Pushing event updated for resources: {'Subnet': ['ID=fe48e90f-b496-41fc-8cfa-6ce3d1764233,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:24.849201 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f4b134-f83e-4e85-8f7d-a771417d132e req-f7985355-e325-4c75-87b3-ab59c5d3c7d8 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:24.851225 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-47f4b134-f83e-4e85-8f7d-a771417d132e req-f7985355-e325-4c75-87b3-ab59c5d3c7d8 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=3adfe4ff-1583-4042-8ae6-e9c4a74f82f2 HTTP/1.1" status: 200 len: 943 time: 0.1128170 Nov 12 08:37:24.855127 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12aad9a-e29a-440f-b239-a19676f17b50 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Checking segment: {'id': 'af5f425c-708d-4c61-b8b3-9f533dded1b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6162ed71-481a-480f-9cc6-f7a35cc9d6f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:37:24.855728 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12aad9a-e29a-440f-b239-a19676f17b50 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Network hostable DHCP agents. Network: 6162ed71-481a-480f-9cc6-f7a35cc9d6f1, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:37:24.899537 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12aad9a-e29a-440f-b239-a19676f17b50 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Network 6162ed71-481a-480f-9cc6-f7a35cc9d6f1 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:37:24.923679 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-a12aad9a-e29a-440f-b239-a19676f17b50 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 6162ed71-481a-480f-9cc6-f7a35cc9d6f1) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:37:24.924373 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device fc40cbe6-59aa-4f59-9aaf-5d6e0e6247c9 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:37:24.930179 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12aad9a-e29a-440f-b239-a19676f17b50 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:24.931043 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a12aad9a-e29a-440f-b239-a19676f17b50 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:24.959010 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-a12aad9a-e29a-440f-b239-a19676f17b50 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6402383 Nov 12 08:37:24.960725 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 46926) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:24.966201 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39082b4f-b7b8-4d39-bc14-33936169271b None None] Network 6162ed71-481a-480f-9cc6-f7a35cc9d6f1 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:37:24.999325 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-47f4b134-f83e-4e85-8f7d-a771417d132e req-7d4b8bd2-854d-4c9c-a448-480f7bc61879 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389835 Nov 12 08:37:25.078804 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: fc40cbe6-59aa-4f59-9aaf-5d6e0e6247c9 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:37:25.079363 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device fc40cbe6-59aa-4f59-9aaf-5d6e0e6247c9 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:37:25.147598 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 46934) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:25.155984 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e3e2622b-9d88-4cb8-ad21-1f4ddbb903e9 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:25.243128 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e3e2622b-9d88-4cb8-ad21-1f4ddbb903e9 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:25.318990 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1abe2c3-5a1c-40df-a668-b6ea2535c41d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-6162ed71-481a-480f-9cc6-f7a35cc9d6f1', 'network_id': '6162ed71-481a-480f-9cc6-f7a35cc9d6f1', 'tenant_id': 'cb9addcac4444b6e97446248732304f8', 'fixed_ips': [{'subnet_id': 'fe48e90f-b496-41fc-8cfa-6ce3d1764233'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:37:25.319837 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a1abe2c3-5a1c-40df-a668-b6ea2535c41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:25.337289 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e3e2622b-9d88-4cb8-ad21-1f4ddbb903e9 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:25.381390 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e2622b-9d88-4cb8-ad21-1f4ddbb903e9 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Pushing event deleted for resources: {'Subnet': ['ID=fe48e90f-b496-41fc-8cfa-6ce3d1764233,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:25.462786 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1497b752-04ca-404f-8340-a36938b3df5a req-6b3455b8-60b6-4135-904c-4dc8b965d2c4 tempest-VolumesNegativeTest-790632620 tempest-VolumesNegativeTest-790632620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:25.466005 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1497b752-04ca-404f-8340-a36938b3df5a req-6b3455b8-60b6-4135-904c-4dc8b965d2c4 tempest-VolumesNegativeTest-790632620 tempest-VolumesNegativeTest-790632620-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6c1761a-04f9-44d1-8f00-2486b924a785 HTTP/1.1" status: 200 len: 950 time: 0.0971580 Nov 12 08:37:25.475378 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9bd0a5-9cee-4fbe-af07-da8c99a91a92 None None] Network 6162ed71-481a-480f-9cc6-f7a35cc9d6f1 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:37:25.482117 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e3e2622b-9d88-4cb8-ad21-1f4ddbb903e9 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:25.509843 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-52b14114-44ce-499a-aa05-0318525dca04 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a6fcf7ad18a04d9b9f74091561aa9d6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3584406 Nov 12 08:37:25.512619 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-e3e2622b-9d88-4cb8-ad21-1f4ddbb903e9 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6162ed71-481a-480f-9cc6-f7a35cc9d6f1']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:25.522919 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-e3e2622b-9d88-4cb8-ad21-1f4ddbb903e9 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af5f425c-708d-4c61-b8b3-9f533dded1b8') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:25.523265 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-e3e2622b-9d88-4cb8-ad21-1f4ddbb903e9 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af5f425c-708d-4c61-b8b3-9f533dded1b8') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:25.534995 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e3e2622b-9d88-4cb8-ad21-1f4ddbb903e9 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:25.536379 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 46946) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:25.540314 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1497b752-04ca-404f-8340-a36938b3df5a req-39e8934a-89ce-4c2c-929c-b8b163597dc6 tempest-VolumesNegativeTest-790632620 tempest-VolumesNegativeTest-790632620-project] 10.222.0.26 "GET /v2.0/security-groups?id=1483dd55-c247-4a0c-bc84-e23ddb8f25e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647912 Nov 12 08:37:25.549862 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e3e2622b-9d88-4cb8-ad21-1f4ddbb903e9 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:25.567920 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3e2622b-9d88-4cb8-ad21-1f4ddbb903e9 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:37:25.568497 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e3e2622b-9d88-4cb8-ad21-1f4ddbb903e9 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:25.621802 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bd730b92-82af-4282-9760-51f24571ac58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:25.645661 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 08:37:25.645661 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:37:25.645661 n-d-765315-29 neutron-server[102599]: timer() Nov 12 08:37:25.645661 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:37:25.645661 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 08:37:25.645661 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:37:25.645661 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 08:37:25.645661 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:37:25.645661 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 08:37:25.645661 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:37:25.645661 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 08:37:25.645661 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:37:25.645661 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 08:37:25.645661 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:37:25.645661 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:37:25.645661 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:37:25.645661 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:37:25.645661 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:37:25.645661 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 08:37:25.645661 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:37:25.645661 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 08:37:25.645661 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:37:25.645661 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:37:25.645661 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:37:25.645661 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 08:37:25.645661 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:37:25.645661 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:37:25.645661 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:37:25.645661 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:37:25.645661 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:37:25.645661 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:37:25.645661 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:37:25.648367 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e3e2622b-9d88-4cb8-ad21-1f4ddbb903e9 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:25.654535 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e3e2622b-9d88-4cb8-ad21-1f4ddbb903e9 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks [] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:25.663172 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-e3e2622b-9d88-4cb8-ad21-1f4ddbb903e9 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] 10.222.0.26 "DELETE /v2.0/networks/6162ed71-481a-480f-9cc6-f7a35cc9d6f1 HTTP/1.1" status: 204 len: 168 time: 0.7012222 Nov 12 08:37:25.677926 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bd730b92-82af-4282-9760-51f24571ac58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:25.679590 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 46948) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:25.685595 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e2622b-9d88-4cb8-ad21-1f4ddbb903e9 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Pushing event deleted for resources: {'Network': ['ID=6162ed71-481a-480f-9cc6-f7a35cc9d6f1,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:25.685820 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-54967040-d5b3-4d4c-af3b-7d3a48e127bb tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-590399710'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:25.751307 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe92247-b4df-43b5-ac10-b6c3c4e4e398 req-66252403-e832-4a12-a246-7500d8bdf65f tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:25.753008 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4fe92247-b4df-43b5-ac10-b6c3c4e4e398 req-66252403-e832-4a12-a246-7500d8bdf65f tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "GET /v2.0/ports?device_id=7930c9ff-431f-4c7c-aace-69f75a40e42e HTTP/1.1" status: 200 len: 946 time: 0.1162019 Nov 12 08:37:25.754689 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54967040-d5b3-4d4c-af3b-7d3a48e127bb tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Made reservation on behalf of cb9addcac4444b6e97446248732304f8 for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:37:25.758568 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-54967040-d5b3-4d4c-af3b-7d3a48e127bb tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:25.818447 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54967040-d5b3-4d4c-af3b-7d3a48e127bb tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:37:25.820295 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bd730b92-82af-4282-9760-51f24571ac58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:25.823512 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bd730b92-82af-4282-9760-51f24571ac58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:25.824657 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-bd730b92-82af-4282-9760-51f24571ac58 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/972dc7e3-e84f-4d48-a8ae-3c7f83f860cc HTTP/1.1" status: 204 len: 168 time: 0.2834549 Nov 12 08:37:25.858886 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4fe92247-b4df-43b5-ac10-b6c3c4e4e398 req-c32824b4-3482-4866-b863-09629edd0b53 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "GET /v2.0/security-groups?id=65f47b5a-d181-4ae7-b608-1a89a67c1656&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966709 Nov 12 08:37:25.862721 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-54967040-d5b3-4d4c-af3b-7d3a48e127bb tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:25.863137 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-54967040-d5b3-4d4c-af3b-7d3a48e127bb tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Added segment c540f996-4e4c-483e-b2eb-9d9d6df56198 of type vlan for network eab946f9-abbb-488a-ae2b-6c65163ad29a Nov 12 08:37:25.899422 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd730b92-82af-4282-9760-51f24571ac58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=972dc7e3-e84f-4d48-a8ae-3c7f83f860cc,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:25.911562 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-54967040-d5b3-4d4c-af3b-7d3a48e127bb tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:25.971220 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-54967040-d5b3-4d4c-af3b-7d3a48e127bb tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:25.977248 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54967040-d5b3-4d4c-af3b-7d3a48e127bb tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:25.978078 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-54967040-d5b3-4d4c-af3b-7d3a48e127bb tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:26.026434 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-54967040-d5b3-4d4c-af3b-7d3a48e127bb tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3448684 Nov 12 08:37:26.030265 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 46958) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:26.034847 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-7e349860-119c-4d13-a469-35ebc449f874 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Request body: {'subnet': {'network_id': 'eab946f9-abbb-488a-ae2b-6c65163ad29a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:26.094986 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54967040-d5b3-4d4c-af3b-7d3a48e127bb tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Pushing event updated for resources: {'Network': ['ID=eab946f9-abbb-488a-ae2b-6c65163ad29a,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:26.109668 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network eab946f9-abbb-488a-ae2b-6c65163ad29a details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:37:26.199821 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a0936-1ee8-4571-9988-4aaa6f78e4b9 req-23639665-48e3-479d-b697-5ed6ed9e71e9 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:26.209581 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-241a0936-1ee8-4571-9988-4aaa6f78e4b9 req-23639665-48e3-479d-b697-5ed6ed9e71e9 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=3adfe4ff-1583-4042-8ae6-e9c4a74f82f2 HTTP/1.1" status: 200 len: 943 time: 0.0783322 Nov 12 08:37:26.274015 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-241a0936-1ee8-4571-9988-4aaa6f78e4b9 req-bd18b56e-6591-48c8-bba9-c1ee82b074bb tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627954 Nov 12 08:37:26.300979 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e349860-119c-4d13-a469-35ebc449f874 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Made reservation on behalf of cb9addcac4444b6e97446248732304f8 for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:37:26.304979 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7e349860-119c-4d13-a469-35ebc449f874 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:26.531522 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7e349860-119c-4d13-a469-35ebc449f874 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:26.592313 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e349860-119c-4d13-a469-35ebc449f874 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Pushing event updated for resources: {'Subnet': ['ID=ee73afe3-5912-49f0-af73-ec436e3db79d,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:26.624615 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e349860-119c-4d13-a469-35ebc449f874 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Checking segment: {'id': 'c540f996-4e4c-483e-b2eb-9d9d6df56198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'eab946f9-abbb-488a-ae2b-6c65163ad29a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:37:26.624996 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e349860-119c-4d13-a469-35ebc449f874 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Network hostable DHCP agents. Network: eab946f9-abbb-488a-ae2b-6c65163ad29a, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:37:26.679513 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e349860-119c-4d13-a469-35ebc449f874 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Network eab946f9-abbb-488a-ae2b-6c65163ad29a is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:37:26.719056 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-7e349860-119c-4d13-a469-35ebc449f874 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, eab946f9-abbb-488a-ae2b-6c65163ad29a) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:37:26.729228 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c8b28a-c033-4068-9db0-51d80a61d2f1 None None] Network eab946f9-abbb-488a-ae2b-6c65163ad29a requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:37:26.734829 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e349860-119c-4d13-a469-35ebc449f874 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:26.735624 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7e349860-119c-4d13-a469-35ebc449f874 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:26.752887 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b8886-0646-47dc-8ebb-15ddce600d28 req-ad2a12a6-9243-4a06-94df-a4b6d2c81416 tempest-VolumesNegativeTest-790632620 tempest-VolumesNegativeTest-790632620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:26.755378 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4f4b8886-0646-47dc-8ebb-15ddce600d28 req-ad2a12a6-9243-4a06-94df-a4b6d2c81416 tempest-VolumesNegativeTest-790632620 tempest-VolumesNegativeTest-790632620-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6c1761a-04f9-44d1-8f00-2486b924a785 HTTP/1.1" status: 200 len: 950 time: 0.0905812 Nov 12 08:37:26.800522 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-7e349860-119c-4d13-a469-35ebc449f874 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7663100 Nov 12 08:37:26.800943 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 46994) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:26.861874 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4f4b8886-0646-47dc-8ebb-15ddce600d28 req-dc74a25a-b3e1-4f38-a537-78d939c8648c tempest-VolumesNegativeTest-790632620 tempest-VolumesNegativeTest-790632620-project] 10.222.0.26 "GET /v2.0/security-groups?id=1483dd55-c247-4a0c-bc84-e23ddb8f25e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982454 Nov 12 08:37:26.891301 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b291007a-7a78-4f65-9673-1e4b4f62ff6a req-7b812cf9-7f8f-4efb-baf4-94a47c88c903 tempest-VolumesNegativeTest-790632620 tempest-VolumesNegativeTest-790632620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:26.893221 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b291007a-7a78-4f65-9673-1e4b4f62ff6a req-7b812cf9-7f8f-4efb-baf4-94a47c88c903 tempest-VolumesNegativeTest-790632620 tempest-VolumesNegativeTest-790632620-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6c1761a-04f9-44d1-8f00-2486b924a785 HTTP/1.1" status: 200 len: 950 time: 0.1535108 Nov 12 08:37:26.926924 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 46998) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:26.990366 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7270d59c-ba89-4e85-9b21-9c46a56460ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-eab946f9-abbb-488a-ae2b-6c65163ad29a', 'network_id': 'eab946f9-abbb-488a-ae2b-6c65163ad29a', 'tenant_id': 'cb9addcac4444b6e97446248732304f8', 'fixed_ips': [{'subnet_id': 'ee73afe3-5912-49f0-af73-ec436e3db79d'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:37:26.991637 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7270d59c-ba89-4e85-9b21-9c46a56460ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:26.992461 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b575b451-f89c-4857-8ace-036762b33a37 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:27.061837 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca78ed74-b34a-49ff-b12d-fa6446ed9afa req-46c2f60d-af27-467b-b5cc-0f3f3dbf7d2b tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:27.063423 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ca78ed74-b34a-49ff-b12d-fa6446ed9afa req-46c2f60d-af27-467b-b5cc-0f3f3dbf7d2b tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "GET /v2.0/ports?device_id=7930c9ff-431f-4c7c-aace-69f75a40e42e HTTP/1.1" status: 200 len: 946 time: 0.0971515 Nov 12 08:37:27.097315 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-57a91d1c-ea3c-4915-8024-684e3489b1b4 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-989644433'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:27.110463 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 4f6166d6-e990-433e-a9be-e34ac9662cd2 details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:37:27.136338 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b575b451-f89c-4857-8ace-036762b33a37 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:27.149019 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ca78ed74-b34a-49ff-b12d-fa6446ed9afa req-45145f27-a435-4f3e-a10b-dd2da92c4fa0 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "GET /v2.0/security-groups?id=65f47b5a-d181-4ae7-b608-1a89a67c1656&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791769 Nov 12 08:37:27.150138 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57a91d1c-ea3c-4915-8024-684e3489b1b4 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Made reservation on behalf of 9132ec14bb5d4c18949ca0b140edb366 for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:37:27.155063 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-57a91d1c-ea3c-4915-8024-684e3489b1b4 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:27.165066 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-57a91d1c-ea3c-4915-8024-684e3489b1b4 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:27.225161 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-b291007a-7a78-4f65-9673-1e4b4f62ff6a req-540ae555-d32c-4c6a-a089-e4c254a7518d tempest-VolumesNegativeTest-790632620 tempest-VolumesNegativeTest-790632620-project] Deleting port 76dd929d-5938-4443-b4a8-5cd989bf5692 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:37:27.225637 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b291007a-7a78-4f65-9673-1e4b4f62ff6a req-540ae555-d32c-4c6a-a089-e4c254a7518d tempest-VolumesNegativeTest-790632620 tempest-VolumesNegativeTest-790632620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:27.260744 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b575b451-f89c-4857-8ace-036762b33a37 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:27.311244 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server [None req-7270d59c-ba89-4e85-9b21-9c46a56460ac None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ee73afe3-5912-49f0-af73-ec436e3db79d: This subnet is being modified by another concurrent operation. Nov 12 08:37:27.311244 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 08:37:27.311244 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 08:37:27.311244 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 08:37:27.311244 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 08:37:27.311244 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 08:37:27.311244 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 08:37:27.311244 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 08:37:27.311244 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 08:37:27.311244 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 08:37:27.311244 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 08:37:27.311244 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 08:37:27.311244 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:37:27.311244 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:37:27.311244 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:37:27.311244 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:37:27.311244 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 08:37:27.311244 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:37:27.311244 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 08:37:27.311244 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 08:37:27.311244 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:37:27.311244 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:37:27.311244 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:37:27.311244 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:37:27.311244 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 08:37:27.311244 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:37:27.311244 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 08:37:27.311244 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 08:37:27.311244 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:37:27.311244 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:37:27.311244 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:37:27.311244 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:37:27.311244 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 08:37:27.311244 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 08:37:27.311244 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 08:37:27.311244 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 08:37:27.311244 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 08:37:27.311244 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 08:37:27.311244 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 08:37:27.311244 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 08:37:27.311244 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 08:37:27.311244 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 08:37:27.311244 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 08:37:27.311244 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:37:27.311244 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 08:37:27.311244 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 08:37:27.311244 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 08:37:27.311244 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 08:37:27.311244 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:37:27.311244 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:37:27.311244 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:37:27.311244 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:37:27.311244 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 08:37:27.311244 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:37:27.311244 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 08:37:27.311244 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 08:37:27.311244 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:37:27.311244 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:37:27.311244 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:37:27.311244 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:37:27.311244 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 08:37:27.311244 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:37:27.311244 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 08:37:27.311244 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 08:37:27.311244 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:37:27.311244 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:37:27.311244 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:37:27.311244 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:37:27.311244 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 08:37:27.311244 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 08:37:27.311244 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 08:37:27.311244 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 08:37:27.311244 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 08:37:27.311244 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 08:37:27.311244 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 08:37:27.311244 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 08:37:27.311244 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 08:37:27.311244 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 08:37:27.311244 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:37:27.311244 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:37:27.311244 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:37:27.311244 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:37:27.311244 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 08:37:27.311244 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 08:37:27.311244 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 08:37:27.311244 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 08:37:27.311244 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 08:37:27.311244 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 08:37:27.311244 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 08:37:27.311244 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server raise exception Nov 12 08:37:27.311244 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ee73afe3-5912-49f0-af73-ec436e3db79d: This subnet is being modified by another concurrent operation. Nov 12 08:37:27.311244 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server Nov 12 08:37:27.373492 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dfb79d1-61ed-42ef-a916-54a16f95eaf9 None None] Network eab946f9-abbb-488a-ae2b-6c65163ad29a requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:37:27.394763 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-57a91d1c-ea3c-4915-8024-684e3489b1b4 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:27.401963 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-57a91d1c-ea3c-4915-8024-684e3489b1b4 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:27.406939 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 4f6166d6-e990-433e-a9be-e34ac9662cd2, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=4f6166d6-e990-433e-a9be-e34ac9662cd2,segment=NetworkSegment(add834c9-8487-4b10-a6f8-7351b562c1cc),segment_id=add834c9-8487-4b10-a6f8-7351b562c1cc)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:27.426158 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b575b451-f89c-4857-8ace-036762b33a37 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:27.446756 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57a91d1c-ea3c-4915-8024-684e3489b1b4 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:37:27.456331 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-b575b451-f89c-4857-8ace-036762b33a37 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eab946f9-abbb-488a-ae2b-6c65163ad29a']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:27.461480 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-57a91d1c-ea3c-4915-8024-684e3489b1b4 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:27.471731 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-b575b451-f89c-4857-8ace-036762b33a37 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c540f996-4e4c-483e-b2eb-9d9d6df56198') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:27.472326 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-b575b451-f89c-4857-8ace-036762b33a37 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c540f996-4e4c-483e-b2eb-9d9d6df56198') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:27.474921 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-57a91d1c-ea3c-4915-8024-684e3489b1b4 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Added segment 83c30f53-8f44-40b6-91bc-237f9283bbd5 of type vlan for network dcea8192-3ded-4675-acba-29dad29883d7 Nov 12 08:37:27.484569 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b575b451-f89c-4857-8ace-036762b33a37 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:27.489822 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b575b451-f89c-4857-8ace-036762b33a37 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Pushing event deleted for resources: {'Subnet': ['ID=ee73afe3-5912-49f0-af73-ec436e3db79d,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:27.504119 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': '4f6166d6-e990-433e-a9be-e34ac9662cd2', 'network_id': '35316ea3-d15f-4e9c-9d0f-87ba20d4fc64', 'port_id': '4f6166d6-e990-433e-a9be-e34ac9662cd2', 'mac_address': 'fa:16:3e:9b:65:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1d27945-8c3d-427f-88ef-3c42a7516333', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:37:27.552431 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b575b451-f89c-4857-8ace-036762b33a37 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:27.553654 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a91d1c-ea3c-4915-8024-684e3489b1b4 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d33aadf8-b403-49f8-a34a-c337525fd5ef,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:27.573487 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b575b451-f89c-4857-8ace-036762b33a37 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:37:27.573883 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b575b451-f89c-4857-8ace-036762b33a37 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:27.577899 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 08:37:27.577899 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:37:27.577899 n-d-765315-29 neutron-server[102599]: timer() Nov 12 08:37:27.577899 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:37:27.577899 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 08:37:27.577899 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:37:27.577899 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 08:37:27.577899 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:37:27.577899 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 08:37:27.577899 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:37:27.577899 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 08:37:27.577899 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:37:27.577899 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 08:37:27.577899 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:37:27.577899 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:37:27.577899 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:37:27.577899 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:37:27.577899 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:37:27.577899 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 08:37:27.577899 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:37:27.577899 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 08:37:27.577899 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:37:27.577899 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:37:27.577899 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:37:27.577899 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 08:37:27.577899 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:37:27.577899 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:37:27.577899 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:37:27.577899 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:37:27.577899 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:37:27.577899 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:37:27.577899 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:37:27.599734 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:27.619674 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-57a91d1c-ea3c-4915-8024-684e3489b1b4 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:27.642809 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f6166d6-e990-433e-a9be-e34ac9662cd2 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:37:27.643131 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-b291007a-7a78-4f65-9673-1e4b4f62ff6a req-540ae555-d32c-4c6a-a089-e4c254a7518d tempest-VolumesNegativeTest-790632620 tempest-VolumesNegativeTest-790632620-project] For port 76dd929d-5938-4443-b4a8-5cd989bf5692, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=76dd929d-5938-4443-b4a8-5cd989bf5692,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:27.643504 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b291007a-7a78-4f65-9673-1e4b4f62ff6a req-540ae555-d32c-4c6a-a089-e4c254a7518d tempest-VolumesNegativeTest-790632620 tempest-VolumesNegativeTest-790632620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:27.657500 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da071f19-0d1f-427c-9fee-0673a1e7f109 req-cfcc81ef-b6d3-479a-8590-8607798a3791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:27.659048 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-da071f19-0d1f-427c-9fee-0673a1e7f109 req-cfcc81ef-b6d3-479a-8590-8607798a3791 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=217ce66299114e9fb6c1fa9116e9e5f5&device_id=7930c9ff-431f-4c7c-aace-69f75a40e42e HTTP/1.1" status: 200 len: 1098 time: 0.1454303 Nov 12 08:37:27.667235 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-b291007a-7a78-4f65-9673-1e4b4f62ff6a req-540ae555-d32c-4c6a-a089-e4c254a7518d tempest-VolumesNegativeTest-790632620 tempest-VolumesNegativeTest-790632620-project] Calling delete_port for 76dd929d-5938-4443-b4a8-5cd989bf5692 owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:37:27.672966 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b575b451-f89c-4857-8ace-036762b33a37 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:27.674894 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06c42a4-12f5-4538-bb43-28acb1b15965 req-8dbed62f-67e8-4cfb-8d74-4e1f24091ae1 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:27.677180 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 4f6166d6-e990-433e-a9be-e34ac9662cd2, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=4f6166d6-e990-433e-a9be-e34ac9662cd2,segment=NetworkSegment(add834c9-8487-4b10-a6f8-7351b562c1cc),segment_id=add834c9-8487-4b10-a6f8-7351b562c1cc)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:27.681227 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b575b451-f89c-4857-8ace-036762b33a37 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks [] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:27.688718 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c06c42a4-12f5-4538-bb43-28acb1b15965 req-8dbed62f-67e8-4cfb-8d74-4e1f24091ae1 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=3adfe4ff-1583-4042-8ae6-e9c4a74f82f2 HTTP/1.1" status: 200 len: 943 time: 0.1363838 Nov 12 08:37:27.690413 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-b575b451-f89c-4857-8ace-036762b33a37 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] 10.222.0.26 "DELETE /v2.0/networks/eab946f9-abbb-488a-ae2b-6c65163ad29a HTTP/1.1" status: 204 len: 168 time: 0.8882842 Nov 12 08:37:27.692709 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 47014) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:27.703651 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-9592b3de-6320-4d5f-94fd-ecfa5cd860bd tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-30430312'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:27.708880 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:27.719730 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044b7bc6-267c-41c7-b7f3-09dd689108ce None None] get_active_networks_info from n-d-765315-29 {{(pid=102601) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 08:37:27.741206 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-57a91d1c-ea3c-4915-8024-684e3489b1b4 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:27.749123 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a91d1c-ea3c-4915-8024-684e3489b1b4 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:27.750007 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-57a91d1c-ea3c-4915-8024-684e3489b1b4 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:27.771154 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9592b3de-6320-4d5f-94fd-ecfa5cd860bd tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Made reservation on behalf of cb9addcac4444b6e97446248732304f8 for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:37:27.774985 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9592b3de-6320-4d5f-94fd-ecfa5cd860bd tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:27.815209 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c06c42a4-12f5-4538-bb43-28acb1b15965 req-2e161d8a-ab9a-4981-b7b6-76b4d9ad5bda tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253035 Nov 12 08:37:27.867626 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=4f6166d6-e990-433e-a9be-e34ac9662cd2,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:27.890571 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b575b451-f89c-4857-8ace-036762b33a37 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Pushing event deleted for resources: {'Network': ['ID=eab946f9-abbb-488a-ae2b-6c65163ad29a,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:27.936011 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-57a91d1c-ea3c-4915-8024-684e3489b1b4 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0074825 Nov 12 08:37:27.936854 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 47022) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:27.948370 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-cd6e10cb-7b6f-4549-bced-902bec3d005f tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Request body: {'subnet': {'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:27.965446 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9592b3de-6320-4d5f-94fd-ecfa5cd860bd tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:37:28.009599 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9592b3de-6320-4d5f-94fd-ecfa5cd860bd tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:28.010760 n-d-765315-29 neutron-server[102599]: INFO neutron.db.segments_db [None req-9592b3de-6320-4d5f-94fd-ecfa5cd860bd tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Added segment d6d70423-fbac-4a5d-b68b-ff9c504f6b33 of type vlan for network 80c58e08-dc20-4b61-96fb-61d431f25944 Nov 12 08:37:28.032250 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a91d1c-ea3c-4915-8024-684e3489b1b4 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event updated for resources: {'Network': ['ID=dcea8192-3ded-4675-acba-29dad29883d7,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:28.042908 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044b7bc6-267c-41c7-b7f3-09dd689108ce None None] Resources bound (agent type, host, resource id): {{(pid=102601) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 08:37:28.050881 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network dcea8192-3ded-4675-acba-29dad29883d7 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:37:28.106239 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e08757-f233-487f-8487-0de5680c9c4f req-223eecb1-331a-4934-9cc5-904d57e3506e tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:28.114260 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c7e08757-f233-487f-8487-0de5680c9c4f req-223eecb1-331a-4934-9cc5-904d57e3506e tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "GET /v2.0/ports?device_id=7930c9ff-431f-4c7c-aace-69f75a40e42e HTTP/1.1" status: 200 len: 946 time: 0.1762257 Nov 12 08:37:28.122256 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd6e10cb-7b6f-4549-bced-902bec3d005f tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Made reservation on behalf of 9132ec14bb5d4c18949ca0b140edb366 for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:37:28.126392 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cd6e10cb-7b6f-4549-bced-902bec3d005f tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:28.130547 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['4f6166d6-e990-433e-a9be-e34ac9662cd2'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:37:28.229121 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da071f19-0d1f-427c-9fee-0673a1e7f109 req-76a739b0-6f08-4481-9a2d-d97ca88a2b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:28.230633 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-da071f19-0d1f-427c-9fee-0673a1e7f109 req-76a739b0-6f08-4481-9a2d-d97ca88a2b95 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7e609bc1-00ff-483d-9d9f-8eba780b3ef7 HTTP/1.1" status: 200 len: 912 time: 0.5388947 Nov 12 08:37:28.235180 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b291007a-7a78-4f65-9673-1e4b4f62ff6a req-540ae555-d32c-4c6a-a089-e4c254a7518d tempest-VolumesNegativeTest-790632620 tempest-VolumesNegativeTest-790632620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:28.240829 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c7e08757-f233-487f-8487-0de5680c9c4f req-5999a88a-072e-4c20-96ba-f1f42a4e0a89 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "GET /v2.0/security-groups?id=65f47b5a-d181-4ae7-b608-1a89a67c1656&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251841 Nov 12 08:37:28.263822 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['76dd929d-5938-4443-b4a8-5cd989bf5692'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:37:28.395530 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540ae555-d32c-4c6a-a089-e4c254a7518d tempest-VolumesNegativeTest-790632620 tempest-VolumesNegativeTest-790632620-project] Pushing event deleted for resources: {'Port': ['ID=76dd929d-5938-4443-b4a8-5cd989bf5692,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:28.423198 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8b70e02b-2462-448b-b8f6-97eda6975c75 req-aa1e1723-eb78-4cae-a9d3-802933041fbb tempest-VolumesNegativeTest-790632620 tempest-VolumesNegativeTest-790632620-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6c1761a-04f9-44d1-8f00-2486b924a785 HTTP/1.1" status: 200 len: 210 time: 0.0783362 Nov 12 08:37:28.502237 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cd6e10cb-7b6f-4549-bced-902bec3d005f tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:28.527291 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9592b3de-6320-4d5f-94fd-ecfa5cd860bd tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:28.576313 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-b291007a-7a78-4f65-9673-1e4b4f62ff6a req-540ae555-d32c-4c6a-a089-e4c254a7518d tempest-VolumesNegativeTest-790632620 tempest-VolumesNegativeTest-790632620-project] No DVR routers for this DVR port 76dd929d-5938-4443-b4a8-5cd989bf5692 on host n-h1-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:37:28.583171 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b291007a-7a78-4f65-9673-1e4b4f62ff6a req-540ae555-d32c-4c6a-a089-e4c254a7518d tempest-VolumesNegativeTest-790632620 tempest-VolumesNegativeTest-790632620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:28.587246 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b291007a-7a78-4f65-9673-1e4b4f62ff6a req-540ae555-d32c-4c6a-a089-e4c254a7518d tempest-VolumesNegativeTest-790632620 tempest-VolumesNegativeTest-790632620-project] 10.222.0.21 "DELETE /v2.0/ports/76dd929d-5938-4443-b4a8-5cd989bf5692 HTTP/1.1" status: 204 len: 173 time: 1.6665423 Nov 12 08:37:28.587972 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6c1761a-04f9-44d1-8f00-2486b924a785', 'name': 'network-vif-deleted', 'tag': '76dd929d-5938-4443-b4a8-5cd989bf5692'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:37:28.591834 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84e511f5-7bd6-40f8-9e9b-ccf5626918d4" -d '{"events": [{"server_uuid": "b6c1761a-04f9-44d1-8f00-2486b924a785", "name": "network-vif-deleted", "tag": "76dd929d-5938-4443-b4a8-5cd989bf5692"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:37:28.627914 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-da071f19-0d1f-427c-9fee-0673a1e7f109 req-3c74cb88-9fd7-459e-947a-72f8daf542ef service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=574ea30c-2487-414e-a3f1-34897a56bd36 HTTP/1.1" status: 200 len: 1002 time: 0.3104465 Nov 12 08:37:28.638297 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9592b3de-6320-4d5f-94fd-ecfa5cd860bd tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:28.671132 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9592b3de-6320-4d5f-94fd-ecfa5cd860bd tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:28.673570 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9592b3de-6320-4d5f-94fd-ecfa5cd860bd tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks [] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:28.673873 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e10cb-7b6f-4549-bced-902bec3d005f tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event updated for resources: {'Subnet': ['ID=89272c13-aedb-48bb-a8e4-66fb30de87a4,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:28.696437 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6e10cb-7b6f-4549-bced-902bec3d005f tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Checking segment: {'id': '83c30f53-8f44-40b6-91bc-237f9283bbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:37:28.698395 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6e10cb-7b6f-4549-bced-902bec3d005f tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Network hostable DHCP agents. Network: dcea8192-3ded-4675-acba-29dad29883d7, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:37:28.730759 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b3df113-39d6-4f79-9df7-f74bf31276d4 x-openstack-request-id: req-9b3df113-39d6-4f79-9df7-f74bf31276d4 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:37:28.731297 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6c1761a-04f9-44d1-8f00-2486b924a785", "name": "network-vif-deleted", "tag": "76dd929d-5938-4443-b4a8-5cd989bf5692", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:37:28.731764 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9b3df113-39d6-4f79-9df7-f74bf31276d4 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:37:28.732526 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6c1761a-04f9-44d1-8f00-2486b924a785', 'name': 'network-vif-deleted', 'tag': '76dd929d-5938-4443-b4a8-5cd989bf5692', 'status': 'completed', 'code': 200} Nov 12 08:37:28.735295 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6e10cb-7b6f-4549-bced-902bec3d005f tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Network dcea8192-3ded-4675-acba-29dad29883d7 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:37:28.749877 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-cd6e10cb-7b6f-4549-bced-902bec3d005f tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, dcea8192-3ded-4675-acba-29dad29883d7) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:37:28.755264 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6e10cb-7b6f-4549-bced-902bec3d005f tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:28.755899 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cd6e10cb-7b6f-4549-bced-902bec3d005f tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:28.783885 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-cd6e10cb-7b6f-4549-bced-902bec3d005f tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8380451 Nov 12 08:37:28.785123 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 47038) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:28.793239 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-2de6a193-dee1-4a2a-af32-9e09271aecaf tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Request body: {'port': {'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7', 'name': 'tempest-NetworksTestDHCPv6-1556941210'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:28.803039 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab8de96-2867-47d3-ac5c-25b7e49438b5 None None] Network dcea8192-3ded-4675-acba-29dad29883d7 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:37:28.882551 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-9592b3de-6320-4d5f-94fd-ecfa5cd860bd tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.1793051 Nov 12 08:37:28.883444 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 47044) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:28.896283 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-e0470095-ef87-421c-8431-a4dc1cf5ff4e tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Request body: {'subnet': {'network_id': '80c58e08-dc20-4b61-96fb-61d431f25944', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:28.971343 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da071f19-0d1f-427c-9fee-0673a1e7f109 req-8014eac8-d21d-467e-a56d-660c94df17e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:28.976181 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-da071f19-0d1f-427c-9fee-0673a1e7f109 req-8014eac8-d21d-467e-a56d-660c94df17e9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=48fd8021-0e17-4172-812d-17238fc37d26 HTTP/1.1" status: 200 len: 850 time: 0.2967882 Nov 12 08:37:28.986658 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9592b3de-6320-4d5f-94fd-ecfa5cd860bd tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Pushing event updated for resources: {'Network': ['ID=80c58e08-dc20-4b61-96fb-61d431f25944,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:29.006581 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 80c58e08-dc20-4b61-96fb-61d431f25944 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:37:29.071271 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da071f19-0d1f-427c-9fee-0673a1e7f109 req-848f62c9-0060-42fb-9c08-36523db7833d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:29.073373 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-da071f19-0d1f-427c-9fee-0673a1e7f109 req-848f62c9-0060-42fb-9c08-36523db7833d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7e609bc1-00ff-483d-9d9f-8eba780b3ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0733941 Nov 12 08:37:29.181596 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0470095-ef87-421c-8431-a4dc1cf5ff4e tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Made reservation on behalf of cb9addcac4444b6e97446248732304f8 for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:37:29.191604 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e0470095-ef87-421c-8431-a4dc1cf5ff4e tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:29.244846 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66047a35-28ae-4e37-a0c8-f41c567ed5ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-dcea8192-3ded-4675-acba-29dad29883d7', 'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7', 'tenant_id': '9132ec14bb5d4c18949ca0b140edb366', 'fixed_ips': [{'subnet_id': '89272c13-aedb-48bb-a8e4-66fb30de87a4'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:37:29.246326 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-66047a35-28ae-4e37-a0c8-f41c567ed5ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:29.301728 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-da071f19-0d1f-427c-9fee-0673a1e7f109 req-ad0d6757-540d-4c04-a1e4-8e5762597830 service neutron] 10.222.0.44 "GET /v2.0/networks/7e609bc1-00ff-483d-9d9f-8eba780b3ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177677 Nov 12 08:37:29.351712 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20189f65-3b37-4a10-aeec-41827d2f516d req-59e180f2-ad7f-461b-9a18-e92db4b20a85 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:29.361189 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-20189f65-3b37-4a10-aeec-41827d2f516d req-59e180f2-ad7f-461b-9a18-e92db4b20a85 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=3adfe4ff-1583-4042-8ae6-e9c4a74f82f2 HTTP/1.1" status: 200 len: 944 time: 0.3249063 Nov 12 08:37:29.363898 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.ipam_backend_mixin [None req-e0470095-ef87-421c-8431-a4dc1cf5ff4e tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Performing IP validity checks on allocation pools {{(pid=102600) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 08:37:29.364420 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.ipam_backend_mixin [None req-e0470095-ef87-421c-8431-a4dc1cf5ff4e tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102600) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 08:37:29.444263 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-da071f19-0d1f-427c-9fee-0673a1e7f109 req-92093a10-b39e-40e3-abd0-37801b1c7b12 service neutron] 10.222.0.44 "GET /v2.0/networks/7e609bc1-00ff-483d-9d9f-8eba780b3ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289356 Nov 12 08:37:29.470142 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-66047a35-28ae-4e37-a0c8-f41c567ed5ee None None] Allocated IP 2001:db8::2 (dcea8192-3ded-4675-acba-29dad29883d7/89272c13-aedb-48bb-a8e4-66fb30de87a4/e022d0af-bf67-4fad-9faf-2655ef089ef0) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:37:29.479838 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-20189f65-3b37-4a10-aeec-41827d2f516d req-629e5087-0fc2-4886-b02c-96ad3ff5181b tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173985 Nov 12 08:37:29.495981 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2de6a193-dee1-4a2a-af32-9e09271aecaf tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Made reservation on behalf of 9132ec14bb5d4c18949ca0b140edb366 for: {'port': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:37:29.499872 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2de6a193-dee1-4a2a-af32-9e09271aecaf tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:29.587207 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [None req-2de6a193-dee1-4a2a-af32-9e09271aecaf tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] device_id is not set on port ade1a62b-ad6e-4166-973c-aeb7921f58b5 yet. {{(pid=102600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:37:29.665142 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-66047a35-28ae-4e37-a0c8-f41c567ed5ee None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:29.675154 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-66047a35-28ae-4e37-a0c8-f41c567ed5ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:29.722264 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66047a35-28ae-4e37-a0c8-f41c567ed5ee None None] Network dcea8192-3ded-4675-acba-29dad29883d7 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:37:29.731286 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-66047a35-28ae-4e37-a0c8-f41c567ed5ee None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:37:29.736747 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66047a35-28ae-4e37-a0c8-f41c567ed5ee None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:37:29.739798 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66047a35-28ae-4e37-a0c8-f41c567ed5ee None None] Pushing event updated for resources: {'Port': ['ID=e022d0af-bf67-4fad-9faf-2655ef089ef0,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:29.800596 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-66047a35-28ae-4e37-a0c8-f41c567ed5ee None None] Attempting to bind port e022d0af-bf67-4fad-9faf-2655ef089ef0 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:37:29.801002 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-66047a35-28ae-4e37-a0c8-f41c567ed5ee None None] Attempting to bind port e022d0af-bf67-4fad-9faf-2655ef089ef0 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '83c30f53-8f44-40b6-91bc-237f9283bbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:37:29.801456 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66047a35-28ae-4e37-a0c8-f41c567ed5ee None None] Attempting to bind port e022d0af-bf67-4fad-9faf-2655ef089ef0 on network dcea8192-3ded-4675-acba-29dad29883d7 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:37:29.807994 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66047a35-28ae-4e37-a0c8-f41c567ed5ee None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:37:29.808560 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66047a35-28ae-4e37-a0c8-f41c567ed5ee None None] Checking segment: {'id': '83c30f53-8f44-40b6-91bc-237f9283bbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:37:29.810097 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-66047a35-28ae-4e37-a0c8-f41c567ed5ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:29.810539 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66047a35-28ae-4e37-a0c8-f41c567ed5ee None None] Bound using segment: {'id': '83c30f53-8f44-40b6-91bc-237f9283bbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:37:29.811056 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-66047a35-28ae-4e37-a0c8-f41c567ed5ee None None] Bound port: e022d0af-bf67-4fad-9faf-2655ef089ef0, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83c30f53-8f44-40b6-91bc-237f9283bbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:37:29.811582 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-66047a35-28ae-4e37-a0c8-f41c567ed5ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:29.822994 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f188e65-8268-4b23-af37-e53b25d19408 req-ea61c967-6bbd-4258-ae73-a7549abceea2 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:29.830434 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7f188e65-8268-4b23-af37-e53b25d19408 req-ea61c967-6bbd-4258-ae73-a7549abceea2 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "GET /v2.0/ports?device_id=7930c9ff-431f-4c7c-aace-69f75a40e42e HTTP/1.1" status: 200 len: 946 time: 0.2374241 Nov 12 08:37:29.878199 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e0470095-ef87-421c-8431-a4dc1cf5ff4e tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:29.888513 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-66047a35-28ae-4e37-a0c8-f41c567ed5ee None None] For port e022d0af-bf67-4fad-9faf-2655ef089ef0, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:37:29.893847 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-66047a35-28ae-4e37-a0c8-f41c567ed5ee None None] For port e022d0af-bf67-4fad-9faf-2655ef089ef0, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=e022d0af-bf67-4fad-9faf-2655ef089ef0,segment=NetworkSegment(83c30f53-8f44-40b6-91bc-237f9283bbd5),segment_id=83c30f53-8f44-40b6-91bc-237f9283bbd5)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:37:29.902942 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-66047a35-28ae-4e37-a0c8-f41c567ed5ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:29.951158 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-2de6a193-dee1-4a2a-af32-9e09271aecaf tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Allocated IP 2001:db8::32 (dcea8192-3ded-4675-acba-29dad29883d7/89272c13-aedb-48bb-a8e4-66fb30de87a4/ade1a62b-ad6e-4166-973c-aeb7921f58b5) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:37:29.971171 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7f188e65-8268-4b23-af37-e53b25d19408 req-32447124-031f-46da-8d0a-cde313fcbe16 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "GET /v2.0/security-groups?id=65f47b5a-d181-4ae7-b608-1a89a67c1656&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398489 Nov 12 08:37:29.973598 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66047a35-28ae-4e37-a0c8-f41c567ed5ee None None] Pushing event updated for resources: {'Port': ['ID=e022d0af-bf67-4fad-9faf-2655ef089ef0,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:30.029010 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:37:30.047077 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0470095-ef87-421c-8431-a4dc1cf5ff4e tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Pushing event updated for resources: {'Subnet': ['ID=947b6fe9-9391-4416-ac9d-bacfcf603160,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:30.093824 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0470095-ef87-421c-8431-a4dc1cf5ff4e tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Checking segment: {'id': 'd6d70423-fbac-4a5d-b68b-ff9c504f6b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '80c58e08-dc20-4b61-96fb-61d431f25944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:37:30.094353 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0470095-ef87-421c-8431-a4dc1cf5ff4e tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Network hostable DHCP agents. Network: 80c58e08-dc20-4b61-96fb-61d431f25944, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:37:30.175095 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0470095-ef87-421c-8431-a4dc1cf5ff4e tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Network 80c58e08-dc20-4b61-96fb-61d431f25944 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:37:30.219034 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-e0470095-ef87-421c-8431-a4dc1cf5ff4e tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 80c58e08-dc20-4b61-96fb-61d431f25944) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:37:30.227736 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1239f6d8-e8c9-4a93-9ca0-73b769c9694f None None] Network 80c58e08-dc20-4b61-96fb-61d431f25944 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:37:30.259311 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0470095-ef87-421c-8431-a4dc1cf5ff4e tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:30.266761 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e0470095-ef87-421c-8431-a4dc1cf5ff4e tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:30.317690 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-e0470095-ef87-421c-8431-a4dc1cf5ff4e tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.4280500 Nov 12 08:37:30.320554 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 47082) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:30.398200 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2de6a193-dee1-4a2a-af32-9e09271aecaf tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:30.457202 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2de6a193-dee1-4a2a-af32-9e09271aecaf tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:30.461964 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 76dd929d-5938-4443-b4a8-5cd989bf5692 no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:37:30.528417 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-e530113a-7783-48f4-9840-8911a24052df None None] No Port match for: 76dd929d-5938-4443-b4a8-5cd989bf5692 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:37:30.529138 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 76dd929d-5938-4443-b4a8-5cd989bf5692 not bound to the agent host n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:37:30.538769 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de6a193-dee1-4a2a-af32-9e09271aecaf tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Network dcea8192-3ded-4675-acba-29dad29883d7 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:37:30.547474 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-2de6a193-dee1-4a2a-af32-9e09271aecaf tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:37:30.554604 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de6a193-dee1-4a2a-af32-9e09271aecaf tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:37:30.563465 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de6a193-dee1-4a2a-af32-9e09271aecaf tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:30.564130 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2de6a193-dee1-4a2a-af32-9e09271aecaf tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:30.573838 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7d49ca90-557f-4145-85fe-c9c48cc67844 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:30.579609 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de6a193-dee1-4a2a-af32-9e09271aecaf tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event updated for resources: {'Port': ['ID=ade1a62b-ad6e-4166-973c-aeb7921f58b5,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:30.617904 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-2de6a193-dee1-4a2a-af32-9e09271aecaf tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8310764 Nov 12 08:37:30.618305 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 47096) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:30.667635 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02904f97-2115-4c40-8055-c17149572da4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-80c58e08-dc20-4b61-96fb-61d431f25944', 'network_id': '80c58e08-dc20-4b61-96fb-61d431f25944', 'tenant_id': 'cb9addcac4444b6e97446248732304f8', 'fixed_ips': [{'subnet_id': '947b6fe9-9391-4416-ac9d-bacfcf603160'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:37:30.669910 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-02904f97-2115-4c40-8055-c17149572da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:30.698777 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7d49ca90-557f-4145-85fe-c9c48cc67844 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:30.791022 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6829d2-1867-4900-9002-8b7e01c1faf3 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:30.792081 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbc6322-667f-47ca-8a65-65f86cb8a0ef req-4b79d0e4-0216-4f5b-b330-c9d2fb01951b tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:30.798098 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6829d2-1867-4900-9002-8b7e01c1faf3 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:30.806345 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-7b6829d2-1867-4900-9002-8b7e01c1faf3 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1847754 Nov 12 08:37:30.816849 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 47104) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:30.818022 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bbbc6322-667f-47ca-8a65-65f86cb8a0ef req-4b79d0e4-0216-4f5b-b330-c9d2fb01951b tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=3adfe4ff-1583-4042-8ae6-e9c4a74f82f2 HTTP/1.1" status: 200 len: 944 time: 0.1183188 Nov 12 08:37:30.957000 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server [None req-02904f97-2115-4c40-8055-c17149572da4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 947b6fe9-9391-4416-ac9d-bacfcf603160: This subnet is being modified by another concurrent operation. Nov 12 08:37:30.957000 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 08:37:30.957000 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 08:37:30.957000 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 08:37:30.957000 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 08:37:30.957000 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 08:37:30.957000 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 08:37:30.957000 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 08:37:30.957000 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 08:37:30.957000 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 08:37:30.957000 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 08:37:30.957000 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 08:37:30.957000 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:37:30.957000 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:37:30.957000 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:37:30.957000 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:37:30.957000 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 08:37:30.957000 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:37:30.957000 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 08:37:30.957000 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 08:37:30.957000 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:37:30.957000 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:37:30.957000 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:37:30.957000 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:37:30.957000 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 08:37:30.957000 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:37:30.957000 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 08:37:30.957000 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 08:37:30.957000 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:37:30.957000 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:37:30.957000 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:37:30.957000 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:37:30.957000 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 08:37:30.957000 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 08:37:30.957000 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 08:37:30.957000 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 08:37:30.957000 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 08:37:30.957000 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 08:37:30.957000 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 08:37:30.957000 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 08:37:30.957000 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 08:37:30.957000 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 08:37:30.957000 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 08:37:30.957000 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:37:30.957000 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 08:37:30.957000 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 08:37:30.957000 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 08:37:30.957000 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 08:37:30.957000 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:37:30.957000 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:37:30.957000 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:37:30.957000 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:37:30.957000 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 08:37:30.957000 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:37:30.957000 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 08:37:30.957000 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 08:37:30.957000 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:37:30.957000 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:37:30.957000 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:37:30.957000 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:37:30.957000 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 08:37:30.957000 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:37:30.957000 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 08:37:30.957000 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 08:37:30.957000 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:37:30.957000 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:37:30.957000 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:37:30.957000 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:37:30.957000 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 08:37:30.957000 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 08:37:30.957000 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 08:37:30.957000 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 08:37:30.957000 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 08:37:30.957000 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 08:37:30.957000 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 08:37:30.957000 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 08:37:30.957000 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 08:37:30.957000 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 08:37:30.957000 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:37:30.957000 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:37:30.957000 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:37:30.957000 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:37:30.957000 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 08:37:30.957000 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 08:37:30.957000 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 08:37:30.957000 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 08:37:30.957000 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 08:37:30.957000 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 08:37:30.957000 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 08:37:30.957000 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server raise exception Nov 12 08:37:30.957000 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 947b6fe9-9391-4416-ac9d-bacfcf603160: This subnet is being modified by another concurrent operation. Nov 12 08:37:30.957000 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server Nov 12 08:37:30.968282 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bbbc6322-667f-47ca-8a65-65f86cb8a0ef req-b22df34d-0d5f-487a-abdc-f3cb3675a5ec tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415453 Nov 12 08:37:30.982689 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1786a329-25ba-442c-931e-76928ec5a1a7 None None] Network 80c58e08-dc20-4b61-96fb-61d431f25944 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:37:31.048069 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7d49ca90-557f-4145-85fe-c9c48cc67844 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:31.068430 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device e022d0af-bf67-4fad-9faf-2655ef089ef0 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:37:31.135854 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 4f6166d6-e990-433e-a9be-e34ac9662cd2 up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:37:31.154834 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d49ca90-557f-4145-85fe-c9c48cc67844 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Pushing event deleted for resources: {'Subnet': ['ID=947b6fe9-9391-4416-ac9d-bacfcf603160,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:31.211537 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04305a2-fc5f-4522-b987-32f7757430dc req-40b6fd6a-425e-4a33-be9d-db01bac331ed tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:31.222426 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e04305a2-fc5f-4522-b987-32f7757430dc req-40b6fd6a-425e-4a33-be9d-db01bac331ed tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "GET /v2.0/ports?device_id=7930c9ff-431f-4c7c-aace-69f75a40e42e HTTP/1.1" status: 200 len: 946 time: 0.1358626 Nov 12 08:37:31.275682 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port e022d0af-bf67-4fad-9faf-2655ef089ef0 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:37:31.276056 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:31.314390 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7d49ca90-557f-4145-85fe-c9c48cc67844 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:31.366945 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-7d49ca90-557f-4145-85fe-c9c48cc67844 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80c58e08-dc20-4b61-96fb-61d431f25944']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:31.395125 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e04305a2-fc5f-4522-b987-32f7757430dc req-71f063e4-5ce7-458b-99d5-d3e9bbfa1147 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "GET /v2.0/security-groups?id=65f47b5a-d181-4ae7-b608-1a89a67c1656&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1691432 Nov 12 08:37:31.402139 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-7d49ca90-557f-4145-85fe-c9c48cc67844 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6d70423-fbac-4a5d-b68b-ff9c504f6b33') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:31.402895 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-7d49ca90-557f-4145-85fe-c9c48cc67844 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6d70423-fbac-4a5d-b68b-ff9c504f6b33') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:31.428964 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7d49ca90-557f-4145-85fe-c9c48cc67844 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:31.435897 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning for port 4f6166d6-e990-433e-a9be-e34ac9662cd2 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:37:31.446102 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port 4f6166d6-e990-433e-a9be-e34ac9662cd2 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:37:31.447231 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:31.455567 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7d49ca90-557f-4145-85fe-c9c48cc67844 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:31.465305 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d49ca90-557f-4145-85fe-c9c48cc67844 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:37:31.466208 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7d49ca90-557f-4145-85fe-c9c48cc67844 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:31.489747 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 08:37:31.489747 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:37:31.489747 n-d-765315-29 neutron-server[102599]: timer() Nov 12 08:37:31.489747 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:37:31.489747 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 08:37:31.489747 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:37:31.489747 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 08:37:31.489747 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:37:31.489747 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 08:37:31.489747 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:37:31.489747 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 08:37:31.489747 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:37:31.489747 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 08:37:31.489747 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:37:31.489747 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:37:31.489747 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:37:31.489747 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:37:31.489747 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:37:31.489747 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 08:37:31.489747 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:37:31.489747 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 08:37:31.489747 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:37:31.489747 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:37:31.489747 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:37:31.489747 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 08:37:31.489747 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:37:31.489747 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:37:31.489747 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:37:31.489747 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:37:31.489747 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:37:31.489747 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:37:31.489747 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:37:31.750441 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:31.808489 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73efdd86-b6ac-4293-8520-84c13abb3c83 None None] Network dcea8192-3ded-4675-acba-29dad29883d7 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:37:31.845425 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] For port e022d0af-bf67-4fad-9faf-2655ef089ef0, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=e022d0af-bf67-4fad-9faf-2655ef089ef0,segment=NetworkSegment(83c30f53-8f44-40b6-91bc-237f9283bbd5),segment_id=83c30f53-8f44-40b6-91bc-237f9283bbd5)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:31.853649 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:32.007153 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-9cf2a53a-0e8e-4074-a3ce-8ebd9ba1e7f0 None None] Provisioning complete for port e022d0af-bf67-4fad-9faf-2655ef089ef0 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:37:32.007806 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9cf2a53a-0e8e-4074-a3ce-8ebd9ba1e7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:32.031193 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Pushing event updated for resources: {'Port': ['ID=e022d0af-bf67-4fad-9faf-2655ef089ef0,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:32.071038 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:32.143667 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-c179cd07-6266-4ca9-972d-acc9c1516f41 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Deleting port ade1a62b-ad6e-4166-973c-aeb7921f58b5 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:37:32.144095 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c179cd07-6266-4ca9-972d-acc9c1516f41 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:32.171106 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7d49ca90-557f-4145-85fe-c9c48cc67844 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:32.173909 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00892319-a219-4cb6-972c-aa04911c57be req-5f645800-96a1-409b-9596-eaf878bdb80b tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:32.183425 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-00892319-a219-4cb6-972c-aa04911c57be req-5f645800-96a1-409b-9596-eaf878bdb80b tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=3adfe4ff-1583-4042-8ae6-e9c4a74f82f2 HTTP/1.1" status: 200 len: 944 time: 0.0995073 Nov 12 08:37:32.220699 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7d49ca90-557f-4145-85fe-c9c48cc67844 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks [] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:32.229281 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-7d49ca90-557f-4145-85fe-c9c48cc67844 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] 10.222.0.26 "DELETE /v2.0/networks/80c58e08-dc20-4b61-96fb-61d431f25944 HTTP/1.1" status: 204 len: 168 time: 1.9037054 Nov 12 08:37:32.236835 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 47210) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:32.248169 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d49ca90-557f-4145-85fe-c9c48cc67844 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Pushing event deleted for resources: {'Network': ['ID=80c58e08-dc20-4b61-96fb-61d431f25944,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:32.250347 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-00892319-a219-4cb6-972c-aa04911c57be req-c12205f3-e4db-4278-ab65-5fa36aecaabb tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654941 Nov 12 08:37:32.264708 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-cbad227a-a06f-405f-a3ca-07fafba0e5dd tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1878431635'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:32.271709 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3adfe4ff-1583-4042-8ae6-e9c4a74f82f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f6166d6-e990-433e-a9be-e34ac9662cd2'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:37:32.274087 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33841f54-d6fd-4d18-9849-7212b9a8d107" -d '{"events": [{"server_uuid": "3adfe4ff-1583-4042-8ae6-e9c4a74f82f2", "name": "network-vif-plugged", "status": "completed", "tag": "4f6166d6-e990-433e-a9be-e34ac9662cd2"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:37:32.296641 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 4f6166d6-e990-433e-a9be-e34ac9662cd2, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=4f6166d6-e990-433e-a9be-e34ac9662cd2,segment=NetworkSegment(add834c9-8487-4b10-a6f8-7351b562c1cc),segment_id=add834c9-8487-4b10-a6f8-7351b562c1cc)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:32.297861 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c179cd07-6266-4ca9-972d-acc9c1516f41 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:32.318307 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-c179cd07-6266-4ca9-972d-acc9c1516f41 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Calling delete_port for ade1a62b-ad6e-4166-973c-aeb7921f58b5 owned by {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:37:32.323559 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:32.338779 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbad227a-a06f-405f-a3ca-07fafba0e5dd tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Made reservation on behalf of cb9addcac4444b6e97446248732304f8 for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:37:32.352962 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cbad227a-a06f-405f-a3ca-07fafba0e5dd tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:32.396165 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb7c0e6d-2ecf-404b-a53e-496d4a5624d6 x-openstack-request-id: req-bb7c0e6d-2ecf-404b-a53e-496d4a5624d6 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:37:32.396165 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3adfe4ff-1583-4042-8ae6-e9c4a74f82f2", "name": "network-vif-plugged", "status": "completed", "tag": "4f6166d6-e990-433e-a9be-e34ac9662cd2", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:37:32.396549 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bb7c0e6d-2ecf-404b-a53e-496d4a5624d6 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:37:32.396981 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3adfe4ff-1583-4042-8ae6-e9c4a74f82f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f6166d6-e990-433e-a9be-e34ac9662cd2', 'code': 200} Nov 12 08:37:32.420271 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbad227a-a06f-405f-a3ca-07fafba0e5dd tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:37:32.445125 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cbad227a-a06f-405f-a3ca-07fafba0e5dd tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:32.446061 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-cbad227a-a06f-405f-a3ca-07fafba0e5dd tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Added segment 9dc48ff9-6096-4450-a8f2-3e7d72550965 of type vlan for network 9e80ecc3-6d72-4a0c-91d4-4e1e02adc90c Nov 12 08:37:32.477444 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=4f6166d6-e990-433e-a9be-e34ac9662cd2,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:32.552273 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cbad227a-a06f-405f-a3ca-07fafba0e5dd tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:32.585713 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899669f1-f4cd-417a-8fcc-ae0b4a60a778 req-3457ebcb-31e5-438a-a60b-3b99cd8a4f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:32.586862 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-899669f1-f4cd-417a-8fcc-ae0b4a60a778 req-3457ebcb-31e5-438a-a60b-3b99cd8a4f7c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3adfe4ff-1583-4042-8ae6-e9c4a74f82f2 HTTP/1.1" status: 200 len: 1097 time: 0.0668755 Nov 12 08:37:32.600951 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cbad227a-a06f-405f-a3ca-07fafba0e5dd tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:32.608842 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbad227a-a06f-405f-a3ca-07fafba0e5dd tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:32.612502 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cbad227a-a06f-405f-a3ca-07fafba0e5dd tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:32.709781 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-cbad227a-a06f-405f-a3ca-07fafba0e5dd tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4543955 Nov 12 08:37:32.749429 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 47240) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:32.753616 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c179cd07-6266-4ca9-972d-acc9c1516f41 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:32.770898 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-8cf1b774-09b9-4493-954f-4b4775730837 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Request body: {'subnet': {'network_id': '9e80ecc3-6d72-4a0c-91d4-4e1e02adc90c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:32.782359 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbad227a-a06f-405f-a3ca-07fafba0e5dd tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Pushing event updated for resources: {'Network': ['ID=9e80ecc3-6d72-4a0c-91d4-4e1e02adc90c,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:32.798952 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 9e80ecc3-6d72-4a0c-91d4-4e1e02adc90c details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:37:32.823054 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-899669f1-f4cd-417a-8fcc-ae0b4a60a778 req-427c0091-bd5a-4d17-80f1-e600086d3463 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235548 Nov 12 08:37:32.881854 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c179cd07-6266-4ca9-972d-acc9c1516f41 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event deleted for resources: {'Port': ['ID=ade1a62b-ad6e-4166-973c-aeb7921f58b5,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:32.962084 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device e022d0af-bf67-4fad-9faf-2655ef089ef0 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:37:32.977788 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c179cd07-6266-4ca9-972d-acc9c1516f41 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:32.987640 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 47274) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:32.996210 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-c179cd07-6266-4ca9-972d-acc9c1516f41 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "DELETE /v2.0/ports/ade1a62b-ad6e-4166-973c-aeb7921f58b5 HTTP/1.1" status: 204 len: 168 time: 2.1768653 Nov 12 08:37:33.050190 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-74406e41-0a73-4868-8fa5-b045ba42ac1e None None] Could not find standard attr ID for object ade1a62b-ad6e-4166-973c-aeb7921f58b5. {{(pid=102601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:37:33.065473 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf1b774-09b9-4493-954f-4b4775730837 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Made reservation on behalf of cb9addcac4444b6e97446248732304f8 for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:37:33.073934 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8cf1b774-09b9-4493-954f-4b4775730837 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:33.107838 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-74406e41-0a73-4868-8fa5-b045ba42ac1e None None] Provisioning complete for port e022d0af-bf67-4fad-9faf-2655ef089ef0 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:37:33.113157 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-74406e41-0a73-4868-8fa5-b045ba42ac1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:33.199302 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69546b77-78f4-4276-afc2-522ddb694d23 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:33.211352 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port e022d0af-bf67-4fad-9faf-2655ef089ef0 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:37:33.211525 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:33.216861 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69546b77-78f4-4276-afc2-522ddb694d23 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:33.220157 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-69546b77-78f4-4276-afc2-522ddb694d23 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2314432 Nov 12 08:37:33.223503 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 47290) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:33.364855 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d4b06f5-84d8-49bd-aa21-e201c0c43513 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Deleting subnet 89272c13-aedb-48bb-a8e4-66fb30de87a4 {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:37:33.369735 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0d4b06f5-84d8-49bd-aa21-e201c0c43513 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:33.528144 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8cf1b774-09b9-4493-954f-4b4775730837 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:33.528614 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e26c35d6-8fdf-4d85-8f59-96df40c87b69 None None] Could not find standard attr ID for object ade1a62b-ad6e-4166-973c-aeb7921f58b5. {{(pid=102601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:37:33.531255 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0d4b06f5-84d8-49bd-aa21-e201c0c43513 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:33.631182 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf1b774-09b9-4493-954f-4b4775730837 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Pushing event updated for resources: {'Subnet': ['ID=76ab1182-cf67-4079-9133-f97166497adc,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:33.753333 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0d4b06f5-84d8-49bd-aa21-e201c0c43513 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:33.777814 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533bcd19-028e-4e21-8fd3-ccb7f9c54823 None None] get_active_networks_info from n-d-765315-29 {{(pid=102601) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 08:37:33.801169 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf1b774-09b9-4493-954f-4b4775730837 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Checking segment: {'id': '9dc48ff9-6096-4450-a8f2-3e7d72550965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '9e80ecc3-6d72-4a0c-91d4-4e1e02adc90c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:37:33.801532 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf1b774-09b9-4493-954f-4b4775730837 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Network hostable DHCP agents. Network: 9e80ecc3-6d72-4a0c-91d4-4e1e02adc90c, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:37:33.827260 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b88a1bb-3bd4-4add-9d69-9bde5b64c527 req-ae510d6a-56db-4f56-98dc-a184e66f3bb9 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:33.835368 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1b88a1bb-3bd4-4add-9d69-9bde5b64c527 req-ae510d6a-56db-4f56-98dc-a184e66f3bb9 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=3adfe4ff-1583-4042-8ae6-e9c4a74f82f2 HTTP/1.1" status: 200 len: 945 time: 0.3922918 Nov 12 08:37:33.864424 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf1b774-09b9-4493-954f-4b4775730837 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Network 9e80ecc3-6d72-4a0c-91d4-4e1e02adc90c is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:37:33.916481 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-8cf1b774-09b9-4493-954f-4b4775730837 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 9e80ecc3-6d72-4a0c-91d4-4e1e02adc90c) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:37:33.936213 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0d4b06f5-84d8-49bd-aa21-e201c0c43513 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:33.950193 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf1b774-09b9-4493-954f-4b4775730837 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:33.951285 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8cf1b774-09b9-4493-954f-4b4775730837 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:33.979258 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1b88a1bb-3bd4-4add-9d69-9bde5b64c527 req-c11df0c2-17e5-403d-9d67-4efd3cafcd48 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300142 Nov 12 08:37:34.008307 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0d4b06f5-84d8-49bd-aa21-e201c0c43513 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:34.012953 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-0d4b06f5-84d8-49bd-aa21-e201c0c43513 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "DELETE /v2.0/subnets/89272c13-aedb-48bb-a8e4-66fb30de87a4 HTTP/1.1" status: 204 len: 168 time: 0.7883379 Nov 12 08:37:34.014261 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4b06f5-84d8-49bd-aa21-e201c0c43513 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event deleted for resources: {'Subnet': ['ID=89272c13-aedb-48bb-a8e4-66fb30de87a4,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:34.016250 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 47330) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:34.026502 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-8cf1b774-09b9-4493-954f-4b4775730837 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2698586 Nov 12 08:37:34.026907 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 47332) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:34.090060 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-1cf95782-a761-4172-aa25-972b3e328d0d tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0726898 Nov 12 08:37:34.093077 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 47334) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:34.099415 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-d932a0a3-7563-439a-975a-c53fc9427c6b tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Request body: {'subnet': {'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:34.204627 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-79f316a9-fc53-4f93-9a2a-54d750da4bea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:34.280714 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9f60acb7-254c-4b2d-a339-ec6a60e94308 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:34.383404 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d932a0a3-7563-439a-975a-c53fc9427c6b tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Made reservation on behalf of 9132ec14bb5d4c18949ca0b140edb366 for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:37:34.396241 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d932a0a3-7563-439a-975a-c53fc9427c6b tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:34.415688 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9f60acb7-254c-4b2d-a339-ec6a60e94308 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:34.474911 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533bcd19-028e-4e21-8fd3-ccb7f9c54823 None None] Unable to find a vacant binding_index for network 9e80ecc3-6d72-4a0c-91d4-4e1e02adc90c and agent 739822cd-1605-4e8e-9640-c5ef93d539b6 {{(pid=102601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Nov 12 08:37:34.496235 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533bcd19-028e-4e21-8fd3-ccb7f9c54823 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 9e80ecc3-6d72-4a0c-91d4-4e1e02adc90c) {{(pid=102601) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 08:37:34.547547 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9f60acb7-254c-4b2d-a339-ec6a60e94308 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:34.584814 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f60acb7-254c-4b2d-a339-ec6a60e94308 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Pushing event deleted for resources: {'Subnet': ['ID=76ab1182-cf67-4079-9133-f97166497adc,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:34.691188 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9f60acb7-254c-4b2d-a339-ec6a60e94308 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:34.737530 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-9f60acb7-254c-4b2d-a339-ec6a60e94308 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e80ecc3-6d72-4a0c-91d4-4e1e02adc90c']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:34.750648 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-9f60acb7-254c-4b2d-a339-ec6a60e94308 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dc48ff9-6096-4450-a8f2-3e7d72550965') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:34.751220 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-9f60acb7-254c-4b2d-a339-ec6a60e94308 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dc48ff9-6096-4450-a8f2-3e7d72550965') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:34.765114 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9f60acb7-254c-4b2d-a339-ec6a60e94308 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:34.812810 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9f60acb7-254c-4b2d-a339-ec6a60e94308 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:34.828195 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f60acb7-254c-4b2d-a339-ec6a60e94308 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:37:34.829016 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9f60acb7-254c-4b2d-a339-ec6a60e94308 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:34.832928 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:37:34.832928 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:37:34.832928 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:37:34.832928 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:37:34.832928 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:37:34.832928 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:37:34.832928 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:37:34.832928 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:37:34.832928 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:37:34.832928 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:37:34.832928 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:37:34.832928 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:37:34.832928 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:37:34.832928 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:37:34.832928 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:37:34.832928 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:37:34.832928 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:37:34.832928 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:37:34.832928 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:37:34.832928 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:37:34.832928 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:37:34.832928 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:37:34.832928 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:37:34.832928 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:37:34.832928 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:37:34.832928 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:37:34.832928 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:37:34.832928 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:37:34.832928 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:37:34.832928 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:37:34.832928 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:37:34.832928 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:37:34.919516 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d932a0a3-7563-439a-975a-c53fc9427c6b tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:34.927028 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9f60acb7-254c-4b2d-a339-ec6a60e94308 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:34.937155 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9f60acb7-254c-4b2d-a339-ec6a60e94308 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:34.944009 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-9f60acb7-254c-4b2d-a339-ec6a60e94308 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] 10.222.0.26 "DELETE /v2.0/networks/9e80ecc3-6d72-4a0c-91d4-4e1e02adc90c HTTP/1.1" status: 204 len: 168 time: 0.9126275 Nov 12 08:37:34.953984 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 47368) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:34.964912 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-42bc9ca5-82e2-4174-86ef-8e6f77429413 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1423791936'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:34.968392 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f60acb7-254c-4b2d-a339-ec6a60e94308 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Pushing event deleted for resources: {'Network': ['ID=9e80ecc3-6d72-4a0c-91d4-4e1e02adc90c,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:34.989854 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33e37cd-3892-4e33-a122-2b0a110b66a5 None None] Network 9e80ecc3-6d72-4a0c-91d4-4e1e02adc90c requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:37:35.007825 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33e37cd-3892-4e33-a122-2b0a110b66a5 None None] Network 9e80ecc3-6d72-4a0c-91d4-4e1e02adc90c could not be found, it might have been deleted concurrently. {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 08:37:35.009010 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a45a5b-6f5f-44ff-bf54-7e9ae84b0d70 None None] Network dcea8192-3ded-4675-acba-29dad29883d7 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:37:35.022380 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d932a0a3-7563-439a-975a-c53fc9427c6b tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Network dcea8192-3ded-4675-acba-29dad29883d7 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:37:35.029887 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-d932a0a3-7563-439a-975a-c53fc9427c6b tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:37:35.033251 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62bf4e9c-2354-4d5b-823e-d44dfece2e2d None None] Network 9e80ecc3-6d72-4a0c-91d4-4e1e02adc90c requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:37:35.034548 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42bc9ca5-82e2-4174-86ef-8e6f77429413 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Made reservation on behalf of cb9addcac4444b6e97446248732304f8 for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:37:35.039945 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d932a0a3-7563-439a-975a-c53fc9427c6b tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:35.042323 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d932a0a3-7563-439a-975a-c53fc9427c6b tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:35.043208 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-42bc9ca5-82e2-4174-86ef-8e6f77429413 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:35.085086 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-d932a0a3-7563-439a-975a-c53fc9427c6b tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9883864 Nov 12 08:37:35.085829 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 47386) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:35.091357 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62bf4e9c-2354-4d5b-823e-d44dfece2e2d None None] Network 9e80ecc3-6d72-4a0c-91d4-4e1e02adc90c could not be found, it might have been deleted concurrently. {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 08:37:35.099138 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d932a0a3-7563-439a-975a-c53fc9427c6b tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event updated for resources: {'Subnet': ['ID=0ead8f0b-4641-4f93-b540-92a6ed516546,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:35.109203 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-6796cbe7-7c82-4b6e-9910-a71123618b47 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Request body: {'port': {'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7', 'name': 'tempest-NetworksTestDHCPv6-579657850'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:35.240380 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42bc9ca5-82e2-4174-86ef-8e6f77429413 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:37:35.261526 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-42bc9ca5-82e2-4174-86ef-8e6f77429413 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:35.262320 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-42bc9ca5-82e2-4174-86ef-8e6f77429413 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Added segment 559643f7-5d22-42b4-9aa2-6bd8616be995 of type vlan for network 61ab6217-e813-4ab4-8eee-e0bec9e6d987 Nov 12 08:37:35.317488 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:35.344024 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1566f68a-5c83-4ad8-bf70-1bf147f9f3eb req-86a23993-d88b-45fc-a02c-da5252658b6f tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:35.345634 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1566f68a-5c83-4ad8-bf70-1bf147f9f3eb req-86a23993-d88b-45fc-a02c-da5252658b6f tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=3adfe4ff-1583-4042-8ae6-e9c4a74f82f2 HTTP/1.1" status: 200 len: 945 time: 0.2312343 Nov 12 08:37:35.383684 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-42bc9ca5-82e2-4174-86ef-8e6f77429413 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:35.446232 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6796cbe7-7c82-4b6e-9910-a71123618b47 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Made reservation on behalf of 9132ec14bb5d4c18949ca0b140edb366 for: {'port': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:37:35.450409 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6796cbe7-7c82-4b6e-9910-a71123618b47 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:35.461432 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1566f68a-5c83-4ad8-bf70-1bf147f9f3eb req-f594a760-e634-49a1-90b9-270308f0d2e3 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051936 Nov 12 08:37:35.471170 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-42bc9ca5-82e2-4174-86ef-8e6f77429413 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:35.476913 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42bc9ca5-82e2-4174-86ef-8e6f77429413 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:35.477463 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-42bc9ca5-82e2-4174-86ef-8e6f77429413 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:35.554231 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [None req-6796cbe7-7c82-4b6e-9910-a71123618b47 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] device_id is not set on port 7700df3b-2ac8-4eec-8e51-f90b1d1b3b99 yet. {{(pid=102600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:37:35.609352 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-42bc9ca5-82e2-4174-86ef-8e6f77429413 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6520996 Nov 12 08:37:35.613711 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 47402) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:35.631992 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-97e67ad9-8252-4e42-9002-40268a6cc4b5 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Request body: {'subnet': {'network_id': '61ab6217-e813-4ab4-8eee-e0bec9e6d987', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:35.680094 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bc9ca5-82e2-4174-86ef-8e6f77429413 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Pushing event updated for resources: {'Network': ['ID=61ab6217-e813-4ab4-8eee-e0bec9e6d987,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:35.694930 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f758feab-4d5f-463e-b897-894228baca6c None None] Network dcea8192-3ded-4675-acba-29dad29883d7 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:37:35.736016 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 61ab6217-e813-4ab4-8eee-e0bec9e6d987 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:37:35.752395 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb99512-be30-421b-83ae-60470f7aa029 req-0a27251f-d311-45d2-b13e-3c851e7cb637 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:35.754322 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-beb99512-be30-421b-83ae-60470f7aa029 req-0a27251f-d311-45d2-b13e-3c851e7cb637 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=3adfe4ff-1583-4042-8ae6-e9c4a74f82f2 HTTP/1.1" status: 200 len: 945 time: 0.1541362 Nov 12 08:37:35.797545 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e6333552-7191-4efc-b4fe-3246b0b53490 None None] Provisioning complete for port e022d0af-bf67-4fad-9faf-2655ef089ef0 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:37:35.798285 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e6333552-7191-4efc-b4fe-3246b0b53490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:35.823748 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97e67ad9-8252-4e42-9002-40268a6cc4b5 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Made reservation on behalf of cb9addcac4444b6e97446248732304f8 for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:37:35.828027 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-97e67ad9-8252-4e42-9002-40268a6cc4b5 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:35.840326 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-6796cbe7-7c82-4b6e-9910-a71123618b47 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Allocated IP 2001:db8::46 (dcea8192-3ded-4675-acba-29dad29883d7/0ead8f0b-4641-4f93-b540-92a6ed516546/7700df3b-2ac8-4eec-8e51-f90b1d1b3b99) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:37:36.032662 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-beb99512-be30-421b-83ae-60470f7aa029 req-0eb7f510-649d-42e1-ac7d-78269cd8d43c tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660031 Nov 12 08:37:36.181195 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-97e67ad9-8252-4e42-9002-40268a6cc4b5 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:36.304956 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6796cbe7-7c82-4b6e-9910-a71123618b47 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:36.319489 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e67ad9-8252-4e42-9002-40268a6cc4b5 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Pushing event updated for resources: {'Subnet': ['ID=4a9e5e5c-2598-415a-ba15-9e9a7b4b363b,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:36.321852 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e67ad9-8252-4e42-9002-40268a6cc4b5 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Checking segment: {'id': '559643f7-5d22-42b4-9aa2-6bd8616be995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '61ab6217-e813-4ab4-8eee-e0bec9e6d987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:37:36.322977 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e67ad9-8252-4e42-9002-40268a6cc4b5 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Network hostable DHCP agents. Network: 61ab6217-e813-4ab4-8eee-e0bec9e6d987, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:37:36.356725 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e67ad9-8252-4e42-9002-40268a6cc4b5 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Network 61ab6217-e813-4ab4-8eee-e0bec9e6d987 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:37:36.369742 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-97e67ad9-8252-4e42-9002-40268a6cc4b5 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 61ab6217-e813-4ab4-8eee-e0bec9e6d987) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:37:36.377604 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e67ad9-8252-4e42-9002-40268a6cc4b5 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:36.379680 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-97e67ad9-8252-4e42-9002-40268a6cc4b5 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:36.387595 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7a7ce4-5355-4c4d-af5c-2c5d9f82a9fe None None] Network 61ab6217-e813-4ab4-8eee-e0bec9e6d987 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:37:36.418941 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-97e67ad9-8252-4e42-9002-40268a6cc4b5 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8033519 Nov 12 08:37:36.422940 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 47416) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:36.503727 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6796cbe7-7c82-4b6e-9910-a71123618b47 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:36.618234 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6796cbe7-7c82-4b6e-9910-a71123618b47 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Network dcea8192-3ded-4675-acba-29dad29883d7 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:37:36.621175 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4d0a7898-41b6-4160-82c0-6c14d6504908 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:36.659643 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-78ca027a-4cd8-4819-8bdf-71c7b0cd1176 None None] Provisioning complete for port e022d0af-bf67-4fad-9faf-2655ef089ef0 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:37:36.660218 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-78ca027a-4cd8-4819-8bdf-71c7b0cd1176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:36.670876 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-6796cbe7-7c82-4b6e-9910-a71123618b47 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:37:36.704242 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796cbe7-7c82-4b6e-9910-a71123618b47 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event updated for resources: {'Port': ['ID=7700df3b-2ac8-4eec-8e51-f90b1d1b3b99,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:36.729656 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4d0a7898-41b6-4160-82c0-6c14d6504908 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:36.733164 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc493ba1-9292-4854-bf61-fd045aa423f9 req-0c5301a6-6ca8-4ea8-9145-475f788207ce tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:36.736176 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bc493ba1-9292-4854-bf61-fd045aa423f9 req-0c5301a6-6ca8-4ea8-9145-475f788207ce tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=3adfe4ff-1583-4042-8ae6-e9c4a74f82f2 HTTP/1.1" status: 200 len: 945 time: 0.5602417 Nov 12 08:37:36.737015 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6796cbe7-7c82-4b6e-9910-a71123618b47 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:37:36.749103 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6796cbe7-7c82-4b6e-9910-a71123618b47 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:36.749770 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6796cbe7-7c82-4b6e-9910-a71123618b47 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:36.836690 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-6796cbe7-7c82-4b6e-9910-a71123618b47 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7481863 Nov 12 08:37:36.836946 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 47424) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:36.860041 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bc493ba1-9292-4854-bf61-fd045aa423f9 req-cc0c6756-8fa1-4efa-aaac-4d7d40fa0098 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844083 Nov 12 08:37:36.864457 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dae0627-080d-4ac6-ab00-848374b5f3db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-61ab6217-e813-4ab4-8eee-e0bec9e6d987', 'network_id': '61ab6217-e813-4ab4-8eee-e0bec9e6d987', 'tenant_id': 'cb9addcac4444b6e97446248732304f8', 'fixed_ips': [{'subnet_id': '4a9e5e5c-2598-415a-ba15-9e9a7b4b363b'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:37:36.864457 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4dae0627-080d-4ac6-ab00-848374b5f3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:36.883858 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4d0a7898-41b6-4160-82c0-6c14d6504908 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:36.955774 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e79a4a9-3c6e-4dd9-8898-4ab3e3323be2 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:36.972113 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e79a4a9-3c6e-4dd9-8898-4ab3e3323be2 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:36.979330 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-1e79a4a9-3c6e-4dd9-8898-4ab3e3323be2 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1590 time: 0.1367018 Nov 12 08:37:36.979981 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 47428) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:36.993512 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0a7898-41b6-4160-82c0-6c14d6504908 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Pushing event deleted for resources: {'Subnet': ['ID=4a9e5e5c-2598-415a-ba15-9e9a7b4b363b,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:36.997523 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4f4765ae-a561-4789-837f-eb2ff59e9d5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:37.158540 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4d0a7898-41b6-4160-82c0-6c14d6504908 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:37.185565 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-4d0a7898-41b6-4160-82c0-6c14d6504908 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61ab6217-e813-4ab4-8eee-e0bec9e6d987']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:37.198292 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-4d0a7898-41b6-4160-82c0-6c14d6504908 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '559643f7-5d22-42b4-9aa2-6bd8616be995') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:37.198561 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-4d0a7898-41b6-4160-82c0-6c14d6504908 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '559643f7-5d22-42b4-9aa2-6bd8616be995') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:37.208767 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-4dd5e312-defc-4885-b125-cb8aeed9c4c8 None None] Provisioning complete for port 7700df3b-2ac8-4eec-8e51-f90b1d1b3b99 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:37:37.209301 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4dd5e312-defc-4885-b125-cb8aeed9c4c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:37.209991 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4d0a7898-41b6-4160-82c0-6c14d6504908 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:37.225680 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4d0a7898-41b6-4160-82c0-6c14d6504908 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:37.233667 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d0a7898-41b6-4160-82c0-6c14d6504908 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:37:37.235361 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-06e32dfc-2ee2-47d1-b70a-0f5c40ff4a53 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Deleting port 7700df3b-2ac8-4eec-8e51-f90b1d1b3b99 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:37:37.235541 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4d0a7898-41b6-4160-82c0-6c14d6504908 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:37.235706 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-06e32dfc-2ee2-47d1-b70a-0f5c40ff4a53 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:37.266727 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c76fd63-f44a-4bbf-a264-2d029e82fed4 None None] Network 61ab6217-e813-4ab4-8eee-e0bec9e6d987 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:37:37.310940 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 08:37:37.310940 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:37:37.310940 n-d-765315-29 neutron-server[102599]: timer() Nov 12 08:37:37.310940 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:37:37.310940 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 08:37:37.310940 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:37:37.310940 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 08:37:37.310940 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:37:37.310940 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 08:37:37.310940 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:37:37.310940 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 08:37:37.310940 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:37:37.310940 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 08:37:37.310940 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:37:37.310940 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:37:37.310940 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:37:37.310940 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:37:37.310940 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:37:37.310940 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 08:37:37.310940 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:37:37.310940 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 08:37:37.310940 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:37:37.310940 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:37:37.310940 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:37:37.310940 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 08:37:37.310940 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:37:37.310940 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:37:37.310940 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:37:37.310940 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:37:37.310940 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:37:37.310940 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:37:37.310940 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:37:37.315970 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4d0a7898-41b6-4160-82c0-6c14d6504908 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:37.329909 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4d0a7898-41b6-4160-82c0-6c14d6504908 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks [] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:37.335710 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-4d0a7898-41b6-4160-82c0-6c14d6504908 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] 10.222.0.26 "DELETE /v2.0/networks/61ab6217-e813-4ab4-8eee-e0bec9e6d987 HTTP/1.1" status: 204 len: 168 time: 0.9113767 Nov 12 08:37:37.341599 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 47436) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:37.354539 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0a7898-41b6-4160-82c0-6c14d6504908 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Pushing event deleted for resources: {'Network': ['ID=61ab6217-e813-4ab4-8eee-e0bec9e6d987,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:37.356348 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-7b26a0a6-bf33-42f4-9a0e-a3070875fde3 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-203567142'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:37.386629 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-4dd5e312-defc-4885-b125-cb8aeed9c4c8 None None] Port 7700df3b-2ac8-4eec-8e51-f90b1d1b3b99 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:37:37.437797 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b26a0a6-bf33-42f4-9a0e-a3070875fde3 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Made reservation on behalf of cb9addcac4444b6e97446248732304f8 for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:37:37.441126 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7b26a0a6-bf33-42f4-9a0e-a3070875fde3 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:37.476564 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-06e32dfc-2ee2-47d1-b70a-0f5c40ff4a53 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:37.493444 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-06e32dfc-2ee2-47d1-b70a-0f5c40ff4a53 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Calling delete_port for 7700df3b-2ac8-4eec-8e51-f90b1d1b3b99 owned by {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:37:37.514664 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b26a0a6-bf33-42f4-9a0e-a3070875fde3 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:37:37.529281 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdee749-6c28-4fcf-945b-0c4252a241bf req-a43b5781-a0d4-45f1-818a-70ef1348b89a tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:37.530949 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1cdee749-6c28-4fcf-945b-0c4252a241bf req-a43b5781-a0d4-45f1-818a-70ef1348b89a tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=3adfe4ff-1583-4042-8ae6-e9c4a74f82f2 HTTP/1.1" status: 200 len: 945 time: 0.1670909 Nov 12 08:37:37.589848 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7b26a0a6-bf33-42f4-9a0e-a3070875fde3 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:37.590425 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-7b26a0a6-bf33-42f4-9a0e-a3070875fde3 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Added segment 63af97d4-ce15-4c22-9f99-43933ec94e62 of type vlan for network f0b3dffb-ce99-4a1c-b577-30dc8ed6c0e4 Nov 12 08:37:37.668584 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7b26a0a6-bf33-42f4-9a0e-a3070875fde3 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:37.677691 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1cdee749-6c28-4fcf-945b-0c4252a241bf req-bf4891f5-4906-450e-8ca2-c910e2e0ccc2 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131964 Nov 12 08:37:37.729074 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7b26a0a6-bf33-42f4-9a0e-a3070875fde3 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:37.734695 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b26a0a6-bf33-42f4-9a0e-a3070875fde3 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:37.735282 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7b26a0a6-bf33-42f4-9a0e-a3070875fde3 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:37.837108 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-7b26a0a6-bf33-42f4-9a0e-a3070875fde3 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4896214 Nov 12 08:37:37.841995 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 47454) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:37.852239 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-1cbd6326-ab70-4ed7-bb85-01a36ce95c51 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:37.866068 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b26a0a6-bf33-42f4-9a0e-a3070875fde3 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Pushing event updated for resources: {'Network': ['ID=f0b3dffb-ce99-4a1c-b577-30dc8ed6c0e4,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:37.885062 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network f0b3dffb-ce99-4a1c-b577-30dc8ed6c0e4 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:37:37.892403 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-06e32dfc-2ee2-47d1-b70a-0f5c40ff4a53 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:37.982893 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e32dfc-2ee2-47d1-b70a-0f5c40ff4a53 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event deleted for resources: {'Port': ['ID=7700df3b-2ac8-4eec-8e51-f90b1d1b3b99,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:38.037413 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:38.047168 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-06e32dfc-2ee2-47d1-b70a-0f5c40ff4a53 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:38.053578 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-06e32dfc-2ee2-47d1-b70a-0f5c40ff4a53 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "DELETE /v2.0/ports/7700df3b-2ac8-4eec-8e51-f90b1d1b3b99 HTTP/1.1" status: 204 len: 168 time: 1.0725467 Nov 12 08:37:38.061362 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 47456) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:38.151872 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495db9e2-d05a-434c-b1f4-46b1bf898aa1 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:38.154918 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495db9e2-d05a-434c-b1f4-46b1bf898aa1 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:38.157640 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-495db9e2-d05a-434c-b1f4-46b1bf898aa1 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0954854 Nov 12 08:37:38.162006 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 47458) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:38.211283 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1cbd6326-ab70-4ed7-bb85-01a36ce95c51 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:38.238764 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1cbd6326-ab70-4ed7-bb85-01a36ce95c51 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:38.269332 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1cbd6326-ab70-4ed7-bb85-01a36ce95c51 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Network f0b3dffb-ce99-4a1c-b577-30dc8ed6c0e4 is not hosted by any dhcp agent {{(pid=102599) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 08:37:38.275115 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbd6326-ab70-4ed7-bb85-01a36ce95c51 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:38.275749 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1cbd6326-ab70-4ed7-bb85-01a36ce95c51 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks [] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:38.277100 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-1cbd6326-ab70-4ed7-bb85-01a36ce95c51 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] 10.222.0.26 "PUT /v2.0/networks/f0b3dffb-ce99-4a1c-b577-30dc8ed6c0e4 HTTP/1.1" status: 200 len: 723 time: 0.4335423 Nov 12 08:37:38.282999 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 47460) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:38.289510 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a466864-f639-4c8b-a8f0-ac2808a88dc8 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Deleting subnet 0ead8f0b-4641-4f93-b540-92a6ed516546 {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:37:38.293242 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5a466864-f639-4c8b-a8f0-ac2808a88dc8 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for subnet, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:38.293489 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-6fe1d19d-a0e9-4b68-90de-4a13cce04a23 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Request body: {'subnet': {'network_id': 'f0b3dffb-ce99-4a1c-b577-30dc8ed6c0e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:38.402143 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5a466864-f639-4c8b-a8f0-ac2808a88dc8 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31181813'] for subnet, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:38.429966 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbd6326-ab70-4ed7-bb85-01a36ce95c51 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Pushing event updated for resources: {'Network': ['ID=f0b3dffb-ce99-4a1c-b577-30dc8ed6c0e4,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:38.456606 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network f0b3dffb-ce99-4a1c-b577-30dc8ed6c0e4 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:37:38.477824 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fe1d19d-a0e9-4b68-90de-4a13cce04a23 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Made reservation on behalf of cb9addcac4444b6e97446248732304f8 for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:37:38.489711 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6fe1d19d-a0e9-4b68-90de-4a13cce04a23 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:38.539637 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5a466864-f639-4c8b-a8f0-ac2808a88dc8 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:38.687859 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5a466864-f639-4c8b-a8f0-ac2808a88dc8 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:38.731028 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a466864-f639-4c8b-a8f0-ac2808a88dc8 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event deleted for resources: {'Subnet': ['ID=0ead8f0b-4641-4f93-b540-92a6ed516546,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:38.737454 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5a466864-f639-4c8b-a8f0-ac2808a88dc8 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:38.742260 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-5a466864-f639-4c8b-a8f0-ac2808a88dc8 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "DELETE /v2.0/subnets/0ead8f0b-4641-4f93-b540-92a6ed516546 HTTP/1.1" status: 204 len: 168 time: 0.5791903 Nov 12 08:37:38.744783 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a58c76-0386-4628-a83d-06f47c4ebde3 None None] Network dcea8192-3ded-4675-acba-29dad29883d7 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:37:38.750466 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 47468) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:38.890772 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-9dd9525c-8d38-419d-8c75-736b3321584e tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1346691 Nov 12 08:37:38.895838 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 47470) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:38.903308 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-61dc7dd9-e55e-4f4c-afff-8494c8c6ba16 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Request body: {'subnet': {'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:38.917788 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6fe1d19d-a0e9-4b68-90de-4a13cce04a23 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:39.036034 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe1d19d-a0e9-4b68-90de-4a13cce04a23 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Pushing event updated for resources: {'Subnet': ['ID=4069b710-d2a9-4a48-8eff-b7515a428e19,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:39.068515 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe1d19d-a0e9-4b68-90de-4a13cce04a23 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Checking segment: {'id': '63af97d4-ce15-4c22-9f99-43933ec94e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f0b3dffb-ce99-4a1c-b577-30dc8ed6c0e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:37:39.069374 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe1d19d-a0e9-4b68-90de-4a13cce04a23 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Network hostable DHCP agents. Network: f0b3dffb-ce99-4a1c-b577-30dc8ed6c0e4, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:37:39.105709 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808a2b4-1298-4e44-89db-85962137553d req-e925582d-75a7-43ba-a6e8-18fe726230d2 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:39.116457 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c808a2b4-1298-4e44-89db-85962137553d req-e925582d-75a7-43ba-a6e8-18fe726230d2 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=3adfe4ff-1583-4042-8ae6-e9c4a74f82f2 HTTP/1.1" status: 200 len: 945 time: 0.2417352 Nov 12 08:37:39.172960 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe1d19d-a0e9-4b68-90de-4a13cce04a23 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Network f0b3dffb-ce99-4a1c-b577-30dc8ed6c0e4 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:37:39.193247 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b0fbcb-c08f-4745-825d-a9e9f15d5cc7 req-2a20c06e-1759-4895-92a6-e10a19830450 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:39.196250 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b9b0fbcb-c08f-4745-825d-a9e9f15d5cc7 req-2a20c06e-1759-4895-92a6-e10a19830450 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.44 "GET /v2.0/ports?device_id=3adfe4ff-1583-4042-8ae6-e9c4a74f82f2 HTTP/1.1" status: 200 len: 945 time: 0.2158396 Nov 12 08:37:39.216569 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c808a2b4-1298-4e44-89db-85962137553d req-ecb8ad01-1e5e-40c6-9df7-adbbdab1f494 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988739 Nov 12 08:37:39.217946 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-6fe1d19d-a0e9-4b68-90de-4a13cce04a23 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, f0b3dffb-ce99-4a1c-b577-30dc8ed6c0e4) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:37:39.222568 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe1d19d-a0e9-4b68-90de-4a13cce04a23 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:39.222901 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61dc7dd9-e55e-4f4c-afff-8494c8c6ba16 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Made reservation on behalf of 9132ec14bb5d4c18949ca0b140edb366 for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:37:39.225069 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6fe1d19d-a0e9-4b68-90de-4a13cce04a23 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:39.226423 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-61dc7dd9-e55e-4f4c-afff-8494c8c6ba16 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:39.273705 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:39.277065 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-6fe1d19d-a0e9-4b68-90de-4a13cce04a23 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9899065 Nov 12 08:37:39.277396 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25061d9-2a2e-4644-b800-91f9e4a9a837 None None] Network f0b3dffb-ce99-4a1c-b577-30dc8ed6c0e4 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:37:39.277653 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 47472) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:39.292506 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff76924-98e1-4297-b6d3-26308b8b2c51 None None] DHCP port deletion for dcea8192-3ded-4675-acba-29dad29883d7 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:37:39.295020 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-0a296a93-7049-4b45-97d8-97abf37a28ea tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:39.440572 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0a296a93-7049-4b45-97d8-97abf37a28ea tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-29476984'] for subnet, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:39.490063 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-eff76924-98e1-4297-b6d3-26308b8b2c51 None None] Deleting port e022d0af-bf67-4fad-9faf-2655ef089ef0 {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:37:39.490885 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-eff76924-98e1-4297-b6d3-26308b8b2c51 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:39.500092 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-61dc7dd9-e55e-4f4c-afff-8494c8c6ba16 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:39.604207 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61dc7dd9-e55e-4f4c-afff-8494c8c6ba16 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Network dcea8192-3ded-4675-acba-29dad29883d7 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:37:39.611323 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-61dc7dd9-e55e-4f4c-afff-8494c8c6ba16 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:37:39.622310 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61dc7dd9-e55e-4f4c-afff-8494c8c6ba16 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:39.623410 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-61dc7dd9-e55e-4f4c-afff-8494c8c6ba16 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:39.661593 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dc7dd9-e55e-4f4c-afff-8494c8c6ba16 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event updated for resources: {'Subnet': ['ID=f7f568fd-9168-4e2f-a812-389f9a9942db,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:39.692565 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-61dc7dd9-e55e-4f4c-afff-8494c8c6ba16 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7948952 Nov 12 08:37:39.697990 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 47478) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:39.717709 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-f6398a6c-5487-4829-b004-8f9a7526c50a tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Request body: {'port': {'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7', 'name': 'tempest-NetworksTestDHCPv6-274011235'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:39.726125 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-b9b0fbcb-c08f-4745-825d-a9e9f15d5cc7 req-ad248197-f888-4cdd-aa3b-4e09a3d4c622 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Deleting port 4f6166d6-e990-433e-a9be-e34ac9662cd2 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:37:39.726754 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b9b0fbcb-c08f-4745-825d-a9e9f15d5cc7 req-ad248197-f888-4cdd-aa3b-4e09a3d4c622 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:39.760304 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-eff76924-98e1-4297-b6d3-26308b8b2c51 None None] For port e022d0af-bf67-4fad-9faf-2655ef089ef0, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=e022d0af-bf67-4fad-9faf-2655ef089ef0,segment=NetworkSegment(83c30f53-8f44-40b6-91bc-237f9283bbd5),segment_id=83c30f53-8f44-40b6-91bc-237f9283bbd5)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:39.760928 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-eff76924-98e1-4297-b6d3-26308b8b2c51 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:39.773555 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb337abd-1b79-4016-85f4-22b5709f16c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-f0b3dffb-ce99-4a1c-b577-30dc8ed6c0e4', 'network_id': 'f0b3dffb-ce99-4a1c-b577-30dc8ed6c0e4', 'tenant_id': 'cb9addcac4444b6e97446248732304f8', 'fixed_ips': [{'subnet_id': '4069b710-d2a9-4a48-8eff-b7515a428e19'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:37:39.774423 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-fb337abd-1b79-4016-85f4-22b5709f16c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:39.902004 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-eff76924-98e1-4297-b6d3-26308b8b2c51 None None] Calling delete_port for e022d0af-bf67-4fad-9faf-2655ef089ef0 owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:37:39.962744 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-b9b0fbcb-c08f-4745-825d-a9e9f15d5cc7 req-ad248197-f888-4cdd-aa3b-4e09a3d4c622 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] For port 4f6166d6-e990-433e-a9be-e34ac9662cd2, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=4f6166d6-e990-433e-a9be-e34ac9662cd2,segment=NetworkSegment(add834c9-8487-4b10-a6f8-7351b562c1cc),segment_id=add834c9-8487-4b10-a6f8-7351b562c1cc)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:39.963859 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b9b0fbcb-c08f-4745-825d-a9e9f15d5cc7 req-ad248197-f888-4cdd-aa3b-4e09a3d4c622 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:39.992874 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-b9b0fbcb-c08f-4745-825d-a9e9f15d5cc7 req-ad248197-f888-4cdd-aa3b-4e09a3d4c622 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Calling delete_port for 4f6166d6-e990-433e-a9be-e34ac9662cd2 owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:37:40.013189 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0a296a93-7049-4b45-97d8-97abf37a28ea tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762119822987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-31116702'] for subnet, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:40.200905 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-eff76924-98e1-4297-b6d3-26308b8b2c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:40.267320 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b9b0fbcb-c08f-4745-825d-a9e9f15d5cc7 req-ad248197-f888-4cdd-aa3b-4e09a3d4c622 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:40.333769 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad248197-f888-4cdd-aa3b-4e09a3d4c622 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Pushing event deleted for resources: {'Port': ['ID=4f6166d6-e990-433e-a9be-e34ac9662cd2,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:40.370431 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff76924-98e1-4297-b6d3-26308b8b2c51 None None] Pushing event deleted for resources: {'Port': ['ID=e022d0af-bf67-4fad-9faf-2655ef089ef0,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:40.415569 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:40.437862 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff76924-98e1-4297-b6d3-26308b8b2c51 None None] No DVR routers for this DVR port e022d0af-bf67-4fad-9faf-2655ef089ef0 on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:37:40.468638 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff76924-98e1-4297-b6d3-26308b8b2c51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:40.469255 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff76924-98e1-4297-b6d3-26308b8b2c51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:40.469763 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff76924-98e1-4297-b6d3-26308b8b2c51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:40.470399 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff76924-98e1-4297-b6d3-26308b8b2c51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:40.470953 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff76924-98e1-4297-b6d3-26308b8b2c51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:40.471449 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff76924-98e1-4297-b6d3-26308b8b2c51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:40.471942 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff76924-98e1-4297-b6d3-26308b8b2c51 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:40.472453 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff76924-98e1-4297-b6d3-26308b8b2c51 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:40.472966 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff76924-98e1-4297-b6d3-26308b8b2c51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:40.473458 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff76924-98e1-4297-b6d3-26308b8b2c51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:40.473961 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff76924-98e1-4297-b6d3-26308b8b2c51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:40.474638 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff76924-98e1-4297-b6d3-26308b8b2c51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:40.507709 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99036d14-6075-4796-a817-4385a798db02 None None] Network dcea8192-3ded-4675-acba-29dad29883d7 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:37:40.564686 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 47486) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:40.566515 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9b0fbcb-c08f-4745-825d-a9e9f15d5cc7 req-ad248197-f888-4cdd-aa3b-4e09a3d4c622 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] No DVR routers for this DVR port 4f6166d6-e990-433e-a9be-e34ac9662cd2 on host n-h2-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:37:40.583343 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b9b0fbcb-c08f-4745-825d-a9e9f15d5cc7 req-ad248197-f888-4cdd-aa3b-4e09a3d4c622 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:40.591085 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b9b0fbcb-c08f-4745-825d-a9e9f15d5cc7 req-ad248197-f888-4cdd-aa3b-4e09a3d4c622 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.44 "DELETE /v2.0/ports/4f6166d6-e990-433e-a9be-e34ac9662cd2 HTTP/1.1" status: 204 len: 173 time: 1.3829665 Nov 12 08:37:40.592897 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3adfe4ff-1583-4042-8ae6-e9c4a74f82f2', 'name': 'network-vif-deleted', 'tag': '4f6166d6-e990-433e-a9be-e34ac9662cd2'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:37:40.598137 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbed13ac-8d40-4583-858b-6a5d643e6c4a" -d '{"events": [{"server_uuid": "3adfe4ff-1583-4042-8ae6-e9c4a74f82f2", "name": "network-vif-deleted", "tag": "4f6166d6-e990-433e-a9be-e34ac9662cd2"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:37:40.668875 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-fb337abd-1b79-4016-85f4-22b5709f16c4 None None] Allocated IP 172.20.0.2 (f0b3dffb-ce99-4a1c-b577-30dc8ed6c0e4/4069b710-d2a9-4a48-8eff-b7515a428e19/36fd9c0c-9c5e-433c-864b-716e3e2afa19) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:37:40.969690 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a296a93-7049-4b45-97d8-97abf37a28ea tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Pushing event updated for resources: {'Subnet': ['ID=4069b710-d2a9-4a48-8eff-b7515a428e19,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:40.987866 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ff161361-7fa5-423d-b254-17a512d640d5 req-aa7218e1-afe8-4bf2-80a3-564716e52dd5 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=3adfe4ff-1583-4042-8ae6-e9c4a74f82f2 HTTP/1.1" status: 200 len: 210 time: 0.0696733 Nov 12 08:37:40.993594 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-c756e982-c15f-4619-b18c-25c75318edb3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=734c1ccd99aa478191c4661e730a9d04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4229052 Nov 12 08:37:40.998199 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 47494) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:41.018438 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a296a93-7049-4b45-97d8-97abf37a28ea tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:41.019467 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0a296a93-7049-4b45-97d8-97abf37a28ea tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:41.020932 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-0a296a93-7049-4b45-97d8-97abf37a28ea tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] 10.222.0.26 "PUT /v2.0/subnets/4069b710-d2a9-4a48-8eff-b7515a428e19 HTTP/1.1" status: 200 len: 806 time: 1.7405157 Nov 12 08:37:41.023282 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 47496) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:41.144045 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c21fda-916a-4b4f-a0be-bf823d1cbd4e x-openstack-request-id: req-05c21fda-916a-4b4f-a0be-bf823d1cbd4e {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:37:41.144541 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3adfe4ff-1583-4042-8ae6-e9c4a74f82f2", "name": "network-vif-deleted", "tag": "4f6166d6-e990-433e-a9be-e34ac9662cd2", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:37:41.144805 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-05c21fda-916a-4b4f-a0be-bf823d1cbd4e {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:37:41.145008 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3adfe4ff-1583-4042-8ae6-e9c4a74f82f2', 'name': 'network-vif-deleted', 'tag': '4f6166d6-e990-433e-a9be-e34ac9662cd2', 'status': 'completed', 'code': 200} Nov 12 08:37:41.170493 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device e022d0af-bf67-4fad-9faf-2655ef089ef0 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:37:41.183218 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 4f6166d6-e990-433e-a9be-e34ac9662cd2 no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:37:41.201033 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d1b205b4-7a57-44c6-b147-22ea6f79565e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:41.223697 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-fb337abd-1b79-4016-85f4-22b5709f16c4 None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:41.236955 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7f9cfdc7-e258-4cf6-b937-53d173601fd0 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:41.239288 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d1b205b4-7a57-44c6-b147-22ea6f79565e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:41.266831 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: e022d0af-bf67-4fad-9faf-2655ef089ef0 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:37:41.267426 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device e022d0af-bf67-4fad-9faf-2655ef089ef0 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:37:41.273264 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] No Port match for: 4f6166d6-e990-433e-a9be-e34ac9662cd2 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:37:41.273900 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 4f6166d6-e990-433e-a9be-e34ac9662cd2 not bound to the agent host n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:37:41.283819 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-fb337abd-1b79-4016-85f4-22b5709f16c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:41.308167 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6398a6c-5487-4829-b004-8f9a7526c50a tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Made reservation on behalf of 9132ec14bb5d4c18949ca0b140edb366 for: {'port': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:37:41.314249 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f6398a6c-5487-4829-b004-8f9a7526c50a tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:41.348228 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d1b205b4-7a57-44c6-b147-22ea6f79565e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:41.349478 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7f9cfdc7-e258-4cf6-b937-53d173601fd0 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:41.351895 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d1b205b4-7a57-44c6-b147-22ea6f79565e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:41.353446 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-d1b205b4-7a57-44c6-b147-22ea6f79565e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1483dd55-c247-4a0c-bc84-e23ddb8f25e9 HTTP/1.1" status: 204 len: 168 time: 0.3529069 Nov 12 08:37:41.354974 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [None req-f6398a6c-5487-4829-b004-8f9a7526c50a tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] device_id is not set on port ec7285a3-8f33-421f-9fd6-2d34fcc82914 yet. {{(pid=102600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:37:41.372633 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb337abd-1b79-4016-85f4-22b5709f16c4 None None] Network f0b3dffb-ce99-4a1c-b577-30dc8ed6c0e4 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:37:41.375355 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b205b4-7a57-44c6-b147-22ea6f79565e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1483dd55-c247-4a0c-bc84-e23ddb8f25e9,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:41.452415 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-fb337abd-1b79-4016-85f4-22b5709f16c4 None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:37:41.480917 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb337abd-1b79-4016-85f4-22b5709f16c4 None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:37:41.494001 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7f9cfdc7-e258-4cf6-b937-53d173601fd0 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:41.522337 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb337abd-1b79-4016-85f4-22b5709f16c4 None None] Pushing event updated for resources: {'Port': ['ID=36fd9c0c-9c5e-433c-864b-716e3e2afa19,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:41.545110 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9cfdc7-e258-4cf6-b937-53d173601fd0 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Pushing event deleted for resources: {'Subnet': ['ID=4069b710-d2a9-4a48-8eff-b7515a428e19,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:41.598388 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-f6398a6c-5487-4829-b004-8f9a7526c50a tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Allocated IP 2001:db8::1b0 (dcea8192-3ded-4675-acba-29dad29883d7/f7f568fd-9168-4e2f-a812-389f9a9942db/ec7285a3-8f33-421f-9fd6-2d34fcc82914) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:37:41.627651 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-fb337abd-1b79-4016-85f4-22b5709f16c4 None None] Attempting to bind port 36fd9c0c-9c5e-433c-864b-716e3e2afa19 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:37:41.629048 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-fb337abd-1b79-4016-85f4-22b5709f16c4 None None] Attempting to bind port 36fd9c0c-9c5e-433c-864b-716e3e2afa19 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '63af97d4-ce15-4c22-9f99-43933ec94e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f0b3dffb-ce99-4a1c-b577-30dc8ed6c0e4'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:37:41.629417 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb337abd-1b79-4016-85f4-22b5709f16c4 None None] Attempting to bind port 36fd9c0c-9c5e-433c-864b-716e3e2afa19 on network f0b3dffb-ce99-4a1c-b577-30dc8ed6c0e4 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:37:41.648653 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb337abd-1b79-4016-85f4-22b5709f16c4 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:37:41.649147 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb337abd-1b79-4016-85f4-22b5709f16c4 None None] Checking segment: {'id': '63af97d4-ce15-4c22-9f99-43933ec94e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f0b3dffb-ce99-4a1c-b577-30dc8ed6c0e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:37:41.649542 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-fb337abd-1b79-4016-85f4-22b5709f16c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:41.649940 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb337abd-1b79-4016-85f4-22b5709f16c4 None None] Bound using segment: {'id': '63af97d4-ce15-4c22-9f99-43933ec94e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f0b3dffb-ce99-4a1c-b577-30dc8ed6c0e4'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:37:41.650950 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-fb337abd-1b79-4016-85f4-22b5709f16c4 None None] Bound port: 36fd9c0c-9c5e-433c-864b-716e3e2afa19, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63af97d4-ce15-4c22-9f99-43933ec94e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f0b3dffb-ce99-4a1c-b577-30dc8ed6c0e4'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:37:41.651564 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-fb337abd-1b79-4016-85f4-22b5709f16c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:41.700536 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff97e3ea-7d17-4c76-b000-aaabb2bf2381 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-dcea8192-3ded-4675-acba-29dad29883d7', 'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7', 'tenant_id': '9132ec14bb5d4c18949ca0b140edb366', 'fixed_ips': [{'subnet_id': 'f7f568fd-9168-4e2f-a812-389f9a9942db'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:37:41.701693 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ff97e3ea-7d17-4c76-b000-aaabb2bf2381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:41.726374 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7f9cfdc7-e258-4cf6-b937-53d173601fd0 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:41.779406 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-fb337abd-1b79-4016-85f4-22b5709f16c4 None None] For port 36fd9c0c-9c5e-433c-864b-716e3e2afa19, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:37:41.783515 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-fb337abd-1b79-4016-85f4-22b5709f16c4 None None] For port 36fd9c0c-9c5e-433c-864b-716e3e2afa19, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=36fd9c0c-9c5e-433c-864b-716e3e2afa19,segment=NetworkSegment(63af97d4-ce15-4c22-9f99-43933ec94e62),segment_id=63af97d4-ce15-4c22-9f99-43933ec94e62)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:37:41.799017 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-7f9cfdc7-e258-4cf6-b937-53d173601fd0 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0b3dffb-ce99-4a1c-b577-30dc8ed6c0e4']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:41.835679 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-7f9cfdc7-e258-4cf6-b937-53d173601fd0 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63af97d4-ce15-4c22-9f99-43933ec94e62') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:41.838867 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-7f9cfdc7-e258-4cf6-b937-53d173601fd0 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63af97d4-ce15-4c22-9f99-43933ec94e62') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:41.850209 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-fb337abd-1b79-4016-85f4-22b5709f16c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:41.854775 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f6398a6c-5487-4829-b004-8f9a7526c50a tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:41.885079 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7f9cfdc7-e258-4cf6-b937-53d173601fd0 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:41.894543 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f6398a6c-5487-4829-b004-8f9a7526c50a tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:41.935189 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7f9cfdc7-e258-4cf6-b937-53d173601fd0 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:41.966638 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6398a6c-5487-4829-b004-8f9a7526c50a tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Network dcea8192-3ded-4675-acba-29dad29883d7 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:37:41.969635 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f9cfdc7-e258-4cf6-b937-53d173601fd0 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:37:41.971213 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7f9cfdc7-e258-4cf6-b937-53d173601fd0 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:41.976024 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-f6398a6c-5487-4829-b004-8f9a7526c50a tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:37:41.981196 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6398a6c-5487-4829-b004-8f9a7526c50a tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:37:41.989703 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 08:37:41.989703 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:37:41.989703 n-d-765315-29 neutron-server[102599]: timer() Nov 12 08:37:41.989703 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:37:41.989703 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 08:37:41.989703 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:37:41.989703 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 08:37:41.989703 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:37:41.989703 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 08:37:41.989703 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:37:41.989703 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 08:37:41.989703 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:37:41.989703 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 08:37:41.989703 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:37:41.989703 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:37:41.989703 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:37:41.989703 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:37:41.989703 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:37:41.989703 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 08:37:41.989703 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:37:41.989703 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 08:37:41.989703 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:37:41.989703 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:37:41.989703 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:37:41.989703 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 08:37:41.989703 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:37:41.989703 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:37:41.989703 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:37:41.989703 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:37:41.989703 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:37:41.989703 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:37:41.989703 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:37:41.992226 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6398a6c-5487-4829-b004-8f9a7526c50a tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:41.992226 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f6398a6c-5487-4829-b004-8f9a7526c50a tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:41.998149 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb337abd-1b79-4016-85f4-22b5709f16c4 None None] Pushing event updated for resources: {'Port': ['ID=36fd9c0c-9c5e-433c-864b-716e3e2afa19,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:42.015087 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6398a6c-5487-4829-b004-8f9a7526c50a tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event updated for resources: {'Port': ['ID=ec7285a3-8f33-421f-9fd6-2d34fcc82914,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:42.045300 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-f6398a6c-5487-4829-b004-8f9a7526c50a tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3379030 Nov 12 08:37:42.047337 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 47508) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:42.109099 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74312bb8-3773-4bef-8b66-347606e37caf None None] Network f0b3dffb-ce99-4a1c-b577-30dc8ed6c0e4 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:37:42.127785 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-ff97e3ea-7d17-4c76-b000-aaabb2bf2381 None None] Allocated IP 2001:db8::2 (dcea8192-3ded-4675-acba-29dad29883d7/f7f568fd-9168-4e2f-a812-389f9a9942db/ebfc42e7-8c27-49f0-98a1-437a5a4d2de9) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:37:42.159428 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.db.api [None req-7f9cfdc7-e258-4cf6-b937-53d173601fd0 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 08:37:42.159428 n-d-765315-29 neutron-server[102599]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 08:37:42.159428 n-d-765315-29 neutron-server[102599]: [parameters: {'id': 'f0b3dffb-ce99-4a1c-b577-30dc8ed6c0e4'}] Nov 12 08:37:42.159428 n-d-765315-29 neutron-server[102599]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:37:42.159952 n-d-765315-29 neutron-server[102599]: DEBUG oslo_db.api [None req-7f9cfdc7-e258-4cf6-b937-53d173601fd0 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:37:42.211239 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-43f9a7df-19f6-4d43-af5b-6bbf37a376e0 req-7e181a90-7e29-4480-95c5-92c21da8d998 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=3adfe4ff-1583-4042-8ae6-e9c4a74f82f2 HTTP/1.1" status: 200 len: 210 time: 0.0682554 Nov 12 08:37:42.234055 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-901be690-a5cd-450a-83a9-3d997ed94ac3 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:42.238635 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 47516) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:42.238880 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-901be690-a5cd-450a-83a9-3d997ed94ac3 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1900651 Nov 12 08:37:42.372648 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-f51e1f2d-4906-407d-b1c9-5daaf0453fe1 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Deleting port ec7285a3-8f33-421f-9fd6-2d34fcc82914 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:37:42.373437 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f51e1f2d-4906-407d-b1c9-5daaf0453fe1 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:42.510426 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f51e1f2d-4906-407d-b1c9-5daaf0453fe1 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:42.517459 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:42.529047 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-f51e1f2d-4906-407d-b1c9-5daaf0453fe1 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Calling delete_port for ec7285a3-8f33-421f-9fd6-2d34fcc82914 owned by {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:37:42.551093 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d37e67-cb6b-41b4-a57f-2044d2f8173b None None] Network f0b3dffb-ce99-4a1c-b577-30dc8ed6c0e4 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:37:42.703093 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7f9cfdc7-e258-4cf6-b937-53d173601fd0 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:42.714677 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ff97e3ea-7d17-4c76-b000-aaabb2bf2381 None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:42.715010 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f51e1f2d-4906-407d-b1c9-5daaf0453fe1 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:42.774539 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ff97e3ea-7d17-4c76-b000-aaabb2bf2381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:42.778860 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51e1f2d-4906-407d-b1c9-5daaf0453fe1 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event deleted for resources: {'Port': ['ID=ec7285a3-8f33-421f-9fd6-2d34fcc82914,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:42.812454 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f51e1f2d-4906-407d-b1c9-5daaf0453fe1 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:42.816480 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-f51e1f2d-4906-407d-b1c9-5daaf0453fe1 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "DELETE /v2.0/ports/ec7285a3-8f33-421f-9fd6-2d34fcc82914 HTTP/1.1" status: 204 len: 168 time: 0.5759282 Nov 12 08:37:42.820559 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 47526) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:42.860200 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff97e3ea-7d17-4c76-b000-aaabb2bf2381 None None] Network dcea8192-3ded-4675-acba-29dad29883d7 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:37:42.871555 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-7f9cfdc7-e258-4cf6-b937-53d173601fd0 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Deleting port 36fd9c0c-9c5e-433c-864b-716e3e2afa19 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:37:42.871840 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-ff97e3ea-7d17-4c76-b000-aaabb2bf2381 None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:37:42.874354 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7f9cfdc7-e258-4cf6-b937-53d173601fd0 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:42.876108 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff97e3ea-7d17-4c76-b000-aaabb2bf2381 None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:37:42.894234 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff97e3ea-7d17-4c76-b000-aaabb2bf2381 None None] Pushing event updated for resources: {'Port': ['ID=ebfc42e7-8c27-49f0-98a1-437a5a4d2de9,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:42.912207 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e786c23-bb84-4502-8b5e-9c7bbbe91d1e tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:42.915310 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e786c23-bb84-4502-8b5e-9c7bbbe91d1e tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:42.917721 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-0e786c23-bb84-4502-8b5e-9c7bbbe91d1e tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0950050 Nov 12 08:37:42.921776 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 47530) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:43.019019 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-ff97e3ea-7d17-4c76-b000-aaabb2bf2381 None None] Attempting to bind port ebfc42e7-8c27-49f0-98a1-437a5a4d2de9 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:37:43.019413 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-ff97e3ea-7d17-4c76-b000-aaabb2bf2381 None None] Attempting to bind port ebfc42e7-8c27-49f0-98a1-437a5a4d2de9 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '83c30f53-8f44-40b6-91bc-237f9283bbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:37:43.019660 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff97e3ea-7d17-4c76-b000-aaabb2bf2381 None None] Attempting to bind port ebfc42e7-8c27-49f0-98a1-437a5a4d2de9 on network dcea8192-3ded-4675-acba-29dad29883d7 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:37:43.033545 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad41804b-7982-4af8-b92a-008a092b48ed tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Deleting subnet f7f568fd-9168-4e2f-a812-389f9a9942db {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:37:43.035001 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff97e3ea-7d17-4c76-b000-aaabb2bf2381 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:37:43.035631 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff97e3ea-7d17-4c76-b000-aaabb2bf2381 None None] Checking segment: {'id': '83c30f53-8f44-40b6-91bc-237f9283bbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:37:43.038295 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ff97e3ea-7d17-4c76-b000-aaabb2bf2381 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:43.038867 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ad41804b-7982-4af8-b92a-008a092b48ed tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:43.039032 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff97e3ea-7d17-4c76-b000-aaabb2bf2381 None None] Bound using segment: {'id': '83c30f53-8f44-40b6-91bc-237f9283bbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:37:43.041263 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-ff97e3ea-7d17-4c76-b000-aaabb2bf2381 None None] Bound port: ebfc42e7-8c27-49f0-98a1-437a5a4d2de9, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83c30f53-8f44-40b6-91bc-237f9283bbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:37:43.041913 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ff97e3ea-7d17-4c76-b000-aaabb2bf2381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:43.052004 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-7f9cfdc7-e258-4cf6-b937-53d173601fd0 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] For port 36fd9c0c-9c5e-433c-864b-716e3e2afa19, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=36fd9c0c-9c5e-433c-864b-716e3e2afa19,segment=NetworkSegment(63af97d4-ce15-4c22-9f99-43933ec94e62),segment_id=63af97d4-ce15-4c22-9f99-43933ec94e62)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:43.053258 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7f9cfdc7-e258-4cf6-b937-53d173601fd0 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:43.108063 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-7f9cfdc7-e258-4cf6-b937-53d173601fd0 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Calling delete_port for 36fd9c0c-9c5e-433c-864b-716e3e2afa19 owned by network:dhcp {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:37:43.126051 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ad41804b-7982-4af8-b92a-008a092b48ed tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:43.191903 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-ff97e3ea-7d17-4c76-b000-aaabb2bf2381 None None] For port ebfc42e7-8c27-49f0-98a1-437a5a4d2de9, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:37:43.196245 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-ff97e3ea-7d17-4c76-b000-aaabb2bf2381 None None] For port ebfc42e7-8c27-49f0-98a1-437a5a4d2de9, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=ebfc42e7-8c27-49f0-98a1-437a5a4d2de9,segment=NetworkSegment(83c30f53-8f44-40b6-91bc-237f9283bbd5),segment_id=83c30f53-8f44-40b6-91bc-237f9283bbd5)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:37:43.205568 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ff97e3ea-7d17-4c76-b000-aaabb2bf2381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:43.289658 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ad41804b-7982-4af8-b92a-008a092b48ed tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:43.309934 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff97e3ea-7d17-4c76-b000-aaabb2bf2381 None None] Pushing event updated for resources: {'Port': ['ID=ebfc42e7-8c27-49f0-98a1-437a5a4d2de9,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:43.343282 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7f9cfdc7-e258-4cf6-b937-53d173601fd0 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:43.435911 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9450be71-5bd5-4421-9d6a-275891afc825 req-1b7dcbb6-82c3-492f-8ac2-c9e10fd956ad tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=3adfe4ff-1583-4042-8ae6-e9c4a74f82f2 HTTP/1.1" status: 200 len: 210 time: 0.0544386 Nov 12 08:37:43.470578 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9cfdc7-e258-4cf6-b937-53d173601fd0 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Pushing event deleted for resources: {'Port': ['ID=36fd9c0c-9c5e-433c-864b-716e3e2afa19,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:43.471254 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ad41804b-7982-4af8-b92a-008a092b48ed tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:43.479928 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9cfdc7-e258-4cf6-b937-53d173601fd0 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] No DVR routers for this DVR port 36fd9c0c-9c5e-433c-864b-716e3e2afa19 on host n-d-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:37:43.555217 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad41804b-7982-4af8-b92a-008a092b48ed tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event deleted for resources: {'Subnet': ['ID=f7f568fd-9168-4e2f-a812-389f9a9942db,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:43.570524 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ad41804b-7982-4af8-b92a-008a092b48ed tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:43.577174 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-ad41804b-7982-4af8-b92a-008a092b48ed tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "DELETE /v2.0/subnets/f7f568fd-9168-4e2f-a812-389f9a9942db HTTP/1.1" status: 204 len: 168 time: 0.6484354 Nov 12 08:37:43.579873 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 47544) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:43.647458 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-1662da58-0541-40f2-80cd-33390439f63b tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0660608 Nov 12 08:37:43.652340 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 47546) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:43.751079 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7f9cfdc7-e258-4cf6-b937-53d173601fd0 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:43.765386 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-674e864e-d567-48de-ab3b-12745611c0e1 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:43.773246 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-674e864e-d567-48de-ab3b-12745611c0e1 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1099946 Nov 12 08:37:43.774233 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 47552) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:43.792990 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-7f9cfdc7-e258-4cf6-b937-53d173601fd0 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0b3dffb-ce99-4a1c-b577-30dc8ed6c0e4']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:43.816474 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-7f9cfdc7-e258-4cf6-b937-53d173601fd0 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63af97d4-ce15-4c22-9f99-43933ec94e62') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:43.817048 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-7f9cfdc7-e258-4cf6-b937-53d173601fd0 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63af97d4-ce15-4c22-9f99-43933ec94e62') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:43.830341 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7f9cfdc7-e258-4cf6-b937-53d173601fd0 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:43.851139 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7f9cfdc7-e258-4cf6-b937-53d173601fd0 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:43.864244 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f9cfdc7-e258-4cf6-b937-53d173601fd0 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:37:43.864685 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7f9cfdc7-e258-4cf6-b937-53d173601fd0 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:43.869317 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 08:37:43.869317 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:37:43.869317 n-d-765315-29 neutron-server[102599]: timer() Nov 12 08:37:43.869317 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:37:43.869317 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 08:37:43.869317 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:37:43.869317 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 08:37:43.869317 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:37:43.869317 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 08:37:43.869317 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:37:43.869317 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 08:37:43.869317 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:37:43.869317 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 08:37:43.869317 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:37:43.869317 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:37:43.869317 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:37:43.869317 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:37:43.869317 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:37:43.869317 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 08:37:43.869317 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:37:43.869317 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 08:37:43.869317 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:37:43.869317 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:37:43.869317 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:37:43.869317 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 08:37:43.869317 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:37:43.869317 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:37:43.869317 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:37:43.869317 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:37:43.869317 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:37:43.869317 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:37:43.869317 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:37:43.874979 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33a93ac-fe02-4d50-869a-e0f067126f91 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:43.877043 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-f33a93ac-fe02-4d50-869a-e0f067126f91 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1000838 Nov 12 08:37:43.881112 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 47554) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:43.929239 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-71811559-34af-43b6-80cf-e5e5f6e572b0 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0465832 Nov 12 08:37:43.939156 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 47556) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:43.944540 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-b28de185-c662-43fb-88e7-7a2bf3969b91 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Request body: {'subnet': {'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:43.970613 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 47558) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:43.996585 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7f9cfdc7-e258-4cf6-b937-53d173601fd0 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:44.020480 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7f9cfdc7-e258-4cf6-b937-53d173601fd0 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks [] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:44.026838 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-7f9cfdc7-e258-4cf6-b937-53d173601fd0 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] 10.222.0.26 "DELETE /v2.0/networks/f0b3dffb-ce99-4a1c-b577-30dc8ed6c0e4 HTTP/1.1" status: 204 len: 168 time: 3.0000725 Nov 12 08:37:44.029635 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 47562) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:44.070419 n-d-765315-29 neutron-server[102599]: INFO neutron.pecan_wsgi.hooks.translation [None req-cee57f02-6186-46ea-9594-696d76d64bc2 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] DELETE failed (client error): The resource could not be found. Nov 12 08:37:44.071265 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cee57f02-6186-46ea-9594-696d76d64bc2 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:37:44.079663 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-cee57f02-6186-46ea-9594-696d76d64bc2 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] 10.222.0.26 "DELETE /v2.0/networks/f0b3dffb-ce99-4a1c-b577-30dc8ed6c0e4 HTTP/1.1" status: 404 len: 339 time: 0.0446529 Nov 12 08:37:44.079663 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9cfdc7-e258-4cf6-b937-53d173601fd0 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Pushing event deleted for resources: {'Network': ['ID=f0b3dffb-ce99-4a1c-b577-30dc8ed6c0e4,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:44.080776 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 47566) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:44.097809 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-b8452a81-e617-4d56-b767-441c865c0772 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1712789548', 'description': 'd1'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:44.112137 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b28de185-c662-43fb-88e7-7a2bf3969b91 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Made reservation on behalf of 9132ec14bb5d4c18949ca0b140edb366 for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:37:44.117170 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b28de185-c662-43fb-88e7-7a2bf3969b91 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:44.144423 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8452a81-e617-4d56-b767-441c865c0772 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Made reservation on behalf of cb9addcac4444b6e97446248732304f8 for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:37:44.149547 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b8452a81-e617-4d56-b767-441c865c0772 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:44.180212 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8452a81-e617-4d56-b767-441c865c0772 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:37:44.197780 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b8452a81-e617-4d56-b767-441c865c0772 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:44.198137 n-d-765315-29 neutron-server[102599]: INFO neutron.db.segments_db [None req-b8452a81-e617-4d56-b767-441c865c0772 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Added segment 8158362d-ad34-42f5-be14-63dc9abad835 of type vlan for network 1d546a2c-c1e5-43ca-912f-93cf1475c485 Nov 12 08:37:44.280940 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-2f6b4df9-e3de-432d-9118-ecb6baddb234 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Request body: {'network': {'name': 'tempest-network-smoke--1503211008', 'project_id': 'cdcff4fc638944839e15d4e4416a2271', 'port_security_enabled': True}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:44.288350 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b8452a81-e617-4d56-b767-441c865c0772 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:44.344015 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f6b4df9-e3de-432d-9118-ecb6baddb234 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Made reservation on behalf of cdcff4fc638944839e15d4e4416a2271 for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:37:44.348418 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2f6b4df9-e3de-432d-9118-ecb6baddb234 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:44.361387 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2f6b4df9-e3de-432d-9118-ecb6baddb234 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:44.363782 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b8452a81-e617-4d56-b767-441c865c0772 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:44.370632 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8452a81-e617-4d56-b767-441c865c0772 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:44.370915 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b8452a81-e617-4d56-b767-441c865c0772 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks [] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:44.408476 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b28de185-c662-43fb-88e7-7a2bf3969b91 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:44.462795 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28de185-c662-43fb-88e7-7a2bf3969b91 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Network dcea8192-3ded-4675-acba-29dad29883d7 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:37:44.468093 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-b28de185-c662-43fb-88e7-7a2bf3969b91 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:37:44.475065 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28de185-c662-43fb-88e7-7a2bf3969b91 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:44.476219 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b28de185-c662-43fb-88e7-7a2bf3969b91 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:44.514548 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28de185-c662-43fb-88e7-7a2bf3969b91 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event updated for resources: {'Subnet': ['ID=cf8a2aab-d86b-4dbe-817f-0b2681b9f84b,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:44.528891 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-b28de185-c662-43fb-88e7-7a2bf3969b91 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5871639 Nov 12 08:37:44.533331 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 47570) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:44.544593 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-8ec655d6-e524-4fed-849d-cc0ff5e2fb9d tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Request body: {'port': {'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7', 'fixed_ips': [{'subnet_id': 'cf8a2aab-d86b-4dbe-817f-0b2681b9f84b', 'ip_address': '2001:db8::6a8f:67d8:1a4:3ee3'}], 'name': 'tempest-NetworksTestDHCPv6-1941795953'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:44.557721 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-b8452a81-e617-4d56-b767-441c865c0772 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4708335 Nov 12 08:37:44.567965 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 47572) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:44.630145 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a5b5a935-6a52-4c55-9a95-6f8f30883067 req-72e23386-18cf-49b8-bc4e-6d97891c96ef tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=3adfe4ff-1583-4042-8ae6-e9c4a74f82f2 HTTP/1.1" status: 200 len: 210 time: 0.0551033 Nov 12 08:37:44.643025 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2f6b4df9-e3de-432d-9118-ecb6baddb234 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:44.708239 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2f6b4df9-e3de-432d-9118-ecb6baddb234 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:44.729069 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f6b4df9-e3de-432d-9118-ecb6baddb234 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:37:44.751278 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2f6b4df9-e3de-432d-9118-ecb6baddb234 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:44.751755 n-d-765315-29 neutron-server[102599]: INFO neutron.db.segments_db [None req-2f6b4df9-e3de-432d-9118-ecb6baddb234 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Added segment 1d14960a-bb0a-4eb2-99aa-1167f0942ce6 of type vlan for network b177f1a4-4c68-4847-bafc-529461cd99a0 Nov 12 08:37:44.832938 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000ffcc9-b119-44b4-b044-13d39bf702de None None] Network dcea8192-3ded-4675-acba-29dad29883d7 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:37:44.856265 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec655d6-e524-4fed-849d-cc0ff5e2fb9d tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Made reservation on behalf of 9132ec14bb5d4c18949ca0b140edb366 for: {'port': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:37:44.891181 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8452a81-e617-4d56-b767-441c865c0772 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Pushing event updated for resources: {'Network': ['ID=1d546a2c-c1e5-43ca-912f-93cf1475c485,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:44.961390 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 1d546a2c-c1e5-43ca-912f-93cf1475c485 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:37:44.965248 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2f6b4df9-e3de-432d-9118-ecb6baddb234 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:44.994512 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6b4df9-e3de-432d-9118-ecb6baddb234 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4700871-a61c-47f2-abdb-08a3b8b3cc67,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:45.073179 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8ec655d6-e524-4fed-849d-cc0ff5e2fb9d tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:45.104748 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f824b3f6-ca5a-4f65-aafb-9950249bf443 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:45.116774 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 47574) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:45.123457 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-f824b3f6-ca5a-4f65-aafb-9950249bf443 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] 10.222.0.26 "GET /v2.0/networks?id=1d546a2c-c1e5-43ca-912f-93cf1475c485 HTTP/1.1" status: 200 len: 761 time: 0.4597938 Nov 12 08:37:45.131332 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device ebfc42e7-8c27-49f0-98a1-437a5a4d2de9 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:37:45.132688 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-8ccdec23-558f-41b6-8336-d6fd463d99cd tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Request body: {'network': {'description': 'd2'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:45.141382 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [None req-8ec655d6-e524-4fed-849d-cc0ff5e2fb9d tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] device_id is not set on port fb1599de-048c-4ecd-9fa1-d6a43c892f4b yet. {{(pid=102600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:37:45.153939 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2f6b4df9-e3de-432d-9118-ecb6baddb234 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:45.167723 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6b4df9-e3de-432d-9118-ecb6baddb234 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:45.168861 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2f6b4df9-e3de-432d-9118-ecb6baddb234 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:45.203545 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-f8d56fce-2a8b-4254-914d-5440f26cccc6 None None] Provisioning complete for port ebfc42e7-8c27-49f0-98a1-437a5a4d2de9 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:37:45.204068 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f8d56fce-2a8b-4254-914d-5440f26cccc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:45.214643 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-2f6b4df9-e3de-432d-9118-ecb6baddb234 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2421310 Nov 12 08:37:45.219194 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 47578) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:45.259863 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-8f5b1098-851a-47e7-9a70-167aff8d0ce0 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1788704160', 'admin_state_up': True, 'project_id': 'cdcff4fc638944839e15d4e4416a2271', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:45.284898 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6b4df9-e3de-432d-9118-ecb6baddb234 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Pushing event updated for resources: {'Network': ['ID=b177f1a4-4c68-4847-bafc-529461cd99a0,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:45.314138 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8f5b1098-851a-47e7-9a70-167aff8d0ce0 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:45.315952 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8f5b1098-851a-47e7-9a70-167aff8d0ce0 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:45.327084 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network b177f1a4-4c68-4847-bafc-529461cd99a0 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:37:45.432888 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8f5b1098-851a-47e7-9a70-167aff8d0ce0 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:45.469330 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port ebfc42e7-8c27-49f0-98a1-437a5a4d2de9 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:37:45.470055 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:45.632981 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-8ec655d6-e524-4fed-849d-cc0ff5e2fb9d tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Allocated IP 2001:db8::6a8f:67d8:1a4:3ee3 (dcea8192-3ded-4675-acba-29dad29883d7/cf8a2aab-d86b-4dbe-817f-0b2681b9f84b/fb1599de-048c-4ecd-9fa1-d6a43c892f4b) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:37:45.725850 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8ccdec23-558f-41b6-8336-d6fd463d99cd tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:45.726891 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8f5b1098-851a-47e7-9a70-167aff8d0ce0 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:45.773654 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f8d56fce-2a8b-4254-914d-5440f26cccc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:45.783675 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8ccdec23-558f-41b6-8336-d6fd463d99cd tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:45.847801 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-f8d56fce-2a8b-4254-914d-5440f26cccc6 None None] For port ebfc42e7-8c27-49f0-98a1-437a5a4d2de9, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=ebfc42e7-8c27-49f0-98a1-437a5a4d2de9,segment=NetworkSegment(83c30f53-8f44-40b6-91bc-237f9283bbd5),segment_id=83c30f53-8f44-40b6-91bc-237f9283bbd5)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:45.882276 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f8d56fce-2a8b-4254-914d-5440f26cccc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:45.891068 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:45.896997 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8ccdec23-558f-41b6-8336-d6fd463d99cd tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Network 1d546a2c-c1e5-43ca-912f-93cf1475c485 is not hosted by any dhcp agent {{(pid=102600) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 08:37:45.905478 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ccdec23-558f-41b6-8336-d6fd463d99cd tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:45.906238 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8ccdec23-558f-41b6-8336-d6fd463d99cd tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:45.910490 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-8ccdec23-558f-41b6-8336-d6fd463d99cd tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] 10.222.0.26 "PUT /v2.0/networks/1d546a2c-c1e5-43ca-912f-93cf1475c485 HTTP/1.1" status: 200 len: 758 time: 0.7893729 Nov 12 08:37:45.914851 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 47582) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:45.985872 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d56fce-2a8b-4254-914d-5440f26cccc6 None None] Pushing event updated for resources: {'Port': ['ID=ebfc42e7-8c27-49f0-98a1-437a5a4d2de9,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:45.999744 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.db.api [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:37:46.000245 n-d-765315-29 neutron-server[102601]: DEBUG oslo_db.api [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:37:46.003994 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8721971b-e075-4b81-a92f-bcf4e9f39db6 req-9d44579f-a85f-4902-a259-c8cd3b976e35 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=3adfe4ff-1583-4042-8ae6-e9c4a74f82f2 HTTP/1.1" status: 200 len: 210 time: 0.0893519 Nov 12 08:37:46.195134 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccdec23-558f-41b6-8336-d6fd463d99cd tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Pushing event updated for resources: {'Network': ['ID=1d546a2c-c1e5-43ca-912f-93cf1475c485,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:46.229199 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 1d546a2c-c1e5-43ca-912f-93cf1475c485 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:37:46.245455 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905de994-d524-405d-b038-560f50445a2c tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:46.247415 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-905de994-d524-405d-b038-560f50445a2c tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] 10.222.0.26 "GET /v2.0/networks?id=1d546a2c-c1e5-43ca-912f-93cf1475c485 HTTP/1.1" status: 200 len: 761 time: 0.3282802 Nov 12 08:37:46.256059 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 47586) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:46.262992 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-c98b1cbb-ca6d-4b48-be54-c4abf95f3b86 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-926822821'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:46.313020 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c98b1cbb-ca6d-4b48-be54-c4abf95f3b86 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Made reservation on behalf of cb9addcac4444b6e97446248732304f8 for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:37:46.317156 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c98b1cbb-ca6d-4b48-be54-c4abf95f3b86 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:46.376107 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8ec655d6-e524-4fed-849d-cc0ff5e2fb9d tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:46.387365 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8f5b1098-851a-47e7-9a70-167aff8d0ce0 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for router_gateway, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:46.407034 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c98b1cbb-ca6d-4b48-be54-c4abf95f3b86 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:37:46.411996 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-80c1e7d0-5a99-47b2-a989-a059a40d0d7b None None] Provisioning complete for port ebfc42e7-8c27-49f0-98a1-437a5a4d2de9 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:37:46.412975 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-80c1e7d0-5a99-47b2-a989-a059a40d0d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:46.445076 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c98b1cbb-ca6d-4b48-be54-c4abf95f3b86 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:46.445423 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-c98b1cbb-ca6d-4b48-be54-c4abf95f3b86 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Added segment 0fe94cef-3ec7-4a4a-8b7f-17a835a87bbd of type vlan for network 9a10ff9a-2fe8-4f0e-8239-679f8edcf375 Nov 12 08:37:46.449071 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8f5b1098-851a-47e7-9a70-167aff8d0ce0 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:46.507065 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8ec655d6-e524-4fed-849d-cc0ff5e2fb9d tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:46.609760 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-8f5b1098-851a-47e7-9a70-167aff8d0ce0 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Allocated IP 172.25.2.153 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/5010fc1b-4699-4524-b85f-c534507314f9) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:37:46.657094 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c98b1cbb-ca6d-4b48-be54-c4abf95f3b86 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:46.677317 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec655d6-e524-4fed-849d-cc0ff5e2fb9d tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Network dcea8192-3ded-4675-acba-29dad29883d7 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:37:46.684720 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec655d6-e524-4fed-849d-cc0ff5e2fb9d tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event updated for resources: {'Port': ['ID=fb1599de-048c-4ecd-9fa1-d6a43c892f4b,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:46.698527 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-8ec655d6-e524-4fed-849d-cc0ff5e2fb9d tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:37:46.706452 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec655d6-e524-4fed-849d-cc0ff5e2fb9d tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:37:46.718152 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec655d6-e524-4fed-849d-cc0ff5e2fb9d tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:46.719620 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8ec655d6-e524-4fed-849d-cc0ff5e2fb9d tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:46.785236 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-8ec655d6-e524-4fed-849d-cc0ff5e2fb9d tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.2495894 Nov 12 08:37:46.792107 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 47588) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:46.821501 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c98b1cbb-ca6d-4b48-be54-c4abf95f3b86 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:46.823171 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8f5b1098-851a-47e7-9a70-167aff8d0ce0 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:46.826990 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98b1cbb-ca6d-4b48-be54-c4abf95f3b86 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:46.827382 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c98b1cbb-ca6d-4b48-be54-c4abf95f3b86 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:46.872465 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8f5b1098-851a-47e7-9a70-167aff8d0ce0 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:46.944962 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5b1098-851a-47e7-9a70-167aff8d0ce0 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:37:46.946884 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-c98b1cbb-ca6d-4b48-be54-c4abf95f3b86 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6891859 Nov 12 08:37:46.950563 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 47590) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:46.959264 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-e4d7fc45-7fcc-4b7a-bfca-cee4faacc116 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Request body: {'subnet': {'network_id': '9a10ff9a-2fe8-4f0e-8239-679f8edcf375', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:46.968036 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-8f5b1098-851a-47e7-9a70-167aff8d0ce0 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:37:46.971727 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-c1b2fc79-09ea-4bae-918f-cee0cd4bef5b None None] Could not find standard attr ID for object ec7285a3-8f33-421f-9fd6-2d34fcc82914. {{(pid=102601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:37:46.981741 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98b1cbb-ca6d-4b48-be54-c4abf95f3b86 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Pushing event updated for resources: {'Network': ['ID=9a10ff9a-2fe8-4f0e-8239-679f8edcf375,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:46.986645 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5b1098-851a-47e7-9a70-167aff8d0ce0 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Pushing event updated for resources: {'Port': ['ID=5010fc1b-4699-4524-b85f-c534507314f9,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:46.998815 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 9a10ff9a-2fe8-4f0e-8239-679f8edcf375 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:37:47.010100 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee7938d-bb85-4aab-a099-02190870355b tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:47.019674 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5b1098-851a-47e7-9a70-167aff8d0ce0 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:37:47.027249 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee7938d-bb85-4aab-a099-02190870355b tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:47.029112 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-eee7938d-bb85-4aab-a099-02190870355b tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.2310624 Nov 12 08:37:47.043337 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 47592) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:47.180283 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e870ed-c9a4-4771-a27f-835de5faadb5 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:37:47.186726 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device ebfc42e7-8c27-49f0-98a1-437a5a4d2de9 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:37:47.248858 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-aafc75f2-d68f-4489-863e-160e7fad298a None None] Provisioning complete for port 5010fc1b-4699-4524-b85f-c534507314f9 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:37:47.249534 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-aafc75f2-d68f-4489-863e-160e7fad298a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:47.300330 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c65cd523-0121-4963-abf0-77f93f655de6 req-fb385663-9fc4-46bc-83e7-96a29ac2f63c tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=3adfe4ff-1583-4042-8ae6-e9c4a74f82f2 HTTP/1.1" status: 200 len: 210 time: 0.1207473 Nov 12 08:37:47.319033 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-aafc75f2-d68f-4489-863e-160e7fad298a None None] Port 5010fc1b-4699-4524-b85f-c534507314f9 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:37:47.349356 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port ebfc42e7-8c27-49f0-98a1-437a5a4d2de9 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:37:47.350504 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:47.387371 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4d7fc45-7fcc-4b7a-bfca-cee4faacc116 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Made reservation on behalf of cb9addcac4444b6e97446248732304f8 for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:37:47.391328 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e4d7fc45-7fcc-4b7a-bfca-cee4faacc116 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:47.404536 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-b51d4154-81f2-4d09-99a5-6edb4cabcd5b tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Deleting port fb1599de-048c-4ecd-9fa1-d6a43c892f4b {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:37:47.405440 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b51d4154-81f2-4d09-99a5-6edb4cabcd5b tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:47.487751 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-fb87ea4f-4171-4a9d-9b06-b42d1e480c6d None None] Provisioning complete for port fb1599de-048c-4ecd-9fa1-d6a43c892f4b triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:37:47.488443 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-fb87ea4f-4171-4a9d-9b06-b42d1e480c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:47.534692 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-fb87ea4f-4171-4a9d-9b06-b42d1e480c6d None None] Port fb1599de-048c-4ecd-9fa1-d6a43c892f4b cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:37:47.667157 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b51d4154-81f2-4d09-99a5-6edb4cabcd5b tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:47.693645 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-b51d4154-81f2-4d09-99a5-6edb4cabcd5b tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Calling delete_port for fb1599de-048c-4ecd-9fa1-d6a43c892f4b owned by {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:37:47.752529 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1885f78-eaa9-4c9b-b40b-a38e90d3ad73 None None] get_active_networks_info from n-d-765315-29 {{(pid=102601) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 08:37:47.887306 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b51d4154-81f2-4d09-99a5-6edb4cabcd5b tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:47.922731 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1885f78-eaa9-4c9b-b40b-a38e90d3ad73 None None] Resources bound (agent type, host, resource id): {{(pid=102601) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 08:37:47.951964 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51d4154-81f2-4d09-99a5-6edb4cabcd5b tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event deleted for resources: {'Port': ['ID=fb1599de-048c-4ecd-9fa1-d6a43c892f4b,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:47.973074 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b51d4154-81f2-4d09-99a5-6edb4cabcd5b tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:47.981278 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-b51d4154-81f2-4d09-99a5-6edb4cabcd5b tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "DELETE /v2.0/ports/fb1599de-048c-4ecd-9fa1-d6a43c892f4b HTTP/1.1" status: 204 len: 168 time: 0.9365878 Nov 12 08:37:47.982823 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 47598) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:48.064361 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8f5b1098-851a-47e7-9a70-167aff8d0ce0 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for router_gateway, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:48.070115 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb29812-0476-420b-9e36-232a2d25ccc4 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:48.076950 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb29812-0476-420b-9e36-232a2d25ccc4 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:48.082301 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-bfb29812-0476-420b-9e36-232a2d25ccc4 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0956945 Nov 12 08:37:48.084298 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 47600) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:48.152139 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bd80c28-1d80-4cec-8a88-c57a1e944c87 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Deleting subnet cf8a2aab-d86b-4dbe-817f-0b2681b9f84b {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:37:48.155888 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3bd80c28-1d80-4cec-8a88-c57a1e944c87 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:48.204772 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3bd80c28-1d80-4cec-8a88-c57a1e944c87 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:48.266251 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3bd80c28-1d80-4cec-8a88-c57a1e944c87 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:48.291167 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e4d7fc45-7fcc-4b7a-bfca-cee4faacc116 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:48.345790 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3bd80c28-1d80-4cec-8a88-c57a1e944c87 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:48.401479 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd80c28-1d80-4cec-8a88-c57a1e944c87 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event deleted for resources: {'Subnet': ['ID=cf8a2aab-d86b-4dbe-817f-0b2681b9f84b,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:48.413100 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3bd80c28-1d80-4cec-8a88-c57a1e944c87 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:48.424347 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-3bd80c28-1d80-4cec-8a88-c57a1e944c87 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "DELETE /v2.0/subnets/cf8a2aab-d86b-4dbe-817f-0b2681b9f84b HTTP/1.1" status: 204 len: 168 time: 0.3386209 Nov 12 08:37:48.425365 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 47606) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:48.510541 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-870a1c45-5920-423e-8ca8-2b4c939b981b tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0810087 Nov 12 08:37:48.511185 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 47608) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:48.521040 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-caaf34ba-f4fd-4e87-bd93-2ee8b4095447 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Request body: {'subnet': {'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:48.521644 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8f5b1098-851a-47e7-9a70-167aff8d0ce0 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052'] for router, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:48.539688 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d7fc45-7fcc-4b7a-bfca-cee4faacc116 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Pushing event updated for resources: {'Subnet': ['ID=29e0245b-4e3e-4265-bf74-d0813fb09ec8,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:48.559945 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-df45595a-2b85-4a59-855a-bd005360309c req-a8b4d6f9-39b8-455f-857b-942da65d988e tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=3adfe4ff-1583-4042-8ae6-e9c4a74f82f2 HTTP/1.1" status: 200 len: 210 time: 0.0709231 Nov 12 08:37:48.608210 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2493bc9f-7433-412b-9db2-a18772867ae7 None None] Network dcea8192-3ded-4675-acba-29dad29883d7 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:37:48.629758 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d7fc45-7fcc-4b7a-bfca-cee4faacc116 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Checking segment: {'id': '0fe94cef-3ec7-4a4a-8b7f-17a835a87bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9a10ff9a-2fe8-4f0e-8239-679f8edcf375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:37:48.630417 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d7fc45-7fcc-4b7a-bfca-cee4faacc116 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Network hostable DHCP agents. Network: 9a10ff9a-2fe8-4f0e-8239-679f8edcf375, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:37:48.699769 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d7fc45-7fcc-4b7a-bfca-cee4faacc116 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Network 9a10ff9a-2fe8-4f0e-8239-679f8edcf375 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:37:48.715006 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caaf34ba-f4fd-4e87-bd93-2ee8b4095447 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Made reservation on behalf of 9132ec14bb5d4c18949ca0b140edb366 for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:37:48.718886 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-caaf34ba-f4fd-4e87-bd93-2ee8b4095447 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:48.731178 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-e4d7fc45-7fcc-4b7a-bfca-cee4faacc116 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 9a10ff9a-2fe8-4f0e-8239-679f8edcf375) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:37:48.737158 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d7fc45-7fcc-4b7a-bfca-cee4faacc116 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:48.737910 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e4d7fc45-7fcc-4b7a-bfca-cee4faacc116 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:48.753484 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370b5a9b-4cd8-4c7b-bd0a-6169e5cd4b0c None None] Network 9a10ff9a-2fe8-4f0e-8239-679f8edcf375 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:37:48.766883 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-e4d7fc45-7fcc-4b7a-bfca-cee4faacc116 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8123412 Nov 12 08:37:48.768090 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 47610) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:48.808005 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f5b1098-851a-47e7-9a70-167aff8d0ce0 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Router c4f5f85c-dbe1-4c17-8336-75856c5067b1 is scheduled to L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 with binding_index 1 {{(pid=102599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:37:48.971019 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-12b3305c-bb3f-4bf8-8a4f-1f95ccda2813 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:48.996435 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8698021b-45d1-4f1f-9aba-06b0dd126483 None None] DHCP port deletion for dcea8192-3ded-4675-acba-29dad29883d7 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:37:49.034222 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038a60ec-51c9-415e-9e69-36a087854b64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-9a10ff9a-2fe8-4f0e-8239-679f8edcf375', 'network_id': '9a10ff9a-2fe8-4f0e-8239-679f8edcf375', 'tenant_id': 'cb9addcac4444b6e97446248732304f8', 'fixed_ips': [{'subnet_id': '29e0245b-4e3e-4265-bf74-d0813fb09ec8'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:37:49.035258 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-038a60ec-51c9-415e-9e69-36a087854b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:49.041944 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f5b1098-851a-47e7-9a70-167aff8d0ce0 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:37:49.065277 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ba3b89-c250-41f0-b4c4-5d8d90c73cb6 None None] Sync routers for ids ['c4f5f85c-dbe1-4c17-8336-75856c5067b1'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:37:49.078169 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8f5b1098-851a-47e7-9a70-167aff8d0ce0 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:49.083943 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-8f5b1098-851a-47e7-9a70-167aff8d0ce0 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.8604796 Nov 12 08:37:49.085438 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 47612) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:49.154290 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-12b3305c-bb3f-4bf8-8a4f-1f95ccda2813 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:49.203331 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-caaf34ba-f4fd-4e87-bd93-2ee8b4095447 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:49.238612 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-efb8b193-8b78-474f-8769-05a3c44862ee tempest-TestNetworkBasicOps-265207529 tempest-TestNetworkBasicOps-265207529-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=cdcff4fc638944839e15d4e4416a2271&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1476431 Nov 12 08:37:49.238965 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 47616) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:49.244595 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-038a60ec-51c9-415e-9e69-36a087854b64 None None] Allocated IP 172.20.0.2 (9a10ff9a-2fe8-4f0e-8239-679f8edcf375/29e0245b-4e3e-4265-bf74-d0813fb09ec8/0f472653-5fd3-4228-9070-80590e003ffc) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:37:49.263806 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caaf34ba-f4fd-4e87-bd93-2ee8b4095447 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Network dcea8192-3ded-4675-acba-29dad29883d7 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:37:49.267819 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-caaf34ba-f4fd-4e87-bd93-2ee8b4095447 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:37:49.271492 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caaf34ba-f4fd-4e87-bd93-2ee8b4095447 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:49.272251 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-caaf34ba-f4fd-4e87-bd93-2ee8b4095447 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:49.301860 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaf34ba-f4fd-4e87-bd93-2ee8b4095447 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event updated for resources: {'Subnet': ['ID=062b0210-1362-4912-a296-104a6d625a28,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:49.311008 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-caaf34ba-f4fd-4e87-bd93-2ee8b4095447 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7964246 Nov 12 08:37:49.313540 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 47618) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:49.319230 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-8769ce58-75df-4470-8656-7baf79d62711 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Request body: {'port': {'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7', 'fixed_ips': [{'subnet_id': '062b0210-1362-4912-a296-104a6d625a28', 'ip_address': '2001:db8::5704:17c7:2489:4d34'}], 'name': 'tempest-NetworksTestDHCPv6-1830477266'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:49.361498 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ba3b89-c250-41f0-b4c4-5d8d90c73cb6 None None] Routers {'c4f5f85c-dbe1-4c17-8336-75856c5067b1'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:37:49.362052 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-22ba3b89-c250-41f0-b4c4-5d8d90c73cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:37:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['c4f5f85c-dbe1-4c17-8336-75856c5067b1'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:49.497938 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704126ea-750b-4878-a1fc-3fb35831b625 tempest-TestNetworkBasicOps-265207529 tempest-TestNetworkBasicOps-265207529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:49.503030 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-704126ea-750b-4878-a1fc-3fb35831b625 tempest-TestNetworkBasicOps-265207529 tempest-TestNetworkBasicOps-265207529-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2626982 Nov 12 08:37:49.504006 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 47622) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:49.522093 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8769ce58-75df-4470-8656-7baf79d62711 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Made reservation on behalf of 9132ec14bb5d4c18949ca0b140edb366 for: {'port': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:37:49.534683 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8769ce58-75df-4470-8656-7baf79d62711 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:49.539096 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-8698021b-45d1-4f1f-9aba-06b0dd126483 None None] Deleting port ebfc42e7-8c27-49f0-98a1-437a5a4d2de9 {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:37:49.539586 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8698021b-45d1-4f1f-9aba-06b0dd126483 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:49.542784 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-038a60ec-51c9-415e-9e69-36a087854b64 None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:49.547004 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-280384e2-69f3-4179-993d-6394b4d01e1c tempest-TestNetworkBasicOps-265207529 tempest-TestNetworkBasicOps-265207529-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=d709f64f-f9e6-4525-b020-ad48633b9bbf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0400386 Nov 12 08:37:49.547743 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 47624) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:49.553790 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-0e8f9cd3-df00-4e45-9ec5-dd0cbdc0e112 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1054244002', 'network_id': 'b177f1a4-4c68-4847-bafc-529461cd99a0', 'project_id': 'cdcff4fc638944839e15d4e4416a2271', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:49.578426 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-038a60ec-51c9-415e-9e69-36a087854b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:49.586167 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [None req-8769ce58-75df-4470-8656-7baf79d62711 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] device_id is not set on port 092683a8-cafa-4f22-aa5a-231e8d630d4e yet. {{(pid=102600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:37:49.609173 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-12b3305c-bb3f-4bf8-8a4f-1f95ccda2813 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:49.666301 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-22ba3b89-c250-41f0-b4c4-5d8d90c73cb6 None None] Set router c4f5f85c-dbe1-4c17-8336-75856c5067b1 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:37:49.688904 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e8f9cd3-df00-4e45-9ec5-dd0cbdc0e112 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Made reservation on behalf of cdcff4fc638944839e15d4e4416a2271 for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:37:49.692661 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0e8f9cd3-df00-4e45-9ec5-dd0cbdc0e112 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:49.728470 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b3305c-bb3f-4bf8-8a4f-1f95ccda2813 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Pushing event deleted for resources: {'Subnet': ['ID=29e0245b-4e3e-4265-bf74-d0813fb09ec8,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:49.764671 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-30510f18-d260-42f9-a251-998ad06cfcad req-57372f8d-beb9-41a5-9c3f-8282b5b0a7a0 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=3adfe4ff-1583-4042-8ae6-e9c4a74f82f2 HTTP/1.1" status: 200 len: 210 time: 0.0478179 Nov 12 08:37:49.782550 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b3305c-bb3f-4bf8-8a4f-1f95ccda2813 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:49.783175 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b3305c-bb3f-4bf8-8a4f-1f95ccda2813 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:49.783540 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b3305c-bb3f-4bf8-8a4f-1f95ccda2813 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:49.783875 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b3305c-bb3f-4bf8-8a4f-1f95ccda2813 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:49.784502 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b3305c-bb3f-4bf8-8a4f-1f95ccda2813 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:49.784849 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b3305c-bb3f-4bf8-8a4f-1f95ccda2813 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:49.785180 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b3305c-bb3f-4bf8-8a4f-1f95ccda2813 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:49.785506 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b3305c-bb3f-4bf8-8a4f-1f95ccda2813 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:49.785828 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b3305c-bb3f-4bf8-8a4f-1f95ccda2813 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:49.786151 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b3305c-bb3f-4bf8-8a4f-1f95ccda2813 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:49.786468 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b3305c-bb3f-4bf8-8a4f-1f95ccda2813 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:49.786814 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b3305c-bb3f-4bf8-8a4f-1f95ccda2813 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:49.804193 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-8698021b-45d1-4f1f-9aba-06b0dd126483 None None] For port ebfc42e7-8c27-49f0-98a1-437a5a4d2de9, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=ebfc42e7-8c27-49f0-98a1-437a5a4d2de9,segment=NetworkSegment(83c30f53-8f44-40b6-91bc-237f9283bbd5),segment_id=83c30f53-8f44-40b6-91bc-237f9283bbd5)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:49.804719 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8698021b-45d1-4f1f-9aba-06b0dd126483 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:49.821091 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-8698021b-45d1-4f1f-9aba-06b0dd126483 None None] Calling delete_port for ebfc42e7-8c27-49f0-98a1-437a5a4d2de9 owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:37:49.893954 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-12b3305c-bb3f-4bf8-8a4f-1f95ccda2813 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:49.947094 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038a60ec-51c9-415e-9e69-36a087854b64 None None] Network 9a10ff9a-2fe8-4f0e-8239-679f8edcf375 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:37:49.948935 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-12b3305c-bb3f-4bf8-8a4f-1f95ccda2813 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a10ff9a-2fe8-4f0e-8239-679f8edcf375']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:49.965683 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-12b3305c-bb3f-4bf8-8a4f-1f95ccda2813 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fe94cef-3ec7-4a4a-8b7f-17a835a87bbd') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:49.965963 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-12b3305c-bb3f-4bf8-8a4f-1f95ccda2813 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fe94cef-3ec7-4a4a-8b7f-17a835a87bbd') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:49.969878 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038a60ec-51c9-415e-9e69-36a087854b64 None None] Pushing event updated for resources: {'Port': ['ID=0f472653-5fd3-4228-9070-80590e003ffc,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:49.984888 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-12b3305c-bb3f-4bf8-8a4f-1f95ccda2813 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:49.985119 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8698021b-45d1-4f1f-9aba-06b0dd126483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:50.003943 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-8769ce58-75df-4470-8656-7baf79d62711 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Allocated IP 2001:db8::5704:17c7:2489:4d34 (dcea8192-3ded-4675-acba-29dad29883d7/062b0210-1362-4912-a296-104a6d625a28/092683a8-cafa-4f22-aa5a-231e8d630d4e) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:37:50.009820 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-12b3305c-bb3f-4bf8-8a4f-1f95ccda2813 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:50.013023 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0e8f9cd3-df00-4e45-9ec5-dd0cbdc0e112 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:50.013331 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8698021b-45d1-4f1f-9aba-06b0dd126483 None None] No DVR routers for this DVR port ebfc42e7-8c27-49f0-98a1-437a5a4d2de9 on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:37:50.018368 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-038a60ec-51c9-415e-9e69-36a087854b64 None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:37:50.029173 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038a60ec-51c9-415e-9e69-36a087854b64 None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:37:50.036850 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12b3305c-bb3f-4bf8-8a4f-1f95ccda2813 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:37:50.036850 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-12b3305c-bb3f-4bf8-8a4f-1f95ccda2813 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:50.037238 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fce3527-4982-4711-ad44-f39ea383128c None None] Network dcea8192-3ded-4675-acba-29dad29883d7 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:37:50.040936 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:37:50.040936 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:37:50.040936 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:37:50.040936 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:37:50.040936 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:37:50.040936 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:37:50.040936 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:37:50.040936 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:37:50.040936 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:37:50.040936 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:37:50.040936 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:37:50.040936 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:37:50.040936 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:37:50.040936 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:37:50.040936 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:37:50.040936 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:37:50.040936 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:37:50.040936 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:37:50.040936 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:37:50.040936 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:37:50.040936 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:37:50.040936 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:37:50.040936 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:37:50.040936 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:37:50.040936 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:37:50.040936 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:37:50.040936 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:37:50.040936 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:37:50.040936 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:37:50.040936 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:37:50.040936 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:37:50.040936 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:37:50.099627 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8f9cd3-df00-4e45-9ec5-dd0cbdc0e112 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Pushing event updated for resources: {'Subnet': ['ID=d4b452e4-4cfb-4af8-9506-8c215bcf0937,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:50.112283 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8f9cd3-df00-4e45-9ec5-dd0cbdc0e112 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Checking segment: {'id': '1d14960a-bb0a-4eb2-99aa-1167f0942ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b177f1a4-4c68-4847-bafc-529461cd99a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:37:50.112798 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8f9cd3-df00-4e45-9ec5-dd0cbdc0e112 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Network hostable DHCP agents. Network: b177f1a4-4c68-4847-bafc-529461cd99a0, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:37:50.140598 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8f9cd3-df00-4e45-9ec5-dd0cbdc0e112 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Network b177f1a4-4c68-4847-bafc-529461cd99a0 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:37:50.142182 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.db.api [None req-12b3305c-bb3f-4bf8-8a4f-1f95ccda2813 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 08:37:50.142182 n-d-765315-29 neutron-server[102600]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 08:37:50.142182 n-d-765315-29 neutron-server[102600]: [parameters: {'id': '9a10ff9a-2fe8-4f0e-8239-679f8edcf375'}] Nov 12 08:37:50.142182 n-d-765315-29 neutron-server[102600]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:37:50.142706 n-d-765315-29 neutron-server[102600]: DEBUG oslo_db.api [None req-12b3305c-bb3f-4bf8-8a4f-1f95ccda2813 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:37:50.166087 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-0e8f9cd3-df00-4e45-9ec5-dd0cbdc0e112 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, b177f1a4-4c68-4847-bafc-529461cd99a0) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:37:50.172061 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8f9cd3-df00-4e45-9ec5-dd0cbdc0e112 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:50.173982 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0e8f9cd3-df00-4e45-9ec5-dd0cbdc0e112 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:50.202281 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-0e8f9cd3-df00-4e45-9ec5-dd0cbdc0e112 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6532347 Nov 12 08:37:50.204970 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 47628) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:50.233595 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f6008f-1000-4e3d-8fa4-fd1e68677cb5 None None] Network b177f1a4-4c68-4847-bafc-529461cd99a0 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:37:50.243075 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8698021b-45d1-4f1f-9aba-06b0dd126483 None None] Pushing event deleted for resources: {'Port': ['ID=ebfc42e7-8c27-49f0-98a1-437a5a4d2de9,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:50.298136 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8769ce58-75df-4470-8656-7baf79d62711 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:50.359294 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8769ce58-75df-4470-8656-7baf79d62711 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:50.440720 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8769ce58-75df-4470-8656-7baf79d62711 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Network dcea8192-3ded-4675-acba-29dad29883d7 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:37:50.451286 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-8769ce58-75df-4470-8656-7baf79d62711 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:37:50.464876 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8769ce58-75df-4470-8656-7baf79d62711 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:37:50.474287 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8769ce58-75df-4470-8656-7baf79d62711 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:50.475010 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8769ce58-75df-4470-8656-7baf79d62711 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:50.479429 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8769ce58-75df-4470-8656-7baf79d62711 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event updated for resources: {'Port': ['ID=092683a8-cafa-4f22-aa5a-231e8d630d4e,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:50.533209 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-8769ce58-75df-4470-8656-7baf79d62711 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2157619 Nov 12 08:37:50.533985 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 47632) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:50.631301 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd81af2-cd2a-4985-9da8-cd95391b23d5 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:50.635817 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-8bd81af2-cd2a-4985-9da8-cd95391b23d5 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0978401 Nov 12 08:37:50.636642 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 47634) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:50.690239 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-12b3305c-bb3f-4bf8-8a4f-1f95ccda2813 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:50.829573 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-038a60ec-51c9-415e-9e69-36a087854b64 None None] Attempting to bind port 0f472653-5fd3-4228-9070-80590e003ffc on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:37:50.830054 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-038a60ec-51c9-415e-9e69-36a087854b64 None None] Attempting to bind port 0f472653-5fd3-4228-9070-80590e003ffc by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '0fe94cef-3ec7-4a4a-8b7f-17a835a87bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9a10ff9a-2fe8-4f0e-8239-679f8edcf375'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:37:50.830371 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038a60ec-51c9-415e-9e69-36a087854b64 None None] Attempting to bind port 0f472653-5fd3-4228-9070-80590e003ffc on network 9a10ff9a-2fe8-4f0e-8239-679f8edcf375 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:37:50.843958 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-12b3305c-bb3f-4bf8-8a4f-1f95ccda2813 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Deleting port 0f472653-5fd3-4228-9070-80590e003ffc {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:37:50.843958 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-12b3305c-bb3f-4bf8-8a4f-1f95ccda2813 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:50.848137 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-a1096b7e-243a-4dff-abbd-4f3a968f9191 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Deleting port 092683a8-cafa-4f22-aa5a-231e8d630d4e {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:37:50.848137 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a1096b7e-243a-4dff-abbd-4f3a968f9191 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:50.866027 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038a60ec-51c9-415e-9e69-36a087854b64 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:37:50.866403 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038a60ec-51c9-415e-9e69-36a087854b64 None None] Checking segment: {'id': '0fe94cef-3ec7-4a4a-8b7f-17a835a87bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9a10ff9a-2fe8-4f0e-8239-679f8edcf375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:37:50.866842 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-038a60ec-51c9-415e-9e69-36a087854b64 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:50.867245 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038a60ec-51c9-415e-9e69-36a087854b64 None None] Bound using segment: {'id': '0fe94cef-3ec7-4a4a-8b7f-17a835a87bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9a10ff9a-2fe8-4f0e-8239-679f8edcf375'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:37:50.867863 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-038a60ec-51c9-415e-9e69-36a087854b64 None None] Bound port: 0f472653-5fd3-4228-9070-80590e003ffc, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fe94cef-3ec7-4a4a-8b7f-17a835a87bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9a10ff9a-2fe8-4f0e-8239-679f8edcf375'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:37:50.868274 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-038a60ec-51c9-415e-9e69-36a087854b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:50.942135 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af92bea-ce11-40f0-b1fd-197e595caeac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-dcea8192-3ded-4675-acba-29dad29883d7', 'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7', 'tenant_id': '9132ec14bb5d4c18949ca0b140edb366', 'fixed_ips': [{'subnet_id': '062b0210-1362-4912-a296-104a6d625a28'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:37:50.943143 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6af92bea-ce11-40f0-b1fd-197e595caeac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:50.963109 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc418f05-b6d1-4612-83d2-9c6ade0f52de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-b177f1a4-4c68-4847-bafc-529461cd99a0', 'network_id': 'b177f1a4-4c68-4847-bafc-529461cd99a0', 'tenant_id': 'cdcff4fc638944839e15d4e4416a2271', 'fixed_ips': [{'subnet_id': 'd4b452e4-4cfb-4af8-9506-8c215bcf0937'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:37:50.964486 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-fc418f05-b6d1-4612-83d2-9c6ade0f52de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:51.014277 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device ebfc42e7-8c27-49f0-98a1-437a5a4d2de9 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:37:51.019031 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cd40dbef-a4df-4e2c-9b45-8a7d255a2061 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:51.030102 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a1096b7e-243a-4dff-abbd-4f3a968f9191 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:51.049986 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-a1096b7e-243a-4dff-abbd-4f3a968f9191 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Calling delete_port for 092683a8-cafa-4f22-aa5a-231e8d630d4e owned by {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:37:51.056859 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-22ba3b89-c250-41f0-b4c4-5d8d90c73cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f5f85c-dbe1-4c17-8336-75856c5067b1', 'name': 'tempest-TestNetworkBasicOps-router-1788704160', 'tenant_id': 'cdcff4fc638944839e15d4e4416a2271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '5010fc1b-4699-4524-b85f-c534507314f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:37:45Z', 'updated_at': '2021-11-12T08:37:47Z', 'revision_number': 3, 'project_id': 'cdcff4fc638944839e15d4e4416a2271', 'gw_port': {'id': '5010fc1b-4699-4524-b85f-c534507314f9', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:16:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4f5f85c-dbe1-4c17-8336-75856c5067b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:37:46Z', 'updated_at': '2021-11-12T08:37:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:51.067225 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: ebfc42e7-8c27-49f0-98a1-437a5a4d2de9 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:37:51.067870 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device ebfc42e7-8c27-49f0-98a1-437a5a4d2de9 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:37:51.117848 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ba3b89-c250-41f0-b4c4-5d8d90c73cb6 None None] Checking router: c4f5f85c-dbe1-4c17-8336-75856c5067b1 for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:37:51.119070 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ba3b89-c250-41f0-b4c4-5d8d90c73cb6 None None] Updating router c4f5f85c-dbe1-4c17-8336-75856c5067b1 port 5010fc1b-4699-4524-b85f-c534507314f9 binding host n-d-765315-29 {{(pid=102601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:37:51.202208 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-22ba3b89-c250-41f0-b4c4-5d8d90c73cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:51.384664 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-cd40dbef-a4df-4e2c-9b45-8a7d255a2061 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Allocated IP 172.20.0.1 (b177f1a4-4c68-4847-bafc-529461cd99a0/d4b452e4-4cfb-4af8-9506-8c215bcf0937/f3c1f32b-d020-44ce-a38c-4caa6f2e18a4) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:37:51.406413 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-038a60ec-51c9-415e-9e69-36a087854b64 None None] For port 0f472653-5fd3-4228-9070-80590e003ffc, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:37:51.422840 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-21db868a-5c6b-46b7-82cb-24b9e171d51c req-e2ae6d4d-46ba-4b6b-99c9-03a786684fc8 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=3adfe4ff-1583-4042-8ae6-e9c4a74f82f2 HTTP/1.1" status: 200 len: 210 time: 0.2608585 Nov 12 08:37:51.427672 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a1096b7e-243a-4dff-abbd-4f3a968f9191 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:51.468272 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-038a60ec-51c9-415e-9e69-36a087854b64 None None] For port 0f472653-5fd3-4228-9070-80590e003ffc, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=0f472653-5fd3-4228-9070-80590e003ffc,segment=NetworkSegment(0fe94cef-3ec7-4a4a-8b7f-17a835a87bbd),segment_id=0fe94cef-3ec7-4a4a-8b7f-17a835a87bbd)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:37:51.486182 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-12b3305c-bb3f-4bf8-8a4f-1f95ccda2813 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] For port 0f472653-5fd3-4228-9070-80590e003ffc, host n-d-765315-29, got binding levels [] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:51.486700 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-12b3305c-bb3f-4bf8-8a4f-1f95ccda2813 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:51.488521 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-038a60ec-51c9-415e-9e69-36a087854b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:51.503112 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-12b3305c-bb3f-4bf8-8a4f-1f95ccda2813 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Calling delete_port for 0f472653-5fd3-4228-9070-80590e003ffc owned by network:dhcp {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:37:51.547014 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cd40dbef-a4df-4e2c-9b45-8a7d255a2061 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:51.559355 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038a60ec-51c9-415e-9e69-36a087854b64 None None] Pushing event updated for resources: {'Port': ['ID=0f472653-5fd3-4228-9070-80590e003ffc,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:51.588665 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cd40dbef-a4df-4e2c-9b45-8a7d255a2061 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:51.589252 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-6af92bea-ce11-40f0-b1fd-197e595caeac None None] Allocated IP 2001:db8::2 (dcea8192-3ded-4675-acba-29dad29883d7/062b0210-1362-4912-a296-104a6d625a28/6bed6091-3fc4-4d51-a666-d2b3b87e873b) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:37:51.644580 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd40dbef-a4df-4e2c-9b45-8a7d255a2061 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Network b177f1a4-4c68-4847-bafc-529461cd99a0 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:37:51.649260 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-cd40dbef-a4df-4e2c-9b45-8a7d255a2061 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:37:51.652603 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a1096b7e-243a-4dff-abbd-4f3a968f9191 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:51.655601 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd40dbef-a4df-4e2c-9b45-8a7d255a2061 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:37:51.656740 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-a1096b7e-243a-4dff-abbd-4f3a968f9191 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "DELETE /v2.0/ports/092683a8-cafa-4f22-aa5a-231e8d630d4e HTTP/1.1" status: 204 len: 168 time: 1.0191977 Nov 12 08:37:51.660813 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 47640) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:51.662050 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd40dbef-a4df-4e2c-9b45-8a7d255a2061 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Pushing event updated for resources: {'Port': ['ID=f3c1f32b-d020-44ce-a38c-4caa6f2e18a4,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:51.678977 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1096b7e-243a-4dff-abbd-4f3a968f9191 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event deleted for resources: {'Port': ['ID=092683a8-cafa-4f22-aa5a-231e8d630d4e,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:51.753560 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-12b3305c-bb3f-4bf8-8a4f-1f95ccda2813 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:51.760916 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1623ca6-6e96-4d9d-bc0c-c3250901bff1 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:51.763894 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1623ca6-6e96-4d9d-bc0c-c3250901bff1 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:51.765583 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-c1623ca6-6e96-4d9d-bc0c-c3250901bff1 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1005783 Nov 12 08:37:51.769125 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 47642) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:51.771487 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c35cec-b85c-4336-a205-f33f25551ea0 None None] Network 9a10ff9a-2fe8-4f0e-8239-679f8edcf375 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:37:51.805290 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b3305c-bb3f-4bf8-8a4f-1f95ccda2813 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Pushing event deleted for resources: {'Port': ['ID=0f472653-5fd3-4228-9070-80590e003ffc,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:51.824361 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cd40dbef-a4df-4e2c-9b45-8a7d255a2061 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933481'] for router_interface, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:51.832387 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-fc418f05-b6d1-4612-83d2-9c6ade0f52de None None] Allocated IP 172.20.0.2 (b177f1a4-4c68-4847-bafc-529461cd99a0/d4b452e4-4cfb-4af8-9506-8c215bcf0937/dc2bc24b-c343-404c-8b04-f07b38a91ccd) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:37:51.841132 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b3305c-bb3f-4bf8-8a4f-1f95ccda2813 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] No DVR routers for this DVR port 0f472653-5fd3-4228-9070-80590e003ffc on host n-d-765315-29 {{(pid=102600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:37:51.890327 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-afa9be5d-0ebb-478e-ac76-9858fc3f412d tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Deleting subnet 062b0210-1362-4912-a296-104a6d625a28 {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:37:51.994907 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-12b3305c-bb3f-4bf8-8a4f-1f95ccda2813 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:52.016188 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cd40dbef-a4df-4e2c-9b45-8a7d255a2061 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:52.027512 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-12b3305c-bb3f-4bf8-8a4f-1f95ccda2813 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a10ff9a-2fe8-4f0e-8239-679f8edcf375']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:52.049806 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-12b3305c-bb3f-4bf8-8a4f-1f95ccda2813 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fe94cef-3ec7-4a4a-8b7f-17a835a87bbd') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:52.050221 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-12b3305c-bb3f-4bf8-8a4f-1f95ccda2813 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fe94cef-3ec7-4a4a-8b7f-17a835a87bbd') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:52.083078 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-12b3305c-bb3f-4bf8-8a4f-1f95ccda2813 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:52.104840 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-12b3305c-bb3f-4bf8-8a4f-1f95ccda2813 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:52.116629 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12b3305c-bb3f-4bf8-8a4f-1f95ccda2813 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:37:52.117277 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-12b3305c-bb3f-4bf8-8a4f-1f95ccda2813 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:52.122963 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:37:52.122963 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:37:52.122963 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:37:52.122963 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:37:52.122963 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:37:52.122963 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:37:52.122963 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:37:52.122963 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:37:52.122963 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:37:52.122963 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:37:52.122963 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:37:52.122963 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:37:52.122963 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:37:52.122963 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:37:52.122963 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:37:52.122963 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:37:52.122963 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:37:52.122963 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:37:52.122963 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:37:52.122963 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:37:52.122963 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:37:52.122963 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:37:52.122963 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:37:52.122963 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:37:52.122963 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:37:52.122963 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:37:52.122963 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:37:52.122963 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:37:52.122963 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:37:52.122963 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:37:52.122963 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:37:52.122963 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:37:52.284777 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-22ba3b89-c250-41f0-b4c4-5d8d90c73cb6 None None] Publish callbacks [] for port, precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:52.299478 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6af92bea-ce11-40f0-b1fd-197e595caeac None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:52.301526 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-22ba3b89-c250-41f0-b4c4-5d8d90c73cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:52.322542 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6af92bea-ce11-40f0-b1fd-197e595caeac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:52.371358 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-fc418f05-b6d1-4612-83d2-9c6ade0f52de None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:52.397392 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2d2afc-ca34-4a68-96b7-44776d6d4f3e None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:37:52.419364 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-fc418f05-b6d1-4612-83d2-9c6ade0f52de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:52.424246 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af92bea-ce11-40f0-b1fd-197e595caeac None None] Network dcea8192-3ded-4675-acba-29dad29883d7 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:37:52.426322 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-22ba3b89-c250-41f0-b4c4-5d8d90c73cb6 None None] Attempting to bind port 5010fc1b-4699-4524-b85f-c534507314f9 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:37:52.427012 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-22ba3b89-c250-41f0-b4c4-5d8d90c73cb6 None None] Attempting to bind port 5010fc1b-4699-4524-b85f-c534507314f9 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:37:52.427693 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ba3b89-c250-41f0-b4c4-5d8d90c73cb6 None None] Attempting to bind port 5010fc1b-4699-4524-b85f-c534507314f9 on network d709f64f-f9e6-4525-b020-ad48633b9bbf {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:37:52.432512 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d02498e-b142-4571-a0a8-b11650af41cb None None] Pushing event updated for resources: {'Port': ['ID=5010fc1b-4699-4524-b85f-c534507314f9,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:52.441488 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-6af92bea-ce11-40f0-b1fd-197e595caeac None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:37:52.447831 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af92bea-ce11-40f0-b1fd-197e595caeac None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:37:52.451929 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ba3b89-c250-41f0-b4c4-5d8d90c73cb6 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:37:52.452728 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ba3b89-c250-41f0-b4c4-5d8d90c73cb6 None None] Checking segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:37:52.453381 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-22ba3b89-c250-41f0-b4c4-5d8d90c73cb6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:52.454042 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ba3b89-c250-41f0-b4c4-5d8d90c73cb6 None None] Bound using segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:37:52.455082 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-22ba3b89-c250-41f0-b4c4-5d8d90c73cb6 None None] Bound port: 5010fc1b-4699-4524-b85f-c534507314f9, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:37:52.456506 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-22ba3b89-c250-41f0-b4c4-5d8d90c73cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:52.476424 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cd40dbef-a4df-4e2c-9b45-8a7d255a2061 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:52.479226 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-afa9be5d-0ebb-478e-ac76-9858fc3f412d tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for subnet, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:52.484234 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cd40dbef-a4df-4e2c-9b45-8a7d255a2061 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:52.525376 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc418f05-b6d1-4612-83d2-9c6ade0f52de None None] Network b177f1a4-4c68-4847-bafc-529461cd99a0 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:37:52.551361 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-fc418f05-b6d1-4612-83d2-9c6ade0f52de None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:37:52.564151 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc418f05-b6d1-4612-83d2-9c6ade0f52de None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:37:52.660226 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-afa9be5d-0ebb-478e-ac76-9858fc3f412d tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31181813'] for subnet, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:52.744193 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cd40dbef-a4df-4e2c-9b45-8a7d255a2061 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933629'] for router_interface, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:52.753329 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd40dbef-a4df-4e2c-9b45-8a7d255a2061 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Pushing event updated for resources: {'Port': ['ID=f3c1f32b-d020-44ce-a38c-4caa6f2e18a4,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:52.930720 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-afa9be5d-0ebb-478e-ac76-9858fc3f412d tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:52.950577 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-12b3305c-bb3f-4bf8-8a4f-1f95ccda2813 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:52.971898 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-12b3305c-bb3f-4bf8-8a4f-1f95ccda2813 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:52.972233 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-cd7d41dd-c620-4982-9eff-3b96917d9d80 None None] Provisioning complete for port 5010fc1b-4699-4524-b85f-c534507314f9 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:37:52.972984 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-cd7d41dd-c620-4982-9eff-3b96917d9d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:52.976364 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af92bea-ce11-40f0-b1fd-197e595caeac None None] Pushing event updated for resources: {'Port': ['ID=6bed6091-3fc4-4d51-a666-d2b3b87e873b,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:53.003703 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-12b3305c-bb3f-4bf8-8a4f-1f95ccda2813 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] 10.222.0.26 "DELETE /v2.0/networks/9a10ff9a-2fe8-4f0e-8239-679f8edcf375 HTTP/1.1" status: 204 len: 168 time: 4.2337773 Nov 12 08:37:53.007268 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 47654) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:53.094691 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b3305c-bb3f-4bf8-8a4f-1f95ccda2813 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Pushing event deleted for resources: {'Network': ['ID=9a10ff9a-2fe8-4f0e-8239-679f8edcf375,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:53.100773 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-afa9be5d-0ebb-478e-ac76-9858fc3f412d tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:53.110085 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-22ba3b89-c250-41f0-b4c4-5d8d90c73cb6 None None] For port 5010fc1b-4699-4524-b85f-c534507314f9, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:37:53.111245 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-966c0af5-7e9e-4472-b40a-2f0f5b99f8cf tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] GET failed (client error): The resource could not be found. Nov 12 08:37:53.117920 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd40dbef-a4df-4e2c-9b45-8a7d255a2061 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Network b177f1a4-4c68-4847-bafc-529461cd99a0 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:37:53.118848 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-6af92bea-ce11-40f0-b1fd-197e595caeac None None] Attempting to bind port 6bed6091-3fc4-4d51-a666-d2b3b87e873b on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:37:53.120934 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-6af92bea-ce11-40f0-b1fd-197e595caeac None None] Attempting to bind port 6bed6091-3fc4-4d51-a666-d2b3b87e873b by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '83c30f53-8f44-40b6-91bc-237f9283bbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:37:53.120934 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af92bea-ce11-40f0-b1fd-197e595caeac None None] Attempting to bind port 6bed6091-3fc4-4d51-a666-d2b3b87e873b on network dcea8192-3ded-4675-acba-29dad29883d7 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:37:53.125940 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-966c0af5-7e9e-4472-b40a-2f0f5b99f8cf tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] 10.222.0.26 "GET /v2.0/subnets/29e0245b-4e3e-4265-bf74-d0813fb09ec8 HTTP/1.1" status: 404 len: 337 time: 0.1056838 Nov 12 08:37:53.127355 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 47656) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:53.141703 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-cd40dbef-a4df-4e2c-9b45-8a7d255a2061 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:37:53.144184 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa9be5d-0ebb-478e-ac76-9858fc3f412d tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event deleted for resources: {'Subnet': ['ID=062b0210-1362-4912-a296-104a6d625a28,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:53.152030 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af92bea-ce11-40f0-b1fd-197e595caeac None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:37:53.153051 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af92bea-ce11-40f0-b1fd-197e595caeac None None] Checking segment: {'id': '83c30f53-8f44-40b6-91bc-237f9283bbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:37:53.153268 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-afa9be5d-0ebb-478e-ac76-9858fc3f412d tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:53.153442 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6af92bea-ce11-40f0-b1fd-197e595caeac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:53.153934 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af92bea-ce11-40f0-b1fd-197e595caeac None None] Bound using segment: {'id': '83c30f53-8f44-40b6-91bc-237f9283bbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:37:53.154723 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-6af92bea-ce11-40f0-b1fd-197e595caeac None None] Bound port: 6bed6091-3fc4-4d51-a666-d2b3b87e873b, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83c30f53-8f44-40b6-91bc-237f9283bbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:37:53.155334 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6af92bea-ce11-40f0-b1fd-197e595caeac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:53.157562 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-afa9be5d-0ebb-478e-ac76-9858fc3f412d tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "DELETE /v2.0/subnets/062b0210-1362-4912-a296-104a6d625a28 HTTP/1.1" status: 204 len: 168 time: 1.3869233 Nov 12 08:37:53.162239 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 47658) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:53.199111 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-22ba3b89-c250-41f0-b4c4-5d8d90c73cb6 None None] For port 5010fc1b-4699-4524-b85f-c534507314f9, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=5010fc1b-4699-4524-b85f-c534507314f9,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:37:53.200404 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-cd7d41dd-c620-4982-9eff-3b96917d9d80 None None] Port 5010fc1b-4699-4524-b85f-c534507314f9 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:37:53.202990 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-fc418f05-b6d1-4612-83d2-9c6ade0f52de None None] Attempting to bind port dc2bc24b-c343-404c-8b04-f07b38a91ccd on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:37:53.203506 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-fc418f05-b6d1-4612-83d2-9c6ade0f52de None None] Attempting to bind port dc2bc24b-c343-404c-8b04-f07b38a91ccd by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '1d14960a-bb0a-4eb2-99aa-1167f0942ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b177f1a4-4c68-4847-bafc-529461cd99a0'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:37:53.207557 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc418f05-b6d1-4612-83d2-9c6ade0f52de None None] Attempting to bind port dc2bc24b-c343-404c-8b04-f07b38a91ccd on network b177f1a4-4c68-4847-bafc-529461cd99a0 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:37:53.210495 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8c33e91-9513-4d9c-b4d0-6c38b044d6c8 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] DELETE failed (client error): The resource could not be found. Nov 12 08:37:53.213659 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8c33e91-9513-4d9c-b4d0-6c38b044d6c8 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:37:53.224076 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc418f05-b6d1-4612-83d2-9c6ade0f52de None None] Pushing event updated for resources: {'Port': ['ID=dc2bc24b-c343-404c-8b04-f07b38a91ccd,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:53.224310 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-22ba3b89-c250-41f0-b4c4-5d8d90c73cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:53.226396 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-f8c33e91-9513-4d9c-b4d0-6c38b044d6c8 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] 10.222.0.26 "DELETE /v2.0/networks/9a10ff9a-2fe8-4f0e-8239-679f8edcf375 HTTP/1.1" status: 404 len: 339 time: 0.0933001 Nov 12 08:37:53.230900 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 47660) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:53.263921 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc418f05-b6d1-4612-83d2-9c6ade0f52de None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:37:53.264491 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc418f05-b6d1-4612-83d2-9c6ade0f52de None None] Checking segment: {'id': '1d14960a-bb0a-4eb2-99aa-1167f0942ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b177f1a4-4c68-4847-bafc-529461cd99a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:37:53.265043 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-fc418f05-b6d1-4612-83d2-9c6ade0f52de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:53.266043 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc418f05-b6d1-4612-83d2-9c6ade0f52de None None] Bound using segment: {'id': '1d14960a-bb0a-4eb2-99aa-1167f0942ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b177f1a4-4c68-4847-bafc-529461cd99a0'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:37:53.267336 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-fc418f05-b6d1-4612-83d2-9c6ade0f52de None None] Bound port: dc2bc24b-c343-404c-8b04-f07b38a91ccd, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d14960a-bb0a-4eb2-99aa-1167f0942ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b177f1a4-4c68-4847-bafc-529461cd99a0'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:37:53.267747 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-fc418f05-b6d1-4612-83d2-9c6ade0f52de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:53.298897 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-a2a5b02e-888f-4774-a1b6-35a8e838db57 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1281905 Nov 12 08:37:53.299821 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 47662) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:53.323951 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-89c2a239-4fe3-4749-9d5d-df56253e878f tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Request body: {'subnet': {'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:53.379124 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bcb62ea-4481-4384-bc42-90b1e0811752 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:37:53.423867 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd40dbef-a4df-4e2c-9b45-8a7d255a2061 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Router c4f5f85c-dbe1-4c17-8336-75856c5067b1 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:37:53.479543 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d02498e-b142-4571-a0a8-b11650af41cb None None] Pushing event updated for resources: {'Port': ['ID=5010fc1b-4699-4524-b85f-c534507314f9,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:53.496602 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ba3b89-c250-41f0-b4c4-5d8d90c73cb6 None None] Routers {'c4f5f85c-dbe1-4c17-8336-75856c5067b1'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:37:53.497651 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-22ba3b89-c250-41f0-b4c4-5d8d90c73cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:37:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['c4f5f85c-dbe1-4c17-8336-75856c5067b1'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:53.597396 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89c2a239-4fe3-4749-9d5d-df56253e878f tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Made reservation on behalf of 9132ec14bb5d4c18949ca0b140edb366 for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:37:53.604301 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-89c2a239-4fe3-4749-9d5d-df56253e878f tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:53.722803 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-6af92bea-ce11-40f0-b1fd-197e595caeac None None] For port 6bed6091-3fc4-4d51-a666-d2b3b87e873b, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:37:53.788404 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-6af92bea-ce11-40f0-b1fd-197e595caeac None None] For port 6bed6091-3fc4-4d51-a666-d2b3b87e873b, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=6bed6091-3fc4-4d51-a666-d2b3b87e873b,segment=NetworkSegment(83c30f53-8f44-40b6-91bc-237f9283bbd5),segment_id=83c30f53-8f44-40b6-91bc-237f9283bbd5)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:37:53.820357 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6af92bea-ce11-40f0-b1fd-197e595caeac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:53.824528 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-22ba3b89-c250-41f0-b4c4-5d8d90c73cb6 None None] Set router c4f5f85c-dbe1-4c17-8336-75856c5067b1 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:37:53.858405 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6bb209-1fa0-4354-9997-33011a3fa8af tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:53.865215 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-bf6bb209-1fa0-4354-9997-33011a3fa8af tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5811002 Nov 12 08:37:53.865959 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 47668) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:53.973379 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-a435a774-aa06-4b7e-b71f-e9d41bc81dd9 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] 10.222.0.26 "GET /v2.0/subnets?network_id=d709f64f-f9e6-4525-b020-ad48633b9bbf HTTP/1.1" status: 200 len: 207 time: 0.0973251 Nov 12 08:37:53.974404 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 47670) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:53.992664 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af92bea-ce11-40f0-b1fd-197e595caeac None None] Pushing event updated for resources: {'Port': ['ID=6bed6091-3fc4-4d51-a666-d2b3b87e873b,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:54.019813 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-625e329e-841c-4801-8767-8face2e148d7 None None] Provisioning complete for port 5010fc1b-4699-4524-b85f-c534507314f9 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:37:54.020366 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-625e329e-841c-4801-8767-8face2e148d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:54.081326 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-fc418f05-b6d1-4612-83d2-9c6ade0f52de None None] For port dc2bc24b-c343-404c-8b04-f07b38a91ccd, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:37:54.154296 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-fc418f05-b6d1-4612-83d2-9c6ade0f52de None None] For port dc2bc24b-c343-404c-8b04-f07b38a91ccd, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=dc2bc24b-c343-404c-8b04-f07b38a91ccd,segment=NetworkSegment(1d14960a-bb0a-4eb2-99aa-1167f0942ce6),segment_id=1d14960a-bb0a-4eb2-99aa-1167f0942ce6)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:37:54.177097 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd40dbef-a4df-4e2c-9b45-8a7d255a2061 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:37:54.187472 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-cd40dbef-a4df-4e2c-9b45-8a7d255a2061 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "PUT /v2.0/routers/c4f5f85c-dbe1-4c17-8336-75856c5067b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9806306 Nov 12 08:37:54.189904 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 47672) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:54.200979 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-fc418f05-b6d1-4612-83d2-9c6ade0f52de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:54.227309 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ba5b51-f00e-4b46-ab05-2b5e3efdc8ec tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:54.234465 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ba5b51-f00e-4b46-ab05-2b5e3efdc8ec tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:54.241086 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ba5b51-f00e-4b46-ab05-2b5e3efdc8ec tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:54.248652 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ba5b51-f00e-4b46-ab05-2b5e3efdc8ec tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:54.255513 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-41ba5b51-f00e-4b46-ab05-2b5e3efdc8ec tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.2708280 Nov 12 08:37:54.261906 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 47674) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:54.444128 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-625e329e-841c-4801-8767-8face2e148d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:54.520856 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-89c2a239-4fe3-4749-9d5d-df56253e878f tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:54.541903 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc418f05-b6d1-4612-83d2-9c6ade0f52de None None] Pushing event updated for resources: {'Port': ['ID=dc2bc24b-c343-404c-8b04-f07b38a91ccd,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:54.578463 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d91b07-4486-46ab-b7a5-dbda93db8ca8 tempest-TestNetworkBasicOps-265207529 tempest-TestNetworkBasicOps-265207529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:54.579452 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d91b07-4486-46ab-b7a5-dbda93db8ca8 tempest-TestNetworkBasicOps-265207529 tempest-TestNetworkBasicOps-265207529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:54.580240 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d91b07-4486-46ab-b7a5-dbda93db8ca8 tempest-TestNetworkBasicOps-265207529 tempest-TestNetworkBasicOps-265207529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:54.581171 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d91b07-4486-46ab-b7a5-dbda93db8ca8 tempest-TestNetworkBasicOps-265207529 tempest-TestNetworkBasicOps-265207529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:54.582862 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d91b07-4486-46ab-b7a5-dbda93db8ca8 tempest-TestNetworkBasicOps-265207529 tempest-TestNetworkBasicOps-265207529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:54.583492 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d91b07-4486-46ab-b7a5-dbda93db8ca8 tempest-TestNetworkBasicOps-265207529 tempest-TestNetworkBasicOps-265207529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:54.584002 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d91b07-4486-46ab-b7a5-dbda93db8ca8 tempest-TestNetworkBasicOps-265207529 tempest-TestNetworkBasicOps-265207529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:54.584462 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d91b07-4486-46ab-b7a5-dbda93db8ca8 tempest-TestNetworkBasicOps-265207529 tempest-TestNetworkBasicOps-265207529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:54.585204 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d91b07-4486-46ab-b7a5-dbda93db8ca8 tempest-TestNetworkBasicOps-265207529 tempest-TestNetworkBasicOps-265207529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:54.586439 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d91b07-4486-46ab-b7a5-dbda93db8ca8 tempest-TestNetworkBasicOps-265207529 tempest-TestNetworkBasicOps-265207529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:54.587795 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d91b07-4486-46ab-b7a5-dbda93db8ca8 tempest-TestNetworkBasicOps-265207529 tempest-TestNetworkBasicOps-265207529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:54.588569 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d91b07-4486-46ab-b7a5-dbda93db8ca8 tempest-TestNetworkBasicOps-265207529 tempest-TestNetworkBasicOps-265207529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:54.589682 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d91b07-4486-46ab-b7a5-dbda93db8ca8 tempest-TestNetworkBasicOps-265207529 tempest-TestNetworkBasicOps-265207529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:54.596703 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-625e329e-841c-4801-8767-8face2e148d7 None None] For port 5010fc1b-4699-4524-b85f-c534507314f9, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=5010fc1b-4699-4524-b85f-c534507314f9,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:54.598298 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-f5d91b07-4486-46ab-b7a5-dbda93db8ca8 tempest-TestNetworkBasicOps-265207529 tempest-TestNetworkBasicOps-265207529-project-admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9083 time: 0.4068112 Nov 12 08:37:54.599296 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 47678) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:54.621502 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-625e329e-841c-4801-8767-8face2e148d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:54.659224 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c2a239-4fe3-4749-9d5d-df56253e878f tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event updated for resources: {'Subnet': ['ID=f3dc7d73-c2c6-4a00-82ae-1f533597d26f,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:54.708297 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-5600884f-4f2c-4e5c-ac9e-b09605e126cb tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] 10.222.0.26 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.4448986 Nov 12 08:37:54.723086 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 47680) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:54.740927 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c2a239-4fe3-4749-9d5d-df56253e878f tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Network dcea8192-3ded-4675-acba-29dad29883d7 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:37:54.742879 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-89c2a239-4fe3-4749-9d5d-df56253e878f tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:37:54.747160 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c2a239-4fe3-4749-9d5d-df56253e878f tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:54.748085 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-89c2a239-4fe3-4749-9d5d-df56253e878f tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:54.773579 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e329e-841c-4801-8767-8face2e148d7 None None] Pushing event updated for resources: {'Port': ['ID=5010fc1b-4699-4524-b85f-c534507314f9,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:54.779971 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff749abf-1705-4360-8e6b-dece0467aeb0 None None] Network dcea8192-3ded-4675-acba-29dad29883d7 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:37:54.791603 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-89c2a239-4fe3-4749-9d5d-df56253e878f tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4746468 Nov 12 08:37:54.798658 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 47682) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:54.828018 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-d9514de5-ee79-4fc8-809d-f91b95befaed tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Request body: {'port': {'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7', 'fixed_ips': [{'subnet_id': 'f3dc7d73-c2c6-4a00-82ae-1f533597d26f', 'ip_address': '2001:db8::5cd6:c220:d840:20a1'}], 'name': 'tempest-NetworksTestDHCPv6-1486170693'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:54.925636 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34345c36-5c4d-4a5a-9e75-313ff857abb0 tempest-TestNetworkBasicOps-265207529 tempest-TestNetworkBasicOps-265207529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:54.925636 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34345c36-5c4d-4a5a-9e75-313ff857abb0 tempest-TestNetworkBasicOps-265207529 tempest-TestNetworkBasicOps-265207529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:54.925636 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34345c36-5c4d-4a5a-9e75-313ff857abb0 tempest-TestNetworkBasicOps-265207529 tempest-TestNetworkBasicOps-265207529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:54.925636 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34345c36-5c4d-4a5a-9e75-313ff857abb0 tempest-TestNetworkBasicOps-265207529 tempest-TestNetworkBasicOps-265207529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:54.925636 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34345c36-5c4d-4a5a-9e75-313ff857abb0 tempest-TestNetworkBasicOps-265207529 tempest-TestNetworkBasicOps-265207529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:54.925636 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34345c36-5c4d-4a5a-9e75-313ff857abb0 tempest-TestNetworkBasicOps-265207529 tempest-TestNetworkBasicOps-265207529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:54.925636 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34345c36-5c4d-4a5a-9e75-313ff857abb0 tempest-TestNetworkBasicOps-265207529 tempest-TestNetworkBasicOps-265207529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:54.925636 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34345c36-5c4d-4a5a-9e75-313ff857abb0 tempest-TestNetworkBasicOps-265207529 tempest-TestNetworkBasicOps-265207529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:54.926472 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34345c36-5c4d-4a5a-9e75-313ff857abb0 tempest-TestNetworkBasicOps-265207529 tempest-TestNetworkBasicOps-265207529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:54.926472 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34345c36-5c4d-4a5a-9e75-313ff857abb0 tempest-TestNetworkBasicOps-265207529 tempest-TestNetworkBasicOps-265207529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:54.926944 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34345c36-5c4d-4a5a-9e75-313ff857abb0 tempest-TestNetworkBasicOps-265207529 tempest-TestNetworkBasicOps-265207529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:54.927270 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34345c36-5c4d-4a5a-9e75-313ff857abb0 tempest-TestNetworkBasicOps-265207529 tempest-TestNetworkBasicOps-265207529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:54.935715 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-34345c36-5c4d-4a5a-9e75-313ff857abb0 tempest-TestNetworkBasicOps-265207529 tempest-TestNetworkBasicOps-265207529-project-admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7690 time: 0.3342073 Nov 12 08:37:54.940479 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 47684) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:55.059972 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-22ba3b89-c250-41f0-b4c4-5d8d90c73cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f5f85c-dbe1-4c17-8336-75856c5067b1', 'name': 'tempest-TestNetworkBasicOps-router-1788704160', 'tenant_id': 'cdcff4fc638944839e15d4e4416a2271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '5010fc1b-4699-4524-b85f-c534507314f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:37:45Z', 'updated_at': '2021-11-12T08:37:51Z', 'revision_number': 4, 'project_id': 'cdcff4fc638944839e15d4e4416a2271', 'gw_port': {'id': '5010fc1b-4699-4524-b85f-c534507314f9', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:16:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4f5f85c-dbe1-4c17-8336-75856c5067b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:37:46Z', 'updated_at': '2021-11-12T08:37:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': 'f3c1f32b-d020-44ce-a38c-4caa6f2e18a4', 'name': '', 'network_id': 'b177f1a4-4c68-4847-bafc-529461cd99a0', 'tenant_id': 'cdcff4fc638944839e15d4e4416a2271', 'mac_address': 'fa:16:3e:73:88:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4f5f85c-dbe1-4c17-8336-75856c5067b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': 'd4b452e4-4cfb-4af8-9506-8c215bcf0937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:37:51Z', 'updated_at': '2021-11-12T08:37:52Z', 'revision_number': 2, 'project_id': 'cdcff4fc638944839e15d4e4416a2271', 'subnets': [{'id': 'd4b452e4-4cfb-4af8-9506-8c215bcf0937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:55.112735 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc65f586-d271-4030-82d0-c297e2b19f38 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:55.114386 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc65f586-d271-4030-82d0-c297e2b19f38 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:55.119891 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-cc65f586-d271-4030-82d0-c297e2b19f38 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.3916798 Nov 12 08:37:55.122920 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 47688) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:55.125506 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device dc2bc24b-c343-404c-8b04-f07b38a91ccd up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:37:55.142326 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ba3b89-c250-41f0-b4c4-5d8d90c73cb6 None None] The sync data for ids ['c4f5f85c-dbe1-4c17-8336-75856c5067b1'] in n-d-765315-29 is: [{'id': 'c4f5f85c-dbe1-4c17-8336-75856c5067b1', 'name': 'tempest-TestNetworkBasicOps-router-1788704160', 'tenant_id': 'cdcff4fc638944839e15d4e4416a2271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '5010fc1b-4699-4524-b85f-c534507314f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:37:45Z', 'updated_at': '2021-11-12T08:37:51Z', 'revision_number': 4, 'project_id': 'cdcff4fc638944839e15d4e4416a2271', 'gw_port': {'id': '5010fc1b-4699-4524-b85f-c534507314f9', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:16:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4f5f85c-dbe1-4c17-8336-75856c5067b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:37:46Z', 'updated_at': '2021-11-12T08:37:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': 'f3c1f32b-d020-44ce-a38c-4caa6f2e18a4', 'name': '', 'network_id': 'b177f1a4-4c68-4847-bafc-529461cd99a0', 'tenant_id': 'cdcff4fc638944839e15d4e4416a2271', 'mac_address': 'fa:16:3e:73:88:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4f5f85c-dbe1-4c17-8336-75856c5067b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': 'd4b452e4-4cfb-4af8-9506-8c215bcf0937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:37:51Z', 'updated_at': '2021-11-12T08:37:52Z', 'revision_number': 2, 'project_id': 'cdcff4fc638944839e15d4e4416a2271', 'subnets': [{'id': 'd4b452e4-4cfb-4af8-9506-8c215bcf0937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:37:55.185332 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9514de5-ee79-4fc8-809d-f91b95befaed tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Made reservation on behalf of 9132ec14bb5d4c18949ca0b140edb366 for: {'port': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:37:55.249092 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741ac785-60eb-47b4-88aa-fffc55f98f0d None None] Update dhcp port {'port': {'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7', 'fixed_ips': [{'subnet_id': 'f3dc7d73-c2c6-4a00-82ae-1f533597d26f'}], 'binding:host_id': 'n-d-765315-29'}, 'id': '6bed6091-3fc4-4d51-a666-d2b3b87e873b'} from n-d-765315-29. {{(pid=102601) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 08:37:55.272184 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0893585b-43d4-4453-979d-56e540f3266a tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Attributes excluded by policy engine: ['shared'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:55.274006 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0893585b-43d4-4453-979d-56e540f3266a tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Attributes excluded by policy engine: ['shared'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:55.281139 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-0893585b-43d4-4453-979d-56e540f3266a tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] 10.222.0.26 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1570148 Nov 12 08:37:55.283649 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 47690) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:55.298303 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-741ac785-60eb-47b4-88aa-fffc55f98f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:55.301762 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port dc2bc24b-c343-404c-8b04-f07b38a91ccd triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:37:55.302133 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:55.461598 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-bd74813f-4d2e-4917-a678-7ac09553a900 tempest-TestNetworkBasicOps-265207529 tempest-TestNetworkBasicOps-265207529-project-admin] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4493 time: 0.5194209 Nov 12 08:37:55.474010 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d9514de5-ee79-4fc8-809d-f91b95befaed tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:55.508132 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6272b6cf-7312-4579-acf8-47fa1ec49f9a tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:55.511627 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-6272b6cf-7312-4579-acf8-47fa1ec49f9a tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] 10.222.0.26 "GET /v2.0/networks/6a7bb0a1-dd57-4ada-ad51-da1d38770440 HTTP/1.1" status: 200 len: 800 time: 0.2268858 Nov 12 08:37:55.515260 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 47694) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:55.546186 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [None req-d9514de5-ee79-4fc8-809d-f91b95befaed tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] device_id is not set on port 7169871f-d3d9-4bae-a925-1b018370b6a4 yet. {{(pid=102600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:37:55.628612 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:55.758339 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-741ac785-60eb-47b4-88aa-fffc55f98f0d None None] Allocated IP 2001:db8::2 (dcea8192-3ded-4675-acba-29dad29883d7/f3dc7d73-c2c6-4a00-82ae-1f533597d26f/6bed6091-3fc4-4d51-a666-d2b3b87e873b) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:37:55.806663 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] For port dc2bc24b-c343-404c-8b04-f07b38a91ccd, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=dc2bc24b-c343-404c-8b04-f07b38a91ccd,segment=NetworkSegment(1d14960a-bb0a-4eb2-99aa-1167f0942ce6),segment_id=1d14960a-bb0a-4eb2-99aa-1167f0942ce6)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:55.834711 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:55.900689 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-bdb3c58f-7dfa-4212-84cb-e77d3c8f05a2 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] 10.222.0.26 "GET /v2.0/networks/6a7bb0a1-dd57-4ada-ad51-da1d38770440?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.3842185 Nov 12 08:37:55.904087 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 47704) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:55.987125 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85751193-c792-4753-851a-587004b896ef tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:55.991170 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-85751193-c792-4753-851a-587004b896ef tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] 10.222.0.26 "GET /v2.0/subnets/c8a8f0fc-ee01-4d7e-ae7b-f5f35c6df1b7 HTTP/1.1" status: 200 len: 811 time: 0.0851645 Nov 12 08:37:55.994423 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 47706) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:56.116322 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0daa4ee-6075-42be-a007-114433a1ed30 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Attributes excluded by policy engine: ['shared'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:56.125581 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-e0daa4ee-6075-42be-a007-114433a1ed30 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] 10.222.0.26 "GET /v2.0/subnets/c8a8f0fc-ee01-4d7e-ae7b-f5f35c6df1b7?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1267121 Nov 12 08:37:56.127553 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 47712) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:56.128276 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 47714) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:56.133767 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-83bfa7da-07f6-4f45-b783-9e0f6e53434c tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-68800636', 'description': 'tempest-secgroup-smoke-68800636 description', 'project_id': 'cdcff4fc638944839e15d4e4416a2271'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:56.146698 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-bba0c5e7-3414-4ab6-a4a0-734843d3ee55 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1494317210'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:56.195226 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Pushing event updated for resources: {'Port': ['ID=dc2bc24b-c343-404c-8b04-f07b38a91ccd,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:56.214012 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-83bfa7da-07f6-4f45-b783-9e0f6e53434c tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:56.249178 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba0c5e7-3414-4ab6-a4a0-734843d3ee55 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Made reservation on behalf of cb9addcac4444b6e97446248732304f8 for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:37:56.255373 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-741ac785-60eb-47b4-88aa-fffc55f98f0d None None] For port 6bed6091-3fc4-4d51-a666-d2b3b87e873b, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=6bed6091-3fc4-4d51-a666-d2b3b87e873b,segment=NetworkSegment(83c30f53-8f44-40b6-91bc-237f9283bbd5),segment_id=83c30f53-8f44-40b6-91bc-237f9283bbd5)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:56.262341 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bba0c5e7-3414-4ab6-a4a0-734843d3ee55 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:56.271759 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f9b020-1b6c-48f3-b149-1e7e5d7dc870 None None] Network b177f1a4-4c68-4847-bafc-529461cd99a0 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:37:56.335069 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bba0c5e7-3414-4ab6-a4a0-734843d3ee55 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:37:56.346759 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bba0c5e7-3414-4ab6-a4a0-734843d3ee55 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:56.347353 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-bba0c5e7-3414-4ab6-a4a0-734843d3ee55 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Added segment c40c74ad-5594-4525-919b-3502309051b9 of type vlan for network dbfad8cb-c04a-4e02-9da6-338f80e5678e Nov 12 08:37:56.408407 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bba0c5e7-3414-4ab6-a4a0-734843d3ee55 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:56.425111 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-83bfa7da-07f6-4f45-b783-9e0f6e53434c tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:56.432080 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-83bfa7da-07f6-4f45-b783-9e0f6e53434c tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:56.439964 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bba0c5e7-3414-4ab6-a4a0-734843d3ee55 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:56.450986 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba0c5e7-3414-4ab6-a4a0-734843d3ee55 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:56.451669 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bba0c5e7-3414-4ab6-a4a0-734843d3ee55 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:56.453587 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-741ac785-60eb-47b4-88aa-fffc55f98f0d None None] Publish callbacks [] for port, precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:56.480958 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-741ac785-60eb-47b4-88aa-fffc55f98f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:56.565880 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bfa7da-07f6-4f45-b783-9e0f6e53434c tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2b9164-9b99-473a-b602-c310ea9d0377,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:56.586670 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-f45ebecc-5d17-41a4-b8b0-ed93be441e25 None None] Provisioning complete for port dc2bc24b-c343-404c-8b04-f07b38a91ccd triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:37:56.587292 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f45ebecc-5d17-41a4-b8b0-ed93be441e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:56.599486 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-83bfa7da-07f6-4f45-b783-9e0f6e53434c tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:56.608422 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-83bfa7da-07f6-4f45-b783-9e0f6e53434c tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4791398 Nov 12 08:37:56.609174 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 47718) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:56.619009 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-a32b0e0b-62be-48df-9a02-abcac3be02f0 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Request body: {'security_group_rule': {'security_group_id': '9d2b9164-9b99-473a-b602-c310ea9d0377', 'project_id': 'cdcff4fc638944839e15d4e4416a2271', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:56.662822 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-bba0c5e7-3414-4ab6-a4a0-734843d3ee55 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5328174 Nov 12 08:37:56.674630 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 47720) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:56.683274 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-d625268d-6fd0-4bca-887a-cf04dec633a6 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Request body: {'subnet': {'network_id': 'dbfad8cb-c04a-4e02-9da6-338f80e5678e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:56.695553 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba0c5e7-3414-4ab6-a4a0-734843d3ee55 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Pushing event updated for resources: {'Network': ['ID=dbfad8cb-c04a-4e02-9da6-338f80e5678e,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:56.737875 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network dbfad8cb-c04a-4e02-9da6-338f80e5678e details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:37:56.739962 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-d9514de5-ee79-4fc8-809d-f91b95befaed tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Allocated IP 2001:db8::5cd6:c220:d840:20a1 (dcea8192-3ded-4675-acba-29dad29883d7/f3dc7d73-c2c6-4a00-82ae-1f533597d26f/7169871f-d3d9-4bae-a925-1b018370b6a4) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:37:56.770314 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a32b0e0b-62be-48df-9a02-abcac3be02f0 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:57.107770 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d625268d-6fd0-4bca-887a-cf04dec633a6 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Made reservation on behalf of cb9addcac4444b6e97446248732304f8 for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:37:57.113399 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d625268d-6fd0-4bca-887a-cf04dec633a6 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:57.183422 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a32b0e0b-62be-48df-9a02-abcac3be02f0 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:57.255803 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398d11af-b860-454d-8897-305b4bf039d2 req-99cc6f3b-1428-4820-bbb6-6e9ffba85d9f tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:57.303232 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a32b0e0b-62be-48df-9a02-abcac3be02f0 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:57.313798 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.ipam_backend_mixin [None req-d625268d-6fd0-4bca-887a-cf04dec633a6 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Performing IP validity checks on allocation pools {{(pid=102599) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 08:37:57.314297 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.ipam_backend_mixin [None req-d625268d-6fd0-4bca-887a-cf04dec633a6 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102599) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 08:37:57.318801 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398d11af-b860-454d-8897-305b4bf039d2 req-99cc6f3b-1428-4820-bbb6-6e9ffba85d9f tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:57.356097 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398d11af-b860-454d-8897-305b4bf039d2 req-99cc6f3b-1428-4820-bbb6-6e9ffba85d9f tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:57.362460 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32b0e0b-62be-48df-9a02-abcac3be02f0 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0156fe5-a1c6-4348-a65c-2b8b656cfad2,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:57.363425 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398d11af-b860-454d-8897-305b4bf039d2 req-99cc6f3b-1428-4820-bbb6-6e9ffba85d9f tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:57.375911 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398d11af-b860-454d-8897-305b4bf039d2 req-99cc6f3b-1428-4820-bbb6-6e9ffba85d9f tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:57.380629 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a32b0e0b-62be-48df-9a02-abcac3be02f0 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:57.385254 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398d11af-b860-454d-8897-305b4bf039d2 req-99cc6f3b-1428-4820-bbb6-6e9ffba85d9f tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:57.385982 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-a32b0e0b-62be-48df-9a02-abcac3be02f0 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7743838 Nov 12 08:37:57.389289 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 47748) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:57.391668 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 5010fc1b-4699-4524-b85f-c534507314f9 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:37:57.399132 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398d11af-b860-454d-8897-305b4bf039d2 req-99cc6f3b-1428-4820-bbb6-6e9ffba85d9f tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:57.399451 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-e46aacf8-7a81-4487-ac2c-8598027b15b9 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Request body: {'security_group_rule': {'security_group_id': '9d2b9164-9b99-473a-b602-c310ea9d0377', 'project_id': 'cdcff4fc638944839e15d4e4416a2271', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:57.402099 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-398d11af-b860-454d-8897-305b4bf039d2 req-99cc6f3b-1428-4820-bbb6-6e9ffba85d9f tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7b22e6f-34ba-40cc-8b8b-fe95438187cb HTTP/1.1" status: 200 len: 5445 time: 0.4291627 Nov 12 08:37:57.469952 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d9514de5-ee79-4fc8-809d-f91b95befaed tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:57.507692 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741ac785-60eb-47b4-88aa-fffc55f98f0d None None] Pushing event updated for resources: {'Port': ['ID=6bed6091-3fc4-4d51-a666-d2b3b87e873b,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:57.593138 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 5010fc1b-4699-4524-b85f-c534507314f9 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:37:57.593512 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:57.611447 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e46aacf8-7a81-4487-ac2c-8598027b15b9 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:57.617049 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-398d11af-b860-454d-8897-305b4bf039d2 req-8c5e4c3d-e688-4df2-a165-336f0e4d5a27 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc0955f8-ff92-40bf-a2fd-f4ce6f6d835b&id=fca2cf2b-9cad-4878-bbbc-828482027757&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1974304 Nov 12 08:37:57.652356 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d9514de5-ee79-4fc8-809d-f91b95befaed tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:57.789653 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9514de5-ee79-4fc8-809d-f91b95befaed tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Network dcea8192-3ded-4675-acba-29dad29883d7 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:37:57.801881 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-d9514de5-ee79-4fc8-809d-f91b95befaed tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:37:57.816289 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9514de5-ee79-4fc8-809d-f91b95befaed tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event updated for resources: {'Port': ['ID=7169871f-d3d9-4bae-a925-1b018370b6a4,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:57.833762 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9514de5-ee79-4fc8-809d-f91b95befaed tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:37:57.853859 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9514de5-ee79-4fc8-809d-f91b95befaed tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:57.855928 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d9514de5-ee79-4fc8-809d-f91b95befaed tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:57.890893 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-d9514de5-ee79-4fc8-809d-f91b95befaed tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.0943310 Nov 12 08:37:57.892776 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 47786) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:57.904713 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e46aacf8-7a81-4487-ac2c-8598027b15b9 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:57.917410 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e46aacf8-7a81-4487-ac2c-8598027b15b9 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:57.926401 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device dc2bc24b-c343-404c-8b04-f07b38a91ccd up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:37:57.963220 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d625268d-6fd0-4bca-887a-cf04dec633a6 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:58.010742 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e46aacf8-7a81-4487-ac2c-8598027b15b9 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:58.015211 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-e46aacf8-7a81-4487-ac2c-8598027b15b9 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6197009 Nov 12 08:37:58.018280 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 47796) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:58.041386 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-fec6afe9-4fb1-45c9-b3ff-a70fa0226708 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Request body: {'security_group_rule': {'security_group_id': '9d2b9164-9b99-473a-b602-c310ea9d0377', 'project_id': 'cdcff4fc638944839e15d4e4416a2271', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:58.096846 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port dc2bc24b-c343-404c-8b04-f07b38a91ccd triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:37:58.097231 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:58.108346 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7cf90b-1c54-467d-a12f-c2f5db5deea3 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:58.134411 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7cf90b-1c54-467d-a12f-c2f5db5deea3 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:58.136435 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-af7cf90b-1c54-467d-a12f-c2f5db5deea3 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2417581 Nov 12 08:37:58.143765 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d625268d-6fd0-4bca-887a-cf04dec633a6 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Pushing event updated for resources: {'Subnet': ['ID=73575ca9-45f2-45ef-915f-be27c0758be0,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:58.145685 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 47810) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:58.152587 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46aacf8-7a81-4487-ac2c-8598027b15b9 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ae9ceb2-97a9-4161-b429-fbf28e6aee86,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:58.214413 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f38d09-29f5-4ad1-a80b-70ce0fec8875 req-0cd744f5-cd3e-4569-816d-720ec2805e16 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:58.221747 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f38d09-29f5-4ad1-a80b-70ce0fec8875 req-0cd744f5-cd3e-4569-816d-720ec2805e16 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:58.228790 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f38d09-29f5-4ad1-a80b-70ce0fec8875 req-0cd744f5-cd3e-4569-816d-720ec2805e16 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:58.245444 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f38d09-29f5-4ad1-a80b-70ce0fec8875 req-0cd744f5-cd3e-4569-816d-720ec2805e16 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:58.253150 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f38d09-29f5-4ad1-a80b-70ce0fec8875 req-0cd744f5-cd3e-4569-816d-720ec2805e16 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:58.262728 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fec6afe9-4fb1-45c9-b3ff-a70fa0226708 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:58.264001 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f38d09-29f5-4ad1-a80b-70ce0fec8875 req-0cd744f5-cd3e-4569-816d-720ec2805e16 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:58.289348 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f38d09-29f5-4ad1-a80b-70ce0fec8875 req-0cd744f5-cd3e-4569-816d-720ec2805e16 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:58.293063 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f2f38d09-29f5-4ad1-a80b-70ce0fec8875 req-0cd744f5-cd3e-4569-816d-720ec2805e16 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7b22e6f-34ba-40cc-8b8b-fe95438187cb HTTP/1.1" status: 200 len: 5445 time: 0.3431494 Nov 12 08:37:58.361726 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d625268d-6fd0-4bca-887a-cf04dec633a6 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Checking segment: {'id': 'c40c74ad-5594-4525-919b-3502309051b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'dbfad8cb-c04a-4e02-9da6-338f80e5678e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:37:58.367374 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d625268d-6fd0-4bca-887a-cf04dec633a6 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Network hostable DHCP agents. Network: dbfad8cb-c04a-4e02-9da6-338f80e5678e, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:37:58.396500 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-31db6638-8795-4752-bff3-3da617a51fac None None] Provisioning complete for port dc2bc24b-c343-404c-8b04-f07b38a91ccd triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:37:58.399164 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-31db6638-8795-4752-bff3-3da617a51fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:58.418442 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f38d09-29f5-4ad1-a80b-70ce0fec8875 req-a406d376-70b7-492e-963a-f1c90acff90b tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:58.420560 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f2f38d09-29f5-4ad1-a80b-70ce0fec8875 req-a406d376-70b7-492e-963a-f1c90acff90b tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.21 "GET /v2.0/ports/a9c14931-8b9b-4467-9aca-bbbe106d4681?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1090157 Nov 12 08:37:58.580434 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fec6afe9-4fb1-45c9-b3ff-a70fa0226708 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:58.593905 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fec6afe9-4fb1-45c9-b3ff-a70fa0226708 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:58.645668 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d625268d-6fd0-4bca-887a-cf04dec633a6 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Network dbfad8cb-c04a-4e02-9da6-338f80e5678e is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:37:58.674521 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-d625268d-6fd0-4bca-887a-cf04dec633a6 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, dbfad8cb-c04a-4e02-9da6-338f80e5678e) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:37:58.695282 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d625268d-6fd0-4bca-887a-cf04dec633a6 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:58.696659 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d625268d-6fd0-4bca-887a-cf04dec633a6 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:58.711713 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-12963ab1-73ac-4215-bfb2-e59ffb228442 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Deleting port 7169871f-d3d9-4bae-a925-1b018370b6a4 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:37:58.713787 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-12963ab1-73ac-4215-bfb2-e59ffb228442 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:58.721015 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec6afe9-4fb1-45c9-b3ff-a70fa0226708 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39a06cff-77c7-4250-aab0-75b5c0008d9d,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:58.758757 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-d625268d-6fd0-4bca-887a-cf04dec633a6 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.0812585 Nov 12 08:37:58.759890 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fec6afe9-4fb1-45c9-b3ff-a70fa0226708 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:58.762147 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-fec6afe9-4fb1-45c9-b3ff-a70fa0226708 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7363491 Nov 12 08:37:58.763335 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 47862) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:58.766860 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 47864) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:58.782303 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-8bb16bab-440b-47f3-a226-49e4b9b1b2b7 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Request body: {'security_group_rule': {'security_group_id': '9d2b9164-9b99-473a-b602-c310ea9d0377', 'project_id': 'cdcff4fc638944839e15d4e4416a2271', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:58.789742 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d1d4a0-fd2c-484f-bf81-c7c210aad158 None None] Network dbfad8cb-c04a-4e02-9da6-338f80e5678e requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:37:58.800764 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-37e28768-ebe5-4b9a-9b42-905c487ddd69 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:58.814044 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f2f38d09-29f5-4ad1-a80b-70ce0fec8875 req-32143e3b-3b4c-4c41-8f20-b1b0b4e70bc7 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.21 "GET /v2.0/networks/206f9d07-9c2e-4490-896d-289aa4538730?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3876452 Nov 12 08:37:58.922914 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8bb16bab-440b-47f3-a226-49e4b9b1b2b7 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:59.096906 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-f2f38d09-29f5-4ad1-a80b-70ce0fec8875 req-a789174f-9212-4d0f-9353-552bc0df9e1f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:59.167205 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 6bed6091-3fc4-4d51-a666-d2b3b87e873b up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:37:59.319993 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-31db6638-8795-4752-bff3-3da617a51fac None None] Provisioning complete for port f3c1f32b-d020-44ce-a38c-4caa6f2e18a4 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:37:59.323329 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-31db6638-8795-4752-bff3-3da617a51fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:59.328763 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a834d308-ab81-4006-a45e-2c549dc7f327 req-d34b4b06-83fe-4162-907a-a87e939c66b5 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:59.361885 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a834d308-ab81-4006-a45e-2c549dc7f327 req-d34b4b06-83fe-4162-907a-a87e939c66b5 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:59.372125 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a834d308-ab81-4006-a45e-2c549dc7f327 req-d34b4b06-83fe-4162-907a-a87e939c66b5 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:59.379863 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8bb16bab-440b-47f3-a226-49e4b9b1b2b7 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:59.385839 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8bb16bab-440b-47f3-a226-49e4b9b1b2b7 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:59.390381 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-f2f38d09-29f5-4ad1-a80b-70ce0fec8875 req-a789174f-9212-4d0f-9353-552bc0df9e1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:59.410483 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a834d308-ab81-4006-a45e-2c549dc7f327 req-d34b4b06-83fe-4162-907a-a87e939c66b5 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:59.430122 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a834d308-ab81-4006-a45e-2c549dc7f327 req-d34b4b06-83fe-4162-907a-a87e939c66b5 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:59.440595 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a834d308-ab81-4006-a45e-2c549dc7f327 req-d34b4b06-83fe-4162-907a-a87e939c66b5 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:59.462683 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a834d308-ab81-4006-a45e-2c549dc7f327 req-d34b4b06-83fe-4162-907a-a87e939c66b5 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:59.465592 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a834d308-ab81-4006-a45e-2c549dc7f327 req-d34b4b06-83fe-4162-907a-a87e939c66b5 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7b22e6f-34ba-40cc-8b8b-fe95438187cb HTTP/1.1" status: 200 len: 5445 time: 0.4795120 Nov 12 08:37:59.480233 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-31db6638-8795-4752-bff3-3da617a51fac None None] Port f3c1f32b-d020-44ce-a38c-4caa6f2e18a4 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:37:59.486424 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb16bab-440b-47f3-a226-49e4b9b1b2b7 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a31d239-872f-4ac0-9f92-85765ad9e8fa,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:59.506670 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8bb16bab-440b-47f3-a226-49e4b9b1b2b7 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:59.523353 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-8bb16bab-440b-47f3-a226-49e4b9b1b2b7 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7510026 Nov 12 08:37:59.531814 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 47932) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:59.539424 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-ea885b82-ec36-4f95-bf8e-f5043d21711d tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Request body: {'security_group_rule': {'security_group_id': '9d2b9164-9b99-473a-b602-c310ea9d0377', 'project_id': 'cdcff4fc638944839e15d4e4416a2271', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:59.596101 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc97bd15-d3d2-41fa-bd99-62de333809de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-dbfad8cb-c04a-4e02-9da6-338f80e5678e', 'network_id': 'dbfad8cb-c04a-4e02-9da6-338f80e5678e', 'tenant_id': 'cb9addcac4444b6e97446248732304f8', 'fixed_ips': [{'subnet_id': '73575ca9-45f2-45ef-915f-be27c0758be0'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:37:59.596967 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-cc97bd15-d3d2-41fa-bd99-62de333809de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:59.622319 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e2a5c2-8316-43de-8bc7-685c83829d31 None None] Sync routers for ids ['c4f5f85c-dbe1-4c17-8336-75856c5067b1'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:37:59.626148 n-d-765315-29 neutron-server[102599]: INFO neutron.db.securitygroups_db [None req-ea885b82-ec36-4f95-bf8e-f5043d21711d tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Project cdcff4fc638944839e15d4e4416a2271 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 08:37:59.639884 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e2a5c2-8316-43de-8bc7-685c83829d31 None None] Routers {'c4f5f85c-dbe1-4c17-8336-75856c5067b1'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:37:59.642266 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-a3e2a5c2-8316-43de-8bc7-685c83829d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:37:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['c4f5f85c-dbe1-4c17-8336-75856c5067b1'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:59.711235 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ea885b82-ec36-4f95-bf8e-f5043d21711d tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:59.744257 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-12963ab1-73ac-4215-bfb2-e59ffb228442 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:59.805292 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-f2f38d09-29f5-4ad1-a80b-70ce0fec8875 req-a789174f-9212-4d0f-9353-552bc0df9e1f service neutron] For port a9c14931-8b9b-4467-9aca-bbbe106d4681, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=a9c14931-8b9b-4467-9aca-bbbe106d4681,segment=NetworkSegment(f7b8278f-b0a6-47b6-812b-90307b766a98),segment_id=f7b8278f-b0a6-47b6-812b-90307b766a98)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:59.830977 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ea885b82-ec36-4f95-bf8e-f5043d21711d tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:59.836507 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ea885b82-ec36-4f95-bf8e-f5043d21711d tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:59.867859 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-cc97bd15-d3d2-41fa-bd99-62de333809de None None] Allocated IP 172.20.0.3 (dbfad8cb-c04a-4e02-9da6-338f80e5678e/73575ca9-45f2-45ef-915f-be27c0758be0/42f820ca-4e07-4fd4-b2af-07bdfcc126b1) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:37:59.868430 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea885b82-ec36-4f95-bf8e-f5043d21711d tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e735557a-f6ea-4a4b-8651-82cb562101b1,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:59.911639 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ea885b82-ec36-4f95-bf8e-f5043d21711d tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:59.913524 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-ea885b82-ec36-4f95-bf8e-f5043d21711d tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3801248 Nov 12 08:37:59.915482 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-f2f38d09-29f5-4ad1-a80b-70ce0fec8875 req-a789174f-9212-4d0f-9353-552bc0df9e1f service neutron] For port a9c14931-8b9b-4467-9aca-bbbe106d4681, host n-h1-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:37:59.917136 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 47964) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:59.922637 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-0ebc45d7-0cf7-477d-a3f4-f350f840064a tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Request body: {'security_group_rule': {'security_group_id': '9d2b9164-9b99-473a-b602-c310ea9d0377', 'project_id': 'cdcff4fc638944839e15d4e4416a2271', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:59.943959 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-37e28768-ebe5-4b9a-9b42-905c487ddd69 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-29476984'] for subnet, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:59.955037 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-12963ab1-73ac-4215-bfb2-e59ffb228442 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Calling delete_port for 7169871f-d3d9-4bae-a925-1b018370b6a4 owned by {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:37:59.977180 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-f2f38d09-29f5-4ad1-a80b-70ce0fec8875 req-a789174f-9212-4d0f-9353-552bc0df9e1f service neutron] device_id is not set on port a9c14931-8b9b-4467-9aca-bbbe106d4681 yet. {{(pid=102599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:37:59.988585 n-d-765315-29 neutron-server[102599]: INFO neutron.db.securitygroups_db [None req-0ebc45d7-0cf7-477d-a3f4-f350f840064a tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Project cdcff4fc638944839e15d4e4416a2271 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 08:37:59.996867 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-f2f38d09-29f5-4ad1-a80b-70ce0fec8875 req-a789174f-9212-4d0f-9353-552bc0df9e1f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:59.999746 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0ebc45d7-0cf7-477d-a3f4-f350f840064a tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:00.010616 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a834d308-ab81-4006-a45e-2c549dc7f327 req-414d2588-ad85-46a5-89db-a6d277885dae tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "GET /v2.0/security-groups?id=cc0955f8-ff92-40bf-a2fd-f4ce6f6d835b&id=fca2cf2b-9cad-4878-bbbc-828482027757&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5266173 Nov 12 08:38:00.023767 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-f2f38d09-29f5-4ad1-a80b-70ce0fec8875 req-a789174f-9212-4d0f-9353-552bc0df9e1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:00.028568 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 6bed6091-3fc4-4d51-a666-d2b3b87e873b triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:00.030518 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:00.166967 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a789174f-9212-4d0f-9353-552bc0df9e1f service neutron] Pushing event updated for resources: {'Port': ['ID=a9c14931-8b9b-4467-9aca-bbbe106d4681,revision_number=6']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:00.171878 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2f38d09-29f5-4ad1-a80b-70ce0fec8875 req-a789174f-9212-4d0f-9353-552bc0df9e1f service neutron] No DVR routers for this DVR port a9c14931-8b9b-4467-9aca-bbbe106d4681 on host n-h1-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:38:00.216120 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-a3e2a5c2-8316-43de-8bc7-685c83829d31 None None] Set router c4f5f85c-dbe1-4c17-8336-75856c5067b1 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:38:00.217725 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-1462b201-0391-4903-b9a2-0321084ed982 None None] Provisioning complete for port f3c1f32b-d020-44ce-a38c-4caa6f2e18a4 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:00.218396 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1462b201-0391-4903-b9a2-0321084ed982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:00.228699 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-12963ab1-73ac-4215-bfb2-e59ffb228442 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:00.268784 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0ebc45d7-0cf7-477d-a3f4-f350f840064a tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:00.274401 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-f2f38d09-29f5-4ad1-a80b-70ce0fec8875 req-a789174f-9212-4d0f-9353-552bc0df9e1f service neutron] In _notify_port_updated(), no bound segment for port a9c14931-8b9b-4467-9aca-bbbe106d4681 on network 206f9d07-9c2e-4490-896d-289aa4538730 {{(pid=102599) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 08:38:00.276581 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f38d09-29f5-4ad1-a80b-70ce0fec8875 req-a789174f-9212-4d0f-9353-552bc0df9e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:00.277370 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-f2f38d09-29f5-4ad1-a80b-70ce0fec8875 req-a789174f-9212-4d0f-9353-552bc0df9e1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:00.278892 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f2f38d09-29f5-4ad1-a80b-70ce0fec8875 req-a789174f-9212-4d0f-9353-552bc0df9e1f service neutron] 10.222.0.21 "PUT /v2.0/ports/a9c14931-8b9b-4467-9aca-bbbe106d4681 HTTP/1.1" status: 200 len: 1033 time: 1.4559937 Nov 12 08:38:00.281016 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0ebc45d7-0cf7-477d-a3f4-f350f840064a tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:00.323563 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebc45d7-0cf7-477d-a3f4-f350f840064a tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79090185-80ca-4f82-ab66-94935f66567a,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:00.378318 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-12963ab1-73ac-4215-bfb2-e59ffb228442 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:00.388802 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-12963ab1-73ac-4215-bfb2-e59ffb228442 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "DELETE /v2.0/ports/7169871f-d3d9-4bae-a925-1b018370b6a4 HTTP/1.1" status: 204 len: 168 time: 2.2419808 Nov 12 08:38:00.390909 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12963ab1-73ac-4215-bfb2-e59ffb228442 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event deleted for resources: {'Port': ['ID=7169871f-d3d9-4bae-a925-1b018370b6a4,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:00.393396 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 48008) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:00.491351 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f38d09-29f5-4ad1-a80b-70ce0fec8875 req-74631fdb-174c-43ff-a2d3-6a6e4a8064dc tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:00.496448 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f2f38d09-29f5-4ad1-a80b-70ce0fec8875 req-74631fdb-174c-43ff-a2d3-6a6e4a8064dc tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.21 "GET /v2.0/ports/2ad84d50-d7c9-425a-b9f6-7a7fc1b1156e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2088706 Nov 12 08:38:00.525346 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-f2f38d09-29f5-4ad1-a80b-70ce0fec8875 req-805d21de-99dd-459b-b692-b9b6a1a30d3e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:00.544901 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0ebc45d7-0cf7-477d-a3f4-f350f840064a tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:00.558177 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-0ebc45d7-0cf7-477d-a3f4-f350f840064a tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6379497 Nov 12 08:38:00.563858 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da99075c-e4e6-414e-a50e-bbbad195f80e tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:00.578917 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da99075c-e4e6-414e-a50e-bbbad195f80e tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:00.581106 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-da99075c-e4e6-414e-a50e-bbbad195f80e tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1863911 Nov 12 08:38:00.583891 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 48030) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:00.631096 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 2ad84d50-d7c9-425a-b9f6-7a7fc1b1156e no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:38:00.646956 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-1462b201-0391-4903-b9a2-0321084ed982 None None] Port f3c1f32b-d020-44ce-a38c-4caa6f2e18a4 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:38:00.735062 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-515d763c-e370-4dd8-ae62-3e50530b2845 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Deleting subnet f3dc7d73-c2c6-4a00-82ae-1f533597d26f {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:38:00.741094 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-f2f38d09-29f5-4ad1-a80b-70ce0fec8875 req-805d21de-99dd-459b-b692-b9b6a1a30d3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:00.760554 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-515d763c-e370-4dd8-ae62-3e50530b2845 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for subnet, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:00.813270 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:00.862074 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-1462b201-0391-4903-b9a2-0321084ed982 None None] Provisioning complete for port 6bed6091-3fc4-4d51-a666-d2b3b87e873b triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:00.862571 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1462b201-0391-4903-b9a2-0321084ed982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:00.949382 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-cc97bd15-d3d2-41fa-bd99-62de333809de None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:00.972459 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-64c72fbf-b783-446b-8147-1ffa4976978f req-a921f87b-46cc-4a27-904e-bcee08a869f6 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-68800636&fields=id&tenant_id=cdcff4fc638944839e15d4e4416a2271 HTTP/1.1" status: 200 len: 267 time: 0.1033278 Nov 12 08:38:00.977584 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-515d763c-e370-4dd8-ae62-3e50530b2845 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31181813'] for subnet, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:00.994299 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-cc97bd15-d3d2-41fa-bd99-62de333809de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:01.029977 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] For port 6bed6091-3fc4-4d51-a666-d2b3b87e873b, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=6bed6091-3fc4-4d51-a666-d2b3b87e873b,segment=NetworkSegment(83c30f53-8f44-40b6-91bc-237f9283bbd5),segment_id=83c30f53-8f44-40b6-91bc-237f9283bbd5)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:01.036580 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-a3e2a5c2-8316-43de-8bc7-685c83829d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f5f85c-dbe1-4c17-8336-75856c5067b1', 'name': 'tempest-TestNetworkBasicOps-router-1788704160', 'tenant_id': 'cdcff4fc638944839e15d4e4416a2271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '5010fc1b-4699-4524-b85f-c534507314f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:37:45Z', 'updated_at': '2021-11-12T08:37:51Z', 'revision_number': 4, 'project_id': 'cdcff4fc638944839e15d4e4416a2271', 'gw_port': {'id': '5010fc1b-4699-4524-b85f-c534507314f9', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:16:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f5f85c-dbe1-4c17-8336-75856c5067b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:37:46Z', 'updated_at': '2021-11-12T08:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': 'f3c1f32b-d020-44ce-a38c-4caa6f2e18a4', 'name': '', 'network_id': 'b177f1a4-4c68-4847-bafc-529461cd99a0', 'tenant_id': 'cdcff4fc638944839e15d4e4416a2271', 'mac_address': 'fa:16:3e:73:88:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4f5f85c-dbe1-4c17-8336-75856c5067b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': 'd4b452e4-4cfb-4af8-9506-8c215bcf0937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:37:51Z', 'updated_at': '2021-11-12T08:37:52Z', 'revision_number': 2, 'project_id': 'cdcff4fc638944839e15d4e4416a2271', 'subnets': [{'id': 'd4b452e4-4cfb-4af8-9506-8c215bcf0937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:01.082989 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:01.099734 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e2a5c2-8316-43de-8bc7-685c83829d31 None None] Checking router: c4f5f85c-dbe1-4c17-8336-75856c5067b1 for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:38:01.100095 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e2a5c2-8316-43de-8bc7-685c83829d31 None None] Updating router c4f5f85c-dbe1-4c17-8336-75856c5067b1 port f3c1f32b-d020-44ce-a38c-4caa6f2e18a4 binding host n-d-765315-29 {{(pid=102602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:38:01.134205 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc97bd15-d3d2-41fa-bd99-62de333809de None None] Network dbfad8cb-c04a-4e02-9da6-338f80e5678e is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:38:01.160565 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-a3e2a5c2-8316-43de-8bc7-685c83829d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:01.181620 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-cc97bd15-d3d2-41fa-bd99-62de333809de None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:38:01.260083 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc97bd15-d3d2-41fa-bd99-62de333809de None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:38:01.288401 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc97bd15-d3d2-41fa-bd99-62de333809de None None] Pushing event updated for resources: {'Port': ['ID=42f820ca-4e07-4fd4-b2af-07bdfcc126b1,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:01.295231 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c72fbf-b783-446b-8147-1ffa4976978f req-c1ec6195-f654-45f8-8ff2-dac9ff4144b8 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:01.297541 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-64c72fbf-b783-446b-8147-1ffa4976978f req-c1ec6195-f654-45f8-8ff2-dac9ff4144b8 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "GET /v2.0/networks?id=b177f1a4-4c68-4847-bafc-529461cd99a0 HTTP/1.1" status: 200 len: 797 time: 0.3157420 Nov 12 08:38:01.315713 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:01.381982 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-64c72fbf-b783-446b-8147-1ffa4976978f req-e2da1e3e-4509-49da-b7a0-55913276ab85 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "GET /v2.0/quotas/cdcff4fc638944839e15d4e4416a2271 HTTP/1.1" status: 200 len: 375 time: 0.0487001 Nov 12 08:38:01.451038 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-f2f38d09-29f5-4ad1-a80b-70ce0fec8875 req-805d21de-99dd-459b-b692-b9b6a1a30d3e service neutron] For port 2ad84d50-d7c9-425a-b9f6-7a7fc1b1156e, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=2ad84d50-d7c9-425a-b9f6-7a7fc1b1156e,segment=NetworkSegment(f7b8278f-b0a6-47b6-812b-90307b766a98),segment_id=f7b8278f-b0a6-47b6-812b-90307b766a98)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:01.491423 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-64c72fbf-b783-446b-8147-1ffa4976978f req-8673954b-cbbe-4ebc-8a3b-4d6d470e432f tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=cdcff4fc638944839e15d4e4416a2271&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1051323 Nov 12 08:38:01.525870 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-37e28768-ebe5-4b9a-9b42-905c487ddd69 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762119822987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-31116702'] for subnet, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:01.637418 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Pushing event updated for resources: {'Port': ['ID=6bed6091-3fc4-4d51-a666-d2b3b87e873b,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:01.640655 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-f2f38d09-29f5-4ad1-a80b-70ce0fec8875 req-805d21de-99dd-459b-b692-b9b6a1a30d3e service neutron] For port 2ad84d50-d7c9-425a-b9f6-7a7fc1b1156e, host n-h1-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:38:01.699536 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e28768-ebe5-4b9a-9b42-905c487ddd69 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Pushing event updated for resources: {'Subnet': ['ID=73575ca9-45f2-45ef-915f-be27c0758be0,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:01.704282 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-cc97bd15-d3d2-41fa-bd99-62de333809de None None] Attempting to bind port 42f820ca-4e07-4fd4-b2af-07bdfcc126b1 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:38:01.704652 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-cc97bd15-d3d2-41fa-bd99-62de333809de None None] Attempting to bind port 42f820ca-4e07-4fd4-b2af-07bdfcc126b1 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': 'c40c74ad-5594-4525-919b-3502309051b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'dbfad8cb-c04a-4e02-9da6-338f80e5678e'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:38:01.705016 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc97bd15-d3d2-41fa-bd99-62de333809de None None] Attempting to bind port 42f820ca-4e07-4fd4-b2af-07bdfcc126b1 on network dbfad8cb-c04a-4e02-9da6-338f80e5678e {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:38:01.744610 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc97bd15-d3d2-41fa-bd99-62de333809de None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:38:01.745323 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc97bd15-d3d2-41fa-bd99-62de333809de None None] Checking segment: {'id': 'c40c74ad-5594-4525-919b-3502309051b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'dbfad8cb-c04a-4e02-9da6-338f80e5678e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:38:01.745884 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-cc97bd15-d3d2-41fa-bd99-62de333809de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:01.746431 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc97bd15-d3d2-41fa-bd99-62de333809de None None] Bound using segment: {'id': 'c40c74ad-5594-4525-919b-3502309051b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'dbfad8cb-c04a-4e02-9da6-338f80e5678e'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:38:01.747108 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-cc97bd15-d3d2-41fa-bd99-62de333809de None None] Bound port: 42f820ca-4e07-4fd4-b2af-07bdfcc126b1, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c40c74ad-5594-4525-919b-3502309051b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'dbfad8cb-c04a-4e02-9da6-338f80e5678e'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:38:01.748153 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-cc97bd15-d3d2-41fa-bd99-62de333809de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:01.750941 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e28768-ebe5-4b9a-9b42-905c487ddd69 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:01.759622 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-37e28768-ebe5-4b9a-9b42-905c487ddd69 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:01.769065 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-37e28768-ebe5-4b9a-9b42-905c487ddd69 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] 10.222.0.26 "PUT /v2.0/subnets/73575ca9-45f2-45ef-915f-be27c0758be0 HTTP/1.1" status: 200 len: 877 time: 2.9803350 Nov 12 08:38:01.785342 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-515d763c-e370-4dd8-ae62-3e50530b2845 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:01.785342 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 48154) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:01.799447 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-1e68bb11-9a23-48c5-89a4-55d6d326dc83 None None] Provisioning complete for port a9c14931-8b9b-4467-9aca-bbbe106d4681 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:01.800895 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1e68bb11-9a23-48c5-89a4-55d6d326dc83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:01.881852 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-a3e2a5c2-8316-43de-8bc7-685c83829d31 None None] Publish callbacks [] for port, precommit_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:01.910844 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-a3e2a5c2-8316-43de-8bc7-685c83829d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:01.918930 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-1e68bb11-9a23-48c5-89a4-55d6d326dc83 None None] Port a9c14931-8b9b-4467-9aca-bbbe106d4681 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:38:01.943312 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-1e68bb11-9a23-48c5-89a4-55d6d326dc83 None None] Could not find standard attr ID for object 7169871f-d3d9-4bae-a925-1b018370b6a4. {{(pid=102601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:38:01.951393 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-64c72fbf-b783-446b-8147-1ffa4976978f req-c065a3d5-8d5b-4f13-b6f7-c7dec52f07e9 service neutron] 10.222.0.26 "GET /v2.0/networks/b177f1a4-4c68-4847-bafc-529461cd99a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4360998 Nov 12 08:38:01.972172 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-cc97bd15-d3d2-41fa-bd99-62de333809de None None] For port 42f820ca-4e07-4fd4-b2af-07bdfcc126b1, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:38:01.978618 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-cc97bd15-d3d2-41fa-bd99-62de333809de None None] For port 42f820ca-4e07-4fd4-b2af-07bdfcc126b1, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=42f820ca-4e07-4fd4-b2af-07bdfcc126b1,segment=NetworkSegment(c40c74ad-5594-4525-919b-3502309051b9),segment_id=c40c74ad-5594-4525-919b-3502309051b9)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:38:01.990730 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-cc97bd15-d3d2-41fa-bd99-62de333809de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:02.045346 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ca5c7f-09d1-43d6-a566-ba866a8a028d None None] Pushing event updated for resources: {'Port': ['ID=f3c1f32b-d020-44ce-a38c-4caa6f2e18a4,revision_number=3']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:02.048408 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3703603e-fd6d-4957-8b53-926d31f19a03 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:02.069705 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-f2f38d09-29f5-4ad1-a80b-70ce0fec8875 req-805d21de-99dd-459b-b692-b9b6a1a30d3e service neutron] device_id is not set on port 2ad84d50-d7c9-425a-b9f6-7a7fc1b1156e yet. {{(pid=102599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:38:02.091793 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ca5c7f-09d1-43d6-a566-ba866a8a028d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:02.091793 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ca5c7f-09d1-43d6-a566-ba866a8a028d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:02.098109 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ca5c7f-09d1-43d6-a566-ba866a8a028d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:02.098109 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ca5c7f-09d1-43d6-a566-ba866a8a028d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:02.098109 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ca5c7f-09d1-43d6-a566-ba866a8a028d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:02.098109 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ca5c7f-09d1-43d6-a566-ba866a8a028d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:02.098109 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ca5c7f-09d1-43d6-a566-ba866a8a028d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:02.098109 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ca5c7f-09d1-43d6-a566-ba866a8a028d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:02.098109 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ca5c7f-09d1-43d6-a566-ba866a8a028d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:02.098109 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ca5c7f-09d1-43d6-a566-ba866a8a028d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:02.098109 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ca5c7f-09d1-43d6-a566-ba866a8a028d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:02.098109 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ca5c7f-09d1-43d6-a566-ba866a8a028d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:02.164071 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-f2f38d09-29f5-4ad1-a80b-70ce0fec8875 req-805d21de-99dd-459b-b692-b9b6a1a30d3e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:02.180285 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-64c72fbf-b783-446b-8147-1ffa4976978f req-d777e53e-b1e5-4505-b07e-4880b388c706 service neutron] 10.222.0.26 "GET /v2.0/networks/b177f1a4-4c68-4847-bafc-529461cd99a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189996 Nov 12 08:38:02.198272 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc97bd15-d3d2-41fa-bd99-62de333809de None None] Pushing event updated for resources: {'Port': ['ID=42f820ca-4e07-4fd4-b2af-07bdfcc126b1,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:02.287018 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-f2f38d09-29f5-4ad1-a80b-70ce0fec8875 req-805d21de-99dd-459b-b692-b9b6a1a30d3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:02.291721 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-a3e2a5c2-8316-43de-8bc7-685c83829d31 None None] Attempting to bind port f3c1f32b-d020-44ce-a38c-4caa6f2e18a4 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:38:02.299036 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-a3e2a5c2-8316-43de-8bc7-685c83829d31 None None] Attempting to bind port f3c1f32b-d020-44ce-a38c-4caa6f2e18a4 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '1d14960a-bb0a-4eb2-99aa-1167f0942ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b177f1a4-4c68-4847-bafc-529461cd99a0'}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:38:02.299481 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e2a5c2-8316-43de-8bc7-685c83829d31 None None] Attempting to bind port f3c1f32b-d020-44ce-a38c-4caa6f2e18a4 on network b177f1a4-4c68-4847-bafc-529461cd99a0 {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:38:02.306293 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e2a5c2-8316-43de-8bc7-685c83829d31 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:38:02.306869 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e2a5c2-8316-43de-8bc7-685c83829d31 None None] Checking segment: {'id': '1d14960a-bb0a-4eb2-99aa-1167f0942ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b177f1a4-4c68-4847-bafc-529461cd99a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:38:02.307274 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-a3e2a5c2-8316-43de-8bc7-685c83829d31 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:02.307661 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e2a5c2-8316-43de-8bc7-685c83829d31 None None] Bound using segment: {'id': '1d14960a-bb0a-4eb2-99aa-1167f0942ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b177f1a4-4c68-4847-bafc-529461cd99a0'} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:38:02.308150 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-a3e2a5c2-8316-43de-8bc7-685c83829d31 None None] Bound port: f3c1f32b-d020-44ce-a38c-4caa6f2e18a4, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d14960a-bb0a-4eb2-99aa-1167f0942ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b177f1a4-4c68-4847-bafc-529461cd99a0'}}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:38:02.308528 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-a3e2a5c2-8316-43de-8bc7-685c83829d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:02.358473 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.db.api [None req-e530113a-7783-48f4-9840-8911a24052df None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:38:02.361124 n-d-765315-29 neutron-server[102601]: DEBUG oslo_db.api [None req-e530113a-7783-48f4-9840-8911a24052df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:38:02.510138 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-515d763c-e370-4dd8-ae62-3e50530b2845 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:02.542833 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-a3e2a5c2-8316-43de-8bc7-685c83829d31 None None] For port f3c1f32b-d020-44ce-a38c-4caa6f2e18a4, host n-d-765315-29, cleared binding levels {{(pid=102602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:38:02.554810 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-a3e2a5c2-8316-43de-8bc7-685c83829d31 None None] For port f3c1f32b-d020-44ce-a38c-4caa6f2e18a4, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=f3c1f32b-d020-44ce-a38c-4caa6f2e18a4,segment=NetworkSegment(1d14960a-bb0a-4eb2-99aa-1167f0942ce6),segment_id=1d14960a-bb0a-4eb2-99aa-1167f0942ce6)] {{(pid=102602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:38:02.572319 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-a3e2a5c2-8316-43de-8bc7-685c83829d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:02.639344 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2f38d09-29f5-4ad1-a80b-70ce0fec8875 req-805d21de-99dd-459b-b692-b9b6a1a30d3e service neutron] No DVR routers for this DVR port 2ad84d50-d7c9-425a-b9f6-7a7fc1b1156e on host n-h1-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:38:02.870399 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805d21de-99dd-459b-b692-b9b6a1a30d3e service neutron] Pushing event updated for resources: {'Port': ['ID=2ad84d50-d7c9-425a-b9f6-7a7fc1b1156e,revision_number=6']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:02.874002 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515d763c-e370-4dd8-ae62-3e50530b2845 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event deleted for resources: {'Subnet': ['ID=f3dc7d73-c2c6-4a00-82ae-1f533597d26f,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:02.886527 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-515d763c-e370-4dd8-ae62-3e50530b2845 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:02.891668 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-515d763c-e370-4dd8-ae62-3e50530b2845 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "DELETE /v2.0/subnets/f3dc7d73-c2c6-4a00-82ae-1f533597d26f HTTP/1.1" status: 204 len: 168 time: 2.3063776 Nov 12 08:38:02.895614 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 48236) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:02.896942 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-f2f38d09-29f5-4ad1-a80b-70ce0fec8875 req-805d21de-99dd-459b-b692-b9b6a1a30d3e service neutron] In _notify_port_updated(), no bound segment for port 2ad84d50-d7c9-425a-b9f6-7a7fc1b1156e on network 206f9d07-9c2e-4490-896d-289aa4538730 {{(pid=102599) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 08:38:02.897808 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f38d09-29f5-4ad1-a80b-70ce0fec8875 req-805d21de-99dd-459b-b692-b9b6a1a30d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:02.898414 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-f2f38d09-29f5-4ad1-a80b-70ce0fec8875 req-805d21de-99dd-459b-b692-b9b6a1a30d3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:02.900345 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f2f38d09-29f5-4ad1-a80b-70ce0fec8875 req-805d21de-99dd-459b-b692-b9b6a1a30d3e service neutron] 10.222.0.21 "PUT /v2.0/ports/2ad84d50-d7c9-425a-b9f6-7a7fc1b1156e HTTP/1.1" status: 200 len: 1032 time: 2.3904004 Nov 12 08:38:02.913938 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e2a5c2-8316-43de-8bc7-685c83829d31 None None] Routers {'c4f5f85c-dbe1-4c17-8336-75856c5067b1'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:38:02.914625 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-a3e2a5c2-8316-43de-8bc7-685c83829d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:37:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['c4f5f85c-dbe1-4c17-8336-75856c5067b1'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:03.011532 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec057cce-2d20-4370-95a4-369871379317 None None] Network dcea8192-3ded-4675-acba-29dad29883d7 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:38:03.017677 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-efce7233-d0dd-4a6a-8378-620f91a72421 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1206481 Nov 12 08:38:03.018650 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 48238) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:03.074514 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-3703603e-fd6d-4957-8b53-926d31f19a03 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Deleting port 42f820ca-4e07-4fd4-b2af-07bdfcc126b1 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:38:03.074964 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3703603e-fd6d-4957-8b53-926d31f19a03 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:03.128105 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ca5c7f-09d1-43d6-a566-ba866a8a028d None None] Pushing event updated for resources: {'Port': ['ID=f3c1f32b-d020-44ce-a38c-4caa6f2e18a4,revision_number=4']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:03.154149 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-39d77702-9b75-4b7b-89de-6b6192b7bf73 None None] Provisioning complete for port f3c1f32b-d020-44ce-a38c-4caa6f2e18a4 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:03.159473 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-39d77702-9b75-4b7b-89de-6b6192b7bf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:03.273233 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9b87db-6f55-4284-b135-2a72567268c9 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:03.283195 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-4f9b87db-6f55-4284-b135-2a72567268c9 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2619100 Nov 12 08:38:03.286099 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 48242) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:03.324354 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56227edd-3d5a-4f68-9615-140bea340bc2 req-ad0471ea-0c40-4468-8031-c3775c961f66 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:03.350252 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56227edd-3d5a-4f68-9615-140bea340bc2 req-ad0471ea-0c40-4468-8031-c3775c961f66 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:03.373643 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-a3e2a5c2-8316-43de-8bc7-685c83829d31 None None] Set router c4f5f85c-dbe1-4c17-8336-75856c5067b1 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:38:03.375355 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56227edd-3d5a-4f68-9615-140bea340bc2 req-ad0471ea-0c40-4468-8031-c3775c961f66 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:03.397964 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56227edd-3d5a-4f68-9615-140bea340bc2 req-ad0471ea-0c40-4468-8031-c3775c961f66 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:03.428176 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device a9c14931-8b9b-4467-9aca-bbbe106d4681 no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:38:03.439150 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56227edd-3d5a-4f68-9615-140bea340bc2 req-ad0471ea-0c40-4468-8031-c3775c961f66 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:03.444744 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-56227edd-3d5a-4f68-9615-140bea340bc2 req-ad0471ea-0c40-4468-8031-c3775c961f66 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7b22e6f-34ba-40cc-8b8b-fe95438187cb HTTP/1.1" status: 200 len: 3886 time: 0.4428587 Nov 12 08:38:03.640508 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 6bed6091-3fc4-4d51-a666-d2b3b87e873b up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:38:03.723295 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-3703603e-fd6d-4957-8b53-926d31f19a03 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] For port 42f820ca-4e07-4fd4-b2af-07bdfcc126b1, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=42f820ca-4e07-4fd4-b2af-07bdfcc126b1,segment=NetworkSegment(c40c74ad-5594-4525-919b-3502309051b9),segment_id=c40c74ad-5594-4525-919b-3502309051b9)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:03.725111 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3703603e-fd6d-4957-8b53-926d31f19a03 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:03.778549 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-3703603e-fd6d-4957-8b53-926d31f19a03 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Calling delete_port for 42f820ca-4e07-4fd4-b2af-07bdfcc126b1 owned by network:dhcp {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:38:03.831397 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-56227edd-3d5a-4f68-9615-140bea340bc2 req-938bd3e4-1334-4079-abfb-d741930e1498 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "GET /v2.0/security-groups?id=fca2cf2b-9cad-4878-bbbc-828482027757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2252390 Nov 12 08:38:03.836113 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b10846-f0f3-49df-aef4-50da8ce89f66 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:03.842612 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-95b10846-f0f3-49df-aef4-50da8ce89f66 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5535758 Nov 12 08:38:03.843471 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 48294) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:03.940656 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-2ef4834a-4391-4c1d-a1d8-9c705ab9b12c tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0949373 Nov 12 08:38:03.941497 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 48296) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:03.951526 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-85323765-d5f8-4309-b0b3-fedcf06ff542 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Request body: {'subnet': {'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:03.960256 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device a9c14931-8b9b-4467-9aca-bbbe106d4681 not bound to the agent host n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:38:03.961201 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device a76e0b9e-8617-4bd9-a2b4-d69cee07db2a no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:38:04.073551 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b3a5f6fd-c327-468d-815e-b70a7b7fa228 req-7d67a426-57b8-48e6-9984-393116bd4339 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffcab877-5121-4a51-ad07-67125ff611ee HTTP/1.1" status: 200 len: 210 time: 0.0723603 Nov 12 08:38:04.085687 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-f2f38d09-29f5-4ad1-a80b-70ce0fec8875 req-223fdaa8-4be9-4924-b08d-ab41ebd18d19 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Deleting port c2cd737f-49af-4915-99ac-335868dc6f31 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:38:04.086223 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-f2f38d09-29f5-4ad1-a80b-70ce0fec8875 req-223fdaa8-4be9-4924-b08d-ab41ebd18d19 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:04.121391 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-11b4d31c-c0bb-438c-8891-07d1b3fec4b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:04.176071 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-a3e2a5c2-8316-43de-8bc7-685c83829d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f5f85c-dbe1-4c17-8336-75856c5067b1', 'name': 'tempest-TestNetworkBasicOps-router-1788704160', 'tenant_id': 'cdcff4fc638944839e15d4e4416a2271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '5010fc1b-4699-4524-b85f-c534507314f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:37:45Z', 'updated_at': '2021-11-12T08:37:51Z', 'revision_number': 4, 'project_id': 'cdcff4fc638944839e15d4e4416a2271', 'gw_port': {'id': '5010fc1b-4699-4524-b85f-c534507314f9', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:16:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f5f85c-dbe1-4c17-8336-75856c5067b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:37:46Z', 'updated_at': '2021-11-12T08:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': 'f3c1f32b-d020-44ce-a38c-4caa6f2e18a4', 'name': '', 'network_id': 'b177f1a4-4c68-4847-bafc-529461cd99a0', 'tenant_id': 'cdcff4fc638944839e15d4e4416a2271', 'mac_address': 'fa:16:3e:73:88:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4f5f85c-dbe1-4c17-8336-75856c5067b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': 'd4b452e4-4cfb-4af8-9506-8c215bcf0937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:37:51Z', 'updated_at': '2021-11-12T08:38:02Z', 'revision_number': 4, 'project_id': 'cdcff4fc638944839e15d4e4416a2271', 'subnets': [{'id': 'd4b452e4-4cfb-4af8-9506-8c215bcf0937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:04.234236 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 6bed6091-3fc4-4d51-a666-d2b3b87e873b triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:04.237310 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:04.272024 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e2a5c2-8316-43de-8bc7-685c83829d31 None None] The sync data for ids ['c4f5f85c-dbe1-4c17-8336-75856c5067b1'] in n-d-765315-29 is: [{'id': 'c4f5f85c-dbe1-4c17-8336-75856c5067b1', 'name': 'tempest-TestNetworkBasicOps-router-1788704160', 'tenant_id': 'cdcff4fc638944839e15d4e4416a2271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '5010fc1b-4699-4524-b85f-c534507314f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:37:45Z', 'updated_at': '2021-11-12T08:37:51Z', 'revision_number': 4, 'project_id': 'cdcff4fc638944839e15d4e4416a2271', 'gw_port': {'id': '5010fc1b-4699-4524-b85f-c534507314f9', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:16:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f5f85c-dbe1-4c17-8336-75856c5067b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:37:46Z', 'updated_at': '2021-11-12T08:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': 'f3c1f32b-d020-44ce-a38c-4caa6f2e18a4', 'name': '', 'network_id': 'b177f1a4-4c68-4847-bafc-529461cd99a0', 'tenant_id': 'cdcff4fc638944839e15d4e4416a2271', 'mac_address': 'fa:16:3e:73:88:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4f5f85c-dbe1-4c17-8336-75856c5067b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': 'd4b452e4-4cfb-4af8-9506-8c215bcf0937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:37:51Z', 'updated_at': '2021-11-12T08:38:02Z', 'revision_number': 4, 'project_id': 'cdcff4fc638944839e15d4e4416a2271', 'subnets': [{'id': 'd4b452e4-4cfb-4af8-9506-8c215bcf0937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:38:04.459200 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:04.487497 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34d36dd-ff18-41a3-90ee-1f8a221c159e None None] Network dbfad8cb-c04a-4e02-9da6-338f80e5678e requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:38:04.489644 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-39d77702-9b75-4b7b-89de-6b6192b7bf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:04.558963 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-f2f38d09-29f5-4ad1-a80b-70ce0fec8875 req-223fdaa8-4be9-4924-b08d-ab41ebd18d19 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] For port c2cd737f-49af-4915-99ac-335868dc6f31, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=c2cd737f-49af-4915-99ac-335868dc6f31,segment=NetworkSegment(0e80606c-279e-44f6-8189-99516fd172eb),segment_id=0e80606c-279e-44f6-8189-99516fd172eb)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:04.559612 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-f2f38d09-29f5-4ad1-a80b-70ce0fec8875 req-223fdaa8-4be9-4924-b08d-ab41ebd18d19 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:04.574306 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85323765-d5f8-4309-b0b3-fedcf06ff542 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Made reservation on behalf of 9132ec14bb5d4c18949ca0b140edb366 for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:38:04.581220 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-85323765-d5f8-4309-b0b3-fedcf06ff542 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:04.582022 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1c710d-4bae-4c97-a21a-e64ae3356674 None None] DHCP port deletion for dcea8192-3ded-4675-acba-29dad29883d7 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:38:04.599100 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-f2f38d09-29f5-4ad1-a80b-70ce0fec8875 req-223fdaa8-4be9-4924-b08d-ab41ebd18d19 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Calling delete_port for c2cd737f-49af-4915-99ac-335868dc6f31 owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:38:04.751442 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3703603e-fd6d-4957-8b53-926d31f19a03 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:04.763512 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7b22e6f-34ba-40cc-8b8b-fe95438187cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a76e0b9e-8617-4bd9-a2b4-d69cee07db2a'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:38:04.790188 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9c6b5d7-cf1d-453b-9210-f537adcae45e" -d '{"events": [{"server_uuid": "e7b22e6f-34ba-40cc-8b8b-fe95438187cb", "name": "network-vif-unplugged", "status": "completed", "tag": "a76e0b9e-8617-4bd9-a2b4-d69cee07db2a"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:38:04.835638 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3703603e-fd6d-4957-8b53-926d31f19a03 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Pushing event deleted for resources: {'Port': ['ID=42f820ca-4e07-4fd4-b2af-07bdfcc126b1,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:04.990250 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3703603e-fd6d-4957-8b53-926d31f19a03 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:04.991229 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3703603e-fd6d-4957-8b53-926d31f19a03 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:04.991712 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3703603e-fd6d-4957-8b53-926d31f19a03 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:04.992257 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3703603e-fd6d-4957-8b53-926d31f19a03 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:04.992714 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3703603e-fd6d-4957-8b53-926d31f19a03 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:04.994121 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3703603e-fd6d-4957-8b53-926d31f19a03 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:04.995093 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3703603e-fd6d-4957-8b53-926d31f19a03 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:04.998137 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3703603e-fd6d-4957-8b53-926d31f19a03 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:04.998904 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3703603e-fd6d-4957-8b53-926d31f19a03 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:05.004110 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3703603e-fd6d-4957-8b53-926d31f19a03 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:05.005780 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3703603e-fd6d-4957-8b53-926d31f19a03 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:05.006225 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3703603e-fd6d-4957-8b53-926d31f19a03 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:05.116977 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3703603e-fd6d-4957-8b53-926d31f19a03 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] No DVR routers for this DVR port 42f820ca-4e07-4fd4-b2af-07bdfcc126b1 on host n-d-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:38:05.352559 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3703603e-fd6d-4957-8b53-926d31f19a03 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:05.453890 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ec07ec8-3527-481e-b0bc-3c50df30475f x-openstack-request-id: req-6ec07ec8-3527-481e-b0bc-3c50df30475f {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:38:05.455149 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7b22e6f-34ba-40cc-8b8b-fe95438187cb", "name": "network-vif-unplugged", "status": "completed", "tag": "a76e0b9e-8617-4bd9-a2b4-d69cee07db2a", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:38:05.455690 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6ec07ec8-3527-481e-b0bc-3c50df30475f {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:38:05.456490 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7b22e6f-34ba-40cc-8b8b-fe95438187cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a76e0b9e-8617-4bd9-a2b4-d69cee07db2a', 'code': 200} Nov 12 08:38:05.466687 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port a76e0b9e-8617-4bd9-a2b4-d69cee07db2a, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=a76e0b9e-8617-4bd9-a2b4-d69cee07db2a,segment=NetworkSegment(0e80606c-279e-44f6-8189-99516fd172eb),segment_id=0e80606c-279e-44f6-8189-99516fd172eb)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:05.471199 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-39d77702-9b75-4b7b-89de-6b6192b7bf73 None None] For port f3c1f32b-d020-44ce-a38c-4caa6f2e18a4, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=f3c1f32b-d020-44ce-a38c-4caa6f2e18a4,segment=NetworkSegment(1d14960a-bb0a-4eb2-99aa-1167f0942ce6),segment_id=1d14960a-bb0a-4eb2-99aa-1167f0942ce6)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:05.489003 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:05.490124 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device e22b775a-a039-415a-be68-84e3c4aa81d5 no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:38:05.501679 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-39d77702-9b75-4b7b-89de-6b6192b7bf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:05.644247 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-85323765-d5f8-4309-b0b3-fedcf06ff542 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:05.725610 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:05.755796 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85323765-d5f8-4309-b0b3-fedcf06ff542 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Network dcea8192-3ded-4675-acba-29dad29883d7 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:38:05.770912 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe526aa-e6fc-4853-94f6-5b9d40aa7a4f req-162e7d17-d762-4068-8a30-6fff8145f388 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:05.778816 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe526aa-e6fc-4853-94f6-5b9d40aa7a4f req-162e7d17-d762-4068-8a30-6fff8145f388 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:05.795840 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe526aa-e6fc-4853-94f6-5b9d40aa7a4f req-162e7d17-d762-4068-8a30-6fff8145f388 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:05.803544 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3703603e-fd6d-4957-8b53-926d31f19a03 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:05.816289 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-f2f38d09-29f5-4ad1-a80b-70ce0fec8875 req-223fdaa8-4be9-4924-b08d-ab41ebd18d19 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:05.828841 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe526aa-e6fc-4853-94f6-5b9d40aa7a4f req-162e7d17-d762-4068-8a30-6fff8145f388 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:05.850245 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe526aa-e6fc-4853-94f6-5b9d40aa7a4f req-162e7d17-d762-4068-8a30-6fff8145f388 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:05.863044 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4fe526aa-e6fc-4853-94f6-5b9d40aa7a4f req-162e7d17-d762-4068-8a30-6fff8145f388 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7b22e6f-34ba-40cc-8b8b-fe95438187cb HTTP/1.1" status: 200 len: 3884 time: 0.3473096 Nov 12 08:38:05.869340 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-85323765-d5f8-4309-b0b3-fedcf06ff542 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:38:05.903866 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85323765-d5f8-4309-b0b3-fedcf06ff542 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:05.906477 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-85323765-d5f8-4309-b0b3-fedcf06ff542 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:05.979291 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-85323765-d5f8-4309-b0b3-fedcf06ff542 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0334051 Nov 12 08:38:05.986154 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 48350) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:06.009913 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-b97fa995-a08d-4234-9ad1-3bb091fb8f87 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Request body: {'port': {'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7', 'fixed_ips': [{'subnet_id': '2df80555-7aa9-4a8c-9554-3deb455fa34a', 'ip_address': '2001:db8::d697:89ed:d3cc:cabb'}], 'name': 'tempest-NetworksTestDHCPv6-911547993'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:06.028359 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85323765-d5f8-4309-b0b3-fedcf06ff542 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event updated for resources: {'Subnet': ['ID=2df80555-7aa9-4a8c-9554-3deb455fa34a,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:06.039181 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 42f820ca-4e07-4fd4-b2af-07bdfcc126b1 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:38:06.180930 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4fe526aa-e6fc-4853-94f6-5b9d40aa7a4f req-ddf3569d-dea1-445e-8a50-0f8201386d21 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "GET /v2.0/security-groups?id=fca2cf2b-9cad-4878-bbbc-828482027757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2977080 Nov 12 08:38:06.265844 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 42f820ca-4e07-4fd4-b2af-07bdfcc126b1 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:38:06.266831 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 42f820ca-4e07-4fd4-b2af-07bdfcc126b1 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 12 08:38:06.291195 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-c7bf283a-f331-4b43-976e-f9156656c7da None None] Provisioning complete for port f3c1f32b-d020-44ce-a38c-4caa6f2e18a4 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:06.299056 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c7bf283a-f331-4b43-976e-f9156656c7da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:06.301091 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=a76e0b9e-8617-4bd9-a2b4-d69cee07db2a,revision_number=6']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:06.440365 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Port 42f820ca-4e07-4fd4-b2af-07bdfcc126b1 not found, will not notify nova. {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 12 08:38:06.470235 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-4c1c710d-4bae-4c97-a21a-e64ae3356674 None None] Deleting port 6bed6091-3fc4-4d51-a666-d2b3b87e873b {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:38:06.470930 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4c1c710d-4bae-4c97-a21a-e64ae3356674 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:06.557205 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3fcef5f-262c-487f-8b8c-f149dee5c4f2 None None] DHCP port deletion for dbfad8cb-c04a-4e02-9da6-338f80e5678e request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:38:06.616672 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:06.721420 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902110b3-a990-404d-bb81-88f2b5c50789 None None] Network dbfad8cb-c04a-4e02-9da6-338f80e5678e requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:38:06.736062 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d77702-9b75-4b7b-89de-6b6192b7bf73 None None] Pushing event updated for resources: {'Port': ['ID=f3c1f32b-d020-44ce-a38c-4caa6f2e18a4,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:06.972123 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223fdaa8-4be9-4924-b08d-ab41ebd18d19 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Pushing event deleted for resources: {'Port': ['ID=c2cd737f-49af-4915-99ac-335868dc6f31,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:06.999306 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3703603e-fd6d-4957-8b53-926d31f19a03 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Pushing event deleted for resources: {'Subnet': ['ID=73575ca9-45f2-45ef-915f-be27c0758be0,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:07.029242 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:38:07.044941 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-4c1c710d-4bae-4c97-a21a-e64ae3356674 None None] For port 6bed6091-3fc4-4d51-a666-d2b3b87e873b, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=6bed6091-3fc4-4d51-a666-d2b3b87e873b,segment=NetworkSegment(83c30f53-8f44-40b6-91bc-237f9283bbd5),segment_id=83c30f53-8f44-40b6-91bc-237f9283bbd5)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:07.045343 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4c1c710d-4bae-4c97-a21a-e64ae3356674 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:07.081541 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-4c1c710d-4bae-4c97-a21a-e64ae3356674 None None] Calling delete_port for 6bed6091-3fc4-4d51-a666-d2b3b87e873b owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:38:07.113928 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2f38d09-29f5-4ad1-a80b-70ce0fec8875 req-223fdaa8-4be9-4924-b08d-ab41ebd18d19 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] No DVR routers for this DVR port c2cd737f-49af-4915-99ac-335868dc6f31 on host n-h1-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:38:07.124304 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-f2f38d09-29f5-4ad1-a80b-70ce0fec8875 req-223fdaa8-4be9-4924-b08d-ab41ebd18d19 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:07.127986 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f2f38d09-29f5-4ad1-a80b-70ce0fec8875 req-223fdaa8-4be9-4924-b08d-ab41ebd18d19 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.21 "DELETE /v2.0/ports/c2cd737f-49af-4915-99ac-335868dc6f31 HTTP/1.1" status: 204 len: 173 time: 4.2184377 Nov 12 08:38:07.128563 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7b22e6f-34ba-40cc-8b8b-fe95438187cb', 'name': 'network-vif-deleted', 'tag': 'c2cd737f-49af-4915-99ac-335868dc6f31'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:38:07.131008 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35a415f7-ef38-426a-a957-352e5b7a779b" -d '{"events": [{"server_uuid": "e7b22e6f-34ba-40cc-8b8b-fe95438187cb", "name": "network-vif-deleted", "tag": "c2cd737f-49af-4915-99ac-335868dc6f31"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:38:07.190019 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3703603e-fd6d-4957-8b53-926d31f19a03 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:07.272114 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-3703603e-fd6d-4957-8b53-926d31f19a03 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbfad8cb-c04a-4e02-9da6-338f80e5678e']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:07.292728 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c72fbf-b783-446b-8147-1ffa4976978f req-7bb906f5-5eff-47af-a4e8-9c6664562d01 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:07.293264 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b97fa995-a08d-4234-9ad1-3bb091fb8f87 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Made reservation on behalf of 9132ec14bb5d4c18949ca0b140edb366 for: {'port': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:38:07.293718 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device f3c1f32b-d020-44ce-a38c-4caa6f2e18a4 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:38:07.294943 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-64c72fbf-b783-446b-8147-1ffa4976978f req-7bb906f5-5eff-47af-a4e8-9c6664562d01 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.21 "GET /v2.0/networks?id=b177f1a4-4c68-4847-bafc-529461cd99a0 HTTP/1.1" status: 200 len: 797 time: 0.3778448 Nov 12 08:38:07.304808 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-3703603e-fd6d-4957-8b53-926d31f19a03 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c40c74ad-5594-4525-919b-3502309051b9') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:07.305919 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-3703603e-fd6d-4957-8b53-926d31f19a03 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c40c74ad-5594-4525-919b-3502309051b9') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:07.307394 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-63f18c8d-b3f2-4f72-91d9-089066ea032a req-acb048d9-49ce-4630-b0c8-d7f99039c614 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffcab877-5121-4a51-ad07-67125ff611ee HTTP/1.1" status: 200 len: 210 time: 0.7498136 Nov 12 08:38:07.355690 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3703603e-fd6d-4957-8b53-926d31f19a03 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:07.357498 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-c7bf283a-f331-4b43-976e-f9156656c7da None None] Could not find standard attr ID for object 42f820ca-4e07-4fd4-b2af-07bdfcc126b1. {{(pid=102601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:38:07.375460 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3703603e-fd6d-4957-8b53-926d31f19a03 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:07.384858 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3703603e-fd6d-4957-8b53-926d31f19a03 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:38:07.385570 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3703603e-fd6d-4957-8b53-926d31f19a03 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:07.396720 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 08:38:07.396720 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:38:07.396720 n-d-765315-29 neutron-server[102599]: timer() Nov 12 08:38:07.396720 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:38:07.396720 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 08:38:07.396720 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:38:07.396720 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 08:38:07.396720 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:38:07.396720 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 08:38:07.396720 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:38:07.396720 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 08:38:07.396720 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:38:07.396720 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 08:38:07.396720 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:38:07.396720 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:38:07.396720 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:38:07.396720 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:38:07.396720 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:38:07.396720 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 08:38:07.396720 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:38:07.396720 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 08:38:07.396720 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:38:07.396720 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:38:07.396720 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:38:07.396720 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 08:38:07.396720 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:38:07.396720 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:38:07.396720 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:38:07.396720 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:38:07.396720 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:38:07.396720 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:38:07.396720 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:38:07.432246 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4c1c710d-4bae-4c97-a21a-e64ae3356674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:07.440309 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port e22b775a-a039-415a-be68-84e3c4aa81d5, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=e22b775a-a039-415a-be68-84e3c4aa81d5,segment=NetworkSegment(385d95cf-9270-4546-b534-d371c41e4b58),segment_id=385d95cf-9270-4546-b534-d371c41e4b58)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:07.469011 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b97fa995-a08d-4234-9ad1-3bb091fb8f87 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:07.471346 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7b22e6f-34ba-40cc-8b8b-fe95438187cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e22b775a-a039-415a-be68-84e3c4aa81d5'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:38:07.475335 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8d275a6-ddb1-4049-83a9-106a7178ec4e" -d '{"events": [{"server_uuid": "e7b22e6f-34ba-40cc-8b8b-fe95438187cb", "name": "network-vif-unplugged", "status": "completed", "tag": "e22b775a-a039-415a-be68-84e3c4aa81d5"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:38:07.515354 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:07.516410 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device c2cd737f-49af-4915-99ac-335868dc6f31 no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:38:07.559644 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1c710d-4bae-4c97-a21a-e64ae3356674 None None] Pushing event deleted for resources: {'Port': ['ID=6bed6091-3fc4-4d51-a666-d2b3b87e873b,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:07.565908 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [None req-b97fa995-a08d-4234-9ad1-3bb091fb8f87 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] device_id is not set on port ed158389-c0e3-443d-94d0-1fb2ad59ec20 yet. {{(pid=102600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:38:07.575007 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1c710d-4bae-4c97-a21a-e64ae3356674 None None] No DVR routers for this DVR port 6bed6091-3fc4-4d51-a666-d2b3b87e873b on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:38:07.587256 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-71655fc3-2d2c-4ffd-b126-389cbee5701f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:07.611625 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-e530113a-7783-48f4-9840-8911a24052df None None] No Port match for: c2cd737f-49af-4915-99ac-335868dc6f31 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:38:07.612135 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device c2cd737f-49af-4915-99ac-335868dc6f31 not bound to the agent host n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:38:07.612653 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 921ed5c3-bc6c-44c2-a043-9f5a63a8dd21 no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:38:07.679740 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-f2f38d09-29f5-4ad1-a80b-70ce0fec8875 req-eca77f78-6f11-4001-b39b-d478d7c38fa4 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Deleting port 69493e27-daa5-4af2-a855-9781e1cf385b {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:38:07.680086 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-f2f38d09-29f5-4ad1-a80b-70ce0fec8875 req-eca77f78-6f11-4001-b39b-d478d7c38fa4 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:07.695098 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-64c72fbf-b783-446b-8147-1ffa4976978f req-20e1434d-8f08-43f6-a2f5-46cff2155408 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cdcff4fc638944839e15d4e4416a2271 HTTP/1.1" status: 200 len: 378 time: 0.3652267 Nov 12 08:38:07.699442 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3703603e-fd6d-4957-8b53-926d31f19a03 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:07.701368 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84722e3-78c3-46c3-a56d-e4cc8f1ad606 None None] Network dcea8192-3ded-4675-acba-29dad29883d7 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:38:07.750731 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-64c72fbf-b783-446b-8147-1ffa4976978f req-977df5f0-d6a5-4631-948e-ec64f85cddc0 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Request body: {'port': {'device_id': 'ffcab877-5121-4a51-ad07-67125ff611ee', 'network_id': 'b177f1a4-4c68-4847-bafc-529461cd99a0', 'admin_state_up': True, 'tenant_id': 'cdcff4fc638944839e15d4e4416a2271', 'security_groups': ['9d2b9164-9b99-473a-b602-c310ea9d0377']}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:07.756006 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3703603e-fd6d-4957-8b53-926d31f19a03 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks [] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:07.765693 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-3703603e-fd6d-4957-8b53-926d31f19a03 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] 10.222.0.26 "DELETE /v2.0/networks/dbfad8cb-c04a-4e02-9da6-338f80e5678e HTTP/1.1" status: 204 len: 168 time: 5.9803607 Nov 12 08:38:07.766691 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3703603e-fd6d-4957-8b53-926d31f19a03 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Pushing event deleted for resources: {'Network': ['ID=dbfad8cb-c04a-4e02-9da6-338f80e5678e,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:07.769417 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43291136-894e-4298-ab61-97133d6f1af7 x-openstack-request-id: req-43291136-894e-4298-ab61-97133d6f1af7 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:38:07.769712 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7b22e6f-34ba-40cc-8b8b-fe95438187cb", "name": "network-vif-deleted", "tag": "c2cd737f-49af-4915-99ac-335868dc6f31", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:38:07.770275 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-43291136-894e-4298-ab61-97133d6f1af7 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:38:07.770753 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7b22e6f-34ba-40cc-8b8b-fe95438187cb', 'name': 'network-vif-deleted', 'tag': 'c2cd737f-49af-4915-99ac-335868dc6f31', 'status': 'completed', 'code': 200} Nov 12 08:38:07.771105 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 48370) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:07.824743 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-c7bf283a-f331-4b43-976e-f9156656c7da None None] Provisioning complete for port 2ad84d50-d7c9-425a-b9f6-7a7fc1b1156e triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:07.825708 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c7bf283a-f331-4b43-976e-f9156656c7da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:07.874277 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-c46b23b5-0f6c-4e16-9990-29b7fb6d4eaa tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] DELETE failed (client error): The resource could not be found. Nov 12 08:38:07.880226 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c46b23b5-0f6c-4e16-9990-29b7fb6d4eaa tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:38:07.887365 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-c46b23b5-0f6c-4e16-9990-29b7fb6d4eaa tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] 10.222.0.26 "DELETE /v2.0/subnets/73575ca9-45f2-45ef-915f-be27c0758be0 HTTP/1.1" status: 404 len: 337 time: 0.1114986 Nov 12 08:38:07.913132 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=e22b775a-a039-415a-be68-84e3c4aa81d5,revision_number=6']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:07.933136 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 48372) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:08.054214 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:08.062602 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-c7bf283a-f331-4b43-976e-f9156656c7da None None] Port 2ad84d50-d7c9-425a-b9f6-7a7fc1b1156e cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:38:08.064485 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port f3c1f32b-d020-44ce-a38c-4caa6f2e18a4 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:08.065272 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:08.073027 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-02933648-c4fd-4969-8f87-140eb352b934 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] DELETE failed (client error): The resource could not be found. Nov 12 08:38:08.073632 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02933648-c4fd-4969-8f87-140eb352b934 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:38:08.078365 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-02933648-c4fd-4969-8f87-140eb352b934 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] 10.222.0.26 "DELETE /v2.0/networks/dbfad8cb-c04a-4e02-9da6-338f80e5678e HTTP/1.1" status: 404 len: 339 time: 0.1415286 Nov 12 08:38:08.092392 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 48376) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:08.153223 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e527edf3-08e4-4931-b6a2-acba10247c3f req-a6cdf75a-5499-40b7-bc31-e355229de86c tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:08.164393 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e527edf3-08e4-4931-b6a2-acba10247c3f req-a6cdf75a-5499-40b7-bc31-e355229de86c tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:08.172403 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-f2f38d09-29f5-4ad1-a80b-70ce0fec8875 req-eca77f78-6f11-4001-b39b-d478d7c38fa4 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] For port 69493e27-daa5-4af2-a855-9781e1cf385b, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=69493e27-daa5-4af2-a855-9781e1cf385b,segment=NetworkSegment(f7b8278f-b0a6-47b6-812b-90307b766a98),segment_id=f7b8278f-b0a6-47b6-812b-90307b766a98)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:08.172948 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-f2f38d09-29f5-4ad1-a80b-70ce0fec8875 req-eca77f78-6f11-4001-b39b-d478d7c38fa4 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:08.178296 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e527edf3-08e4-4931-b6a2-acba10247c3f req-a6cdf75a-5499-40b7-bc31-e355229de86c tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:08.192104 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e527edf3-08e4-4931-b6a2-acba10247c3f req-a6cdf75a-5499-40b7-bc31-e355229de86c tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:08.194170 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e527edf3-08e4-4931-b6a2-acba10247c3f req-a6cdf75a-5499-40b7-bc31-e355229de86c tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7b22e6f-34ba-40cc-8b8b-fe95438187cb HTTP/1.1" status: 200 len: 3147 time: 0.3055401 Nov 12 08:38:08.201660 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-e672ef5a-3222-4779-a1c6-b11551c4bec0 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] DELETE failed (client error): The resource could not be found. Nov 12 08:38:08.202128 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e672ef5a-3222-4779-a1c6-b11551c4bec0 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:38:08.205519 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-e672ef5a-3222-4779-a1c6-b11551c4bec0 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] 10.222.0.26 "DELETE /v2.0/subnets/29e0245b-4e3e-4265-bf74-d0813fb09ec8 HTTP/1.1" status: 404 len: 337 time: 0.1118350 Nov 12 08:38:08.218871 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-f2f38d09-29f5-4ad1-a80b-70ce0fec8875 req-eca77f78-6f11-4001-b39b-d478d7c38fa4 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Calling delete_port for 69493e27-daa5-4af2-a855-9781e1cf385b owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:38:08.233175 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 48378) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:08.261698 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:08.271084 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-538ae537-497d-45f5-8d95-e534d1064719 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] DELETE failed (client error): The resource could not be found. Nov 12 08:38:08.271282 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-538ae537-497d-45f5-8d95-e534d1064719 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:38:08.275554 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-538ae537-497d-45f5-8d95-e534d1064719 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] 10.222.0.26 "DELETE /v2.0/networks/9a10ff9a-2fe8-4f0e-8239-679f8edcf375 HTTP/1.1" status: 404 len: 339 time: 0.0386562 Nov 12 08:38:08.285501 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 48380) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:08.333619 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e81921c-6e4d-43e0-937b-4a9c2277b5f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-dcea8192-3ded-4675-acba-29dad29883d7', 'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7', 'tenant_id': '9132ec14bb5d4c18949ca0b140edb366', 'fixed_ips': [{'subnet_id': '2df80555-7aa9-4a8c-9554-3deb455fa34a'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:38:08.339118 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7e81921c-6e4d-43e0-937b-4a9c2277b5f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:08.345042 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 921ed5c3-bc6c-44c2-a043-9f5a63a8dd21, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=921ed5c3-bc6c-44c2-a043-9f5a63a8dd21,segment=NetworkSegment(f7b8278f-b0a6-47b6-812b-90307b766a98),segment_id=f7b8278f-b0a6-47b6-812b-90307b766a98)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:08.383629 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64c72fbf-b783-446b-8147-1ffa4976978f req-977df5f0-d6a5-4631-948e-ec64f85cddc0 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Made reservation on behalf of cdcff4fc638944839e15d4e4416a2271 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:38:08.390202 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-64c72fbf-b783-446b-8147-1ffa4976978f req-977df5f0-d6a5-4631-948e-ec64f85cddc0 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:08.393910 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:08.394644 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 69493e27-daa5-4af2-a855-9781e1cf385b no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:38:08.482892 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e527edf3-08e4-4931-b6a2-acba10247c3f req-eae5d45f-888e-40e5-934b-1791dcb291f1 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "GET /v2.0/security-groups?id=fca2cf2b-9cad-4878-bbbc-828482027757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2685180 Nov 12 08:38:08.490430 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-b97fa995-a08d-4234-9ad1-3bb091fb8f87 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Allocated IP 2001:db8::d697:89ed:d3cc:cabb (dcea8192-3ded-4675-acba-29dad29883d7/2df80555-7aa9-4a8c-9554-3deb455fa34a/ed158389-c0e3-443d-94d0-1fb2ad59ec20) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:38:08.525919 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a67c64d0-26a9-4e36-ad5c-ad581a5d3436 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:08.598727 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 6bed6091-3fc4-4d51-a666-d2b3b87e873b no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:38:08.603845 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40d52f72-abe4-4a24-95af-57fd3ddcfffb x-openstack-request-id: req-40d52f72-abe4-4a24-95af-57fd3ddcfffb {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:38:08.604140 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7b22e6f-34ba-40cc-8b8b-fe95438187cb", "name": "network-vif-unplugged", "status": "completed", "tag": "e22b775a-a039-415a-be68-84e3c4aa81d5", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:38:08.604394 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-40d52f72-abe4-4a24-95af-57fd3ddcfffb {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:38:08.604784 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7b22e6f-34ba-40cc-8b8b-fe95438187cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e22b775a-a039-415a-be68-84e3c4aa81d5', 'code': 200} Nov 12 08:38:08.770535 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-f2f38d09-29f5-4ad1-a80b-70ce0fec8875 req-eca77f78-6f11-4001-b39b-d478d7c38fa4 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:08.829520 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=921ed5c3-bc6c-44c2-a043-9f5a63a8dd21,revision_number=6']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:08.843034 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 6bed6091-3fc4-4d51-a666-d2b3b87e873b {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:38:08.843640 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 6bed6091-3fc4-4d51-a666-d2b3b87e873b not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:38:08.856361 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a67c64d0-26a9-4e36-ad5c-ad581a5d3436 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:08.872901 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-64c72fbf-b783-446b-8147-1ffa4976978f req-977df5f0-d6a5-4631-948e-ec64f85cddc0 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Allocated IP 172.20.0.3 (b177f1a4-4c68-4847-bafc-529461cd99a0/d4b452e4-4cfb-4af8-9506-8c215bcf0937/7d2b9d4a-0966-40de-a8a7-df179903d72b) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:38:08.875814 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca77f78-6f11-4001-b39b-d478d7c38fa4 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Pushing event deleted for resources: {'Port': ['ID=69493e27-daa5-4af2-a855-9781e1cf385b,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:08.907279 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] No active binding found for port 69493e27-daa5-4af2-a855-9781e1cf385b {{(pid=102601) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 08:38:08.908461 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 69493e27-daa5-4af2-a855-9781e1cf385b not bound to the agent host n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:38:08.949457 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995d5d6b-5e33-452f-a928-f67509217e7d req-653f801e-7b0b-44ab-ac7f-4adf6856df2f tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:08.952099 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2f38d09-29f5-4ad1-a80b-70ce0fec8875 req-eca77f78-6f11-4001-b39b-d478d7c38fa4 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] No DVR routers for this DVR port 69493e27-daa5-4af2-a855-9781e1cf385b on host n-h1-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:38:08.958774 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-f2f38d09-29f5-4ad1-a80b-70ce0fec8875 req-eca77f78-6f11-4001-b39b-d478d7c38fa4 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:08.961184 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-995d5d6b-5e33-452f-a928-f67509217e7d req-653f801e-7b0b-44ab-ac7f-4adf6856df2f tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "GET /v2.0/ports?device_id=7930c9ff-431f-4c7c-aace-69f75a40e42e HTTP/1.1" status: 200 len: 946 time: 0.2778807 Nov 12 08:38:08.963749 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f2f38d09-29f5-4ad1-a80b-70ce0fec8875 req-eca77f78-6f11-4001-b39b-d478d7c38fa4 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.21 "DELETE /v2.0/ports/69493e27-daa5-4af2-a855-9781e1cf385b HTTP/1.1" status: 204 len: 173 time: 1.7841232 Nov 12 08:38:08.994859 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-a67c64d0-26a9-4e36-ad5c-ad581a5d3436 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d546a2c-c1e5-43ca-912f-93cf1475c485']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:09.081115 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b97fa995-a08d-4234-9ad1-3bb091fb8f87 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:09.093899 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-a67c64d0-26a9-4e36-ad5c-ad581a5d3436 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8158362d-ad34-42f5-be14-63dc9abad835') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:09.100415 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-a67c64d0-26a9-4e36-ad5c-ad581a5d3436 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8158362d-ad34-42f5-be14-63dc9abad835') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:09.100898 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device f3c1f32b-d020-44ce-a38c-4caa6f2e18a4 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:38:09.129215 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a67c64d0-26a9-4e36-ad5c-ad581a5d3436 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:09.168639 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-995d5d6b-5e33-452f-a928-f67509217e7d req-404dca3b-e8b0-4006-8577-b61250b0e0a6 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "GET /v2.0/security-groups?id=65f47b5a-d181-4ae7-b608-1a89a67c1656&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2059267 Nov 12 08:38:09.171032 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a67c64d0-26a9-4e36-ad5c-ad581a5d3436 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:09.190320 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port f3c1f32b-d020-44ce-a38c-4caa6f2e18a4 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:09.190964 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:09.197052 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a67c64d0-26a9-4e36-ad5c-ad581a5d3436 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:38:09.197463 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a67c64d0-26a9-4e36-ad5c-ad581a5d3436 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:09.200901 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:38:09.200901 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:38:09.200901 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:38:09.200901 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:38:09.200901 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:38:09.200901 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:38:09.200901 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:38:09.200901 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:38:09.200901 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:38:09.200901 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:38:09.200901 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:38:09.200901 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:38:09.200901 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:38:09.200901 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:38:09.200901 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:38:09.200901 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:38:09.200901 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:38:09.200901 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:38:09.200901 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:38:09.200901 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:38:09.200901 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:38:09.200901 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:38:09.200901 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:38:09.200901 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:38:09.200901 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:38:09.200901 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:38:09.200901 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:38:09.200901 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:38:09.200901 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:38:09.200901 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:38:09.200901 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:38:09.200901 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:38:09.276702 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b97fa995-a08d-4234-9ad1-3bb091fb8f87 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:09.364870 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:09.384655 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-7e81921c-6e4d-43e0-937b-4a9c2277b5f6 None None] Allocated IP 2001:db8::2 (dcea8192-3ded-4675-acba-29dad29883d7/2df80555-7aa9-4a8c-9554-3deb455fa34a/d36f2fc8-1c26-4e42-8b8f-cef63257ec67) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:38:09.441993 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a67c64d0-26a9-4e36-ad5c-ad581a5d3436 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:09.453066 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6ca032b1-3d12-4db2-ba8e-95f23b2b7dba req-d5aa45e0-2b52-448a-bc79-86473e9c676d tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffcab877-5121-4a51-ad07-67125ff611ee HTTP/1.1" status: 200 len: 210 time: 0.0802481 Nov 12 08:38:09.457203 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97fa995-a08d-4234-9ad1-3bb091fb8f87 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Network dcea8192-3ded-4675-acba-29dad29883d7 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:38:09.480236 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a67c64d0-26a9-4e36-ad5c-ad581a5d3436 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:09.483921 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-a67c64d0-26a9-4e36-ad5c-ad581a5d3436 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] 10.222.0.26 "DELETE /v2.0/networks/1d546a2c-c1e5-43ca-912f-93cf1475c485 HTTP/1.1" status: 204 len: 168 time: 1.1656137 Nov 12 08:38:09.487190 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-64c72fbf-b783-446b-8147-1ffa4976978f req-977df5f0-d6a5-4631-948e-ec64f85cddc0 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:09.488863 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 48388) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:09.496619 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-f2f38d09-29f5-4ad1-a80b-70ce0fec8875 req-5799291c-3906-448d-b4ed-b07ea3f0a2fb tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Deleting port 921ed5c3-bc6c-44c2-a043-9f5a63a8dd21 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:38:09.496962 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-f2f38d09-29f5-4ad1-a80b-70ce0fec8875 req-5799291c-3906-448d-b4ed-b07ea3f0a2fb tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:09.526439 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-b97fa995-a08d-4234-9ad1-3bb091fb8f87 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:38:09.543800 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97fa995-a08d-4234-9ad1-3bb091fb8f87 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:38:09.559796 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97fa995-a08d-4234-9ad1-3bb091fb8f87 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:09.560499 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b97fa995-a08d-4234-9ad1-3bb091fb8f87 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:09.666368 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f5f7c97-2fb4-4337-be64-95f2c5a9cbe6 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] DELETE failed (client error): The resource could not be found. Nov 12 08:38:09.666368 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f5f7c97-2fb4-4337-be64-95f2c5a9cbe6 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:38:09.672136 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-0f5f7c97-2fb4-4337-be64-95f2c5a9cbe6 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] 10.222.0.26 "DELETE /v2.0/subnets/4069b710-d2a9-4a48-8eff-b7515a428e19 HTTP/1.1" status: 404 len: 337 time: 0.1466866 Nov 12 08:38:09.672820 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 48394) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:09.748389 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-b97fa995-a08d-4234-9ad1-3bb091fb8f87 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.7507794 Nov 12 08:38:09.749145 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 48396) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:09.751928 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-64c72fbf-b783-446b-8147-1ffa4976978f req-977df5f0-d6a5-4631-948e-ec64f85cddc0 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:09.755517 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-f2f38d09-29f5-4ad1-a80b-70ce0fec8875 req-5799291c-3906-448d-b4ed-b07ea3f0a2fb tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] For port 921ed5c3-bc6c-44c2-a043-9f5a63a8dd21, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=921ed5c3-bc6c-44c2-a043-9f5a63a8dd21,segment=NetworkSegment(f7b8278f-b0a6-47b6-812b-90307b766a98),segment_id=f7b8278f-b0a6-47b6-812b-90307b766a98)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:09.755880 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-f2f38d09-29f5-4ad1-a80b-70ce0fec8875 req-5799291c-3906-448d-b4ed-b07ea3f0a2fb tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:09.771574 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-456349f8-3f1f-49f7-afce-1095786e8f89 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Request body: {'port': {'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7', 'fixed_ips': [{'subnet_id': '2df80555-7aa9-4a8c-9554-3deb455fa34a', 'ip_address': '2001:db8::d697:89ed:d3cc:cabb'}], 'name': 'tempest-NetworksTestDHCPv6-413686172'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:09.774943 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7b22e6f-34ba-40cc-8b8b-fe95438187cb', 'name': 'network-vif-deleted', 'tag': '69493e27-daa5-4af2-a855-9781e1cf385b'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:38:09.777554 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-242d0a1e-2fc3-40cb-abe3-0f93fc2de3c7" -d '{"events": [{"server_uuid": "e7b22e6f-34ba-40cc-8b8b-fe95438187cb", "name": "network-vif-deleted", "tag": "69493e27-daa5-4af2-a855-9781e1cf385b"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:38:09.786232 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c64d0-26a9-4e36-ad5c-ad581a5d3436 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Pushing event deleted for resources: {'Network': ['ID=1d546a2c-c1e5-43ca-912f-93cf1475c485,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:09.788139 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fa995-a08d-4234-9ad1-3bb091fb8f87 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event updated for resources: {'Port': ['ID=ed158389-c0e3-443d-94d0-1fb2ad59ec20,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:09.825680 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e599939-1fce-4649-8e52-d9b1e7eaf95a tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] DELETE failed (client error): The resource could not be found. Nov 12 08:38:09.826179 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e599939-1fce-4649-8e52-d9b1e7eaf95a tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:38:09.831935 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-8e599939-1fce-4649-8e52-d9b1e7eaf95a tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] 10.222.0.26 "DELETE /v2.0/networks/f0b3dffb-ce99-4a1c-b577-30dc8ed6c0e4 HTTP/1.1" status: 404 len: 339 time: 0.1120379 Nov 12 08:38:09.839159 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 48400) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:09.874629 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:09.885966 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37b8e84-a9db-4dbb-89f8-8326691e5bfa req-29bb928e-71ca-459f-ae54-73598d3f2303 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:09.892626 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37b8e84-a9db-4dbb-89f8-8326691e5bfa req-29bb928e-71ca-459f-ae54-73598d3f2303 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:09.898700 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37b8e84-a9db-4dbb-89f8-8326691e5bfa req-29bb928e-71ca-459f-ae54-73598d3f2303 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:09.902355 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 42f820ca-4e07-4fd4-b2af-07bdfcc126b1 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:38:09.903638 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f37b8e84-a9db-4dbb-89f8-8326691e5bfa req-29bb928e-71ca-459f-ae54-73598d3f2303 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7b22e6f-34ba-40cc-8b8b-fe95438187cb HTTP/1.1" status: 200 len: 2410 time: 0.2295730 Nov 12 08:38:09.923773 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-f2f38d09-29f5-4ad1-a80b-70ce0fec8875 req-5799291c-3906-448d-b4ed-b07ea3f0a2fb tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Calling delete_port for 921ed5c3-bc6c-44c2-a043-9f5a63a8dd21 owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:38:09.956767 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64c72fbf-b783-446b-8147-1ffa4976978f req-977df5f0-d6a5-4631-948e-ec64f85cddc0 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Network b177f1a4-4c68-4847-bafc-529461cd99a0 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:38:09.970199 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 42f820ca-4e07-4fd4-b2af-07bdfcc126b1 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:38:09.970199 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 42f820ca-4e07-4fd4-b2af-07bdfcc126b1 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:38:09.970477 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b851d19-3109-4298-988f-8b5a647c6d59 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] DELETE failed (client error): The resource could not be found. Nov 12 08:38:09.970477 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b851d19-3109-4298-988f-8b5a647c6d59 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:38:09.975577 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-4b851d19-3109-4298-988f-8b5a647c6d59 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] 10.222.0.26 "DELETE /v2.0/subnets/4a9e5e5c-2598-415a-ba15-9e9a7b4b363b HTTP/1.1" status: 404 len: 337 time: 0.1332681 Nov 12 08:38:09.978489 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 48402) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:10.049202 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7e81921c-6e4d-43e0-937b-4a9c2277b5f6 None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:10.052777 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-64c72fbf-b783-446b-8147-1ffa4976978f req-977df5f0-d6a5-4631-948e-ec64f85cddc0 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:38:10.057604 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977df5f0-d6a5-4631-948e-ec64f85cddc0 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Pushing event updated for resources: {'Port': ['ID=7d2b9d4a-0966-40de-a8a7-df179903d72b,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:10.063150 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-64c72fbf-b783-446b-8147-1ffa4976978f req-977df5f0-d6a5-4631-948e-ec64f85cddc0 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:38:10.065282 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7e81921c-6e4d-43e0-937b-4a9c2277b5f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:10.073547 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-4da9b072-f3c6-40c1-a6f7-10c98e8f97e2 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] DELETE failed (client error): The resource could not be found. Nov 12 08:38:10.074180 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4da9b072-f3c6-40c1-a6f7-10c98e8f97e2 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:38:10.080392 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-4da9b072-f3c6-40c1-a6f7-10c98e8f97e2 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] 10.222.0.26 "DELETE /v2.0/networks/61ab6217-e813-4ab4-8eee-e0bec9e6d987 HTTP/1.1" status: 404 len: 339 time: 0.0804293 Nov 12 08:38:10.081607 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 48404) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:10.137980 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c72fbf-b783-446b-8147-1ffa4976978f req-977df5f0-d6a5-4631-948e-ec64f85cddc0 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:10.138738 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-64c72fbf-b783-446b-8147-1ffa4976978f req-977df5f0-d6a5-4631-948e-ec64f85cddc0 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:10.152499 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-7521b13b-9f8e-4141-b603-d0948779aa1b tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] DELETE failed (client error): The resource could not be found. Nov 12 08:38:10.167555 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7521b13b-9f8e-4141-b603-d0948779aa1b tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:38:10.177284 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e81921c-6e4d-43e0-937b-4a9c2277b5f6 None None] Network dcea8192-3ded-4675-acba-29dad29883d7 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:38:10.184711 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-7521b13b-9f8e-4141-b603-d0948779aa1b tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] 10.222.0.26 "DELETE /v2.0/subnets/76ab1182-cf67-4079-9133-f97166497adc HTTP/1.1" status: 404 len: 337 time: 0.0918486 Nov 12 08:38:10.188253 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-7e81921c-6e4d-43e0-937b-4a9c2277b5f6 None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:38:10.189905 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 48408) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:10.208752 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e81921c-6e4d-43e0-937b-4a9c2277b5f6 None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:38:10.237103 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-64c72fbf-b783-446b-8147-1ffa4976978f req-977df5f0-d6a5-4631-948e-ec64f85cddc0 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5217586 Nov 12 08:38:10.249681 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e81921c-6e4d-43e0-937b-4a9c2277b5f6 None None] Pushing event updated for resources: {'Port': ['ID=d36f2fc8-1c26-4e42-8b8f-cef63257ec67,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:10.250974 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-64c72fbf-b783-446b-8147-1ffa4976978f req-c6f42f98-58c5-4cd0-8f6e-86d4b8d64cf8 service neutron] Request body: {'port': {'device_id': 'ffcab877-5121-4a51-ad07-67125ff611ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:10.269375 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-3044221f-d626-401f-abaf-2ab49a96b2ef tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] DELETE failed (client error): The resource could not be found. Nov 12 08:38:10.271701 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3044221f-d626-401f-abaf-2ab49a96b2ef tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:38:10.279851 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-3044221f-d626-401f-abaf-2ab49a96b2ef tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] 10.222.0.26 "DELETE /v2.0/networks/9e80ecc3-6d72-4a0c-91d4-4e1e02adc90c HTTP/1.1" status: 404 len: 339 time: 0.0817385 Nov 12 08:38:10.297784 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f37b8e84-a9db-4dbb-89f8-8326691e5bfa req-1c074737-7a97-4838-9e05-edc823382af8 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "GET /v2.0/security-groups?id=fca2cf2b-9cad-4878-bbbc-828482027757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3186016 Nov 12 08:38:10.299776 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 48412) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:10.381285 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-456349f8-3f1f-49f7-afce-1095786e8f89 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Made reservation on behalf of 9132ec14bb5d4c18949ca0b140edb366 for: {'port': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:38:10.387061 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-456349f8-3f1f-49f7-afce-1095786e8f89 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:10.418610 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05377c25-0ba7-4a1e-abcf-decb1b9b81f6 x-openstack-request-id: req-05377c25-0ba7-4a1e-abcf-decb1b9b81f6 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:38:10.418939 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7b22e6f-34ba-40cc-8b8b-fe95438187cb", "name": "network-vif-deleted", "tag": "69493e27-daa5-4af2-a855-9781e1cf385b", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:38:10.419161 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-05377c25-0ba7-4a1e-abcf-decb1b9b81f6 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:38:10.419571 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7b22e6f-34ba-40cc-8b8b-fe95438187cb', 'name': 'network-vif-deleted', 'tag': '69493e27-daa5-4af2-a855-9781e1cf385b', 'status': 'completed', 'code': 200} Nov 12 08:38:10.424869 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [None req-456349f8-3f1f-49f7-afce-1095786e8f89 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] device_id is not set on port 42180a1b-de9e-46b4-8738-8667f056f920 yet. {{(pid=102600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:38:10.433590 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948f3b73-60e0-4282-b546-6d832bb0a5a3 req-3ef9849a-2d86-487d-be40-2dda882438dd tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:10.435183 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-948f3b73-60e0-4282-b546-6d832bb0a5a3 req-3ef9849a-2d86-487d-be40-2dda882438dd tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.44 "GET /v2.0/ports?device_id=7930c9ff-431f-4c7c-aace-69f75a40e42e HTTP/1.1" status: 200 len: 946 time: 0.2757578 Nov 12 08:38:10.435738 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-7e81921c-6e4d-43e0-937b-4a9c2277b5f6 None None] Attempting to bind port d36f2fc8-1c26-4e42-8b8f-cef63257ec67 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:38:10.436542 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-7e81921c-6e4d-43e0-937b-4a9c2277b5f6 None None] Attempting to bind port d36f2fc8-1c26-4e42-8b8f-cef63257ec67 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '83c30f53-8f44-40b6-91bc-237f9283bbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:38:10.439007 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e81921c-6e4d-43e0-937b-4a9c2277b5f6 None None] Attempting to bind port d36f2fc8-1c26-4e42-8b8f-cef63257ec67 on network dcea8192-3ded-4675-acba-29dad29883d7 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:38:10.441403 n-d-765315-29 neutron-server[102599]: INFO neutron.pecan_wsgi.hooks.translation [None req-d53fb087-56a0-47fd-bb15-48c17deba028 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] DELETE failed (client error): The resource could not be found. Nov 12 08:38:10.441827 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d53fb087-56a0-47fd-bb15-48c17deba028 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:38:10.445044 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-d53fb087-56a0-47fd-bb15-48c17deba028 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] 10.222.0.26 "DELETE /v2.0/subnets/947b6fe9-9391-4416-ac9d-bacfcf603160 HTTP/1.1" status: 404 len: 337 time: 0.1441326 Nov 12 08:38:10.449951 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 48414) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:10.465297 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-64c72fbf-b783-446b-8147-1ffa4976978f req-c6f42f98-58c5-4cd0-8f6e-86d4b8d64cf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:10.476363 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e81921c-6e4d-43e0-937b-4a9c2277b5f6 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:38:10.476812 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e81921c-6e4d-43e0-937b-4a9c2277b5f6 None None] Checking segment: {'id': '83c30f53-8f44-40b6-91bc-237f9283bbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:38:10.478726 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7e81921c-6e4d-43e0-937b-4a9c2277b5f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:10.479142 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e81921c-6e4d-43e0-937b-4a9c2277b5f6 None None] Bound using segment: {'id': '83c30f53-8f44-40b6-91bc-237f9283bbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:38:10.479715 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-7e81921c-6e4d-43e0-937b-4a9c2277b5f6 None None] Bound port: d36f2fc8-1c26-4e42-8b8f-cef63257ec67, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83c30f53-8f44-40b6-91bc-237f9283bbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:38:10.480186 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7e81921c-6e4d-43e0-937b-4a9c2277b5f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:10.594049 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-7e81921c-6e4d-43e0-937b-4a9c2277b5f6 None None] For port d36f2fc8-1c26-4e42-8b8f-cef63257ec67, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:38:10.598386 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-7e81921c-6e4d-43e0-937b-4a9c2277b5f6 None None] For port d36f2fc8-1c26-4e42-8b8f-cef63257ec67, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=d36f2fc8-1c26-4e42-8b8f-cef63257ec67,segment=NetworkSegment(83c30f53-8f44-40b6-91bc-237f9283bbd5),segment_id=83c30f53-8f44-40b6-91bc-237f9283bbd5)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:38:10.610430 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7e81921c-6e4d-43e0-937b-4a9c2277b5f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:10.623604 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-f2f38d09-29f5-4ad1-a80b-70ce0fec8875 req-5799291c-3906-448d-b4ed-b07ea3f0a2fb tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:10.629232 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7b22e6f-34ba-40cc-8b8b-fe95438187cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '921ed5c3-bc6c-44c2-a043-9f5a63a8dd21'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:38:10.636188 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f05cbf31-fd2f-4d1a-a4e4-e7d79bcc67e7" -d '{"events": [{"server_uuid": "e7b22e6f-34ba-40cc-8b8b-fe95438187cb", "name": "network-vif-unplugged", "status": "completed", "tag": "921ed5c3-bc6c-44c2-a043-9f5a63a8dd21"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:38:10.669067 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5799291c-3906-448d-b4ed-b07ea3f0a2fb tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Pushing event deleted for resources: {'Port': ['ID=921ed5c3-bc6c-44c2-a043-9f5a63a8dd21,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:10.669280 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-548212b4-36d9-474f-a80e-32e07a637e93 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] DELETE failed (client error): The resource could not be found. Nov 12 08:38:10.669985 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-548212b4-36d9-474f-a80e-32e07a637e93 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:38:10.691086 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-548212b4-36d9-474f-a80e-32e07a637e93 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] 10.222.0.26 "DELETE /v2.0/networks/80c58e08-dc20-4b61-96fb-61d431f25944 HTTP/1.1" status: 404 len: 339 time: 0.2397308 Nov 12 08:38:10.693790 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 48424) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:10.776519 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-45b73296-d125-455d-82b0-7ae477cb0bbe None None] Provisioning complete for port 7d2b9d4a-0966-40de-a8a7-df179903d72b triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:10.776519 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-45b73296-d125-455d-82b0-7ae477cb0bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:10.776519 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e81921c-6e4d-43e0-937b-4a9c2277b5f6 None None] Pushing event updated for resources: {'Port': ['ID=d36f2fc8-1c26-4e42-8b8f-cef63257ec67,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:10.839776 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2f38d09-29f5-4ad1-a80b-70ce0fec8875 req-5799291c-3906-448d-b4ed-b07ea3f0a2fb tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] No DVR routers for this DVR port 921ed5c3-bc6c-44c2-a043-9f5a63a8dd21 on host n-h1-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:38:10.847277 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-f2f38d09-29f5-4ad1-a80b-70ce0fec8875 req-5799291c-3906-448d-b4ed-b07ea3f0a2fb tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:10.848198 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-45b73296-d125-455d-82b0-7ae477cb0bbe None None] Port 7d2b9d4a-0966-40de-a8a7-df179903d72b cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:38:10.850841 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f2f38d09-29f5-4ad1-a80b-70ce0fec8875 req-5799291c-3906-448d-b4ed-b07ea3f0a2fb tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.21 "DELETE /v2.0/ports/921ed5c3-bc6c-44c2-a043-9f5a63a8dd21 HTTP/1.1" status: 204 len: 173 time: 1.8798964 Nov 12 08:38:10.859774 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-c35b24c4-de72-46e3-854d-c73ec63123a0 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] DELETE failed (client error): The resource could not be found. Nov 12 08:38:10.860236 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c35b24c4-de72-46e3-854d-c73ec63123a0 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:38:10.878668 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-c35b24c4-de72-46e3-854d-c73ec63123a0 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] 10.222.0.26 "DELETE /v2.0/subnets/ee73afe3-5912-49f0-af73-ec436e3db79d HTTP/1.1" status: 404 len: 337 time: 0.1615946 Nov 12 08:38:10.881698 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 48428) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:10.932736 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0baee8-4366-4269-94ed-93fba4f75b7a req-21dc870b-2373-4235-ba02-87100af88eb5 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:10.947557 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3e0baee8-4366-4269-94ed-93fba4f75b7a req-21dc870b-2373-4235-ba02-87100af88eb5 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "GET /v2.0/ports?device_id=7930c9ff-431f-4c7c-aace-69f75a40e42e HTTP/1.1" status: 200 len: 946 time: 0.3568525 Nov 12 08:38:10.966412 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-948f3b73-60e0-4282-b546-6d832bb0a5a3 req-56cb1a12-42a2-45d9-acf3-7a0ca6b26920 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Deleting port 574ea30c-2487-414e-a3f1-34897a56bd36 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:38:10.966951 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-948f3b73-60e0-4282-b546-6d832bb0a5a3 req-56cb1a12-42a2-45d9-acf3-7a0ca6b26920 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:10.970552 n-d-765315-29 neutron-server[102599]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0cbd168-6e86-43b5-b70f-3020677bb7a0 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] DELETE failed (client error): The resource could not be found. Nov 12 08:38:10.971308 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0cbd168-6e86-43b5-b70f-3020677bb7a0 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:38:10.980429 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-c0cbd168-6e86-43b5-b70f-3020677bb7a0 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] 10.222.0.26 "DELETE /v2.0/networks/eab946f9-abbb-488a-ae2b-6c65163ad29a HTTP/1.1" status: 404 len: 339 time: 0.0959575 Nov 12 08:38:11.007279 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 48430) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:11.153899 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-3eadefe5-7b70-4a8a-aa18-70cb46a54413 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] DELETE failed (client error): The resource could not be found. Nov 12 08:38:11.154567 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3eadefe5-7b70-4a8a-aa18-70cb46a54413 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:38:11.169735 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-3eadefe5-7b70-4a8a-aa18-70cb46a54413 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] 10.222.0.26 "DELETE /v2.0/subnets/fe48e90f-b496-41fc-8cfa-6ce3d1764233 HTTP/1.1" status: 404 len: 337 time: 0.1487505 Nov 12 08:38:11.179138 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 48432) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:11.345777 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-886b9a0a-5338-4bbe-8ca1-33e9068d1a46 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] DELETE failed (client error): The resource could not be found. Nov 12 08:38:11.346394 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-886b9a0a-5338-4bbe-8ca1-33e9068d1a46 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:38:11.353940 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-886b9a0a-5338-4bbe-8ca1-33e9068d1a46 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] 10.222.0.26 "DELETE /v2.0/networks/6162ed71-481a-480f-9cc6-f7a35cc9d6f1 HTTP/1.1" status: 404 len: 339 time: 0.1598170 Nov 12 08:38:11.362240 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 48438) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:11.436843 n-d-765315-29 neutron-server[102599]: INFO neutron.pecan_wsgi.hooks.translation [None req-43192a2f-49d0-4555-81d2-8812b0f899c8 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] DELETE failed (client error): The resource could not be found. Nov 12 08:38:11.437542 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43192a2f-49d0-4555-81d2-8812b0f899c8 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:38:11.440874 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-43192a2f-49d0-4555-81d2-8812b0f899c8 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] 10.222.0.26 "DELETE /v2.0/subnets/5fdd3b82-ec01-458a-97df-1de8281ed376 HTTP/1.1" status: 404 len: 337 time: 0.0704451 Nov 12 08:38:11.455984 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 48440) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:11.456940 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3e0baee8-4366-4269-94ed-93fba4f75b7a req-3ca88779-f085-4b54-93bf-815a219bd194 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "GET /v2.0/security-groups?id=65f47b5a-d181-4ae7-b608-1a89a67c1656&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5061181 Nov 12 08:38:11.517962 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-456349f8-3f1f-49f7-afce-1095786e8f89 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 12 08:38:11.518565 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-456349f8-3f1f-49f7-afce-1095786e8f89 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:38:11.559968 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-456349f8-3f1f-49f7-afce-1095786e8f89 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.7943625 Nov 12 08:38:11.560172 n-d-765315-29 neutron-server[102599]: INFO neutron.pecan_wsgi.hooks.translation [None req-95a47608-cc00-497f-9a6a-763efbd3c42f tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] DELETE failed (client error): The resource could not be found. Nov 12 08:38:11.560172 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95a47608-cc00-497f-9a6a-763efbd3c42f tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:38:11.560554 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 48442) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:11.577670 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-95a47608-cc00-497f-9a6a-763efbd3c42f tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] 10.222.0.26 "DELETE /v2.0/networks/ee0f5700-a20f-4e66-9f66-1a991986779c HTTP/1.1" status: 404 len: 339 time: 0.1174240 Nov 12 08:38:11.582696 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 48444) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:11.601418 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-948f3b73-60e0-4282-b546-6d832bb0a5a3 req-56cb1a12-42a2-45d9-acf3-7a0ca6b26920 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] For port 574ea30c-2487-414e-a3f1-34897a56bd36, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=574ea30c-2487-414e-a3f1-34897a56bd36,segment=NetworkSegment(a311d405-ce7a-452b-a884-7f4921b50215),segment_id=a311d405-ce7a-452b-a884-7f4921b50215)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:11.601800 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-948f3b73-60e0-4282-b546-6d832bb0a5a3 req-56cb1a12-42a2-45d9-acf3-7a0ca6b26920 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:11.696847 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-39682c9a-518f-4ea2-9d69-34f45585ffc0 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] DELETE failed (client error): The resource could not be found. Nov 12 08:38:11.697530 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39682c9a-518f-4ea2-9d69-34f45585ffc0 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:38:11.700964 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-39682c9a-518f-4ea2-9d69-34f45585ffc0 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] 10.222.0.26 "DELETE /v2.0/subnets/aebed106-d6a3-47e4-8e65-0db7c2ce0536 HTTP/1.1" status: 404 len: 337 time: 0.1185510 Nov 12 08:38:11.704773 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 48446) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:11.740943 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f46df56-254b-4510-ac85-abece34cd9dc tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] DELETE failed (client error): The resource could not be found. Nov 12 08:38:11.742306 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f46df56-254b-4510-ac85-abece34cd9dc tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:38:11.746647 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-3f46df56-254b-4510-ac85-abece34cd9dc tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] 10.222.0.26 "DELETE /v2.0/networks/88152beb-d59f-4663-be2d-0ecb6da1000f HTTP/1.1" status: 404 len: 339 time: 0.0385931 Nov 12 08:38:11.750291 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 48448) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:11.778466 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f498e7b5-fad5-4ab2-a348-a8b1b9782359 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:11.786061 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f498e7b5-fad5-4ab2-a348-a8b1b9782359 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:11.787753 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-f498e7b5-fad5-4ab2-a348-a8b1b9782359 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2260778 Nov 12 08:38:11.792633 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 48450) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:11.853460 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d21dc8-5574-4aa2-bcb1-1b9bff5fdb9f req-a2f2874b-0d1a-459f-8413-77cd274c8c03 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:11.855321 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-97d21dc8-5574-4aa2-bcb1-1b9bff5fdb9f req-a2f2874b-0d1a-459f-8413-77cd274c8c03 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffcab877-5121-4a51-ad07-67125ff611ee HTTP/1.1" status: 200 len: 931 time: 0.2572978 Nov 12 08:38:12.023980 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-6774bf6c-f1f0-4570-a2e8-9f52b7d13682 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Deleting subnet c8a8f0fc-ee01-4d7e-ae7b-f5f35c6df1b7 {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:38:12.028944 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6774bf6c-f1f0-4570-a2e8-9f52b7d13682 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:12.090369 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6774bf6c-f1f0-4570-a2e8-9f52b7d13682 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:12.224974 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6774bf6c-f1f0-4570-a2e8-9f52b7d13682 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:12.329838 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6774bf6c-f1f0-4570-a2e8-9f52b7d13682 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:12.379512 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6774bf6c-f1f0-4570-a2e8-9f52b7d13682 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Pushing event deleted for resources: {'Subnet': ['ID=c8a8f0fc-ee01-4d7e-ae7b-f5f35c6df1b7,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:12.404675 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6774bf6c-f1f0-4570-a2e8-9f52b7d13682 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:12.412703 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-6774bf6c-f1f0-4570-a2e8-9f52b7d13682 tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] 10.222.0.26 "DELETE /v2.0/subnets/c8a8f0fc-ee01-4d7e-ae7b-f5f35c6df1b7 HTTP/1.1" status: 204 len: 168 time: 0.6568589 Nov 12 08:38:12.414922 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 48456) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:12.415154 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1a687d-7ef6-46f3-812d-bccd978445c0 None None] Network 6a7bb0a1-dd57-4ada-ad51-da1d38770440 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:38:12.426333 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-97d21dc8-5574-4aa2-bcb1-1b9bff5fdb9f req-3d71bca6-e95e-40fd-80d7-10f26f07aad8 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d2b9164-9b99-473a-b602-c310ea9d0377&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5602555 Nov 12 08:38:12.488909 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7b22e6f-34ba-40cc-8b8b-fe95438187cb', 'name': 'network-vif-deleted', 'tag': '921ed5c3-bc6c-44c2-a043-9f5a63a8dd21'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:38:12.494517 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30b1344b-3a10-44a0-96eb-e03bc866d520" -d '{"events": [{"server_uuid": "e7b22e6f-34ba-40cc-8b8b-fe95438187cb", "name": "network-vif-deleted", "tag": "921ed5c3-bc6c-44c2-a043-9f5a63a8dd21"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:38:12.526831 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-bec208e3-683b-4327-bc2a-05a4bd54c6f2 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Deleting port ed158389-c0e3-443d-94d0-1fb2ad59ec20 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:38:12.527173 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bec208e3-683b-4327-bc2a-05a4bd54c6f2 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:12.590448 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-64c72fbf-b783-446b-8147-1ffa4976978f req-c6f42f98-58c5-4cd0-8f6e-86d4b8d64cf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d2b9d4a-0966-40de-a8a7-df179903d72b {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:38:12.599182 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-64c72fbf-b783-446b-8147-1ffa4976978f req-c6f42f98-58c5-4cd0-8f6e-86d4b8d64cf8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:12.615208 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1d250481-0881-44e1-b694-792924888bfc tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:12.635727 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-64c72fbf-b783-446b-8147-1ffa4976978f req-c6f42f98-58c5-4cd0-8f6e-86d4b8d64cf8 service neutron] Transition to ACTIVE for port object 7d2b9d4a-0966-40de-a8a7-df179903d72b will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:38:12.652802 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-64c72fbf-b783-446b-8147-1ffa4976978f req-c6f42f98-58c5-4cd0-8f6e-86d4b8d64cf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:12.684663 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4362c1e6-edb2-4e62-aeed-6f63a89290c1 x-openstack-request-id: req-4362c1e6-edb2-4e62-aeed-6f63a89290c1 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:38:12.685004 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7b22e6f-34ba-40cc-8b8b-fe95438187cb", "name": "network-vif-unplugged", "status": "completed", "tag": "921ed5c3-bc6c-44c2-a043-9f5a63a8dd21", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:38:12.685268 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4362c1e6-edb2-4e62-aeed-6f63a89290c1 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:38:12.686463 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7b22e6f-34ba-40cc-8b8b-fe95438187cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '921ed5c3-bc6c-44c2-a043-9f5a63a8dd21', 'code': 200} Nov 12 08:38:12.730275 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bec208e3-683b-4327-bc2a-05a4bd54c6f2 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:12.763403 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f42f98-58c5-4cd0-8f6e-86d4b8d64cf8 service neutron] Pushing event updated for resources: {'Port': ['ID=7d2b9d4a-0966-40de-a8a7-df179903d72b,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:12.770815 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-bec208e3-683b-4327-bc2a-05a4bd54c6f2 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Calling delete_port for ed158389-c0e3-443d-94d0-1fb2ad59ec20 owned by {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:38:12.775558 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-f2f38d09-29f5-4ad1-a80b-70ce0fec8875 req-2317ec49-2fb2-4b67-a10e-51cc347e597d tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Deleting port a76e0b9e-8617-4bd9-a2b4-d69cee07db2a {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:38:12.776180 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:12.776667 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-f2f38d09-29f5-4ad1-a80b-70ce0fec8875 req-2317ec49-2fb2-4b67-a10e-51cc347e597d tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:12.778078 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-1d250481-0881-44e1-b694-792924888bfc tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Deleting port 3a39dc1e-9da5-4c0d-8b39-b4556d1d3aee {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:38:12.778431 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1d250481-0881-44e1-b694-792924888bfc tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:12.964979 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-f24a484e-1049-474c-8c55-a7af1e110f95 None None] Provisioning complete for port d36f2fc8-1c26-4e42-8b8f-cef63257ec67 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:12.965352 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f24a484e-1049-474c-8c55-a7af1e110f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:13.077897 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda8c9b6-2e30-4ac2-8fd4-e5fac0213fe6 req-06770b09-c98d-418f-887f-6ee0841a73fa tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:13.085233 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda8c9b6-2e30-4ac2-8fd4-e5fac0213fe6 req-06770b09-c98d-418f-887f-6ee0841a73fa tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:13.087564 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-dda8c9b6-2e30-4ac2-8fd4-e5fac0213fe6 req-06770b09-c98d-418f-887f-6ee0841a73fa tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7b22e6f-34ba-40cc-8b8b-fe95438187cb HTTP/1.1" status: 200 len: 1677 time: 0.2962399 Nov 12 08:38:13.096807 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-1d250481-0881-44e1-b694-792924888bfc tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] For port 3a39dc1e-9da5-4c0d-8b39-b4556d1d3aee, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=3a39dc1e-9da5-4c0d-8b39-b4556d1d3aee,segment=NetworkSegment(c6d4f72c-2c1a-442e-a629-a6e267748e33),segment_id=c6d4f72c-2c1a-442e-a629-a6e267748e33)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:13.097338 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1d250481-0881-44e1-b694-792924888bfc tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:13.124359 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-f2f38d09-29f5-4ad1-a80b-70ce0fec8875 req-2317ec49-2fb2-4b67-a10e-51cc347e597d tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] For port a76e0b9e-8617-4bd9-a2b4-d69cee07db2a, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=a76e0b9e-8617-4bd9-a2b4-d69cee07db2a,segment=NetworkSegment(0e80606c-279e-44f6-8189-99516fd172eb),segment_id=0e80606c-279e-44f6-8189-99516fd172eb)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:13.124734 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-f2f38d09-29f5-4ad1-a80b-70ce0fec8875 req-2317ec49-2fb2-4b67-a10e-51cc347e597d tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:13.143128 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-1d250481-0881-44e1-b694-792924888bfc tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Calling delete_port for 3a39dc1e-9da5-4c0d-8b39-b4556d1d3aee owned by network:dhcp {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:38:13.218517 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device d36f2fc8-1c26-4e42-8b8f-cef63257ec67 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:38:13.293338 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abde5497-dc40-4e78-b122-b9f8134b1560 None None] DHCP port deletion for 6a7bb0a1-dd57-4ada-ad51-da1d38770440 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:38:13.334622 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 574ea30c-2487-414e-a3f1-34897a56bd36 no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:38:13.371223 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f24a484e-1049-474c-8c55-a7af1e110f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:13.394076 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-948f3b73-60e0-4282-b546-6d832bb0a5a3 req-56cb1a12-42a2-45d9-acf3-7a0ca6b26920 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:13.394743 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-948f3b73-60e0-4282-b546-6d832bb0a5a3 req-56cb1a12-42a2-45d9-acf3-7a0ca6b26920 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:13.395475 n-d-765315-29 neutron-server[102599]: INFO neutron.db.l3_db [req-948f3b73-60e0-4282-b546-6d832bb0a5a3 req-56cb1a12-42a2-45d9-acf3-7a0ca6b26920 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Floating IP 552607fe-359a-49f0-a270-82118dc09061 disassociated. External IP: 172.25.2.128, port: 574ea30c-2487-414e-a3f1-34897a56bd36. Nov 12 08:38:13.395958 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-948f3b73-60e0-4282-b546-6d832bb0a5a3 req-56cb1a12-42a2-45d9-acf3-7a0ca6b26920 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Calling delete_port for 574ea30c-2487-414e-a3f1-34897a56bd36 owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:38:13.427549 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-f24a484e-1049-474c-8c55-a7af1e110f95 None None] For port d36f2fc8-1c26-4e42-8b8f-cef63257ec67, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=d36f2fc8-1c26-4e42-8b8f-cef63257ec67,segment=NetworkSegment(83c30f53-8f44-40b6-91bc-237f9283bbd5),segment_id=83c30f53-8f44-40b6-91bc-237f9283bbd5)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:13.442015 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f24a484e-1049-474c-8c55-a7af1e110f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:13.544340 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bec208e3-683b-4327-bc2a-05a4bd54c6f2 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:13.615832 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-948f3b73-60e0-4282-b546-6d832bb0a5a3 req-56cb1a12-42a2-45d9-acf3-7a0ca6b26920 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:13.622271 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-f2f38d09-29f5-4ad1-a80b-70ce0fec8875 req-2317ec49-2fb2-4b67-a10e-51cc347e597d tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Calling delete_port for a76e0b9e-8617-4bd9-a2b4-d69cee07db2a owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:38:13.655493 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-dda8c9b6-2e30-4ac2-8fd4-e5fac0213fe6 req-bf0b391f-ad5d-41ea-9426-b7ecc70e0582 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "GET /v2.0/security-groups?id=fca2cf2b-9cad-4878-bbbc-828482027757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5546515 Nov 12 08:38:13.678742 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec208e3-683b-4327-bc2a-05a4bd54c6f2 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event deleted for resources: {'Port': ['ID=ed158389-c0e3-443d-94d0-1fb2ad59ec20,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:13.700726 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-abde5497-dc40-4e78-b122-b9f8134b1560 None None] Deleting port 3a39dc1e-9da5-4c0d-8b39-b4556d1d3aee {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:38:13.701056 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-abde5497-dc40-4e78-b122-b9f8134b1560 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:13.706305 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:13.712102 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cb1a12-42a2-45d9-acf3-7a0ca6b26920 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Pushing event deleted for resources: {'Port': ['ID=574ea30c-2487-414e-a3f1-34897a56bd36,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:13.746313 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-be9b82cb-2db7-4b35-b2c4-febd0cc8549b None None] Could not find standard attr ID for object ed158389-c0e3-443d-94d0-1fb2ad59ec20. {{(pid=102601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:38:13.791194 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bec208e3-683b-4327-bc2a-05a4bd54c6f2 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:13.799168 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-bec208e3-683b-4327-bc2a-05a4bd54c6f2 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "DELETE /v2.0/ports/ed158389-c0e3-443d-94d0-1fb2ad59ec20 HTTP/1.1" status: 204 len: 168 time: 2.0042748 Nov 12 08:38:13.800929 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 48470) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:13.855911 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24a484e-1049-474c-8c55-a7af1e110f95 None None] Pushing event updated for resources: {'Port': ['ID=d36f2fc8-1c26-4e42-8b8f-cef63257ec67,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:13.888449 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port d36f2fc8-1c26-4e42-8b8f-cef63257ec67 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:13.888964 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:13.991723 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e03df0-1352-49ba-97db-aada63f8c8b9 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:13.996788 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e03df0-1352-49ba-97db-aada63f8c8b9 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:13.998386 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-81e03df0-1352-49ba-97db-aada63f8c8b9 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1964953 Nov 12 08:38:14.000779 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1d250481-0881-44e1-b694-792924888bfc tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:14.004864 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 48472) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:14.096449 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f7828b70-a5fa-46a4-be6f-cd57ba06dab1 req-206f73a0-0cc0-49e8-9850-abd88608707b tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "GET /v2.0/ports?device_id=7930c9ff-431f-4c7c-aace-69f75a40e42e HTTP/1.1" status: 200 len: 210 time: 0.1296737 Nov 12 08:38:14.137141 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d250481-0881-44e1-b694-792924888bfc tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Pushing event deleted for resources: {'Port': ['ID=3a39dc1e-9da5-4c0d-8b39-b4556d1d3aee,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:14.170322 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d250481-0881-44e1-b694-792924888bfc tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] No DVR routers for this DVR port 3a39dc1e-9da5-4c0d-8b39-b4556d1d3aee on host n-d-765315-29 {{(pid=102600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:38:14.177047 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-abde5497-dc40-4e78-b122-b9f8134b1560 None None] For port 3a39dc1e-9da5-4c0d-8b39-b4556d1d3aee, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=3a39dc1e-9da5-4c0d-8b39-b4556d1d3aee,segment=NetworkSegment(c6d4f72c-2c1a-442e-a629-a6e267748e33),segment_id=c6d4f72c-2c1a-442e-a629-a6e267748e33)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:14.190206 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-abde5497-dc40-4e78-b122-b9f8134b1560 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:14.230066 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02200a2b-5ca9-4e97-82e7-6a923deea069 x-openstack-request-id: req-02200a2b-5ca9-4e97-82e7-6a923deea069 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:38:14.230372 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7b22e6f-34ba-40cc-8b8b-fe95438187cb", "name": "network-vif-deleted", "tag": "921ed5c3-bc6c-44c2-a043-9f5a63a8dd21", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:38:14.235388 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-02200a2b-5ca9-4e97-82e7-6a923deea069 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:38:14.235834 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7b22e6f-34ba-40cc-8b8b-fe95438187cb', 'name': 'network-vif-deleted', 'tag': '921ed5c3-bc6c-44c2-a043-9f5a63a8dd21', 'status': 'completed', 'code': 200} Nov 12 08:38:14.284636 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-abde5497-dc40-4e78-b122-b9f8134b1560 None None] Calling delete_port for 3a39dc1e-9da5-4c0d-8b39-b4556d1d3aee owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:38:14.392123 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1d250481-0881-44e1-b694-792924888bfc tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:14.467328 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-1d250481-0881-44e1-b694-792924888bfc tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a7bb0a1-dd57-4ada-ad51-da1d38770440']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:14.467924 n-d-765315-29 neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:38:14.467924 n-d-765315-29 neutron-server[102601]: self.session.flush() Nov 12 08:38:14.467924 n-d-765315-29 neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:38:14.467924 n-d-765315-29 neutron-server[102601]: self.session.flush() Nov 12 08:38:14.467924 n-d-765315-29 neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:38:14.467924 n-d-765315-29 neutron-server[102601]: self.session.flush() Nov 12 08:38:14.467924 n-d-765315-29 neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:38:14.467924 n-d-765315-29 neutron-server[102601]: self.session.flush() Nov 12 08:38:14.467924 n-d-765315-29 neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:38:14.467924 n-d-765315-29 neutron-server[102601]: self.session.flush() Nov 12 08:38:14.467924 n-d-765315-29 neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:38:14.467924 n-d-765315-29 neutron-server[102601]: self.session.flush() Nov 12 08:38:14.467924 n-d-765315-29 neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:38:14.467924 n-d-765315-29 neutron-server[102601]: self.session.flush() Nov 12 08:38:14.467924 n-d-765315-29 neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:38:14.467924 n-d-765315-29 neutron-server[102601]: self.session.flush() Nov 12 08:38:14.467924 n-d-765315-29 neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:38:14.467924 n-d-765315-29 neutron-server[102601]: self.session.flush() Nov 12 08:38:14.467924 n-d-765315-29 neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:38:14.467924 n-d-765315-29 neutron-server[102601]: self.session.flush() Nov 12 08:38:14.467924 n-d-765315-29 neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:38:14.467924 n-d-765315-29 neutron-server[102601]: self.session.flush() Nov 12 08:38:14.467924 n-d-765315-29 neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:38:14.467924 n-d-765315-29 neutron-server[102601]: self.session.flush() Nov 12 08:38:14.467924 n-d-765315-29 neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:38:14.467924 n-d-765315-29 neutron-server[102601]: self.session.flush() Nov 12 08:38:14.467924 n-d-765315-29 neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:38:14.467924 n-d-765315-29 neutron-server[102601]: self.session.flush() Nov 12 08:38:14.467924 n-d-765315-29 neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:38:14.467924 n-d-765315-29 neutron-server[102601]: self.session.flush() Nov 12 08:38:14.467924 n-d-765315-29 neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:38:14.467924 n-d-765315-29 neutron-server[102601]: self.session.flush() Nov 12 08:38:14.467924 n-d-765315-29 neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:38:14.467924 n-d-765315-29 neutron-server[102601]: self.session.flush() Nov 12 08:38:14.467924 n-d-765315-29 neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:38:14.467924 n-d-765315-29 neutron-server[102601]: self.session.flush() Nov 12 08:38:14.467924 n-d-765315-29 neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:38:14.467924 n-d-765315-29 neutron-server[102601]: self.session.flush() Nov 12 08:38:14.467924 n-d-765315-29 neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:38:14.467924 n-d-765315-29 neutron-server[102601]: self.session.flush() Nov 12 08:38:14.467924 n-d-765315-29 neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:38:14.467924 n-d-765315-29 neutron-server[102601]: self.session.flush() Nov 12 08:38:14.467924 n-d-765315-29 neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:38:14.467924 n-d-765315-29 neutron-server[102601]: self.session.flush() Nov 12 08:38:14.467924 n-d-765315-29 neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:38:14.467924 n-d-765315-29 neutron-server[102601]: self.session.flush() Nov 12 08:38:14.467924 n-d-765315-29 neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:38:14.467924 n-d-765315-29 neutron-server[102601]: self.session.flush() Nov 12 08:38:14.467924 n-d-765315-29 neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:38:14.467924 n-d-765315-29 neutron-server[102601]: self.session.flush() Nov 12 08:38:14.467924 n-d-765315-29 neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:38:14.467924 n-d-765315-29 neutron-server[102601]: self.session.flush() Nov 12 08:38:14.467924 n-d-765315-29 neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:38:14.467924 n-d-765315-29 neutron-server[102601]: self.session.flush() Nov 12 08:38:14.484588 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-abde5497-dc40-4e78-b122-b9f8134b1560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:14.496756 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-1d250481-0881-44e1-b694-792924888bfc tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6d4f72c-2c1a-442e-a629-a6e267748e33') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:14.497050 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-1d250481-0881-44e1-b694-792924888bfc tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6d4f72c-2c1a-442e-a629-a6e267748e33') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:14.509488 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-64c72fbf-b783-446b-8147-1ffa4976978f req-c6f42f98-58c5-4cd0-8f6e-86d4b8d64cf8 service neutron] Attempting to bind port 7d2b9d4a-0966-40de-a8a7-df179903d72b on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:38:14.510102 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-64c72fbf-b783-446b-8147-1ffa4976978f req-c6f42f98-58c5-4cd0-8f6e-86d4b8d64cf8 service neutron] Attempting to bind port 7d2b9d4a-0966-40de-a8a7-df179903d72b by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': '1d14960a-bb0a-4eb2-99aa-1167f0942ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b177f1a4-4c68-4847-bafc-529461cd99a0'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:38:14.510672 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c72fbf-b783-446b-8147-1ffa4976978f req-c6f42f98-58c5-4cd0-8f6e-86d4b8d64cf8 service neutron] Attempting to bind port 7d2b9d4a-0966-40de-a8a7-df179903d72b on network b177f1a4-4c68-4847-bafc-529461cd99a0 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:38:14.519530 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [req-948f3b73-60e0-4282-b546-6d832bb0a5a3 req-56cb1a12-42a2-45d9-acf3-7a0ca6b26920 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Router 4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:38:14.521519 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-f2f38d09-29f5-4ad1-a80b-70ce0fec8875 req-2317ec49-2fb2-4b67-a10e-51cc347e597d tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:14.528484 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1d250481-0881-44e1-b694-792924888bfc tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:14.533206 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abde5497-dc40-4e78-b122-b9f8134b1560 None None] Pushing event deleted for resources: {'Port': ['ID=3a39dc1e-9da5-4c0d-8b39-b4556d1d3aee,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:14.535785 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abde5497-dc40-4e78-b122-b9f8134b1560 None None] No DVR routers for this DVR port 3a39dc1e-9da5-4c0d-8b39-b4556d1d3aee on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:38:14.560380 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68bc132-b7f6-4019-99ed-62e5e16171c5 None None] get_active_networks_info from n-d-765315-29 {{(pid=102601) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 08:38:14.564591 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c72fbf-b783-446b-8147-1ffa4976978f req-c6f42f98-58c5-4cd0-8f6e-86d4b8d64cf8 service neutron] Port 7d2b9d4a-0966-40de-a8a7-df179903d72b on network b177f1a4-4c68-4847-bafc-529461cd99a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:38:14.565140 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c72fbf-b783-446b-8147-1ffa4976978f req-c6f42f98-58c5-4cd0-8f6e-86d4b8d64cf8 service neutron] Attempting to bind port 7d2b9d4a-0966-40de-a8a7-df179903d72b on network b177f1a4-4c68-4847-bafc-529461cd99a0 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:38:14.568496 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1d250481-0881-44e1-b694-792924888bfc tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:14.583890 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d250481-0881-44e1-b694-792924888bfc tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:38:14.584319 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1d250481-0881-44e1-b694-792924888bfc tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:14.676783 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2317ec49-2fb2-4b67-a10e-51cc347e597d tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Pushing event deleted for resources: {'Port': ['ID=a76e0b9e-8617-4bd9-a2b4-d69cee07db2a,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:14.704897 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:38:14.704897 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:38:14.704897 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:38:14.704897 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:38:14.704897 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:38:14.704897 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:38:14.704897 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:38:14.704897 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:38:14.704897 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:38:14.704897 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:38:14.704897 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:38:14.704897 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:38:14.704897 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:38:14.704897 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:38:14.704897 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:38:14.704897 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:38:14.704897 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:38:14.704897 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:38:14.704897 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:38:14.704897 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:38:14.704897 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:38:14.704897 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:38:14.704897 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:38:14.704897 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:38:14.704897 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:38:14.704897 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:38:14.704897 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:38:14.704897 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:38:14.704897 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:38:14.704897 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:38:14.704897 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:38:14.704897 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:38:14.804368 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c72fbf-b783-446b-8147-1ffa4976978f req-c6f42f98-58c5-4cd0-8f6e-86d4b8d64cf8 service neutron] Checking agent: {'id': '26215384-8035-4ce2-971a-8e67be80da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:38:14.804368 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c72fbf-b783-446b-8147-1ffa4976978f req-c6f42f98-58c5-4cd0-8f6e-86d4b8d64cf8 service neutron] Checking segment: {'id': '1d14960a-bb0a-4eb2-99aa-1167f0942ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b177f1a4-4c68-4847-bafc-529461cd99a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:38:14.804368 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c72fbf-b783-446b-8147-1ffa4976978f req-c6f42f98-58c5-4cd0-8f6e-86d4b8d64cf8 service neutron] Bound using segment: {'id': '1d14960a-bb0a-4eb2-99aa-1167f0942ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b177f1a4-4c68-4847-bafc-529461cd99a0'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:38:14.804368 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-64c72fbf-b783-446b-8147-1ffa4976978f req-c6f42f98-58c5-4cd0-8f6e-86d4b8d64cf8 service neutron] Bound port: 7d2b9d4a-0966-40de-a8a7-df179903d72b, host: n-h1-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d14960a-bb0a-4eb2-99aa-1167f0942ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b177f1a4-4c68-4847-bafc-529461cd99a0'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:38:14.804368 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-64c72fbf-b783-446b-8147-1ffa4976978f req-c6f42f98-58c5-4cd0-8f6e-86d4b8d64cf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:14.804884 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2f38d09-29f5-4ad1-a80b-70ce0fec8875 req-2317ec49-2fb2-4b67-a10e-51cc347e597d tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] No DVR routers for this DVR port a76e0b9e-8617-4bd9-a2b4-d69cee07db2a on host n-h1-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:38:14.811641 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68bc132-b7f6-4019-99ed-62e5e16171c5 None None] Resources bound (agent type, host, resource id): {{(pid=102601) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 08:38:14.811838 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-f2f38d09-29f5-4ad1-a80b-70ce0fec8875 req-2317ec49-2fb2-4b67-a10e-51cc347e597d tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:14.816090 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-a26a4201-1ea6-4f33-a81b-e3f4cf0d7876 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Deleting subnet 2df80555-7aa9-4a8c-9554-3deb455fa34a {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:38:14.830915 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f2f38d09-29f5-4ad1-a80b-70ce0fec8875 req-2317ec49-2fb2-4b67-a10e-51cc347e597d tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.21 "DELETE /v2.0/ports/a76e0b9e-8617-4bd9-a2b4-d69cee07db2a HTTP/1.1" status: 204 len: 173 time: 3.9557052 Nov 12 08:38:14.833702 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a26a4201-1ea6-4f33-a81b-e3f4cf0d7876 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:14.875068 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1d250481-0881-44e1-b694-792924888bfc tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:14.911682 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1d250481-0881-44e1-b694-792924888bfc tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:14.917170 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-1d250481-0881-44e1-b694-792924888bfc tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] 10.222.0.26 "DELETE /v2.0/networks/6a7bb0a1-dd57-4ada-ad51-da1d38770440 HTTP/1.1" status: 204 len: 168 time: 2.4893537 Nov 12 08:38:14.929642 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbdb6cd-f845-4d41-bc74-fa0978e32cc8 req-8c71cc86-ace9-46a5-ba4e-ab9a95629d90 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:14.939481 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9bbdb6cd-f845-4d41-bc74-fa0978e32cc8 req-8c71cc86-ace9-46a5-ba4e-ab9a95629d90 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffcab877-5121-4a51-ad07-67125ff611ee HTTP/1.1" status: 200 len: 943 time: 0.2187850 Nov 12 08:38:15.035230 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d250481-0881-44e1-b694-792924888bfc tempest-NetworksTest-1498223082 tempest-NetworksTest-1498223082-project] Pushing event deleted for resources: {'Network': ['ID=6a7bb0a1-dd57-4ada-ad51-da1d38770440,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:15.056633 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a26a4201-1ea6-4f33-a81b-e3f4cf0d7876 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:15.056916 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-948f3b73-60e0-4282-b546-6d832bb0a5a3 req-56cb1a12-42a2-45d9-acf3-7a0ca6b26920 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:38:15.088669 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805ea0dc-046f-4b7d-8fd7-3fe2bead183a None None] Sync routers for ids ['4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:38:15.117012 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805ea0dc-046f-4b7d-8fd7-3fe2bead183a None None] Routers {'4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:38:15.117012 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-805ea0dc-046f-4b7d-8fd7-3fe2bead183a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:38:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:15.123083 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-64c72fbf-b783-446b-8147-1ffa4976978f req-c6f42f98-58c5-4cd0-8f6e-86d4b8d64cf8 service neutron] For port 7d2b9d4a-0966-40de-a8a7-df179903d72b, host n-h1-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:38:15.161032 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-948f3b73-60e0-4282-b546-6d832bb0a5a3 req-56cb1a12-42a2-45d9-acf3-7a0ca6b26920 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] No DVR routers for this DVR port 574ea30c-2487-414e-a3f1-34897a56bd36 on host n-h2-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:38:15.166182 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-64c72fbf-b783-446b-8147-1ffa4976978f req-c6f42f98-58c5-4cd0-8f6e-86d4b8d64cf8 service neutron] For port 7d2b9d4a-0966-40de-a8a7-df179903d72b, host n-h1-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=7d2b9d4a-0966-40de-a8a7-df179903d72b,segment=NetworkSegment(1d14960a-bb0a-4eb2-99aa-1167f0942ce6),segment_id=1d14960a-bb0a-4eb2-99aa-1167f0942ce6)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:38:15.167137 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-948f3b73-60e0-4282-b546-6d832bb0a5a3 req-56cb1a12-42a2-45d9-acf3-7a0ca6b26920 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:15.170885 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-948f3b73-60e0-4282-b546-6d832bb0a5a3 req-56cb1a12-42a2-45d9-acf3-7a0ca6b26920 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.44 "DELETE /v2.0/ports/574ea30c-2487-414e-a3f1-34897a56bd36 HTTP/1.1" status: 204 len: 173 time: 4.7244186 Nov 12 08:38:15.174257 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-64c72fbf-b783-446b-8147-1ffa4976978f req-c6f42f98-58c5-4cd0-8f6e-86d4b8d64cf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:15.215693 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-f2f38d09-29f5-4ad1-a80b-70ce0fec8875 req-065366a5-6669-47c8-bc7d-5b6e39d19235 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Deleting port e22b775a-a039-415a-be68-84e3c4aa81d5 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:38:15.216041 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-f2f38d09-29f5-4ad1-a80b-70ce0fec8875 req-065366a5-6669-47c8-bc7d-5b6e39d19235 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:15.239102 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a26a4201-1ea6-4f33-a81b-e3f4cf0d7876 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:15.254256 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c72fbf-b783-446b-8147-1ffa4976978f req-c6f42f98-58c5-4cd0-8f6e-86d4b8d64cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:15.259814 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-64c72fbf-b783-446b-8147-1ffa4976978f req-c6f42f98-58c5-4cd0-8f6e-86d4b8d64cf8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:15.261369 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-64c72fbf-b783-446b-8147-1ffa4976978f req-c6f42f98-58c5-4cd0-8f6e-86d4b8d64cf8 service neutron] 10.222.0.21 "PUT /v2.0/ports/7d2b9d4a-0966-40de-a8a7-df179903d72b HTTP/1.1" status: 200 len: 1092 time: 5.0164087 Nov 12 08:38:15.327605 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9bbdb6cd-f845-4d41-bc74-fa0978e32cc8 req-1ba8a9c8-e7cd-4fea-b17d-c02e93714364 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d2b9164-9b99-473a-b602-c310ea9d0377&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3871233 Nov 12 08:38:15.364183 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f42f98-58c5-4cd0-8f6e-86d4b8d64cf8 service neutron] Pushing event updated for resources: {'Port': ['ID=7d2b9d4a-0966-40de-a8a7-df179903d72b,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:15.385856 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device d36f2fc8-1c26-4e42-8b8f-cef63257ec67 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:38:15.448696 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a26a4201-1ea6-4f33-a81b-e3f4cf0d7876 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:15.468159 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-f2f38d09-29f5-4ad1-a80b-70ce0fec8875 req-065366a5-6669-47c8-bc7d-5b6e39d19235 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] For port e22b775a-a039-415a-be68-84e3c4aa81d5, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=e22b775a-a039-415a-be68-84e3c4aa81d5,segment=NetworkSegment(385d95cf-9270-4546-b534-d371c41e4b58),segment_id=385d95cf-9270-4546-b534-d371c41e4b58)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:15.471321 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-f2f38d09-29f5-4ad1-a80b-70ce0fec8875 req-065366a5-6669-47c8-bc7d-5b6e39d19235 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:15.521814 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a26a4201-1ea6-4f33-a81b-e3f4cf0d7876 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:15.534239 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-a26a4201-1ea6-4f33-a81b-e3f4cf0d7876 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "DELETE /v2.0/subnets/2df80555-7aa9-4a8c-9554-3deb455fa34a HTTP/1.1" status: 204 len: 168 time: 1.5241592 Nov 12 08:38:15.540288 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 48488) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:15.547095 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26a4201-1ea6-4f33-a81b-e3f4cf0d7876 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event deleted for resources: {'Subnet': ['ID=2df80555-7aa9-4a8c-9554-3deb455fa34a,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:15.551506 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c72fbf-b783-446b-8147-1ffa4976978f req-8ad4142f-c697-4e2f-bd19-10513ae6d974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:15.553074 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-64c72fbf-b783-446b-8147-1ffa4976978f req-8ad4142f-c697-4e2f-bd19-10513ae6d974 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cdcff4fc638944839e15d4e4416a2271&device_id=ffcab877-5121-4a51-ad07-67125ff611ee HTTP/1.1" status: 200 len: 1095 time: 0.1487243 Nov 12 08:38:15.646132 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c080d079-376d-435f-881a-291fbbb2d520 req-acfae4c3-a0c4-43e2-a7a8-8bf28abac1de tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:15.656152 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c080d079-376d-435f-881a-291fbbb2d520 req-acfae4c3-a0c4-43e2-a7a8-8bf28abac1de tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7b22e6f-34ba-40cc-8b8b-fe95438187cb HTTP/1.1" status: 200 len: 943 time: 0.1377149 Nov 12 08:38:15.657379 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-6725795b-2041-4d22-b58f-a8f48394e119 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1151383 Nov 12 08:38:15.663885 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 48490) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:15.670245 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-fe2d8353-809f-4a46-a48d-539850067c19 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Request body: {'subnet': {'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:15.782933 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-64c72fbf-b783-446b-8147-1ffa4976978f req-ab844790-243b-4c4d-a34f-b3fea680e091 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d2b9d4a-0966-40de-a8a7-df179903d72b HTTP/1.1" status: 200 len: 217 time: 0.1426294 Nov 12 08:38:15.804300 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c080d079-376d-435f-881a-291fbbb2d520 req-d60569f2-dc65-470d-a792-210248d44acf tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "GET /v2.0/security-groups?id=fca2cf2b-9cad-4878-bbbc-828482027757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1478183 Nov 12 08:38:15.847765 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 48494) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:15.877352 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe2d8353-809f-4a46-a48d-539850067c19 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Made reservation on behalf of 9132ec14bb5d4c18949ca0b140edb366 for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:38:15.885283 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fe2d8353-809f-4a46-a48d-539850067c19 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:15.941616 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c72fbf-b783-446b-8147-1ffa4976978f req-0762f1a0-d9b0-4416-a79c-e2e24251ef68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:15.943369 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-64c72fbf-b783-446b-8147-1ffa4976978f req-0762f1a0-d9b0-4416-a79c-e2e24251ef68 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d4b452e4-4cfb-4af8-9506-8c215bcf0937 HTTP/1.1" status: 200 len: 835 time: 0.1241376 Nov 12 08:38:15.981023 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-805ea0dc-046f-4b7d-8fd7-3fe2bead183a None None] Set router 4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:38:16.042453 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-f2f38d09-29f5-4ad1-a80b-70ce0fec8875 req-065366a5-6669-47c8-bc7d-5b6e39d19235 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:16.043004 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-f2f38d09-29f5-4ad1-a80b-70ce0fec8875 req-065366a5-6669-47c8-bc7d-5b6e39d19235 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:16.043339 n-d-765315-29 neutron-server[102599]: INFO neutron.db.l3_db [req-f2f38d09-29f5-4ad1-a80b-70ce0fec8875 req-065366a5-6669-47c8-bc7d-5b6e39d19235 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Floating IP 65f22fc9-58bb-4d3d-9def-93a60256b81f disassociated. External IP: 172.25.2.78, port: e22b775a-a039-415a-be68-84e3c4aa81d5. Nov 12 08:38:16.043705 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-f2f38d09-29f5-4ad1-a80b-70ce0fec8875 req-065366a5-6669-47c8-bc7d-5b6e39d19235 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Calling delete_port for e22b775a-a039-415a-be68-84e3c4aa81d5 owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:38:16.045414 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3c98c470-5c5a-4d4b-a384-e39cf32819f5 req-53ce87a8-7627-4e88-a114-59a478b97758 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "GET /v2.0/ports?device_id=7930c9ff-431f-4c7c-aace-69f75a40e42e HTTP/1.1" status: 200 len: 210 time: 0.0497994 Nov 12 08:38:16.110965 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port d36f2fc8-1c26-4e42-8b8f-cef63257ec67 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:16.111337 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:16.149295 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c72fbf-b783-446b-8147-1ffa4976978f req-1dd70a3d-54d6-4469-8f1a-a9065b6d82a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:16.160637 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-64c72fbf-b783-446b-8147-1ffa4976978f req-1dd70a3d-54d6-4469-8f1a-a9065b6d82a0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b177f1a4-4c68-4847-bafc-529461cd99a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2103932 Nov 12 08:38:16.187900 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18c7ee2-47f9-4700-a116-10e87ea6f968 None None] get_active_networks_info from n-d-765315-29 {{(pid=102601) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 08:38:16.244287 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-ed63ae26-8aef-421e-a917-22e1d0155ff6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cb9addcac4444b6e97446248732304f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3951244 Nov 12 08:38:16.244465 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7b22e6f-34ba-40cc-8b8b-fe95438187cb', 'name': 'network-vif-deleted', 'tag': 'a76e0b9e-8617-4bd9-a2b4-d69cee07db2a'}, {'server_uuid': '7930c9ff-431f-4c7c-aace-69f75a40e42e', 'name': 'network-vif-deleted', 'tag': '574ea30c-2487-414e-a3f1-34897a56bd36'}, {'name': 'network-changed', 'server_uuid': 'ffcab877-5121-4a51-ad07-67125ff611ee', 'tag': '7d2b9d4a-0966-40de-a8a7-df179903d72b'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:38:16.246692 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2e8b0b1-44c2-4fa6-ab6c-afa5237da722" -d '{"events": [{"server_uuid": "e7b22e6f-34ba-40cc-8b8b-fe95438187cb", "name": "network-vif-deleted", "tag": "a76e0b9e-8617-4bd9-a2b4-d69cee07db2a"}, {"server_uuid": "7930c9ff-431f-4c7c-aace-69f75a40e42e", "name": "network-vif-deleted", "tag": "574ea30c-2487-414e-a3f1-34897a56bd36"}, {"name": "network-changed", "server_uuid": "ffcab877-5121-4a51-ad07-67125ff611ee", "tag": "7d2b9d4a-0966-40de-a8a7-df179903d72b"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:38:16.247643 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 48498) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:16.403125 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fe2d8353-809f-4a46-a48d-539850067c19 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:16.408557 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Fri, 12 Nov 2021 08:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55ff2a54-a74e-415e-887b-300b688cbcd0 x-openstack-request-id: req-55ff2a54-a74e-415e-887b-300b688cbcd0 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:38:16.409063 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7b22e6f-34ba-40cc-8b8b-fe95438187cb", "name": "network-vif-deleted", "tag": "a76e0b9e-8617-4bd9-a2b4-d69cee07db2a", "status": "completed", "code": 200}, {"server_uuid": "7930c9ff-431f-4c7c-aace-69f75a40e42e", "name": "network-vif-deleted", "tag": "574ea30c-2487-414e-a3f1-34897a56bd36", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ffcab877-5121-4a51-ad07-67125ff611ee", "tag": "7d2b9d4a-0966-40de-a8a7-df179903d72b", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:38:16.409456 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-55ff2a54-a74e-415e-887b-300b688cbcd0 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:38:16.409987 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7b22e6f-34ba-40cc-8b8b-fe95438187cb', 'name': 'network-vif-deleted', 'tag': 'a76e0b9e-8617-4bd9-a2b4-d69cee07db2a', 'status': 'completed', 'code': 200} Nov 12 08:38:16.410373 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7930c9ff-431f-4c7c-aace-69f75a40e42e', 'name': 'network-vif-deleted', 'tag': '574ea30c-2487-414e-a3f1-34897a56bd36', 'status': 'completed', 'code': 200} Nov 12 08:38:16.410801 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffcab877-5121-4a51-ad07-67125ff611ee', 'tag': '7d2b9d4a-0966-40de-a8a7-df179903d72b', 'status': 'completed', 'code': 200} Nov 12 08:38:16.413100 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-64c72fbf-b783-446b-8147-1ffa4976978f req-eb4804d8-0ebf-4fc4-a0fc-1d57c96f1a60 service neutron] 10.222.0.21 "GET /v2.0/networks/b177f1a4-4c68-4847-bafc-529461cd99a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389555 Nov 12 08:38:16.418949 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-26f1f856-a28d-4de8-aad7-4d2f097936b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:16.470051 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2d8353-809f-4a46-a48d-539850067c19 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Network dcea8192-3ded-4675-acba-29dad29883d7 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:38:16.479752 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-fe2d8353-809f-4a46-a48d-539850067c19 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:38:16.486055 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2d8353-809f-4a46-a48d-539850067c19 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:16.486685 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fe2d8353-809f-4a46-a48d-539850067c19 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:16.507487 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-f2f38d09-29f5-4ad1-a80b-70ce0fec8875 req-065366a5-6669-47c8-bc7d-5b6e39d19235 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:16.543206 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-26f1f856-a28d-4de8-aad7-4d2f097936b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:16.557429 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065366a5-6669-47c8-bc7d-5b6e39d19235 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Pushing event deleted for resources: {'Port': ['ID=e22b775a-a039-415a-be68-84e3c4aa81d5,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:16.584275 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-fe2d8353-809f-4a46-a48d-539850067c19 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9168150 Nov 12 08:38:16.585555 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 48506) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:16.594791 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-1456728d-110c-420c-a9c5-b9af8ac16722 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Request body: {'port': {'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7', 'fixed_ips': [{'subnet_id': '5fcedd9a-d9f1-4b12-b118-658a23c784ed', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-1077632916'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:16.595641 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2d8353-809f-4a46-a48d-539850067c19 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event updated for resources: {'Subnet': ['ID=5fcedd9a-d9f1-4b12-b118-658a23c784ed,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:16.672022 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4921ccda-5587-48d1-952b-fcc9aba6c5ce req-5171c671-d9b6-44bf-85a7-4775d84b1499 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:16.686001 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4921ccda-5587-48d1-952b-fcc9aba6c5ce req-5171c671-d9b6-44bf-85a7-4775d84b1499 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffcab877-5121-4a51-ad07-67125ff611ee HTTP/1.1" status: 200 len: 943 time: 0.1626673 Nov 12 08:38:16.702258 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-64c72fbf-b783-446b-8147-1ffa4976978f req-fcbbb461-500e-48af-bff8-936de01c5884 service neutron] 10.222.0.21 "GET /v2.0/networks/b177f1a4-4c68-4847-bafc-529461cd99a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781909 Nov 12 08:38:16.765280 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-26f1f856-a28d-4de8-aad7-4d2f097936b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:16.769496 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-26f1f856-a28d-4de8-aad7-4d2f097936b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:16.770928 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-26f1f856-a28d-4de8-aad7-4d2f097936b4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8835d025-ab10-4d59-a680-6aecdb34fc16 HTTP/1.1" status: 204 len: 168 time: 0.5218363 Nov 12 08:38:16.839100 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4921ccda-5587-48d1-952b-fcc9aba6c5ce req-d12aca13-22df-433e-8a8b-51ff410423a7 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d2b9164-9b99-473a-b602-c310ea9d0377&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1495166 Nov 12 08:38:16.840466 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f1f856-a28d-4de8-aad7-4d2f097936b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8835d025-ab10-4d59-a680-6aecdb34fc16,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:17.040399 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-25b018cc-fec0-463f-a586-647f80768ceb req-343acf8b-904b-4080-ba6b-5ca55004d7f1 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7b22e6f-34ba-40cc-8b8b-fe95438187cb HTTP/1.1" status: 200 len: 210 time: 0.0478253 Nov 12 08:38:17.165576 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 48522) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:17.193530 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18c7ee2-47f9-4700-a116-10e87ea6f968 None None] Resources bound (agent type, host, resource id): {{(pid=102601) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 08:38:17.268983 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f2f38d09-29f5-4ad1-a80b-70ce0fec8875 req-065366a5-6669-47c8-bc7d-5b6e39d19235 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Router 478e8e34-2bef-4f3c-a97b-8efb9006eddd has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:38:17.314956 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-57e17f6c-eaf4-47f1-8adf-1d85121ce10c tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:17.355840 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 3a39dc1e-9da5-4c0d-8b39-b4556d1d3aee no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:38:17.389162 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 3a39dc1e-9da5-4c0d-8b39-b4556d1d3aee {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:38:17.389506 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 3a39dc1e-9da5-4c0d-8b39-b4556d1d3aee not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:38:17.405409 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-805ea0dc-046f-4b7d-8fd7-3fe2bead183a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3', 'name': 'tempest-AttachVolumeTestJSON-1583128094-router', 'tenant_id': '217ce66299114e9fb6c1fa9116e9e5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': 'a7a2684d-424f-41a7-8430-97d9e904a2f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:33:24Z', 'updated_at': '2021-11-12T08:33:31Z', 'revision_number': 4, 'project_id': '217ce66299114e9fb6c1fa9116e9e5f5', 'gw_port': {'id': 'a7a2684d-424f-41a7-8430-97d9e904a2f4', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:22:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:33:25Z', 'updated_at': '2021-11-12T08:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': 'b95ce2eb-6d6b-4601-9b88-646606c9f84d', 'name': '', 'network_id': '7e609bc1-00ff-483d-9d9f-8eba780b3ef7', 'tenant_id': '217ce66299114e9fb6c1fa9116e9e5f5', 'mac_address': 'fa:16:3e:07:07:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '48fd8021-0e17-4172-812d-17238fc37d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:33:29Z', 'updated_at': '2021-11-12T08:33:45Z', 'revision_number': 5, 'project_id': '217ce66299114e9fb6c1fa9116e9e5f5', 'subnets': [{'id': '48fd8021-0e17-4172-812d-17238fc37d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:17.409991 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e8b0b1-44c2-4fa6-ab6c-afa5237da722 req-4ffd87f7-136d-4aeb-b5b6-20551d364460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:17.421536 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d2e8b0b1-44c2-4fa6-ab6c-afa5237da722 req-4ffd87f7-136d-4aeb-b5b6-20551d364460 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cdcff4fc638944839e15d4e4416a2271&device_id=ffcab877-5121-4a51-ad07-67125ff611ee HTTP/1.1" status: 200 len: 1095 time: 0.1611326 Nov 12 08:38:17.430086 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-57e17f6c-eaf4-47f1-8adf-1d85121ce10c tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:17.443679 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805ea0dc-046f-4b7d-8fd7-3fe2bead183a None None] Checking router: 4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3 for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:38:17.465738 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805ea0dc-046f-4b7d-8fd7-3fe2bead183a None None] Routers {'4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:38:17.466381 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-805ea0dc-046f-4b7d-8fd7-3fe2bead183a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:38:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:17.529489 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-57e17f6c-eaf4-47f1-8adf-1d85121ce10c tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:17.533548 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-57e17f6c-eaf4-47f1-8adf-1d85121ce10c tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:17.535341 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-57e17f6c-eaf4-47f1-8adf-1d85121ce10c tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "DELETE /v2.0/security-groups/65f47b5a-d181-4ae7-b608-1a89a67c1656 HTTP/1.1" status: 204 len: 168 time: 0.3684101 Nov 12 08:38:17.540979 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 48534) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:17.563156 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e17f6c-eaf4-47f1-8adf-1d85121ce10c tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f47b5a-d181-4ae7-b608-1a89a67c1656,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:17.567649 n-d-765315-29 neutron-server[102600]: INFO neutron.api.v2.resource [None req-4175f3c3-4bcd-4c66-a452-d68cdc38dac9 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] show failed (client error): The resource could not be found. Nov 12 08:38:17.571038 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-4175f3c3-4bcd-4c66-a452-d68cdc38dac9 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "GET /v2.0/security-groups/65f47b5a-d181-4ae7-b608-1a89a67c1656 HTTP/1.1" status: 404 len: 347 time: 0.0262609 Nov 12 08:38:17.574535 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 48536) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:17.853027 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f2f38d09-29f5-4ad1-a80b-70ce0fec8875 req-065366a5-6669-47c8-bc7d-5b6e39d19235 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:38:17.871924 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6168b12-4cfb-49a2-956f-e1c9c8f934af None None] Sync routers for ids ['478e8e34-2bef-4f3c-a97b-8efb9006eddd'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:38:17.899158 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6168b12-4cfb-49a2-956f-e1c9c8f934af None None] Routers {'478e8e34-2bef-4f3c-a97b-8efb9006eddd'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:38:17.900071 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-a6168b12-4cfb-49a2-956f-e1c9c8f934af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:38:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['478e8e34-2bef-4f3c-a97b-8efb9006eddd'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:17.902528 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1456728d-110c-420c-a9c5-b9af8ac16722 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Made reservation on behalf of 9132ec14bb5d4c18949ca0b140edb366 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:38:18.096557 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e8b0b1-44c2-4fa6-ab6c-afa5237da722 req-8e2eed0b-231e-4612-a798-7ff3e45e4503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:18.103749 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d2e8b0b1-44c2-4fa6-ab6c-afa5237da722 req-8e2eed0b-231e-4612-a798-7ff3e45e4503 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b177f1a4-4c68-4847-bafc-529461cd99a0 HTTP/1.1" status: 200 len: 898 time: 0.6388335 Nov 12 08:38:18.149239 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 48548) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:18.189183 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-805ea0dc-046f-4b7d-8fd7-3fe2bead183a None None] Set router 4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:38:18.237781 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2f38d09-29f5-4ad1-a80b-70ce0fec8875 req-065366a5-6669-47c8-bc7d-5b6e39d19235 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] No DVR routers for this DVR port e22b775a-a039-415a-be68-84e3c4aa81d5 on host n-h1-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:38:18.243973 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-f2f38d09-29f5-4ad1-a80b-70ce0fec8875 req-065366a5-6669-47c8-bc7d-5b6e39d19235 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:18.262505 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f2f38d09-29f5-4ad1-a80b-70ce0fec8875 req-065366a5-6669-47c8-bc7d-5b6e39d19235 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.21 "DELETE /v2.0/ports/e22b775a-a039-415a-be68-84e3c4aa81d5 HTTP/1.1" status: 204 len: 173 time: 3.4065731 Nov 12 08:38:18.288470 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-a6168b12-4cfb-49a2-956f-e1c9c8f934af None None] Set router 478e8e34-2bef-4f3c-a97b-8efb9006eddd gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:38:18.413525 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7b22e6f-34ba-40cc-8b8b-fe95438187cb', 'name': 'network-vif-deleted', 'tag': 'e22b775a-a039-415a-be68-84e3c4aa81d5'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:38:18.434266 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e829552-3dea-4ac0-b776-ed115517f638" -d '{"events": [{"server_uuid": "e7b22e6f-34ba-40cc-8b8b-fe95438187cb", "name": "network-vif-deleted", "tag": "e22b775a-a039-415a-be68-84e3c4aa81d5"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:38:18.559919 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d2e8b0b1-44c2-4fa6-ab6c-afa5237da722 req-51fa9ccb-d522-4a2c-8821-97bdc6f427a8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d2b9d4a-0966-40de-a8a7-df179903d72b HTTP/1.1" status: 200 len: 217 time: 0.3997724 Nov 12 08:38:18.614231 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-66c8f08a-43fb-4ee3-80e5-793549954d5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:18.734910 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 48560) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:18.826737 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-a6168b12-4cfb-49a2-956f-e1c9c8f934af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478e8e34-2bef-4f3c-a97b-8efb9006eddd', 'name': 'tempest-TaggedBootDevicesTest_v242-1336460044-router', 'tenant_id': '21a2ac24705441ab9e82ecd18312805e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '508f0b20-9bd3-4adf-b2b5-6a1cc3277bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:26:12Z', 'updated_at': '2021-11-12T08:26:25Z', 'revision_number': 4, 'project_id': '21a2ac24705441ab9e82ecd18312805e', 'gw_port': {'id': '508f0b20-9bd3-4adf-b2b5-6a1cc3277bb0', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:81:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478e8e34-2bef-4f3c-a97b-8efb9006eddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1899, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:26:14Z', 'updated_at': '2021-11-12T08:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '2dac7928-951a-4181-8ad9-ff7b528e1e4d', 'name': '', 'network_id': 'b1a7821e-f1d3-43e5-80d4-19a0f0105ed4', 'tenant_id': '21a2ac24705441ab9e82ecd18312805e', 'mac_address': 'fa:16:3e:4d:19:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478e8e34-2bef-4f3c-a97b-8efb9006eddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': '12b144a6-628e-40a7-ae42-7387cab28ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:26:22Z', 'updated_at': '2021-11-12T08:26:30Z', 'revision_number': 5, 'project_id': '21a2ac24705441ab9e82ecd18312805e', 'subnets': [{'id': '12b144a6-628e-40a7-ae42-7387cab28ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:18.837038 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930cc552-c508-40f5-952b-65b5d4d6dff1 None None] Update dhcp port {'port': {'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7', 'fixed_ips': [{'subnet_id': '5fcedd9a-d9f1-4b12-b118-658a23c784ed'}], 'binding:host_id': 'n-d-765315-29'}, 'id': 'd36f2fc8-1c26-4e42-8b8f-cef63257ec67'} from n-d-765315-29. {{(pid=102601) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 08:38:18.916249 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1456728d-110c-420c-a9c5-b9af8ac16722 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:18.923476 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-930cc552-c508-40f5-952b-65b5d4d6dff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:19.006656 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [None req-1456728d-110c-420c-a9c5-b9af8ac16722 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] device_id is not set on port ebd04d17-0ce9-4c62-ba8f-333273cec6d8 yet. {{(pid=102599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:38:19.021719 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744b392f-dd73-4e4f-b7d6-7daf95f6d8e0 req-b1e8a4d5-eed7-4e25-841f-d555aee6279f tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:19.038129 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-744b392f-dd73-4e4f-b7d6-7daf95f6d8e0 req-b1e8a4d5-eed7-4e25-841f-d555aee6279f tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffcab877-5121-4a51-ad07-67125ff611ee HTTP/1.1" status: 200 len: 943 time: 0.2953689 Nov 12 08:38:19.059397 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-7057b3a1-db50-4359-9e40-24bf13b58807 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Deleting port f33eda7b-dc43-451f-982a-6c57593fb29f {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:38:19.059743 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7057b3a1-db50-4359-9e40-24bf13b58807 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:19.205423 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6168b12-4cfb-49a2-956f-e1c9c8f934af None None] Checking router: 478e8e34-2bef-4f3c-a97b-8efb9006eddd for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:38:19.237476 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-744b392f-dd73-4e4f-b7d6-7daf95f6d8e0 req-f2eac95e-78d5-4235-bc3e-0a7248c4e95d tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d2b9164-9b99-473a-b602-c310ea9d0377&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1982594 Nov 12 08:38:19.241780 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6168b12-4cfb-49a2-956f-e1c9c8f934af None None] Routers {'478e8e34-2bef-4f3c-a97b-8efb9006eddd'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:38:19.244266 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-a6168b12-4cfb-49a2-956f-e1c9c8f934af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:38:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['478e8e34-2bef-4f3c-a97b-8efb9006eddd'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:19.291272 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e8b0b1-44c2-4fa6-ab6c-afa5237da722 req-ea6bb26e-bfe9-4b62-830f-53ea5757429a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:19.299693 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d2e8b0b1-44c2-4fa6-ab6c-afa5237da722 req-ea6bb26e-bfe9-4b62-830f-53ea5757429a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d4b452e4-4cfb-4af8-9506-8c215bcf0937 HTTP/1.1" status: 200 len: 835 time: 0.7215867 Nov 12 08:38:19.317620 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-2d89871c-a3ef-4a05-907d-9f37acf39f0a tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Request body: {'security_group': {'name': 'tempest-secgroup--1387050011'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:19.380769 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-930cc552-c508-40f5-952b-65b5d4d6dff1 None None] Allocated IP 2001:db8::2 (dcea8192-3ded-4675-acba-29dad29883d7/5fcedd9a-d9f1-4b12-b118-658a23c784ed/d36f2fc8-1c26-4e42-8b8f-cef63257ec67) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:38:19.393647 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7057b3a1-db50-4359-9e40-24bf13b58807 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:19.402850 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7057b3a1-db50-4359-9e40-24bf13b58807 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:19.458784 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-7057b3a1-db50-4359-9e40-24bf13b58807 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Calling delete_port for f33eda7b-dc43-451f-982a-6c57593fb29f owned by network:floatingip {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:38:19.467670 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2d89871c-a3ef-4a05-907d-9f37acf39f0a tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:19.528491 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-189ff20d-b194-4a85-b3ab-50e2b8e35e73 req-c92cd60f-e5f3-4eb7-a2a4-712cf0398b31 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7b22e6f-34ba-40cc-8b8b-fe95438187cb HTTP/1.1" status: 200 len: 210 time: 0.1004801 Nov 12 08:38:19.566626 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-a6168b12-4cfb-49a2-956f-e1c9c8f934af None None] Set router 478e8e34-2bef-4f3c-a97b-8efb9006eddd gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:38:19.576615 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2d89871c-a3ef-4a05-907d-9f37acf39f0a tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:19.634076 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-805ea0dc-046f-4b7d-8fd7-3fe2bead183a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3', 'name': 'tempest-AttachVolumeTestJSON-1583128094-router', 'tenant_id': '217ce66299114e9fb6c1fa9116e9e5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': 'a7a2684d-424f-41a7-8430-97d9e904a2f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:33:24Z', 'updated_at': '2021-11-12T08:33:31Z', 'revision_number': 4, 'project_id': '217ce66299114e9fb6c1fa9116e9e5f5', 'gw_port': {'id': 'a7a2684d-424f-41a7-8430-97d9e904a2f4', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:22:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:33:25Z', 'updated_at': '2021-11-12T08:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': 'b95ce2eb-6d6b-4601-9b88-646606c9f84d', 'name': '', 'network_id': '7e609bc1-00ff-483d-9d9f-8eba780b3ef7', 'tenant_id': '217ce66299114e9fb6c1fa9116e9e5f5', 'mac_address': 'fa:16:3e:07:07:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '48fd8021-0e17-4172-812d-17238fc37d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:33:29Z', 'updated_at': '2021-11-12T08:33:45Z', 'revision_number': 5, 'project_id': '217ce66299114e9fb6c1fa9116e9e5f5', 'subnets': [{'id': '48fd8021-0e17-4172-812d-17238fc37d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:19.751481 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805ea0dc-046f-4b7d-8fd7-3fe2bead183a None None] The sync data for ids ['4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3'] in n-d-765315-29 is: [{'id': '4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3', 'name': 'tempest-AttachVolumeTestJSON-1583128094-router', 'tenant_id': '217ce66299114e9fb6c1fa9116e9e5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': 'a7a2684d-424f-41a7-8430-97d9e904a2f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:33:24Z', 'updated_at': '2021-11-12T08:33:31Z', 'revision_number': 4, 'project_id': '217ce66299114e9fb6c1fa9116e9e5f5', 'gw_port': {'id': 'a7a2684d-424f-41a7-8430-97d9e904a2f4', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:22:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:33:25Z', 'updated_at': '2021-11-12T08:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': 'b95ce2eb-6d6b-4601-9b88-646606c9f84d', 'name': '', 'network_id': '7e609bc1-00ff-483d-9d9f-8eba780b3ef7', 'tenant_id': '217ce66299114e9fb6c1fa9116e9e5f5', 'mac_address': 'fa:16:3e:07:07:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '48fd8021-0e17-4172-812d-17238fc37d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:33:29Z', 'updated_at': '2021-11-12T08:33:45Z', 'revision_number': 5, 'project_id': '217ce66299114e9fb6c1fa9116e9e5f5', 'subnets': [{'id': '48fd8021-0e17-4172-812d-17238fc37d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:38:19.852339 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2d89871c-a3ef-4a05-907d-9f37acf39f0a tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:19.855359 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-933ce2c0-4991-4d1a-91bc-97769dac21b8 x-openstack-request-id: req-933ce2c0-4991-4d1a-91bc-97769dac21b8 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:38:19.856183 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7b22e6f-34ba-40cc-8b8b-fe95438187cb", "name": "network-vif-deleted", "tag": "e22b775a-a039-415a-be68-84e3c4aa81d5", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:38:19.856677 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-933ce2c0-4991-4d1a-91bc-97769dac21b8 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:38:19.857334 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7b22e6f-34ba-40cc-8b8b-fe95438187cb', 'name': 'network-vif-deleted', 'tag': 'e22b775a-a039-415a-be68-84e3c4aa81d5', 'status': 'completed', 'code': 200} Nov 12 08:38:19.858669 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-930cc552-c508-40f5-952b-65b5d4d6dff1 None None] For port d36f2fc8-1c26-4e42-8b8f-cef63257ec67, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=d36f2fc8-1c26-4e42-8b8f-cef63257ec67,segment=NetworkSegment(83c30f53-8f44-40b6-91bc-237f9283bbd5),segment_id=83c30f53-8f44-40b6-91bc-237f9283bbd5)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:19.868931 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2d89871c-a3ef-4a05-907d-9f37acf39f0a tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:19.948622 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e8b0b1-44c2-4fa6-ab6c-afa5237da722 req-3cff73cc-c87d-4cef-b554-e54cac9d3251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:19.950531 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d2e8b0b1-44c2-4fa6-ab6c-afa5237da722 req-3cff73cc-c87d-4cef-b554-e54cac9d3251 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b177f1a4-4c68-4847-bafc-529461cd99a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5649059 Nov 12 08:38:19.983340 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-930cc552-c508-40f5-952b-65b5d4d6dff1 None None] Publish callbacks [] for port, precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:19.998134 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-930cc552-c508-40f5-952b-65b5d4d6dff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:20.003075 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-66c8f08a-43fb-4ee3-80e5-793549954d5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:20.041651 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-a6168b12-4cfb-49a2-956f-e1c9c8f934af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478e8e34-2bef-4f3c-a97b-8efb9006eddd', 'name': 'tempest-TaggedBootDevicesTest_v242-1336460044-router', 'tenant_id': '21a2ac24705441ab9e82ecd18312805e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '508f0b20-9bd3-4adf-b2b5-6a1cc3277bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:26:12Z', 'updated_at': '2021-11-12T08:26:25Z', 'revision_number': 4, 'project_id': '21a2ac24705441ab9e82ecd18312805e', 'gw_port': {'id': '508f0b20-9bd3-4adf-b2b5-6a1cc3277bb0', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:81:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478e8e34-2bef-4f3c-a97b-8efb9006eddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1899, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:26:14Z', 'updated_at': '2021-11-12T08:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '2dac7928-951a-4181-8ad9-ff7b528e1e4d', 'name': '', 'network_id': 'b1a7821e-f1d3-43e5-80d4-19a0f0105ed4', 'tenant_id': '21a2ac24705441ab9e82ecd18312805e', 'mac_address': 'fa:16:3e:4d:19:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478e8e34-2bef-4f3c-a97b-8efb9006eddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': '12b144a6-628e-40a7-ae42-7387cab28ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:26:22Z', 'updated_at': '2021-11-12T08:26:30Z', 'revision_number': 5, 'project_id': '21a2ac24705441ab9e82ecd18312805e', 'subnets': [{'id': '12b144a6-628e-40a7-ae42-7387cab28ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:20.063004 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d89871c-a3ef-4a05-907d-9f37acf39f0a tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23172496-b42e-4df8-b97a-a68014ebbae6,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:20.068305 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7057b3a1-db50-4359-9e40-24bf13b58807 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:20.091028 n-d-765315-29 neutron-server[102599]: INFO neutron.pecan_wsgi.hooks.translation [None req-1456728d-110c-420c-a9c5-b9af8ac16722 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:38:20.097218 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1456728d-110c-420c-a9c5-b9af8ac16722 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:38:20.117425 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-66c8f08a-43fb-4ee3-80e5-793549954d5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:20.147282 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6168b12-4cfb-49a2-956f-e1c9c8f934af None None] The sync data for ids ['478e8e34-2bef-4f3c-a97b-8efb9006eddd'] in n-d-765315-29 is: [{'id': '478e8e34-2bef-4f3c-a97b-8efb9006eddd', 'name': 'tempest-TaggedBootDevicesTest_v242-1336460044-router', 'tenant_id': '21a2ac24705441ab9e82ecd18312805e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '508f0b20-9bd3-4adf-b2b5-6a1cc3277bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:26:12Z', 'updated_at': '2021-11-12T08:26:25Z', 'revision_number': 4, 'project_id': '21a2ac24705441ab9e82ecd18312805e', 'gw_port': {'id': '508f0b20-9bd3-4adf-b2b5-6a1cc3277bb0', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:81:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478e8e34-2bef-4f3c-a97b-8efb9006eddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1899, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:26:14Z', 'updated_at': '2021-11-12T08:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '2dac7928-951a-4181-8ad9-ff7b528e1e4d', 'name': '', 'network_id': 'b1a7821e-f1d3-43e5-80d4-19a0f0105ed4', 'tenant_id': '21a2ac24705441ab9e82ecd18312805e', 'mac_address': 'fa:16:3e:4d:19:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478e8e34-2bef-4f3c-a97b-8efb9006eddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': '12b144a6-628e-40a7-ae42-7387cab28ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:26:22Z', 'updated_at': '2021-11-12T08:26:30Z', 'revision_number': 5, 'project_id': '21a2ac24705441ab9e82ecd18312805e', 'subnets': [{'id': '12b144a6-628e-40a7-ae42-7387cab28ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:38:20.153601 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7057b3a1-db50-4359-9e40-24bf13b58807 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Pushing event deleted for resources: {'Port': ['ID=f33eda7b-dc43-451f-982a-6c57593fb29f,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:20.303896 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930cc552-c508-40f5-952b-65b5d4d6dff1 None None] Pushing event updated for resources: {'Port': ['ID=d36f2fc8-1c26-4e42-8b8f-cef63257ec67,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:20.334192 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-1456728d-110c-420c-a9c5-b9af8ac16722 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 3.7444384 Nov 12 08:38:20.336539 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 48570) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:20.500503 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c8f08a-43fb-4ee3-80e5-793549954d5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2012224-a2ee-4cb1-8add-dd2ecc2e2432,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:20.511472 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2d89871c-a3ef-4a05-907d-9f37acf39f0a tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:20.532238 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-66c8f08a-43fb-4ee3-80e5-793549954d5d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=94cc8990eeeb4b448b458fe2e665d9f3&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3817635 Nov 12 08:38:20.538348 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 48572) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:20.560888 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7057b3a1-db50-4359-9e40-24bf13b58807 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Publish callbacks [] for floatingip, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:20.566736 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7057b3a1-db50-4359-9e40-24bf13b58807 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:20.568347 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-7057b3a1-db50-4359-9e40-24bf13b58807 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "DELETE /v2.0/floatingips/552607fe-359a-49f0-a270-82118dc09061 HTTP/1.1" status: 204 len: 168 time: 2.9925005 Nov 12 08:38:20.595725 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61de3f0-5f29-41d3-ae4c-f6d6b4b32f17 None None] New status for floating IP 552607fe-359a-49f0-a270-82118dc09061: DOWN {{(pid=102601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:38:20.620058 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2d89871c-a3ef-4a05-907d-9f37acf39f0a tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:20.699396 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d2e8b0b1-44c2-4fa6-ab6c-afa5237da722 req-922be9c0-3afb-42d5-9f63-ad327402c6c3 service neutron] 10.222.0.21 "GET /v2.0/networks/b177f1a4-4c68-4847-bafc-529461cd99a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7388606 Nov 12 08:38:20.738197 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba54875c-50d3-4129-bbde-7ea19aaa6c8d tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:20.750803 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-ba54875c-50d3-4129-bbde-7ea19aaa6c8d tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.4129755 Nov 12 08:38:20.755738 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 48578) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:20.767924 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 7d2b9d4a-0966-40de-a8a7-df179903d72b details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:38:20.804560 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d89871c-a3ef-4a05-907d-9f37acf39f0a tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d912edae-7f5e-42a6-8279-0944c3a93019,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:20.818688 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2d89871c-a3ef-4a05-907d-9f37acf39f0a tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:20.826755 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-2d89871c-a3ef-4a05-907d-9f37acf39f0a tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 2.0849483 Nov 12 08:38:20.830575 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39659dcc-0a7c-4076-95a7-ecd174f98002 None None] New status for floating IP 65f22fc9-58bb-4d3d-9def-93a60256b81f: DOWN {{(pid=102602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:38:20.842834 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 48580) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:20.879588 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-74737ac3-2bd6-4725-9076-f4042f8a24f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:20.918046 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-74737ac3-2bd6-4725-9076-f4042f8a24f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:20.978196 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09df211-e2c7-4d07-b7eb-c374e9f69501 req-04d98969-641b-4702-aa1e-7f01007dc015 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:20.981056 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d09df211-e2c7-4d07-b7eb-c374e9f69501 req-04d98969-641b-4702-aa1e-7f01007dc015 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffcab877-5121-4a51-ad07-67125ff611ee HTTP/1.1" status: 200 len: 943 time: 0.4926417 Nov 12 08:38:21.035835 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 7d2b9d4a-0966-40de-a8a7-df179903d72b, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=7d2b9d4a-0966-40de-a8a7-df179903d72b,segment=NetworkSegment(1d14960a-bb0a-4eb2-99aa-1167f0942ce6),segment_id=1d14960a-bb0a-4eb2-99aa-1167f0942ce6)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:21.062095 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Returning: {'device': '7d2b9d4a-0966-40de-a8a7-df179903d72b', 'network_id': 'b177f1a4-4c68-4847-bafc-529461cd99a0', 'port_id': '7d2b9d4a-0966-40de-a8a7-df179903d72b', 'mac_address': 'fa:16:3e:ca:12:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4b452e4-4cfb-4af8-9506-8c215bcf0937', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:38:21.161454 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:21.200530 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-e530113a-7783-48f4-9840-8911a24052df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d2b9d4a-0966-40de-a8a7-df179903d72b {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:38:21.261625 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 7d2b9d4a-0966-40de-a8a7-df179903d72b, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=7d2b9d4a-0966-40de-a8a7-df179903d72b,segment=NetworkSegment(1d14960a-bb0a-4eb2-99aa-1167f0942ce6),segment_id=1d14960a-bb0a-4eb2-99aa-1167f0942ce6)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:21.268108 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:21.277058 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d2e8b0b1-44c2-4fa6-ab6c-afa5237da722 req-925456b1-7697-40d3-b551-c95bb4a1f458 service neutron] 10.222.0.21 "GET /v2.0/networks/b177f1a4-4c68-4847-bafc-529461cd99a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5533726 Nov 12 08:38:21.279525 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-74737ac3-2bd6-4725-9076-f4042f8a24f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:21.303395 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-74737ac3-2bd6-4725-9076-f4042f8a24f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:21.304611 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-74737ac3-2bd6-4725-9076-f4042f8a24f2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d2012224-a2ee-4cb1-8add-dd2ecc2e2432 HTTP/1.1" status: 204 len: 168 time: 0.7607424 Nov 12 08:38:21.345136 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74737ac3-2bd6-4725-9076-f4042f8a24f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2012224-a2ee-4cb1-8add-dd2ecc2e2432,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:21.435821 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5b69c7-0f6a-4618-bcb5-ba86313c59dc tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:21.439358 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=7d2b9d4a-0966-40de-a8a7-df179903d72b,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:21.444949 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5b69c7-0f6a-4618-bcb5-ba86313c59dc tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:21.451648 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 48586) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:21.461749 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-0c5b69c7-0f6a-4618-bcb5-ba86313c59dc tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.6926835 Nov 12 08:38:21.511955 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-54edee5d-afbb-4f7d-a196-ae98dae032ac tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.6617835 Nov 12 08:38:21.525520 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 48588) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:21.544378 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-c60e92fe-1aea-45c7-8821-739697277628 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Request body: {'security_group': {'name': 'tempest-security--1057848520', 'description': 'tempest-security-description-766673195'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:21.636727 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d09df211-e2c7-4d07-b7eb-c374e9f69501 req-61c94502-1e09-4817-a0f0-9d9bdb309bd6 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d2b9164-9b99-473a-b602-c310ea9d0377&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6334019 Nov 12 08:38:21.646102 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db758c27-0098-40a8-af90-f0baf0affcc8 None None] Network dcea8192-3ded-4675-acba-29dad29883d7 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:38:21.664330 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d63e36e-253b-43fe-bec0-3e92009c4a2b tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Deleting subnet 5fcedd9a-d9f1-4b12-b118-658a23c784ed {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:38:21.669322 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0d63e36e-253b-43fe-bec0-3e92009c4a2b tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for subnet, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:21.818084 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0d63e36e-253b-43fe-bec0-3e92009c4a2b tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31181813'] for subnet, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:21.893963 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0c45ec74-b6bd-44cc-83be-6325cd5e0687 req-f14d6183-b6b2-4db2-9544-00fe7975f212 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7b22e6f-34ba-40cc-8b8b-fe95438187cb HTTP/1.1" status: 200 len: 210 time: 0.0929501 Nov 12 08:38:21.908769 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['7d2b9d4a-0966-40de-a8a7-df179903d72b'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:38:21.916043 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device d36f2fc8-1c26-4e42-8b8f-cef63257ec67 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:38:21.971006 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0d63e36e-253b-43fe-bec0-3e92009c4a2b tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:22.109838 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0d63e36e-253b-43fe-bec0-3e92009c4a2b tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:22.189303 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c60e92fe-1aea-45c7-8821-739697277628 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:22.225856 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d63e36e-253b-43fe-bec0-3e92009c4a2b tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event deleted for resources: {'Subnet': ['ID=5fcedd9a-d9f1-4b12-b118-658a23c784ed,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:22.272510 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0d63e36e-253b-43fe-bec0-3e92009c4a2b tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:22.285101 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 48592) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:22.288116 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-0d63e36e-253b-43fe-bec0-3e92009c4a2b tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "DELETE /v2.0/subnets/5fcedd9a-d9f1-4b12-b118-658a23c784ed HTTP/1.1" status: 204 len: 168 time: 0.8343122 Nov 12 08:38:22.353065 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 48594) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:22.420888 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-cd0fab9e-a769-4fb1-a50d-3e83b33d04e2 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1343951 Nov 12 08:38:22.427151 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 48598) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:22.444581 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-ac2bec9c-287e-4d96-92ff-677fb1fc2629 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Request body: {'subnet': {'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:22.484426 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7ff77f18-6bd9-45d7-a2de-76af59a4a622 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:22.517967 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 48600) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:22.544107 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-de754280-75ba-4f31-91c1-20e5c264e8c3 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Request body: {'security_group': {'name': 'tempest-securitygroup--385245896', 'description': 'tempest-description--893502753'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:22.574675 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c60e92fe-1aea-45c7-8821-739697277628 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:22.580843 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c60e92fe-1aea-45c7-8821-739697277628 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:22.584938 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c60e92fe-1aea-45c7-8821-739697277628 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:22.586752 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-c60e92fe-1aea-45c7-8821-739697277628 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] 10.222.0.26 "PUT /v2.0/security-groups/d912edae-7f5e-42a6-8279-0944c3a93019 HTTP/1.1" status: 200 len: 1796 time: 1.0601110 Nov 12 08:38:22.594628 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 48602) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:22.638885 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-de754280-75ba-4f31-91c1-20e5c264e8c3 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:22.718909 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac2bec9c-287e-4d96-92ff-677fb1fc2629 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Made reservation on behalf of 9132ec14bb5d4c18949ca0b140edb366 for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:38:22.726755 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60e92fe-1aea-45c7-8821-739697277628 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d912edae-7f5e-42a6-8279-0944c3a93019,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:22.732239 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ac2bec9c-287e-4d96-92ff-677fb1fc2629 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:22.760175 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-66d21487-92dc-46be-b5e8-c3ff1d1dd5c2 None None] Provisioning complete for port d36f2fc8-1c26-4e42-8b8f-cef63257ec67 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:22.760910 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-66d21487-92dc-46be-b5e8-c3ff1d1dd5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:22.769067 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-f2ed1667-e6d5-466d-a361-4f0984fb65ca tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] 10.222.0.26 "GET /v2.0/security-groups/d912edae-7f5e-42a6-8279-0944c3a93019 HTTP/1.1" status: 200 len: 1796 time: 0.1575327 Nov 12 08:38:22.772816 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 48606) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:22.885755 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-829552f3-f3be-46d7-86b9-21a34b5f1b50 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:22.925660 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-829552f3-f3be-46d7-86b9-21a34b5f1b50 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:23.019518 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-829552f3-f3be-46d7-86b9-21a34b5f1b50 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:23.028078 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-829552f3-f3be-46d7-86b9-21a34b5f1b50 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:23.032720 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-829552f3-f3be-46d7-86b9-21a34b5f1b50 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] 10.222.0.26 "DELETE /v2.0/security-groups/d912edae-7f5e-42a6-8279-0944c3a93019 HTTP/1.1" status: 204 len: 168 time: 0.2552168 Nov 12 08:38:23.039840 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 48610) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:23.046112 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port d36f2fc8-1c26-4e42-8b8f-cef63257ec67 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:23.046325 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7ff77f18-6bd9-45d7-a2de-76af59a4a622 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:23.046715 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:23.058557 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ac2bec9c-287e-4d96-92ff-677fb1fc2629 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:23.069172 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c84c59-8487-4675-91f0-dce1db7d7b6b None None] DHCP port deletion for dcea8192-3ded-4675-acba-29dad29883d7 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:38:23.075358 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7ff77f18-6bd9-45d7-a2de-76af59a4a622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:23.094448 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829552f3-f3be-46d7-86b9-21a34b5f1b50 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d912edae-7f5e-42a6-8279-0944c3a93019,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:23.227725 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-698fe6f5-e00f-47e9-bf91-8f042d3b056d tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1738942 Nov 12 08:38:23.235130 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 48612) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:23.239240 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-7ff77f18-6bd9-45d7-a2de-76af59a4a622 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a3f2f3a0b3e14094b558365614eab916&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8850408 Nov 12 08:38:23.251108 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 48614) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:23.276006 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2bec9c-287e-4d96-92ff-677fb1fc2629 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Network dcea8192-3ded-4675-acba-29dad29883d7 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:38:23.291772 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-ac2bec9c-287e-4d96-92ff-677fb1fc2629 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:38:23.297961 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff77f18-6bd9-45d7-a2de-76af59a4a622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46329087-eb81-4c79-92f5-81cf6eed9e64,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:23.327562 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2bec9c-287e-4d96-92ff-677fb1fc2629 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:23.328502 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ac2bec9c-287e-4d96-92ff-677fb1fc2629 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:23.334175 n-d-765315-29 neutron-server[102599]: INFO neutron.api.v2.resource [None req-8ce25759-24ab-48af-ad21-616102ea5041 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] delete failed (client error): The resource could not be found. Nov 12 08:38:23.340554 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-8ce25759-24ab-48af-ad21-616102ea5041 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] 10.222.0.26 "DELETE /v2.0/security-groups/d912edae-7f5e-42a6-8279-0944c3a93019 HTTP/1.1" status: 404 len: 347 time: 0.0954165 Nov 12 08:38:23.342737 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 48616) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:23.350965 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-d736553d-22bb-4169-b804-b057c6089cf8 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Request body: {'security_group': {'name': 'tempest-secgroup--2060468445'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:23.353769 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b53586-3f75-4147-af28-8342eb1410fd req-4df270ac-f786-4f56-b7ae-3825f6e01539 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:23.357364 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e1b53586-3f75-4147-af28-8342eb1410fd req-4df270ac-f786-4f56-b7ae-3825f6e01539 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffcab877-5121-4a51-ad07-67125ff611ee HTTP/1.1" status: 200 len: 944 time: 0.3536165 Nov 12 08:38:23.399869 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2bec9c-287e-4d96-92ff-677fb1fc2629 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event updated for resources: {'Subnet': ['ID=92edbd98-0506-43b6-9702-4f331cbc3b98,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:23.410383 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-25806f9c-713d-4cb6-b7d5-d9a35f4688af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:23.446281 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-25806f9c-713d-4cb6-b7d5-d9a35f4688af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:23.496377 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-91c84c59-8487-4675-91f0-dce1db7d7b6b None None] Deleting port d36f2fc8-1c26-4e42-8b8f-cef63257ec67 {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:38:23.497455 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d736553d-22bb-4169-b804-b057c6089cf8 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:23.498752 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-91c84c59-8487-4675-91f0-dce1db7d7b6b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:23.509179 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-ac2bec9c-287e-4d96-92ff-677fb1fc2629 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0806065 Nov 12 08:38:23.512791 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-de754280-75ba-4f31-91c1-20e5c264e8c3 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:23.520389 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 48620) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:23.527030 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-f3e9c8f2-8baf-44ef-b5fd-6e1f589206c3 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-414406508', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:23.547156 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-de754280-75ba-4f31-91c1-20e5c264e8c3 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:23.597354 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-de754280-75ba-4f31-91c1-20e5c264e8c3 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:23.601284 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-de754280-75ba-4f31-91c1-20e5c264e8c3 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.0693781 Nov 12 08:38:23.625641 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 48622) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:23.640712 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-639f9b64-a8f9-49b0-8715-2009e64e7eac tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Request body: {'security_group_rule': {'security_group_id': '116e616a-6b89-47e2-a718-8f32c1b37df3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:23.661821 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e1b53586-3f75-4147-af28-8342eb1410fd req-ea13c98b-50b0-411c-a2a6-f6f0746d5bfb tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d2b9164-9b99-473a-b602-c310ea9d0377&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2821760 Nov 12 08:38:23.708336 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f3e9c8f2-8baf-44ef-b5fd-6e1f589206c3 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:23.710373 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f3e9c8f2-8baf-44ef-b5fd-6e1f589206c3 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:23.723587 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de754280-75ba-4f31-91c1-20e5c264e8c3 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=116e616a-6b89-47e2-a718-8f32c1b37df3,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:23.805293 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d736553d-22bb-4169-b804-b057c6089cf8 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:23.808124 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-25806f9c-713d-4cb6-b7d5-d9a35f4688af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:23.829349 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-25806f9c-713d-4cb6-b7d5-d9a35f4688af admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:23.831092 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-25806f9c-713d-4cb6-b7d5-d9a35f4688af admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/46329087-eb81-4c79-92f5-81cf6eed9e64 HTTP/1.1" status: 204 len: 168 time: 0.5778885 Nov 12 08:38:23.842883 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d736553d-22bb-4169-b804-b057c6089cf8 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:23.853540 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-91c84c59-8487-4675-91f0-dce1db7d7b6b None None] For port d36f2fc8-1c26-4e42-8b8f-cef63257ec67, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=d36f2fc8-1c26-4e42-8b8f-cef63257ec67,segment=NetworkSegment(83c30f53-8f44-40b6-91bc-237f9283bbd5),segment_id=83c30f53-8f44-40b6-91bc-237f9283bbd5)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:23.854176 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-91c84c59-8487-4675-91f0-dce1db7d7b6b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:23.894714 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d736553d-22bb-4169-b804-b057c6089cf8 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:23.899951 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-d736553d-22bb-4169-b804-b057c6089cf8 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5518980 Nov 12 08:38:23.900702 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25806f9c-713d-4cb6-b7d5-d9a35f4688af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46329087-eb81-4c79-92f5-81cf6eed9e64,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:23.902868 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 48626) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:23.903596 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device d36f2fc8-1c26-4e42-8b8f-cef63257ec67 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:38:23.909520 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-108c41d4-44e2-40ae-bfd9-aa5f9b09abb5 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Request body: {'security_group_rule': {'security_group_id': 'aa7b3880-4a71-4c9d-a06d-09b4760d9d52', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:23.909939 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-639f9b64-a8f9-49b0-8715-2009e64e7eac tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:23.912299 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-91c84c59-8487-4675-91f0-dce1db7d7b6b None None] Calling delete_port for d36f2fc8-1c26-4e42-8b8f-cef63257ec67 owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:38:23.926297 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f3e9c8f2-8baf-44ef-b5fd-6e1f589206c3 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:23.944639 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f3e9c8f2-8baf-44ef-b5fd-6e1f589206c3 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052'] for router, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:24.030244 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d736553d-22bb-4169-b804-b057c6089cf8 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa7b3880-4a71-4c9d-a06d-09b4760d9d52,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:24.037812 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-108c41d4-44e2-40ae-bfd9-aa5f9b09abb5 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:24.057497 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f3e9c8f2-8baf-44ef-b5fd-6e1f589206c3 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:24.065299 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-f3e9c8f2-8baf-44ef-b5fd-6e1f589206c3 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5396214 Nov 12 08:38:24.069038 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 48628) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:24.190904 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-639f9b64-a8f9-49b0-8715-2009e64e7eac tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:24.230234 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-639f9b64-a8f9-49b0-8715-2009e64e7eac tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:24.302461 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-108c41d4-44e2-40ae-bfd9-aa5f9b09abb5 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:24.318743 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-108c41d4-44e2-40ae-bfd9-aa5f9b09abb5 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:24.359286 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108c41d4-44e2-40ae-bfd9-aa5f9b09abb5 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31df2073-e9d3-40f6-861b-27864de098a7,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:24.376564 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-108c41d4-44e2-40ae-bfd9-aa5f9b09abb5 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:24.379407 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-108c41d4-44e2-40ae-bfd9-aa5f9b09abb5 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4754505 Nov 12 08:38:24.382579 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 48630) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:24.384866 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639f9b64-a8f9-49b0-8715-2009e64e7eac tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ee0083b-f613-4061-9b3d-f5b0a5772499,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:24.449712 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-639f9b64-a8f9-49b0-8715-2009e64e7eac tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:24.454559 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-639f9b64-a8f9-49b0-8715-2009e64e7eac tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8264074 Nov 12 08:38:24.460429 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 48634) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:24.469879 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-26bce3fd-0caf-4151-ac48-3a414b353a22 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Request body: {'security_group_rule': {'security_group_id': '116e616a-6b89-47e2-a718-8f32c1b37df3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:24.477135 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-91c84c59-8487-4675-91f0-dce1db7d7b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:24.492859 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:24.507594 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bbf0db76-fb36-4f0e-8fc2-75c26e369970 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:24.532421 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bbf0db76-fb36-4f0e-8fc2-75c26e369970 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:24.574274 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c84c59-8487-4675-91f0-dce1db7d7b6b None None] No DVR routers for this DVR port d36f2fc8-1c26-4e42-8b8f-cef63257ec67 on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:38:24.592060 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c84c59-8487-4675-91f0-dce1db7d7b6b None None] Pushing event deleted for resources: {'Port': ['ID=d36f2fc8-1c26-4e42-8b8f-cef63257ec67,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:24.612449 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a30e2d50-8543-49d0-bb3e-016ecdec3809 None None] Network dcea8192-3ded-4675-acba-29dad29883d7 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:38:24.623642 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bbf0db76-fb36-4f0e-8fc2-75c26e369970 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:24.639104 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bbf0db76-fb36-4f0e-8fc2-75c26e369970 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:24.642955 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-bbf0db76-fb36-4f0e-8fc2-75c26e369970 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/31df2073-e9d3-40f6-861b-27864de098a7 HTTP/1.1" status: 204 len: 168 time: 0.2577481 Nov 12 08:38:24.646090 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 48640) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:24.754865 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf0db76-fb36-4f0e-8fc2-75c26e369970 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=31df2073-e9d3-40f6-861b-27864de098a7,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:24.784760 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-26bce3fd-0caf-4151-ac48-3a414b353a22 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:24.866920 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b289fe1b-ba5c-48b2-9409-c5ed3444b3b4 req-8096bb77-28f0-4140-b148-b9b8aa44a9ca tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7b22e6f-34ba-40cc-8b8b-fe95438187cb HTTP/1.1" status: 200 len: 210 time: 0.2130904 Nov 12 08:38:24.909733 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-08ececec-b764-4d14-a9c4-9053e3901bd9 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2596886 Nov 12 08:38:24.912431 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 48648) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:24.925268 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-441bd4df-87d8-46d7-af40-9074c638084f tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:24.994620 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35cee6c8-ff20-480d-9a19-384ce50c4cba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-dcea8192-3ded-4675-acba-29dad29883d7', 'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7', 'tenant_id': '9132ec14bb5d4c18949ca0b140edb366', 'fixed_ips': [{'subnet_id': '92edbd98-0506-43b6-9702-4f331cbc3b98'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:38:24.995737 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-35cee6c8-ff20-480d-9a19-384ce50c4cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:25.137195 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-48fede9b-5735-4508-baee-f5dfa366c01e tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:25.168345 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-48fede9b-5735-4508-baee-f5dfa366c01e tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:25.198749 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-26bce3fd-0caf-4151-ac48-3a414b353a22 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:25.217773 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-26bce3fd-0caf-4151-ac48-3a414b353a22 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:25.257775 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-35cee6c8-ff20-480d-9a19-384ce50c4cba None None] Allocated IP 2001:db8::2 (dcea8192-3ded-4675-acba-29dad29883d7/92edbd98-0506-43b6-9702-4f331cbc3b98/7c9b9816-4a25-471d-911a-efd40bfcf587) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:38:25.299222 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bce3fd-0caf-4151-ac48-3a414b353a22 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7550038-1b91-4780-8f1d-b40631269371,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:25.310074 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-26bce3fd-0caf-4151-ac48-3a414b353a22 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:25.314483 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-26bce3fd-0caf-4151-ac48-3a414b353a22 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8504627 Nov 12 08:38:25.315100 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 48658) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:25.317074 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8b308d-f547-4adb-9efa-e4207240cd1e req-eb49ef9c-d87f-49a1-90a0-278cea9e42b6 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:25.320338 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-224f7447-3920-4c32-ad22-4b42eec3f07f tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Request body: {'floatingip': {'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:25.325255 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3f8b308d-f547-4adb-9efa-e4207240cd1e req-eb49ef9c-d87f-49a1-90a0-278cea9e42b6 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffcab877-5121-4a51-ad07-67125ff611ee HTTP/1.1" status: 200 len: 944 time: 0.3315728 Nov 12 08:38:25.329540 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-48fede9b-5735-4508-baee-f5dfa366c01e tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:25.332931 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-48fede9b-5735-4508-baee-f5dfa366c01e tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:25.336740 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-48fede9b-5735-4508-baee-f5dfa366c01e tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] 10.222.0.26 "DELETE /v2.0/security-groups/aa7b3880-4a71-4c9d-a06d-09b4760d9d52 HTTP/1.1" status: 204 len: 168 time: 0.4207430 Nov 12 08:38:25.337393 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 48660) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:25.358187 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-224f7447-3920-4c32-ad22-4b42eec3f07f tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Publish callbacks [] for floatingip, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:25.453209 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3f8b308d-f547-4adb-9efa-e4207240cd1e req-778d31f3-b7e2-40b0-8310-c919a9ac0906 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d2b9164-9b99-473a-b602-c310ea9d0377&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1244946 Nov 12 08:38:25.473905 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fede9b-5735-4508-baee-f5dfa366c01e tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa7b3880-4a71-4c9d-a06d-09b4760d9d52,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:25.543694 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-67661522-422d-47e2-9503-fa14eb1067a5 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1861343 Nov 12 08:38:25.549196 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 48664) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:25.554291 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-cbc36782-914c-45a0-a9de-4d2946dc9bb2 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Request body: {'security_group': {'name': 'tempest-secgroup--500121452'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:25.624069 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-35cee6c8-ff20-480d-9a19-384ce50c4cba None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:25.635676 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cbc36782-914c-45a0-a9de-4d2946dc9bb2 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:25.638657 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-35cee6c8-ff20-480d-9a19-384ce50c4cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:25.684998 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35cee6c8-ff20-480d-9a19-384ce50c4cba None None] Network dcea8192-3ded-4675-acba-29dad29883d7 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:38:25.690209 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-35cee6c8-ff20-480d-9a19-384ce50c4cba None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:38:25.698327 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35cee6c8-ff20-480d-9a19-384ce50c4cba None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:38:25.741900 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cee6c8-ff20-480d-9a19-384ce50c4cba None None] Pushing event updated for resources: {'Port': ['ID=7c9b9816-4a25-471d-911a-efd40bfcf587,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:25.793057 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-35cee6c8-ff20-480d-9a19-384ce50c4cba None None] Attempting to bind port 7c9b9816-4a25-471d-911a-efd40bfcf587 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:38:25.793720 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-35cee6c8-ff20-480d-9a19-384ce50c4cba None None] Attempting to bind port 7c9b9816-4a25-471d-911a-efd40bfcf587 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '83c30f53-8f44-40b6-91bc-237f9283bbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:38:25.795589 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cee6c8-ff20-480d-9a19-384ce50c4cba None None] Attempting to bind port 7c9b9816-4a25-471d-911a-efd40bfcf587 on network dcea8192-3ded-4675-acba-29dad29883d7 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:38:25.802809 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-441bd4df-87d8-46d7-af40-9074c638084f tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Allocated IP 2001:db8::1 (dcea8192-3ded-4675-acba-29dad29883d7/92edbd98-0506-43b6-9702-4f331cbc3b98/8e0324d5-858c-4ad2-a717-ee8dc1383d0a) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:38:25.804454 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cee6c8-ff20-480d-9a19-384ce50c4cba None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:38:25.806701 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cee6c8-ff20-480d-9a19-384ce50c4cba None None] Checking segment: {'id': '83c30f53-8f44-40b6-91bc-237f9283bbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:38:25.807338 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-35cee6c8-ff20-480d-9a19-384ce50c4cba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:25.807990 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cee6c8-ff20-480d-9a19-384ce50c4cba None None] Bound using segment: {'id': '83c30f53-8f44-40b6-91bc-237f9283bbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:38:25.808823 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-35cee6c8-ff20-480d-9a19-384ce50c4cba None None] Bound port: 7c9b9816-4a25-471d-911a-efd40bfcf587, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83c30f53-8f44-40b6-91bc-237f9283bbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:38:25.809635 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-35cee6c8-ff20-480d-9a19-384ce50c4cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:26.001247 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-35cee6c8-ff20-480d-9a19-384ce50c4cba None None] For port 7c9b9816-4a25-471d-911a-efd40bfcf587, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:38:26.018570 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-35cee6c8-ff20-480d-9a19-384ce50c4cba None None] For port 7c9b9816-4a25-471d-911a-efd40bfcf587, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=7c9b9816-4a25-471d-911a-efd40bfcf587,segment=NetworkSegment(83c30f53-8f44-40b6-91bc-237f9283bbd5),segment_id=83c30f53-8f44-40b6-91bc-237f9283bbd5)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:38:26.030423 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-35cee6c8-ff20-480d-9a19-384ce50c4cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:26.050982 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-441bd4df-87d8-46d7-af40-9074c638084f tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:26.053547 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-224f7447-3920-4c32-ad22-4b42eec3f07f tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:26.135688 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3a94a10b-b2fa-45ab-9801-4b8afbac78f0 req-6ba4bdce-80dc-4cf2-a50e-be35d615c330 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7b22e6f-34ba-40cc-8b8b-fe95438187cb HTTP/1.1" status: 200 len: 210 time: 0.0700099 Nov 12 08:38:26.243875 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cee6c8-ff20-480d-9a19-384ce50c4cba None None] Pushing event updated for resources: {'Port': ['ID=7c9b9816-4a25-471d-911a-efd40bfcf587,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:26.248200 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cbc36782-914c-45a0-a9de-4d2946dc9bb2 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:26.276505 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cbc36782-914c-45a0-a9de-4d2946dc9bb2 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:26.349083 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-441bd4df-87d8-46d7-af40-9074c638084f tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:26.403353 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cbc36782-914c-45a0-a9de-4d2946dc9bb2 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:26.407118 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-cbc36782-914c-45a0-a9de-4d2946dc9bb2 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8545134 Nov 12 08:38:26.408077 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 48684) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:26.412242 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-6039973c-f0ea-434b-8bef-cdab47370156 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Request body: {'security_group_rule': {'security_group_id': 'edbc78eb-4244-4e56-9348-ff792633b582', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:26.431330 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc36782-914c-45a0-a9de-4d2946dc9bb2 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edbc78eb-4244-4e56-9348-ff792633b582,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:26.480695 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441bd4df-87d8-46d7-af40-9074c638084f tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Network dcea8192-3ded-4675-acba-29dad29883d7 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:38:26.486327 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-224f7447-3920-4c32-ad22-4b42eec3f07f tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Allocated IP 172.25.2.192 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/d8abc132-7e67-4bbc-bc04-a9e598d84ee7) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:38:26.509380 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-441bd4df-87d8-46d7-af40-9074c638084f tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:38:26.530107 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6039973c-f0ea-434b-8bef-cdab47370156 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:26.540760 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441bd4df-87d8-46d7-af40-9074c638084f tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event updated for resources: {'Port': ['ID=8e0324d5-858c-4ad2-a717-ee8dc1383d0a,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:26.551240 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441bd4df-87d8-46d7-af40-9074c638084f tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:38:26.552136 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-441bd4df-87d8-46d7-af40-9074c638084f tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933481'] for router_interface, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:26.633838 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 7d2b9d4a-0966-40de-a8a7-df179903d72b up at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:38:26.727033 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6039973c-f0ea-434b-8bef-cdab47370156 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:26.744405 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336bad9e-dcea-46db-980d-61daffb81453 req-6c54e17f-4d03-40af-9c69-fc528f5ad9c3 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:26.754496 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-336bad9e-dcea-46db-980d-61daffb81453 req-6c54e17f-4d03-40af-9c69-fc528f5ad9c3 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffcab877-5121-4a51-ad07-67125ff611ee HTTP/1.1" status: 200 len: 944 time: 0.1165893 Nov 12 08:38:26.769198 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6039973c-f0ea-434b-8bef-cdab47370156 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:26.821931 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6039973c-f0ea-434b-8bef-cdab47370156 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f180d0b8-a05e-4dbb-ae6d-4ff83361dc2d,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:26.844934 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning for port 7d2b9d4a-0966-40de-a8a7-df179903d72b completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:38:26.846317 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6039973c-f0ea-434b-8bef-cdab47370156 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:26.847677 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-6039973c-f0ea-434b-8bef-cdab47370156 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4390748 Nov 12 08:38:26.856138 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 48690) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:26.862732 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-00387aa4-ff6d-409d-8541-174582ea75da tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Request body: {'security_group_rule': {'security_group_id': 'edbc78eb-4244-4e56-9348-ff792633b582', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:26.879133 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning complete for port 7d2b9d4a-0966-40de-a8a7-df179903d72b triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:26.879494 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:26.895496 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-336bad9e-dcea-46db-980d-61daffb81453 req-ae94113a-3705-403c-8603-19c05530d968 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d2b9164-9b99-473a-b602-c310ea9d0377&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1396430 Nov 12 08:38:26.950025 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-00387aa4-ff6d-409d-8541-174582ea75da tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:27.051091 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-00387aa4-ff6d-409d-8541-174582ea75da tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:27.059601 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-00387aa4-ff6d-409d-8541-174582ea75da tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:27.085938 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:27.087388 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00387aa4-ff6d-409d-8541-174582ea75da tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89a911b9-fead-4ce1-989c-57c5916c2cb2,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:27.102130 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-00387aa4-ff6d-409d-8541-174582ea75da tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:27.103846 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-00387aa4-ff6d-409d-8541-174582ea75da tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2464781 Nov 12 08:38:27.108127 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 48696) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:27.115043 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-64f68d9c-919c-4acf-a1d3-c39a3d64a905 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Request body: {'security_group_rule': {'security_group_id': 'edbc78eb-4244-4e56-9348-ff792633b582', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:27.165871 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 7d2b9d4a-0966-40de-a8a7-df179903d72b, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=7d2b9d4a-0966-40de-a8a7-df179903d72b,segment=NetworkSegment(1d14960a-bb0a-4eb2-99aa-1167f0942ce6),segment_id=1d14960a-bb0a-4eb2-99aa-1167f0942ce6)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:27.168764 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffcab877-5121-4a51-ad07-67125ff611ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d2b9d4a-0966-40de-a8a7-df179903d72b'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:38:27.173603 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-978967c7-e4a7-4857-b48f-aca57c3e7f8e" -d '{"events": [{"server_uuid": "ffcab877-5121-4a51-ad07-67125ff611ee", "name": "network-vif-plugged", "status": "completed", "tag": "7d2b9d4a-0966-40de-a8a7-df179903d72b"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:38:27.185364 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:27.202236 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-64f68d9c-919c-4acf-a1d3-c39a3d64a905 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:27.371741 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=7d2b9d4a-0966-40de-a8a7-df179903d72b,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:27.412139 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-64f68d9c-919c-4acf-a1d3-c39a3d64a905 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:27.423544 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-64f68d9c-919c-4acf-a1d3-c39a3d64a905 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:27.471958 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f68d9c-919c-4acf-a1d3-c39a3d64a905 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3324dfe9-691e-40c8-9f4f-d14a1e847b59,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:27.510313 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-64f68d9c-919c-4acf-a1d3-c39a3d64a905 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:27.512847 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-441bd4df-87d8-46d7-af40-9074c638084f tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:27.517305 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-64f68d9c-919c-4acf-a1d3-c39a3d64a905 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4074454 Nov 12 08:38:27.518388 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 48702) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:27.527625 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-b53e1df1-b6a5-489c-9868-e4dbdf2820a6 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Request body: {'security_group_rule': {'security_group_id': 'edbc78eb-4244-4e56-9348-ff792633b582', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:27.583506 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-224f7447-3920-4c32-ad22-4b42eec3f07f tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:27.587623 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b53e1df1-b6a5-489c-9868-e4dbdf2820a6 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:27.759048 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b53e1df1-b6a5-489c-9868-e4dbdf2820a6 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:27.766253 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b53e1df1-b6a5-489c-9868-e4dbdf2820a6 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:27.789011 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53e1df1-b6a5-489c-9868-e4dbdf2820a6 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10a63f85-2ae6-4701-83d7-a097c64298c9,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:27.810302 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b53e1df1-b6a5-489c-9868-e4dbdf2820a6 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:27.814939 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-b53e1df1-b6a5-489c-9868-e4dbdf2820a6 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2933650 Nov 12 08:38:27.815590 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 48704) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:27.829964 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-03106a3b-688e-4b22-9e3e-5e504d74a34d tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Request body: {'security_group_rule': {'security_group_id': 'edbc78eb-4244-4e56-9348-ff792633b582', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:27.886832 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-03106a3b-688e-4b22-9e3e-5e504d74a34d tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:27.918185 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 7c9b9816-4a25-471d-911a-efd40bfcf587 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:38:27.995667 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-224f7447-3920-4c32-ad22-4b42eec3f07f tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:28.023408 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-03106a3b-688e-4b22-9e3e-5e504d74a34d tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:28.035026 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-03106a3b-688e-4b22-9e3e-5e504d74a34d tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:28.111956 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03106a3b-688e-4b22-9e3e-5e504d74a34d tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8a99e8a-8f8e-40d1-adae-a96962a263d3,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:28.123555 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 7c9b9816-4a25-471d-911a-efd40bfcf587 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:28.124128 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:28.128740 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-13185bc7-e624-43de-8b83-9516c34c746f None None] Provisioning complete for port 7c9b9816-4a25-471d-911a-efd40bfcf587 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:28.129352 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-13185bc7-e624-43de-8b83-9516c34c746f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:28.138212 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-03106a3b-688e-4b22-9e3e-5e504d74a34d tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:28.138447 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224f7447-3920-4c32-ad22-4b42eec3f07f tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:38:28.142687 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-03106a3b-688e-4b22-9e3e-5e504d74a34d tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3260725 Nov 12 08:38:28.151146 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 48710) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:28.157367 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-224f7447-3920-4c32-ad22-4b42eec3f07f tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:38:28.161812 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224f7447-3920-4c32-ad22-4b42eec3f07f tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:38:28.214489 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6faaeac5-cf4b-4fa1-b3d5-0e4dbdc5bc8f tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:28.238531 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6faaeac5-cf4b-4fa1-b3d5-0e4dbdc5bc8f tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:28.244267 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 48712) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:28.255863 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-6d973d16-14d3-4b4a-a1bb-b369175f9f56 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1991422268', 'description': 'tempest-secgroup-smoke-1991422268 description', 'project_id': 'af01ccd549054d7f8ad1904b6846172a'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:28.263137 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f7447-3920-4c32-ad22-4b42eec3f07f tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Pushing event updated for resources: {'Port': ['ID=d8abc132-7e67-4bbc-bc04-a9e598d84ee7,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:28.333558 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04385346-6e4b-47a6-9296-d0f8e8cb00f4 x-openstack-request-id: req-04385346-6e4b-47a6-9296-d0f8e8cb00f4 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:38:28.333849 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffcab877-5121-4a51-ad07-67125ff611ee", "name": "network-vif-plugged", "status": "completed", "tag": "7d2b9d4a-0966-40de-a8a7-df179903d72b", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:38:28.337721 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-04385346-6e4b-47a6-9296-d0f8e8cb00f4 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:38:28.339300 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffcab877-5121-4a51-ad07-67125ff611ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d2b9d4a-0966-40de-a8a7-df179903d72b', 'code': 200} Nov 12 08:38:28.370100 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6faaeac5-cf4b-4fa1-b3d5-0e4dbdc5bc8f tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:28.388750 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6faaeac5-cf4b-4fa1-b3d5-0e4dbdc5bc8f tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:28.390253 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-6faaeac5-cf4b-4fa1-b3d5-0e4dbdc5bc8f tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/f8a99e8a-8f8e-40d1-adae-a96962a263d3 HTTP/1.1" status: 204 len: 168 time: 0.2379627 Nov 12 08:38:28.396701 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 48714) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:28.417101 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6d973d16-14d3-4b4a-a1bb-b369175f9f56 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:28.437754 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faaeac5-cf4b-4fa1-b3d5-0e4dbdc5bc8f tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f8a99e8a-8f8e-40d1-adae-a96962a263d3,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:28.441850 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6d973d16-14d3-4b4a-a1bb-b369175f9f56 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:28.518277 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-1092fcbb-addb-4f23-bbc8-d7103f04bb28 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1142070 Nov 12 08:38:28.535544 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 48716) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:28.548021 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-13185bc7-e624-43de-8b83-9516c34c746f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:28.550219 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-224f7447-3920-4c32-ad22-4b42eec3f07f tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:28.558919 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4f7beb45-e6c9-456f-be7e-139533915a46 req-a88032c6-f9f1-45c4-b176-89b03574bef4 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7b22e6f-34ba-40cc-8b8b-fe95438187cb HTTP/1.1" status: 200 len: 210 time: 0.0630739 Nov 12 08:38:28.577080 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:28.639435 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-13185bc7-e624-43de-8b83-9516c34c746f None None] For port 7c9b9816-4a25-471d-911a-efd40bfcf587, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=7c9b9816-4a25-471d-911a-efd40bfcf587,segment=NetworkSegment(83c30f53-8f44-40b6-91bc-237f9283bbd5),segment_id=83c30f53-8f44-40b6-91bc-237f9283bbd5)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:28.652859 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-13185bc7-e624-43de-8b83-9516c34c746f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:28.698144 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6d973d16-14d3-4b4a-a1bb-b369175f9f56 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:28.735105 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6d973d16-14d3-4b4a-a1bb-b369175f9f56 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:28.737851 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-92793152-a76d-440e-ba97-5012e9a73ca9 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:28.798002 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d973d16-14d3-4b4a-a1bb-b369175f9f56 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58330eb7-61a5-4845-8631-1e26721022d8,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:28.798565 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.db.api [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:38:28.798565 n-d-765315-29 neutron-server[102601]: DEBUG oslo_db.api [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:38:28.807386 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-92793152-a76d-440e-ba97-5012e9a73ca9 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:28.814134 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13185bc7-e624-43de-8b83-9516c34c746f None None] Pushing event updated for resources: {'Port': ['ID=7c9b9816-4a25-471d-911a-efd40bfcf587,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:28.814295 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c6257c-a5c7-47ac-9028-69290408455d req-4e4aec64-a92b-4ef2-b58a-bc4a51f1e7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:28.816588 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-15c6257c-a5c7-47ac-9028-69290408455d req-4e4aec64-a92b-4ef2-b58a-bc4a51f1e7fe service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ffcab877-5121-4a51-ad07-67125ff611ee HTTP/1.1" status: 200 len: 1097 time: 0.3002577 Nov 12 08:38:28.818174 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-8dbe6e59-5b32-45d9-bef5-97ced7dd6f5b None None] Provisioning complete for port 8e0324d5-858c-4ad2-a717-ee8dc1383d0a triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:28.819194 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8dbe6e59-5b32-45d9-bef5-97ced7dd6f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:28.831073 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ccb4ab-0620-45c1-8a8d-e82630029d21 req-31ea069a-84c4-47bc-9e10-851e946319b0 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:28.832962 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c0ccb4ab-0620-45c1-8a8d-e82630029d21 req-31ea069a-84c4-47bc-9e10-851e946319b0 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffcab877-5121-4a51-ad07-67125ff611ee HTTP/1.1" status: 200 len: 945 time: 0.1312213 Nov 12 08:38:28.834545 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-224f7447-3920-4c32-ad22-4b42eec3f07f tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:28.871229 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6d973d16-14d3-4b4a-a1bb-b369175f9f56 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:28.871499 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-8dbe6e59-5b32-45d9-bef5-97ced7dd6f5b None None] Port 8e0324d5-858c-4ad2-a717-ee8dc1383d0a cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:38:28.879053 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6d973d16-14d3-4b4a-a1bb-b369175f9f56 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:28.891789 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-441bd4df-87d8-46d7-af40-9074c638084f tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:28.924203 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-441bd4df-87d8-46d7-af40-9074c638084f tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:28.925083 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-441bd4df-87d8-46d7-af40-9074c638084f tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933629'] for router_interface, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:28.956257 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c0ccb4ab-0620-45c1-8a8d-e82630029d21 req-3b4e27e6-8ced-48f5-8b2a-9c8c28f2ee25 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d2b9164-9b99-473a-b602-c310ea9d0377&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1120527 Nov 12 08:38:28.958857 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d973d16-14d3-4b4a-a1bb-b369175f9f56 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87051b75-a5b8-4134-a29f-d7bdc7d0859e,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:28.970122 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6d973d16-14d3-4b4a-a1bb-b369175f9f56 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:28.972586 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-6d973d16-14d3-4b4a-a1bb-b369175f9f56 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.7245722 Nov 12 08:38:28.974576 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 48726) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:28.979332 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-a291e3be-53a2-4b61-a570-b9d5b973cde2 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Request body: {'security_group_rule': {'security_group_id': '87051b75-a5b8-4134-a29f-d7bdc7d0859e', 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:29.010460 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a291e3be-53a2-4b61-a570-b9d5b973cde2 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:29.038692 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-92793152-a76d-440e-ba97-5012e9a73ca9 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:29.060460 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-92793152-a76d-440e-ba97-5012e9a73ca9 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:29.061992 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-92793152-a76d-440e-ba97-5012e9a73ca9 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/10a63f85-2ae6-4701-83d7-a097c64298c9 HTTP/1.1" status: 204 len: 168 time: 0.5212975 Nov 12 08:38:29.094543 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 48728) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:29.098961 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a291e3be-53a2-4b61-a570-b9d5b973cde2 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:29.105251 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a291e3be-53a2-4b61-a570-b9d5b973cde2 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:29.122574 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-15c6257c-a5c7-47ac-9028-69290408455d req-b9be2c0c-6620-4124-8a39-4e4d068ba7bc service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=9d2b9164-9b99-473a-b602-c310ea9d0377&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2899740 Nov 12 08:38:29.134812 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a291e3be-53a2-4b61-a570-b9d5b973cde2 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb36f7fb-2474-405e-9a16-c54d4d9bfb07,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:29.146909 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92793152-a76d-440e-ba97-5012e9a73ca9 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=10a63f85-2ae6-4701-83d7-a097c64298c9,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:29.159187 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a291e3be-53a2-4b61-a570-b9d5b973cde2 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:29.164788 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-a291e3be-53a2-4b61-a570-b9d5b973cde2 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1859927 Nov 12 08:38:29.166236 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 48732) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:29.174856 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441bd4df-87d8-46d7-af40-9074c638084f tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event updated for resources: {'Port': ['ID=8e0324d5-858c-4ad2-a717-ee8dc1383d0a,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:29.175264 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-6b0aa82e-e81e-4dce-8b37-0cd25fea9ef1 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Request body: {'security_group_rule': {'security_group_id': '87051b75-a5b8-4134-a29f-d7bdc7d0859e', 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:29.207923 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6b0aa82e-e81e-4dce-8b37-0cd25fea9ef1 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:29.283222 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-60ae52ab-8130-4b80-9380-dffeb47d3c0b tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1803083 Nov 12 08:38:29.284479 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441bd4df-87d8-46d7-af40-9074c638084f tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Network dcea8192-3ded-4675-acba-29dad29883d7 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:38:29.285125 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 48734) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:29.290805 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6b0aa82e-e81e-4dce-8b37-0cd25fea9ef1 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:29.302621 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6b0aa82e-e81e-4dce-8b37-0cd25fea9ef1 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:29.305519 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-441bd4df-87d8-46d7-af40-9074c638084f tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:38:29.343012 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0aa82e-e81e-4dce-8b37-0cd25fea9ef1 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d3f0345-b298-49dc-beed-692d1c563dde,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:29.376098 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6b0aa82e-e81e-4dce-8b37-0cd25fea9ef1 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:29.383052 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-6b0aa82e-e81e-4dce-8b37-0cd25fea9ef1 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2130375 Nov 12 08:38:29.383766 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 48736) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:29.388665 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-5d78e009-6471-49a2-b6ad-621fff74333c tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Request body: {'security_group_rule': {'security_group_id': '87051b75-a5b8-4134-a29f-d7bdc7d0859e', 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:29.433208 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-89e15a34-ab09-423f-acb0-007ddde16885 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:29.449412 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5d78e009-6471-49a2-b6ad-621fff74333c tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:29.450090 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-224f7447-3920-4c32-ad22-4b42eec3f07f tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:29.459671 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-89e15a34-ab09-423f-acb0-007ddde16885 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:29.468551 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-224f7447-3920-4c32-ad22-4b42eec3f07f tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:29.534110 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5d78e009-6471-49a2-b6ad-621fff74333c tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:29.540343 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5d78e009-6471-49a2-b6ad-621fff74333c tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:29.564236 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d78e009-6471-49a2-b6ad-621fff74333c tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d72a6f1-6495-46b8-9c65-89a2eba50767,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:29.586632 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f7447-3920-4c32-ad22-4b42eec3f07f tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Pushing event updated for resources: {'Port': ['ID=d8abc132-7e67-4bbc-bc04-a9e598d84ee7,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:29.587731 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5d78e009-6471-49a2-b6ad-621fff74333c tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:29.589502 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-5d78e009-6471-49a2-b6ad-621fff74333c tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2046955 Nov 12 08:38:29.592202 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 48740) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:29.605768 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-02b247df-9061-49c3-8cec-f4a6018cd58d tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Request body: {'security_group_rule': {'security_group_id': '87051b75-a5b8-4134-a29f-d7bdc7d0859e', 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:29.680889 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-02b247df-9061-49c3-8cec-f4a6018cd58d tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:29.710744 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-af87fb30-266e-4d75-b992-538614222093 None None] Provisioning complete for port 8e0324d5-858c-4ad2-a717-ee8dc1383d0a triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:29.714323 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-af87fb30-266e-4d75-b992-538614222093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:29.747163 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ec4fc848-1b5c-4107-9c49-87bf93053d0c req-0e5918ce-1076-45ba-a7a5-aeb4b141767e tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7b22e6f-34ba-40cc-8b8b-fe95438187cb HTTP/1.1" status: 200 len: 210 time: 0.0457935 Nov 12 08:38:29.771255 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-af87fb30-266e-4d75-b992-538614222093 None None] Port 8e0324d5-858c-4ad2-a717-ee8dc1383d0a cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:38:29.796596 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-89e15a34-ab09-423f-acb0-007ddde16885 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:29.807108 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-89e15a34-ab09-423f-acb0-007ddde16885 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:29.813423 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-89e15a34-ab09-423f-acb0-007ddde16885 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/3324dfe9-691e-40c8-9f4f-d14a1e847b59 HTTP/1.1" status: 204 len: 168 time: 0.5254054 Nov 12 08:38:29.814502 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 48750) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:29.845427 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-441bd4df-87d8-46d7-af40-9074c638084f tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Router 5ab6eb18-52b1-4265-8aa2-bb87f562b400 is scheduled to L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 with binding_index 1 {{(pid=102599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:38:29.851006 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 7c9b9816-4a25-471d-911a-efd40bfcf587 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:38:29.869966 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e15a34-ab09-423f-acb0-007ddde16885 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3324dfe9-691e-40c8-9f4f-d14a1e847b59,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:29.871148 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-02b247df-9061-49c3-8cec-f4a6018cd58d tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:29.872365 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-224f7447-3920-4c32-ad22-4b42eec3f07f tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:29.877767 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-02b247df-9061-49c3-8cec-f4a6018cd58d tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:29.895894 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-224f7447-3920-4c32-ad22-4b42eec3f07f tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:29.906352 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-224f7447-3920-4c32-ad22-4b42eec3f07f tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5897579 Nov 12 08:38:29.938705 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-02b247df-9061-49c3-8cec-f4a6018cd58d tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:29.947353 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-02b247df-9061-49c3-8cec-f4a6018cd58d tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3468111 Nov 12 08:38:29.948010 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 7c9b9816-4a25-471d-911a-efd40bfcf587 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:29.948563 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:29.952040 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 48754) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:29.967258 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-a002fb61-b3b5-4f73-ae09-7d3df20be64e tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Request body: {'security_group_rule': {'security_group_id': '87051b75-a5b8-4134-a29f-d7bdc7d0859e', 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:30.028442 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b247df-9061-49c3-8cec-f4a6018cd58d tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=354b6ba2-8f1b-4b03-81cc-bc3f5931528f,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:30.042543 n-d-765315-29 neutron-server[102600]: INFO neutron.db.securitygroups_db [None req-a002fb61-b3b5-4f73-ae09-7d3df20be64e tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Project af01ccd549054d7f8ad1904b6846172a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 08:38:30.053047 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-441bd4df-87d8-46d7-af40-9074c638084f tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:38:30.059373 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-441bd4df-87d8-46d7-af40-9074c638084f tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "PUT /v2.0/routers/5ab6eb18-52b1-4265-8aa2-bb87f562b400/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9854052 Nov 12 08:38:30.065163 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 48758) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:30.084656 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-60f5a88b-71a3-4d40-871d-447276dbffc2 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2599421 Nov 12 08:38:30.089226 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 48760) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:30.129802 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbc4bad-a0c7-49f6-b9da-40756484ade8 None None] Sync routers for ids ['5ab6eb18-52b1-4265-8aa2-bb87f562b400'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:38:30.143309 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0b6af147-90ad-4f2b-a81d-ea96b11f2581 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:30.145762 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a002fb61-b3b5-4f73-ae09-7d3df20be64e tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:30.150370 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbc4bad-a0c7-49f6-b9da-40756484ade8 None None] Routers {'5ab6eb18-52b1-4265-8aa2-bb87f562b400'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:38:30.151273 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-8dbc4bad-a0c7-49f6-b9da-40756484ade8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:38:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['5ab6eb18-52b1-4265-8aa2-bb87f562b400'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:30.155350 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0b6af147-90ad-4f2b-a81d-ea96b11f2581 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:30.186268 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0b6af147-90ad-4f2b-a81d-ea96b11f2581 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:30.198620 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0b6af147-90ad-4f2b-a81d-ea96b11f2581 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:30.200435 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-0b6af147-90ad-4f2b-a81d-ea96b11f2581 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/89a911b9-fead-4ce1-989c-57c5916c2cb2 HTTP/1.1" status: 204 len: 168 time: 0.1101985 Nov 12 08:38:30.204609 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 48764) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:30.213160 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6af147-90ad-4f2b-a81d-ea96b11f2581 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=89a911b9-fead-4ce1-989c-57c5916c2cb2,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:30.265731 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-377caa54-0396-4bed-9524-009b869de87e tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0573525 Nov 12 08:38:30.266453 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 48768) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:30.286543 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c7647b-0b3e-4d96-b1e0-eec645e9a108 req-fba6e414-da06-4ae1-94d1-36eb03f0aeb3 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:30.290857 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-57c7647b-0b3e-4d96-b1e0-eec645e9a108 req-fba6e414-da06-4ae1-94d1-36eb03f0aeb3 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffcab877-5121-4a51-ad07-67125ff611ee HTTP/1.1" status: 200 len: 945 time: 0.1874025 Nov 12 08:38:30.306950 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b617a2fd-33f8-4507-91b6-fc5f557f1a84 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:30.311551 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 48770) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:30.311883 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-b617a2fd-33f8-4507-91b6-fc5f557f1a84 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "GET /v2.0/ports/8e0324d5-858c-4ad2-a717-ee8dc1383d0a HTTP/1.1" status: 200 len: 911 time: 0.2334354 Nov 12 08:38:30.357682 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3447f982-1c49-4749-aa8c-894fd980ced4 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:30.373841 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3447f982-1c49-4749-aa8c-894fd980ced4 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:30.412576 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3447f982-1c49-4749-aa8c-894fd980ced4 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:30.418065 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3447f982-1c49-4749-aa8c-894fd980ced4 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:30.421837 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-3447f982-1c49-4749-aa8c-894fd980ced4 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/f180d0b8-a05e-4dbb-ae6d-4ff83361dc2d HTTP/1.1" status: 204 len: 168 time: 0.1518495 Nov 12 08:38:30.425795 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 48772) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:30.483328 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-57c7647b-0b3e-4d96-b1e0-eec645e9a108 req-baf99b63-3113-46d5-acf4-ab2614787939 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d2b9164-9b99-473a-b602-c310ea9d0377&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1697466 Nov 12 08:38:30.483602 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3447f982-1c49-4749-aa8c-894fd980ced4 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f180d0b8-a05e-4dbb-ae6d-4ff83361dc2d,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:30.510684 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9d8e79-7eec-4224-92ee-5a06d302877e tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:30.511179 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a002fb61-b3b5-4f73-ae09-7d3df20be64e tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:30.517752 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9d8e79-7eec-4224-92ee-5a06d302877e tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:30.520214 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-1f9d8e79-7eec-4224-92ee-5a06d302877e tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2074099 Nov 12 08:38:30.524754 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 48774) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:30.536270 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a002fb61-b3b5-4f73-ae09-7d3df20be64e tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:30.548816 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-25acd6d8-c208-4ae3-b346-75b6f11e11df tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1195557 Nov 12 08:38:30.552280 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 48776) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:30.696118 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8299b5a3-2d64-4760-99ca-806909617bbc tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:30.722019 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-8dbc4bad-a0c7-49f6-b9da-40756484ade8 None None] Set router 5ab6eb18-52b1-4265-8aa2-bb87f562b400 gateway port host: None {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:38:30.740252 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8299b5a3-2d64-4760-99ca-806909617bbc tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:30.766631 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a002fb61-b3b5-4f73-ae09-7d3df20be64e tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:30.768954 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-a002fb61-b3b5-4f73-ae09-7d3df20be64e tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8115480 Nov 12 08:38:30.780171 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 48786) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:30.829591 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a002fb61-b3b5-4f73-ae09-7d3df20be64e tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4ca1d03-9351-4448-91d2-39013140137c,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:30.889182 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-d6917e08-60ef-42ff-9ee8-7eb93fd9f1a0 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Request body: {'security_group_rule': {'security_group_id': '87051b75-a5b8-4134-a29f-d7bdc7d0859e', 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:30.899368 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8299b5a3-2d64-4760-99ca-806909617bbc tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:30.903774 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8299b5a3-2d64-4760-99ca-806909617bbc tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:30.905793 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-8299b5a3-2d64-4760-99ca-806909617bbc tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] 10.222.0.26 "DELETE /v2.0/security-groups/edbc78eb-4244-4e56-9348-ff792633b582 HTTP/1.1" status: 204 len: 168 time: 0.3519895 Nov 12 08:38:30.926217 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 48790) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:30.931133 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8299b5a3-2d64-4760-99ca-806909617bbc tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edbc78eb-4244-4e56-9348-ff792633b582,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:31.014154 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-11778a73-daff-46cb-bbdb-819227f17a46 req-1699abee-6038-4460-ac43-c4013ff9d7d1 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--385245896&fields=id&tenant_id=217ce66299114e9fb6c1fa9116e9e5f5 HTTP/1.1" status: 200 len: 267 time: 0.2405195 Nov 12 08:38:31.048481 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-f18a18fc-a8f8-4af8-8904-a6510ac906f0 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1149101 Nov 12 08:38:31.059448 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 48792) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:31.066167 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-d2cd8c7b-e14c-4bbb-beba-a85b1ce08816 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Request body: {'security_group': {'name': 'tempest-secgroup--184303642'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:31.096123 n-d-765315-29 neutron-server[102599]: INFO neutron.db.securitygroups_db [None req-d6917e08-60ef-42ff-9ee8-7eb93fd9f1a0 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Project af01ccd549054d7f8ad1904b6846172a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 08:38:31.100503 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d2cd8c7b-e14c-4bbb-beba-a85b1ce08816 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:31.112435 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d6917e08-60ef-42ff-9ee8-7eb93fd9f1a0 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:31.191959 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d6917e08-60ef-42ff-9ee8-7eb93fd9f1a0 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:31.200566 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d6917e08-60ef-42ff-9ee8-7eb93fd9f1a0 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:31.219981 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6917e08-60ef-42ff-9ee8-7eb93fd9f1a0 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dbce4de-4e88-4a50-a0cd-4b82d3e48ffd,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:31.249952 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d6917e08-60ef-42ff-9ee8-7eb93fd9f1a0 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:31.257087 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-d6917e08-60ef-42ff-9ee8-7eb93fd9f1a0 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4641027 Nov 12 08:38:31.257087 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 48794) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:31.264285 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-2f545921-1636-4ff0-accd-44e7116149a8 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Request body: {'network': {'name': 'tempest-network-smoke--873349522', 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'port_security_enabled': True}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:31.298258 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f545921-1636-4ff0-accd-44e7116149a8 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Made reservation on behalf of af01ccd549054d7f8ad1904b6846172a for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:38:31.303113 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2f545921-1636-4ff0-accd-44e7116149a8 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:31.353792 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f545921-1636-4ff0-accd-44e7116149a8 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:38:31.361004 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-8dbc4bad-a0c7-49f6-b9da-40756484ade8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab6eb18-52b1-4265-8aa2-bb87f562b400', 'name': 'tempest-NetworksTestDHCPv6-router-414406508', 'tenant_id': '9132ec14bb5d4c18949ca0b140edb366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:38:23Z', 'updated_at': '2021-11-12T08:38:27Z', 'revision_number': 2, 'project_id': '9132ec14bb5d4c18949ca0b140edb366', 'gw_port_host': None, '_interfaces': [{'id': '8e0324d5-858c-4ad2-a717-ee8dc1383d0a', 'name': '', 'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7', 'tenant_id': '9132ec14bb5d4c18949ca0b140edb366', 'mac_address': 'fa:16:3e:dd:a2:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab6eb18-52b1-4265-8aa2-bb87f562b400', 'device_owner': 'network:router_interface', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '92edbd98-0506-43b6-9702-4f331cbc3b98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:38:25Z', 'updated_at': '2021-11-12T08:38:28Z', 'revision_number': 2, 'project_id': '9132ec14bb5d4c18949ca0b140edb366', 'subnets': [{'id': '92edbd98-0506-43b6-9702-4f331cbc3b98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:31.367185 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2f545921-1636-4ff0-accd-44e7116149a8 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:31.367588 n-d-765315-29 neutron-server[102599]: INFO neutron.db.segments_db [None req-2f545921-1636-4ff0-accd-44e7116149a8 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Added segment 7b0f7e94-0541-4a5b-a8eb-bc9ffc4aa181 of type vlan for network 2a86a16a-e574-4b84-b4af-d17ebf35c6da Nov 12 08:38:31.416082 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbc4bad-a0c7-49f6-b9da-40756484ade8 None None] Checking router: 5ab6eb18-52b1-4265-8aa2-bb87f562b400 for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:38:31.416082 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbc4bad-a0c7-49f6-b9da-40756484ade8 None None] Updating router 5ab6eb18-52b1-4265-8aa2-bb87f562b400 port 8e0324d5-858c-4ad2-a717-ee8dc1383d0a binding host n-d-765315-29 {{(pid=102601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:38:31.421335 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2f545921-1636-4ff0-accd-44e7116149a8 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:31.449875 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11778a73-daff-46cb-bbdb-819227f17a46 req-7d21373f-b1cc-4d46-bfb8-20b90c0b7e17 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:31.451520 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-11778a73-daff-46cb-bbdb-819227f17a46 req-7d21373f-b1cc-4d46-bfb8-20b90c0b7e17 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "GET /v2.0/networks?id=7e609bc1-00ff-483d-9d9f-8eba780b3ef7 HTTP/1.1" status: 200 len: 811 time: 0.2820163 Nov 12 08:38:31.456935 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2f545921-1636-4ff0-accd-44e7116149a8 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:31.466224 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f545921-1636-4ff0-accd-44e7116149a8 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:31.467337 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2f545921-1636-4ff0-accd-44e7116149a8 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:31.475178 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-11778a73-daff-46cb-bbdb-819227f17a46 req-0b630fc8-5444-4e02-89ed-384c0b5ae991 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "GET /v2.0/quotas/217ce66299114e9fb6c1fa9116e9e5f5 HTTP/1.1" status: 200 len: 375 time: 0.0134804 Nov 12 08:38:31.490080 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8dbc4bad-a0c7-49f6-b9da-40756484ade8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:31.551489 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d2cd8c7b-e14c-4bbb-beba-a85b1ce08816 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:31.559053 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d2cd8c7b-e14c-4bbb-beba-a85b1ce08816 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:31.625298 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-2f545921-1636-4ff0-accd-44e7116149a8 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3663971 Nov 12 08:38:31.632817 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 48800) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:31.640940 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-fda28191-0ff3-4f7f-8349-9571635521e6 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-390922452', 'admin_state_up': True, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:31.668724 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-11778a73-daff-46cb-bbdb-819227f17a46 req-a2c5839f-d81f-4155-8afa-b50a616f976e tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=217ce66299114e9fb6c1fa9116e9e5f5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1847470 Nov 12 08:38:31.671319 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d2cd8c7b-e14c-4bbb-beba-a85b1ce08816 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:31.678647 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-d2cd8c7b-e14c-4bbb-beba-a85b1ce08816 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6173220 Nov 12 08:38:31.679549 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 48802) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:31.681577 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f545921-1636-4ff0-accd-44e7116149a8 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Pushing event updated for resources: {'Network': ['ID=2a86a16a-e574-4b84-b4af-d17ebf35c6da,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:31.685960 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-f948e1c0-6137-409b-98f6-ae6e574050a3 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Request body: {'security_group_rule': {'security_group_id': '730a947f-5ae1-4f7a-8ca9-5de8396d50b1', 'direction': 'ingress', 'protocol': 17}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:31.696603 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cd8c7b-e14c-4bbb-beba-a85b1ce08816 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=730a947f-5ae1-4f7a-8ca9-5de8396d50b1,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:31.776360 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fda28191-0ff3-4f7f-8349-9571635521e6 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:31.777974 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fda28191-0ff3-4f7f-8349-9571635521e6 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:31.852569 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f948e1c0-6137-409b-98f6-ae6e574050a3 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:31.882558 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8dbc4bad-a0c7-49f6-b9da-40756484ade8 None None] Publish callbacks [] for port, precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:31.890545 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 2a86a16a-e574-4b84-b4af-d17ebf35c6da details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:38:31.970726 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8dbc4bad-a0c7-49f6-b9da-40756484ade8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:32.033881 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fda28191-0ff3-4f7f-8349-9571635521e6 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:32.065353 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9477d2-b112-4c4e-85c6-ffd41255b754 None None] Pushing event updated for resources: {'Port': ['ID=8e0324d5-858c-4ad2-a717-ee8dc1383d0a,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:32.111562 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-8dbc4bad-a0c7-49f6-b9da-40756484ade8 None None] Attempting to bind port 8e0324d5-858c-4ad2-a717-ee8dc1383d0a on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:38:32.112130 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-8dbc4bad-a0c7-49f6-b9da-40756484ade8 None None] Attempting to bind port 8e0324d5-858c-4ad2-a717-ee8dc1383d0a by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '83c30f53-8f44-40b6-91bc-237f9283bbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:38:32.112663 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbc4bad-a0c7-49f6-b9da-40756484ade8 None None] Attempting to bind port 8e0324d5-858c-4ad2-a717-ee8dc1383d0a on network dcea8192-3ded-4675-acba-29dad29883d7 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:38:32.119483 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbc4bad-a0c7-49f6-b9da-40756484ade8 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:38:32.121287 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbc4bad-a0c7-49f6-b9da-40756484ade8 None None] Checking segment: {'id': '83c30f53-8f44-40b6-91bc-237f9283bbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:38:32.121800 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8dbc4bad-a0c7-49f6-b9da-40756484ade8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:32.122301 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbc4bad-a0c7-49f6-b9da-40756484ade8 None None] Bound using segment: {'id': '83c30f53-8f44-40b6-91bc-237f9283bbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:38:32.122975 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-8dbc4bad-a0c7-49f6-b9da-40756484ade8 None None] Bound port: 8e0324d5-858c-4ad2-a717-ee8dc1383d0a, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83c30f53-8f44-40b6-91bc-237f9283bbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:38:32.123722 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8dbc4bad-a0c7-49f6-b9da-40756484ade8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:32.134882 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-11778a73-daff-46cb-bbdb-819227f17a46 req-d66efa70-7605-46a9-9206-02e5c0e7d96c service neutron] 10.222.0.26 "GET /v2.0/networks/7e609bc1-00ff-483d-9d9f-8eba780b3ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4203823 Nov 12 08:38:32.235765 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-8dbc4bad-a0c7-49f6-b9da-40756484ade8 None None] For port 8e0324d5-858c-4ad2-a717-ee8dc1383d0a, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:38:32.244624 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-8dbc4bad-a0c7-49f6-b9da-40756484ade8 None None] For port 8e0324d5-858c-4ad2-a717-ee8dc1383d0a, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=8e0324d5-858c-4ad2-a717-ee8dc1383d0a,segment=NetworkSegment(83c30f53-8f44-40b6-91bc-237f9283bbd5),segment_id=83c30f53-8f44-40b6-91bc-237f9283bbd5)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:38:32.254184 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8dbc4bad-a0c7-49f6-b9da-40756484ade8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:32.321331 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbc4bad-a0c7-49f6-b9da-40756484ade8 None None] Routers {'5ab6eb18-52b1-4265-8aa2-bb87f562b400'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:38:32.322079 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-8dbc4bad-a0c7-49f6-b9da-40756484ade8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:38:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['5ab6eb18-52b1-4265-8aa2-bb87f562b400'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:32.412471 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9477d2-b112-4c4e-85c6-ffd41255b754 None None] Pushing event updated for resources: {'Port': ['ID=8e0324d5-858c-4ad2-a717-ee8dc1383d0a,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:32.422504 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8067ed05-9fa3-4c0f-b489-b3b102d33611 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933586'] for router_interface, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:32.457860 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-8dbc4bad-a0c7-49f6-b9da-40756484ade8 None None] Set router 5ab6eb18-52b1-4265-8aa2-bb87f562b400 gateway port host: None {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:38:32.727090 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-54e0d43e-9924-43cc-a540-d97be469f0c7 None None] Provisioning complete for port 8e0324d5-858c-4ad2-a717-ee8dc1383d0a triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:32.727833 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-54e0d43e-9924-43cc-a540-d97be469f0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:32.955733 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-54e0d43e-9924-43cc-a540-d97be469f0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:32.999544 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-8dbc4bad-a0c7-49f6-b9da-40756484ade8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab6eb18-52b1-4265-8aa2-bb87f562b400', 'name': 'tempest-NetworksTestDHCPv6-router-414406508', 'tenant_id': '9132ec14bb5d4c18949ca0b140edb366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:38:23Z', 'updated_at': '2021-11-12T08:38:27Z', 'revision_number': 2, 'project_id': '9132ec14bb5d4c18949ca0b140edb366', 'gw_port_host': None, '_interfaces': [{'id': '8e0324d5-858c-4ad2-a717-ee8dc1383d0a', 'name': '', 'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7', 'tenant_id': '9132ec14bb5d4c18949ca0b140edb366', 'mac_address': 'fa:16:3e:dd:a2:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab6eb18-52b1-4265-8aa2-bb87f562b400', 'device_owner': 'network:router_interface', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '92edbd98-0506-43b6-9702-4f331cbc3b98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:38:25Z', 'updated_at': '2021-11-12T08:38:32Z', 'revision_number': 4, 'project_id': '9132ec14bb5d4c18949ca0b140edb366', 'subnets': [{'id': '92edbd98-0506-43b6-9702-4f331cbc3b98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:33.041556 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbc4bad-a0c7-49f6-b9da-40756484ade8 None None] The sync data for ids ['5ab6eb18-52b1-4265-8aa2-bb87f562b400'] in n-d-765315-29 is: [{'id': '5ab6eb18-52b1-4265-8aa2-bb87f562b400', 'name': 'tempest-NetworksTestDHCPv6-router-414406508', 'tenant_id': '9132ec14bb5d4c18949ca0b140edb366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:38:23Z', 'updated_at': '2021-11-12T08:38:27Z', 'revision_number': 2, 'project_id': '9132ec14bb5d4c18949ca0b140edb366', 'gw_port_host': None, '_interfaces': [{'id': '8e0324d5-858c-4ad2-a717-ee8dc1383d0a', 'name': '', 'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7', 'tenant_id': '9132ec14bb5d4c18949ca0b140edb366', 'mac_address': 'fa:16:3e:dd:a2:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab6eb18-52b1-4265-8aa2-bb87f562b400', 'device_owner': 'network:router_interface', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '92edbd98-0506-43b6-9702-4f331cbc3b98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:38:25Z', 'updated_at': '2021-11-12T08:38:32Z', 'revision_number': 4, 'project_id': '9132ec14bb5d4c18949ca0b140edb366', 'subnets': [{'id': '92edbd98-0506-43b6-9702-4f331cbc3b98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:38:33.047423 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-54e0d43e-9924-43cc-a540-d97be469f0c7 None None] For port 8e0324d5-858c-4ad2-a717-ee8dc1383d0a, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=8e0324d5-858c-4ad2-a717-ee8dc1383d0a,segment=NetworkSegment(83c30f53-8f44-40b6-91bc-237f9283bbd5),segment_id=83c30f53-8f44-40b6-91bc-237f9283bbd5)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:33.053232 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-54e0d43e-9924-43cc-a540-d97be469f0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:33.136368 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e0d43e-9924-43cc-a540-d97be469f0c7 None None] Pushing event updated for resources: {'Port': ['ID=8e0324d5-858c-4ad2-a717-ee8dc1383d0a,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:33.188256 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-d1c0cb67-a9c8-4098-90c8-b3892dbaceda None None] Provisioning complete for port 8e0324d5-858c-4ad2-a717-ee8dc1383d0a triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:33.188484 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d1c0cb67-a9c8-4098-90c8-b3892dbaceda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:33.268268 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fda28191-0ff3-4f7f-8349-9571635521e6 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:33.285500 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f948e1c0-6137-409b-98f6-ae6e574050a3 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:33.320987 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f948e1c0-6137-409b-98f6-ae6e574050a3 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:33.373643 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f948e1c0-6137-409b-98f6-ae6e574050a3 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a93b2467-3602-4e8d-a55d-196b8024f5d2,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:33.500782 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-11778a73-daff-46cb-bbdb-819227f17a46 req-c9620cad-a78e-4d02-8c38-2a1fef069c6c service neutron] 10.222.0.26 "GET /v2.0/networks/7e609bc1-00ff-483d-9d9f-8eba780b3ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3472512 Nov 12 08:38:33.505860 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f948e1c0-6137-409b-98f6-ae6e574050a3 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:33.508219 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-f948e1c0-6137-409b-98f6-ae6e574050a3 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.8260865 Nov 12 08:38:33.512274 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 48814) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:33.686142 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0f5f5e3c-b1e6-4717-81b9-4ea9e80385c2 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:33.775115 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0f5f5e3c-b1e6-4717-81b9-4ea9e80385c2 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:33.894295 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 8e0324d5-858c-4ad2-a717-ee8dc1383d0a up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:38:33.932049 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0f5f5e3c-b1e6-4717-81b9-4ea9e80385c2 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:33.936694 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0f5f5e3c-b1e6-4717-81b9-4ea9e80385c2 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:33.938149 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-0f5f5e3c-b1e6-4717-81b9-4ea9e80385c2 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] 10.222.0.26 "DELETE /v2.0/security-groups/730a947f-5ae1-4f7a-8ca9-5de8396d50b1 HTTP/1.1" status: 204 len: 168 time: 0.4246449 Nov 12 08:38:33.941886 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 48822) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:33.995021 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5f5e3c-b1e6-4717-81b9-4ea9e80385c2 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=730a947f-5ae1-4f7a-8ca9-5de8396d50b1,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:34.022477 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-563872c4-f64b-46ad-9409-cab2e8e2f638 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:34.042666 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 8e0324d5-858c-4ad2-a717-ee8dc1383d0a triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:34.043051 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:34.081639 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-171765fb-33d7-4cb2-ac0e-e087972d58d5 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1337268 Nov 12 08:38:34.087342 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 48824) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:34.110135 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-fafbae12-6e97-4ec0-b2fd-4de2d13fe6e1 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Request body: {'security_group': {'name': 'tempest-secgroup--503180469'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:34.198836 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fafbae12-6e97-4ec0-b2fd-4de2d13fe6e1 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:34.222092 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3ca84678-90f0-4a5b-84cd-b8493a595b15 req-b25c4323-f069-47a0-ad72-ff077996e118 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7b22e6f-34ba-40cc-8b8b-fe95438187cb HTTP/1.1" status: 200 len: 210 time: 0.2210381 Nov 12 08:38:34.283355 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fda28191-0ff3-4f7f-8349-9571635521e6 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for router_gateway, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:34.389983 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fafbae12-6e97-4ec0-b2fd-4de2d13fe6e1 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:34.402036 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fafbae12-6e97-4ec0-b2fd-4de2d13fe6e1 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:34.475658 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fafbae12-6e97-4ec0-b2fd-4de2d13fe6e1 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:34.479975 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-fafbae12-6e97-4ec0-b2fd-4de2d13fe6e1 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3887329 Nov 12 08:38:34.489676 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 48830) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:34.495516 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fda28191-0ff3-4f7f-8349-9571635521e6 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:34.499836 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafbae12-6e97-4ec0-b2fd-4de2d13fe6e1 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da6e9aee-f085-4611-8091-8df6cbc7a115,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:34.513146 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-91c9723e-b4f4-422a-bc72-68895cbd52c4 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Request body: {'security_group': {'name': 'tempest-secgroup--1340384845'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:34.548176 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-8067ed05-9fa3-4c0f-b489-b3b102d33611 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Deleting port 8e0324d5-858c-4ad2-a717-ee8dc1383d0a {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:38:34.548524 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8067ed05-9fa3-4c0f-b489-b3b102d33611 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:34.717543 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-fda28191-0ff3-4f7f-8349-9571635521e6 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Allocated IP 172.25.2.126 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/8aa0ca0a-5557-47fe-80d6-430364283a99) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:38:34.948165 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-91c9723e-b4f4-422a-bc72-68895cbd52c4 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:35.033125 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e747290b-470c-40f0-b076-f3f2195c8bf1 req-8accf277-534f-4c72-8fb7-746098960614 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:35.034737 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e747290b-470c-40f0-b076-f3f2195c8bf1 req-8accf277-534f-4c72-8fb7-746098960614 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffcab877-5121-4a51-ad07-67125ff611ee HTTP/1.1" status: 200 len: 945 time: 0.5822744 Nov 12 08:38:35.063403 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-8067ed05-9fa3-4c0f-b489-b3b102d33611 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] For port 8e0324d5-858c-4ad2-a717-ee8dc1383d0a, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=8e0324d5-858c-4ad2-a717-ee8dc1383d0a,segment=NetworkSegment(83c30f53-8f44-40b6-91bc-237f9283bbd5),segment_id=83c30f53-8f44-40b6-91bc-237f9283bbd5)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:35.063774 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8067ed05-9fa3-4c0f-b489-b3b102d33611 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:35.106993 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-91c9723e-b4f4-422a-bc72-68895cbd52c4 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:35.113974 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-8067ed05-9fa3-4c0f-b489-b3b102d33611 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Calling delete_port for 8e0324d5-858c-4ad2-a717-ee8dc1383d0a owned by network:router_interface {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:38:35.137624 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-91c9723e-b4f4-422a-bc72-68895cbd52c4 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:35.165047 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fda28191-0ff3-4f7f-8349-9571635521e6 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:35.172210 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-91c9723e-b4f4-422a-bc72-68895cbd52c4 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:35.173463 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-91c9723e-b4f4-422a-bc72-68895cbd52c4 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6751468 Nov 12 08:38:35.179963 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 48836) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:35.188728 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-f867b263-99b3-4de1-90d2-2a2df1464b2e tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Request body: {'security_group_rule': {'security_group_id': 'da6e9aee-f085-4611-8091-8df6cbc7a115', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '7a9117b1-f2ab-4948-a39a-1dd7653b5360', 'remote_ip_prefix': None}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:35.239534 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e747290b-470c-40f0-b076-f3f2195c8bf1 req-455f6e0a-0a0d-43b4-9732-7b9e6e2a912a tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d2b9164-9b99-473a-b602-c310ea9d0377&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1943381 Nov 12 08:38:35.272197 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c9723e-b4f4-422a-bc72-68895cbd52c4 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a9117b1-f2ab-4948-a39a-1dd7653b5360,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:35.286230 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f867b263-99b3-4de1-90d2-2a2df1464b2e tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:35.339724 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:35.398779 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fda28191-0ff3-4f7f-8349-9571635521e6 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:35.455953 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f867b263-99b3-4de1-90d2-2a2df1464b2e tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:35.464411 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f867b263-99b3-4de1-90d2-2a2df1464b2e tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:35.489478 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda28191-0ff3-4f7f-8349-9571635521e6 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:38:35.504396 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda28191-0ff3-4f7f-8349-9571635521e6 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Pushing event updated for resources: {'Port': ['ID=8aa0ca0a-5557-47fe-80d6-430364283a99,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:35.508462 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-fda28191-0ff3-4f7f-8349-9571635521e6 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:38:35.520110 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda28191-0ff3-4f7f-8349-9571635521e6 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:38:35.553060 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca85e322-18a4-49e6-b6da-637167d0627b None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:38:35.558114 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f867b263-99b3-4de1-90d2-2a2df1464b2e tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89336945-20cb-44b2-bcd5-cd1cb96d2186,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:35.570999 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f867b263-99b3-4de1-90d2-2a2df1464b2e tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:35.587642 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-f867b263-99b3-4de1-90d2-2a2df1464b2e tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4034500 Nov 12 08:38:35.589538 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 48844) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:35.590328 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bc91b170-3b03-4f5a-b63b-387450fb95f1 req-f875b4fd-178f-4fa3-bb04-399960dde10f tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "GET /v2.0/ports?device_id=4fe2a741-ae48-451e-afdd-1247d8e7962b HTTP/1.1" status: 200 len: 210 time: 0.0743809 Nov 12 08:38:35.649617 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c0105999-6a1a-49db-b872-54145ce38120 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:35.664490 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c0105999-6a1a-49db-b872-54145ce38120 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:35.691556 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-f667001e-d7b2-446d-9cb2-3adbdde9df41 None None] Provisioning complete for port 8aa0ca0a-5557-47fe-80d6-430364283a99 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:35.691942 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f667001e-d7b2-446d-9cb2-3adbdde9df41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:35.697179 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8067ed05-9fa3-4c0f-b489-b3b102d33611 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:35.718361 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c0105999-6a1a-49db-b872-54145ce38120 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:35.730286 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c0105999-6a1a-49db-b872-54145ce38120 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:35.731819 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-c0105999-6a1a-49db-b872-54145ce38120 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/89336945-20cb-44b2-bcd5-cd1cb96d2186 HTTP/1.1" status: 204 len: 168 time: 0.1412325 Nov 12 08:38:35.737310 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 48846) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:35.768669 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0105999-6a1a-49db-b872-54145ce38120 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=89336945-20cb-44b2-bcd5-cd1cb96d2186,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:35.778733 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-f667001e-d7b2-446d-9cb2-3adbdde9df41 None None] Port 8aa0ca0a-5557-47fe-80d6-430364283a99 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:38:35.870065 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8067ed05-9fa3-4c0f-b489-b3b102d33611 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event deleted for resources: {'Port': ['ID=8e0324d5-858c-4ad2-a717-ee8dc1383d0a,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:35.900731 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-a5d64561-5ae1-4cf9-aa14-cbb30bc679d2 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1608741 Nov 12 08:38:35.904968 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 48850) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:35.961904 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-35fde4ea-cb34-42a9-8a55-1e54fed255a2 req-51fc0ea4-48ae-44c4-9c92-1985c6ff1edf tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7b22e6f-34ba-40cc-8b8b-fe95438187cb HTTP/1.1" status: 200 len: 210 time: 0.2582510 Nov 12 08:38:36.035979 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11778a73-daff-46cb-bbdb-819227f17a46 req-d974b0ff-dcb1-4c97-a2e9-38b11208607c tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:36.038000 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-11778a73-daff-46cb-bbdb-819227f17a46 req-d974b0ff-dcb1-4c97-a2e9-38b11208607c tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.44 "GET /v2.0/networks?id=7e609bc1-00ff-483d-9d9f-8eba780b3ef7 HTTP/1.1" status: 200 len: 811 time: 0.2996633 Nov 12 08:38:36.067505 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c571825f-fcbe-428f-8a8a-98e13edc5b02 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:36.145495 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c571825f-fcbe-428f-8a8a-98e13edc5b02 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:36.166202 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8067ed05-9fa3-4c0f-b489-b3b102d33611 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918626'] for router_interface, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:36.227198 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c571825f-fcbe-428f-8a8a-98e13edc5b02 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:36.233251 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c571825f-fcbe-428f-8a8a-98e13edc5b02 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:36.236976 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-c571825f-fcbe-428f-8a8a-98e13edc5b02 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] 10.222.0.26 "DELETE /v2.0/security-groups/7a9117b1-f2ab-4948-a39a-1dd7653b5360 HTTP/1.1" status: 204 len: 168 time: 0.3285332 Nov 12 08:38:36.240931 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 48852) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:36.260866 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571825f-fcbe-428f-8a8a-98e13edc5b02 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a9117b1-f2ab-4948-a39a-1dd7653b5360,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:36.318577 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-11778a73-daff-46cb-bbdb-819227f17a46 req-09553e84-51e4-485a-894c-fd770dccb20f tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=217ce66299114e9fb6c1fa9116e9e5f5 HTTP/1.1" status: 200 len: 379 time: 0.2344508 Nov 12 08:38:36.333903 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-11778a73-daff-46cb-bbdb-819227f17a46 req-b464b8fc-7742-4a81-a7c8-326497fdbc43 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Request body: {'port': {'device_id': '4fe2a741-ae48-451e-afdd-1247d8e7962b', 'network_id': '7e609bc1-00ff-483d-9d9f-8eba780b3ef7', 'admin_state_up': True, 'tenant_id': '217ce66299114e9fb6c1fa9116e9e5f5', 'security_groups': ['116e616a-6b89-47e2-a718-8f32c1b37df3']}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:36.512972 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11778a73-daff-46cb-bbdb-819227f17a46 req-b464b8fc-7742-4a81-a7c8-326497fdbc43 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Made reservation on behalf of 217ce66299114e9fb6c1fa9116e9e5f5 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:38:36.518387 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-11778a73-daff-46cb-bbdb-819227f17a46 req-b464b8fc-7742-4a81-a7c8-326497fdbc43 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:36.636132 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71fd3a7-2ac9-4cad-9f0e-cf6edca2bd16 req-4c87fde5-d2d3-4367-baaf-026f0f000718 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:36.637613 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f71fd3a7-2ac9-4cad-9f0e-cf6edca2bd16 req-4c87fde5-d2d3-4367-baaf-026f0f000718 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffcab877-5121-4a51-ad07-67125ff611ee HTTP/1.1" status: 200 len: 945 time: 0.5187862 Nov 12 08:38:36.730100 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-11778a73-daff-46cb-bbdb-819227f17a46 req-b464b8fc-7742-4a81-a7c8-326497fdbc43 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Allocated IP 172.20.0.7 (7e609bc1-00ff-483d-9d9f-8eba780b3ef7/48fd8021-0e17-4172-812d-17238fc37d26/41d2c921-566a-4d65-a257-c91bd8851913) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:38:36.763931 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fda28191-0ff3-4f7f-8349-9571635521e6 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for router_gateway, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:36.984038 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4dbd9328-ab3d-4182-9c3a-15acc18778c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:37.024534 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-11778a73-daff-46cb-bbdb-819227f17a46 req-b464b8fc-7742-4a81-a7c8-326497fdbc43 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:37.056016 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-47b825aa-7dd4-4f4b-8754-61a22257e63a tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.4857059 Nov 12 08:38:37.060027 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 48860) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:37.128062 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8067ed05-9fa3-4c0f-b489-b3b102d33611 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Router 5ab6eb18-52b1-4265-8aa2-bb87f562b400 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:38:37.146378 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f71fd3a7-2ac9-4cad-9f0e-cf6edca2bd16 req-c54c1051-62c7-4e75-be1f-539160c53350 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d2b9164-9b99-473a-b602-c310ea9d0377&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5007887 Nov 12 08:38:37.217313 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 48862) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:37.229975 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-11778a73-daff-46cb-bbdb-819227f17a46 req-b464b8fc-7742-4a81-a7c8-326497fdbc43 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:37.404185 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7490bea1-e70c-4076-b324-f06ae0f1ce47 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:37.419918 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9632de04-1b28-4384-a80e-0a123744671a tempest-TestNetworkBasicOps-265207529 tempest-TestNetworkBasicOps-265207529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:37.425808 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-9632de04-1b28-4384-a80e-0a123744671a tempest-TestNetworkBasicOps-265207529 tempest-TestNetworkBasicOps-265207529-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=ffcab877-5121-4a51-ad07-67125ff611ee HTTP/1.1" status: 200 len: 1092 time: 0.2007174 Nov 12 08:38:37.425808 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11778a73-daff-46cb-bbdb-819227f17a46 req-b464b8fc-7742-4a81-a7c8-326497fdbc43 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Network 7e609bc1-00ff-483d-9d9f-8eba780b3ef7 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:38:37.433748 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 48864) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:37.457653 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-11778a73-daff-46cb-bbdb-819227f17a46 req-b464b8fc-7742-4a81-a7c8-326497fdbc43 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:38:37.466066 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-11778a73-daff-46cb-bbdb-819227f17a46 req-b464b8fc-7742-4a81-a7c8-326497fdbc43 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:38:37.500416 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8067ed05-9fa3-4c0f-b489-b3b102d33611 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:38:37.511025 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-8067ed05-9fa3-4c0f-b489-b3b102d33611 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "PUT /v2.0/routers/5ab6eb18-52b1-4265-8aa2-bb87f562b400/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9842033 Nov 12 08:38:37.517520 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0718807-6f8d-4dda-97d9-0f3a11c8b408 None None] Sync routers for ids ['5ab6eb18-52b1-4265-8aa2-bb87f562b400'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:38:37.522242 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcd9d85-1d5b-4e9f-b5ef-c9440eb6f361 req-00b6118d-5b75-4963-b30c-0e70280cffe0 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:37.534561 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-abcd9d85-1d5b-4e9f-b5ef-c9440eb6f361 req-00b6118d-5b75-4963-b30c-0e70280cffe0 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "GET /v2.0/ports?device_id=4fe2a741-ae48-451e-afdd-1247d8e7962b HTTP/1.1" status: 200 len: 931 time: 0.2563670 Nov 12 08:38:37.541919 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 48866) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:37.551410 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-0b3f0349-1df3-4231-9dca-f306a34c3b76 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Request body: {'floatingip': {'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'port_id': '7d2b9d4a-0966-40de-a8a7-df179903d72b', 'tenant_id': 'cdcff4fc638944839e15d4e4416a2271', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:37.553664 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0718807-6f8d-4dda-97d9-0f3a11c8b408 None None] Routers {'5ab6eb18-52b1-4265-8aa2-bb87f562b400'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:38:37.555492 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-f0718807-6f8d-4dda-97d9-0f3a11c8b408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:38:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['5ab6eb18-52b1-4265-8aa2-bb87f562b400'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:37.580981 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b464b8fc-7742-4a81-a7c8-326497fdbc43 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Pushing event updated for resources: {'Port': ['ID=41d2c921-566a-4d65-a257-c91bd8851913,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:37.650797 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11778a73-daff-46cb-bbdb-819227f17a46 req-b464b8fc-7742-4a81-a7c8-326497fdbc43 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:37.650797 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-11778a73-daff-46cb-bbdb-819227f17a46 req-b464b8fc-7742-4a81-a7c8-326497fdbc43 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:37.679154 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0b3f0349-1df3-4231-9dca-f306a34c3b76 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for floatingip, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:37.693024 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7490bea1-e70c-4076-b324-f06ae0f1ce47 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:37.703446 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fda28191-0ff3-4f7f-8349-9571635521e6 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052'] for router, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:37.743348 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-f0718807-6f8d-4dda-97d9-0f3a11c8b408 None None] Set router 5ab6eb18-52b1-4265-8aa2-bb87f562b400 gateway port host: None {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:38:37.753743 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-11778a73-daff-46cb-bbdb-819227f17a46 req-b464b8fc-7742-4a81-a7c8-326497fdbc43 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4242985 Nov 12 08:38:37.784682 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [req-11778a73-daff-46cb-bbdb-819227f17a46 req-3cb22289-6142-47cd-a1c4-1c452107d101 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:38:37.786991 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-11778a73-daff-46cb-bbdb-819227f17a46 req-3cb22289-6142-47cd-a1c4-1c452107d101 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0205960 Nov 12 08:38:37.884535 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-abcd9d85-1d5b-4e9f-b5ef-c9440eb6f361 req-21829fb8-b120-4c4e-8828-b4dbcba64568 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "GET /v2.0/security-groups?id=116e616a-6b89-47e2-a718-8f32c1b37df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3489289 Nov 12 08:38:37.904919 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4201bcb3-6ef5-4f39-9c0c-05bcd374bfa2 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:37.910941 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4201bcb3-6ef5-4f39-9c0c-05bcd374bfa2 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:37.914689 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-f0718807-6f8d-4dda-97d9-0f3a11c8b408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab6eb18-52b1-4265-8aa2-bb87f562b400', 'name': 'tempest-NetworksTestDHCPv6-router-414406508', 'tenant_id': '9132ec14bb5d4c18949ca0b140edb366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:38:23Z', 'updated_at': '2021-11-12T08:38:35Z', 'revision_number': 3, 'project_id': '9132ec14bb5d4c18949ca0b140edb366', 'gw_port_host': None}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:37.916684 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-4201bcb3-6ef5-4f39-9c0c-05bcd374bfa2 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3665097 Nov 12 08:38:37.920221 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 48870) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:37.938889 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:37.942921 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7490bea1-e70c-4076-b324-f06ae0f1ce47 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:37.949350 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7490bea1-e70c-4076-b324-f06ae0f1ce47 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:37.950551 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-7490bea1-e70c-4076-b324-f06ae0f1ce47 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] 10.222.0.26 "DELETE /v2.0/security-groups/da6e9aee-f085-4611-8091-8df6cbc7a115 HTTP/1.1" status: 204 len: 168 time: 0.8885736 Nov 12 08:38:37.956782 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 48872) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:38.002084 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0718807-6f8d-4dda-97d9-0f3a11c8b408 None None] Checking router: 5ab6eb18-52b1-4265-8aa2-bb87f562b400 for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:38:38.026388 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0718807-6f8d-4dda-97d9-0f3a11c8b408 None None] Routers {'5ab6eb18-52b1-4265-8aa2-bb87f562b400'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:38:38.032995 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-f0718807-6f8d-4dda-97d9-0f3a11c8b408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:38:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['5ab6eb18-52b1-4265-8aa2-bb87f562b400'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:38.043324 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-fb1aeef4-3ef8-4097-85dd-83a44c330ef7 None None] Provisioning complete for port 41d2c921-566a-4d65-a257-c91bd8851913 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:38.044369 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-fb1aeef4-3ef8-4097-85dd-83a44c330ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:38.089564 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-dc92d005-8db8-45b8-94e2-c1498795a49b tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1186697 Nov 12 08:38:38.106131 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 48876) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:38.111313 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-c006f86f-9a1c-467d-88b8-76a2f40ea95b tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Request body: {'security_group': {'name': 'tempest-secgroup--120656805'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:38.117827 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7490bea1-e70c-4076-b324-f06ae0f1ce47 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da6e9aee-f085-4611-8091-8df6cbc7a115,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:38.172533 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-00807cc3-f282-49d7-80bf-a231e1e4c794 req-91101ee8-5b61-4268-b7ee-1ebdf337f117 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7b22e6f-34ba-40cc-8b8b-fe95438187cb HTTP/1.1" status: 200 len: 210 time: 0.1518872 Nov 12 08:38:38.197204 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-11778a73-daff-46cb-bbdb-819227f17a46 req-544e9391-cadc-48d2-b98d-1101f0adb37b service neutron] Request body: {'port': {'device_id': '4fe2a741-ae48-451e-afdd-1247d8e7962b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:38.213233 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-fb1aeef4-3ef8-4097-85dd-83a44c330ef7 None None] Port 41d2c921-566a-4d65-a257-c91bd8851913 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:38:38.213745 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-f0718807-6f8d-4dda-97d9-0f3a11c8b408 None None] Set router 5ab6eb18-52b1-4265-8aa2-bb87f562b400 gateway port host: None {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:38:38.309225 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-3eb9c3de-9b2b-4fa5-a916-bc4daccfe552 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Deleting subnet 92edbd98-0506-43b6-9702-4f331cbc3b98 {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:38:38.315957 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3eb9c3de-9b2b-4fa5-a916-bc4daccfe552 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:38.345109 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-f0718807-6f8d-4dda-97d9-0f3a11c8b408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab6eb18-52b1-4265-8aa2-bb87f562b400', 'name': 'tempest-NetworksTestDHCPv6-router-414406508', 'tenant_id': '9132ec14bb5d4c18949ca0b140edb366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:38:23Z', 'updated_at': '2021-11-12T08:38:35Z', 'revision_number': 3, 'project_id': '9132ec14bb5d4c18949ca0b140edb366', 'gw_port_host': None}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:38.381971 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fda28191-0ff3-4f7f-8349-9571635521e6 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Router fe5ed5d2-c0ca-4431-8ddf-113252867041 is scheduled to L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 with binding_index 1 {{(pid=102600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:38:38.395554 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0718807-6f8d-4dda-97d9-0f3a11c8b408 None None] The sync data for ids ['5ab6eb18-52b1-4265-8aa2-bb87f562b400'] in n-d-765315-29 is: [{'id': '5ab6eb18-52b1-4265-8aa2-bb87f562b400', 'name': 'tempest-NetworksTestDHCPv6-router-414406508', 'tenant_id': '9132ec14bb5d4c18949ca0b140edb366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:38:23Z', 'updated_at': '2021-11-12T08:38:35Z', 'revision_number': 3, 'project_id': '9132ec14bb5d4c18949ca0b140edb366', 'gw_port_host': None}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:38:38.426124 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3eb9c3de-9b2b-4fa5-a916-bc4daccfe552 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:38.674674 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c006f86f-9a1c-467d-88b8-76a2f40ea95b tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:38.725610 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-11778a73-daff-46cb-bbdb-819227f17a46 req-544e9391-cadc-48d2-b98d-1101f0adb37b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:38.735895 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0b3f0349-1df3-4231-9dca-f306a34c3b76 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:38.752797 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fda28191-0ff3-4f7f-8349-9571635521e6 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:38:38.772272 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab8a767-af6a-490d-a48b-6033a6c2efa0 None None] Sync routers for ids ['fe5ed5d2-c0ca-4431-8ddf-113252867041'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:38:38.773805 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3eb9c3de-9b2b-4fa5-a916-bc4daccfe552 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:38.795266 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab8a767-af6a-490d-a48b-6033a6c2efa0 None None] Routers {'fe5ed5d2-c0ca-4431-8ddf-113252867041'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:38:38.796232 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-9ab8a767-af6a-490d-a48b-6033a6c2efa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:38:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['fe5ed5d2-c0ca-4431-8ddf-113252867041'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:38.845883 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fda28191-0ff3-4f7f-8349-9571635521e6 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:38.854640 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-fda28191-0ff3-4f7f-8349-9571635521e6 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 7.2166831 Nov 12 08:38:38.855499 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 48878) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:38.998242 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3eb9c3de-9b2b-4fa5-a916-bc4daccfe552 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:39.092699 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-9ab8a767-af6a-490d-a48b-6033a6c2efa0 None None] Set router fe5ed5d2-c0ca-4431-8ddf-113252867041 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:38:39.093532 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb9c3de-9b2b-4fa5-a916-bc4daccfe552 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event deleted for resources: {'Subnet': ['ID=92edbd98-0506-43b6-9702-4f331cbc3b98,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:39.180709 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3eb9c3de-9b2b-4fa5-a916-bc4daccfe552 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:39.204426 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-3eb9c3de-9b2b-4fa5-a916-bc4daccfe552 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "DELETE /v2.0/subnets/92edbd98-0506-43b6-9702-4f331cbc3b98 HTTP/1.1" status: 204 len: 168 time: 1.2749567 Nov 12 08:38:39.209999 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-14d05efb-dbe7-4683-9a00-ee2594dbfbba tempest-TestNetworkAdvancedServerOps-63743733 tempest-TestNetworkAdvancedServerOps-63743733-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=af01ccd549054d7f8ad1904b6846172a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3499088 Nov 12 08:38:39.215866 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 48886) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:39.225643 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 48888) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:39.283482 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c006f86f-9a1c-467d-88b8-76a2f40ea95b tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:39.329909 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db6fd61-b370-41b1-a002-28d7bc90e95a None None] Network dcea8192-3ded-4675-acba-29dad29883d7 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:38:39.576518 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-11778a73-daff-46cb-bbdb-819227f17a46 req-544e9391-cadc-48d2-b98d-1101f0adb37b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41d2c921-566a-4d65-a257-c91bd8851913 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:38:39.588047 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-11778a73-daff-46cb-bbdb-819227f17a46 req-544e9391-cadc-48d2-b98d-1101f0adb37b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:39.605365 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-11778a73-daff-46cb-bbdb-819227f17a46 req-544e9391-cadc-48d2-b98d-1101f0adb37b service neutron] Transition to ACTIVE for port object 41d2c921-566a-4d65-a257-c91bd8851913 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:38:39.610506 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c006f86f-9a1c-467d-88b8-76a2f40ea95b tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:39.627494 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-11778a73-daff-46cb-bbdb-819227f17a46 req-544e9391-cadc-48d2-b98d-1101f0adb37b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:39.721037 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544e9391-cadc-48d2-b98d-1101f0adb37b service neutron] Pushing event updated for resources: {'Port': ['ID=41d2c921-566a-4d65-a257-c91bd8851913,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:39.751990 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c006f86f-9a1c-467d-88b8-76a2f40ea95b tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:39.758130 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-c006f86f-9a1c-467d-88b8-76a2f40ea95b tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.6500096 Nov 12 08:38:39.784358 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 48892) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:39.792826 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-602c7f4d-1bb6-4193-951b-afd1483f89f1 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Request body: {'security_group_rule': {'security_group_id': '1353d23b-7db4-44f5-9b90-1853b2e007b2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:39.833846 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e832ab97-1468-48d2-ae29-1990bff8831a req-4b62acc9-4b33-4081-9a26-ba2a06cc709a tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:39.836016 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e832ab97-1468-48d2-ae29-1990bff8831a req-4b62acc9-4b33-4081-9a26-ba2a06cc709a tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "GET /v2.0/ports?device_id=4fe2a741-ae48-451e-afdd-1247d8e7962b HTTP/1.1" status: 200 len: 931 time: 0.8318467 Nov 12 08:38:39.844262 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:39.887249 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 8e0324d5-858c-4ad2-a717-ee8dc1383d0a no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:38:39.904352 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c006f86f-9a1c-467d-88b8-76a2f40ea95b tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1353d23b-7db4-44f5-9b90-1853b2e007b2,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:39.907557 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-0b3f0349-1df3-4231-9dca-f306a34c3b76 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Allocated IP 172.25.2.30 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/7d2a69c9-43ce-4117-9d47-7f47c9a8c1ea) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:38:39.913505 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-602c7f4d-1bb6-4193-951b-afd1483f89f1 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:39.988990 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 8e0324d5-858c-4ad2-a717-ee8dc1383d0a {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:38:39.988990 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 8e0324d5-858c-4ad2-a717-ee8dc1383d0a not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:38:40.036501 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:40.082338 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-9ab8a767-af6a-490d-a48b-6033a6c2efa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe5ed5d2-c0ca-4431-8ddf-113252867041', 'name': 'tempest-TestNetworkAdvancedServerOps-router-390922452', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '8aa0ca0a-5557-47fe-80d6-430364283a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:38:31Z', 'updated_at': '2021-11-12T08:38:36Z', 'revision_number': 3, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'gw_port': {'id': '8aa0ca0a-5557-47fe-80d6-430364283a99', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:bf:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe5ed5d2-c0ca-4431-8ddf-113252867041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:38:34Z', 'updated_at': '2021-11-12T08:38:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:40.104365 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-602c7f4d-1bb6-4193-951b-afd1483f89f1 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:40.116230 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e832ab97-1468-48d2-ae29-1990bff8831a req-ef5f21e2-8021-479d-bd9b-ba31d4ba6b7b tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "GET /v2.0/security-groups?id=116e616a-6b89-47e2-a718-8f32c1b37df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2453349 Nov 12 08:38:40.184411 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-0c41a577-a9f6-4321-b347-7cb0f4e0679f tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.9559534 Nov 12 08:38:40.208024 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 48894) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:40.209542 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e33bda5-49c8-420f-b840-6b6d82b56dd0 tempest-TestNetworkAdvancedServerOps-63743733 tempest-TestNetworkAdvancedServerOps-63743733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:40.211585 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-0e33bda5-49c8-420f-b840-6b6d82b56dd0 tempest-TestNetworkAdvancedServerOps-63743733 tempest-TestNetworkAdvancedServerOps-63743733-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.9812260 Nov 12 08:38:40.219110 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 48896) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:40.243401 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-602c7f4d-1bb6-4193-951b-afd1483f89f1 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:40.305300 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-f477c599-8bb8-40c1-b7d4-28038b589670 tempest-TestNetworkAdvancedServerOps-63743733 tempest-TestNetworkAdvancedServerOps-63743733-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=d709f64f-f9e6-4525-b020-ad48633b9bbf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0838747 Nov 12 08:38:40.307852 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602c7f4d-1bb6-4193-951b-afd1483f89f1 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d80221d-a07d-4b8d-81f8-6c4f17d02f97,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:40.315717 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 48900) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:40.322265 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-45b78eb9-ce3b-46d2-8588-d1169067d796 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-768806386', 'network_id': '2a86a16a-e574-4b84-b4af-d17ebf35c6da', 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:40.326026 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-11778a73-daff-46cb-bbdb-819227f17a46 req-544e9391-cadc-48d2-b98d-1101f0adb37b service neutron] Attempting to bind port 41d2c921-566a-4d65-a257-c91bd8851913 on host n-h2-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:38:40.326500 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-11778a73-daff-46cb-bbdb-819227f17a46 req-544e9391-cadc-48d2-b98d-1101f0adb37b service neutron] Attempting to bind port 41d2c921-566a-4d65-a257-c91bd8851913 by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': 'a311d405-ce7a-452b-a884-7f4921b50215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7e609bc1-00ff-483d-9d9f-8eba780b3ef7'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:38:40.326950 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11778a73-daff-46cb-bbdb-819227f17a46 req-544e9391-cadc-48d2-b98d-1101f0adb37b service neutron] Attempting to bind port 41d2c921-566a-4d65-a257-c91bd8851913 on network 7e609bc1-00ff-483d-9d9f-8eba780b3ef7 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:38:40.337497 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-602c7f4d-1bb6-4193-951b-afd1483f89f1 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:40.338669 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-602c7f4d-1bb6-4193-951b-afd1483f89f1 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5510209 Nov 12 08:38:40.360476 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 48902) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:40.384767 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11778a73-daff-46cb-bbdb-819227f17a46 req-544e9391-cadc-48d2-b98d-1101f0adb37b service neutron] Port 41d2c921-566a-4d65-a257-c91bd8851913 on network 7e609bc1-00ff-483d-9d9f-8eba780b3ef7 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:38:40.385470 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11778a73-daff-46cb-bbdb-819227f17a46 req-544e9391-cadc-48d2-b98d-1101f0adb37b service neutron] Attempting to bind port 41d2c921-566a-4d65-a257-c91bd8851913 on network 7e609bc1-00ff-483d-9d9f-8eba780b3ef7 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:38:40.385862 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f283c0-d172-473f-b237-ae64bc3516cf None None] DHCP port deletion for dcea8192-3ded-4675-acba-29dad29883d7 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:38:40.396103 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-02e1af3b-8461-4353-8e0b-f4d94d6743fb req-0f1bd421-ab58-44c1-af7a-0aa0fd684adb tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7b22e6f-34ba-40cc-8b8b-fe95438187cb HTTP/1.1" status: 200 len: 210 time: 0.0864279 Nov 12 08:38:40.401237 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab8a767-af6a-490d-a48b-6033a6c2efa0 None None] Checking router: fe5ed5d2-c0ca-4431-8ddf-113252867041 for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:38:40.403658 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab8a767-af6a-490d-a48b-6033a6c2efa0 None None] Updating router fe5ed5d2-c0ca-4431-8ddf-113252867041 port 8aa0ca0a-5557-47fe-80d6-430364283a99 binding host n-d-765315-29 {{(pid=102601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:38:40.409408 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0f0d8881-2ce1-413f-9962-7b80ab6c2400 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for router, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:40.427705 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11778a73-daff-46cb-bbdb-819227f17a46 req-544e9391-cadc-48d2-b98d-1101f0adb37b service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:38:40.438789 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11778a73-daff-46cb-bbdb-819227f17a46 req-544e9391-cadc-48d2-b98d-1101f0adb37b service neutron] Checking segment: {'id': 'a311d405-ce7a-452b-a884-7f4921b50215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7e609bc1-00ff-483d-9d9f-8eba780b3ef7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:38:40.438789 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11778a73-daff-46cb-bbdb-819227f17a46 req-544e9391-cadc-48d2-b98d-1101f0adb37b service neutron] Bound using segment: {'id': 'a311d405-ce7a-452b-a884-7f4921b50215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7e609bc1-00ff-483d-9d9f-8eba780b3ef7'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:38:40.438789 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-11778a73-daff-46cb-bbdb-819227f17a46 req-544e9391-cadc-48d2-b98d-1101f0adb37b service neutron] Bound port: 41d2c921-566a-4d65-a257-c91bd8851913, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a311d405-ce7a-452b-a884-7f4921b50215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7e609bc1-00ff-483d-9d9f-8eba780b3ef7'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:38:40.438789 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-11778a73-daff-46cb-bbdb-819227f17a46 req-544e9391-cadc-48d2-b98d-1101f0adb37b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:40.467842 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0b3f0349-1df3-4231-9dca-f306a34c3b76 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:40.496885 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6c769b26-029a-4c8d-8d53-f3c604b7bef0 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:40.505860 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6c769b26-029a-4c8d-8d53-f3c604b7bef0 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:40.543979 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6c769b26-029a-4c8d-8d53-f3c604b7bef0 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:40.559187 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6c769b26-029a-4c8d-8d53-f3c604b7bef0 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:40.564008 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-6c769b26-029a-4c8d-8d53-f3c604b7bef0 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/0d80221d-a07d-4b8d-81f8-6c4f17d02f97 HTTP/1.1" status: 204 len: 168 time: 0.2031476 Nov 12 08:38:40.565372 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c769b26-029a-4c8d-8d53-f3c604b7bef0 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0d80221d-a07d-4b8d-81f8-6c4f17d02f97,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:40.565615 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 48908) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:40.584884 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b78eb9-ce3b-46d2-8588-d1169067d796 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Made reservation on behalf of af01ccd549054d7f8ad1904b6846172a for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:38:40.589059 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-45b78eb9-ce3b-46d2-8588-d1169067d796 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:40.600116 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9ab8a767-af6a-490d-a48b-6033a6c2efa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:40.681076 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-11778a73-daff-46cb-bbdb-819227f17a46 req-544e9391-cadc-48d2-b98d-1101f0adb37b service neutron] For port 41d2c921-566a-4d65-a257-c91bd8851913, host n-h2-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:38:40.715708 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0f0d8881-2ce1-413f-9962-7b80ab6c2400 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:40.721027 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0f0d8881-2ce1-413f-9962-7b80ab6c2400 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:40.766848 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0b3f0349-1df3-4231-9dca-f306a34c3b76 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:40.785489 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0f0d8881-2ce1-413f-9962-7b80ab6c2400 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:40.786174 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f0d8881-2ce1-413f-9962-7b80ab6c2400 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Fanout notify agent at l3_agent the message router_deleted on router 5ab6eb18-52b1-4265-8aa2-bb87f562b400 {{(pid=102600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:38:40.805292 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0f0d8881-2ce1-413f-9962-7b80ab6c2400 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:40.809462 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-0f0d8881-2ce1-413f-9962-7b80ab6c2400 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "DELETE /v2.0/routers/5ab6eb18-52b1-4265-8aa2-bb87f562b400 HTTP/1.1" status: 204 len: 168 time: 0.5939088 Nov 12 08:38:40.810266 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 48912) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:40.816182 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-ffb19bc9-2c5b-4049-86c6-c321d83899f8 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Request body: {'subnet': {'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:40.902982 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3f0349-1df3-4231-9dca-f306a34c3b76 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Pushing event updated for resources: {'Port': ['ID=7d2a69c9-43ce-4117-9d47-7f47c9a8c1ea,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:40.924781 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-11778a73-daff-46cb-bbdb-819227f17a46 req-544e9391-cadc-48d2-b98d-1101f0adb37b service neutron] For port 41d2c921-566a-4d65-a257-c91bd8851913, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=41d2c921-566a-4d65-a257-c91bd8851913,segment=NetworkSegment(a311d405-ce7a-452b-a884-7f4921b50215),segment_id=a311d405-ce7a-452b-a884-7f4921b50215)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:38:40.947371 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 48914) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:40.947913 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-3c724cb6-747b-47d8-8d83-4904b9750f96 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3804321 Nov 12 08:38:40.952540 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-11778a73-daff-46cb-bbdb-819227f17a46 req-544e9391-cadc-48d2-b98d-1101f0adb37b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:40.957161 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-b5f283c0-d172-473f-b237-ae64bc3516cf None None] Deleting port 7c9b9816-4a25-471d-911a-efd40bfcf587 {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:38:40.966016 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b5f283c0-d172-473f-b237-ae64bc3516cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:41.067986 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffb19bc9-2c5b-4049-86c6-c321d83899f8 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Made reservation on behalf of 9132ec14bb5d4c18949ca0b140edb366 for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:38:41.072571 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ffb19bc9-2c5b-4049-86c6-c321d83899f8 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:41.073830 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544e9391-cadc-48d2-b98d-1101f0adb37b service neutron] Pushing event updated for resources: {'Port': ['ID=41d2c921-566a-4d65-a257-c91bd8851913,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:41.103567 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11778a73-daff-46cb-bbdb-819227f17a46 req-544e9391-cadc-48d2-b98d-1101f0adb37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:41.104594 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-11778a73-daff-46cb-bbdb-819227f17a46 req-544e9391-cadc-48d2-b98d-1101f0adb37b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:41.107038 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-11778a73-daff-46cb-bbdb-819227f17a46 req-544e9391-cadc-48d2-b98d-1101f0adb37b service neutron] 10.222.0.44 "PUT /v2.0/ports/41d2c921-566a-4d65-a257-c91bd8851913 HTTP/1.1" status: 200 len: 1092 time: 3.2918074 Nov 12 08:38:41.110466 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3f0349-1df3-4231-9dca-f306a34c3b76 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:38:41.114889 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fe2a741-ae48-451e-afdd-1247d8e7962b', 'tag': '41d2c921-566a-4d65-a257-c91bd8851913'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:38:41.118359 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65b25a3e-d507-4189-a919-81ca0e52901b" -d '{"events": [{"name": "network-changed", "server_uuid": "4fe2a741-ae48-451e-afdd-1247d8e7962b", "tag": "41d2c921-566a-4d65-a257-c91bd8851913"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:38:41.144603 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-0b3f0349-1df3-4231-9dca-f306a34c3b76 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:38:41.153765 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3f0349-1df3-4231-9dca-f306a34c3b76 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:38:41.262789 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-b5f283c0-d172-473f-b237-ae64bc3516cf None None] For port 7c9b9816-4a25-471d-911a-efd40bfcf587, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=7c9b9816-4a25-471d-911a-efd40bfcf587,segment=NetworkSegment(83c30f53-8f44-40b6-91bc-237f9283bbd5),segment_id=83c30f53-8f44-40b6-91bc-237f9283bbd5)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:41.263333 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b5f283c0-d172-473f-b237-ae64bc3516cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:41.356930 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-b5f283c0-d172-473f-b237-ae64bc3516cf None None] Calling delete_port for 7c9b9816-4a25-471d-911a-efd40bfcf587 owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:38:41.423972 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ffb19bc9-2c5b-4049-86c6-c321d83899f8 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:41.543453 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cee05f5b-10ca-4ac5-817c-7676a46c355e tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:41.582963 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb19bc9-2c5b-4049-86c6-c321d83899f8 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event updated for resources: {'Subnet': ['ID=89680491-0dae-4c56-b99e-553de9122d58,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:41.615416 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb19bc9-2c5b-4049-86c6-c321d83899f8 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Network dcea8192-3ded-4675-acba-29dad29883d7 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:38:41.626971 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-ffb19bc9-2c5b-4049-86c6-c321d83899f8 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:38:41.637281 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb19bc9-2c5b-4049-86c6-c321d83899f8 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:41.638437 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ffb19bc9-2c5b-4049-86c6-c321d83899f8 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:41.668449 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-ffb19bc9-2c5b-4049-86c6-c321d83899f8 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8568075 Nov 12 08:38:41.675314 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 48924) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:41.684337 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-cdd3b4e5-203f-41b2-85f2-b68fd6768218 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-643760280', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:41.724459 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9ab8a767-af6a-490d-a48b-6033a6c2efa0 None None] Publish callbacks [] for port, precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:41.725034 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cee05f5b-10ca-4ac5-817c-7676a46c355e tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:41.728332 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cdd3b4e5-203f-41b2-85f2-b68fd6768218 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:41.729587 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cdd3b4e5-203f-41b2-85f2-b68fd6768218 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:41.787289 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9ab8a767-af6a-490d-a48b-6033a6c2efa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:41.809991 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b5f283c0-d172-473f-b237-ae64bc3516cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:41.857049 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-9ab8a767-af6a-490d-a48b-6033a6c2efa0 None None] Attempting to bind port 8aa0ca0a-5557-47fe-80d6-430364283a99 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:38:41.857556 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-9ab8a767-af6a-490d-a48b-6033a6c2efa0 None None] Attempting to bind port 8aa0ca0a-5557-47fe-80d6-430364283a99 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:38:41.858137 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab8a767-af6a-490d-a48b-6033a6c2efa0 None None] Attempting to bind port 8aa0ca0a-5557-47fe-80d6-430364283a99 on network d709f64f-f9e6-4525-b020-ad48633b9bbf {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:38:41.861847 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 7c9b9816-4a25-471d-911a-efd40bfcf587 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:38:41.887092 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61c728a-1fac-4ed1-a713-c1590bf0c771 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:38:41.912211 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 7c9b9816-4a25-471d-911a-efd40bfcf587 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:38:41.912598 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 7c9b9816-4a25-471d-911a-efd40bfcf587 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:38:41.927524 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f283c0-d172-473f-b237-ae64bc3516cf None None] No DVR routers for this DVR port 7c9b9816-4a25-471d-911a-efd40bfcf587 on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:38:41.933381 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab8a767-af6a-490d-a48b-6033a6c2efa0 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:38:41.933751 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab8a767-af6a-490d-a48b-6033a6c2efa0 None None] Checking segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:38:41.934192 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9ab8a767-af6a-490d-a48b-6033a6c2efa0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:41.934573 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab8a767-af6a-490d-a48b-6033a6c2efa0 None None] Bound using segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:38:41.935084 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-9ab8a767-af6a-490d-a48b-6033a6c2efa0 None None] Bound port: 8aa0ca0a-5557-47fe-80d6-430364283a99, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:38:41.936132 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9ab8a767-af6a-490d-a48b-6033a6c2efa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:41.943827 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cdd3b4e5-203f-41b2-85f2-b68fd6768218 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:41.970020 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f386a59-64d1-4a60-93be-9ed429825d2a req-3dc3c511-1a71-45fa-9b04-c74c24603a53 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:41.982044 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7f386a59-64d1-4a60-93be-9ed429825d2a req-3dc3c511-1a71-45fa-9b04-c74c24603a53 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "GET /v2.0/ports?device_id=4fe2a741-ae48-451e-afdd-1247d8e7962b HTTP/1.1" status: 200 len: 943 time: 0.4317825 Nov 12 08:38:41.984295 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cee05f5b-10ca-4ac5-817c-7676a46c355e tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:41.987971 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cee05f5b-10ca-4ac5-817c-7676a46c355e tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:41.989441 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-cee05f5b-10ca-4ac5-817c-7676a46c355e tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] 10.222.0.26 "DELETE /v2.0/security-groups/1353d23b-7db4-44f5-9b90-1853b2e007b2 HTTP/1.1" status: 204 len: 168 time: 1.0409563 Nov 12 08:38:41.999616 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa553f27-495b-4947-8c7d-27c7c6ee3371 None None] Network dcea8192-3ded-4675-acba-29dad29883d7 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:38:42.002883 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 48928) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:42.008429 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0b3f0349-1df3-4231-9dca-f306a34c3b76 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:42.015441 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cdd3b4e5-203f-41b2-85f2-b68fd6768218 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052'] for router, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:42.047064 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f1eddef-4f75-4f0f-9516-7c3b6bf6361e x-openstack-request-id: req-0f1eddef-4f75-4f0f-9516-7c3b6bf6361e {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:38:42.047328 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fe2a741-ae48-451e-afdd-1247d8e7962b", "tag": "41d2c921-566a-4d65-a257-c91bd8851913", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:38:42.047694 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0f1eddef-4f75-4f0f-9516-7c3b6bf6361e {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:38:42.047979 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fe2a741-ae48-451e-afdd-1247d8e7962b', 'tag': '41d2c921-566a-4d65-a257-c91bd8851913', 'status': 'completed', 'code': 200} Nov 12 08:38:42.061742 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee05f5b-10ca-4ac5-817c-7676a46c355e tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1353d23b-7db4-44f5-9b90-1853b2e007b2,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:42.077429 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-9ab8a767-af6a-490d-a48b-6033a6c2efa0 None None] For port 8aa0ca0a-5557-47fe-80d6-430364283a99, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:38:42.082740 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-9ab8a767-af6a-490d-a48b-6033a6c2efa0 None None] For port 8aa0ca0a-5557-47fe-80d6-430364283a99, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=8aa0ca0a-5557-47fe-80d6-430364283a99,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:38:42.092635 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c992a71-1a6e-4da2-8d88-75ab1bee0a1a None None] Pushing event updated for resources: {'Port': ['ID=8aa0ca0a-5557-47fe-80d6-430364283a99,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:42.120561 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9ab8a767-af6a-490d-a48b-6033a6c2efa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:42.143692 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-11bdeeca-6923-45aa-ad2a-020063a0a98b tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1356945 Nov 12 08:38:42.151143 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cdd3b4e5-203f-41b2-85f2-b68fd6768218 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:42.155856 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 48930) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:42.157269 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-cdd3b4e5-203f-41b2-85f2-b68fd6768218 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4793439 Nov 12 08:38:42.158057 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-b1b8d453-31cf-4bff-8765-70de0eb39319 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Request body: {'security_group': {'name': 'tempest-secgroup--1551576656'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:42.158581 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 48932) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:42.171496 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7f386a59-64d1-4a60-93be-9ed429825d2a req-41c10036-4fd3-4622-8a9f-1c119e157d46 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "GET /v2.0/security-groups?id=116e616a-6b89-47e2-a718-8f32c1b37df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1879835 Nov 12 08:38:42.238564 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-abaf4980-99a6-4768-9939-cd5d188ff182 None None] Provisioning complete for port 8aa0ca0a-5557-47fe-80d6-430364283a99 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:42.238976 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-abaf4980-99a6-4768-9939-cd5d188ff182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:42.333584 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c992a71-1a6e-4da2-8d88-75ab1bee0a1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:42.333793 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c992a71-1a6e-4da2-8d88-75ab1bee0a1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:42.336805 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c992a71-1a6e-4da2-8d88-75ab1bee0a1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:42.337285 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c992a71-1a6e-4da2-8d88-75ab1bee0a1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:42.337764 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c992a71-1a6e-4da2-8d88-75ab1bee0a1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:42.340064 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c992a71-1a6e-4da2-8d88-75ab1bee0a1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:42.341851 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c992a71-1a6e-4da2-8d88-75ab1bee0a1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:42.343597 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c992a71-1a6e-4da2-8d88-75ab1bee0a1a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:42.343985 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c992a71-1a6e-4da2-8d88-75ab1bee0a1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:42.344329 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c992a71-1a6e-4da2-8d88-75ab1bee0a1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:42.347544 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c992a71-1a6e-4da2-8d88-75ab1bee0a1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:42.348488 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c992a71-1a6e-4da2-8d88-75ab1bee0a1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:42.365062 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11778a73-daff-46cb-bbdb-819227f17a46 req-5361fd21-788f-4513-9494-df5e59bdaeda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:42.366736 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-11778a73-daff-46cb-bbdb-819227f17a46 req-5361fd21-788f-4513-9494-df5e59bdaeda service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=217ce66299114e9fb6c1fa9116e9e5f5&device_id=4fe2a741-ae48-451e-afdd-1247d8e7962b HTTP/1.1" status: 200 len: 1095 time: 0.3218176 Nov 12 08:38:42.373094 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0b3f0349-1df3-4231-9dca-f306a34c3b76 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:42.375276 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b1b8d453-31cf-4bff-8765-70de0eb39319 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:42.403387 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-337c4dd2-6430-4a9b-9983-e2c63ec9a4a7 req-b8870a84-0691-40b5-ba40-b4f9cd63a3f1 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7b22e6f-34ba-40cc-8b8b-fe95438187cb HTTP/1.1" status: 200 len: 210 time: 0.0568900 Nov 12 08:38:42.469596 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f283c0-d172-473f-b237-ae64bc3516cf None None] Pushing event deleted for resources: {'Port': ['ID=7c9b9816-4a25-471d-911a-efd40bfcf587,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:42.498769 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-11778a73-daff-46cb-bbdb-819227f17a46 req-7588e23d-84a4-4ab5-a924-b054a7450a8f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41d2c921-566a-4d65-a257-c91bd8851913 HTTP/1.1" status: 200 len: 217 time: 0.0871272 Nov 12 08:38:42.555156 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c992a71-1a6e-4da2-8d88-75ab1bee0a1a None None] Pushing event updated for resources: {'Port': ['ID=8aa0ca0a-5557-47fe-80d6-430364283a99,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:42.568617 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4753db10-d3df-4d4e-8245-3e447f007ce7 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:38:42.609561 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab8a767-af6a-490d-a48b-6033a6c2efa0 None None] Routers {'fe5ed5d2-c0ca-4431-8ddf-113252867041'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:38:42.610260 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-9ab8a767-af6a-490d-a48b-6033a6c2efa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:38:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['fe5ed5d2-c0ca-4431-8ddf-113252867041'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:42.652709 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-45b78eb9-ce3b-46d2-8588-d1169067d796 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:42.766543 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-9ab8a767-af6a-490d-a48b-6033a6c2efa0 None None] Set router fe5ed5d2-c0ca-4431-8ddf-113252867041 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:38:42.795519 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bc459ea8-b755-4274-bfb7-db6981d4a0cf tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:42.810881 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11778a73-daff-46cb-bbdb-819227f17a46 req-f6e6dfe8-303e-4e0b-818a-af25852f3110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:42.812725 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-11778a73-daff-46cb-bbdb-819227f17a46 req-f6e6dfe8-303e-4e0b-818a-af25852f3110 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=48fd8021-0e17-4172-812d-17238fc37d26 HTTP/1.1" status: 200 len: 850 time: 0.2839561 Nov 12 08:38:42.895764 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b1b8d453-31cf-4bff-8765-70de0eb39319 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:42.930869 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b1b8d453-31cf-4bff-8765-70de0eb39319 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:42.974500 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:42.986025 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b78eb9-ce3b-46d2-8588-d1169067d796 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Pushing event updated for resources: {'Subnet': ['ID=a1b94811-d464-4979-9491-cc8c81abd069,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:43.023707 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b1b8d453-31cf-4bff-8765-70de0eb39319 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:43.025098 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-b1b8d453-31cf-4bff-8765-70de0eb39319 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8706570 Nov 12 08:38:43.033486 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 48936) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:43.040440 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-98e1e584-592c-4ddd-83de-225c91c13324 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Request body: {'security_group_rule': {'security_group_id': '944cb267-d38f-4161-96eb-d47af3016f4a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:43.048641 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b78eb9-ce3b-46d2-8588-d1169067d796 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Checking segment: {'id': '7b0f7e94-0541-4a5b-a8eb-bc9ffc4aa181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '2a86a16a-e574-4b84-b4af-d17ebf35c6da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:38:43.049006 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b78eb9-ce3b-46d2-8588-d1169067d796 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Network hostable DHCP agents. Network: 2a86a16a-e574-4b84-b4af-d17ebf35c6da, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:38:43.057451 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b8d453-31cf-4bff-8765-70de0eb39319 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=944cb267-d38f-4161-96eb-d47af3016f4a,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:43.070089 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11778a73-daff-46cb-bbdb-819227f17a46 req-15756c3e-8b7c-4622-8b29-cde36f534e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:43.071999 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-11778a73-daff-46cb-bbdb-819227f17a46 req-15756c3e-8b7c-4622-8b29-cde36f534e65 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7e609bc1-00ff-483d-9d9f-8eba780b3ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2428045 Nov 12 08:38:43.154108 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0b3f0349-1df3-4231-9dca-f306a34c3b76 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:43.168575 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-abaf4980-99a6-4768-9939-cd5d188ff182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:43.191779 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0b3f0349-1df3-4231-9dca-f306a34c3b76 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:43.273034 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b78eb9-ce3b-46d2-8588-d1169067d796 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Network 2a86a16a-e574-4b84-b4af-d17ebf35c6da is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:38:43.318833 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e112b2aa-2272-48de-8264-56075d4755e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-dcea8192-3ded-4675-acba-29dad29883d7', 'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7', 'tenant_id': '9132ec14bb5d4c18949ca0b140edb366', 'fixed_ips': [{'subnet_id': '89680491-0dae-4c56-b99e-553de9122d58'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:38:43.321794 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e112b2aa-2272-48de-8264-56075d4755e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:43.325626 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-98e1e584-592c-4ddd-83de-225c91c13324 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:43.345911 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-abaf4980-99a6-4768-9939-cd5d188ff182 None None] For port 8aa0ca0a-5557-47fe-80d6-430364283a99, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=8aa0ca0a-5557-47fe-80d6-430364283a99,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:43.359923 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-abaf4980-99a6-4768-9939-cd5d188ff182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:43.363080 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-bc459ea8-b755-4274-bfb7-db6981d4a0cf tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Allocated IP 2001:db8::1 (dcea8192-3ded-4675-acba-29dad29883d7/89680491-0dae-4c56-b99e-553de9122d58/557c3051-1133-4204-9d94-f33df3ab1d1f) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:38:43.396260 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-45b78eb9-ce3b-46d2-8588-d1169067d796 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 2a86a16a-e574-4b84-b4af-d17ebf35c6da) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:38:43.439009 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b14983-f060-423a-becc-c7fdc444eb62 None None] Network 2a86a16a-e574-4b84-b4af-d17ebf35c6da requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:38:43.534095 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b78eb9-ce3b-46d2-8588-d1169067d796 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:43.535333 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-45b78eb9-ce3b-46d2-8588-d1169067d796 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:43.557596 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-9ab8a767-af6a-490d-a48b-6033a6c2efa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe5ed5d2-c0ca-4431-8ddf-113252867041', 'name': 'tempest-TestNetworkAdvancedServerOps-router-390922452', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '8aa0ca0a-5557-47fe-80d6-430364283a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:38:31Z', 'updated_at': '2021-11-12T08:38:36Z', 'revision_number': 3, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'gw_port': {'id': '8aa0ca0a-5557-47fe-80d6-430364283a99', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:bf:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe5ed5d2-c0ca-4431-8ddf-113252867041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:38:34Z', 'updated_at': '2021-11-12T08:38:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:43.620637 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3f0349-1df3-4231-9dca-f306a34c3b76 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Pushing event updated for resources: {'Port': ['ID=7d2a69c9-43ce-4117-9d47-7f47c9a8c1ea,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:43.658210 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab69ea9b-ecf7-4c15-a876-7fdba2f7df0d req-a4358d2c-d46b-4410-a1d0-62b5f9b9a0ac tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:43.681639 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-11778a73-daff-46cb-bbdb-819227f17a46 req-9b0a9052-7703-4f16-a87c-ef3d10bb4b54 service neutron] 10.222.0.44 "GET /v2.0/networks/7e609bc1-00ff-483d-9d9f-8eba780b3ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5974777 Nov 12 08:38:43.684285 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0b3f0349-1df3-4231-9dca-f306a34c3b76 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:43.705304 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ab69ea9b-ecf7-4c15-a876-7fdba2f7df0d req-a4358d2c-d46b-4410-a1d0-62b5f9b9a0ac tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "GET /v2.0/ports?device_id=4fe2a741-ae48-451e-afdd-1247d8e7962b HTTP/1.1" status: 200 len: 943 time: 0.3291974 Nov 12 08:38:43.714750 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab8a767-af6a-490d-a48b-6033a6c2efa0 None None] The sync data for ids ['fe5ed5d2-c0ca-4431-8ddf-113252867041'] in n-d-765315-29 is: [{'id': 'fe5ed5d2-c0ca-4431-8ddf-113252867041', 'name': 'tempest-TestNetworkAdvancedServerOps-router-390922452', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '8aa0ca0a-5557-47fe-80d6-430364283a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:38:31Z', 'updated_at': '2021-11-12T08:38:36Z', 'revision_number': 3, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'gw_port': {'id': '8aa0ca0a-5557-47fe-80d6-430364283a99', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:bf:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe5ed5d2-c0ca-4431-8ddf-113252867041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:38:34Z', 'updated_at': '2021-11-12T08:38:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:38:43.759892 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-45b78eb9-ce3b-46d2-8588-d1169067d796 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 3.4423885 Nov 12 08:38:43.763810 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 48942) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:43.818496 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-98e1e584-592c-4ddd-83de-225c91c13324 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:43.851287 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-98e1e584-592c-4ddd-83de-225c91c13324 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:43.942015 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bc459ea8-b755-4274-bfb7-db6981d4a0cf tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:43.977040 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ab69ea9b-ecf7-4c15-a876-7fdba2f7df0d req-2c50a932-0162-4e33-ae43-79e5197c59bc tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "GET /v2.0/security-groups?id=116e616a-6b89-47e2-a718-8f32c1b37df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2625668 Nov 12 08:38:44.029055 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:38:44.148582 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaf4980-99a6-4768-9939-cd5d188ff182 None None] Pushing event updated for resources: {'Port': ['ID=8aa0ca0a-5557-47fe-80d6-430364283a99,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:44.161614 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f506dcbf-f900-4acc-a306-4e9bd337c46a req-793e25f0-f945-4da0-9ad0-53ccfea9d07d tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7b22e6f-34ba-40cc-8b8b-fe95438187cb HTTP/1.1" status: 200 len: 210 time: 0.0487261 Nov 12 08:38:44.304385 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-aea9196f-11cd-4ffe-944f-ba5654d4f59a None None] Provisioning complete for port 8aa0ca0a-5557-47fe-80d6-430364283a99 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:44.309954 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-aea9196f-11cd-4ffe-944f-ba5654d4f59a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:44.359640 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bc459ea8-b755-4274-bfb7-db6981d4a0cf tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:44.416245 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-e112b2aa-2272-48de-8264-56075d4755e4 None None] Allocated IP 2001:db8::2 (dcea8192-3ded-4675-acba-29dad29883d7/89680491-0dae-4c56-b99e-553de9122d58/9645dac4-ef5c-4c80-94f2-79d7f95fae02) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:38:44.516835 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e1e584-592c-4ddd-83de-225c91c13324 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=539a56c0-03a9-4115-b175-6bdd8dbe1a03,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:44.526805 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc459ea8-b755-4274-bfb7-db6981d4a0cf tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Network dcea8192-3ded-4675-acba-29dad29883d7 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:38:44.529884 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-98e1e584-592c-4ddd-83de-225c91c13324 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:44.530616 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-98e1e584-592c-4ddd-83de-225c91c13324 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4951050 Nov 12 08:38:44.535468 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-bc459ea8-b755-4274-bfb7-db6981d4a0cf tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:38:44.539358 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc459ea8-b755-4274-bfb7-db6981d4a0cf tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:38:44.540019 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bc459ea8-b755-4274-bfb7-db6981d4a0cf tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933481'] for router_interface, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:44.548489 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 48946) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:44.586217 n-d-765315-29 neutron-server[102599]: INFO neutron.db.l3_db [None req-0b3f0349-1df3-4231-9dca-f306a34c3b76 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Floating IP 8fb5007d-9ecf-484a-8534-2668c3939bc1 associated. External IP: 172.25.2.30, port: 7d2b9d4a-0966-40de-a8a7-df179903d72b. Nov 12 08:38:44.605938 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc459ea8-b755-4274-bfb7-db6981d4a0cf tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event updated for resources: {'Port': ['ID=557c3051-1133-4204-9d94-f33df3ab1d1f,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:44.685117 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8865f0d7-5d75-428c-9fe7-001911a63069 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-2a86a16a-e574-4b84-b4af-d17ebf35c6da', 'network_id': '2a86a16a-e574-4b84-b4af-d17ebf35c6da', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'fixed_ips': [{'subnet_id': 'a1b94811-d464-4979-9491-cc8c81abd069'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:38:44.685986 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8865f0d7-5d75-428c-9fe7-001911a63069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:44.690049 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-5fe41250-992e-4cc6-8bb3-30aafea35c48 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] 10.222.0.26 "GET /v2.0/security-group-rules/539a56c0-03a9-4115-b175-6bdd8dbe1a03 HTTP/1.1" status: 200 len: 763 time: 0.1402502 Nov 12 08:38:44.695569 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 48948) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:44.729093 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-11778a73-daff-46cb-bbdb-819227f17a46 req-8be3f410-3831-4be0-b1c8-d552e24481e5 service neutron] 10.222.0.44 "GET /v2.0/networks/7e609bc1-00ff-483d-9d9f-8eba780b3ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0006177 Nov 12 08:38:44.814025 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-c976c037-1769-4676-b3d5-f5b0357f7f2c tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1122751 Nov 12 08:38:44.819972 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 48950) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:44.892761 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-76529730-2e90-42ee-a6a4-71371c16c17f tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:44.912100 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e112b2aa-2272-48de-8264-56075d4755e4 None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:44.920924 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e112b2aa-2272-48de-8264-56075d4755e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:44.939664 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-76529730-2e90-42ee-a6a4-71371c16c17f tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:45.010712 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e112b2aa-2272-48de-8264-56075d4755e4 None None] Pushing event updated for resources: {'Port': ['ID=9645dac4-ef5c-4c80-94f2-79d7f95fae02,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:45.037941 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bc459ea8-b755-4274-bfb7-db6981d4a0cf tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:45.053217 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e112b2aa-2272-48de-8264-56075d4755e4 None None] Network dcea8192-3ded-4675-acba-29dad29883d7 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:38:45.068404 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b25a3e-d507-4189-a919-81ca0e52901b req-3892f281-c803-4477-a929-0bfd49a0a967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:45.071648 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-65b25a3e-d507-4189-a919-81ca0e52901b req-3892f281-c803-4477-a929-0bfd49a0a967 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=217ce66299114e9fb6c1fa9116e9e5f5&device_id=4fe2a741-ae48-451e-afdd-1247d8e7962b HTTP/1.1" status: 200 len: 1095 time: 0.1808481 Nov 12 08:38:45.088749 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-e112b2aa-2272-48de-8264-56075d4755e4 None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:38:45.176081 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-8865f0d7-5d75-428c-9fe7-001911a63069 None None] Allocated IP 172.20.0.2 (2a86a16a-e574-4b84-b4af-d17ebf35c6da/a1b94811-d464-4979-9491-cc8c81abd069/ce3c2997-ab04-4647-b2e7-13a45d2f27c3) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:38:45.319470 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b3f0349-1df3-4231-9dca-f306a34c3b76 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Router c4f5f85c-dbe1-4c17-8336-75856c5067b1 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:38:45.362902 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8865f0d7-5d75-428c-9fe7-001911a63069 None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:45.367991 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e112b2aa-2272-48de-8264-56075d4755e4 None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:38:45.373536 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8865f0d7-5d75-428c-9fe7-001911a63069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:45.400004 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8865f0d7-5d75-428c-9fe7-001911a63069 None None] Network 2a86a16a-e574-4b84-b4af-d17ebf35c6da is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:38:45.404624 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-8865f0d7-5d75-428c-9fe7-001911a63069 None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:38:45.455027 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8865f0d7-5d75-428c-9fe7-001911a63069 None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:38:45.493518 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b25a3e-d507-4189-a919-81ca0e52901b req-d0740419-bd16-46ac-9ee1-4024318a9f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:45.495081 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-65b25a3e-d507-4189-a919-81ca0e52901b req-d0740419-bd16-46ac-9ee1-4024318a9f7b service neutron] 10.222.0.44 "GET /v2.0/networks?id=7e609bc1-00ff-483d-9d9f-8eba780b3ef7 HTTP/1.1" status: 200 len: 912 time: 0.3519378 Nov 12 08:38:45.496471 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b3f0349-1df3-4231-9dca-f306a34c3b76 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:38:45.508719 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6d56e1-65b0-4422-ab8d-ade218179cc6 None None] Sync routers for ids ['c4f5f85c-dbe1-4c17-8336-75856c5067b1'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:38:45.511592 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-e112b2aa-2272-48de-8264-56075d4755e4 None None] Attempting to bind port 9645dac4-ef5c-4c80-94f2-79d7f95fae02 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:38:45.511592 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-e112b2aa-2272-48de-8264-56075d4755e4 None None] Attempting to bind port 9645dac4-ef5c-4c80-94f2-79d7f95fae02 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '83c30f53-8f44-40b6-91bc-237f9283bbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:38:45.512049 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e112b2aa-2272-48de-8264-56075d4755e4 None None] Attempting to bind port 9645dac4-ef5c-4c80-94f2-79d7f95fae02 on network dcea8192-3ded-4675-acba-29dad29883d7 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:38:45.520320 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e112b2aa-2272-48de-8264-56075d4755e4 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:38:45.520847 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e112b2aa-2272-48de-8264-56075d4755e4 None None] Checking segment: {'id': '83c30f53-8f44-40b6-91bc-237f9283bbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:38:45.521128 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e112b2aa-2272-48de-8264-56075d4755e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:45.521476 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e112b2aa-2272-48de-8264-56075d4755e4 None None] Bound using segment: {'id': '83c30f53-8f44-40b6-91bc-237f9283bbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:38:45.521951 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-e112b2aa-2272-48de-8264-56075d4755e4 None None] Bound port: 9645dac4-ef5c-4c80-94f2-79d7f95fae02, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83c30f53-8f44-40b6-91bc-237f9283bbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:38:45.522331 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e112b2aa-2272-48de-8264-56075d4755e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:45.540678 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6d56e1-65b0-4422-ab8d-ade218179cc6 None None] Routers {'c4f5f85c-dbe1-4c17-8336-75856c5067b1'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:38:45.542680 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-9a6d56e1-65b0-4422-ab8d-ade218179cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:38:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['c4f5f85c-dbe1-4c17-8336-75856c5067b1'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:45.571488 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-65b25a3e-d507-4189-a919-81ca0e52901b req-65fa6a9c-294a-439e-b477-94e137f50059 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41d2c921-566a-4d65-a257-c91bd8851913 HTTP/1.1" status: 200 len: 217 time: 0.0594130 Nov 12 08:38:45.578123 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0b3f0349-1df3-4231-9dca-f306a34c3b76 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:45.608998 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e112b2aa-2272-48de-8264-56075d4755e4 None None] For port 9645dac4-ef5c-4c80-94f2-79d7f95fae02, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:38:45.612585 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e112b2aa-2272-48de-8264-56075d4755e4 None None] For port 9645dac4-ef5c-4c80-94f2-79d7f95fae02, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=9645dac4-ef5c-4c80-94f2-79d7f95fae02,segment=NetworkSegment(83c30f53-8f44-40b6-91bc-237f9283bbd5),segment_id=83c30f53-8f44-40b6-91bc-237f9283bbd5)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:38:45.646977 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e112b2aa-2272-48de-8264-56075d4755e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:45.664133 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8865f0d7-5d75-428c-9fe7-001911a63069 None None] Pushing event updated for resources: {'Port': ['ID=ce3c2997-ab04-4647-b2e7-13a45d2f27c3,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:45.685049 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-0b3f0349-1df3-4231-9dca-f306a34c3b76 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 8.2418168 Nov 12 08:38:45.692693 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffcab877-5121-4a51-ad07-67125ff611ee', 'tag': '7d2b9d4a-0966-40de-a8a7-df179903d72b'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:38:45.699497 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2742156c-fad4-4c86-98a5-d1744d293996" -d '{"events": [{"name": "network-changed", "server_uuid": "ffcab877-5121-4a51-ad07-67125ff611ee", "tag": "7d2b9d4a-0966-40de-a8a7-df179903d72b"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:38:45.716374 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 48964) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:45.798296 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e112b2aa-2272-48de-8264-56075d4755e4 None None] Pushing event updated for resources: {'Port': ['ID=9645dac4-ef5c-4c80-94f2-79d7f95fae02,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:45.834812 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-8865f0d7-5d75-428c-9fe7-001911a63069 None None] Attempting to bind port ce3c2997-ab04-4647-b2e7-13a45d2f27c3 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:38:45.835843 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-8865f0d7-5d75-428c-9fe7-001911a63069 None None] Attempting to bind port ce3c2997-ab04-4647-b2e7-13a45d2f27c3 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '7b0f7e94-0541-4a5b-a8eb-bc9ffc4aa181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '2a86a16a-e574-4b84-b4af-d17ebf35c6da'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:38:45.836210 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8865f0d7-5d75-428c-9fe7-001911a63069 None None] Attempting to bind port ce3c2997-ab04-4647-b2e7-13a45d2f27c3 on network 2a86a16a-e574-4b84-b4af-d17ebf35c6da {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:38:45.844770 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-a882410d-d6f6-43c2-8bdc-49b75d93cc37 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "GET /v2.0/floatingips/8fb5007d-9ecf-484a-8534-2668c3939bc1 HTTP/1.1" status: 200 len: 990 time: 0.1268363 Nov 12 08:38:45.849774 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b25a3e-d507-4189-a919-81ca0e52901b req-837fc247-4fa5-4728-a1a9-e6724db73dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:45.852922 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-65b25a3e-d507-4189-a919-81ca0e52901b req-837fc247-4fa5-4728-a1a9-e6724db73dc4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=48fd8021-0e17-4172-812d-17238fc37d26 HTTP/1.1" status: 200 len: 850 time: 0.2228096 Nov 12 08:38:45.856112 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8865f0d7-5d75-428c-9fe7-001911a63069 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:38:45.856626 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8865f0d7-5d75-428c-9fe7-001911a63069 None None] Checking segment: {'id': '7b0f7e94-0541-4a5b-a8eb-bc9ffc4aa181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '2a86a16a-e574-4b84-b4af-d17ebf35c6da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:38:45.857042 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8865f0d7-5d75-428c-9fe7-001911a63069 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:45.857438 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8865f0d7-5d75-428c-9fe7-001911a63069 None None] Bound using segment: {'id': '7b0f7e94-0541-4a5b-a8eb-bc9ffc4aa181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '2a86a16a-e574-4b84-b4af-d17ebf35c6da'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:38:45.857931 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-8865f0d7-5d75-428c-9fe7-001911a63069 None None] Bound port: ce3c2997-ab04-4647-b2e7-13a45d2f27c3, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b0f7e94-0541-4a5b-a8eb-bc9ffc4aa181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '2a86a16a-e574-4b84-b4af-d17ebf35c6da'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:38:45.858310 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8865f0d7-5d75-428c-9fe7-001911a63069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:45.870772 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-9a6d56e1-65b0-4422-ab8d-ade218179cc6 None None] Set router c4f5f85c-dbe1-4c17-8336-75856c5067b1 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:38:45.968643 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 8aa0ca0a-5557-47fe-80d6-430364283a99 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:38:45.973732 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b25a3e-d507-4189-a919-81ca0e52901b req-0cc5a9c9-6230-4e25-a4d7-d6ee591dfe0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:45.983648 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-65b25a3e-d507-4189-a919-81ca0e52901b req-0cc5a9c9-6230-4e25-a4d7-d6ee591dfe0f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7e609bc1-00ff-483d-9d9f-8eba780b3ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1187158 Nov 12 08:38:46.126886 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 8aa0ca0a-5557-47fe-80d6-430364283a99 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:46.127433 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:46.131442 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-8865f0d7-5d75-428c-9fe7-001911a63069 None None] For port ce3c2997-ab04-4647-b2e7-13a45d2f27c3, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:38:46.137585 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-8865f0d7-5d75-428c-9fe7-001911a63069 None None] For port ce3c2997-ab04-4647-b2e7-13a45d2f27c3, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=ce3c2997-ab04-4647-b2e7-13a45d2f27c3,segment=NetworkSegment(7b0f7e94-0541-4a5b-a8eb-bc9ffc4aa181),segment_id=7b0f7e94-0541-4a5b-a8eb-bc9ffc4aa181)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:38:46.179545 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8865f0d7-5d75-428c-9fe7-001911a63069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:46.246746 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-65b25a3e-d507-4189-a919-81ca0e52901b req-a092333e-8112-42fb-bf0c-20f5d76b3a6c service neutron] 10.222.0.44 "GET /v2.0/networks/7e609bc1-00ff-483d-9d9f-8eba780b3ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508891 Nov 12 08:38:46.250919 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-76529730-2e90-42ee-a6a4-71371c16c17f tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:46.264345 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-76529730-2e90-42ee-a6a4-71371c16c17f tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:46.267597 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-76529730-2e90-42ee-a6a4-71371c16c17f tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/539a56c0-03a9-4115-b175-6bdd8dbe1a03 HTTP/1.1" status: 204 len: 168 time: 1.4440281 Nov 12 08:38:46.299462 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 48968) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:46.334613 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8865f0d7-5d75-428c-9fe7-001911a63069 None None] Pushing event updated for resources: {'Port': ['ID=ce3c2997-ab04-4647-b2e7-13a45d2f27c3,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:46.403216 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-a1252e7e-61ce-4791-b4bc-634200beafcd tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1024110 Nov 12 08:38:46.404642 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 48970) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:46.426277 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-7884036f-828c-4238-a200-4f9f0d46a3ac tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Request body: {'security_group_rule': {'security_group_id': '944cb267-d38f-4161-96eb-d47af3016f4a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:46.430999 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-63c5bd96-089d-48c4-beec-cc27a96304e9 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:46.440857 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-9a6d56e1-65b0-4422-ab8d-ade218179cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f5f85c-dbe1-4c17-8336-75856c5067b1', 'name': 'tempest-TestNetworkBasicOps-router-1788704160', 'tenant_id': 'cdcff4fc638944839e15d4e4416a2271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '5010fc1b-4699-4524-b85f-c534507314f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:37:45Z', 'updated_at': '2021-11-12T08:37:51Z', 'revision_number': 4, 'project_id': 'cdcff4fc638944839e15d4e4416a2271', 'gw_port': {'id': '5010fc1b-4699-4524-b85f-c534507314f9', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:16:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f5f85c-dbe1-4c17-8336-75856c5067b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:37:46Z', 'updated_at': '2021-11-12T08:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': '8fb5007d-9ecf-484a-8534-2668c3939bc1', 'tenant_id': 'cdcff4fc638944839e15d4e4416a2271', 'floating_ip_address': '172.25.2.30', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': 'c4f5f85c-dbe1-4c17-8336-75856c5067b1', 'port_id': '7d2b9d4a-0966-40de-a8a7-df179903d72b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2979, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b177f1a4-4c68-4847-bafc-529461cd99a0', 'mac_address': 'fa:16:3e:ca:12:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffcab877-5121-4a51-ad07-67125ff611ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:38:41Z', 'updated_at': '2021-11-12T08:38:41Z', 'revision_number': 0, 'project_id': 'cdcff4fc638944839e15d4e4416a2271', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3c1f32b-d020-44ce-a38c-4caa6f2e18a4', 'name': '', 'network_id': 'b177f1a4-4c68-4847-bafc-529461cd99a0', 'tenant_id': 'cdcff4fc638944839e15d4e4416a2271', 'mac_address': 'fa:16:3e:73:88:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f5f85c-dbe1-4c17-8336-75856c5067b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': 'd4b452e4-4cfb-4af8-9506-8c215bcf0937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:37:51Z', 'updated_at': '2021-11-12T08:38:04Z', 'revision_number': 5, 'project_id': 'cdcff4fc638944839e15d4e4416a2271', 'subnets': [{'id': 'd4b452e4-4cfb-4af8-9506-8c215bcf0937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:46.448128 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76529730-2e90-42ee-a6a4-71371c16c17f tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=539a56c0-03a9-4115-b175-6bdd8dbe1a03,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:46.527080 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaddb12-e06f-4ea3-b637-65a4269ac242 req-82cad7e6-54eb-4b17-aee6-c9ae4373a773 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:46.528846 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-beaddb12-e06f-4ea3-b637-65a4269ac242 req-82cad7e6-54eb-4b17-aee6-c9ae4373a773 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "GET /v2.0/ports?device_id=4fe2a741-ae48-451e-afdd-1247d8e7962b HTTP/1.1" status: 200 len: 943 time: 1.3991182 Nov 12 08:38:46.544761 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7884036f-828c-4238-a200-4f9f0d46a3ac tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:46.554706 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-65b25a3e-d507-4189-a919-81ca0e52901b req-b97f9ea9-c4c6-4a9f-b232-a77e1a80f09e service neutron] 10.222.0.44 "GET /v2.0/networks/7e609bc1-00ff-483d-9d9f-8eba780b3ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923574 Nov 12 08:38:46.666041 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7884036f-828c-4238-a200-4f9f0d46a3ac tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:46.672826 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7884036f-828c-4238-a200-4f9f0d46a3ac tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:46.698093 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6d56e1-65b0-4422-ab8d-ade218179cc6 None None] Checking router: c4f5f85c-dbe1-4c17-8336-75856c5067b1 for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:38:46.702633 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7884036f-828c-4238-a200-4f9f0d46a3ac tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a1e03fd-d96a-4ce6-a6fa-1aac67e921f7,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:46.721101 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6d56e1-65b0-4422-ab8d-ade218179cc6 None None] Routers {'c4f5f85c-dbe1-4c17-8336-75856c5067b1'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:38:46.721465 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-9a6d56e1-65b0-4422-ab8d-ade218179cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:38:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['c4f5f85c-dbe1-4c17-8336-75856c5067b1'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:46.729817 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7884036f-828c-4238-a200-4f9f0d46a3ac tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:46.733900 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-7884036f-828c-4238-a200-4f9f0d46a3ac tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3213129 Nov 12 08:38:46.734082 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-beaddb12-e06f-4ea3-b637-65a4269ac242 req-08410de8-5b21-4f75-8587-ce04fb491715 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "GET /v2.0/security-groups?id=116e616a-6b89-47e2-a718-8f32c1b37df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1965964 Nov 12 08:38:46.734504 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 48972) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:46.783870 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-0b1dabfe-0695-4198-8b9e-2b0a38b1ab69 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] 10.222.0.26 "GET /v2.0/security-group-rules/7a1e03fd-d96a-4ce6-a6fa-1aac67e921f7 HTTP/1.1" status: 200 len: 763 time: 0.0479410 Nov 12 08:38:46.786873 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 48974) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:46.855271 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 48978) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:46.943921 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-9a6d56e1-65b0-4422-ab8d-ade218179cc6 None None] Set router c4f5f85c-dbe1-4c17-8336-75856c5067b1 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:38:47.004056 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-6a636d1e-4c0a-46cb-a0bf-5084b96318cc tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "GET /v2.0/floatingips/8fb5007d-9ecf-484a-8534-2668c3939bc1 HTTP/1.1" status: 200 len: 990 time: 0.1464069 Nov 12 08:38:47.043755 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-b67e076c-ef0a-4b6f-a785-c6b731f7ce54 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2203765 Nov 12 08:38:47.047354 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 48982) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:47.082910 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ef214cba-d229-4947-8773-0b613c0949d2 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:47.096212 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ef214cba-d229-4947-8773-0b613c0949d2 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:47.134516 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ef214cba-d229-4947-8773-0b613c0949d2 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:47.141551 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ef214cba-d229-4947-8773-0b613c0949d2 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:47.142756 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-ef214cba-d229-4947-8773-0b613c0949d2 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/7a1e03fd-d96a-4ce6-a6fa-1aac67e921f7 HTTP/1.1" status: 204 len: 168 time: 0.0940104 Nov 12 08:38:47.157884 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 48984) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:47.170622 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef214cba-d229-4947-8773-0b613c0949d2 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7a1e03fd-d96a-4ce6-a6fa-1aac67e921f7,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:47.178410 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bc459ea8-b755-4274-bfb7-db6981d4a0cf tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:47.217001 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bc459ea8-b755-4274-bfb7-db6981d4a0cf tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:47.217817 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bc459ea8-b755-4274-bfb7-db6981d4a0cf tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933629'] for router_interface, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:47.218274 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-431e23d2-41bf-4404-86bf-753a11cad0e3 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0591819 Nov 12 08:38:47.218939 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 48986) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:47.225067 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-f9994454-78e6-47f7-a5b3-0c2efd144ec8 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Request body: {'security_group_rule': {'security_group_id': '944cb267-d38f-4161-96eb-d47af3016f4a', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:47.254486 n-d-765315-29 neutron-server[102599]: INFO neutron.db.securitygroups_db [None req-f9994454-78e6-47f7-a5b3-0c2efd144ec8 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Project be53fdf2c7204f5a8375f7a91a2bc9a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 08:38:47.261394 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f9994454-78e6-47f7-a5b3-0c2efd144ec8 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:47.284660 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-9a6d56e1-65b0-4422-ab8d-ade218179cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f5f85c-dbe1-4c17-8336-75856c5067b1', 'name': 'tempest-TestNetworkBasicOps-router-1788704160', 'tenant_id': 'cdcff4fc638944839e15d4e4416a2271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '5010fc1b-4699-4524-b85f-c534507314f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:37:45Z', 'updated_at': '2021-11-12T08:37:51Z', 'revision_number': 4, 'project_id': 'cdcff4fc638944839e15d4e4416a2271', 'gw_port': {'id': '5010fc1b-4699-4524-b85f-c534507314f9', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:16:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f5f85c-dbe1-4c17-8336-75856c5067b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:37:46Z', 'updated_at': '2021-11-12T08:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': '8fb5007d-9ecf-484a-8534-2668c3939bc1', 'tenant_id': 'cdcff4fc638944839e15d4e4416a2271', 'floating_ip_address': '172.25.2.30', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': 'c4f5f85c-dbe1-4c17-8336-75856c5067b1', 'port_id': '7d2b9d4a-0966-40de-a8a7-df179903d72b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2979, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b177f1a4-4c68-4847-bafc-529461cd99a0', 'mac_address': 'fa:16:3e:ca:12:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffcab877-5121-4a51-ad07-67125ff611ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:38:41Z', 'updated_at': '2021-11-12T08:38:41Z', 'revision_number': 0, 'project_id': 'cdcff4fc638944839e15d4e4416a2271', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3c1f32b-d020-44ce-a38c-4caa6f2e18a4', 'name': '', 'network_id': 'b177f1a4-4c68-4847-bafc-529461cd99a0', 'tenant_id': 'cdcff4fc638944839e15d4e4416a2271', 'mac_address': 'fa:16:3e:73:88:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f5f85c-dbe1-4c17-8336-75856c5067b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': 'd4b452e4-4cfb-4af8-9506-8c215bcf0937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:37:51Z', 'updated_at': '2021-11-12T08:38:04Z', 'revision_number': 5, 'project_id': 'cdcff4fc638944839e15d4e4416a2271', 'subnets': [{'id': 'd4b452e4-4cfb-4af8-9506-8c215bcf0937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:47.326235 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6d56e1-65b0-4422-ab8d-ade218179cc6 None None] The sync data for ids ['c4f5f85c-dbe1-4c17-8336-75856c5067b1'] in n-d-765315-29 is: [{'id': 'c4f5f85c-dbe1-4c17-8336-75856c5067b1', 'name': 'tempest-TestNetworkBasicOps-router-1788704160', 'tenant_id': 'cdcff4fc638944839e15d4e4416a2271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '5010fc1b-4699-4524-b85f-c534507314f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:37:45Z', 'updated_at': '2021-11-12T08:37:51Z', 'revision_number': 4, 'project_id': 'cdcff4fc638944839e15d4e4416a2271', 'gw_port': {'id': '5010fc1b-4699-4524-b85f-c534507314f9', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:16:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f5f85c-dbe1-4c17-8336-75856c5067b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:37:46Z', 'updated_at': '2021-11-12T08:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': '8fb5007d-9ecf-484a-8534-2668c3939bc1', 'tenant_id': 'cdcff4fc638944839e15d4e4416a2271', 'floating_ip_address': '172.25.2.30', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': 'c4f5f85c-dbe1-4c17-8336-75856c5067b1', 'port_id': '7d2b9d4a-0966-40de-a8a7-df179903d72b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2979, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b177f1a4-4c68-4847-bafc-529461cd99a0', 'mac_address': 'fa:16:3e:ca:12:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffcab877-5121-4a51-ad07-67125ff611ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:38:41Z', 'updated_at': '2021-11-12T08:38:41Z', 'revision_number': 0, 'project_id': 'cdcff4fc638944839e15d4e4416a2271', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3c1f32b-d020-44ce-a38c-4caa6f2e18a4', 'name': '', 'network_id': 'b177f1a4-4c68-4847-bafc-529461cd99a0', 'tenant_id': 'cdcff4fc638944839e15d4e4416a2271', 'mac_address': 'fa:16:3e:73:88:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f5f85c-dbe1-4c17-8336-75856c5067b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': 'd4b452e4-4cfb-4af8-9506-8c215bcf0937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:37:51Z', 'updated_at': '2021-11-12T08:38:04Z', 'revision_number': 5, 'project_id': 'cdcff4fc638944839e15d4e4416a2271', 'subnets': [{'id': 'd4b452e4-4cfb-4af8-9506-8c215bcf0937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:38:47.353545 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f9994454-78e6-47f7-a5b3-0c2efd144ec8 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:47.359620 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f9994454-78e6-47f7-a5b3-0c2efd144ec8 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:47.389610 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9994454-78e6-47f7-a5b3-0c2efd144ec8 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db516f14-fdea-49a9-96c4-ee67ff5448cd,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:47.399912 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f9994454-78e6-47f7-a5b3-0c2efd144ec8 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:47.401153 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-f9994454-78e6-47f7-a5b3-0c2efd144ec8 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1810944 Nov 12 08:38:47.404004 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 48988) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:47.435806 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-2800e24b-81d5-457b-b872-bbdc202b115a tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] 10.222.0.26 "GET /v2.0/security-group-rules/db516f14-fdea-49a9-96c4-ee67ff5448cd HTTP/1.1" status: 200 len: 769 time: 0.0306649 Nov 12 08:38:47.438290 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 48990) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:47.488400 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 41d2c921-566a-4d65-a257-c91bd8851913 details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:38:47.520722 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-ffd6d37d-b038-49d5-9414-2df12b38a295 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0810556 Nov 12 08:38:47.525775 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 48992) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:47.562092 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-aceae977-7e49-4bfd-a61e-fdd71d62b157 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:47.562294 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-63c5bd96-089d-48c4-beec-cc27a96304e9 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Allocated IP 172.20.0.1 (2a86a16a-e574-4b84-b4af-d17ebf35c6da/a1b94811-d464-4979-9491-cc8c81abd069/8b151a0d-562f-4ed1-abbe-75a5292c59ad) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:38:47.578388 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-aceae977-7e49-4bfd-a61e-fdd71d62b157 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:47.589777 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc459ea8-b755-4274-bfb7-db6981d4a0cf tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event updated for resources: {'Port': ['ID=557c3051-1133-4204-9d94-f33df3ab1d1f,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:47.599970 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfe9617-9eae-46ef-894d-56987b860cde req-aea1f48d-bcad-4711-b8c4-0a383fc41d64 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:47.602415 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9bfe9617-9eae-46ef-894d-56987b860cde req-aea1f48d-bcad-4711-b8c4-0a383fc41d64 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/networks?id=35316ea3-d15f-4e9c-9d0f-87ba20d4fc64 HTTP/1.1" status: 200 len: 812 time: 0.6285846 Nov 12 08:38:47.626959 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9bfe9617-9eae-46ef-894d-56987b860cde req-5659d8c0-1a90-46f0-9833-215082e52712 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/quotas/7d3f7337327743ecb706fdd7c92380e3 HTTP/1.1" status: 200 len: 375 time: 0.0114422 Nov 12 08:38:47.667730 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-aceae977-7e49-4bfd-a61e-fdd71d62b157 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:47.677533 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-aceae977-7e49-4bfd-a61e-fdd71d62b157 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:47.682785 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-aceae977-7e49-4bfd-a61e-fdd71d62b157 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/db516f14-fdea-49a9-96c4-ee67ff5448cd HTTP/1.1" status: 204 len: 168 time: 0.1530771 Nov 12 08:38:47.688030 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 48994) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:47.701666 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceae977-7e49-4bfd-a61e-fdd71d62b157 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=db516f14-fdea-49a9-96c4-ee67ff5448cd,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:47.736928 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-930394eb-bc4f-49c0-af96-2b17660f2193 None None] Provisioning complete for port 9645dac4-ef5c-4c80-94f2-79d7f95fae02 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:47.742097 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-930394eb-bc4f-49c0-af96-2b17660f2193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:47.826410 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-595a3664-90fd-432a-b0a0-42dbcf063dba tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1299338 Nov 12 08:38:47.828834 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 48998) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:47.829019 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc459ea8-b755-4274-bfb7-db6981d4a0cf tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Network dcea8192-3ded-4675-acba-29dad29883d7 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:38:47.853609 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63adf55-5898-452a-b8d9-9140635c8129 None None] New status for floating IP 8fb5007d-9ecf-484a-8534-2668c3939bc1: ACTIVE {{(pid=102601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:38:47.856927 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 41d2c921-566a-4d65-a257-c91bd8851913, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=41d2c921-566a-4d65-a257-c91bd8851913,segment=NetworkSegment(a311d405-ce7a-452b-a884-7f4921b50215),segment_id=a311d405-ce7a-452b-a884-7f4921b50215)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:47.860740 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9bfe9617-9eae-46ef-894d-56987b860cde req-b76c92b4-23e9-4ed2-a415-e78ade5b407f tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=7d3f7337327743ecb706fdd7c92380e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2195013 Nov 12 08:38:47.880690 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-bc459ea8-b755-4274-bfb7-db6981d4a0cf tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:38:47.917459 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': '41d2c921-566a-4d65-a257-c91bd8851913', 'network_id': '7e609bc1-00ff-483d-9d9f-8eba780b3ef7', 'port_id': '41d2c921-566a-4d65-a257-c91bd8851913', 'mac_address': 'fa:16:3e:be:9d:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48fd8021-0e17-4172-812d-17238fc37d26', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:38:47.989295 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a8315263-3e22-4feb-acc2-5a153e46f144 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:47.993526 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device ce3c2997-ab04-4647-b2e7-13a45d2f27c3 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:38:48.012010 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 49000) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:48.058638 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-930394eb-bc4f-49c0-af96-2b17660f2193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:48.098826 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a8315263-3e22-4feb-acc2-5a153e46f144 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:48.146872 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:48.178606 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-72fe9708-bd35-4c75-a47f-6857fc19775f tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "GET /v2.0/floatingips/8fb5007d-9ecf-484a-8534-2668c3939bc1 HTTP/1.1" status: 200 len: 990 time: 0.1649337 Nov 12 08:38:48.191706 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9bfe9617-9eae-46ef-894d-56987b860cde req-db406dc0-a249-4185-89e1-e698c0d9298f service neutron] 10.222.0.26 "GET /v2.0/networks/35316ea3-d15f-4e9c-9d0f-87ba20d4fc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3300121 Nov 12 08:38:48.193049 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a8315263-3e22-4feb-acc2-5a153e46f144 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:48.193288 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0be2b0c-d737-48cb-862b-798605f37d2b None None] Network 2a86a16a-e574-4b84-b4af-d17ebf35c6da requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:38:48.197907 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41d2c921-566a-4d65-a257-c91bd8851913 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:38:48.198173 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a8315263-3e22-4feb-acc2-5a153e46f144 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:48.202960 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-a8315263-3e22-4feb-acc2-5a153e46f144 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] 10.222.0.26 "DELETE /v2.0/security-groups/944cb267-d38f-4161-96eb-d47af3016f4a HTTP/1.1" status: 204 len: 168 time: 0.3744330 Nov 12 08:38:48.209981 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 49002) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:48.222354 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-63c5bd96-089d-48c4-beec-cc27a96304e9 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:48.241147 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8315263-3e22-4feb-acc2-5a153e46f144 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=944cb267-d38f-4161-96eb-d47af3016f4a,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:48.268272 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-930394eb-bc4f-49c0-af96-2b17660f2193 None None] For port 9645dac4-ef5c-4c80-94f2-79d7f95fae02, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=9645dac4-ef5c-4c80-94f2-79d7f95fae02,segment=NetworkSegment(83c30f53-8f44-40b6-91bc-237f9283bbd5),segment_id=83c30f53-8f44-40b6-91bc-237f9283bbd5)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:48.290062 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-2abf1b23-d839-4da3-a436-0ea2b7b3b332 tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0763350 Nov 12 08:38:48.295059 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 49004) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:48.358219 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-55d29e8e-5649-4d59-a413-4408f058308c tempest-SecGroupIPv6Test-879270798 tempest-SecGroupIPv6Test-879270798-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0618520 Nov 12 08:38:48.373165 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-930394eb-bc4f-49c0-af96-2b17660f2193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:48.386400 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc459ea8-b755-4274-bfb7-db6981d4a0cf tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Router e13a2201-78d8-468b-bb2b-e3f2baf9add8 is scheduled to L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 with binding_index 1 {{(pid=102600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:38:48.401753 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9bfe9617-9eae-46ef-894d-56987b860cde req-b6f6b4ab-bc18-42ed-a4b7-f97d5984c377 service neutron] 10.222.0.26 "GET /v2.0/networks/35316ea3-d15f-4e9c-9d0f-87ba20d4fc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751235 Nov 12 08:38:48.413351 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-63c5bd96-089d-48c4-beec-cc27a96304e9 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:48.414090 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 41d2c921-566a-4d65-a257-c91bd8851913, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=41d2c921-566a-4d65-a257-c91bd8851913,segment=NetworkSegment(a311d405-ce7a-452b-a884-7f4921b50215),segment_id=a311d405-ce7a-452b-a884-7f4921b50215)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:48.420992 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port ce3c2997-ab04-4647-b2e7-13a45d2f27c3 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:48.421357 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:48.468894 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:48.550008 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930394eb-bc4f-49c0-af96-2b17660f2193 None None] Pushing event updated for resources: {'Port': ['ID=9645dac4-ef5c-4c80-94f2-79d7f95fae02,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:48.573394 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c5bd96-089d-48c4-beec-cc27a96304e9 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Pushing event updated for resources: {'Port': ['ID=8b151a0d-562f-4ed1-abbe-75a5292c59ad,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:48.586984 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc459ea8-b755-4274-bfb7-db6981d4a0cf tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:38:48.595727 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-bc459ea8-b755-4274-bfb7-db6981d4a0cf tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "PUT /v2.0/routers/e13a2201-78d8-468b-bb2b-e3f2baf9add8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4111118 Nov 12 08:38:48.595813 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 49010) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:48.598846 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c5bd96-089d-48c4-beec-cc27a96304e9 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Network 2a86a16a-e574-4b84-b4af-d17ebf35c6da is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:38:48.600463 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-63c5bd96-089d-48c4-beec-cc27a96304e9 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:38:48.602779 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c5bd96-089d-48c4-beec-cc27a96304e9 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:38:48.611673 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c9b8a2-a0c3-4d71-bbd3-36253c58f0fa None None] Sync routers for ids ['e13a2201-78d8-468b-bb2b-e3f2baf9add8'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:38:48.634722 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c9b8a2-a0c3-4d71-bbd3-36253c58f0fa None None] Routers {'e13a2201-78d8-468b-bb2b-e3f2baf9add8'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:38:48.635935 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-a2c9b8a2-a0c3-4d71-bbd3-36253c58f0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:38:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['e13a2201-78d8-468b-bb2b-e3f2baf9add8'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:48.644396 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=41d2c921-566a-4d65-a257-c91bd8851913,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:48.706876 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c695f7b-7001-4f09-b818-2b18bcecec85 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:48.711822 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-3c695f7b-7001-4f09-b818-2b18bcecec85 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "GET /v2.0/ports/557c3051-1133-4204-9d94-f33df3ab1d1f HTTP/1.1" status: 200 len: 911 time: 0.1117725 Nov 12 08:38:48.712022 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-63c5bd96-089d-48c4-beec-cc27a96304e9 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933481'] for router_interface, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:48.712163 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 49016) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:48.740618 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-5c2dd90a-10d3-47c5-b83a-c4454ed4e2be None None] Provisioning complete for port ce3c2997-ab04-4647-b2e7-13a45d2f27c3 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:48.740999 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5c2dd90a-10d3-47c5-b83a-c4454ed4e2be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:48.806206 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-226381bd-8637-4fa6-ba19-5787b1256077 x-openstack-request-id: req-226381bd-8637-4fa6-ba19-5787b1256077 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:38:48.808018 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffcab877-5121-4a51-ad07-67125ff611ee", "tag": "7d2b9d4a-0966-40de-a8a7-df179903d72b", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:38:48.808377 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-226381bd-8637-4fa6-ba19-5787b1256077 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:38:48.808891 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffcab877-5121-4a51-ad07-67125ff611ee', 'tag': '7d2b9d4a-0966-40de-a8a7-df179903d72b', 'status': 'completed', 'code': 200} Nov 12 08:38:48.843804 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59711f48-4ff2-47e8-be26-983581a0f611 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:48.868657 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59711f48-4ff2-47e8-be26-983581a0f611 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:48.870976 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-59711f48-4ff2-47e8-be26-983581a0f611 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1581733 Nov 12 08:38:48.881885 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 49022) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:48.933265 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-a2c9b8a2-a0c3-4d71-bbd3-36253c58f0fa None None] Set router e13a2201-78d8-468b-bb2b-e3f2baf9add8 gateway port host: None {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:38:48.956822 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['41d2c921-566a-4d65-a257-c91bd8851913'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:38:48.979370 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 49024) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:49.060395 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f2c3a6-bf60-4803-923e-a705462d1fa8 req-c85cda93-c899-48ae-aab9-6abf41937983 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:49.071878 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f3f2c3a6-bf60-4803-923e-a705462d1fa8 req-c85cda93-c899-48ae-aab9-6abf41937983 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "GET /v2.0/ports?device_id=4fe2a741-ae48-451e-afdd-1247d8e7962b HTTP/1.1" status: 200 len: 944 time: 0.1797457 Nov 12 08:38:49.104325 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-63c5bd96-089d-48c4-beec-cc27a96304e9 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:49.191044 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49032) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:49.201746 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2742156c-fad4-4c86-98a5-d1744d293996 req-bf818e56-feda-48e9-bc57-98b19a7ba208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:49.207588 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2742156c-fad4-4c86-98a5-d1744d293996 req-bf818e56-feda-48e9-bc57-98b19a7ba208 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cdcff4fc638944839e15d4e4416a2271&device_id=ffcab877-5121-4a51-ad07-67125ff611ee HTTP/1.1" status: 200 len: 1097 time: 0.3352652 Nov 12 08:38:49.264178 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-a2c9b8a2-a0c3-4d71-bbd3-36253c58f0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e13a2201-78d8-468b-bb2b-e3f2baf9add8', 'name': 'tempest-NetworksTestDHCPv6-router-643760280', 'tenant_id': '9132ec14bb5d4c18949ca0b140edb366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:38:41Z', 'updated_at': '2021-11-12T08:38:44Z', 'revision_number': 2, 'project_id': '9132ec14bb5d4c18949ca0b140edb366', 'gw_port_host': None, '_interfaces': [{'id': '557c3051-1133-4204-9d94-f33df3ab1d1f', 'name': '', 'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7', 'tenant_id': '9132ec14bb5d4c18949ca0b140edb366', 'mac_address': 'fa:16:3e:51:a6:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e13a2201-78d8-468b-bb2b-e3f2baf9add8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2984, 'fixed_ips': [{'subnet_id': '89680491-0dae-4c56-b99e-553de9122d58', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:38:43Z', 'updated_at': '2021-11-12T08:38:46Z', 'revision_number': 2, 'project_id': '9132ec14bb5d4c18949ca0b140edb366', 'subnets': [{'id': '89680491-0dae-4c56-b99e-553de9122d58', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:49.341179 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f3f2c3a6-bf60-4803-923e-a705462d1fa8 req-17d99d21-b1a8-4f2d-aafa-c371b5eea248 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "GET /v2.0/security-groups?id=116e616a-6b89-47e2-a718-8f32c1b37df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2668049 Nov 12 08:38:49.341893 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c9b8a2-a0c3-4d71-bbd3-36253c58f0fa None None] Checking router: e13a2201-78d8-468b-bb2b-e3f2baf9add8 for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:38:49.344054 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c9b8a2-a0c3-4d71-bbd3-36253c58f0fa None None] Updating router e13a2201-78d8-468b-bb2b-e3f2baf9add8 port 557c3051-1133-4204-9d94-f33df3ab1d1f binding host n-d-765315-29 {{(pid=102602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:38:49.416951 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-a2c9b8a2-a0c3-4d71-bbd3-36253c58f0fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:49.433842 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:49.487542 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-fb9699f9-8868-4606-885a-c77715de20ba admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=be53fdf2c7204f5a8375f7a91a2bc9a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4587684 Nov 12 08:38:49.492432 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 49036) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:49.508078 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5c2dd90a-10d3-47c5-b83a-c4454ed4e2be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:49.566967 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] For port ce3c2997-ab04-4647-b2e7-13a45d2f27c3, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=ce3c2997-ab04-4647-b2e7-13a45d2f27c3,segment=NetworkSegment(7b0f7e94-0541-4a5b-a8eb-bc9ffc4aa181),segment_id=7b0f7e94-0541-4a5b-a8eb-bc9ffc4aa181)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:49.586440 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:49.587544 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 9645dac4-ef5c-4c80-94f2-79d7f95fae02 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:38:49.672873 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2742156c-fad4-4c86-98a5-d1744d293996 req-ad346587-3300-46e7-a7f1-dc68bd404c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:49.675430 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2742156c-fad4-4c86-98a5-d1744d293996 req-ad346587-3300-46e7-a7f1-dc68bd404c54 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b177f1a4-4c68-4847-bafc-529461cd99a0 HTTP/1.1" status: 200 len: 898 time: 0.4552307 Nov 12 08:38:49.736104 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c4de8eff-e71a-4059-b015-5e4d134022b9 req-913c00b5-8905-4fb7-8b8e-78983622e7f2 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aac4f6f-fb62-4847-ba43-3e5edf4fe061 HTTP/1.1" status: 200 len: 210 time: 0.0429096 Nov 12 08:38:49.757909 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Pushing event updated for resources: {'Port': ['ID=ce3c2997-ab04-4647-b2e7-13a45d2f27c3,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:49.834374 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-19fc677e-6741-4afa-8b9b-49d4402bf8b1 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "GET /v2.0/floatingips/8fb5007d-9ecf-484a-8534-2668c3939bc1 HTTP/1.1" status: 200 len: 992 time: 0.5899513 Nov 12 08:38:49.844463 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2742156c-fad4-4c86-98a5-d1744d293996 req-3e3fa58a-f2d4-4c8e-a97d-5667ff607ec5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d2b9d4a-0966-40de-a8a7-df179903d72b HTTP/1.1" status: 200 len: 1000 time: 0.1396716 Nov 12 08:38:49.864155 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.db.api [None req-5c2dd90a-10d3-47c5-b83a-c4454ed4e2be None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:38:49.864655 n-d-765315-29 neutron-server[102601]: DEBUG oslo_db.api [None req-5c2dd90a-10d3-47c5-b83a-c4454ed4e2be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:38:49.902024 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 9645dac4-ef5c-4c80-94f2-79d7f95fae02 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:49.903952 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:49.909912 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2af76f49-155e-46cd-8afa-7c45ed110e61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:49.910328 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49038) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:49.940139 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2af76f49-155e-46cd-8afa-7c45ed110e61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:49.999971 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-63c5bd96-089d-48c4-beec-cc27a96304e9 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:50.020047 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-63c5bd96-089d-48c4-beec-cc27a96304e9 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:50.059544 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-a2c9b8a2-a0c3-4d71-bbd3-36253c58f0fa None None] Publish callbacks [] for port, precommit_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:50.062475 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2af76f49-155e-46cd-8afa-7c45ed110e61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:50.065555 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2af76f49-155e-46cd-8afa-7c45ed110e61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:50.069165 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-2af76f49-155e-46cd-8afa-7c45ed110e61 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/23172496-b42e-4df8-b97a-a68014ebbae6 HTTP/1.1" status: 204 len: 168 time: 0.5675259 Nov 12 08:38:50.072402 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-a2c9b8a2-a0c3-4d71-bbd3-36253c58f0fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:50.095305 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af76f49-155e-46cd-8afa-7c45ed110e61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23172496-b42e-4df8-b97a-a68014ebbae6,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:50.107152 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2742156c-fad4-4c86-98a5-d1744d293996 req-07ba8785-ee68-4788-8bd9-a773c19c2d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:50.109284 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2742156c-fad4-4c86-98a5-d1744d293996 req-07ba8785-ee68-4788-8bd9-a773c19c2d22 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d4b452e4-4cfb-4af8-9506-8c215bcf0937 HTTP/1.1" status: 200 len: 835 time: 0.2636321 Nov 12 08:38:50.177760 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa47cdc5-0d44-4d66-96ce-af4f5a7386d0 None None] Pushing event updated for resources: {'Port': ['ID=557c3051-1133-4204-9d94-f33df3ab1d1f,revision_number=3']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:50.225696 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2b04d982-a748-482c-b235-b0d23d550a6d tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:50.228958 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-63c5bd96-089d-48c4-beec-cc27a96304e9 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933629'] for router_interface, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:50.255197 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device ce3c2997-ab04-4647-b2e7-13a45d2f27c3 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:38:50.260647 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-a2c9b8a2-a0c3-4d71-bbd3-36253c58f0fa None None] Attempting to bind port 557c3051-1133-4204-9d94-f33df3ab1d1f on host n-d-765315-29 for vnic_type normal with profile {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:38:50.260647 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-a2c9b8a2-a0c3-4d71-bbd3-36253c58f0fa None None] Attempting to bind port 557c3051-1133-4204-9d94-f33df3ab1d1f by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '83c30f53-8f44-40b6-91bc-237f9283bbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7'}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:38:50.260647 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c9b8a2-a0c3-4d71-bbd3-36253c58f0fa None None] Attempting to bind port 557c3051-1133-4204-9d94-f33df3ab1d1f on network dcea8192-3ded-4675-acba-29dad29883d7 {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:38:50.269209 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c9b8a2-a0c3-4d71-bbd3-36253c58f0fa None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:38:50.269813 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c9b8a2-a0c3-4d71-bbd3-36253c58f0fa None None] Checking segment: {'id': '83c30f53-8f44-40b6-91bc-237f9283bbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:38:50.271593 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-a2c9b8a2-a0c3-4d71-bbd3-36253c58f0fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:50.273054 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c5bd96-089d-48c4-beec-cc27a96304e9 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Pushing event updated for resources: {'Port': ['ID=8b151a0d-562f-4ed1-abbe-75a5292c59ad,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:50.273570 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c9b8a2-a0c3-4d71-bbd3-36253c58f0fa None None] Bound using segment: {'id': '83c30f53-8f44-40b6-91bc-237f9283bbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7'} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:38:50.275007 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-a2c9b8a2-a0c3-4d71-bbd3-36253c58f0fa None None] Bound port: 557c3051-1133-4204-9d94-f33df3ab1d1f, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83c30f53-8f44-40b6-91bc-237f9283bbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7'}}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:38:50.275479 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-a2c9b8a2-a0c3-4d71-bbd3-36253c58f0fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:50.289362 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2b04d982-a748-482c-b235-b0d23d550a6d tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:50.363284 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c5bd96-089d-48c4-beec-cc27a96304e9 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:50.363284 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c5bd96-089d-48c4-beec-cc27a96304e9 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:50.363284 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c5bd96-089d-48c4-beec-cc27a96304e9 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:50.363284 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c5bd96-089d-48c4-beec-cc27a96304e9 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:50.363284 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c5bd96-089d-48c4-beec-cc27a96304e9 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:50.363284 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c5bd96-089d-48c4-beec-cc27a96304e9 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:50.363284 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c5bd96-089d-48c4-beec-cc27a96304e9 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:50.363284 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c5bd96-089d-48c4-beec-cc27a96304e9 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:50.363284 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c5bd96-089d-48c4-beec-cc27a96304e9 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:50.364052 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c5bd96-089d-48c4-beec-cc27a96304e9 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:50.369971 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c5bd96-089d-48c4-beec-cc27a96304e9 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:50.376417 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c5bd96-089d-48c4-beec-cc27a96304e9 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:50.392681 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2742156c-fad4-4c86-98a5-d1744d293996 req-154294db-0802-4bc7-882e-68d513e13c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:50.405870 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2742156c-fad4-4c86-98a5-d1744d293996 req-154294db-0802-4bc7-882e-68d513e13c13 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b177f1a4-4c68-4847-bafc-529461cd99a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2772992 Nov 12 08:38:50.498200 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port ce3c2997-ab04-4647-b2e7-13a45d2f27c3 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:50.498725 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:50.500788 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-5c2dd90a-10d3-47c5-b83a-c4454ed4e2be None None] Provisioning complete for port 557c3051-1133-4204-9d94-f33df3ab1d1f triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:50.501207 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5c2dd90a-10d3-47c5-b83a-c4454ed4e2be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:50.543951 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-a2c9b8a2-a0c3-4d71-bbd3-36253c58f0fa None None] For port 557c3051-1133-4204-9d94-f33df3ab1d1f, host n-d-765315-29, cleared binding levels {{(pid=102602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:38:50.547337 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-a2c9b8a2-a0c3-4d71-bbd3-36253c58f0fa None None] For port 557c3051-1133-4204-9d94-f33df3ab1d1f, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=557c3051-1133-4204-9d94-f33df3ab1d1f,segment=NetworkSegment(83c30f53-8f44-40b6-91bc-237f9283bbd5),segment_id=83c30f53-8f44-40b6-91bc-237f9283bbd5)] {{(pid=102602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:38:50.557236 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-a2c9b8a2-a0c3-4d71-bbd3-36253c58f0fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:50.615483 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed58d3c-531e-4171-9592-6035c9ff9f52 req-54f6840c-7045-4955-926c-a08b11fd9beb tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:50.618307 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bed58d3c-531e-4171-9592-6035c9ff9f52 req-54f6840c-7045-4955-926c-a08b11fd9beb tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "GET /v2.0/ports?device_id=4fe2a741-ae48-451e-afdd-1247d8e7962b HTTP/1.1" status: 200 len: 944 time: 0.1353369 Nov 12 08:38:50.629206 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-69fb3360-2401-4c0e-bba9-022847350f1b tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933586'] for router_interface, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:50.631437 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c5bd96-089d-48c4-beec-cc27a96304e9 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Network 2a86a16a-e574-4b84-b4af-d17ebf35c6da is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:38:50.636702 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-63c5bd96-089d-48c4-beec-cc27a96304e9 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:38:50.693778 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2b04d982-a748-482c-b235-b0d23d550a6d tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:50.697397 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2b04d982-a748-482c-b235-b0d23d550a6d tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:50.700559 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-5c2dd90a-10d3-47c5-b83a-c4454ed4e2be None None] Port 557c3051-1133-4204-9d94-f33df3ab1d1f cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:38:50.701312 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-2b04d982-a748-482c-b235-b0d23d550a6d tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "DELETE /v2.0/security-groups/fca2cf2b-9cad-4878-bbbc-828482027757 HTTP/1.1" status: 204 len: 168 time: 0.7856984 Nov 12 08:38:50.705013 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49050) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:50.776342 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa47cdc5-0d44-4d66-96ce-af4f5a7386d0 None None] Pushing event updated for resources: {'Port': ['ID=557c3051-1133-4204-9d94-f33df3ab1d1f,revision_number=4']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:50.813580 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c9b8a2-a0c3-4d71-bbd3-36253c58f0fa None None] Routers {'e13a2201-78d8-468b-bb2b-e3f2baf9add8'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:38:50.814227 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-a2c9b8a2-a0c3-4d71-bbd3-36253c58f0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:38:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['e13a2201-78d8-468b-bb2b-e3f2baf9add8'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:50.824541 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 9645dac4-ef5c-4c80-94f2-79d7f95fae02 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:38:50.943035 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-098355c3-55e8-4f06-90c6-9e630afdf200 None None] Provisioning complete for port ce3c2997-ab04-4647-b2e7-13a45d2f27c3 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:50.943405 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-098355c3-55e8-4f06-90c6-9e630afdf200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:50.957240 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b04d982-a748-482c-b235-b0d23d550a6d tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca2cf2b-9cad-4878-bbbc-828482027757,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:50.982382 n-d-765315-29 neutron-server[102600]: INFO neutron.api.v2.resource [None req-92c0447c-a9a9-45dd-bbb0-e34e6be25c6f tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] show failed (client error): The resource could not be found. Nov 12 08:38:51.003214 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-92c0447c-a9a9-45dd-bbb0-e34e6be25c6f tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "GET /v2.0/security-groups/fca2cf2b-9cad-4878-bbbc-828482027757 HTTP/1.1" status: 404 len: 347 time: 0.2877667 Nov 12 08:38:51.006182 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49058) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:51.197072 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-a2c9b8a2-a0c3-4d71-bbd3-36253c58f0fa None None] Set router e13a2201-78d8-468b-bb2b-e3f2baf9add8 gateway port host: None {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:38:51.200289 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 9645dac4-ef5c-4c80-94f2-79d7f95fae02 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:51.201019 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:51.322093 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-098355c3-55e8-4f06-90c6-9e630afdf200 None None] Provisioning complete for port 8b151a0d-562f-4ed1-abbe-75a5292c59ad triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:51.322470 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-098355c3-55e8-4f06-90c6-9e630afdf200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:51.408661 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-098355c3-55e8-4f06-90c6-9e630afdf200 None None] Port 8b151a0d-562f-4ed1-abbe-75a5292c59ad cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:38:51.427573 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-098355c3-55e8-4f06-90c6-9e630afdf200 None None] Provisioning complete for port 557c3051-1133-4204-9d94-f33df3ab1d1f triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:51.427941 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-098355c3-55e8-4f06-90c6-9e630afdf200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:51.526575 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 41d2c921-566a-4d65-a257-c91bd8851913 up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:38:51.683740 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bed58d3c-531e-4171-9592-6035c9ff9f52 req-dc5a8b28-07da-4145-91d2-394242362cc8 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "GET /v2.0/security-groups?id=116e616a-6b89-47e2-a718-8f32c1b37df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0482357 Nov 12 08:38:51.690881 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-098355c3-55e8-4f06-90c6-9e630afdf200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:51.734968 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-098355c3-55e8-4f06-90c6-9e630afdf200 None None] For port 557c3051-1133-4204-9d94-f33df3ab1d1f, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=557c3051-1133-4204-9d94-f33df3ab1d1f,segment=NetworkSegment(83c30f53-8f44-40b6-91bc-237f9283bbd5),segment_id=83c30f53-8f44-40b6-91bc-237f9283bbd5)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:51.760170 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-098355c3-55e8-4f06-90c6-9e630afdf200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:51.788942 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63c5bd96-089d-48c4-beec-cc27a96304e9 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Router fe5ed5d2-c0ca-4431-8ddf-113252867041 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:38:51.873493 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2742156c-fad4-4c86-98a5-d1744d293996 req-59daea42-b710-4eba-9d43-af2b3ad818ee service neutron] 10.222.0.21 "GET /v2.0/networks/b177f1a4-4c68-4847-bafc-529461cd99a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4661970 Nov 12 08:38:51.946142 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098355c3-55e8-4f06-90c6-9e630afdf200 None None] Pushing event updated for resources: {'Port': ['ID=557c3051-1133-4204-9d94-f33df3ab1d1f,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:51.976902 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-1fe79b00-b9ce-434b-8754-c9819cc68242 None None] Provisioning complete for port 8b151a0d-562f-4ed1-abbe-75a5292c59ad triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:51.977275 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1fe79b00-b9ce-434b-8754-c9819cc68242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:52.016637 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-a2c9b8a2-a0c3-4d71-bbd3-36253c58f0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e13a2201-78d8-468b-bb2b-e3f2baf9add8', 'name': 'tempest-NetworksTestDHCPv6-router-643760280', 'tenant_id': '9132ec14bb5d4c18949ca0b140edb366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:38:41Z', 'updated_at': '2021-11-12T08:38:44Z', 'revision_number': 2, 'project_id': '9132ec14bb5d4c18949ca0b140edb366', 'gw_port_host': None, '_interfaces': [{'id': '557c3051-1133-4204-9d94-f33df3ab1d1f', 'name': '', 'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7', 'tenant_id': '9132ec14bb5d4c18949ca0b140edb366', 'mac_address': 'fa:16:3e:51:a6:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e13a2201-78d8-468b-bb2b-e3f2baf9add8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2984, 'fixed_ips': [{'subnet_id': '89680491-0dae-4c56-b99e-553de9122d58', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:38:43Z', 'updated_at': '2021-11-12T08:38:50Z', 'revision_number': 4, 'project_id': '9132ec14bb5d4c18949ca0b140edb366', 'subnets': [{'id': '89680491-0dae-4c56-b99e-553de9122d58', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:52.031047 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfe9617-9eae-46ef-894d-56987b860cde req-01ee0fcd-9dd1-494d-b214-de649aca40e7 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:52.032569 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9bfe9617-9eae-46ef-894d-56987b860cde req-01ee0fcd-9dd1-494d-b214-de649aca40e7 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.44 "GET /v2.0/networks?id=35316ea3-d15f-4e9c-9d0f-87ba20d4fc64 HTTP/1.1" status: 200 len: 812 time: 1.4388361 Nov 12 08:38:52.039897 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-1fe79b00-b9ce-434b-8754-c9819cc68242 None None] Port 8b151a0d-562f-4ed1-abbe-75a5292c59ad cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:38:52.044529 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning for port 41d2c921-566a-4d65-a257-c91bd8851913 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:38:52.060519 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port 41d2c921-566a-4d65-a257-c91bd8851913 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:52.060892 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:52.077261 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c9b8a2-a0c3-4d71-bbd3-36253c58f0fa None None] The sync data for ids ['e13a2201-78d8-468b-bb2b-e3f2baf9add8'] in n-d-765315-29 is: [{'id': 'e13a2201-78d8-468b-bb2b-e3f2baf9add8', 'name': 'tempest-NetworksTestDHCPv6-router-643760280', 'tenant_id': '9132ec14bb5d4c18949ca0b140edb366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:38:41Z', 'updated_at': '2021-11-12T08:38:44Z', 'revision_number': 2, 'project_id': '9132ec14bb5d4c18949ca0b140edb366', 'gw_port_host': None, '_interfaces': [{'id': '557c3051-1133-4204-9d94-f33df3ab1d1f', 'name': '', 'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7', 'tenant_id': '9132ec14bb5d4c18949ca0b140edb366', 'mac_address': 'fa:16:3e:51:a6:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e13a2201-78d8-468b-bb2b-e3f2baf9add8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2984, 'fixed_ips': [{'subnet_id': '89680491-0dae-4c56-b99e-553de9122d58', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:38:43Z', 'updated_at': '2021-11-12T08:38:50Z', 'revision_number': 4, 'project_id': '9132ec14bb5d4c18949ca0b140edb366', 'subnets': [{'id': '89680491-0dae-4c56-b99e-553de9122d58', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:38:52.085378 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-9bfe9617-9eae-46ef-894d-56987b860cde req-e17d8f8a-f099-4a97-88af-49e81cd8768a tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Request body: {'port': {'device_id': '2aac4f6f-fb62-4847-ba43-3e5edf4fe061', 'network_id': '35316ea3-d15f-4e9c-9d0f-87ba20d4fc64', 'admin_state_up': True, 'tenant_id': '7d3f7337327743ecb706fdd7c92380e3'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:52.111950 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-de6be6fa-5a2a-4f8e-9257-915bf620faf5 req-d0f24ca1-774e-4898-93f5-8c12c68ada01 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aac4f6f-fb62-4847-ba43-3e5edf4fe061 HTTP/1.1" status: 200 len: 210 time: 0.1099479 Nov 12 08:38:52.127919 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-1fe79b00-b9ce-434b-8754-c9819cc68242 None None] Provisioning complete for port 557c3051-1133-4204-9d94-f33df3ab1d1f triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:52.128156 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1fe79b00-b9ce-434b-8754-c9819cc68242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:52.259556 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-38958dfa-5abb-4c0a-9a43-78f21aa4992f tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Deleting port 82ad2ed9-369a-4e40-9763-61d99229b2ca {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:38:52.260645 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-38958dfa-5abb-4c0a-9a43-78f21aa4992f tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:52.266376 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:52.300525 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fe2a741-ae48-451e-afdd-1247d8e7962b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41d2c921-566a-4d65-a257-c91bd8851913'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:38:52.302816 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5afcfa4f-068f-400f-9875-70614dd80bea" -d '{"events": [{"server_uuid": "4fe2a741-ae48-451e-afdd-1247d8e7962b", "name": "network-vif-plugged", "status": "completed", "tag": "41d2c921-566a-4d65-a257-c91bd8851913"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:38:52.325108 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 41d2c921-566a-4d65-a257-c91bd8851913, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=41d2c921-566a-4d65-a257-c91bd8851913,segment=NetworkSegment(a311d405-ce7a-452b-a884-7f4921b50215),segment_id=a311d405-ce7a-452b-a884-7f4921b50215)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:52.334297 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:52.344246 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2742156c-fad4-4c86-98a5-d1744d293996 req-92bf117a-58f7-42a3-b815-8142a6600dcc service neutron] 10.222.0.21 "GET /v2.0/networks/b177f1a4-4c68-4847-bafc-529461cd99a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4478822 Nov 12 08:38:52.370526 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63c5bd96-089d-48c4-beec-cc27a96304e9 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:38:52.385688 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bc2bcef-bf3c-48d8-a56b-d9d8aaeef788 x-openstack-request-id: req-2bc2bcef-bf3c-48d8-a56b-d9d8aaeef788 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:38:52.385980 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fe2a741-ae48-451e-afdd-1247d8e7962b", "name": "network-vif-plugged", "status": "completed", "tag": "41d2c921-566a-4d65-a257-c91bd8851913", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:38:52.386286 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2bc2bcef-bf3c-48d8-a56b-d9d8aaeef788 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:38:52.386766 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fe2a741-ae48-451e-afdd-1247d8e7962b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41d2c921-566a-4d65-a257-c91bd8851913', 'code': 200} Nov 12 08:38:52.388025 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-63c5bd96-089d-48c4-beec-cc27a96304e9 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "PUT /v2.0/routers/fe5ed5d2-c0ca-4431-8ddf-113252867041/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6207983 Nov 12 08:38:52.389063 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16770ab-873d-47ba-aefd-1ac75a1d0034 None None] Sync routers for ids ['fe5ed5d2-c0ca-4431-8ddf-113252867041'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:38:52.453953 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-69fb3360-2401-4c0e-bba9-022847350f1b tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Deleting port 557c3051-1133-4204-9d94-f33df3ab1d1f {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:38:52.454531 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-69fb3360-2401-4c0e-bba9-022847350f1b tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:52.501906 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16770ab-873d-47ba-aefd-1ac75a1d0034 None None] Routers {'fe5ed5d2-c0ca-4431-8ddf-113252867041'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:38:52.506662 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-a16770ab-873d-47ba-aefd-1ac75a1d0034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:38:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['fe5ed5d2-c0ca-4431-8ddf-113252867041'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:52.509630 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=41d2c921-566a-4d65-a257-c91bd8851913,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:52.557527 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-38958dfa-5abb-4c0a-9a43-78f21aa4992f tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:52.557872 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-38958dfa-5abb-4c0a-9a43-78f21aa4992f tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:52.596090 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-38958dfa-5abb-4c0a-9a43-78f21aa4992f tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Calling delete_port for 82ad2ed9-369a-4e40-9763-61d99229b2ca owned by network:floatingip {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:38:52.653400 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bfe9617-9eae-46ef-894d-56987b860cde req-e17d8f8a-f099-4a97-88af-49e81cd8768a tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Made reservation on behalf of 7d3f7337327743ecb706fdd7c92380e3 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:38:52.660194 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-9bfe9617-9eae-46ef-894d-56987b860cde req-e17d8f8a-f099-4a97-88af-49e81cd8768a tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:52.817257 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f06e1c1-754c-43e6-8290-fcb78976ac3a req-638823f9-5f94-4d7c-9ca0-618bd6431ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:52.819172 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0f06e1c1-754c-43e6-8290-fcb78976ac3a req-638823f9-5f94-4d7c-9ca0-618bd6431ef4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4fe2a741-ae48-451e-afdd-1247d8e7962b HTTP/1.1" status: 200 len: 1097 time: 0.2210996 Nov 12 08:38:52.826671 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-a16770ab-873d-47ba-aefd-1ac75a1d0034 None None] Set router fe5ed5d2-c0ca-4431-8ddf-113252867041 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:38:52.835915 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-69fb3360-2401-4c0e-bba9-022847350f1b tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] For port 557c3051-1133-4204-9d94-f33df3ab1d1f, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=557c3051-1133-4204-9d94-f33df3ab1d1f,segment=NetworkSegment(83c30f53-8f44-40b6-91bc-237f9283bbd5),segment_id=83c30f53-8f44-40b6-91bc-237f9283bbd5)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:52.836592 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-69fb3360-2401-4c0e-bba9-022847350f1b tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:52.889886 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-69fb3360-2401-4c0e-bba9-022847350f1b tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Calling delete_port for 557c3051-1133-4204-9d94-f33df3ab1d1f owned by network:router_interface {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:38:52.905198 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8e77f31c-d97f-4545-ad0f-0793474970df req-77295ad9-712d-4f98-8d04-a6f78b97c16b tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1991422268&fields=id&tenant_id=af01ccd549054d7f8ad1904b6846172a HTTP/1.1" status: 200 len: 267 time: 0.1689172 Nov 12 08:38:52.972103 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0f06e1c1-754c-43e6-8290-fcb78976ac3a req-936d357d-b69a-4def-a135-6ca5d3863df3 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=116e616a-6b89-47e2-a718-8f32c1b37df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1312571 Nov 12 08:38:53.134173 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-9bfe9617-9eae-46ef-894d-56987b860cde req-e17d8f8a-f099-4a97-88af-49e81cd8768a tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Allocated IP 172.20.0.14 (35316ea3-d15f-4e9c-9d0f-87ba20d4fc64/d1d27945-8c3d-427f-88ef-3c42a7516333/9448621c-3127-40a1-85b3-5175c84ad5e6) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:38:53.154139 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-38958dfa-5abb-4c0a-9a43-78f21aa4992f tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:53.217241 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38958dfa-5abb-4c0a-9a43-78f21aa4992f tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Pushing event deleted for resources: {'Port': ['ID=82ad2ed9-369a-4e40-9763-61d99229b2ca,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:53.235787 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e77f31c-d97f-4545-ad0f-0793474970df req-502d7497-af6c-4c00-ad92-49d03a6020e8 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:53.250304 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8e77f31c-d97f-4545-ad0f-0793474970df req-502d7497-af6c-4c00-ad92-49d03a6020e8 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/networks?id=2a86a16a-e574-4b84-b4af-d17ebf35c6da HTTP/1.1" status: 200 len: 796 time: 0.3439729 Nov 12 08:38:53.283518 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8e77f31c-d97f-4545-ad0f-0793474970df req-2ca2d2a7-ba64-43e5-88a1-f1a86226df33 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/quotas/af01ccd549054d7f8ad1904b6846172a HTTP/1.1" status: 200 len: 375 time: 0.0316744 Nov 12 08:38:53.395971 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-38958dfa-5abb-4c0a-9a43-78f21aa4992f tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks [] for floatingip, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:53.399333 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-38958dfa-5abb-4c0a-9a43-78f21aa4992f tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:53.401066 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-a16770ab-873d-47ba-aefd-1ac75a1d0034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe5ed5d2-c0ca-4431-8ddf-113252867041', 'name': 'tempest-TestNetworkAdvancedServerOps-router-390922452', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '8aa0ca0a-5557-47fe-80d6-430364283a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:38:31Z', 'updated_at': '2021-11-12T08:38:48Z', 'revision_number': 4, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'gw_port': {'id': '8aa0ca0a-5557-47fe-80d6-430364283a99', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:bf:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5ed5d2-c0ca-4431-8ddf-113252867041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:38:34Z', 'updated_at': '2021-11-12T08:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '8b151a0d-562f-4ed1-abbe-75a5292c59ad', 'name': '', 'network_id': '2a86a16a-e574-4b84-b4af-d17ebf35c6da', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'mac_address': 'fa:16:3e:b3:df:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe5ed5d2-c0ca-4431-8ddf-113252867041', 'device_owner': 'network:router_interface', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': 'a1b94811-d464-4979-9491-cc8c81abd069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:38:46Z', 'updated_at': '2021-11-12T08:38:49Z', 'revision_number': 2, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'subnets': [{'id': 'a1b94811-d464-4979-9491-cc8c81abd069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:53.403601 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-38958dfa-5abb-4c0a-9a43-78f21aa4992f tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "DELETE /v2.0/floatingips/65f22fc9-58bb-4d3d-9def-93a60256b81f HTTP/1.1" status: 204 len: 168 time: 2.3879962 Nov 12 08:38:53.404416 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49112) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:53.422779 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8e77f31c-d97f-4545-ad0f-0793474970df req-fc895631-cdee-446e-bef6-d9122331286c tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=af01ccd549054d7f8ad1904b6846172a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1307333 Nov 12 08:38:53.438106 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-69fb3360-2401-4c0e-bba9-022847350f1b tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:53.478655 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16770ab-873d-47ba-aefd-1ac75a1d0034 None None] Checking router: fe5ed5d2-c0ca-4431-8ddf-113252867041 for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:38:53.478655 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16770ab-873d-47ba-aefd-1ac75a1d0034 None None] Updating router fe5ed5d2-c0ca-4431-8ddf-113252867041 port 8b151a0d-562f-4ed1-abbe-75a5292c59ad binding host n-d-765315-29 {{(pid=102601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:38:53.561345 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a16770ab-873d-47ba-aefd-1ac75a1d0034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:53.603888 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fb3360-2401-4c0e-bba9-022847350f1b tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event deleted for resources: {'Port': ['ID=557c3051-1133-4204-9d94-f33df3ab1d1f,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:53.704098 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8e77f31c-d97f-4545-ad0f-0793474970df req-049fee3d-699a-4e29-bc3a-fb196d1bfbf3 service neutron] 10.222.0.26 "GET /v2.0/networks/2a86a16a-e574-4b84-b4af-d17ebf35c6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803450 Nov 12 08:38:53.755443 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-9bfe9617-9eae-46ef-894d-56987b860cde req-e17d8f8a-f099-4a97-88af-49e81cd8768a tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:53.793449 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-d0e9919a-7933-4645-8129-91a1288aae30 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Deleting port a9c14931-8b9b-4467-9aca-bbbe106d4681 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:38:53.793809 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d0e9919a-7933-4645-8129-91a1288aae30 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:53.830525 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-69fb3360-2401-4c0e-bba9-022847350f1b tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918626'] for router_interface, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:53.847156 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-9bfe9617-9eae-46ef-894d-56987b860cde req-e17d8f8a-f099-4a97-88af-49e81cd8768a tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:54.037714 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8e77f31c-d97f-4545-ad0f-0793474970df req-e1c3e700-4fa8-4056-920b-412838c66665 service neutron] 10.222.0.26 "GET /v2.0/networks/2a86a16a-e574-4b84-b4af-d17ebf35c6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3326545 Nov 12 08:38:54.037900 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bfe9617-9eae-46ef-894d-56987b860cde req-e17d8f8a-f099-4a97-88af-49e81cd8768a tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Network 35316ea3-d15f-4e9c-9d0f-87ba20d4fc64 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:38:54.048538 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17d8f8a-f099-4a97-88af-49e81cd8768a tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Pushing event updated for resources: {'Port': ['ID=9448621c-3127-40a1-85b3-5175c84ad5e6,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:54.051658 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-9bfe9617-9eae-46ef-894d-56987b860cde req-e17d8f8a-f099-4a97-88af-49e81cd8768a tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:38:54.060154 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bfe9617-9eae-46ef-894d-56987b860cde req-e17d8f8a-f099-4a97-88af-49e81cd8768a tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:38:54.088142 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d0e9919a-7933-4645-8129-91a1288aae30 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:54.133979 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-d0e9919a-7933-4645-8129-91a1288aae30 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Calling delete_port for a9c14931-8b9b-4467-9aca-bbbe106d4681 owned by {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:38:54.331119 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a16770ab-873d-47ba-aefd-1ac75a1d0034 None None] Publish callbacks [] for port, precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:54.344637 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a16770ab-873d-47ba-aefd-1ac75a1d0034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:54.378314 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69fb3360-2401-4c0e-bba9-022847350f1b tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Router e13a2201-78d8-468b-bb2b-e3f2baf9add8 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:38:54.417384 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfe9617-9eae-46ef-894d-56987b860cde req-e17d8f8a-f099-4a97-88af-49e81cd8768a tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:54.418292 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-9bfe9617-9eae-46ef-894d-56987b860cde req-e17d8f8a-f099-4a97-88af-49e81cd8768a tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:54.538550 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69fb3360-2401-4c0e-bba9-022847350f1b tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:38:54.546616 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-69fb3360-2401-4c0e-bba9-022847350f1b tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "PUT /v2.0/routers/e13a2201-78d8-468b-bb2b-e3f2baf9add8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6520126 Nov 12 08:38:54.550487 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49122) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:54.553570 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9bfe9617-9eae-46ef-894d-56987b860cde req-e17d8f8a-f099-4a97-88af-49e81cd8768a tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4739785 Nov 12 08:38:54.584096 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b213292-eb4d-4284-af04-f73309652255 None None] Pushing event updated for resources: {'Port': ['ID=8b151a0d-562f-4ed1-abbe-75a5292c59ad,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:54.587193 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-9bfe9617-9eae-46ef-894d-56987b860cde req-22b258cb-e9d5-497a-b23f-2c07a95bd6cf service neutron] Request body: {'port': {'device_id': '2aac4f6f-fb62-4847-ba43-3e5edf4fe061', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:54.673243 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-9bfe9617-9eae-46ef-894d-56987b860cde req-22b258cb-e9d5-497a-b23f-2c07a95bd6cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:54.705864 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1e1c14-a330-4b31-948d-2b8b9e67c7d8 None None] Sync routers for ids ['e13a2201-78d8-468b-bb2b-e3f2baf9add8'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:38:54.708091 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-3dadbb65-c236-49d2-abe3-e6566406cc4a None None] Provisioning complete for port 9448621c-3127-40a1-85b3-5175c84ad5e6 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:54.708646 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3dadbb65-c236-49d2-abe3-e6566406cc4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:54.715987 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba98310-9dbe-4d39-8691-359c0d4a347d tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:54.717495 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba98310-9dbe-4d39-8691-359c0d4a347d tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:54.722182 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-4ba98310-9dbe-4d39-8691-359c0d4a347d tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1667762 Nov 12 08:38:54.724951 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49126) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:54.726371 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1e1c14-a330-4b31-948d-2b8b9e67c7d8 None None] Routers {'e13a2201-78d8-468b-bb2b-e3f2baf9add8'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:38:54.727097 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-ef1e1c14-a330-4b31-948d-2b8b9e67c7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:38:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['e13a2201-78d8-468b-bb2b-e3f2baf9add8'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:54.813260 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d0e9919a-7933-4645-8129-91a1288aae30 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:54.843410 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-a16770ab-873d-47ba-aefd-1ac75a1d0034 None None] Attempting to bind port 8b151a0d-562f-4ed1-abbe-75a5292c59ad on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:38:54.843916 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-a16770ab-873d-47ba-aefd-1ac75a1d0034 None None] Attempting to bind port 8b151a0d-562f-4ed1-abbe-75a5292c59ad by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '7b0f7e94-0541-4a5b-a8eb-bc9ffc4aa181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '2a86a16a-e574-4b84-b4af-d17ebf35c6da'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:38:54.844137 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16770ab-873d-47ba-aefd-1ac75a1d0034 None None] Attempting to bind port 8b151a0d-562f-4ed1-abbe-75a5292c59ad on network 2a86a16a-e574-4b84-b4af-d17ebf35c6da {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:38:54.875090 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16770ab-873d-47ba-aefd-1ac75a1d0034 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:38:54.875671 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16770ab-873d-47ba-aefd-1ac75a1d0034 None None] Checking segment: {'id': '7b0f7e94-0541-4a5b-a8eb-bc9ffc4aa181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '2a86a16a-e574-4b84-b4af-d17ebf35c6da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:38:54.876228 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a16770ab-873d-47ba-aefd-1ac75a1d0034 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:54.876795 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16770ab-873d-47ba-aefd-1ac75a1d0034 None None] Bound using segment: {'id': '7b0f7e94-0541-4a5b-a8eb-bc9ffc4aa181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '2a86a16a-e574-4b84-b4af-d17ebf35c6da'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:38:54.888579 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-a16770ab-873d-47ba-aefd-1ac75a1d0034 None None] Bound port: 8b151a0d-562f-4ed1-abbe-75a5292c59ad, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b0f7e94-0541-4a5b-a8eb-bc9ffc4aa181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '2a86a16a-e574-4b84-b4af-d17ebf35c6da'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:38:54.889296 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a16770ab-873d-47ba-aefd-1ac75a1d0034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:54.891735 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-3dadbb65-c236-49d2-abe3-e6566406cc4a None None] Port 9448621c-3127-40a1-85b3-5175c84ad5e6 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:38:55.026792 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e9919a-7933-4645-8129-91a1288aae30 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Pushing event deleted for resources: {'Port': ['ID=a9c14931-8b9b-4467-9aca-bbbe106d4681,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:55.034271 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bbb0645-9c08-4dd3-afe4-fb16d398b183 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Deleting subnet 89680491-0dae-4c56-b99e-553de9122d58 {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:38:55.036089 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-a16770ab-873d-47ba-aefd-1ac75a1d0034 None None] For port 8b151a0d-562f-4ed1-abbe-75a5292c59ad, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:38:55.039924 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-a16770ab-873d-47ba-aefd-1ac75a1d0034 None None] For port 8b151a0d-562f-4ed1-abbe-75a5292c59ad, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=8b151a0d-562f-4ed1-abbe-75a5292c59ad,segment=NetworkSegment(7b0f7e94-0541-4a5b-a8eb-bc9ffc4aa181),segment_id=7b0f7e94-0541-4a5b-a8eb-bc9ffc4aa181)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:38:55.044246 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-20cb9ca1-f70c-4e52-96c1-80872c038e72 None None] Provisioning complete for port 8b151a0d-562f-4ed1-abbe-75a5292c59ad triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:55.044665 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-20cb9ca1-f70c-4e52-96c1-80872c038e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:55.055992 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1bbb0645-9c08-4dd3-afe4-fb16d398b183 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:55.076879 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a16770ab-873d-47ba-aefd-1ac75a1d0034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:55.117463 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-ef1e1c14-a330-4b31-948d-2b8b9e67c7d8 None None] Set router e13a2201-78d8-468b-bb2b-e3f2baf9add8 gateway port host: None {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:38:55.191839 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b213292-eb4d-4284-af04-f73309652255 None None] Pushing event updated for resources: {'Port': ['ID=8b151a0d-562f-4ed1-abbe-75a5292c59ad,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:55.200945 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16770ab-873d-47ba-aefd-1ac75a1d0034 None None] Routers {'fe5ed5d2-c0ca-4431-8ddf-113252867041'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:38:55.201316 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-a16770ab-873d-47ba-aefd-1ac75a1d0034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:38:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['fe5ed5d2-c0ca-4431-8ddf-113252867041'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:55.201430 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-ef1e1c14-a330-4b31-948d-2b8b9e67c7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e13a2201-78d8-468b-bb2b-e3f2baf9add8', 'name': 'tempest-NetworksTestDHCPv6-router-643760280', 'tenant_id': '9132ec14bb5d4c18949ca0b140edb366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:38:41Z', 'updated_at': '2021-11-12T08:38:53Z', 'revision_number': 3, 'project_id': '9132ec14bb5d4c18949ca0b140edb366', 'gw_port_host': None}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:55.229409 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1ecc4b-6422-4a50-8462-93fe6ead50fe req-aed5ff5f-dee4-459a-945c-665c1ab704f1 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:55.231081 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ad1ecc4b-6422-4a50-8462-93fe6ead50fe req-aed5ff5f-dee4-459a-945c-665c1ab704f1 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "GET /v2.0/ports?device_id=4fe2a741-ae48-451e-afdd-1247d8e7962b HTTP/1.1" status: 200 len: 945 time: 0.6186771 Nov 12 08:38:55.267241 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1e1c14-a330-4b31-948d-2b8b9e67c7d8 None None] Checking router: e13a2201-78d8-468b-bb2b-e3f2baf9add8 for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:38:55.269780 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1bbb0645-9c08-4dd3-afe4-fb16d398b183 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:55.293239 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1e1c14-a330-4b31-948d-2b8b9e67c7d8 None None] Routers {'e13a2201-78d8-468b-bb2b-e3f2baf9add8'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:38:55.293851 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-ef1e1c14-a330-4b31-948d-2b8b9e67c7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:38:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['e13a2201-78d8-468b-bb2b-e3f2baf9add8'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:55.406508 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-20cb9ca1-f70c-4e52-96c1-80872c038e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:55.420925 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-9bfe9617-9eae-46ef-894d-56987b860cde req-22b258cb-e9d5-497a-b23f-2c07a95bd6cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9448621c-3127-40a1-85b3-5175c84ad5e6 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:38:55.437532 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-9bfe9617-9eae-46ef-894d-56987b860cde req-22b258cb-e9d5-497a-b23f-2c07a95bd6cf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:55.490427 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-20cb9ca1-f70c-4e52-96c1-80872c038e72 None None] For port 8b151a0d-562f-4ed1-abbe-75a5292c59ad, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=8b151a0d-562f-4ed1-abbe-75a5292c59ad,segment=NetworkSegment(7b0f7e94-0541-4a5b-a8eb-bc9ffc4aa181),segment_id=7b0f7e94-0541-4a5b-a8eb-bc9ffc4aa181)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:55.492928 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-9bfe9617-9eae-46ef-894d-56987b860cde req-22b258cb-e9d5-497a-b23f-2c07a95bd6cf service neutron] Transition to ACTIVE for port object 9448621c-3127-40a1-85b3-5175c84ad5e6 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:38:55.500743 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-20cb9ca1-f70c-4e52-96c1-80872c038e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:55.516008 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1bbb0645-9c08-4dd3-afe4-fb16d398b183 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:55.517376 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-9bfe9617-9eae-46ef-894d-56987b860cde req-22b258cb-e9d5-497a-b23f-2c07a95bd6cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:55.521624 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-ef1e1c14-a330-4b31-948d-2b8b9e67c7d8 None None] Set router e13a2201-78d8-468b-bb2b-e3f2baf9add8 gateway port host: None {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:38:55.688840 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b258cb-e9d5-497a-b23f-2c07a95bd6cf service neutron] Pushing event updated for resources: {'Port': ['ID=9448621c-3127-40a1-85b3-5175c84ad5e6,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:55.694619 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-ef1e1c14-a330-4b31-948d-2b8b9e67c7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e13a2201-78d8-468b-bb2b-e3f2baf9add8', 'name': 'tempest-NetworksTestDHCPv6-router-643760280', 'tenant_id': '9132ec14bb5d4c18949ca0b140edb366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:38:41Z', 'updated_at': '2021-11-12T08:38:53Z', 'revision_number': 3, 'project_id': '9132ec14bb5d4c18949ca0b140edb366', 'gw_port_host': None}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:55.709527 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1bbb0645-9c08-4dd3-afe4-fb16d398b183 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:55.737379 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1bbb0645-9c08-4dd3-afe4-fb16d398b183 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:55.746670 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-1bbb0645-9c08-4dd3-afe4-fb16d398b183 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "DELETE /v2.0/subnets/89680491-0dae-4c56-b99e-553de9122d58 HTTP/1.1" status: 204 len: 168 time: 1.0170341 Nov 12 08:38:55.752576 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49144) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:55.782118 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ffd5eca-86e1-49fe-84ae-ac07bf98cd3b None None] Network dcea8192-3ded-4675-acba-29dad29883d7 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:38:55.805754 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1e1c14-a330-4b31-948d-2b8b9e67c7d8 None None] The sync data for ids ['e13a2201-78d8-468b-bb2b-e3f2baf9add8'] in n-d-765315-29 is: [{'id': 'e13a2201-78d8-468b-bb2b-e3f2baf9add8', 'name': 'tempest-NetworksTestDHCPv6-router-643760280', 'tenant_id': '9132ec14bb5d4c18949ca0b140edb366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:38:41Z', 'updated_at': '2021-11-12T08:38:53Z', 'revision_number': 3, 'project_id': '9132ec14bb5d4c18949ca0b140edb366', 'gw_port_host': None}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:38:55.886064 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ad1ecc4b-6422-4a50-8462-93fe6ead50fe req-5a6e7a15-f4ff-4d04-ba66-2e01475f75ad tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "GET /v2.0/security-groups?id=116e616a-6b89-47e2-a718-8f32c1b37df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6486211 Nov 12 08:38:55.890119 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d0e9919a-7933-4645-8129-91a1288aae30 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:55.898626 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-d0e9919a-7933-4645-8129-91a1288aae30 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "DELETE /v2.0/ports/a9c14931-8b9b-4467-9aca-bbbe106d4681 HTTP/1.1" status: 204 len: 168 time: 2.4722679 Nov 12 08:38:55.898626 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49146) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:55.967229 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-9bfe9617-9eae-46ef-894d-56987b860cde req-22b258cb-e9d5-497a-b23f-2c07a95bd6cf service neutron] Attempting to bind port 9448621c-3127-40a1-85b3-5175c84ad5e6 on host n-h2-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:38:55.967979 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-9bfe9617-9eae-46ef-894d-56987b860cde req-22b258cb-e9d5-497a-b23f-2c07a95bd6cf service neutron] Attempting to bind port 9448621c-3127-40a1-85b3-5175c84ad5e6 by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': 'add834c9-8487-4b10-a6f8-7351b562c1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '35316ea3-d15f-4e9c-9d0f-87ba20d4fc64'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:38:55.968548 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bfe9617-9eae-46ef-894d-56987b860cde req-22b258cb-e9d5-497a-b23f-2c07a95bd6cf service neutron] Attempting to bind port 9448621c-3127-40a1-85b3-5175c84ad5e6 on network 35316ea3-d15f-4e9c-9d0f-87ba20d4fc64 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:38:55.982806 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbb0645-9c08-4dd3-afe4-fb16d398b183 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event deleted for resources: {'Subnet': ['ID=89680491-0dae-4c56-b99e-553de9122d58,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:55.986005 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bfe9617-9eae-46ef-894d-56987b860cde req-22b258cb-e9d5-497a-b23f-2c07a95bd6cf service neutron] Port 9448621c-3127-40a1-85b3-5175c84ad5e6 on network 35316ea3-d15f-4e9c-9d0f-87ba20d4fc64 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:38:55.986694 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bfe9617-9eae-46ef-894d-56987b860cde req-22b258cb-e9d5-497a-b23f-2c07a95bd6cf service neutron] Attempting to bind port 9448621c-3127-40a1-85b3-5175c84ad5e6 on network 35316ea3-d15f-4e9c-9d0f-87ba20d4fc64 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:38:56.002444 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bfe9617-9eae-46ef-894d-56987b860cde req-22b258cb-e9d5-497a-b23f-2c07a95bd6cf service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:38:56.005990 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bfe9617-9eae-46ef-894d-56987b860cde req-22b258cb-e9d5-497a-b23f-2c07a95bd6cf service neutron] Checking segment: {'id': 'add834c9-8487-4b10-a6f8-7351b562c1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '35316ea3-d15f-4e9c-9d0f-87ba20d4fc64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:38:56.007065 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bfe9617-9eae-46ef-894d-56987b860cde req-22b258cb-e9d5-497a-b23f-2c07a95bd6cf service neutron] Bound using segment: {'id': 'add834c9-8487-4b10-a6f8-7351b562c1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '35316ea3-d15f-4e9c-9d0f-87ba20d4fc64'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:38:56.007492 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-9bfe9617-9eae-46ef-894d-56987b860cde req-22b258cb-e9d5-497a-b23f-2c07a95bd6cf service neutron] Bound port: 9448621c-3127-40a1-85b3-5175c84ad5e6, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'add834c9-8487-4b10-a6f8-7351b562c1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '35316ea3-d15f-4e9c-9d0f-87ba20d4fc64'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:38:56.007969 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-9bfe9617-9eae-46ef-894d-56987b860cde req-22b258cb-e9d5-497a-b23f-2c07a95bd6cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:56.032965 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-6aded5ad-1609-44d5-a0f1-76cfb1ddf3a5 None None] Provisioning complete for port 8b151a0d-562f-4ed1-abbe-75a5292c59ad triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:56.033326 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6aded5ad-1609-44d5-a0f1-76cfb1ddf3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:56.181196 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-9bfe9617-9eae-46ef-894d-56987b860cde req-22b258cb-e9d5-497a-b23f-2c07a95bd6cf service neutron] For port 9448621c-3127-40a1-85b3-5175c84ad5e6, host n-h2-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:38:56.190957 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-9bfe9617-9eae-46ef-894d-56987b860cde req-22b258cb-e9d5-497a-b23f-2c07a95bd6cf service neutron] For port 9448621c-3127-40a1-85b3-5175c84ad5e6, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=9448621c-3127-40a1-85b3-5175c84ad5e6,segment=NetworkSegment(add834c9-8487-4b10-a6f8-7351b562c1cc),segment_id=add834c9-8487-4b10-a6f8-7351b562c1cc)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:38:56.200237 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-9bfe9617-9eae-46ef-894d-56987b860cde req-22b258cb-e9d5-497a-b23f-2c07a95bd6cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:56.263950 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-1a853c83-00e1-4ed1-b2c3-3c9fccb2889f tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.5097406 Nov 12 08:38:56.302791 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 49150) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:56.305927 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bb412c-bc99-482c-bbdb-35243f3ae225 req-4f8e5cb6-f857-4445-9c75-b4982a3b5c3b tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:56.316438 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a0bb412c-bc99-482c-bbdb-35243f3ae225 req-4f8e5cb6-f857-4445-9c75-b4982a3b5c3b tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aac4f6f-fb62-4847-ba43-3e5edf4fe061 HTTP/1.1" status: 200 len: 944 time: 0.2163706 Nov 12 08:38:56.355852 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-8be120a8-9cff-447e-9c43-b47d0213ae1f tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Deleting port 2ad84d50-d7c9-425a-b9f6-7a7fc1b1156e {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:38:56.363663 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8be120a8-9cff-447e-9c43-b47d0213ae1f tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:56.473075 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 557c3051-1133-4204-9d94-f33df3ab1d1f no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:38:56.572447 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfe9617-9eae-46ef-894d-56987b860cde req-22b258cb-e9d5-497a-b23f-2c07a95bd6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:56.573337 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-9bfe9617-9eae-46ef-894d-56987b860cde req-22b258cb-e9d5-497a-b23f-2c07a95bd6cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:56.584579 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9bfe9617-9eae-46ef-894d-56987b860cde req-22b258cb-e9d5-497a-b23f-2c07a95bd6cf service neutron] 10.222.0.44 "PUT /v2.0/ports/9448621c-3127-40a1-85b3-5175c84ad5e6 HTTP/1.1" status: 200 len: 1093 time: 2.0082178 Nov 12 08:38:56.588364 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2aac4f6f-fb62-4847-ba43-3e5edf4fe061', 'tag': '9448621c-3127-40a1-85b3-5175c84ad5e6'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:38:56.597827 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89df71fa-d993-46cc-9880-22b49c07b1dd" -d '{"events": [{"name": "network-changed", "server_uuid": "2aac4f6f-fb62-4847-ba43-3e5edf4fe061", "tag": "9448621c-3127-40a1-85b3-5175c84ad5e6"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:38:56.612740 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 557c3051-1133-4204-9d94-f33df3ab1d1f {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:38:56.615890 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 557c3051-1133-4204-9d94-f33df3ab1d1f not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:38:56.692758 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a0bb412c-bc99-482c-bbdb-35243f3ae225 req-19858bb7-7a8b-41c7-ba55-1f3451bd6051 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3619432 Nov 12 08:38:56.778031 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8be120a8-9cff-447e-9c43-b47d0213ae1f tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:56.811883 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-8be120a8-9cff-447e-9c43-b47d0213ae1f tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Calling delete_port for 2ad84d50-d7c9-425a-b9f6-7a7fc1b1156e owned by {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:38:56.830222 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-a16770ab-873d-47ba-aefd-1ac75a1d0034 None None] Set router fe5ed5d2-c0ca-4431-8ddf-113252867041 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:38:56.844754 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb9ca1-f70c-4e52-96c1-80872c038e72 None None] Pushing event updated for resources: {'Port': ['ID=8b151a0d-562f-4ed1-abbe-75a5292c59ad,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:57.010627 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b258cb-e9d5-497a-b23f-2c07a95bd6cf service neutron] Pushing event updated for resources: {'Port': ['ID=9448621c-3127-40a1-85b3-5175c84ad5e6,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:57.022843 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8f4c5617-2662-4f69-b663-9ece889c98ed tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for router, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:57.041008 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-226c4f10-17da-4e13-86e4-b0216d11c521 req-25af3f94-ca88-4a9c-99dd-79771d623dfd tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=903cd802-0b2d-467f-ae9a-bf81d7255ef7 HTTP/1.1" status: 200 len: 210 time: 0.1469920 Nov 12 08:38:57.044272 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8be120a8-9cff-447e-9c43-b47d0213ae1f tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:57.147020 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e77f31c-d97f-4545-ad0f-0793474970df req-494529f6-45a2-4f19-82cd-c8e75a974eee tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:57.149156 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8e77f31c-d97f-4545-ad0f-0793474970df req-494529f6-45a2-4f19-82cd-c8e75a974eee tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.21 "GET /v2.0/networks?id=2a86a16a-e574-4b84-b4af-d17ebf35c6da HTTP/1.1" status: 200 len: 796 time: 0.7531285 Nov 12 08:38:57.158020 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfe9617-9eae-46ef-894d-56987b860cde req-05ec2bcb-a8aa-4095-8612-a81ba6ea60cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:57.159571 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9bfe9617-9eae-46ef-894d-56987b860cde req-05ec2bcb-a8aa-4095-8612-a81ba6ea60cd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7d3f7337327743ecb706fdd7c92380e3&device_id=2aac4f6f-fb62-4847-ba43-3e5edf4fe061 HTTP/1.1" status: 200 len: 1096 time: 0.2736151 Nov 12 08:38:57.161746 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be120a8-9cff-447e-9c43-b47d0213ae1f tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Pushing event deleted for resources: {'Port': ['ID=2ad84d50-d7c9-425a-b9f6-7a7fc1b1156e,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:57.201696 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57c58df-8282-4bb8-b6bc-e1b00c8f68d9 None None] DHCP port deletion for dcea8192-3ded-4675-acba-29dad29883d7 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:38:57.274697 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-a16770ab-873d-47ba-aefd-1ac75a1d0034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe5ed5d2-c0ca-4431-8ddf-113252867041', 'name': 'tempest-TestNetworkAdvancedServerOps-router-390922452', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '8aa0ca0a-5557-47fe-80d6-430364283a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:38:31Z', 'updated_at': '2021-11-12T08:38:48Z', 'revision_number': 4, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'gw_port': {'id': '8aa0ca0a-5557-47fe-80d6-430364283a99', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:bf:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5ed5d2-c0ca-4431-8ddf-113252867041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:38:34Z', 'updated_at': '2021-11-12T08:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '8b151a0d-562f-4ed1-abbe-75a5292c59ad', 'name': '', 'network_id': '2a86a16a-e574-4b84-b4af-d17ebf35c6da', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'mac_address': 'fa:16:3e:b3:df:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe5ed5d2-c0ca-4431-8ddf-113252867041', 'device_owner': 'network:router_interface', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': 'a1b94811-d464-4979-9491-cc8c81abd069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:38:46Z', 'updated_at': '2021-11-12T08:38:55Z', 'revision_number': 4, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'subnets': [{'id': 'a1b94811-d464-4979-9491-cc8c81abd069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:57.327386 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16770ab-873d-47ba-aefd-1ac75a1d0034 None None] The sync data for ids ['fe5ed5d2-c0ca-4431-8ddf-113252867041'] in n-d-765315-29 is: [{'id': 'fe5ed5d2-c0ca-4431-8ddf-113252867041', 'name': 'tempest-TestNetworkAdvancedServerOps-router-390922452', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '8aa0ca0a-5557-47fe-80d6-430364283a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:38:31Z', 'updated_at': '2021-11-12T08:38:48Z', 'revision_number': 4, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'gw_port': {'id': '8aa0ca0a-5557-47fe-80d6-430364283a99', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:bf:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5ed5d2-c0ca-4431-8ddf-113252867041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:38:34Z', 'updated_at': '2021-11-12T08:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '8b151a0d-562f-4ed1-abbe-75a5292c59ad', 'name': '', 'network_id': '2a86a16a-e574-4b84-b4af-d17ebf35c6da', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'mac_address': 'fa:16:3e:b3:df:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe5ed5d2-c0ca-4431-8ddf-113252867041', 'device_owner': 'network:router_interface', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': 'a1b94811-d464-4979-9491-cc8c81abd069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:38:46Z', 'updated_at': '2021-11-12T08:38:55Z', 'revision_number': 4, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'subnets': [{'id': 'a1b94811-d464-4979-9491-cc8c81abd069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:38:57.341033 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9bfe9617-9eae-46ef-894d-56987b860cde req-f0524cea-6ac6-4197-840f-e410e0db530d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9448621c-3127-40a1-85b3-5175c84ad5e6 HTTP/1.1" status: 200 len: 217 time: 0.1597064 Nov 12 08:38:57.348822 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8be120a8-9cff-447e-9c43-b47d0213ae1f tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:57.353294 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-8be120a8-9cff-447e-9c43-b47d0213ae1f tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "DELETE /v2.0/ports/2ad84d50-d7c9-425a-b9f6-7a7fc1b1156e HTTP/1.1" status: 204 len: 168 time: 1.4199753 Nov 12 08:38:57.358779 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-d57c58df-8282-4bb8-b6bc-e1b00c8f68d9 None None] Deleting port 9645dac4-ef5c-4c80-94f2-79d7f95fae02 {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:38:57.359695 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d57c58df-8282-4bb8-b6bc-e1b00c8f68d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:57.365500 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1e78df-af79-42a0-9d60-b73b74e5a1b4 req-e2604ab4-0a87-4656-8041-5d65ce4d292c tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:57.368514 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cb1e78df-af79-42a0-9d60-b73b74e5a1b4 req-e2604ab4-0a87-4656-8041-5d65ce4d292c tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "GET /v2.0/ports?device_id=4fe2a741-ae48-451e-afdd-1247d8e7962b HTTP/1.1" status: 200 len: 945 time: 0.1369586 Nov 12 08:38:57.369095 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49158) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:57.388176 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49160) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:57.393134 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-160e1e88-16f8-4ca4-84ca-96208cd1f6d5 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Request body: {'floatingip': {'port_id': '41d2c921-566a-4d65-a257-c91bd8851913'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:57.510940 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-160e1e88-16f8-4ca4-84ca-96208cd1f6d5 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Publish callbacks [] for floatingip, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:57.513577 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8e77f31c-d97f-4545-ad0f-0793474970df req-9b6926d3-3aa2-42ce-be49-f19ca83e287e tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af01ccd549054d7f8ad1904b6846172a HTTP/1.1" status: 200 len: 380 time: 0.3510673 Nov 12 08:38:57.515122 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b580402-e401-42d3-8f65-eab98f28d7b1 x-openstack-request-id: req-5b580402-e401-42d3-8f65-eab98f28d7b1 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:38:57.515408 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2aac4f6f-fb62-4847-ba43-3e5edf4fe061", "tag": "9448621c-3127-40a1-85b3-5175c84ad5e6", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:38:57.515660 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5b580402-e401-42d3-8f65-eab98f28d7b1 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:38:57.516060 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2aac4f6f-fb62-4847-ba43-3e5edf4fe061', 'tag': '9448621c-3127-40a1-85b3-5175c84ad5e6', 'status': 'completed', 'code': 200} Nov 12 08:38:57.520899 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-d57c58df-8282-4bb8-b6bc-e1b00c8f68d9 None None] For port 9645dac4-ef5c-4c80-94f2-79d7f95fae02, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=9645dac4-ef5c-4c80-94f2-79d7f95fae02,segment=NetworkSegment(83c30f53-8f44-40b6-91bc-237f9283bbd5),segment_id=83c30f53-8f44-40b6-91bc-237f9283bbd5)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:57.521379 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d57c58df-8282-4bb8-b6bc-e1b00c8f68d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:57.544377 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-d57c58df-8282-4bb8-b6bc-e1b00c8f68d9 None None] Calling delete_port for 9645dac4-ef5c-4c80-94f2-79d7f95fae02 owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:38:57.548281 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-8e77f31c-d97f-4545-ad0f-0793474970df req-5ed02572-0c68-46c1-b691-6cb85bff0a95 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Request body: {'port': {'device_id': '903cd802-0b2d-467f-ae9a-bf81d7255ef7', 'network_id': '2a86a16a-e574-4b84-b4af-d17ebf35c6da', 'admin_state_up': True, 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'security_groups': ['87051b75-a5b8-4134-a29f-d7bdc7d0859e']}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:57.559306 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8f4c5617-2662-4f69-b663-9ece889c98ed tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:57.619651 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8f4c5617-2662-4f69-b663-9ece889c98ed tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:57.671374 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-724fc8c4-0d10-46e9-8b6a-8c13ff645981 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Deleting subnet 9f233125-4b62-40de-bf22-04d217d99b20 {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:38:57.680072 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-724fc8c4-0d10-46e9-8b6a-8c13ff645981 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:57.767468 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d57c58df-8282-4bb8-b6bc-e1b00c8f68d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:57.842758 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57c58df-8282-4bb8-b6bc-e1b00c8f68d9 None None] Pushing event deleted for resources: {'Port': ['ID=9645dac4-ef5c-4c80-94f2-79d7f95fae02,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:57.867896 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57c58df-8282-4bb8-b6bc-e1b00c8f68d9 None None] No DVR routers for this DVR port 9645dac4-ef5c-4c80-94f2-79d7f95fae02 on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:38:57.980296 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfe9617-9eae-46ef-894d-56987b860cde req-4e96d393-3ea4-4d69-8f70-6b706a61bb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:57.982364 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9bfe9617-9eae-46ef-894d-56987b860cde req-4e96d393-3ea4-4d69-8f70-6b706a61bb90 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d1d27945-8c3d-427f-88ef-3c42a7516333 HTTP/1.1" status: 200 len: 851 time: 0.5282588 Nov 12 08:38:58.026724 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e77f31c-d97f-4545-ad0f-0793474970df req-5ed02572-0c68-46c1-b691-6cb85bff0a95 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Made reservation on behalf of af01ccd549054d7f8ad1904b6846172a for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:38:58.031531 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-8e77f31c-d97f-4545-ad0f-0793474970df req-5ed02572-0c68-46c1-b691-6cb85bff0a95 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:58.060630 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-724fc8c4-0d10-46e9-8b6a-8c13ff645981 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:58.076465 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8f4c5617-2662-4f69-b663-9ece889c98ed tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:58.077071 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f4c5617-2662-4f69-b663-9ece889c98ed tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Fanout notify agent at l3_agent the message router_deleted on router e13a2201-78d8-468b-bb2b-e3f2baf9add8 {{(pid=102599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:38:58.087910 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8f4c5617-2662-4f69-b663-9ece889c98ed tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:58.091651 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-8f4c5617-2662-4f69-b663-9ece889c98ed tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "DELETE /v2.0/routers/e13a2201-78d8-468b-bb2b-e3f2baf9add8 HTTP/1.1" status: 204 len: 168 time: 1.7700930 Nov 12 08:38:58.095495 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49182) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:58.341093 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 8b151a0d-562f-4ed1-abbe-75a5292c59ad up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:38:58.470073 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 8b151a0d-562f-4ed1-abbe-75a5292c59ad triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:58.471541 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:58.672777 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9397acd5-a358-443b-a4a6-2212274ea41a req-f1ac2aaf-30c5-46fe-9eb4-dfc766036a82 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:58.674481 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9397acd5-a358-443b-a4a6-2212274ea41a req-f1ac2aaf-30c5-46fe-9eb4-dfc766036a82 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aac4f6f-fb62-4847-ba43-3e5edf4fe061 HTTP/1.1" status: 200 len: 944 time: 0.7513461 Nov 12 08:38:58.689393 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-9bd0f82e-d04e-4074-b542-790d81ac07c7 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.5867155 Nov 12 08:38:58.708676 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49196) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:58.770282 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 9645dac4-ef5c-4c80-94f2-79d7f95fae02 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:38:58.815149 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 9645dac4-ef5c-4c80-94f2-79d7f95fae02 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:38:58.820361 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 9645dac4-ef5c-4c80-94f2-79d7f95fae02 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:38:58.837645 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfe9617-9eae-46ef-894d-56987b860cde req-bf127fcc-e5c4-4772-a1ef-a0492e459aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:58.840913 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9bfe9617-9eae-46ef-894d-56987b860cde req-bf127fcc-e5c4-4772-a1ef-a0492e459aee service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=35316ea3-d15f-4e9c-9d0f-87ba20d4fc64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8296669 Nov 12 08:38:59.002366 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-8e77f31c-d97f-4545-ad0f-0793474970df req-5ed02572-0c68-46c1-b691-6cb85bff0a95 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Allocated IP 172.20.0.8 (2a86a16a-e574-4b84-b4af-d17ebf35c6da/a1b94811-d464-4979-9491-cc8c81abd069/facae0b0-c7cd-4131-a076-038626c38ad1) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:38:59.037666 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9bfe9617-9eae-46ef-894d-56987b860cde req-38375b1f-6bcf-4353-a417-3c3f17119683 service neutron] 10.222.0.44 "GET /v2.0/networks/35316ea3-d15f-4e9c-9d0f-87ba20d4fc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857293 Nov 12 08:38:59.264514 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9bfe9617-9eae-46ef-894d-56987b860cde req-7564ce77-355f-4a1b-a711-8d4d6461f5f0 service neutron] 10.222.0.44 "GET /v2.0/networks/35316ea3-d15f-4e9c-9d0f-87ba20d4fc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179685 Nov 12 08:38:59.297507 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 49200) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:59.323570 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-8e77f31c-d97f-4545-ad0f-0793474970df req-5ed02572-0c68-46c1-b691-6cb85bff0a95 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:59.338082 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45414cd2-9612-4410-95ff-65ad1dec83d9 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:59.342892 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-45414cd2-9612-4410-95ff-65ad1dec83d9 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6195657 Nov 12 08:38:59.357368 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49204) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:59.510734 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-8e77f31c-d97f-4545-ad0f-0793474970df req-5ed02572-0c68-46c1-b691-6cb85bff0a95 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:59.531081 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-fe5c4bf6-eb43-42e6-8868-215e0131a775 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0943286 Nov 12 08:38:59.559980 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.db.resource_extend [None req-160e1e88-16f8-4ca4-84ca-96208cd1f6d5 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:38:59.563604 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49206) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:59.568115 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-74752a7e-2a82-4447-97da-f0a58d182614 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Request body: {'subnet': {'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:59.640458 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-724fc8c4-0d10-46e9-8b6a-8c13ff645981 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:59.687907 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9397acd5-a358-443b-a4a6-2212274ea41a req-42a579b8-fced-4444-a4c6-cde4d254562a tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9949472 Nov 12 08:38:59.731093 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e77f31c-d97f-4545-ad0f-0793474970df req-5ed02572-0c68-46c1-b691-6cb85bff0a95 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Network 2a86a16a-e574-4b84-b4af-d17ebf35c6da is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:38:59.741875 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89df71fa-d993-46cc-9880-22b49c07b1dd req-4eaf1bcf-26d9-4d2a-a6c1-e0d8da933c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:59.746950 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-89df71fa-d993-46cc-9880-22b49c07b1dd req-4eaf1bcf-26d9-4d2a-a6c1-e0d8da933c4f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7d3f7337327743ecb706fdd7c92380e3&device_id=2aac4f6f-fb62-4847-ba43-3e5edf4fe061 HTTP/1.1" status: 200 len: 1096 time: 0.3771334 Nov 12 08:38:59.749622 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-8e77f31c-d97f-4545-ad0f-0793474970df req-5ed02572-0c68-46c1-b691-6cb85bff0a95 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:38:59.769936 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed02572-0c68-46c1-b691-6cb85bff0a95 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Pushing event updated for resources: {'Port': ['ID=facae0b0-c7cd-4131-a076-038626c38ad1,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:59.775784 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e77f31c-d97f-4545-ad0f-0793474970df req-5ed02572-0c68-46c1-b691-6cb85bff0a95 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:38:59.845825 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2aa7099d-88fa-4dde-8a16-09e907befa15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:59.961836 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e77f31c-d97f-4545-ad0f-0793474970df req-5ed02572-0c68-46c1-b691-6cb85bff0a95 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:59.963064 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-8e77f31c-d97f-4545-ad0f-0793474970df req-5ed02572-0c68-46c1-b691-6cb85bff0a95 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:59.987384 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-160e1e88-16f8-4ca4-84ca-96208cd1f6d5 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:00.008706 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8e77f31c-d97f-4545-ad0f-0793474970df req-5ed02572-0c68-46c1-b691-6cb85bff0a95 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4639366 Nov 12 08:39:00.014812 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-160e1e88-16f8-4ca4-84ca-96208cd1f6d5 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:00.036098 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-8e77f31c-d97f-4545-ad0f-0793474970df req-adf9da7c-f79c-4c19-9f5b-bb3abdf23cc4 service neutron] Request body: {'port': {'device_id': '903cd802-0b2d-467f-ae9a-bf81d7255ef7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:00.124324 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89df71fa-d993-46cc-9880-22b49c07b1dd req-c0a4e9ce-86b7-4162-a3b9-6cf32c6572db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:00.126252 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-89df71fa-d993-46cc-9880-22b49c07b1dd req-c0a4e9ce-86b7-4162-a3b9-6cf32c6572db service neutron] 10.222.0.44 "GET /v2.0/networks?id=35316ea3-d15f-4e9c-9d0f-87ba20d4fc64 HTTP/1.1" status: 200 len: 913 time: 0.3451087 Nov 12 08:39:00.138882 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74752a7e-2a82-4447-97da-f0a58d182614 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Made reservation on behalf of 9132ec14bb5d4c18949ca0b140edb366 for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:39:00.142243 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-74752a7e-2a82-4447-97da-f0a58d182614 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:00.190262 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-724fc8c4-0d10-46e9-8b6a-8c13ff645981 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:00.218526 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-89df71fa-d993-46cc-9880-22b49c07b1dd req-cbf38c96-324b-444a-baea-5ea7b07ca219 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9448621c-3127-40a1-85b3-5175c84ad5e6 HTTP/1.1" status: 200 len: 217 time: 0.0826523 Nov 12 08:39:00.220488 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2aa7099d-88fa-4dde-8a16-09e907befa15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:00.233867 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b81c53-14ea-48ec-9f31-5cbb0a7341db req-a69680e0-d38e-43be-b60b-0b834c6ad0b7 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:00.235468 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-99b81c53-14ea-48ec-9f31-5cbb0a7341db req-a69680e0-d38e-43be-b60b-0b834c6ad0b7 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=903cd802-0b2d-467f-ae9a-bf81d7255ef7 HTTP/1.1" status: 200 len: 931 time: 0.2928841 Nov 12 08:39:00.262172 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2aa7099d-88fa-4dde-8a16-09e907befa15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:00.268532 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-8e77f31c-d97f-4545-ad0f-0793474970df req-adf9da7c-f79c-4c19-9f5b-bb3abdf23cc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:00.290455 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-1d33beb7-e810-4f45-a48d-da8a089d28b4 None None] Provisioning complete for port facae0b0-c7cd-4131-a076-038626c38ad1 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:39:00.294805 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1d33beb7-e810-4f45-a48d-da8a089d28b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:00.326025 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-724fc8c4-0d10-46e9-8b6a-8c13ff645981 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:00.332437 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-724fc8c4-0d10-46e9-8b6a-8c13ff645981 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "DELETE /v2.0/subnets/9f233125-4b62-40de-bf22-04d217d99b20 HTTP/1.1" status: 204 len: 168 time: 2.9583926 Nov 12 08:39:00.332950 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 49208) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:00.337627 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724fc8c4-0d10-46e9-8b6a-8c13ff645981 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Pushing event deleted for resources: {'Subnet': ['ID=9f233125-4b62-40de-bf22-04d217d99b20,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:00.362903 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa7099d-88fa-4dde-8a16-09e907befa15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db4c0935-2c9c-492c-98dd-95864ad130a8,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:00.372290 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-2aa7099d-88fa-4dde-8a16-09e907befa15 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f977c8ffc15342008907aa5d1f18e22e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0694497 Nov 12 08:39:00.374359 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89df71fa-d993-46cc-9880-22b49c07b1dd req-de6d402d-e3b3-48e0-af55-e9b09dfedbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:00.376257 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-89df71fa-d993-46cc-9880-22b49c07b1dd req-de6d402d-e3b3-48e0-af55-e9b09dfedbfc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d1d27945-8c3d-427f-88ef-3c42a7516333 HTTP/1.1" status: 200 len: 851 time: 0.1484618 Nov 12 08:39:00.376937 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 49210) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:00.438575 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496a65c6-c866-45ea-a4ca-1e45aefa7ba0 None None] Network 5b2a8b49-5710-48dd-bacf-1711bcf033cc requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:39:00.460543 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-99b81c53-14ea-48ec-9f31-5cbb0a7341db req-70f29948-2461-4213-a220-cf62ec1a9a0a tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=87051b75-a5b8-4134-a29f-d7bdc7d0859e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1860545 Nov 12 08:39:00.472301 n-d-765315-29 neutron-server[102600]: INFO neutron.db.l3_db [None req-160e1e88-16f8-4ca4-84ca-96208cd1f6d5 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Floating IP b6f1587c-233d-42a7-9862-4846ef6a047b associated. External IP: 172.25.2.192, port: 41d2c921-566a-4d65-a257-c91bd8851913. Nov 12 08:39:00.557725 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-1d33beb7-e810-4f45-a48d-da8a089d28b4 None None] Port facae0b0-c7cd-4131-a076-038626c38ad1 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:39:00.680887 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-40612287-f4c1-4830-bbd8-03ecf0e54cbd tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Deleting subnet 451e17db-46f2-4a8d-9633-d7807ea2bdef {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:39:00.686884 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-40612287-f4c1-4830-bbd8-03ecf0e54cbd tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks [] for subnet, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:00.786128 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4ab83d-10df-4619-9e10-89eb7fa9a4e0 None None] DHCP port deletion for 5b2a8b49-5710-48dd-bacf-1711bcf033cc request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:39:00.910501 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89df71fa-d993-46cc-9880-22b49c07b1dd req-f01d353b-3caa-4e6a-9dc3-5e30d0b5149f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:00.916076 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-89df71fa-d993-46cc-9880-22b49c07b1dd req-f01d353b-3caa-4e6a-9dc3-5e30d0b5149f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=35316ea3-d15f-4e9c-9d0f-87ba20d4fc64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4832399 Nov 12 08:39:00.925342 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-6a4ab83d-10df-4619-9e10-89eb7fa9a4e0 None None] Deleting port fdb70562-3dde-451c-8768-829502f8ae4b {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:39:00.925862 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-40612287-f4c1-4830-bbd8-03ecf0e54cbd tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31181813'] for subnet, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:00.926201 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6a4ab83d-10df-4619-9e10-89eb7fa9a4e0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:00.931763 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8f36b5d7-49c2-4868-9005-d8e829195500 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:01.029744 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-6a4ab83d-10df-4619-9e10-89eb7fa9a4e0 None None] For port fdb70562-3dde-451c-8768-829502f8ae4b, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=fdb70562-3dde-451c-8768-829502f8ae4b,segment=NetworkSegment(0e80606c-279e-44f6-8189-99516fd172eb),segment_id=0e80606c-279e-44f6-8189-99516fd172eb)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:01.030512 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6a4ab83d-10df-4619-9e10-89eb7fa9a4e0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:01.052083 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-6a4ab83d-10df-4619-9e10-89eb7fa9a4e0 None None] Calling delete_port for fdb70562-3dde-451c-8768-829502f8ae4b owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:39:01.160810 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8f36b5d7-49c2-4868-9005-d8e829195500 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:01.225425 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdad17d-ad00-48b4-80c5-dbaaaf6dda6f req-aa89edfc-b257-4f55-9714-ee3c2d7cec37 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:01.227816 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0fdad17d-ad00-48b4-80c5-dbaaaf6dda6f req-aa89edfc-b257-4f55-9714-ee3c2d7cec37 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aac4f6f-fb62-4847-ba43-3e5edf4fe061 HTTP/1.1" status: 200 len: 944 time: 0.3586137 Nov 12 08:39:01.254055 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6a4ab83d-10df-4619-9e10-89eb7fa9a4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:01.274168 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4ab83d-10df-4619-9e10-89eb7fa9a4e0 None None] No DVR routers for this DVR port fdb70562-3dde-451c-8768-829502f8ae4b on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:39:01.291972 n-d-765315-29 neutron-server[102600]: DEBUG neutron.objects.ports [None req-74752a7e-2a82-4447-97da-f0a58d182614 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102600) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 08:39:01.298167 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-160e1e88-16f8-4ca4-84ca-96208cd1f6d5 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Router 4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:39:01.311353 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-74752a7e-2a82-4447-97da-f0a58d182614 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:01.331329 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4ab83d-10df-4619-9e10-89eb7fa9a4e0 None None] Pushing event deleted for resources: {'Port': ['ID=fdb70562-3dde-451c-8768-829502f8ae4b,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:01.364747 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74752a7e-2a82-4447-97da-f0a58d182614 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Network dcea8192-3ded-4675-acba-29dad29883d7 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:39:01.369211 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-89df71fa-d993-46cc-9880-22b49c07b1dd req-dff81d6b-f591-4285-9e2e-c316e589dc77 service neutron] 10.222.0.44 "GET /v2.0/networks/35316ea3-d15f-4e9c-9d0f-87ba20d4fc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4048750 Nov 12 08:39:01.373326 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-74752a7e-2a82-4447-97da-f0a58d182614 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:39:01.375734 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-40612287-f4c1-4830-bbd8-03ecf0e54cbd tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:01.391100 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74752a7e-2a82-4447-97da-f0a58d182614 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:01.391100 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-74752a7e-2a82-4447-97da-f0a58d182614 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:01.409441 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ba37e9-3920-4801-bcee-6c3b02f46f86 None None] Network dcea8192-3ded-4675-acba-29dad29883d7 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:39:01.489923 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0fdad17d-ad00-48b4-80c5-dbaaaf6dda6f req-0e388150-3c08-41bc-a0db-5de117f6b53e tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296638 Nov 12 08:39:01.493924 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74752a7e-2a82-4447-97da-f0a58d182614 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event updated for resources: {'Subnet': ['ID=a17ea556-e625-4b53-a8e8-574b5e109815,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:01.498658 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8f36b5d7-49c2-4868-9005-d8e829195500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:01.501256 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8f36b5d7-49c2-4868-9005-d8e829195500 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:01.502324 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-8f36b5d7-49c2-4868-9005-d8e829195500 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/db4c0935-2c9c-492c-98dd-95864ad130a8 HTTP/1.1" status: 204 len: 168 time: 1.0922050 Nov 12 08:39:01.528154 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-74752a7e-2a82-4447-97da-f0a58d182614 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9647143 Nov 12 08:39:01.531944 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49218) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:01.541130 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-a5c9221b-8b1b-4385-b7c6-dac13bb287be tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Request body: {'subnet': {'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:01.602891 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f36b5d7-49c2-4868-9005-d8e829195500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db4c0935-2c9c-492c-98dd-95864ad130a8,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:01.618333 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-8e77f31c-d97f-4545-ad0f-0793474970df req-adf9da7c-f79c-4c19-9f5b-bb3abdf23cc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id facae0b0-c7cd-4131-a076-038626c38ad1 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:39:01.637228 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-8e77f31c-d97f-4545-ad0f-0793474970df req-adf9da7c-f79c-4c19-9f5b-bb3abdf23cc4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:01.718255 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-8e77f31c-d97f-4545-ad0f-0793474970df req-adf9da7c-f79c-4c19-9f5b-bb3abdf23cc4 service neutron] Transition to ACTIVE for port object facae0b0-c7cd-4131-a076-038626c38ad1 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:39:01.720571 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-89df71fa-d993-46cc-9880-22b49c07b1dd req-54a99c06-f50c-4e07-b2e0-d097537b30d9 service neutron] 10.222.0.44 "GET /v2.0/networks/35316ea3-d15f-4e9c-9d0f-87ba20d4fc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3354921 Nov 12 08:39:01.727340 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-40612287-f4c1-4830-bbd8-03ecf0e54cbd tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:01.747865 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-8e77f31c-d97f-4545-ad0f-0793474970df req-adf9da7c-f79c-4c19-9f5b-bb3abdf23cc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:01.802701 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-160e1e88-16f8-4ca4-84ca-96208cd1f6d5 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:39:01.812934 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-160e1e88-16f8-4ca4-84ca-96208cd1f6d5 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:01.818018 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797c41c6-1497-45d5-bfe4-4dc8d6c29abd None None] Sync routers for ids ['4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:39:01.835337 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-40612287-f4c1-4830-bbd8-03ecf0e54cbd tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:01.841627 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-40612287-f4c1-4830-bbd8-03ecf0e54cbd tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "DELETE /v2.0/subnets/451e17db-46f2-4a8d-9633-d7807ea2bdef HTTP/1.1" status: 204 len: 168 time: 1.4880152 Nov 12 08:39:01.842892 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87a9cfc-ab84-4857-925b-a129568e87fb None None] Network 206f9d07-9c2e-4490-896d-289aa4538730 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:39:01.870110 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-160e1e88-16f8-4ca4-84ca-96208cd1f6d5 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "PUT /v2.0/floatingips/b6f1587c-233d-42a7-9862-4846ef6a047b HTTP/1.1" status: 200 len: 991 time: 4.4807038 Nov 12 08:39:01.871362 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49220) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:01.882546 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fe2a741-ae48-451e-afdd-1247d8e7962b', 'tag': '41d2c921-566a-4d65-a257-c91bd8851913'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:39:01.887746 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32c5cc3b-83db-4fff-a730-35b1013eef72" -d '{"events": [{"name": "network-changed", "server_uuid": "4fe2a741-ae48-451e-afdd-1247d8e7962b", "tag": "41d2c921-566a-4d65-a257-c91bd8851913"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:39:01.891077 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40612287-f4c1-4830-bbd8-03ecf0e54cbd tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Pushing event deleted for resources: {'Subnet': ['ID=451e17db-46f2-4a8d-9633-d7807ea2bdef,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:01.911336 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f07b7d-e8fa-4163-9127-5dc0e05636f2 req-67be209c-e422-4f70-92e9-dc58d75a8301 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:01.915116 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d3f07b7d-e8fa-4163-9127-5dc0e05636f2 req-67be209c-e422-4f70-92e9-dc58d75a8301 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=903cd802-0b2d-467f-ae9a-bf81d7255ef7 HTTP/1.1" status: 200 len: 931 time: 0.2344742 Nov 12 08:39:01.932273 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf9da7c-f79c-4c19-9f5b-bb3abdf23cc4 service neutron] Pushing event updated for resources: {'Port': ['ID=facae0b0-c7cd-4131-a076-038626c38ad1,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:02.049698 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-8e77f31c-d97f-4545-ad0f-0793474970df req-adf9da7c-f79c-4c19-9f5b-bb3abdf23cc4 service neutron] Attempting to bind port facae0b0-c7cd-4131-a076-038626c38ad1 on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:39:02.050686 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-8e77f31c-d97f-4545-ad0f-0793474970df req-adf9da7c-f79c-4c19-9f5b-bb3abdf23cc4 service neutron] Attempting to bind port facae0b0-c7cd-4131-a076-038626c38ad1 by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': '7b0f7e94-0541-4a5b-a8eb-bc9ffc4aa181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '2a86a16a-e574-4b84-b4af-d17ebf35c6da'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:39:02.051052 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e77f31c-d97f-4545-ad0f-0793474970df req-adf9da7c-f79c-4c19-9f5b-bb3abdf23cc4 service neutron] Attempting to bind port facae0b0-c7cd-4131-a076-038626c38ad1 on network 2a86a16a-e574-4b84-b4af-d17ebf35c6da {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:39:02.063353 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e77f31c-d97f-4545-ad0f-0793474970df req-adf9da7c-f79c-4c19-9f5b-bb3abdf23cc4 service neutron] Port facae0b0-c7cd-4131-a076-038626c38ad1 on network 2a86a16a-e574-4b84-b4af-d17ebf35c6da not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:39:02.064161 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e77f31c-d97f-4545-ad0f-0793474970df req-adf9da7c-f79c-4c19-9f5b-bb3abdf23cc4 service neutron] Attempting to bind port facae0b0-c7cd-4131-a076-038626c38ad1 on network 2a86a16a-e574-4b84-b4af-d17ebf35c6da {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:39:02.079467 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e77f31c-d97f-4545-ad0f-0793474970df req-adf9da7c-f79c-4c19-9f5b-bb3abdf23cc4 service neutron] Checking agent: {'id': '26215384-8035-4ce2-971a-8e67be80da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:39:02.079811 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e77f31c-d97f-4545-ad0f-0793474970df req-adf9da7c-f79c-4c19-9f5b-bb3abdf23cc4 service neutron] Checking segment: {'id': '7b0f7e94-0541-4a5b-a8eb-bc9ffc4aa181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '2a86a16a-e574-4b84-b4af-d17ebf35c6da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:39:02.080199 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e77f31c-d97f-4545-ad0f-0793474970df req-adf9da7c-f79c-4c19-9f5b-bb3abdf23cc4 service neutron] Bound using segment: {'id': '7b0f7e94-0541-4a5b-a8eb-bc9ffc4aa181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '2a86a16a-e574-4b84-b4af-d17ebf35c6da'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:39:02.080633 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-8e77f31c-d97f-4545-ad0f-0793474970df req-adf9da7c-f79c-4c19-9f5b-bb3abdf23cc4 service neutron] Bound port: facae0b0-c7cd-4131-a076-038626c38ad1, host: n-h1-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b0f7e94-0541-4a5b-a8eb-bc9ffc4aa181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '2a86a16a-e574-4b84-b4af-d17ebf35c6da'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:39:02.080990 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-8e77f31c-d97f-4545-ad0f-0793474970df req-adf9da7c-f79c-4c19-9f5b-bb3abdf23cc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:02.099054 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5c9221b-8b1b-4385-b7c6-dac13bb287be tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Made reservation on behalf of 9132ec14bb5d4c18949ca0b140edb366 for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:39:02.109259 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a5c9221b-8b1b-4385-b7c6-dac13bb287be tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:02.159172 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797c41c6-1497-45d5-bfe4-4dc8d6c29abd None None] Routers {'4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:39:02.162126 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-797c41c6-1497-45d5-bfe4-4dc8d6c29abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:38:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:02.242677 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-8e77f31c-d97f-4545-ad0f-0793474970df req-adf9da7c-f79c-4c19-9f5b-bb3abdf23cc4 service neutron] For port facae0b0-c7cd-4131-a076-038626c38ad1, host n-h1-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:39:02.251221 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-8e77f31c-d97f-4545-ad0f-0793474970df req-adf9da7c-f79c-4c19-9f5b-bb3abdf23cc4 service neutron] For port facae0b0-c7cd-4131-a076-038626c38ad1, host n-h1-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=facae0b0-c7cd-4131-a076-038626c38ad1,segment=NetworkSegment(7b0f7e94-0541-4a5b-a8eb-bc9ffc4aa181),segment_id=7b0f7e94-0541-4a5b-a8eb-bc9ffc4aa181)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:39:02.266236 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-8e77f31c-d97f-4545-ad0f-0793474970df req-adf9da7c-f79c-4c19-9f5b-bb3abdf23cc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:02.362384 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e77f31c-d97f-4545-ad0f-0793474970df req-adf9da7c-f79c-4c19-9f5b-bb3abdf23cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:02.363394 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-8e77f31c-d97f-4545-ad0f-0793474970df req-adf9da7c-f79c-4c19-9f5b-bb3abdf23cc4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:02.364908 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8e77f31c-d97f-4545-ad0f-0793474970df req-adf9da7c-f79c-4c19-9f5b-bb3abdf23cc4 service neutron] 10.222.0.21 "PUT /v2.0/ports/facae0b0-c7cd-4131-a076-038626c38ad1 HTTP/1.1" status: 200 len: 1092 time: 2.3422940 Nov 12 08:39:02.366421 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '903cd802-0b2d-467f-ae9a-bf81d7255ef7', 'tag': 'facae0b0-c7cd-4131-a076-038626c38ad1'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:39:02.366907 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc9375b-defc-4ab5-8706-c1b9de74511a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-dcea8192-3ded-4675-acba-29dad29883d7', 'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7', 'tenant_id': '9132ec14bb5d4c18949ca0b140edb366', 'fixed_ips': [{'subnet_id': 'a17ea556-e625-4b53-a8e8-574b5e109815'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:39:02.368009 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ecc9375b-defc-4ab5-8706-c1b9de74511a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:02.368563 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad4b708a-28e1-4407-9174-a126bb302ec6" -d '{"events": [{"name": "network-changed", "server_uuid": "903cd802-0b2d-467f-ae9a-bf81d7255ef7", "tag": "facae0b0-c7cd-4131-a076-038626c38ad1"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:39:02.371866 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device fdb70562-3dde-451c-8768-829502f8ae4b no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:39:02.375518 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf9da7c-f79c-4c19-9f5b-bb3abdf23cc4 service neutron] Pushing event updated for resources: {'Port': ['ID=facae0b0-c7cd-4131-a076-038626c38ad1,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:02.378821 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 49230) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:02.382652 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-30aaaa34-e92e-47ab-9177-58f8c8066cb0 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:02.398364 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-909dffc6-ca6d-41d3-a0be-578488ee8371 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:02.401203 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d3f07b7d-e8fa-4163-9127-5dc0e05636f2 req-949df15c-18c8-4b08-8ca9-daad419cb8df tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=87051b75-a5b8-4134-a29f-d7bdc7d0859e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4749637 Nov 12 08:39:02.419511 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: fdb70562-3dde-451c-8768-829502f8ae4b {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:39:02.419880 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device fdb70562-3dde-451c-8768-829502f8ae4b not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:39:02.737061 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e77f31c-d97f-4545-ad0f-0793474970df req-bd596b2b-1bdd-48d6-8a40-1657a7a97c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:02.742771 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8e77f31c-d97f-4545-ad0f-0793474970df req-bd596b2b-1bdd-48d6-8a40-1657a7a97c31 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=af01ccd549054d7f8ad1904b6846172a&device_id=903cd802-0b2d-467f-ae9a-bf81d7255ef7 HTTP/1.1" status: 200 len: 1095 time: 0.1955771 Nov 12 08:39:02.921110 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8e77f31c-d97f-4545-ad0f-0793474970df req-948ce754-4b22-48ca-a0a5-59c83535c59c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=facae0b0-c7cd-4131-a076-038626c38ad1 HTTP/1.1" status: 200 len: 217 time: 0.1592684 Nov 12 08:39:02.933489 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-909dffc6-ca6d-41d3-a0be-578488ee8371 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:02.939675 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-797c41c6-1497-45d5-bfe4-4dc8d6c29abd None None] Set router 4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:39:02.973897 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-909dffc6-ca6d-41d3-a0be-578488ee8371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:03.091743 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-909dffc6-ca6d-41d3-a0be-578488ee8371 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1667b04dff6a40839405a111c1e671be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7118764 Nov 12 08:39:03.150909 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8255013a-20cf-4e72-b970-671cbad18d9d None None] DHCP port deletion for 206f9d07-9c2e-4490-896d-289aa4538730 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:39:03.186868 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 49236) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:03.196456 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-ecc9375b-defc-4ab5-8706-c1b9de74511a None None] Allocated IP 2001:db8::f816:3eff:fef8:6f98 (dcea8192-3ded-4675-acba-29dad29883d7/a17ea556-e625-4b53-a8e8-574b5e109815/0e2466d4-4587-4140-beab-85e6a44c8dbb) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:39:03.198161 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-30aaaa34-e92e-47ab-9177-58f8c8066cb0 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:03.204029 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d3ba5a-ef30-4863-bbc0-191958fd8c6e x-openstack-request-id: req-28d3ba5a-ef30-4863-bbc0-191958fd8c6e {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:39:03.205119 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fe2a741-ae48-451e-afdd-1247d8e7962b", "tag": "41d2c921-566a-4d65-a257-c91bd8851913", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:39:03.205119 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-28d3ba5a-ef30-4863-bbc0-191958fd8c6e {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:39:03.205119 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fe2a741-ae48-451e-afdd-1247d8e7962b', 'tag': '41d2c921-566a-4d65-a257-c91bd8851913', 'status': 'completed', 'code': 200} Nov 12 08:39:03.261682 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-30aaaa34-e92e-47ab-9177-58f8c8066cb0 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b2a8b49-5710-48dd-bacf-1711bcf033cc']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:03.285750 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-30aaaa34-e92e-47ab-9177-58f8c8066cb0 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e80606c-279e-44f6-8189-99516fd172eb') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:03.286060 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-30aaaa34-e92e-47ab-9177-58f8c8066cb0 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e80606c-279e-44f6-8189-99516fd172eb') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:03.306527 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-30aaaa34-e92e-47ab-9177-58f8c8066cb0 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:03.317093 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73d13bda-9599-48f2-b82b-5154c49db314 x-openstack-request-id: req-73d13bda-9599-48f2-b82b-5154c49db314 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:39:03.317494 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "903cd802-0b2d-467f-ae9a-bf81d7255ef7", "tag": "facae0b0-c7cd-4131-a076-038626c38ad1", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:39:03.317760 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-73d13bda-9599-48f2-b82b-5154c49db314 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:39:03.318678 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '903cd802-0b2d-467f-ae9a-bf81d7255ef7', 'tag': 'facae0b0-c7cd-4131-a076-038626c38ad1', 'status': 'completed', 'code': 200} Nov 12 08:39:03.332431 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-30aaaa34-e92e-47ab-9177-58f8c8066cb0 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:03.340593 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a5c9221b-8b1b-4385-b7c6-dac13bb287be tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:03.395565 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e77f31c-d97f-4545-ad0f-0793474970df req-0061e1b2-edd0-4969-85a0-aff8ef087061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:03.396520 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8e77f31c-d97f-4545-ad0f-0793474970df req-0061e1b2-edd0-4969-85a0-aff8ef087061 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a1b94811-d464-4979-9491-cc8c81abd069 HTTP/1.1" status: 200 len: 834 time: 0.4654455 Nov 12 08:39:03.426557 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909dffc6-ca6d-41d3-a0be-578488ee8371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb19f919-e4c2-4acd-a06c-9f06174911ec,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:03.441573 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30aaaa34-e92e-47ab-9177-58f8c8066cb0 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:39:03.441998 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-30aaaa34-e92e-47ab-9177-58f8c8066cb0 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:03.448667 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:39:03.448667 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:39:03.448667 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:39:03.448667 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:39:03.448667 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:39:03.448667 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:39:03.448667 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:39:03.448667 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:39:03.448667 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:39:03.448667 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:39:03.448667 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:39:03.448667 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:39:03.448667 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:39:03.448667 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:39:03.448667 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:39:03.448667 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:39:03.448667 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:39:03.448667 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:39:03.448667 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:39:03.448667 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:39:03.448667 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:39:03.448667 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:39:03.448667 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:39:03.448667 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:39:03.448667 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:39:03.448667 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:39:03.448667 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:39:03.448667 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:39:03.448667 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:39:03.448667 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:39:03.448667 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:39:03.448667 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:39:03.467022 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c5cc3b-83db-4fff-a730-35b1013eef72 req-4df9491e-978c-4902-bfa8-7425012a978b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:03.469547 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-32c5cc3b-83db-4fff-a730-35b1013eef72 req-4df9491e-978c-4902-bfa8-7425012a978b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=217ce66299114e9fb6c1fa9116e9e5f5&device_id=4fe2a741-ae48-451e-afdd-1247d8e7962b HTTP/1.1" status: 200 len: 1097 time: 0.2731631 Nov 12 08:39:03.608979 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c9221b-8b1b-4385-b7c6-dac13bb287be tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Network dcea8192-3ded-4675-acba-29dad29883d7 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:39:03.627613 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-8255013a-20cf-4e72-b970-671cbad18d9d None None] Deleting port 74b8eb27-5397-439a-be37-2433d5b6663f {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:39:03.628181 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8255013a-20cf-4e72-b970-671cbad18d9d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:03.629909 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-a5c9221b-8b1b-4385-b7c6-dac13bb287be tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:39:03.631707 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c9221b-8b1b-4385-b7c6-dac13bb287be tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event updated for resources: {'Subnet': ['ID=bbcbc5a9-18b6-4e88-b136-a1b277923d72,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:03.639847 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c9221b-8b1b-4385-b7c6-dac13bb287be tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:03.640447 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a5c9221b-8b1b-4385-b7c6-dac13bb287be tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:03.656726 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e77f31c-d97f-4545-ad0f-0793474970df req-85daa675-2a62-46ff-a8cb-4982cf285a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:03.659773 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8e77f31c-d97f-4545-ad0f-0793474970df req-85daa675-2a62-46ff-a8cb-4982cf285a08 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2a86a16a-e574-4b84-b4af-d17ebf35c6da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2489674 Nov 12 08:39:03.665890 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-04dae156-a80e-447e-98a0-ab6351a6d540 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:03.674462 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-30aaaa34-e92e-47ab-9177-58f8c8066cb0 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:03.685735 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c5cc3b-83db-4fff-a730-35b1013eef72 req-e43bb017-232f-4e5b-975f-56ba715a12a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:03.686863 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-32c5cc3b-83db-4fff-a730-35b1013eef72 req-e43bb017-232f-4e5b-975f-56ba715a12a0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7e609bc1-00ff-483d-9d9f-8eba780b3ef7 HTTP/1.1" status: 200 len: 912 time: 0.2064145 Nov 12 08:39:03.687706 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-30aaaa34-e92e-47ab-9177-58f8c8066cb0 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:03.690891 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-30aaaa34-e92e-47ab-9177-58f8c8066cb0 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "DELETE /v2.0/networks/5b2a8b49-5710-48dd-bacf-1711bcf033cc HTTP/1.1" status: 204 len: 168 time: 1.7999582 Nov 12 08:39:03.705061 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-a5c9221b-8b1b-4385-b7c6-dac13bb287be tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1720660 Nov 12 08:39:03.706023 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49242) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:03.714777 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 49244) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:03.717708 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-8255013a-20cf-4e72-b970-671cbad18d9d None None] For port 74b8eb27-5397-439a-be37-2433d5b6663f, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=74b8eb27-5397-439a-be37-2433d5b6663f,segment=NetworkSegment(f7b8278f-b0a6-47b6-812b-90307b766a98),segment_id=f7b8278f-b0a6-47b6-812b-90307b766a98)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:03.718119 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8255013a-20cf-4e72-b970-671cbad18d9d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:03.728063 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-a8162a5b-49cb-488f-943b-11af28d5b4f3 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Request body: {'port': {'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7', 'mac_address': 'fa:16:3e:38:0f:46', 'name': 'tempest-NetworksTestDHCPv6-532921148'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:03.733512 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-8255013a-20cf-4e72-b970-671cbad18d9d None None] Calling delete_port for 74b8eb27-5397-439a-be37-2433d5b6663f owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:39:03.803556 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1484e902-7fa0-4db8-9184-307e679e98d7 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:03.805456 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aaaa34-e92e-47ab-9177-58f8c8066cb0 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Pushing event deleted for resources: {'Network': ['ID=5b2a8b49-5710-48dd-bacf-1711bcf033cc,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:03.826911 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8255013a-20cf-4e72-b970-671cbad18d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:03.834152 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b328655-60e6-4c30-a42b-8b5c69664e18 req-ebd247c8-5ef1-4781-b541-a17b882eb3ca tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:03.843344 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2b328655-60e6-4c30-a42b-8b5c69664e18 req-ebd247c8-5ef1-4781-b541-a17b882eb3ca tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aac4f6f-fb62-4847-ba43-3e5edf4fe061 HTTP/1.1" status: 200 len: 944 time: 0.3960855 Nov 12 08:39:03.901388 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-04dae156-a80e-447e-98a0-ab6351a6d540 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:03.906874 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8255013a-20cf-4e72-b970-671cbad18d9d None None] Pushing event deleted for resources: {'Port': ['ID=74b8eb27-5397-439a-be37-2433d5b6663f,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:03.925525 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8255013a-20cf-4e72-b970-671cbad18d9d None None] No DVR routers for this DVR port 74b8eb27-5397-439a-be37-2433d5b6663f on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:39:03.970360 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ecc9375b-defc-4ab5-8706-c1b9de74511a None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:03.974179 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1484e902-7fa0-4db8-9184-307e679e98d7 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:03.981594 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-00554b6f-3c76-4bf0-924b-d980794b0e47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:03.983415 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ecc9375b-defc-4ab5-8706-c1b9de74511a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:04.005347 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2b328655-60e6-4c30-a42b-8b5c69664e18 req-aa44f1f7-80fc-4b1a-80e3-e8b42b43a6a9 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589561 Nov 12 08:39:04.006871 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-32c5cc3b-83db-4fff-a730-35b1013eef72 req-aa0fc6b5-f3c1-4d63-91d5-f7acc13740d7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41d2c921-566a-4d65-a257-c91bd8851913 HTTP/1.1" status: 200 len: 999 time: 0.2905266 Nov 12 08:39:04.044682 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc9375b-defc-4ab5-8706-c1b9de74511a None None] Network dcea8192-3ded-4675-acba-29dad29883d7 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:39:04.048896 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-797c41c6-1497-45d5-bfe4-4dc8d6c29abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3', 'name': 'tempest-AttachVolumeTestJSON-1583128094-router', 'tenant_id': '217ce66299114e9fb6c1fa9116e9e5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': 'a7a2684d-424f-41a7-8430-97d9e904a2f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:33:24Z', 'updated_at': '2021-11-12T08:33:31Z', 'revision_number': 4, 'project_id': '217ce66299114e9fb6c1fa9116e9e5f5', 'gw_port': {'id': 'a7a2684d-424f-41a7-8430-97d9e904a2f4', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:22:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:33:25Z', 'updated_at': '2021-11-12T08:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': 'b6f1587c-233d-42a7-9862-4846ef6a047b', 'tenant_id': '217ce66299114e9fb6c1fa9116e9e5f5', 'floating_ip_address': '172.25.2.192', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': '4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3', 'port_id': '41d2c921-566a-4d65-a257-c91bd8851913', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2941, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e609bc1-00ff-483d-9d9f-8eba780b3ef7', 'mac_address': 'fa:16:3e:be:9d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe2a741-ae48-451e-afdd-1247d8e7962b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:38:28Z', 'updated_at': '2021-11-12T08:38:59Z', 'revision_number': 1, 'project_id': '217ce66299114e9fb6c1fa9116e9e5f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b95ce2eb-6d6b-4601-9b88-646606c9f84d', 'name': '', 'network_id': '7e609bc1-00ff-483d-9d9f-8eba780b3ef7', 'tenant_id': '217ce66299114e9fb6c1fa9116e9e5f5', 'mac_address': 'fa:16:3e:07:07:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '48fd8021-0e17-4172-812d-17238fc37d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:33:29Z', 'updated_at': '2021-11-12T08:33:45Z', 'revision_number': 5, 'project_id': '217ce66299114e9fb6c1fa9116e9e5f5', 'subnets': [{'id': '48fd8021-0e17-4172-812d-17238fc37d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:04.057329 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-ecc9375b-defc-4ab5-8706-c1b9de74511a None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:39:04.089639 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc9375b-defc-4ab5-8706-c1b9de74511a None None] Pushing event updated for resources: {'Port': ['ID=0e2466d4-4587-4140-beab-85e6a44c8dbb,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:04.092803 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc9375b-defc-4ab5-8706-c1b9de74511a None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:39:04.097844 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-1484e902-7fa0-4db8-9184-307e679e98d7 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['206f9d07-9c2e-4490-896d-289aa4538730']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:04.104219 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797c41c6-1497-45d5-bfe4-4dc8d6c29abd None None] Checking router: 4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3 for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:39:04.141781 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-1484e902-7fa0-4db8-9184-307e679e98d7 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7b8278f-b0a6-47b6-812b-90307b766a98') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:04.142197 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-1484e902-7fa0-4db8-9184-307e679e98d7 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7b8278f-b0a6-47b6-812b-90307b766a98') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:04.153520 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797c41c6-1497-45d5-bfe4-4dc8d6c29abd None None] Routers {'4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:39:04.153931 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8e77f31c-d97f-4545-ad0f-0793474970df req-e431aba0-e4a2-4701-99d0-bb7e8da965a0 service neutron] 10.222.0.21 "GET /v2.0/networks/2a86a16a-e574-4b84-b4af-d17ebf35c6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4844620 Nov 12 08:39:04.154238 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-797c41c6-1497-45d5-bfe4-4dc8d6c29abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:38:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:04.207321 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1484e902-7fa0-4db8-9184-307e679e98d7 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:04.211051 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-04dae156-a80e-447e-98a0-ab6351a6d540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:04.213872 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-04dae156-a80e-447e-98a0-ab6351a6d540 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:04.216117 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-04dae156-a80e-447e-98a0-ab6351a6d540 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bb19f919-e4c2-4acd-a06c-9f06174911ec HTTP/1.1" status: 204 len: 168 time: 1.0282316 Nov 12 08:39:04.245866 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c5cc3b-83db-4fff-a730-35b1013eef72 req-3da41cbb-0edb-45cb-9c3f-1ec4e1f868e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:04.248015 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-32c5cc3b-83db-4fff-a730-35b1013eef72 req-3da41cbb-0edb-45cb-9c3f-1ec4e1f868e4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=48fd8021-0e17-4172-812d-17238fc37d26 HTTP/1.1" status: 200 len: 850 time: 0.2332563 Nov 12 08:39:04.251548 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1484e902-7fa0-4db8-9184-307e679e98d7 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:04.266308 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1484e902-7fa0-4db8-9184-307e679e98d7 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:39:04.266540 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1484e902-7fa0-4db8-9184-307e679e98d7 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:04.276292 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:39:04.276292 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:39:04.276292 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:39:04.276292 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:39:04.276292 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:39:04.276292 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:39:04.276292 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:39:04.276292 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:39:04.276292 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:39:04.276292 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:39:04.276292 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:39:04.276292 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:39:04.276292 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:39:04.276292 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:39:04.276292 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:39:04.276292 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:39:04.276292 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:39:04.276292 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:39:04.276292 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:39:04.276292 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:39:04.276292 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:39:04.276292 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:39:04.276292 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:39:04.276292 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:39:04.276292 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:39:04.276292 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:39:04.276292 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:39:04.276292 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:39:04.276292 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:39:04.276292 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:39:04.276292 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:39:04.276292 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:39:04.291773 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 74b8eb27-5397-439a-be37-2433d5b6663f no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:39:04.293931 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-ecc9375b-defc-4ab5-8706-c1b9de74511a None None] Attempting to bind port 0e2466d4-4587-4140-beab-85e6a44c8dbb on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:39:04.294289 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-ecc9375b-defc-4ab5-8706-c1b9de74511a None None] Attempting to bind port 0e2466d4-4587-4140-beab-85e6a44c8dbb by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '83c30f53-8f44-40b6-91bc-237f9283bbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:39:04.294788 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc9375b-defc-4ab5-8706-c1b9de74511a None None] Attempting to bind port 0e2466d4-4587-4140-beab-85e6a44c8dbb on network dcea8192-3ded-4675-acba-29dad29883d7 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:39:04.329913 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc9375b-defc-4ab5-8706-c1b9de74511a None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:39:04.329913 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc9375b-defc-4ab5-8706-c1b9de74511a None None] Checking segment: {'id': '83c30f53-8f44-40b6-91bc-237f9283bbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:39:04.329913 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ecc9375b-defc-4ab5-8706-c1b9de74511a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:04.329913 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc9375b-defc-4ab5-8706-c1b9de74511a None None] Bound using segment: {'id': '83c30f53-8f44-40b6-91bc-237f9283bbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:39:04.329913 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-ecc9375b-defc-4ab5-8706-c1b9de74511a None None] Bound port: 0e2466d4-4587-4140-beab-85e6a44c8dbb, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83c30f53-8f44-40b6-91bc-237f9283bbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:39:04.329913 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ecc9375b-defc-4ab5-8706-c1b9de74511a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:04.330775 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dae156-a80e-447e-98a0-ab6351a6d540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb19f919-e4c2-4acd-a06c-9f06174911ec,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:04.349927 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 74b8eb27-5397-439a-be37-2433d5b6663f {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:39:04.349927 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 74b8eb27-5397-439a-be37-2433d5b6663f not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:39:04.373440 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8162a5b-49cb-488f-943b-11af28d5b4f3 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Made reservation on behalf of 9132ec14bb5d4c18949ca0b140edb366 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:39:04.397718 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-797c41c6-1497-45d5-bfe4-4dc8d6c29abd None None] Set router 4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:39:04.431491 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8e77f31c-d97f-4545-ad0f-0793474970df req-a3a65e25-7dae-4fd8-8042-acf149046ad6 service neutron] 10.222.0.21 "GET /v2.0/networks/2a86a16a-e574-4b84-b4af-d17ebf35c6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581856 Nov 12 08:39:04.436228 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c5cc3b-83db-4fff-a730-35b1013eef72 req-c4d810c7-b039-4bdf-a0f3-124d51296c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:04.437688 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-32c5cc3b-83db-4fff-a730-35b1013eef72 req-c4d810c7-b039-4bdf-a0f3-124d51296c8f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7e609bc1-00ff-483d-9d9f-8eba780b3ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1206942 Nov 12 08:39:04.564826 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f386ff5-6670-4fed-b42a-1c8858d0aa93 req-8182b577-a708-4665-bc5d-f71877d14e7f tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:04.580063 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8f386ff5-6670-4fed-b42a-1c8858d0aa93 req-8182b577-a708-4665-bc5d-f71877d14e7f tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=903cd802-0b2d-467f-ae9a-bf81d7255ef7 HTTP/1.1" status: 200 len: 943 time: 0.2974486 Nov 12 08:39:04.601659 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-ecc9375b-defc-4ab5-8706-c1b9de74511a None None] For port 0e2466d4-4587-4140-beab-85e6a44c8dbb, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:39:04.642209 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-ecc9375b-defc-4ab5-8706-c1b9de74511a None None] For port 0e2466d4-4587-4140-beab-85e6a44c8dbb, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=0e2466d4-4587-4140-beab-85e6a44c8dbb,segment=NetworkSegment(83c30f53-8f44-40b6-91bc-237f9283bbd5),segment_id=83c30f53-8f44-40b6-91bc-237f9283bbd5)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:39:04.655249 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8f386ff5-6670-4fed-b42a-1c8858d0aa93 req-cf2d75ad-d452-4c83-baf7-7a2a18f93025 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=87051b75-a5b8-4134-a29f-d7bdc7d0859e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733945 Nov 12 08:39:04.656299 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1484e902-7fa0-4db8-9184-307e679e98d7 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:04.674104 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1484e902-7fa0-4db8-9184-307e679e98d7 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:04.709501 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-1484e902-7fa0-4db8-9184-307e679e98d7 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] 10.222.0.26 "DELETE /v2.0/networks/206f9d07-9c2e-4490-896d-289aa4538730 HTTP/1.1" status: 204 len: 168 time: 1.0011415 Nov 12 08:39:04.716594 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ecc9375b-defc-4ab5-8706-c1b9de74511a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:04.790338 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1484e902-7fa0-4db8-9184-307e679e98d7 tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] Pushing event deleted for resources: {'Network': ['ID=206f9d07-9c2e-4490-896d-289aa4538730,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:04.905292 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc9375b-defc-4ab5-8706-c1b9de74511a None None] Pushing event updated for resources: {'Port': ['ID=0e2466d4-4587-4140-beab-85e6a44c8dbb,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:05.163264 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-797c41c6-1497-45d5-bfe4-4dc8d6c29abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3', 'name': 'tempest-AttachVolumeTestJSON-1583128094-router', 'tenant_id': '217ce66299114e9fb6c1fa9116e9e5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': 'a7a2684d-424f-41a7-8430-97d9e904a2f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:33:24Z', 'updated_at': '2021-11-12T08:33:31Z', 'revision_number': 4, 'project_id': '217ce66299114e9fb6c1fa9116e9e5f5', 'gw_port': {'id': 'a7a2684d-424f-41a7-8430-97d9e904a2f4', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:22:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:33:25Z', 'updated_at': '2021-11-12T08:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': 'b6f1587c-233d-42a7-9862-4846ef6a047b', 'tenant_id': '217ce66299114e9fb6c1fa9116e9e5f5', 'floating_ip_address': '172.25.2.192', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': '4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3', 'port_id': '41d2c921-566a-4d65-a257-c91bd8851913', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2941, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e609bc1-00ff-483d-9d9f-8eba780b3ef7', 'mac_address': 'fa:16:3e:be:9d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe2a741-ae48-451e-afdd-1247d8e7962b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:38:28Z', 'updated_at': '2021-11-12T08:38:59Z', 'revision_number': 1, 'project_id': '217ce66299114e9fb6c1fa9116e9e5f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b95ce2eb-6d6b-4601-9b88-646606c9f84d', 'name': '', 'network_id': '7e609bc1-00ff-483d-9d9f-8eba780b3ef7', 'tenant_id': '217ce66299114e9fb6c1fa9116e9e5f5', 'mac_address': 'fa:16:3e:07:07:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '48fd8021-0e17-4172-812d-17238fc37d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:33:29Z', 'updated_at': '2021-11-12T08:33:45Z', 'revision_number': 5, 'project_id': '217ce66299114e9fb6c1fa9116e9e5f5', 'subnets': [{'id': '48fd8021-0e17-4172-812d-17238fc37d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:05.205113 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797c41c6-1497-45d5-bfe4-4dc8d6c29abd None None] The sync data for ids ['4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3'] in n-d-765315-29 is: [{'id': '4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3', 'name': 'tempest-AttachVolumeTestJSON-1583128094-router', 'tenant_id': '217ce66299114e9fb6c1fa9116e9e5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': 'a7a2684d-424f-41a7-8430-97d9e904a2f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:33:24Z', 'updated_at': '2021-11-12T08:33:31Z', 'revision_number': 4, 'project_id': '217ce66299114e9fb6c1fa9116e9e5f5', 'gw_port': {'id': 'a7a2684d-424f-41a7-8430-97d9e904a2f4', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:22:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:33:25Z', 'updated_at': '2021-11-12T08:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': 'b6f1587c-233d-42a7-9862-4846ef6a047b', 'tenant_id': '217ce66299114e9fb6c1fa9116e9e5f5', 'floating_ip_address': '172.25.2.192', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': '4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3', 'port_id': '41d2c921-566a-4d65-a257-c91bd8851913', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2941, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e609bc1-00ff-483d-9d9f-8eba780b3ef7', 'mac_address': 'fa:16:3e:be:9d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe2a741-ae48-451e-afdd-1247d8e7962b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:38:28Z', 'updated_at': '2021-11-12T08:38:59Z', 'revision_number': 1, 'project_id': '217ce66299114e9fb6c1fa9116e9e5f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b95ce2eb-6d6b-4601-9b88-646606c9f84d', 'name': '', 'network_id': '7e609bc1-00ff-483d-9d9f-8eba780b3ef7', 'tenant_id': '217ce66299114e9fb6c1fa9116e9e5f5', 'mac_address': 'fa:16:3e:07:07:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '48fd8021-0e17-4172-812d-17238fc37d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:33:29Z', 'updated_at': '2021-11-12T08:33:45Z', 'revision_number': 5, 'project_id': '217ce66299114e9fb6c1fa9116e9e5f5', 'subnets': [{'id': '48fd8021-0e17-4172-812d-17238fc37d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:39:05.334934 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:05.359984 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4b708a-28e1-4407-9174-a126bb302ec6 req-acb8ad7f-b478-46cf-9ece-137fba158038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:05.361243 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ad4b708a-28e1-4407-9174-a126bb302ec6 req-acb8ad7f-b478-46cf-9ece-137fba158038 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=af01ccd549054d7f8ad1904b6846172a&device_id=903cd802-0b2d-467f-ae9a-bf81d7255ef7 HTTP/1.1" status: 200 len: 1095 time: 0.8643486 Nov 12 08:39:05.369129 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de386d6-1f83-4807-bd55-1919d36db525 req-5b81f959-b39a-4486-8c18-fbf774d0416f tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:05.382259 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5de386d6-1f83-4807-bd55-1919d36db525 req-5b81f959-b39a-4486-8c18-fbf774d0416f tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aac4f6f-fb62-4847-ba43-3e5edf4fe061 HTTP/1.1" status: 200 len: 944 time: 0.1763124 Nov 12 08:39:05.462982 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a8162a5b-49cb-488f-943b-11af28d5b4f3 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:05.551282 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [None req-a8162a5b-49cb-488f-943b-11af28d5b4f3 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] device_id is not set on port 91ef3835-71a2-46bc-94bd-47d9955eec50 yet. {{(pid=102599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:39:05.555104 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5de386d6-1f83-4807-bd55-1919d36db525 req-0cf251a1-67e7-4e8b-b818-1f14444225bd tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680491 Nov 12 08:39:05.645556 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-32c5cc3b-83db-4fff-a730-35b1013eef72 req-f3c1aa3a-4063-4f6a-bf28-020d6a63b518 service neutron] 10.222.0.44 "GET /v2.0/networks/7e609bc1-00ff-483d-9d9f-8eba780b3ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1754174 Nov 12 08:39:05.842623 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4b708a-28e1-4407-9174-a126bb302ec6 req-83db94c4-b319-4e4f-be44-ce57bdbdbb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:05.844139 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ad4b708a-28e1-4407-9174-a126bb302ec6 req-83db94c4-b319-4e4f-be44-ce57bdbdbb4c service neutron] 10.222.0.21 "GET /v2.0/networks?id=2a86a16a-e574-4b84-b4af-d17ebf35c6da HTTP/1.1" status: 200 len: 897 time: 0.4738338 Nov 12 08:39:05.970080 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ad4b708a-28e1-4407-9174-a126bb302ec6 req-9067fa03-e4ff-4107-b1d6-2696d9b748e1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=facae0b0-c7cd-4131-a076-038626c38ad1 HTTP/1.1" status: 200 len: 217 time: 0.1118832 Nov 12 08:39:05.989655 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3a6395-3322-4ece-a97b-4fc08b42ad7a None None] New status for floating IP b6f1587c-233d-42a7-9862-4846ef6a047b: ACTIVE {{(pid=102602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:39:06.047440 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4b708a-28e1-4407-9174-a126bb302ec6 req-1dee868a-a61d-4c7b-b97b-9d2ec460bed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:06.048940 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ad4b708a-28e1-4407-9174-a126bb302ec6 req-1dee868a-a61d-4c7b-b97b-9d2ec460bed9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a1b94811-d464-4979-9491-cc8c81abd069 HTTP/1.1" status: 200 len: 834 time: 0.0706420 Nov 12 08:39:06.050375 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97560be-f50b-42b3-8637-534b16d97317 req-441ea2e6-363c-46a9-9738-62ca8ce2f449 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:06.095174 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a97560be-f50b-42b3-8637-534b16d97317 req-441ea2e6-363c-46a9-9738-62ca8ce2f449 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=903cd802-0b2d-467f-ae9a-bf81d7255ef7 HTTP/1.1" status: 200 len: 943 time: 0.1707065 Nov 12 08:39:06.126453 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-32c5cc3b-83db-4fff-a730-35b1013eef72 req-17f376ec-3862-433e-a41b-2ee3ac95ebe9 service neutron] 10.222.0.44 "GET /v2.0/networks/7e609bc1-00ff-483d-9d9f-8eba780b3ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4701655 Nov 12 08:39:06.156310 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-a8162a5b-49cb-488f-943b-11af28d5b4f3 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Allocated IP 172.20.0.4 (dcea8192-3ded-4675-acba-29dad29883d7/bbcbc5a9-18b6-4e88-b136-a1b277923d72/91ef3835-71a2-46bc-94bd-47d9955eec50) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:39:06.196547 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-a8162a5b-49cb-488f-943b-11af28d5b4f3 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Allocated IP 2001:db8::f816:3eff:fe38:f46 (dcea8192-3ded-4675-acba-29dad29883d7/a17ea556-e625-4b53-a8e8-574b5e109815/91ef3835-71a2-46bc-94bd-47d9955eec50) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:39:06.344514 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4b708a-28e1-4407-9174-a126bb302ec6 req-7efd6e7f-2462-4532-8020-9f6721dc31b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:06.346509 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ad4b708a-28e1-4407-9174-a126bb302ec6 req-7efd6e7f-2462-4532-8020-9f6721dc31b4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2a86a16a-e574-4b84-b4af-d17ebf35c6da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2888222 Nov 12 08:39:06.393098 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a97560be-f50b-42b3-8637-534b16d97317 req-791c923e-a2c2-4656-8ded-2e0b9fe256c9 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=87051b75-a5b8-4134-a29f-d7bdc7d0859e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2942131 Nov 12 08:39:06.512824 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 0e2466d4-4587-4140-beab-85e6a44c8dbb up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:39:06.567390 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ad4b708a-28e1-4407-9174-a126bb302ec6 req-d563b45a-7edd-466d-ab66-1e3f45d59266 service neutron] 10.222.0.21 "GET /v2.0/networks/2a86a16a-e574-4b84-b4af-d17ebf35c6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057600 Nov 12 08:39:06.713795 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 0e2466d4-4587-4140-beab-85e6a44c8dbb triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:39:06.715086 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:06.920388 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:06.946975 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ad4b708a-28e1-4407-9174-a126bb302ec6 req-48879903-7968-4b70-b489-b688e9de9e0f service neutron] 10.222.0.21 "GET /v2.0/networks/2a86a16a-e574-4b84-b4af-d17ebf35c6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3740036 Nov 12 08:39:07.008709 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d7c84e-71b8-4916-96a7-8e31781f2a28 req-f077ba8f-8479-4e62-8cd3-05915cfbddc0 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:07.012189 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-02d7c84e-71b8-4916-96a7-8e31781f2a28 req-f077ba8f-8479-4e62-8cd3-05915cfbddc0 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aac4f6f-fb62-4847-ba43-3e5edf4fe061 HTTP/1.1" status: 200 len: 944 time: 0.2062242 Nov 12 08:39:07.032017 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] For port 0e2466d4-4587-4140-beab-85e6a44c8dbb, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=0e2466d4-4587-4140-beab-85e6a44c8dbb,segment=NetworkSegment(83c30f53-8f44-40b6-91bc-237f9283bbd5),segment_id=83c30f53-8f44-40b6-91bc-237f9283bbd5)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:07.033762 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-aa11d29e-c633-427c-a2dd-f92677a38bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:07.042523 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:07.042717 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a8162a5b-49cb-488f-943b-11af28d5b4f3 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:07.060427 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ae2261-0f78-4c82-93bf-bdd8b5770406 None None] Network dcea8192-3ded-4675-acba-29dad29883d7 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:39:07.143163 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a8162a5b-49cb-488f-943b-11af28d5b4f3 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:07.202282 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-02d7c84e-71b8-4916-96a7-8e31781f2a28 req-f947ef99-84e3-4aad-9286-7d358fb97a68 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567633 Nov 12 08:39:07.236105 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8162a5b-49cb-488f-943b-11af28d5b4f3 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Network dcea8192-3ded-4675-acba-29dad29883d7 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:39:07.304953 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-a8162a5b-49cb-488f-943b-11af28d5b4f3 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:39:07.323196 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-77c8d34a-5f99-4f7e-b8a0-86e696077b91 None None] Provisioning complete for port 0e2466d4-4587-4140-beab-85e6a44c8dbb triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:39:07.323804 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-77c8d34a-5f99-4f7e-b8a0-86e696077b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:07.332149 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8162a5b-49cb-488f-943b-11af28d5b4f3 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:39:07.416478 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8162a5b-49cb-488f-943b-11af28d5b4f3 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event updated for resources: {'Port': ['ID=91ef3835-71a2-46bc-94bd-47d9955eec50,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:07.426968 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Pushing event updated for resources: {'Port': ['ID=0e2466d4-4587-4140-beab-85e6a44c8dbb,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:07.431257 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8162a5b-49cb-488f-943b-11af28d5b4f3 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:07.432229 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8162a5b-49cb-488f-943b-11af28d5b4f3 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:07.433063 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8162a5b-49cb-488f-943b-11af28d5b4f3 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:07.433621 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8162a5b-49cb-488f-943b-11af28d5b4f3 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:07.434229 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8162a5b-49cb-488f-943b-11af28d5b4f3 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:07.434930 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8162a5b-49cb-488f-943b-11af28d5b4f3 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:07.435393 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8162a5b-49cb-488f-943b-11af28d5b4f3 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:07.435833 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8162a5b-49cb-488f-943b-11af28d5b4f3 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:07.436262 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8162a5b-49cb-488f-943b-11af28d5b4f3 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:07.436677 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8162a5b-49cb-488f-943b-11af28d5b4f3 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:07.437101 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8162a5b-49cb-488f-943b-11af28d5b4f3 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:07.437894 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8162a5b-49cb-488f-943b-11af28d5b4f3 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:07.466734 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8162a5b-49cb-488f-943b-11af28d5b4f3 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:07.471181 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a8162a5b-49cb-488f-943b-11af28d5b4f3 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:07.533791 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-a8162a5b-49cb-488f-943b-11af28d5b4f3 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 3.8103311 Nov 12 08:39:07.539512 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 49296) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:07.715355 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57690b5e-ce72-469a-a885-c33dd9c0c56e req-8f4209fa-d560-42c5-a896-e1cba33e8c49 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:07.732978 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-57690b5e-ce72-469a-a885-c33dd9c0c56e req-8f4209fa-d560-42c5-a896-e1cba33e8c49 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=903cd802-0b2d-467f-ae9a-bf81d7255ef7 HTTP/1.1" status: 200 len: 943 time: 0.1953423 Nov 12 08:39:07.820097 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507b671b-e6a2-4670-8c7c-078df26729b6 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:07.872496 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507b671b-e6a2-4670-8c7c-078df26729b6 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:07.883308 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-507b671b-e6a2-4670-8c7c-078df26729b6 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.3361046 Nov 12 08:39:07.891187 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49304) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:07.937086 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-57690b5e-ce72-469a-a885-c33dd9c0c56e req-ae3b4254-343f-483c-a90d-81749ba1e7ec tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=87051b75-a5b8-4134-a29f-d7bdc7d0859e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2003181 Nov 12 08:39:08.017785 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:08.048195 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a1b2c2-1712-4a5a-a6ed-c925817b46de None None] Update dhcp port {'port': {'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7', 'fixed_ips': [{'subnet_id': 'a17ea556-e625-4b53-a8e8-574b5e109815', 'ip_address': '2001:db8::f816:3eff:fef8:6f98'}, {'subnet_id': 'bbcbc5a9-18b6-4e88-b136-a1b277923d72'}], 'binding:host_id': 'n-d-765315-29'}, 'id': '0e2466d4-4587-4140-beab-85e6a44c8dbb'} from n-d-765315-29. {{(pid=102601) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 08:39:08.099292 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-53a1b2c2-1712-4a5a-a6ed-c925817b46de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:08.213996 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-acedb21e-917d-405e-bcc9-037b4b773bd9 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Deleting port 91ef3835-71a2-46bc-94bd-47d9955eec50 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:39:08.215034 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-acedb21e-917d-405e-bcc9-037b4b773bd9 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:08.355036 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 0e2466d4-4587-4140-beab-85e6a44c8dbb up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:39:08.493141 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48841095-c8a5-41a7-b9bc-64ee33fef7b9 req-0b040052-8641-4812-99fc-6f4073fdd2a6 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:08.495528 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-48841095-c8a5-41a7-b9bc-64ee33fef7b9 req-0b040052-8641-4812-99fc-6f4073fdd2a6 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aac4f6f-fb62-4847-ba43-3e5edf4fe061 HTTP/1.1" status: 200 len: 944 time: 0.1144621 Nov 12 08:39:08.515264 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-acedb21e-917d-405e-bcc9-037b4b773bd9 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:08.560555 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-acedb21e-917d-405e-bcc9-037b4b773bd9 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Calling delete_port for 91ef3835-71a2-46bc-94bd-47d9955eec50 owned by {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:39:08.697305 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-48841095-c8a5-41a7-b9bc-64ee33fef7b9 req-d511490f-d1a3-4fec-a311-ba79695178e9 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475427 Nov 12 08:39:08.726389 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-53a1b2c2-1712-4a5a-a6ed-c925817b46de None None] Allocated IP 172.20.0.2 (dcea8192-3ded-4675-acba-29dad29883d7/bbcbc5a9-18b6-4e88-b136-a1b277923d72/0e2466d4-4587-4140-beab-85e6a44c8dbb) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:39:08.815717 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device facae0b0-c7cd-4131-a076-038626c38ad1 details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:39:09.166131 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff5eeab-9b62-4fbc-8232-81fae102d770 req-63d9585f-6152-437d-9845-e54a100656a0 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:09.166131 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5ff5eeab-9b62-4fbc-8232-81fae102d770 req-63d9585f-6152-437d-9845-e54a100656a0 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=903cd802-0b2d-467f-ae9a-bf81d7255ef7 HTTP/1.1" status: 200 len: 943 time: 0.0899317 Nov 12 08:39:09.167412 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-acedb21e-917d-405e-bcc9-037b4b773bd9 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:09.181079 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 0e2466d4-4587-4140-beab-85e6a44c8dbb triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:39:09.181881 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:09.191706 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-53a1b2c2-1712-4a5a-a6ed-c925817b46de None None] For port 0e2466d4-4587-4140-beab-85e6a44c8dbb, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=0e2466d4-4587-4140-beab-85e6a44c8dbb,segment=NetworkSegment(83c30f53-8f44-40b6-91bc-237f9283bbd5),segment_id=83c30f53-8f44-40b6-91bc-237f9283bbd5)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:09.283485 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acedb21e-917d-405e-bcc9-037b4b773bd9 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event deleted for resources: {'Port': ['ID=91ef3835-71a2-46bc-94bd-47d9955eec50,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:09.348649 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port facae0b0-c7cd-4131-a076-038626c38ad1, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=facae0b0-c7cd-4131-a076-038626c38ad1,segment=NetworkSegment(7b0f7e94-0541-4a5b-a8eb-bc9ffc4aa181),segment_id=7b0f7e94-0541-4a5b-a8eb-bc9ffc4aa181)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:09.354200 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-53a1b2c2-1712-4a5a-a6ed-c925817b46de None None] Publish callbacks [] for port, precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:09.356151 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:09.374354 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-53a1b2c2-1712-4a5a-a6ed-c925817b46de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:09.382208 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Returning: {'device': 'facae0b0-c7cd-4131-a076-038626c38ad1', 'network_id': '2a86a16a-e574-4b84-b4af-d17ebf35c6da', 'port_id': 'facae0b0-c7cd-4131-a076-038626c38ad1', 'mac_address': 'fa:16:3e:c0:38:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1b94811-d464-4979-9491-cc8c81abd069', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:39:09.387009 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5ff5eeab-9b62-4fbc-8232-81fae102d770 req-b9ac5776-a246-4b55-9aef-0035b85a4a2a tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=87051b75-a5b8-4134-a29f-d7bdc7d0859e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2058561 Nov 12 08:39:09.457892 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-acedb21e-917d-405e-bcc9-037b4b773bd9 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:09.466214 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-acedb21e-917d-405e-bcc9-037b4b773bd9 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "DELETE /v2.0/ports/91ef3835-71a2-46bc-94bd-47d9955eec50 HTTP/1.1" status: 204 len: 168 time: 1.5697691 Nov 12 08:39:09.466882 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 49324) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:09.550079 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff81645a-20af-4b74-9987-55ea9f35e189 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:09.550079 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff81645a-20af-4b74-9987-55ea9f35e189 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:09.550079 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff81645a-20af-4b74-9987-55ea9f35e189 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:09.554008 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-ff81645a-20af-4b74-9987-55ea9f35e189 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0840693 Nov 12 08:39:09.556228 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 49326) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:09.636393 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9635c49-709b-4ae0-a7e0-a4c8e6bb73f2 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Deleting subnet a17ea556-e625-4b53-a8e8-574b5e109815 {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:39:09.641388 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b9635c49-709b-4ae0-a7e0-a4c8e6bb73f2 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for subnet, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:09.657903 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a1b2c2-1712-4a5a-a6ed-c925817b46de None None] Pushing event updated for resources: {'Port': ['ID=0e2466d4-4587-4140-beab-85e6a44c8dbb,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:09.668765 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:09.724688 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b9635c49-709b-4ae0-a7e0-a4c8e6bb73f2 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31181813'] for subnet, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:09.738911 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-e530113a-7783-48f4-9840-8911a24052df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id facae0b0-c7cd-4131-a076-038626c38ad1 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:39:09.805903 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port facae0b0-c7cd-4131-a076-038626c38ad1, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=facae0b0-c7cd-4131-a076-038626c38ad1,segment=NetworkSegment(7b0f7e94-0541-4a5b-a8eb-bc9ffc4aa181),segment_id=7b0f7e94-0541-4a5b-a8eb-bc9ffc4aa181)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:09.815005 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:09.869402 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b9635c49-709b-4ae0-a7e0-a4c8e6bb73f2 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:10.013568 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b9635c49-709b-4ae0-a7e0-a4c8e6bb73f2 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:10.024767 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:10.042059 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=facae0b0-c7cd-4131-a076-038626c38ad1,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:10.052735 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9635c49-709b-4ae0-a7e0-a4c8e6bb73f2 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event deleted for resources: {'Subnet': ['ID=a17ea556-e625-4b53-a8e8-574b5e109815,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:10.057852 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b9635c49-709b-4ae0-a7e0-a4c8e6bb73f2 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:10.061690 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-b9635c49-709b-4ae0-a7e0-a4c8e6bb73f2 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "DELETE /v2.0/subnets/a17ea556-e625-4b53-a8e8-574b5e109815 HTTP/1.1" status: 204 len: 168 time: 0.5042691 Nov 12 08:39:10.066004 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 49340) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:10.067203 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ab6c11-83fe-4589-a6b6-69802f510de6 req-ee355e7c-a273-487e-a141-df3e3c681f70 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:10.069994 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d7ab6c11-83fe-4589-a6b6-69802f510de6 req-ee355e7c-a273-487e-a141-df3e3c681f70 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aac4f6f-fb62-4847-ba43-3e5edf4fe061 HTTP/1.1" status: 200 len: 944 time: 0.1748383 Nov 12 08:39:10.144550 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8b3183d-44df-4507-aabb-2bc933335a4f tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Deleting subnet bbcbc5a9-18b6-4e88-b136-a1b277923d72 {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:39:10.149328 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a8b3183d-44df-4507-aabb-2bc933335a4f tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for subnet, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:10.160599 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['facae0b0-c7cd-4131-a076-038626c38ad1'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:39:10.191224 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d7ab6c11-83fe-4589-a6b6-69802f510de6 req-70f60bdd-c382-4c67-aa19-df833eff7836 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070976 Nov 12 08:39:10.224269 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a8b3183d-44df-4507-aabb-2bc933335a4f tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31181813'] for subnet, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:10.298940 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 0e2466d4-4587-4140-beab-85e6a44c8dbb up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:39:10.397702 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a8b3183d-44df-4507-aabb-2bc933335a4f tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:10.445194 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 0e2466d4-4587-4140-beab-85e6a44c8dbb triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:39:10.445735 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:10.561080 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a8b3183d-44df-4507-aabb-2bc933335a4f tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:10.646107 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3183d-44df-4507-aabb-2bc933335a4f tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event deleted for resources: {'Subnet': ['ID=bbcbc5a9-18b6-4e88-b136-a1b277923d72,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:10.661256 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a8b3183d-44df-4507-aabb-2bc933335a4f tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:10.669764 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a88d243-2ec4-4533-b575-31393110ec0a req-3ff7ba8f-2639-492e-a1f1-7a27a03a9fad tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:10.677767 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9a88d243-2ec4-4533-b575-31393110ec0a req-3ff7ba8f-2639-492e-a1f1-7a27a03a9fad tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=903cd802-0b2d-467f-ae9a-bf81d7255ef7 HTTP/1.1" status: 200 len: 944 time: 0.1473286 Nov 12 08:39:10.698028 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-a8b3183d-44df-4507-aabb-2bc933335a4f tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "DELETE /v2.0/subnets/bbcbc5a9-18b6-4e88-b136-a1b277923d72 HTTP/1.1" status: 204 len: 168 time: 0.6306486 Nov 12 08:39:10.698126 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49348) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:10.787769 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-37c4882a-7c6c-4cc2-85f9-636c8604c64f tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0854793 Nov 12 08:39:10.790518 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 49350) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:10.795903 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-97bdae36-1c10-4441-8fba-bd4697b9a4ce tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Request body: {'subnet': {'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:10.822733 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9a88d243-2ec4-4533-b575-31393110ec0a req-ea0f0272-bb19-4f05-ab74-665f076d36ff tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=87051b75-a5b8-4134-a29f-d7bdc7d0859e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430523 Nov 12 08:39:10.835185 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33740f19-bf10-44c6-9a4e-b299c3bcbb82 None None] Network dcea8192-3ded-4675-acba-29dad29883d7 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:39:10.973907 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97bdae36-1c10-4441-8fba-bd4697b9a4ce tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Made reservation on behalf of 9132ec14bb5d4c18949ca0b140edb366 for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:39:10.980427 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-97bdae36-1c10-4441-8fba-bd4697b9a4ce tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:11.085372 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e608fa0f-b3f2-415f-a82f-3fff367e758f None None] Provisioning complete for port 0e2466d4-4587-4140-beab-85e6a44c8dbb triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:39:11.085981 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e608fa0f-b3f2-415f-a82f-3fff367e758f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:11.315059 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e608fa0f-b3f2-415f-a82f-3fff367e758f None None] Could not find standard attr ID for object 91ef3835-71a2-46bc-94bd-47d9955eec50. {{(pid=102601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:39:11.338811 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d587efb-d565-49b2-a9bc-99cbd1a8fbac None None] DHCP port deletion for dcea8192-3ded-4675-acba-29dad29883d7 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:39:11.467094 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-8d587efb-d565-49b2-a9bc-99cbd1a8fbac None None] Deleting port 0e2466d4-4587-4140-beab-85e6a44c8dbb {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:39:11.467465 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8d587efb-d565-49b2-a9bc-99cbd1a8fbac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:11.469746 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e599e73c-f349-4df5-bc42-977d91521de2 req-f1fe8002-1264-4e9e-aa12-ab4e153b9301 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:11.472982 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e599e73c-f349-4df5-bc42-977d91521de2 req-f1fe8002-1264-4e9e-aa12-ab4e153b9301 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aac4f6f-fb62-4847-ba43-3e5edf4fe061 HTTP/1.1" status: 200 len: 944 time: 0.1199794 Nov 12 08:39:11.539389 n-d-765315-29 neutron-server[102599]: DEBUG neutron.objects.ports [None req-97bdae36-1c10-4441-8fba-bd4697b9a4ce tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102599) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 08:39:11.580440 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e599e73c-f349-4df5-bc42-977d91521de2 req-f6b26d00-35e7-4d40-b216-5881bd801395 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997355 Nov 12 08:39:11.637774 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-8d587efb-d565-49b2-a9bc-99cbd1a8fbac None None] For port 0e2466d4-4587-4140-beab-85e6a44c8dbb, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=0e2466d4-4587-4140-beab-85e6a44c8dbb,segment=NetworkSegment(83c30f53-8f44-40b6-91bc-237f9283bbd5),segment_id=83c30f53-8f44-40b6-91bc-237f9283bbd5)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:11.638099 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8d587efb-d565-49b2-a9bc-99cbd1a8fbac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:11.654855 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-8d587efb-d565-49b2-a9bc-99cbd1a8fbac None None] Calling delete_port for 0e2466d4-4587-4140-beab-85e6a44c8dbb owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:39:11.789782 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8d587efb-d565-49b2-a9bc-99cbd1a8fbac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:11.815937 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-97bdae36-1c10-4441-8fba-bd4697b9a4ce tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:11.816537 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d587efb-d565-49b2-a9bc-99cbd1a8fbac None None] Pushing event deleted for resources: {'Port': ['ID=0e2466d4-4587-4140-beab-85e6a44c8dbb,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:11.824979 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d587efb-d565-49b2-a9bc-99cbd1a8fbac None None] No DVR routers for this DVR port 0e2466d4-4587-4140-beab-85e6a44c8dbb on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:39:11.876437 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-97bdae36-1c10-4441-8fba-bd4697b9a4ce tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Port 0e2466d4-4587-4140-beab-85e6a44c8dbb concurrently deleted while adding address for new subnet {'id': 'e2faee91-4b21-4ea6-b920-9dc866dd6df4', 'name': '', 'tenant_id': '9132ec14bb5d4c18949ca0b140edb366', 'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 3007, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-11-12T08:39:11Z', 'updated_at': '2021-11-12T08:39:11Z', 'revision_number': 0, 'segment_id': None, 'project_id': '9132ec14bb5d4c18949ca0b140edb366'}. {{(pid=102599) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:773}} Nov 12 08:39:11.877258 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-97bdae36-1c10-4441-8fba-bd4697b9a4ce tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:11.921659 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97bdae36-1c10-4441-8fba-bd4697b9a4ce tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Network dcea8192-3ded-4675-acba-29dad29883d7 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:39:11.925504 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-97bdae36-1c10-4441-8fba-bd4697b9a4ce tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:39:11.931322 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bdae36-1c10-4441-8fba-bd4697b9a4ce tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:11.932094 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-97bdae36-1c10-4441-8fba-bd4697b9a4ce tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:11.939428 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ac35a0-4f22-42b9-9cbd-94ecf260dc12 None None] Network dcea8192-3ded-4675-acba-29dad29883d7 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:39:11.992419 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-97bdae36-1c10-4441-8fba-bd4697b9a4ce tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1974156 Nov 12 08:39:11.992904 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 49366) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:12.021510 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-244ff7b9-ecd3-4b8f-98d7-1cc4dadcf9ab tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Request body: {'subnet': {'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:12.031007 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64da253-ba38-4cb4-a1a1-057007c851fe req-dc77e7fd-daa5-4ad8-a997-b6fb9ed77339 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:12.032957 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c64da253-ba38-4cb4-a1a1-057007c851fe req-dc77e7fd-daa5-4ad8-a997-b6fb9ed77339 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=903cd802-0b2d-467f-ae9a-bf81d7255ef7 HTTP/1.1" status: 200 len: 944 time: 0.0867522 Nov 12 08:39:12.056403 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bdae36-1c10-4441-8fba-bd4697b9a4ce tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event updated for resources: {'Subnet': ['ID=e2faee91-4b21-4ea6-b920-9dc866dd6df4,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:12.104278 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c64da253-ba38-4cb4-a1a1-057007c851fe req-ceb51930-15bc-47d9-8bb1-9088bd441a70 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=87051b75-a5b8-4134-a29f-d7bdc7d0859e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615144 Nov 12 08:39:12.287242 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 0e2466d4-4587-4140-beab-85e6a44c8dbb no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:39:12.311553 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-244ff7b9-ecd3-4b8f-98d7-1cc4dadcf9ab tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Made reservation on behalf of 9132ec14bb5d4c18949ca0b140edb366 for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:39:12.316653 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-244ff7b9-ecd3-4b8f-98d7-1cc4dadcf9ab tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:12.317707 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ebc6ab-acfb-43f6-8d94-b08a1346896d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-dcea8192-3ded-4675-acba-29dad29883d7', 'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7', 'tenant_id': '9132ec14bb5d4c18949ca0b140edb366', 'fixed_ips': [{'subnet_id': 'e2faee91-4b21-4ea6-b920-9dc866dd6df4'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:39:12.320412 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e7ebc6ab-acfb-43f6-8d94-b08a1346896d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:12.337140 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 0e2466d4-4587-4140-beab-85e6a44c8dbb {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:39:12.337910 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 0e2466d4-4587-4140-beab-85e6a44c8dbb not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:39:12.604872 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-e7ebc6ab-acfb-43f6-8d94-b08a1346896d None None] Allocated IP 2001:db8::f816:3eff:fef2:e6e1 (dcea8192-3ded-4675-acba-29dad29883d7/e2faee91-4b21-4ea6-b920-9dc866dd6df4/ef92671f-574e-4ac2-9071-01d3d82b3e8e) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:39:12.684541 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:12.794771 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-244ff7b9-ecd3-4b8f-98d7-1cc4dadcf9ab tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:12.832542 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device facae0b0-c7cd-4131-a076-038626c38ad1 up at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:39:12.850651 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9829c5a8-171a-4ff1-b793-1f08cda27dc8 req-6a826fed-abf6-49cc-949f-5ab44042ca15 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:12.859025 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9829c5a8-171a-4ff1-b793-1f08cda27dc8 req-6a826fed-abf6-49cc-949f-5ab44042ca15 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aac4f6f-fb62-4847-ba43-3e5edf4fe061 HTTP/1.1" status: 200 len: 944 time: 0.1293406 Nov 12 08:39:12.916826 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244ff7b9-ecd3-4b8f-98d7-1cc4dadcf9ab tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Network dcea8192-3ded-4675-acba-29dad29883d7 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:39:12.920716 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-244ff7b9-ecd3-4b8f-98d7-1cc4dadcf9ab tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:39:12.930010 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244ff7b9-ecd3-4b8f-98d7-1cc4dadcf9ab tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:12.930772 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-244ff7b9-ecd3-4b8f-98d7-1cc4dadcf9ab tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:12.954339 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-244ff7b9-ecd3-4b8f-98d7-1cc4dadcf9ab tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9492097 Nov 12 08:39:12.957544 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 49384) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:12.966277 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e7ebc6ab-acfb-43f6-8d94-b08a1346896d None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:12.966767 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-de7d16a9-d3d8-49af-b564-ecee340a0ae1 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Request body: {'port': {'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7', 'mac_address': 'fa:16:3e:2f:4f:a4', 'name': 'tempest-NetworksTestDHCPv6-1206308035'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:12.972031 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244ff7b9-ecd3-4b8f-98d7-1cc4dadcf9ab tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event updated for resources: {'Subnet': ['ID=5f9c26cd-5b26-4d45-978c-9526868170fd,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:12.972948 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9829c5a8-171a-4ff1-b793-1f08cda27dc8 req-596f1ff4-67ee-4366-b961-ace2a793263d tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113837 Nov 12 08:39:12.974537 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e7ebc6ab-acfb-43f6-8d94-b08a1346896d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:13.093090 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ebc6ab-acfb-43f6-8d94-b08a1346896d None None] Network dcea8192-3ded-4675-acba-29dad29883d7 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:39:13.100866 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-e7ebc6ab-acfb-43f6-8d94-b08a1346896d None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:39:13.102488 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ebc6ab-acfb-43f6-8d94-b08a1346896d None None] Pushing event updated for resources: {'Port': ['ID=ef92671f-574e-4ac2-9071-01d3d82b3e8e,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:13.105374 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ebc6ab-acfb-43f6-8d94-b08a1346896d None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:39:13.147310 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning for port facae0b0-c7cd-4131-a076-038626c38ad1 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:39:13.174487 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning complete for port facae0b0-c7cd-4131-a076-038626c38ad1 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:39:13.174924 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:13.188417 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de7d16a9-d3d8-49af-b564-ecee340a0ae1 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Made reservation on behalf of 9132ec14bb5d4c18949ca0b140edb366 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:39:13.308961 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-e7ebc6ab-acfb-43f6-8d94-b08a1346896d None None] Attempting to bind port ef92671f-574e-4ac2-9071-01d3d82b3e8e on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:39:13.309172 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-de7d16a9-d3d8-49af-b564-ecee340a0ae1 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:13.309300 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-e7ebc6ab-acfb-43f6-8d94-b08a1346896d None None] Attempting to bind port ef92671f-574e-4ac2-9071-01d3d82b3e8e by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '83c30f53-8f44-40b6-91bc-237f9283bbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:39:13.309658 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ebc6ab-acfb-43f6-8d94-b08a1346896d None None] Attempting to bind port ef92671f-574e-4ac2-9071-01d3d82b3e8e on network dcea8192-3ded-4675-acba-29dad29883d7 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:39:13.318498 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ebc6ab-acfb-43f6-8d94-b08a1346896d None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:39:13.319298 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ebc6ab-acfb-43f6-8d94-b08a1346896d None None] Checking segment: {'id': '83c30f53-8f44-40b6-91bc-237f9283bbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:39:13.319581 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e7ebc6ab-acfb-43f6-8d94-b08a1346896d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:13.319947 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ebc6ab-acfb-43f6-8d94-b08a1346896d None None] Bound using segment: {'id': '83c30f53-8f44-40b6-91bc-237f9283bbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:39:13.320434 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-e7ebc6ab-acfb-43f6-8d94-b08a1346896d None None] Bound port: ef92671f-574e-4ac2-9071-01d3d82b3e8e, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83c30f53-8f44-40b6-91bc-237f9283bbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:39:13.320812 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e7ebc6ab-acfb-43f6-8d94-b08a1346896d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:13.339511 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc20dc3-9ff2-41d1-804d-c7fefc0ab81a req-82e92e13-446d-45db-8961-10e21d7094d8 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:13.349271 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [None req-de7d16a9-d3d8-49af-b564-ecee340a0ae1 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] device_id is not set on port 8ebae165-3961-4111-9b25-4fe783a50dae yet. {{(pid=102599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:39:13.350755 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cdc20dc3-9ff2-41d1-804d-c7fefc0ab81a req-82e92e13-446d-45db-8961-10e21d7094d8 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=903cd802-0b2d-467f-ae9a-bf81d7255ef7 HTTP/1.1" status: 200 len: 944 time: 0.0971386 Nov 12 08:39:13.418344 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:13.426992 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cdc20dc3-9ff2-41d1-804d-c7fefc0ab81a req-74e93d6d-0929-4397-8fd0-36b15c8e457a tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=87051b75-a5b8-4134-a29f-d7bdc7d0859e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748732 Nov 12 08:39:13.602465 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-de7d16a9-d3d8-49af-b564-ecee340a0ae1 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Allocated IP 172.20.0.5 (dcea8192-3ded-4675-acba-29dad29883d7/5f9c26cd-5b26-4d45-978c-9526868170fd/8ebae165-3961-4111-9b25-4fe783a50dae) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:39:13.609128 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-de7d16a9-d3d8-49af-b564-ecee340a0ae1 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Allocated IP 2001:db8::f816:3eff:fe2f:4fa4 (dcea8192-3ded-4675-acba-29dad29883d7/e2faee91-4b21-4ea6-b920-9dc866dd6df4/8ebae165-3961-4111-9b25-4fe783a50dae) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:39:13.643083 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e7ebc6ab-acfb-43f6-8d94-b08a1346896d None None] For port ef92671f-574e-4ac2-9071-01d3d82b3e8e, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:39:13.649331 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '903cd802-0b2d-467f-ae9a-bf81d7255ef7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'facae0b0-c7cd-4131-a076-038626c38ad1'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:39:13.651710 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a574e5e7-0460-48d5-9f03-786cb31ff94c" -d '{"events": [{"server_uuid": "903cd802-0b2d-467f-ae9a-bf81d7255ef7", "name": "network-vif-plugged", "status": "completed", "tag": "facae0b0-c7cd-4131-a076-038626c38ad1"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:39:13.658065 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e7ebc6ab-acfb-43f6-8d94-b08a1346896d None None] For port ef92671f-574e-4ac2-9071-01d3d82b3e8e, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=ef92671f-574e-4ac2-9071-01d3d82b3e8e,segment=NetworkSegment(83c30f53-8f44-40b6-91bc-237f9283bbd5),segment_id=83c30f53-8f44-40b6-91bc-237f9283bbd5)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:39:13.667898 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e7ebc6ab-acfb-43f6-8d94-b08a1346896d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:13.677783 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port facae0b0-c7cd-4131-a076-038626c38ad1, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=facae0b0-c7cd-4131-a076-038626c38ad1,segment=NetworkSegment(7b0f7e94-0541-4a5b-a8eb-bc9ffc4aa181),segment_id=7b0f7e94-0541-4a5b-a8eb-bc9ffc4aa181)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:13.716713 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:13.776254 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ebc6ab-acfb-43f6-8d94-b08a1346896d None None] Pushing event updated for resources: {'Port': ['ID=ef92671f-574e-4ac2-9071-01d3d82b3e8e,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:13.788765 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c08481b-06ed-4b2b-99b0-cc32354b275d x-openstack-request-id: req-2c08481b-06ed-4b2b-99b0-cc32354b275d {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:39:13.789500 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "903cd802-0b2d-467f-ae9a-bf81d7255ef7", "name": "network-vif-plugged", "status": "completed", "tag": "facae0b0-c7cd-4131-a076-038626c38ad1", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:39:13.789932 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2c08481b-06ed-4b2b-99b0-cc32354b275d {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:39:13.790341 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '903cd802-0b2d-467f-ae9a-bf81d7255ef7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'facae0b0-c7cd-4131-a076-038626c38ad1', 'code': 200} Nov 12 08:39:13.899333 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=facae0b0-c7cd-4131-a076-038626c38ad1,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:13.954993 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-de7d16a9-d3d8-49af-b564-ecee340a0ae1 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:13.970090 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76c355f-c0d1-40a5-a4d7-06f88b84c563 req-77ac64be-006f-4751-a940-75126444d061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:13.972064 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f76c355f-c0d1-40a5-a4d7-06f88b84c563 req-77ac64be-006f-4751-a940-75126444d061 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=903cd802-0b2d-467f-ae9a-bf81d7255ef7 HTTP/1.1" status: 200 len: 1097 time: 0.0833514 Nov 12 08:39:14.035582 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-de7d16a9-d3d8-49af-b564-ecee340a0ae1 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:14.098468 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7d16a9-d3d8-49af-b564-ecee340a0ae1 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event updated for resources: {'Port': ['ID=8ebae165-3961-4111-9b25-4fe783a50dae,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:14.136337 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7d16a9-d3d8-49af-b564-ecee340a0ae1 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Network dcea8192-3ded-4675-acba-29dad29883d7 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:39:14.140679 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-de7d16a9-d3d8-49af-b564-ecee340a0ae1 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:39:14.147950 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7d16a9-d3d8-49af-b564-ecee340a0ae1 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:39:14.183627 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f76c355f-c0d1-40a5-a4d7-06f88b84c563 req-56da89e3-d60a-4b56-a0bd-a7b49745615f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=87051b75-a5b8-4134-a29f-d7bdc7d0859e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2009592 Nov 12 08:39:14.220905 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7d16a9-d3d8-49af-b564-ecee340a0ae1 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:14.221770 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e514b60-6a4b-4981-87e1-42c97a530eec req-3925de62-465b-4987-97d3-43360b5b689d tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:14.222237 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-de7d16a9-d3d8-49af-b564-ecee340a0ae1 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:14.224161 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8e514b60-6a4b-4981-87e1-42c97a530eec req-3925de62-465b-4987-97d3-43360b5b689d tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aac4f6f-fb62-4847-ba43-3e5edf4fe061 HTTP/1.1" status: 200 len: 944 time: 0.1116991 Nov 12 08:39:14.250784 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-de7d16a9-d3d8-49af-b564-ecee340a0ae1 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.2917876 Nov 12 08:39:14.257877 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 49404) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:14.301420 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8e514b60-6a4b-4981-87e1-42c97a530eec req-7ebc1636-1a67-473e-9338-487f4a6fbb2d tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674684 Nov 12 08:39:14.326358 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device ef92671f-574e-4ac2-9071-01d3d82b3e8e up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:39:14.326990 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a0f920-e09b-41a5-b92e-8d4bf4b77512 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:14.333356 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a0f920-e09b-41a5-b92e-8d4bf4b77512 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:14.335623 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-f3a0f920-e09b-41a5-b92e-8d4bf4b77512 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0766280 Nov 12 08:39:14.338195 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 49406) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:14.407826 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port ef92671f-574e-4ac2-9071-01d3d82b3e8e triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:39:14.408675 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:14.519118 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-1c2c8fe3-4f0b-47c4-9244-f5690cef45b4 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Deleting port 8ebae165-3961-4111-9b25-4fe783a50dae {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:39:14.519479 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1c2c8fe3-4f0b-47c4-9244-f5690cef45b4 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:14.527436 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:14.635236 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] For port ef92671f-574e-4ac2-9071-01d3d82b3e8e, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=ef92671f-574e-4ac2-9071-01d3d82b3e8e,segment=NetworkSegment(83c30f53-8f44-40b6-91bc-237f9283bbd5),segment_id=83c30f53-8f44-40b6-91bc-237f9283bbd5)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:14.643247 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:14.652952 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8167c8-0cdc-4702-a110-750a05d11a0d req-7dea91b2-f0ea-4388-af5b-85c911706224 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:14.667464 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2c8167c8-0cdc-4702-a110-750a05d11a0d req-7dea91b2-f0ea-4388-af5b-85c911706224 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=903cd802-0b2d-467f-ae9a-bf81d7255ef7 HTTP/1.1" status: 200 len: 945 time: 0.1196659 Nov 12 08:39:14.744287 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1c2c8fe3-4f0b-47c4-9244-f5690cef45b4 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:14.759023 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-1c2c8fe3-4f0b-47c4-9244-f5690cef45b4 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Calling delete_port for 8ebae165-3961-4111-9b25-4fe783a50dae owned by {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:39:14.760923 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2c8167c8-0cdc-4702-a110-750a05d11a0d req-b03982ff-fbf9-4dfe-b511-29fbe7e2f131 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=87051b75-a5b8-4134-a29f-d7bdc7d0859e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912731 Nov 12 08:39:14.786670 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Pushing event updated for resources: {'Port': ['ID=ef92671f-574e-4ac2-9071-01d3d82b3e8e,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:15.045256 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1c2c8fe3-4f0b-47c4-9244-f5690cef45b4 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:15.080240 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2c8fe3-4f0b-47c4-9244-f5690cef45b4 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event deleted for resources: {'Port': ['ID=8ebae165-3961-4111-9b25-4fe783a50dae,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:15.190962 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1c2c8fe3-4f0b-47c4-9244-f5690cef45b4 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:15.200153 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-1c2c8fe3-4f0b-47c4-9244-f5690cef45b4 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "DELETE /v2.0/ports/8ebae165-3961-4111-9b25-4fe783a50dae HTTP/1.1" status: 204 len: 168 time: 0.8585052 Nov 12 08:39:15.200551 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 49416) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:15.212624 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9668d0-bba0-45e1-a84f-78bad2196512 None None] Network dcea8192-3ded-4675-acba-29dad29883d7 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:39:15.306387 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7361ca-7d98-4b36-bdf7-9286d0e03366 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:15.310707 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7361ca-7d98-4b36-bdf7-9286d0e03366 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:15.314277 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7361ca-7d98-4b36-bdf7-9286d0e03366 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:15.320041 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-3c7361ca-7d98-4b36-bdf7-9286d0e03366 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1152511 Nov 12 08:39:15.320612 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49418) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:15.380063 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbe97c21-e307-4737-bbcc-c45bc2aa7b93 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Deleting subnet 5f9c26cd-5b26-4d45-978c-9526868170fd {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:39:15.384847 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fbe97c21-e307-4737-bbcc-c45bc2aa7b93 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:15.401290 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-b4fdb84e-bc61-4cac-9a02-5e392898c979 None None] Provisioning complete for port ef92671f-574e-4ac2-9071-01d3d82b3e8e triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:39:15.401906 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b4fdb84e-bc61-4cac-9a02-5e392898c979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:15.456506 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fbe97c21-e307-4737-bbcc-c45bc2aa7b93 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:15.553472 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa247414-b789-41ff-91aa-402e17994a63 None None] Update dhcp port {'port': {'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7', 'fixed_ips': [{'subnet_id': 'e2faee91-4b21-4ea6-b920-9dc866dd6df4', 'ip_address': '2001:db8::f816:3eff:fef2:e6e1'}, {'subnet_id': '5f9c26cd-5b26-4d45-978c-9526868170fd'}], 'binding:host_id': 'n-d-765315-29'}, 'id': 'ef92671f-574e-4ac2-9071-01d3d82b3e8e'} from n-d-765315-29. {{(pid=102601) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 08:39:15.603314 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fbe97c21-e307-4737-bbcc-c45bc2aa7b93 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:15.635278 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-aa247414-b789-41ff-91aa-402e17994a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:15.641059 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3f582e-f171-4f9b-ae1f-6af6cb2f4f75 req-7b5d00a3-089b-4dda-92b0-fe4b8841e778 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:15.642625 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3a3f582e-f171-4f9b-ae1f-6af6cb2f4f75 req-7b5d00a3-089b-4dda-92b0-fe4b8841e778 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aac4f6f-fb62-4847-ba43-3e5edf4fe061 HTTP/1.1" status: 200 len: 944 time: 0.2023885 Nov 12 08:39:15.737717 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3a3f582e-f171-4f9b-ae1f-6af6cb2f4f75 req-7da98650-d3d2-4a49-b2da-4aec9828fc0c tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860479 Nov 12 08:39:15.756577 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fbe97c21-e307-4737-bbcc-c45bc2aa7b93 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:15.819944 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe97c21-e307-4737-bbcc-c45bc2aa7b93 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event deleted for resources: {'Subnet': ['ID=5f9c26cd-5b26-4d45-978c-9526868170fd,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:15.828746 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fbe97c21-e307-4737-bbcc-c45bc2aa7b93 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:15.831692 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server [None req-aa247414-b789-41ff-91aa-402e17994a63 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5f9c26cd-5b26-4d45-978c-9526868170fd: This subnet is being modified by another concurrent operation. Nov 12 08:39:15.831692 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 08:39:15.831692 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 08:39:15.831692 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 08:39:15.831692 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 08:39:15.831692 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 08:39:15.831692 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 08:39:15.831692 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 08:39:15.831692 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 08:39:15.831692 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 08:39:15.831692 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 08:39:15.831692 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 08:39:15.831692 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 08:39:15.831692 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 08:39:15.831692 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:39:15.831692 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:39:15.831692 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:39:15.831692 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:39:15.831692 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 08:39:15.831692 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:39:15.831692 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 08:39:15.831692 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 08:39:15.831692 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:39:15.831692 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:39:15.831692 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:39:15.831692 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:39:15.831692 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 08:39:15.831692 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:39:15.831692 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 08:39:15.831692 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 08:39:15.831692 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:39:15.831692 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:39:15.831692 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:39:15.831692 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:39:15.831692 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 08:39:15.831692 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 08:39:15.831692 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 12 08:39:15.831692 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 12 08:39:15.831692 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 12 08:39:15.831692 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 12 08:39:15.831692 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 08:39:15.831692 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:39:15.831692 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 08:39:15.831692 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 08:39:15.831692 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 08:39:15.831692 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 08:39:15.831692 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:39:15.831692 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:39:15.831692 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:39:15.831692 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:39:15.831692 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 08:39:15.831692 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:39:15.831692 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 08:39:15.831692 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 08:39:15.831692 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:39:15.831692 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:39:15.831692 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:39:15.831692 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:39:15.831692 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 08:39:15.831692 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:39:15.831692 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 08:39:15.831692 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 08:39:15.831692 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:39:15.831692 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:39:15.831692 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:39:15.831692 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:39:15.831692 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 08:39:15.831692 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 08:39:15.831692 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 12 08:39:15.831692 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 12 08:39:15.831692 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 08:39:15.831692 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 08:39:15.831692 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 12 08:39:15.831692 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 12 08:39:15.831692 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 12 08:39:15.831692 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 12 08:39:15.831692 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 12 08:39:15.831692 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 12 08:39:15.831692 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 12 08:39:15.831692 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 08:39:15.831692 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 08:39:15.831692 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 08:39:15.831692 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 08:39:15.831692 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server raise exception Nov 12 08:39:15.831692 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5f9c26cd-5b26-4d45-978c-9526868170fd: This subnet is being modified by another concurrent operation. Nov 12 08:39:15.831692 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server Nov 12 08:39:15.837811 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-fbe97c21-e307-4737-bbcc-c45bc2aa7b93 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "DELETE /v2.0/subnets/5f9c26cd-5b26-4d45-978c-9526868170fd HTTP/1.1" status: 204 len: 168 time: 0.5112205 Nov 12 08:39:15.837890 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 49426) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:15.940640 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-145b35c4-a13c-4e88-9a25-9cfa0771f90d tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Deleting subnet e2faee91-4b21-4ea6-b920-9dc866dd6df4 {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:39:15.951402 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-145b35c4-a13c-4e88-9a25-9cfa0771f90d tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for subnet, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:15.964273 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26099567-26d1-450b-a3f4-69e3c06ccc82 req-a0dec511-8d94-4bcd-97bf-a3cc9e85063d tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:15.977237 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-26099567-26d1-450b-a3f4-69e3c06ccc82 req-a0dec511-8d94-4bcd-97bf-a3cc9e85063d tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=903cd802-0b2d-467f-ae9a-bf81d7255ef7 HTTP/1.1" status: 200 len: 945 time: 0.1177955 Nov 12 08:39:16.031130 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-ccc5f790-c6f6-4d19-878a-90d5118dcdcb None None] Provisioning complete for port ef92671f-574e-4ac2-9071-01d3d82b3e8e triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:39:16.035219 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ccc5f790-c6f6-4d19-878a-90d5118dcdcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:16.050794 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-145b35c4-a13c-4e88-9a25-9cfa0771f90d tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31181813'] for subnet, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:16.063196 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-26099567-26d1-450b-a3f4-69e3c06ccc82 req-626f0e47-fe2c-44ec-9d56-dfa8ed6886c3 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=87051b75-a5b8-4134-a29f-d7bdc7d0859e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848553 Nov 12 08:39:16.239665 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5fc6a0c-4144-4a2d-81d4-971022791c5f None None] get_active_networks_info from n-d-765315-29 {{(pid=102601) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 08:39:16.274262 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device ef92671f-574e-4ac2-9071-01d3d82b3e8e no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:39:16.297469 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-145b35c4-a13c-4e88-9a25-9cfa0771f90d tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:16.411325 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2025a323-9fda-42fd-aaf3-86bcdf536e0a req-fd6a52f9-e586-429a-99cf-5f2fb2150bae tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:16.414485 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2025a323-9fda-42fd-aaf3-86bcdf536e0a req-fd6a52f9-e586-429a-99cf-5f2fb2150bae tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=903cd802-0b2d-467f-ae9a-bf81d7255ef7 HTTP/1.1" status: 200 len: 945 time: 0.0688379 Nov 12 08:39:16.427616 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-145b35c4-a13c-4e88-9a25-9cfa0771f90d tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:16.486061 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145b35c4-a13c-4e88-9a25-9cfa0771f90d tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event deleted for resources: {'Subnet': ['ID=e2faee91-4b21-4ea6-b920-9dc866dd6df4,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:16.496905 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-145b35c4-a13c-4e88-9a25-9cfa0771f90d tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:16.502976 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-145b35c4-a13c-4e88-9a25-9cfa0771f90d tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "DELETE /v2.0/subnets/e2faee91-4b21-4ea6-b920-9dc866dd6df4 HTTP/1.1" status: 204 len: 168 time: 0.6634486 Nov 12 08:39:16.503998 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49436) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:16.515319 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4bb6de28-1d15-4dd9-8498-cd2e772bd79b req-73e635be-21a7-458e-94a9-68b223861f8d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4fe2a741-ae48-451e-afdd-1247d8e7962b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3664672 Nov 12 08:39:16.517132 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-43dff7d2-f038-47d1-b577-223a9e4edd1d None None] Could not find standard attr ID for object 8ebae165-3961-4111-9b25-4fe783a50dae. {{(pid=102601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:39:16.525063 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5ed190ca-e163-4f65-9c6b-a5a0fdb3edbf req-8c47ec8f-d83e-4801-81de-2a28e6149951 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ffcab877-5121-4a51-ad07-67125ff611ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1188893 Nov 12 08:39:16.562717 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:16.577922 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-c3da0336-e63b-4861-8376-3d1c702c1870 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0701277 Nov 12 08:39:16.581710 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 49438) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:16.592229 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-a69d7a00-139e-4f03-ae4a-6129c991a627 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Request body: {'subnet': {'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:16.605603 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5fc6a0c-4144-4a2d-81d4-971022791c5f None None] Resources bound (agent type, host, resource id): {{(pid=102601) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 08:39:16.607301 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2025a323-9fda-42fd-aaf3-86bcdf536e0a req-7a77b168-55f7-42ee-80ef-b3effb10e283 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=87051b75-a5b8-4134-a29f-d7bdc7d0859e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1850173 Nov 12 08:39:16.629928 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49440) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:16.708027 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.db.api [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:39:16.708322 n-d-765315-29 neutron-server[102601]: DEBUG oslo_db.api [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:39:16.732427 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2995b667-5993-4276-97b0-15ee0186d3fa tempest-TestNetworkAdvancedServerOps-63743733 tempest-TestNetworkAdvancedServerOps-63743733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:16.734287 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-2995b667-5993-4276-97b0-15ee0186d3fa tempest-TestNetworkAdvancedServerOps-63743733 tempest-TestNetworkAdvancedServerOps-63743733-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=903cd802-0b2d-467f-ae9a-bf81d7255ef7 HTTP/1.1" status: 200 len: 1092 time: 0.1029961 Nov 12 08:39:16.737268 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49442) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:16.744960 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-75d3b61c-e0c0-4e21-af41-6e7dab7dbb43 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Request body: {'floatingip': {'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'port_id': 'facae0b0-c7cd-4131-a076-038626c38ad1', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:16.795200 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-75d3b61c-e0c0-4e21-af41-6e7dab7dbb43 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for floatingip, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:16.797324 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb6de28-1d15-4dd9-8498-cd2e772bd79b req-3b472d70-7918-4ad1-a199-149b16aee407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:16.799192 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4bb6de28-1d15-4dd9-8498-cd2e772bd79b req-3b472d70-7918-4ad1-a199-149b16aee407 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=217ce66299114e9fb6c1fa9116e9e5f5&device_id=4fe2a741-ae48-451e-afdd-1247d8e7962b HTTP/1.1" status: 200 len: 1097 time: 0.1997004 Nov 12 08:39:16.815013 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed190ca-e163-4f65-9c6b-a5a0fdb3edbf req-7298d53a-782c-45f2-8a2b-3720f8e9509a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:16.819608 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5ed190ca-e163-4f65-9c6b-a5a0fdb3edbf req-7298d53a-782c-45f2-8a2b-3720f8e9509a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cdcff4fc638944839e15d4e4416a2271&device_id=ffcab877-5121-4a51-ad07-67125ff611ee HTTP/1.1" status: 200 len: 1097 time: 0.2212348 Nov 12 08:39:16.941276 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a69d7a00-139e-4f03-ae4a-6129c991a627 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Made reservation on behalf of 9132ec14bb5d4c18949ca0b140edb366 for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:39:16.945478 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a69d7a00-139e-4f03-ae4a-6129c991a627 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:17.033734 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe23ab0-96ec-4379-bed3-de40adb44467 req-d048fba4-d3a4-49d1-9036-8005a020f085 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:17.035596 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1fe23ab0-96ec-4379-bed3-de40adb44467 req-d048fba4-d3a4-49d1-9036-8005a020f085 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aac4f6f-fb62-4847-ba43-3e5edf4fe061 HTTP/1.1" status: 200 len: 944 time: 0.1090961 Nov 12 08:39:17.134695 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03ccd23-cc1f-45d1-9e0d-fe41dd0f7e4f None None] get_active_networks_info from n-d-765315-29 {{(pid=102601) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 08:39:17.140875 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-75d3b61c-e0c0-4e21-af41-6e7dab7dbb43 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:17.158533 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1fe23ab0-96ec-4379-bed3-de40adb44467 req-f814bba1-0729-485e-9997-ba0fe7833de6 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121569 Nov 12 08:39:17.293456 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:17.363171 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-c666b1cd-2b83-47d5-9617-588b6471df27 None None] Provisioning complete for port ef92671f-574e-4ac2-9071-01d3d82b3e8e triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:39:17.363745 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c666b1cd-2b83-47d5-9617-588b6471df27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:17.416503 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] For port ef92671f-574e-4ac2-9071-01d3d82b3e8e, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=ef92671f-574e-4ac2-9071-01d3d82b3e8e,segment=NetworkSegment(83c30f53-8f44-40b6-91bc-237f9283bbd5),segment_id=83c30f53-8f44-40b6-91bc-237f9283bbd5)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:17.419870 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-75d3b61c-e0c0-4e21-af41-6e7dab7dbb43 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Allocated IP 172.25.2.212 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/e4f0c896-7588-46c3-9dc2-b0f596665fd5) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:39:17.432273 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:17.589781 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed190ca-e163-4f65-9c6b-a5a0fdb3edbf req-dca6cb75-ae65-43fa-96d7-0290c5409f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:17.591299 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5ed190ca-e163-4f65-9c6b-a5a0fdb3edbf req-dca6cb75-ae65-43fa-96d7-0290c5409f1d service neutron] 10.222.0.21 "GET /v2.0/networks?id=b177f1a4-4c68-4847-bafc-529461cd99a0 HTTP/1.1" status: 200 len: 898 time: 0.7461989 Nov 12 08:39:17.600690 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-75d3b61c-e0c0-4e21-af41-6e7dab7dbb43 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:17.601048 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb6de28-1d15-4dd9-8498-cd2e772bd79b req-9f8d9aea-6779-4525-aae1-d813025fe7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:17.602637 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4bb6de28-1d15-4dd9-8498-cd2e772bd79b req-9f8d9aea-6779-4525-aae1-d813025fe7cc service neutron] 10.222.0.44 "GET /v2.0/networks?id=7e609bc1-00ff-483d-9d9f-8eba780b3ef7 HTTP/1.1" status: 200 len: 912 time: 0.7755563 Nov 12 08:39:17.632046 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c666b1cd-2b83-47d5-9617-588b6471df27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:17.645115 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03ccd23-cc1f-45d1-9e0d-fe41dd0f7e4f None None] Resources bound (agent type, host, resource id): {{(pid=102601) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 08:39:17.650253 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Pushing event updated for resources: {'Port': ['ID=ef92671f-574e-4ac2-9071-01d3d82b3e8e,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:17.680476 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-c666b1cd-2b83-47d5-9617-588b6471df27 None None] For port ef92671f-574e-4ac2-9071-01d3d82b3e8e, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=ef92671f-574e-4ac2-9071-01d3d82b3e8e,segment=NetworkSegment(83c30f53-8f44-40b6-91bc-237f9283bbd5),segment_id=83c30f53-8f44-40b6-91bc-237f9283bbd5)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:17.688287 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-75d3b61c-e0c0-4e21-af41-6e7dab7dbb43 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:17.689153 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c666b1cd-2b83-47d5-9617-588b6471df27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:17.759656 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c666b1cd-2b83-47d5-9617-588b6471df27 None None] Pushing event updated for resources: {'Port': ['ID=ef92671f-574e-4ac2-9071-01d3d82b3e8e,revision_number=6']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:17.797241 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5ed190ca-e163-4f65-9c6b-a5a0fdb3edbf req-93ff4aaf-b232-46f4-b63b-a831d6b670e1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d2b9d4a-0966-40de-a8a7-df179903d72b HTTP/1.1" status: 200 len: 1000 time: 0.1934841 Nov 12 08:39:17.829702 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d3b61c-e0c0-4e21-af41-6e7dab7dbb43 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:39:17.840735 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-75d3b61c-e0c0-4e21-af41-6e7dab7dbb43 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:39:17.843321 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d3b61c-e0c0-4e21-af41-6e7dab7dbb43 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:39:17.953873 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4bb6de28-1d15-4dd9-8498-cd2e772bd79b req-280b2665-92f6-4566-b762-4cb5bd8422b8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41d2c921-566a-4d65-a257-c91bd8851913 HTTP/1.1" status: 200 len: 1001 time: 0.3344238 Nov 12 08:39:18.027693 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d3b61c-e0c0-4e21-af41-6e7dab7dbb43 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Pushing event updated for resources: {'Port': ['ID=e4f0c896-7588-46c3-9dc2-b0f596665fd5,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:18.300915 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2734fe4-c3e7-447d-9642-29eb4448df16 None None] Network dcea8192-3ded-4675-acba-29dad29883d7 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:39:18.391162 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a69d7a00-139e-4f03-ae4a-6129c991a627 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:18.411151 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed190ca-e163-4f65-9c6b-a5a0fdb3edbf req-fc8fb4a9-4da1-411f-9972-3a2968109708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:18.418461 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5ed190ca-e163-4f65-9c6b-a5a0fdb3edbf req-fc8fb4a9-4da1-411f-9972-3a2968109708 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d4b452e4-4cfb-4af8-9506-8c215bcf0937 HTTP/1.1" status: 200 len: 835 time: 0.5818069 Nov 12 08:39:18.469534 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-1ed5879e-4d92-4d8b-b5b0-8b2240f621c1 None None] Provisioning complete for port ef92671f-574e-4ac2-9071-01d3d82b3e8e triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:39:18.470051 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1ed5879e-4d92-4d8b-b5b0-8b2240f621c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:18.479759 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb6de28-1d15-4dd9-8498-cd2e772bd79b req-95426a82-0a1e-4f4e-bea3-713aa494921d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:18.481655 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4bb6de28-1d15-4dd9-8498-cd2e772bd79b req-95426a82-0a1e-4f4e-bea3-713aa494921d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=48fd8021-0e17-4172-812d-17238fc37d26 HTTP/1.1" status: 200 len: 850 time: 0.5197968 Nov 12 08:39:18.520766 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3f8570-7722-4dd2-95c8-b5313b9608a4 req-57fac073-195b-49ff-9d73-ee36a33ac492 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:18.534132 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-df3f8570-7722-4dd2-95c8-b5313b9608a4 req-57fac073-195b-49ff-9d73-ee36a33ac492 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aac4f6f-fb62-4847-ba43-3e5edf4fe061 HTTP/1.1" status: 200 len: 944 time: 0.1796274 Nov 12 08:39:18.559759 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69d7a00-139e-4f03-ae4a-6129c991a627 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Network dcea8192-3ded-4675-acba-29dad29883d7 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:39:18.600757 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69d7a00-139e-4f03-ae4a-6129c991a627 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event updated for resources: {'Subnet': ['ID=0255b667-4ad8-4be0-9781-1809abdc3561,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:18.604989 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-a69d7a00-139e-4f03-ae4a-6129c991a627 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:39:18.607990 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69d7a00-139e-4f03-ae4a-6129c991a627 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:18.609033 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a69d7a00-139e-4f03-ae4a-6129c991a627 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:18.639252 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed190ca-e163-4f65-9c6b-a5a0fdb3edbf req-d7e3ea79-74a1-4761-ab91-669a745debb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:18.643054 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5ed190ca-e163-4f65-9c6b-a5a0fdb3edbf req-d7e3ea79-74a1-4761-ab91-669a745debb2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b177f1a4-4c68-4847-bafc-529461cd99a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1657605 Nov 12 08:39:18.657081 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-a69d7a00-139e-4f03-ae4a-6129c991a627 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0712631 Nov 12 08:39:18.667139 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 49464) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:18.688211 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-755ca466-c8b5-42a4-a0f6-093ab91cc007 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Request body: {'subnet': {'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:18.712170 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb6de28-1d15-4dd9-8498-cd2e772bd79b req-e09c55f7-9915-4d52-9915-85235e8bc2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:18.714364 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4bb6de28-1d15-4dd9-8498-cd2e772bd79b req-e09c55f7-9915-4d52-9915-85235e8bc2c2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7e609bc1-00ff-483d-9d9f-8eba780b3ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2216969 Nov 12 08:39:18.782496 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-df3f8570-7722-4dd2-95c8-b5313b9608a4 req-a6ac6345-76b2-4f95-ae51-529ec5777ff6 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340887 Nov 12 08:39:18.931213 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49468) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:19.000163 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e3723f-5cd6-4152-80ca-873154cf7442 None None] Update dhcp port {'port': {'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7', 'fixed_ips': [{'subnet_id': '0255b667-4ad8-4be0-9781-1809abdc3561'}], 'binding:host_id': 'n-d-765315-29'}, 'id': 'ef92671f-574e-4ac2-9071-01d3d82b3e8e'} from n-d-765315-29. {{(pid=102601) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 08:39:19.074664 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-36e3723f-5cd6-4152-80ca-873154cf7442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:19.175042 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-75d3b61c-e0c0-4e21-af41-6e7dab7dbb43 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:19.237088 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5ed190ca-e163-4f65-9c6b-a5a0fdb3edbf req-fab5ec50-a443-4e43-bac3-5f22d295b27d service neutron] 10.222.0.21 "GET /v2.0/networks/b177f1a4-4c68-4847-bafc-529461cd99a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5788300 Nov 12 08:39:19.295551 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4bb6de28-1d15-4dd9-8498-cd2e772bd79b req-5c997d6b-d2e7-497b-bb30-e5e45c85cf7a service neutron] 10.222.0.44 "GET /v2.0/networks/7e609bc1-00ff-483d-9d9f-8eba780b3ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5579145 Nov 12 08:39:19.415475 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-22bb9aab-b7de-4291-ad57-3cf04a539be1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:19.494550 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-75d3b61c-e0c0-4e21-af41-6e7dab7dbb43 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:19.545441 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-36e3723f-5cd6-4152-80ca-873154cf7442 None None] Allocated IP 172.20.0.2 (dcea8192-3ded-4675-acba-29dad29883d7/0255b667-4ad8-4be0-9781-1809abdc3561/ef92671f-574e-4ac2-9071-01d3d82b3e8e) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:39:19.613850 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-755ca466-c8b5-42a4-a0f6-093ab91cc007 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Made reservation on behalf of 9132ec14bb5d4c18949ca0b140edb366 for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:39:19.624838 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-755ca466-c8b5-42a4-a0f6-093ab91cc007 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:19.694407 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-36e3723f-5cd6-4152-80ca-873154cf7442 None None] For port ef92671f-574e-4ac2-9071-01d3d82b3e8e, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=ef92671f-574e-4ac2-9071-01d3d82b3e8e,segment=NetworkSegment(83c30f53-8f44-40b6-91bc-237f9283bbd5),segment_id=83c30f53-8f44-40b6-91bc-237f9283bbd5)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:19.737565 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-36e3723f-5cd6-4152-80ca-873154cf7442 None None] Publish callbacks [] for port, precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:19.747021 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-36e3723f-5cd6-4152-80ca-873154cf7442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:19.875811 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e3723f-5cd6-4152-80ca-873154cf7442 None None] Pushing event updated for resources: {'Port': ['ID=ef92671f-574e-4ac2-9071-01d3d82b3e8e,revision_number=7']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:20.017482 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5ed190ca-e163-4f65-9c6b-a5a0fdb3edbf req-46de023f-91fb-4f3f-84ed-ad7d28a3d04b service neutron] 10.222.0.21 "GET /v2.0/networks/b177f1a4-4c68-4847-bafc-529461cd99a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7715027 Nov 12 08:39:20.029356 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4bb6de28-1d15-4dd9-8498-cd2e772bd79b req-2f80f085-ae8f-4c29-a21f-e71261b214db service neutron] 10.222.0.44 "GET /v2.0/networks/7e609bc1-00ff-483d-9d9f-8eba780b3ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7132807 Nov 12 08:39:20.379911 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device ef92671f-574e-4ac2-9071-01d3d82b3e8e up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:39:20.516520 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-75d3b61c-e0c0-4e21-af41-6e7dab7dbb43 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:20.539131 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port ef92671f-574e-4ac2-9071-01d3d82b3e8e triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:39:20.539739 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:20.619647 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-22bb9aab-b7de-4291-ad57-3cf04a539be1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:20.627517 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-75d3b61c-e0c0-4e21-af41-6e7dab7dbb43 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:20.661757 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [req-3fff0e1b-1eaa-4053-869f-3c74a6a44011 req-5ec18cc1-dc37-4427-9875-621b0a6280e4 service neutron] (102600) timed out ('10.222.0.44', 55639) {{(pid=102600) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 08:39:20.683512 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-22bb9aab-b7de-4291-ad57-3cf04a539be1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:20.810517 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d3b61c-e0c0-4e21-af41-6e7dab7dbb43 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Pushing event updated for resources: {'Port': ['ID=e4f0c896-7588-46c3-9dc2-b0f596665fd5,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:20.879748 n-d-765315-29 neutron-server[102599]: DEBUG neutron.objects.ports [None req-755ca466-c8b5-42a4-a0f6-093ab91cc007 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102599) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 08:39:20.962099 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a923f2dc-4163-4b0c-9193-b9a3f1302500 req-c2143d32-510d-4b44-aa2a-85815db48730 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:20.983344 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a923f2dc-4163-4b0c-9193-b9a3f1302500 req-c2143d32-510d-4b44-aa2a-85815db48730 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aac4f6f-fb62-4847-ba43-3e5edf4fe061 HTTP/1.1" status: 200 len: 944 time: 0.4575586 Nov 12 08:39:21.030999 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:39:21.071939 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 49482) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:21.082827 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-22bb9aab-b7de-4291-ad57-3cf04a539be1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c909b5a1b9734b27bb9cf1a73df147fb&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1156485 Nov 12 08:39:21.084501 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bb9aab-b7de-4291-ad57-3cf04a539be1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c37cecb1-ce7a-47d8-89d0-f44e799d1cca,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:21.125612 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-75d3b61c-e0c0-4e21-af41-6e7dab7dbb43 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:21.237372 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7959f27f-e803-492a-acf6-8c7ca3ec917f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:21.258483 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14553b7e-a2c4-4348-bc40-92025b11873c None None] Network dcea8192-3ded-4675-acba-29dad29883d7 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:39:21.291440 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-d5f5dd5c-9b62-47ac-8584-bda7f157a23c None None] Provisioning complete for port ef92671f-574e-4ac2-9071-01d3d82b3e8e triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:39:21.291895 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d5f5dd5c-9b62-47ac-8584-bda7f157a23c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:21.294887 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a923f2dc-4163-4b0c-9193-b9a3f1302500 req-515c17ef-ce49-4cfd-8a09-f34bac8d981c tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3104548 Nov 12 08:39:21.322205 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-755ca466-c8b5-42a4-a0f6-093ab91cc007 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:21.397327 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7959f27f-e803-492a-acf6-8c7ca3ec917f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:21.405734 n-d-765315-29 neutron-server[102600]: INFO neutron.db.l3_db [None req-75d3b61c-e0c0-4e21-af41-6e7dab7dbb43 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Floating IP 2b79ed8c-cea5-4b9d-a5f4-2aae8cfe3a0a associated. External IP: 172.25.2.212, port: facae0b0-c7cd-4131-a076-038626c38ad1. Nov 12 08:39:21.779507 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7959f27f-e803-492a-acf6-8c7ca3ec917f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:21.789007 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7959f27f-e803-492a-acf6-8c7ca3ec917f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:21.792183 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-7959f27f-e803-492a-acf6-8c7ca3ec917f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c37cecb1-ce7a-47d8-89d0-f44e799d1cca HTTP/1.1" status: 204 len: 168 time: 0.7187297 Nov 12 08:39:21.827746 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7959f27f-e803-492a-acf6-8c7ca3ec917f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c37cecb1-ce7a-47d8-89d0-f44e799d1cca,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:21.862482 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-755ca466-c8b5-42a4-a0f6-093ab91cc007 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] For port ef92671f-574e-4ac2-9071-01d3d82b3e8e, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=ef92671f-574e-4ac2-9071-01d3d82b3e8e,segment=NetworkSegment(83c30f53-8f44-40b6-91bc-237f9283bbd5),segment_id=83c30f53-8f44-40b6-91bc-237f9283bbd5)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:21.939231 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-755ca466-c8b5-42a4-a0f6-093ab91cc007 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:21.949592 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-755ca466-c8b5-42a4-a0f6-093ab91cc007 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:21.951544 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-755ca466-c8b5-42a4-a0f6-093ab91cc007 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:21.954089 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75d3b61c-e0c0-4e21-af41-6e7dab7dbb43 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Router fe5ed5d2-c0ca-4431-8ddf-113252867041 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:39:22.120916 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755ca466-c8b5-42a4-a0f6-093ab91cc007 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Network dcea8192-3ded-4675-acba-29dad29883d7 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:39:22.132543 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-755ca466-c8b5-42a4-a0f6-093ab91cc007 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:39:22.142648 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755ca466-c8b5-42a4-a0f6-093ab91cc007 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:22.145088 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-755ca466-c8b5-42a4-a0f6-093ab91cc007 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:22.157950 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755ca466-c8b5-42a4-a0f6-093ab91cc007 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event updated for resources: {'Subnet': ['ID=1cf30c44-e1d6-491f-87bc-cf115e1f8ba5,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:22.216162 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755ca466-c8b5-42a4-a0f6-093ab91cc007 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event updated for resources: {'Port': ['ID=ef92671f-574e-4ac2-9071-01d3d82b3e8e,revision_number=9']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:22.241712 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75d3b61c-e0c0-4e21-af41-6e7dab7dbb43 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:39:22.242892 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-755ca466-c8b5-42a4-a0f6-093ab91cc007 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.5628474 Nov 12 08:39:22.246430 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 49496) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:22.257948 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0f1aad-8214-46a6-b0a0-13d6b56053fa None None] Sync routers for ids ['fe5ed5d2-c0ca-4431-8ddf-113252867041'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:39:22.265187 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-0dd05393-6378-419d-bc6a-916c92fbda94 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Request body: {'port': {'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7', 'mac_address': 'fa:16:3e:47:ca:e9', 'name': 'tempest-NetworksTestDHCPv6-2091389527'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:22.284902 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-75d3b61c-e0c0-4e21-af41-6e7dab7dbb43 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:22.304328 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0f1aad-8214-46a6-b0a0-13d6b56053fa None None] Routers {'fe5ed5d2-c0ca-4431-8ddf-113252867041'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:39:22.325799 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-3d0f1aad-8214-46a6-b0a0-13d6b56053fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:39:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['fe5ed5d2-c0ca-4431-8ddf-113252867041'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:22.377298 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-75d3b61c-e0c0-4e21-af41-6e7dab7dbb43 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.6386120 Nov 12 08:39:22.377960 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '903cd802-0b2d-467f-ae9a-bf81d7255ef7', 'tag': 'facae0b0-c7cd-4131-a076-038626c38ad1'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:39:22.390080 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe21553d-1cf0-4d6d-ad69-5e3eb80757e3" -d '{"events": [{"name": "network-changed", "server_uuid": "903cd802-0b2d-467f-ae9a-bf81d7255ef7", "tag": "facae0b0-c7cd-4131-a076-038626c38ad1"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:39:22.621995 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd05393-6378-419d-bc6a-916c92fbda94 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Made reservation on behalf of 9132ec14bb5d4c18949ca0b140edb366 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:39:22.651470 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f48a74-6a8e-45a8-afc7-a5ce6adb117f req-cbae385b-9663-41ee-a407-9fe94621954f tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:22.656755 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-24f48a74-6a8e-45a8-afc7-a5ce6adb117f req-cbae385b-9663-41ee-a407-9fe94621954f tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aac4f6f-fb62-4847-ba43-3e5edf4fe061 HTTP/1.1" status: 200 len: 944 time: 0.1463449 Nov 12 08:39:22.683550 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 49506) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:22.751871 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-3d0f1aad-8214-46a6-b0a0-13d6b56053fa None None] Set router fe5ed5d2-c0ca-4431-8ddf-113252867041 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:39:22.763000 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-24f48a74-6a8e-45a8-afc7-a5ce6adb117f req-5e256c9d-1f14-4805-b57c-f1a2075b68d4 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979848 Nov 12 08:39:22.812478 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0dd05393-6378-419d-bc6a-916c92fbda94 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:22.860948 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b24eda62-6cbe-47c1-b683-98f57dfd01a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:22.916102 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [None req-0dd05393-6378-419d-bc6a-916c92fbda94 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] device_id is not set on port 52b69c6e-89dc-469f-94d2-083e0e15193e yet. {{(pid=102599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:39:22.946991 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366a8a21-8e08-4184-a8b2-519ede6bd945 req-6bd9e8e8-77ab-44e8-aeaa-4984a9e19b62 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:22.951212 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-366a8a21-8e08-4184-a8b2-519ede6bd945 req-6bd9e8e8-77ab-44e8-aeaa-4984a9e19b62 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=903cd802-0b2d-467f-ae9a-bf81d7255ef7 HTTP/1.1" status: 200 len: 945 time: 0.1010604 Nov 12 08:39:23.080293 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-366a8a21-8e08-4184-a8b2-519ede6bd945 req-78f44310-c8f1-4d79-a258-f78e7a007c10 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=87051b75-a5b8-4134-a29f-d7bdc7d0859e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185637 Nov 12 08:39:23.123830 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49510) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:23.270942 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ca787f2-8edd-4820-a86e-76e134d2ccc3 x-openstack-request-id: req-0ca787f2-8edd-4820-a86e-76e134d2ccc3 {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:39:23.276835 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "903cd802-0b2d-467f-ae9a-bf81d7255ef7", "tag": "facae0b0-c7cd-4131-a076-038626c38ad1", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:39:23.277202 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0ca787f2-8edd-4820-a86e-76e134d2ccc3 {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:39:23.277619 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '903cd802-0b2d-467f-ae9a-bf81d7255ef7', 'tag': 'facae0b0-c7cd-4131-a076-038626c38ad1', 'status': 'completed', 'code': 200} Nov 12 08:39:23.349896 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b24eda62-6cbe-47c1-b683-98f57dfd01a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:23.359938 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b24eda62-6cbe-47c1-b683-98f57dfd01a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:23.365799 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-7ead70bf-b24f-4108-b661-1bb2eca2a340 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/floatingips/2b79ed8c-cea5-4b9d-a5f4-2aae8cfe3a0a HTTP/1.1" status: 200 len: 991 time: 0.2390864 Nov 12 08:39:23.388153 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d602795-7cc3-4304-9e9a-bf1cf2ad97b6 None None] Network dcea8192-3ded-4675-acba-29dad29883d7 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:39:23.408574 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe21553d-1cf0-4d6d-ad69-5e3eb80757e3 req-ed946096-56da-4681-80ff-8ac65739e791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:23.409925 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fe21553d-1cf0-4d6d-ad69-5e3eb80757e3 req-ed946096-56da-4681-80ff-8ac65739e791 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=af01ccd549054d7f8ad1904b6846172a&device_id=903cd802-0b2d-467f-ae9a-bf81d7255ef7 HTTP/1.1" status: 200 len: 1097 time: 0.1438296 Nov 12 08:39:23.480635 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-404cc1c1-13c7-4202-8c1b-9f0869bed99c None None] Provisioning complete for port ef92671f-574e-4ac2-9071-01d3d82b3e8e triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:39:23.481151 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-404cc1c1-13c7-4202-8c1b-9f0869bed99c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:23.488370 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-b24eda62-6cbe-47c1-b683-98f57dfd01a3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=84e097f9ac184c4d84a11247e12210cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8037751 Nov 12 08:39:23.495289 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49512) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:23.535707 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24eda62-6cbe-47c1-b683-98f57dfd01a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=184b1005-db62-42a0-a1f4-a34bcbd613a3,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:23.565287 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-0dd05393-6378-419d-bc6a-916c92fbda94 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Allocated IP 172.20.0.11 (dcea8192-3ded-4675-acba-29dad29883d7/0255b667-4ad8-4be0-9781-1809abdc3561/52b69c6e-89dc-469f-94d2-083e0e15193e) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:39:23.596952 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-0dd05393-6378-419d-bc6a-916c92fbda94 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Allocated IP 2001:db8::f816:3eff:fe47:cae9 (dcea8192-3ded-4675-acba-29dad29883d7/1cf30c44-e1d6-491f-87bc-cf115e1f8ba5/52b69c6e-89dc-469f-94d2-083e0e15193e) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:39:23.604894 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8f5515a2-719a-422b-abc3-f56cec57a891 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:23.649656 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe21553d-1cf0-4d6d-ad69-5e3eb80757e3 req-126f5d0c-da89-4056-9b22-f83607f6d9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:23.651458 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fe21553d-1cf0-4d6d-ad69-5e3eb80757e3 req-126f5d0c-da89-4056-9b22-f83607f6d9f6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2a86a16a-e574-4b84-b4af-d17ebf35c6da HTTP/1.1" status: 200 len: 897 time: 0.2216763 Nov 12 08:39:23.672837 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8f5515a2-719a-422b-abc3-f56cec57a891 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:23.748464 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8f5515a2-719a-422b-abc3-f56cec57a891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:23.751832 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8f5515a2-719a-422b-abc3-f56cec57a891 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:23.753390 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-8f5515a2-719a-422b-abc3-f56cec57a891 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/184b1005-db62-42a0-a1f4-a34bcbd613a3 HTTP/1.1" status: 204 len: 168 time: 0.2569160 Nov 12 08:39:23.762695 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5515a2-719a-422b-abc3-f56cec57a891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=184b1005-db62-42a0-a1f4-a34bcbd613a3,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:23.794615 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fe21553d-1cf0-4d6d-ad69-5e3eb80757e3 req-88a4c4d4-9ebb-472d-bfe1-8070637c0ccf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=facae0b0-c7cd-4131-a076-038626c38ad1 HTTP/1.1" status: 200 len: 999 time: 0.1128390 Nov 12 08:39:23.950792 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-3d0f1aad-8214-46a6-b0a0-13d6b56053fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe5ed5d2-c0ca-4431-8ddf-113252867041', 'name': 'tempest-TestNetworkAdvancedServerOps-router-390922452', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '8aa0ca0a-5557-47fe-80d6-430364283a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:38:31Z', 'updated_at': '2021-11-12T08:38:48Z', 'revision_number': 4, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'gw_port': {'id': '8aa0ca0a-5557-47fe-80d6-430364283a99', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:bf:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5ed5d2-c0ca-4431-8ddf-113252867041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:38:34Z', 'updated_at': '2021-11-12T08:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': '2b79ed8c-cea5-4b9d-a5f4-2aae8cfe3a0a', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'floating_ip_address': '172.25.2.212', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': 'fe5ed5d2-c0ca-4431-8ddf-113252867041', 'port_id': 'facae0b0-c7cd-4131-a076-038626c38ad1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a86a16a-e574-4b84-b4af-d17ebf35c6da', 'mac_address': 'fa:16:3e:c0:38:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903cd802-0b2d-467f-ae9a-bf81d7255ef7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:39:18Z', 'updated_at': '2021-11-12T08:39:18Z', 'revision_number': 0, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b151a0d-562f-4ed1-abbe-75a5292c59ad', 'name': '', 'network_id': '2a86a16a-e574-4b84-b4af-d17ebf35c6da', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'mac_address': 'fa:16:3e:b3:df:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5ed5d2-c0ca-4431-8ddf-113252867041', 'device_owner': 'network:router_interface', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': 'a1b94811-d464-4979-9491-cc8c81abd069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:38:46Z', 'updated_at': '2021-11-12T08:38:55Z', 'revision_number': 5, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'subnets': [{'id': 'a1b94811-d464-4979-9491-cc8c81abd069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:23.956578 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe21553d-1cf0-4d6d-ad69-5e3eb80757e3 req-dfead549-ef77-4342-8648-73c4b7484041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:23.958226 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fe21553d-1cf0-4d6d-ad69-5e3eb80757e3 req-dfead549-ef77-4342-8648-73c4b7484041 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a1b94811-d464-4979-9491-cc8c81abd069 HTTP/1.1" status: 200 len: 834 time: 0.1571791 Nov 12 08:39:24.022243 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0f1aad-8214-46a6-b0a0-13d6b56053fa None None] Checking router: fe5ed5d2-c0ca-4431-8ddf-113252867041 for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:39:24.060891 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0f1aad-8214-46a6-b0a0-13d6b56053fa None None] Routers {'fe5ed5d2-c0ca-4431-8ddf-113252867041'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:39:24.061521 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-3d0f1aad-8214-46a6-b0a0-13d6b56053fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:39:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['fe5ed5d2-c0ca-4431-8ddf-113252867041'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:24.069467 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65838dd5-3d0e-4716-b87a-3ba0839e9e39 req-5858a6fd-646d-4589-93e4-4cce4748b402 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:24.087005 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-65838dd5-3d0e-4716-b87a-3ba0839e9e39 req-5858a6fd-646d-4589-93e4-4cce4748b402 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aac4f6f-fb62-4847-ba43-3e5edf4fe061 HTTP/1.1" status: 200 len: 944 time: 0.1559079 Nov 12 08:39:24.224815 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-65838dd5-3d0e-4716-b87a-3ba0839e9e39 req-4ae01d45-8984-4377-9d3a-286fd9890e2d tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313450 Nov 12 08:39:24.243092 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0dd05393-6378-419d-bc6a-916c92fbda94 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:24.250878 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe21553d-1cf0-4d6d-ad69-5e3eb80757e3 req-7f916393-675a-4305-83a1-fb2d13ce7ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:24.252812 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fe21553d-1cf0-4d6d-ad69-5e3eb80757e3 req-7f916393-675a-4305-83a1-fb2d13ce7ad0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2a86a16a-e574-4b84-b4af-d17ebf35c6da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2853348 Nov 12 08:39:24.317892 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device ef92671f-574e-4ac2-9071-01d3d82b3e8e up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:39:24.369381 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49522) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:24.393957 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-3d0f1aad-8214-46a6-b0a0-13d6b56053fa None None] Set router fe5ed5d2-c0ca-4431-8ddf-113252867041 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:39:24.502573 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0dd05393-6378-419d-bc6a-916c92fbda94 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:24.514655 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fe21553d-1cf0-4d6d-ad69-5e3eb80757e3 req-1564c674-9fae-4bcf-999a-a9be63ec80d7 service neutron] 10.222.0.21 "GET /v2.0/networks/2a86a16a-e574-4b84-b4af-d17ebf35c6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519481 Nov 12 08:39:24.587712 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd05393-6378-419d-bc6a-916c92fbda94 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Network dcea8192-3ded-4675-acba-29dad29883d7 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:39:24.600857 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-33eb23ce-b65a-447d-9357-f87cb65733d4 None None] Provisioning complete for port ef92671f-574e-4ac2-9071-01d3d82b3e8e triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:39:24.601847 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-33eb23ce-b65a-447d-9357-f87cb65733d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:24.611337 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-813cc116-9557-42a9-bdf6-f6c1e0b3dd15 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/floatingips/2b79ed8c-cea5-4b9d-a5f4-2aae8cfe3a0a HTTP/1.1" status: 200 len: 991 time: 0.2357028 Nov 12 08:39:24.656927 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-0dd05393-6378-419d-bc6a-916c92fbda94 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:39:24.679164 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd05393-6378-419d-bc6a-916c92fbda94 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event updated for resources: {'Port': ['ID=52b69c6e-89dc-469f-94d2-083e0e15193e,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:24.721044 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port ef92671f-574e-4ac2-9071-01d3d82b3e8e triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:39:24.721417 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:24.730871 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd05393-6378-419d-bc6a-916c92fbda94 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:39:24.815827 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fe21553d-1cf0-4d6d-ad69-5e3eb80757e3 req-31d9058c-d062-4669-8168-2644563784cb service neutron] 10.222.0.21 "GET /v2.0/networks/2a86a16a-e574-4b84-b4af-d17ebf35c6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750933 Nov 12 08:39:24.851000 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd05393-6378-419d-bc6a-916c92fbda94 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:24.851684 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0dd05393-6378-419d-bc6a-916c92fbda94 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:24.882003 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-0dd05393-6378-419d-bc6a-916c92fbda94 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.6328421 Nov 12 08:39:24.883442 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 49534) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:24.973387 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d4b9b3-e6e5-438a-962d-eaa8ae6e7dd4 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:24.980088 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d4b9b3-e6e5-438a-962d-eaa8ae6e7dd4 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:24.981763 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-34d4b9b3-e6e5-438a-962d-eaa8ae6e7dd4 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.0973706 Nov 12 08:39:24.984665 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49536) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:25.201575 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-f7e5ed85-103c-4683-aa07-631cb8929f9f tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Deleting port 52b69c6e-89dc-469f-94d2-083e0e15193e {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:39:25.202175 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-11552305-f041-4183-a9ef-3c9884ee40bb None None] Provisioning complete for port 52b69c6e-89dc-469f-94d2-083e0e15193e triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:39:25.202175 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-11552305-f041-4183-a9ef-3c9884ee40bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:25.202467 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f7e5ed85-103c-4683-aa07-631cb8929f9f tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:25.213959 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-3d0f1aad-8214-46a6-b0a0-13d6b56053fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe5ed5d2-c0ca-4431-8ddf-113252867041', 'name': 'tempest-TestNetworkAdvancedServerOps-router-390922452', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '8aa0ca0a-5557-47fe-80d6-430364283a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:38:31Z', 'updated_at': '2021-11-12T08:38:48Z', 'revision_number': 4, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'gw_port': {'id': '8aa0ca0a-5557-47fe-80d6-430364283a99', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:bf:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5ed5d2-c0ca-4431-8ddf-113252867041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:38:34Z', 'updated_at': '2021-11-12T08:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': '2b79ed8c-cea5-4b9d-a5f4-2aae8cfe3a0a', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'floating_ip_address': '172.25.2.212', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': 'fe5ed5d2-c0ca-4431-8ddf-113252867041', 'port_id': 'facae0b0-c7cd-4131-a076-038626c38ad1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a86a16a-e574-4b84-b4af-d17ebf35c6da', 'mac_address': 'fa:16:3e:c0:38:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903cd802-0b2d-467f-ae9a-bf81d7255ef7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:39:18Z', 'updated_at': '2021-11-12T08:39:18Z', 'revision_number': 0, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b151a0d-562f-4ed1-abbe-75a5292c59ad', 'name': '', 'network_id': '2a86a16a-e574-4b84-b4af-d17ebf35c6da', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'mac_address': 'fa:16:3e:b3:df:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5ed5d2-c0ca-4431-8ddf-113252867041', 'device_owner': 'network:router_interface', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': 'a1b94811-d464-4979-9491-cc8c81abd069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:38:46Z', 'updated_at': '2021-11-12T08:38:55Z', 'revision_number': 5, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'subnets': [{'id': 'a1b94811-d464-4979-9491-cc8c81abd069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:25.277735 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0f1aad-8214-46a6-b0a0-13d6b56053fa None None] The sync data for ids ['fe5ed5d2-c0ca-4431-8ddf-113252867041'] in n-d-765315-29 is: [{'id': 'fe5ed5d2-c0ca-4431-8ddf-113252867041', 'name': 'tempest-TestNetworkAdvancedServerOps-router-390922452', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '8aa0ca0a-5557-47fe-80d6-430364283a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:38:31Z', 'updated_at': '2021-11-12T08:38:48Z', 'revision_number': 4, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'gw_port': {'id': '8aa0ca0a-5557-47fe-80d6-430364283a99', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:bf:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5ed5d2-c0ca-4431-8ddf-113252867041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:38:34Z', 'updated_at': '2021-11-12T08:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': '2b79ed8c-cea5-4b9d-a5f4-2aae8cfe3a0a', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'floating_ip_address': '172.25.2.212', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': 'fe5ed5d2-c0ca-4431-8ddf-113252867041', 'port_id': 'facae0b0-c7cd-4131-a076-038626c38ad1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a86a16a-e574-4b84-b4af-d17ebf35c6da', 'mac_address': 'fa:16:3e:c0:38:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903cd802-0b2d-467f-ae9a-bf81d7255ef7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:39:18Z', 'updated_at': '2021-11-12T08:39:18Z', 'revision_number': 0, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b151a0d-562f-4ed1-abbe-75a5292c59ad', 'name': '', 'network_id': '2a86a16a-e574-4b84-b4af-d17ebf35c6da', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'mac_address': 'fa:16:3e:b3:df:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5ed5d2-c0ca-4431-8ddf-113252867041', 'device_owner': 'network:router_interface', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': 'a1b94811-d464-4979-9491-cc8c81abd069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:38:46Z', 'updated_at': '2021-11-12T08:38:55Z', 'revision_number': 5, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'subnets': [{'id': 'a1b94811-d464-4979-9491-cc8c81abd069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:39:25.299098 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-11552305-f041-4183-a9ef-3c9884ee40bb None None] Port 52b69c6e-89dc-469f-94d2-083e0e15193e cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:39:25.376728 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f7e5ed85-103c-4683-aa07-631cb8929f9f tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:25.393908 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-f7e5ed85-103c-4683-aa07-631cb8929f9f tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Calling delete_port for 52b69c6e-89dc-469f-94d2-083e0e15193e owned by {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:39:25.573274 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d7638c-6de1-4539-acf0-eab90a316a76 req-95f06445-0a1c-4f47-8881-406d9626d799 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:25.579103 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-60d7638c-6de1-4539-acf0-eab90a316a76 req-95f06445-0a1c-4f47-8881-406d9626d799 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aac4f6f-fb62-4847-ba43-3e5edf4fe061 HTTP/1.1" status: 200 len: 944 time: 0.1015613 Nov 12 08:39:25.610598 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 49554) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:25.691422 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14067a4-2377-4e07-956a-79acec641b6f None None] New status for floating IP 2b79ed8c-cea5-4b9d-a5f4-2aae8cfe3a0a: ACTIVE {{(pid=102602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:39:25.731605 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f7e5ed85-103c-4683-aa07-631cb8929f9f tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:25.744941 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-60d7638c-6de1-4539-acf0-eab90a316a76 req-5bb2138e-9657-42c0-98f8-8a342038fc33 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091919 Nov 12 08:39:25.793655 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-510371c7-1b5f-435c-9443-4d521f7fd6f2 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/floatingips/2b79ed8c-cea5-4b9d-a5f4-2aae8cfe3a0a HTTP/1.1" status: 200 len: 991 time: 0.1816449 Nov 12 08:39:25.824766 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e5ed85-103c-4683-aa07-631cb8929f9f tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event deleted for resources: {'Port': ['ID=52b69c6e-89dc-469f-94d2-083e0e15193e,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:25.984016 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f7e5ed85-103c-4683-aa07-631cb8929f9f tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:25.993028 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-f7e5ed85-103c-4683-aa07-631cb8929f9f tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "DELETE /v2.0/ports/52b69c6e-89dc-469f-94d2-083e0e15193e HTTP/1.1" status: 204 len: 168 time: 1.0068908 Nov 12 08:39:25.996259 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49564) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:26.104418 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a631f6fa-390d-43ec-8bcc-8bf582644009 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:26.108179 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a631f6fa-390d-43ec-8bcc-8bf582644009 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:26.110458 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a631f6fa-390d-43ec-8bcc-8bf582644009 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:26.113213 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-a631f6fa-390d-43ec-8bcc-8bf582644009 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1155801 Nov 12 08:39:26.115481 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49570) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:26.198979 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3dc9f32-53d5-41c5-9d82-7fab491a191c tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Deleting subnet 0255b667-4ad8-4be0-9781-1809abdc3561 {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:39:26.203309 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b3dc9f32-53d5-41c5-9d82-7fab491a191c tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:26.262156 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b3dc9f32-53d5-41c5-9d82-7fab491a191c tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:26.405935 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b3dc9f32-53d5-41c5-9d82-7fab491a191c tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:26.485042 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b3dc9f32-53d5-41c5-9d82-7fab491a191c tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:26.522524 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dc9f32-53d5-41c5-9d82-7fab491a191c tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event deleted for resources: {'Subnet': ['ID=0255b667-4ad8-4be0-9781-1809abdc3561,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:26.526516 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b3dc9f32-53d5-41c5-9d82-7fab491a191c tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:26.530517 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-b3dc9f32-53d5-41c5-9d82-7fab491a191c tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "DELETE /v2.0/subnets/0255b667-4ad8-4be0-9781-1809abdc3561 HTTP/1.1" status: 204 len: 168 time: 0.4134896 Nov 12 08:39:26.533908 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49586) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:26.542650 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08aa4df6-465c-4cc6-89dc-1d3c7c511b52 None None] Network dcea8192-3ded-4675-acba-29dad29883d7 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:39:26.614516 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f268d97-2726-4e06-b34c-461e0c9b4045 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Deleting subnet 1cf30c44-e1d6-491f-87bc-cf115e1f8ba5 {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:39:26.618174 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0f268d97-2726-4e06-b34c-461e0c9b4045 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:26.694777 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0f268d97-2726-4e06-b34c-461e0c9b4045 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:26.795499 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 49596) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:26.899250 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0f268d97-2726-4e06-b34c-461e0c9b4045 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:26.948904 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-fa8c9972-1c7b-4e11-b65c-6f74b2122e52 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/floatingips/2b79ed8c-cea5-4b9d-a5f4-2aae8cfe3a0a HTTP/1.1" status: 200 len: 993 time: 0.1508043 Nov 12 08:39:27.082175 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ff3af7-b087-4150-a77b-0f91613befea req-75900fcd-8813-4256-ac33-bd8e9aaedb62 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:27.094688 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-92ff3af7-b087-4150-a77b-0f91613befea req-75900fcd-8813-4256-ac33-bd8e9aaedb62 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aac4f6f-fb62-4847-ba43-3e5edf4fe061 HTTP/1.1" status: 200 len: 944 time: 0.1565075 Nov 12 08:39:27.129748 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0f268d97-2726-4e06-b34c-461e0c9b4045 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:27.184783 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f268d97-2726-4e06-b34c-461e0c9b4045 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event deleted for resources: {'Subnet': ['ID=1cf30c44-e1d6-491f-87bc-cf115e1f8ba5,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:27.194480 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0f268d97-2726-4e06-b34c-461e0c9b4045 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:27.200600 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-0f268d97-2726-4e06-b34c-461e0c9b4045 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "DELETE /v2.0/subnets/1cf30c44-e1d6-491f-87bc-cf115e1f8ba5 HTTP/1.1" status: 204 len: 168 time: 0.6630232 Nov 12 08:39:27.200927 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 49614) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:27.211080 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-92ff3af7-b087-4150-a77b-0f91613befea req-28bbce9d-1380-49ae-b613-418fd07a367b tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152182 Nov 12 08:39:27.300111 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-9c54beeb-76ea-4af3-b1f6-5900ccb01a30 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0953534 Nov 12 08:39:27.302141 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 49616) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:27.317886 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-ac691bef-8243-4aa0-8216-41fb1d51e90b tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Request body: {'subnet': {'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:27.353452 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49620) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:27.539611 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac691bef-8243-4aa0-8216-41fb1d51e90b tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Made reservation on behalf of 9132ec14bb5d4c18949ca0b140edb366 for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:39:27.543400 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ac691bef-8243-4aa0-8216-41fb1d51e90b tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:27.819359 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49626) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:27.922927 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ac691bef-8243-4aa0-8216-41fb1d51e90b tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:27.928697 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5b672b-2195-4b3b-b246-838d7e3fd725 None None] Network dcea8192-3ded-4675-acba-29dad29883d7 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:39:27.978125 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac691bef-8243-4aa0-8216-41fb1d51e90b tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Network dcea8192-3ded-4675-acba-29dad29883d7 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:39:27.983041 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-ac691bef-8243-4aa0-8216-41fb1d51e90b tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:39:27.989336 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac691bef-8243-4aa0-8216-41fb1d51e90b tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:27.990539 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ac691bef-8243-4aa0-8216-41fb1d51e90b tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:28.018508 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac691bef-8243-4aa0-8216-41fb1d51e90b tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event updated for resources: {'Subnet': ['ID=254b8ff2-465d-4cc2-9684-4a51e3a91fe4,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:28.034617 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-ac691bef-8243-4aa0-8216-41fb1d51e90b tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7210889 Nov 12 08:39:28.040438 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 49630) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:28.042885 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-f6bc8041-07d2-4e3b-a60e-2a494a322239 None None] Provisioning complete for port ef92671f-574e-4ac2-9071-01d3d82b3e8e triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:39:28.043262 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f6bc8041-07d2-4e3b-a60e-2a494a322239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:28.051962 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-2d67ad18-968a-4870-ad1a-24604a1d9c48 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Request body: {'subnet': {'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:28.096102 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2f33b1b3-64c6-4f44-bdb7-69e0368d6d15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:28.303413 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d67ad18-968a-4870-ad1a-24604a1d9c48 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Made reservation on behalf of 9132ec14bb5d4c18949ca0b140edb366 for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:39:28.319224 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2d67ad18-968a-4870-ad1a-24604a1d9c48 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:28.397282 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61da3abf-2842-42c1-a261-0498286c653a None None] Update dhcp port {'port': {'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7', 'fixed_ips': [{'subnet_id': '254b8ff2-465d-4cc2-9684-4a51e3a91fe4'}], 'binding:host_id': 'n-d-765315-29'}, 'id': 'ef92671f-574e-4ac2-9071-01d3d82b3e8e'} from n-d-765315-29. {{(pid=102601) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 08:39:28.427877 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2f33b1b3-64c6-4f44-bdb7-69e0368d6d15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:28.438077 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-61da3abf-2842-42c1-a261-0498286c653a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:28.472656 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2f33b1b3-64c6-4f44-bdb7-69e0368d6d15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:28.514801 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-2f33b1b3-64c6-4f44-bdb7-69e0368d6d15 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d82e35e90320427b8704305e0750b336&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6890604 Nov 12 08:39:28.518517 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49636) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:28.622545 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5973e185-987d-4f2d-82bf-3931e045cb7a req-b8828445-4132-4fcc-85f7-d99cb8738c4e tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:28.631828 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5973e185-987d-4f2d-82bf-3931e045cb7a req-b8828445-4132-4fcc-85f7-d99cb8738c4e tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aac4f6f-fb62-4847-ba43-3e5edf4fe061 HTTP/1.1" status: 200 len: 944 time: 0.2618260 Nov 12 08:39:28.690346 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2aaad8ca-3808-4dd2-8008-71ce3a444398 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:28.699974 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f33b1b3-64c6-4f44-bdb7-69e0368d6d15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37600a72-6411-42a0-a25e-4ce1bb20d2cd,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:28.737568 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c2ee9837-98e0-4832-b8ce-49fd0a72c3b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933586'] for router_interface, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:28.901808 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-61da3abf-2842-42c1-a261-0498286c653a None None] Allocated IP 172.20.0.2 (dcea8192-3ded-4675-acba-29dad29883d7/254b8ff2-465d-4cc2-9684-4a51e3a91fe4/ef92671f-574e-4ac2-9071-01d3d82b3e8e) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:39:29.076607 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-61da3abf-2842-42c1-a261-0498286c653a None None] For port ef92671f-574e-4ac2-9071-01d3d82b3e8e, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=ef92671f-574e-4ac2-9071-01d3d82b3e8e,segment=NetworkSegment(83c30f53-8f44-40b6-91bc-237f9283bbd5),segment_id=83c30f53-8f44-40b6-91bc-237f9283bbd5)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:29.126134 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-61da3abf-2842-42c1-a261-0498286c653a None None] Publish callbacks [] for port, precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:29.136721 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-61da3abf-2842-42c1-a261-0498286c653a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:29.245918 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61da3abf-2842-42c1-a261-0498286c653a None None] Pushing event updated for resources: {'Port': ['ID=ef92671f-574e-4ac2-9071-01d3d82b3e8e,revision_number=12']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:29.290842 n-d-765315-29 neutron-server[102599]: DEBUG neutron.objects.ports [None req-2d67ad18-968a-4870-ad1a-24604a1d9c48 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102599) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 08:39:29.303808 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5973e185-987d-4f2d-82bf-3931e045cb7a req-72d7cf0a-3c5d-4139-bbde-82d8ebeb604c tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6710055 Nov 12 08:39:29.306053 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2aaad8ca-3808-4dd2-8008-71ce3a444398 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:29.454312 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2aaad8ca-3808-4dd2-8008-71ce3a444398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:29.459898 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2aaad8ca-3808-4dd2-8008-71ce3a444398 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:29.463319 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-2aaad8ca-3808-4dd2-8008-71ce3a444398 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/37600a72-6411-42a0-a25e-4ce1bb20d2cd HTTP/1.1" status: 204 len: 168 time: 0.9408507 Nov 12 08:39:29.517602 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaad8ca-3808-4dd2-8008-71ce3a444398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37600a72-6411-42a0-a25e-4ce1bb20d2cd,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:29.565791 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-c2ee9837-98e0-4832-b8ce-49fd0a72c3b8 admin admin] Deleting port 2dac7928-951a-4181-8ad9-ff7b528e1e4d {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:39:29.566831 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c2ee9837-98e0-4832-b8ce-49fd0a72c3b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:29.620191 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2d67ad18-968a-4870-ad1a-24604a1d9c48 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:29.685221 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 9448621c-3127-40a1-85b3-5175c84ad5e6 details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:39:29.726276 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-c2ee9837-98e0-4832-b8ce-49fd0a72c3b8 admin admin] For port 2dac7928-951a-4181-8ad9-ff7b528e1e4d, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=2dac7928-951a-4181-8ad9-ff7b528e1e4d,segment=NetworkSegment(385d95cf-9270-4546-b534-d371c41e4b58),segment_id=385d95cf-9270-4546-b534-d371c41e4b58)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:29.729759 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c2ee9837-98e0-4832-b8ce-49fd0a72c3b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:29.748518 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-c2ee9837-98e0-4832-b8ce-49fd0a72c3b8 admin admin] Calling delete_port for 2dac7928-951a-4181-8ad9-ff7b528e1e4d owned by network:router_interface {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:39:29.837595 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-2d67ad18-968a-4870-ad1a-24604a1d9c48 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] For port ef92671f-574e-4ac2-9071-01d3d82b3e8e, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=ef92671f-574e-4ac2-9071-01d3d82b3e8e,segment=NetworkSegment(83c30f53-8f44-40b6-91bc-237f9283bbd5),segment_id=83c30f53-8f44-40b6-91bc-237f9283bbd5)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:29.879142 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 9448621c-3127-40a1-85b3-5175c84ad5e6, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=9448621c-3127-40a1-85b3-5175c84ad5e6,segment=NetworkSegment(add834c9-8487-4b10-a6f8-7351b562c1cc),segment_id=add834c9-8487-4b10-a6f8-7351b562c1cc)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:29.894614 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': '9448621c-3127-40a1-85b3-5175c84ad5e6', 'network_id': '35316ea3-d15f-4e9c-9d0f-87ba20d4fc64', 'port_id': '9448621c-3127-40a1-85b3-5175c84ad5e6', 'mac_address': 'fa:16:3e:49:69:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1d27945-8c3d-427f-88ef-3c42a7516333', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:39:29.906751 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2d67ad18-968a-4870-ad1a-24604a1d9c48 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:29.913302 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2d67ad18-968a-4870-ad1a-24604a1d9c48 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:29.914138 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2d67ad18-968a-4870-ad1a-24604a1d9c48 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:29.948747 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:29.967604 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9448621c-3127-40a1-85b3-5175c84ad5e6 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:39:29.990896 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 9448621c-3127-40a1-85b3-5175c84ad5e6, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=9448621c-3127-40a1-85b3-5175c84ad5e6,segment=NetworkSegment(add834c9-8487-4b10-a6f8-7351b562c1cc),segment_id=add834c9-8487-4b10-a6f8-7351b562c1cc)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:29.995492 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:30.055095 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d67ad18-968a-4870-ad1a-24604a1d9c48 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Network dcea8192-3ded-4675-acba-29dad29883d7 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:39:30.062077 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=9448621c-3127-40a1-85b3-5175c84ad5e6,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:30.079205 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d67ad18-968a-4870-ad1a-24604a1d9c48 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event updated for resources: {'Subnet': ['ID=64c05aa6-993c-48da-b107-6ef092851141,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:30.091457 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-2d67ad18-968a-4870-ad1a-24604a1d9c48 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:39:30.095070 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d67ad18-968a-4870-ad1a-24604a1d9c48 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:30.095677 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2d67ad18-968a-4870-ad1a-24604a1d9c48 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:30.106506 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49642) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:30.138287 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-2d67ad18-968a-4870-ad1a-24604a1d9c48 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0960140 Nov 12 08:39:30.139098 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 49644) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:30.147486 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-aa2615a8-9f70-4622-a32d-23706aa62b1b tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Request body: {'port': {'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7', 'mac_address': 'fa:16:3e:5a:dd:22', 'name': 'tempest-NetworksTestDHCPv6-1382109648'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:30.180560 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d67ad18-968a-4870-ad1a-24604a1d9c48 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event updated for resources: {'Port': ['ID=ef92671f-574e-4ac2-9071-01d3d82b3e8e,revision_number=14']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:30.186175 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4e2ad007-9dd4-47a5-9d0a-a7f54d290ce4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:30.240416 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device ef92671f-574e-4ac2-9071-01d3d82b3e8e up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:39:30.265760 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c2ee9837-98e0-4832-b8ce-49fd0a72c3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:30.307143 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['9448621c-3127-40a1-85b3-5175c84ad5e6'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:39:30.338330 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa2615a8-9f70-4622-a32d-23706aa62b1b tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Made reservation on behalf of 9132ec14bb5d4c18949ca0b140edb366 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:39:30.353373 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ee9837-98e0-4832-b8ce-49fd0a72c3b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2dac7928-951a-4181-8ad9-ff7b528e1e4d,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:30.366778 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port ef92671f-574e-4ac2-9071-01d3d82b3e8e triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:39:30.369510 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:30.503328 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-aa2615a8-9f70-4622-a32d-23706aa62b1b tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:30.535779 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [None req-aa2615a8-9f70-4622-a32d-23706aa62b1b tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] device_id is not set on port 4bdc967a-72a4-4db6-b954-1f44c09ec19a yet. {{(pid=102599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:39:30.622960 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b13ddd0-aeb3-4581-a166-5f1c52f34cdf None None] Network dcea8192-3ded-4675-acba-29dad29883d7 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:39:30.705774 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4e2ad007-9dd4-47a5-9d0a-a7f54d290ce4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:30.720107 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4e2ad007-9dd4-47a5-9d0a-a7f54d290ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:30.748634 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-ba739d83-e1cb-4ad7-bdcf-f62468e66204 None None] Provisioning complete for port ef92671f-574e-4ac2-9071-01d3d82b3e8e triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:39:30.749248 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ba739d83-e1cb-4ad7-bdcf-f62468e66204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:30.758343 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc9c85e-db88-4cdf-a78a-0b2369305a2e req-00ec53e4-d249-4822-946c-b110a4007607 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:30.767983 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fbc9c85e-db88-4cdf-a78a-0b2369305a2e req-00ec53e4-d249-4822-946c-b110a4007607 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aac4f6f-fb62-4847-ba43-3e5edf4fe061 HTTP/1.1" status: 200 len: 945 time: 0.2252367 Nov 12 08:39:30.837575 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-aa2615a8-9f70-4622-a32d-23706aa62b1b tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Allocated IP 172.20.0.6 (dcea8192-3ded-4675-acba-29dad29883d7/254b8ff2-465d-4cc2-9684-4a51e3a91fe4/4bdc967a-72a4-4db6-b954-1f44c09ec19a) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:39:30.862132 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-aa2615a8-9f70-4622-a32d-23706aa62b1b tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Allocated IP 2001:db8::f816:3eff:fe5a:dd22 (dcea8192-3ded-4675-acba-29dad29883d7/64c05aa6-993c-48da-b107-6ef092851141/4bdc967a-72a4-4db6-b954-1f44c09ec19a) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:39:30.925378 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c2ee9837-98e0-4832-b8ce-49fd0a72c3b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918626'] for router_interface, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:30.929581 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2ad007-9dd4-47a5-9d0a-a7f54d290ce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f9d314-a7a3-48e4-a871-ced94d411159,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:30.934083 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-4e2ad007-9dd4-47a5-9d0a-a7f54d290ce4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9c411ec0b0c74dd68dac6f161643bb1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8245993 Nov 12 08:39:30.941081 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 49650) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:31.008472 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fbc9c85e-db88-4cdf-a78a-0b2369305a2e req-414dd56e-921a-4839-a26f-f7631a9a12ae tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378287 Nov 12 08:39:31.124635 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6bf03a9c-4f3d-4313-b026-c1289371d85b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:31.160792 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-aa2615a8-9f70-4622-a32d-23706aa62b1b tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:31.175069 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6bf03a9c-4f3d-4313-b026-c1289371d85b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:31.243655 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-aa2615a8-9f70-4622-a32d-23706aa62b1b tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:31.311575 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6bf03a9c-4f3d-4313-b026-c1289371d85b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:31.316506 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6bf03a9c-4f3d-4313-b026-c1289371d85b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:31.319342 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-6bf03a9c-4f3d-4313-b026-c1289371d85b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f6f9d314-a7a3-48e4-a871-ced94d411159 HTTP/1.1" status: 204 len: 168 time: 0.3765006 Nov 12 08:39:31.327447 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2ee9837-98e0-4832-b8ce-49fd0a72c3b8 admin admin] Router 478e8e34-2bef-4f3c-a97b-8efb9006eddd has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:39:31.341579 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2615a8-9f70-4622-a32d-23706aa62b1b tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Network dcea8192-3ded-4675-acba-29dad29883d7 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:39:31.361813 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-aa2615a8-9f70-4622-a32d-23706aa62b1b tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:39:31.369591 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2615a8-9f70-4622-a32d-23706aa62b1b tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:39:31.443233 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2615a8-9f70-4622-a32d-23706aa62b1b tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:31.443943 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-aa2615a8-9f70-4622-a32d-23706aa62b1b tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:31.455357 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf03a9c-4f3d-4313-b026-c1289371d85b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f9d314-a7a3-48e4-a871-ced94d411159,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:31.493208 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-aa2615a8-9f70-4622-a32d-23706aa62b1b tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.3506820 Nov 12 08:39:31.500070 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 49654) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:31.510861 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2ee9837-98e0-4832-b8ce-49fd0a72c3b8 admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:39:31.522569 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09784947-acad-41b6-8dea-298593e888c8 None None] Sync routers for ids ['478e8e34-2bef-4f3c-a97b-8efb9006eddd'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:39:31.523242 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-c2ee9837-98e0-4832-b8ce-49fd0a72c3b8 admin admin] 10.222.0.26 "PUT /v2.0/routers/478e8e34-2bef-4f3c-a97b-8efb9006eddd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1663826 Nov 12 08:39:31.527162 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49656) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:31.528159 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2615a8-9f70-4622-a32d-23706aa62b1b tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event updated for resources: {'Port': ['ID=4bdc967a-72a4-4db6-b954-1f44c09ec19a,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:31.545144 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09784947-acad-41b6-8dea-298593e888c8 None None] Routers {'478e8e34-2bef-4f3c-a97b-8efb9006eddd'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:39:31.546459 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-09784947-acad-41b6-8dea-298593e888c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:39:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['478e8e34-2bef-4f3c-a97b-8efb9006eddd'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:31.613042 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b92eef6-d2bf-431c-87aa-9c96ca841746 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:31.622646 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b92eef6-d2bf-431c-87aa-9c96ca841746 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:31.626058 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-9b92eef6-d2bf-431c-87aa-9c96ca841746 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.1237707 Nov 12 08:39:31.630481 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 49658) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:31.696408 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 9448621c-3127-40a1-85b3-5175c84ad5e6 up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:39:31.757101 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2218bf38-44a9-478a-aa24-b523202e65c2 admin admin] Publish callbacks [] for router, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:31.777632 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-09784947-acad-41b6-8dea-298593e888c8 None None] Set router 478e8e34-2bef-4f3c-a97b-8efb9006eddd gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:39:31.852169 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-b4e765d4-14ed-43b8-9459-534a1ead4ace tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Deleting port 4bdc967a-72a4-4db6-b954-1f44c09ec19a {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:39:31.853466 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b4e765d4-14ed-43b8-9459-534a1ead4ace tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:31.994029 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2218bf38-44a9-478a-aa24-b523202e65c2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:32.005807 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning for port 9448621c-3127-40a1-85b3-5175c84ad5e6 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:39:32.012801 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port 9448621c-3127-40a1-85b3-5175c84ad5e6 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:39:32.013325 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:32.039093 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b4e765d4-14ed-43b8-9459-534a1ead4ace tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:32.039655 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc41ef3-53e8-465a-a655-fd216343f609 None None] Network dcea8192-3ded-4675-acba-29dad29883d7 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:39:32.068977 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-b4e765d4-14ed-43b8-9459-534a1ead4ace tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Calling delete_port for 4bdc967a-72a4-4db6-b954-1f44c09ec19a owned by {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:39:32.095864 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-2218bf38-44a9-478a-aa24-b523202e65c2 admin admin] Deleting port 508f0b20-9bd3-4adf-b2b5-6a1cc3277bb0 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:39:32.099476 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2218bf38-44a9-478a-aa24-b523202e65c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:32.188850 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-09784947-acad-41b6-8dea-298593e888c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478e8e34-2bef-4f3c-a97b-8efb9006eddd', 'name': 'tempest-TaggedBootDevicesTest_v242-1336460044-router', 'tenant_id': '21a2ac24705441ab9e82ecd18312805e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '508f0b20-9bd3-4adf-b2b5-6a1cc3277bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:26:12Z', 'updated_at': '2021-11-12T08:39:30Z', 'revision_number': 5, 'project_id': '21a2ac24705441ab9e82ecd18312805e', 'gw_port': {'id': '508f0b20-9bd3-4adf-b2b5-6a1cc3277bb0', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:81:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478e8e34-2bef-4f3c-a97b-8efb9006eddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1899, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:26:14Z', 'updated_at': '2021-11-12T08:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:32.206489 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-2c9286e7-a4b2-412b-be00-705504661518 None None] Provisioning complete for port ef92671f-574e-4ac2-9071-01d3d82b3e8e triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:39:32.207156 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2c9286e7-a4b2-412b-be00-705504661518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:32.283961 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09784947-acad-41b6-8dea-298593e888c8 None None] Checking router: 478e8e34-2bef-4f3c-a97b-8efb9006eddd for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:39:32.359515 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:32.364566 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-2218bf38-44a9-478a-aa24-b523202e65c2 admin admin] For port 508f0b20-9bd3-4adf-b2b5-6a1cc3277bb0, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=508f0b20-9bd3-4adf-b2b5-6a1cc3277bb0,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:32.365531 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2218bf38-44a9-478a-aa24-b523202e65c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:32.414546 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-2218bf38-44a9-478a-aa24-b523202e65c2 admin admin] Calling delete_port for 508f0b20-9bd3-4adf-b2b5-6a1cc3277bb0 owned by network:router_gateway {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:39:32.415054 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device ef92671f-574e-4ac2-9071-01d3d82b3e8e up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:39:32.416816 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aac4f6f-fb62-4847-ba43-3e5edf4fe061', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9448621c-3127-40a1-85b3-5175c84ad5e6'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:39:32.420175 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-665b2a32-f8c8-4828-9878-2a89ffcd9674" -d '{"events": [{"server_uuid": "2aac4f6f-fb62-4847-ba43-3e5edf4fe061", "name": "network-vif-plugged", "status": "completed", "tag": "9448621c-3127-40a1-85b3-5175c84ad5e6"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:39:32.485222 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09784947-acad-41b6-8dea-298593e888c8 None None] Routers {'478e8e34-2bef-4f3c-a97b-8efb9006eddd'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:39:32.486750 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-09784947-acad-41b6-8dea-298593e888c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:39:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['478e8e34-2bef-4f3c-a97b-8efb9006eddd'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:32.493606 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b4e765d4-14ed-43b8-9459-534a1ead4ace tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:32.508296 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196aee8e-e800-4395-b6c0-4799b1c9a187 req-3dd4df9b-17d3-4da7-9334-e066d18e20a8 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:32.509970 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-196aee8e-e800-4395-b6c0-4799b1c9a187 req-3dd4df9b-17d3-4da7-9334-e066d18e20a8 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aac4f6f-fb62-4847-ba43-3e5edf4fe061 HTTP/1.1" status: 200 len: 945 time: 0.2557487 Nov 12 08:39:32.555182 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e765d4-14ed-43b8-9459-534a1ead4ace tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event deleted for resources: {'Port': ['ID=4bdc967a-72a4-4db6-b954-1f44c09ec19a,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:32.586984 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 9448621c-3127-40a1-85b3-5175c84ad5e6, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=9448621c-3127-40a1-85b3-5175c84ad5e6,segment=NetworkSegment(add834c9-8487-4b10-a6f8-7351b562c1cc),segment_id=add834c9-8487-4b10-a6f8-7351b562c1cc)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:32.610639 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:32.669947 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-196aee8e-e800-4395-b6c0-4799b1c9a187 req-477d460c-d726-4bb5-9143-97f610a39808 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314926 Nov 12 08:39:32.738648 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-09784947-acad-41b6-8dea-298593e888c8 None None] Set router 478e8e34-2bef-4f3c-a97b-8efb9006eddd gateway port host: None {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:39:32.770295 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b4e765d4-14ed-43b8-9459-534a1ead4ace tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:32.779432 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-b4e765d4-14ed-43b8-9459-534a1ead4ace tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "DELETE /v2.0/ports/4bdc967a-72a4-4db6-b954-1f44c09ec19a HTTP/1.1" status: 204 len: 168 time: 1.1467214 Nov 12 08:39:32.782702 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 49684) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:32.913384 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca3bd70-8534-41a8-8fdb-a945d6b6ad17 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:32.917311 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca3bd70-8534-41a8-8fdb-a945d6b6ad17 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:32.921689 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca3bd70-8534-41a8-8fdb-a945d6b6ad17 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:32.926462 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-dca3bd70-8534-41a8-8fdb-a945d6b6ad17 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1420271 Nov 12 08:39:32.931574 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 49688) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:32.935057 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2218bf38-44a9-478a-aa24-b523202e65c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:32.979428 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2218bf38-44a9-478a-aa24-b523202e65c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=508f0b20-9bd3-4adf-b2b5-6a1cc3277bb0,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:33.023273 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00680723-5bab-4b8b-8a48-76cd78f86371 x-openstack-request-id: req-00680723-5bab-4b8b-8a48-76cd78f86371 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:39:33.024030 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2aac4f6f-fb62-4847-ba43-3e5edf4fe061", "name": "network-vif-plugged", "status": "completed", "tag": "9448621c-3127-40a1-85b3-5175c84ad5e6", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:39:33.025481 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-00680723-5bab-4b8b-8a48-76cd78f86371 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:39:33.026260 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aac4f6f-fb62-4847-ba43-3e5edf4fe061', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9448621c-3127-40a1-85b3-5175c84ad5e6', 'code': 200} Nov 12 08:39:33.028565 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-f320c81c-fb46-4fb6-8bad-4b51ed2ef10c tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Deleting subnet 254b8ff2-465d-4cc2-9684-4a51e3a91fe4 {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:39:33.033172 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f320c81c-fb46-4fb6-8bad-4b51ed2ef10c tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for subnet, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:33.073222 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2218bf38-44a9-478a-aa24-b523202e65c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-933016'] for router_gateway, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:33.087347 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-09784947-acad-41b6-8dea-298593e888c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478e8e34-2bef-4f3c-a97b-8efb9006eddd', 'name': 'tempest-TaggedBootDevicesTest_v242-1336460044-router', 'tenant_id': '21a2ac24705441ab9e82ecd18312805e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:26:12Z', 'updated_at': '2021-11-12T08:39:31Z', 'revision_number': 6, 'project_id': '21a2ac24705441ab9e82ecd18312805e', 'gw_port_host': None}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:33.104753 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db581c86-5d9d-47c7-b075-ed7c2c05e8f9 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:39:33.155259 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09784947-acad-41b6-8dea-298593e888c8 None None] The sync data for ids ['478e8e34-2bef-4f3c-a97b-8efb9006eddd'] in n-d-765315-29 is: [{'id': '478e8e34-2bef-4f3c-a97b-8efb9006eddd', 'name': 'tempest-TaggedBootDevicesTest_v242-1336460044-router', 'tenant_id': '21a2ac24705441ab9e82ecd18312805e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:26:12Z', 'updated_at': '2021-11-12T08:39:31Z', 'revision_number': 6, 'project_id': '21a2ac24705441ab9e82ecd18312805e', 'gw_port_host': None}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:39:33.159397 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=9448621c-3127-40a1-85b3-5175c84ad5e6,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:33.174552 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port ef92671f-574e-4ac2-9071-01d3d82b3e8e triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:39:33.175057 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:33.205397 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f320c81c-fb46-4fb6-8bad-4b51ed2ef10c tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31181813'] for subnet, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:33.275834 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210b7a0-c8b7-42b4-9951-5b6a26889a0c req-d5d98143-77b7-4490-9ca2-0942d9e3bfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:33.277421 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a210b7a0-c8b7-42b4-9951-5b6a26889a0c req-d5d98143-77b7-4490-9ca2-0942d9e3bfbc service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2aac4f6f-fb62-4847-ba43-3e5edf4fe061 HTTP/1.1" status: 200 len: 1098 time: 0.1936958 Nov 12 08:39:33.306762 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2218bf38-44a9-478a-aa24-b523202e65c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:33.316714 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2218bf38-44a9-478a-aa24-b523202e65c2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:33.407175 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2218bf38-44a9-478a-aa24-b523202e65c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:33.408008 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2218bf38-44a9-478a-aa24-b523202e65c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 478e8e34-2bef-4f3c-a97b-8efb9006eddd {{(pid=102600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:39:33.417544 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2218bf38-44a9-478a-aa24-b523202e65c2 admin admin] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:33.419180 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-2218bf38-44a9-478a-aa24-b523202e65c2 admin admin] 10.222.0.26 "DELETE /v2.0/routers/478e8e34-2bef-4f3c-a97b-8efb9006eddd HTTP/1.1" status: 204 len: 168 time: 1.8903899 Nov 12 08:39:33.424967 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49696) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:33.435248 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a210b7a0-c8b7-42b4-9951-5b6a26889a0c req-39d7f0cd-5c44-4e4e-9adf-d49400a6d56a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480558 Nov 12 08:39:33.455974 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f320c81c-fb46-4fb6-8bad-4b51ed2ef10c tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:33.492203 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-c553758a-4add-4204-86e6-9ba838c2ca8a admin admin] Deleting subnet 12b144a6-628e-40a7-ae42-7387cab28ef8 {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:39:33.496681 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c553758a-4add-4204-86e6-9ba838c2ca8a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:33.548886 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c553758a-4add-4204-86e6-9ba838c2ca8a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:33.606473 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f320c81c-fb46-4fb6-8bad-4b51ed2ef10c tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:33.652889 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49700) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:33.674852 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f320c81c-fb46-4fb6-8bad-4b51ed2ef10c tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:33.684340 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-f320c81c-fb46-4fb6-8bad-4b51ed2ef10c tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "DELETE /v2.0/subnets/254b8ff2-465d-4cc2-9684-4a51e3a91fe4 HTTP/1.1" status: 204 len: 168 time: 0.7503870 Nov 12 08:39:33.684340 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f320c81c-fb46-4fb6-8bad-4b51ed2ef10c tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event deleted for resources: {'Subnet': ['ID=254b8ff2-465d-4cc2-9684-4a51e3a91fe4,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:33.688980 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 49704) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:33.718632 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-6325685d-45b0-407e-a13a-c0b1885607bd None None] Provisioning complete for port ef92671f-574e-4ac2-9071-01d3d82b3e8e triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:39:33.719084 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6325685d-45b0-407e-a13a-c0b1885607bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:33.806952 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c553758a-4add-4204-86e6-9ba838c2ca8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:33.837862 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c6e1dad-b331-47c7-850a-57517ba73c36 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Deleting subnet 64c05aa6-993c-48da-b107-6ef092851141 {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:39:33.853986 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7c6e1dad-b331-47c7-850a-57517ba73c36 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for subnet, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:33.930750 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4061cce2-e994-4ec6-8562-7b2cfd2f85fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:33.952604 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7c6e1dad-b331-47c7-850a-57517ba73c36 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31181813'] for subnet, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:33.962675 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c553758a-4add-4204-86e6-9ba838c2ca8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:33.970450 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5c938379-6d98-435d-8e3d-d0cdf59ce923 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:34.007877 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c553758a-4add-4204-86e6-9ba838c2ca8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12b144a6-628e-40a7-ae42-7387cab28ef8,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:34.022047 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c553758a-4add-4204-86e6-9ba838c2ca8a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:34.023690 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5c472b-1f8d-4077-b170-9ea3a5c8d7be None None] Network b1a7821e-f1d3-43e5-80d4-19a0f0105ed4 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:39:34.025763 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-c553758a-4add-4204-86e6-9ba838c2ca8a admin admin] 10.222.0.26 "DELETE /v2.0/subnets/12b144a6-628e-40a7-ae42-7387cab28ef8 HTTP/1.1" status: 204 len: 168 time: 0.5993159 Nov 12 08:39:34.035247 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 49710) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:34.112147 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5c938379-6d98-435d-8e3d-d0cdf59ce923 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:34.120018 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5c938379-6d98-435d-8e3d-d0cdf59ce923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:34.140520 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef33b927-55cf-4215-9c53-d183f5572003 req-b6d5255f-2625-4b99-8c50-e41e2e7daaf1 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:34.150528 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ef33b927-55cf-4215-9c53-d183f5572003 req-b6d5255f-2625-4b99-8c50-e41e2e7daaf1 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aac4f6f-fb62-4847-ba43-3e5edf4fe061 HTTP/1.1" status: 200 len: 946 time: 0.2794514 Nov 12 08:39:34.182152 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dbfd74a-30a8-49fd-8ee3-cd428d28fec6 None None] Network dcea8192-3ded-4675-acba-29dad29883d7 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:39:34.227448 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-5c938379-6d98-435d-8e3d-d0cdf59ce923 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=470a19892aa54676afe5d4aebf2bfae9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5729651 Nov 12 08:39:34.234032 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c938379-6d98-435d-8e3d-d0cdf59ce923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fee28893-a6ae-405c-8090-c1370afd0f1d,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:34.239205 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49712) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:34.288498 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ef33b927-55cf-4215-9c53-d183f5572003 req-239881ae-0198-44ac-b5e3-5c5fb864ff9a tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368358 Nov 12 08:39:34.318528 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7c6e1dad-b331-47c7-850a-57517ba73c36 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:34.359026 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 2dac7928-951a-4181-8ad9-ff7b528e1e4d no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:39:34.363984 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-fd3ef87a-2b0f-422a-8a3f-c872a74da70c None None] Could not find standard attr ID for object 4bdc967a-72a4-4db6-b954-1f44c09ec19a. {{(pid=102601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:39:34.410244 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-86a27886-2738-4293-8116-16d031052d51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:34.431201 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 2dac7928-951a-4181-8ad9-ff7b528e1e4d {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:39:34.432093 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 2dac7928-951a-4181-8ad9-ff7b528e1e4d not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:39:34.432777 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 508f0b20-9bd3-4adf-b2b5-6a1cc3277bb0 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:39:34.445371 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-86a27886-2738-4293-8116-16d031052d51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:34.491164 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 508f0b20-9bd3-4adf-b2b5-6a1cc3277bb0 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:39:34.491639 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 508f0b20-9bd3-4adf-b2b5-6a1cc3277bb0 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:39:34.504756 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8f52e2f7-adc4-4c38-9e7d-65bdfe1e5f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:34.517063 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7c6e1dad-b331-47c7-850a-57517ba73c36 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:34.540566 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-86a27886-2738-4293-8116-16d031052d51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:34.548287 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7c6e1dad-b331-47c7-850a-57517ba73c36 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:34.549752 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-86a27886-2738-4293-8116-16d031052d51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:34.551306 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-86a27886-2738-4293-8116-16d031052d51 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fee28893-a6ae-405c-8090-c1370afd0f1d HTTP/1.1" status: 204 len: 168 time: 0.3100193 Nov 12 08:39:34.581639 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-7c6e1dad-b331-47c7-850a-57517ba73c36 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "DELETE /v2.0/subnets/64c05aa6-993c-48da-b107-6ef092851141 HTTP/1.1" status: 204 len: 168 time: 0.8835893 Nov 12 08:39:34.582106 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49716) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:34.582183 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a27886-2738-4293-8116-16d031052d51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee28893-a6ae-405c-8090-c1370afd0f1d,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:34.628974 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-81d90c71-9bfe-4343-8a53-ac1af89f207b tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0524426 Nov 12 08:39:34.629710 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49718) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:34.635796 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6e1dad-b331-47c7-850a-57517ba73c36 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event deleted for resources: {'Subnet': ['ID=64c05aa6-993c-48da-b107-6ef092851141,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:34.701446 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec162f1-42d3-443d-b497-484547b49dbc tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:34.707799 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-fec162f1-42d3-443d-b497-484547b49dbc tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0768919 Nov 12 08:39:34.709811 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e7cc5d-abe9-4628-aaca-11680ce36be6 None None] DHCP port deletion for b1a7821e-f1d3-43e5-80d4-19a0f0105ed4 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:39:34.709960 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 49720) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:34.759021 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ffd578-93c3-41e2-95db-d35dc2aedf19 None None] Update dhcp port {'port': {'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7', 'fixed_ips': [{'subnet_id': '64c05aa6-993c-48da-b107-6ef092851141'}], 'binding:host_id': 'n-d-765315-29'}, 'id': 'ef92671f-574e-4ac2-9071-01d3d82b3e8e'} from n-d-765315-29. {{(pid=102601) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 08:39:34.793228 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-8f52e2f7-adc4-4c38-9e7d-65bdfe1e5f8a admin admin] Deleting port 171dc9d4-c990-4af4-a0ab-f5f4012662be {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:39:34.793735 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8f52e2f7-adc4-4c38-9e7d-65bdfe1e5f8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:34.809702 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-02ffd578-93c3-41e2-95db-d35dc2aedf19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:34.824404 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85239b0d-2587-44d6-a132-5ffd6ec99109 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:34.825957 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-85239b0d-2587-44d6-a132-5ffd6ec99109 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1148515 Nov 12 08:39:34.829122 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49722) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:34.837248 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-95e7cc5d-abe9-4628-aaca-11680ce36be6 None None] Deleting port 171dc9d4-c990-4af4-a0ab-f5f4012662be {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:39:34.837832 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-95e7cc5d-abe9-4628-aaca-11680ce36be6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:34.874556 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-6c4a0f09-4125-4f87-b96f-6e06c3606db0 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0447023 Nov 12 08:39:34.882208 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49726) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:34.888055 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-6f96fbba-41d0-44d4-80d1-281cb6766387 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Request body: {'subnet': {'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:34.945392 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-8f52e2f7-adc4-4c38-9e7d-65bdfe1e5f8a admin admin] For port 171dc9d4-c990-4af4-a0ab-f5f4012662be, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=171dc9d4-c990-4af4-a0ab-f5f4012662be,segment=NetworkSegment(385d95cf-9270-4546-b534-d371c41e4b58),segment_id=385d95cf-9270-4546-b534-d371c41e4b58)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:34.945675 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8f52e2f7-adc4-4c38-9e7d-65bdfe1e5f8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:34.978829 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-8f52e2f7-adc4-4c38-9e7d-65bdfe1e5f8a admin admin] Calling delete_port for 171dc9d4-c990-4af4-a0ab-f5f4012662be owned by network:dhcp {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:39:35.053061 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f96fbba-41d0-44d4-80d1-281cb6766387 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Made reservation on behalf of 9132ec14bb5d4c18949ca0b140edb366 for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:39:35.058001 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6f96fbba-41d0-44d4-80d1-281cb6766387 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:35.060351 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f96fbba-41d0-44d4-80d1-281cb6766387 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:39:35.061038 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f96fbba-41d0-44d4-80d1-281cb6766387 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:39:35.109295 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-6f96fbba-41d0-44d4-80d1-281cb6766387 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2257166 Nov 12 08:39:35.110157 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 49730) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:35.123990 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-79adfce8-b751-44c7-a144-3b2e8d4a1581 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Request body: {'subnet': {'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:35.169606 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-95e7cc5d-abe9-4628-aaca-11680ce36be6 None None] For port 171dc9d4-c990-4af4-a0ab-f5f4012662be, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=171dc9d4-c990-4af4-a0ab-f5f4012662be,segment=NetworkSegment(385d95cf-9270-4546-b534-d371c41e4b58),segment_id=385d95cf-9270-4546-b534-d371c41e4b58)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:35.170130 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-95e7cc5d-abe9-4628-aaca-11680ce36be6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:35.197488 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-95e7cc5d-abe9-4628-aaca-11680ce36be6 None None] Calling delete_port for 171dc9d4-c990-4af4-a0ab-f5f4012662be owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:39:35.277063 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8f52e2f7-adc4-4c38-9e7d-65bdfe1e5f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:35.322421 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f52e2f7-adc4-4c38-9e7d-65bdfe1e5f8a admin admin] Pushing event deleted for resources: {'Port': ['ID=171dc9d4-c990-4af4-a0ab-f5f4012662be,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:35.330506 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f52e2f7-adc4-4c38-9e7d-65bdfe1e5f8a admin admin] No DVR routers for this DVR port 171dc9d4-c990-4af4-a0ab-f5f4012662be on host n-d-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:39:35.340629 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91359bc-a0aa-4bca-867d-1f39e7661457 None None] Network dcea8192-3ded-4675-acba-29dad29883d7 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:39:35.463878 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79adfce8-b751-44c7-a144-3b2e8d4a1581 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Made reservation on behalf of 9132ec14bb5d4c18949ca0b140edb366 for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:39:35.469135 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-79adfce8-b751-44c7-a144-3b2e8d4a1581 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:35.471077 n-d-765315-29 neutron-server[102599]: INFO neutron.pecan_wsgi.hooks.translation [None req-79adfce8-b751-44c7-a144-3b2e8d4a1581 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:39:35.471638 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79adfce8-b751-44c7-a144-3b2e8d4a1581 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:39:35.516719 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-79adfce8-b751-44c7-a144-3b2e8d4a1581 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4022281 Nov 12 08:39:35.517900 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 49742) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:35.520392 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8f52e2f7-adc4-4c38-9e7d-65bdfe1e5f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:35.539262 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-421b89db-9da0-4e1b-afac-e64849125def tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Request body: {'subnet': {'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:35.543264 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:35.571542 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-ae518f68-de84-4265-8c9a-93c25a4fcd78 None None] Provisioning complete for port ef92671f-574e-4ac2-9071-01d3d82b3e8e triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:39:35.572026 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ae518f68-de84-4265-8c9a-93c25a4fcd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:35.582819 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-8f52e2f7-adc4-4c38-9e7d-65bdfe1e5f8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1a7821e-f1d3-43e5-80d4-19a0f0105ed4']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:35.588406 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9eed31-192a-4c8c-b132-75ac01ec2b42 req-3638a1bd-f8c4-47ba-97db-202d8629f0c5 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:35.598033 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9f9eed31-192a-4c8c-b132-75ac01ec2b42 req-3638a1bd-f8c4-47ba-97db-202d8629f0c5 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aac4f6f-fb62-4847-ba43-3e5edf4fe061 HTTP/1.1" status: 200 len: 946 time: 0.1209476 Nov 12 08:39:35.605161 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-95e7cc5d-abe9-4628-aaca-11680ce36be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:35.626528 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-8f52e2f7-adc4-4c38-9e7d-65bdfe1e5f8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '385d95cf-9270-4546-b534-d371c41e4b58') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:35.626861 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-8f52e2f7-adc4-4c38-9e7d-65bdfe1e5f8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '385d95cf-9270-4546-b534-d371c41e4b58') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:35.649559 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8f52e2f7-adc4-4c38-9e7d-65bdfe1e5f8a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:35.679356 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8f52e2f7-adc4-4c38-9e7d-65bdfe1e5f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:35.687696 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e7cc5d-abe9-4628-aaca-11680ce36be6 None None] Pushing event deleted for resources: {'Port': ['ID=171dc9d4-c990-4af4-a0ab-f5f4012662be,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:35.691522 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9f9eed31-192a-4c8c-b132-75ac01ec2b42 req-df9005f5-78d3-482e-a41c-a26c95dca55d tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910108 Nov 12 08:39:35.693119 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e7cc5d-abe9-4628-aaca-11680ce36be6 None None] No DVR routers for this DVR port 171dc9d4-c990-4af4-a0ab-f5f4012662be on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:39:35.725303 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d457aa8-1b53-422d-aa3f-f36ae6e74bdb None None] DHCP port deletion for dcea8192-3ded-4675-acba-29dad29883d7 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:39:35.744497 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f52e2f7-adc4-4c38-9e7d-65bdfe1e5f8a admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:39:35.744497 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8f52e2f7-adc4-4c38-9e7d-65bdfe1e5f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:35.760348 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 08:39:35.760348 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:39:35.760348 n-d-765315-29 neutron-server[102599]: timer() Nov 12 08:39:35.760348 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:39:35.760348 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 08:39:35.760348 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:39:35.760348 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 08:39:35.760348 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:39:35.760348 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 08:39:35.760348 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:39:35.760348 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 08:39:35.760348 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:39:35.760348 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 08:39:35.760348 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:39:35.760348 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:39:35.760348 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:39:35.760348 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:39:35.760348 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:39:35.760348 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 08:39:35.760348 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:39:35.760348 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 08:39:35.760348 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:39:35.760348 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:39:35.760348 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:39:35.760348 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 08:39:35.760348 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:39:35.760348 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:39:35.760348 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:39:35.760348 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:39:35.760348 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:39:35.760348 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:39:35.760348 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:39:35.784803 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-421b89db-9da0-4e1b-afac-e64849125def tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Made reservation on behalf of 9132ec14bb5d4c18949ca0b140edb366 for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:39:35.789171 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-421b89db-9da0-4e1b-afac-e64849125def tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:35.791061 n-d-765315-29 neutron-server[102599]: INFO neutron.pecan_wsgi.hooks.translation [None req-421b89db-9da0-4e1b-afac-e64849125def tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:39:35.791512 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-421b89db-9da0-4e1b-afac-e64849125def tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:39:35.845926 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-421b89db-9da0-4e1b-afac-e64849125def tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3217907 Nov 12 08:39:35.849717 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49752) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:35.855350 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-a1e21917-a530-4c8a-89af-e107920b6045 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Request body: {'subnet': {'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:35.875653 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-3d457aa8-1b53-422d-aa3f-f36ae6e74bdb None None] Deleting port ef92671f-574e-4ac2-9071-01d3d82b3e8e {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:39:35.876478 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3d457aa8-1b53-422d-aa3f-f36ae6e74bdb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:35.878182 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8f52e2f7-adc4-4c38-9e7d-65bdfe1e5f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:35.884820 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8f52e2f7-adc4-4c38-9e7d-65bdfe1e5f8a admin admin] Publish callbacks [] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:35.890739 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-8f52e2f7-adc4-4c38-9e7d-65bdfe1e5f8a admin admin] 10.222.0.26 "DELETE /v2.0/networks/b1a7821e-f1d3-43e5-80d4-19a0f0105ed4 HTTP/1.1" status: 204 len: 168 time: 1.8517461 Nov 12 08:39:35.906390 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f52e2f7-adc4-4c38-9e7d-65bdfe1e5f8a admin admin] Pushing event deleted for resources: {'Network': ['ID=b1a7821e-f1d3-43e5-80d4-19a0f0105ed4,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:35.995686 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-3d457aa8-1b53-422d-aa3f-f36ae6e74bdb None None] For port ef92671f-574e-4ac2-9071-01d3d82b3e8e, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=ef92671f-574e-4ac2-9071-01d3d82b3e8e,segment=NetworkSegment(83c30f53-8f44-40b6-91bc-237f9283bbd5),segment_id=83c30f53-8f44-40b6-91bc-237f9283bbd5)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:35.996608 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3d457aa8-1b53-422d-aa3f-f36ae6e74bdb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:36.018095 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-3d457aa8-1b53-422d-aa3f-f36ae6e74bdb None None] Calling delete_port for ef92671f-574e-4ac2-9071-01d3d82b3e8e owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:39:36.087355 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd5bcae-301c-422f-93f8-75774b595bce req-754146d3-61ab-4fad-a6b2-a42a60305ce5 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:36.096232 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ffd5bcae-301c-422f-93f8-75774b595bce req-754146d3-61ab-4fad-a6b2-a42a60305ce5 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aac4f6f-fb62-4847-ba43-3e5edf4fe061 HTTP/1.1" status: 200 len: 946 time: 0.1042695 Nov 12 08:39:36.159225 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1e21917-a530-4c8a-89af-e107920b6045 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Made reservation on behalf of 9132ec14bb5d4c18949ca0b140edb366 for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:39:36.166212 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a1e21917-a530-4c8a-89af-e107920b6045 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:36.168710 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3d457aa8-1b53-422d-aa3f-f36ae6e74bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:36.169443 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1e21917-a530-4c8a-89af-e107920b6045 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:39:36.170289 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1e21917-a530-4c8a-89af-e107920b6045 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:39:36.182409 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 49764) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:36.220769 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ffd5bcae-301c-422f-93f8-75774b595bce req-5e48f677-df8a-49c7-869a-7c9cfcf74017 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230471 Nov 12 08:39:36.227419 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-a1e21917-a530-4c8a-89af-e107920b6045 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3763938 Nov 12 08:39:36.232707 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 49766) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:36.248130 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-d09591c8-a61d-4017-8b04-868b7f127ea2 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Request body: {'subnet': {'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:36.254315 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-64acb26b-725c-4bb6-9d24-2f6a2db57446 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=21a2ac24705441ab9e82ecd18312805e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0706904 Nov 12 08:39:36.257415 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49770) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:36.258121 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d457aa8-1b53-422d-aa3f-f36ae6e74bdb None None] No DVR routers for this DVR port ef92671f-574e-4ac2-9071-01d3d82b3e8e on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:39:36.264599 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d457aa8-1b53-422d-aa3f-f36ae6e74bdb None None] Pushing event deleted for resources: {'Port': ['ID=ef92671f-574e-4ac2-9071-01d3d82b3e8e,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:36.284391 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 171dc9d4-c990-4af4-a0ab-f5f4012662be no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:39:36.323273 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 171dc9d4-c990-4af4-a0ab-f5f4012662be {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:39:36.323823 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 171dc9d4-c990-4af4-a0ab-f5f4012662be not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:39:36.324482 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device ef92671f-574e-4ac2-9071-01d3d82b3e8e no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:39:36.356230 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d5b28994-80f5-4b64-addf-803efb82084c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:36.364284 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: ef92671f-574e-4ac2-9071-01d3d82b3e8e {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:39:36.365731 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device ef92671f-574e-4ac2-9071-01d3d82b3e8e not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:39:36.418445 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d09591c8-a61d-4017-8b04-868b7f127ea2 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Made reservation on behalf of 9132ec14bb5d4c18949ca0b140edb366 for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:39:36.423392 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d09591c8-a61d-4017-8b04-868b7f127ea2 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:36.424876 n-d-765315-29 neutron-server[102599]: INFO neutron.pecan_wsgi.hooks.translation [None req-d09591c8-a61d-4017-8b04-868b7f127ea2 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:39:36.425320 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d09591c8-a61d-4017-8b04-868b7f127ea2 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:39:36.433541 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d5b28994-80f5-4b64-addf-803efb82084c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:36.448052 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-d09591c8-a61d-4017-8b04-868b7f127ea2 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2137806 Nov 12 08:39:36.452489 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 49772) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:36.460105 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-317962ed-fb5e-40bf-bbfa-57772c484514 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Request body: {'subnet': {'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:36.502009 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b7f1fd-2ba6-4c98-8467-cd2ac06c61d9 req-e7018048-fe2c-43d0-af3f-b1dc24b9f2e5 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:36.503552 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b2b7f1fd-2ba6-4c98-8467-cd2ac06c61d9 req-e7018048-fe2c-43d0-af3f-b1dc24b9f2e5 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aac4f6f-fb62-4847-ba43-3e5edf4fe061 HTTP/1.1" status: 200 len: 946 time: 0.1185369 Nov 12 08:39:36.576415 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-317962ed-fb5e-40bf-bbfa-57772c484514 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Made reservation on behalf of 9132ec14bb5d4c18949ca0b140edb366 for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:39:36.581943 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-317962ed-fb5e-40bf-bbfa-57772c484514 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:36.585735 n-d-765315-29 neutron-server[102599]: INFO neutron.pecan_wsgi.hooks.translation [None req-317962ed-fb5e-40bf-bbfa-57772c484514 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:39:36.587129 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-317962ed-fb5e-40bf-bbfa-57772c484514 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:39:36.603723 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b2b7f1fd-2ba6-4c98-8467-cd2ac06c61d9 req-48aa8c9c-e024-4b3f-8181-d0958062776c tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921111 Nov 12 08:39:36.605835 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d5b28994-80f5-4b64-addf-803efb82084c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:36.609574 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d5b28994-80f5-4b64-addf-803efb82084c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:36.611012 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-317962ed-fb5e-40bf-bbfa-57772c484514 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1569550 Nov 12 08:39:36.616684 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-d5b28994-80f5-4b64-addf-803efb82084c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cc0955f8-ff92-40bf-a2fd-f4ce6f6d835b HTTP/1.1" status: 204 len: 168 time: 0.3572471 Nov 12 08:39:36.617186 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 49790) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:36.627354 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b28994-80f5-4b64-addf-803efb82084c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc0955f8-ff92-40bf-a2fd-f4ce6f6d835b,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:36.691087 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-70502baf-5cb9-409b-b44e-333fc06827ec tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0697899 Nov 12 08:39:36.694023 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49798) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:36.799329 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1feade39-195c-4491-8865-2eca32d299ee tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:36.805195 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-1feade39-195c-4491-8865-2eca32d299ee tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1056027 Nov 12 08:39:36.807215 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 49814) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:36.861912 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-f7cc903c-e837-4c85-b2c6-ebdfcfb73b5e tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0484552 Nov 12 08:39:36.862929 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49820) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:36.873456 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-cb6879f4-3c16-4644-a94e-926fe43e3a39 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Request body: {'subnet': {'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:36.988844 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6053556f-aa72-4f06-ba32-18f682af3302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:37.033428 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb6879f4-3c16-4644-a94e-926fe43e3a39 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Made reservation on behalf of 9132ec14bb5d4c18949ca0b140edb366 for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:39:37.038751 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cb6879f4-3c16-4644-a94e-926fe43e3a39 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:37.367956 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6872b2-68d7-4c55-af3c-6ea3bae59b5f req-6c608cd2-0e49-42f1-a64c-1df8a01a1499 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:37.367956 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6e6872b2-68d7-4c55-af3c-6ea3bae59b5f req-6c608cd2-0e49-42f1-a64c-1df8a01a1499 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aac4f6f-fb62-4847-ba43-3e5edf4fe061 HTTP/1.1" status: 200 len: 946 time: 0.1338828 Nov 12 08:39:37.478389 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6e6872b2-68d7-4c55-af3c-6ea3bae59b5f req-211d796a-d1ac-45ff-8499-9b6f881b8956 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968425 Nov 12 08:39:37.527578 n-d-765315-29 neutron-server[102600]: DEBUG neutron.objects.ports [None req-cb6879f4-3c16-4644-a94e-926fe43e3a39 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102600) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 08:39:37.529553 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cb6879f4-3c16-4644-a94e-926fe43e3a39 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:37.590873 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6879f4-3c16-4644-a94e-926fe43e3a39 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Network dcea8192-3ded-4675-acba-29dad29883d7 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:39:37.594817 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-cb6879f4-3c16-4644-a94e-926fe43e3a39 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:39:37.598091 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6879f4-3c16-4644-a94e-926fe43e3a39 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:37.598738 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cb6879f4-3c16-4644-a94e-926fe43e3a39 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:37.609696 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e61e7a-5d50-4604-bb3d-4fb83da0eb25 None None] Network dcea8192-3ded-4675-acba-29dad29883d7 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:39:37.637627 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6879f4-3c16-4644-a94e-926fe43e3a39 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event updated for resources: {'Subnet': ['ID=faaa0354-9ec5-4b1b-8bbe-8a94d896a231,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:37.654973 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-cb6879f4-3c16-4644-a94e-926fe43e3a39 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7889202 Nov 12 08:39:37.656674 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 49870) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:37.662481 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-a73c918f-9b8a-41cb-96de-d8730d0d97a9 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Request body: {'port': {'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7', 'mac_address': 'fa:16:3e:75:3f:08', 'name': 'tempest-NetworksTestDHCPv6-1148471329'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:37.858353 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a73c918f-9b8a-41cb-96de-d8730d0d97a9 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Made reservation on behalf of 9132ec14bb5d4c18949ca0b140edb366 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:39:37.859263 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73fa2472-b63f-49e5-8b2f-7ab2fe784ee1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-dcea8192-3ded-4675-acba-29dad29883d7', 'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7', 'tenant_id': '9132ec14bb5d4c18949ca0b140edb366', 'fixed_ips': [{'subnet_id': 'faaa0354-9ec5-4b1b-8bbe-8a94d896a231'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:39:37.859590 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-73fa2472-b63f-49e5-8b2f-7ab2fe784ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:37.975215 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49880) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:38.000451 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:38.014544 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a73c918f-9b8a-41cb-96de-d8730d0d97a9 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:38.049318 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [None req-a73c918f-9b8a-41cb-96de-d8730d0d97a9 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] device_id is not set on port 87672ab0-88a7-49fa-8ddc-df03f567e86a yet. {{(pid=102599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:39:38.098562 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-73fa2472-b63f-49e5-8b2f-7ab2fe784ee1 None None] Allocated IP 2001:db8::f816:3eff:fe7f:c669 (dcea8192-3ded-4675-acba-29dad29883d7/faaa0354-9ec5-4b1b-8bbe-8a94d896a231/debd9431-0de9-4ab0-a93a-6163f6eea969) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:39:38.156861 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-10b7efd4-2d73-439d-a7ba-5eba122d7f8a admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-2003790006-network', 'tenant_id': '33422820bef740d9867277f3c2dfc903'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:38.189861 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10b7efd4-2d73-439d-a7ba-5eba122d7f8a admin admin] Made reservation on behalf of 33422820bef740d9867277f3c2dfc903 for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:39:38.195264 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-10b7efd4-2d73-439d-a7ba-5eba122d7f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:38.214073 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-10b7efd4-2d73-439d-a7ba-5eba122d7f8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:38.304236 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-73fa2472-b63f-49e5-8b2f-7ab2fe784ee1 None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:38.316270 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-73fa2472-b63f-49e5-8b2f-7ab2fe784ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:38.345807 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-10b7efd4-2d73-439d-a7ba-5eba122d7f8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:38.353688 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-10b7efd4-2d73-439d-a7ba-5eba122d7f8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:38.361962 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73fa2472-b63f-49e5-8b2f-7ab2fe784ee1 None None] Network dcea8192-3ded-4675-acba-29dad29883d7 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:39:38.368711 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-73fa2472-b63f-49e5-8b2f-7ab2fe784ee1 None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:39:38.373985 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fa2472-b63f-49e5-8b2f-7ab2fe784ee1 None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:39:38.385663 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fa2472-b63f-49e5-8b2f-7ab2fe784ee1 None None] Pushing event updated for resources: {'Port': ['ID=debd9431-0de9-4ab0-a93a-6163f6eea969,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:38.405535 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10b7efd4-2d73-439d-a7ba-5eba122d7f8a admin admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:39:38.421575 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b7efd4-2d73-439d-a7ba-5eba122d7f8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d455e64-986f-4c37-842b-68fd8dd7b01d,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:38.437790 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-10b7efd4-2d73-439d-a7ba-5eba122d7f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:38.438390 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-10b7efd4-2d73-439d-a7ba-5eba122d7f8a admin admin] Added segment fbad26f6-3c40-4b72-a2c6-f083faf67e0b of type vlan for network c333d204-3b1c-4688-b024-98bded094c33 Nov 12 08:39:38.462913 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-a73c918f-9b8a-41cb-96de-d8730d0d97a9 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Allocated IP 2001:db8::f816:3eff:fe75:3f08 (dcea8192-3ded-4675-acba-29dad29883d7/faaa0354-9ec5-4b1b-8bbe-8a94d896a231/87672ab0-88a7-49fa-8ddc-df03f567e86a) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:39:38.472327 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-73fa2472-b63f-49e5-8b2f-7ab2fe784ee1 None None] Attempting to bind port debd9431-0de9-4ab0-a93a-6163f6eea969 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:39:38.472983 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-73fa2472-b63f-49e5-8b2f-7ab2fe784ee1 None None] Attempting to bind port debd9431-0de9-4ab0-a93a-6163f6eea969 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '83c30f53-8f44-40b6-91bc-237f9283bbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:39:38.473479 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fa2472-b63f-49e5-8b2f-7ab2fe784ee1 None None] Attempting to bind port debd9431-0de9-4ab0-a93a-6163f6eea969 on network dcea8192-3ded-4675-acba-29dad29883d7 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:39:38.482360 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fa2472-b63f-49e5-8b2f-7ab2fe784ee1 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:39:38.483078 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fa2472-b63f-49e5-8b2f-7ab2fe784ee1 None None] Checking segment: {'id': '83c30f53-8f44-40b6-91bc-237f9283bbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:39:38.483544 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-73fa2472-b63f-49e5-8b2f-7ab2fe784ee1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:38.484996 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fa2472-b63f-49e5-8b2f-7ab2fe784ee1 None None] Bound using segment: {'id': '83c30f53-8f44-40b6-91bc-237f9283bbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:39:38.485558 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-73fa2472-b63f-49e5-8b2f-7ab2fe784ee1 None None] Bound port: debd9431-0de9-4ab0-a93a-6163f6eea969, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83c30f53-8f44-40b6-91bc-237f9283bbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:39:38.486145 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-73fa2472-b63f-49e5-8b2f-7ab2fe784ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:38.495585 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-10b7efd4-2d73-439d-a7ba-5eba122d7f8a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:38.530488 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-10b7efd4-2d73-439d-a7ba-5eba122d7f8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:38.531962 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b7efd4-2d73-439d-a7ba-5eba122d7f8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:38.533336 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-10b7efd4-2d73-439d-a7ba-5eba122d7f8a admin admin] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:38.627434 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-73fa2472-b63f-49e5-8b2f-7ab2fe784ee1 None None] For port debd9431-0de9-4ab0-a93a-6163f6eea969, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:39:38.634880 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-10b7efd4-2d73-439d-a7ba-5eba122d7f8a admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6520176 Nov 12 08:39:38.635140 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-73fa2472-b63f-49e5-8b2f-7ab2fe784ee1 None None] For port debd9431-0de9-4ab0-a93a-6163f6eea969, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=debd9431-0de9-4ab0-a93a-6163f6eea969,segment=NetworkSegment(83c30f53-8f44-40b6-91bc-237f9283bbd5),segment_id=83c30f53-8f44-40b6-91bc-237f9283bbd5)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:39:38.635784 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49890) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:38.641393 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-73fa2472-b63f-49e5-8b2f-7ab2fe784ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:38.649881 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-9abe4356-8966-4888-877f-7fd335c46bd9 admin admin] Request body: {'subnet': {'network_id': 'c333d204-3b1c-4688-b024-98bded094c33', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-2003790006-subnet', 'tenant_id': '33422820bef740d9867277f3c2dfc903', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:38.718440 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fa2472-b63f-49e5-8b2f-7ab2fe784ee1 None None] Pushing event updated for resources: {'Port': ['ID=debd9431-0de9-4ab0-a93a-6163f6eea969,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:38.737771 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a73c918f-9b8a-41cb-96de-d8730d0d97a9 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:38.751805 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b7efd4-2d73-439d-a7ba-5eba122d7f8a admin admin] Pushing event updated for resources: {'Network': ['ID=c333d204-3b1c-4688-b024-98bded094c33,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:38.758525 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9abe4356-8966-4888-877f-7fd335c46bd9 admin admin] Made reservation on behalf of 33422820bef740d9867277f3c2dfc903 for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:39:38.762783 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9abe4356-8966-4888-877f-7fd335c46bd9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:38.766671 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network c333d204-3b1c-4688-b024-98bded094c33 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:39:38.839136 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1226c3-ce94-42ce-b2f3-dd98559783e0 req-f6dc6931-4b6e-43a8-aaaa-a9fc2c755835 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:38.856720 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1a1226c3-ce94-42ce-b2f3-dd98559783e0 req-f6dc6931-4b6e-43a8-aaaa-a9fc2c755835 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aac4f6f-fb62-4847-ba43-3e5edf4fe061 HTTP/1.1" status: 200 len: 946 time: 0.2198415 Nov 12 08:39:38.869005 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a73c918f-9b8a-41cb-96de-d8730d0d97a9 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:38.917415 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e090ebe2-87a0-4f3a-b7cf-b2011bcd6413 req-27833cdd-02c9-4142-a143-b95ec6b5874a tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:38.919603 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e090ebe2-87a0-4f3a-b7cf-b2011bcd6413 req-27833cdd-02c9-4142-a143-b95ec6b5874a tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.44 "GET /v2.0/ports?device_id=2aac4f6f-fb62-4847-ba43-3e5edf4fe061 HTTP/1.1" status: 200 len: 946 time: 0.1331711 Nov 12 08:39:39.008123 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73c918f-9b8a-41cb-96de-d8730d0d97a9 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Network dcea8192-3ded-4675-acba-29dad29883d7 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:39:39.017854 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1a1226c3-ce94-42ce-b2f3-dd98559783e0 req-bb11f239-74d3-4931-977b-e1495e05b8a9 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588557 Nov 12 08:39:39.042561 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-a73c918f-9b8a-41cb-96de-d8730d0d97a9 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:39:39.057520 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73c918f-9b8a-41cb-96de-d8730d0d97a9 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:39:39.070874 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73c918f-9b8a-41cb-96de-d8730d0d97a9 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:39.071634 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a73c918f-9b8a-41cb-96de-d8730d0d97a9 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:39.137465 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73c918f-9b8a-41cb-96de-d8730d0d97a9 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event updated for resources: {'Port': ['ID=87672ab0-88a7-49fa-8ddc-df03f567e86a,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:39.148857 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-a73c918f-9b8a-41cb-96de-d8730d0d97a9 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4908969 Nov 12 08:39:39.154571 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 49892) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:39.186151 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9abe4356-8966-4888-877f-7fd335c46bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:39.250062 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abe4356-8966-4888-877f-7fd335c46bd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=842eeb6c-fadc-4a08-9a1c-4a9d625c6635,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:39.278893 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:39.279732 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83aa02b-6637-454a-873b-d2de9a5d451f tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:39.285418 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abe4356-8966-4888-877f-7fd335c46bd9 admin admin] Checking segment: {'id': 'fbad26f6-3c40-4b72-a2c6-f083faf67e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c333d204-3b1c-4688-b024-98bded094c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:39:39.285862 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abe4356-8966-4888-877f-7fd335c46bd9 admin admin] Network hostable DHCP agents. Network: c333d204-3b1c-4688-b024-98bded094c33, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:39:39.287766 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83aa02b-6637-454a-873b-d2de9a5d451f tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:39.289710 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-d83aa02b-6637-454a-873b-d2de9a5d451f tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1334229 Nov 12 08:39:39.292568 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-e090ebe2-87a0-4f3a-b7cf-b2011bcd6413 req-97d563ed-23c6-4ba9-aeb6-e3616cffb916 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Deleting port 9448621c-3127-40a1-85b3-5175c84ad5e6 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:39:39.292970 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e090ebe2-87a0-4f3a-b7cf-b2011bcd6413 req-97d563ed-23c6-4ba9-aeb6-e3616cffb916 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:39.293266 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49894) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:39.354692 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abe4356-8966-4888-877f-7fd335c46bd9 admin admin] Network c333d204-3b1c-4688-b024-98bded094c33 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:39:39.397191 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-9abe4356-8966-4888-877f-7fd335c46bd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, c333d204-3b1c-4688-b024-98bded094c33) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:39:39.407231 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9abe4356-8966-4888-877f-7fd335c46bd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:39.408123 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9abe4356-8966-4888-877f-7fd335c46bd9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:39.412765 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09332488-97bc-41c1-a99e-f63cd55c39ad None None] Network c333d204-3b1c-4688-b024-98bded094c33 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:39:39.436642 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-9abe4356-8966-4888-877f-7fd335c46bd9 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7965293 Nov 12 08:39:39.467664 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-966b72b8-759d-4d3f-8090-b8184b4bb8d9 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Deleting port 87672ab0-88a7-49fa-8ddc-df03f567e86a {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:39:39.468320 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-966b72b8-759d-4d3f-8090-b8184b4bb8d9 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:39.621620 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-e090ebe2-87a0-4f3a-b7cf-b2011bcd6413 req-97d563ed-23c6-4ba9-aeb6-e3616cffb916 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] For port 9448621c-3127-40a1-85b3-5175c84ad5e6, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=9448621c-3127-40a1-85b3-5175c84ad5e6,segment=NetworkSegment(add834c9-8487-4b10-a6f8-7351b562c1cc),segment_id=add834c9-8487-4b10-a6f8-7351b562c1cc)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:39.626023 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e090ebe2-87a0-4f3a-b7cf-b2011bcd6413 req-97d563ed-23c6-4ba9-aeb6-e3616cffb916 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:39.680652 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-e090ebe2-87a0-4f3a-b7cf-b2011bcd6413 req-97d563ed-23c6-4ba9-aeb6-e3616cffb916 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Calling delete_port for 9448621c-3127-40a1-85b3-5175c84ad5e6 owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:39:39.737198 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-966b72b8-759d-4d3f-8090-b8184b4bb8d9 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:39.777666 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-966b72b8-759d-4d3f-8090-b8184b4bb8d9 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Calling delete_port for 87672ab0-88a7-49fa-8ddc-df03f567e86a owned by {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:39:39.787399 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f7e6d7-5187-448f-8e6a-c706758ae49c None None] Network c333d204-3b1c-4688-b024-98bded094c33 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:39:40.071211 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e090ebe2-87a0-4f3a-b7cf-b2011bcd6413 req-97d563ed-23c6-4ba9-aeb6-e3616cffb916 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:40.087806 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:40.093509 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-966b72b8-759d-4d3f-8090-b8184b4bb8d9 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:40.119394 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['9448621c-3127-40a1-85b3-5175c84ad5e6'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:39:40.120040 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d563ed-23c6-4ba9-aeb6-e3616cffb916 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Pushing event deleted for resources: {'Port': ['ID=9448621c-3127-40a1-85b3-5175c84ad5e6,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:40.198540 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966b72b8-759d-4d3f-8090-b8184b4bb8d9 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event deleted for resources: {'Port': ['ID=87672ab0-88a7-49fa-8ddc-df03f567e86a,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:40.210031 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-e090ebe2-87a0-4f3a-b7cf-b2011bcd6413 req-97d563ed-23c6-4ba9-aeb6-e3616cffb916 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] No DVR routers for this DVR port 9448621c-3127-40a1-85b3-5175c84ad5e6 on host n-h2-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:39:40.217032 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e090ebe2-87a0-4f3a-b7cf-b2011bcd6413 req-97d563ed-23c6-4ba9-aeb6-e3616cffb916 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:40.221927 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e090ebe2-87a0-4f3a-b7cf-b2011bcd6413 req-97d563ed-23c6-4ba9-aeb6-e3616cffb916 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.44 "DELETE /v2.0/ports/9448621c-3127-40a1-85b3-5175c84ad5e6 HTTP/1.1" status: 204 len: 173 time: 1.2596388 Nov 12 08:39:40.222526 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aac4f6f-fb62-4847-ba43-3e5edf4fe061', 'name': 'network-vif-deleted', 'tag': '9448621c-3127-40a1-85b3-5175c84ad5e6'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:39:40.241336 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85a9ba5b-8e0a-45ae-ae7d-279256a6ebda" -d '{"events": [{"server_uuid": "2aac4f6f-fb62-4847-ba43-3e5edf4fe061", "name": "network-vif-deleted", "tag": "9448621c-3127-40a1-85b3-5175c84ad5e6"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:39:40.269855 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-966b72b8-759d-4d3f-8090-b8184b4bb8d9 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:40.280083 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-966b72b8-759d-4d3f-8090-b8184b4bb8d9 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "DELETE /v2.0/ports/87672ab0-88a7-49fa-8ddc-df03f567e86a HTTP/1.1" status: 204 len: 168 time: 0.9829412 Nov 12 08:39:40.281604 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 49920) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:40.409155 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f140d7d-da6d-4922-b91a-e75fccbc456c tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:40.412765 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f140d7d-da6d-4922-b91a-e75fccbc456c tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:40.432744 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-3f140d7d-da6d-4922-b91a-e75fccbc456c tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1494503 Nov 12 08:39:40.433384 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 49924) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:40.523354 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device debd9431-0de9-4ab0-a93a-6163f6eea969 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:39:40.589798 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-201a4694-c937-4053-a340-0ff3b0bc32fd tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Deleting subnet faaa0354-9ec5-4b1b-8bbe-8a94d896a231 {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:39:40.596266 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-201a4694-c937-4053-a340-0ff3b0bc32fd tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for subnet, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:40.623543 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-2b7676f9-f046-4e5c-b0cb-842019026e49 tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:40.631968 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-2b7676f9-f046-4e5c-b0cb-842019026e49 tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] 10.222.0.26 "GET /v2.0/networks?id=c333d204-3b1c-4688-b024-98bded094c33 HTTP/1.1" status: 200 len: 818 time: 0.3338425 Nov 12 08:39:40.671177 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-b1bc7a3a-9070-4381-8f42-40daed1322d2 tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] 10.222.0.26 "GET /v2.0/quotas/33422820bef740d9867277f3c2dfc903 HTTP/1.1" status: 200 len: 375 time: 0.0302515 Nov 12 08:39:40.721084 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-b39d84b3-25da-4e78-88ff-1fb04c8f4469 tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=33422820bef740d9867277f3c2dfc903&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0490105 Nov 12 08:39:40.722357 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-201a4694-c937-4053-a340-0ff3b0bc32fd tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31181813'] for subnet, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:40.728422 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-ec49b1f3-68b5-44c2-8350-0b0269d40113 None None] Provisioning complete for port debd9431-0de9-4ab0-a93a-6163f6eea969 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:39:40.728967 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ec49b1f3-68b5-44c2-8350-0b0269d40113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:40.780499 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port debd9431-0de9-4ab0-a93a-6163f6eea969 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:39:40.780782 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:40.920636 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-201a4694-c937-4053-a340-0ff3b0bc32fd tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:40.968086 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-13f0a4dd-0eb4-4c68-8e92-bd3dc3d1d550 service neutron] 10.222.0.26 "GET /v2.0/networks/c333d204-3b1c-4688-b024-98bded094c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231488 Nov 12 08:39:41.032054 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-201a4694-c937-4053-a340-0ff3b0bc32fd tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:41.101371 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-201a4694-c937-4053-a340-0ff3b0bc32fd tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:41.118677 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-201a4694-c937-4053-a340-0ff3b0bc32fd tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "DELETE /v2.0/subnets/faaa0354-9ec5-4b1b-8bbe-8a94d896a231 HTTP/1.1" status: 204 len: 168 time: 0.6837029 Nov 12 08:39:41.119980 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 49930) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:41.175382 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-b7f64bc5-461b-452a-bfb2-e07d8b7c89fd service neutron] 10.222.0.26 "GET /v2.0/networks/c333d204-3b1c-4688-b024-98bded094c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970079 Nov 12 08:39:41.238934 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201a4694-c937-4053-a340-0ff3b0bc32fd tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event deleted for resources: {'Subnet': ['ID=faaa0354-9ec5-4b1b-8bbe-8a94d896a231,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:41.249169 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49932) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:41.252785 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-2f6de33d-5dbf-498f-8fd6-ae5495579361 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1312923 Nov 12 08:39:41.256407 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-e73a41f9-4bff-4a82-982b-40f661c32012 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Request body: {'subnet': {'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:41.270457 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7ece8d-17c4-42c9-a7b9-2e44ca6b70fa None None] Network dcea8192-3ded-4675-acba-29dad29883d7 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:39:41.446216 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e73a41f9-4bff-4a82-982b-40f661c32012 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Made reservation on behalf of 9132ec14bb5d4c18949ca0b140edb366 for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:39:41.452243 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e73a41f9-4bff-4a82-982b-40f661c32012 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:41.503186 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ec49b1f3-68b5-44c2-8350-0b0269d40113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:41.572905 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:41.640304 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-ec49b1f3-68b5-44c2-8350-0b0269d40113 None None] For port debd9431-0de9-4ab0-a93a-6163f6eea969, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=debd9431-0de9-4ab0-a93a-6163f6eea969,segment=NetworkSegment(83c30f53-8f44-40b6-91bc-237f9283bbd5),segment_id=83c30f53-8f44-40b6-91bc-237f9283bbd5)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:41.657344 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ec49b1f3-68b5-44c2-8350-0b0269d40113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:41.892001 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.db.api [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:39:41.894024 n-d-765315-29 neutron-server[102601]: DEBUG oslo_db.api [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:39:41.897990 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab1623b-45d5-4feb-9bae-2090f677a843 None None] DHCP port deletion for dcea8192-3ded-4675-acba-29dad29883d7 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:39:41.950830 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-20d7f744-3536-447d-871c-6269af8ba289 None None] Could not find standard attr ID for object 87672ab0-88a7-49fa-8ddc-df03f567e86a. {{(pid=102601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:39:42.004401 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec49b1f3-68b5-44c2-8350-0b0269d40113 None None] Pushing event updated for resources: {'Port': ['ID=debd9431-0de9-4ab0-a93a-6163f6eea969,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:42.048634 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-1ab1623b-45d5-4feb-9bae-2090f677a843 None None] Deleting port debd9431-0de9-4ab0-a93a-6163f6eea969 {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:39:42.049219 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1ab1623b-45d5-4feb-9bae-2090f677a843 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:42.160271 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e264eab8-4a24-41c2-a47b-13683e0eeaed req-37ea70e2-8577-4359-81f3-102a491e5c34 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aac4f6f-fb62-4847-ba43-3e5edf4fe061 HTTP/1.1" status: 200 len: 210 time: 0.1866827 Nov 12 08:39:42.216972 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-1ab1623b-45d5-4feb-9bae-2090f677a843 None None] For port debd9431-0de9-4ab0-a93a-6163f6eea969, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=debd9431-0de9-4ab0-a93a-6163f6eea969,segment=NetworkSegment(83c30f53-8f44-40b6-91bc-237f9283bbd5),segment_id=83c30f53-8f44-40b6-91bc-237f9283bbd5)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:42.222084 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1ab1623b-45d5-4feb-9bae-2090f677a843 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:42.247095 n-d-765315-29 neutron-server[102600]: DEBUG neutron.objects.ports [None req-e73a41f9-4bff-4a82-982b-40f661c32012 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102600) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 08:39:42.251911 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-728b6c44-d940-418f-b22e-59ad16eb5fd0 x-openstack-request-id: req-728b6c44-d940-418f-b22e-59ad16eb5fd0 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:39:42.252402 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2aac4f6f-fb62-4847-ba43-3e5edf4fe061", "name": "network-vif-deleted", "tag": "9448621c-3127-40a1-85b3-5175c84ad5e6", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:39:42.252754 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-728b6c44-d940-418f-b22e-59ad16eb5fd0 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:39:42.253115 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aac4f6f-fb62-4847-ba43-3e5edf4fe061', 'name': 'network-vif-deleted', 'tag': '9448621c-3127-40a1-85b3-5175c84ad5e6', 'status': 'completed', 'code': 200} Nov 12 08:39:42.255502 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-1ab1623b-45d5-4feb-9bae-2090f677a843 None None] Calling delete_port for debd9431-0de9-4ab0-a93a-6163f6eea969 owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:39:42.387531 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1ab1623b-45d5-4feb-9bae-2090f677a843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:42.453355 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Port debd9431-0de9-4ab0-a93a-6163f6eea969 update to ACTIVE by agent not found {{(pid=102601) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 12 08:39:42.508825 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab1623b-45d5-4feb-9bae-2090f677a843 None None] Pushing event deleted for resources: {'Port': ['ID=debd9431-0de9-4ab0-a93a-6163f6eea969,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:42.527379 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab1623b-45d5-4feb-9bae-2090f677a843 None None] No DVR routers for this DVR port debd9431-0de9-4ab0-a93a-6163f6eea969 on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:39:42.535367 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab1623b-45d5-4feb-9bae-2090f677a843 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:42.535828 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab1623b-45d5-4feb-9bae-2090f677a843 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:42.536144 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab1623b-45d5-4feb-9bae-2090f677a843 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:42.537390 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab1623b-45d5-4feb-9bae-2090f677a843 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:42.537582 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab1623b-45d5-4feb-9bae-2090f677a843 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:42.537883 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab1623b-45d5-4feb-9bae-2090f677a843 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:42.546328 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab1623b-45d5-4feb-9bae-2090f677a843 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:42.546728 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab1623b-45d5-4feb-9bae-2090f677a843 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:42.547069 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab1623b-45d5-4feb-9bae-2090f677a843 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:42.547385 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab1623b-45d5-4feb-9bae-2090f677a843 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:42.547712 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab1623b-45d5-4feb-9bae-2090f677a843 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:42.548151 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab1623b-45d5-4feb-9bae-2090f677a843 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:42.552921 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:42.687356 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device debd9431-0de9-4ab0-a93a-6163f6eea969 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:39:42.739110 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: debd9431-0de9-4ab0-a93a-6163f6eea969 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:39:42.741653 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device debd9431-0de9-4ab0-a93a-6163f6eea969 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:39:43.089521 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8ee3c418-5adf-4512-a48d-867193118356 req-9a96e825-1a1b-4e18-bf1a-7f2afee47802 tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b73f86e-8974-43f8-a0a3-c6e5f01608e1 HTTP/1.1" status: 200 len: 210 time: 0.0536759 Nov 12 08:39:43.123119 n-d-765315-29 neutron-server[102600]: WARNING neutron.services.revisions.revision_plugin [None req-e73a41f9-4bff-4a82-982b-40f661c32012 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Could not find related port for resource to bump revision. Nov 12 08:39:43.128636 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.ipam_pluggable_backend [None req-e73a41f9-4bff-4a82-982b-40f661c32012 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Port debd9431-0de9-4ab0-a93a-6163f6eea969 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102600) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 12 08:39:43.129166 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.ipam_pluggable_backend [None req-e73a41f9-4bff-4a82-982b-40f661c32012 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Reverting IP allocation for 2001:db8::f816:3eff:fe7f:c669 {{(pid=102600) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 12 08:39:43.134382 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.ipam_pluggable_backend [None req-e73a41f9-4bff-4a82-982b-40f661c32012 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe7f:c669 {{(pid=102600) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 12 08:39:43.135645 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e73a41f9-4bff-4a82-982b-40f661c32012 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:43.188211 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73a41f9-4bff-4a82-982b-40f661c32012 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Network dcea8192-3ded-4675-acba-29dad29883d7 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:39:43.203367 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-e73a41f9-4bff-4a82-982b-40f661c32012 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:39:43.216012 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73a41f9-4bff-4a82-982b-40f661c32012 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:43.217174 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e73a41f9-4bff-4a82-982b-40f661c32012 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:43.217341 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2ec703-deb9-4f4d-a497-e5d222a97f7c None None] Network dcea8192-3ded-4675-acba-29dad29883d7 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:39:43.266692 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73a41f9-4bff-4a82-982b-40f661c32012 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event updated for resources: {'Subnet': ['ID=0fca6996-1303-4f36-a034-3eaf09a03e1a,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:43.280582 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 49960) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:43.286321 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-12910e8b-9c35-40dc-821d-5e2858f69fa7 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Request body: {'port': {'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7', 'mac_address': 'fa:16:3e:a8:51:d8', 'name': 'tempest-NetworksTestDHCPv6-1558491303'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:43.290177 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-e73a41f9-4bff-4a82-982b-40f661c32012 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0392904 Nov 12 08:39:43.445602 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e6dcd087-1244-4a34-b063-22ba38cfcd4d req-bccf98e2-0319-40e4-a7e9-abfa089bfa5a tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aac4f6f-fb62-4847-ba43-3e5edf4fe061 HTTP/1.1" status: 200 len: 210 time: 0.0829456 Nov 12 08:39:43.622472 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90e1730-09a7-4f71-a069-4633a44b2e89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-dcea8192-3ded-4675-acba-29dad29883d7', 'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7', 'tenant_id': '9132ec14bb5d4c18949ca0b140edb366', 'fixed_ips': [{'subnet_id': '0fca6996-1303-4f36-a034-3eaf09a03e1a'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:39:43.627064 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d90e1730-09a7-4f71-a069-4633a44b2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:43.647859 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12910e8b-9c35-40dc-821d-5e2858f69fa7 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Made reservation on behalf of 9132ec14bb5d4c18949ca0b140edb366 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:39:43.841890 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 9448621c-3127-40a1-85b3-5175c84ad5e6 no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:39:43.919578 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-12910e8b-9c35-40dc-821d-5e2858f69fa7 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:43.926697 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] No Port match for: 9448621c-3127-40a1-85b3-5175c84ad5e6 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:39:43.928128 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 9448621c-3127-40a1-85b3-5175c84ad5e6 not bound to the agent host n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:39:43.961179 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [None req-12910e8b-9c35-40dc-821d-5e2858f69fa7 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] device_id is not set on port b78b2a9a-4b61-4b82-a36d-e4e976c8e0cf yet. {{(pid=102599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:39:44.038076 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-d90e1730-09a7-4f71-a069-4633a44b2e89 None None] Allocated IP 2001:db8::f816:3eff:fe95:c4da (dcea8192-3ded-4675-acba-29dad29883d7/0fca6996-1303-4f36-a034-3eaf09a03e1a/22542a00-94ed-4adb-b05b-699eea19852e) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:39:44.290661 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b8c16359-f56f-4986-9c4e-5f403f1ea6f1 req-013441ce-9e59-4ec3-95ab-aa22ee0f244e tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b73f86e-8974-43f8-a0a3-c6e5f01608e1 HTTP/1.1" status: 200 len: 210 time: 0.0459466 Nov 12 08:39:44.303316 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d90e1730-09a7-4f71-a069-4633a44b2e89 None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:44.313766 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d90e1730-09a7-4f71-a069-4633a44b2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:44.344716 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90e1730-09a7-4f71-a069-4633a44b2e89 None None] Network dcea8192-3ded-4675-acba-29dad29883d7 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:39:44.349737 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-d90e1730-09a7-4f71-a069-4633a44b2e89 None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:39:44.389279 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90e1730-09a7-4f71-a069-4633a44b2e89 None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:39:44.490016 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e1730-09a7-4f71-a069-4633a44b2e89 None None] Pushing event updated for resources: {'Port': ['ID=22542a00-94ed-4adb-b05b-699eea19852e,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:44.517385 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-d90e1730-09a7-4f71-a069-4633a44b2e89 None None] Attempting to bind port 22542a00-94ed-4adb-b05b-699eea19852e on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:39:44.517870 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-d90e1730-09a7-4f71-a069-4633a44b2e89 None None] Attempting to bind port 22542a00-94ed-4adb-b05b-699eea19852e by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '83c30f53-8f44-40b6-91bc-237f9283bbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:39:44.521964 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90e1730-09a7-4f71-a069-4633a44b2e89 None None] Attempting to bind port 22542a00-94ed-4adb-b05b-699eea19852e on network dcea8192-3ded-4675-acba-29dad29883d7 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:39:44.552220 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90e1730-09a7-4f71-a069-4633a44b2e89 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:39:44.552848 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90e1730-09a7-4f71-a069-4633a44b2e89 None None] Checking segment: {'id': '83c30f53-8f44-40b6-91bc-237f9283bbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:39:44.553357 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d90e1730-09a7-4f71-a069-4633a44b2e89 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:44.553793 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90e1730-09a7-4f71-a069-4633a44b2e89 None None] Bound using segment: {'id': '83c30f53-8f44-40b6-91bc-237f9283bbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:39:44.554477 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-d90e1730-09a7-4f71-a069-4633a44b2e89 None None] Bound port: 22542a00-94ed-4adb-b05b-699eea19852e, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83c30f53-8f44-40b6-91bc-237f9283bbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:39:44.554960 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d90e1730-09a7-4f71-a069-4633a44b2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:44.559794 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-12910e8b-9c35-40dc-821d-5e2858f69fa7 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Allocated IP 2001:db8::f816:3eff:fea8:51d8 (dcea8192-3ded-4675-acba-29dad29883d7/0fca6996-1303-4f36-a034-3eaf09a03e1a/b78b2a9a-4b61-4b82-a36d-e4e976c8e0cf) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:39:44.639743 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f667726a-32c4-4560-9983-40c25cb332a9 req-3f9bfc5c-a9b3-4be6-9e1c-18ac7628eb39 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aac4f6f-fb62-4847-ba43-3e5edf4fe061 HTTP/1.1" status: 200 len: 210 time: 0.0744860 Nov 12 08:39:44.672461 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-d90e1730-09a7-4f71-a069-4633a44b2e89 None None] For port 22542a00-94ed-4adb-b05b-699eea19852e, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:39:44.672461 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-d90e1730-09a7-4f71-a069-4633a44b2e89 None None] For port 22542a00-94ed-4adb-b05b-699eea19852e, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=22542a00-94ed-4adb-b05b-699eea19852e,segment=NetworkSegment(83c30f53-8f44-40b6-91bc-237f9283bbd5),segment_id=83c30f53-8f44-40b6-91bc-237f9283bbd5)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:39:44.673681 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-6ffa4e30-c151-43de-991c-4c4425e41654 tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:44.676013 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-6ffa4e30-c151-43de-991c-4c4425e41654 tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] 10.222.0.21 "GET /v2.0/networks?id=c333d204-3b1c-4688-b024-98bded094c33 HTTP/1.1" status: 200 len: 818 time: 0.3524308 Nov 12 08:39:44.685944 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d90e1730-09a7-4f71-a069-4633a44b2e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:44.695074 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-1f1ad1a7-df3a-4ba6-aaa2-1eaf86cb3a53 tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] Request body: {'port': {'device_id': '45d65724-6302-4b5b-84ad-b6c6317d4496', 'network_id': 'c333d204-3b1c-4688-b024-98bded094c33', 'admin_state_up': True, 'tenant_id': '33422820bef740d9867277f3c2dfc903'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:44.885460 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e1730-09a7-4f71-a069-4633a44b2e89 None None] Pushing event updated for resources: {'Port': ['ID=22542a00-94ed-4adb-b05b-699eea19852e,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:45.524660 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f25e8b7c-ea28-4dff-8c2b-7dc283b20929 req-80e9040d-72ac-4c04-a4dd-3b4993e1eb01 tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b73f86e-8974-43f8-a0a3-c6e5f01608e1 HTTP/1.1" status: 200 len: 210 time: 0.0707467 Nov 12 08:39:45.685902 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-1f1ad1a7-df3a-4ba6-aaa2-1eaf86cb3a53 tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] Made reservation on behalf of 33422820bef740d9867277f3c2dfc903 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:39:45.689550 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-1f1ad1a7-df3a-4ba6-aaa2-1eaf86cb3a53 tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:45.785762 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-00a8d9e2-de42-4ac7-8302-3a3c0c941e95 tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:45.788008 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-00a8d9e2-de42-4ac7-8302-3a3c0c941e95 tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] 10.222.0.44 "GET /v2.0/networks?id=c333d204-3b1c-4688-b024-98bded094c33 HTTP/1.1" status: 200 len: 818 time: 0.8118305 Nov 12 08:39:45.806034 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-a10e7d3e-1402-4fd9-a1e9-0ce0923bd141 tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:45.807614 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-a10e7d3e-1402-4fd9-a1e9-0ce0923bd141 tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] 10.222.0.44 "GET /v2.0/networks?id=c333d204-3b1c-4688-b024-98bded094c33 HTTP/1.1" status: 200 len: 818 time: 0.9623485 Nov 12 08:39:45.829250 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6530e160-b4b7-4d04-83ae-406a6df6fc8d req-3aad7045-128d-491a-b5dd-142e9d8e958c tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aac4f6f-fb62-4847-ba43-3e5edf4fe061 HTTP/1.1" status: 200 len: 210 time: 0.0630927 Nov 12 08:39:45.854086 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-a789d7d0-2a80-41ee-93ea-7c7a69fe006e tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] Request body: {'port': {'device_id': '0b7687e3-bebb-4c97-bd61-1b8794f92ce5', 'network_id': 'c333d204-3b1c-4688-b024-98bded094c33', 'admin_state_up': True, 'tenant_id': '33422820bef740d9867277f3c2dfc903'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:45.861982 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-df65eb27-5c4b-4de7-89b5-f8d4a8912584 tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] Request body: {'port': {'device_id': '9b73f86e-8974-43f8-a0a3-c6e5f01608e1', 'network_id': 'c333d204-3b1c-4688-b024-98bded094c33', 'admin_state_up': True, 'tenant_id': '33422820bef740d9867277f3c2dfc903'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:45.873141 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-12910e8b-9c35-40dc-821d-5e2858f69fa7 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:46.153808 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-12910e8b-9c35-40dc-821d-5e2858f69fa7 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:46.179354 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-1f1ad1a7-df3a-4ba6-aaa2-1eaf86cb3a53 tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] Allocated IP 172.20.0.10 (c333d204-3b1c-4688-b024-98bded094c33/842eeb6c-fadc-4a08-9a1c-4a9d625c6635/60a08df0-a1cc-435d-a900-48395c546b92) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:39:46.279715 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12910e8b-9c35-40dc-821d-5e2858f69fa7 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Network dcea8192-3ded-4675-acba-29dad29883d7 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:39:46.304210 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-12910e8b-9c35-40dc-821d-5e2858f69fa7 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:39:46.310428 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12910e8b-9c35-40dc-821d-5e2858f69fa7 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event updated for resources: {'Port': ['ID=b78b2a9a-4b61-4b82-a36d-e4e976c8e0cf,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:46.320904 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12910e8b-9c35-40dc-821d-5e2858f69fa7 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:39:46.328689 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12910e8b-9c35-40dc-821d-5e2858f69fa7 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:46.329677 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-12910e8b-9c35-40dc-821d-5e2858f69fa7 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:46.371843 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-df65eb27-5c4b-4de7-89b5-f8d4a8912584 tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] Made reservation on behalf of 33422820bef740d9867277f3c2dfc903 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:39:46.375729 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-df65eb27-5c4b-4de7-89b5-f8d4a8912584 tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:46.448902 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-a789d7d0-2a80-41ee-93ea-7c7a69fe006e tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] Made reservation on behalf of 33422820bef740d9867277f3c2dfc903 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:39:46.453711 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-a789d7d0-2a80-41ee-93ea-7c7a69fe006e tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:46.496623 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-12910e8b-9c35-40dc-821d-5e2858f69fa7 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.2148900 Nov 12 08:39:46.500192 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49982) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:46.701477 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd6b230-559c-449a-a2e3-1c23906f1628 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:46.707564 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd6b230-559c-449a-a2e3-1c23906f1628 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:46.727659 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-3dd6b230-559c-449a-a2e3-1c23906f1628 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2259004 Nov 12 08:39:46.730475 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49986) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:46.756376 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-16725afa-0492-4495-a393-21379bd3bf48 None None] Provisioning complete for port 22542a00-94ed-4adb-b05b-699eea19852e triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:39:46.756928 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-16725afa-0492-4495-a393-21379bd3bf48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:46.825602 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0450a3ab-e312-4ff8-a2e9-ac0f78e128dc req-22437edc-1c91-4e06-be6b-b618aca4b3a6 tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b73f86e-8974-43f8-a0a3-c6e5f01608e1 HTTP/1.1" status: 200 len: 210 time: 0.0965109 Nov 12 08:39:46.864069 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 22542a00-94ed-4adb-b05b-699eea19852e up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:39:46.873383 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-1f1ad1a7-df3a-4ba6-aaa2-1eaf86cb3a53 tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:46.941131 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-82a6a458-c428-4362-bb89-73eb6ac3d9de tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Deleting port b78b2a9a-4b61-4b82-a36d-e4e976c8e0cf {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:39:46.944216 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-82a6a458-c428-4362-bb89-73eb6ac3d9de tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:46.988560 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-1f1ad1a7-df3a-4ba6-aaa2-1eaf86cb3a53 tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:47.107132 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-16725afa-0492-4495-a393-21379bd3bf48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:47.122558 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 22542a00-94ed-4adb-b05b-699eea19852e triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:39:47.123248 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:47.212592 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-82a6a458-c428-4362-bb89-73eb6ac3d9de tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:47.217099 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c64d63fc-e980-4851-a333-2047f9641cbd req-1421c73b-6bea-4818-aae1-c055b8c3313c tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aac4f6f-fb62-4847-ba43-3e5edf4fe061 HTTP/1.1" status: 200 len: 210 time: 0.0947843 Nov 12 08:39:47.222165 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-1f1ad1a7-df3a-4ba6-aaa2-1eaf86cb3a53 tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] Network c333d204-3b1c-4688-b024-98bded094c33 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:39:47.236243 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1ad1a7-df3a-4ba6-aaa2-1eaf86cb3a53 tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] Pushing event updated for resources: {'Port': ['ID=60a08df0-a1cc-435d-a900-48395c546b92,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:47.239989 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-1f1ad1a7-df3a-4ba6-aaa2-1eaf86cb3a53 tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:39:47.251095 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-1f1ad1a7-df3a-4ba6-aaa2-1eaf86cb3a53 tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:39:47.256989 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-df65eb27-5c4b-4de7-89b5-f8d4a8912584 tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] Allocated IP 172.20.0.6 (c333d204-3b1c-4688-b024-98bded094c33/842eeb6c-fadc-4a08-9a1c-4a9d625c6635/bccb7e2d-20f2-43cb-a25f-442bb2cf33ec) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:39:47.279080 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-82a6a458-c428-4362-bb89-73eb6ac3d9de tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Calling delete_port for b78b2a9a-4b61-4b82-a36d-e4e976c8e0cf owned by {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:39:47.346349 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-1f1ad1a7-df3a-4ba6-aaa2-1eaf86cb3a53 tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:47.347208 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-1f1ad1a7-df3a-4ba6-aaa2-1eaf86cb3a53 tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:47.352553 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-16725afa-0492-4495-a393-21379bd3bf48 None None] For port 22542a00-94ed-4adb-b05b-699eea19852e, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=22542a00-94ed-4adb-b05b-699eea19852e,segment=NetworkSegment(83c30f53-8f44-40b6-91bc-237f9283bbd5),segment_id=83c30f53-8f44-40b6-91bc-237f9283bbd5)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:47.373160 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-16725afa-0492-4495-a393-21379bd3bf48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:47.396198 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:47.396864 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-1f1ad1a7-df3a-4ba6-aaa2-1eaf86cb3a53 tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7077775 Nov 12 08:39:47.454029 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-d087f52e-2d9a-4806-bef1-59fc140fadcd service neutron] Request body: {'port': {'device_id': '45d65724-6302-4b5b-84ad-b6c6317d4496', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:47.503201 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16725afa-0492-4495-a393-21379bd3bf48 None None] Pushing event updated for resources: {'Port': ['ID=22542a00-94ed-4adb-b05b-699eea19852e,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:47.520219 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.db.api [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:39:47.521362 n-d-765315-29 neutron-server[102601]: DEBUG oslo_db.api [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:39:47.532266 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-0e2c5212-1596-48db-8966-caba97044de0 None None] Provisioning complete for port b78b2a9a-4b61-4b82-a36d-e4e976c8e0cf triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:39:47.535088 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-0e2c5212-1596-48db-8966-caba97044de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:47.612148 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-0e2c5212-1596-48db-8966-caba97044de0 None None] Port b78b2a9a-4b61-4b82-a36d-e4e976c8e0cf cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:39:47.631200 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-82a6a458-c428-4362-bb89-73eb6ac3d9de tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:47.651533 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-d087f52e-2d9a-4806-bef1-59fc140fadcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:47.730402 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-df65eb27-5c4b-4de7-89b5-f8d4a8912584 tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:47.748517 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-82a6a458-c428-4362-bb89-73eb6ac3d9de tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:47.754561 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-82a6a458-c428-4362-bb89-73eb6ac3d9de tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "DELETE /v2.0/ports/b78b2a9a-4b61-4b82-a36d-e4e976c8e0cf HTTP/1.1" status: 204 len: 168 time: 1.0217009 Nov 12 08:39:47.755448 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a6a458-c428-4362-bb89-73eb6ac3d9de tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event deleted for resources: {'Port': ['ID=b78b2a9a-4b61-4b82-a36d-e4e976c8e0cf,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:47.756914 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 49994) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:47.929703 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972cfe51-5109-409e-98fb-8d31343a2357 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:47.933508 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972cfe51-5109-409e-98fb-8d31343a2357 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:47.935166 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-972cfe51-5109-409e-98fb-8d31343a2357 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1759574 Nov 12 08:39:47.937810 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 49998) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:47.954552 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-df65eb27-5c4b-4de7-89b5-f8d4a8912584 tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:48.046642 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2ed931d-c52c-4300-a775-31089219c8d8 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Deleting subnet 0fca6996-1303-4f36-a034-3eaf09a03e1a {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:39:48.052658 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f2ed931d-c52c-4300-a775-31089219c8d8 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:48.084145 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-df65eb27-5c4b-4de7-89b5-f8d4a8912584 tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] Network c333d204-3b1c-4688-b024-98bded094c33 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:39:48.091506 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-df65eb27-5c4b-4de7-89b5-f8d4a8912584 tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:39:48.101777 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-df65eb27-5c4b-4de7-89b5-f8d4a8912584 tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:39:48.141304 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-a789d7d0-2a80-41ee-93ea-7c7a69fe006e tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] Allocated IP 172.20.0.12 (c333d204-3b1c-4688-b024-98bded094c33/842eeb6c-fadc-4a08-9a1c-4a9d625c6635/aa2e7345-8d0d-4d5f-9ec3-38290ba8040f) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:39:48.147403 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df65eb27-5c4b-4de7-89b5-f8d4a8912584 tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] Pushing event updated for resources: {'Port': ['ID=bccb7e2d-20f2-43cb-a25f-442bb2cf33ec,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:48.185025 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f2ed931d-c52c-4300-a775-31089219c8d8 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:48.216156 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-df65eb27-5c4b-4de7-89b5-f8d4a8912584 tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:48.216831 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-df65eb27-5c4b-4de7-89b5-f8d4a8912584 tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:48.262624 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-df65eb27-5c4b-4de7-89b5-f8d4a8912584 tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4216692 Nov 12 08:39:48.302471 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9e74d5-ef71-4e2c-9652-8e3aded91e7a req-a0a9e1cb-d120-452d-9154-9f743504ae67 tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:48.307683 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-1c64bf0a-fa06-47e4-91cd-b7f8e2794b5d service neutron] Request body: {'port': {'device_id': '9b73f86e-8974-43f8-a0a3-c6e5f01608e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:48.310427 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0a9e74d5-ef71-4e2c-9652-8e3aded91e7a req-a0a9e1cb-d120-452d-9154-9f743504ae67 tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b73f86e-8974-43f8-a0a3-c6e5f01608e1 HTTP/1.1" status: 200 len: 931 time: 0.2602048 Nov 12 08:39:48.352721 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f2ed931d-c52c-4300-a775-31089219c8d8 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:48.403086 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0a9e74d5-ef71-4e2c-9652-8e3aded91e7a req-2b85efaa-f5cc-4efb-887e-26c02437144a tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d455e64-986f-4c37-842b-68fd8dd7b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915108 Nov 12 08:39:48.421279 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-1c64bf0a-fa06-47e4-91cd-b7f8e2794b5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:48.480816 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f2ed931d-c52c-4300-a775-31089219c8d8 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:48.504504 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f2ed931d-c52c-4300-a775-31089219c8d8 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:48.507687 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19158c3-fa90-43ef-9434-d7a9f98171b8 None None] Network dcea8192-3ded-4675-acba-29dad29883d7 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:39:48.541033 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-f2ed931d-c52c-4300-a775-31089219c8d8 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "DELETE /v2.0/subnets/0fca6996-1303-4f36-a034-3eaf09a03e1a HTTP/1.1" status: 204 len: 168 time: 0.6011999 Nov 12 08:39:48.542017 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 50006) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:48.624460 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-a789d7d0-2a80-41ee-93ea-7c7a69fe006e tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:48.663472 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-370cfa99-9bfe-4847-b0ec-39a6b0f6d010 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0704503 Nov 12 08:39:48.664596 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ed931d-c52c-4300-a775-31089219c8d8 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event deleted for resources: {'Subnet': ['ID=0fca6996-1303-4f36-a034-3eaf09a03e1a,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:48.670232 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 50008) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:48.679025 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 22542a00-94ed-4adb-b05b-699eea19852e up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:39:48.808910 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 22542a00-94ed-4adb-b05b-699eea19852e triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:39:48.809640 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:48.834562 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2a581946-fc81-417f-912f-d32f31c48e9e req-e44b9f77-82b8-4947-8ea2-ea9912fdd6cc tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=2aac4f6f-fb62-4847-ba43-3e5edf4fe061 HTTP/1.1" status: 200 len: 210 time: 0.1747162 Nov 12 08:39:48.856295 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-d087f52e-2d9a-4806-bef1-59fc140fadcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60a08df0-a1cc-435d-a900-48395c546b92 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:39:48.867713 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-d087f52e-2d9a-4806-bef1-59fc140fadcd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:48.884063 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-d087f52e-2d9a-4806-bef1-59fc140fadcd service neutron] Transition to ACTIVE for port object 60a08df0-a1cc-435d-a900-48395c546b92 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:39:48.886319 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-a789d7d0-2a80-41ee-93ea-7c7a69fe006e tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:48.910814 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790b9071-14fc-4c1d-90b4-4366e8344308 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:48.912184 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-d087f52e-2d9a-4806-bef1-59fc140fadcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:48.913355 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-790b9071-14fc-4c1d-90b4-4366e8344308 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2404199 Nov 12 08:39:48.919299 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 50012) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:48.942852 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc85b1d-e3d3-46ed-80c1-f024bee6ce79 None None] DHCP port deletion for dcea8192-3ded-4675-acba-29dad29883d7 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:39:49.039219 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-a789d7d0-2a80-41ee-93ea-7c7a69fe006e tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] Network c333d204-3b1c-4688-b024-98bded094c33 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:39:49.044111 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-a789d7d0-2a80-41ee-93ea-7c7a69fe006e tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:39:49.048929 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f213245-8547-4d8c-95ee-f80876038aac tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:49.057492 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-5f213245-8547-4d8c-95ee-f80876038aac tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1347980 Nov 12 08:39:49.057871 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-a789d7d0-2a80-41ee-93ea-7c7a69fe006e tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:39:49.057951 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 50014) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:49.084611 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-4fc85b1d-e3d3-46ed-80c1-f024bee6ce79 None None] Deleting port 22542a00-94ed-4adb-b05b-699eea19852e {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:39:49.086333 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4fc85b1d-e3d3-46ed-80c1-f024bee6ce79 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:49.135328 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-3f5f36d5-b874-4a0a-be35-a305e3fc3b36 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0761795 Nov 12 08:39:49.139318 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 50016) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:49.142053 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d087f52e-2d9a-4806-bef1-59fc140fadcd service neutron] Pushing event updated for resources: {'Port': ['ID=60a08df0-a1cc-435d-a900-48395c546b92,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:49.155352 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-5887df87-0424-4c07-a3c9-e710e399a616 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Request body: {'subnet': {'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:49.221540 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-a789d7d0-2a80-41ee-93ea-7c7a69fe006e tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:49.222311 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-a789d7d0-2a80-41ee-93ea-7c7a69fe006e tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:49.287883 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-4fc85b1d-e3d3-46ed-80c1-f024bee6ce79 None None] For port 22542a00-94ed-4adb-b05b-699eea19852e, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=22542a00-94ed-4adb-b05b-699eea19852e,segment=NetworkSegment(83c30f53-8f44-40b6-91bc-237f9283bbd5),segment_id=83c30f53-8f44-40b6-91bc-237f9283bbd5)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:49.288136 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 50018) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:49.288285 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4fc85b1d-e3d3-46ed-80c1-f024bee6ce79 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:49.299879 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-a789d7d0-2a80-41ee-93ea-7c7a69fe006e tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4578331 Nov 12 08:39:49.329073 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-4fc85b1d-e3d3-46ed-80c1-f024bee6ce79 None None] Calling delete_port for 22542a00-94ed-4adb-b05b-699eea19852e owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:39:49.362816 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-d087f52e-2d9a-4806-bef1-59fc140fadcd service neutron] Attempting to bind port 60a08df0-a1cc-435d-a900-48395c546b92 on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:39:49.363161 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-d087f52e-2d9a-4806-bef1-59fc140fadcd service neutron] Attempting to bind port 60a08df0-a1cc-435d-a900-48395c546b92 by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': 'fbad26f6-3c40-4b72-a2c6-f083faf67e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c333d204-3b1c-4688-b024-98bded094c33'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:39:49.363489 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-d087f52e-2d9a-4806-bef1-59fc140fadcd service neutron] Attempting to bind port 60a08df0-a1cc-435d-a900-48395c546b92 on network c333d204-3b1c-4688-b024-98bded094c33 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:39:49.394076 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5887df87-0424-4c07-a3c9-e710e399a616 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Made reservation on behalf of 9132ec14bb5d4c18949ca0b140edb366 for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:39:49.398389 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5887df87-0424-4c07-a3c9-e710e399a616 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:49.477851 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7dfc93a-d148-410e-83d1-592241bc6ace tempest-TestNetworkBasicOps-265207529 tempest-TestNetworkBasicOps-265207529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:49.478552 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7dfc93a-d148-410e-83d1-592241bc6ace tempest-TestNetworkBasicOps-265207529 tempest-TestNetworkBasicOps-265207529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:49.479267 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7dfc93a-d148-410e-83d1-592241bc6ace tempest-TestNetworkBasicOps-265207529 tempest-TestNetworkBasicOps-265207529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:49.482643 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-a7dfc93a-d148-410e-83d1-592241bc6ace tempest-TestNetworkBasicOps-265207529 tempest-TestNetworkBasicOps-265207529-project-admin] 10.222.0.26 "GET /v2.0/ports?project_id=cdcff4fc638944839e15d4e4416a2271&network_id=b177f1a4-4c68-4847-bafc-529461cd99a0 HTTP/1.1" status: 200 len: 2972 time: 0.1922207 Nov 12 08:39:49.509253 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-0896fd4b-5427-4b02-9c8f-90dc9dc35b56 service neutron] Request body: {'port': {'device_id': '0b7687e3-bebb-4c97-bd61-1b8794f92ce5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:49.517460 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-d087f52e-2d9a-4806-bef1-59fc140fadcd service neutron] Port 60a08df0-a1cc-435d-a900-48395c546b92 on network c333d204-3b1c-4688-b024-98bded094c33 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:39:49.517868 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-d087f52e-2d9a-4806-bef1-59fc140fadcd service neutron] Attempting to bind port 60a08df0-a1cc-435d-a900-48395c546b92 on network c333d204-3b1c-4688-b024-98bded094c33 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:39:49.524339 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a789d7d0-2a80-41ee-93ea-7c7a69fe006e tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] Pushing event updated for resources: {'Port': ['ID=aa2e7345-8d0d-4d5f-9ec3-38290ba8040f,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:49.554743 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4fc85b1d-e3d3-46ed-80c1-f024bee6ce79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:49.589549 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-d087f52e-2d9a-4806-bef1-59fc140fadcd service neutron] Checking agent: {'id': '26215384-8035-4ce2-971a-8e67be80da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:39:49.589902 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-d087f52e-2d9a-4806-bef1-59fc140fadcd service neutron] Checking segment: {'id': 'fbad26f6-3c40-4b72-a2c6-f083faf67e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c333d204-3b1c-4688-b024-98bded094c33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:39:49.590294 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-d087f52e-2d9a-4806-bef1-59fc140fadcd service neutron] Bound using segment: {'id': 'fbad26f6-3c40-4b72-a2c6-f083faf67e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c333d204-3b1c-4688-b024-98bded094c33'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:39:49.590782 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-d087f52e-2d9a-4806-bef1-59fc140fadcd service neutron] Bound port: 60a08df0-a1cc-435d-a900-48395c546b92, host: n-h1-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbad26f6-3c40-4b72-a2c6-f083faf67e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c333d204-3b1c-4688-b024-98bded094c33'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:39:49.591151 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-d087f52e-2d9a-4806-bef1-59fc140fadcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:49.609239 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-1c64bf0a-fa06-47e4-91cd-b7f8e2794b5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bccb7e2d-20f2-43cb-a25f-442bb2cf33ec {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:39:49.628705 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-1c64bf0a-fa06-47e4-91cd-b7f8e2794b5d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:49.660126 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc85b1d-e3d3-46ed-80c1-f024bee6ce79 None None] Pushing event deleted for resources: {'Port': ['ID=22542a00-94ed-4adb-b05b-699eea19852e,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:49.674099 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc85b1d-e3d3-46ed-80c1-f024bee6ce79 None None] No DVR routers for this DVR port 22542a00-94ed-4adb-b05b-699eea19852e on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:39:49.737224 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-d087f52e-2d9a-4806-bef1-59fc140fadcd service neutron] For port 60a08df0-a1cc-435d-a900-48395c546b92, host n-h1-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:39:49.744049 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-d087f52e-2d9a-4806-bef1-59fc140fadcd service neutron] For port 60a08df0-a1cc-435d-a900-48395c546b92, host n-h1-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=60a08df0-a1cc-435d-a900-48395c546b92,segment=NetworkSegment(fbad26f6-3c40-4b72-a2c6-f083faf67e0b),segment_id=fbad26f6-3c40-4b72-a2c6-f083faf67e0b)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:39:49.751506 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a937625c-d6d9-4e7c-aee6-8d94883a8310 req-421d19cb-119b-43db-b958-2d8e40e66cfa tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:49.753248 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a937625c-d6d9-4e7c-aee6-8d94883a8310 req-421d19cb-119b-43db-b958-2d8e40e66cfa tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b73f86e-8974-43f8-a0a3-c6e5f01608e1 HTTP/1.1" status: 200 len: 931 time: 0.1598153 Nov 12 08:39:49.776346 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-d087f52e-2d9a-4806-bef1-59fc140fadcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:49.791734 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-1c64bf0a-fa06-47e4-91cd-b7f8e2794b5d service neutron] Transition to ACTIVE for port object bccb7e2d-20f2-43cb-a25f-442bb2cf33ec will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:39:49.828817 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-1c64bf0a-fa06-47e4-91cd-b7f8e2794b5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:49.842864 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-0896fd4b-5427-4b02-9c8f-90dc9dc35b56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:49.843393 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a937625c-d6d9-4e7c-aee6-8d94883a8310 req-89568e2d-2828-41b8-a0d9-302bcf52a7bc tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d455e64-986f-4c37-842b-68fd8dd7b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794623 Nov 12 08:39:49.851990 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-d087f52e-2d9a-4806-bef1-59fc140fadcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:49.852615 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-d087f52e-2d9a-4806-bef1-59fc140fadcd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:49.854331 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-d087f52e-2d9a-4806-bef1-59fc140fadcd service neutron] 10.222.0.21 "PUT /v2.0/ports/60a08df0-a1cc-435d-a900-48395c546b92 HTTP/1.1" status: 200 len: 1093 time: 2.4362261 Nov 12 08:39:49.862679 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45d65724-6302-4b5b-84ad-b6c6317d4496', 'tag': '60a08df0-a1cc-435d-a900-48395c546b92'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:39:49.865551 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aaba7f3-b5e8-4c58-be74-05463ade45d1" -d '{"events": [{"name": "network-changed", "server_uuid": "45d65724-6302-4b5b-84ad-b6c6317d4496", "tag": "60a08df0-a1cc-435d-a900-48395c546b92"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:39:49.940854 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d087f52e-2d9a-4806-bef1-59fc140fadcd service neutron] Pushing event updated for resources: {'Port': ['ID=60a08df0-a1cc-435d-a900-48395c546b92,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:50.105444 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f472b1b-c57c-49ff-8f83-310a51516eba x-openstack-request-id: req-9f472b1b-c57c-49ff-8f83-310a51516eba {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:39:50.106535 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45d65724-6302-4b5b-84ad-b6c6317d4496", "tag": "60a08df0-a1cc-435d-a900-48395c546b92", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:39:50.107005 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9f472b1b-c57c-49ff-8f83-310a51516eba {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:39:50.107584 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45d65724-6302-4b5b-84ad-b6c6317d4496', 'tag': '60a08df0-a1cc-435d-a900-48395c546b92', 'status': 'completed', 'code': 200} Nov 12 08:39:50.128726 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c64bf0a-fa06-47e4-91cd-b7f8e2794b5d service neutron] Pushing event updated for resources: {'Port': ['ID=bccb7e2d-20f2-43cb-a25f-442bb2cf33ec,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:50.167370 n-d-765315-29 neutron-server[102600]: DEBUG neutron.objects.ports [None req-5887df87-0424-4c07-a3c9-e710e399a616 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102600) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 08:39:50.169899 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5887df87-0424-4c07-a3c9-e710e399a616 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:50.232761 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-1c64bf0a-fa06-47e4-91cd-b7f8e2794b5d service neutron] Attempting to bind port bccb7e2d-20f2-43cb-a25f-442bb2cf33ec on host n-h2-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:39:50.233107 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-1c64bf0a-fa06-47e4-91cd-b7f8e2794b5d service neutron] Attempting to bind port bccb7e2d-20f2-43cb-a25f-442bb2cf33ec by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': 'fbad26f6-3c40-4b72-a2c6-f083faf67e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c333d204-3b1c-4688-b024-98bded094c33'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:39:50.233447 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-1c64bf0a-fa06-47e4-91cd-b7f8e2794b5d service neutron] Attempting to bind port bccb7e2d-20f2-43cb-a25f-442bb2cf33ec on network c333d204-3b1c-4688-b024-98bded094c33 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:39:50.240130 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5887df87-0424-4c07-a3c9-e710e399a616 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Network dcea8192-3ded-4675-acba-29dad29883d7 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:39:50.246444 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-5887df87-0424-4c07-a3c9-e710e399a616 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:39:50.251223 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-c2b1ffae-99f0-44fc-86bd-15c6d76e5a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:50.251617 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5887df87-0424-4c07-a3c9-e710e399a616 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:50.252501 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5887df87-0424-4c07-a3c9-e710e399a616 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:50.252746 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-c2b1ffae-99f0-44fc-86bd-15c6d76e5a9a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=33422820bef740d9867277f3c2dfc903&device_id=45d65724-6302-4b5b-84ad-b6c6317d4496 HTTP/1.1" status: 200 len: 1096 time: 0.3231914 Nov 12 08:39:50.255261 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5887df87-0424-4c07-a3c9-e710e399a616 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event updated for resources: {'Subnet': ['ID=0ce2451e-8cf3-43e9-a71e-e5e2ee01dad8,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:50.263167 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-1c64bf0a-fa06-47e4-91cd-b7f8e2794b5d service neutron] Port bccb7e2d-20f2-43cb-a25f-442bb2cf33ec on network c333d204-3b1c-4688-b024-98bded094c33 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:39:50.263717 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-1c64bf0a-fa06-47e4-91cd-b7f8e2794b5d service neutron] Attempting to bind port bccb7e2d-20f2-43cb-a25f-442bb2cf33ec on network c333d204-3b1c-4688-b024-98bded094c33 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:39:50.265142 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e647e3-1821-43b8-9d57-8b951ed1c625 None None] Network dcea8192-3ded-4675-acba-29dad29883d7 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:39:50.278864 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-5887df87-0424-4c07-a3c9-e710e399a616 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.1382887 Nov 12 08:39:50.286045 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 50036) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:50.291168 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-186e5d75-5471-40c4-9f42-3293a2659c91 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Request body: {'port': {'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7', 'mac_address': 'fa:16:3e:46:76:0c', 'name': 'tempest-NetworksTestDHCPv6-329386562'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:50.313166 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-1c64bf0a-fa06-47e4-91cd-b7f8e2794b5d service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:39:50.314185 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-1c64bf0a-fa06-47e4-91cd-b7f8e2794b5d service neutron] Checking segment: {'id': 'fbad26f6-3c40-4b72-a2c6-f083faf67e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c333d204-3b1c-4688-b024-98bded094c33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:39:50.314859 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-1c64bf0a-fa06-47e4-91cd-b7f8e2794b5d service neutron] Bound using segment: {'id': 'fbad26f6-3c40-4b72-a2c6-f083faf67e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c333d204-3b1c-4688-b024-98bded094c33'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:39:50.315591 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-1c64bf0a-fa06-47e4-91cd-b7f8e2794b5d service neutron] Bound port: bccb7e2d-20f2-43cb-a25f-442bb2cf33ec, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbad26f6-3c40-4b72-a2c6-f083faf67e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c333d204-3b1c-4688-b024-98bded094c33'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:39:50.316178 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-1c64bf0a-fa06-47e4-91cd-b7f8e2794b5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:50.590972 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-0896fd4b-5427-4b02-9c8f-90dc9dc35b56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa2e7345-8d0d-4d5f-9ec3-38290ba8040f {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:39:50.602786 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-0896fd4b-5427-4b02-9c8f-90dc9dc35b56 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:50.619987 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-0896fd4b-5427-4b02-9c8f-90dc9dc35b56 service neutron] Transition to ACTIVE for port object aa2e7345-8d0d-4d5f-9ec3-38290ba8040f will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:39:50.639155 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-186e5d75-5471-40c4-9f42-3293a2659c91 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Made reservation on behalf of 9132ec14bb5d4c18949ca0b140edb366 for: {'port': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:39:50.666327 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 22542a00-94ed-4adb-b05b-699eea19852e no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:39:50.699962 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-5db3197d-3083-48bd-8bdc-f1b832a4423b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60a08df0-a1cc-435d-a900-48395c546b92 HTTP/1.1" status: 200 len: 217 time: 0.4204597 Nov 12 08:39:50.722891 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-0896fd4b-5427-4b02-9c8f-90dc9dc35b56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:50.730500 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 22542a00-94ed-4adb-b05b-699eea19852e {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:39:50.731645 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 22542a00-94ed-4adb-b05b-699eea19852e not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:39:50.735150 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39815711-c487-4bfe-aaa3-c4aa41b48dde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-dcea8192-3ded-4675-acba-29dad29883d7', 'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7', 'tenant_id': '9132ec14bb5d4c18949ca0b140edb366', 'fixed_ips': [{'subnet_id': '0ce2451e-8cf3-43e9-a71e-e5e2ee01dad8'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:39:50.737222 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-39815711-c487-4bfe-aaa3-c4aa41b48dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:50.761968 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-186e5d75-5471-40c4-9f42-3293a2659c91 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:50.798206 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [None req-186e5d75-5471-40c4-9f42-3293a2659c91 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] device_id is not set on port 4198d0de-e615-4b4e-a219-26f3fd1e7109 yet. {{(pid=102600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:39:50.970493 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0896fd4b-5427-4b02-9c8f-90dc9dc35b56 service neutron] Pushing event updated for resources: {'Port': ['ID=aa2e7345-8d0d-4d5f-9ec3-38290ba8040f,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:51.185036 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-186e5d75-5471-40c4-9f42-3293a2659c91 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Allocated IP 2001:db8::f816:3eff:fe46:760c (dcea8192-3ded-4675-acba-29dad29883d7/0ce2451e-8cf3-43e9-a71e-e5e2ee01dad8/4198d0de-e615-4b4e-a219-26f3fd1e7109) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:39:51.235885 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99cb53a-5731-40f1-af9f-27c6b695cecd req-a5934e05-5233-4819-be58-b125f6fc4081 tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:51.239800 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d99cb53a-5731-40f1-af9f-27c6b695cecd req-a5934e05-5233-4819-be58-b125f6fc4081 tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b73f86e-8974-43f8-a0a3-c6e5f01608e1 HTTP/1.1" status: 200 len: 943 time: 0.2289593 Nov 12 08:39:51.489930 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d99cb53a-5731-40f1-af9f-27c6b695cecd req-712cf0c6-bd07-434d-8a1b-52cc1ae197dc tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d455e64-986f-4c37-842b-68fd8dd7b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271914 Nov 12 08:39:51.495921 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-186e5d75-5471-40c4-9f42-3293a2659c91 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:51.549201 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-186e5d75-5471-40c4-9f42-3293a2659c91 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:51.594028 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186e5d75-5471-40c4-9f42-3293a2659c91 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Network dcea8192-3ded-4675-acba-29dad29883d7 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:39:51.597655 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-186e5d75-5471-40c4-9f42-3293a2659c91 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:39:51.601024 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186e5d75-5471-40c4-9f42-3293a2659c91 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:39:51.607395 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186e5d75-5471-40c4-9f42-3293a2659c91 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:51.608075 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-186e5d75-5471-40c4-9f42-3293a2659c91 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:51.616631 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-0c68807e-6282-42fa-a21c-1453ba380c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:51.618463 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-0c68807e-6282-42fa-a21c-1453ba380c98 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=842eeb6c-fadc-4a08-9a1c-4a9d625c6635 HTTP/1.1" status: 200 len: 858 time: 0.9162266 Nov 12 08:39:51.652856 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-39815711-c487-4bfe-aaa3-c4aa41b48dde None None] Allocated IP 2001:db8::f816:3eff:fe6a:1ee5 (dcea8192-3ded-4675-acba-29dad29883d7/0ce2451e-8cf3-43e9-a71e-e5e2ee01dad8/26afea65-ec6b-40ff-bc93-997468217ebf) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:39:51.675374 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-186e5d75-5471-40c4-9f42-3293a2659c91 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3832905 Nov 12 08:39:51.675374 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186e5d75-5471-40c4-9f42-3293a2659c91 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event updated for resources: {'Port': ['ID=4198d0de-e615-4b4e-a219-26f3fd1e7109,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:51.675638 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-1c64bf0a-fa06-47e4-91cd-b7f8e2794b5d service neutron] For port bccb7e2d-20f2-43cb-a25f-442bb2cf33ec, host n-h2-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:39:51.692435 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-bc620071-b334-430e-b9a5-50042ac27125 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c333d204-3b1c-4688-b024-98bded094c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582678 Nov 12 08:39:51.693028 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 50048) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:51.697584 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186e5d75-5471-40c4-9f42-3293a2659c91 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:51.698009 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186e5d75-5471-40c4-9f42-3293a2659c91 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:51.698433 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186e5d75-5471-40c4-9f42-3293a2659c91 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:51.698924 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186e5d75-5471-40c4-9f42-3293a2659c91 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:51.699754 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186e5d75-5471-40c4-9f42-3293a2659c91 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:51.700173 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186e5d75-5471-40c4-9f42-3293a2659c91 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:51.700586 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186e5d75-5471-40c4-9f42-3293a2659c91 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:51.700996 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186e5d75-5471-40c4-9f42-3293a2659c91 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:51.701400 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186e5d75-5471-40c4-9f42-3293a2659c91 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:51.701806 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186e5d75-5471-40c4-9f42-3293a2659c91 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:51.702223 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186e5d75-5471-40c4-9f42-3293a2659c91 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:51.702626 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186e5d75-5471-40c4-9f42-3293a2659c91 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:51.876637 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-39815711-c487-4bfe-aaa3-c4aa41b48dde None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:51.889729 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-39815711-c487-4bfe-aaa3-c4aa41b48dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:51.956002 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-0edf5d93-cc71-4b35-830b-cd47fe8ca746 service neutron] 10.222.0.21 "GET /v2.0/networks/c333d204-3b1c-4688-b024-98bded094c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890442 Nov 12 08:39:51.969249 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-1c64bf0a-fa06-47e4-91cd-b7f8e2794b5d service neutron] For port bccb7e2d-20f2-43cb-a25f-442bb2cf33ec, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=bccb7e2d-20f2-43cb-a25f-442bb2cf33ec,segment=NetworkSegment(fbad26f6-3c40-4b72-a2c6-f083faf67e0b),segment_id=fbad26f6-3c40-4b72-a2c6-f083faf67e0b)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:39:51.990458 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-1c64bf0a-fa06-47e4-91cd-b7f8e2794b5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:51.998982 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39815711-c487-4bfe-aaa3-c4aa41b48dde None None] Network dcea8192-3ded-4675-acba-29dad29883d7 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:39:52.009047 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-39815711-c487-4bfe-aaa3-c4aa41b48dde None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:39:52.014345 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39815711-c487-4bfe-aaa3-c4aa41b48dde None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:39:52.111208 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39815711-c487-4bfe-aaa3-c4aa41b48dde None None] Pushing event updated for resources: {'Port': ['ID=26afea65-ec6b-40ff-bc93-997468217ebf,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:52.131657 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-39815711-c487-4bfe-aaa3-c4aa41b48dde None None] Attempting to bind port 26afea65-ec6b-40ff-bc93-997468217ebf on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:39:52.132196 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-39815711-c487-4bfe-aaa3-c4aa41b48dde None None] Attempting to bind port 26afea65-ec6b-40ff-bc93-997468217ebf by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '83c30f53-8f44-40b6-91bc-237f9283bbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:39:52.132771 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39815711-c487-4bfe-aaa3-c4aa41b48dde None None] Attempting to bind port 26afea65-ec6b-40ff-bc93-997468217ebf on network dcea8192-3ded-4675-acba-29dad29883d7 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:39:52.141457 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39815711-c487-4bfe-aaa3-c4aa41b48dde None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:39:52.142068 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39815711-c487-4bfe-aaa3-c4aa41b48dde None None] Checking segment: {'id': '83c30f53-8f44-40b6-91bc-237f9283bbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:39:52.142669 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-39815711-c487-4bfe-aaa3-c4aa41b48dde None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:52.143288 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39815711-c487-4bfe-aaa3-c4aa41b48dde None None] Bound using segment: {'id': '83c30f53-8f44-40b6-91bc-237f9283bbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:39:52.144023 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-39815711-c487-4bfe-aaa3-c4aa41b48dde None None] Bound port: 26afea65-ec6b-40ff-bc93-997468217ebf, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83c30f53-8f44-40b6-91bc-237f9283bbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:39:52.144632 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-39815711-c487-4bfe-aaa3-c4aa41b48dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:52.156416 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c64bf0a-fa06-47e4-91cd-b7f8e2794b5d service neutron] Pushing event updated for resources: {'Port': ['ID=bccb7e2d-20f2-43cb-a25f-442bb2cf33ec,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:52.167046 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-1c64bf0a-fa06-47e4-91cd-b7f8e2794b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:52.167882 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-1c64bf0a-fa06-47e4-91cd-b7f8e2794b5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:52.170683 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-1c64bf0a-fa06-47e4-91cd-b7f8e2794b5d service neutron] 10.222.0.44 "PUT /v2.0/ports/bccb7e2d-20f2-43cb-a25f-442bb2cf33ec HTTP/1.1" status: 200 len: 1092 time: 3.8706126 Nov 12 08:39:52.173500 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b73f86e-8974-43f8-a0a3-c6e5f01608e1', 'tag': 'bccb7e2d-20f2-43cb-a25f-442bb2cf33ec'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:39:52.176662 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1330bd4-105b-4ad9-ae70-8bbede528748" -d '{"events": [{"name": "network-changed", "server_uuid": "9b73f86e-8974-43f8-a0a3-c6e5f01608e1", "tag": "bccb7e2d-20f2-43cb-a25f-442bb2cf33ec"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:39:52.213838 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-0896fd4b-5427-4b02-9c8f-90dc9dc35b56 service neutron] Attempting to bind port aa2e7345-8d0d-4d5f-9ec3-38290ba8040f on host n-h2-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:39:52.214228 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-0896fd4b-5427-4b02-9c8f-90dc9dc35b56 service neutron] Attempting to bind port aa2e7345-8d0d-4d5f-9ec3-38290ba8040f by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': 'fbad26f6-3c40-4b72-a2c6-f083faf67e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c333d204-3b1c-4688-b024-98bded094c33'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:39:52.214567 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-0896fd4b-5427-4b02-9c8f-90dc9dc35b56 service neutron] Attempting to bind port aa2e7345-8d0d-4d5f-9ec3-38290ba8040f on network c333d204-3b1c-4688-b024-98bded094c33 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:39:52.231541 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6411ba-cd74-4101-91ce-ef1216e9ad95 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:52.233429 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-8b6411ba-cd74-4101-91ce-ef1216e9ad95 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.5373025 Nov 12 08:39:52.237620 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 50056) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:52.238134 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-0896fd4b-5427-4b02-9c8f-90dc9dc35b56 service neutron] Port aa2e7345-8d0d-4d5f-9ec3-38290ba8040f on network c333d204-3b1c-4688-b024-98bded094c33 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:39:52.238134 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-0896fd4b-5427-4b02-9c8f-90dc9dc35b56 service neutron] Attempting to bind port aa2e7345-8d0d-4d5f-9ec3-38290ba8040f on network c333d204-3b1c-4688-b024-98bded094c33 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:39:52.276703 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a0c4a50-138e-44c6-8f3e-15316710367f x-openstack-request-id: req-7a0c4a50-138e-44c6-8f3e-15316710367f {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:39:52.277017 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b73f86e-8974-43f8-a0a3-c6e5f01608e1", "tag": "bccb7e2d-20f2-43cb-a25f-442bb2cf33ec", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:39:52.277327 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7a0c4a50-138e-44c6-8f3e-15316710367f {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:39:52.277630 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b73f86e-8974-43f8-a0a3-c6e5f01608e1', 'tag': 'bccb7e2d-20f2-43cb-a25f-442bb2cf33ec', 'status': 'completed', 'code': 200} Nov 12 08:39:52.295321 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-39815711-c487-4bfe-aaa3-c4aa41b48dde None None] For port 26afea65-ec6b-40ff-bc93-997468217ebf, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:39:52.310198 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-39815711-c487-4bfe-aaa3-c4aa41b48dde None None] For port 26afea65-ec6b-40ff-bc93-997468217ebf, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=26afea65-ec6b-40ff-bc93-997468217ebf,segment=NetworkSegment(83c30f53-8f44-40b6-91bc-237f9283bbd5),segment_id=83c30f53-8f44-40b6-91bc-237f9283bbd5)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:39:52.317564 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-39815711-c487-4bfe-aaa3-c4aa41b48dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:52.319948 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-0896fd4b-5427-4b02-9c8f-90dc9dc35b56 service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:39:52.320353 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-0896fd4b-5427-4b02-9c8f-90dc9dc35b56 service neutron] Checking segment: {'id': 'fbad26f6-3c40-4b72-a2c6-f083faf67e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c333d204-3b1c-4688-b024-98bded094c33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:39:52.320744 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-0896fd4b-5427-4b02-9c8f-90dc9dc35b56 service neutron] Bound using segment: {'id': 'fbad26f6-3c40-4b72-a2c6-f083faf67e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c333d204-3b1c-4688-b024-98bded094c33'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:39:52.321199 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-0896fd4b-5427-4b02-9c8f-90dc9dc35b56 service neutron] Bound port: aa2e7345-8d0d-4d5f-9ec3-38290ba8040f, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbad26f6-3c40-4b72-a2c6-f083faf67e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c333d204-3b1c-4688-b024-98bded094c33'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:39:52.321575 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-0896fd4b-5427-4b02-9c8f-90dc9dc35b56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:52.412756 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39815711-c487-4bfe-aaa3-c4aa41b48dde None None] Pushing event updated for resources: {'Port': ['ID=26afea65-ec6b-40ff-bc93-997468217ebf,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:52.413541 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-9a65fab4-ccfc-4deb-9cc1-a1b76f5bfffe service neutron] 10.222.0.21 "GET /v2.0/networks/c333d204-3b1c-4688-b024-98bded094c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4420829 Nov 12 08:39:52.502272 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-4ecfdfbb-b640-49d8-9476-fbb2338a924a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:52.504092 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-4ecfdfbb-b640-49d8-9476-fbb2338a924a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=33422820bef740d9867277f3c2dfc903&device_id=9b73f86e-8974-43f8-a0a3-c6e5f01608e1 HTTP/1.1" status: 200 len: 1095 time: 0.2394698 Nov 12 08:39:52.522454 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 50062) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:52.593529 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda2f9e7-2901-4d9e-9772-fbb7839f9d3f tempest-TestNetworkBasicOps-265207529 tempest-TestNetworkBasicOps-265207529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:52.612627 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-eda2f9e7-2901-4d9e-9772-fbb7839f9d3f tempest-TestNetworkBasicOps-265207529 tempest-TestNetworkBasicOps-265207529-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=d709f64f-f9e6-4525-b020-ad48633b9bbf HTTP/1.1" status: 200 len: 814 time: 0.0887251 Nov 12 08:39:52.624076 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-b3810582-ce02-4e66-84ab-e4634c3faf2d tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Deleting port 4198d0de-e615-4b4e-a219-26f3fd1e7109 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:39:52.624514 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b3810582-ce02-4e66-84ab-e4634c3faf2d tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:52.685306 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-bbbb7a92-d514-4eaa-a491-375203523811 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bccb7e2d-20f2-43cb-a25f-442bb2cf33ec HTTP/1.1" status: 200 len: 217 time: 0.1397574 Nov 12 08:39:52.688940 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-0896fd4b-5427-4b02-9c8f-90dc9dc35b56 service neutron] For port aa2e7345-8d0d-4d5f-9ec3-38290ba8040f, host n-h2-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:39:52.815041 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-0896fd4b-5427-4b02-9c8f-90dc9dc35b56 service neutron] For port aa2e7345-8d0d-4d5f-9ec3-38290ba8040f, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=aa2e7345-8d0d-4d5f-9ec3-38290ba8040f,segment=NetworkSegment(fbad26f6-3c40-4b72-a2c6-f083faf67e0b),segment_id=fbad26f6-3c40-4b72-a2c6-f083faf67e0b)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:39:52.837038 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-0896fd4b-5427-4b02-9c8f-90dc9dc35b56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:52.866334 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b3810582-ce02-4e66-84ab-e4634c3faf2d tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:52.880018 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaba7f3-b5e8-4c58-be74-05463ade45d1 req-c9bef980-b642-46db-9c99-f68cd66528bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:52.883010 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6aaba7f3-b5e8-4c58-be74-05463ade45d1 req-c9bef980-b642-46db-9c99-f68cd66528bc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=33422820bef740d9867277f3c2dfc903&device_id=45d65724-6302-4b5b-84ad-b6c6317d4496 HTTP/1.1" status: 200 len: 1096 time: 0.4011643 Nov 12 08:39:52.909375 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613a70b8-f770-4721-804d-bcb6438f7f36 req-324f6097-e9a0-4410-afba-2defacb95d6a tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:52.914002 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-613a70b8-f770-4721-804d-bcb6438f7f36 req-324f6097-e9a0-4410-afba-2defacb95d6a tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b73f86e-8974-43f8-a0a3-c6e5f01608e1 HTTP/1.1" status: 200 len: 943 time: 0.1704497 Nov 12 08:39:52.919189 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-b3810582-ce02-4e66-84ab-e4634c3faf2d tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Calling delete_port for 4198d0de-e615-4b4e-a219-26f3fd1e7109 owned by {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:39:52.948345 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-0896fd4b-5427-4b02-9c8f-90dc9dc35b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:52.950603 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-0896fd4b-5427-4b02-9c8f-90dc9dc35b56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:52.956239 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-0896fd4b-5427-4b02-9c8f-90dc9dc35b56 service neutron] 10.222.0.44 "PUT /v2.0/ports/aa2e7345-8d0d-4d5f-9ec3-38290ba8040f HTTP/1.1" status: 200 len: 1093 time: 3.6005948 Nov 12 08:39:53.030674 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-554139f7-9b3d-405c-9af4-05646897393f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:53.033152 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-554139f7-9b3d-405c-9af4-05646897393f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=842eeb6c-fadc-4a08-9a1c-4a9d625c6635 HTTP/1.1" status: 200 len: 858 time: 0.3387828 Nov 12 08:39:53.137358 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0896fd4b-5427-4b02-9c8f-90dc9dc35b56 service neutron] Pushing event updated for resources: {'Port': ['ID=aa2e7345-8d0d-4d5f-9ec3-38290ba8040f,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:53.152693 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-613a70b8-f770-4721-804d-bcb6438f7f36 req-49af65ee-f522-41cf-aaf7-60dc9c94a281 tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d455e64-986f-4c37-842b-68fd8dd7b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265077 Nov 12 08:39:53.219044 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-271caffd-9963-4638-a395-a3e9b6f6b39d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c333d204-3b1c-4688-b024-98bded094c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1720240 Nov 12 08:39:53.233338 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b3810582-ce02-4e66-84ab-e4634c3faf2d tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:53.299971 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3810582-ce02-4e66-84ab-e4634c3faf2d tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event deleted for resources: {'Port': ['ID=4198d0de-e615-4b4e-a219-26f3fd1e7109,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:53.353328 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b3810582-ce02-4e66-84ab-e4634c3faf2d tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:53.359343 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-b3810582-ce02-4e66-84ab-e4634c3faf2d tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "DELETE /v2.0/ports/4198d0de-e615-4b4e-a219-26f3fd1e7109 HTTP/1.1" status: 204 len: 168 time: 1.1151445 Nov 12 08:39:53.359686 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 50074) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:53.455860 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaba7f3-b5e8-4c58-be74-05463ade45d1 req-ea748784-894b-4410-a839-9d21fa0a6b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:53.459997 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6aaba7f3-b5e8-4c58-be74-05463ade45d1 req-ea748784-894b-4410-a839-9d21fa0a6b12 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c333d204-3b1c-4688-b024-98bded094c33 HTTP/1.1" status: 200 len: 919 time: 0.4890196 Nov 12 08:39:53.461148 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-2a7797ce-af18-4536-a03f-c264bea06e66 service neutron] 10.222.0.44 "GET /v2.0/networks/c333d204-3b1c-4688-b024-98bded094c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142258 Nov 12 08:39:53.469051 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d929ab-f5e4-43bb-bb0a-3a50433d7735 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:53.472421 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d929ab-f5e4-43bb-bb0a-3a50433d7735 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:53.480652 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-46d929ab-f5e4-43bb-bb0a-3a50433d7735 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1195631 Nov 12 08:39:53.482903 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-c0e7e284-ef50-4041-8a54-74bf44840874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:53.484884 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 50076) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:53.486215 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-c0e7e284-ef50-4041-8a54-74bf44840874 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=33422820bef740d9867277f3c2dfc903&device_id=0b7687e3-bebb-4c97-bd61-1b8794f92ce5 HTTP/1.1" status: 200 len: 1096 time: 0.4211180 Nov 12 08:39:53.578975 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b65e35d-7cec-43db-8b87-c2d9cfd27d2f tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Deleting subnet 0ce2451e-8cf3-43e9-a71e-e5e2ee01dad8 {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:39:53.583852 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2b65e35d-7cec-43db-8b87-c2d9cfd27d2f tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:53.599019 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6aaba7f3-b5e8-4c58-be74-05463ade45d1 req-b0c91187-fffa-4aa4-8780-b5d5c85f4d9e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60a08df0-a1cc-435d-a900-48395c546b92 HTTP/1.1" status: 200 len: 217 time: 0.1315167 Nov 12 08:39:53.640640 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2b65e35d-7cec-43db-8b87-c2d9cfd27d2f tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:53.716306 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-cfaa7f58-8272-4422-9cb2-f94511d77cd8 service neutron] 10.222.0.44 "GET /v2.0/networks/c333d204-3b1c-4688-b024-98bded094c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408960 Nov 12 08:39:53.776182 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-07727d81-6940-4ec1-aeef-1da727ffa949 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aa2e7345-8d0d-4d5f-9ec3-38290ba8040f HTTP/1.1" status: 200 len: 217 time: 0.2415438 Nov 12 08:39:53.792599 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaba7f3-b5e8-4c58-be74-05463ade45d1 req-48ee0ca4-244e-4009-81fb-45926475f029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:53.794551 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6aaba7f3-b5e8-4c58-be74-05463ade45d1 req-48ee0ca4-244e-4009-81fb-45926475f029 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=842eeb6c-fadc-4a08-9a1c-4a9d625c6635 HTTP/1.1" status: 200 len: 858 time: 0.0770099 Nov 12 08:39:53.829628 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2b65e35d-7cec-43db-8b87-c2d9cfd27d2f tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:53.900161 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6aaba7f3-b5e8-4c58-be74-05463ade45d1 req-983d43f9-fe93-4e11-b442-f751d5fabe48 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c333d204-3b1c-4688-b024-98bded094c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0944712 Nov 12 08:39:53.928539 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2b65e35d-7cec-43db-8b87-c2d9cfd27d2f tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:53.989856 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 50080) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:53.997620 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-120597b2-7dae-48b0-9311-5fcc09278782 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Request body: {'network': {'name': 'tempest-network-smoke--1376312689', 'project_id': 'cdcff4fc638944839e15d4e4416a2271', 'port_security_enabled': True}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:54.001997 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b65e35d-7cec-43db-8b87-c2d9cfd27d2f tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event deleted for resources: {'Subnet': ['ID=0ce2451e-8cf3-43e9-a71e-e5e2ee01dad8,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:54.013379 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2b65e35d-7cec-43db-8b87-c2d9cfd27d2f tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:54.016878 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-2b65e35d-7cec-43db-8b87-c2d9cfd27d2f tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "DELETE /v2.0/subnets/0ce2451e-8cf3-43e9-a71e-e5e2ee01dad8 HTTP/1.1" status: 204 len: 168 time: 0.5306668 Nov 12 08:39:54.034757 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 50082) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:54.043235 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-120597b2-7dae-48b0-9311-5fcc09278782 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Made reservation on behalf of cdcff4fc638944839e15d4e4416a2271 for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:39:54.047609 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-120597b2-7dae-48b0-9311-5fcc09278782 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:54.087215 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347ed063-8c5d-4183-b985-5599cc2d4e33 None None] Network dcea8192-3ded-4675-acba-29dad29883d7 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:39:54.130554 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-00da8f91-29c2-40fd-aac2-6523c5fdd387 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0901389 Nov 12 08:39:54.130859 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 50084) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:54.136321 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-e9eac294-875a-4c07-ac12-b19dd0b84e0c tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Request body: {'subnet': {'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:54.157808 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-120597b2-7dae-48b0-9311-5fcc09278782 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:39:54.170637 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-120597b2-7dae-48b0-9311-5fcc09278782 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:54.170928 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-120597b2-7dae-48b0-9311-5fcc09278782 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Added segment 8b81b94d-1509-46fb-8976-09586403fcf4 of type vlan for network 5f7dbd2b-4f9d-453c-bff7-8de854d19345 Nov 12 08:39:54.189048 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6aaba7f3-b5e8-4c58-be74-05463ade45d1 req-53bf00a8-e6cb-405e-a15c-9e55f18e72be service neutron] 10.222.0.21 "GET /v2.0/networks/c333d204-3b1c-4688-b024-98bded094c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683222 Nov 12 08:39:54.215382 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-120597b2-7dae-48b0-9311-5fcc09278782 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:54.257215 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-120597b2-7dae-48b0-9311-5fcc09278782 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:54.263761 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120597b2-7dae-48b0-9311-5fcc09278782 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:54.264378 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-120597b2-7dae-48b0-9311-5fcc09278782 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:54.326485 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b7687e3-bebb-4c97-bd61-1b8794f92ce5', 'tag': 'aa2e7345-8d0d-4d5f-9ec3-38290ba8040f'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:39:54.329119 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c5b4a7b-08a3-4c34-aa08-3b187e302644" -d '{"events": [{"name": "network-changed", "server_uuid": "0b7687e3-bebb-4c97-bd61-1b8794f92ce5", "tag": "aa2e7345-8d0d-4d5f-9ec3-38290ba8040f"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:39:54.345042 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6aaba7f3-b5e8-4c58-be74-05463ade45d1 req-a7b616a5-02c1-4c5e-bc09-356378bd3261 service neutron] 10.222.0.21 "GET /v2.0/networks/c333d204-3b1c-4688-b024-98bded094c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447537 Nov 12 08:39:54.347853 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-217db1c3-0879-4fd0-b3a6-0eaef74b274e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:54.350469 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-217db1c3-0879-4fd0-b3a6-0eaef74b274e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=842eeb6c-fadc-4a08-9a1c-4a9d625c6635 HTTP/1.1" status: 200 len: 858 time: 0.5337071 Nov 12 08:39:54.352908 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1330bd4-105b-4ad9-ae70-8bbede528748 req-a23a69a9-d81b-4d9b-a014-23447b2ac220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:54.354573 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b1330bd4-105b-4ad9-ae70-8bbede528748 req-a23a69a9-d81b-4d9b-a014-23447b2ac220 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=33422820bef740d9867277f3c2dfc903&device_id=9b73f86e-8974-43f8-a0a3-c6e5f01608e1 HTTP/1.1" status: 200 len: 1095 time: 0.5035203 Nov 12 08:39:54.407617 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-66bb4c38-96ae-49f9-852f-8c699bf4db40 None None] Provisioning complete for port 26afea65-ec6b-40ff-bc93-997468217ebf triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:39:54.408205 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-66bb4c38-96ae-49f9-852f-8c699bf4db40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:54.433083 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-1300420a-6bf2-4b2b-b6cc-bfdf84d72b67 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c333d204-3b1c-4688-b024-98bded094c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695512 Nov 12 08:39:54.457470 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-120597b2-7dae-48b0-9311-5fcc09278782 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4664655 Nov 12 08:39:54.469613 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 50096) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:54.611156 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4a5381-2dd9-4fb4-a3c7-85f69ecd4bde tempest-TestNetworkBasicOps-265207529 tempest-TestNetworkBasicOps-265207529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:54.612757 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-7f4a5381-2dd9-4fb4-a3c7-85f69ecd4bde tempest-TestNetworkBasicOps-265207529 tempest-TestNetworkBasicOps-265207529-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=cdcff4fc638944839e15d4e4416a2271&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1320860 Nov 12 08:39:54.617980 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 50098) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:54.646763 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120597b2-7dae-48b0-9311-5fcc09278782 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Pushing event updated for resources: {'Network': ['ID=5f7dbd2b-4f9d-453c-bff7-8de854d19345,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:54.668393 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7360ebf-571e-4ab9-8f1d-8cba5d5c3d8a req-ba249550-6502-4eeb-8461-548ef05f24ea tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:54.668393 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a7360ebf-571e-4ab9-8f1d-8cba5d5c3d8a req-ba249550-6502-4eeb-8461-548ef05f24ea tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b73f86e-8974-43f8-a0a3-c6e5f01608e1 HTTP/1.1" status: 200 len: 943 time: 0.3584120 Nov 12 08:39:54.742444 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-a32e25f0-18ff-40e6-9133-df5937e32250 service neutron] 10.222.0.44 "GET /v2.0/networks/c333d204-3b1c-4688-b024-98bded094c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431996 Nov 12 08:39:54.772393 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1330bd4-105b-4ad9-ae70-8bbede528748 req-e170246a-4de4-4d5a-9873-6d37e59e28bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:54.774241 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b1330bd4-105b-4ad9-ae70-8bbede528748 req-e170246a-4de4-4d5a-9873-6d37e59e28bf service neutron] 10.222.0.44 "GET /v2.0/networks?id=c333d204-3b1c-4688-b024-98bded094c33 HTTP/1.1" status: 200 len: 919 time: 0.3988559 Nov 12 08:39:54.784710 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-66bb4c38-96ae-49f9-852f-8c699bf4db40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:54.790121 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 5f7dbd2b-4f9d-453c-bff7-8de854d19345 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:39:54.792259 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 26afea65-ec6b-40ff-bc93-997468217ebf up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:39:54.849810 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b1330bd4-105b-4ad9-ae70-8bbede528748 req-fea68e03-971a-4a1d-86fa-914168eb7432 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bccb7e2d-20f2-43cb-a25f-442bb2cf33ec HTTP/1.1" status: 200 len: 217 time: 0.0643296 Nov 12 08:39:54.879284 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9eac294-875a-4c07-ac12-b19dd0b84e0c tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Made reservation on behalf of 9132ec14bb5d4c18949ca0b140edb366 for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:39:54.885928 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e9eac294-875a-4c07-ac12-b19dd0b84e0c tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:54.889785 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344a717b-3d87-4f6a-b3cf-686ffc80fb3c None None] DHCP port deletion for dcea8192-3ded-4675-acba-29dad29883d7 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:39:54.996962 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1330bd4-105b-4ad9-ae70-8bbede528748 req-ebff0b94-7c22-4e18-92d5-c9d81720c7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:55.004078 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b1330bd4-105b-4ad9-ae70-8bbede528748 req-ebff0b94-7c22-4e18-92d5-c9d81720c7dd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=842eeb6c-fadc-4a08-9a1c-4a9d625c6635 HTTP/1.1" status: 200 len: 858 time: 0.1043670 Nov 12 08:39:55.032299 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a7360ebf-571e-4ab9-8f1d-8cba5d5c3d8a req-2975d9b9-0f34-43a7-8ee2-8c36d71d1312 tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d455e64-986f-4c37-842b-68fd8dd7b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684457 Nov 12 08:39:55.068597 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-66bb4c38-96ae-49f9-852f-8c699bf4db40 None None] For port 26afea65-ec6b-40ff-bc93-997468217ebf, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=26afea65-ec6b-40ff-bc93-997468217ebf,segment=NetworkSegment(83c30f53-8f44-40b6-91bc-237f9283bbd5),segment_id=83c30f53-8f44-40b6-91bc-237f9283bbd5)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:55.075792 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 26afea65-ec6b-40ff-bc93-997468217ebf triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:39:55.076389 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:55.082805 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-66bb4c38-96ae-49f9-852f-8c699bf4db40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:55.121181 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03775c8d-a68d-49fb-b485-63c525b771c0 tempest-TestNetworkBasicOps-265207529 tempest-TestNetworkBasicOps-265207529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:55.130712 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-03775c8d-a68d-49fb-b485-63c525b771c0 tempest-TestNetworkBasicOps-265207529 tempest-TestNetworkBasicOps-265207529-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5083890 Nov 12 08:39:55.143615 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 50102) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:55.151217 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ecfbb7-49f9-45b4-ac79-d848129be5d0 x-openstack-request-id: req-63ecfbb7-49f9-45b4-ac79-d848129be5d0 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:39:55.152479 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b7687e3-bebb-4c97-bd61-1b8794f92ce5", "tag": "aa2e7345-8d0d-4d5f-9ec3-38290ba8040f", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:39:55.154373 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-63ecfbb7-49f9-45b4-ac79-d848129be5d0 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:39:55.154966 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b7687e3-bebb-4c97-bd61-1b8794f92ce5', 'tag': 'aa2e7345-8d0d-4d5f-9ec3-38290ba8040f', 'status': 'completed', 'code': 200} Nov 12 08:39:55.210853 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b1330bd4-105b-4ad9-ae70-8bbede528748 req-e3e24323-9e84-4247-9cbb-8520826b66f7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c333d204-3b1c-4688-b024-98bded094c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1230304 Nov 12 08:39:55.216071 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f4ea7f43-24a0-4bcb-b8ae-7c3cc53a27cb req-b529550a-6e6d-4175-bbd8-7a8ac808087c service neutron] 10.222.0.44 "GET /v2.0/networks/c333d204-3b1c-4688-b024-98bded094c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4407127 Nov 12 08:39:55.235777 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-d3a8d8ad-fe04-4419-8899-035c49eb6d38 tempest-TestNetworkBasicOps-265207529 tempest-TestNetworkBasicOps-265207529-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=d709f64f-f9e6-4525-b020-ad48633b9bbf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0878484 Nov 12 08:39:55.245939 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 50104) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:55.282679 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bb4c38-96ae-49f9-852f-8c699bf4db40 None None] Pushing event updated for resources: {'Port': ['ID=26afea65-ec6b-40ff-bc93-997468217ebf,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:55.293731 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-344a717b-3d87-4f6a-b3cf-686ffc80fb3c None None] Deleting port 26afea65-ec6b-40ff-bc93-997468217ebf {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:39:55.294547 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-344a717b-3d87-4f6a-b3cf-686ffc80fb3c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:55.395923 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-648cee25-b6fa-468b-8e49-2da1037c4f1c tempest-TestNetworkBasicOps-265207529 tempest-TestNetworkBasicOps-265207529-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=cdcff4fc638944839e15d4e4416a2271&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1452596 Nov 12 08:39:55.402906 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 50106) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:55.509323 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-344a717b-3d87-4f6a-b3cf-686ffc80fb3c None None] For port 26afea65-ec6b-40ff-bc93-997468217ebf, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=26afea65-ec6b-40ff-bc93-997468217ebf,segment=NetworkSegment(83c30f53-8f44-40b6-91bc-237f9283bbd5),segment_id=83c30f53-8f44-40b6-91bc-237f9283bbd5)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:55.510491 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-344a717b-3d87-4f6a-b3cf-686ffc80fb3c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:55.546096 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-344a717b-3d87-4f6a-b3cf-686ffc80fb3c None None] Calling delete_port for 26afea65-ec6b-40ff-bc93-997468217ebf owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:39:55.722633 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5b4a7b-08a3-4c34-aa08-3b187e302644 req-e5c3d8af-eef5-4d49-b91d-3cc31b6000b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:55.722633 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6c5b4a7b-08a3-4c34-aa08-3b187e302644 req-e5c3d8af-eef5-4d49-b91d-3cc31b6000b0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=33422820bef740d9867277f3c2dfc903&device_id=0b7687e3-bebb-4c97-bd61-1b8794f92ce5 HTTP/1.1" status: 200 len: 1096 time: 0.3590481 Nov 12 08:39:55.781481 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-344a717b-3d87-4f6a-b3cf-686ffc80fb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:55.806674 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device bccb7e2d-20f2-43cb-a25f-442bb2cf33ec details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:39:55.848652 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b1330bd4-105b-4ad9-ae70-8bbede528748 req-b7d563a7-f23c-4f6f-9458-d95b4187d691 service neutron] 10.222.0.44 "GET /v2.0/networks/c333d204-3b1c-4688-b024-98bded094c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6120079 Nov 12 08:39:55.866668 n-d-765315-29 neutron-server[102600]: DEBUG neutron.objects.ports [None req-e9eac294-875a-4c07-ac12-b19dd0b84e0c tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102600) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 08:39:55.915032 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port bccb7e2d-20f2-43cb-a25f-442bb2cf33ec, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=bccb7e2d-20f2-43cb-a25f-442bb2cf33ec,segment=NetworkSegment(fbad26f6-3c40-4b72-a2c6-f083faf67e0b),segment_id=fbad26f6-3c40-4b72-a2c6-f083faf67e0b)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:55.935985 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': 'bccb7e2d-20f2-43cb-a25f-442bb2cf33ec', 'network_id': 'c333d204-3b1c-4688-b024-98bded094c33', 'port_id': 'bccb7e2d-20f2-43cb-a25f-442bb2cf33ec', 'mac_address': 'fa:16:3e:71:aa:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '842eeb6c-fadc-4a08-9a1c-4a9d625c6635', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:39:55.972426 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c58e98f-4198-46cd-8959-b83e3e0687b3 tempest-TestNetworkBasicOps-265207529 tempest-TestNetworkBasicOps-265207529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:55.974511 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-9c58e98f-4198-46cd-8959-b83e3e0687b3 tempest-TestNetworkBasicOps-265207529 tempest-TestNetworkBasicOps-265207529-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5416877 Nov 12 08:39:55.982513 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 50114) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:56.001146 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344a717b-3d87-4f6a-b3cf-686ffc80fb3c None None] No DVR routers for this DVR port 26afea65-ec6b-40ff-bc93-997468217ebf on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:39:56.048733 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344a717b-3d87-4f6a-b3cf-686ffc80fb3c None None] Pushing event deleted for resources: {'Port': ['ID=26afea65-ec6b-40ff-bc93-997468217ebf,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:56.130342 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:56.150253 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-61f04715-2faa-45a9-bfb7-4ee31bfc0f03 tempest-TestNetworkBasicOps-265207529 tempest-TestNetworkBasicOps-265207529-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=d709f64f-f9e6-4525-b020-ad48633b9bbf&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1666317 Nov 12 08:39:56.155080 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 50118) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:56.166011 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-e7789eb0-fea0-41e0-aeea-04801700b3f2 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-71900868', 'network_id': '5f7dbd2b-4f9d-453c-bff7-8de854d19345', 'project_id': 'cdcff4fc638944839e15d4e4416a2271', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:56.177150 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bccb7e2d-20f2-43cb-a25f-442bb2cf33ec {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:39:56.218981 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port bccb7e2d-20f2-43cb-a25f-442bb2cf33ec, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=bccb7e2d-20f2-43cb-a25f-442bb2cf33ec,segment=NetworkSegment(fbad26f6-3c40-4b72-a2c6-f083faf67e0b),segment_id=fbad26f6-3c40-4b72-a2c6-f083faf67e0b)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:56.224647 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:56.312451 n-d-765315-29 neutron-server[102600]: WARNING neutron.services.revisions.revision_plugin [None req-e9eac294-875a-4c07-ac12-b19dd0b84e0c tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Could not find related port for resource to bump revision. Nov 12 08:39:56.328777 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.ipam_pluggable_backend [None req-e9eac294-875a-4c07-ac12-b19dd0b84e0c tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Port 26afea65-ec6b-40ff-bc93-997468217ebf was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102600) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 12 08:39:56.329166 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=bccb7e2d-20f2-43cb-a25f-442bb2cf33ec,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:56.329647 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.ipam_pluggable_backend [None req-e9eac294-875a-4c07-ac12-b19dd0b84e0c tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Reverting IP allocation for 2001:db8::f816:3eff:fe6a:1ee5 {{(pid=102600) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 12 08:39:56.348347 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5b4a7b-08a3-4c34-aa08-3b187e302644 req-2b9cb481-e952-4c17-899e-67374900461c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:56.350023 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6c5b4a7b-08a3-4c34-aa08-3b187e302644 req-2b9cb481-e952-4c17-899e-67374900461c service neutron] 10.222.0.44 "GET /v2.0/networks?id=c333d204-3b1c-4688-b024-98bded094c33 HTTP/1.1" status: 200 len: 919 time: 0.6154101 Nov 12 08:39:56.393305 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.ipam_pluggable_backend [None req-e9eac294-875a-4c07-ac12-b19dd0b84e0c tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe6a:1ee5 {{(pid=102600) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 12 08:39:56.397244 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e9eac294-875a-4c07-ac12-b19dd0b84e0c tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:56.465373 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6c5b4a7b-08a3-4c34-aa08-3b187e302644 req-24046041-0023-4191-bb15-04c18cb7c0fa service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aa2e7345-8d0d-4d5f-9ec3-38290ba8040f HTTP/1.1" status: 200 len: 217 time: 0.0950196 Nov 12 08:39:56.475173 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b1330bd4-105b-4ad9-ae70-8bbede528748 req-be2aa4d6-b5e1-4bcd-ab16-2a273d292faf service neutron] 10.222.0.44 "GET /v2.0/networks/c333d204-3b1c-4688-b024-98bded094c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5524118 Nov 12 08:39:56.482851 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9eac294-875a-4c07-ac12-b19dd0b84e0c tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Network dcea8192-3ded-4675-acba-29dad29883d7 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:39:56.494343 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-e9eac294-875a-4c07-ac12-b19dd0b84e0c tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:39:56.501596 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9eac294-875a-4c07-ac12-b19dd0b84e0c tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:56.501926 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e9eac294-875a-4c07-ac12-b19dd0b84e0c tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:56.507012 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63588978-2e90-4047-9ee4-3b2dbdc47ea3 None None] Network dcea8192-3ded-4675-acba-29dad29883d7 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:39:56.513059 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ef86d3-0b4c-44c2-8392-8c9cc3a57e36 req-b0582ee7-810c-4e82-8f72-bde0718b54c5 tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:56.514802 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-35ef86d3-0b4c-44c2-8392-8c9cc3a57e36 req-b0582ee7-810c-4e82-8f72-bde0718b54c5 tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b73f86e-8974-43f8-a0a3-c6e5f01608e1 HTTP/1.1" status: 200 len: 944 time: 0.1806631 Nov 12 08:39:56.532291 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eac294-875a-4c07-ac12-b19dd0b84e0c tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event updated for resources: {'Subnet': ['ID=26248c52-19ab-44f8-ab12-d03b4a517101,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:56.616504 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-e9eac294-875a-4c07-ac12-b19dd0b84e0c tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.4844599 Nov 12 08:39:56.636540 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 50126) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:56.643649 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5b4a7b-08a3-4c34-aa08-3b187e302644 req-b1487e5b-5a77-420a-9e3f-8a8ab6fbfeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:56.647451 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6c5b4a7b-08a3-4c34-aa08-3b187e302644 req-b1487e5b-5a77-420a-9e3f-8a8ab6fbfeb5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=842eeb6c-fadc-4a08-9a1c-4a9d625c6635 HTTP/1.1" status: 200 len: 858 time: 0.1683691 Nov 12 08:39:56.655747 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-cb3e0032-7c3c-443b-91f5-780848f4af1d tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Request body: {'port': {'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7', 'mac_address': 'fa:16:3e:61:4e:ad', 'name': 'tempest-NetworksTestDHCPv6-1407225185'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:56.699949 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['bccb7e2d-20f2-43cb-a25f-442bb2cf33ec'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:39:56.702183 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 26afea65-ec6b-40ff-bc93-997468217ebf no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:39:56.713972 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6c5b4a7b-08a3-4c34-aa08-3b187e302644 req-22dd9d99-600e-4451-9046-de4aaed5c9c5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c333d204-3b1c-4688-b024-98bded094c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435636 Nov 12 08:39:56.809564 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 26afea65-ec6b-40ff-bc93-997468217ebf {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:39:56.809991 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 26afea65-ec6b-40ff-bc93-997468217ebf not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:39:56.822155 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-35ef86d3-0b4c-44c2-8392-8c9cc3a57e36 req-504ac887-547d-4930-9f2a-af5ce7176520 tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d455e64-986f-4c37-842b-68fd8dd7b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870796 Nov 12 08:39:56.868358 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7789eb0-fea0-41e0-aeea-04801700b3f2 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Made reservation on behalf of cdcff4fc638944839e15d4e4416a2271 for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:39:56.879200 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e7789eb0-fea0-41e0-aeea-04801700b3f2 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:56.932222 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 60a08df0-a1cc-435d-a900-48395c546b92 details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:39:56.944349 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a143def-8e90-499f-8be9-d4bf006b0dd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-dcea8192-3ded-4675-acba-29dad29883d7', 'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7', 'tenant_id': '9132ec14bb5d4c18949ca0b140edb366', 'fixed_ips': [{'subnet_id': '26248c52-19ab-44f8-ab12-d03b4a517101'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:39:56.945384 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8a143def-8e90-499f-8be9-d4bf006b0dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:56.945622 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb3e0032-7c3c-443b-91f5-780848f4af1d tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Made reservation on behalf of 9132ec14bb5d4c18949ca0b140edb366 for: {'port': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:39:56.997815 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6c5b4a7b-08a3-4c34-aa08-3b187e302644 req-33a764f5-a4a9-4626-b73f-c1eb94019557 service neutron] 10.222.0.44 "GET /v2.0/networks/c333d204-3b1c-4688-b024-98bded094c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737818 Nov 12 08:39:57.087476 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cb3e0032-7c3c-443b-91f5-780848f4af1d tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:57.128248 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [None req-cb3e0032-7c3c-443b-91f5-780848f4af1d tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] device_id is not set on port bdd84f02-5185-4243-abb6-e299a67582a2 yet. {{(pid=102600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:39:57.320351 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 60a08df0-a1cc-435d-a900-48395c546b92, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=60a08df0-a1cc-435d-a900-48395c546b92,segment=NetworkSegment(fbad26f6-3c40-4b72-a2c6-f083faf67e0b),segment_id=fbad26f6-3c40-4b72-a2c6-f083faf67e0b)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:57.349747 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Returning: {'device': '60a08df0-a1cc-435d-a900-48395c546b92', 'network_id': 'c333d204-3b1c-4688-b024-98bded094c33', 'port_id': '60a08df0-a1cc-435d-a900-48395c546b92', 'mac_address': 'fa:16:3e:da:36:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '842eeb6c-fadc-4a08-9a1c-4a9d625c6635', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:39:57.382393 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-cb3e0032-7c3c-443b-91f5-780848f4af1d tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Allocated IP 2001:db8::f816:3eff:fe61:4ead (dcea8192-3ded-4675-acba-29dad29883d7/26248c52-19ab-44f8-ab12-d03b4a517101/bdd84f02-5185-4243-abb6-e299a67582a2) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:39:57.452402 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:57.483287 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-e530113a-7783-48f4-9840-8911a24052df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60a08df0-a1cc-435d-a900-48395c546b92 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:39:57.520210 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 60a08df0-a1cc-435d-a900-48395c546b92, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=60a08df0-a1cc-435d-a900-48395c546b92,segment=NetworkSegment(fbad26f6-3c40-4b72-a2c6-f083faf67e0b),segment_id=fbad26f6-3c40-4b72-a2c6-f083faf67e0b)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:57.528565 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:57.693399 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=60a08df0-a1cc-435d-a900-48395c546b92,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:57.824031 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device aa2e7345-8d0d-4d5f-9ec3-38290ba8040f details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:39:57.922556 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['60a08df0-a1cc-435d-a900-48395c546b92'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:39:57.949193 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6c5b4a7b-08a3-4c34-aa08-3b187e302644 req-4879139d-5920-40b1-a307-30bcf705521b service neutron] 10.222.0.44 "GET /v2.0/networks/c333d204-3b1c-4688-b024-98bded094c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9370847 Nov 12 08:39:58.048211 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:39:58.108082 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port aa2e7345-8d0d-4d5f-9ec3-38290ba8040f, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=aa2e7345-8d0d-4d5f-9ec3-38290ba8040f,segment=NetworkSegment(fbad26f6-3c40-4b72-a2c6-f083faf67e0b),segment_id=fbad26f6-3c40-4b72-a2c6-f083faf67e0b)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:58.167010 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': 'aa2e7345-8d0d-4d5f-9ec3-38290ba8040f', 'network_id': 'c333d204-3b1c-4688-b024-98bded094c33', 'port_id': 'aa2e7345-8d0d-4d5f-9ec3-38290ba8040f', 'mac_address': 'fa:16:3e:6f:cb:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '842eeb6c-fadc-4a08-9a1c-4a9d625c6635', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:39:58.219087 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e7789eb0-fea0-41e0-aeea-04801700b3f2 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:58.307354 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c41cc-aad8-464c-a0dd-12e352e84c2e req-7a7eaae2-3b66-410e-a114-4c17525d40fa tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:58.309465 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-232c41cc-aad8-464c-a0dd-12e352e84c2e req-7a7eaae2-3b66-410e-a114-4c17525d40fa tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b73f86e-8974-43f8-a0a3-c6e5f01608e1 HTTP/1.1" status: 200 len: 944 time: 0.3296065 Nov 12 08:39:58.315766 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:58.323176 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7789eb0-fea0-41e0-aeea-04801700b3f2 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Pushing event updated for resources: {'Subnet': ['ID=cadf92a6-a6a1-4518-81d4-a288986d523b,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:58.353733 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7789eb0-fea0-41e0-aeea-04801700b3f2 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Checking segment: {'id': '8b81b94d-1509-46fb-8976-09586403fcf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '5f7dbd2b-4f9d-453c-bff7-8de854d19345'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:39:58.353733 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7789eb0-fea0-41e0-aeea-04801700b3f2 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Network hostable DHCP agents. Network: 5f7dbd2b-4f9d-453c-bff7-8de854d19345, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:39:58.359110 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa2e7345-8d0d-4d5f-9ec3-38290ba8040f {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:39:58.388426 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7789eb0-fea0-41e0-aeea-04801700b3f2 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Network 5f7dbd2b-4f9d-453c-bff7-8de854d19345 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:39:58.407432 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-e7789eb0-fea0-41e0-aeea-04801700b3f2 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 5f7dbd2b-4f9d-453c-bff7-8de854d19345) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:39:58.415976 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7789eb0-fea0-41e0-aeea-04801700b3f2 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:58.416409 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e7789eb0-fea0-41e0-aeea-04801700b3f2 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:58.425480 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1967ec-eb82-4c7f-8849-09ebdae30aa8 None None] Network 5f7dbd2b-4f9d-453c-bff7-8de854d19345 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:39:58.456154 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-e7789eb0-fea0-41e0-aeea-04801700b3f2 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 833 time: 2.2990015 Nov 12 08:39:58.479956 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cb3e0032-7c3c-443b-91f5-780848f4af1d tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:58.482362 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port aa2e7345-8d0d-4d5f-9ec3-38290ba8040f, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=aa2e7345-8d0d-4d5f-9ec3-38290ba8040f,segment=NetworkSegment(fbad26f6-3c40-4b72-a2c6-f083faf67e0b),segment_id=fbad26f6-3c40-4b72-a2c6-f083faf67e0b)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:58.521940 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-232c41cc-aad8-464c-a0dd-12e352e84c2e req-1e07e2a1-4598-44dc-aafd-7a9074d168b3 tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d455e64-986f-4c37-842b-68fd8dd7b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032545 Nov 12 08:39:58.541653 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:58.586435 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cb3e0032-7c3c-443b-91f5-780848f4af1d tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:58.651405 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3e0032-7c3c-443b-91f5-780848f4af1d tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Network dcea8192-3ded-4675-acba-29dad29883d7 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:39:58.655077 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-cb3e0032-7c3c-443b-91f5-780848f4af1d tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:39:58.658225 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3e0032-7c3c-443b-91f5-780848f4af1d tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:39:58.669925 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3e0032-7c3c-443b-91f5-780848f4af1d tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:58.670509 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cb3e0032-7c3c-443b-91f5-780848f4af1d tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:58.692579 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3e0032-7c3c-443b-91f5-780848f4af1d tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event updated for resources: {'Port': ['ID=bdd84f02-5185-4243-abb6-e299a67582a2,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:58.719242 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-cb3e0032-7c3c-443b-91f5-780848f4af1d tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0787711 Nov 12 08:39:58.719985 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 50146) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:58.811873 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fafcd4fd-9ab8-41f4-a393-a4e4bbab2285 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:58.813443 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-fafcd4fd-9ab8-41f4-a393-a4e4bbab2285 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0906858 Nov 12 08:39:58.816508 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 50150) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:58.895760 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=aa2e7345-8d0d-4d5f-9ec3-38290ba8040f,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:58.997697 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['aa2e7345-8d0d-4d5f-9ec3-38290ba8040f'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:39:59.009636 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-90921abc-b244-4842-9ad4-6e134aa286d4 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Deleting port bdd84f02-5185-4243-abb6-e299a67582a2 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:39:59.010209 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-90921abc-b244-4842-9ad4-6e134aa286d4 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:59.042903 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-8a143def-8e90-499f-8be9-d4bf006b0dd6 None None] Allocated IP 2001:db8::f816:3eff:fe57:8804 (dcea8192-3ded-4675-acba-29dad29883d7/26248c52-19ab-44f8-ab12-d03b4a517101/a968c556-6a68-4139-a376-3496ed80ecce) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:39:59.134483 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab5a30b-8bf8-4c64-aa3d-e6bc98403c82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-5f7dbd2b-4f9d-453c-bff7-8de854d19345', 'network_id': '5f7dbd2b-4f9d-453c-bff7-8de854d19345', 'tenant_id': 'cdcff4fc638944839e15d4e4416a2271', 'fixed_ips': [{'subnet_id': 'cadf92a6-a6a1-4518-81d4-a288986d523b'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:39:59.136142 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-fab5a30b-8bf8-4c64-aa3d-e6bc98403c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:59.180296 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-90921abc-b244-4842-9ad4-6e134aa286d4 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:59.206863 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-90921abc-b244-4842-9ad4-6e134aa286d4 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Calling delete_port for bdd84f02-5185-4243-abb6-e299a67582a2 owned by {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:39:59.244146 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 50154) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:59.248945 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-63c6b41c-585f-4a01-926b-244552da8d9a tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-170883304', 'description': 'tempest-secgroup-smoke-170883304 description', 'project_id': 'cdcff4fc638944839e15d4e4416a2271'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:59.302044 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-63c6b41c-585f-4a01-926b-244552da8d9a tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:59.425209 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-fab5a30b-8bf8-4c64-aa3d-e6bc98403c82 None None] Allocated IP 172.20.0.18 (5f7dbd2b-4f9d-453c-bff7-8de854d19345/cadf92a6-a6a1-4518-81d4-a288986d523b/8fd9eaaf-0e56-4b58-9002-fa0f3583735e) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:39:59.432486 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-90921abc-b244-4842-9ad4-6e134aa286d4 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:59.492749 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90921abc-b244-4842-9ad4-6e134aa286d4 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event deleted for resources: {'Port': ['ID=bdd84f02-5185-4243-abb6-e299a67582a2,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:59.540338 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-90921abc-b244-4842-9ad4-6e134aa286d4 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:59.546885 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-90921abc-b244-4842-9ad4-6e134aa286d4 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "DELETE /v2.0/ports/bdd84f02-5185-4243-abb6-e299a67582a2 HTTP/1.1" status: 204 len: 168 time: 0.7276406 Nov 12 08:39:59.549018 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 50156) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:59.580286 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-63c6b41c-585f-4a01-926b-244552da8d9a tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:59.597483 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-63c6b41c-585f-4a01-926b-244552da8d9a tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:59.647792 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8a143def-8e90-499f-8be9-d4bf006b0dd6 None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:59.686037 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72304a50-ffd9-4e7f-b976-44355ebb78eb tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:59.687922 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72304a50-ffd9-4e7f-b976-44355ebb78eb tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:59.689305 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-72304a50-ffd9-4e7f-b976-44355ebb78eb tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1390913 Nov 12 08:39:59.695329 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 50164) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:59.696456 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8a143def-8e90-499f-8be9-d4bf006b0dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:59.738407 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c6b41c-585f-4a01-926b-244552da8d9a tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d302fbe3-eafb-489c-a67e-a5e65efe22ab,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:59.770088 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-63c6b41c-585f-4a01-926b-244552da8d9a tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:59.771334 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a143def-8e90-499f-8be9-d4bf006b0dd6 None None] Network dcea8192-3ded-4675-acba-29dad29883d7 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:39:59.775422 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 50166) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:59.776457 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-63c6b41c-585f-4a01-926b-244552da8d9a tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5298693 Nov 12 08:39:59.780689 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-7c04bfa0-2896-4829-9fd4-e3df3b817ee1 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Request body: {'security_group_rule': {'security_group_id': 'd302fbe3-eafb-489c-a67e-a5e65efe22ab', 'project_id': 'cdcff4fc638944839e15d4e4416a2271', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:59.783492 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-8a143def-8e90-499f-8be9-d4bf006b0dd6 None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:39:59.786667 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a143def-8e90-499f-8be9-d4bf006b0dd6 None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:39:59.834932 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a143def-8e90-499f-8be9-d4bf006b0dd6 None None] Pushing event updated for resources: {'Port': ['ID=a968c556-6a68-4139-a376-3496ed80ecce,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:59.851105 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device bccb7e2d-20f2-43cb-a25f-442bb2cf33ec up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:39:59.853479 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-785bb209-9022-424d-9942-0ea456d010af tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Deleting subnet 26248c52-19ab-44f8-ab12-d03b4a517101 {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:39:59.861027 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7c04bfa0-2896-4829-9fd4-e3df3b817ee1 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:59.873146 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b4fac9-0c04-441d-9b26-bf5e248bb456 req-4559f834-c00e-4e69-aac5-3a72705e808a tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:59.882126 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-48b4fac9-0c04-441d-9b26-bf5e248bb456 req-4559f834-c00e-4e69-aac5-3a72705e808a tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b73f86e-8974-43f8-a0a3-c6e5f01608e1 HTTP/1.1" status: 200 len: 944 time: 0.2177255 Nov 12 08:39:59.889540 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-785bb209-9022-424d-9942-0ea456d010af tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:59.944122 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-fab5a30b-8bf8-4c64-aa3d-e6bc98403c82 None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:59.965000 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-8a143def-8e90-499f-8be9-d4bf006b0dd6 None None] Attempting to bind port a968c556-6a68-4139-a376-3496ed80ecce on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:39:59.965422 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-8a143def-8e90-499f-8be9-d4bf006b0dd6 None None] Attempting to bind port a968c556-6a68-4139-a376-3496ed80ecce by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '83c30f53-8f44-40b6-91bc-237f9283bbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:39:59.965816 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a143def-8e90-499f-8be9-d4bf006b0dd6 None None] Attempting to bind port a968c556-6a68-4139-a376-3496ed80ecce on network dcea8192-3ded-4675-acba-29dad29883d7 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:39:59.976707 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-fab5a30b-8bf8-4c64-aa3d-e6bc98403c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:59.983092 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-785bb209-9022-424d-9942-0ea456d010af tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:00.000776 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a143def-8e90-499f-8be9-d4bf006b0dd6 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:40:00.001312 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a143def-8e90-499f-8be9-d4bf006b0dd6 None None] Checking segment: {'id': '83c30f53-8f44-40b6-91bc-237f9283bbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:40:00.001963 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8a143def-8e90-499f-8be9-d4bf006b0dd6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:00.002862 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a143def-8e90-499f-8be9-d4bf006b0dd6 None None] Bound using segment: {'id': '83c30f53-8f44-40b6-91bc-237f9283bbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:40:00.003474 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-8a143def-8e90-499f-8be9-d4bf006b0dd6 None None] Bound port: a968c556-6a68-4139-a376-3496ed80ecce, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83c30f53-8f44-40b6-91bc-237f9283bbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:40:00.003862 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8a143def-8e90-499f-8be9-d4bf006b0dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:00.023534 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7c04bfa0-2896-4829-9fd4-e3df3b817ee1 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:00.028639 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7c04bfa0-2896-4829-9fd4-e3df3b817ee1 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:00.035691 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab5a30b-8bf8-4c64-aa3d-e6bc98403c82 None None] Network 5f7dbd2b-4f9d-453c-bff7-8de854d19345 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:40:00.049738 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-fab5a30b-8bf8-4c64-aa3d-e6bc98403c82 None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:40:00.053238 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-48b4fac9-0c04-441d-9b26-bf5e248bb456 req-b2b863a1-32fc-4599-8766-fb97dcc39e2c tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d455e64-986f-4c37-842b-68fd8dd7b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700742 Nov 12 08:40:00.063819 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab5a30b-8bf8-4c64-aa3d-e6bc98403c82 None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:40:00.081685 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c04bfa0-2896-4829-9fd4-e3df3b817ee1 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b80e4d6-7448-4dd8-bd9a-03cecc0f51c5,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:00.103386 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7c04bfa0-2896-4829-9fd4-e3df3b817ee1 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:00.105693 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-7c04bfa0-2896-4829-9fd4-e3df3b817ee1 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3289444 Nov 12 08:40:00.109902 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 50172) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:00.128429 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-3f62a0dd-4b33-48ea-9ff0-1b299162c305 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Request body: {'security_group_rule': {'security_group_id': 'd302fbe3-eafb-489c-a67e-a5e65efe22ab', 'project_id': 'cdcff4fc638944839e15d4e4416a2271', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:00.177551 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab5a30b-8bf8-4c64-aa3d-e6bc98403c82 None None] Pushing event updated for resources: {'Port': ['ID=8fd9eaaf-0e56-4b58-9002-fa0f3583735e,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:00.195633 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3f62a0dd-4b33-48ea-9ff0-1b299162c305 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:00.219718 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning for port bccb7e2d-20f2-43cb-a25f-442bb2cf33ec completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:40:00.251163 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-8a143def-8e90-499f-8be9-d4bf006b0dd6 None None] For port a968c556-6a68-4139-a376-3496ed80ecce, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:40:00.258434 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port bccb7e2d-20f2-43cb-a25f-442bb2cf33ec triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:00.259015 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:00.298137 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-8a143def-8e90-499f-8be9-d4bf006b0dd6 None None] For port a968c556-6a68-4139-a376-3496ed80ecce, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=a968c556-6a68-4139-a376-3496ed80ecce,segment=NetworkSegment(83c30f53-8f44-40b6-91bc-237f9283bbd5),segment_id=83c30f53-8f44-40b6-91bc-237f9283bbd5)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:40:00.299592 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-fab5a30b-8bf8-4c64-aa3d-e6bc98403c82 None None] Attempting to bind port 8fd9eaaf-0e56-4b58-9002-fa0f3583735e on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:40:00.300134 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-fab5a30b-8bf8-4c64-aa3d-e6bc98403c82 None None] Attempting to bind port 8fd9eaaf-0e56-4b58-9002-fa0f3583735e by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '8b81b94d-1509-46fb-8976-09586403fcf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '5f7dbd2b-4f9d-453c-bff7-8de854d19345'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:40:00.300706 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab5a30b-8bf8-4c64-aa3d-e6bc98403c82 None None] Attempting to bind port 8fd9eaaf-0e56-4b58-9002-fa0f3583735e on network 5f7dbd2b-4f9d-453c-bff7-8de854d19345 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:40:00.307662 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-785bb209-9022-424d-9942-0ea456d010af tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:00.308304 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8a143def-8e90-499f-8be9-d4bf006b0dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:00.336991 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3f62a0dd-4b33-48ea-9ff0-1b299162c305 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:00.342038 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3f62a0dd-4b33-48ea-9ff0-1b299162c305 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:00.345629 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab5a30b-8bf8-4c64-aa3d-e6bc98403c82 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:40:00.346101 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab5a30b-8bf8-4c64-aa3d-e6bc98403c82 None None] Checking segment: {'id': '8b81b94d-1509-46fb-8976-09586403fcf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '5f7dbd2b-4f9d-453c-bff7-8de854d19345'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:40:00.346617 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-fab5a30b-8bf8-4c64-aa3d-e6bc98403c82 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:00.347080 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab5a30b-8bf8-4c64-aa3d-e6bc98403c82 None None] Bound using segment: {'id': '8b81b94d-1509-46fb-8976-09586403fcf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '5f7dbd2b-4f9d-453c-bff7-8de854d19345'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:40:00.347643 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-fab5a30b-8bf8-4c64-aa3d-e6bc98403c82 None None] Bound port: 8fd9eaaf-0e56-4b58-9002-fa0f3583735e, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b81b94d-1509-46fb-8976-09586403fcf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '5f7dbd2b-4f9d-453c-bff7-8de854d19345'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:40:00.349020 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-fab5a30b-8bf8-4c64-aa3d-e6bc98403c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:00.386236 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f62a0dd-4b33-48ea-9ff0-1b299162c305 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e625441-3f89-4caf-ac0b-d3e20c623061,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:00.426484 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3f62a0dd-4b33-48ea-9ff0-1b299162c305 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:00.444700 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-3f62a0dd-4b33-48ea-9ff0-1b299162c305 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3321180 Nov 12 08:40:00.448249 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 50176) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:00.454649 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-785bb209-9022-424d-9942-0ea456d010af tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:00.464407 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-539c427c-6c02-4358-8cde-1161fafa6e7c tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Request body: {'security_group_rule': {'security_group_id': 'd302fbe3-eafb-489c-a67e-a5e65efe22ab', 'project_id': 'cdcff4fc638944839e15d4e4416a2271', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:00.502501 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a143def-8e90-499f-8be9-d4bf006b0dd6 None None] Pushing event updated for resources: {'Port': ['ID=a968c556-6a68-4139-a376-3496ed80ecce,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:00.516778 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785bb209-9022-424d-9942-0ea456d010af tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event deleted for resources: {'Subnet': ['ID=26248c52-19ab-44f8-ab12-d03b4a517101,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:00.528969 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-785bb209-9022-424d-9942-0ea456d010af tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:00.546248 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-785bb209-9022-424d-9942-0ea456d010af tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "DELETE /v2.0/subnets/26248c52-19ab-44f8-ab12-d03b4a517101 HTTP/1.1" status: 204 len: 168 time: 0.8367321 Nov 12 08:40:00.546842 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 50178) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:00.551880 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-539c427c-6c02-4358-8cde-1161fafa6e7c tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:00.601786 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-fab5a30b-8bf8-4c64-aa3d-e6bc98403c82 None None] For port 8fd9eaaf-0e56-4b58-9002-fa0f3583735e, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:40:00.634805 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-eb1284ae-c4a4-4118-ba18-d4e3032988af tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0840635 Nov 12 08:40:00.635374 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 50188) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:00.655604 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-fab5a30b-8bf8-4c64-aa3d-e6bc98403c82 None None] For port 8fd9eaaf-0e56-4b58-9002-fa0f3583735e, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=8fd9eaaf-0e56-4b58-9002-fa0f3583735e,segment=NetworkSegment(8b81b94d-1509-46fb-8976-09586403fcf4),segment_id=8b81b94d-1509-46fb-8976-09586403fcf4)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:40:00.666022 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-539c427c-6c02-4358-8cde-1161fafa6e7c tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:00.674085 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-539c427c-6c02-4358-8cde-1161fafa6e7c tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:00.680141 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-fab5a30b-8bf8-4c64-aa3d-e6bc98403c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:00.685084 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:00.728026 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539c427c-6c02-4358-8cde-1161fafa6e7c tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4383996-744e-4ed0-9f06-4b5af6ca2fcc,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:00.800691 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-539c427c-6c02-4358-8cde-1161fafa6e7c tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:00.805317 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-539c427c-6c02-4358-8cde-1161fafa6e7c tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3537588 Nov 12 08:40:00.810780 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 50194) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:00.824800 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-fc7f6440-9e33-490e-9e47-02d9a89c8477 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Request body: {'security_group_rule': {'security_group_id': 'd302fbe3-eafb-489c-a67e-a5e65efe22ab', 'project_id': 'cdcff4fc638944839e15d4e4416a2271', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:00.848031 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b73f86e-8974-43f8-a0a3-c6e5f01608e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bccb7e2d-20f2-43cb-a25f-442bb2cf33ec'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:40:00.859224 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-561882e2-eb66-4126-a685-0c506a770b28" -d '{"events": [{"server_uuid": "9b73f86e-8974-43f8-a0a3-c6e5f01608e1", "name": "network-vif-plugged", "status": "completed", "tag": "bccb7e2d-20f2-43cb-a25f-442bb2cf33ec"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:40:00.865544 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801520e0-1ac1-43c5-b002-9cc747c74c61 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:00.893139 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-801520e0-1ac1-43c5-b002-9cc747c74c61 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2564135 Nov 12 08:40:00.896148 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 50198) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:00.929694 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port bccb7e2d-20f2-43cb-a25f-442bb2cf33ec, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=bccb7e2d-20f2-43cb-a25f-442bb2cf33ec,segment=NetworkSegment(fbad26f6-3c40-4b72-a2c6-f083faf67e0b),segment_id=fbad26f6-3c40-4b72-a2c6-f083faf67e0b)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:00.940634 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 60a08df0-a1cc-435d-a900-48395c546b92 up at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:40:00.978266 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fc7f6440-9e33-490e-9e47-02d9a89c8477 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:01.031443 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d6a6793-4b21-4cac-9f3f-717fecf252c3 x-openstack-request-id: req-6d6a6793-4b21-4cac-9f3f-717fecf252c3 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:40:01.034702 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b73f86e-8974-43f8-a0a3-c6e5f01608e1", "name": "network-vif-plugged", "status": "completed", "tag": "bccb7e2d-20f2-43cb-a25f-442bb2cf33ec", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:40:01.034991 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6d6a6793-4b21-4cac-9f3f-717fecf252c3 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:40:01.035412 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b73f86e-8974-43f8-a0a3-c6e5f01608e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bccb7e2d-20f2-43cb-a25f-442bb2cf33ec', 'code': 200} Nov 12 08:40:01.040601 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c27711d-6a03-4f5e-95bd-1319ab1e61fc tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:01.045081 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-4c27711d-6a03-4f5e-95bd-1319ab1e61fc tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1452610 Nov 12 08:40:01.045480 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 50200) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:01.088063 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:01.123602 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab5a30b-8bf8-4c64-aa3d-e6bc98403c82 None None] Pushing event updated for resources: {'Port': ['ID=8fd9eaaf-0e56-4b58-9002-fa0f3583735e,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:01.172030 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fc7f6440-9e33-490e-9e47-02d9a89c8477 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:01.180933 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fc7f6440-9e33-490e-9e47-02d9a89c8477 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:01.217095 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-8cd6e3be-9921-4058-98a6-bd0960cc52a5 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1662102 Nov 12 08:40:01.221224 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 50208) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:01.224953 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning for port 60a08df0-a1cc-435d-a900-48395c546b92 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:40:01.235821 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-efa2065a-11c2-4994-8456-be8a6acc2e47 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Request body: {'subnet': {'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:01.253054 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning complete for port 60a08df0-a1cc-435d-a900-48395c546b92 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:01.253428 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:01.260887 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f6440-9e33-490e-9e47-02d9a89c8477 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=195fa090-6558-4f16-beb5-0d19216c9ec8,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:01.273941 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fc7f6440-9e33-490e-9e47-02d9a89c8477 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:01.279921 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-fc7f6440-9e33-490e-9e47-02d9a89c8477 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4615004 Nov 12 08:40:01.280362 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 50210) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:01.305154 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-17ac2dde-7817-48e5-8389-a617528304f0 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Request body: {'security_group_rule': {'security_group_id': 'd302fbe3-eafb-489c-a67e-a5e65efe22ab', 'project_id': 'cdcff4fc638944839e15d4e4416a2271', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:01.398242 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68837786-4330-4c2a-bf26-2241f9178b90 req-dfd8e11b-a222-4997-b7c5-bfaef1ac5f81 tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:01.402934 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-68837786-4330-4c2a-bf26-2241f9178b90 req-dfd8e11b-a222-4997-b7c5-bfaef1ac5f81 tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b73f86e-8974-43f8-a0a3-c6e5f01608e1 HTTP/1.1" status: 200 len: 945 time: 0.1768293 Nov 12 08:40:01.406084 n-d-765315-29 neutron-server[102600]: INFO neutron.db.securitygroups_db [None req-17ac2dde-7817-48e5-8389-a617528304f0 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Project cdcff4fc638944839e15d4e4416a2271 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 08:40:01.419781 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=bccb7e2d-20f2-43cb-a25f-442bb2cf33ec,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:01.443326 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec21e9f-c7b4-4223-bc97-925fb2bd739b req-c1b521a1-c03a-45e9-99c5-140a26af3e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:01.446619 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3ec21e9f-c7b4-4223-bc97-925fb2bd739b req-c1b521a1-c03a-45e9-99c5-140a26af3e94 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9b73f86e-8974-43f8-a0a3-c6e5f01608e1 HTTP/1.1" status: 200 len: 1097 time: 0.2673895 Nov 12 08:40:01.451337 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-17ac2dde-7817-48e5-8389-a617528304f0 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:01.544916 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efa2065a-11c2-4994-8456-be8a6acc2e47 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Made reservation on behalf of 9132ec14bb5d4c18949ca0b140edb366 for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:40:01.545423 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:01.554158 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-efa2065a-11c2-4994-8456-be8a6acc2e47 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:01.590479 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-68837786-4330-4c2a-bf26-2241f9178b90 req-8f50ba65-c518-4d20-87ad-f95bbcabf7a7 tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d455e64-986f-4c37-842b-68fd8dd7b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724355 Nov 12 08:40:01.604142 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3ec21e9f-c7b4-4223-bc97-925fb2bd739b req-bf07e8a5-5c93-45d4-94ec-b17e002f8791 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4d455e64-986f-4c37-842b-68fd8dd7b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327574 Nov 12 08:40:01.621242 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 60a08df0-a1cc-435d-a900-48395c546b92, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=60a08df0-a1cc-435d-a900-48395c546b92,segment=NetworkSegment(fbad26f6-3c40-4b72-a2c6-f083faf67e0b),segment_id=fbad26f6-3c40-4b72-a2c6-f083faf67e0b)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:01.633682 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:01.641783 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-17ac2dde-7817-48e5-8389-a617528304f0 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:01.652665 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-17ac2dde-7817-48e5-8389-a617528304f0 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:01.729642 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ac2dde-7817-48e5-8389-a617528304f0 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a019b67-1cb7-4691-ad9f-34e0677cfe1c,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:01.749355 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-17ac2dde-7817-48e5-8389-a617528304f0 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:01.753134 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-17ac2dde-7817-48e5-8389-a617528304f0 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4696004 Nov 12 08:40:01.753454 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 50212) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:01.762951 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=60a08df0-a1cc-435d-a900-48395c546b92,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:01.769261 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-5574aee2-134b-4cee-9860-5e4b17796c38 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Request body: {'security_group_rule': {'security_group_id': 'd302fbe3-eafb-489c-a67e-a5e65efe22ab', 'project_id': 'cdcff4fc638944839e15d4e4416a2271', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:01.834338 n-d-765315-29 neutron-server[102600]: INFO neutron.db.securitygroups_db [None req-5574aee2-134b-4cee-9860-5e4b17796c38 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Project cdcff4fc638944839e15d4e4416a2271 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 08:40:01.842144 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device aa2e7345-8d0d-4d5f-9ec3-38290ba8040f up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:40:01.846176 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5574aee2-134b-4cee-9860-5e4b17796c38 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:01.929498 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-efa2065a-11c2-4994-8456-be8a6acc2e47 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:01.952812 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning for port aa2e7345-8d0d-4d5f-9ec3-38290ba8040f completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:40:01.961308 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port aa2e7345-8d0d-4d5f-9ec3-38290ba8040f triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:01.961675 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:02.006823 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5574aee2-134b-4cee-9860-5e4b17796c38 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:02.020657 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5574aee2-134b-4cee-9860-5e4b17796c38 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:02.040657 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa2065a-11c2-4994-8456-be8a6acc2e47 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Network dcea8192-3ded-4675-acba-29dad29883d7 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:40:02.062677 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5574aee2-134b-4cee-9860-5e4b17796c38 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbbbc8f2-aed7-4d56-9cbd-707822c7f5a2,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:02.064151 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-efa2065a-11c2-4994-8456-be8a6acc2e47 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:40:02.082888 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa2065a-11c2-4994-8456-be8a6acc2e47 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:02.084061 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-efa2065a-11c2-4994-8456-be8a6acc2e47 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:02.098519 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5574aee2-134b-4cee-9860-5e4b17796c38 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:02.110754 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-5574aee2-134b-4cee-9860-5e4b17796c38 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3458061 Nov 12 08:40:02.130963 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-efa2065a-11c2-4994-8456-be8a6acc2e47 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9096885 Nov 12 08:40:02.134625 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 50218) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:02.135386 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa2065a-11c2-4994-8456-be8a6acc2e47 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event updated for resources: {'Subnet': ['ID=fa7e61f1-0a28-4141-96fc-189a1f171d50,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:02.137754 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:02.151778 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-31ba7296-0bee-4696-8301-a44f9697b1ab tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Request body: {'port': {'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7', 'mac_address': 'fa:16:3e:12:aa:b6', 'name': 'tempest-NetworksTestDHCPv6-894077210'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:02.200821 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port aa2e7345-8d0d-4d5f-9ec3-38290ba8040f, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=aa2e7345-8d0d-4d5f-9ec3-38290ba8040f,segment=NetworkSegment(fbad26f6-3c40-4b72-a2c6-f083faf67e0b),segment_id=fbad26f6-3c40-4b72-a2c6-f083faf67e0b)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:02.211282 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:02.278221 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=aa2e7345-8d0d-4d5f-9ec3-38290ba8040f,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:02.460156 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31ba7296-0bee-4696-8301-a44f9697b1ab tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Made reservation on behalf of 9132ec14bb5d4c18949ca0b140edb366 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:40:02.465554 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c7de33-1e71-400b-8a09-7382709ef6b0 None None] Network dcea8192-3ded-4675-acba-29dad29883d7 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:40:02.542900 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b95bb7c9-a305-4502-abd5-835043e7068f req-13f3e9b3-69bf-43fd-9cd4-f9adeb683b7a tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-170883304&fields=id&tenant_id=cdcff4fc638944839e15d4e4416a2271 HTTP/1.1" status: 200 len: 267 time: 0.1214724 Nov 12 08:40:02.613046 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-31ba7296-0bee-4696-8301-a44f9697b1ab tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:02.656060 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [None req-31ba7296-0bee-4696-8301-a44f9697b1ab tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] device_id is not set on port 7b4663f4-a87b-4e24-8cfb-42f43a5121d0 yet. {{(pid=102599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:40:02.680527 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-cca4d08e-63f0-4a53-8ad7-cc233460cf19 None None] Provisioning complete for port a968c556-6a68-4139-a376-3496ed80ecce triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:02.681060 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-cca4d08e-63f0-4a53-8ad7-cc233460cf19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:02.874900 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 8fd9eaaf-0e56-4b58-9002-fa0f3583735e up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:40:02.878308 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-31ba7296-0bee-4696-8301-a44f9697b1ab tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Allocated IP 2001:db8::28c (dcea8192-3ded-4675-acba-29dad29883d7/fa7e61f1-0a28-4141-96fc-189a1f171d50/7b4663f4-a87b-4e24-8cfb-42f43a5121d0) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:40:02.933394 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869deb19-100c-497b-9018-09254edde16c None None] Network 5f7dbd2b-4f9d-453c-bff7-8de854d19345 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:40:02.951839 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95bb7c9-a305-4502-abd5-835043e7068f req-f1fa5933-77ee-4d5f-8dbf-b1d349ac7410 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:02.953396 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b95bb7c9-a305-4502-abd5-835043e7068f req-f1fa5933-77ee-4d5f-8dbf-b1d349ac7410 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "GET /v2.0/networks?id=5f7dbd2b-4f9d-453c-bff7-8de854d19345 HTTP/1.1" status: 200 len: 797 time: 0.4075582 Nov 12 08:40:02.994095 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b95bb7c9-a305-4502-abd5-835043e7068f req-b8bfd03e-088b-4944-bd0f-1076318f174e tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "GET /v2.0/quotas/cdcff4fc638944839e15d4e4416a2271 HTTP/1.1" status: 200 len: 375 time: 0.0336971 Nov 12 08:40:03.043278 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45d65724-6302-4b5b-84ad-b6c6317d4496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60a08df0-a1cc-435d-a900-48395c546b92'}, {'server_uuid': '0b7687e3-bebb-4c97-bd61-1b8794f92ce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa2e7345-8d0d-4d5f-9ec3-38290ba8040f'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:40:03.045824 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf7a9aad-a994-48ad-ad9e-3186bd96dea4" -d '{"events": [{"server_uuid": "45d65724-6302-4b5b-84ad-b6c6317d4496", "name": "network-vif-plugged", "status": "completed", "tag": "60a08df0-a1cc-435d-a900-48395c546b92"}, {"server_uuid": "0b7687e3-bebb-4c97-bd61-1b8794f92ce5", "name": "network-vif-plugged", "status": "completed", "tag": "aa2e7345-8d0d-4d5f-9ec3-38290ba8040f"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:40:03.113160 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-31ba7296-0bee-4696-8301-a44f9697b1ab tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:03.119140 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b95bb7c9-a305-4502-abd5-835043e7068f req-5a7374a2-acdd-45fa-a668-c5dce51472fe tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=cdcff4fc638944839e15d4e4416a2271&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1156006 Nov 12 08:40:03.143498 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [req-b95bb7c9-a305-4502-abd5-835043e7068f req-b642708f-64df-4668-911b-203c847c4ad0 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:40:03.144684 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b95bb7c9-a305-4502-abd5-835043e7068f req-b642708f-64df-4668-911b-203c847c4ad0 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063267 Nov 12 08:40:03.146135 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-cca4d08e-63f0-4a53-8ad7-cc233460cf19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:03.155799 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-31ba7296-0bee-4696-8301-a44f9697b1ab tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:03.215635 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ba7296-0bee-4696-8301-a44f9697b1ab tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Network dcea8192-3ded-4675-acba-29dad29883d7 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:40:03.218929 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-31ba7296-0bee-4696-8301-a44f9697b1ab tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:40:03.221762 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ba7296-0bee-4696-8301-a44f9697b1ab tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:40:03.228818 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ba7296-0bee-4696-8301-a44f9697b1ab tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:03.229624 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-31ba7296-0bee-4696-8301-a44f9697b1ab tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:03.252181 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-31ba7296-0bee-4696-8301-a44f9697b1ab tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1141491 Nov 12 08:40:03.261602 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 50248) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:03.277892 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ba7296-0bee-4696-8301-a44f9697b1ab tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event updated for resources: {'Port': ['ID=7b4663f4-a87b-4e24-8cfb-42f43a5121d0,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:03.284991 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 8fd9eaaf-0e56-4b58-9002-fa0f3583735e triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:03.286203 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:03.290432 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-cca4d08e-63f0-4a53-8ad7-cc233460cf19 None None] For port a968c556-6a68-4139-a376-3496ed80ecce, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=a968c556-6a68-4139-a376-3496ed80ecce,segment=NetworkSegment(83c30f53-8f44-40b6-91bc-237f9283bbd5),segment_id=83c30f53-8f44-40b6-91bc-237f9283bbd5)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:03.340379 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad90965-7e34-4f87-bd4b-72f8cceb2929 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:03.347205 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b95bb7c9-a305-4502-abd5-835043e7068f req-f7a646d3-6d9d-4d34-adb4-ee4e16355b22 service neutron] 10.222.0.26 "GET /v2.0/networks/5f7dbd2b-4f9d-453c-bff7-8de854d19345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892226 Nov 12 08:40:03.356812 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-cca4d08e-63f0-4a53-8ad7-cc233460cf19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:03.370711 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad90965-7e34-4f87-bd4b-72f8cceb2929 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:03.372379 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-7ad90965-7e34-4f87-bd4b-72f8cceb2929 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1589 time: 0.1097243 Nov 12 08:40:03.379143 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 50258) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:03.511799 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca4d08e-63f0-4a53-8ad7-cc233460cf19 None None] Pushing event updated for resources: {'Port': ['ID=a968c556-6a68-4139-a376-3496ed80ecce,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:03.588395 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b95bb7c9-a305-4502-abd5-835043e7068f req-39032523-70be-4599-8c88-6be63ea0468c service neutron] 10.222.0.26 "GET /v2.0/networks/5f7dbd2b-4f9d-453c-bff7-8de854d19345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375624 Nov 12 08:40:03.633217 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-32cb5167-969f-4702-8e15-414256dd5712 None None] Provisioning complete for port 8fd9eaaf-0e56-4b58-9002-fa0f3583735e triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:03.633592 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32cb5167-969f-4702-8e15-414256dd5712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:03.739820 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-5cd6e3f5-6896-4d7f-aa93-c570f5671b75 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Deleting port 7b4663f4-a87b-4e24-8cfb-42f43a5121d0 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:40:03.741948 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5cd6e3f5-6896-4d7f-aa93-c570f5671b75 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:03.972258 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:04.076159 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d42a9131-b90c-4155-9188-819b7b92870d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:04.080632 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5cd6e3f5-6896-4d7f-aa93-c570f5671b75 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:04.116097 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-5cd6e3f5-6896-4d7f-aa93-c570f5671b75 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Calling delete_port for 7b4663f4-a87b-4e24-8cfb-42f43a5121d0 owned by {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:40:04.116795 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069679b6-162a-4883-a7c5-76a0950083f0 req-306ec2cc-a34f-46f1-b3dd-bb7b029984f2 tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:04.128838 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-069679b6-162a-4883-a7c5-76a0950083f0 req-306ec2cc-a34f-46f1-b3dd-bb7b029984f2 tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b73f86e-8974-43f8-a0a3-c6e5f01608e1 HTTP/1.1" status: 200 len: 945 time: 0.1535857 Nov 12 08:40:04.257353 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-069679b6-162a-4883-a7c5-76a0950083f0 req-646e0cf2-329b-4235-9be8-5f00a259614d tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d455e64-986f-4c37-842b-68fd8dd7b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233594 Nov 12 08:40:04.598837 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-45c25b87-b124-4051-8f5c-92f03013d920 req-15f5befc-a56e-4230-af2c-c487dfa7ff02 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "GET /v2.0/ports?device_id=44f1ed49-1025-4b97-9ec5-93699e2253da HTTP/1.1" status: 200 len: 210 time: 0.0565178 Nov 12 08:40:04.616752 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] For port 8fd9eaaf-0e56-4b58-9002-fa0f3583735e, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=8fd9eaaf-0e56-4b58-9002-fa0f3583735e,segment=NetworkSegment(8b81b94d-1509-46fb-8976-09586403fcf4),segment_id=8b81b94d-1509-46fb-8976-09586403fcf4)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:04.632067 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 08:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9e579cc-1fce-4be4-bc7f-1cd5a3a6ed8d x-openstack-request-id: req-f9e579cc-1fce-4be4-bc7f-1cd5a3a6ed8d {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:40:04.632396 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45d65724-6302-4b5b-84ad-b6c6317d4496", "name": "network-vif-plugged", "status": "completed", "tag": "60a08df0-a1cc-435d-a900-48395c546b92", "code": 200}, {"server_uuid": "0b7687e3-bebb-4c97-bd61-1b8794f92ce5", "name": "network-vif-plugged", "status": "completed", "tag": "aa2e7345-8d0d-4d5f-9ec3-38290ba8040f", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:40:04.632626 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f9e579cc-1fce-4be4-bc7f-1cd5a3a6ed8d {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:40:04.633182 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45d65724-6302-4b5b-84ad-b6c6317d4496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60a08df0-a1cc-435d-a900-48395c546b92', 'code': 200} Nov 12 08:40:04.633441 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b7687e3-bebb-4c97-bd61-1b8794f92ce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa2e7345-8d0d-4d5f-9ec3-38290ba8040f', 'code': 200} Nov 12 08:40:04.634060 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32cb5167-969f-4702-8e15-414256dd5712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:04.638478 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:04.639283 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device a968c556-6a68-4139-a376-3496ed80ecce up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:40:04.731651 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5cd6e3f5-6896-4d7f-aa93-c570f5671b75 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:04.938073 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bf6257-1edc-428a-9ad6-732b53569879 req-488f08ea-d0b2-40cc-a21e-1b0bf3d977eb tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:04.944429 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5cd6e3f5-6896-4d7f-aa93-c570f5671b75 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:04.947963 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-5cd6e3f5-6896-4d7f-aa93-c570f5671b75 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "DELETE /v2.0/ports/7b4663f4-a87b-4e24-8cfb-42f43a5121d0 HTTP/1.1" status: 204 len: 168 time: 1.5672410 Nov 12 08:40:04.950361 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d068984-4d4d-455d-85e9-ee8be0743cff req-bca310f3-4bf0-47dd-876b-619df8183b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:04.952948 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8d068984-4d4d-455d-85e9-ee8be0743cff req-bca310f3-4bf0-47dd-876b-619df8183b06 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=45d65724-6302-4b5b-84ad-b6c6317d4496 HTTP/1.1" status: 200 len: 1098 time: 0.4072709 Nov 12 08:40:04.958013 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 50338) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:04.964978 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-71bf6257-1edc-428a-9ad6-732b53569879 req-488f08ea-d0b2-40cc-a21e-1b0bf3d977eb tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] 10.222.0.26 "GET /v2.0/ports?device_id=45d65724-6302-4b5b-84ad-b6c6317d4496 HTTP/1.1" status: 200 len: 946 time: 0.1864145 Nov 12 08:40:04.986624 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd6e3f5-6896-4d7f-aa93-c570f5671b75 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event deleted for resources: {'Port': ['ID=7b4663f4-a87b-4e24-8cfb-42f43a5121d0,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:05.003723 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b683c5d1-903c-4845-bc77-2b78488c1e35 req-bcad25d2-2e5f-467d-adce-f956f5418cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:05.006961 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b683c5d1-903c-4845-bc77-2b78488c1e35 req-bcad25d2-2e5f-467d-adce-f956f5418cb0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0b7687e3-bebb-4c97-bd61-1b8794f92ce5 HTTP/1.1" status: 200 len: 1098 time: 0.4284890 Nov 12 08:40:05.031477 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Pushing event updated for resources: {'Port': ['ID=8fd9eaaf-0e56-4b58-9002-fa0f3583735e,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:05.115936 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.db.api [None req-32cb5167-969f-4702-8e15-414256dd5712 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:40:05.127402 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-71bf6257-1edc-428a-9ad6-732b53569879 req-249e339d-08a0-4401-b5fb-694c531f85cf tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d455e64-986f-4c37-842b-68fd8dd7b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562102 Nov 12 08:40:05.149639 n-d-765315-29 neutron-server[102601]: DEBUG oslo_db.api [None req-32cb5167-969f-4702-8e15-414256dd5712 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:40:05.152537 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port a968c556-6a68-4139-a376-3496ed80ecce triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:05.153073 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:05.275748 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8d068984-4d4d-455d-85e9-ee8be0743cff req-bdac4e2e-6ee3-450f-b753-4ffb9942eadf service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4d455e64-986f-4c37-842b-68fd8dd7b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821171 Nov 12 08:40:05.289107 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd13557-47bc-44c5-9a7e-be6715ceaa40 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:05.295196 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd13557-47bc-44c5-9a7e-be6715ceaa40 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:05.299656 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 50346) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:05.315263 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-7bd13557-47bc-44c5-9a7e-be6715ceaa40 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.3501287 Nov 12 08:40:05.440538 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b683c5d1-903c-4845-bc77-2b78488c1e35 req-ee098677-66f0-45c8-a226-95b003bef9d8 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4d455e64-986f-4c37-842b-68fd8dd7b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4000511 Nov 12 08:40:05.453252 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:05.534568 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8a01fc9-4cd6-4d98-9c91-349a03094df1 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Deleting subnet fa7e61f1-0a28-4141-96fc-189a1f171d50 {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:40:05.544115 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a8a01fc9-4cd6-4d98-9c91-349a03094df1 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:05.641851 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a8a01fc9-4cd6-4d98-9c91-349a03094df1 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:05.654488 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 8fd9eaaf-0e56-4b58-9002-fa0f3583735e up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:40:05.722746 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a8a01fc9-4cd6-4d98-9c91-349a03094df1 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:05.815706 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 8fd9eaaf-0e56-4b58-9002-fa0f3583735e triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:05.816611 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:05.848004 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a8a01fc9-4cd6-4d98-9c91-349a03094df1 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:05.909164 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-5f934eae-0bd2-4fc5-909b-0a727e2859cf None None] Could not find standard attr ID for object bdd84f02-5185-4243-abb6-e299a67582a2. {{(pid=102601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:40:05.975795 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a01fc9-4cd6-4d98-9c91-349a03094df1 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event deleted for resources: {'Subnet': ['ID=fa7e61f1-0a28-4141-96fc-189a1f171d50,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:05.987532 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-5f934eae-0bd2-4fc5-909b-0a727e2859cf None None] Provisioning complete for port a968c556-6a68-4139-a376-3496ed80ecce triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:05.987909 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5f934eae-0bd2-4fc5-909b-0a727e2859cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:06.038916 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a8a01fc9-4cd6-4d98-9c91-349a03094df1 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:06.039813 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af4cbb6-187b-4348-8946-aeebe0911bb5 None None] Network dcea8192-3ded-4675-acba-29dad29883d7 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:40:06.046210 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device a968c556-6a68-4139-a376-3496ed80ecce up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:40:06.048661 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-a8a01fc9-4cd6-4d98-9c91-349a03094df1 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "DELETE /v2.0/subnets/fa7e61f1-0a28-4141-96fc-189a1f171d50 HTTP/1.1" status: 204 len: 168 time: 0.7478893 Nov 12 08:40:06.057799 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-965e34e5-3b05-4b09-9d85-e4b458c0e8c2 req-54370b8f-62df-43f0-8150-ff5f6ba8884c tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "GET /v2.0/ports?device_id=44f1ed49-1025-4b97-9ec5-93699e2253da HTTP/1.1" status: 200 len: 210 time: 0.0941598 Nov 12 08:40:06.058663 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 50362) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:06.193554 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95bb7c9-a305-4502-abd5-835043e7068f req-5d8461c1-3b3a-4fbe-b0b6-2ca2a53c3edd tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:06.198419 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b95bb7c9-a305-4502-abd5-835043e7068f req-5d8461c1-3b3a-4fbe-b0b6-2ca2a53c3edd tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.21 "GET /v2.0/networks?id=5f7dbd2b-4f9d-453c-bff7-8de854d19345 HTTP/1.1" status: 200 len: 797 time: 0.1861153 Nov 12 08:40:06.206873 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-5d10588f-b385-4b29-927c-95a4ebb3636a tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1469107 Nov 12 08:40:06.209709 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 50366) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:06.367890 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b95bb7c9-a305-4502-abd5-835043e7068f req-6669fdbc-345e-4dd9-8705-db1b7846e6b0 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cdcff4fc638944839e15d4e4416a2271 HTTP/1.1" status: 200 len: 470 time: 0.1509647 Nov 12 08:40:06.385333 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0446a90-6fbf-4d69-8e87-ed6814f10d25 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:06.392885 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-e0446a90-6fbf-4d69-8e87-ed6814f10d25 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1815395 Nov 12 08:40:06.399046 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-b95bb7c9-a305-4502-abd5-835043e7068f req-5a7dec07-cd20-409e-b8c9-cea35c541bb1 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Request body: {'port': {'device_id': '44f1ed49-1025-4b97-9ec5-93699e2253da', 'network_id': '5f7dbd2b-4f9d-453c-bff7-8de854d19345', 'admin_state_up': True, 'tenant_id': 'cdcff4fc638944839e15d4e4416a2271', 'security_groups': ['d302fbe3-eafb-489c-a67e-a5e65efe22ab']}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:06.411302 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 50370) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:06.421654 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port a968c556-6a68-4139-a376-3496ed80ecce triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:06.421952 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:06.427077 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffc1c7e-f7c3-404e-9b69-a913618cca00 req-d2823c82-6711-4a7d-8b63-c9862c2c4828 tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:06.435698 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bffc1c7e-f7c3-404e-9b69-a913618cca00 req-d2823c82-6711-4a7d-8b63-c9862c2c4828 tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] 10.222.0.26 "GET /v2.0/ports?device_id=45d65724-6302-4b5b-84ad-b6c6317d4496 HTTP/1.1" status: 200 len: 946 time: 0.1771929 Nov 12 08:40:06.466897 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-5f934eae-0bd2-4fc5-909b-0a727e2859cf None None] Provisioning complete for port 8fd9eaaf-0e56-4b58-9002-fa0f3583735e triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:06.467273 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5f934eae-0bd2-4fc5-909b-0a727e2859cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:06.617036 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bffc1c7e-f7c3-404e-9b69-a913618cca00 req-753934f0-3d9e-44d0-b8f9-5be0aa79c4b5 tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d455e64-986f-4c37-842b-68fd8dd7b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790919 Nov 12 08:40:06.621857 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3751398c-99f7-4924-af71-a2ec85460cf4 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:06.638509 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-3751398c-99f7-4924-af71-a2ec85460cf4 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1946645 Nov 12 08:40:06.643788 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 50374) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:06.765002 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f8e97f-06f1-40cd-87e1-815960f43e25 None None] DHCP port deletion for dcea8192-3ded-4675-acba-29dad29883d7 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:40:06.769614 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 50376) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:06.771119 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-35b5ba4f-b360-45ca-b6ad-e26b86e5eeef tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1257327 Nov 12 08:40:06.800110 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-61c7b463-af39-4946-9f44-b039ef3a66ac tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Request body: {'subnet': {'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:06.877913 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-5f934eae-0bd2-4fc5-909b-0a727e2859cf None None] Could not find standard attr ID for object 7b4663f4-a87b-4e24-8cfb-42f43a5121d0. {{(pid=102601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:40:07.005397 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8e97f-06f1-40cd-87e1-815960f43e25 None None] Deleting port a968c556-6a68-4139-a376-3496ed80ecce {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:40:07.005947 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b6f8e97f-06f1-40cd-87e1-815960f43e25 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:07.006472 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b95bb7c9-a305-4502-abd5-835043e7068f req-5a7dec07-cd20-409e-b8c9-cea35c541bb1 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Made reservation on behalf of cdcff4fc638944839e15d4e4416a2271 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:40:07.015796 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b95bb7c9-a305-4502-abd5-835043e7068f req-5a7dec07-cd20-409e-b8c9-cea35c541bb1 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:07.039793 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8c4d724c-faf6-4125-b930-ba38229b2cca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:07.047166 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c7b463-af39-4946-9f44-b039ef3a66ac tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Made reservation on behalf of 9132ec14bb5d4c18949ca0b140edb366 for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:40:07.053870 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-61c7b463-af39-4946-9f44-b039ef3a66ac tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:07.106706 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-b6f8e97f-06f1-40cd-87e1-815960f43e25 None None] For port a968c556-6a68-4139-a376-3496ed80ecce, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=a968c556-6a68-4139-a376-3496ed80ecce,segment=NetworkSegment(83c30f53-8f44-40b6-91bc-237f9283bbd5),segment_id=83c30f53-8f44-40b6-91bc-237f9283bbd5)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:07.107341 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b6f8e97f-06f1-40cd-87e1-815960f43e25 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:07.130083 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8e97f-06f1-40cd-87e1-815960f43e25 None None] Calling delete_port for a968c556-6a68-4139-a376-3496ed80ecce owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:40:07.280504 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b6f8e97f-06f1-40cd-87e1-815960f43e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:07.291646 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-05989722-2d57-43f9-a741-39e968941bf7 req-fdcae0e9-238a-4068-a850-42633e30599f tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "GET /v2.0/ports?device_id=44f1ed49-1025-4b97-9ec5-93699e2253da HTTP/1.1" status: 200 len: 210 time: 0.0571346 Nov 12 08:40:07.325576 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f8e97f-06f1-40cd-87e1-815960f43e25 None None] No DVR routers for this DVR port a968c556-6a68-4139-a376-3496ed80ecce on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:40:07.375770 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8e97f-06f1-40cd-87e1-815960f43e25 None None] Pushing event deleted for resources: {'Port': ['ID=a968c556-6a68-4139-a376-3496ed80ecce,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:07.396970 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-b95bb7c9-a305-4502-abd5-835043e7068f req-5a7dec07-cd20-409e-b8c9-cea35c541bb1 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Allocated IP 172.20.0.25 (5f7dbd2b-4f9d-453c-bff7-8de854d19345/cadf92a6-a6a1-4518-81d4-a288986d523b/2c813262-4392-4fa7-b769-30b26b621587) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:40:07.580975 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device a968c556-6a68-4139-a376-3496ed80ecce no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:40:07.622411 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: a968c556-6a68-4139-a376-3496ed80ecce {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:40:07.622857 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device a968c556-6a68-4139-a376-3496ed80ecce not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:40:07.725701 n-d-765315-29 neutron-server[102599]: DEBUG neutron.objects.ports [None req-61c7b463-af39-4946-9f44-b039ef3a66ac tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102599) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 08:40:07.728954 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b95bb7c9-a305-4502-abd5-835043e7068f req-5a7dec07-cd20-409e-b8c9-cea35c541bb1 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:07.731048 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-61c7b463-af39-4946-9f44-b039ef3a66ac tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:07.786743 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c7b463-af39-4946-9f44-b039ef3a66ac tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Network dcea8192-3ded-4675-acba-29dad29883d7 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:40:07.803461 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c7b463-af39-4946-9f44-b039ef3a66ac tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event updated for resources: {'Subnet': ['ID=5e16ae7f-1935-4f32-8d1e-8efebb0fc455,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:07.805689 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-61c7b463-af39-4946-9f44-b039ef3a66ac tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:40:07.812731 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3aba14-dd9b-427a-b9f6-0bcfc8eccd27 req-bfaed2a7-246a-42ad-9c9b-205ecb790d9e tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:07.813534 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c7b463-af39-4946-9f44-b039ef3a66ac tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:07.814411 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-61c7b463-af39-4946-9f44-b039ef3a66ac tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:07.821803 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb612f77-b42b-4d73-9967-00b7e7bef66d None None] Network dcea8192-3ded-4675-acba-29dad29883d7 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:40:07.826754 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3a3aba14-dd9b-427a-b9f6-0bcfc8eccd27 req-bfaed2a7-246a-42ad-9c9b-205ecb790d9e tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] 10.222.0.26 "GET /v2.0/ports?device_id=45d65724-6302-4b5b-84ad-b6c6317d4496 HTTP/1.1" status: 200 len: 946 time: 0.0911753 Nov 12 08:40:07.832027 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c7b463-af39-4946-9f44-b039ef3a66ac tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:07.832926 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c7b463-af39-4946-9f44-b039ef3a66ac tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:07.833508 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c7b463-af39-4946-9f44-b039ef3a66ac tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:07.833921 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c7b463-af39-4946-9f44-b039ef3a66ac tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:07.834256 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c7b463-af39-4946-9f44-b039ef3a66ac tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:07.834605 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c7b463-af39-4946-9f44-b039ef3a66ac tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:07.834941 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c7b463-af39-4946-9f44-b039ef3a66ac tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:07.835270 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c7b463-af39-4946-9f44-b039ef3a66ac tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:07.835592 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c7b463-af39-4946-9f44-b039ef3a66ac tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:07.835914 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c7b463-af39-4946-9f44-b039ef3a66ac tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:07.836243 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c7b463-af39-4946-9f44-b039ef3a66ac tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:07.836581 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c7b463-af39-4946-9f44-b039ef3a66ac tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:07.859060 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-61c7b463-af39-4946-9f44-b039ef3a66ac tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0858989 Nov 12 08:40:07.859704 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 50390) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:07.865066 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-4f9c70ca-6134-4873-82d9-a2f78bb970ba tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Request body: {'subnet': {'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:07.871096 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b95bb7c9-a305-4502-abd5-835043e7068f req-5a7dec07-cd20-409e-b8c9-cea35c541bb1 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:07.911956 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3a3aba14-dd9b-427a-b9f6-0bcfc8eccd27 req-d0201536-f471-4a1e-b476-66507af00a9a tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d455e64-986f-4c37-842b-68fd8dd7b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795166 Nov 12 08:40:07.966150 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b95bb7c9-a305-4502-abd5-835043e7068f req-5a7dec07-cd20-409e-b8c9-cea35c541bb1 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Network 5f7dbd2b-4f9d-453c-bff7-8de854d19345 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:40:07.971313 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-b95bb7c9-a305-4502-abd5-835043e7068f req-5a7dec07-cd20-409e-b8c9-cea35c541bb1 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:40:07.977753 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-b95bb7c9-a305-4502-abd5-835043e7068f req-5a7dec07-cd20-409e-b8c9-cea35c541bb1 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:40:08.031769 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7dec07-cd20-409e-b8c9-cea35c541bb1 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Pushing event updated for resources: {'Port': ['ID=2c813262-4392-4fa7-b769-30b26b621587,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:08.093400 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95bb7c9-a305-4502-abd5-835043e7068f req-5a7dec07-cd20-409e-b8c9-cea35c541bb1 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:08.095506 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b95bb7c9-a305-4502-abd5-835043e7068f req-5a7dec07-cd20-409e-b8c9-cea35c541bb1 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:08.133920 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8daf49-9484-4a02-a2f1-4d9a693c433c req-92cad44e-cc4a-4f1c-a287-34243859696f tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:08.134700 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:08.141010 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b95bb7c9-a305-4502-abd5-835043e7068f req-5a7dec07-cd20-409e-b8c9-cea35c541bb1 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7643445 Nov 12 08:40:08.144395 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9e8daf49-9484-4a02-a2f1-4d9a693c433c req-92cad44e-cc4a-4f1c-a287-34243859696f tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b7687e3-bebb-4c97-bd61-1b8794f92ce5 HTTP/1.1" status: 200 len: 946 time: 0.1235235 Nov 12 08:40:08.166136 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-b95bb7c9-a305-4502-abd5-835043e7068f req-a4d86a92-5ca1-4dc1-889f-614f0b411b44 service neutron] Request body: {'port': {'device_id': '44f1ed49-1025-4b97-9ec5-93699e2253da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:08.201092 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22fb2e2-98b9-4f68-bc91-3a0ddc7668dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-dcea8192-3ded-4675-acba-29dad29883d7', 'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7', 'tenant_id': '9132ec14bb5d4c18949ca0b140edb366', 'fixed_ips': [{'subnet_id': '5e16ae7f-1935-4f32-8d1e-8efebb0fc455'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:40:08.201976 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c22fb2e2-98b9-4f68-bc91-3a0ddc7668dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:08.231106 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9e8daf49-9484-4a02-a2f1-4d9a693c433c req-f7ba1dbe-a0b8-4834-a4ed-c57db54db20a tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d455e64-986f-4c37-842b-68fd8dd7b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787148 Nov 12 08:40:08.249279 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f9c70ca-6134-4873-82d9-a2f78bb970ba tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Made reservation on behalf of 9132ec14bb5d4c18949ca0b140edb366 for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:40:08.256115 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4f9c70ca-6134-4873-82d9-a2f78bb970ba tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:08.381786 n-d-765315-29 neutron-server[102599]: INFO neutron.db.ipam_backend_mixin [None req-4f9c70ca-6134-4873-82d9-a2f78bb970ba tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5e16ae7f-1935-4f32-8d1e-8efebb0fc455 (CIDR: 2001:db8::/64) Nov 12 08:40:08.418444 n-d-765315-29 neutron-server[102599]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f9c70ca-6134-4873-82d9-a2f78bb970ba tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:40:08.420444 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f9c70ca-6134-4873-82d9-a2f78bb970ba tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:40:08.448623 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-c22fb2e2-98b9-4f68-bc91-3a0ddc7668dd None None] Allocated IP 2001:db8::f816:3eff:fe18:107e (dcea8192-3ded-4675-acba-29dad29883d7/5e16ae7f-1935-4f32-8d1e-8efebb0fc455/e7e5f7e5-18ea-4d9a-9d76-f47e546bce8e) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:40:08.456138 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b95bb7c9-a305-4502-abd5-835043e7068f req-a4d86a92-5ca1-4dc1-889f-614f0b411b44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:08.491229 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 50400) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:08.493556 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-4f9c70ca-6134-4873-82d9-a2f78bb970ba tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6323237 Nov 12 08:40:08.496983 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-54ffd263-cf7b-411d-bcd5-918dcc81578e tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Request body: {'subnet': {'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:08.632785 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-1f6e5dec-25b5-40aa-903b-88b9080b5352 None None] Provisioning complete for port 2c813262-4392-4fa7-b769-30b26b621587 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:08.633880 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1f6e5dec-25b5-40aa-903b-88b9080b5352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:08.770886 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-1f6e5dec-25b5-40aa-903b-88b9080b5352 None None] Port 2c813262-4392-4fa7-b769-30b26b621587 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:40:08.862267 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c22fb2e2-98b9-4f68-bc91-3a0ddc7668dd None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:08.876373 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c22fb2e2-98b9-4f68-bc91-3a0ddc7668dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:08.921317 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54ffd263-cf7b-411d-bcd5-918dcc81578e tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Made reservation on behalf of 9132ec14bb5d4c18949ca0b140edb366 for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:40:08.942276 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-54ffd263-cf7b-411d-bcd5-918dcc81578e tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:08.984849 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22fb2e2-98b9-4f68-bc91-3a0ddc7668dd None None] Pushing event updated for resources: {'Port': ['ID=e7e5f7e5-18ea-4d9a-9d76-f47e546bce8e,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:09.007005 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22fb2e2-98b9-4f68-bc91-3a0ddc7668dd None None] Network dcea8192-3ded-4675-acba-29dad29883d7 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:40:09.008970 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-c22fb2e2-98b9-4f68-bc91-3a0ddc7668dd None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:40:09.013007 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22fb2e2-98b9-4f68-bc91-3a0ddc7668dd None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:40:09.037665 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8a9262-fd78-4e04-9582-14683edc3f0f req-6336e56e-ae78-40fa-a85a-856533517e0a tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:09.047004 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ff8a9262-fd78-4e04-9582-14683edc3f0f req-6336e56e-ae78-40fa-a85a-856533517e0a tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "GET /v2.0/ports?device_id=44f1ed49-1025-4b97-9ec5-93699e2253da HTTP/1.1" status: 200 len: 932 time: 0.2239368 Nov 12 08:40:09.136360 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-c22fb2e2-98b9-4f68-bc91-3a0ddc7668dd None None] Attempting to bind port e7e5f7e5-18ea-4d9a-9d76-f47e546bce8e on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:40:09.136930 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-c22fb2e2-98b9-4f68-bc91-3a0ddc7668dd None None] Attempting to bind port e7e5f7e5-18ea-4d9a-9d76-f47e546bce8e by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '83c30f53-8f44-40b6-91bc-237f9283bbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:40:09.137089 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22fb2e2-98b9-4f68-bc91-3a0ddc7668dd None None] Attempting to bind port e7e5f7e5-18ea-4d9a-9d76-f47e546bce8e on network dcea8192-3ded-4675-acba-29dad29883d7 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:40:09.145432 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22fb2e2-98b9-4f68-bc91-3a0ddc7668dd None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:40:09.146470 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22fb2e2-98b9-4f68-bc91-3a0ddc7668dd None None] Checking segment: {'id': '83c30f53-8f44-40b6-91bc-237f9283bbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:40:09.146613 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c22fb2e2-98b9-4f68-bc91-3a0ddc7668dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:09.147229 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22fb2e2-98b9-4f68-bc91-3a0ddc7668dd None None] Bound using segment: {'id': '83c30f53-8f44-40b6-91bc-237f9283bbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:40:09.147710 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-c22fb2e2-98b9-4f68-bc91-3a0ddc7668dd None None] Bound port: e7e5f7e5-18ea-4d9a-9d76-f47e546bce8e, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83c30f53-8f44-40b6-91bc-237f9283bbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:40:09.150613 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c22fb2e2-98b9-4f68-bc91-3a0ddc7668dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:09.151779 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ff8a9262-fd78-4e04-9582-14683edc3f0f req-44198a8d-0ad0-456c-ba4d-26d7d255f3c2 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "GET /v2.0/security-groups?id=d302fbe3-eafb-489c-a67e-a5e65efe22ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037917 Nov 12 08:40:09.174949 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-b95bb7c9-a305-4502-abd5-835043e7068f req-a4d86a92-5ca1-4dc1-889f-614f0b411b44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c813262-4392-4fa7-b769-30b26b621587 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:40:09.186399 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b95bb7c9-a305-4502-abd5-835043e7068f req-a4d86a92-5ca1-4dc1-889f-614f0b411b44 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:09.201905 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-b95bb7c9-a305-4502-abd5-835043e7068f req-a4d86a92-5ca1-4dc1-889f-614f0b411b44 service neutron] Transition to ACTIVE for port object 2c813262-4392-4fa7-b769-30b26b621587 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:40:09.209540 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b95bb7c9-a305-4502-abd5-835043e7068f req-a4d86a92-5ca1-4dc1-889f-614f0b411b44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:09.307875 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d86a92-5ca1-4dc1-889f-614f0b411b44 service neutron] Pushing event updated for resources: {'Port': ['ID=2c813262-4392-4fa7-b769-30b26b621587,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:09.428364 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:09.435955 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-c22fb2e2-98b9-4f68-bc91-3a0ddc7668dd None None] For port e7e5f7e5-18ea-4d9a-9d76-f47e546bce8e, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:40:09.445868 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-c22fb2e2-98b9-4f68-bc91-3a0ddc7668dd None None] For port e7e5f7e5-18ea-4d9a-9d76-f47e546bce8e, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=e7e5f7e5-18ea-4d9a-9d76-f47e546bce8e,segment=NetworkSegment(83c30f53-8f44-40b6-91bc-237f9283bbd5),segment_id=83c30f53-8f44-40b6-91bc-237f9283bbd5)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:40:09.454115 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c22fb2e2-98b9-4f68-bc91-3a0ddc7668dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:09.466719 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4d4710-4876-4160-9e54-235edea36cc4 req-90fbb884-4afa-410f-9731-4ebf243fbddc tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:09.475480 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0e4d4710-4876-4160-9e54-235edea36cc4 req-90fbb884-4afa-410f-9731-4ebf243fbddc tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b7687e3-bebb-4c97-bd61-1b8794f92ce5 HTTP/1.1" status: 200 len: 946 time: 0.1552677 Nov 12 08:40:09.498971 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-54ffd263-cf7b-411d-bcd5-918dcc81578e tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:09.522452 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-b95bb7c9-a305-4502-abd5-835043e7068f req-a4d86a92-5ca1-4dc1-889f-614f0b411b44 service neutron] Attempting to bind port 2c813262-4392-4fa7-b769-30b26b621587 on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:40:09.524428 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-b95bb7c9-a305-4502-abd5-835043e7068f req-a4d86a92-5ca1-4dc1-889f-614f0b411b44 service neutron] Attempting to bind port 2c813262-4392-4fa7-b769-30b26b621587 by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': '8b81b94d-1509-46fb-8976-09586403fcf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '5f7dbd2b-4f9d-453c-bff7-8de854d19345'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:40:09.525301 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95bb7c9-a305-4502-abd5-835043e7068f req-a4d86a92-5ca1-4dc1-889f-614f0b411b44 service neutron] Attempting to bind port 2c813262-4392-4fa7-b769-30b26b621587 on network 5f7dbd2b-4f9d-453c-bff7-8de854d19345 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:40:09.558347 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95bb7c9-a305-4502-abd5-835043e7068f req-a4d86a92-5ca1-4dc1-889f-614f0b411b44 service neutron] Port 2c813262-4392-4fa7-b769-30b26b621587 on network 5f7dbd2b-4f9d-453c-bff7-8de854d19345 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:40:09.559010 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95bb7c9-a305-4502-abd5-835043e7068f req-a4d86a92-5ca1-4dc1-889f-614f0b411b44 service neutron] Attempting to bind port 2c813262-4392-4fa7-b769-30b26b621587 on network 5f7dbd2b-4f9d-453c-bff7-8de854d19345 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:40:09.565302 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95bb7c9-a305-4502-abd5-835043e7068f req-a4d86a92-5ca1-4dc1-889f-614f0b411b44 service neutron] Checking agent: {'id': '26215384-8035-4ce2-971a-8e67be80da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:40:09.566355 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95bb7c9-a305-4502-abd5-835043e7068f req-a4d86a92-5ca1-4dc1-889f-614f0b411b44 service neutron] Checking segment: {'id': '8b81b94d-1509-46fb-8976-09586403fcf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '5f7dbd2b-4f9d-453c-bff7-8de854d19345'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:40:09.567787 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95bb7c9-a305-4502-abd5-835043e7068f req-a4d86a92-5ca1-4dc1-889f-614f0b411b44 service neutron] Bound using segment: {'id': '8b81b94d-1509-46fb-8976-09586403fcf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '5f7dbd2b-4f9d-453c-bff7-8de854d19345'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:40:09.568740 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-b95bb7c9-a305-4502-abd5-835043e7068f req-a4d86a92-5ca1-4dc1-889f-614f0b411b44 service neutron] Bound port: 2c813262-4392-4fa7-b769-30b26b621587, host: n-h1-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b81b94d-1509-46fb-8976-09586403fcf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '5f7dbd2b-4f9d-453c-bff7-8de854d19345'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:40:09.569351 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b95bb7c9-a305-4502-abd5-835043e7068f req-a4d86a92-5ca1-4dc1-889f-614f0b411b44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:09.609819 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ffd263-cf7b-411d-bcd5-918dcc81578e tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Network dcea8192-3ded-4675-acba-29dad29883d7 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:40:09.629875 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22fb2e2-98b9-4f68-bc91-3a0ddc7668dd None None] Pushing event updated for resources: {'Port': ['ID=e7e5f7e5-18ea-4d9a-9d76-f47e546bce8e,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:09.642119 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-54ffd263-cf7b-411d-bcd5-918dcc81578e tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:40:09.653362 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ffd263-cf7b-411d-bcd5-918dcc81578e tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:09.653992 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-54ffd263-cf7b-411d-bcd5-918dcc81578e tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:09.704097 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0e4d4710-4876-4160-9e54-235edea36cc4 req-ba2daea5-4387-415e-a4f8-0d1127c4e3dd tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d455e64-986f-4c37-842b-68fd8dd7b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261162 Nov 12 08:40:09.705630 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ffd263-cf7b-411d-bcd5-918dcc81578e tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event updated for resources: {'Subnet': ['ID=a7ebd09f-9372-4a72-b10d-e8402e96240d,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:09.742005 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-54ffd263-cf7b-411d-bcd5-918dcc81578e tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2492476 Nov 12 08:40:09.747159 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 50412) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:09.774327 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-6fd25f3b-103e-44a1-b2d0-da13d036a39b tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Request body: {'port': {'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7', 'mac_address': 'fa:16:3e:af:5f:40', 'name': 'tempest-NetworksTestDHCPv6-417019894'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:09.798498 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-b95bb7c9-a305-4502-abd5-835043e7068f req-a4d86a92-5ca1-4dc1-889f-614f0b411b44 service neutron] For port 2c813262-4392-4fa7-b769-30b26b621587, host n-h1-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:40:09.813085 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-b95bb7c9-a305-4502-abd5-835043e7068f req-a4d86a92-5ca1-4dc1-889f-614f0b411b44 service neutron] For port 2c813262-4392-4fa7-b769-30b26b621587, host n-h1-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=2c813262-4392-4fa7-b769-30b26b621587,segment=NetworkSegment(8b81b94d-1509-46fb-8976-09586403fcf4),segment_id=8b81b94d-1509-46fb-8976-09586403fcf4)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:40:09.819470 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b95bb7c9-a305-4502-abd5-835043e7068f req-a4d86a92-5ca1-4dc1-889f-614f0b411b44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:09.897899 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95bb7c9-a305-4502-abd5-835043e7068f req-a4d86a92-5ca1-4dc1-889f-614f0b411b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:09.898523 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b95bb7c9-a305-4502-abd5-835043e7068f req-a4d86a92-5ca1-4dc1-889f-614f0b411b44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:09.899978 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b95bb7c9-a305-4502-abd5-835043e7068f req-a4d86a92-5ca1-4dc1-889f-614f0b411b44 service neutron] 10.222.0.21 "PUT /v2.0/ports/2c813262-4392-4fa7-b769-30b26b621587 HTTP/1.1" status: 200 len: 1093 time: 1.7402856 Nov 12 08:40:09.900706 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44f1ed49-1025-4b97-9ec5-93699e2253da', 'tag': '2c813262-4392-4fa7-b769-30b26b621587'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:40:09.902763 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48253d79-2f68-4c30-8d67-95150c88626e" -d '{"events": [{"name": "network-changed", "server_uuid": "44f1ed49-1025-4b97-9ec5-93699e2253da", "tag": "2c813262-4392-4fa7-b769-30b26b621587"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:40:09.958646 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d86a92-5ca1-4dc1-889f-614f0b411b44 service neutron] Pushing event updated for resources: {'Port': ['ID=2c813262-4392-4fa7-b769-30b26b621587,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:09.966624 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:10.105225 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ac0f53e-e775-4e58-896c-34837aebbe6b x-openstack-request-id: req-4ac0f53e-e775-4e58-896c-34837aebbe6b {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:40:10.110026 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44f1ed49-1025-4b97-9ec5-93699e2253da", "tag": "2c813262-4392-4fa7-b769-30b26b621587", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:40:10.110393 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4ac0f53e-e775-4e58-896c-34837aebbe6b {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:40:10.110909 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44f1ed49-1025-4b97-9ec5-93699e2253da', 'tag': '2c813262-4392-4fa7-b769-30b26b621587', 'status': 'completed', 'code': 200} Nov 12 08:40:10.113071 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95bb7c9-a305-4502-abd5-835043e7068f req-93c79401-7115-4f26-aebf-25e465188653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:10.115437 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b95bb7c9-a305-4502-abd5-835043e7068f req-93c79401-7115-4f26-aebf-25e465188653 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cdcff4fc638944839e15d4e4416a2271&device_id=44f1ed49-1025-4b97-9ec5-93699e2253da HTTP/1.1" status: 200 len: 1096 time: 0.1387498 Nov 12 08:40:10.119234 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd25f3b-103e-44a1-b2d0-da13d036a39b tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Made reservation on behalf of 9132ec14bb5d4c18949ca0b140edb366 for: {'port': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:40:10.210758 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b95bb7c9-a305-4502-abd5-835043e7068f req-d7489800-ca93-41fb-8d41-707e4df6b116 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=2c813262-4392-4fa7-b769-30b26b621587 HTTP/1.1" status: 200 len: 217 time: 0.0857577 Nov 12 08:40:10.298740 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6fd25f3b-103e-44a1-b2d0-da13d036a39b tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:10.359029 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95bb7c9-a305-4502-abd5-835043e7068f req-fc5457e2-fd94-4f25-8332-0d4668117f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:10.361739 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b95bb7c9-a305-4502-abd5-835043e7068f req-fc5457e2-fd94-4f25-8332-0d4668117f90 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cadf92a6-a6a1-4518-81d4-a288986d523b HTTP/1.1" status: 200 len: 836 time: 0.1410143 Nov 12 08:40:10.366402 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [None req-6fd25f3b-103e-44a1-b2d0-da13d036a39b tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] device_id is not set on port a1c1ce8f-2648-4abb-b16a-130ae7c3a823 yet. {{(pid=102600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:40:10.424244 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e07844-b86c-43e2-bcd3-453e2c492625 req-7961efcf-1a31-41ab-846c-98dc58394911 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:10.446401 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-01e07844-b86c-43e2-bcd3-453e2c492625 req-7961efcf-1a31-41ab-846c-98dc58394911 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "GET /v2.0/ports?device_id=44f1ed49-1025-4b97-9ec5-93699e2253da HTTP/1.1" status: 200 len: 944 time: 0.1350470 Nov 12 08:40:10.496742 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95bb7c9-a305-4502-abd5-835043e7068f req-f063f4d4-890c-4a56-a61f-5891c4498922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:10.498936 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b95bb7c9-a305-4502-abd5-835043e7068f req-f063f4d4-890c-4a56-a61f-5891c4498922 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5f7dbd2b-4f9d-453c-bff7-8de854d19345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1143153 Nov 12 08:40:10.509813 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88e0bd-614b-489a-91f6-595bf4a02427 req-04d4e8ab-b205-48b8-bd38-8d1d61c11b5b tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:10.511793 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ba88e0bd-614b-489a-91f6-595bf4a02427 req-04d4e8ab-b205-48b8-bd38-8d1d61c11b5b tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b7687e3-bebb-4c97-bd61-1b8794f92ce5 HTTP/1.1" status: 200 len: 946 time: 0.1451995 Nov 12 08:40:10.602951 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-01e07844-b86c-43e2-bcd3-453e2c492625 req-40d3bd17-d46c-4f39-80c9-84d5cc8a5937 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "GET /v2.0/security-groups?id=d302fbe3-eafb-489c-a67e-a5e65efe22ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1526616 Nov 12 08:40:10.682765 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-6fd25f3b-103e-44a1-b2d0-da13d036a39b tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Allocated IP 2001:db8:0:1::1fb (dcea8192-3ded-4675-acba-29dad29883d7/a7ebd09f-9372-4a72-b10d-e8402e96240d/a1c1ce8f-2648-4abb-b16a-130ae7c3a823) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:40:10.698320 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-6fd25f3b-103e-44a1-b2d0-da13d036a39b tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Allocated IP 2001:db8::f816:3eff:feaf:5f40 (dcea8192-3ded-4675-acba-29dad29883d7/5e16ae7f-1935-4f32-8d1e-8efebb0fc455/a1c1ce8f-2648-4abb-b16a-130ae7c3a823) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:40:10.805829 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-ba88e0bd-614b-489a-91f6-595bf4a02427 req-2d766d74-cd65-4bdd-986f-dedf1d339740 tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] Deleting port aa2e7345-8d0d-4d5f-9ec3-38290ba8040f {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:40:10.806309 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-ba88e0bd-614b-489a-91f6-595bf4a02427 req-2d766d74-cd65-4bdd-986f-dedf1d339740 tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:10.921791 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b95bb7c9-a305-4502-abd5-835043e7068f req-d7816738-b810-44cb-956d-e89d29953f62 service neutron] 10.222.0.21 "GET /v2.0/networks/5f7dbd2b-4f9d-453c-bff7-8de854d19345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4045460 Nov 12 08:40:11.072700 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-ba88e0bd-614b-489a-91f6-595bf4a02427 req-2d766d74-cd65-4bdd-986f-dedf1d339740 tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] For port aa2e7345-8d0d-4d5f-9ec3-38290ba8040f, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=aa2e7345-8d0d-4d5f-9ec3-38290ba8040f,segment=NetworkSegment(fbad26f6-3c40-4b72-a2c6-f083faf67e0b),segment_id=fbad26f6-3c40-4b72-a2c6-f083faf67e0b)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:11.073194 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-ba88e0bd-614b-489a-91f6-595bf4a02427 req-2d766d74-cd65-4bdd-986f-dedf1d339740 tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:11.100564 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-ba88e0bd-614b-489a-91f6-595bf4a02427 req-2d766d74-cd65-4bdd-986f-dedf1d339740 tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] Calling delete_port for aa2e7345-8d0d-4d5f-9ec3-38290ba8040f owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:40:11.130881 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6fd25f3b-103e-44a1-b2d0-da13d036a39b tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:11.173996 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6fd25f3b-103e-44a1-b2d0-da13d036a39b tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:11.187593 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f6305e-b01f-4cdd-90b0-9d173abfa020 req-3c234319-1104-408d-b70a-871281651d86 tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:11.189150 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-37f6305e-b01f-4cdd-90b0-9d173abfa020 req-3c234319-1104-408d-b70a-871281651d86 tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b7687e3-bebb-4c97-bd61-1b8794f92ce5 HTTP/1.1" status: 200 len: 946 time: 0.2233188 Nov 12 08:40:11.218717 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b95bb7c9-a305-4502-abd5-835043e7068f req-08736400-9344-4fb6-9d40-19ac0ea78cc2 service neutron] 10.222.0.21 "GET /v2.0/networks/5f7dbd2b-4f9d-453c-bff7-8de854d19345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2860610 Nov 12 08:40:11.267958 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd25f3b-103e-44a1-b2d0-da13d036a39b tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Network dcea8192-3ded-4675-acba-29dad29883d7 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:40:11.279517 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-6fd25f3b-103e-44a1-b2d0-da13d036a39b tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:40:11.289408 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd25f3b-103e-44a1-b2d0-da13d036a39b tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:40:11.295407 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd25f3b-103e-44a1-b2d0-da13d036a39b tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:11.296085 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6fd25f3b-103e-44a1-b2d0-da13d036a39b tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:11.303451 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd25f3b-103e-44a1-b2d0-da13d036a39b tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event updated for resources: {'Port': ['ID=a1c1ce8f-2648-4abb-b16a-130ae7c3a823,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:11.324223 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-37f6305e-b01f-4cdd-90b0-9d173abfa020 req-4f048a50-cf27-4f37-8ac8-ca49a832e749 tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d455e64-986f-4c37-842b-68fd8dd7b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265891 Nov 12 08:40:11.338564 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-6fd25f3b-103e-44a1-b2d0-da13d036a39b tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.5853193 Nov 12 08:40:11.342011 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 50428) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:11.375658 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a9e9cc-02f7-4023-b385-98c2fe1b1c4b None None] Network dcea8192-3ded-4675-acba-29dad29883d7 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:40:11.386216 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48253d79-2f68-4c30-8d67-95150c88626e req-476f23d8-6c40-4fe1-a055-a4bcdf55aee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:11.388451 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-48253d79-2f68-4c30-8d67-95150c88626e req-476f23d8-6c40-4fe1-a055-a4bcdf55aee9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cdcff4fc638944839e15d4e4416a2271&device_id=44f1ed49-1025-4b97-9ec5-93699e2253da HTTP/1.1" status: 200 len: 1096 time: 0.0931113 Nov 12 08:40:11.456397 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-ba88e0bd-614b-489a-91f6-595bf4a02427 req-2d766d74-cd65-4bdd-986f-dedf1d339740 tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:11.463188 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-3a0e5858-2fa5-4ccd-b1ac-ff2cfa1cb2c0 None None] Provisioning complete for port e7e5f7e5-18ea-4d9a-9d76-f47e546bce8e triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:11.463437 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3a0e5858-2fa5-4ccd-b1ac-ff2cfa1cb2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:11.501895 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['60a08df0-a1cc-435d-a900-48395c546b92'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:40:11.506137 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['bccb7e2d-20f2-43cb-a25f-442bb2cf33ec', 'aa2e7345-8d0d-4d5f-9ec3-38290ba8040f'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:40:11.514259 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-03b488e2-132e-40cf-946f-0f96738dc2ae tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Deleting port a1c1ce8f-2648-4abb-b16a-130ae7c3a823 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:40:11.515271 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-03b488e2-132e-40cf-946f-0f96738dc2ae tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:11.580590 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d766d74-cd65-4bdd-986f-dedf1d339740 tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] Pushing event deleted for resources: {'Port': ['ID=aa2e7345-8d0d-4d5f-9ec3-38290ba8040f,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:11.636226 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba88e0bd-614b-489a-91f6-595bf4a02427 req-2d766d74-cd65-4bdd-986f-dedf1d339740 tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] No DVR routers for this DVR port aa2e7345-8d0d-4d5f-9ec3-38290ba8040f on host n-h2-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:40:11.650882 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-ba88e0bd-614b-489a-91f6-595bf4a02427 req-2d766d74-cd65-4bdd-986f-dedf1d339740 tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:11.654961 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ba88e0bd-614b-489a-91f6-595bf4a02427 req-2d766d74-cd65-4bdd-986f-dedf1d339740 tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] 10.222.0.44 "DELETE /v2.0/ports/aa2e7345-8d0d-4d5f-9ec3-38290ba8040f HTTP/1.1" status: 204 len: 173 time: 1.1224775 Nov 12 08:40:11.718424 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-03b488e2-132e-40cf-946f-0f96738dc2ae tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:11.729154 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48253d79-2f68-4c30-8d67-95150c88626e req-094e48a0-76a5-4972-b18f-10f0dfb9e129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:11.732107 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-48253d79-2f68-4c30-8d67-95150c88626e req-094e48a0-76a5-4972-b18f-10f0dfb9e129 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5f7dbd2b-4f9d-453c-bff7-8de854d19345 HTTP/1.1" status: 200 len: 898 time: 0.3270936 Nov 12 08:40:11.764025 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-03b488e2-132e-40cf-946f-0f96738dc2ae tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Calling delete_port for a1c1ce8f-2648-4abb-b16a-130ae7c3a823 owned by {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:40:11.797345 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3a0e5858-2fa5-4ccd-b1ac-ff2cfa1cb2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:11.799818 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-48253d79-2f68-4c30-8d67-95150c88626e req-ada3bd50-75c7-40b3-a8c6-4ccbfd5a6fca service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=2c813262-4392-4fa7-b769-30b26b621587 HTTP/1.1" status: 200 len: 217 time: 0.0588877 Nov 12 08:40:11.801936 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device e7e5f7e5-18ea-4d9a-9d76-f47e546bce8e up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:40:11.883449 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48253d79-2f68-4c30-8d67-95150c88626e req-b2839448-ef3b-4de8-85ce-bff8bcc28f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:11.885391 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-48253d79-2f68-4c30-8d67-95150c88626e req-b2839448-ef3b-4de8-85ce-bff8bcc28f18 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cadf92a6-a6a1-4518-81d4-a288986d523b HTTP/1.1" status: 200 len: 836 time: 0.0751841 Nov 12 08:40:11.943920 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-3a0e5858-2fa5-4ccd-b1ac-ff2cfa1cb2c0 None None] For port e7e5f7e5-18ea-4d9a-9d76-f47e546bce8e, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=e7e5f7e5-18ea-4d9a-9d76-f47e546bce8e,segment=NetworkSegment(83c30f53-8f44-40b6-91bc-237f9283bbd5),segment_id=83c30f53-8f44-40b6-91bc-237f9283bbd5)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:11.955152 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2685191a-8cbe-47f4-a536-b815c790a1e5 req-7e96e8fd-5edf-4c68-b355-7232d0201c38 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:11.958476 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3a0e5858-2fa5-4ccd-b1ac-ff2cfa1cb2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:11.968242 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2685191a-8cbe-47f4-a536-b815c790a1e5 req-7e96e8fd-5edf-4c68-b355-7232d0201c38 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "GET /v2.0/ports?device_id=44f1ed49-1025-4b97-9ec5-93699e2253da HTTP/1.1" status: 200 len: 944 time: 0.1930027 Nov 12 08:40:12.032142 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48253d79-2f68-4c30-8d67-95150c88626e req-f451ccdf-b6f4-4d11-baed-82e205196ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:12.038376 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-48253d79-2f68-4c30-8d67-95150c88626e req-f451ccdf-b6f4-4d11-baed-82e205196ed4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5f7dbd2b-4f9d-453c-bff7-8de854d19345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1396103 Nov 12 08:40:12.070023 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2685191a-8cbe-47f4-a536-b815c790a1e5 req-1cf4060a-6154-4c6c-9452-b0482788c58e tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "GET /v2.0/security-groups?id=d302fbe3-eafb-489c-a67e-a5e65efe22ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004903 Nov 12 08:40:12.113387 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0e5858-2fa5-4ccd-b1ac-ff2cfa1cb2c0 None None] Pushing event updated for resources: {'Port': ['ID=e7e5f7e5-18ea-4d9a-9d76-f47e546bce8e,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:12.180983 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b7687e3-bebb-4c97-bd61-1b8794f92ce5', 'name': 'network-vif-deleted', 'tag': 'aa2e7345-8d0d-4d5f-9ec3-38290ba8040f'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:40:12.183284 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da11ab7b-c09d-49d7-a2be-465e160115f4" -d '{"events": [{"server_uuid": "0b7687e3-bebb-4c97-bd61-1b8794f92ce5", "name": "network-vif-deleted", "tag": "aa2e7345-8d0d-4d5f-9ec3-38290ba8040f"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:40:12.270229 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cb927fb-6063-4b4b-bbd6-7a72c1726f72 x-openstack-request-id: req-1cb927fb-6063-4b4b-bbd6-7a72c1726f72 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:40:12.270535 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b7687e3-bebb-4c97-bd61-1b8794f92ce5", "name": "network-vif-deleted", "tag": "aa2e7345-8d0d-4d5f-9ec3-38290ba8040f", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:40:12.270847 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1cb927fb-6063-4b4b-bbd6-7a72c1726f72 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:40:12.271259 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b7687e3-bebb-4c97-bd61-1b8794f92ce5', 'name': 'network-vif-deleted', 'tag': 'aa2e7345-8d0d-4d5f-9ec3-38290ba8040f', 'status': 'completed', 'code': 200} Nov 12 08:40:12.289947 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port e7e5f7e5-18ea-4d9a-9d76-f47e546bce8e triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:12.290456 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:12.297673 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-48253d79-2f68-4c30-8d67-95150c88626e req-b4164be6-88ae-4d2b-82c1-0117f60f6d14 service neutron] 10.222.0.21 "GET /v2.0/networks/5f7dbd2b-4f9d-453c-bff7-8de854d19345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506886 Nov 12 08:40:12.347274 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb744d4-d8ca-475e-9dc3-ee40747598ea None None] Update dhcp port {'port': {'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7', 'fixed_ips': [{'subnet_id': '5e16ae7f-1935-4f32-8d1e-8efebb0fc455', 'ip_address': '2001:db8::f816:3eff:fe18:107e'}, {'subnet_id': 'a7ebd09f-9372-4a72-b10d-e8402e96240d'}], 'binding:host_id': 'n-d-765315-29'}, 'id': 'e7e5f7e5-18ea-4d9a-9d76-f47e546bce8e'} from n-d-765315-29. {{(pid=102601) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 08:40:12.385630 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-03b488e2-132e-40cf-946f-0f96738dc2ae tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:12.471940 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8bb744d4-d8ca-475e-9dc3-ee40747598ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:12.517312 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b488e2-132e-40cf-946f-0f96738dc2ae tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event deleted for resources: {'Port': ['ID=a1c1ce8f-2648-4abb-b16a-130ae7c3a823,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:12.530552 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-48253d79-2f68-4c30-8d67-95150c88626e req-7282a509-a9d1-4cd5-93a5-636f46e05e19 service neutron] 10.222.0.21 "GET /v2.0/networks/5f7dbd2b-4f9d-453c-bff7-8de854d19345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234445 Nov 12 08:40:12.583809 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-03b488e2-132e-40cf-946f-0f96738dc2ae tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:12.589601 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-03b488e2-132e-40cf-946f-0f96738dc2ae tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "DELETE /v2.0/ports/a1c1ce8f-2648-4abb-b16a-130ae7c3a823 HTTP/1.1" status: 204 len: 168 time: 1.2457664 Nov 12 08:40:12.590971 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 50454) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:12.682654 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-565cfbe7-c736-4457-900f-a5b0887a92ed tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:12.684643 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-565cfbe7-c736-4457-900f-a5b0887a92ed tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0923533 Nov 12 08:40:12.689004 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 50458) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:12.759060 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:12.760569 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b797e5-fe13-477d-a2af-38ca2f6e8ff1 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:12.764586 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-58b797e5-fe13-477d-a2af-38ca2f6e8ff1 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0742841 Nov 12 08:40:12.768977 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 50460) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:12.848485 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5a322f-f16a-447e-aa9a-07c503cc00bb tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:12.850149 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5a322f-f16a-447e-aa9a-07c503cc00bb tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:12.856924 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5a322f-f16a-447e-aa9a-07c503cc00bb tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:12.856924 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-2d5a322f-f16a-447e-aa9a-07c503cc00bb tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0827856 Nov 12 08:40:12.856924 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 50464) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:12.916506 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-301367c2-78e1-4f24-93bb-65f84aaad702 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Deleting subnet 5e16ae7f-1935-4f32-8d1e-8efebb0fc455 {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:40:12.977439 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-8bb744d4-d8ca-475e-9dc3-ee40747598ea None None] Allocated IP 2001:db8:0:1::2 (dcea8192-3ded-4675-acba-29dad29883d7/a7ebd09f-9372-4a72-b10d-e8402e96240d/e7e5f7e5-18ea-4d9a-9d76-f47e546bce8e) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:40:13.134891 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-8bb744d4-d8ca-475e-9dc3-ee40747598ea None None] For port e7e5f7e5-18ea-4d9a-9d76-f47e546bce8e, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=e7e5f7e5-18ea-4d9a-9d76-f47e546bce8e,segment=NetworkSegment(83c30f53-8f44-40b6-91bc-237f9283bbd5),segment_id=83c30f53-8f44-40b6-91bc-237f9283bbd5)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:13.194531 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8bb744d4-d8ca-475e-9dc3-ee40747598ea None None] Publish callbacks [] for port, precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:13.199636 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-301367c2-78e1-4f24-93bb-65f84aaad702 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:13.200039 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8bb744d4-d8ca-475e-9dc3-ee40747598ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:13.285715 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-301367c2-78e1-4f24-93bb-65f84aaad702 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:13.333393 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee6a78-165b-4436-8f60-52279430ee1a req-f5a44b26-22a3-425c-b916-b880c331dde8 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:13.335798 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-77ee6a78-165b-4436-8f60-52279430ee1a req-f5a44b26-22a3-425c-b916-b880c331dde8 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "GET /v2.0/ports?device_id=44f1ed49-1025-4b97-9ec5-93699e2253da HTTP/1.1" status: 200 len: 944 time: 0.1073229 Nov 12 08:40:13.347920 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb744d4-d8ca-475e-9dc3-ee40747598ea None None] Pushing event updated for resources: {'Port': ['ID=e7e5f7e5-18ea-4d9a-9d76-f47e546bce8e,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:13.437730 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-301367c2-78e1-4f24-93bb-65f84aaad702 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:13.447237 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-77ee6a78-165b-4436-8f60-52279430ee1a req-08bbe2a0-8167-477d-8795-3f5a919f9da7 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "GET /v2.0/security-groups?id=d302fbe3-eafb-489c-a67e-a5e65efe22ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025393 Nov 12 08:40:13.559240 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-301367c2-78e1-4f24-93bb-65f84aaad702 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:13.604589 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301367c2-78e1-4f24-93bb-65f84aaad702 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event deleted for resources: {'Subnet': ['ID=5e16ae7f-1935-4f32-8d1e-8efebb0fc455,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:13.622228 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-301367c2-78e1-4f24-93bb-65f84aaad702 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:13.623343 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device e7e5f7e5-18ea-4d9a-9d76-f47e546bce8e up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:40:13.625881 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-301367c2-78e1-4f24-93bb-65f84aaad702 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "DELETE /v2.0/subnets/5e16ae7f-1935-4f32-8d1e-8efebb0fc455 HTTP/1.1" status: 204 len: 168 time: 0.7689626 Nov 12 08:40:13.629722 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 50484) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:13.763021 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-8694379a-7f15-4de2-af02-2f3f93ea4f3c tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Deleting subnet a7ebd09f-9372-4a72-b10d-e8402e96240d {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:40:13.764795 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port e7e5f7e5-18ea-4d9a-9d76-f47e546bce8e triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:13.765160 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:13.773427 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8694379a-7f15-4de2-af02-2f3f93ea4f3c tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for subnet, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:13.852623 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device aa2e7345-8d0d-4d5f-9ec3-38290ba8040f no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:40:13.892371 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] No Port match for: aa2e7345-8d0d-4d5f-9ec3-38290ba8040f {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:40:13.892973 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device aa2e7345-8d0d-4d5f-9ec3-38290ba8040f not bound to the agent host n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:40:14.277799 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b3ae2c-4a14-4b39-837d-3f3becf8525f None None] Network dcea8192-3ded-4675-acba-29dad29883d7 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:40:14.370603 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-46bf2090-3374-4fb6-839c-22f3479348d1 None None] Provisioning complete for port e7e5f7e5-18ea-4d9a-9d76-f47e546bce8e triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:14.371378 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-46bf2090-3374-4fb6-839c-22f3479348d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:14.376603 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b30fde-0844-47f4-a305-6c9c685bb391 req-40be4f3b-f344-4a97-b2e5-912204dde5dc tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:14.385961 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b30fde-0844-47f4-a305-6c9c685bb391 req-40be4f3b-f344-4a97-b2e5-912204dde5dc tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:14.393900 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-55b30fde-0844-47f4-a305-6c9c685bb391 req-40be4f3b-f344-4a97-b2e5-912204dde5dc tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] 10.222.0.26 "GET /v2.0/ports?device_id=45d65724-6302-4b5b-84ad-b6c6317d4496&device_id=9b73f86e-8974-43f8-a0a3-c6e5f01608e1 HTTP/1.1" status: 200 len: 1682 time: 0.0914373 Nov 12 08:40:14.407799 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8694379a-7f15-4de2-af02-2f3f93ea4f3c tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31181813'] for subnet, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:14.497047 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-55b30fde-0844-47f4-a305-6c9c685bb391 req-c154e556-6640-478a-acfb-fb155187589d tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d455e64-986f-4c37-842b-68fd8dd7b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997992 Nov 12 08:40:14.564505 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8694379a-7f15-4de2-af02-2f3f93ea4f3c tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:14.606954 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-46bf2090-3374-4fb6-839c-22f3479348d1 None None] Could not find standard attr ID for object a1c1ce8f-2648-4abb-b16a-130ae7c3a823. {{(pid=102601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:40:14.664207 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1a36a0-dc4c-4701-8c9f-d9ce5d7ce5fd req-488eced5-df99-48c1-b8fb-44635fa66b57 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:14.666108 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3f1a36a0-dc4c-4701-8c9f-d9ce5d7ce5fd req-488eced5-df99-48c1-b8fb-44635fa66b57 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "GET /v2.0/ports?device_id=44f1ed49-1025-4b97-9ec5-93699e2253da HTTP/1.1" status: 200 len: 944 time: 0.0820174 Nov 12 08:40:14.692514 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8694379a-7f15-4de2-af02-2f3f93ea4f3c tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:14.735784 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3f1a36a0-dc4c-4701-8c9f-d9ce5d7ce5fd req-1a39ed80-4347-4440-a9f5-0a1583d99ab3 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "GET /v2.0/security-groups?id=d302fbe3-eafb-489c-a67e-a5e65efe22ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619714 Nov 12 08:40:14.758707 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8694379a-7f15-4de2-af02-2f3f93ea4f3c tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event deleted for resources: {'Subnet': ['ID=a7ebd09f-9372-4a72-b10d-e8402e96240d,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:14.760179 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8694379a-7f15-4de2-af02-2f3f93ea4f3c tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:14.763947 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-8694379a-7f15-4de2-af02-2f3f93ea4f3c tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "DELETE /v2.0/subnets/a7ebd09f-9372-4a72-b10d-e8402e96240d HTTP/1.1" status: 204 len: 168 time: 1.1326931 Nov 12 08:40:14.766419 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 50500) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:14.840834 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-b0ba3c48-4022-41db-9ca8-450b715ab305 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0688581 Nov 12 08:40:14.844042 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 50506) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:14.850575 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-cc9d7958-670f-46ff-be68-edb03cad0139 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Request body: {'subnet': {'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:14.978687 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 2c813262-4392-4fa7-b769-30b26b621587 details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:40:15.061770 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc9d7958-670f-46ff-be68-edb03cad0139 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Made reservation on behalf of 9132ec14bb5d4c18949ca0b140edb366 for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:40:15.069169 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cc9d7958-670f-46ff-be68-edb03cad0139 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:15.220071 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 2c813262-4392-4fa7-b769-30b26b621587, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=2c813262-4392-4fa7-b769-30b26b621587,segment=NetworkSegment(8b81b94d-1509-46fb-8976-09586403fcf4),segment_id=8b81b94d-1509-46fb-8976-09586403fcf4)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:15.255962 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Returning: {'device': '2c813262-4392-4fa7-b769-30b26b621587', 'network_id': '5f7dbd2b-4f9d-453c-bff7-8de854d19345', 'port_id': '2c813262-4392-4fa7-b769-30b26b621587', 'mac_address': 'fa:16:3e:09:95:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cadf92a6-a6a1-4518-81d4-a288986d523b', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:40:15.397278 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:15.417309 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-e530113a-7783-48f4-9840-8911a24052df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c813262-4392-4fa7-b769-30b26b621587 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:40:15.449386 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0b706392-0389-4c44-aa25-1cec391bb935 req-bd08d8d6-4d4a-4510-bedd-7f78e6bbabfa service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4fe2a741-ae48-451e-afdd-1247d8e7962b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1019707 Nov 12 08:40:15.460315 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 2c813262-4392-4fa7-b769-30b26b621587, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=2c813262-4392-4fa7-b769-30b26b621587,segment=NetworkSegment(8b81b94d-1509-46fb-8976-09586403fcf4),segment_id=8b81b94d-1509-46fb-8976-09586403fcf4)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:15.465906 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:15.557039 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=2c813262-4392-4fa7-b769-30b26b621587,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:15.599658 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b706392-0389-4c44-aa25-1cec391bb935 req-7f649436-d8ed-49fc-aeff-c8ef92909aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:15.601556 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0b706392-0389-4c44-aa25-1cec391bb935 req-7f649436-d8ed-49fc-aeff-c8ef92909aac service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=217ce66299114e9fb6c1fa9116e9e5f5&device_id=4fe2a741-ae48-451e-afdd-1247d8e7962b HTTP/1.1" status: 200 len: 1097 time: 0.0660226 Nov 12 08:40:15.728653 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae73ae61-dc5f-4e61-8603-3878b3e19c4a None None] Network dcea8192-3ded-4675-acba-29dad29883d7 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:40:15.805682 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b706392-0389-4c44-aa25-1cec391bb935 req-2a5cf0e6-122b-46bb-adbc-f804b51020cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:15.809963 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0b706392-0389-4c44-aa25-1cec391bb935 req-2a5cf0e6-122b-46bb-adbc-f804b51020cc service neutron] 10.222.0.44 "GET /v2.0/networks?id=7e609bc1-00ff-483d-9d9f-8eba780b3ef7 HTTP/1.1" status: 200 len: 912 time: 0.1792412 Nov 12 08:40:15.849814 n-d-765315-29 neutron-server[102600]: DEBUG neutron.objects.ports [None req-cc9d7958-670f-46ff-be68-edb03cad0139 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102600) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 08:40:15.866085 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-fa6abee7-8826-46c2-9069-409849fd0008 None None] Provisioning complete for port e7e5f7e5-18ea-4d9a-9d76-f47e546bce8e triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:15.866462 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-fa6abee7-8826-46c2-9069-409849fd0008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:15.922297 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['2c813262-4392-4fa7-b769-30b26b621587'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:40:15.992118 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0b706392-0389-4c44-aa25-1cec391bb935 req-f00e75e5-e488-4431-b0af-a29a13419c5e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41d2c921-566a-4d65-a257-c91bd8851913 HTTP/1.1" status: 200 len: 1001 time: 0.1707101 Nov 12 08:40:16.014298 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff05cf4-a76f-4882-bb66-eabf76bdac52 req-9a21d12b-8312-457a-8116-3e4f04f26952 tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:16.024088 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-eff05cf4-a76f-4882-bb66-eabf76bdac52 req-9a21d12b-8312-457a-8116-3e4f04f26952 tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] 10.222.0.26 "GET /v2.0/ports?device_id=45d65724-6302-4b5b-84ad-b6c6317d4496 HTTP/1.1" status: 200 len: 946 time: 0.2094941 Nov 12 08:40:16.094443 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b706392-0389-4c44-aa25-1cec391bb935 req-81550c07-9442-474b-be74-a7d121c695b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:16.096225 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0b706392-0389-4c44-aa25-1cec391bb935 req-81550c07-9442-474b-be74-a7d121c695b4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=48fd8021-0e17-4172-812d-17238fc37d26 HTTP/1.1" status: 200 len: 850 time: 0.0938802 Nov 12 08:40:16.107511 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-eff05cf4-a76f-4882-bb66-eabf76bdac52 req-ffc0296c-1617-4fe8-a1e2-4f4a3dd8d9b8 tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d455e64-986f-4c37-842b-68fd8dd7b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765290 Nov 12 08:40:16.201391 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b706392-0389-4c44-aa25-1cec391bb935 req-51ce1dea-65e0-4626-8600-827c8a13163f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:16.203317 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0b706392-0389-4c44-aa25-1cec391bb935 req-51ce1dea-65e0-4626-8600-827c8a13163f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7e609bc1-00ff-483d-9d9f-8eba780b3ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0931134 Nov 12 08:40:16.352189 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 50532) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:16.362188 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cc9d7958-670f-46ff-be68-edb03cad0139 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:16.427786 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bed7e52-0eea-4368-9ea1-81f1e476218f req-182c99b4-3f07-4a35-b196-2988c0f30ac9 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:16.440813 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5bed7e52-0eea-4368-9ea1-81f1e476218f req-182c99b4-3f07-4a35-b196-2988c0f30ac9 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "GET /v2.0/ports?device_id=44f1ed49-1025-4b97-9ec5-93699e2253da HTTP/1.1" status: 200 len: 945 time: 0.1923048 Nov 12 08:40:16.454447 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0b706392-0389-4c44-aa25-1cec391bb935 req-4d409679-409d-4c6c-83da-0c33d4bd7343 service neutron] 10.222.0.44 "GET /v2.0/networks/7e609bc1-00ff-483d-9d9f-8eba780b3ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407715 Nov 12 08:40:16.668985 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3d35c6ee-4d62-4a8f-90fc-b13da96a9e34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:16.716673 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a94cacf0-bc38-4a12-b01a-af3d088d95df req-4bcb3b3f-a3af-498e-8ee6-616327c4f43e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=903cd802-0b2d-467f-ae9a-bf81d7255ef7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2558820 Nov 12 08:40:16.772124 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-cc9d7958-670f-46ff-be68-edb03cad0139 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] For port e7e5f7e5-18ea-4d9a-9d76-f47e546bce8e, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=e7e5f7e5-18ea-4d9a-9d76-f47e546bce8e,segment=NetworkSegment(83c30f53-8f44-40b6-91bc-237f9283bbd5),segment_id=83c30f53-8f44-40b6-91bc-237f9283bbd5)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:16.789126 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5bed7e52-0eea-4368-9ea1-81f1e476218f req-b6374505-a59b-41e1-ad9f-ec079e296c33 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "GET /v2.0/security-groups?id=d302fbe3-eafb-489c-a67e-a5e65efe22ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3400521 Nov 12 08:40:16.843970 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0b706392-0389-4c44-aa25-1cec391bb935 req-72524649-6c54-489b-b652-d730fb6c2385 service neutron] 10.222.0.44 "GET /v2.0/networks/7e609bc1-00ff-483d-9d9f-8eba780b3ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3583021 Nov 12 08:40:16.877765 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cc9d7958-670f-46ff-be68-edb03cad0139 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:16.894123 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94cacf0-bc38-4a12-b01a-af3d088d95df req-c19b13e1-4a67-4e47-b6de-f5c1eb8c46f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:16.898267 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a94cacf0-bc38-4a12-b01a-af3d088d95df req-c19b13e1-4a67-4e47-b6de-f5c1eb8c46f2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=af01ccd549054d7f8ad1904b6846172a&device_id=903cd802-0b2d-467f-ae9a-bf81d7255ef7 HTTP/1.1" status: 200 len: 1097 time: 0.1293862 Nov 12 08:40:16.901288 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cc9d7958-670f-46ff-be68-edb03cad0139 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:16.902408 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3d35c6ee-4d62-4a8f-90fc-b13da96a9e34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:16.903353 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cc9d7958-670f-46ff-be68-edb03cad0139 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:16.908844 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3d35c6ee-4d62-4a8f-90fc-b13da96a9e34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:16.989983 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9d7958-670f-46ff-be68-edb03cad0139 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Network dcea8192-3ded-4675-acba-29dad29883d7 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:40:16.996629 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-cc9d7958-670f-46ff-be68-edb03cad0139 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:40:16.999842 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9d7958-670f-46ff-be68-edb03cad0139 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:17.000442 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cc9d7958-670f-46ff-be68-edb03cad0139 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:17.041444 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-cc9d7958-670f-46ff-be68-edb03cad0139 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1962771 Nov 12 08:40:17.045659 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-3d35c6ee-4d62-4a8f-90fc-b13da96a9e34 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=75147ea32594417ebfe42c09872c5a22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6923742 Nov 12 08:40:17.048311 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 50538) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:17.049388 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 50540) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:17.049388 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d35c6ee-4d62-4a8f-90fc-b13da96a9e34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=523ad21a-5792-415f-8604-6d8ed8a0a854,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:17.057386 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-a975525d-c158-4d55-a758-afea3ae68dec tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Request body: {'subnet': {'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:17.074857 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9d7958-670f-46ff-be68-edb03cad0139 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event updated for resources: {'Subnet': ['ID=f060cb48-736b-451c-98d3-a800a238dcac,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:17.081014 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9d7958-670f-46ff-be68-edb03cad0139 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event updated for resources: {'Port': ['ID=e7e5f7e5-18ea-4d9a-9d76-f47e546bce8e,revision_number=8']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:17.299364 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e23c7c5-b880-4e0c-b8d4-cd178aacfefe req-4bcbbf31-68c4-48ae-82bc-8cdac345dbf2 tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:17.302290 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-47b13d3b-6a27-4aba-9469-f236254456a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:17.309071 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7e23c7c5-b880-4e0c-b8d4-cd178aacfefe req-4bcbbf31-68c4-48ae-82bc-8cdac345dbf2 tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] 10.222.0.26 "GET /v2.0/ports?device_id=45d65724-6302-4b5b-84ad-b6c6317d4496 HTTP/1.1" status: 200 len: 946 time: 0.1046758 Nov 12 08:40:17.329987 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94cacf0-bc38-4a12-b01a-af3d088d95df req-bec7fc7b-d005-4432-8158-f60c87474893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:17.331506 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a94cacf0-bc38-4a12-b01a-af3d088d95df req-bec7fc7b-d005-4432-8158-f60c87474893 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2a86a16a-e574-4b84-b4af-d17ebf35c6da HTTP/1.1" status: 200 len: 897 time: 0.4024942 Nov 12 08:40:17.367081 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7e23c7c5-b880-4e0c-b8d4-cd178aacfefe req-733ae392-59ea-4c56-9985-3a4ba9d34a3b tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d455e64-986f-4c37-842b-68fd8dd7b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569754 Nov 12 08:40:17.396175 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-47b13d3b-6a27-4aba-9469-f236254456a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:17.527561 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4a109f-f336-489d-88fc-e030a2dbf483 None None] Network dcea8192-3ded-4675-acba-29dad29883d7 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:40:17.612261 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a94cacf0-bc38-4a12-b01a-af3d088d95df req-e1ab024e-7308-48c7-818e-1422dcc038cc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=facae0b0-c7cd-4131-a076-038626c38ad1 HTTP/1.1" status: 200 len: 1001 time: 0.2438827 Nov 12 08:40:17.622709 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device e7e5f7e5-18ea-4d9a-9d76-f47e546bce8e up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:40:17.623118 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c215f-a3cc-4e30-af60-2fb86925bcbc req-5d156155-403c-4e1b-aac5-e51fec9c468c tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:17.624853 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a14c215f-a3cc-4e30-af60-2fb86925bcbc req-5d156155-403c-4e1b-aac5-e51fec9c468c tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] 10.222.0.21 "GET /v2.0/ports?device_id=45d65724-6302-4b5b-84ad-b6c6317d4496 HTTP/1.1" status: 200 len: 946 time: 0.3362753 Nov 12 08:40:17.660846 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a975525d-c158-4d55-a758-afea3ae68dec tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Made reservation on behalf of 9132ec14bb5d4c18949ca0b140edb366 for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:40:17.665686 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a975525d-c158-4d55-a758-afea3ae68dec tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:17.689556 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98313807-aec4-4735-ae23-c4dcd214f6a8 req-571dc272-7b4b-497d-97d2-fbf2932e0189 tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:17.691075 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-98313807-aec4-4735-ae23-c4dcd214f6a8 req-571dc272-7b4b-497d-97d2-fbf2932e0189 tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b73f86e-8974-43f8-a0a3-c6e5f01608e1 HTTP/1.1" status: 200 len: 945 time: 0.2902560 Nov 12 08:40:17.704976 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-1afef224-33ce-45bb-b3fc-7a64bcb7ace2 None None] Provisioning complete for port e7e5f7e5-18ea-4d9a-9d76-f47e546bce8e triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:17.705334 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1afef224-33ce-45bb-b3fc-7a64bcb7ace2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:17.791708 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port e7e5f7e5-18ea-4d9a-9d76-f47e546bce8e triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:17.791966 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:17.807990 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-47b13d3b-6a27-4aba-9469-f236254456a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:17.810737 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-47b13d3b-6a27-4aba-9469-f236254456a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:17.815433 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-47b13d3b-6a27-4aba-9469-f236254456a3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/523ad21a-5792-415f-8604-6d8ed8a0a854 HTTP/1.1" status: 204 len: 168 time: 0.7535238 Nov 12 08:40:17.840631 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94cacf0-bc38-4a12-b01a-af3d088d95df req-97b90f9f-9f9d-4355-aa2b-b0dd144a41ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:17.842024 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a94cacf0-bc38-4a12-b01a-af3d088d95df req-97b90f9f-9f9d-4355-aa2b-b0dd144a41ed service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a1b94811-d464-4979-9491-cc8c81abd069 HTTP/1.1" status: 200 len: 834 time: 0.2161956 Nov 12 08:40:17.879763 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b13d3b-6a27-4aba-9469-f236254456a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=523ad21a-5792-415f-8604-6d8ed8a0a854,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:17.989926 n-d-765315-29 neutron-server[102599]: INFO neutron.db.ipam_backend_mixin [None req-a975525d-c158-4d55-a758-afea3ae68dec tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f060cb48-736b-451c-98d3-a800a238dcac (CIDR: 2001:db8::/64) Nov 12 08:40:18.004550 n-d-765315-29 neutron-server[102599]: INFO neutron.pecan_wsgi.hooks.translation [None req-a975525d-c158-4d55-a758-afea3ae68dec tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:40:18.005151 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a975525d-c158-4d55-a758-afea3ae68dec tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:40:18.027817 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94cacf0-bc38-4a12-b01a-af3d088d95df req-faaa7794-b58c-474a-a36c-859a4fb7c715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:18.029310 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a94cacf0-bc38-4a12-b01a-af3d088d95df req-faaa7794-b58c-474a-a36c-859a4fb7c715 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2a86a16a-e574-4b84-b4af-d17ebf35c6da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1706610 Nov 12 08:40:18.029763 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06893655-cc35-476a-9715-7fb5c3bfd31a req-7b5571be-b466-4fe2-8114-d1404dddb6c1 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:18.041182 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-06893655-cc35-476a-9715-7fb5c3bfd31a req-7b5571be-b466-4fe2-8114-d1404dddb6c1 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "GET /v2.0/ports?device_id=44f1ed49-1025-4b97-9ec5-93699e2253da HTTP/1.1" status: 200 len: 945 time: 0.1179187 Nov 12 08:40:18.104293 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-06893655-cc35-476a-9715-7fb5c3bfd31a req-1fc2f6c4-6c39-45e5-8ff2-d62c0f37da2f tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "GET /v2.0/security-groups?id=d302fbe3-eafb-489c-a67e-a5e65efe22ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630352 Nov 12 08:40:18.151463 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-a975525d-c158-4d55-a758-afea3ae68dec tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0980039 Nov 12 08:40:18.154081 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 50554) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:18.162182 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-0db1dcb3-d684-4566-aa4b-d028d263c9dd tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Request body: {'subnet': {'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:18.163822 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-98313807-aec4-4735-ae23-c4dcd214f6a8 req-30f85716-4e11-4d2b-b050-da3d9a8266f2 tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] Deleting port bccb7e2d-20f2-43cb-a25f-442bb2cf33ec {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:40:18.163956 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-98313807-aec4-4735-ae23-c4dcd214f6a8 req-30f85716-4e11-4d2b-b050-da3d9a8266f2 tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:18.177401 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-a14c215f-a3cc-4e30-af60-2fb86925bcbc req-962df57b-35c7-44cf-85a2-e8ef358344d4 tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] Deleting port 60a08df0-a1cc-435d-a900-48395c546b92 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:40:18.177738 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-a14c215f-a3cc-4e30-af60-2fb86925bcbc req-962df57b-35c7-44cf-85a2-e8ef358344d4 tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:18.334435 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a94cacf0-bc38-4a12-b01a-af3d088d95df req-4fb61753-f088-4160-bc49-1ca19c0469ad service neutron] 10.222.0.21 "GET /v2.0/networks/2a86a16a-e574-4b84-b4af-d17ebf35c6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902985 Nov 12 08:40:18.397470 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db1dcb3-d684-4566-aa4b-d028d263c9dd tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Made reservation on behalf of 9132ec14bb5d4c18949ca0b140edb366 for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:40:18.402886 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0db1dcb3-d684-4566-aa4b-d028d263c9dd tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:18.437501 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-85aab114-9c24-49be-ab38-baff7d606049 None None] Provisioning complete for port e7e5f7e5-18ea-4d9a-9d76-f47e546bce8e triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:18.437866 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-85aab114-9c24-49be-ab38-baff7d606049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:18.532948 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-a14c215f-a3cc-4e30-af60-2fb86925bcbc req-962df57b-35c7-44cf-85a2-e8ef358344d4 tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] For port 60a08df0-a1cc-435d-a900-48395c546b92, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=60a08df0-a1cc-435d-a900-48395c546b92,segment=NetworkSegment(fbad26f6-3c40-4b72-a2c6-f083faf67e0b),segment_id=fbad26f6-3c40-4b72-a2c6-f083faf67e0b)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:18.533318 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-a14c215f-a3cc-4e30-af60-2fb86925bcbc req-962df57b-35c7-44cf-85a2-e8ef358344d4 tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:18.568684 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-98313807-aec4-4735-ae23-c4dcd214f6a8 req-30f85716-4e11-4d2b-b050-da3d9a8266f2 tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] For port bccb7e2d-20f2-43cb-a25f-442bb2cf33ec, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=bccb7e2d-20f2-43cb-a25f-442bb2cf33ec,segment=NetworkSegment(fbad26f6-3c40-4b72-a2c6-f083faf67e0b),segment_id=fbad26f6-3c40-4b72-a2c6-f083faf67e0b)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:18.568977 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-98313807-aec4-4735-ae23-c4dcd214f6a8 req-30f85716-4e11-4d2b-b050-da3d9a8266f2 tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:18.633242 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-a14c215f-a3cc-4e30-af60-2fb86925bcbc req-962df57b-35c7-44cf-85a2-e8ef358344d4 tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] Calling delete_port for 60a08df0-a1cc-435d-a900-48395c546b92 owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:40:18.651476 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-98313807-aec4-4735-ae23-c4dcd214f6a8 req-30f85716-4e11-4d2b-b050-da3d9a8266f2 tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] Calling delete_port for bccb7e2d-20f2-43cb-a25f-442bb2cf33ec owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:40:18.717401 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a94cacf0-bc38-4a12-b01a-af3d088d95df req-55b22bf0-ff1e-46b8-8310-4132aba0a39b service neutron] 10.222.0.21 "GET /v2.0/networks/2a86a16a-e574-4b84-b4af-d17ebf35c6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3744528 Nov 12 08:40:18.755309 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-1a812e3e-a8f7-41c6-862b-6128777badd0 None None] Could not find standard attr ID for object a1c1ce8f-2648-4abb-b16a-130ae7c3a823. {{(pid=102601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:40:18.971526 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-a14c215f-a3cc-4e30-af60-2fb86925bcbc req-962df57b-35c7-44cf-85a2-e8ef358344d4 tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:18.982054 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-98313807-aec4-4735-ae23-c4dcd214f6a8 req-30f85716-4e11-4d2b-b050-da3d9a8266f2 tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:18.986639 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['60a08df0-a1cc-435d-a900-48395c546b92'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:40:18.993249 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 2c813262-4392-4fa7-b769-30b26b621587 up at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:40:19.019087 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962df57b-35c7-44cf-85a2-e8ef358344d4 tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] Pushing event deleted for resources: {'Port': ['ID=60a08df0-a1cc-435d-a900-48395c546b92,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:19.104843 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['bccb7e2d-20f2-43cb-a25f-442bb2cf33ec'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:40:19.111423 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-98313807-aec4-4735-ae23-c4dcd214f6a8 req-30f85716-4e11-4d2b-b050-da3d9a8266f2 tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] No DVR routers for this DVR port bccb7e2d-20f2-43cb-a25f-442bb2cf33ec on host n-h2-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:40:19.113955 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f85716-4e11-4d2b-b050-da3d9a8266f2 tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] Pushing event deleted for resources: {'Port': ['ID=bccb7e2d-20f2-43cb-a25f-442bb2cf33ec,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:19.116501 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-98313807-aec4-4735-ae23-c4dcd214f6a8 req-30f85716-4e11-4d2b-b050-da3d9a8266f2 tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:19.120432 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-98313807-aec4-4735-ae23-c4dcd214f6a8 req-30f85716-4e11-4d2b-b050-da3d9a8266f2 tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] 10.222.0.44 "DELETE /v2.0/ports/bccb7e2d-20f2-43cb-a25f-442bb2cf33ec HTTP/1.1" status: 204 len: 173 time: 1.4031327 Nov 12 08:40:19.146828 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b73f86e-8974-43f8-a0a3-c6e5f01608e1', 'name': 'network-vif-deleted', 'tag': 'bccb7e2d-20f2-43cb-a25f-442bb2cf33ec'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:40:19.156163 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc824903-a4dd-491e-bb41-3c1566019c34" -d '{"events": [{"server_uuid": "9b73f86e-8974-43f8-a0a3-c6e5f01608e1", "name": "network-vif-deleted", "tag": "bccb7e2d-20f2-43cb-a25f-442bb2cf33ec"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:40:19.176997 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-a14c215f-a3cc-4e30-af60-2fb86925bcbc req-962df57b-35c7-44cf-85a2-e8ef358344d4 tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] No DVR routers for this DVR port 60a08df0-a1cc-435d-a900-48395c546b92 on host n-h1-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:40:19.182139 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-a14c215f-a3cc-4e30-af60-2fb86925bcbc req-962df57b-35c7-44cf-85a2-e8ef358344d4 tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:19.191587 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a14c215f-a3cc-4e30-af60-2fb86925bcbc req-962df57b-35c7-44cf-85a2-e8ef358344d4 tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] 10.222.0.21 "DELETE /v2.0/ports/60a08df0-a1cc-435d-a900-48395c546b92 HTTP/1.1" status: 204 len: 173 time: 1.5194070 Nov 12 08:40:19.212868 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning for port 2c813262-4392-4fa7-b769-30b26b621587 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:40:19.220729 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['bccb7e2d-20f2-43cb-a25f-442bb2cf33ec'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:40:19.240044 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6b9eba-4629-4f69-af1d-019b9378e94a req-f2c5b3d5-181f-4285-8264-6a4427fe3333 tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:19.242015 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fc6b9eba-4629-4f69-af1d-019b9378e94a req-f2c5b3d5-181f-4285-8264-6a4427fe3333 tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] 10.222.0.26 "GET /v2.0/ports?device_id=45d65724-6302-4b5b-84ad-b6c6317d4496 HTTP/1.1" status: 200 len: 867 time: 0.7176220 Nov 12 08:40:19.273420 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning complete for port 2c813262-4392-4fa7-b769-30b26b621587 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:19.273794 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:19.310084 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fc6b9eba-4629-4f69-af1d-019b9378e94a req-c5cf03f8-fd17-47bb-aac8-075712891842 tempest-ListServersNegativeTestJSON-515283030 tempest-ListServersNegativeTestJSON-515283030-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d455e64-986f-4c37-842b-68fd8dd7b01d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567205 Nov 12 08:40:19.421647 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:19.464630 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 2c813262-4392-4fa7-b769-30b26b621587, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=2c813262-4392-4fa7-b769-30b26b621587,segment=NetworkSegment(8b81b94d-1509-46fb-8976-09586403fcf4),segment_id=8b81b94d-1509-46fb-8976-09586403fcf4)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:19.465990 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44f1ed49-1025-4b97-9ec5-93699e2253da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c813262-4392-4fa7-b769-30b26b621587'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:40:19.468825 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9a9dbd0-dcb5-4e13-8707-6e448df98329" -d '{"events": [{"server_uuid": "44f1ed49-1025-4b97-9ec5-93699e2253da", "name": "network-vif-plugged", "status": "completed", "tag": "2c813262-4392-4fa7-b769-30b26b621587"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:40:19.478802 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:19.520605 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0db1dcb3-d684-4566-aa4b-d028d263c9dd tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:19.562925 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=2c813262-4392-4fa7-b769-30b26b621587,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:19.599737 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db1dcb3-d684-4566-aa4b-d028d263c9dd tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Network dcea8192-3ded-4675-acba-29dad29883d7 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:40:19.602790 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db1dcb3-d684-4566-aa4b-d028d263c9dd tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event updated for resources: {'Subnet': ['ID=a7efca5a-a3c0-462d-a310-74a74053f96e,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:19.605369 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-0db1dcb3-d684-4566-aa4b-d028d263c9dd tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:40:19.609080 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db1dcb3-d684-4566-aa4b-d028d263c9dd tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:19.609694 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0db1dcb3-d684-4566-aa4b-d028d263c9dd tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:19.624022 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72f07e6-6f2f-4622-898c-0890d51b31f3 None None] Network dcea8192-3ded-4675-acba-29dad29883d7 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:40:19.629534 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c5f8fd-4ac7-4390-aa74-4a62d6691d23 req-8ef2b124-142b-40de-b1b7-135e45bd01e9 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:19.631181 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e1c5f8fd-4ac7-4390-aa74-4a62d6691d23 req-8ef2b124-142b-40de-b1b7-135e45bd01e9 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "GET /v2.0/ports?device_id=44f1ed49-1025-4b97-9ec5-93699e2253da HTTP/1.1" status: 200 len: 946 time: 0.1223118 Nov 12 08:40:19.641637 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-0db1dcb3-d684-4566-aa4b-d028d263c9dd tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4863265 Nov 12 08:40:19.646400 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 50594) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:19.657721 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-f977a76d-a544-48d0-980e-b90055a948d5 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Request body: {'port': {'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7', 'mac_address': 'fa:16:3e:22:15:85', 'name': 'tempest-NetworksTestDHCPv6-209247785'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:19.762187 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e1c5f8fd-4ac7-4390-aa74-4a62d6691d23 req-df08f3a6-da65-49a7-9709-83d5dcd9e93f tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "GET /v2.0/security-groups?id=d302fbe3-eafb-489c-a67e-a5e65efe22ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191087 Nov 12 08:40:19.856485 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 50602) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:19.935122 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a01b0ad-cb30-40be-86e5-3f6aabe282bf x-openstack-request-id: req-0a01b0ad-cb30-40be-86e5-3f6aabe282bf {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:40:19.938975 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b73f86e-8974-43f8-a0a3-c6e5f01608e1", "name": "network-vif-deleted", "tag": "bccb7e2d-20f2-43cb-a25f-442bb2cf33ec", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:40:19.939521 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0a01b0ad-cb30-40be-86e5-3f6aabe282bf {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:40:19.942371 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b73f86e-8974-43f8-a0a3-c6e5f01608e1', 'name': 'network-vif-deleted', 'tag': 'bccb7e2d-20f2-43cb-a25f-442bb2cf33ec', 'status': 'completed', 'code': 200} Nov 12 08:40:19.977426 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f977a76d-a544-48d0-980e-b90055a948d5 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Made reservation on behalf of 9132ec14bb5d4c18949ca0b140edb366 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:40:20.113514 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-40f8345a-5f5e-4711-86f2-03ae03c9a88e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:20.137153 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f977a76d-a544-48d0-980e-b90055a948d5 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:20.188657 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [None req-f977a76d-a544-48d0-980e-b90055a948d5 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] device_id is not set on port 3e6b9ea7-1b6f-49cf-97f0-49a73a90fc2c yet. {{(pid=102599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:40:20.328502 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-40f8345a-5f5e-4711-86f2-03ae03c9a88e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:20.341039 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-40f8345a-5f5e-4711-86f2-03ae03c9a88e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:20.357279 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e8209-b0c1-4114-ad16-132a0d40b424 req-6ab45881-58c4-46d9-85f6-9ec5395db8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:20.369464 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-377e8209-b0c1-4114-ad16-132a0d40b424 req-6ab45881-58c4-46d9-85f6-9ec5395db8c7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=44f1ed49-1025-4b97-9ec5-93699e2253da HTTP/1.1" status: 200 len: 1098 time: 0.1011012 Nov 12 08:40:20.404862 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecc2caec-2767-41f7-8811-1c612ad3fbda x-openstack-request-id: req-ecc2caec-2767-41f7-8811-1c612ad3fbda {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:40:20.405425 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44f1ed49-1025-4b97-9ec5-93699e2253da", "name": "network-vif-plugged", "status": "completed", "tag": "2c813262-4392-4fa7-b769-30b26b621587", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:40:20.405742 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ecc2caec-2767-41f7-8811-1c612ad3fbda {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:40:20.406324 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44f1ed49-1025-4b97-9ec5-93699e2253da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c813262-4392-4fa7-b769-30b26b621587', 'code': 200} Nov 12 08:40:20.454930 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46e82de-e282-4a8d-bb2d-fb5f3cf0e823 None None] Update dhcp port {'port': {'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7', 'fixed_ips': [{'subnet_id': 'f060cb48-736b-451c-98d3-a800a238dcac', 'ip_address': '2001:db8::f816:3eff:fe18:107e'}, {'subnet_id': 'a7efca5a-a3c0-462d-a310-74a74053f96e'}], 'binding:host_id': 'n-d-765315-29'}, 'id': 'e7e5f7e5-18ea-4d9a-9d76-f47e546bce8e'} from n-d-765315-29. {{(pid=102601) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 08:40:20.496451 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f8345a-5f5e-4711-86f2-03ae03c9a88e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca1f1939-ec2b-468d-abeb-137784d55c5a,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:20.520495 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c46e82de-e282-4a8d-bb2d-fb5f3cf0e823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:20.541187 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-40f8345a-5f5e-4711-86f2-03ae03c9a88e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a62737e9a0074faba9a2a7781e06d43c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6831913 Nov 12 08:40:20.541860 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 50610) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:20.542197 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 50612) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:20.608455 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-377e8209-b0c1-4114-ad16-132a0d40b424 req-4d793547-f3c1-4ee3-8435-9a0f89202b5d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d302fbe3-eafb-489c-a67e-a5e65efe22ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1804278 Nov 12 08:40:20.687058 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-f977a76d-a544-48d0-980e-b90055a948d5 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Allocated IP 2001:db8:0:1::8a (dcea8192-3ded-4675-acba-29dad29883d7/a7efca5a-a3c0-462d-a310-74a74053f96e/3e6b9ea7-1b6f-49cf-97f0-49a73a90fc2c) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:40:20.701241 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-f977a76d-a544-48d0-980e-b90055a948d5 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Allocated IP 2001:db8::f816:3eff:fe22:1585 (dcea8192-3ded-4675-acba-29dad29883d7/f060cb48-736b-451c-98d3-a800a238dcac/3e6b9ea7-1b6f-49cf-97f0-49a73a90fc2c) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:40:20.710955 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f58591b-aafb-4fc2-85d8-2e184bb3ad8f admin admin] Deleting subnet 842eeb6c-fadc-4a08-9a1c-4a9d625c6635 {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:40:20.726737 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4f58591b-aafb-4fc2-85d8-2e184bb3ad8f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:20.772511 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5962e8b1-5b8f-4cbe-a005-ae9ba401b6ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:20.851627 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4f58591b-aafb-4fc2-85d8-2e184bb3ad8f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:20.862084 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5962e8b1-5b8f-4cbe-a005-ae9ba401b6ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:20.987038 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4f58591b-aafb-4fc2-85d8-2e184bb3ad8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:21.004698 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 60a08df0-a1cc-435d-a900-48395c546b92 no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:40:21.030515 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88658f42-fdd0-4a1b-ae4c-c463aaf291a5 req-80ac9008-8722-4284-a6c2-b09e84651afc tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:21.032245 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-88658f42-fdd0-4a1b-ae4c-c463aaf291a5 req-80ac9008-8722-4284-a6c2-b09e84651afc tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "GET /v2.0/ports?device_id=44f1ed49-1025-4b97-9ec5-93699e2253da HTTP/1.1" status: 200 len: 946 time: 0.1236558 Nov 12 08:40:21.044585 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-e530113a-7783-48f4-9840-8911a24052df None None] No Port match for: 60a08df0-a1cc-435d-a900-48395c546b92 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:40:21.044927 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 60a08df0-a1cc-435d-a900-48395c546b92 not bound to the agent host n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:40:21.051946 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f977a76d-a544-48d0-980e-b90055a948d5 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:21.076588 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5962e8b1-5b8f-4cbe-a005-ae9ba401b6ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:21.079570 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5962e8b1-5b8f-4cbe-a005-ae9ba401b6ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:21.083106 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-5962e8b1-5b8f-4cbe-a005-ae9ba401b6ed admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ca1f1939-ec2b-468d-abeb-137784d55c5a HTTP/1.1" status: 204 len: 168 time: 0.5376089 Nov 12 08:40:21.116884 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4f58591b-aafb-4fc2-85d8-2e184bb3ad8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:21.119194 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5962e8b1-5b8f-4cbe-a005-ae9ba401b6ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca1f1939-ec2b-468d-abeb-137784d55c5a,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:21.125762 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f977a76d-a544-48d0-980e-b90055a948d5 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:21.153065 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-88658f42-fdd0-4a1b-ae4c-c463aaf291a5 req-fbb8bad3-a9bc-401e-b2ef-f4393f394465 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "GET /v2.0/security-groups?id=d302fbe3-eafb-489c-a67e-a5e65efe22ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139388 Nov 12 08:40:21.156324 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f58591b-aafb-4fc2-85d8-2e184bb3ad8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=842eeb6c-fadc-4a08-9a1c-4a9d625c6635,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:21.160702 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4f58591b-aafb-4fc2-85d8-2e184bb3ad8f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:21.167591 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-4f58591b-aafb-4fc2-85d8-2e184bb3ad8f admin admin] 10.222.0.26 "DELETE /v2.0/subnets/842eeb6c-fadc-4a08-9a1c-4a9d625c6635 HTTP/1.1" status: 204 len: 168 time: 0.5661664 Nov 12 08:40:21.168179 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 50622) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:21.264436 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f977a76d-a544-48d0-980e-b90055a948d5 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event updated for resources: {'Port': ['ID=3e6b9ea7-1b6f-49cf-97f0-49a73a90fc2c,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:21.281847 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ad147612-8ab8-49b5-8ce7-f2698f50d94e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:21.301530 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f977a76d-a544-48d0-980e-b90055a948d5 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Network dcea8192-3ded-4675-acba-29dad29883d7 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:40:21.303330 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-f977a76d-a544-48d0-980e-b90055a948d5 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:40:21.306316 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f977a76d-a544-48d0-980e-b90055a948d5 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:40:21.312301 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f977a76d-a544-48d0-980e-b90055a948d5 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:21.312967 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f977a76d-a544-48d0-980e-b90055a948d5 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:21.322203 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-c46e82de-e282-4a8d-bb2d-fb5f3cf0e823 None None] Allocated IP 2001:db8:0:1::2 (dcea8192-3ded-4675-acba-29dad29883d7/a7efca5a-a3c0-462d-a310-74a74053f96e/e7e5f7e5-18ea-4d9a-9d76-f47e546bce8e) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:40:21.351599 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-f977a76d-a544-48d0-980e-b90055a948d5 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.7038155 Nov 12 08:40:21.352292 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 50624) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:21.475252 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-c46e82de-e282-4a8d-bb2d-fb5f3cf0e823 None None] For port e7e5f7e5-18ea-4d9a-9d76-f47e546bce8e, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=e7e5f7e5-18ea-4d9a-9d76-f47e546bce8e,segment=NetworkSegment(83c30f53-8f44-40b6-91bc-237f9283bbd5),segment_id=83c30f53-8f44-40b6-91bc-237f9283bbd5)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:21.483711 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ad147612-8ab8-49b5-8ce7-f2698f50d94e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:21.522629 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c46e82de-e282-4a8d-bb2d-fb5f3cf0e823 None None] Publish callbacks [] for port, precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:21.526767 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-ad147612-8ab8-49b5-8ce7-f2698f50d94e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c333d204-3b1c-4688-b024-98bded094c33']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:21.529477 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c46e82de-e282-4a8d-bb2d-fb5f3cf0e823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:21.538604 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-669bc853-fc07-4ec7-a225-41ca740faab3 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Deleting port 3e6b9ea7-1b6f-49cf-97f0-49a73a90fc2c {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:40:21.540470 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-669bc853-fc07-4ec7-a225-41ca740faab3 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:21.548267 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-ad147612-8ab8-49b5-8ce7-f2698f50d94e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbad26f6-3c40-4b72-a2c6-f083faf67e0b') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:21.549855 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-ad147612-8ab8-49b5-8ce7-f2698f50d94e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbad26f6-3c40-4b72-a2c6-f083faf67e0b') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:21.560974 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ad147612-8ab8-49b5-8ce7-f2698f50d94e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:21.579889 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ad147612-8ab8-49b5-8ce7-f2698f50d94e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:21.588992 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad147612-8ab8-49b5-8ce7-f2698f50d94e admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:40:21.589919 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ad147612-8ab8-49b5-8ce7-f2698f50d94e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:21.592802 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:40:21.592802 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:40:21.592802 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:40:21.592802 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:40:21.592802 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:40:21.592802 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:40:21.592802 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:40:21.592802 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:40:21.592802 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:40:21.592802 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:40:21.592802 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:40:21.592802 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:40:21.592802 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:40:21.592802 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:40:21.592802 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:40:21.592802 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:40:21.592802 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:40:21.592802 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:40:21.592802 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:40:21.592802 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:40:21.592802 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:40:21.592802 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:40:21.592802 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:40:21.592802 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:40:21.592802 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:40:21.592802 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:40:21.592802 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:40:21.592802 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:40:21.592802 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:40:21.592802 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:40:21.592802 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:40:21.592802 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:40:21.648876 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46e82de-e282-4a8d-bb2d-fb5f3cf0e823 None None] Pushing event updated for resources: {'Port': ['ID=e7e5f7e5-18ea-4d9a-9d76-f47e546bce8e,revision_number=9']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:21.688929 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ad147612-8ab8-49b5-8ce7-f2698f50d94e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:21.706006 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ad147612-8ab8-49b5-8ce7-f2698f50d94e admin admin] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:21.713987 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-ad147612-8ab8-49b5-8ce7-f2698f50d94e admin admin] 10.222.0.26 "DELETE /v2.0/networks/c333d204-3b1c-4688-b024-98bded094c33 HTTP/1.1" status: 204 len: 168 time: 0.5436499 Nov 12 08:40:21.744673 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad147612-8ab8-49b5-8ce7-f2698f50d94e admin admin] Pushing event deleted for resources: {'Network': ['ID=c333d204-3b1c-4688-b024-98bded094c33,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:21.767659 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-669bc853-fc07-4ec7-a225-41ca740faab3 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:21.786107 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-669bc853-fc07-4ec7-a225-41ca740faab3 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Calling delete_port for 3e6b9ea7-1b6f-49cf-97f0-49a73a90fc2c owned by {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:40:21.927055 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device bccb7e2d-20f2-43cb-a25f-442bb2cf33ec no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:40:21.981810 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45d65724-6302-4b5b-84ad-b6c6317d4496', 'name': 'network-vif-deleted', 'tag': '60a08df0-a1cc-435d-a900-48395c546b92'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:40:21.984786 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5fa166a-84bf-4f6b-b5ac-1782de7f8568" -d '{"events": [{"server_uuid": "45d65724-6302-4b5b-84ad-b6c6317d4496", "name": "network-vif-deleted", "tag": "60a08df0-a1cc-435d-a900-48395c546b92"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:40:21.985102 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] No Port match for: bccb7e2d-20f2-43cb-a25f-442bb2cf33ec {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:40:21.985762 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device bccb7e2d-20f2-43cb-a25f-442bb2cf33ec not bound to the agent host n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:40:22.133669 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-669bc853-fc07-4ec7-a225-41ca740faab3 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:22.137935 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bfaad28-fc68-4eb5-a9a4-52c9f3153018 x-openstack-request-id: req-5bfaad28-fc68-4eb5-a9a4-52c9f3153018 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:40:22.138378 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45d65724-6302-4b5b-84ad-b6c6317d4496", "name": "network-vif-deleted", "tag": "60a08df0-a1cc-435d-a900-48395c546b92", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:40:22.138760 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5bfaad28-fc68-4eb5-a9a4-52c9f3153018 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:40:22.139224 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45d65724-6302-4b5b-84ad-b6c6317d4496', 'name': 'network-vif-deleted', 'tag': '60a08df0-a1cc-435d-a900-48395c546b92', 'status': 'completed', 'code': 200} Nov 12 08:40:22.211116 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 50650) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:22.235562 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669bc853-fc07-4ec7-a225-41ca740faab3 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event deleted for resources: {'Port': ['ID=3e6b9ea7-1b6f-49cf-97f0-49a73a90fc2c,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:22.332569 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-669bc853-fc07-4ec7-a225-41ca740faab3 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:22.333533 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-400a7a67-27b4-479d-bcc2-ab578dfd47f8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=33422820bef740d9867277f3c2dfc903&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1212509 Nov 12 08:40:22.346478 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-669bc853-fc07-4ec7-a225-41ca740faab3 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "DELETE /v2.0/ports/3e6b9ea7-1b6f-49cf-97f0-49a73a90fc2c HTTP/1.1" status: 204 len: 168 time: 0.9927573 Nov 12 08:40:22.347918 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 50654) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:22.353446 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 50656) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:22.418812 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4b373061-c520-4480-81fa-e0b75e510347 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:22.451842 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4b373061-c520-4480-81fa-e0b75e510347 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:22.498281 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7aed15-705f-405e-9c8c-6e0d6017e92e req-6343579b-3963-484f-b8ca-8a2232f99fc6 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:22.499875 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ce7aed15-705f-405e-9c8c-6e0d6017e92e req-6343579b-3963-484f-b8ca-8a2232f99fc6 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "GET /v2.0/ports?device_id=44f1ed49-1025-4b97-9ec5-93699e2253da HTTP/1.1" status: 200 len: 946 time: 0.1699991 Nov 12 08:40:22.525036 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4b373061-c520-4480-81fa-e0b75e510347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:22.528480 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4b373061-c520-4480-81fa-e0b75e510347 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:22.530153 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-4b373061-c520-4480-81fa-e0b75e510347 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4d455e64-986f-4c37-842b-68fd8dd7b01d HTTP/1.1" status: 204 len: 168 time: 0.1804235 Nov 12 08:40:22.552170 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b373061-c520-4480-81fa-e0b75e510347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d455e64-986f-4c37-842b-68fd8dd7b01d,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:22.575585 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5032d72-89d9-461c-bacc-d5cb144311d9 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:22.579993 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-f5032d72-89d9-461c-bacc-d5cb144311d9 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2133453 Nov 12 08:40:22.584161 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 50662) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:22.601012 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ce7aed15-705f-405e-9c8c-6e0d6017e92e req-616a7cd1-ab3d-4587-9cc1-c9381e2a8784 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "GET /v2.0/security-groups?id=d302fbe3-eafb-489c-a67e-a5e65efe22ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884295 Nov 12 08:40:22.721392 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6719ff25-bb36-4720-8681-180f0959de44 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:22.726322 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 50670) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:22.726527 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-6719ff25-bb36-4720-8681-180f0959de44 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1403451 Nov 12 08:40:22.731164 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-90944f84-4f35-4073-b55e-33d98c6af2d0 None None] Provisioning complete for port e7e5f7e5-18ea-4d9a-9d76-f47e546bce8e triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:22.731693 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-90944f84-4f35-4073-b55e-33d98c6af2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:22.856920 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049e603d-95e9-454d-ab6c-0e8a64ab2194 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:22.860596 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049e603d-95e9-454d-ab6c-0e8a64ab2194 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:22.865734 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049e603d-95e9-454d-ab6c-0e8a64ab2194 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:22.869440 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-049e603d-95e9-454d-ab6c-0e8a64ab2194 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1418860 Nov 12 08:40:22.872189 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 50672) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:22.989735 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-09d0cf60-9f4b-45e6-8cff-6702d54f63be tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Deleting subnet a7efca5a-a3c0-462d-a310-74a74053f96e {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:40:22.997954 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-09d0cf60-9f4b-45e6-8cff-6702d54f63be tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for subnet, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:23.026138 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df54688-5e46-46d3-8164-d2a973f27c84 req-4d26dceb-1c3c-495c-b593-f26fa10ac08a tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:23.035497 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0df54688-5e46-46d3-8164-d2a973f27c84 req-4d26dceb-1c3c-495c-b593-f26fa10ac08a tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "GET /v2.0/ports?device_id=44f1ed49-1025-4b97-9ec5-93699e2253da HTTP/1.1" status: 200 len: 946 time: 0.1126304 Nov 12 08:40:23.077276 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-09d0cf60-9f4b-45e6-8cff-6702d54f63be tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31181813'] for subnet, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:23.129241 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0df54688-5e46-46d3-8164-d2a973f27c84 req-35151355-ccef-4615-b3fc-ebc970159325 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "GET /v2.0/security-groups?id=d302fbe3-eafb-489c-a67e-a5e65efe22ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894680 Nov 12 08:40:23.284624 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-3e77d671-8df0-49f8-a8cb-48f1912c8958 None None] Could not find standard attr ID for object 3e6b9ea7-1b6f-49cf-97f0-49a73a90fc2c. {{(pid=102601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:40:23.615643 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device e7e5f7e5-18ea-4d9a-9d76-f47e546bce8e up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:40:23.664141 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-09d0cf60-9f4b-45e6-8cff-6702d54f63be tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:23.681551 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port e7e5f7e5-18ea-4d9a-9d76-f47e546bce8e triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:23.682208 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:23.783146 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-09d0cf60-9f4b-45e6-8cff-6702d54f63be tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:23.840053 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21da1a8-0859-4fb6-bb17-16fd797adb32 None None] Network dcea8192-3ded-4675-acba-29dad29883d7 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:40:23.852532 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d0cf60-9f4b-45e6-8cff-6702d54f63be tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event deleted for resources: {'Subnet': ['ID=a7efca5a-a3c0-462d-a310-74a74053f96e,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:23.860755 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-09d0cf60-9f4b-45e6-8cff-6702d54f63be tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:23.865732 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-09d0cf60-9f4b-45e6-8cff-6702d54f63be tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "DELETE /v2.0/subnets/a7efca5a-a3c0-462d-a310-74a74053f96e HTTP/1.1" status: 204 len: 168 time: 0.9923999 Nov 12 08:40:23.867877 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 50706) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:23.968196 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed5a112f-de8c-4bff-ab35-335142b3fa03 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Deleting subnet f060cb48-736b-451c-98d3-a800a238dcac {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:40:23.971372 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 50708) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:23.975878 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ed5a112f-de8c-4bff-ab35-335142b3fa03 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:24.040001 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ed5a112f-de8c-4bff-ab35-335142b3fa03 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:24.170521 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-78e2168c-ff9f-43e6-8f70-799bab228a0d admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-720256440-network', 'tenant_id': '1f1b858572204b3c92d394c4389e4299'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:24.182141 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ed5a112f-de8c-4bff-ab35-335142b3fa03 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:24.245718 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e2168c-ff9f-43e6-8f70-799bab228a0d admin admin] Made reservation on behalf of 1f1b858572204b3c92d394c4389e4299 for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:40:24.249093 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-78e2168c-ff9f-43e6-8f70-799bab228a0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:24.268239 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-78e2168c-ff9f-43e6-8f70-799bab228a0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:24.382986 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ed5a112f-de8c-4bff-ab35-335142b3fa03 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:24.465971 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5a112f-de8c-4bff-ab35-335142b3fa03 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event deleted for resources: {'Subnet': ['ID=f060cb48-736b-451c-98d3-a800a238dcac,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:24.482703 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ed5a112f-de8c-4bff-ab35-335142b3fa03 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:24.482703 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-ed5a112f-de8c-4bff-ab35-335142b3fa03 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "DELETE /v2.0/subnets/f060cb48-736b-451c-98d3-a800a238dcac HTTP/1.1" status: 204 len: 168 time: 0.6081679 Nov 12 08:40:24.483239 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 50716) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:24.533996 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-3fbb9417-90a3-490c-ad59-e6918b410c21 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0526845 Nov 12 08:40:24.537471 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 50718) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:24.545316 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-b35df373-c5ed-4c29-b701-4a0aaec738dd tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Request body: {'subnet': {'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:24.567954 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-78e2168c-ff9f-43e6-8f70-799bab228a0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:24.574385 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-78e2168c-ff9f-43e6-8f70-799bab228a0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:24.593475 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78e2168c-ff9f-43e6-8f70-799bab228a0d admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:40:24.625809 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-78e2168c-ff9f-43e6-8f70-799bab228a0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:24.626796 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-78e2168c-ff9f-43e6-8f70-799bab228a0d admin admin] Added segment 4d15b137-d9f3-4165-8492-4cfd5cfc62d7 of type vlan for network 273d90bc-36f8-47d8-8471-f0f75053c900 Nov 12 08:40:24.637571 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e2168c-ff9f-43e6-8f70-799bab228a0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0807416-8c57-4309-ad0f-26d7a71324e2,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:24.684229 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 50720) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:24.696231 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-78e2168c-ff9f-43e6-8f70-799bab228a0d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:24.734806 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-78e2168c-ff9f-43e6-8f70-799bab228a0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:24.736571 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e2168c-ff9f-43e6-8f70-799bab228a0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:24.736793 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-78e2168c-ff9f-43e6-8f70-799bab228a0d admin admin] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:24.738761 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b35df373-c5ed-4c29-b701-4a0aaec738dd tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Made reservation on behalf of 9132ec14bb5d4c18949ca0b140edb366 for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:40:24.742460 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b35df373-c5ed-4c29-b701-4a0aaec738dd tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:24.759369 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-78e2168c-ff9f-43e6-8f70-799bab228a0d admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7850275 Nov 12 08:40:24.762771 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 50722) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:24.780980 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-db143519-386f-4f0a-893a-7e3b037a77cd admin admin] Request body: {'subnet': {'network_id': '273d90bc-36f8-47d8-8471-f0f75053c900', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-720256440-subnet', 'tenant_id': '1f1b858572204b3c92d394c4389e4299', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:24.830293 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e2168c-ff9f-43e6-8f70-799bab228a0d admin admin] Pushing event updated for resources: {'Network': ['ID=273d90bc-36f8-47d8-8471-f0f75053c900,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:24.843112 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 273d90bc-36f8-47d8-8471-f0f75053c900 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:40:24.965844 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db143519-386f-4f0a-893a-7e3b037a77cd admin admin] Made reservation on behalf of 1f1b858572204b3c92d394c4389e4299 for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:40:24.968826 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-db143519-386f-4f0a-893a-7e3b037a77cd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:25.074285 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80c2d7d-3213-4dc3-935c-ebf195476aa0 None None] Network dcea8192-3ded-4675-acba-29dad29883d7 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:40:25.177893 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-73006625-dfe3-4756-bfc4-1e9b6915b466 None None] Provisioning complete for port e7e5f7e5-18ea-4d9a-9d76-f47e546bce8e triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:25.178327 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-73006625-dfe3-4756-bfc4-1e9b6915b466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:25.333222 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8c393d-354f-4017-93b8-a9c4c2e778a0 None None] DHCP port deletion for dcea8192-3ded-4675-acba-29dad29883d7 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:40:25.356391 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b35df373-c5ed-4c29-b701-4a0aaec738dd tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:25.388140 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-9d8c393d-354f-4017-93b8-a9c4c2e778a0 None None] Deleting port e7e5f7e5-18ea-4d9a-9d76-f47e546bce8e {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:40:25.388505 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9d8c393d-354f-4017-93b8-a9c4c2e778a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:25.424781 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35df373-c5ed-4c29-b701-4a0aaec738dd tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Network dcea8192-3ded-4675-acba-29dad29883d7 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:40:25.455549 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-b35df373-c5ed-4c29-b701-4a0aaec738dd tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:40:25.481767 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-9d8c393d-354f-4017-93b8-a9c4c2e778a0 None None] For port e7e5f7e5-18ea-4d9a-9d76-f47e546bce8e, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=e7e5f7e5-18ea-4d9a-9d76-f47e546bce8e,segment=NetworkSegment(83c30f53-8f44-40b6-91bc-237f9283bbd5),segment_id=83c30f53-8f44-40b6-91bc-237f9283bbd5)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:25.482166 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9d8c393d-354f-4017-93b8-a9c4c2e778a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:25.494261 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35df373-c5ed-4c29-b701-4a0aaec738dd tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:25.494918 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b35df373-c5ed-4c29-b701-4a0aaec738dd tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:25.515282 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35df373-c5ed-4c29-b701-4a0aaec738dd tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event updated for resources: {'Subnet': ['ID=f79bf5c8-e375-42e7-8b18-2bb7543bff70,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:25.519704 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-9d8c393d-354f-4017-93b8-a9c4c2e778a0 None None] Calling delete_port for e7e5f7e5-18ea-4d9a-9d76-f47e546bce8e owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:40:25.536276 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-db143519-386f-4f0a-893a-7e3b037a77cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:25.545543 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-b35df373-c5ed-4c29-b701-4a0aaec738dd tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0068841 Nov 12 08:40:25.548502 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 50730) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:25.560154 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-bfa06c09-eb0f-4bbc-8225-0969126d4757 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Request body: {'subnet': {'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:25.608349 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device e7e5f7e5-18ea-4d9a-9d76-f47e546bce8e no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:40:25.677742 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db143519-386f-4f0a-893a-7e3b037a77cd admin admin] Checking segment: {'id': '4d15b137-d9f3-4165-8492-4cfd5cfc62d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '273d90bc-36f8-47d8-8471-f0f75053c900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:40:25.678107 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db143519-386f-4f0a-893a-7e3b037a77cd admin admin] Network hostable DHCP agents. Network: 273d90bc-36f8-47d8-8471-f0f75053c900, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:40:25.680196 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db143519-386f-4f0a-893a-7e3b037a77cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=572e053d-9315-47a6-b65d-1635c9789e0d,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:25.734569 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db143519-386f-4f0a-893a-7e3b037a77cd admin admin] Network 273d90bc-36f8-47d8-8471-f0f75053c900 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:40:25.741725 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:25.771071 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-db143519-386f-4f0a-893a-7e3b037a77cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 273d90bc-36f8-47d8-8471-f0f75053c900) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:40:25.782156 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa9acae-d8b8-4811-8cea-def456640e5a None None] Network 273d90bc-36f8-47d8-8471-f0f75053c900 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:40:25.819177 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-01f98f67-c6e2-4ced-b0a6-f070229403eb tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:25.821938 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db143519-386f-4f0a-893a-7e3b037a77cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:25.822553 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-db143519-386f-4f0a-893a-7e3b037a77cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:25.853209 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-db143519-386f-4f0a-893a-7e3b037a77cd admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0788751 Nov 12 08:40:25.866010 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9d8c393d-354f-4017-93b8-a9c4c2e778a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:25.891738 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfa06c09-eb0f-4bbc-8225-0969126d4757 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Made reservation on behalf of 9132ec14bb5d4c18949ca0b140edb366 for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:40:25.898130 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bfa06c09-eb0f-4bbc-8225-0969126d4757 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:26.039473 n-d-765315-29 neutron-server[102600]: INFO neutron.db.ipam_backend_mixin [None req-bfa06c09-eb0f-4bbc-8225-0969126d4757 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f79bf5c8-e375-42e7-8b18-2bb7543bff70 (CIDR: 2001:db8::/64) Nov 12 08:40:26.044243 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfa06c09-eb0f-4bbc-8225-0969126d4757 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:40:26.044707 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfa06c09-eb0f-4bbc-8225-0969126d4757 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:40:26.072808 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-bfa06c09-eb0f-4bbc-8225-0969126d4757 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5196390 Nov 12 08:40:26.072808 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 50748) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:26.082746 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8c393d-354f-4017-93b8-a9c4c2e778a0 None None] Pushing event deleted for resources: {'Port': ['ID=e7e5f7e5-18ea-4d9a-9d76-f47e546bce8e,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:26.094241 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-3ec0d7d6-14d3-47ee-97cb-4cb0f30ecac5 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Request body: {'subnet': {'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:26.102115 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8c393d-354f-4017-93b8-a9c4c2e778a0 None None] No DVR routers for this DVR port e7e5f7e5-18ea-4d9a-9d76-f47e546bce8e on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:40:26.151665 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feda3d0a-7a3f-4c1e-ab7f-213dba9d2982 None None] Network dcea8192-3ded-4675-acba-29dad29883d7 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:40:26.305836 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ec0d7d6-14d3-47ee-97cb-4cb0f30ecac5 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Made reservation on behalf of 9132ec14bb5d4c18949ca0b140edb366 for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:40:26.328097 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93875ee-de11-4ede-9771-140c3b113e1d None None] Network 273d90bc-36f8-47d8-8471-f0f75053c900 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:40:26.335301 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-01f98f67-c6e2-4ced-b0a6-f070229403eb tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Allocated IP 172.20.0.17 (5f7dbd2b-4f9d-453c-bff7-8de854d19345/cadf92a6-a6a1-4518-81d4-a288986d523b/4b30bbbd-4b24-4100-800e-8e4231f2d247) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:40:26.339085 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3ec0d7d6-14d3-47ee-97cb-4cb0f30ecac5 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:26.527773 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-01f98f67-c6e2-4ced-b0a6-f070229403eb tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:26.608553 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-01f98f67-c6e2-4ced-b0a6-f070229403eb tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:26.656089 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8dbc2c-9922-4d3c-90d8-ff8fab1c3f1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-dcea8192-3ded-4675-acba-29dad29883d7', 'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7', 'tenant_id': '9132ec14bb5d4c18949ca0b140edb366', 'fixed_ips': [{'subnet_id': 'f79bf5c8-e375-42e7-8b18-2bb7543bff70'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:40:26.657040 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4b8dbc2c-9922-4d3c-90d8-ff8fab1c3f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:26.691006 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f98f67-c6e2-4ced-b0a6-f070229403eb tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Network 5f7dbd2b-4f9d-453c-bff7-8de854d19345 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:40:26.694899 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-01f98f67-c6e2-4ced-b0a6-f070229403eb tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:40:26.701480 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f98f67-c6e2-4ced-b0a6-f070229403eb tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:40:26.764295 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f98f67-c6e2-4ced-b0a6-f070229403eb tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Pushing event updated for resources: {'Port': ['ID=4b30bbbd-4b24-4100-800e-8e4231f2d247,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:26.822051 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-01f98f67-c6e2-4ced-b0a6-f070229403eb tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933481'] for router_interface, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:26.870098 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037a1357-84c4-4b2f-a50a-ea9aa7c1a584 req-9b06cfb2-0676-4e35-a67b-ce1e3dddeef7 tempest-ServerTagsTestJSON-1033092002 tempest-ServerTagsTestJSON-1033092002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:26.872337 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-037a1357-84c4-4b2f-a50a-ea9aa7c1a584 req-9b06cfb2-0676-4e35-a67b-ce1e3dddeef7 tempest-ServerTagsTestJSON-1033092002 tempest-ServerTagsTestJSON-1033092002-project] 10.222.0.26 "GET /v2.0/networks?id=273d90bc-36f8-47d8-8471-f0f75053c900 HTTP/1.1" status: 200 len: 808 time: 0.2651348 Nov 12 08:40:26.898082 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-037a1357-84c4-4b2f-a50a-ea9aa7c1a584 req-3565ef6e-e126-45c8-bc1c-fad916245b14 tempest-ServerTagsTestJSON-1033092002 tempest-ServerTagsTestJSON-1033092002-project] 10.222.0.26 "GET /v2.0/quotas/1f1b858572204b3c92d394c4389e4299 HTTP/1.1" status: 200 len: 375 time: 0.0198190 Nov 12 08:40:26.951585 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-4b8dbc2c-9922-4d3c-90d8-ff8fab1c3f1a None None] Allocated IP 2001:db8::2 (dcea8192-3ded-4675-acba-29dad29883d7/f79bf5c8-e375-42e7-8b18-2bb7543bff70/7ed37491-4937-4cd4-8878-a16dbac4e19a) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:40:26.958425 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-037a1357-84c4-4b2f-a50a-ea9aa7c1a584 req-c403ce28-8fa7-41f8-9024-23545fd2b9b9 tempest-ServerTagsTestJSON-1033092002 tempest-ServerTagsTestJSON-1033092002-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1f1b858572204b3c92d394c4389e4299&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0365889 Nov 12 08:40:27.141078 n-d-765315-29 neutron-server[102600]: DEBUG neutron.objects.ports [None req-3ec0d7d6-14d3-47ee-97cb-4cb0f30ecac5 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102600) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 08:40:27.145462 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3ec0d7d6-14d3-47ee-97cb-4cb0f30ecac5 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:27.152906 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-01f98f67-c6e2-4ced-b0a6-f070229403eb tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:27.196926 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-8ce1d8bf-a501-4e7e-85ad-7a1470951b7f None None] Provisioning complete for port 4b30bbbd-4b24-4100-800e-8e4231f2d247 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:27.197212 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8ce1d8bf-a501-4e7e-85ad-7a1470951b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:27.212243 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4b8dbc2c-9922-4d3c-90d8-ff8fab1c3f1a None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:27.231642 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec0d7d6-14d3-47ee-97cb-4cb0f30ecac5 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Network dcea8192-3ded-4675-acba-29dad29883d7 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:40:27.235968 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-3ec0d7d6-14d3-47ee-97cb-4cb0f30ecac5 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:40:27.240005 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec0d7d6-14d3-47ee-97cb-4cb0f30ecac5 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:27.240778 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3ec0d7d6-14d3-47ee-97cb-4cb0f30ecac5 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:27.251917 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4b8dbc2c-9922-4d3c-90d8-ff8fab1c3f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:27.261789 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-3ec0d7d6-14d3-47ee-97cb-4cb0f30ecac5 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.1855540 Nov 12 08:40:27.261789 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-037a1357-84c4-4b2f-a50a-ea9aa7c1a584 req-919d315b-ecc2-47c8-ab4e-70efee3cf5f5 service neutron] 10.222.0.26 "GET /v2.0/networks/273d90bc-36f8-47d8-8471-f0f75053c900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2951198 Nov 12 08:40:27.264655 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 50792) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:27.274462 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-066f8949-3aa1-4566-b066-197d457500aa tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Request body: {'port': {'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7', 'mac_address': 'fa:16:3e:f1:e6:39', 'name': 'tempest-NetworksTestDHCPv6-1634393553'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:27.287613 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8dbc2c-9922-4d3c-90d8-ff8fab1c3f1a None None] Network dcea8192-3ded-4675-acba-29dad29883d7 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:40:27.296268 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-4b8dbc2c-9922-4d3c-90d8-ff8fab1c3f1a None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:40:27.345799 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8dbc2c-9922-4d3c-90d8-ff8fab1c3f1a None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:40:27.380672 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-8ce1d8bf-a501-4e7e-85ad-7a1470951b7f None None] Port 4b30bbbd-4b24-4100-800e-8e4231f2d247 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:40:27.423903 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec0d7d6-14d3-47ee-97cb-4cb0f30ecac5 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event updated for resources: {'Subnet': ['ID=7c247479-a61c-4431-92a8-416ab3a27b1a,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:27.446193 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8dbc2c-9922-4d3c-90d8-ff8fab1c3f1a None None] Pushing event updated for resources: {'Port': ['ID=7ed37491-4937-4cd4-8878-a16dbac4e19a,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:27.484486 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-4b8dbc2c-9922-4d3c-90d8-ff8fab1c3f1a None None] Attempting to bind port 7ed37491-4937-4cd4-8878-a16dbac4e19a on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:40:27.487223 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-4b8dbc2c-9922-4d3c-90d8-ff8fab1c3f1a None None] Attempting to bind port 7ed37491-4937-4cd4-8878-a16dbac4e19a by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '83c30f53-8f44-40b6-91bc-237f9283bbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:40:27.487885 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8dbc2c-9922-4d3c-90d8-ff8fab1c3f1a None None] Attempting to bind port 7ed37491-4937-4cd4-8878-a16dbac4e19a on network dcea8192-3ded-4675-acba-29dad29883d7 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:40:27.504063 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-066f8949-3aa1-4566-b066-197d457500aa tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Made reservation on behalf of 9132ec14bb5d4c18949ca0b140edb366 for: {'port': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:40:27.519795 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8dbc2c-9922-4d3c-90d8-ff8fab1c3f1a None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:40:27.524924 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8dbc2c-9922-4d3c-90d8-ff8fab1c3f1a None None] Checking segment: {'id': '83c30f53-8f44-40b6-91bc-237f9283bbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:40:27.527647 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4b8dbc2c-9922-4d3c-90d8-ff8fab1c3f1a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:27.528249 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8dbc2c-9922-4d3c-90d8-ff8fab1c3f1a None None] Bound using segment: {'id': '83c30f53-8f44-40b6-91bc-237f9283bbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:40:27.529402 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-4b8dbc2c-9922-4d3c-90d8-ff8fab1c3f1a None None] Bound port: 7ed37491-4937-4cd4-8878-a16dbac4e19a, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83c30f53-8f44-40b6-91bc-237f9283bbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:40:27.531399 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4b8dbc2c-9922-4d3c-90d8-ff8fab1c3f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:27.608789 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-066f8949-3aa1-4566-b066-197d457500aa tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:27.638679 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [None req-066f8949-3aa1-4566-b066-197d457500aa tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] device_id is not set on port f37fdf18-edeb-4ee4-bef0-4d9d5fd6149a yet. {{(pid=102600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:40:27.645295 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-4b8dbc2c-9922-4d3c-90d8-ff8fab1c3f1a None None] For port 7ed37491-4937-4cd4-8878-a16dbac4e19a, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:40:27.651717 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-4b8dbc2c-9922-4d3c-90d8-ff8fab1c3f1a None None] For port 7ed37491-4937-4cd4-8878-a16dbac4e19a, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=7ed37491-4937-4cd4-8878-a16dbac4e19a,segment=NetworkSegment(83c30f53-8f44-40b6-91bc-237f9283bbd5),segment_id=83c30f53-8f44-40b6-91bc-237f9283bbd5)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:40:27.657449 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4b8dbc2c-9922-4d3c-90d8-ff8fab1c3f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:27.725125 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-037a1357-84c4-4b2f-a50a-ea9aa7c1a584 req-e08b7e42-6155-4a7f-866d-6706ffdf603d service neutron] 10.222.0.26 "GET /v2.0/networks/273d90bc-36f8-47d8-8471-f0f75053c900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3371360 Nov 12 08:40:27.731018 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-01f98f67-c6e2-4ced-b0a6-f070229403eb tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:27.740844 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-01f98f67-c6e2-4ced-b0a6-f070229403eb tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:27.752984 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8dbc2c-9922-4d3c-90d8-ff8fab1c3f1a None None] Pushing event updated for resources: {'Port': ['ID=7ed37491-4937-4cd4-8878-a16dbac4e19a,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:27.863636 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f98f67-c6e2-4ced-b0a6-f070229403eb tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Pushing event updated for resources: {'Port': ['ID=4b30bbbd-4b24-4100-800e-8e4231f2d247,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:27.881921 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-01f98f67-c6e2-4ced-b0a6-f070229403eb tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933629'] for router_interface, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:28.013926 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f98f67-c6e2-4ced-b0a6-f070229403eb tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Network 5f7dbd2b-4f9d-453c-bff7-8de854d19345 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:40:28.015661 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-01f98f67-c6e2-4ced-b0a6-f070229403eb tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:40:28.114987 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-066f8949-3aa1-4566-b066-197d457500aa tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Allocated IP 2001:db8::12d (dcea8192-3ded-4675-acba-29dad29883d7/f79bf5c8-e375-42e7-8b18-2bb7543bff70/f37fdf18-edeb-4ee4-bef0-4d9d5fd6149a) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:40:28.122740 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-066f8949-3aa1-4566-b066-197d457500aa tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Allocated IP 2001:db8:0:1:f816:3eff:fef1:e639 (dcea8192-3ded-4675-acba-29dad29883d7/7c247479-a61c-4431-92a8-416ab3a27b1a/f37fdf18-edeb-4ee4-bef0-4d9d5fd6149a) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:40:28.326066 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0f074c3f-30ca-4796-9ff0-310dcc0d7736 req-7d665fc7-3c41-429d-bf80-dad3a9c85b4f tempest-ServerTagsTestJSON-1033092002 tempest-ServerTagsTestJSON-1033092002-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c6fea0e-31ed-4fb0-8fbb-d73dec253f85 HTTP/1.1" status: 200 len: 210 time: 0.0883451 Nov 12 08:40:28.373910 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01f98f67-c6e2-4ced-b0a6-f070229403eb tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Router c4f5f85c-dbe1-4c17-8336-75856c5067b1 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:40:28.538283 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-65dc6403-6b49-48ba-ac16-2360a9fb9960 None None] Provisioning complete for port 4b30bbbd-4b24-4100-800e-8e4231f2d247 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:28.538870 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-65dc6403-6b49-48ba-ac16-2360a9fb9960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:28.540812 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-066f8949-3aa1-4566-b066-197d457500aa tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:28.559903 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01f98f67-c6e2-4ced-b0a6-f070229403eb tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:40:28.586126 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a071a880-f5bf-4078-9b9c-fd1cd0d38e2c None None] Sync routers for ids ['c4f5f85c-dbe1-4c17-8336-75856c5067b1'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:40:28.596425 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-01f98f67-c6e2-4ced-b0a6-f070229403eb tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "PUT /v2.0/routers/c4f5f85c-dbe1-4c17-8336-75856c5067b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9109354 Nov 12 08:40:28.603362 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a071a880-f5bf-4078-9b9c-fd1cd0d38e2c None None] Routers {'c4f5f85c-dbe1-4c17-8336-75856c5067b1'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:40:28.603976 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-a071a880-f5bf-4078-9b9c-fd1cd0d38e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:40:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['c4f5f85c-dbe1-4c17-8336-75856c5067b1'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:28.629533 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-65dc6403-6b49-48ba-ac16-2360a9fb9960 None None] Port 4b30bbbd-4b24-4100-800e-8e4231f2d247 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:40:28.632802 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-066f8949-3aa1-4566-b066-197d457500aa tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:28.714391 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066f8949-3aa1-4566-b066-197d457500aa tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Network dcea8192-3ded-4675-acba-29dad29883d7 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:40:28.717296 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-066f8949-3aa1-4566-b066-197d457500aa tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:40:28.726182 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066f8949-3aa1-4566-b066-197d457500aa tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:40:28.733126 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066f8949-3aa1-4566-b066-197d457500aa tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:28.734016 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-066f8949-3aa1-4566-b066-197d457500aa tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:28.748218 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066f8949-3aa1-4566-b066-197d457500aa tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event updated for resources: {'Port': ['ID=f37fdf18-edeb-4ee4-bef0-4d9d5fd6149a,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:28.768022 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-066f8949-3aa1-4566-b066-197d457500aa tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.5021763 Nov 12 08:40:28.771368 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 50824) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:28.780617 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-a071a880-f5bf-4078-9b9c-fd1cd0d38e2c None None] Set router c4f5f85c-dbe1-4c17-8336-75856c5067b1 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:40:28.918766 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-ccd54ec9-e3ed-44b3-ae48-2b2e9e10d71c tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Deleting port f37fdf18-edeb-4ee4-bef0-4d9d5fd6149a {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:40:28.919629 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ccd54ec9-e3ed-44b3-ae48-2b2e9e10d71c tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:29.053920 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ccd54ec9-e3ed-44b3-ae48-2b2e9e10d71c tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:29.072861 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-ccd54ec9-e3ed-44b3-ae48-2b2e9e10d71c tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Calling delete_port for f37fdf18-edeb-4ee4-bef0-4d9d5fd6149a owned by {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:40:29.216805 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-a071a880-f5bf-4078-9b9c-fd1cd0d38e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f5f85c-dbe1-4c17-8336-75856c5067b1', 'name': 'tempest-TestNetworkBasicOps-router-1788704160', 'tenant_id': 'cdcff4fc638944839e15d4e4416a2271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '5010fc1b-4699-4524-b85f-c534507314f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:37:45Z', 'updated_at': '2021-11-12T08:40:27Z', 'revision_number': 5, 'project_id': 'cdcff4fc638944839e15d4e4416a2271', 'gw_port': {'id': '5010fc1b-4699-4524-b85f-c534507314f9', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:16:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f5f85c-dbe1-4c17-8336-75856c5067b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:37:46Z', 'updated_at': '2021-11-12T08:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': '8fb5007d-9ecf-484a-8534-2668c3939bc1', 'tenant_id': 'cdcff4fc638944839e15d4e4416a2271', 'floating_ip_address': '172.25.2.30', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': 'c4f5f85c-dbe1-4c17-8336-75856c5067b1', 'port_id': '7d2b9d4a-0966-40de-a8a7-df179903d72b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2979, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b177f1a4-4c68-4847-bafc-529461cd99a0', 'mac_address': 'fa:16:3e:ca:12:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffcab877-5121-4a51-ad07-67125ff611ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:38:41Z', 'updated_at': '2021-11-12T08:38:48Z', 'revision_number': 1, 'project_id': 'cdcff4fc638944839e15d4e4416a2271', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b30bbbd-4b24-4100-800e-8e4231f2d247', 'name': '', 'network_id': '5f7dbd2b-4f9d-453c-bff7-8de854d19345', 'tenant_id': 'cdcff4fc638944839e15d4e4416a2271', 'mac_address': 'fa:16:3e:1c:a7:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4f5f85c-dbe1-4c17-8336-75856c5067b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': 'cadf92a6-a6a1-4518-81d4-a288986d523b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:40:26Z', 'updated_at': '2021-11-12T08:40:27Z', 'revision_number': 2, 'project_id': 'cdcff4fc638944839e15d4e4416a2271', 'subnets': [{'id': 'cadf92a6-a6a1-4518-81d4-a288986d523b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3c1f32b-d020-44ce-a38c-4caa6f2e18a4', 'name': '', 'network_id': 'b177f1a4-4c68-4847-bafc-529461cd99a0', 'tenant_id': 'cdcff4fc638944839e15d4e4416a2271', 'mac_address': 'fa:16:3e:73:88:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f5f85c-dbe1-4c17-8336-75856c5067b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': 'd4b452e4-4cfb-4af8-9506-8c215bcf0937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:37:51Z', 'updated_at': '2021-11-12T08:38:04Z', 'revision_number': 5, 'project_id': 'cdcff4fc638944839e15d4e4416a2271', 'subnets': [{'id': 'd4b452e4-4cfb-4af8-9506-8c215bcf0937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:29.255411 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a071a880-f5bf-4078-9b9c-fd1cd0d38e2c None None] Checking router: c4f5f85c-dbe1-4c17-8336-75856c5067b1 for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:40:29.256001 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a071a880-f5bf-4078-9b9c-fd1cd0d38e2c None None] Updating router c4f5f85c-dbe1-4c17-8336-75856c5067b1 port 4b30bbbd-4b24-4100-800e-8e4231f2d247 binding host n-d-765315-29 {{(pid=102602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:40:29.284876 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-a071a880-f5bf-4078-9b9c-fd1cd0d38e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:29.334874 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ccd54ec9-e3ed-44b3-ae48-2b2e9e10d71c tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:29.400815 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd54ec9-e3ed-44b3-ae48-2b2e9e10d71c tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event deleted for resources: {'Port': ['ID=f37fdf18-edeb-4ee4-bef0-4d9d5fd6149a,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:29.410292 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b71734-6722-44e6-bd02-63891b4ac6a9 None None] Network dcea8192-3ded-4675-acba-29dad29883d7 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:40:29.466811 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ccd54ec9-e3ed-44b3-ae48-2b2e9e10d71c tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:29.477512 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-ccd54ec9-e3ed-44b3-ae48-2b2e9e10d71c tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "DELETE /v2.0/ports/f37fdf18-edeb-4ee4-bef0-4d9d5fd6149a HTTP/1.1" status: 204 len: 168 time: 0.7049692 Nov 12 08:40:29.479967 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 50832) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:29.534348 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3891e782-dc53-4926-a222-b7ab174f8c4a req-b36f1968-690f-4493-b90f-91cc3d1c5f7a tempest-ServerTagsTestJSON-1033092002 tempest-ServerTagsTestJSON-1033092002-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c6fea0e-31ed-4fb0-8fbb-d73dec253f85 HTTP/1.1" status: 200 len: 210 time: 0.0553958 Nov 12 08:40:29.585201 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b998adb8-50b5-42d4-a3d3-ee089636fac5 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:29.589031 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-b998adb8-50b5-42d4-a3d3-ee089636fac5 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1076097 Nov 12 08:40:29.593160 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 50834) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:29.605413 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-543f8744-c2dc-4030-bb09-f5db85caab5c None None] Provisioning complete for port 7ed37491-4937-4cd4-8878-a16dbac4e19a triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:29.605881 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-543f8744-c2dc-4030-bb09-f5db85caab5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:29.728706 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-a071a880-f5bf-4078-9b9c-fd1cd0d38e2c None None] Publish callbacks [] for port, precommit_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:29.730605 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be02641-b0fe-4a5f-87ba-1b01c35a4a3a tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:29.735694 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-0be02641-b0fe-4a5f-87ba-1b01c35a4a3a tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1412661 Nov 12 08:40:29.736130 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-a071a880-f5bf-4078-9b9c-fd1cd0d38e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:29.739844 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 50838) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:29.893239 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd283995-7dfe-4e1a-96c2-a45f375f5c74 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:29.900555 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd283995-7dfe-4e1a-96c2-a45f375f5c74 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:29.902540 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd283995-7dfe-4e1a-96c2-a45f375f5c74 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:29.911191 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-dd283995-7dfe-4e1a-96c2-a45f375f5c74 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1655583 Nov 12 08:40:29.911466 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 50840) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:30.025474 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037a1357-84c4-4b2f-a50a-ea9aa7c1a584 req-6321b66a-893a-478b-88b6-21396dfc95d8 tempest-ServerTagsTestJSON-1033092002 tempest-ServerTagsTestJSON-1033092002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:30.052141 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-037a1357-84c4-4b2f-a50a-ea9aa7c1a584 req-6321b66a-893a-478b-88b6-21396dfc95d8 tempest-ServerTagsTestJSON-1033092002 tempest-ServerTagsTestJSON-1033092002-project] 10.222.0.44 "GET /v2.0/networks?id=273d90bc-36f8-47d8-8471-f0f75053c900 HTTP/1.1" status: 200 len: 808 time: 0.3781233 Nov 12 08:40:30.054196 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-86f021c5-fdbf-4d53-9efe-e42872f3933e tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Deleting subnet 7c247479-a61c-4431-92a8-416ab3a27b1a {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:40:30.069590 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-86f021c5-fdbf-4d53-9efe-e42872f3933e tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:30.112193 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-037a1357-84c4-4b2f-a50a-ea9aa7c1a584 req-5b07d912-d043-4d2e-b904-239e73714249 tempest-ServerTagsTestJSON-1033092002 tempest-ServerTagsTestJSON-1033092002-project] Request body: {'port': {'device_id': '0c6fea0e-31ed-4fb0-8fbb-d73dec253f85', 'network_id': '273d90bc-36f8-47d8-8471-f0f75053c900', 'admin_state_up': True, 'tenant_id': '1f1b858572204b3c92d394c4389e4299'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:30.141509 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-86f021c5-fdbf-4d53-9efe-e42872f3933e tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:30.158170 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c715a1-c32f-4139-91be-d0e0cb2c6d2f None None] Pushing event updated for resources: {'Port': ['ID=4b30bbbd-4b24-4100-800e-8e4231f2d247,revision_number=3']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:30.163492 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-a071a880-f5bf-4078-9b9c-fd1cd0d38e2c None None] Attempting to bind port 4b30bbbd-4b24-4100-800e-8e4231f2d247 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:40:30.164280 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-a071a880-f5bf-4078-9b9c-fd1cd0d38e2c None None] Attempting to bind port 4b30bbbd-4b24-4100-800e-8e4231f2d247 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '8b81b94d-1509-46fb-8976-09586403fcf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '5f7dbd2b-4f9d-453c-bff7-8de854d19345'}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:40:30.165095 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a071a880-f5bf-4078-9b9c-fd1cd0d38e2c None None] Attempting to bind port 4b30bbbd-4b24-4100-800e-8e4231f2d247 on network 5f7dbd2b-4f9d-453c-bff7-8de854d19345 {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:40:30.191823 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a071a880-f5bf-4078-9b9c-fd1cd0d38e2c None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:40:30.192747 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a071a880-f5bf-4078-9b9c-fd1cd0d38e2c None None] Checking segment: {'id': '8b81b94d-1509-46fb-8976-09586403fcf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '5f7dbd2b-4f9d-453c-bff7-8de854d19345'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:40:30.193540 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-a071a880-f5bf-4078-9b9c-fd1cd0d38e2c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:30.194305 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a071a880-f5bf-4078-9b9c-fd1cd0d38e2c None None] Bound using segment: {'id': '8b81b94d-1509-46fb-8976-09586403fcf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '5f7dbd2b-4f9d-453c-bff7-8de854d19345'} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:40:30.195266 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-a071a880-f5bf-4078-9b9c-fd1cd0d38e2c None None] Bound port: 4b30bbbd-4b24-4100-800e-8e4231f2d247, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b81b94d-1509-46fb-8976-09586403fcf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '5f7dbd2b-4f9d-453c-bff7-8de854d19345'}}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:40:30.196073 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-a071a880-f5bf-4078-9b9c-fd1cd0d38e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:30.202383 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c715a1-c32f-4139-91be-d0e0cb2c6d2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:30.203193 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c715a1-c32f-4139-91be-d0e0cb2c6d2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:30.203914 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c715a1-c32f-4139-91be-d0e0cb2c6d2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:30.204599 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c715a1-c32f-4139-91be-d0e0cb2c6d2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:30.205304 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c715a1-c32f-4139-91be-d0e0cb2c6d2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:30.205993 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c715a1-c32f-4139-91be-d0e0cb2c6d2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:30.207320 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c715a1-c32f-4139-91be-d0e0cb2c6d2f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:30.208008 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c715a1-c32f-4139-91be-d0e0cb2c6d2f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:30.208722 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c715a1-c32f-4139-91be-d0e0cb2c6d2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:30.209424 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c715a1-c32f-4139-91be-d0e0cb2c6d2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:30.211248 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c715a1-c32f-4139-91be-d0e0cb2c6d2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:30.211971 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c715a1-c32f-4139-91be-d0e0cb2c6d2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:30.249032 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 7ed37491-4937-4cd4-8878-a16dbac4e19a up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:40:30.302425 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-86f021c5-fdbf-4d53-9efe-e42872f3933e tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:30.323547 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-037a1357-84c4-4b2f-a50a-ea9aa7c1a584 req-5b07d912-d043-4d2e-b904-239e73714249 tempest-ServerTagsTestJSON-1033092002 tempest-ServerTagsTestJSON-1033092002-project] Made reservation on behalf of 1f1b858572204b3c92d394c4389e4299 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:40:30.331028 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-037a1357-84c4-4b2f-a50a-ea9aa7c1a584 req-5b07d912-d043-4d2e-b904-239e73714249 tempest-ServerTagsTestJSON-1033092002 tempest-ServerTagsTestJSON-1033092002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:30.398643 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 7ed37491-4937-4cd4-8878-a16dbac4e19a triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:30.399284 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:30.513389 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-86f021c5-fdbf-4d53-9efe-e42872f3933e tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:30.543846 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-a071a880-f5bf-4078-9b9c-fd1cd0d38e2c None None] For port 4b30bbbd-4b24-4100-800e-8e4231f2d247, host n-d-765315-29, cleared binding levels {{(pid=102602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:40:30.550647 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-a071a880-f5bf-4078-9b9c-fd1cd0d38e2c None None] For port 4b30bbbd-4b24-4100-800e-8e4231f2d247, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=4b30bbbd-4b24-4100-800e-8e4231f2d247,segment=NetworkSegment(8b81b94d-1509-46fb-8976-09586403fcf4),segment_id=8b81b94d-1509-46fb-8976-09586403fcf4)] {{(pid=102602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:40:30.564127 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-a071a880-f5bf-4078-9b9c-fd1cd0d38e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:30.575756 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f021c5-fdbf-4d53-9efe-e42872f3933e tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event deleted for resources: {'Subnet': ['ID=7c247479-a61c-4431-92a8-416ab3a27b1a,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:30.579539 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-86f021c5-fdbf-4d53-9efe-e42872f3933e tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:30.585497 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-86f021c5-fdbf-4d53-9efe-e42872f3933e tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "DELETE /v2.0/subnets/7c247479-a61c-4431-92a8-416ab3a27b1a HTTP/1.1" status: 204 len: 168 time: 0.6728921 Nov 12 08:40:30.589517 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 50848) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:30.657136 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-037a1357-84c4-4b2f-a50a-ea9aa7c1a584 req-5b07d912-d043-4d2e-b904-239e73714249 tempest-ServerTagsTestJSON-1033092002 tempest-ServerTagsTestJSON-1033092002-project] Allocated IP 172.20.0.12 (273d90bc-36f8-47d8-8471-f0f75053c900/572e053d-9315-47a6-b65d-1635c9789e0d/c5e9508a-06d4-4427-a9da-e42a848812c0) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:40:30.695898 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2c4789e7-6b87-4ac9-835b-fa9b7c584d8a req-2a4aad50-e85b-4175-a27c-da305984ec0b tempest-ServerTagsTestJSON-1033092002 tempest-ServerTagsTestJSON-1033092002-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c6fea0e-31ed-4fb0-8fbb-d73dec253f85 HTTP/1.1" status: 200 len: 210 time: 0.0573063 Nov 12 08:40:30.707879 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-543f8744-c2dc-4030-bb09-f5db85caab5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:30.728385 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-df1fde82-fb52-4391-bdb5-526efb5a0c05 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Deleting subnet f79bf5c8-e375-42e7-8b18-2bb7543bff70 {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:40:30.738864 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-df1fde82-fb52-4391-bdb5-526efb5a0c05 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:30.739093 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a071a880-f5bf-4078-9b9c-fd1cd0d38e2c None None] Routers {'c4f5f85c-dbe1-4c17-8336-75856c5067b1'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:40:30.739550 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-a071a880-f5bf-4078-9b9c-fd1cd0d38e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:40:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['c4f5f85c-dbe1-4c17-8336-75856c5067b1'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:30.742845 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c715a1-c32f-4139-91be-d0e0cb2c6d2f None None] Pushing event updated for resources: {'Port': ['ID=4b30bbbd-4b24-4100-800e-8e4231f2d247,revision_number=4']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:30.833107 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-543f8744-c2dc-4030-bb09-f5db85caab5c None None] For port 7ed37491-4937-4cd4-8878-a16dbac4e19a, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=7ed37491-4937-4cd4-8878-a16dbac4e19a,segment=NetworkSegment(83c30f53-8f44-40b6-91bc-237f9283bbd5),segment_id=83c30f53-8f44-40b6-91bc-237f9283bbd5)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:30.895847 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-543f8744-c2dc-4030-bb09-f5db85caab5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:30.961327 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-df1fde82-fb52-4391-bdb5-526efb5a0c05 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:31.000448 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-037a1357-84c4-4b2f-a50a-ea9aa7c1a584 req-5b07d912-d043-4d2e-b904-239e73714249 tempest-ServerTagsTestJSON-1033092002 tempest-ServerTagsTestJSON-1033092002-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:31.033495 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-a071a880-f5bf-4078-9b9c-fd1cd0d38e2c None None] Set router c4f5f85c-dbe1-4c17-8336-75856c5067b1 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:40:31.076684 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-037a1357-84c4-4b2f-a50a-ea9aa7c1a584 req-5b07d912-d043-4d2e-b904-239e73714249 tempest-ServerTagsTestJSON-1033092002 tempest-ServerTagsTestJSON-1033092002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:31.119857 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f8744-c2dc-4030-bb09-f5db85caab5c None None] Pushing event updated for resources: {'Port': ['ID=7ed37491-4937-4cd4-8878-a16dbac4e19a,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:31.173159 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8eda62e-e49a-4d1d-a701-f9ec5aee532e None None] Update dhcp port {'port': {'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7', 'fixed_ips': [{'subnet_id': 'f79bf5c8-e375-42e7-8b18-2bb7543bff70', 'ip_address': '2001:db8::2'}, {'subnet_id': '7c247479-a61c-4431-92a8-416ab3a27b1a'}], 'binding:host_id': 'n-d-765315-29'}, 'id': '7ed37491-4937-4cd4-8878-a16dbac4e19a'} from n-d-765315-29. {{(pid=102601) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 08:40:31.219067 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-037a1357-84c4-4b2f-a50a-ea9aa7c1a584 req-5b07d912-d043-4d2e-b904-239e73714249 tempest-ServerTagsTestJSON-1033092002 tempest-ServerTagsTestJSON-1033092002-project] Network 273d90bc-36f8-47d8-8471-f0f75053c900 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:40:31.230818 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-cda32dad-c907-4f71-9a56-9e55b577306c None None] Provisioning complete for port 4b30bbbd-4b24-4100-800e-8e4231f2d247 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:31.231182 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-cda32dad-c907-4f71-9a56-9e55b577306c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:31.232568 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b07d912-d043-4d2e-b904-239e73714249 tempest-ServerTagsTestJSON-1033092002 tempest-ServerTagsTestJSON-1033092002-project] Pushing event updated for resources: {'Port': ['ID=c5e9508a-06d4-4427-a9da-e42a848812c0,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:31.239967 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-037a1357-84c4-4b2f-a50a-ea9aa7c1a584 req-5b07d912-d043-4d2e-b904-239e73714249 tempest-ServerTagsTestJSON-1033092002 tempest-ServerTagsTestJSON-1033092002-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:40:31.245500 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-037a1357-84c4-4b2f-a50a-ea9aa7c1a584 req-5b07d912-d043-4d2e-b904-239e73714249 tempest-ServerTagsTestJSON-1033092002 tempest-ServerTagsTestJSON-1033092002-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:40:31.297080 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-df1fde82-fb52-4391-bdb5-526efb5a0c05 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:31.306515 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037a1357-84c4-4b2f-a50a-ea9aa7c1a584 req-5b07d912-d043-4d2e-b904-239e73714249 tempest-ServerTagsTestJSON-1033092002 tempest-ServerTagsTestJSON-1033092002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:31.307280 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-037a1357-84c4-4b2f-a50a-ea9aa7c1a584 req-5b07d912-d043-4d2e-b904-239e73714249 tempest-ServerTagsTestJSON-1033092002 tempest-ServerTagsTestJSON-1033092002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:31.333451 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-037a1357-84c4-4b2f-a50a-ea9aa7c1a584 req-5b07d912-d043-4d2e-b904-239e73714249 tempest-ServerTagsTestJSON-1033092002 tempest-ServerTagsTestJSON-1033092002-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2249303 Nov 12 08:40:31.355577 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c8eda62e-e49a-4d1d-a701-f9ec5aee532e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:31.358896 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-037a1357-84c4-4b2f-a50a-ea9aa7c1a584 req-c401b0cf-e327-4e43-9283-8839c26e3099 service neutron] Request body: {'port': {'device_id': '0c6fea0e-31ed-4fb0-8fbb-d73dec253f85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:31.507673 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-df1fde82-fb52-4391-bdb5-526efb5a0c05 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:31.530648 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-037a1357-84c4-4b2f-a50a-ea9aa7c1a584 req-c401b0cf-e327-4e43-9283-8839c26e3099 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:31.567594 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1fde82-fb52-4391-bdb5-526efb5a0c05 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event deleted for resources: {'Subnet': ['ID=f79bf5c8-e375-42e7-8b18-2bb7543bff70,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:31.579612 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-df1fde82-fb52-4391-bdb5-526efb5a0c05 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:31.591755 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-df1fde82-fb52-4391-bdb5-526efb5a0c05 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "DELETE /v2.0/subnets/f79bf5c8-e375-42e7-8b18-2bb7543bff70 HTTP/1.1" status: 204 len: 168 time: 1.0008419 Nov 12 08:40:31.592300 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 50868) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:31.669207 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-a071a880-f5bf-4078-9b9c-fd1cd0d38e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f5f85c-dbe1-4c17-8336-75856c5067b1', 'name': 'tempest-TestNetworkBasicOps-router-1788704160', 'tenant_id': 'cdcff4fc638944839e15d4e4416a2271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '5010fc1b-4699-4524-b85f-c534507314f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:37:45Z', 'updated_at': '2021-11-12T08:40:27Z', 'revision_number': 5, 'project_id': 'cdcff4fc638944839e15d4e4416a2271', 'gw_port': {'id': '5010fc1b-4699-4524-b85f-c534507314f9', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:16:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f5f85c-dbe1-4c17-8336-75856c5067b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:37:46Z', 'updated_at': '2021-11-12T08:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': '8fb5007d-9ecf-484a-8534-2668c3939bc1', 'tenant_id': 'cdcff4fc638944839e15d4e4416a2271', 'floating_ip_address': '172.25.2.30', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': 'c4f5f85c-dbe1-4c17-8336-75856c5067b1', 'port_id': '7d2b9d4a-0966-40de-a8a7-df179903d72b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2979, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b177f1a4-4c68-4847-bafc-529461cd99a0', 'mac_address': 'fa:16:3e:ca:12:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffcab877-5121-4a51-ad07-67125ff611ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:38:41Z', 'updated_at': '2021-11-12T08:38:48Z', 'revision_number': 1, 'project_id': 'cdcff4fc638944839e15d4e4416a2271', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b30bbbd-4b24-4100-800e-8e4231f2d247', 'name': '', 'network_id': '5f7dbd2b-4f9d-453c-bff7-8de854d19345', 'tenant_id': 'cdcff4fc638944839e15d4e4416a2271', 'mac_address': 'fa:16:3e:1c:a7:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4f5f85c-dbe1-4c17-8336-75856c5067b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': 'cadf92a6-a6a1-4518-81d4-a288986d523b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:40:26Z', 'updated_at': '2021-11-12T08:40:30Z', 'revision_number': 4, 'project_id': 'cdcff4fc638944839e15d4e4416a2271', 'subnets': [{'id': 'cadf92a6-a6a1-4518-81d4-a288986d523b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3c1f32b-d020-44ce-a38c-4caa6f2e18a4', 'name': '', 'network_id': 'b177f1a4-4c68-4847-bafc-529461cd99a0', 'tenant_id': 'cdcff4fc638944839e15d4e4416a2271', 'mac_address': 'fa:16:3e:73:88:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f5f85c-dbe1-4c17-8336-75856c5067b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': 'd4b452e4-4cfb-4af8-9506-8c215bcf0937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:37:51Z', 'updated_at': '2021-11-12T08:38:04Z', 'revision_number': 5, 'project_id': 'cdcff4fc638944839e15d4e4416a2271', 'subnets': [{'id': 'd4b452e4-4cfb-4af8-9506-8c215bcf0937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:31.695784 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 50870) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:31.697614 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-f3eaf2ee-ac8d-48bb-a6ac-feae4c4ab055 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1039829 Nov 12 08:40:31.698136 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a071a880-f5bf-4078-9b9c-fd1cd0d38e2c None None] The sync data for ids ['c4f5f85c-dbe1-4c17-8336-75856c5067b1'] in n-d-765315-29 is: [{'id': 'c4f5f85c-dbe1-4c17-8336-75856c5067b1', 'name': 'tempest-TestNetworkBasicOps-router-1788704160', 'tenant_id': 'cdcff4fc638944839e15d4e4416a2271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '5010fc1b-4699-4524-b85f-c534507314f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:37:45Z', 'updated_at': '2021-11-12T08:40:27Z', 'revision_number': 5, 'project_id': 'cdcff4fc638944839e15d4e4416a2271', 'gw_port': {'id': '5010fc1b-4699-4524-b85f-c534507314f9', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:16:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f5f85c-dbe1-4c17-8336-75856c5067b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:37:46Z', 'updated_at': '2021-11-12T08:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': '8fb5007d-9ecf-484a-8534-2668c3939bc1', 'tenant_id': 'cdcff4fc638944839e15d4e4416a2271', 'floating_ip_address': '172.25.2.30', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': 'c4f5f85c-dbe1-4c17-8336-75856c5067b1', 'port_id': '7d2b9d4a-0966-40de-a8a7-df179903d72b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2979, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b177f1a4-4c68-4847-bafc-529461cd99a0', 'mac_address': 'fa:16:3e:ca:12:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffcab877-5121-4a51-ad07-67125ff611ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:38:41Z', 'updated_at': '2021-11-12T08:38:48Z', 'revision_number': 1, 'project_id': 'cdcff4fc638944839e15d4e4416a2271', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b30bbbd-4b24-4100-800e-8e4231f2d247', 'name': '', 'network_id': '5f7dbd2b-4f9d-453c-bff7-8de854d19345', 'tenant_id': 'cdcff4fc638944839e15d4e4416a2271', 'mac_address': 'fa:16:3e:1c:a7:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4f5f85c-dbe1-4c17-8336-75856c5067b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': 'cadf92a6-a6a1-4518-81d4-a288986d523b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:40:26Z', 'updated_at': '2021-11-12T08:40:30Z', 'revision_number': 4, 'project_id': 'cdcff4fc638944839e15d4e4416a2271', 'subnets': [{'id': 'cadf92a6-a6a1-4518-81d4-a288986d523b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3c1f32b-d020-44ce-a38c-4caa6f2e18a4', 'name': '', 'network_id': 'b177f1a4-4c68-4847-bafc-529461cd99a0', 'tenant_id': 'cdcff4fc638944839e15d4e4416a2271', 'mac_address': 'fa:16:3e:73:88:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f5f85c-dbe1-4c17-8336-75856c5067b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': 'd4b452e4-4cfb-4af8-9506-8c215bcf0937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:37:51Z', 'updated_at': '2021-11-12T08:38:04Z', 'revision_number': 5, 'project_id': 'cdcff4fc638944839e15d4e4416a2271', 'subnets': [{'id': 'd4b452e4-4cfb-4af8-9506-8c215bcf0937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:40:31.712336 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-d2abac3e-913f-4150-bfb7-24e0d2b2a3fc tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Request body: {'subnet': {'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:31.718091 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server [None req-c8eda62e-e49a-4d1d-a701-f9ec5aee532e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f79bf5c8-e375-42e7-8b18-2bb7543bff70: This subnet is being modified by another concurrent operation. Nov 12 08:40:31.718091 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 08:40:31.718091 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 08:40:31.718091 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 08:40:31.718091 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 08:40:31.718091 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 08:40:31.718091 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 08:40:31.718091 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 08:40:31.718091 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 08:40:31.718091 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 08:40:31.718091 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 08:40:31.718091 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 08:40:31.718091 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 08:40:31.718091 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 08:40:31.718091 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:40:31.718091 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:40:31.718091 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:40:31.718091 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:40:31.718091 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 08:40:31.718091 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:40:31.718091 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 08:40:31.718091 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 08:40:31.718091 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:40:31.718091 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:40:31.718091 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:40:31.718091 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:40:31.718091 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 08:40:31.718091 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:40:31.718091 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 08:40:31.718091 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 08:40:31.718091 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:40:31.718091 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:40:31.718091 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:40:31.718091 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:40:31.718091 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 08:40:31.718091 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 08:40:31.718091 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 12 08:40:31.718091 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 12 08:40:31.718091 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 12 08:40:31.718091 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 12 08:40:31.718091 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 08:40:31.718091 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:40:31.718091 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 08:40:31.718091 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 08:40:31.718091 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 08:40:31.718091 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 08:40:31.718091 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:40:31.718091 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:40:31.718091 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:40:31.718091 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:40:31.718091 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 08:40:31.718091 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:40:31.718091 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 08:40:31.718091 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 08:40:31.718091 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:40:31.718091 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:40:31.718091 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:40:31.718091 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:40:31.718091 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 08:40:31.718091 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:40:31.718091 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 08:40:31.718091 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 08:40:31.718091 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:40:31.718091 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:40:31.718091 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:40:31.718091 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:40:31.718091 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 08:40:31.718091 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 08:40:31.718091 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 12 08:40:31.718091 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 12 08:40:31.718091 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 08:40:31.718091 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 08:40:31.718091 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 12 08:40:31.718091 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 12 08:40:31.718091 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 12 08:40:31.718091 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 12 08:40:31.718091 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 12 08:40:31.718091 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 12 08:40:31.718091 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 12 08:40:31.718091 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 08:40:31.718091 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 08:40:31.718091 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 08:40:31.718091 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 08:40:31.718091 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server raise exception Nov 12 08:40:31.718091 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f79bf5c8-e375-42e7-8b18-2bb7543bff70: This subnet is being modified by another concurrent operation. Nov 12 08:40:31.718091 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server Nov 12 08:40:31.726520 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 7ed37491-4937-4cd4-8878-a16dbac4e19a up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:40:31.857431 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 7ed37491-4937-4cd4-8878-a16dbac4e19a triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:31.857726 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:31.945211 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf7539f-91f1-45a8-b36d-acf1ba9a2fc1 None None] Network dcea8192-3ded-4675-acba-29dad29883d7 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:40:31.988879 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725d0107-f94c-40a5-b13b-29a13a3e73d7 req-71b8f7a7-c94b-44c3-a2a4-502ff7215979 tempest-ServerTagsTestJSON-1033092002 tempest-ServerTagsTestJSON-1033092002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:31.991202 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-725d0107-f94c-40a5-b13b-29a13a3e73d7 req-71b8f7a7-c94b-44c3-a2a4-502ff7215979 tempest-ServerTagsTestJSON-1033092002 tempest-ServerTagsTestJSON-1033092002-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c6fea0e-31ed-4fb0-8fbb-d73dec253f85 HTTP/1.1" status: 200 len: 932 time: 0.1053314 Nov 12 08:40:32.127158 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-725d0107-f94c-40a5-b13b-29a13a3e73d7 req-978d981a-6c84-416f-be71-e125fe2ac65e tempest-ServerTagsTestJSON-1033092002 tempest-ServerTagsTestJSON-1033092002-project] 10.222.0.26 "GET /v2.0/security-groups?id=c0807416-8c57-4309-ad0f-26d7a71324e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278112 Nov 12 08:40:32.211823 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-cda32dad-c907-4f71-9a56-9e55b577306c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:32.248946 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2abac3e-913f-4150-bfb7-24e0d2b2a3fc tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Made reservation on behalf of 9132ec14bb5d4c18949ca0b140edb366 for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:40:32.252643 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d2abac3e-913f-4150-bfb7-24e0d2b2a3fc tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:32.285193 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1f90c9-76e2-48f0-b112-49390c07a09b None None] DHCP port deletion for dcea8192-3ded-4675-acba-29dad29883d7 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:40:32.369359 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-cda32dad-c907-4f71-9a56-9e55b577306c None None] For port 4b30bbbd-4b24-4100-800e-8e4231f2d247, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=4b30bbbd-4b24-4100-800e-8e4231f2d247,segment=NetworkSegment(8b81b94d-1509-46fb-8976-09586403fcf4),segment_id=8b81b94d-1509-46fb-8976-09586403fcf4)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:32.392177 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-cda32dad-c907-4f71-9a56-9e55b577306c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:32.529333 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-3d1f90c9-76e2-48f0-b112-49390c07a09b None None] Deleting port 7ed37491-4937-4cd4-8878-a16dbac4e19a {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:40:32.530778 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3d1f90c9-76e2-48f0-b112-49390c07a09b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:32.545032 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-037a1357-84c4-4b2f-a50a-ea9aa7c1a584 req-c401b0cf-e327-4e43-9283-8839c26e3099 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5e9508a-06d4-4427-a9da-e42a848812c0 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:40:32.559927 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-037a1357-84c4-4b2f-a50a-ea9aa7c1a584 req-c401b0cf-e327-4e43-9283-8839c26e3099 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:32.585920 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-037a1357-84c4-4b2f-a50a-ea9aa7c1a584 req-c401b0cf-e327-4e43-9283-8839c26e3099 service neutron] Transition to ACTIVE for port object c5e9508a-06d4-4427-a9da-e42a848812c0 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:40:32.590828 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-037a1357-84c4-4b2f-a50a-ea9aa7c1a584 req-c401b0cf-e327-4e43-9283-8839c26e3099 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:32.610263 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda32dad-c907-4f71-9a56-9e55b577306c None None] Pushing event updated for resources: {'Port': ['ID=4b30bbbd-4b24-4100-800e-8e4231f2d247,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:32.621119 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-5f023eca-2212-42dc-aaa8-cd0ae33099d8 None None] Provisioning complete for port 4b30bbbd-4b24-4100-800e-8e4231f2d247 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:32.621490 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5f023eca-2212-42dc-aaa8-cd0ae33099d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:32.717553 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-3d1f90c9-76e2-48f0-b112-49390c07a09b None None] For port 7ed37491-4937-4cd4-8878-a16dbac4e19a, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=7ed37491-4937-4cd4-8878-a16dbac4e19a,segment=NetworkSegment(83c30f53-8f44-40b6-91bc-237f9283bbd5),segment_id=83c30f53-8f44-40b6-91bc-237f9283bbd5)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:32.717953 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3d1f90c9-76e2-48f0-b112-49390c07a09b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:32.741714 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-3d1f90c9-76e2-48f0-b112-49390c07a09b None None] Calling delete_port for 7ed37491-4937-4cd4-8878-a16dbac4e19a owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:40:32.779213 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 50884) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:32.849051 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c401b0cf-e327-4e43-9283-8839c26e3099 service neutron] Pushing event updated for resources: {'Port': ['ID=c5e9508a-06d4-4427-a9da-e42a848812c0,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:32.886259 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d2abac3e-913f-4150-bfb7-24e0d2b2a3fc tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:32.952154 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2abac3e-913f-4150-bfb7-24e0d2b2a3fc tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event updated for resources: {'Subnet': ['ID=cc334f34-3267-4334-bcfe-a298180b12bc,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:32.964147 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-037a1357-84c4-4b2f-a50a-ea9aa7c1a584 req-c401b0cf-e327-4e43-9283-8839c26e3099 service neutron] Attempting to bind port c5e9508a-06d4-4427-a9da-e42a848812c0 on host n-h2-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:40:32.964491 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-037a1357-84c4-4b2f-a50a-ea9aa7c1a584 req-c401b0cf-e327-4e43-9283-8839c26e3099 service neutron] Attempting to bind port c5e9508a-06d4-4427-a9da-e42a848812c0 by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': '4d15b137-d9f3-4165-8492-4cfd5cfc62d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '273d90bc-36f8-47d8-8471-f0f75053c900'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:40:32.964986 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037a1357-84c4-4b2f-a50a-ea9aa7c1a584 req-c401b0cf-e327-4e43-9283-8839c26e3099 service neutron] Attempting to bind port c5e9508a-06d4-4427-a9da-e42a848812c0 on network 273d90bc-36f8-47d8-8471-f0f75053c900 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:40:32.979111 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037a1357-84c4-4b2f-a50a-ea9aa7c1a584 req-c401b0cf-e327-4e43-9283-8839c26e3099 service neutron] Port c5e9508a-06d4-4427-a9da-e42a848812c0 on network 273d90bc-36f8-47d8-8471-f0f75053c900 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:40:32.979702 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037a1357-84c4-4b2f-a50a-ea9aa7c1a584 req-c401b0cf-e327-4e43-9283-8839c26e3099 service neutron] Attempting to bind port c5e9508a-06d4-4427-a9da-e42a848812c0 on network 273d90bc-36f8-47d8-8471-f0f75053c900 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:40:32.983097 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2abac3e-913f-4150-bfb7-24e0d2b2a3fc tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Network dcea8192-3ded-4675-acba-29dad29883d7 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:40:32.988414 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-d2abac3e-913f-4150-bfb7-24e0d2b2a3fc tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:40:32.991538 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037a1357-84c4-4b2f-a50a-ea9aa7c1a584 req-c401b0cf-e327-4e43-9283-8839c26e3099 service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:40:32.992072 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037a1357-84c4-4b2f-a50a-ea9aa7c1a584 req-c401b0cf-e327-4e43-9283-8839c26e3099 service neutron] Checking segment: {'id': '4d15b137-d9f3-4165-8492-4cfd5cfc62d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '273d90bc-36f8-47d8-8471-f0f75053c900'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:40:32.992639 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037a1357-84c4-4b2f-a50a-ea9aa7c1a584 req-c401b0cf-e327-4e43-9283-8839c26e3099 service neutron] Bound using segment: {'id': '4d15b137-d9f3-4165-8492-4cfd5cfc62d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '273d90bc-36f8-47d8-8471-f0f75053c900'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:40:32.993369 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-037a1357-84c4-4b2f-a50a-ea9aa7c1a584 req-c401b0cf-e327-4e43-9283-8839c26e3099 service neutron] Bound port: c5e9508a-06d4-4427-a9da-e42a848812c0, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d15b137-d9f3-4165-8492-4cfd5cfc62d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '273d90bc-36f8-47d8-8471-f0f75053c900'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:40:32.993892 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-037a1357-84c4-4b2f-a50a-ea9aa7c1a584 req-c401b0cf-e327-4e43-9283-8839c26e3099 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:32.997863 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2abac3e-913f-4150-bfb7-24e0d2b2a3fc tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:32.998681 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d2abac3e-913f-4150-bfb7-24e0d2b2a3fc tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:33.023934 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3d1f90c9-76e2-48f0-b112-49390c07a09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:33.078333 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1f90c9-76e2-48f0-b112-49390c07a09b None None] Pushing event deleted for resources: {'Port': ['ID=7ed37491-4937-4cd4-8878-a16dbac4e19a,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:33.083982 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7d986bb7-391f-4575-915e-b18fa0d5288e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:33.096137 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1f90c9-76e2-48f0-b112-49390c07a09b None None] No DVR routers for this DVR port 7ed37491-4937-4cd4-8878-a16dbac4e19a on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:40:33.130521 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419422d3-20d2-4bb7-b92c-82f6362ea4e9 None None] Network dcea8192-3ded-4675-acba-29dad29883d7 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:40:33.132610 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-5f023eca-2212-42dc-aaa8-cd0ae33099d8 None None] Could not find standard attr ID for object 7ed37491-4937-4cd4-8878-a16dbac4e19a. {{(pid=102601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:40:33.152983 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-037a1357-84c4-4b2f-a50a-ea9aa7c1a584 req-c401b0cf-e327-4e43-9283-8839c26e3099 service neutron] For port c5e9508a-06d4-4427-a9da-e42a848812c0, host n-h2-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:40:33.157550 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-037a1357-84c4-4b2f-a50a-ea9aa7c1a584 req-c401b0cf-e327-4e43-9283-8839c26e3099 service neutron] For port c5e9508a-06d4-4427-a9da-e42a848812c0, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=c5e9508a-06d4-4427-a9da-e42a848812c0,segment=NetworkSegment(4d15b137-d9f3-4165-8492-4cfd5cfc62d7),segment_id=4d15b137-d9f3-4165-8492-4cfd5cfc62d7)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:40:33.164625 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-d2abac3e-913f-4150-bfb7-24e0d2b2a3fc tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4661381 Nov 12 08:40:33.166440 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-037a1357-84c4-4b2f-a50a-ea9aa7c1a584 req-c401b0cf-e327-4e43-9283-8839c26e3099 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:33.168398 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 50892) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:33.177310 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-c9b897cd-900d-4366-8ae9-87122aa2cc6c tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Request body: {'subnet': {'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:33.240810 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037a1357-84c4-4b2f-a50a-ea9aa7c1a584 req-c401b0cf-e327-4e43-9283-8839c26e3099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:33.241382 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-037a1357-84c4-4b2f-a50a-ea9aa7c1a584 req-c401b0cf-e327-4e43-9283-8839c26e3099 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:33.243023 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-037a1357-84c4-4b2f-a50a-ea9aa7c1a584 req-c401b0cf-e327-4e43-9283-8839c26e3099 service neutron] 10.222.0.44 "PUT /v2.0/ports/c5e9508a-06d4-4427-a9da-e42a848812c0 HTTP/1.1" status: 200 len: 1093 time: 1.8887653 Nov 12 08:40:33.421160 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7d986bb7-391f-4575-915e-b18fa0d5288e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:33.431712 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7d986bb7-391f-4575-915e-b18fa0d5288e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:33.462993 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e86b44-f8e2-4c25-983d-52d042592046 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-dcea8192-3ded-4675-acba-29dad29883d7', 'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7', 'tenant_id': '9132ec14bb5d4c18949ca0b140edb366', 'fixed_ips': [{'subnet_id': 'cc334f34-3267-4334-bcfe-a298180b12bc'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:40:33.466236 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d7e86b44-f8e2-4c25-983d-52d042592046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:33.477232 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-7d986bb7-391f-4575-915e-b18fa0d5288e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b81a4bd48c754b5eb91dfe1d9a3528bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6967404 Nov 12 08:40:33.489416 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65fcb85-f1cf-4342-b9c5-8501c45c6441 req-92391e6e-b852-4df4-a1b9-35dfff37ff31 tempest-ServerTagsTestJSON-1033092002 tempest-ServerTagsTestJSON-1033092002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:33.497664 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d65fcb85-f1cf-4342-b9c5-8501c45c6441 req-92391e6e-b852-4df4-a1b9-35dfff37ff31 tempest-ServerTagsTestJSON-1033092002 tempest-ServerTagsTestJSON-1033092002-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c6fea0e-31ed-4fb0-8fbb-d73dec253f85 HTTP/1.1" status: 200 len: 944 time: 0.2354968 Nov 12 08:40:33.499835 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 50896) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:33.582800 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d986bb7-391f-4575-915e-b18fa0d5288e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb94afc0-23cd-4750-b950-5f170964131a,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:33.708418 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d65fcb85-f1cf-4342-b9c5-8501c45c6441 req-bd4434d5-0454-4b86-80a8-af14cd5ac39f tempest-ServerTagsTestJSON-1033092002 tempest-ServerTagsTestJSON-1033092002-project] 10.222.0.26 "GET /v2.0/security-groups?id=c0807416-8c57-4309-ad0f-26d7a71324e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097449 Nov 12 08:40:33.736424 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0200696a-b711-47d7-a7dc-fc8fb6dbadad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:33.765776 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-d7e86b44-f8e2-4c25-983d-52d042592046 None None] Allocated IP 2001:db8::2 (dcea8192-3ded-4675-acba-29dad29883d7/cc334f34-3267-4334-bcfe-a298180b12bc/1b2aee6b-6c20-4e38-afff-0ebf67140ff5) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:40:33.768532 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0200696a-b711-47d7-a7dc-fc8fb6dbadad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:33.849578 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0200696a-b711-47d7-a7dc-fc8fb6dbadad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:33.852484 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0200696a-b711-47d7-a7dc-fc8fb6dbadad admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:33.853780 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-0200696a-b711-47d7-a7dc-fc8fb6dbadad admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fb94afc0-23cd-4750-b950-5f170964131a HTTP/1.1" status: 204 len: 168 time: 0.3440027 Nov 12 08:40:33.863682 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0200696a-b711-47d7-a7dc-fc8fb6dbadad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb94afc0-23cd-4750-b950-5f170964131a,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:33.975281 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c6fea0e-31ed-4fb0-8fbb-d73dec253f85', 'tag': 'c5e9508a-06d4-4427-a9da-e42a848812c0'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:40:33.979122 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff8016e0-6d84-43d8-b833-25f283e34d01" -d '{"events": [{"name": "network-changed", "server_uuid": "0c6fea0e-31ed-4fb0-8fbb-d73dec253f85", "tag": "c5e9508a-06d4-4427-a9da-e42a848812c0"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:40:33.986738 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d7e86b44-f8e2-4c25-983d-52d042592046 None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:33.991739 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 4b30bbbd-4b24-4100-800e-8e4231f2d247 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:40:34.032644 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d7e86b44-f8e2-4c25-983d-52d042592046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:34.144568 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e86b44-f8e2-4c25-983d-52d042592046 None None] Network dcea8192-3ded-4675-acba-29dad29883d7 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:40:34.146804 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3636db4c-51de-44bb-99a2-549b5eca5478 x-openstack-request-id: req-3636db4c-51de-44bb-99a2-549b5eca5478 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:40:34.147292 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c6fea0e-31ed-4fb0-8fbb-d73dec253f85", "tag": "c5e9508a-06d4-4427-a9da-e42a848812c0", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:40:34.147774 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3636db4c-51de-44bb-99a2-549b5eca5478 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:40:34.148397 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c6fea0e-31ed-4fb0-8fbb-d73dec253f85', 'tag': 'c5e9508a-06d4-4427-a9da-e42a848812c0', 'status': 'completed', 'code': 200} Nov 12 08:40:34.161703 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c401b0cf-e327-4e43-9283-8839c26e3099 service neutron] Pushing event updated for resources: {'Port': ['ID=c5e9508a-06d4-4427-a9da-e42a848812c0,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:34.184972 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-d7e86b44-f8e2-4c25-983d-52d042592046 None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:40:34.188422 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e86b44-f8e2-4c25-983d-52d042592046 None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:40:34.197316 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9b897cd-900d-4366-8ae9-87122aa2cc6c tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Made reservation on behalf of 9132ec14bb5d4c18949ca0b140edb366 for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:40:34.202407 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c9b897cd-900d-4366-8ae9-87122aa2cc6c tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:34.207270 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-88fa4372-d855-4ca3-b875-2aaf690767a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:34.226691 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e86b44-f8e2-4c25-983d-52d042592046 None None] Pushing event updated for resources: {'Port': ['ID=1b2aee6b-6c20-4e38-afff-0ebf67140ff5,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:34.247005 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037a1357-84c4-4b2f-a50a-ea9aa7c1a584 req-1bba403d-1f42-4c16-ab35-c882da213aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:34.249202 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-037a1357-84c4-4b2f-a50a-ea9aa7c1a584 req-1bba403d-1f42-4c16-ab35-c882da213aa9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1f1b858572204b3c92d394c4389e4299&device_id=0c6fea0e-31ed-4fb0-8fbb-d73dec253f85 HTTP/1.1" status: 200 len: 1096 time: 0.2495112 Nov 12 08:40:34.312076 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-d7e86b44-f8e2-4c25-983d-52d042592046 None None] Attempting to bind port 1b2aee6b-6c20-4e38-afff-0ebf67140ff5 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:40:34.312453 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-d7e86b44-f8e2-4c25-983d-52d042592046 None None] Attempting to bind port 1b2aee6b-6c20-4e38-afff-0ebf67140ff5 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '83c30f53-8f44-40b6-91bc-237f9283bbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:40:34.312822 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e86b44-f8e2-4c25-983d-52d042592046 None None] Attempting to bind port 1b2aee6b-6c20-4e38-afff-0ebf67140ff5 on network dcea8192-3ded-4675-acba-29dad29883d7 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:40:34.326079 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e86b44-f8e2-4c25-983d-52d042592046 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:40:34.326569 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e86b44-f8e2-4c25-983d-52d042592046 None None] Checking segment: {'id': '83c30f53-8f44-40b6-91bc-237f9283bbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:40:34.331060 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d7e86b44-f8e2-4c25-983d-52d042592046 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:34.331859 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e86b44-f8e2-4c25-983d-52d042592046 None None] Bound using segment: {'id': '83c30f53-8f44-40b6-91bc-237f9283bbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:40:34.332861 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-d7e86b44-f8e2-4c25-983d-52d042592046 None None] Bound port: 1b2aee6b-6c20-4e38-afff-0ebf67140ff5, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83c30f53-8f44-40b6-91bc-237f9283bbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:40:34.334326 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d7e86b44-f8e2-4c25-983d-52d042592046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:34.366431 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 4b30bbbd-4b24-4100-800e-8e4231f2d247 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:34.367134 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:34.374735 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-037a1357-84c4-4b2f-a50a-ea9aa7c1a584 req-46a3325f-38f3-4973-9d31-978a9b1ce91d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5e9508a-06d4-4427-a9da-e42a848812c0 HTTP/1.1" status: 200 len: 217 time: 0.0461652 Nov 12 08:40:34.430395 n-d-765315-29 neutron-server[102599]: INFO neutron.db.ipam_backend_mixin [None req-c9b897cd-900d-4366-8ae9-87122aa2cc6c tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cc334f34-3267-4334-bcfe-a298180b12bc (CIDR: 2001:db8::/64) Nov 12 08:40:34.437647 n-d-765315-29 neutron-server[102599]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9b897cd-900d-4366-8ae9-87122aa2cc6c tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:40:34.438110 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9b897cd-900d-4366-8ae9-87122aa2cc6c tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:40:34.460609 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037a1357-84c4-4b2f-a50a-ea9aa7c1a584 req-4f1639cb-fd6f-46ff-b2dd-c0988f9c542f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:34.462233 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-037a1357-84c4-4b2f-a50a-ea9aa7c1a584 req-4f1639cb-fd6f-46ff-b2dd-c0988f9c542f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=572e053d-9315-47a6-b65d-1635c9789e0d HTTP/1.1" status: 200 len: 848 time: 0.0776417 Nov 12 08:40:34.466321 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-c9b897cd-900d-4366-8ae9-87122aa2cc6c tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2948263 Nov 12 08:40:34.469248 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 50916) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:34.475603 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-b7ce3d73-889c-42f8-a9e9-1040714338f8 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Request body: {'subnet': {'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:34.522667 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-037a1357-84c4-4b2f-a50a-ea9aa7c1a584 req-cfde1df2-69fa-4878-8f95-027861954c1c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=273d90bc-36f8-47d8-8471-f0f75053c900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525315 Nov 12 08:40:34.584810 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-d7e86b44-f8e2-4c25-983d-52d042592046 None None] For port 1b2aee6b-6c20-4e38-afff-0ebf67140ff5, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:40:34.589192 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-d7e86b44-f8e2-4c25-983d-52d042592046 None None] For port 1b2aee6b-6c20-4e38-afff-0ebf67140ff5, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=1b2aee6b-6c20-4e38-afff-0ebf67140ff5,segment=NetworkSegment(83c30f53-8f44-40b6-91bc-237f9283bbd5),segment_id=83c30f53-8f44-40b6-91bc-237f9283bbd5)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:40:34.594807 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d7e86b44-f8e2-4c25-983d-52d042592046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:34.669379 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 7ed37491-4937-4cd4-8878-a16dbac4e19a no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:40:34.714048 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-037a1357-84c4-4b2f-a50a-ea9aa7c1a584 req-88ba56db-5295-450e-978d-c29310e92f37 service neutron] 10.222.0.44 "GET /v2.0/networks/273d90bc-36f8-47d8-8471-f0f75053c900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832919 Nov 12 08:40:34.732549 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 7ed37491-4937-4cd4-8878-a16dbac4e19a {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:40:34.732896 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 7ed37491-4937-4cd4-8878-a16dbac4e19a not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:40:34.750766 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e86b44-f8e2-4c25-983d-52d042592046 None None] Pushing event updated for resources: {'Port': ['ID=1b2aee6b-6c20-4e38-afff-0ebf67140ff5,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:34.777068 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ce3d73-889c-42f8-a9e9-1040714338f8 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Made reservation on behalf of 9132ec14bb5d4c18949ca0b140edb366 for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:40:34.792024 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b7ce3d73-889c-42f8-a9e9-1040714338f8 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:34.931556 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-037a1357-84c4-4b2f-a50a-ea9aa7c1a584 req-05356087-1131-4792-a8c2-3928b0164e59 service neutron] 10.222.0.44 "GET /v2.0/networks/273d90bc-36f8-47d8-8471-f0f75053c900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080226 Nov 12 08:40:34.972865 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e08482-3e9c-4f2e-833b-071812fdd81c req-3ec94ba2-7f06-4178-bcf5-673aafd75d48 tempest-ServerTagsTestJSON-1033092002 tempest-ServerTagsTestJSON-1033092002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:34.974642 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b5e08482-3e9c-4f2e-833b-071812fdd81c req-3ec94ba2-7f06-4178-bcf5-673aafd75d48 tempest-ServerTagsTestJSON-1033092002 tempest-ServerTagsTestJSON-1033092002-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c6fea0e-31ed-4fb0-8fbb-d73dec253f85 HTTP/1.1" status: 200 len: 944 time: 0.1211197 Nov 12 08:40:35.062717 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:40:35.126698 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b5e08482-3e9c-4f2e-833b-071812fdd81c req-69965c88-06e5-4c1e-a14f-2043c9365e80 tempest-ServerTagsTestJSON-1033092002 tempest-ServerTagsTestJSON-1033092002-project] 10.222.0.26 "GET /v2.0/security-groups?id=c0807416-8c57-4309-ad0f-26d7a71324e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447384 Nov 12 08:40:35.186428 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8016e0-6d84-43d8-b833-25f283e34d01 req-d4cb46d2-a196-487b-9433-7ddc702714ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:35.189312 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ff8016e0-6d84-43d8-b833-25f283e34d01 req-d4cb46d2-a196-487b-9433-7ddc702714ef service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1f1b858572204b3c92d394c4389e4299&device_id=0c6fea0e-31ed-4fb0-8fbb-d73dec253f85 HTTP/1.1" status: 200 len: 1096 time: 0.1561174 Nov 12 08:40:35.364860 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:35.384317 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8016e0-6d84-43d8-b833-25f283e34d01 req-6f8ea2e6-900b-495f-8bdb-d8ee848cc732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:35.386837 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ff8016e0-6d84-43d8-b833-25f283e34d01 req-6f8ea2e6-900b-495f-8bdb-d8ee848cc732 service neutron] 10.222.0.44 "GET /v2.0/networks?id=273d90bc-36f8-47d8-8471-f0f75053c900 HTTP/1.1" status: 200 len: 909 time: 0.1896567 Nov 12 08:40:35.438554 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ff8016e0-6d84-43d8-b833-25f283e34d01 req-cac56e2e-3468-4ba2-a555-b009da817364 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5e9508a-06d4-4427-a9da-e42a848812c0 HTTP/1.1" status: 200 len: 217 time: 0.0421884 Nov 12 08:40:35.579779 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8016e0-6d84-43d8-b833-25f283e34d01 req-7594d17c-3dcc-4aaf-9a62-b5d6aecace35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:35.583599 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ff8016e0-6d84-43d8-b833-25f283e34d01 req-7594d17c-3dcc-4aaf-9a62-b5d6aecace35 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=572e053d-9315-47a6-b65d-1635c9789e0d HTTP/1.1" status: 200 len: 848 time: 0.1317837 Nov 12 08:40:35.672134 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ff8016e0-6d84-43d8-b833-25f283e34d01 req-cb2938d6-4650-430a-8df6-e08a66ee1071 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=273d90bc-36f8-47d8-8471-f0f75053c900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0798862 Nov 12 08:40:35.723854 n-d-765315-29 neutron-server[102600]: DEBUG neutron.objects.ports [None req-b7ce3d73-889c-42f8-a9e9-1040714338f8 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102600) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 08:40:35.781314 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 1b2aee6b-6c20-4e38-afff-0ebf67140ff5 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:40:35.887777 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ff8016e0-6d84-43d8-b833-25f283e34d01 req-432506a6-ccdd-4b61-9402-7fa22eabad8b service neutron] 10.222.0.44 "GET /v2.0/networks/273d90bc-36f8-47d8-8471-f0f75053c900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016041 Nov 12 08:40:35.930048 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 1b2aee6b-6c20-4e38-afff-0ebf67140ff5 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:35.930422 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:36.112448 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:36.204727 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.db.api [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:40:36.205190 n-d-765315-29 neutron-server[102601]: DEBUG oslo_db.api [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:40:36.208830 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b7ce3d73-889c-42f8-a9e9-1040714338f8 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:36.216507 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ff8016e0-6d84-43d8-b833-25f283e34d01 req-66d5e093-6b24-48e0-a9a9-a4c9005b7951 service neutron] 10.222.0.44 "GET /v2.0/networks/273d90bc-36f8-47d8-8471-f0f75053c900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3201141 Nov 12 08:40:36.369823 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28371ca3-ff3a-45b4-b9c9-1c217ad6ba7c req-e804f5e0-70a8-4c3d-82b3-bfd7ac8a3c34 tempest-ServerTagsTestJSON-1033092002 tempest-ServerTagsTestJSON-1033092002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:36.377289 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-28371ca3-ff3a-45b4-b9c9-1c217ad6ba7c req-e804f5e0-70a8-4c3d-82b3-bfd7ac8a3c34 tempest-ServerTagsTestJSON-1033092002 tempest-ServerTagsTestJSON-1033092002-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c6fea0e-31ed-4fb0-8fbb-d73dec253f85 HTTP/1.1" status: 200 len: 944 time: 0.1028621 Nov 12 08:40:36.499600 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-28371ca3-ff3a-45b4-b9c9-1c217ad6ba7c req-1b88ef68-2cc7-4a42-9d78-f1c7a20cfe75 tempest-ServerTagsTestJSON-1033092002 tempest-ServerTagsTestJSON-1033092002-project] 10.222.0.26 "GET /v2.0/security-groups?id=c0807416-8c57-4309-ad0f-26d7a71324e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209457 Nov 12 08:40:36.543033 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-ebb4ed71-5095-436f-b301-4f05feaafac7 None None] Provisioning complete for port 1b2aee6b-6c20-4e38-afff-0ebf67140ff5 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:36.545789 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ebb4ed71-5095-436f-b301-4f05feaafac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:36.568587 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-b7ce3d73-889c-42f8-a9e9-1040714338f8 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] For port 1b2aee6b-6c20-4e38-afff-0ebf67140ff5, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=1b2aee6b-6c20-4e38-afff-0ebf67140ff5,segment=NetworkSegment(83c30f53-8f44-40b6-91bc-237f9283bbd5),segment_id=83c30f53-8f44-40b6-91bc-237f9283bbd5)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:36.629032 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b7ce3d73-889c-42f8-a9e9-1040714338f8 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:36.635113 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b7ce3d73-889c-42f8-a9e9-1040714338f8 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:36.635912 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b7ce3d73-889c-42f8-a9e9-1040714338f8 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:36.662760 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ebb4ed71-5095-436f-b301-4f05feaafac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:36.760458 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.db.api [None req-ebb4ed71-5095-436f-b301-4f05feaafac7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:40:36.760811 n-d-765315-29 neutron-server[102601]: DEBUG oslo_db.api [None req-ebb4ed71-5095-436f-b301-4f05feaafac7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:40:36.763369 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:36.793214 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ce3d73-889c-42f8-a9e9-1040714338f8 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Network dcea8192-3ded-4675-acba-29dad29883d7 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:40:36.801454 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ce3d73-889c-42f8-a9e9-1040714338f8 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event updated for resources: {'Subnet': ['ID=b71f79b4-60bd-401c-ae87-4d88c55ae899,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:36.806764 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-b7ce3d73-889c-42f8-a9e9-1040714338f8 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:40:36.809379 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ce3d73-889c-42f8-a9e9-1040714338f8 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:36.809985 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b7ce3d73-889c-42f8-a9e9-1040714338f8 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:36.819851 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] For port 1b2aee6b-6c20-4e38-afff-0ebf67140ff5, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=1b2aee6b-6c20-4e38-afff-0ebf67140ff5,segment=NetworkSegment(83c30f53-8f44-40b6-91bc-237f9283bbd5),segment_id=83c30f53-8f44-40b6-91bc-237f9283bbd5)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:36.825912 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:36.878995 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ce3d73-889c-42f8-a9e9-1040714338f8 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event updated for resources: {'Port': ['ID=1b2aee6b-6c20-4e38-afff-0ebf67140ff5,revision_number=4']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:36.891809 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 50968) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:36.891987 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc3d975-87cb-4395-9073-c85a4a86c014 None None] Network dcea8192-3ded-4675-acba-29dad29883d7 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:40:36.899122 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-4cc4d558-1efb-4dd9-add5-0d892f592917 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Request body: {'port': {'network_id': 'dcea8192-3ded-4675-acba-29dad29883d7', 'mac_address': 'fa:16:3e:04:71:60', 'name': 'tempest-NetworksTestDHCPv6-768639321'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:36.903925 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-b7ce3d73-889c-42f8-a9e9-1040714338f8 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.4332242 Nov 12 08:40:36.931308 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40620233-4764-4713-be07-35b26ec0e552 req-517b619b-7ef2-41a3-aa0f-c76f67066813 tempest-TestNetworkAdvancedServerOps-63743733 tempest-TestNetworkAdvancedServerOps-63743733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:36.944633 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-40620233-4764-4713-be07-35b26ec0e552 req-517b619b-7ef2-41a3-aa0f-c76f67066813 tempest-TestNetworkAdvancedServerOps-63743733 tempest-TestNetworkAdvancedServerOps-63743733-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=903cd802-0b2d-467f-ae9a-bf81d7255ef7 HTTP/1.1" status: 200 len: 1097 time: 0.1464319 Nov 12 08:40:36.971608 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-40620233-4764-4713-be07-35b26ec0e552 req-9baf7141-16fd-4e8c-a4f2-79dfd01e5d7a tempest-TestNetworkAdvancedServerOps-63743733 tempest-TestNetworkAdvancedServerOps-63743733-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:36.991611 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Pushing event updated for resources: {'Port': ['ID=1b2aee6b-6c20-4e38-afff-0ebf67140ff5,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:37.015159 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-084bf8b2-0cc5-4ced-90d7-bb757329d31e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:37.100625 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cc4d558-1efb-4dd9-add5-0d892f592917 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Made reservation on behalf of 9132ec14bb5d4c18949ca0b140edb366 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:40:37.116601 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-40620233-4764-4713-be07-35b26ec0e552 req-9baf7141-16fd-4e8c-a4f2-79dfd01e5d7a tempest-TestNetworkAdvancedServerOps-63743733 tempest-TestNetworkAdvancedServerOps-63743733-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:37.121634 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-40620233-4764-4713-be07-35b26ec0e552 req-9baf7141-16fd-4e8c-a4f2-79dfd01e5d7a tempest-TestNetworkAdvancedServerOps-63743733 tempest-TestNetworkAdvancedServerOps-63743733-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:37.213207 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baf7141-16fd-4e8c-a4f2-79dfd01e5d7a tempest-TestNetworkAdvancedServerOps-63743733 tempest-TestNetworkAdvancedServerOps-63743733-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=802288fb-3b6a-4383-8ac1-6d8a874686c2,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:37.219789 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-40620233-4764-4713-be07-35b26ec0e552 req-9baf7141-16fd-4e8c-a4f2-79dfd01e5d7a tempest-TestNetworkAdvancedServerOps-63743733 tempest-TestNetworkAdvancedServerOps-63743733-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=87051b75-a5b8-4134-a29f-d7bdc7d0859e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2705202 Nov 12 08:40:37.257938 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4cc4d558-1efb-4dd9-add5-0d892f592917 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:37.312662 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [None req-4cc4d558-1efb-4dd9-add5-0d892f592917 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] device_id is not set on port 0b0bbd24-1ad6-4859-a98e-8280bd608451 yet. {{(pid=102599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:40:37.444387 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e28dfe-a19b-40e9-86de-38e47c563463 req-0a3f0f1d-b742-4257-93f5-64428dc83188 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:37.453245 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f1e28dfe-a19b-40e9-86de-38e47c563463 req-0a3f0f1d-b742-4257-93f5-64428dc83188 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=903cd802-0b2d-467f-ae9a-bf81d7255ef7 HTTP/1.1" status: 200 len: 945 time: 0.0989590 Nov 12 08:40:37.524766 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f1e28dfe-a19b-40e9-86de-38e47c563463 req-eec18b0b-3126-4a6b-8a3d-924e8529f3bf tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=87051b75-a5b8-4134-a29f-d7bdc7d0859e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680063 Nov 12 08:40:37.544672 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 50984) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:37.696432 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-4e2017f2-9b30-4a3a-a78e-33050a72399a tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/floatingips/2b79ed8c-cea5-4b9d-a5f4-2aae8cfe3a0a HTTP/1.1" status: 200 len: 993 time: 0.1505802 Nov 12 08:40:37.709917 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 1b2aee6b-6c20-4e38-afff-0ebf67140ff5 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:40:37.784775 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f14a1f6-cd83-4b17-8480-8f1000db88fd req-0cff3bb3-9002-4467-82d8-527873de5350 tempest-ServerTagsTestJSON-1033092002 tempest-ServerTagsTestJSON-1033092002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:37.793103 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6f14a1f6-cd83-4b17-8480-8f1000db88fd req-0cff3bb3-9002-4467-82d8-527873de5350 tempest-ServerTagsTestJSON-1033092002 tempest-ServerTagsTestJSON-1033092002-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c6fea0e-31ed-4fb0-8fbb-d73dec253f85 HTTP/1.1" status: 200 len: 944 time: 0.0951018 Nov 12 08:40:37.803088 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-4cc4d558-1efb-4dd9-add5-0d892f592917 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Allocated IP 2001:db8::148 (dcea8192-3ded-4675-acba-29dad29883d7/cc334f34-3267-4334-bcfe-a298180b12bc/0b0bbd24-1ad6-4859-a98e-8280bd608451) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:40:37.817264 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-4cc4d558-1efb-4dd9-add5-0d892f592917 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Allocated IP 2001:db8:0:1:f816:3eff:fe04:7160 (dcea8192-3ded-4675-acba-29dad29883d7/b71f79b4-60bd-401c-ae87-4d88c55ae899/0b0bbd24-1ad6-4859-a98e-8280bd608451) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:40:37.827054 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-9160439f-edbe-48ad-b411-fac17dae3815 None None] Could not find standard attr ID for object f37fdf18-edeb-4ee4-bef0-4d9d5fd6149a. {{(pid=102601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:40:37.848300 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 1b2aee6b-6c20-4e38-afff-0ebf67140ff5 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:37.850183 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:37.868127 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6f14a1f6-cd83-4b17-8480-8f1000db88fd req-702522ca-358b-4741-ab6a-bd67d2b764da tempest-ServerTagsTestJSON-1033092002 tempest-ServerTagsTestJSON-1033092002-project] 10.222.0.26 "GET /v2.0/security-groups?id=c0807416-8c57-4309-ad0f-26d7a71324e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738599 Nov 12 08:40:37.945553 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:37.967069 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device c5e9508a-06d4-4427-a9da-e42a848812c0 details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:40:38.124359 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4cc4d558-1efb-4dd9-add5-0d892f592917 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:38.177547 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4cc4d558-1efb-4dd9-add5-0d892f592917 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:38.235246 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port c5e9508a-06d4-4427-a9da-e42a848812c0, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=c5e9508a-06d4-4427-a9da-e42a848812c0,segment=NetworkSegment(4d15b137-d9f3-4165-8492-4cfd5cfc62d7),segment_id=4d15b137-d9f3-4165-8492-4cfd5cfc62d7)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:38.257043 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': 'c5e9508a-06d4-4427-a9da-e42a848812c0', 'network_id': '273d90bc-36f8-47d8-8471-f0f75053c900', 'port_id': 'c5e9508a-06d4-4427-a9da-e42a848812c0', 'mac_address': 'fa:16:3e:ac:b4:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '572e053d-9315-47a6-b65d-1635c9789e0d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:40:38.266623 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc4d558-1efb-4dd9-add5-0d892f592917 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Network dcea8192-3ded-4675-acba-29dad29883d7 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:40:38.271015 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-4cc4d558-1efb-4dd9-add5-0d892f592917 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:40:38.275304 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc4d558-1efb-4dd9-add5-0d892f592917 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:40:38.281124 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc4d558-1efb-4dd9-add5-0d892f592917 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:38.281762 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4cc4d558-1efb-4dd9-add5-0d892f592917 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:38.290782 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc4d558-1efb-4dd9-add5-0d892f592917 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event updated for resources: {'Port': ['ID=0b0bbd24-1ad6-4859-a98e-8280bd608451,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:38.318527 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-4cc4d558-1efb-4dd9-add5-0d892f592917 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.4227891 Nov 12 08:40:38.318965 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 51010) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:38.336959 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:38.371034 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5e9508a-06d4-4427-a9da-e42a848812c0 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:40:38.403695 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port c5e9508a-06d4-4427-a9da-e42a848812c0, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=c5e9508a-06d4-4427-a9da-e42a848812c0,segment=NetworkSegment(4d15b137-d9f3-4165-8492-4cfd5cfc62d7),segment_id=4d15b137-d9f3-4165-8492-4cfd5cfc62d7)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:38.414958 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:38.461357 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-c3ca789b-dedf-485b-9803-c284c3bfeeaa None None] Provisioning complete for port 1b2aee6b-6c20-4e38-afff-0ebf67140ff5 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:38.461684 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c3ca789b-dedf-485b-9803-c284c3bfeeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:38.518403 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98836977-d22c-4cb4-81ad-99f423d24fae req-9742b703-c20d-4248-b951-78e8fdd48700 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:38.527342 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-98836977-d22c-4cb4-81ad-99f423d24fae req-9742b703-c20d-4248-b951-78e8fdd48700 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/networks?id=35316ea3-d15f-4e9c-9d0f-87ba20d4fc64 HTTP/1.1" status: 200 len: 812 time: 0.1785970 Nov 12 08:40:38.540960 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-f3239639-cf03-4076-becc-4f28e3eb0e22 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Deleting port 0b0bbd24-1ad6-4859-a98e-8280bd608451 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:40:38.541381 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f3239639-cf03-4076-becc-4f28e3eb0e22 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:38.574739 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-98836977-d22c-4cb4-81ad-99f423d24fae req-9decf7c9-0f9e-48fa-9ba1-13d09611cbbd tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/quotas/7d3f7337327743ecb706fdd7c92380e3 HTTP/1.1" status: 200 len: 375 time: 0.0466142 Nov 12 08:40:38.586096 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=c5e9508a-06d4-4427-a9da-e42a848812c0,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:38.652984 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928cc1e3-6bd3-4e10-bbf3-e1a902775b05 None None] get_active_networks_info from n-d-765315-29 {{(pid=102601) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 08:40:38.685499 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-98836977-d22c-4cb4-81ad-99f423d24fae req-5d94b3ea-3fb7-4a88-890d-d93c10e32cf5 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=7d3f7337327743ecb706fdd7c92380e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1098664 Nov 12 08:40:38.734521 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f3239639-cf03-4076-becc-4f28e3eb0e22 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:38.748840 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-cd7837c4-814d-4067-b101-ec33883271f7 None None] Provisioning complete for port 0b0bbd24-1ad6-4859-a98e-8280bd608451 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:38.749981 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-cd7837c4-814d-4067-b101-ec33883271f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:38.757366 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['c5e9508a-06d4-4427-a9da-e42a848812c0'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:40:38.856704 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-cd7837c4-814d-4067-b101-ec33883271f7 None None] Port 0b0bbd24-1ad6-4859-a98e-8280bd608451 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:40:38.883952 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928cc1e3-6bd3-4e10-bbf3-e1a902775b05 None None] Resources bound (agent type, host, resource id): {{(pid=102601) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 08:40:39.154839 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-f3239639-cf03-4076-becc-4f28e3eb0e22 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Calling delete_port for 0b0bbd24-1ad6-4859-a98e-8280bd608451 owned by {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:40:39.230363 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-98836977-d22c-4cb4-81ad-99f423d24fae req-dfc322fd-e351-40fd-8100-39427b60beba service neutron] 10.222.0.26 "GET /v2.0/networks/35316ea3-d15f-4e9c-9d0f-87ba20d4fc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5322421 Nov 12 08:40:39.288564 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:39.382474 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-98836977-d22c-4cb4-81ad-99f423d24fae req-fff28407-7068-4d98-bc3a-c06819c98fd0 service neutron] 10.222.0.26 "GET /v2.0/networks/35316ea3-d15f-4e9c-9d0f-87ba20d4fc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406789 Nov 12 08:40:39.472628 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f3239639-cf03-4076-becc-4f28e3eb0e22 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:39.510027 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3239639-cf03-4076-becc-4f28e3eb0e22 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event deleted for resources: {'Port': ['ID=0b0bbd24-1ad6-4859-a98e-8280bd608451,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:39.574498 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f3239639-cf03-4076-becc-4f28e3eb0e22 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:39.578999 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-f3239639-cf03-4076-becc-4f28e3eb0e22 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "DELETE /v2.0/ports/0b0bbd24-1ad6-4859-a98e-8280bd608451 HTTP/1.1" status: 204 len: 168 time: 1.2587609 Nov 12 08:40:39.583449 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 51022) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:39.653720 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793adc99-c5f4-4ad2-a9ae-b8b67799859f tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:39.658939 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-793adc99-c5f4-4ad2-a9ae-b8b67799859f tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0707433 Nov 12 08:40:39.659521 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 51024) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:39.728644 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38d9a45-d405-4d18-8774-98aeba229fef tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:39.733502 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 51026) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:39.752714 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-b38d9a45-d405-4d18-8774-98aeba229fef tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0921726 Nov 12 08:40:39.830734 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0809967e-a198-4c0d-b1c1-898223c1d244 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:39.833557 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0809967e-a198-4c0d-b1c1-898223c1d244 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:39.835330 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0809967e-a198-4c0d-b1c1-898223c1d244 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:39.836990 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-0809967e-a198-4c0d-b1c1-898223c1d244 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1024811 Nov 12 08:40:39.841455 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 51034) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:39.927155 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [req-e7d43639-67d1-4194-8a72-8dd3eedcdfb5 req-58111e4b-d5be-4de2-a08d-799642fe427e service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:40:39.928201 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e7d43639-67d1-4194-8a72-8dd3eedcdfb5 req-58111e4b-d5be-4de2-a08d-799642fe427e service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055387 Nov 12 08:40:39.958276 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-e175d009-e6e0-4f75-a388-da63be276c4a tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Deleting subnet b71f79b4-60bd-401c-ae87-4d88c55ae899 {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:40:39.983332 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device c5e9508a-06d4-4427-a9da-e42a848812c0 up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:40:39.990965 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e175d009-e6e0-4f75-a388-da63be276c4a tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for subnet, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:40.045670 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:40.106934 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning for port c5e9508a-06d4-4427-a9da-e42a848812c0 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:40:40.124337 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port c5e9508a-06d4-4427-a9da-e42a848812c0 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:40.125723 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:40.130692 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e175d009-e6e0-4f75-a388-da63be276c4a tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31181813'] for subnet, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:40.351538 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e175d009-e6e0-4f75-a388-da63be276c4a tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:40.454740 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:40.517183 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e175d009-e6e0-4f75-a388-da63be276c4a tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:40.542924 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 51062) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:40.545880 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c6fea0e-31ed-4fb0-8fbb-d73dec253f85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5e9508a-06d4-4427-a9da-e42a848812c0'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:40:40.578697 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14f84e70-b5bd-4852-a76f-edd07aa7c59d" -d '{"events": [{"server_uuid": "0c6fea0e-31ed-4fb0-8fbb-d73dec253f85", "name": "network-vif-plugged", "status": "completed", "tag": "c5e9508a-06d4-4427-a9da-e42a848812c0"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:40:40.583293 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e175d009-e6e0-4f75-a388-da63be276c4a tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event deleted for resources: {'Subnet': ['ID=b71f79b4-60bd-401c-ae87-4d88c55ae899,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:40.593256 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e175d009-e6e0-4f75-a388-da63be276c4a tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:40.596879 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-e175d009-e6e0-4f75-a388-da63be276c4a tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "DELETE /v2.0/subnets/b71f79b4-60bd-401c-ae87-4d88c55ae899 HTTP/1.1" status: 204 len: 168 time: 0.7541370 Nov 12 08:40:40.600516 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 51070) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:40.624976 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port c5e9508a-06d4-4427-a9da-e42a848812c0, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=c5e9508a-06d4-4427-a9da-e42a848812c0,segment=NetworkSegment(4d15b137-d9f3-4165-8492-4cfd5cfc62d7),segment_id=4d15b137-d9f3-4165-8492-4cfd5cfc62d7)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:40.658885 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:40.733516 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae051ba-ed92-4d0d-82dc-ef8cb80e701b req-4469e3e1-640e-407b-94d3-21b43e43a48b tempest-ServerTagsTestJSON-1033092002 tempest-ServerTagsTestJSON-1033092002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:40.739323 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-2b205d09-4e60-43d4-a0b3-83afc567527c None None] Provisioning complete for port 1b2aee6b-6c20-4e38-afff-0ebf67140ff5 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:40.739830 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2b205d09-4e60-43d4-a0b3-83afc567527c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:40.743278 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-96998d45-fa24-4802-a7db-507b1618dcaa tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Deleting subnet cc334f34-3267-4334-bcfe-a298180b12bc {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:40:40.747617 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-96998d45-fa24-4802-a7db-507b1618dcaa tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for subnet, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:40.750223 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-eae051ba-ed92-4d0d-82dc-ef8cb80e701b req-4469e3e1-640e-407b-94d3-21b43e43a48b tempest-ServerTagsTestJSON-1033092002 tempest-ServerTagsTestJSON-1033092002-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c6fea0e-31ed-4fb0-8fbb-d73dec253f85 HTTP/1.1" status: 200 len: 945 time: 0.1499848 Nov 12 08:40:40.854913 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-96998d45-fa24-4802-a7db-507b1618dcaa tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31181813'] for subnet, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:40.920330 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-eae051ba-ed92-4d0d-82dc-ef8cb80e701b req-de94ccc9-00b7-4c99-98c2-2a1a769ee606 tempest-ServerTagsTestJSON-1033092002 tempest-ServerTagsTestJSON-1033092002-project] 10.222.0.26 "GET /v2.0/security-groups?id=c0807416-8c57-4309-ad0f-26d7a71324e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663685 Nov 12 08:40:40.963415 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9d7f97e6-0ce6-459a-a655-fafdd594dbd4 req-2e45c608-a4a0-4fdb-9c4d-a0915053d976 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=903cd802-0b2d-467f-ae9a-bf81d7255ef7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4176579 Nov 12 08:40:40.973372 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [req-9d7f97e6-0ce6-459a-a655-fafdd594dbd4 req-0024764e-2b2c-4118-86a6-1d4f6c37f9ca service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:40:40.981614 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=c5e9508a-06d4-4427-a9da-e42a848812c0,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:40.988805 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9d7f97e6-0ce6-459a-a655-fafdd594dbd4 req-0024764e-2b2c-4118-86a6-1d4f6c37f9ca service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0234382 Nov 12 08:40:41.062065 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-96998d45-fa24-4802-a7db-507b1618dcaa tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:41.077483 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-2b205d09-4e60-43d4-a0b3-83afc567527c None None] Could not find standard attr ID for object 0b0bbd24-1ad6-4859-a98e-8280bd608451. {{(pid=102601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:40:41.123201 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4290a0-9428-42fe-9227-d8625184c251 None None] Network dcea8192-3ded-4675-acba-29dad29883d7 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:40:41.145552 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-52037eae-3100-4f8a-b6e7-4b0e0ee27e1b req-031fdc93-24be-4b32-a930-0c868ffd474a tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b33025b-8e16-4e94-a8f0-a7b61c0fb5c1 HTTP/1.1" status: 200 len: 210 time: 0.0998094 Nov 12 08:40:41.231372 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-96998d45-fa24-4802-a7db-507b1618dcaa tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:41.307210 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96998d45-fa24-4802-a7db-507b1618dcaa tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event deleted for resources: {'Subnet': ['ID=cc334f34-3267-4334-bcfe-a298180b12bc,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:41.312459 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-96998d45-fa24-4802-a7db-507b1618dcaa tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:41.319540 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-96998d45-fa24-4802-a7db-507b1618dcaa tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "DELETE /v2.0/subnets/cc334f34-3267-4334-bcfe-a298180b12bc HTTP/1.1" status: 204 len: 168 time: 0.7176936 Nov 12 08:40:41.321870 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 51084) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:41.377442 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-2ed4ffb0-3331-4df8-b9a7-1d6077d2a95d tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0536096 Nov 12 08:40:41.380561 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 51090) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:41.458349 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746141ad-3288-4d3c-b7d0-9d189ea9b5f2 req-1f8cb2ae-aa88-4042-bf40-595622b228b8 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:41.459878 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-746141ad-3288-4d3c-b7d0-9d189ea9b5f2 req-1f8cb2ae-aa88-4042-bf40-595622b228b8 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=903cd802-0b2d-467f-ae9a-bf81d7255ef7 HTTP/1.1" status: 200 len: 945 time: 0.1656587 Nov 12 08:40:41.460384 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ef3446-9399-44e6-8a0b-e82517670a9c tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:41.462273 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-54ef3446-9399-44e6-8a0b-e82517670a9c tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0798376 Nov 12 08:40:41.466673 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 51092) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:41.613002 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83187e39-31d6-4fd3-ab89-7a573b1dbbeb None None] DHCP port deletion for dcea8192-3ded-4675-acba-29dad29883d7 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:40:41.640609 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96893b52-ab4b-4344-b6e2-cb81cf4d443b tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:41.642978 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-96893b52-ab4b-4344-b6e2-cb81cf4d443b tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1753123 Nov 12 08:40:41.646623 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 51104) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:41.720746 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-746141ad-3288-4d3c-b7d0-9d189ea9b5f2 req-d0590fd1-ea2e-4461-985a-fbe63b1c5ec5 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=87051b75-a5b8-4134-a29f-d7bdc7d0859e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2346818 Nov 12 08:40:41.756767 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-83187e39-31d6-4fd3-ab89-7a573b1dbbeb None None] Deleting port 1b2aee6b-6c20-4e38-afff-0ebf67140ff5 {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:40:41.757144 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-83187e39-31d6-4fd3-ab89-7a573b1dbbeb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:41.837949 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-6fdc4eb1-9dbd-452e-bbe3-83485435db9a tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1898286 Nov 12 08:40:41.847114 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 51108) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:41.875609 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9fabae5-bf65-413d-a62d-9fe3c97b1390 x-openstack-request-id: req-b9fabae5-bf65-413d-a62d-9fe3c97b1390 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:40:41.875915 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c6fea0e-31ed-4fb0-8fbb-d73dec253f85", "name": "network-vif-plugged", "status": "completed", "tag": "c5e9508a-06d4-4427-a9da-e42a848812c0", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:40:41.876202 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b9fabae5-bf65-413d-a62d-9fe3c97b1390 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:40:41.876570 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c6fea0e-31ed-4fb0-8fbb-d73dec253f85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5e9508a-06d4-4427-a9da-e42a848812c0', 'code': 200} Nov 12 08:40:41.900448 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-83187e39-31d6-4fd3-ab89-7a573b1dbbeb None None] For port 1b2aee6b-6c20-4e38-afff-0ebf67140ff5, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=1b2aee6b-6c20-4e38-afff-0ebf67140ff5,segment=NetworkSegment(83c30f53-8f44-40b6-91bc-237f9283bbd5),segment_id=83c30f53-8f44-40b6-91bc-237f9283bbd5)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:41.900954 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-83187e39-31d6-4fd3-ab89-7a573b1dbbeb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:41.917203 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-977156a0-ebd2-43d3-b115-9d7adda80c26 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] DELETE failed (client error): The resource could not be found. Nov 12 08:40:41.917988 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-977156a0-ebd2-43d3-b115-9d7adda80c26 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:40:41.921502 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-83187e39-31d6-4fd3-ab89-7a573b1dbbeb None None] Calling delete_port for 1b2aee6b-6c20-4e38-afff-0ebf67140ff5 owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:40:41.937845 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-977156a0-ebd2-43d3-b115-9d7adda80c26 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "DELETE /v2.0/ports/0b0bbd24-1ad6-4859-a98e-8280bd608451 HTTP/1.1" status: 404 len: 333 time: 0.0868518 Nov 12 08:40:41.942843 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 51112) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:41.986683 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e7269b6-87cc-407c-aa54-75a595bdef4e tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] DELETE failed (client error): The resource could not be found. Nov 12 08:40:41.987994 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e7269b6-87cc-407c-aa54-75a595bdef4e tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:40:41.997001 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-5e7269b6-87cc-407c-aa54-75a595bdef4e tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "DELETE /v2.0/subnets/b71f79b4-60bd-401c-ae87-4d88c55ae899 HTTP/1.1" status: 404 len: 337 time: 0.0506823 Nov 12 08:40:42.002282 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 51116) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:42.061412 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-c391c97d-40b1-4d9d-bffc-34dbefba5682 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] DELETE failed (client error): The resource could not be found. Nov 12 08:40:42.061883 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c391c97d-40b1-4d9d-bffc-34dbefba5682 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:40:42.065226 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-c391c97d-40b1-4d9d-bffc-34dbefba5682 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "DELETE /v2.0/subnets/cc334f34-3267-4334-bcfe-a298180b12bc HTTP/1.1" status: 404 len: 337 time: 0.0401061 Nov 12 08:40:42.068316 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 51120) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:42.095993 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-755d97f7-b7f3-488e-851f-cc3e6d753bb6 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] DELETE failed (client error): The resource could not be found. Nov 12 08:40:42.098087 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-755d97f7-b7f3-488e-851f-cc3e6d753bb6 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:40:42.108905 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-755d97f7-b7f3-488e-851f-cc3e6d753bb6 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "DELETE /v2.0/ports/f37fdf18-edeb-4ee4-bef0-4d9d5fd6149a HTTP/1.1" status: 404 len: 333 time: 0.0389841 Nov 12 08:40:42.111317 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 51122) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:42.123162 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57830928-75ce-481e-b6d5-0a4f1a8daf8c req-c7fce90b-ef5a-4b8c-9853-c5dab6db5e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:42.124960 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-57830928-75ce-481e-b6d5-0a4f1a8daf8c req-c7fce90b-ef5a-4b8c-9853-c5dab6db5e28 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0c6fea0e-31ed-4fb0-8fbb-d73dec253f85 HTTP/1.1" status: 200 len: 1098 time: 0.1337085 Nov 12 08:40:42.139421 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98836977-d22c-4cb4-81ad-99f423d24fae req-725abfc7-4e60-46db-aa08-9da18dfd22c7 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:42.141393 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-98836977-d22c-4cb4-81ad-99f423d24fae req-725abfc7-4e60-46db-aa08-9da18dfd22c7 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.44 "GET /v2.0/networks?id=35316ea3-d15f-4e9c-9d0f-87ba20d4fc64 HTTP/1.1" status: 200 len: 812 time: 0.4868407 Nov 12 08:40:42.192665 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-98836977-d22c-4cb4-81ad-99f423d24fae req-ad2a31f7-b4fc-4c7b-9c34-2ced0a405e65 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Request body: {'port': {'device_id': '0b33025b-8e16-4e94-a8f0-a7b61c0fb5c1', 'network_id': '35316ea3-d15f-4e9c-9d0f-87ba20d4fc64', 'admin_state_up': True, 'tenant_id': '7d3f7337327743ecb706fdd7c92380e3'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:42.238994 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-83187e39-31d6-4fd3-ab89-7a573b1dbbeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:42.286283 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ad96b02-3ad1-4421-9d0c-be835ccc211a tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] DELETE failed (client error): The resource could not be found. Nov 12 08:40:42.287125 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ad96b02-3ad1-4421-9d0c-be835ccc211a tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:40:42.312259 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-0ad96b02-3ad1-4421-9d0c-be835ccc211a tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "DELETE /v2.0/subnets/7c247479-a61c-4431-92a8-416ab3a27b1a HTTP/1.1" status: 404 len: 337 time: 0.1975431 Nov 12 08:40:42.314387 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 51138) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:42.324514 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83187e39-31d6-4fd3-ab89-7a573b1dbbeb None None] Pushing event deleted for resources: {'Port': ['ID=1b2aee6b-6c20-4e38-afff-0ebf67140ff5,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:42.339457 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83187e39-31d6-4fd3-ab89-7a573b1dbbeb None None] No DVR routers for this DVR port 1b2aee6b-6c20-4e38-afff-0ebf67140ff5 on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:40:42.423751 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-57830928-75ce-481e-b6d5-0a4f1a8daf8c req-9dbd2333-ff91-4b7b-a699-c7aad107f866 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c0807416-8c57-4309-ad0f-26d7a71324e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813025 Nov 12 08:40:42.472295 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-4315bca8-bf91-485d-8f5d-ced7348aac65 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] DELETE failed (client error): The resource could not be found. Nov 12 08:40:42.473123 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4315bca8-bf91-485d-8f5d-ced7348aac65 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:40:42.482891 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-4315bca8-bf91-485d-8f5d-ced7348aac65 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "DELETE /v2.0/subnets/f79bf5c8-e375-42e7-8b18-2bb7543bff70 HTTP/1.1" status: 404 len: 337 time: 0.1054413 Nov 12 08:40:42.483704 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 51142) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:42.514465 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b542586-acc5-4449-8cd9-82dab3d8a72b tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] DELETE failed (client error): The resource could not be found. Nov 12 08:40:42.515484 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b542586-acc5-4449-8cd9-82dab3d8a72b tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:40:42.525009 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-3b542586-acc5-4449-8cd9-82dab3d8a72b tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "DELETE /v2.0/ports/3e6b9ea7-1b6f-49cf-97f0-49a73a90fc2c HTTP/1.1" status: 404 len: 333 time: 0.0389485 Nov 12 08:40:42.526263 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 51144) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:42.538723 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:42.568827 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23895e4-2279-4004-8703-f5119469b7a5 req-cdfa593d-be7b-40b9-a768-c0e0379ff6ef tempest-ServerTagsTestJSON-1033092002 tempest-ServerTagsTestJSON-1033092002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:42.576525 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e23895e4-2279-4004-8703-f5119469b7a5 req-cdfa593d-be7b-40b9-a768-c0e0379ff6ef tempest-ServerTagsTestJSON-1033092002 tempest-ServerTagsTestJSON-1033092002-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c6fea0e-31ed-4fb0-8fbb-d73dec253f85 HTTP/1.1" status: 200 len: 946 time: 0.4659226 Nov 12 08:40:42.579940 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7e0390e-6317-4fdd-b9a5-7828cf029a31 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] DELETE failed (client error): The resource could not be found. Nov 12 08:40:42.580882 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7e0390e-6317-4fdd-b9a5-7828cf029a31 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:40:42.589963 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 51148) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:42.590287 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-e7e0390e-6317-4fdd-b9a5-7828cf029a31 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "DELETE /v2.0/subnets/a7efca5a-a3c0-462d-a310-74a74053f96e HTTP/1.1" status: 404 len: 337 time: 0.0611870 Nov 12 08:40:42.640216 n-d-765315-29 neutron-server[102599]: INFO neutron.pecan_wsgi.hooks.translation [None req-339bffd1-1a16-4ddd-9263-fa50ef1f0e86 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] DELETE failed (client error): The resource could not be found. Nov 12 08:40:42.640598 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-339bffd1-1a16-4ddd-9263-fa50ef1f0e86 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:40:42.644528 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-339bffd1-1a16-4ddd-9263-fa50ef1f0e86 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "DELETE /v2.0/subnets/f060cb48-736b-451c-98d3-a800a238dcac HTTP/1.1" status: 404 len: 337 time: 0.0522556 Nov 12 08:40:42.648147 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 51150) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:42.654950 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e23895e4-2279-4004-8703-f5119469b7a5 req-65eef96a-0469-495b-88c6-b4fd7e288817 tempest-ServerTagsTestJSON-1033092002 tempest-ServerTagsTestJSON-1033092002-project] 10.222.0.26 "GET /v2.0/security-groups?id=c0807416-8c57-4309-ad0f-26d7a71324e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759263 Nov 12 08:40:42.700642 n-d-765315-29 neutron-server[102599]: INFO neutron.pecan_wsgi.hooks.translation [None req-897c6623-2d35-4e5f-8cf3-218fca47dcf8 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] DELETE failed (client error): The resource could not be found. Nov 12 08:40:42.703164 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-897c6623-2d35-4e5f-8cf3-218fca47dcf8 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:40:42.712135 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-897c6623-2d35-4e5f-8cf3-218fca47dcf8 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "DELETE /v2.0/ports/a1c1ce8f-2648-4abb-b16a-130ae7c3a823 HTTP/1.1" status: 404 len: 333 time: 0.0619309 Nov 12 08:40:42.714088 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98836977-d22c-4cb4-81ad-99f423d24fae req-ad2a31f7-b4fc-4c7b-9c34-2ced0a405e65 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Made reservation on behalf of 7d3f7337327743ecb706fdd7c92380e3 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:40:42.717323 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 51154) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:42.717875 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-98836977-d22c-4cb4-81ad-99f423d24fae req-ad2a31f7-b4fc-4c7b-9c34-2ced0a405e65 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:42.772072 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-d12e93c2-0d68-4bcc-b5ab-64bb23b77b32 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] DELETE failed (client error): The resource could not be found. Nov 12 08:40:42.772656 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d12e93c2-0d68-4bcc-b5ab-64bb23b77b32 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:40:42.777844 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-d12e93c2-0d68-4bcc-b5ab-64bb23b77b32 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "DELETE /v2.0/subnets/a7ebd09f-9372-4a72-b10d-e8402e96240d HTTP/1.1" status: 404 len: 337 time: 0.0592730 Nov 12 08:40:42.780431 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 51160) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:42.912899 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-52bdee83-4666-433c-85b9-61ca24bba5bd tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] DELETE failed (client error): The resource could not be found. Nov 12 08:40:42.914102 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52bdee83-4666-433c-85b9-61ca24bba5bd tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:40:42.918389 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-52bdee83-4666-433c-85b9-61ca24bba5bd tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "DELETE /v2.0/subnets/5e16ae7f-1935-4f32-8d1e-8efebb0fc455 HTTP/1.1" status: 404 len: 337 time: 0.1363299 Nov 12 08:40:42.928269 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 51162) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:42.935229 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c52d8a7a-1fbe-44b8-9491-f867ff5ee2f8 req-a6a52146-38f1-45f5-a53b-06f48b912b8c tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b33025b-8e16-4e94-a8f0-a7b61c0fb5c1 HTTP/1.1" status: 200 len: 210 time: 0.1421480 Nov 12 08:40:42.983245 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-98836977-d22c-4cb4-81ad-99f423d24fae req-ad2a31f7-b4fc-4c7b-9c34-2ced0a405e65 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Allocated IP 172.20.0.14 (35316ea3-d15f-4e9c-9d0f-87ba20d4fc64/d1d27945-8c3d-427f-88ef-3c42a7516333/b38f6974-9d86-44eb-92e5-cfbd52b7256a) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:40:43.007707 n-d-765315-29 neutron-server[102599]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b5d444a-7993-4ab0-b9c4-57ff7a4e26a9 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] DELETE failed (client error): The resource could not be found. Nov 12 08:40:43.008592 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b5d444a-7993-4ab0-b9c4-57ff7a4e26a9 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:40:43.012687 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-4b5d444a-7993-4ab0-b9c4-57ff7a4e26a9 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "DELETE /v2.0/ports/7b4663f4-a87b-4e24-8cfb-42f43a5121d0 HTTP/1.1" status: 404 len: 333 time: 0.0834143 Nov 12 08:40:43.019229 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 51164) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:43.118580 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c3b2df0-1594-4180-91cc-1bf5137c8b5d tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] DELETE failed (client error): The resource could not be found. Nov 12 08:40:43.119325 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c3b2df0-1594-4180-91cc-1bf5137c8b5d tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:40:43.123862 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-0c3b2df0-1594-4180-91cc-1bf5137c8b5d tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "DELETE /v2.0/subnets/fa7e61f1-0a28-4141-96fc-189a1f171d50 HTTP/1.1" status: 404 len: 337 time: 0.1032650 Nov 12 08:40:43.127324 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 51166) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:43.166992 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3465239-1809-42b7-ade6-235eafd1b887 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] DELETE failed (client error): The resource could not be found. Nov 12 08:40:43.167979 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3465239-1809-42b7-ade6-235eafd1b887 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:40:43.174405 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-e3465239-1809-42b7-ade6-235eafd1b887 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "DELETE /v2.0/ports/bdd84f02-5185-4243-abb6-e299a67582a2 HTTP/1.1" status: 404 len: 333 time: 0.0429852 Nov 12 08:40:43.176058 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 51168) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:43.218019 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ac968ed-52b4-4278-8a1a-3455a95ff856 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] DELETE failed (client error): The resource could not be found. Nov 12 08:40:43.218509 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ac968ed-52b4-4278-8a1a-3455a95ff856 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:40:43.222148 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-2ac968ed-52b4-4278-8a1a-3455a95ff856 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "DELETE /v2.0/subnets/26248c52-19ab-44f8-ab12-d03b4a517101 HTTP/1.1" status: 404 len: 337 time: 0.0451643 Nov 12 08:40:43.224933 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 51170) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:43.255816 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-39d9366a-f8c1-42e0-b452-099792f1d30d tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] DELETE failed (client error): The resource could not be found. Nov 12 08:40:43.256253 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-98836977-d22c-4cb4-81ad-99f423d24fae req-ad2a31f7-b4fc-4c7b-9c34-2ced0a405e65 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:43.256572 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39d9366a-f8c1-42e0-b452-099792f1d30d tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:40:43.259715 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-39d9366a-f8c1-42e0-b452-099792f1d30d tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "DELETE /v2.0/ports/4198d0de-e615-4b4e-a219-26f3fd1e7109 HTTP/1.1" status: 404 len: 333 time: 0.0337672 Nov 12 08:40:43.262921 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 51172) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:43.267781 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a1a84-4a52-4dd0-aaa7-9100e41150bf req-c85b46df-6594-48bb-91c0-fa680f758198 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:43.269701 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-036a1a84-4a52-4dd0-aaa7-9100e41150bf req-c85b46df-6594-48bb-91c0-fa680f758198 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=903cd802-0b2d-467f-ae9a-bf81d7255ef7 HTTP/1.1" status: 200 len: 945 time: 0.2614727 Nov 12 08:40:43.295981 n-d-765315-29 neutron-server[102599]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c6f7fe2-3cc9-4c55-a15f-fb3b749c1094 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] DELETE failed (client error): The resource could not be found. Nov 12 08:40:43.296777 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c6f7fe2-3cc9-4c55-a15f-fb3b749c1094 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:40:43.303263 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-5c6f7fe2-3cc9-4c55-a15f-fb3b749c1094 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "DELETE /v2.0/subnets/0ce2451e-8cf3-43e9-a71e-e5e2ee01dad8 HTTP/1.1" status: 404 len: 337 time: 0.0390158 Nov 12 08:40:43.303901 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 51174) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:43.339242 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-170220d6-38c7-4535-b6d0-6c89ba6546a9 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] DELETE failed (client error): The resource could not be found. Nov 12 08:40:43.340632 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-170220d6-38c7-4535-b6d0-6c89ba6546a9 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:40:43.347618 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-170220d6-38c7-4535-b6d0-6c89ba6546a9 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "DELETE /v2.0/ports/b78b2a9a-4b61-4b82-a36d-e4e976c8e0cf HTTP/1.1" status: 404 len: 333 time: 0.0391095 Nov 12 08:40:43.352756 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-98836977-d22c-4cb4-81ad-99f423d24fae req-ad2a31f7-b4fc-4c7b-9c34-2ced0a405e65 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:43.353649 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 51176) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:43.408605 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-484ea2b7-02a8-4e72-a203-d8c714b66a51 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] DELETE failed (client error): The resource could not be found. Nov 12 08:40:43.409548 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-484ea2b7-02a8-4e72-a203-d8c714b66a51 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:40:43.413891 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-484ea2b7-02a8-4e72-a203-d8c714b66a51 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "DELETE /v2.0/subnets/0fca6996-1303-4f36-a034-3eaf09a03e1a HTTP/1.1" status: 404 len: 337 time: 0.0582983 Nov 12 08:40:43.420587 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 51178) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:43.450783 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98836977-d22c-4cb4-81ad-99f423d24fae req-ad2a31f7-b4fc-4c7b-9c34-2ced0a405e65 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Network 35316ea3-d15f-4e9c-9d0f-87ba20d4fc64 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:40:43.486557 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-036a1a84-4a52-4dd0-aaa7-9100e41150bf req-cea74409-df6f-4fb8-91fa-291cfc434067 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=87051b75-a5b8-4134-a29f-d7bdc7d0859e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1987462 Nov 12 08:40:43.488843 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d2a61df-41ad-495c-b523-3187198b1c29 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] DELETE failed (client error): The resource could not be found. Nov 12 08:40:43.489640 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d2a61df-41ad-495c-b523-3187198b1c29 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:40:43.492383 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-98836977-d22c-4cb4-81ad-99f423d24fae req-ad2a31f7-b4fc-4c7b-9c34-2ced0a405e65 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:40:43.496229 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-2d2a61df-41ad-495c-b523-3187198b1c29 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "DELETE /v2.0/ports/87672ab0-88a7-49fa-8ddc-df03f567e86a HTTP/1.1" status: 404 len: 333 time: 0.0741808 Nov 12 08:40:43.496493 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-98836977-d22c-4cb4-81ad-99f423d24fae req-ad2a31f7-b4fc-4c7b-9c34-2ced0a405e65 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:40:43.502515 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 51180) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:43.597571 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-13307995-c571-4218-aee4-7804937563ca tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] DELETE failed (client error): The resource could not be found. Nov 12 08:40:43.598041 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13307995-c571-4218-aee4-7804937563ca tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:40:43.607513 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-13307995-c571-4218-aee4-7804937563ca tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "DELETE /v2.0/subnets/faaa0354-9ec5-4b1b-8bbe-8a94d896a231 HTTP/1.1" status: 404 len: 337 time: 0.0930898 Nov 12 08:40:43.617547 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 51186) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:43.635958 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 1b2aee6b-6c20-4e38-afff-0ebf67140ff5 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:40:43.669467 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-c69282bf-a7ee-4a58-b714-3e26089b8942 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] DELETE failed (client error): The resource could not be found. Nov 12 08:40:43.670403 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c69282bf-a7ee-4a58-b714-3e26089b8942 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:40:43.673896 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-c69282bf-a7ee-4a58-b714-3e26089b8942 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "DELETE /v2.0/ports/4bdc967a-72a4-4db6-b954-1f44c09ec19a HTTP/1.1" status: 404 len: 333 time: 0.0550909 Nov 12 08:40:43.683959 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 1b2aee6b-6c20-4e38-afff-0ebf67140ff5 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:40:43.684527 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 1b2aee6b-6c20-4e38-afff-0ebf67140ff5 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:40:43.685247 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2a31f7-b4fc-4c7b-9c34-2ced0a405e65 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Pushing event updated for resources: {'Port': ['ID=b38f6974-9d86-44eb-92e5-cfbd52b7256a,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:43.688834 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 51190) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:43.768281 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-a97a75bd-7a78-49e1-a673-e347e1b4825a tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] DELETE failed (client error): The resource could not be found. Nov 12 08:40:43.768701 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a97a75bd-7a78-49e1-a673-e347e1b4825a tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:40:43.774647 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-a97a75bd-7a78-49e1-a673-e347e1b4825a tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "DELETE /v2.0/subnets/64c05aa6-993c-48da-b107-6ef092851141 HTTP/1.1" status: 404 len: 337 time: 0.0766952 Nov 12 08:40:43.775586 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 51192) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:43.776437 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98836977-d22c-4cb4-81ad-99f423d24fae req-ad2a31f7-b4fc-4c7b-9c34-2ced0a405e65 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:43.777467 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-98836977-d22c-4cb4-81ad-99f423d24fae req-ad2a31f7-b4fc-4c7b-9c34-2ced0a405e65 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:43.812867 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-98836977-d22c-4cb4-81ad-99f423d24fae req-ad2a31f7-b4fc-4c7b-9c34-2ced0a405e65 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6321642 Nov 12 08:40:43.852084 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-98836977-d22c-4cb4-81ad-99f423d24fae req-f14b5bf2-ff01-4c4b-a1d8-74b756bd7f65 service neutron] Request body: {'port': {'device_id': '0b33025b-8e16-4e94-a8f0-a7b61c0fb5c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:43.856861 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-2703a378-b398-4f1d-8f79-c883bc237a76 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] DELETE failed (client error): The resource could not be found. Nov 12 08:40:43.857485 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2703a378-b398-4f1d-8f79-c883bc237a76 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:40:43.865519 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7f97e6-0ce6-459a-a655-fafdd594dbd4 req-33f4719b-7c6e-4302-aecf-2c014a58a10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:43.867901 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-2703a378-b398-4f1d-8f79-c883bc237a76 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "DELETE /v2.0/subnets/254b8ff2-465d-4cc2-9684-4a51e3a91fe4 HTTP/1.1" status: 404 len: 337 time: 0.0904429 Nov 12 08:40:43.868040 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9d7f97e6-0ce6-459a-a655-fafdd594dbd4 req-33f4719b-7c6e-4302-aecf-2c014a58a10c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=af01ccd549054d7f8ad1904b6846172a&device_id=903cd802-0b2d-467f-ae9a-bf81d7255ef7 HTTP/1.1" status: 200 len: 1097 time: 0.1871872 Nov 12 08:40:43.869026 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 51194) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:43.918280 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-415c0f65-3a62-4c64-a791-fa47407aeacc tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] DELETE failed (client error): The resource could not be found. Nov 12 08:40:43.919497 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-415c0f65-3a62-4c64-a791-fa47407aeacc tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:40:43.923059 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-415c0f65-3a62-4c64-a791-fa47407aeacc tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "DELETE /v2.0/ports/52b69c6e-89dc-469f-94d2-083e0e15193e HTTP/1.1" status: 404 len: 333 time: 0.0506282 Nov 12 08:40:43.926961 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 51200) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:44.004851 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-464213fd-9c41-4451-b707-09cfa09798a0 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] DELETE failed (client error): The resource could not be found. Nov 12 08:40:44.005514 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-464213fd-9c41-4451-b707-09cfa09798a0 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:40:44.009100 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-464213fd-9c41-4451-b707-09cfa09798a0 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "DELETE /v2.0/subnets/1cf30c44-e1d6-491f-87bc-cf115e1f8ba5 HTTP/1.1" status: 404 len: 337 time: 0.0803499 Nov 12 08:40:44.012783 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 51204) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:44.056792 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-561c2d59-73be-40bf-a5cd-6cfde00a32ad None None] Provisioning complete for port b38f6974-9d86-44eb-92e5-cfbd52b7256a triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:44.057959 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-561c2d59-73be-40bf-a5cd-6cfde00a32ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:44.093558 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-98836977-d22c-4cb4-81ad-99f423d24fae req-f14b5bf2-ff01-4c4b-a1d8-74b756bd7f65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:44.097314 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7f97e6-0ce6-459a-a655-fafdd594dbd4 req-959ff8da-cf9a-4e0e-be2a-84f2a4b6611a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:44.099432 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9d7f97e6-0ce6-459a-a655-fafdd594dbd4 req-959ff8da-cf9a-4e0e-be2a-84f2a4b6611a service neutron] 10.222.0.21 "GET /v2.0/networks?id=2a86a16a-e574-4b84-b4af-d17ebf35c6da HTTP/1.1" status: 200 len: 897 time: 0.1457860 Nov 12 08:40:44.113257 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-b86c99cc-c8f5-48c6-93fd-9bb2a7d6224e tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] DELETE failed (client error): The resource could not be found. Nov 12 08:40:44.119801 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b86c99cc-c8f5-48c6-93fd-9bb2a7d6224e tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:40:44.126695 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-b86c99cc-c8f5-48c6-93fd-9bb2a7d6224e tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "DELETE /v2.0/subnets/0255b667-4ad8-4be0-9781-1809abdc3561 HTTP/1.1" status: 404 len: 337 time: 0.1127384 Nov 12 08:40:44.131346 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 51208) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:44.179055 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-561c2d59-73be-40bf-a5cd-6cfde00a32ad None None] Port b38f6974-9d86-44eb-92e5-cfbd52b7256a cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:40:44.200903 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7d0f307-1a6b-43dc-99e0-35e2f680f83c tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] DELETE failed (client error): The resource could not be found. Nov 12 08:40:44.202134 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7d0f307-1a6b-43dc-99e0-35e2f680f83c tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:40:44.208982 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-a7d0f307-1a6b-43dc-99e0-35e2f680f83c tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "DELETE /v2.0/ports/8ebae165-3961-4111-9b25-4fe783a50dae HTTP/1.1" status: 404 len: 333 time: 0.0761454 Nov 12 08:40:44.211300 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 51210) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:44.288694 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-2357db51-a922-4eb5-adab-1b2e5055d8f0 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] DELETE failed (client error): The resource could not be found. Nov 12 08:40:44.289526 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2357db51-a922-4eb5-adab-1b2e5055d8f0 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:40:44.294959 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-2357db51-a922-4eb5-adab-1b2e5055d8f0 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "DELETE /v2.0/subnets/5f9c26cd-5b26-4d45-978c-9526868170fd HTTP/1.1" status: 404 len: 337 time: 0.0810630 Nov 12 08:40:44.299082 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 51212) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:44.302729 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9d7f97e6-0ce6-459a-a655-fafdd594dbd4 req-3db12d8e-be51-48c2-a720-3783e893153f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=facae0b0-c7cd-4131-a076-038626c38ad1 HTTP/1.1" status: 200 len: 1001 time: 0.1726182 Nov 12 08:40:44.384451 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-102994a0-7b5b-41cf-9e9e-8a69a18ec6b5 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] DELETE failed (client error): The resource could not be found. Nov 12 08:40:44.385074 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-102994a0-7b5b-41cf-9e9e-8a69a18ec6b5 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:40:44.388910 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-102994a0-7b5b-41cf-9e9e-8a69a18ec6b5 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "DELETE /v2.0/subnets/e2faee91-4b21-4ea6-b920-9dc866dd6df4 HTTP/1.1" status: 404 len: 337 time: 0.0649500 Nov 12 08:40:44.393485 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 51214) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:44.483901 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7f97e6-0ce6-459a-a655-fafdd594dbd4 req-a97bf482-62f9-446f-a210-5a0ce58c686a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:44.485592 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9d7f97e6-0ce6-459a-a655-fafdd594dbd4 req-a97bf482-62f9-446f-a210-5a0ce58c686a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a1b94811-d464-4979-9491-cc8c81abd069 HTTP/1.1" status: 200 len: 834 time: 0.1674356 Nov 12 08:40:44.509904 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed15ee01-e615-4116-a4c3-38d73e6d74fa req-f4bcdcab-40c0-4cb2-a78c-4b7a15b69198 tempest-ServerTagsTestJSON-1033092002 tempest-ServerTagsTestJSON-1033092002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:44.517975 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ed15ee01-e615-4116-a4c3-38d73e6d74fa req-f4bcdcab-40c0-4cb2-a78c-4b7a15b69198 tempest-ServerTagsTestJSON-1033092002 tempest-ServerTagsTestJSON-1033092002-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c6fea0e-31ed-4fb0-8fbb-d73dec253f85 HTTP/1.1" status: 200 len: 946 time: 0.2874901 Nov 12 08:40:44.523424 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d5a14dd-892f-4562-a1cd-e7167ab363df tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] DELETE failed (client error): The resource could not be found. Nov 12 08:40:44.524598 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d5a14dd-892f-4562-a1cd-e7167ab363df tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:40:44.530850 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-9d5a14dd-892f-4562-a1cd-e7167ab363df tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "DELETE /v2.0/ports/91ef3835-71a2-46bc-94bd-47d9955eec50 HTTP/1.1" status: 404 len: 333 time: 0.1322625 Nov 12 08:40:44.533940 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 51218) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:44.587560 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-e883488d-01bd-496c-83cb-78ea8dee01c4 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] DELETE failed (client error): The resource could not be found. Nov 12 08:40:44.588016 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e883488d-01bd-496c-83cb-78ea8dee01c4 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:40:44.593082 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-e883488d-01bd-496c-83cb-78ea8dee01c4 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "DELETE /v2.0/subnets/bbcbc5a9-18b6-4e88-b136-a1b277923d72 HTTP/1.1" status: 404 len: 337 time: 0.0558975 Nov 12 08:40:44.597841 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 51220) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:44.656508 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ed15ee01-e615-4116-a4c3-38d73e6d74fa req-e237d7bd-43d1-4544-8535-2d1a65428eef tempest-ServerTagsTestJSON-1033092002 tempest-ServerTagsTestJSON-1033092002-project] 10.222.0.26 "GET /v2.0/security-groups?id=c0807416-8c57-4309-ad0f-26d7a71324e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372709 Nov 12 08:40:44.664693 n-d-765315-29 neutron-server[102599]: INFO neutron.pecan_wsgi.hooks.translation [None req-73a16499-fe77-4795-a31d-fa9d00d64390 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] DELETE failed (client error): The resource could not be found. Nov 12 08:40:44.665097 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73a16499-fe77-4795-a31d-fa9d00d64390 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:40:44.668348 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-73a16499-fe77-4795-a31d-fa9d00d64390 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "DELETE /v2.0/subnets/a17ea556-e625-4b53-a8e8-574b5e109815 HTTP/1.1" status: 404 len: 337 time: 0.0648623 Nov 12 08:40:44.670775 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7f97e6-0ce6-459a-a655-fafdd594dbd4 req-c1618cd8-7c3a-478d-ac72-631cfaa2abe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:44.672269 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9d7f97e6-0ce6-459a-a655-fafdd594dbd4 req-c1618cd8-7c3a-478d-ac72-631cfaa2abe0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2a86a16a-e574-4b84-b4af-d17ebf35c6da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1756954 Nov 12 08:40:44.674680 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 51224) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:44.798643 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9d7f97e6-0ce6-459a-a655-fafdd594dbd4 req-295b0e0e-224d-4889-a742-72f548f4c959 service neutron] 10.222.0.21 "GET /v2.0/networks/2a86a16a-e574-4b84-b4af-d17ebf35c6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114120 Nov 12 08:40:44.820796 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-868db879-d013-4600-a0d3-9d4b7d60af93 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "GET /v2.0/ports?device_id=e13a2201-78d8-468b-bb2b-e3f2baf9add8 HTTP/1.1" status: 200 len: 205 time: 0.1446435 Nov 12 08:40:44.831867 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 51230) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:44.902038 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33c6ce0-897e-43f7-b839-246c9fc36a58 req-22ade9ae-14f2-43e2-a542-31c838c792cb tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:44.923204 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f33c6ce0-897e-43f7-b839-246c9fc36a58 req-22ade9ae-14f2-43e2-a542-31c838c792cb tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b33025b-8e16-4e94-a8f0-a7b61c0fb5c1 HTTP/1.1" status: 200 len: 932 time: 0.1366978 Nov 12 08:40:44.944834 n-d-765315-29 neutron-server[102599]: INFO neutron.api.v2.resource [None req-2b509bd4-11df-4bb3-9f00-9b8e9663ed50 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] delete failed (client error): The resource could not be found. Nov 12 08:40:44.945567 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-2b509bd4-11df-4bb3-9f00-9b8e9663ed50 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "DELETE /v2.0/routers/e13a2201-78d8-468b-bb2b-e3f2baf9add8 HTTP/1.1" status: 404 len: 336 time: 0.1066675 Nov 12 08:40:44.950535 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 51232) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:44.991347 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f33c6ce0-897e-43f7-b839-246c9fc36a58 req-7c483372-de0f-4c03-8ab0-56e1c60bc536 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670941 Nov 12 08:40:45.003791 n-d-765315-29 neutron-server[102599]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb62363c-79b2-429f-8a44-976700faeaf2 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] DELETE failed (client error): The resource could not be found. Nov 12 08:40:45.004263 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb62363c-79b2-429f-8a44-976700faeaf2 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:40:45.009469 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-eb62363c-79b2-429f-8a44-976700faeaf2 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "DELETE /v2.0/subnets/89680491-0dae-4c56-b99e-553de9122d58 HTTP/1.1" status: 404 len: 337 time: 0.0577028 Nov 12 08:40:45.011942 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 51234) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:45.065157 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-792abdf8-bc2d-4f42-9614-baa92ab43d86 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ab6eb18-52b1-4265-8aa2-bb87f562b400 HTTP/1.1" status: 200 len: 205 time: 0.0515766 Nov 12 08:40:45.067757 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 51236) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:45.106899 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9d7f97e6-0ce6-459a-a655-fafdd594dbd4 req-c1a75bae-0c7e-41d8-8b28-eb4390dd7dea service neutron] 10.222.0.21 "GET /v2.0/networks/2a86a16a-e574-4b84-b4af-d17ebf35c6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2888346 Nov 12 08:40:45.124989 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-98836977-d22c-4cb4-81ad-99f423d24fae req-f14b5bf2-ff01-4c4b-a1d8-74b756bd7f65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b38f6974-9d86-44eb-92e5-cfbd52b7256a {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:40:45.145366 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-98836977-d22c-4cb4-81ad-99f423d24fae req-f14b5bf2-ff01-4c4b-a1d8-74b756bd7f65 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:45.165585 n-d-765315-29 neutron-server[102600]: INFO neutron.api.v2.resource [None req-1c48767d-c985-4fd0-92a4-3694d2726e02 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] delete failed (client error): The resource could not be found. Nov 12 08:40:45.168168 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-1c48767d-c985-4fd0-92a4-3694d2726e02 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "DELETE /v2.0/routers/5ab6eb18-52b1-4265-8aa2-bb87f562b400 HTTP/1.1" status: 404 len: 336 time: 0.0987995 Nov 12 08:40:45.177841 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 51238) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:45.180181 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-98836977-d22c-4cb4-81ad-99f423d24fae req-f14b5bf2-ff01-4c4b-a1d8-74b756bd7f65 service neutron] Transition to ACTIVE for port object b38f6974-9d86-44eb-92e5-cfbd52b7256a will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:40:45.198535 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-98836977-d22c-4cb4-81ad-99f423d24fae req-f14b5bf2-ff01-4c4b-a1d8-74b756bd7f65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:45.259951 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bcdb5c-2308-4f76-a5de-726f91a0efdc req-819b6017-424b-44fc-9ad2-359dec3d53ba tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:45.270302 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-02bcdb5c-2308-4f76-a5de-726f91a0efdc req-819b6017-424b-44fc-9ad2-359dec3d53ba tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=903cd802-0b2d-467f-ae9a-bf81d7255ef7 HTTP/1.1" status: 200 len: 945 time: 0.1099463 Nov 12 08:40:45.296705 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14b5bf2-ff01-4c4b-a1d8-74b756bd7f65 service neutron] Pushing event updated for resources: {'Port': ['ID=b38f6974-9d86-44eb-92e5-cfbd52b7256a,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:45.316141 n-d-765315-29 neutron-server[102599]: INFO neutron.pecan_wsgi.hooks.translation [None req-20d065d8-6988-4413-bd73-2b62a88b9f61 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] DELETE failed (client error): The resource could not be found. Nov 12 08:40:45.316709 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20d065d8-6988-4413-bd73-2b62a88b9f61 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:40:45.319895 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-20d065d8-6988-4413-bd73-2b62a88b9f61 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "DELETE /v2.0/subnets/92edbd98-0506-43b6-9702-4f331cbc3b98 HTTP/1.1" status: 404 len: 337 time: 0.1410453 Nov 12 08:40:45.324056 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 51242) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:45.381759 n-d-765315-29 neutron-server[102599]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a768af8-9cb7-4e99-b439-a6556ceb89e2 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] DELETE failed (client error): The resource could not be found. Nov 12 08:40:45.382651 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a768af8-9cb7-4e99-b439-a6556ceb89e2 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:40:45.387173 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-7a768af8-9cb7-4e99-b439-a6556ceb89e2 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "DELETE /v2.0/subnets/5fcedd9a-d9f1-4b12-b118-658a23c784ed HTTP/1.1" status: 404 len: 337 time: 0.0621321 Nov 12 08:40:45.391672 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 51244) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:45.427372 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-02bcdb5c-2308-4f76-a5de-726f91a0efdc req-43745994-4342-4cdb-88f6-ef5170ce4e2f tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=87051b75-a5b8-4134-a29f-d7bdc7d0859e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446939 Nov 12 08:40:45.567891 n-d-765315-29 neutron-server[102599]: INFO neutron.pecan_wsgi.hooks.translation [None req-77ab0f9b-6ec0-4560-bd30-6e1782b710d6 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] DELETE failed (client error): The resource could not be found. Nov 12 08:40:45.568702 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77ab0f9b-6ec0-4560-bd30-6e1782b710d6 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:40:45.574676 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-77ab0f9b-6ec0-4560-bd30-6e1782b710d6 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "DELETE /v2.0/ports/ed158389-c0e3-443d-94d0-1fb2ad59ec20 HTTP/1.1" status: 404 len: 333 time: 0.1793997 Nov 12 08:40:45.576221 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 51246) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:45.593450 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-98836977-d22c-4cb4-81ad-99f423d24fae req-f14b5bf2-ff01-4c4b-a1d8-74b756bd7f65 service neutron] Attempting to bind port b38f6974-9d86-44eb-92e5-cfbd52b7256a on host n-h2-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:40:45.593801 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-98836977-d22c-4cb4-81ad-99f423d24fae req-f14b5bf2-ff01-4c4b-a1d8-74b756bd7f65 service neutron] Attempting to bind port b38f6974-9d86-44eb-92e5-cfbd52b7256a by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': 'add834c9-8487-4b10-a6f8-7351b562c1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '35316ea3-d15f-4e9c-9d0f-87ba20d4fc64'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:40:45.594113 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98836977-d22c-4cb4-81ad-99f423d24fae req-f14b5bf2-ff01-4c4b-a1d8-74b756bd7f65 service neutron] Attempting to bind port b38f6974-9d86-44eb-92e5-cfbd52b7256a on network 35316ea3-d15f-4e9c-9d0f-87ba20d4fc64 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:40:45.599440 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98836977-d22c-4cb4-81ad-99f423d24fae req-f14b5bf2-ff01-4c4b-a1d8-74b756bd7f65 service neutron] Port b38f6974-9d86-44eb-92e5-cfbd52b7256a on network 35316ea3-d15f-4e9c-9d0f-87ba20d4fc64 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:40:45.599764 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98836977-d22c-4cb4-81ad-99f423d24fae req-f14b5bf2-ff01-4c4b-a1d8-74b756bd7f65 service neutron] Attempting to bind port b38f6974-9d86-44eb-92e5-cfbd52b7256a on network 35316ea3-d15f-4e9c-9d0f-87ba20d4fc64 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:40:45.615759 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98836977-d22c-4cb4-81ad-99f423d24fae req-f14b5bf2-ff01-4c4b-a1d8-74b756bd7f65 service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:40:45.616105 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98836977-d22c-4cb4-81ad-99f423d24fae req-f14b5bf2-ff01-4c4b-a1d8-74b756bd7f65 service neutron] Checking segment: {'id': 'add834c9-8487-4b10-a6f8-7351b562c1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '35316ea3-d15f-4e9c-9d0f-87ba20d4fc64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:40:45.616497 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98836977-d22c-4cb4-81ad-99f423d24fae req-f14b5bf2-ff01-4c4b-a1d8-74b756bd7f65 service neutron] Bound using segment: {'id': 'add834c9-8487-4b10-a6f8-7351b562c1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '35316ea3-d15f-4e9c-9d0f-87ba20d4fc64'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:40:45.616931 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-98836977-d22c-4cb4-81ad-99f423d24fae req-f14b5bf2-ff01-4c4b-a1d8-74b756bd7f65 service neutron] Bound port: b38f6974-9d86-44eb-92e5-cfbd52b7256a, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'add834c9-8487-4b10-a6f8-7351b562c1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '35316ea3-d15f-4e9c-9d0f-87ba20d4fc64'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:40:45.617291 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-98836977-d22c-4cb4-81ad-99f423d24fae req-f14b5bf2-ff01-4c4b-a1d8-74b756bd7f65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:45.654461 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a87038d-09fe-44d1-8f62-487fa2c6a00e tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] DELETE failed (client error): The resource could not be found. Nov 12 08:40:45.655222 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a87038d-09fe-44d1-8f62-487fa2c6a00e tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:40:45.686219 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-5a87038d-09fe-44d1-8f62-487fa2c6a00e tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "DELETE /v2.0/subnets/2df80555-7aa9-4a8c-9554-3deb455fa34a HTTP/1.1" status: 404 len: 337 time: 0.1057706 Nov 12 08:40:45.687084 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 51250) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:45.755265 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a61b919-2898-4fc3-a750-4e9693950d00 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] DELETE failed (client error): The resource could not be found. Nov 12 08:40:45.756402 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a61b919-2898-4fc3-a750-4e9693950d00 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:40:45.765705 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-2a61b919-2898-4fc3-a750-4e9693950d00 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "DELETE /v2.0/ports/7169871f-d3d9-4bae-a925-1b018370b6a4 HTTP/1.1" status: 404 len: 333 time: 0.0744948 Nov 12 08:40:45.766771 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 51254) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:45.771266 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-98836977-d22c-4cb4-81ad-99f423d24fae req-f14b5bf2-ff01-4c4b-a1d8-74b756bd7f65 service neutron] For port b38f6974-9d86-44eb-92e5-cfbd52b7256a, host n-h2-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:40:45.775417 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-98836977-d22c-4cb4-81ad-99f423d24fae req-f14b5bf2-ff01-4c4b-a1d8-74b756bd7f65 service neutron] For port b38f6974-9d86-44eb-92e5-cfbd52b7256a, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=b38f6974-9d86-44eb-92e5-cfbd52b7256a,segment=NetworkSegment(add834c9-8487-4b10-a6f8-7351b562c1cc),segment_id=add834c9-8487-4b10-a6f8-7351b562c1cc)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:40:45.784825 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-98836977-d22c-4cb4-81ad-99f423d24fae req-f14b5bf2-ff01-4c4b-a1d8-74b756bd7f65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:45.807916 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-9134e6a9-3282-4cd4-a062-30f59778eb70 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] DELETE failed (client error): The resource could not be found. Nov 12 08:40:45.808549 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9134e6a9-3282-4cd4-a062-30f59778eb70 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:40:45.817134 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-9134e6a9-3282-4cd4-a062-30f59778eb70 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "DELETE /v2.0/subnets/f3dc7d73-c2c6-4a00-82ae-1f533597d26f HTTP/1.1" status: 404 len: 337 time: 0.0479364 Nov 12 08:40:45.818274 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 51258) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:45.824751 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98836977-d22c-4cb4-81ad-99f423d24fae req-f14b5bf2-ff01-4c4b-a1d8-74b756bd7f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:45.829478 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-98836977-d22c-4cb4-81ad-99f423d24fae req-f14b5bf2-ff01-4c4b-a1d8-74b756bd7f65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:45.831610 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-98836977-d22c-4cb4-81ad-99f423d24fae req-f14b5bf2-ff01-4c4b-a1d8-74b756bd7f65 service neutron] 10.222.0.44 "PUT /v2.0/ports/b38f6974-9d86-44eb-92e5-cfbd52b7256a HTTP/1.1" status: 200 len: 1093 time: 1.9971330 Nov 12 08:40:45.834949 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b33025b-8e16-4e94-a8f0-a7b61c0fb5c1', 'tag': 'b38f6974-9d86-44eb-92e5-cfbd52b7256a'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:40:45.836988 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5575dd9-b3d9-4334-b112-f7c735b081ce" -d '{"events": [{"name": "network-changed", "server_uuid": "0b33025b-8e16-4e94-a8f0-a7b61c0fb5c1", "tag": "b38f6974-9d86-44eb-92e5-cfbd52b7256a"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:40:45.919297 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-084f84a3-8ae3-4959-85ed-7681665247ee tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] DELETE failed (client error): The resource could not be found. Nov 12 08:40:45.920169 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-084f84a3-8ae3-4959-85ed-7681665247ee tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:40:45.932500 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-084f84a3-8ae3-4959-85ed-7681665247ee tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "DELETE /v2.0/ports/092683a8-cafa-4f22-aa5a-231e8d630d4e HTTP/1.1" status: 404 len: 333 time: 0.1122510 Nov 12 08:40:45.934348 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 51264) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:45.949606 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a348c96-8077-499d-ba60-f0479ed6f0ad x-openstack-request-id: req-2a348c96-8077-499d-ba60-f0479ed6f0ad {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:40:45.950165 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b33025b-8e16-4e94-a8f0-a7b61c0fb5c1", "tag": "b38f6974-9d86-44eb-92e5-cfbd52b7256a", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:40:45.951041 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2a348c96-8077-499d-ba60-f0479ed6f0ad {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:40:45.951645 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b33025b-8e16-4e94-a8f0-a7b61c0fb5c1', 'tag': 'b38f6974-9d86-44eb-92e5-cfbd52b7256a', 'status': 'completed', 'code': 200} Nov 12 08:40:45.980471 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bfa1ef4-bc00-4715-a471-b6c50d7f7d89 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] DELETE failed (client error): The resource could not be found. Nov 12 08:40:45.981204 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bfa1ef4-bc00-4715-a471-b6c50d7f7d89 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:40:45.985244 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-8bfa1ef4-bc00-4715-a471-b6c50d7f7d89 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "DELETE /v2.0/subnets/062b0210-1362-4912-a296-104a6d625a28 HTTP/1.1" status: 404 len: 337 time: 0.0495510 Nov 12 08:40:45.988759 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 51266) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:46.004607 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14b5bf2-ff01-4c4b-a1d8-74b756bd7f65 service neutron] Pushing event updated for resources: {'Port': ['ID=b38f6974-9d86-44eb-92e5-cfbd52b7256a,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:46.070485 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-38c4dfee-1467-4c39-8be1-446002fd5432 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] DELETE failed (client error): The resource could not be found. Nov 12 08:40:46.078786 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38c4dfee-1467-4c39-8be1-446002fd5432 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:40:46.093240 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 51270) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:46.104996 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-38c4dfee-1467-4c39-8be1-446002fd5432 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "DELETE /v2.0/ports/fb1599de-048c-4ecd-9fa1-d6a43c892f4b HTTP/1.1" status: 404 len: 333 time: 0.0980213 Nov 12 08:40:46.143438 n-d-765315-29 neutron-server[102599]: INFO neutron.pecan_wsgi.hooks.translation [None req-580d914e-838e-426a-9743-f872c6449600 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] DELETE failed (client error): The resource could not be found. Nov 12 08:40:46.143864 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-580d914e-838e-426a-9743-f872c6449600 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:40:46.150350 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-580d914e-838e-426a-9743-f872c6449600 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "DELETE /v2.0/subnets/cf8a2aab-d86b-4dbe-817f-0b2681b9f84b HTTP/1.1" status: 404 len: 337 time: 0.0504472 Nov 12 08:40:46.150618 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98836977-d22c-4cb4-81ad-99f423d24fae req-6cedd538-92af-4ce2-979a-72598d9e0bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:46.151473 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 51272) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:46.152513 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-98836977-d22c-4cb4-81ad-99f423d24fae req-6cedd538-92af-4ce2-979a-72598d9e0bee service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7d3f7337327743ecb706fdd7c92380e3&device_id=0b33025b-8e16-4e94-a8f0-a7b61c0fb5c1 HTTP/1.1" status: 200 len: 1096 time: 0.2338741 Nov 12 08:40:46.204728 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-413db133-e71e-42c8-8dec-eb690867d1ec tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] DELETE failed (client error): The resource could not be found. Nov 12 08:40:46.206511 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-413db133-e71e-42c8-8dec-eb690867d1ec tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:40:46.214431 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-413db133-e71e-42c8-8dec-eb690867d1ec tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "DELETE /v2.0/ports/ec7285a3-8f33-421f-9fd6-2d34fcc82914 HTTP/1.1" status: 404 len: 333 time: 0.0600972 Nov 12 08:40:46.220455 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 51276) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:46.247774 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-98836977-d22c-4cb4-81ad-99f423d24fae req-db030c04-dc6d-4815-81fb-3c67af94dd7c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b38f6974-9d86-44eb-92e5-cfbd52b7256a HTTP/1.1" status: 200 len: 217 time: 0.0784042 Nov 12 08:40:46.269875 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1edb04c-edf2-477b-833b-90e5d6084d62 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] DELETE failed (client error): The resource could not be found. Nov 12 08:40:46.270339 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1edb04c-edf2-477b-833b-90e5d6084d62 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:40:46.274370 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-d1edb04c-edf2-477b-833b-90e5d6084d62 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "DELETE /v2.0/subnets/f7f568fd-9168-4e2f-a812-389f9a9942db HTTP/1.1" status: 404 len: 337 time: 0.0512881 Nov 12 08:40:46.282696 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 51278) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:46.319914 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98836977-d22c-4cb4-81ad-99f423d24fae req-d665ffd7-4771-4a42-b8a5-ef1bddda246f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:46.321847 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-98836977-d22c-4cb4-81ad-99f423d24fae req-d665ffd7-4771-4a42-b8a5-ef1bddda246f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d1d27945-8c3d-427f-88ef-3c42a7516333 HTTP/1.1" status: 200 len: 851 time: 0.0666380 Nov 12 08:40:46.331722 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f89368c-7203-4071-a69f-32803ee4d0e6 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] DELETE failed (client error): The resource could not be found. Nov 12 08:40:46.332624 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f89368c-7203-4071-a69f-32803ee4d0e6 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:40:46.337582 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-5f89368c-7203-4071-a69f-32803ee4d0e6 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "DELETE /v2.0/ports/7700df3b-2ac8-4eec-8e51-f90b1d1b3b99 HTTP/1.1" status: 404 len: 333 time: 0.0507855 Nov 12 08:40:46.342154 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 51280) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:46.365059 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fe609a-a333-4dda-9994-b6df1201f38b req-a09dda99-4840-49e4-bd37-e627f641f4c2 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:46.366647 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-67fe609a-a333-4dda-9994-b6df1201f38b req-a09dda99-4840-49e4-bd37-e627f641f4c2 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b33025b-8e16-4e94-a8f0-a7b61c0fb5c1 HTTP/1.1" status: 200 len: 944 time: 0.0989771 Nov 12 08:40:46.417365 n-d-765315-29 neutron-server[102599]: INFO neutron.pecan_wsgi.hooks.translation [None req-e67d90ae-37eb-4c08-990b-7c415dedc500 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] DELETE failed (client error): The resource could not be found. Nov 12 08:40:46.418989 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e67d90ae-37eb-4c08-990b-7c415dedc500 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:40:46.423610 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-e67d90ae-37eb-4c08-990b-7c415dedc500 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "DELETE /v2.0/subnets/0ead8f0b-4641-4f93-b540-92a6ed516546 HTTP/1.1" status: 404 len: 337 time: 0.0800140 Nov 12 08:40:46.426944 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 51282) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:46.432967 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-67fe609a-a333-4dda-9994-b6df1201f38b req-54c4d1e4-e0fa-46ef-b65f-87854cef952c tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556810 Nov 12 08:40:46.466323 n-d-765315-29 neutron-server[102599]: INFO neutron.pecan_wsgi.hooks.translation [None req-73bccdaa-b92e-4b14-988d-eb92c1309870 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] DELETE failed (client error): The resource could not be found. Nov 12 08:40:46.467221 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73bccdaa-b92e-4b14-988d-eb92c1309870 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:40:46.470361 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-73bccdaa-b92e-4b14-988d-eb92c1309870 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "DELETE /v2.0/ports/ade1a62b-ad6e-4166-973c-aeb7921f58b5 HTTP/1.1" status: 404 len: 333 time: 0.0422764 Nov 12 08:40:46.473068 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 51286) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:46.500878 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98836977-d22c-4cb4-81ad-99f423d24fae req-d8d07f75-aa81-4a91-acfe-31e151475822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:46.503387 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-98836977-d22c-4cb4-81ad-99f423d24fae req-d8d07f75-aa81-4a91-acfe-31e151475822 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=35316ea3-d15f-4e9c-9d0f-87ba20d4fc64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1728435 Nov 12 08:40:46.522156 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-007f6fcd-4c93-4261-9e8e-f61c11282011 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] DELETE failed (client error): The resource could not be found. Nov 12 08:40:46.523866 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-007f6fcd-4c93-4261-9e8e-f61c11282011 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:40:46.537338 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-007f6fcd-4c93-4261-9e8e-f61c11282011 tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "DELETE /v2.0/subnets/89272c13-aedb-48bb-a8e4-66fb30de87a4 HTTP/1.1" status: 404 len: 337 time: 0.0629923 Nov 12 08:40:46.543777 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 51290) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:46.598557 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e361af-33a9-4547-9962-415d5c7650f4 req-2d8045f4-66d3-43c0-af3d-a2c67edcd9b4 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:46.600443 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-57e361af-33a9-4547-9962-415d5c7650f4 req-2d8045f4-66d3-43c0-af3d-a2c67edcd9b4 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=903cd802-0b2d-467f-ae9a-bf81d7255ef7 HTTP/1.1" status: 200 len: 945 time: 0.0542364 Nov 12 08:40:46.694893 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-57e361af-33a9-4547-9962-415d5c7650f4 req-f38a10fd-12b6-4b89-82f9-0ecc77fecb98 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=87051b75-a5b8-4134-a29f-d7bdc7d0859e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864944 Nov 12 08:40:46.724836 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-89a23c0a-2bc9-4d5b-af95-f0f9129fd8be tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:46.752091 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-98836977-d22c-4cb4-81ad-99f423d24fae req-80577f2b-7903-49b9-b743-8c711e98f05e service neutron] 10.222.0.44 "GET /v2.0/networks/35316ea3-d15f-4e9c-9d0f-87ba20d4fc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407248 Nov 12 08:40:46.856054 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-89a23c0a-2bc9-4d5b-af95-f0f9129fd8be tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:46.929237 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-89a23c0a-2bc9-4d5b-af95-f0f9129fd8be tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcea8192-3ded-4675-acba-29dad29883d7']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:46.943129 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-89a23c0a-2bc9-4d5b-af95-f0f9129fd8be tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83c30f53-8f44-40b6-91bc-237f9283bbd5') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:46.943433 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-89a23c0a-2bc9-4d5b-af95-f0f9129fd8be tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83c30f53-8f44-40b6-91bc-237f9283bbd5') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:46.966457 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-89a23c0a-2bc9-4d5b-af95-f0f9129fd8be tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:46.995862 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-89a23c0a-2bc9-4d5b-af95-f0f9129fd8be tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:47.008835 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-98836977-d22c-4cb4-81ad-99f423d24fae req-f71b7433-0fdc-4f87-b06b-1ba5b1ef5dc3 service neutron] 10.222.0.44 "GET /v2.0/networks/35316ea3-d15f-4e9c-9d0f-87ba20d4fc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309887 Nov 12 08:40:47.010068 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89a23c0a-2bc9-4d5b-af95-f0f9129fd8be tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:40:47.010734 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-89a23c0a-2bc9-4d5b-af95-f0f9129fd8be tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:47.015056 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 08:40:47.015056 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:40:47.015056 n-d-765315-29 neutron-server[102599]: timer() Nov 12 08:40:47.015056 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:40:47.015056 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 08:40:47.015056 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:40:47.015056 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 08:40:47.015056 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:40:47.015056 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 08:40:47.015056 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:40:47.015056 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 08:40:47.015056 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:40:47.015056 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 08:40:47.015056 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:40:47.015056 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:40:47.015056 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:40:47.015056 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:40:47.015056 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:40:47.015056 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 08:40:47.015056 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:40:47.015056 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 08:40:47.015056 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:40:47.015056 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:40:47.015056 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:40:47.015056 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 08:40:47.015056 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:40:47.015056 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:40:47.015056 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:40:47.015056 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:40:47.015056 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:40:47.015056 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:40:47.015056 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:40:47.175916 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-89a23c0a-2bc9-4d5b-af95-f0f9129fd8be tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:47.193287 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-89a23c0a-2bc9-4d5b-af95-f0f9129fd8be tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Publish callbacks [] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:47.200801 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-89a23c0a-2bc9-4d5b-af95-f0f9129fd8be tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] 10.222.0.26 "DELETE /v2.0/networks/dcea8192-3ded-4675-acba-29dad29883d7 HTTP/1.1" status: 204 len: 168 time: 0.6556098 Nov 12 08:40:47.223792 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a23c0a-2bc9-4d5b-af95-f0f9129fd8be tempest-NetworksTestDHCPv6-982602235 tempest-NetworksTestDHCPv6-982602235-project] Pushing event deleted for resources: {'Network': ['ID=dcea8192-3ded-4675-acba-29dad29883d7,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:47.262801 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5575dd9-b3d9-4334-b112-f7c735b081ce req-935f2053-f4b2-49f5-b93c-f52d7a38418b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:47.264787 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b5575dd9-b3d9-4334-b112-f7c735b081ce req-935f2053-f4b2-49f5-b93c-f52d7a38418b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7d3f7337327743ecb706fdd7c92380e3&device_id=0b33025b-8e16-4e94-a8f0-a7b61c0fb5c1 HTTP/1.1" status: 200 len: 1096 time: 0.1455772 Nov 12 08:40:47.421860 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5575dd9-b3d9-4334-b112-f7c735b081ce req-4e01511a-2720-4b09-a11e-31edfe9fa732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:47.423954 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b5575dd9-b3d9-4334-b112-f7c735b081ce req-4e01511a-2720-4b09-a11e-31edfe9fa732 service neutron] 10.222.0.44 "GET /v2.0/networks?id=35316ea3-d15f-4e9c-9d0f-87ba20d4fc64 HTTP/1.1" status: 200 len: 913 time: 0.1496389 Nov 12 08:40:47.486836 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b5575dd9-b3d9-4334-b112-f7c735b081ce req-e909f4ec-ae59-4a42-854d-4a87643c94f1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b38f6974-9d86-44eb-92e5-cfbd52b7256a HTTP/1.1" status: 200 len: 217 time: 0.0546281 Nov 12 08:40:47.583544 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5575dd9-b3d9-4334-b112-f7c735b081ce req-54156757-e2bb-4c33-9339-e8a77dff06c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:47.585367 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b5575dd9-b3d9-4334-b112-f7c735b081ce req-54156757-e2bb-4c33-9339-e8a77dff06c4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d1d27945-8c3d-427f-88ef-3c42a7516333 HTTP/1.1" status: 200 len: 851 time: 0.0874579 Nov 12 08:40:47.683569 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 51316) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:47.708681 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5575dd9-b3d9-4334-b112-f7c735b081ce req-b3d3c032-34e0-4fec-86ca-9fb0c1764cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:47.710179 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b5575dd9-b3d9-4334-b112-f7c735b081ce req-b3d3c032-34e0-4fec-86ca-9fb0c1764cd6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=35316ea3-d15f-4e9c-9d0f-87ba20d4fc64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1169131 Nov 12 08:40:47.800812 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9ebcaf-2210-4eb1-b38e-f0e23b039132 req-2a9d2d92-3bf1-48d2-bbad-fbfea2c7468f tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:47.811113 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ca9ebcaf-2210-4eb1-b38e-f0e23b039132 req-2a9d2d92-3bf1-48d2-bbad-fbfea2c7468f tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b33025b-8e16-4e94-a8f0-a7b61c0fb5c1 HTTP/1.1" status: 200 len: 944 time: 0.0863855 Nov 12 08:40:47.896172 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ca9ebcaf-2210-4eb1-b38e-f0e23b039132 req-c71cb50c-3cfd-417e-8edb-46f0c6cda12c tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809631 Nov 12 08:40:48.126374 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf7fc5b-7867-4781-be19-d64533f08d29 req-14cfc021-c579-413f-a352-e0dc3ab6609a tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:48.128912 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bdf7fc5b-7867-4781-be19-d64533f08d29 req-14cfc021-c579-413f-a352-e0dc3ab6609a tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=903cd802-0b2d-467f-ae9a-bf81d7255ef7 HTTP/1.1" status: 200 len: 945 time: 0.0566163 Nov 12 08:40:48.197873 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bdf7fc5b-7867-4781-be19-d64533f08d29 req-61a5ad98-2f37-4513-a95e-f5a31f3245ea tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=87051b75-a5b8-4134-a29f-d7bdc7d0859e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610387 Nov 12 08:40:48.267846 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b5575dd9-b3d9-4334-b112-f7c735b081ce req-96c3b58f-9620-4201-b059-f0189f284385 service neutron] 10.222.0.44 "GET /v2.0/networks/35316ea3-d15f-4e9c-9d0f-87ba20d4fc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5486333 Nov 12 08:40:48.273924 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-2ef86820-a996-409a-a7e6-6e24ed4e4e4c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9132ec14bb5d4c18949ca0b140edb366&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5866876 Nov 12 08:40:48.274274 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 51324) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:48.421533 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e94eeef6-4d29-433e-beb7-6db63e4003ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:48.481286 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e94eeef6-4d29-433e-beb7-6db63e4003ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:48.498363 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b5575dd9-b3d9-4334-b112-f7c735b081ce req-e5f6715a-14bd-4a7a-b53a-197519577f50 service neutron] 10.222.0.44 "GET /v2.0/networks/35316ea3-d15f-4e9c-9d0f-87ba20d4fc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215798 Nov 12 08:40:48.578766 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e94eeef6-4d29-433e-beb7-6db63e4003ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:48.588140 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e94eeef6-4d29-433e-beb7-6db63e4003ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:48.594775 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-e94eeef6-4d29-433e-beb7-6db63e4003ab admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d33aadf8-b403-49f8-a34a-c337525fd5ef HTTP/1.1" status: 204 len: 168 time: 0.3143208 Nov 12 08:40:48.607649 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94eeef6-4d29-433e-beb7-6db63e4003ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d33aadf8-b403-49f8-a34a-c337525fd5ef,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:49.063916 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f314f12d-d70f-4f94-8d82-4bb67116d1f3 req-e9b73111-7662-446b-9a64-ba3c465e748b tempest-ServerTagsTestJSON-1033092002 tempest-ServerTagsTestJSON-1033092002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:49.065913 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f314f12d-d70f-4f94-8d82-4bb67116d1f3 req-e9b73111-7662-446b-9a64-ba3c465e748b tempest-ServerTagsTestJSON-1033092002 tempest-ServerTagsTestJSON-1033092002-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c6fea0e-31ed-4fb0-8fbb-d73dec253f85 HTTP/1.1" status: 200 len: 946 time: 0.0888627 Nov 12 08:40:49.132285 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f314f12d-d70f-4f94-8d82-4bb67116d1f3 req-4a7060ea-d3d2-4dfb-99a1-2f6099079655 tempest-ServerTagsTestJSON-1033092002 tempest-ServerTagsTestJSON-1033092002-project] 10.222.0.26 "GET /v2.0/security-groups?id=c0807416-8c57-4309-ad0f-26d7a71324e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574462 Nov 12 08:40:49.276052 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cb8f9e-8b4d-483c-aeae-488435381024 req-9a1a21d7-166b-4301-ba46-77d34f713a17 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:49.278069 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c7cb8f9e-8b4d-483c-aeae-488435381024 req-9a1a21d7-166b-4301-ba46-77d34f713a17 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b33025b-8e16-4e94-a8f0-a7b61c0fb5c1 HTTP/1.1" status: 200 len: 944 time: 0.0583448 Nov 12 08:40:49.348855 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c7cb8f9e-8b4d-483c-aeae-488435381024 req-580895b4-0715-4aac-9015-85c9fe47323a tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587351 Nov 12 08:40:49.501997 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4aba98-199d-490c-a63e-3c5c06efc49a req-2e8ee259-46df-496d-8191-34d7461eb9a2 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:49.504033 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cc4aba98-199d-490c-a63e-3c5c06efc49a req-2e8ee259-46df-496d-8191-34d7461eb9a2 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=903cd802-0b2d-467f-ae9a-bf81d7255ef7 HTTP/1.1" status: 200 len: 945 time: 0.0593090 Nov 12 08:40:49.577290 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cc4aba98-199d-490c-a63e-3c5c06efc49a req-19554008-c630-4f8c-b1eb-afcf35c7b1b4 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=87051b75-a5b8-4134-a29f-d7bdc7d0859e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657179 Nov 12 08:40:49.624579 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 51364) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:49.741995 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-ae1e3869-d222-4803-afaf-be9976907517 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-910261798'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:49.765114 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae1e3869-d222-4803-afaf-be9976907517 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Made reservation on behalf of a25300d707c04c8bb1256a13e2e28ccb for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:40:49.768809 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ae1e3869-d222-4803-afaf-be9976907517 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:49.778678 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ae1e3869-d222-4803-afaf-be9976907517 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:49.866251 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ae1e3869-d222-4803-afaf-be9976907517 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:49.872183 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ae1e3869-d222-4803-afaf-be9976907517 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:49.906370 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae1e3869-d222-4803-afaf-be9976907517 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:40:49.923802 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1e3869-d222-4803-afaf-be9976907517 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d7a7950-7a5b-4ffa-be79-8d18b008c5e6,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:49.932722 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ae1e3869-d222-4803-afaf-be9976907517 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:49.932927 n-d-765315-29 neutron-server[102599]: INFO neutron.db.segments_db [None req-ae1e3869-d222-4803-afaf-be9976907517 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Added segment 9810ebaf-aa11-4c91-865e-56adac245121 of type vlan for network a589b3fe-69f2-4c46-9fb6-c3767a19b9fa Nov 12 08:40:49.981011 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ae1e3869-d222-4803-afaf-be9976907517 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:50.019864 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ae1e3869-d222-4803-afaf-be9976907517 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:50.025816 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1e3869-d222-4803-afaf-be9976907517 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:50.026439 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ae1e3869-d222-4803-afaf-be9976907517 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks [] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:50.069142 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-ae1e3869-d222-4803-afaf-be9976907517 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4432285 Nov 12 08:40:50.105259 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1e3869-d222-4803-afaf-be9976907517 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Pushing event updated for resources: {'Network': ['ID=a589b3fe-69f2-4c46-9fb6-c3767a19b9fa,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:50.116450 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network a589b3fe-69f2-4c46-9fb6-c3767a19b9fa details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:40:50.291024 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bbb6ec-d09b-49dc-9a82-6addf4ab3528 req-b5528634-a93a-450d-adc3-c4ad1d89fa46 tempest-ServerTagsTestJSON-1033092002 tempest-ServerTagsTestJSON-1033092002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:50.292623 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f8bbb6ec-d09b-49dc-9a82-6addf4ab3528 req-b5528634-a93a-450d-adc3-c4ad1d89fa46 tempest-ServerTagsTestJSON-1033092002 tempest-ServerTagsTestJSON-1033092002-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c6fea0e-31ed-4fb0-8fbb-d73dec253f85 HTTP/1.1" status: 200 len: 946 time: 0.0621262 Nov 12 08:40:50.355359 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f8bbb6ec-d09b-49dc-9a82-6addf4ab3528 req-94826302-bbaa-4911-961f-679acdee0018 tempest-ServerTagsTestJSON-1033092002 tempest-ServerTagsTestJSON-1033092002-project] 10.222.0.26 "GET /v2.0/security-groups?id=c0807416-8c57-4309-ad0f-26d7a71324e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475132 Nov 12 08:40:50.517616 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd1b2a2-6bac-4174-bd4c-149ff9275899 req-1e60eaa1-18a5-4470-967b-db6e4dc83f63 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:50.525991 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5bd1b2a2-6bac-4174-bd4c-149ff9275899 req-1e60eaa1-18a5-4470-967b-db6e4dc83f63 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b33025b-8e16-4e94-a8f0-a7b61c0fb5c1 HTTP/1.1" status: 200 len: 944 time: 0.0829000 Nov 12 08:40:50.582911 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5bd1b2a2-6bac-4174-bd4c-149ff9275899 req-e8758483-900f-433b-9c0d-d472db681edc tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563731 Nov 12 08:40:50.633947 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e278f7-e10e-4a14-857d-c26627e07a9d req-3e573614-192e-44da-b77a-1d4076dbbe34 tempest-ServerTagsTestJSON-1033092002 tempest-ServerTagsTestJSON-1033092002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:50.636795 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-03e278f7-e10e-4a14-857d-c26627e07a9d req-3e573614-192e-44da-b77a-1d4076dbbe34 tempest-ServerTagsTestJSON-1033092002 tempest-ServerTagsTestJSON-1033092002-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c6fea0e-31ed-4fb0-8fbb-d73dec253f85 HTTP/1.1" status: 200 len: 946 time: 0.0879121 Nov 12 08:40:50.734095 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b0835e-7179-4111-9e55-4dafb82ec4af req-011c50b8-ceec-4dba-8740-c5d6c8575206 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:50.736650 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-63b0835e-7179-4111-9e55-4dafb82ec4af req-011c50b8-ceec-4dba-8740-c5d6c8575206 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=903cd802-0b2d-467f-ae9a-bf81d7255ef7 HTTP/1.1" status: 200 len: 945 time: 0.0729613 Nov 12 08:40:50.800443 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-63b0835e-7179-4111-9e55-4dafb82ec4af req-1cb25cfc-6f3e-41cb-83bf-f85f7c44f355 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=87051b75-a5b8-4134-a29f-d7bdc7d0859e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565529 Nov 12 08:40:50.804601 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-03e278f7-e10e-4a14-857d-c26627e07a9d req-e63fad8c-d22d-4d8c-879c-07be03ecdd71 tempest-ServerTagsTestJSON-1033092002 tempest-ServerTagsTestJSON-1033092002-project] Deleting port c5e9508a-06d4-4427-a9da-e42a848812c0 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:40:50.805968 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-03e278f7-e10e-4a14-857d-c26627e07a9d req-e63fad8c-d22d-4d8c-879c-07be03ecdd71 tempest-ServerTagsTestJSON-1033092002 tempest-ServerTagsTestJSON-1033092002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:50.934096 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-03e278f7-e10e-4a14-857d-c26627e07a9d req-e63fad8c-d22d-4d8c-879c-07be03ecdd71 tempest-ServerTagsTestJSON-1033092002 tempest-ServerTagsTestJSON-1033092002-project] For port c5e9508a-06d4-4427-a9da-e42a848812c0, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=c5e9508a-06d4-4427-a9da-e42a848812c0,segment=NetworkSegment(4d15b137-d9f3-4165-8492-4cfd5cfc62d7),segment_id=4d15b137-d9f3-4165-8492-4cfd5cfc62d7)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:50.934674 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-03e278f7-e10e-4a14-857d-c26627e07a9d req-e63fad8c-d22d-4d8c-879c-07be03ecdd71 tempest-ServerTagsTestJSON-1033092002 tempest-ServerTagsTestJSON-1033092002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:50.959408 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-03e278f7-e10e-4a14-857d-c26627e07a9d req-e63fad8c-d22d-4d8c-879c-07be03ecdd71 tempest-ServerTagsTestJSON-1033092002 tempest-ServerTagsTestJSON-1033092002-project] Calling delete_port for c5e9508a-06d4-4427-a9da-e42a848812c0 owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:40:51.174133 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-03e278f7-e10e-4a14-857d-c26627e07a9d req-e63fad8c-d22d-4d8c-879c-07be03ecdd71 tempest-ServerTagsTestJSON-1033092002 tempest-ServerTagsTestJSON-1033092002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:51.219625 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['c5e9508a-06d4-4427-a9da-e42a848812c0'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:40:51.222951 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63fad8c-d22d-4d8c-879c-07be03ecdd71 tempest-ServerTagsTestJSON-1033092002 tempest-ServerTagsTestJSON-1033092002-project] Pushing event deleted for resources: {'Port': ['ID=c5e9508a-06d4-4427-a9da-e42a848812c0,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:51.299152 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-03e278f7-e10e-4a14-857d-c26627e07a9d req-e63fad8c-d22d-4d8c-879c-07be03ecdd71 tempest-ServerTagsTestJSON-1033092002 tempest-ServerTagsTestJSON-1033092002-project] No DVR routers for this DVR port c5e9508a-06d4-4427-a9da-e42a848812c0 on host n-h2-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:40:51.306880 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-03e278f7-e10e-4a14-857d-c26627e07a9d req-e63fad8c-d22d-4d8c-879c-07be03ecdd71 tempest-ServerTagsTestJSON-1033092002 tempest-ServerTagsTestJSON-1033092002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:51.313387 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-03e278f7-e10e-4a14-857d-c26627e07a9d req-e63fad8c-d22d-4d8c-879c-07be03ecdd71 tempest-ServerTagsTestJSON-1033092002 tempest-ServerTagsTestJSON-1033092002-project] 10.222.0.44 "DELETE /v2.0/ports/c5e9508a-06d4-4427-a9da-e42a848812c0 HTTP/1.1" status: 204 len: 173 time: 0.6673329 Nov 12 08:40:51.314485 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c6fea0e-31ed-4fb0-8fbb-d73dec253f85', 'name': 'network-vif-deleted', 'tag': 'c5e9508a-06d4-4427-a9da-e42a848812c0'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:40:51.321392 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea403afd-da62-49dc-b7a1-5868e0424730 None None] DHCP port deletion for 273d90bc-36f8-47d8-8471-f0f75053c900 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:40:51.353630 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aaa9268-74d4-4023-9450-a302a8d89cff" -d '{"events": [{"server_uuid": "0c6fea0e-31ed-4fb0-8fbb-d73dec253f85", "name": "network-vif-deleted", "tag": "c5e9508a-06d4-4427-a9da-e42a848812c0"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:40:51.436737 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2580d503-723f-49c3-8c70-1a7c81c81c55 x-openstack-request-id: req-2580d503-723f-49c3-8c70-1a7c81c81c55 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:40:51.437452 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c6fea0e-31ed-4fb0-8fbb-d73dec253f85", "name": "network-vif-deleted", "tag": "c5e9508a-06d4-4427-a9da-e42a848812c0", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:40:51.438113 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2580d503-723f-49c3-8c70-1a7c81c81c55 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:40:51.438897 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c6fea0e-31ed-4fb0-8fbb-d73dec253f85', 'name': 'network-vif-deleted', 'tag': 'c5e9508a-06d4-4427-a9da-e42a848812c0', 'status': 'completed', 'code': 200} Nov 12 08:40:51.571666 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fbc48821-f96a-4de7-b845-6a300ee15650 req-c850f342-0525-45c0-89d7-fb29e908936e tempest-ServerTagsTestJSON-1033092002 tempest-ServerTagsTestJSON-1033092002-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c6fea0e-31ed-4fb0-8fbb-d73dec253f85 HTTP/1.1" status: 200 len: 210 time: 0.0615816 Nov 12 08:40:51.774619 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac2a641-29e1-4d0b-b014-5c081f11ab42 req-0d00f795-67bd-4613-9404-0c27d885904c tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:51.777401 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4ac2a641-29e1-4d0b-b014-5c081f11ab42 req-0d00f795-67bd-4613-9404-0c27d885904c tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b33025b-8e16-4e94-a8f0-a7b61c0fb5c1 HTTP/1.1" status: 200 len: 944 time: 0.0823174 Nov 12 08:40:51.854489 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4ac2a641-29e1-4d0b-b014-5c081f11ab42 req-b7223c56-414c-4a7e-aaeb-17ec7931b4c2 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643928 Nov 12 08:40:52.090925 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c60dce-5938-4ec4-b18b-62b23342b56a req-57f63798-30fc-44f0-96b0-ac3a7264459b tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:52.094319 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-30c60dce-5938-4ec4-b18b-62b23342b56a req-57f63798-30fc-44f0-96b0-ac3a7264459b tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=903cd802-0b2d-467f-ae9a-bf81d7255ef7 HTTP/1.1" status: 200 len: 945 time: 0.1054325 Nov 12 08:40:52.197732 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-30c60dce-5938-4ec4-b18b-62b23342b56a req-4a69e377-c071-46f2-bc11-ddb4a034120f tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=87051b75-a5b8-4134-a29f-d7bdc7d0859e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899465 Nov 12 08:40:52.647780 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 51386) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:52.724359 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe78acc5-918d-4527-9c8c-07b647a6f40f admin admin] Deleting subnet 572e053d-9315-47a6-b65d-1635c9789e0d {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:40:52.729861 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fe78acc5-918d-4527-9c8c-07b647a6f40f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:52.791583 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fe78acc5-918d-4527-9c8c-07b647a6f40f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31181813'] for subnet, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:52.855155 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fe78acc5-918d-4527-9c8c-07b647a6f40f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:52.999517 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fe78acc5-918d-4527-9c8c-07b647a6f40f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:53.068170 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe78acc5-918d-4527-9c8c-07b647a6f40f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=572e053d-9315-47a6-b65d-1635c9789e0d,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:53.082955 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fe78acc5-918d-4527-9c8c-07b647a6f40f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:53.090318 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78d2ede-e0bd-4628-bf99-a6959c1c544e None None] Network 273d90bc-36f8-47d8-8471-f0f75053c900 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:40:53.092573 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-fe78acc5-918d-4527-9c8c-07b647a6f40f admin admin] 10.222.0.26 "DELETE /v2.0/subnets/572e053d-9315-47a6-b65d-1635c9789e0d HTTP/1.1" status: 204 len: 168 time: 0.4432402 Nov 12 08:40:53.098085 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 51392) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:53.157365 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abd5ad0-81ed-45dc-898d-d27a7f2c3bfb req-a74cd3f6-b941-4b6d-a1c1-556a86293336 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:53.178737 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6abd5ad0-81ed-45dc-898d-d27a7f2c3bfb req-a74cd3f6-b941-4b6d-a1c1-556a86293336 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b33025b-8e16-4e94-a8f0-a7b61c0fb5c1 HTTP/1.1" status: 200 len: 944 time: 0.1555777 Nov 12 08:40:53.214803 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-41587a9c-c1da-41af-b90e-a0fd38429c52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:53.321687 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-41587a9c-c1da-41af-b90e-a0fd38429c52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:53.355446 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-41587a9c-c1da-41af-b90e-a0fd38429c52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['273d90bc-36f8-47d8-8471-f0f75053c900']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:53.372471 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6abd5ad0-81ed-45dc-898d-d27a7f2c3bfb req-b7b921c9-f56c-4f0c-9fd4-be6e87e44201 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922011 Nov 12 08:40:53.374569 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-41587a9c-c1da-41af-b90e-a0fd38429c52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d15b137-d9f3-4165-8492-4cfd5cfc62d7') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:53.375474 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-41587a9c-c1da-41af-b90e-a0fd38429c52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d15b137-d9f3-4165-8492-4cfd5cfc62d7') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:53.409854 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-41587a9c-c1da-41af-b90e-a0fd38429c52 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:53.441974 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-41587a9c-c1da-41af-b90e-a0fd38429c52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:53.454448 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41587a9c-c1da-41af-b90e-a0fd38429c52 admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:40:53.455368 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-41587a9c-c1da-41af-b90e-a0fd38429c52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:53.544774 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca588a0-ba76-4cf9-90c6-eff22659e256 None None] DHCP port deletion for 273d90bc-36f8-47d8-8471-f0f75053c900 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:40:53.546581 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 08:40:53.546581 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:40:53.546581 n-d-765315-29 neutron-server[102599]: timer() Nov 12 08:40:53.546581 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:40:53.546581 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 08:40:53.546581 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:40:53.546581 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 08:40:53.546581 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:40:53.546581 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 08:40:53.546581 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:40:53.546581 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 08:40:53.546581 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:40:53.546581 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 08:40:53.546581 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:40:53.546581 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:40:53.546581 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:40:53.546581 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:40:53.546581 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:40:53.546581 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 08:40:53.546581 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:40:53.546581 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 08:40:53.546581 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:40:53.546581 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:40:53.546581 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:40:53.546581 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 08:40:53.546581 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:40:53.546581 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:40:53.546581 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:40:53.546581 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:40:53.546581 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:40:53.546581 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:40:53.546581 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:40:53.564546 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-41587a9c-c1da-41af-b90e-a0fd38429c52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:53.614233 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-41587a9c-c1da-41af-b90e-a0fd38429c52 admin admin] Publish callbacks [] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:53.620143 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-41587a9c-c1da-41af-b90e-a0fd38429c52 admin admin] 10.222.0.26 "DELETE /v2.0/networks/273d90bc-36f8-47d8-8471-f0f75053c900 HTTP/1.1" status: 204 len: 168 time: 0.5207548 Nov 12 08:40:53.626221 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41587a9c-c1da-41af-b90e-a0fd38429c52 admin admin] Pushing event deleted for resources: {'Network': ['ID=273d90bc-36f8-47d8-8471-f0f75053c900,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:53.701131 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c944b419-395f-4a02-ac8b-58865ab41427 req-bad8ed74-2775-42bb-89cf-ae416c8cccde tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:53.707105 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c944b419-395f-4a02-ac8b-58865ab41427 req-bad8ed74-2775-42bb-89cf-ae416c8cccde tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=903cd802-0b2d-467f-ae9a-bf81d7255ef7 HTTP/1.1" status: 200 len: 945 time: 0.1794410 Nov 12 08:40:53.837596 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c944b419-395f-4a02-ac8b-58865ab41427 req-cfeef5c3-ebaf-47a6-8a02-2f77990f3731 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=87051b75-a5b8-4134-a29f-d7bdc7d0859e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142216 Nov 12 08:40:54.014123 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device c5e9508a-06d4-4427-a9da-e42a848812c0 no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:40:54.025102 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 51406) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:54.061401 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] No Port match for: c5e9508a-06d4-4427-a9da-e42a848812c0 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:40:54.061738 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device c5e9508a-06d4-4427-a9da-e42a848812c0 not bound to the agent host n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:40:54.091358 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-f31bcdfb-4c5a-4d49-9b1b-df547ed17708 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1f1b858572204b3c92d394c4389e4299&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0639665 Nov 12 08:40:54.094685 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 51410) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:54.184256 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9320842e-3dc7-4d28-8ea7-63b271d0fa68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:54.222304 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9320842e-3dc7-4d28-8ea7-63b271d0fa68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:54.291599 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9320842e-3dc7-4d28-8ea7-63b271d0fa68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:54.295560 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9320842e-3dc7-4d28-8ea7-63b271d0fa68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:54.297456 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-9320842e-3dc7-4d28-8ea7-63b271d0fa68 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c0807416-8c57-4309-ad0f-26d7a71324e2 HTTP/1.1" status: 204 len: 168 time: 0.2015612 Nov 12 08:40:54.333883 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9320842e-3dc7-4d28-8ea7-63b271d0fa68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0807416-8c57-4309-ad0f-26d7a71324e2,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:54.360853 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9320842e-3dc7-4d28-8ea7-63b271d0fa68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:54.361513 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9320842e-3dc7-4d28-8ea7-63b271d0fa68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:54.363144 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9320842e-3dc7-4d28-8ea7-63b271d0fa68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:54.367337 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9320842e-3dc7-4d28-8ea7-63b271d0fa68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:54.367891 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9320842e-3dc7-4d28-8ea7-63b271d0fa68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:54.368363 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9320842e-3dc7-4d28-8ea7-63b271d0fa68 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:54.368819 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9320842e-3dc7-4d28-8ea7-63b271d0fa68 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:54.369387 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9320842e-3dc7-4d28-8ea7-63b271d0fa68 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:54.370076 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9320842e-3dc7-4d28-8ea7-63b271d0fa68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:54.370867 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9320842e-3dc7-4d28-8ea7-63b271d0fa68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:54.371408 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9320842e-3dc7-4d28-8ea7-63b271d0fa68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:54.371821 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9320842e-3dc7-4d28-8ea7-63b271d0fa68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:54.531088 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 51416) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:54.537415 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-37a0f3f9-8f82-455d-b61f-9e64d81a43cc tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Request body: {'subnet': {'network_id': 'a589b3fe-69f2-4c46-9fb6-c3767a19b9fa', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:54.589972 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeb39dc-6bf8-4d77-b8a2-2b4bb3d95b34 req-2f7a16f8-6a3f-46a7-a078-9bc32545b132 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:54.600352 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ddeb39dc-6bf8-4d77-b8a2-2b4bb3d95b34 req-2f7a16f8-6a3f-46a7-a078-9bc32545b132 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b33025b-8e16-4e94-a8f0-a7b61c0fb5c1 HTTP/1.1" status: 200 len: 944 time: 0.1260839 Nov 12 08:40:54.669972 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a0f3f9-8f82-455d-b61f-9e64d81a43cc tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Made reservation on behalf of a25300d707c04c8bb1256a13e2e28ccb for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:40:54.677727 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-37a0f3f9-8f82-455d-b61f-9e64d81a43cc tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:54.706436 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ddeb39dc-6bf8-4d77-b8a2-2b4bb3d95b34 req-2a7cc29f-3f5d-49a1-87bb-97b24976cfaa tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970254 Nov 12 08:40:55.072035 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-37a0f3f9-8f82-455d-b61f-9e64d81a43cc tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:55.159480 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcff8d7-25f2-4385-8f22-93469fabf8ad req-5b563160-3f92-4800-9a9b-9d78657c70f0 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:55.163285 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-adcff8d7-25f2-4385-8f22-93469fabf8ad req-5b563160-3f92-4800-9a9b-9d78657c70f0 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=903cd802-0b2d-467f-ae9a-bf81d7255ef7 HTTP/1.1" status: 200 len: 945 time: 0.1111646 Nov 12 08:40:55.182425 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a0f3f9-8f82-455d-b61f-9e64d81a43cc tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Pushing event updated for resources: {'Subnet': ['ID=a2b19a0e-2a01-43d7-b130-f64fe92198e0,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:55.201902 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a0f3f9-8f82-455d-b61f-9e64d81a43cc tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Checking segment: {'id': '9810ebaf-aa11-4c91-865e-56adac245121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a589b3fe-69f2-4c46-9fb6-c3767a19b9fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:40:55.202266 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a0f3f9-8f82-455d-b61f-9e64d81a43cc tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Network hostable DHCP agents. Network: a589b3fe-69f2-4c46-9fb6-c3767a19b9fa, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:40:55.229472 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a0f3f9-8f82-455d-b61f-9e64d81a43cc tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Network a589b3fe-69f2-4c46-9fb6-c3767a19b9fa is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:40:55.255365 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-37a0f3f9-8f82-455d-b61f-9e64d81a43cc tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, a589b3fe-69f2-4c46-9fb6-c3767a19b9fa) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:40:55.264303 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14cf7a6-9a43-40f8-b1c6-c3a75a43172b None None] Network a589b3fe-69f2-4c46-9fb6-c3767a19b9fa requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:40:55.265027 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a0f3f9-8f82-455d-b61f-9e64d81a43cc tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:55.265643 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-37a0f3f9-8f82-455d-b61f-9e64d81a43cc tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:55.279262 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-adcff8d7-25f2-4385-8f22-93469fabf8ad req-11e61170-7453-4014-a463-d4b886cc6b1b tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=87051b75-a5b8-4134-a29f-d7bdc7d0859e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930355 Nov 12 08:40:55.293709 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-37a0f3f9-8f82-455d-b61f-9e64d81a43cc tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7568207 Nov 12 08:40:55.294808 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 51434) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:55.302038 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-6cabf3b7-debc-406f-ad03-c99005e2f601 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-815728149'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:55.353664 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cabf3b7-debc-406f-ad03-c99005e2f601 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Made reservation on behalf of a25300d707c04c8bb1256a13e2e28ccb for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:40:55.360160 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6cabf3b7-debc-406f-ad03-c99005e2f601 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:55.403322 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cabf3b7-debc-406f-ad03-c99005e2f601 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:40:55.418017 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6cabf3b7-debc-406f-ad03-c99005e2f601 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:55.418692 n-d-765315-29 neutron-server[102599]: INFO neutron.db.segments_db [None req-6cabf3b7-debc-406f-ad03-c99005e2f601 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Added segment 303e5c0e-f08f-4709-9664-ad5ddbd34233 of type vlan for network 4c546343-8c5c-4ad4-b9bd-57ac1b0a8995 Nov 12 08:40:55.475556 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6cabf3b7-debc-406f-ad03-c99005e2f601 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:55.515104 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6cabf3b7-debc-406f-ad03-c99005e2f601 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:55.526575 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cabf3b7-debc-406f-ad03-c99005e2f601 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:55.527389 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6cabf3b7-debc-406f-ad03-c99005e2f601 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks [] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:55.589525 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-6cabf3b7-debc-406f-ad03-c99005e2f601 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2931731 Nov 12 08:40:55.593771 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 51444) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:55.601418 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-add63819-01e9-4cef-8bfa-d392a0c17b26 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Request body: {'subnet': {'network_id': '4c546343-8c5c-4ad4-b9bd-57ac1b0a8995', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:55.640475 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cabf3b7-debc-406f-ad03-c99005e2f601 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Pushing event updated for resources: {'Network': ['ID=4c546343-8c5c-4ad4-b9bd-57ac1b0a8995,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:55.697825 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 4c546343-8c5c-4ad4-b9bd-57ac1b0a8995 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:40:55.743129 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd726b5-d8ef-4fae-b66f-88a00485f558 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-a589b3fe-69f2-4c46-9fb6-c3767a19b9fa', 'network_id': 'a589b3fe-69f2-4c46-9fb6-c3767a19b9fa', 'tenant_id': 'a25300d707c04c8bb1256a13e2e28ccb', 'fixed_ips': [{'subnet_id': 'a2b19a0e-2a01-43d7-b130-f64fe92198e0'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:40:55.743616 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add63819-01e9-4cef-8bfa-d392a0c17b26 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Made reservation on behalf of a25300d707c04c8bb1256a13e2e28ccb for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:40:55.744611 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2cd726b5-d8ef-4fae-b66f-88a00485f558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:55.757272 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-add63819-01e9-4cef-8bfa-d392a0c17b26 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:55.972290 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3e6e83-12ec-4eb7-9d2b-9756a733d82b req-762b1615-4e81-4e5c-aced-d703cdbda66a tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:55.974101 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ae3e6e83-12ec-4eb7-9d2b-9756a733d82b req-762b1615-4e81-4e5c-aced-d703cdbda66a tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b33025b-8e16-4e94-a8f0-a7b61c0fb5c1 HTTP/1.1" status: 200 len: 944 time: 0.1492639 Nov 12 08:40:56.000593 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-2cd726b5-d8ef-4fae-b66f-88a00485f558 None None] Allocated IP 2001:db8:0:ffff::2 (a589b3fe-69f2-4c46-9fb6-c3767a19b9fa/a2b19a0e-2a01-43d7-b130-f64fe92198e0/97cc9b25-3da0-463d-84f5-0bd06986ed17) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:40:56.102526 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ae3e6e83-12ec-4eb7-9d2b-9756a733d82b req-87370b08-7050-4eb4-bbba-e73cba5634fa tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198707 Nov 12 08:40:56.235547 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2cd726b5-d8ef-4fae-b66f-88a00485f558 None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:56.247710 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2cd726b5-d8ef-4fae-b66f-88a00485f558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:56.289484 n-d-765315-29 neutron-server[102600]: DEBUG neutron.objects.ports [None req-add63819-01e9-4cef-8bfa-d392a0c17b26 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102600) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 08:40:56.291740 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-add63819-01e9-4cef-8bfa-d392a0c17b26 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:56.341303 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd726b5-d8ef-4fae-b66f-88a00485f558 None None] Network a589b3fe-69f2-4c46-9fb6-c3767a19b9fa is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:40:56.365190 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-2cd726b5-d8ef-4fae-b66f-88a00485f558 None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:40:56.374629 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd726b5-d8ef-4fae-b66f-88a00485f558 None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:40:56.382838 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd726b5-d8ef-4fae-b66f-88a00485f558 None None] Pushing event updated for resources: {'Port': ['ID=97cc9b25-3da0-463d-84f5-0bd06986ed17,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:56.395360 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd726b5-d8ef-4fae-b66f-88a00485f558 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:56.395706 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd726b5-d8ef-4fae-b66f-88a00485f558 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:56.396048 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd726b5-d8ef-4fae-b66f-88a00485f558 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:56.396488 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd726b5-d8ef-4fae-b66f-88a00485f558 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:56.396687 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd726b5-d8ef-4fae-b66f-88a00485f558 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:56.397007 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd726b5-d8ef-4fae-b66f-88a00485f558 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:56.397328 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd726b5-d8ef-4fae-b66f-88a00485f558 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:56.397641 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd726b5-d8ef-4fae-b66f-88a00485f558 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:56.399100 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add63819-01e9-4cef-8bfa-d392a0c17b26 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Pushing event updated for resources: {'Subnet': ['ID=66ea9386-e97e-4662-95e5-bbfa4f255d75,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:56.404162 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd726b5-d8ef-4fae-b66f-88a00485f558 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:56.404590 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd726b5-d8ef-4fae-b66f-88a00485f558 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:56.404931 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd726b5-d8ef-4fae-b66f-88a00485f558 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:56.405257 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd726b5-d8ef-4fae-b66f-88a00485f558 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:56.437657 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add63819-01e9-4cef-8bfa-d392a0c17b26 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Checking segment: {'id': '303e5c0e-f08f-4709-9664-ad5ddbd34233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4c546343-8c5c-4ad4-b9bd-57ac1b0a8995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:40:56.438901 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add63819-01e9-4cef-8bfa-d392a0c17b26 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Network hostable DHCP agents. Network: 4c546343-8c5c-4ad4-b9bd-57ac1b0a8995, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:40:56.493016 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add63819-01e9-4cef-8bfa-d392a0c17b26 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Network 4c546343-8c5c-4ad4-b9bd-57ac1b0a8995 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:40:56.507834 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-add63819-01e9-4cef-8bfa-d392a0c17b26 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 4c546343-8c5c-4ad4-b9bd-57ac1b0a8995) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:40:56.519975 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-2cd726b5-d8ef-4fae-b66f-88a00485f558 None None] Attempting to bind port 97cc9b25-3da0-463d-84f5-0bd06986ed17 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:40:56.520448 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-2cd726b5-d8ef-4fae-b66f-88a00485f558 None None] Attempting to bind port 97cc9b25-3da0-463d-84f5-0bd06986ed17 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '9810ebaf-aa11-4c91-865e-56adac245121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a589b3fe-69f2-4c46-9fb6-c3767a19b9fa'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:40:56.520887 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd726b5-d8ef-4fae-b66f-88a00485f558 None None] Attempting to bind port 97cc9b25-3da0-463d-84f5-0bd06986ed17 on network a589b3fe-69f2-4c46-9fb6-c3767a19b9fa {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:40:56.524955 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add63819-01e9-4cef-8bfa-d392a0c17b26 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:56.525558 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-add63819-01e9-4cef-8bfa-d392a0c17b26 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:56.525990 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55d48de-d00d-485a-b422-bc5dd631092e None None] Network 4c546343-8c5c-4ad4-b9bd-57ac1b0a8995 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:40:56.531989 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd726b5-d8ef-4fae-b66f-88a00485f558 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:40:56.532493 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd726b5-d8ef-4fae-b66f-88a00485f558 None None] Checking segment: {'id': '9810ebaf-aa11-4c91-865e-56adac245121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a589b3fe-69f2-4c46-9fb6-c3767a19b9fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:40:56.532904 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2cd726b5-d8ef-4fae-b66f-88a00485f558 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:56.533353 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd726b5-d8ef-4fae-b66f-88a00485f558 None None] Bound using segment: {'id': '9810ebaf-aa11-4c91-865e-56adac245121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a589b3fe-69f2-4c46-9fb6-c3767a19b9fa'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:40:56.534384 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-2cd726b5-d8ef-4fae-b66f-88a00485f558 None None] Bound port: 97cc9b25-3da0-463d-84f5-0bd06986ed17, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9810ebaf-aa11-4c91-865e-56adac245121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a589b3fe-69f2-4c46-9fb6-c3767a19b9fa'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:40:56.534807 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2cd726b5-d8ef-4fae-b66f-88a00485f558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:56.544673 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-add63819-01e9-4cef-8bfa-d392a0c17b26 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9492977 Nov 12 08:40:56.547391 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 51480) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:56.553239 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-58e2679b-5e8a-4024-8a4c-f88192c28d74 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Request body: {'port': {'network_id': '4c546343-8c5c-4ad4-b9bd-57ac1b0a8995', 'name': 'tempest-NetworksIpV6TestAttrs-842148403'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:56.565406 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b6d47c-2de1-4557-b5de-4faabeb0abe0 req-89c3449d-7c29-40b3-9b69-1c597b7be429 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:56.575188 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-86b6d47c-2de1-4557-b5de-4faabeb0abe0 req-89c3449d-7c29-40b3-9b69-1c597b7be429 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=903cd802-0b2d-467f-ae9a-bf81d7255ef7 HTTP/1.1" status: 200 len: 945 time: 0.1537704 Nov 12 08:40:56.658396 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-86b6d47c-2de1-4557-b5de-4faabeb0abe0 req-bec6eb55-9678-4ac7-bbf1-75b3c70452fd tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=87051b75-a5b8-4134-a29f-d7bdc7d0859e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740891 Nov 12 08:40:56.765304 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-2cd726b5-d8ef-4fae-b66f-88a00485f558 None None] For port 97cc9b25-3da0-463d-84f5-0bd06986ed17, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:40:56.789143 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-2cd726b5-d8ef-4fae-b66f-88a00485f558 None None] For port 97cc9b25-3da0-463d-84f5-0bd06986ed17, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=97cc9b25-3da0-463d-84f5-0bd06986ed17,segment=NetworkSegment(9810ebaf-aa11-4c91-865e-56adac245121),segment_id=9810ebaf-aa11-4c91-865e-56adac245121)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:40:56.795902 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2cd726b5-d8ef-4fae-b66f-88a00485f558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:56.827096 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e2679b-5e8a-4024-8a4c-f88192c28d74 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Made reservation on behalf of a25300d707c04c8bb1256a13e2e28ccb for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:40:56.832707 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-58e2679b-5e8a-4024-8a4c-f88192c28d74 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:56.856701 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [None req-58e2679b-5e8a-4024-8a4c-f88192c28d74 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] device_id is not set on port cb68e585-ed2e-43a4-afd3-3ba73e6f192a yet. {{(pid=102599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:40:56.931186 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd726b5-d8ef-4fae-b66f-88a00485f558 None None] Pushing event updated for resources: {'Port': ['ID=97cc9b25-3da0-463d-84f5-0bd06986ed17,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:56.945991 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e6fc41-6ae9-4d51-a886-6a9565edf274 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-4c546343-8c5c-4ad4-b9bd-57ac1b0a8995', 'network_id': '4c546343-8c5c-4ad4-b9bd-57ac1b0a8995', 'tenant_id': 'a25300d707c04c8bb1256a13e2e28ccb', 'fixed_ips': [{'subnet_id': '66ea9386-e97e-4662-95e5-bbfa4f255d75'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:40:56.948874 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-57e6fc41-6ae9-4d51-a886-6a9565edf274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:57.121657 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-58e2679b-5e8a-4024-8a4c-f88192c28d74 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Allocated IP 2001:db8::f816:3eff:fe6e:ac38 (4c546343-8c5c-4ad4-b9bd-57ac1b0a8995/66ea9386-e97e-4662-95e5-bbfa4f255d75/cb68e585-ed2e-43a4-afd3-3ba73e6f192a) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:40:57.382035 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d267c6f6-4204-448c-afb8-e28d7b606c3a req-9aad65a8-d6cf-4308-8235-5cd20dff03bc tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:57.392717 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d267c6f6-4204-448c-afb8-e28d7b606c3a req-9aad65a8-d6cf-4308-8235-5cd20dff03bc tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b33025b-8e16-4e94-a8f0-a7b61c0fb5c1 HTTP/1.1" status: 200 len: 944 time: 0.1057725 Nov 12 08:40:57.481156 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d267c6f6-4204-448c-afb8-e28d7b606c3a req-97275e8a-74b0-4d72-a1da-4975b6dceae0 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801501 Nov 12 08:40:57.505817 n-d-765315-29 neutron-server[102599]: INFO neutron.api.v2.resource [req-9d7f97e6-0ce6-459a-a655-fafdd594dbd4 req-44391cd0-a0fc-46f6-be29-59dbf60b52eb service neutron] show failed (client error): The resource could not be found. Nov 12 08:40:57.506578 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9d7f97e6-0ce6-459a-a655-fafdd594dbd4 req-44391cd0-a0fc-46f6-be29-59dbf60b52eb service neutron] 10.222.0.21 "GET /v2.0/ports/facae0b0-c7cd-4131-a076-038626c38ad1/bindings/n-h2-765315-29 HTTP/1.1" status: 404 len: 381 time: 0.1328096 Nov 12 08:40:57.518194 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-58e2679b-5e8a-4024-8a4c-f88192c28d74 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:57.620303 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-58e2679b-5e8a-4024-8a4c-f88192c28d74 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:57.687066 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e2679b-5e8a-4024-8a4c-f88192c28d74 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Network 4c546343-8c5c-4ad4-b9bd-57ac1b0a8995 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:40:57.690903 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-58e2679b-5e8a-4024-8a4c-f88192c28d74 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:40:57.712980 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 97cc9b25-3da0-463d-84f5-0bd06986ed17 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:40:57.738543 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e2679b-5e8a-4024-8a4c-f88192c28d74 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:40:57.746562 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e2679b-5e8a-4024-8a4c-f88192c28d74 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:57.747255 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-58e2679b-5e8a-4024-8a4c-f88192c28d74 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:57.808029 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-58e2679b-5e8a-4024-8a4c-f88192c28d74 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.2588665 Nov 12 08:40:57.810479 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 51506) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:57.839692 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-57e6fc41-6ae9-4d51-a886-6a9565edf274 None None] Allocated IP 2001:db8::f816:3eff:fe95:bb22 (4c546343-8c5c-4ad4-b9bd-57ac1b0a8995/66ea9386-e97e-4662-95e5-bbfa4f255d75/7731894f-423d-49dd-af61-5cb6349844e5) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:40:57.934190 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 97cc9b25-3da0-463d-84f5-0bd06986ed17 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:57.934563 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:57.991053 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-1567bff8-707d-4270-ade8-1b1654446300 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Deleting subnet 66ea9386-e97e-4662-95e5-bbfa4f255d75 {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:40:58.046511 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e2679b-5e8a-4024-8a4c-f88192c28d74 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Pushing event updated for resources: {'Port': ['ID=cb68e585-ed2e-43a4-afd3-3ba73e6f192a,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:58.073529 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ed3791-1f79-45e0-8886-075dc5d6fa3c req-a644fd58-8ec7-4044-9bb0-0abd0a5e6aac tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:58.084542 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-46ed3791-1f79-45e0-8886-075dc5d6fa3c req-a644fd58-8ec7-4044-9bb0-0abd0a5e6aac tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=903cd802-0b2d-467f-ae9a-bf81d7255ef7 HTTP/1.1" status: 200 len: 945 time: 0.2281268 Nov 12 08:40:58.131469 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7f97e6-0ce6-459a-a655-fafdd594dbd4 req-bdb1f7be-18ce-4953-b4c6-ecbe948e50a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:58.136826 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9d7f97e6-0ce6-459a-a655-fafdd594dbd4 req-bdb1f7be-18ce-4953-b4c6-ecbe948e50a0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=903cd802-0b2d-467f-ae9a-bf81d7255ef7&tenant_id=af01ccd549054d7f8ad1904b6846172a HTTP/1.1" status: 200 len: 1097 time: 0.2690270 Nov 12 08:40:58.155498 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-46ed3791-1f79-45e0-8886-075dc5d6fa3c req-9ab92796-a57a-43be-823a-e0e415fd72b4 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=87051b75-a5b8-4134-a29f-d7bdc7d0859e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686965 Nov 12 08:40:58.164331 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-9d7f97e6-0ce6-459a-a655-fafdd594dbd4 req-56f578b2-8a63-4b0a-bb49-63512cd41c2a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-765315-29', 'device_owner': 'compute:nova'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:58.208885 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:58.243916 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-9d7f97e6-0ce6-459a-a655-fafdd594dbd4 req-56f578b2-8a63-4b0a-bb49-63512cd41c2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:58.270304 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] For port 97cc9b25-3da0-463d-84f5-0bd06986ed17, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=97cc9b25-3da0-463d-84f5-0bd06986ed17,segment=NetworkSegment(9810ebaf-aa11-4c91-865e-56adac245121),segment_id=9810ebaf-aa11-4c91-865e-56adac245121)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:58.277816 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-57e6fc41-6ae9-4d51-a886-6a9565edf274 None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:58.290524 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:58.295748 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1567bff8-707d-4270-ade8-1b1654446300 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:58.396119 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-57e6fc41-6ae9-4d51-a886-6a9565edf274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:58.396664 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1567bff8-707d-4270-ade8-1b1654446300 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:58.413162 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Pushing event updated for resources: {'Port': ['ID=97cc9b25-3da0-463d-84f5-0bd06986ed17,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:58.534430 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e6fc41-6ae9-4d51-a886-6a9565edf274 None None] Network 4c546343-8c5c-4ad4-b9bd-57ac1b0a8995 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:40:58.554215 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e6fc41-6ae9-4d51-a886-6a9565edf274 None None] Pushing event updated for resources: {'Port': ['ID=7731894f-423d-49dd-af61-5cb6349844e5,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:58.567964 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-57e6fc41-6ae9-4d51-a886-6a9565edf274 None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:40:58.577142 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e6fc41-6ae9-4d51-a886-6a9565edf274 None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:40:58.619136 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1567bff8-707d-4270-ade8-1b1654446300 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:58.631360 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beebc53c-12c7-4ce9-a5f1-2c77ee7f1231 None None] Network a589b3fe-69f2-4c46-9fb6-c3767a19b9fa requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:40:58.720288 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-9d7f97e6-0ce6-459a-a655-fafdd594dbd4 req-56f578b2-8a63-4b0a-bb49-63512cd41c2a service neutron] For port facae0b0-c7cd-4131-a076-038626c38ad1, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=facae0b0-c7cd-4131-a076-038626c38ad1,segment=NetworkSegment(7b0f7e94-0541-4a5b-a8eb-bc9ffc4aa181),segment_id=7b0f7e94-0541-4a5b-a8eb-bc9ffc4aa181)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:58.739948 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-57e6fc41-6ae9-4d51-a886-6a9565edf274 None None] Attempting to bind port 7731894f-423d-49dd-af61-5cb6349844e5 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:40:58.740956 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-57e6fc41-6ae9-4d51-a886-6a9565edf274 None None] Attempting to bind port 7731894f-423d-49dd-af61-5cb6349844e5 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '303e5c0e-f08f-4709-9664-ad5ddbd34233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4c546343-8c5c-4ad4-b9bd-57ac1b0a8995'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:40:58.741507 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e6fc41-6ae9-4d51-a886-6a9565edf274 None None] Attempting to bind port 7731894f-423d-49dd-af61-5cb6349844e5 on network 4c546343-8c5c-4ad4-b9bd-57ac1b0a8995 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:40:58.773378 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7514c55b-c6c6-4c8c-b2dc-7e2a84d46c59 req-775b0834-177b-4293-9884-2cdc0a008e6d tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:58.779104 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-9d7f97e6-0ce6-459a-a655-fafdd594dbd4 req-56f578b2-8a63-4b0a-bb49-63512cd41c2a service neutron] For port facae0b0-c7cd-4131-a076-038626c38ad1, host n-h1-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:40:58.782435 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7514c55b-c6c6-4c8c-b2dc-7e2a84d46c59 req-775b0834-177b-4293-9884-2cdc0a008e6d tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b33025b-8e16-4e94-a8f0-a7b61c0fb5c1 HTTP/1.1" status: 200 len: 944 time: 0.1298811 Nov 12 08:40:58.786826 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1567bff8-707d-4270-ade8-1b1654446300 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:58.791233 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-7d90f2a3-1c78-4349-aa4f-14c32721009f None None] Provisioning complete for port 97cc9b25-3da0-463d-84f5-0bd06986ed17 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:58.791862 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7d90f2a3-1c78-4349-aa4f-14c32721009f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:58.797309 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e6fc41-6ae9-4d51-a886-6a9565edf274 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:40:58.797992 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e6fc41-6ae9-4d51-a886-6a9565edf274 None None] Checking segment: {'id': '303e5c0e-f08f-4709-9664-ad5ddbd34233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4c546343-8c5c-4ad4-b9bd-57ac1b0a8995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:40:58.798554 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-57e6fc41-6ae9-4d51-a886-6a9565edf274 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:58.801007 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e6fc41-6ae9-4d51-a886-6a9565edf274 None None] Bound using segment: {'id': '303e5c0e-f08f-4709-9664-ad5ddbd34233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4c546343-8c5c-4ad4-b9bd-57ac1b0a8995'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:40:58.802373 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-57e6fc41-6ae9-4d51-a886-6a9565edf274 None None] Bound port: 7731894f-423d-49dd-af61-5cb6349844e5, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '303e5c0e-f08f-4709-9664-ad5ddbd34233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4c546343-8c5c-4ad4-b9bd-57ac1b0a8995'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:40:58.803007 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-57e6fc41-6ae9-4d51-a886-6a9565edf274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:58.834404 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-9d7f97e6-0ce6-459a-a655-fafdd594dbd4 req-56f578b2-8a63-4b0a-bb49-63512cd41c2a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:58.850128 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-9d7f97e6-0ce6-459a-a655-fafdd594dbd4 req-56f578b2-8a63-4b0a-bb49-63512cd41c2a service neutron] Transition to ACTIVE for port object facae0b0-c7cd-4131-a076-038626c38ad1 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:40:58.851492 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '903cd802-0b2d-467f-ae9a-bf81d7255ef7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'facae0b0-c7cd-4131-a076-038626c38ad1'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:40:58.857040 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edfb4fa2-eb7a-4d00-b277-6219ab37ddf8" -d '{"events": [{"server_uuid": "903cd802-0b2d-467f-ae9a-bf81d7255ef7", "name": "network-vif-unplugged", "status": "completed", "tag": "facae0b0-c7cd-4131-a076-038626c38ad1"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:40:58.860978 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1567bff8-707d-4270-ade8-1b1654446300 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Pushing event deleted for resources: {'Subnet': ['ID=66ea9386-e97e-4662-95e5-bbfa4f255d75,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:58.866059 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-9d7f97e6-0ce6-459a-a655-fafdd594dbd4 req-56f578b2-8a63-4b0a-bb49-63512cd41c2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:58.883468 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 51524) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:58.891475 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1567bff8-707d-4270-ade8-1b1654446300 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:58.897316 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-1567bff8-707d-4270-ade8-1b1654446300 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] 10.222.0.26 "DELETE /v2.0/subnets/66ea9386-e97e-4662-95e5-bbfa4f255d75 HTTP/1.1" status: 204 len: 168 time: 1.0853636 Nov 12 08:40:58.923095 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 51526) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:58.946990 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7514c55b-c6c6-4c8c-b2dc-7e2a84d46c59 req-5459ba26-6b70-4b92-ad78-945c14b60dea tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632133 Nov 12 08:40:59.085615 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f578b2-8a63-4b0a-bb49-63512cd41c2a service neutron] Pushing event updated for resources: {'Port': ['ID=facae0b0-c7cd-4131-a076-038626c38ad1,revision_number=6']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:59.126118 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdba4ede-26bf-4a45-ba67-83236f1efe5c x-openstack-request-id: req-bdba4ede-26bf-4a45-ba67-83236f1efe5c {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:40:59.126453 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "903cd802-0b2d-467f-ae9a-bf81d7255ef7", "name": "network-vif-unplugged", "status": "completed", "tag": "facae0b0-c7cd-4131-a076-038626c38ad1", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:40:59.126674 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bdba4ede-26bf-4a45-ba67-83236f1efe5c {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:40:59.127072 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '903cd802-0b2d-467f-ae9a-bf81d7255ef7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'facae0b0-c7cd-4131-a076-038626c38ad1', 'code': 200} Nov 12 08:40:59.150309 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e571abc1-a959-4640-b5a1-e09f8ef980cb tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:59.152904 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e571abc1-a959-4640-b5a1-e09f8ef980cb tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:59.154519 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-e571abc1-a959-4640-b5a1-e09f8ef980cb tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2253144 Nov 12 08:40:59.157662 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 51530) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:59.200989 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bba0b12b-bd00-4ab1-8c06-e0298bc3e598 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:59.234132 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d7f97e6-0ce6-459a-a655-fafdd594dbd4 req-56f578b2-8a63-4b0a-bb49-63512cd41c2a service neutron] No DVR routers for this DVR port facae0b0-c7cd-4131-a076-038626c38ad1 on host n-h1-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:40:59.280579 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-57e6fc41-6ae9-4d51-a886-6a9565edf274 None None] For port 7731894f-423d-49dd-af61-5cb6349844e5, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:40:59.304289 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-57e6fc41-6ae9-4d51-a886-6a9565edf274 None None] For port 7731894f-423d-49dd-af61-5cb6349844e5, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=7731894f-423d-49dd-af61-5cb6349844e5,segment=NetworkSegment(303e5c0e-f08f-4709-9664-ad5ddbd34233),segment_id=303e5c0e-f08f-4709-9664-ad5ddbd34233)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:40:59.333675 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-57e6fc41-6ae9-4d51-a886-6a9565edf274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:59.339368 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0934bf77-f12e-4cbb-9108-14d1a02ce3af tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:59.358195 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-0934bf77-f12e-4cbb-9108-14d1a02ce3af tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 12 08:40:59.359028 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0934bf77-f12e-4cbb-9108-14d1a02ce3af tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:40:59.365013 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-0934bf77-f12e-4cbb-9108-14d1a02ce3af tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] 10.222.0.26 "DELETE /v2.0/networks/4c546343-8c5c-4ad4-b9bd-57ac1b0a8995 HTTP/1.1" status: 409 len: 405 time: 0.2058802 Nov 12 08:40:59.376100 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 51534) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:59.383805 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-c21ab49d-9646-4b6a-8daf-c5e75e82858a tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1125607183'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:59.459573 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362e0167-398d-40c7-9395-f60e55c59aa1 req-fc207aae-4d7f-4400-ae44-aeaa0d6e2e5c tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:59.469049 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-362e0167-398d-40c7-9395-f60e55c59aa1 req-fc207aae-4d7f-4400-ae44-aeaa0d6e2e5c tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=903cd802-0b2d-467f-ae9a-bf81d7255ef7 HTTP/1.1" status: 200 len: 943 time: 0.1217492 Nov 12 08:40:59.471894 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c21ab49d-9646-4b6a-8daf-c5e75e82858a tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Made reservation on behalf of a25300d707c04c8bb1256a13e2e28ccb for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:40:59.476919 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c21ab49d-9646-4b6a-8daf-c5e75e82858a tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:59.509887 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-9d7f97e6-0ce6-459a-a655-fafdd594dbd4 req-56f578b2-8a63-4b0a-bb49-63512cd41c2a service neutron] Attempting to bind port facae0b0-c7cd-4131-a076-038626c38ad1 on host n-h2-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:40:59.522921 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-9d7f97e6-0ce6-459a-a655-fafdd594dbd4 req-56f578b2-8a63-4b0a-bb49-63512cd41c2a service neutron] Attempting to bind port facae0b0-c7cd-4131-a076-038626c38ad1 by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': '7b0f7e94-0541-4a5b-a8eb-bc9ffc4aa181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '2a86a16a-e574-4b84-b4af-d17ebf35c6da'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:40:59.523587 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d7f97e6-0ce6-459a-a655-fafdd594dbd4 req-56f578b2-8a63-4b0a-bb49-63512cd41c2a service neutron] Attempting to bind port facae0b0-c7cd-4131-a076-038626c38ad1 on network 2a86a16a-e574-4b84-b4af-d17ebf35c6da {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:40:59.552517 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d7f97e6-0ce6-459a-a655-fafdd594dbd4 req-56f578b2-8a63-4b0a-bb49-63512cd41c2a service neutron] Port facae0b0-c7cd-4131-a076-038626c38ad1 on network 2a86a16a-e574-4b84-b4af-d17ebf35c6da not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:40:59.552852 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d7f97e6-0ce6-459a-a655-fafdd594dbd4 req-56f578b2-8a63-4b0a-bb49-63512cd41c2a service neutron] Attempting to bind port facae0b0-c7cd-4131-a076-038626c38ad1 on network 2a86a16a-e574-4b84-b4af-d17ebf35c6da {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:40:59.567226 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c21ab49d-9646-4b6a-8daf-c5e75e82858a tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:40:59.573958 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d7f97e6-0ce6-459a-a655-fafdd594dbd4 req-56f578b2-8a63-4b0a-bb49-63512cd41c2a service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:40:59.574667 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d7f97e6-0ce6-459a-a655-fafdd594dbd4 req-56f578b2-8a63-4b0a-bb49-63512cd41c2a service neutron] Checking segment: {'id': '7b0f7e94-0541-4a5b-a8eb-bc9ffc4aa181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '2a86a16a-e574-4b84-b4af-d17ebf35c6da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:40:59.574853 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d7f97e6-0ce6-459a-a655-fafdd594dbd4 req-56f578b2-8a63-4b0a-bb49-63512cd41c2a service neutron] Bound using segment: {'id': '7b0f7e94-0541-4a5b-a8eb-bc9ffc4aa181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '2a86a16a-e574-4b84-b4af-d17ebf35c6da'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:40:59.575317 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-9d7f97e6-0ce6-459a-a655-fafdd594dbd4 req-56f578b2-8a63-4b0a-bb49-63512cd41c2a service neutron] Bound port: facae0b0-c7cd-4131-a076-038626c38ad1, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b0f7e94-0541-4a5b-a8eb-bc9ffc4aa181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '2a86a16a-e574-4b84-b4af-d17ebf35c6da'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:40:59.575611 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-9d7f97e6-0ce6-459a-a655-fafdd594dbd4 req-56f578b2-8a63-4b0a-bb49-63512cd41c2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:59.618520 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e6fc41-6ae9-4d51-a886-6a9565edf274 None None] Pushing event updated for resources: {'Port': ['ID=7731894f-423d-49dd-af61-5cb6349844e5,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:59.644788 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf3c1f8-5843-4635-aa47-5fa30f6dd55d None None] Network 4c546343-8c5c-4ad4-b9bd-57ac1b0a8995 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:40:59.702985 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c21ab49d-9646-4b6a-8daf-c5e75e82858a tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:59.706195 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-c21ab49d-9646-4b6a-8daf-c5e75e82858a tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Added segment 1046d6cc-a2a1-4e80-8a95-ef1b3c1eccc9 of type vlan for network 5056dae0-e727-4df9-84e9-79df314097e9 Nov 12 08:40:59.791295 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bba0b12b-bd00-4ab1-8c06-e0298bc3e598 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:59.796974 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-9d7f97e6-0ce6-459a-a655-fafdd594dbd4 req-56f578b2-8a63-4b0a-bb49-63512cd41c2a service neutron] For port facae0b0-c7cd-4131-a076-038626c38ad1, host n-h2-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:40:59.797838 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c21ab49d-9646-4b6a-8daf-c5e75e82858a tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:59.800751 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bba0b12b-bd00-4ab1-8c06-e0298bc3e598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:59.818615 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 97cc9b25-3da0-463d-84f5-0bd06986ed17 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:40:59.841128 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-bba0b12b-bd00-4ab1-8c06-e0298bc3e598 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b0518c5b01d0453e8332528629f894ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9222662 Nov 12 08:40:59.844946 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c21ab49d-9646-4b6a-8daf-c5e75e82858a tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:59.850122 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 51538) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:59.851663 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21ab49d-9646-4b6a-8daf-c5e75e82858a tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:59.852326 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c21ab49d-9646-4b6a-8daf-c5e75e82858a tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:59.873877 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-362e0167-398d-40c7-9395-f60e55c59aa1 req-8d5b8e89-f09a-4eb1-9d7e-4173ee853575 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=87051b75-a5b8-4134-a29f-d7bdc7d0859e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4039242 Nov 12 08:40:59.901342 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-9d7f97e6-0ce6-459a-a655-fafdd594dbd4 req-56f578b2-8a63-4b0a-bb49-63512cd41c2a service neutron] For port facae0b0-c7cd-4131-a076-038626c38ad1, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=facae0b0-c7cd-4131-a076-038626c38ad1,segment=NetworkSegment(7b0f7e94-0541-4a5b-a8eb-bc9ffc4aa181),segment_id=7b0f7e94-0541-4a5b-a8eb-bc9ffc4aa181)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:40:59.921577 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-c21ab49d-9646-4b6a-8daf-c5e75e82858a tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5376270 Nov 12 08:40:59.921696 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-d672841a-ccc8-46a2-ad67-13b481ff1993 None None] Provisioning complete for port 97cc9b25-3da0-463d-84f5-0bd06986ed17 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:59.921696 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d672841a-ccc8-46a2-ad67-13b481ff1993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:59.926985 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 51540) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:59.929099 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-9d7f97e6-0ce6-459a-a655-fafdd594dbd4 req-56f578b2-8a63-4b0a-bb49-63512cd41c2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:59.941279 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-33ab0c4a-1a7e-4280-98c6-7f7af1858d7d tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Request body: {'subnet': {'network_id': '5056dae0-e727-4df9-84e9-79df314097e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:59.999630 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21ab49d-9646-4b6a-8daf-c5e75e82858a tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Pushing event updated for resources: {'Network': ['ID=5056dae0-e727-4df9-84e9-79df314097e9,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:00.016990 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 97cc9b25-3da0-463d-84f5-0bd06986ed17 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:41:00.017354 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:00.066615 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f578b2-8a63-4b0a-bb49-63512cd41c2a service neutron] Pushing event updated for resources: {'Port': ['ID=facae0b0-c7cd-4131-a076-038626c38ad1,revision_number=7']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:00.096930 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba0b12b-bd00-4ab1-8c06-e0298bc3e598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a66ba6-cff8-4c3f-9fde-7125d9fa6043,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:00.115942 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 5056dae0-e727-4df9-84e9-79df314097e9 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:41:00.127612 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44d59f9-db0c-451b-997e-40ab5571811a None None] get_active_networks_info from n-d-765315-29 {{(pid=102601) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 08:41:00.153078 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7f97e6-0ce6-459a-a655-fafdd594dbd4 req-56f578b2-8a63-4b0a-bb49-63512cd41c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:00.154322 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-9d7f97e6-0ce6-459a-a655-fafdd594dbd4 req-56f578b2-8a63-4b0a-bb49-63512cd41c2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:00.156413 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9d7f97e6-0ce6-459a-a655-fafdd594dbd4 req-56f578b2-8a63-4b0a-bb49-63512cd41c2a service neutron] 10.222.0.44 "PUT /v2.0/ports/facae0b0-c7cd-4131-a076-038626c38ad1 HTTP/1.1" status: 200 len: 1092 time: 1.9978633 Nov 12 08:41:00.193362 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c4874760-19a8-491d-b82e-d558e28084f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:00.214291 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd83ce1f-f259-41b3-a2ad-7637e3d797e8 req-1fdb1148-b23d-4df3-a069-50ce0d6fe598 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:00.215866 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-dd83ce1f-f259-41b3-a2ad-7637e3d797e8 req-1fdb1148-b23d-4df3-a069-50ce0d6fe598 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b33025b-8e16-4e94-a8f0-a7b61c0fb5c1 HTTP/1.1" status: 200 len: 944 time: 0.1254323 Nov 12 08:41:00.267940 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c4874760-19a8-491d-b82e-d558e28084f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:00.329644 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 51548) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:00.337324 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-dd83ce1f-f259-41b3-a2ad-7637e3d797e8 req-5c80ace5-dea9-4613-8ff7-53a37057b200 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046424 Nov 12 08:41:00.344447 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7f97e6-0ce6-459a-a655-fafdd594dbd4 req-aa5f4b39-3f78-4f6c-b6b3-3f7d93641768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:00.350821 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9d7f97e6-0ce6-459a-a655-fafdd594dbd4 req-aa5f4b39-3f78-4f6c-b6b3-3f7d93641768 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=af01ccd549054d7f8ad1904b6846172a&device_id=903cd802-0b2d-467f-ae9a-bf81d7255ef7 HTTP/1.1" status: 200 len: 1095 time: 0.1438897 Nov 12 08:41:00.351475 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33ab0c4a-1a7e-4280-98c6-7f7af1858d7d tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Made reservation on behalf of a25300d707c04c8bb1256a13e2e28ccb for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:41:00.361169 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-33ab0c4a-1a7e-4280-98c6-7f7af1858d7d tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:00.476396 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44d59f9-db0c-451b-997e-40ab5571811a None None] Resources bound (agent type, host, resource id): {{(pid=102601) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 08:41:00.627375 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c4874760-19a8-491d-b82e-d558e28084f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:00.630006 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c4874760-19a8-491d-b82e-d558e28084f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:00.635458 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-c4874760-19a8-491d-b82e-d558e28084f0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/82a66ba6-cff8-4c3f-9fde-7125d9fa6043 HTTP/1.1" status: 204 len: 168 time: 0.7707276 Nov 12 08:41:00.672568 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4874760-19a8-491d-b82e-d558e28084f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a66ba6-cff8-4c3f-9fde-7125d9fa6043,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:00.733159 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7f97e6-0ce6-459a-a655-fafdd594dbd4 req-f8a1cbdf-55e5-434d-862c-469c20a97f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:00.733159 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9d7f97e6-0ce6-459a-a655-fafdd594dbd4 req-f8a1cbdf-55e5-434d-862c-469c20a97f70 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2a86a16a-e574-4b84-b4af-d17ebf35c6da HTTP/1.1" status: 200 len: 897 time: 0.3626089 Nov 12 08:41:01.102412 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7319d165-0c8f-4f83-86e1-586c1d54cd67 req-3cce4ce0-0056-4462-b624-8f97bc4d4330 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:01.104106 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7319d165-0c8f-4f83-86e1-586c1d54cd67 req-3cce4ce0-0056-4462-b624-8f97bc4d4330 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=903cd802-0b2d-467f-ae9a-bf81d7255ef7 HTTP/1.1" status: 200 len: 943 time: 0.0948784 Nov 12 08:41:01.150373 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 51564) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:01.168042 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-acc1382d-169e-4085-bcb6-095df0aa2e8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:01.253958 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7319d165-0c8f-4f83-86e1-586c1d54cd67 req-93c5e808-850e-4425-894c-099480bacc2f tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=87051b75-a5b8-4134-a29f-d7bdc7d0859e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267507 Nov 12 08:41:01.271097 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device facae0b0-c7cd-4131-a076-038626c38ad1 no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:41:01.349892 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-acc1382d-169e-4085-bcb6-095df0aa2e8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:01.357451 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-acc1382d-169e-4085-bcb6-095df0aa2e8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:01.409828 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device facae0b0-c7cd-4131-a076-038626c38ad1 not bound to the agent host n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:41:01.434700 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc1382d-169e-4085-bcb6-095df0aa2e8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f030625-fca3-4e24-a02d-a66ec139b785,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:01.441744 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-acc1382d-169e-4085-bcb6-095df0aa2e8e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0e8751a22aeb453faa22c1f445dc86eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2895827 Nov 12 08:41:01.444897 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 51570) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:01.489369 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '903cd802-0b2d-467f-ae9a-bf81d7255ef7', 'tag': 'facae0b0-c7cd-4131-a076-038626c38ad1'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:41:01.500789 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9f684d3-a939-4d24-b2dc-726371f08ada" -d '{"events": [{"name": "network-changed", "server_uuid": "903cd802-0b2d-467f-ae9a-bf81d7255ef7", "tag": "facae0b0-c7cd-4131-a076-038626c38ad1"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:41:01.633712 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9d7f97e6-0ce6-459a-a655-fafdd594dbd4 req-5064681c-839d-4277-a34f-fa5090be1abd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=facae0b0-c7cd-4131-a076-038626c38ad1 HTTP/1.1" status: 200 len: 999 time: 0.8920469 Nov 12 08:41:01.658322 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9c5bb65a-b805-4204-9830-9ac144dba873 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:01.701700 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcd38f1-cf6c-4107-8c92-f738b097b67c req-d5808e6e-8520-4541-8e0b-07301093f838 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:01.710424 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8fcd38f1-cf6c-4107-8c92-f738b097b67c req-d5808e6e-8520-4541-8e0b-07301093f838 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b33025b-8e16-4e94-a8f0-a7b61c0fb5c1 HTTP/1.1" status: 200 len: 944 time: 0.1772771 Nov 12 08:41:01.740559 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9c5bb65a-b805-4204-9830-9ac144dba873 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:01.821012 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7f97e6-0ce6-459a-a655-fafdd594dbd4 req-28ff34d6-e269-42e7-8f95-6a716e6ab5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:01.823015 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9d7f97e6-0ce6-459a-a655-fafdd594dbd4 req-28ff34d6-e269-42e7-8f95-6a716e6ab5d0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a1b94811-d464-4979-9491-cc8c81abd069 HTTP/1.1" status: 200 len: 834 time: 0.1807797 Nov 12 08:41:01.886517 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 51578) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:01.959296 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8fcd38f1-cf6c-4107-8c92-f738b097b67c req-a42b5522-5aa0-491e-9f7b-2322c4c4a602 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471781 Nov 12 08:41:01.994341 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9c5bb65a-b805-4204-9830-9ac144dba873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:02.002996 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9c5bb65a-b805-4204-9830-9ac144dba873 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:02.007812 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-9c5bb65a-b805-4204-9830-9ac144dba873 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2f030625-fca3-4e24-a02d-a66ec139b785 HTTP/1.1" status: 204 len: 168 time: 0.5612295 Nov 12 08:41:02.048536 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5bb65a-b805-4204-9830-9ac144dba873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f030625-fca3-4e24-a02d-a66ec139b785,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:02.050892 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device b38f6974-9d86-44eb-92e5-cfbd52b7256a details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:41:02.221092 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-656e2cbe-f69b-4996-90a3-7b7182d2c1bc x-openstack-request-id: req-656e2cbe-f69b-4996-90a3-7b7182d2c1bc {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:41:02.221546 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "903cd802-0b2d-467f-ae9a-bf81d7255ef7", "tag": "facae0b0-c7cd-4131-a076-038626c38ad1", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:41:02.221948 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-656e2cbe-f69b-4996-90a3-7b7182d2c1bc {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:41:02.222789 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '903cd802-0b2d-467f-ae9a-bf81d7255ef7', 'tag': 'facae0b0-c7cd-4131-a076-038626c38ad1', 'status': 'completed', 'code': 200} Nov 12 08:41:02.322940 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7f97e6-0ce6-459a-a655-fafdd594dbd4 req-55a4370e-3d04-4846-9dd3-eb2c78a76811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:02.327096 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9d7f97e6-0ce6-459a-a655-fafdd594dbd4 req-55a4370e-3d04-4846-9dd3-eb2c78a76811 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2a86a16a-e574-4b84-b4af-d17ebf35c6da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4831648 Nov 12 08:41:02.356893 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port b38f6974-9d86-44eb-92e5-cfbd52b7256a, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=b38f6974-9d86-44eb-92e5-cfbd52b7256a,segment=NetworkSegment(add834c9-8487-4b10-a6f8-7351b562c1cc),segment_id=add834c9-8487-4b10-a6f8-7351b562c1cc)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:02.372350 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': 'b38f6974-9d86-44eb-92e5-cfbd52b7256a', 'network_id': '35316ea3-d15f-4e9c-9d0f-87ba20d4fc64', 'port_id': 'b38f6974-9d86-44eb-92e5-cfbd52b7256a', 'mac_address': 'fa:16:3e:0c:74:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1d27945-8c3d-427f-88ef-3c42a7516333', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:41:02.473667 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:02.489234 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b38f6974-9d86-44eb-92e5-cfbd52b7256a {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:41:02.522785 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port b38f6974-9d86-44eb-92e5-cfbd52b7256a, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=b38f6974-9d86-44eb-92e5-cfbd52b7256a,segment=NetworkSegment(add834c9-8487-4b10-a6f8-7351b562c1cc),segment_id=add834c9-8487-4b10-a6f8-7351b562c1cc)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:02.529040 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:02.545578 n-d-765315-29 neutron-server[102599]: DEBUG neutron.objects.ports [None req-33ab0c4a-1a7e-4280-98c6-7f7af1858d7d tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102599) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 08:41:02.625057 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-33ab0c4a-1a7e-4280-98c6-7f7af1858d7d tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:02.649664 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=b38f6974-9d86-44eb-92e5-cfbd52b7256a,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:02.727253 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ce0c6388-eed8-4f62-b48f-b2ff01664f71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:02.790878 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663df9dc-73b8-48df-887b-8e2ad7ac1afc req-469e5c90-de69-492b-a7b0-55708ad9972a tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:02.798970 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-663df9dc-73b8-48df-887b-8e2ad7ac1afc req-469e5c90-de69-492b-a7b0-55708ad9972a tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=903cd802-0b2d-467f-ae9a-bf81d7255ef7 HTTP/1.1" status: 200 len: 943 time: 0.2651794 Nov 12 08:41:02.877038 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['b38f6974-9d86-44eb-92e5-cfbd52b7256a'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:41:02.901195 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ce0c6388-eed8-4f62-b48f-b2ff01664f71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:02.913863 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ce0c6388-eed8-4f62-b48f-b2ff01664f71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:02.952866 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0c6388-eed8-4f62-b48f-b2ff01664f71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daf9b2cc-1ecc-45a2-a3db-2cd421176844,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:02.998131 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-ce0c6388-eed8-4f62-b48f-b2ff01664f71 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=091ad080e6f54a188d15f1642b2b4f03&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0940862 Nov 12 08:41:03.003894 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 51608) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:03.023952 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f684d3-a939-4d24-b2dc-726371f08ada req-6f2aa6d6-61b8-40f2-9e37-eca03d3f6a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:03.025904 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c9f684d3-a939-4d24-b2dc-726371f08ada req-6f2aa6d6-61b8-40f2-9e37-eca03d3f6a52 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=af01ccd549054d7f8ad1904b6846172a&device_id=903cd802-0b2d-467f-ae9a-bf81d7255ef7 HTTP/1.1" status: 200 len: 1095 time: 0.8018386 Nov 12 08:41:03.040600 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9d7f97e6-0ce6-459a-a655-fafdd594dbd4 req-31246a33-aafa-4e9d-8e34-50c1f4b8d130 service neutron] 10.222.0.44 "GET /v2.0/networks/2a86a16a-e574-4b84-b4af-d17ebf35c6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6378131 Nov 12 08:41:03.057000 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ab0c4a-1a7e-4280-98c6-7f7af1858d7d tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Pushing event updated for resources: {'Subnet': ['ID=3faffb63-d525-481c-b233-acc73f94f83a,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:03.067194 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-663df9dc-73b8-48df-887b-8e2ad7ac1afc req-fdf546c9-0a05-4d56-b52a-b63356a7725b tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=87051b75-a5b8-4134-a29f-d7bdc7d0859e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2666292 Nov 12 08:41:03.199679 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-dd14beda-df66-4c3f-9b2f-81f92f7c783d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:03.218423 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ab0c4a-1a7e-4280-98c6-7f7af1858d7d tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Checking segment: {'id': '1046d6cc-a2a1-4e80-8a95-ef1b3c1eccc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5056dae0-e727-4df9-84e9-79df314097e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:41:03.218815 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ab0c4a-1a7e-4280-98c6-7f7af1858d7d tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Network hostable DHCP agents. Network: 5056dae0-e727-4df9-84e9-79df314097e9, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:41:03.265437 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-dd14beda-df66-4c3f-9b2f-81f92f7c783d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:03.324113 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f684d3-a939-4d24-b2dc-726371f08ada req-d014cbb2-f232-4d91-84e7-011fe14889d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:03.325828 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c9f684d3-a939-4d24-b2dc-726371f08ada req-d014cbb2-f232-4d91-84e7-011fe14889d8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2a86a16a-e574-4b84-b4af-d17ebf35c6da HTTP/1.1" status: 200 len: 897 time: 0.2752464 Nov 12 08:41:03.331444 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ab0c4a-1a7e-4280-98c6-7f7af1858d7d tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Network 5056dae0-e727-4df9-84e9-79df314097e9 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:41:03.342839 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4316cc96-3bf8-4590-a065-83b613eb54a2 req-aa1f2835-3992-4e44-8f66-6add17b63e9f tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:03.345241 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4316cc96-3bf8-4590-a065-83b613eb54a2 req-aa1f2835-3992-4e44-8f66-6add17b63e9f tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b33025b-8e16-4e94-a8f0-a7b61c0fb5c1 HTTP/1.1" status: 200 len: 945 time: 0.1378469 Nov 12 08:41:03.385402 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9d7f97e6-0ce6-459a-a655-fafdd594dbd4 req-789d461b-8d50-4b2f-92be-1a5712fd54a2 service neutron] 10.222.0.44 "GET /v2.0/networks/2a86a16a-e574-4b84-b4af-d17ebf35c6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3319874 Nov 12 08:41:03.395061 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-dd14beda-df66-4c3f-9b2f-81f92f7c783d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:03.398101 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-dd14beda-df66-4c3f-9b2f-81f92f7c783d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:03.399475 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-dd14beda-df66-4c3f-9b2f-81f92f7c783d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/daf9b2cc-1ecc-45a2-a3db-2cd421176844 HTTP/1.1" status: 204 len: 168 time: 0.3946965 Nov 12 08:41:03.446285 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-33ab0c4a-1a7e-4280-98c6-7f7af1858d7d tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 5056dae0-e727-4df9-84e9-79df314097e9) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:41:03.454495 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b363597a-7dda-4db2-ae11-b58de7cbee17 None None] Network 5056dae0-e727-4df9-84e9-79df314097e9 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:41:03.474547 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd14beda-df66-4c3f-9b2f-81f92f7c783d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf9b2cc-1ecc-45a2-a3db-2cd421176844,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:03.477612 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ab0c4a-1a7e-4280-98c6-7f7af1858d7d tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:03.478227 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-33ab0c4a-1a7e-4280-98c6-7f7af1858d7d tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:03.537782 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c9f684d3-a939-4d24-b2dc-726371f08ada req-71e03a43-6bca-4647-800f-61778d43070e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=facae0b0-c7cd-4131-a076-038626c38ad1 HTTP/1.1" status: 200 len: 999 time: 0.2001240 Nov 12 08:41:03.564074 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4316cc96-3bf8-4590-a065-83b613eb54a2 req-6056cb29-bb5a-4bc3-a9c3-b47bd239d221 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908987 Nov 12 08:41:03.569027 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-33ab0c4a-1a7e-4280-98c6-7f7af1858d7d tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.6351025 Nov 12 08:41:03.570540 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 51626) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:03.578239 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-58653df9-4624-43dc-a184-4d7aba2355e9 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Request body: {'port': {'network_id': '5056dae0-e727-4df9-84e9-79df314097e9', 'name': 'tempest-NetworksIpV6TestAttrs-58556627'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:03.640418 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-44ec450c-e0e2-4490-a3d2-bebd9ce8faac tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933586'] for router_interface, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:03.696318 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f684d3-a939-4d24-b2dc-726371f08ada req-d6348029-e2e8-4c06-aa56-c8d99ca49bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:03.697878 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c9f684d3-a939-4d24-b2dc-726371f08ada req-d6348029-e2e8-4c06-aa56-c8d99ca49bda service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a1b94811-d464-4979-9491-cc8c81abd069 HTTP/1.1" status: 200 len: 834 time: 0.1466546 Nov 12 08:41:03.703938 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f684d3-a939-4d24-b2dc-726371f08ada req-e15ae305-7eee-4b2a-b353-b234b54b942c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:03.706153 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c9f684d3-a939-4d24-b2dc-726371f08ada req-e15ae305-7eee-4b2a-b353-b234b54b942c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=af01ccd549054d7f8ad1904b6846172a&device_id=903cd802-0b2d-467f-ae9a-bf81d7255ef7 HTTP/1.1" status: 200 len: 1095 time: 0.2241075 Nov 12 08:41:03.825872 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58653df9-4624-43dc-a184-4d7aba2355e9 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Made reservation on behalf of a25300d707c04c8bb1256a13e2e28ccb for: {'port': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:41:03.836155 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-58653df9-4624-43dc-a184-4d7aba2355e9 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:03.885888 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [None req-58653df9-4624-43dc-a184-4d7aba2355e9 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] device_id is not set on port 497cd8bd-7c7d-42ac-8536-b0be665c5a70 yet. {{(pid=102600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:41:03.896412 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb58e639-e2f0-4329-b05d-a0465caa0e83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-5056dae0-e727-4df9-84e9-79df314097e9', 'network_id': '5056dae0-e727-4df9-84e9-79df314097e9', 'tenant_id': 'a25300d707c04c8bb1256a13e2e28ccb', 'fixed_ips': [{'subnet_id': '3faffb63-d525-481c-b233-acc73f94f83a'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:41:03.897770 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-cb58e639-e2f0-4329-b05d-a0465caa0e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:03.942512 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f684d3-a939-4d24-b2dc-726371f08ada req-cf306044-8fcf-44fc-b088-3ce94e386612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:03.944801 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c9f684d3-a939-4d24-b2dc-726371f08ada req-cf306044-8fcf-44fc-b088-3ce94e386612 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2a86a16a-e574-4b84-b4af-d17ebf35c6da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2374907 Nov 12 08:41:04.008816 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-12b6ea5b-0969-4a14-a8fa-ea7bb533c5d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:04.105461 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device b38f6974-9d86-44eb-92e5-cfbd52b7256a up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:41:04.136053 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-58653df9-4624-43dc-a184-4d7aba2355e9 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Allocated IP 2001:db8::f816:3eff:fe84:18f3 (5056dae0-e727-4df9-84e9-79df314097e9/3faffb63-d525-481c-b233-acc73f94f83a/497cd8bd-7c7d-42ac-8536-b0be665c5a70) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:41:04.215509 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning for port b38f6974-9d86-44eb-92e5-cfbd52b7256a completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:41:04.223673 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port b38f6974-9d86-44eb-92e5-cfbd52b7256a triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:41:04.224379 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:04.250717 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f684d3-a939-4d24-b2dc-726371f08ada req-75c0f896-1be7-4795-ade0-dfd7d1aa5362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:04.252353 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c9f684d3-a939-4d24-b2dc-726371f08ada req-75c0f896-1be7-4795-ade0-dfd7d1aa5362 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2a86a16a-e574-4b84-b4af-d17ebf35c6da HTTP/1.1" status: 200 len: 897 time: 0.5334537 Nov 12 08:41:04.284114 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 51642) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:04.348852 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3959cdc2-1b74-4d22-9962-a46e26c003ac req-43b900e3-bade-4d67-a396-298a60c9bf6f tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:04.357411 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5ee479f4-7f41-4819-a2ec-3522bab5ce3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:04.358644 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3959cdc2-1b74-4d22-9962-a46e26c003ac req-43b900e3-bade-4d67-a396-298a60c9bf6f tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=903cd802-0b2d-467f-ae9a-bf81d7255ef7 HTTP/1.1" status: 200 len: 943 time: 0.1594880 Nov 12 08:41:04.386445 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:04.422369 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b33025b-8e16-4e94-a8f0-a7b61c0fb5c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b38f6974-9d86-44eb-92e5-cfbd52b7256a'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:41:04.430358 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55c84572-0396-4e13-b799-2c19d3dcb2d3" -d '{"events": [{"server_uuid": "0b33025b-8e16-4e94-a8f0-a7b61c0fb5c1", "name": "network-vif-plugged", "status": "completed", "tag": "b38f6974-9d86-44eb-92e5-cfbd52b7256a"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:41:04.454371 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port b38f6974-9d86-44eb-92e5-cfbd52b7256a, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=b38f6974-9d86-44eb-92e5-cfbd52b7256a,segment=NetworkSegment(add834c9-8487-4b10-a6f8-7351b562c1cc),segment_id=add834c9-8487-4b10-a6f8-7351b562c1cc)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:04.460625 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:04.491448 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c9f684d3-a939-4d24-b2dc-726371f08ada req-4ea6df96-6d10-4491-8040-276cb5928efc service neutron] 10.222.0.21 "GET /v2.0/networks/2a86a16a-e574-4b84-b4af-d17ebf35c6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5375209 Nov 12 08:41:04.494784 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c9f684d3-a939-4d24-b2dc-726371f08ada req-df49bf4a-bd29-479a-9617-ac71cb5304e2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=facae0b0-c7cd-4131-a076-038626c38ad1 HTTP/1.1" status: 200 len: 999 time: 0.2097585 Nov 12 08:41:04.546123 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=b38f6974-9d86-44eb-92e5-cfbd52b7256a,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:04.571414 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3959cdc2-1b74-4d22-9962-a46e26c003ac req-640ed9c1-274d-4e95-be7b-e8fc1cda6c15 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=87051b75-a5b8-4134-a29f-d7bdc7d0859e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2053604 Nov 12 08:41:04.639223 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9edc9c2-c3ff-4bf5-972e-ff70d23ed2ee x-openstack-request-id: req-f9edc9c2-c3ff-4bf5-972e-ff70d23ed2ee {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:41:04.639756 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b33025b-8e16-4e94-a8f0-a7b61c0fb5c1", "name": "network-vif-plugged", "status": "completed", "tag": "b38f6974-9d86-44eb-92e5-cfbd52b7256a", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:41:04.640225 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f9edc9c2-c3ff-4bf5-972e-ff70d23ed2ee {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:41:04.640824 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b33025b-8e16-4e94-a8f0-a7b61c0fb5c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b38f6974-9d86-44eb-92e5-cfbd52b7256a', 'code': 200} Nov 12 08:41:04.678455 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-58653df9-4624-43dc-a184-4d7aba2355e9 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:04.762512 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f684d3-a939-4d24-b2dc-726371f08ada req-7bb84021-f264-499c-9613-ef40a15220ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:04.765234 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c9f684d3-a939-4d24-b2dc-726371f08ada req-7bb84021-f264-499c-9613-ef40a15220ed service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a1b94811-d464-4979-9491-cc8c81abd069 HTTP/1.1" status: 200 len: 834 time: 0.2401457 Nov 12 08:41:04.787510 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-58653df9-4624-43dc-a184-4d7aba2355e9 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:04.836706 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-cb58e639-e2f0-4329-b05d-a0465caa0e83 None None] Allocated IP 2001:db8::f816:3eff:fe23:5f73 (5056dae0-e727-4df9-84e9-79df314097e9/3faffb63-d525-481c-b233-acc73f94f83a/38b50bd1-9e1b-4a90-8037-9a88ecf8b6fc) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:41:04.848625 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58653df9-4624-43dc-a184-4d7aba2355e9 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Network 5056dae0-e727-4df9-84e9-79df314097e9 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:41:04.855787 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-58653df9-4624-43dc-a184-4d7aba2355e9 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:41:04.860748 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58653df9-4624-43dc-a184-4d7aba2355e9 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:41:04.867425 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58653df9-4624-43dc-a184-4d7aba2355e9 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:04.868220 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-58653df9-4624-43dc-a184-4d7aba2355e9 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:04.890737 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704bec29-837a-45c9-9cb6-55cb9101bcfb req-a59cda15-280e-4524-8df6-b77a73ce81bc tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:04.892570 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-704bec29-837a-45c9-9cb6-55cb9101bcfb req-a59cda15-280e-4524-8df6-b77a73ce81bc tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b33025b-8e16-4e94-a8f0-a7b61c0fb5c1 HTTP/1.1" status: 200 len: 946 time: 0.1721764 Nov 12 08:41:04.906279 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-58653df9-4624-43dc-a184-4d7aba2355e9 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 1.3304493 Nov 12 08:41:04.907366 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 51656) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:04.945466 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c9f684d3-a939-4d24-b2dc-726371f08ada req-d54b068a-79ed-48d4-9dcf-f4b2636a7c3b service neutron] 10.222.0.21 "GET /v2.0/networks/2a86a16a-e574-4b84-b4af-d17ebf35c6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4459157 Nov 12 08:41:04.996300 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58653df9-4624-43dc-a184-4d7aba2355e9 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Pushing event updated for resources: {'Port': ['ID=497cd8bd-7c7d-42ac-8536-b0be665c5a70,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:05.004354 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5ee479f4-7f41-4819-a2ec-3522bab5ce3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:05.022046 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5ee479f4-7f41-4819-a2ec-3522bab5ce3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:05.045258 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dfe69b-ab3c-4227-983d-54d0f1b34b84 req-0c6eb410-789b-4a05-9859-b061850953b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:05.046844 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-32dfe69b-ab3c-4227-983d-54d0f1b34b84 req-0c6eb410-789b-4a05-9859-b061850953b5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0b33025b-8e16-4e94-a8f0-a7b61c0fb5c1 HTTP/1.1" status: 200 len: 1098 time: 0.2125931 Nov 12 08:41:05.049062 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f684d3-a939-4d24-b2dc-726371f08ada req-cf8436b7-6205-4a6e-ba44-ee8fae65751c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:05.051033 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c9f684d3-a939-4d24-b2dc-726371f08ada req-cf8436b7-6205-4a6e-ba44-ee8fae65751c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2a86a16a-e574-4b84-b4af-d17ebf35c6da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2131088 Nov 12 08:41:05.063134 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-704bec29-837a-45c9-9cb6-55cb9101bcfb req-0f86e94d-8ca1-4675-bbe4-b7fc1c71eece tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536665 Nov 12 08:41:05.074623 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ddd3182-37b4-4b50-b067-613224ec2649 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Deleting subnet 3faffb63-d525-481c-b233-acc73f94f83a {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:41:05.113366 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-cb58e639-e2f0-4329-b05d-a0465caa0e83 None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:05.121402 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1ddd3182-37b4-4b50-b067-613224ec2649 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:05.123325 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-cb58e639-e2f0-4329-b05d-a0465caa0e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:05.152534 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-44ec450c-e0e2-4490-a3d2-bebd9ce8faac tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Deleting port 4b30bbbd-4b24-4100-800e-8e4231f2d247 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:41:05.152890 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-44ec450c-e0e2-4490-a3d2-bebd9ce8faac tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:05.169653 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb58e639-e2f0-4329-b05d-a0465caa0e83 None None] Network 5056dae0-e727-4df9-84e9-79df314097e9 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:41:05.173428 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-cb58e639-e2f0-4329-b05d-a0465caa0e83 None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:41:05.177828 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb58e639-e2f0-4329-b05d-a0465caa0e83 None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:41:05.194397 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb58e639-e2f0-4329-b05d-a0465caa0e83 None None] Pushing event updated for resources: {'Port': ['ID=38b50bd1-9e1b-4a90-8037-9a88ecf8b6fc,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:05.226213 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1ddd3182-37b4-4b50-b067-613224ec2649 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:05.245796 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-5ee479f4-7f41-4819-a2ec-3522bab5ce3a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=25f1b625a8d149af9f8fc7f371a52db3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9553955 Nov 12 08:41:05.264085 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-cb58e639-e2f0-4329-b05d-a0465caa0e83 None None] Attempting to bind port 38b50bd1-9e1b-4a90-8037-9a88ecf8b6fc on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:41:05.264729 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-cb58e639-e2f0-4329-b05d-a0465caa0e83 None None] Attempting to bind port 38b50bd1-9e1b-4a90-8037-9a88ecf8b6fc by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '1046d6cc-a2a1-4e80-8a95-ef1b3c1eccc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5056dae0-e727-4df9-84e9-79df314097e9'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:41:05.265271 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb58e639-e2f0-4329-b05d-a0465caa0e83 None None] Attempting to bind port 38b50bd1-9e1b-4a90-8037-9a88ecf8b6fc on network 5056dae0-e727-4df9-84e9-79df314097e9 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:41:05.272443 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb58e639-e2f0-4329-b05d-a0465caa0e83 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:41:05.273101 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb58e639-e2f0-4329-b05d-a0465caa0e83 None None] Checking segment: {'id': '1046d6cc-a2a1-4e80-8a95-ef1b3c1eccc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5056dae0-e727-4df9-84e9-79df314097e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:41:05.273697 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-cb58e639-e2f0-4329-b05d-a0465caa0e83 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:05.274242 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb58e639-e2f0-4329-b05d-a0465caa0e83 None None] Bound using segment: {'id': '1046d6cc-a2a1-4e80-8a95-ef1b3c1eccc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5056dae0-e727-4df9-84e9-79df314097e9'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:41:05.276314 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-cb58e639-e2f0-4329-b05d-a0465caa0e83 None None] Bound port: 38b50bd1-9e1b-4a90-8037-9a88ecf8b6fc, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1046d6cc-a2a1-4e80-8a95-ef1b3c1eccc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5056dae0-e727-4df9-84e9-79df314097e9'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:41:05.276766 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-cb58e639-e2f0-4329-b05d-a0465caa0e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:05.297853 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 51668) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:05.342799 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee479f4-7f41-4819-a2ec-3522bab5ce3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f2293b6-9feb-47df-b7eb-23ad3f9e1b55,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:05.396277 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:05.399091 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e9ba95ec-81f4-4bdc-8fb7-7820a88e238c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:05.428064 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e9ba95ec-81f4-4bdc-8fb7-7820a88e238c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:05.512817 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-32dfe69b-ab3c-4227-983d-54d0f1b34b84 req-5b18a32b-6c06-4bd8-bbac-dc190cb35a9d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4344742 Nov 12 08:41:05.523676 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1ddd3182-37b4-4b50-b067-613224ec2649 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:05.523801 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c9f684d3-a939-4d24-b2dc-726371f08ada req-3c41dcd1-d94a-4c1d-a1b3-2af2306a0155 service neutron] 10.222.0.44 "GET /v2.0/networks/2a86a16a-e574-4b84-b4af-d17ebf35c6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4260538 Nov 12 08:41:05.567548 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-44ec450c-e0e2-4490-a3d2-bebd9ce8faac tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] For port 4b30bbbd-4b24-4100-800e-8e4231f2d247, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=4b30bbbd-4b24-4100-800e-8e4231f2d247,segment=NetworkSegment(8b81b94d-1509-46fb-8976-09586403fcf4),segment_id=8b81b94d-1509-46fb-8976-09586403fcf4)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:05.568008 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-44ec450c-e0e2-4490-a3d2-bebd9ce8faac tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:05.571063 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e9ba95ec-81f4-4bdc-8fb7-7820a88e238c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:05.574034 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e9ba95ec-81f4-4bdc-8fb7-7820a88e238c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:05.582076 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-e9ba95ec-81f4-4bdc-8fb7-7820a88e238c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2f2293b6-9feb-47df-b7eb-23ad3f9e1b55 HTTP/1.1" status: 204 len: 168 time: 0.2765675 Nov 12 08:41:05.590027 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ba95ec-81f4-4bdc-8fb7-7820a88e238c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f2293b6-9feb-47df-b7eb-23ad3f9e1b55,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:05.621197 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-44ec450c-e0e2-4490-a3d2-bebd9ce8faac tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Calling delete_port for 4b30bbbd-4b24-4100-800e-8e4231f2d247 owned by network:router_interface {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:41:05.635594 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1ddd3182-37b4-4b50-b067-613224ec2649 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:05.641063 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-cb58e639-e2f0-4329-b05d-a0465caa0e83 None None] For port 38b50bd1-9e1b-4a90-8037-9a88ecf8b6fc, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:41:05.680419 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-cb58e639-e2f0-4329-b05d-a0465caa0e83 None None] For port 38b50bd1-9e1b-4a90-8037-9a88ecf8b6fc, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=38b50bd1-9e1b-4a90-8037-9a88ecf8b6fc,segment=NetworkSegment(1046d6cc-a2a1-4e80-8a95-ef1b3c1eccc9),segment_id=1046d6cc-a2a1-4e80-8a95-ef1b3c1eccc9)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:41:05.701448 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-cb58e639-e2f0-4329-b05d-a0465caa0e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:05.703596 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddd3182-37b4-4b50-b067-613224ec2649 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Pushing event deleted for resources: {'Subnet': ['ID=3faffb63-d525-481c-b233-acc73f94f83a,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:05.716522 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1ddd3182-37b4-4b50-b067-613224ec2649 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:05.726647 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-1ddd3182-37b4-4b50-b067-613224ec2649 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] 10.222.0.26 "DELETE /v2.0/subnets/3faffb63-d525-481c-b233-acc73f94f83a HTTP/1.1" status: 204 len: 168 time: 0.8146505 Nov 12 08:41:05.726647 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 51690) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:05.811184 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40becf75-652d-4bad-ae29-2e1e0878e88c tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:05.815322 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40becf75-652d-4bad-ae29-2e1e0878e88c tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:05.833004 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-40becf75-652d-4bad-ae29-2e1e0878e88c tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1005027 Nov 12 08:41:05.872883 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 51692) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:05.885073 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb58e639-e2f0-4329-b05d-a0465caa0e83 None None] Pushing event updated for resources: {'Port': ['ID=38b50bd1-9e1b-4a90-8037-9a88ecf8b6fc,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:06.085966 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device facae0b0-c7cd-4131-a076-038626c38ad1 details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:41:06.132774 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-44ec450c-e0e2-4490-a3d2-bebd9ce8faac tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:06.137416 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce7e1a-50f9-4945-8d84-3e704771b1ad req-579d9a29-257f-4117-8cd9-89928772340d tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:06.153654 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c3ce7e1a-50f9-4945-8d84-3e704771b1ad req-579d9a29-257f-4117-8cd9-89928772340d tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=903cd802-0b2d-467f-ae9a-bf81d7255ef7 HTTP/1.1" status: 200 len: 943 time: 0.3903422 Nov 12 08:41:06.162257 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-88f17d9c-e6a3-4d86-876e-0ec9ea95ea43 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:06.196345 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-88f17d9c-e6a3-4d86-876e-0ec9ea95ea43 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 12 08:41:06.200030 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88f17d9c-e6a3-4d86-876e-0ec9ea95ea43 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:41:06.204712 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-88f17d9c-e6a3-4d86-876e-0ec9ea95ea43 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] 10.222.0.26 "DELETE /v2.0/networks/5056dae0-e727-4df9-84e9-79df314097e9 HTTP/1.1" status: 409 len: 405 time: 0.3307664 Nov 12 08:41:06.223500 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 51700) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:06.246897 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-8f26a886-ff76-4fa6-9109-2f785aafa477 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1433611301'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:06.390522 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f26a886-ff76-4fa6-9109-2f785aafa477 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Made reservation on behalf of a25300d707c04c8bb1256a13e2e28ccb for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:41:06.397094 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8f26a886-ff76-4fa6-9109-2f785aafa477 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:06.427795 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c3ce7e1a-50f9-4945-8d84-3e704771b1ad req-9d272d1d-03d8-432c-adc3-91a372db622c tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=87051b75-a5b8-4134-a29f-d7bdc7d0859e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2595980 Nov 12 08:41:06.462004 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f26a886-ff76-4fa6-9109-2f785aafa477 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:41:06.488664 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8f26a886-ff76-4fa6-9109-2f785aafa477 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:06.489022 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-8f26a886-ff76-4fa6-9109-2f785aafa477 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Added segment b7e65788-1814-4b18-9860-bc3b55535780 of type vlan for network c5ececa1-4f65-420d-be9c-d288fd928ecf Nov 12 08:41:06.588443 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port facae0b0-c7cd-4131-a076-038626c38ad1, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=facae0b0-c7cd-4131-a076-038626c38ad1,segment=NetworkSegment(7b0f7e94-0541-4a5b-a8eb-bc9ffc4aa181),segment_id=7b0f7e94-0541-4a5b-a8eb-bc9ffc4aa181)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:06.604139 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c9f684d3-a939-4d24-b2dc-726371f08ada req-83b8551e-0676-4cc2-9aa6-2c20bdbfbf58 service neutron] 10.222.0.44 "GET /v2.0/networks/2a86a16a-e574-4b84-b4af-d17ebf35c6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7748287 Nov 12 08:41:06.624468 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ec450c-e0e2-4490-a3d2-bebd9ce8faac tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Pushing event deleted for resources: {'Port': ['ID=4b30bbbd-4b24-4100-800e-8e4231f2d247,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:06.647862 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8f26a886-ff76-4fa6-9109-2f785aafa477 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:06.695209 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': 'facae0b0-c7cd-4131-a076-038626c38ad1', 'network_id': '2a86a16a-e574-4b84-b4af-d17ebf35c6da', 'port_id': 'facae0b0-c7cd-4131-a076-038626c38ad1', 'mac_address': 'fa:16:3e:c0:38:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1b94811-d464-4979-9491-cc8c81abd069', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:41:06.857019 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8f26a886-ff76-4fa6-9109-2f785aafa477 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:06.895746 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f26a886-ff76-4fa6-9109-2f785aafa477 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:06.896749 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8f26a886-ff76-4fa6-9109-2f785aafa477 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:06.914973 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:06.926613 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 51708) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:06.958844 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id facae0b0-c7cd-4131-a076-038626c38ad1 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:41:06.974193 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-92bb502e-7982-4125-a469-e454c24709ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:07.023691 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port facae0b0-c7cd-4131-a076-038626c38ad1, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=facae0b0-c7cd-4131-a076-038626c38ad1,segment=NetworkSegment(7b0f7e94-0541-4a5b-a8eb-bc9ffc4aa181),segment_id=7b0f7e94-0541-4a5b-a8eb-bc9ffc4aa181)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:07.032724 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:07.090349 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f26a886-ff76-4fa6-9109-2f785aafa477 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Pushing event updated for resources: {'Network': ['ID=c5ececa1-4f65-420d-be9c-d288fd928ecf,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:07.123611 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-8f26a886-ff76-4fa6-9109-2f785aafa477 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8864071 Nov 12 08:41:07.125012 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 51710) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:07.137039 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-2febbf50-c138-4508-8d38-ff3490f8cac1 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Request body: {'subnet': {'network_id': 'c5ececa1-4f65-420d-be9c-d288fd928ecf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:07.150532 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=facae0b0-c7cd-4131-a076-038626c38ad1,revision_number=8']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:07.170027 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network c5ececa1-4f65-420d-be9c-d288fd928ecf details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:41:07.180992 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-91d18a48-681b-443e-a59d-99c402f3c0c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:07.189164 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10515040-915e-4ebf-8be8-3648069522e1 req-b64cfdab-2fe9-4bb1-8021-2e052d3602cf tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:07.191135 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-10515040-915e-4ebf-8be8-3648069522e1 req-b64cfdab-2fe9-4bb1-8021-2e052d3602cf tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b33025b-8e16-4e94-a8f0-a7b61c0fb5c1 HTTP/1.1" status: 200 len: 946 time: 0.4885623 Nov 12 08:41:07.298853 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-44ec450c-e0e2-4490-a3d2-bebd9ce8faac tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918626'] for router_interface, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:07.433436 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['facae0b0-c7cd-4131-a076-038626c38ad1'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:41:07.457542 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-92bb502e-7982-4125-a469-e454c24709ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:07.475770 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-92bb502e-7982-4125-a469-e454c24709ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:07.573939 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bb502e-7982-4125-a469-e454c24709ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef829ba-fee3-4ab6-a77d-1658cb6010f2,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:07.701840 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-92bb502e-7982-4125-a469-e454c24709ad admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2fad3e4331ab414fb0ac362d331faf05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7698967 Nov 12 08:41:07.705647 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 51726) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:07.872740 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0d2863-2acb-40ea-a0ba-bcafd3aa2864 None None] Network 5056dae0-e727-4df9-84e9-79df314097e9 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:41:07.967241 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d687e46a-eb2a-4ea1-9666-ddca96473c32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:08.025180 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 38b50bd1-9e1b-4a90-8037-9a88ecf8b6fc up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:41:08.040413 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d687e46a-eb2a-4ea1-9666-ddca96473c32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:08.118131 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-10515040-915e-4ebf-8be8-3648069522e1 req-16465c9f-55a4-487d-999e-2561fb402780 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9123707 Nov 12 08:41:08.178788 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2febbf50-c138-4508-8d38-ff3490f8cac1 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Made reservation on behalf of a25300d707c04c8bb1256a13e2e28ccb for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:41:08.185251 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2febbf50-c138-4508-8d38-ff3490f8cac1 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:08.344914 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-52cef98a-2016-499a-b053-90885b0e9b1a None None] Provisioning complete for port 38b50bd1-9e1b-4a90-8037-9a88ecf8b6fc triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:41:08.345224 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-52cef98a-2016-499a-b053-90885b0e9b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:08.376753 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:08.512526 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aea83fb-fd7e-4ea3-9cb2-a2dc7ed3f2f7 req-c56bbfe4-4be9-4356-836e-346f871d3118 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:08.524367 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4aea83fb-fd7e-4ea3-9cb2-a2dc7ed3f2f7 req-c56bbfe4-4be9-4356-836e-346f871d3118 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=903cd802-0b2d-467f-ae9a-bf81d7255ef7 HTTP/1.1" status: 200 len: 944 time: 0.1810954 Nov 12 08:41:08.646438 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 38b50bd1-9e1b-4a90-8037-9a88ecf8b6fc triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:41:08.647070 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:08.710645 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4aea83fb-fd7e-4ea3-9cb2-a2dc7ed3f2f7 req-5ea30d08-598e-4ec0-864d-ecd4aef59416 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=87051b75-a5b8-4134-a29f-d7bdc7d0859e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1848798 Nov 12 08:41:08.897789 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d687e46a-eb2a-4ea1-9666-ddca96473c32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:08.906485 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d687e46a-eb2a-4ea1-9666-ddca96473c32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:08.906836 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22fb0d46-9a68-4417-8ed8-0082743e8d67 None None] DHCP port deletion for 5056dae0-e727-4df9-84e9-79df314097e9 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:41:08.918294 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-d687e46a-eb2a-4ea1-9666-ddca96473c32 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5ef829ba-fee3-4ab6-a77d-1658cb6010f2 HTTP/1.1" status: 204 len: 168 time: 1.2109714 Nov 12 08:41:08.938739 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-52cef98a-2016-499a-b053-90885b0e9b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:08.948004 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44ec450c-e0e2-4490-a3d2-bebd9ce8faac tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Router c4f5f85c-dbe1-4c17-8336-75856c5067b1 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:41:08.981319 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d687e46a-eb2a-4ea1-9666-ddca96473c32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef829ba-fee3-4ab6-a77d-1658cb6010f2,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:09.267351 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:09.337315 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-52cef98a-2016-499a-b053-90885b0e9b1a None None] For port 38b50bd1-9e1b-4a90-8037-9a88ecf8b6fc, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=38b50bd1-9e1b-4a90-8037-9a88ecf8b6fc,segment=NetworkSegment(1046d6cc-a2a1-4e80-8a95-ef1b3c1eccc9),segment_id=1046d6cc-a2a1-4e80-8a95-ef1b3c1eccc9)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:09.340664 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d687e46a-eb2a-4ea1-9666-ddca96473c32 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:09.341007 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d687e46a-eb2a-4ea1-9666-ddca96473c32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:09.341356 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d687e46a-eb2a-4ea1-9666-ddca96473c32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:09.341827 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d687e46a-eb2a-4ea1-9666-ddca96473c32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:09.342219 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d687e46a-eb2a-4ea1-9666-ddca96473c32 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:09.342681 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d687e46a-eb2a-4ea1-9666-ddca96473c32 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:09.343264 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d687e46a-eb2a-4ea1-9666-ddca96473c32 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:09.343658 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d687e46a-eb2a-4ea1-9666-ddca96473c32 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:09.344058 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d687e46a-eb2a-4ea1-9666-ddca96473c32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:09.344389 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d687e46a-eb2a-4ea1-9666-ddca96473c32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:09.344978 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d687e46a-eb2a-4ea1-9666-ddca96473c32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:09.345311 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d687e46a-eb2a-4ea1-9666-ddca96473c32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:09.351428 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44ec450c-e0e2-4490-a3d2-bebd9ce8faac tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:41:09.412008 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-44ec450c-e0e2-4490-a3d2-bebd9ce8faac tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "PUT /v2.0/routers/c4f5f85c-dbe1-4c17-8336-75856c5067b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0797434 Nov 12 08:41:09.418373 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcbbf7c-3e31-40db-9ce8-fe856471cb54 req-8247e29b-c90b-4421-b0ec-c8866a1470d0 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:09.447500 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bfcbbf7c-3e31-40db-9ce8-fe856471cb54 req-8247e29b-c90b-4421-b0ec-c8866a1470d0 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=903cd802-0b2d-467f-ae9a-bf81d7255ef7 HTTP/1.1" status: 200 len: 944 time: 0.3266089 Nov 12 08:41:09.452758 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5339b4c-0411-4fd7-8b24-45e2e12a8636 req-d5396ffd-5f23-405d-9868-15bef17b1f9b tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:09.454486 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a5339b4c-0411-4fd7-8b24-45e2e12a8636 req-d5396ffd-5f23-405d-9868-15bef17b1f9b tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.21 "GET /v2.0/ports?device_id=903cd802-0b2d-467f-ae9a-bf81d7255ef7&tenant_id=af01ccd549054d7f8ad1904b6846172a&binding%3Ahost_id=n-h2-765315-29 HTTP/1.1" status: 200 len: 944 time: 0.1055429 Nov 12 08:41:09.460851 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774de7f7-9d58-4d5f-8e63-53b68fc33f47 None None] Sync routers for ids ['c4f5f85c-dbe1-4c17-8336-75856c5067b1'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:41:09.476213 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-52cef98a-2016-499a-b053-90885b0e9b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:09.598877 n-d-765315-29 neutron-server[102599]: INFO neutron.api.v2.resource [req-a5339b4c-0411-4fd7-8b24-45e2e12a8636 req-e86ff331-5395-43f3-8b3b-da59d78091fc service neutron] delete failed (client error): The resource could not be found. Nov 12 08:41:09.600150 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a5339b4c-0411-4fd7-8b24-45e2e12a8636 req-e86ff331-5395-43f3-8b3b-da59d78091fc service neutron] 10.222.0.21 "DELETE /v2.0/ports/facae0b0-c7cd-4131-a076-038626c38ad1/bindings/n-h1-765315-29 HTTP/1.1" status: 404 len: 381 time: 0.1376703 Nov 12 08:41:09.617446 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.db.api [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:41:09.618465 n-d-765315-29 neutron-server[102601]: DEBUG oslo_db.api [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:41:09.624478 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:09.666299 n-d-765315-29 neutron-server[102600]: DEBUG neutron.objects.ports [None req-2febbf50-c138-4508-8d38-ff3490f8cac1 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102600) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 08:41:09.684499 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774de7f7-9d58-4d5f-8e63-53b68fc33f47 None None] Routers {'c4f5f85c-dbe1-4c17-8336-75856c5067b1'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:41:09.688222 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2febbf50-c138-4508-8d38-ff3490f8cac1 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:09.688898 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-774de7f7-9d58-4d5f-8e63-53b68fc33f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:41:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['c4f5f85c-dbe1-4c17-8336-75856c5067b1'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:09.780165 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5339b4c-0411-4fd7-8b24-45e2e12a8636 req-fed6a8eb-7ada-4988-b5f5-3cbcc71386ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:09.783442 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a5339b4c-0411-4fd7-8b24-45e2e12a8636 req-fed6a8eb-7ada-4988-b5f5-3cbcc71386ca service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=af01ccd549054d7f8ad1904b6846172a&device_id=903cd802-0b2d-467f-ae9a-bf81d7255ef7 HTTP/1.1" status: 200 len: 1096 time: 0.0810354 Nov 12 08:41:09.784688 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bfcbbf7c-3e31-40db-9ce8-fe856471cb54 req-9edb5afb-26b2-4164-8c13-84a76b610096 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=87051b75-a5b8-4134-a29f-d7bdc7d0859e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3330367 Nov 12 08:41:09.798269 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cef98a-2016-499a-b053-90885b0e9b1a None None] Pushing event updated for resources: {'Port': ['ID=38b50bd1-9e1b-4a90-8037-9a88ecf8b6fc,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:09.828746 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-22fb0d46-9a68-4417-8ed8-0082743e8d67 None None] Deleting port 38b50bd1-9e1b-4a90-8037-9a88ecf8b6fc {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:41:09.832149 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-22fb0d46-9a68-4417-8ed8-0082743e8d67 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:09.954647 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5339b4c-0411-4fd7-8b24-45e2e12a8636 req-6a4d5112-be3c-4ebe-8f87-3455111f03ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:09.956583 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a5339b4c-0411-4fd7-8b24-45e2e12a8636 req-6a4d5112-be3c-4ebe-8f87-3455111f03ff service neutron] 10.222.0.21 "GET /v2.0/networks?id=2a86a16a-e574-4b84-b4af-d17ebf35c6da HTTP/1.1" status: 200 len: 897 time: 0.1579881 Nov 12 08:41:09.962383 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2febbf50-c138-4508-8d38-ff3490f8cac1 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Pushing event updated for resources: {'Subnet': ['ID=91f2eb04-4dae-496c-8ab0-fc09313f8a08,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:09.979049 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2febbf50-c138-4508-8d38-ff3490f8cac1 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Checking segment: {'id': 'b7e65788-1814-4b18-9860-bc3b55535780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'c5ececa1-4f65-420d-be9c-d288fd928ecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:41:09.979492 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2febbf50-c138-4508-8d38-ff3490f8cac1 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Network hostable DHCP agents. Network: c5ececa1-4f65-420d-be9c-d288fd928ecf, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:41:10.018070 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2febbf50-c138-4508-8d38-ff3490f8cac1 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Network c5ececa1-4f65-420d-be9c-d288fd928ecf is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:41:10.044755 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-2febbf50-c138-4508-8d38-ff3490f8cac1 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, c5ececa1-4f65-420d-be9c-d288fd928ecf) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:41:10.058141 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2febbf50-c138-4508-8d38-ff3490f8cac1 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:10.061560 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2febbf50-c138-4508-8d38-ff3490f8cac1 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:10.102332 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a5339b4c-0411-4fd7-8b24-45e2e12a8636 req-5acb4d7b-871e-44a1-9d35-f49c09d71b4c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=facae0b0-c7cd-4131-a076-038626c38ad1 HTTP/1.1" status: 200 len: 1000 time: 0.1373212 Nov 12 08:41:10.181964 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-2febbf50-c138-4508-8d38-ff3490f8cac1 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.0489774 Nov 12 08:41:10.183573 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 51774) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:10.216873 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5339b4c-0411-4fd7-8b24-45e2e12a8636 req-2d3f4378-8335-4fbc-84be-e71ce0f459de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:10.218395 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a5339b4c-0411-4fd7-8b24-45e2e12a8636 req-2d3f4378-8335-4fbc-84be-e71ce0f459de service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a1b94811-d464-4979-9491-cc8c81abd069 HTTP/1.1" status: 200 len: 834 time: 0.1053698 Nov 12 08:41:10.309595 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-774de7f7-9d58-4d5f-8e63-53b68fc33f47 None None] Set router c4f5f85c-dbe1-4c17-8336-75856c5067b1 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:41:10.386739 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5339b4c-0411-4fd7-8b24-45e2e12a8636 req-d7182dcf-2589-4614-8d6d-30a0d1600184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:10.388040 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a5339b4c-0411-4fd7-8b24-45e2e12a8636 req-d7182dcf-2589-4614-8d6d-30a0d1600184 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2a86a16a-e574-4b84-b4af-d17ebf35c6da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1609268 Nov 12 08:41:10.405728 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf39bc0-09e5-47b7-836d-68648b263c18 req-32f7f0a4-117a-49cc-9648-4b83c7623461 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:10.405728 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-adf39bc0-09e5-47b7-836d-68648b263c18 req-32f7f0a4-117a-49cc-9648-4b83c7623461 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b33025b-8e16-4e94-a8f0-a7b61c0fb5c1 HTTP/1.1" status: 200 len: 946 time: 0.3256629 Nov 12 08:41:10.568887 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device facae0b0-c7cd-4131-a076-038626c38ad1 up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:41:10.571755 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f0df64-e087-46a2-8aa0-a56a4e543a59 None None] Network c5ececa1-4f65-420d-be9c-d288fd928ecf requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:41:10.605176 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7737f29f-688d-4d45-8f7b-38e971e12ffe tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:10.645523 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-adf39bc0-09e5-47b7-836d-68648b263c18 req-b252cc8b-f725-48a9-803e-8a1c68c294a2 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236657 Nov 12 08:41:10.656116 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a5339b4c-0411-4fd7-8b24-45e2e12a8636 req-a6d92ead-e95b-4940-a1ed-6e94d418765c service neutron] 10.222.0.21 "GET /v2.0/networks/2a86a16a-e574-4b84-b4af-d17ebf35c6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602212 Nov 12 08:41:10.819364 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7737f29f-688d-4d45-8f7b-38e971e12ffe tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:10.916778 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a5339b4c-0411-4fd7-8b24-45e2e12a8636 req-45ec9402-4832-4793-8b85-8d9145bf3c45 service neutron] 10.222.0.21 "GET /v2.0/networks/2a86a16a-e574-4b84-b4af-d17ebf35c6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506363 Nov 12 08:41:10.970355 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7737f29f-688d-4d45-8f7b-38e971e12ffe tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:11.014889 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7737f29f-688d-4d45-8f7b-38e971e12ffe tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Pushing event deleted for resources: {'Subnet': ['ID=91f2eb04-4dae-496c-8ab0-fc09313f8a08,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:11.084763 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:11.122284 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-22fb0d46-9a68-4417-8ed8-0082743e8d67 None None] For port 38b50bd1-9e1b-4a90-8037-9a88ecf8b6fc, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=38b50bd1-9e1b-4a90-8037-9a88ecf8b6fc,segment=NetworkSegment(1046d6cc-a2a1-4e80-8a95-ef1b3c1eccc9),segment_id=1046d6cc-a2a1-4e80-8a95-ef1b3c1eccc9)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:11.123031 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-22fb0d46-9a68-4417-8ed8-0082743e8d67 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:11.225144 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-22fb0d46-9a68-4417-8ed8-0082743e8d67 None None] Calling delete_port for 38b50bd1-9e1b-4a90-8037-9a88ecf8b6fc owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:41:11.226151 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7737f29f-688d-4d45-8f7b-38e971e12ffe tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:11.254834 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-7737f29f-688d-4d45-8f7b-38e971e12ffe tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5ececa1-4f65-420d-be9c-d288fd928ecf']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:11.268923 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-7737f29f-688d-4d45-8f7b-38e971e12ffe tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7e65788-1814-4b18-9860-bc3b55535780') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:11.269354 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-7737f29f-688d-4d45-8f7b-38e971e12ffe tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7e65788-1814-4b18-9860-bc3b55535780') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:11.288426 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7737f29f-688d-4d45-8f7b-38e971e12ffe tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:11.312865 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning for port facae0b0-c7cd-4131-a076-038626c38ad1 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:41:11.313632 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7737f29f-688d-4d45-8f7b-38e971e12ffe tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:11.322384 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7737f29f-688d-4d45-8f7b-38e971e12ffe tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:41:11.323044 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7737f29f-688d-4d45-8f7b-38e971e12ffe tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:11.381993 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port facae0b0-c7cd-4131-a076-038626c38ad1 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:41:11.382815 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:11.400733 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 38b50bd1-9e1b-4a90-8037-9a88ecf8b6fc no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:41:11.523078 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:41:11.523078 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:41:11.523078 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:41:11.523078 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:41:11.523078 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:41:11.523078 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:41:11.523078 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:41:11.523078 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:41:11.523078 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:41:11.523078 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:41:11.523078 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:41:11.523078 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:41:11.523078 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:41:11.523078 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:41:11.523078 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:41:11.523078 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:41:11.523078 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:41:11.523078 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:41:11.523078 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:41:11.523078 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:41:11.523078 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:41:11.523078 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:41:11.523078 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:41:11.523078 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:41:11.523078 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:41:11.523078 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:41:11.523078 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:41:11.523078 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:41:11.523078 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:41:11.523078 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:41:11.523078 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:41:11.523078 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:41:11.654529 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7737f29f-688d-4d45-8f7b-38e971e12ffe tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:11.690890 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3475a312-9cc5-4951-9c3c-a7697f6531a8 req-5f4c7f40-2ba4-4751-b108-383f723125ed tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:11.698123 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3475a312-9cc5-4951-9c3c-a7697f6531a8 req-5f4c7f40-2ba4-4751-b108-383f723125ed tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b33025b-8e16-4e94-a8f0-a7b61c0fb5c1 HTTP/1.1" status: 200 len: 946 time: 0.5582964 Nov 12 08:41:11.708926 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-22fb0d46-9a68-4417-8ed8-0082743e8d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:11.776977 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7737f29f-688d-4d45-8f7b-38e971e12ffe tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:11.782024 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb0d46-9a68-4417-8ed8-0082743e8d67 None None] Pushing event deleted for resources: {'Port': ['ID=38b50bd1-9e1b-4a90-8037-9a88ecf8b6fc,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:11.784275 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-7737f29f-688d-4d45-8f7b-38e971e12ffe tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] 10.222.0.26 "DELETE /v2.0/networks/c5ececa1-4f65-420d-be9c-d288fd928ecf HTTP/1.1" status: 204 len: 168 time: 1.5955267 Nov 12 08:41:11.787947 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7737f29f-688d-4d45-8f7b-38e971e12ffe tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Pushing event deleted for resources: {'Network': ['ID=c5ececa1-4f65-420d-be9c-d288fd928ecf,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:11.788114 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 51814) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:11.794326 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-37f9e767-0f76-4f6b-8880-540f2917e517 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-559113076'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:11.840471 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f9e767-0f76-4f6b-8880-540f2917e517 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Made reservation on behalf of a25300d707c04c8bb1256a13e2e28ccb for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:41:11.844789 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-37f9e767-0f76-4f6b-8880-540f2917e517 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:11.851557 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No active binding found for port 38b50bd1-9e1b-4a90-8037-9a88ecf8b6fc {{(pid=102601) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 08:41:11.852013 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 38b50bd1-9e1b-4a90-8037-9a88ecf8b6fc not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:41:11.856230 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87096f8a-c52c-4be8-a5fd-cdbae05972e2 None None] Network c5ececa1-4f65-420d-be9c-d288fd928ecf requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:41:11.900727 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3475a312-9cc5-4951-9c3c-a7697f6531a8 req-b768b275-8e4e-4473-a956-2e4c86862660 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431351 Nov 12 08:41:11.918494 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37f9e767-0f76-4f6b-8880-540f2917e517 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:41:11.920254 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87096f8a-c52c-4be8-a5fd-cdbae05972e2 None None] Network c5ececa1-4f65-420d-be9c-d288fd928ecf could not be found, it might have been deleted concurrently. {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 08:41:11.928446 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fb0d46-9a68-4417-8ed8-0082743e8d67 None None] No DVR routers for this DVR port 38b50bd1-9e1b-4a90-8037-9a88ecf8b6fc on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:41:11.950116 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-37f9e767-0f76-4f6b-8880-540f2917e517 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:11.950386 n-d-765315-29 neutron-server[102599]: INFO neutron.db.segments_db [None req-37f9e767-0f76-4f6b-8880-540f2917e517 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Added segment bd563250-c575-4af4-8a85-f0f660f40171 of type vlan for network 36d76e4a-6d49-4324-8766-b03d787070ae Nov 12 08:41:12.044056 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:41:12.079861 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-37f9e767-0f76-4f6b-8880-540f2917e517 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:12.120724 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b06922-6193-41e7-861a-a60c5fb03539 req-feab413d-18c7-4e2d-93a1-1f6172017295 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:12.123345 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-774de7f7-9d58-4d5f-8e63-53b68fc33f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f5f85c-dbe1-4c17-8336-75856c5067b1', 'name': 'tempest-TestNetworkBasicOps-router-1788704160', 'tenant_id': 'cdcff4fc638944839e15d4e4416a2271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '5010fc1b-4699-4524-b85f-c534507314f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:37:45Z', 'updated_at': '2021-11-12T08:41:06Z', 'revision_number': 6, 'project_id': 'cdcff4fc638944839e15d4e4416a2271', 'gw_port': {'id': '5010fc1b-4699-4524-b85f-c534507314f9', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:16:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f5f85c-dbe1-4c17-8336-75856c5067b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:37:46Z', 'updated_at': '2021-11-12T08:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': '8fb5007d-9ecf-484a-8534-2668c3939bc1', 'tenant_id': 'cdcff4fc638944839e15d4e4416a2271', 'floating_ip_address': '172.25.2.30', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': 'c4f5f85c-dbe1-4c17-8336-75856c5067b1', 'port_id': '7d2b9d4a-0966-40de-a8a7-df179903d72b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2979, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b177f1a4-4c68-4847-bafc-529461cd99a0', 'mac_address': 'fa:16:3e:ca:12:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffcab877-5121-4a51-ad07-67125ff611ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:38:41Z', 'updated_at': '2021-11-12T08:38:48Z', 'revision_number': 1, 'project_id': 'cdcff4fc638944839e15d4e4416a2271', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3c1f32b-d020-44ce-a38c-4caa6f2e18a4', 'name': '', 'network_id': 'b177f1a4-4c68-4847-bafc-529461cd99a0', 'tenant_id': 'cdcff4fc638944839e15d4e4416a2271', 'mac_address': 'fa:16:3e:73:88:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f5f85c-dbe1-4c17-8336-75856c5067b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': 'd4b452e4-4cfb-4af8-9506-8c215bcf0937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:37:51Z', 'updated_at': '2021-11-12T08:38:04Z', 'revision_number': 5, 'project_id': 'cdcff4fc638944839e15d4e4416a2271', 'subnets': [{'id': 'd4b452e4-4cfb-4af8-9506-8c215bcf0937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:12.130837 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-13b06922-6193-41e7-861a-a60c5fb03539 req-feab413d-18c7-4e2d-93a1-1f6172017295 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=903cd802-0b2d-467f-ae9a-bf81d7255ef7 HTTP/1.1" status: 200 len: 944 time: 0.0977409 Nov 12 08:41:12.174346 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774de7f7-9d58-4d5f-8e63-53b68fc33f47 None None] Checking router: c4f5f85c-dbe1-4c17-8336-75856c5067b1 for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:41:12.174870 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-37f9e767-0f76-4f6b-8880-540f2917e517 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:12.180610 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:12.193905 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f9e767-0f76-4f6b-8880-540f2917e517 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:12.194918 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-37f9e767-0f76-4f6b-8880-540f2917e517 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks [] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:12.209489 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774de7f7-9d58-4d5f-8e63-53b68fc33f47 None None] Routers {'c4f5f85c-dbe1-4c17-8336-75856c5067b1'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:41:12.210579 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-774de7f7-9d58-4d5f-8e63-53b68fc33f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:41:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['c4f5f85c-dbe1-4c17-8336-75856c5067b1'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:12.247218 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-13b06922-6193-41e7-861a-a60c5fb03539 req-c27fac9a-0ad5-4ed9-8dc8-097bab5c85a2 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=87051b75-a5b8-4134-a29f-d7bdc7d0859e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097257 Nov 12 08:41:12.260476 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 51832) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:12.297746 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-37f9e767-0f76-4f6b-8880-540f2917e517 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5089729 Nov 12 08:41:12.305134 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 51834) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:12.357062 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-e28311de-589d-415d-9837-beb3c05cd3d3 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/floatingips/2b79ed8c-cea5-4b9d-a5f4-2aae8cfe3a0a HTTP/1.1" status: 200 len: 992 time: 0.0836091 Nov 12 08:41:12.404052 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-5065c913-4ecd-4dd6-91e9-9b3efa71fe9c tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Request body: {'subnet': {'network_id': '36d76e4a-6d49-4324-8766-b03d787070ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:12.424728 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-774de7f7-9d58-4d5f-8e63-53b68fc33f47 None None] Set router c4f5f85c-dbe1-4c17-8336-75856c5067b1 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:41:12.540798 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f9e767-0f76-4f6b-8880-540f2917e517 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Pushing event updated for resources: {'Network': ['ID=36d76e4a-6d49-4324-8766-b03d787070ae,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:12.676210 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port facae0b0-c7cd-4131-a076-038626c38ad1, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=facae0b0-c7cd-4131-a076-038626c38ad1,segment=NetworkSegment(7b0f7e94-0541-4a5b-a8eb-bc9ffc4aa181),segment_id=7b0f7e94-0541-4a5b-a8eb-bc9ffc4aa181)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:12.683806 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '903cd802-0b2d-467f-ae9a-bf81d7255ef7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'facae0b0-c7cd-4131-a076-038626c38ad1'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:41:12.688897 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9597c759-fda5-49a5-9547-7eaca820877c" -d '{"events": [{"server_uuid": "903cd802-0b2d-467f-ae9a-bf81d7255ef7", "name": "network-vif-plugged", "status": "completed", "tag": "facae0b0-c7cd-4131-a076-038626c38ad1"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:41:12.727275 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 36d76e4a-6d49-4324-8766-b03d787070ae details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:41:12.742630 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:12.770149 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5f38ce-ebff-494c-9c98-caf7f99ecc08 req-a9c9b6d9-037e-481d-a66e-0fce6dc9ea37 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:12.773668 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5065c913-4ecd-4dd6-91e9-9b3efa71fe9c tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Made reservation on behalf of a25300d707c04c8bb1256a13e2e28ccb for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:41:12.788801 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5065c913-4ecd-4dd6-91e9-9b3efa71fe9c tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:12.789578 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8a5f38ce-ebff-494c-9c98-caf7f99ecc08 req-a9c9b6d9-037e-481d-a66e-0fce6dc9ea37 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "GET /v2.0/ports?device_id=44f1ed49-1025-4b97-9ec5-93699e2253da HTTP/1.1" status: 200 len: 946 time: 0.3360064 Nov 12 08:41:12.956239 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8a5f38ce-ebff-494c-9c98-caf7f99ecc08 req-78c3518b-df98-4745-8bab-1c5dbbe3a5b7 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "GET /v2.0/security-groups?id=d302fbe3-eafb-489c-a67e-a5e65efe22ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1625199 Nov 12 08:41:12.990706 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:13.276042 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=facae0b0-c7cd-4131-a076-038626c38ad1,revision_number=9']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:13.278656 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb6dc72-b49a-4988-9987-01a7ad97bbc3 req-854ef744-7ff2-4693-b55d-5256e7f40d40 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:13.280510 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dbb6dc72-b49a-4988-9987-01a7ad97bbc3 req-854ef744-7ff2-4693-b55d-5256e7f40d40 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.21 "GET /v2.0/ports?device_id=44f1ed49-1025-4b97-9ec5-93699e2253da HTTP/1.1" status: 200 len: 946 time: 0.4439430 Nov 12 08:41:13.282173 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5065c913-4ecd-4dd6-91e9-9b3efa71fe9c tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:13.493239 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-774de7f7-9d58-4d5f-8e63-53b68fc33f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f5f85c-dbe1-4c17-8336-75856c5067b1', 'name': 'tempest-TestNetworkBasicOps-router-1788704160', 'tenant_id': 'cdcff4fc638944839e15d4e4416a2271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '5010fc1b-4699-4524-b85f-c534507314f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:37:45Z', 'updated_at': '2021-11-12T08:41:06Z', 'revision_number': 6, 'project_id': 'cdcff4fc638944839e15d4e4416a2271', 'gw_port': {'id': '5010fc1b-4699-4524-b85f-c534507314f9', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:16:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f5f85c-dbe1-4c17-8336-75856c5067b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:37:46Z', 'updated_at': '2021-11-12T08:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': '8fb5007d-9ecf-484a-8534-2668c3939bc1', 'tenant_id': 'cdcff4fc638944839e15d4e4416a2271', 'floating_ip_address': '172.25.2.30', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': 'c4f5f85c-dbe1-4c17-8336-75856c5067b1', 'port_id': '7d2b9d4a-0966-40de-a8a7-df179903d72b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2979, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b177f1a4-4c68-4847-bafc-529461cd99a0', 'mac_address': 'fa:16:3e:ca:12:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffcab877-5121-4a51-ad07-67125ff611ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:38:41Z', 'updated_at': '2021-11-12T08:38:48Z', 'revision_number': 1, 'project_id': 'cdcff4fc638944839e15d4e4416a2271', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3c1f32b-d020-44ce-a38c-4caa6f2e18a4', 'name': '', 'network_id': 'b177f1a4-4c68-4847-bafc-529461cd99a0', 'tenant_id': 'cdcff4fc638944839e15d4e4416a2271', 'mac_address': 'fa:16:3e:73:88:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f5f85c-dbe1-4c17-8336-75856c5067b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': 'd4b452e4-4cfb-4af8-9506-8c215bcf0937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:37:51Z', 'updated_at': '2021-11-12T08:38:04Z', 'revision_number': 5, 'project_id': 'cdcff4fc638944839e15d4e4416a2271', 'subnets': [{'id': 'd4b452e4-4cfb-4af8-9506-8c215bcf0937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:13.503208 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5065c913-4ecd-4dd6-91e9-9b3efa71fe9c tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Pushing event updated for resources: {'Subnet': ['ID=76a531a7-522b-4aed-980e-340a4863fb1d,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:13.519789 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-dbb6dc72-b49a-4988-9987-01a7ad97bbc3 req-54f02e60-eef1-4b5e-8476-c6d8e9e29d36 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Deleting port 2c813262-4392-4fa7-b769-30b26b621587 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:41:13.520094 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-dbb6dc72-b49a-4988-9987-01a7ad97bbc3 req-54f02e60-eef1-4b5e-8476-c6d8e9e29d36 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:13.568886 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774de7f7-9d58-4d5f-8e63-53b68fc33f47 None None] The sync data for ids ['c4f5f85c-dbe1-4c17-8336-75856c5067b1'] in n-d-765315-29 is: [{'id': 'c4f5f85c-dbe1-4c17-8336-75856c5067b1', 'name': 'tempest-TestNetworkBasicOps-router-1788704160', 'tenant_id': 'cdcff4fc638944839e15d4e4416a2271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '5010fc1b-4699-4524-b85f-c534507314f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:37:45Z', 'updated_at': '2021-11-12T08:41:06Z', 'revision_number': 6, 'project_id': 'cdcff4fc638944839e15d4e4416a2271', 'gw_port': {'id': '5010fc1b-4699-4524-b85f-c534507314f9', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:16:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f5f85c-dbe1-4c17-8336-75856c5067b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:37:46Z', 'updated_at': '2021-11-12T08:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': '8fb5007d-9ecf-484a-8534-2668c3939bc1', 'tenant_id': 'cdcff4fc638944839e15d4e4416a2271', 'floating_ip_address': '172.25.2.30', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': 'c4f5f85c-dbe1-4c17-8336-75856c5067b1', 'port_id': '7d2b9d4a-0966-40de-a8a7-df179903d72b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2979, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b177f1a4-4c68-4847-bafc-529461cd99a0', 'mac_address': 'fa:16:3e:ca:12:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffcab877-5121-4a51-ad07-67125ff611ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:38:41Z', 'updated_at': '2021-11-12T08:38:48Z', 'revision_number': 1, 'project_id': 'cdcff4fc638944839e15d4e4416a2271', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3c1f32b-d020-44ce-a38c-4caa6f2e18a4', 'name': '', 'network_id': 'b177f1a4-4c68-4847-bafc-529461cd99a0', 'tenant_id': 'cdcff4fc638944839e15d4e4416a2271', 'mac_address': 'fa:16:3e:73:88:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f5f85c-dbe1-4c17-8336-75856c5067b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': 'd4b452e4-4cfb-4af8-9506-8c215bcf0937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:37:51Z', 'updated_at': '2021-11-12T08:38:04Z', 'revision_number': 5, 'project_id': 'cdcff4fc638944839e15d4e4416a2271', 'subnets': [{'id': 'd4b452e4-4cfb-4af8-9506-8c215bcf0937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:41:13.629263 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-dbb6dc72-b49a-4988-9987-01a7ad97bbc3 req-54f02e60-eef1-4b5e-8476-c6d8e9e29d36 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] For port 2c813262-4392-4fa7-b769-30b26b621587, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=2c813262-4392-4fa7-b769-30b26b621587,segment=NetworkSegment(8b81b94d-1509-46fb-8976-09586403fcf4),segment_id=8b81b94d-1509-46fb-8976-09586403fcf4)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:13.629644 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-dbb6dc72-b49a-4988-9987-01a7ad97bbc3 req-54f02e60-eef1-4b5e-8476-c6d8e9e29d36 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:13.646158 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-dbb6dc72-b49a-4988-9987-01a7ad97bbc3 req-54f02e60-eef1-4b5e-8476-c6d8e9e29d36 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Calling delete_port for 2c813262-4392-4fa7-b769-30b26b621587 owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:41:13.826533 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5065c913-4ecd-4dd6-91e9-9b3efa71fe9c tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Checking segment: {'id': 'bd563250-c575-4af4-8a85-f0f660f40171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '36d76e4a-6d49-4324-8766-b03d787070ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:41:13.827513 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5065c913-4ecd-4dd6-91e9-9b3efa71fe9c tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Network hostable DHCP agents. Network: 36d76e4a-6d49-4324-8766-b03d787070ae, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:41:13.984959 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-dbb6dc72-b49a-4988-9987-01a7ad97bbc3 req-54f02e60-eef1-4b5e-8476-c6d8e9e29d36 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:14.023316 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5065c913-4ecd-4dd6-91e9-9b3efa71fe9c tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Network 36d76e4a-6d49-4324-8766-b03d787070ae is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:41:14.119981 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f02e60-eef1-4b5e-8476-c6d8e9e29d36 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Pushing event deleted for resources: {'Port': ['ID=2c813262-4392-4fa7-b769-30b26b621587,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:14.141931 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-5065c913-4ecd-4dd6-91e9-9b3efa71fe9c tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 36d76e4a-6d49-4324-8766-b03d787070ae) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:41:14.182275 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f372956-64f0-4e7d-ba95-f196a29f96c8 None None] Network 36d76e4a-6d49-4324-8766-b03d787070ae requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:41:14.187116 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5065c913-4ecd-4dd6-91e9-9b3efa71fe9c tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:14.190814 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5065c913-4ecd-4dd6-91e9-9b3efa71fe9c tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:14.241483 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 51926) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:14.243365 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-5065c913-4ecd-4dd6-91e9-9b3efa71fe9c tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9363225 Nov 12 08:41:14.347523 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbb6dc72-b49a-4988-9987-01a7ad97bbc3 req-54f02e60-eef1-4b5e-8476-c6d8e9e29d36 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] No DVR routers for this DVR port 2c813262-4392-4fa7-b769-30b26b621587 on host n-h1-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:41:14.354801 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-dbb6dc72-b49a-4988-9987-01a7ad97bbc3 req-54f02e60-eef1-4b5e-8476-c6d8e9e29d36 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:14.368213 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dbb6dc72-b49a-4988-9987-01a7ad97bbc3 req-54f02e60-eef1-4b5e-8476-c6d8e9e29d36 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.21 "DELETE /v2.0/ports/2c813262-4392-4fa7-b769-30b26b621587 HTTP/1.1" status: 204 len: 173 time: 1.0694463 Nov 12 08:41:14.368213 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44f1ed49-1025-4b97-9ec5-93699e2253da', 'name': 'network-vif-deleted', 'tag': '2c813262-4392-4fa7-b769-30b26b621587'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:41:14.371993 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e1e9180-bffd-4bda-bccb-29b72f3d2a34" -d '{"events": [{"server_uuid": "44f1ed49-1025-4b97-9ec5-93699e2253da", "name": "network-vif-deleted", "tag": "2c813262-4392-4fa7-b769-30b26b621587"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:41:14.638556 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db58eb94-527f-485d-8963-bda417a478c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-36d76e4a-6d49-4324-8766-b03d787070ae', 'network_id': '36d76e4a-6d49-4324-8766-b03d787070ae', 'tenant_id': 'a25300d707c04c8bb1256a13e2e28ccb', 'fixed_ips': [{'subnet_id': '76a531a7-522b-4aed-980e-340a4863fb1d'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:41:14.640127 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-db58eb94-527f-485d-8963-bda417a478c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:14.759599 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-83f2e515-a738-4244-a5e2-dd2752a2c202 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:15.013618 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-83f2e515-a738-4244-a5e2-dd2752a2c202 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:15.222515 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-83f2e515-a738-4244-a5e2-dd2752a2c202 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:15.223675 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 2c813262-4392-4fa7-b769-30b26b621587 no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:41:15.280917 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f2e515-a738-4244-a5e2-dd2752a2c202 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Pushing event deleted for resources: {'Subnet': ['ID=76a531a7-522b-4aed-980e-340a4863fb1d,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:15.327522 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 4b30bbbd-4b24-4100-800e-8e4231f2d247 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:41:15.425379 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server [None req-db58eb94-527f-485d-8963-bda417a478c2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 76a531a7-522b-4aed-980e-340a4863fb1d: This subnet is being modified by another concurrent operation. Nov 12 08:41:15.425379 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 08:41:15.425379 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 08:41:15.425379 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 08:41:15.425379 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 08:41:15.425379 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 08:41:15.425379 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 08:41:15.425379 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 08:41:15.425379 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 08:41:15.425379 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 08:41:15.425379 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 08:41:15.425379 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 08:41:15.425379 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:41:15.425379 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:41:15.425379 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:41:15.425379 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:41:15.425379 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 08:41:15.425379 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:41:15.425379 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 08:41:15.425379 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 08:41:15.425379 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:41:15.425379 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:41:15.425379 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:41:15.425379 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:41:15.425379 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 08:41:15.425379 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:41:15.425379 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 08:41:15.425379 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 08:41:15.425379 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:41:15.425379 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:41:15.425379 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:41:15.425379 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:41:15.425379 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 08:41:15.425379 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 08:41:15.425379 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 08:41:15.425379 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 08:41:15.425379 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 08:41:15.425379 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 08:41:15.425379 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 08:41:15.425379 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 08:41:15.425379 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 08:41:15.425379 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 08:41:15.425379 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 08:41:15.425379 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:41:15.425379 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 08:41:15.425379 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 08:41:15.425379 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 08:41:15.425379 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 08:41:15.425379 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:41:15.425379 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:41:15.425379 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:41:15.425379 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:41:15.425379 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 08:41:15.425379 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:41:15.425379 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 08:41:15.425379 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 08:41:15.425379 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:41:15.425379 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:41:15.425379 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:41:15.425379 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:41:15.425379 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 08:41:15.425379 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:41:15.425379 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 08:41:15.425379 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 08:41:15.425379 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:41:15.425379 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:41:15.425379 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:41:15.425379 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:41:15.425379 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 08:41:15.425379 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 08:41:15.425379 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 08:41:15.425379 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 08:41:15.425379 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 08:41:15.425379 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 08:41:15.425379 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 08:41:15.425379 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 08:41:15.425379 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 08:41:15.425379 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 08:41:15.425379 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:41:15.425379 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:41:15.425379 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:41:15.425379 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:41:15.425379 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 08:41:15.425379 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 08:41:15.425379 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 08:41:15.425379 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 08:41:15.425379 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 08:41:15.425379 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 08:41:15.425379 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 08:41:15.425379 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server raise exception Nov 12 08:41:15.425379 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 76a531a7-522b-4aed-980e-340a4863fb1d: This subnet is being modified by another concurrent operation. Nov 12 08:41:15.425379 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server Nov 12 08:41:15.436296 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-e530113a-7783-48f4-9840-8911a24052df None None] No Port match for: 2c813262-4392-4fa7-b769-30b26b621587 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:41:15.436884 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 2c813262-4392-4fa7-b769-30b26b621587 not bound to the agent host n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:41:15.448104 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 4b30bbbd-4b24-4100-800e-8e4231f2d247 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:41:15.448934 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 4b30bbbd-4b24-4100-800e-8e4231f2d247 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:41:15.471800 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-83f2e515-a738-4244-a5e2-dd2752a2c202 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:15.484852 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70f80c2-a865-49f8-b006-9a8a7112657a None None] Network 36d76e4a-6d49-4324-8766-b03d787070ae requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:41:15.538226 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-83f2e515-a738-4244-a5e2-dd2752a2c202 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36d76e4a-6d49-4324-8766-b03d787070ae']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:15.573198 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-83f2e515-a738-4244-a5e2-dd2752a2c202 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd563250-c575-4af4-8a85-f0f660f40171') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:15.575657 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-83f2e515-a738-4244-a5e2-dd2752a2c202 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd563250-c575-4af4-8a85-f0f660f40171') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:15.592770 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-83f2e515-a738-4244-a5e2-dd2752a2c202 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:15.615449 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-83f2e515-a738-4244-a5e2-dd2752a2c202 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:15.623583 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83f2e515-a738-4244-a5e2-dd2752a2c202 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:41:15.625099 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-83f2e515-a738-4244-a5e2-dd2752a2c202 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:15.710106 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:41:15.710106 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:41:15.710106 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:41:15.710106 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:41:15.710106 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:41:15.710106 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:41:15.710106 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:41:15.710106 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:41:15.710106 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:41:15.710106 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:41:15.710106 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:41:15.710106 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:41:15.710106 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:41:15.710106 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:41:15.710106 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:41:15.710106 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:41:15.710106 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:41:15.710106 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:41:15.710106 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:41:15.710106 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:41:15.710106 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:41:15.710106 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:41:15.710106 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:41:15.710106 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:41:15.710106 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:41:15.710106 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:41:15.710106 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:41:15.710106 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:41:15.710106 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:41:15.710106 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:41:15.710106 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:41:15.710106 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:41:15.729980 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-83f2e515-a738-4244-a5e2-dd2752a2c202 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:15.759090 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-83f2e515-a738-4244-a5e2-dd2752a2c202 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:15.780275 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-83f2e515-a738-4244-a5e2-dd2752a2c202 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] 10.222.0.26 "DELETE /v2.0/networks/36d76e4a-6d49-4324-8766-b03d787070ae HTTP/1.1" status: 204 len: 168 time: 1.5334141 Nov 12 08:41:15.783281 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 51988) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:15.789877 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-00a86f5f-f92e-4162-bfe4-e09fba200f84 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1288292063'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:15.823223 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f2e515-a738-4244-a5e2-dd2752a2c202 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Pushing event deleted for resources: {'Network': ['ID=36d76e4a-6d49-4324-8766-b03d787070ae,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:15.859251 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a86f5f-f92e-4162-bfe4-e09fba200f84 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Made reservation on behalf of a25300d707c04c8bb1256a13e2e28ccb for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:41:15.873425 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-00a86f5f-f92e-4162-bfe4-e09fba200f84 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:15.880105 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83796def-2ee6-416f-811b-106b96ddc18f None None] get_active_networks_info from n-d-765315-29 {{(pid=102601) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 08:41:15.953807 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00a86f5f-f92e-4162-bfe4-e09fba200f84 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:41:15.989882 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-00a86f5f-f92e-4162-bfe4-e09fba200f84 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:15.999351 n-d-765315-29 neutron-server[102599]: INFO neutron.db.segments_db [None req-00a86f5f-f92e-4162-bfe4-e09fba200f84 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Added segment 5cd7cc46-ed8c-4311-9e1a-cb061951b94d of type vlan for network 37e5065e-c66a-4fc0-8699-cd04c5a59f4c Nov 12 08:41:16.079944 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-00a86f5f-f92e-4162-bfe4-e09fba200f84 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:16.140695 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-00a86f5f-f92e-4162-bfe4-e09fba200f84 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:16.161984 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a86f5f-f92e-4162-bfe4-e09fba200f84 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:16.162681 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-00a86f5f-f92e-4162-bfe4-e09fba200f84 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks [] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:16.233935 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83796def-2ee6-416f-811b-106b96ddc18f None None] Resources bound (agent type, host, resource id): {{(pid=102601) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 08:41:16.407823 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-00a86f5f-f92e-4162-bfe4-e09fba200f84 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6215568 Nov 12 08:41:16.409625 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 52018) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:16.420290 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-7954f6be-7f28-4e5c-b147-8a714b622619 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Request body: {'subnet': {'network_id': '37e5065e-c66a-4fc0-8699-cd04c5a59f4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:16.477432 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 52020) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:16.478156 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a86f5f-f92e-4162-bfe4-e09fba200f84 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Pushing event updated for resources: {'Network': ['ID=37e5065e-c66a-4fc0-8699-cd04c5a59f4c,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:16.530685 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 52022) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:16.544042 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aa63604-d7a0-4266-87d0-dc347e4d663c x-openstack-request-id: req-6aa63604-d7a0-4266-87d0-dc347e4d663c {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:41:16.544425 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "903cd802-0b2d-467f-ae9a-bf81d7255ef7", "name": "network-vif-plugged", "status": "completed", "tag": "facae0b0-c7cd-4131-a076-038626c38ad1", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:41:16.544739 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6aa63604-d7a0-4266-87d0-dc347e4d663c {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:41:16.545123 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '903cd802-0b2d-467f-ae9a-bf81d7255ef7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'facae0b0-c7cd-4131-a076-038626c38ad1', 'code': 200} Nov 12 08:41:16.556335 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 37e5065e-c66a-4fc0-8699-cd04c5a59f4c details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:41:16.572153 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a62b2c8-4cc1-4fd1-80a6-082c64e235f3 x-openstack-request-id: req-3a62b2c8-4cc1-4fd1-80a6-082c64e235f3 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:41:16.574728 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44f1ed49-1025-4b97-9ec5-93699e2253da", "name": "network-vif-deleted", "tag": "2c813262-4392-4fa7-b769-30b26b621587", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:41:16.575146 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3a62b2c8-4cc1-4fd1-80a6-082c64e235f3 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:41:16.575797 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44f1ed49-1025-4b97-9ec5-93699e2253da', 'name': 'network-vif-deleted', 'tag': '2c813262-4392-4fa7-b769-30b26b621587', 'status': 'completed', 'code': 200} Nov 12 08:41:16.676140 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cf7e8fb9-36df-4952-9818-30d94b7ad38f req-915d35f4-e35f-4458-9a67-02cff2ede6f0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ffcab877-5121-4a51-ad07-67125ff611ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2934878 Nov 12 08:41:16.698512 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7954f6be-7f28-4e5c-b147-8a714b622619 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Made reservation on behalf of a25300d707c04c8bb1256a13e2e28ccb for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:41:16.709898 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7954f6be-7f28-4e5c-b147-8a714b622619 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:16.824221 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4d814c21-5743-4ffe-8e9b-43847c8fd8c3 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:16.871137 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-dd0cc43f-e69a-4020-9374-c112252b62b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:16.912934 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4d814c21-5743-4ffe-8e9b-43847c8fd8c3 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:17.004725 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4d814c21-5743-4ffe-8e9b-43847c8fd8c3 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:17.008077 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4d814c21-5743-4ffe-8e9b-43847c8fd8c3 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:17.012395 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-4d814c21-5743-4ffe-8e9b-43847c8fd8c3 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "DELETE /v2.0/security-groups/d302fbe3-eafb-489c-a67e-a5e65efe22ab HTTP/1.1" status: 204 len: 168 time: 0.5184593 Nov 12 08:41:17.029891 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7e8fb9-36df-4952-9818-30d94b7ad38f req-8be66525-36d5-4944-9e0c-5568ff51e889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:17.031502 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cf7e8fb9-36df-4952-9818-30d94b7ad38f req-8be66525-36d5-4944-9e0c-5568ff51e889 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cdcff4fc638944839e15d4e4416a2271&device_id=ffcab877-5121-4a51-ad07-67125ff611ee HTTP/1.1" status: 200 len: 1097 time: 0.2691255 Nov 12 08:41:17.043189 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d814c21-5743-4ffe-8e9b-43847c8fd8c3 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d302fbe3-eafb-489c-a67e-a5e65efe22ab,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:17.091909 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 52030) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:17.202676 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-d29babeb-7fd4-418d-b58c-826c0969daca tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Deleting subnet cadf92a6-a6a1-4518-81d4-a288986d523b {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:41:17.285908 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d29babeb-7fd4-418d-b58c-826c0969daca tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:17.289174 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-dd0cc43f-e69a-4020-9374-c112252b62b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:17.292075 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7e8fb9-36df-4952-9818-30d94b7ad38f req-95856b43-1bf3-4e5b-8699-812977cf091e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:17.294178 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cf7e8fb9-36df-4952-9818-30d94b7ad38f req-95856b43-1bf3-4e5b-8699-812977cf091e service neutron] 10.222.0.21 "GET /v2.0/networks?id=b177f1a4-4c68-4847-bafc-529461cd99a0 HTTP/1.1" status: 200 len: 898 time: 0.2309997 Nov 12 08:41:17.295596 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-dd0cc43f-e69a-4020-9374-c112252b62b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:17.400104 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d29babeb-7fd4-418d-b58c-826c0969daca tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:17.493417 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-dd0cc43f-e69a-4020-9374-c112252b62b7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6ba5ec53544944798e8904987a746bfe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9607217 Nov 12 08:41:17.506271 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 52034) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:17.608833 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cf7e8fb9-36df-4952-9818-30d94b7ad38f req-6286aafc-bd6d-4b14-b9ff-4eb62fcc97d4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d2b9d4a-0966-40de-a8a7-df179903d72b HTTP/1.1" status: 200 len: 1000 time: 0.3014276 Nov 12 08:41:17.614648 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0cc43f-e69a-4020-9374-c112252b62b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a65518-0a57-49b4-9c9b-fcee482e5a25,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:17.621663 n-d-765315-29 neutron-server[102600]: DEBUG neutron.objects.ports [None req-7954f6be-7f28-4e5c-b147-8a714b622619 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102600) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 08:41:17.624028 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7954f6be-7f28-4e5c-b147-8a714b622619 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:17.751931 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7e8fb9-36df-4952-9818-30d94b7ad38f req-c0666b21-bec9-4281-a3da-5b12d1dc5ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:17.754113 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cf7e8fb9-36df-4952-9818-30d94b7ad38f req-c0666b21-bec9-4281-a3da-5b12d1dc5ce9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d4b452e4-4cfb-4af8-9506-8c215bcf0937 HTTP/1.1" status: 200 len: 835 time: 0.1022339 Nov 12 08:41:17.779133 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d65b5786-8cc2-4bd7-b022-9fbf9c93fcf8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:17.828739 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d29babeb-7fd4-418d-b58c-826c0969daca tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:17.848612 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d65b5786-8cc2-4bd7-b022-9fbf9c93fcf8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:18.005877 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7954f6be-7f28-4e5c-b147-8a714b622619 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Pushing event updated for resources: {'Subnet': ['ID=16b079aa-4ef5-4333-958b-f4a39b99c821,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:18.013978 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d29babeb-7fd4-418d-b58c-826c0969daca tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:18.027877 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7e8fb9-36df-4952-9818-30d94b7ad38f req-c3693d5d-3e35-4f65-8cf1-56b2e801485f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:18.028908 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cf7e8fb9-36df-4952-9818-30d94b7ad38f req-c3693d5d-3e35-4f65-8cf1-56b2e801485f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b177f1a4-4c68-4847-bafc-529461cd99a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2515767 Nov 12 08:41:18.069224 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7954f6be-7f28-4e5c-b147-8a714b622619 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Checking segment: {'id': '5cd7cc46-ed8c-4311-9e1a-cb061951b94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '37e5065e-c66a-4fc0-8699-cd04c5a59f4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:41:18.070084 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7954f6be-7f28-4e5c-b147-8a714b622619 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Network hostable DHCP agents. Network: 37e5065e-c66a-4fc0-8699-cd04c5a59f4c, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:41:18.078555 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29babeb-7fd4-418d-b58c-826c0969daca tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Pushing event deleted for resources: {'Subnet': ['ID=cadf92a6-a6a1-4518-81d4-a288986d523b,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:18.084972 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d29babeb-7fd4-418d-b58c-826c0969daca tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:18.089859 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-d29babeb-7fd4-418d-b58c-826c0969daca tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "DELETE /v2.0/subnets/cadf92a6-a6a1-4518-81d4-a288986d523b HTTP/1.1" status: 204 len: 168 time: 0.9969285 Nov 12 08:41:18.093273 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 52042) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:18.115337 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21a710f-4b15-4e26-b03a-5b3a496b05dd None None] Network 5f7dbd2b-4f9d-453c-bff7-8de854d19345 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:41:18.159476 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d65b5786-8cc2-4bd7-b022-9fbf9c93fcf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:18.163137 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d65b5786-8cc2-4bd7-b022-9fbf9c93fcf8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:18.167065 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7954f6be-7f28-4e5c-b147-8a714b622619 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Network 37e5065e-c66a-4fc0-8699-cd04c5a59f4c is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:41:18.167801 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-d65b5786-8cc2-4bd7-b022-9fbf9c93fcf8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b0a65518-0a57-49b4-9c9b-fcee482e5a25 HTTP/1.1" status: 204 len: 168 time: 0.6615980 Nov 12 08:41:18.189902 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b5786-8cc2-4bd7-b022-9fbf9c93fcf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a65518-0a57-49b4-9c9b-fcee482e5a25,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:18.243301 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-7954f6be-7f28-4e5c-b147-8a714b622619 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 37e5065e-c66a-4fc0-8699-cd04c5a59f4c) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:41:18.270079 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec8cb1c-4735-4259-ad91-eb6a1f94dc96 None None] Network 37e5065e-c66a-4fc0-8699-cd04c5a59f4c requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:41:18.275373 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7954f6be-7f28-4e5c-b147-8a714b622619 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:18.275998 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7954f6be-7f28-4e5c-b147-8a714b622619 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:18.285376 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cf7e8fb9-36df-4952-9818-30d94b7ad38f req-ce98d334-f74c-402a-a91e-8f9127ae7656 service neutron] 10.222.0.21 "GET /v2.0/networks/b177f1a4-4c68-4847-bafc-529461cd99a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476645 Nov 12 08:41:18.352938 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-71426c03-31a3-4365-8461-eb136e1c8e99 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:18.408961 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-7954f6be-7f28-4e5c-b147-8a714b622619 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.9956956 Nov 12 08:41:18.412988 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 52046) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:18.495154 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5443c8-71f1-4474-9ec5-d18df5de0773 None None] DHCP port deletion for 5f7dbd2b-4f9d-453c-bff7-8de854d19345 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:41:18.530736 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cf7e8fb9-36df-4952-9818-30d94b7ad38f req-f287ce92-e113-4c22-a210-d01795e49d4b service neutron] 10.222.0.21 "GET /v2.0/networks/b177f1a4-4c68-4847-bafc-529461cd99a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380569 Nov 12 08:41:18.691663 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fecd6dcd-580a-4eac-ac72-187259c2c249 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-37e5065e-c66a-4fc0-8699-cd04c5a59f4c', 'network_id': '37e5065e-c66a-4fc0-8699-cd04c5a59f4c', 'tenant_id': 'a25300d707c04c8bb1256a13e2e28ccb', 'fixed_ips': [{'subnet_id': '16b079aa-4ef5-4333-958b-f4a39b99c821'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:41:18.695363 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-fecd6dcd-580a-4eac-ac72-187259c2c249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:18.803602 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6a6f7ace-6d10-47f6-8f6e-a0f08da8e478 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:18.817827 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-71426c03-31a3-4365-8461-eb136e1c8e99 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Deleting port 8fd9eaaf-0e56-4b58-9002-fa0f3583735e {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:41:18.818373 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-71426c03-31a3-4365-8461-eb136e1c8e99 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:18.876425 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-2d5443c8-71f1-4474-9ec5-d18df5de0773 None None] Deleting port 8fd9eaaf-0e56-4b58-9002-fa0f3583735e {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:41:18.876837 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2d5443c8-71f1-4474-9ec5-d18df5de0773 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:18.985812 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 52058) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:19.011459 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5fe5fe73-d614-4c1b-a539-b55ecbe15b18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:19.037885 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-2d5443c8-71f1-4474-9ec5-d18df5de0773 None None] For port 8fd9eaaf-0e56-4b58-9002-fa0f3583735e, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=8fd9eaaf-0e56-4b58-9002-fa0f3583735e,segment=NetworkSegment(8b81b94d-1509-46fb-8976-09586403fcf4),segment_id=8b81b94d-1509-46fb-8976-09586403fcf4)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:19.038828 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2d5443c8-71f1-4474-9ec5-d18df5de0773 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:19.077457 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-2d5443c8-71f1-4474-9ec5-d18df5de0773 None None] Calling delete_port for 8fd9eaaf-0e56-4b58-9002-fa0f3583735e owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:41:19.082062 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-71426c03-31a3-4365-8461-eb136e1c8e99 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] For port 8fd9eaaf-0e56-4b58-9002-fa0f3583735e, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=8fd9eaaf-0e56-4b58-9002-fa0f3583735e,segment=NetworkSegment(8b81b94d-1509-46fb-8976-09586403fcf4),segment_id=8b81b94d-1509-46fb-8976-09586403fcf4)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:19.082801 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-71426c03-31a3-4365-8461-eb136e1c8e99 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:19.102039 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-fecd6dcd-580a-4eac-ac72-187259c2c249 None None] Allocated IP 2001:db8::f816:3eff:fecb:78d9 (37e5065e-c66a-4fc0-8699-cd04c5a59f4c/16b079aa-4ef5-4333-958b-f4a39b99c821/3d34238d-656c-43ca-b351-50dfa8080a51) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:41:19.175479 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-71426c03-31a3-4365-8461-eb136e1c8e99 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Calling delete_port for 8fd9eaaf-0e56-4b58-9002-fa0f3583735e owned by network:dhcp {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:41:19.205790 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6a6f7ace-6d10-47f6-8f6e-a0f08da8e478 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:19.217637 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5fe5fe73-d614-4c1b-a539-b55ecbe15b18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:19.228078 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5fe5fe73-d614-4c1b-a539-b55ecbe15b18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:19.323149 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe5fe73-d614-4c1b-a539-b55ecbe15b18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80620b0a-58c4-453e-aa2c-20e5ffd4273c,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:19.354077 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-5fe5fe73-d614-4c1b-a539-b55ecbe15b18 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c997083923a343daa36031662cc020ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3656967 Nov 12 08:41:19.358548 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 52070) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:19.441945 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 8fd9eaaf-0e56-4b58-9002-fa0f3583735e no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:41:19.504652 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a936cb7c-a665-43cb-963c-9fe92b2cae9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:19.594879 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a936cb7c-a665-43cb-963c-9fe92b2cae9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:19.617197 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dd478e-8545-491b-8fc0-e33a829f2830 req-bb922025-9109-472d-ac36-a77f89a8fc57 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:19.621320 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e9dd478e-8545-491b-8fc0-e33a829f2830 req-bb922025-9109-472d-ac36-a77f89a8fc57 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/networks?id=35316ea3-d15f-4e9c-9d0f-87ba20d4fc64 HTTP/1.1" status: 200 len: 812 time: 0.3930264 Nov 12 08:41:19.650879 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e9dd478e-8545-491b-8fc0-e33a829f2830 req-3eb1e9ad-2379-47a8-bb4e-6ac2acbf7dd1 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/quotas/7d3f7337327743ecb706fdd7c92380e3 HTTP/1.1" status: 200 len: 375 time: 0.0145538 Nov 12 08:41:19.653570 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2d5443c8-71f1-4474-9ec5-d18df5de0773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:19.659405 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-71426c03-31a3-4365-8461-eb136e1c8e99 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:19.692837 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a936cb7c-a665-43cb-963c-9fe92b2cae9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:19.695454 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a936cb7c-a665-43cb-963c-9fe92b2cae9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:19.696624 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-a936cb7c-a665-43cb-963c-9fe92b2cae9e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/80620b0a-58c4-453e-aa2c-20e5ffd4273c HTTP/1.1" status: 204 len: 168 time: 0.3337839 Nov 12 08:41:19.708792 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a936cb7c-a665-43cb-963c-9fe92b2cae9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80620b0a-58c4-453e-aa2c-20e5ffd4273c,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:19.764999 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5443c8-71f1-4474-9ec5-d18df5de0773 None None] Pushing event deleted for resources: {'Port': ['ID=8fd9eaaf-0e56-4b58-9002-fa0f3583735e,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:19.771618 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5443c8-71f1-4474-9ec5-d18df5de0773 None None] No DVR routers for this DVR port 8fd9eaaf-0e56-4b58-9002-fa0f3583735e on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:41:19.779532 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No active binding found for port 8fd9eaaf-0e56-4b58-9002-fa0f3583735e {{(pid=102601) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 08:41:19.780268 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 8fd9eaaf-0e56-4b58-9002-fa0f3583735e not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:41:19.803455 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-fecd6dcd-580a-4eac-ac72-187259c2c249 None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:19.808066 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71426c03-31a3-4365-8461-eb136e1c8e99 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Pushing event deleted for resources: {'Port': ['ID=8fd9eaaf-0e56-4b58-9002-fa0f3583735e,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:19.811412 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71426c03-31a3-4365-8461-eb136e1c8e99 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] No DVR routers for this DVR port 8fd9eaaf-0e56-4b58-9002-fa0f3583735e on host n-d-765315-29 {{(pid=102600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:41:19.820715 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-fecd6dcd-580a-4eac-ac72-187259c2c249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:19.880216 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fecd6dcd-580a-4eac-ac72-187259c2c249 None None] Network 37e5065e-c66a-4fc0-8699-cd04c5a59f4c is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:41:19.886289 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-fecd6dcd-580a-4eac-ac72-187259c2c249 None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:41:19.890208 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fecd6dcd-580a-4eac-ac72-187259c2c249 None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:41:19.937210 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecd6dcd-580a-4eac-ac72-187259c2c249 None None] Pushing event updated for resources: {'Port': ['ID=3d34238d-656c-43ca-b351-50dfa8080a51,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:20.014418 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-fecd6dcd-580a-4eac-ac72-187259c2c249 None None] Attempting to bind port 3d34238d-656c-43ca-b351-50dfa8080a51 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:41:20.014882 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-fecd6dcd-580a-4eac-ac72-187259c2c249 None None] Attempting to bind port 3d34238d-656c-43ca-b351-50dfa8080a51 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '5cd7cc46-ed8c-4311-9e1a-cb061951b94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '37e5065e-c66a-4fc0-8699-cd04c5a59f4c'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:41:20.015248 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fecd6dcd-580a-4eac-ac72-187259c2c249 None None] Attempting to bind port 3d34238d-656c-43ca-b351-50dfa8080a51 on network 37e5065e-c66a-4fc0-8699-cd04c5a59f4c {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:41:20.024001 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fecd6dcd-580a-4eac-ac72-187259c2c249 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:41:20.029453 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fecd6dcd-580a-4eac-ac72-187259c2c249 None None] Checking segment: {'id': '5cd7cc46-ed8c-4311-9e1a-cb061951b94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '37e5065e-c66a-4fc0-8699-cd04c5a59f4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:41:20.029453 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-fecd6dcd-580a-4eac-ac72-187259c2c249 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:20.029453 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fecd6dcd-580a-4eac-ac72-187259c2c249 None None] Bound using segment: {'id': '5cd7cc46-ed8c-4311-9e1a-cb061951b94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '37e5065e-c66a-4fc0-8699-cd04c5a59f4c'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:41:20.029453 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-fecd6dcd-580a-4eac-ac72-187259c2c249 None None] Bound port: 3d34238d-656c-43ca-b351-50dfa8080a51, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cd7cc46-ed8c-4311-9e1a-cb061951b94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '37e5065e-c66a-4fc0-8699-cd04c5a59f4c'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:41:20.029453 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-fecd6dcd-580a-4eac-ac72-187259c2c249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:20.081897 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e9dd478e-8545-491b-8fc0-e33a829f2830 req-1c93fb44-7c16-4e6e-adbc-60ff6aa5058f tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=7d3f7337327743ecb706fdd7c92380e3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4050696 Nov 12 08:41:20.089663 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-71426c03-31a3-4365-8461-eb136e1c8e99 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:20.096188 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6a6f7ace-6d10-47f6-8f6e-a0f08da8e478 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:20.193318 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-fecd6dcd-580a-4eac-ac72-187259c2c249 None None] For port 3d34238d-656c-43ca-b351-50dfa8080a51, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:41:20.215026 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-fecd6dcd-580a-4eac-ac72-187259c2c249 None None] For port 3d34238d-656c-43ca-b351-50dfa8080a51, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=3d34238d-656c-43ca-b351-50dfa8080a51,segment=NetworkSegment(5cd7cc46-ed8c-4311-9e1a-cb061951b94d),segment_id=5cd7cc46-ed8c-4311-9e1a-cb061951b94d)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:41:20.228690 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-fecd6dcd-580a-4eac-ac72-187259c2c249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:20.238620 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6a6f7ace-6d10-47f6-8f6e-a0f08da8e478 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:20.262126 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-6a6f7ace-6d10-47f6-8f6e-a0f08da8e478 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37e5065e-c66a-4fc0-8699-cd04c5a59f4c']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:20.273712 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-6a6f7ace-6d10-47f6-8f6e-a0f08da8e478 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cd7cc46-ed8c-4311-9e1a-cb061951b94d') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:20.274173 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-6a6f7ace-6d10-47f6-8f6e-a0f08da8e478 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cd7cc46-ed8c-4311-9e1a-cb061951b94d') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:20.285544 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6a6f7ace-6d10-47f6-8f6e-a0f08da8e478 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:20.324715 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6a6f7ace-6d10-47f6-8f6e-a0f08da8e478 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:20.341050 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a6f7ace-6d10-47f6-8f6e-a0f08da8e478 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:41:20.341653 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6a6f7ace-6d10-47f6-8f6e-a0f08da8e478 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:20.440164 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7e243a-9a89-48ac-ad2f-85078f4f909a None None] Network 37e5065e-c66a-4fc0-8699-cd04c5a59f4c requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:41:20.448900 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecd6dcd-580a-4eac-ac72-187259c2c249 None None] Pushing event updated for resources: {'Port': ['ID=3d34238d-656c-43ca-b351-50dfa8080a51,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:20.474352 n-d-765315-29 neutron-server[102600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:41:20.474352 n-d-765315-29 neutron-server[102600]: self.session.flush() Nov 12 08:41:20.474352 n-d-765315-29 neutron-server[102600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:41:20.474352 n-d-765315-29 neutron-server[102600]: self.session.flush() Nov 12 08:41:20.474352 n-d-765315-29 neutron-server[102600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:41:20.474352 n-d-765315-29 neutron-server[102600]: self.session.flush() Nov 12 08:41:20.474352 n-d-765315-29 neutron-server[102600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:41:20.474352 n-d-765315-29 neutron-server[102600]: self.session.flush() Nov 12 08:41:20.474352 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:41:20.474352 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:41:20.474352 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:41:20.474352 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:41:20.474352 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:41:20.474352 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:41:20.474352 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:41:20.474352 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:41:20.474352 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:41:20.474352 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:41:20.474352 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:41:20.474352 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:41:20.474352 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:41:20.474352 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:41:20.474352 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:41:20.474352 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:41:20.474352 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:41:20.474352 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:41:20.474352 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:41:20.474352 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:41:20.474352 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:41:20.474352 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:41:20.474352 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:41:20.474352 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:41:20.474352 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:41:20.474352 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:41:20.474352 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:41:20.474352 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:41:20.474352 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:41:20.474352 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:41:20.474352 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:41:20.474352 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:41:20.543412 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.db.api [None req-6a6f7ace-6d10-47f6-8f6e-a0f08da8e478 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 08:41:20.543412 n-d-765315-29 neutron-server[102600]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 08:41:20.543412 n-d-765315-29 neutron-server[102600]: [parameters: {'id': '37e5065e-c66a-4fc0-8699-cd04c5a59f4c'}] Nov 12 08:41:20.543412 n-d-765315-29 neutron-server[102600]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:41:20.545014 n-d-765315-29 neutron-server[102600]: DEBUG oslo_db.api [None req-6a6f7ace-6d10-47f6-8f6e-a0f08da8e478 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:41:20.556139 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-71426c03-31a3-4365-8461-eb136e1c8e99 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f7dbd2b-4f9d-453c-bff7-8de854d19345']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:20.641629 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6f7ace-6d10-47f6-8f6e-a0f08da8e478 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Pushing event deleted for resources: {'Subnet': ['ID=16b079aa-4ef5-4333-958b-f4a39b99c821,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:20.659574 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-71426c03-31a3-4365-8461-eb136e1c8e99 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b81b94d-1509-46fb-8976-09586403fcf4') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:20.660065 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-71426c03-31a3-4365-8461-eb136e1c8e99 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b81b94d-1509-46fb-8976-09586403fcf4') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:20.694331 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-71426c03-31a3-4365-8461-eb136e1c8e99 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:20.718194 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-71426c03-31a3-4365-8461-eb136e1c8e99 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:20.745326 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71426c03-31a3-4365-8461-eb136e1c8e99 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:41:20.748540 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-71426c03-31a3-4365-8461-eb136e1c8e99 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:20.760411 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:41:20.760411 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:41:20.760411 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:41:20.760411 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:41:20.760411 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:41:20.760411 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:41:20.760411 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:41:20.760411 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:41:20.760411 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:41:20.760411 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:41:20.760411 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:41:20.760411 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:41:20.760411 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:41:20.760411 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:41:20.760411 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:41:20.760411 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:41:20.760411 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:41:20.760411 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:41:20.760411 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:41:20.760411 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:41:20.760411 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:41:20.760411 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:41:20.760411 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:41:20.760411 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:41:20.760411 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:41:20.760411 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:41:20.760411 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:41:20.760411 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:41:20.760411 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:41:20.760411 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:41:20.760411 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:41:20.760411 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:41:20.787409 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6dfeb23-b43a-4019-8013-0d374659d97b None None] get_active_networks_info from n-d-765315-29 {{(pid=102601) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 08:41:20.832586 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e9dd478e-8545-491b-8fc0-e33a829f2830 req-7526e25c-2d2d-4891-9139-d9d6abc75197 service neutron] 10.222.0.26 "GET /v2.0/networks/35316ea3-d15f-4e9c-9d0f-87ba20d4fc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7225611 Nov 12 08:41:21.085060 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6a6f7ace-6d10-47f6-8f6e-a0f08da8e478 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:21.102981 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e9dd478e-8545-491b-8fc0-e33a829f2830 req-304cfe6f-7c43-4cd9-9086-42b67ae66131 service neutron] 10.222.0.26 "GET /v2.0/networks/35316ea3-d15f-4e9c-9d0f-87ba20d4fc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380924 Nov 12 08:41:21.118776 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-71426c03-31a3-4365-8461-eb136e1c8e99 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:21.123990 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6dfeb23-b43a-4019-8013-0d374659d97b None None] Resources bound (agent type, host, resource id): {{(pid=102601) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 08:41:21.175072 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-71426c03-31a3-4365-8461-eb136e1c8e99 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:21.189889 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 52102) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:21.194298 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-71426c03-31a3-4365-8461-eb136e1c8e99 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "DELETE /v2.0/networks/5f7dbd2b-4f9d-453c-bff7-8de854d19345 HTTP/1.1" status: 204 len: 168 time: 3.0995290 Nov 12 08:41:21.236587 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71426c03-31a3-4365-8461-eb136e1c8e99 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Pushing event deleted for resources: {'Network': ['ID=5f7dbd2b-4f9d-453c-bff7-8de854d19345,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:21.368809 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-6a6f7ace-6d10-47f6-8f6e-a0f08da8e478 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Deleting port 3d34238d-656c-43ca-b351-50dfa8080a51 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:41:21.369196 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6a6f7ace-6d10-47f6-8f6e-a0f08da8e478 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:21.576938 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-6a6f7ace-6d10-47f6-8f6e-a0f08da8e478 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] For port 3d34238d-656c-43ca-b351-50dfa8080a51, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=3d34238d-656c-43ca-b351-50dfa8080a51,segment=NetworkSegment(5cd7cc46-ed8c-4311-9e1a-cb061951b94d),segment_id=5cd7cc46-ed8c-4311-9e1a-cb061951b94d)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:21.580628 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6a6f7ace-6d10-47f6-8f6e-a0f08da8e478 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:21.635481 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-6a6f7ace-6d10-47f6-8f6e-a0f08da8e478 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Calling delete_port for 3d34238d-656c-43ca-b351-50dfa8080a51 owned by network:dhcp {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:41:21.729710 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-74c38516-18a4-4cb5-b9c8-df124dc9e445 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Deleting port 7d2a69c9-43ce-4117-9d47-7f47c9a8c1ea {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:41:21.730055 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-74c38516-18a4-4cb5-b9c8-df124dc9e445 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:21.877956 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-74c38516-18a4-4cb5-b9c8-df124dc9e445 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:21.878276 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-74c38516-18a4-4cb5-b9c8-df124dc9e445 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:21.916748 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-74c38516-18a4-4cb5-b9c8-df124dc9e445 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Calling delete_port for 7d2a69c9-43ce-4117-9d47-7f47c9a8c1ea owned by network:floatingip {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:41:21.969074 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-64563883-62d7-4ffa-83e2-2925659ca4e2 req-89c16af4-5b5a-4411-8abe-f6de3568da74 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=a30918cd-4df7-4f62-a2b9-c8bc0083f909 HTTP/1.1" status: 200 len: 210 time: 0.1024678 Nov 12 08:41:22.083346 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6a6f7ace-6d10-47f6-8f6e-a0f08da8e478 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:22.127059 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6f7ace-6d10-47f6-8f6e-a0f08da8e478 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Pushing event deleted for resources: {'Port': ['ID=3d34238d-656c-43ca-b351-50dfa8080a51,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:22.131029 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6f7ace-6d10-47f6-8f6e-a0f08da8e478 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] No DVR routers for this DVR port 3d34238d-656c-43ca-b351-50dfa8080a51 on host n-d-765315-29 {{(pid=102600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:41:22.421285 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6a6f7ace-6d10-47f6-8f6e-a0f08da8e478 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:22.475489 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-6a6f7ace-6d10-47f6-8f6e-a0f08da8e478 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37e5065e-c66a-4fc0-8699-cd04c5a59f4c']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:22.494462 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-6a6f7ace-6d10-47f6-8f6e-a0f08da8e478 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cd7cc46-ed8c-4311-9e1a-cb061951b94d') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:22.494462 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-6a6f7ace-6d10-47f6-8f6e-a0f08da8e478 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cd7cc46-ed8c-4311-9e1a-cb061951b94d') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:22.513020 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6a6f7ace-6d10-47f6-8f6e-a0f08da8e478 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:22.535065 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6a6f7ace-6d10-47f6-8f6e-a0f08da8e478 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:22.546435 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a6f7ace-6d10-47f6-8f6e-a0f08da8e478 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:41:22.547177 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6a6f7ace-6d10-47f6-8f6e-a0f08da8e478 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:22.570302 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-74c38516-18a4-4cb5-b9c8-df124dc9e445 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:22.638029 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:41:22.638029 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:41:22.638029 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:41:22.638029 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:41:22.638029 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:41:22.638029 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:41:22.638029 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:41:22.638029 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:41:22.638029 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:41:22.638029 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:41:22.638029 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:41:22.638029 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:41:22.638029 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:41:22.638029 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:41:22.638029 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:41:22.638029 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:41:22.638029 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:41:22.638029 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:41:22.638029 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:41:22.638029 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:41:22.638029 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:41:22.638029 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:41:22.638029 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:41:22.638029 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:41:22.638029 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:41:22.638029 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:41:22.638029 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:41:22.638029 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:41:22.638029 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:41:22.638029 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:41:22.638029 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:41:22.638029 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:41:22.645710 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6a6f7ace-6d10-47f6-8f6e-a0f08da8e478 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:22.693532 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c38516-18a4-4cb5-b9c8-df124dc9e445 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Pushing event deleted for resources: {'Port': ['ID=7d2a69c9-43ce-4117-9d47-7f47c9a8c1ea,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:22.713065 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6a6f7ace-6d10-47f6-8f6e-a0f08da8e478 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:22.730294 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-6a6f7ace-6d10-47f6-8f6e-a0f08da8e478 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] 10.222.0.26 "DELETE /v2.0/networks/37e5065e-c66a-4fc0-8699-cd04c5a59f4c HTTP/1.1" status: 204 len: 168 time: 4.3154414 Nov 12 08:41:22.734205 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 52132) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:22.737645 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6f7ace-6d10-47f6-8f6e-a0f08da8e478 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Pushing event deleted for resources: {'Network': ['ID=37e5065e-c66a-4fc0-8699-cd04c5a59f4c,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:22.844572 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b141459-d7dc-4593-b511-af116ff0584c tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] DELETE failed (client error): The resource could not be found. Nov 12 08:41:22.847056 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b141459-d7dc-4593-b511-af116ff0584c tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:41:22.860067 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-3b141459-d7dc-4593-b511-af116ff0584c tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] 10.222.0.26 "DELETE /v2.0/subnets/16b079aa-4ef5-4333-958b-f4a39b99c821 HTTP/1.1" status: 404 len: 337 time: 0.1147742 Nov 12 08:41:22.860826 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 52136) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:22.912909 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-74c38516-18a4-4cb5-b9c8-df124dc9e445 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for floatingip, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:22.914067 n-d-765315-29 neutron-server[102599]: INFO neutron.db.l3_db [None req-74c38516-18a4-4cb5-b9c8-df124dc9e445 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Floating IP 8fb5007d-9ecf-484a-8534-2668c3939bc1 disassociated (deleted). External IP: 172.25.2.30, port: 7d2b9d4a-0966-40de-a8a7-df179903d72b. Nov 12 08:41:22.919722 n-d-765315-29 neutron-server[102599]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea832230-98f8-467c-a1ed-61f79306cfb2 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] DELETE failed (client error): The resource could not be found. Nov 12 08:41:22.920987 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea832230-98f8-467c-a1ed-61f79306cfb2 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:41:22.931535 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 52138) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:22.932203 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-ea832230-98f8-467c-a1ed-61f79306cfb2 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] 10.222.0.26 "DELETE /v2.0/networks/37e5065e-c66a-4fc0-8699-cd04c5a59f4c HTTP/1.1" status: 404 len: 339 time: 0.0644999 Nov 12 08:41:23.009807 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-291814ee-8209-461e-affe-76c2eb40f175 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] DELETE failed (client error): The resource could not be found. Nov 12 08:41:23.010568 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-291814ee-8209-461e-affe-76c2eb40f175 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:41:23.016820 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-291814ee-8209-461e-affe-76c2eb40f175 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] 10.222.0.26 "DELETE /v2.0/subnets/76a531a7-522b-4aed-980e-340a4863fb1d HTTP/1.1" status: 404 len: 337 time: 0.0834250 Nov 12 08:41:23.021501 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 52142) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:23.108161 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-01431406-0b89-4a56-ab40-252bf4d0f883 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] DELETE failed (client error): The resource could not be found. Nov 12 08:41:23.109916 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01431406-0b89-4a56-ab40-252bf4d0f883 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:41:23.120682 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-01431406-0b89-4a56-ab40-252bf4d0f883 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] 10.222.0.26 "DELETE /v2.0/networks/36d76e4a-6d49-4324-8766-b03d787070ae HTTP/1.1" status: 404 len: 339 time: 0.0975549 Nov 12 08:41:23.125982 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 52150) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:23.228956 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6f51cde7-4935-4146-823b-af55acd90e37 req-7c774020-0d65-4f55-9b6a-daf34b82ce6c tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=a30918cd-4df7-4f62-a2b9-c8bc0083f909 HTTP/1.1" status: 200 len: 210 time: 0.0587602 Nov 12 08:41:23.230382 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-9870e92f-60e9-497d-acb7-10b99e656a08 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] DELETE failed (client error): The resource could not be found. Nov 12 08:41:23.230916 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9870e92f-60e9-497d-acb7-10b99e656a08 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:41:23.233903 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-9870e92f-60e9-497d-acb7-10b99e656a08 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] 10.222.0.26 "DELETE /v2.0/subnets/91f2eb04-4dae-496c-8ab0-fc09313f8a08 HTTP/1.1" status: 404 len: 337 time: 0.1039004 Nov 12 08:41:23.240809 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 52154) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:23.266455 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-c940ee33-9b00-496e-8310-17908e27431c tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] DELETE failed (client error): The resource could not be found. Nov 12 08:41:23.268057 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c940ee33-9b00-496e-8310-17908e27431c tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:41:23.274811 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-c940ee33-9b00-496e-8310-17908e27431c tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] 10.222.0.26 "DELETE /v2.0/networks/c5ececa1-4f65-420d-be9c-d288fd928ecf HTTP/1.1" status: 404 len: 339 time: 0.0327916 Nov 12 08:41:23.275523 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 52156) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:23.451438 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-72a371fd-f925-4d09-afd1-70b7fdeb5859 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Deleting port 497cd8bd-7c7d-42ac-8536-b0be665c5a70 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:41:23.451959 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-72a371fd-f925-4d09-afd1-70b7fdeb5859 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:23.543926 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-72a371fd-f925-4d09-afd1-70b7fdeb5859 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:23.572298 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-72a371fd-f925-4d09-afd1-70b7fdeb5859 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Calling delete_port for 497cd8bd-7c7d-42ac-8536-b0be665c5a70 owned by {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:41:23.682842 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74c38516-18a4-4cb5-b9c8-df124dc9e445 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Router c4f5f85c-dbe1-4c17-8336-75856c5067b1 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:41:23.748619 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-72a371fd-f925-4d09-afd1-70b7fdeb5859 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:23.796721 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dd478e-8545-491b-8fc0-e33a829f2830 req-da4a4c43-f0ee-4835-8187-9ba090be7c9c tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:23.799520 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e9dd478e-8545-491b-8fc0-e33a829f2830 req-da4a4c43-f0ee-4835-8187-9ba090be7c9c tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.21 "GET /v2.0/networks?id=35316ea3-d15f-4e9c-9d0f-87ba20d4fc64 HTTP/1.1" status: 200 len: 812 time: 0.3119440 Nov 12 08:41:23.818160 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a371fd-f925-4d09-afd1-70b7fdeb5859 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Pushing event deleted for resources: {'Port': ['ID=497cd8bd-7c7d-42ac-8536-b0be665c5a70,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:23.838490 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-72a371fd-f925-4d09-afd1-70b7fdeb5859 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:23.843853 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-72a371fd-f925-4d09-afd1-70b7fdeb5859 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] 10.222.0.26 "DELETE /v2.0/ports/497cd8bd-7c7d-42ac-8536-b0be665c5a70 HTTP/1.1" status: 204 len: 168 time: 0.5670702 Nov 12 08:41:23.846368 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 52170) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:23.876198 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-e9dd478e-8545-491b-8fc0-e33a829f2830 req-ae777743-6e48-4cfa-97fd-c3156d685e90 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Request body: {'port': {'device_id': 'a30918cd-4df7-4f62-a2b9-c8bc0083f909', 'network_id': '35316ea3-d15f-4e9c-9d0f-87ba20d4fc64', 'admin_state_up': True, 'tenant_id': '7d3f7337327743ecb706fdd7c92380e3'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:23.894711 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0ad5763-782d-44ad-9c90-11294136afe8 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] DELETE failed (client error): The resource could not be found. Nov 12 08:41:23.895628 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0ad5763-782d-44ad-9c90-11294136afe8 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:41:23.901729 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-c0ad5763-782d-44ad-9c90-11294136afe8 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] 10.222.0.26 "DELETE /v2.0/subnets/3faffb63-d525-481c-b233-acc73f94f83a HTTP/1.1" status: 404 len: 337 time: 0.0535281 Nov 12 08:41:23.904219 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 52172) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:24.086040 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3b723e37-0774-4493-85f5-61a6bfb647f5 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:24.098663 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74c38516-18a4-4cb5-b9c8-df124dc9e445 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:41:24.117927 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1677ec8-7ffc-4790-886e-3be4932d22b6 None None] Sync routers for ids ['c4f5f85c-dbe1-4c17-8336-75856c5067b1'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:41:24.129063 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-74c38516-18a4-4cb5-b9c8-df124dc9e445 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:24.133110 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1677ec8-7ffc-4790-886e-3be4932d22b6 None None] Routers {'c4f5f85c-dbe1-4c17-8336-75856c5067b1'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:41:24.136095 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-c1677ec8-7ffc-4790-886e-3be4932d22b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:41:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['c4f5f85c-dbe1-4c17-8336-75856c5067b1'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:24.304304 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3b723e37-0774-4493-85f5-61a6bfb647f5 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:24.309361 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-74c38516-18a4-4cb5-b9c8-df124dc9e445 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "DELETE /v2.0/floatingips/8fb5007d-9ecf-484a-8534-2668c3939bc1 HTTP/1.1" status: 204 len: 168 time: 3.1167526 Nov 12 08:41:24.313087 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9dd478e-8545-491b-8fc0-e33a829f2830 req-ae777743-6e48-4cfa-97fd-c3156d685e90 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Made reservation on behalf of 7d3f7337327743ecb706fdd7c92380e3 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:41:24.337566 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-3b723e37-0774-4493-85f5-61a6bfb647f5 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5056dae0-e727-4df9-84e9-79df314097e9']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:24.337925 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e9dd478e-8545-491b-8fc0-e33a829f2830 req-ae777743-6e48-4cfa-97fd-c3156d685e90 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:24.356160 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-3b723e37-0774-4493-85f5-61a6bfb647f5 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1046d6cc-a2a1-4e80-8a95-ef1b3c1eccc9') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:24.356592 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-3b723e37-0774-4493-85f5-61a6bfb647f5 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1046d6cc-a2a1-4e80-8a95-ef1b3c1eccc9') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:24.368025 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3b723e37-0774-4493-85f5-61a6bfb647f5 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:24.390132 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffcab877-5121-4a51-ad07-67125ff611ee', 'tag': '7d2b9d4a-0966-40de-a8a7-df179903d72b'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:41:24.392809 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3b723e37-0774-4493-85f5-61a6bfb647f5 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:24.393304 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d67b9362-cb63-497f-8fa1-8ba96f395b74" -d '{"events": [{"name": "network-changed", "server_uuid": "ffcab877-5121-4a51-ad07-67125ff611ee", "tag": "7d2b9d4a-0966-40de-a8a7-df179903d72b"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:41:24.407462 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b723e37-0774-4493-85f5-61a6bfb647f5 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:41:24.408259 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3b723e37-0774-4493-85f5-61a6bfb647f5 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:24.498512 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:41:24.498512 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:41:24.498512 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:41:24.498512 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:41:24.498512 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:41:24.498512 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:41:24.498512 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:41:24.498512 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:41:24.498512 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:41:24.498512 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:41:24.498512 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:41:24.498512 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:41:24.498512 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:41:24.498512 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:41:24.498512 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:41:24.498512 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:41:24.498512 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:41:24.498512 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:41:24.498512 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:41:24.498512 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:41:24.498512 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:41:24.498512 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:41:24.498512 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:41:24.498512 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:41:24.498512 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:41:24.498512 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:41:24.498512 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:41:24.498512 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:41:24.498512 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:41:24.498512 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:41:24.498512 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:41:24.498512 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:41:24.531555 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-483f12ac-682e-442e-a65e-a02c145b9b5f req-e5cc22b9-51fb-41a0-9d54-821fe16453cc tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=a30918cd-4df7-4f62-a2b9-c8bc0083f909 HTTP/1.1" status: 200 len: 210 time: 0.0341315 Nov 12 08:41:24.533626 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3b723e37-0774-4493-85f5-61a6bfb647f5 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:24.546633 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3b723e37-0774-4493-85f5-61a6bfb647f5 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:24.553268 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-3b723e37-0774-4493-85f5-61a6bfb647f5 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] 10.222.0.26 "DELETE /v2.0/networks/5056dae0-e727-4df9-84e9-79df314097e9 HTTP/1.1" status: 204 len: 168 time: 0.6475716 Nov 12 08:41:24.557365 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 52196) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:24.586271 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b723e37-0774-4493-85f5-61a6bfb647f5 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Pushing event deleted for resources: {'Network': ['ID=5056dae0-e727-4df9-84e9-79df314097e9,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:24.609293 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-c1677ec8-7ffc-4790-886e-3be4932d22b6 None None] Set router c4f5f85c-dbe1-4c17-8336-75856c5067b1 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:41:24.825806 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-abab03f8-62ac-483f-8152-864aa9f92de3 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Deleting port cb68e585-ed2e-43a4-afd3-3ba73e6f192a {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:41:24.827334 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-abab03f8-62ac-483f-8152-864aa9f92de3 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:25.000362 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-e9dd478e-8545-491b-8fc0-e33a829f2830 req-ae777743-6e48-4cfa-97fd-c3156d685e90 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Allocated IP 172.20.0.8 (35316ea3-d15f-4e9c-9d0f-87ba20d4fc64/d1d27945-8c3d-427f-88ef-3c42a7516333/068e1b83-923b-4934-bf15-a1aab4bf2397) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:41:25.014296 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-abab03f8-62ac-483f-8152-864aa9f92de3 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:25.033170 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-abab03f8-62ac-483f-8152-864aa9f92de3 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Calling delete_port for cb68e585-ed2e-43a4-afd3-3ba73e6f192a owned by {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:41:25.158235 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-c1677ec8-7ffc-4790-886e-3be4932d22b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f5f85c-dbe1-4c17-8336-75856c5067b1', 'name': 'tempest-TestNetworkBasicOps-router-1788704160', 'tenant_id': 'cdcff4fc638944839e15d4e4416a2271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '5010fc1b-4699-4524-b85f-c534507314f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:37:45Z', 'updated_at': '2021-11-12T08:41:06Z', 'revision_number': 6, 'project_id': 'cdcff4fc638944839e15d4e4416a2271', 'gw_port': {'id': '5010fc1b-4699-4524-b85f-c534507314f9', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:16:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f5f85c-dbe1-4c17-8336-75856c5067b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:37:46Z', 'updated_at': '2021-11-12T08:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': 'f3c1f32b-d020-44ce-a38c-4caa6f2e18a4', 'name': '', 'network_id': 'b177f1a4-4c68-4847-bafc-529461cd99a0', 'tenant_id': 'cdcff4fc638944839e15d4e4416a2271', 'mac_address': 'fa:16:3e:73:88:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f5f85c-dbe1-4c17-8336-75856c5067b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': 'd4b452e4-4cfb-4af8-9506-8c215bcf0937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:37:51Z', 'updated_at': '2021-11-12T08:38:04Z', 'revision_number': 5, 'project_id': 'cdcff4fc638944839e15d4e4416a2271', 'subnets': [{'id': 'd4b452e4-4cfb-4af8-9506-8c215bcf0937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:25.163540 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-abab03f8-62ac-483f-8152-864aa9f92de3 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:25.214105 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abab03f8-62ac-483f-8152-864aa9f92de3 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Pushing event deleted for resources: {'Port': ['ID=cb68e585-ed2e-43a4-afd3-3ba73e6f192a,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:25.224563 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-abab03f8-62ac-483f-8152-864aa9f92de3 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:25.237362 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-abab03f8-62ac-483f-8152-864aa9f92de3 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] 10.222.0.26 "DELETE /v2.0/ports/cb68e585-ed2e-43a4-afd3-3ba73e6f192a HTTP/1.1" status: 204 len: 168 time: 0.6777229 Nov 12 08:41:25.239111 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 52210) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:25.280755 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1677ec8-7ffc-4790-886e-3be4932d22b6 None None] Checking router: c4f5f85c-dbe1-4c17-8336-75856c5067b1 for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:41:25.315761 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1677ec8-7ffc-4790-886e-3be4932d22b6 None None] Routers {'c4f5f85c-dbe1-4c17-8336-75856c5067b1'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:41:25.316745 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-c1677ec8-7ffc-4790-886e-3be4932d22b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:41:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['c4f5f85c-dbe1-4c17-8336-75856c5067b1'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:25.338229 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-10966eac-0fde-4a3c-97cc-ef389ee2dfb7 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] DELETE failed (client error): The resource could not be found. Nov 12 08:41:25.339388 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10966eac-0fde-4a3c-97cc-ef389ee2dfb7 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:41:25.352115 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-10966eac-0fde-4a3c-97cc-ef389ee2dfb7 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] 10.222.0.26 "DELETE /v2.0/subnets/66ea9386-e97e-4662-95e5-bbfa4f255d75 HTTP/1.1" status: 404 len: 337 time: 0.1098566 Nov 12 08:41:25.355132 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 52214) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:25.411835 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a45993e-328c-4aed-a24b-489997d97d2c x-openstack-request-id: req-2a45993e-328c-4aed-a24b-489997d97d2c {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:41:25.412130 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffcab877-5121-4a51-ad07-67125ff611ee", "tag": "7d2b9d4a-0966-40de-a8a7-df179903d72b", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:41:25.412486 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2a45993e-328c-4aed-a24b-489997d97d2c {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:41:25.412810 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffcab877-5121-4a51-ad07-67125ff611ee', 'tag': '7d2b9d4a-0966-40de-a8a7-df179903d72b', 'status': 'completed', 'code': 200} Nov 12 08:41:25.615513 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-c1677ec8-7ffc-4790-886e-3be4932d22b6 None None] Set router c4f5f85c-dbe1-4c17-8336-75856c5067b1 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:41:25.638132 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b9362-cb63-497f-8fa1-8ba96f395b74 req-02321f16-41b1-4d0f-82b1-aaf66a8b0f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:25.640107 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d67b9362-cb63-497f-8fa1-8ba96f395b74 req-02321f16-41b1-4d0f-82b1-aaf66a8b0f67 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cdcff4fc638944839e15d4e4416a2271&device_id=ffcab877-5121-4a51-ad07-67125ff611ee HTTP/1.1" status: 200 len: 1097 time: 0.2088795 Nov 12 08:41:25.733759 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e9dd478e-8545-491b-8fc0-e33a829f2830 req-ae777743-6e48-4cfa-97fd-c3156d685e90 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:25.807634 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a1857f34-e8b2-4dd5-b0f7-744ea3c7766f tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:25.866563 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b9362-cb63-497f-8fa1-8ba96f395b74 req-f9d876fc-3077-49ab-8422-537b23fa9095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:25.868031 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1050bb-8646-4b6c-beb1-a73a2b205228 req-a4c5b9bb-e7fe-4cd3-9164-0d73a5eb9663 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:25.869732 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8c1050bb-8646-4b6c-beb1-a73a2b205228 req-a4c5b9bb-e7fe-4cd3-9164-0d73a5eb9663 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffcab877-5121-4a51-ad07-67125ff611ee HTTP/1.1" status: 200 len: 945 time: 0.2909150 Nov 12 08:41:25.878547 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d67b9362-cb63-497f-8fa1-8ba96f395b74 req-f9d876fc-3077-49ab-8422-537b23fa9095 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b177f1a4-4c68-4847-bafc-529461cd99a0 HTTP/1.1" status: 200 len: 898 time: 0.2202773 Nov 12 08:41:25.937167 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d67b9362-cb63-497f-8fa1-8ba96f395b74 req-8b6b65a1-7f2c-42d9-87e6-a6c59d3d7884 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d2b9d4a-0966-40de-a8a7-df179903d72b HTTP/1.1" status: 200 len: 217 time: 0.0566986 Nov 12 08:41:25.958743 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e9dd478e-8545-491b-8fc0-e33a829f2830 req-ae777743-6e48-4cfa-97fd-c3156d685e90 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:25.995575 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['b38f6974-9d86-44eb-92e5-cfbd52b7256a'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:41:26.016433 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8c1050bb-8646-4b6c-beb1-a73a2b205228 req-ec6c0d1e-42bf-4bc6-baf0-f813e777e150 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d2b9164-9b99-473a-b602-c310ea9d0377&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0805864 Nov 12 08:41:26.050342 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-a1857f34-e8b2-4dd5-b0f7-744ea3c7766f tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Deleting port 7731894f-423d-49dd-af61-5cb6349844e5 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:41:26.051176 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a1857f34-e8b2-4dd5-b0f7-744ea3c7766f tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:26.161947 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b9362-cb63-497f-8fa1-8ba96f395b74 req-23d20720-d187-4f0f-9931-5b49bbbf0bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:26.164673 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d67b9362-cb63-497f-8fa1-8ba96f395b74 req-23d20720-d187-4f0f-9931-5b49bbbf0bde service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d4b452e4-4cfb-4af8-9506-8c215bcf0937 HTTP/1.1" status: 200 len: 835 time: 0.2165000 Nov 12 08:41:26.179678 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-c1677ec8-7ffc-4790-886e-3be4932d22b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f5f85c-dbe1-4c17-8336-75856c5067b1', 'name': 'tempest-TestNetworkBasicOps-router-1788704160', 'tenant_id': 'cdcff4fc638944839e15d4e4416a2271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '5010fc1b-4699-4524-b85f-c534507314f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:37:45Z', 'updated_at': '2021-11-12T08:41:06Z', 'revision_number': 6, 'project_id': 'cdcff4fc638944839e15d4e4416a2271', 'gw_port': {'id': '5010fc1b-4699-4524-b85f-c534507314f9', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:16:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f5f85c-dbe1-4c17-8336-75856c5067b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:37:46Z', 'updated_at': '2021-11-12T08:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': 'f3c1f32b-d020-44ce-a38c-4caa6f2e18a4', 'name': '', 'network_id': 'b177f1a4-4c68-4847-bafc-529461cd99a0', 'tenant_id': 'cdcff4fc638944839e15d4e4416a2271', 'mac_address': 'fa:16:3e:73:88:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f5f85c-dbe1-4c17-8336-75856c5067b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': 'd4b452e4-4cfb-4af8-9506-8c215bcf0937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:37:51Z', 'updated_at': '2021-11-12T08:38:04Z', 'revision_number': 5, 'project_id': 'cdcff4fc638944839e15d4e4416a2271', 'subnets': [{'id': 'd4b452e4-4cfb-4af8-9506-8c215bcf0937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:26.282293 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1677ec8-7ffc-4790-886e-3be4932d22b6 None None] The sync data for ids ['c4f5f85c-dbe1-4c17-8336-75856c5067b1'] in n-d-765315-29 is: [{'id': 'c4f5f85c-dbe1-4c17-8336-75856c5067b1', 'name': 'tempest-TestNetworkBasicOps-router-1788704160', 'tenant_id': 'cdcff4fc638944839e15d4e4416a2271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '5010fc1b-4699-4524-b85f-c534507314f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:37:45Z', 'updated_at': '2021-11-12T08:41:06Z', 'revision_number': 6, 'project_id': 'cdcff4fc638944839e15d4e4416a2271', 'gw_port': {'id': '5010fc1b-4699-4524-b85f-c534507314f9', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:16:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f5f85c-dbe1-4c17-8336-75856c5067b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:37:46Z', 'updated_at': '2021-11-12T08:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': 'f3c1f32b-d020-44ce-a38c-4caa6f2e18a4', 'name': '', 'network_id': 'b177f1a4-4c68-4847-bafc-529461cd99a0', 'tenant_id': 'cdcff4fc638944839e15d4e4416a2271', 'mac_address': 'fa:16:3e:73:88:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f5f85c-dbe1-4c17-8336-75856c5067b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': 'd4b452e4-4cfb-4af8-9506-8c215bcf0937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:37:51Z', 'updated_at': '2021-11-12T08:38:04Z', 'revision_number': 5, 'project_id': 'cdcff4fc638944839e15d4e4416a2271', 'subnets': [{'id': 'd4b452e4-4cfb-4af8-9506-8c215bcf0937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:41:26.343134 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 52228) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:26.407244 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-a1857f34-e8b2-4dd5-b0f7-744ea3c7766f tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] For port 7731894f-423d-49dd-af61-5cb6349844e5, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=7731894f-423d-49dd-af61-5cb6349844e5,segment=NetworkSegment(303e5c0e-f08f-4709-9664-ad5ddbd34233),segment_id=303e5c0e-f08f-4709-9664-ad5ddbd34233)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:26.408314 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a1857f34-e8b2-4dd5-b0f7-744ea3c7766f tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:26.409869 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9dd478e-8545-491b-8fc0-e33a829f2830 req-ae777743-6e48-4cfa-97fd-c3156d685e90 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Network 35316ea3-d15f-4e9c-9d0f-87ba20d4fc64 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:41:26.463340 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-e9dd478e-8545-491b-8fc0-e33a829f2830 req-ae777743-6e48-4cfa-97fd-c3156d685e90 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:41:26.474795 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-a1857f34-e8b2-4dd5-b0f7-744ea3c7766f tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Calling delete_port for 7731894f-423d-49dd-af61-5cb6349844e5 owned by network:dhcp {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:41:26.483555 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9dd478e-8545-491b-8fc0-e33a829f2830 req-ae777743-6e48-4cfa-97fd-c3156d685e90 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:41:26.499531 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae777743-6e48-4cfa-97fd-c3156d685e90 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Pushing event updated for resources: {'Port': ['ID=068e1b83-923b-4934-bf15-a1aab4bf2397,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:26.541943 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f92910-8830-469b-a73c-6bbb01bfc3de req-468fbcfd-615a-488f-beb8-f9b45bac6682 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:26.558516 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d2f92910-8830-469b-a73c-6bbb01bfc3de req-468fbcfd-615a-488f-beb8-f9b45bac6682 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=a30918cd-4df7-4f62-a2b9-c8bc0083f909 HTTP/1.1" status: 200 len: 931 time: 0.2891688 Nov 12 08:41:26.920962 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165bb742-4471-4bb2-951f-9a84d10c7e02 None None] New status for floating IP 8fb5007d-9ecf-484a-8534-2668c3939bc1: DOWN {{(pid=102601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:41:27.135395 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-38701717-c583-40a3-bd82-2df2df64898e None None] Provisioning complete for port 068e1b83-923b-4934-bf15-a1aab4bf2397 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:41:27.136488 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-38701717-c583-40a3-bd82-2df2df64898e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:27.275950 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-38701717-c583-40a3-bd82-2df2df64898e None None] Port 068e1b83-923b-4934-bf15-a1aab4bf2397 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:41:27.279373 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b9362-cb63-497f-8fa1-8ba96f395b74 req-d9015168-a214-47dc-a109-a293d12359f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:27.281052 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d67b9362-cb63-497f-8fa1-8ba96f395b74 req-d9015168-a214-47dc-a109-a293d12359f8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b177f1a4-4c68-4847-bafc-529461cd99a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.0988953 Nov 12 08:41:27.447218 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dd478e-8545-491b-8fc0-e33a829f2830 req-ae777743-6e48-4cfa-97fd-c3156d685e90 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:27.448631 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e9dd478e-8545-491b-8fc0-e33a829f2830 req-ae777743-6e48-4cfa-97fd-c3156d685e90 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:27.494230 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e9dd478e-8545-491b-8fc0-e33a829f2830 req-ae777743-6e48-4cfa-97fd-c3156d685e90 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6849709 Nov 12 08:41:27.515080 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-e9dd478e-8545-491b-8fc0-e33a829f2830 req-d291aabc-d0ed-4140-a729-efbbeb1433f4 service neutron] Request body: {'port': {'device_id': 'a30918cd-4df7-4f62-a2b9-c8bc0083f909', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:27.595854 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d67b9362-cb63-497f-8fa1-8ba96f395b74 req-9c615c86-4863-44f6-be27-4faed4694731 service neutron] 10.222.0.21 "GET /v2.0/networks/b177f1a4-4c68-4847-bafc-529461cd99a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3015735 Nov 12 08:41:27.652435 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d2f92910-8830-469b-a73c-6bbb01bfc3de req-6f4dd988-20c8-48ae-9fe4-491c8abf7e1d tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0912700 Nov 12 08:41:27.736623 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a1857f34-e8b2-4dd5-b0f7-744ea3c7766f tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:27.754486 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e9dd478e-8545-491b-8fc0-e33a829f2830 req-d291aabc-d0ed-4140-a729-efbbeb1433f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:27.785825 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c165ffdf-1528-4324-a41c-508a1b270ce5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:27.822721 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d67b9362-cb63-497f-8fa1-8ba96f395b74 req-ee10f1ac-218b-4594-8131-e8f933b366ca service neutron] 10.222.0.21 "GET /v2.0/networks/b177f1a4-4c68-4847-bafc-529461cd99a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183750 Nov 12 08:41:27.870419 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1857f34-e8b2-4dd5-b0f7-744ea3c7766f tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Pushing event deleted for resources: {'Port': ['ID=7731894f-423d-49dd-af61-5cb6349844e5,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:27.878354 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1857f34-e8b2-4dd5-b0f7-744ea3c7766f tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] No DVR routers for this DVR port 7731894f-423d-49dd-af61-5cb6349844e5 on host n-d-765315-29 {{(pid=102600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:41:28.052319 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a878b5e5-f0b4-4a98-a999-142e5284452a req-4c395857-dc85-46de-8c49-0552d66e0db8 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:28.054556 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a878b5e5-f0b4-4a98-a999-142e5284452a req-4c395857-dc85-46de-8c49-0552d66e0db8 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffcab877-5121-4a51-ad07-67125ff611ee HTTP/1.1" status: 200 len: 945 time: 1.2234676 Nov 12 08:41:28.193562 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a1857f34-e8b2-4dd5-b0f7-744ea3c7766f tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:28.272570 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-e9dd478e-8545-491b-8fc0-e33a829f2830 req-d291aabc-d0ed-4140-a729-efbbeb1433f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 068e1b83-923b-4934-bf15-a1aab4bf2397 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:41:28.290711 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e9dd478e-8545-491b-8fc0-e33a829f2830 req-d291aabc-d0ed-4140-a729-efbbeb1433f4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:28.296956 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13cf68c-1cef-4315-a650-7815f680a093 req-fe246a77-4d97-430c-8fe9-b5ecf0e14eed tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:28.308958 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e13cf68c-1cef-4315-a650-7815f680a093 req-fe246a77-4d97-430c-8fe9-b5ecf0e14eed tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffcab877-5121-4a51-ad07-67125ff611ee HTTP/1.1" status: 200 len: 945 time: 0.3099432 Nov 12 08:41:28.361252 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-e9dd478e-8545-491b-8fc0-e33a829f2830 req-d291aabc-d0ed-4140-a729-efbbeb1433f4 service neutron] Transition to ACTIVE for port object 068e1b83-923b-4934-bf15-a1aab4bf2397 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:41:28.370478 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e9dd478e-8545-491b-8fc0-e33a829f2830 req-d291aabc-d0ed-4140-a729-efbbeb1433f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:28.374027 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c165ffdf-1528-4324-a41c-508a1b270ce5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:28.414891 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-a1857f34-e8b2-4dd5-b0f7-744ea3c7766f tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c546343-8c5c-4ad4-b9bd-57ac1b0a8995']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:28.421053 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c165ffdf-1528-4324-a41c-508a1b270ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:28.512949 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-c165ffdf-1528-4324-a41c-508a1b270ce5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=88d7a262035a416b94abaa58574ae0c3&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1681731 Nov 12 08:41:28.524523 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 52242) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:28.531695 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-a1857f34-e8b2-4dd5-b0f7-744ea3c7766f tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '303e5c0e-f08f-4709-9664-ad5ddbd34233') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:28.532313 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-a1857f34-e8b2-4dd5-b0f7-744ea3c7766f tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '303e5c0e-f08f-4709-9664-ad5ddbd34233') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:28.537318 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c165ffdf-1528-4324-a41c-508a1b270ce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca31480-75a5-420e-a71d-04dbcfe44b81,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:28.617662 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a1857f34-e8b2-4dd5-b0f7-744ea3c7766f tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:28.728869 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a1857f34-e8b2-4dd5-b0f7-744ea3c7766f tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:28.776752 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1857f34-e8b2-4dd5-b0f7-744ea3c7766f tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:41:28.777263 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a1857f34-e8b2-4dd5-b0f7-744ea3c7766f tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:28.804440 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d291aabc-d0ed-4140-a729-efbbeb1433f4 service neutron] Pushing event updated for resources: {'Port': ['ID=068e1b83-923b-4934-bf15-a1aab4bf2397,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:28.812461 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:41:28.812461 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:41:28.812461 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:41:28.812461 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:41:28.812461 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:41:28.812461 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:41:28.812461 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:41:28.812461 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:41:28.812461 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:41:28.812461 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:41:28.812461 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:41:28.812461 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:41:28.812461 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:41:28.812461 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:41:28.812461 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:41:28.812461 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:41:28.812461 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:41:28.812461 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:41:28.812461 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:41:28.812461 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:41:28.812461 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:41:28.812461 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:41:28.812461 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:41:28.812461 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:41:28.812461 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:41:28.812461 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:41:28.812461 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:41:28.812461 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:41:28.812461 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:41:28.812461 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:41:28.812461 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:41:28.812461 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:41:28.841122 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-e9dd478e-8545-491b-8fc0-e33a829f2830 req-d291aabc-d0ed-4140-a729-efbbeb1433f4 service neutron] Attempting to bind port 068e1b83-923b-4934-bf15-a1aab4bf2397 on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:41:28.841805 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-e9dd478e-8545-491b-8fc0-e33a829f2830 req-d291aabc-d0ed-4140-a729-efbbeb1433f4 service neutron] Attempting to bind port 068e1b83-923b-4934-bf15-a1aab4bf2397 by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': 'add834c9-8487-4b10-a6f8-7351b562c1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '35316ea3-d15f-4e9c-9d0f-87ba20d4fc64'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:41:28.842388 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dd478e-8545-491b-8fc0-e33a829f2830 req-d291aabc-d0ed-4140-a729-efbbeb1433f4 service neutron] Attempting to bind port 068e1b83-923b-4934-bf15-a1aab4bf2397 on network 35316ea3-d15f-4e9c-9d0f-87ba20d4fc64 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:41:28.842523 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [req-a878b5e5-f0b4-4a98-a999-142e5284452a req-9f98b7fe-d758-4f43-a7fe-51d2730638ad tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Deleting port 7d2b9d4a-0966-40de-a8a7-df179903d72b {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:41:28.842774 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-a878b5e5-f0b4-4a98-a999-142e5284452a req-9f98b7fe-d758-4f43-a7fe-51d2730638ad tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:28.884828 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dd478e-8545-491b-8fc0-e33a829f2830 req-d291aabc-d0ed-4140-a729-efbbeb1433f4 service neutron] Port 068e1b83-923b-4934-bf15-a1aab4bf2397 on network 35316ea3-d15f-4e9c-9d0f-87ba20d4fc64 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:41:28.887383 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dd478e-8545-491b-8fc0-e33a829f2830 req-d291aabc-d0ed-4140-a729-efbbeb1433f4 service neutron] Attempting to bind port 068e1b83-923b-4934-bf15-a1aab4bf2397 on network 35316ea3-d15f-4e9c-9d0f-87ba20d4fc64 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:41:28.892926 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e13cf68c-1cef-4315-a650-7815f680a093 req-9fcc62e4-52aa-451f-a052-1b8efa24c0be tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d2b9164-9b99-473a-b602-c310ea9d0377&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5823858 Nov 12 08:41:28.915606 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dd478e-8545-491b-8fc0-e33a829f2830 req-d291aabc-d0ed-4140-a729-efbbeb1433f4 service neutron] Checking agent: {'id': '26215384-8035-4ce2-971a-8e67be80da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:41:28.917442 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dd478e-8545-491b-8fc0-e33a829f2830 req-d291aabc-d0ed-4140-a729-efbbeb1433f4 service neutron] Checking segment: {'id': 'add834c9-8487-4b10-a6f8-7351b562c1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '35316ea3-d15f-4e9c-9d0f-87ba20d4fc64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:41:28.918142 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dd478e-8545-491b-8fc0-e33a829f2830 req-d291aabc-d0ed-4140-a729-efbbeb1433f4 service neutron] Bound using segment: {'id': 'add834c9-8487-4b10-a6f8-7351b562c1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '35316ea3-d15f-4e9c-9d0f-87ba20d4fc64'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:41:28.921836 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-e9dd478e-8545-491b-8fc0-e33a829f2830 req-d291aabc-d0ed-4140-a729-efbbeb1433f4 service neutron] Bound port: 068e1b83-923b-4934-bf15-a1aab4bf2397, host: n-h1-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'add834c9-8487-4b10-a6f8-7351b562c1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '35316ea3-d15f-4e9c-9d0f-87ba20d4fc64'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:41:28.922612 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e9dd478e-8545-491b-8fc0-e33a829f2830 req-d291aabc-d0ed-4140-a729-efbbeb1433f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:29.065323 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a1857f34-e8b2-4dd5-b0f7-744ea3c7766f tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:29.082382 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a1857f34-e8b2-4dd5-b0f7-744ea3c7766f tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:29.095461 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-a1857f34-e8b2-4dd5-b0f7-744ea3c7766f tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] 10.222.0.26 "DELETE /v2.0/networks/4c546343-8c5c-4ad4-b9bd-57ac1b0a8995 HTTP/1.1" status: 204 len: 168 time: 3.7332137 Nov 12 08:41:29.096180 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 52250) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:29.098237 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-e9dd478e-8545-491b-8fc0-e33a829f2830 req-d291aabc-d0ed-4140-a729-efbbeb1433f4 service neutron] For port 068e1b83-923b-4934-bf15-a1aab4bf2397, host n-h1-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:41:29.111480 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-e9dd478e-8545-491b-8fc0-e33a829f2830 req-d291aabc-d0ed-4140-a729-efbbeb1433f4 service neutron] For port 068e1b83-923b-4934-bf15-a1aab4bf2397, host n-h1-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=068e1b83-923b-4934-bf15-a1aab4bf2397,segment=NetworkSegment(add834c9-8487-4b10-a6f8-7351b562c1cc),segment_id=add834c9-8487-4b10-a6f8-7351b562c1cc)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:41:29.121931 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e9dd478e-8545-491b-8fc0-e33a829f2830 req-d291aabc-d0ed-4140-a729-efbbeb1433f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:29.178428 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-15ec27bb-32e0-49bc-93aa-cee10e4b60c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:29.214301 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1857f34-e8b2-4dd5-b0f7-744ea3c7766f tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Pushing event deleted for resources: {'Network': ['ID=4c546343-8c5c-4ad4-b9bd-57ac1b0a8995,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:29.253045 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 7d2b9d4a-0966-40de-a8a7-df179903d72b no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:41:29.254371 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dd478e-8545-491b-8fc0-e33a829f2830 req-d291aabc-d0ed-4140-a729-efbbeb1433f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:29.256081 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e9dd478e-8545-491b-8fc0-e33a829f2830 req-d291aabc-d0ed-4140-a729-efbbeb1433f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:29.259453 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e9dd478e-8545-491b-8fc0-e33a829f2830 req-d291aabc-d0ed-4140-a729-efbbeb1433f4 service neutron] 10.222.0.21 "PUT /v2.0/ports/068e1b83-923b-4934-bf15-a1aab4bf2397 HTTP/1.1" status: 200 len: 1092 time: 1.7559946 Nov 12 08:41:29.279037 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a30918cd-4df7-4f62-a2b9-c8bc0083f909', 'tag': '068e1b83-923b-4934-bf15-a1aab4bf2397'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:41:29.283199 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a491b41-9dc8-4f25-8087-663122fe6929" -d '{"events": [{"name": "network-changed", "server_uuid": "a30918cd-4df7-4f62-a2b9-c8bc0083f909", "tag": "068e1b83-923b-4934-bf15-a1aab4bf2397"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:41:29.290351 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-15ec27bb-32e0-49bc-93aa-cee10e4b60c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:29.351098 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d291aabc-d0ed-4140-a729-efbbeb1433f4 service neutron] Pushing event updated for resources: {'Port': ['ID=068e1b83-923b-4934-bf15-a1aab4bf2397,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:29.405044 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-a878b5e5-f0b4-4a98-a999-142e5284452a req-9f98b7fe-d758-4f43-a7fe-51d2730638ad tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] For port 7d2b9d4a-0966-40de-a8a7-df179903d72b, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=7d2b9d4a-0966-40de-a8a7-df179903d72b,segment=NetworkSegment(1d14960a-bb0a-4eb2-99aa-1167f0942ce6),segment_id=1d14960a-bb0a-4eb2-99aa-1167f0942ce6)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:29.405828 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-a878b5e5-f0b4-4a98-a999-142e5284452a req-9f98b7fe-d758-4f43-a7fe-51d2730638ad tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:29.423575 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-2718f92c-799d-47d4-b553-59d250992071 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Deleting subnet a2b19a0e-2a01-43d7-b130-f64fe92198e0 {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:41:29.429962 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:29.450101 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fd3015-3189-4a88-ab4f-16df6ae44fc4 req-58eebd7c-cde5-4357-adfb-b0c2f4bcddc3 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:29.458413 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b8fd3015-3189-4a88-ab4f-16df6ae44fc4 req-58eebd7c-cde5-4357-adfb-b0c2f4bcddc3 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=a30918cd-4df7-4f62-a2b9-c8bc0083f909 HTTP/1.1" status: 200 len: 943 time: 0.2352712 Nov 12 08:41:29.460908 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2718f92c-799d-47d4-b553-59d250992071 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:29.464959 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [req-a878b5e5-f0b4-4a98-a999-142e5284452a req-9f98b7fe-d758-4f43-a7fe-51d2730638ad tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Calling delete_port for 7d2b9d4a-0966-40de-a8a7-df179903d72b owned by compute:nova {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:41:29.476931 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffcab877-5121-4a51-ad07-67125ff611ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d2b9d4a-0966-40de-a8a7-df179903d72b'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:41:29.479836 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb30642c-ee63-41b1-83c4-4ef6b483bb03" -d '{"events": [{"server_uuid": "ffcab877-5121-4a51-ad07-67125ff611ee", "name": "network-vif-unplugged", "status": "completed", "tag": "7d2b9d4a-0966-40de-a8a7-df179903d72b"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:41:29.535431 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 7d2b9d4a-0966-40de-a8a7-df179903d72b, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=7d2b9d4a-0966-40de-a8a7-df179903d72b,segment=NetworkSegment(1d14960a-bb0a-4eb2-99aa-1167f0942ce6),segment_id=1d14960a-bb0a-4eb2-99aa-1167f0942ce6)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:29.543775 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:29.570825 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2718f92c-799d-47d4-b553-59d250992071 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:29.574990 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dd478e-8545-491b-8fc0-e33a829f2830 req-c5ce5bf3-b7a0-4b25-a9fa-206e5083f1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:29.577015 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e9dd478e-8545-491b-8fc0-e33a829f2830 req-c5ce5bf3-b7a0-4b25-a9fa-206e5083f1f0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7d3f7337327743ecb706fdd7c92380e3&device_id=a30918cd-4df7-4f62-a2b9-c8bc0083f909 HTTP/1.1" status: 200 len: 1095 time: 0.2385211 Nov 12 08:41:29.692392 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e9dd478e-8545-491b-8fc0-e33a829f2830 req-7efcdfa5-811e-4bba-96aa-7f91246daffc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=068e1b83-923b-4934-bf15-a1aab4bf2397 HTTP/1.1" status: 200 len: 217 time: 0.1034906 Nov 12 08:41:29.722484 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=7d2b9d4a-0966-40de-a8a7-df179903d72b,revision_number=6']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:29.752499 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-15ec27bb-32e0-49bc-93aa-cee10e4b60c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:29.756331 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-15ec27bb-32e0-49bc-93aa-cee10e4b60c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:29.762706 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-15ec27bb-32e0-49bc-93aa-cee10e4b60c4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9ca31480-75a5-420e-a71d-04dbcfe44b81 HTTP/1.1" status: 204 len: 168 time: 1.2260017 Nov 12 08:41:29.772436 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b8fd3015-3189-4a88-ab4f-16df6ae44fc4 req-a2600480-5847-4eb7-8e25-e23a15dbeb1c tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3127155 Nov 12 08:41:29.844313 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ec27bb-32e0-49bc-93aa-cee10e4b60c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca31480-75a5-420e-a71d-04dbcfe44b81,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:29.870359 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dd478e-8545-491b-8fc0-e33a829f2830 req-2b1f4872-8ce1-43cb-bd2a-25d543483a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:29.871933 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e9dd478e-8545-491b-8fc0-e33a829f2830 req-2b1f4872-8ce1-43cb-bd2a-25d543483a13 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d1d27945-8c3d-427f-88ef-3c42a7516333 HTTP/1.1" status: 200 len: 851 time: 0.1728206 Nov 12 08:41:29.978970 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dd478e-8545-491b-8fc0-e33a829f2830 req-1a825d25-b703-4b0b-87b0-5184ca10f17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:29.980662 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e9dd478e-8545-491b-8fc0-e33a829f2830 req-1a825d25-b703-4b0b-87b0-5184ca10f17a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=35316ea3-d15f-4e9c-9d0f-87ba20d4fc64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1000469 Nov 12 08:41:30.093587 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2718f92c-799d-47d4-b553-59d250992071 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:30.199509 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2718f92c-799d-47d4-b553-59d250992071 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:30.283230 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2718f92c-799d-47d4-b553-59d250992071 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Pushing event deleted for resources: {'Subnet': ['ID=a2b19a0e-2a01-43d7-b130-f64fe92198e0,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:30.284465 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e9dd478e-8545-491b-8fc0-e33a829f2830 req-68a578b0-b137-4c7a-8adf-1cbceb9cb15e service neutron] 10.222.0.21 "GET /v2.0/networks/35316ea3-d15f-4e9c-9d0f-87ba20d4fc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2957618 Nov 12 08:41:30.355878 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2718f92c-799d-47d4-b553-59d250992071 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:30.369712 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56004dbe-56c5-4fe0-ac33-1b66ee76c00c None None] Network a589b3fe-69f2-4c46-9fb6-c3767a19b9fa requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:41:30.371195 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-2718f92c-799d-47d4-b553-59d250992071 tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] 10.222.0.26 "DELETE /v2.0/subnets/a2b19a0e-2a01-43d7-b130-f64fe92198e0 HTTP/1.1" status: 204 len: 168 time: 1.2697136 Nov 12 08:41:30.371195 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 52270) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:30.545008 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 52274) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:30.598146 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-a878b5e5-f0b4-4a98-a999-142e5284452a req-9f98b7fe-d758-4f43-a7fe-51d2730638ad tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:30.599814 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-726bf26f-23d5-46b2-a1a0-0ae9c62653e4 x-openstack-request-id: req-726bf26f-23d5-46b2-a1a0-0ae9c62653e4 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:41:30.601077 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a30918cd-4df7-4f62-a2b9-c8bc0083f909", "tag": "068e1b83-923b-4934-bf15-a1aab4bf2397", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:41:30.601475 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-726bf26f-23d5-46b2-a1a0-0ae9c62653e4 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:41:30.602069 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a30918cd-4df7-4f62-a2b9-c8bc0083f909', 'tag': '068e1b83-923b-4934-bf15-a1aab4bf2397', 'status': 'completed', 'code': 200} Nov 12 08:41:30.637114 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a8a9f4e-d12a-4497-8bf3-aa4d183e3924 x-openstack-request-id: req-0a8a9f4e-d12a-4497-8bf3-aa4d183e3924 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:41:30.637670 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffcab877-5121-4a51-ad07-67125ff611ee", "name": "network-vif-unplugged", "status": "completed", "tag": "7d2b9d4a-0966-40de-a8a7-df179903d72b", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:41:30.638100 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0a8a9f4e-d12a-4497-8bf3-aa4d183e3924 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:41:30.638671 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffcab877-5121-4a51-ad07-67125ff611ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d2b9d4a-0966-40de-a8a7-df179903d72b', 'code': 200} Nov 12 08:41:30.685987 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f98b7fe-d758-4f43-a7fe-51d2730638ad tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Pushing event deleted for resources: {'Port': ['ID=7d2b9d4a-0966-40de-a8a7-df179903d72b,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:30.733058 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e9dd478e-8545-491b-8fc0-e33a829f2830 req-062ee2a5-082f-4310-bf14-05b9d998caf9 service neutron] 10.222.0.21 "GET /v2.0/networks/35316ea3-d15f-4e9c-9d0f-87ba20d4fc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4391491 Nov 12 08:41:30.783078 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-408b4cc2-33d0-4fd5-82d3-adc1b4d487b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:30.799956 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59506bfc-8803-40c1-ba58-e9462f1d749a None None] DHCP port deletion for a589b3fe-69f2-4c46-9fb6-c3767a19b9fa request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:41:30.944601 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-59506bfc-8803-40c1-ba58-e9462f1d749a None None] Deleting port 97cc9b25-3da0-463d-84f5-0bd06986ed17 {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:41:30.946007 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-59506bfc-8803-40c1-ba58-e9462f1d749a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:30.975305 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a491b41-9dc8-4f25-8087-663122fe6929 req-0837c360-885c-4c55-b9c4-67c51cbfaaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:30.977080 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3a491b41-9dc8-4f25-8087-663122fe6929 req-0837c360-885c-4c55-b9c4-67c51cbfaaa9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7d3f7337327743ecb706fdd7c92380e3&device_id=a30918cd-4df7-4f62-a2b9-c8bc0083f909 HTTP/1.1" status: 200 len: 1095 time: 0.1643679 Nov 12 08:41:30.995153 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-37a92c16-62fd-4644-9ee9-abf88ab39a62 req-6c0e0845-3f25-4eba-b5cb-5c6bd8673ecf tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "GET /v2.0/ports?device_id=ffcab877-5121-4a51-ad07-67125ff611ee HTTP/1.1" status: 200 len: 210 time: 0.1822801 Nov 12 08:41:31.011518 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [req-a878b5e5-f0b4-4a98-a999-142e5284452a req-9f98b7fe-d758-4f43-a7fe-51d2730638ad tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] No DVR routers for this DVR port 7d2b9d4a-0966-40de-a8a7-df179903d72b on host n-h1-765315-29 {{(pid=102600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:41:31.034610 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6f14f07f-64c8-4a4a-9af7-165449fab1dd tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:31.046678 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-a878b5e5-f0b4-4a98-a999-142e5284452a req-9f98b7fe-d758-4f43-a7fe-51d2730638ad tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:31.059348 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a878b5e5-f0b4-4a98-a999-142e5284452a req-9f98b7fe-d758-4f43-a7fe-51d2730638ad tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.21 "DELETE /v2.0/ports/7d2b9d4a-0966-40de-a8a7-df179903d72b HTTP/1.1" status: 204 len: 173 time: 2.9874339 Nov 12 08:41:31.072972 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffcab877-5121-4a51-ad07-67125ff611ee', 'name': 'network-vif-deleted', 'tag': '7d2b9d4a-0966-40de-a8a7-df179903d72b'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:41:31.083795 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a69d5a10-7a21-4007-8050-58bc602f020c" -d '{"events": [{"server_uuid": "ffcab877-5121-4a51-ad07-67125ff611ee", "name": "network-vif-deleted", "tag": "7d2b9d4a-0966-40de-a8a7-df179903d72b"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:41:31.184440 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-59506bfc-8803-40c1-ba58-e9462f1d749a None None] For port 97cc9b25-3da0-463d-84f5-0bd06986ed17, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=97cc9b25-3da0-463d-84f5-0bd06986ed17,segment=NetworkSegment(9810ebaf-aa11-4c91-865e-56adac245121),segment_id=9810ebaf-aa11-4c91-865e-56adac245121)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:31.186227 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-59506bfc-8803-40c1-ba58-e9462f1d749a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:31.259197 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-59506bfc-8803-40c1-ba58-e9462f1d749a None None] Calling delete_port for 97cc9b25-3da0-463d-84f5-0bd06986ed17 owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:41:31.411153 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 97cc9b25-3da0-463d-84f5-0bd06986ed17 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:41:31.423905 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a491b41-9dc8-4f25-8087-663122fe6929 req-8279e8a6-e0be-4b79-bb36-ea0a2c7ae5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:31.426540 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3a491b41-9dc8-4f25-8087-663122fe6929 req-8279e8a6-e0be-4b79-bb36-ea0a2c7ae5d6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=35316ea3-d15f-4e9c-9d0f-87ba20d4fc64 HTTP/1.1" status: 200 len: 913 time: 0.4415216 Nov 12 08:41:31.559469 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-408b4cc2-33d0-4fd5-82d3-adc1b4d487b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:31.614044 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2428898-d0e7-4adf-906d-946ff68c58fc req-00706afd-1927-4829-8961-c48103224de6 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:31.642743 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e2428898-d0e7-4adf-906d-946ff68c58fc req-00706afd-1927-4829-8961-c48103224de6 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=a30918cd-4df7-4f62-a2b9-c8bc0083f909 HTTP/1.1" status: 200 len: 943 time: 0.3577926 Nov 12 08:41:31.676728 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3a491b41-9dc8-4f25-8087-663122fe6929 req-91c6751d-b3cd-409f-a9c7-20a99525523f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=068e1b83-923b-4934-bf15-a1aab4bf2397 HTTP/1.1" status: 200 len: 217 time: 0.2401590 Nov 12 08:41:31.785872 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-6f14f07f-64c8-4a4a-9af7-165449fab1dd tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Deleting port 97cc9b25-3da0-463d-84f5-0bd06986ed17 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:41:31.790497 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6f14f07f-64c8-4a4a-9af7-165449fab1dd tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:31.798983 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-408b4cc2-33d0-4fd5-82d3-adc1b4d487b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:31.896680 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:31.909750 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a491b41-9dc8-4f25-8087-663122fe6929 req-e88437e6-08a9-4ba9-8aba-fe3e2e543dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:31.912290 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3a491b41-9dc8-4f25-8087-663122fe6929 req-e88437e6-08a9-4ba9-8aba-fe3e2e543dc7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d1d27945-8c3d-427f-88ef-3c42a7516333 HTTP/1.1" status: 200 len: 851 time: 0.2243462 Nov 12 08:41:31.916455 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-408b4cc2-33d0-4fd5-82d3-adc1b4d487b5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7137268db2c14cdbb3d423414adb44d6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3667858 Nov 12 08:41:31.921952 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-59506bfc-8803-40c1-ba58-e9462f1d749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:31.973818 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 52290) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:32.009592 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59506bfc-8803-40c1-ba58-e9462f1d749a None None] Pushing event deleted for resources: {'Port': ['ID=97cc9b25-3da0-463d-84f5-0bd06986ed17,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:32.011918 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59506bfc-8803-40c1-ba58-e9462f1d749a None None] No DVR routers for this DVR port 97cc9b25-3da0-463d-84f5-0bd06986ed17 on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:41:32.133914 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408b4cc2-33d0-4fd5-82d3-adc1b4d487b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc587595-8f52-44a0-b1cc-9b43a93aa09b,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:32.156442 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e2428898-d0e7-4adf-906d-946ff68c58fc req-0c1e9282-652e-4035-82ed-5b6416b4c31a tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5109422 Nov 12 08:41:32.187681 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-6f14f07f-64c8-4a4a-9af7-165449fab1dd tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] For port 97cc9b25-3da0-463d-84f5-0bd06986ed17, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=97cc9b25-3da0-463d-84f5-0bd06986ed17,segment=NetworkSegment(9810ebaf-aa11-4c91-865e-56adac245121),segment_id=9810ebaf-aa11-4c91-865e-56adac245121)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:32.189392 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6f14f07f-64c8-4a4a-9af7-165449fab1dd tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:32.217526 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a491b41-9dc8-4f25-8087-663122fe6929 req-97843827-26d6-451c-8fe1-304404c3072c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:32.227287 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-6f14f07f-64c8-4a4a-9af7-165449fab1dd tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Calling delete_port for 97cc9b25-3da0-463d-84f5-0bd06986ed17 owned by network:dhcp {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:41:32.227588 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3a491b41-9dc8-4f25-8087-663122fe6929 req-97843827-26d6-451c-8fe1-304404c3072c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=35316ea3-d15f-4e9c-9d0f-87ba20d4fc64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2989869 Nov 12 08:41:32.312827 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-079f6687-516a-45b0-98d4-9b0ce7c802ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:32.426554 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 52296) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:32.481864 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-079f6687-516a-45b0-98d4-9b0ce7c802ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:32.506356 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6f14f07f-64c8-4a4a-9af7-165449fab1dd tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:32.531159 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b8eadc5-5b83-45c9-b45c-3dac092976ed x-openstack-request-id: req-1b8eadc5-5b83-45c9-b45c-3dac092976ed {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:41:32.538012 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffcab877-5121-4a51-ad07-67125ff611ee", "name": "network-vif-deleted", "tag": "7d2b9d4a-0966-40de-a8a7-df179903d72b", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:41:32.538450 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1b8eadc5-5b83-45c9-b45c-3dac092976ed {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:41:32.539675 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffcab877-5121-4a51-ad07-67125ff611ee', 'name': 'network-vif-deleted', 'tag': '7d2b9d4a-0966-40de-a8a7-df179903d72b', 'status': 'completed', 'code': 200} Nov 12 08:41:32.589288 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f14f07f-64c8-4a4a-9af7-165449fab1dd tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] No DVR routers for this DVR port 97cc9b25-3da0-463d-84f5-0bd06986ed17 on host n-d-765315-29 {{(pid=102600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:41:32.609985 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f14f07f-64c8-4a4a-9af7-165449fab1dd tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Pushing event deleted for resources: {'Port': ['ID=97cc9b25-3da0-463d-84f5-0bd06986ed17,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:32.679677 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3a491b41-9dc8-4f25-8087-663122fe6929 req-cc6259e0-ee33-4f1e-8774-e16f0ac64310 service neutron] 10.222.0.21 "GET /v2.0/networks/35316ea3-d15f-4e9c-9d0f-87ba20d4fc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4428194 Nov 12 08:41:32.722162 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-079f6687-516a-45b0-98d4-9b0ce7c802ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:32.736803 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-079f6687-516a-45b0-98d4-9b0ce7c802ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:32.741630 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-079f6687-516a-45b0-98d4-9b0ce7c802ab admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fc587595-8f52-44a0-b1cc-9b43a93aa09b HTTP/1.1" status: 204 len: 168 time: 0.7655234 Nov 12 08:41:32.789512 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-dc9cc129-e80f-4f96-b2cc-08158503da79 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:32.857141 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079f6687-516a-45b0-98d4-9b0ce7c802ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc587595-8f52-44a0-b1cc-9b43a93aa09b,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:32.916222 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6f14f07f-64c8-4a4a-9af7-165449fab1dd tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:32.992381 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-6f14f07f-64c8-4a4a-9af7-165449fab1dd tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a589b3fe-69f2-4c46-9fb6-c3767a19b9fa']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:33.036561 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-6f14f07f-64c8-4a4a-9af7-165449fab1dd tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9810ebaf-aa11-4c91-865e-56adac245121') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:33.037474 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-6f14f07f-64c8-4a4a-9af7-165449fab1dd tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9810ebaf-aa11-4c91-865e-56adac245121') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:33.096291 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-dc9cc129-e80f-4f96-b2cc-08158503da79 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:33.122793 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6f14f07f-64c8-4a4a-9af7-165449fab1dd tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:33.179247 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6f14f07f-64c8-4a4a-9af7-165449fab1dd tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:33.227554 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f14f07f-64c8-4a4a-9af7-165449fab1dd tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:41:33.234465 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6f14f07f-64c8-4a4a-9af7-165449fab1dd tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:33.237261 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3a491b41-9dc8-4f25-8087-663122fe6929 req-648b2d04-b41c-4448-a34c-751b42633854 service neutron] 10.222.0.21 "GET /v2.0/networks/35316ea3-d15f-4e9c-9d0f-87ba20d4fc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5305901 Nov 12 08:41:33.363843 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-dc9cc129-e80f-4f96-b2cc-08158503da79 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:33.369520 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-dc9cc129-e80f-4f96-b2cc-08158503da79 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:33.375281 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-dc9cc129-e80f-4f96-b2cc-08158503da79 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "DELETE /v2.0/security-groups/9d2b9164-9b99-473a-b602-c310ea9d0377 HTTP/1.1" status: 204 len: 168 time: 0.9442372 Nov 12 08:41:33.415577 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9cc129-e80f-4f96-b2cc-08158503da79 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2b9164-9b99-473a-b602-c310ea9d0377,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:33.441362 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:41:33.441362 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:41:33.441362 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:41:33.441362 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:41:33.441362 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:41:33.441362 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:41:33.441362 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:41:33.441362 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:41:33.441362 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:41:33.441362 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:41:33.441362 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:41:33.441362 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:41:33.441362 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:41:33.441362 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:41:33.441362 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:41:33.441362 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:41:33.441362 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:41:33.441362 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:41:33.441362 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:41:33.441362 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:41:33.441362 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:41:33.441362 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:41:33.441362 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:41:33.441362 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:41:33.441362 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:41:33.441362 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:41:33.441362 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:41:33.441362 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:41:33.441362 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:41:33.441362 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:41:33.441362 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:41:33.441362 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:41:33.457195 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6f14f07f-64c8-4a4a-9af7-165449fab1dd tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:33.495041 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6f14f07f-64c8-4a4a-9af7-165449fab1dd tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:33.530650 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-6f14f07f-64c8-4a4a-9af7-165449fab1dd tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] 10.222.0.26 "DELETE /v2.0/networks/a589b3fe-69f2-4c46-9fb6-c3767a19b9fa HTTP/1.1" status: 204 len: 168 time: 3.1499336 Nov 12 08:41:33.596284 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f14f07f-64c8-4a4a-9af7-165449fab1dd tempest-NetworksIpV6TestAttrs-1184614047 tempest-NetworksIpV6TestAttrs-1184614047-project] Pushing event deleted for resources: {'Network': ['ID=a589b3fe-69f2-4c46-9fb6-c3767a19b9fa,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:33.738454 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcebb112-1ce0-479c-97eb-20c63870e604 req-b36ac06c-45bd-46ef-a0df-aac6a814ecea tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:33.752755 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-dcebb112-1ce0-479c-97eb-20c63870e604 req-b36ac06c-45bd-46ef-a0df-aac6a814ecea tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=a30918cd-4df7-4f62-a2b9-c8bc0083f909 HTTP/1.1" status: 200 len: 943 time: 0.2597461 Nov 12 08:41:33.897189 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-dcebb112-1ce0-479c-97eb-20c63870e604 req-bdb502ef-a86c-44fe-8acd-9c39cf086768 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425996 Nov 12 08:41:34.080198 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 52338) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:34.127840 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ef69dab0-05df-48ce-a1e7-598a6d0fb707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:34.669957 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 52350) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:35.421402 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:35.437896 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-fc9270e0-b6cd-4be6-9f0a-6173133503b9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a25300d707c04c8bb1256a13e2e28ccb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7645659 Nov 12 08:41:35.445413 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 52372) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:35.459879 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d652b0-d126-46fb-8503-08d76f5f9a4e req-0a3ac30e-6409-4f18-bbc8-08376ef655d5 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:35.468095 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e5d652b0-d126-46fb-8503-08d76f5f9a4e req-0a3ac30e-6409-4f18-bbc8-08376ef655d5 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=a30918cd-4df7-4f62-a2b9-c8bc0083f909 HTTP/1.1" status: 200 len: 943 time: 0.2771454 Nov 12 08:41:35.656107 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-481e31ce-afd3-488f-82c8-6909906d750a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:35.702224 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e5d652b0-d126-46fb-8503-08d76f5f9a4e req-34cf0b19-2506-4fd9-9fe1-b0bfd5cfb164 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330194 Nov 12 08:41:35.742991 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-481e31ce-afd3-488f-82c8-6909906d750a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:35.775941 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c3ca191b-7880-4c16-9c44-c8b956bd22ae tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933586'] for router_interface, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:35.876780 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-481e31ce-afd3-488f-82c8-6909906d750a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:35.886378 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-481e31ce-afd3-488f-82c8-6909906d750a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:35.890544 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-481e31ce-afd3-488f-82c8-6909906d750a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0d7a7950-7a5b-4ffa-be79-8d18b008c5e6 HTTP/1.1" status: 204 len: 168 time: 0.4393778 Nov 12 08:41:35.962124 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481e31ce-afd3-488f-82c8-6909906d750a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d7a7950-7a5b-4ffa-be79-8d18b008c5e6,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:37.045476 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6b487307-5a4f-4caf-a3fe-b3f4c2c1dfbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:37.291649 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-c3ca191b-7880-4c16-9c44-c8b956bd22ae tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Deleting port f3c1f32b-d020-44ce-a38c-4caa6f2e18a4 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:41:37.292399 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c3ca191b-7880-4c16-9c44-c8b956bd22ae tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:37.635027 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311d309c-1e3c-4fba-a17d-0e3cddf6eb8f req-d110282f-0cb5-447f-bffe-e595d580070b tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:37.644184 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-311d309c-1e3c-4fba-a17d-0e3cddf6eb8f req-d110282f-0cb5-447f-bffe-e595d580070b tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=a30918cd-4df7-4f62-a2b9-c8bc0083f909 HTTP/1.1" status: 200 len: 943 time: 0.3901408 Nov 12 08:41:37.786327 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-c3ca191b-7880-4c16-9c44-c8b956bd22ae tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] For port f3c1f32b-d020-44ce-a38c-4caa6f2e18a4, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=f3c1f32b-d020-44ce-a38c-4caa6f2e18a4,segment=NetworkSegment(1d14960a-bb0a-4eb2-99aa-1167f0942ce6),segment_id=1d14960a-bb0a-4eb2-99aa-1167f0942ce6)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:37.787273 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c3ca191b-7880-4c16-9c44-c8b956bd22ae tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:37.842098 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-c3ca191b-7880-4c16-9c44-c8b956bd22ae tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Calling delete_port for f3c1f32b-d020-44ce-a38c-4caa6f2e18a4 owned by network:router_interface {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:41:37.980216 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:38.317186 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-311d309c-1e3c-4fba-a17d-0e3cddf6eb8f req-9a6623d2-f38b-4762-8224-2d0ceeba7734 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6517198 Nov 12 08:41:38.318344 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c3ca191b-7880-4c16-9c44-c8b956bd22ae tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:38.546258 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ca191b-7880-4c16-9c44-c8b956bd22ae tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Pushing event deleted for resources: {'Port': ['ID=f3c1f32b-d020-44ce-a38c-4caa6f2e18a4,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:38.979157 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c3ca191b-7880-4c16-9c44-c8b956bd22ae tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918626'] for router_interface, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:39.028054 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 52450) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:39.297202 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:39.620011 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b0f9ea-7f72-45c2-8ccf-9f467415703c req-dab8637f-6150-4abe-b256-c8a8552bf0fb tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:39.621571 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-46b0f9ea-7f72-45c2-8ccf-9f467415703c req-dab8637f-6150-4abe-b256-c8a8552bf0fb tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=a30918cd-4df7-4f62-a2b9-c8bc0083f909 HTTP/1.1" status: 200 len: 943 time: 0.1234705 Nov 12 08:41:39.769699 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-46b0f9ea-7f72-45c2-8ccf-9f467415703c req-311bea9c-e8a6-4650-a551-b029cf827f3e tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316662 Nov 12 08:41:39.793959 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3ca191b-7880-4c16-9c44-c8b956bd22ae tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Router c4f5f85c-dbe1-4c17-8336-75856c5067b1 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:41:39.959267 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-84f7183d-ec61-442b-8d90-09151c81f278 tempest-ServiceProvidersTest-1122026306 tempest-ServiceProvidersTest-1122026306-project] 10.222.0.26 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.9298754 Nov 12 08:41:39.973607 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:40.029407 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3ca191b-7880-4c16-9c44-c8b956bd22ae tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:41:40.049672 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-c3ca191b-7880-4c16-9c44-c8b956bd22ae tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "PUT /v2.0/routers/c4f5f85c-dbe1-4c17-8336-75856c5067b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9675629 Nov 12 08:41:40.052508 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7479c625-cff2-4155-85fc-a6f1915fc255 None None] Sync routers for ids ['c4f5f85c-dbe1-4c17-8336-75856c5067b1'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:41:40.054255 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 52476) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:40.070456 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7479c625-cff2-4155-85fc-a6f1915fc255 None None] Routers {'c4f5f85c-dbe1-4c17-8336-75856c5067b1'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:41:40.071132 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-7479c625-cff2-4155-85fc-a6f1915fc255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:41:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['c4f5f85c-dbe1-4c17-8336-75856c5067b1'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:40.302575 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-1891cd17-199a-41dd-98c1-17d030312d87 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Deleting subnet d4b452e4-4cfb-4af8-9506-8c215bcf0937 {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:41:40.342022 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1891cd17-199a-41dd-98c1-17d030312d87 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for subnet, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:40.385401 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-7479c625-cff2-4155-85fc-a6f1915fc255 None None] Set router c4f5f85c-dbe1-4c17-8336-75856c5067b1 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:41:40.482799 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1891cd17-199a-41dd-98c1-17d030312d87 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31181813'] for subnet, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:40.881000 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1891cd17-199a-41dd-98c1-17d030312d87 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:40.936533 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-7479c625-cff2-4155-85fc-a6f1915fc255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f5f85c-dbe1-4c17-8336-75856c5067b1', 'name': 'tempest-TestNetworkBasicOps-router-1788704160', 'tenant_id': 'cdcff4fc638944839e15d4e4416a2271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '5010fc1b-4699-4524-b85f-c534507314f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:37:45Z', 'updated_at': '2021-11-12T08:41:38Z', 'revision_number': 7, 'project_id': 'cdcff4fc638944839e15d4e4416a2271', 'gw_port': {'id': '5010fc1b-4699-4524-b85f-c534507314f9', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:16:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f5f85c-dbe1-4c17-8336-75856c5067b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:37:46Z', 'updated_at': '2021-11-12T08:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:41.029290 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1891cd17-199a-41dd-98c1-17d030312d87 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:41.112016 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1891cd17-199a-41dd-98c1-17d030312d87 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:41.119949 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-1891cd17-199a-41dd-98c1-17d030312d87 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "DELETE /v2.0/subnets/d4b452e4-4cfb-4af8-9506-8c215bcf0937 HTTP/1.1" status: 204 len: 168 time: 1.0630727 Nov 12 08:41:41.127483 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 52504) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:41.128444 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1891cd17-199a-41dd-98c1-17d030312d87 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Pushing event deleted for resources: {'Subnet': ['ID=d4b452e4-4cfb-4af8-9506-8c215bcf0937,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:41.162173 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d8c2a3-9fed-4554-9039-becb12b6aeac None None] Network b177f1a4-4c68-4847-bafc-529461cd99a0 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:41:41.242435 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7479c625-cff2-4155-85fc-a6f1915fc255 None None] Checking router: c4f5f85c-dbe1-4c17-8336-75856c5067b1 for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:41:41.296054 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7479c625-cff2-4155-85fc-a6f1915fc255 None None] Routers {'c4f5f85c-dbe1-4c17-8336-75856c5067b1'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:41:41.303692 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-7479c625-cff2-4155-85fc-a6f1915fc255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:41:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['c4f5f85c-dbe1-4c17-8336-75856c5067b1'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:41.535614 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 52510) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:41.636617 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6fa56ed6-d002-4368-ace0-e1403dc6b790 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for router, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:41.913543 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-7479c625-cff2-4155-85fc-a6f1915fc255 None None] Set router c4f5f85c-dbe1-4c17-8336-75856c5067b1 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:41:42.029869 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6fa56ed6-d002-4368-ace0-e1403dc6b790 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:42.064389 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6520c1-f9cf-47ae-a079-193f5cf18a07 None None] DHCP port deletion for b177f1a4-4c68-4847-bafc-529461cd99a0 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:41:42.214676 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-6fa56ed6-d002-4368-ace0-e1403dc6b790 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Deleting port 5010fc1b-4699-4524-b85f-c534507314f9 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:41:42.223852 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6fa56ed6-d002-4368-ace0-e1403dc6b790 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:42.390990 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-7e6520c1-f9cf-47ae-a079-193f5cf18a07 None None] Deleting port dc2bc24b-c343-404c-8b04-f07b38a91ccd {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:41:42.394014 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7e6520c1-f9cf-47ae-a079-193f5cf18a07 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:42.462928 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-7479c625-cff2-4155-85fc-a6f1915fc255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f5f85c-dbe1-4c17-8336-75856c5067b1', 'name': 'tempest-TestNetworkBasicOps-router-1788704160', 'tenant_id': 'cdcff4fc638944839e15d4e4416a2271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '5010fc1b-4699-4524-b85f-c534507314f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:37:45Z', 'updated_at': '2021-11-12T08:41:38Z', 'revision_number': 7, 'project_id': 'cdcff4fc638944839e15d4e4416a2271', 'gw_port': {'id': '5010fc1b-4699-4524-b85f-c534507314f9', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:16:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f5f85c-dbe1-4c17-8336-75856c5067b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:37:46Z', 'updated_at': '2021-11-12T08:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:42.560543 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7479c625-cff2-4155-85fc-a6f1915fc255 None None] The sync data for ids ['c4f5f85c-dbe1-4c17-8336-75856c5067b1'] in n-d-765315-29 is: [{'id': 'c4f5f85c-dbe1-4c17-8336-75856c5067b1', 'name': 'tempest-TestNetworkBasicOps-router-1788704160', 'tenant_id': 'cdcff4fc638944839e15d4e4416a2271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '5010fc1b-4699-4524-b85f-c534507314f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:37:45Z', 'updated_at': '2021-11-12T08:41:38Z', 'revision_number': 7, 'project_id': 'cdcff4fc638944839e15d4e4416a2271', 'gw_port': {'id': '5010fc1b-4699-4524-b85f-c534507314f9', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:16:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f5f85c-dbe1-4c17-8336-75856c5067b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:37:46Z', 'updated_at': '2021-11-12T08:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:41:42.618185 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-6fa56ed6-d002-4368-ace0-e1403dc6b790 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] For port 5010fc1b-4699-4524-b85f-c534507314f9, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=5010fc1b-4699-4524-b85f-c534507314f9,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:42.627907 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6fa56ed6-d002-4368-ace0-e1403dc6b790 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:42.696691 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14df3f98-8719-4f7b-9d91-5bd6ec0d4d19 req-c0f945f9-d0fe-4ea2-9546-35895dcba8a4 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:42.716104 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-14df3f98-8719-4f7b-9d91-5bd6ec0d4d19 req-c0f945f9-d0fe-4ea2-9546-35895dcba8a4 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=a30918cd-4df7-4f62-a2b9-c8bc0083f909 HTTP/1.1" status: 200 len: 943 time: 1.6573315 Nov 12 08:41:42.718999 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8a75e347-0007-474d-a0ba-edf641d73ef9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:42.768635 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:42.782058 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-7e6520c1-f9cf-47ae-a079-193f5cf18a07 None None] For port dc2bc24b-c343-404c-8b04-f07b38a91ccd, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=dc2bc24b-c343-404c-8b04-f07b38a91ccd,segment=NetworkSegment(1d14960a-bb0a-4eb2-99aa-1167f0942ce6),segment_id=1d14960a-bb0a-4eb2-99aa-1167f0942ce6)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:42.784237 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7e6520c1-f9cf-47ae-a079-193f5cf18a07 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:42.788734 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-6fa56ed6-d002-4368-ace0-e1403dc6b790 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Calling delete_port for 5010fc1b-4699-4524-b85f-c534507314f9 owned by network:router_gateway {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:41:42.840500 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-7e6520c1-f9cf-47ae-a079-193f5cf18a07 None None] Calling delete_port for dc2bc24b-c343-404c-8b04-f07b38a91ccd owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:41:42.879016 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-14df3f98-8719-4f7b-9d91-5bd6ec0d4d19 req-d405038f-9c5e-4b99-a58a-b332450705da tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480229 Nov 12 08:41:43.191551 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7e6520c1-f9cf-47ae-a079-193f5cf18a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:43.264540 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6520c1-f9cf-47ae-a079-193f5cf18a07 None None] No DVR routers for this DVR port dc2bc24b-c343-404c-8b04-f07b38a91ccd on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:41:43.410194 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e756d93-a54f-4db9-ae2e-63e437993a4c req-cc1e2355-10a7-45b8-8fbe-de1b8fd6944d tempest-TestNetworkAdvancedServerOps-63743733 tempest-TestNetworkAdvancedServerOps-63743733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:43.413227 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5e756d93-a54f-4db9-ae2e-63e437993a4c req-cc1e2355-10a7-45b8-8fbe-de1b8fd6944d tempest-TestNetworkAdvancedServerOps-63743733 tempest-TestNetworkAdvancedServerOps-63743733-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=903cd802-0b2d-467f-ae9a-bf81d7255ef7 HTTP/1.1" status: 200 len: 1097 time: 0.2383051 Nov 12 08:41:43.444544 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6520c1-f9cf-47ae-a079-193f5cf18a07 None None] Pushing event deleted for resources: {'Port': ['ID=dc2bc24b-c343-404c-8b04-f07b38a91ccd,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:43.510539 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device dc2bc24b-c343-404c-8b04-f07b38a91ccd no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:41:43.528888 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8a75e347-0007-474d-a0ba-edf641d73ef9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:43.535768 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8a75e347-0007-474d-a0ba-edf641d73ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:43.598868 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6fa56ed6-d002-4368-ace0-e1403dc6b790 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:43.600639 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: dc2bc24b-c343-404c-8b04-f07b38a91ccd {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:41:43.602162 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device dc2bc24b-c343-404c-8b04-f07b38a91ccd not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:41:43.603821 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device f3c1f32b-d020-44ce-a38c-4caa6f2e18a4 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:41:43.604876 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5e756d93-a54f-4db9-ae2e-63e437993a4c req-14a1922b-6952-4e52-bf05-acb6a94477b8 tempest-TestNetworkAdvancedServerOps-63743733 tempest-TestNetworkAdvancedServerOps-63743733-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=87051b75-a5b8-4134-a29f-d7bdc7d0859e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1712403 Nov 12 08:41:43.612821 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a75e347-0007-474d-a0ba-edf641d73ef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a926c1d6-3fba-47bf-a7fa-b95bf8867018,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:43.635505 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 52544) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:43.635730 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-8a75e347-0007-474d-a0ba-edf641d73ef9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=36db182ce2a94b0ba8c4998128034d8e&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0953696 Nov 12 08:41:43.663726 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa56ed6-d002-4368-ace0-e1403dc6b790 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Pushing event deleted for resources: {'Port': ['ID=5010fc1b-4699-4524-b85f-c534507314f9,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:43.671025 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 52546) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:43.732563 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e3743d-1a64-4cf8-80a0-6fdda66e311c None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:41:43.740530 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: f3c1f32b-d020-44ce-a38c-4caa6f2e18a4 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:41:43.740971 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device f3c1f32b-d020-44ce-a38c-4caa6f2e18a4 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:41:43.859795 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9ad61e98-8e76-4595-a5b2-cb679f426d91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:43.913723 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9ad61e98-8e76-4595-a5b2-cb679f426d91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:44.035087 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9ad61e98-8e76-4595-a5b2-cb679f426d91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:44.056443 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9ad61e98-8e76-4595-a5b2-cb679f426d91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:44.067684 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-9ad61e98-8e76-4595-a5b2-cb679f426d91 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a926c1d6-3fba-47bf-a7fa-b95bf8867018 HTTP/1.1" status: 204 len: 168 time: 0.4261100 Nov 12 08:41:44.097097 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad61e98-8e76-4595-a5b2-cb679f426d91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a926c1d6-3fba-47bf-a7fa-b95bf8867018,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:44.361022 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6fa56ed6-d002-4368-ace0-e1403dc6b790 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-933016'] for router_gateway, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:44.413580 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10d5365-9075-4e9f-b6de-4d41d492f44a req-a49411f2-4369-4641-8be7-208561d57c1b tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:44.430630 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c10d5365-9075-4e9f-b6de-4d41d492f44a req-a49411f2-4369-4641-8be7-208561d57c1b tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=a30918cd-4df7-4f62-a2b9-c8bc0083f909 HTTP/1.1" status: 200 len: 943 time: 0.2906680 Nov 12 08:41:44.582037 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c10d5365-9075-4e9f-b6de-4d41d492f44a req-19915250-5fbe-4434-9039-f241dbee4361 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493151 Nov 12 08:41:45.353866 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6fa56ed6-d002-4368-ace0-e1403dc6b790 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:45.364241 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6fa56ed6-d002-4368-ace0-e1403dc6b790 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:45.579578 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-50e42f1a-3c2c-4b3c-ac8e-1d508e1de628 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Deleting port e4f0c896-7588-46c3-9dc2-b0f596665fd5 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:41:45.582349 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-50e42f1a-3c2c-4b3c-ac8e-1d508e1de628 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:45.589506 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6fa56ed6-d002-4368-ace0-e1403dc6b790 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:45.592631 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fa56ed6-d002-4368-ace0-e1403dc6b790 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Fanout notify agent at l3_agent the message router_deleted on router c4f5f85c-dbe1-4c17-8336-75856c5067b1 {{(pid=102599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:41:45.629431 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6fa56ed6-d002-4368-ace0-e1403dc6b790 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:45.631514 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-6fa56ed6-d002-4368-ace0-e1403dc6b790 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "DELETE /v2.0/routers/c4f5f85c-dbe1-4c17-8336-75856c5067b1 HTTP/1.1" status: 204 len: 168 time: 4.5010421 Nov 12 08:41:45.634991 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 52590) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:45.934276 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f5f8c6f3-506d-47fe-9607-29aa88253169 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:46.113594 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-50e42f1a-3c2c-4b3c-ac8e-1d508e1de628 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:46.114082 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-50e42f1a-3c2c-4b3c-ac8e-1d508e1de628 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:46.166218 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-50e42f1a-3c2c-4b3c-ac8e-1d508e1de628 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Calling delete_port for e4f0c896-7588-46c3-9dc2-b0f596665fd5 owned by network:floatingip {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:41:46.381262 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f5f8c6f3-506d-47fe-9607-29aa88253169 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:46.439273 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8188684a-d4f5-4f0e-86e1-d5e558bf4eb9 req-fc0e05fb-c4be-4b8b-925e-a5b2debe188e tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:46.460208 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 52612) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:46.464428 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8188684a-d4f5-4f0e-86e1-d5e558bf4eb9 req-fc0e05fb-c4be-4b8b-925e-a5b2debe188e tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=a30918cd-4df7-4f62-a2b9-c8bc0083f909 HTTP/1.1" status: 200 len: 943 time: 0.3435364 Nov 12 08:41:46.543497 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-f5f8c6f3-506d-47fe-9607-29aa88253169 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b177f1a4-4c68-4847-bafc-529461cd99a0']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:46.586665 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-50e42f1a-3c2c-4b3c-ac8e-1d508e1de628 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:46.595551 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-f5f8c6f3-506d-47fe-9607-29aa88253169 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d14960a-bb0a-4eb2-99aa-1167f0942ce6') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:46.595821 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-f5f8c6f3-506d-47fe-9607-29aa88253169 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d14960a-bb0a-4eb2-99aa-1167f0942ce6') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:46.649654 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f5f8c6f3-506d-47fe-9607-29aa88253169 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:46.690624 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e42f1a-3c2c-4b3c-ac8e-1d508e1de628 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Pushing event deleted for resources: {'Port': ['ID=e4f0c896-7588-46c3-9dc2-b0f596665fd5,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:46.711856 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f5f8c6f3-506d-47fe-9607-29aa88253169 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:46.729683 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5f8c6f3-506d-47fe-9607-29aa88253169 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:41:46.731898 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f5f8c6f3-506d-47fe-9607-29aa88253169 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:46.869928 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-50e42f1a-3c2c-4b3c-ac8e-1d508e1de628 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for floatingip, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:46.870827 n-d-765315-29 neutron-server[102599]: INFO neutron.db.l3_db [None req-50e42f1a-3c2c-4b3c-ac8e-1d508e1de628 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Floating IP 2b79ed8c-cea5-4b9d-a5f4-2aae8cfe3a0a disassociated (deleted). External IP: 172.25.2.212, port: facae0b0-c7cd-4131-a076-038626c38ad1. Nov 12 08:41:46.931093 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:41:46.931093 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:41:46.931093 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:41:46.931093 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:41:46.931093 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:41:46.931093 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:41:46.931093 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:41:46.931093 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:41:46.931093 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:41:46.931093 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:41:46.931093 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:41:46.931093 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:41:46.931093 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:41:46.931093 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:41:46.931093 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:41:46.931093 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:41:46.931093 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:41:46.931093 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:41:46.931093 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:41:46.931093 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:41:46.931093 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:41:46.931093 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:41:46.931093 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:41:46.931093 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:41:46.931093 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:41:46.931093 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:41:46.931093 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:41:46.931093 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:41:46.931093 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:41:46.931093 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:41:46.931093 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:41:46.931093 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:41:47.003526 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8188684a-d4f5-4f0e-86e1-d5e558bf4eb9 req-899fee83-6ab2-40ff-9487-ef31cd054505 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5067279 Nov 12 08:41:47.006345 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f5f8c6f3-506d-47fe-9607-29aa88253169 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:47.028345 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-2ef02d46-725f-4b36-bd33-1fe838b46ed1 tempest-SubnetPoolsTestJSON-280699000 tempest-SubnetPoolsTestJSON-280699000-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-377786741', 'prefixes': ['172.20.0.0/16']}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:47.053809 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f5f8c6f3-506d-47fe-9607-29aa88253169 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:47.080181 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-f5f8c6f3-506d-47fe-9607-29aa88253169 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "DELETE /v2.0/networks/b177f1a4-4c68-4847-bafc-529461cd99a0 HTTP/1.1" status: 204 len: 168 time: 1.4408658 Nov 12 08:41:47.129830 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 52624) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:47.140298 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f8c6f3-506d-47fe-9607-29aa88253169 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Pushing event deleted for resources: {'Network': ['ID=b177f1a4-4c68-4847-bafc-529461cd99a0,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:47.151290 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-05300227-d117-409b-bf64-339e6a6bb6d7 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Request body: {'network': {'name': 'tempest-network-smoke--1409845046', 'project_id': 'cdcff4fc638944839e15d4e4416a2271', 'port_security_enabled': True}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:47.224375 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05300227-d117-409b-bf64-339e6a6bb6d7 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Made reservation on behalf of cdcff4fc638944839e15d4e4416a2271 for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:41:47.228395 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-05300227-d117-409b-bf64-339e6a6bb6d7 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:47.307915 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 5010fc1b-4699-4524-b85f-c534507314f9 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:41:47.316112 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05300227-d117-409b-bf64-339e6a6bb6d7 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:41:47.347710 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-05300227-d117-409b-bf64-339e6a6bb6d7 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:47.348272 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-05300227-d117-409b-bf64-339e6a6bb6d7 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Added segment 42fd31a6-b332-4ff2-a9ed-35d53e7e9cdd of type vlan for network 86b8c87a-274c-4919-b69d-637f6591ab2d Nov 12 08:41:47.410503 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 5010fc1b-4699-4524-b85f-c534507314f9 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:41:47.411193 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 5010fc1b-4699-4524-b85f-c534507314f9 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:41:47.432998 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2ef02d46-725f-4b36-bd33-1fe838b46ed1 tempest-SubnetPoolsTestJSON-280699000 tempest-SubnetPoolsTestJSON-280699000-project] Publish callbacks [] for subnetpool, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:47.443013 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 52636) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:47.447098 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-2ef02d46-725f-4b36-bd33-1fe838b46ed1 tempest-SubnetPoolsTestJSON-280699000 tempest-SubnetPoolsTestJSON-280699000-project] 10.222.0.26 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.9840133 Nov 12 08:41:47.512748 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-05300227-d117-409b-bf64-339e6a6bb6d7 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:47.649231 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-05300227-d117-409b-bf64-339e6a6bb6d7 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:47.650492 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05300227-d117-409b-bf64-339e6a6bb6d7 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:47.656304 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-05300227-d117-409b-bf64-339e6a6bb6d7 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:47.814175 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50e42f1a-3c2c-4b3c-ac8e-1d508e1de628 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Router fe5ed5d2-c0ca-4431-8ddf-113252867041 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:41:47.839670 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-05300227-d117-409b-bf64-339e6a6bb6d7 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7011876 Nov 12 08:41:47.840606 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 52644) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:47.900874 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-b62182a1-f390-454e-acbe-73bc978f3d8a tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1622238044', 'admin_state_up': True, 'project_id': 'cdcff4fc638944839e15d4e4416a2271', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:47.919606 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-b1a09dbc-347b-47d4-ae42-527c6a1029f2 tempest-SubnetPoolsTestJSON-280699000 tempest-SubnetPoolsTestJSON-280699000-project] 10.222.0.26 "GET /v2.0/subnetpools/ec49496b-caba-41c4-8689-df1704076009 HTTP/1.1" status: 200 len: 731 time: 0.4750500 Nov 12 08:41:47.966211 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 52650) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:47.973400 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-7e3e0ecf-8a97-496f-8210-d27c6ffb9719 tempest-SubnetPoolsTestJSON-280699000 tempest-SubnetPoolsTestJSON-280699000-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-353007618'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:47.997240 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b62182a1-f390-454e-acbe-73bc978f3d8a tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:48.003906 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b62182a1-f390-454e-acbe-73bc978f3d8a tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:48.018494 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05300227-d117-409b-bf64-339e6a6bb6d7 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Pushing event updated for resources: {'Network': ['ID=86b8c87a-274c-4919-b69d-637f6591ab2d,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:48.056515 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 86b8c87a-274c-4919-b69d-637f6591ab2d details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:41:48.245336 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b62182a1-f390-454e-acbe-73bc978f3d8a tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:48.250266 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50e42f1a-3c2c-4b3c-ac8e-1d508e1de628 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:41:48.284113 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-50e42f1a-3c2c-4b3c-ac8e-1d508e1de628 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:48.290659 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2785a4a-9861-4b07-ae9d-598536f31ea4 None None] Sync routers for ids ['fe5ed5d2-c0ca-4431-8ddf-113252867041'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:41:48.333371 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7e3e0ecf-8a97-496f-8210-d27c6ffb9719 tempest-SubnetPoolsTestJSON-280699000 tempest-SubnetPoolsTestJSON-280699000-project] Publish callbacks [] for subnetpool, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:48.339556 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-7e3e0ecf-8a97-496f-8210-d27c6ffb9719 tempest-SubnetPoolsTestJSON-280699000 tempest-SubnetPoolsTestJSON-280699000-project] 10.222.0.26 "PUT /v2.0/subnetpools/ec49496b-caba-41c4-8689-df1704076009 HTTP/1.1" status: 200 len: 683 time: 0.3712499 Nov 12 08:41:48.377546 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 52656) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:48.423097 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-50e42f1a-3c2c-4b3c-ac8e-1d508e1de628 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "DELETE /v2.0/floatingips/2b79ed8c-cea5-4b9d-a5f4-2aae8cfe3a0a HTTP/1.1" status: 204 len: 168 time: 4.7411284 Nov 12 08:41:48.424379 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '903cd802-0b2d-467f-ae9a-bf81d7255ef7', 'tag': 'facae0b0-c7cd-4131-a076-038626c38ad1'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:41:48.431716 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b52be519-3848-4e96-99f8-45b81230b081" -d '{"events": [{"name": "network-changed", "server_uuid": "903cd802-0b2d-467f-ae9a-bf81d7255ef7", "tag": "facae0b0-c7cd-4131-a076-038626c38ad1"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:41:48.435104 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2785a4a-9861-4b07-ae9d-598536f31ea4 None None] Routers {'fe5ed5d2-c0ca-4431-8ddf-113252867041'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:41:48.437957 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-b2785a4a-9861-4b07-ae9d-598536f31ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:41:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['fe5ed5d2-c0ca-4431-8ddf-113252867041'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:48.810914 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-b2785a4a-9861-4b07-ae9d-598536f31ea4 None None] Set router fe5ed5d2-c0ca-4431-8ddf-113252867041 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:41:48.934353 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b62182a1-f390-454e-acbe-73bc978f3d8a tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:49.055159 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:41:49.084994 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-216178eb-9365-4969-8c3b-b66d8e62a6a0 tempest-SubnetPoolsTestJSON-280699000 tempest-SubnetPoolsTestJSON-280699000-project] Publish callbacks [] for subnetpool, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:49.087192 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-216178eb-9365-4969-8c3b-b66d8e62a6a0 tempest-SubnetPoolsTestJSON-280699000 tempest-SubnetPoolsTestJSON-280699000-project] 10.222.0.26 "DELETE /v2.0/subnetpools/ec49496b-caba-41c4-8689-df1704076009 HTTP/1.1" status: 204 len: 168 time: 0.7073967 Nov 12 08:41:49.102727 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 52678) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:49.183631 n-d-765315-29 neutron-server[102599]: INFO neutron.api.v2.resource [None req-b1be3ce1-8c52-4ac8-a827-f3369eb3ede8 tempest-SubnetPoolsTestJSON-280699000 tempest-SubnetPoolsTestJSON-280699000-project] show failed (client error): The resource could not be found. Nov 12 08:41:49.187812 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-b1be3ce1-8c52-4ac8-a827-f3369eb3ede8 tempest-SubnetPoolsTestJSON-280699000 tempest-SubnetPoolsTestJSON-280699000-project] 10.222.0.26 "GET /v2.0/subnetpools/ec49496b-caba-41c4-8689-df1704076009 HTTP/1.1" status: 404 len: 346 time: 0.0888786 Nov 12 08:41:49.194494 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 52680) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:49.284709 n-d-765315-29 neutron-server[102599]: INFO neutron.api.v2.resource [None req-84f4a979-3a50-4950-a529-73f5c555a269 tempest-SubnetPoolsTestJSON-280699000 tempest-SubnetPoolsTestJSON-280699000-project] delete failed (client error): The resource could not be found. Nov 12 08:41:49.288849 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-84f4a979-3a50-4950-a529-73f5c555a269 tempest-SubnetPoolsTestJSON-280699000 tempest-SubnetPoolsTestJSON-280699000-project] 10.222.0.26 "DELETE /v2.0/subnetpools/ec49496b-caba-41c4-8689-df1704076009 HTTP/1.1" status: 404 len: 346 time: 0.0865359 Nov 12 08:41:49.404674 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7750383-f6f2-4cde-a615-0506d15970f8 req-e4879c88-55a4-4dc2-aaf2-181f9a2052ec tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:49.409016 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f7750383-f6f2-4cde-a615-0506d15970f8 req-e4879c88-55a4-4dc2-aaf2-181f9a2052ec tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=a30918cd-4df7-4f62-a2b9-c8bc0083f909 HTTP/1.1" status: 200 len: 943 time: 1.0336316 Nov 12 08:41:49.506969 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-b2785a4a-9861-4b07-ae9d-598536f31ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe5ed5d2-c0ca-4431-8ddf-113252867041', 'name': 'tempest-TestNetworkAdvancedServerOps-router-390922452', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '8aa0ca0a-5557-47fe-80d6-430364283a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:38:31Z', 'updated_at': '2021-11-12T08:38:48Z', 'revision_number': 4, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'gw_port': {'id': '8aa0ca0a-5557-47fe-80d6-430364283a99', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:bf:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5ed5d2-c0ca-4431-8ddf-113252867041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:38:34Z', 'updated_at': '2021-11-12T08:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '8b151a0d-562f-4ed1-abbe-75a5292c59ad', 'name': '', 'network_id': '2a86a16a-e574-4b84-b4af-d17ebf35c6da', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'mac_address': 'fa:16:3e:b3:df:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5ed5d2-c0ca-4431-8ddf-113252867041', 'device_owner': 'network:router_interface', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': 'a1b94811-d464-4979-9491-cc8c81abd069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:38:46Z', 'updated_at': '2021-11-12T08:38:55Z', 'revision_number': 5, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'subnets': [{'id': 'a1b94811-d464-4979-9491-cc8c81abd069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:49.612551 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2785a4a-9861-4b07-ae9d-598536f31ea4 None None] Checking router: fe5ed5d2-c0ca-4431-8ddf-113252867041 for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:41:49.653192 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2785a4a-9861-4b07-ae9d-598536f31ea4 None None] Routers {'fe5ed5d2-c0ca-4431-8ddf-113252867041'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:41:49.655185 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-b2785a4a-9861-4b07-ae9d-598536f31ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:41:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['fe5ed5d2-c0ca-4431-8ddf-113252867041'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:49.689602 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b62182a1-f390-454e-acbe-73bc978f3d8a tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for router_gateway, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:49.738181 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f7750383-f6f2-4cde-a615-0506d15970f8 req-5535d07e-081f-4710-8188-3f2874ca78da tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3195453 Nov 12 08:41:49.739872 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b62182a1-f390-454e-acbe-73bc978f3d8a tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:50.001534 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-b2785a4a-9861-4b07-ae9d-598536f31ea4 None None] Set router fe5ed5d2-c0ca-4431-8ddf-113252867041 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:41:50.089714 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-b62182a1-f390-454e-acbe-73bc978f3d8a tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Allocated IP 172.25.2.240 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/81fa30dd-4c47-438a-89ba-77ddbd35fe4b) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:41:50.179914 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 52696) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:50.258403 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dda4fb7-d997-4954-ab26-a3fc2a6c5961 x-openstack-request-id: req-1dda4fb7-d997-4954-ab26-a3fc2a6c5961 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:41:50.258779 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "903cd802-0b2d-467f-ae9a-bf81d7255ef7", "tag": "facae0b0-c7cd-4131-a076-038626c38ad1", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:41:50.259076 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1dda4fb7-d997-4954-ab26-a3fc2a6c5961 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:41:50.259513 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '903cd802-0b2d-467f-ae9a-bf81d7255ef7', 'tag': 'facae0b0-c7cd-4131-a076-038626c38ad1', 'status': 'completed', 'code': 200} Nov 12 08:41:50.432348 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52be519-3848-4e96-99f8-45b81230b081 req-c7800dba-84f2-4823-8699-198cecd9c882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:50.439194 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b52be519-3848-4e96-99f8-45b81230b081 req-c7800dba-84f2-4823-8699-198cecd9c882 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=af01ccd549054d7f8ad1904b6846172a&device_id=903cd802-0b2d-467f-ae9a-bf81d7255ef7 HTTP/1.1" status: 200 len: 1097 time: 0.1185393 Nov 12 08:41:50.662720 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b621c79-9430-4a40-bdf8-b60742f4f11e req-40e60edf-e7e6-4173-8e98-49df73062e01 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:50.662940 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-b2785a4a-9861-4b07-ae9d-598536f31ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe5ed5d2-c0ca-4431-8ddf-113252867041', 'name': 'tempest-TestNetworkAdvancedServerOps-router-390922452', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '8aa0ca0a-5557-47fe-80d6-430364283a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:38:31Z', 'updated_at': '2021-11-12T08:38:48Z', 'revision_number': 4, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'gw_port': {'id': '8aa0ca0a-5557-47fe-80d6-430364283a99', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:bf:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5ed5d2-c0ca-4431-8ddf-113252867041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:38:34Z', 'updated_at': '2021-11-12T08:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '8b151a0d-562f-4ed1-abbe-75a5292c59ad', 'name': '', 'network_id': '2a86a16a-e574-4b84-b4af-d17ebf35c6da', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'mac_address': 'fa:16:3e:b3:df:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5ed5d2-c0ca-4431-8ddf-113252867041', 'device_owner': 'network:router_interface', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': 'a1b94811-d464-4979-9491-cc8c81abd069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:38:46Z', 'updated_at': '2021-11-12T08:38:55Z', 'revision_number': 5, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'subnets': [{'id': 'a1b94811-d464-4979-9491-cc8c81abd069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:50.670650 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0b621c79-9430-4a40-bdf8-b60742f4f11e req-40e60edf-e7e6-4173-8e98-49df73062e01 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=903cd802-0b2d-467f-ae9a-bf81d7255ef7 HTTP/1.1" status: 200 len: 945 time: 0.2850182 Nov 12 08:41:50.726544 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a01054e8-a382-45a6-b46b-2c3a2c6ec8e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:50.731831 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b62182a1-f390-454e-acbe-73bc978f3d8a tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:50.745269 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2785a4a-9861-4b07-ae9d-598536f31ea4 None None] The sync data for ids ['fe5ed5d2-c0ca-4431-8ddf-113252867041'] in n-d-765315-29 is: [{'id': 'fe5ed5d2-c0ca-4431-8ddf-113252867041', 'name': 'tempest-TestNetworkAdvancedServerOps-router-390922452', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '8aa0ca0a-5557-47fe-80d6-430364283a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:38:31Z', 'updated_at': '2021-11-12T08:38:48Z', 'revision_number': 4, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'gw_port': {'id': '8aa0ca0a-5557-47fe-80d6-430364283a99', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:bf:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5ed5d2-c0ca-4431-8ddf-113252867041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:38:34Z', 'updated_at': '2021-11-12T08:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '8b151a0d-562f-4ed1-abbe-75a5292c59ad', 'name': '', 'network_id': '2a86a16a-e574-4b84-b4af-d17ebf35c6da', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'mac_address': 'fa:16:3e:b3:df:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5ed5d2-c0ca-4431-8ddf-113252867041', 'device_owner': 'network:router_interface', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': 'a1b94811-d464-4979-9491-cc8c81abd069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:38:46Z', 'updated_at': '2021-11-12T08:38:55Z', 'revision_number': 5, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'subnets': [{'id': 'a1b94811-d464-4979-9491-cc8c81abd069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:41:50.913557 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0b621c79-9430-4a40-bdf8-b60742f4f11e req-b77edece-161e-49f8-81ce-e6ddd5acba17 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=87051b75-a5b8-4134-a29f-d7bdc7d0859e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2233920 Nov 12 08:41:50.936694 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a01054e8-a382-45a6-b46b-2c3a2c6ec8e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:50.989471 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a01054e8-a382-45a6-b46b-2c3a2c6ec8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:51.024201 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b62182a1-f390-454e-acbe-73bc978f3d8a tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:51.117464 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52be519-3848-4e96-99f8-45b81230b081 req-8425c2c9-73d3-4879-9a80-8bb7e487f24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:51.122761 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b52be519-3848-4e96-99f8-45b81230b081 req-8425c2c9-73d3-4879-9a80-8bb7e487f24a service neutron] 10.222.0.44 "GET /v2.0/networks?id=2a86a16a-e574-4b84-b4af-d17ebf35c6da HTTP/1.1" status: 200 len: 897 time: 0.6776192 Nov 12 08:41:51.141573 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-a01054e8-a382-45a6-b46b-2c3a2c6ec8e2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bbee5423231e4976bfa5abc26c03c142&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9576824 Nov 12 08:41:51.173952 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 52712) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:51.263038 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01054e8-a382-45a6-b46b-2c3a2c6ec8e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b74f3e-a248-457b-a53f-d78b49203af5,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:51.271186 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62182a1-f390-454e-acbe-73bc978f3d8a tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Pushing event updated for resources: {'Port': ['ID=81fa30dd-4c47-438a-89ba-77ddbd35fe4b,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:51.292791 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62182a1-f390-454e-acbe-73bc978f3d8a tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:41:51.300709 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-b62182a1-f390-454e-acbe-73bc978f3d8a tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:41:51.308134 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62182a1-f390-454e-acbe-73bc978f3d8a tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:41:51.317930 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d2254a-cf25-4f21-a102-93b263c6c706 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:41:51.404020 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-9dc63ec5-688d-4173-8d53-f5b90a8394b1 None None] Provisioning complete for port 81fa30dd-4c47-438a-89ba-77ddbd35fe4b triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:41:51.404229 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b52be519-3848-4e96-99f8-45b81230b081 req-baad2297-1789-4d08-8a49-ce0a5c06df8e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=facae0b0-c7cd-4131-a076-038626c38ad1 HTTP/1.1" status: 200 len: 217 time: 0.2388701 Nov 12 08:41:51.404997 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9dc63ec5-688d-4173-8d53-f5b90a8394b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:51.409914 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b42f495-6e3a-4903-b8d0-a2436f174f63 req-bf723a62-a577-4081-9f1d-9a0435d50a04 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:51.424457 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8b42f495-6e3a-4903-b8d0-a2436f174f63 req-bf723a62-a577-4081-9f1d-9a0435d50a04 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=a30918cd-4df7-4f62-a2b9-c8bc0083f909 HTTP/1.1" status: 200 len: 943 time: 0.2369590 Nov 12 08:41:51.509929 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fa5820-d44f-428e-a027-7373a62f87ab None None] New status for floating IP 2b79ed8c-cea5-4b9d-a5f4-2aae8cfe3a0a: DOWN {{(pid=102602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:41:51.542453 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-9dc63ec5-688d-4173-8d53-f5b90a8394b1 None None] Port 81fa30dd-4c47-438a-89ba-77ddbd35fe4b cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:41:51.583927 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8b42f495-6e3a-4903-b8d0-a2436f174f63 req-6221eff8-7e79-4de2-99ac-f282a05b5243 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476119 Nov 12 08:41:51.595163 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e1a9fd3c-1241-4234-ab25-f5b2467593c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:51.600235 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52be519-3848-4e96-99f8-45b81230b081 req-c4f36fef-16a6-4fe1-b8b3-c815c50a7614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:51.603411 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b52be519-3848-4e96-99f8-45b81230b081 req-c4f36fef-16a6-4fe1-b8b3-c815c50a7614 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a1b94811-d464-4979-9491-cc8c81abd069 HTTP/1.1" status: 200 len: 834 time: 0.1762259 Nov 12 08:41:51.706002 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e1a9fd3c-1241-4234-ab25-f5b2467593c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:51.815696 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52be519-3848-4e96-99f8-45b81230b081 req-c8397d54-a043-4e96-aa69-57e510e7d045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:51.819481 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b52be519-3848-4e96-99f8-45b81230b081 req-c8397d54-a043-4e96-aa69-57e510e7d045 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2a86a16a-e574-4b84-b4af-d17ebf35c6da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1872578 Nov 12 08:41:51.983842 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e1a9fd3c-1241-4234-ab25-f5b2467593c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:51.989717 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e1a9fd3c-1241-4234-ab25-f5b2467593c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:51.991705 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-e1a9fd3c-1241-4234-ab25-f5b2467593c0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d3b74f3e-a248-457b-a53f-d78b49203af5 HTTP/1.1" status: 204 len: 168 time: 0.8052251 Nov 12 08:41:52.053813 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b62182a1-f390-454e-acbe-73bc978f3d8a tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for router_gateway, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:52.099031 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a9fd3c-1241-4234-ab25-f5b2467593c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b74f3e-a248-457b-a53f-d78b49203af5,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:52.189333 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ed8c49-87c9-4491-be63-23b76eb40793 req-6be4a10c-9bf2-4675-a2cc-18b3b0265aae tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:52.194095 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-39ed8c49-87c9-4491-be63-23b76eb40793 req-6be4a10c-9bf2-4675-a2cc-18b3b0265aae tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.44 "GET /v2.0/ports?device_id=903cd802-0b2d-467f-ae9a-bf81d7255ef7 HTTP/1.1" status: 200 len: 945 time: 0.2983637 Nov 12 08:41:52.318418 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b52be519-3848-4e96-99f8-45b81230b081 req-7370559e-c406-4df0-8013-72652738d365 service neutron] 10.222.0.44 "GET /v2.0/networks/2a86a16a-e574-4b84-b4af-d17ebf35c6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4464474 Nov 12 08:41:52.638721 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-39ed8c49-87c9-4491-be63-23b76eb40793 req-adca284d-1b45-43ee-97a0-eaf079e67140 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Deleting port facae0b0-c7cd-4131-a076-038626c38ad1 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:41:52.640816 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-39ed8c49-87c9-4491-be63-23b76eb40793 req-adca284d-1b45-43ee-97a0-eaf079e67140 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:52.659849 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b52be519-3848-4e96-99f8-45b81230b081 req-f991486c-5209-4b85-bde3-f55fbbd2e79a service neutron] 10.222.0.44 "GET /v2.0/networks/2a86a16a-e574-4b84-b4af-d17ebf35c6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3037159 Nov 12 08:41:52.731656 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b62182a1-f390-454e-acbe-73bc978f3d8a tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052'] for router, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:52.793186 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7e90d8-fab9-485f-b564-2bdf2f48facb req-c14bfe66-1223-4fb7-ae13-2eaf976bad34 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:52.806826 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6d7e90d8-fab9-485f-b564-2bdf2f48facb req-c14bfe66-1223-4fb7-ae13-2eaf976bad34 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=903cd802-0b2d-467f-ae9a-bf81d7255ef7 HTTP/1.1" status: 200 len: 945 time: 0.4707899 Nov 12 08:41:52.830068 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-39ed8c49-87c9-4491-be63-23b76eb40793 req-adca284d-1b45-43ee-97a0-eaf079e67140 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] For port facae0b0-c7cd-4131-a076-038626c38ad1, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=facae0b0-c7cd-4131-a076-038626c38ad1,segment=NetworkSegment(7b0f7e94-0541-4a5b-a8eb-bc9ffc4aa181),segment_id=7b0f7e94-0541-4a5b-a8eb-bc9ffc4aa181)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:52.830449 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-39ed8c49-87c9-4491-be63-23b76eb40793 req-adca284d-1b45-43ee-97a0-eaf079e67140 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:52.871988 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-39ed8c49-87c9-4491-be63-23b76eb40793 req-adca284d-1b45-43ee-97a0-eaf079e67140 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Calling delete_port for facae0b0-c7cd-4131-a076-038626c38ad1 owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:41:53.037448 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6d7e90d8-fab9-485f-b564-2bdf2f48facb req-c816f77c-43b4-40be-85bb-7ac3b995c738 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=87051b75-a5b8-4134-a29f-d7bdc7d0859e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2274394 Nov 12 08:41:53.172894 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b62182a1-f390-454e-acbe-73bc978f3d8a tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Router bd9ed3ba-d251-4191-bae7-35377d074008 is scheduled to L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 with binding_index 1 {{(pid=102600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:41:53.283397 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-39ed8c49-87c9-4491-be63-23b76eb40793 req-adca284d-1b45-43ee-97a0-eaf079e67140 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:53.359216 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adca284d-1b45-43ee-97a0-eaf079e67140 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Pushing event deleted for resources: {'Port': ['ID=facae0b0-c7cd-4131-a076-038626c38ad1,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:53.451648 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-39ed8c49-87c9-4491-be63-23b76eb40793 req-adca284d-1b45-43ee-97a0-eaf079e67140 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] No DVR routers for this DVR port facae0b0-c7cd-4131-a076-038626c38ad1 on host n-h2-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:41:53.456364 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-39ed8c49-87c9-4491-be63-23b76eb40793 req-adca284d-1b45-43ee-97a0-eaf079e67140 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:53.461270 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-39ed8c49-87c9-4491-be63-23b76eb40793 req-adca284d-1b45-43ee-97a0-eaf079e67140 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.44 "DELETE /v2.0/ports/facae0b0-c7cd-4131-a076-038626c38ad1 HTTP/1.1" status: 204 len: 173 time: 1.2567427 Nov 12 08:41:53.462009 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '903cd802-0b2d-467f-ae9a-bf81d7255ef7', 'name': 'network-vif-deleted', 'tag': 'facae0b0-c7cd-4131-a076-038626c38ad1'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:41:53.465226 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b0cf4b1-706e-4588-a85b-78d730c49be8" -d '{"events": [{"server_uuid": "903cd802-0b2d-467f-ae9a-bf81d7255ef7", "name": "network-vif-deleted", "tag": "facae0b0-c7cd-4131-a076-038626c38ad1"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:41:53.585028 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6853dcba-4457-4808-80bd-18a74034899f req-fe9cd44d-c8aa-461e-b71b-a44dad0a5a81 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:53.589320 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6853dcba-4457-4808-80bd-18a74034899f req-fe9cd44d-c8aa-461e-b71b-a44dad0a5a81 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=a30918cd-4df7-4f62-a2b9-c8bc0083f909 HTTP/1.1" status: 200 len: 943 time: 0.3457170 Nov 12 08:41:53.642382 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b62182a1-f390-454e-acbe-73bc978f3d8a tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:41:53.659921 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96bd223-d79f-4bc5-a53b-1f9e9d575702 None None] Sync routers for ids ['bd9ed3ba-d251-4191-bae7-35377d074008'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:41:53.696469 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b62182a1-f390-454e-acbe-73bc978f3d8a tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:53.697720 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-b62182a1-f390-454e-acbe-73bc978f3d8a tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.8523514 Nov 12 08:41:53.701368 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 52762) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:53.718055 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96bd223-d79f-4bc5-a53b-1f9e9d575702 None None] Routers {'bd9ed3ba-d251-4191-bae7-35377d074008'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:41:53.723553 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-a96bd223-d79f-4bc5-a53b-1f9e9d575702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:41:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['bd9ed3ba-d251-4191-bae7-35377d074008'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:53.727902 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6853dcba-4457-4808-80bd-18a74034899f req-d52c74e4-9257-434f-b6be-71ff4fe0d1e4 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172326 Nov 12 08:41:53.846212 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-337ce5ae-08cf-4e8c-91c1-9efb18105197 x-openstack-request-id: req-337ce5ae-08cf-4e8c-91c1-9efb18105197 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:41:53.847032 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "903cd802-0b2d-467f-ae9a-bf81d7255ef7", "name": "network-vif-deleted", "tag": "facae0b0-c7cd-4131-a076-038626c38ad1", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:41:53.849746 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-337ce5ae-08cf-4e8c-91c1-9efb18105197 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:41:53.850401 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '903cd802-0b2d-467f-ae9a-bf81d7255ef7', 'name': 'network-vif-deleted', 'tag': 'facae0b0-c7cd-4131-a076-038626c38ad1', 'status': 'completed', 'code': 200} Nov 12 08:41:53.857792 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 52766) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:53.869961 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-fdb59e4c-0558-45ea-9e03-1a9cbccb0d7e tempest-TestNetworkBasicOps-265207529 tempest-TestNetworkBasicOps-265207529-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=cdcff4fc638944839e15d4e4416a2271&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1509273 Nov 12 08:41:53.926021 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-a96bd223-d79f-4bc5-a53b-1f9e9d575702 None None] Set router bd9ed3ba-d251-4191-bae7-35377d074008 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:41:54.736162 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-a96bd223-d79f-4bc5-a53b-1f9e9d575702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9ed3ba-d251-4191-bae7-35377d074008', 'name': 'tempest-TestNetworkBasicOps-router-1622238044', 'tenant_id': 'cdcff4fc638944839e15d4e4416a2271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '81fa30dd-4c47-438a-89ba-77ddbd35fe4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:41:48Z', 'updated_at': '2021-11-12T08:41:51Z', 'revision_number': 3, 'project_id': 'cdcff4fc638944839e15d4e4416a2271', 'gw_port': {'id': '81fa30dd-4c47-438a-89ba-77ddbd35fe4b', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c8:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9ed3ba-d251-4191-bae7-35377d074008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:41:49Z', 'updated_at': '2021-11-12T08:41:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:54.785576 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f2da3bd8-c6ee-4d5b-b5a8-00c8fa01ece2 req-db2d1d20-716f-4e45-949b-643ec2b548e4 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=903cd802-0b2d-467f-ae9a-bf81d7255ef7 HTTP/1.1" status: 200 len: 210 time: 0.0884662 Nov 12 08:41:54.802984 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96bd223-d79f-4bc5-a53b-1f9e9d575702 None None] Checking router: bd9ed3ba-d251-4191-bae7-35377d074008 for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:41:54.803640 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96bd223-d79f-4bc5-a53b-1f9e9d575702 None None] Updating router bd9ed3ba-d251-4191-bae7-35377d074008 port 81fa30dd-4c47-438a-89ba-77ddbd35fe4b binding host n-d-765315-29 {{(pid=102601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:41:54.861239 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45395991-4550-4c5f-90f5-fb1e4d270ea7 tempest-TestNetworkBasicOps-265207529 tempest-TestNetworkBasicOps-265207529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:54.863206 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-45395991-4550-4c5f-90f5-fb1e4d270ea7 tempest-TestNetworkBasicOps-265207529 tempest-TestNetworkBasicOps-265207529-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.0025041 Nov 12 08:41:54.866524 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 52792) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:54.886741 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a96bd223-d79f-4bc5-a53b-1f9e9d575702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:54.935364 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-05927700-ba92-4f72-9439-b1defec2e84f tempest-TestNetworkBasicOps-265207529 tempest-TestNetworkBasicOps-265207529-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=d709f64f-f9e6-4525-b020-ad48633b9bbf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0671651 Nov 12 08:41:54.939152 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 52794) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:54.945346 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-c4e51f37-a68b-4a85-8e6c-40e4c70850a1 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-356913866', 'network_id': '86b8c87a-274c-4919-b69d-637f6591ab2d', 'project_id': 'cdcff4fc638944839e15d4e4416a2271', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:55.071768 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 52796) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:55.163893 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458be430-c94d-4775-871b-59c75bd8ee39 req-be7b996f-ab01-4401-a9f8-c785a7436083 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:55.169161 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-458be430-c94d-4775-871b-59c75bd8ee39 req-be7b996f-ab01-4401-a9f8-c785a7436083 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=a30918cd-4df7-4f62-a2b9-c8bc0083f909 HTTP/1.1" status: 200 len: 943 time: 0.1765664 Nov 12 08:41:55.208210 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e51f37-a68b-4a85-8e6c-40e4c70850a1 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Made reservation on behalf of cdcff4fc638944839e15d4e4416a2271 for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:41:55.212069 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c4e51f37-a68b-4a85-8e6c-40e4c70850a1 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:55.250130 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-458be430-c94d-4775-871b-59c75bd8ee39 req-5f47fb28-dbff-4a21-bf64-e5ad7d56264b tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724699 Nov 12 08:41:55.485781 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c4e51f37-a68b-4a85-8e6c-40e4c70850a1 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:55.523530 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-8d1722a4-455a-47ff-9206-6da8f73a654f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1158720960-network', 'tenant_id': '2d4c53e070cc44caa2bde5fee44209c1'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:55.559300 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d1722a4-455a-47ff-9206-6da8f73a654f admin admin] Made reservation on behalf of 2d4c53e070cc44caa2bde5fee44209c1 for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:41:55.563519 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8d1722a4-455a-47ff-9206-6da8f73a654f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:55.568293 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e51f37-a68b-4a85-8e6c-40e4c70850a1 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Pushing event updated for resources: {'Subnet': ['ID=d9a00d2d-2c3f-4ff1-b492-21889461a07b,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:55.576999 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8d1722a4-455a-47ff-9206-6da8f73a654f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:55.585618 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e51f37-a68b-4a85-8e6c-40e4c70850a1 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Checking segment: {'id': '42fd31a6-b332-4ff2-a9ed-35d53e7e9cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '86b8c87a-274c-4919-b69d-637f6591ab2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:41:55.586237 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e51f37-a68b-4a85-8e6c-40e4c70850a1 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Network hostable DHCP agents. Network: 86b8c87a-274c-4919-b69d-637f6591ab2d, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:41:55.610661 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a96bd223-d79f-4bc5-a53b-1f9e9d575702 None None] Publish callbacks [] for port, precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:55.612853 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e51f37-a68b-4a85-8e6c-40e4c70850a1 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Network 86b8c87a-274c-4919-b69d-637f6591ab2d is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:41:55.625494 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a96bd223-d79f-4bc5-a53b-1f9e9d575702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:55.644072 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-c4e51f37-a68b-4a85-8e6c-40e4c70850a1 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 86b8c87a-274c-4919-b69d-637f6591ab2d) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:41:55.674960 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e51f37-a68b-4a85-8e6c-40e4c70850a1 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:55.676475 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c4e51f37-a68b-4a85-8e6c-40e4c70850a1 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:55.680351 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0f540e-95b3-4272-bc40-51ca81806fec None None] Network 86b8c87a-274c-4919-b69d-637f6591ab2d requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:41:55.720940 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-c4e51f37-a68b-4a85-8e6c-40e4c70850a1 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7799239 Nov 12 08:41:55.722009 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 52806) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:55.723904 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8d1722a4-455a-47ff-9206-6da8f73a654f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:55.728589 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8d1722a4-455a-47ff-9206-6da8f73a654f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:55.745580 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d1722a4-455a-47ff-9206-6da8f73a654f admin admin] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:41:55.761649 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8d1722a4-455a-47ff-9206-6da8f73a654f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:55.762199 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-8d1722a4-455a-47ff-9206-6da8f73a654f admin admin] Added segment eb7379c3-16c2-4810-8910-03787a3e0b45 of type vlan for network 326abedb-8acf-4143-b32a-641bef10f8d9 Nov 12 08:41:55.821953 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8d1722a4-455a-47ff-9206-6da8f73a654f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:55.864503 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8d1722a4-455a-47ff-9206-6da8f73a654f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:55.865801 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91cfe0b4-4ed7-4ab3-9e0d-46e4267f60cb None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:41:55.866202 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1722a4-455a-47ff-9206-6da8f73a654f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:55.866367 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8d1722a4-455a-47ff-9206-6da8f73a654f admin admin] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:55.881014 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-a96bd223-d79f-4bc5-a53b-1f9e9d575702 None None] Attempting to bind port 81fa30dd-4c47-438a-89ba-77ddbd35fe4b on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:41:55.883375 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-a96bd223-d79f-4bc5-a53b-1f9e9d575702 None None] Attempting to bind port 81fa30dd-4c47-438a-89ba-77ddbd35fe4b by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:41:55.884690 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96bd223-d79f-4bc5-a53b-1f9e9d575702 None None] Attempting to bind port 81fa30dd-4c47-438a-89ba-77ddbd35fe4b on network d709f64f-f9e6-4525-b020-ad48633b9bbf {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:41:55.934323 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 52810) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:55.980587 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96bd223-d79f-4bc5-a53b-1f9e9d575702 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:41:55.980984 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96bd223-d79f-4bc5-a53b-1f9e9d575702 None None] Checking segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:41:55.981374 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a96bd223-d79f-4bc5-a53b-1f9e9d575702 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:55.981912 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96bd223-d79f-4bc5-a53b-1f9e9d575702 None None] Bound using segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:41:55.982398 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-a96bd223-d79f-4bc5-a53b-1f9e9d575702 None None] Bound port: 81fa30dd-4c47-438a-89ba-77ddbd35fe4b, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:41:55.982811 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a96bd223-d79f-4bc5-a53b-1f9e9d575702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:55.988654 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fa3651-cedb-491d-838c-7b7baad28940 None None] Pushing event updated for resources: {'Port': ['ID=81fa30dd-4c47-438a-89ba-77ddbd35fe4b,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:56.042722 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-8d1722a4-455a-47ff-9206-6da8f73a654f admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9652057 Nov 12 08:41:56.055411 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 52814) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:56.094494 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-2665742a-5a85-46ca-9348-f87d6ed3073d admin admin] Request body: {'subnet': {'network_id': '326abedb-8acf-4143-b32a-641bef10f8d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1158720960-subnet', 'tenant_id': '2d4c53e070cc44caa2bde5fee44209c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:56.099918 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1722a4-455a-47ff-9206-6da8f73a654f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f788f625-6a28-4e67-97eb-f18202628019,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:56.121701 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1722a4-455a-47ff-9206-6da8f73a654f admin admin] Pushing event updated for resources: {'Network': ['ID=326abedb-8acf-4143-b32a-641bef10f8d9,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:56.134678 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1722a4-455a-47ff-9206-6da8f73a654f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:56.135121 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1722a4-455a-47ff-9206-6da8f73a654f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:56.135372 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1722a4-455a-47ff-9206-6da8f73a654f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:56.135967 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1722a4-455a-47ff-9206-6da8f73a654f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:56.136312 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1722a4-455a-47ff-9206-6da8f73a654f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:56.136650 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1722a4-455a-47ff-9206-6da8f73a654f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:56.136982 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1722a4-455a-47ff-9206-6da8f73a654f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:56.137392 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1722a4-455a-47ff-9206-6da8f73a654f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:56.137727 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1722a4-455a-47ff-9206-6da8f73a654f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:56.138057 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1722a4-455a-47ff-9206-6da8f73a654f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:56.138388 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1722a4-455a-47ff-9206-6da8f73a654f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:56.138910 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1722a4-455a-47ff-9206-6da8f73a654f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:56.144825 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1722a4-455a-47ff-9206-6da8f73a654f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:56.145437 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1722a4-455a-47ff-9206-6da8f73a654f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:56.146207 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1722a4-455a-47ff-9206-6da8f73a654f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:56.146852 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1722a4-455a-47ff-9206-6da8f73a654f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:56.147586 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1722a4-455a-47ff-9206-6da8f73a654f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:56.148029 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1722a4-455a-47ff-9206-6da8f73a654f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:56.148620 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1722a4-455a-47ff-9206-6da8f73a654f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:56.149408 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1722a4-455a-47ff-9206-6da8f73a654f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:56.149995 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1722a4-455a-47ff-9206-6da8f73a654f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:56.150571 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1722a4-455a-47ff-9206-6da8f73a654f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:56.151194 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1722a4-455a-47ff-9206-6da8f73a654f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:56.151781 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1722a4-455a-47ff-9206-6da8f73a654f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:56.208318 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-50db61f4-ed06-477f-9b46-160fbae52f5e None None] Provisioning complete for port 81fa30dd-4c47-438a-89ba-77ddbd35fe4b triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:41:56.208976 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-50db61f4-ed06-477f-9b46-160fbae52f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:56.324885 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 326abedb-8acf-4143-b32a-641bef10f8d9 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:41:56.482974 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2665742a-5a85-46ca-9348-f87d6ed3073d admin admin] Made reservation on behalf of 2d4c53e070cc44caa2bde5fee44209c1 for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:41:56.489037 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2665742a-5a85-46ca-9348-f87d6ed3073d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:56.529171 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-50db61f4-ed06-477f-9b46-160fbae52f5e None None] Port 81fa30dd-4c47-438a-89ba-77ddbd35fe4b cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:41:56.538504 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device facae0b0-c7cd-4131-a076-038626c38ad1 no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:41:56.630353 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] No Port match for: facae0b0-c7cd-4131-a076-038626c38ad1 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:41:56.630724 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device facae0b0-c7cd-4131-a076-038626c38ad1 not bound to the agent host n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:41:56.635009 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-a96bd223-d79f-4bc5-a53b-1f9e9d575702 None None] For port 81fa30dd-4c47-438a-89ba-77ddbd35fe4b, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:41:56.759831 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-a96bd223-d79f-4bc5-a53b-1f9e9d575702 None None] For port 81fa30dd-4c47-438a-89ba-77ddbd35fe4b, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=81fa30dd-4c47-438a-89ba-77ddbd35fe4b,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:41:56.793169 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a96bd223-d79f-4bc5-a53b-1f9e9d575702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:56.896700 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09b85c9-469c-445a-bb84-6f9041dda307 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-86b8c87a-274c-4919-b69d-637f6591ab2d', 'network_id': '86b8c87a-274c-4919-b69d-637f6591ab2d', 'tenant_id': 'cdcff4fc638944839e15d4e4416a2271', 'fixed_ips': [{'subnet_id': 'd9a00d2d-2c3f-4ff1-b492-21889461a07b'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:41:56.899536 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b09b85c9-469c-445a-bb84-6f9041dda307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:56.907958 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fa3651-cedb-491d-838c-7b7baad28940 None None] Pushing event updated for resources: {'Port': ['ID=81fa30dd-4c47-438a-89ba-77ddbd35fe4b,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:56.928840 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a946033e-803e-432f-881a-63ed90b2e6e9 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:41:56.955619 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fa3651-cedb-491d-838c-7b7baad28940 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:56.956888 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fa3651-cedb-491d-838c-7b7baad28940 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:56.958108 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fa3651-cedb-491d-838c-7b7baad28940 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:56.958872 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fa3651-cedb-491d-838c-7b7baad28940 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:56.959639 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fa3651-cedb-491d-838c-7b7baad28940 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:56.960233 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fa3651-cedb-491d-838c-7b7baad28940 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:56.960908 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fa3651-cedb-491d-838c-7b7baad28940 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:56.962570 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fa3651-cedb-491d-838c-7b7baad28940 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:56.964651 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fa3651-cedb-491d-838c-7b7baad28940 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:56.965221 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fa3651-cedb-491d-838c-7b7baad28940 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:56.965753 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fa3651-cedb-491d-838c-7b7baad28940 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:56.966345 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fa3651-cedb-491d-838c-7b7baad28940 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:57.001271 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96bd223-d79f-4bc5-a53b-1f9e9d575702 None None] Routers {'bd9ed3ba-d251-4191-bae7-35377d074008'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:41:57.002260 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-a96bd223-d79f-4bc5-a53b-1f9e9d575702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:41:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['bd9ed3ba-d251-4191-bae7-35377d074008'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:57.042114 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65baccf-93cb-4ec9-ba0c-27b4b60919b2 req-89e3c0dd-be28-4741-b8ce-2d7f77e86437 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:57.043735 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e65baccf-93cb-4ec9-ba0c-27b4b60919b2 req-89e3c0dd-be28-4741-b8ce-2d7f77e86437 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=a30918cd-4df7-4f62-a2b9-c8bc0083f909 HTTP/1.1" status: 200 len: 943 time: 0.3357103 Nov 12 08:41:57.205371 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-a96bd223-d79f-4bc5-a53b-1f9e9d575702 None None] Set router bd9ed3ba-d251-4191-bae7-35377d074008 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:41:57.214954 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e65baccf-93cb-4ec9-ba0c-27b4b60919b2 req-da5e1821-96fd-4ff4-9043-95c47069e3cd tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541672 Nov 12 08:41:57.343221 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-87a17f94-77f8-4ba3-a298-d04f796a2494 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933586'] for router_interface, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:57.394966 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-333686b5-f8b6-4faf-90ca-f356023eef81 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:57.449248 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2665742a-5a85-46ca-9348-f87d6ed3073d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:57.576642 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-f1a02a69-5dd5-427e-a14d-2bdac786da6a None None] Provisioning complete for port 81fa30dd-4c47-438a-89ba-77ddbd35fe4b triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:41:57.577346 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f1a02a69-5dd5-427e-a14d-2bdac786da6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:57.696327 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2665742a-5a85-46ca-9348-f87d6ed3073d admin admin] Checking segment: {'id': 'eb7379c3-16c2-4810-8910-03787a3e0b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '326abedb-8acf-4143-b32a-641bef10f8d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:41:57.696763 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2665742a-5a85-46ca-9348-f87d6ed3073d admin admin] Network hostable DHCP agents. Network: 326abedb-8acf-4143-b32a-641bef10f8d9, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:41:57.727869 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2665742a-5a85-46ca-9348-f87d6ed3073d admin admin] Pushing event updated for resources: {'Subnet': ['ID=264e78b7-1bd0-496b-84d7-9be2498f575f,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:57.769507 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2665742a-5a85-46ca-9348-f87d6ed3073d admin admin] Network 326abedb-8acf-4143-b32a-641bef10f8d9 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:41:57.873826 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-b09b85c9-469c-445a-bb84-6f9041dda307 None None] Allocated IP 172.20.0.2 (86b8c87a-274c-4919-b69d-637f6591ab2d/d9a00d2d-2c3f-4ff1-b492-21889461a07b/ba755328-7dc2-44c1-97b6-fa26f4f6f7eb) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:41:57.985385 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-87a17f94-77f8-4ba3-a298-d04f796a2494 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Deleting port 8b151a0d-562f-4ed1-abbe-75a5292c59ad {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:41:57.987980 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-87a17f94-77f8-4ba3-a298-d04f796a2494 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:58.286249 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b09b85c9-469c-445a-bb84-6f9041dda307 None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:58.292817 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f1a02a69-5dd5-427e-a14d-2bdac786da6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:58.297380 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-87a17f94-77f8-4ba3-a298-d04f796a2494 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] For port 8b151a0d-562f-4ed1-abbe-75a5292c59ad, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=8b151a0d-562f-4ed1-abbe-75a5292c59ad,segment=NetworkSegment(7b0f7e94-0541-4a5b-a8eb-bc9ffc4aa181),segment_id=7b0f7e94-0541-4a5b-a8eb-bc9ffc4aa181)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:58.299143 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-87a17f94-77f8-4ba3-a298-d04f796a2494 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:58.320148 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-87a17f94-77f8-4ba3-a298-d04f796a2494 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Calling delete_port for 8b151a0d-562f-4ed1-abbe-75a5292c59ad owned by network:router_interface {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:41:58.378149 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-f1a02a69-5dd5-427e-a14d-2bdac786da6a None None] For port 81fa30dd-4c47-438a-89ba-77ddbd35fe4b, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=81fa30dd-4c47-438a-89ba-77ddbd35fe4b,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:58.388020 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b09b85c9-469c-445a-bb84-6f9041dda307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:58.407315 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-a96bd223-d79f-4bc5-a53b-1f9e9d575702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9ed3ba-d251-4191-bae7-35377d074008', 'name': 'tempest-TestNetworkBasicOps-router-1622238044', 'tenant_id': 'cdcff4fc638944839e15d4e4416a2271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '81fa30dd-4c47-438a-89ba-77ddbd35fe4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:41:48Z', 'updated_at': '2021-11-12T08:41:51Z', 'revision_number': 3, 'project_id': 'cdcff4fc638944839e15d4e4416a2271', 'gw_port': {'id': '81fa30dd-4c47-438a-89ba-77ddbd35fe4b', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c8:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9ed3ba-d251-4191-bae7-35377d074008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:41:49Z', 'updated_at': '2021-11-12T08:41:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:58.484159 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96bd223-d79f-4bc5-a53b-1f9e9d575702 None None] The sync data for ids ['bd9ed3ba-d251-4191-bae7-35377d074008'] in n-d-765315-29 is: [{'id': 'bd9ed3ba-d251-4191-bae7-35377d074008', 'name': 'tempest-TestNetworkBasicOps-router-1622238044', 'tenant_id': 'cdcff4fc638944839e15d4e4416a2271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '81fa30dd-4c47-438a-89ba-77ddbd35fe4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:41:48Z', 'updated_at': '2021-11-12T08:41:51Z', 'revision_number': 3, 'project_id': 'cdcff4fc638944839e15d4e4416a2271', 'gw_port': {'id': '81fa30dd-4c47-438a-89ba-77ddbd35fe4b', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c8:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9ed3ba-d251-4191-bae7-35377d074008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:41:49Z', 'updated_at': '2021-11-12T08:41:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:41:58.494924 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f1a02a69-5dd5-427e-a14d-2bdac786da6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:58.532899 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-2665742a-5a85-46ca-9348-f87d6ed3073d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 326abedb-8acf-4143-b32a-641bef10f8d9) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:41:58.541677 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2665742a-5a85-46ca-9348-f87d6ed3073d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:58.542762 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2665742a-5a85-46ca-9348-f87d6ed3073d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:58.659361 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09b85c9-469c-445a-bb84-6f9041dda307 None None] Pushing event updated for resources: {'Port': ['ID=ba755328-7dc2-44c1-97b6-fa26f4f6f7eb,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:58.699328 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9eadbd-29e8-4798-8a44-439c55db7da3 None None] Network 326abedb-8acf-4143-b32a-641bef10f8d9 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:41:58.728991 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-2665742a-5a85-46ca-9348-f87d6ed3073d admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.6488192 Nov 12 08:41:58.810517 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0820576-2591-472b-8834-a8a2d4fccf33 req-0b96b6d8-959b-4a30-8b82-b9aa3d0352b3 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:58.822690 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a0820576-2591-472b-8834-a8a2d4fccf33 req-0b96b6d8-959b-4a30-8b82-b9aa3d0352b3 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=a30918cd-4df7-4f62-a2b9-c8bc0083f909 HTTP/1.1" status: 200 len: 943 time: 0.3473113 Nov 12 08:41:59.024241 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-333686b5-f8b6-4faf-90ca-f356023eef81 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Allocated IP 172.20.0.1 (86b8c87a-274c-4919-b69d-637f6591ab2d/d9a00d2d-2c3f-4ff1-b492-21889461a07b/5ac5e61f-4665-40c7-a945-4c0e6bd7eebc) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:41:59.149111 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a0820576-2591-472b-8834-a8a2d4fccf33 req-8a77f85e-501e-4fe6-ace4-197b2f2e98e9 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125449 Nov 12 08:41:59.199934 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09b85c9-469c-445a-bb84-6f9041dda307 None None] Network 86b8c87a-274c-4919-b69d-637f6591ab2d is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:41:59.208883 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-b09b85c9-469c-445a-bb84-6f9041dda307 None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:41:59.215118 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09b85c9-469c-445a-bb84-6f9041dda307 None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:41:59.409414 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-87a17f94-77f8-4ba3-a298-d04f796a2494 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:59.416899 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a02a69-5dd5-427e-a14d-2bdac786da6a None None] Pushing event updated for resources: {'Port': ['ID=81fa30dd-4c47-438a-89ba-77ddbd35fe4b,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:59.513092 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a17f94-77f8-4ba3-a298-d04f796a2494 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Pushing event deleted for resources: {'Port': ['ID=8b151a0d-562f-4ed1-abbe-75a5292c59ad,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:59.600415 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-b09b85c9-469c-445a-bb84-6f9041dda307 None None] Attempting to bind port ba755328-7dc2-44c1-97b6-fa26f4f6f7eb on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:41:59.600833 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-b09b85c9-469c-445a-bb84-6f9041dda307 None None] Attempting to bind port ba755328-7dc2-44c1-97b6-fa26f4f6f7eb by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '42fd31a6-b332-4ff2-a9ed-35d53e7e9cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '86b8c87a-274c-4919-b69d-637f6591ab2d'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:41:59.601237 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09b85c9-469c-445a-bb84-6f9041dda307 None None] Attempting to bind port ba755328-7dc2-44c1-97b6-fa26f4f6f7eb on network 86b8c87a-274c-4919-b69d-637f6591ab2d {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:41:59.688360 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 81fa30dd-4c47-438a-89ba-77ddbd35fe4b up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:41:59.698906 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-333686b5-f8b6-4faf-90ca-f356023eef81 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:59.743864 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09b85c9-469c-445a-bb84-6f9041dda307 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:41:59.744290 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09b85c9-469c-445a-bb84-6f9041dda307 None None] Checking segment: {'id': '42fd31a6-b332-4ff2-a9ed-35d53e7e9cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '86b8c87a-274c-4919-b69d-637f6591ab2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:41:59.744654 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b09b85c9-469c-445a-bb84-6f9041dda307 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:59.745057 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09b85c9-469c-445a-bb84-6f9041dda307 None None] Bound using segment: {'id': '42fd31a6-b332-4ff2-a9ed-35d53e7e9cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '86b8c87a-274c-4919-b69d-637f6591ab2d'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:41:59.745643 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-b09b85c9-469c-445a-bb84-6f9041dda307 None None] Bound port: ba755328-7dc2-44c1-97b6-fa26f4f6f7eb, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42fd31a6-b332-4ff2-a9ed-35d53e7e9cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '86b8c87a-274c-4919-b69d-637f6591ab2d'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:41:59.746033 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b09b85c9-469c-445a-bb84-6f9041dda307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:59.921014 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f5b74a-0e18-4689-83da-80d4603748d8 None None] Network 326abedb-8acf-4143-b32a-641bef10f8d9 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:41:59.959561 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-333686b5-f8b6-4faf-90ca-f356023eef81 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:00.171829 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333686b5-f8b6-4faf-90ca-f356023eef81 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Network 86b8c87a-274c-4919-b69d-637f6591ab2d is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:42:00.176721 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-333686b5-f8b6-4faf-90ca-f356023eef81 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:42:00.216237 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333686b5-f8b6-4faf-90ca-f356023eef81 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:42:00.295567 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333686b5-f8b6-4faf-90ca-f356023eef81 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Pushing event updated for resources: {'Port': ['ID=5ac5e61f-4665-40c7-a945-4c0e6bd7eebc,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:00.307260 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-87a17f94-77f8-4ba3-a298-d04f796a2494 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918626'] for router_interface, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:00.355351 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-333686b5-f8b6-4faf-90ca-f356023eef81 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933481'] for router_interface, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:00.544578 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-b09b85c9-469c-445a-bb84-6f9041dda307 None None] For port ba755328-7dc2-44c1-97b6-fa26f4f6f7eb, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:42:00.551514 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-b09b85c9-469c-445a-bb84-6f9041dda307 None None] For port ba755328-7dc2-44c1-97b6-fa26f4f6f7eb, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=ba755328-7dc2-44c1-97b6-fa26f4f6f7eb,segment=NetworkSegment(42fd31a6-b332-4ff2-a9ed-35d53e7e9cdd),segment_id=42fd31a6-b332-4ff2-a9ed-35d53e7e9cdd)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:42:00.559561 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b09b85c9-469c-445a-bb84-6f9041dda307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:00.894215 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-333686b5-f8b6-4faf-90ca-f356023eef81 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:00.957561 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 81fa30dd-4c47-438a-89ba-77ddbd35fe4b triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:00.958381 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:00.971832 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09b85c9-469c-445a-bb84-6f9041dda307 None None] Pushing event updated for resources: {'Port': ['ID=ba755328-7dc2-44c1-97b6-fa26f4f6f7eb,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:01.142065 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5004137-f0ce-4327-a9a0-c93ac055a47e req-c14327ca-0f1f-4eaa-b0e0-6333536a3b05 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:01.149096 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e5004137-f0ce-4327-a9a0-c93ac055a47e req-c14327ca-0f1f-4eaa-b0e0-6333536a3b05 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=a30918cd-4df7-4f62-a2b9-c8bc0083f909 HTTP/1.1" status: 200 len: 943 time: 0.3866992 Nov 12 08:42:01.396445 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e5004137-f0ce-4327-a9a0-c93ac055a47e req-ee46db60-91d3-44d9-bf10-e600c1119941 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360120 Nov 12 08:42:01.413713 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87a17f94-77f8-4ba3-a298-d04f796a2494 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Router fe5ed5d2-c0ca-4431-8ddf-113252867041 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:42:01.717981 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87a17f94-77f8-4ba3-a298-d04f796a2494 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:42:01.724434 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-87a17f94-77f8-4ba3-a298-d04f796a2494 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "PUT /v2.0/routers/fe5ed5d2-c0ca-4431-8ddf-113252867041/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7885525 Nov 12 08:42:01.730345 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 52914) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:01.731065 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbd0e2d-d9f7-4db1-bed6-36087d35ebac None None] Sync routers for ids ['fe5ed5d2-c0ca-4431-8ddf-113252867041'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:42:01.755104 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbd0e2d-d9f7-4db1-bed6-36087d35ebac None None] Routers {'fe5ed5d2-c0ca-4431-8ddf-113252867041'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:42:01.756392 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-6cbd0e2d-d9f7-4db1-bed6-36087d35ebac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:41:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['fe5ed5d2-c0ca-4431-8ddf-113252867041'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:01.844246 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 52920) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:01.863611 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-4e227deb-3435-475c-9923-60a2ec299907 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1306815909-network', 'tenant_id': '103099208de64b278d4b35128731addc'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:01.965574 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-c60db747-1dda-4632-9b9f-375a5de3d686 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Deleting subnet a1b94811-d464-4979-9491-cc8c81abd069 {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:42:01.975178 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c60db747-1dda-4632-9b9f-375a5de3d686 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:02.005317 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-333686b5-f8b6-4faf-90ca-f356023eef81 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:02.012630 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-333686b5-f8b6-4faf-90ca-f356023eef81 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:02.075469 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-6cbd0e2d-d9f7-4db1-bed6-36087d35ebac None None] Set router fe5ed5d2-c0ca-4431-8ddf-113252867041 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:42:02.114381 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c60db747-1dda-4632-9b9f-375a5de3d686 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:02.132906 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 81fa30dd-4c47-438a-89ba-77ddbd35fe4b up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:42:02.209776 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333686b5-f8b6-4faf-90ca-f356023eef81 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Pushing event updated for resources: {'Port': ['ID=5ac5e61f-4665-40c7-a945-4c0e6bd7eebc,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:02.219583 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-333686b5-f8b6-4faf-90ca-f356023eef81 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933629'] for router_interface, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:02.396398 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 81fa30dd-4c47-438a-89ba-77ddbd35fe4b triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:02.396785 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:02.486106 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e227deb-3435-475c-9923-60a2ec299907 admin admin] Made reservation on behalf of 103099208de64b278d4b35128731addc for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:42:02.491576 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333686b5-f8b6-4faf-90ca-f356023eef81 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Network 86b8c87a-274c-4919-b69d-637f6591ab2d is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:42:02.494079 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-333686b5-f8b6-4faf-90ca-f356023eef81 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:42:02.498884 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4e227deb-3435-475c-9923-60a2ec299907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:02.576850 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4e227deb-3435-475c-9923-60a2ec299907 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:02.721365 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c60db747-1dda-4632-9b9f-375a5de3d686 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:02.783399 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device ba755328-7dc2-44c1-97b6-fa26f4f6f7eb up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:42:02.789750 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-333686b5-f8b6-4faf-90ca-f356023eef81 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Router bd9ed3ba-d251-4191-bae7-35377d074008 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:42:02.834257 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-6cbd0e2d-d9f7-4db1-bed6-36087d35ebac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe5ed5d2-c0ca-4431-8ddf-113252867041', 'name': 'tempest-TestNetworkAdvancedServerOps-router-390922452', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '8aa0ca0a-5557-47fe-80d6-430364283a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:38:31Z', 'updated_at': '2021-11-12T08:41:59Z', 'revision_number': 5, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'gw_port': {'id': '8aa0ca0a-5557-47fe-80d6-430364283a99', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:bf:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5ed5d2-c0ca-4431-8ddf-113252867041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:38:34Z', 'updated_at': '2021-11-12T08:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:02.933594 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbd0e2d-d9f7-4db1-bed6-36087d35ebac None None] Checking router: fe5ed5d2-c0ca-4431-8ddf-113252867041 for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:42:02.970386 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port ba755328-7dc2-44c1-97b6-fa26f4f6f7eb triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:02.970796 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:02.971712 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbd0e2d-d9f7-4db1-bed6-36087d35ebac None None] Routers {'fe5ed5d2-c0ca-4431-8ddf-113252867041'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:42:02.972628 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-6cbd0e2d-d9f7-4db1-bed6-36087d35ebac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:41:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['fe5ed5d2-c0ca-4431-8ddf-113252867041'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:03.158582 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4e227deb-3435-475c-9923-60a2ec299907 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:03.162057 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c60db747-1dda-4632-9b9f-375a5de3d686 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:03.188957 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-333686b5-f8b6-4faf-90ca-f356023eef81 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:42:03.199281 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c60db747-1dda-4632-9b9f-375a5de3d686 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:03.205105 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-c60db747-1dda-4632-9b9f-375a5de3d686 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "DELETE /v2.0/subnets/a1b94811-d464-4979-9491-cc8c81abd069 HTTP/1.1" status: 204 len: 168 time: 1.4734166 Nov 12 08:42:03.206368 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4e227deb-3435-475c-9923-60a2ec299907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:03.208811 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-333686b5-f8b6-4faf-90ca-f356023eef81 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "PUT /v2.0/routers/bd9ed3ba-d251-4191-bae7-35377d074008/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4852836 Nov 12 08:42:03.210873 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 52942) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:03.211218 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 52946) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:03.212266 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 52944) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:03.259582 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60db747-1dda-4632-9b9f-375a5de3d686 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Pushing event deleted for resources: {'Subnet': ['ID=a1b94811-d464-4979-9491-cc8c81abd069,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:03.278400 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:03.283642 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d75d69-d3fa-4600-8764-a0797c02c88a None None] Network 2a86a16a-e574-4b84-b4af-d17ebf35c6da requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:42:03.291137 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed22ec9b-033f-42c3-9ade-9cc885036da4 None None] Network 86b8c87a-274c-4919-b69d-637f6591ab2d requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:42:03.360340 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-6cbd0e2d-d9f7-4db1-bed6-36087d35ebac None None] Set router fe5ed5d2-c0ca-4431-8ddf-113252867041 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:42:03.517363 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d13f965-bae0-4895-99d6-780d0785749a None None] Sync routers for ids ['bd9ed3ba-d251-4191-bae7-35377d074008'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:42:03.557314 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e227deb-3435-475c-9923-60a2ec299907 admin admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:42:03.584888 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4e227deb-3435-475c-9923-60a2ec299907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:03.585287 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-4e227deb-3435-475c-9923-60a2ec299907 admin admin] Added segment f918b2f9-c861-4e28-bd89-9f1cebe152b5 of type vlan for network a10d5edf-522d-405f-9896-8cd4aba72bdb Nov 12 08:42:03.599909 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f37bdb68-f2be-4af5-a5a9-4f64cb79a1f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:03.691796 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-62ec1be9-c67d-4e2b-86c4-a24dd7f8d6c9 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for router, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:03.741949 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e227deb-3435-475c-9923-60a2ec299907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff45c27-adae-4c5b-979b-ea624e375f85,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:03.745351 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189e5307-9ddd-443b-a79e-55d8138909ad tempest-TestNetworkBasicOps-265207529 tempest-TestNetworkBasicOps-265207529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:03.746029 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189e5307-9ddd-443b-a79e-55d8138909ad tempest-TestNetworkBasicOps-265207529 tempest-TestNetworkBasicOps-265207529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:03.746669 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189e5307-9ddd-443b-a79e-55d8138909ad tempest-TestNetworkBasicOps-265207529 tempest-TestNetworkBasicOps-265207529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:03.759285 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189e5307-9ddd-443b-a79e-55d8138909ad tempest-TestNetworkBasicOps-265207529 tempest-TestNetworkBasicOps-265207529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:03.759749 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189e5307-9ddd-443b-a79e-55d8138909ad tempest-TestNetworkBasicOps-265207529 tempest-TestNetworkBasicOps-265207529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:03.760213 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189e5307-9ddd-443b-a79e-55d8138909ad tempest-TestNetworkBasicOps-265207529 tempest-TestNetworkBasicOps-265207529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:03.760939 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189e5307-9ddd-443b-a79e-55d8138909ad tempest-TestNetworkBasicOps-265207529 tempest-TestNetworkBasicOps-265207529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:03.761596 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189e5307-9ddd-443b-a79e-55d8138909ad tempest-TestNetworkBasicOps-265207529 tempest-TestNetworkBasicOps-265207529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:03.762205 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189e5307-9ddd-443b-a79e-55d8138909ad tempest-TestNetworkBasicOps-265207529 tempest-TestNetworkBasicOps-265207529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:03.767780 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-189e5307-9ddd-443b-a79e-55d8138909ad tempest-TestNetworkBasicOps-265207529 tempest-TestNetworkBasicOps-265207529-project-admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6344 time: 0.5368686 Nov 12 08:42:03.770550 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 52954) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:03.801941 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] For port ba755328-7dc2-44c1-97b6-fa26f4f6f7eb, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=ba755328-7dc2-44c1-97b6-fa26f4f6f7eb,segment=NetworkSegment(42fd31a6-b332-4ff2-a9ed-35d53e7e9cdd),segment_id=42fd31a6-b332-4ff2-a9ed-35d53e7e9cdd)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:42:03.837924 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-6cbd0e2d-d9f7-4db1-bed6-36087d35ebac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe5ed5d2-c0ca-4431-8ddf-113252867041', 'name': 'tempest-TestNetworkAdvancedServerOps-router-390922452', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '8aa0ca0a-5557-47fe-80d6-430364283a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:38:31Z', 'updated_at': '2021-11-12T08:41:59Z', 'revision_number': 5, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'gw_port': {'id': '8aa0ca0a-5557-47fe-80d6-430364283a99', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:bf:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5ed5d2-c0ca-4431-8ddf-113252867041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:38:34Z', 'updated_at': '2021-11-12T08:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:03.838710 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d13f965-bae0-4895-99d6-780d0785749a None None] Routers {'bd9ed3ba-d251-4191-bae7-35377d074008'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:42:03.842336 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-9d13f965-bae0-4895-99d6-780d0785749a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:41:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['bd9ed3ba-d251-4191-bae7-35377d074008'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:03.904329 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbd0e2d-d9f7-4db1-bed6-36087d35ebac None None] The sync data for ids ['fe5ed5d2-c0ca-4431-8ddf-113252867041'] in n-d-765315-29 is: [{'id': 'fe5ed5d2-c0ca-4431-8ddf-113252867041', 'name': 'tempest-TestNetworkAdvancedServerOps-router-390922452', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '8aa0ca0a-5557-47fe-80d6-430364283a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:38:31Z', 'updated_at': '2021-11-12T08:41:59Z', 'revision_number': 5, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'gw_port': {'id': '8aa0ca0a-5557-47fe-80d6-430364283a99', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:bf:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5ed5d2-c0ca-4431-8ddf-113252867041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:38:34Z', 'updated_at': '2021-11-12T08:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:42:03.912130 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4e227deb-3435-475c-9923-60a2ec299907 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:04.004856 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6b7b8a-be1a-469b-b958-ef8e943b5303 req-a7cde78b-022d-454f-9fae-0c4aace52631 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:04.006514 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a69efc-0cf8-4645-89d1-64d4e915516f tempest-TestNetworkBasicOps-265207529 tempest-TestNetworkBasicOps-265207529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:04.007389 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a69efc-0cf8-4645-89d1-64d4e915516f tempest-TestNetworkBasicOps-265207529 tempest-TestNetworkBasicOps-265207529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:04.008224 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a69efc-0cf8-4645-89d1-64d4e915516f tempest-TestNetworkBasicOps-265207529 tempest-TestNetworkBasicOps-265207529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:04.009172 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a69efc-0cf8-4645-89d1-64d4e915516f tempest-TestNetworkBasicOps-265207529 tempest-TestNetworkBasicOps-265207529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:04.009879 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a69efc-0cf8-4645-89d1-64d4e915516f tempest-TestNetworkBasicOps-265207529 tempest-TestNetworkBasicOps-265207529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:04.010528 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a69efc-0cf8-4645-89d1-64d4e915516f tempest-TestNetworkBasicOps-265207529 tempest-TestNetworkBasicOps-265207529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:04.011340 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a69efc-0cf8-4645-89d1-64d4e915516f tempest-TestNetworkBasicOps-265207529 tempest-TestNetworkBasicOps-265207529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:04.012266 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9a6b7b8a-be1a-469b-b958-ef8e943b5303 req-a7cde78b-022d-454f-9fae-0c4aace52631 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=a30918cd-4df7-4f62-a2b9-c8bc0083f909 HTTP/1.1" status: 200 len: 943 time: 1.2857950 Nov 12 08:42:04.012592 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a69efc-0cf8-4645-89d1-64d4e915516f tempest-TestNetworkBasicOps-265207529 tempest-TestNetworkBasicOps-265207529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:04.016396 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-46a69efc-0cf8-4645-89d1-64d4e915516f tempest-TestNetworkBasicOps-265207529 tempest-TestNetworkBasicOps-265207529-project-admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5296 time: 0.2439561 Nov 12 08:42:04.020011 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 52958) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:04.047919 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4e227deb-3435-475c-9923-60a2ec299907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:04.048876 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e227deb-3435-475c-9923-60a2ec299907 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:04.049459 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4e227deb-3435-475c-9923-60a2ec299907 admin admin] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:04.090918 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-62ec1be9-c67d-4e2b-86c4-a24dd7f8d6c9 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:04.115312 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-4e227deb-3435-475c-9923-60a2ec299907 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.2666578 Nov 12 08:42:04.138833 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-9d13f965-bae0-4895-99d6-780d0785749a None None] Set router bd9ed3ba-d251-4191-bae7-35377d074008 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:42:04.172708 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e227deb-3435-475c-9923-60a2ec299907 admin admin] Pushing event updated for resources: {'Network': ['ID=a10d5edf-522d-405f-9896-8cd4aba72bdb,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:04.179513 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 52962) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:04.195693 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-8d3c58fb-81cf-4ab3-b0bf-f8efbfbc9ccb admin admin] Request body: {'subnet': {'network_id': 'a10d5edf-522d-405f-9896-8cd4aba72bdb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1306815909-subnet', 'tenant_id': '103099208de64b278d4b35128731addc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:04.229420 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d3c58fb-81cf-4ab3-b0bf-f8efbfbc9ccb admin admin] Made reservation on behalf of 103099208de64b278d4b35128731addc for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:42:04.231983 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8d3c58fb-81cf-4ab3-b0bf-f8efbfbc9ccb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:04.243508 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-7c34f7cc-0f3b-4aa5-868c-f814ed1a17f9 None None] Provisioning complete for port ba755328-7dc2-44c1-97b6-fa26f4f6f7eb triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:04.243973 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7c34f7cc-0f3b-4aa5-868c-f814ed1a17f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:04.244097 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9a6b7b8a-be1a-469b-b958-ef8e943b5303 req-4e2a1c33-aa6d-4faa-9d8f-1063ca928454 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306404 Nov 12 08:42:04.319282 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:04.324769 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network a10d5edf-522d-405f-9896-8cd4aba72bdb details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:42:04.331195 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-62ec1be9-c67d-4e2b-86c4-a24dd7f8d6c9 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Deleting port 8aa0ca0a-5557-47fe-80d6-430364283a99 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:42:04.336685 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-62ec1be9-c67d-4e2b-86c4-a24dd7f8d6c9 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:04.404809 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f37bdb68-f2be-4af5-a5a9-4f64cb79a1f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:04.421233 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f37bdb68-f2be-4af5-a5a9-4f64cb79a1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:04.478621 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 8b151a0d-562f-4ed1-abbe-75a5292c59ad no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:42:04.545141 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37bdb68-f2be-4af5-a5a9-4f64cb79a1f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f39ed293-5e53-4f5a-9273-84de06312da2,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:04.604388 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-f37bdb68-f2be-4af5-a5a9-4f64cb79a1f7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a246e4a13bcb423a9e2ba5b11776d36e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3920879 Nov 12 08:42:04.610859 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 52964) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:04.628681 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-62ec1be9-c67d-4e2b-86c4-a24dd7f8d6c9 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] For port 8aa0ca0a-5557-47fe-80d6-430364283a99, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=8aa0ca0a-5557-47fe-80d6-430364283a99,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:42:04.629442 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-62ec1be9-c67d-4e2b-86c4-a24dd7f8d6c9 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:04.660950 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-62ec1be9-c67d-4e2b-86c4-a24dd7f8d6c9 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Calling delete_port for 8aa0ca0a-5557-47fe-80d6-430364283a99 owned by network:router_gateway {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:42:04.738776 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 8b151a0d-562f-4ed1-abbe-75a5292c59ad {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:42:04.743556 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 8b151a0d-562f-4ed1-abbe-75a5292c59ad not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:42:04.778327 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9251287d-3a54-4e5c-a73b-92267005887e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:04.861919 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Pushing event updated for resources: {'Port': ['ID=ba755328-7dc2-44c1-97b6-fa26f4f6f7eb,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:04.911469 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d0c435-2288-43cf-8ea6-5bff52f0796b None None] DHCP port deletion for 2a86a16a-e574-4b84-b4af-d17ebf35c6da request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:42:05.090425 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-62ec1be9-c67d-4e2b-86c4-a24dd7f8d6c9 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:05.136660 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ec1be9-c67d-4e2b-86c4-a24dd7f8d6c9 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Pushing event deleted for resources: {'Port': ['ID=8aa0ca0a-5557-47fe-80d6-430364283a99,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:05.197422 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbf8957-0c96-4f28-9895-dfb8f2f72069 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:42:05.202909 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-782f7107-c6ed-411b-97fd-7394142a362b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:05.229775 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-62ec1be9-c67d-4e2b-86c4-a24dd7f8d6c9 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-933016'] for router_gateway, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:05.251450 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-55d0c435-2288-43cf-8ea6-5bff52f0796b None None] Deleting port ce3c2997-ab04-4647-b2e7-13a45d2f27c3 {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:42:05.252369 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-55d0c435-2288-43cf-8ea6-5bff52f0796b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:05.258296 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8d3c58fb-81cf-4ab3-b0bf-f8efbfbc9ccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:05.369345 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-55d0c435-2288-43cf-8ea6-5bff52f0796b None None] For port ce3c2997-ab04-4647-b2e7-13a45d2f27c3, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=ce3c2997-ab04-4647-b2e7-13a45d2f27c3,segment=NetworkSegment(7b0f7e94-0541-4a5b-a8eb-bc9ffc4aa181),segment_id=7b0f7e94-0541-4a5b-a8eb-bc9ffc4aa181)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:42:05.369922 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-55d0c435-2288-43cf-8ea6-5bff52f0796b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:05.384333 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-55d0c435-2288-43cf-8ea6-5bff52f0796b None None] Calling delete_port for ce3c2997-ab04-4647-b2e7-13a45d2f27c3 owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:42:05.458331 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-62ec1be9-c67d-4e2b-86c4-a24dd7f8d6c9 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:05.464262 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-62ec1be9-c67d-4e2b-86c4-a24dd7f8d6c9 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:05.552762 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-55d0c435-2288-43cf-8ea6-5bff52f0796b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:05.623709 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-62ec1be9-c67d-4e2b-86c4-a24dd7f8d6c9 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:05.624281 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62ec1be9-c67d-4e2b-86c4-a24dd7f8d6c9 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Fanout notify agent at l3_agent the message router_deleted on router fe5ed5d2-c0ca-4431-8ddf-113252867041 {{(pid=102600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:42:05.630498 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d0c435-2288-43cf-8ea6-5bff52f0796b None None] No DVR routers for this DVR port ce3c2997-ab04-4647-b2e7-13a45d2f27c3 on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:42:05.639344 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d0c435-2288-43cf-8ea6-5bff52f0796b None None] Pushing event deleted for resources: {'Port': ['ID=ce3c2997-ab04-4647-b2e7-13a45d2f27c3,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:05.666745 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:05.683962 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-62ec1be9-c67d-4e2b-86c4-a24dd7f8d6c9 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:05.685102 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-62ec1be9-c67d-4e2b-86c4-a24dd7f8d6c9 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "DELETE /v2.0/routers/fe5ed5d2-c0ca-4431-8ddf-113252867041 HTTP/1.1" status: 204 len: 168 time: 2.4375079 Nov 12 08:42:05.689570 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 52976) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:05.700658 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-9d13f965-bae0-4895-99d6-780d0785749a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9ed3ba-d251-4191-bae7-35377d074008', 'name': 'tempest-TestNetworkBasicOps-router-1622238044', 'tenant_id': 'cdcff4fc638944839e15d4e4416a2271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '81fa30dd-4c47-438a-89ba-77ddbd35fe4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:41:48Z', 'updated_at': '2021-11-12T08:42:00Z', 'revision_number': 4, 'project_id': 'cdcff4fc638944839e15d4e4416a2271', 'gw_port': {'id': '81fa30dd-4c47-438a-89ba-77ddbd35fe4b', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9ed3ba-d251-4191-bae7-35377d074008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:41:49Z', 'updated_at': '2021-11-12T08:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '5ac5e61f-4665-40c7-a945-4c0e6bd7eebc', 'name': '', 'network_id': '86b8c87a-274c-4919-b69d-637f6591ab2d', 'tenant_id': 'cdcff4fc638944839e15d4e4416a2271', 'mac_address': 'fa:16:3e:1a:91:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9ed3ba-d251-4191-bae7-35377d074008', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'd9a00d2d-2c3f-4ff1-b492-21889461a07b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:41:57Z', 'updated_at': '2021-11-12T08:42:01Z', 'revision_number': 2, 'project_id': 'cdcff4fc638944839e15d4e4416a2271', 'subnets': [{'id': 'd9a00d2d-2c3f-4ff1-b492-21889461a07b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:05.805226 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642797f1-05b5-4dbd-9021-3f514a5614e1 req-1d889d99-ea2b-495f-8c82-de4370bde7e1 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:05.807535 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-642797f1-05b5-4dbd-9021-3f514a5614e1 req-1d889d99-ea2b-495f-8c82-de4370bde7e1 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=a30918cd-4df7-4f62-a2b9-c8bc0083f909 HTTP/1.1" status: 200 len: 943 time: 0.2387514 Nov 12 08:42:05.811702 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d13f965-bae0-4895-99d6-780d0785749a None None] Checking router: bd9ed3ba-d251-4191-bae7-35377d074008 for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:42:05.812221 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d13f965-bae0-4895-99d6-780d0785749a None None] Updating router bd9ed3ba-d251-4191-bae7-35377d074008 port 5ac5e61f-4665-40c7-a945-4c0e6bd7eebc binding host n-d-765315-29 {{(pid=102601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:42:05.958669 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-66f3c6e1-c16b-4a33-974e-9bd37f50a1b5 None None] Provisioning complete for port 5ac5e61f-4665-40c7-a945-4c0e6bd7eebc triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:05.960669 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-66f3c6e1-c16b-4a33-974e-9bd37f50a1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:06.022876 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9d13f965-bae0-4895-99d6-780d0785749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:06.099769 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-66f3c6e1-c16b-4a33-974e-9bd37f50a1b5 None None] Port 5ac5e61f-4665-40c7-a945-4c0e6bd7eebc cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:42:06.114759 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3355a680-e148-4236-87a0-5fe8e86db5fb tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:06.194410 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-66f3c6e1-c16b-4a33-974e-9bd37f50a1b5 None None] Provisioning complete for port ba755328-7dc2-44c1-97b6-fa26f4f6f7eb triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:06.194656 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-66f3c6e1-c16b-4a33-974e-9bd37f50a1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:06.211038 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-642797f1-05b5-4dbd-9021-3f514a5614e1 req-5f145654-2447-4dfe-ac0f-a342f46486e4 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3866129 Nov 12 08:42:06.238557 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-7a28aaa2-9c2b-449e-86f9-82940c67cfe7 tempest-TestNetworkBasicOps-265207529 tempest-TestNetworkBasicOps-265207529-project-admin] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4495 time: 2.2169802 Nov 12 08:42:06.245516 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-782f7107-c6ed-411b-97fd-7394142a362b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:06.480234 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3c58fb-81cf-4ab3-b0bf-f8efbfbc9ccb admin admin] Pushing event updated for resources: {'Subnet': ['ID=8931b476-4a91-4579-98da-ff8fc1157906,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:06.587145 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3c58fb-81cf-4ab3-b0bf-f8efbfbc9ccb admin admin] Checking segment: {'id': 'f918b2f9-c861-4e28-bd89-9f1cebe152b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a10d5edf-522d-405f-9896-8cd4aba72bdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:42:06.604809 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3c58fb-81cf-4ab3-b0bf-f8efbfbc9ccb admin admin] Network hostable DHCP agents. Network: a10d5edf-522d-405f-9896-8cd4aba72bdb, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:42:06.659029 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3c58fb-81cf-4ab3-b0bf-f8efbfbc9ccb admin admin] Network a10d5edf-522d-405f-9896-8cd4aba72bdb is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:42:06.702464 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-8d3c58fb-81cf-4ab3-b0bf-f8efbfbc9ccb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, a10d5edf-522d-405f-9896-8cd4aba72bdb) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:42:06.714878 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3c58fb-81cf-4ab3-b0bf-f8efbfbc9ccb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:06.716436 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8d3c58fb-81cf-4ab3-b0bf-f8efbfbc9ccb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:06.726878 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-782f7107-c6ed-411b-97fd-7394142a362b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:06.738661 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-782f7107-c6ed-411b-97fd-7394142a362b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:06.747514 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-782f7107-c6ed-411b-97fd-7394142a362b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f39ed293-5e53-4f5a-9273-84de06312da2 HTTP/1.1" status: 204 len: 168 time: 2.1144063 Nov 12 08:42:06.798741 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782f7107-c6ed-411b-97fd-7394142a362b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f39ed293-5e53-4f5a-9273-84de06312da2,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:06.811913 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-8d3c58fb-81cf-4ab3-b0bf-f8efbfbc9ccb admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.6284206 Nov 12 08:42:07.083663 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device ba755328-7dc2-44c1-97b6-fa26f4f6f7eb up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:42:07.085959 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8eac1e-bf22-4777-8bf9-b52fa7dadb6c None None] Network a10d5edf-522d-405f-9896-8cd4aba72bdb requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:42:07.092512 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 53008) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:07.102210 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-411b5b1f-aaf1-42c0-8113-4f43f961c9ef tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2142181949', 'description': 'tempest-secgroup-smoke-2142181949 description', 'project_id': 'cdcff4fc638944839e15d4e4416a2271'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:07.112851 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3355a680-e148-4236-87a0-5fe8e86db5fb tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:07.189309 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-411b5b1f-aaf1-42c0-8113-4f43f961c9ef tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:07.214194 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-3355a680-e148-4236-87a0-5fe8e86db5fb tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a86a16a-e574-4b84-b4af-d17ebf35c6da']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:07.220194 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 53014) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:07.251306 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-3355a680-e148-4236-87a0-5fe8e86db5fb tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b0f7e94-0541-4a5b-a8eb-bc9ffc4aa181') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:07.251306 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-3355a680-e148-4236-87a0-5fe8e86db5fb tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b0f7e94-0541-4a5b-a8eb-bc9ffc4aa181') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:07.270204 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-92950a0b-fcda-4caf-bdbd-abd6cfdeab49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:07.282470 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3355a680-e148-4236-87a0-5fe8e86db5fb tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:07.330779 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3355a680-e148-4236-87a0-5fe8e86db5fb tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:07.339897 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3355a680-e148-4236-87a0-5fe8e86db5fb tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:42:07.340439 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3355a680-e148-4236-87a0-5fe8e86db5fb tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:07.348461 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:42:07.348461 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:42:07.348461 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:42:07.348461 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:42:07.348461 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:42:07.348461 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:42:07.348461 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:42:07.348461 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:42:07.348461 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:42:07.348461 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:42:07.348461 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:42:07.348461 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:42:07.348461 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:42:07.348461 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:42:07.348461 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:42:07.348461 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:42:07.348461 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:42:07.348461 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:42:07.348461 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:42:07.348461 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:42:07.348461 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:42:07.348461 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:42:07.348461 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:42:07.348461 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:42:07.348461 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:42:07.348461 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:42:07.348461 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:42:07.348461 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:42:07.348461 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:42:07.348461 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:42:07.348461 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:42:07.348461 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:42:07.441495 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-943e68c0-0d46-4ca4-855a-15020121f1e8 None None] Provisioning complete for port 5ac5e61f-4665-40c7-a945-4c0e6bd7eebc triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:07.441873 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-943e68c0-0d46-4ca4-855a-15020121f1e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:07.469590 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-411b5b1f-aaf1-42c0-8113-4f43f961c9ef tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:07.477702 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1a78c24-1095-4cb6-9368-4dbc79bf9a44 admin admin] Deleting subnet 264e78b7-1bd0-496b-84d7-9be2498f575f {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:42:07.481561 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b1a78c24-1095-4cb6-9368-4dbc79bf9a44 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:07.483914 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-411b5b1f-aaf1-42c0-8113-4f43f961c9ef tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:07.562226 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3355a680-e148-4236-87a0-5fe8e86db5fb tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:07.572741 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3355a680-e148-4236-87a0-5fe8e86db5fb tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:07.576504 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-3355a680-e148-4236-87a0-5fe8e86db5fb tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "DELETE /v2.0/networks/2a86a16a-e574-4b84-b4af-d17ebf35c6da HTTP/1.1" status: 204 len: 168 time: 1.8733225 Nov 12 08:42:07.585044 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 53024) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:07.585438 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 53026) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:07.603297 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3355a680-e148-4236-87a0-5fe8e86db5fb tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Pushing event deleted for resources: {'Network': ['ID=2a86a16a-e574-4b84-b4af-d17ebf35c6da,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:07.617054 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb3c1fd-ff38-4f3a-84fc-ac83db4907a8 req-f171dd6b-1326-4e2f-b524-31ad7f1a4f4a tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:07.618985 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4cb3c1fd-ff38-4f3a-84fc-ac83db4907a8 req-f171dd6b-1326-4e2f-b524-31ad7f1a4f4a tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=a30918cd-4df7-4f62-a2b9-c8bc0083f909 HTTP/1.1" status: 200 len: 943 time: 0.2382100 Nov 12 08:42:07.634168 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port ba755328-7dc2-44c1-97b6-fa26f4f6f7eb triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:07.634813 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:07.645244 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-943e68c0-0d46-4ca4-855a-15020121f1e8 None None] Port 5ac5e61f-4665-40c7-a945-4c0e6bd7eebc cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:42:07.695141 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-35ad530e-d851-484b-982d-cef49b5ecd88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:07.697042 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411b5b1f-aaf1-42c0-8113-4f43f961c9ef tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15d740a6-a940-4833-a40a-a029a06c8446,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:07.715762 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b1a78c24-1095-4cb6-9368-4dbc79bf9a44 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31181813'] for subnet, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:07.729115 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4cb3c1fd-ff38-4f3a-84fc-ac83db4907a8 req-1644f373-6d06-4876-a3fe-5612169e6099 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977328 Nov 12 08:42:07.824099 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-411b5b1f-aaf1-42c0-8113-4f43f961c9ef tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:07.825789 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-411b5b1f-aaf1-42c0-8113-4f43f961c9ef tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.7313781 Nov 12 08:42:07.830350 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 53028) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:07.838303 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-d985568e-3521-4f55-a313-e927e617b9f5 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Request body: {'security_group_rule': {'security_group_id': '15d740a6-a940-4833-a40a-a029a06c8446', 'project_id': 'cdcff4fc638944839e15d4e4416a2271', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:07.860359 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dfab656-e5cf-4df0-8165-64cb6e7bdb13 None None] Network a10d5edf-522d-405f-9896-8cd4aba72bdb requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:42:07.924463 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d985568e-3521-4f55-a313-e927e617b9f5 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:07.956775 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b1a78c24-1095-4cb6-9368-4dbc79bf9a44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:07.959277 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a3035da3-a0d5-4941-af63-be4b1bb7c613 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:08.035414 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9d13f965-bae0-4895-99d6-780d0785749a None None] Publish callbacks [] for port, precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:08.089161 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9d13f965-bae0-4895-99d6-780d0785749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:08.170261 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d985568e-3521-4f55-a313-e927e617b9f5 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:08.176890 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a3035da3-a0d5-4941-af63-be4b1bb7c613 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:08.211693 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:08.212650 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d985568e-3521-4f55-a313-e927e617b9f5 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:08.276234 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ddb060-f19e-41a4-954f-c881dbc72e81 None None] Pushing event updated for resources: {'Port': ['ID=5ac5e61f-4665-40c7-a945-4c0e6bd7eebc,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:08.278934 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b1a78c24-1095-4cb6-9368-4dbc79bf9a44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:08.294027 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-35ad530e-d851-484b-982d-cef49b5ecd88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:08.315859 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d985568e-3521-4f55-a313-e927e617b9f5 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fadc511f-e9d0-4e5d-a8d9-32cfde31495a,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:08.326819 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d985568e-3521-4f55-a313-e927e617b9f5 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:08.329225 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-d985568e-3521-4f55-a313-e927e617b9f5 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4976976 Nov 12 08:42:08.343271 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 53038) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:08.349255 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a78c24-1095-4cb6-9368-4dbc79bf9a44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=264e78b7-1bd0-496b-84d7-9be2498f575f,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:08.354046 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-4736f6ad-cb1c-4bd8-9f73-116cbc97839f tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Request body: {'security_group_rule': {'security_group_id': '15d740a6-a940-4833-a40a-a029a06c8446', 'project_id': 'cdcff4fc638944839e15d4e4416a2271', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:08.358544 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-35ad530e-d851-484b-982d-cef49b5ecd88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:08.371447 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b1a78c24-1095-4cb6-9368-4dbc79bf9a44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:08.378726 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a603ee-373e-4a8e-ac94-c6c8e0118fe4 req-506ca234-6397-4c07-9f33-fc6cfef4efc5 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:08.381070 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-b1a78c24-1095-4cb6-9368-4dbc79bf9a44 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/264e78b7-1bd0-496b-84d7-9be2498f575f HTTP/1.1" status: 204 len: 168 time: 1.1596627 Nov 12 08:42:08.386114 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 53040) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:08.387761 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-98a603ee-373e-4a8e-ac94-c6c8e0118fe4 req-506ca234-6397-4c07-9f33-fc6cfef4efc5 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "GET /v2.0/ports?device_id=4fe2a741-ae48-451e-afdd-1247d8e7962b HTTP/1.1" status: 200 len: 945 time: 0.2104712 Nov 12 08:42:08.408573 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-9d13f965-bae0-4895-99d6-780d0785749a None None] Attempting to bind port 5ac5e61f-4665-40c7-a945-4c0e6bd7eebc on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:42:08.409257 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-9d13f965-bae0-4895-99d6-780d0785749a None None] Attempting to bind port 5ac5e61f-4665-40c7-a945-4c0e6bd7eebc by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '42fd31a6-b332-4ff2-a9ed-35d53e7e9cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '86b8c87a-274c-4919-b69d-637f6591ab2d'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:42:08.410067 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d13f965-bae0-4895-99d6-780d0785749a None None] Attempting to bind port 5ac5e61f-4665-40c7-a945-4c0e6bd7eebc on network 86b8c87a-274c-4919-b69d-637f6591ab2d {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:42:08.417588 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d13f965-bae0-4895-99d6-780d0785749a None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:42:08.418346 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d13f965-bae0-4895-99d6-780d0785749a None None] Checking segment: {'id': '42fd31a6-b332-4ff2-a9ed-35d53e7e9cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '86b8c87a-274c-4919-b69d-637f6591ab2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:42:08.419026 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9d13f965-bae0-4895-99d6-780d0785749a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:08.419603 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d13f965-bae0-4895-99d6-780d0785749a None None] Bound using segment: {'id': '42fd31a6-b332-4ff2-a9ed-35d53e7e9cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '86b8c87a-274c-4919-b69d-637f6591ab2d'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:42:08.420665 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-9d13f965-bae0-4895-99d6-780d0785749a None None] Bound port: 5ac5e61f-4665-40c7-a945-4c0e6bd7eebc, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42fd31a6-b332-4ff2-a9ed-35d53e7e9cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '86b8c87a-274c-4919-b69d-637f6591ab2d'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:42:08.421459 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9d13f965-bae0-4895-99d6-780d0785749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:08.475212 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4736f6ad-cb1c-4bd8-9f73-116cbc97839f tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:08.525503 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-98a603ee-373e-4a8e-ac94-c6c8e0118fe4 req-adf11a6b-036f-4f2d-b845-72d3d464325e tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "GET /v2.0/security-groups?id=116e616a-6b89-47e2-a718-8f32c1b37df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345029 Nov 12 08:42:08.548326 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ad530e-d851-484b-982d-cef49b5ecd88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3c9dbc-da54-4f80-b0c4-87dde193c1e8,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:08.552587 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device ce3c2997-ab04-4647-b2e7-13a45d2f27c3 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:42:08.591538 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-35ad530e-d851-484b-982d-cef49b5ecd88 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=23f6b60a175649ce907a1fc6f075340e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9892206 Nov 12 08:42:08.595671 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 53046) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:08.643495 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4736f6ad-cb1c-4bd8-9f73-116cbc97839f tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:08.648145 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4736f6ad-cb1c-4bd8-9f73-116cbc97839f tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:08.653316 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: ce3c2997-ab04-4647-b2e7-13a45d2f27c3 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:42:08.653656 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device ce3c2997-ab04-4647-b2e7-13a45d2f27c3 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:42:08.654273 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 8aa0ca0a-5557-47fe-80d6-430364283a99 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:42:08.690768 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4736f6ad-cb1c-4bd8-9f73-116cbc97839f tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:08.692693 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-4736f6ad-cb1c-4bd8-9f73-116cbc97839f tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3474822 Nov 12 08:42:08.700070 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-84f36b7b-2feb-42c1-ba42-9c74ebe53778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:08.701693 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 53048) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:08.706077 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 8aa0ca0a-5557-47fe-80d6-430364283a99 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:42:08.706533 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 8aa0ca0a-5557-47fe-80d6-430364283a99 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:42:08.712233 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-b2a98d80-d452-4a80-938d-d6cc85327ea3 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Request body: {'security_group_rule': {'security_group_id': '15d740a6-a940-4833-a40a-a029a06c8446', 'project_id': 'cdcff4fc638944839e15d4e4416a2271', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:08.722115 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4736f6ad-cb1c-4bd8-9f73-116cbc97839f tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=225287ee-71fc-4770-84e7-f3ad0cb91925,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:08.737776 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-9d13f965-bae0-4895-99d6-780d0785749a None None] For port 5ac5e61f-4665-40c7-a945-4c0e6bd7eebc, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:42:08.741618 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-9d13f965-bae0-4895-99d6-780d0785749a None None] For port 5ac5e61f-4665-40c7-a945-4c0e6bd7eebc, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=5ac5e61f-4665-40c7-a945-4c0e6bd7eebc,segment=NetworkSegment(42fd31a6-b332-4ff2-a9ed-35d53e7e9cdd),segment_id=42fd31a6-b332-4ff2-a9ed-35d53e7e9cdd)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:42:08.752113 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a3035da3-a0d5-4941-af63-be4b1bb7c613 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:08.755836 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a3035da3-a0d5-4941-af63-be4b1bb7c613 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:08.760945 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b2a98d80-d452-4a80-938d-d6cc85327ea3 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:08.761332 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-a3035da3-a0d5-4941-af63-be4b1bb7c613 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "DELETE /v2.0/security-groups/87051b75-a5b8-4134-a29f-d7bdc7d0859e HTTP/1.1" status: 204 len: 168 time: 1.1661098 Nov 12 08:42:08.763183 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9d13f965-bae0-4895-99d6-780d0785749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:08.769198 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-af40cf99-f937-473b-a85c-622bae6be898 None None] Provisioning complete for port 5ac5e61f-4665-40c7-a945-4c0e6bd7eebc triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:08.774038 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-af40cf99-f937-473b-a85c-622bae6be898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:08.810829 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3035da3-a0d5-4941-af63-be4b1bb7c613 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87051b75-a5b8-4134-a29f-d7bdc7d0859e,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:08.851147 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b2a98d80-d452-4a80-938d-d6cc85327ea3 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:08.860168 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e6ce1061-3600-4147-a323-ee162eb00ce6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:08.870179 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b2a98d80-d452-4a80-938d-d6cc85327ea3 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:08.938173 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d13f965-bae0-4895-99d6-780d0785749a None None] Routers {'bd9ed3ba-d251-4191-bae7-35377d074008'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:42:08.939228 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-9d13f965-bae0-4895-99d6-780d0785749a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:42:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['bd9ed3ba-d251-4191-bae7-35377d074008'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:08.955242 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-84f36b7b-2feb-42c1-ba42-9c74ebe53778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:08.957260 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a98d80-d452-4a80-938d-d6cc85327ea3 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4d5eb6d-3221-4e67-abee-63493f4fb59c,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:08.988154 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-84f36b7b-2feb-42c1-ba42-9c74ebe53778 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['326abedb-8acf-4143-b32a-641bef10f8d9']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:08.992470 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b2a98d80-d452-4a80-938d-d6cc85327ea3 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:08.999935 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-84f36b7b-2feb-42c1-ba42-9c74ebe53778 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb7379c3-16c2-4810-8910-03787a3e0b45') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:09.001140 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-84f36b7b-2feb-42c1-ba42-9c74ebe53778 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb7379c3-16c2-4810-8910-03787a3e0b45') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:09.008043 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-b2a98d80-d452-4a80-938d-d6cc85327ea3 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3033485 Nov 12 08:42:09.008870 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 53054) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:09.012899 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-84f36b7b-2feb-42c1-ba42-9c74ebe53778 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:09.018940 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-4af2d63b-de74-43e6-aff0-62adf9c912d2 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Request body: {'security_group_rule': {'security_group_id': '15d740a6-a940-4833-a40a-a029a06c8446', 'project_id': 'cdcff4fc638944839e15d4e4416a2271', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:09.029161 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ddb060-f19e-41a4-954f-c881dbc72e81 None None] Pushing event updated for resources: {'Port': ['ID=5ac5e61f-4665-40c7-a945-4c0e6bd7eebc,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:09.046308 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-84f36b7b-2feb-42c1-ba42-9c74ebe53778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:09.054765 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a07f6e0-b2a5-4cd9-9992-df046e6580e4 req-42f1ce2f-2c51-436e-b010-87a9aa9e321b tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:09.064533 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3a07f6e0-b2a5-4cd9-9992-df046e6580e4 req-42f1ce2f-2c51-436e-b010-87a9aa9e321b tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=a30918cd-4df7-4f62-a2b9-c8bc0083f909 HTTP/1.1" status: 200 len: 943 time: 0.2100923 Nov 12 08:42:09.072259 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84f36b7b-2feb-42c1-ba42-9c74ebe53778 admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:42:09.072673 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-84f36b7b-2feb-42c1-ba42-9c74ebe53778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:09.187008 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4af2d63b-de74-43e6-aff0-62adf9c912d2 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:09.200065 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 08:42:09.200065 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:42:09.200065 n-d-765315-29 neutron-server[102599]: timer() Nov 12 08:42:09.200065 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:42:09.200065 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 08:42:09.200065 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:42:09.200065 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 08:42:09.200065 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:42:09.200065 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 08:42:09.200065 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:42:09.200065 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 08:42:09.200065 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:42:09.200065 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 08:42:09.200065 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:42:09.200065 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:42:09.200065 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:42:09.200065 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:42:09.200065 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:42:09.200065 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 08:42:09.200065 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:42:09.200065 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 08:42:09.200065 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:42:09.200065 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:42:09.200065 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:42:09.200065 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 08:42:09.200065 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:42:09.200065 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:42:09.200065 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:42:09.200065 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:42:09.200065 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:42:09.200065 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:42:09.200065 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:42:09.217901 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-84f36b7b-2feb-42c1-ba42-9c74ebe53778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:09.226539 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-84f36b7b-2feb-42c1-ba42-9c74ebe53778 admin admin] Publish callbacks [] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:09.238915 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-84f36b7b-2feb-42c1-ba42-9c74ebe53778 admin admin] 10.222.0.26 "DELETE /v2.0/networks/326abedb-8acf-4143-b32a-641bef10f8d9 HTTP/1.1" status: 204 len: 168 time: 0.8428493 Nov 12 08:42:09.254059 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-af40cf99-f937-473b-a85c-622bae6be898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:09.257451 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-9d13f965-bae0-4895-99d6-780d0785749a None None] Set router bd9ed3ba-d251-4191-bae7-35377d074008 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:42:09.270896 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 53062) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:09.277325 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f36b7b-2feb-42c1-ba42-9c74ebe53778 admin admin] Pushing event deleted for resources: {'Network': ['ID=326abedb-8acf-4143-b32a-641bef10f8d9,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:09.308059 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e6ce1061-3600-4147-a323-ee162eb00ce6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:09.320660 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3a07f6e0-b2a5-4cd9-9992-df046e6580e4 req-fdf5b53a-8de5-4323-97bd-d2a83733c36d tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547255 Nov 12 08:42:09.370894 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:09.383528 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-af40cf99-f937-473b-a85c-622bae6be898 None None] For port 5ac5e61f-4665-40c7-a945-4c0e6bd7eebc, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=5ac5e61f-4665-40c7-a945-4c0e6bd7eebc,segment=NetworkSegment(42fd31a6-b332-4ff2-a9ed-35d53e7e9cdd),segment_id=42fd31a6-b332-4ff2-a9ed-35d53e7e9cdd)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:42:09.399436 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ba49de0-0a8f-4667-b00a-79d4cad4f167 admin admin] Deleting subnet 8931b476-4a91-4579-98da-ff8fc1157906 {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:42:09.402876 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4ba49de0-0a8f-4667-b00a-79d4cad4f167 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:09.420620 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4af2d63b-de74-43e6-aff0-62adf9c912d2 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:09.431482 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-af40cf99-f937-473b-a85c-622bae6be898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:09.435930 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4af2d63b-de74-43e6-aff0-62adf9c912d2 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:09.442299 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4ba49de0-0a8f-4667-b00a-79d4cad4f167 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31181813'] for subnet, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:09.487048 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4ba49de0-0a8f-4667-b00a-79d4cad4f167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:09.500960 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af2d63b-de74-43e6-aff0-62adf9c912d2 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4a271b7-2529-4edb-95b4-b54a914759a8,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:09.530643 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4af2d63b-de74-43e6-aff0-62adf9c912d2 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:09.530643 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-4af2d63b-de74-43e6-aff0-62adf9c912d2 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5149724 Nov 12 08:42:09.530643 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 53066) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:09.548493 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4ba49de0-0a8f-4667-b00a-79d4cad4f167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:09.566140 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-ef06f8e7-a0a9-4500-af06-642d6202d22a tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Request body: {'security_group_rule': {'security_group_id': '15d740a6-a940-4833-a40a-a029a06c8446', 'project_id': 'cdcff4fc638944839e15d4e4416a2271', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:09.608298 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba49de0-0a8f-4667-b00a-79d4cad4f167 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8931b476-4a91-4579-98da-ff8fc1157906,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:09.620266 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4ba49de0-0a8f-4667-b00a-79d4cad4f167 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:09.621584 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-357d7eb3-d0af-49d8-bde8-7ba7e676573c None None] Provisioning complete for port 5ac5e61f-4665-40c7-a945-4c0e6bd7eebc triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:09.621998 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-357d7eb3-d0af-49d8-bde8-7ba7e676573c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:09.624031 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-4ba49de0-0a8f-4667-b00a-79d4cad4f167 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/8931b476-4a91-4579-98da-ff8fc1157906 HTTP/1.1" status: 204 len: 168 time: 0.3369725 Nov 12 08:42:09.627036 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba49de0-0a8f-4667-b00a-79d4cad4f167 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:09.627537 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba49de0-0a8f-4667-b00a-79d4cad4f167 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:09.627834 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba49de0-0a8f-4667-b00a-79d4cad4f167 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:09.628181 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba49de0-0a8f-4667-b00a-79d4cad4f167 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:09.628917 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba49de0-0a8f-4667-b00a-79d4cad4f167 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:09.629289 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba49de0-0a8f-4667-b00a-79d4cad4f167 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:09.629651 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba49de0-0a8f-4667-b00a-79d4cad4f167 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:09.629987 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba49de0-0a8f-4667-b00a-79d4cad4f167 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:09.631180 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba49de0-0a8f-4667-b00a-79d4cad4f167 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:09.631180 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba49de0-0a8f-4667-b00a-79d4cad4f167 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:09.631523 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba49de0-0a8f-4667-b00a-79d4cad4f167 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:09.631734 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba49de0-0a8f-4667-b00a-79d4cad4f167 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:09.634309 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 53070) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:09.653423 n-d-765315-29 neutron-server[102600]: INFO neutron.db.securitygroups_db [None req-ef06f8e7-a0a9-4500-af06-642d6202d22a tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Project cdcff4fc638944839e15d4e4416a2271 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 08:42:09.673453 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af40cf99-f937-473b-a85c-622bae6be898 None None] Pushing event updated for resources: {'Port': ['ID=5ac5e61f-4665-40c7-a945-4c0e6bd7eebc,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:09.677583 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ef06f8e7-a0a9-4500-af06-642d6202d22a tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:09.732623 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e6ce1061-3600-4147-a323-ee162eb00ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:09.739667 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e6ce1061-3600-4147-a323-ee162eb00ce6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:09.747222 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-e6ce1061-3600-4147-a323-ee162eb00ce6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ec3c9dbc-da54-4f80-b0c4-87dde193c1e8 HTTP/1.1" status: 204 len: 168 time: 1.1479347 Nov 12 08:42:09.778819 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ce1061-3600-4147-a323-ee162eb00ce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3c9dbc-da54-4f80-b0c4-87dde193c1e8,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:09.798239 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4b09e285-9bbb-414d-a596-3dd61243f74c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:09.869550 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 53074) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:09.883573 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-8dbf2e17-a65e-400f-8b16-1236390d9c8d tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-211911280', 'description': 'tempest-secgroup-smoke-211911280 description', 'project_id': 'af01ccd549054d7f8ad1904b6846172a'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:09.925468 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4b09e285-9bbb-414d-a596-3dd61243f74c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:09.980365 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-9d13f965-bae0-4895-99d6-780d0785749a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9ed3ba-d251-4191-bae7-35377d074008', 'name': 'tempest-TestNetworkBasicOps-router-1622238044', 'tenant_id': 'cdcff4fc638944839e15d4e4416a2271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '81fa30dd-4c47-438a-89ba-77ddbd35fe4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:41:48Z', 'updated_at': '2021-11-12T08:42:00Z', 'revision_number': 4, 'project_id': 'cdcff4fc638944839e15d4e4416a2271', 'gw_port': {'id': '81fa30dd-4c47-438a-89ba-77ddbd35fe4b', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9ed3ba-d251-4191-bae7-35377d074008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:41:49Z', 'updated_at': '2021-11-12T08:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '5ac5e61f-4665-40c7-a945-4c0e6bd7eebc', 'name': '', 'network_id': '86b8c87a-274c-4919-b69d-637f6591ab2d', 'tenant_id': 'cdcff4fc638944839e15d4e4416a2271', 'mac_address': 'fa:16:3e:1a:91:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9ed3ba-d251-4191-bae7-35377d074008', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'd9a00d2d-2c3f-4ff1-b492-21889461a07b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:41:57Z', 'updated_at': '2021-11-12T08:42:08Z', 'revision_number': 4, 'project_id': 'cdcff4fc638944839e15d4e4416a2271', 'subnets': [{'id': 'd9a00d2d-2c3f-4ff1-b492-21889461a07b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:09.981994 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-4b09e285-9bbb-414d-a596-3dd61243f74c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a10d5edf-522d-405f-9896-8cd4aba72bdb']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:09.986298 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ef06f8e7-a0a9-4500-af06-642d6202d22a tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:10.011072 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-4b09e285-9bbb-414d-a596-3dd61243f74c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f918b2f9-c861-4e28-bd89-9f1cebe152b5') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:10.011695 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-4b09e285-9bbb-414d-a596-3dd61243f74c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f918b2f9-c861-4e28-bd89-9f1cebe152b5') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:10.037952 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4b09e285-9bbb-414d-a596-3dd61243f74c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:10.045578 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:10.055514 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ef06f8e7-a0a9-4500-af06-642d6202d22a tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:10.060423 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d13f965-bae0-4895-99d6-780d0785749a None None] The sync data for ids ['bd9ed3ba-d251-4191-bae7-35377d074008'] in n-d-765315-29 is: [{'id': 'bd9ed3ba-d251-4191-bae7-35377d074008', 'name': 'tempest-TestNetworkBasicOps-router-1622238044', 'tenant_id': 'cdcff4fc638944839e15d4e4416a2271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '81fa30dd-4c47-438a-89ba-77ddbd35fe4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:41:48Z', 'updated_at': '2021-11-12T08:42:00Z', 'revision_number': 4, 'project_id': 'cdcff4fc638944839e15d4e4416a2271', 'gw_port': {'id': '81fa30dd-4c47-438a-89ba-77ddbd35fe4b', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9ed3ba-d251-4191-bae7-35377d074008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:41:49Z', 'updated_at': '2021-11-12T08:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '5ac5e61f-4665-40c7-a945-4c0e6bd7eebc', 'name': '', 'network_id': '86b8c87a-274c-4919-b69d-637f6591ab2d', 'tenant_id': 'cdcff4fc638944839e15d4e4416a2271', 'mac_address': 'fa:16:3e:1a:91:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9ed3ba-d251-4191-bae7-35377d074008', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'd9a00d2d-2c3f-4ff1-b492-21889461a07b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:41:57Z', 'updated_at': '2021-11-12T08:42:08Z', 'revision_number': 4, 'project_id': 'cdcff4fc638944839e15d4e4416a2271', 'subnets': [{'id': 'd9a00d2d-2c3f-4ff1-b492-21889461a07b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:42:10.069722 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4b09e285-9bbb-414d-a596-3dd61243f74c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:10.078800 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b09e285-9bbb-414d-a596-3dd61243f74c admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:42:10.080222 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4b09e285-9bbb-414d-a596-3dd61243f74c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:10.086746 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 08:42:10.086746 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:42:10.086746 n-d-765315-29 neutron-server[102599]: timer() Nov 12 08:42:10.086746 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:42:10.086746 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 08:42:10.086746 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:42:10.086746 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 08:42:10.086746 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:42:10.086746 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 08:42:10.086746 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:42:10.086746 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 08:42:10.086746 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:42:10.086746 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 08:42:10.086746 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:42:10.086746 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:42:10.086746 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:42:10.086746 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:42:10.086746 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:42:10.086746 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 08:42:10.086746 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:42:10.086746 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 08:42:10.086746 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:42:10.086746 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:42:10.086746 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:42:10.086746 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 08:42:10.086746 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:42:10.086746 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:42:10.086746 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:42:10.086746 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:42:10.086746 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:42:10.086746 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:42:10.086746 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:42:10.138573 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef06f8e7-a0a9-4500-af06-642d6202d22a tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67b95c2a-dd0d-4a38-acdd-4265f6ff1422,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:10.140895 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8dbf2e17-a65e-400f-8b16-1236390d9c8d tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:10.156466 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ef06f8e7-a0a9-4500-af06-642d6202d22a tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:10.158642 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-ef06f8e7-a0a9-4500-af06-642d6202d22a tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6279345 Nov 12 08:42:10.202519 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 53084) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:10.227497 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-50610b16-1418-41af-a220-2c8ed9579f80 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Request body: {'security_group_rule': {'security_group_id': '15d740a6-a940-4833-a40a-a029a06c8446', 'project_id': 'cdcff4fc638944839e15d4e4416a2271', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:10.270040 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4b09e285-9bbb-414d-a596-3dd61243f74c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:10.294442 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4b09e285-9bbb-414d-a596-3dd61243f74c admin admin] Publish callbacks [] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:10.303526 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71afda4-e6cc-400a-9a05-bed883c67a85 req-0e4b63f5-7a2f-42c9-995b-6198fa764e0e tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:10.306918 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c71afda4-e6cc-400a-9a05-bed883c67a85 req-0e4b63f5-7a2f-42c9-995b-6198fa764e0e tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "GET /v2.0/ports?device_id=4fe2a741-ae48-451e-afdd-1247d8e7962b HTTP/1.1" status: 200 len: 945 time: 0.3167307 Nov 12 08:42:10.319610 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-4b09e285-9bbb-414d-a596-3dd61243f74c admin admin] 10.222.0.26 "DELETE /v2.0/networks/a10d5edf-522d-405f-9896-8cd4aba72bdb HTTP/1.1" status: 204 len: 168 time: 0.6771452 Nov 12 08:42:10.362648 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b09e285-9bbb-414d-a596-3dd61243f74c admin admin] Pushing event deleted for resources: {'Network': ['ID=a10d5edf-522d-405f-9896-8cd4aba72bdb,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:10.497133 n-d-765315-29 neutron-server[102600]: INFO neutron.db.securitygroups_db [None req-50610b16-1418-41af-a220-2c8ed9579f80 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Project cdcff4fc638944839e15d4e4416a2271 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 08:42:10.501521 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b33dc0-0502-4933-ae33-469ff0ac7361 req-a2543001-c623-41a1-ab75-b9a698283848 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:10.511758 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-50610b16-1418-41af-a220-2c8ed9579f80 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:10.517265 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-19b33dc0-0502-4933-ae33-469ff0ac7361 req-a2543001-c623-41a1-ab75-b9a698283848 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fe2a741-ae48-451e-afdd-1247d8e7962b HTTP/1.1" status: 200 len: 945 time: 0.1594696 Nov 12 08:42:10.594183 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c71afda4-e6cc-400a-9a05-bed883c67a85 req-6b5b5c4e-aefd-4c0e-9732-94404b75ea54 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "GET /v2.0/security-groups?id=116e616a-6b89-47e2-a718-8f32c1b37df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2732325 Nov 12 08:42:10.612333 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 53090) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:10.738885 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6ee5b91b-349f-42eb-a98e-a5bca3fe6378 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:10.832180 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-19b33dc0-0502-4933-ae33-469ff0ac7361 req-cb724bf3-875b-41c2-937c-3deea36a7f4b tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Deleting port 41d2c921-566a-4d65-a257-c91bd8851913 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:42:10.833466 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-19b33dc0-0502-4933-ae33-469ff0ac7361 req-cb724bf3-875b-41c2-937c-3deea36a7f4b tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:10.884809 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-50610b16-1418-41af-a220-2c8ed9579f80 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:10.892360 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8dbf2e17-a65e-400f-8b16-1236390d9c8d tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:10.894350 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-50610b16-1418-41af-a220-2c8ed9579f80 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:10.930530 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8dbf2e17-a65e-400f-8b16-1236390d9c8d tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:10.976954 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 5ac5e61f-4665-40c7-a945-4c0e6bd7eebc up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:42:11.000051 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8dbf2e17-a65e-400f-8b16-1236390d9c8d tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:11.005414 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-8dbf2e17-a65e-400f-8b16-1236390d9c8d tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.1338890 Nov 12 08:42:11.006353 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 53096) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:11.011690 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-8e9bbdb7-01a7-4341-9d4f-4e663471b0bc tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Request body: {'security_group_rule': {'security_group_id': '5fece665-e20b-467a-ac88-888552242c5d', 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:11.025838 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50610b16-1418-41af-a220-2c8ed9579f80 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=914f539c-9ed5-4a4b-b5c8-61f366dec22e,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:11.054015 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-50610b16-1418-41af-a220-2c8ed9579f80 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:11.055556 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-50610b16-1418-41af-a220-2c8ed9579f80 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8357477 Nov 12 08:42:11.103799 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1397119-4937-437a-8683-44d4a198e658 req-7a843d2e-45ed-419b-b781-091d1330413a tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:11.121076 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-19b33dc0-0502-4933-ae33-469ff0ac7361 req-cb724bf3-875b-41c2-937c-3deea36a7f4b tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] For port 41d2c921-566a-4d65-a257-c91bd8851913, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=41d2c921-566a-4d65-a257-c91bd8851913,segment=NetworkSegment(a311d405-ce7a-452b-a884-7f4921b50215),segment_id=a311d405-ce7a-452b-a884-7f4921b50215)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:42:11.121730 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-19b33dc0-0502-4933-ae33-469ff0ac7361 req-cb724bf3-875b-41c2-937c-3deea36a7f4b tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:11.122259 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a1397119-4937-437a-8683-44d4a198e658 req-7a843d2e-45ed-419b-b781-091d1330413a tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=a30918cd-4df7-4f62-a2b9-c8bc0083f909 HTTP/1.1" status: 200 len: 943 time: 0.3843198 Nov 12 08:42:11.127897 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8e9bbdb7-01a7-4341-9d4f-4e663471b0bc tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:11.136801 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbf2e17-a65e-400f-8b16-1236390d9c8d tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fece665-e20b-467a-ac88-888552242c5d,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:11.195196 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 5ac5e61f-4665-40c7-a945-4c0e6bd7eebc triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:11.195595 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:11.227318 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 53100) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:11.401410 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a1397119-4937-437a-8683-44d4a198e658 req-c8368e5d-4042-4181-8b95-fcf87f737400 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751226 Nov 12 08:42:11.429978 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6ee5b91b-349f-42eb-a98e-a5bca3fe6378 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:11.440756 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-b9381ee0-5b09-44c7-a8d3-f022203db7af admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2d4c53e070cc44caa2bde5fee44209c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2055399 Nov 12 08:42:11.441862 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 53110) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:11.486897 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6ee5b91b-349f-42eb-a98e-a5bca3fe6378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:11.560701 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee5b91b-349f-42eb-a98e-a5bca3fe6378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6884e79c-9304-41c7-950f-fcdd1df561cd,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:11.563746 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8e9bbdb7-01a7-4341-9d4f-4e663471b0bc tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:11.567378 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-6ee5b91b-349f-42eb-a98e-a5bca3fe6378 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6093cbb62ebe46f9891fd51a5cae8f3a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9526837 Nov 12 08:42:11.577671 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 53120) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:11.580244 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b6bedd04-d066-40b2-a98b-4762001a0f7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:11.583718 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8e9bbdb7-01a7-4341-9d4f-4e663471b0bc tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:11.639325 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9bbdb7-01a7-4341-9d4f-4e663471b0bc tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55cf8e66-cd5d-48e2-9243-e3176298b692,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:11.645857 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b654639f-27c2-4014-8cc5-ff08222c5092 req-bae540fd-9d07-4d6e-9baa-e0e4e21fada8 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2142181949&fields=id&tenant_id=cdcff4fc638944839e15d4e4416a2271 HTTP/1.1" status: 200 len: 267 time: 0.0938594 Nov 12 08:42:11.652698 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8e9bbdb7-01a7-4341-9d4f-4e663471b0bc tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:11.655343 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-8e9bbdb7-01a7-4341-9d4f-4e663471b0bc tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6473844 Nov 12 08:42:11.661947 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 53124) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:11.686112 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-909914e7-518d-421b-9a56-69285a08b37f tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Request body: {'security_group_rule': {'security_group_id': '5fece665-e20b-467a-ac88-888552242c5d', 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:11.783172 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-19b33dc0-0502-4933-ae33-469ff0ac7361 req-cb724bf3-875b-41c2-937c-3deea36a7f4b tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:11.783992 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-19b33dc0-0502-4933-ae33-469ff0ac7361 req-cb724bf3-875b-41c2-937c-3deea36a7f4b tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:11.784109 n-d-765315-29 neutron-server[102599]: INFO neutron.db.l3_db [req-19b33dc0-0502-4933-ae33-469ff0ac7361 req-cb724bf3-875b-41c2-937c-3deea36a7f4b tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Floating IP b6f1587c-233d-42a7-9862-4846ef6a047b disassociated. External IP: 172.25.2.192, port: 41d2c921-566a-4d65-a257-c91bd8851913. Nov 12 08:42:11.784713 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-19b33dc0-0502-4933-ae33-469ff0ac7361 req-cb724bf3-875b-41c2-937c-3deea36a7f4b tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Calling delete_port for 41d2c921-566a-4d65-a257-c91bd8851913 owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:42:11.815368 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b6bedd04-d066-40b2-a98b-4762001a0f7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:11.935279 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b654639f-27c2-4014-8cc5-ff08222c5092 req-84d3c801-c488-4176-8170-553e03e0c6fc tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:11.936957 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b654639f-27c2-4014-8cc5-ff08222c5092 req-84d3c801-c488-4176-8170-553e03e0c6fc tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "GET /v2.0/networks?id=86b8c87a-274c-4919-b69d-637f6591ab2d HTTP/1.1" status: 200 len: 797 time: 0.2329435 Nov 12 08:42:11.940421 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-66afe108-4819-4c33-ada6-1403ef9ce734 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:11.947188 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-909914e7-518d-421b-9a56-69285a08b37f tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:11.981037 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-19b33dc0-0502-4933-ae33-469ff0ac7361 req-cb724bf3-875b-41c2-937c-3deea36a7f4b tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:12.006657 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-66afe108-4819-4c33-ada6-1403ef9ce734 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:12.033506 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b6bedd04-d066-40b2-a98b-4762001a0f7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:12.033506 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b6bedd04-d066-40b2-a98b-4762001a0f7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:12.033932 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb724bf3-875b-41c2-937c-3deea36a7f4b tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Pushing event deleted for resources: {'Port': ['ID=41d2c921-566a-4d65-a257-c91bd8851913,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:12.039614 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-b6bedd04-d066-40b2-a98b-4762001a0f7a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f788f625-6a28-4e67-97eb-f18202628019 HTTP/1.1" status: 204 len: 168 time: 0.5948238 Nov 12 08:42:12.097456 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b654639f-27c2-4014-8cc5-ff08222c5092 req-5f09b353-5695-494e-a5d2-e020214d1eaa tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "GET /v2.0/quotas/cdcff4fc638944839e15d4e4416a2271 HTTP/1.1" status: 200 len: 375 time: 0.1156156 Nov 12 08:42:12.141470 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bedd04-d066-40b2-a98b-4762001a0f7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f788f625-6a28-4e67-97eb-f18202628019,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:12.180059 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-909914e7-518d-421b-9a56-69285a08b37f tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:12.207824 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-909914e7-518d-421b-9a56-69285a08b37f tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:12.253222 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909914e7-518d-421b-9a56-69285a08b37f tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e809b666-1245-4352-b63b-1c93d3521754,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:12.280266 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-909914e7-518d-421b-9a56-69285a08b37f tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:12.284339 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-909914e7-518d-421b-9a56-69285a08b37f tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6006315 Nov 12 08:42:12.325970 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 53134) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:12.328717 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b654639f-27c2-4014-8cc5-ff08222c5092 req-824cbac8-cdf8-4be3-b5b4-f46e84174533 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=cdcff4fc638944839e15d4e4416a2271&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2280920 Nov 12 08:42:12.331289 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-66afe108-4819-4c33-ada6-1403ef9ce734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:12.335185 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-9bb47a53-dd80-42e8-a5bc-bcfd7734ee43 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Request body: {'security_group_rule': {'security_group_id': '5fece665-e20b-467a-ac88-888552242c5d', 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:12.346043 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-66afe108-4819-4c33-ada6-1403ef9ce734 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:12.346043 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-66afe108-4819-4c33-ada6-1403ef9ce734 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6884e79c-9304-41c7-950f-fcdd1df561cd HTTP/1.1" status: 204 len: 168 time: 0.7646830 Nov 12 08:42:12.362896 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66afe108-4819-4c33-ada6-1403ef9ce734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6884e79c-9304-41c7-950f-fcdd1df561cd,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:12.384654 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [req-19b33dc0-0502-4933-ae33-469ff0ac7361 req-cb724bf3-875b-41c2-937c-3deea36a7f4b tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Router 4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:42:12.486166 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9bb47a53-dd80-42e8-a5bc-bcfd7734ee43 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:12.575910 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:12.774811 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9bb47a53-dd80-42e8-a5bc-bcfd7734ee43 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:12.793279 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-19b33dc0-0502-4933-ae33-469ff0ac7361 req-cb724bf3-875b-41c2-937c-3deea36a7f4b tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:42:12.799832 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9bb47a53-dd80-42e8-a5bc-bcfd7734ee43 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:12.822166 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4969847f-9e69-4cf5-b162-5fe5ba34ff0d None None] Sync routers for ids ['4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:42:12.850968 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4969847f-9e69-4cf5-b162-5fe5ba34ff0d None None] Routers {'4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:42:12.851660 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-4969847f-9e69-4cf5-b162-5fe5ba34ff0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:42:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:12.900330 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb47a53-dd80-42e8-a5bc-bcfd7734ee43 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ffd80fc-cba1-49c0-a10a-e012b6d8f860,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:12.937470 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-19b33dc0-0502-4933-ae33-469ff0ac7361 req-cb724bf3-875b-41c2-937c-3deea36a7f4b tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] No DVR routers for this DVR port 41d2c921-566a-4d65-a257-c91bd8851913 on host n-h2-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:42:12.966023 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-19b33dc0-0502-4933-ae33-469ff0ac7361 req-cb724bf3-875b-41c2-937c-3deea36a7f4b tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:12.984635 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-19b33dc0-0502-4933-ae33-469ff0ac7361 req-cb724bf3-875b-41c2-937c-3deea36a7f4b tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.44 "DELETE /v2.0/ports/41d2c921-566a-4d65-a257-c91bd8851913 HTTP/1.1" status: 204 len: 173 time: 2.4650946 Nov 12 08:42:12.985408 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fe2a741-ae48-451e-afdd-1247d8e7962b', 'name': 'network-vif-deleted', 'tag': '41d2c921-566a-4d65-a257-c91bd8851913'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:42:12.992994 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85d608fe-a820-4219-91ec-68980a3296d3" -d '{"events": [{"server_uuid": "4fe2a741-ae48-451e-afdd-1247d8e7962b", "name": "network-vif-deleted", "tag": "41d2c921-566a-4d65-a257-c91bd8851913"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:42:13.020491 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9bb47a53-dd80-42e8-a5bc-bcfd7734ee43 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:13.022898 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-9bb47a53-dd80-42e8-a5bc-bcfd7734ee43 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6944034 Nov 12 08:42:13.024650 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 53156) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:13.037081 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-73af8617-2f4a-46db-95aa-ba1e156c8afb tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Request body: {'security_group_rule': {'security_group_id': '5fece665-e20b-467a-ac88-888552242c5d', 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:13.068761 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 53160) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:13.112748 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-73af8617-2f4a-46db-95aa-ba1e156c8afb tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:13.205672 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-b3e9ca00-9458-4414-8a2d-9ce1bf03defe admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=103099208de64b278d4b35128731addc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1354282 Nov 12 08:42:13.209996 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 53162) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:13.221621 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-73af8617-2f4a-46db-95aa-ba1e156c8afb tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:13.232604 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-73af8617-2f4a-46db-95aa-ba1e156c8afb tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:13.240976 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-4969847f-9e69-4cf5-b162-5fe5ba34ff0d None None] Set router 4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:42:13.280381 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b654639f-27c2-4014-8cc5-ff08222c5092 req-45a254a4-5819-4e07-8ba5-ec16943fc9b7 service neutron] 10.222.0.26 "GET /v2.0/networks/86b8c87a-274c-4919-b69d-637f6591ab2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9350052 Nov 12 08:42:13.288742 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73af8617-2f4a-46db-95aa-ba1e156c8afb tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c01e4a49-ea21-46db-a623-e730092c0129,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:13.300742 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-73af8617-2f4a-46db-95aa-ba1e156c8afb tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:13.304093 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-73af8617-2f4a-46db-95aa-ba1e156c8afb tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2740974 Nov 12 08:42:13.305024 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 53166) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:13.320118 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-a1add02a-4ffc-4361-a89c-fe8b2220e07d tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Request body: {'security_group_rule': {'security_group_id': '5fece665-e20b-467a-ac88-888552242c5d', 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:13.379074 n-d-765315-29 neutron-server[102599]: INFO neutron.db.securitygroups_db [None req-a1add02a-4ffc-4361-a89c-fe8b2220e07d tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Project af01ccd549054d7f8ad1904b6846172a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 08:42:13.392464 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a1add02a-4ffc-4361-a89c-fe8b2220e07d tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:13.490526 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-459f272f-7cb7-4d74-857d-a501ead8c42c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:13.537338 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-459f272f-7cb7-4d74-857d-a501ead8c42c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:13.544885 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a1add02a-4ffc-4361-a89c-fe8b2220e07d tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:13.552235 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a1add02a-4ffc-4361-a89c-fe8b2220e07d tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:13.576267 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b654639f-27c2-4014-8cc5-ff08222c5092 req-621a93bc-d080-46b8-9072-beb2e6233b5b service neutron] 10.222.0.26 "GET /v2.0/networks/86b8c87a-274c-4919-b69d-637f6591ab2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2940741 Nov 12 08:42:13.612737 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1add02a-4ffc-4361-a89c-fe8b2220e07d tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd3b29aa-240d-4ece-91b1-4448f9606fda,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:13.625374 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a1add02a-4ffc-4361-a89c-fe8b2220e07d tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:13.630578 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 53178) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:13.631585 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-a1add02a-4ffc-4361-a89c-fe8b2220e07d tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3246536 Nov 12 08:42:13.635768 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-63dd9631-2403-47ae-946e-a8355283078e tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Request body: {'security_group_rule': {'security_group_id': '5fece665-e20b-467a-ac88-888552242c5d', 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:13.696679 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-459f272f-7cb7-4d74-857d-a501ead8c42c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:13.710534 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-459f272f-7cb7-4d74-857d-a501ead8c42c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:13.716449 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-459f272f-7cb7-4d74-857d-a501ead8c42c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0ff45c27-adae-4c5b-979b-ea624e375f85 HTTP/1.1" status: 204 len: 168 time: 0.5015757 Nov 12 08:42:13.767021 n-d-765315-29 neutron-server[102600]: INFO neutron.db.securitygroups_db [None req-63dd9631-2403-47ae-946e-a8355283078e tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Project af01ccd549054d7f8ad1904b6846172a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 08:42:13.782227 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459f272f-7cb7-4d74-857d-a501ead8c42c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff45c27-adae-4c5b-979b-ea624e375f85,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:13.793440 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-63dd9631-2403-47ae-946e-a8355283078e tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:13.918507 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-4969847f-9e69-4cf5-b162-5fe5ba34ff0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3', 'name': 'tempest-AttachVolumeTestJSON-1583128094-router', 'tenant_id': '217ce66299114e9fb6c1fa9116e9e5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': 'a7a2684d-424f-41a7-8430-97d9e904a2f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:33:24Z', 'updated_at': '2021-11-12T08:33:31Z', 'revision_number': 4, 'project_id': '217ce66299114e9fb6c1fa9116e9e5f5', 'gw_port': {'id': 'a7a2684d-424f-41a7-8430-97d9e904a2f4', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:22:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:33:25Z', 'updated_at': '2021-11-12T08:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': 'b95ce2eb-6d6b-4601-9b88-646606c9f84d', 'name': '', 'network_id': '7e609bc1-00ff-483d-9d9f-8eba780b3ef7', 'tenant_id': '217ce66299114e9fb6c1fa9116e9e5f5', 'mac_address': 'fa:16:3e:07:07:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '48fd8021-0e17-4172-812d-17238fc37d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:33:29Z', 'updated_at': '2021-11-12T08:33:45Z', 'revision_number': 5, 'project_id': '217ce66299114e9fb6c1fa9116e9e5f5', 'subnets': [{'id': '48fd8021-0e17-4172-812d-17238fc37d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:13.977003 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4969847f-9e69-4cf5-b162-5fe5ba34ff0d None None] Checking router: 4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3 for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:42:13.993630 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4969847f-9e69-4cf5-b162-5fe5ba34ff0d None None] Routers {'4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:42:13.995012 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-4969847f-9e69-4cf5-b162-5fe5ba34ff0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:42:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:14.106055 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-63dd9631-2403-47ae-946e-a8355283078e tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:14.116601 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-63dd9631-2403-47ae-946e-a8355283078e tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:14.153298 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-4969847f-9e69-4cf5-b162-5fe5ba34ff0d None None] Set router 4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:42:14.157705 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dd9631-2403-47ae-946e-a8355283078e tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e327f75-bac2-4511-b12a-dfb4795a4cec,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:14.219925 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-63dd9631-2403-47ae-946e-a8355283078e tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:14.221974 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-63dd9631-2403-47ae-946e-a8355283078e tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5897634 Nov 12 08:42:14.225325 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 53204) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:14.233343 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-35f8f80f-96b9-4352-94e5-8d91c9944afe tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Request body: {'network': {'name': 'tempest-network-smoke--1211438190', 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'port_security_enabled': True}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:14.272167 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f8f80f-96b9-4352-94e5-8d91c9944afe tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Made reservation on behalf of af01ccd549054d7f8ad1904b6846172a for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:42:14.278294 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-35f8f80f-96b9-4352-94e5-8d91c9944afe tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:14.286328 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84777ce0-05e2-49ba-af76-e6f4d4fa5029 req-1f500f9c-1ab8-4a0b-8b66-760f9b39a55f tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:14.298579 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-84777ce0-05e2-49ba-af76-e6f4d4fa5029 req-1f500f9c-1ab8-4a0b-8b66-760f9b39a55f tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=a30918cd-4df7-4f62-a2b9-c8bc0083f909 HTTP/1.1" status: 200 len: 943 time: 0.1697237 Nov 12 08:42:14.331718 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35f8f80f-96b9-4352-94e5-8d91c9944afe tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:42:14.356485 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-35f8f80f-96b9-4352-94e5-8d91c9944afe tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:14.357145 n-d-765315-29 neutron-server[102599]: INFO neutron.db.segments_db [None req-35f8f80f-96b9-4352-94e5-8d91c9944afe tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Added segment 128b32ff-5ab3-49e3-809a-b6df5af491f4 of type vlan for network 508aced4-0fe0-4f1d-92f2-979af6167066 Nov 12 08:42:14.376044 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 41d2c921-566a-4d65-a257-c91bd8851913 no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:42:14.420406 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-35f8f80f-96b9-4352-94e5-8d91c9944afe tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:14.421087 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-84777ce0-05e2-49ba-af76-e6f4d4fa5029 req-89103f36-26c8-48d4-a2f2-c28ce1e6a591 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209598 Nov 12 08:42:14.433223 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] No Port match for: 41d2c921-566a-4d65-a257-c91bd8851913 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:42:14.433663 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 41d2c921-566a-4d65-a257-c91bd8851913 not bound to the agent host n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:42:14.476389 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-35f8f80f-96b9-4352-94e5-8d91c9944afe tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:14.493807 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f8f80f-96b9-4352-94e5-8d91c9944afe tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:14.496183 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-35f8f80f-96b9-4352-94e5-8d91c9944afe tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:14.552427 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db3a47f-e64a-412c-91ed-6abf7c83ea06 x-openstack-request-id: req-6db3a47f-e64a-412c-91ed-6abf7c83ea06 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:42:14.553430 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fe2a741-ae48-451e-afdd-1247d8e7962b", "name": "network-vif-deleted", "tag": "41d2c921-566a-4d65-a257-c91bd8851913", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:42:14.554097 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6db3a47f-e64a-412c-91ed-6abf7c83ea06 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:42:14.555495 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fe2a741-ae48-451e-afdd-1247d8e7962b', 'name': 'network-vif-deleted', 'tag': '41d2c921-566a-4d65-a257-c91bd8851913', 'status': 'completed', 'code': 200} Nov 12 08:42:14.667504 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4dc6b7bf-6117-4112-b363-5d957cb3f553 req-c0201b77-9ae5-415b-8bca-14c50600fd4d tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "GET /v2.0/ports?device_id=e35c6b7a-9f74-4d5c-8d55-55c96320aa96 HTTP/1.1" status: 200 len: 210 time: 0.0798528 Nov 12 08:42:14.668221 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 53220) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:14.680230 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-35f8f80f-96b9-4352-94e5-8d91c9944afe tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4437211 Nov 12 08:42:14.695572 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-15c953ee-ec28-4178-a79d-6b84ba49bc7f tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-757686162', 'admin_state_up': True, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:14.766839 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-15c953ee-ec28-4178-a79d-6b84ba49bc7f tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:14.768275 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-15c953ee-ec28-4178-a79d-6b84ba49bc7f tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:14.793324 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 53224) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:14.816657 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f8f80f-96b9-4352-94e5-8d91c9944afe tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Pushing event updated for resources: {'Network': ['ID=508aced4-0fe0-4f1d-92f2-979af6167066,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:14.842394 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 508aced4-0fe0-4f1d-92f2-979af6167066 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:42:14.843015 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-4969847f-9e69-4cf5-b162-5fe5ba34ff0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3', 'name': 'tempest-AttachVolumeTestJSON-1583128094-router', 'tenant_id': '217ce66299114e9fb6c1fa9116e9e5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': 'a7a2684d-424f-41a7-8430-97d9e904a2f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:33:24Z', 'updated_at': '2021-11-12T08:33:31Z', 'revision_number': 4, 'project_id': '217ce66299114e9fb6c1fa9116e9e5f5', 'gw_port': {'id': 'a7a2684d-424f-41a7-8430-97d9e904a2f4', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:22:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:33:25Z', 'updated_at': '2021-11-12T08:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': 'b95ce2eb-6d6b-4601-9b88-646606c9f84d', 'name': '', 'network_id': '7e609bc1-00ff-483d-9d9f-8eba780b3ef7', 'tenant_id': '217ce66299114e9fb6c1fa9116e9e5f5', 'mac_address': 'fa:16:3e:07:07:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '48fd8021-0e17-4172-812d-17238fc37d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:33:29Z', 'updated_at': '2021-11-12T08:33:45Z', 'revision_number': 5, 'project_id': '217ce66299114e9fb6c1fa9116e9e5f5', 'subnets': [{'id': '48fd8021-0e17-4172-812d-17238fc37d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:14.966853 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4969847f-9e69-4cf5-b162-5fe5ba34ff0d None None] The sync data for ids ['4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3'] in n-d-765315-29 is: [{'id': '4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3', 'name': 'tempest-AttachVolumeTestJSON-1583128094-router', 'tenant_id': '217ce66299114e9fb6c1fa9116e9e5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': 'a7a2684d-424f-41a7-8430-97d9e904a2f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:33:24Z', 'updated_at': '2021-11-12T08:33:31Z', 'revision_number': 4, 'project_id': '217ce66299114e9fb6c1fa9116e9e5f5', 'gw_port': {'id': 'a7a2684d-424f-41a7-8430-97d9e904a2f4', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:22:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:33:25Z', 'updated_at': '2021-11-12T08:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': 'b95ce2eb-6d6b-4601-9b88-646606c9f84d', 'name': '', 'network_id': '7e609bc1-00ff-483d-9d9f-8eba780b3ef7', 'tenant_id': '217ce66299114e9fb6c1fa9116e9e5f5', 'mac_address': 'fa:16:3e:07:07:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '48fd8021-0e17-4172-812d-17238fc37d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:33:29Z', 'updated_at': '2021-11-12T08:33:45Z', 'revision_number': 5, 'project_id': '217ce66299114e9fb6c1fa9116e9e5f5', 'subnets': [{'id': '48fd8021-0e17-4172-812d-17238fc37d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:42:15.129687 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-15c953ee-ec28-4178-a79d-6b84ba49bc7f tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:15.248366 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 53236) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:15.392636 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-04ac1cff-32d2-4b7a-869a-450003e865fc tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:15.520914 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-15c953ee-ec28-4178-a79d-6b84ba49bc7f tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:15.569203 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-04ac1cff-32d2-4b7a-869a-450003e865fc tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:15.626359 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-228513fe-7b2c-4c4a-a6df-48060a497359 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:15.778923 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc9518d-3a1f-488d-855f-cb15366f4efb None None] New status for floating IP b6f1587c-233d-42a7-9862-4846ef6a047b: DOWN {{(pid=102601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:42:15.856906 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-228513fe-7b2c-4c4a-a6df-48060a497359 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:15.864238 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-228513fe-7b2c-4c4a-a6df-48060a497359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:15.864690 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95407e3-320e-4281-a0db-adf921712eb2 req-7a486707-3ae0-44dd-8143-ad0f8aa2fdd4 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:15.872441 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e95407e3-320e-4281-a0db-adf921712eb2 req-7a486707-3ae0-44dd-8143-ad0f8aa2fdd4 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=a30918cd-4df7-4f62-a2b9-c8bc0083f909 HTTP/1.1" status: 200 len: 943 time: 0.2762396 Nov 12 08:42:15.905981 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-04ac1cff-32d2-4b7a-869a-450003e865fc tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:15.909428 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-04ac1cff-32d2-4b7a-869a-450003e865fc tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:15.910647 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-04ac1cff-32d2-4b7a-869a-450003e865fc tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "DELETE /v2.0/security-groups/116e616a-6b89-47e2-a718-8f32c1b37df3 HTTP/1.1" status: 204 len: 168 time: 1.1141624 Nov 12 08:42:15.917067 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 53262) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:15.930004 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ac1cff-32d2-4b7a-869a-450003e865fc tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=116e616a-6b89-47e2-a718-8f32c1b37df3,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:15.960146 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228513fe-7b2c-4c4a-a6df-48060a497359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6cb1ad5-d5f1-4d6b-a6ed-7d1e436c29c8,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:15.965569 n-d-765315-29 neutron-server[102599]: INFO neutron.api.v2.resource [None req-c6fab722-e2d2-4fc1-9902-6ae1ccfcdfb9 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] show failed (client error): The resource could not be found. Nov 12 08:42:15.967826 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-c6fab722-e2d2-4fc1-9902-6ae1ccfcdfb9 tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "GET /v2.0/security-groups/116e616a-6b89-47e2-a718-8f32c1b37df3 HTTP/1.1" status: 404 len: 347 time: 0.0445454 Nov 12 08:42:15.970538 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 53264) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:15.980130 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-228513fe-7b2c-4c4a-a6df-48060a497359 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c9432ee84011443e9015f73c7fdae016&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7292161 Nov 12 08:42:15.981660 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 53266) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:15.985180 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e95407e3-320e-4281-a0db-adf921712eb2 req-86307b03-7b39-4d27-8348-a0fd657e5a74 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103272 Nov 12 08:42:16.154736 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c0d4fddf-c344-4952-827f-187b8679e022 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:16.198642 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c0d4fddf-c344-4952-827f-187b8679e022 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:16.272357 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c0d4fddf-c344-4952-827f-187b8679e022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:16.276185 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c0d4fddf-c344-4952-827f-187b8679e022 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:16.281703 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-c0d4fddf-c344-4952-827f-187b8679e022 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b6cb1ad5-d5f1-4d6b-a6ed-7d1e436c29c8 HTTP/1.1" status: 204 len: 168 time: 0.2986219 Nov 12 08:42:16.291309 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4fddf-c344-4952-827f-187b8679e022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6cb1ad5-d5f1-4d6b-a6ed-7d1e436c29c8,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:16.364861 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e47ccfde-b53d-43c5-a31e-ed09611bb27f req-6e4a38db-6ae6-47c9-ad5e-bc1120de659d tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "GET /v2.0/ports?device_id=e35c6b7a-9f74-4d5c-8d55-55c96320aa96 HTTP/1.1" status: 200 len: 210 time: 0.0721521 Nov 12 08:42:16.463443 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-15c953ee-ec28-4178-a79d-6b84ba49bc7f tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for router_gateway, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:16.517867 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-15c953ee-ec28-4178-a79d-6b84ba49bc7f tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:16.544997 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6094e03a-cfe2-4aba-8dce-56b9b462674d req-fa90d4b8-5e93-4b6b-b8ef-0cd52c25b1d6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0b33025b-8e16-4e94-a8f0-a7b61c0fb5c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2331481 Nov 12 08:42:16.637604 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b654639f-27c2-4014-8cc5-ff08222c5092 req-555e31a1-b4a6-45ae-8bde-397bb62158a5 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:16.639946 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-03112fb0-c585-448e-8d9a-35d8cc85621d tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Deleting port d8abc132-7e67-4bbc-bc04-a9e598d84ee7 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:42:16.640866 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-03112fb0-c585-448e-8d9a-35d8cc85621d tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:16.655709 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b654639f-27c2-4014-8cc5-ff08222c5092 req-555e31a1-b4a6-45ae-8bde-397bb62158a5 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.44 "GET /v2.0/networks?id=86b8c87a-274c-4919-b69d-637f6591ab2d HTTP/1.1" status: 200 len: 797 time: 0.3014724 Nov 12 08:42:16.850905 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-15c953ee-ec28-4178-a79d-6b84ba49bc7f tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Allocated IP 172.25.2.82 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/380c1b22-b0f1-42ff-9bf9-5e128722d38d) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:42:16.857598 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-03112fb0-c585-448e-8d9a-35d8cc85621d tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:16.857918 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-03112fb0-c585-448e-8d9a-35d8cc85621d tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:16.862951 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b654639f-27c2-4014-8cc5-ff08222c5092 req-a3082670-2956-40a4-a1ea-5b055643d1e7 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cdcff4fc638944839e15d4e4416a2271 HTTP/1.1" status: 200 len: 380 time: 0.1149359 Nov 12 08:42:16.865847 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6094e03a-cfe2-4aba-8dce-56b9b462674d req-85d92935-3330-4c47-88d2-af3c81b80f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:16.867604 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6094e03a-cfe2-4aba-8dce-56b9b462674d req-85d92935-3330-4c47-88d2-af3c81b80f41 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7d3f7337327743ecb706fdd7c92380e3&device_id=0b33025b-8e16-4e94-a8f0-a7b61c0fb5c1 HTTP/1.1" status: 200 len: 1098 time: 0.1833496 Nov 12 08:42:16.878275 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-03112fb0-c585-448e-8d9a-35d8cc85621d tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Calling delete_port for d8abc132-7e67-4bbc-bc04-a9e598d84ee7 owned by network:floatingip {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:42:16.884851 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-b654639f-27c2-4014-8cc5-ff08222c5092 req-32f7732d-3830-40ae-9bb5-900315b500d1 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Request body: {'port': {'device_id': 'e35c6b7a-9f74-4d5c-8d55-55c96320aa96', 'network_id': '86b8c87a-274c-4919-b69d-637f6591ab2d', 'admin_state_up': True, 'tenant_id': 'cdcff4fc638944839e15d4e4416a2271', 'security_groups': ['15d740a6-a940-4833-a40a-a029a06c8446']}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:17.121709 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6094e03a-cfe2-4aba-8dce-56b9b462674d req-52673111-cb2a-4bf6-a8ea-d0cfcc95c3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:17.123480 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6094e03a-cfe2-4aba-8dce-56b9b462674d req-52673111-cb2a-4bf6-a8ea-d0cfcc95c3cc service neutron] 10.222.0.44 "GET /v2.0/networks?id=35316ea3-d15f-4e9c-9d0f-87ba20d4fc64 HTTP/1.1" status: 200 len: 913 time: 0.2186029 Nov 12 08:42:17.216119 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6094e03a-cfe2-4aba-8dce-56b9b462674d req-b8d92a9f-7545-466b-9871-7695dc6ecfa1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b38f6974-9d86-44eb-92e5-cfbd52b7256a HTTP/1.1" status: 200 len: 217 time: 0.0787444 Nov 12 08:42:17.221742 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b654639f-27c2-4014-8cc5-ff08222c5092 req-32f7732d-3830-40ae-9bb5-900315b500d1 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Made reservation on behalf of cdcff4fc638944839e15d4e4416a2271 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:42:17.226730 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-15c953ee-ec28-4178-a79d-6b84ba49bc7f tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:17.228751 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b654639f-27c2-4014-8cc5-ff08222c5092 req-32f7732d-3830-40ae-9bb5-900315b500d1 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:17.264396 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fbfa4d-6579-426a-9f90-82c60adcb77c req-29e128f2-5b26-4e7b-880e-bb0e23245841 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:17.267449 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-02fbfa4d-6579-426a-9f90-82c60adcb77c req-29e128f2-5b26-4e7b-880e-bb0e23245841 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=a30918cd-4df7-4f62-a2b9-c8bc0083f909 HTTP/1.1" status: 200 len: 943 time: 0.1347556 Nov 12 08:42:17.348274 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6094e03a-cfe2-4aba-8dce-56b9b462674d req-a6ab4535-edbf-4d6f-ad08-f26cd0b44b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:17.350938 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6094e03a-cfe2-4aba-8dce-56b9b462674d req-a6ab4535-edbf-4d6f-ad08-f26cd0b44b1e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d1d27945-8c3d-427f-88ef-3c42a7516333 HTTP/1.1" status: 200 len: 851 time: 0.1165819 Nov 12 08:42:17.415286 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-02fbfa4d-6579-426a-9f90-82c60adcb77c req-f3e209ba-d2d1-470d-8204-54fffe73f451 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068265 Nov 12 08:42:17.476949 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-15c953ee-ec28-4178-a79d-6b84ba49bc7f tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:17.565381 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6094e03a-cfe2-4aba-8dce-56b9b462674d req-eb7a2f8c-391b-476e-98bb-063677badb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:17.567101 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6094e03a-cfe2-4aba-8dce-56b9b462674d req-eb7a2f8c-391b-476e-98bb-063677badb44 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=35316ea3-d15f-4e9c-9d0f-87ba20d4fc64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1999297 Nov 12 08:42:17.592366 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-b654639f-27c2-4014-8cc5-ff08222c5092 req-32f7732d-3830-40ae-9bb5-900315b500d1 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Allocated IP 172.20.0.10 (86b8c87a-274c-4919-b69d-637f6591ab2d/d9a00d2d-2c3f-4ff1-b492-21889461a07b/ace1205c-60ff-4db8-9985-65bcdec35b05) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:42:17.670766 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7f7038c8-7036-4e19-9f96-38ed80196628 req-2a114a3a-6ef3-4cce-a2ef-b6ffde93bd6c tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "GET /v2.0/ports?device_id=e35c6b7a-9f74-4d5c-8d55-55c96320aa96 HTTP/1.1" status: 200 len: 210 time: 0.1561110 Nov 12 08:42:17.700994 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-03112fb0-c585-448e-8d9a-35d8cc85621d tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:17.739540 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c953ee-ec28-4178-a79d-6b84ba49bc7f tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:42:17.743978 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 53326) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:17.754520 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-15c953ee-ec28-4178-a79d-6b84ba49bc7f tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:42:17.759007 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c953ee-ec28-4178-a79d-6b84ba49bc7f tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:42:17.761645 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c953ee-ec28-4178-a79d-6b84ba49bc7f tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Pushing event updated for resources: {'Port': ['ID=380c1b22-b0f1-42ff-9bf9-5e128722d38d,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:17.800268 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb95198-7bfa-435e-870c-ab7822a91350 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:42:17.875834 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03112fb0-c585-448e-8d9a-35d8cc85621d tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Pushing event deleted for resources: {'Port': ['ID=d8abc132-7e67-4bbc-bc04-a9e598d84ee7,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:17.902949 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-03112fb0-c585-448e-8d9a-35d8cc85621d tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Publish callbacks [] for floatingip, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:17.905601 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-03112fb0-c585-448e-8d9a-35d8cc85621d tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:17.911369 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-03112fb0-c585-448e-8d9a-35d8cc85621d tempest-AttachVolumeTestJSON-1795971056 tempest-AttachVolumeTestJSON-1795971056-project] 10.222.0.26 "DELETE /v2.0/floatingips/b6f1587c-233d-42a7-9862-4846ef6a047b HTTP/1.1" status: 204 len: 168 time: 1.9356897 Nov 12 08:42:17.976831 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-689bda3f-8779-446e-bade-5d799b8d105f None None] Provisioning complete for port 380c1b22-b0f1-42ff-9bf9-5e128722d38d triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:17.977777 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-689bda3f-8779-446e-bade-5d799b8d105f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:18.077272 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-689bda3f-8779-446e-bade-5d799b8d105f None None] Port 380c1b22-b0f1-42ff-9bf9-5e128722d38d cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:42:18.097193 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c9c37f34-956a-4cb3-828a-e5a42f09ad76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:18.248277 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c9c37f34-956a-4cb3-828a-e5a42f09ad76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:18.257992 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c9c37f34-956a-4cb3-828a-e5a42f09ad76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:18.399822 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6094e03a-cfe2-4aba-8dce-56b9b462674d req-3cc42916-eb7b-4432-a183-e43188808b99 service neutron] 10.222.0.44 "GET /v2.0/networks/35316ea3-d15f-4e9c-9d0f-87ba20d4fc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8191981 Nov 12 08:42:18.416264 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-c9c37f34-956a-4cb3-828a-e5a42f09ad76 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=03a88640595f425ab95b8a343d0c1a49&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6706467 Nov 12 08:42:18.424040 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 53344) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:18.463445 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c37f34-956a-4cb3-828a-e5a42f09ad76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ade862a2-2320-455f-9670-15e633acbe96,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:18.643341 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b654639f-27c2-4014-8cc5-ff08222c5092 req-32f7732d-3830-40ae-9bb5-900315b500d1 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:18.649639 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-15c953ee-ec28-4178-a79d-6b84ba49bc7f tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for router_gateway, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:18.656466 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6094e03a-cfe2-4aba-8dce-56b9b462674d req-fba6293f-026d-47d6-87b3-7034a3d7692d service neutron] 10.222.0.44 "GET /v2.0/networks/35316ea3-d15f-4e9c-9d0f-87ba20d4fc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952188 Nov 12 08:42:18.767327 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b654639f-27c2-4014-8cc5-ff08222c5092 req-32f7732d-3830-40ae-9bb5-900315b500d1 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:18.800345 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c947060c-3a78-4f65-86fc-5994bce19e74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:18.844026 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b654639f-27c2-4014-8cc5-ff08222c5092 req-32f7732d-3830-40ae-9bb5-900315b500d1 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Network 86b8c87a-274c-4919-b69d-637f6591ab2d is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:42:18.849149 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-b654639f-27c2-4014-8cc5-ff08222c5092 req-32f7732d-3830-40ae-9bb5-900315b500d1 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:42:18.852761 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f7732d-3830-40ae-9bb5-900315b500d1 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Pushing event updated for resources: {'Port': ['ID=ace1205c-60ff-4db8-9985-65bcdec35b05,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:18.856634 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-b654639f-27c2-4014-8cc5-ff08222c5092 req-32f7732d-3830-40ae-9bb5-900315b500d1 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:42:18.958902 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b654639f-27c2-4014-8cc5-ff08222c5092 req-32f7732d-3830-40ae-9bb5-900315b500d1 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:18.965013 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b654639f-27c2-4014-8cc5-ff08222c5092 req-32f7732d-3830-40ae-9bb5-900315b500d1 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:18.985272 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b654639f-27c2-4014-8cc5-ff08222c5092 req-32f7732d-3830-40ae-9bb5-900315b500d1 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1159215 Nov 12 08:42:19.013974 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-b654639f-27c2-4014-8cc5-ff08222c5092 req-d4220d4b-792e-4c3c-91b8-fac9f31559f5 service neutron] Request body: {'port': {'device_id': 'e35c6b7a-9f74-4d5c-8d55-55c96320aa96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:19.021600 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c947060c-3a78-4f65-86fc-5994bce19e74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:19.077227 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c9044c-b59b-4d8e-a47c-5539b9ad4418 req-ce42ef73-22ea-45fa-81e0-c8f2353d2ffb tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:19.083630 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d2c9044c-b59b-4d8e-a47c-5539b9ad4418 req-ce42ef73-22ea-45fa-81e0-c8f2353d2ffb tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=a30918cd-4df7-4f62-a2b9-c8bc0083f909 HTTP/1.1" status: 200 len: 943 time: 0.5373991 Nov 12 08:42:19.148307 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b654639f-27c2-4014-8cc5-ff08222c5092 req-d4220d4b-792e-4c3c-91b8-fac9f31559f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:19.198806 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c947060c-3a78-4f65-86fc-5994bce19e74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:19.201912 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c947060c-3a78-4f65-86fc-5994bce19e74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:19.204280 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-c947060c-3a78-4f65-86fc-5994bce19e74 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ade862a2-2320-455f-9670-15e633acbe96 HTTP/1.1" status: 204 len: 168 time: 0.7771914 Nov 12 08:42:19.362332 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-a7c4cb32-3e8c-49ed-b282-44794693b0cf None None] Provisioning complete for port ace1205c-60ff-4db8-9985-65bcdec35b05 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:19.366032 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a7c4cb32-3e8c-49ed-b282-44794693b0cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:19.447826 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-a7c4cb32-3e8c-49ed-b282-44794693b0cf None None] Port ace1205c-60ff-4db8-9985-65bcdec35b05 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:42:19.511791 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c947060c-3a78-4f65-86fc-5994bce19e74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ade862a2-2320-455f-9670-15e633acbe96,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:19.556957 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 068e1b83-923b-4934-bf15-a1aab4bf2397 details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:42:19.610640 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d2c9044c-b59b-4d8e-a47c-5539b9ad4418 req-bd9496b0-5472-402a-b343-878dbbec32f1 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4984019 Nov 12 08:42:19.665274 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-15c953ee-ec28-4178-a79d-6b84ba49bc7f tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052'] for router, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:19.822194 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-b654639f-27c2-4014-8cc5-ff08222c5092 req-d4220d4b-792e-4c3c-91b8-fac9f31559f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ace1205c-60ff-4db8-9985-65bcdec35b05 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:42:19.840205 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b654639f-27c2-4014-8cc5-ff08222c5092 req-d4220d4b-792e-4c3c-91b8-fac9f31559f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:19.891814 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-b654639f-27c2-4014-8cc5-ff08222c5092 req-d4220d4b-792e-4c3c-91b8-fac9f31559f5 service neutron] Transition to ACTIVE for port object ace1205c-60ff-4db8-9985-65bcdec35b05 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:42:19.898226 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b654639f-27c2-4014-8cc5-ff08222c5092 req-d4220d4b-792e-4c3c-91b8-fac9f31559f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:20.097107 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4220d4b-792e-4c3c-91b8-fac9f31559f5 service neutron] Pushing event updated for resources: {'Port': ['ID=ace1205c-60ff-4db8-9985-65bcdec35b05,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:20.286975 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 53402) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:20.324905 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c6a139-dfd7-47b0-b868-1f36c4930957 req-91f7ee74-9d48-4570-8b7e-142eaf93c11b tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:20.326436 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f7c6a139-dfd7-47b0-b868-1f36c4930957 req-91f7ee74-9d48-4570-8b7e-142eaf93c11b tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "GET /v2.0/ports?device_id=e35c6b7a-9f74-4d5c-8d55-55c96320aa96 HTTP/1.1" status: 200 len: 932 time: 0.5112908 Nov 12 08:42:20.432875 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f2d5de55-1252-4d71-adda-1e83962433b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:20.519782 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 068e1b83-923b-4934-bf15-a1aab4bf2397, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=068e1b83-923b-4934-bf15-a1aab4bf2397,segment=NetworkSegment(add834c9-8487-4b10-a6f8-7351b562c1cc),segment_id=add834c9-8487-4b10-a6f8-7351b562c1cc)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:42:20.561534 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Returning: {'device': '068e1b83-923b-4934-bf15-a1aab4bf2397', 'network_id': '35316ea3-d15f-4e9c-9d0f-87ba20d4fc64', 'port_id': '068e1b83-923b-4934-bf15-a1aab4bf2397', 'mac_address': 'fa:16:3e:10:02:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1d27945-8c3d-427f-88ef-3c42a7516333', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:42:20.576967 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-b654639f-27c2-4014-8cc5-ff08222c5092 req-d4220d4b-792e-4c3c-91b8-fac9f31559f5 service neutron] Attempting to bind port ace1205c-60ff-4db8-9985-65bcdec35b05 on host n-h2-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:42:20.577532 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-b654639f-27c2-4014-8cc5-ff08222c5092 req-d4220d4b-792e-4c3c-91b8-fac9f31559f5 service neutron] Attempting to bind port ace1205c-60ff-4db8-9985-65bcdec35b05 by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': '42fd31a6-b332-4ff2-a9ed-35d53e7e9cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '86b8c87a-274c-4919-b69d-637f6591ab2d'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:42:20.578098 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b654639f-27c2-4014-8cc5-ff08222c5092 req-d4220d4b-792e-4c3c-91b8-fac9f31559f5 service neutron] Attempting to bind port ace1205c-60ff-4db8-9985-65bcdec35b05 on network 86b8c87a-274c-4919-b69d-637f6591ab2d {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:42:20.620154 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b654639f-27c2-4014-8cc5-ff08222c5092 req-d4220d4b-792e-4c3c-91b8-fac9f31559f5 service neutron] Port ace1205c-60ff-4db8-9985-65bcdec35b05 on network 86b8c87a-274c-4919-b69d-637f6591ab2d not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:42:20.620518 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b654639f-27c2-4014-8cc5-ff08222c5092 req-d4220d4b-792e-4c3c-91b8-fac9f31559f5 service neutron] Attempting to bind port ace1205c-60ff-4db8-9985-65bcdec35b05 on network 86b8c87a-274c-4919-b69d-637f6591ab2d {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:42:20.649347 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b654639f-27c2-4014-8cc5-ff08222c5092 req-d4220d4b-792e-4c3c-91b8-fac9f31559f5 service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:42:20.649733 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b654639f-27c2-4014-8cc5-ff08222c5092 req-d4220d4b-792e-4c3c-91b8-fac9f31559f5 service neutron] Checking segment: {'id': '42fd31a6-b332-4ff2-a9ed-35d53e7e9cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '86b8c87a-274c-4919-b69d-637f6591ab2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:42:20.655517 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b654639f-27c2-4014-8cc5-ff08222c5092 req-d4220d4b-792e-4c3c-91b8-fac9f31559f5 service neutron] Bound using segment: {'id': '42fd31a6-b332-4ff2-a9ed-35d53e7e9cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '86b8c87a-274c-4919-b69d-637f6591ab2d'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:42:20.658015 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-b654639f-27c2-4014-8cc5-ff08222c5092 req-d4220d4b-792e-4c3c-91b8-fac9f31559f5 service neutron] Bound port: ace1205c-60ff-4db8-9985-65bcdec35b05, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42fd31a6-b332-4ff2-a9ed-35d53e7e9cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '86b8c87a-274c-4919-b69d-637f6591ab2d'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:42:20.658633 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b654639f-27c2-4014-8cc5-ff08222c5092 req-d4220d4b-792e-4c3c-91b8-fac9f31559f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:20.714820 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f2d5de55-1252-4d71-adda-1e83962433b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:20.759789 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:20.806870 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-b654639f-27c2-4014-8cc5-ff08222c5092 req-d4220d4b-792e-4c3c-91b8-fac9f31559f5 service neutron] For port ace1205c-60ff-4db8-9985-65bcdec35b05, host n-h2-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:42:20.820080 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-b654639f-27c2-4014-8cc5-ff08222c5092 req-d4220d4b-792e-4c3c-91b8-fac9f31559f5 service neutron] For port ace1205c-60ff-4db8-9985-65bcdec35b05, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=ace1205c-60ff-4db8-9985-65bcdec35b05,segment=NetworkSegment(42fd31a6-b332-4ff2-a9ed-35d53e7e9cdd),segment_id=42fd31a6-b332-4ff2-a9ed-35d53e7e9cdd)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:42:20.836495 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f7c6a139-dfd7-47b0-b868-1f36c4930957 req-5f48425a-dfcc-44b4-a6b2-7dcad352e340 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "GET /v2.0/security-groups?id=15d740a6-a940-4833-a40a-a029a06c8446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4747560 Nov 12 08:42:20.841490 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b654639f-27c2-4014-8cc5-ff08222c5092 req-d4220d4b-792e-4c3c-91b8-fac9f31559f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:20.843924 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-e530113a-7783-48f4-9840-8911a24052df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 068e1b83-923b-4934-bf15-a1aab4bf2397 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:42:20.848930 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f2d5de55-1252-4d71-adda-1e83962433b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:20.896946 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15c953ee-ec28-4178-a79d-6b84ba49bc7f tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Router 298cae83-370f-459b-9f70-c6e8aaa7fc96 is scheduled to L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 with binding_index 1 {{(pid=102600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:42:20.905970 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 068e1b83-923b-4934-bf15-a1aab4bf2397, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=068e1b83-923b-4934-bf15-a1aab4bf2397,segment=NetworkSegment(add834c9-8487-4b10-a6f8-7351b562c1cc),segment_id=add834c9-8487-4b10-a6f8-7351b562c1cc)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:42:20.912077 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:20.975124 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-f2d5de55-1252-4d71-adda-1e83962433b6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f89eb561160d4103ae7d52e34b7afe5d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6827083 Nov 12 08:42:20.987961 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 53448) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:21.015016 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=068e1b83-923b-4934-bf15-a1aab4bf2397,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:21.046051 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d5de55-1252-4d71-adda-1e83962433b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=236baa35-6f07-44ec-8c5b-43c45fa912cd,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:21.049997 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4220d4b-792e-4c3c-91b8-fac9f31559f5 service neutron] Pushing event updated for resources: {'Port': ['ID=ace1205c-60ff-4db8-9985-65bcdec35b05,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:21.057022 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b654639f-27c2-4014-8cc5-ff08222c5092 req-d4220d4b-792e-4c3c-91b8-fac9f31559f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:21.057755 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b654639f-27c2-4014-8cc5-ff08222c5092 req-d4220d4b-792e-4c3c-91b8-fac9f31559f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:21.059483 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b654639f-27c2-4014-8cc5-ff08222c5092 req-d4220d4b-792e-4c3c-91b8-fac9f31559f5 service neutron] 10.222.0.44 "PUT /v2.0/ports/ace1205c-60ff-4db8-9985-65bcdec35b05 HTTP/1.1" status: 200 len: 1093 time: 2.0506301 Nov 12 08:42:21.059954 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e35c6b7a-9f74-4d5c-8d55-55c96320aa96', 'tag': 'ace1205c-60ff-4db8-9985-65bcdec35b05'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:42:21.062890 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13749dda-5728-42ee-8d8d-040fe1896c0a" -d '{"events": [{"name": "network-changed", "server_uuid": "e35c6b7a-9f74-4d5c-8d55-55c96320aa96", "tag": "ace1205c-60ff-4db8-9985-65bcdec35b05"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:42:21.240079 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b654639f-27c2-4014-8cc5-ff08222c5092 req-f39a6027-2427-4b60-93bd-6aaa25abf520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:21.243662 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b654639f-27c2-4014-8cc5-ff08222c5092 req-f39a6027-2427-4b60-93bd-6aaa25abf520 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cdcff4fc638944839e15d4e4416a2271&device_id=e35c6b7a-9f74-4d5c-8d55-55c96320aa96 HTTP/1.1" status: 200 len: 1096 time: 0.1038873 Nov 12 08:42:21.277378 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['068e1b83-923b-4934-bf15-a1aab4bf2397'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:42:21.365411 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b654639f-27c2-4014-8cc5-ff08222c5092 req-46ee6ae6-511c-419f-ac76-cbb24b1b58fd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ace1205c-60ff-4db8-9985-65bcdec35b05 HTTP/1.1" status: 200 len: 217 time: 0.1001649 Nov 12 08:42:21.489495 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b654639f-27c2-4014-8cc5-ff08222c5092 req-46b9b7d1-dad8-4994-9d31-79ba1fc47927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:21.490992 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b654639f-27c2-4014-8cc5-ff08222c5092 req-46b9b7d1-dad8-4994-9d31-79ba1fc47927 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d9a00d2d-2c3f-4ff1-b492-21889461a07b HTTP/1.1" status: 200 len: 834 time: 0.1129529 Nov 12 08:42:21.603642 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b654639f-27c2-4014-8cc5-ff08222c5092 req-f38f62c2-529f-427b-b838-46f7db2f5dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:21.605184 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b654639f-27c2-4014-8cc5-ff08222c5092 req-f38f62c2-529f-427b-b838-46f7db2f5dde service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=86b8c87a-274c-4919-b69d-637f6591ab2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1040704 Nov 12 08:42:21.805173 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b654639f-27c2-4014-8cc5-ff08222c5092 req-487726a0-4226-4287-8ace-96b188987532 service neutron] 10.222.0.44 "GET /v2.0/networks/86b8c87a-274c-4919-b69d-637f6591ab2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881063 Nov 12 08:42:22.020597 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b654639f-27c2-4014-8cc5-ff08222c5092 req-ec1d2f67-9bcc-4770-8822-7d2685df1a44 service neutron] 10.222.0.44 "GET /v2.0/networks/86b8c87a-274c-4919-b69d-637f6591ab2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020912 Nov 12 08:42:22.073213 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 53494) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:22.240164 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15c953ee-ec28-4178-a79d-6b84ba49bc7f tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:42:22.258064 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7caf29-b551-4839-b65a-69ce77b53bef None None] Sync routers for ids ['298cae83-370f-459b-9f70-c6e8aaa7fc96'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:42:22.268690 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca094bb-d683-4b85-b8c8-2fcae72fea98 req-f4fdca1e-b9e8-4706-927d-8cd935ec5921 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:22.270084 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0ca094bb-d683-4b85-b8c8-2fcae72fea98 req-f4fdca1e-b9e8-4706-927d-8cd935ec5921 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=a30918cd-4df7-4f62-a2b9-c8bc0083f909 HTTP/1.1" status: 200 len: 944 time: 1.3006783 Nov 12 08:42:22.280216 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5a2faf31-3eb4-439e-897d-1d326b4f04d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:22.297087 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-938c2414-4fed-4d83-a375-bdade3b3b175 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:22.320424 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-15c953ee-ec28-4178-a79d-6b84ba49bc7f tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:22.321862 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-15c953ee-ec28-4178-a79d-6b84ba49bc7f tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 7.6523776 Nov 12 08:42:22.327005 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7caf29-b551-4839-b65a-69ce77b53bef None None] Routers {'298cae83-370f-459b-9f70-c6e8aaa7fc96'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:42:22.327953 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-9d7caf29-b551-4839-b65a-69ce77b53bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:42:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['298cae83-370f-459b-9f70-c6e8aaa7fc96'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:22.330857 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 53498) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:22.376498 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-938c2414-4fed-4d83-a375-bdade3b3b175 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:22.392524 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-6081dcec-f966-48d7-9065-47e74f771655 tempest-TestNetworkAdvancedServerOps-63743733 tempest-TestNetworkAdvancedServerOps-63743733-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=af01ccd549054d7f8ad1904b6846172a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0545766 Nov 12 08:42:22.397231 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 53500) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:22.448978 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0ca094bb-d683-4b85-b8c8-2fcae72fea98 req-cc9a2cc9-eaf1-42c2-9bad-22c1638e7e74 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649723 Nov 12 08:42:22.500071 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-938c2414-4fed-4d83-a375-bdade3b3b175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:22.524468 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-938c2414-4fed-4d83-a375-bdade3b3b175 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:22.529409 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-938c2414-4fed-4d83-a375-bdade3b3b175 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/236baa35-6f07-44ec-8c5b-43c45fa912cd HTTP/1.1" status: 204 len: 168 time: 1.4910116 Nov 12 08:42:22.559142 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938c2414-4fed-4d83-a375-bdade3b3b175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=236baa35-6f07-44ec-8c5b-43c45fa912cd,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:22.687711 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-9d7caf29-b551-4839-b65a-69ce77b53bef None None] Set router 298cae83-370f-459b-9f70-c6e8aaa7fc96 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:42:22.692328 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7e079dc-9323-41f5-aea3-258a9e9b4ed1 x-openstack-request-id: req-c7e079dc-9323-41f5-aea3-258a9e9b4ed1 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:42:22.692957 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e35c6b7a-9f74-4d5c-8d55-55c96320aa96", "tag": "ace1205c-60ff-4db8-9985-65bcdec35b05", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:42:22.693820 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c7e079dc-9323-41f5-aea3-258a9e9b4ed1 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:42:22.694428 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e35c6b7a-9f74-4d5c-8d55-55c96320aa96', 'tag': 'ace1205c-60ff-4db8-9985-65bcdec35b05', 'status': 'completed', 'code': 200} Nov 12 08:42:22.900270 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5a2faf31-3eb4-439e-897d-1d326b4f04d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:22.929520 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5a2faf31-3eb4-439e-897d-1d326b4f04d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:22.959295 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13749dda-5728-42ee-8d8d-040fe1896c0a req-1adffc51-8f60-4f9a-a072-2be1170e65ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:22.961200 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-13749dda-5728-42ee-8d8d-040fe1896c0a req-1adffc51-8f60-4f9a-a072-2be1170e65ff service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cdcff4fc638944839e15d4e4416a2271&device_id=e35c6b7a-9f74-4d5c-8d55-55c96320aa96 HTTP/1.1" status: 200 len: 1096 time: 0.2051682 Nov 12 08:42:22.968839 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda68cbb-7148-49b4-bc5f-5163f71b38b0 req-d53c7801-d84b-4260-857f-fa032b994ce3 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:22.970721 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-eda68cbb-7148-49b4-bc5f-5163f71b38b0 req-d53c7801-d84b-4260-857f-fa032b994ce3 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "GET /v2.0/ports?device_id=e35c6b7a-9f74-4d5c-8d55-55c96320aa96 HTTP/1.1" status: 200 len: 944 time: 0.1821797 Nov 12 08:42:23.098851 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13749dda-5728-42ee-8d8d-040fe1896c0a req-be430072-b812-470d-bfce-52eb8a0dc5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:23.100316 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-13749dda-5728-42ee-8d8d-040fe1896c0a req-be430072-b812-470d-bfce-52eb8a0dc5eb service neutron] 10.222.0.44 "GET /v2.0/networks?id=86b8c87a-274c-4919-b69d-637f6591ab2d HTTP/1.1" status: 200 len: 898 time: 0.1257334 Nov 12 08:42:23.112462 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071fdcf1-731f-4b2e-95f4-a803ab2dfe93 tempest-TestNetworkAdvancedServerOps-63743733 tempest-TestNetworkAdvancedServerOps-63743733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:23.117405 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-071fdcf1-731f-4b2e-95f4-a803ab2dfe93 tempest-TestNetworkAdvancedServerOps-63743733 tempest-TestNetworkAdvancedServerOps-63743733-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7153809 Nov 12 08:42:23.120639 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-5a2faf31-3eb4-439e-897d-1d326b4f04d1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0b0547ab3dff40d7b44d7a95418a0572&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0461485 Nov 12 08:42:23.126354 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-eda68cbb-7148-49b4-bc5f-5163f71b38b0 req-4447a374-8881-4ff1-bc79-de17ef3e8fd6 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "GET /v2.0/security-groups?id=15d740a6-a940-4833-a40a-a029a06c8446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446333 Nov 12 08:42:23.127628 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 53514) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:23.129174 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 53516) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:23.168635 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2faf31-3eb4-439e-897d-1d326b4f04d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d8a53cf-798d-42c6-ae05-d9de8bfc10b8,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:23.184122 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-13749dda-5728-42ee-8d8d-040fe1896c0a req-a478a5df-a518-4778-80f6-30329c4628e5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ace1205c-60ff-4db8-9985-65bcdec35b05 HTTP/1.1" status: 200 len: 217 time: 0.0734341 Nov 12 08:42:23.203595 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-1c7bdfc3-24aa-4d59-b57c-a826dd06a7bb tempest-TestNetworkAdvancedServerOps-63743733 tempest-TestNetworkAdvancedServerOps-63743733-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=d709f64f-f9e6-4525-b020-ad48633b9bbf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0661886 Nov 12 08:42:23.211240 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 53518) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:23.223632 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-117b5b7c-70ac-4334-ab8d-f607b0e6c96c tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1292082521', 'network_id': '508aced4-0fe0-4f1d-92f2-979af6167066', 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:23.300171 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13749dda-5728-42ee-8d8d-040fe1896c0a req-1bd86bb0-a757-47d0-851d-27d5d671b825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:23.302029 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-13749dda-5728-42ee-8d8d-040fe1896c0a req-1bd86bb0-a757-47d0-851d-27d5d671b825 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d9a00d2d-2c3f-4ff1-b492-21889461a07b HTTP/1.1" status: 200 len: 834 time: 0.1098478 Nov 12 08:42:23.341906 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-9d7caf29-b551-4839-b65a-69ce77b53bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '298cae83-370f-459b-9f70-c6e8aaa7fc96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-757686162', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '380c1b22-b0f1-42ff-9bf9-5e128722d38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:42:14Z', 'updated_at': '2021-11-12T08:42:18Z', 'revision_number': 3, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'gw_port': {'id': '380c1b22-b0f1-42ff-9bf9-5e128722d38d', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:92:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '298cae83-370f-459b-9f70-c6e8aaa7fc96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:42:16Z', 'updated_at': '2021-11-12T08:42:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:23.385194 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13749dda-5728-42ee-8d8d-040fe1896c0a req-e45a0b3b-325f-40cb-80bc-65b292407b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:23.388174 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-13749dda-5728-42ee-8d8d-040fe1896c0a req-e45a0b3b-325f-40cb-80bc-65b292407b45 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=86b8c87a-274c-4919-b69d-637f6591ab2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0749362 Nov 12 08:42:23.391828 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f06fca91-fb3c-45e2-8f15-1186c995e618 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:23.406996 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7caf29-b551-4839-b65a-69ce77b53bef None None] Checking router: 298cae83-370f-459b-9f70-c6e8aaa7fc96 for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:42:23.407468 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7caf29-b551-4839-b65a-69ce77b53bef None None] Updating router 298cae83-370f-459b-9f70-c6e8aaa7fc96 port 380c1b22-b0f1-42ff-9bf9-5e128722d38d binding host n-d-765315-29 {{(pid=102602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:42:23.446038 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-9d7caf29-b551-4839-b65a-69ce77b53bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:23.461045 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f06fca91-fb3c-45e2-8f15-1186c995e618 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:23.469688 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-117b5b7c-70ac-4334-ab8d-f607b0e6c96c tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Made reservation on behalf of af01ccd549054d7f8ad1904b6846172a for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:42:23.473725 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-117b5b7c-70ac-4334-ab8d-f607b0e6c96c tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:23.600733 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 068e1b83-923b-4934-bf15-a1aab4bf2397 up at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:42:23.653362 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-13749dda-5728-42ee-8d8d-040fe1896c0a req-19b61502-b9b9-42d2-a398-3fe883ee5dc2 service neutron] 10.222.0.44 "GET /v2.0/networks/86b8c87a-274c-4919-b69d-637f6591ab2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486789 Nov 12 08:42:23.801530 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning for port 068e1b83-923b-4934-bf15-a1aab4bf2397 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:42:23.815271 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning complete for port 068e1b83-923b-4934-bf15-a1aab4bf2397 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:23.817158 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:23.913007 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f06fca91-fb3c-45e2-8f15-1186c995e618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:23.916780 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f06fca91-fb3c-45e2-8f15-1186c995e618 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:23.918141 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-13749dda-5728-42ee-8d8d-040fe1896c0a req-aa1e82a0-6e2f-4b37-b207-798703a0426f service neutron] 10.222.0.44 "GET /v2.0/networks/86b8c87a-274c-4919-b69d-637f6591ab2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311950 Nov 12 08:42:23.919396 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-f06fca91-fb3c-45e2-8f15-1186c995e618 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2d8a53cf-798d-42c6-ae05-d9de8bfc10b8 HTTP/1.1" status: 204 len: 168 time: 0.7800000 Nov 12 08:42:23.932543 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed67803e-6902-498d-ac51-fac4d373da26 req-3e0b6ebc-6d20-46fc-91ca-f7910916698e tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:23.934148 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ed67803e-6902-498d-ac51-fac4d373da26 req-3e0b6ebc-6d20-46fc-91ca-f7910916698e tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=a30918cd-4df7-4f62-a2b9-c8bc0083f909 HTTP/1.1" status: 200 len: 944 time: 0.2901549 Nov 12 08:42:23.981590 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06fca91-fb3c-45e2-8f15-1186c995e618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d8a53cf-798d-42c6-ae05-d9de8bfc10b8,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:24.016527 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-9d7caf29-b551-4839-b65a-69ce77b53bef None None] Publish callbacks [] for port, precommit_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:24.029647 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-9d7caf29-b551-4839-b65a-69ce77b53bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:24.098074 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:24.147795 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09221c2d-ceb7-435f-bc39-c855257653d3 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:42:24.164649 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-9d7caf29-b551-4839-b65a-69ce77b53bef None None] Attempting to bind port 380c1b22-b0f1-42ff-9bf9-5e128722d38d on host n-d-765315-29 for vnic_type normal with profile {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:42:24.165015 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-9d7caf29-b551-4839-b65a-69ce77b53bef None None] Attempting to bind port 380c1b22-b0f1-42ff-9bf9-5e128722d38d by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:42:24.165377 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7caf29-b551-4839-b65a-69ce77b53bef None None] Attempting to bind port 380c1b22-b0f1-42ff-9bf9-5e128722d38d on network d709f64f-f9e6-4525-b020-ad48633b9bbf {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:42:24.182351 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a30918cd-4df7-4f62-a2b9-c8bc0083f909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '068e1b83-923b-4934-bf15-a1aab4bf2397'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:42:24.188270 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04bf7b43-7fd1-4019-b364-b55237a5071d" -d '{"events": [{"server_uuid": "a30918cd-4df7-4f62-a2b9-c8bc0083f909", "name": "network-vif-plugged", "status": "completed", "tag": "068e1b83-923b-4934-bf15-a1aab4bf2397"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:42:24.191183 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a8a5cb-16d5-498b-8c60-8e561e8f2a13 None None] Pushing event updated for resources: {'Port': ['ID=380c1b22-b0f1-42ff-9bf9-5e128722d38d,revision_number=2']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:24.194565 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-117b5b7c-70ac-4334-ab8d-f607b0e6c96c tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:24.222887 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ed67803e-6902-498d-ac51-fac4d373da26 req-6a344854-0bff-4d20-99bd-6b9c47216db4 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627494 Nov 12 08:42:24.235620 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a8a5cb-16d5-498b-8c60-8e561e8f2a13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:24.236054 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a8a5cb-16d5-498b-8c60-8e561e8f2a13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:24.236388 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a8a5cb-16d5-498b-8c60-8e561e8f2a13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:24.236726 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a8a5cb-16d5-498b-8c60-8e561e8f2a13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:24.237052 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a8a5cb-16d5-498b-8c60-8e561e8f2a13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:24.237375 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a8a5cb-16d5-498b-8c60-8e561e8f2a13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:24.237697 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a8a5cb-16d5-498b-8c60-8e561e8f2a13 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:24.238283 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a8a5cb-16d5-498b-8c60-8e561e8f2a13 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:24.238621 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a8a5cb-16d5-498b-8c60-8e561e8f2a13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:24.238939 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a8a5cb-16d5-498b-8c60-8e561e8f2a13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:24.239254 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a8a5cb-16d5-498b-8c60-8e561e8f2a13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:24.239568 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a8a5cb-16d5-498b-8c60-8e561e8f2a13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:24.248422 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7caf29-b551-4839-b65a-69ce77b53bef None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:42:24.248804 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7caf29-b551-4839-b65a-69ce77b53bef None None] Checking segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:42:24.249219 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-9d7caf29-b551-4839-b65a-69ce77b53bef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:24.250140 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7caf29-b551-4839-b65a-69ce77b53bef None None] Bound using segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:42:24.250333 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 068e1b83-923b-4934-bf15-a1aab4bf2397, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=068e1b83-923b-4934-bf15-a1aab4bf2397,segment=NetworkSegment(add834c9-8487-4b10-a6f8-7351b562c1cc),segment_id=add834c9-8487-4b10-a6f8-7351b562c1cc)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:42:24.250696 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-9d7caf29-b551-4839-b65a-69ce77b53bef None None] Bound port: 380c1b22-b0f1-42ff-9bf9-5e128722d38d, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:42:24.251117 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-9d7caf29-b551-4839-b65a-69ce77b53bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:24.272357 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:24.378840 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117b5b7c-70ac-4334-ab8d-f607b0e6c96c tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Pushing event updated for resources: {'Subnet': ['ID=f91bfea0-8c12-4f49-94bb-e193b754d651,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:24.382729 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-9d7caf29-b551-4839-b65a-69ce77b53bef None None] For port 380c1b22-b0f1-42ff-9bf9-5e128722d38d, host n-d-765315-29, cleared binding levels {{(pid=102602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:42:24.386288 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-9d7caf29-b551-4839-b65a-69ce77b53bef None None] For port 380c1b22-b0f1-42ff-9bf9-5e128722d38d, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=380c1b22-b0f1-42ff-9bf9-5e128722d38d,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:42:24.398890 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-9d7caf29-b551-4839-b65a-69ce77b53bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:24.435767 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-9ffe4cfc-10f6-4d0a-acfb-4dc695ac5ec9 None None] Provisioning complete for port 380c1b22-b0f1-42ff-9bf9-5e128722d38d triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:24.436137 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9ffe4cfc-10f6-4d0a-acfb-4dc695ac5ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:24.447673 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117b5b7c-70ac-4334-ab8d-f607b0e6c96c tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Checking segment: {'id': '128b32ff-5ab3-49e3-809a-b6df5af491f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '508aced4-0fe0-4f1d-92f2-979af6167066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:42:24.448230 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117b5b7c-70ac-4334-ab8d-f607b0e6c96c tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Network hostable DHCP agents. Network: 508aced4-0fe0-4f1d-92f2-979af6167066, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:42:24.496651 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a8a5cb-16d5-498b-8c60-8e561e8f2a13 None None] Pushing event updated for resources: {'Port': ['ID=380c1b22-b0f1-42ff-9bf9-5e128722d38d,revision_number=3']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:24.540329 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device ace1205c-60ff-4db8-9985-65bcdec35b05 details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:42:24.559265 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7caf29-b551-4839-b65a-69ce77b53bef None None] Routers {'298cae83-370f-459b-9f70-c6e8aaa7fc96'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:42:24.559889 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-9d7caf29-b551-4839-b65a-69ce77b53bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:42:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['298cae83-370f-459b-9f70-c6e8aaa7fc96'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:24.567449 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67488c06-0763-415a-9dc5-e680b3bf5fda None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:42:24.582096 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4917e6f5-9176-434d-9942-8908cbdf603f req-559b414b-3126-4a76-a764-56010645b4b1 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:24.586165 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4917e6f5-9176-434d-9942-8908cbdf603f req-559b414b-3126-4a76-a764-56010645b4b1 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "GET /v2.0/ports?device_id=e35c6b7a-9f74-4d5c-8d55-55c96320aa96 HTTP/1.1" status: 200 len: 944 time: 0.1981025 Nov 12 08:42:24.642302 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117b5b7c-70ac-4334-ab8d-f607b0e6c96c tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Network 508aced4-0fe0-4f1d-92f2-979af6167066 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:42:24.685157 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=068e1b83-923b-4934-bf15-a1aab4bf2397,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:24.726371 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4917e6f5-9176-434d-9942-8908cbdf603f req-2e873022-f022-43a8-80ff-dfeb264ee3f4 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "GET /v2.0/security-groups?id=15d740a6-a940-4833-a40a-a029a06c8446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312771 Nov 12 08:42:24.727171 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-117b5b7c-70ac-4334-ab8d-f607b0e6c96c tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 508aced4-0fe0-4f1d-92f2-979af6167066) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:42:24.731327 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117b5b7c-70ac-4334-ab8d-f607b0e6c96c tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:24.731920 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-117b5b7c-70ac-4334-ab8d-f607b0e6c96c tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:24.755694 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-117b5b7c-70ac-4334-ab8d-f607b0e6c96c tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.5421386 Nov 12 08:42:24.758088 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 53568) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:24.822070 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 53572) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:24.827965 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c51a55-369d-4bcf-95b9-b4aaaf473a8b None None] Network 508aced4-0fe0-4f1d-92f2-979af6167066 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:42:24.901089 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1ece35f0-78e3-4944-b13b-3075ac6d8644 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:24.920319 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-9d7caf29-b551-4839-b65a-69ce77b53bef None None] Set router 298cae83-370f-459b-9f70-c6e8aaa7fc96 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:42:25.166550 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c2e6886-e608-43fd-acc3-91d49f81ff91 x-openstack-request-id: req-0c2e6886-e608-43fd-acc3-91d49f81ff91 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:42:25.167146 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a30918cd-4df7-4f62-a2b9-c8bc0083f909", "name": "network-vif-plugged", "status": "completed", "tag": "068e1b83-923b-4934-bf15-a1aab4bf2397", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:42:25.167573 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0c2e6886-e608-43fd-acc3-91d49f81ff91 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:42:25.168122 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a30918cd-4df7-4f62-a2b9-c8bc0083f909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '068e1b83-923b-4934-bf15-a1aab4bf2397', 'code': 200} Nov 12 08:42:25.202182 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0a2ac-3709-4eaf-b009-3f5e48745f95 req-8e831ec5-3c32-4607-bb3f-d799b35cac7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:25.206522 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-75d0a2ac-3709-4eaf-b009-3f5e48745f95 req-8e831ec5-3c32-4607-bb3f-d799b35cac7c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a30918cd-4df7-4f62-a2b9-c8bc0083f909 HTTP/1.1" status: 200 len: 1097 time: 0.2710619 Nov 12 08:42:25.320514 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9ffe4cfc-10f6-4d0a-acfb-4dc695ac5ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:25.332179 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1ece35f0-78e3-4944-b13b-3075ac6d8644 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:25.349729 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-9ffe4cfc-10f6-4d0a-acfb-4dc695ac5ec9 None None] For port 380c1b22-b0f1-42ff-9bf9-5e128722d38d, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=380c1b22-b0f1-42ff-9bf9-5e128722d38d,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:42:25.350575 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1ece35f0-78e3-4944-b13b-3075ac6d8644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:25.382131 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9ffe4cfc-10f6-4d0a-acfb-4dc695ac5ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:25.434349 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3c9273-0200-4344-9e81-7694ed79fc81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-508aced4-0fe0-4f1d-92f2-979af6167066', 'network_id': '508aced4-0fe0-4f1d-92f2-979af6167066', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'fixed_ips': [{'subnet_id': 'f91bfea0-8c12-4f49-94bb-e193b754d651'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:42:25.456686 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7b3c9273-0200-4344-9e81-7694ed79fc81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:25.543426 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-1ece35f0-78e3-4944-b13b-3075ac6d8644 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=53683b6153384ebca911fc504516a69d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7201362 Nov 12 08:42:25.557772 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 53592) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:25.569959 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-75d0a2ac-3709-4eaf-b009-3f5e48745f95 req-de160123-af87-4c84-80ec-3017a9a453c7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3475924 Nov 12 08:42:25.616124 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port ace1205c-60ff-4db8-9985-65bcdec35b05, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=ace1205c-60ff-4db8-9985-65bcdec35b05,segment=NetworkSegment(42fd31a6-b332-4ff2-a9ed-35d53e7e9cdd),segment_id=42fd31a6-b332-4ff2-a9ed-35d53e7e9cdd)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:42:25.616342 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ece35f0-78e3-4944-b13b-3075ac6d8644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d817caf2-67c6-4650-873f-d9825fe2aeb7,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:25.677425 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-9d7caf29-b551-4839-b65a-69ce77b53bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '298cae83-370f-459b-9f70-c6e8aaa7fc96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-757686162', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '380c1b22-b0f1-42ff-9bf9-5e128722d38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:42:14Z', 'updated_at': '2021-11-12T08:42:18Z', 'revision_number': 3, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'gw_port': {'id': '380c1b22-b0f1-42ff-9bf9-5e128722d38d', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:92:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '298cae83-370f-459b-9f70-c6e8aaa7fc96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:42:16Z', 'updated_at': '2021-11-12T08:42:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:25.725230 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7caf29-b551-4839-b65a-69ce77b53bef None None] The sync data for ids ['298cae83-370f-459b-9f70-c6e8aaa7fc96'] in n-d-765315-29 is: [{'id': '298cae83-370f-459b-9f70-c6e8aaa7fc96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-757686162', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '380c1b22-b0f1-42ff-9bf9-5e128722d38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:42:14Z', 'updated_at': '2021-11-12T08:42:18Z', 'revision_number': 3, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'gw_port': {'id': '380c1b22-b0f1-42ff-9bf9-5e128722d38d', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:92:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '298cae83-370f-459b-9f70-c6e8aaa7fc96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:42:16Z', 'updated_at': '2021-11-12T08:42:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:42:25.755151 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0205132a-47a8-4d73-aba9-874601e6ca63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:25.825311 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0205132a-47a8-4d73-aba9-874601e6ca63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:25.874106 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d106f76-4f25-4f62-ad6f-06cace8c4ef5 req-85cb47e0-51b0-43b7-ae54-a52b3f553fbd tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:25.875775 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0d106f76-4f25-4f62-ad6f-06cace8c4ef5 req-85cb47e0-51b0-43b7-ae54-a52b3f553fbd tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=a30918cd-4df7-4f62-a2b9-c8bc0083f909 HTTP/1.1" status: 200 len: 945 time: 0.4273782 Nov 12 08:42:25.926316 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0205132a-47a8-4d73-aba9-874601e6ca63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:25.929553 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0205132a-47a8-4d73-aba9-874601e6ca63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:25.931374 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-0205132a-47a8-4d73-aba9-874601e6ca63 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d817caf2-67c6-4650-873f-d9825fe2aeb7 HTTP/1.1" status: 204 len: 168 time: 0.3515289 Nov 12 08:42:25.945862 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0205132a-47a8-4d73-aba9-874601e6ca63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d817caf2-67c6-4650-873f-d9825fe2aeb7,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:26.010646 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-7b3c9273-0200-4344-9e81-7694ed79fc81 None None] Allocated IP 172.20.0.2 (508aced4-0fe0-4f1d-92f2-979af6167066/f91bfea0-8c12-4f49-94bb-e193b754d651/b82d7eed-e00a-48a0-9455-373eecf41c31) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:42:26.038915 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:42:26.349418 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0d106f76-4f25-4f62-ad6f-06cace8c4ef5 req-a38cd9be-911a-42ee-bcfa-9aea9b67fe8f tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4627988 Nov 12 08:42:26.372320 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7b3c9273-0200-4344-9e81-7694ed79fc81 None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:26.422030 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7b3c9273-0200-4344-9e81-7694ed79fc81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:26.438100 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-acee7454-52c5-410d-b17c-bbb3a84c2e05 None None] Provisioning complete for port 380c1b22-b0f1-42ff-9bf9-5e128722d38d triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:26.438499 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-acee7454-52c5-410d-b17c-bbb3a84c2e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:26.491609 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': 'ace1205c-60ff-4db8-9985-65bcdec35b05', 'network_id': '86b8c87a-274c-4919-b69d-637f6591ab2d', 'port_id': 'ace1205c-60ff-4db8-9985-65bcdec35b05', 'mac_address': 'fa:16:3e:96:f4:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9a00d2d-2c3f-4ff1-b492-21889461a07b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:42:26.507463 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffe4cfc-10f6-4d0a-acfb-4dc695ac5ec9 None None] Pushing event updated for resources: {'Port': ['ID=380c1b22-b0f1-42ff-9bf9-5e128722d38d,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:26.515757 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3c9273-0200-4344-9e81-7694ed79fc81 None None] Network 508aced4-0fe0-4f1d-92f2-979af6167066 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:42:26.562398 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-7b3c9273-0200-4344-9e81-7694ed79fc81 None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:42:26.565438 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3c9273-0200-4344-9e81-7694ed79fc81 None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:42:26.664312 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cd5cbf28-4abf-4fd7-90c7-04e806e171d7 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:26.723244 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd821a-db03-4c7f-b826-de9ae822b26b req-ab505525-78b7-45a6-88cf-65406f1ea5e3 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:26.734667 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c9bd821a-db03-4c7f-b826-de9ae822b26b req-ab505525-78b7-45a6-88cf-65406f1ea5e3 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "GET /v2.0/ports?device_id=e35c6b7a-9f74-4d5c-8d55-55c96320aa96 HTTP/1.1" status: 200 len: 944 time: 0.1523142 Nov 12 08:42:26.752083 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3c9273-0200-4344-9e81-7694ed79fc81 None None] Pushing event updated for resources: {'Port': ['ID=b82d7eed-e00a-48a0-9455-373eecf41c31,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:26.906499 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:26.995750 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c9bd821a-db03-4c7f-b826-de9ae822b26b req-415803a3-fa26-4281-94a7-bd6237f674f4 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "GET /v2.0/security-groups?id=15d740a6-a940-4833-a40a-a029a06c8446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2598970 Nov 12 08:42:27.025052 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ace1205c-60ff-4db8-9985-65bcdec35b05 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:42:27.099835 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 380c1b22-b0f1-42ff-9bf9-5e128722d38d up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:42:27.148772 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-7b3c9273-0200-4344-9e81-7694ed79fc81 None None] Attempting to bind port b82d7eed-e00a-48a0-9455-373eecf41c31 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:42:27.150041 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-7b3c9273-0200-4344-9e81-7694ed79fc81 None None] Attempting to bind port b82d7eed-e00a-48a0-9455-373eecf41c31 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '128b32ff-5ab3-49e3-809a-b6df5af491f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '508aced4-0fe0-4f1d-92f2-979af6167066'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:42:27.151182 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3c9273-0200-4344-9e81-7694ed79fc81 None None] Attempting to bind port b82d7eed-e00a-48a0-9455-373eecf41c31 on network 508aced4-0fe0-4f1d-92f2-979af6167066 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:42:27.332562 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3c9273-0200-4344-9e81-7694ed79fc81 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:42:27.333470 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3c9273-0200-4344-9e81-7694ed79fc81 None None] Checking segment: {'id': '128b32ff-5ab3-49e3-809a-b6df5af491f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '508aced4-0fe0-4f1d-92f2-979af6167066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:42:27.334665 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7b3c9273-0200-4344-9e81-7694ed79fc81 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:27.335279 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3c9273-0200-4344-9e81-7694ed79fc81 None None] Bound using segment: {'id': '128b32ff-5ab3-49e3-809a-b6df5af491f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '508aced4-0fe0-4f1d-92f2-979af6167066'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:42:27.336043 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-7b3c9273-0200-4344-9e81-7694ed79fc81 None None] Bound port: b82d7eed-e00a-48a0-9455-373eecf41c31, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '128b32ff-5ab3-49e3-809a-b6df5af491f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '508aced4-0fe0-4f1d-92f2-979af6167066'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:42:27.336625 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7b3c9273-0200-4344-9e81-7694ed79fc81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:27.343577 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port ace1205c-60ff-4db8-9985-65bcdec35b05, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=ace1205c-60ff-4db8-9985-65bcdec35b05,segment=NetworkSegment(42fd31a6-b332-4ff2-a9ed-35d53e7e9cdd),segment_id=42fd31a6-b332-4ff2-a9ed-35d53e7e9cdd)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:42:27.381985 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:27.526237 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-7b3c9273-0200-4344-9e81-7694ed79fc81 None None] For port b82d7eed-e00a-48a0-9455-373eecf41c31, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:42:27.537257 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-7b3c9273-0200-4344-9e81-7694ed79fc81 None None] For port b82d7eed-e00a-48a0-9455-373eecf41c31, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=b82d7eed-e00a-48a0-9455-373eecf41c31,segment=NetworkSegment(128b32ff-5ab3-49e3-809a-b6df5af491f4),segment_id=128b32ff-5ab3-49e3-809a-b6df5af491f4)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:42:27.579478 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7b3c9273-0200-4344-9e81-7694ed79fc81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:27.675697 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 380c1b22-b0f1-42ff-9bf9-5e128722d38d triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:27.677341 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:27.679912 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=ace1205c-60ff-4db8-9985-65bcdec35b05,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:27.774213 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['ace1205c-60ff-4db8-9985-65bcdec35b05'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:42:27.808327 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eb2ac6-fb9a-4699-84fb-b5d64f134d37 req-a601bcff-8d52-4d9e-8919-66e3bb522b5c tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:27.830753 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c2eb2ac6-fb9a-4699-84fb-b5d64f134d37 req-a601bcff-8d52-4d9e-8919-66e3bb522b5c tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=a30918cd-4df7-4f62-a2b9-c8bc0083f909 HTTP/1.1" status: 200 len: 945 time: 0.2662933 Nov 12 08:42:27.860478 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3c9273-0200-4344-9e81-7694ed79fc81 None None] Pushing event updated for resources: {'Port': ['ID=b82d7eed-e00a-48a0-9455-373eecf41c31,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:28.014548 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-cd5cbf28-4abf-4fd7-90c7-04e806e171d7 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Allocated IP 172.20.0.1 (508aced4-0fe0-4f1d-92f2-979af6167066/f91bfea0-8c12-4f49-94bb-e193b754d651/82a70224-253d-4853-a424-934ee11de0d2) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:42:28.135609 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c2eb2ac6-fb9a-4699-84fb-b5d64f134d37 req-d793dc8b-3469-4421-981d-bac398b76762 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3036480 Nov 12 08:42:28.461723 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4356e5e-d646-4c40-9da5-df7076157922 req-97238024-45f1-4d61-a322-11443b3f8c85 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:28.475859 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b4356e5e-d646-4c40-9da5-df7076157922 req-97238024-45f1-4d61-a322-11443b3f8c85 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "GET /v2.0/ports?device_id=e35c6b7a-9f74-4d5c-8d55-55c96320aa96 HTTP/1.1" status: 200 len: 945 time: 0.1401975 Nov 12 08:42:28.523955 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cd5cbf28-4abf-4fd7-90c7-04e806e171d7 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:28.710840 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b4356e5e-d646-4c40-9da5-df7076157922 req-aad3cb08-1e1a-4a4f-9465-029d9fbcb0b8 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "GET /v2.0/security-groups?id=15d740a6-a940-4833-a40a-a029a06c8446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2338123 Nov 12 08:42:28.754961 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cd5cbf28-4abf-4fd7-90c7-04e806e171d7 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:28.951398 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5cbf28-4abf-4fd7-90c7-04e806e171d7 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Network 508aced4-0fe0-4f1d-92f2-979af6167066 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:42:28.975184 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5cbf28-4abf-4fd7-90c7-04e806e171d7 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Pushing event updated for resources: {'Port': ['ID=82a70224-253d-4853-a424-934ee11de0d2,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:28.982763 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-cd5cbf28-4abf-4fd7-90c7-04e806e171d7 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:42:28.986492 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5cbf28-4abf-4fd7-90c7-04e806e171d7 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:42:29.025585 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device b82d7eed-e00a-48a0-9455-373eecf41c31 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:42:29.065372 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4764c37d-dab3-4130-87ea-a0e0fb3644c9 req-6553c62f-81cd-46d0-ada4-7fc53bd9fc1a tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:29.092322 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4764c37d-dab3-4130-87ea-a0e0fb3644c9 req-6553c62f-81cd-46d0-ada4-7fc53bd9fc1a tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=a30918cd-4df7-4f62-a2b9-c8bc0083f909 HTTP/1.1" status: 200 len: 945 time: 0.2196996 Nov 12 08:42:29.145714 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cd5cbf28-4abf-4fd7-90c7-04e806e171d7 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933481'] for router_interface, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:29.214398 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port b82d7eed-e00a-48a0-9455-373eecf41c31 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:29.214815 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:29.235550 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 53696) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:29.332369 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4764c37d-dab3-4130-87ea-a0e0fb3644c9 req-6c310a8c-cc62-4c81-bf56-60e7c64fff79 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384858 Nov 12 08:42:29.455005 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device ace1205c-60ff-4db8-9985-65bcdec35b05 up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:42:29.488949 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-02336876-27e2-4bb5-9a17-3c964396dea0 tempest-MeteringTestJSON-357026617 tempest-MeteringTestJSON-357026617-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1969810738'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:29.489407 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-02336876-27e2-4bb5-9a17-3c964396dea0 tempest-MeteringTestJSON-357026617 tempest-MeteringTestJSON-357026617-project-admin] Unknown quota resources ['metering_label']. {{(pid=102599) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 08:42:29.588576 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cd5cbf28-4abf-4fd7-90c7-04e806e171d7 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:29.605215 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:30.055839 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-02336876-27e2-4bb5-9a17-3c964396dea0 tempest-MeteringTestJSON-357026617 tempest-MeteringTestJSON-357026617-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:30.057481 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-02336876-27e2-4bb5-9a17-3c964396dea0 tempest-MeteringTestJSON-357026617 tempest-MeteringTestJSON-357026617-project-admin] 10.222.0.26 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.8206964 Nov 12 08:42:30.062652 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 53718) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:30.067581 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-9f279cdd-31ab-4804-84aa-7a87960336db tempest-MeteringTestJSON-357026617 tempest-MeteringTestJSON-357026617-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '32d3cfde-affd-4bde-989a-48b8550f9fd0'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:30.079263 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-9f279cdd-31ab-4804-84aa-7a87960336db tempest-MeteringTestJSON-357026617 tempest-MeteringTestJSON-357026617-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102599) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 08:42:30.162986 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa9374c-dbf3-41ce-96ce-5f4d4eae7ec8 None None] Network 508aced4-0fe0-4f1d-92f2-979af6167066 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:42:30.181876 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] For port b82d7eed-e00a-48a0-9455-373eecf41c31, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=b82d7eed-e00a-48a0-9455-373eecf41c31,segment=NetworkSegment(128b32ff-5ab3-49e3-809a-b6df5af491f4),segment_id=128b32ff-5ab3-49e3-809a-b6df5af491f4)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:42:30.207327 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:30.220967 n-d-765315-29 neutron-server[102599]: WARNING neutron.services.metering.metering_plugin [None req-9f279cdd-31ab-4804-84aa-7a87960336db tempest-MeteringTestJSON-357026617 tempest-MeteringTestJSON-357026617-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 12 08:42:30.228011 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1696b1d-f196-4787-879f-ef36be7a22e2 req-b0bb18d7-d9a3-4e48-b541-3f4b4af2a603 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:30.248794 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning for port ace1205c-60ff-4db8-9985-65bcdec35b05 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:42:30.252699 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c1696b1d-f196-4787-879f-ef36be7a22e2 req-b0bb18d7-d9a3-4e48-b541-3f4b4af2a603 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "GET /v2.0/ports?device_id=e35c6b7a-9f74-4d5c-8d55-55c96320aa96 HTTP/1.1" status: 200 len: 945 time: 0.2668500 Nov 12 08:42:30.291148 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port ace1205c-60ff-4db8-9985-65bcdec35b05 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:30.291989 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:30.341282 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-6dd7859a-0b95-44fe-be50-efcf240fbe2d None None] Provisioning complete for port b82d7eed-e00a-48a0-9455-373eecf41c31 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:30.347624 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6dd7859a-0b95-44fe-be50-efcf240fbe2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:30.359850 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c1696b1d-f196-4787-879f-ef36be7a22e2 req-5367ec1c-0c4c-426b-9867-942e6f1506bd tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "GET /v2.0/security-groups?id=15d740a6-a940-4833-a40a-a029a06c8446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057556 Nov 12 08:42:30.380304 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cd5cbf28-4abf-4fd7-90c7-04e806e171d7 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:30.391642 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cd5cbf28-4abf-4fd7-90c7-04e806e171d7 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:30.474254 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Pushing event updated for resources: {'Port': ['ID=b82d7eed-e00a-48a0-9455-373eecf41c31,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:30.567073 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9f279cdd-31ab-4804-84aa-7a87960336db tempest-MeteringTestJSON-357026617 tempest-MeteringTestJSON-357026617-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:30.572683 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 53734) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:30.578482 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-9f279cdd-31ab-4804-84aa-7a87960336db tempest-MeteringTestJSON-357026617 tempest-MeteringTestJSON-357026617-project-admin] 10.222.0.26 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5129781 Nov 12 08:42:30.583369 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-8690f038-cd76-4798-ad5f-b734295e47bf tempest-MeteringTestJSON-357026617 tempest-MeteringTestJSON-357026617-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '32d3cfde-affd-4bde-989a-48b8550f9fd0'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:30.583899 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-8690f038-cd76-4798-ad5f-b734295e47bf tempest-MeteringTestJSON-357026617 tempest-MeteringTestJSON-357026617-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102600) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 08:42:30.627921 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cd5cbf28-4abf-4fd7-90c7-04e806e171d7 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933629'] for router_interface, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:30.672976 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14163516-910b-4d82-bf3c-23b7fa35ba9e req-319d64a3-a1b6-4910-97f7-e495191ded63 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:30.681364 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-14163516-910b-4d82-bf3c-23b7fa35ba9e req-319d64a3-a1b6-4910-97f7-e495191ded63 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=a30918cd-4df7-4f62-a2b9-c8bc0083f909 HTTP/1.1" status: 200 len: 945 time: 0.2029498 Nov 12 08:42:30.696422 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:30.709671 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5cbf28-4abf-4fd7-90c7-04e806e171d7 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Pushing event updated for resources: {'Port': ['ID=82a70224-253d-4853-a424-934ee11de0d2,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:30.785115 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e35c6b7a-9f74-4d5c-8d55-55c96320aa96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace1205c-60ff-4db8-9985-65bcdec35b05'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:42:30.788198 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4761981-373b-4479-8be5-2d62c06b0238" -d '{"events": [{"server_uuid": "e35c6b7a-9f74-4d5c-8d55-55c96320aa96", "name": "network-vif-plugged", "status": "completed", "tag": "ace1205c-60ff-4db8-9985-65bcdec35b05"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:42:30.809555 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port ace1205c-60ff-4db8-9985-65bcdec35b05, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=ace1205c-60ff-4db8-9985-65bcdec35b05,segment=NetworkSegment(42fd31a6-b332-4ff2-a9ed-35d53e7e9cdd),segment_id=42fd31a6-b332-4ff2-a9ed-35d53e7e9cdd)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:42:30.836832 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:30.913914 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device b82d7eed-e00a-48a0-9455-373eecf41c31 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:42:30.993648 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=ace1205c-60ff-4db8-9985-65bcdec35b05,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:31.018851 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port b82d7eed-e00a-48a0-9455-373eecf41c31 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:31.019517 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:31.133098 n-d-765315-29 neutron-server[102600]: WARNING neutron.services.metering.metering_plugin [None req-8690f038-cd76-4798-ad5f-b734295e47bf tempest-MeteringTestJSON-357026617 tempest-MeteringTestJSON-357026617-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 12 08:42:31.328067 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-2baa5067-e3a7-48d2-80db-52be6cb68952 None None] Provisioning complete for port b82d7eed-e00a-48a0-9455-373eecf41c31 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:31.328691 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2baa5067-e3a7-48d2-80db-52be6cb68952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:31.403570 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-14163516-910b-4d82-bf3c-23b7fa35ba9e req-a597f3e1-1e85-498a-9f52-82397d3328e5 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7208941 Nov 12 08:42:31.549984 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81551b21-d07b-48d8-b612-e07cc2ca2852 x-openstack-request-id: req-81551b21-d07b-48d8-b612-e07cc2ca2852 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:42:31.550537 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e35c6b7a-9f74-4d5c-8d55-55c96320aa96", "name": "network-vif-plugged", "status": "completed", "tag": "ace1205c-60ff-4db8-9985-65bcdec35b05", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:42:31.550903 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-81551b21-d07b-48d8-b612-e07cc2ca2852 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:42:31.551387 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e35c6b7a-9f74-4d5c-8d55-55c96320aa96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace1205c-60ff-4db8-9985-65bcdec35b05', 'code': 200} Nov 12 08:42:31.599484 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-2baa5067-e3a7-48d2-80db-52be6cb68952 None None] Provisioning complete for port 82a70224-253d-4853-a424-934ee11de0d2 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:31.599962 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2baa5067-e3a7-48d2-80db-52be6cb68952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:31.607033 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504a6684-4c44-41fa-a6fb-6c189737faba req-01116ec6-71e3-4ff5-8e05-b8ab6dfa4983 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:31.620444 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-504a6684-4c44-41fa-a6fb-6c189737faba req-01116ec6-71e3-4ff5-8e05-b8ab6dfa4983 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.21 "GET /v2.0/ports?device_id=a30918cd-4df7-4f62-a2b9-c8bc0083f909 HTTP/1.1" status: 200 len: 945 time: 0.1529393 Nov 12 08:42:31.621815 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8690f038-cd76-4798-ad5f-b734295e47bf tempest-MeteringTestJSON-357026617 tempest-MeteringTestJSON-357026617-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:31.623240 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-8690f038-cd76-4798-ad5f-b734295e47bf tempest-MeteringTestJSON-357026617 tempest-MeteringTestJSON-357026617-project-admin] 10.222.0.26 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 1.0442801 Nov 12 08:42:31.633550 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 53756) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:31.662306 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5cbf28-4abf-4fd7-90c7-04e806e171d7 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Network 508aced4-0fe0-4f1d-92f2-979af6167066 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:42:31.667247 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-cd5cbf28-4abf-4fd7-90c7-04e806e171d7 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:42:31.676012 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-cbc95a29-cc05-4f48-8873-5841ba56cb12 tempest-MeteringTestJSON-357026617 tempest-MeteringTestJSON-357026617-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-label-rules?id=c049031c-3fd3-4699-9c51-7f102715b517 HTTP/1.1" status: 200 len: 464 time: 0.0408700 Nov 12 08:42:31.681796 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 53760) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:31.736331 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-2baa5067-e3a7-48d2-80db-52be6cb68952 None None] Port 82a70224-253d-4853-a424-934ee11de0d2 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:42:31.929598 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-60acca0d-4c45-4565-8b80-7028def9c4fc None None] Provisioning complete for port 82a70224-253d-4853-a424-934ee11de0d2 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:31.930221 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-60acca0d-4c45-4565-8b80-7028def9c4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:31.963327 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975b4f9f-24b4-4bf5-9903-30b0f3ccfef1 req-04d7eb7b-997f-4f69-bc06-697811a6fde1 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:31.970526 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-975b4f9f-24b4-4bf5-9903-30b0f3ccfef1 req-04d7eb7b-997f-4f69-bc06-697811a6fde1 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "GET /v2.0/ports?device_id=e35c6b7a-9f74-4d5c-8d55-55c96320aa96 HTTP/1.1" status: 200 len: 946 time: 0.1708670 Nov 12 08:42:32.051792 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd5cbf28-4abf-4fd7-90c7-04e806e171d7 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Router 298cae83-370f-459b-9f70-c6e8aaa7fc96 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:42:32.062361 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-60acca0d-4c45-4565-8b80-7028def9c4fc None None] Port 82a70224-253d-4853-a424-934ee11de0d2 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:42:32.128593 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ac39d8-525e-4403-821d-e373deb793b8 req-ffdb3a06-1423-43b6-94d7-bb2c1542df42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:32.134207 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c8ac39d8-525e-4403-821d-e373deb793b8 req-ffdb3a06-1423-43b6-94d7-bb2c1542df42 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e35c6b7a-9f74-4d5c-8d55-55c96320aa96 HTTP/1.1" status: 200 len: 1098 time: 0.4507978 Nov 12 08:42:32.211512 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-975b4f9f-24b4-4bf5-9903-30b0f3ccfef1 req-16b45e8d-851e-4657-805d-2828812c3b1f tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "GET /v2.0/security-groups?id=15d740a6-a940-4833-a40a-a029a06c8446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2184019 Nov 12 08:42:32.260031 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-14120401-ac56-4f6b-a2d5-5438b868a8e3 tempest-MeteringTestJSON-357026617 tempest-MeteringTestJSON-357026617-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:32.261671 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-14120401-ac56-4f6b-a2d5-5438b868a8e3 tempest-MeteringTestJSON-357026617 tempest-MeteringTestJSON-357026617-project-admin] 10.222.0.26 "DELETE /v2.0/metering/metering-label-rules/c049031c-3fd3-4699-9c51-7f102715b517 HTTP/1.1" status: 204 len: 168 time: 0.5139987 Nov 12 08:42:32.282243 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 53770) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:32.349663 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-e89b6441-4bbb-4b9d-8a44-c16d7e4033b8 tempest-MeteringTestJSON-357026617 tempest-MeteringTestJSON-357026617-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-label-rules?id=c049031c-3fd3-4699-9c51-7f102715b517 HTTP/1.1" status: 200 len: 221 time: 0.0592890 Nov 12 08:42:32.350142 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 53776) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:32.360599 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-b710499d-2536-4be6-b4db-0ec88e4d8ab2 tempest-MeteringTestJSON-357026617 tempest-MeteringTestJSON-357026617-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--900919900', 'description': 'label created by tempest'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:32.361248 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-b710499d-2536-4be6-b4db-0ec88e4d8ab2 tempest-MeteringTestJSON-357026617 tempest-MeteringTestJSON-357026617-project-admin] Unknown quota resources ['metering_label']. {{(pid=102599) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 08:42:32.368303 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-504a6684-4c44-41fa-a6fb-6c189737faba req-2a8c23a1-42a5-4cf5-8ceb-41fb55356145 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Deleting port 068e1b83-923b-4934-bf15-a1aab4bf2397 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:42:32.369138 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-504a6684-4c44-41fa-a6fb-6c189737faba req-2a8c23a1-42a5-4cf5-8ceb-41fb55356145 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:32.397019 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c8ac39d8-525e-4403-821d-e373deb793b8 req-a2e111b3-e1b1-4bfd-934c-1430a528bbc3 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=15d740a6-a940-4833-a40a-a029a06c8446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1793580 Nov 12 08:42:32.535903 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-8fa1b073-8d7a-4f17-8bfa-ab23841988da None None] Provisioning complete for port 82a70224-253d-4853-a424-934ee11de0d2 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:32.537447 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8fa1b073-8d7a-4f17-8bfa-ab23841988da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:32.635871 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-8fa1b073-8d7a-4f17-8bfa-ab23841988da None None] Port 82a70224-253d-4853-a424-934ee11de0d2 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:42:32.923198 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd5cbf28-4abf-4fd7-90c7-04e806e171d7 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:42:32.940119 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbd3535-32f6-4f86-8162-4ad587ab0366 None None] Sync routers for ids ['298cae83-370f-459b-9f70-c6e8aaa7fc96'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:42:32.961884 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-cd5cbf28-4abf-4fd7-90c7-04e806e171d7 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "PUT /v2.0/routers/298cae83-370f-459b-9f70-c6e8aaa7fc96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1918132 Nov 12 08:42:32.967380 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbd3535-32f6-4f86-8162-4ad587ab0366 None None] Routers {'298cae83-370f-459b-9f70-c6e8aaa7fc96'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:42:32.972382 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-acbd3535-32f6-4f86-8162-4ad587ab0366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:42:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['298cae83-370f-459b-9f70-c6e8aaa7fc96'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:33.015095 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b88f54-b998-42d6-aa15-e633b06fc357 req-e6ebb36d-6418-46c1-9c41-8a96e60cb5d9 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:33.023751 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b3b88f54-b998-42d6-aa15-e633b06fc357 req-e6ebb36d-6418-46c1-9c41-8a96e60cb5d9 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=a30918cd-4df7-4f62-a2b9-c8bc0083f909 HTTP/1.1" status: 200 len: 945 time: 0.1584177 Nov 12 08:42:33.144517 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b3b88f54-b998-42d6-aa15-e633b06fc357 req-f0b786cc-bcff-4372-abaa-30016b32cf65 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197515 Nov 12 08:42:33.254335 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-acbd3535-32f6-4f86-8162-4ad587ab0366 None None] Set router 298cae83-370f-459b-9f70-c6e8aaa7fc96 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:42:33.433164 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-dad680ea-2e68-4264-8360-00bee80b50a1 req-4d682335-36fc-45ad-9b56-2898e549e9bc tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-211911280&fields=id&tenant_id=af01ccd549054d7f8ad1904b6846172a HTTP/1.1" status: 200 len: 267 time: 0.1032102 Nov 12 08:42:33.491359 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b710499d-2536-4be6-b4db-0ec88e4d8ab2 tempest-MeteringTestJSON-357026617 tempest-MeteringTestJSON-357026617-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:33.492861 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-b710499d-2536-4be6-b4db-0ec88e4d8ab2 tempest-MeteringTestJSON-357026617 tempest-MeteringTestJSON-357026617-project-admin] 10.222.0.26 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 1.1408706 Nov 12 08:42:33.502351 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 53812) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:33.721110 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-96971c47-d012-46e2-bacc-c33612fb93e1 tempest-MeteringTestJSON-357026617 tempest-MeteringTestJSON-357026617-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-labels?id=f6649d84-cb0b-4702-b6fa-64dd3f1da3f4 HTTP/1.1" status: 200 len: 467 time: 0.2174652 Nov 12 08:42:33.743712 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 53818) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:33.762087 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad680ea-2e68-4264-8360-00bee80b50a1 req-ebd5b905-9acf-49bf-8ed1-dd9934927efe tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:33.773436 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-dad680ea-2e68-4264-8360-00bee80b50a1 req-ebd5b905-9acf-49bf-8ed1-dd9934927efe tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/networks?id=508aced4-0fe0-4f1d-92f2-979af6167066 HTTP/1.1" status: 200 len: 797 time: 0.3378754 Nov 12 08:42:33.773574 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-acbd3535-32f6-4f86-8162-4ad587ab0366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '298cae83-370f-459b-9f70-c6e8aaa7fc96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-757686162', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '380c1b22-b0f1-42ff-9bf9-5e128722d38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:42:14Z', 'updated_at': '2021-11-12T08:42:29Z', 'revision_number': 4, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'gw_port': {'id': '380c1b22-b0f1-42ff-9bf9-5e128722d38d', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:92:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298cae83-370f-459b-9f70-c6e8aaa7fc96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:42:16Z', 'updated_at': '2021-11-12T08:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '82a70224-253d-4853-a424-934ee11de0d2', 'name': '', 'network_id': '508aced4-0fe0-4f1d-92f2-979af6167066', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'mac_address': 'fa:16:3e:a7:07:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '298cae83-370f-459b-9f70-c6e8aaa7fc96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': 'f91bfea0-8c12-4f49-94bb-e193b754d651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:42:27Z', 'updated_at': '2021-11-12T08:42:29Z', 'revision_number': 2, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'subnets': [{'id': 'f91bfea0-8c12-4f49-94bb-e193b754d651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:33.804698 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-dad680ea-2e68-4264-8360-00bee80b50a1 req-d7879af8-f3b5-43c7-9c64-2cbf0d4d12da tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/quotas/af01ccd549054d7f8ad1904b6846172a HTTP/1.1" status: 200 len: 375 time: 0.0302994 Nov 12 08:42:33.847921 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbd3535-32f6-4f86-8162-4ad587ab0366 None None] Checking router: 298cae83-370f-459b-9f70-c6e8aaa7fc96 for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:42:33.848291 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbd3535-32f6-4f86-8162-4ad587ab0366 None None] Updating router 298cae83-370f-459b-9f70-c6e8aaa7fc96 port 82a70224-253d-4853-a424-934ee11de0d2 binding host n-d-765315-29 {{(pid=102601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:42:33.908398 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-acbd3535-32f6-4f86-8162-4ad587ab0366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:33.909774 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-504a6684-4c44-41fa-a6fb-6c189737faba req-2a8c23a1-42a5-4cf5-8ceb-41fb55356145 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] For port 068e1b83-923b-4934-bf15-a1aab4bf2397, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=068e1b83-923b-4934-bf15-a1aab4bf2397,segment=NetworkSegment(add834c9-8487-4b10-a6f8-7351b562c1cc),segment_id=add834c9-8487-4b10-a6f8-7351b562c1cc)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:42:33.910155 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-504a6684-4c44-41fa-a6fb-6c189737faba req-2a8c23a1-42a5-4cf5-8ceb-41fb55356145 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:33.966722 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-dad680ea-2e68-4264-8360-00bee80b50a1 req-959b4291-85e3-4567-8656-ceed4fe5596e tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=af01ccd549054d7f8ad1904b6846172a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1609943 Nov 12 08:42:34.007992 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-504a6684-4c44-41fa-a6fb-6c189737faba req-2a8c23a1-42a5-4cf5-8ceb-41fb55356145 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Calling delete_port for 068e1b83-923b-4934-bf15-a1aab4bf2397 owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:42:34.146647 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-87aaaa99-ae3e-4b86-b67f-b361cdbf6e37 tempest-MeteringTestJSON-357026617 tempest-MeteringTestJSON-357026617-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:34.152175 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-87aaaa99-ae3e-4b86-b67f-b361cdbf6e37 tempest-MeteringTestJSON-357026617 tempest-MeteringTestJSON-357026617-project-admin] 10.222.0.26 "DELETE /v2.0/metering/metering-labels/f6649d84-cb0b-4702-b6fa-64dd3f1da3f4 HTTP/1.1" status: 204 len: 168 time: 0.4032638 Nov 12 08:42:34.177465 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-dad680ea-2e68-4264-8360-00bee80b50a1 req-4c204a52-cd7f-4b1f-af3a-6102b9ac2a52 service neutron] 10.222.0.26 "GET /v2.0/networks/508aced4-0fe0-4f1d-92f2-979af6167066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091088 Nov 12 08:42:34.188828 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 53834) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:34.220799 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-b8cffb33-6f7e-41ec-a0dd-592c24364a21 tempest-MeteringTestJSON-357026617 tempest-MeteringTestJSON-357026617-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-labels?id=f6649d84-cb0b-4702-b6fa-64dd3f1da3f4 HTTP/1.1" status: 200 len: 216 time: 0.0306060 Nov 12 08:42:34.229611 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 53836) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:34.286528 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-03483e38-7878-4ae0-9743-8bf160e82cd8 tempest-MeteringTestJSON-357026617 tempest-MeteringTestJSON-357026617-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0550919 Nov 12 08:42:34.289130 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 53838) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:34.316387 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-3a07c988-bb36-4cea-b206-babe43c5138a tempest-MeteringTestJSON-357026617 tempest-MeteringTestJSON-357026617-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0258133 Nov 12 08:42:34.319963 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 53842) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:34.372125 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6f9ffd4e-03d0-4e81-9b71-26fea463b994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:34.425258 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-c1c2c236-e415-4c88-b7b9-8f7da5f3f8d4 tempest-MeteringTestJSON-357026617 tempest-MeteringTestJSON-357026617-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-labels/32d3cfde-affd-4bde-989a-48b8550f9fd0 HTTP/1.1" status: 200 len: 473 time: 0.1037595 Nov 12 08:42:34.429269 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 53850) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:34.453662 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-d7e26b0b-a6f0-4419-8b7b-0607d7af0e85 tempest-MeteringTestJSON-357026617 tempest-MeteringTestJSON-357026617-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-label-rules/38244085-5459-4cfa-9ba2-fcbf31d17ab7 HTTP/1.1" status: 200 len: 461 time: 0.0217116 Nov 12 08:42:34.453908 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 53852) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:34.547962 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-504a6684-4c44-41fa-a6fb-6c189737faba req-2a8c23a1-42a5-4cf5-8ceb-41fb55356145 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:34.554389 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-dad680ea-2e68-4264-8360-00bee80b50a1 req-a024d5dc-f340-4730-ab6e-f880b19b2ec9 service neutron] 10.222.0.26 "GET /v2.0/networks/508aced4-0fe0-4f1d-92f2-979af6167066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3730867 Nov 12 08:42:34.605165 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['b38f6974-9d86-44eb-92e5-cfbd52b7256a'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:42:34.751571 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8c23a1-42a5-4cf5-8ceb-41fb55356145 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Pushing event deleted for resources: {'Port': ['ID=068e1b83-923b-4934-bf15-a1aab4bf2397,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:34.778235 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-162497c6-848a-4279-affb-a510482d1c12 tempest-MeteringTestJSON-357026617 tempest-MeteringTestJSON-357026617-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:34.785279 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-162497c6-848a-4279-affb-a510482d1c12 tempest-MeteringTestJSON-357026617 tempest-MeteringTestJSON-357026617-project-admin] 10.222.0.26 "DELETE /v2.0/metering/metering-label-rules/38244085-5459-4cfa-9ba2-fcbf31d17ab7 HTTP/1.1" status: 204 len: 168 time: 0.3275323 Nov 12 08:42:34.786058 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 53856) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:34.788145 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-504a6684-4c44-41fa-a6fb-6c189737faba req-2a8c23a1-42a5-4cf5-8ceb-41fb55356145 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] No DVR routers for this DVR port 068e1b83-923b-4934-bf15-a1aab4bf2397 on host n-h1-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:42:34.792167 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-504a6684-4c44-41fa-a6fb-6c189737faba req-2a8c23a1-42a5-4cf5-8ceb-41fb55356145 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:34.842154 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-504a6684-4c44-41fa-a6fb-6c189737faba req-2a8c23a1-42a5-4cf5-8ceb-41fb55356145 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.21 "DELETE /v2.0/ports/068e1b83-923b-4934-bf15-a1aab4bf2397 HTTP/1.1" status: 204 len: 173 time: 3.2086494 Nov 12 08:42:34.844213 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a30918cd-4df7-4f62-a2b9-c8bc0083f909', 'name': 'network-vif-deleted', 'tag': '068e1b83-923b-4934-bf15-a1aab4bf2397'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:42:34.847673 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e990321b-f2c0-42bc-8674-622cdb53cb0f" -d '{"events": [{"server_uuid": "a30918cd-4df7-4f62-a2b9-c8bc0083f909", "name": "network-vif-deleted", "tag": "068e1b83-923b-4934-bf15-a1aab4bf2397"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:42:35.347498 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-acbd3535-32f6-4f86-8162-4ad587ab0366 None None] Publish callbacks [] for port, precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:35.411412 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-acbd3535-32f6-4f86-8162-4ad587ab0366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:35.490554 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:35.549046 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c577b353-b8d2-4e50-baaa-6ede36fca7f7 req-cad3f70a-691c-4d46-b890-2bdfb19c9c6f tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:35.567935 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c577b353-b8d2-4e50-baaa-6ede36fca7f7 req-cad3f70a-691c-4d46-b890-2bdfb19c9c6f tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "GET /v2.0/ports?device_id=e35c6b7a-9f74-4d5c-8d55-55c96320aa96 HTTP/1.1" status: 200 len: 946 time: 0.2873669 Nov 12 08:42:35.633854 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-259df2d1-0c20-434f-890b-e29870eaac9f tempest-MeteringTestJSON-357026617 tempest-MeteringTestJSON-357026617-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:35.640857 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-259df2d1-0c20-434f-890b-e29870eaac9f tempest-MeteringTestJSON-357026617 tempest-MeteringTestJSON-357026617-project-admin] 10.222.0.26 "DELETE /v2.0/metering/metering-labels/32d3cfde-affd-4bde-989a-48b8550f9fd0 HTTP/1.1" status: 204 len: 168 time: 0.8507080 Nov 12 08:42:35.756410 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 068e1b83-923b-4934-bf15-a1aab4bf2397 no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:42:35.806824 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c577b353-b8d2-4e50-baaa-6ede36fca7f7 req-2da5a7f6-1ee4-43ac-a611-9c105797f0c0 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "GET /v2.0/security-groups?id=15d740a6-a940-4833-a40a-a029a06c8446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2319720 Nov 12 08:42:35.816800 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-e530113a-7783-48f4-9840-8911a24052df None None] No Port match for: 068e1b83-923b-4934-bf15-a1aab4bf2397 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:42:35.817701 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 068e1b83-923b-4934-bf15-a1aab4bf2397 not bound to the agent host n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:42:35.865185 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43fa90d-bd72-4ace-be67-9c39b0625db4 None None] Pushing event updated for resources: {'Port': ['ID=82a70224-253d-4853-a424-934ee11de0d2,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:35.889499 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-acbd3535-32f6-4f86-8162-4ad587ab0366 None None] Attempting to bind port 82a70224-253d-4853-a424-934ee11de0d2 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:42:35.890088 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-acbd3535-32f6-4f86-8162-4ad587ab0366 None None] Attempting to bind port 82a70224-253d-4853-a424-934ee11de0d2 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '128b32ff-5ab3-49e3-809a-b6df5af491f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '508aced4-0fe0-4f1d-92f2-979af6167066'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:42:35.890935 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbd3535-32f6-4f86-8162-4ad587ab0366 None None] Attempting to bind port 82a70224-253d-4853-a424-934ee11de0d2 on network 508aced4-0fe0-4f1d-92f2-979af6167066 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:42:35.918402 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbd3535-32f6-4f86-8162-4ad587ab0366 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:42:35.920305 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbd3535-32f6-4f86-8162-4ad587ab0366 None None] Checking segment: {'id': '128b32ff-5ab3-49e3-809a-b6df5af491f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '508aced4-0fe0-4f1d-92f2-979af6167066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:42:35.922136 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-acbd3535-32f6-4f86-8162-4ad587ab0366 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:35.925141 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbd3535-32f6-4f86-8162-4ad587ab0366 None None] Bound using segment: {'id': '128b32ff-5ab3-49e3-809a-b6df5af491f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '508aced4-0fe0-4f1d-92f2-979af6167066'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:42:35.928098 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-acbd3535-32f6-4f86-8162-4ad587ab0366 None None] Bound port: 82a70224-253d-4853-a424-934ee11de0d2, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '128b32ff-5ab3-49e3-809a-b6df5af491f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '508aced4-0fe0-4f1d-92f2-979af6167066'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:42:35.929502 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-acbd3535-32f6-4f86-8162-4ad587ab0366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:36.117460 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9e0555ba-ca96-47c1-82a8-cc48534fff8f req-240e46e5-b28d-43e7-a11c-b62cf6f00630 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=a30918cd-4df7-4f62-a2b9-c8bc0083f909 HTTP/1.1" status: 200 len: 210 time: 0.1120174 Nov 12 08:42:36.174872 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-acbd3535-32f6-4f86-8162-4ad587ab0366 None None] For port 82a70224-253d-4853-a424-934ee11de0d2, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:42:36.179967 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-acbd3535-32f6-4f86-8162-4ad587ab0366 None None] For port 82a70224-253d-4853-a424-934ee11de0d2, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=82a70224-253d-4853-a424-934ee11de0d2,segment=NetworkSegment(128b32ff-5ab3-49e3-809a-b6df5af491f4),segment_id=128b32ff-5ab3-49e3-809a-b6df5af491f4)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:42:36.191214 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-acbd3535-32f6-4f86-8162-4ad587ab0366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:36.321619 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43fa90d-bd72-4ace-be67-9c39b0625db4 None None] Pushing event updated for resources: {'Port': ['ID=82a70224-253d-4853-a424-934ee11de0d2,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:36.354535 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-a8e70257-2139-4cc2-b2eb-9dd93b469559 None None] Provisioning complete for port 82a70224-253d-4853-a424-934ee11de0d2 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:36.355633 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a8e70257-2139-4cc2-b2eb-9dd93b469559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:36.443854 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ac6df543-8ab3-457e-9351-0b9f2f8ac813 req-cd268813-3a87-434c-b0db-89da0d9a3fc6 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=8923b169-f6ab-45ae-a30e-261450af9314 HTTP/1.1" status: 200 len: 210 time: 0.1575084 Nov 12 08:42:36.472879 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbd3535-32f6-4f86-8162-4ad587ab0366 None None] Routers {'298cae83-370f-459b-9f70-c6e8aaa7fc96'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:42:36.475465 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-acbd3535-32f6-4f86-8162-4ad587ab0366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:42:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['298cae83-370f-459b-9f70-c6e8aaa7fc96'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:36.579632 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1546896-2556-49d5-8b7d-c189ec5a744a x-openstack-request-id: req-d1546896-2556-49d5-8b7d-c189ec5a744a {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:42:36.580124 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a30918cd-4df7-4f62-a2b9-c8bc0083f909", "name": "network-vif-deleted", "tag": "068e1b83-923b-4934-bf15-a1aab4bf2397", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:42:36.580458 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d1546896-2556-49d5-8b7d-c189ec5a744a {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:42:36.581084 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a30918cd-4df7-4f62-a2b9-c8bc0083f909', 'name': 'network-vif-deleted', 'tag': '068e1b83-923b-4934-bf15-a1aab4bf2397', 'status': 'completed', 'code': 200} Nov 12 08:42:36.790032 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a8e70257-2139-4cc2-b2eb-9dd93b469559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:36.800593 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 53890) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:36.866155 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa979196-d1f0-4cc5-a226-20ae6fb3b500 req-e09bbf74-6885-43f5-8aef-43ed62510ac6 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:36.868895 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-aa979196-d1f0-4cc5-a226-20ae6fb3b500 req-e09bbf74-6885-43f5-8aef-43ed62510ac6 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "GET /v2.0/ports?device_id=e35c6b7a-9f74-4d5c-8d55-55c96320aa96 HTTP/1.1" status: 200 len: 946 time: 0.1165066 Nov 12 08:42:36.904330 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-a8e70257-2139-4cc2-b2eb-9dd93b469559 None None] For port 82a70224-253d-4853-a424-934ee11de0d2, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=82a70224-253d-4853-a424-934ee11de0d2,segment=NetworkSegment(128b32ff-5ab3-49e3-809a-b6df5af491f4),segment_id=128b32ff-5ab3-49e3-809a-b6df5af491f4)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:42:36.909954 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a8e70257-2139-4cc2-b2eb-9dd93b469559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:37.060683 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-aa979196-d1f0-4cc5-a226-20ae6fb3b500 req-ad5e8963-fd3a-4857-a2b4-80f8bb133013 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "GET /v2.0/security-groups?id=15d740a6-a940-4833-a40a-a029a06c8446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1847568 Nov 12 08:42:37.085277 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 53894) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:37.214706 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad18e80f-5a06-4b8a-96d9-6bcc5900aee5 tempest-TestNetworkBasicOps-265207529 tempest-TestNetworkBasicOps-265207529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:37.234795 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-ad18e80f-5a06-4b8a-96d9-6bcc5900aee5 tempest-TestNetworkBasicOps-265207529 tempest-TestNetworkBasicOps-265207529-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=e35c6b7a-9f74-4d5c-8d55-55c96320aa96 HTTP/1.1" status: 200 len: 1093 time: 0.1434562 Nov 12 08:42:37.235982 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 53898) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:37.242438 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-184eeeb9-a762-4fd9-b0c0-72b080e7d5aa tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Request body: {'floatingip': {'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'port_id': 'ace1205c-60ff-4db8-9985-65bcdec35b05', 'tenant_id': 'cdcff4fc638944839e15d4e4416a2271', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:37.243876 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-13368d16-5b23-442b-ae1f-a61ded06b3b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:37.303918 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-184eeeb9-a762-4fd9-b0c0-72b080e7d5aa tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for floatingip, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:37.515777 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6cd9b2e8-7f56-4e3c-8545-8ac81e2cdb03 req-fca03c8b-a47b-4bf9-8965-71bc32db85b1 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=a30918cd-4df7-4f62-a2b9-c8bc0083f909 HTTP/1.1" status: 200 len: 210 time: 0.1200180 Nov 12 08:42:37.586854 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-13368d16-5b23-442b-ae1f-a61ded06b3b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:37.699502 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f0040ae5-7272-443e-beaa-84cfc63387ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:37.747956 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e70257-2139-4cc2-b2eb-9dd93b469559 None None] Pushing event updated for resources: {'Port': ['ID=82a70224-253d-4853-a424-934ee11de0d2,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:37.761468 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-17474060-27eb-4f8c-9158-94781df5449c None None] Provisioning complete for port 82a70224-253d-4853-a424-934ee11de0d2 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:37.762000 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-17474060-27eb-4f8c-9158-94781df5449c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:37.776015 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-acbd3535-32f6-4f86-8162-4ad587ab0366 None None] Set router 298cae83-370f-459b-9f70-c6e8aaa7fc96 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:42:37.804244 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-184eeeb9-a762-4fd9-b0c0-72b080e7d5aa tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:37.835170 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad680ea-2e68-4264-8360-00bee80b50a1 req-3904943b-b98d-4cef-9d5c-05a9bfc21544 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:37.837864 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dad680ea-2e68-4264-8360-00bee80b50a1 req-3904943b-b98d-4cef-9d5c-05a9bfc21544 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.21 "GET /v2.0/networks?id=508aced4-0fe0-4f1d-92f2-979af6167066 HTTP/1.1" status: 200 len: 797 time: 0.2476323 Nov 12 08:42:37.841847 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-13368d16-5b23-442b-ae1f-a61ded06b3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:37.892024 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13368d16-5b23-442b-ae1f-a61ded06b3b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1545e2e4-b2ab-41eb-b142-8616e546b62a,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:37.983079 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:38.016483 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-13368d16-5b23-442b-ae1f-a61ded06b3b1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7d7a212d0a1b47d189eff449416db48c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2111199 Nov 12 08:42:38.022534 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 53908) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:38.093864 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dad680ea-2e68-4264-8360-00bee80b50a1 req-eabd8069-6311-473d-b2cf-b3cc139ee0fc tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af01ccd549054d7f8ad1904b6846172a HTTP/1.1" status: 200 len: 379 time: 0.2102642 Nov 12 08:42:38.108994 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-dad680ea-2e68-4264-8360-00bee80b50a1 req-04f59f06-5504-4e98-a1d0-c21aff8d66eb tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Request body: {'port': {'device_id': '8923b169-f6ab-45ae-a30e-261450af9314', 'network_id': '508aced4-0fe0-4f1d-92f2-979af6167066', 'admin_state_up': True, 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'security_groups': ['5fece665-e20b-467a-ac88-888552242c5d']}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:38.177619 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-184eeeb9-a762-4fd9-b0c0-72b080e7d5aa tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Allocated IP 172.25.2.170 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/e154895a-ff27-4f77-a64f-76eb01e9709f) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:42:38.325345 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dad680ea-2e68-4264-8360-00bee80b50a1 req-04f59f06-5504-4e98-a1d0-c21aff8d66eb tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Made reservation on behalf of af01ccd549054d7f8ad1904b6846172a for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:42:38.329942 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-dad680ea-2e68-4264-8360-00bee80b50a1 req-04f59f06-5504-4e98-a1d0-c21aff8d66eb tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:38.333604 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5db4f465-0c17-467f-afc3-e306353ad367 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:38.381990 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5db4f465-0c17-467f-afc3-e306353ad367 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:38.391415 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fa1c8a45-51bf-4f11-ae1a-9a85e15ecab8 req-a6a93f2d-ef6c-43df-a790-a8c747cd31e4 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=8923b169-f6ab-45ae-a30e-261450af9314 HTTP/1.1" status: 200 len: 210 time: 0.1267278 Nov 12 08:42:38.426904 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-acbd3535-32f6-4f86-8162-4ad587ab0366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '298cae83-370f-459b-9f70-c6e8aaa7fc96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-757686162', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '380c1b22-b0f1-42ff-9bf9-5e128722d38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:42:14Z', 'updated_at': '2021-11-12T08:42:29Z', 'revision_number': 4, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'gw_port': {'id': '380c1b22-b0f1-42ff-9bf9-5e128722d38d', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:92:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298cae83-370f-459b-9f70-c6e8aaa7fc96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:42:16Z', 'updated_at': '2021-11-12T08:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '82a70224-253d-4853-a424-934ee11de0d2', 'name': '', 'network_id': '508aced4-0fe0-4f1d-92f2-979af6167066', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'mac_address': 'fa:16:3e:a7:07:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '298cae83-370f-459b-9f70-c6e8aaa7fc96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': 'f91bfea0-8c12-4f49-94bb-e193b754d651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:42:27Z', 'updated_at': '2021-11-12T08:42:36Z', 'revision_number': 4, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'subnets': [{'id': 'f91bfea0-8c12-4f49-94bb-e193b754d651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:38.461017 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-184eeeb9-a762-4fd9-b0c0-72b080e7d5aa tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:38.481431 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbd3535-32f6-4f86-8162-4ad587ab0366 None None] The sync data for ids ['298cae83-370f-459b-9f70-c6e8aaa7fc96'] in n-d-765315-29 is: [{'id': '298cae83-370f-459b-9f70-c6e8aaa7fc96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-757686162', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '380c1b22-b0f1-42ff-9bf9-5e128722d38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:42:14Z', 'updated_at': '2021-11-12T08:42:29Z', 'revision_number': 4, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'gw_port': {'id': '380c1b22-b0f1-42ff-9bf9-5e128722d38d', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:92:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298cae83-370f-459b-9f70-c6e8aaa7fc96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:42:16Z', 'updated_at': '2021-11-12T08:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '82a70224-253d-4853-a424-934ee11de0d2', 'name': '', 'network_id': '508aced4-0fe0-4f1d-92f2-979af6167066', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'mac_address': 'fa:16:3e:a7:07:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '298cae83-370f-459b-9f70-c6e8aaa7fc96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': 'f91bfea0-8c12-4f49-94bb-e193b754d651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:42:27Z', 'updated_at': '2021-11-12T08:42:36Z', 'revision_number': 4, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'subnets': [{'id': 'f91bfea0-8c12-4f49-94bb-e193b754d651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:42:38.514816 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-184eeeb9-a762-4fd9-b0c0-72b080e7d5aa tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:38.613604 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184eeeb9-a762-4fd9-b0c0-72b080e7d5aa tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:42:38.614627 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5db4f465-0c17-467f-afc3-e306353ad367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:38.620755 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-184eeeb9-a762-4fd9-b0c0-72b080e7d5aa tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:42:38.626554 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5db4f465-0c17-467f-afc3-e306353ad367 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:38.628044 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-5db4f465-0c17-467f-afc3-e306353ad367 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1545e2e4-b2ab-41eb-b142-8616e546b62a HTTP/1.1" status: 204 len: 168 time: 0.6032774 Nov 12 08:42:38.631633 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184eeeb9-a762-4fd9-b0c0-72b080e7d5aa tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:42:38.669619 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-dad680ea-2e68-4264-8360-00bee80b50a1 req-04f59f06-5504-4e98-a1d0-c21aff8d66eb tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Allocated IP 172.20.0.3 (508aced4-0fe0-4f1d-92f2-979af6167066/f91bfea0-8c12-4f49-94bb-e193b754d651/964b843f-d77c-4e1a-a0d1-249e2fa14fb1) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:42:38.691361 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db4f465-0c17-467f-afc3-e306353ad367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1545e2e4-b2ab-41eb-b142-8616e546b62a,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:38.744698 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184eeeb9-a762-4fd9-b0c0-72b080e7d5aa tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Pushing event updated for resources: {'Port': ['ID=e154895a-ff27-4f77-a64f-76eb01e9709f,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:38.820518 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9d45cec6-9cc8-42c2-9b9c-252c659e12b2 req-6126f737-40fd-412e-b096-e77b2b622a88 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=a30918cd-4df7-4f62-a2b9-c8bc0083f909 HTTP/1.1" status: 200 len: 210 time: 0.1039412 Nov 12 08:42:39.074478 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 82a70224-253d-4853-a424-934ee11de0d2 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:42:39.194623 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-dad680ea-2e68-4264-8360-00bee80b50a1 req-04f59f06-5504-4e98-a1d0-c21aff8d66eb tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:39.298159 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-dad680ea-2e68-4264-8360-00bee80b50a1 req-04f59f06-5504-4e98-a1d0-c21aff8d66eb tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:39.458615 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f59f06-5504-4e98-a1d0-c21aff8d66eb tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Pushing event updated for resources: {'Port': ['ID=964b843f-d77c-4e1a-a0d1-249e2fa14fb1,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:39.483011 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dad680ea-2e68-4264-8360-00bee80b50a1 req-04f59f06-5504-4e98-a1d0-c21aff8d66eb tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Network 508aced4-0fe0-4f1d-92f2-979af6167066 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:42:39.484685 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-dad680ea-2e68-4264-8360-00bee80b50a1 req-04f59f06-5504-4e98-a1d0-c21aff8d66eb tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:42:39.488969 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-dad680ea-2e68-4264-8360-00bee80b50a1 req-04f59f06-5504-4e98-a1d0-c21aff8d66eb tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:42:39.497150 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:39.511037 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 82a70224-253d-4853-a424-934ee11de0d2 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:39.511408 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:39.520965 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 53930) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:39.596407 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e28f02a9-6e29-487b-85de-6f4243b4ec38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:39.608756 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad680ea-2e68-4264-8360-00bee80b50a1 req-04f59f06-5504-4e98-a1d0-c21aff8d66eb tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:39.609599 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-dad680ea-2e68-4264-8360-00bee80b50a1 req-04f59f06-5504-4e98-a1d0-c21aff8d66eb tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:39.649115 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dad680ea-2e68-4264-8360-00bee80b50a1 req-04f59f06-5504-4e98-a1d0-c21aff8d66eb tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5467646 Nov 12 08:42:39.665939 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-dad680ea-2e68-4264-8360-00bee80b50a1 req-e6e94551-b526-4205-ab31-63a2c73c3c09 service neutron] Request body: {'port': {'device_id': '8923b169-f6ab-45ae-a30e-261450af9314', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:39.834631 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-dad680ea-2e68-4264-8360-00bee80b50a1 req-e6e94551-b526-4205-ab31-63a2c73c3c09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:39.999424 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edff65d-e492-4f37-9253-9402fe62b518 req-46e18ee5-e096-4277-b742-fe60a7aac005 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:40.008080 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6edff65d-e492-4f37-9253-9402fe62b518 req-46e18ee5-e096-4277-b742-fe60a7aac005 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=8923b169-f6ab-45ae-a30e-261450af9314 HTTP/1.1" status: 200 len: 931 time: 0.3809543 Nov 12 08:42:40.066239 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:40.113670 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6edff65d-e492-4f37-9253-9402fe62b518 req-22a161e1-9d6d-4dea-8e01-bb98f9082f17 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fece665-e20b-467a-ac88-888552242c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041431 Nov 12 08:42:40.122401 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-dc602f92-c673-4454-9fa6-208b7b7f80bb None None] Provisioning complete for port 964b843f-d77c-4e1a-a0d1-249e2fa14fb1 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:40.125113 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-dc602f92-c673-4454-9fa6-208b7b7f80bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:40.132992 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-184eeeb9-a762-4fd9-b0c0-72b080e7d5aa tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:40.294651 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-dc602f92-c673-4454-9fa6-208b7b7f80bb None None] Port 964b843f-d77c-4e1a-a0d1-249e2fa14fb1 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:42:40.387255 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c1f19817-43d7-433c-b8d9-92a389604f94 req-3e9bf433-805a-4326-bd10-99f46ab0131b tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=a30918cd-4df7-4f62-a2b9-c8bc0083f909 HTTP/1.1" status: 200 len: 210 time: 0.0830293 Nov 12 08:42:40.406206 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e28f02a9-6e29-487b-85de-6f4243b4ec38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:40.425566 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e28f02a9-6e29-487b-85de-6f4243b4ec38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:40.505541 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-dad680ea-2e68-4264-8360-00bee80b50a1 req-e6e94551-b526-4205-ab31-63a2c73c3c09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 964b843f-d77c-4e1a-a0d1-249e2fa14fb1 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:42:40.510971 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28f02a9-6e29-487b-85de-6f4243b4ec38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dda83b6f-b0c8-41db-8d20-1ae4ed9c3ce4,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:40.526367 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-dad680ea-2e68-4264-8360-00bee80b50a1 req-e6e94551-b526-4205-ab31-63a2c73c3c09 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:40.546729 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-184eeeb9-a762-4fd9-b0c0-72b080e7d5aa tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:40.570268 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-dad680ea-2e68-4264-8360-00bee80b50a1 req-e6e94551-b526-4205-ab31-63a2c73c3c09 service neutron] Transition to ACTIVE for port object 964b843f-d77c-4e1a-a0d1-249e2fa14fb1 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:42:40.580344 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-dad680ea-2e68-4264-8360-00bee80b50a1 req-e6e94551-b526-4205-ab31-63a2c73c3c09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:40.587089 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-e28f02a9-6e29-487b-85de-6f4243b4ec38 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=834e45100e944e419570657604389c75&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0646560 Nov 12 08:42:40.591814 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 53940) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:40.730032 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e94551-b526-4205-ab31-63a2c73c3c09 service neutron] Pushing event updated for resources: {'Port': ['ID=964b843f-d77c-4e1a-a0d1-249e2fa14fb1,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:40.783180 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1122e34b-7062-4671-b65e-48c068444bab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:40.866504 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1122e34b-7062-4671-b65e-48c068444bab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:40.917456 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-dad680ea-2e68-4264-8360-00bee80b50a1 req-e6e94551-b526-4205-ab31-63a2c73c3c09 service neutron] Attempting to bind port 964b843f-d77c-4e1a-a0d1-249e2fa14fb1 on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:42:40.918084 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-dad680ea-2e68-4264-8360-00bee80b50a1 req-e6e94551-b526-4205-ab31-63a2c73c3c09 service neutron] Attempting to bind port 964b843f-d77c-4e1a-a0d1-249e2fa14fb1 by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': '128b32ff-5ab3-49e3-809a-b6df5af491f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '508aced4-0fe0-4f1d-92f2-979af6167066'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:42:40.918675 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad680ea-2e68-4264-8360-00bee80b50a1 req-e6e94551-b526-4205-ab31-63a2c73c3c09 service neutron] Attempting to bind port 964b843f-d77c-4e1a-a0d1-249e2fa14fb1 on network 508aced4-0fe0-4f1d-92f2-979af6167066 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:42:40.925136 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad680ea-2e68-4264-8360-00bee80b50a1 req-e6e94551-b526-4205-ab31-63a2c73c3c09 service neutron] Port 964b843f-d77c-4e1a-a0d1-249e2fa14fb1 on network 508aced4-0fe0-4f1d-92f2-979af6167066 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:42:40.925754 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad680ea-2e68-4264-8360-00bee80b50a1 req-e6e94551-b526-4205-ab31-63a2c73c3c09 service neutron] Attempting to bind port 964b843f-d77c-4e1a-a0d1-249e2fa14fb1 on network 508aced4-0fe0-4f1d-92f2-979af6167066 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:42:40.938272 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad680ea-2e68-4264-8360-00bee80b50a1 req-e6e94551-b526-4205-ab31-63a2c73c3c09 service neutron] Checking agent: {'id': '26215384-8035-4ce2-971a-8e67be80da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:42:40.939083 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad680ea-2e68-4264-8360-00bee80b50a1 req-e6e94551-b526-4205-ab31-63a2c73c3c09 service neutron] Checking segment: {'id': '128b32ff-5ab3-49e3-809a-b6df5af491f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '508aced4-0fe0-4f1d-92f2-979af6167066'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:42:40.940074 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad680ea-2e68-4264-8360-00bee80b50a1 req-e6e94551-b526-4205-ab31-63a2c73c3c09 service neutron] Bound using segment: {'id': '128b32ff-5ab3-49e3-809a-b6df5af491f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '508aced4-0fe0-4f1d-92f2-979af6167066'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:42:40.940995 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-dad680ea-2e68-4264-8360-00bee80b50a1 req-e6e94551-b526-4205-ab31-63a2c73c3c09 service neutron] Bound port: 964b843f-d77c-4e1a-a0d1-249e2fa14fb1, host: n-h1-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '128b32ff-5ab3-49e3-809a-b6df5af491f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '508aced4-0fe0-4f1d-92f2-979af6167066'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:42:40.942139 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-dad680ea-2e68-4264-8360-00bee80b50a1 req-e6e94551-b526-4205-ab31-63a2c73c3c09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:40.997249 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1122e34b-7062-4671-b65e-48c068444bab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:41.001369 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1122e34b-7062-4671-b65e-48c068444bab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:41.013376 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-1122e34b-7062-4671-b65e-48c068444bab admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dda83b6f-b0c8-41db-8d20-1ae4ed9c3ce4 HTTP/1.1" status: 204 len: 168 time: 0.4094179 Nov 12 08:42:41.075975 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1122e34b-7062-4671-b65e-48c068444bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda83b6f-b0c8-41db-8d20-1ae4ed9c3ce4,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:41.127847 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-dad680ea-2e68-4264-8360-00bee80b50a1 req-e6e94551-b526-4205-ab31-63a2c73c3c09 service neutron] For port 964b843f-d77c-4e1a-a0d1-249e2fa14fb1, host n-h1-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:42:41.135300 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-dad680ea-2e68-4264-8360-00bee80b50a1 req-e6e94551-b526-4205-ab31-63a2c73c3c09 service neutron] For port 964b843f-d77c-4e1a-a0d1-249e2fa14fb1, host n-h1-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=964b843f-d77c-4e1a-a0d1-249e2fa14fb1,segment=NetworkSegment(128b32ff-5ab3-49e3-809a-b6df5af491f4),segment_id=128b32ff-5ab3-49e3-809a-b6df5af491f4)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:42:41.142867 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-dad680ea-2e68-4264-8360-00bee80b50a1 req-e6e94551-b526-4205-ab31-63a2c73c3c09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:41.167176 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-184eeeb9-a762-4fd9-b0c0-72b080e7d5aa tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:41.180628 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-184eeeb9-a762-4fd9-b0c0-72b080e7d5aa tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:41.302179 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad680ea-2e68-4264-8360-00bee80b50a1 req-e6e94551-b526-4205-ab31-63a2c73c3c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:41.303288 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-dad680ea-2e68-4264-8360-00bee80b50a1 req-e6e94551-b526-4205-ab31-63a2c73c3c09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:41.306000 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dad680ea-2e68-4264-8360-00bee80b50a1 req-e6e94551-b526-4205-ab31-63a2c73c3c09 service neutron] 10.222.0.21 "PUT /v2.0/ports/964b843f-d77c-4e1a-a0d1-249e2fa14fb1 HTTP/1.1" status: 200 len: 1092 time: 1.6443627 Nov 12 08:42:41.306786 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8923b169-f6ab-45ae-a30e-261450af9314', 'tag': '964b843f-d77c-4e1a-a0d1-249e2fa14fb1'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:42:41.309415 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-120e716f-5742-45eb-ae57-b2a40a1d6ab7" -d '{"events": [{"name": "network-changed", "server_uuid": "8923b169-f6ab-45ae-a30e-261450af9314", "tag": "964b843f-d77c-4e1a-a0d1-249e2fa14fb1"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:42:41.334707 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e94551-b526-4205-ab31-63a2c73c3c09 service neutron] Pushing event updated for resources: {'Port': ['ID=964b843f-d77c-4e1a-a0d1-249e2fa14fb1,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:41.435555 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-184eeeb9-a762-4fd9-b0c0-72b080e7d5aa tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:41.494937 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad680ea-2e68-4264-8360-00bee80b50a1 req-88d39db7-8781-4351-8c2b-310d889489af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:41.496765 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dad680ea-2e68-4264-8360-00bee80b50a1 req-88d39db7-8781-4351-8c2b-310d889489af service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=af01ccd549054d7f8ad1904b6846172a&device_id=8923b169-f6ab-45ae-a30e-261450af9314 HTTP/1.1" status: 200 len: 1095 time: 0.1348143 Nov 12 08:42:41.612086 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dad680ea-2e68-4264-8360-00bee80b50a1 req-0e979250-ecf6-440b-a5f9-861752d41fe6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=964b843f-d77c-4e1a-a0d1-249e2fa14fb1 HTTP/1.1" status: 200 len: 217 time: 0.1067686 Nov 12 08:42:41.726248 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad680ea-2e68-4264-8360-00bee80b50a1 req-410fc54f-c42d-4348-9a1d-960ba17d0ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:41.733765 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dad680ea-2e68-4264-8360-00bee80b50a1 req-410fc54f-c42d-4348-9a1d-960ba17d0ce8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f91bfea0-8c12-4f49-94bb-e193b754d651 HTTP/1.1" status: 200 len: 835 time: 0.1029117 Nov 12 08:42:41.750482 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184eeeb9-a762-4fd9-b0c0-72b080e7d5aa tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Pushing event updated for resources: {'Port': ['ID=e154895a-ff27-4f77-a64f-76eb01e9709f,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:41.827956 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad680ea-2e68-4264-8360-00bee80b50a1 req-6e7adb53-7dc0-4d18-882c-de2bf0ed32c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:41.831136 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dad680ea-2e68-4264-8360-00bee80b50a1 req-6e7adb53-7dc0-4d18-882c-de2bf0ed32c2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=508aced4-0fe0-4f1d-92f2-979af6167066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0955741 Nov 12 08:42:41.879094 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f22b60-4708-4092-9fe0-a6b10a8992f3 req-bc399df8-d487-4e91-a9d2-425ee16e50a7 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:41.892472 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c2f22b60-4708-4092-9fe0-a6b10a8992f3 req-bc399df8-d487-4e91-a9d2-425ee16e50a7 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=8923b169-f6ab-45ae-a30e-261450af9314 HTTP/1.1" status: 200 len: 943 time: 0.4682438 Nov 12 08:42:41.984888 n-d-765315-29 neutron-server[102600]: INFO neutron.db.l3_db [None req-184eeeb9-a762-4fd9-b0c0-72b080e7d5aa tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Floating IP 80b5e5ed-0cd3-4849-b47b-0f1738fd3735 associated. External IP: 172.25.2.170, port: ace1205c-60ff-4db8-9985-65bcdec35b05. Nov 12 08:42:41.988916 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dad680ea-2e68-4264-8360-00bee80b50a1 req-8f29a26d-0226-40bb-84e9-b901fb9f590f service neutron] 10.222.0.21 "GET /v2.0/networks/508aced4-0fe0-4f1d-92f2-979af6167066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491907 Nov 12 08:42:42.055145 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c2f22b60-4708-4092-9fe0-a6b10a8992f3 req-96ed9f3a-cba9-4d0d-8a5b-6ac468c2a419 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fece665-e20b-467a-ac88-888552242c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1630158 Nov 12 08:42:42.142864 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c36cf0d8-ae50-44ed-ba18-d84ec2998bda x-openstack-request-id: req-c36cf0d8-ae50-44ed-ba18-d84ec2998bda {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:42:42.143930 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8923b169-f6ab-45ae-a30e-261450af9314", "tag": "964b843f-d77c-4e1a-a0d1-249e2fa14fb1", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:42:42.144391 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c36cf0d8-ae50-44ed-ba18-d84ec2998bda {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:42:42.148423 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8923b169-f6ab-45ae-a30e-261450af9314', 'tag': '964b843f-d77c-4e1a-a0d1-249e2fa14fb1', 'status': 'completed', 'code': 200} Nov 12 08:42:42.194699 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dad680ea-2e68-4264-8360-00bee80b50a1 req-38babc5a-42ee-48f2-b012-0d6407c8b3f2 service neutron] 10.222.0.21 "GET /v2.0/networks/508aced4-0fe0-4f1d-92f2-979af6167066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966906 Nov 12 08:42:42.281238 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-69db75fa-6fa1-46f2-8152-cc2750b8d92e req-4478f16a-974d-4b2d-ad3a-0909b2dfb3ee tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=a30918cd-4df7-4f62-a2b9-c8bc0083f909 HTTP/1.1" status: 200 len: 210 time: 0.0672491 Nov 12 08:42:42.360971 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e716f-5742-45eb-ae57-b2a40a1d6ab7 req-9d794835-bcba-4f0a-906f-5dcc37589b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:42.363160 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-120e716f-5742-45eb-ae57-b2a40a1d6ab7 req-9d794835-bcba-4f0a-906f-5dcc37589b34 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=af01ccd549054d7f8ad1904b6846172a&device_id=8923b169-f6ab-45ae-a30e-261450af9314 HTTP/1.1" status: 200 len: 1095 time: 0.1034782 Nov 12 08:42:42.601637 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:42.612757 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e716f-5742-45eb-ae57-b2a40a1d6ab7 req-367826c0-3f22-4a5f-a40e-6c42f6eb2ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:42.614554 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-120e716f-5742-45eb-ae57-b2a40a1d6ab7 req-367826c0-3f22-4a5f-a40e-6c42f6eb2ea6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=508aced4-0fe0-4f1d-92f2-979af6167066 HTTP/1.1" status: 200 len: 898 time: 0.2434480 Nov 12 08:42:42.620549 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-184eeeb9-a762-4fd9-b0c0-72b080e7d5aa tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Router bd9ed3ba-d251-4191-bae7-35377d074008 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:42:42.737768 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-120e716f-5742-45eb-ae57-b2a40a1d6ab7 req-7ac263e0-9bd3-4e7a-a636-aad9f0bc95a2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=964b843f-d77c-4e1a-a0d1-249e2fa14fb1 HTTP/1.1" status: 200 len: 217 time: 0.1155906 Nov 12 08:42:42.860473 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e716f-5742-45eb-ae57-b2a40a1d6ab7 req-a5beb54a-ad81-4cb7-a0b0-3183018188af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:42.862337 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-120e716f-5742-45eb-ae57-b2a40a1d6ab7 req-a5beb54a-ad81-4cb7-a0b0-3183018188af service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f91bfea0-8c12-4f49-94bb-e193b754d651 HTTP/1.1" status: 200 len: 835 time: 0.1169255 Nov 12 08:42:42.924124 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e716f-5742-45eb-ae57-b2a40a1d6ab7 req-11e7ad2d-0358-4831-a93d-91099c2f1936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:42.927711 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-120e716f-5742-45eb-ae57-b2a40a1d6ab7 req-11e7ad2d-0358-4831-a93d-91099c2f1936 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=508aced4-0fe0-4f1d-92f2-979af6167066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571079 Nov 12 08:42:43.077674 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-120e716f-5742-45eb-ae57-b2a40a1d6ab7 req-8c2effb6-9b89-46d7-b78f-d0bbeb86c4ea service neutron] 10.222.0.21 "GET /v2.0/networks/508aced4-0fe0-4f1d-92f2-979af6167066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386049 Nov 12 08:42:43.335718 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-120e716f-5742-45eb-ae57-b2a40a1d6ab7 req-fb410d62-a15a-4ced-9ec1-b67a966a7789 service neutron] 10.222.0.21 "GET /v2.0/networks/508aced4-0fe0-4f1d-92f2-979af6167066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501431 Nov 12 08:42:43.431535 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-184eeeb9-a762-4fd9-b0c0-72b080e7d5aa tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:42:43.449759 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f65c31-e587-422c-91c0-e97fd4e13944 None None] Sync routers for ids ['bd9ed3ba-d251-4191-bae7-35377d074008'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:42:43.469506 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f65c31-e587-422c-91c0-e97fd4e13944 None None] Routers {'bd9ed3ba-d251-4191-bae7-35377d074008'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:42:43.476653 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-46f65c31-e587-422c-91c0-e97fd4e13944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:42:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['bd9ed3ba-d251-4191-bae7-35377d074008'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:43.478270 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9416550-b7bb-4e68-b8b0-f2da01b648cf req-3a8efb16-0933-41ba-a398-666688d3cc2e tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:43.480926 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d9416550-b7bb-4e68-b8b0-f2da01b648cf req-3a8efb16-0933-41ba-a398-666688d3cc2e tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=8923b169-f6ab-45ae-a30e-261450af9314 HTTP/1.1" status: 200 len: 943 time: 0.1360817 Nov 12 08:42:43.487538 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-184eeeb9-a762-4fd9-b0c0-72b080e7d5aa tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:43.605050 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-184eeeb9-a762-4fd9-b0c0-72b080e7d5aa tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.3636515 Nov 12 08:42:43.605202 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 53998) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:43.608417 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e35c6b7a-9f74-4d5c-8d55-55c96320aa96', 'tag': 'ace1205c-60ff-4db8-9985-65bcdec35b05'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:42:43.612444 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fdee4d4-2698-4836-bab8-79cd2f8862b2" -d '{"events": [{"name": "network-changed", "server_uuid": "e35c6b7a-9f74-4d5c-8d55-55c96320aa96", "tag": "ace1205c-60ff-4db8-9985-65bcdec35b05"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:42:43.644332 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d9416550-b7bb-4e68-b8b0-f2da01b648cf req-18e6c23b-a523-4487-a72d-c5aa9b88d306 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fece665-e20b-467a-ac88-888552242c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1514163 Nov 12 08:42:43.651544 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-46f65c31-e587-422c-91c0-e97fd4e13944 None None] Set router bd9ed3ba-d251-4191-bae7-35377d074008 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:42:43.923024 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c8783364-e1de-42ce-8561-11e1d5e09467 req-9d76ed35-45ed-4e52-ad67-503fcf5955cf tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=a30918cd-4df7-4f62-a2b9-c8bc0083f909 HTTP/1.1" status: 200 len: 210 time: 0.0891867 Nov 12 08:42:44.036679 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e2fae90-837f-4152-ac6f-301cafd8f0a6 x-openstack-request-id: req-8e2fae90-837f-4152-ac6f-301cafd8f0a6 {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:42:44.037359 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e35c6b7a-9f74-4d5c-8d55-55c96320aa96", "tag": "ace1205c-60ff-4db8-9985-65bcdec35b05", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:42:44.037951 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8e2fae90-837f-4152-ac6f-301cafd8f0a6 {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:42:44.038775 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e35c6b7a-9f74-4d5c-8d55-55c96320aa96', 'tag': 'ace1205c-60ff-4db8-9985-65bcdec35b05', 'status': 'completed', 'code': 200} Nov 12 08:42:44.060892 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 54014) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:44.188479 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-46f65c31-e587-422c-91c0-e97fd4e13944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9ed3ba-d251-4191-bae7-35377d074008', 'name': 'tempest-TestNetworkBasicOps-router-1622238044', 'tenant_id': 'cdcff4fc638944839e15d4e4416a2271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '81fa30dd-4c47-438a-89ba-77ddbd35fe4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:41:48Z', 'updated_at': '2021-11-12T08:42:00Z', 'revision_number': 4, 'project_id': 'cdcff4fc638944839e15d4e4416a2271', 'gw_port': {'id': '81fa30dd-4c47-438a-89ba-77ddbd35fe4b', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9ed3ba-d251-4191-bae7-35377d074008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:41:49Z', 'updated_at': '2021-11-12T08:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': '80b5e5ed-0cd3-4849-b47b-0f1738fd3735', 'tenant_id': 'cdcff4fc638944839e15d4e4416a2271', 'floating_ip_address': '172.25.2.170', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': 'bd9ed3ba-d251-4191-bae7-35377d074008', 'port_id': 'ace1205c-60ff-4db8-9985-65bcdec35b05', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86b8c87a-274c-4919-b69d-637f6591ab2d', 'mac_address': 'fa:16:3e:96:f4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35c6b7a-9f74-4d5c-8d55-55c96320aa96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:42:39Z', 'updated_at': '2021-11-12T08:42:39Z', 'revision_number': 0, 'project_id': 'cdcff4fc638944839e15d4e4416a2271', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ac5e61f-4665-40c7-a945-4c0e6bd7eebc', 'name': '', 'network_id': '86b8c87a-274c-4919-b69d-637f6591ab2d', 'tenant_id': 'cdcff4fc638944839e15d4e4416a2271', 'mac_address': 'fa:16:3e:1a:91:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9ed3ba-d251-4191-bae7-35377d074008', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'd9a00d2d-2c3f-4ff1-b492-21889461a07b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:41:57Z', 'updated_at': '2021-11-12T08:42:09Z', 'revision_number': 5, 'project_id': 'cdcff4fc638944839e15d4e4416a2271', 'subnets': [{'id': 'd9a00d2d-2c3f-4ff1-b492-21889461a07b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:44.251712 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-6ec49354-8d08-4ec8-92ea-0b264dc9336e tempest-RoutersAdminNegativeIpV6Test-1949107674 tempest-RoutersAdminNegativeIpV6Test-1949107674-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-137179452', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:44.263168 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f65c31-e587-422c-91c0-e97fd4e13944 None None] Checking router: bd9ed3ba-d251-4191-bae7-35377d074008 for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:42:44.315024 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f65c31-e587-422c-91c0-e97fd4e13944 None None] Routers {'bd9ed3ba-d251-4191-bae7-35377d074008'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:42:44.317031 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ec49354-8d08-4ec8-92ea-0b264dc9336e tempest-RoutersAdminNegativeIpV6Test-1949107674 tempest-RoutersAdminNegativeIpV6Test-1949107674-project-admin] Made reservation on behalf of 92f595c0c24044d7b7b0574751555033 for: {'port': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:42:44.323180 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6ec49354-8d08-4ec8-92ea-0b264dc9336e tempest-RoutersAdminNegativeIpV6Test-1949107674 tempest-RoutersAdminNegativeIpV6Test-1949107674-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:44.324735 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-46f65c31-e587-422c-91c0-e97fd4e13944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:42:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['bd9ed3ba-d251-4191-bae7-35377d074008'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:44.362800 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6ec49354-8d08-4ec8-92ea-0b264dc9336e tempest-RoutersAdminNegativeIpV6Test-1949107674 tempest-RoutersAdminNegativeIpV6Test-1949107674-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:44.411716 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-c1817d84-d4b3-4694-b594-f6e6a4ef4524 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "GET /v2.0/floatingips/80b5e5ed-0cd3-4849-b47b-0f1738fd3735 HTTP/1.1" status: 200 len: 992 time: 0.8075073 Nov 12 08:42:44.431944 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdee4d4-2698-4836-bab8-79cd2f8862b2 req-ca7eaeac-2152-491e-b76d-b161d1a5f41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:44.435754 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4fdee4d4-2698-4836-bab8-79cd2f8862b2 req-ca7eaeac-2152-491e-b76d-b161d1a5f41c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cdcff4fc638944839e15d4e4416a2271&device_id=e35c6b7a-9f74-4d5c-8d55-55c96320aa96 HTTP/1.1" status: 200 len: 1098 time: 0.2660511 Nov 12 08:42:44.625113 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6ec49354-8d08-4ec8-92ea-0b264dc9336e tempest-RoutersAdminNegativeIpV6Test-1949107674 tempest-RoutersAdminNegativeIpV6Test-1949107674-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:44.632431 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6ec49354-8d08-4ec8-92ea-0b264dc9336e tempest-RoutersAdminNegativeIpV6Test-1949107674 tempest-RoutersAdminNegativeIpV6Test-1949107674-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:44.642461 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [None req-6ec49354-8d08-4ec8-92ea-0b264dc9336e tempest-RoutersAdminNegativeIpV6Test-1949107674 tempest-RoutersAdminNegativeIpV6Test-1949107674-project-admin] device_id is not set on port 703be452-1420-4e50-a6ef-cc93796320f2 yet. {{(pid=102600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:42:44.671686 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdee4d4-2698-4836-bab8-79cd2f8862b2 req-ed864f3e-18bc-49f0-bc19-a81523f079e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:44.677100 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-46f65c31-e587-422c-91c0-e97fd4e13944 None None] Set router bd9ed3ba-d251-4191-bae7-35377d074008 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:42:44.677624 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4fdee4d4-2698-4836-bab8-79cd2f8862b2 req-ed864f3e-18bc-49f0-bc19-a81523f079e7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=86b8c87a-274c-4919-b69d-637f6591ab2d HTTP/1.1" status: 200 len: 898 time: 0.2277217 Nov 12 08:42:44.711736 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 54024) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:44.785551 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4fdee4d4-2698-4836-bab8-79cd2f8862b2 req-aa99235d-265f-4e43-a68a-2d57bd2ba371 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ace1205c-60ff-4db8-9985-65bcdec35b05 HTTP/1.1" status: 200 len: 1000 time: 0.0992336 Nov 12 08:42:44.851285 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec49354-8d08-4ec8-92ea-0b264dc9336e tempest-RoutersAdminNegativeIpV6Test-1949107674 tempest-RoutersAdminNegativeIpV6Test-1949107674-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bfb0574-9963-40e4-be81-b8db6089e935,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:44.961186 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa097d2-923e-4f2c-95ae-cbad284ea17a req-28970b94-2f7d-404c-abe5-8f0e89efdb7d tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:44.970795 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-daa097d2-923e-4f2c-95ae-cbad284ea17a req-28970b94-2f7d-404c-abe5-8f0e89efdb7d tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=8923b169-f6ab-45ae-a30e-261450af9314 HTTP/1.1" status: 200 len: 943 time: 0.1408448 Nov 12 08:42:44.997349 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdee4d4-2698-4836-bab8-79cd2f8862b2 req-b37e56f4-eeaa-490b-ac55-46fe90c4b943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:45.000154 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4fdee4d4-2698-4836-bab8-79cd2f8862b2 req-b37e56f4-eeaa-490b-ac55-46fe90c4b943 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d9a00d2d-2c3f-4ff1-b492-21889461a07b HTTP/1.1" status: 200 len: 834 time: 0.2067568 Nov 12 08:42:45.037992 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-6ec49354-8d08-4ec8-92ea-0b264dc9336e tempest-RoutersAdminNegativeIpV6Test-1949107674 tempest-RoutersAdminNegativeIpV6Test-1949107674-project-admin] Allocated IP 172.25.2.176 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/703be452-1420-4e50-a6ef-cc93796320f2) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:42:45.129441 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdee4d4-2698-4836-bab8-79cd2f8862b2 req-3086b93b-482f-43f3-92d2-ac2dc223c067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:45.133694 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4fdee4d4-2698-4836-bab8-79cd2f8862b2 req-3086b93b-482f-43f3-92d2-ac2dc223c067 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=86b8c87a-274c-4919-b69d-637f6591ab2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1213515 Nov 12 08:42:45.224550 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-46f65c31-e587-422c-91c0-e97fd4e13944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9ed3ba-d251-4191-bae7-35377d074008', 'name': 'tempest-TestNetworkBasicOps-router-1622238044', 'tenant_id': 'cdcff4fc638944839e15d4e4416a2271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '81fa30dd-4c47-438a-89ba-77ddbd35fe4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:41:48Z', 'updated_at': '2021-11-12T08:42:00Z', 'revision_number': 4, 'project_id': 'cdcff4fc638944839e15d4e4416a2271', 'gw_port': {'id': '81fa30dd-4c47-438a-89ba-77ddbd35fe4b', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9ed3ba-d251-4191-bae7-35377d074008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:41:49Z', 'updated_at': '2021-11-12T08:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': '80b5e5ed-0cd3-4849-b47b-0f1738fd3735', 'tenant_id': 'cdcff4fc638944839e15d4e4416a2271', 'floating_ip_address': '172.25.2.170', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': 'bd9ed3ba-d251-4191-bae7-35377d074008', 'port_id': 'ace1205c-60ff-4db8-9985-65bcdec35b05', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86b8c87a-274c-4919-b69d-637f6591ab2d', 'mac_address': 'fa:16:3e:96:f4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35c6b7a-9f74-4d5c-8d55-55c96320aa96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:42:39Z', 'updated_at': '2021-11-12T08:42:39Z', 'revision_number': 0, 'project_id': 'cdcff4fc638944839e15d4e4416a2271', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ac5e61f-4665-40c7-a945-4c0e6bd7eebc', 'name': '', 'network_id': '86b8c87a-274c-4919-b69d-637f6591ab2d', 'tenant_id': 'cdcff4fc638944839e15d4e4416a2271', 'mac_address': 'fa:16:3e:1a:91:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9ed3ba-d251-4191-bae7-35377d074008', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'd9a00d2d-2c3f-4ff1-b492-21889461a07b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:41:57Z', 'updated_at': '2021-11-12T08:42:09Z', 'revision_number': 5, 'project_id': 'cdcff4fc638944839e15d4e4416a2271', 'subnets': [{'id': 'd9a00d2d-2c3f-4ff1-b492-21889461a07b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:45.242310 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-83cb49e7-d734-4ce0-a278-7d0b3bbdb475 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:45.280560 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f65c31-e587-422c-91c0-e97fd4e13944 None None] The sync data for ids ['bd9ed3ba-d251-4191-bae7-35377d074008'] in n-d-765315-29 is: [{'id': 'bd9ed3ba-d251-4191-bae7-35377d074008', 'name': 'tempest-TestNetworkBasicOps-router-1622238044', 'tenant_id': 'cdcff4fc638944839e15d4e4416a2271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '81fa30dd-4c47-438a-89ba-77ddbd35fe4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:41:48Z', 'updated_at': '2021-11-12T08:42:00Z', 'revision_number': 4, 'project_id': 'cdcff4fc638944839e15d4e4416a2271', 'gw_port': {'id': '81fa30dd-4c47-438a-89ba-77ddbd35fe4b', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9ed3ba-d251-4191-bae7-35377d074008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:41:49Z', 'updated_at': '2021-11-12T08:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': '80b5e5ed-0cd3-4849-b47b-0f1738fd3735', 'tenant_id': 'cdcff4fc638944839e15d4e4416a2271', 'floating_ip_address': '172.25.2.170', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': 'bd9ed3ba-d251-4191-bae7-35377d074008', 'port_id': 'ace1205c-60ff-4db8-9985-65bcdec35b05', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86b8c87a-274c-4919-b69d-637f6591ab2d', 'mac_address': 'fa:16:3e:96:f4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35c6b7a-9f74-4d5c-8d55-55c96320aa96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:42:39Z', 'updated_at': '2021-11-12T08:42:39Z', 'revision_number': 0, 'project_id': 'cdcff4fc638944839e15d4e4416a2271', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ac5e61f-4665-40c7-a945-4c0e6bd7eebc', 'name': '', 'network_id': '86b8c87a-274c-4919-b69d-637f6591ab2d', 'tenant_id': 'cdcff4fc638944839e15d4e4416a2271', 'mac_address': 'fa:16:3e:1a:91:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9ed3ba-d251-4191-bae7-35377d074008', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'd9a00d2d-2c3f-4ff1-b492-21889461a07b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:41:57Z', 'updated_at': '2021-11-12T08:42:09Z', 'revision_number': 5, 'project_id': 'cdcff4fc638944839e15d4e4416a2271', 'subnets': [{'id': 'd9a00d2d-2c3f-4ff1-b492-21889461a07b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:42:45.281810 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-daa097d2-923e-4f2c-95ae-cbad284ea17a req-aca14e10-fbc5-43b5-b685-62aaea5816f4 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fece665-e20b-467a-ac88-888552242c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3101430 Nov 12 08:42:45.341940 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4fdee4d4-2698-4836-bab8-79cd2f8862b2 req-730a9bb8-0f59-4c9f-ac81-c9d6367183b2 service neutron] 10.222.0.44 "GET /v2.0/networks/86b8c87a-274c-4919-b69d-637f6591ab2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982801 Nov 12 08:42:45.346307 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6ec49354-8d08-4ec8-92ea-0b264dc9336e tempest-RoutersAdminNegativeIpV6Test-1949107674 tempest-RoutersAdminNegativeIpV6Test-1949107674-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:45.499965 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4fdee4d4-2698-4836-bab8-79cd2f8862b2 req-9740d834-3ae2-4062-be50-769854a2f45e service neutron] 10.222.0.44 "GET /v2.0/networks/86b8c87a-274c-4919-b69d-637f6591ab2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345630 Nov 12 08:42:45.501118 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 54032) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:45.557342 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-83cb49e7-d734-4ce0-a278-7d0b3bbdb475 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:45.572725 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-83cb49e7-d734-4ce0-a278-7d0b3bbdb475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:45.576195 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6ec49354-8d08-4ec8-92ea-0b264dc9336e tempest-RoutersAdminNegativeIpV6Test-1949107674 tempest-RoutersAdminNegativeIpV6Test-1949107674-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:45.630031 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-afb88c5f-36ef-4890-89f2-916cad2545d9 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "GET /v2.0/floatingips/80b5e5ed-0cd3-4849-b47b-0f1738fd3735 HTTP/1.1" status: 200 len: 992 time: 0.1276085 Nov 12 08:42:45.640069 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6f5e7299-1664-42bf-9714-fcb017b5ad71 req-f2511a4d-358a-467a-adad-63a373d4b97a tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=a30918cd-4df7-4f62-a2b9-c8bc0083f909 HTTP/1.1" status: 200 len: 210 time: 0.0749731 Nov 12 08:42:45.685473 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 964b843f-d77c-4e1a-a0d1-249e2fa14fb1 details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:42:45.737634 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cb49e7-d734-4ce0-a278-7d0b3bbdb475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e984c04-5656-4acf-8d9a-4ca66e5e6daf,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:45.758767 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679d7e41-41e4-43c2-a227-90546d2eaba4 None None] New status for floating IP 80b5e5ed-0cd3-4849-b47b-0f1738fd3735: ACTIVE {{(pid=102601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:42:45.817069 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec49354-8d08-4ec8-92ea-0b264dc9336e tempest-RoutersAdminNegativeIpV6Test-1949107674 tempest-RoutersAdminNegativeIpV6Test-1949107674-project-admin] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:42:45.882378 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-6ec49354-8d08-4ec8-92ea-0b264dc9336e tempest-RoutersAdminNegativeIpV6Test-1949107674 tempest-RoutersAdminNegativeIpV6Test-1949107674-project-admin] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:42:45.894963 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec49354-8d08-4ec8-92ea-0b264dc9336e tempest-RoutersAdminNegativeIpV6Test-1949107674 tempest-RoutersAdminNegativeIpV6Test-1949107674-project-admin] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:42:45.905334 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1bb62c-7e0a-4558-892c-b7266e5c21ec None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:42:45.914020 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-83cb49e7-d734-4ce0-a278-7d0b3bbdb475 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=360b3e0055674aaa87231c067e98ee6a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1176977 Nov 12 08:42:45.914725 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 54038) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:45.993021 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec49354-8d08-4ec8-92ea-0b264dc9336e tempest-RoutersAdminNegativeIpV6Test-1949107674 tempest-RoutersAdminNegativeIpV6Test-1949107674-project-admin] Pushing event updated for resources: {'Port': ['ID=703be452-1420-4e50-a6ef-cc93796320f2,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:46.051722 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec49354-8d08-4ec8-92ea-0b264dc9336e tempest-RoutersAdminNegativeIpV6Test-1949107674 tempest-RoutersAdminNegativeIpV6Test-1949107674-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:46.052797 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6ec49354-8d08-4ec8-92ea-0b264dc9336e tempest-RoutersAdminNegativeIpV6Test-1949107674 tempest-RoutersAdminNegativeIpV6Test-1949107674-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:46.106500 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 54040) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:46.108738 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-6ec49354-8d08-4ec8-92ea-0b264dc9336e tempest-RoutersAdminNegativeIpV6Test-1949107674 tempest-RoutersAdminNegativeIpV6Test-1949107674-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.0445137 Nov 12 08:42:46.129168 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-e76770ae-5fbb-41e5-95ae-83b94406e0e7 tempest-RoutersAdminNegativeIpV6Test-1949107674 tempest-RoutersAdminNegativeIpV6Test-1949107674-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.176'}]}}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:46.134206 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ca856975-581a-418f-af17-df79501c52ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:46.182702 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ca856975-581a-418f-af17-df79501c52ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:46.214842 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 964b843f-d77c-4e1a-a0d1-249e2fa14fb1, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=964b843f-d77c-4e1a-a0d1-249e2fa14fb1,segment=NetworkSegment(128b32ff-5ab3-49e3-809a-b6df5af491f4),segment_id=128b32ff-5ab3-49e3-809a-b6df5af491f4)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:42:46.235313 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-a20b023c-ac45-4ea3-8b59-ba3377a14f62 None None] Provisioning complete for port 703be452-1420-4e50-a6ef-cc93796320f2 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:46.236277 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a20b023c-ac45-4ea3-8b59-ba3377a14f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:46.269623 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e76770ae-5fbb-41e5-95ae-83b94406e0e7 tempest-RoutersAdminNegativeIpV6Test-1949107674 tempest-RoutersAdminNegativeIpV6Test-1949107674-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:46.271433 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e76770ae-5fbb-41e5-95ae-83b94406e0e7 tempest-RoutersAdminNegativeIpV6Test-1949107674 tempest-RoutersAdminNegativeIpV6Test-1949107674-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:46.363044 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ca856975-581a-418f-af17-df79501c52ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:46.368282 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Returning: {'device': '964b843f-d77c-4e1a-a0d1-249e2fa14fb1', 'network_id': '508aced4-0fe0-4f1d-92f2-979af6167066', 'port_id': '964b843f-d77c-4e1a-a0d1-249e2fa14fb1', 'mac_address': 'fa:16:3e:b9:f5:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f91bfea0-8c12-4f49-94bb-e193b754d651', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:42:46.371137 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ca856975-581a-418f-af17-df79501c52ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:46.374148 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-ca856975-581a-418f-af17-df79501c52ff admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0e984c04-5656-4acf-8d9a-4ca66e5e6daf HTTP/1.1" status: 204 len: 168 time: 0.4564528 Nov 12 08:42:46.491375 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-a20b023c-ac45-4ea3-8b59-ba3377a14f62 None None] Port 703be452-1420-4e50-a6ef-cc93796320f2 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:42:46.496154 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:46.504108 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca856975-581a-418f-af17-df79501c52ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e984c04-5656-4acf-8d9a-4ca66e5e6daf,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:46.512110 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e76770ae-5fbb-41e5-95ae-83b94406e0e7 tempest-RoutersAdminNegativeIpV6Test-1949107674 tempest-RoutersAdminNegativeIpV6Test-1949107674-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:46.542037 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-e530113a-7783-48f4-9840-8911a24052df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 964b843f-d77c-4e1a-a0d1-249e2fa14fb1 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:42:46.615808 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 964b843f-d77c-4e1a-a0d1-249e2fa14fb1, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=964b843f-d77c-4e1a-a0d1-249e2fa14fb1,segment=NetworkSegment(128b32ff-5ab3-49e3-809a-b6df5af491f4),segment_id=128b32ff-5ab3-49e3-809a-b6df5af491f4)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:42:46.629490 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:46.634362 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 54050) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:46.804787 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=964b843f-d77c-4e1a-a0d1-249e2fa14fb1,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:46.870776 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e76770ae-5fbb-41e5-95ae-83b94406e0e7 tempest-RoutersAdminNegativeIpV6Test-1949107674 tempest-RoutersAdminNegativeIpV6Test-1949107674-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:46.903682 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-d5a04f61-3618-47fb-89f4-2a515f85bcaf tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "GET /v2.0/floatingips/80b5e5ed-0cd3-4849-b47b-0f1738fd3735 HTTP/1.1" status: 200 len: 994 time: 0.2672820 Nov 12 08:42:46.921850 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337c8d48-b345-42d7-99fa-9dd2a8815e6c req-b8059b59-ac1e-4e94-95fa-218145224eb1 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:46.923905 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-337c8d48-b345-42d7-99fa-9dd2a8815e6c req-b8059b59-ac1e-4e94-95fa-218145224eb1 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=8923b169-f6ab-45ae-a30e-261450af9314 HTTP/1.1" status: 200 len: 944 time: 0.2673397 Nov 12 08:42:46.928171 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['964b843f-d77c-4e1a-a0d1-249e2fa14fb1'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:42:47.004052 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 54056) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:47.049696 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3964de28-34e7-4a5c-8b19-f7e9764b4f8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:47.062466 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-337c8d48-b345-42d7-99fa-9dd2a8815e6c req-b4994710-613f-4fb1-b5f0-f2d37f78d3cb tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fece665-e20b-467a-ac88-888552242c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226904 Nov 12 08:42:47.240329 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3964de28-34e7-4a5c-8b19-f7e9764b4f8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:47.248248 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3964de28-34e7-4a5c-8b19-f7e9764b4f8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:47.295118 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3964de28-34e7-4a5c-8b19-f7e9764b4f8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5436104a-11e1-43ed-91f1-1bc11cd38d2f,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:47.316961 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-3964de28-34e7-4a5c-8b19-f7e9764b4f8e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7fa2cce923c64df08fd3487c3b8786ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3113201 Nov 12 08:42:47.318061 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 54060) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:47.410791 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c927b30c-8901-4d7c-8e60-d522015f8272 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:47.454926 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c927b30c-8901-4d7c-8e60-d522015f8272 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:47.564105 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c927b30c-8901-4d7c-8e60-d522015f8272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:47.569543 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c927b30c-8901-4d7c-8e60-d522015f8272 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:47.571534 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-c927b30c-8901-4d7c-8e60-d522015f8272 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5436104a-11e1-43ed-91f1-1bc11cd38d2f HTTP/1.1" status: 204 len: 168 time: 0.2522349 Nov 12 08:42:47.613662 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c927b30c-8901-4d7c-8e60-d522015f8272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5436104a-11e1-43ed-91f1-1bc11cd38d2f,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:47.669538 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e76770ae-5fbb-41e5-95ae-83b94406e0e7 tempest-RoutersAdminNegativeIpV6Test-1949107674 tempest-RoutersAdminNegativeIpV6Test-1949107674-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:47.710939 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e76770ae-5fbb-41e5-95ae-83b94406e0e7 tempest-RoutersAdminNegativeIpV6Test-1949107674 tempest-RoutersAdminNegativeIpV6Test-1949107674-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:48.177730 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e76770ae-5fbb-41e5-95ae-83b94406e0e7 tempest-RoutersAdminNegativeIpV6Test-1949107674 tempest-RoutersAdminNegativeIpV6Test-1949107674-project-admin] Publish callbacks [] for router, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:48.359088 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60ac42c-f871-4598-a82c-a107edd827e3 req-ea41738c-41c2-49f5-ab7e-f34a154ac650 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:48.360788 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f60ac42c-f871-4598-a82c-a107edd827e3 req-ea41738c-41c2-49f5-ab7e-f34a154ac650 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=8923b169-f6ab-45ae-a30e-261450af9314 HTTP/1.1" status: 200 len: 944 time: 0.1022921 Nov 12 08:42:48.474420 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e76770ae-5fbb-41e5-95ae-83b94406e0e7 tempest-RoutersAdminNegativeIpV6Test-1949107674 tempest-RoutersAdminNegativeIpV6Test-1949107674-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:48.476801 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e76770ae-5fbb-41e5-95ae-83b94406e0e7 tempest-RoutersAdminNegativeIpV6Test-1949107674 tempest-RoutersAdminNegativeIpV6Test-1949107674-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:48.489969 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f60ac42c-f871-4598-a82c-a107edd827e3 req-602e208b-27bf-44e7-bebd-946e55d5ad64 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fece665-e20b-467a-ac88-888552242c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109116 Nov 12 08:42:48.536438 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e76770ae-5fbb-41e5-95ae-83b94406e0e7 tempest-RoutersAdminNegativeIpV6Test-1949107674 tempest-RoutersAdminNegativeIpV6Test-1949107674-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:48.537293 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e76770ae-5fbb-41e5-95ae-83b94406e0e7 tempest-RoutersAdminNegativeIpV6Test-1949107674 tempest-RoutersAdminNegativeIpV6Test-1949107674-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9b87a6b9-5152-4b95-b53f-49524d8b200e {{(pid=102599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:42:48.562102 n-d-765315-29 neutron-server[102599]: INFO neutron.api.v2.resource [None req-e76770ae-5fbb-41e5-95ae-83b94406e0e7 tempest-RoutersAdminNegativeIpV6Test-1949107674 tempest-RoutersAdminNegativeIpV6Test-1949107674-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 12 08:42:48.568102 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 54082) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:48.568569 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-e76770ae-5fbb-41e5-95ae-83b94406e0e7 tempest-RoutersAdminNegativeIpV6Test-1949107674 tempest-RoutersAdminNegativeIpV6Test-1949107674-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.4600484 Nov 12 08:42:48.720844 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-353246e5-1ee9-4e5a-8c4d-d1b03d6edb27 tempest-RoutersAdminNegativeIpV6Test-1949107674 tempest-RoutersAdminNegativeIpV6Test-1949107674-project-admin] Deleting port 703be452-1420-4e50-a6ef-cc93796320f2 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:42:48.721416 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-353246e5-1ee9-4e5a-8c4d-d1b03d6edb27 tempest-RoutersAdminNegativeIpV6Test-1949107674 tempest-RoutersAdminNegativeIpV6Test-1949107674-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:48.877570 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-353246e5-1ee9-4e5a-8c4d-d1b03d6edb27 tempest-RoutersAdminNegativeIpV6Test-1949107674 tempest-RoutersAdminNegativeIpV6Test-1949107674-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:48.919257 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-353246e5-1ee9-4e5a-8c4d-d1b03d6edb27 tempest-RoutersAdminNegativeIpV6Test-1949107674 tempest-RoutersAdminNegativeIpV6Test-1949107674-project-admin] Calling delete_port for 703be452-1420-4e50-a6ef-cc93796320f2 owned by {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:42:49.077489 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-353246e5-1ee9-4e5a-8c4d-d1b03d6edb27 tempest-RoutersAdminNegativeIpV6Test-1949107674 tempest-RoutersAdminNegativeIpV6Test-1949107674-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:49.119150 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353246e5-1ee9-4e5a-8c4d-d1b03d6edb27 tempest-RoutersAdminNegativeIpV6Test-1949107674 tempest-RoutersAdminNegativeIpV6Test-1949107674-project-admin] Pushing event deleted for resources: {'Port': ['ID=703be452-1420-4e50-a6ef-cc93796320f2,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:49.147268 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b965b9bb-9a7c-49f3-9305-d5204933eeec None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:42:49.236484 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-353246e5-1ee9-4e5a-8c4d-d1b03d6edb27 tempest-RoutersAdminNegativeIpV6Test-1949107674 tempest-RoutersAdminNegativeIpV6Test-1949107674-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:49.244399 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-353246e5-1ee9-4e5a-8c4d-d1b03d6edb27 tempest-RoutersAdminNegativeIpV6Test-1949107674 tempest-RoutersAdminNegativeIpV6Test-1949107674-project-admin] 10.222.0.26 "DELETE /v2.0/ports/703be452-1420-4e50-a6ef-cc93796320f2 HTTP/1.1" status: 204 len: 168 time: 0.6740582 Nov 12 08:42:49.685599 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 964b843f-d77c-4e1a-a0d1-249e2fa14fb1 up at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:42:49.713435 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 54110) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:49.800965 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c418d033-419f-478b-a802-63adcd481bb9 req-d10eb28f-a995-4d26-9da6-0452af3f7a84 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:49.803618 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c418d033-419f-478b-a802-63adcd481bb9 req-d10eb28f-a995-4d26-9da6-0452af3f7a84 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=8923b169-f6ab-45ae-a30e-261450af9314 HTTP/1.1" status: 200 len: 944 time: 0.1841507 Nov 12 08:42:49.861688 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning for port 964b843f-d77c-4e1a-a0d1-249e2fa14fb1 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:42:49.867982 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning complete for port 964b843f-d77c-4e1a-a0d1-249e2fa14fb1 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:49.869042 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:49.917175 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c418d033-419f-478b-a802-63adcd481bb9 req-5b5125de-c92d-46ca-a21e-2517d0438a6d tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fece665-e20b-467a-ac88-888552242c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009827 Nov 12 08:42:50.161927 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ecde0b72-7772-4f49-a9d4-cff60d1abf90 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:50.178279 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:50.242427 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8923b169-f6ab-45ae-a30e-261450af9314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '964b843f-d77c-4e1a-a0d1-249e2fa14fb1'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:42:50.248136 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3909e8dd-adf9-434c-a10d-4092516e10e5" -d '{"events": [{"server_uuid": "8923b169-f6ab-45ae-a30e-261450af9314", "name": "network-vif-plugged", "status": "completed", "tag": "964b843f-d77c-4e1a-a0d1-249e2fa14fb1"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:42:50.283743 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 964b843f-d77c-4e1a-a0d1-249e2fa14fb1, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=964b843f-d77c-4e1a-a0d1-249e2fa14fb1,segment=NetworkSegment(128b32ff-5ab3-49e3-809a-b6df5af491f4),segment_id=128b32ff-5ab3-49e3-809a-b6df5af491f4)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:42:50.301375 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:50.381542 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ecde0b72-7772-4f49-a9d4-cff60d1abf90 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:50.390067 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ecde0b72-7772-4f49-a9d4-cff60d1abf90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:50.405149 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ca474cb-0d8d-4762-90fa-d5589d87322e x-openstack-request-id: req-4ca474cb-0d8d-4762-90fa-d5589d87322e {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:42:50.412101 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8923b169-f6ab-45ae-a30e-261450af9314", "name": "network-vif-plugged", "status": "completed", "tag": "964b843f-d77c-4e1a-a0d1-249e2fa14fb1", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:42:50.412828 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4ca474cb-0d8d-4762-90fa-d5589d87322e {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:42:50.413549 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8923b169-f6ab-45ae-a30e-261450af9314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '964b843f-d77c-4e1a-a0d1-249e2fa14fb1', 'code': 200} Nov 12 08:42:50.481968 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecde0b72-7772-4f49-a9d4-cff60d1abf90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86c793cf-d283-4564-95dc-f2a3a8aac3d0,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:50.497421 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=964b843f-d77c-4e1a-a0d1-249e2fa14fb1,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:50.591412 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-ecde0b72-7772-4f49-a9d4-cff60d1abf90 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0f6588868fd94c3b83693619248bc72c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8739917 Nov 12 08:42:50.592607 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 54132) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:50.609796 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572593af-84c5-49fe-be12-5dc9572b0e10 req-346217c0-dab8-47bd-851d-b89ce8b6f26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:50.611858 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-572593af-84c5-49fe-be12-5dc9572b0e10 req-346217c0-dab8-47bd-851d-b89ce8b6f26e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8923b169-f6ab-45ae-a30e-261450af9314 HTTP/1.1" status: 200 len: 1097 time: 0.1311836 Nov 12 08:42:50.743337 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-572593af-84c5-49fe-be12-5dc9572b0e10 req-3b5b2000-5de6-4da6-824e-0be300eac2d0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=5fece665-e20b-467a-ac88-888552242c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179442 Nov 12 08:42:50.788738 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-664dcf0a-1a0f-41ad-88db-4114b1c2cd07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:50.822784 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-664dcf0a-1a0f-41ad-88db-4114b1c2cd07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:50.887391 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-664dcf0a-1a0f-41ad-88db-4114b1c2cd07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:50.890350 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-664dcf0a-1a0f-41ad-88db-4114b1c2cd07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:50.891646 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-664dcf0a-1a0f-41ad-88db-4114b1c2cd07 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/86c793cf-d283-4564-95dc-f2a3a8aac3d0 HTTP/1.1" status: 204 len: 168 time: 0.2976418 Nov 12 08:42:50.901580 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664dcf0a-1a0f-41ad-88db-4114b1c2cd07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c793cf-d283-4564-95dc-f2a3a8aac3d0,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:51.275249 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b96b448-c864-4f1d-8d66-7d721a7c9af7 req-8d76c70a-5c23-4eac-ac1c-4afd9cea4d48 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:51.279152 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0b96b448-c864-4f1d-8d66-7d721a7c9af7 req-8d76c70a-5c23-4eac-ac1c-4afd9cea4d48 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=8923b169-f6ab-45ae-a30e-261450af9314 HTTP/1.1" status: 200 len: 945 time: 0.1253147 Nov 12 08:42:51.382562 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0b96b448-c864-4f1d-8d66-7d721a7c9af7 req-306b2564-998e-4d52-8215-27b70983a7e6 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fece665-e20b-467a-ac88-888552242c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935953 Nov 12 08:42:51.658622 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 54150) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:51.752931 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-e2a884b1-e14f-4788-aa6d-53d899750c25 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=92f595c0c24044d7b7b0574751555033&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0928113 Nov 12 08:42:51.755314 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 54154) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:51.866293 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e524c3a9-5122-43bc-bf60-d0f408faac5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:51.918943 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e524c3a9-5122-43bc-bf60-d0f408faac5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:52.006139 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e524c3a9-5122-43bc-bf60-d0f408faac5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:52.019377 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e524c3a9-5122-43bc-bf60-d0f408faac5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:52.039288 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-e524c3a9-5122-43bc-bf60-d0f408faac5c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5bfb0574-9963-40e4-be81-b8db6089e935 HTTP/1.1" status: 204 len: 168 time: 0.2821441 Nov 12 08:42:52.083932 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e524c3a9-5122-43bc-bf60-d0f408faac5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bfb0574-9963-40e4-be81-b8db6089e935,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:52.480344 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 54172) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:52.727100 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24135e5c-3810-4841-ac61-e6ce76432605 req-a85bfe74-afac-424a-a085-9cf58f884804 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:52.739884 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-24135e5c-3810-4841-ac61-e6ce76432605 req-a85bfe74-afac-424a-a085-9cf58f884804 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=8923b169-f6ab-45ae-a30e-261450af9314 HTTP/1.1" status: 200 len: 945 time: 0.1257985 Nov 12 08:42:52.822912 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-24135e5c-3810-4841-ac61-e6ce76432605 req-6c55da26-f53a-4171-a7e8-63776f7aac61 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fece665-e20b-467a-ac88-888552242c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767760 Nov 12 08:42:53.037537 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e0b2c-99cc-48a5-9162-0de65d19d113 req-73ac6d15-ffa4-486e-b301-e45ea8ab8200 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:53.047360 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e15e0b2c-99cc-48a5-9162-0de65d19d113 req-73ac6d15-ffa4-486e-b301-e45ea8ab8200 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=8923b169-f6ab-45ae-a30e-261450af9314 HTTP/1.1" status: 200 len: 945 time: 0.1398590 Nov 12 08:42:53.517223 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e15e0b2c-99cc-48a5-9162-0de65d19d113 req-e089e708-a5cc-4efc-97f1-da9560a76f42 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fece665-e20b-467a-ac88-888552242c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2902651 Nov 12 08:42:53.534976 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 54198) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:53.652616 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d295a40-0a40-4dde-b3bd-33c2b29ce065 tempest-TestNetworkAdvancedServerOps-63743733 tempest-TestNetworkAdvancedServerOps-63743733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:53.661508 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-8d295a40-0a40-4dde-b3bd-33c2b29ce065 tempest-TestNetworkAdvancedServerOps-63743733 tempest-TestNetworkAdvancedServerOps-63743733-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=8923b169-f6ab-45ae-a30e-261450af9314 HTTP/1.1" status: 200 len: 1092 time: 0.1249769 Nov 12 08:42:53.662268 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 54204) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:53.668780 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-54b6ffb5-0da4-4416-b1ab-61392f82802f tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Request body: {'floatingip': {'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'port_id': '964b843f-d77c-4e1a-a0d1-249e2fa14fb1', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:53.736335 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-54b6ffb5-0da4-4416-b1ab-61392f82802f tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for floatingip, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:53.856119 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e1f90bc5-d0db-4521-80bf-ecd8b955fa5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933586'] for router_interface, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:54.064858 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-54b6ffb5-0da4-4416-b1ab-61392f82802f tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:54.344121 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-54b6ffb5-0da4-4416-b1ab-61392f82802f tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Allocated IP 172.25.2.242 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/2e5bcbd3-97b6-493e-91c5-a619e445ecae) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:42:54.589466 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-e1f90bc5-d0db-4521-80bf-ecd8b955fa5d admin admin] Deleting port b95ce2eb-6d6b-4601-9b88-646606c9f84d {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:42:54.590150 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e1f90bc5-d0db-4521-80bf-ecd8b955fa5d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:54.596817 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-54b6ffb5-0da4-4416-b1ab-61392f82802f tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:54.683326 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-54b6ffb5-0da4-4416-b1ab-61392f82802f tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:54.794500 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b6ffb5-0da4-4416-b1ab-61392f82802f tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:42:54.796293 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-e1f90bc5-d0db-4521-80bf-ecd8b955fa5d admin admin] For port b95ce2eb-6d6b-4601-9b88-646606c9f84d, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=b95ce2eb-6d6b-4601-9b88-646606c9f84d,segment=NetworkSegment(a311d405-ce7a-452b-a884-7f4921b50215),segment_id=a311d405-ce7a-452b-a884-7f4921b50215)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:42:54.796936 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e1f90bc5-d0db-4521-80bf-ecd8b955fa5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:54.802357 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-54b6ffb5-0da4-4416-b1ab-61392f82802f tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:42:54.813352 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b6ffb5-0da4-4416-b1ab-61392f82802f tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:42:54.827785 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-e1f90bc5-d0db-4521-80bf-ecd8b955fa5d admin admin] Calling delete_port for b95ce2eb-6d6b-4601-9b88-646606c9f84d owned by network:router_interface {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:42:54.871670 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b6ffb5-0da4-4416-b1ab-61392f82802f tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Pushing event updated for resources: {'Port': ['ID=2e5bcbd3-97b6-493e-91c5-a619e445ecae,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:55.229464 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 54236) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:55.424081 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e1f90bc5-d0db-4521-80bf-ecd8b955fa5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:55.485818 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f90bc5-d0db-4521-80bf-ecd8b955fa5d admin admin] Pushing event deleted for resources: {'Port': ['ID=b95ce2eb-6d6b-4601-9b88-646606c9f84d,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:55.541453 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-1a0ac813-ce23-42ac-9da3-53b4737de0b2 tempest-RoutersAdminNegativeTest-1567053036 tempest-RoutersAdminNegativeTest-1567053036-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1153196851', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:55.759777 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a0ac813-ce23-42ac-9da3-53b4737de0b2 tempest-RoutersAdminNegativeTest-1567053036 tempest-RoutersAdminNegativeTest-1567053036-project-admin] Made reservation on behalf of 87648e5b725c4003a1582bf0f469161c for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:42:55.771406 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1a0ac813-ce23-42ac-9da3-53b4737de0b2 tempest-RoutersAdminNegativeTest-1567053036 tempest-RoutersAdminNegativeTest-1567053036-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:55.844127 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1a0ac813-ce23-42ac-9da3-53b4737de0b2 tempest-RoutersAdminNegativeTest-1567053036 tempest-RoutersAdminNegativeTest-1567053036-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:55.930288 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e1f90bc5-d0db-4521-80bf-ecd8b955fa5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918626'] for router_interface, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:55.974618 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-54b6ffb5-0da4-4416-b1ab-61392f82802f tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:56.130686 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-54b6ffb5-0da4-4416-b1ab-61392f82802f tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:56.136781 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1a0ac813-ce23-42ac-9da3-53b4737de0b2 tempest-RoutersAdminNegativeTest-1567053036 tempest-RoutersAdminNegativeTest-1567053036-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:56.175138 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1a0ac813-ce23-42ac-9da3-53b4737de0b2 tempest-RoutersAdminNegativeTest-1567053036 tempest-RoutersAdminNegativeTest-1567053036-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:56.189252 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [None req-1a0ac813-ce23-42ac-9da3-53b4737de0b2 tempest-RoutersAdminNegativeTest-1567053036 tempest-RoutersAdminNegativeTest-1567053036-project-admin] device_id is not set on port 139babf0-d942-4110-8707-79f654006c92 yet. {{(pid=102599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:42:56.270163 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0ac813-ce23-42ac-9da3-53b4737de0b2 tempest-RoutersAdminNegativeTest-1567053036 tempest-RoutersAdminNegativeTest-1567053036-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da8376de-7065-4adc-bab2-98d94131bf19,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:56.408008 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-1a0ac813-ce23-42ac-9da3-53b4737de0b2 tempest-RoutersAdminNegativeTest-1567053036 tempest-RoutersAdminNegativeTest-1567053036-project-admin] Allocated IP 172.25.2.210 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/139babf0-d942-4110-8707-79f654006c92) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:42:56.467902 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-54b6ffb5-0da4-4416-b1ab-61392f82802f tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:56.477333 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-54b6ffb5-0da4-4416-b1ab-61392f82802f tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:56.598889 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1f90bc5-d0db-4521-80bf-ecd8b955fa5d admin admin] Router 4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:42:56.744578 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1a0ac813-ce23-42ac-9da3-53b4737de0b2 tempest-RoutersAdminNegativeTest-1567053036 tempest-RoutersAdminNegativeTest-1567053036-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:56.781841 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-54b6ffb5-0da4-4416-b1ab-61392f82802f tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:56.851474 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b6ffb5-0da4-4416-b1ab-61392f82802f tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Pushing event updated for resources: {'Port': ['ID=2e5bcbd3-97b6-493e-91c5-a619e445ecae,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:56.972939 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1f90bc5-d0db-4521-80bf-ecd8b955fa5d admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:42:56.985900 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 54250) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:56.990285 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e2c854-8602-40bc-a804-12559d59afb4 None None] Sync routers for ids ['4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:42:57.003435 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-e1f90bc5-d0db-4521-80bf-ecd8b955fa5d admin admin] 10.222.0.26 "PUT /v2.0/routers/4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5059967 Nov 12 08:42:57.007690 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1a0ac813-ce23-42ac-9da3-53b4737de0b2 tempest-RoutersAdminNegativeTest-1567053036 tempest-RoutersAdminNegativeTest-1567053036-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:57.019794 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e2c854-8602-40bc-a804-12559d59afb4 None None] Routers {'4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:42:57.027120 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-63e2c854-8602-40bc-a804-12559d59afb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:42:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:57.317171 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-63e2c854-8602-40bc-a804-12559d59afb4 None None] Set router 4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:42:57.668710 n-d-765315-29 neutron-server[102599]: INFO neutron.db.l3_db [None req-54b6ffb5-0da4-4416-b1ab-61392f82802f tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Floating IP 364d7379-48be-4c3d-a77b-db79e144bad6 associated. External IP: 172.25.2.242, port: 964b843f-d77c-4e1a-a0d1-249e2fa14fb1. Nov 12 08:42:57.728898 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-63e2c854-8602-40bc-a804-12559d59afb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3', 'name': 'tempest-AttachVolumeTestJSON-1583128094-router', 'tenant_id': '217ce66299114e9fb6c1fa9116e9e5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': 'a7a2684d-424f-41a7-8430-97d9e904a2f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:33:24Z', 'updated_at': '2021-11-12T08:42:55Z', 'revision_number': 5, 'project_id': '217ce66299114e9fb6c1fa9116e9e5f5', 'gw_port': {'id': 'a7a2684d-424f-41a7-8430-97d9e904a2f4', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:22:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:33:25Z', 'updated_at': '2021-11-12T08:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:57.796617 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0ac813-ce23-42ac-9da3-53b4737de0b2 tempest-RoutersAdminNegativeTest-1567053036 tempest-RoutersAdminNegativeTest-1567053036-project-admin] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:42:57.807945 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-1a0ac813-ce23-42ac-9da3-53b4737de0b2 tempest-RoutersAdminNegativeTest-1567053036 tempest-RoutersAdminNegativeTest-1567053036-project-admin] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:42:57.821310 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0ac813-ce23-42ac-9da3-53b4737de0b2 tempest-RoutersAdminNegativeTest-1567053036 tempest-RoutersAdminNegativeTest-1567053036-project-admin] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:42:57.824148 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0ac813-ce23-42ac-9da3-53b4737de0b2 tempest-RoutersAdminNegativeTest-1567053036 tempest-RoutersAdminNegativeTest-1567053036-project-admin] Pushing event updated for resources: {'Port': ['ID=139babf0-d942-4110-8707-79f654006c92,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:57.833247 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6160bb-0558-4aed-8fd7-2bce719f229c None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:42:57.844914 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e2c854-8602-40bc-a804-12559d59afb4 None None] Checking router: 4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3 for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:42:57.885094 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e2c854-8602-40bc-a804-12559d59afb4 None None] Routers {'4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:42:57.886260 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-63e2c854-8602-40bc-a804-12559d59afb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:42:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:57.931302 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5f3c6c81-29bb-4ead-85f6-102456f9cd46 admin admin] Publish callbacks [] for router, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:57.971280 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-fe7dba2d-c864-4a6d-bed0-054ba7d21c7e None None] Provisioning complete for port 139babf0-d942-4110-8707-79f654006c92 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:57.971602 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-fe7dba2d-c864-4a6d-bed0-054ba7d21c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:58.070317 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0ac813-ce23-42ac-9da3-53b4737de0b2 tempest-RoutersAdminNegativeTest-1567053036 tempest-RoutersAdminNegativeTest-1567053036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:58.070979 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1a0ac813-ce23-42ac-9da3-53b4737de0b2 tempest-RoutersAdminNegativeTest-1567053036 tempest-RoutersAdminNegativeTest-1567053036-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:58.083555 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-fe7dba2d-c864-4a6d-bed0-054ba7d21c7e None None] Port 139babf0-d942-4110-8707-79f654006c92 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:42:58.103013 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-1a0ac813-ce23-42ac-9da3-53b4737de0b2 tempest-RoutersAdminNegativeTest-1567053036 tempest-RoutersAdminNegativeTest-1567053036-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.8694415 Nov 12 08:42:58.115575 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 54258) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:58.131067 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-90f512d3-cd85-4f43-8da5-14d3dd14349b tempest-RoutersAdminNegativeTest-1567053036 tempest-RoutersAdminNegativeTest-1567053036-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.210'}]}}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:58.221420 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-90f512d3-cd85-4f43-8da5-14d3dd14349b tempest-RoutersAdminNegativeTest-1567053036 tempest-RoutersAdminNegativeTest-1567053036-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:58.222806 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-90f512d3-cd85-4f43-8da5-14d3dd14349b tempest-RoutersAdminNegativeTest-1567053036 tempest-RoutersAdminNegativeTest-1567053036-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:58.298551 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5f3c6c81-29bb-4ead-85f6-102456f9cd46 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:58.390235 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-90f512d3-cd85-4f43-8da5-14d3dd14349b tempest-RoutersAdminNegativeTest-1567053036 tempest-RoutersAdminNegativeTest-1567053036-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:58.405161 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54b6ffb5-0da4-4416-b1ab-61392f82802f tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Router 298cae83-370f-459b-9f70-c6e8aaa7fc96 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:42:58.453680 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-63e2c854-8602-40bc-a804-12559d59afb4 None None] Set router 4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:42:58.712759 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-90f512d3-cd85-4f43-8da5-14d3dd14349b tempest-RoutersAdminNegativeTest-1567053036 tempest-RoutersAdminNegativeTest-1567053036-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:58.738235 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54b6ffb5-0da4-4416-b1ab-61392f82802f tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:42:58.753037 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3464c91-927d-4828-9359-f42c11e0bf35 None None] Sync routers for ids ['298cae83-370f-459b-9f70-c6e8aaa7fc96'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:42:58.775052 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-54b6ffb5-0da4-4416-b1ab-61392f82802f tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:58.800179 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3464c91-927d-4828-9359-f42c11e0bf35 None None] Routers {'298cae83-370f-459b-9f70-c6e8aaa7fc96'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:42:58.800879 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-e3464c91-927d-4828-9359-f42c11e0bf35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:42:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['298cae83-370f-459b-9f70-c6e8aaa7fc96'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:58.845514 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-5f3c6c81-29bb-4ead-85f6-102456f9cd46 admin admin] Deleting port a7a2684d-424f-41a7-8430-97d9e904a2f4 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:42:58.849146 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5f3c6c81-29bb-4ead-85f6-102456f9cd46 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:58.964912 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-54b6ffb5-0da4-4416-b1ab-61392f82802f tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.3008649 Nov 12 08:42:59.059403 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8923b169-f6ab-45ae-a30e-261450af9314', 'tag': '964b843f-d77c-4e1a-a0d1-249e2fa14fb1'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:42:59.062127 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91e15045-5ab1-42be-a59a-a28675fc8655" -d '{"events": [{"name": "network-changed", "server_uuid": "8923b169-f6ab-45ae-a30e-261450af9314", "tag": "964b843f-d77c-4e1a-a0d1-249e2fa14fb1"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:42:59.183940 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-5f3c6c81-29bb-4ead-85f6-102456f9cd46 admin admin] For port a7a2684d-424f-41a7-8430-97d9e904a2f4, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=a7a2684d-424f-41a7-8430-97d9e904a2f4,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:42:59.204474 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5f3c6c81-29bb-4ead-85f6-102456f9cd46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:59.219600 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-63e2c854-8602-40bc-a804-12559d59afb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3', 'name': 'tempest-AttachVolumeTestJSON-1583128094-router', 'tenant_id': '217ce66299114e9fb6c1fa9116e9e5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': 'a7a2684d-424f-41a7-8430-97d9e904a2f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:33:24Z', 'updated_at': '2021-11-12T08:42:55Z', 'revision_number': 5, 'project_id': '217ce66299114e9fb6c1fa9116e9e5f5', 'gw_port': {'id': 'a7a2684d-424f-41a7-8430-97d9e904a2f4', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:22:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:33:25Z', 'updated_at': '2021-11-12T08:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:59.262331 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-5f3c6c81-29bb-4ead-85f6-102456f9cd46 admin admin] Calling delete_port for a7a2684d-424f-41a7-8430-97d9e904a2f4 owned by network:router_gateway {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:42:59.382553 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e2c854-8602-40bc-a804-12559d59afb4 None None] The sync data for ids ['4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3'] in n-d-765315-29 is: [{'id': '4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3', 'name': 'tempest-AttachVolumeTestJSON-1583128094-router', 'tenant_id': '217ce66299114e9fb6c1fa9116e9e5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.71'}], 'enable_snat': True}, 'gw_port_id': 'a7a2684d-424f-41a7-8430-97d9e904a2f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:33:24Z', 'updated_at': '2021-11-12T08:42:55Z', 'revision_number': 5, 'project_id': '217ce66299114e9fb6c1fa9116e9e5f5', 'gw_port': {'id': 'a7a2684d-424f-41a7-8430-97d9e904a2f4', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:22:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:33:25Z', 'updated_at': '2021-11-12T08:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:42:59.696668 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 54382) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:59.725463 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-90f512d3-cd85-4f43-8da5-14d3dd14349b tempest-RoutersAdminNegativeTest-1567053036 tempest-RoutersAdminNegativeTest-1567053036-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:59.763045 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-e3464c91-927d-4828-9359-f42c11e0bf35 None None] Set router 298cae83-370f-459b-9f70-c6e8aaa7fc96 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:42:59.844793 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67c4913-c222-4cc0-90c4-073883e89b59 req-17cc30e4-52be-427d-ae9e-1113d95e4113 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:59.848823 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f67c4913-c222-4cc0-90c4-073883e89b59 req-17cc30e4-52be-427d-ae9e-1113d95e4113 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=8923b169-f6ab-45ae-a30e-261450af9314 HTTP/1.1" status: 200 len: 945 time: 0.6725464 Nov 12 08:42:59.862739 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-90f512d3-cd85-4f43-8da5-14d3dd14349b tempest-RoutersAdminNegativeTest-1567053036 tempest-RoutersAdminNegativeTest-1567053036-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:59.983667 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5f3c6c81-29bb-4ead-85f6-102456f9cd46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:00.092357 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9494c46c-7b3e-4554-9746-91b3f07dc464 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:43:00.269033 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f67c4913-c222-4cc0-90c4-073883e89b59 req-536f3433-3a32-48b4-a522-c0c313f46e08 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fece665-e20b-467a-ac88-888552242c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2762532 Nov 12 08:43:00.299580 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3c6c81-29bb-4ead-85f6-102456f9cd46 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7a2684d-424f-41a7-8430-97d9e904a2f4,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:00.367902 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 54440) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:00.451749 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-e3464c91-927d-4828-9359-f42c11e0bf35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '298cae83-370f-459b-9f70-c6e8aaa7fc96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-757686162', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '380c1b22-b0f1-42ff-9bf9-5e128722d38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:42:14Z', 'updated_at': '2021-11-12T08:42:29Z', 'revision_number': 4, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'gw_port': {'id': '380c1b22-b0f1-42ff-9bf9-5e128722d38d', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:92:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298cae83-370f-459b-9f70-c6e8aaa7fc96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:42:16Z', 'updated_at': '2021-11-12T08:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': '364d7379-48be-4c3d-a77b-db79e144bad6', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'floating_ip_address': '172.25.2.242', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': '298cae83-370f-459b-9f70-c6e8aaa7fc96', 'port_id': '964b843f-d77c-4e1a-a0d1-249e2fa14fb1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3342, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '508aced4-0fe0-4f1d-92f2-979af6167066', 'mac_address': 'fa:16:3e:b9:f5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8923b169-f6ab-45ae-a30e-261450af9314', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:42:55Z', 'updated_at': '2021-11-12T08:42:55Z', 'revision_number': 0, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82a70224-253d-4853-a424-934ee11de0d2', 'name': '', 'network_id': '508aced4-0fe0-4f1d-92f2-979af6167066', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'mac_address': 'fa:16:3e:a7:07:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298cae83-370f-459b-9f70-c6e8aaa7fc96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': 'f91bfea0-8c12-4f49-94bb-e193b754d651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:42:27Z', 'updated_at': '2021-11-12T08:42:36Z', 'revision_number': 5, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'subnets': [{'id': 'f91bfea0-8c12-4f49-94bb-e193b754d651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:00.472118 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ff65317c-e0c5-47cf-80f0-fb9069c8f1ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:00.481211 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c705b64-0737-48a4-82da-e398cec0b59a x-openstack-request-id: req-0c705b64-0737-48a4-82da-e398cec0b59a {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:43:00.481706 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8923b169-f6ab-45ae-a30e-261450af9314", "tag": "964b843f-d77c-4e1a-a0d1-249e2fa14fb1", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:43:00.482132 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0c705b64-0737-48a4-82da-e398cec0b59a {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:43:00.483866 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8923b169-f6ab-45ae-a30e-261450af9314', 'tag': '964b843f-d77c-4e1a-a0d1-249e2fa14fb1', 'status': 'completed', 'code': 200} Nov 12 08:43:00.486319 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5f3c6c81-29bb-4ead-85f6-102456f9cd46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-933016'] for router_gateway, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:00.529733 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3464c91-927d-4828-9359-f42c11e0bf35 None None] Checking router: 298cae83-370f-459b-9f70-c6e8aaa7fc96 for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:43:00.547576 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3464c91-927d-4828-9359-f42c11e0bf35 None None] Routers {'298cae83-370f-459b-9f70-c6e8aaa7fc96'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:43:00.549260 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-e3464c91-927d-4828-9359-f42c11e0bf35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:42:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['298cae83-370f-459b-9f70-c6e8aaa7fc96'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:00.552041 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-90f512d3-cd85-4f43-8da5-14d3dd14349b tempest-RoutersAdminNegativeTest-1567053036 tempest-RoutersAdminNegativeTest-1567053036-project-admin] Publish callbacks [] for router, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:00.703030 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-3bd3c0f7-ad9c-4807-a8ec-097662c54869 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/floatingips/364d7379-48be-4c3d-a77b-db79e144bad6 HTTP/1.1" status: 200 len: 991 time: 0.3293278 Nov 12 08:43:01.055713 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device b95ce2eb-6d6b-4601-9b88-646606c9f84d no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:43:01.062368 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-90f512d3-cd85-4f43-8da5-14d3dd14349b tempest-RoutersAdminNegativeTest-1567053036 tempest-RoutersAdminNegativeTest-1567053036-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:01.067743 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-e3464c91-927d-4828-9359-f42c11e0bf35 None None] Set router 298cae83-370f-459b-9f70-c6e8aaa7fc96 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:43:01.075816 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-90f512d3-cd85-4f43-8da5-14d3dd14349b tempest-RoutersAdminNegativeTest-1567053036 tempest-RoutersAdminNegativeTest-1567053036-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:01.115122 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5f3c6c81-29bb-4ead-85f6-102456f9cd46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:01.122921 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5f3c6c81-29bb-4ead-85f6-102456f9cd46 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:01.254104 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-90f512d3-cd85-4f43-8da5-14d3dd14349b tempest-RoutersAdminNegativeTest-1567053036 tempest-RoutersAdminNegativeTest-1567053036-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:01.255285 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90f512d3-cd85-4f43-8da5-14d3dd14349b tempest-RoutersAdminNegativeTest-1567053036 tempest-RoutersAdminNegativeTest-1567053036-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ec677bf1-a81e-4b2c-bf9d-6e0ac7dbbfaa {{(pid=102600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:43:01.259181 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: b95ce2eb-6d6b-4601-9b88-646606c9f84d {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:43:01.268418 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device b95ce2eb-6d6b-4601-9b88-646606c9f84d not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:43:01.272106 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e15045-5ab1-42be-a59a-a28675fc8655 req-797eed27-1cc4-4ea4-8d41-47f86dad1f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:01.277169 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-91e15045-5ab1-42be-a59a-a28675fc8655 req-797eed27-1cc4-4ea4-8d41-47f86dad1f42 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=af01ccd549054d7f8ad1904b6846172a&device_id=8923b169-f6ab-45ae-a30e-261450af9314 HTTP/1.1" status: 200 len: 1097 time: 0.7920568 Nov 12 08:43:01.292123 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5f3c6c81-29bb-4ead-85f6-102456f9cd46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:01.294046 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f3c6c81-29bb-4ead-85f6-102456f9cd46 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3 {{(pid=102599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:43:01.302851 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5f3c6c81-29bb-4ead-85f6-102456f9cd46 admin admin] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:01.306389 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-5f3c6c81-29bb-4ead-85f6-102456f9cd46 admin admin] 10.222.0.26 "DELETE /v2.0/routers/4fefb7e7-b94b-4a62-8aa4-7bdc621f71d3 HTTP/1.1" status: 204 len: 168 time: 4.3173428 Nov 12 08:43:01.310130 n-d-765315-29 neutron-server[102600]: INFO neutron.api.v2.resource [None req-90f512d3-cd85-4f43-8da5-14d3dd14349b tempest-RoutersAdminNegativeTest-1567053036 tempest-RoutersAdminNegativeTest-1567053036-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 12 08:43:01.317709 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-90f512d3-cd85-4f43-8da5-14d3dd14349b tempest-RoutersAdminNegativeTest-1567053036 tempest-RoutersAdminNegativeTest-1567053036-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.1981227 Nov 12 08:43:01.318679 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 54530) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:01.319266 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 54532) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:01.556724 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ff65317c-e0c5-47cf-80f0-fb9069c8f1ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:01.573500 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ff65317c-e0c5-47cf-80f0-fb9069c8f1ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:01.640122 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff65317c-e0c5-47cf-80f0-fb9069c8f1ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f36b56d7-c677-4a6f-8f31-1762cb7cb75a,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:01.650871 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e15045-5ab1-42be-a59a-a28675fc8655 req-45b97505-4ff2-4ede-937d-2ddcee82819a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:01.656444 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-91e15045-5ab1-42be-a59a-a28675fc8655 req-45b97505-4ff2-4ede-937d-2ddcee82819a service neutron] 10.222.0.21 "GET /v2.0/networks?id=508aced4-0fe0-4f1d-92f2-979af6167066 HTTP/1.1" status: 200 len: 898 time: 0.3680906 Nov 12 08:43:01.706786 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-f23a5725-6196-4ac9-a061-76c16b404555 admin admin] Deleting subnet 48fd8021-0e17-4172-812d-17238fc37d26 {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:43:01.712586 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 54568) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:01.718790 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f23a5725-6196-4ac9-a061-76c16b404555 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:01.809435 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-ff65317c-e0c5-47cf-80f0-fb9069c8f1ed admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9f9b66e0c9b947ea8c072221dbeecbab&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1111784 Nov 12 08:43:01.813937 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 54582) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:01.869123 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-91e15045-5ab1-42be-a59a-a28675fc8655 req-b5196cf3-70e9-4d4c-9f69-1eaa07e750c5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=964b843f-d77c-4e1a-a0d1-249e2fa14fb1 HTTP/1.1" status: 200 len: 999 time: 0.2057426 Nov 12 08:43:01.877974 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-e3464c91-927d-4828-9359-f42c11e0bf35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '298cae83-370f-459b-9f70-c6e8aaa7fc96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-757686162', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '380c1b22-b0f1-42ff-9bf9-5e128722d38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:42:14Z', 'updated_at': '2021-11-12T08:42:29Z', 'revision_number': 4, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'gw_port': {'id': '380c1b22-b0f1-42ff-9bf9-5e128722d38d', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:92:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298cae83-370f-459b-9f70-c6e8aaa7fc96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:42:16Z', 'updated_at': '2021-11-12T08:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': '364d7379-48be-4c3d-a77b-db79e144bad6', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'floating_ip_address': '172.25.2.242', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': '298cae83-370f-459b-9f70-c6e8aaa7fc96', 'port_id': '964b843f-d77c-4e1a-a0d1-249e2fa14fb1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3342, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '508aced4-0fe0-4f1d-92f2-979af6167066', 'mac_address': 'fa:16:3e:b9:f5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8923b169-f6ab-45ae-a30e-261450af9314', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:42:55Z', 'updated_at': '2021-11-12T08:42:55Z', 'revision_number': 0, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82a70224-253d-4853-a424-934ee11de0d2', 'name': '', 'network_id': '508aced4-0fe0-4f1d-92f2-979af6167066', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'mac_address': 'fa:16:3e:a7:07:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298cae83-370f-459b-9f70-c6e8aaa7fc96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': 'f91bfea0-8c12-4f49-94bb-e193b754d651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:42:27Z', 'updated_at': '2021-11-12T08:42:36Z', 'revision_number': 5, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'subnets': [{'id': 'f91bfea0-8c12-4f49-94bb-e193b754d651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:01.927255 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3464c91-927d-4828-9359-f42c11e0bf35 None None] The sync data for ids ['298cae83-370f-459b-9f70-c6e8aaa7fc96'] in n-d-765315-29 is: [{'id': '298cae83-370f-459b-9f70-c6e8aaa7fc96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-757686162', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '380c1b22-b0f1-42ff-9bf9-5e128722d38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:42:14Z', 'updated_at': '2021-11-12T08:42:29Z', 'revision_number': 4, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'gw_port': {'id': '380c1b22-b0f1-42ff-9bf9-5e128722d38d', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:92:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298cae83-370f-459b-9f70-c6e8aaa7fc96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:42:16Z', 'updated_at': '2021-11-12T08:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': '364d7379-48be-4c3d-a77b-db79e144bad6', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'floating_ip_address': '172.25.2.242', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': '298cae83-370f-459b-9f70-c6e8aaa7fc96', 'port_id': '964b843f-d77c-4e1a-a0d1-249e2fa14fb1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3342, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '508aced4-0fe0-4f1d-92f2-979af6167066', 'mac_address': 'fa:16:3e:b9:f5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8923b169-f6ab-45ae-a30e-261450af9314', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:42:55Z', 'updated_at': '2021-11-12T08:42:55Z', 'revision_number': 0, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82a70224-253d-4853-a424-934ee11de0d2', 'name': '', 'network_id': '508aced4-0fe0-4f1d-92f2-979af6167066', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'mac_address': 'fa:16:3e:a7:07:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298cae83-370f-459b-9f70-c6e8aaa7fc96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': 'f91bfea0-8c12-4f49-94bb-e193b754d651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:42:27Z', 'updated_at': '2021-11-12T08:42:36Z', 'revision_number': 5, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'subnets': [{'id': 'f91bfea0-8c12-4f49-94bb-e193b754d651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:43:02.011466 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e15045-5ab1-42be-a59a-a28675fc8655 req-363ce5e6-6780-4d26-9ae7-3e0b16ace04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:02.013875 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-91e15045-5ab1-42be-a59a-a28675fc8655 req-363ce5e6-6780-4d26-9ae7-3e0b16ace04c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f91bfea0-8c12-4f49-94bb-e193b754d651 HTTP/1.1" status: 200 len: 835 time: 0.1330454 Nov 12 08:43:02.018182 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-df612e14-3701-4311-b597-1d1afa66d638 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:02.145400 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-df612e14-3701-4311-b597-1d1afa66d638 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:02.274339 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e15045-5ab1-42be-a59a-a28675fc8655 req-65793174-f305-4adf-8170-76d8e3f03db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:02.277516 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-91e15045-5ab1-42be-a59a-a28675fc8655 req-65793174-f305-4adf-8170-76d8e3f03db5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=508aced4-0fe0-4f1d-92f2-979af6167066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2328429 Nov 12 08:43:02.480826 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3662a88-ea25-4ee5-9d42-4e5505098a34 None None] New status for floating IP 364d7379-48be-4c3d-a77b-db79e144bad6: ACTIVE {{(pid=102602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:43:02.541545 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f23a5725-6196-4ac9-a061-76c16b404555 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:02.548019 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-91e15045-5ab1-42be-a59a-a28675fc8655 req-1dadbcc0-7496-4685-96e0-37ff35cf45c8 service neutron] 10.222.0.21 "GET /v2.0/networks/508aced4-0fe0-4f1d-92f2-979af6167066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593794 Nov 12 08:43:02.598994 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-df612e14-3701-4311-b597-1d1afa66d638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:02.604114 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-df612e14-3701-4311-b597-1d1afa66d638 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:02.608185 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-df612e14-3701-4311-b597-1d1afa66d638 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f36b56d7-c677-4a6f-8f31-1762cb7cb75a HTTP/1.1" status: 204 len: 168 time: 0.7922750 Nov 12 08:43:02.612924 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-cffc9c7f-fb92-47a3-83e2-7fef1e4fffc1 tempest-RoutersAdminNegativeTest-1567053036 tempest-RoutersAdminNegativeTest-1567053036-project-admin] Deleting port 139babf0-d942-4110-8707-79f654006c92 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:43:02.613565 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cffc9c7f-fb92-47a3-83e2-7fef1e4fffc1 tempest-RoutersAdminNegativeTest-1567053036 tempest-RoutersAdminNegativeTest-1567053036-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:02.706927 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cffc9c7f-fb92-47a3-83e2-7fef1e4fffc1 tempest-RoutersAdminNegativeTest-1567053036 tempest-RoutersAdminNegativeTest-1567053036-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:02.721989 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-cffc9c7f-fb92-47a3-83e2-7fef1e4fffc1 tempest-RoutersAdminNegativeTest-1567053036 tempest-RoutersAdminNegativeTest-1567053036-project-admin] Calling delete_port for 139babf0-d942-4110-8707-79f654006c92 owned by {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:43:02.822578 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-c3871a0a-1678-460f-b39f-70f85de23a36 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/floatingips/364d7379-48be-4c3d-a77b-db79e144bad6 HTTP/1.1" status: 200 len: 991 time: 1.1074092 Nov 12 08:43:02.864399 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df612e14-3701-4311-b597-1d1afa66d638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f36b56d7-c677-4a6f-8f31-1762cb7cb75a,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:02.869182 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device a7a2684d-424f-41a7-8430-97d9e904a2f4 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:43:02.940360 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: a7a2684d-424f-41a7-8430-97d9e904a2f4 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:43:02.940700 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device a7a2684d-424f-41a7-8430-97d9e904a2f4 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:43:02.943106 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4de5da-5d82-4d61-a519-2166072a5ad3 req-e6b93671-1a0c-468d-8406-7993832006b0 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:02.945304 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fb4de5da-5d82-4d61-a519-2166072a5ad3 req-e6b93671-1a0c-468d-8406-7993832006b0 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b33025b-8e16-4e94-a8f0-a7b61c0fb5c1 HTTP/1.1" status: 200 len: 946 time: 0.1660233 Nov 12 08:43:02.990297 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-91e15045-5ab1-42be-a59a-a28675fc8655 req-426e3819-43cb-4fa4-99b9-eaeb5f447ab5 service neutron] 10.222.0.21 "GET /v2.0/networks/508aced4-0fe0-4f1d-92f2-979af6167066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4115365 Nov 12 08:43:02.998843 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f23a5725-6196-4ac9-a061-76c16b404555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:03.054992 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:43:03.095028 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cffc9c7f-fb92-47a3-83e2-7fef1e4fffc1 tempest-RoutersAdminNegativeTest-1567053036 tempest-RoutersAdminNegativeTest-1567053036-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:03.100070 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fb4de5da-5d82-4d61-a519-2166072a5ad3 req-9911ac85-943a-4044-8457-17c462236706 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424909 Nov 12 08:43:03.127489 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a649767a-e50c-4465-b94e-fdbfbf25f344 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:43:03.162868 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffc9c7f-fb92-47a3-83e2-7fef1e4fffc1 tempest-RoutersAdminNegativeTest-1567053036 tempest-RoutersAdminNegativeTest-1567053036-project-admin] Pushing event deleted for resources: {'Port': ['ID=139babf0-d942-4110-8707-79f654006c92,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:03.170620 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f23a5725-6196-4ac9-a061-76c16b404555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:03.226144 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23a5725-6196-4ac9-a061-76c16b404555 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48fd8021-0e17-4172-812d-17238fc37d26,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:03.233037 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffc9c7f-fb92-47a3-83e2-7fef1e4fffc1 tempest-RoutersAdminNegativeTest-1567053036 tempest-RoutersAdminNegativeTest-1567053036-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:03.233711 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffc9c7f-fb92-47a3-83e2-7fef1e4fffc1 tempest-RoutersAdminNegativeTest-1567053036 tempest-RoutersAdminNegativeTest-1567053036-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:03.234241 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffc9c7f-fb92-47a3-83e2-7fef1e4fffc1 tempest-RoutersAdminNegativeTest-1567053036 tempest-RoutersAdminNegativeTest-1567053036-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:03.234575 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffc9c7f-fb92-47a3-83e2-7fef1e4fffc1 tempest-RoutersAdminNegativeTest-1567053036 tempest-RoutersAdminNegativeTest-1567053036-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:03.234948 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffc9c7f-fb92-47a3-83e2-7fef1e4fffc1 tempest-RoutersAdminNegativeTest-1567053036 tempest-RoutersAdminNegativeTest-1567053036-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:03.235279 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffc9c7f-fb92-47a3-83e2-7fef1e4fffc1 tempest-RoutersAdminNegativeTest-1567053036 tempest-RoutersAdminNegativeTest-1567053036-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:03.235599 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffc9c7f-fb92-47a3-83e2-7fef1e4fffc1 tempest-RoutersAdminNegativeTest-1567053036 tempest-RoutersAdminNegativeTest-1567053036-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:03.236328 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffc9c7f-fb92-47a3-83e2-7fef1e4fffc1 tempest-RoutersAdminNegativeTest-1567053036 tempest-RoutersAdminNegativeTest-1567053036-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:03.236658 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffc9c7f-fb92-47a3-83e2-7fef1e4fffc1 tempest-RoutersAdminNegativeTest-1567053036 tempest-RoutersAdminNegativeTest-1567053036-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:03.237116 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffc9c7f-fb92-47a3-83e2-7fef1e4fffc1 tempest-RoutersAdminNegativeTest-1567053036 tempest-RoutersAdminNegativeTest-1567053036-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:03.237495 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffc9c7f-fb92-47a3-83e2-7fef1e4fffc1 tempest-RoutersAdminNegativeTest-1567053036 tempest-RoutersAdminNegativeTest-1567053036-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:03.237820 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffc9c7f-fb92-47a3-83e2-7fef1e4fffc1 tempest-RoutersAdminNegativeTest-1567053036 tempest-RoutersAdminNegativeTest-1567053036-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:03.257593 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f23a5725-6196-4ac9-a061-76c16b404555 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:03.259498 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d070472d-9778-43bc-8e54-3eb37c2d1c89 None None] Network 7e609bc1-00ff-483d-9d9f-8eba780b3ef7 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:43:03.260999 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-f23a5725-6196-4ac9-a061-76c16b404555 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/48fd8021-0e17-4172-812d-17238fc37d26 HTTP/1.1" status: 204 len: 168 time: 1.9405034 Nov 12 08:43:03.264057 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 54700) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:03.273680 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23a5725-6196-4ac9-a061-76c16b404555 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:03.274393 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23a5725-6196-4ac9-a061-76c16b404555 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:03.274795 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23a5725-6196-4ac9-a061-76c16b404555 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:03.274979 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23a5725-6196-4ac9-a061-76c16b404555 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:03.275445 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23a5725-6196-4ac9-a061-76c16b404555 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:03.275795 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23a5725-6196-4ac9-a061-76c16b404555 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:03.276131 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23a5725-6196-4ac9-a061-76c16b404555 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:03.276447 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23a5725-6196-4ac9-a061-76c16b404555 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:03.276972 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23a5725-6196-4ac9-a061-76c16b404555 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:03.277510 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23a5725-6196-4ac9-a061-76c16b404555 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:03.278057 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23a5725-6196-4ac9-a061-76c16b404555 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:03.278633 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23a5725-6196-4ac9-a061-76c16b404555 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:03.301975 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 54704) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:03.303649 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cffc9c7f-fb92-47a3-83e2-7fef1e4fffc1 tempest-RoutersAdminNegativeTest-1567053036 tempest-RoutersAdminNegativeTest-1567053036-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:03.307487 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-cffc9c7f-fb92-47a3-83e2-7fef1e4fffc1 tempest-RoutersAdminNegativeTest-1567053036 tempest-RoutersAdminNegativeTest-1567053036-project-admin] 10.222.0.26 "DELETE /v2.0/ports/139babf0-d942-4110-8707-79f654006c92 HTTP/1.1" status: 204 len: 168 time: 1.9849601 Nov 12 08:43:03.342675 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a327238d-df1f-47a5-a12a-e1c0967a5f22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:03.393569 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-74cd3939-b5fc-420b-8545-8e696fab911a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:03.500424 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-74cd3939-b5fc-420b-8545-8e696fab911a admin admin] Deleting port c9a90627-fa3c-4601-bb47-2ad996971f90 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:43:03.501349 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-74cd3939-b5fc-420b-8545-8e696fab911a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:03.509400 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a327238d-df1f-47a5-a12a-e1c0967a5f22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:03.517966 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a327238d-df1f-47a5-a12a-e1c0967a5f22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:03.586567 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-a327238d-df1f-47a5-a12a-e1c0967a5f22 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b0977bc88c0d482e9103a5a17a691040&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2830157 Nov 12 08:43:03.587886 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 54734) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:03.588816 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a327238d-df1f-47a5-a12a-e1c0967a5f22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91fa404a-dd2d-46dd-ae33-0f552c3c9a8a,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:03.625657 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8998e3-843d-479f-9e01-b10642f29481 None None] DHCP port deletion for 7e609bc1-00ff-483d-9d9f-8eba780b3ef7 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:43:03.709079 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-74cd3939-b5fc-420b-8545-8e696fab911a admin admin] For port c9a90627-fa3c-4601-bb47-2ad996971f90, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=c9a90627-fa3c-4601-bb47-2ad996971f90,segment=NetworkSegment(a311d405-ce7a-452b-a884-7f4921b50215),segment_id=a311d405-ce7a-452b-a884-7f4921b50215)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:43:03.710873 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-74cd3939-b5fc-420b-8545-8e696fab911a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:03.721136 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-52a4d360-f636-4cc8-b6cd-c53759b543fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:03.732839 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-1c8998e3-843d-479f-9e01-b10642f29481 None None] Deleting port c9a90627-fa3c-4601-bb47-2ad996971f90 {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:43:03.733419 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1c8998e3-843d-479f-9e01-b10642f29481 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:03.734230 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-74cd3939-b5fc-420b-8545-8e696fab911a admin admin] Calling delete_port for c9a90627-fa3c-4601-bb47-2ad996971f90 owned by network:dhcp {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:43:03.790856 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-52a4d360-f636-4cc8-b6cd-c53759b543fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:03.829616 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 54758) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:03.858789 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-1c8998e3-843d-479f-9e01-b10642f29481 None None] For port c9a90627-fa3c-4601-bb47-2ad996971f90, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=c9a90627-fa3c-4601-bb47-2ad996971f90,segment=NetworkSegment(a311d405-ce7a-452b-a884-7f4921b50215),segment_id=a311d405-ce7a-452b-a884-7f4921b50215)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:43:03.859844 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1c8998e3-843d-479f-9e01-b10642f29481 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:03.897483 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-1c8998e3-843d-479f-9e01-b10642f29481 None None] Calling delete_port for c9a90627-fa3c-4601-bb47-2ad996971f90 owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:43:03.930933 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-52a4d360-f636-4cc8-b6cd-c53759b543fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:03.937098 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-52a4d360-f636-4cc8-b6cd-c53759b543fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:03.940201 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-74cd3939-b5fc-420b-8545-8e696fab911a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:03.941290 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-52a4d360-f636-4cc8-b6cd-c53759b543fd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/91fa404a-dd2d-46dd-ae33-0f552c3c9a8a HTTP/1.1" status: 204 len: 168 time: 0.3461411 Nov 12 08:43:03.950778 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a4d360-f636-4cc8-b6cd-c53759b543fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91fa404a-dd2d-46dd-ae33-0f552c3c9a8a,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:04.043754 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-9e7d8906-af37-4067-b5a4-7993ea6bd0a6 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/floatingips/364d7379-48be-4c3d-a77b-db79e144bad6 HTTP/1.1" status: 200 len: 993 time: 0.2118444 Nov 12 08:43:04.058996 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 54774) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:04.130378 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cd3939-b5fc-420b-8545-8e696fab911a admin admin] No DVR routers for this DVR port c9a90627-fa3c-4601-bb47-2ad996971f90 on host n-d-765315-29 {{(pid=102600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:43:04.140680 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1c8998e3-843d-479f-9e01-b10642f29481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:04.147113 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-fbd544c8-03ae-433e-a0f5-da41db7bbc3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:04.160536 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cd3939-b5fc-420b-8545-8e696fab911a admin admin] Pushing event deleted for resources: {'Port': ['ID=c9a90627-fa3c-4601-bb47-2ad996971f90,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:04.245915 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8998e3-843d-479f-9e01-b10642f29481 None None] Pushing event deleted for resources: {'Port': ['ID=c9a90627-fa3c-4601-bb47-2ad996971f90,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:04.256859 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8998e3-843d-479f-9e01-b10642f29481 None None] No DVR routers for this DVR port c9a90627-fa3c-4601-bb47-2ad996971f90 on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:43:04.263072 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8998e3-843d-479f-9e01-b10642f29481 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:04.264645 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8998e3-843d-479f-9e01-b10642f29481 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:04.265554 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8998e3-843d-479f-9e01-b10642f29481 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:04.266051 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8998e3-843d-479f-9e01-b10642f29481 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:04.266686 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8998e3-843d-479f-9e01-b10642f29481 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:04.267153 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8998e3-843d-479f-9e01-b10642f29481 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:04.267634 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8998e3-843d-479f-9e01-b10642f29481 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:04.268242 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8998e3-843d-479f-9e01-b10642f29481 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:04.269964 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8998e3-843d-479f-9e01-b10642f29481 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:04.271168 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8998e3-843d-479f-9e01-b10642f29481 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:04.272050 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8998e3-843d-479f-9e01-b10642f29481 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:04.272642 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8998e3-843d-479f-9e01-b10642f29481 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:04.322331 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-74cd3939-b5fc-420b-8545-8e696fab911a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:04.403534 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-74cd3939-b5fc-420b-8545-8e696fab911a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e609bc1-00ff-483d-9d9f-8eba780b3ef7']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:04.431812 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-74cd3939-b5fc-420b-8545-8e696fab911a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a311d405-ce7a-452b-a884-7f4921b50215') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:04.432511 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-74cd3939-b5fc-420b-8545-8e696fab911a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a311d405-ce7a-452b-a884-7f4921b50215') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:04.445787 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a14f540-1681-48e4-9596-af2e39f18659 req-8a9d2d87-c09c-49b7-b8cb-b2da561c899a tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:04.448691 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2a14f540-1681-48e4-9596-af2e39f18659 req-8a9d2d87-c09c-49b7-b8cb-b2da561c899a tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b33025b-8e16-4e94-a8f0-a7b61c0fb5c1 HTTP/1.1" status: 200 len: 946 time: 0.1457920 Nov 12 08:43:04.460433 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-74cd3939-b5fc-420b-8545-8e696fab911a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:04.463945 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0279b864-48cf-4218-a2e8-b23dd4ce2299 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:04.496888 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-74cd3939-b5fc-420b-8545-8e696fab911a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:04.504271 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81dda4e-a241-468f-85e5-76e704835bee req-c8951dc5-5e93-4644-9434-9b51b2134fab tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:04.505895 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a81dda4e-a241-468f-85e5-76e704835bee req-c8951dc5-5e93-4644-9434-9b51b2134fab tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b33025b-8e16-4e94-a8f0-a7b61c0fb5c1 HTTP/1.1" status: 200 len: 946 time: 0.1088688 Nov 12 08:43:04.518937 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74cd3939-b5fc-420b-8545-8e696fab911a admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:43:04.519298 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-74cd3939-b5fc-420b-8545-8e696fab911a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:04.521168 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:43:04.521168 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:43:04.521168 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:43:04.521168 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:43:04.521168 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:43:04.521168 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:43:04.521168 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:43:04.521168 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:43:04.521168 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:43:04.521168 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:43:04.521168 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:43:04.521168 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:43:04.521168 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:43:04.521168 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:43:04.521168 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:43:04.521168 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:43:04.521168 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:43:04.521168 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:43:04.521168 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:43:04.521168 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:43:04.521168 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:43:04.521168 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:43:04.521168 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:43:04.521168 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:43:04.521168 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:43:04.521168 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:43:04.521168 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:43:04.521168 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:43:04.521168 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:43:04.521168 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:43:04.521168 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:43:04.521168 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:43:04.550638 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2a14f540-1681-48e4-9596-af2e39f18659 req-2f5ffde1-1258-4723-95c7-5c71b292f8f4 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5fe6c34-5a17-419c-93d4-bc18000dcfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836782 Nov 12 08:43:04.609801 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-74cd3939-b5fc-420b-8545-8e696fab911a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:04.618969 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-74cd3939-b5fc-420b-8545-8e696fab911a admin admin] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:04.622653 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-74cd3939-b5fc-420b-8545-8e696fab911a admin admin] 10.222.0.26 "DELETE /v2.0/networks/7e609bc1-00ff-483d-9d9f-8eba780b3ef7 HTTP/1.1" status: 204 len: 168 time: 1.3564565 Nov 12 08:43:04.643773 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cd3939-b5fc-420b-8545-8e696fab911a admin admin] Pushing event deleted for resources: {'Network': ['ID=7e609bc1-00ff-483d-9d9f-8eba780b3ef7,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:04.712794 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0279b864-48cf-4218-a2e8-b23dd4ce2299 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:04.722484 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0279b864-48cf-4218-a2e8-b23dd4ce2299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:04.770180 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-a81dda4e-a241-468f-85e5-76e704835bee req-614f2f08-7f0c-4493-874e-b2552a089f1a tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Deleting port b38f6974-9d86-44eb-92e5-cfbd52b7256a {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:43:04.770363 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-a81dda4e-a241-468f-85e5-76e704835bee req-614f2f08-7f0c-4493-874e-b2552a089f1a tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:04.830519 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 54792) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:04.874105 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-0279b864-48cf-4218-a2e8-b23dd4ce2299 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ca16ca6821ac4ddc88a5af7799b4500a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8119185 Nov 12 08:43:04.881122 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 54794) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:04.894344 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0279b864-48cf-4218-a2e8-b23dd4ce2299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99abee4b-32e4-4b8f-86c7-00a5e3c0f516,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:04.918662 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-b4e959ed-9e1b-4b07-887a-91c27b2fdab9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=217ce66299114e9fb6c1fa9116e9e5f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0823193 Nov 12 08:43:04.918662 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 54796) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:04.936780 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device c9a90627-fa3c-4601-bb47-2ad996971f90 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:43:04.980532 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: c9a90627-fa3c-4601-bb47-2ad996971f90 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:43:04.981741 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device c9a90627-fa3c-4601-bb47-2ad996971f90 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:43:04.995490 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-a81dda4e-a241-468f-85e5-76e704835bee req-614f2f08-7f0c-4493-874e-b2552a089f1a tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] For port b38f6974-9d86-44eb-92e5-cfbd52b7256a, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=b38f6974-9d86-44eb-92e5-cfbd52b7256a,segment=NetworkSegment(add834c9-8487-4b10-a6f8-7351b562c1cc),segment_id=add834c9-8487-4b10-a6f8-7351b562c1cc)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:43:04.996074 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-a81dda4e-a241-468f-85e5-76e704835bee req-614f2f08-7f0c-4493-874e-b2552a089f1a tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:05.007719 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-65cc731b-1503-4f5f-98db-81685c496834 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:05.041532 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-a81dda4e-a241-468f-85e5-76e704835bee req-614f2f08-7f0c-4493-874e-b2552a089f1a tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Calling delete_port for b38f6974-9d86-44eb-92e5-cfbd52b7256a owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:43:05.045718 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-65cc731b-1503-4f5f-98db-81685c496834 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:05.053959 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a6b90a9e-cbf8-4389-8bd9-98bc1df9aadd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:05.165465 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-65cc731b-1503-4f5f-98db-81685c496834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:05.171557 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-65cc731b-1503-4f5f-98db-81685c496834 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:05.174896 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-65cc731b-1503-4f5f-98db-81685c496834 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a533ed61-f218-440c-9d07-536e0e4bb418 HTTP/1.1" status: 204 len: 168 time: 0.2552147 Nov 12 08:43:05.192004 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cc731b-1503-4f5f-98db-81685c496834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a533ed61-f218-440c-9d07-536e0e4bb418,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:05.235778 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a6b90a9e-cbf8-4389-8bd9-98bc1df9aadd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:05.394923 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:05.463137 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-a81dda4e-a241-468f-85e5-76e704835bee req-614f2f08-7f0c-4493-874e-b2552a089f1a tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:05.493047 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a6b90a9e-cbf8-4389-8bd9-98bc1df9aadd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:05.495352 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a6b90a9e-cbf8-4389-8bd9-98bc1df9aadd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:05.496573 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-a6b90a9e-cbf8-4389-8bd9-98bc1df9aadd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/99abee4b-32e4-4b8f-86c7-00a5e3c0f516 HTTP/1.1" status: 204 len: 168 time: 0.6140716 Nov 12 08:43:05.502790 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['b38f6974-9d86-44eb-92e5-cfbd52b7256a'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:43:05.554344 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614f2f08-7f0c-4493-874e-b2552a089f1a tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Pushing event deleted for resources: {'Port': ['ID=b38f6974-9d86-44eb-92e5-cfbd52b7256a,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:05.594389 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-a81dda4e-a241-468f-85e5-76e704835bee req-614f2f08-7f0c-4493-874e-b2552a089f1a tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] No DVR routers for this DVR port b38f6974-9d86-44eb-92e5-cfbd52b7256a on host n-h2-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:43:05.599842 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-a81dda4e-a241-468f-85e5-76e704835bee req-614f2f08-7f0c-4493-874e-b2552a089f1a tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:05.603849 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a81dda4e-a241-468f-85e5-76e704835bee req-614f2f08-7f0c-4493-874e-b2552a089f1a tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.44 "DELETE /v2.0/ports/b38f6974-9d86-44eb-92e5-cfbd52b7256a HTTP/1.1" status: 204 len: 173 time: 1.0827205 Nov 12 08:43:05.604530 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b33025b-8e16-4e94-a8f0-a7b61c0fb5c1', 'name': 'network-vif-deleted', 'tag': 'b38f6974-9d86-44eb-92e5-cfbd52b7256a'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:43:05.609263 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baffdb49-3302-4f69-8323-be333af8d030" -d '{"events": [{"server_uuid": "0b33025b-8e16-4e94-a8f0-a7b61c0fb5c1", "name": "network-vif-deleted", "tag": "b38f6974-9d86-44eb-92e5-cfbd52b7256a"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:43:05.621783 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b90a9e-cbf8-4389-8bd9-98bc1df9aadd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99abee4b-32e4-4b8f-86c7-00a5e3c0f516,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:05.801541 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6fc9abb5-f818-4e00-9249-a2550f78267b req-50cccf9e-e502-4b8a-acb3-dd4002a9346f tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b33025b-8e16-4e94-a8f0-a7b61c0fb5c1 HTTP/1.1" status: 200 len: 210 time: 0.0623810 Nov 12 08:43:05.856274 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e78be38c-bf70-4bdb-8e01-a8d8da65f0cf x-openstack-request-id: req-e78be38c-bf70-4bdb-8e01-a8d8da65f0cf {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:43:05.856594 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b33025b-8e16-4e94-a8f0-a7b61c0fb5c1", "name": "network-vif-deleted", "tag": "b38f6974-9d86-44eb-92e5-cfbd52b7256a", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:43:05.857044 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e78be38c-bf70-4bdb-8e01-a8d8da65f0cf {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:43:05.857876 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b33025b-8e16-4e94-a8f0-a7b61c0fb5c1', 'name': 'network-vif-deleted', 'tag': 'b38f6974-9d86-44eb-92e5-cfbd52b7256a', 'status': 'completed', 'code': 200} Nov 12 08:43:06.375610 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 54848) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:06.437267 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-19f4d653-36a9-448a-8bff-a9a102ba7439 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=87648e5b725c4003a1582bf0f469161c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0599117 Nov 12 08:43:06.441832 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 54850) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:06.533604 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7b10395a-cd29-4d24-8239-5201c5b0dadc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:06.569120 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7b10395a-cd29-4d24-8239-5201c5b0dadc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:06.688625 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7b10395a-cd29-4d24-8239-5201c5b0dadc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:06.692417 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7b10395a-cd29-4d24-8239-5201c5b0dadc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:06.694179 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-7b10395a-cd29-4d24-8239-5201c5b0dadc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/da8376de-7065-4adc-bab2-98d94131bf19 HTTP/1.1" status: 204 len: 168 time: 0.2503393 Nov 12 08:43:06.735976 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b10395a-cd29-4d24-8239-5201c5b0dadc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da8376de-7065-4adc-bab2-98d94131bf19,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:07.034362 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-bd7023cb-2199-4ed4-bcff-0c6482a83cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:07.077637 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a5084987-b223-45f3-8178-dbd556e525ff req-a63af160-43e8-4b69-845a-da810caad954 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b33025b-8e16-4e94-a8f0-a7b61c0fb5c1 HTTP/1.1" status: 200 len: 210 time: 0.0693011 Nov 12 08:43:07.343426 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 54878) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:07.572847 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-da00cca0-04ab-4c68-af0b-e2f7af3c565a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1418689625-network', 'tenant_id': 'c79a59d0e8a34d8d81232928cf66b1d9'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:07.624210 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da00cca0-04ab-4c68-af0b-e2f7af3c565a admin admin] Made reservation on behalf of c79a59d0e8a34d8d81232928cf66b1d9 for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:43:07.626604 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-da00cca0-04ab-4c68-af0b-e2f7af3c565a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:07.646709 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-da00cca0-04ab-4c68-af0b-e2f7af3c565a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:07.865301 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-da00cca0-04ab-4c68-af0b-e2f7af3c565a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:07.871221 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-da00cca0-04ab-4c68-af0b-e2f7af3c565a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:07.943589 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da00cca0-04ab-4c68-af0b-e2f7af3c565a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0bffda3-6203-474e-b9e0-460d95e09dc1,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:07.945539 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:07.962611 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da00cca0-04ab-4c68-af0b-e2f7af3c565a admin admin] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:43:07.986289 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-da00cca0-04ab-4c68-af0b-e2f7af3c565a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:07.987231 n-d-765315-29 neutron-server[102599]: INFO neutron.db.segments_db [None req-da00cca0-04ab-4c68-af0b-e2f7af3c565a admin admin] Added segment d67d595f-ac82-4224-8cfb-35d7cb8db958 of type vlan for network 005cbe87-3cd9-4019-b60a-9b9dcf542d7d Nov 12 08:43:08.149046 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-da00cca0-04ab-4c68-af0b-e2f7af3c565a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:08.260534 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-da00cca0-04ab-4c68-af0b-e2f7af3c565a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:08.262432 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da00cca0-04ab-4c68-af0b-e2f7af3c565a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:08.264199 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-da00cca0-04ab-4c68-af0b-e2f7af3c565a admin admin] Publish callbacks [] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:08.322782 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0c7bf4f6-0f66-4696-88e5-a73c14ed6748 req-7f1ebae0-7332-4082-8cff-097293f2f9c3 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b33025b-8e16-4e94-a8f0-a7b61c0fb5c1 HTTP/1.1" status: 200 len: 210 time: 0.0691359 Nov 12 08:43:08.357912 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 54900) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:08.489240 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-da00cca0-04ab-4c68-af0b-e2f7af3c565a admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1433301 Nov 12 08:43:08.493725 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 54904) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:08.502914 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da00cca0-04ab-4c68-af0b-e2f7af3c565a admin admin] Pushing event updated for resources: {'Network': ['ID=005cbe87-3cd9-4019-b60a-9b9dcf542d7d,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:08.506232 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-2c1efa4e-5032-454b-a7e5-9e9c744dedeb admin admin] Request body: {'subnet': {'network_id': '005cbe87-3cd9-4019-b60a-9b9dcf542d7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1418689625-subnet', 'tenant_id': 'c79a59d0e8a34d8d81232928cf66b1d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:08.517957 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 005cbe87-3cd9-4019-b60a-9b9dcf542d7d details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:43:08.557736 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-6a3b85b4-91c2-447e-832e-ea0307d05916 tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1734928267'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:08.597655 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c1efa4e-5032-454b-a7e5-9e9c744dedeb admin admin] Made reservation on behalf of c79a59d0e8a34d8d81232928cf66b1d9 for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:43:08.602373 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2c1efa4e-5032-454b-a7e5-9e9c744dedeb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:08.699925 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a3b85b4-91c2-447e-832e-ea0307d05916 tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Made reservation on behalf of c4ab40f57d89414983bcd61a745ea0ad for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:43:08.704789 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6a3b85b4-91c2-447e-832e-ea0307d05916 tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:08.730779 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6a3b85b4-91c2-447e-832e-ea0307d05916 tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:08.915582 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2c1efa4e-5032-454b-a7e5-9e9c744dedeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:09.062146 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1efa4e-5032-454b-a7e5-9e9c744dedeb admin admin] Pushing event updated for resources: {'Subnet': ['ID=60df83b3-712a-40a1-8ef0-32bfce62889a,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:09.095014 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1efa4e-5032-454b-a7e5-9e9c744dedeb admin admin] Checking segment: {'id': 'd67d595f-ac82-4224-8cfb-35d7cb8db958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '005cbe87-3cd9-4019-b60a-9b9dcf542d7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:43:09.095608 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1efa4e-5032-454b-a7e5-9e9c744dedeb admin admin] Network hostable DHCP agents. Network: 005cbe87-3cd9-4019-b60a-9b9dcf542d7d, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:43:09.137000 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6a3b85b4-91c2-447e-832e-ea0307d05916 tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:09.147694 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6a3b85b4-91c2-447e-832e-ea0307d05916 tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:09.161570 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1efa4e-5032-454b-a7e5-9e9c744dedeb admin admin] Network 005cbe87-3cd9-4019-b60a-9b9dcf542d7d is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:43:09.194750 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a3b85b4-91c2-447e-832e-ea0307d05916 tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:43:09.209255 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6a3b85b4-91c2-447e-832e-ea0307d05916 tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:09.209698 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-6a3b85b4-91c2-447e-832e-ea0307d05916 tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Added segment daa6ca9e-8c99-47f9-9895-4a3e112955e9 of type vlan for network f984deb3-ec7d-4b80-b368-e8a42203018a Nov 12 08:43:09.284864 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6a3b85b4-91c2-447e-832e-ea0307d05916 tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:09.289215 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:09.321757 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-2c1efa4e-5032-454b-a7e5-9e9c744dedeb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 005cbe87-3cd9-4019-b60a-9b9dcf542d7d) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:43:09.323798 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b85b4-91c2-447e-832e-ea0307d05916 tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6d4b646-65cb-4eaf-8924-7920dd64b9ef,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:09.334792 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8764fc-a40c-4fd1-a0cc-676839f516d6 None None] Network 005cbe87-3cd9-4019-b60a-9b9dcf542d7d requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:43:09.394881 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1efa4e-5032-454b-a7e5-9e9c744dedeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:09.396641 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2c1efa4e-5032-454b-a7e5-9e9c744dedeb admin admin] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:09.423588 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6a3b85b4-91c2-447e-832e-ea0307d05916 tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:09.432684 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3b85b4-91c2-447e-832e-ea0307d05916 tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:09.439244 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6a3b85b4-91c2-447e-832e-ea0307d05916 tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:09.478281 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-2c1efa4e-5032-454b-a7e5-9e9c744dedeb admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9822247 Nov 12 08:43:09.504886 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-6a3b85b4-91c2-447e-832e-ea0307d05916 tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.1449187 Nov 12 08:43:09.507704 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 54916) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:09.516673 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-6f5d4dea-faea-437b-abfe-c3d9bf179dab tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Request body: {'subnet': {'network_id': 'f984deb3-ec7d-4b80-b368-e8a42203018a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:09.551768 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9f58af3f-f06c-47b1-b50d-7b94b9639175 req-d7aed43d-946f-4f93-b66c-7c5129849804 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b33025b-8e16-4e94-a8f0-a7b61c0fb5c1 HTTP/1.1" status: 200 len: 210 time: 0.0529897 Nov 12 08:43:09.708579 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device b38f6974-9d86-44eb-92e5-cfbd52b7256a no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:43:09.736188 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b85b4-91c2-447e-832e-ea0307d05916 tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Pushing event updated for resources: {'Network': ['ID=f984deb3-ec7d-4b80-b368-e8a42203018a,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:09.808464 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f5d4dea-faea-437b-abfe-c3d9bf179dab tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Made reservation on behalf of c4ab40f57d89414983bcd61a745ea0ad for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:43:09.815970 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6f5d4dea-faea-437b-abfe-c3d9bf179dab tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:09.829739 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network f984deb3-ec7d-4b80-b368-e8a42203018a details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:43:09.833662 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] No Port match for: b38f6974-9d86-44eb-92e5-cfbd52b7256a {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:43:09.840072 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device b38f6974-9d86-44eb-92e5-cfbd52b7256a not bound to the agent host n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:43:09.891607 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c08be9e8-5321-440c-bca3-552a003adc89 None None] Network 005cbe87-3cd9-4019-b60a-9b9dcf542d7d requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:43:10.071272 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:10.449428 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6f5d4dea-faea-437b-abfe-c3d9bf179dab tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:10.558388 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db410a5f-7b70-406e-8471-8d18be221c89 req-69872f47-ac21-4e49-b0f6-f0f2d24eb190 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:10.561868 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-db410a5f-7b70-406e-8471-8d18be221c89 req-69872f47-ac21-4e49-b0f6-f0f2d24eb190 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/networks?id=005cbe87-3cd9-4019-b60a-9b9dcf542d7d HTTP/1.1" status: 200 len: 815 time: 0.2179344 Nov 12 08:43:10.586428 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-db410a5f-7b70-406e-8471-8d18be221c89 req-60e97b5d-7031-4e48-96fa-1450665a346b tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/quotas/c79a59d0e8a34d8d81232928cf66b1d9 HTTP/1.1" status: 200 len: 375 time: 0.0138257 Nov 12 08:43:10.592724 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5d4dea-faea-437b-abfe-c3d9bf179dab tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Pushing event updated for resources: {'Subnet': ['ID=91976e69-c62f-415d-8716-8c0c65e93538,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:10.639671 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5d4dea-faea-437b-abfe-c3d9bf179dab tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:10.640169 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5d4dea-faea-437b-abfe-c3d9bf179dab tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:10.640577 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5d4dea-faea-437b-abfe-c3d9bf179dab tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:10.641048 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5d4dea-faea-437b-abfe-c3d9bf179dab tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:10.641598 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5d4dea-faea-437b-abfe-c3d9bf179dab tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:10.642167 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5d4dea-faea-437b-abfe-c3d9bf179dab tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:10.642772 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5d4dea-faea-437b-abfe-c3d9bf179dab tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:10.643355 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5d4dea-faea-437b-abfe-c3d9bf179dab tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:10.643879 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5d4dea-faea-437b-abfe-c3d9bf179dab tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:10.644455 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5d4dea-faea-437b-abfe-c3d9bf179dab tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:10.645006 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5d4dea-faea-437b-abfe-c3d9bf179dab tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:10.645558 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5d4dea-faea-437b-abfe-c3d9bf179dab tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:10.679209 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5d4dea-faea-437b-abfe-c3d9bf179dab tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Checking segment: {'id': 'daa6ca9e-8c99-47f9-9895-4a3e112955e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f984deb3-ec7d-4b80-b368-e8a42203018a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:43:10.679817 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5d4dea-faea-437b-abfe-c3d9bf179dab tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Network hostable DHCP agents. Network: f984deb3-ec7d-4b80-b368-e8a42203018a, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:43:10.684334 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-db410a5f-7b70-406e-8471-8d18be221c89 req-8cdb8bc8-4207-4c5b-9ee2-3d5054f5d40a tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c79a59d0e8a34d8d81232928cf66b1d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0770814 Nov 12 08:43:10.710574 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5d4dea-faea-437b-abfe-c3d9bf179dab tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Network f984deb3-ec7d-4b80-b368-e8a42203018a is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:43:10.726725 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-6f5d4dea-faea-437b-abfe-c3d9bf179dab tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, f984deb3-ec7d-4b80-b368-e8a42203018a) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:43:10.733350 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5d4dea-faea-437b-abfe-c3d9bf179dab tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:10.734261 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6f5d4dea-faea-437b-abfe-c3d9bf179dab tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:10.738769 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ffb8492-4eb7-44e0-a90d-aed3b08277ef None None] Network f984deb3-ec7d-4b80-b368-e8a42203018a requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:43:10.760060 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-6f5d4dea-faea-437b-abfe-c3d9bf179dab tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2497418 Nov 12 08:43:10.760979 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 54942) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:10.770089 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-16546629-13a1-41e2-b4c3-1f4e0c179c97 tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1149154097', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:10.816956 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-16546629-13a1-41e2-b4c3-1f4e0c179c97 tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:10.819307 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-16546629-13a1-41e2-b4c3-1f4e0c179c97 tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:10.896149 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-16546629-13a1-41e2-b4c3-1f4e0c179c97 tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:10.902221 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-16546629-13a1-41e2-b4c3-1f4e0c179c97 tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052'] for router, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:10.928520 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-db410a5f-7b70-406e-8471-8d18be221c89 req-a29327d8-d963-453f-9b83-14fbfedb98ef service neutron] 10.222.0.26 "GET /v2.0/networks/005cbe87-3cd9-4019-b60a-9b9dcf542d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429380 Nov 12 08:43:10.958926 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-16546629-13a1-41e2-b4c3-1f4e0c179c97 tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:10.963548 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-16546629-13a1-41e2-b4c3-1f4e0c179c97 tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.2008221 Nov 12 08:43:10.967032 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 54944) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:11.133758 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-db410a5f-7b70-406e-8471-8d18be221c89 req-6fc0da44-d679-436c-b445-6a5ec862bd6a service neutron] 10.222.0.26 "GET /v2.0/networks/005cbe87-3cd9-4019-b60a-9b9dcf542d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039411 Nov 12 08:43:11.161912 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b609b3-047d-49c6-aadd-ec3d57530779 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-f984deb3-ec7d-4b80-b368-e8a42203018a', 'network_id': 'f984deb3-ec7d-4b80-b368-e8a42203018a', 'tenant_id': 'c4ab40f57d89414983bcd61a745ea0ad', 'fixed_ips': [{'subnet_id': '91976e69-c62f-415d-8716-8c0c65e93538'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:43:11.163094 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f9b609b3-047d-49c6-aadd-ec3d57530779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:11.545097 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-f9b609b3-047d-49c6-aadd-ec3d57530779 None None] Allocated IP 172.20.0.2 (f984deb3-ec7d-4b80-b368-e8a42203018a/91976e69-c62f-415d-8716-8c0c65e93538/29bdcf6e-4862-49f8-863f-a5b37b5f0493) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:43:11.780704 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bf58ab83-5d2f-42cb-83b3-699a36dee8ef req-23a600e7-37d0-4f61-966f-a96d21573cb5 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b33025b-8e16-4e94-a8f0-a7b61c0fb5c1 HTTP/1.1" status: 200 len: 210 time: 0.1583049 Nov 12 08:43:11.802042 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d08b0c34-1deb-4b9e-b8fa-01a0a7461f4c tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:11.803545 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 54962) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:11.943894 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7f6909bc-a6f4-4c13-b089-874609abf508 req-92165965-ba11-4fc0-aee3-983f5dd1a29d tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f572b03-2473-4d06-9d6f-9bba215f15ed HTTP/1.1" status: 200 len: 210 time: 0.0993099 Nov 12 08:43:12.018527 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f9b609b3-047d-49c6-aadd-ec3d57530779 None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:12.027800 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f9b609b3-047d-49c6-aadd-ec3d57530779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:12.095826 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b609b3-047d-49c6-aadd-ec3d57530779 None None] Pushing event updated for resources: {'Port': ['ID=29bdcf6e-4862-49f8-863f-a5b37b5f0493,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:12.118952 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b609b3-047d-49c6-aadd-ec3d57530779 None None] Network f984deb3-ec7d-4b80-b368-e8a42203018a is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:43:12.121282 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-f9b609b3-047d-49c6-aadd-ec3d57530779 None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:43:12.128890 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 54966) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:12.142989 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b609b3-047d-49c6-aadd-ec3d57530779 None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:43:12.277863 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-f9b609b3-047d-49c6-aadd-ec3d57530779 None None] Attempting to bind port 29bdcf6e-4862-49f8-863f-a5b37b5f0493 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:43:12.278241 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-f9b609b3-047d-49c6-aadd-ec3d57530779 None None] Attempting to bind port 29bdcf6e-4862-49f8-863f-a5b37b5f0493 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': 'daa6ca9e-8c99-47f9-9895-4a3e112955e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f984deb3-ec7d-4b80-b368-e8a42203018a'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:43:12.278620 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b609b3-047d-49c6-aadd-ec3d57530779 None None] Attempting to bind port 29bdcf6e-4862-49f8-863f-a5b37b5f0493 on network f984deb3-ec7d-4b80-b368-e8a42203018a {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:43:12.286243 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b609b3-047d-49c6-aadd-ec3d57530779 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:43:12.286658 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b609b3-047d-49c6-aadd-ec3d57530779 None None] Checking segment: {'id': 'daa6ca9e-8c99-47f9-9895-4a3e112955e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f984deb3-ec7d-4b80-b368-e8a42203018a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:43:12.287044 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f9b609b3-047d-49c6-aadd-ec3d57530779 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:12.288880 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b609b3-047d-49c6-aadd-ec3d57530779 None None] Bound using segment: {'id': 'daa6ca9e-8c99-47f9-9895-4a3e112955e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f984deb3-ec7d-4b80-b368-e8a42203018a'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:43:12.289396 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-f9b609b3-047d-49c6-aadd-ec3d57530779 None None] Bound port: 29bdcf6e-4862-49f8-863f-a5b37b5f0493, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daa6ca9e-8c99-47f9-9895-4a3e112955e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f984deb3-ec7d-4b80-b368-e8a42203018a'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:43:12.291436 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f9b609b3-047d-49c6-aadd-ec3d57530779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:12.291874 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-231b2f96-fdb3-4382-92d2-f2e0dbf1c3f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:12.400000 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-bd7cb194-92af-446c-853c-f9fb08d73f1b tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "GET /v2.0/floatingips/80b5e5ed-0cd3-4849-b47b-0f1738fd3735 HTTP/1.1" status: 200 len: 994 time: 0.2615280 Nov 12 08:43:12.439622 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-f9b609b3-047d-49c6-aadd-ec3d57530779 None None] For port 29bdcf6e-4862-49f8-863f-a5b37b5f0493, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:43:12.450124 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-f9b609b3-047d-49c6-aadd-ec3d57530779 None None] For port 29bdcf6e-4862-49f8-863f-a5b37b5f0493, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=29bdcf6e-4862-49f8-863f-a5b37b5f0493,segment=NetworkSegment(daa6ca9e-8c99-47f9-9895-4a3e112955e9),segment_id=daa6ca9e-8c99-47f9-9895-4a3e112955e9)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:43:12.459878 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f9b609b3-047d-49c6-aadd-ec3d57530779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:12.548605 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-231b2f96-fdb3-4382-92d2-f2e0dbf1c3f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:12.557253 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-231b2f96-fdb3-4382-92d2-f2e0dbf1c3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:12.680786 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:12.688713 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b609b3-047d-49c6-aadd-ec3d57530779 None None] Pushing event updated for resources: {'Port': ['ID=29bdcf6e-4862-49f8-863f-a5b37b5f0493,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:12.816737 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-231b2f96-fdb3-4382-92d2-f2e0dbf1c3f6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fb616fc16f7642cd87d1c2e994de4c53&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0020528 Nov 12 08:43:12.839571 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 54978) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:12.852864 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231b2f96-fdb3-4382-92d2-f2e0dbf1c3f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f238a33-082a-48b0-8b0b-3e255a12beae,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:12.864566 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 54982) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:13.311618 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9f24b314-b7e8-41f7-bd55-0744b693c50f req-151f431d-0311-4373-879e-8298d01af1a0 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b33025b-8e16-4e94-a8f0-a7b61c0fb5c1 HTTP/1.1" status: 200 len: 210 time: 0.2244310 Nov 12 08:43:13.462571 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-adcfc90c-a480-49d5-b018-b57ad6f03fbf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:13.492297 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-d08b0c34-1deb-4b9e-b8fa-01a0a7461f4c tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Allocated IP 172.20.0.1 (f984deb3-ec7d-4b80-b368-e8a42203018a/91976e69-c62f-415d-8716-8c0c65e93538/993c0f34-023e-487c-8faf-11411b451a3c) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:43:13.569682 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-adcfc90c-a480-49d5-b018-b57ad6f03fbf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:13.607671 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-67a30d15-d2ae-4af6-b450-bce7a525f42e tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Deleting port e154895a-ff27-4f77-a64f-76eb01e9709f {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:43:13.608530 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-67a30d15-d2ae-4af6-b450-bce7a525f42e tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:13.638851 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d220e8ea-5260-4aff-9762-d3b4c89b34ce req-131b94b6-d6e6-4b4c-b062-18d08e860c4b tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f572b03-2473-4d06-9d6f-9bba215f15ed HTTP/1.1" status: 200 len: 210 time: 0.0895395 Nov 12 08:43:13.798102 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-67a30d15-d2ae-4af6-b450-bce7a525f42e tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:13.798812 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-67a30d15-d2ae-4af6-b450-bce7a525f42e tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:13.824847 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d08b0c34-1deb-4b9e-b8fa-01a0a7461f4c tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:13.832375 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-adcfc90c-a480-49d5-b018-b57ad6f03fbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:13.836949 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-adcfc90c-a480-49d5-b018-b57ad6f03fbf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:13.839362 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-adcfc90c-a480-49d5-b018-b57ad6f03fbf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1f238a33-082a-48b0-8b0b-3e255a12beae HTTP/1.1" status: 204 len: 168 time: 0.9971609 Nov 12 08:43:13.842755 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-67a30d15-d2ae-4af6-b450-bce7a525f42e tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Calling delete_port for e154895a-ff27-4f77-a64f-76eb01e9709f owned by network:floatingip {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:43:13.878110 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcfc90c-a480-49d5-b018-b57ad6f03fbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f238a33-082a-48b0-8b0b-3e255a12beae,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:14.000187 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d08b0c34-1deb-4b9e-b8fa-01a0a7461f4c tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:14.232898 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08b0c34-1deb-4b9e-b8fa-01a0a7461f4c tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Network f984deb3-ec7d-4b80-b368-e8a42203018a is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:43:14.241540 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-d08b0c34-1deb-4b9e-b8fa-01a0a7461f4c tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:43:14.260685 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08b0c34-1deb-4b9e-b8fa-01a0a7461f4c tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:43:14.409968 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d08b0c34-1deb-4b9e-b8fa-01a0a7461f4c tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933481'] for router_interface, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:14.551984 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08b0c34-1deb-4b9e-b8fa-01a0a7461f4c tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Pushing event updated for resources: {'Port': ['ID=993c0f34-023e-487c-8faf-11411b451a3c,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:14.596886 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-67a30d15-d2ae-4af6-b450-bce7a525f42e tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:14.621121 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7297093b-f169-433c-bd94-60ebd0bcc242 req-530efa77-eb8b-4b8a-9628-421b7d74bccc tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b33025b-8e16-4e94-a8f0-a7b61c0fb5c1 HTTP/1.1" status: 200 len: 210 time: 0.1034520 Nov 12 08:43:14.723900 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a30d15-d2ae-4af6-b450-bce7a525f42e tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Pushing event deleted for resources: {'Port': ['ID=e154895a-ff27-4f77-a64f-76eb01e9709f,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:14.870855 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d08b0c34-1deb-4b9e-b8fa-01a0a7461f4c tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:14.924863 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc22553-c9e2-4031-9e6e-214fdf927715 None None] Network f984deb3-ec7d-4b80-b368-e8a42203018a requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:43:14.996252 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b684949f-a230-4a46-9ded-911fba083a0d req-e12d54ae-0b27-4a56-a4ff-99c2a24114b2 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f572b03-2473-4d06-9d6f-9bba215f15ed HTTP/1.1" status: 200 len: 210 time: 0.1071217 Nov 12 08:43:15.027895 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-67a30d15-d2ae-4af6-b450-bce7a525f42e tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for floatingip, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:15.028755 n-d-765315-29 neutron-server[102600]: INFO neutron.db.l3_db [None req-67a30d15-d2ae-4af6-b450-bce7a525f42e tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Floating IP 80b5e5ed-0cd3-4849-b47b-0f1738fd3735 disassociated (deleted). External IP: 172.25.2.170, port: ace1205c-60ff-4db8-9985-65bcdec35b05. Nov 12 08:43:15.159545 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 29bdcf6e-4862-49f8-863f-a5b37b5f0493 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:43:15.287231 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db410a5f-7b70-406e-8471-8d18be221c89 req-df4f62ed-422c-4ac4-96cf-4472082c9daa tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:15.291277 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-db410a5f-7b70-406e-8471-8d18be221c89 req-df4f62ed-422c-4ac4-96cf-4472082c9daa tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.21 "GET /v2.0/networks?id=005cbe87-3cd9-4019-b60a-9b9dcf542d7d HTTP/1.1" status: 200 len: 815 time: 0.8942578 Nov 12 08:43:15.317814 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-997fca0b-0e28-4929-a961-e47f5f53df3a None None] Provisioning complete for port 29bdcf6e-4862-49f8-863f-a5b37b5f0493 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:15.318376 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-997fca0b-0e28-4929-a961-e47f5f53df3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:15.410855 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-db410a5f-7b70-406e-8471-8d18be221c89 req-3dc1e40d-646b-4274-a77d-ef962426dceb tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Request body: {'port': {'device_id': '2f572b03-2473-4d06-9d6f-9bba215f15ed', 'network_id': '005cbe87-3cd9-4019-b60a-9b9dcf542d7d', 'admin_state_up': True, 'tenant_id': 'c79a59d0e8a34d8d81232928cf66b1d9'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:15.542297 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67a30d15-d2ae-4af6-b450-bce7a525f42e tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Router bd9ed3ba-d251-4191-bae7-35377d074008 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:43:15.727868 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 55024) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:15.874258 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 29bdcf6e-4862-49f8-863f-a5b37b5f0493 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:15.875350 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:15.977803 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-792d9deb-d553-43a3-8fba-56c679c0beb2 req-54189d9e-232a-4361-950c-beda4fec5253 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b33025b-8e16-4e94-a8f0-a7b61c0fb5c1 HTTP/1.1" status: 200 len: 210 time: 0.0962763 Nov 12 08:43:16.010950 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-997fca0b-0e28-4929-a961-e47f5f53df3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:16.026831 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db410a5f-7b70-406e-8471-8d18be221c89 req-3dc1e40d-646b-4274-a77d-ef962426dceb tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Made reservation on behalf of c79a59d0e8a34d8d81232928cf66b1d9 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:43:16.030741 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67a30d15-d2ae-4af6-b450-bce7a525f42e tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:43:16.042768 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-67a30d15-d2ae-4af6-b450-bce7a525f42e tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:16.050892 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-db410a5f-7b70-406e-8471-8d18be221c89 req-3dc1e40d-646b-4274-a77d-ef962426dceb tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:16.059599 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-997fca0b-0e28-4929-a961-e47f5f53df3a None None] For port 29bdcf6e-4862-49f8-863f-a5b37b5f0493, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=29bdcf6e-4862-49f8-863f-a5b37b5f0493,segment=NetworkSegment(daa6ca9e-8c99-47f9-9895-4a3e112955e9),segment_id=daa6ca9e-8c99-47f9-9895-4a3e112955e9)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:43:16.067650 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5087b1-8c62-4caa-be97-fe6325016523 None None] Sync routers for ids ['bd9ed3ba-d251-4191-bae7-35377d074008'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:43:16.072992 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-997fca0b-0e28-4929-a961-e47f5f53df3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:16.135527 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-67a30d15-d2ae-4af6-b450-bce7a525f42e tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "DELETE /v2.0/floatingips/80b5e5ed-0cd3-4849-b47b-0f1738fd3735 HTTP/1.1" status: 204 len: 168 time: 3.2332046 Nov 12 08:43:16.135527 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e35c6b7a-9f74-4d5c-8d55-55c96320aa96', 'tag': 'ace1205c-60ff-4db8-9985-65bcdec35b05'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:43:16.152023 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2372b666-bcb1-4a8a-b9f8-82fbbab6726e" -d '{"events": [{"name": "network-changed", "server_uuid": "e35c6b7a-9f74-4d5c-8d55-55c96320aa96", "tag": "ace1205c-60ff-4db8-9985-65bcdec35b05"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:43:16.187726 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5087b1-8c62-4caa-be97-fe6325016523 None None] Routers {'bd9ed3ba-d251-4191-bae7-35377d074008'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:43:16.189373 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-2a5087b1-8c62-4caa-be97-fe6325016523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:43:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['bd9ed3ba-d251-4191-bae7-35377d074008'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:16.195985 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-78a920da-11b5-460a-87de-4f53a2212c30 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-169903647-network', 'tenant_id': '379178cedbb249bf881248161215feaa'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:16.260147 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78a920da-11b5-460a-87de-4f53a2212c30 admin admin] Made reservation on behalf of 379178cedbb249bf881248161215feaa for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:43:16.264250 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-78a920da-11b5-460a-87de-4f53a2212c30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:16.317362 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-78a920da-11b5-460a-87de-4f53a2212c30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:16.349686 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997fca0b-0e28-4929-a961-e47f5f53df3a None None] Pushing event updated for resources: {'Port': ['ID=29bdcf6e-4862-49f8-863f-a5b37b5f0493,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:16.353401 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c44c2e84-c0a5-4bab-82aa-5a35f6c473b4 req-02eaeb6b-9cda-4366-93e6-9bb2d3c23b56 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f572b03-2473-4d06-9d6f-9bba215f15ed HTTP/1.1" status: 200 len: 210 time: 0.1090593 Nov 12 08:43:16.495561 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d08b0c34-1deb-4b9e-b8fa-01a0a7461f4c tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:16.524490 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d08b0c34-1deb-4b9e-b8fa-01a0a7461f4c tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:16.567776 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-2a5087b1-8c62-4caa-be97-fe6325016523 None None] Set router bd9ed3ba-d251-4191-bae7-35377d074008 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:43:16.686337 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-78a920da-11b5-460a-87de-4f53a2212c30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:16.696064 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-78a920da-11b5-460a-87de-4f53a2212c30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:16.786736 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78a920da-11b5-460a-87de-4f53a2212c30 admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:43:16.871970 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-78a920da-11b5-460a-87de-4f53a2212c30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:16.873150 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-78a920da-11b5-460a-87de-4f53a2212c30 admin admin] Added segment de606a97-6a15-437d-9061-b28e516ee793 of type vlan for network 6b84e933-7c48-4775-8559-ab5489d2a974 Nov 12 08:43:16.885160 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-778f8d26-8c62-4118-8b4e-2f3e7efb5ada x-openstack-request-id: req-778f8d26-8c62-4118-8b4e-2f3e7efb5ada {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:43:16.885691 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e35c6b7a-9f74-4d5c-8d55-55c96320aa96", "tag": "ace1205c-60ff-4db8-9985-65bcdec35b05", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:43:16.887082 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-778f8d26-8c62-4118-8b4e-2f3e7efb5ada {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:43:16.887742 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e35c6b7a-9f74-4d5c-8d55-55c96320aa96', 'tag': 'ace1205c-60ff-4db8-9985-65bcdec35b05', 'status': 'completed', 'code': 200} Nov 12 08:43:16.931869 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a920da-11b5-460a-87de-4f53a2212c30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=556b0dbb-c67a-4c45-aad1-6752c6cdaf18,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:17.178887 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 29bdcf6e-4862-49f8-863f-a5b37b5f0493 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:43:17.190402 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-78a920da-11b5-460a-87de-4f53a2212c30 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:17.204783 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08b0c34-1deb-4b9e-b8fa-01a0a7461f4c tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Pushing event updated for resources: {'Port': ['ID=993c0f34-023e-487c-8faf-11411b451a3c,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:17.208057 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d08b0c34-1deb-4b9e-b8fa-01a0a7461f4c tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933629'] for router_interface, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:17.243379 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-db410a5f-7b70-406e-8471-8d18be221c89 req-3dc1e40d-646b-4274-a77d-ef962426dceb tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Allocated IP 172.20.0.11 (005cbe87-3cd9-4019-b60a-9b9dcf542d7d/60df83b3-712a-40a1-8ef0-32bfce62889a/b803005b-47c4-478f-9f4f-f881a64beb9c) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:43:17.247424 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-222d1160-83e9-468f-a3a0-e7b750837d50 None None] Provisioning complete for port 993c0f34-023e-487c-8faf-11411b451a3c triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:17.247827 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-222d1160-83e9-468f-a3a0-e7b750837d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:17.289320 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b5a79-e9af-4133-94f6-cec4716b0004 req-0f8e0ba8-828d-43dd-8f34-2b289334e266 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:17.298831 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c49b5a79-e9af-4133-94f6-cec4716b0004 req-0f8e0ba8-828d-43dd-8f34-2b289334e266 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "GET /v2.0/ports?device_id=e35c6b7a-9f74-4d5c-8d55-55c96320aa96 HTTP/1.1" status: 200 len: 946 time: 0.2749257 Nov 12 08:43:17.322136 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-78a920da-11b5-460a-87de-4f53a2212c30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:17.323050 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a920da-11b5-460a-87de-4f53a2212c30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:17.323632 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-78a920da-11b5-460a-87de-4f53a2212c30 admin admin] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:17.384339 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-222d1160-83e9-468f-a3a0-e7b750837d50 None None] Port 993c0f34-023e-487c-8faf-11411b451a3c cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:43:17.431486 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a920da-11b5-460a-87de-4f53a2212c30 admin admin] Pushing event updated for resources: {'Network': ['ID=6b84e933-7c48-4775-8559-ab5489d2a974,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:17.461777 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 6b84e933-7c48-4775-8559-ab5489d2a974 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:43:17.540536 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c49b5a79-e9af-4133-94f6-cec4716b0004 req-5dd32d70-54fa-4919-a997-28fea9a2091a tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "GET /v2.0/security-groups?id=15d740a6-a940-4833-a40a-a029a06c8446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2406285 Nov 12 08:43:17.586192 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-78a920da-11b5-460a-87de-4f53a2212c30 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8550940 Nov 12 08:43:17.587974 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 55042) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:17.635376 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-73f6c23f-fedc-4fe2-9f3b-efae002f39aa admin admin] Request body: {'subnet': {'network_id': '6b84e933-7c48-4775-8559-ab5489d2a974', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-169903647-subnet', 'tenant_id': '379178cedbb249bf881248161215feaa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:17.668462 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2372b666-bcb1-4a8a-b9f8-82fbbab6726e req-16fb309e-9825-4ea4-827c-4ab1fbbf15c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:17.680847 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2372b666-bcb1-4a8a-b9f8-82fbbab6726e req-16fb309e-9825-4ea4-827c-4ab1fbbf15c6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cdcff4fc638944839e15d4e4416a2271&device_id=e35c6b7a-9f74-4d5c-8d55-55c96320aa96 HTTP/1.1" status: 200 len: 1098 time: 0.7071981 Nov 12 08:43:17.721442 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73f6c23f-fedc-4fe2-9f3b-efae002f39aa admin admin] Made reservation on behalf of 379178cedbb249bf881248161215feaa for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:43:17.733329 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-73f6c23f-fedc-4fe2-9f3b-efae002f39aa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:17.789920 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-222d1160-83e9-468f-a3a0-e7b750837d50 None None] Provisioning complete for port 29bdcf6e-4862-49f8-863f-a5b37b5f0493 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:17.789920 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-222d1160-83e9-468f-a3a0-e7b750837d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:17.847905 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08b0c34-1deb-4b9e-b8fa-01a0a7461f4c tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Network f984deb3-ec7d-4b80-b368-e8a42203018a is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:43:17.879756 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 29bdcf6e-4862-49f8-863f-a5b37b5f0493 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:17.880225 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:18.045612 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2372b666-bcb1-4a8a-b9f8-82fbbab6726e req-fdcdc463-3d9b-41dc-9cc4-348c07b4d0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:18.048180 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2372b666-bcb1-4a8a-b9f8-82fbbab6726e req-fdcdc463-3d9b-41dc-9cc4-348c07b4d0ff service neutron] 10.222.0.44 "GET /v2.0/networks?id=86b8c87a-274c-4919-b69d-637f6591ab2d HTTP/1.1" status: 200 len: 898 time: 0.2801642 Nov 12 08:43:18.053062 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-d08b0c34-1deb-4b9e-b8fa-01a0a7461f4c tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:43:18.065063 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-2a5087b1-8c62-4caa-be97-fe6325016523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9ed3ba-d251-4191-bae7-35377d074008', 'name': 'tempest-TestNetworkBasicOps-router-1622238044', 'tenant_id': 'cdcff4fc638944839e15d4e4416a2271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '81fa30dd-4c47-438a-89ba-77ddbd35fe4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:41:48Z', 'updated_at': '2021-11-12T08:42:00Z', 'revision_number': 4, 'project_id': 'cdcff4fc638944839e15d4e4416a2271', 'gw_port': {'id': '81fa30dd-4c47-438a-89ba-77ddbd35fe4b', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9ed3ba-d251-4191-bae7-35377d074008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:41:49Z', 'updated_at': '2021-11-12T08:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '5ac5e61f-4665-40c7-a945-4c0e6bd7eebc', 'name': '', 'network_id': '86b8c87a-274c-4919-b69d-637f6591ab2d', 'tenant_id': 'cdcff4fc638944839e15d4e4416a2271', 'mac_address': 'fa:16:3e:1a:91:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9ed3ba-d251-4191-bae7-35377d074008', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'd9a00d2d-2c3f-4ff1-b492-21889461a07b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:41:57Z', 'updated_at': '2021-11-12T08:42:09Z', 'revision_number': 5, 'project_id': 'cdcff4fc638944839e15d4e4416a2271', 'subnets': [{'id': 'd9a00d2d-2c3f-4ff1-b492-21889461a07b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:18.129699 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-db410a5f-7b70-406e-8471-8d18be221c89 req-3dc1e40d-646b-4274-a77d-ef962426dceb tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:18.226820 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5087b1-8c62-4caa-be97-fe6325016523 None None] Checking router: bd9ed3ba-d251-4191-bae7-35377d074008 for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:43:18.339783 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5087b1-8c62-4caa-be97-fe6325016523 None None] Routers {'bd9ed3ba-d251-4191-bae7-35377d074008'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:43:18.340424 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-2a5087b1-8c62-4caa-be97-fe6325016523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:43:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['bd9ed3ba-d251-4191-bae7-35377d074008'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:18.382707 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b0a0dd62-35e2-406c-bcb8-efbc1e05fe2b req-411ad430-cc16-4120-86e8-08c52d89a899 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b33025b-8e16-4e94-a8f0-a7b61c0fb5c1 HTTP/1.1" status: 200 len: 210 time: 0.5379062 Nov 12 08:43:18.391297 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-73f6c23f-fedc-4fe2-9f3b-efae002f39aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:18.572992 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2372b666-bcb1-4a8a-b9f8-82fbbab6726e req-e6f53518-0df3-465d-af73-43eb0b93542f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ace1205c-60ff-4db8-9985-65bcdec35b05 HTTP/1.1" status: 200 len: 217 time: 0.3805468 Nov 12 08:43:18.605275 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-db410a5f-7b70-406e-8471-8d18be221c89 req-3dc1e40d-646b-4274-a77d-ef962426dceb tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:18.658511 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.44', 56274) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:18.672670 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a12edba3-997c-45a4-a22e-9d97aecb8055 req-113a074b-d214-416f-976c-dc756f96cdea service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0b33025b-8e16-4e94-a8f0-a7b61c0fb5c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0970228 Nov 12 08:43:18.695791 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-9d2962f2-b5b2-4b8b-899b-daed2a0adcc3 None None] Provisioning complete for port 993c0f34-023e-487c-8faf-11411b451a3c triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:18.696160 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9d2962f2-b5b2-4b8b-899b-daed2a0adcc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:18.704243 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f6c23f-fedc-4fe2-9f3b-efae002f39aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=afff2f33-6318-4302-8ebc-f7c0dbdae010,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:18.746831 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f6c23f-fedc-4fe2-9f3b-efae002f39aa admin admin] Checking segment: {'id': 'de606a97-6a15-437d-9061-b28e516ee793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '6b84e933-7c48-4775-8559-ab5489d2a974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:43:18.747979 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f6c23f-fedc-4fe2-9f3b-efae002f39aa admin admin] Network hostable DHCP agents. Network: 6b84e933-7c48-4775-8559-ab5489d2a974, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:43:18.803567 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797d9968-2389-472f-9aa9-626a98ae7085 req-15e8da9a-b1e3-4d1c-8854-ed473de55efb tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:18.829448 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-797d9968-2389-472f-9aa9-626a98ae7085 req-15e8da9a-b1e3-4d1c-8854-ed473de55efb tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f572b03-2473-4d06-9d6f-9bba215f15ed HTTP/1.1" status: 200 len: 932 time: 0.3068657 Nov 12 08:43:18.858993 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-9d2962f2-b5b2-4b8b-899b-daed2a0adcc3 None None] Port 993c0f34-023e-487c-8faf-11411b451a3c cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:43:18.883078 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f6c23f-fedc-4fe2-9f3b-efae002f39aa admin admin] Network 6b84e933-7c48-4775-8559-ab5489d2a974 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:43:18.894953 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-2a5087b1-8c62-4caa-be97-fe6325016523 None None] Set router bd9ed3ba-d251-4191-bae7-35377d074008 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:43:18.982796 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-797d9968-2389-472f-9aa9-626a98ae7085 req-fde6531d-09f3-4fda-865d-eca1b4e596ae tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0bffda3-6203-474e-b9e0-460d95e09dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519001 Nov 12 08:43:18.989457 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-73f6c23f-fedc-4fe2-9f3b-efae002f39aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 6b84e933-7c48-4775-8559-ab5489d2a974) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:43:19.000102 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f6c23f-fedc-4fe2-9f3b-efae002f39aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:19.000932 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-73f6c23f-fedc-4fe2-9f3b-efae002f39aa admin admin] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:19.055772 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-73f6c23f-fedc-4fe2-9f3b-efae002f39aa admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4562345 Nov 12 08:43:19.079081 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a12edba3-997c-45a4-a22e-9d97aecb8055 req-3d9c3d3d-0b26-4783-a8b9-f7864439b7c6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7d3f7337327743ecb706fdd7c92380e3&device_id=0b33025b-8e16-4e94-a8f0-a7b61c0fb5c1 HTTP/1.1" status: 200 len: 210 time: 0.2737589 Nov 12 08:43:19.092864 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc1e40d-646b-4274-a77d-ef962426dceb tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Pushing event updated for resources: {'Port': ['ID=b803005b-47c4-478f-9f4f-f881a64beb9c,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:19.108086 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db410a5f-7b70-406e-8471-8d18be221c89 req-3dc1e40d-646b-4274-a77d-ef962426dceb tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Network 005cbe87-3cd9-4019-b60a-9b9dcf542d7d is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:43:19.132105 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-db410a5f-7b70-406e-8471-8d18be221c89 req-3dc1e40d-646b-4274-a77d-ef962426dceb tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:43:19.152412 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e027740-852e-4d91-b9e3-16f723bae977 None None] Network 6b84e933-7c48-4775-8559-ab5489d2a974 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:43:19.163414 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-db410a5f-7b70-406e-8471-8d18be221c89 req-3dc1e40d-646b-4274-a77d-ef962426dceb tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:43:19.286406 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2372b666-bcb1-4a8a-b9f8-82fbbab6726e req-f9dce6d8-1be1-4c43-925d-86c43564723e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:19.286406 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2372b666-bcb1-4a8a-b9f8-82fbbab6726e req-f9dce6d8-1be1-4c43-925d-86c43564723e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d9a00d2d-2c3f-4ff1-b492-21889461a07b HTTP/1.1" status: 200 len: 834 time: 0.6256158 Nov 12 08:43:19.346741 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6772610-ff09-43de-964a-549a69e36bdf req-f5454155-88ba-47c7-b209-e5ace62364a1 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:19.348533 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a6772610-ff09-43de-964a-549a69e36bdf req-f5454155-88ba-47c7-b209-e5ace62364a1 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.44 "GET /v2.0/ports?device_id=e35c6b7a-9f74-4d5c-8d55-55c96320aa96 HTTP/1.1" status: 200 len: 946 time: 0.5951455 Nov 12 08:43:19.354926 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ec3898-7d2a-4b55-8836-c678fed8bf48 req-c902cd2e-00b9-4de0-8682-b3ec5183d5b6 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:19.356711 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-66ec3898-7d2a-4b55-8836-c678fed8bf48 req-c902cd2e-00b9-4de0-8682-b3ec5183d5b6 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "GET /v2.0/ports?device_id=e35c6b7a-9f74-4d5c-8d55-55c96320aa96 HTTP/1.1" status: 200 len: 946 time: 0.1290226 Nov 12 08:43:19.461357 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-66ec3898-7d2a-4b55-8836-c678fed8bf48 req-36b0c0d3-d1d0-4989-8970-e5d6f5169916 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "GET /v2.0/security-groups?id=15d740a6-a940-4833-a40a-a029a06c8446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919123 Nov 12 08:43:19.727562 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db410a5f-7b70-406e-8471-8d18be221c89 req-3dc1e40d-646b-4274-a77d-ef962426dceb tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:19.728919 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-db410a5f-7b70-406e-8471-8d18be221c89 req-3dc1e40d-646b-4274-a77d-ef962426dceb tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:19.821667 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12edba3-997c-45a4-a22e-9d97aecb8055 req-9a517fd8-775e-4c87-a172-dac5aec26ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:19.823821 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a12edba3-997c-45a4-a22e-9d97aecb8055 req-9a517fd8-775e-4c87-a172-dac5aec26ac1 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=7d3f7337327743ecb706fdd7c92380e3&shared=False HTTP/1.1" status: 200 len: 913 time: 0.6563220 Nov 12 08:43:19.830208 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-ea6ce596-42fb-4e92-afcc-db9cb16c90f4 None None] Provisioning complete for port 993c0f34-023e-487c-8faf-11411b451a3c triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:19.831252 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ea6ce596-42fb-4e92-afcc-db9cb16c90f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:19.848359 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-db410a5f-7b70-406e-8471-8d18be221c89 req-3dc1e40d-646b-4274-a77d-ef962426dceb tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4591718 Nov 12 08:43:19.867821 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d08b0c34-1deb-4b9e-b8fa-01a0a7461f4c tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Router ce24781f-63ae-4c12-bcc4-6d4c6edd15a9 is scheduled to L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 with binding_index 1 {{(pid=102599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:43:19.881605 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-db410a5f-7b70-406e-8471-8d18be221c89 req-3c1f2161-d69f-4fab-ba0b-2738b695adf1 service neutron] Request body: {'port': {'device_id': '2f572b03-2473-4d06-9d6f-9bba215f15ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:19.930792 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da266665-da97-4402-8370-5c339287323a None None] Network 6b84e933-7c48-4775-8559-ab5489d2a974 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:43:19.952263 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2372b666-bcb1-4a8a-b9f8-82fbbab6726e req-5d2d6322-3551-41ec-8bdf-d11bdd67eb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:19.955377 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2372b666-bcb1-4a8a-b9f8-82fbbab6726e req-5d2d6322-3551-41ec-8bdf-d11bdd67eb2f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=86b8c87a-274c-4919-b69d-637f6591ab2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6223204 Nov 12 08:43:20.481033 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-ea6ce596-42fb-4e92-afcc-db9cb16c90f4 None None] Port 993c0f34-023e-487c-8faf-11411b451a3c cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:43:20.518701 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 55082) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:20.535398 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb680999-c6e2-49e0-a090-9c741b6ac44c req-dd39de06-4985-4f47-904c-66d78542921b tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:20.538463 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-eb680999-c6e2-49e0-a090-9c741b6ac44c req-dd39de06-4985-4f47-904c-66d78542921b tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f572b03-2473-4d06-9d6f-9bba215f15ed HTTP/1.1" status: 200 len: 932 time: 0.2527089 Nov 12 08:43:20.558094 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-49781e60-785d-4848-9354-95b687d9f396 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-653368964-network', 'tenant_id': 'deb86be989e3423781056fca7a5f7046'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:20.614007 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-2a5087b1-8c62-4caa-be97-fe6325016523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9ed3ba-d251-4191-bae7-35377d074008', 'name': 'tempest-TestNetworkBasicOps-router-1622238044', 'tenant_id': 'cdcff4fc638944839e15d4e4416a2271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '81fa30dd-4c47-438a-89ba-77ddbd35fe4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:41:48Z', 'updated_at': '2021-11-12T08:42:00Z', 'revision_number': 4, 'project_id': 'cdcff4fc638944839e15d4e4416a2271', 'gw_port': {'id': '81fa30dd-4c47-438a-89ba-77ddbd35fe4b', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9ed3ba-d251-4191-bae7-35377d074008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:41:49Z', 'updated_at': '2021-11-12T08:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '5ac5e61f-4665-40c7-a945-4c0e6bd7eebc', 'name': '', 'network_id': '86b8c87a-274c-4919-b69d-637f6591ab2d', 'tenant_id': 'cdcff4fc638944839e15d4e4416a2271', 'mac_address': 'fa:16:3e:1a:91:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9ed3ba-d251-4191-bae7-35377d074008', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'd9a00d2d-2c3f-4ff1-b492-21889461a07b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:41:57Z', 'updated_at': '2021-11-12T08:42:09Z', 'revision_number': 5, 'project_id': 'cdcff4fc638944839e15d4e4416a2271', 'subnets': [{'id': 'd9a00d2d-2c3f-4ff1-b492-21889461a07b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:20.644627 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49781e60-785d-4848-9354-95b687d9f396 admin admin] Made reservation on behalf of deb86be989e3423781056fca7a5f7046 for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:43:20.649808 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-49781e60-785d-4848-9354-95b687d9f396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:20.710137 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5087b1-8c62-4caa-be97-fe6325016523 None None] The sync data for ids ['bd9ed3ba-d251-4191-bae7-35377d074008'] in n-d-765315-29 is: [{'id': 'bd9ed3ba-d251-4191-bae7-35377d074008', 'name': 'tempest-TestNetworkBasicOps-router-1622238044', 'tenant_id': 'cdcff4fc638944839e15d4e4416a2271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '81fa30dd-4c47-438a-89ba-77ddbd35fe4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:41:48Z', 'updated_at': '2021-11-12T08:42:00Z', 'revision_number': 4, 'project_id': 'cdcff4fc638944839e15d4e4416a2271', 'gw_port': {'id': '81fa30dd-4c47-438a-89ba-77ddbd35fe4b', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9ed3ba-d251-4191-bae7-35377d074008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:41:49Z', 'updated_at': '2021-11-12T08:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '5ac5e61f-4665-40c7-a945-4c0e6bd7eebc', 'name': '', 'network_id': '86b8c87a-274c-4919-b69d-637f6591ab2d', 'tenant_id': 'cdcff4fc638944839e15d4e4416a2271', 'mac_address': 'fa:16:3e:1a:91:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9ed3ba-d251-4191-bae7-35377d074008', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'd9a00d2d-2c3f-4ff1-b492-21889461a07b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:41:57Z', 'updated_at': '2021-11-12T08:42:09Z', 'revision_number': 5, 'project_id': 'cdcff4fc638944839e15d4e4416a2271', 'subnets': [{'id': 'd9a00d2d-2c3f-4ff1-b492-21889461a07b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:43:20.719837 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-49781e60-785d-4848-9354-95b687d9f396 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:20.910700 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-49781e60-785d-4848-9354-95b687d9f396 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:20.947270 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-28dc9795-1f0f-4f05-ba10-7fd1c20c253b req-0a7a8f84-bf28-4879-a6be-66ce8ffa5aa9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8923b169-f6ab-45ae-a30e-261450af9314&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5622258 Nov 12 08:43:20.948995 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-49781e60-785d-4848-9354-95b687d9f396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:20.966914 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49781e60-785d-4848-9354-95b687d9f396 admin admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:43:20.999614 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-49781e60-785d-4848-9354-95b687d9f396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:21.000714 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-49781e60-785d-4848-9354-95b687d9f396 admin admin] Added segment 69f171fb-2a64-4d90-90cb-cf830b3c83dc of type vlan for network 48c49ff1-0f23-43a5-a211-4fac41f4b907 Nov 12 08:43:21.105351 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-49781e60-785d-4848-9354-95b687d9f396 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:21.338223 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49781e60-785d-4848-9354-95b687d9f396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b606f8e-c41e-4dc7-9135-e65d79a0ed54,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:21.399720 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2eb0d0-98b9-47f0-8a31-a535c21c512e None None] New status for floating IP 80b5e5ed-0cd3-4849-b47b-0f1738fd3735: DOWN {{(pid=102602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:43:21.411389 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-49781e60-785d-4848-9354-95b687d9f396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:21.412554 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49781e60-785d-4848-9354-95b687d9f396 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:21.413329 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-49781e60-785d-4848-9354-95b687d9f396 admin admin] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:21.431185 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d08b0c34-1deb-4b9e-b8fa-01a0a7461f4c tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:43:21.433497 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12edba3-997c-45a4-a22e-9d97aecb8055 req-86c298cf-4603-436e-a12e-a97fe7849d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:21.435748 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a12edba3-997c-45a4-a22e-9d97aecb8055 req-86c298cf-4603-436e-a12e-a97fe7849d8b service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.5701771 Nov 12 08:43:21.443952 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-d08b0c34-1deb-4b9e-b8fa-01a0a7461f4c tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] 10.222.0.26 "PUT /v2.0/routers/ce24781f-63ae-4c12-bcc4-6d4c6edd15a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4719317 Nov 12 08:43:21.454677 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26aab8b-a35d-458b-98a0-a354b21204d0 None None] Sync routers for ids ['ce24781f-63ae-4c12-bcc4-6d4c6edd15a9'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:43:21.468142 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 55088) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:21.481264 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-5fc982fe-5de9-4bdf-a00a-93c9bae13d44 tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Request body: {'port': {'network_id': 'f984deb3-ec7d-4b80-b368-e8a42203018a', 'name': 'tempest-FloatingIPNegativeTestJSON-673618041'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:21.504491 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26aab8b-a35d-458b-98a0-a354b21204d0 None None] Routers {'ce24781f-63ae-4c12-bcc4-6d4c6edd15a9'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:43:21.507808 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-b26aab8b-a35d-458b-98a0-a354b21204d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:43:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['ce24781f-63ae-4c12-bcc4-6d4c6edd15a9'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:21.568304 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-a6772610-ff09-43de-964a-549a69e36bdf req-2423a4fd-70ca-46b2-b84a-c5e2993453e3 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Deleting port ace1205c-60ff-4db8-9985-65bcdec35b05 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:43:21.568857 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-a6772610-ff09-43de-964a-549a69e36bdf req-2423a4fd-70ca-46b2-b84a-c5e2993453e3 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:21.573888 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-db410a5f-7b70-406e-8471-8d18be221c89 req-3c1f2161-d69f-4fab-ba0b-2738b695adf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:21.625547 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49781e60-785d-4848-9354-95b687d9f396 admin admin] Pushing event updated for resources: {'Network': ['ID=48c49ff1-0f23-43a5-a211-4fac41f4b907,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:21.649308 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-b26aab8b-a35d-458b-98a0-a354b21204d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:21.656062 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 48c49ff1-0f23-43a5-a211-4fac41f4b907 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:43:21.697201 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-49781e60-785d-4848-9354-95b687d9f396 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1417720 Nov 12 08:43:21.710303 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 55090) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:21.725285 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26aab8b-a35d-458b-98a0-a354b21204d0 None None] Routers {'ce24781f-63ae-4c12-bcc4-6d4c6edd15a9'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:43:21.726100 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-b26aab8b-a35d-458b-98a0-a354b21204d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:43:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['ce24781f-63ae-4c12-bcc4-6d4c6edd15a9'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:21.731268 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-eb680999-c6e2-49e0-a090-9c741b6ac44c req-85fbb943-467f-40c9-9531-cba286f8cecd tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0bffda3-6203-474e-b9e0-460d95e09dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1773169 Nov 12 08:43:21.735876 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-4a973c8b-1c04-4a32-988e-88a2cfc1f3f6 admin admin] Request body: {'subnet': {'network_id': '48c49ff1-0f23-43a5-a211-4fac41f4b907', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-653368964-subnet', 'tenant_id': 'deb86be989e3423781056fca7a5f7046', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:21.742529 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dc9795-1f0f-4f05-ba10-7fd1c20c253b req-bab37f0a-786b-407c-afb6-3ce62dad992f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:21.756439 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-28dc9795-1f0f-4f05-ba10-7fd1c20c253b req-bab37f0a-786b-407c-afb6-3ce62dad992f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=af01ccd549054d7f8ad1904b6846172a&device_id=8923b169-f6ab-45ae-a30e-261450af9314 HTTP/1.1" status: 200 len: 1097 time: 0.6294899 Nov 12 08:43:21.781028 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a973c8b-1c04-4a32-988e-88a2cfc1f3f6 admin admin] Made reservation on behalf of deb86be989e3423781056fca7a5f7046 for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:43:21.784164 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4a973c8b-1c04-4a32-988e-88a2cfc1f3f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:21.847634 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-b26aab8b-a35d-458b-98a0-a354b21204d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:21.848305 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26aab8b-a35d-458b-98a0-a354b21204d0 None None] The sync data for ids ['ce24781f-63ae-4c12-bcc4-6d4c6edd15a9'] in n-d-765315-29 is: [] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:43:22.112458 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-a6772610-ff09-43de-964a-549a69e36bdf req-2423a4fd-70ca-46b2-b84a-c5e2993453e3 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] For port ace1205c-60ff-4db8-9985-65bcdec35b05, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=ace1205c-60ff-4db8-9985-65bcdec35b05,segment=NetworkSegment(42fd31a6-b332-4ff2-a9ed-35d53e7e9cdd),segment_id=42fd31a6-b332-4ff2-a9ed-35d53e7e9cdd)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:43:22.112831 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-a6772610-ff09-43de-964a-549a69e36bdf req-2423a4fd-70ca-46b2-b84a-c5e2993453e3 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:22.171745 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-a6772610-ff09-43de-964a-549a69e36bdf req-2423a4fd-70ca-46b2-b84a-c5e2993453e3 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Calling delete_port for ace1205c-60ff-4db8-9985-65bcdec35b05 owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:43:22.331905 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2372b666-bcb1-4a8a-b9f8-82fbbab6726e req-77d395c9-c9b8-49b8-be03-6cce641fb734 service neutron] 10.222.0.44 "GET /v2.0/networks/86b8c87a-274c-4919-b69d-637f6591ab2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.3316660 Nov 12 08:43:22.886161 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dc9795-1f0f-4f05-ba10-7fd1c20c253b req-d0ddd83c-ae2b-40fa-a9ad-c08d152fa352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:22.888438 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-28dc9795-1f0f-4f05-ba10-7fd1c20c253b req-d0ddd83c-ae2b-40fa-a9ad-c08d152fa352 service neutron] 10.222.0.21 "GET /v2.0/networks?id=508aced4-0fe0-4f1d-92f2-979af6167066 HTTP/1.1" status: 200 len: 898 time: 0.8751497 Nov 12 08:43:22.979821 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2372b666-bcb1-4a8a-b9f8-82fbbab6726e req-265a2c35-c393-49be-a868-7b4d59939567 service neutron] 10.222.0.44 "GET /v2.0/networks/86b8c87a-274c-4919-b69d-637f6591ab2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6313455 Nov 12 08:43:22.995867 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fc982fe-5de9-4bdf-a00a-93c9bae13d44 tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Made reservation on behalf of c4ab40f57d89414983bcd61a745ea0ad for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:43:23.003271 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5fc982fe-5de9-4bdf-a00a-93c9bae13d44 tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:23.104514 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [None req-5fc982fe-5de9-4bdf-a00a-93c9bae13d44 tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] device_id is not set on port 5efa0ed6-d353-4498-9c81-7c05ecf4ee77 yet. {{(pid=102599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:43:23.179484 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-28dc9795-1f0f-4f05-ba10-7fd1c20c253b req-e65ed18e-3182-443a-b960-9bd7d4277d90 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=964b843f-d77c-4e1a-a0d1-249e2fa14fb1 HTTP/1.1" status: 200 len: 1001 time: 0.2669749 Nov 12 08:43:23.244774 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-a6772610-ff09-43de-964a-549a69e36bdf req-2423a4fd-70ca-46b2-b84a-c5e2993453e3 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:23.245054 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7001cd44-39c6-4f4b-b0f8-ebc86c8e55fb req-88f0b19a-f74c-4a2d-9c91-1b8496d16e68 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:23.246734 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7001cd44-39c6-4f4b-b0f8-ebc86c8e55fb req-88f0b19a-f74c-4a2d-9c91-1b8496d16e68 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "GET /v2.0/ports?device_id=e35c6b7a-9f74-4d5c-8d55-55c96320aa96 HTTP/1.1" status: 200 len: 867 time: 1.2349603 Nov 12 08:43:23.323928 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2423a4fd-70ca-46b2-b84a-c5e2993453e3 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Pushing event deleted for resources: {'Port': ['ID=ace1205c-60ff-4db8-9985-65bcdec35b05,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:23.380350 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dc9795-1f0f-4f05-ba10-7fd1c20c253b req-f457b34a-e578-4ebd-a2cf-3227cc9c48ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:23.384034 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-28dc9795-1f0f-4f05-ba10-7fd1c20c253b req-f457b34a-e578-4ebd-a2cf-3227cc9c48ef service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f91bfea0-8c12-4f49-94bb-e193b754d651 HTTP/1.1" status: 200 len: 835 time: 0.1965508 Nov 12 08:43:23.413913 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6772610-ff09-43de-964a-549a69e36bdf req-2423a4fd-70ca-46b2-b84a-c5e2993453e3 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] No DVR routers for this DVR port ace1205c-60ff-4db8-9985-65bcdec35b05 on host n-h2-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:43:23.425228 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-a6772610-ff09-43de-964a-549a69e36bdf req-2423a4fd-70ca-46b2-b84a-c5e2993453e3 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:23.431458 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a6772610-ff09-43de-964a-549a69e36bdf req-2423a4fd-70ca-46b2-b84a-c5e2993453e3 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.44 "DELETE /v2.0/ports/ace1205c-60ff-4db8-9985-65bcdec35b05 HTTP/1.1" status: 204 len: 173 time: 4.0590386 Nov 12 08:43:23.432181 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e35c6b7a-9f74-4d5c-8d55-55c96320aa96', 'name': 'network-vif-deleted', 'tag': 'ace1205c-60ff-4db8-9985-65bcdec35b05'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:43:23.436365 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e79a38be-3edc-469c-9911-6e465631596c" -d '{"events": [{"server_uuid": "e35c6b7a-9f74-4d5c-8d55-55c96320aa96", "name": "network-vif-deleted", "tag": "ace1205c-60ff-4db8-9985-65bcdec35b05"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:43:23.494090 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-5fc982fe-5de9-4bdf-a00a-93c9bae13d44 tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Allocated IP 172.20.0.3 (f984deb3-ec7d-4b80-b368-e8a42203018a/91976e69-c62f-415d-8716-8c0c65e93538/5efa0ed6-d353-4498-9c81-7c05ecf4ee77) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:43:23.556978 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7001cd44-39c6-4f4b-b0f8-ebc86c8e55fb req-1a5816f3-a68e-4b79-afde-856bf2a237e5 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "GET /v2.0/security-groups?id=15d740a6-a940-4833-a40a-a029a06c8446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2848787 Nov 12 08:43:23.612042 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-db410a5f-7b70-406e-8471-8d18be221c89 req-3c1f2161-d69f-4fab-ba0b-2738b695adf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b803005b-47c4-478f-9f4f-f881a64beb9c {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:43:23.628761 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device ace1205c-60ff-4db8-9985-65bcdec35b05 no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:43:23.685959 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-db410a5f-7b70-406e-8471-8d18be221c89 req-3c1f2161-d69f-4fab-ba0b-2738b695adf1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:23.717722 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dc9795-1f0f-4f05-ba10-7fd1c20c253b req-807e2336-ecdc-46d8-85b4-6b2665d12eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:23.719491 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-28dc9795-1f0f-4f05-ba10-7fd1c20c253b req-807e2336-ecdc-46d8-85b4-6b2665d12eee service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=508aced4-0fe0-4f1d-92f2-979af6167066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3260267 Nov 12 08:43:23.728711 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4a973c8b-1c04-4a32-988e-88a2cfc1f3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:23.730057 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] No Port match for: ace1205c-60ff-4db8-9985-65bcdec35b05 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:43:23.730410 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device ace1205c-60ff-4db8-9985-65bcdec35b05 not bound to the agent host n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:43:23.973446 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5fc982fe-5de9-4bdf-a00a-93c9bae13d44 tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:24.020261 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-db410a5f-7b70-406e-8471-8d18be221c89 req-3c1f2161-d69f-4fab-ba0b-2738b695adf1 service neutron] Transition to ACTIVE for port object b803005b-47c4-478f-9f4f-f881a64beb9c will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:43:24.025840 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5fc982fe-5de9-4bdf-a00a-93c9bae13d44 tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:24.030262 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-db410a5f-7b70-406e-8471-8d18be221c89 req-3c1f2161-d69f-4fab-ba0b-2738b695adf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:24.065653 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc982fe-5de9-4bdf-a00a-93c9bae13d44 tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Network f984deb3-ec7d-4b80-b368-e8a42203018a is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:43:24.072621 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-5fc982fe-5de9-4bdf-a00a-93c9bae13d44 tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:43:24.116083 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a973c8b-1c04-4a32-988e-88a2cfc1f3f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed93fa2b-ecc2-4890-9276-f3176e4d79ad,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:24.123795 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc982fe-5de9-4bdf-a00a-93c9bae13d44 tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:43:24.136935 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-28dc9795-1f0f-4f05-ba10-7fd1c20c253b req-79264c26-380e-4a0d-94b0-08838b9dcd91 service neutron] 10.222.0.21 "GET /v2.0/networks/508aced4-0fe0-4f1d-92f2-979af6167066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3894987 Nov 12 08:43:24.352300 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df9750c-e03c-40ea-820e-55088f553172 req-93a14bb8-eae3-4884-9067-5c5edd9ab5f7 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:24.372069 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8df9750c-e03c-40ea-820e-55088f553172 req-93a14bb8-eae3-4884-9067-5c5edd9ab5f7 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f572b03-2473-4d06-9d6f-9bba215f15ed HTTP/1.1" status: 200 len: 932 time: 0.3911455 Nov 12 08:43:24.421881 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1f2161-d69f-4fab-ba0b-2738b695adf1 service neutron] Pushing event updated for resources: {'Port': ['ID=b803005b-47c4-478f-9f4f-f881a64beb9c,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:24.433680 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 55110) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:24.460230 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a973c8b-1c04-4a32-988e-88a2cfc1f3f6 admin admin] Checking segment: {'id': '69f171fb-2a64-4d90-90cb-cf830b3c83dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '48c49ff1-0f23-43a5-a211-4fac41f4b907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:43:24.460663 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a973c8b-1c04-4a32-988e-88a2cfc1f3f6 admin admin] Network hostable DHCP agents. Network: 48c49ff1-0f23-43a5-a211-4fac41f4b907, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:43:24.480447 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc982fe-5de9-4bdf-a00a-93c9bae13d44 tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:24.481512 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5fc982fe-5de9-4bdf-a00a-93c9bae13d44 tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:24.618297 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8df9750c-e03c-40ea-820e-55088f553172 req-a4bb426a-e0b4-4a02-839b-9b7dcd3d2abd tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0bffda3-6203-474e-b9e0-460d95e09dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448869 Nov 12 08:43:24.627235 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-28dc9795-1f0f-4f05-ba10-7fd1c20c253b req-da9e6386-5e63-479b-b25e-a000a947148f service neutron] 10.222.0.21 "GET /v2.0/networks/508aced4-0fe0-4f1d-92f2-979af6167066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4805892 Nov 12 08:43:24.629106 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a973c8b-1c04-4a32-988e-88a2cfc1f3f6 admin admin] Network 48c49ff1-0f23-43a5-a211-4fac41f4b907 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:43:24.665517 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-4a973c8b-1c04-4a32-988e-88a2cfc1f3f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 48c49ff1-0f23-43a5-a211-4fac41f4b907) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:43:24.674024 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a973c8b-1c04-4a32-988e-88a2cfc1f3f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:24.675078 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4a973c8b-1c04-4a32-988e-88a2cfc1f3f6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:24.684109 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565a8e88-bb71-45fe-9d4e-5802941c9f30 None None] Network 48c49ff1-0f23-43a5-a211-4fac41f4b907 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:43:24.710493 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-5fc982fe-5de9-4bdf-a00a-93c9bae13d44 tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.2342031 Nov 12 08:43:24.713180 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 55116) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:24.722910 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-2a67acd9-5b46-4bfa-915b-ce316aecaa90 tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Request body: {'floatingip': {'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:24.762124 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-4a973c8b-1c04-4a32-988e-88a2cfc1f3f6 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.0338926 Nov 12 08:43:24.772992 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc982fe-5de9-4bdf-a00a-93c9bae13d44 tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Pushing event updated for resources: {'Port': ['ID=5efa0ed6-d353-4498-9c81-7c05ecf4ee77,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:24.816475 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51199e95-fc5b-431c-98f8-7b1139ad6bec x-openstack-request-id: req-51199e95-fc5b-431c-98f8-7b1139ad6bec {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:43:24.816800 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e35c6b7a-9f74-4d5c-8d55-55c96320aa96", "name": "network-vif-deleted", "tag": "ace1205c-60ff-4db8-9985-65bcdec35b05", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:43:24.817149 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-51199e95-fc5b-431c-98f8-7b1139ad6bec {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:43:24.817709 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e35c6b7a-9f74-4d5c-8d55-55c96320aa96', 'name': 'network-vif-deleted', 'tag': 'ace1205c-60ff-4db8-9985-65bcdec35b05', 'status': 'completed', 'code': 200} Nov 12 08:43:24.819880 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-db410a5f-7b70-406e-8471-8d18be221c89 req-3c1f2161-d69f-4fab-ba0b-2738b695adf1 service neutron] Attempting to bind port b803005b-47c4-478f-9f4f-f881a64beb9c on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:43:24.820142 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2a67acd9-5b46-4bfa-915b-ce316aecaa90 tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Publish callbacks [] for floatingip, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:24.820474 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-db410a5f-7b70-406e-8471-8d18be221c89 req-3c1f2161-d69f-4fab-ba0b-2738b695adf1 service neutron] Attempting to bind port b803005b-47c4-478f-9f4f-f881a64beb9c by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': 'd67d595f-ac82-4224-8cfb-35d7cb8db958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '005cbe87-3cd9-4019-b60a-9b9dcf542d7d'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:43:24.821980 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db410a5f-7b70-406e-8471-8d18be221c89 req-3c1f2161-d69f-4fab-ba0b-2738b695adf1 service neutron] Attempting to bind port b803005b-47c4-478f-9f4f-f881a64beb9c on network 005cbe87-3cd9-4019-b60a-9b9dcf542d7d {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:43:24.833855 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db410a5f-7b70-406e-8471-8d18be221c89 req-3c1f2161-d69f-4fab-ba0b-2738b695adf1 service neutron] Port b803005b-47c4-478f-9f4f-f881a64beb9c on network 005cbe87-3cd9-4019-b60a-9b9dcf542d7d not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:43:24.834539 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db410a5f-7b70-406e-8471-8d18be221c89 req-3c1f2161-d69f-4fab-ba0b-2738b695adf1 service neutron] Attempting to bind port b803005b-47c4-478f-9f4f-f881a64beb9c on network 005cbe87-3cd9-4019-b60a-9b9dcf542d7d {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:43:24.870311 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db410a5f-7b70-406e-8471-8d18be221c89 req-3c1f2161-d69f-4fab-ba0b-2738b695adf1 service neutron] Checking agent: {'id': '26215384-8035-4ce2-971a-8e67be80da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:43:24.872089 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db410a5f-7b70-406e-8471-8d18be221c89 req-3c1f2161-d69f-4fab-ba0b-2738b695adf1 service neutron] Checking segment: {'id': 'd67d595f-ac82-4224-8cfb-35d7cb8db958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '005cbe87-3cd9-4019-b60a-9b9dcf542d7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:43:24.875687 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db410a5f-7b70-406e-8471-8d18be221c89 req-3c1f2161-d69f-4fab-ba0b-2738b695adf1 service neutron] Bound using segment: {'id': 'd67d595f-ac82-4224-8cfb-35d7cb8db958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '005cbe87-3cd9-4019-b60a-9b9dcf542d7d'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:43:24.876662 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-db410a5f-7b70-406e-8471-8d18be221c89 req-3c1f2161-d69f-4fab-ba0b-2738b695adf1 service neutron] Bound port: b803005b-47c4-478f-9f4f-f881a64beb9c, host: n-h1-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd67d595f-ac82-4224-8cfb-35d7cb8db958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '005cbe87-3cd9-4019-b60a-9b9dcf542d7d'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:43:24.877428 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-db410a5f-7b70-406e-8471-8d18be221c89 req-3c1f2161-d69f-4fab-ba0b-2738b695adf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:24.927215 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2fecf8e6-d241-4a55-b964-4fbf7f953637 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:24.929926 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 55120) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:24.953898 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-9e036ae3-3914-4fc7-9b7a-35079c139a2f None None] Provisioning complete for port 5efa0ed6-d353-4498-9c81-7c05ecf4ee77 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:24.954275 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9e036ae3-3914-4fc7-9b7a-35079c139a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:25.024051 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-9e036ae3-3914-4fc7-9b7a-35079c139a2f None None] Port 5efa0ed6-d353-4498-9c81-7c05ecf4ee77 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:43:25.157099 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6f39e9-e406-4fbd-bd7b-6f0938ff66a2 None None] Network 48c49ff1-0f23-43a5-a211-4fac41f4b907 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:43:25.199625 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2a67acd9-5b46-4bfa-915b-ce316aecaa90 tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:25.241938 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-db410a5f-7b70-406e-8471-8d18be221c89 req-3c1f2161-d69f-4fab-ba0b-2738b695adf1 service neutron] For port b803005b-47c4-478f-9f4f-f881a64beb9c, host n-h1-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:43:25.324745 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-db410a5f-7b70-406e-8471-8d18be221c89 req-3c1f2161-d69f-4fab-ba0b-2738b695adf1 service neutron] For port b803005b-47c4-478f-9f4f-f881a64beb9c, host n-h1-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=b803005b-47c4-478f-9f4f-f881a64beb9c,segment=NetworkSegment(d67d595f-ac82-4224-8cfb-35d7cb8db958),segment_id=d67d595f-ac82-4224-8cfb-35d7cb8db958)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:43:25.361222 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4476a34f-5594-451c-95c9-600dd6ed4247 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:25.432488 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4476a34f-5594-451c-95c9-600dd6ed4247 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:25.506543 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-2a67acd9-5b46-4bfa-915b-ce316aecaa90 tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Allocated IP 172.25.2.48 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/f139394b-6e5a-4ed8-8f10-fd64e5fcf749) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:43:25.524365 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2fecf8e6-d241-4a55-b964-4fbf7f953637 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:25.526378 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-db410a5f-7b70-406e-8471-8d18be221c89 req-3c1f2161-d69f-4fab-ba0b-2738b695adf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:25.539782 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2fecf8e6-d241-4a55-b964-4fbf7f953637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:25.570959 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4476a34f-5594-451c-95c9-600dd6ed4247 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:25.573805 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4476a34f-5594-451c-95c9-600dd6ed4247 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:25.579001 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-4476a34f-5594-451c-95c9-600dd6ed4247 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "DELETE /v2.0/security-groups/15d740a6-a940-4833-a40a-a029a06c8446 HTTP/1.1" status: 204 len: 168 time: 0.6439517 Nov 12 08:43:25.600347 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fecf8e6-d241-4a55-b964-4fbf7f953637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b12b1194-abd8-415f-8798-82779bb02d32,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:25.641071 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4476a34f-5594-451c-95c9-600dd6ed4247 tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d740a6-a940-4833-a40a-a029a06c8446,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:25.688364 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db410a5f-7b70-406e-8471-8d18be221c89 req-3c1f2161-d69f-4fab-ba0b-2738b695adf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:25.693645 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-db410a5f-7b70-406e-8471-8d18be221c89 req-3c1f2161-d69f-4fab-ba0b-2738b695adf1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:25.695576 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-db410a5f-7b70-406e-8471-8d18be221c89 req-3c1f2161-d69f-4fab-ba0b-2738b695adf1 service neutron] 10.222.0.21 "PUT /v2.0/ports/b803005b-47c4-478f-9f4f-f881a64beb9c HTTP/1.1" status: 200 len: 1093 time: 5.8357494 Nov 12 08:43:25.728901 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-2fecf8e6-d241-4a55-b964-4fbf7f953637 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=003f5704fae44927803df9dc6f38f21f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2819948 Nov 12 08:43:25.736061 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 55144) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:25.802728 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1f2161-d69f-4fab-ba0b-2738b695adf1 service neutron] Pushing event updated for resources: {'Port': ['ID=b803005b-47c4-478f-9f4f-f881a64beb9c,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:25.837427 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2a67acd9-5b46-4bfa-915b-ce316aecaa90 tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:25.848678 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8e1f89-0651-4dbe-a14a-683a854ef2ba req-a2f950a6-511e-423a-a3df-fae84176a0ad tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:25.850354 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5c8e1f89-0651-4dbe-a14a-683a854ef2ba req-a2f950a6-511e-423a-a3df-fae84176a0ad tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] 10.222.0.26 "GET /v2.0/networks?id=6b84e933-7c48-4775-8559-ab5489d2a974 HTTP/1.1" status: 200 len: 811 time: 0.2681055 Nov 12 08:43:25.865083 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db410a5f-7b70-406e-8471-8d18be221c89 req-8921c06c-ee0f-4a88-8abc-228a70b0baab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:25.866954 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-db410a5f-7b70-406e-8471-8d18be221c89 req-8921c06c-ee0f-4a88-8abc-228a70b0baab service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c79a59d0e8a34d8d81232928cf66b1d9&device_id=2f572b03-2473-4d06-9d6f-9bba215f15ed HTTP/1.1" status: 200 len: 1096 time: 0.1092167 Nov 12 08:43:25.870341 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5c8e1f89-0651-4dbe-a14a-683a854ef2ba req-f361c518-a140-4b5d-bc03-fcda128f5c46 tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] 10.222.0.26 "GET /v2.0/quotas/379178cedbb249bf881248161215feaa HTTP/1.1" status: 200 len: 375 time: 0.0110285 Nov 12 08:43:25.930447 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5c8e1f89-0651-4dbe-a14a-683a854ef2ba req-1b40e697-4b9a-4eea-b338-d333873ece1c tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=379178cedbb249bf881248161215feaa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0499287 Nov 12 08:43:25.949406 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2a67acd9-5b46-4bfa-915b-ce316aecaa90 tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:25.965156 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-db410a5f-7b70-406e-8471-8d18be221c89 req-8e6eb2c0-7722-45c1-9c9c-a1c21e58195a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b803005b-47c4-478f-9f4f-f881a64beb9c HTTP/1.1" status: 200 len: 217 time: 0.0788934 Nov 12 08:43:26.031796 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7eaf9bff-cc99-4bfc-ab4a-e879683560b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:26.061941 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a67acd9-5b46-4bfa-915b-ce316aecaa90 tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:43:26.072842 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-2a67acd9-5b46-4bfa-915b-ce316aecaa90 tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:43:26.081109 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a67acd9-5b46-4bfa-915b-ce316aecaa90 tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:43:26.084907 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7eaf9bff-cc99-4bfc-ab4a-e879683560b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:26.088034 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db410a5f-7b70-406e-8471-8d18be221c89 req-0d094723-d9dd-4775-976d-00b4e9e88797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:26.090360 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-db410a5f-7b70-406e-8471-8d18be221c89 req-0d094723-d9dd-4775-976d-00b4e9e88797 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=60df83b3-712a-40a1-8ef0-32bfce62889a HTTP/1.1" status: 200 len: 855 time: 0.1152074 Nov 12 08:43:26.114718 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a67acd9-5b46-4bfa-915b-ce316aecaa90 tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Pushing event updated for resources: {'Port': ['ID=f139394b-6e5a-4ed8-8f10-fd64e5fcf749,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:26.155637 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-db410a5f-7b70-406e-8471-8d18be221c89 req-68b59219-26ae-4e89-bad2-fd0376c66264 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=005cbe87-3cd9-4019-b60a-9b9dcf542d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566518 Nov 12 08:43:26.188076 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5c8e1f89-0651-4dbe-a14a-683a854ef2ba req-3b7bc91c-5e84-4d7c-a8c6-11d69f0d460d service neutron] 10.222.0.26 "GET /v2.0/networks/6b84e933-7c48-4775-8559-ab5489d2a974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341855 Nov 12 08:43:26.357679 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7eaf9bff-cc99-4bfc-ab4a-e879683560b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:26.360649 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2a67acd9-5b46-4bfa-915b-ce316aecaa90 tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:26.362984 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7eaf9bff-cc99-4bfc-ab4a-e879683560b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:26.367625 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-7eaf9bff-cc99-4bfc-ab4a-e879683560b3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b12b1194-abd8-415f-8798-82779bb02d32 HTTP/1.1" status: 204 len: 168 time: 0.6273103 Nov 12 08:43:26.399950 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-db410a5f-7b70-406e-8471-8d18be221c89 req-26a45f2d-6731-4546-b511-5546cdc08e2d service neutron] 10.222.0.21 "GET /v2.0/networks/005cbe87-3cd9-4019-b60a-9b9dcf542d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294021 Nov 12 08:43:26.401152 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaf9bff-cc99-4bfc-ab4a-e879683560b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b12b1194-abd8-415f-8798-82779bb02d32,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:26.468987 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5c8e1f89-0651-4dbe-a14a-683a854ef2ba req-f139e453-1af0-42af-8b16-f0e774df990c service neutron] 10.222.0.26 "GET /v2.0/networks/6b84e933-7c48-4775-8559-ab5489d2a974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653291 Nov 12 08:43:26.470312 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2a67acd9-5b46-4bfa-915b-ce316aecaa90 tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:26.563262 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-db410a5f-7b70-406e-8471-8d18be221c89 req-00545911-a449-4344-9dee-1bc6dc4df3f2 service neutron] 10.222.0.21 "GET /v2.0/networks/005cbe87-3cd9-4019-b60a-9b9dcf542d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560171 Nov 12 08:43:26.743498 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2a67acd9-5b46-4bfa-915b-ce316aecaa90 tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:26.750296 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2a67acd9-5b46-4bfa-915b-ce316aecaa90 tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:26.818738 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f572b03-2473-4d06-9d6f-9bba215f15ed', 'tag': 'b803005b-47c4-478f-9f4f-f881a64beb9c'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:43:26.821406 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6fdc42b-7254-4b3e-bb9a-cfd7fa45a343" -d '{"events": [{"name": "network-changed", "server_uuid": "2f572b03-2473-4d06-9d6f-9bba215f15ed", "tag": "b803005b-47c4-478f-9f4f-f881a64beb9c"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:43:26.898986 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a67acd9-5b46-4bfa-915b-ce316aecaa90 tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Pushing event updated for resources: {'Port': ['ID=f139394b-6e5a-4ed8-8f10-fd64e5fcf749,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:26.908880 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 55160) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:26.929475 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2a67acd9-5b46-4bfa-915b-ce316aecaa90 tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:26.955204 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2a67acd9-5b46-4bfa-915b-ce316aecaa90 tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:26.960093 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-2a67acd9-5b46-4bfa-915b-ce316aecaa90 tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2390988 Nov 12 08:43:26.960792 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 55164) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:26.972218 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-2ca7e1b6-a4c6-4fe0-b64b-b96ed39832eb tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Request body: {'floatingip': {'port_id': '5efa0ed6-d353-4498-9c81-7c05ecf4ee77', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:27.131894 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2ca7e1b6-a4c6-4fe0-b64b-b96ed39832eb tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Publish callbacks [] for floatingip, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:27.261314 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0489eecd-e023-4162-b6f1-5a39e9e6a6e0 req-644c9240-4b06-4843-86b1-ce2bc5176500 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:27.262958 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0489eecd-e023-4162-b6f1-5a39e9e6a6e0 req-644c9240-4b06-4843-86b1-ce2bc5176500 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f572b03-2473-4d06-9d6f-9bba215f15ed HTTP/1.1" status: 200 len: 944 time: 0.2058194 Nov 12 08:43:27.381491 n-d-765315-29 neutron-server[102600]: INFO neutron.api.v2.resource [None req-2ca7e1b6-a4c6-4fe0-b64b-b96ed39832eb tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] update failed (client error): The resource could not be found. Nov 12 08:43:27.382978 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-2ca7e1b6-a4c6-4fe0-b64b-b96ed39832eb tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] 10.222.0.26 "PUT /v2.0/floatingips/43a4957a-2da1-4bae-a273-94d1a87b65ca HTTP/1.1" status: 404 len: 507 time: 0.4208539 Nov 12 08:43:27.390834 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 55178) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:27.431719 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0489eecd-e023-4162-b6f1-5a39e9e6a6e0 req-41666fa8-c732-46e7-a1b7-4fd330f773e2 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0bffda3-6203-474e-b9e0-460d95e09dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745349 Nov 12 08:43:27.541405 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9fe509e8-6257-44c7-a845-3935f3354eb7 req-873be443-7a4b-4841-8111-e3c208ae50d9 tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] 10.222.0.26 "GET /v2.0/ports?device_id=4548ef99-fb34-44d8-bcb3-44cf3fb1ded4 HTTP/1.1" status: 200 len: 210 time: 0.0521402 Nov 12 08:43:27.628771 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f90e48-0467-48f9-8660-828da5321f00 x-openstack-request-id: req-b2f90e48-0467-48f9-8660-828da5321f00 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:43:27.629056 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f572b03-2473-4d06-9d6f-9bba215f15ed", "tag": "b803005b-47c4-478f-9f4f-f881a64beb9c", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:43:27.629345 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b2f90e48-0467-48f9-8660-828da5321f00 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:43:27.629714 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f572b03-2473-4d06-9d6f-9bba215f15ed', 'tag': 'b803005b-47c4-478f-9f4f-f881a64beb9c', 'status': 'completed', 'code': 200} Nov 12 08:43:27.844476 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fdc42b-7254-4b3e-bb9a-cfd7fa45a343 req-b7436a8b-4666-45fc-a7e2-85770d19df27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:27.846802 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c6fdc42b-7254-4b3e-bb9a-cfd7fa45a343 req-b7436a8b-4666-45fc-a7e2-85770d19df27 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c79a59d0e8a34d8d81232928cf66b1d9&device_id=2f572b03-2473-4d06-9d6f-9bba215f15ed HTTP/1.1" status: 200 len: 1096 time: 0.2093251 Nov 12 08:43:27.880932 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-9d06c7d7-1e58-499d-b823-414b07172798 tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Deleting port f139394b-6e5a-4ed8-8f10-fd64e5fcf749 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:43:27.881437 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9d06c7d7-1e58-499d-b823-414b07172798 tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:28.162784 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9d06c7d7-1e58-499d-b823-414b07172798 tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:28.163186 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9d06c7d7-1e58-499d-b823-414b07172798 tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:28.166065 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fdc42b-7254-4b3e-bb9a-cfd7fa45a343 req-ff1caf51-75a5-49e8-a37e-2e9c9891b987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:28.167631 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c6fdc42b-7254-4b3e-bb9a-cfd7fa45a343 req-ff1caf51-75a5-49e8-a37e-2e9c9891b987 service neutron] 10.222.0.21 "GET /v2.0/networks?id=005cbe87-3cd9-4019-b60a-9b9dcf542d7d HTTP/1.1" status: 200 len: 916 time: 0.3124533 Nov 12 08:43:28.197617 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-9d06c7d7-1e58-499d-b823-414b07172798 tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Calling delete_port for f139394b-6e5a-4ed8-8f10-fd64e5fcf749 owned by network:floatingip {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:43:28.254775 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c6fdc42b-7254-4b3e-bb9a-cfd7fa45a343 req-35f1a4c2-32c5-447a-9e81-c0aedb29ee7d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b803005b-47c4-478f-9f4f-f881a64beb9c HTTP/1.1" status: 200 len: 217 time: 0.0785322 Nov 12 08:43:28.345860 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-70220e68-0755-4a55-9988-a94b22b1e88b tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933586'] for router_interface, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:28.710238 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472729b9-26db-49bd-9da4-7192bfc6cb6f req-06132c62-4155-4cf5-84ce-df61ea5162f9 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:28.720925 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-472729b9-26db-49bd-9da4-7192bfc6cb6f req-06132c62-4155-4cf5-84ce-df61ea5162f9 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f572b03-2473-4d06-9d6f-9bba215f15ed HTTP/1.1" status: 200 len: 944 time: 0.1005867 Nov 12 08:43:28.822931 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-472729b9-26db-49bd-9da4-7192bfc6cb6f req-33bb7b7c-de0b-4069-a5f2-1e63b48415db tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0bffda3-6203-474e-b9e0-460d95e09dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000028 Nov 12 08:43:28.917949 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fdc42b-7254-4b3e-bb9a-cfd7fa45a343 req-26e9de83-e10b-4846-a3b3-30ed1244484d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:28.919536 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c6fdc42b-7254-4b3e-bb9a-cfd7fa45a343 req-26e9de83-e10b-4846-a3b3-30ed1244484d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=60df83b3-712a-40a1-8ef0-32bfce62889a HTTP/1.1" status: 200 len: 855 time: 0.6557598 Nov 12 08:43:28.994827 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9dc56b5c-d575-4059-aaa3-657c0ee11703 req-60129113-f0b7-41e8-aa6f-947f21fcb6b2 tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] 10.222.0.26 "GET /v2.0/ports?device_id=4548ef99-fb34-44d8-bcb3-44cf3fb1ded4 HTTP/1.1" status: 200 len: 210 time: 0.0484083 Nov 12 08:43:29.042321 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c6fdc42b-7254-4b3e-bb9a-cfd7fa45a343 req-3437cd51-0791-4aa2-94dc-7e12a11fd348 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=005cbe87-3cd9-4019-b60a-9b9dcf542d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1069286 Nov 12 08:43:29.252139 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8e1f89-0651-4dbe-a14a-683a854ef2ba req-0dfecc51-32ed-46ab-ad53-184ee9824b88 tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:29.253671 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5c8e1f89-0651-4dbe-a14a-683a854ef2ba req-0dfecc51-32ed-46ab-ad53-184ee9824b88 tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] 10.222.0.44 "GET /v2.0/networks?id=6b84e933-7c48-4775-8559-ab5489d2a974 HTTP/1.1" status: 200 len: 811 time: 0.3928666 Nov 12 08:43:29.305066 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-5c8e1f89-0651-4dbe-a14a-683a854ef2ba req-27eb238d-1461-47ad-822c-197d3965af3e tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] Request body: {'port': {'device_id': '4548ef99-fb34-44d8-bcb3-44cf3fb1ded4', 'network_id': '6b84e933-7c48-4775-8559-ab5489d2a974', 'admin_state_up': True, 'tenant_id': '379178cedbb249bf881248161215feaa'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:29.400241 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c6fdc42b-7254-4b3e-bb9a-cfd7fa45a343 req-e8d98642-da88-4d6e-baa2-2b5c4bb096fa service neutron] 10.222.0.21 "GET /v2.0/networks/005cbe87-3cd9-4019-b60a-9b9dcf542d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3467693 Nov 12 08:43:29.439041 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9d06c7d7-1e58-499d-b823-414b07172798 tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:29.540670 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d06c7d7-1e58-499d-b823-414b07172798 tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Pushing event deleted for resources: {'Port': ['ID=f139394b-6e5a-4ed8-8f10-fd64e5fcf749,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:29.694375 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c6fdc42b-7254-4b3e-bb9a-cfd7fa45a343 req-71f04016-c138-4768-a97b-6058b394fcef service neutron] 10.222.0.21 "GET /v2.0/networks/005cbe87-3cd9-4019-b60a-9b9dcf542d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2839267 Nov 12 08:43:29.716398 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c8e1f89-0651-4dbe-a14a-683a854ef2ba req-27eb238d-1461-47ad-822c-197d3965af3e tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] Made reservation on behalf of 379178cedbb249bf881248161215feaa for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:43:29.721044 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-5c8e1f89-0651-4dbe-a14a-683a854ef2ba req-27eb238d-1461-47ad-822c-197d3965af3e tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:29.727101 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9d06c7d7-1e58-499d-b823-414b07172798 tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Publish callbacks [] for floatingip, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:29.729559 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9d06c7d7-1e58-499d-b823-414b07172798 tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:29.730685 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-9d06c7d7-1e58-499d-b823-414b07172798 tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] 10.222.0.26 "DELETE /v2.0/floatingips/43a4957a-2da1-4bae-a273-94d1a87b65ca HTTP/1.1" status: 204 len: 168 time: 2.3381531 Nov 12 08:43:29.734571 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 55262) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:29.739546 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-064a5878-f160-4e2f-b574-f254a04c003c tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Request body: {'floatingip': {'floating_network_id': 'f984deb3-ec7d-4b80-b368-e8a42203018a', 'port_id': '5efa0ed6-d353-4498-9c81-7c05ecf4ee77', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:29.775660 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-064a5878-f160-4e2f-b574-f254a04c003c tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Publish callbacks [] for floatingip, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:29.875184 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-70220e68-0755-4a55-9988-a94b22b1e88b tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Deleting port 5ac5e61f-4665-40c7-a945-4c0e6bd7eebc {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:43:29.875728 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-70220e68-0755-4a55-9988-a94b22b1e88b tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:29.878531 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device b803005b-47c4-478f-9f4f-f881a64beb9c details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:43:29.915348 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 55266) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:29.941932 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-b6eeeea9-a7dc-42eb-ba0e-4ff5a5874563 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1922298726', 'description': 'tempest-secgroup-smoke-1922298726 description', 'project_id': '7d3f7337327743ecb706fdd7c92380e3'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:30.049651 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b6eeeea9-a7dc-42eb-ba0e-4ff5a5874563 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:30.051314 n-d-765315-29 neutron-server[102600]: INFO neutron.api.v2.resource [None req-064a5878-f160-4e2f-b574-f254a04c003c tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:43:30.053468 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-064a5878-f160-4e2f-b574-f254a04c003c tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3176291 Nov 12 08:43:30.060456 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 55272) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:30.071484 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-5c8e1f89-0651-4dbe-a14a-683a854ef2ba req-27eb238d-1461-47ad-822c-197d3965af3e tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] Allocated IP 172.20.0.3 (6b84e933-7c48-4775-8559-ab5489d2a974/afff2f33-6318-4302-8ebc-f7c0dbdae010/5db79ce8-6e08-422f-9db7-a83964f0d029) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:43:30.075776 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-28a12898-d94d-4a5c-89c6-713a5400c46c tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Request body: {'floatingip': {'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'port_id': '5efa0ed6-d353-4498-9c81-7c05ecf4ee77', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:30.082025 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port b803005b-47c4-478f-9f4f-f881a64beb9c, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=b803005b-47c4-478f-9f4f-f881a64beb9c,segment=NetworkSegment(d67d595f-ac82-4224-8cfb-35d7cb8db958),segment_id=d67d595f-ac82-4224-8cfb-35d7cb8db958)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:43:30.100716 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Returning: {'device': 'b803005b-47c4-478f-9f4f-f881a64beb9c', 'network_id': '005cbe87-3cd9-4019-b60a-9b9dcf542d7d', 'port_id': 'b803005b-47c4-478f-9f4f-f881a64beb9c', 'mac_address': 'fa:16:3e:95:d3:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60df83b3-712a-40a1-8ef0-32bfce62889a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:43:30.119888 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-70220e68-0755-4a55-9988-a94b22b1e88b tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] For port 5ac5e61f-4665-40c7-a945-4c0e6bd7eebc, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=5ac5e61f-4665-40c7-a945-4c0e6bd7eebc,segment=NetworkSegment(42fd31a6-b332-4ff2-a9ed-35d53e7e9cdd),segment_id=42fd31a6-b332-4ff2-a9ed-35d53e7e9cdd)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:43:30.120520 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-70220e68-0755-4a55-9988-a94b22b1e88b tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:30.134773 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-28a12898-d94d-4a5c-89c6-713a5400c46c tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Publish callbacks [] for floatingip, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:30.162696 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-70220e68-0755-4a55-9988-a94b22b1e88b tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Calling delete_port for 5ac5e61f-4665-40c7-a945-4c0e6bd7eebc owned by network:router_interface {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:43:30.165339 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:30.186466 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-e530113a-7783-48f4-9840-8911a24052df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b803005b-47c4-478f-9f4f-f881a64beb9c {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:43:30.229364 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port b803005b-47c4-478f-9f4f-f881a64beb9c, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=b803005b-47c4-478f-9f4f-f881a64beb9c,segment=NetworkSegment(d67d595f-ac82-4224-8cfb-35d7cb8db958),segment_id=d67d595f-ac82-4224-8cfb-35d7cb8db958)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:43:30.237400 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:30.328425 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b6eeeea9-a7dc-42eb-ba0e-4ff5a5874563 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:30.340445 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=b803005b-47c4-478f-9f4f-f881a64beb9c,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:30.343060 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b6eeeea9-a7dc-42eb-ba0e-4ff5a5874563 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:30.393828 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-28a12898-d94d-4a5c-89c6-713a5400c46c tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:30.394102 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b6eeeea9-a7dc-42eb-ba0e-4ff5a5874563 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:30.394102 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-b6eeeea9-a7dc-42eb-ba0e-4ff5a5874563 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4723094 Nov 12 08:43:30.394102 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 55276) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:30.400955 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-35a2526d-d717-4e84-9cbf-157ea3a977ed tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Request body: {'security_group_rule': {'security_group_id': '2112de76-808b-4aee-81cb-ec91177d9317', 'project_id': '7d3f7337327743ecb706fdd7c92380e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:30.493920 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eeeea9-a7dc-42eb-ba0e-4ff5a5874563 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2112de76-808b-4aee-81cb-ec91177d9317,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:30.532471 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-5c8e1f89-0651-4dbe-a14a-683a854ef2ba req-27eb238d-1461-47ad-822c-197d3965af3e tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:30.536431 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-28a12898-d94d-4a5c-89c6-713a5400c46c tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Allocated IP 172.25.2.249 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/b6348eaa-2ca3-4d62-989c-4dee2ceba584) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:43:30.560994 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-35a2526d-d717-4e84-9cbf-157ea3a977ed tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:30.571538 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 55278) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:30.588651 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-d6ec66fb-dab1-4511-b11b-93173045f4be tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Request body: {'network': {'name': 'tempest-network-smoke--1768123823', 'project_id': '77abaf9dfdff48589f5ad3a7f970c1f2', 'port_security_enabled': True}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:30.612985 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['b803005b-47c4-478f-9f4f-f881a64beb9c'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:43:30.665167 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6ec66fb-dab1-4511-b11b-93173045f4be tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Made reservation on behalf of 77abaf9dfdff48589f5ad3a7f970c1f2 for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:43:30.668807 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d6ec66fb-dab1-4511-b11b-93173045f4be tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:30.721682 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d6ec66fb-dab1-4511-b11b-93173045f4be tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:30.736214 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-5c8e1f89-0651-4dbe-a14a-683a854ef2ba req-27eb238d-1461-47ad-822c-197d3965af3e tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:30.737620 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6341d1-2c3a-49dd-a192-2835ed8e1aa5 req-83be4c15-63fd-42cf-a833-959909cc77e6 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:30.742529 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ca6341d1-2c3a-49dd-a192-2835ed8e1aa5 req-83be4c15-63fd-42cf-a833-959909cc77e6 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f572b03-2473-4d06-9d6f-9bba215f15ed HTTP/1.1" status: 200 len: 945 time: 0.0934417 Nov 12 08:43:30.768923 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-35a2526d-d717-4e84-9cbf-157ea3a977ed tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:30.773156 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-28a12898-d94d-4a5c-89c6-713a5400c46c tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:30.810139 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-35a2526d-d717-4e84-9cbf-157ea3a977ed tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:30.820693 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-70220e68-0755-4a55-9988-a94b22b1e88b tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:30.852577 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c8e1f89-0651-4dbe-a14a-683a854ef2ba req-27eb238d-1461-47ad-822c-197d3965af3e tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] Network 6b84e933-7c48-4775-8559-ab5489d2a974 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:43:30.854814 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ca6341d1-2c3a-49dd-a192-2835ed8e1aa5 req-ea71a7d2-938b-41fa-8ec1-2ade543f739d tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0bffda3-6203-474e-b9e0-460d95e09dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986509 Nov 12 08:43:30.868993 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-5c8e1f89-0651-4dbe-a14a-683a854ef2ba req-27eb238d-1461-47ad-822c-197d3965af3e tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:43:30.878973 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a2526d-d717-4e84-9cbf-157ea3a977ed tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6777218-083b-4338-8640-8ec66bd8313d,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:30.882200 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eb238d-1461-47ad-822c-197d3965af3e tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] Pushing event updated for resources: {'Port': ['ID=5db79ce8-6e08-422f-9db7-a83964f0d029,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:30.895093 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c8e1f89-0651-4dbe-a14a-683a854ef2ba req-27eb238d-1461-47ad-822c-197d3965af3e tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:43:30.907044 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-28a12898-d94d-4a5c-89c6-713a5400c46c tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:30.984100 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a12898-d94d-4a5c-89c6-713a5400c46c tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:43:30.987538 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-28a12898-d94d-4a5c-89c6-713a5400c46c tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:43:30.993895 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a12898-d94d-4a5c-89c6-713a5400c46c tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:43:30.998339 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a12898-d94d-4a5c-89c6-713a5400c46c tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Pushing event updated for resources: {'Port': ['ID=b6348eaa-2ca3-4d62-989c-4dee2ceba584,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:31.017703 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d6ec66fb-dab1-4511-b11b-93173045f4be tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:31.047789 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-35a2526d-d717-4e84-9cbf-157ea3a977ed tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:31.054463 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-35a2526d-d717-4e84-9cbf-157ea3a977ed tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6567562 Nov 12 08:43:31.060985 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 55282) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:31.069784 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-d1a7f438-501b-4773-a276-d41649c2275b tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Request body: {'security_group_rule': {'security_group_id': '2112de76-808b-4aee-81cb-ec91177d9317', 'project_id': '7d3f7337327743ecb706fdd7c92380e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:31.103690 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d6ec66fb-dab1-4511-b11b-93173045f4be tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:31.173261 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70220e68-0755-4a55-9988-a94b22b1e88b tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Pushing event deleted for resources: {'Port': ['ID=5ac5e61f-4665-40c7-a945-4c0e6bd7eebc,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:31.197014 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d1a7f438-501b-4773-a276-d41649c2275b tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:31.197343 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6ec66fb-dab1-4511-b11b-93173045f4be tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:43:31.210218 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2418e8c-281a-4bca-a173-a3a66ddfa216 req-c3608b16-46eb-4df5-81a6-61acd3b77174 tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:31.211831 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d2418e8c-281a-4bca-a173-a3a66ddfa216 req-c3608b16-46eb-4df5-81a6-61acd3b77174 tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] 10.222.0.26 "GET /v2.0/ports?device_id=4548ef99-fb34-44d8-bcb3-44cf3fb1ded4 HTTP/1.1" status: 200 len: 931 time: 0.1621807 Nov 12 08:43:31.235786 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8e1f89-0651-4dbe-a14a-683a854ef2ba req-27eb238d-1461-47ad-822c-197d3965af3e tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:31.236451 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-5c8e1f89-0651-4dbe-a14a-683a854ef2ba req-27eb238d-1461-47ad-822c-197d3965af3e tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:31.238950 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec66fb-dab1-4511-b11b-93173045f4be tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b76b403-4904-43f7-bbf5-3f2abf12d912,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:31.281881 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d6ec66fb-dab1-4511-b11b-93173045f4be tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:31.282426 n-d-765315-29 neutron-server[102599]: INFO neutron.db.segments_db [None req-d6ec66fb-dab1-4511-b11b-93173045f4be tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Added segment 9478a79d-0f06-437e-97b9-90a4eddcebbc of type vlan for network 6ffcad90-f496-4d66-99b9-24f9c9250cf2 Nov 12 08:43:31.361504 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5c8e1f89-0651-4dbe-a14a-683a854ef2ba req-27eb238d-1461-47ad-822c-197d3965af3e tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0607765 Nov 12 08:43:31.381303 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d1a7f438-501b-4773-a276-d41649c2275b tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:31.388997 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d1a7f438-501b-4773-a276-d41649c2275b tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:31.400060 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d2418e8c-281a-4bca-a173-a3a66ddfa216 req-6984fa45-f88f-4d14-8fed-c90ff1ea4d4b tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] 10.222.0.26 "GET /v2.0/security-groups?id=556b0dbb-c67a-4c45-aad1-6752c6cdaf18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668434 Nov 12 08:43:31.408082 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d6ec66fb-dab1-4511-b11b-93173045f4be tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:31.420014 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-5c8e1f89-0651-4dbe-a14a-683a854ef2ba req-a71a495a-f847-47e3-8998-b9f66b2b2ffd service neutron] Request body: {'port': {'device_id': '4548ef99-fb34-44d8-bcb3-44cf3fb1ded4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:31.431927 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a7f438-501b-4773-a276-d41649c2275b tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fb0db3d-81a2-42d4-8f8b-003f4d0b433e,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:31.449536 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d1a7f438-501b-4773-a276-d41649c2275b tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:31.451272 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-d1a7f438-501b-4773-a276-d41649c2275b tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3890474 Nov 12 08:43:31.460766 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 55286) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:31.473039 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-4e18e632-68eb-4c85-bc79-5fd2bc64d3fc tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Request body: {'security_group_rule': {'security_group_id': '2112de76-808b-4aee-81cb-ec91177d9317', 'project_id': '7d3f7337327743ecb706fdd7c92380e3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:31.489714 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-28a12898-d94d-4a5c-89c6-713a5400c46c tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Deleting port b6348eaa-2ca3-4d62-989c-4dee2ceba584 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:43:31.490276 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-28a12898-d94d-4a5c-89c6-713a5400c46c tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:31.499105 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d6ec66fb-dab1-4511-b11b-93173045f4be tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:31.504904 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ec66fb-dab1-4511-b11b-93173045f4be tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:31.505543 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d6ec66fb-dab1-4511-b11b-93173045f4be tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks [] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:31.508004 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-70220e68-0755-4a55-9988-a94b22b1e88b tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918626'] for router_interface, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:31.612702 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4e18e632-68eb-4c85-bc79-5fd2bc64d3fc tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:31.624170 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-5c8e1f89-0651-4dbe-a14a-683a854ef2ba req-a71a495a-f847-47e3-8998-b9f66b2b2ffd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:31.664946 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-d6ec66fb-dab1-4511-b11b-93173045f4be tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0885639 Nov 12 08:43:31.665813 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 55288) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:31.679538 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-47c20d90-2698-459e-bda1-96c222d7e16d tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-813339176', 'admin_state_up': True, 'project_id': '77abaf9dfdff48589f5ad3a7f970c1f2', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:31.701073 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec66fb-dab1-4511-b11b-93173045f4be tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Pushing event updated for resources: {'Network': ['ID=6ffcad90-f496-4d66-99b9-24f9c9250cf2,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:31.725085 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 6ffcad90-f496-4d66-99b9-24f9c9250cf2 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:43:31.747805 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4e18e632-68eb-4c85-bc79-5fd2bc64d3fc tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:31.763363 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4e18e632-68eb-4c85-bc79-5fd2bc64d3fc tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:31.767224 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-28a12898-d94d-4a5c-89c6-713a5400c46c tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:31.768247 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-28a12898-d94d-4a5c-89c6-713a5400c46c tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:31.793382 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-47c20d90-2698-459e-bda1-96c222d7e16d tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:31.794827 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-47c20d90-2698-459e-bda1-96c222d7e16d tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:31.813008 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-28a12898-d94d-4a5c-89c6-713a5400c46c tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Calling delete_port for b6348eaa-2ca3-4d62-989c-4dee2ceba584 owned by network:floatingip {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:43:31.822163 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e18e632-68eb-4c85-bc79-5fd2bc64d3fc tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f09037a3-8277-4d6e-9ab1-1b88b912ff7e,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:31.838879 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4e18e632-68eb-4c85-bc79-5fd2bc64d3fc tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:31.841228 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-4e18e632-68eb-4c85-bc79-5fd2bc64d3fc tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3774986 Nov 12 08:43:31.848881 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 55292) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:31.851332 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-0b68308d-43ce-4ca7-8ee2-6c2497540503 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Request body: {'security_group_rule': {'security_group_id': '2112de76-808b-4aee-81cb-ec91177d9317', 'project_id': '7d3f7337327743ecb706fdd7c92380e3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:31.873851 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device b803005b-47c4-478f-9f4f-f881a64beb9c up at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:43:31.944284 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning for port b803005b-47c4-478f-9f4f-f881a64beb9c completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:43:31.945550 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-47c20d90-2698-459e-bda1-96c222d7e16d tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:31.954432 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning complete for port b803005b-47c4-478f-9f4f-f881a64beb9c triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:31.956210 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:32.067874 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:32.108087 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f572b03-2473-4d06-9d6f-9bba215f15ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b803005b-47c4-478f-9f4f-f881a64beb9c'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:43:32.111218 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10d66f39-b08f-4450-a7b2-9ee75592b280" -d '{"events": [{"server_uuid": "2f572b03-2473-4d06-9d6f-9bba215f15ed", "name": "network-vif-plugged", "status": "completed", "tag": "b803005b-47c4-478f-9f4f-f881a64beb9c"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:43:32.131643 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port b803005b-47c4-478f-9f4f-f881a64beb9c, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=b803005b-47c4-478f-9f4f-f881a64beb9c,segment=NetworkSegment(d67d595f-ac82-4224-8cfb-35d7cb8db958),segment_id=d67d595f-ac82-4224-8cfb-35d7cb8db958)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:43:32.139089 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:32.139318 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0b68308d-43ce-4ca7-8ee2-6c2497540503 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:32.181263 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70220e68-0755-4a55-9988-a94b22b1e88b tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Router bd9ed3ba-d251-4191-bae7-35377d074008 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:43:32.210283 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=b803005b-47c4-478f-9f4f-f881a64beb9c,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:32.323743 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-5c8e1f89-0651-4dbe-a14a-683a854ef2ba req-a71a495a-f847-47e3-8998-b9f66b2b2ffd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5db79ce8-6e08-422f-9db7-a83964f0d029 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:43:32.341530 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-5c8e1f89-0651-4dbe-a14a-683a854ef2ba req-a71a495a-f847-47e3-8998-b9f66b2b2ffd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:32.395215 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-5c8e1f89-0651-4dbe-a14a-683a854ef2ba req-a71a495a-f847-47e3-8998-b9f66b2b2ffd service neutron] Transition to ACTIVE for port object 5db79ce8-6e08-422f-9db7-a83964f0d029 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:43:32.401170 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-5c8e1f89-0651-4dbe-a14a-683a854ef2ba req-a71a495a-f847-47e3-8998-b9f66b2b2ffd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:32.611764 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-47c20d90-2698-459e-bda1-96c222d7e16d tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:32.644887 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154b2670-a580-4937-82e0-2cfa412c3b0c req-8d74e1f6-8323-4a6a-a657-534d97fc86d0 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:32.646525 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-154b2670-a580-4937-82e0-2cfa412c3b0c req-8d74e1f6-8323-4a6a-a657-534d97fc86d0 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f572b03-2473-4d06-9d6f-9bba215f15ed HTTP/1.1" status: 200 len: 945 time: 0.6145575 Nov 12 08:43:32.836935 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-28a12898-d94d-4a5c-89c6-713a5400c46c tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:32.930386 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70220e68-0755-4a55-9988-a94b22b1e88b tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:43:32.933825 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-154b2670-a580-4937-82e0-2cfa412c3b0c req-6fbfc3f2-48b6-4673-84fe-a140bcd1b086 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0bffda3-6203-474e-b9e0-460d95e09dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535069 Nov 12 08:43:32.936990 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0b68308d-43ce-4ca7-8ee2-6c2497540503 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:32.942893 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a12898-d94d-4a5c-89c6-713a5400c46c tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Pushing event deleted for resources: {'Port': ['ID=b6348eaa-2ca3-4d62-989c-4dee2ceba584,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:32.944082 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-70220e68-0755-4a55-9988-a94b22b1e88b tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "PUT /v2.0/routers/bd9ed3ba-d251-4191-bae7-35377d074008/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0336452 Nov 12 08:43:32.946312 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71a495a-f847-47e3-8998-b9f66b2b2ffd service neutron] Pushing event updated for resources: {'Port': ['ID=5db79ce8-6e08-422f-9db7-a83964f0d029,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:32.948719 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 55300) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:32.959793 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0b68308d-43ce-4ca7-8ee2-6c2497540503 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:32.987660 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165f8e4e-0d1d-4e26-a352-c9d34f12a8a0 None None] Sync routers for ids ['bd9ed3ba-d251-4191-bae7-35377d074008'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:43:33.002130 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165f8e4e-0d1d-4e26-a352-c9d34f12a8a0 None None] Routers {'bd9ed3ba-d251-4191-bae7-35377d074008'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:43:33.003033 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-165f8e4e-0d1d-4e26-a352-c9d34f12a8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:43:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['bd9ed3ba-d251-4191-bae7-35377d074008'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:33.033933 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b68308d-43ce-4ca7-8ee2-6c2497540503 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4eae4d30-1ea8-4bab-b4da-74fd53eb306b,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:33.056949 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0b68308d-43ce-4ca7-8ee2-6c2497540503 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:33.058783 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-0b68308d-43ce-4ca7-8ee2-6c2497540503 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2114363 Nov 12 08:43:33.064718 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 55304) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:33.073306 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-5fcb3e8d-d4e6-437c-9cfd-15f836240002 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Request body: {'security_group_rule': {'security_group_id': '2112de76-808b-4aee-81cb-ec91177d9317', 'project_id': '7d3f7337327743ecb706fdd7c92380e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:33.084679 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-21ed3213-c814-4c14-bb9b-70e24cc51dff tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Deleting subnet d9a00d2d-2c3f-4ff1-b492-21889461a07b {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:43:33.097079 n-d-765315-29 neutron-server[102600]: INFO neutron.api.v2.resource [None req-28a12898-d94d-4a5c-89c6-713a5400c46c tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] create failed (client error): The resource could not be found. Nov 12 08:43:33.103120 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-21ed3213-c814-4c14-bb9b-70e24cc51dff tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for subnet, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:33.104713 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-28a12898-d94d-4a5c-89c6-713a5400c46c tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.0420585 Nov 12 08:43:33.106139 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 55306) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:33.170475 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a4c8b02-837a-4fbf-b9ae-c998dd3a8a0b x-openstack-request-id: req-0a4c8b02-837a-4fbf-b9ae-c998dd3a8a0b {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:43:33.171048 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f572b03-2473-4d06-9d6f-9bba215f15ed", "name": "network-vif-plugged", "status": "completed", "tag": "b803005b-47c4-478f-9f4f-f881a64beb9c", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:43:33.171048 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0a4c8b02-837a-4fbf-b9ae-c998dd3a8a0b {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:43:33.171439 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f572b03-2473-4d06-9d6f-9bba215f15ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b803005b-47c4-478f-9f4f-f881a64beb9c', 'code': 200} Nov 12 08:43:33.216927 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-5c8e1f89-0651-4dbe-a14a-683a854ef2ba req-a71a495a-f847-47e3-8998-b9f66b2b2ffd service neutron] Attempting to bind port 5db79ce8-6e08-422f-9db7-a83964f0d029 on host n-h2-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:43:33.217578 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-5c8e1f89-0651-4dbe-a14a-683a854ef2ba req-a71a495a-f847-47e3-8998-b9f66b2b2ffd service neutron] Attempting to bind port 5db79ce8-6e08-422f-9db7-a83964f0d029 by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': 'de606a97-6a15-437d-9061-b28e516ee793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '6b84e933-7c48-4775-8559-ab5489d2a974'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:43:33.217578 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8e1f89-0651-4dbe-a14a-683a854ef2ba req-a71a495a-f847-47e3-8998-b9f66b2b2ffd service neutron] Attempting to bind port 5db79ce8-6e08-422f-9db7-a83964f0d029 on network 6b84e933-7c48-4775-8559-ab5489d2a974 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:43:33.239441 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-21ed3213-c814-4c14-bb9b-70e24cc51dff tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31181813'] for subnet, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:33.241084 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-165f8e4e-0d1d-4e26-a352-c9d34f12a8a0 None None] Set router bd9ed3ba-d251-4191-bae7-35377d074008 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:43:33.280647 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-47c20d90-2698-459e-bda1-96c222d7e16d tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks [] for router_gateway, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:33.306878 n-d-765315-29 neutron-server[102599]: INFO neutron.db.securitygroups_db [None req-5fcb3e8d-d4e6-437c-9cfd-15f836240002 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Project 7d3f7337327743ecb706fdd7c92380e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 08:43:33.315844 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8e1f89-0651-4dbe-a14a-683a854ef2ba req-a71a495a-f847-47e3-8998-b9f66b2b2ffd service neutron] Port 5db79ce8-6e08-422f-9db7-a83964f0d029 on network 6b84e933-7c48-4775-8559-ab5489d2a974 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:43:33.316206 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8e1f89-0651-4dbe-a14a-683a854ef2ba req-a71a495a-f847-47e3-8998-b9f66b2b2ffd service neutron] Attempting to bind port 5db79ce8-6e08-422f-9db7-a83964f0d029 on network 6b84e933-7c48-4775-8559-ab5489d2a974 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:43:33.349500 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-47c20d90-2698-459e-bda1-96c222d7e16d tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:33.353341 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5fcb3e8d-d4e6-437c-9cfd-15f836240002 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:33.362859 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8e1f89-0651-4dbe-a14a-683a854ef2ba req-a71a495a-f847-47e3-8998-b9f66b2b2ffd service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:43:33.363210 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8e1f89-0651-4dbe-a14a-683a854ef2ba req-a71a495a-f847-47e3-8998-b9f66b2b2ffd service neutron] Checking segment: {'id': 'de606a97-6a15-437d-9061-b28e516ee793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '6b84e933-7c48-4775-8559-ab5489d2a974'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:43:33.363606 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8e1f89-0651-4dbe-a14a-683a854ef2ba req-a71a495a-f847-47e3-8998-b9f66b2b2ffd service neutron] Bound using segment: {'id': 'de606a97-6a15-437d-9061-b28e516ee793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '6b84e933-7c48-4775-8559-ab5489d2a974'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:43:33.364058 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-5c8e1f89-0651-4dbe-a14a-683a854ef2ba req-a71a495a-f847-47e3-8998-b9f66b2b2ffd service neutron] Bound port: 5db79ce8-6e08-422f-9db7-a83964f0d029, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de606a97-6a15-437d-9061-b28e516ee793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '6b84e933-7c48-4775-8559-ab5489d2a974'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:43:33.364426 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-5c8e1f89-0651-4dbe-a14a-683a854ef2ba req-a71a495a-f847-47e3-8998-b9f66b2b2ffd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:33.427469 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad045e6-f33d-4a03-bcc0-c82d6052ec1b req-efa543d9-de1e-44e3-908b-5e3ad00f4796 tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:33.431637 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1ad045e6-f33d-4a03-bcc0-c82d6052ec1b req-efa543d9-de1e-44e3-908b-5e3ad00f4796 tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] 10.222.0.26 "GET /v2.0/ports?device_id=4548ef99-fb34-44d8-bcb3-44cf3fb1ded4 HTTP/1.1" status: 200 len: 943 time: 0.1536663 Nov 12 08:43:33.504654 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bdd177-7e07-4892-8fc7-0570ded103f6 req-3fe5ff52-0963-4e41-8eeb-a891175e843e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:33.506449 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e7bdd177-7e07-4892-8fc7-0570ded103f6 req-3fe5ff52-0963-4e41-8eeb-a891175e843e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2f572b03-2473-4d06-9d6f-9bba215f15ed HTTP/1.1" status: 200 len: 1098 time: 0.2611890 Nov 12 08:43:33.510970 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-165f8e4e-0d1d-4e26-a352-c9d34f12a8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9ed3ba-d251-4191-bae7-35377d074008', 'name': 'tempest-TestNetworkBasicOps-router-1622238044', 'tenant_id': 'cdcff4fc638944839e15d4e4416a2271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '81fa30dd-4c47-438a-89ba-77ddbd35fe4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:41:48Z', 'updated_at': '2021-11-12T08:43:30Z', 'revision_number': 5, 'project_id': 'cdcff4fc638944839e15d4e4416a2271', 'gw_port': {'id': '81fa30dd-4c47-438a-89ba-77ddbd35fe4b', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9ed3ba-d251-4191-bae7-35377d074008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:41:49Z', 'updated_at': '2021-11-12T08:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:33.519377 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1ad045e6-f33d-4a03-bcc0-c82d6052ec1b req-2138a2b6-5c0a-478d-9c07-a08d93a8f6c2 tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] 10.222.0.26 "GET /v2.0/security-groups?id=556b0dbb-c67a-4c45-aad1-6752c6cdaf18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794160 Nov 12 08:43:33.548951 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165f8e4e-0d1d-4e26-a352-c9d34f12a8a0 None None] Checking router: bd9ed3ba-d251-4191-bae7-35377d074008 for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:43:33.557328 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-47c20d90-2698-459e-bda1-96c222d7e16d tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Allocated IP 172.25.2.251 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/f15f4ac1-9b9a-4de8-a40e-65a818478e88) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:43:33.558674 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165f8e4e-0d1d-4e26-a352-c9d34f12a8a0 None None] Routers {'bd9ed3ba-d251-4191-bae7-35377d074008'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:43:33.560283 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-165f8e4e-0d1d-4e26-a352-c9d34f12a8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:43:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['bd9ed3ba-d251-4191-bae7-35377d074008'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:33.627785 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5fcb3e8d-d4e6-437c-9cfd-15f836240002 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:33.629673 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-21ed3213-c814-4c14-bb9b-70e24cc51dff tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:33.661927 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-90c2a18d-af3c-4cf3-a637-e683d6eaa721 tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Deleting port 5efa0ed6-d353-4498-9c81-7c05ecf4ee77 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:43:33.662290 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-90c2a18d-af3c-4cf3-a637-e683d6eaa721 tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:33.668653 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-5c8e1f89-0651-4dbe-a14a-683a854ef2ba req-a71a495a-f847-47e3-8998-b9f66b2b2ffd service neutron] For port 5db79ce8-6e08-422f-9db7-a83964f0d029, host n-h2-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:43:33.680717 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5fcb3e8d-d4e6-437c-9cfd-15f836240002 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:33.721741 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-165f8e4e-0d1d-4e26-a352-c9d34f12a8a0 None None] Set router bd9ed3ba-d251-4191-bae7-35377d074008 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:43:33.747715 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-5c8e1f89-0651-4dbe-a14a-683a854ef2ba req-a71a495a-f847-47e3-8998-b9f66b2b2ffd service neutron] For port 5db79ce8-6e08-422f-9db7-a83964f0d029, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=5db79ce8-6e08-422f-9db7-a83964f0d029,segment=NetworkSegment(de606a97-6a15-437d-9061-b28e516ee793),segment_id=de606a97-6a15-437d-9061-b28e516ee793)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:43:33.747996 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-47c20d90-2698-459e-bda1-96c222d7e16d tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:33.791908 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-47c20d90-2698-459e-bda1-96c222d7e16d tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:33.794936 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcb3e8d-d4e6-437c-9cfd-15f836240002 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d769850-409c-4d01-82dc-19aaf30ab52f,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:33.798408 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e7bdd177-7e07-4892-8fc7-0570ded103f6 req-6bbefa2e-b24c-47c5-94f7-21bc90e476e2 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e0bffda3-6203-474e-b9e0-460d95e09dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657995 Nov 12 08:43:33.803461 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-5c8e1f89-0651-4dbe-a14a-683a854ef2ba req-a71a495a-f847-47e3-8998-b9f66b2b2ffd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:33.853908 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c20d90-2698-459e-bda1-96c222d7e16d tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:43:33.863581 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-47c20d90-2698-459e-bda1-96c222d7e16d tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:43:33.865747 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5fcb3e8d-d4e6-437c-9cfd-15f836240002 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:33.866910 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c20d90-2698-459e-bda1-96c222d7e16d tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:43:33.867887 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-5fcb3e8d-d4e6-437c-9cfd-15f836240002 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7998447 Nov 12 08:43:33.879462 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 55308) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:33.891259 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1901e2-ba19-4687-91ee-41f1d3abc740 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:43:33.893139 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-e0537565-1bc0-42d3-8a1f-0f4fb417cd32 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Request body: {'security_group_rule': {'security_group_id': '2112de76-808b-4aee-81cb-ec91177d9317', 'project_id': '7d3f7337327743ecb706fdd7c92380e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:33.912072 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c20d90-2698-459e-bda1-96c222d7e16d tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Pushing event updated for resources: {'Port': ['ID=f15f4ac1-9b9a-4de8-a40e-65a818478e88,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:33.923355 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8e1f89-0651-4dbe-a14a-683a854ef2ba req-a71a495a-f847-47e3-8998-b9f66b2b2ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:33.924952 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-5c8e1f89-0651-4dbe-a14a-683a854ef2ba req-a71a495a-f847-47e3-8998-b9f66b2b2ffd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:33.927119 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5c8e1f89-0651-4dbe-a14a-683a854ef2ba req-a71a495a-f847-47e3-8998-b9f66b2b2ffd service neutron] 10.222.0.44 "PUT /v2.0/ports/5db79ce8-6e08-422f-9db7-a83964f0d029 HTTP/1.1" status: 200 len: 1092 time: 2.5154881 Nov 12 08:43:33.937987 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4548ef99-fb34-44d8-bcb3-44cf3fb1ded4', 'tag': '5db79ce8-6e08-422f-9db7-a83964f0d029'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:43:33.941482 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e4a1791-6a6c-4095-828d-212374e1c240" -d '{"events": [{"name": "network-changed", "server_uuid": "4548ef99-fb34-44d8-bcb3-44cf3fb1ded4", "tag": "5db79ce8-6e08-422f-9db7-a83964f0d029"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:43:33.966684 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-21ed3213-c814-4c14-bb9b-70e24cc51dff tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:33.984665 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-27c52f1a-98b7-4f2a-8a64-04cc0368fe1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:33.999184 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-20e76638-87b1-41af-a718-36c2cc1f99f5 None None] Provisioning complete for port f15f4ac1-9b9a-4de8-a40e-65a818478e88 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:33.999690 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-20e76638-87b1-41af-a718-36c2cc1f99f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:34.021053 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-165f8e4e-0d1d-4e26-a352-c9d34f12a8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9ed3ba-d251-4191-bae7-35377d074008', 'name': 'tempest-TestNetworkBasicOps-router-1622238044', 'tenant_id': 'cdcff4fc638944839e15d4e4416a2271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '81fa30dd-4c47-438a-89ba-77ddbd35fe4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:41:48Z', 'updated_at': '2021-11-12T08:43:30Z', 'revision_number': 5, 'project_id': 'cdcff4fc638944839e15d4e4416a2271', 'gw_port': {'id': '81fa30dd-4c47-438a-89ba-77ddbd35fe4b', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9ed3ba-d251-4191-bae7-35377d074008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:41:49Z', 'updated_at': '2021-11-12T08:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:34.058134 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a0eb81d-f97f-480b-a996-1d5badc4d63e x-openstack-request-id: req-1a0eb81d-f97f-480b-a996-1d5badc4d63e {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:43:34.058406 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4548ef99-fb34-44d8-bcb3-44cf3fb1ded4", "tag": "5db79ce8-6e08-422f-9db7-a83964f0d029", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:43:34.058759 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1a0eb81d-f97f-480b-a996-1d5badc4d63e {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:43:34.059076 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4548ef99-fb34-44d8-bcb3-44cf3fb1ded4', 'tag': '5db79ce8-6e08-422f-9db7-a83964f0d029', 'status': 'completed', 'code': 200} Nov 12 08:43:34.065692 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8635155-2e2d-4995-a3d8-99d5b09e49ac None None] Network 86b8c87a-274c-4919-b69d-637f6591ab2d requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:43:34.066923 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-90c2a18d-af3c-4cf3-a637-e683d6eaa721 tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:34.068297 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165f8e4e-0d1d-4e26-a352-c9d34f12a8a0 None None] The sync data for ids ['bd9ed3ba-d251-4191-bae7-35377d074008'] in n-d-765315-29 is: [{'id': 'bd9ed3ba-d251-4191-bae7-35377d074008', 'name': 'tempest-TestNetworkBasicOps-router-1622238044', 'tenant_id': 'cdcff4fc638944839e15d4e4416a2271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '81fa30dd-4c47-438a-89ba-77ddbd35fe4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:41:48Z', 'updated_at': '2021-11-12T08:43:30Z', 'revision_number': 5, 'project_id': 'cdcff4fc638944839e15d4e4416a2271', 'gw_port': {'id': '81fa30dd-4c47-438a-89ba-77ddbd35fe4b', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9ed3ba-d251-4191-bae7-35377d074008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:41:49Z', 'updated_at': '2021-11-12T08:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:43:34.086349 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-21ed3213-c814-4c14-bb9b-70e24cc51dff tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:34.095346 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-21ed3213-c814-4c14-bb9b-70e24cc51dff tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "DELETE /v2.0/subnets/d9a00d2d-2c3f-4ff1-b492-21889461a07b HTTP/1.1" status: 204 len: 168 time: 1.1411035 Nov 12 08:43:34.102175 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 55314) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:34.120406 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-20e76638-87b1-41af-a718-36c2cc1f99f5 None None] Port f15f4ac1-9b9a-4de8-a40e-65a818478e88 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:43:34.150092 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71a495a-f847-47e3-8998-b9f66b2b2ffd service neutron] Pushing event updated for resources: {'Port': ['ID=5db79ce8-6e08-422f-9db7-a83964f0d029,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:34.174343 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ed3213-c814-4c14-bb9b-70e24cc51dff tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Pushing event deleted for resources: {'Subnet': ['ID=d9a00d2d-2c3f-4ff1-b492-21889461a07b,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:34.177157 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-90c2a18d-af3c-4cf3-a637-e683d6eaa721 tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Calling delete_port for 5efa0ed6-d353-4498-9c81-7c05ecf4ee77 owned by {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:43:34.181917 n-d-765315-29 neutron-server[102599]: INFO neutron.db.securitygroups_db [None req-e0537565-1bc0-42d3-8a1f-0f4fb417cd32 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Project 7d3f7337327743ecb706fdd7c92380e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 08:43:34.203944 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e0537565-1bc0-42d3-8a1f-0f4fb417cd32 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:34.212328 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [req-402c7d0d-e2fd-4961-9a14-104386b36e64 req-27554da2-4647-4c51-9b99-3a7543fd08fd tempest-TaggedBootDevicesTest_v242-219119225 tempest-TaggedBootDevicesTest_v242-219119225-project] (102599) timed out ('10.222.0.26', 58232) {{(pid=102599) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 08:43:34.318036 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8e1f89-0651-4dbe-a14a-683a854ef2ba req-e264038c-45cf-40c2-9598-6d23099751da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:34.319974 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5c8e1f89-0651-4dbe-a14a-683a854ef2ba req-e264038c-45cf-40c2-9598-6d23099751da service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=379178cedbb249bf881248161215feaa&device_id=4548ef99-fb34-44d8-bcb3-44cf3fb1ded4 HTTP/1.1" status: 200 len: 1095 time: 0.2772348 Nov 12 08:43:34.393169 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953c9946-b8dc-4ba0-af51-fbae567706e6 None None] DHCP port deletion for 86b8c87a-274c-4919-b69d-637f6591ab2d request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:43:34.410256 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5c8e1f89-0651-4dbe-a14a-683a854ef2ba req-398d6387-98cf-4de4-ba5a-dfb1cbcb8c24 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5db79ce8-6e08-422f-9db7-a83964f0d029 HTTP/1.1" status: 200 len: 217 time: 0.0657053 Nov 12 08:43:34.419527 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88b8e47-a37d-42ee-88b8-e02b3cbf67c3 req-976c5987-4240-498c-bf37-e2f577f66eee tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:34.421224 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e88b8e47-a37d-42ee-88b8-e02b3cbf67c3 req-976c5987-4240-498c-bf37-e2f577f66eee tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f572b03-2473-4d06-9d6f-9bba215f15ed HTTP/1.1" status: 200 len: 946 time: 0.3199494 Nov 12 08:43:34.436835 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e0537565-1bc0-42d3-8a1f-0f4fb417cd32 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:34.459098 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f8d0123b-d291-4e57-a0a6-49a4bffd0d9b tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for router, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:34.499714 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-953c9946-b8dc-4ba0-af51-fbae567706e6 None None] Deleting port ba755328-7dc2-44c1-97b6-fa26f4f6f7eb {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:43:34.500180 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-953c9946-b8dc-4ba0-af51-fbae567706e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:34.524453 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e0537565-1bc0-42d3-8a1f-0f4fb417cd32 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:34.582003 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0537565-1bc0-42d3-8a1f-0f4fb417cd32 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0600ade3-db6a-4895-b538-3a818f6a06a5,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:34.587040 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8e1f89-0651-4dbe-a14a-683a854ef2ba req-89607653-1112-42db-a129-6a3cdc512c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:34.589891 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5c8e1f89-0651-4dbe-a14a-683a854ef2ba req-89607653-1112-42db-a129-6a3cdc512c0b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=afff2f33-6318-4302-8ebc-f7c0dbdae010 HTTP/1.1" status: 200 len: 851 time: 0.1510150 Nov 12 08:43:34.622989 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-953c9946-b8dc-4ba0-af51-fbae567706e6 None None] For port ba755328-7dc2-44c1-97b6-fa26f4f6f7eb, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=ba755328-7dc2-44c1-97b6-fa26f4f6f7eb,segment=NetworkSegment(42fd31a6-b332-4ff2-a9ed-35d53e7e9cdd),segment_id=42fd31a6-b332-4ff2-a9ed-35d53e7e9cdd)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:43:34.629576 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-953c9946-b8dc-4ba0-af51-fbae567706e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:34.647467 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e88b8e47-a37d-42ee-88b8-e02b3cbf67c3 req-a49f6081-f0d1-405e-bc4a-8135c2a37da3 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0bffda3-6203-474e-b9e0-460d95e09dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917224 Nov 12 08:43:34.660809 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-953c9946-b8dc-4ba0-af51-fbae567706e6 None None] Calling delete_port for ba755328-7dc2-44c1-97b6-fa26f4f6f7eb owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:43:34.662142 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5c8e1f89-0651-4dbe-a14a-683a854ef2ba req-bed01a92-8a6b-4356-b13d-0f3f3cbe7767 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6b84e933-7c48-4775-8559-ab5489d2a974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621650 Nov 12 08:43:34.675559 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e0537565-1bc0-42d3-8a1f-0f4fb417cd32 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:34.681714 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-e0537565-1bc0-42d3-8a1f-0f4fb417cd32 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7921693 Nov 12 08:43:34.739771 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-47c20d90-2698-459e-bda1-96c222d7e16d tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks [] for router_gateway, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:34.850869 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-90c2a18d-af3c-4cf3-a637-e683d6eaa721 tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:34.873313 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-953c9946-b8dc-4ba0-af51-fbae567706e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:34.880354 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5c8e1f89-0651-4dbe-a14a-683a854ef2ba req-4454fabb-2e66-4824-8d18-dbf54fbf25f0 service neutron] 10.222.0.44 "GET /v2.0/networks/6b84e933-7c48-4775-8559-ab5489d2a974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680067 Nov 12 08:43:34.916575 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c2a18d-af3c-4cf3-a637-e683d6eaa721 tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Pushing event deleted for resources: {'Port': ['ID=5efa0ed6-d353-4498-9c81-7c05ecf4ee77,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:34.958229 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953c9946-b8dc-4ba0-af51-fbae567706e6 None None] Pushing event deleted for resources: {'Port': ['ID=ba755328-7dc2-44c1-97b6-fa26f4f6f7eb,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:34.996455 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953c9946-b8dc-4ba0-af51-fbae567706e6 None None] No DVR routers for this DVR port ba755328-7dc2-44c1-97b6-fa26f4f6f7eb on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:43:35.056476 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 5ac5e61f-4665-40c7-a945-4c0e6bd7eebc no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:43:35.133440 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 5ac5e61f-4665-40c7-a945-4c0e6bd7eebc {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:43:35.134124 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 5ac5e61f-4665-40c7-a945-4c0e6bd7eebc not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:43:35.134759 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device ba755328-7dc2-44c1-97b6-fa26f4f6f7eb no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:43:35.166857 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: ba755328-7dc2-44c1-97b6-fa26f4f6f7eb {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:43:35.167498 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device ba755328-7dc2-44c1-97b6-fa26f4f6f7eb not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:43:35.172091 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-90c2a18d-af3c-4cf3-a637-e683d6eaa721 tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:35.175149 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f8d0123b-d291-4e57-a0a6-49a4bffd0d9b tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:35.196529 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-90c2a18d-af3c-4cf3-a637-e683d6eaa721 tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] 10.222.0.26 "DELETE /v2.0/ports/5efa0ed6-d353-4498-9c81-7c05ecf4ee77 HTTP/1.1" status: 204 len: 168 time: 2.0581083 Nov 12 08:43:35.215542 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 55358) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:35.236531 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b9b062-fcb3-4d3e-b9ca-26f9d7760b48 req-aa627570-2c42-4b73-9ceb-c5db56dace18 tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:35.238264 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-98b9b062-fcb3-4d3e-b9ca-26f9d7760b48 req-aa627570-2c42-4b73-9ceb-c5db56dace18 tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] 10.222.0.26 "GET /v2.0/ports?device_id=4548ef99-fb34-44d8-bcb3-44cf3fb1ded4 HTTP/1.1" status: 200 len: 943 time: 0.3259377 Nov 12 08:43:35.284221 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5c8e1f89-0651-4dbe-a14a-683a854ef2ba req-a5dbe2b2-31a9-40df-9e1e-a19c7712ed7d service neutron] 10.222.0.44 "GET /v2.0/networks/6b84e933-7c48-4775-8559-ab5489d2a974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3772807 Nov 12 08:43:35.332251 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6098dd72-ed81-40bc-b2d3-4ae989edbb0f tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:35.339478 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-6098dd72-ed81-40bc-b2d3-4ae989edbb0f tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce24781f-63ae-4c12-bcc4-6d4c6edd15a9 HTTP/1.1" status: 200 len: 913 time: 0.1223283 Nov 12 08:43:35.340177 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 55360) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:35.413016 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-98b9b062-fcb3-4d3e-b9ca-26f9d7760b48 req-dd292c98-ff27-4f19-8552-fc7425b07b90 tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] 10.222.0.26 "GET /v2.0/security-groups?id=556b0dbb-c67a-4c45-aad1-6752c6cdaf18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344590 Nov 12 08:43:35.426417 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:35.464603 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-47c20d90-2698-459e-bda1-96c222d7e16d tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052'] for router, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:35.470230 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-f8d0123b-d291-4e57-a0a6-49a4bffd0d9b tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Deleting port 81fa30dd-4c47-438a-89ba-77ddbd35fe4b {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:43:35.470570 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f8d0123b-d291-4e57-a0a6-49a4bffd0d9b tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:35.571903 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4a1791-6a6c-4095-828d-212374e1c240 req-3b6e7f57-576a-4773-90a6-018e8337c269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:35.573719 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6e4a1791-6a6c-4095-828d-212374e1c240 req-3b6e7f57-576a-4773-90a6-018e8337c269 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=379178cedbb249bf881248161215feaa&device_id=4548ef99-fb34-44d8-bcb3-44cf3fb1ded4 HTTP/1.1" status: 200 len: 1095 time: 0.0880084 Nov 12 08:43:35.824870 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4a1791-6a6c-4095-828d-212374e1c240 req-9bee4caa-1d81-41a9-a331-09a4091d4e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:35.826911 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6e4a1791-6a6c-4095-828d-212374e1c240 req-9bee4caa-1d81-41a9-a331-09a4091d4e0d service neutron] 10.222.0.44 "GET /v2.0/networks?id=6b84e933-7c48-4775-8559-ab5489d2a974 HTTP/1.1" status: 200 len: 912 time: 0.2130411 Nov 12 08:43:35.898152 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6e4a1791-6a6c-4095-828d-212374e1c240 req-ad5349ee-85c5-48b1-91a4-44a099292b83 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5db79ce8-6e08-422f-9db7-a83964f0d029 HTTP/1.1" status: 200 len: 217 time: 0.0599542 Nov 12 08:43:35.984130 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4a1791-6a6c-4095-828d-212374e1c240 req-9e1bd782-96a3-4e5e-8321-ecb016ce955f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:35.985894 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6e4a1791-6a6c-4095-828d-212374e1c240 req-9e1bd782-96a3-4e5e-8321-ecb016ce955f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=afff2f33-6318-4302-8ebc-f7c0dbdae010 HTTP/1.1" status: 200 len: 851 time: 0.0667398 Nov 12 08:43:36.038346 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6e4a1791-6a6c-4095-828d-212374e1c240 req-14c52bf6-f735-4bfe-bd5d-fe00e53d0abd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6b84e933-7c48-4775-8559-ab5489d2a974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375485 Nov 12 08:43:36.110907 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-f8d0123b-d291-4e57-a0a6-49a4bffd0d9b tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] For port 81fa30dd-4c47-438a-89ba-77ddbd35fe4b, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=81fa30dd-4c47-438a-89ba-77ddbd35fe4b,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:43:36.111280 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f8d0123b-d291-4e57-a0a6-49a4bffd0d9b tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:36.132782 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-f8d0123b-d291-4e57-a0a6-49a4bffd0d9b tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Calling delete_port for 81fa30dd-4c47-438a-89ba-77ddbd35fe4b owned by network:router_gateway {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:43:36.171596 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed499fc-55ee-420b-9953-6cb2e595ec9a req-4a49113d-e831-45d5-89f7-c56c69240cfd tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:36.173143 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5ed499fc-55ee-420b-9953-6cb2e595ec9a req-4a49113d-e831-45d5-89f7-c56c69240cfd tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f572b03-2473-4d06-9d6f-9bba215f15ed HTTP/1.1" status: 200 len: 946 time: 0.1350577 Nov 12 08:43:36.194550 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-040419dc-01d2-4188-b083-aaa51546c0fb tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933586'] for router_interface, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:36.198425 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6e4a1791-6a6c-4095-828d-212374e1c240 req-2be0ee02-00ac-4157-a7c3-95d429b80a58 service neutron] 10.222.0.44 "GET /v2.0/networks/6b84e933-7c48-4775-8559-ab5489d2a974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321497 Nov 12 08:43:36.274545 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47c20d90-2698-459e-bda1-96c222d7e16d tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Router 4d2602bf-3602-4f3c-80a3-1a0ff8aa9574 is scheduled to L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 with binding_index 1 {{(pid=102600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:43:36.397601 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5ed499fc-55ee-420b-9953-6cb2e595ec9a req-25040f17-4be8-4e7a-95b0-1d503d1c0e2b tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0bffda3-6203-474e-b9e0-460d95e09dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901054 Nov 12 08:43:36.414220 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6e4a1791-6a6c-4095-828d-212374e1c240 req-29ede975-885a-40d5-b782-8b3494991702 service neutron] 10.222.0.44 "GET /v2.0/networks/6b84e933-7c48-4775-8559-ab5489d2a974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778708 Nov 12 08:43:36.560442 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f8d0123b-d291-4e57-a0a6-49a4bffd0d9b tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:36.665559 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ecbfa0-3d2b-490f-bdb7-8dd7530bcbc9 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:43:36.689445 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d0123b-d291-4e57-a0a6-49a4bffd0d9b tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Pushing event deleted for resources: {'Port': ['ID=81fa30dd-4c47-438a-89ba-77ddbd35fe4b,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:36.697650 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-040419dc-01d2-4188-b083-aaa51546c0fb tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Deleting port 993c0f34-023e-487c-8faf-11411b451a3c {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:43:36.700746 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-040419dc-01d2-4188-b083-aaa51546c0fb tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:36.710772 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47c20d90-2698-459e-bda1-96c222d7e16d tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:43:36.743597 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81914266-31b7-4082-aeb4-45432a039dbe None None] Sync routers for ids ['4d2602bf-3602-4f3c-80a3-1a0ff8aa9574'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:43:36.765872 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81914266-31b7-4082-aeb4-45432a039dbe None None] Routers {'4d2602bf-3602-4f3c-80a3-1a0ff8aa9574'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:43:36.767267 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-81914266-31b7-4082-aeb4-45432a039dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:43:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['4d2602bf-3602-4f3c-80a3-1a0ff8aa9574'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:36.847568 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f9eaa4-e40a-4beb-99bc-1dc40331a6e5 req-378e15d5-08cd-4c81-89a1-1944dd9b73cf tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:36.860692 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b9f9eaa4-e40a-4beb-99bc-1dc40331a6e5 req-378e15d5-08cd-4c81-89a1-1944dd9b73cf tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] 10.222.0.26 "GET /v2.0/ports?device_id=4548ef99-fb34-44d8-bcb3-44cf3fb1ded4 HTTP/1.1" status: 200 len: 943 time: 0.3194733 Nov 12 08:43:36.870414 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-47c20d90-2698-459e-bda1-96c222d7e16d tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:36.877409 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-47c20d90-2698-459e-bda1-96c222d7e16d tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 5.2043519 Nov 12 08:43:36.877739 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 55404) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:36.953861 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b9f9eaa4-e40a-4beb-99bc-1dc40331a6e5 req-44b45a8a-8c73-45a9-a37c-b4859dc1c699 tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] 10.222.0.26 "GET /v2.0/security-groups?id=556b0dbb-c67a-4c45-aad1-6752c6cdaf18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913000 Nov 12 08:43:36.957325 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f8d0123b-d291-4e57-a0a6-49a4bffd0d9b tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-933016'] for router_gateway, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:37.035788 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7c26060a-173f-4c32-9d5d-9e20a2889038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:37.067618 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-040419dc-01d2-4188-b083-aaa51546c0fb tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:37.080558 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-81914266-31b7-4082-aeb4-45432a039dbe None None] Set router 4d2602bf-3602-4f3c-80a3-1a0ff8aa9574 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:43:37.111801 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f8d0123b-d291-4e57-a0a6-49a4bffd0d9b tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:37.114732 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f8d0123b-d291-4e57-a0a6-49a4bffd0d9b tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:37.116468 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-040419dc-01d2-4188-b083-aaa51546c0fb tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Calling delete_port for 993c0f34-023e-487c-8faf-11411b451a3c owned by network:router_interface {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:43:37.182195 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f8d0123b-d291-4e57-a0a6-49a4bffd0d9b tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:37.182685 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8d0123b-d291-4e57-a0a6-49a4bffd0d9b tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Fanout notify agent at l3_agent the message router_deleted on router bd9ed3ba-d251-4191-bae7-35377d074008 {{(pid=102600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:43:37.208535 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f8d0123b-d291-4e57-a0a6-49a4bffd0d9b tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:37.210318 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-f8d0123b-d291-4e57-a0a6-49a4bffd0d9b tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "DELETE /v2.0/routers/bd9ed3ba-d251-4191-bae7-35377d074008 HTTP/1.1" status: 204 len: 168 time: 3.1071515 Nov 12 08:43:37.213968 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 55410) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:37.333598 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-ebf67cb4-f47a-4f2b-8502-0f2f51c2f840 tempest-TestSecurityGroupsBasicOps-1040671232 tempest-TestSecurityGroupsBasicOps-1040671232-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=77abaf9dfdff48589f5ad3a7f970c1f2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4517164 Nov 12 08:43:37.348613 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 55412) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:37.456992 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c470d33a-734e-43c6-8edf-61ba9aa4f17f tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:37.521288 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-81914266-31b7-4082-aeb4-45432a039dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2602bf-3602-4f3c-80a3-1a0ff8aa9574', 'name': 'tempest-TestSecurityGroupsBasicOps-router-813339176', 'tenant_id': '77abaf9dfdff48589f5ad3a7f970c1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': 'f15f4ac1-9b9a-4de8-a40e-65a818478e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:43:31Z', 'updated_at': '2021-11-12T08:43:34Z', 'revision_number': 3, 'project_id': '77abaf9dfdff48589f5ad3a7f970c1f2', 'gw_port': {'id': 'f15f4ac1-9b9a-4de8-a40e-65a818478e88', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:4a:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d2602bf-3602-4f3c-80a3-1a0ff8aa9574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:43:33Z', 'updated_at': '2021-11-12T08:43:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:37.559265 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81914266-31b7-4082-aeb4-45432a039dbe None None] Checking router: 4d2602bf-3602-4f3c-80a3-1a0ff8aa9574 for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:43:37.559746 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81914266-31b7-4082-aeb4-45432a039dbe None None] Updating router 4d2602bf-3602-4f3c-80a3-1a0ff8aa9574 port f15f4ac1-9b9a-4de8-a40e-65a818478e88 binding host n-d-765315-29 {{(pid=102601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:43:37.590458 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-81914266-31b7-4082-aeb4-45432a039dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:37.630550 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c470d33a-734e-43c6-8edf-61ba9aa4f17f tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:37.630743 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6afc7bf-3dda-4ff4-8558-98eff198c5e6 tempest-TestSecurityGroupsBasicOps-1040671232 tempest-TestSecurityGroupsBasicOps-1040671232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:37.632497 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-d6afc7bf-3dda-4ff4-8558-98eff198c5e6 tempest-TestSecurityGroupsBasicOps-1040671232 tempest-TestSecurityGroupsBasicOps-1040671232-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2825534 Nov 12 08:43:37.636981 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 55418) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:37.659501 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-c470d33a-734e-43c6-8edf-61ba9aa4f17f tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86b8c87a-274c-4919-b69d-637f6591ab2d']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:37.686195 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-c470d33a-734e-43c6-8edf-61ba9aa4f17f tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42fd31a6-b332-4ff2-a9ed-35d53e7e9cdd') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:37.687059 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-c470d33a-734e-43c6-8edf-61ba9aa4f17f tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42fd31a6-b332-4ff2-a9ed-35d53e7e9cdd') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:37.699329 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-e9145bd1-f014-4b76-ac6f-96821c018558 tempest-TestSecurityGroupsBasicOps-1040671232 tempest-TestSecurityGroupsBasicOps-1040671232-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=d709f64f-f9e6-4525-b020-ad48633b9bbf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0598192 Nov 12 08:43:37.701898 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 5db79ce8-6e08-422f-9db7-a83964f0d029 details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:43:37.707041 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 55420) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:37.718528 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c470d33a-734e-43c6-8edf-61ba9aa4f17f tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:37.732818 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-040419dc-01d2-4188-b083-aaa51546c0fb tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:37.744538 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c470d33a-734e-43c6-8edf-61ba9aa4f17f tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:37.753207 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c470d33a-734e-43c6-8edf-61ba9aa4f17f tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:43:37.753902 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c470d33a-734e-43c6-8edf-61ba9aa4f17f tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:37.839504 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040419dc-01d2-4188-b083-aaa51546c0fb tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Pushing event deleted for resources: {'Port': ['ID=993c0f34-023e-487c-8faf-11411b451a3c,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:37.869428 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-6188e433-c523-4c0d-9913-e8d49caf7799 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1800690388', 'network_id': '6ffcad90-f496-4d66-99b9-24f9c9250cf2', 'project_id': '77abaf9dfdff48589f5ad3a7f970c1f2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:37.888449 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:43:37.888449 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:43:37.888449 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:43:37.888449 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:43:37.888449 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:43:37.888449 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:43:37.888449 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:43:37.888449 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:43:37.888449 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:43:37.888449 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:43:37.888449 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:43:37.888449 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:43:37.888449 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:43:37.888449 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:43:37.888449 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:43:37.888449 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:43:37.888449 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:43:37.888449 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:43:37.888449 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:43:37.888449 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:43:37.888449 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:43:37.888449 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:43:37.888449 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:43:37.888449 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:43:37.888449 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:43:37.888449 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:43:37.888449 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:43:37.888449 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:43:37.888449 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:43:37.888449 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:43:37.888449 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:43:37.888449 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:43:38.100860 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c470d33a-734e-43c6-8edf-61ba9aa4f17f tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:38.175155 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c470d33a-734e-43c6-8edf-61ba9aa4f17f tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:38.196811 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-c470d33a-734e-43c6-8edf-61ba9aa4f17f tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] 10.222.0.26 "DELETE /v2.0/networks/86b8c87a-274c-4919-b69d-637f6591ab2d HTTP/1.1" status: 204 len: 168 time: 0.9782736 Nov 12 08:43:38.220772 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c470d33a-734e-43c6-8edf-61ba9aa4f17f tempest-TestNetworkBasicOps-460511652 tempest-TestNetworkBasicOps-460511652-project] Pushing event deleted for resources: {'Network': ['ID=86b8c87a-274c-4919-b69d-637f6591ab2d,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:38.329064 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6188e433-c523-4c0d-9913-e8d49caf7799 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Made reservation on behalf of 77abaf9dfdff48589f5ad3a7f970c1f2 for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:43:38.332825 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6188e433-c523-4c0d-9913-e8d49caf7799 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:38.377394 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:38.484323 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-040419dc-01d2-4188-b083-aaa51546c0fb tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918626'] for router_interface, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:38.500108 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a907dc0-6e0b-4283-b738-9b4a69509e0f req-9783d1f6-0b08-4a96-b980-8ad8ee2c586b tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:38.511811 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1a907dc0-6e0b-4283-b738-9b4a69509e0f req-9783d1f6-0b08-4a96-b980-8ad8ee2c586b tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] 10.222.0.26 "GET /v2.0/ports?device_id=4548ef99-fb34-44d8-bcb3-44cf3fb1ded4 HTTP/1.1" status: 200 len: 943 time: 0.2851384 Nov 12 08:43:38.777692 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-81914266-31b7-4082-aeb4-45432a039dbe None None] Publish callbacks [] for port, precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:38.781292 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1a907dc0-6e0b-4283-b738-9b4a69509e0f req-11eb094a-6bb5-4159-b148-0d0709b7e076 tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] 10.222.0.26 "GET /v2.0/security-groups?id=556b0dbb-c67a-4c45-aad1-6752c6cdaf18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679689 Nov 12 08:43:38.792463 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 5db79ce8-6e08-422f-9db7-a83964f0d029, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=5db79ce8-6e08-422f-9db7-a83964f0d029,segment=NetworkSegment(de606a97-6a15-437d-9061-b28e516ee793),segment_id=de606a97-6a15-437d-9061-b28e516ee793)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:43:38.809440 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': '5db79ce8-6e08-422f-9db7-a83964f0d029', 'network_id': '6b84e933-7c48-4775-8559-ab5489d2a974', 'port_id': '5db79ce8-6e08-422f-9db7-a83964f0d029', 'mac_address': 'fa:16:3e:1d:4f:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afff2f33-6318-4302-8ebc-f7c0dbdae010', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:43:38.877444 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:38.905919 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-81914266-31b7-4082-aeb4-45432a039dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:38.921016 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5db79ce8-6e08-422f-9db7-a83964f0d029 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:43:38.966746 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 55434) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:38.991186 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6188e433-c523-4c0d-9913-e8d49caf7799 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:38.998923 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ac5099-8073-4885-878d-7d76da73de28 None None] Pushing event updated for resources: {'Port': ['ID=f15f4ac1-9b9a-4de8-a40e-65a818478e88,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:39.007481 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 81fa30dd-4c47-438a-89ba-77ddbd35fe4b no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:43:39.049323 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 81fa30dd-4c47-438a-89ba-77ddbd35fe4b {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:43:39.050122 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 81fa30dd-4c47-438a-89ba-77ddbd35fe4b not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:43:39.052825 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95eff788-c846-45f1-8583-44b5356d639c None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:43:39.103892 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-81914266-31b7-4082-aeb4-45432a039dbe None None] Attempting to bind port f15f4ac1-9b9a-4de8-a40e-65a818478e88 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:43:39.104830 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-81914266-31b7-4082-aeb4-45432a039dbe None None] Attempting to bind port f15f4ac1-9b9a-4de8-a40e-65a818478e88 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:43:39.105833 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81914266-31b7-4082-aeb4-45432a039dbe None None] Attempting to bind port f15f4ac1-9b9a-4de8-a40e-65a818478e88 on network d709f64f-f9e6-4525-b020-ad48633b9bbf {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:43:39.117204 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 5db79ce8-6e08-422f-9db7-a83964f0d029, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=5db79ce8-6e08-422f-9db7-a83964f0d029,segment=NetworkSegment(de606a97-6a15-437d-9061-b28e516ee793),segment_id=de606a97-6a15-437d-9061-b28e516ee793)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:43:39.120590 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81914266-31b7-4082-aeb4-45432a039dbe None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:43:39.121545 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81914266-31b7-4082-aeb4-45432a039dbe None None] Checking segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:43:39.123094 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-81914266-31b7-4082-aeb4-45432a039dbe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:39.124033 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81914266-31b7-4082-aeb4-45432a039dbe None None] Bound using segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:43:39.125049 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-81914266-31b7-4082-aeb4-45432a039dbe None None] Bound port: f15f4ac1-9b9a-4de8-a40e-65a818478e88, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:43:39.126192 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-81914266-31b7-4082-aeb4-45432a039dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:39.201641 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6188e433-c523-4c0d-9913-e8d49caf7799 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Pushing event updated for resources: {'Subnet': ['ID=6690910f-d234-4eb4-9691-5e272fa7b090,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:39.214771 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6188e433-c523-4c0d-9913-e8d49caf7799 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Checking segment: {'id': '9478a79d-0f06-437e-97b9-90a4eddcebbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '6ffcad90-f496-4d66-99b9-24f9c9250cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:43:39.215153 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6188e433-c523-4c0d-9913-e8d49caf7799 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Network hostable DHCP agents. Network: 6ffcad90-f496-4d66-99b9-24f9c9250cf2, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:43:39.225281 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:39.303896 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-a654da91-ccba-44dc-922d-b0deffa7ceab admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cdcff4fc638944839e15d4e4416a2271&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3353662 Nov 12 08:43:39.308252 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 55442) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:39.311832 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=5db79ce8-6e08-422f-9db7-a83964f0d029,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:39.347687 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6188e433-c523-4c0d-9913-e8d49caf7799 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Network 6ffcad90-f496-4d66-99b9-24f9c9250cf2 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:43:39.362933 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-6188e433-c523-4c0d-9913-e8d49caf7799 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 6ffcad90-f496-4d66-99b9-24f9c9250cf2) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:43:39.368093 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-81914266-31b7-4082-aeb4-45432a039dbe None None] For port f15f4ac1-9b9a-4de8-a40e-65a818478e88, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:43:39.371003 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:39.372594 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-d1a74811-13b1-4c4f-a620-677de0a78d1c None None] Provisioning complete for port f15f4ac1-9b9a-4de8-a40e-65a818478e88 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:39.373221 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d1a74811-13b1-4c4f-a620-677de0a78d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:39.391080 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6188e433-c523-4c0d-9913-e8d49caf7799 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:39.392129 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6188e433-c523-4c0d-9913-e8d49caf7799 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:39.433576 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-d1a74811-13b1-4c4f-a620-677de0a78d1c None None] Port f15f4ac1-9b9a-4de8-a40e-65a818478e88 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:43:39.436518 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df06fed-0bbe-4e1d-b770-b7993bda1d27 None None] Network 6ffcad90-f496-4d66-99b9-24f9c9250cf2 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:43:39.449634 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-6188e433-c523-4c0d-9913-e8d49caf7799 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.7398875 Nov 12 08:43:39.455240 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 55444) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:39.467710 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-81914266-31b7-4082-aeb4-45432a039dbe None None] For port f15f4ac1-9b9a-4de8-a40e-65a818478e88, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=f15f4ac1-9b9a-4de8-a40e-65a818478e88,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:43:39.468891 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-46a05605-fce5-432d-9096-4b13f3741723 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:39.490955 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-81914266-31b7-4082-aeb4-45432a039dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:39.570699 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-46a05605-fce5-432d-9096-4b13f3741723 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:39.620195 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['5db79ce8-6e08-422f-9db7-a83964f0d029'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:43:39.622692 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be36495-8d78-4e8c-b9fc-8fc686e3e226 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:43:39.714027 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-040419dc-01d2-4188-b083-aaa51546c0fb tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Router ce24781f-63ae-4c12-bcc4-6d4c6edd15a9 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:43:39.728849 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81914266-31b7-4082-aeb4-45432a039dbe None None] Routers {'4d2602bf-3602-4f3c-80a3-1a0ff8aa9574'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:43:39.729559 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-81914266-31b7-4082-aeb4-45432a039dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:43:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['4d2602bf-3602-4f3c-80a3-1a0ff8aa9574'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:39.732309 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ac5099-8073-4885-878d-7d76da73de28 None None] Pushing event updated for resources: {'Port': ['ID=f15f4ac1-9b9a-4de8-a40e-65a818478e88,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:39.901558 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-af1cd4b5-ea48-4113-b244-ebdc772b1c76 None None] Provisioning complete for port f15f4ac1-9b9a-4de8-a40e-65a818478e88 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:39.902422 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-af1cd4b5-ea48-4113-b244-ebdc772b1c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:39.907629 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-040419dc-01d2-4188-b083-aaa51546c0fb tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:43:39.922010 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9210e7c6-e226-4679-9a0e-a4e8b8a70a77 None None] Sync routers for ids ['ce24781f-63ae-4c12-bcc4-6d4c6edd15a9'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:43:39.929951 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-040419dc-01d2-4188-b083-aaa51546c0fb tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] 10.222.0.26 "PUT /v2.0/routers/ce24781f-63ae-4c12-bcc4-6d4c6edd15a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5871887 Nov 12 08:43:39.935280 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 55448) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:39.948797 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9210e7c6-e226-4679-9a0e-a4e8b8a70a77 None None] Routers {'ce24781f-63ae-4c12-bcc4-6d4c6edd15a9'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:43:39.949433 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-9210e7c6-e226-4679-9a0e-a4e8b8a70a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:43:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['ce24781f-63ae-4c12-bcc4-6d4c6edd15a9'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:40.017861 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-9210e7c6-e226-4679-9a0e-a4e8b8a70a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:40.051517 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-46a05605-fce5-432d-9096-4b13f3741723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:40.061474 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-46a05605-fce5-432d-9096-4b13f3741723 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:40.062695 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-46a05605-fce5-432d-9096-4b13f3741723 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e4700871-a61c-47f2-abdb-08a3b8b3cc67 HTTP/1.1" status: 204 len: 168 time: 0.7533615 Nov 12 08:43:40.074051 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6ac997f1-60e3-4897-b499-d291ad114b6c tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Publish callbacks [] for router, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:40.082382 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:43:40.083641 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9210e7c6-e226-4679-9a0e-a4e8b8a70a77 None None] Routers {'ce24781f-63ae-4c12-bcc4-6d4c6edd15a9'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:43:40.084654 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-9210e7c6-e226-4679-9a0e-a4e8b8a70a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:43:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['ce24781f-63ae-4c12-bcc4-6d4c6edd15a9'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:40.105170 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:40.150984 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1dddf99-65e9-45b6-b9be-1a886d157eff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-6ffcad90-f496-4d66-99b9-24f9c9250cf2', 'network_id': '6ffcad90-f496-4d66-99b9-24f9c9250cf2', 'tenant_id': '77abaf9dfdff48589f5ad3a7f970c1f2', 'fixed_ips': [{'subnet_id': '6690910f-d234-4eb4-9691-5e272fa7b090'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:43:40.156848 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a1dddf99-65e9-45b6-b9be-1a886d157eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:40.166626 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-9210e7c6-e226-4679-9a0e-a4e8b8a70a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:40.167759 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9210e7c6-e226-4679-9a0e-a4e8b8a70a77 None None] The sync data for ids ['ce24781f-63ae-4c12-bcc4-6d4c6edd15a9'] in n-d-765315-29 is: [] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:43:40.203988 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a05605-fce5-432d-9096-4b13f3741723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4700871-a61c-47f2-abdb-08a3b8b3cc67,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:40.249529 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704cd993-51ea-4843-a67d-e9603139ed26 req-32be437e-813c-4876-b9ec-8f41938cea8e tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:40.260085 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-704cd993-51ea-4843-a67d-e9603139ed26 req-32be437e-813c-4876-b9ec-8f41938cea8e tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] 10.222.0.26 "GET /v2.0/ports?device_id=4548ef99-fb34-44d8-bcb3-44cf3fb1ded4 HTTP/1.1" status: 200 len: 944 time: 0.3011031 Nov 12 08:43:40.272223 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-81914266-31b7-4082-aeb4-45432a039dbe None None] Set router 4d2602bf-3602-4f3c-80a3-1a0ff8aa9574 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:43:40.395529 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-704cd993-51ea-4843-a67d-e9603139ed26 req-b9307d6b-cda0-40da-95af-e60f2c284e2d tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] 10.222.0.26 "GET /v2.0/security-groups?id=556b0dbb-c67a-4c45-aad1-6752c6cdaf18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342068 Nov 12 08:43:40.530487 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6ac997f1-60e3-4897-b499-d291ad114b6c tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:40.535065 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6ac997f1-60e3-4897-b499-d291ad114b6c tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:40.579954 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e20f02b1-f824-43f1-8d0d-b8410fc6eec4 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:40.653874 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6ac997f1-60e3-4897-b499-d291ad114b6c tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:40.655257 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ac997f1-60e3-4897-b499-d291ad114b6c tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Fanout notify agent at l3_agent the message router_deleted on router ce24781f-63ae-4c12-bcc4-6d4c6edd15a9 {{(pid=102599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:43:40.696555 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6ac997f1-60e3-4897-b499-d291ad114b6c tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:40.702477 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-6ac997f1-60e3-4897-b499-d291ad114b6c tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] 10.222.0.26 "DELETE /v2.0/routers/ce24781f-63ae-4c12-bcc4-6d4c6edd15a9 HTTP/1.1" status: 204 len: 168 time: 0.7612214 Nov 12 08:43:40.704083 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 55462) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:40.726695 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 55464) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:40.757963 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5cd1d577-1dfa-4e35-8e86-c16fff87364f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:40.821253 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-66ef6632-b540-4a8f-8d7a-ae7db32b9093 tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Deleting subnet 91976e69-c62f-415d-8716-8c0c65e93538 {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:43:40.827979 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-66ef6632-b540-4a8f-8d7a-ae7db32b9093 tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Publish callbacks [] for subnet, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:40.850687 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-af1cd4b5-ea48-4113-b244-ebdc772b1c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:40.921914 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-af1cd4b5-ea48-4113-b244-ebdc772b1c76 None None] For port f15f4ac1-9b9a-4de8-a40e-65a818478e88, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=f15f4ac1-9b9a-4de8-a40e-65a818478e88,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:43:40.931257 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-a1dddf99-65e9-45b6-b9be-1a886d157eff None None] Allocated IP 172.20.0.2 (6ffcad90-f496-4d66-99b9-24f9c9250cf2/6690910f-d234-4eb4-9691-5e272fa7b090/4e39b0fe-b738-4dfd-a89f-bf8e679f98f9) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:43:40.933970 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-af1cd4b5-ea48-4113-b244-ebdc772b1c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:40.966528 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-66ef6632-b540-4a8f-8d7a-ae7db32b9093 tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31181813'] for subnet, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:41.078504 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1cd4b5-ea48-4113-b244-ebdc772b1c76 None None] Pushing event updated for resources: {'Port': ['ID=f15f4ac1-9b9a-4de8-a40e-65a818478e88,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:41.095059 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-81914266-31b7-4082-aeb4-45432a039dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2602bf-3602-4f3c-80a3-1a0ff8aa9574', 'name': 'tempest-TestSecurityGroupsBasicOps-router-813339176', 'tenant_id': '77abaf9dfdff48589f5ad3a7f970c1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': 'f15f4ac1-9b9a-4de8-a40e-65a818478e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:43:31Z', 'updated_at': '2021-11-12T08:43:34Z', 'revision_number': 3, 'project_id': '77abaf9dfdff48589f5ad3a7f970c1f2', 'gw_port': {'id': 'f15f4ac1-9b9a-4de8-a40e-65a818478e88', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:4a:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d2602bf-3602-4f3c-80a3-1a0ff8aa9574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:43:33Z', 'updated_at': '2021-11-12T08:43:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:41.131464 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81914266-31b7-4082-aeb4-45432a039dbe None None] The sync data for ids ['4d2602bf-3602-4f3c-80a3-1a0ff8aa9574'] in n-d-765315-29 is: [{'id': '4d2602bf-3602-4f3c-80a3-1a0ff8aa9574', 'name': 'tempest-TestSecurityGroupsBasicOps-router-813339176', 'tenant_id': '77abaf9dfdff48589f5ad3a7f970c1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': 'f15f4ac1-9b9a-4de8-a40e-65a818478e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:43:31Z', 'updated_at': '2021-11-12T08:43:34Z', 'revision_number': 3, 'project_id': '77abaf9dfdff48589f5ad3a7f970c1f2', 'gw_port': {'id': 'f15f4ac1-9b9a-4de8-a40e-65a818478e88', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:4a:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d2602bf-3602-4f3c-80a3-1a0ff8aa9574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:43:33Z', 'updated_at': '2021-11-12T08:43:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:43:41.269850 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-66ef6632-b540-4a8f-8d7a-ae7db32b9093 tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:41.314565 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5cd1d577-1dfa-4e35-8e86-c16fff87364f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:41.322355 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5cd1d577-1dfa-4e35-8e86-c16fff87364f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:41.336830 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a1dddf99-65e9-45b6-b9be-1a886d157eff None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:41.349277 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a1dddf99-65e9-45b6-b9be-1a886d157eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:41.410677 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1dddf99-65e9-45b6-b9be-1a886d157eff None None] Network 6ffcad90-f496-4d66-99b9-24f9c9250cf2 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:43:41.417573 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-a1dddf99-65e9-45b6-b9be-1a886d157eff None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:43:41.422376 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1dddf99-65e9-45b6-b9be-1a886d157eff None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:43:41.442741 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dddf99-65e9-45b6-b9be-1a886d157eff None None] Pushing event updated for resources: {'Port': ['ID=4e39b0fe-b738-4dfd-a89f-bf8e679f98f9,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:41.442920 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-5cd1d577-1dfa-4e35-8e86-c16fff87364f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=571c8fa260a8438390a5b434fe225e4e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7119150 Nov 12 08:43:41.444593 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 55474) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:41.459853 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd1d577-1dfa-4e35-8e86-c16fff87364f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8502132f-da54-4ddb-9c0c-3901c88dbc54,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:41.469192 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-66ef6632-b540-4a8f-8d7a-ae7db32b9093 tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:41.503648 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-e20f02b1-f824-43f1-8d0d-b8410fc6eec4 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Allocated IP 172.20.0.1 (6ffcad90-f496-4d66-99b9-24f9c9250cf2/6690910f-d234-4eb4-9691-5e272fa7b090/973ba8f7-4160-46c4-97fa-5b919a072670) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:43:41.554233 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-66ef6632-b540-4a8f-8d7a-ae7db32b9093 tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:41.556292 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0091d21d-582a-4d1f-83c8-2c8ce95ca297 None None] Network f984deb3-ec7d-4b80-b368-e8a42203018a requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:43:41.560436 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-66ef6632-b540-4a8f-8d7a-ae7db32b9093 tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] 10.222.0.26 "DELETE /v2.0/subnets/91976e69-c62f-415d-8716-8c0c65e93538 HTTP/1.1" status: 204 len: 168 time: 0.8552058 Nov 12 08:43:41.561467 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-a1dddf99-65e9-45b6-b9be-1a886d157eff None None] Attempting to bind port 4e39b0fe-b738-4dfd-a89f-bf8e679f98f9 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:43:41.561848 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-a1dddf99-65e9-45b6-b9be-1a886d157eff None None] Attempting to bind port 4e39b0fe-b738-4dfd-a89f-bf8e679f98f9 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '9478a79d-0f06-437e-97b9-90a4eddcebbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '6ffcad90-f496-4d66-99b9-24f9c9250cf2'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:43:41.562212 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dddf99-65e9-45b6-b9be-1a886d157eff None None] Attempting to bind port 4e39b0fe-b738-4dfd-a89f-bf8e679f98f9 on network 6ffcad90-f496-4d66-99b9-24f9c9250cf2 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:43:41.582379 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 55478) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:41.626553 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ef6632-b540-4a8f-8d7a-ae7db32b9093 tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Pushing event deleted for resources: {'Subnet': ['ID=91976e69-c62f-415d-8716-8c0c65e93538,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:41.641560 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dddf99-65e9-45b6-b9be-1a886d157eff None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:43:41.642003 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dddf99-65e9-45b6-b9be-1a886d157eff None None] Checking segment: {'id': '9478a79d-0f06-437e-97b9-90a4eddcebbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '6ffcad90-f496-4d66-99b9-24f9c9250cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:43:41.642345 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a1dddf99-65e9-45b6-b9be-1a886d157eff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:41.644080 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dddf99-65e9-45b6-b9be-1a886d157eff None None] Bound using segment: {'id': '9478a79d-0f06-437e-97b9-90a4eddcebbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '6ffcad90-f496-4d66-99b9-24f9c9250cf2'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:43:41.644630 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-a1dddf99-65e9-45b6-b9be-1a886d157eff None None] Bound port: 4e39b0fe-b738-4dfd-a89f-bf8e679f98f9, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9478a79d-0f06-437e-97b9-90a4eddcebbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '6ffcad90-f496-4d66-99b9-24f9c9250cf2'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:43:41.645023 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a1dddf99-65e9-45b6-b9be-1a886d157eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:41.720365 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-407831b2-e931-4f7e-8dd2-2f6e1b9d2e1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:41.765858 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b9768768-da16-45aa-b95f-355778f24d81 tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:41.786312 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-407831b2-e931-4f7e-8dd2-2f6e1b9d2e1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:41.789318 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 5db79ce8-6e08-422f-9db7-a83964f0d029 up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:43:41.921203 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-407831b2-e931-4f7e-8dd2-2f6e1b9d2e1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:41.926015 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-407831b2-e931-4f7e-8dd2-2f6e1b9d2e1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:41.927739 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-407831b2-e931-4f7e-8dd2-2f6e1b9d2e1a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8502132f-da54-4ddb-9c0c-3901c88dbc54 HTTP/1.1" status: 204 len: 168 time: 0.4816561 Nov 12 08:43:41.962623 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407831b2-e931-4f7e-8dd2-2f6e1b9d2e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8502132f-da54-4ddb-9c0c-3901c88dbc54,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:42.102798 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e20f02b1-f824-43f1-8d0d-b8410fc6eec4 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:42.124213 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78647df7-7980-4b5d-8b85-0735a2bbb202 req-2613d123-1ce9-4004-8a87-3abbc932ba8e tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:42.131812 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-78647df7-7980-4b5d-8b85-0735a2bbb202 req-2613d123-1ce9-4004-8a87-3abbc932ba8e tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] 10.222.0.26 "GET /v2.0/ports?device_id=4548ef99-fb34-44d8-bcb3-44cf3fb1ded4 HTTP/1.1" status: 200 len: 944 time: 0.5014677 Nov 12 08:43:42.600610 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning for port 5db79ce8-6e08-422f-9db7-a83964f0d029 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:43:42.615117 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-a1dddf99-65e9-45b6-b9be-1a886d157eff None None] For port 4e39b0fe-b738-4dfd-a89f-bf8e679f98f9, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:43:42.627728 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-a1dddf99-65e9-45b6-b9be-1a886d157eff None None] For port 4e39b0fe-b738-4dfd-a89f-bf8e679f98f9, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=4e39b0fe-b738-4dfd-a89f-bf8e679f98f9,segment=NetworkSegment(9478a79d-0f06-437e-97b9-90a4eddcebbc),segment_id=9478a79d-0f06-437e-97b9-90a4eddcebbc)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:43:42.638092 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port 5db79ce8-6e08-422f-9db7-a83964f0d029 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:42.640679 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:42.657890 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a1dddf99-65e9-45b6-b9be-1a886d157eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:42.862025 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-78647df7-7980-4b5d-8b85-0735a2bbb202 req-5ef992e3-84e4-4cb2-ab6f-e53ece0360ab tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] 10.222.0.26 "GET /v2.0/security-groups?id=556b0dbb-c67a-4c45-aad1-6752c6cdaf18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7237449 Nov 12 08:43:42.863954 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-b9768768-da16-45aa-b95f-355778f24d81 tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Deleting port 29bdcf6e-4862-49f8-863f-a5b37b5f0493 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:43:42.867055 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b9768768-da16-45aa-b95f-355778f24d81 tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:42.895639 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2d0b0c-3e45-4893-89a6-9352d192a2e0 None None] DHCP port deletion for f984deb3-ec7d-4b80-b368-e8a42203018a request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:43:42.906814 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:42.907831 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dddf99-65e9-45b6-b9be-1a886d157eff None None] Pushing event updated for resources: {'Port': ['ID=4e39b0fe-b738-4dfd-a89f-bf8e679f98f9,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:42.986088 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e20f02b1-f824-43f1-8d0d-b8410fc6eec4 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:43.124987 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device f15f4ac1-9b9a-4de8-a40e-65a818478e88 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:43:43.149926 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-b9768768-da16-45aa-b95f-355778f24d81 tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] For port 29bdcf6e-4862-49f8-863f-a5b37b5f0493, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=29bdcf6e-4862-49f8-863f-a5b37b5f0493,segment=NetworkSegment(daa6ca9e-8c99-47f9-9895-4a3e112955e9),segment_id=daa6ca9e-8c99-47f9-9895-4a3e112955e9)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:43:43.150516 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b9768768-da16-45aa-b95f-355778f24d81 tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:43.156666 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20f02b1-f824-43f1-8d0d-b8410fc6eec4 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Network 6ffcad90-f496-4d66-99b9-24f9c9250cf2 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:43:43.169105 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-e20f02b1-f824-43f1-8d0d-b8410fc6eec4 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:43:43.185381 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20f02b1-f824-43f1-8d0d-b8410fc6eec4 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:43:43.195259 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-b9768768-da16-45aa-b95f-355778f24d81 tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Calling delete_port for 29bdcf6e-4862-49f8-863f-a5b37b5f0493 owned by network:dhcp {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:43:43.209050 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20f02b1-f824-43f1-8d0d-b8410fc6eec4 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Pushing event updated for resources: {'Port': ['ID=973ba8f7-4160-46c4-97fa-5b919a072670,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:43.431868 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port f15f4ac1-9b9a-4de8-a40e-65a818478e88 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:43.432529 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:43.440248 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e20f02b1-f824-43f1-8d0d-b8410fc6eec4 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933481'] for router_interface, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:43.518262 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:43.552653 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 55510) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:43.632391 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-8c2d0b0c-3e45-4893-89a6-9352d192a2e0 None None] Deleting port 29bdcf6e-4862-49f8-863f-a5b37b5f0493 {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:43:43.632948 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8c2d0b0c-3e45-4893-89a6-9352d192a2e0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:43.677217 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b9768768-da16-45aa-b95f-355778f24d81 tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:43.750231 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4548ef99-fb34-44d8-bcb3-44cf3fb1ded4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5db79ce8-6e08-422f-9db7-a83964f0d029'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:43:43.756967 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-250d45d6-983d-47cd-801d-b250bab8bdec" -d '{"events": [{"server_uuid": "4548ef99-fb34-44d8-bcb3-44cf3fb1ded4", "name": "network-vif-plugged", "status": "completed", "tag": "5db79ce8-6e08-422f-9db7-a83964f0d029"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:43:43.788153 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9768768-da16-45aa-b95f-355778f24d81 tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Pushing event deleted for resources: {'Port': ['ID=29bdcf6e-4862-49f8-863f-a5b37b5f0493,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:43.792801 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9768768-da16-45aa-b95f-355778f24d81 tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] No DVR routers for this DVR port 29bdcf6e-4862-49f8-863f-a5b37b5f0493 on host n-d-765315-29 {{(pid=102600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:43:43.826737 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-786b720d-161c-40d4-ba61-98ec97dc522b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1030702179-network', 'tenant_id': '9092e2c011414e27b78b54ab78778e04'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:43.864831 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 5db79ce8-6e08-422f-9db7-a83964f0d029, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=5db79ce8-6e08-422f-9db7-a83964f0d029,segment=NetworkSegment(de606a97-6a15-437d-9061-b28e516ee793),segment_id=de606a97-6a15-437d-9061-b28e516ee793)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:43:43.885370 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-008fe410-ebd4-4b01-8fc1-ef20bccce024 x-openstack-request-id: req-008fe410-ebd4-4b01-8fc1-ef20bccce024 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:43:43.886004 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4548ef99-fb34-44d8-bcb3-44cf3fb1ded4", "name": "network-vif-plugged", "status": "completed", "tag": "5db79ce8-6e08-422f-9db7-a83964f0d029", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:43:43.886458 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-008fe410-ebd4-4b01-8fc1-ef20bccce024 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:43:43.887780 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4548ef99-fb34-44d8-bcb3-44cf3fb1ded4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5db79ce8-6e08-422f-9db7-a83964f0d029', 'code': 200} Nov 12 08:43:43.888969 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:43.895310 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-8c2d0b0c-3e45-4893-89a6-9352d192a2e0 None None] For port 29bdcf6e-4862-49f8-863f-a5b37b5f0493, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=29bdcf6e-4862-49f8-863f-a5b37b5f0493,segment=NetworkSegment(daa6ca9e-8c99-47f9-9895-4a3e112955e9),segment_id=daa6ca9e-8c99-47f9-9895-4a3e112955e9)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:43:43.896087 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8c2d0b0c-3e45-4893-89a6-9352d192a2e0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:43.908802 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-786b720d-161c-40d4-ba61-98ec97dc522b admin admin] Made reservation on behalf of 9092e2c011414e27b78b54ab78778e04 for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:43:43.928949 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-786b720d-161c-40d4-ba61-98ec97dc522b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:43.966179 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e20f02b1-f824-43f1-8d0d-b8410fc6eec4 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:43.973780 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-786b720d-161c-40d4-ba61-98ec97dc522b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:44.065337 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-8c2d0b0c-3e45-4893-89a6-9352d192a2e0 None None] Calling delete_port for 29bdcf6e-4862-49f8-863f-a5b37b5f0493 owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:43:44.210846 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b9768768-da16-45aa-b95f-355778f24d81 tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:44.241252 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e3ff8d-0628-4507-8dd4-cf9797063512 req-fd1dd855-c436-4a41-9e59-0337007a8aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:44.243647 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-19e3ff8d-0628-4507-8dd4-cf9797063512 req-fd1dd855-c436-4a41-9e59-0337007a8aba service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4548ef99-fb34-44d8-bcb3-44cf3fb1ded4 HTTP/1.1" status: 200 len: 1097 time: 0.2259822 Nov 12 08:43:44.249503 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 29bdcf6e-4862-49f8-863f-a5b37b5f0493 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:43:44.292573 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=5db79ce8-6e08-422f-9db7-a83964f0d029,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:44.298393 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-b9768768-da16-45aa-b95f-355778f24d81 tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f984deb3-ec7d-4b80-b368-e8a42203018a']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:44.319901 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-786b720d-161c-40d4-ba61-98ec97dc522b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:44.325847 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-b9768768-da16-45aa-b95f-355778f24d81 tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daa6ca9e-8c99-47f9-9895-4a3e112955e9') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:44.326399 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-b9768768-da16-45aa-b95f-355778f24d81 tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daa6ca9e-8c99-47f9-9895-4a3e112955e9') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:44.348783 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b9768768-da16-45aa-b95f-355778f24d81 tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:44.355494 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-786b720d-161c-40d4-ba61-98ec97dc522b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:44.375843 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b9768768-da16-45aa-b95f-355778f24d81 tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:44.387903 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9768768-da16-45aa-b95f-355778f24d81 tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:43:44.387903 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b9768768-da16-45aa-b95f-355778f24d81 tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:44.388240 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 29bdcf6e-4862-49f8-863f-a5b37b5f0493 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:43:44.388240 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 29bdcf6e-4862-49f8-863f-a5b37b5f0493 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:43:44.409885 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-786b720d-161c-40d4-ba61-98ec97dc522b admin admin] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:43:44.417510 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8c2d0b0c-3e45-4893-89a6-9352d192a2e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:44.451240 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-786b720d-161c-40d4-ba61-98ec97dc522b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:44.451697 n-d-765315-29 neutron-server[102599]: INFO neutron.db.segments_db [None req-786b720d-161c-40d4-ba61-98ec97dc522b admin admin] Added segment 2477c2ed-bf48-4bee-bec3-4a9ac76e1e8a of type vlan for network 1a77e7d1-e880-4909-b47f-c788347c40d5 Nov 12 08:43:44.489247 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2d0b0c-3e45-4893-89a6-9352d192a2e0 None None] No DVR routers for this DVR port 29bdcf6e-4862-49f8-863f-a5b37b5f0493 on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:43:44.490456 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:43:44.490456 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:43:44.490456 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:43:44.490456 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:43:44.490456 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:43:44.490456 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:43:44.490456 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:43:44.490456 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:43:44.490456 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:43:44.490456 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:43:44.490456 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:43:44.490456 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:43:44.490456 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:43:44.490456 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:43:44.490456 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:43:44.490456 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:43:44.490456 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:43:44.490456 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:43:44.490456 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:43:44.490456 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:43:44.490456 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:43:44.490456 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:43:44.490456 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:43:44.490456 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:43:44.490456 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:43:44.490456 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:43:44.490456 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:43:44.490456 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:43:44.490456 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:43:44.490456 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:43:44.490456 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:43:44.490456 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:43:44.561986 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2d0b0c-3e45-4893-89a6-9352d192a2e0 None None] Pushing event deleted for resources: {'Port': ['ID=29bdcf6e-4862-49f8-863f-a5b37b5f0493,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:44.617925 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-786b720d-161c-40d4-ba61-98ec97dc522b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:44.707381 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786b720d-161c-40d4-ba61-98ec97dc522b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95814dbf-1f33-4345-ac50-f3f172cff469,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:44.721895 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-19e3ff8d-0628-4507-8dd4-cf9797063512 req-c646b82e-63e9-4d81-b241-176ea2260d3b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=556b0dbb-c67a-4c45-aad1-6752c6cdaf18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4537263 Nov 12 08:43:44.738005 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-786b720d-161c-40d4-ba61-98ec97dc522b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:44.739275 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786b720d-161c-40d4-ba61-98ec97dc522b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:44.739878 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-786b720d-161c-40d4-ba61-98ec97dc522b admin admin] Publish callbacks [] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:44.800570 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b9768768-da16-45aa-b95f-355778f24d81 tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:44.806002 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b9768768-da16-45aa-b95f-355778f24d81 tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:44.811160 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-b9768768-da16-45aa-b95f-355778f24d81 tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] 10.222.0.26 "DELETE /v2.0/networks/f984deb3-ec7d-4b80-b368-e8a42203018a HTTP/1.1" status: 204 len: 168 time: 3.2262692 Nov 12 08:43:44.878550 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786b720d-161c-40d4-ba61-98ec97dc522b admin admin] Pushing event updated for resources: {'Network': ['ID=1a77e7d1-e880-4909-b47f-c788347c40d5,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:44.893563 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-786b720d-161c-40d4-ba61-98ec97dc522b admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3370190 Nov 12 08:43:44.894103 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 55526) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:44.898200 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9768768-da16-45aa-b95f-355778f24d81 tempest-FloatingIPNegativeTestJSON-941950478 tempest-FloatingIPNegativeTestJSON-941950478-project] Pushing event deleted for resources: {'Network': ['ID=f984deb3-ec7d-4b80-b368-e8a42203018a,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:44.907168 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-7a430e1d-efb0-4929-b6e1-daad845eb474 admin admin] Request body: {'subnet': {'network_id': '1a77e7d1-e880-4909-b47f-c788347c40d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1030702179-subnet', 'tenant_id': '9092e2c011414e27b78b54ab78778e04', 'ip_version': 4}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:44.941841 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f326cc6b-6dc5-44b1-989b-9b1ed206496a None None] Network 6ffcad90-f496-4d66-99b9-24f9c9250cf2 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:43:45.001824 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de04811-c9a3-445c-a1ff-2da481238bc6 req-c7af9898-4a08-4bb7-82b4-cda18ca63eca tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:45.005752 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2de04811-c9a3-445c-a1ff-2da481238bc6 req-c7af9898-4a08-4bb7-82b4-cda18ca63eca tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] 10.222.0.26 "GET /v2.0/ports?device_id=4548ef99-fb34-44d8-bcb3-44cf3fb1ded4 HTTP/1.1" status: 200 len: 945 time: 0.8232331 Nov 12 08:43:45.027725 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a430e1d-efb0-4929-b6e1-daad845eb474 admin admin] Made reservation on behalf of 9092e2c011414e27b78b54ab78778e04 for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:43:45.030817 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7a430e1d-efb0-4929-b6e1-daad845eb474 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:45.106839 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 1a77e7d1-e880-4909-b47f-c788347c40d5 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:43:45.229611 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 4e39b0fe-b738-4dfd-a89f-bf8e679f98f9 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:43:45.288455 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-26678af5-02e0-48ce-b26e-80ec3d0a49f1 None None] Provisioning complete for port 4e39b0fe-b738-4dfd-a89f-bf8e679f98f9 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:45.289523 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-26678af5-02e0-48ce-b26e-80ec3d0a49f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:45.295799 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 55530) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:45.496101 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-26678af5-02e0-48ce-b26e-80ec3d0a49f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:45.604623 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7a430e1d-efb0-4929-b6e1-daad845eb474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:45.615412 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-26678af5-02e0-48ce-b26e-80ec3d0a49f1 None None] For port 4e39b0fe-b738-4dfd-a89f-bf8e679f98f9, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=4e39b0fe-b738-4dfd-a89f-bf8e679f98f9,segment=NetworkSegment(9478a79d-0f06-437e-97b9-90a4eddcebbc),segment_id=9478a79d-0f06-437e-97b9-90a4eddcebbc)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:43:45.622714 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-26678af5-02e0-48ce-b26e-80ec3d0a49f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:45.625499 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 4e39b0fe-b738-4dfd-a89f-bf8e679f98f9 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:45.627398 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:45.636106 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-8aa30574-8a5e-4100-91ab-23a443114d6b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c4ab40f57d89414983bcd61a745ea0ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3382859 Nov 12 08:43:45.641558 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 55534) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:45.672556 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2de04811-c9a3-445c-a1ff-2da481238bc6 req-a0aba0ae-8af3-4416-9ee9-199af8c60451 tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] 10.222.0.26 "GET /v2.0/security-groups?id=556b0dbb-c67a-4c45-aad1-6752c6cdaf18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6453927 Nov 12 08:43:45.768311 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1e8fa1d3-6064-4af8-af95-109efbd24c02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:45.855263 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1e8fa1d3-6064-4af8-af95-109efbd24c02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:45.881975 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a430e1d-efb0-4929-b6e1-daad845eb474 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6d8ff2c-9dad-4362-ace9-f37f6abbb39a,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:45.923219 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e20f02b1-f824-43f1-8d0d-b8410fc6eec4 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:45.939664 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e20f02b1-f824-43f1-8d0d-b8410fc6eec4 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:46.058538 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1e8fa1d3-6064-4af8-af95-109efbd24c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:46.063595 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26678af5-02e0-48ce-b26e-80ec3d0a49f1 None None] Pushing event updated for resources: {'Port': ['ID=4e39b0fe-b738-4dfd-a89f-bf8e679f98f9,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:46.067910 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1e8fa1d3-6064-4af8-af95-109efbd24c02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:46.070570 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-1e8fa1d3-6064-4af8-af95-109efbd24c02 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d6d4b646-65cb-4eaf-8924-7920dd64b9ef HTTP/1.1" status: 204 len: 168 time: 0.4279325 Nov 12 08:43:46.086129 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a430e1d-efb0-4929-b6e1-daad845eb474 admin admin] Checking segment: {'id': '2477c2ed-bf48-4bee-bec3-4a9ac76e1e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '1a77e7d1-e880-4909-b47f-c788347c40d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:43:46.087433 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a430e1d-efb0-4929-b6e1-daad845eb474 admin admin] Network hostable DHCP agents. Network: 1a77e7d1-e880-4909-b47f-c788347c40d5, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:43:46.146910 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8fa1d3-6064-4af8-af95-109efbd24c02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6d4b646-65cb-4eaf-8924-7920dd64b9ef,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:46.165336 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e20f02b1-f824-43f1-8d0d-b8410fc6eec4 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933629'] for router_interface, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:46.177458 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a430e1d-efb0-4929-b6e1-daad845eb474 admin admin] Network 1a77e7d1-e880-4909-b47f-c788347c40d5 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:43:46.184932 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20f02b1-f824-43f1-8d0d-b8410fc6eec4 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Pushing event updated for resources: {'Port': ['ID=973ba8f7-4160-46c4-97fa-5b919a072670,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:46.189680 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-7a430e1d-efb0-4929-b6e1-daad845eb474 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 1a77e7d1-e880-4909-b47f-c788347c40d5) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:43:46.195878 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a430e1d-efb0-4929-b6e1-daad845eb474 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:46.196475 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7a430e1d-efb0-4929-b6e1-daad845eb474 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:46.203100 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c733588-6854-4bf0-9ca4-73a8ba187b48 None None] Network 1a77e7d1-e880-4909-b47f-c788347c40d5 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:43:46.293992 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-7a430e1d-efb0-4929-b6e1-daad845eb474 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3961143 Nov 12 08:43:46.296589 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 55542) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:46.305394 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-b942e275-ac74-489c-8ab7-ee81171b3a7a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1030702179-router', 'tenant_id': '9092e2c011414e27b78b54ab78778e04', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:46.359550 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b942e275-ac74-489c-8ab7-ee81171b3a7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:46.367159 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b942e275-ac74-489c-8ab7-ee81171b3a7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:46.412997 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20f02b1-f824-43f1-8d0d-b8410fc6eec4 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Network 6ffcad90-f496-4d66-99b9-24f9c9250cf2 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:43:46.420237 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-e20f02b1-f824-43f1-8d0d-b8410fc6eec4 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:43:46.453995 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1ca3be-2af3-4ef2-9d61-033d63cdbc25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-1a77e7d1-e880-4909-b47f-c788347c40d5', 'network_id': '1a77e7d1-e880-4909-b47f-c788347c40d5', 'tenant_id': '9092e2c011414e27b78b54ab78778e04', 'fixed_ips': [{'subnet_id': 'f6d8ff2c-9dad-4362-ace9-f37f6abbb39a'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:43:46.454981 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1c1ca3be-2af3-4ef2-9d61-033d63cdbc25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:46.606856 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b942e275-ac74-489c-8ab7-ee81171b3a7a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:46.693658 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-c2b10d94-fc70-4167-a2b8-0c31d74133a7 None None] Provisioning complete for port 4e39b0fe-b738-4dfd-a89f-bf8e679f98f9 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:46.694015 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c2b10d94-fc70-4167-a2b8-0c31d74133a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:46.712533 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e20f02b1-f824-43f1-8d0d-b8410fc6eec4 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Router 4d2602bf-3602-4f3c-80a3-1a0ff8aa9574 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:43:46.749833 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-1c1ca3be-2af3-4ef2-9d61-033d63cdbc25 None None] Allocated IP 172.20.0.2 (1a77e7d1-e880-4909-b47f-c788347c40d5/f6d8ff2c-9dad-4362-ace9-f37f6abbb39a/ae15afad-649e-43f0-9e35-9fae1507075f) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:43:46.981469 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-c2b10d94-fc70-4167-a2b8-0c31d74133a7 None None] Provisioning complete for port 973ba8f7-4160-46c4-97fa-5b919a072670 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:46.981814 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c2b10d94-fc70-4167-a2b8-0c31d74133a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:47.048103 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e20f02b1-f824-43f1-8d0d-b8410fc6eec4 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:43:47.055165 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-e20f02b1-f824-43f1-8d0d-b8410fc6eec4 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] 10.222.0.26 "PUT /v2.0/routers/4d2602bf-3602-4f3c-80a3-1a0ff8aa9574/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5985820 Nov 12 08:43:47.078855 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 4e39b0fe-b738-4dfd-a89f-bf8e679f98f9 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:43:47.118198 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 55560) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:47.134217 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-7003f41a-241d-4505-a0d3-58c84a3f721f tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--766762391', 'description': 'tempest-secgroup_access--766762391 description', 'project_id': '77abaf9dfdff48589f5ad3a7f970c1f2'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:47.177496 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2063d636-94ae-4f04-9e8d-4792bb62ac13 None None] Sync routers for ids ['4d2602bf-3602-4f3c-80a3-1a0ff8aa9574'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:43:47.220361 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7003f41a-241d-4505-a0d3-58c84a3f721f tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:47.226737 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b942e275-ac74-489c-8ab7-ee81171b3a7a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:47.239805 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e6ac80-d881-4450-8de0-4539276d56fe req-b8a1c095-60fe-4ee3-aee5-028c3ee343ac tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:47.241863 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-45e6ac80-d881-4450-8de0-4539276d56fe req-b8a1c095-60fe-4ee3-aee5-028c3ee343ac tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] 10.222.0.26 "GET /v2.0/ports?device_id=4548ef99-fb34-44d8-bcb3-44cf3fb1ded4 HTTP/1.1" status: 200 len: 945 time: 0.1957157 Nov 12 08:43:47.247290 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2063d636-94ae-4f04-9e8d-4792bb62ac13 None None] Routers {'4d2602bf-3602-4f3c-80a3-1a0ff8aa9574'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:43:47.248086 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-2063d636-94ae-4f04-9e8d-4792bb62ac13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:43:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['4d2602bf-3602-4f3c-80a3-1a0ff8aa9574'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:47.355150 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-45e6ac80-d881-4450-8de0-4539276d56fe req-89212839-11b0-4f31-aea2-f66dadd9f53c tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] 10.222.0.26 "GET /v2.0/security-groups?id=556b0dbb-c67a-4c45-aad1-6752c6cdaf18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019514 Nov 12 08:43:47.449289 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-c2b10d94-fc70-4167-a2b8-0c31d74133a7 None None] Port 973ba8f7-4160-46c4-97fa-5b919a072670 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:43:47.464950 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7003f41a-241d-4505-a0d3-58c84a3f721f tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:47.472289 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7003f41a-241d-4505-a0d3-58c84a3f721f tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:47.549120 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7003f41a-241d-4505-a0d3-58c84a3f721f tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:47.557247 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-7003f41a-241d-4505-a0d3-58c84a3f721f tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.4295013 Nov 12 08:43:47.557972 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 55572) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:47.581504 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 4e39b0fe-b738-4dfd-a89f-bf8e679f98f9 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:47.581866 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:47.609570 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-712507dd-cf39-46cb-9196-5aa29de7dd44 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--353069475', 'description': 'tempest-secgroup_general--353069475 description', 'project_id': '77abaf9dfdff48589f5ad3a7f970c1f2'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:47.647828 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-2063d636-94ae-4f04-9e8d-4792bb62ac13 None None] Set router 4d2602bf-3602-4f3c-80a3-1a0ff8aa9574 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:43:47.652132 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335259e1-dcb2-4d44-a3b1-754ba54f6315 req-bac71885-7a12-43e7-a964-f94f363a3c0f tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:47.656334 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-241cd55c-1723-4b38-9ded-c005c3736106 None None] Provisioning complete for port 973ba8f7-4160-46c4-97fa-5b919a072670 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:47.659048 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-335259e1-dcb2-4d44-a3b1-754ba54f6315 req-bac71885-7a12-43e7-a964-f94f363a3c0f tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] 10.222.0.26 "GET /v2.0/ports?device_id=4548ef99-fb34-44d8-bcb3-44cf3fb1ded4 HTTP/1.1" status: 200 len: 945 time: 0.1705408 Nov 12 08:43:47.668946 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-241cd55c-1723-4b38-9ded-c005c3736106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:47.706106 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1c1ca3be-2af3-4ef2-9d61-033d63cdbc25 None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:47.738141 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7003f41a-241d-4505-a0d3-58c84a3f721f tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0945492-374d-4bfc-be32-68046ca36a9a,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:47.752129 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 55574) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:47.770270 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-712507dd-cf39-46cb-9196-5aa29de7dd44 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:47.851572 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-335259e1-dcb2-4d44-a3b1-754ba54f6315 req-d79e8ee1-b662-451d-a954-0357fb039bc7 tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] 10.222.0.26 "GET /v2.0/security-groups?id=556b0dbb-c67a-4c45-aad1-6752c6cdaf18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886389 Nov 12 08:43:47.896447 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-712507dd-cf39-46cb-9196-5aa29de7dd44 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:47.908382 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-712507dd-cf39-46cb-9196-5aa29de7dd44 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:47.932990 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-712507dd-cf39-46cb-9196-5aa29de7dd44 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:47.935782 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-712507dd-cf39-46cb-9196-5aa29de7dd44 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3374801 Nov 12 08:43:47.939623 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 55582) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:47.944357 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-81c7e6e4-5ef0-464f-9b90-30beb94369d1 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Request body: {'security_group_rule': {'security_group_id': 'a0945492-374d-4bfc-be32-68046ca36a9a', 'project_id': '77abaf9dfdff48589f5ad3a7f970c1f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:48.003135 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-81c7e6e4-5ef0-464f-9b90-30beb94369d1 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:48.060357 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1c1ca3be-2af3-4ef2-9d61-033d63cdbc25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:48.103859 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-d3ceb142-8a6d-4af0-9f34-320653b8485c tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-188421525'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:48.171976 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712507dd-cf39-46cb-9196-5aa29de7dd44 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a97047a0-dda4-4afc-ac4d-c9e7b1e236f2,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:48.201852 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-81c7e6e4-5ef0-464f-9b90-30beb94369d1 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:48.211463 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-81c7e6e4-5ef0-464f-9b90-30beb94369d1 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:48.216045 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-241cd55c-1723-4b38-9ded-c005c3736106 None None] Port 973ba8f7-4160-46c4-97fa-5b919a072670 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:43:48.225211 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1ca3be-2af3-4ef2-9d61-033d63cdbc25 None None] Network 1a77e7d1-e880-4909-b47f-c788347c40d5 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:43:48.258964 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ceb142-8a6d-4af0-9f34-320653b8485c tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Made reservation on behalf of dc5d3b337b0b4ac2bf638e904b3f73a7 for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:43:48.261752 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-81c7e6e4-5ef0-464f-9b90-30beb94369d1 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:48.263892 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1ca3be-2af3-4ef2-9d61-033d63cdbc25 None None] Pushing event updated for resources: {'Port': ['ID=ae15afad-649e-43f0-9e35-9fae1507075f,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:48.265725 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-81c7e6e4-5ef0-464f-9b90-30beb94369d1 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3249285 Nov 12 08:43:48.266951 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d3ceb142-8a6d-4af0-9f34-320653b8485c tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:48.267914 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-1c1ca3be-2af3-4ef2-9d61-033d63cdbc25 None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:43:48.273261 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1ca3be-2af3-4ef2-9d61-033d63cdbc25 None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:43:48.289366 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d3ceb142-8a6d-4af0-9f34-320653b8485c tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:48.297367 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c7e6e4-5ef0-464f-9b90-30beb94369d1 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07712c7d-1604-4957-aa26-ee63092e0715,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:48.435293 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-f63895ea-c1c2-4d95-8f57-0da2b91c5916 None None] Provisioning complete for port 973ba8f7-4160-46c4-97fa-5b919a072670 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:48.435658 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f63895ea-c1c2-4d95-8f57-0da2b91c5916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:48.442637 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eeb737-1175-4272-b3dd-4086f52bc3a0 req-4d3e6488-1a2c-4e09-ac15-f0fe367cbc1f tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:48.443534 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b942e275-ac74-489c-8ab7-ee81171b3a7a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:48.445650 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-56eeb737-1175-4272-b3dd-4086f52bc3a0 req-4d3e6488-1a2c-4e09-ac15-f0fe367cbc1f tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] 10.222.0.26 "GET /v2.0/ports?device_id=4548ef99-fb34-44d8-bcb3-44cf3fb1ded4 HTTP/1.1" status: 200 len: 945 time: 0.1333668 Nov 12 08:43:48.515880 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-1c1ca3be-2af3-4ef2-9d61-033d63cdbc25 None None] Attempting to bind port ae15afad-649e-43f0-9e35-9fae1507075f on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:43:48.516250 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-1c1ca3be-2af3-4ef2-9d61-033d63cdbc25 None None] Attempting to bind port ae15afad-649e-43f0-9e35-9fae1507075f by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '2477c2ed-bf48-4bee-bec3-4a9ac76e1e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '1a77e7d1-e880-4909-b47f-c788347c40d5'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:43:48.516613 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1ca3be-2af3-4ef2-9d61-033d63cdbc25 None None] Attempting to bind port ae15afad-649e-43f0-9e35-9fae1507075f on network 1a77e7d1-e880-4909-b47f-c788347c40d5 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:43:48.535140 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b942e275-ac74-489c-8ab7-ee81171b3a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:48.546069 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-56eeb737-1175-4272-b3dd-4086f52bc3a0 req-74880842-f662-4fb2-b174-8160daf1eba7 tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] 10.222.0.26 "GET /v2.0/security-groups?id=556b0dbb-c67a-4c45-aad1-6752c6cdaf18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910776 Nov 12 08:43:48.565703 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-f63895ea-c1c2-4d95-8f57-0da2b91c5916 None None] Port 973ba8f7-4160-46c4-97fa-5b919a072670 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:43:48.569343 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1ca3be-2af3-4ef2-9d61-033d63cdbc25 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:43:48.569864 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1ca3be-2af3-4ef2-9d61-033d63cdbc25 None None] Checking segment: {'id': '2477c2ed-bf48-4bee-bec3-4a9ac76e1e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '1a77e7d1-e880-4909-b47f-c788347c40d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:43:48.570382 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1c1ca3be-2af3-4ef2-9d61-033d63cdbc25 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:48.579363 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1ca3be-2af3-4ef2-9d61-033d63cdbc25 None None] Bound using segment: {'id': '2477c2ed-bf48-4bee-bec3-4a9ac76e1e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '1a77e7d1-e880-4909-b47f-c788347c40d5'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:43:48.588455 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-1c1ca3be-2af3-4ef2-9d61-033d63cdbc25 None None] Bound port: ae15afad-649e-43f0-9e35-9fae1507075f, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2477c2ed-bf48-4bee-bec3-4a9ac76e1e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '1a77e7d1-e880-4909-b47f-c788347c40d5'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:43:48.590482 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1c1ca3be-2af3-4ef2-9d61-033d63cdbc25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:48.754507 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4936ed3e-aac7-4a38-82cc-c12998bfd6b7 req-209cb1aa-73c8-4c05-a3c1-227fa2edddac tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup_access--766762391&fields=id&tenant_id=77abaf9dfdff48589f5ad3a7f970c1f2 HTTP/1.1" status: 200 len: 267 time: 0.1062510 Nov 12 08:43:48.772699 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-b942e275-ac74-489c-8ab7-ee81171b3a7a admin admin] Allocated IP 172.25.2.38 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/d7514c83-8577-4869-b073-7a83e744ad00) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:43:48.801796 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-2063d636-94ae-4f04-9e8d-4792bb62ac13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2602bf-3602-4f3c-80a3-1a0ff8aa9574', 'name': 'tempest-TestSecurityGroupsBasicOps-router-813339176', 'tenant_id': '77abaf9dfdff48589f5ad3a7f970c1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': 'f15f4ac1-9b9a-4de8-a40e-65a818478e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:43:31Z', 'updated_at': '2021-11-12T08:43:43Z', 'revision_number': 4, 'project_id': '77abaf9dfdff48589f5ad3a7f970c1f2', 'gw_port': {'id': 'f15f4ac1-9b9a-4de8-a40e-65a818478e88', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:4a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2602bf-3602-4f3c-80a3-1a0ff8aa9574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:43:33Z', 'updated_at': '2021-11-12T08:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '973ba8f7-4160-46c4-97fa-5b919a072670', 'name': '', 'network_id': '6ffcad90-f496-4d66-99b9-24f9c9250cf2', 'tenant_id': '77abaf9dfdff48589f5ad3a7f970c1f2', 'mac_address': 'fa:16:3e:c5:70:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d2602bf-3602-4f3c-80a3-1a0ff8aa9574', 'device_owner': 'network:router_interface', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': '6690910f-d234-4eb4-9691-5e272fa7b090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:43:40Z', 'updated_at': '2021-11-12T08:43:44Z', 'revision_number': 2, 'project_id': '77abaf9dfdff48589f5ad3a7f970c1f2', 'subnets': [{'id': '6690910f-d234-4eb4-9691-5e272fa7b090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:48.806146 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-1c1ca3be-2af3-4ef2-9d61-033d63cdbc25 None None] For port ae15afad-649e-43f0-9e35-9fae1507075f, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:43:48.835327 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4936ed3e-aac7-4a38-82cc-c12998bfd6b7 req-92413dde-b21a-4535-b600-3d54529ec09f tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup_general--353069475&fields=id&tenant_id=77abaf9dfdff48589f5ad3a7f970c1f2 HTTP/1.1" status: 200 len: 267 time: 0.0790780 Nov 12 08:43:48.844867 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d3ceb142-8a6d-4af0-9f34-320653b8485c tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:48.849461 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2063d636-94ae-4f04-9e8d-4792bb62ac13 None None] Checking router: 4d2602bf-3602-4f3c-80a3-1a0ff8aa9574 for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:43:48.850010 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2063d636-94ae-4f04-9e8d-4792bb62ac13 None None] Updating router 4d2602bf-3602-4f3c-80a3-1a0ff8aa9574 port 973ba8f7-4160-46c4-97fa-5b919a072670 binding host n-d-765315-29 {{(pid=102601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:43:48.869862 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d3ceb142-8a6d-4af0-9f34-320653b8485c tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:48.876624 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-1c1ca3be-2af3-4ef2-9d61-033d63cdbc25 None None] For port ae15afad-649e-43f0-9e35-9fae1507075f, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=ae15afad-649e-43f0-9e35-9fae1507075f,segment=NetworkSegment(2477c2ed-bf48-4bee-bec3-4a9ac76e1e8a),segment_id=2477c2ed-bf48-4bee-bec3-4a9ac76e1e8a)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:43:48.892775 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1c1ca3be-2af3-4ef2-9d61-033d63cdbc25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:48.925354 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2063d636-94ae-4f04-9e8d-4792bb62ac13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:49.009549 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1ca3be-2af3-4ef2-9d61-033d63cdbc25 None None] Pushing event updated for resources: {'Port': ['ID=ae15afad-649e-43f0-9e35-9fae1507075f,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:49.083542 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3ceb142-8a6d-4af0-9f34-320653b8485c tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:43:49.099987 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4936ed3e-aac7-4a38-82cc-c12998bfd6b7 req-4ff271b9-693e-48f3-8e3c-dd765dd774ad tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:49.103027 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4936ed3e-aac7-4a38-82cc-c12998bfd6b7 req-4ff271b9-693e-48f3-8e3c-dd765dd774ad tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] 10.222.0.26 "GET /v2.0/networks?id=6ffcad90-f496-4d66-99b9-24f9c9250cf2 HTTP/1.1" status: 200 len: 797 time: 0.2603240 Nov 12 08:43:49.135426 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4936ed3e-aac7-4a38-82cc-c12998bfd6b7 req-e7869bc6-8140-4f9e-b53c-2c63d175b31b tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] 10.222.0.26 "GET /v2.0/quotas/77abaf9dfdff48589f5ad3a7f970c1f2 HTTP/1.1" status: 200 len: 375 time: 0.0249307 Nov 12 08:43:49.161017 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d3ceb142-8a6d-4af0-9f34-320653b8485c tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:49.161384 n-d-765315-29 neutron-server[102599]: INFO neutron.db.segments_db [None req-d3ceb142-8a6d-4af0-9f34-320653b8485c tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Added segment e5e06905-e2d3-4adb-b91f-8e9ea523bded of type vlan for network 3e4320bc-a85d-4b79-a1de-36e8bdc0a505 Nov 12 08:43:49.207780 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4936ed3e-aac7-4a38-82cc-c12998bfd6b7 req-8cfa9cb4-9d52-4b3d-97f5-6d3a0c25d52d tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=77abaf9dfdff48589f5ad3a7f970c1f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0658393 Nov 12 08:43:49.286306 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d3ceb142-8a6d-4af0-9f34-320653b8485c tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:49.369281 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d3ceb142-8a6d-4af0-9f34-320653b8485c tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:49.379266 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ceb142-8a6d-4af0-9f34-320653b8485c tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:49.381505 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d3ceb142-8a6d-4af0-9f34-320653b8485c tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks [] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:49.420232 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ceb142-8a6d-4af0-9f34-320653b8485c tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6431ca4a-5cae-4f74-aa63-d5aa800fcd69,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:49.513288 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4936ed3e-aac7-4a38-82cc-c12998bfd6b7 req-6ff65341-cb04-4547-9711-3b7e61d536eb service neutron] 10.222.0.26 "GET /v2.0/networks/6ffcad90-f496-4d66-99b9-24f9c9250cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594731 Nov 12 08:43:49.564620 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b942e275-ac74-489c-8ab7-ee81171b3a7a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:49.573608 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2063d636-94ae-4f04-9e8d-4792bb62ac13 None None] Publish callbacks [] for port, precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:49.591029 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2063d636-94ae-4f04-9e8d-4792bb62ac13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:49.660256 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-d3ceb142-8a6d-4af0-9f34-320653b8485c tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.9054618 Nov 12 08:43:49.670951 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 55608) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:49.692088 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-350db178-551d-4e15-8786-1d732b881565 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1292192823'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:49.705281 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ceb142-8a6d-4af0-9f34-320653b8485c tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Pushing event updated for resources: {'Network': ['ID=3e4320bc-a85d-4b79-a1de-36e8bdc0a505,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:49.736492 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 3e4320bc-a85d-4b79-a1de-36e8bdc0a505 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:43:49.741412 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e074d9-c15c-41b8-86b5-8cdeb7af5ebc None None] Pushing event updated for resources: {'Port': ['ID=973ba8f7-4160-46c4-97fa-5b919a072670,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:49.744988 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b942e275-ac74-489c-8ab7-ee81171b3a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:49.761389 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4936ed3e-aac7-4a38-82cc-c12998bfd6b7 req-d3b29f03-5aa3-413a-966e-fb058c6c01cb service neutron] 10.222.0.26 "GET /v2.0/networks/6ffcad90-f496-4d66-99b9-24f9c9250cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408087 Nov 12 08:43:49.769788 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-350db178-551d-4e15-8786-1d732b881565 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Made reservation on behalf of dc5d3b337b0b4ac2bf638e904b3f73a7 for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:43:49.775158 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-350db178-551d-4e15-8786-1d732b881565 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:49.788832 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-2063d636-94ae-4f04-9e8d-4792bb62ac13 None None] Attempting to bind port 973ba8f7-4160-46c4-97fa-5b919a072670 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:43:49.789212 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-2063d636-94ae-4f04-9e8d-4792bb62ac13 None None] Attempting to bind port 973ba8f7-4160-46c4-97fa-5b919a072670 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '9478a79d-0f06-437e-97b9-90a4eddcebbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '6ffcad90-f496-4d66-99b9-24f9c9250cf2'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:43:49.789826 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2063d636-94ae-4f04-9e8d-4792bb62ac13 None None] Attempting to bind port 973ba8f7-4160-46c4-97fa-5b919a072670 on network 6ffcad90-f496-4d66-99b9-24f9c9250cf2 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:43:49.824940 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-350db178-551d-4e15-8786-1d732b881565 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:43:49.837122 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b942e275-ac74-489c-8ab7-ee81171b3a7a admin admin] Pushing event updated for resources: {'Port': ['ID=d7514c83-8577-4869-b073-7a83e744ad00,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:49.852383 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2063d636-94ae-4f04-9e8d-4792bb62ac13 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:43:49.852987 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2063d636-94ae-4f04-9e8d-4792bb62ac13 None None] Checking segment: {'id': '9478a79d-0f06-437e-97b9-90a4eddcebbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '6ffcad90-f496-4d66-99b9-24f9c9250cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:43:49.853791 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2063d636-94ae-4f04-9e8d-4792bb62ac13 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:49.854296 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2063d636-94ae-4f04-9e8d-4792bb62ac13 None None] Bound using segment: {'id': '9478a79d-0f06-437e-97b9-90a4eddcebbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '6ffcad90-f496-4d66-99b9-24f9c9250cf2'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:43:49.854864 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-2063d636-94ae-4f04-9e8d-4792bb62ac13 None None] Bound port: 973ba8f7-4160-46c4-97fa-5b919a072670, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9478a79d-0f06-437e-97b9-90a4eddcebbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '6ffcad90-f496-4d66-99b9-24f9c9250cf2'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:43:49.855288 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2063d636-94ae-4f04-9e8d-4792bb62ac13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:49.867386 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b942e275-ac74-489c-8ab7-ee81171b3a7a admin admin] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:43:49.872094 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-b942e275-ac74-489c-8ab7-ee81171b3a7a admin admin] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:43:49.874858 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-350db178-551d-4e15-8786-1d732b881565 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:49.876257 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-350db178-551d-4e15-8786-1d732b881565 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Added segment 65f66e41-1127-4eab-9d6a-4c16bf02bdf8 of type vlan for network 94cbfb85-e2d1-4fc7-b393-d51b9a6b0d91 Nov 12 08:43:49.890385 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b942e275-ac74-489c-8ab7-ee81171b3a7a admin admin] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:43:49.893943 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e8cb53-a0a9-40bb-b1fd-1fce6c91bc89 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:43:49.995667 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-2063d636-94ae-4f04-9e8d-4792bb62ac13 None None] For port 973ba8f7-4160-46c4-97fa-5b919a072670, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:43:49.999233 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-350db178-551d-4e15-8786-1d732b881565 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:50.001805 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-2063d636-94ae-4f04-9e8d-4792bb62ac13 None None] For port 973ba8f7-4160-46c4-97fa-5b919a072670, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=973ba8f7-4160-46c4-97fa-5b919a072670,segment=NetworkSegment(9478a79d-0f06-437e-97b9-90a4eddcebbc),segment_id=9478a79d-0f06-437e-97b9-90a4eddcebbc)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:43:50.026667 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2063d636-94ae-4f04-9e8d-4792bb62ac13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:50.090942 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-350db178-551d-4e15-8786-1d732b881565 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:50.114457 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350db178-551d-4e15-8786-1d732b881565 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:50.115555 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-350db178-551d-4e15-8786-1d732b881565 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:50.244091 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 55614) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:50.244296 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-350db178-551d-4e15-8786-1d732b881565 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5598772 Nov 12 08:43:50.299317 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-dd259e6b-af3f-40c7-b100-548a25379c73 None None] Provisioning complete for port 973ba8f7-4160-46c4-97fa-5b919a072670 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:50.299967 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-dd259e6b-af3f-40c7-b100-548a25379c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:50.309363 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-4516c3b4-1f98-468c-ad70-1c6b4adce031 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Request body: {'subnet': {'network_id': '3e4320bc-a85d-4b79-a1de-36e8bdc0a505', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:50.337009 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350db178-551d-4e15-8786-1d732b881565 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Pushing event updated for resources: {'Network': ['ID=94cbfb85-e2d1-4fc7-b393-d51b9a6b0d91,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:50.439003 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d0743b-49b6-4a0c-ad2f-ec2f9fedd79a req-965c05fe-7b07-4c7e-a592-cc1d62bb1d45 tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:50.439859 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-71d0743b-49b6-4a0c-ad2f-ec2f9fedd79a req-965c05fe-7b07-4c7e-a592-cc1d62bb1d45 tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] 10.222.0.26 "GET /v2.0/ports?device_id=4548ef99-fb34-44d8-bcb3-44cf3fb1ded4 HTTP/1.1" status: 200 len: 945 time: 0.1960080 Nov 12 08:43:50.533431 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 94cbfb85-e2d1-4fc7-b393-d51b9a6b0d91 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:43:50.562916 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2063d636-94ae-4f04-9e8d-4792bb62ac13 None None] Routers {'4d2602bf-3602-4f3c-80a3-1a0ff8aa9574'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:43:50.563580 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-2063d636-94ae-4f04-9e8d-4792bb62ac13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:43:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['4d2602bf-3602-4f3c-80a3-1a0ff8aa9574'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:50.604757 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-71d0743b-49b6-4a0c-ad2f-ec2f9fedd79a req-3f5cb5c4-54a4-4eee-be58-9d2dbe7e5895 tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] 10.222.0.26 "GET /v2.0/security-groups?id=556b0dbb-c67a-4c45-aad1-6752c6cdaf18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541376 Nov 12 08:43:50.821834 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e074d9-c15c-41b8-86b5-8cdeb7af5ebc None None] Pushing event updated for resources: {'Port': ['ID=973ba8f7-4160-46c4-97fa-5b919a072670,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:50.871000 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f5e0af1b-4d7c-4487-805c-e1f5e8906d50 req-643c871e-0737-46f4-8750-967415781a89 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] 10.222.0.26 "GET /v2.0/ports?device_id=648b92ff-6e16-4647-be4e-df09c548fa85 HTTP/1.1" status: 200 len: 210 time: 0.0817022 Nov 12 08:43:50.974051 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-dd259e6b-af3f-40c7-b100-548a25379c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:51.078200 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-dd259e6b-af3f-40c7-b100-548a25379c73 None None] For port 973ba8f7-4160-46c4-97fa-5b919a072670, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=973ba8f7-4160-46c4-97fa-5b919a072670,segment=NetworkSegment(9478a79d-0f06-437e-97b9-90a4eddcebbc),segment_id=9478a79d-0f06-437e-97b9-90a4eddcebbc)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:43:51.162037 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b5bed4-00d0-4efb-9876-e485d2dbdc7d None None] Network 1a77e7d1-e880-4909-b47f-c788347c40d5 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:43:51.186001 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-dd259e6b-af3f-40c7-b100-548a25379c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:51.237963 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b942e275-ac74-489c-8ab7-ee81171b3a7a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:51.266293 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device ae15afad-649e-43f0-9e35-9fae1507075f up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:43:51.295841 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a28cc-54be-485b-be0e-429bb4905762 req-62697e2a-a48a-46be-892b-70c5df422323 tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:51.297414 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ab3a28cc-54be-485b-be0e-429bb4905762 req-62697e2a-a48a-46be-892b-70c5df422323 tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] 10.222.0.26 "GET /v2.0/ports?device_id=4548ef99-fb34-44d8-bcb3-44cf3fb1ded4 HTTP/1.1" status: 200 len: 945 time: 0.1011045 Nov 12 08:43:51.321144 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4516c3b4-1f98-468c-ad70-1c6b4adce031 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Made reservation on behalf of dc5d3b337b0b4ac2bf638e904b3f73a7 for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:43:51.340446 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4516c3b4-1f98-468c-ad70-1c6b4adce031 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:51.394863 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-dd259e6b-af3f-40c7-b100-548a25379c73 None None] Provisioning complete for port d7514c83-8577-4869-b073-7a83e744ad00 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:51.395152 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-dd259e6b-af3f-40c7-b100-548a25379c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:51.410029 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ab3a28cc-54be-485b-be0e-429bb4905762 req-4eacbc84-2e3f-4014-a70f-cf9438a5d8c4 tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] 10.222.0.26 "GET /v2.0/security-groups?id=556b0dbb-c67a-4c45-aad1-6752c6cdaf18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965168 Nov 12 08:43:51.538409 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-2063d636-94ae-4f04-9e8d-4792bb62ac13 None None] Set router 4d2602bf-3602-4f3c-80a3-1a0ff8aa9574 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:43:51.616142 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-dd259e6b-af3f-40c7-b100-548a25379c73 None None] Port d7514c83-8577-4869-b073-7a83e744ad00 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:43:51.641535 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd259e6b-af3f-40c7-b100-548a25379c73 None None] Pushing event updated for resources: {'Port': ['ID=973ba8f7-4160-46c4-97fa-5b919a072670,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:51.826273 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ccba13-ebda-4432-99ca-809aa32b59e7 req-db74a928-9531-4f28-b902-e022607ea780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:51.828470 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e8ccba13-ebda-4432-99ca-809aa32b59e7 req-db74a928-9531-4f28-b902-e022607ea780 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=379178cedbb249bf881248161215feaa&device_id=4548ef99-fb34-44d8-bcb3-44cf3fb1ded4 HTTP/1.1" status: 200 len: 1097 time: 0.4802749 Nov 12 08:43:51.903307 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-14a2abfc-c6d6-4352-87bb-34f590a40c99 None None] Provisioning complete for port 973ba8f7-4160-46c4-97fa-5b919a072670 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:51.904519 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-14a2abfc-c6d6-4352-87bb-34f590a40c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:51.931539 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4516c3b4-1f98-468c-ad70-1c6b4adce031 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:51.971251 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port ae15afad-649e-43f0-9e35-9fae1507075f triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:51.975950 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:52.082871 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f70f68b5-a48d-41f8-954a-9190933e7e90 req-b2cf717e-da48-4bba-99b3-2de3f357315b tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] 10.222.0.26 "GET /v2.0/ports?device_id=648b92ff-6e16-4647-be4e-df09c548fa85 HTTP/1.1" status: 200 len: 210 time: 0.0428813 Nov 12 08:43:52.091418 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4516c3b4-1f98-468c-ad70-1c6b4adce031 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Pushing event updated for resources: {'Subnet': ['ID=07a8b4d4-858a-4dcd-a306-aab611bf0917,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:52.460831 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-2063d636-94ae-4f04-9e8d-4792bb62ac13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2602bf-3602-4f3c-80a3-1a0ff8aa9574', 'name': 'tempest-TestSecurityGroupsBasicOps-router-813339176', 'tenant_id': '77abaf9dfdff48589f5ad3a7f970c1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': 'f15f4ac1-9b9a-4de8-a40e-65a818478e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:43:31Z', 'updated_at': '2021-11-12T08:43:43Z', 'revision_number': 4, 'project_id': '77abaf9dfdff48589f5ad3a7f970c1f2', 'gw_port': {'id': 'f15f4ac1-9b9a-4de8-a40e-65a818478e88', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:4a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2602bf-3602-4f3c-80a3-1a0ff8aa9574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:43:33Z', 'updated_at': '2021-11-12T08:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '973ba8f7-4160-46c4-97fa-5b919a072670', 'name': '', 'network_id': '6ffcad90-f496-4d66-99b9-24f9c9250cf2', 'tenant_id': '77abaf9dfdff48589f5ad3a7f970c1f2', 'mac_address': 'fa:16:3e:c5:70:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d2602bf-3602-4f3c-80a3-1a0ff8aa9574', 'device_owner': 'network:router_interface', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': '6690910f-d234-4eb4-9691-5e272fa7b090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:43:40Z', 'updated_at': '2021-11-12T08:43:49Z', 'revision_number': 4, 'project_id': '77abaf9dfdff48589f5ad3a7f970c1f2', 'subnets': [{'id': '6690910f-d234-4eb4-9691-5e272fa7b090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:52.526641 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-14a2abfc-c6d6-4352-87bb-34f590a40c99 None None] Provisioning complete for port ae15afad-649e-43f0-9e35-9fae1507075f triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:52.527012 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-14a2abfc-c6d6-4352-87bb-34f590a40c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:52.529440 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2063d636-94ae-4f04-9e8d-4792bb62ac13 None None] The sync data for ids ['4d2602bf-3602-4f3c-80a3-1a0ff8aa9574'] in n-d-765315-29 is: [{'id': '4d2602bf-3602-4f3c-80a3-1a0ff8aa9574', 'name': 'tempest-TestSecurityGroupsBasicOps-router-813339176', 'tenant_id': '77abaf9dfdff48589f5ad3a7f970c1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': 'f15f4ac1-9b9a-4de8-a40e-65a818478e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:43:31Z', 'updated_at': '2021-11-12T08:43:43Z', 'revision_number': 4, 'project_id': '77abaf9dfdff48589f5ad3a7f970c1f2', 'gw_port': {'id': 'f15f4ac1-9b9a-4de8-a40e-65a818478e88', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:4a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2602bf-3602-4f3c-80a3-1a0ff8aa9574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:43:33Z', 'updated_at': '2021-11-12T08:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '973ba8f7-4160-46c4-97fa-5b919a072670', 'name': '', 'network_id': '6ffcad90-f496-4d66-99b9-24f9c9250cf2', 'tenant_id': '77abaf9dfdff48589f5ad3a7f970c1f2', 'mac_address': 'fa:16:3e:c5:70:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d2602bf-3602-4f3c-80a3-1a0ff8aa9574', 'device_owner': 'network:router_interface', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': '6690910f-d234-4eb4-9691-5e272fa7b090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:43:40Z', 'updated_at': '2021-11-12T08:43:49Z', 'revision_number': 4, 'project_id': '77abaf9dfdff48589f5ad3a7f970c1f2', 'subnets': [{'id': '6690910f-d234-4eb4-9691-5e272fa7b090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:43:52.599316 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:52.732751 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c261c805-6410-4276-aa91-72b4bae95916 req-1615a9cc-6cf5-4a7a-ad37-b188b4b946ec tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:52.741694 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c261c805-6410-4276-aa91-72b4bae95916 req-1615a9cc-6cf5-4a7a-ad37-b188b4b946ec tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] 10.222.0.26 "GET /v2.0/ports?device_id=4548ef99-fb34-44d8-bcb3-44cf3fb1ded4 HTTP/1.1" status: 200 len: 945 time: 0.2079880 Nov 12 08:43:52.750661 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ccba13-ebda-4432-99ca-809aa32b59e7 req-1f8478aa-0759-4124-835e-7461ae051164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:52.752485 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e8ccba13-ebda-4432-99ca-809aa32b59e7 req-1f8478aa-0759-4124-835e-7461ae051164 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6b84e933-7c48-4775-8559-ab5489d2a974 HTTP/1.1" status: 200 len: 912 time: 0.9108250 Nov 12 08:43:52.815430 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] For port ae15afad-649e-43f0-9e35-9fae1507075f, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=ae15afad-649e-43f0-9e35-9fae1507075f,segment=NetworkSegment(2477c2ed-bf48-4bee-bec3-4a9ac76e1e8a),segment_id=2477c2ed-bf48-4bee-bec3-4a9ac76e1e8a)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:43:52.841163 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:52.863181 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e8ccba13-ebda-4432-99ca-809aa32b59e7 req-3d07de87-de72-4a8f-a1d6-9ce205d66734 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5db79ce8-6e08-422f-9db7-a83964f0d029 HTTP/1.1" status: 200 len: 217 time: 0.0961759 Nov 12 08:43:52.888149 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c261c805-6410-4276-aa91-72b4bae95916 req-f5af21c4-8635-4fd8-86e6-5488d100780e tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] 10.222.0.26 "GET /v2.0/security-groups?id=556b0dbb-c67a-4c45-aad1-6752c6cdaf18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176577 Nov 12 08:43:52.923764 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-14a2abfc-c6d6-4352-87bb-34f590a40c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:52.973549 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4516c3b4-1f98-468c-ad70-1c6b4adce031 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Checking segment: {'id': 'e5e06905-e2d3-4adb-b91f-8e9ea523bded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '3e4320bc-a85d-4b79-a1de-36e8bdc0a505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:43:52.976116 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Pushing event updated for resources: {'Port': ['ID=ae15afad-649e-43f0-9e35-9fae1507075f,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:52.979870 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4516c3b4-1f98-468c-ad70-1c6b4adce031 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Network hostable DHCP agents. Network: 3e4320bc-a85d-4b79-a1de-36e8bdc0a505, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:43:53.039691 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.db.api [None req-14a2abfc-c6d6-4352-87bb-34f590a40c99 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:43:53.040145 n-d-765315-29 neutron-server[102601]: DEBUG oslo_db.api [None req-14a2abfc-c6d6-4352-87bb-34f590a40c99 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:43:53.045466 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 973ba8f7-4160-46c4-97fa-5b919a072670 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:43:53.091444 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b942e275-ac74-489c-8ab7-ee81171b3a7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052'] for router, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:53.101323 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4516c3b4-1f98-468c-ad70-1c6b4adce031 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Network 3e4320bc-a85d-4b79-a1de-36e8bdc0a505 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:43:53.108065 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 973ba8f7-4160-46c4-97fa-5b919a072670 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:53.109274 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:53.113093 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ccba13-ebda-4432-99ca-809aa32b59e7 req-6c4129c9-f565-4a52-b4c5-e7a210ac718c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:53.114629 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e8ccba13-ebda-4432-99ca-809aa32b59e7 req-6c4129c9-f565-4a52-b4c5-e7a210ac718c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=afff2f33-6318-4302-8ebc-f7c0dbdae010 HTTP/1.1" status: 200 len: 851 time: 0.2388570 Nov 12 08:43:53.284144 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1363cf0a-f26a-49b0-988d-55361ff993fa req-b00780cb-2972-4bd1-bce7-d0ab430e3a1a tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] 10.222.0.26 "GET /v2.0/ports?device_id=648b92ff-6e16-4647-be4e-df09c548fa85 HTTP/1.1" status: 200 len: 210 time: 0.0729463 Nov 12 08:43:53.285581 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e8ccba13-ebda-4432-99ca-809aa32b59e7 req-e8a0996e-4f45-436b-ae81-4768341bcb46 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6b84e933-7c48-4775-8559-ab5489d2a974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485082 Nov 12 08:43:53.294561 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-4516c3b4-1f98-468c-ad70-1c6b4adce031 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 3e4320bc-a85d-4b79-a1de-36e8bdc0a505) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:43:53.303625 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26820f9-8863-4428-a6b7-f5d73521a76b None None] Network 3e4320bc-a85d-4b79-a1de-36e8bdc0a505 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:43:53.321853 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4516c3b4-1f98-468c-ad70-1c6b4adce031 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:53.321853 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4516c3b4-1f98-468c-ad70-1c6b4adce031 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:53.369669 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4936ed3e-aac7-4a38-82cc-c12998bfd6b7 req-556f27aa-b8a1-4549-b2bf-14a3e2524f7e tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:53.371205 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4936ed3e-aac7-4a38-82cc-c12998bfd6b7 req-556f27aa-b8a1-4549-b2bf-14a3e2524f7e tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] 10.222.0.44 "GET /v2.0/networks?id=6ffcad90-f496-4d66-99b9-24f9c9250cf2 HTTP/1.1" status: 200 len: 797 time: 0.6176255 Nov 12 08:43:53.427762 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-4516c3b4-1f98-468c-ad70-1c6b4adce031 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1817362 Nov 12 08:43:53.430685 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 55644) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:53.437068 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-6614c286-d13d-4165-85e6-b9c38ebadb49 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Request body: {'subnet': {'network_id': '94cbfb85-e2d1-4fc7-b393-d51b9a6b0d91', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:53.516701 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b942e275-ac74-489c-8ab7-ee81171b3a7a admin admin] Router 81fdbf7c-3431-4a3c-8ce0-3c363a832f26 is scheduled to L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 with binding_index 1 {{(pid=102599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:43:53.525771 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e8ccba13-ebda-4432-99ca-809aa32b59e7 req-8d6be39f-0130-43b5-a5a5-2c59dbb64c24 service neutron] 10.222.0.44 "GET /v2.0/networks/6b84e933-7c48-4775-8559-ab5489d2a974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223973 Nov 12 08:43:53.578674 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584d710c-d6bd-4e77-a9ca-1e2752c39d52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-3e4320bc-a85d-4b79-a1de-36e8bdc0a505', 'network_id': '3e4320bc-a85d-4b79-a1de-36e8bdc0a505', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'fixed_ips': [{'subnet_id': '07a8b4d4-858a-4dcd-a306-aab611bf0917'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:43:53.580126 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-584d710c-d6bd-4e77-a9ca-1e2752c39d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:53.602120 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4936ed3e-aac7-4a38-82cc-c12998bfd6b7 req-40300370-e01b-4010-933a-18158b6da0e5 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=77abaf9dfdff48589f5ad3a7f970c1f2 HTTP/1.1" status: 200 len: 476 time: 0.1871712 Nov 12 08:43:53.665550 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-4936ed3e-aac7-4a38-82cc-c12998bfd6b7 req-b0a44f0a-8b8f-4b65-8e6a-f1459565d1e9 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Request body: {'port': {'device_id': '648b92ff-6e16-4647-be4e-df09c548fa85', 'network_id': '6ffcad90-f496-4d66-99b9-24f9c9250cf2', 'admin_state_up': True, 'tenant_id': '77abaf9dfdff48589f5ad3a7f970c1f2', 'security_groups': ['a0945492-374d-4bfc-be32-68046ca36a9a', 'a97047a0-dda4-4afc-ac4d-c9e7b1e236f2']}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:53.669317 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6614c286-d13d-4165-85e6-b9c38ebadb49 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Made reservation on behalf of dc5d3b337b0b4ac2bf638e904b3f73a7 for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:43:53.676868 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6614c286-d13d-4165-85e6-b9c38ebadb49 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:53.796370 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-9d4363a0-4859-4b2c-9b70-ceb972a11780 None None] Provisioning complete for port ae15afad-649e-43f0-9e35-9fae1507075f triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:53.796878 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9d4363a0-4859-4b2c-9b70-ceb972a11780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:53.804635 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-584d710c-d6bd-4e77-a9ca-1e2752c39d52 None None] Allocated IP 2001:db8::2 (3e4320bc-a85d-4b79-a1de-36e8bdc0a505/07a8b4d4-858a-4dcd-a306-aab611bf0917/d4a7b57a-b6ff-4124-b874-dd5570b678e8) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:43:53.967607 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e8ccba13-ebda-4432-99ca-809aa32b59e7 req-41c0adf8-a76f-42b7-8cb5-2f55277d9679 service neutron] 10.222.0.44 "GET /v2.0/networks/6b84e933-7c48-4775-8559-ab5489d2a974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4263649 Nov 12 08:43:53.997765 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b942e275-ac74-489c-8ab7-ee81171b3a7a admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:43:54.011499 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31abd844-af79-4521-98c8-a15867afe9c0 None None] Sync routers for ids ['81fdbf7c-3431-4a3c-8ce0-3c363a832f26'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:43:54.029262 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31abd844-af79-4521-98c8-a15867afe9c0 None None] Routers {'81fdbf7c-3431-4a3c-8ce0-3c363a832f26'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:43:54.030297 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-31abd844-af79-4521-98c8-a15867afe9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:43:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['81fdbf7c-3431-4a3c-8ce0-3c363a832f26'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:54.052169 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4936ed3e-aac7-4a38-82cc-c12998bfd6b7 req-b0a44f0a-8b8f-4b65-8e6a-f1459565d1e9 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Made reservation on behalf of 77abaf9dfdff48589f5ad3a7f970c1f2 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:43:54.056159 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-4936ed3e-aac7-4a38-82cc-c12998bfd6b7 req-b0a44f0a-8b8f-4b65-8e6a-f1459565d1e9 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:54.086355 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b942e275-ac74-489c-8ab7-ee81171b3a7a admin admin] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:54.092370 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-b942e275-ac74-489c-8ab7-ee81171b3a7a admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.7907107 Nov 12 08:43:54.093573 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 55652) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:54.240720 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-584d710c-d6bd-4e77-a9ca-1e2752c39d52 None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:54.245350 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6614c286-d13d-4165-85e6-b9c38ebadb49 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:54.290685 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-584d710c-d6bd-4e77-a9ca-1e2752c39d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:54.354743 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e79beda-d578-4191-b625-460867443426 req-f842c55d-b9b2-4388-a306-bbc924c798d6 tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:54.370259 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0e79beda-d578-4191-b625-460867443426 req-f842c55d-b9b2-4388-a306-bbc924c798d6 tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] 10.222.0.26 "GET /v2.0/ports?device_id=4548ef99-fb34-44d8-bcb3-44cf3fb1ded4 HTTP/1.1" status: 200 len: 945 time: 0.2470691 Nov 12 08:43:54.370529 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584d710c-d6bd-4e77-a9ca-1e2752c39d52 None None] Network 3e4320bc-a85d-4b79-a1de-36e8bdc0a505 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:43:54.379935 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-584d710c-d6bd-4e77-a9ca-1e2752c39d52 None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:43:54.389807 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584d710c-d6bd-4e77-a9ca-1e2752c39d52 None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:43:54.452470 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584d710c-d6bd-4e77-a9ca-1e2752c39d52 None None] Pushing event updated for resources: {'Port': ['ID=d4a7b57a-b6ff-4124-b874-dd5570b678e8,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:54.475023 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6614c286-d13d-4165-85e6-b9c38ebadb49 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Pushing event updated for resources: {'Subnet': ['ID=627bbe88-67e2-4183-a2d0-bf2677f9bfcf,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:54.500930 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-31abd844-af79-4521-98c8-a15867afe9c0 None None] Set router 81fdbf7c-3431-4a3c-8ce0-3c363a832f26 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:43:54.520973 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0e79beda-d578-4191-b625-460867443426 req-6e830fa8-f123-400a-b8c9-e5975a32b54a tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] 10.222.0.26 "GET /v2.0/security-groups?id=556b0dbb-c67a-4c45-aad1-6752c6cdaf18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480629 Nov 12 08:43:54.555387 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6614c286-d13d-4165-85e6-b9c38ebadb49 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Checking segment: {'id': '65f66e41-1127-4eab-9d6a-4c16bf02bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '94cbfb85-e2d1-4fc7-b393-d51b9a6b0d91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:43:54.555966 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6614c286-d13d-4165-85e6-b9c38ebadb49 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Network hostable DHCP agents. Network: 94cbfb85-e2d1-4fc7-b393-d51b9a6b0d91, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:43:54.584566 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-584d710c-d6bd-4e77-a9ca-1e2752c39d52 None None] Attempting to bind port d4a7b57a-b6ff-4124-b874-dd5570b678e8 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:43:54.585809 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-584d710c-d6bd-4e77-a9ca-1e2752c39d52 None None] Attempting to bind port d4a7b57a-b6ff-4124-b874-dd5570b678e8 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': 'e5e06905-e2d3-4adb-b91f-8e9ea523bded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '3e4320bc-a85d-4b79-a1de-36e8bdc0a505'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:43:54.596865 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6614c286-d13d-4165-85e6-b9c38ebadb49 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Network 94cbfb85-e2d1-4fc7-b393-d51b9a6b0d91 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:43:54.597897 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584d710c-d6bd-4e77-a9ca-1e2752c39d52 None None] Attempting to bind port d4a7b57a-b6ff-4124-b874-dd5570b678e8 on network 3e4320bc-a85d-4b79-a1de-36e8bdc0a505 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:43:54.616071 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-4936ed3e-aac7-4a38-82cc-c12998bfd6b7 req-b0a44f0a-8b8f-4b65-8e6a-f1459565d1e9 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Allocated IP 172.20.0.8 (6ffcad90-f496-4d66-99b9-24f9c9250cf2/6690910f-d234-4eb4-9691-5e272fa7b090/b5a650a6-f309-4933-af02-93a1e10b791b) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:43:54.617707 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584d710c-d6bd-4e77-a9ca-1e2752c39d52 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:43:54.618921 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584d710c-d6bd-4e77-a9ca-1e2752c39d52 None None] Checking segment: {'id': 'e5e06905-e2d3-4adb-b91f-8e9ea523bded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '3e4320bc-a85d-4b79-a1de-36e8bdc0a505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:43:54.622686 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-584d710c-d6bd-4e77-a9ca-1e2752c39d52 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:54.623234 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-6614c286-d13d-4165-85e6-b9c38ebadb49 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 94cbfb85-e2d1-4fc7-b393-d51b9a6b0d91) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:43:54.625646 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584d710c-d6bd-4e77-a9ca-1e2752c39d52 None None] Bound using segment: {'id': 'e5e06905-e2d3-4adb-b91f-8e9ea523bded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '3e4320bc-a85d-4b79-a1de-36e8bdc0a505'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:43:54.626571 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-584d710c-d6bd-4e77-a9ca-1e2752c39d52 None None] Bound port: d4a7b57a-b6ff-4124-b874-dd5570b678e8, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5e06905-e2d3-4adb-b91f-8e9ea523bded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '3e4320bc-a85d-4b79-a1de-36e8bdc0a505'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:43:54.629533 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-584d710c-d6bd-4e77-a9ca-1e2752c39d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:54.634832 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6614c286-d13d-4165-85e6-b9c38ebadb49 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:54.636248 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6614c286-d13d-4165-85e6-b9c38ebadb49 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:54.689229 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0683cc89-59dc-423a-9a96-870c30233723 None None] Network 94cbfb85-e2d1-4fc7-b393-d51b9a6b0d91 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:43:54.729723 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d9862c18-baf5-450e-b317-e8108944a61c req-6c799ef2-40b1-4305-b13a-316872c299b0 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] 10.222.0.26 "GET /v2.0/ports?device_id=648b92ff-6e16-4647-be4e-df09c548fa85 HTTP/1.1" status: 200 len: 210 time: 0.0459859 Nov 12 08:43:54.736794 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-6614c286-d13d-4165-85e6-b9c38ebadb49 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3023958 Nov 12 08:43:54.738954 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 55658) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:54.750164 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-0ac1c525-2cf7-42fc-9196-c9d7c9467907 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-968503290', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:54.810193 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0ac1c525-2cf7-42fc-9196-c9d7c9467907 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:54.813124 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0ac1c525-2cf7-42fc-9196-c9d7c9467907 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:54.930080 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-31abd844-af79-4521-98c8-a15867afe9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81fdbf7c-3431-4a3c-8ce0-3c363a832f26', 'name': 'tempest-TestVolumeBackupRestore-1030702179-router', 'tenant_id': '9092e2c011414e27b78b54ab78778e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': 'd7514c83-8577-4869-b073-7a83e744ad00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:43:46Z', 'updated_at': '2021-11-12T08:43:50Z', 'revision_number': 3, 'project_id': '9092e2c011414e27b78b54ab78778e04', 'gw_port': {'id': 'd7514c83-8577-4869-b073-7a83e744ad00', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:bd:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81fdbf7c-3431-4a3c-8ce0-3c363a832f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:43:48Z', 'updated_at': '2021-11-12T08:43:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:54.939218 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0ac1c525-2cf7-42fc-9196-c9d7c9467907 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:54.965735 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0ac1c525-2cf7-42fc-9196-c9d7c9467907 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052'] for router, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:55.003155 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31abd844-af79-4521-98c8-a15867afe9c0 None None] Checking router: 81fdbf7c-3431-4a3c-8ce0-3c363a832f26 for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:43:55.003507 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31abd844-af79-4521-98c8-a15867afe9c0 None None] Updating router 81fdbf7c-3431-4a3c-8ce0-3c363a832f26 port d7514c83-8577-4869-b073-7a83e744ad00 binding host n-d-765315-29 {{(pid=102602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:43:55.020764 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0ac1c525-2cf7-42fc-9196-c9d7c9467907 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:55.022652 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-0ac1c525-2cf7-42fc-9196-c9d7c9467907 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2819722 Nov 12 08:43:55.031279 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 55664) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:55.071311 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-31abd844-af79-4521-98c8-a15867afe9c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:55.144712 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-584d710c-d6bd-4e77-a9ca-1e2752c39d52 None None] For port d4a7b57a-b6ff-4124-b874-dd5570b678e8, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:43:55.148498 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-4936ed3e-aac7-4a38-82cc-c12998bfd6b7 req-b0a44f0a-8b8f-4b65-8e6a-f1459565d1e9 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:55.149260 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-584d710c-d6bd-4e77-a9ca-1e2752c39d52 None None] For port d4a7b57a-b6ff-4124-b874-dd5570b678e8, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=d4a7b57a-b6ff-4124-b874-dd5570b678e8,segment=NetworkSegment(e5e06905-e2d3-4adb-b91f-8e9ea523bded),segment_id=e5e06905-e2d3-4adb-b91f-8e9ea523bded)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:43:55.159775 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device ae15afad-649e-43f0-9e35-9fae1507075f up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:43:55.167203 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-584d710c-d6bd-4e77-a9ca-1e2752c39d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:55.245582 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-4936ed3e-aac7-4a38-82cc-c12998bfd6b7 req-b0a44f0a-8b8f-4b65-8e6a-f1459565d1e9 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:55.258696 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584d710c-d6bd-4e77-a9ca-1e2752c39d52 None None] Pushing event updated for resources: {'Port': ['ID=d4a7b57a-b6ff-4124-b874-dd5570b678e8,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:55.311472 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0611e863-f49b-4991-83d2-bf2833fdebce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-94cbfb85-e2d1-4fc7-b393-d51b9a6b0d91', 'network_id': '94cbfb85-e2d1-4fc7-b393-d51b9a6b0d91', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'fixed_ips': [{'subnet_id': '627bbe88-67e2-4183-a2d0-bf2677f9bfcf'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:43:55.312784 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-0611e863-f49b-4991-83d2-bf2833fdebce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:55.400911 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4936ed3e-aac7-4a38-82cc-c12998bfd6b7 req-b0a44f0a-8b8f-4b65-8e6a-f1459565d1e9 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Network 6ffcad90-f496-4d66-99b9-24f9c9250cf2 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:43:55.410749 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-4936ed3e-aac7-4a38-82cc-c12998bfd6b7 req-b0a44f0a-8b8f-4b65-8e6a-f1459565d1e9 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:43:55.421400 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-4936ed3e-aac7-4a38-82cc-c12998bfd6b7 req-b0a44f0a-8b8f-4b65-8e6a-f1459565d1e9 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:43:55.475066 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a44f0a-8b8f-4b65-8e6a-f1459565d1e9 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Pushing event updated for resources: {'Port': ['ID=b5a650a6-f309-4933-af02-93a1e10b791b,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:55.600669 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-0611e863-f49b-4991-83d2-bf2833fdebce None None] Allocated IP 2001:db8:1::2 (94cbfb85-e2d1-4fc7-b393-d51b9a6b0d91/627bbe88-67e2-4183-a2d0-bf2677f9bfcf/b30f03af-d461-4c7d-aaf6-61697885b2eb) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:43:55.654301 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4936ed3e-aac7-4a38-82cc-c12998bfd6b7 req-b0a44f0a-8b8f-4b65-8e6a-f1459565d1e9 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:55.655295 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-4936ed3e-aac7-4a38-82cc-c12998bfd6b7 req-b0a44f0a-8b8f-4b65-8e6a-f1459565d1e9 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:55.709124 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6e8fe7c2-20ea-4c12-b5a1-57f2264dbb98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:55.761940 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-31abd844-af79-4521-98c8-a15867afe9c0 None None] Publish callbacks [] for port, precommit_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:55.776433 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4936ed3e-aac7-4a38-82cc-c12998bfd6b7 req-b0a44f0a-8b8f-4b65-8e6a-f1459565d1e9 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 2.1131971 Nov 12 08:43:55.779349 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-31abd844-af79-4521-98c8-a15867afe9c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:55.841509 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-4936ed3e-aac7-4a38-82cc-c12998bfd6b7 req-30b4413e-d62c-4fae-8c0d-fa855edfa82e service neutron] Request body: {'port': {'device_id': '648b92ff-6e16-4647-be4e-df09c548fa85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:55.887984 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port ae15afad-649e-43f0-9e35-9fae1507075f triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:55.888293 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:55.906518 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb94ea04-9e42-4ef1-8a4f-4ea96e637dc1 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:43:55.920092 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-31abd844-af79-4521-98c8-a15867afe9c0 None None] Attempting to bind port d7514c83-8577-4869-b073-7a83e744ad00 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:43:55.920450 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-31abd844-af79-4521-98c8-a15867afe9c0 None None] Attempting to bind port d7514c83-8577-4869-b073-7a83e744ad00 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:43:55.920803 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31abd844-af79-4521-98c8-a15867afe9c0 None None] Attempting to bind port d7514c83-8577-4869-b073-7a83e744ad00 on network d709f64f-f9e6-4525-b020-ad48633b9bbf {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:43:55.941720 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31abd844-af79-4521-98c8-a15867afe9c0 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:43:55.942090 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31abd844-af79-4521-98c8-a15867afe9c0 None None] Checking segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:43:55.945172 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-31abd844-af79-4521-98c8-a15867afe9c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:55.949151 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31abd844-af79-4521-98c8-a15867afe9c0 None None] Bound using segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:43:55.950227 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-31abd844-af79-4521-98c8-a15867afe9c0 None None] Bound port: d7514c83-8577-4869-b073-7a83e744ad00, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:43:55.950829 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-31abd844-af79-4521-98c8-a15867afe9c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:56.038576 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de70434-abab-4b34-a644-11cfce29a2b3 None None] Pushing event updated for resources: {'Port': ['ID=d7514c83-8577-4869-b073-7a83e744ad00,revision_number=2']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:56.056235 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de70434-abab-4b34-a644-11cfce29a2b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:56.056859 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de70434-abab-4b34-a644-11cfce29a2b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:56.057609 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de70434-abab-4b34-a644-11cfce29a2b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:56.058105 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de70434-abab-4b34-a644-11cfce29a2b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:56.059989 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de70434-abab-4b34-a644-11cfce29a2b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:56.061575 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de70434-abab-4b34-a644-11cfce29a2b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:56.062193 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de70434-abab-4b34-a644-11cfce29a2b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:56.062736 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de70434-abab-4b34-a644-11cfce29a2b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:56.063227 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de70434-abab-4b34-a644-11cfce29a2b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:56.064281 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de70434-abab-4b34-a644-11cfce29a2b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:56.065021 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de70434-abab-4b34-a644-11cfce29a2b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:56.065504 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de70434-abab-4b34-a644-11cfce29a2b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:56.068688 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-4def922a-23d0-4447-8e2f-5c0b006c7515 None None] Provisioning complete for port d7514c83-8577-4869-b073-7a83e744ad00 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:56.069067 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4def922a-23d0-4447-8e2f-5c0b006c7515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:56.142050 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-31abd844-af79-4521-98c8-a15867afe9c0 None None] For port d7514c83-8577-4869-b073-7a83e744ad00, host n-d-765315-29, cleared binding levels {{(pid=102602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:43:56.149251 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-0611e863-f49b-4991-83d2-bf2833fdebce None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:56.149534 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-31abd844-af79-4521-98c8-a15867afe9c0 None None] For port d7514c83-8577-4869-b073-7a83e744ad00, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=d7514c83-8577-4869-b073-7a83e744ad00,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:43:56.158727 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-31abd844-af79-4521-98c8-a15867afe9c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:56.161608 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-0611e863-f49b-4991-83d2-bf2833fdebce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:56.166987 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e86236-d09f-4387-ac53-0b6ddbd5ee82 req-07cbe77d-e71b-4e0a-b507-416a7ff25166 tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:56.169210 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b6e86236-d09f-4387-ac53-0b6ddbd5ee82 req-07cbe77d-e71b-4e0a-b507-416a7ff25166 tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] 10.222.0.26 "GET /v2.0/ports?device_id=4548ef99-fb34-44d8-bcb3-44cf3fb1ded4 HTTP/1.1" status: 200 len: 945 time: 0.3578455 Nov 12 08:43:56.268633 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-12b8bbc4-52c4-4b06-818e-d92808b3dbf1 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:56.270563 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0611e863-f49b-4991-83d2-bf2833fdebce None None] Network 94cbfb85-e2d1-4fc7-b393-d51b9a6b0d91 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:43:56.274308 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf76b223-9fcb-4719-9985-823cc4793112 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:43:56.317275 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-0611e863-f49b-4991-83d2-bf2833fdebce None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:43:56.329559 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0611e863-f49b-4991-83d2-bf2833fdebce None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:43:56.348049 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-4def922a-23d0-4447-8e2f-5c0b006c7515 None None] Port d7514c83-8577-4869-b073-7a83e744ad00 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:43:56.357256 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31abd844-af79-4521-98c8-a15867afe9c0 None None] Routers {'81fdbf7c-3431-4a3c-8ce0-3c363a832f26'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:43:56.360211 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-31abd844-af79-4521-98c8-a15867afe9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:43:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['81fdbf7c-3431-4a3c-8ce0-3c363a832f26'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:56.387871 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0611e863-f49b-4991-83d2-bf2833fdebce None None] Pushing event updated for resources: {'Port': ['ID=b30f03af-d461-4c7d-aaf6-61697885b2eb,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:56.390375 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-6e8fe7c2-20ea-4c12-b5a1-57f2264dbb98 admin admin] Allocated IP 172.20.0.1 (1a77e7d1-e880-4909-b47f-c788347c40d5/f6d8ff2c-9dad-4362-ace9-f37f6abbb39a/c52ecdb3-a6f8-4c70-b281-8f638e242388) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:43:56.455119 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-4def922a-23d0-4447-8e2f-5c0b006c7515 None None] Provisioning complete for port b5a650a6-f309-4933-af02-93a1e10b791b triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:56.455119 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4def922a-23d0-4447-8e2f-5c0b006c7515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:56.458991 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b6e86236-d09f-4387-ac53-0b6ddbd5ee82 req-c39f2bfb-2db7-4fee-a8a1-8041d147c199 tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] 10.222.0.26 "GET /v2.0/security-groups?id=556b0dbb-c67a-4c45-aad1-6752c6cdaf18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759819 Nov 12 08:43:56.489433 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-4936ed3e-aac7-4a38-82cc-c12998bfd6b7 req-30b4413e-d62c-4fae-8c0d-fa855edfa82e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:56.522151 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-31abd844-af79-4521-98c8-a15867afe9c0 None None] Set router 81fdbf7c-3431-4a3c-8ce0-3c363a832f26 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:43:56.591910 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-0611e863-f49b-4991-83d2-bf2833fdebce None None] Attempting to bind port b30f03af-d461-4c7d-aaf6-61697885b2eb on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:43:56.592280 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-0611e863-f49b-4991-83d2-bf2833fdebce None None] Attempting to bind port b30f03af-d461-4c7d-aaf6-61697885b2eb by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '65f66e41-1127-4eab-9d6a-4c16bf02bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '94cbfb85-e2d1-4fc7-b393-d51b9a6b0d91'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:43:56.592650 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0611e863-f49b-4991-83d2-bf2833fdebce None None] Attempting to bind port b30f03af-d461-4c7d-aaf6-61697885b2eb on network 94cbfb85-e2d1-4fc7-b393-d51b9a6b0d91 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:43:56.624506 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0611e863-f49b-4991-83d2-bf2833fdebce None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:43:56.626545 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0611e863-f49b-4991-83d2-bf2833fdebce None None] Checking segment: {'id': '65f66e41-1127-4eab-9d6a-4c16bf02bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '94cbfb85-e2d1-4fc7-b393-d51b9a6b0d91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:43:56.627843 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-0611e863-f49b-4991-83d2-bf2833fdebce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:56.628413 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0611e863-f49b-4991-83d2-bf2833fdebce None None] Bound using segment: {'id': '65f66e41-1127-4eab-9d6a-4c16bf02bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '94cbfb85-e2d1-4fc7-b393-d51b9a6b0d91'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:43:56.629087 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-0611e863-f49b-4991-83d2-bf2833fdebce None None] Bound port: b30f03af-d461-4c7d-aaf6-61697885b2eb, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65f66e41-1127-4eab-9d6a-4c16bf02bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '94cbfb85-e2d1-4fc7-b393-d51b9a6b0d91'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:43:56.632017 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-0611e863-f49b-4991-83d2-bf2833fdebce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:56.665702 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-4def922a-23d0-4447-8e2f-5c0b006c7515 None None] Port b5a650a6-f309-4933-af02-93a1e10b791b cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:43:56.745241 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8366ef-c7f8-4975-82d8-b207f9d1ecb8 req-a9415df5-d412-40b4-9369-7fdf3d8da201 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:56.755014 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6c8366ef-c7f8-4975-82d8-b207f9d1ecb8 req-a9415df5-d412-40b4-9369-7fdf3d8da201 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] 10.222.0.26 "GET /v2.0/ports?device_id=648b92ff-6e16-4647-be4e-df09c548fa85 HTTP/1.1" status: 200 len: 970 time: 0.1548593 Nov 12 08:43:56.776028 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de70434-abab-4b34-a644-11cfce29a2b3 None None] Pushing event updated for resources: {'Port': ['ID=d7514c83-8577-4869-b073-7a83e744ad00,revision_number=3']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:56.811490 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6e8fe7c2-20ea-4c12-b5a1-57f2264dbb98 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:56.865271 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-0611e863-f49b-4991-83d2-bf2833fdebce None None] For port b30f03af-d461-4c7d-aaf6-61697885b2eb, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:43:56.869051 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-31abd844-af79-4521-98c8-a15867afe9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81fdbf7c-3431-4a3c-8ce0-3c363a832f26', 'name': 'tempest-TestVolumeBackupRestore-1030702179-router', 'tenant_id': '9092e2c011414e27b78b54ab78778e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': 'd7514c83-8577-4869-b073-7a83e744ad00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:43:46Z', 'updated_at': '2021-11-12T08:43:50Z', 'revision_number': 3, 'project_id': '9092e2c011414e27b78b54ab78778e04', 'gw_port': {'id': 'd7514c83-8577-4869-b073-7a83e744ad00', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:bd:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81fdbf7c-3431-4a3c-8ce0-3c363a832f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:43:48Z', 'updated_at': '2021-11-12T08:43:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:56.874347 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-453f5355-41dc-4e99-8e76-707e79cf7bbf None None] Provisioning complete for port d7514c83-8577-4869-b073-7a83e744ad00 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:56.875044 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-453f5355-41dc-4e99-8e76-707e79cf7bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:56.878920 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-0611e863-f49b-4991-83d2-bf2833fdebce None None] For port b30f03af-d461-4c7d-aaf6-61697885b2eb, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=b30f03af-d461-4c7d-aaf6-61697885b2eb,segment=NetworkSegment(65f66e41-1127-4eab-9d6a-4c16bf02bdf8),segment_id=65f66e41-1127-4eab-9d6a-4c16bf02bdf8)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:43:56.913390 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-12b8bbc4-52c4-4b06-818e-d92808b3dbf1 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Allocated IP 2001:db8::1 (3e4320bc-a85d-4b79-a1de-36e8bdc0a505/07a8b4d4-858a-4dcd-a306-aab611bf0917/8c8b80d1-b85b-4cac-919b-3bf9dfbe353a) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:43:56.940657 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6c8366ef-c7f8-4975-82d8-b207f9d1ecb8 req-9a38c7b0-eafe-4216-add2-53e008e844b8 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] 10.222.0.26 "GET /v2.0/security-groups?id=a97047a0-dda4-4afc-ac4d-c9e7b1e236f2&id=a0945492-374d-4bfc-be32-68046ca36a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1843436 Nov 12 08:43:56.945264 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31abd844-af79-4521-98c8-a15867afe9c0 None None] The sync data for ids ['81fdbf7c-3431-4a3c-8ce0-3c363a832f26'] in n-d-765315-29 is: [{'id': '81fdbf7c-3431-4a3c-8ce0-3c363a832f26', 'name': 'tempest-TestVolumeBackupRestore-1030702179-router', 'tenant_id': '9092e2c011414e27b78b54ab78778e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': 'd7514c83-8577-4869-b073-7a83e744ad00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:43:46Z', 'updated_at': '2021-11-12T08:43:50Z', 'revision_number': 3, 'project_id': '9092e2c011414e27b78b54ab78778e04', 'gw_port': {'id': 'd7514c83-8577-4869-b073-7a83e744ad00', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:bd:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81fdbf7c-3431-4a3c-8ce0-3c363a832f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:43:48Z', 'updated_at': '2021-11-12T08:43:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:43:56.964685 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-0611e863-f49b-4991-83d2-bf2833fdebce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:57.008572 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6e8fe7c2-20ea-4c12-b5a1-57f2264dbb98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:57.091199 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0611e863-f49b-4991-83d2-bf2833fdebce None None] Pushing event updated for resources: {'Port': ['ID=b30f03af-d461-4c7d-aaf6-61697885b2eb,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:57.173318 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device d4a7b57a-b6ff-4124-b874-dd5570b678e8 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:43:57.197863 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8fe7c2-20ea-4c12-b5a1-57f2264dbb98 admin admin] Network 1a77e7d1-e880-4909-b47f-c788347c40d5 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:43:57.223633 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-6e8fe7c2-20ea-4c12-b5a1-57f2264dbb98 admin admin] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:43:57.232865 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9466d4-6e92-4e7e-b6b8-aeb10df5e903 None None] Network 3e4320bc-a85d-4b79-a1de-36e8bdc0a505 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:43:57.252530 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8fe7c2-20ea-4c12-b5a1-57f2264dbb98 admin admin] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:43:57.329751 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8fe7c2-20ea-4c12-b5a1-57f2264dbb98 admin admin] Pushing event updated for resources: {'Port': ['ID=c52ecdb3-a6f8-4c70-b281-8f638e242388,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:57.359699 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-12b8bbc4-52c4-4b06-818e-d92808b3dbf1 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:57.416232 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6e8fe7c2-20ea-4c12-b5a1-57f2264dbb98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933481'] for router_interface, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:57.519031 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-12b8bbc4-52c4-4b06-818e-d92808b3dbf1 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:57.577133 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-4936ed3e-aac7-4a38-82cc-c12998bfd6b7 req-30b4413e-d62c-4fae-8c0d-fa855edfa82e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5a650a6-f309-4933-af02-93a1e10b791b {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:43:57.593906 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-4936ed3e-aac7-4a38-82cc-c12998bfd6b7 req-30b4413e-d62c-4fae-8c0d-fa855edfa82e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:57.614183 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port d4a7b57a-b6ff-4124-b874-dd5570b678e8 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:57.615312 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:57.691786 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-4936ed3e-aac7-4a38-82cc-c12998bfd6b7 req-30b4413e-d62c-4fae-8c0d-fa855edfa82e service neutron] Transition to ACTIVE for port object b5a650a6-f309-4933-af02-93a1e10b791b will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:43:57.710226 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-4936ed3e-aac7-4a38-82cc-c12998bfd6b7 req-30b4413e-d62c-4fae-8c0d-fa855edfa82e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:57.727799 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b8bbc4-52c4-4b06-818e-d92808b3dbf1 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Network 3e4320bc-a85d-4b79-a1de-36e8bdc0a505 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:43:57.750772 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-453f5355-41dc-4e99-8e76-707e79cf7bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:57.761203 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c50103b-f608-433b-a0a4-79334e519d0d req-0d02bc92-e812-4d94-a2b5-680e3ccad3a3 tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:57.776332 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7c50103b-f608-433b-a0a4-79334e519d0d req-0d02bc92-e812-4d94-a2b5-680e3ccad3a3 tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] 10.222.0.26 "GET /v2.0/ports?device_id=4548ef99-fb34-44d8-bcb3-44cf3fb1ded4 HTTP/1.1" status: 200 len: 945 time: 0.2932084 Nov 12 08:43:57.789762 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-12b8bbc4-52c4-4b06-818e-d92808b3dbf1 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:43:57.797563 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b8bbc4-52c4-4b06-818e-d92808b3dbf1 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Pushing event updated for resources: {'Port': ['ID=8c8b80d1-b85b-4cac-919b-3bf9dfbe353a,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:57.807072 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b8bbc4-52c4-4b06-818e-d92808b3dbf1 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:43:57.807658 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-12b8bbc4-52c4-4b06-818e-d92808b3dbf1 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933481'] for router_interface, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:57.889250 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-453f5355-41dc-4e99-8e76-707e79cf7bbf None None] For port d7514c83-8577-4869-b073-7a83e744ad00, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=d7514c83-8577-4869-b073-7a83e744ad00,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:43:57.918971 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-453f5355-41dc-4e99-8e76-707e79cf7bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:57.986408 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7c50103b-f608-433b-a0a4-79334e519d0d req-73175a6e-6abe-458d-92df-c26a6500a6f1 tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] 10.222.0.26 "GET /v2.0/security-groups?id=556b0dbb-c67a-4c45-aad1-6752c6cdaf18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090726 Nov 12 08:43:58.033111 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b4413e-d62c-4fae-8c0d-fa855edfa82e service neutron] Pushing event updated for resources: {'Port': ['ID=b5a650a6-f309-4933-af02-93a1e10b791b,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:58.050117 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6e8fe7c2-20ea-4c12-b5a1-57f2264dbb98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:58.158814 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-12b8bbc4-52c4-4b06-818e-d92808b3dbf1 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:58.210510 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-4936ed3e-aac7-4a38-82cc-c12998bfd6b7 req-30b4413e-d62c-4fae-8c0d-fa855edfa82e service neutron] Attempting to bind port b5a650a6-f309-4933-af02-93a1e10b791b on host n-h2-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:43:58.213039 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-4936ed3e-aac7-4a38-82cc-c12998bfd6b7 req-30b4413e-d62c-4fae-8c0d-fa855edfa82e service neutron] Attempting to bind port b5a650a6-f309-4933-af02-93a1e10b791b by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': '9478a79d-0f06-437e-97b9-90a4eddcebbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '6ffcad90-f496-4d66-99b9-24f9c9250cf2'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:43:58.213039 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4936ed3e-aac7-4a38-82cc-c12998bfd6b7 req-30b4413e-d62c-4fae-8c0d-fa855edfa82e service neutron] Attempting to bind port b5a650a6-f309-4933-af02-93a1e10b791b on network 6ffcad90-f496-4d66-99b9-24f9c9250cf2 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:43:58.228645 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4936ed3e-aac7-4a38-82cc-c12998bfd6b7 req-30b4413e-d62c-4fae-8c0d-fa855edfa82e service neutron] Port b5a650a6-f309-4933-af02-93a1e10b791b on network 6ffcad90-f496-4d66-99b9-24f9c9250cf2 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:43:58.228899 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4936ed3e-aac7-4a38-82cc-c12998bfd6b7 req-30b4413e-d62c-4fae-8c0d-fa855edfa82e service neutron] Attempting to bind port b5a650a6-f309-4933-af02-93a1e10b791b on network 6ffcad90-f496-4d66-99b9-24f9c9250cf2 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:43:58.252791 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4936ed3e-aac7-4a38-82cc-c12998bfd6b7 req-30b4413e-d62c-4fae-8c0d-fa855edfa82e service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:43:58.253243 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4936ed3e-aac7-4a38-82cc-c12998bfd6b7 req-30b4413e-d62c-4fae-8c0d-fa855edfa82e service neutron] Checking segment: {'id': '9478a79d-0f06-437e-97b9-90a4eddcebbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '6ffcad90-f496-4d66-99b9-24f9c9250cf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:43:58.253525 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4936ed3e-aac7-4a38-82cc-c12998bfd6b7 req-30b4413e-d62c-4fae-8c0d-fa855edfa82e service neutron] Bound using segment: {'id': '9478a79d-0f06-437e-97b9-90a4eddcebbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '6ffcad90-f496-4d66-99b9-24f9c9250cf2'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:43:58.254157 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-4936ed3e-aac7-4a38-82cc-c12998bfd6b7 req-30b4413e-d62c-4fae-8c0d-fa855edfa82e service neutron] Bound port: b5a650a6-f309-4933-af02-93a1e10b791b, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9478a79d-0f06-437e-97b9-90a4eddcebbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '6ffcad90-f496-4d66-99b9-24f9c9250cf2'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:43:58.254545 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-4936ed3e-aac7-4a38-82cc-c12998bfd6b7 req-30b4413e-d62c-4fae-8c0d-fa855edfa82e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:58.459658 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac78292-2833-41ce-8dfa-6baa88d674fe req-66efa666-b888-4cd8-b2e8-b70dab7af5bf tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:58.476804 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0ac78292-2833-41ce-8dfa-6baa88d674fe req-66efa666-b888-4cd8-b2e8-b70dab7af5bf tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] 10.222.0.26 "GET /v2.0/ports?device_id=648b92ff-6e16-4647-be4e-df09c548fa85 HTTP/1.1" status: 200 len: 982 time: 0.3538682 Nov 12 08:43:58.503455 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-4936ed3e-aac7-4a38-82cc-c12998bfd6b7 req-30b4413e-d62c-4fae-8c0d-fa855edfa82e service neutron] For port b5a650a6-f309-4933-af02-93a1e10b791b, host n-h2-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:43:58.508159 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-4936ed3e-aac7-4a38-82cc-c12998bfd6b7 req-30b4413e-d62c-4fae-8c0d-fa855edfa82e service neutron] For port b5a650a6-f309-4933-af02-93a1e10b791b, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=b5a650a6-f309-4933-af02-93a1e10b791b,segment=NetworkSegment(9478a79d-0f06-437e-97b9-90a4eddcebbc),segment_id=9478a79d-0f06-437e-97b9-90a4eddcebbc)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:43:58.518432 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-4936ed3e-aac7-4a38-82cc-c12998bfd6b7 req-30b4413e-d62c-4fae-8c0d-fa855edfa82e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:58.574249 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4936ed3e-aac7-4a38-82cc-c12998bfd6b7 req-30b4413e-d62c-4fae-8c0d-fa855edfa82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:58.575322 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-4936ed3e-aac7-4a38-82cc-c12998bfd6b7 req-30b4413e-d62c-4fae-8c0d-fa855edfa82e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:58.578376 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4936ed3e-aac7-4a38-82cc-c12998bfd6b7 req-30b4413e-d62c-4fae-8c0d-fa855edfa82e service neutron] 10.222.0.44 "PUT /v2.0/ports/b5a650a6-f309-4933-af02-93a1e10b791b HTTP/1.1" status: 200 len: 1131 time: 2.7579925 Nov 12 08:43:58.580957 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '648b92ff-6e16-4647-be4e-df09c548fa85', 'tag': 'b5a650a6-f309-4933-af02-93a1e10b791b'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:43:58.583520 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22b66564-8d9e-4350-9dab-8a38fe9ac4c3" -d '{"events": [{"name": "network-changed", "server_uuid": "648b92ff-6e16-4647-be4e-df09c548fa85", "tag": "b5a650a6-f309-4933-af02-93a1e10b791b"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:43:58.669516 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b4413e-d62c-4fae-8c0d-fa855edfa82e service neutron] Pushing event updated for resources: {'Port': ['ID=b5a650a6-f309-4933-af02-93a1e10b791b,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:58.753601 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-cc504d85-52d1-4f8d-a076-2dd543dd9365 None None] Provisioning complete for port c52ecdb3-a6f8-4c70-b281-8f638e242388 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:58.761391 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0ac78292-2833-41ce-8dfa-6baa88d674fe req-b6c4c86c-3dcd-48ff-b7ba-7819d59b5134 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] 10.222.0.26 "GET /v2.0/security-groups?id=a97047a0-dda4-4afc-ac4d-c9e7b1e236f2&id=a0945492-374d-4bfc-be32-68046ca36a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2834437 Nov 12 08:43:58.762264 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-cc504d85-52d1-4f8d-a076-2dd543dd9365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:58.791239 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6e8fe7c2-20ea-4c12-b5a1-57f2264dbb98 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:58.814784 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6e8fe7c2-20ea-4c12-b5a1-57f2264dbb98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:58.842249 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453f5355-41dc-4e99-8e76-707e79cf7bbf None None] Pushing event updated for resources: {'Port': ['ID=d7514c83-8577-4869-b073-7a83e744ad00,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:58.884753 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:58.906409 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-12b8bbc4-52c4-4b06-818e-d92808b3dbf1 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:58.925218 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-12b8bbc4-52c4-4b06-818e-d92808b3dbf1 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:58.925959 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-12b8bbc4-52c4-4b06-818e-d92808b3dbf1 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933629'] for router_interface, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:58.928726 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-cc504d85-52d1-4f8d-a076-2dd543dd9365 None None] Port c52ecdb3-a6f8-4c70-b281-8f638e242388 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:43:58.943272 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8fe7c2-20ea-4c12-b5a1-57f2264dbb98 admin admin] Pushing event updated for resources: {'Port': ['ID=c52ecdb3-a6f8-4c70-b281-8f638e242388,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:58.979368 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4936ed3e-aac7-4a38-82cc-c12998bfd6b7 req-6ec1f16d-89f5-4158-981f-9ae9f14fc75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:58.987295 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4936ed3e-aac7-4a38-82cc-c12998bfd6b7 req-6ec1f16d-89f5-4158-981f-9ae9f14fc75f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=77abaf9dfdff48589f5ad3a7f970c1f2&device_id=648b92ff-6e16-4647-be4e-df09c548fa85 HTTP/1.1" status: 200 len: 1134 time: 0.2891929 Nov 12 08:43:59.023884 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6e8fe7c2-20ea-4c12-b5a1-57f2264dbb98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933629'] for router_interface, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:59.072687 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4936ed3e-aac7-4a38-82cc-c12998bfd6b7 req-433fb6be-d334-43a3-8ab5-3d26578d601a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b5a650a6-f309-4933-af02-93a1e10b791b HTTP/1.1" status: 200 len: 217 time: 0.0619802 Nov 12 08:43:59.079619 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-cc504d85-52d1-4f8d-a076-2dd543dd9365 None None] Provisioning complete for port d4a7b57a-b6ff-4124-b874-dd5570b678e8 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:59.080724 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-cc504d85-52d1-4f8d-a076-2dd543dd9365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:59.135711 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] For port d4a7b57a-b6ff-4124-b874-dd5570b678e8, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=d4a7b57a-b6ff-4124-b874-dd5570b678e8,segment=NetworkSegment(e5e06905-e2d3-4adb-b91f-8e9ea523bded),segment_id=e5e06905-e2d3-4adb-b91f-8e9ea523bded)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:43:59.200791 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4936ed3e-aac7-4a38-82cc-c12998bfd6b7 req-64c9dfa7-7281-4c71-b517-71893690ad3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:59.204343 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4936ed3e-aac7-4a38-82cc-c12998bfd6b7 req-64c9dfa7-7281-4c71-b517-71893690ad3d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6690910f-d234-4eb4-9691-5e272fa7b090 HTTP/1.1" status: 200 len: 835 time: 0.1130075 Nov 12 08:43:59.206703 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:59.287637 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dab0b6c-22e7-40d6-b8e5-7e227dcf18bb None None] Network 94cbfb85-e2d1-4fc7-b393-d51b9a6b0d91 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:43:59.297620 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b8bbc4-52c4-4b06-818e-d92808b3dbf1 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Pushing event updated for resources: {'Port': ['ID=8c8b80d1-b85b-4cac-919b-3bf9dfbe353a,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:59.307973 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b8bbc4-52c4-4b06-818e-d92808b3dbf1 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Network 3e4320bc-a85d-4b79-a1de-36e8bdc0a505 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:43:59.313289 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-12b8bbc4-52c4-4b06-818e-d92808b3dbf1 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:43:59.319459 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21f259e4-d786-4632-8ade-f349555194b2 x-openstack-request-id: req-21f259e4-d786-4632-8ade-f349555194b2 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:43:59.326983 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "648b92ff-6e16-4647-be4e-df09c548fa85", "tag": "b5a650a6-f309-4933-af02-93a1e10b791b", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:43:59.328156 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-21f259e4-d786-4632-8ade-f349555194b2 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:43:59.329360 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '648b92ff-6e16-4647-be4e-df09c548fa85', 'tag': 'b5a650a6-f309-4933-af02-93a1e10b791b', 'status': 'completed', 'code': 200} Nov 12 08:43:59.493421 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4936ed3e-aac7-4a38-82cc-c12998bfd6b7 req-dc785f60-67f8-4180-abca-a34c7479ad27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:59.500050 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4936ed3e-aac7-4a38-82cc-c12998bfd6b7 req-dc785f60-67f8-4180-abca-a34c7479ad27 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6ffcad90-f496-4d66-99b9-24f9c9250cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2748382 Nov 12 08:43:59.571256 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8fe7c2-20ea-4c12-b5a1-57f2264dbb98 admin admin] Network 1a77e7d1-e880-4909-b47f-c788347c40d5 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:43:59.575032 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-6e8fe7c2-20ea-4c12-b5a1-57f2264dbb98 admin admin] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:43:59.587278 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device b30f03af-d461-4c7d-aaf6-61697885b2eb up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:43:59.700966 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302cbbb9-9c4f-4869-9a81-95803ea06b18 req-f7154448-f95b-4966-b1d6-a6c01d5f462a tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:59.716046 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-302cbbb9-9c4f-4869-9a81-95803ea06b18 req-f7154448-f95b-4966-b1d6-a6c01d5f462a tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] 10.222.0.26 "GET /v2.0/ports?device_id=4548ef99-fb34-44d8-bcb3-44cf3fb1ded4 HTTP/1.1" status: 200 len: 945 time: 0.2789888 Nov 12 08:43:59.766989 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Pushing event updated for resources: {'Port': ['ID=d4a7b57a-b6ff-4124-b874-dd5570b678e8,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:59.903577 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-302cbbb9-9c4f-4869-9a81-95803ea06b18 req-ded65f12-04b2-4033-934a-52c7beaa972b tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] 10.222.0.26 "GET /v2.0/security-groups?id=556b0dbb-c67a-4c45-aad1-6752c6cdaf18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776533 Nov 12 08:43:59.913446 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12b8bbc4-52c4-4b06-818e-d92808b3dbf1 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Router 3db79a89-f5b1-40b2-abed-4cc67341c949 is scheduled to L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 with binding_index 1 {{(pid=102600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:43:59.947091 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4936ed3e-aac7-4a38-82cc-c12998bfd6b7 req-843e001a-a192-4d7a-a2b6-7df2a1cd407a service neutron] 10.222.0.44 "GET /v2.0/networks/6ffcad90-f496-4d66-99b9-24f9c9250cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4312241 Nov 12 08:44:00.009415 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e8fe7c2-20ea-4c12-b5a1-57f2264dbb98 admin admin] Router 81fdbf7c-3431-4a3c-8ce0-3c363a832f26 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:44:00.010515 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port b30f03af-d461-4c7d-aaf6-61697885b2eb triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:00.011097 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:00.159684 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4936ed3e-aac7-4a38-82cc-c12998bfd6b7 req-6d210b5e-f1b5-400c-bb76-d868697e12ea service neutron] 10.222.0.44 "GET /v2.0/networks/6ffcad90-f496-4d66-99b9-24f9c9250cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959560 Nov 12 08:44:00.185265 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:00.213108 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05480a4e-aad4-4544-a136-54e409caa6af req-b46bb8be-94c3-4c36-8080-ab53f77a3836 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:00.215167 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-05480a4e-aad4-4544-a136-54e409caa6af req-b46bb8be-94c3-4c36-8080-ab53f77a3836 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] 10.222.0.26 "GET /v2.0/ports?device_id=648b92ff-6e16-4647-be4e-df09c548fa85 HTTP/1.1" status: 200 len: 982 time: 0.1566386 Nov 12 08:44:00.216640 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12b8bbc4-52c4-4b06-818e-d92808b3dbf1 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:44:00.247222 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-12b8bbc4-52c4-4b06-818e-d92808b3dbf1 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "PUT /v2.0/routers/3db79a89-f5b1-40b2-abed-4cc67341c949/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2110975 Nov 12 08:44:00.261301 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 55716) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:00.265768 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] For port b30f03af-d461-4c7d-aaf6-61697885b2eb, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=b30f03af-d461-4c7d-aaf6-61697885b2eb,segment=NetworkSegment(65f66e41-1127-4eab-9d6a-4c16bf02bdf8),segment_id=65f66e41-1127-4eab-9d6a-4c16bf02bdf8)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:00.274558 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4ce15e-5103-4429-abb8-de6e1b047c30 None None] Sync routers for ids ['3db79a89-f5b1-40b2-abed-4cc67341c949'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:44:00.295049 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:00.296143 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device d7514c83-8577-4869-b073-7a83e744ad00 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:44:00.300595 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4ce15e-5103-4429-abb8-de6e1b047c30 None None] Routers {'3db79a89-f5b1-40b2-abed-4cc67341c949'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:44:00.301458 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-5d4ce15e-5103-4429-abb8-de6e1b047c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:43:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['3db79a89-f5b1-40b2-abed-4cc67341c949'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:00.386211 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-5d4ce15e-5103-4429-abb8-de6e1b047c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:00.422570 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e8fe7c2-20ea-4c12-b5a1-57f2264dbb98 admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:44:00.431786 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f364f1-f69d-40c0-9cc9-276b6938ab1f tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:00.433256 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-67f364f1-f69d-40c0-9cc9-276b6938ab1f tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "GET /v2.0/ports/8c8b80d1-b85b-4cac-919b-3bf9dfbe353a HTTP/1.1" status: 200 len: 911 time: 0.1697624 Nov 12 08:44:00.436673 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-6e8fe7c2-20ea-4c12-b5a1-57f2264dbb98 admin admin] 10.222.0.26 "PUT /v2.0/routers/81fdbf7c-3431-4a3c-8ce0-3c363a832f26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3405190 Nov 12 08:44:00.439897 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 55718) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:00.443325 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802c0986-15f1-47fe-8ce0-26f75fa1ee1e None None] Sync routers for ids ['81fdbf7c-3431-4a3c-8ce0-3c363a832f26'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:44:00.475658 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802c0986-15f1-47fe-8ce0-26f75fa1ee1e None None] Routers {'81fdbf7c-3431-4a3c-8ce0-3c363a832f26'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:44:00.476295 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-802c0986-15f1-47fe-8ce0-26f75fa1ee1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:43:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['81fdbf7c-3431-4a3c-8ce0-3c363a832f26'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:00.517433 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-05480a4e-aad4-4544-a136-54e409caa6af req-7f3f9535-6aed-4d22-a80f-e7ca9ee15887 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] 10.222.0.26 "GET /v2.0/security-groups?id=a97047a0-dda4-4afc-ac4d-c9e7b1e236f2&id=a0945492-374d-4bfc-be32-68046ca36a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2577710 Nov 12 08:44:00.555184 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-8be56389-8116-4fc3-9707-59e16857c64f None None] Provisioning complete for port 8c8b80d1-b85b-4cac-919b-3bf9dfbe353a triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:00.555824 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8be56389-8116-4fc3-9707-59e16857c64f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:00.674171 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Pushing event updated for resources: {'Port': ['ID=b30f03af-d461-4c7d-aaf6-61697885b2eb,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:00.707794 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4ce15e-5103-4429-abb8-de6e1b047c30 None None] Routers {'3db79a89-f5b1-40b2-abed-4cc67341c949'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:44:00.708499 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-5d4ce15e-5103-4429-abb8-de6e1b047c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:43:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['3db79a89-f5b1-40b2-abed-4cc67341c949'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:00.800595 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-802c0986-15f1-47fe-8ce0-26f75fa1ee1e None None] Set router 81fdbf7c-3431-4a3c-8ce0-3c363a832f26 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:44:00.829648 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-5d4ce15e-5103-4429-abb8-de6e1b047c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:00.830327 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4ce15e-5103-4429-abb8-de6e1b047c30 None None] The sync data for ids ['3db79a89-f5b1-40b2-abed-4cc67341c949'] in n-d-765315-29 is: [] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:44:00.850029 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-8be56389-8116-4fc3-9707-59e16857c64f None None] Port 8c8b80d1-b85b-4cac-919b-3bf9dfbe353a cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:44:00.860840 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port d7514c83-8577-4869-b073-7a83e744ad00 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:00.861267 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:00.910251 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-8be56389-8116-4fc3-9707-59e16857c64f None None] Provisioning complete for port c52ecdb3-a6f8-4c70-b281-8f638e242388 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:00.910656 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8be56389-8116-4fc3-9707-59e16857c64f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:00.937712 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384f5a67-71b7-4dd5-9044-71011ba9e822 req-278f1681-5dca-42f2-a459-330ebfc49231 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:00.951477 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-384f5a67-71b7-4dd5-9044-71011ba9e822 req-278f1681-5dca-42f2-a459-330ebfc49231 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/networks?id=005cbe87-3cd9-4019-b60a-9b9dcf542d7d HTTP/1.1" status: 200 len: 815 time: 0.2638769 Nov 12 08:44:00.967372 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-8be56389-8116-4fc3-9707-59e16857c64f None None] Port c52ecdb3-a6f8-4c70-b281-8f638e242388 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:44:00.975727 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-384f5a67-71b7-4dd5-9044-71011ba9e822 req-13513acf-94b9-42bf-9418-ffae9ecc3a21 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/quotas/c79a59d0e8a34d8d81232928cf66b1d9 HTTP/1.1" status: 200 len: 375 time: 0.0237157 Nov 12 08:44:00.998563 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-8be56389-8116-4fc3-9707-59e16857c64f None None] Provisioning complete for port d4a7b57a-b6ff-4124-b874-dd5570b678e8 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:00.999483 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8be56389-8116-4fc3-9707-59e16857c64f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:01.096190 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-384f5a67-71b7-4dd5-9044-71011ba9e822 req-8c8e80ee-f747-4f82-888a-bc2b4b3df282 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c79a59d0e8a34d8d81232928cf66b1d9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1122322 Nov 12 08:44:01.271956 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-8be56389-8116-4fc3-9707-59e16857c64f None None] Provisioning complete for port b30f03af-d461-4c7d-aaf6-61697885b2eb triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:01.273639 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b66564-8d9e-4350-9dab-8a38fe9ac4c3 req-8e69fb27-976d-4ec4-8903-2fbaece4288f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:01.275519 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-22b66564-8d9e-4350-9dab-8a38fe9ac4c3 req-8e69fb27-976d-4ec4-8903-2fbaece4288f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=77abaf9dfdff48589f5ad3a7f970c1f2&device_id=648b92ff-6e16-4647-be4e-df09c548fa85 HTTP/1.1" status: 200 len: 1134 time: 0.9062071 Nov 12 08:44:01.279430 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8be56389-8116-4fc3-9707-59e16857c64f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:01.370353 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-384f5a67-71b7-4dd5-9044-71011ba9e822 req-37388a68-3743-4695-93b0-ec9dbe6a9698 service neutron] 10.222.0.26 "GET /v2.0/networks/005cbe87-3cd9-4019-b60a-9b9dcf542d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679305 Nov 12 08:44:01.406932 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device b30f03af-d461-4c7d-aaf6-61697885b2eb up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:44:01.461033 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-802c0986-15f1-47fe-8ce0-26f75fa1ee1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81fdbf7c-3431-4a3c-8ce0-3c363a832f26', 'name': 'tempest-TestVolumeBackupRestore-1030702179-router', 'tenant_id': '9092e2c011414e27b78b54ab78778e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': 'd7514c83-8577-4869-b073-7a83e744ad00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:43:46Z', 'updated_at': '2021-11-12T08:43:57Z', 'revision_number': 4, 'project_id': '9092e2c011414e27b78b54ab78778e04', 'gw_port': {'id': 'd7514c83-8577-4869-b073-7a83e744ad00', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:bd:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fdbf7c-3431-4a3c-8ce0-3c363a832f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:43:48Z', 'updated_at': '2021-11-12T08:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': 'c52ecdb3-a6f8-4c70-b281-8f638e242388', 'name': '', 'network_id': '1a77e7d1-e880-4909-b47f-c788347c40d5', 'tenant_id': '9092e2c011414e27b78b54ab78778e04', 'mac_address': 'fa:16:3e:db:16:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81fdbf7c-3431-4a3c-8ce0-3c363a832f26', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'f6d8ff2c-9dad-4362-ace9-f37f6abbb39a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:43:55Z', 'updated_at': '2021-11-12T08:43:58Z', 'revision_number': 2, 'project_id': '9092e2c011414e27b78b54ab78778e04', 'subnets': [{'id': 'f6d8ff2c-9dad-4362-ace9-f37f6abbb39a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:01.501994 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port b30f03af-d461-4c7d-aaf6-61697885b2eb triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:01.502365 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:01.520890 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 55752) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:01.526844 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-480cff65-7d50-4180-a0ec-74371f9e649b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-404056877-network', 'tenant_id': '51772590ac5b48deba2d4123b6db1de6'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:01.539234 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802c0986-15f1-47fe-8ce0-26f75fa1ee1e None None] Checking router: 81fdbf7c-3431-4a3c-8ce0-3c363a832f26 for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:44:01.540374 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802c0986-15f1-47fe-8ce0-26f75fa1ee1e None None] Updating router 81fdbf7c-3431-4a3c-8ce0-3c363a832f26 port c52ecdb3-a6f8-4c70-b281-8f638e242388 binding host n-d-765315-29 {{(pid=102602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:44:01.577741 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-480cff65-7d50-4180-a0ec-74371f9e649b admin admin] Made reservation on behalf of 51772590ac5b48deba2d4123b6db1de6 for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:44:01.580698 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-480cff65-7d50-4180-a0ec-74371f9e649b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:01.594883 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-480cff65-7d50-4180-a0ec-74371f9e649b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:01.604466 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device d4a7b57a-b6ff-4124-b874-dd5570b678e8 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:44:01.610099 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-384f5a67-71b7-4dd5-9044-71011ba9e822 req-05a9d866-817f-43be-b221-8675710a9158 service neutron] 10.222.0.26 "GET /v2.0/networks/005cbe87-3cd9-4019-b60a-9b9dcf542d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363691 Nov 12 08:44:01.630442 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-802c0986-15f1-47fe-8ce0-26f75fa1ee1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:01.708413 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b66564-8d9e-4350-9dab-8a38fe9ac4c3 req-3202e9c0-f216-4e1d-b01e-5fe681853aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:01.709938 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-22b66564-8d9e-4350-9dab-8a38fe9ac4c3 req-3202e9c0-f216-4e1d-b01e-5fe681853aba service neutron] 10.222.0.44 "GET /v2.0/networks?id=6ffcad90-f496-4d66-99b9-24f9c9250cf2 HTTP/1.1" status: 200 len: 898 time: 0.4259624 Nov 12 08:44:01.763907 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-480cff65-7d50-4180-a0ec-74371f9e649b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:01.773105 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-480cff65-7d50-4180-a0ec-74371f9e649b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:01.776672 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-be9196c8-0f8f-48a1-9f2f-329937089ce0 None None] Provisioning complete for port 8c8b80d1-b85b-4cac-919b-3bf9dfbe353a triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:01.779076 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-be9196c8-0f8f-48a1-9f2f-329937089ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:01.787008 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port d4a7b57a-b6ff-4124-b874-dd5570b678e8 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:01.787388 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:01.794390 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-22b66564-8d9e-4350-9dab-8a38fe9ac4c3 req-2e5f8c4a-806e-46a5-b743-75550faad691 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b5a650a6-f309-4933-af02-93a1e10b791b HTTP/1.1" status: 200 len: 217 time: 0.0506010 Nov 12 08:44:01.816141 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480cff65-7d50-4180-a0ec-74371f9e649b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3120f929-ac0d-4fe2-92f5-f4a0443678e5,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:01.831131 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-480cff65-7d50-4180-a0ec-74371f9e649b admin admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:44:01.856902 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-480cff65-7d50-4180-a0ec-74371f9e649b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:01.857401 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-480cff65-7d50-4180-a0ec-74371f9e649b admin admin] Added segment cc335c9b-d8f1-468f-a4aa-6796bcc76ab4 of type vlan for network e7a27d77-7779-4b35-8aa6-1148c2707374 Nov 12 08:44:01.952566 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-480cff65-7d50-4180-a0ec-74371f9e649b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:02.015979 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-480cff65-7d50-4180-a0ec-74371f9e649b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:02.017481 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480cff65-7d50-4180-a0ec-74371f9e649b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:02.017623 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-480cff65-7d50-4180-a0ec-74371f9e649b admin admin] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:02.031214 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-be9196c8-0f8f-48a1-9f2f-329937089ce0 None None] Port 8c8b80d1-b85b-4cac-919b-3bf9dfbe353a cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:44:02.106711 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-be9196c8-0f8f-48a1-9f2f-329937089ce0 None None] Provisioning complete for port b30f03af-d461-4c7d-aaf6-61697885b2eb triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:02.107266 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-be9196c8-0f8f-48a1-9f2f-329937089ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:02.182425 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-480cff65-7d50-4180-a0ec-74371f9e649b admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6600826 Nov 12 08:44:02.186098 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 55770) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:02.188425 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b66564-8d9e-4350-9dab-8a38fe9ac4c3 req-373a2251-eed6-4047-8048-47bc1a6a897a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:02.191476 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-22b66564-8d9e-4350-9dab-8a38fe9ac4c3 req-373a2251-eed6-4047-8048-47bc1a6a897a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6690910f-d234-4eb4-9691-5e272fa7b090 HTTP/1.1" status: 200 len: 835 time: 0.3316298 Nov 12 08:44:02.193900 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-fb18108f-8197-483c-ae3a-9f757dbe4947 admin admin] Request body: {'subnet': {'network_id': 'e7a27d77-7779-4b35-8aa6-1148c2707374', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-404056877-subnet', 'tenant_id': '51772590ac5b48deba2d4123b6db1de6', 'ip_version': 4}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:02.202578 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480cff65-7d50-4180-a0ec-74371f9e649b admin admin] Pushing event updated for resources: {'Network': ['ID=e7a27d77-7779-4b35-8aa6-1148c2707374,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:02.227281 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-802c0986-15f1-47fe-8ce0-26f75fa1ee1e None None] Publish callbacks [] for port, precommit_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:02.229340 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network e7a27d77-7779-4b35-8aa6-1148c2707374 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:44:02.244264 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-802c0986-15f1-47fe-8ce0-26f75fa1ee1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:02.265173 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb18108f-8197-483c-ae3a-9f757dbe4947 admin admin] Made reservation on behalf of 51772590ac5b48deba2d4123b6db1de6 for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:44:02.267924 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fb18108f-8197-483c-ae3a-9f757dbe4947 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:02.398661 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2a729dee-0166-42ad-bc39-f863744b19e2 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:02.417178 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5463718-2431-4b4f-af74-062ec3bb4ccc None None] Pushing event updated for resources: {'Port': ['ID=c52ecdb3-a6f8-4c70-b281-8f638e242388,revision_number=3']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:02.461031 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b66564-8d9e-4350-9dab-8a38fe9ac4c3 req-1869b38a-1acc-4885-b09b-0ff8449093b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:02.465957 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-802c0986-15f1-47fe-8ce0-26f75fa1ee1e None None] Attempting to bind port c52ecdb3-a6f8-4c70-b281-8f638e242388 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:44:02.466522 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-802c0986-15f1-47fe-8ce0-26f75fa1ee1e None None] Attempting to bind port c52ecdb3-a6f8-4c70-b281-8f638e242388 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '2477c2ed-bf48-4bee-bec3-4a9ac76e1e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '1a77e7d1-e880-4909-b47f-c788347c40d5'}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:44:02.466522 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802c0986-15f1-47fe-8ce0-26f75fa1ee1e None None] Attempting to bind port c52ecdb3-a6f8-4c70-b281-8f638e242388 on network 1a77e7d1-e880-4909-b47f-c788347c40d5 {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:44:02.475410 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802c0986-15f1-47fe-8ce0-26f75fa1ee1e None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:44:02.475992 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802c0986-15f1-47fe-8ce0-26f75fa1ee1e None None] Checking segment: {'id': '2477c2ed-bf48-4bee-bec3-4a9ac76e1e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '1a77e7d1-e880-4909-b47f-c788347c40d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:44:02.476525 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-22b66564-8d9e-4350-9dab-8a38fe9ac4c3 req-1869b38a-1acc-4885-b09b-0ff8449093b0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6ffcad90-f496-4d66-99b9-24f9c9250cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2479212 Nov 12 08:44:02.476692 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-802c0986-15f1-47fe-8ce0-26f75fa1ee1e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:02.477156 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802c0986-15f1-47fe-8ce0-26f75fa1ee1e None None] Bound using segment: {'id': '2477c2ed-bf48-4bee-bec3-4a9ac76e1e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '1a77e7d1-e880-4909-b47f-c788347c40d5'} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:44:02.477778 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-802c0986-15f1-47fe-8ce0-26f75fa1ee1e None None] Bound port: c52ecdb3-a6f8-4c70-b281-8f638e242388, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2477c2ed-bf48-4bee-bec3-4a9ac76e1e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '1a77e7d1-e880-4909-b47f-c788347c40d5'}}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:44:02.478326 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-802c0986-15f1-47fe-8ce0-26f75fa1ee1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:02.480730 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f01341-66f8-4400-845b-65e2d351da1b req-bb80a915-5cef-4802-9e13-6b4588e34ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:02.486382 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b2f01341-66f8-4400-845b-65e2d351da1b req-bb80a915-5cef-4802-9e13-6b4588e34ed6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=379178cedbb249bf881248161215feaa&device_id=4548ef99-fb34-44d8-bcb3-44cf3fb1ded4 HTTP/1.1" status: 200 len: 1097 time: 0.2566926 Nov 12 08:44:02.507506 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c539ea86-25c6-466c-a78d-c6468e4c6308 req-de35e616-0b17-48bb-ad95-4d9f2b1480cb tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:02.509088 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c539ea86-25c6-466c-a78d-c6468e4c6308 req-de35e616-0b17-48bb-ad95-4d9f2b1480cb tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] 10.222.0.26 "GET /v2.0/ports?device_id=648b92ff-6e16-4647-be4e-df09c548fa85 HTTP/1.1" status: 200 len: 982 time: 0.2953515 Nov 12 08:44:02.510208 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fb18108f-8197-483c-ae3a-9f757dbe4947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:02.567052 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-802c0986-15f1-47fe-8ce0-26f75fa1ee1e None None] For port c52ecdb3-a6f8-4c70-b281-8f638e242388, host n-d-765315-29, cleared binding levels {{(pid=102602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:44:02.572142 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-802c0986-15f1-47fe-8ce0-26f75fa1ee1e None None] For port c52ecdb3-a6f8-4c70-b281-8f638e242388, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=c52ecdb3-a6f8-4c70-b281-8f638e242388,segment=NetworkSegment(2477c2ed-bf48-4bee-bec3-4a9ac76e1e8a),segment_id=2477c2ed-bf48-4bee-bec3-4a9ac76e1e8a)] {{(pid=102602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:44:02.579071 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-802c0986-15f1-47fe-8ce0-26f75fa1ee1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:02.689244 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5463718-2431-4b4f-af74-062ec3bb4ccc None None] Pushing event updated for resources: {'Port': ['ID=c52ecdb3-a6f8-4c70-b281-8f638e242388,revision_number=4']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:02.708143 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802c0986-15f1-47fe-8ce0-26f75fa1ee1e None None] Routers {'81fdbf7c-3431-4a3c-8ce0-3c363a832f26'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:44:02.708757 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-802c0986-15f1-47fe-8ce0-26f75fa1ee1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:43:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['81fdbf7c-3431-4a3c-8ce0-3c363a832f26'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:02.824288 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb18108f-8197-483c-ae3a-9f757dbe4947 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68b29449-5c69-416e-8474-1f51949b8800,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:02.850714 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb18108f-8197-483c-ae3a-9f757dbe4947 admin admin] Checking segment: {'id': 'cc335c9b-d8f1-468f-a4aa-6796bcc76ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e7a27d77-7779-4b35-8aa6-1148c2707374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:44:02.851340 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb18108f-8197-483c-ae3a-9f757dbe4947 admin admin] Network hostable DHCP agents. Network: e7a27d77-7779-4b35-8aa6-1148c2707374, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:44:02.857458 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e4bcaf19-e1af-499b-8f32-98a5215d5bef None None] Provisioning complete for port c52ecdb3-a6f8-4c70-b281-8f638e242388 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:02.862508 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e4bcaf19-e1af-499b-8f32-98a5215d5bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:02.876452 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c539ea86-25c6-466c-a78d-c6468e4c6308 req-e367f533-11fe-4ca4-930d-ec32b3cbfe73 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] 10.222.0.26 "GET /v2.0/security-groups?id=a97047a0-dda4-4afc-ac4d-c9e7b1e236f2&id=a0945492-374d-4bfc-be32-68046ca36a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.3396449 Nov 12 08:44:02.888372 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-802c0986-15f1-47fe-8ce0-26f75fa1ee1e None None] Set router 81fdbf7c-3431-4a3c-8ce0-3c363a832f26 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:44:02.907655 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-22b66564-8d9e-4350-9dab-8a38fe9ac4c3 req-605a24fc-ee65-4b94-8275-680b2fd51207 service neutron] 10.222.0.44 "GET /v2.0/networks/6ffcad90-f496-4d66-99b9-24f9c9250cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3660920 Nov 12 08:44:02.924692 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb18108f-8197-483c-ae3a-9f757dbe4947 admin admin] Network e7a27d77-7779-4b35-8aa6-1148c2707374 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:44:02.959911 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-fb18108f-8197-483c-ae3a-9f757dbe4947 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, e7a27d77-7779-4b35-8aa6-1148c2707374) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:44:02.967558 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb18108f-8197-483c-ae3a-9f757dbe4947 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:02.968500 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fb18108f-8197-483c-ae3a-9f757dbe4947 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:02.984535 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84edb82f-3017-4a9f-b40f-d178f7554e2f None None] Network e7a27d77-7779-4b35-8aa6-1148c2707374 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:44:03.006073 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-fb18108f-8197-483c-ae3a-9f757dbe4947 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8183148 Nov 12 08:44:03.008427 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 55776) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:03.028336 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-f1465a60-605c-4425-b793-0f95bfdaf5f1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-404056877-router', 'tenant_id': '51772590ac5b48deba2d4123b6db1de6', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:03.090760 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f01341-66f8-4400-845b-65e2d351da1b req-4425d714-82dd-4de5-9c6b-a1d49c1fa308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:03.097086 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b2f01341-66f8-4400-845b-65e2d351da1b req-4425d714-82dd-4de5-9c6b-a1d49c1fa308 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6b84e933-7c48-4775-8559-ab5489d2a974 HTTP/1.1" status: 200 len: 912 time: 0.5583713 Nov 12 08:44:03.120287 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4d1fb193-76e6-447f-b60a-f65798bd38ea req-7c229adb-d742-4afc-b4c5-24169c756811 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/ports?device_id=07c5b260-e21b-480d-abc9-bf1d9598f969 HTTP/1.1" status: 200 len: 210 time: 0.0757282 Nov 12 08:44:03.151870 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f1465a60-605c-4425-b793-0f95bfdaf5f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:03.154169 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f1465a60-605c-4425-b793-0f95bfdaf5f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:03.267096 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e4bcaf19-e1af-499b-8f32-98a5215d5bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:03.271627 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f1465a60-605c-4425-b793-0f95bfdaf5f1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:03.345392 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-802c0986-15f1-47fe-8ce0-26f75fa1ee1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81fdbf7c-3431-4a3c-8ce0-3c363a832f26', 'name': 'tempest-TestVolumeBackupRestore-1030702179-router', 'tenant_id': '9092e2c011414e27b78b54ab78778e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': 'd7514c83-8577-4869-b073-7a83e744ad00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:43:46Z', 'updated_at': '2021-11-12T08:43:57Z', 'revision_number': 4, 'project_id': '9092e2c011414e27b78b54ab78778e04', 'gw_port': {'id': 'd7514c83-8577-4869-b073-7a83e744ad00', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:bd:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fdbf7c-3431-4a3c-8ce0-3c363a832f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:43:48Z', 'updated_at': '2021-11-12T08:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': 'c52ecdb3-a6f8-4c70-b281-8f638e242388', 'name': '', 'network_id': '1a77e7d1-e880-4909-b47f-c788347c40d5', 'tenant_id': '9092e2c011414e27b78b54ab78778e04', 'mac_address': 'fa:16:3e:db:16:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81fdbf7c-3431-4a3c-8ce0-3c363a832f26', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'f6d8ff2c-9dad-4362-ace9-f37f6abbb39a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:43:55Z', 'updated_at': '2021-11-12T08:44:02Z', 'revision_number': 4, 'project_id': '9092e2c011414e27b78b54ab78778e04', 'subnets': [{'id': 'f6d8ff2c-9dad-4362-ace9-f37f6abbb39a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:03.359424 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e4bcaf19-e1af-499b-8f32-98a5215d5bef None None] For port c52ecdb3-a6f8-4c70-b281-8f638e242388, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=c52ecdb3-a6f8-4c70-b281-8f638e242388,segment=NetworkSegment(2477c2ed-bf48-4bee-bec3-4a9ac76e1e8a),segment_id=2477c2ed-bf48-4bee-bec3-4a9ac76e1e8a)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:03.371988 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e4bcaf19-e1af-499b-8f32-98a5215d5bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:03.375574 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b2f01341-66f8-4400-845b-65e2d351da1b req-4fcdb952-c041-4678-9821-0b0bb371da91 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5db79ce8-6e08-422f-9db7-a83964f0d029 HTTP/1.1" status: 200 len: 217 time: 0.2598236 Nov 12 08:44:03.381984 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802c0986-15f1-47fe-8ce0-26f75fa1ee1e None None] The sync data for ids ['81fdbf7c-3431-4a3c-8ce0-3c363a832f26'] in n-d-765315-29 is: [{'id': '81fdbf7c-3431-4a3c-8ce0-3c363a832f26', 'name': 'tempest-TestVolumeBackupRestore-1030702179-router', 'tenant_id': '9092e2c011414e27b78b54ab78778e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': 'd7514c83-8577-4869-b073-7a83e744ad00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:43:46Z', 'updated_at': '2021-11-12T08:43:57Z', 'revision_number': 4, 'project_id': '9092e2c011414e27b78b54ab78778e04', 'gw_port': {'id': 'd7514c83-8577-4869-b073-7a83e744ad00', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:bd:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fdbf7c-3431-4a3c-8ce0-3c363a832f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:43:48Z', 'updated_at': '2021-11-12T08:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': 'c52ecdb3-a6f8-4c70-b281-8f638e242388', 'name': '', 'network_id': '1a77e7d1-e880-4909-b47f-c788347c40d5', 'tenant_id': '9092e2c011414e27b78b54ab78778e04', 'mac_address': 'fa:16:3e:db:16:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81fdbf7c-3431-4a3c-8ce0-3c363a832f26', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'f6d8ff2c-9dad-4362-ace9-f37f6abbb39a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:43:55Z', 'updated_at': '2021-11-12T08:44:02Z', 'revision_number': 4, 'project_id': '9092e2c011414e27b78b54ab78778e04', 'subnets': [{'id': 'f6d8ff2c-9dad-4362-ace9-f37f6abbb39a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:44:03.513604 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9869cd0d-59c3-4ac0-9f55-06a252fb6bde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-e7a27d77-7779-4b35-8aa6-1148c2707374', 'network_id': 'e7a27d77-7779-4b35-8aa6-1148c2707374', 'tenant_id': '51772590ac5b48deba2d4123b6db1de6', 'fixed_ips': [{'subnet_id': '68b29449-5c69-416e-8474-1f51949b8800'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:44:03.514563 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9869cd0d-59c3-4ac0-9f55-06a252fb6bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:03.546795 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-287c421d-2151-4796-b09c-edb6ad2ed2b0 None None] Provisioning complete for port c52ecdb3-a6f8-4c70-b281-8f638e242388 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:03.547162 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-287c421d-2151-4796-b09c-edb6ad2ed2b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:03.582105 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f1465a60-605c-4425-b793-0f95bfdaf5f1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:03.620173 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bcaf19-e1af-499b-8f32-98a5215d5bef None None] Pushing event updated for resources: {'Port': ['ID=c52ecdb3-a6f8-4c70-b281-8f638e242388,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:03.641999 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-2a729dee-0166-42ad-bc39-f863744b19e2 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Allocated IP 2001:db8:1::1 (94cbfb85-e2d1-4fc7-b393-d51b9a6b0d91/627bbe88-67e2-4183-a2d0-bf2677f9bfcf/d2d9eb5b-d850-4281-aacf-769ae6ebc60e) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:44:03.647733 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09adff0-ac2e-4474-b6a3-f6d525028511 req-afcb84ca-27b9-4f97-9693-2b3cd0127a7f tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:03.650031 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b09adff0-ac2e-4474-b6a3-f6d525028511 req-afcb84ca-27b9-4f97-9693-2b3cd0127a7f tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] 10.222.0.26 "GET /v2.0/ports?device_id=4548ef99-fb34-44d8-bcb3-44cf3fb1ded4 HTTP/1.1" status: 200 len: 945 time: 0.2839897 Nov 12 08:44:03.799294 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b09adff0-ac2e-4474-b6a3-f6d525028511 req-c16c90ab-b1e8-40bd-8264-18396c131804 tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] 10.222.0.26 "GET /v2.0/security-groups?id=556b0dbb-c67a-4c45-aad1-6752c6cdaf18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580583 Nov 12 08:44:03.833374 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device b5a650a6-f309-4933-af02-93a1e10b791b details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:44:04.029323 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.db.resource_extend [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:44:04.093005 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d849bdf1-e00e-44ec-ade1-48fb8afe2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:04.172668 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384f5a67-71b7-4dd5-9044-71011ba9e822 req-923f212d-9ea9-479c-8c36-1589319c6682 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:04.176005 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-384f5a67-71b7-4dd5-9044-71011ba9e822 req-923f212d-9ea9-479c-8c36-1589319c6682 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.21 "GET /v2.0/networks?id=005cbe87-3cd9-4019-b60a-9b9dcf542d7d HTTP/1.1" status: 200 len: 815 time: 0.3350308 Nov 12 08:44:04.176948 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-22b66564-8d9e-4350-9dab-8a38fe9ac4c3 req-912e97a4-051c-46ce-a595-3b8b73bc4858 service neutron] 10.222.0.44 "GET /v2.0/networks/6ffcad90-f496-4d66-99b9-24f9c9250cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0785649 Nov 12 08:44:04.181008 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port b5a650a6-f309-4933-af02-93a1e10b791b, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=b5a650a6-f309-4933-af02-93a1e10b791b,segment=NetworkSegment(9478a79d-0f06-437e-97b9-90a4eddcebbc),segment_id=9478a79d-0f06-437e-97b9-90a4eddcebbc)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:04.204608 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': 'b5a650a6-f309-4933-af02-93a1e10b791b', 'network_id': '6ffcad90-f496-4d66-99b9-24f9c9250cf2', 'port_id': 'b5a650a6-f309-4933-af02-93a1e10b791b', 'mac_address': 'fa:16:3e:5b:2a:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6690910f-d234-4eb4-9691-5e272fa7b090', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:44:04.206016 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-384f5a67-71b7-4dd5-9044-71011ba9e822 req-da64dec8-233c-49ae-9b75-f88576ae46f5 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Request body: {'port': {'device_id': '07c5b260-e21b-480d-abc9-bf1d9598f969', 'network_id': '005cbe87-3cd9-4019-b60a-9b9dcf542d7d', 'admin_state_up': True, 'tenant_id': 'c79a59d0e8a34d8d81232928cf66b1d9'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:04.250209 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-9869cd0d-59c3-4ac0-9f55-06a252fb6bde None None] Allocated IP 172.20.0.2 (e7a27d77-7779-4b35-8aa6-1148c2707374/68b29449-5c69-416e-8474-1f51949b8800/7842c0da-916d-4709-8b80-410d7fe7f746) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:44:04.265840 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f01341-66f8-4400-845b-65e2d351da1b req-8581ed1a-8ec0-4e1e-8cb4-6cbdc602dba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:04.268894 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b2f01341-66f8-4400-845b-65e2d351da1b req-8581ed1a-8ec0-4e1e-8cb4-6cbdc602dba9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=afff2f33-6318-4302-8ebc-f7c0dbdae010 HTTP/1.1" status: 200 len: 851 time: 0.8284254 Nov 12 08:44:04.353759 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:04.376185 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2a729dee-0166-42ad-bc39-f863744b19e2 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:04.396970 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5a650a6-f309-4933-af02-93a1e10b791b {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:44:04.471432 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2a729dee-0166-42ad-bc39-f863744b19e2 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:04.515659 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b2f01341-66f8-4400-845b-65e2d351da1b req-1c85518f-159a-4571-8dac-73aaacf511d1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6b84e933-7c48-4775-8559-ab5489d2a974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1800973 Nov 12 08:44:04.543825 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a729dee-0166-42ad-bc39-f863744b19e2 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Network 94cbfb85-e2d1-4fc7-b393-d51b9a6b0d91 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:44:04.561181 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-2a729dee-0166-42ad-bc39-f863744b19e2 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:44:04.582223 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a729dee-0166-42ad-bc39-f863744b19e2 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:44:04.583575 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2a729dee-0166-42ad-bc39-f863744b19e2 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933481'] for router_interface, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:04.628195 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f1465a60-605c-4425-b793-0f95bfdaf5f1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:04.672440 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f1465a60-605c-4425-b793-0f95bfdaf5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:04.705009 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-384f5a67-71b7-4dd5-9044-71011ba9e822 req-da64dec8-233c-49ae-9b75-f88576ae46f5 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Made reservation on behalf of c79a59d0e8a34d8d81232928cf66b1d9 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:44:04.716941 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-384f5a67-71b7-4dd5-9044-71011ba9e822 req-da64dec8-233c-49ae-9b75-f88576ae46f5 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:04.734305 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824995f4-52d3-409c-bb80-e142cf55093e req-41430d2f-7b4d-4597-b5b1-4c69317faa64 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:04.735933 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-824995f4-52d3-409c-bb80-e142cf55093e req-41430d2f-7b4d-4597-b5b1-4c69317faa64 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] 10.222.0.26 "GET /v2.0/ports?device_id=648b92ff-6e16-4647-be4e-df09c548fa85 HTTP/1.1" status: 200 len: 982 time: 0.2055144 Nov 12 08:44:04.737405 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a729dee-0166-42ad-bc39-f863744b19e2 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Pushing event updated for resources: {'Port': ['ID=d2d9eb5b-d850-4281-aacf-769ae6ebc60e,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:04.829270 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port b5a650a6-f309-4933-af02-93a1e10b791b, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=b5a650a6-f309-4933-af02-93a1e10b791b,segment=NetworkSegment(9478a79d-0f06-437e-97b9-90a4eddcebbc),segment_id=9478a79d-0f06-437e-97b9-90a4eddcebbc)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:04.845846 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:04.995968 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-824995f4-52d3-409c-bb80-e142cf55093e req-ea13f299-5180-4c70-87a6-c748c6540d2a tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] 10.222.0.26 "GET /v2.0/security-groups?id=a97047a0-dda4-4afc-ac4d-c9e7b1e236f2&id=a0945492-374d-4bfc-be32-68046ca36a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1745028 Nov 12 08:44:05.056313 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-384f5a67-71b7-4dd5-9044-71011ba9e822 req-da64dec8-233c-49ae-9b75-f88576ae46f5 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Allocated IP 172.20.0.13 (005cbe87-3cd9-4019-b60a-9b9dcf542d7d/60df83b3-712a-40a1-8ef0-32bfce62889a/d7dd7029-671b-46e0-bf60-185515dd4ebf) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:44:05.091087 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-f1465a60-605c-4425-b793-0f95bfdaf5f1 admin admin] Allocated IP 172.25.2.54 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/0591d61c-0123-442f-a52b-975271cf9532) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:44:05.148010 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=b5a650a6-f309-4933-af02-93a1e10b791b,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:05.161879 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-c6eacdf8-98ce-4c89-812e-a9dce7c31bda None None] Provisioning complete for port d2d9eb5b-d850-4281-aacf-769ae6ebc60e triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:05.162250 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c6eacdf8-98ce-4c89-812e-a9dce7c31bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:05.191937 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9869cd0d-59c3-4ac0-9f55-06a252fb6bde None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:05.196719 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:05.197069 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:05.197406 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:05.197742 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:05.198072 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:05.198395 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:05.199286 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:05.199652 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:05.200216 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:05.200805 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:05.201142 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:05.201492 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:05.273443 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-037ecea7-c5b8-46cc-a00c-9b6d3e5e1e65 req-14c17dc3-7f1a-4b5a-9950-7e1e025c05b9 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/ports?device_id=07c5b260-e21b-480d-abc9-bf1d9598f969 HTTP/1.1" status: 200 len: 210 time: 0.0364611 Nov 12 08:44:05.281864 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f1465a60-605c-4425-b793-0f95bfdaf5f1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:05.309412 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['b5a650a6-f309-4933-af02-93a1e10b791b'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:44:05.320828 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9869cd0d-59c3-4ac0-9f55-06a252fb6bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:05.361443 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f1465a60-605c-4425-b793-0f95bfdaf5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:05.363386 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b2f01341-66f8-4400-845b-65e2d351da1b req-246d7a5a-fdb5-44fe-bbdc-82f827a15a8e service neutron] 10.222.0.44 "GET /v2.0/networks/6b84e933-7c48-4775-8559-ab5489d2a974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8180878 Nov 12 08:44:05.367739 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2a729dee-0166-42ad-bc39-f863744b19e2 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:05.470384 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device c52ecdb3-a6f8-4c70-b281-8f638e242388 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:44:05.481635 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-384f5a67-71b7-4dd5-9044-71011ba9e822 req-da64dec8-233c-49ae-9b75-f88576ae46f5 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:05.492707 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-c6eacdf8-98ce-4c89-812e-a9dce7c31bda None None] Port d2d9eb5b-d850-4281-aacf-769ae6ebc60e cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:44:05.508029 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1465a60-605c-4425-b793-0f95bfdaf5f1 admin admin] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:44:05.511034 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1465a60-605c-4425-b793-0f95bfdaf5f1 admin admin] Pushing event updated for resources: {'Port': ['ID=0591d61c-0123-442f-a52b-975271cf9532,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:05.522523 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-f1465a60-605c-4425-b793-0f95bfdaf5f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:44:05.545027 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1465a60-605c-4425-b793-0f95bfdaf5f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:05.545435 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1465a60-605c-4425-b793-0f95bfdaf5f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:05.545780 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1465a60-605c-4425-b793-0f95bfdaf5f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:05.546114 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1465a60-605c-4425-b793-0f95bfdaf5f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:05.546494 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1465a60-605c-4425-b793-0f95bfdaf5f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:05.546856 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1465a60-605c-4425-b793-0f95bfdaf5f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:05.547182 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1465a60-605c-4425-b793-0f95bfdaf5f1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:05.547586 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1465a60-605c-4425-b793-0f95bfdaf5f1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:05.548627 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1465a60-605c-4425-b793-0f95bfdaf5f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:05.549310 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1465a60-605c-4425-b793-0f95bfdaf5f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:05.549711 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1465a60-605c-4425-b793-0f95bfdaf5f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:05.550040 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1465a60-605c-4425-b793-0f95bfdaf5f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:05.555548 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1465a60-605c-4425-b793-0f95bfdaf5f1 admin admin] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:44:05.564010 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9869cd0d-59c3-4ac0-9f55-06a252fb6bde None None] Network e7a27d77-7779-4b35-8aa6-1148c2707374 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:44:05.565348 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c42629-146f-4f17-bd50-8aea56de9648 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:44:05.574542 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:05.583965 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-9869cd0d-59c3-4ac0-9f55-06a252fb6bde None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:44:05.603436 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9869cd0d-59c3-4ac0-9f55-06a252fb6bde None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:44:05.606166 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9869cd0d-59c3-4ac0-9f55-06a252fb6bde None None] Pushing event updated for resources: {'Port': ['ID=7842c0da-916d-4709-8b80-410d7fe7f746,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:05.613008 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183df8bf-0fe0-452a-bf65-ffe80b9cce55 req-74ca0b18-90da-4b50-95c6-e9f3d3cbcda6 tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:05.614901 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-183df8bf-0fe0-452a-bf65-ffe80b9cce55 req-74ca0b18-90da-4b50-95c6-e9f3d3cbcda6 tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] 10.222.0.26 "GET /v2.0/ports?device_id=4548ef99-fb34-44d8-bcb3-44cf3fb1ded4 HTTP/1.1" status: 200 len: 945 time: 0.1893349 Nov 12 08:44:05.687140 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-183df8bf-0fe0-452a-bf65-ffe80b9cce55 req-6d940bf9-b7bf-4f7d-907d-33be60491689 tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] 10.222.0.26 "GET /v2.0/security-groups?id=556b0dbb-c67a-4c45-aad1-6752c6cdaf18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595460 Nov 12 08:44:05.732400 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b2f01341-66f8-4400-845b-65e2d351da1b req-499c155b-6068-4eec-98f8-43be0f628702 service neutron] 10.222.0.44 "GET /v2.0/networks/6b84e933-7c48-4775-8559-ab5489d2a974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3531680 Nov 12 08:44:05.753174 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-384f5a67-71b7-4dd5-9044-71011ba9e822 req-da64dec8-233c-49ae-9b75-f88576ae46f5 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:05.794576 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['b803005b-47c4-478f-9f4f-f881a64beb9c'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:44:05.856465 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port c52ecdb3-a6f8-4c70-b281-8f638e242388 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:05.857316 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:05.888009 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-9869cd0d-59c3-4ac0-9f55-06a252fb6bde None None] Attempting to bind port 7842c0da-916d-4709-8b80-410d7fe7f746 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:44:05.888699 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-9869cd0d-59c3-4ac0-9f55-06a252fb6bde None None] Attempting to bind port 7842c0da-916d-4709-8b80-410d7fe7f746 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': 'cc335c9b-d8f1-468f-a4aa-6796bcc76ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e7a27d77-7779-4b35-8aa6-1148c2707374'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:44:05.889192 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9869cd0d-59c3-4ac0-9f55-06a252fb6bde None None] Attempting to bind port 7842c0da-916d-4709-8b80-410d7fe7f746 on network e7a27d77-7779-4b35-8aa6-1148c2707374 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:44:05.892257 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-c63329f7-e109-4614-b3c8-5b0151a7ec01 None None] Provisioning complete for port 0591d61c-0123-442f-a52b-975271cf9532 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:05.892751 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c63329f7-e109-4614-b3c8-5b0151a7ec01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:05.969309 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f1465a60-605c-4425-b793-0f95bfdaf5f1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:06.022220 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9869cd0d-59c3-4ac0-9f55-06a252fb6bde None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:44:06.022914 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9869cd0d-59c3-4ac0-9f55-06a252fb6bde None None] Checking segment: {'id': 'cc335c9b-d8f1-468f-a4aa-6796bcc76ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e7a27d77-7779-4b35-8aa6-1148c2707374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:44:06.023429 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9869cd0d-59c3-4ac0-9f55-06a252fb6bde None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:06.025070 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9869cd0d-59c3-4ac0-9f55-06a252fb6bde None None] Bound using segment: {'id': 'cc335c9b-d8f1-468f-a4aa-6796bcc76ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e7a27d77-7779-4b35-8aa6-1148c2707374'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:44:06.025238 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-9869cd0d-59c3-4ac0-9f55-06a252fb6bde None None] Bound port: 7842c0da-916d-4709-8b80-410d7fe7f746, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc335c9b-d8f1-468f-a4aa-6796bcc76ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e7a27d77-7779-4b35-8aa6-1148c2707374'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:44:06.025734 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9869cd0d-59c3-4ac0-9f55-06a252fb6bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:06.236525 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da64dec8-233c-49ae-9b75-f88576ae46f5 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Pushing event updated for resources: {'Port': ['ID=d7dd7029-671b-46e0-bf60-185515dd4ebf,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:06.253600 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8313498-91fe-492b-94f7-aa9e6914bf6e req-0fd9d2a3-e0f0-4556-9cbc-cfea24176481 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:06.255247 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b8313498-91fe-492b-94f7-aa9e6914bf6e req-0fd9d2a3-e0f0-4556-9cbc-cfea24176481 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] 10.222.0.26 "GET /v2.0/ports?device_id=648b92ff-6e16-4647-be4e-df09c548fa85 HTTP/1.1" status: 200 len: 983 time: 0.1077075 Nov 12 08:44:06.262381 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-c63329f7-e109-4614-b3c8-5b0151a7ec01 None None] Port 0591d61c-0123-442f-a52b-975271cf9532 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:44:06.312982 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f1465a60-605c-4425-b793-0f95bfdaf5f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052'] for router, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:06.328980 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-9869cd0d-59c3-4ac0-9f55-06a252fb6bde None None] For port 7842c0da-916d-4709-8b80-410d7fe7f746, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:44:06.334468 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-9869cd0d-59c3-4ac0-9f55-06a252fb6bde None None] For port 7842c0da-916d-4709-8b80-410d7fe7f746, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=7842c0da-916d-4709-8b80-410d7fe7f746,segment=NetworkSegment(cc335c9b-d8f1-468f-a4aa-6796bcc76ab4),segment_id=cc335c9b-d8f1-468f-a4aa-6796bcc76ab4)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:44:06.372987 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9869cd0d-59c3-4ac0-9f55-06a252fb6bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:06.389055 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2a729dee-0166-42ad-bc39-f863744b19e2 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:06.400075 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2a729dee-0166-42ad-bc39-f863744b19e2 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:06.400858 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2a729dee-0166-42ad-bc39-f863744b19e2 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933629'] for router_interface, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:06.404958 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b8313498-91fe-492b-94f7-aa9e6914bf6e req-dbc7205f-9950-4818-8078-d0491c7ec882 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] 10.222.0.26 "GET /v2.0/security-groups?id=a97047a0-dda4-4afc-ac4d-c9e7b1e236f2&id=a0945492-374d-4bfc-be32-68046ca36a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1382623 Nov 12 08:44:06.405169 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-384f5a67-71b7-4dd5-9044-71011ba9e822 req-da64dec8-233c-49ae-9b75-f88576ae46f5 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Network 005cbe87-3cd9-4019-b60a-9b9dcf542d7d is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:44:06.478217 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9869cd0d-59c3-4ac0-9f55-06a252fb6bde None None] Pushing event updated for resources: {'Port': ['ID=7842c0da-916d-4709-8b80-410d7fe7f746,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:06.504200 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-384f5a67-71b7-4dd5-9044-71011ba9e822 req-da64dec8-233c-49ae-9b75-f88576ae46f5 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:44:06.517939 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-384f5a67-71b7-4dd5-9044-71011ba9e822 req-da64dec8-233c-49ae-9b75-f88576ae46f5 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:44:06.588429 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1465a60-605c-4425-b793-0f95bfdaf5f1 admin admin] Router 97d38d61-e232-4dc9-8427-94630605e1b5 is scheduled to L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 with binding_index 1 {{(pid=102600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:44:06.676130 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a729dee-0166-42ad-bc39-f863744b19e2 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Pushing event updated for resources: {'Port': ['ID=d2d9eb5b-d850-4281-aacf-769ae6ebc60e,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:06.742190 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384f5a67-71b7-4dd5-9044-71011ba9e822 req-da64dec8-233c-49ae-9b75-f88576ae46f5 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:06.743521 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-384f5a67-71b7-4dd5-9044-71011ba9e822 req-da64dec8-233c-49ae-9b75-f88576ae46f5 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:06.769524 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a729dee-0166-42ad-bc39-f863744b19e2 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Network 94cbfb85-e2d1-4fc7-b393-d51b9a6b0d91 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:44:06.771652 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-2a729dee-0166-42ad-bc39-f863744b19e2 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:44:06.776476 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-384f5a67-71b7-4dd5-9044-71011ba9e822 req-da64dec8-233c-49ae-9b75-f88576ae46f5 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5802386 Nov 12 08:44:06.828680 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-384f5a67-71b7-4dd5-9044-71011ba9e822 req-1632925a-3d9a-4a01-a848-a1c3350c3264 service neutron] Request body: {'port': {'device_id': '07c5b260-e21b-480d-abc9-bf1d9598f969', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:06.854645 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3272dc42-435d-41e3-b35b-8ff373dfd60a req-b8b4147a-bb92-4046-882b-53460d6d5a6d tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:06.863505 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3272dc42-435d-41e3-b35b-8ff373dfd60a req-b8b4147a-bb92-4046-882b-53460d6d5a6d tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/ports?device_id=07c5b260-e21b-480d-abc9-bf1d9598f969 HTTP/1.1" status: 200 len: 932 time: 0.2663629 Nov 12 08:44:06.872898 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1465a60-605c-4425-b793-0f95bfdaf5f1 admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:44:06.895015 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b786fb-516c-49bd-a241-7da325f97b50 None None] Sync routers for ids ['97d38d61-e232-4dc9-8427-94630605e1b5'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:44:06.922454 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b786fb-516c-49bd-a241-7da325f97b50 None None] Routers {'97d38d61-e232-4dc9-8427-94630605e1b5'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:44:06.924189 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-b5b786fb-516c-49bd-a241-7da325f97b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:43:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['97d38d61-e232-4dc9-8427-94630605e1b5'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:06.947280 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f1465a60-605c-4425-b793-0f95bfdaf5f1 admin admin] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:06.951857 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-f1465a60-605c-4425-b793-0f95bfdaf5f1 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.9391403 Nov 12 08:44:06.957014 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 55804) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:06.983903 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-384f5a67-71b7-4dd5-9044-71011ba9e822 req-1632925a-3d9a-4a01-a848-a1c3350c3264 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:07.055888 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a729dee-0166-42ad-bc39-f863744b19e2 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Router 3db79a89-f5b1-40b2-abed-4cc67341c949 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:44:07.078292 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3272dc42-435d-41e3-b35b-8ff373dfd60a req-2eb03cc1-0f24-40df-b60d-e7fff3809b8c tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0bffda3-6203-474e-b9e0-460d95e09dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134573 Nov 12 08:44:07.206525 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-cb9fc627-f26d-4b96-8be8-c7c500e9f3c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:07.263190 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-b5b786fb-516c-49bd-a241-7da325f97b50 None None] Set router 97d38d61-e232-4dc9-8427-94630605e1b5 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:44:07.411699 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a729dee-0166-42ad-bc39-f863744b19e2 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:44:07.420284 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 7842c0da-916d-4709-8b80-410d7fe7f746 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:44:07.420415 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-2a729dee-0166-42ad-bc39-f863744b19e2 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "PUT /v2.0/routers/3db79a89-f5b1-40b2-abed-4cc67341c949/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2542746 Nov 12 08:44:07.423732 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 55808) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:07.425069 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e019b0-f8d4-4a01-9e6e-9bb0f76bcfe8 None None] Sync routers for ids ['3db79a89-f5b1-40b2-abed-4cc67341c949'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:44:07.444653 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e019b0-f8d4-4a01-9e6e-9bb0f76bcfe8 None None] Routers {'3db79a89-f5b1-40b2-abed-4cc67341c949'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:44:07.445266 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-f5e019b0-f8d4-4a01-9e6e-9bb0f76bcfe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:44:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['3db79a89-f5b1-40b2-abed-4cc67341c949'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:07.486315 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-b58d952e-756e-47fe-9b54-c4ef99125c73 None None] Provisioning complete for port d2d9eb5b-d850-4281-aacf-769ae6ebc60e triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:07.486834 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b58d952e-756e-47fe-9b54-c4ef99125c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:07.499041 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-f5e019b0-f8d4-4a01-9e6e-9bb0f76bcfe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:07.509097 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e019b0-f8d4-4a01-9e6e-9bb0f76bcfe8 None None] Routers {'3db79a89-f5b1-40b2-abed-4cc67341c949'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:44:07.509985 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-f5e019b0-f8d4-4a01-9e6e-9bb0f76bcfe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:44:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['3db79a89-f5b1-40b2-abed-4cc67341c949'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:07.536095 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61249575-2508-41bb-8784-06bede68e0b3 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:07.537836 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-61249575-2508-41bb-8784-06bede68e0b3 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "GET /v2.0/ports/d2d9eb5b-d850-4281-aacf-769ae6ebc60e HTTP/1.1" status: 200 len: 913 time: 0.1131580 Nov 12 08:44:07.540950 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 55812) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:07.579931 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-b58d952e-756e-47fe-9b54-c4ef99125c73 None None] Port d2d9eb5b-d850-4281-aacf-769ae6ebc60e cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:44:07.587328 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-f5e019b0-f8d4-4a01-9e6e-9bb0f76bcfe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:07.588064 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e019b0-f8d4-4a01-9e6e-9bb0f76bcfe8 None None] The sync data for ids ['3db79a89-f5b1-40b2-abed-4cc67341c949'] in n-d-765315-29 is: [] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:44:07.594208 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f37bf7-a33a-435c-b6dc-6f71f8067d4c req-af46e50d-cb41-4d55-a99b-106a9af15d46 tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:07.595802 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a4f37bf7-a33a-435c-b6dc-6f71f8067d4c req-af46e50d-cb41-4d55-a99b-106a9af15d46 tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] 10.222.0.26 "GET /v2.0/ports?device_id=4548ef99-fb34-44d8-bcb3-44cf3fb1ded4 HTTP/1.1" status: 200 len: 945 time: 0.4084980 Nov 12 08:44:07.667957 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 7842c0da-916d-4709-8b80-410d7fe7f746 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:07.674690 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:07.766113 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a4f37bf7-a33a-435c-b6dc-6f71f8067d4c req-6cb03088-983f-435a-9b75-371ad27518dc tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] 10.222.0.26 "GET /v2.0/security-groups?id=556b0dbb-c67a-4c45-aad1-6752c6cdaf18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603127 Nov 12 08:44:07.795410 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-b5b786fb-516c-49bd-a241-7da325f97b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d38d61-e232-4dc9-8427-94630605e1b5', 'name': 'tempest-TestVolumeBackupRestore-404056877-router', 'tenant_id': '51772590ac5b48deba2d4123b6db1de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '0591d61c-0123-442f-a52b-975271cf9532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:03Z', 'updated_at': '2021-11-12T08:44:05Z', 'revision_number': 3, 'project_id': '51772590ac5b48deba2d4123b6db1de6', 'gw_port': {'id': '0591d61c-0123-442f-a52b-975271cf9532', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f5:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d38d61-e232-4dc9-8427-94630605e1b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:04Z', 'updated_at': '2021-11-12T08:44:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:07.853055 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device b5a650a6-f309-4933-af02-93a1e10b791b up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:44:07.858131 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b786fb-516c-49bd-a241-7da325f97b50 None None] Checking router: 97d38d61-e232-4dc9-8427-94630605e1b5 for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:44:07.858480 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b786fb-516c-49bd-a241-7da325f97b50 None None] Updating router 97d38d61-e232-4dc9-8427-94630605e1b5 port 0591d61c-0123-442f-a52b-975271cf9532 binding host n-d-765315-29 {{(pid=102601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:44:07.957967 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:07.981174 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b5b786fb-516c-49bd-a241-7da325f97b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:07.993752 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:08.033191 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808c4a53-88aa-4f88-a842-aee55bda470e req-b32bbc32-2152-403d-8e42-ac83341bb988 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:08.043905 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-808c4a53-88aa-4f88-a842-aee55bda470e req-b32bbc32-2152-403d-8e42-ac83341bb988 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] 10.222.0.26 "GET /v2.0/ports?device_id=648b92ff-6e16-4647-be4e-df09c548fa85 HTTP/1.1" status: 200 len: 983 time: 0.1563101 Nov 12 08:44:08.058816 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] For port 7842c0da-916d-4709-8b80-410d7fe7f746, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=7842c0da-916d-4709-8b80-410d7fe7f746,segment=NetworkSegment(cc335c9b-d8f1-468f-a4aa-6796bcc76ab4),segment_id=cc335c9b-d8f1-468f-a4aa-6796bcc76ab4)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:08.068387 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-64ea72cd-c5bb-4c4f-83b4-4f7a621f0f04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:08.075202 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:08.162898 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-384f5a67-71b7-4dd5-9044-71011ba9e822 req-1632925a-3d9a-4a01-a848-a1c3350c3264 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7dd7029-671b-46e0-bf60-185515dd4ebf {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:44:08.174315 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-384f5a67-71b7-4dd5-9044-71011ba9e822 req-1632925a-3d9a-4a01-a848-a1c3350c3264 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:08.202251 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-384f5a67-71b7-4dd5-9044-71011ba9e822 req-1632925a-3d9a-4a01-a848-a1c3350c3264 service neutron] Transition to ACTIVE for port object d7dd7029-671b-46e0-bf60-185515dd4ebf will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:44:08.204749 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning for port b5a650a6-f309-4933-af02-93a1e10b791b completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:44:08.217163 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-384f5a67-71b7-4dd5-9044-71011ba9e822 req-1632925a-3d9a-4a01-a848-a1c3350c3264 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:08.222884 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-808c4a53-88aa-4f88-a842-aee55bda470e req-537a94f9-bb82-48a1-b771-01d769368c26 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] 10.222.0.26 "GET /v2.0/security-groups?id=a97047a0-dda4-4afc-ac4d-c9e7b1e236f2&id=a0945492-374d-4bfc-be32-68046ca36a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1773131 Nov 12 08:44:08.237928 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port b5a650a6-f309-4933-af02-93a1e10b791b triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:08.237928 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:08.359556 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f544c4e-e77d-45fc-854b-be4e1b232270 None None] Network e7a27d77-7779-4b35-8aa6-1148c2707374 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:44:08.426521 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-64ea72cd-c5bb-4c4f-83b4-4f7a621f0f04 admin admin] Allocated IP 172.20.0.1 (e7a27d77-7779-4b35-8aa6-1148c2707374/68b29449-5c69-416e-8474-1f51949b8800/23cb0a58-7965-4c79-af10-02d02d42b443) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:44:08.430832 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1632925a-3d9a-4a01-a848-a1c3350c3264 service neutron] Pushing event updated for resources: {'Port': ['ID=d7dd7029-671b-46e0-bf60-185515dd4ebf,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:08.523530 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-384f5a67-71b7-4dd5-9044-71011ba9e822 req-1632925a-3d9a-4a01-a848-a1c3350c3264 service neutron] Attempting to bind port d7dd7029-671b-46e0-bf60-185515dd4ebf on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:44:08.523881 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-384f5a67-71b7-4dd5-9044-71011ba9e822 req-1632925a-3d9a-4a01-a848-a1c3350c3264 service neutron] Attempting to bind port d7dd7029-671b-46e0-bf60-185515dd4ebf by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': 'd67d595f-ac82-4224-8cfb-35d7cb8db958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '005cbe87-3cd9-4019-b60a-9b9dcf542d7d'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:44:08.524218 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384f5a67-71b7-4dd5-9044-71011ba9e822 req-1632925a-3d9a-4a01-a848-a1c3350c3264 service neutron] Attempting to bind port d7dd7029-671b-46e0-bf60-185515dd4ebf on network 005cbe87-3cd9-4019-b60a-9b9dcf542d7d {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:44:08.545726 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384f5a67-71b7-4dd5-9044-71011ba9e822 req-1632925a-3d9a-4a01-a848-a1c3350c3264 service neutron] Port d7dd7029-671b-46e0-bf60-185515dd4ebf on network 005cbe87-3cd9-4019-b60a-9b9dcf542d7d not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:44:08.548231 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384f5a67-71b7-4dd5-9044-71011ba9e822 req-1632925a-3d9a-4a01-a848-a1c3350c3264 service neutron] Attempting to bind port d7dd7029-671b-46e0-bf60-185515dd4ebf on network 005cbe87-3cd9-4019-b60a-9b9dcf542d7d {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:44:08.551774 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d53721ce-0ad1-4ed1-84dc-539392c36bc9 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933586'] for router_interface, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:08.613761 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384f5a67-71b7-4dd5-9044-71011ba9e822 req-1632925a-3d9a-4a01-a848-a1c3350c3264 service neutron] Checking agent: {'id': '26215384-8035-4ce2-971a-8e67be80da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:44:08.613761 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384f5a67-71b7-4dd5-9044-71011ba9e822 req-1632925a-3d9a-4a01-a848-a1c3350c3264 service neutron] Checking segment: {'id': 'd67d595f-ac82-4224-8cfb-35d7cb8db958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '005cbe87-3cd9-4019-b60a-9b9dcf542d7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:44:08.613761 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384f5a67-71b7-4dd5-9044-71011ba9e822 req-1632925a-3d9a-4a01-a848-a1c3350c3264 service neutron] Bound using segment: {'id': 'd67d595f-ac82-4224-8cfb-35d7cb8db958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '005cbe87-3cd9-4019-b60a-9b9dcf542d7d'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:44:08.614204 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-384f5a67-71b7-4dd5-9044-71011ba9e822 req-1632925a-3d9a-4a01-a848-a1c3350c3264 service neutron] Bound port: d7dd7029-671b-46e0-bf60-185515dd4ebf, host: n-h1-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd67d595f-ac82-4224-8cfb-35d7cb8db958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '005cbe87-3cd9-4019-b60a-9b9dcf542d7d'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:44:08.614413 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-384f5a67-71b7-4dd5-9044-71011ba9e822 req-1632925a-3d9a-4a01-a848-a1c3350c3264 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:08.666074 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Pushing event updated for resources: {'Port': ['ID=7842c0da-916d-4709-8b80-410d7fe7f746,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:08.672014 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa63db4-417a-4110-bd76-3700a3c88579 req-6ea69f66-8774-46c2-8e67-97b218542876 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:08.679345 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4fa63db4-417a-4110-bd76-3700a3c88579 req-6ea69f66-8774-46c2-8e67-97b218542876 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/ports?device_id=07c5b260-e21b-480d-abc9-bf1d9598f969 HTTP/1.1" status: 200 len: 944 time: 0.0854037 Nov 12 08:44:08.707867 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-64ea72cd-c5bb-4c4f-83b4-4f7a621f0f04 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:08.765293 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-384f5a67-71b7-4dd5-9044-71011ba9e822 req-1632925a-3d9a-4a01-a848-a1c3350c3264 service neutron] For port d7dd7029-671b-46e0-bf60-185515dd4ebf, host n-h1-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:44:08.768537 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-384f5a67-71b7-4dd5-9044-71011ba9e822 req-1632925a-3d9a-4a01-a848-a1c3350c3264 service neutron] For port d7dd7029-671b-46e0-bf60-185515dd4ebf, host n-h1-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=d7dd7029-671b-46e0-bf60-185515dd4ebf,segment=NetworkSegment(d67d595f-ac82-4224-8cfb-35d7cb8db958),segment_id=d67d595f-ac82-4224-8cfb-35d7cb8db958)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:44:08.768855 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4fa63db4-417a-4110-bd76-3700a3c88579 req-eaa65474-c9ed-4de7-bce3-ac902590400f tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0bffda3-6203-474e-b9e0-460d95e09dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885465 Nov 12 08:44:08.781813 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-384f5a67-71b7-4dd5-9044-71011ba9e822 req-1632925a-3d9a-4a01-a848-a1c3350c3264 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:08.797519 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-cbf70998-2d50-4c7c-b5fd-5aae97e95caf None None] Provisioning complete for port 7842c0da-916d-4709-8b80-410d7fe7f746 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:08.797904 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-cbf70998-2d50-4c7c-b5fd-5aae97e95caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:08.799243 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-64ea72cd-c5bb-4c4f-83b4-4f7a621f0f04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:08.890261 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384f5a67-71b7-4dd5-9044-71011ba9e822 req-1632925a-3d9a-4a01-a848-a1c3350c3264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:08.890923 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-384f5a67-71b7-4dd5-9044-71011ba9e822 req-1632925a-3d9a-4a01-a848-a1c3350c3264 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:08.893141 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-384f5a67-71b7-4dd5-9044-71011ba9e822 req-1632925a-3d9a-4a01-a848-a1c3350c3264 service neutron] 10.222.0.21 "PUT /v2.0/ports/d7dd7029-671b-46e0-bf60-185515dd4ebf HTTP/1.1" status: 200 len: 1093 time: 2.0700502 Nov 12 08:44:08.898262 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1632925a-3d9a-4a01-a848-a1c3350c3264 service neutron] Pushing event updated for resources: {'Port': ['ID=d7dd7029-671b-46e0-bf60-185515dd4ebf,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:08.904605 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07c5b260-e21b-480d-abc9-bf1d9598f969', 'tag': 'd7dd7029-671b-46e0-bf60-185515dd4ebf'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:44:08.906622 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ea72cd-c5bb-4c4f-83b4-4f7a621f0f04 admin admin] Network e7a27d77-7779-4b35-8aa6-1148c2707374 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:44:08.910660 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd532eea-9d1a-46a9-8093-f9ec894ea7e4" -d '{"events": [{"name": "network-changed", "server_uuid": "07c5b260-e21b-480d-abc9-bf1d9598f969", "tag": "d7dd7029-671b-46e0-bf60-185515dd4ebf"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:44:08.922138 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-64ea72cd-c5bb-4c4f-83b4-4f7a621f0f04 admin admin] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:44:08.927205 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ea72cd-c5bb-4c4f-83b4-4f7a621f0f04 admin admin] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:44:08.937039 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ea72cd-c5bb-4c4f-83b4-4f7a621f0f04 admin admin] Pushing event updated for resources: {'Port': ['ID=23cb0a58-7965-4c79-af10-02d02d42b443,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:08.988232 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f53631-0081-4d5a-acc0-74d9f8d8324b req-5e3943c6-a454-40ea-bdb8-ed196a242771 tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:08.990113 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-00f53631-0081-4d5a-acc0-74d9f8d8324b req-5e3943c6-a454-40ea-bdb8-ed196a242771 tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] 10.222.0.26 "GET /v2.0/ports?device_id=4548ef99-fb34-44d8-bcb3-44cf3fb1ded4 HTTP/1.1" status: 200 len: 945 time: 0.1229968 Nov 12 08:44:09.007802 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-64ea72cd-c5bb-4c4f-83b4-4f7a621f0f04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933481'] for router_interface, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:09.008857 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:09.110286 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-00f53631-0081-4d5a-acc0-74d9f8d8324b req-a6bce893-2cf2-487e-ab9d-b050778745e6 tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] 10.222.0.26 "GET /v2.0/security-groups?id=556b0dbb-c67a-4c45-aad1-6752c6cdaf18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105614 Nov 12 08:44:09.125648 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '648b92ff-6e16-4647-be4e-df09c548fa85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5a650a6-f309-4933-af02-93a1e10b791b'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:44:09.140742 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384f5a67-71b7-4dd5-9044-71011ba9e822 req-cd60debb-b161-467a-8606-0cebc9ddb032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:09.140940 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01892219-fbbb-495e-9c39-5d574ef16929" -d '{"events": [{"server_uuid": "648b92ff-6e16-4647-be4e-df09c548fa85", "name": "network-vif-plugged", "status": "completed", "tag": "b5a650a6-f309-4933-af02-93a1e10b791b"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:44:09.142357 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-384f5a67-71b7-4dd5-9044-71011ba9e822 req-cd60debb-b161-467a-8606-0cebc9ddb032 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c79a59d0e8a34d8d81232928cf66b1d9&device_id=07c5b260-e21b-480d-abc9-bf1d9598f969 HTTP/1.1" status: 200 len: 1096 time: 0.1849327 Nov 12 08:44:09.209554 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b5b786fb-516c-49bd-a241-7da325f97b50 None None] Publish callbacks [] for port, precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:09.217649 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-384f5a67-71b7-4dd5-9044-71011ba9e822 req-6f9af41a-5b7c-4b91-94fa-e7f5ea21aadc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d7dd7029-671b-46e0-bf60-185515dd4ebf HTTP/1.1" status: 200 len: 217 time: 0.0642574 Nov 12 08:44:09.219520 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a20430ce-812a-4f15-9338-c85a07464485 x-openstack-request-id: req-a20430ce-812a-4f15-9338-c85a07464485 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:44:09.219807 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07c5b260-e21b-480d-abc9-bf1d9598f969", "tag": "d7dd7029-671b-46e0-bf60-185515dd4ebf", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:44:09.220229 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a20430ce-812a-4f15-9338-c85a07464485 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:44:09.220799 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07c5b260-e21b-480d-abc9-bf1d9598f969', 'tag': 'd7dd7029-671b-46e0-bf60-185515dd4ebf', 'status': 'completed', 'code': 200} Nov 12 08:44:09.225083 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port b5a650a6-f309-4933-af02-93a1e10b791b, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=b5a650a6-f309-4933-af02-93a1e10b791b,segment=NetworkSegment(9478a79d-0f06-437e-97b9-90a4eddcebbc),segment_id=9478a79d-0f06-437e-97b9-90a4eddcebbc)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:09.233178 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b5b786fb-516c-49bd-a241-7da325f97b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:09.255254 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:09.256803 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-64ea72cd-c5bb-4c4f-83b4-4f7a621f0f04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:09.269615 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8106b70d-2ac8-4b57-b989-639791fd9811 x-openstack-request-id: req-8106b70d-2ac8-4b57-b989-639791fd9811 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:44:09.270348 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "648b92ff-6e16-4647-be4e-df09c548fa85", "name": "network-vif-plugged", "status": "completed", "tag": "b5a650a6-f309-4933-af02-93a1e10b791b", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:44:09.270804 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8106b70d-2ac8-4b57-b989-639791fd9811 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:44:09.271362 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '648b92ff-6e16-4647-be4e-df09c548fa85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5a650a6-f309-4933-af02-93a1e10b791b', 'code': 200} Nov 12 08:44:09.430852 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 7842c0da-916d-4709-8b80-410d7fe7f746 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:44:09.432839 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea553420-5158-463b-9f32-90defffe49b1 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:44:09.453596 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384f5a67-71b7-4dd5-9044-71011ba9e822 req-bf25112a-7c82-4b3f-b5c7-3d7b6d865bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:09.454996 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-384f5a67-71b7-4dd5-9044-71011ba9e822 req-bf25112a-7c82-4b3f-b5c7-3d7b6d865bc9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=60df83b3-712a-40a1-8ef0-32bfce62889a HTTP/1.1" status: 200 len: 855 time: 0.0777876 Nov 12 08:44:09.479157 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:09.482865 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0516b6c-e8a8-4a53-a7ba-a094e2151534 None None] Pushing event updated for resources: {'Port': ['ID=0591d61c-0123-442f-a52b-975271cf9532,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:09.518150 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-b5b786fb-516c-49bd-a241-7da325f97b50 None None] Attempting to bind port 0591d61c-0123-442f-a52b-975271cf9532 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:44:09.518448 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-b5b786fb-516c-49bd-a241-7da325f97b50 None None] Attempting to bind port 0591d61c-0123-442f-a52b-975271cf9532 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:44:09.518823 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b786fb-516c-49bd-a241-7da325f97b50 None None] Attempting to bind port 0591d61c-0123-442f-a52b-975271cf9532 on network d709f64f-f9e6-4525-b020-ad48633b9bbf {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:44:09.539472 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-384f5a67-71b7-4dd5-9044-71011ba9e822 req-3019b318-b83a-451a-b490-d1a48a925d1a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=005cbe87-3cd9-4019-b60a-9b9dcf542d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350342 Nov 12 08:44:09.585901 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481ee64a-af0d-42c9-a15f-d4a8965dcb52 req-f831c5d3-9919-470b-8d4d-77efd8bc2ea8 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:09.590541 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-481ee64a-af0d-42c9-a15f-d4a8965dcb52 req-f831c5d3-9919-470b-8d4d-77efd8bc2ea8 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] 10.222.0.26 "GET /v2.0/ports?device_id=648b92ff-6e16-4647-be4e-df09c548fa85 HTTP/1.1" status: 200 len: 984 time: 0.1919706 Nov 12 08:44:09.590737 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b786fb-516c-49bd-a241-7da325f97b50 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:44:09.591217 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b786fb-516c-49bd-a241-7da325f97b50 None None] Checking segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:44:09.591638 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b5b786fb-516c-49bd-a241-7da325f97b50 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:09.592044 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b786fb-516c-49bd-a241-7da325f97b50 None None] Bound using segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:44:09.592532 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-b5b786fb-516c-49bd-a241-7da325f97b50 None None] Bound port: 0591d61c-0123-442f-a52b-975271cf9532, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:44:09.592917 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b5b786fb-516c-49bd-a241-7da325f97b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:09.677123 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-36b8bacc-19bf-421a-ba65-79008b9b2862 None None] Provisioning complete for port 0591d61c-0123-442f-a52b-975271cf9532 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:09.679862 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-36b8bacc-19bf-421a-ba65-79008b9b2862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:09.682264 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-384f5a67-71b7-4dd5-9044-71011ba9e822 req-2e578238-6e69-4ab9-a4b4-e55fdb903bc0 service neutron] 10.222.0.21 "GET /v2.0/networks/005cbe87-3cd9-4019-b60a-9b9dcf542d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307259 Nov 12 08:44:09.711630 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=b5a650a6-f309-4933-af02-93a1e10b791b,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:09.716066 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-64ea72cd-c5bb-4c4f-83b4-4f7a621f0f04 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:09.729066 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-64ea72cd-c5bb-4c4f-83b4-4f7a621f0f04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:09.744015 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-481ee64a-af0d-42c9-a15f-d4a8965dcb52 req-2ee07ec6-c8aa-46ad-8867-6d2e31652865 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] 10.222.0.26 "GET /v2.0/security-groups?id=a97047a0-dda4-4afc-ac4d-c9e7b1e236f2&id=a0945492-374d-4bfc-be32-68046ca36a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1387854 Nov 12 08:44:09.778443 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 7842c0da-916d-4709-8b80-410d7fe7f746 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:09.778443 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:09.806045 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e588833-1e6b-49da-bb8b-60a1f7ba1e09 req-4f1a5ada-a00c-4957-9e11-7f449d0f4441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:09.808686 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0e588833-1e6b-49da-bb8b-60a1f7ba1e09 req-4f1a5ada-a00c-4957-9e11-7f449d0f4441 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=648b92ff-6e16-4647-be4e-df09c548fa85 HTTP/1.1" status: 200 len: 1136 time: 0.3505280 Nov 12 08:44:09.814498 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-36b8bacc-19bf-421a-ba65-79008b9b2862 None None] Port 0591d61c-0123-442f-a52b-975271cf9532 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:44:09.837557 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-b5b786fb-516c-49bd-a241-7da325f97b50 None None] For port 0591d61c-0123-442f-a52b-975271cf9532, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:44:09.850251 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-d53721ce-0ad1-4ed1-84dc-539392c36bc9 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Deleting port d2d9eb5b-d850-4281-aacf-769ae6ebc60e {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:44:09.851206 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d53721ce-0ad1-4ed1-84dc-539392c36bc9 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:09.866911 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-b5b786fb-516c-49bd-a241-7da325f97b50 None None] For port 0591d61c-0123-442f-a52b-975271cf9532, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=0591d61c-0123-442f-a52b-975271cf9532,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:44:09.888889 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b5b786fb-516c-49bd-a241-7da325f97b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:10.019650 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3181d85d-af63-46a3-9052-5217d33ccd65 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:44:10.034895 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-384f5a67-71b7-4dd5-9044-71011ba9e822 req-d8ff6009-a3c9-45dd-867a-3534f3fbb8bc service neutron] 10.222.0.21 "GET /v2.0/networks/005cbe87-3cd9-4019-b60a-9b9dcf542d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3438716 Nov 12 08:44:10.050456 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:10.056195 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-cfb1c3fe-1987-4eb4-bf85-ac7df3b660b1 None None] Provisioning complete for port 7842c0da-916d-4709-8b80-410d7fe7f746 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:10.056796 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-cfb1c3fe-1987-4eb4-bf85-ac7df3b660b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:10.062741 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0e588833-1e6b-49da-bb8b-60a1f7ba1e09 req-3a29f763-01d0-41b4-939b-b0fad00a0504 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a97047a0-dda4-4afc-ac4d-c9e7b1e236f2&id=a0945492-374d-4bfc-be32-68046ca36a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2406435 Nov 12 08:44:10.069666 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b786fb-516c-49bd-a241-7da325f97b50 None None] Routers {'97d38d61-e232-4dc9-8427-94630605e1b5'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:44:10.070555 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-b5b786fb-516c-49bd-a241-7da325f97b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:44:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['97d38d61-e232-4dc9-8427-94630605e1b5'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:10.093428 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0516b6c-e8a8-4a53-a7ba-a094e2151534 None None] Pushing event updated for resources: {'Port': ['ID=0591d61c-0123-442f-a52b-975271cf9532,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:10.113709 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d53721ce-0ad1-4ed1-84dc-539392c36bc9 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:10.156190 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-d53721ce-0ad1-4ed1-84dc-539392c36bc9 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Calling delete_port for d2d9eb5b-d850-4281-aacf-769ae6ebc60e owned by network:router_interface {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:44:10.180546 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd532eea-9d1a-46a9-8093-f9ec894ea7e4 req-02d152f1-ebf4-4c78-80b7-15ec87ecc08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:10.182080 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cd532eea-9d1a-46a9-8093-f9ec894ea7e4 req-02d152f1-ebf4-4c78-80b7-15ec87ecc08d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c79a59d0e8a34d8d81232928cf66b1d9&device_id=07c5b260-e21b-480d-abc9-bf1d9598f969 HTTP/1.1" status: 200 len: 1096 time: 0.0863388 Nov 12 08:44:10.268780 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-b5b786fb-516c-49bd-a241-7da325f97b50 None None] Set router 97d38d61-e232-4dc9-8427-94630605e1b5 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:44:10.278557 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-64ea72cd-c5bb-4c4f-83b4-4f7a621f0f04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933629'] for router_interface, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:10.308745 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ea72cd-c5bb-4c4f-83b4-4f7a621f0f04 admin admin] Pushing event updated for resources: {'Port': ['ID=23cb0a58-7965-4c79-af10-02d02d42b443,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:10.327462 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47701dfd-8107-4885-a6f9-9f33c7e96abf req-8b041fc7-58fc-4d2e-9a72-cc24c208d5f8 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:10.331038 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-47701dfd-8107-4885-a6f9-9f33c7e96abf req-8b041fc7-58fc-4d2e-9a72-cc24c208d5f8 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/ports?device_id=07c5b260-e21b-480d-abc9-bf1d9598f969 HTTP/1.1" status: 200 len: 944 time: 0.1648822 Nov 12 08:44:10.372677 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd532eea-9d1a-46a9-8093-f9ec894ea7e4 req-5415c84d-811a-480e-b6d7-80c8facb771e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:10.374210 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cd532eea-9d1a-46a9-8093-f9ec894ea7e4 req-5415c84d-811a-480e-b6d7-80c8facb771e service neutron] 10.222.0.21 "GET /v2.0/networks?id=005cbe87-3cd9-4019-b60a-9b9dcf542d7d HTTP/1.1" status: 200 len: 916 time: 0.1616104 Nov 12 08:44:10.378841 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-cfb1c3fe-1987-4eb4-bf85-ac7df3b660b1 None None] Provisioning complete for port 23cb0a58-7965-4c79-af10-02d02d42b443 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:10.379217 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-cfb1c3fe-1987-4eb4-bf85-ac7df3b660b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:10.426476 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cd532eea-9d1a-46a9-8093-f9ec894ea7e4 req-940413dd-d8a1-40b8-992d-2b082553188a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d7dd7029-671b-46e0-bf60-185515dd4ebf HTTP/1.1" status: 200 len: 217 time: 0.0429580 Nov 12 08:44:10.427556 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-47701dfd-8107-4885-a6f9-9f33c7e96abf req-75ca8c3e-443a-49c5-8e18-1e148ba1a529 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0bffda3-6203-474e-b9e0-460d95e09dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654755 Nov 12 08:44:10.438542 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ea72cd-c5bb-4c4f-83b4-4f7a621f0f04 admin admin] Network e7a27d77-7779-4b35-8aa6-1148c2707374 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:44:10.440170 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-64ea72cd-c5bb-4c4f-83b4-4f7a621f0f04 admin admin] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:44:10.471184 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-cfb1c3fe-1987-4eb4-bf85-ac7df3b660b1 None None] Port 23cb0a58-7965-4c79-af10-02d02d42b443 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:44:10.522144 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd532eea-9d1a-46a9-8093-f9ec894ea7e4 req-b31ca763-38b4-4b64-b717-7b7f5de0f798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:10.526016 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cd532eea-9d1a-46a9-8093-f9ec894ea7e4 req-b31ca763-38b4-4b64-b717-7b7f5de0f798 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=60df83b3-712a-40a1-8ef0-32bfce62889a HTTP/1.1" status: 200 len: 855 time: 0.0774708 Nov 12 08:44:10.530921 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d53721ce-0ad1-4ed1-84dc-539392c36bc9 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:10.610040 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cd532eea-9d1a-46a9-8093-f9ec894ea7e4 req-78e312f5-fb5c-442b-8c06-5d6b077ee563 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=005cbe87-3cd9-4019-b60a-9b9dcf542d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726001 Nov 12 08:44:10.619818 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53721ce-0ad1-4ed1-84dc-539392c36bc9 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Pushing event deleted for resources: {'Port': ['ID=d2d9eb5b-d850-4281-aacf-769ae6ebc60e,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:10.678803 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-8301386c-c951-43df-a968-a6ff5eae6114 None None] Provisioning complete for port 0591d61c-0123-442f-a52b-975271cf9532 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:10.679404 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8301386c-c951-43df-a968-a6ff5eae6114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:10.746550 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfc5279-8870-4c89-a9d9-8f13ed8eaa34 req-67e5fd23-9823-463e-9f54-e5cf3cab4ead tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:10.756027 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1bfc5279-8870-4c89-a9d9-8f13ed8eaa34 req-67e5fd23-9823-463e-9f54-e5cf3cab4ead tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] 10.222.0.26 "GET /v2.0/ports?device_id=4548ef99-fb34-44d8-bcb3-44cf3fb1ded4 HTTP/1.1" status: 200 len: 945 time: 0.1555374 Nov 12 08:44:10.783975 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64ea72cd-c5bb-4c4f-83b4-4f7a621f0f04 admin admin] Router 97d38d61-e232-4dc9-8427-94630605e1b5 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:44:10.798855 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-b5b786fb-516c-49bd-a241-7da325f97b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d38d61-e232-4dc9-8427-94630605e1b5', 'name': 'tempest-TestVolumeBackupRestore-404056877-router', 'tenant_id': '51772590ac5b48deba2d4123b6db1de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '0591d61c-0123-442f-a52b-975271cf9532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:03Z', 'updated_at': '2021-11-12T08:44:09Z', 'revision_number': 4, 'project_id': '51772590ac5b48deba2d4123b6db1de6', 'gw_port': {'id': '0591d61c-0123-442f-a52b-975271cf9532', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f5:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d38d61-e232-4dc9-8427-94630605e1b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:04Z', 'updated_at': '2021-11-12T08:44:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '23cb0a58-7965-4c79-af10-02d02d42b443', 'name': '', 'network_id': 'e7a27d77-7779-4b35-8aa6-1148c2707374', 'tenant_id': '51772590ac5b48deba2d4123b6db1de6', 'mac_address': 'fa:16:3e:1a:b5:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d38d61-e232-4dc9-8427-94630605e1b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '68b29449-5c69-416e-8474-1f51949b8800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:08Z', 'updated_at': '2021-11-12T08:44:09Z', 'revision_number': 2, 'project_id': '51772590ac5b48deba2d4123b6db1de6', 'subnets': [{'id': '68b29449-5c69-416e-8474-1f51949b8800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:10.841410 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b786fb-516c-49bd-a241-7da325f97b50 None None] The sync data for ids ['97d38d61-e232-4dc9-8427-94630605e1b5'] in n-d-765315-29 is: [{'id': '97d38d61-e232-4dc9-8427-94630605e1b5', 'name': 'tempest-TestVolumeBackupRestore-404056877-router', 'tenant_id': '51772590ac5b48deba2d4123b6db1de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '0591d61c-0123-442f-a52b-975271cf9532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:03Z', 'updated_at': '2021-11-12T08:44:09Z', 'revision_number': 4, 'project_id': '51772590ac5b48deba2d4123b6db1de6', 'gw_port': {'id': '0591d61c-0123-442f-a52b-975271cf9532', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f5:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d38d61-e232-4dc9-8427-94630605e1b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:04Z', 'updated_at': '2021-11-12T08:44:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '23cb0a58-7965-4c79-af10-02d02d42b443', 'name': '', 'network_id': 'e7a27d77-7779-4b35-8aa6-1148c2707374', 'tenant_id': '51772590ac5b48deba2d4123b6db1de6', 'mac_address': 'fa:16:3e:1a:b5:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d38d61-e232-4dc9-8427-94630605e1b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '68b29449-5c69-416e-8474-1f51949b8800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:08Z', 'updated_at': '2021-11-12T08:44:09Z', 'revision_number': 2, 'project_id': '51772590ac5b48deba2d4123b6db1de6', 'subnets': [{'id': '68b29449-5c69-416e-8474-1f51949b8800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:44:10.899462 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cd532eea-9d1a-46a9-8093-f9ec894ea7e4 req-772c48c6-d9a4-493a-874c-0a171923fc3c service neutron] 10.222.0.21 "GET /v2.0/networks/005cbe87-3cd9-4019-b60a-9b9dcf542d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745852 Nov 12 08:44:10.916595 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8301386c-c951-43df-a968-a6ff5eae6114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:10.937902 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1bfc5279-8870-4c89-a9d9-8f13ed8eaa34 req-7a48d5be-a5f8-4f2c-847c-a57bee34cff3 tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] 10.222.0.26 "GET /v2.0/security-groups?id=556b0dbb-c67a-4c45-aad1-6752c6cdaf18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804438 Nov 12 08:44:10.971704 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-8301386c-c951-43df-a968-a6ff5eae6114 None None] For port 0591d61c-0123-442f-a52b-975271cf9532, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=0591d61c-0123-442f-a52b-975271cf9532,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:10.984830 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8301386c-c951-43df-a968-a6ff5eae6114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:11.001231 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d53721ce-0ad1-4ed1-84dc-539392c36bc9 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918626'] for router_interface, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:11.069094 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64ea72cd-c5bb-4c4f-83b4-4f7a621f0f04 admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:44:11.075586 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-64ea72cd-c5bb-4c4f-83b4-4f7a621f0f04 admin admin] 10.222.0.26 "PUT /v2.0/routers/97d38d61-e232-4dc9-8427-94630605e1b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1173580 Nov 12 08:44:11.099630 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8301386c-c951-43df-a968-a6ff5eae6114 None None] Pushing event updated for resources: {'Port': ['ID=0591d61c-0123-442f-a52b-975271cf9532,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:11.111816 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-8301386c-c951-43df-a968-a6ff5eae6114 None None] Provisioning complete for port 23cb0a58-7965-4c79-af10-02d02d42b443 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:11.112188 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8301386c-c951-43df-a968-a6ff5eae6114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:11.169521 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-8301386c-c951-43df-a968-a6ff5eae6114 None None] Port 23cb0a58-7965-4c79-af10-02d02d42b443 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:44:11.305870 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-7bbdca5d-9b9b-4799-8e2d-cf4bd56ddc1f None None] Provisioning complete for port 23cb0a58-7965-4c79-af10-02d02d42b443 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:11.306202 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7bbdca5d-9b9b-4799-8e2d-cf4bd56ddc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:11.383286 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-7bbdca5d-9b9b-4799-8e2d-cf4bd56ddc1f None None] Port 23cb0a58-7965-4c79-af10-02d02d42b443 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:44:11.470849 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2692a352-d784-4af9-a04b-4852bdfb48fd req-39d8d2ca-aeae-4fc4-b32e-940e87654d96 tempest-TestNetworkAdvancedServerOps-63743733 tempest-TestNetworkAdvancedServerOps-63743733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:11.473025 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2692a352-d784-4af9-a04b-4852bdfb48fd req-39d8d2ca-aeae-4fc4-b32e-940e87654d96 tempest-TestNetworkAdvancedServerOps-63743733 tempest-TestNetworkAdvancedServerOps-63743733-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=8923b169-f6ab-45ae-a30e-261450af9314 HTTP/1.1" status: 200 len: 1097 time: 0.0937557 Nov 12 08:44:11.553137 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2692a352-d784-4af9-a04b-4852bdfb48fd req-d728669b-9ca1-405f-8f19-8e8e5fb1d60a tempest-TestNetworkAdvancedServerOps-63743733 tempest-TestNetworkAdvancedServerOps-63743733-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=5fece665-e20b-467a-ac88-888552242c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737007 Nov 12 08:44:11.701587 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8ef9c-f737-4136-adfe-4b349bff099e req-46f4b2d7-cdad-4aca-bd5f-ea601f4f91e4 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:11.703317 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e5a8ef9c-f737-4136-adfe-4b349bff099e req-46f4b2d7-cdad-4aca-bd5f-ea601f4f91e4 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] 10.222.0.26 "GET /v2.0/ports?device_id=648b92ff-6e16-4647-be4e-df09c548fa85 HTTP/1.1" status: 200 len: 984 time: 0.0693629 Nov 12 08:44:11.722190 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cd532eea-9d1a-46a9-8093-f9ec894ea7e4 req-529f8045-3b3d-4dd3-bc92-7a26d1f5d69d service neutron] 10.222.0.21 "GET /v2.0/networks/005cbe87-3cd9-4019-b60a-9b9dcf542d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8128760 Nov 12 08:44:11.757676 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd43592-643e-406c-925e-58cdce56f665 req-c52c8c59-4fbe-4d2b-92b0-06d58e6ab4cd tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:11.759247 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4bd43592-643e-406c-925e-58cdce56f665 req-c52c8c59-4fbe-4d2b-92b0-06d58e6ab4cd tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] 10.222.0.44 "GET /v2.0/ports?device_id=4548ef99-fb34-44d8-bcb3-44cf3fb1ded4 HTTP/1.1" status: 200 len: 945 time: 0.1556909 Nov 12 08:44:11.804196 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e5a8ef9c-f737-4136-adfe-4b349bff099e req-b4ec478c-51d2-4f33-83e0-731b0222e13f tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] 10.222.0.26 "GET /v2.0/security-groups?id=a97047a0-dda4-4afc-ac4d-c9e7b1e236f2&id=a0945492-374d-4bfc-be32-68046ca36a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0946722 Nov 12 08:44:11.957680 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d53721ce-0ad1-4ed1-84dc-539392c36bc9 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Router 3db79a89-f5b1-40b2-abed-4cc67341c949 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:44:12.011824 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b48460b0-d890-4269-b47e-17648f75a204 req-45e41c68-dcf9-4ac8-871d-82281e4099ce tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1922298726&fields=id&tenant_id=7d3f7337327743ecb706fdd7c92380e3 HTTP/1.1" status: 200 len: 267 time: 0.0716686 Nov 12 08:44:12.075099 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-4bd43592-643e-406c-925e-58cdce56f665 req-594cc58a-ff65-4a53-86e8-4f3c7008c24b tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] Deleting port 5db79ce8-6e08-422f-9db7-a83964f0d029 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:44:12.075451 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-4bd43592-643e-406c-925e-58cdce56f665 req-594cc58a-ff65-4a53-86e8-4f3c7008c24b tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:12.109007 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d53721ce-0ad1-4ed1-84dc-539392c36bc9 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:44:12.121867 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0238c0ba-40d3-4455-82f6-dea0795be8d4 None None] Sync routers for ids ['3db79a89-f5b1-40b2-abed-4cc67341c949'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:44:12.139219 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0238c0ba-40d3-4455-82f6-dea0795be8d4 None None] Routers {'3db79a89-f5b1-40b2-abed-4cc67341c949'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:44:12.140033 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-0238c0ba-40d3-4455-82f6-dea0795be8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:44:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['3db79a89-f5b1-40b2-abed-4cc67341c949'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:12.144124 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-d53721ce-0ad1-4ed1-84dc-539392c36bc9 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "PUT /v2.0/routers/3db79a89-f5b1-40b2-abed-4cc67341c949/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6021230 Nov 12 08:44:12.144832 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 55902) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:12.206519 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48460b0-d890-4269-b47e-17648f75a204 req-2a42ca4e-10d5-496e-9b2b-0c3130a7d560 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:12.208380 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b48460b0-d890-4269-b47e-17648f75a204 req-2a42ca4e-10d5-496e-9b2b-0c3130a7d560 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/networks?id=35316ea3-d15f-4e9c-9d0f-87ba20d4fc64 HTTP/1.1" status: 200 len: 812 time: 0.1892066 Nov 12 08:44:12.217256 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-0238c0ba-40d3-4455-82f6-dea0795be8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:12.229530 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b48460b0-d890-4269-b47e-17648f75a204 req-1616ffc6-3ec9-4d83-8313-75c33360cc3a tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/quotas/7d3f7337327743ecb706fdd7c92380e3 HTTP/1.1" status: 200 len: 375 time: 0.0109603 Nov 12 08:44:12.237069 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0238c0ba-40d3-4455-82f6-dea0795be8d4 None None] Routers {'3db79a89-f5b1-40b2-abed-4cc67341c949'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:44:12.238019 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-0238c0ba-40d3-4455-82f6-dea0795be8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:44:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['3db79a89-f5b1-40b2-abed-4cc67341c949'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:12.307503 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-0238c0ba-40d3-4455-82f6-dea0795be8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:12.309390 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0238c0ba-40d3-4455-82f6-dea0795be8d4 None None] The sync data for ids ['3db79a89-f5b1-40b2-abed-4cc67341c949'] in n-d-765315-29 is: [] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:44:12.348742 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b48460b0-d890-4269-b47e-17648f75a204 req-f22cac19-9756-464a-a8a0-378594439f04 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=7d3f7337327743ecb706fdd7c92380e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0981882 Nov 12 08:44:12.363806 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-4bd43592-643e-406c-925e-58cdce56f665 req-594cc58a-ff65-4a53-86e8-4f3c7008c24b tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] For port 5db79ce8-6e08-422f-9db7-a83964f0d029, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=5db79ce8-6e08-422f-9db7-a83964f0d029,segment=NetworkSegment(de606a97-6a15-437d-9061-b28e516ee793),segment_id=de606a97-6a15-437d-9061-b28e516ee793)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:12.364179 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-4bd43592-643e-406c-925e-58cdce56f665 req-594cc58a-ff65-4a53-86e8-4f3c7008c24b tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:12.434076 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-4bd43592-643e-406c-925e-58cdce56f665 req-594cc58a-ff65-4a53-86e8-4f3c7008c24b tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] Calling delete_port for 5db79ce8-6e08-422f-9db7-a83964f0d029 owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:44:12.476471 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b48460b0-d890-4269-b47e-17648f75a204 req-7e46fdef-7fdf-4004-92ce-d4a1d9d44218 service neutron] 10.222.0.26 "GET /v2.0/networks/35316ea3-d15f-4e9c-9d0f-87ba20d4fc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243351 Nov 12 08:44:12.627903 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:12.632657 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b48460b0-d890-4269-b47e-17648f75a204 req-6be405ba-308f-4ccf-97aa-904c512b26cb service neutron] 10.222.0.26 "GET /v2.0/networks/35316ea3-d15f-4e9c-9d0f-87ba20d4fc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475046 Nov 12 08:44:12.817929 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-4bd43592-643e-406c-925e-58cdce56f665 req-594cc58a-ff65-4a53-86e8-4f3c7008c24b tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:12.859321 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['5db79ce8-6e08-422f-9db7-a83964f0d029'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:44:12.863552 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594cc58a-ff65-4a53-86e8-4f3c7008c24b tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] Pushing event deleted for resources: {'Port': ['ID=5db79ce8-6e08-422f-9db7-a83964f0d029,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:12.915727 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594cc58a-ff65-4a53-86e8-4f3c7008c24b tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:12.916330 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594cc58a-ff65-4a53-86e8-4f3c7008c24b tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:12.916677 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594cc58a-ff65-4a53-86e8-4f3c7008c24b tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:12.917013 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594cc58a-ff65-4a53-86e8-4f3c7008c24b tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:12.918301 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594cc58a-ff65-4a53-86e8-4f3c7008c24b tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:12.918301 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594cc58a-ff65-4a53-86e8-4f3c7008c24b tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:12.918958 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594cc58a-ff65-4a53-86e8-4f3c7008c24b tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:12.919398 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594cc58a-ff65-4a53-86e8-4f3c7008c24b tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:12.919671 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594cc58a-ff65-4a53-86e8-4f3c7008c24b tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:12.920089 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594cc58a-ff65-4a53-86e8-4f3c7008c24b tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:12.920424 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594cc58a-ff65-4a53-86e8-4f3c7008c24b tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:12.920748 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594cc58a-ff65-4a53-86e8-4f3c7008c24b tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:12.941407 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bd43592-643e-406c-925e-58cdce56f665 req-594cc58a-ff65-4a53-86e8-4f3c7008c24b tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] No DVR routers for this DVR port 5db79ce8-6e08-422f-9db7-a83964f0d029 on host n-h2-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:44:12.946625 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-4bd43592-643e-406c-925e-58cdce56f665 req-594cc58a-ff65-4a53-86e8-4f3c7008c24b tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:12.951171 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4bd43592-643e-406c-925e-58cdce56f665 req-594cc58a-ff65-4a53-86e8-4f3c7008c24b tempest-TestServerAdvancedOps-1294814587 tempest-TestServerAdvancedOps-1294814587-project] 10.222.0.44 "DELETE /v2.0/ports/5db79ce8-6e08-422f-9db7-a83964f0d029 HTTP/1.1" status: 204 len: 173 time: 1.1595933 Nov 12 08:44:12.951523 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4548ef99-fb34-44d8-bcb3-44cf3fb1ded4', 'name': 'network-vif-deleted', 'tag': '5db79ce8-6e08-422f-9db7-a83964f0d029'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:44:12.955594 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67704a55-b1e0-4a13-ad06-8f7afd459dcb" -d '{"events": [{"server_uuid": "4548ef99-fb34-44d8-bcb3-44cf3fb1ded4", "name": "network-vif-deleted", "tag": "5db79ce8-6e08-422f-9db7-a83964f0d029"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:44:12.970381 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c01e57bc-0d0f-4215-86ed-3c08ad78b4fd tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933586'] for router_interface, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:13.124877 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3efb34-1429-41c7-902e-ad18148a736b req-d50cfa51-8e48-4cf4-ab2b-e11e31d1863e tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:13.126707 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6e3efb34-1429-41c7-902e-ad18148a736b req-d50cfa51-8e48-4cf4-ab2b-e11e31d1863e tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/ports?device_id=07c5b260-e21b-480d-abc9-bf1d9598f969 HTTP/1.1" status: 200 len: 944 time: 0.0769072 Nov 12 08:44:13.201324 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6e3efb34-1429-41c7-902e-ad18148a736b req-3208c4fe-3bec-4b4a-a721-c9bd25511b17 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0bffda3-6203-474e-b9e0-460d95e09dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654392 Nov 12 08:44:13.373032 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157847ee-24fb-450f-a1a0-22698c21cfe7 req-baf1b2ae-57a9-463c-9a2e-2fd7d8a16b5e tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:13.384055 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-157847ee-24fb-450f-a1a0-22698c21cfe7 req-baf1b2ae-57a9-463c-9a2e-2fd7d8a16b5e tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=8923b169-f6ab-45ae-a30e-261450af9314 HTTP/1.1" status: 200 len: 945 time: 0.0919538 Nov 12 08:44:13.437970 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 0591d61c-0123-442f-a52b-975271cf9532 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:44:13.461251 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-157847ee-24fb-450f-a1a0-22698c21cfe7 req-73124bd3-a0b2-4615-973d-1b7b942c5cc7 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fece665-e20b-467a-ac88-888552242c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729456 Nov 12 08:44:13.478963 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 55958) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:13.527558 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-c01e57bc-0d0f-4215-86ed-3c08ad78b4fd tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Deleting port 8c8b80d1-b85b-4cac-919b-3bf9dfbe353a {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:44:13.528554 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c01e57bc-0d0f-4215-86ed-3c08ad78b4fd tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:13.593302 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 0591d61c-0123-442f-a52b-975271cf9532 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:13.594913 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:13.683511 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c01e57bc-0d0f-4215-86ed-3c08ad78b4fd tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:13.706274 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-cb80eaa8-a61c-4479-b2d6-314062dff4c8 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/floatingips/364d7379-48be-4c3d-a77b-db79e144bad6 HTTP/1.1" status: 200 len: 993 time: 0.2264009 Nov 12 08:44:13.718749 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-c01e57bc-0d0f-4215-86ed-3c08ad78b4fd tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Calling delete_port for 8c8b80d1-b85b-4cac-919b-3bf9dfbe353a owned by network:router_interface {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:44:13.722058 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e55d76-7e50-445f-b501-ec3c5a60a8bd req-9d84b440-fc28-4952-964b-0928a2448428 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:13.730516 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c6e55d76-7e50-445f-b501-ec3c5a60a8bd req-9d84b440-fc28-4952-964b-0928a2448428 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] 10.222.0.26 "GET /v2.0/ports?device_id=648b92ff-6e16-4647-be4e-df09c548fa85 HTTP/1.1" status: 200 len: 984 time: 0.1207995 Nov 12 08:44:13.803232 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c6e55d76-7e50-445f-b501-ec3c5a60a8bd req-afe864c3-b2fd-42e7-8a23-751a42235bf4 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] 10.222.0.26 "GET /v2.0/security-groups?id=a97047a0-dda4-4afc-ac4d-c9e7b1e236f2&id=a0945492-374d-4bfc-be32-68046ca36a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0717437 Nov 12 08:44:13.856495 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 55964) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:13.937412 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-d13a195a-01a8-4d09-aca7-885fd5f15f01 admin admin] Deleting subnet afff2f33-6318-4302-8ebc-f7c0dbdae010 {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:44:13.944568 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d13a195a-01a8-4d09-aca7-885fd5f15f01 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:13.980589 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c01e57bc-0d0f-4215-86ed-3c08ad78b4fd tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:14.023596 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1662df65-4544-4a1b-ae0a-758683de4ea0 req-ce0cd7bf-ccf1-4e2e-a30f-e19ada6e4863 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=16c35c58-3c53-4a03-b9cb-f513f06cb866 HTTP/1.1" status: 200 len: 210 time: 0.0473065 Nov 12 08:44:14.025586 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01e57bc-0d0f-4215-86ed-3c08ad78b4fd tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Pushing event deleted for resources: {'Port': ['ID=8c8b80d1-b85b-4cac-919b-3bf9dfbe353a,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:14.051777 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d13a195a-01a8-4d09-aca7-885fd5f15f01 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:14.092533 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device d7dd7029-671b-46e0-bf60-185515dd4ebf details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:44:14.103752 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f86bcee2-17fc-45b1-beda-45c950e3f79b x-openstack-request-id: req-f86bcee2-17fc-45b1-beda-45c950e3f79b {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:44:14.104048 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4548ef99-fb34-44d8-bcb3-44cf3fb1ded4", "name": "network-vif-deleted", "tag": "5db79ce8-6e08-422f-9db7-a83964f0d029", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:44:14.104306 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f86bcee2-17fc-45b1-beda-45c950e3f79b {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:44:14.105484 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4548ef99-fb34-44d8-bcb3-44cf3fb1ded4', 'name': 'network-vif-deleted', 'tag': '5db79ce8-6e08-422f-9db7-a83964f0d029', 'status': 'completed', 'code': 200} Nov 12 08:44:14.124213 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d13a195a-01a8-4d09-aca7-885fd5f15f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:14.167098 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c01e57bc-0d0f-4215-86ed-3c08ad78b4fd tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918626'] for router_interface, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:14.204069 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e69846f-3ad8-49db-bdd0-625af0f0d70c None None] Sync routers for ids ['97d38d61-e232-4dc9-8427-94630605e1b5'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:44:14.218870 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d13a195a-01a8-4d09-aca7-885fd5f15f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:14.251453 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e69846f-3ad8-49db-bdd0-625af0f0d70c None None] Routers {'97d38d61-e232-4dc9-8427-94630605e1b5'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:44:14.255803 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-5e69846f-3ad8-49db-bdd0-625af0f0d70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:44:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['97d38d61-e232-4dc9-8427-94630605e1b5'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:14.298335 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d13a195a-01a8-4d09-aca7-885fd5f15f01 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:14.310542 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-d13a195a-01a8-4d09-aca7-885fd5f15f01 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/afff2f33-6318-4302-8ebc-f7c0dbdae010 HTTP/1.1" status: 204 len: 168 time: 0.4493613 Nov 12 08:44:14.311881 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 55970) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:14.345329 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port d7dd7029-671b-46e0-bf60-185515dd4ebf, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=d7dd7029-671b-46e0-bf60-185515dd4ebf,segment=NetworkSegment(d67d595f-ac82-4224-8cfb-35d7cb8db958),segment_id=d67d595f-ac82-4224-8cfb-35d7cb8db958)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:14.492184 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-99185a14-eaa4-43b0-869f-a76b04212e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:14.523693 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13a195a-01a8-4d09-aca7-885fd5f15f01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afff2f33-6318-4302-8ebc-f7c0dbdae010,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:14.539528 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-5e69846f-3ad8-49db-bdd0-625af0f0d70c None None] Set router 97d38d61-e232-4dc9-8427-94630605e1b5 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:44:14.557780 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c01e57bc-0d0f-4215-86ed-3c08ad78b4fd tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Router 3db79a89-f5b1-40b2-abed-4cc67341c949 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:44:14.732791 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faab28b-db5e-4e2f-9b4e-5158e00bd20e req-cfbaae5f-014e-4c5b-b073-f5ab5f1f0597 tempest-TestSecurityGroupsBasicOps-1040671232 tempest-TestSecurityGroupsBasicOps-1040671232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:14.735698 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4faab28b-db5e-4e2f-9b4e-5158e00bd20e req-cfbaae5f-014e-4c5b-b073-f5ab5f1f0597 tempest-TestSecurityGroupsBasicOps-1040671232 tempest-TestSecurityGroupsBasicOps-1040671232-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=648b92ff-6e16-4647-be4e-df09c548fa85 HTTP/1.1" status: 200 len: 1136 time: 0.2608981 Nov 12 08:44:14.753645 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c01e57bc-0d0f-4215-86ed-3c08ad78b4fd tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:44:14.763055 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-c01e57bc-0d0f-4215-86ed-3c08ad78b4fd tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "PUT /v2.0/routers/3db79a89-f5b1-40b2-abed-4cc67341c949/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6116505 Nov 12 08:44:14.766034 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 55976) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:14.781900 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48460b0-d890-4269-b47e-17648f75a204 req-20afcf49-dee9-4ae9-ad89-14ab1bf65bf6 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:14.783882 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b48460b0-d890-4269-b47e-17648f75a204 req-20afcf49-dee9-4ae9-ad89-14ab1bf65bf6 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.21 "GET /v2.0/networks?id=35316ea3-d15f-4e9c-9d0f-87ba20d4fc64 HTTP/1.1" status: 200 len: 812 time: 0.2645233 Nov 12 08:44:14.804629 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-8d004dc0-da70-4d3d-847c-5d178e113046 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "GET /v2.0/ports?device_id=3db79a89-f5b1-40b2-abed-4cc67341c949 HTTP/1.1" status: 200 len: 205 time: 0.0366905 Nov 12 08:44:14.807595 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 55978) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:14.857671 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac6adc0-5757-4f18-8d1a-839d68456488 None None] Sync routers for ids ['3db79a89-f5b1-40b2-abed-4cc67341c949'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:44:14.862032 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-99185a14-eaa4-43b0-869f-a76b04212e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:14.889936 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Returning: {'device': 'd7dd7029-671b-46e0-bf60-185515dd4ebf', 'network_id': '005cbe87-3cd9-4019-b60a-9b9dcf542d7d', 'port_id': 'd7dd7029-671b-46e0-bf60-185515dd4ebf', 'mac_address': 'fa:16:3e:f0:6a:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60df83b3-712a-40a1-8ef0-32bfce62889a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:44:14.891630 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-5e69846f-3ad8-49db-bdd0-625af0f0d70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d38d61-e232-4dc9-8427-94630605e1b5', 'name': 'tempest-TestVolumeBackupRestore-404056877-router', 'tenant_id': '51772590ac5b48deba2d4123b6db1de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '0591d61c-0123-442f-a52b-975271cf9532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:03Z', 'updated_at': '2021-11-12T08:44:09Z', 'revision_number': 4, 'project_id': '51772590ac5b48deba2d4123b6db1de6', 'gw_port': {'id': '0591d61c-0123-442f-a52b-975271cf9532', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d38d61-e232-4dc9-8427-94630605e1b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:04Z', 'updated_at': '2021-11-12T08:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '23cb0a58-7965-4c79-af10-02d02d42b443', 'name': '', 'network_id': 'e7a27d77-7779-4b35-8aa6-1148c2707374', 'tenant_id': '51772590ac5b48deba2d4123b6db1de6', 'mac_address': 'fa:16:3e:1a:b5:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d38d61-e232-4dc9-8427-94630605e1b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '68b29449-5c69-416e-8474-1f51949b8800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:08Z', 'updated_at': '2021-11-12T08:44:09Z', 'revision_number': 2, 'project_id': '51772590ac5b48deba2d4123b6db1de6', 'subnets': [{'id': '68b29449-5c69-416e-8474-1f51949b8800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:14.896379 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac6adc0-5757-4f18-8d1a-839d68456488 None None] Routers {'3db79a89-f5b1-40b2-abed-4cc67341c949'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:44:14.897277 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-5ac6adc0-5757-4f18-8d1a-839d68456488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:44:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['3db79a89-f5b1-40b2-abed-4cc67341c949'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:14.918835 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-99185a14-eaa4-43b0-869f-a76b04212e08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b84e933-7c48-4775-8559-ab5489d2a974']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:14.921175 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4543a23c-f420-4ba5-bf13-711f8b380dfc tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks [] for router, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:14.932794 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e69846f-3ad8-49db-bdd0-625af0f0d70c None None] Checking router: 97d38d61-e232-4dc9-8427-94630605e1b5 for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:44:14.933175 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e69846f-3ad8-49db-bdd0-625af0f0d70c None None] Updating router 97d38d61-e232-4dc9-8427-94630605e1b5 port 23cb0a58-7965-4c79-af10-02d02d42b443 binding host n-d-765315-29 {{(pid=102602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:44:14.935898 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-5ac6adc0-5757-4f18-8d1a-839d68456488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:14.941911 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-99185a14-eaa4-43b0-869f-a76b04212e08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de606a97-6a15-437d-9061-b28e516ee793') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:14.944758 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-99185a14-eaa4-43b0-869f-a76b04212e08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de606a97-6a15-437d-9061-b28e516ee793') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:14.964964 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-99185a14-eaa4-43b0-869f-a76b04212e08 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:14.972449 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac6adc0-5757-4f18-8d1a-839d68456488 None None] Routers {'3db79a89-f5b1-40b2-abed-4cc67341c949'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:44:14.973227 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-5ac6adc0-5757-4f18-8d1a-839d68456488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:44:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['3db79a89-f5b1-40b2-abed-4cc67341c949'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:14.991643 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-5e69846f-3ad8-49db-bdd0-625af0f0d70c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:15.006750 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-99185a14-eaa4-43b0-869f-a76b04212e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:15.024244 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99185a14-eaa4-43b0-869f-a76b04212e08 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:44:15.025149 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-5ac6adc0-5757-4f18-8d1a-839d68456488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:15.025946 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac6adc0-5757-4f18-8d1a-839d68456488 None None] The sync data for ids ['3db79a89-f5b1-40b2-abed-4cc67341c949'] in n-d-765315-29 is: [] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:44:15.027125 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-99185a14-eaa4-43b0-869f-a76b04212e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:15.029987 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b48460b0-d890-4269-b47e-17648f75a204 req-6ee7c42d-8f85-4585-ad5a-c3c3f59cc787 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d3f7337327743ecb706fdd7c92380e3 HTTP/1.1" status: 200 len: 380 time: 0.2300534 Nov 12 08:44:15.038875 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:15.050541 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-b48460b0-d890-4269-b47e-17648f75a204 req-0abe2cdf-5947-4986-8773-2a63ffb7ac86 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Request body: {'port': {'device_id': '16c35c58-3c53-4a03-b9cb-f513f06cb866', 'network_id': '35316ea3-d15f-4e9c-9d0f-87ba20d4fc64', 'admin_state_up': True, 'tenant_id': '7d3f7337327743ecb706fdd7c92380e3', 'security_groups': ['2112de76-808b-4aee-81cb-ec91177d9317']}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:15.053996 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:44:15.053996 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:44:15.053996 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:44:15.053996 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:44:15.053996 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:44:15.053996 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:44:15.053996 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:44:15.053996 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:44:15.053996 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:44:15.053996 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:44:15.053996 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:44:15.053996 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:44:15.053996 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:44:15.053996 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:44:15.053996 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:44:15.053996 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:44:15.053996 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:44:15.053996 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:44:15.053996 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:44:15.053996 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:44:15.053996 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:44:15.053996 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:44:15.053996 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:44:15.053996 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:44:15.053996 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:44:15.053996 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:44:15.053996 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:44:15.053996 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:44:15.053996 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:44:15.053996 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:44:15.053996 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:44:15.053996 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:44:15.077361 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-e530113a-7783-48f4-9840-8911a24052df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7dd7029-671b-46e0-bf60-185515dd4ebf {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:44:15.100988 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-4faab28b-db5e-4e2f-9b4e-5158e00bd20e req-3772b29a-cc09-419a-84a5-c87db9a72afc tempest-TestSecurityGroupsBasicOps-1040671232 tempest-TestSecurityGroupsBasicOps-1040671232-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:15.125469 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port d7dd7029-671b-46e0-bf60-185515dd4ebf, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=d7dd7029-671b-46e0-bf60-185515dd4ebf,segment=NetworkSegment(d67d595f-ac82-4224-8cfb-35d7cb8db958),segment_id=d67d595f-ac82-4224-8cfb-35d7cb8db958)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:15.139350 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:15.161358 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-99185a14-eaa4-43b0-869f-a76b04212e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:15.181825 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-99185a14-eaa4-43b0-869f-a76b04212e08 admin admin] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:15.185324 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-99185a14-eaa4-43b0-869f-a76b04212e08 admin admin] 10.222.0.26 "DELETE /v2.0/networks/6b84e933-7c48-4775-8559-ab5489d2a974 HTTP/1.1" status: 204 len: 168 time: 0.8714221 Nov 12 08:44:15.213387 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 55982) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:15.225476 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99185a14-eaa4-43b0-869f-a76b04212e08 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b84e933-7c48-4775-8559-ab5489d2a974,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:15.246977 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=d7dd7029-671b-46e0-bf60-185515dd4ebf,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:15.301890 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-4faab28b-db5e-4e2f-9b4e-5158e00bd20e req-3772b29a-cc09-419a-84a5-c87db9a72afc tempest-TestSecurityGroupsBasicOps-1040671232 tempest-TestSecurityGroupsBasicOps-1040671232-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:15.307180 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-4faab28b-db5e-4e2f-9b4e-5158e00bd20e req-3772b29a-cc09-419a-84a5-c87db9a72afc tempest-TestSecurityGroupsBasicOps-1040671232 tempest-TestSecurityGroupsBasicOps-1040671232-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:15.357883 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4faab28b-db5e-4e2f-9b4e-5158e00bd20e req-3772b29a-cc09-419a-84a5-c87db9a72afc tempest-TestSecurityGroupsBasicOps-1040671232 tempest-TestSecurityGroupsBasicOps-1040671232-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=a97047a0-dda4-4afc-ac4d-c9e7b1e236f2&id=a0945492-374d-4bfc-be32-68046ca36a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.6158357 Nov 12 08:44:15.375101 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 55984) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:15.399556 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-5e69846f-3ad8-49db-bdd0-625af0f0d70c None None] Publish callbacks [] for port, precommit_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:15.408150 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-5e69846f-3ad8-49db-bdd0-625af0f0d70c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:15.461931 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-f917a2aa-2acb-4ef6-bb29-218f940439dd admin admin] Deleting subnet ed93fa2b-ecc2-4890-9276-f3176e4d79ad {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:44:15.507391 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4543a23c-f420-4ba5-bf13-711f8b380dfc tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:15.509122 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3772b29a-cc09-419a-84a5-c87db9a72afc tempest-TestSecurityGroupsBasicOps-1040671232 tempest-TestSecurityGroupsBasicOps-1040671232-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a06de91-2d4e-4243-b19b-e2d1c66d99a2,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:15.537675 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['d7dd7029-671b-46e0-bf60-185515dd4ebf'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:44:15.537868 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd04306-1a10-425e-a7af-809526fd667d None None] Pushing event updated for resources: {'Port': ['ID=23cb0a58-7965-4c79-af10-02d02d42b443,revision_number=3']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:15.543216 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ba5f10-5e23-4525-b741-a929b374d139 tempest-TestSecurityGroupsBasicOps-1040671232 tempest-TestSecurityGroupsBasicOps-1040671232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:15.545162 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-d0ba5f10-5e23-4525-b741-a929b374d139 tempest-TestSecurityGroupsBasicOps-1040671232 tempest-TestSecurityGroupsBasicOps-1040671232-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=648b92ff-6e16-4647-be4e-df09c548fa85 HTTP/1.1" status: 200 len: 1131 time: 0.1648722 Nov 12 08:44:15.555544 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d6552-fcb5-4d61-9e0c-4b115b2c3ca1 req-3fcbc50f-7c10-435a-a653-1381aacfb78e tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:15.567634 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e13d6552-fcb5-4d61-9e0c-4b115b2c3ca1 req-3fcbc50f-7c10-435a-a653-1381aacfb78e tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/ports?device_id=07c5b260-e21b-480d-abc9-bf1d9598f969 HTTP/1.1" status: 200 len: 945 time: 0.0961835 Nov 12 08:44:15.575719 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 55988) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:15.581114 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-a60fa0c6-ca37-43a4-a792-dfb3e4f3e08d tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Request body: {'floatingip': {'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'port_id': 'b5a650a6-f309-4933-af02-93a1e10b791b', 'tenant_id': '77abaf9dfdff48589f5ad3a7f970c1f2', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:15.582376 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f917a2aa-2acb-4ef6-bb29-218f940439dd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:15.597944 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4543a23c-f420-4ba5-bf13-711f8b380dfc tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:15.635724 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a60fa0c6-ca37-43a4-a792-dfb3e4f3e08d tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks [] for floatingip, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:15.793635 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e13d6552-fcb5-4d61-9e0c-4b115b2c3ca1 req-3a6cd004-d84e-4678-b3b0-a19b48acc5f8 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0bffda3-6203-474e-b9e0-460d95e09dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250171 Nov 12 08:44:15.858729 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-5e69846f-3ad8-49db-bdd0-625af0f0d70c None None] Attempting to bind port 23cb0a58-7965-4c79-af10-02d02d42b443 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:44:15.859103 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-5e69846f-3ad8-49db-bdd0-625af0f0d70c None None] Attempting to bind port 23cb0a58-7965-4c79-af10-02d02d42b443 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': 'cc335c9b-d8f1-468f-a4aa-6796bcc76ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e7a27d77-7779-4b35-8aa6-1148c2707374'}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:44:15.859469 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e69846f-3ad8-49db-bdd0-625af0f0d70c None None] Attempting to bind port 23cb0a58-7965-4c79-af10-02d02d42b443 on network e7a27d77-7779-4b35-8aa6-1148c2707374 {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:44:15.871791 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e69846f-3ad8-49db-bdd0-625af0f0d70c None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:44:15.876352 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e69846f-3ad8-49db-bdd0-625af0f0d70c None None] Checking segment: {'id': 'cc335c9b-d8f1-468f-a4aa-6796bcc76ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e7a27d77-7779-4b35-8aa6-1148c2707374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:44:15.876911 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-5e69846f-3ad8-49db-bdd0-625af0f0d70c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:15.877338 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e69846f-3ad8-49db-bdd0-625af0f0d70c None None] Bound using segment: {'id': 'cc335c9b-d8f1-468f-a4aa-6796bcc76ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e7a27d77-7779-4b35-8aa6-1148c2707374'} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:44:15.877867 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-5e69846f-3ad8-49db-bdd0-625af0f0d70c None None] Bound port: 23cb0a58-7965-4c79-af10-02d02d42b443, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc335c9b-d8f1-468f-a4aa-6796bcc76ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e7a27d77-7779-4b35-8aa6-1148c2707374'}}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:44:15.878258 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-5e69846f-3ad8-49db-bdd0-625af0f0d70c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:15.883618 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 5db79ce8-6e08-422f-9db7-a83964f0d029 no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:44:15.932628 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a60fa0c6-ca37-43a4-a792-dfb3e4f3e08d tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:15.996940 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] No Port match for: 5db79ce8-6e08-422f-9db7-a83964f0d029 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:44:15.997311 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 5db79ce8-6e08-422f-9db7-a83964f0d029 not bound to the agent host n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:44:16.086357 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-5e69846f-3ad8-49db-bdd0-625af0f0d70c None None] For port 23cb0a58-7965-4c79-af10-02d02d42b443, host n-d-765315-29, cleared binding levels {{(pid=102602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:44:16.094370 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-5e69846f-3ad8-49db-bdd0-625af0f0d70c None None] For port 23cb0a58-7965-4c79-af10-02d02d42b443, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=23cb0a58-7965-4c79-af10-02d02d42b443,segment=NetworkSegment(cc335c9b-d8f1-468f-a4aa-6796bcc76ab4),segment_id=cc335c9b-d8f1-468f-a4aa-6796bcc76ab4)] {{(pid=102602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:44:16.107865 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-5e69846f-3ad8-49db-bdd0-625af0f0d70c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:16.125952 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-1e0176e9-81bf-4a0e-a10c-6f886a2669a9 None None] Provisioning complete for port 23cb0a58-7965-4c79-af10-02d02d42b443 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:16.126667 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1e0176e9-81bf-4a0e-a10c-6f886a2669a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:16.198784 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-a60fa0c6-ca37-43a4-a792-dfb3e4f3e08d tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Allocated IP 172.25.2.234 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/026ba25e-f96e-46ee-98ac-52c6b119639a) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:44:16.224947 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e69846f-3ad8-49db-bdd0-625af0f0d70c None None] Routers {'97d38d61-e232-4dc9-8427-94630605e1b5'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:44:16.227681 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-5e69846f-3ad8-49db-bdd0-625af0f0d70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:44:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['97d38d61-e232-4dc9-8427-94630605e1b5'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:16.344709 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd04306-1a10-425e-a7af-809526fd667d None None] Pushing event updated for resources: {'Port': ['ID=23cb0a58-7965-4c79-af10-02d02d42b443,revision_number=4']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:16.410734 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1e0176e9-81bf-4a0e-a10c-6f886a2669a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:16.457591 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a60fa0c6-ca37-43a4-a792-dfb3e4f3e08d tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:16.497902 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-5e69846f-3ad8-49db-bdd0-625af0f0d70c None None] Set router 97d38d61-e232-4dc9-8427-94630605e1b5 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:44:16.505096 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-1e0176e9-81bf-4a0e-a10c-6f886a2669a9 None None] For port 23cb0a58-7965-4c79-af10-02d02d42b443, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=23cb0a58-7965-4c79-af10-02d02d42b443,segment=NetworkSegment(cc335c9b-d8f1-468f-a4aa-6796bcc76ab4),segment_id=cc335c9b-d8f1-468f-a4aa-6796bcc76ab4)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:16.515978 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1e0176e9-81bf-4a0e-a10c-6f886a2669a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:16.552043 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-54c5aae4-a82c-45b8-abd5-0b10c3fb3dfb req-318bba95-b581-42e1-9d26-226d3825d87b tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=16c35c58-3c53-4a03-b9cb-f513f06cb866 HTTP/1.1" status: 200 len: 210 time: 0.0470777 Nov 12 08:44:16.572190 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a60fa0c6-ca37-43a4-a792-dfb3e4f3e08d tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:16.634321 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0176e9-81bf-4a0e-a10c-6f886a2669a9 None None] Pushing event updated for resources: {'Port': ['ID=23cb0a58-7965-4c79-af10-02d02d42b443,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:16.723490 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60fa0c6-ca37-43a4-a792-dfb3e4f3e08d tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:44:16.734289 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-a60fa0c6-ca37-43a4-a792-dfb3e4f3e08d tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:44:16.743619 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60fa0c6-ca37-43a4-a792-dfb3e4f3e08d tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:44:16.755985 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-c6b19cdf-e22d-48e0-9de3-dc4e7a6f5765 None None] Provisioning complete for port 23cb0a58-7965-4c79-af10-02d02d42b443 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:16.756360 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c6b19cdf-e22d-48e0-9de3-dc4e7a6f5765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:16.897541 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f917a2aa-2acb-4ef6-bb29-218f940439dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31181813'] for subnet, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:16.941070 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4543a23c-f420-4ba5-bf13-711f8b380dfc tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:16.941624 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4543a23c-f420-4ba5-bf13-711f8b380dfc tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Fanout notify agent at l3_agent the message router_deleted on router 3db79a89-f5b1-40b2-abed-4cc67341c949 {{(pid=102599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:44:16.949007 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4543a23c-f420-4ba5-bf13-711f8b380dfc tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:16.950325 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-4543a23c-f420-4ba5-bf13-711f8b380dfc tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "DELETE /v2.0/routers/3db79a89-f5b1-40b2-abed-4cc67341c949 HTTP/1.1" status: 204 len: 168 time: 2.1400905 Nov 12 08:44:16.970820 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60fa0c6-ca37-43a4-a792-dfb3e4f3e08d tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Pushing event updated for resources: {'Port': ['ID=026ba25e-f96e-46ee-98ac-52c6b119639a,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:16.972948 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 56000) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:17.012916 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b48460b0-d890-4269-b47e-17648f75a204 req-0abe2cdf-5947-4986-8773-2a63ffb7ac86 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Made reservation on behalf of 7d3f7337327743ecb706fdd7c92380e3 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:44:17.016618 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b48460b0-d890-4269-b47e-17648f75a204 req-0abe2cdf-5947-4986-8773-2a63ffb7ac86 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:17.067863 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:44:17.081767 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f917a2aa-2acb-4ef6-bb29-218f940439dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:17.097081 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1d52948d-9409-42df-95bb-093934f26619 req-45448efb-1520-4e9f-aa83-2c973176aa31 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8923b169-f6ab-45ae-a30e-261450af9314&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5982974 Nov 12 08:44:17.102923 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [req-1d52948d-9409-42df-95bb-093934f26619 req-c24cce3e-da9b-4d80-b5be-11791b1f3f34 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:44:17.108700 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1d52948d-9409-42df-95bb-093934f26619 req-c24cce3e-da9b-4d80-b5be-11791b1f3f34 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0107250 Nov 12 08:44:17.128266 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d7b78b0-8fee-4589-a05e-cbd90e37a528 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Deleting subnet 627bbe88-67e2-4183-a2d0-bf2677f9bfcf {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:44:17.136181 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-5e69846f-3ad8-49db-bdd0-625af0f0d70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d38d61-e232-4dc9-8427-94630605e1b5', 'name': 'tempest-TestVolumeBackupRestore-404056877-router', 'tenant_id': '51772590ac5b48deba2d4123b6db1de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '0591d61c-0123-442f-a52b-975271cf9532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:03Z', 'updated_at': '2021-11-12T08:44:09Z', 'revision_number': 4, 'project_id': '51772590ac5b48deba2d4123b6db1de6', 'gw_port': {'id': '0591d61c-0123-442f-a52b-975271cf9532', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d38d61-e232-4dc9-8427-94630605e1b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:04Z', 'updated_at': '2021-11-12T08:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '23cb0a58-7965-4c79-af10-02d02d42b443', 'name': '', 'network_id': 'e7a27d77-7779-4b35-8aa6-1148c2707374', 'tenant_id': '51772590ac5b48deba2d4123b6db1de6', 'mac_address': 'fa:16:3e:1a:b5:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d38d61-e232-4dc9-8427-94630605e1b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '68b29449-5c69-416e-8474-1f51949b8800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:08Z', 'updated_at': '2021-11-12T08:44:16Z', 'revision_number': 4, 'project_id': '51772590ac5b48deba2d4123b6db1de6', 'subnets': [{'id': '68b29449-5c69-416e-8474-1f51949b8800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:17.140406 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9d7b78b0-8fee-4589-a05e-cbd90e37a528 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks [] for subnet, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:17.163115 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dadec2-cc90-4cdb-b198-f596169bcfef req-1f08870b-82d2-4133-b00b-a9041ebeee36 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:17.164710 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e1dadec2-cc90-4cdb-b198-f596169bcfef req-1f08870b-82d2-4133-b00b-a9041ebeee36 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=8923b169-f6ab-45ae-a30e-261450af9314 HTTP/1.1" status: 200 len: 945 time: 0.3467343 Nov 12 08:44:17.195187 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e69846f-3ad8-49db-bdd0-625af0f0d70c None None] The sync data for ids ['97d38d61-e232-4dc9-8427-94630605e1b5'] in n-d-765315-29 is: [{'id': '97d38d61-e232-4dc9-8427-94630605e1b5', 'name': 'tempest-TestVolumeBackupRestore-404056877-router', 'tenant_id': '51772590ac5b48deba2d4123b6db1de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '0591d61c-0123-442f-a52b-975271cf9532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:03Z', 'updated_at': '2021-11-12T08:44:09Z', 'revision_number': 4, 'project_id': '51772590ac5b48deba2d4123b6db1de6', 'gw_port': {'id': '0591d61c-0123-442f-a52b-975271cf9532', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d38d61-e232-4dc9-8427-94630605e1b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:04Z', 'updated_at': '2021-11-12T08:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '23cb0a58-7965-4c79-af10-02d02d42b443', 'name': '', 'network_id': 'e7a27d77-7779-4b35-8aa6-1148c2707374', 'tenant_id': '51772590ac5b48deba2d4123b6db1de6', 'mac_address': 'fa:16:3e:1a:b5:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d38d61-e232-4dc9-8427-94630605e1b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '68b29449-5c69-416e-8474-1f51949b8800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:08Z', 'updated_at': '2021-11-12T08:44:16Z', 'revision_number': 4, 'project_id': '51772590ac5b48deba2d4123b6db1de6', 'subnets': [{'id': '68b29449-5c69-416e-8474-1f51949b8800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:44:17.387075 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e1dadec2-cc90-4cdb-b198-f596169bcfef req-19e211c4-306d-4dc5-bd87-89a616fe0905 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fece665-e20b-467a-ac88-888552242c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2062385 Nov 12 08:44:17.407352 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-b48460b0-d890-4269-b47e-17648f75a204 req-0abe2cdf-5947-4986-8773-2a63ffb7ac86 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Allocated IP 172.20.0.8 (35316ea3-d15f-4e9c-9d0f-87ba20d4fc64/d1d27945-8c3d-427f-88ef-3c42a7516333/f0210bc9-a867-41f9-a41c-9a557765755e) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:44:17.469199 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 23cb0a58-7965-4c79-af10-02d02d42b443 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:44:17.640652 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 23cb0a58-7965-4c79-af10-02d02d42b443 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:17.640924 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:17.770441 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b48460b0-d890-4269-b47e-17648f75a204 req-0abe2cdf-5947-4986-8773-2a63ffb7ac86 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:17.864638 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b48460b0-d890-4269-b47e-17648f75a204 req-0abe2cdf-5947-4986-8773-2a63ffb7ac86 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:17.884368 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a60fa0c6-ca37-43a4-a792-dfb3e4f3e08d tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:17.951183 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9d7b78b0-8fee-4589-a05e-cbd90e37a528 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31181813'] for subnet, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:17.977412 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2a4aa8-01b2-4876-a65a-d201f22dec0c req-91c81d3d-4d5d-4f31-ad6b-7ef62cac4bd7 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:17.985876 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1f2a4aa8-01b2-4876-a65a-d201f22dec0c req-91c81d3d-4d5d-4f31-ad6b-7ef62cac4bd7 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/ports?device_id=07c5b260-e21b-480d-abc9-bf1d9598f969 HTTP/1.1" status: 200 len: 945 time: 0.4244401 Nov 12 08:44:18.014242 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abe2cdf-5947-4986-8773-2a63ffb7ac86 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Pushing event updated for resources: {'Port': ['ID=f0210bc9-a867-41f9-a41c-9a557765755e,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:18.039763 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a60fa0c6-ca37-43a4-a792-dfb3e4f3e08d tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:18.122775 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device d7dd7029-671b-46e0-bf60-185515dd4ebf up at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:44:18.147656 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1f2a4aa8-01b2-4876-a65a-d201f22dec0c req-e10eb1b4-6177-48be-ab48-ca62c97a7b48 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0bffda3-6203-474e-b9e0-460d95e09dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607821 Nov 12 08:44:18.227497 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b48460b0-d890-4269-b47e-17648f75a204 req-0abe2cdf-5947-4986-8773-2a63ffb7ac86 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Network 35316ea3-d15f-4e9c-9d0f-87ba20d4fc64 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:44:18.238914 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f917a2aa-2acb-4ef6-bb29-218f940439dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:18.250034 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-b48460b0-d890-4269-b47e-17648f75a204 req-0abe2cdf-5947-4986-8773-2a63ffb7ac86 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:44:18.288567 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning for port d7dd7029-671b-46e0-bf60-185515dd4ebf completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:44:18.290072 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-b48460b0-d890-4269-b47e-17648f75a204 req-0abe2cdf-5947-4986-8773-2a63ffb7ac86 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:44:18.305132 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning complete for port d7dd7029-671b-46e0-bf60-185515dd4ebf triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:18.308570 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:18.408327 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9d7b78b0-8fee-4589-a05e-cbd90e37a528 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:18.446916 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629454cf-aa99-478c-aaa6-c48c34cd62e6 req-176387dd-943f-4753-8042-ba12dfc974e1 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:18.456908 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-629454cf-aa99-478c-aaa6-c48c34cd62e6 req-176387dd-943f-4753-8042-ba12dfc974e1 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=16c35c58-3c53-4a03-b9cb-f513f06cb866 HTTP/1.1" status: 200 len: 931 time: 0.1333821 Nov 12 08:44:18.589896 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a60fa0c6-ca37-43a4-a792-dfb3e4f3e08d tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:18.596310 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:18.617619 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f917a2aa-2acb-4ef6-bb29-218f940439dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed93fa2b-ecc2-4890-9276-f3176e4d79ad,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:18.644999 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f917a2aa-2acb-4ef6-bb29-218f940439dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:18.648546 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-f917a2aa-2acb-4ef6-bb29-218f940439dd admin admin] 10.222.0.26 "DELETE /v2.0/subnets/ed93fa2b-ecc2-4890-9276-f3176e4d79ad HTTP/1.1" status: 204 len: 168 time: 3.4230897 Nov 12 08:44:18.652422 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 56030) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:18.660138 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a60fa0c6-ca37-43a4-a792-dfb3e4f3e08d tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:18.729091 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-629454cf-aa99-478c-aaa6-c48c34cd62e6 req-b3bd680a-ba35-415e-898c-9656045574ef tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=2112de76-808b-4aee-81cb-ec91177d9317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2576759 Nov 12 08:44:18.753936 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48460b0-d890-4269-b47e-17648f75a204 req-0abe2cdf-5947-4986-8773-2a63ffb7ac86 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:18.754603 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b48460b0-d890-4269-b47e-17648f75a204 req-0abe2cdf-5947-4986-8773-2a63ffb7ac86 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:18.777903 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07c5b260-e21b-480d-abc9-bf1d9598f969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7dd7029-671b-46e0-bf60-185515dd4ebf'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:44:18.782522 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a14ce05f-0845-4782-92c1-827d91807de1" -d '{"events": [{"server_uuid": "07c5b260-e21b-480d-abc9-bf1d9598f969", "name": "network-vif-plugged", "status": "completed", "tag": "d7dd7029-671b-46e0-bf60-185515dd4ebf"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:44:18.801183 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-220df58c-b1a4-43d7-a458-978c534b6116 None None] Provisioning complete for port f0210bc9-a867-41f9-a41c-9a557765755e triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:18.801543 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-220df58c-b1a4-43d7-a458-978c534b6116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:18.804480 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port d7dd7029-671b-46e0-bf60-185515dd4ebf, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=d7dd7029-671b-46e0-bf60-185515dd4ebf,segment=NetworkSegment(d67d595f-ac82-4224-8cfb-35d7cb8db958),segment_id=d67d595f-ac82-4224-8cfb-35d7cb8db958)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:18.858163 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:18.924191 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b96e9d26-b01a-46dd-a478-ec9a85bf5363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:18.925882 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60fa0c6-ca37-43a4-a792-dfb3e4f3e08d tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Pushing event updated for resources: {'Port': ['ID=026ba25e-f96e-46ee-98ac-52c6b119639a,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:18.937570 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a60fa0c6-ca37-43a4-a792-dfb3e4f3e08d tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:18.955577 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-220df58c-b1a4-43d7-a458-978c534b6116 None None] Port f0210bc9-a867-41f9-a41c-9a557765755e cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:44:18.970444 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9d7b78b0-8fee-4589-a05e-cbd90e37a528 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:18.971649 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=d7dd7029-671b-46e0-bf60-185515dd4ebf,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:19.044817 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eaf28e-e535-4de4-87a3-2043dcbfb03d req-88ce9e3f-92e1-4e0c-bf08-c6f0dd899083 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:19.046404 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b7eaf28e-e535-4de4-87a3-2043dcbfb03d req-88ce9e3f-92e1-4e0c-bf08-c6f0dd899083 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=8923b169-f6ab-45ae-a30e-261450af9314 HTTP/1.1" status: 200 len: 945 time: 0.1775403 Nov 12 08:44:19.055931 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b48460b0-d890-4269-b47e-17648f75a204 req-0abe2cdf-5947-4986-8773-2a63ffb7ac86 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0192389 Nov 12 08:44:19.057174 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7b78b0-8fee-4589-a05e-cbd90e37a528 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Pushing event deleted for resources: {'Subnet': ['ID=627bbe88-67e2-4183-a2d0-bf2677f9bfcf,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:19.071081 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9d7b78b0-8fee-4589-a05e-cbd90e37a528 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:19.076613 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-9d7b78b0-8fee-4589-a05e-cbd90e37a528 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "DELETE /v2.0/subnets/627bbe88-67e2-4183-a2d0-bf2677f9bfcf HTTP/1.1" status: 204 len: 168 time: 2.1024132 Nov 12 08:44:19.077938 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e816c3-1fb8-4343-9b2f-539068f94ea0 None None] Network 94cbfb85-e2d1-4fc7-b393-d51b9a6b0d91 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:44:19.083023 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-b48460b0-d890-4269-b47e-17648f75a204 req-a172f445-421c-4f42-8940-84d948d68abc service neutron] Request body: {'port': {'device_id': '16c35c58-3c53-4a03-b9cb-f513f06cb866', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:19.094071 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 56036) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:19.184779 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b7eaf28e-e535-4de4-87a3-2043dcbfb03d req-8649758b-f401-4768-ba8f-73679bb8954e tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fece665-e20b-467a-ac88-888552242c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289587 Nov 12 08:44:19.186441 n-d-765315-29 neutron-server[102600]: INFO neutron.db.l3_db [None req-a60fa0c6-ca37-43a4-a792-dfb3e4f3e08d tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Floating IP d44a0a1a-3e9d-4ff8-a48a-8882cf3e3da1 associated. External IP: 172.25.2.234, port: b5a650a6-f309-4933-af02-93a1e10b791b. Nov 12 08:44:19.329727 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b96e9d26-b01a-46dd-a478-ec9a85bf5363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:19.357299 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b2ba7b0-c6b0-49b1-acbf-a5196520c73c x-openstack-request-id: req-9b2ba7b0-c6b0-49b1-acbf-a5196520c73c {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:44:19.357897 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07c5b260-e21b-480d-abc9-bf1d9598f969", "name": "network-vif-plugged", "status": "completed", "tag": "d7dd7029-671b-46e0-bf60-185515dd4ebf", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:44:19.358812 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9b2ba7b0-c6b0-49b1-acbf-a5196520c73c {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:44:19.360236 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07c5b260-e21b-480d-abc9-bf1d9598f969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7dd7029-671b-46e0-bf60-185515dd4ebf', 'code': 200} Nov 12 08:44:19.403055 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fd3c32c-7f74-42a8-8290-3562edcd4fb3 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Deleting subnet 07a8b4d4-858a-4dcd-a306-aab611bf0917 {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:44:19.406607 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-b96e9d26-b01a-46dd-a478-ec9a85bf5363 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48c49ff1-0f23-43a5-a211-4fac41f4b907']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:19.409080 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b48460b0-d890-4269-b47e-17648f75a204 req-a172f445-421c-4f42-8940-84d948d68abc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:19.424053 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4fd3c32c-7f74-42a8-8290-3562edcd4fb3 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks [] for subnet, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:19.472776 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-b96e9d26-b01a-46dd-a478-ec9a85bf5363 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69f171fb-2a64-4d90-90cb-cf830b3c83dc') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:19.473013 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-b96e9d26-b01a-46dd-a478-ec9a85bf5363 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69f171fb-2a64-4d90-90cb-cf830b3c83dc') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:19.493073 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b96e9d26-b01a-46dd-a478-ec9a85bf5363 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:19.535837 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8992b12f-e55c-4e56-80f5-b5d6abc2dc99 None None] DHCP port deletion for 94cbfb85-e2d1-4fc7-b393-d51b9a6b0d91 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:44:19.570318 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4fd3c32c-7f74-42a8-8290-3562edcd4fb3 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31181813'] for subnet, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:19.628307 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-8992b12f-e55c-4e56-80f5-b5d6abc2dc99 None None] Deleting port b30f03af-d461-4c7d-aaf6-61697885b2eb {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:44:19.629602 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8992b12f-e55c-4e56-80f5-b5d6abc2dc99 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:19.781719 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-8992b12f-e55c-4e56-80f5-b5d6abc2dc99 None None] For port b30f03af-d461-4c7d-aaf6-61697885b2eb, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=b30f03af-d461-4c7d-aaf6-61697885b2eb,segment=NetworkSegment(65f66e41-1127-4eab-9d6a-4c16bf02bdf8),segment_id=65f66e41-1127-4eab-9d6a-4c16bf02bdf8)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:19.782453 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8992b12f-e55c-4e56-80f5-b5d6abc2dc99 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:19.803583 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-8992b12f-e55c-4e56-80f5-b5d6abc2dc99 None None] Calling delete_port for b30f03af-d461-4c7d-aaf6-61697885b2eb owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:44:19.908836 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8992b12f-e55c-4e56-80f5-b5d6abc2dc99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:19.942518 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-b48460b0-d890-4269-b47e-17648f75a204 req-a172f445-421c-4f42-8940-84d948d68abc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0210bc9-a867-41f9-a41c-9a557765755e {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:44:19.950432 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8992b12f-e55c-4e56-80f5-b5d6abc2dc99 None None] Pushing event deleted for resources: {'Port': ['ID=b30f03af-d461-4c7d-aaf6-61697885b2eb,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:19.958510 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8992b12f-e55c-4e56-80f5-b5d6abc2dc99 None None] No DVR routers for this DVR port b30f03af-d461-4c7d-aaf6-61697885b2eb on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:44:19.962772 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b48460b0-d890-4269-b47e-17648f75a204 req-a172f445-421c-4f42-8940-84d948d68abc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:20.057165 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b96e9d26-b01a-46dd-a478-ec9a85bf5363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:20.103377 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b96e9d26-b01a-46dd-a478-ec9a85bf5363 admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:44:20.103924 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b96e9d26-b01a-46dd-a478-ec9a85bf5363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:20.111387 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d52948d-9409-42df-95bb-093934f26619 req-29b460a5-efba-4448-807d-69a430ce51c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:20.113398 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1d52948d-9409-42df-95bb-093934f26619 req-29b460a5-efba-4448-807d-69a430ce51c1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=af01ccd549054d7f8ad1904b6846172a&device_id=8923b169-f6ab-45ae-a30e-261450af9314 HTTP/1.1" status: 200 len: 1097 time: 0.1459780 Nov 12 08:44:20.114166 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 08:44:20.114166 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:44:20.114166 n-d-765315-29 neutron-server[102599]: timer() Nov 12 08:44:20.114166 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:44:20.114166 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 08:44:20.114166 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:44:20.114166 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 08:44:20.114166 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:44:20.114166 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 08:44:20.114166 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:44:20.114166 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 08:44:20.114166 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:44:20.114166 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 08:44:20.114166 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:44:20.114166 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:44:20.114166 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:44:20.114166 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:44:20.114166 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:44:20.114166 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 08:44:20.114166 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:44:20.114166 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 08:44:20.114166 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:44:20.114166 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:44:20.114166 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:44:20.114166 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 08:44:20.114166 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:44:20.114166 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:44:20.114166 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:44:20.114166 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:44:20.114166 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:44:20.114166 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:44:20.114166 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:44:20.117550 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cbec5f-f2ed-47f2-b69e-496dd775b54f req-5027380e-ef97-4405-aec3-0d1c582af4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:20.119462 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-30cbec5f-f2ed-47f2-b69e-496dd775b54f req-5027380e-ef97-4405-aec3-0d1c582af4a9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=07c5b260-e21b-480d-abc9-bf1d9598f969 HTTP/1.1" status: 200 len: 1098 time: 0.0990012 Nov 12 08:44:20.168766 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321afb94-2991-40e9-bc41-be3d44087e04 req-987666e1-488b-414b-992b-1e6258427f1d tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:20.177039 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-321afb94-2991-40e9-bc41-be3d44087e04 req-987666e1-488b-414b-992b-1e6258427f1d tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/ports?device_id=07c5b260-e21b-480d-abc9-bf1d9598f969 HTTP/1.1" status: 200 len: 946 time: 0.1668932 Nov 12 08:44:20.290058 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-30cbec5f-f2ed-47f2-b69e-496dd775b54f req-69f45fb6-e153-4220-ace1-d0d964cd025d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e0bffda3-6203-474e-b9e0-460d95e09dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617806 Nov 12 08:44:20.338628 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-321afb94-2991-40e9-bc41-be3d44087e04 req-cb5714ea-7b30-4819-937f-c77f79ed09fc tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0bffda3-6203-474e-b9e0-460d95e09dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502559 Nov 12 08:44:20.433112 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-b48460b0-d890-4269-b47e-17648f75a204 req-a172f445-421c-4f42-8940-84d948d68abc service neutron] Transition to ACTIVE for port object f0210bc9-a867-41f9-a41c-9a557765755e will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:44:20.439806 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b96e9d26-b01a-46dd-a478-ec9a85bf5363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:20.441112 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a60fa0c6-ca37-43a4-a792-dfb3e4f3e08d tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Router 4d2602bf-3602-4f3c-80a3-1a0ff8aa9574 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:44:20.451659 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b96e9d26-b01a-46dd-a478-ec9a85bf5363 admin admin] Publish callbacks [] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:20.468090 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-b96e9d26-b01a-46dd-a478-ec9a85bf5363 admin admin] 10.222.0.26 "DELETE /v2.0/networks/48c49ff1-0f23-43a5-a211-4fac41f4b907 HTTP/1.1" status: 204 len: 168 time: 1.8013201 Nov 12 08:44:20.503741 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4fd3c32c-7f74-42a8-8290-3562edcd4fb3 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:20.515595 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b48460b0-d890-4269-b47e-17648f75a204 req-a172f445-421c-4f42-8940-84d948d68abc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:20.554090 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fd81f2-0dde-40a5-a0a1-81bac0d34b14 req-1ae022f2-9236-4e57-b0b2-6cf3785aef53 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:20.563658 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-08fd81f2-0dde-40a5-a0a1-81bac0d34b14 req-1ae022f2-9236-4e57-b0b2-6cf3785aef53 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=16c35c58-3c53-4a03-b9cb-f513f06cb866 HTTP/1.1" status: 200 len: 943 time: 0.1182716 Nov 12 08:44:20.644543 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96e9d26-b01a-46dd-a478-ec9a85bf5363 admin admin] Pushing event deleted for resources: {'Network': ['ID=48c49ff1-0f23-43a5-a211-4fac41f4b907,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:20.709562 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-faff26e7-8746-412c-b1e8-32a824ffd372 req-7c45cccf-09ce-436d-8750-5459e2658a31 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=648b92ff-6e16-4647-be4e-df09c548fa85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3307786 Nov 12 08:44:20.743720 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d52948d-9409-42df-95bb-093934f26619 req-c4a84e61-1dd7-43fc-bcba-add59a68c34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:20.745424 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1d52948d-9409-42df-95bb-093934f26619 req-c4a84e61-1dd7-43fc-bcba-add59a68c34b service neutron] 10.222.0.21 "GET /v2.0/networks?id=508aced4-0fe0-4f1d-92f2-979af6167066 HTTP/1.1" status: 200 len: 898 time: 0.6074932 Nov 12 08:44:20.786009 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-08fd81f2-0dde-40a5-a0a1-81bac0d34b14 req-3435e156-80ca-4d2d-ae4d-89abe6e9ba09 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=2112de76-808b-4aee-81cb-ec91177d9317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2212338 Nov 12 08:44:20.836405 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a60fa0c6-ca37-43a4-a792-dfb3e4f3e08d tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:44:20.855766 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b36c718-77ca-4c00-a529-4635cbfde103 None None] Sync routers for ids ['4d2602bf-3602-4f3c-80a3-1a0ff8aa9574'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:44:20.862735 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1d52948d-9409-42df-95bb-093934f26619 req-7df2a1da-4894-44ed-9f95-bfeebe722155 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=964b843f-d77c-4e1a-a0d1-249e2fa14fb1 HTTP/1.1" status: 200 len: 1001 time: 0.1012752 Nov 12 08:44:20.892934 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b36c718-77ca-4c00-a529-4635cbfde103 None None] Routers {'4d2602bf-3602-4f3c-80a3-1a0ff8aa9574'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:44:20.894321 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-3b36c718-77ca-4c00-a529-4635cbfde103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:44:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['4d2602bf-3602-4f3c-80a3-1a0ff8aa9574'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:20.895914 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a60fa0c6-ca37-43a4-a792-dfb3e4f3e08d tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:20.958406 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56048) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:21.060661 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-3b36c718-77ca-4c00-a529-4635cbfde103 None None] Set router 4d2602bf-3602-4f3c-80a3-1a0ff8aa9574 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:44:21.069074 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a172f445-421c-4f42-8940-84d948d68abc service neutron] Pushing event updated for resources: {'Port': ['ID=f0210bc9-a867-41f9-a41c-9a557765755e,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:21.134815 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-a60fa0c6-ca37-43a4-a792-dfb3e4f3e08d tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.5579307 Nov 12 08:44:21.153298 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56052) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:21.157435 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '648b92ff-6e16-4647-be4e-df09c548fa85', 'tag': 'b5a650a6-f309-4933-af02-93a1e10b791b'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:44:21.163001 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a1afc12-3f61-4ec9-a6bf-b90aee2855d6" -d '{"events": [{"name": "network-changed", "server_uuid": "648b92ff-6e16-4647-be4e-df09c548fa85", "tag": "b5a650a6-f309-4933-af02-93a1e10b791b"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:44:21.207579 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4fd3c32c-7f74-42a8-8290-3562edcd4fb3 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:21.209867 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-b48460b0-d890-4269-b47e-17648f75a204 req-a172f445-421c-4f42-8940-84d948d68abc service neutron] Attempting to bind port f0210bc9-a867-41f9-a41c-9a557765755e on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:44:21.210382 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-b48460b0-d890-4269-b47e-17648f75a204 req-a172f445-421c-4f42-8940-84d948d68abc service neutron] Attempting to bind port f0210bc9-a867-41f9-a41c-9a557765755e by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': 'add834c9-8487-4b10-a6f8-7351b562c1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '35316ea3-d15f-4e9c-9d0f-87ba20d4fc64'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:44:21.210913 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48460b0-d890-4269-b47e-17648f75a204 req-a172f445-421c-4f42-8940-84d948d68abc service neutron] Attempting to bind port f0210bc9-a867-41f9-a41c-9a557765755e on network 35316ea3-d15f-4e9c-9d0f-87ba20d4fc64 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:44:21.258954 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48460b0-d890-4269-b47e-17648f75a204 req-a172f445-421c-4f42-8940-84d948d68abc service neutron] Port f0210bc9-a867-41f9-a41c-9a557765755e on network 35316ea3-d15f-4e9c-9d0f-87ba20d4fc64 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:44:21.259579 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48460b0-d890-4269-b47e-17648f75a204 req-a172f445-421c-4f42-8940-84d948d68abc service neutron] Attempting to bind port f0210bc9-a867-41f9-a41c-9a557765755e on network 35316ea3-d15f-4e9c-9d0f-87ba20d4fc64 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:44:21.270256 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd3c32c-7f74-42a8-8290-3562edcd4fb3 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Pushing event deleted for resources: {'Subnet': ['ID=07a8b4d4-858a-4dcd-a306-aab611bf0917,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:21.285587 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff26e7-8746-412c-b1e8-32a824ffd372 req-d08db4de-95c9-485d-9860-7756e894080d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:21.287448 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-faff26e7-8746-412c-b1e8-32a824ffd372 req-d08db4de-95c9-485d-9860-7756e894080d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=77abaf9dfdff48589f5ad3a7f970c1f2&device_id=648b92ff-6e16-4647-be4e-df09c548fa85 HTTP/1.1" status: 200 len: 1136 time: 0.4235897 Nov 12 08:44:21.302309 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f357173-3f59-4421-a99b-9884c1be205f None None] Network 3e4320bc-a85d-4b79-a1de-36e8bdc0a505 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:44:21.303362 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48460b0-d890-4269-b47e-17648f75a204 req-a172f445-421c-4f42-8940-84d948d68abc service neutron] Checking agent: {'id': '26215384-8035-4ce2-971a-8e67be80da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:44:21.303940 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48460b0-d890-4269-b47e-17648f75a204 req-a172f445-421c-4f42-8940-84d948d68abc service neutron] Checking segment: {'id': 'add834c9-8487-4b10-a6f8-7351b562c1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '35316ea3-d15f-4e9c-9d0f-87ba20d4fc64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:44:21.305158 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48460b0-d890-4269-b47e-17648f75a204 req-a172f445-421c-4f42-8940-84d948d68abc service neutron] Bound using segment: {'id': 'add834c9-8487-4b10-a6f8-7351b562c1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '35316ea3-d15f-4e9c-9d0f-87ba20d4fc64'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:44:21.305813 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-b48460b0-d890-4269-b47e-17648f75a204 req-a172f445-421c-4f42-8940-84d948d68abc service neutron] Bound port: f0210bc9-a867-41f9-a41c-9a557765755e, host: n-h1-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'add834c9-8487-4b10-a6f8-7351b562c1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '35316ea3-d15f-4e9c-9d0f-87ba20d4fc64'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:44:21.306377 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b48460b0-d890-4269-b47e-17648f75a204 req-a172f445-421c-4f42-8940-84d948d68abc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:21.314709 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4fd3c32c-7f74-42a8-8290-3562edcd4fb3 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:21.326901 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-4fd3c32c-7f74-42a8-8290-3562edcd4fb3 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "DELETE /v2.0/subnets/07a8b4d4-858a-4dcd-a306-aab611bf0917 HTTP/1.1" status: 204 len: 168 time: 2.2298892 Nov 12 08:44:21.346225 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 56056) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:21.387793 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d52948d-9409-42df-95bb-093934f26619 req-c2b2e7ed-d0d6-4485-b9ad-5a7605e16e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:21.389662 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1d52948d-9409-42df-95bb-093934f26619 req-c2b2e7ed-d0d6-4485-b9ad-5a7605e16e30 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f91bfea0-8c12-4f49-94bb-e193b754d651 HTTP/1.1" status: 200 len: 835 time: 0.3961225 Nov 12 08:44:21.390421 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b142e610-14ae-4c91-af94-13a03977b19d req-7d08f93f-bcc0-4ce4-89ce-7ffa4034e30d tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:21.408463 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b142e610-14ae-4c91-af94-13a03977b19d req-7d08f93f-bcc0-4ce4-89ce-7ffa4034e30d tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=8923b169-f6ab-45ae-a30e-261450af9314 HTTP/1.1" status: 200 len: 945 time: 0.4660366 Nov 12 08:44:21.443350 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device b30f03af-d461-4c7d-aaf6-61697885b2eb no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:44:21.493622 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff26e7-8746-412c-b1e8-32a824ffd372 req-f17ecf64-4b0e-4cba-8383-53d4f8eabf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:21.496286 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-faff26e7-8746-412c-b1e8-32a824ffd372 req-f17ecf64-4b0e-4cba-8383-53d4f8eabf94 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6ffcad90-f496-4d66-99b9-24f9c9250cf2 HTTP/1.1" status: 200 len: 898 time: 0.1331885 Nov 12 08:44:21.518530 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b142e610-14ae-4c91-af94-13a03977b19d req-2c258bcb-fa98-454f-ad88-e59ca809fc38 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fece665-e20b-467a-ac88-888552242c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046414 Nov 12 08:44:21.531877 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: b30f03af-d461-4c7d-aaf6-61697885b2eb {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:44:21.532236 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device b30f03af-d461-4c7d-aaf6-61697885b2eb not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:44:21.584180 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-070bd627-c452-4205-9479-b0a4fcb64d27 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=379178cedbb249bf881248161215feaa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6201432 Nov 12 08:44:21.638906 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56062) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:21.778176 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4d1b2773-1caa-464a-915b-6f8f3171d8ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:21.849680 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d52948d-9409-42df-95bb-093934f26619 req-15a7fa46-cd2f-482c-a524-ab2cbdbc8924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:21.851018 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4d1b2773-1caa-464a-915b-6f8f3171d8ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:21.857523 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1d52948d-9409-42df-95bb-093934f26619 req-15a7fa46-cd2f-482c-a524-ab2cbdbc8924 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=508aced4-0fe0-4f1d-92f2-979af6167066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3425009 Nov 12 08:44:21.992769 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-b48460b0-d890-4269-b47e-17648f75a204 req-a172f445-421c-4f42-8940-84d948d68abc service neutron] For port f0210bc9-a867-41f9-a41c-9a557765755e, host n-h1-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:44:21.997836 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4d1b2773-1caa-464a-915b-6f8f3171d8ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:22.003208 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4d1b2773-1caa-464a-915b-6f8f3171d8ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:22.005094 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57a6de6-670e-48b6-9044-572fd21f43c7 None None] DHCP port deletion for 3e4320bc-a85d-4b79-a1de-36e8bdc0a505 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:44:22.005576 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-3b36c718-77ca-4c00-a529-4635cbfde103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2602bf-3602-4f3c-80a3-1a0ff8aa9574', 'name': 'tempest-TestSecurityGroupsBasicOps-router-813339176', 'tenant_id': '77abaf9dfdff48589f5ad3a7f970c1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': 'f15f4ac1-9b9a-4de8-a40e-65a818478e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:43:31Z', 'updated_at': '2021-11-12T08:43:43Z', 'revision_number': 4, 'project_id': '77abaf9dfdff48589f5ad3a7f970c1f2', 'gw_port': {'id': 'f15f4ac1-9b9a-4de8-a40e-65a818478e88', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:4a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2602bf-3602-4f3c-80a3-1a0ff8aa9574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:43:33Z', 'updated_at': '2021-11-12T08:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': 'd44a0a1a-3e9d-4ff8-a48a-8882cf3e3da1', 'tenant_id': '77abaf9dfdff48589f5ad3a7f970c1f2', 'floating_ip_address': '172.25.2.234', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': '4d2602bf-3602-4f3c-80a3-1a0ff8aa9574', 'port_id': 'b5a650a6-f309-4933-af02-93a1e10b791b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ffcad90-f496-4d66-99b9-24f9c9250cf2', 'mac_address': 'fa:16:3e:5b:2a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '648b92ff-6e16-4647-be4e-df09c548fa85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:44:17Z', 'updated_at': '2021-11-12T08:44:17Z', 'revision_number': 0, 'project_id': '77abaf9dfdff48589f5ad3a7f970c1f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '973ba8f7-4160-46c4-97fa-5b919a072670', 'name': '', 'network_id': '6ffcad90-f496-4d66-99b9-24f9c9250cf2', 'tenant_id': '77abaf9dfdff48589f5ad3a7f970c1f2', 'mac_address': 'fa:16:3e:c5:70:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2602bf-3602-4f3c-80a3-1a0ff8aa9574', 'device_owner': 'network:router_interface', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': '6690910f-d234-4eb4-9691-5e272fa7b090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:43:40Z', 'updated_at': '2021-11-12T08:43:51Z', 'revision_number': 5, 'project_id': '77abaf9dfdff48589f5ad3a7f970c1f2', 'subnets': [{'id': '6690910f-d234-4eb4-9691-5e272fa7b090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:22.008257 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-b48460b0-d890-4269-b47e-17648f75a204 req-a172f445-421c-4f42-8940-84d948d68abc service neutron] For port f0210bc9-a867-41f9-a41c-9a557765755e, host n-h1-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=f0210bc9-a867-41f9-a41c-9a557765755e,segment=NetworkSegment(add834c9-8487-4b10-a6f8-7351b562c1cc),segment_id=add834c9-8487-4b10-a6f8-7351b562c1cc)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:44:22.011868 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-4d1b2773-1caa-464a-915b-6f8f3171d8ee admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/556b0dbb-c67a-4c45-aad1-6752c6cdaf18 HTTP/1.1" status: 204 len: 168 time: 0.3713481 Nov 12 08:44:22.048214 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1b2773-1caa-464a-915b-6f8f3171d8ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=556b0dbb-c67a-4c45-aad1-6752c6cdaf18,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:22.087895 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b48460b0-d890-4269-b47e-17648f75a204 req-a172f445-421c-4f42-8940-84d948d68abc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:22.095797 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b36c718-77ca-4c00-a529-4635cbfde103 None None] Checking router: 4d2602bf-3602-4f3c-80a3-1a0ff8aa9574 for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:44:22.122032 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b36c718-77ca-4c00-a529-4635cbfde103 None None] Routers {'4d2602bf-3602-4f3c-80a3-1a0ff8aa9574'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:44:22.127737 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-3b36c718-77ca-4c00-a529-4635cbfde103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:44:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['4d2602bf-3602-4f3c-80a3-1a0ff8aa9574'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:22.181044 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3ad5ef-8dc3-400b-8d93-af5a1b46e87d tempest-TestSecurityGroupsBasicOps-1040671232 tempest-TestSecurityGroupsBasicOps-1040671232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:22.187351 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3ad5ef-8dc3-400b-8d93-af5a1b46e87d tempest-TestSecurityGroupsBasicOps-1040671232 tempest-TestSecurityGroupsBasicOps-1040671232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:22.190749 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3ad5ef-8dc3-400b-8d93-af5a1b46e87d tempest-TestSecurityGroupsBasicOps-1040671232 tempest-TestSecurityGroupsBasicOps-1040671232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:22.192042 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3ad5ef-8dc3-400b-8d93-af5a1b46e87d tempest-TestSecurityGroupsBasicOps-1040671232 tempest-TestSecurityGroupsBasicOps-1040671232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:22.192042 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3ad5ef-8dc3-400b-8d93-af5a1b46e87d tempest-TestSecurityGroupsBasicOps-1040671232 tempest-TestSecurityGroupsBasicOps-1040671232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:22.192349 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3ad5ef-8dc3-400b-8d93-af5a1b46e87d tempest-TestSecurityGroupsBasicOps-1040671232 tempest-TestSecurityGroupsBasicOps-1040671232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:22.193213 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3ad5ef-8dc3-400b-8d93-af5a1b46e87d tempest-TestSecurityGroupsBasicOps-1040671232 tempest-TestSecurityGroupsBasicOps-1040671232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:22.194109 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3ad5ef-8dc3-400b-8d93-af5a1b46e87d tempest-TestSecurityGroupsBasicOps-1040671232 tempest-TestSecurityGroupsBasicOps-1040671232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:22.201185 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3ad5ef-8dc3-400b-8d93-af5a1b46e87d tempest-TestSecurityGroupsBasicOps-1040671232 tempest-TestSecurityGroupsBasicOps-1040671232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:22.202138 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3ad5ef-8dc3-400b-8d93-af5a1b46e87d tempest-TestSecurityGroupsBasicOps-1040671232 tempest-TestSecurityGroupsBasicOps-1040671232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:22.203691 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3ad5ef-8dc3-400b-8d93-af5a1b46e87d tempest-TestSecurityGroupsBasicOps-1040671232 tempest-TestSecurityGroupsBasicOps-1040671232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:22.204567 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3ad5ef-8dc3-400b-8d93-af5a1b46e87d tempest-TestSecurityGroupsBasicOps-1040671232 tempest-TestSecurityGroupsBasicOps-1040671232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:22.211548 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-be3ad5ef-8dc3-400b-8d93-af5a1b46e87d tempest-TestSecurityGroupsBasicOps-1040671232 tempest-TestSecurityGroupsBasicOps-1040671232-project-admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8372 time: 1.0327644 Nov 12 08:44:22.220612 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37664613-afde-49d4-9fd8-67cf25423b64 x-openstack-request-id: req-37664613-afde-49d4-9fd8-67cf25423b64 {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:44:22.220730 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "648b92ff-6e16-4647-be4e-df09c548fa85", "tag": "b5a650a6-f309-4933-af02-93a1e10b791b", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:44:22.220997 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-37664613-afde-49d4-9fd8-67cf25423b64 {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:44:22.221432 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '648b92ff-6e16-4647-be4e-df09c548fa85', 'tag': 'b5a650a6-f309-4933-af02-93a1e10b791b', 'status': 'completed', 'code': 200} Nov 12 08:44:22.221906 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56070) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:22.301090 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-a57a6de6-670e-48b6-9044-572fd21f43c7 None None] Deleting port d4a7b57a-b6ff-4124-b874-dd5570b678e8 {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:44:22.306418 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a57a6de6-670e-48b6-9044-572fd21f43c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:22.433364 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a172f445-421c-4f42-8940-84d948d68abc service neutron] Pushing event updated for resources: {'Port': ['ID=f0210bc9-a867-41f9-a41c-9a557765755e,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:22.444655 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-3b36c718-77ca-4c00-a529-4635cbfde103 None None] Set router 4d2602bf-3602-4f3c-80a3-1a0ff8aa9574 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:44:22.447764 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-44366aff-4d60-4315-9935-e2afd407e5d8 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:22.451873 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-faff26e7-8746-412c-b1e8-32a824ffd372 req-5e5e4e54-36ae-40c9-88f2-984114d7ba80 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b5a650a6-f309-4933-af02-93a1e10b791b HTTP/1.1" status: 200 len: 999 time: 0.8905220 Nov 12 08:44:22.538057 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48460b0-d890-4269-b47e-17648f75a204 req-a172f445-421c-4f42-8940-84d948d68abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:22.539624 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b48460b0-d890-4269-b47e-17648f75a204 req-a172f445-421c-4f42-8940-84d948d68abc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:22.541136 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b48460b0-d890-4269-b47e-17648f75a204 req-a172f445-421c-4f42-8940-84d948d68abc service neutron] 10.222.0.21 "PUT /v2.0/ports/f0210bc9-a867-41f9-a41c-9a557765755e HTTP/1.1" status: 200 len: 1092 time: 3.4747410 Nov 12 08:44:22.543671 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16c35c58-3c53-4a03-b9cb-f513f06cb866', 'tag': 'f0210bc9-a867-41f9-a41c-9a557765755e'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:44:22.546134 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3afb023b-0ed8-4b21-8b5a-148377ee36ab" -d '{"events": [{"name": "network-changed", "server_uuid": "16c35c58-3c53-4a03-b9cb-f513f06cb866", "tag": "f0210bc9-a867-41f9-a41c-9a557765755e"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:44:22.629468 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-a57a6de6-670e-48b6-9044-572fd21f43c7 None None] For port d4a7b57a-b6ff-4124-b874-dd5570b678e8, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=d4a7b57a-b6ff-4124-b874-dd5570b678e8,segment=NetworkSegment(e5e06905-e2d3-4adb-b91f-8e9ea523bded),segment_id=e5e06905-e2d3-4adb-b91f-8e9ea523bded)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:22.635314 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a57a6de6-670e-48b6-9044-572fd21f43c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:22.707975 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-a57a6de6-670e-48b6-9044-572fd21f43c7 None None] Calling delete_port for d4a7b57a-b6ff-4124-b874-dd5570b678e8 owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:44:22.788664 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970cfa90-0361-4aac-b96f-3607b642c4ba tempest-TestSecurityGroupsBasicOps-1040671232 tempest-TestSecurityGroupsBasicOps-1040671232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:22.790793 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970cfa90-0361-4aac-b96f-3607b642c4ba tempest-TestSecurityGroupsBasicOps-1040671232 tempest-TestSecurityGroupsBasicOps-1040671232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:22.791431 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970cfa90-0361-4aac-b96f-3607b642c4ba tempest-TestSecurityGroupsBasicOps-1040671232 tempest-TestSecurityGroupsBasicOps-1040671232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:22.797178 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970cfa90-0361-4aac-b96f-3607b642c4ba tempest-TestSecurityGroupsBasicOps-1040671232 tempest-TestSecurityGroupsBasicOps-1040671232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:22.798579 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970cfa90-0361-4aac-b96f-3607b642c4ba tempest-TestSecurityGroupsBasicOps-1040671232 tempest-TestSecurityGroupsBasicOps-1040671232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:22.800960 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970cfa90-0361-4aac-b96f-3607b642c4ba tempest-TestSecurityGroupsBasicOps-1040671232 tempest-TestSecurityGroupsBasicOps-1040671232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:22.805367 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970cfa90-0361-4aac-b96f-3607b642c4ba tempest-TestSecurityGroupsBasicOps-1040671232 tempest-TestSecurityGroupsBasicOps-1040671232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:22.808087 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970cfa90-0361-4aac-b96f-3607b642c4ba tempest-TestSecurityGroupsBasicOps-1040671232 tempest-TestSecurityGroupsBasicOps-1040671232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:22.810417 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970cfa90-0361-4aac-b96f-3607b642c4ba tempest-TestSecurityGroupsBasicOps-1040671232 tempest-TestSecurityGroupsBasicOps-1040671232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:22.815958 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970cfa90-0361-4aac-b96f-3607b642c4ba tempest-TestSecurityGroupsBasicOps-1040671232 tempest-TestSecurityGroupsBasicOps-1040671232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:22.822544 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-970cfa90-0361-4aac-b96f-3607b642c4ba tempest-TestSecurityGroupsBasicOps-1040671232 tempest-TestSecurityGroupsBasicOps-1040671232-project-admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6553 time: 0.5995042 Nov 12 08:44:22.834421 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56078) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:22.850818 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1d52948d-9409-42df-95bb-093934f26619 req-7d7cfe01-354f-48c3-a09d-14403e289fac service neutron] 10.222.0.21 "GET /v2.0/networks/508aced4-0fe0-4f1d-92f2-979af6167066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8233895 Nov 12 08:44:22.856183 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d199ef-bb23-4c5f-bd72-7c645cf18ef2 req-df303bde-420d-4f7d-848d-a014e0eddad1 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:22.871182 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-55d199ef-bb23-4c5f-bd72-7c645cf18ef2 req-df303bde-420d-4f7d-848d-a014e0eddad1 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/ports?device_id=07c5b260-e21b-480d-abc9-bf1d9598f969 HTTP/1.1" status: 200 len: 946 time: 0.4940107 Nov 12 08:44:22.910937 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a57a6de6-670e-48b6-9044-572fd21f43c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:22.997543 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57a6de6-670e-48b6-9044-572fd21f43c7 None None] Pushing event deleted for resources: {'Port': ['ID=d4a7b57a-b6ff-4124-b874-dd5570b678e8,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:23.023815 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57a6de6-670e-48b6-9044-572fd21f43c7 None None] No DVR routers for this DVR port d4a7b57a-b6ff-4124-b874-dd5570b678e8 on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:44:23.164974 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff26e7-8746-412c-b1e8-32a824ffd372 req-74f8702e-70c5-4c39-97db-40623419418d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:23.166417 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-faff26e7-8746-412c-b1e8-32a824ffd372 req-74f8702e-70c5-4c39-97db-40623419418d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6690910f-d234-4eb4-9691-5e272fa7b090 HTTP/1.1" status: 200 len: 835 time: 0.6778378 Nov 12 08:44:23.167509 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 56080) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:23.173820 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-55d199ef-bb23-4c5f-bd72-7c645cf18ef2 req-c02348b9-cccb-4c04-979f-c8211af36de2 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0bffda3-6203-474e-b9e0-460d95e09dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001432 Nov 12 08:44:23.203056 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-3b36c718-77ca-4c00-a529-4635cbfde103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2602bf-3602-4f3c-80a3-1a0ff8aa9574', 'name': 'tempest-TestSecurityGroupsBasicOps-router-813339176', 'tenant_id': '77abaf9dfdff48589f5ad3a7f970c1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': 'f15f4ac1-9b9a-4de8-a40e-65a818478e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:43:31Z', 'updated_at': '2021-11-12T08:43:43Z', 'revision_number': 4, 'project_id': '77abaf9dfdff48589f5ad3a7f970c1f2', 'gw_port': {'id': 'f15f4ac1-9b9a-4de8-a40e-65a818478e88', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:4a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2602bf-3602-4f3c-80a3-1a0ff8aa9574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:43:33Z', 'updated_at': '2021-11-12T08:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': 'd44a0a1a-3e9d-4ff8-a48a-8882cf3e3da1', 'tenant_id': '77abaf9dfdff48589f5ad3a7f970c1f2', 'floating_ip_address': '172.25.2.234', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': '4d2602bf-3602-4f3c-80a3-1a0ff8aa9574', 'port_id': 'b5a650a6-f309-4933-af02-93a1e10b791b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ffcad90-f496-4d66-99b9-24f9c9250cf2', 'mac_address': 'fa:16:3e:5b:2a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '648b92ff-6e16-4647-be4e-df09c548fa85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:44:17Z', 'updated_at': '2021-11-12T08:44:17Z', 'revision_number': 0, 'project_id': '77abaf9dfdff48589f5ad3a7f970c1f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '973ba8f7-4160-46c4-97fa-5b919a072670', 'name': '', 'network_id': '6ffcad90-f496-4d66-99b9-24f9c9250cf2', 'tenant_id': '77abaf9dfdff48589f5ad3a7f970c1f2', 'mac_address': 'fa:16:3e:c5:70:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2602bf-3602-4f3c-80a3-1a0ff8aa9574', 'device_owner': 'network:router_interface', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': '6690910f-d234-4eb4-9691-5e272fa7b090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:43:40Z', 'updated_at': '2021-11-12T08:43:51Z', 'revision_number': 5, 'project_id': '77abaf9dfdff48589f5ad3a7f970c1f2', 'subnets': [{'id': '6690910f-d234-4eb4-9691-5e272fa7b090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:23.243570 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b36c718-77ca-4c00-a529-4635cbfde103 None None] The sync data for ids ['4d2602bf-3602-4f3c-80a3-1a0ff8aa9574'] in n-d-765315-29 is: [{'id': '4d2602bf-3602-4f3c-80a3-1a0ff8aa9574', 'name': 'tempest-TestSecurityGroupsBasicOps-router-813339176', 'tenant_id': '77abaf9dfdff48589f5ad3a7f970c1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': 'f15f4ac1-9b9a-4de8-a40e-65a818478e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:43:31Z', 'updated_at': '2021-11-12T08:43:43Z', 'revision_number': 4, 'project_id': '77abaf9dfdff48589f5ad3a7f970c1f2', 'gw_port': {'id': 'f15f4ac1-9b9a-4de8-a40e-65a818478e88', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:4a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2602bf-3602-4f3c-80a3-1a0ff8aa9574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:43:33Z', 'updated_at': '2021-11-12T08:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': 'd44a0a1a-3e9d-4ff8-a48a-8882cf3e3da1', 'tenant_id': '77abaf9dfdff48589f5ad3a7f970c1f2', 'floating_ip_address': '172.25.2.234', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': '4d2602bf-3602-4f3c-80a3-1a0ff8aa9574', 'port_id': 'b5a650a6-f309-4933-af02-93a1e10b791b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ffcad90-f496-4d66-99b9-24f9c9250cf2', 'mac_address': 'fa:16:3e:5b:2a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '648b92ff-6e16-4647-be4e-df09c548fa85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:44:17Z', 'updated_at': '2021-11-12T08:44:17Z', 'revision_number': 0, 'project_id': '77abaf9dfdff48589f5ad3a7f970c1f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '973ba8f7-4160-46c4-97fa-5b919a072670', 'name': '', 'network_id': '6ffcad90-f496-4d66-99b9-24f9c9250cf2', 'tenant_id': '77abaf9dfdff48589f5ad3a7f970c1f2', 'mac_address': 'fa:16:3e:c5:70:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2602bf-3602-4f3c-80a3-1a0ff8aa9574', 'device_owner': 'network:router_interface', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': '6690910f-d234-4eb4-9691-5e272fa7b090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:43:40Z', 'updated_at': '2021-11-12T08:43:51Z', 'revision_number': 5, 'project_id': '77abaf9dfdff48589f5ad3a7f970c1f2', 'subnets': [{'id': '6690910f-d234-4eb4-9691-5e272fa7b090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:44:23.435498 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device d4a7b57a-b6ff-4124-b874-dd5570b678e8 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:44:23.471859 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1d52948d-9409-42df-95bb-093934f26619 req-f7abbff3-b1aa-41b3-b859-0e190e6aad52 service neutron] 10.222.0.21 "GET /v2.0/networks/508aced4-0fe0-4f1d-92f2-979af6167066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5942926 Nov 12 08:44:23.483763 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: d4a7b57a-b6ff-4124-b874-dd5570b678e8 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:44:23.486701 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device d4a7b57a-b6ff-4124-b874-dd5570b678e8 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:44:23.572553 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48460b0-d890-4269-b47e-17648f75a204 req-707d08eb-2d1c-4053-be94-9c4d721775fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:23.576052 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b48460b0-d890-4269-b47e-17648f75a204 req-707d08eb-2d1c-4053-be94-9c4d721775fb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7d3f7337327743ecb706fdd7c92380e3&device_id=16c35c58-3c53-4a03-b9cb-f513f06cb866 HTTP/1.1" status: 200 len: 1095 time: 0.8316822 Nov 12 08:44:23.589763 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-67590351-b958-48ff-aebd-775586248108 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=deb86be989e3423781056fca7a5f7046&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4170744 Nov 12 08:44:23.601465 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-44366aff-4d60-4315-9935-e2afd407e5d8 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:23.629056 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56086) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:23.684784 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b48460b0-d890-4269-b47e-17648f75a204 req-57223d8c-05c5-4977-9c38-922696f779df service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0210bc9-a867-41f9-a41c-9a557765755e HTTP/1.1" status: 200 len: 217 time: 0.0790927 Nov 12 08:44:23.751712 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524f87d4-6755-4967-8301-ab242c19bbca None None] New status for floating IP d44a0a1a-3e9d-4ff8-a48a-8882cf3e3da1: ACTIVE {{(pid=102601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:44:23.761329 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471ced71-8b89-4d7f-9d36-ebc8fe39f47c req-24bb403b-5c85-4c64-bba9-2667407068da tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:23.764052 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-471ced71-8b89-4d7f-9d36-ebc8fe39f47c req-24bb403b-5c85-4c64-bba9-2667407068da tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=16c35c58-3c53-4a03-b9cb-f513f06cb866 HTTP/1.1" status: 200 len: 943 time: 0.4024956 Nov 12 08:44:23.790265 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff26e7-8746-412c-b1e8-32a824ffd372 req-eefb1f82-d68c-4984-9663-58f4c7b41ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:23.793161 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-faff26e7-8746-412c-b1e8-32a824ffd372 req-eefb1f82-d68c-4984-9663-58f4c7b41ab4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6ffcad90-f496-4d66-99b9-24f9c9250cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6062326 Nov 12 08:44:23.795496 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48460b0-d890-4269-b47e-17648f75a204 req-29f80452-a66e-49bd-9e2a-fc97c8066aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:23.797465 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b48460b0-d890-4269-b47e-17648f75a204 req-29f80452-a66e-49bd-9e2a-fc97c8066aab service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d1d27945-8c3d-427f-88ef-3c42a7516333 HTTP/1.1" status: 200 len: 851 time: 0.0911541 Nov 12 08:44:23.802019 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-44366aff-4d60-4315-9935-e2afd407e5d8 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94cbfb85-e2d1-4fc7-b393-d51b9a6b0d91']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:23.829023 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c8d15f42-d1a5-4df8-b17b-33ec9d4c3002 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:23.899369 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c8d15f42-d1a5-4df8-b17b-33ec9d4c3002 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:23.923072 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-471ced71-8b89-4d7f-9d36-ebc8fe39f47c req-e034af75-0d85-4f91-a061-19c22325ecf3 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=2112de76-808b-4aee-81cb-ec91177d9317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426313 Nov 12 08:44:23.936132 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-a3a01ad6-bb93-4d2b-812a-f4bb92e2583a tempest-TestSecurityGroupsBasicOps-1040671232 tempest-TestSecurityGroupsBasicOps-1040671232-project-admin] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5224 time: 1.0582905 Nov 12 08:44:23.937017 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56088) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:23.953495 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-faff26e7-8746-412c-b1e8-32a824ffd372 req-776b353e-2fbf-4abd-bfeb-16e24018b580 service neutron] 10.222.0.44 "GET /v2.0/networks/6ffcad90-f496-4d66-99b9-24f9c9250cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480966 Nov 12 08:44:24.006368 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b889e3-2532-4d3e-8df9-591e437455ac tempest-TestSecurityGroupsBasicOps-1040671232 tempest-TestSecurityGroupsBasicOps-1040671232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:24.006790 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b889e3-2532-4d3e-8df9-591e437455ac tempest-TestSecurityGroupsBasicOps-1040671232 tempest-TestSecurityGroupsBasicOps-1040671232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:24.011394 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-44366aff-4d60-4315-9935-e2afd407e5d8 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65f66e41-1127-4eab-9d6a-4c16bf02bdf8') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:24.015844 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-44366aff-4d60-4315-9935-e2afd407e5d8 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65f66e41-1127-4eab-9d6a-4c16bf02bdf8') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:24.027815 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-87b889e3-2532-4d3e-8df9-591e437455ac tempest-TestSecurityGroupsBasicOps-1040671232 tempest-TestSecurityGroupsBasicOps-1040671232-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=4d2602bf-3602-4f3c-80a3-1a0ff8aa9574 HTTP/1.1" status: 200 len: 1992 time: 0.0850499 Nov 12 08:44:24.052893 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c8d15f42-d1a5-4df8-b17b-33ec9d4c3002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:24.059746 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c8d15f42-d1a5-4df8-b17b-33ec9d4c3002 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:24.061317 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-c8d15f42-d1a5-4df8-b17b-33ec9d4c3002 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8b606f8e-c41e-4dc7-9135-e65d79a0ed54 HTTP/1.1" status: 204 len: 168 time: 0.4172688 Nov 12 08:44:24.080286 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-44366aff-4d60-4315-9935-e2afd407e5d8 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:24.100403 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d15f42-d1a5-4df8-b17b-33ec9d4c3002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b606f8e-c41e-4dc7-9135-e65d79a0ed54,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:24.139045 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-44366aff-4d60-4315-9935-e2afd407e5d8 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:24.139712 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c25264-c276-4489-ba19-e26024224f6c req-47fef9dd-c39c-4f9f-920e-57cf66273648 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:24.147985 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-96c25264-c276-4489-ba19-e26024224f6c req-47fef9dd-c39c-4f9f-920e-57cf66273648 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=8923b169-f6ab-45ae-a30e-261450af9314 HTTP/1.1" status: 200 len: 945 time: 0.0853295 Nov 12 08:44:24.250190 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-96c25264-c276-4489-ba19-e26024224f6c req-8c110716-7d7c-419b-bb1f-f6c0c5a41182 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fece665-e20b-467a-ac88-888552242c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962207 Nov 12 08:44:24.261863 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-faff26e7-8746-412c-b1e8-32a824ffd372 req-f9d63633-a481-4cc6-a84e-dbdac11b89d0 service neutron] 10.222.0.44 "GET /v2.0/networks/6ffcad90-f496-4d66-99b9-24f9c9250cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554054 Nov 12 08:44:24.271786 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44366aff-4d60-4315-9935-e2afd407e5d8 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:44:24.272227 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-44366aff-4d60-4315-9935-e2afd407e5d8 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:24.275625 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 08:44:24.275625 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:44:24.275625 n-d-765315-29 neutron-server[102599]: timer() Nov 12 08:44:24.275625 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:44:24.275625 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 08:44:24.275625 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:44:24.275625 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 08:44:24.275625 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:44:24.275625 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 08:44:24.275625 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:44:24.275625 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 08:44:24.275625 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:44:24.275625 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 08:44:24.275625 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:44:24.275625 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:44:24.275625 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:44:24.275625 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:44:24.275625 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:44:24.275625 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 08:44:24.275625 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:44:24.275625 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 08:44:24.275625 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:44:24.275625 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:44:24.275625 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:44:24.275625 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 08:44:24.275625 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:44:24.275625 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:44:24.275625 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:44:24.275625 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:44:24.275625 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:44:24.275625 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:44:24.275625 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:44:24.291573 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8b5a47-e428-468c-ba29-84c889e9d613 req-ee79da01-3924-48e1-84d7-edc6f50c7633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:24.293833 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0e8b5a47-e428-468c-ba29-84c889e9d613 req-ee79da01-3924-48e1-84d7-edc6f50c7633 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=af01ccd549054d7f8ad1904b6846172a&device_id=8923b169-f6ab-45ae-a30e-261450af9314 HTTP/1.1" status: 200 len: 1097 time: 0.7119668 Nov 12 08:44:24.343810 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8fe9191-07cb-40fa-babb-c38742456efb x-openstack-request-id: req-a8fe9191-07cb-40fa-babb-c38742456efb {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:44:24.344199 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16c35c58-3c53-4a03-b9cb-f513f06cb866", "tag": "f0210bc9-a867-41f9-a41c-9a557765755e", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:44:24.344407 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a8fe9191-07cb-40fa-babb-c38742456efb {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:44:24.344750 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16c35c58-3c53-4a03-b9cb-f513f06cb866', 'tag': 'f0210bc9-a867-41f9-a41c-9a557765755e', 'status': 'completed', 'code': 200} Nov 12 08:44:24.357499 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48460b0-d890-4269-b47e-17648f75a204 req-bda3aa2c-0ecd-46ea-ba9c-cfb7569c01fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:24.360386 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b48460b0-d890-4269-b47e-17648f75a204 req-bda3aa2c-0ecd-46ea-ba9c-cfb7569c01fa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=35316ea3-d15f-4e9c-9d0f-87ba20d4fc64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5526984 Nov 12 08:44:24.527332 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-44366aff-4d60-4315-9935-e2afd407e5d8 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:25.157097 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-44366aff-4d60-4315-9935-e2afd407e5d8 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks [] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:25.159766 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-44366aff-4d60-4315-9935-e2afd407e5d8 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "DELETE /v2.0/networks/94cbfb85-e2d1-4fc7-b393-d51b9a6b0d91 HTTP/1.1" status: 204 len: 168 time: 3.7929838 Nov 12 08:44:25.162374 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44366aff-4d60-4315-9935-e2afd407e5d8 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Pushing event deleted for resources: {'Network': ['ID=94cbfb85-e2d1-4fc7-b393-d51b9a6b0d91,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:25.167891 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 56126) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:25.184043 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1afc12-3f61-4ec9-a6bf-b90aee2855d6 req-9a651dcf-05c9-4faf-978f-e1269f3cd4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:25.185851 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4a1afc12-3f61-4ec9-a6bf-b90aee2855d6 req-9a651dcf-05c9-4faf-978f-e1269f3cd4e7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=77abaf9dfdff48589f5ad3a7f970c1f2&device_id=648b92ff-6e16-4647-be4e-df09c548fa85 HTTP/1.1" status: 200 len: 1136 time: 0.8234403 Nov 12 08:44:25.200878 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f84357-e828-4689-831a-785457db7992 req-12ef5a22-7382-4f1a-9567-ead4758c6aab tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:25.209547 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f5f84357-e828-4689-831a-785457db7992 req-12ef5a22-7382-4f1a-9567-ead4758c6aab tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=16c35c58-3c53-4a03-b9cb-f513f06cb866 HTTP/1.1" status: 200 len: 943 time: 0.1439159 Nov 12 08:44:25.290491 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f5f84357-e828-4689-831a-785457db7992 req-8b2dcb6c-517e-46e5-b73e-3fb983f3458c tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=2112de76-808b-4aee-81cb-ec91177d9317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787640 Nov 12 08:44:25.315104 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8b5a47-e428-468c-ba29-84c889e9d613 req-bb49f0ca-0f3c-49ad-9277-53425dd161f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:25.316692 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0e8b5a47-e428-468c-ba29-84c889e9d613 req-bb49f0ca-0f3c-49ad-9277-53425dd161f8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=508aced4-0fe0-4f1d-92f2-979af6167066 HTTP/1.1" status: 200 len: 898 time: 0.9756374 Nov 12 08:44:25.385454 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b48460b0-d890-4269-b47e-17648f75a204 req-cf428be9-41db-4e48-b209-51ad5974449c service neutron] 10.222.0.21 "GET /v2.0/networks/35316ea3-d15f-4e9c-9d0f-87ba20d4fc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9635508 Nov 12 08:44:25.394832 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56132) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:25.447629 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-53be3730-d215-48e3-8741-2360d8a72c16 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:25.556567 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0e8b5a47-e428-468c-ba29-84c889e9d613 req-b6f1f1ce-fdb6-4e49-aaa7-ae7a4247a6f6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=964b843f-d77c-4e1a-a0d1-249e2fa14fb1 HTTP/1.1" status: 200 len: 1001 time: 0.2247615 Nov 12 08:44:25.561228 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca623e0-8390-4c2e-aa2a-029b57035ff4 req-3a09d849-b838-43a5-9ce9-9722bb3185a9 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:25.563088 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1afc12-3f61-4ec9-a6bf-b90aee2855d6 req-188a6754-73a4-4980-8461-357823eb78f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:25.565911 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4a1afc12-3f61-4ec9-a6bf-b90aee2855d6 req-188a6754-73a4-4980-8461-357823eb78f3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6ffcad90-f496-4d66-99b9-24f9c9250cf2 HTTP/1.1" status: 200 len: 898 time: 0.3578441 Nov 12 08:44:25.567399 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0ca623e0-8390-4c2e-aa2a-029b57035ff4 req-3a09d849-b838-43a5-9ce9-9722bb3185a9 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=8923b169-f6ab-45ae-a30e-261450af9314 HTTP/1.1" status: 200 len: 945 time: 0.1127696 Nov 12 08:44:25.643240 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0ca623e0-8390-4c2e-aa2a-029b57035ff4 req-4b7df34b-54da-4b28-8c15-d8c44d50717f tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fece665-e20b-467a-ac88-888552242c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668538 Nov 12 08:44:25.660779 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-4de3ee2e-6cde-48f6-bb50-b078a657952d admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-390853357-network', 'tenant_id': '557a71cffd7a4a82831b943f05494d79'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:25.696787 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4de3ee2e-6cde-48f6-bb50-b078a657952d admin admin] Made reservation on behalf of 557a71cffd7a4a82831b943f05494d79 for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:44:25.701170 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4de3ee2e-6cde-48f6-bb50-b078a657952d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:25.715192 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4de3ee2e-6cde-48f6-bb50-b078a657952d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:25.762300 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b48460b0-d890-4269-b47e-17648f75a204 req-861c8429-283e-4ef7-8093-b8b3199b2fbf service neutron] 10.222.0.21 "GET /v2.0/networks/35316ea3-d15f-4e9c-9d0f-87ba20d4fc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3416364 Nov 12 08:44:25.841215 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4de3ee2e-6cde-48f6-bb50-b078a657952d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:25.847169 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4de3ee2e-6cde-48f6-bb50-b078a657952d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:25.926506 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de3ee2e-6cde-48f6-bb50-b078a657952d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=805c7fc5-9265-47af-8175-75e8695a07d5,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:25.930114 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4a1afc12-3f61-4ec9-a6bf-b90aee2855d6 req-ef835422-2a50-4b08-94bc-900f4e5feff4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b5a650a6-f309-4933-af02-93a1e10b791b HTTP/1.1" status: 200 len: 1001 time: 0.3503182 Nov 12 08:44:25.931732 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8b5a47-e428-468c-ba29-84c889e9d613 req-c63adef0-a778-4243-97d4-7fc21f4b4f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:25.934512 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0e8b5a47-e428-468c-ba29-84c889e9d613 req-c63adef0-a778-4243-97d4-7fc21f4b4f41 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f91bfea0-8c12-4f49-94bb-e193b754d651 HTTP/1.1" status: 200 len: 835 time: 0.3689229 Nov 12 08:44:25.937446 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-53be3730-d215-48e3-8741-2360d8a72c16 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:25.946349 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4de3ee2e-6cde-48f6-bb50-b078a657952d admin admin] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:44:25.973799 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4de3ee2e-6cde-48f6-bb50-b078a657952d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:25.974330 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-4de3ee2e-6cde-48f6-bb50-b078a657952d admin admin] Added segment e82b9533-204c-4d7e-9f2e-a0f2669b4e9a of type vlan for network 74797a8c-7ff4-4d88-a8f8-61f265f99726 Nov 12 08:44:26.029472 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-53be3730-d215-48e3-8741-2360d8a72c16 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e4320bc-a85d-4b79-a1de-36e8bdc0a505']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:26.047587 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4de3ee2e-6cde-48f6-bb50-b078a657952d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:26.053066 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-53be3730-d215-48e3-8741-2360d8a72c16 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5e06905-e2d3-4adb-b91f-8e9ea523bded') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:26.053066 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-53be3730-d215-48e3-8741-2360d8a72c16 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5e06905-e2d3-4adb-b91f-8e9ea523bded') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:26.064567 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afb023b-0ed8-4b21-8b5a-148377ee36ab req-cea168ba-6692-4563-9de4-744bda2e20f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:26.065835 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3afb023b-0ed8-4b21-8b5a-148377ee36ab req-cea168ba-6692-4563-9de4-744bda2e20f6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7d3f7337327743ecb706fdd7c92380e3&device_id=16c35c58-3c53-4a03-b9cb-f513f06cb866 HTTP/1.1" status: 200 len: 1095 time: 0.2096574 Nov 12 08:44:26.071862 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-53be3730-d215-48e3-8741-2360d8a72c16 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:26.091840 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4de3ee2e-6cde-48f6-bb50-b078a657952d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:26.093277 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de3ee2e-6cde-48f6-bb50-b078a657952d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:26.093969 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4de3ee2e-6cde-48f6-bb50-b078a657952d admin admin] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:26.094115 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1afc12-3f61-4ec9-a6bf-b90aee2855d6 req-346d4c25-80cd-40fb-8bb3-66c1673ba877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:26.096031 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4a1afc12-3f61-4ec9-a6bf-b90aee2855d6 req-346d4c25-80cd-40fb-8bb3-66c1673ba877 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6690910f-d234-4eb4-9691-5e272fa7b090 HTTP/1.1" status: 200 len: 835 time: 0.1542106 Nov 12 08:44:26.131381 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-53be3730-d215-48e3-8741-2360d8a72c16 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:26.142762 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8b5a47-e428-468c-ba29-84c889e9d613 req-dcc1f404-22bb-4400-a968-36792fcfcbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:26.144335 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0e8b5a47-e428-468c-ba29-84c889e9d613 req-dcc1f404-22bb-4400-a968-36792fcfcbf5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=508aced4-0fe0-4f1d-92f2-979af6167066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1928732 Nov 12 08:44:26.168750 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53be3730-d215-48e3-8741-2360d8a72c16 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:44:26.169159 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-53be3730-d215-48e3-8741-2360d8a72c16 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:26.169728 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de3ee2e-6cde-48f6-bb50-b078a657952d admin admin] Pushing event updated for resources: {'Network': ['ID=74797a8c-7ff4-4d88-a8f8-61f265f99726,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:26.174328 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 08:44:26.174328 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:44:26.174328 n-d-765315-29 neutron-server[102599]: timer() Nov 12 08:44:26.174328 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:44:26.174328 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 08:44:26.174328 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:44:26.174328 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 08:44:26.174328 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:44:26.174328 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 08:44:26.174328 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:44:26.174328 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 08:44:26.174328 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:44:26.174328 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 08:44:26.174328 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:44:26.174328 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:44:26.174328 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:44:26.174328 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:44:26.174328 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:44:26.174328 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 08:44:26.174328 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:44:26.174328 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 08:44:26.174328 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:44:26.174328 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:44:26.174328 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:44:26.174328 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 08:44:26.174328 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:44:26.174328 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:44:26.174328 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:44:26.174328 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:44:26.174328 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:44:26.174328 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:44:26.174328 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:44:26.186416 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-4de3ee2e-6cde-48f6-bb50-b078a657952d admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7897706 Nov 12 08:44:26.189127 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56138) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:26.191242 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 74797a8c-7ff4-4d88-a8f8-61f265f99726 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:44:26.194827 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-ac8ad662-3d8a-456c-9407-0dd687f674dd admin admin] Request body: {'subnet': {'network_id': '74797a8c-7ff4-4d88-a8f8-61f265f99726', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-390853357-subnet', 'tenant_id': '557a71cffd7a4a82831b943f05494d79', 'ip_version': 4}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:26.223047 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac8ad662-3d8a-456c-9407-0dd687f674dd admin admin] Made reservation on behalf of 557a71cffd7a4a82831b943f05494d79 for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:44:26.226742 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ac8ad662-3d8a-456c-9407-0dd687f674dd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:26.357282 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-53be3730-d215-48e3-8741-2360d8a72c16 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:26.361826 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-53be3730-d215-48e3-8741-2360d8a72c16 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks [] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:26.365158 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-53be3730-d215-48e3-8741-2360d8a72c16 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "DELETE /v2.0/networks/3e4320bc-a85d-4b79-a1de-36e8bdc0a505 HTTP/1.1" status: 204 len: 168 time: 1.1943393 Nov 12 08:44:26.387431 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 56142) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:26.390264 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1afc12-3f61-4ec9-a6bf-b90aee2855d6 req-d50ad161-9bf7-428f-98d2-501f99137037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:26.391919 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4a1afc12-3f61-4ec9-a6bf-b90aee2855d6 req-d50ad161-9bf7-428f-98d2-501f99137037 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6ffcad90-f496-4d66-99b9-24f9c9250cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2770431 Nov 12 08:44:26.400286 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-cf8cba8d-6ff7-478c-9e33-0f670ff59de1 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1135943510'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:26.432310 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afb023b-0ed8-4b21-8b5a-148377ee36ab req-41ee59cb-8a29-4b43-b729-5008e2f2e26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:26.434453 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3afb023b-0ed8-4b21-8b5a-148377ee36ab req-41ee59cb-8a29-4b43-b729-5008e2f2e26b service neutron] 10.222.0.21 "GET /v2.0/networks?id=35316ea3-d15f-4e9c-9d0f-87ba20d4fc64 HTTP/1.1" status: 200 len: 913 time: 0.3544843 Nov 12 08:44:26.435274 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53be3730-d215-48e3-8741-2360d8a72c16 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Pushing event deleted for resources: {'Network': ['ID=3e4320bc-a85d-4b79-a1de-36e8bdc0a505,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:26.543976 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3afb023b-0ed8-4b21-8b5a-148377ee36ab req-52f9cb58-45b1-4b1f-9538-a15764ed1b64 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0210bc9-a867-41f9-a41c-9a557765755e HTTP/1.1" status: 200 len: 217 time: 0.1007671 Nov 12 08:44:26.575195 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0e8b5a47-e428-468c-ba29-84c889e9d613 req-d1ac8485-e447-4865-854f-2a6154b1f186 service neutron] 10.222.0.21 "GET /v2.0/networks/508aced4-0fe0-4f1d-92f2-979af6167066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4082541 Nov 12 08:44:26.601889 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf8cba8d-6ff7-478c-9e33-0f670ff59de1 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Made reservation on behalf of dc5d3b337b0b4ac2bf638e904b3f73a7 for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:44:26.605781 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cf8cba8d-6ff7-478c-9e33-0f670ff59de1 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:26.737374 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afb023b-0ed8-4b21-8b5a-148377ee36ab req-7a0536ea-fbfd-4c7a-989c-addb10602746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:26.738911 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3afb023b-0ed8-4b21-8b5a-148377ee36ab req-7a0536ea-fbfd-4c7a-989c-addb10602746 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d1d27945-8c3d-427f-88ef-3c42a7516333 HTTP/1.1" status: 200 len: 851 time: 0.1596010 Nov 12 08:44:26.774976 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf8cba8d-6ff7-478c-9e33-0f670ff59de1 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:44:26.802959 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4a1afc12-3f61-4ec9-a6bf-b90aee2855d6 req-6b83845e-8170-4750-9166-e48e2e2d0383 service neutron] 10.222.0.44 "GET /v2.0/networks/6ffcad90-f496-4d66-99b9-24f9c9250cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3857088 Nov 12 08:44:26.820965 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19775f1-5632-4925-bbe8-102c65f25548 req-c3800247-40c2-4a5a-9d45-6ba0ad4ee348 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:26.823888 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e19775f1-5632-4925-bbe8-102c65f25548 req-c3800247-40c2-4a5a-9d45-6ba0ad4ee348 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=16c35c58-3c53-4a03-b9cb-f513f06cb866 HTTP/1.1" status: 200 len: 943 time: 0.0710628 Nov 12 08:44:26.859442 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cf8cba8d-6ff7-478c-9e33-0f670ff59de1 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:26.859755 n-d-765315-29 neutron-server[102599]: INFO neutron.db.segments_db [None req-cf8cba8d-6ff7-478c-9e33-0f670ff59de1 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Added segment a7d0acbb-1028-4c7a-930d-a1463dab6417 of type vlan for network 995f74e6-8416-4e01-89ae-5231cd75d4c4 Nov 12 08:44:26.876312 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0e8b5a47-e428-468c-ba29-84c889e9d613 req-982cdefa-0028-4ee0-a7f3-7d202e9ca09f service neutron] 10.222.0.21 "GET /v2.0/networks/508aced4-0fe0-4f1d-92f2-979af6167066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2863867 Nov 12 08:44:26.927154 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e19775f1-5632-4925-bbe8-102c65f25548 req-40d47340-b613-4b66-9619-34e4e126f007 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=2112de76-808b-4aee-81cb-ec91177d9317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951622 Nov 12 08:44:26.942506 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ac8ad662-3d8a-456c-9407-0dd687f674dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:26.957581 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afb023b-0ed8-4b21-8b5a-148377ee36ab req-53f6836f-cfe8-46c1-930f-31e19f071225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:26.959996 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3afb023b-0ed8-4b21-8b5a-148377ee36ab req-53f6836f-cfe8-46c1-930f-31e19f071225 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=35316ea3-d15f-4e9c-9d0f-87ba20d4fc64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2086649 Nov 12 08:44:26.963310 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cf8cba8d-6ff7-478c-9e33-0f670ff59de1 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:27.013245 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8ad662-3d8a-456c-9407-0dd687f674dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6e38d29-9bec-48cd-bd79-12d2a938727e,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:27.041022 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8ad662-3d8a-456c-9407-0dd687f674dd admin admin] Checking segment: {'id': 'e82b9533-204c-4d7e-9f2e-a0f2669b4e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '74797a8c-7ff4-4d88-a8f8-61f265f99726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:44:27.041378 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8ad662-3d8a-456c-9407-0dd687f674dd admin admin] Network hostable DHCP agents. Network: 74797a8c-7ff4-4d88-a8f8-61f265f99726, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:44:27.044795 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4a1afc12-3f61-4ec9-a6bf-b90aee2855d6 req-c1e9769c-045b-4966-b86a-813bdb939413 service neutron] 10.222.0.44 "GET /v2.0/networks/6ffcad90-f496-4d66-99b9-24f9c9250cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311826 Nov 12 08:44:27.065963 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8ad662-3d8a-456c-9407-0dd687f674dd admin admin] Network 74797a8c-7ff4-4d88-a8f8-61f265f99726 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:44:27.088361 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-ac8ad662-3d8a-456c-9407-0dd687f674dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 74797a8c-7ff4-4d88-a8f8-61f265f99726) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:44:27.091501 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cf8cba8d-6ff7-478c-9e33-0f670ff59de1 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:27.097790 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f62777-4f27-429b-8df3-5d9fb9e1ef70 None None] Network 74797a8c-7ff4-4d88-a8f8-61f265f99726 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:44:27.101061 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8cba8d-6ff7-478c-9e33-0f670ff59de1 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:27.101705 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8ad662-3d8a-456c-9407-0dd687f674dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:27.102125 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cf8cba8d-6ff7-478c-9e33-0f670ff59de1 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks [] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:27.102272 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ac8ad662-3d8a-456c-9407-0dd687f674dd admin admin] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:27.127921 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-ac8ad662-3d8a-456c-9407-0dd687f674dd admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9352787 Nov 12 08:44:27.130343 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 56150) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:27.148902 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-83c74c93-492f-4cd3-9e74-054085ca79bc admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-390853357-router', 'tenant_id': '557a71cffd7a4a82831b943f05494d79', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:27.183589 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-cf8cba8d-6ff7-478c-9e33-0f670ff59de1 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7906160 Nov 12 08:44:27.186920 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56152) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:27.192931 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-83418b36-63ae-4f64-8003-d076519e426c tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Request body: {'subnet': {'network_id': '995f74e6-8416-4e01-89ae-5231cd75d4c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:27.250938 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8cba8d-6ff7-478c-9e33-0f670ff59de1 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Pushing event updated for resources: {'Network': ['ID=995f74e6-8416-4e01-89ae-5231cd75d4c4,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:27.264723 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3afb023b-0ed8-4b21-8b5a-148377ee36ab req-7d8978ed-a133-48d0-a215-272bed7dd775 service neutron] 10.222.0.21 "GET /v2.0/networks/35316ea3-d15f-4e9c-9d0f-87ba20d4fc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945733 Nov 12 08:44:27.266342 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-83c74c93-492f-4cd3-9e74-054085ca79bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:27.267640 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-83c74c93-492f-4cd3-9e74-054085ca79bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:27.313557 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 995f74e6-8416-4e01-89ae-5231cd75d4c4 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:44:27.320740 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596f544c-9094-471a-b864-4510d0d10843 req-b021c2ff-64a7-40f8-b696-ed04dc6f6ce0 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:27.329659 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-596f544c-9094-471a-b864-4510d0d10843 req-b021c2ff-64a7-40f8-b696-ed04dc6f6ce0 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=8923b169-f6ab-45ae-a30e-261450af9314 HTTP/1.1" status: 200 len: 945 time: 0.1860180 Nov 12 08:44:27.382197 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83418b36-63ae-4f64-8003-d076519e426c tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Made reservation on behalf of dc5d3b337b0b4ac2bf638e904b3f73a7 for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:44:27.387809 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-83418b36-63ae-4f64-8003-d076519e426c tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:27.434895 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-596f544c-9094-471a-b864-4510d0d10843 req-bc75e5cd-5cac-4f4b-9499-a6e897068762 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fece665-e20b-467a-ac88-888552242c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954986 Nov 12 08:44:27.442777 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-83c74c93-492f-4cd3-9e74-054085ca79bc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:27.524343 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a698bb-be9b-4376-ac50-92f343f1e15e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-74797a8c-7ff4-4d88-a8f8-61f265f99726', 'network_id': '74797a8c-7ff4-4d88-a8f8-61f265f99726', 'tenant_id': '557a71cffd7a4a82831b943f05494d79', 'fixed_ips': [{'subnet_id': 'b6e38d29-9bec-48cd-bd79-12d2a938727e'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:44:27.525644 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-34a698bb-be9b-4376-ac50-92f343f1e15e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:27.683847 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-83418b36-63ae-4f64-8003-d076519e426c tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:27.702556 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-83c74c93-492f-4cd3-9e74-054085ca79bc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:27.709179 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3afb023b-0ed8-4b21-8b5a-148377ee36ab req-39c413d6-5d4f-4c06-8f48-668eb4acbfd8 service neutron] 10.222.0.21 "GET /v2.0/networks/35316ea3-d15f-4e9c-9d0f-87ba20d4fc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4353194 Nov 12 08:44:27.762058 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-34a698bb-be9b-4376-ac50-92f343f1e15e None None] Allocated IP 172.20.0.2 (74797a8c-7ff4-4d88-a8f8-61f265f99726/b6e38d29-9bec-48cd-bd79-12d2a938727e/e0a7d3b2-a76f-4d43-b20f-4f8676d4ae3a) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:44:27.788581 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83418b36-63ae-4f64-8003-d076519e426c tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Pushing event updated for resources: {'Subnet': ['ID=83d2ad9b-ef1d-4a79-ab8b-0ee570f076d7,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:27.809845 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83418b36-63ae-4f64-8003-d076519e426c tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Checking segment: {'id': 'a7d0acbb-1028-4c7a-930d-a1463dab6417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '995f74e6-8416-4e01-89ae-5231cd75d4c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:44:27.810205 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83418b36-63ae-4f64-8003-d076519e426c tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Network hostable DHCP agents. Network: 995f74e6-8416-4e01-89ae-5231cd75d4c4, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:44:27.853005 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83418b36-63ae-4f64-8003-d076519e426c tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Network 995f74e6-8416-4e01-89ae-5231cd75d4c4 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:44:27.870018 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-83418b36-63ae-4f64-8003-d076519e426c tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 995f74e6-8416-4e01-89ae-5231cd75d4c4) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:44:27.877554 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83418b36-63ae-4f64-8003-d076519e426c tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:27.878023 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-83418b36-63ae-4f64-8003-d076519e426c tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:27.897236 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343a01a4-6dbd-49d4-be9d-c3ef7845a832 None None] Network 995f74e6-8416-4e01-89ae-5231cd75d4c4 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:44:27.912502 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-83418b36-63ae-4f64-8003-d076519e426c tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7244408 Nov 12 08:44:27.915083 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56156) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:27.920653 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-502ad38c-b24f-4755-8a8e-e8346b590a77 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1053379439', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:27.993713 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-502ad38c-b24f-4755-8a8e-e8346b590a77 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:27.997035 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-502ad38c-b24f-4755-8a8e-e8346b590a77 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:28.063323 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-83c74c93-492f-4cd3-9e74-054085ca79bc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:28.087343 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-83c74c93-492f-4cd3-9e74-054085ca79bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:28.206102 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-502ad38c-b24f-4755-8a8e-e8346b590a77 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:28.258733 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-502ad38c-b24f-4755-8a8e-e8346b590a77 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052'] for router, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:28.279240 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140ff747-d70b-4f54-b44e-7cfae7c5d09e req-eb8598fc-01e5-4a0e-af59-33d0c3c86ed4 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:28.280869 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-140ff747-d70b-4f54-b44e-7cfae7c5d09e req-eb8598fc-01e5-4a0e-af59-33d0c3c86ed4 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=16c35c58-3c53-4a03-b9cb-f513f06cb866 HTTP/1.1" status: 200 len: 943 time: 0.1556983 Nov 12 08:44:28.313667 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-502ad38c-b24f-4755-8a8e-e8346b590a77 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:28.323974 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 56162) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:28.325130 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-502ad38c-b24f-4755-8a8e-e8346b590a77 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4087675 Nov 12 08:44:28.332944 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-fbb3a0ff-3330-4226-a5bb-adb2d91fc585 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Request body: {'port': {'network_id': '995f74e6-8416-4e01-89ae-5231cd75d4c4', 'name': 'tempest-RoutersIpV6Test-1318899993'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:28.392030 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-34a698bb-be9b-4376-ac50-92f343f1e15e None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:28.397702 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-83c74c93-492f-4cd3-9e74-054085ca79bc admin admin] Allocated IP 172.25.2.223 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/0cb47e13-d586-4bfe-8e13-a4a89ac3b843) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:44:28.407505 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-34a698bb-be9b-4376-ac50-92f343f1e15e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:28.414186 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-140ff747-d70b-4f54-b44e-7cfae7c5d09e req-e578f3d5-7572-4a25-a250-18c32468fc15 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=2112de76-808b-4aee-81cb-ec91177d9317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228077 Nov 12 08:44:28.506350 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a698bb-be9b-4376-ac50-92f343f1e15e None None] Pushing event updated for resources: {'Port': ['ID=e0a7d3b2-a76f-4d43-b20f-4f8676d4ae3a,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:28.586241 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a698bb-be9b-4376-ac50-92f343f1e15e None None] Network 74797a8c-7ff4-4d88-a8f8-61f265f99726 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:44:28.612976 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbb3a0ff-3330-4226-a5bb-adb2d91fc585 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Made reservation on behalf of dc5d3b337b0b4ac2bf638e904b3f73a7 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:44:28.619311 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fbb3a0ff-3330-4226-a5bb-adb2d91fc585 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:28.648569 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-34a698bb-be9b-4376-ac50-92f343f1e15e None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:44:28.653394 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a698bb-be9b-4376-ac50-92f343f1e15e None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:44:28.656785 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-83c74c93-492f-4cd3-9e74-054085ca79bc admin admin] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:28.661246 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a7df39-3696-45b4-89ed-a73923d47ad6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-995f74e6-8416-4e01-89ae-5231cd75d4c4', 'network_id': '995f74e6-8416-4e01-89ae-5231cd75d4c4', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'fixed_ips': [{'subnet_id': '83d2ad9b-ef1d-4a79-ab8b-0ee570f076d7'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:44:28.662695 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-36a7df39-3696-45b4-89ed-a73923d47ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:28.680472 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [None req-fbb3a0ff-3330-4226-a5bb-adb2d91fc585 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] device_id is not set on port d8ef1a29-5469-42ef-b3cf-b2fdfe20dd31 yet. {{(pid=102599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:44:28.818276 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-83c74c93-492f-4cd3-9e74-054085ca79bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:28.833687 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8002f50-d5bb-463d-8ef8-eaa477d48746 req-c405d78e-8eb2-419f-83ac-852563cdf3a1 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:28.848813 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a8002f50-d5bb-463d-8ef8-eaa477d48746 req-c405d78e-8eb2-419f-83ac-852563cdf3a1 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=8923b169-f6ab-45ae-a30e-261450af9314 HTTP/1.1" status: 200 len: 945 time: 0.1546445 Nov 12 08:44:28.911643 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-fbb3a0ff-3330-4226-a5bb-adb2d91fc585 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Allocated IP 2001:db8::109 (995f74e6-8416-4e01-89ae-5231cd75d4c4/83d2ad9b-ef1d-4a79-ab8b-0ee570f076d7/d8ef1a29-5469-42ef-b3cf-b2fdfe20dd31) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:44:28.917681 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-34a698bb-be9b-4376-ac50-92f343f1e15e None None] Attempting to bind port e0a7d3b2-a76f-4d43-b20f-4f8676d4ae3a on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:44:28.919912 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-34a698bb-be9b-4376-ac50-92f343f1e15e None None] Attempting to bind port e0a7d3b2-a76f-4d43-b20f-4f8676d4ae3a by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': 'e82b9533-204c-4d7e-9f2e-a0f2669b4e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '74797a8c-7ff4-4d88-a8f8-61f265f99726'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:44:28.919912 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a698bb-be9b-4376-ac50-92f343f1e15e None None] Attempting to bind port e0a7d3b2-a76f-4d43-b20f-4f8676d4ae3a on network 74797a8c-7ff4-4d88-a8f8-61f265f99726 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:44:28.927339 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c74c93-492f-4cd3-9e74-054085ca79bc admin admin] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:44:28.931382 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a698bb-be9b-4376-ac50-92f343f1e15e None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:44:28.932025 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a698bb-be9b-4376-ac50-92f343f1e15e None None] Checking segment: {'id': 'e82b9533-204c-4d7e-9f2e-a0f2669b4e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '74797a8c-7ff4-4d88-a8f8-61f265f99726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:44:28.932803 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-34a698bb-be9b-4376-ac50-92f343f1e15e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:28.933282 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a698bb-be9b-4376-ac50-92f343f1e15e None None] Bound using segment: {'id': 'e82b9533-204c-4d7e-9f2e-a0f2669b4e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '74797a8c-7ff4-4d88-a8f8-61f265f99726'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:44:28.934044 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-34a698bb-be9b-4376-ac50-92f343f1e15e None None] Bound port: e0a7d3b2-a76f-4d43-b20f-4f8676d4ae3a, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e82b9533-204c-4d7e-9f2e-a0f2669b4e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '74797a8c-7ff4-4d88-a8f8-61f265f99726'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:44:28.934438 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-34a698bb-be9b-4376-ac50-92f343f1e15e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:28.941248 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-83c74c93-492f-4cd3-9e74-054085ca79bc admin admin] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:44:28.949237 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c74c93-492f-4cd3-9e74-054085ca79bc admin admin] Pushing event updated for resources: {'Port': ['ID=0cb47e13-d586-4bfe-8e13-a4a89ac3b843,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:28.961784 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c74c93-492f-4cd3-9e74-054085ca79bc admin admin] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:44:28.996603 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1916215-2043-48c5-b73a-3b764a9e2da9 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:44:29.005203 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a8002f50-d5bb-463d-8ef8-eaa477d48746 req-83fe56ab-3ced-45c9-bd59-dadfa0e1e3e1 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fece665-e20b-467a-ac88-888552242c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1551969 Nov 12 08:44:29.094679 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-34a698bb-be9b-4376-ac50-92f343f1e15e None None] For port e0a7d3b2-a76f-4d43-b20f-4f8676d4ae3a, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:44:29.098730 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-34a698bb-be9b-4376-ac50-92f343f1e15e None None] For port e0a7d3b2-a76f-4d43-b20f-4f8676d4ae3a, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=e0a7d3b2-a76f-4d43-b20f-4f8676d4ae3a,segment=NetworkSegment(e82b9533-204c-4d7e-9f2e-a0f2669b4e9a),segment_id=e82b9533-204c-4d7e-9f2e-a0f2669b4e9a)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:44:29.107601 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-34a698bb-be9b-4376-ac50-92f343f1e15e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:29.208322 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-d8ea1754-1512-44bb-b534-00174a12bd1e None None] Provisioning complete for port 0cb47e13-d586-4bfe-8e13-a4a89ac3b843 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:29.208968 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d8ea1754-1512-44bb-b534-00174a12bd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:29.256235 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-d8ea1754-1512-44bb-b534-00174a12bd1e None None] Port 0cb47e13-d586-4bfe-8e13-a4a89ac3b843 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:44:29.262095 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a698bb-be9b-4376-ac50-92f343f1e15e None None] Pushing event updated for resources: {'Port': ['ID=e0a7d3b2-a76f-4d43-b20f-4f8676d4ae3a,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:29.679703 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4d34f4-e71d-42fd-8d2f-f912ee6c2eee req-8da6c367-599a-4288-98ad-e00be0de7591 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:29.700471 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-dc4d34f4-e71d-42fd-8d2f-f912ee6c2eee req-8da6c367-599a-4288-98ad-e00be0de7591 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=16c35c58-3c53-4a03-b9cb-f513f06cb866 HTTP/1.1" status: 200 len: 943 time: 0.1216278 Nov 12 08:44:29.788731 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-dc4d34f4-e71d-42fd-8d2f-f912ee6c2eee req-03a4993a-39a6-450d-8709-b3e7d8b27c58 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=2112de76-808b-4aee-81cb-ec91177d9317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867462 Nov 12 08:44:29.991518 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fbb3a0ff-3330-4226-a5bb-adb2d91fc585 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:30.039114 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-83c74c93-492f-4cd3-9e74-054085ca79bc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:30.221447 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fbb3a0ff-3330-4226-a5bb-adb2d91fc585 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:30.226203 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4dc540-1a7e-41be-a005-1acde0bf818f req-21260b87-85a1-4366-8c19-1487f72237f9 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:30.231018 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9c4dc540-1a7e-41be-a005-1acde0bf818f req-21260b87-85a1-4366-8c19-1487f72237f9 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=8923b169-f6ab-45ae-a30e-261450af9314 HTTP/1.1" status: 200 len: 945 time: 0.1247563 Nov 12 08:44:30.301056 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-36a7df39-3696-45b4-89ed-a73923d47ad6 None None] Allocated IP 2001:db8::2 (995f74e6-8416-4e01-89ae-5231cd75d4c4/83d2ad9b-ef1d-4a79-ab8b-0ee570f076d7/b68382a1-f1e9-4cac-8502-94ba4654a67b) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:44:30.333723 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9c4dc540-1a7e-41be-a005-1acde0bf818f req-d91d4ec2-163c-43cd-9a07-f7589a6c72ec tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fece665-e20b-467a-ac88-888552242c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980580 Nov 12 08:44:30.380012 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb3a0ff-3330-4226-a5bb-adb2d91fc585 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Pushing event updated for resources: {'Port': ['ID=d8ef1a29-5469-42ef-b3cf-b2fdfe20dd31,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:30.384605 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb3a0ff-3330-4226-a5bb-adb2d91fc585 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Network 995f74e6-8416-4e01-89ae-5231cd75d4c4 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:44:30.393495 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-fbb3a0ff-3330-4226-a5bb-adb2d91fc585 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:44:30.399689 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb3a0ff-3330-4226-a5bb-adb2d91fc585 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:44:30.406574 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb3a0ff-3330-4226-a5bb-adb2d91fc585 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:30.407328 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fbb3a0ff-3330-4226-a5bb-adb2d91fc585 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:30.490290 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-fbb3a0ff-3330-4226-a5bb-adb2d91fc585 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1647611 Nov 12 08:44:30.492994 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56178) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:30.511277 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-83c74c93-492f-4cd3-9e74-054085ca79bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052'] for router, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:30.641028 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-36a7df39-3696-45b4-89ed-a73923d47ad6 None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:30.656767 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-36a7df39-3696-45b4-89ed-a73923d47ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:30.775126 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a7df39-3696-45b4-89ed-a73923d47ad6 None None] Network 995f74e6-8416-4e01-89ae-5231cd75d4c4 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:44:30.796194 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-36a7df39-3696-45b4-89ed-a73923d47ad6 None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:44:30.816253 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a7df39-3696-45b4-89ed-a73923d47ad6 None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:44:30.824223 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b03786e-cc31-4317-966a-616b0a79e679 None None] Network 74797a8c-7ff4-4d88-a8f8-61f265f99726 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:44:30.850370 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a7df39-3696-45b4-89ed-a73923d47ad6 None None] Pushing event updated for resources: {'Port': ['ID=b68382a1-f1e9-4cac-8502-94ba4654a67b,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:30.860211 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83c74c93-492f-4cd3-9e74-054085ca79bc admin admin] Router d29ac5d1-773d-4824-9542-b580a0d68650 is scheduled to L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 with binding_index 1 {{(pid=102599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:44:31.004842 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb3c798-ddfa-4365-b85d-b074ca3c111c req-49302cc9-66c2-485d-aa33-e11fa61bcbb6 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:31.006522 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ebb3c798-ddfa-4365-b85d-b074ca3c111c req-49302cc9-66c2-485d-aa33-e11fa61bcbb6 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=16c35c58-3c53-4a03-b9cb-f513f06cb866 HTTP/1.1" status: 200 len: 943 time: 0.1050878 Nov 12 08:44:31.026629 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-ba8a84d5-fd4d-40ce-8b7b-b75c6ff3b0c1 None None] Provisioning complete for port e0a7d3b2-a76f-4d43-b20f-4f8676d4ae3a triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:31.026629 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ba8a84d5-fd4d-40ce-8b7b-b75c6ff3b0c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:31.090774 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b7566c11-7a27-43df-8e41-07bbde00dcb1 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:31.094521 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83c74c93-492f-4cd3-9e74-054085ca79bc admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:44:31.109283 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e06e7d-3b12-411b-8821-95eb328e4b0a None None] Sync routers for ids ['d29ac5d1-773d-4824-9542-b580a0d68650'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:44:31.120991 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-83c74c93-492f-4cd3-9e74-054085ca79bc admin admin] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:31.124886 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-83c74c93-492f-4cd3-9e74-054085ca79bc admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.9773235 Nov 12 08:44:31.125454 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 56184) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:31.143606 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e06e7d-3b12-411b-8821-95eb328e4b0a None None] Routers {'d29ac5d1-773d-4824-9542-b580a0d68650'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:44:31.144534 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-d0e06e7d-3b12-411b-8821-95eb328e4b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:44:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['d29ac5d1-773d-4824-9542-b580a0d68650'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:31.249200 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-36a7df39-3696-45b4-89ed-a73923d47ad6 None None] Attempting to bind port b68382a1-f1e9-4cac-8502-94ba4654a67b on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:44:31.249200 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-36a7df39-3696-45b4-89ed-a73923d47ad6 None None] Attempting to bind port b68382a1-f1e9-4cac-8502-94ba4654a67b by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': 'a7d0acbb-1028-4c7a-930d-a1463dab6417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '995f74e6-8416-4e01-89ae-5231cd75d4c4'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:44:31.250463 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a7df39-3696-45b4-89ed-a73923d47ad6 None None] Attempting to bind port b68382a1-f1e9-4cac-8502-94ba4654a67b on network 995f74e6-8416-4e01-89ae-5231cd75d4c4 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:44:31.271354 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a7df39-3696-45b4-89ed-a73923d47ad6 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:44:31.271736 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a7df39-3696-45b4-89ed-a73923d47ad6 None None] Checking segment: {'id': 'a7d0acbb-1028-4c7a-930d-a1463dab6417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '995f74e6-8416-4e01-89ae-5231cd75d4c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:44:31.273350 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-36a7df39-3696-45b4-89ed-a73923d47ad6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:31.274804 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a7df39-3696-45b4-89ed-a73923d47ad6 None None] Bound using segment: {'id': 'a7d0acbb-1028-4c7a-930d-a1463dab6417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '995f74e6-8416-4e01-89ae-5231cd75d4c4'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:44:31.278245 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-36a7df39-3696-45b4-89ed-a73923d47ad6 None None] Bound port: b68382a1-f1e9-4cac-8502-94ba4654a67b, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7d0acbb-1028-4c7a-930d-a1463dab6417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '995f74e6-8416-4e01-89ae-5231cd75d4c4'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:44:31.278245 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-36a7df39-3696-45b4-89ed-a73923d47ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:31.300811 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ebb3c798-ddfa-4365-b85d-b074ca3c111c req-f5841efb-4b8f-404e-8384-47ec5777e68c tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=2112de76-808b-4aee-81cb-ec91177d9317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1766131 Nov 12 08:44:31.361193 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ba8a84d5-fd4d-40ce-8b7b-b75c6ff3b0c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:31.437944 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-ba8a84d5-fd4d-40ce-8b7b-b75c6ff3b0c1 None None] For port e0a7d3b2-a76f-4d43-b20f-4f8676d4ae3a, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=e0a7d3b2-a76f-4d43-b20f-4f8676d4ae3a,segment=NetworkSegment(e82b9533-204c-4d7e-9f2e-a0f2669b4e9a),segment_id=e82b9533-204c-4d7e-9f2e-a0f2669b4e9a)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:31.471244 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ba8a84d5-fd4d-40ce-8b7b-b75c6ff3b0c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:31.555100 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b7566c11-7a27-43df-8e41-07bbde00dcb1 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:31.561179 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b7566c11-7a27-43df-8e41-07bbde00dcb1 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:31.565735 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-d0e06e7d-3b12-411b-8821-95eb328e4b0a None None] Set router d29ac5d1-773d-4824-9542-b580a0d68650 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:44:31.575688 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8a84d5-fd4d-40ce-8b7b-b75c6ff3b0c1 None None] Pushing event updated for resources: {'Port': ['ID=e0a7d3b2-a76f-4d43-b20f-4f8676d4ae3a,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:31.580768 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device e0a7d3b2-a76f-4d43-b20f-4f8676d4ae3a up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:44:31.741945 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-36a7df39-3696-45b4-89ed-a73923d47ad6 None None] For port b68382a1-f1e9-4cac-8502-94ba4654a67b, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:44:31.853649 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-36a7df39-3696-45b4-89ed-a73923d47ad6 None None] For port b68382a1-f1e9-4cac-8502-94ba4654a67b, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=b68382a1-f1e9-4cac-8502-94ba4654a67b,segment=NetworkSegment(a7d0acbb-1028-4c7a-930d-a1463dab6417),segment_id=a7d0acbb-1028-4c7a-930d-a1463dab6417)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:44:31.879745 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-36a7df39-3696-45b4-89ed-a73923d47ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:31.902492 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b7566c11-7a27-43df-8e41-07bbde00dcb1 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933481'] for router_interface, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:31.990984 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port e0a7d3b2-a76f-4d43-b20f-4f8676d4ae3a triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:31.991524 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:32.036279 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7566c11-7a27-43df-8e41-07bbde00dcb1 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Pushing event updated for resources: {'Port': ['ID=d8ef1a29-5469-42ef-b3cf-b2fdfe20dd31,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:32.119239 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a7df39-3696-45b4-89ed-a73923d47ad6 None None] Pushing event updated for resources: {'Port': ['ID=b68382a1-f1e9-4cac-8502-94ba4654a67b,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:32.160039 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff93252-bd19-46e9-a0ff-49bc085b10df req-0ab3868f-2b22-442c-a718-b3b65efeb022 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:32.161620 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8ff93252-bd19-46e9-a0ff-49bc085b10df req-0ab3868f-2b22-442c-a718-b3b65efeb022 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=8923b169-f6ab-45ae-a30e-261450af9314 HTTP/1.1" status: 200 len: 945 time: 0.5221875 Nov 12 08:44:32.175599 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0a2f6e6c-baac-4078-9a5e-0f9c02d186ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:32.207315 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-d0e06e7d-3b12-411b-8821-95eb328e4b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29ac5d1-773d-4824-9542-b580a0d68650', 'name': 'tempest-TestServerBasicOps-390853357-router', 'tenant_id': '557a71cffd7a4a82831b943f05494d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '0cb47e13-d586-4bfe-8e13-a4a89ac3b843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:27Z', 'updated_at': '2021-11-12T08:44:29Z', 'revision_number': 3, 'project_id': '557a71cffd7a4a82831b943f05494d79', 'gw_port': {'id': '0cb47e13-d586-4bfe-8e13-a4a89ac3b843', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:21:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd29ac5d1-773d-4824-9542-b580a0d68650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:28Z', 'updated_at': '2021-11-12T08:44:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:32.258664 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8ff93252-bd19-46e9-a0ff-49bc085b10df req-3163b612-65dc-4cb0-b79e-5acb7fbb06d2 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fece665-e20b-467a-ac88-888552242c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852630 Nov 12 08:44:32.281337 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e06e7d-3b12-411b-8821-95eb328e4b0a None None] Checking router: d29ac5d1-773d-4824-9542-b580a0d68650 for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:44:32.281670 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e06e7d-3b12-411b-8821-95eb328e4b0a None None] Updating router d29ac5d1-773d-4824-9542-b580a0d68650 port 0cb47e13-d586-4bfe-8e13-a4a89ac3b843 binding host n-d-765315-29 {{(pid=102602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:44:32.362857 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b7566c11-7a27-43df-8e41-07bbde00dcb1 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:32.381634 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-d0e06e7d-3b12-411b-8821-95eb328e4b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:32.621851 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-5a25997d-a204-4895-a7db-eb97c3923527 None None] Provisioning complete for port e0a7d3b2-a76f-4d43-b20f-4f8676d4ae3a triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:32.624082 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5a25997d-a204-4895-a7db-eb97c3923527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:32.657976 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-0a2f6e6c-baac-4078-9a5e-0f9c02d186ac admin admin] Allocated IP 172.20.0.1 (74797a8c-7ff4-4d88-a8f8-61f265f99726/b6e38d29-9bec-48cd-bd79-12d2a938727e/50d20bb1-9553-4c41-8ea6-a17883d76412) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:44:32.665271 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5e04d1-cfc5-4e30-89e9-912f024db1fd req-2480a687-2a46-4904-8a03-ae2d7c0c68fe tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:32.673736 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-da5e04d1-cfc5-4e30-89e9-912f024db1fd req-2480a687-2a46-4904-8a03-ae2d7c0c68fe tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=16c35c58-3c53-4a03-b9cb-f513f06cb866 HTTP/1.1" status: 200 len: 943 time: 0.1942632 Nov 12 08:44:32.777880 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-da5e04d1-cfc5-4e30-89e9-912f024db1fd req-50b2f301-736d-4a41-89aa-38f52d418222 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=2112de76-808b-4aee-81cb-ec91177d9317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031585 Nov 12 08:44:32.955346 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-d0e06e7d-3b12-411b-8821-95eb328e4b0a None None] Publish callbacks [] for port, precommit_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:32.958337 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0a2f6e6c-baac-4078-9a5e-0f9c02d186ac admin admin] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:32.976165 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-d0e06e7d-3b12-411b-8821-95eb328e4b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:32.986882 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b7566c11-7a27-43df-8e41-07bbde00dcb1 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:33.002027 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b7566c11-7a27-43df-8e41-07bbde00dcb1 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:33.002874 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b7566c11-7a27-43df-8e41-07bbde00dcb1 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933629'] for router_interface, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:33.030123 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-d0e06e7d-3b12-411b-8821-95eb328e4b0a None None] Attempting to bind port 0cb47e13-d586-4bfe-8e13-a4a89ac3b843 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:44:33.030501 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-d0e06e7d-3b12-411b-8821-95eb328e4b0a None None] Attempting to bind port 0cb47e13-d586-4bfe-8e13-a4a89ac3b843 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:44:33.030894 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e06e7d-3b12-411b-8821-95eb328e4b0a None None] Attempting to bind port 0cb47e13-d586-4bfe-8e13-a4a89ac3b843 on network d709f64f-f9e6-4525-b020-ad48633b9bbf {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:44:33.039431 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e06e7d-3b12-411b-8821-95eb328e4b0a None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:44:33.039762 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e06e7d-3b12-411b-8821-95eb328e4b0a None None] Checking segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:44:33.040170 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-d0e06e7d-3b12-411b-8821-95eb328e4b0a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:33.040568 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e06e7d-3b12-411b-8821-95eb328e4b0a None None] Bound using segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:44:33.041056 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-d0e06e7d-3b12-411b-8821-95eb328e4b0a None None] Bound port: 0cb47e13-d586-4bfe-8e13-a4a89ac3b843, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:44:33.041444 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-d0e06e7d-3b12-411b-8821-95eb328e4b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:33.052801 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31986f43-2e99-45e6-ad65-ef9bd26137ea None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:44:33.082176 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388dd99f-965b-4872-9775-7dcc3c7977b0 None None] Pushing event updated for resources: {'Port': ['ID=0cb47e13-d586-4bfe-8e13-a4a89ac3b843,revision_number=2']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:33.089580 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0a2f6e6c-baac-4078-9a5e-0f9c02d186ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:33.143728 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-d0e06e7d-3b12-411b-8821-95eb328e4b0a None None] For port 0cb47e13-d586-4bfe-8e13-a4a89ac3b843, host n-d-765315-29, cleared binding levels {{(pid=102602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:44:33.153608 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-d0e06e7d-3b12-411b-8821-95eb328e4b0a None None] For port 0cb47e13-d586-4bfe-8e13-a4a89ac3b843, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=0cb47e13-d586-4bfe-8e13-a4a89ac3b843,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:44:33.161131 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-d0e06e7d-3b12-411b-8821-95eb328e4b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:33.172498 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7566c11-7a27-43df-8e41-07bbde00dcb1 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Pushing event updated for resources: {'Port': ['ID=d8ef1a29-5469-42ef-b3cf-b2fdfe20dd31,revision_number=3']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:33.193586 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-a2f1ca7b-442b-4ce8-ae52-ba6485907164 None None] Provisioning complete for port 0cb47e13-d586-4bfe-8e13-a4a89ac3b843 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:33.195306 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a2f1ca7b-442b-4ce8-ae52-ba6485907164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:33.202547 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2f6e6c-baac-4078-9a5e-0f9c02d186ac admin admin] Pushing event updated for resources: {'Port': ['ID=50d20bb1-9553-4c41-8ea6-a17883d76412,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:33.233223 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2f6e6c-baac-4078-9a5e-0f9c02d186ac admin admin] Network 74797a8c-7ff4-4d88-a8f8-61f265f99726 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:44:33.242306 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-0a2f6e6c-baac-4078-9a5e-0f9c02d186ac admin admin] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:44:33.268978 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7566c11-7a27-43df-8e41-07bbde00dcb1 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Network 995f74e6-8416-4e01-89ae-5231cd75d4c4 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:44:33.270257 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2f6e6c-baac-4078-9a5e-0f9c02d186ac admin admin] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:44:33.272687 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-b7566c11-7a27-43df-8e41-07bbde00dcb1 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:44:33.273577 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388dd99f-965b-4872-9775-7dcc3c7977b0 None None] Pushing event updated for resources: {'Port': ['ID=0cb47e13-d586-4bfe-8e13-a4a89ac3b843,revision_number=3']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:33.279331 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e06e7d-3b12-411b-8821-95eb328e4b0a None None] Routers {'d29ac5d1-773d-4824-9542-b580a0d68650'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:44:33.279950 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-d0e06e7d-3b12-411b-8821-95eb328e4b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:44:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['d29ac5d1-773d-4824-9542-b580a0d68650'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:33.322252 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501df845-00c8-4092-ab80-cd4679bf51e0 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:44:33.409958 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0a2f6e6c-baac-4078-9a5e-0f9c02d186ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933481'] for router_interface, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:33.490064 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a2f1ca7b-442b-4ce8-ae52-ba6485907164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:33.555560 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-a2f1ca7b-442b-4ce8-ae52-ba6485907164 None None] For port 0cb47e13-d586-4bfe-8e13-a4a89ac3b843, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=0cb47e13-d586-4bfe-8e13-a4a89ac3b843,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:33.560574 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-d0e06e7d-3b12-411b-8821-95eb328e4b0a None None] Set router d29ac5d1-773d-4824-9542-b580a0d68650 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:44:33.581431 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a2f1ca7b-442b-4ce8-ae52-ba6485907164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:33.596086 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device b68382a1-f1e9-4cac-8502-94ba4654a67b up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:44:33.711632 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e7a8d5-41c0-4d7c-aa20-ef724364e787 req-5ad116d8-13da-456a-b54f-8186d334a3de tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:33.723665 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-51e7a8d5-41c0-4d7c-aa20-ef724364e787 req-5ad116d8-13da-456a-b54f-8186d334a3de tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=8923b169-f6ab-45ae-a30e-261450af9314 HTTP/1.1" status: 200 len: 945 time: 0.2156620 Nov 12 08:44:33.732960 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0a2f6e6c-baac-4078-9a5e-0f9c02d186ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:33.773532 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f1ca7b-442b-4ce8-ae52-ba6485907164 None None] Pushing event updated for resources: {'Port': ['ID=0cb47e13-d586-4bfe-8e13-a4a89ac3b843,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:33.816110 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7566c11-7a27-43df-8e41-07bbde00dcb1 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Router ec84a1b1-6228-4775-b5f5-a53047a6298c is scheduled to L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 with binding_index 1 {{(pid=102600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:44:33.881849 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-51e7a8d5-41c0-4d7c-aa20-ef724364e787 req-0249cc9d-14f3-4171-a723-4702e4e0777f tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fece665-e20b-467a-ac88-888552242c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218462 Nov 12 08:44:33.883192 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-8dc5ed08-30d2-4ba9-9735-174fcb367466 None None] Provisioning complete for port 0cb47e13-d586-4bfe-8e13-a4a89ac3b843 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:33.883671 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8dc5ed08-30d2-4ba9-9735-174fcb367466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:33.890793 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port b68382a1-f1e9-4cac-8502-94ba4654a67b triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:33.891881 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:33.951249 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-d0e06e7d-3b12-411b-8821-95eb328e4b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29ac5d1-773d-4824-9542-b580a0d68650', 'name': 'tempest-TestServerBasicOps-390853357-router', 'tenant_id': '557a71cffd7a4a82831b943f05494d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '0cb47e13-d586-4bfe-8e13-a4a89ac3b843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:27Z', 'updated_at': '2021-11-12T08:44:29Z', 'revision_number': 3, 'project_id': '557a71cffd7a4a82831b943f05494d79', 'gw_port': {'id': '0cb47e13-d586-4bfe-8e13-a4a89ac3b843', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:21:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd29ac5d1-773d-4824-9542-b580a0d68650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:28Z', 'updated_at': '2021-11-12T08:44:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:33.993766 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e06e7d-3b12-411b-8821-95eb328e4b0a None None] The sync data for ids ['d29ac5d1-773d-4824-9542-b580a0d68650'] in n-d-765315-29 is: [{'id': 'd29ac5d1-773d-4824-9542-b580a0d68650', 'name': 'tempest-TestServerBasicOps-390853357-router', 'tenant_id': '557a71cffd7a4a82831b943f05494d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '0cb47e13-d586-4bfe-8e13-a4a89ac3b843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:27Z', 'updated_at': '2021-11-12T08:44:29Z', 'revision_number': 3, 'project_id': '557a71cffd7a4a82831b943f05494d79', 'gw_port': {'id': '0cb47e13-d586-4bfe-8e13-a4a89ac3b843', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:21:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd29ac5d1-773d-4824-9542-b580a0d68650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:28Z', 'updated_at': '2021-11-12T08:44:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:44:34.006833 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07340b4b-be7a-481f-ae52-5ce1a65c69f2 None None] Network 995f74e6-8416-4e01-89ae-5231cd75d4c4 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:44:34.080099 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7566c11-7a27-43df-8e41-07bbde00dcb1 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:44:34.088374 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-b7566c11-7a27-43df-8e41-07bbde00dcb1 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "PUT /v2.0/routers/ec84a1b1-6228-4775-b5f5-a53047a6298c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5942497 Nov 12 08:44:34.089503 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56212) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:34.110935 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0a2f6e6c-baac-4078-9a5e-0f9c02d186ac admin admin] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:34.116629 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d1b686-f441-4d58-89ec-a81bf66d32ff req-d45e59b7-b89b-4bad-9fe1-c4a456da8362 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:34.123416 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0a2f6e6c-baac-4078-9a5e-0f9c02d186ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:34.124982 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-89d1b686-f441-4d58-89ec-a81bf66d32ff req-d45e59b7-b89b-4bad-9fe1-c4a456da8362 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=16c35c58-3c53-4a03-b9cb-f513f06cb866 HTTP/1.1" status: 200 len: 943 time: 0.1201372 Nov 12 08:44:34.187916 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cfcc41c-88fa-4d61-804d-7db43dbb0703 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:34.192633 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-4cfcc41c-88fa-4d61-804d-7db43dbb0703 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "GET /v2.0/ports/d8ef1a29-5469-42ef-b3cf-b2fdfe20dd31 HTTP/1.1" status: 200 len: 984 time: 0.0968590 Nov 12 08:44:34.193009 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56214) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:34.194822 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea19bb6f-9d81-4661-b737-003713b2560b None None] Sync routers for ids ['ec84a1b1-6228-4775-b5f5-a53047a6298c'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:44:34.195673 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0a2f6e6c-baac-4078-9a5e-0f9c02d186ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933629'] for router_interface, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:34.236194 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2f6e6c-baac-4078-9a5e-0f9c02d186ac admin admin] Pushing event updated for resources: {'Port': ['ID=50d20bb1-9553-4c41-8ea6-a17883d76412,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:34.293855 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device f0210bc9-a867-41f9-a41c-9a557765755e details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:44:34.334301 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2f6e6c-baac-4078-9a5e-0f9c02d186ac admin admin] Network 74797a8c-7ff4-4d88-a8f8-61f265f99726 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:44:34.337538 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-0a2f6e6c-baac-4078-9a5e-0f9c02d186ac admin admin] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:44:34.565270 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ac0cbfc6-3a5c-4fb0-859d-525d27b83a7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:34.604847 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port f0210bc9-a867-41f9-a41c-9a557765755e, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=f0210bc9-a867-41f9-a41c-9a557765755e,segment=NetworkSegment(add834c9-8487-4b10-a6f8-7351b562c1cc),segment_id=add834c9-8487-4b10-a6f8-7351b562c1cc)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:34.610896 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea19bb6f-9d81-4661-b737-003713b2560b None None] Routers {'ec84a1b1-6228-4775-b5f5-a53047a6298c'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:44:34.611701 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-ea19bb6f-9d81-4661-b737-003713b2560b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:44:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['ec84a1b1-6228-4775-b5f5-a53047a6298c'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:34.629468 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a2f6e6c-baac-4078-9a5e-0f9c02d186ac admin admin] Router d29ac5d1-773d-4824-9542-b580a0d68650 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:44:34.727612 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Returning: {'device': 'f0210bc9-a867-41f9-a41c-9a557765755e', 'network_id': '35316ea3-d15f-4e9c-9d0f-87ba20d4fc64', 'port_id': 'f0210bc9-a867-41f9-a41c-9a557765755e', 'mac_address': 'fa:16:3e:b5:1a:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1d27945-8c3d-427f-88ef-3c42a7516333', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:44:34.809338 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-ea19bb6f-9d81-4661-b737-003713b2560b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:34.825701 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-89d1b686-f441-4d58-89ec-a81bf66d32ff req-6fdc4f00-26c0-4507-a66e-0433c44736d3 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=2112de76-808b-4aee-81cb-ec91177d9317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6995773 Nov 12 08:44:34.831758 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a2f6e6c-baac-4078-9a5e-0f9c02d186ac admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:44:34.855645 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-0a2f6e6c-baac-4078-9a5e-0f9c02d186ac admin admin] 10.222.0.26 "PUT /v2.0/routers/d29ac5d1-773d-4824-9542-b580a0d68650/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7286818 Nov 12 08:44:34.937577 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:34.989829 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea19bb6f-9d81-4661-b737-003713b2560b None None] Routers {'ec84a1b1-6228-4775-b5f5-a53047a6298c'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:44:34.990524 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-ea19bb6f-9d81-4661-b737-003713b2560b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:44:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['ec84a1b1-6228-4775-b5f5-a53047a6298c'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:35.058857 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-e530113a-7783-48f4-9840-8911a24052df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0210bc9-a867-41f9-a41c-9a557765755e {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:44:35.144886 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port f0210bc9-a867-41f9-a41c-9a557765755e, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=f0210bc9-a867-41f9-a41c-9a557765755e,segment=NetworkSegment(add834c9-8487-4b10-a6f8-7351b562c1cc),segment_id=add834c9-8487-4b10-a6f8-7351b562c1cc)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:35.160197 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-ea19bb6f-9d81-4661-b737-003713b2560b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:35.160869 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea19bb6f-9d81-4661-b737-003713b2560b None None] The sync data for ids ['ec84a1b1-6228-4775-b5f5-a53047a6298c'] in n-d-765315-29 is: [] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:44:35.186617 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:35.197699 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:35.337860 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6b344a-3ef3-49fd-b6be-b5382765d51e req-e3226f9b-2e7c-427f-a6d8-d507a8507974 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:35.347892 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fc6b344a-3ef3-49fd-b6be-b5382765d51e req-e3226f9b-2e7c-427f-a6d8-d507a8507974 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=8923b169-f6ab-45ae-a30e-261450af9314 HTTP/1.1" status: 200 len: 945 time: 0.2363176 Nov 12 08:44:35.590897 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:35.612173 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fc6b344a-3ef3-49fd-b6be-b5382765d51e req-2cfe5039-286f-4fd3-9b95-b5e0a185a04c tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fece665-e20b-467a-ac88-888552242c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2631340 Nov 12 08:44:35.625052 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=f0210bc9-a867-41f9-a41c-9a557765755e,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:35.633600 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] For port b68382a1-f1e9-4cac-8502-94ba4654a67b, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=b68382a1-f1e9-4cac-8502-94ba4654a67b,segment=NetworkSegment(a7d0acbb-1028-4c7a-930d-a1463dab6417),segment_id=a7d0acbb-1028-4c7a-930d-a1463dab6417)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:35.643648 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:35.644448 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device e0a7d3b2-a76f-4d43-b20f-4f8676d4ae3a up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:44:35.725773 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['f0210bc9-a867-41f9-a41c-9a557765755e'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:44:35.798632 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-0b3e6153-bfe2-4faf-a2a6-d6110b919978 None None] Provisioning complete for port d8ef1a29-5469-42ef-b3cf-b2fdfe20dd31 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:35.798972 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-0b3e6153-bfe2-4faf-a2a6-d6110b919978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:35.862935 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 56260) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:35.889715 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-4239f4e4-aca8-46ce-94d9-45c2a8806840 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1190223790-network', 'tenant_id': 'ee34d5fa2d864240b42696b38d7de9d6'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:35.900559 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-774b497b-e210-4d6d-b726-c30757e7f3ef tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933586'] for router_interface, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:35.928139 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-0b3e6153-bfe2-4faf-a2a6-d6110b919978 None None] Port d8ef1a29-5469-42ef-b3cf-b2fdfe20dd31 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:44:35.934245 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4239f4e4-aca8-46ce-94d9-45c2a8806840 admin admin] Made reservation on behalf of ee34d5fa2d864240b42696b38d7de9d6 for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:44:35.938469 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4239f4e4-aca8-46ce-94d9-45c2a8806840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:35.939539 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Pushing event updated for resources: {'Port': ['ID=b68382a1-f1e9-4cac-8502-94ba4654a67b,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:35.951345 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4239f4e4-aca8-46ce-94d9-45c2a8806840 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:35.990186 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-0b3e6153-bfe2-4faf-a2a6-d6110b919978 None None] Provisioning complete for port b68382a1-f1e9-4cac-8502-94ba4654a67b triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:35.996519 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-0b3e6153-bfe2-4faf-a2a6-d6110b919978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:36.000059 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port e0a7d3b2-a76f-4d43-b20f-4f8676d4ae3a triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:36.000429 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:36.094622 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4239f4e4-aca8-46ce-94d9-45c2a8806840 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:36.108911 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4239f4e4-aca8-46ce-94d9-45c2a8806840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:36.169316 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4239f4e4-aca8-46ce-94d9-45c2a8806840 admin admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:44:36.215620 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4239f4e4-aca8-46ce-94d9-45c2a8806840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:36.216308 n-d-765315-29 neutron-server[102599]: INFO neutron.db.segments_db [None req-4239f4e4-aca8-46ce-94d9-45c2a8806840 admin admin] Added segment a59afafb-b93b-4f3e-bf81-2fdd7b7169e2 of type vlan for network 523d5f9d-adf5-4995-9abc-33963fd2be25 Nov 12 08:44:36.235169 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4239f4e4-aca8-46ce-94d9-45c2a8806840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e56d7974-4dd0-47bc-8949-423ca87ac997,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:36.305897 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4239f4e4-aca8-46ce-94d9-45c2a8806840 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:36.345890 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e00752-20ff-4b6f-bfa5-a3c48ea31fbc req-96224949-0bd1-4e6d-b424-ee0a5cad18c5 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:36.348596 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4239f4e4-aca8-46ce-94d9-45c2a8806840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:36.350539 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4239f4e4-aca8-46ce-94d9-45c2a8806840 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:36.363557 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-27e00752-20ff-4b6f-bfa5-a3c48ea31fbc req-96224949-0bd1-4e6d-b424-ee0a5cad18c5 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/networks?id=005cbe87-3cd9-4019-b60a-9b9dcf542d7d HTTP/1.1" status: 200 len: 815 time: 0.4807925 Nov 12 08:44:36.369097 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4239f4e4-aca8-46ce-94d9-45c2a8806840 admin admin] Publish callbacks [] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:36.382849 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-27e00752-20ff-4b6f-bfa5-a3c48ea31fbc req-85088290-0854-44de-a219-34c3f897102b tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/quotas/c79a59d0e8a34d8d81232928cf66b1d9 HTTP/1.1" status: 200 len: 375 time: 0.0185075 Nov 12 08:44:36.390203 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-0b3e6153-bfe2-4faf-a2a6-d6110b919978 None None] Provisioning complete for port 50d20bb1-9553-4c41-8ea6-a17883d76412 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:36.390570 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-0b3e6153-bfe2-4faf-a2a6-d6110b919978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:36.505753 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4239f4e4-aca8-46ce-94d9-45c2a8806840 admin admin] Pushing event updated for resources: {'Network': ['ID=523d5f9d-adf5-4995-9abc-33963fd2be25,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:36.530870 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-4239f4e4-aca8-46ce-94d9-45c2a8806840 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6623852 Nov 12 08:44:36.531086 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 523d5f9d-adf5-4995-9abc-33963fd2be25 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:44:36.531699 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 56264) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:36.537888 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-fb88ae76-c941-4e76-aa8d-751bb069ac75 admin admin] Request body: {'subnet': {'network_id': '523d5f9d-adf5-4995-9abc-33963fd2be25', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1190223790-subnet', 'tenant_id': 'ee34d5fa2d864240b42696b38d7de9d6', 'ip_version': 4}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:36.564224 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-27e00752-20ff-4b6f-bfa5-a3c48ea31fbc req-1a32c94e-dda7-4ad6-9e91-0caf56408b95 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c79a59d0e8a34d8d81232928cf66b1d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1804101 Nov 12 08:44:36.590094 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb88ae76-c941-4e76-aa8d-751bb069ac75 admin admin] Made reservation on behalf of ee34d5fa2d864240b42696b38d7de9d6 for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:44:36.595919 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fb88ae76-c941-4e76-aa8d-751bb069ac75 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:36.697291 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-0b3e6153-bfe2-4faf-a2a6-d6110b919978 None None] Port 50d20bb1-9553-4c41-8ea6-a17883d76412 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:44:36.741696 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device b68382a1-f1e9-4cac-8502-94ba4654a67b up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:44:36.816150 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-774b497b-e210-4d6d-b726-c30757e7f3ef tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Deleting port d8ef1a29-5469-42ef-b3cf-b2fdfe20dd31 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:44:36.816906 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-774b497b-e210-4d6d-b726-c30757e7f3ef tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:36.887023 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port b68382a1-f1e9-4cac-8502-94ba4654a67b triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:36.887397 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:36.888969 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fb88ae76-c941-4e76-aa8d-751bb069ac75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:36.889472 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-7fa188da-682a-4ba0-9be5-ddbf2453bfe1 None None] Provisioning complete for port d8ef1a29-5469-42ef-b3cf-b2fdfe20dd31 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:36.889472 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7fa188da-682a-4ba0-9be5-ddbf2453bfe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:36.940246 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-774b497b-e210-4d6d-b726-c30757e7f3ef tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:36.960830 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb88ae76-c941-4e76-aa8d-751bb069ac75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0faa0d0f-27c3-46ce-8076-487382233c6d,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:36.965830 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-774b497b-e210-4d6d-b726-c30757e7f3ef tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Calling delete_port for d8ef1a29-5469-42ef-b3cf-b2fdfe20dd31 owned by network:router_interface {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:44:36.971972 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb88ae76-c941-4e76-aa8d-751bb069ac75 admin admin] Checking segment: {'id': 'a59afafb-b93b-4f3e-bf81-2fdd7b7169e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '523d5f9d-adf5-4995-9abc-33963fd2be25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:44:36.972339 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb88ae76-c941-4e76-aa8d-751bb069ac75 admin admin] Network hostable DHCP agents. Network: 523d5f9d-adf5-4995-9abc-33963fd2be25, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:44:36.972552 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-7fa188da-682a-4ba0-9be5-ddbf2453bfe1 None None] Port d8ef1a29-5469-42ef-b3cf-b2fdfe20dd31 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:44:37.000695 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb88ae76-c941-4e76-aa8d-751bb069ac75 admin admin] Network 523d5f9d-adf5-4995-9abc-33963fd2be25 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:44:37.012701 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-fb88ae76-c941-4e76-aa8d-751bb069ac75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 523d5f9d-adf5-4995-9abc-33963fd2be25) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:44:37.025066 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb88ae76-c941-4e76-aa8d-751bb069ac75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:37.025683 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fb88ae76-c941-4e76-aa8d-751bb069ac75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:37.042467 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da1c249-26ec-409a-97cc-5471e7714075 None None] Network 523d5f9d-adf5-4995-9abc-33963fd2be25 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:44:37.049287 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-fb88ae76-c941-4e76-aa8d-751bb069ac75 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5147810 Nov 12 08:44:37.050444 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 56270) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:37.055082 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-4aab80d1-b3cd-4d42-b516-1851d8c13e59 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1190223790-router', 'tenant_id': 'ee34d5fa2d864240b42696b38d7de9d6', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:37.056344 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-27e00752-20ff-4b6f-bfa5-a3c48ea31fbc req-30723d6d-026c-45da-8ac8-2dd5203eaabf service neutron] 10.222.0.26 "GET /v2.0/networks/005cbe87-3cd9-4019-b60a-9b9dcf542d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4912555 Nov 12 08:44:37.089990 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4aab80d1-b3cd-4d42-b516-1851d8c13e59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:37.093537 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0304f396-466a-4f21-96bc-811f573de598 None None] Sync routers for ids ['d29ac5d1-773d-4824-9542-b580a0d68650'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:44:37.096817 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4aab80d1-b3cd-4d42-b516-1851d8c13e59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:37.101138 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3f9b6063-c4af-4367-9168-85b8e4124c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:37.133972 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0304f396-466a-4f21-96bc-811f573de598 None None] Routers {'d29ac5d1-773d-4824-9542-b580a0d68650'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:44:37.136659 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-0304f396-466a-4f21-96bc-811f573de598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:44:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['d29ac5d1-773d-4824-9542-b580a0d68650'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:37.186278 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-a77e8c3e-1f16-48f3-be4e-2bec5de6a4c5 None None] Provisioning complete for port d8ef1a29-5469-42ef-b3cf-b2fdfe20dd31 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:37.187018 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a77e8c3e-1f16-48f3-be4e-2bec5de6a4c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:37.189679 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 0cb47e13-d586-4bfe-8e13-a4a89ac3b843 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:44:37.232898 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4aab80d1-b3cd-4d42-b516-1851d8c13e59 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:37.278146 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-27e00752-20ff-4b6f-bfa5-a3c48ea31fbc req-2e008b0a-e53e-4234-a117-b1849a378413 service neutron] 10.222.0.26 "GET /v2.0/networks/005cbe87-3cd9-4019-b60a-9b9dcf542d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136128 Nov 12 08:44:37.320867 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-a77e8c3e-1f16-48f3-be4e-2bec5de6a4c5 None None] Port d8ef1a29-5469-42ef-b3cf-b2fdfe20dd31 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:44:37.366640 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 0cb47e13-d586-4bfe-8e13-a4a89ac3b843 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:37.367218 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:37.380851 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-0304f396-466a-4f21-96bc-811f573de598 None None] Set router d29ac5d1-773d-4824-9542-b580a0d68650 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:44:37.404478 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-774b497b-e210-4d6d-b726-c30757e7f3ef tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:37.474326 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774b497b-e210-4d6d-b726-c30757e7f3ef tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Pushing event deleted for resources: {'Port': ['ID=d8ef1a29-5469-42ef-b3cf-b2fdfe20dd31,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:37.507722 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4aab80d1-b3cd-4d42-b516-1851d8c13e59 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:37.523701 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faaf1398-f410-444e-b2e8-7a19583d3685 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-523d5f9d-adf5-4995-9abc-33963fd2be25', 'network_id': '523d5f9d-adf5-4995-9abc-33963fd2be25', 'tenant_id': 'ee34d5fa2d864240b42696b38d7de9d6', 'fixed_ips': [{'subnet_id': '0faa0d0f-27c3-46ce-8076-487382233c6d'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:44:37.525511 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-faaf1398-f410-444e-b2e8-7a19583d3685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:37.871844 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-0304f396-466a-4f21-96bc-811f573de598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29ac5d1-773d-4824-9542-b580a0d68650', 'name': 'tempest-TestServerBasicOps-390853357-router', 'tenant_id': '557a71cffd7a4a82831b943f05494d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '0cb47e13-d586-4bfe-8e13-a4a89ac3b843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:27Z', 'updated_at': '2021-11-12T08:44:33Z', 'revision_number': 4, 'project_id': '557a71cffd7a4a82831b943f05494d79', 'gw_port': {'id': '0cb47e13-d586-4bfe-8e13-a4a89ac3b843', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:21:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29ac5d1-773d-4824-9542-b580a0d68650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:28Z', 'updated_at': '2021-11-12T08:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '50d20bb1-9553-4c41-8ea6-a17883d76412', 'name': '', 'network_id': '74797a8c-7ff4-4d88-a8f8-61f265f99726', 'tenant_id': '557a71cffd7a4a82831b943f05494d79', 'mac_address': 'fa:16:3e:20:5d:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd29ac5d1-773d-4824-9542-b580a0d68650', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': 'b6e38d29-9bec-48cd-bd79-12d2a938727e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:32Z', 'updated_at': '2021-11-12T08:44:33Z', 'revision_number': 2, 'project_id': '557a71cffd7a4a82831b943f05494d79', 'subnets': [{'id': 'b6e38d29-9bec-48cd-bd79-12d2a938727e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:37.916203 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-774b497b-e210-4d6d-b726-c30757e7f3ef tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918626'] for router_interface, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:37.946779 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9679d381-26e3-4e44-8d67-6c4e5c5e53c0 req-6f22a11e-0879-488f-9cd6-231b3b07723c tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:37.953955 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9679d381-26e3-4e44-8d67-6c4e5c5e53c0 req-6f22a11e-0879-488f-9cd6-231b3b07723c tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=16c35c58-3c53-4a03-b9cb-f513f06cb866 HTTP/1.1" status: 200 len: 944 time: 0.2958744 Nov 12 08:44:37.966291 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0304f396-466a-4f21-96bc-811f573de598 None None] Checking router: d29ac5d1-773d-4824-9542-b580a0d68650 for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:44:37.966668 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0304f396-466a-4f21-96bc-811f573de598 None None] Updating router d29ac5d1-773d-4824-9542-b580a0d68650 port 50d20bb1-9553-4c41-8ea6-a17883d76412 binding host n-d-765315-29 {{(pid=102602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:44:37.976522 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:38.012031 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-faaf1398-f410-444e-b2e8-7a19583d3685 None None] Allocated IP 172.20.0.2 (523d5f9d-adf5-4995-9abc-33963fd2be25/0faa0d0f-27c3-46ce-8076-487382233c6d/c1c95616-8519-4a3c-9802-516371d2c45a) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:44:38.041071 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-0304f396-466a-4f21-96bc-811f573de598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:38.137779 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4aab80d1-b3cd-4d42-b516-1851d8c13e59 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:38.163471 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9679d381-26e3-4e44-8d67-6c4e5c5e53c0 req-71fca6c7-fd68-4dee-92dc-b5e73dc409df tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=2112de76-808b-4aee-81cb-ec91177d9317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1951427 Nov 12 08:44:38.170241 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4aab80d1-b3cd-4d42-b516-1851d8c13e59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:38.334445 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-4aab80d1-b3cd-4d42-b516-1851d8c13e59 admin admin] Allocated IP 172.25.2.187 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/0d343675-d6e1-40b6-ac02-e09bb7521385) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:44:38.404459 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-faaf1398-f410-444e-b2e8-7a19583d3685 None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:38.418948 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device f0210bc9-a867-41f9-a41c-9a557765755e up at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:44:38.495595 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-faaf1398-f410-444e-b2e8-7a19583d3685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:38.547629 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4aab80d1-b3cd-4d42-b516-1851d8c13e59 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:38.657085 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faaf1398-f410-444e-b2e8-7a19583d3685 None None] Network 523d5f9d-adf5-4995-9abc-33963fd2be25 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:44:38.688156 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaf1398-f410-444e-b2e8-7a19583d3685 None None] Pushing event updated for resources: {'Port': ['ID=c1c95616-8519-4a3c-9802-516371d2c45a,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:38.688329 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4aab80d1-b3cd-4d42-b516-1851d8c13e59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:38.700278 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-faaf1398-f410-444e-b2e8-7a19583d3685 None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:44:38.712782 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faaf1398-f410-444e-b2e8-7a19583d3685 None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:44:38.735561 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning for port f0210bc9-a867-41f9-a41c-9a557765755e completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:44:38.809860 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning complete for port f0210bc9-a867-41f9-a41c-9a557765755e triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:38.810212 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:38.837619 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aab80d1-b3cd-4d42-b516-1851d8c13e59 admin admin] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:44:38.844387 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-4aab80d1-b3cd-4d42-b516-1851d8c13e59 admin admin] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:44:38.852856 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-faaf1398-f410-444e-b2e8-7a19583d3685 None None] Attempting to bind port c1c95616-8519-4a3c-9802-516371d2c45a on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:44:38.853197 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-faaf1398-f410-444e-b2e8-7a19583d3685 None None] Attempting to bind port c1c95616-8519-4a3c-9802-516371d2c45a by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': 'a59afafb-b93b-4f3e-bf81-2fdd7b7169e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '523d5f9d-adf5-4995-9abc-33963fd2be25'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:44:38.853565 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faaf1398-f410-444e-b2e8-7a19583d3685 None None] Attempting to bind port c1c95616-8519-4a3c-9802-516371d2c45a on network 523d5f9d-adf5-4995-9abc-33963fd2be25 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:44:38.865431 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-774b497b-e210-4d6d-b726-c30757e7f3ef tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Router ec84a1b1-6228-4775-b5f5-a53047a6298c has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:44:38.866234 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aab80d1-b3cd-4d42-b516-1851d8c13e59 admin admin] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:44:38.891874 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faaf1398-f410-444e-b2e8-7a19583d3685 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:44:38.892258 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faaf1398-f410-444e-b2e8-7a19583d3685 None None] Checking segment: {'id': 'a59afafb-b93b-4f3e-bf81-2fdd7b7169e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '523d5f9d-adf5-4995-9abc-33963fd2be25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:44:38.892671 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-faaf1398-f410-444e-b2e8-7a19583d3685 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:38.893124 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faaf1398-f410-444e-b2e8-7a19583d3685 None None] Bound using segment: {'id': 'a59afafb-b93b-4f3e-bf81-2fdd7b7169e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '523d5f9d-adf5-4995-9abc-33963fd2be25'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:44:38.893549 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-faaf1398-f410-444e-b2e8-7a19583d3685 None None] Bound port: c1c95616-8519-4a3c-9802-516371d2c45a, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59afafb-b93b-4f3e-bf81-2fdd7b7169e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '523d5f9d-adf5-4995-9abc-33963fd2be25'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:44:38.893934 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-faaf1398-f410-444e-b2e8-7a19583d3685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:38.933355 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aab80d1-b3cd-4d42-b516-1851d8c13e59 admin admin] Pushing event updated for resources: {'Port': ['ID=0d343675-d6e1-40b6-ac02-e09bb7521385,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:38.938770 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395cba73-eafe-486e-a3e1-414aa88584b4 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:44:38.941471 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159b7022-32c3-4273-bfd2-f2c41ceb2fee req-1cfbb54f-9c52-431e-8480-30537b30bb84 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:38.953416 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-159b7022-32c3-4273-bfd2-f2c41ceb2fee req-1cfbb54f-9c52-431e-8480-30537b30bb84 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=8923b169-f6ab-45ae-a30e-261450af9314 HTTP/1.1" status: 200 len: 945 time: 0.6355646 Nov 12 08:44:38.983835 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-0304f396-466a-4f21-96bc-811f573de598 None None] Publish callbacks [] for port, precommit_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:39.042416 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-0304f396-466a-4f21-96bc-811f573de598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:39.080816 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:39.096740 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-774b497b-e210-4d6d-b726-c30757e7f3ef tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:44:39.113101 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-774b497b-e210-4d6d-b726-c30757e7f3ef tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "PUT /v2.0/routers/ec84a1b1-6228-4775-b5f5-a53047a6298c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9175711 Nov 12 08:44:39.124470 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56294) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:39.153741 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5949c98-5846-4f9b-a843-8a47e627c55a None None] Sync routers for ids ['ec84a1b1-6228-4775-b5f5-a53047a6298c'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:44:39.207702 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5949c98-5846-4f9b-a843-8a47e627c55a None None] Routers {'ec84a1b1-6228-4775-b5f5-a53047a6298c'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:44:39.208551 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-b5949c98-5846-4f9b-a843-8a47e627c55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:44:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['ec84a1b1-6228-4775-b5f5-a53047a6298c'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:39.225597 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-089efb04-960f-4429-a16a-488dbf9982b1 None None] Provisioning complete for port 0d343675-d6e1-40b6-ac02-e09bb7521385 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:39.228295 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-089efb04-960f-4429-a16a-488dbf9982b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:39.246544 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae2b2da-c61c-47d8-845c-97b7855f0c48 None None] Pushing event updated for resources: {'Port': ['ID=50d20bb1-9553-4c41-8ea6-a17883d76412,revision_number=3']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:39.335409 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-0304f396-466a-4f21-96bc-811f573de598 None None] Attempting to bind port 50d20bb1-9553-4c41-8ea6-a17883d76412 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:44:39.336014 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-0304f396-466a-4f21-96bc-811f573de598 None None] Attempting to bind port 50d20bb1-9553-4c41-8ea6-a17883d76412 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': 'e82b9533-204c-4d7e-9f2e-a0f2669b4e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '74797a8c-7ff4-4d88-a8f8-61f265f99726'}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:44:39.336582 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0304f396-466a-4f21-96bc-811f573de598 None None] Attempting to bind port 50d20bb1-9553-4c41-8ea6-a17883d76412 on network 74797a8c-7ff4-4d88-a8f8-61f265f99726 {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:44:39.359665 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0304f396-466a-4f21-96bc-811f573de598 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:44:39.360234 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0304f396-466a-4f21-96bc-811f573de598 None None] Checking segment: {'id': 'e82b9533-204c-4d7e-9f2e-a0f2669b4e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '74797a8c-7ff4-4d88-a8f8-61f265f99726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:44:39.361186 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-0304f396-466a-4f21-96bc-811f573de598 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:39.362860 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0304f396-466a-4f21-96bc-811f573de598 None None] Bound using segment: {'id': 'e82b9533-204c-4d7e-9f2e-a0f2669b4e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '74797a8c-7ff4-4d88-a8f8-61f265f99726'} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:44:39.368747 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-0304f396-466a-4f21-96bc-811f573de598 None None] Bound port: 50d20bb1-9553-4c41-8ea6-a17883d76412, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e82b9533-204c-4d7e-9f2e-a0f2669b4e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '74797a8c-7ff4-4d88-a8f8-61f265f99726'}}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:44:39.371418 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-0304f396-466a-4f21-96bc-811f573de598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:39.412663 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port f0210bc9-a867-41f9-a41c-9a557765755e, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=f0210bc9-a867-41f9-a41c-9a557765755e,segment=NetworkSegment(add834c9-8487-4b10-a6f8-7351b562c1cc),segment_id=add834c9-8487-4b10-a6f8-7351b562c1cc)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:39.417243 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-159b7022-32c3-4273-bfd2-f2c41ceb2fee req-ce10eced-352d-4308-bdeb-d7b7c2fc457b tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fece665-e20b-467a-ac88-888552242c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3972800 Nov 12 08:44:39.494101 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-0304f396-466a-4f21-96bc-811f573de598 None None] For port 50d20bb1-9553-4c41-8ea6-a17883d76412, host n-d-765315-29, cleared binding levels {{(pid=102602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:44:39.500302 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-0304f396-466a-4f21-96bc-811f573de598 None None] For port 50d20bb1-9553-4c41-8ea6-a17883d76412, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=50d20bb1-9553-4c41-8ea6-a17883d76412,segment=NetworkSegment(e82b9533-204c-4d7e-9f2e-a0f2669b4e9a),segment_id=e82b9533-204c-4d7e-9f2e-a0f2669b4e9a)] {{(pid=102602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:44:39.506766 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-0304f396-466a-4f21-96bc-811f573de598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:39.531168 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-089efb04-960f-4429-a16a-488dbf9982b1 None None] Port 0d343675-d6e1-40b6-ac02-e09bb7521385 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:44:39.532611 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16c35c58-3c53-4a03-b9cb-f513f06cb866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0210bc9-a867-41f9-a41c-9a557765755e'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:44:39.534904 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec6d0430-8f67-4eaa-a05d-59f8730611ce" -d '{"events": [{"server_uuid": "16c35c58-3c53-4a03-b9cb-f513f06cb866", "name": "network-vif-plugged", "status": "completed", "tag": "f0210bc9-a867-41f9-a41c-9a557765755e"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:44:39.597727 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-faaf1398-f410-444e-b2e8-7a19583d3685 None None] For port c1c95616-8519-4a3c-9802-516371d2c45a, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:44:39.640161 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae2b2da-c61c-47d8-845c-97b7855f0c48 None None] Pushing event updated for resources: {'Port': ['ID=50d20bb1-9553-4c41-8ea6-a17883d76412,revision_number=4']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:39.648696 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0304f396-466a-4f21-96bc-811f573de598 None None] Routers {'d29ac5d1-773d-4824-9542-b580a0d68650'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:44:39.649108 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-0304f396-466a-4f21-96bc-811f573de598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:44:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['d29ac5d1-773d-4824-9542-b580a0d68650'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:39.692426 n-d-765315-29 neutron-server[102600]: INFO neutron.api.v2.resource [None req-908c1c94-e4ba-45d2-84fa-732974530ad6 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] remove_router_interface failed (client error): The resource could not be found. Nov 12 08:44:39.703240 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-908c1c94-e4ba-45d2-84fa-732974530ad6 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "PUT /v2.0/routers/ec84a1b1-6228-4775-b5f5-a53047a6298c/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5774219 Nov 12 08:44:39.707550 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:39.715709 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-b5949c98-5846-4f9b-a843-8a47e627c55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:39.724620 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56300) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:39.776534 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-269c0d95-0ebb-4d55-acd9-96ea1b65df94 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec84a1b1-6228-4775-b5f5-a53047a6298c HTTP/1.1" status: 200 len: 205 time: 0.0497665 Nov 12 08:44:39.792209 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56302) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:39.808883 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c56887d1-d355-4965-ac7a-4bc347ed430d req-6d5c77a9-c1ee-4717-815f-d399e6cb0b71 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/ports?device_id=43036b0a-b3b3-4add-9c97-5662f771279a HTTP/1.1" status: 200 len: 210 time: 0.1586704 Nov 12 08:44:39.811001 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-0304f396-466a-4f21-96bc-811f573de598 None None] Set router d29ac5d1-773d-4824-9542-b580a0d68650 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:44:39.874443 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=f0210bc9-a867-41f9-a41c-9a557765755e,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:39.926203 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-faaf1398-f410-444e-b2e8-7a19583d3685 None None] For port c1c95616-8519-4a3c-9802-516371d2c45a, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=c1c95616-8519-4a3c-9802-516371d2c45a,segment=NetworkSegment(a59afafb-b93b-4f3e-bf81-2fdd7b7169e2),segment_id=a59afafb-b93b-4f3e-bf81-2fdd7b7169e2)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:44:39.940800 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:39.970369 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5949c98-5846-4f9b-a843-8a47e627c55a None None] Routers {'ec84a1b1-6228-4775-b5f5-a53047a6298c'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:44:39.970817 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-b5949c98-5846-4f9b-a843-8a47e627c55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:44:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['ec84a1b1-6228-4775-b5f5-a53047a6298c'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:40.037481 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3b719dbe-168b-4c10-9cf8-a1f4ae543a31 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks [] for router, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:40.050047 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-faaf1398-f410-444e-b2e8-7a19583d3685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:40.059749 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-975b0f70-fe37-4a10-840d-6836d67eb9ef None None] Provisioning complete for port 50d20bb1-9553-4c41-8ea6-a17883d76412 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:40.060177 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-975b0f70-fe37-4a10-840d-6836d67eb9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:40.075054 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-0304f396-466a-4f21-96bc-811f573de598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29ac5d1-773d-4824-9542-b580a0d68650', 'name': 'tempest-TestServerBasicOps-390853357-router', 'tenant_id': '557a71cffd7a4a82831b943f05494d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '0cb47e13-d586-4bfe-8e13-a4a89ac3b843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:27Z', 'updated_at': '2021-11-12T08:44:33Z', 'revision_number': 4, 'project_id': '557a71cffd7a4a82831b943f05494d79', 'gw_port': {'id': '0cb47e13-d586-4bfe-8e13-a4a89ac3b843', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:21:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29ac5d1-773d-4824-9542-b580a0d68650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:28Z', 'updated_at': '2021-11-12T08:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '50d20bb1-9553-4c41-8ea6-a17883d76412', 'name': '', 'network_id': '74797a8c-7ff4-4d88-a8f8-61f265f99726', 'tenant_id': '557a71cffd7a4a82831b943f05494d79', 'mac_address': 'fa:16:3e:20:5d:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd29ac5d1-773d-4824-9542-b580a0d68650', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': 'b6e38d29-9bec-48cd-bd79-12d2a938727e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:32Z', 'updated_at': '2021-11-12T08:44:39Z', 'revision_number': 4, 'project_id': '557a71cffd7a4a82831b943f05494d79', 'subnets': [{'id': 'b6e38d29-9bec-48cd-bd79-12d2a938727e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:40.111255 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0304f396-466a-4f21-96bc-811f573de598 None None] The sync data for ids ['d29ac5d1-773d-4824-9542-b580a0d68650'] in n-d-765315-29 is: [{'id': 'd29ac5d1-773d-4824-9542-b580a0d68650', 'name': 'tempest-TestServerBasicOps-390853357-router', 'tenant_id': '557a71cffd7a4a82831b943f05494d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '0cb47e13-d586-4bfe-8e13-a4a89ac3b843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:27Z', 'updated_at': '2021-11-12T08:44:33Z', 'revision_number': 4, 'project_id': '557a71cffd7a4a82831b943f05494d79', 'gw_port': {'id': '0cb47e13-d586-4bfe-8e13-a4a89ac3b843', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:21:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29ac5d1-773d-4824-9542-b580a0d68650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:28Z', 'updated_at': '2021-11-12T08:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '50d20bb1-9553-4c41-8ea6-a17883d76412', 'name': '', 'network_id': '74797a8c-7ff4-4d88-a8f8-61f265f99726', 'tenant_id': '557a71cffd7a4a82831b943f05494d79', 'mac_address': 'fa:16:3e:20:5d:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd29ac5d1-773d-4824-9542-b580a0d68650', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': 'b6e38d29-9bec-48cd-bd79-12d2a938727e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:32Z', 'updated_at': '2021-11-12T08:44:39Z', 'revision_number': 4, 'project_id': '557a71cffd7a4a82831b943f05494d79', 'subnets': [{'id': 'b6e38d29-9bec-48cd-bd79-12d2a938727e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:44:40.307718 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a111b21-4bbb-44bc-ad69-08927b0b8482 req-4392c466-454c-4eb9-9792-11bef9ae2111 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:40.315788 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0a111b21-4bbb-44bc-ad69-08927b0b8482 req-4392c466-454c-4eb9-9792-11bef9ae2111 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=16c35c58-3c53-4a03-b9cb-f513f06cb866 HTTP/1.1" status: 200 len: 945 time: 0.3447065 Nov 12 08:44:40.411569 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-b5949c98-5846-4f9b-a843-8a47e627c55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:40.412271 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5949c98-5846-4f9b-a843-8a47e627c55a None None] The sync data for ids ['ec84a1b1-6228-4775-b5f5-a53047a6298c'] in n-d-765315-29 is: [] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:44:40.469606 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0a111b21-4bbb-44bc-ad69-08927b0b8482 req-7f07702b-70a0-4af6-ae53-3ba43ee4b53b tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=2112de76-808b-4aee-81cb-ec91177d9317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1455421 Nov 12 08:44:40.476351 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3b719dbe-168b-4c10-9cf8-a1f4ae543a31 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:40.481083 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3b719dbe-168b-4c10-9cf8-a1f4ae543a31 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:40.544468 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:40.569728 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 50d20bb1-9553-4c41-8ea6-a17883d76412 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:44:40.645648 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e36fe22-20e4-4206-8a27-1c2814f99213 x-openstack-request-id: req-0e36fe22-20e4-4206-8a27-1c2814f99213 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:44:40.646147 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16c35c58-3c53-4a03-b9cb-f513f06cb866", "name": "network-vif-plugged", "status": "completed", "tag": "f0210bc9-a867-41f9-a41c-9a557765755e", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:44:40.647219 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0e36fe22-20e4-4206-8a27-1c2814f99213 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:44:40.647949 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16c35c58-3c53-4a03-b9cb-f513f06cb866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0210bc9-a867-41f9-a41c-9a557765755e', 'code': 200} Nov 12 08:44:40.652122 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3b719dbe-168b-4c10-9cf8-a1f4ae543a31 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:40.653352 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b719dbe-168b-4c10-9cf8-a1f4ae543a31 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Fanout notify agent at l3_agent the message router_deleted on router ec84a1b1-6228-4775-b5f5-a53047a6298c {{(pid=102600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:44:40.711801 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3b719dbe-168b-4c10-9cf8-a1f4ae543a31 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:40.720497 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-3b719dbe-168b-4c10-9cf8-a1f4ae543a31 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "DELETE /v2.0/routers/ec84a1b1-6228-4775-b5f5-a53047a6298c HTTP/1.1" status: 204 len: 168 time: 0.9266827 Nov 12 08:44:40.721752 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56308) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:40.730147 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e00752-20ff-4b6f-bfa5-a3c48ea31fbc req-a13dcf34-c3ae-44cf-a6b9-41793478faa1 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:40.732088 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-27e00752-20ff-4b6f-bfa5-a3c48ea31fbc req-a13dcf34-c3ae-44cf-a6b9-41793478faa1 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.44 "GET /v2.0/networks?id=005cbe87-3cd9-4019-b60a-9b9dcf542d7d HTTP/1.1" status: 200 len: 815 time: 1.3329654 Nov 12 08:44:40.749588 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaf1398-f410-444e-b2e8-7a19583d3685 None None] Pushing event updated for resources: {'Port': ['ID=c1c95616-8519-4a3c-9802-516371d2c45a,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:40.760652 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-27e00752-20ff-4b6f-bfa5-a3c48ea31fbc req-2df775ed-27ae-4320-8f3d-ebeb9039a14b tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Request body: {'port': {'device_id': '43036b0a-b3b3-4add-9c97-5662f771279a', 'network_id': '005cbe87-3cd9-4019-b60a-9b9dcf542d7d', 'admin_state_up': True, 'tenant_id': 'c79a59d0e8a34d8d81232928cf66b1d9'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:40.806482 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-975b0f70-fe37-4a10-840d-6836d67eb9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:40.909263 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 50d20bb1-9553-4c41-8ea6-a17883d76412 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:40.909636 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:41.010338 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-975b0f70-fe37-4a10-840d-6836d67eb9ef None None] For port 50d20bb1-9553-4c41-8ea6-a17883d76412, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=50d20bb1-9553-4c41-8ea6-a17883d76412,segment=NetworkSegment(e82b9533-204c-4d7e-9f2e-a0f2669b4e9a),segment_id=e82b9533-204c-4d7e-9f2e-a0f2669b4e9a)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:41.026113 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4aab80d1-b3cd-4d42-b516-1851d8c13e59 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:41.058509 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-051c87ec-4822-4983-a9f9-556b504bcf18 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Deleting subnet 83d2ad9b-ef1d-4a79-ab8b-0ee570f076d7 {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:44:41.069404 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-975b0f70-fe37-4a10-840d-6836d67eb9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:41.070139 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-051c87ec-4822-4983-a9f9-556b504bcf18 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:41.143443 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7f874c-261a-4a36-bb5e-3c507b72da5a req-65abccfe-e72b-462c-ac91-f6198d483953 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:41.157143 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9b7f874c-261a-4a36-bb5e-3c507b72da5a req-65abccfe-e72b-462c-ac91-f6198d483953 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=8923b169-f6ab-45ae-a30e-261450af9314 HTTP/1.1" status: 200 len: 945 time: 0.2732563 Nov 12 08:44:41.206905 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975b0f70-fe37-4a10-840d-6836d67eb9ef None None] Pushing event updated for resources: {'Port': ['ID=50d20bb1-9553-4c41-8ea6-a17883d76412,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:41.279200 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-051c87ec-4822-4983-a9f9-556b504bcf18 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:41.297763 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-951468d0-8176-4268-848c-63bf2890298c None None] Provisioning complete for port 50d20bb1-9553-4c41-8ea6-a17883d76412 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:41.298654 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-951468d0-8176-4268-848c-63bf2890298c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:41.404321 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9b7f874c-261a-4a36-bb5e-3c507b72da5a req-40a0aa43-7f63-460e-9ea3-656b384a451d tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fece665-e20b-467a-ac88-888552242c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2457635 Nov 12 08:44:41.449393 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4aab80d1-b3cd-4d42-b516-1851d8c13e59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052'] for router, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:41.522849 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-051c87ec-4822-4983-a9f9-556b504bcf18 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:41.548327 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a80b57-4f9d-4b60-b135-2b6ae1c08fba req-5ecbeb8d-11e7-4fd0-8012-225db6a60571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:41.550443 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-71a80b57-4f9d-4b60-b135-2b6ae1c08fba req-5ecbeb8d-11e7-4fd0-8012-225db6a60571 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=16c35c58-3c53-4a03-b9cb-f513f06cb866 HTTP/1.1" status: 200 len: 1097 time: 0.8134418 Nov 12 08:44:41.576654 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27e00752-20ff-4b6f-bfa5-a3c48ea31fbc req-2df775ed-27ae-4320-8f3d-ebeb9039a14b tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Made reservation on behalf of c79a59d0e8a34d8d81232928cf66b1d9 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:44:41.580447 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-27e00752-20ff-4b6f-bfa5-a3c48ea31fbc req-2df775ed-27ae-4320-8f3d-ebeb9039a14b tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:41.584374 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-83b32e3e-c502-487c-bced-d5bc04f8449e req-589f9675-2c7e-4293-a96c-17f011a041e9 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/ports?device_id=43036b0a-b3b3-4add-9c97-5662f771279a HTTP/1.1" status: 200 len: 210 time: 0.0379102 Nov 12 08:44:41.629669 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-051c87ec-4822-4983-a9f9-556b504bcf18 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:41.713803 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051c87ec-4822-4983-a9f9-556b504bcf18 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Pushing event deleted for resources: {'Subnet': ['ID=83d2ad9b-ef1d-4a79-ab8b-0ee570f076d7,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:41.721227 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeac8f85-7540-40d3-9797-30cc12c2dec2 None None] Network 995f74e6-8416-4e01-89ae-5231cd75d4c4 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:44:41.761287 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-051c87ec-4822-4983-a9f9-556b504bcf18 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:41.767412 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-051c87ec-4822-4983-a9f9-556b504bcf18 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "DELETE /v2.0/subnets/83d2ad9b-ef1d-4a79-ab8b-0ee570f076d7 HTTP/1.1" status: 204 len: 168 time: 1.0370350 Nov 12 08:44:41.769948 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56316) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:41.855463 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-71a80b57-4f9d-4b60-b135-2b6ae1c08fba req-67723f4d-d4d3-4b2e-a6d1-13603fb3759c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2112de76-808b-4aee-81cb-ec91177d9317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2957330 Nov 12 08:44:41.883507 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599b186c-7d50-4517-8a9d-e8ca95955b25 req-3d872c18-0298-4a09-adc9-91b949a518c1 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:41.898955 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-599b186c-7d50-4517-8a9d-e8ca95955b25 req-3d872c18-0298-4a09-adc9-91b949a518c1 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=16c35c58-3c53-4a03-b9cb-f513f06cb866 HTTP/1.1" status: 200 len: 945 time: 0.1805601 Nov 12 08:44:42.001955 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-599b186c-7d50-4517-8a9d-e8ca95955b25 req-ccfda853-1815-4b36-bb42-960ea68aa306 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=2112de76-808b-4aee-81cb-ec91177d9317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019256 Nov 12 08:44:42.005899 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-89a0885f-a8e3-4006-9999-05e886b53517 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:42.050969 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aab80d1-b3cd-4d42-b516-1851d8c13e59 admin admin] Router 65d95564-407b-47c1-8ba6-0c76a334dac1 is scheduled to L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 with binding_index 1 {{(pid=102599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:44:42.059554 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-27e00752-20ff-4b6f-bfa5-a3c48ea31fbc req-2df775ed-27ae-4320-8f3d-ebeb9039a14b tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Allocated IP 172.20.0.3 (005cbe87-3cd9-4019-b60a-9b9dcf542d7d/60df83b3-712a-40a1-8ef0-32bfce62889a/6dd43656-7fe5-426e-954d-20feb61db223) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:44:42.125895 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-89a0885f-a8e3-4006-9999-05e886b53517 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Deleting port b68382a1-f1e9-4cac-8502-94ba4654a67b {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:44:42.126458 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-89a0885f-a8e3-4006-9999-05e886b53517 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:42.138772 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b42c79f-7d0d-45e1-b443-c2aed0435502 None None] DHCP port deletion for 995f74e6-8416-4e01-89ae-5231cd75d4c4 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:44:42.225087 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-89a0885f-a8e3-4006-9999-05e886b53517 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] For port b68382a1-f1e9-4cac-8502-94ba4654a67b, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=b68382a1-f1e9-4cac-8502-94ba4654a67b,segment=NetworkSegment(a7d0acbb-1028-4c7a-930d-a1463dab6417),segment_id=a7d0acbb-1028-4c7a-930d-a1463dab6417)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:42.225458 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-89a0885f-a8e3-4006-9999-05e886b53517 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:42.254441 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-89a0885f-a8e3-4006-9999-05e886b53517 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Calling delete_port for b68382a1-f1e9-4cac-8502-94ba4654a67b owned by network:dhcp {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:44:42.265986 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-0b42c79f-7d0d-45e1-b443-c2aed0435502 None None] Deleting port b68382a1-f1e9-4cac-8502-94ba4654a67b {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:44:42.266370 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-0b42c79f-7d0d-45e1-b443-c2aed0435502 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:42.371142 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aab80d1-b3cd-4d42-b516-1851d8c13e59 admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:44:42.380030 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4413a9-e318-4eed-a518-2ee73fbc9bb7 None None] Sync routers for ids ['65d95564-407b-47c1-8ba6-0c76a334dac1'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:44:42.383623 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-0b42c79f-7d0d-45e1-b443-c2aed0435502 None None] For port b68382a1-f1e9-4cac-8502-94ba4654a67b, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=b68382a1-f1e9-4cac-8502-94ba4654a67b,segment=NetworkSegment(a7d0acbb-1028-4c7a-930d-a1463dab6417),segment_id=a7d0acbb-1028-4c7a-930d-a1463dab6417)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:42.386733 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-0b42c79f-7d0d-45e1-b443-c2aed0435502 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:42.407952 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4413a9-e318-4eed-a518-2ee73fbc9bb7 None None] Routers {'65d95564-407b-47c1-8ba6-0c76a334dac1'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:44:42.408580 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-1e4413a9-e318-4eed-a518-2ee73fbc9bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:44:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['65d95564-407b-47c1-8ba6-0c76a334dac1'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:42.417754 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-0b42c79f-7d0d-45e1-b443-c2aed0435502 None None] Calling delete_port for b68382a1-f1e9-4cac-8502-94ba4654a67b owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:44:42.424829 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-89a0885f-a8e3-4006-9999-05e886b53517 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:42.442189 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4aab80d1-b3cd-4d42-b516-1851d8c13e59 admin admin] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:42.446031 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-4aab80d1-b3cd-4d42-b516-1851d8c13e59 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.3944004 Nov 12 08:44:42.453140 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 56318) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:42.524959 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a0885f-a8e3-4006-9999-05e886b53517 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] No DVR routers for this DVR port b68382a1-f1e9-4cac-8502-94ba4654a67b on host n-d-765315-29 {{(pid=102600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:44:42.531270 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a0885f-a8e3-4006-9999-05e886b53517 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Pushing event deleted for resources: {'Port': ['ID=b68382a1-f1e9-4cac-8502-94ba4654a67b,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:42.546843 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-0b42c79f-7d0d-45e1-b443-c2aed0435502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:42.557398 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d201d08b-aa7b-483c-b7dd-0f6de86488aa None None] Network 523d5f9d-adf5-4995-9abc-33963fd2be25 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:44:42.593968 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-1e4413a9-e318-4eed-a518-2ee73fbc9bb7 None None] Set router 65d95564-407b-47c1-8ba6-0c76a334dac1 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:44:42.687997 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-4bc14943-8bc8-45e4-82ad-5aceab801ec1 None None] Provisioning complete for port c1c95616-8519-4a3c-9802-516371d2c45a triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:42.688305 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4bc14943-8bc8-45e4-82ad-5aceab801ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:42.690206 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b42c79f-7d0d-45e1-b443-c2aed0435502 None None] Pushing event deleted for resources: {'Port': ['ID=b68382a1-f1e9-4cac-8502-94ba4654a67b,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:42.692473 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b42c79f-7d0d-45e1-b443-c2aed0435502 None None] No DVR routers for this DVR port b68382a1-f1e9-4cac-8502-94ba4654a67b on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:44:42.696853 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:42.757415 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device c1c95616-8519-4a3c-9802-516371d2c45a up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:44:42.774208 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-89a0885f-a8e3-4006-9999-05e886b53517 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:42.808683 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-89a0885f-a8e3-4006-9999-05e886b53517 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['995f74e6-8416-4e01-89ae-5231cd75d4c4']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:42.820227 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-89a0885f-a8e3-4006-9999-05e886b53517 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7d0acbb-1028-4c7a-930d-a1463dab6417') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:42.820529 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-89a0885f-a8e3-4006-9999-05e886b53517 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7d0acbb-1028-4c7a-930d-a1463dab6417') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:42.832898 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-89a0885f-a8e3-4006-9999-05e886b53517 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:42.864772 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-89a0885f-a8e3-4006-9999-05e886b53517 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:42.873698 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89a0885f-a8e3-4006-9999-05e886b53517 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:44:42.874394 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-89a0885f-a8e3-4006-9999-05e886b53517 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:42.939265 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4bc14943-8bc8-45e4-82ad-5aceab801ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:42.946094 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port c1c95616-8519-4a3c-9802-516371d2c45a triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:42.946459 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:42.988004 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:44:42.988004 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:44:42.988004 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:44:42.988004 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:44:42.988004 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:44:42.988004 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:44:42.988004 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:44:42.988004 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:44:42.988004 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:44:42.988004 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:44:42.988004 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:44:42.988004 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:44:42.988004 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:44:42.988004 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:44:42.988004 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:44:42.988004 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:44:42.988004 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:44:42.988004 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:44:42.988004 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:44:42.988004 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:44:42.988004 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:44:42.988004 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:44:42.988004 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:44:42.988004 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:44:42.988004 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:44:42.988004 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:44:42.988004 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:44:42.988004 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:44:42.988004 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:44:42.988004 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:44:42.988004 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:44:42.988004 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:44:42.995598 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-89a0885f-a8e3-4006-9999-05e886b53517 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:43.008136 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-27e00752-20ff-4b6f-bfa5-a3c48ea31fbc req-2df775ed-27ae-4320-8f3d-ebeb9039a14b tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:43.029570 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-89a0885f-a8e3-4006-9999-05e886b53517 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:43.034421 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-89a0885f-a8e3-4006-9999-05e886b53517 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "DELETE /v2.0/networks/995f74e6-8416-4e01-89ae-5231cd75d4c4 HTTP/1.1" status: 204 len: 168 time: 1.2573419 Nov 12 08:44:43.039048 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-1e4413a9-e318-4eed-a518-2ee73fbc9bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65d95564-407b-47c1-8ba6-0c76a334dac1', 'name': 'tempest-TestServerBasicOps-1190223790-router', 'tenant_id': 'ee34d5fa2d864240b42696b38d7de9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '0d343675-d6e1-40b6-ac02-e09bb7521385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:37Z', 'updated_at': '2021-11-12T08:44:39Z', 'revision_number': 3, 'project_id': 'ee34d5fa2d864240b42696b38d7de9d6', 'gw_port': {'id': '0d343675-d6e1-40b6-ac02-e09bb7521385', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:39:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65d95564-407b-47c1-8ba6-0c76a334dac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:38Z', 'updated_at': '2021-11-12T08:44:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:43.048625 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56326) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:43.054941 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-13bc871d-65cf-4c24-bb9b-fd110fcebc60 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1972626711'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:43.066927 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-4bc14943-8bc8-45e4-82ad-5aceab801ec1 None None] For port c1c95616-8519-4a3c-9802-516371d2c45a, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=c1c95616-8519-4a3c-9802-516371d2c45a,segment=NetworkSegment(a59afafb-b93b-4f3e-bf81-2fdd7b7169e2),segment_id=a59afafb-b93b-4f3e-bf81-2fdd7b7169e2)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:43.071458 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4bc14943-8bc8-45e4-82ad-5aceab801ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:43.099316 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a0885f-a8e3-4006-9999-05e886b53517 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Pushing event deleted for resources: {'Network': ['ID=995f74e6-8416-4e01-89ae-5231cd75d4c4,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:43.106557 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13bc871d-65cf-4c24-bb9b-fd110fcebc60 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Made reservation on behalf of dc5d3b337b0b4ac2bf638e904b3f73a7 for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:44:43.111274 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-13bc871d-65cf-4c24-bb9b-fd110fcebc60 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:43.121840 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4413a9-e318-4eed-a518-2ee73fbc9bb7 None None] Checking router: 65d95564-407b-47c1-8ba6-0c76a334dac1 for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:44:43.122442 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4413a9-e318-4eed-a518-2ee73fbc9bb7 None None] Updating router 65d95564-407b-47c1-8ba6-0c76a334dac1 port 0d343675-d6e1-40b6-ac02-e09bb7521385 binding host n-d-765315-29 {{(pid=102602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:44:43.176035 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-1e4413a9-e318-4eed-a518-2ee73fbc9bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:43.176356 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13bc871d-65cf-4c24-bb9b-fd110fcebc60 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:44:43.190307 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-13bc871d-65cf-4c24-bb9b-fd110fcebc60 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:43.190740 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-13bc871d-65cf-4c24-bb9b-fd110fcebc60 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Added segment 3f2f0e35-8fb4-4234-9fbb-783686d162ae of type vlan for network 4b595ee3-b45e-4830-847e-03cedaf08597 Nov 12 08:44:43.197811 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-27e00752-20ff-4b6f-bfa5-a3c48ea31fbc req-2df775ed-27ae-4320-8f3d-ebeb9039a14b tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:43.261935 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['b803005b-47c4-478f-9f4f-f881a64beb9c', 'd7dd7029-671b-46e0-bf60-185515dd4ebf'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:44:43.308252 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc14943-8bc8-45e4-82ad-5aceab801ec1 None None] Pushing event updated for resources: {'Port': ['ID=c1c95616-8519-4a3c-9802-516371d2c45a,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:43.371378 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-13bc871d-65cf-4c24-bb9b-fd110fcebc60 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:43.381173 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 50d20bb1-9553-4c41-8ea6-a17883d76412 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:44:43.392097 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df775ed-27ae-4320-8f3d-ebeb9039a14b tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Pushing event updated for resources: {'Port': ['ID=6dd43656-7fe5-426e-954d-20feb61db223,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:43.399768 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d333477-4fed-4141-b545-32ee8d51dc57 req-9f4c1c9c-0434-4e3d-b94a-4b7285a52703 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:43.403654 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6d333477-4fed-4141-b545-32ee8d51dc57 req-9f4c1c9c-0434-4e3d-b94a-4b7285a52703 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=8923b169-f6ab-45ae-a30e-261450af9314 HTTP/1.1" status: 200 len: 945 time: 0.4313157 Nov 12 08:44:43.420610 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27e00752-20ff-4b6f-bfa5-a3c48ea31fbc req-2df775ed-27ae-4320-8f3d-ebeb9039a14b tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Network 005cbe87-3cd9-4019-b60a-9b9dcf542d7d is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:44:43.436481 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-27e00752-20ff-4b6f-bfa5-a3c48ea31fbc req-2df775ed-27ae-4320-8f3d-ebeb9039a14b tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:44:43.443391 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-27e00752-20ff-4b6f-bfa5-a3c48ea31fbc req-2df775ed-27ae-4320-8f3d-ebeb9039a14b tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:44:43.469712 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-13bc871d-65cf-4c24-bb9b-fd110fcebc60 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:43.476368 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13bc871d-65cf-4c24-bb9b-fd110fcebc60 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:43.477217 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-13bc871d-65cf-4c24-bb9b-fd110fcebc60 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:43.553343 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-13bc871d-65cf-4c24-bb9b-fd110fcebc60 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4984159 Nov 12 08:44:43.555076 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56330) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:43.598295 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-21162c1a-0414-47db-9450-bab62980c8df tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Request body: {'subnet': {'network_id': '4b595ee3-b45e-4830-847e-03cedaf08597', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:43.613627 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 50d20bb1-9553-4c41-8ea6-a17883d76412 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:43.614006 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:43.624437 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6d333477-4fed-4141-b545-32ee8d51dc57 req-04aac576-fd84-4233-9026-d040becc4a7d tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fece665-e20b-467a-ac88-888552242c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1885548 Nov 12 08:44:43.667743 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bc871d-65cf-4c24-bb9b-fd110fcebc60 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Pushing event updated for resources: {'Network': ['ID=4b595ee3-b45e-4830-847e-03cedaf08597,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:43.728334 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c9434e05-cdcf-4cf4-8bf9-07a151045c23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:43.756514 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 4b595ee3-b45e-4830-847e-03cedaf08597 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:44:43.759403 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-1bbccf78-b32d-4eb6-bf14-e51786981ac5 None None] Provisioning complete for port c1c95616-8519-4a3c-9802-516371d2c45a triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:43.759403 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1bbccf78-b32d-4eb6-bf14-e51786981ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:43.821477 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e00752-20ff-4b6f-bfa5-a3c48ea31fbc req-2df775ed-27ae-4320-8f3d-ebeb9039a14b tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:43.823335 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-27e00752-20ff-4b6f-bfa5-a3c48ea31fbc req-2df775ed-27ae-4320-8f3d-ebeb9039a14b tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:43.836427 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21162c1a-0414-47db-9450-bab62980c8df tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Made reservation on behalf of dc5d3b337b0b4ac2bf638e904b3f73a7 for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:44:43.841656 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-21162c1a-0414-47db-9450-bab62980c8df tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:43.853612 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-1e4413a9-e318-4eed-a518-2ee73fbc9bb7 None None] Publish callbacks [] for port, precommit_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:43.862330 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-1e4413a9-e318-4eed-a518-2ee73fbc9bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:43.882631 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2d7912-f697-4910-9998-8e4210983b81 req-3cbd1459-2340-4e39-bf8e-63deeb367454 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:43.884477 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8c2d7912-f697-4910-9998-8e4210983b81 req-3cbd1459-2340-4e39-bf8e-63deeb367454 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/ports?device_id=43036b0a-b3b3-4add-9c97-5662f771279a HTTP/1.1" status: 200 len: 931 time: 0.1246040 Nov 12 08:44:43.925516 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-27e00752-20ff-4b6f-bfa5-a3c48ea31fbc req-2df775ed-27ae-4320-8f3d-ebeb9039a14b tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1690257 Nov 12 08:44:43.942227 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32f5a31-4ddb-4ffd-8d93-482ba58415f5 None None] Pushing event updated for resources: {'Port': ['ID=0d343675-d6e1-40b6-ac02-e09bb7521385,revision_number=2']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:43.970796 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-1e4413a9-e318-4eed-a518-2ee73fbc9bb7 None None] Attempting to bind port 0d343675-d6e1-40b6-ac02-e09bb7521385 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:44:43.971115 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-1e4413a9-e318-4eed-a518-2ee73fbc9bb7 None None] Attempting to bind port 0d343675-d6e1-40b6-ac02-e09bb7521385 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:44:43.971419 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4413a9-e318-4eed-a518-2ee73fbc9bb7 None None] Attempting to bind port 0d343675-d6e1-40b6-ac02-e09bb7521385 on network d709f64f-f9e6-4525-b020-ad48633b9bbf {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:44:43.980642 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-27e00752-20ff-4b6f-bfa5-a3c48ea31fbc req-59126abd-dcdd-499f-b44b-86ed7655304f service neutron] Request body: {'port': {'device_id': '43036b0a-b3b3-4add-9c97-5662f771279a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:43.984269 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4413a9-e318-4eed-a518-2ee73fbc9bb7 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:44:43.985411 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4413a9-e318-4eed-a518-2ee73fbc9bb7 None None] Checking segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:44:43.986342 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-1e4413a9-e318-4eed-a518-2ee73fbc9bb7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:43.988892 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4413a9-e318-4eed-a518-2ee73fbc9bb7 None None] Bound using segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:44:43.989360 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-1e4413a9-e318-4eed-a518-2ee73fbc9bb7 None None] Bound port: 0d343675-d6e1-40b6-ac02-e09bb7521385, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:44:43.989755 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-1e4413a9-e318-4eed-a518-2ee73fbc9bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:44.022688 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a12984c-4541-4c2b-a8c5-c3b5063fee1e None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:44:44.044233 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8c2d7912-f697-4910-9998-8e4210983b81 req-44b220c1-7c24-4902-9739-da1cf9d61211 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0bffda3-6203-474e-b9e0-460d95e09dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389039 Nov 12 08:44:44.069095 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-1e4413a9-e318-4eed-a518-2ee73fbc9bb7 None None] For port 0d343675-d6e1-40b6-ac02-e09bb7521385, host n-d-765315-29, cleared binding levels {{(pid=102602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:44:44.073042 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-1e4413a9-e318-4eed-a518-2ee73fbc9bb7 None None] For port 0d343675-d6e1-40b6-ac02-e09bb7521385, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=0d343675-d6e1-40b6-ac02-e09bb7521385,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:44:44.078299 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-1e4413a9-e318-4eed-a518-2ee73fbc9bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:44.178640 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4413a9-e318-4eed-a518-2ee73fbc9bb7 None None] Routers {'65d95564-407b-47c1-8ba6-0c76a334dac1'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:44:44.184988 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-1e4413a9-e318-4eed-a518-2ee73fbc9bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:44:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['65d95564-407b-47c1-8ba6-0c76a334dac1'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:44.188709 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-27e00752-20ff-4b6f-bfa5-a3c48ea31fbc req-59126abd-dcdd-499f-b44b-86ed7655304f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:44.291747 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32f5a31-4ddb-4ffd-8d93-482ba58415f5 None None] Pushing event updated for resources: {'Port': ['ID=0d343675-d6e1-40b6-ac02-e09bb7521385,revision_number=3']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:44.314694 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42167ffb-43bf-416d-967d-07d3bad372e0 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:44:44.347416 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6a8dd8-7397-4b2a-a9f5-9f4e3aae05b0 req-378e7c74-9e5e-4e75-9727-f7a0805fdeba tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:44.348980 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-df6a8dd8-7397-4b2a-a9f5-9f4e3aae05b0 req-378e7c74-9e5e-4e75-9727-f7a0805fdeba tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=16c35c58-3c53-4a03-b9cb-f513f06cb866 HTTP/1.1" status: 200 len: 945 time: 0.1234794 Nov 12 08:44:44.351055 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-21162c1a-0414-47db-9450-bab62980c8df tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:44.367317 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-c9434e05-cdcf-4cf4-8bf9-07a151045c23 admin admin] Allocated IP 172.20.0.1 (523d5f9d-adf5-4995-9abc-33963fd2be25/0faa0d0f-27c3-46ce-8076-487382233c6d/733dfe24-4528-4474-9539-6ffa37e47da0) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:44:44.373184 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-1e4413a9-e318-4eed-a518-2ee73fbc9bb7 None None] Set router 65d95564-407b-47c1-8ba6-0c76a334dac1 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:44:44.530227 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21162c1a-0414-47db-9450-bab62980c8df tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Pushing event updated for resources: {'Subnet': ['ID=7bbd1b54-fa60-4f56-a0c8-b091a32e060a,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:44.535817 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21162c1a-0414-47db-9450-bab62980c8df tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Checking segment: {'id': '3f2f0e35-8fb4-4234-9fbb-783686d162ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '4b595ee3-b45e-4830-847e-03cedaf08597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:44:44.536174 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21162c1a-0414-47db-9450-bab62980c8df tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Network hostable DHCP agents. Network: 4b595ee3-b45e-4830-847e-03cedaf08597, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:44:44.569342 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device b68382a1-f1e9-4cac-8502-94ba4654a67b no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:44:44.573456 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-df6a8dd8-7397-4b2a-a9f5-9f4e3aae05b0 req-52699adf-5f1e-4fc4-9523-fa48e672dc48 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=2112de76-808b-4aee-81cb-ec91177d9317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2070758 Nov 12 08:44:44.575507 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21162c1a-0414-47db-9450-bab62980c8df tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Network 4b595ee3-b45e-4830-847e-03cedaf08597 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:44:44.592249 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-21162c1a-0414-47db-9450-bab62980c8df tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 4b595ee3-b45e-4830-847e-03cedaf08597) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:44:44.596851 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21162c1a-0414-47db-9450-bab62980c8df tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:44.597551 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-21162c1a-0414-47db-9450-bab62980c8df tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:44.628199 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-21162c1a-0414-47db-9450-bab62980c8df tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0723853 Nov 12 08:44:44.628932 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56338) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:44.635294 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-e97f3d51-6800-423b-a6da-92165c610b9c tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-314126455', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:44.660872 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f83f36d-8e41-4fee-b3d3-d2c640ae52b3 None None] Network 4b595ee3-b45e-4830-847e-03cedaf08597 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:44:44.672841 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e97f3d51-6800-423b-a6da-92165c610b9c tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:44.674073 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e97f3d51-6800-423b-a6da-92165c610b9c tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:44.687934 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c9434e05-cdcf-4cf4-8bf9-07a151045c23 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:44.691532 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: b68382a1-f1e9-4cac-8502-94ba4654a67b {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:44:44.692263 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device b68382a1-f1e9-4cac-8502-94ba4654a67b not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:44:44.775370 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e97f3d51-6800-423b-a6da-92165c610b9c tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:44.792007 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-27e00752-20ff-4b6f-bfa5-a3c48ea31fbc req-59126abd-dcdd-499f-b44b-86ed7655304f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dd43656-7fe5-426e-954d-20feb61db223 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:44:44.803500 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-27e00752-20ff-4b6f-bfa5-a3c48ea31fbc req-59126abd-dcdd-499f-b44b-86ed7655304f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:44.805826 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e97f3d51-6800-423b-a6da-92165c610b9c tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052'] for router, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:44.820724 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c9434e05-cdcf-4cf4-8bf9-07a151045c23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:44.824775 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-27e00752-20ff-4b6f-bfa5-a3c48ea31fbc req-59126abd-dcdd-499f-b44b-86ed7655304f service neutron] Transition to ACTIVE for port object 6dd43656-7fe5-426e-954d-20feb61db223 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:44:44.869507 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e97f3d51-6800-423b-a6da-92165c610b9c tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:44.875920 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9434e05-cdcf-4cf4-8bf9-07a151045c23 admin admin] Pushing event updated for resources: {'Port': ['ID=733dfe24-4528-4474-9539-6ffa37e47da0,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:44.881278 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-e97f3d51-6800-423b-a6da-92165c610b9c tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2511988 Nov 12 08:44:44.882803 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-27e00752-20ff-4b6f-bfa5-a3c48ea31fbc req-59126abd-dcdd-499f-b44b-86ed7655304f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:44.883610 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56344) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:44.902771 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c3fcce-0688-4d03-b8a1-2dc039dfeb7e req-2ab504a9-76d1-453b-85db-235c59ed8940 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:44.910412 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a4c3fcce-0688-4d03-b8a1-2dc039dfeb7e req-2ab504a9-76d1-453b-85db-235c59ed8940 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=16c35c58-3c53-4a03-b9cb-f513f06cb866 HTTP/1.1" status: 200 len: 945 time: 0.1534314 Nov 12 08:44:44.924087 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-5796ec09-004f-4c01-a4ae-de0b0bb87ce2 None None] Provisioning complete for port 0d343675-d6e1-40b6-ac02-e09bb7521385 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:44.925345 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5796ec09-004f-4c01-a4ae-de0b0bb87ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:44.952237 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9434e05-cdcf-4cf4-8bf9-07a151045c23 admin admin] Network 523d5f9d-adf5-4995-9abc-33963fd2be25 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:44:44.958237 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-c9434e05-cdcf-4cf4-8bf9-07a151045c23 admin admin] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:44:44.970860 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9434e05-cdcf-4cf4-8bf9-07a151045c23 admin admin] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:44:44.987883 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device c1c95616-8519-4a3c-9802-516371d2c45a up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:44:44.999209 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-1e4413a9-e318-4eed-a518-2ee73fbc9bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65d95564-407b-47c1-8ba6-0c76a334dac1', 'name': 'tempest-TestServerBasicOps-1190223790-router', 'tenant_id': 'ee34d5fa2d864240b42696b38d7de9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '0d343675-d6e1-40b6-ac02-e09bb7521385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:37Z', 'updated_at': '2021-11-12T08:44:39Z', 'revision_number': 3, 'project_id': 'ee34d5fa2d864240b42696b38d7de9d6', 'gw_port': {'id': '0d343675-d6e1-40b6-ac02-e09bb7521385', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:39:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65d95564-407b-47c1-8ba6-0c76a334dac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:38Z', 'updated_at': '2021-11-12T08:44:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:45.022153 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c9434e05-cdcf-4cf4-8bf9-07a151045c23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933481'] for router_interface, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:45.050571 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4413a9-e318-4eed-a518-2ee73fbc9bb7 None None] The sync data for ids ['65d95564-407b-47c1-8ba6-0c76a334dac1'] in n-d-765315-29 is: [{'id': '65d95564-407b-47c1-8ba6-0c76a334dac1', 'name': 'tempest-TestServerBasicOps-1190223790-router', 'tenant_id': 'ee34d5fa2d864240b42696b38d7de9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '0d343675-d6e1-40b6-ac02-e09bb7521385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:37Z', 'updated_at': '2021-11-12T08:44:39Z', 'revision_number': 3, 'project_id': 'ee34d5fa2d864240b42696b38d7de9d6', 'gw_port': {'id': '0d343675-d6e1-40b6-ac02-e09bb7521385', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:39:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65d95564-407b-47c1-8ba6-0c76a334dac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:38Z', 'updated_at': '2021-11-12T08:44:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:44:45.130925 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59126abd-dcdd-499f-b44b-86ed7655304f service neutron] Pushing event updated for resources: {'Port': ['ID=6dd43656-7fe5-426e-954d-20feb61db223,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:45.430815 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a4c3fcce-0688-4d03-b8a1-2dc039dfeb7e req-3a574f62-c86b-4f11-8434-35030fb329f9 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=2112de76-808b-4aee-81cb-ec91177d9317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5192709 Nov 12 08:44:45.442661 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port c1c95616-8519-4a3c-9802-516371d2c45a triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:45.443038 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:45.453351 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-27e00752-20ff-4b6f-bfa5-a3c48ea31fbc req-59126abd-dcdd-499f-b44b-86ed7655304f service neutron] Attempting to bind port 6dd43656-7fe5-426e-954d-20feb61db223 on host n-h2-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:44:45.453882 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-27e00752-20ff-4b6f-bfa5-a3c48ea31fbc req-59126abd-dcdd-499f-b44b-86ed7655304f service neutron] Attempting to bind port 6dd43656-7fe5-426e-954d-20feb61db223 by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': 'd67d595f-ac82-4224-8cfb-35d7cb8db958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '005cbe87-3cd9-4019-b60a-9b9dcf542d7d'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:44:45.454118 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e00752-20ff-4b6f-bfa5-a3c48ea31fbc req-59126abd-dcdd-499f-b44b-86ed7655304f service neutron] Attempting to bind port 6dd43656-7fe5-426e-954d-20feb61db223 on network 005cbe87-3cd9-4019-b60a-9b9dcf542d7d {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:44:45.456325 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c9434e05-cdcf-4cf4-8bf9-07a151045c23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:45.470097 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 56348) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:45.481545 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e00752-20ff-4b6f-bfa5-a3c48ea31fbc req-59126abd-dcdd-499f-b44b-86ed7655304f service neutron] Port 6dd43656-7fe5-426e-954d-20feb61db223 on network 005cbe87-3cd9-4019-b60a-9b9dcf542d7d not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:44:45.481932 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e00752-20ff-4b6f-bfa5-a3c48ea31fbc req-59126abd-dcdd-499f-b44b-86ed7655304f service neutron] Attempting to bind port 6dd43656-7fe5-426e-954d-20feb61db223 on network 005cbe87-3cd9-4019-b60a-9b9dcf542d7d {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:44:45.490627 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e00752-20ff-4b6f-bfa5-a3c48ea31fbc req-59126abd-dcdd-499f-b44b-86ed7655304f service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:44:45.490982 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e00752-20ff-4b6f-bfa5-a3c48ea31fbc req-59126abd-dcdd-499f-b44b-86ed7655304f service neutron] Checking segment: {'id': 'd67d595f-ac82-4224-8cfb-35d7cb8db958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '005cbe87-3cd9-4019-b60a-9b9dcf542d7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:44:45.491374 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e00752-20ff-4b6f-bfa5-a3c48ea31fbc req-59126abd-dcdd-499f-b44b-86ed7655304f service neutron] Bound using segment: {'id': 'd67d595f-ac82-4224-8cfb-35d7cb8db958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '005cbe87-3cd9-4019-b60a-9b9dcf542d7d'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:44:45.491815 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-27e00752-20ff-4b6f-bfa5-a3c48ea31fbc req-59126abd-dcdd-499f-b44b-86ed7655304f service neutron] Bound port: 6dd43656-7fe5-426e-954d-20feb61db223, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd67d595f-ac82-4224-8cfb-35d7cb8db958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '005cbe87-3cd9-4019-b60a-9b9dcf542d7d'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:44:45.492170 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-27e00752-20ff-4b6f-bfa5-a3c48ea31fbc req-59126abd-dcdd-499f-b44b-86ed7655304f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:45.527822 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cdb24849-256b-488d-a51c-938427c614e8 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:45.579721 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5796ec09-004f-4c01-a4ae-de0b0bb87ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:45.639784 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-5796ec09-004f-4c01-a4ae-de0b0bb87ce2 None None] For port 0d343675-d6e1-40b6-ac02-e09bb7521385, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=0d343675-d6e1-40b6-ac02-e09bb7521385,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:45.680659 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5796ec09-004f-4c01-a4ae-de0b0bb87ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:45.862850 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70779a70-52c9-4438-94a9-5f5ba8ccdbc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-4b595ee3-b45e-4830-847e-03cedaf08597', 'network_id': '4b595ee3-b45e-4830-847e-03cedaf08597', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'fixed_ips': [{'subnet_id': '7bbd1b54-fa60-4f56-a0c8-b091a32e060a'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:44:45.862850 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-70779a70-52c9-4438-94a9-5f5ba8ccdbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:45.900507 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c9434e05-cdcf-4cf4-8bf9-07a151045c23 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:45.923309 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c9434e05-cdcf-4cf4-8bf9-07a151045c23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:46.037877 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-81bc399f-6dc7-4a25-8eae-923e38c99f09 None None] Provisioning complete for port 733dfe24-4528-4474-9539-6ffa37e47da0 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:46.038374 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-81bc399f-6dc7-4a25-8eae-923e38c99f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:46.055364 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9401c351-c034-4b26-82c9-f7ab902bf4ee req-fbd08965-0098-424a-be10-fa018dbe801f tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:46.058171 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9401c351-c034-4b26-82c9-f7ab902bf4ee req-fbd08965-0098-424a-be10-fa018dbe801f tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=8923b169-f6ab-45ae-a30e-261450af9314 HTTP/1.1" status: 200 len: 945 time: 0.4142849 Nov 12 08:44:46.106517 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5796ec09-004f-4c01-a4ae-de0b0bb87ce2 None None] Pushing event updated for resources: {'Port': ['ID=0d343675-d6e1-40b6-ac02-e09bb7521385,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:46.108855 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-cdb24849-256b-488d-a51c-938427c614e8 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Allocated IP 2001:db8::1 (4b595ee3-b45e-4830-847e-03cedaf08597/7bbd1b54-fa60-4f56-a0c8-b091a32e060a/417982d6-83de-4fe2-8f42-e1c7e164801f) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:44:46.120272 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-81bc399f-6dc7-4a25-8eae-923e38c99f09 None None] Port 733dfe24-4528-4474-9539-6ffa37e47da0 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:44:46.170849 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9434e05-cdcf-4cf4-8bf9-07a151045c23 admin admin] Pushing event updated for resources: {'Port': ['ID=733dfe24-4528-4474-9539-6ffa37e47da0,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:46.177089 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c9434e05-cdcf-4cf4-8bf9-07a151045c23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933629'] for router_interface, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:46.213487 n-d-765315-29 neutron-server[102599]: INFO neutron.api.v2.resource [req-1d52948d-9409-42df-95bb-093934f26619 req-671916c0-8f09-4650-ba7f-23b4091377bd service neutron] show failed (client error): The resource could not be found. Nov 12 08:44:46.214863 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1d52948d-9409-42df-95bb-093934f26619 req-671916c0-8f09-4650-ba7f-23b4091377bd service neutron] 10.222.0.21 "GET /v2.0/ports/964b843f-d77c-4e1a-a0d1-249e2fa14fb1/bindings/n-h2-765315-29 HTTP/1.1" status: 404 len: 381 time: 0.3057067 Nov 12 08:44:46.230557 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-27e00752-20ff-4b6f-bfa5-a3c48ea31fbc req-59126abd-dcdd-499f-b44b-86ed7655304f service neutron] For port 6dd43656-7fe5-426e-954d-20feb61db223, host n-h2-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:44:46.257349 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-27e00752-20ff-4b6f-bfa5-a3c48ea31fbc req-59126abd-dcdd-499f-b44b-86ed7655304f service neutron] For port 6dd43656-7fe5-426e-954d-20feb61db223, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=6dd43656-7fe5-426e-954d-20feb61db223,segment=NetworkSegment(d67d595f-ac82-4224-8cfb-35d7cb8db958),segment_id=d67d595f-ac82-4224-8cfb-35d7cb8db958)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:44:46.260132 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980dd12c-34bd-4981-a162-b29961735bc7 tempest-TestVolumeBootPattern-1296812425 tempest-TestVolumeBootPattern-1296812425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:46.265069 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-980dd12c-34bd-4981-a162-b29961735bc7 tempest-TestVolumeBootPattern-1296812425 tempest-TestVolumeBootPattern-1296812425-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=16c35c58-3c53-4a03-b9cb-f513f06cb866 HTTP/1.1" status: 200 len: 1092 time: 0.7925255 Nov 12 08:44:46.267816 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 56360) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:46.300668 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-27e00752-20ff-4b6f-bfa5-a3c48ea31fbc req-59126abd-dcdd-499f-b44b-86ed7655304f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:46.307898 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-9adfafb5-346f-4a1d-91ce-0ab08df4078e tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Request body: {'floatingip': {'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'port_id': 'f0210bc9-a867-41f9-a41c-9a557765755e', 'tenant_id': '7d3f7337327743ecb706fdd7c92380e3', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:46.332523 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9401c351-c034-4b26-82c9-f7ab902bf4ee req-2f69534c-2e8b-4d6b-b31a-c97649664976 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fece665-e20b-467a-ac88-888552242c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1440415 Nov 12 08:44:46.372219 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cdb24849-256b-488d-a51c-938427c614e8 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:46.407950 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e00752-20ff-4b6f-bfa5-a3c48ea31fbc req-59126abd-dcdd-499f-b44b-86ed7655304f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:46.408323 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-27e00752-20ff-4b6f-bfa5-a3c48ea31fbc req-59126abd-dcdd-499f-b44b-86ed7655304f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:46.409788 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-27e00752-20ff-4b6f-bfa5-a3c48ea31fbc req-59126abd-dcdd-499f-b44b-86ed7655304f service neutron] 10.222.0.44 "PUT /v2.0/ports/6dd43656-7fe5-426e-954d-20feb61db223 HTTP/1.1" status: 200 len: 1092 time: 2.4345293 Nov 12 08:44:46.410250 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43036b0a-b3b3-4add-9c97-5662f771279a', 'tag': '6dd43656-7fe5-426e-954d-20feb61db223'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:44:46.412634 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddafccaa-c999-4ca7-a5ab-f1d0b98afb6c" -d '{"events": [{"name": "network-changed", "server_uuid": "43036b0a-b3b3-4add-9c97-5662f771279a", "tag": "6dd43656-7fe5-426e-954d-20feb61db223"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:44:46.448389 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9adfafb5-346f-4a1d-91ce-0ab08df4078e tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks [] for floatingip, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:46.540784 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9434e05-cdcf-4cf4-8bf9-07a151045c23 admin admin] Network 523d5f9d-adf5-4995-9abc-33963fd2be25 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:44:46.542676 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59126abd-dcdd-499f-b44b-86ed7655304f service neutron] Pushing event updated for resources: {'Port': ['ID=6dd43656-7fe5-426e-954d-20feb61db223,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:46.567630 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-c9434e05-cdcf-4cf4-8bf9-07a151045c23 admin admin] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:44:46.907574 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 0d343675-d6e1-40b6-ac02-e09bb7521385 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:44:46.975934 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 0d343675-d6e1-40b6-ac02-e09bb7521385 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:46.976573 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:46.999786 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9087fb26-8e1f-4f17-81bc-0bd7fffb0e12 req-181dfaf8-5a45-4594-98f6-599545f4c873 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:47.001434 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9087fb26-8e1f-4f17-81bc-0bd7fffb0e12 req-181dfaf8-5a45-4594-98f6-599545f4c873 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/ports?device_id=43036b0a-b3b3-4add-9c97-5662f771279a HTTP/1.1" status: 200 len: 943 time: 0.5750990 Nov 12 08:44:47.021145 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cdb24849-256b-488d-a51c-938427c614e8 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:47.027171 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-07e102a8-a505-4741-98b2-edf22ef81775 None None] Provisioning complete for port 733dfe24-4528-4474-9539-6ffa37e47da0 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:47.027851 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-07e102a8-a505-4741-98b2-edf22ef81775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:47.095312 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb24849-256b-488d-a51c-938427c614e8 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Network 4b595ee3-b45e-4830-847e-03cedaf08597 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:44:47.096513 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-07e102a8-a505-4741-98b2-edf22ef81775 None None] Port 733dfe24-4528-4474-9539-6ffa37e47da0 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:44:47.098897 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb24849-256b-488d-a51c-938427c614e8 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Pushing event updated for resources: {'Port': ['ID=417982d6-83de-4fe2-8f42-e1c7e164801f,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:47.102006 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-cdb24849-256b-488d-a51c-938427c614e8 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:44:47.107001 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb24849-256b-488d-a51c-938427c614e8 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:44:47.107694 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cdb24849-256b-488d-a51c-938427c614e8 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933481'] for router_interface, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:47.185852 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-70779a70-52c9-4438-94a9-5f5ba8ccdbc1 None None] Allocated IP 2001:db8::2 (4b595ee3-b45e-4830-847e-03cedaf08597/7bbd1b54-fa60-4f56-a0c8-b091a32e060a/19225c88-698e-461e-b026-4266f6c17187) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:44:47.232972 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e00752-20ff-4b6f-bfa5-a3c48ea31fbc req-b29b751a-3259-417b-a010-22a4c33aabdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:47.234748 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-27e00752-20ff-4b6f-bfa5-a3c48ea31fbc req-b29b751a-3259-417b-a010-22a4c33aabdf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c79a59d0e8a34d8d81232928cf66b1d9&device_id=43036b0a-b3b3-4add-9c97-5662f771279a HTTP/1.1" status: 200 len: 1095 time: 0.7362905 Nov 12 08:44:47.240510 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d52948d-9409-42df-95bb-093934f26619 req-0b117f4e-25d0-4f09-a34f-a0eb01e6d68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:47.242829 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1d52948d-9409-42df-95bb-093934f26619 req-0b117f4e-25d0-4f09-a34f-a0eb01e6d68d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8923b169-f6ab-45ae-a30e-261450af9314&tenant_id=af01ccd549054d7f8ad1904b6846172a HTTP/1.1" status: 200 len: 1097 time: 0.6769555 Nov 12 08:44:47.297377 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cdb24849-256b-488d-a51c-938427c614e8 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:47.303859 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-1d52948d-9409-42df-95bb-093934f26619 req-66ed9923-75ae-41c7-b63f-ecb5d1d2d2a7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-765315-29', 'device_owner': 'compute:nova'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:47.397126 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-70779a70-52c9-4438-94a9-5f5ba8ccdbc1 None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:47.410906 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-70779a70-52c9-4438-94a9-5f5ba8ccdbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:47.433863 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-27e00752-20ff-4b6f-bfa5-a3c48ea31fbc req-c280d7e7-966e-4a57-80f9-f12c6072e08d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6dd43656-7fe5-426e-954d-20feb61db223 HTTP/1.1" status: 200 len: 217 time: 0.1370816 Nov 12 08:44:47.471458 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70779a70-52c9-4438-94a9-5f5ba8ccdbc1 None None] Pushing event updated for resources: {'Port': ['ID=19225c88-698e-461e-b026-4266f6c17187,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:47.475262 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9087fb26-8e1f-4f17-81bc-0bd7fffb0e12 req-b54d17b5-0bb2-4e89-8d99-d54606b95666 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0bffda3-6203-474e-b9e0-460d95e09dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4655006 Nov 12 08:44:47.490090 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70779a70-52c9-4438-94a9-5f5ba8ccdbc1 None None] Network 4b595ee3-b45e-4830-847e-03cedaf08597 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:44:47.493469 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-70779a70-52c9-4438-94a9-5f5ba8ccdbc1 None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:44:47.500288 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70779a70-52c9-4438-94a9-5f5ba8ccdbc1 None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:44:47.510640 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e00752-20ff-4b6f-bfa5-a3c48ea31fbc req-44a5a028-8640-444c-a5b0-f13d35e50458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:47.512584 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-27e00752-20ff-4b6f-bfa5-a3c48ea31fbc req-44a5a028-8640-444c-a5b0-f13d35e50458 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=60df83b3-712a-40a1-8ef0-32bfce62889a HTTP/1.1" status: 200 len: 855 time: 0.0659554 Nov 12 08:44:47.514175 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1d52948d-9409-42df-95bb-093934f26619 req-66ed9923-75ae-41c7-b63f-ecb5d1d2d2a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:47.559695 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9434e05-cdcf-4cf4-8bf9-07a151045c23 admin admin] Router 65d95564-407b-47c1-8ba6-0c76a334dac1 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:44:47.562176 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd2fc2e6-e7b0-47f0-bc30-15fee7f4a166 x-openstack-request-id: req-fd2fc2e6-e7b0-47f0-bc30-15fee7f4a166 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:44:47.562471 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43036b0a-b3b3-4add-9c97-5662f771279a", "tag": "6dd43656-7fe5-426e-954d-20feb61db223", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:44:47.562756 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fd2fc2e6-e7b0-47f0-bc30-15fee7f4a166 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:44:47.563164 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43036b0a-b3b3-4add-9c97-5662f771279a', 'tag': '6dd43656-7fe5-426e-954d-20feb61db223', 'status': 'completed', 'code': 200} Nov 12 08:44:47.611193 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-70779a70-52c9-4438-94a9-5f5ba8ccdbc1 None None] Attempting to bind port 19225c88-698e-461e-b026-4266f6c17187 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:44:47.611573 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-70779a70-52c9-4438-94a9-5f5ba8ccdbc1 None None] Attempting to bind port 19225c88-698e-461e-b026-4266f6c17187 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '3f2f0e35-8fb4-4234-9fbb-783686d162ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '4b595ee3-b45e-4830-847e-03cedaf08597'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:44:47.611942 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70779a70-52c9-4438-94a9-5f5ba8ccdbc1 None None] Attempting to bind port 19225c88-698e-461e-b026-4266f6c17187 on network 4b595ee3-b45e-4830-847e-03cedaf08597 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:44:47.617321 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70779a70-52c9-4438-94a9-5f5ba8ccdbc1 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:44:47.617699 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70779a70-52c9-4438-94a9-5f5ba8ccdbc1 None None] Checking segment: {'id': '3f2f0e35-8fb4-4234-9fbb-783686d162ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '4b595ee3-b45e-4830-847e-03cedaf08597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:44:47.618104 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-70779a70-52c9-4438-94a9-5f5ba8ccdbc1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:47.618500 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70779a70-52c9-4438-94a9-5f5ba8ccdbc1 None None] Bound using segment: {'id': '3f2f0e35-8fb4-4234-9fbb-783686d162ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '4b595ee3-b45e-4830-847e-03cedaf08597'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:44:47.618999 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-70779a70-52c9-4438-94a9-5f5ba8ccdbc1 None None] Bound port: 19225c88-698e-461e-b026-4266f6c17187, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f2f0e35-8fb4-4234-9fbb-783686d162ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '4b595ee3-b45e-4830-847e-03cedaf08597'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:44:47.620092 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-70779a70-52c9-4438-94a9-5f5ba8ccdbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:47.639003 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-27e00752-20ff-4b6f-bfa5-a3c48ea31fbc req-8a4db60b-1ea7-4030-bf32-7ebdbe8951dd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=005cbe87-3cd9-4019-b60a-9b9dcf542d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1136434 Nov 12 08:44:47.694772 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-70779a70-52c9-4438-94a9-5f5ba8ccdbc1 None None] For port 19225c88-698e-461e-b026-4266f6c17187, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:44:47.698816 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-70779a70-52c9-4438-94a9-5f5ba8ccdbc1 None None] For port 19225c88-698e-461e-b026-4266f6c17187, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=19225c88-698e-461e-b026-4266f6c17187,segment=NetworkSegment(3f2f0e35-8fb4-4234-9fbb-783686d162ae),segment_id=3f2f0e35-8fb4-4234-9fbb-783686d162ae)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:44:47.705812 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-70779a70-52c9-4438-94a9-5f5ba8ccdbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:47.707675 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9adfafb5-346f-4a1d-91ce-0ab08df4078e tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:47.820902 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cdb24849-256b-488d-a51c-938427c614e8 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:47.823160 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70779a70-52c9-4438-94a9-5f5ba8ccdbc1 None None] Pushing event updated for resources: {'Port': ['ID=19225c88-698e-461e-b026-4266f6c17187,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:47.834660 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cdb24849-256b-488d-a51c-938427c614e8 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:47.838140 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cdb24849-256b-488d-a51c-938427c614e8 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933629'] for router_interface, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:47.934982 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb24849-256b-488d-a51c-938427c614e8 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Pushing event updated for resources: {'Port': ['ID=417982d6-83de-4fe2-8f42-e1c7e164801f,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:47.975133 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-9adfafb5-346f-4a1d-91ce-0ab08df4078e tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Allocated IP 172.25.2.213 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/5cfead8d-cc12-4c6b-9028-9176b7b9174f) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:44:47.979004 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a67f2c-f272-4903-bf1d-09c814b90fdc req-67951c56-7d5d-4830-98bd-60ac0ef38450 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:47.980728 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-32a67f2c-f272-4903-bf1d-09c814b90fdc req-67951c56-7d5d-4830-98bd-60ac0ef38450 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=8923b169-f6ab-45ae-a30e-261450af9314 HTTP/1.1" status: 200 len: 945 time: 0.3751199 Nov 12 08:44:48.059155 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb24849-256b-488d-a51c-938427c614e8 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Network 4b595ee3-b45e-4830-847e-03cedaf08597 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:44:48.065093 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-cdb24849-256b-488d-a51c-938427c614e8 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:44:48.079007 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-32a67f2c-f272-4903-bf1d-09c814b90fdc req-67914dfb-00e7-483c-afd7-ab506962a398 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fece665-e20b-467a-ac88-888552242c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861006 Nov 12 08:44:48.238620 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdb24849-256b-488d-a51c-938427c614e8 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Router 7f2d11af-f4ec-43ff-9e23-8d22d71bd2cb is scheduled to L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 with binding_index 1 {{(pid=102600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:44:48.274141 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 964b843f-d77c-4e1a-a0d1-249e2fa14fb1 no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:44:48.285126 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9434e05-cdcf-4cf4-8bf9-07a151045c23 admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:44:48.290079 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-1d52948d-9409-42df-95bb-093934f26619 req-66ed9923-75ae-41c7-b63f-ecb5d1d2d2a7 service neutron] For port 964b843f-d77c-4e1a-a0d1-249e2fa14fb1, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=964b843f-d77c-4e1a-a0d1-249e2fa14fb1,segment=NetworkSegment(128b32ff-5ab3-49e3-809a-b6df5af491f4),segment_id=128b32ff-5ab3-49e3-809a-b6df5af491f4)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:48.293818 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-27e00752-20ff-4b6f-bfa5-a3c48ea31fbc req-f933e733-ba02-4ae8-a957-ef17debe36cc service neutron] 10.222.0.44 "GET /v2.0/networks/005cbe87-3cd9-4019-b60a-9b9dcf542d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4446278 Nov 12 08:44:48.304961 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-c9434e05-cdcf-4cf4-8bf9-07a151045c23 admin admin] 10.222.0.26 "PUT /v2.0/routers/65d95564-407b-47c1-8ba6-0c76a334dac1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8385608 Nov 12 08:44:48.335245 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740082d2-980c-4aa8-ac0d-3697645f8779 None None] Sync routers for ids ['65d95564-407b-47c1-8ba6-0c76a334dac1'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:44:48.364356 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740082d2-980c-4aa8-ac0d-3697645f8779 None None] Routers {'65d95564-407b-47c1-8ba6-0c76a334dac1'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:44:48.365715 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-740082d2-980c-4aa8-ac0d-3697645f8779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:44:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['65d95564-407b-47c1-8ba6-0c76a334dac1'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:48.367745 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdb24849-256b-488d-a51c-938427c614e8 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:44:48.381176 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-cdb24849-256b-488d-a51c-938427c614e8 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "PUT /v2.0/routers/7f2d11af-f4ec-43ff-9e23-8d22d71bd2cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4600835 Nov 12 08:44:48.381835 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56372) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:48.382401 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386b1d02-1afc-405d-847b-193c3b372764 None None] Sync routers for ids ['7f2d11af-f4ec-43ff-9e23-8d22d71bd2cb'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:44:48.423595 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386b1d02-1afc-405d-847b-193c3b372764 None None] Routers {'7f2d11af-f4ec-43ff-9e23-8d22d71bd2cb'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:44:48.424601 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-386b1d02-1afc-405d-847b-193c3b372764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:44:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['7f2d11af-f4ec-43ff-9e23-8d22d71bd2cb'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:48.470220 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911ad8ed-119e-460a-aabb-b11adfb9ad2e tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:48.472066 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-911ad8ed-119e-460a-aabb-b11adfb9ad2e tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "GET /v2.0/ports/417982d6-83de-4fe2-8f42-e1c7e164801f HTTP/1.1" status: 200 len: 911 time: 0.0889807 Nov 12 08:44:48.482131 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56374) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:48.537082 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-386b1d02-1afc-405d-847b-193c3b372764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:48.558973 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386b1d02-1afc-405d-847b-193c3b372764 None None] Routers {'7f2d11af-f4ec-43ff-9e23-8d22d71bd2cb'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:44:48.559906 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-386b1d02-1afc-405d-847b-193c3b372764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:44:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['7f2d11af-f4ec-43ff-9e23-8d22d71bd2cb'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:48.577797 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-27e00752-20ff-4b6f-bfa5-a3c48ea31fbc req-6508295d-91d8-4e2f-939e-10ff4948a8a1 service neutron] 10.222.0.44 "GET /v2.0/networks/005cbe87-3cd9-4019-b60a-9b9dcf542d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673192 Nov 12 08:44:48.611636 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9adfafb5-346f-4a1d-91ce-0ab08df4078e tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:48.617667 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-386b1d02-1afc-405d-847b-193c3b372764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:48.617882 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-1d52948d-9409-42df-95bb-093934f26619 req-66ed9923-75ae-41c7-b63f-ecb5d1d2d2a7 service neutron] For port 964b843f-d77c-4e1a-a0d1-249e2fa14fb1, host n-h1-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:44:48.618575 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386b1d02-1afc-405d-847b-193c3b372764 None None] The sync data for ids ['7f2d11af-f4ec-43ff-9e23-8d22d71bd2cb'] in n-d-765315-29 is: [] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:44:48.678892 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-740082d2-980c-4aa8-ac0d-3697645f8779 None None] Set router 65d95564-407b-47c1-8ba6-0c76a334dac1 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:44:48.697885 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1d52948d-9409-42df-95bb-093934f26619 req-66ed9923-75ae-41c7-b63f-ecb5d1d2d2a7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:48.789668 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-1d52948d-9409-42df-95bb-093934f26619 req-66ed9923-75ae-41c7-b63f-ecb5d1d2d2a7 service neutron] Transition to ACTIVE for port object 964b843f-d77c-4e1a-a0d1-249e2fa14fb1 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:44:48.846243 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1d52948d-9409-42df-95bb-093934f26619 req-66ed9923-75ae-41c7-b63f-ecb5d1d2d2a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:48.889536 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9adfafb5-346f-4a1d-91ce-0ab08df4078e tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:48.935136 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddafccaa-c999-4ca7-a5ab-f1d0b98afb6c req-6b64f64a-d98a-4e81-a652-e624c28b9b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:48.937235 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ddafccaa-c999-4ca7-a5ab-f1d0b98afb6c req-6b64f64a-d98a-4e81-a652-e624c28b9b36 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c79a59d0e8a34d8d81232928cf66b1d9&device_id=43036b0a-b3b3-4add-9c97-5662f771279a HTTP/1.1" status: 200 len: 1095 time: 0.1986475 Nov 12 08:44:48.954402 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9adfafb5-346f-4a1d-91ce-0ab08df4078e tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:44:48.970858 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d17330-37cd-419d-ac2e-8bf4c384be2c req-edf60bf3-bd96-4dc7-bc6d-5a39489bf008 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:48.972608 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-59d17330-37cd-419d-ac2e-8bf4c384be2c req-edf60bf3-bd96-4dc7-bc6d-5a39489bf008 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/ports?device_id=43036b0a-b3b3-4add-9c97-5662f771279a HTTP/1.1" status: 200 len: 943 time: 0.1578102 Nov 12 08:44:49.007121 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 19225c88-698e-461e-b026-4266f6c17187 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:44:49.023434 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-9adfafb5-346f-4a1d-91ce-0ab08df4078e tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:44:49.064224 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adfafb5-346f-4a1d-91ce-0ab08df4078e tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:44:49.078485 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ed9923-75ae-41c7-b63f-ecb5d1d2d2a7 service neutron] Pushing event updated for resources: {'Port': ['ID=964b843f-d77c-4e1a-a0d1-249e2fa14fb1,revision_number=6']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:49.102893 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:49.152831 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-59d17330-37cd-419d-ac2e-8bf4c384be2c req-7123ae82-5d69-4895-80b1-f5ef2f278c86 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0bffda3-6203-474e-b9e0-460d95e09dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361492 Nov 12 08:44:49.233164 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-740082d2-980c-4aa8-ac0d-3697645f8779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65d95564-407b-47c1-8ba6-0c76a334dac1', 'name': 'tempest-TestServerBasicOps-1190223790-router', 'tenant_id': 'ee34d5fa2d864240b42696b38d7de9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '0d343675-d6e1-40b6-ac02-e09bb7521385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:37Z', 'updated_at': '2021-11-12T08:44:45Z', 'revision_number': 4, 'project_id': 'ee34d5fa2d864240b42696b38d7de9d6', 'gw_port': {'id': '0d343675-d6e1-40b6-ac02-e09bb7521385', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:39:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d95564-407b-47c1-8ba6-0c76a334dac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:38Z', 'updated_at': '2021-11-12T08:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '733dfe24-4528-4474-9539-6ffa37e47da0', 'name': '', 'network_id': '523d5f9d-adf5-4995-9abc-33963fd2be25', 'tenant_id': 'ee34d5fa2d864240b42696b38d7de9d6', 'mac_address': 'fa:16:3e:db:0e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65d95564-407b-47c1-8ba6-0c76a334dac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '0faa0d0f-27c3-46ce-8076-487382233c6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:43Z', 'updated_at': '2021-11-12T08:44:45Z', 'revision_number': 2, 'project_id': 'ee34d5fa2d864240b42696b38d7de9d6', 'subnets': [{'id': '0faa0d0f-27c3-46ce-8076-487382233c6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:49.243282 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 19225c88-698e-461e-b026-4266f6c17187 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:49.250835 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:49.308809 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3cccf0f3-96a7-4f59-8486-3881db36816d tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933586'] for router_interface, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:49.333146 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.db.api [None req-e530113a-7783-48f4-9840-8911a24052df None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:44:49.333661 n-d-765315-29 neutron-server[102601]: DEBUG oslo_db.api [None req-e530113a-7783-48f4-9840-8911a24052df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:44:49.357594 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d52948d-9409-42df-95bb-093934f26619 req-66ed9923-75ae-41c7-b63f-ecb5d1d2d2a7 service neutron] No DVR routers for this DVR port 964b843f-d77c-4e1a-a0d1-249e2fa14fb1 on host n-h1-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:44:49.389540 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740082d2-980c-4aa8-ac0d-3697645f8779 None None] Checking router: 65d95564-407b-47c1-8ba6-0c76a334dac1 for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:44:49.389990 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740082d2-980c-4aa8-ac0d-3697645f8779 None None] Updating router 65d95564-407b-47c1-8ba6-0c76a334dac1 port 733dfe24-4528-4474-9539-6ffa37e47da0 binding host n-d-765315-29 {{(pid=102601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:44:49.495819 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-740082d2-980c-4aa8-ac0d-3697645f8779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:49.610344 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8923b169-f6ab-45ae-a30e-261450af9314', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '964b843f-d77c-4e1a-a0d1-249e2fa14fb1'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:44:49.620119 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c7fac9c-ea99-42b9-bf97-f1d7def7b6ce" -d '{"events": [{"server_uuid": "8923b169-f6ab-45ae-a30e-261450af9314", "name": "network-vif-unplugged", "status": "completed", "tag": "964b843f-d77c-4e1a-a0d1-249e2fa14fb1"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:44:49.709951 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b630167-21b9-4312-9eab-9199a1bcd318 None None] Network 4b595ee3-b45e-4830-847e-03cedaf08597 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:44:49.711520 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adfafb5-346f-4a1d-91ce-0ab08df4078e tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Pushing event updated for resources: {'Port': ['ID=5cfead8d-cc12-4c6b-9028-9176b7b9174f,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:49.769476 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-3cccf0f3-96a7-4f59-8486-3881db36816d tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Deleting port 417982d6-83de-4fe2-8f42-e1c7e164801f {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:44:49.769816 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3cccf0f3-96a7-4f59-8486-3881db36816d tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:49.796803 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddafccaa-c999-4ca7-a5ab-f1d0b98afb6c req-f43075de-ed21-4be1-988a-44600fea3cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:49.798576 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ddafccaa-c999-4ca7-a5ab-f1d0b98afb6c req-f43075de-ed21-4be1-988a-44600fea3cca service neutron] 10.222.0.44 "GET /v2.0/networks?id=005cbe87-3cd9-4019-b60a-9b9dcf542d7d HTTP/1.1" status: 200 len: 916 time: 0.7969713 Nov 12 08:44:49.861902 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:49.877110 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3cccf0f3-96a7-4f59-8486-3881db36816d tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:49.892598 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-3cccf0f3-96a7-4f59-8486-3881db36816d tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Calling delete_port for 417982d6-83de-4fe2-8f42-e1c7e164801f owned by network:router_interface {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:44:49.897905 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ddafccaa-c999-4ca7-a5ab-f1d0b98afb6c req-a22c388f-e575-48c9-b487-f76ef330576a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6dd43656-7fe5-426e-954d-20feb61db223 HTTP/1.1" status: 200 len: 217 time: 0.0875041 Nov 12 08:44:49.954182 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-f0579d2f-c487-49e1-9275-4de76afbaa5f None None] Provisioning complete for port 19225c88-698e-461e-b026-4266f6c17187 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:49.954491 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f0579d2f-c487-49e1-9275-4de76afbaa5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:50.093631 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3cccf0f3-96a7-4f59-8486-3881db36816d tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:50.108670 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] For port 19225c88-698e-461e-b026-4266f6c17187, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=19225c88-698e-461e-b026-4266f6c17187,segment=NetworkSegment(3f2f0e35-8fb4-4234-9fbb-783686d162ae),segment_id=3f2f0e35-8fb4-4234-9fbb-783686d162ae)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:50.122821 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddafccaa-c999-4ca7-a5ab-f1d0b98afb6c req-da22f639-b8b1-44e6-b6b0-d3511e0ce518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:50.124569 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ddafccaa-c999-4ca7-a5ab-f1d0b98afb6c req-da22f639-b8b1-44e6-b6b0-d3511e0ce518 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=60df83b3-712a-40a1-8ef0-32bfce62889a HTTP/1.1" status: 200 len: 855 time: 0.2156234 Nov 12 08:44:50.153424 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cccf0f3-96a7-4f59-8486-3881db36816d tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Pushing event deleted for resources: {'Port': ['ID=417982d6-83de-4fe2-8f42-e1c7e164801f,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:50.175682 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-1d52948d-9409-42df-95bb-093934f26619 req-66ed9923-75ae-41c7-b63f-ecb5d1d2d2a7 service neutron] Attempting to bind port 964b843f-d77c-4e1a-a0d1-249e2fa14fb1 on host n-h2-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:44:50.176841 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-1d52948d-9409-42df-95bb-093934f26619 req-66ed9923-75ae-41c7-b63f-ecb5d1d2d2a7 service neutron] Attempting to bind port 964b843f-d77c-4e1a-a0d1-249e2fa14fb1 by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': '128b32ff-5ab3-49e3-809a-b6df5af491f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '508aced4-0fe0-4f1d-92f2-979af6167066'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:44:50.178250 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d52948d-9409-42df-95bb-093934f26619 req-66ed9923-75ae-41c7-b63f-ecb5d1d2d2a7 service neutron] Attempting to bind port 964b843f-d77c-4e1a-a0d1-249e2fa14fb1 on network 508aced4-0fe0-4f1d-92f2-979af6167066 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:44:50.201241 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ddafccaa-c999-4ca7-a5ab-f1d0b98afb6c req-d491f459-28c8-4259-845d-60111ed751f0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=005cbe87-3cd9-4019-b60a-9b9dcf542d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424328 Nov 12 08:44:50.205359 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d52948d-9409-42df-95bb-093934f26619 req-66ed9923-75ae-41c7-b63f-ecb5d1d2d2a7 service neutron] Port 964b843f-d77c-4e1a-a0d1-249e2fa14fb1 on network 508aced4-0fe0-4f1d-92f2-979af6167066 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:44:50.205974 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d52948d-9409-42df-95bb-093934f26619 req-66ed9923-75ae-41c7-b63f-ecb5d1d2d2a7 service neutron] Attempting to bind port 964b843f-d77c-4e1a-a0d1-249e2fa14fb1 on network 508aced4-0fe0-4f1d-92f2-979af6167066 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:44:50.317919 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3cccf0f3-96a7-4f59-8486-3881db36816d tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918626'] for router_interface, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:50.338973 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ddafccaa-c999-4ca7-a5ab-f1d0b98afb6c req-62f2028e-c2c5-4408-a8f8-725e58e9f70f service neutron] 10.222.0.44 "GET /v2.0/networks/005cbe87-3cd9-4019-b60a-9b9dcf542d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099079 Nov 12 08:44:50.342763 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d52948d-9409-42df-95bb-093934f26619 req-66ed9923-75ae-41c7-b63f-ecb5d1d2d2a7 service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:44:50.343386 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d52948d-9409-42df-95bb-093934f26619 req-66ed9923-75ae-41c7-b63f-ecb5d1d2d2a7 service neutron] Checking segment: {'id': '128b32ff-5ab3-49e3-809a-b6df5af491f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '508aced4-0fe0-4f1d-92f2-979af6167066'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:44:50.344007 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d52948d-9409-42df-95bb-093934f26619 req-66ed9923-75ae-41c7-b63f-ecb5d1d2d2a7 service neutron] Bound using segment: {'id': '128b32ff-5ab3-49e3-809a-b6df5af491f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '508aced4-0fe0-4f1d-92f2-979af6167066'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:44:50.344670 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-1d52948d-9409-42df-95bb-093934f26619 req-66ed9923-75ae-41c7-b63f-ecb5d1d2d2a7 service neutron] Bound port: 964b843f-d77c-4e1a-a0d1-249e2fa14fb1, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '128b32ff-5ab3-49e3-809a-b6df5af491f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '508aced4-0fe0-4f1d-92f2-979af6167066'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:44:50.345234 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1d52948d-9409-42df-95bb-093934f26619 req-66ed9923-75ae-41c7-b63f-ecb5d1d2d2a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:50.504458 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:50.530740 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 56396) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:50.537236 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-981966e9-5bd6-4b9e-aa9b-25f79d269b7c tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-434019226', 'description': 'tempest-secgroup-smoke-434019226 description', 'project_id': '557a71cffd7a4a82831b943f05494d79'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:50.543474 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9adfafb5-346f-4a1d-91ce-0ab08df4078e tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:50.613872 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-1d52948d-9409-42df-95bb-093934f26619 req-66ed9923-75ae-41c7-b63f-ecb5d1d2d2a7 service neutron] For port 964b843f-d77c-4e1a-a0d1-249e2fa14fb1, host n-h2-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:44:50.626484 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-1d52948d-9409-42df-95bb-093934f26619 req-66ed9923-75ae-41c7-b63f-ecb5d1d2d2a7 service neutron] For port 964b843f-d77c-4e1a-a0d1-249e2fa14fb1, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=964b843f-d77c-4e1a-a0d1-249e2fa14fb1,segment=NetworkSegment(128b32ff-5ab3-49e3-809a-b6df5af491f4),segment_id=128b32ff-5ab3-49e3-809a-b6df5af491f4)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:44:50.670778 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1d52948d-9409-42df-95bb-093934f26619 req-66ed9923-75ae-41c7-b63f-ecb5d1d2d2a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:50.686320 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Pushing event updated for resources: {'Port': ['ID=19225c88-698e-461e-b026-4266f6c17187,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:50.687572 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ddafccaa-c999-4ca7-a5ab-f1d0b98afb6c req-20debdc9-734c-4ce5-9fb9-74023ec1964b service neutron] 10.222.0.44 "GET /v2.0/networks/005cbe87-3cd9-4019-b60a-9b9dcf542d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3350468 Nov 12 08:44:50.693079 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-740082d2-980c-4aa8-ac0d-3697645f8779 None None] Publish callbacks [] for port, precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:50.707947 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cccf0f3-96a7-4f59-8486-3881db36816d tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Router 7f2d11af-f4ec-43ff-9e23-8d22d71bd2cb has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:44:50.713444 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-740082d2-980c-4aa8-ac0d-3697645f8779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:50.749692 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f171261d-b0ab-4a66-b990-cb2c7df4e325 req-26d194f2-8660-4adf-be05-70e75ed5dcec tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:50.751504 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f171261d-b0ab-4a66-b990-cb2c7df4e325 req-26d194f2-8660-4adf-be05-70e75ed5dcec tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=8923b169-f6ab-45ae-a30e-261450af9314 HTTP/1.1" status: 200 len: 943 time: 0.1581855 Nov 12 08:44:50.803849 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9adfafb5-346f-4a1d-91ce-0ab08df4078e tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:50.812951 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-981966e9-5bd6-4b9e-aa9b-25f79d269b7c tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:50.835170 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fe5f03-8485-4f91-847c-1d12e3dcf8c7 None None] Pushing event updated for resources: {'Port': ['ID=733dfe24-4528-4474-9539-6ffa37e47da0,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:50.877487 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-740082d2-980c-4aa8-ac0d-3697645f8779 None None] Attempting to bind port 733dfe24-4528-4474-9539-6ffa37e47da0 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:44:50.877863 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-740082d2-980c-4aa8-ac0d-3697645f8779 None None] Attempting to bind port 733dfe24-4528-4474-9539-6ffa37e47da0 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': 'a59afafb-b93b-4f3e-bf81-2fdd7b7169e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '523d5f9d-adf5-4995-9abc-33963fd2be25'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:44:50.878228 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740082d2-980c-4aa8-ac0d-3697645f8779 None None] Attempting to bind port 733dfe24-4528-4474-9539-6ffa37e47da0 on network 523d5f9d-adf5-4995-9abc-33963fd2be25 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:44:50.885446 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740082d2-980c-4aa8-ac0d-3697645f8779 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:44:50.885955 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740082d2-980c-4aa8-ac0d-3697645f8779 None None] Checking segment: {'id': 'a59afafb-b93b-4f3e-bf81-2fdd7b7169e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '523d5f9d-adf5-4995-9abc-33963fd2be25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:44:50.886416 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-740082d2-980c-4aa8-ac0d-3697645f8779 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:50.887476 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740082d2-980c-4aa8-ac0d-3697645f8779 None None] Bound using segment: {'id': 'a59afafb-b93b-4f3e-bf81-2fdd7b7169e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '523d5f9d-adf5-4995-9abc-33963fd2be25'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:44:50.888043 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-740082d2-980c-4aa8-ac0d-3697645f8779 None None] Bound port: 733dfe24-4528-4474-9539-6ffa37e47da0, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59afafb-b93b-4f3e-bf81-2fdd7b7169e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '523d5f9d-adf5-4995-9abc-33963fd2be25'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:44:50.888563 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-740082d2-980c-4aa8-ac0d-3697645f8779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:50.917762 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 19225c88-698e-461e-b026-4266f6c17187 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:44:50.943059 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d52948d-9409-42df-95bb-093934f26619 req-66ed9923-75ae-41c7-b63f-ecb5d1d2d2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:50.943693 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1d52948d-9409-42df-95bb-093934f26619 req-66ed9923-75ae-41c7-b63f-ecb5d1d2d2a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:50.946921 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1d52948d-9409-42df-95bb-093934f26619 req-66ed9923-75ae-41c7-b63f-ecb5d1d2d2a7 service neutron] 10.222.0.44 "PUT /v2.0/ports/964b843f-d77c-4e1a-a0d1-249e2fa14fb1 HTTP/1.1" status: 200 len: 1092 time: 3.6515706 Nov 12 08:44:51.053853 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f171261d-b0ab-4a66-b990-cb2c7df4e325 req-37667ee6-aefc-41b9-8b5b-af355e73abbc tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fece665-e20b-467a-ac88-888552242c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2930055 Nov 12 08:44:51.071658 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cccf0f3-96a7-4f59-8486-3881db36816d tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:44:51.084156 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-3cccf0f3-96a7-4f59-8486-3881db36816d tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "PUT /v2.0/routers/7f2d11af-f4ec-43ff-9e23-8d22d71bd2cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6008592 Nov 12 08:44:51.090050 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56400) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:51.127540 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-981966e9-5bd6-4b9e-aa9b-25f79d269b7c tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:51.161921 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-981966e9-5bd6-4b9e-aa9b-25f79d269b7c tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:51.163927 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-740082d2-980c-4aa8-ac0d-3697645f8779 None None] For port 733dfe24-4528-4474-9539-6ffa37e47da0, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:44:51.170105 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-f47a3632-6914-4ac7-9cdf-2abf8db3c1ef tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f2d11af-f4ec-43ff-9e23-8d22d71bd2cb HTTP/1.1" status: 200 len: 205 time: 0.0778918 Nov 12 08:44:51.171335 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-740082d2-980c-4aa8-ac0d-3697645f8779 None None] For port 733dfe24-4528-4474-9539-6ffa37e47da0, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=733dfe24-4528-4474-9539-6ffa37e47da0,segment=NetworkSegment(a59afafb-b93b-4f3e-bf81-2fdd7b7169e2),segment_id=a59afafb-b93b-4f3e-bf81-2fdd7b7169e2)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:44:51.172654 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56402) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:51.174470 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56404) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:51.223962 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-740082d2-980c-4aa8-ac0d-3697645f8779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:51.239211 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13a24d70-9a2d-48d4-98f1-fd415ca293e5 x-openstack-request-id: req-13a24d70-9a2d-48d4-98f1-fd415ca293e5 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:44:51.239506 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8923b169-f6ab-45ae-a30e-261450af9314", "name": "network-vif-unplugged", "status": "completed", "tag": "964b843f-d77c-4e1a-a0d1-249e2fa14fb1", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:44:51.239762 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-13a24d70-9a2d-48d4-98f1-fd415ca293e5 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:44:51.240169 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8923b169-f6ab-45ae-a30e-261450af9314', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '964b843f-d77c-4e1a-a0d1-249e2fa14fb1', 'code': 200} Nov 12 08:44:51.251761 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981966e9-5bd6-4b9e-aa9b-25f79d269b7c tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc5f5a6-e8e9-4e61-8342-e157b351f9ef,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:51.258518 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-981966e9-5bd6-4b9e-aa9b-25f79d269b7c tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:51.260471 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-981966e9-5bd6-4b9e-aa9b-25f79d269b7c tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.7279212 Nov 12 08:44:51.265055 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 56418) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:51.265699 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ed9923-75ae-41c7-b63f-ecb5d1d2d2a7 service neutron] Pushing event updated for resources: {'Port': ['ID=964b843f-d77c-4e1a-a0d1-249e2fa14fb1,revision_number=7']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:51.272998 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-2bbb6626-1338-42d0-9cfb-7d076b149c29 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Request body: {'security_group_rule': {'security_group_id': '4cc5f5a6-e8e9-4e61-8342-e157b351f9ef', 'project_id': '557a71cffd7a4a82831b943f05494d79', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:51.278870 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5739040-5efa-4925-a6c5-602ea8f8f8f8 None None] Sync routers for ids ['7f2d11af-f4ec-43ff-9e23-8d22d71bd2cb'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:44:51.320226 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-7814167d-7369-4142-9d13-a094c498b12d None None] Could not find standard attr ID for object 417982d6-83de-4fe2-8f42-e1c7e164801f. {{(pid=102601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:44:51.326903 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d52948d-9409-42df-95bb-093934f26619 req-f0341fdc-51ee-4afc-bb5a-70aa7d5bb200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:51.328580 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1d52948d-9409-42df-95bb-093934f26619 req-f0341fdc-51ee-4afc-bb5a-70aa7d5bb200 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=af01ccd549054d7f8ad1904b6846172a&device_id=8923b169-f6ab-45ae-a30e-261450af9314 HTTP/1.1" status: 200 len: 1095 time: 0.1994247 Nov 12 08:44:51.347406 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 19225c88-698e-461e-b026-4266f6c17187 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:51.350004 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:51.354177 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5739040-5efa-4925-a6c5-602ea8f8f8f8 None None] Routers {'7f2d11af-f4ec-43ff-9e23-8d22d71bd2cb'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:44:51.356072 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-d5739040-5efa-4925-a6c5-602ea8f8f8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:44:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['7f2d11af-f4ec-43ff-9e23-8d22d71bd2cb'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:51.429392 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740082d2-980c-4aa8-ac0d-3697645f8779 None None] Routers {'65d95564-407b-47c1-8ba6-0c76a334dac1'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:44:51.429924 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-740082d2-980c-4aa8-ac0d-3697645f8779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:44:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['65d95564-407b-47c1-8ba6-0c76a334dac1'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:51.443976 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-d5739040-5efa-4925-a6c5-602ea8f8f8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:51.476836 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d52948d-9409-42df-95bb-093934f26619 req-2e52cb57-ac81-4275-a700-ce2eb1b424ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:51.480167 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1d52948d-9409-42df-95bb-093934f26619 req-2e52cb57-ac81-4275-a700-ce2eb1b424ac service neutron] 10.222.0.44 "GET /v2.0/networks?id=508aced4-0fe0-4f1d-92f2-979af6167066 HTTP/1.1" status: 200 len: 898 time: 0.1378224 Nov 12 08:44:51.498390 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f7328534-8ca5-4c5d-bd7b-3f71af0e1e5e tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks [] for router, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:51.509289 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5739040-5efa-4925-a6c5-602ea8f8f8f8 None None] Routers {'7f2d11af-f4ec-43ff-9e23-8d22d71bd2cb'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:44:51.510083 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-d5739040-5efa-4925-a6c5-602ea8f8f8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:44:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['7f2d11af-f4ec-43ff-9e23-8d22d71bd2cb'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:51.579414 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2bbb6626-1338-42d0-9cfb-7d076b149c29 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:51.611952 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-7814167d-7369-4142-9d13-a094c498b12d None None] Provisioning complete for port 19225c88-698e-461e-b026-4266f6c17187 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:51.612496 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7814167d-7369-4142-9d13-a094c498b12d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:51.677161 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fe5f03-8485-4f91-847c-1d12e3dcf8c7 None None] Pushing event updated for resources: {'Port': ['ID=733dfe24-4528-4474-9539-6ffa37e47da0,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:51.696799 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c91196-4096-498d-8e3d-0c45eb9e4fc3 req-03f8bee1-f9f5-4f34-b841-31ddf1dfecd7 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:51.700016 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-d5739040-5efa-4925-a6c5-602ea8f8f8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:51.700689 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5739040-5efa-4925-a6c5-602ea8f8f8f8 None None] The sync data for ids ['7f2d11af-f4ec-43ff-9e23-8d22d71bd2cb'] in n-d-765315-29 is: [] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:44:51.714488 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-41c91196-4096-498d-8e3d-0c45eb9e4fc3 req-03f8bee1-f9f5-4f34-b841-31ddf1dfecd7 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/ports?device_id=43036b0a-b3b3-4add-9c97-5662f771279a HTTP/1.1" status: 200 len: 943 time: 0.3487277 Nov 12 08:44:51.765339 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-8ae710b2-f530-4b1f-b97e-a25cd0c302e7 tempest-TestSecurityGroupsBasicOps-1040671232 tempest-TestSecurityGroupsBasicOps-1040671232-project-admin] 10.222.0.26 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 5134 time: 0.5883367 Nov 12 08:44:51.766784 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56422) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:51.773678 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-bd9b5e46-d6b4-4f15-86cb-afdd387e6436 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Request body: {'network': {'name': 'tempest-network-smoke--1817212469', 'project_id': '77abaf9dfdff48589f5ad3a7f970c1f2', 'port_security_enabled': False}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:51.884214 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-740082d2-980c-4aa8-ac0d-3697645f8779 None None] Set router 65d95564-407b-47c1-8ba6-0c76a334dac1 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:44:51.920095 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-41c91196-4096-498d-8e3d-0c45eb9e4fc3 req-0a37577b-cceb-4644-801e-1f6651a11c60 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0bffda3-6203-474e-b9e0-460d95e09dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036865 Nov 12 08:44:51.970128 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f7328534-8ca5-4c5d-bd7b-3f71af0e1e5e tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:51.972703 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f7328534-8ca5-4c5d-bd7b-3f71af0e1e5e tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:52.021542 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd9b5e46-d6b4-4f15-86cb-afdd387e6436 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Made reservation on behalf of 77abaf9dfdff48589f5ad3a7f970c1f2 for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:44:52.027298 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bd9b5e46-d6b4-4f15-86cb-afdd387e6436 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:52.030195 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f7328534-8ca5-4c5d-bd7b-3f71af0e1e5e tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:52.030909 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7328534-8ca5-4c5d-bd7b-3f71af0e1e5e tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Fanout notify agent at l3_agent the message router_deleted on router 7f2d11af-f4ec-43ff-9e23-8d22d71bd2cb {{(pid=102600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:44:52.037988 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f7328534-8ca5-4c5d-bd7b-3f71af0e1e5e tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:52.039099 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-f7328534-8ca5-4c5d-bd7b-3f71af0e1e5e tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "DELETE /v2.0/routers/7f2d11af-f4ec-43ff-9e23-8d22d71bd2cb HTTP/1.1" status: 204 len: 168 time: 0.8442073 Nov 12 08:44:52.042333 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56424) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:52.113124 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-65a9d7f8-9431-46eb-9fa5-76de592a8331 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Deleting subnet 7bbd1b54-fa60-4f56-a0c8-b091a32e060a {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:44:52.120215 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-65a9d7f8-9431-46eb-9fa5-76de592a8331 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:52.137433 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-a163b7ee-d9a2-4795-8285-42a29a71379c None None] Provisioning complete for port 733dfe24-4528-4474-9539-6ffa37e47da0 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:52.137813 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a163b7ee-d9a2-4795-8285-42a29a71379c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:52.141809 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2bbb6626-1338-42d0-9cfb-7d076b149c29 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:52.157697 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2bbb6626-1338-42d0-9cfb-7d076b149c29 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:52.171210 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd9b5e46-d6b4-4f15-86cb-afdd387e6436 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:44:52.180619 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-65a9d7f8-9431-46eb-9fa5-76de592a8331 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:52.187728 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1d52948d-9409-42df-95bb-093934f26619 req-ae83a886-0948-49e5-9a14-67a530c97c17 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=964b843f-d77c-4e1a-a0d1-249e2fa14fb1 HTTP/1.1" status: 200 len: 999 time: 0.6722100 Nov 12 08:44:52.189702 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 6dd43656-7fe5-426e-954d-20feb61db223 details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:44:52.233614 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bd9b5e46-d6b4-4f15-86cb-afdd387e6436 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:52.234012 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-bd9b5e46-d6b4-4f15-86cb-afdd387e6436 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Added segment f4ae52dd-0309-425b-9220-82953bab7253 of type vlan for network a05c10df-2bba-4557-9f0d-3ce9cf65b6dc Nov 12 08:44:52.301280 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 6dd43656-7fe5-426e-954d-20feb61db223, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=6dd43656-7fe5-426e-954d-20feb61db223,segment=NetworkSegment(d67d595f-ac82-4224-8cfb-35d7cb8db958),segment_id=d67d595f-ac82-4224-8cfb-35d7cb8db958)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:52.317954 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': '6dd43656-7fe5-426e-954d-20feb61db223', 'network_id': '005cbe87-3cd9-4019-b60a-9b9dcf542d7d', 'port_id': '6dd43656-7fe5-426e-954d-20feb61db223', 'mac_address': 'fa:16:3e:a7:82:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60df83b3-712a-40a1-8ef0-32bfce62889a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:44:52.335659 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbad48e5-3790-4763-a695-2e741db2afb4 req-4080c823-e263-4808-8ba9-81118a3c2711 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:52.338830 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-dbad48e5-3790-4763-a695-2e741db2afb4 req-4080c823-e263-4808-8ba9-81118a3c2711 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=8923b169-f6ab-45ae-a30e-261450af9314 HTTP/1.1" status: 200 len: 943 time: 0.1304801 Nov 12 08:44:52.349556 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bd9b5e46-d6b4-4f15-86cb-afdd387e6436 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:52.351497 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9adfafb5-346f-4a1d-91ce-0ab08df4078e tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:52.354253 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb6626-1338-42d0-9cfb-7d076b149c29 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b760eb5e-8dfe-4dce-8159-716b1768a6a4,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:52.363497 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d52948d-9409-42df-95bb-093934f26619 req-b73d6d42-c1d7-456e-bf9e-aa9a819acdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:52.366083 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1d52948d-9409-42df-95bb-093934f26619 req-b73d6d42-c1d7-456e-bf9e-aa9a819acdc8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f91bfea0-8c12-4f49-94bb-e193b754d651 HTTP/1.1" status: 200 len: 835 time: 0.1626191 Nov 12 08:44:52.371347 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2bbb6626-1338-42d0-9cfb-7d076b149c29 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:52.374402 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-2bbb6626-1338-42d0-9cfb-7d076b149c29 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1038582 Nov 12 08:44:52.378427 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56428) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:52.387345 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-02ec6fb8-5876-4923-a273-2223c068f7ee tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Request body: {'security_group_rule': {'security_group_id': '4cc5f5a6-e8e9-4e61-8342-e157b351f9ef', 'project_id': '557a71cffd7a4a82831b943f05494d79', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:52.389782 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9adfafb5-346f-4a1d-91ce-0ab08df4078e tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:52.439494 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:52.446373 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a163b7ee-d9a2-4795-8285-42a29a71379c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:52.475355 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.db.resource_extend [None req-bd9b5e46-d6b4-4f15-86cb-afdd387e6436 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:44:52.475827 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dd43656-7fe5-426e-954d-20feb61db223 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:44:52.489568 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-dbad48e5-3790-4763-a695-2e741db2afb4 req-d50b193d-e5d6-4fd4-bb9a-960a4937cadd tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fece665-e20b-467a-ac88-888552242c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1358647 Nov 12 08:44:52.495846 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-02ec6fb8-5876-4923-a273-2223c068f7ee tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:52.504528 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-740082d2-980c-4aa8-ac0d-3697645f8779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65d95564-407b-47c1-8ba6-0c76a334dac1', 'name': 'tempest-TestServerBasicOps-1190223790-router', 'tenant_id': 'ee34d5fa2d864240b42696b38d7de9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '0d343675-d6e1-40b6-ac02-e09bb7521385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:37Z', 'updated_at': '2021-11-12T08:44:45Z', 'revision_number': 4, 'project_id': 'ee34d5fa2d864240b42696b38d7de9d6', 'gw_port': {'id': '0d343675-d6e1-40b6-ac02-e09bb7521385', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:39:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d95564-407b-47c1-8ba6-0c76a334dac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:38Z', 'updated_at': '2021-11-12T08:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '733dfe24-4528-4474-9539-6ffa37e47da0', 'name': '', 'network_id': '523d5f9d-adf5-4995-9abc-33963fd2be25', 'tenant_id': 'ee34d5fa2d864240b42696b38d7de9d6', 'mac_address': 'fa:16:3e:db:0e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65d95564-407b-47c1-8ba6-0c76a334dac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '0faa0d0f-27c3-46ce-8076-487382233c6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:43Z', 'updated_at': '2021-11-12T08:44:51Z', 'revision_number': 4, 'project_id': 'ee34d5fa2d864240b42696b38d7de9d6', 'subnets': [{'id': '0faa0d0f-27c3-46ce-8076-487382233c6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:52.530396 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adfafb5-346f-4a1d-91ce-0ab08df4078e tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Pushing event updated for resources: {'Port': ['ID=5cfead8d-cc12-4c6b-9028-9176b7b9174f,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:52.551144 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d52948d-9409-42df-95bb-093934f26619 req-9b197e0e-b3c9-45d7-8f1c-80257f0270ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:52.553408 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1d52948d-9409-42df-95bb-093934f26619 req-9b197e0e-b3c9-45d7-8f1c-80257f0270ac service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=508aced4-0fe0-4f1d-92f2-979af6167066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1771054 Nov 12 08:44:52.560248 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9adfafb5-346f-4a1d-91ce-0ab08df4078e tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:52.562276 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-65a9d7f8-9431-46eb-9fa5-76de592a8331 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:52.566195 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 6dd43656-7fe5-426e-954d-20feb61db223, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=6dd43656-7fe5-426e-954d-20feb61db223,segment=NetworkSegment(d67d595f-ac82-4224-8cfb-35d7cb8db958),segment_id=d67d595f-ac82-4224-8cfb-35d7cb8db958)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:52.569107 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740082d2-980c-4aa8-ac0d-3697645f8779 None None] The sync data for ids ['65d95564-407b-47c1-8ba6-0c76a334dac1'] in n-d-765315-29 is: [{'id': '65d95564-407b-47c1-8ba6-0c76a334dac1', 'name': 'tempest-TestServerBasicOps-1190223790-router', 'tenant_id': 'ee34d5fa2d864240b42696b38d7de9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '0d343675-d6e1-40b6-ac02-e09bb7521385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:37Z', 'updated_at': '2021-11-12T08:44:45Z', 'revision_number': 4, 'project_id': 'ee34d5fa2d864240b42696b38d7de9d6', 'gw_port': {'id': '0d343675-d6e1-40b6-ac02-e09bb7521385', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:39:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d95564-407b-47c1-8ba6-0c76a334dac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:38Z', 'updated_at': '2021-11-12T08:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '733dfe24-4528-4474-9539-6ffa37e47da0', 'name': '', 'network_id': '523d5f9d-adf5-4995-9abc-33963fd2be25', 'tenant_id': 'ee34d5fa2d864240b42696b38d7de9d6', 'mac_address': 'fa:16:3e:db:0e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65d95564-407b-47c1-8ba6-0c76a334dac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '0faa0d0f-27c3-46ce-8076-487382233c6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:43Z', 'updated_at': '2021-11-12T08:44:51Z', 'revision_number': 4, 'project_id': 'ee34d5fa2d864240b42696b38d7de9d6', 'subnets': [{'id': '0faa0d0f-27c3-46ce-8076-487382233c6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:44:52.572777 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-a163b7ee-d9a2-4795-8285-42a29a71379c None None] For port 733dfe24-4528-4474-9539-6ffa37e47da0, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=733dfe24-4528-4474-9539-6ffa37e47da0,segment=NetworkSegment(a59afafb-b93b-4f3e-bf81-2fdd7b7169e2),segment_id=a59afafb-b93b-4f3e-bf81-2fdd7b7169e2)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:52.576998 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:52.588606 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a163b7ee-d9a2-4795-8285-42a29a71379c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:52.728927 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=6dd43656-7fe5-426e-954d-20feb61db223,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:52.804991 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1d52948d-9409-42df-95bb-093934f26619 req-c127bfdc-6136-4eab-9e33-202ac127c1fe service neutron] 10.222.0.44 "GET /v2.0/networks/508aced4-0fe0-4f1d-92f2-979af6167066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406931 Nov 12 08:44:52.898613 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a163b7ee-d9a2-4795-8285-42a29a71379c None None] Pushing event updated for resources: {'Port': ['ID=733dfe24-4528-4474-9539-6ffa37e47da0,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:52.935251 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['6dd43656-7fe5-426e-954d-20feb61db223'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:44:53.003140 n-d-765315-29 neutron-server[102599]: INFO neutron.db.l3_db [None req-9adfafb5-346f-4a1d-91ce-0ab08df4078e tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Floating IP 369ee5ca-ef10-4881-aec9-f07e1578cada associated. External IP: 172.25.2.213, port: f0210bc9-a867-41f9-a41c-9a557765755e. Nov 12 08:44:53.026280 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 733dfe24-4528-4474-9539-6ffa37e47da0 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:44:53.170297 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1d52948d-9409-42df-95bb-093934f26619 req-e033a333-b415-4420-be48-aa7864fbe63e service neutron] 10.222.0.44 "GET /v2.0/networks/508aced4-0fe0-4f1d-92f2-979af6167066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3550391 Nov 12 08:44:53.207085 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bd9b5e46-d6b4-4f15-86cb-afdd387e6436 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:53.223928 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9b5e46-d6b4-4f15-86cb-afdd387e6436 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:53.225761 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bd9b5e46-d6b4-4f15-86cb-afdd387e6436 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:53.245778 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8923b169-f6ab-45ae-a30e-261450af9314', 'tag': '964b843f-d77c-4e1a-a0d1-249e2fa14fb1'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:44:53.248208 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4571070-8150-417d-a6ec-6d391b892e74" -d '{"events": [{"name": "network-changed", "server_uuid": "8923b169-f6ab-45ae-a30e-261450af9314", "tag": "964b843f-d77c-4e1a-a0d1-249e2fa14fb1"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:44:53.267579 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 733dfe24-4528-4474-9539-6ffa37e47da0 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:53.268114 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:53.371562 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-bd9b5e46-d6b4-4f15-86cb-afdd387e6436 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.6023989 Nov 12 08:44:53.372602 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56438) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:53.374541 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9adfafb5-346f-4a1d-91ce-0ab08df4078e tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Router a47a04e4-6db1-4c16-a149-ffd8319b05a3 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:44:53.447995 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-9beed3aa-8452-42ef-a47f-bce040f5cac8 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1954039180', 'admin_state_up': True, 'project_id': '77abaf9dfdff48589f5ad3a7f970c1f2', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:53.490886 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9b5e46-d6b4-4f15-86cb-afdd387e6436 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Pushing event updated for resources: {'Network': ['ID=a05c10df-2bba-4557-9f0d-3ce9cf65b6dc,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:53.510892 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-02ec6fb8-5876-4923-a273-2223c068f7ee tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:53.514934 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network a05c10df-2bba-4557-9f0d-3ce9cf65b6dc details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:44:53.526166 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-02ec6fb8-5876-4923-a273-2223c068f7ee tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:53.533959 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-65a9d7f8-9431-46eb-9fa5-76de592a8331 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:53.555445 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0979cc35-c0d2-44e4-a327-763a5fd41377 req-00ecfc74-e77c-4822-be2e-03072f449341 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:53.557236 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0979cc35-c0d2-44e4-a327-763a5fd41377 req-00ecfc74-e77c-4822-be2e-03072f449341 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/ports?device_id=43036b0a-b3b3-4add-9c97-5662f771279a HTTP/1.1" status: 200 len: 944 time: 0.3201573 Nov 12 08:44:53.567265 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9beed3aa-8452-42ef-a47f-bce040f5cac8 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:53.568472 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9beed3aa-8452-42ef-a47f-bce040f5cac8 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:53.617417 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a9d7f8-9431-46eb-9fa5-76de592a8331 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Pushing event deleted for resources: {'Subnet': ['ID=7bbd1b54-fa60-4f56-a0c8-b091a32e060a,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:53.619943 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ec6fb8-5876-4923-a273-2223c068f7ee tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0247a08c-0fe5-4f15-bbb4-9e656c3542ea,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:53.625354 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-65a9d7f8-9431-46eb-9fa5-76de592a8331 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:53.631480 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-65a9d7f8-9431-46eb-9fa5-76de592a8331 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "DELETE /v2.0/subnets/7bbd1b54-fa60-4f56-a0c8-b091a32e060a HTTP/1.1" status: 204 len: 168 time: 1.5852299 Nov 12 08:44:53.634113 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 56442) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:53.648552 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-02ec6fb8-5876-4923-a273-2223c068f7ee tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:53.649968 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-02ec6fb8-5876-4923-a273-2223c068f7ee tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2673414 Nov 12 08:44:53.654047 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 56444) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:53.676824 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-4daf03e7-9e2a-4e3f-a59d-4ea1c6ed8075 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Request body: {'security_group_rule': {'security_group_id': '4cc5f5a6-e8e9-4e61-8342-e157b351f9ef', 'project_id': '557a71cffd7a4a82831b943f05494d79', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:53.677550 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad27b24-c6e1-4860-a861-b80d2f1fbd52 None None] Network 4b595ee3-b45e-4830-847e-03cedaf08597 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:44:53.683137 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9adfafb5-346f-4a1d-91ce-0ab08df4078e tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:44:53.697762 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e08c53-e059-41dc-ad09-3d42fb8a9672 None None] Sync routers for ids ['a47a04e4-6db1-4c16-a149-ffd8319b05a3'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:44:53.724849 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e08c53-e059-41dc-ad09-3d42fb8a9672 None None] Routers {'a47a04e4-6db1-4c16-a149-ffd8319b05a3'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:44:53.725595 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9adfafb5-346f-4a1d-91ce-0ab08df4078e tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:53.725825 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-c3e08c53-e059-41dc-ad09-3d42fb8a9672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:44:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['a47a04e4-6db1-4c16-a149-ffd8319b05a3'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:53.753496 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9beed3aa-8452-42ef-a47f-bce040f5cac8 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:53.762911 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0979cc35-c0d2-44e4-a327-763a5fd41377 req-fa292fa6-063f-43a6-a156-2529808db04e tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0bffda3-6203-474e-b9e0-460d95e09dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891053 Nov 12 08:44:53.881892 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b335b879-13fd-40ca-aa7b-75037f2e6e61 x-openstack-request-id: req-b335b879-13fd-40ca-aa7b-75037f2e6e61 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:44:53.882224 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8923b169-f6ab-45ae-a30e-261450af9314", "tag": "964b843f-d77c-4e1a-a0d1-249e2fa14fb1", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:44:53.882484 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b335b879-13fd-40ca-aa7b-75037f2e6e61 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:44:53.882925 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8923b169-f6ab-45ae-a30e-261450af9314', 'tag': '964b843f-d77c-4e1a-a0d1-249e2fa14fb1', 'status': 'completed', 'code': 200} Nov 12 08:44:53.958779 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-9adfafb5-346f-4a1d-91ce-0ab08df4078e tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.6788509 Nov 12 08:44:54.018444 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-c3e08c53-e059-41dc-ad09-3d42fb8a9672 None None] Set router a47a04e4-6db1-4c16-a149-ffd8319b05a3 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:44:54.019732 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-90681bdd-f041-4908-adbc-2255c38b0949 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:54.052821 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4daf03e7-9e2a-4e3f-a59d-4ea1c6ed8075 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:54.101142 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9beed3aa-8452-42ef-a47f-bce040f5cac8 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:54.172419 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822ccd58-e4de-479f-a499-1354c3f9e088 None None] DHCP port deletion for 4b595ee3-b45e-4830-847e-03cedaf08597 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:44:54.206085 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:44:54.208227 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4daf03e7-9e2a-4e3f-a59d-4ea1c6ed8075 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:54.216076 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4571070-8150-417d-a6ec-6d391b892e74 req-77b1b71b-9524-4c22-8fd0-5adb10356985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:54.218167 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d4571070-8150-417d-a6ec-6d391b892e74 req-77b1b71b-9524-4c22-8fd0-5adb10356985 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=af01ccd549054d7f8ad1904b6846172a&device_id=8923b169-f6ab-45ae-a30e-261450af9314 HTTP/1.1" status: 200 len: 1095 time: 0.2584586 Nov 12 08:44:54.247972 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4daf03e7-9e2a-4e3f-a59d-4ea1c6ed8075 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:54.277916 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050be458-9fc4-468f-8c10-8075b2cffd40 req-5df53ad7-8369-4d7c-b78e-cedbc78b7726 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:54.290348 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-050be458-9fc4-468f-8c10-8075b2cffd40 req-5df53ad7-8369-4d7c-b78e-cedbc78b7726 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=8923b169-f6ab-45ae-a30e-261450af9314 HTTP/1.1" status: 200 len: 943 time: 0.3359315 Nov 12 08:44:54.296073 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-822ccd58-e4de-479f-a499-1354c3f9e088 None None] Deleting port 19225c88-698e-461e-b026-4266f6c17187 {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:44:54.296634 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-822ccd58-e4de-479f-a499-1354c3f9e088 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:54.402836 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-c3e08c53-e059-41dc-ad09-3d42fb8a9672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47a04e4-6db1-4c16-a149-ffd8319b05a3', 'name': 'tempest-TestVolumeBootPattern-1486531232-router', 'tenant_id': '7d3f7337327743ecb706fdd7c92380e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'a9c6d19c-819a-4d35-bd4a-8438cac3130b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:15Z', 'updated_at': '2021-11-12T08:36:27Z', 'revision_number': 4, 'project_id': '7d3f7337327743ecb706fdd7c92380e3', 'gw_port': {'id': 'a9c6d19c-819a-4d35-bd4a-8438cac3130b', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47a04e4-6db1-4c16-a149-ffd8319b05a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2690, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:17Z', 'updated_at': '2021-11-12T08:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': '369ee5ca-ef10-4881-aec9-f07e1578cada', 'tenant_id': '7d3f7337327743ecb706fdd7c92380e3', 'floating_ip_address': '172.25.2.213', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': 'a47a04e4-6db1-4c16-a149-ffd8319b05a3', 'port_id': 'f0210bc9-a867-41f9-a41c-9a557765755e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35316ea3-d15f-4e9c-9d0f-87ba20d4fc64', 'mac_address': 'fa:16:3e:b5:1a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c35c58-3c53-4a03-b9cb-f513f06cb866', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:44:49Z', 'updated_at': '2021-11-12T08:44:49Z', 'revision_number': 0, 'project_id': '7d3f7337327743ecb706fdd7c92380e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d26d5ee-de97-449a-b18e-ad0dd5ee2113', 'name': '', 'network_id': '35316ea3-d15f-4e9c-9d0f-87ba20d4fc64', 'tenant_id': '7d3f7337327743ecb706fdd7c92380e3', 'mac_address': 'fa:16:3e:4a:04:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47a04e4-6db1-4c16-a149-ffd8319b05a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'd1d27945-8c3d-427f-88ef-3c42a7516333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:25Z', 'updated_at': '2021-11-12T08:36:33Z', 'revision_number': 5, 'project_id': '7d3f7337327743ecb706fdd7c92380e3', 'subnets': [{'id': 'd1d27945-8c3d-427f-88ef-3c42a7516333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:54.403237 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-050be458-9fc4-468f-8c10-8075b2cffd40 req-6c12a0c1-9ae2-4ff9-bc78-07856a6b4796 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fece665-e20b-467a-ac88-888552242c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112957 Nov 12 08:44:54.439737 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4571070-8150-417d-a6ec-6d391b892e74 req-41938bad-f9c9-42a5-aac3-10cc24ad75ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:54.441304 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d4571070-8150-417d-a6ec-6d391b892e74 req-41938bad-f9c9-42a5-aac3-10cc24ad75ee service neutron] 10.222.0.44 "GET /v2.0/networks?id=508aced4-0fe0-4f1d-92f2-979af6167066 HTTP/1.1" status: 200 len: 898 time: 0.1910169 Nov 12 08:44:54.448119 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4571070-8150-417d-a6ec-6d391b892e74 req-e3eec780-c9d0-4fdd-84b9-172ccd84d64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:54.449794 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d4571070-8150-417d-a6ec-6d391b892e74 req-e3eec780-c9d0-4fdd-84b9-172ccd84d64d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=af01ccd549054d7f8ad1904b6846172a&device_id=8923b169-f6ab-45ae-a30e-261450af9314 HTTP/1.1" status: 200 len: 1095 time: 0.5492961 Nov 12 08:44:54.471029 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-822ccd58-e4de-479f-a499-1354c3f9e088 None None] For port 19225c88-698e-461e-b026-4266f6c17187, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=19225c88-698e-461e-b026-4266f6c17187,segment=NetworkSegment(3f2f0e35-8fb4-4234-9fbb-783686d162ae),segment_id=3f2f0e35-8fb4-4234-9fbb-783686d162ae)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:54.471812 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-822ccd58-e4de-479f-a499-1354c3f9e088 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:54.482868 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e08c53-e059-41dc-ad09-3d42fb8a9672 None None] Checking router: a47a04e4-6db1-4c16-a149-ffd8319b05a3 for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:44:54.505797 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e08c53-e059-41dc-ad09-3d42fb8a9672 None None] Routers {'a47a04e4-6db1-4c16-a149-ffd8319b05a3'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:44:54.507273 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-822ccd58-e4de-479f-a499-1354c3f9e088 None None] Calling delete_port for 19225c88-698e-461e-b026-4266f6c17187 owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:44:54.513366 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-c3e08c53-e059-41dc-ad09-3d42fb8a9672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:44:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['a47a04e4-6db1-4c16-a149-ffd8319b05a3'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:54.567433 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daf03e7-9e2a-4e3f-a59d-4ea1c6ed8075 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcd43a7a-388b-45a4-b2be-b0a51cc71ae0,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:54.571289 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d4571070-8150-417d-a6ec-6d391b892e74 req-905f1332-3c95-4c7c-aa4b-09ad61cc3512 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=964b843f-d77c-4e1a-a0d1-249e2fa14fb1 HTTP/1.1" status: 200 len: 999 time: 0.1157610 Nov 12 08:44:54.599050 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9beed3aa-8452-42ef-a47f-bce040f5cac8 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks [] for router_gateway, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:54.624247 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9beed3aa-8452-42ef-a47f-bce040f5cac8 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:54.716129 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-822ccd58-e4de-479f-a499-1354c3f9e088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:54.759027 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4daf03e7-9e2a-4e3f-a59d-4ea1c6ed8075 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:54.763645 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56450) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:54.765626 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-4daf03e7-9e2a-4e3f-a59d-4ea1c6ed8075 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1045556 Nov 12 08:44:54.770925 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-ccba1e9d-a818-4971-9b6d-7a2f87643c23 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Request body: {'security_group_rule': {'security_group_id': '4cc5f5a6-e8e9-4e61-8342-e157b351f9ef', 'project_id': '557a71cffd7a4a82831b943f05494d79', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:54.791530 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822ccd58-e4de-479f-a499-1354c3f9e088 None None] Pushing event deleted for resources: {'Port': ['ID=19225c88-698e-461e-b026-4266f6c17187,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:54.809634 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822ccd58-e4de-479f-a499-1354c3f9e088 None None] No DVR routers for this DVR port 19225c88-698e-461e-b026-4266f6c17187 on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:44:54.872928 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-c3e08c53-e059-41dc-ad09-3d42fb8a9672 None None] Set router a47a04e4-6db1-4c16-a149-ffd8319b05a3 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:44:54.894066 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ccba1e9d-a818-4971-9b6d-7a2f87643c23 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:54.914514 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 733dfe24-4528-4474-9539-6ffa37e47da0 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:44:54.932364 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4571070-8150-417d-a6ec-6d391b892e74 req-98b1098d-9d20-4787-a13c-c7539c29ad71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:54.935677 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d4571070-8150-417d-a6ec-6d391b892e74 req-98b1098d-9d20-4787-a13c-c7539c29ad71 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f91bfea0-8c12-4f49-94bb-e193b754d651 HTTP/1.1" status: 200 len: 835 time: 0.2149618 Nov 12 08:44:54.949129 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4571070-8150-417d-a6ec-6d391b892e74 req-f30e11c9-b9ae-4470-a243-ff22cc736233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:54.952597 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d4571070-8150-417d-a6ec-6d391b892e74 req-f30e11c9-b9ae-4470-a243-ff22cc736233 service neutron] 10.222.0.21 "GET /v2.0/networks?id=508aced4-0fe0-4f1d-92f2-979af6167066 HTTP/1.1" status: 200 len: 898 time: 0.3803144 Nov 12 08:44:55.054738 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-9beed3aa-8452-42ef-a47f-bce040f5cac8 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Allocated IP 172.25.2.136 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/504f40d5-c86f-44ed-acdb-9a6a60b32094) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:44:55.057286 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 733dfe24-4528-4474-9539-6ffa37e47da0 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:55.057940 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:55.102418 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-90681bdd-f041-4908-adbc-2255c38b0949 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Deleting port 19225c88-698e-461e-b026-4266f6c17187 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:44:55.102824 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-90681bdd-f041-4908-adbc-2255c38b0949 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:55.164742 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4571070-8150-417d-a6ec-6d391b892e74 req-9ea6ca91-3525-41de-a46c-2a8e2083b338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:55.166715 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d4571070-8150-417d-a6ec-6d391b892e74 req-9ea6ca91-3525-41de-a46c-2a8e2083b338 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=508aced4-0fe0-4f1d-92f2-979af6167066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2108312 Nov 12 08:44:55.288831 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ccba1e9d-a818-4971-9b6d-7a2f87643c23 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:55.301572 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 19225c88-698e-461e-b026-4266f6c17187 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:44:55.325954 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d4571070-8150-417d-a6ec-6d391b892e74 req-f2e8e995-8599-43e4-aeda-1eedb36b3469 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=964b843f-d77c-4e1a-a0d1-249e2fa14fb1 HTTP/1.1" status: 200 len: 999 time: 0.2986624 Nov 12 08:44:55.331756 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddd583b-355d-4705-aaf7-47bce92b0c0d req-4e4db6c9-4210-4cd5-926a-b64038ed8e40 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:55.343737 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0ddd583b-355d-4705-aaf7-47bce92b0c0d req-4e4db6c9-4210-4cd5-926a-b64038ed8e40 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/ports?device_id=43036b0a-b3b3-4add-9c97-5662f771279a HTTP/1.1" status: 200 len: 944 time: 0.3924632 Nov 12 08:44:55.355123 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ccba1e9d-a818-4971-9b6d-7a2f87643c23 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:55.392933 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 19225c88-698e-461e-b026-4266f6c17187 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:44:55.394378 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 19225c88-698e-461e-b026-4266f6c17187 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:44:55.413637 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccba1e9d-a818-4971-9b6d-7a2f87643c23 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e684c106-32f0-480f-bf78-83937427eb87,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:55.436091 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-90681bdd-f041-4908-adbc-2255c38b0949 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] For port 19225c88-698e-461e-b026-4266f6c17187, host n-d-765315-29, got binding levels [] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:55.436562 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-90681bdd-f041-4908-adbc-2255c38b0949 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:55.443399 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ccba1e9d-a818-4971-9b6d-7a2f87643c23 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:55.447824 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-ccba1e9d-a818-4971-9b6d-7a2f87643c23 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6800339 Nov 12 08:44:55.456092 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 56458) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:55.461973 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-9e41248a-859f-43c0-9077-cb4b4dc60a7b tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Request body: {'security_group_rule': {'security_group_id': '4cc5f5a6-e8e9-4e61-8342-e157b351f9ef', 'project_id': '557a71cffd7a4a82831b943f05494d79', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:55.470433 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-c3e08c53-e059-41dc-ad09-3d42fb8a9672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47a04e4-6db1-4c16-a149-ffd8319b05a3', 'name': 'tempest-TestVolumeBootPattern-1486531232-router', 'tenant_id': '7d3f7337327743ecb706fdd7c92380e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'a9c6d19c-819a-4d35-bd4a-8438cac3130b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:15Z', 'updated_at': '2021-11-12T08:36:27Z', 'revision_number': 4, 'project_id': '7d3f7337327743ecb706fdd7c92380e3', 'gw_port': {'id': 'a9c6d19c-819a-4d35-bd4a-8438cac3130b', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47a04e4-6db1-4c16-a149-ffd8319b05a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2690, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:17Z', 'updated_at': '2021-11-12T08:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': '369ee5ca-ef10-4881-aec9-f07e1578cada', 'tenant_id': '7d3f7337327743ecb706fdd7c92380e3', 'floating_ip_address': '172.25.2.213', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': 'a47a04e4-6db1-4c16-a149-ffd8319b05a3', 'port_id': 'f0210bc9-a867-41f9-a41c-9a557765755e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35316ea3-d15f-4e9c-9d0f-87ba20d4fc64', 'mac_address': 'fa:16:3e:b5:1a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c35c58-3c53-4a03-b9cb-f513f06cb866', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:44:49Z', 'updated_at': '2021-11-12T08:44:49Z', 'revision_number': 0, 'project_id': '7d3f7337327743ecb706fdd7c92380e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d26d5ee-de97-449a-b18e-ad0dd5ee2113', 'name': '', 'network_id': '35316ea3-d15f-4e9c-9d0f-87ba20d4fc64', 'tenant_id': '7d3f7337327743ecb706fdd7c92380e3', 'mac_address': 'fa:16:3e:4a:04:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47a04e4-6db1-4c16-a149-ffd8319b05a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'd1d27945-8c3d-427f-88ef-3c42a7516333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:25Z', 'updated_at': '2021-11-12T08:36:33Z', 'revision_number': 5, 'project_id': '7d3f7337327743ecb706fdd7c92380e3', 'subnets': [{'id': 'd1d27945-8c3d-427f-88ef-3c42a7516333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:55.485407 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0ddd583b-355d-4705-aaf7-47bce92b0c0d req-45546f46-c3ee-4698-9558-79ed851483f1 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0bffda3-6203-474e-b9e0-460d95e09dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405833 Nov 12 08:44:55.485624 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-90681bdd-f041-4908-adbc-2255c38b0949 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Calling delete_port for 19225c88-698e-461e-b026-4266f6c17187 owned by network:dhcp {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:44:55.498619 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.ipam_backend_mixin [None req-90681bdd-f041-4908-adbc-2255c38b0949 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Port 19225c88-698e-461e-b026-4266f6c17187 was not found and therefore no delete operation was performed {{(pid=102599) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 08:44:55.506529 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-90681bdd-f041-4908-adbc-2255c38b0949 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:55.507561 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e08c53-e059-41dc-ad09-3d42fb8a9672 None None] The sync data for ids ['a47a04e4-6db1-4c16-a149-ffd8319b05a3'] in n-d-765315-29 is: [{'id': 'a47a04e4-6db1-4c16-a149-ffd8319b05a3', 'name': 'tempest-TestVolumeBootPattern-1486531232-router', 'tenant_id': '7d3f7337327743ecb706fdd7c92380e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'a9c6d19c-819a-4d35-bd4a-8438cac3130b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:15Z', 'updated_at': '2021-11-12T08:36:27Z', 'revision_number': 4, 'project_id': '7d3f7337327743ecb706fdd7c92380e3', 'gw_port': {'id': 'a9c6d19c-819a-4d35-bd4a-8438cac3130b', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47a04e4-6db1-4c16-a149-ffd8319b05a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2690, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:17Z', 'updated_at': '2021-11-12T08:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': '369ee5ca-ef10-4881-aec9-f07e1578cada', 'tenant_id': '7d3f7337327743ecb706fdd7c92380e3', 'floating_ip_address': '172.25.2.213', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': 'a47a04e4-6db1-4c16-a149-ffd8319b05a3', 'port_id': 'f0210bc9-a867-41f9-a41c-9a557765755e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35316ea3-d15f-4e9c-9d0f-87ba20d4fc64', 'mac_address': 'fa:16:3e:b5:1a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c35c58-3c53-4a03-b9cb-f513f06cb866', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:44:49Z', 'updated_at': '2021-11-12T08:44:49Z', 'revision_number': 0, 'project_id': '7d3f7337327743ecb706fdd7c92380e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d26d5ee-de97-449a-b18e-ad0dd5ee2113', 'name': '', 'network_id': '35316ea3-d15f-4e9c-9d0f-87ba20d4fc64', 'tenant_id': '7d3f7337327743ecb706fdd7c92380e3', 'mac_address': 'fa:16:3e:4a:04:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47a04e4-6db1-4c16-a149-ffd8319b05a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'd1d27945-8c3d-427f-88ef-3c42a7516333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:25Z', 'updated_at': '2021-11-12T08:36:33Z', 'revision_number': 5, 'project_id': '7d3f7337327743ecb706fdd7c92380e3', 'subnets': [{'id': 'd1d27945-8c3d-427f-88ef-3c42a7516333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:44:55.531694 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9beed3aa-8452-42ef-a47f-bce040f5cac8 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:55.534176 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4571070-8150-417d-a6ec-6d391b892e74 req-bb4791fe-4289-439d-9d62-5adadd1523d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:55.536224 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d4571070-8150-417d-a6ec-6d391b892e74 req-bb4791fe-4289-439d-9d62-5adadd1523d0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f91bfea0-8c12-4f49-94bb-e193b754d651 HTTP/1.1" status: 200 len: 835 time: 0.1459551 Nov 12 08:44:55.608742 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90681bdd-f041-4908-adbc-2255c38b0949 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] No DVR routers for this DVR port 19225c88-698e-461e-b026-4266f6c17187 on host n-d-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:44:55.617179 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9beed3aa-8452-42ef-a47f-bce040f5cac8 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:55.647998 n-d-765315-29 neutron-server[102599]: INFO neutron.db.securitygroups_db [None req-9e41248a-859f-43c0-9077-cb4b4dc60a7b tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Project 557a71cffd7a4a82831b943f05494d79 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 08:44:55.675406 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d4571070-8150-417d-a6ec-6d391b892e74 req-0de9ff67-26b1-4e52-8781-5cae9e6f24e8 service neutron] 10.222.0.44 "GET /v2.0/networks/508aced4-0fe0-4f1d-92f2-979af6167066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4991479 Nov 12 08:44:55.679161 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90681bdd-f041-4908-adbc-2255c38b0949 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Pushing event deleted for resources: {'Port': ['ID=19225c88-698e-461e-b026-4266f6c17187,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:55.699548 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9beed3aa-8452-42ef-a47f-bce040f5cac8 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:44:55.710272 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-9beed3aa-8452-42ef-a47f-bce040f5cac8 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:44:55.714193 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9e41248a-859f-43c0-9077-cb4b4dc60a7b tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:55.716641 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9beed3aa-8452-42ef-a47f-bce040f5cac8 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:44:55.734381 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07534743-ea71-44ea-b0d7-9f048a69b877 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:44:55.750038 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beed3aa-8452-42ef-a47f-bce040f5cac8 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Pushing event updated for resources: {'Port': ['ID=504f40d5-c86f-44ed-acdb-9a6a60b32094,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:55.793403 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39246809-2edb-43c5-a95f-4f33a0588ac6 req-f37de28e-0c2f-4923-b047-6f474e51b314 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:55.795159 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-39246809-2edb-43c5-a95f-4f33a0588ac6 req-f37de28e-0c2f-4923-b047-6f474e51b314 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=8923b169-f6ab-45ae-a30e-261450af9314 HTTP/1.1" status: 200 len: 943 time: 0.1368728 Nov 12 08:44:55.805779 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-07bb96f8-8459-4b57-98e9-3d96f785b11b None None] Provisioning complete for port 504f40d5-c86f-44ed-acdb-9a6a60b32094 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:55.806948 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-07bb96f8-8459-4b57-98e9-3d96f785b11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:55.860481 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-07bb96f8-8459-4b57-98e9-3d96f785b11b None None] Port 504f40d5-c86f-44ed-acdb-9a6a60b32094 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:44:55.914683 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16c35c58-3c53-4a03-b9cb-f513f06cb866', 'tag': 'f0210bc9-a867-41f9-a41c-9a557765755e'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:44:55.921120 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4779cfa2-6854-4aef-946a-92deeb1d1e12" -d '{"events": [{"name": "network-changed", "server_uuid": "16c35c58-3c53-4a03-b9cb-f513f06cb866", "tag": "f0210bc9-a867-41f9-a41c-9a557765755e"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:44:55.924400 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e27397-164a-4f87-8f20-4b476e284abd None None] New status for floating IP 369ee5ca-ef10-4881-aec9-f07e1578cada: ACTIVE {{(pid=102601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:44:55.966062 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-90681bdd-f041-4908-adbc-2255c38b0949 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:55.970718 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9e41248a-859f-43c0-9077-cb4b4dc60a7b tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:55.977636 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4571070-8150-417d-a6ec-6d391b892e74 req-8aaf660c-6893-4c71-b461-8687cef01139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:55.987735 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d4571070-8150-417d-a6ec-6d391b892e74 req-8aaf660c-6893-4c71-b461-8687cef01139 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=508aced4-0fe0-4f1d-92f2-979af6167066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4350331 Nov 12 08:44:55.996260 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9e41248a-859f-43c0-9077-cb4b4dc60a7b tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:56.043911 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e41248a-859f-43c0-9077-cb4b4dc60a7b tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e151e787-dce8-417a-912f-685420196b72,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:56.046344 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-39246809-2edb-43c5-a95f-4f33a0588ac6 req-08270577-178b-4c64-8182-db4839b02e9a tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fece665-e20b-467a-ac88-888552242c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927491 Nov 12 08:44:56.088071 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-90681bdd-f041-4908-adbc-2255c38b0949 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b595ee3-b45e-4830-847e-03cedaf08597']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:56.169381 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39adf7e7-a0d5-4bd6-9ad0-46f236b0e69d x-openstack-request-id: req-39adf7e7-a0d5-4bd6-9ad0-46f236b0e69d {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:44:56.169667 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16c35c58-3c53-4a03-b9cb-f513f06cb866", "tag": "f0210bc9-a867-41f9-a41c-9a557765755e", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:44:56.170516 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-39adf7e7-a0d5-4bd6-9ad0-46f236b0e69d {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:44:56.171116 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16c35c58-3c53-4a03-b9cb-f513f06cb866', 'tag': 'f0210bc9-a867-41f9-a41c-9a557765755e', 'status': 'completed', 'code': 200} Nov 12 08:44:56.181236 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 964b843f-d77c-4e1a-a0d1-249e2fa14fb1 details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:44:56.207499 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 6dd43656-7fe5-426e-954d-20feb61db223 up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:44:56.224859 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-90681bdd-f041-4908-adbc-2255c38b0949 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f2f0e35-8fb4-4234-9fbb-783686d162ae') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:56.225481 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-90681bdd-f041-4908-adbc-2255c38b0949 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f2f0e35-8fb4-4234-9fbb-783686d162ae') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:56.280770 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d4571070-8150-417d-a6ec-6d391b892e74 req-8862289b-a3e0-41eb-b93a-57f8733e60f2 service neutron] 10.222.0.44 "GET /v2.0/networks/508aced4-0fe0-4f1d-92f2-979af6167066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5960102 Nov 12 08:44:56.284534 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9e41248a-859f-43c0-9077-cb4b4dc60a7b tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:56.285838 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-9e41248a-859f-43c0-9077-cb4b4dc60a7b tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8284912 Nov 12 08:44:56.301384 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56468) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:56.308370 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-91468ede-0018-40fd-8daa-cce15d537eb2 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Request body: {'security_group_rule': {'security_group_id': '4cc5f5a6-e8e9-4e61-8342-e157b351f9ef', 'project_id': '557a71cffd7a4a82831b943f05494d79', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:56.315274 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-90681bdd-f041-4908-adbc-2255c38b0949 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:56.347421 n-d-765315-29 neutron-server[102600]: INFO neutron.db.securitygroups_db [None req-91468ede-0018-40fd-8daa-cce15d537eb2 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Project 557a71cffd7a4a82831b943f05494d79 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 08:44:56.357444 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-90681bdd-f041-4908-adbc-2255c38b0949 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:56.363190 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-91468ede-0018-40fd-8daa-cce15d537eb2 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:56.377953 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9beed3aa-8452-42ef-a47f-bce040f5cac8 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks [] for router_gateway, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:56.399645 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4779cfa2-6854-4aef-946a-92deeb1d1e12 req-69046b6f-0913-4dd0-a379-4851f2588a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:56.402709 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4779cfa2-6854-4aef-946a-92deeb1d1e12 req-69046b6f-0913-4dd0-a379-4851f2588a06 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7d3f7337327743ecb706fdd7c92380e3&device_id=16c35c58-3c53-4a03-b9cb-f513f06cb866 HTTP/1.1" status: 200 len: 1097 time: 0.2305043 Nov 12 08:44:56.407023 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90681bdd-f041-4908-adbc-2255c38b0949 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:44:56.407611 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-90681bdd-f041-4908-adbc-2255c38b0949 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:56.411051 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 08:44:56.411051 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:44:56.411051 n-d-765315-29 neutron-server[102599]: timer() Nov 12 08:44:56.411051 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:44:56.411051 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 08:44:56.411051 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:44:56.411051 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 08:44:56.411051 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:44:56.411051 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 08:44:56.411051 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:44:56.411051 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 08:44:56.411051 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:44:56.411051 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 08:44:56.411051 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:44:56.411051 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:44:56.411051 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:44:56.411051 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:44:56.411051 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:44:56.411051 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 08:44:56.411051 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:44:56.411051 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 08:44:56.411051 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:44:56.411051 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:44:56.411051 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:44:56.411051 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 08:44:56.411051 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:44:56.411051 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:44:56.411051 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:44:56.411051 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:44:56.411051 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:44:56.411051 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:44:56.411051 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:44:56.520405 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.db.resource_extend [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:44:56.549095 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d4571070-8150-417d-a6ec-6d391b892e74 req-cdbd82e4-3f7c-4cf7-96ef-5f093d445b84 service neutron] 10.222.0.21 "GET /v2.0/networks/508aced4-0fe0-4f1d-92f2-979af6167066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5504224 Nov 12 08:44:56.559532 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-91468ede-0018-40fd-8daa-cce15d537eb2 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:56.570510 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-91468ede-0018-40fd-8daa-cce15d537eb2 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:56.605485 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91468ede-0018-40fd-8daa-cce15d537eb2 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcc978c8-fa51-41d0-9e83-46bfa13564b5,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:56.610998 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning for port 6dd43656-7fe5-426e-954d-20feb61db223 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:44:56.618116 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3926d694-049e-46f5-a236-1e29dbe7ec66 req-38424ebb-e4e6-4f7b-a625-4ececff2bd26 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:56.620392 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3926d694-049e-46f5-a236-1e29dbe7ec66 req-38424ebb-e4e6-4f7b-a625-4ececff2bd26 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=8923b169-f6ab-45ae-a30e-261450af9314 HTTP/1.1" status: 200 len: 943 time: 0.1041441 Nov 12 08:44:56.621199 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port 6dd43656-7fe5-426e-954d-20feb61db223 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:56.621573 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:56.663554 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 964b843f-d77c-4e1a-a0d1-249e2fa14fb1, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=964b843f-d77c-4e1a-a0d1-249e2fa14fb1,segment=NetworkSegment(128b32ff-5ab3-49e3-809a-b6df5af491f4),segment_id=128b32ff-5ab3-49e3-809a-b6df5af491f4)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:56.682413 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-91468ede-0018-40fd-8daa-cce15d537eb2 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:56.693036 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': '964b843f-d77c-4e1a-a0d1-249e2fa14fb1', 'network_id': '508aced4-0fe0-4f1d-92f2-979af6167066', 'port_id': '964b843f-d77c-4e1a-a0d1-249e2fa14fb1', 'mac_address': 'fa:16:3e:b9:f5:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f91bfea0-8c12-4f49-94bb-e193b754d651', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:44:56.693267 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-91468ede-0018-40fd-8daa-cce15d537eb2 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3807571 Nov 12 08:44:56.693397 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-90681bdd-f041-4908-adbc-2255c38b0949 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:56.718086 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-90681bdd-f041-4908-adbc-2255c38b0949 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks [] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:56.730366 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-90681bdd-f041-4908-adbc-2255c38b0949 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "DELETE /v2.0/networks/4b595ee3-b45e-4830-847e-03cedaf08597 HTTP/1.1" status: 204 len: 168 time: 3.0858321 Nov 12 08:44:56.730478 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:56.730612 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56476) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:56.736438 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-26cc3b35-d233-4b5d-8561-5d0693705335 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1529891964', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}, 'admin_state_up': False}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:56.742410 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 964b843f-d77c-4e1a-a0d1-249e2fa14fb1 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:44:56.752114 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52107a24-7849-4752-8bbd-1c6596f71697 req-69aea585-0374-4eeb-8e9e-c15599904e83 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:56.752114 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-52107a24-7849-4752-8bbd-1c6596f71697 req-69aea585-0374-4eeb-8e9e-c15599904e83 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.44 "GET /v2.0/ports?device_id=8923b169-f6ab-45ae-a30e-261450af9314&tenant_id=af01ccd549054d7f8ad1904b6846172a&binding%3Ahost_id=n-h2-765315-29 HTTP/1.1" status: 200 len: 943 time: 0.2763460 Nov 12 08:44:56.765891 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90681bdd-f041-4908-adbc-2255c38b0949 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Pushing event deleted for resources: {'Network': ['ID=4b595ee3-b45e-4830-847e-03cedaf08597,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:56.811341 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 964b843f-d77c-4e1a-a0d1-249e2fa14fb1, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=964b843f-d77c-4e1a-a0d1-249e2fa14fb1,segment=NetworkSegment(128b32ff-5ab3-49e3-809a-b6df5af491f4),segment_id=128b32ff-5ab3-49e3-809a-b6df5af491f4)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:56.812548 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:56.814900 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3926d694-049e-46f5-a236-1e29dbe7ec66 req-1e52648f-20db-4442-9744-65961ed4301c tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fece665-e20b-467a-ac88-888552242c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1591322 Nov 12 08:44:56.824307 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:56.832800 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d4571070-8150-417d-a6ec-6d391b892e74 req-eac82b01-ab65-439e-a528-faabaa501561 service neutron] 10.222.0.21 "GET /v2.0/networks/508aced4-0fe0-4f1d-92f2-979af6167066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355888 Nov 12 08:44:56.841891 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-26cc3b35-d233-4b5d-8561-5d0693705335 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:56.843869 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4779cfa2-6854-4aef-946a-92deeb1d1e12 req-ee3cfd9b-12bd-4287-9ef6-4a902fea8033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:56.844042 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-26cc3b35-d233-4b5d-8561-5d0693705335 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:56.845389 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4779cfa2-6854-4aef-946a-92deeb1d1e12 req-ee3cfd9b-12bd-4287-9ef6-4a902fea8033 service neutron] 10.222.0.21 "GET /v2.0/networks?id=35316ea3-d15f-4e9c-9d0f-87ba20d4fc64 HTTP/1.1" status: 200 len: 913 time: 0.4308689 Nov 12 08:44:56.856406 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9beed3aa-8452-42ef-a47f-bce040f5cac8 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052'] for router, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:56.931273 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 6dd43656-7fe5-426e-954d-20feb61db223, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=6dd43656-7fe5-426e-954d-20feb61db223,segment=NetworkSegment(d67d595f-ac82-4224-8cfb-35d7cb8db958),segment_id=d67d595f-ac82-4224-8cfb-35d7cb8db958)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:56.932784 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43036b0a-b3b3-4add-9c97-5662f771279a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dd43656-7fe5-426e-954d-20feb61db223'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:44:56.935402 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d2c79d5-b1c3-407f-879e-5a35595d6bec" -d '{"events": [{"server_uuid": "43036b0a-b3b3-4add-9c97-5662f771279a", "name": "network-vif-plugged", "status": "completed", "tag": "6dd43656-7fe5-426e-954d-20feb61db223"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:44:56.937470 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-52107a24-7849-4752-8bbd-1c6596f71697 req-c9cfce4c-c6d0-49a7-8eb0-685739862594 service neutron] 10.222.0.44 "GET /v2.0/ports/964b843f-d77c-4e1a-a0d1-249e2fa14fb1/bindings/n-h2-765315-29 HTTP/1.1" status: 200 len: 383 time: 0.1617198 Nov 12 08:44:56.939139 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=964b843f-d77c-4e1a-a0d1-249e2fa14fb1,revision_number=8']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:56.943551 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:56.952561 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4779cfa2-6854-4aef-946a-92deeb1d1e12 req-d849a844-5f9c-4104-892d-67b3613b76bb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0210bc9-a867-41f9-a41c-9a557765755e HTTP/1.1" status: 200 len: 1001 time: 0.0970113 Nov 12 08:44:57.000461 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-26cc3b35-d233-4b5d-8561-5d0693705335 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:57.006541 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=6dd43656-7fe5-426e-954d-20feb61db223,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:57.054472 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4779cfa2-6854-4aef-946a-92deeb1d1e12 req-18934a6b-d936-4306-a634-d981f113a8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:57.055970 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4779cfa2-6854-4aef-946a-92deeb1d1e12 req-18934a6b-d936-4306-a634-d981f113a8c1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d1d27945-8c3d-427f-88ef-3c42a7516333 HTTP/1.1" status: 200 len: 851 time: 0.0915120 Nov 12 08:44:57.065272 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52107a24-7849-4752-8bbd-1c6596f71697 req-b2fad43a-2dcf-49a1-be7c-caa2a22a0643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:57.066815 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-52107a24-7849-4752-8bbd-1c6596f71697 req-b2fad43a-2dcf-49a1-be7c-caa2a22a0643 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=af01ccd549054d7f8ad1904b6846172a&device_id=8923b169-f6ab-45ae-a30e-261450af9314 HTTP/1.1" status: 200 len: 1096 time: 0.0643110 Nov 12 08:44:57.141759 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524755a9-a476-4706-9494-93b326be250c req-401e0387-a41a-428b-8c32-50a83bdccfc3 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:57.143430 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-524755a9-a476-4706-9494-93b326be250c req-401e0387-a41a-428b-8c32-50a83bdccfc3 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/ports?device_id=43036b0a-b3b3-4add-9c97-5662f771279a HTTP/1.1" status: 200 len: 945 time: 0.1606953 Nov 12 08:44:57.145410 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['964b843f-d77c-4e1a-a0d1-249e2fa14fb1'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:44:57.168233 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4779cfa2-6854-4aef-946a-92deeb1d1e12 req-81faef30-1d94-4305-9faf-294d18945015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:57.169819 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4779cfa2-6854-4aef-946a-92deeb1d1e12 req-81faef30-1d94-4305-9faf-294d18945015 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=35316ea3-d15f-4e9c-9d0f-87ba20d4fc64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1021447 Nov 12 08:44:57.212064 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52107a24-7849-4752-8bbd-1c6596f71697 req-736d6547-c6de-43c9-a987-0aef01608457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:57.214525 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-52107a24-7849-4752-8bbd-1c6596f71697 req-736d6547-c6de-43c9-a987-0aef01608457 service neutron] 10.222.0.44 "GET /v2.0/networks?id=508aced4-0fe0-4f1d-92f2-979af6167066 HTTP/1.1" status: 200 len: 898 time: 0.1387684 Nov 12 08:44:57.251590 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-26cc3b35-d233-4b5d-8561-5d0693705335 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:57.335012 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-52107a24-7849-4752-8bbd-1c6596f71697 req-ddd9537f-477f-4cce-91f4-878b7b377867 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=964b843f-d77c-4e1a-a0d1-249e2fa14fb1 HTTP/1.1" status: 200 len: 1000 time: 0.1054893 Nov 12 08:44:57.340385 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-524755a9-a476-4706-9494-93b326be250c req-2400091a-6222-461b-a708-00fcf5afc1ab tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0bffda3-6203-474e-b9e0-460d95e09dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487961 Nov 12 08:44:57.374953 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9beed3aa-8452-42ef-a47f-bce040f5cac8 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Router b17fddf4-f1b1-4c91-9903-9c379cbb360f is scheduled to L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 with binding_index 1 {{(pid=102600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:44:57.425717 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4779cfa2-6854-4aef-946a-92deeb1d1e12 req-a56d30cb-aa20-4913-a8f8-4a35d5883a09 service neutron] 10.222.0.21 "GET /v2.0/networks/35316ea3-d15f-4e9c-9d0f-87ba20d4fc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460363 Nov 12 08:44:57.483775 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52107a24-7849-4752-8bbd-1c6596f71697 req-5e7ab667-2c0a-465a-ac7c-7816c3afbd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:57.485592 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-52107a24-7849-4752-8bbd-1c6596f71697 req-5e7ab667-2c0a-465a-ac7c-7816c3afbd0d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f91bfea0-8c12-4f49-94bb-e193b754d651 HTTP/1.1" status: 200 len: 835 time: 0.1339376 Nov 12 08:44:57.584198 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4779cfa2-6854-4aef-946a-92deeb1d1e12 req-7aebe477-417d-44a4-b167-1079618892b5 service neutron] 10.222.0.21 "GET /v2.0/networks/35316ea3-d15f-4e9c-9d0f-87ba20d4fc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477396 Nov 12 08:44:57.586670 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52107a24-7849-4752-8bbd-1c6596f71697 req-7d86c255-db61-4026-ab4f-66b41444d259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:57.589112 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-52107a24-7849-4752-8bbd-1c6596f71697 req-7d86c255-db61-4026-ab4f-66b41444d259 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=508aced4-0fe0-4f1d-92f2-979af6167066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0739591 Nov 12 08:44:57.618957 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-21f042d8-ccc6-4e95-bb27-87626d1755db req-bb80d7a7-fa1c-4ad8-a72d-0937a0ffac5d tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-434019226&fields=id&tenant_id=557a71cffd7a4a82831b943f05494d79 HTTP/1.1" status: 200 len: 267 time: 0.1396959 Nov 12 08:44:57.625223 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9beed3aa-8452-42ef-a47f-bce040f5cac8 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:44:57.636131 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54272a03-9930-475d-9a2f-1f39b8ac982a None None] Sync routers for ids ['b17fddf4-f1b1-4c91-9903-9c379cbb360f'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:44:57.654343 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54272a03-9930-475d-9a2f-1f39b8ac982a None None] Routers {'b17fddf4-f1b1-4c91-9903-9c379cbb360f'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:44:57.655416 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-54272a03-9930-475d-9a2f-1f39b8ac982a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:44:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['b17fddf4-f1b1-4c91-9903-9c379cbb360f'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:57.745800 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-52107a24-7849-4752-8bbd-1c6596f71697 req-8e01e257-9c20-40ec-8549-406b75c307f1 service neutron] 10.222.0.44 "GET /v2.0/networks/508aced4-0fe0-4f1d-92f2-979af6167066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387987 Nov 12 08:44:57.773472 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9beed3aa-8452-42ef-a47f-bce040f5cac8 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:57.778636 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-9beed3aa-8452-42ef-a47f-bce040f5cac8 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.3600633 Nov 12 08:44:57.779447 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56492) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:57.789654 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-54272a03-9930-475d-9a2f-1f39b8ac982a None None] Set router b17fddf4-f1b1-4c91-9903-9c379cbb360f gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:44:57.883201 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-52107a24-7849-4752-8bbd-1c6596f71697 req-0b267fcf-50d9-401a-ac5a-d0646cab33a4 service neutron] 10.222.0.44 "GET /v2.0/networks/508aced4-0fe0-4f1d-92f2-979af6167066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307538 Nov 12 08:44:58.007306 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-54272a03-9930-475d-9a2f-1f39b8ac982a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b17fddf4-f1b1-4c91-9903-9c379cbb360f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1954039180', 'tenant_id': '77abaf9dfdff48589f5ad3a7f970c1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '504f40d5-c86f-44ed-acdb-9a6a60b32094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:53Z', 'updated_at': '2021-11-12T08:44:55Z', 'revision_number': 3, 'project_id': '77abaf9dfdff48589f5ad3a7f970c1f2', 'gw_port': {'id': '504f40d5-c86f-44ed-acdb-9a6a60b32094', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:24:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b17fddf4-f1b1-4c91-9903-9c379cbb360f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:54Z', 'updated_at': '2021-11-12T08:44:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:58.137401 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54272a03-9930-475d-9a2f-1f39b8ac982a None None] Checking router: b17fddf4-f1b1-4c91-9903-9c379cbb360f for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:44:58.137620 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54272a03-9930-475d-9a2f-1f39b8ac982a None None] Updating router b17fddf4-f1b1-4c91-9903-9c379cbb360f port 504f40d5-c86f-44ed-acdb-9a6a60b32094 binding host n-d-765315-29 {{(pid=102602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:44:58.169182 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-54272a03-9930-475d-9a2f-1f39b8ac982a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:58.189626 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 964b843f-d77c-4e1a-a0d1-249e2fa14fb1 up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:44:58.224118 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-26cc3b35-d233-4b5d-8561-5d0693705335 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks [] for router_gateway, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:58.268264 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-26cc3b35-d233-4b5d-8561-5d0693705335 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:58.269930 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning for port 964b843f-d77c-4e1a-a0d1-249e2fa14fb1 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:44:58.276657 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port 964b843f-d77c-4e1a-a0d1-249e2fa14fb1 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:58.277146 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:58.361248 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b31e2ea-1044-47cb-8a42-cc7ac3d6c9fa tempest-TestSecurityGroupsBasicOps-1040671232 tempest-TestSecurityGroupsBasicOps-1040671232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:58.365760 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 56514) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:58.376944 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-7b31e2ea-1044-47cb-8a42-cc7ac3d6c9fa tempest-TestSecurityGroupsBasicOps-1040671232 tempest-TestSecurityGroupsBasicOps-1040671232-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=77abaf9dfdff48589f5ad3a7f970c1f2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.5886309 Nov 12 08:44:58.403275 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:58.410807 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f042d8-ccc6-4e95-bb27-87626d1755db req-073ef5bf-1b60-427d-8a75-1f170d4a6a34 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:58.412347 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-21f042d8-ccc6-4e95-bb27-87626d1755db req-073ef5bf-1b60-427d-8a75-1f170d4a6a34 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] 10.222.0.26 "GET /v2.0/networks?id=74797a8c-7ff4-4d88-a8f8-61f265f99726 HTTP/1.1" status: 200 len: 808 time: 0.7793679 Nov 12 08:44:58.444252 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-21f042d8-ccc6-4e95-bb27-87626d1755db req-b02659a5-3459-4dcf-a8ff-10f7fdb43f26 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] 10.222.0.26 "GET /v2.0/quotas/557a71cffd7a4a82831b943f05494d79 HTTP/1.1" status: 200 len: 375 time: 0.0215871 Nov 12 08:44:58.454678 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-54272a03-9930-475d-9a2f-1f39b8ac982a None None] Publish callbacks [] for port, precommit_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:58.464718 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-54272a03-9930-475d-9a2f-1f39b8ac982a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:58.466572 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 964b843f-d77c-4e1a-a0d1-249e2fa14fb1, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=964b843f-d77c-4e1a-a0d1-249e2fa14fb1,segment=NetworkSegment(128b32ff-5ab3-49e3-809a-b6df5af491f4),segment_id=128b32ff-5ab3-49e3-809a-b6df5af491f4)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:58.473215 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:58.536964 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153e7dff-86a1-4e84-8d31-27ee193ce787 None None] Pushing event updated for resources: {'Port': ['ID=504f40d5-c86f-44ed-acdb-9a6a60b32094,revision_number=2']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:58.539247 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-54272a03-9930-475d-9a2f-1f39b8ac982a None None] Attempting to bind port 504f40d5-c86f-44ed-acdb-9a6a60b32094 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:44:58.539577 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-54272a03-9930-475d-9a2f-1f39b8ac982a None None] Attempting to bind port 504f40d5-c86f-44ed-acdb-9a6a60b32094 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:44:58.539947 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54272a03-9930-475d-9a2f-1f39b8ac982a None None] Attempting to bind port 504f40d5-c86f-44ed-acdb-9a6a60b32094 on network d709f64f-f9e6-4525-b020-ad48633b9bbf {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:44:58.547038 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6bd84a-a0b4-41ba-b012-f5180a13e548 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:44:58.549660 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54272a03-9930-475d-9a2f-1f39b8ac982a None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:44:58.550039 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54272a03-9930-475d-9a2f-1f39b8ac982a None None] Checking segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:44:58.550534 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-54272a03-9930-475d-9a2f-1f39b8ac982a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:58.551047 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54272a03-9930-475d-9a2f-1f39b8ac982a None None] Bound using segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:44:58.551561 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-54272a03-9930-475d-9a2f-1f39b8ac982a None None] Bound port: 504f40d5-c86f-44ed-acdb-9a6a60b32094, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:44:58.551943 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-54272a03-9930-475d-9a2f-1f39b8ac982a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:58.563729 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153e7dff-86a1-4e84-8d31-27ee193ce787 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:58.564104 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153e7dff-86a1-4e84-8d31-27ee193ce787 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:58.564447 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153e7dff-86a1-4e84-8d31-27ee193ce787 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:58.564786 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153e7dff-86a1-4e84-8d31-27ee193ce787 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:58.565122 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153e7dff-86a1-4e84-8d31-27ee193ce787 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:58.565456 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153e7dff-86a1-4e84-8d31-27ee193ce787 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:58.566351 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153e7dff-86a1-4e84-8d31-27ee193ce787 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:58.566351 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153e7dff-86a1-4e84-8d31-27ee193ce787 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:58.566616 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153e7dff-86a1-4e84-8d31-27ee193ce787 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:58.566953 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153e7dff-86a1-4e84-8d31-27ee193ce787 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:58.567389 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153e7dff-86a1-4e84-8d31-27ee193ce787 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:58.567721 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153e7dff-86a1-4e84-8d31-27ee193ce787 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:58.589965 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=964b843f-d77c-4e1a-a0d1-249e2fa14fb1,revision_number=9']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:58.598887 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-21f042d8-ccc6-4e95-bb27-87626d1755db req-86ce0c2c-36b6-49f2-9631-93dd98c64d8e tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=557a71cffd7a4a82831b943f05494d79&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1458707 Nov 12 08:44:58.600172 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-26cc3b35-d233-4b5d-8561-5d0693705335 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Allocated IP 172.25.2.155 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/54d9c5a1-bbf5-41c5-8b17-409af8d84abc) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:44:58.601901 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9861aa13-4a75-4173-a1ba-ef8e4466dec0 tempest-TestSecurityGroupsBasicOps-1040671232 tempest-TestSecurityGroupsBasicOps-1040671232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:58.608874 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-9861aa13-4a75-4173-a1ba-ef8e4466dec0 tempest-TestSecurityGroupsBasicOps-1040671232 tempest-TestSecurityGroupsBasicOps-1040671232-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2420022 Nov 12 08:44:58.609768 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 56524) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:58.616119 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-9fd02b1c-a03f-485f-82ea-3bd33f460130 None None] Provisioning complete for port 504f40d5-c86f-44ed-acdb-9a6a60b32094 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:58.616623 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9fd02b1c-a03f-485f-82ea-3bd33f460130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:58.638847 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-54272a03-9930-475d-9a2f-1f39b8ac982a None None] For port 504f40d5-c86f-44ed-acdb-9a6a60b32094, host n-d-765315-29, cleared binding levels {{(pid=102602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:44:58.643398 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-54272a03-9930-475d-9a2f-1f39b8ac982a None None] For port 504f40d5-c86f-44ed-acdb-9a6a60b32094, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=504f40d5-c86f-44ed-acdb-9a6a60b32094,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:44:58.653213 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-54272a03-9930-475d-9a2f-1f39b8ac982a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:58.659085 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-7da94090-7407-4e5b-adeb-76c4f04d790b tempest-TestSecurityGroupsBasicOps-1040671232 tempest-TestSecurityGroupsBasicOps-1040671232-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=d709f64f-f9e6-4525-b020-ad48633b9bbf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0475721 Nov 12 08:44:58.659781 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 56526) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:58.715202 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-a3d13a41-f35e-42de-85c5-3ca690dcc876 tempest-TestSecurityGroupsBasicOps-1040671232 tempest-TestSecurityGroupsBasicOps-1040671232-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=77abaf9dfdff48589f5ad3a7f970c1f2&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0538867 Nov 12 08:44:58.716027 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 56528) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:58.716967 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-9fd02b1c-a03f-485f-82ea-3bd33f460130 None None] Port 504f40d5-c86f-44ed-acdb-9a6a60b32094 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:44:58.761127 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a7a899-c85d-4225-87d1-ac7b3a90b437 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:44:58.777015 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54272a03-9930-475d-9a2f-1f39b8ac982a None None] Routers {'b17fddf4-f1b1-4c91-9903-9c379cbb360f'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:44:58.777785 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-54272a03-9930-475d-9a2f-1f39b8ac982a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:44:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['b17fddf4-f1b1-4c91-9903-9c379cbb360f'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:58.819410 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153e7dff-86a1-4e84-8d31-27ee193ce787 None None] Pushing event updated for resources: {'Port': ['ID=504f40d5-c86f-44ed-acdb-9a6a60b32094,revision_number=3']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:58.850100 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3be1926-de5f-418b-8901-936492414871 tempest-TestSecurityGroupsBasicOps-1040671232 tempest-TestSecurityGroupsBasicOps-1040671232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:58.860675 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-a3be1926-de5f-418b-8901-936492414871 tempest-TestSecurityGroupsBasicOps-1040671232 tempest-TestSecurityGroupsBasicOps-1040671232-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1421628 Nov 12 08:44:58.861660 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 56530) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:58.862242 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e2acfe7c-633b-4bb1-ab4e-3998357d3166 None None] Provisioning complete for port 504f40d5-c86f-44ed-acdb-9a6a60b32094 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:58.862807 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e2acfe7c-633b-4bb1-ab4e-3998357d3166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:58.911706 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-54272a03-9930-475d-9a2f-1f39b8ac982a None None] Set router b17fddf4-f1b1-4c91-9903-9c379cbb360f gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:44:58.915204 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-7bd3a0cb-f3ac-4435-9895-8a892be5c86e tempest-TestSecurityGroupsBasicOps-1040671232 tempest-TestSecurityGroupsBasicOps-1040671232-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=d709f64f-f9e6-4525-b020-ad48633b9bbf&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0521688 Nov 12 08:44:58.916653 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 56532) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:58.925331 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-67939cf0-047d-4aca-a365-98c34a5c1229 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1860601508', 'network_id': 'a05c10df-2bba-4557-9f0d-3ce9cf65b6dc', 'project_id': '77abaf9dfdff48589f5ad3a7f970c1f2', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:59.029774 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e2acfe7c-633b-4bb1-ab4e-3998357d3166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:59.061782 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-21f042d8-ccc6-4e95-bb27-87626d1755db req-550d61c3-5fb6-4d18-8f57-dcc9a508ff30 service neutron] 10.222.0.26 "GET /v2.0/networks/74797a8c-7ff4-4d88-a8f8-61f265f99726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4517791 Nov 12 08:44:59.090797 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e2acfe7c-633b-4bb1-ab4e-3998357d3166 None None] For port 504f40d5-c86f-44ed-acdb-9a6a60b32094, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=504f40d5-c86f-44ed-acdb-9a6a60b32094,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:59.101428 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e2acfe7c-633b-4bb1-ab4e-3998357d3166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:59.187121 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-54272a03-9930-475d-9a2f-1f39b8ac982a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b17fddf4-f1b1-4c91-9903-9c379cbb360f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1954039180', 'tenant_id': '77abaf9dfdff48589f5ad3a7f970c1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '504f40d5-c86f-44ed-acdb-9a6a60b32094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:53Z', 'updated_at': '2021-11-12T08:44:55Z', 'revision_number': 3, 'project_id': '77abaf9dfdff48589f5ad3a7f970c1f2', 'gw_port': {'id': '504f40d5-c86f-44ed-acdb-9a6a60b32094', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:24:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b17fddf4-f1b1-4c91-9903-9c379cbb360f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:54Z', 'updated_at': '2021-11-12T08:44:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:59.191398 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2acfe7c-633b-4bb1-ab4e-3998357d3166 None None] Pushing event updated for resources: {'Port': ['ID=504f40d5-c86f-44ed-acdb-9a6a60b32094,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:59.202102 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-26cc3b35-d233-4b5d-8561-5d0693705335 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:59.247158 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54272a03-9930-475d-9a2f-1f39b8ac982a None None] The sync data for ids ['b17fddf4-f1b1-4c91-9903-9c379cbb360f'] in n-d-765315-29 is: [{'id': 'b17fddf4-f1b1-4c91-9903-9c379cbb360f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1954039180', 'tenant_id': '77abaf9dfdff48589f5ad3a7f970c1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '504f40d5-c86f-44ed-acdb-9a6a60b32094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:53Z', 'updated_at': '2021-11-12T08:44:55Z', 'revision_number': 3, 'project_id': '77abaf9dfdff48589f5ad3a7f970c1f2', 'gw_port': {'id': '504f40d5-c86f-44ed-acdb-9a6a60b32094', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:24:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b17fddf4-f1b1-4c91-9903-9c379cbb360f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:54Z', 'updated_at': '2021-11-12T08:44:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:44:59.321603 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-26cc3b35-d233-4b5d-8561-5d0693705335 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:59.392900 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-21f042d8-ccc6-4e95-bb27-87626d1755db req-4f25d4c7-279b-48ef-b170-8bcd481e36ea service neutron] 10.222.0.26 "GET /v2.0/networks/74797a8c-7ff4-4d88-a8f8-61f265f99726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3210995 Nov 12 08:44:59.398052 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26cc3b35-d233-4b5d-8561-5d0693705335 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:44:59.401198 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cc3b35-d233-4b5d-8561-5d0693705335 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Pushing event updated for resources: {'Port': ['ID=54d9c5a1-bbf5-41c5-8b17-409af8d84abc,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:59.404381 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-26cc3b35-d233-4b5d-8561-5d0693705335 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:44:59.410972 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cc3b35-d233-4b5d-8561-5d0693705335 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:44:59.436133 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b864a9-bd1a-45c0-bffa-ecafb8af584b None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:44:59.537283 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-330adecb-e1af-498e-a278-107ac6faaa10 None None] Provisioning complete for port 54d9c5a1-bbf5-41c5-8b17-409af8d84abc triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:59.537566 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-330adecb-e1af-498e-a278-107ac6faaa10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:59.655272 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-330adecb-e1af-498e-a278-107ac6faaa10 None None] Port 54d9c5a1-bbf5-41c5-8b17-409af8d84abc cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:44:59.843769 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f13e573-6351-402f-8c69-b8dab6eae033 x-openstack-request-id: req-2f13e573-6351-402f-8c69-b8dab6eae033 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:44:59.844188 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43036b0a-b3b3-4add-9c97-5662f771279a", "name": "network-vif-plugged", "status": "completed", "tag": "6dd43656-7fe5-426e-954d-20feb61db223", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:44:59.845382 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2f13e573-6351-402f-8c69-b8dab6eae033 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:44:59.845565 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43036b0a-b3b3-4add-9c97-5662f771279a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dd43656-7fe5-426e-954d-20feb61db223', 'code': 200} Nov 12 08:45:00.042527 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67939cf0-047d-4aca-a365-98c34a5c1229 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Made reservation on behalf of 77abaf9dfdff48589f5ad3a7f970c1f2 for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:45:00.057179 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-67939cf0-047d-4aca-a365-98c34a5c1229 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:00.203078 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8db503-c599-4e61-b23e-62c5d17fcd78 req-dbbff32a-2dcf-40fa-a608-d29f898fb7d9 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:00.210823 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4f8db503-c599-4e61-b23e-62c5d17fcd78 req-dbbff32a-2dcf-40fa-a608-d29f898fb7d9 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=8923b169-f6ab-45ae-a30e-261450af9314 HTTP/1.1" status: 200 len: 945 time: 0.2135577 Nov 12 08:45:00.253500 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d94d54-1061-4b64-a078-e7853a455315 req-dff533f8-1840-4ce0-8b68-f9d3bfdfdbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:00.255341 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-77d94d54-1061-4b64-a078-e7853a455315 req-dff533f8-1840-4ce0-8b68-f9d3bfdfdbf1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=43036b0a-b3b3-4add-9c97-5662f771279a HTTP/1.1" status: 200 len: 1097 time: 0.2571573 Nov 12 08:45:00.355046 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4f8db503-c599-4e61-b23e-62c5d17fcd78 req-bb3d6bd0-489b-4d35-84cd-369b7ea2b6d2 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fece665-e20b-467a-ac88-888552242c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1429405 Nov 12 08:45:00.358001 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-26cc3b35-d233-4b5d-8561-5d0693705335 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks [] for router_gateway, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:00.433440 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-77d94d54-1061-4b64-a078-e7853a455315 req-b952149c-930a-4a1b-a5ee-b816cd62c534 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e0bffda3-6203-474e-b9e0-460d95e09dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626177 Nov 12 08:45:00.619321 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-67939cf0-047d-4aca-a365-98c34a5c1229 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:00.619648 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a717fe-f494-499f-a059-a80d9fea30e2 req-b7768eeb-63aa-49b6-8247-715c52b153e7 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:00.622368 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-75a717fe-f494-499f-a059-a80d9fea30e2 req-b7768eeb-63aa-49b6-8247-715c52b153e7 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/ports?device_id=43036b0a-b3b3-4add-9c97-5662f771279a HTTP/1.1" status: 200 len: 945 time: 0.1712315 Nov 12 08:45:00.793655 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67939cf0-047d-4aca-a365-98c34a5c1229 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Pushing event updated for resources: {'Subnet': ['ID=a96c6fcf-2b5a-4708-874d-2b34aa763130,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:00.805721 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-75a717fe-f494-499f-a059-a80d9fea30e2 req-5b4e3d8e-fdda-4c77-a81e-87772d017bb4 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0bffda3-6203-474e-b9e0-460d95e09dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656411 Nov 12 08:45:00.833268 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52107a24-7849-4752-8bbd-1c6596f71697 req-2603131b-9417-4f7e-8e4b-07cdd6238a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:00.834967 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-52107a24-7849-4752-8bbd-1c6596f71697 req-2603131b-9417-4f7e-8e4b-07cdd6238a5b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8923b169-f6ab-45ae-a30e-261450af9314&tenant_id=af01ccd549054d7f8ad1904b6846172a HTTP/1.1" status: 200 len: 1097 time: 0.1185598 Nov 12 08:45:00.836491 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67939cf0-047d-4aca-a365-98c34a5c1229 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Checking segment: {'id': 'f4ae52dd-0309-425b-9220-82953bab7253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a05c10df-2bba-4557-9f0d-3ce9cf65b6dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:45:00.836826 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67939cf0-047d-4aca-a365-98c34a5c1229 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Network hostable DHCP agents. Network: a05c10df-2bba-4557-9f0d-3ce9cf65b6dc, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:45:00.857740 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-52107a24-7849-4752-8bbd-1c6596f71697 req-b144654f-5d38-4617-9701-44a450670e96 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-765315-29', 'device_owner': 'compute:nova'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:00.910658 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67939cf0-047d-4aca-a365-98c34a5c1229 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Network a05c10df-2bba-4557-9f0d-3ce9cf65b6dc is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:45:00.970385 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e1b2954a-e2d9-45d6-9ade-7a3fe1ce34e9 req-7d75477e-fc8a-4cfc-91c1-b2540935ca38 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] 10.222.0.26 "GET /v2.0/ports?device_id=31da0877-2d8e-4c7c-a4c1-603886ba6a56 HTTP/1.1" status: 200 len: 210 time: 0.0523438 Nov 12 08:45:00.983315 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-26cc3b35-d233-4b5d-8561-5d0693705335 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052'] for router, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:00.983484 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 504f40d5-c86f-44ed-acdb-9a6a60b32094 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:45:00.992132 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-67939cf0-047d-4aca-a365-98c34a5c1229 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, a05c10df-2bba-4557-9f0d-3ce9cf65b6dc) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:01.016884 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67939cf0-047d-4aca-a365-98c34a5c1229 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:01.017584 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-67939cf0-047d-4aca-a365-98c34a5c1229 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:01.034296 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac9345c-d962-426a-8f67-5aa27b0d7a51 None None] Network a05c10df-2bba-4557-9f0d-3ce9cf65b6dc requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:45:01.034543 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-52107a24-7849-4752-8bbd-1c6596f71697 req-b144654f-5d38-4617-9701-44a450670e96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:01.059334 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-67939cf0-047d-4aca-a365-98c34a5c1229 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.1398196 Nov 12 08:45:01.075619 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56556) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:01.199401 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 504f40d5-c86f-44ed-acdb-9a6a60b32094 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:01.200435 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:01.372032 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea684aea-bc83-4825-b88c-e081659d0bf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-a05c10df-2bba-4557-9f0d-3ce9cf65b6dc', 'network_id': 'a05c10df-2bba-4557-9f0d-3ce9cf65b6dc', 'tenant_id': '77abaf9dfdff48589f5ad3a7f970c1f2', 'fixed_ips': [{'subnet_id': 'a96c6fcf-2b5a-4708-874d-2b34aa763130'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:45:01.372723 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ea684aea-bc83-4825-b88c-e081659d0bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:01.459770 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26cc3b35-d233-4b5d-8561-5d0693705335 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Router 664326ca-43ee-4d38-8c6e-803df15256ec is scheduled to L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 with binding_index 1 {{(pid=102600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:45:01.480874 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-52107a24-7849-4752-8bbd-1c6596f71697 req-b144654f-5d38-4617-9701-44a450670e96 service neutron] For port 964b843f-d77c-4e1a-a0d1-249e2fa14fb1, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=964b843f-d77c-4e1a-a0d1-249e2fa14fb1,segment=NetworkSegment(128b32ff-5ab3-49e3-809a-b6df5af491f4),segment_id=128b32ff-5ab3-49e3-809a-b6df5af491f4)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:01.541455 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-ea684aea-bc83-4825-b88c-e081659d0bf6 None None] Allocated IP 172.20.0.18 (a05c10df-2bba-4557-9f0d-3ce9cf65b6dc/a96c6fcf-2b5a-4708-874d-2b34aa763130/6c1d7c27-c0c1-4a43-84d6-8db6eb2a22f7) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:45:01.570165 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-52107a24-7849-4752-8bbd-1c6596f71697 req-b144654f-5d38-4617-9701-44a450670e96 service neutron] For port 964b843f-d77c-4e1a-a0d1-249e2fa14fb1, host n-h2-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:45:01.609256 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea4989-21a0-4eb2-815e-a0f8f2f14330 req-1a1d48ef-0761-4407-9c78-e5e1ee6ca908 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:01.610861 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c0ea4989-21a0-4eb2-815e-a0f8f2f14330 req-1a1d48ef-0761-4407-9c78-e5e1ee6ca908 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=8923b169-f6ab-45ae-a30e-261450af9314 HTTP/1.1" status: 200 len: 945 time: 0.1303608 Nov 12 08:45:01.708299 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ea684aea-bc83-4825-b88c-e081659d0bf6 None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:01.722802 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ea684aea-bc83-4825-b88c-e081659d0bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:01.739376 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8923b169-f6ab-45ae-a30e-261450af9314', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '964b843f-d77c-4e1a-a0d1-249e2fa14fb1'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:45:01.748451 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af7fd92b-b115-4c18-8d45-368fc0231fbd" -d '{"events": [{"server_uuid": "8923b169-f6ab-45ae-a30e-261450af9314", "name": "network-vif-unplugged", "status": "completed", "tag": "964b843f-d77c-4e1a-a0d1-249e2fa14fb1"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:45:01.753408 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-52107a24-7849-4752-8bbd-1c6596f71697 req-b144654f-5d38-4617-9701-44a450670e96 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:01.783447 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-52107a24-7849-4752-8bbd-1c6596f71697 req-b144654f-5d38-4617-9701-44a450670e96 service neutron] Transition to ACTIVE for port object 964b843f-d77c-4e1a-a0d1-249e2fa14fb1 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:45:01.788801 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c0ea4989-21a0-4eb2-815e-a0f8f2f14330 req-9066cecb-f965-47e5-b1f1-21a63bbdf629 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fece665-e20b-467a-ac88-888552242c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296747 Nov 12 08:45:01.789370 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea684aea-bc83-4825-b88c-e081659d0bf6 None None] Network a05c10df-2bba-4557-9f0d-3ce9cf65b6dc is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:45:01.792667 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-ea684aea-bc83-4825-b88c-e081659d0bf6 None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:01.799520 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea684aea-bc83-4825-b88c-e081659d0bf6 None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:45:01.810283 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea684aea-bc83-4825-b88c-e081659d0bf6 None None] Pushing event updated for resources: {'Port': ['ID=6c1d7c27-c0c1-4a43-84d6-8db6eb2a22f7,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:01.821478 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-52107a24-7849-4752-8bbd-1c6596f71697 req-b144654f-5d38-4617-9701-44a450670e96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:01.846855 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8923b169-f6ab-45ae-a30e-261450af9314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '964b843f-d77c-4e1a-a0d1-249e2fa14fb1'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:45:01.849150 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce48c02a-515a-4076-afea-c765556a12b3" -d '{"events": [{"server_uuid": "8923b169-f6ab-45ae-a30e-261450af9314", "name": "network-vif-plugged", "status": "completed", "tag": "964b843f-d77c-4e1a-a0d1-249e2fa14fb1"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:45:01.856982 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26cc3b35-d233-4b5d-8561-5d0693705335 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:45:01.887930 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-26cc3b35-d233-4b5d-8561-5d0693705335 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:01.890679 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-26cc3b35-d233-4b5d-8561-5d0693705335 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.1594930 Nov 12 08:45:01.892166 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56570) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:01.910061 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a8e255-f3d1-410a-8b5f-424adcddfb69 None None] Sync routers for ids ['664326ca-43ee-4d38-8c6e-803df15256ec'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:45:01.948565 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-ea684aea-bc83-4825-b88c-e081659d0bf6 None None] Attempting to bind port 6c1d7c27-c0c1-4a43-84d6-8db6eb2a22f7 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:45:01.948946 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-ea684aea-bc83-4825-b88c-e081659d0bf6 None None] Attempting to bind port 6c1d7c27-c0c1-4a43-84d6-8db6eb2a22f7 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': 'f4ae52dd-0309-425b-9220-82953bab7253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a05c10df-2bba-4557-9f0d-3ce9cf65b6dc'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:45:01.949310 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea684aea-bc83-4825-b88c-e081659d0bf6 None None] Attempting to bind port 6c1d7c27-c0c1-4a43-84d6-8db6eb2a22f7 on network a05c10df-2bba-4557-9f0d-3ce9cf65b6dc {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:45:01.973644 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea684aea-bc83-4825-b88c-e081659d0bf6 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:45:01.974029 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea684aea-bc83-4825-b88c-e081659d0bf6 None None] Checking segment: {'id': 'f4ae52dd-0309-425b-9220-82953bab7253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a05c10df-2bba-4557-9f0d-3ce9cf65b6dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:45:01.974568 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ea684aea-bc83-4825-b88c-e081659d0bf6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:01.974919 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea684aea-bc83-4825-b88c-e081659d0bf6 None None] Bound using segment: {'id': 'f4ae52dd-0309-425b-9220-82953bab7253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a05c10df-2bba-4557-9f0d-3ce9cf65b6dc'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:45:01.975412 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-ea684aea-bc83-4825-b88c-e081659d0bf6 None None] Bound port: 6c1d7c27-c0c1-4a43-84d6-8db6eb2a22f7, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4ae52dd-0309-425b-9220-82953bab7253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a05c10df-2bba-4557-9f0d-3ce9cf65b6dc'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:45:01.975888 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ea684aea-bc83-4825-b88c-e081659d0bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:01.980796 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a8e255-f3d1-410a-8b5f-424adcddfb69 None None] Routers {'664326ca-43ee-4d38-8c6e-803df15256ec'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:45:01.981327 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-18a8e255-f3d1-410a-8b5f-424adcddfb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:44:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['664326ca-43ee-4d38-8c6e-803df15256ec'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:01.991685 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c598245-ec4d-4b0c-97ed-ee8f203fa5cb x-openstack-request-id: req-6c598245-ec4d-4b0c-97ed-ee8f203fa5cb {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:45:01.992021 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8923b169-f6ab-45ae-a30e-261450af9314", "name": "network-vif-unplugged", "status": "completed", "tag": "964b843f-d77c-4e1a-a0d1-249e2fa14fb1", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:45:01.992282 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6c598245-ec4d-4b0c-97ed-ee8f203fa5cb {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:45:01.992709 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8923b169-f6ab-45ae-a30e-261450af9314', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '964b843f-d77c-4e1a-a0d1-249e2fa14fb1', 'code': 200} Nov 12 08:45:02.148389 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-18a8e255-f3d1-410a-8b5f-424adcddfb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:02.201256 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-fdf19ece-7b95-4514-b3dc-6a4bee34e77f tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "GET /v2.0/routers/664326ca-43ee-4d38-8c6e-803df15256ec HTTP/1.1" status: 200 len: 885 time: 0.3074393 Nov 12 08:45:02.206352 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56576) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:02.221935 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a8e255-f3d1-410a-8b5f-424adcddfb69 None None] Routers {'664326ca-43ee-4d38-8c6e-803df15256ec'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:45:02.222719 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-18a8e255-f3d1-410a-8b5f-424adcddfb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:44:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['664326ca-43ee-4d38-8c6e-803df15256ec'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:02.277794 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-18a8e255-f3d1-410a-8b5f-424adcddfb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:02.281457 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a8e255-f3d1-410a-8b5f-424adcddfb69 None None] The sync data for ids ['664326ca-43ee-4d38-8c6e-803df15256ec'] in n-d-765315-29 is: [] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:45:02.331567 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-ea684aea-bc83-4825-b88c-e081659d0bf6 None None] For port 6c1d7c27-c0c1-4a43-84d6-8db6eb2a22f7, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:45:02.336807 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-ea684aea-bc83-4825-b88c-e081659d0bf6 None None] For port 6c1d7c27-c0c1-4a43-84d6-8db6eb2a22f7, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=6c1d7c27-c0c1-4a43-84d6-8db6eb2a22f7,segment=NetworkSegment(f4ae52dd-0309-425b-9220-82953bab7253),segment_id=f4ae52dd-0309-425b-9220-82953bab7253)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:45:02.344386 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ea684aea-bc83-4825-b88c-e081659d0bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:02.359028 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-52107a24-7849-4752-8bbd-1c6596f71697 req-b144654f-5d38-4617-9701-44a450670e96 service neutron] No DVR routers for this DVR port 964b843f-d77c-4e1a-a0d1-249e2fa14fb1 on host n-h2-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:45:02.427465 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea684aea-bc83-4825-b88c-e081659d0bf6 None None] Pushing event updated for resources: {'Port': ['ID=6c1d7c27-c0c1-4a43-84d6-8db6eb2a22f7,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:02.457361 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b144654f-5d38-4617-9701-44a450670e96 service neutron] Pushing event updated for resources: {'Port': ['ID=964b843f-d77c-4e1a-a0d1-249e2fa14fb1,revision_number=10']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:02.535416 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f042d8-ccc6-4e95-bb27-87626d1755db req-bde81c4d-ac93-445b-a300-a61ec5675b47 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:02.537240 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-21f042d8-ccc6-4e95-bb27-87626d1755db req-bde81c4d-ac93-445b-a300-a61ec5675b47 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] 10.222.0.44 "GET /v2.0/networks?id=74797a8c-7ff4-4d88-a8f8-61f265f99726 HTTP/1.1" status: 200 len: 808 time: 0.6596539 Nov 12 08:45:02.601025 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-52107a24-7849-4752-8bbd-1c6596f71697 req-b144654f-5d38-4617-9701-44a450670e96 service neutron] Attempting to bind port 964b843f-d77c-4e1a-a0d1-249e2fa14fb1 on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:45:02.601445 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-52107a24-7849-4752-8bbd-1c6596f71697 req-b144654f-5d38-4617-9701-44a450670e96 service neutron] Attempting to bind port 964b843f-d77c-4e1a-a0d1-249e2fa14fb1 by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': '128b32ff-5ab3-49e3-809a-b6df5af491f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '508aced4-0fe0-4f1d-92f2-979af6167066'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:45:02.601702 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52107a24-7849-4752-8bbd-1c6596f71697 req-b144654f-5d38-4617-9701-44a450670e96 service neutron] Attempting to bind port 964b843f-d77c-4e1a-a0d1-249e2fa14fb1 on network 508aced4-0fe0-4f1d-92f2-979af6167066 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:45:02.616267 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52107a24-7849-4752-8bbd-1c6596f71697 req-b144654f-5d38-4617-9701-44a450670e96 service neutron] Port 964b843f-d77c-4e1a-a0d1-249e2fa14fb1 on network 508aced4-0fe0-4f1d-92f2-979af6167066 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:45:02.616600 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52107a24-7849-4752-8bbd-1c6596f71697 req-b144654f-5d38-4617-9701-44a450670e96 service neutron] Attempting to bind port 964b843f-d77c-4e1a-a0d1-249e2fa14fb1 on network 508aced4-0fe0-4f1d-92f2-979af6167066 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:45:02.650762 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52107a24-7849-4752-8bbd-1c6596f71697 req-b144654f-5d38-4617-9701-44a450670e96 service neutron] Checking agent: {'id': '26215384-8035-4ce2-971a-8e67be80da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:45:02.650762 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52107a24-7849-4752-8bbd-1c6596f71697 req-b144654f-5d38-4617-9701-44a450670e96 service neutron] Checking segment: {'id': '128b32ff-5ab3-49e3-809a-b6df5af491f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '508aced4-0fe0-4f1d-92f2-979af6167066'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:45:02.651211 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52107a24-7849-4752-8bbd-1c6596f71697 req-b144654f-5d38-4617-9701-44a450670e96 service neutron] Bound using segment: {'id': '128b32ff-5ab3-49e3-809a-b6df5af491f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '508aced4-0fe0-4f1d-92f2-979af6167066'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:45:02.651357 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-52107a24-7849-4752-8bbd-1c6596f71697 req-b144654f-5d38-4617-9701-44a450670e96 service neutron] Bound port: 964b843f-d77c-4e1a-a0d1-249e2fa14fb1, host: n-h1-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '128b32ff-5ab3-49e3-809a-b6df5af491f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '508aced4-0fe0-4f1d-92f2-979af6167066'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:45:02.663085 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-52107a24-7849-4752-8bbd-1c6596f71697 req-b144654f-5d38-4617-9701-44a450670e96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:02.690498 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-21f042d8-ccc6-4e95-bb27-87626d1755db req-635aaeec-3b09-49be-877a-741c623d7dda tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=557a71cffd7a4a82831b943f05494d79 HTTP/1.1" status: 200 len: 379 time: 0.1149430 Nov 12 08:45:02.695553 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-21f042d8-ccc6-4e95-bb27-87626d1755db req-0c3cbbb8-06d0-4698-98bc-08ed0b4b1f11 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Request body: {'port': {'device_id': '31da0877-2d8e-4c7c-a4c1-603886ba6a56', 'network_id': '74797a8c-7ff4-4d88-a8f8-61f265f99726', 'admin_state_up': True, 'tenant_id': '557a71cffd7a4a82831b943f05494d79', 'security_groups': ['4cc5f5a6-e8e9-4e61-8342-e157b351f9ef']}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:02.847358 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-52107a24-7849-4752-8bbd-1c6596f71697 req-b144654f-5d38-4617-9701-44a450670e96 service neutron] For port 964b843f-d77c-4e1a-a0d1-249e2fa14fb1, host n-h1-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:45:02.852676 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-52107a24-7849-4752-8bbd-1c6596f71697 req-b144654f-5d38-4617-9701-44a450670e96 service neutron] For port 964b843f-d77c-4e1a-a0d1-249e2fa14fb1, host n-h1-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=964b843f-d77c-4e1a-a0d1-249e2fa14fb1,segment=NetworkSegment(128b32ff-5ab3-49e3-809a-b6df5af491f4),segment_id=128b32ff-5ab3-49e3-809a-b6df5af491f4)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:45:02.909111 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-52107a24-7849-4752-8bbd-1c6596f71697 req-b144654f-5d38-4617-9701-44a450670e96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:02.938633 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4708a3-ccd0-44d4-ae3c-123613235859 req-37b937af-4373-4408-a903-41ec879a6720 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:02.948003 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9e4708a3-ccd0-44d4-ae3c-123613235859 req-37b937af-4373-4408-a903-41ec879a6720 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/ports?device_id=43036b0a-b3b3-4add-9c97-5662f771279a HTTP/1.1" status: 200 len: 945 time: 0.8236239 Nov 12 08:45:02.986779 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52107a24-7849-4752-8bbd-1c6596f71697 req-b144654f-5d38-4617-9701-44a450670e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:02.987679 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-52107a24-7849-4752-8bbd-1c6596f71697 req-b144654f-5d38-4617-9701-44a450670e96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:02.989337 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-52107a24-7849-4752-8bbd-1c6596f71697 req-b144654f-5d38-4617-9701-44a450670e96 service neutron] 10.222.0.21 "PUT /v2.0/ports/964b843f-d77c-4e1a-a0d1-249e2fa14fb1 HTTP/1.1" status: 200 len: 1093 time: 2.1425059 Nov 12 08:45:03.006027 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 6c1d7c27-c0c1-4a43-84d6-8db6eb2a22f7 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:45:03.075341 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b144654f-5d38-4617-9701-44a450670e96 service neutron] Pushing event updated for resources: {'Port': ['ID=964b843f-d77c-4e1a-a0d1-249e2fa14fb1,revision_number=11']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:03.135157 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 6c1d7c27-c0c1-4a43-84d6-8db6eb2a22f7 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:03.142659 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:03.145045 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52107a24-7849-4752-8bbd-1c6596f71697 req-b5abef9a-a24a-40fb-be7b-ad39cbd53cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:03.146924 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-52107a24-7849-4752-8bbd-1c6596f71697 req-b5abef9a-a24a-40fb-be7b-ad39cbd53cee service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=af01ccd549054d7f8ad1904b6846172a&device_id=8923b169-f6ab-45ae-a30e-261450af9314 HTTP/1.1" status: 200 len: 1096 time: 0.0968759 Nov 12 08:45:03.152356 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21f042d8-ccc6-4e95-bb27-87626d1755db req-0c3cbbb8-06d0-4698-98bc-08ed0b4b1f11 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Made reservation on behalf of 557a71cffd7a4a82831b943f05494d79 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:45:03.159222 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-21f042d8-ccc6-4e95-bb27-87626d1755db req-0c3cbbb8-06d0-4698-98bc-08ed0b4b1f11 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:03.161261 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9e4708a3-ccd0-44d4-ae3c-123613235859 req-e43ef2b7-d258-4428-8d14-93245284b59e tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0bffda3-6203-474e-b9e0-460d95e09dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122021 Nov 12 08:45:03.162982 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a6016501-d5ac-45c3-a59d-654b1790a613 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:03.351281 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a26ee533-6fe5-4dcf-a1c3-ac4c94bb5635 x-openstack-request-id: req-a26ee533-6fe5-4dcf-a1c3-ac4c94bb5635 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:45:03.351803 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8923b169-f6ab-45ae-a30e-261450af9314", "name": "network-vif-plugged", "status": "completed", "tag": "964b843f-d77c-4e1a-a0d1-249e2fa14fb1", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:45:03.351913 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a26ee533-6fe5-4dcf-a1c3-ac4c94bb5635 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:45:03.354963 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8923b169-f6ab-45ae-a30e-261450af9314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '964b843f-d77c-4e1a-a0d1-249e2fa14fb1', 'code': 200} Nov 12 08:45:03.391358 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:03.468082 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52107a24-7849-4752-8bbd-1c6596f71697 req-eb02bd48-5869-42b5-9774-b15b513ed8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:03.469569 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-52107a24-7849-4752-8bbd-1c6596f71697 req-eb02bd48-5869-42b5-9774-b15b513ed8fa service neutron] 10.222.0.21 "GET /v2.0/networks?id=508aced4-0fe0-4f1d-92f2-979af6167066 HTTP/1.1" status: 200 len: 898 time: 0.3064282 Nov 12 08:45:03.484538 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] For port 6c1d7c27-c0c1-4a43-84d6-8db6eb2a22f7, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=6c1d7c27-c0c1-4a43-84d6-8db6eb2a22f7,segment=NetworkSegment(f4ae52dd-0309-425b-9220-82953bab7253),segment_id=f4ae52dd-0309-425b-9220-82953bab7253)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:03.510400 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:03.586419 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Pushing event updated for resources: {'Port': ['ID=6c1d7c27-c0c1-4a43-84d6-8db6eb2a22f7,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:03.638466 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d098051d-76c8-406e-801e-5ff9f5928ba8 req-bc499bf2-1fb2-40bd-ba2f-9b34fe516610 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] 10.222.0.26 "GET /v2.0/ports?device_id=31da0877-2d8e-4c7c-a4c1-603886ba6a56 HTTP/1.1" status: 200 len: 210 time: 0.1617746 Nov 12 08:45:03.721539 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-6aa3875c-4aeb-41b9-96c7-936c2f288b28 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 1.5123990 Nov 12 08:45:03.724440 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56590) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:03.736234 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-6301d6e6-30e7-488f-92a3-5b387e801619 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1529891964'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:03.853692 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-52107a24-7849-4752-8bbd-1c6596f71697 req-4af93b65-7b80-4ca0-b7ba-3205f42b24ff service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=964b843f-d77c-4e1a-a0d1-249e2fa14fb1 HTTP/1.1" status: 200 len: 999 time: 0.3348505 Nov 12 08:45:03.903077 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-21f042d8-ccc6-4e95-bb27-87626d1755db req-0c3cbbb8-06d0-4698-98bc-08ed0b4b1f11 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Allocated IP 172.20.0.10 (74797a8c-7ff4-4d88-a8f8-61f265f99726/b6e38d29-9bec-48cd-bd79-12d2a938727e/2476a8d6-a3e0-4fb5-9131-e1a744fd1b93) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:45:03.980820 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-429e90ff-1195-4b14-afcf-346443ae0157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:04.001168 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8923b169-f6ab-45ae-a30e-261450af9314', 'tag': '964b843f-d77c-4e1a-a0d1-249e2fa14fb1'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:45:04.003702 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6535f6e-a8b0-491d-84e2-38b23c076e22" -d '{"events": [{"name": "network-changed", "server_uuid": "8923b169-f6ab-45ae-a30e-261450af9314", "tag": "964b843f-d77c-4e1a-a0d1-249e2fa14fb1"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:45:04.078216 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2b8f28-edd3-40b0-9de2-7f3fe0382d4e None None] Network a05c10df-2bba-4557-9f0d-3ce9cf65b6dc requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:45:04.133164 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52107a24-7849-4752-8bbd-1c6596f71697 req-9abfa2e3-02e5-45a5-8397-5a30136db2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:04.135955 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-52107a24-7849-4752-8bbd-1c6596f71697 req-9abfa2e3-02e5-45a5-8397-5a30136db2fd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f91bfea0-8c12-4f49-94bb-e193b754d651 HTTP/1.1" status: 200 len: 835 time: 0.1438622 Nov 12 08:45:04.142556 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2530c402-c47a-40c6-b137-d28fbd072858 req-d9048e8f-1d4f-45fe-a988-86a048b60d26 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:04.150900 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2530c402-c47a-40c6-b137-d28fbd072858 req-d9048e8f-1d4f-45fe-a988-86a048b60d26 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=8923b169-f6ab-45ae-a30e-261450af9314 HTTP/1.1" status: 200 len: 944 time: 0.3725443 Nov 12 08:45:04.196169 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-21f042d8-ccc6-4e95-bb27-87626d1755db req-0c3cbbb8-06d0-4698-98bc-08ed0b4b1f11 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:04.214042 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52107a24-7849-4752-8bbd-1c6596f71697 req-75ce80bb-42fd-473d-9727-819ffdbc98d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:04.216211 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-52107a24-7849-4752-8bbd-1c6596f71697 req-75ce80bb-42fd-473d-9727-819ffdbc98d0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=508aced4-0fe0-4f1d-92f2-979af6167066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0679483 Nov 12 08:45:04.216509 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-a6016501-d5ac-45c3-a59d-654b1790a613 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Allocated IP 172.20.0.17 (a05c10df-2bba-4557-9f0d-3ce9cf65b6dc/a96c6fcf-2b5a-4708-874d-2b34aa763130/5d439a8c-0ec1-467b-9a7a-891251bebd6a) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:45:04.221466 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-55ef2933-51b5-48f1-b31a-ec675fe7163c None None] Provisioning complete for port 6c1d7c27-c0c1-4a43-84d6-8db6eb2a22f7 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:04.222700 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-55ef2933-51b5-48f1-b31a-ec675fe7163c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:04.279452 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 964b843f-d77c-4e1a-a0d1-249e2fa14fb1 no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:45:04.331836 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2530c402-c47a-40c6-b137-d28fbd072858 req-f02c4ecf-2fc0-4726-a96b-5b8bb6a61f43 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fece665-e20b-467a-ac88-888552242c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1799438 Nov 12 08:45:04.353670 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 964b843f-d77c-4e1a-a0d1-249e2fa14fb1 not bound to the agent host n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:45:04.358856 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-21f042d8-ccc6-4e95-bb27-87626d1755db req-0c3cbbb8-06d0-4698-98bc-08ed0b4b1f11 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:04.470061 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66dfa6fb-51ec-4df3-a425-468f38398991 x-openstack-request-id: req-66dfa6fb-51ec-4df3-a425-468f38398991 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:45:04.470764 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8923b169-f6ab-45ae-a30e-261450af9314", "tag": "964b843f-d77c-4e1a-a0d1-249e2fa14fb1", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:45:04.470764 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-66dfa6fb-51ec-4df3-a425-468f38398991 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:45:04.471223 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8923b169-f6ab-45ae-a30e-261450af9314', 'tag': '964b843f-d77c-4e1a-a0d1-249e2fa14fb1', 'status': 'completed', 'code': 200} Nov 12 08:45:04.508526 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21f042d8-ccc6-4e95-bb27-87626d1755db req-0c3cbbb8-06d0-4698-98bc-08ed0b4b1f11 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Network 74797a8c-7ff4-4d88-a8f8-61f265f99726 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:45:04.521100 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-21f042d8-ccc6-4e95-bb27-87626d1755db req-0c3cbbb8-06d0-4698-98bc-08ed0b4b1f11 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:04.541928 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-21f042d8-ccc6-4e95-bb27-87626d1755db req-0c3cbbb8-06d0-4698-98bc-08ed0b4b1f11 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:45:04.553855 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-52107a24-7849-4752-8bbd-1c6596f71697 req-0ca744ad-7fe1-484e-bcc4-ddd5f93440d2 service neutron] 10.222.0.21 "GET /v2.0/networks/508aced4-0fe0-4f1d-92f2-979af6167066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3235729 Nov 12 08:45:04.643143 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3cbbb8-06d0-4698-98bc-08ed0b4b1f11 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Pushing event updated for resources: {'Port': ['ID=2476a8d6-a3e0-4fb5-9131-e1a744fd1b93,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:04.803745 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f042d8-ccc6-4e95-bb27-87626d1755db req-0c3cbbb8-06d0-4698-98bc-08ed0b4b1f11 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:04.804573 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-21f042d8-ccc6-4e95-bb27-87626d1755db req-0c3cbbb8-06d0-4698-98bc-08ed0b4b1f11 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:04.844193 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6535f6e-a8b0-491d-84e2-38b23c076e22 req-8de19178-031d-488d-81b4-26d619d5fe0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:04.845806 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b6535f6e-a8b0-491d-84e2-38b23c076e22 req-8de19178-031d-488d-81b4-26d619d5fe0c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=af01ccd549054d7f8ad1904b6846172a&device_id=8923b169-f6ab-45ae-a30e-261450af9314 HTTP/1.1" status: 200 len: 1096 time: 0.3276601 Nov 12 08:45:04.850832 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-21f042d8-ccc6-4e95-bb27-87626d1755db req-0c3cbbb8-06d0-4698-98bc-08ed0b4b1f11 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1591105 Nov 12 08:45:04.855668 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 6c1d7c27-c0c1-4a43-84d6-8db6eb2a22f7 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:45:04.909840 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-21f042d8-ccc6-4e95-bb27-87626d1755db req-820e6720-1a72-4d0e-87d9-e1fc8a4e365b service neutron] Request body: {'port': {'device_id': '31da0877-2d8e-4c7c-a4c1-603886ba6a56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:04.998647 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 6c1d7c27-c0c1-4a43-84d6-8db6eb2a22f7 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:04.999019 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:05.008517 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-52107a24-7849-4752-8bbd-1c6596f71697 req-6c8b8e16-1119-406e-a83d-019fca1fcc9f service neutron] 10.222.0.21 "GET /v2.0/networks/508aced4-0fe0-4f1d-92f2-979af6167066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3849497 Nov 12 08:45:05.020278 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a6016501-d5ac-45c3-a59d-654b1790a613 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:05.130182 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-3566c2d5-6889-4afa-b8c6-92b462d9a54d None None] Provisioning complete for port 6c1d7c27-c0c1-4a43-84d6-8db6eb2a22f7 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:05.130474 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3566c2d5-6889-4afa-b8c6-92b462d9a54d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:05.135619 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6301d6e6-30e7-488f-92a3-5b387e801619 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-932935', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57732'] for router, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:05.144627 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a6016501-d5ac-45c3-a59d-654b1790a613 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:05.151762 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6535f6e-a8b0-491d-84e2-38b23c076e22 req-7cfbdb05-92ef-4c86-939b-03639ca1d4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:05.153416 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b6535f6e-a8b0-491d-84e2-38b23c076e22 req-7cfbdb05-92ef-4c86-939b-03639ca1d4c8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=508aced4-0fe0-4f1d-92f2-979af6167066 HTTP/1.1" status: 200 len: 898 time: 0.2852314 Nov 12 08:45:05.199042 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23af29f0-ebb0-47d8-8532-37c2cdb28448 req-f217bc76-76e5-4d8c-b223-6851e21d5600 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:05.207109 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-23af29f0-ebb0-47d8-8532-37c2cdb28448 req-f217bc76-76e5-4d8c-b223-6851e21d5600 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] 10.222.0.26 "GET /v2.0/ports?device_id=31da0877-2d8e-4c7c-a4c1-603886ba6a56 HTTP/1.1" status: 200 len: 932 time: 0.3590446 Nov 12 08:45:05.238070 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6301d6e6-30e7-488f-92a3-5b387e801619 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-932942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-933045', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-919336'] for router, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:05.275762 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6016501-d5ac-45c3-a59d-654b1790a613 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Network a05c10df-2bba-4557-9f0d-3ce9cf65b6dc is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:45:05.291702 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-a6016501-d5ac-45c3-a59d-654b1790a613 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:05.296056 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6535f6e-a8b0-491d-84e2-38b23c076e22 req-254a3f34-6617-4e3f-921a-6d9dcab37670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:05.297905 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b6535f6e-a8b0-491d-84e2-38b23c076e22 req-254a3f34-6617-4e3f-921a-6d9dcab37670 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=af01ccd549054d7f8ad1904b6846172a&device_id=8923b169-f6ab-45ae-a30e-261450af9314 HTTP/1.1" status: 200 len: 1096 time: 0.2074237 Nov 12 08:45:05.298476 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-21f042d8-ccc6-4e95-bb27-87626d1755db req-820e6720-1a72-4d0e-87d9-e1fc8a4e365b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:05.303141 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b6535f6e-a8b0-491d-84e2-38b23c076e22 req-d61261fc-033c-4487-afb0-8c35be917ff1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=964b843f-d77c-4e1a-a0d1-249e2fa14fb1 HTTP/1.1" status: 200 len: 999 time: 0.1206312 Nov 12 08:45:05.375180 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6016501-d5ac-45c3-a59d-654b1790a613 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:45:05.393525 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6016501-d5ac-45c3-a59d-654b1790a613 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Pushing event updated for resources: {'Port': ['ID=5d439a8c-0ec1-467b-9a7a-891251bebd6a,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:05.458372 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:05.504175 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-8c6dba8d-526f-46f3-a73a-1f8a6c1a15f7 None None] Provisioning complete for port 2476a8d6-a3e0-4fb5-9131-e1a744fd1b93 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:05.504544 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8c6dba8d-526f-46f3-a73a-1f8a6c1a15f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:05.572672 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-23af29f0-ebb0-47d8-8532-37c2cdb28448 req-1d18b559-88e4-4fd0-a133-55a1ce4e42c3 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cc5f5a6-e8e9-4e61-8342-e157b351f9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3631756 Nov 12 08:45:05.575437 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a6016501-d5ac-45c3-a59d-654b1790a613 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933481'] for router_interface, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:05.593745 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-8c6dba8d-526f-46f3-a73a-1f8a6c1a15f7 None None] Port 2476a8d6-a3e0-4fb5-9131-e1a744fd1b93 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:45:05.646235 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6535f6e-a8b0-491d-84e2-38b23c076e22 req-8a188462-8dc0-47c7-b66d-219f2ab80d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:05.647830 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b6535f6e-a8b0-491d-84e2-38b23c076e22 req-8a188462-8dc0-47c7-b66d-219f2ab80d81 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f91bfea0-8c12-4f49-94bb-e193b754d651 HTTP/1.1" status: 200 len: 835 time: 0.3018608 Nov 12 08:45:05.733137 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-16bd9214-ed91-41fa-b8f4-b0473573194a None None] Provisioning complete for port 5d439a8c-0ec1-467b-9a7a-891251bebd6a triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:05.733598 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-16bd9214-ed91-41fa-b8f4-b0473573194a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:05.773496 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6301d6e6-30e7-488f-92a3-5b387e801619 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Router 664326ca-43ee-4d38-8c6e-803df15256ec has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:45:05.778340 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-16bd9214-ed91-41fa-b8f4-b0473573194a None None] Port 5d439a8c-0ec1-467b-9a7a-891251bebd6a cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:45:05.840003 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f249f88b-06d8-45d3-b51c-567a6bcfedf0 req-44a80b87-20d4-4f17-903c-beb831de7ad9 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:05.841694 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f249f88b-06d8-45d3-b51c-567a6bcfedf0 req-44a80b87-20d4-4f17-903c-beb831de7ad9 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=8923b169-f6ab-45ae-a30e-261450af9314 HTTP/1.1" status: 200 len: 944 time: 0.1157424 Nov 12 08:45:05.898030 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6535f6e-a8b0-491d-84e2-38b23c076e22 req-2c5e9c18-2ecb-43dc-8e2a-d83c6bf6d06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:05.900929 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b6535f6e-a8b0-491d-84e2-38b23c076e22 req-2c5e9c18-2ecb-43dc-8e2a-d83c6bf6d06f service neutron] 10.222.0.21 "GET /v2.0/networks?id=508aced4-0fe0-4f1d-92f2-979af6167066 HTTP/1.1" status: 200 len: 898 time: 0.5893791 Nov 12 08:45:05.923433 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6535f6e-a8b0-491d-84e2-38b23c076e22 req-3fe44112-576f-4911-b60d-af3cb315b898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:05.925153 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b6535f6e-a8b0-491d-84e2-38b23c076e22 req-3fe44112-576f-4911-b60d-af3cb315b898 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=508aced4-0fe0-4f1d-92f2-979af6167066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1883252 Nov 12 08:45:06.016334 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f249f88b-06d8-45d3-b51c-567a6bcfedf0 req-0fc754c4-857b-430a-879b-548320fd75a9 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fece665-e20b-467a-ac88-888552242c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332202 Nov 12 08:45:06.026868 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a6016501-d5ac-45c3-a59d-654b1790a613 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:06.098037 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b6535f6e-a8b0-491d-84e2-38b23c076e22 req-c3b48e7c-3ee9-4740-95b5-c914dee7266a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=964b843f-d77c-4e1a-a0d1-249e2fa14fb1 HTTP/1.1" status: 200 len: 999 time: 0.1858120 Nov 12 08:45:06.163782 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6301d6e6-30e7-488f-92a3-5b387e801619 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:45:06.171732 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6301d6e6-30e7-488f-92a3-5b387e801619 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:06.174676 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b139b7-9f3d-403c-b9ae-72718c87392d None None] Sync routers for ids ['664326ca-43ee-4d38-8c6e-803df15256ec'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:45:06.175774 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-6301d6e6-30e7-488f-92a3-5b387e801619 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "PUT /v2.0/routers/664326ca-43ee-4d38-8c6e-803df15256ec HTTP/1.1" status: 200 len: 892 time: 2.4501004 Nov 12 08:45:06.178453 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56632) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:06.186503 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6535f6e-a8b0-491d-84e2-38b23c076e22 req-252023c8-cde4-44e6-8db6-ae40f6bbf472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:06.188034 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b6535f6e-a8b0-491d-84e2-38b23c076e22 req-252023c8-cde4-44e6-8db6-ae40f6bbf472 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f91bfea0-8c12-4f49-94bb-e193b754d651 HTTP/1.1" status: 200 len: 835 time: 0.0616837 Nov 12 08:45:06.188293 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b139b7-9f3d-403c-b9ae-72718c87392d None None] Routers {'664326ca-43ee-4d38-8c6e-803df15256ec'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:45:06.189171 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-73b139b7-9f3d-403c-b9ae-72718c87392d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:44:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['664326ca-43ee-4d38-8c6e-803df15256ec'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:06.195189 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b6535f6e-a8b0-491d-84e2-38b23c076e22 req-35df6335-f099-4b1f-a033-6795b0eb5713 service neutron] 10.222.0.44 "GET /v2.0/networks/508aced4-0fe0-4f1d-92f2-979af6167066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348659 Nov 12 08:45:06.249835 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-73b139b7-9f3d-403c-b9ae-72718c87392d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:06.268238 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b139b7-9f3d-403c-b9ae-72718c87392d None None] Routers {'664326ca-43ee-4d38-8c6e-803df15256ec'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:45:06.269312 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-73b139b7-9f3d-403c-b9ae-72718c87392d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:44:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['664326ca-43ee-4d38-8c6e-803df15256ec'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:06.339050 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-c9997bd9-a210-48e4-bf56-801f898858fd tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "GET /v2.0/routers/664326ca-43ee-4d38-8c6e-803df15256ec HTTP/1.1" status: 200 len: 892 time: 0.1585150 Nov 12 08:45:06.341748 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56640) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:06.343588 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-73b139b7-9f3d-403c-b9ae-72718c87392d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:06.344257 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b139b7-9f3d-403c-b9ae-72718c87392d None None] The sync data for ids ['664326ca-43ee-4d38-8c6e-803df15256ec'] in n-d-765315-29 is: [] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:45:06.381135 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-21f042d8-ccc6-4e95-bb27-87626d1755db req-820e6720-1a72-4d0e-87d9-e1fc8a4e365b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2476a8d6-a3e0-4fb5-9131-e1a744fd1b93 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:45:06.395481 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-21f042d8-ccc6-4e95-bb27-87626d1755db req-820e6720-1a72-4d0e-87d9-e1fc8a4e365b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:06.399258 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-0d9d57d8-d596-4fee-9aea-831c07e169a9 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "GET /v2.0/ports?device_id=664326ca-43ee-4d38-8c6e-803df15256ec HTTP/1.1" status: 200 len: 205 time: 0.0562890 Nov 12 08:45:06.404521 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 56644) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:06.436402 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6535f6e-a8b0-491d-84e2-38b23c076e22 req-105d51fd-841f-4619-9669-616a8c762335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:06.437965 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b6535f6e-a8b0-491d-84e2-38b23c076e22 req-105d51fd-841f-4619-9669-616a8c762335 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=508aced4-0fe0-4f1d-92f2-979af6167066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2364249 Nov 12 08:45:06.504220 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-21f042d8-ccc6-4e95-bb27-87626d1755db req-820e6720-1a72-4d0e-87d9-e1fc8a4e365b service neutron] Transition to ACTIVE for port object 2476a8d6-a3e0-4fb5-9131-e1a744fd1b93 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:45:06.506636 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b6535f6e-a8b0-491d-84e2-38b23c076e22 req-28ceb69f-21ae-47d9-be0d-65ef687853da service neutron] 10.222.0.44 "GET /v2.0/networks/508aced4-0fe0-4f1d-92f2-979af6167066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2906282 Nov 12 08:45:06.527969 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-21f042d8-ccc6-4e95-bb27-87626d1755db req-820e6720-1a72-4d0e-87d9-e1fc8a4e365b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:06.758904 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a6016501-d5ac-45c3-a59d-654b1790a613 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:06.769995 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a6016501-d5ac-45c3-a59d-654b1790a613 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:06.818682 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b75ab87-edea-4fdf-94ce-4dd9c77f369e req-78d00197-476c-40f3-b420-039d237f5ae5 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:06.823839 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5b75ab87-edea-4fdf-94ce-4dd9c77f369e req-78d00197-476c-40f3-b420-039d237f5ae5 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] 10.222.0.26 "GET /v2.0/ports?device_id=31da0877-2d8e-4c7c-a4c1-603886ba6a56 HTTP/1.1" status: 200 len: 944 time: 0.1356468 Nov 12 08:45:06.940663 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6016501-d5ac-45c3-a59d-654b1790a613 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Pushing event updated for resources: {'Port': ['ID=5d439a8c-0ec1-467b-9a7a-891251bebd6a,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:06.952625 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a6016501-d5ac-45c3-a59d-654b1790a613 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933629'] for router_interface, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:07.021734 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ec8ca9ff-7ea0-4c04-98f8-475d67b2c7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:07.042617 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6016501-d5ac-45c3-a59d-654b1790a613 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:07.042983 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6016501-d5ac-45c3-a59d-654b1790a613 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:07.043314 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6016501-d5ac-45c3-a59d-654b1790a613 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:07.043656 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6016501-d5ac-45c3-a59d-654b1790a613 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:07.043991 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6016501-d5ac-45c3-a59d-654b1790a613 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:07.044332 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6016501-d5ac-45c3-a59d-654b1790a613 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:07.044730 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6016501-d5ac-45c3-a59d-654b1790a613 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:07.045065 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6016501-d5ac-45c3-a59d-654b1790a613 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:07.047752 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6016501-d5ac-45c3-a59d-654b1790a613 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:07.048547 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6016501-d5ac-45c3-a59d-654b1790a613 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:07.048547 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6016501-d5ac-45c3-a59d-654b1790a613 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:07.048758 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6016501-d5ac-45c3-a59d-654b1790a613 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:07.064935 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5b75ab87-edea-4fdf-94ce-4dd9c77f369e req-e2324244-c0a5-473e-80a1-19994356bed5 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cc5f5a6-e8e9-4e61-8342-e157b351f9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1809218 Nov 12 08:45:07.222656 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820e6720-1a72-4d0e-87d9-e1fc8a4e365b service neutron] Pushing event updated for resources: {'Port': ['ID=2476a8d6-a3e0-4fb5-9131-e1a744fd1b93,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:07.334266 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-87c38a22-386a-486a-939b-5d8235fb092a tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks [] for router, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:07.465798 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b6535f6e-a8b0-491d-84e2-38b23c076e22 req-7588153e-cac7-4506-961c-70d1d10d645c service neutron] 10.222.0.21 "GET /v2.0/networks/508aced4-0fe0-4f1d-92f2-979af6167066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9781535 Nov 12 08:45:07.720391 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753191c0-9c76-402e-9ecd-4e4ad0075695 req-4560e10c-ef03-4354-a464-00f64e295164 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:07.722516 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-753191c0-9c76-402e-9ecd-4e4ad0075695 req-4560e10c-ef03-4354-a464-00f64e295164 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=8923b169-f6ab-45ae-a30e-261450af9314 HTTP/1.1" status: 200 len: 944 time: 0.1387355 Nov 12 08:45:07.745480 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6016501-d5ac-45c3-a59d-654b1790a613 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Network a05c10df-2bba-4557-9f0d-3ce9cf65b6dc is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:45:07.747404 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-a6016501-d5ac-45c3-a59d-654b1790a613 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:07.773223 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-21f042d8-ccc6-4e95-bb27-87626d1755db req-820e6720-1a72-4d0e-87d9-e1fc8a4e365b service neutron] Attempting to bind port 2476a8d6-a3e0-4fb5-9131-e1a744fd1b93 on host n-h2-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:45:07.773605 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-21f042d8-ccc6-4e95-bb27-87626d1755db req-820e6720-1a72-4d0e-87d9-e1fc8a4e365b service neutron] Attempting to bind port 2476a8d6-a3e0-4fb5-9131-e1a744fd1b93 by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': 'e82b9533-204c-4d7e-9f2e-a0f2669b4e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '74797a8c-7ff4-4d88-a8f8-61f265f99726'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:45:07.773956 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f042d8-ccc6-4e95-bb27-87626d1755db req-820e6720-1a72-4d0e-87d9-e1fc8a4e365b service neutron] Attempting to bind port 2476a8d6-a3e0-4fb5-9131-e1a744fd1b93 on network 74797a8c-7ff4-4d88-a8f8-61f265f99726 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:45:07.785172 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b6535f6e-a8b0-491d-84e2-38b23c076e22 req-97b479b3-d773-45f2-80ab-a9ed151f168a service neutron] 10.222.0.21 "GET /v2.0/networks/508aced4-0fe0-4f1d-92f2-979af6167066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3057518 Nov 12 08:45:07.789050 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f042d8-ccc6-4e95-bb27-87626d1755db req-820e6720-1a72-4d0e-87d9-e1fc8a4e365b service neutron] Port 2476a8d6-a3e0-4fb5-9131-e1a744fd1b93 on network 74797a8c-7ff4-4d88-a8f8-61f265f99726 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:45:07.789388 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f042d8-ccc6-4e95-bb27-87626d1755db req-820e6720-1a72-4d0e-87d9-e1fc8a4e365b service neutron] Attempting to bind port 2476a8d6-a3e0-4fb5-9131-e1a744fd1b93 on network 74797a8c-7ff4-4d88-a8f8-61f265f99726 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:45:07.802009 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f042d8-ccc6-4e95-bb27-87626d1755db req-820e6720-1a72-4d0e-87d9-e1fc8a4e365b service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:45:07.802454 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f042d8-ccc6-4e95-bb27-87626d1755db req-820e6720-1a72-4d0e-87d9-e1fc8a4e365b service neutron] Checking segment: {'id': 'e82b9533-204c-4d7e-9f2e-a0f2669b4e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '74797a8c-7ff4-4d88-a8f8-61f265f99726'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:45:07.802857 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f042d8-ccc6-4e95-bb27-87626d1755db req-820e6720-1a72-4d0e-87d9-e1fc8a4e365b service neutron] Bound using segment: {'id': 'e82b9533-204c-4d7e-9f2e-a0f2669b4e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '74797a8c-7ff4-4d88-a8f8-61f265f99726'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:45:07.803509 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-21f042d8-ccc6-4e95-bb27-87626d1755db req-820e6720-1a72-4d0e-87d9-e1fc8a4e365b service neutron] Bound port: 2476a8d6-a3e0-4fb5-9131-e1a744fd1b93, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e82b9533-204c-4d7e-9f2e-a0f2669b4e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '74797a8c-7ff4-4d88-a8f8-61f265f99726'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:45:07.803999 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-21f042d8-ccc6-4e95-bb27-87626d1755db req-820e6720-1a72-4d0e-87d9-e1fc8a4e365b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:07.828453 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-87c38a22-386a-486a-939b-5d8235fb092a tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:07.887847 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-753191c0-9c76-402e-9ecd-4e4ad0075695 req-fb2ab7d3-d9c9-4d54-a819-9179c67799bf tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fece665-e20b-467a-ac88-888552242c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1380732 Nov 12 08:45:07.956029 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:08.005001 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-21f042d8-ccc6-4e95-bb27-87626d1755db req-820e6720-1a72-4d0e-87d9-e1fc8a4e365b service neutron] For port 2476a8d6-a3e0-4fb5-9131-e1a744fd1b93, host n-h2-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:45:08.017254 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6016501-d5ac-45c3-a59d-654b1790a613 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Router b17fddf4-f1b1-4c91-9903-9c379cbb360f has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:45:08.022820 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-21f042d8-ccc6-4e95-bb27-87626d1755db req-820e6720-1a72-4d0e-87d9-e1fc8a4e365b service neutron] For port 2476a8d6-a3e0-4fb5-9131-e1a744fd1b93, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=2476a8d6-a3e0-4fb5-9131-e1a744fd1b93,segment=NetworkSegment(e82b9533-204c-4d7e-9f2e-a0f2669b4e9a),segment_id=e82b9533-204c-4d7e-9f2e-a0f2669b4e9a)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:45:08.028383 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-87c38a22-386a-486a-939b-5d8235fb092a tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Deleting port 54d9c5a1-bbf5-41c5-8b17-409af8d84abc {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:45:08.028383 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-87c38a22-386a-486a-939b-5d8235fb092a tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:08.135535 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-21f042d8-ccc6-4e95-bb27-87626d1755db req-820e6720-1a72-4d0e-87d9-e1fc8a4e365b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:08.179077 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-9892bb4d-d623-4ccd-a2ad-7e111f95862d None None] Provisioning complete for port 5d439a8c-0ec1-467b-9a7a-891251bebd6a triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:08.183464 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9892bb4d-d623-4ccd-a2ad-7e111f95862d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:08.235860 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f042d8-ccc6-4e95-bb27-87626d1755db req-820e6720-1a72-4d0e-87d9-e1fc8a4e365b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:08.238724 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-21f042d8-ccc6-4e95-bb27-87626d1755db req-820e6720-1a72-4d0e-87d9-e1fc8a4e365b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:08.238724 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-21f042d8-ccc6-4e95-bb27-87626d1755db req-820e6720-1a72-4d0e-87d9-e1fc8a4e365b service neutron] 10.222.0.44 "PUT /v2.0/ports/2476a8d6-a3e0-4fb5-9131-e1a744fd1b93 HTTP/1.1" status: 200 len: 1093 time: 3.3408272 Nov 12 08:45:08.238724 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31da0877-2d8e-4c7c-a4c1-603886ba6a56', 'tag': '2476a8d6-a3e0-4fb5-9131-e1a744fd1b93'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:45:08.240908 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e3ad62-1998-4ff4-86a6-ac14813bb884" -d '{"events": [{"name": "network-changed", "server_uuid": "31da0877-2d8e-4c7c-a4c1-603886ba6a56", "tag": "2476a8d6-a3e0-4fb5-9131-e1a744fd1b93"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:45:08.245912 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-87c38a22-386a-486a-939b-5d8235fb092a tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:08.269930 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-87c38a22-386a-486a-939b-5d8235fb092a tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Calling delete_port for 54d9c5a1-bbf5-41c5-8b17-409af8d84abc owned by network:router_gateway {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:45:08.277535 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820e6720-1a72-4d0e-87d9-e1fc8a4e365b service neutron] Pushing event updated for resources: {'Port': ['ID=2476a8d6-a3e0-4fb5-9131-e1a744fd1b93,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:08.346637 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6016501-d5ac-45c3-a59d-654b1790a613 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:45:08.372469 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-a6016501-d5ac-45c3-a59d-654b1790a613 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] 10.222.0.26 "PUT /v2.0/routers/b17fddf4-f1b1-4c91-9903-9c379cbb360f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2953715 Nov 12 08:45:08.384791 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637a2543-05d0-43b8-9049-5fa5872834b4 req-f4e74afd-d6c1-4619-bb7f-941fa84e4b9c tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:08.397715 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-637a2543-05d0-43b8-9049-5fa5872834b4 req-f4e74afd-d6c1-4619-bb7f-941fa84e4b9c tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] 10.222.0.26 "GET /v2.0/ports?device_id=31da0877-2d8e-4c7c-a4c1-603886ba6a56 HTTP/1.1" status: 200 len: 944 time: 0.1771240 Nov 12 08:45:08.412018 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 964b843f-d77c-4e1a-a0d1-249e2fa14fb1 details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:45:08.417676 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e035a8e-e79a-4077-a2cd-0beb4fdf41a4 None None] Sync routers for ids ['b17fddf4-f1b1-4c91-9903-9c379cbb360f'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:45:08.427764 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-9892bb4d-d623-4ccd-a2ad-7e111f95862d None None] Port 5d439a8c-0ec1-467b-9a7a-891251bebd6a cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:45:08.504830 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f042d8-ccc6-4e95-bb27-87626d1755db req-4851cb09-dfd4-4429-89e1-6e0c80deadea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:08.507954 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-21f042d8-ccc6-4e95-bb27-87626d1755db req-4851cb09-dfd4-4429-89e1-6e0c80deadea service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=557a71cffd7a4a82831b943f05494d79&device_id=31da0877-2d8e-4c7c-a4c1-603886ba6a56 HTTP/1.1" status: 200 len: 1096 time: 0.1330497 Nov 12 08:45:08.552571 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e035a8e-e79a-4077-a2cd-0beb4fdf41a4 None None] Routers {'b17fddf4-f1b1-4c91-9903-9c379cbb360f'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:45:08.556277 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-3e035a8e-e79a-4077-a2cd-0beb4fdf41a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:45:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['b17fddf4-f1b1-4c91-9903-9c379cbb360f'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:08.594077 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-637a2543-05d0-43b8-9049-5fa5872834b4 req-4704e78b-3e55-402b-b590-c0d907c01056 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cc5f5a6-e8e9-4e61-8342-e157b351f9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1910567 Nov 12 08:45:08.667437 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.db.resource_extend [None req-e530113a-7783-48f4-9840-8911a24052df None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:45:08.742245 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d913fc2-bfb5-4548-b8b4-34d5d081f87d x-openstack-request-id: req-4d913fc2-bfb5-4548-b8b4-34d5d081f87d {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:45:08.742544 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31da0877-2d8e-4c7c-a4c1-603886ba6a56", "tag": "2476a8d6-a3e0-4fb5-9131-e1a744fd1b93", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:45:08.743098 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4d913fc2-bfb5-4548-b8b4-34d5d081f87d {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:45:08.744571 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31da0877-2d8e-4c7c-a4c1-603886ba6a56', 'tag': '2476a8d6-a3e0-4fb5-9131-e1a744fd1b93', 'status': 'completed', 'code': 200} Nov 12 08:45:08.812640 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-21f042d8-ccc6-4e95-bb27-87626d1755db req-5faa5b63-d242-4f11-ba5b-c4ed7b056464 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2476a8d6-a3e0-4fb5-9131-e1a744fd1b93 HTTP/1.1" status: 200 len: 217 time: 0.1735513 Nov 12 08:45:08.819282 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-87c38a22-386a-486a-939b-5d8235fb092a tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:08.970034 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c38a22-386a-486a-939b-5d8235fb092a tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Pushing event deleted for resources: {'Port': ['ID=54d9c5a1-bbf5-41c5-8b17-409af8d84abc,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:09.024268 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f042d8-ccc6-4e95-bb27-87626d1755db req-097f9f83-112a-4eda-905b-5b74c203fc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:09.026729 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-21f042d8-ccc6-4e95-bb27-87626d1755db req-097f9f83-112a-4eda-905b-5b74c203fc0c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b6e38d29-9bec-48cd-bd79-12d2a938727e HTTP/1.1" status: 200 len: 847 time: 0.1828666 Nov 12 08:45:09.068573 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-87c38a22-386a-486a-939b-5d8235fb092a tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-933016'] for router_gateway, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:09.140460 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca35616-c916-4c84-90f0-3632e0e137bd req-0ef92c4a-7f81-4487-828c-f40febd32b3b tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:09.143093 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fca35616-c916-4c84-90f0-3632e0e137bd req-0ef92c4a-7f81-4487-828c-f40febd32b3b tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] 10.222.0.26 "GET /v2.0/networks?id=a05c10df-2bba-4557-9f0d-3ce9cf65b6dc HTTP/1.1" status: 200 len: 798 time: 0.2137196 Nov 12 08:45:09.166295 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fca35616-c916-4c84-90f0-3632e0e137bd req-9181f21d-b468-46ce-890b-ba48fec2e110 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] 10.222.0.26 "GET /v2.0/quotas/77abaf9dfdff48589f5ad3a7f970c1f2 HTTP/1.1" status: 200 len: 375 time: 0.0112076 Nov 12 08:45:09.194801 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24221c12-214b-4e57-bc5f-9a36928776cd None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:45:09.216562 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-87c38a22-386a-486a-939b-5d8235fb092a tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:09.219661 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-87c38a22-386a-486a-939b-5d8235fb092a tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:09.229949 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f042d8-ccc6-4e95-bb27-87626d1755db req-3840cd04-6645-47ab-a373-f8f1cb3e2a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:09.231712 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-21f042d8-ccc6-4e95-bb27-87626d1755db req-3840cd04-6645-47ab-a373-f8f1cb3e2a03 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=74797a8c-7ff4-4d88-a8f8-61f265f99726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1968138 Nov 12 08:45:09.263703 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-3e035a8e-e79a-4077-a2cd-0beb4fdf41a4 None None] Set router b17fddf4-f1b1-4c91-9903-9c379cbb360f gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:45:09.305168 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fca35616-c916-4c84-90f0-3632e0e137bd req-ccad8181-f21d-4b4e-a4c1-9752c6c7f496 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=77abaf9dfdff48589f5ad3a7f970c1f2&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1314666 Nov 12 08:45:09.324935 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 964b843f-d77c-4e1a-a0d1-249e2fa14fb1, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=964b843f-d77c-4e1a-a0d1-249e2fa14fb1,segment=NetworkSegment(128b32ff-5ab3-49e3-809a-b6df5af491f4),segment_id=128b32ff-5ab3-49e3-809a-b6df5af491f4)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:09.342400 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:09.360936 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-87c38a22-386a-486a-939b-5d8235fb092a tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:09.361552 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87c38a22-386a-486a-939b-5d8235fb092a tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Fanout notify agent at l3_agent the message router_deleted on router 664326ca-43ee-4d38-8c6e-803df15256ec {{(pid=102599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:45:09.381091 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Returning: {'device': '964b843f-d77c-4e1a-a0d1-249e2fa14fb1', 'network_id': '508aced4-0fe0-4f1d-92f2-979af6167066', 'port_id': '964b843f-d77c-4e1a-a0d1-249e2fa14fb1', 'mac_address': 'fa:16:3e:b9:f5:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f91bfea0-8c12-4f49-94bb-e193b754d651', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:45:09.405513 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-87c38a22-386a-486a-939b-5d8235fb092a tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:09.423170 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-87c38a22-386a-486a-939b-5d8235fb092a tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "DELETE /v2.0/routers/664326ca-43ee-4d38-8c6e-803df15256ec HTTP/1.1" status: 204 len: 168 time: 3.0159826 Nov 12 08:45:09.425967 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 56698) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:09.432336 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-c8f43a7d-0394-4382-838f-b8f1bd14356b tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1154547134'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:09.522086 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fca35616-c916-4c84-90f0-3632e0e137bd req-4ac7ebe2-ead1-42d1-a57e-ab3f10cbf73c service neutron] 10.222.0.26 "GET /v2.0/networks/a05c10df-2bba-4557-9f0d-3ce9cf65b6dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904478 Nov 12 08:45:09.562237 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:09.563109 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f43a7d-0394-4382-838f-b8f1bd14356b tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Made reservation on behalf of dc5d3b337b0b4ac2bf638e904b3f73a7 for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:45:09.571328 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c8f43a7d-0394-4382-838f-b8f1bd14356b tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:09.579161 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-e530113a-7783-48f4-9840-8911a24052df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 964b843f-d77c-4e1a-a0d1-249e2fa14fb1 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:45:09.608590 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-3e035a8e-e79a-4077-a2cd-0beb4fdf41a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b17fddf4-f1b1-4c91-9903-9c379cbb360f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1954039180', 'tenant_id': '77abaf9dfdff48589f5ad3a7f970c1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '504f40d5-c86f-44ed-acdb-9a6a60b32094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:53Z', 'updated_at': '2021-11-12T08:45:05Z', 'revision_number': 4, 'project_id': '77abaf9dfdff48589f5ad3a7f970c1f2', 'gw_port': {'id': '504f40d5-c86f-44ed-acdb-9a6a60b32094', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:24:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17fddf4-f1b1-4c91-9903-9c379cbb360f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:54Z', 'updated_at': '2021-11-12T08:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '5d439a8c-0ec1-467b-9a7a-891251bebd6a', 'name': '', 'network_id': 'a05c10df-2bba-4557-9f0d-3ce9cf65b6dc', 'tenant_id': '77abaf9dfdff48589f5ad3a7f970c1f2', 'mac_address': 'fa:16:3e:19:0d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b17fddf4-f1b1-4c91-9903-9c379cbb360f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': 'a96c6fcf-2b5a-4708-874d-2b34aa763130', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:03Z', 'updated_at': '2021-11-12T08:45:06Z', 'revision_number': 2, 'project_id': '77abaf9dfdff48589f5ad3a7f970c1f2', 'subnets': [{'id': 'a96c6fcf-2b5a-4708-874d-2b34aa763130', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:09.613011 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 964b843f-d77c-4e1a-a0d1-249e2fa14fb1, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=964b843f-d77c-4e1a-a0d1-249e2fa14fb1,segment=NetworkSegment(128b32ff-5ab3-49e3-809a-b6df5af491f4),segment_id=128b32ff-5ab3-49e3-809a-b6df5af491f4)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:09.644716 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e035a8e-e79a-4077-a2cd-0beb4fdf41a4 None None] Checking router: b17fddf4-f1b1-4c91-9903-9c379cbb360f for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:45:09.645112 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e035a8e-e79a-4077-a2cd-0beb4fdf41a4 None None] Updating router b17fddf4-f1b1-4c91-9903-9c379cbb360f port 5d439a8c-0ec1-467b-9a7a-891251bebd6a binding host n-d-765315-29 {{(pid=102601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:45:09.646507 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-21f042d8-ccc6-4e95-bb27-87626d1755db req-fe4a3d42-8e3a-453c-b1b9-d03667c44399 service neutron] 10.222.0.44 "GET /v2.0/networks/74797a8c-7ff4-4d88-a8f8-61f265f99726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3189380 Nov 12 08:45:09.697090 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fca35616-c916-4c84-90f0-3632e0e137bd req-3554b90d-9a10-487a-bcce-c91e5ec7987b service neutron] 10.222.0.26 "GET /v2.0/networks/a05c10df-2bba-4557-9f0d-3ce9cf65b6dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737986 Nov 12 08:45:09.701073 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:09.704915 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3e035a8e-e79a-4077-a2cd-0beb4fdf41a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:09.741972 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8f43a7d-0394-4382-838f-b8f1bd14356b tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:45:09.794677 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c8f43a7d-0394-4382-838f-b8f1bd14356b tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:09.795207 n-d-765315-29 neutron-server[102599]: INFO neutron.db.segments_db [None req-c8f43a7d-0394-4382-838f-b8f1bd14356b tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Added segment 6571b102-ff60-4f71-8f4d-2274c59d0e89 of type vlan for network d08de2f4-4c74-47ca-b161-177ba4e9b8b2 Nov 12 08:45:09.801366 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=964b843f-d77c-4e1a-a0d1-249e2fa14fb1,revision_number=12']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:09.812532 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:09.813153 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:09.813615 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:09.814154 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:09.814604 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:09.815926 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:09.816359 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:09.816808 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:09.817233 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:09.817662 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:09.818120 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:09.818544 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:09.874527 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c8f43a7d-0394-4382-838f-b8f1bd14356b tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:09.886515 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-21f042d8-ccc6-4e95-bb27-87626d1755db req-ebe4ab03-bb09-4524-b7d6-77f4da0c8460 service neutron] 10.222.0.44 "GET /v2.0/networks/74797a8c-7ff4-4d88-a8f8-61f265f99726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299366 Nov 12 08:45:09.921945 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c8f43a7d-0394-4382-838f-b8f1bd14356b tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:09.929468 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f43a7d-0394-4382-838f-b8f1bd14356b tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:09.930220 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c8f43a7d-0394-4382-838f-b8f1bd14356b tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks [] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:10.048149 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-c8f43a7d-0394-4382-838f-b8f1bd14356b tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6213088 Nov 12 08:45:10.048905 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 56710) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:10.067356 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-ad095634-7c39-47b6-9f7e-9cc90987367e tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Request body: {'subnet': {'network_id': 'd08de2f4-4c74-47ca-b161-177ba4e9b8b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:10.127735 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f43a7d-0394-4382-838f-b8f1bd14356b tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Pushing event updated for resources: {'Network': ['ID=d08de2f4-4c74-47ca-b161-177ba4e9b8b2,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:10.137731 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7e46e2-e174-4dd3-85dd-99d492e5f025 req-f3de8d58-8d8a-4c0a-bc13-a0b941616608 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:10.143922 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7c7e46e2-e174-4dd3-85dd-99d492e5f025 req-f3de8d58-8d8a-4c0a-bc13-a0b941616608 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=8923b169-f6ab-45ae-a30e-261450af9314 HTTP/1.1" status: 200 len: 945 time: 0.1100209 Nov 12 08:45:10.264260 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e3ad62-1998-4ff4-86a6-ac14813bb884 req-8fe0c06f-a282-403d-8826-9f6ea41637b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:10.265768 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-44e3ad62-1998-4ff4-86a6-ac14813bb884 req-8fe0c06f-a282-403d-8826-9f6ea41637b1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=557a71cffd7a4a82831b943f05494d79&device_id=31da0877-2d8e-4c7c-a4c1-603886ba6a56 HTTP/1.1" status: 200 len: 1096 time: 0.2159262 Nov 12 08:45:10.272390 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7c7e46e2-e174-4dd3-85dd-99d492e5f025 req-c77d982f-d0e6-40ea-ba2f-fa54bea56aee tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fece665-e20b-467a-ac88-888552242c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256559 Nov 12 08:45:10.304369 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56712) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:10.355891 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3e035a8e-e79a-4077-a2cd-0beb4fdf41a4 None None] Publish callbacks [] for port, precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:10.392744 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['964b843f-d77c-4e1a-a0d1-249e2fa14fb1'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:45:10.468084 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network d08de2f4-4c74-47ca-b161-177ba4e9b8b2 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:45:10.470486 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3e035a8e-e79a-4077-a2cd-0beb4fdf41a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:10.532230 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e3ad62-1998-4ff4-86a6-ac14813bb884 req-594b8b6d-1cca-459f-aea0-520674be0a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:10.535360 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-95505976-6315-4062-ab1c-980f1ac61181 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/floatingips/364d7379-48be-4c3d-a77b-db79e144bad6 HTTP/1.1" status: 200 len: 992 time: 0.2297018 Nov 12 08:45:10.535617 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-44e3ad62-1998-4ff4-86a6-ac14813bb884 req-594b8b6d-1cca-459f-aea0-520674be0a70 service neutron] 10.222.0.44 "GET /v2.0/networks?id=74797a8c-7ff4-4d88-a8f8-61f265f99726 HTTP/1.1" status: 200 len: 909 time: 0.2596855 Nov 12 08:45:10.538134 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad095634-7c39-47b6-9f7e-9cc90987367e tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Made reservation on behalf of dc5d3b337b0b4ac2bf638e904b3f73a7 for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:45:10.544347 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ad095634-7c39-47b6-9f7e-9cc90987367e tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:10.557848 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:10.571254 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be931d8f-f359-4f79-856f-e75fa60498c6 req-0fb17e79-1ee9-4181-bf72-253b416a1b68 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:10.577422 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-be931d8f-f359-4f79-856f-e75fa60498c6 req-0fb17e79-1ee9-4181-bf72-253b416a1b68 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] 10.222.0.26 "GET /v2.0/ports?device_id=31da0877-2d8e-4c7c-a4c1-603886ba6a56 HTTP/1.1" status: 200 len: 944 time: 0.1784847 Nov 12 08:45:10.719336 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a21f5f-15a7-41d3-8a0e-e84b0b288cd9 None None] Pushing event updated for resources: {'Port': ['ID=5d439a8c-0ec1-467b-9a7a-891251bebd6a,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:10.737157 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-be931d8f-f359-4f79-856f-e75fa60498c6 req-3c5ec3e6-8f13-469b-a36b-e6fa81c242a7 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cc5f5a6-e8e9-4e61-8342-e157b351f9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1525803 Nov 12 08:45:10.798985 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-44e3ad62-1998-4ff4-86a6-ac14813bb884 req-ca8643eb-afcf-452f-8baf-356c0d806132 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2476a8d6-a3e0-4fb5-9131-e1a744fd1b93 HTTP/1.1" status: 200 len: 217 time: 0.1080973 Nov 12 08:45:10.916152 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-3e035a8e-e79a-4077-a2cd-0beb4fdf41a4 None None] Attempting to bind port 5d439a8c-0ec1-467b-9a7a-891251bebd6a on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:45:10.916542 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-3e035a8e-e79a-4077-a2cd-0beb4fdf41a4 None None] Attempting to bind port 5d439a8c-0ec1-467b-9a7a-891251bebd6a by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': 'f4ae52dd-0309-425b-9220-82953bab7253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a05c10df-2bba-4557-9f0d-3ce9cf65b6dc'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:45:10.917004 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e035a8e-e79a-4077-a2cd-0beb4fdf41a4 None None] Attempting to bind port 5d439a8c-0ec1-467b-9a7a-891251bebd6a on network a05c10df-2bba-4557-9f0d-3ce9cf65b6dc {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:45:10.938540 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e035a8e-e79a-4077-a2cd-0beb4fdf41a4 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:45:10.939039 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e035a8e-e79a-4077-a2cd-0beb4fdf41a4 None None] Checking segment: {'id': 'f4ae52dd-0309-425b-9220-82953bab7253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a05c10df-2bba-4557-9f0d-3ce9cf65b6dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:45:10.939508 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3e035a8e-e79a-4077-a2cd-0beb4fdf41a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:10.939953 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e035a8e-e79a-4077-a2cd-0beb4fdf41a4 None None] Bound using segment: {'id': 'f4ae52dd-0309-425b-9220-82953bab7253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a05c10df-2bba-4557-9f0d-3ce9cf65b6dc'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:45:10.940799 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-3e035a8e-e79a-4077-a2cd-0beb4fdf41a4 None None] Bound port: 5d439a8c-0ec1-467b-9a7a-891251bebd6a, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4ae52dd-0309-425b-9220-82953bab7253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a05c10df-2bba-4557-9f0d-3ce9cf65b6dc'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:45:10.941244 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3e035a8e-e79a-4077-a2cd-0beb4fdf41a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:10.964094 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e3ad62-1998-4ff4-86a6-ac14813bb884 req-fc28a547-db04-486e-85c9-9ed5585d3cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:10.966519 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-44e3ad62-1998-4ff4-86a6-ac14813bb884 req-fc28a547-db04-486e-85c9-9ed5585d3cbd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b6e38d29-9bec-48cd-bd79-12d2a938727e HTTP/1.1" status: 200 len: 847 time: 0.1480062 Nov 12 08:45:11.066007 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c328fa9e-fcfa-4f2b-89d5-186a22245347 req-1ad79401-7d7b-454c-8c2e-e71bb7676269 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c4fd1ac-41bf-4674-9704-0677a18dcab9 HTTP/1.1" status: 200 len: 210 time: 0.1033647 Nov 12 08:45:11.096197 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-3e035a8e-e79a-4077-a2cd-0beb4fdf41a4 None None] For port 5d439a8c-0ec1-467b-9a7a-891251bebd6a, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:45:11.110286 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-3e035a8e-e79a-4077-a2cd-0beb4fdf41a4 None None] For port 5d439a8c-0ec1-467b-9a7a-891251bebd6a, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=5d439a8c-0ec1-467b-9a7a-891251bebd6a,segment=NetworkSegment(f4ae52dd-0309-425b-9220-82953bab7253),segment_id=f4ae52dd-0309-425b-9220-82953bab7253)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:45:11.117117 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3e035a8e-e79a-4077-a2cd-0beb4fdf41a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:11.165046 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ad095634-7c39-47b6-9f7e-9cc90987367e tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:11.187812 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e3ad62-1998-4ff4-86a6-ac14813bb884 req-118d4a27-8213-4d4a-b133-1185cde77730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:11.190316 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-44e3ad62-1998-4ff4-86a6-ac14813bb884 req-118d4a27-8213-4d4a-b133-1185cde77730 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=74797a8c-7ff4-4d88-a8f8-61f265f99726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2140036 Nov 12 08:45:11.347809 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad095634-7c39-47b6-9f7e-9cc90987367e tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Pushing event updated for resources: {'Subnet': ['ID=b53e22ad-7588-4a33-8fa0-dd8435e0f033,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:11.355917 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a21f5f-15a7-41d3-8a0e-e84b0b288cd9 None None] Pushing event updated for resources: {'Port': ['ID=5d439a8c-0ec1-467b-9a7a-891251bebd6a,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:11.371044 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-13c536c4-d05b-4ed5-a0d0-e8f1ff3df04c None None] Provisioning complete for port 5d439a8c-0ec1-467b-9a7a-891251bebd6a triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:11.371719 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-13c536c4-d05b-4ed5-a0d0-e8f1ff3df04c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:11.377155 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e035a8e-e79a-4077-a2cd-0beb4fdf41a4 None None] Routers {'b17fddf4-f1b1-4c91-9903-9c379cbb360f'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:45:11.377862 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-3e035a8e-e79a-4077-a2cd-0beb4fdf41a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:45:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['b17fddf4-f1b1-4c91-9903-9c379cbb360f'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:11.386159 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad095634-7c39-47b6-9f7e-9cc90987367e tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Checking segment: {'id': '6571b102-ff60-4f71-8f4d-2274c59d0e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd08de2f4-4c74-47ca-b161-177ba4e9b8b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:45:11.386579 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad095634-7c39-47b6-9f7e-9cc90987367e tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Network hostable DHCP agents. Network: d08de2f4-4c74-47ca-b161-177ba4e9b8b2, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:45:11.434810 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-44e3ad62-1998-4ff4-86a6-ac14813bb884 req-029e7a2f-6cb8-47e7-9d28-0897acfcb313 service neutron] 10.222.0.44 "GET /v2.0/networks/74797a8c-7ff4-4d88-a8f8-61f265f99726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163148 Nov 12 08:45:11.459138 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad095634-7c39-47b6-9f7e-9cc90987367e tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Network d08de2f4-4c74-47ca-b161-177ba4e9b8b2 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:45:11.563674 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-ad095634-7c39-47b6-9f7e-9cc90987367e tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, d08de2f4-4c74-47ca-b161-177ba4e9b8b2) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:11.582246 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad095634-7c39-47b6-9f7e-9cc90987367e tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:11.583250 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ad095634-7c39-47b6-9f7e-9cc90987367e tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:11.605300 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1295ae50-49ed-4a9d-84bb-196be11b10ba None None] Network d08de2f4-4c74-47ca-b161-177ba4e9b8b2 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:45:11.619271 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56728) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:11.620422 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-ad095634-7c39-47b6-9f7e-9cc90987367e tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5554857 Nov 12 08:45:11.625049 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-4b99a2a3-812d-4e62-8588-e4b51dfd6305 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-660508017', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:11.645877 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-44e3ad62-1998-4ff4-86a6-ac14813bb884 req-e9701db3-4957-45fa-abb1-ae9ec8f941b9 service neutron] 10.222.0.44 "GET /v2.0/networks/74797a8c-7ff4-4d88-a8f8-61f265f99726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014301 Nov 12 08:45:11.677339 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4b99a2a3-812d-4e62-8588-e4b51dfd6305 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:11.678173 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4b99a2a3-812d-4e62-8588-e4b51dfd6305 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:11.814741 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4b99a2a3-812d-4e62-8588-e4b51dfd6305 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:11.826457 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4b99a2a3-812d-4e62-8588-e4b51dfd6305 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052'] for router, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:11.864657 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4b99a2a3-812d-4e62-8588-e4b51dfd6305 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:11.869371 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-4b99a2a3-812d-4e62-8588-e4b51dfd6305 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2485869 Nov 12 08:45:11.870187 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56736) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:11.943517 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-3e035a8e-e79a-4077-a2cd-0beb4fdf41a4 None None] Set router b17fddf4-f1b1-4c91-9903-9c379cbb360f gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:45:12.033951 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca35616-c916-4c84-90f0-3632e0e137bd req-9e67d4bb-f065-42dd-b089-48375092f323 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:12.036226 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fca35616-c916-4c84-90f0-3632e0e137bd req-9e67d4bb-f065-42dd-b089-48375092f323 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] 10.222.0.21 "GET /v2.0/networks?id=a05c10df-2bba-4557-9f0d-3ce9cf65b6dc HTTP/1.1" status: 200 len: 798 time: 0.3093708 Nov 12 08:45:12.049903 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-fca35616-c916-4c84-90f0-3632e0e137bd req-8c64f577-13da-4c39-8e9a-52406c891055 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Request body: {'port': {'device_id': '1c4fd1ac-41bf-4674-9704-0677a18dcab9', 'network_id': 'a05c10df-2bba-4557-9f0d-3ce9cf65b6dc', 'admin_state_up': True, 'tenant_id': '77abaf9dfdff48589f5ad3a7f970c1f2'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:12.098136 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065060e1-24b3-40ac-9444-c500997d12bc req-314562f9-92ce-4e96-ab9e-7a8f4aca1fe7 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:12.099965 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-065060e1-24b3-40ac-9444-c500997d12bc req-314562f9-92ce-4e96-ab9e-7a8f4aca1fe7 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] 10.222.0.26 "GET /v2.0/ports?device_id=31da0877-2d8e-4c7c-a4c1-603886ba6a56 HTTP/1.1" status: 200 len: 944 time: 0.1700141 Nov 12 08:45:12.103546 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-13c536c4-d05b-4ed5-a0d0-e8f1ff3df04c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:12.284577 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fca35616-c916-4c84-90f0-3632e0e137bd req-8c64f577-13da-4c39-8e9a-52406c891055 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Made reservation on behalf of 77abaf9dfdff48589f5ad3a7f970c1f2 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:45:12.288047 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-fca35616-c916-4c84-90f0-3632e0e137bd req-8c64f577-13da-4c39-8e9a-52406c891055 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:12.296573 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 2476a8d6-a3e0-4fb5-9131-e1a744fd1b93 details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:45:12.387171 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-065060e1-24b3-40ac-9444-c500997d12bc req-1f7a7a2d-3f7b-4f5b-838f-f065bd3c7f32 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cc5f5a6-e8e9-4e61-8342-e157b351f9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2202868 Nov 12 08:45:12.480849 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cdbc42e7-739c-4a2c-bf7c-a6e59c16838b tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:12.549005 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-fca35616-c916-4c84-90f0-3632e0e137bd req-8c64f577-13da-4c39-8e9a-52406c891055 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Allocated IP 172.20.0.25 (a05c10df-2bba-4557-9f0d-3ce9cf65b6dc/a96c6fcf-2b5a-4708-874d-2b34aa763130/bfea3a23-bd78-44ab-8b63-78a6c475b796) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:45:12.564796 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5a15e93c-b77b-4b53-9bb6-84e35c3e6d9d req-12068ec6-da32-46c6-8d9f-d68bfd9b87b4 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c4fd1ac-41bf-4674-9704-0677a18dcab9 HTTP/1.1" status: 200 len: 210 time: 0.0632043 Nov 12 08:45:12.719847 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-fca35616-c916-4c84-90f0-3632e0e137bd req-8c64f577-13da-4c39-8e9a-52406c891055 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:12.786001 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-fca35616-c916-4c84-90f0-3632e0e137bd req-8c64f577-13da-4c39-8e9a-52406c891055 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:12.881709 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fca35616-c916-4c84-90f0-3632e0e137bd req-8c64f577-13da-4c39-8e9a-52406c891055 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Network a05c10df-2bba-4557-9f0d-3ce9cf65b6dc is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:45:12.883031 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c64f577-13da-4c39-8e9a-52406c891055 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Pushing event updated for resources: {'Port': ['ID=bfea3a23-bd78-44ab-8b63-78a6c475b796,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:12.907421 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-fca35616-c916-4c84-90f0-3632e0e137bd req-8c64f577-13da-4c39-8e9a-52406c891055 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:12.917747 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885bf52b-f2ca-4eb5-8d22-7000525f6465 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-d08de2f4-4c74-47ca-b161-177ba4e9b8b2', 'network_id': 'd08de2f4-4c74-47ca-b161-177ba4e9b8b2', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'fixed_ips': [{'subnet_id': 'b53e22ad-7588-4a33-8fa0-dd8435e0f033'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:45:12.919392 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-885bf52b-f2ca-4eb5-8d22-7000525f6465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:12.923203 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-fca35616-c916-4c84-90f0-3632e0e137bd req-8c64f577-13da-4c39-8e9a-52406c891055 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:45:12.932935 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-13c536c4-d05b-4ed5-a0d0-e8f1ff3df04c None None] For port 5d439a8c-0ec1-467b-9a7a-891251bebd6a, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=5d439a8c-0ec1-467b-9a7a-891251bebd6a,segment=NetworkSegment(f4ae52dd-0309-425b-9220-82953bab7253),segment_id=f4ae52dd-0309-425b-9220-82953bab7253)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:12.976237 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-13c536c4-d05b-4ed5-a0d0-e8f1ff3df04c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:12.981739 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:13.017734 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-cdbc42e7-739c-4a2c-bf7c-a6e59c16838b tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Allocated IP 2001:db8::1 (d08de2f4-4c74-47ca-b161-177ba4e9b8b2/b53e22ad-7588-4a33-8fa0-dd8435e0f033/a7671f35-efec-4c2f-8945-0f6e59e0ecd0) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:45:13.042711 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca35616-c916-4c84-90f0-3632e0e137bd req-8c64f577-13da-4c39-8e9a-52406c891055 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:13.043478 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-fca35616-c916-4c84-90f0-3632e0e137bd req-8c64f577-13da-4c39-8e9a-52406c891055 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:13.078294 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fca35616-c916-4c84-90f0-3632e0e137bd req-8c64f577-13da-4c39-8e9a-52406c891055 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.0331118 Nov 12 08:45:13.091543 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-fca35616-c916-4c84-90f0-3632e0e137bd req-6ab19b53-1c7f-4713-bbe3-62f958f6a288 service neutron] Request body: {'port': {'device_id': '1c4fd1ac-41bf-4674-9704-0677a18dcab9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:13.168353 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-fca35616-c916-4c84-90f0-3632e0e137bd req-6ab19b53-1c7f-4713-bbe3-62f958f6a288 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:13.234314 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 2476a8d6-a3e0-4fb5-9131-e1a744fd1b93, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=2476a8d6-a3e0-4fb5-9131-e1a744fd1b93,segment=NetworkSegment(e82b9533-204c-4d7e-9f2e-a0f2669b4e9a),segment_id=e82b9533-204c-4d7e-9f2e-a0f2669b4e9a)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:13.236958 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cdbc42e7-739c-4a2c-bf7c-a6e59c16838b tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:13.303170 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-3e035a8e-e79a-4077-a2cd-0beb4fdf41a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b17fddf4-f1b1-4c91-9903-9c379cbb360f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1954039180', 'tenant_id': '77abaf9dfdff48589f5ad3a7f970c1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '504f40d5-c86f-44ed-acdb-9a6a60b32094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:53Z', 'updated_at': '2021-11-12T08:45:05Z', 'revision_number': 4, 'project_id': '77abaf9dfdff48589f5ad3a7f970c1f2', 'gw_port': {'id': '504f40d5-c86f-44ed-acdb-9a6a60b32094', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:24:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17fddf4-f1b1-4c91-9903-9c379cbb360f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:54Z', 'updated_at': '2021-11-12T08:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '5d439a8c-0ec1-467b-9a7a-891251bebd6a', 'name': '', 'network_id': 'a05c10df-2bba-4557-9f0d-3ce9cf65b6dc', 'tenant_id': '77abaf9dfdff48589f5ad3a7f970c1f2', 'mac_address': 'fa:16:3e:19:0d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b17fddf4-f1b1-4c91-9903-9c379cbb360f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': 'a96c6fcf-2b5a-4708-874d-2b34aa763130', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:03Z', 'updated_at': '2021-11-12T08:45:11Z', 'revision_number': 4, 'project_id': '77abaf9dfdff48589f5ad3a7f970c1f2', 'subnets': [{'id': 'a96c6fcf-2b5a-4708-874d-2b34aa763130', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:13.310958 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': '2476a8d6-a3e0-4fb5-9131-e1a744fd1b93', 'network_id': '74797a8c-7ff4-4d88-a8f8-61f265f99726', 'port_id': '2476a8d6-a3e0-4fb5-9131-e1a744fd1b93', 'mac_address': 'fa:16:3e:9a:2a:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6e38d29-9bec-48cd-bd79-12d2a938727e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:45:13.314720 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-f9d11ac8-7f45-4bda-a24d-f01529100313 None None] Provisioning complete for port 5d439a8c-0ec1-467b-9a7a-891251bebd6a triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:13.315093 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f9d11ac8-7f45-4bda-a24d-f01529100313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:13.358263 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cdbc42e7-739c-4a2c-bf7c-a6e59c16838b tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:13.398002 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c536c4-d05b-4ed5-a0d0-e8f1ff3df04c None None] Pushing event updated for resources: {'Port': ['ID=5d439a8c-0ec1-467b-9a7a-891251bebd6a,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:13.428422 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbc42e7-739c-4a2c-bf7c-a6e59c16838b tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Pushing event updated for resources: {'Port': ['ID=a7671f35-efec-4c2f-8945-0f6e59e0ecd0,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:13.439181 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e035a8e-e79a-4077-a2cd-0beb4fdf41a4 None None] The sync data for ids ['b17fddf4-f1b1-4c91-9903-9c379cbb360f'] in n-d-765315-29 is: [{'id': 'b17fddf4-f1b1-4c91-9903-9c379cbb360f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1954039180', 'tenant_id': '77abaf9dfdff48589f5ad3a7f970c1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '504f40d5-c86f-44ed-acdb-9a6a60b32094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:53Z', 'updated_at': '2021-11-12T08:45:05Z', 'revision_number': 4, 'project_id': '77abaf9dfdff48589f5ad3a7f970c1f2', 'gw_port': {'id': '504f40d5-c86f-44ed-acdb-9a6a60b32094', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:24:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17fddf4-f1b1-4c91-9903-9c379cbb360f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:54Z', 'updated_at': '2021-11-12T08:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '5d439a8c-0ec1-467b-9a7a-891251bebd6a', 'name': '', 'network_id': 'a05c10df-2bba-4557-9f0d-3ce9cf65b6dc', 'tenant_id': '77abaf9dfdff48589f5ad3a7f970c1f2', 'mac_address': 'fa:16:3e:19:0d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b17fddf4-f1b1-4c91-9903-9c379cbb360f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': 'a96c6fcf-2b5a-4708-874d-2b34aa763130', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:03Z', 'updated_at': '2021-11-12T08:45:11Z', 'revision_number': 4, 'project_id': '77abaf9dfdff48589f5ad3a7f970c1f2', 'subnets': [{'id': 'a96c6fcf-2b5a-4708-874d-2b34aa763130', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:45:13.466206 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbc42e7-739c-4a2c-bf7c-a6e59c16838b tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Network d08de2f4-4c74-47ca-b161-177ba4e9b8b2 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:45:13.483289 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-cdbc42e7-739c-4a2c-bf7c-a6e59c16838b tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:13.521386 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:13.523564 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbc42e7-739c-4a2c-bf7c-a6e59c16838b tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:45:13.527743 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cdbc42e7-739c-4a2c-bf7c-a6e59c16838b tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933481'] for router_interface, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:13.613099 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-885bf52b-f2ca-4eb5-8d22-7000525f6465 None None] Allocated IP 2001:db8::2 (d08de2f4-4c74-47ca-b161-177ba4e9b8b2/b53e22ad-7588-4a33-8fa0-dd8435e0f033/96eacffd-564d-41d3-872c-ad5a2b3686ec) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:45:13.630194 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2476a8d6-a3e0-4fb5-9131-e1a744fd1b93 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:45:13.701805 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 2476a8d6-a3e0-4fb5-9131-e1a744fd1b93, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=2476a8d6-a3e0-4fb5-9131-e1a744fd1b93,segment=NetworkSegment(e82b9533-204c-4d7e-9f2e-a0f2669b4e9a),segment_id=e82b9533-204c-4d7e-9f2e-a0f2669b4e9a)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:13.708720 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:13.751766 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2513cdc-65ae-41fe-ac21-313a59fd1b89 req-99c08927-25d0-4ea3-a6df-c39c57b01ed8 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:13.755043 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e2513cdc-65ae-41fe-ac21-313a59fd1b89 req-99c08927-25d0-4ea3-a6df-c39c57b01ed8 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] 10.222.0.26 "GET /v2.0/ports?device_id=31da0877-2d8e-4c7c-a4c1-603886ba6a56 HTTP/1.1" status: 200 len: 944 time: 0.1991801 Nov 12 08:45:13.879550 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-a6d4d14f-bbc6-4be8-b8e0-4051a172c1aa None None] Provisioning complete for port bfea3a23-bd78-44ab-8b63-78a6c475b796 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:13.879880 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a6d4d14f-bbc6-4be8-b8e0-4051a172c1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:13.886810 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=2476a8d6-a3e0-4fb5-9131-e1a744fd1b93,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:13.988108 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cdbc42e7-739c-4a2c-bf7c-a6e59c16838b tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:13.998323 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-fca35616-c916-4c84-90f0-3632e0e137bd req-6ab19b53-1c7f-4713-bbe3-62f958f6a288 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfea3a23-bd78-44ab-8b63-78a6c475b796 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:45:14.021884 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-a6d4d14f-bbc6-4be8-b8e0-4051a172c1aa None None] Port bfea3a23-bd78-44ab-8b63-78a6c475b796 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:45:14.022434 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-fca35616-c916-4c84-90f0-3632e0e137bd req-6ab19b53-1c7f-4713-bbe3-62f958f6a288 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:14.062310 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-fca35616-c916-4c84-90f0-3632e0e137bd req-6ab19b53-1c7f-4713-bbe3-62f958f6a288 service neutron] Transition to ACTIVE for port object bfea3a23-bd78-44ab-8b63-78a6c475b796 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:45:14.069377 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-fca35616-c916-4c84-90f0-3632e0e137bd req-6ab19b53-1c7f-4713-bbe3-62f958f6a288 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:14.087161 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['2476a8d6-a3e0-4fb5-9131-e1a744fd1b93'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:45:14.162643 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-885bf52b-f2ca-4eb5-8d22-7000525f6465 None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:14.192432 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e2513cdc-65ae-41fe-ac21-313a59fd1b89 req-4d4e3658-8e15-4e0f-b176-2703e7bdbe93 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cc5f5a6-e8e9-4e61-8342-e157b351f9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4276972 Nov 12 08:45:14.221910 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab19b53-1c7f-4713-bbe3-62f958f6a288 service neutron] Pushing event updated for resources: {'Port': ['ID=bfea3a23-bd78-44ab-8b63-78a6c475b796,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:14.327376 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-885bf52b-f2ca-4eb5-8d22-7000525f6465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:14.354236 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab19b53-1c7f-4713-bbe3-62f958f6a288 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:14.354882 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab19b53-1c7f-4713-bbe3-62f958f6a288 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:14.355235 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab19b53-1c7f-4713-bbe3-62f958f6a288 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:14.355576 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab19b53-1c7f-4713-bbe3-62f958f6a288 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:14.356161 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab19b53-1c7f-4713-bbe3-62f958f6a288 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:14.356348 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab19b53-1c7f-4713-bbe3-62f958f6a288 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:14.356637 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab19b53-1c7f-4713-bbe3-62f958f6a288 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:14.356993 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab19b53-1c7f-4713-bbe3-62f958f6a288 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:14.357320 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab19b53-1c7f-4713-bbe3-62f958f6a288 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:14.357649 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab19b53-1c7f-4713-bbe3-62f958f6a288 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:14.357996 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab19b53-1c7f-4713-bbe3-62f958f6a288 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:14.358483 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab19b53-1c7f-4713-bbe3-62f958f6a288 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:14.455470 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-fca35616-c916-4c84-90f0-3632e0e137bd req-6ab19b53-1c7f-4713-bbe3-62f958f6a288 service neutron] Attempting to bind port bfea3a23-bd78-44ab-8b63-78a6c475b796 on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:45:14.455916 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-fca35616-c916-4c84-90f0-3632e0e137bd req-6ab19b53-1c7f-4713-bbe3-62f958f6a288 service neutron] Attempting to bind port bfea3a23-bd78-44ab-8b63-78a6c475b796 by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': 'f4ae52dd-0309-425b-9220-82953bab7253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a05c10df-2bba-4557-9f0d-3ce9cf65b6dc'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:45:14.457649 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca35616-c916-4c84-90f0-3632e0e137bd req-6ab19b53-1c7f-4713-bbe3-62f958f6a288 service neutron] Attempting to bind port bfea3a23-bd78-44ab-8b63-78a6c475b796 on network a05c10df-2bba-4557-9f0d-3ce9cf65b6dc {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:45:14.469587 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca35616-c916-4c84-90f0-3632e0e137bd req-6ab19b53-1c7f-4713-bbe3-62f958f6a288 service neutron] Port bfea3a23-bd78-44ab-8b63-78a6c475b796 on network a05c10df-2bba-4557-9f0d-3ce9cf65b6dc not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:45:14.469914 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca35616-c916-4c84-90f0-3632e0e137bd req-6ab19b53-1c7f-4713-bbe3-62f958f6a288 service neutron] Attempting to bind port bfea3a23-bd78-44ab-8b63-78a6c475b796 on network a05c10df-2bba-4557-9f0d-3ce9cf65b6dc {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:45:14.482876 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca35616-c916-4c84-90f0-3632e0e137bd req-6ab19b53-1c7f-4713-bbe3-62f958f6a288 service neutron] Checking agent: {'id': '26215384-8035-4ce2-971a-8e67be80da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:45:14.484138 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca35616-c916-4c84-90f0-3632e0e137bd req-6ab19b53-1c7f-4713-bbe3-62f958f6a288 service neutron] Checking segment: {'id': 'f4ae52dd-0309-425b-9220-82953bab7253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a05c10df-2bba-4557-9f0d-3ce9cf65b6dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:45:14.484615 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca35616-c916-4c84-90f0-3632e0e137bd req-6ab19b53-1c7f-4713-bbe3-62f958f6a288 service neutron] Bound using segment: {'id': 'f4ae52dd-0309-425b-9220-82953bab7253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a05c10df-2bba-4557-9f0d-3ce9cf65b6dc'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:45:14.486354 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-fca35616-c916-4c84-90f0-3632e0e137bd req-6ab19b53-1c7f-4713-bbe3-62f958f6a288 service neutron] Bound port: bfea3a23-bd78-44ab-8b63-78a6c475b796, host: n-h1-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4ae52dd-0309-425b-9220-82953bab7253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a05c10df-2bba-4557-9f0d-3ce9cf65b6dc'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:45:14.486939 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-fca35616-c916-4c84-90f0-3632e0e137bd req-6ab19b53-1c7f-4713-bbe3-62f958f6a288 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:14.521428 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 964b843f-d77c-4e1a-a0d1-249e2fa14fb1 up at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:45:14.620007 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe8c350-85e2-4697-9885-44bbf2e9d1bf req-46cb1499-e030-4c88-81b5-10a758337664 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:14.630938 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885bf52b-f2ca-4eb5-8d22-7000525f6465 None None] Network d08de2f4-4c74-47ca-b161-177ba4e9b8b2 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:45:14.637252 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3fe8c350-85e2-4697-9885-44bbf2e9d1bf req-46cb1499-e030-4c88-81b5-10a758337664 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c4fd1ac-41bf-4674-9704-0677a18dcab9 HTTP/1.1" status: 200 len: 907 time: 0.3036728 Nov 12 08:45:14.661313 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-fca35616-c916-4c84-90f0-3632e0e137bd req-6ab19b53-1c7f-4713-bbe3-62f958f6a288 service neutron] For port bfea3a23-bd78-44ab-8b63-78a6c475b796, host n-h1-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:45:14.670518 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-fca35616-c916-4c84-90f0-3632e0e137bd req-6ab19b53-1c7f-4713-bbe3-62f958f6a288 service neutron] For port bfea3a23-bd78-44ab-8b63-78a6c475b796, host n-h1-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=bfea3a23-bd78-44ab-8b63-78a6c475b796,segment=NetworkSegment(f4ae52dd-0309-425b-9220-82953bab7253),segment_id=f4ae52dd-0309-425b-9220-82953bab7253)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:45:14.678768 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-fca35616-c916-4c84-90f0-3632e0e137bd req-6ab19b53-1c7f-4713-bbe3-62f958f6a288 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:14.734276 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885bf52b-f2ca-4eb5-8d22-7000525f6465 None None] Pushing event updated for resources: {'Port': ['ID=96eacffd-564d-41d3-872c-ad5a2b3686ec,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:14.750656 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca35616-c916-4c84-90f0-3632e0e137bd req-6ab19b53-1c7f-4713-bbe3-62f958f6a288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:14.751704 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-fca35616-c916-4c84-90f0-3632e0e137bd req-6ab19b53-1c7f-4713-bbe3-62f958f6a288 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:14.754038 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fca35616-c916-4c84-90f0-3632e0e137bd req-6ab19b53-1c7f-4713-bbe3-62f958f6a288 service neutron] 10.222.0.21 "PUT /v2.0/ports/bfea3a23-bd78-44ab-8b63-78a6c475b796 HTTP/1.1" status: 200 len: 1056 time: 1.6673231 Nov 12 08:45:14.755011 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c4fd1ac-41bf-4674-9704-0677a18dcab9', 'tag': 'bfea3a23-bd78-44ab-8b63-78a6c475b796'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:45:14.759370 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0786331-e169-4aa9-ad73-87eb67579112" -d '{"events": [{"name": "network-changed", "server_uuid": "1c4fd1ac-41bf-4674-9704-0677a18dcab9", "tag": "bfea3a23-bd78-44ab-8b63-78a6c475b796"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:45:14.801498 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-885bf52b-f2ca-4eb5-8d22-7000525f6465 None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:14.830759 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885bf52b-f2ca-4eb5-8d22-7000525f6465 None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:45:14.932315 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-747cda34-d760-49f7-999b-b240e7f1eeaf x-openstack-request-id: req-747cda34-d760-49f7-999b-b240e7f1eeaf {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:45:14.932787 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c4fd1ac-41bf-4674-9704-0677a18dcab9", "tag": "bfea3a23-bd78-44ab-8b63-78a6c475b796", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:45:14.933201 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-747cda34-d760-49f7-999b-b240e7f1eeaf {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:45:14.933861 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c4fd1ac-41bf-4674-9704-0677a18dcab9', 'tag': 'bfea3a23-bd78-44ab-8b63-78a6c475b796', 'status': 'completed', 'code': 200} Nov 12 08:45:14.943639 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cdbc42e7-739c-4a2c-bf7c-a6e59c16838b tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:14.952369 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning for port 964b843f-d77c-4e1a-a0d1-249e2fa14fb1 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:45:14.956130 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cdbc42e7-739c-4a2c-bf7c-a6e59c16838b tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:14.957368 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cdbc42e7-739c-4a2c-bf7c-a6e59c16838b tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933629'] for router_interface, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:15.045585 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning complete for port 964b843f-d77c-4e1a-a0d1-249e2fa14fb1 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:15.047122 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:15.117164 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab19b53-1c7f-4713-bbe3-62f958f6a288 service neutron] Pushing event updated for resources: {'Port': ['ID=bfea3a23-bd78-44ab-8b63-78a6c475b796,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:15.151795 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-885bf52b-f2ca-4eb5-8d22-7000525f6465 None None] Attempting to bind port 96eacffd-564d-41d3-872c-ad5a2b3686ec on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:45:15.152247 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-885bf52b-f2ca-4eb5-8d22-7000525f6465 None None] Attempting to bind port 96eacffd-564d-41d3-872c-ad5a2b3686ec by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '6571b102-ff60-4f71-8f4d-2274c59d0e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd08de2f4-4c74-47ca-b161-177ba4e9b8b2'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:45:15.152658 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885bf52b-f2ca-4eb5-8d22-7000525f6465 None None] Attempting to bind port 96eacffd-564d-41d3-872c-ad5a2b3686ec on network d08de2f4-4c74-47ca-b161-177ba4e9b8b2 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:45:15.168445 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca35616-c916-4c84-90f0-3632e0e137bd req-0a3f477a-62f9-46fe-93df-eaba95eafe34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:15.170944 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fca35616-c916-4c84-90f0-3632e0e137bd req-0a3f477a-62f9-46fe-93df-eaba95eafe34 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=77abaf9dfdff48589f5ad3a7f970c1f2&device_id=1c4fd1ac-41bf-4674-9704-0677a18dcab9 HTTP/1.1" status: 200 len: 1059 time: 0.3550022 Nov 12 08:45:15.180884 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885bf52b-f2ca-4eb5-8d22-7000525f6465 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:45:15.181682 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885bf52b-f2ca-4eb5-8d22-7000525f6465 None None] Checking segment: {'id': '6571b102-ff60-4f71-8f4d-2274c59d0e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd08de2f4-4c74-47ca-b161-177ba4e9b8b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:45:15.182377 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-885bf52b-f2ca-4eb5-8d22-7000525f6465 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:15.183107 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885bf52b-f2ca-4eb5-8d22-7000525f6465 None None] Bound using segment: {'id': '6571b102-ff60-4f71-8f4d-2274c59d0e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd08de2f4-4c74-47ca-b161-177ba4e9b8b2'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:45:15.183963 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-885bf52b-f2ca-4eb5-8d22-7000525f6465 None None] Bound port: 96eacffd-564d-41d3-872c-ad5a2b3686ec, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6571b102-ff60-4f71-8f4d-2274c59d0e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd08de2f4-4c74-47ca-b161-177ba4e9b8b2'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:45:15.184721 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-885bf52b-f2ca-4eb5-8d22-7000525f6465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:15.207787 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 5d439a8c-0ec1-467b-9a7a-891251bebd6a up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:45:15.320231 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fca35616-c916-4c84-90f0-3632e0e137bd req-8ea12626-8d18-429a-9b5a-908ce85bb009 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=bfea3a23-bd78-44ab-8b63-78a6c475b796 HTTP/1.1" status: 200 len: 217 time: 0.1393454 Nov 12 08:45:15.365401 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbc42e7-739c-4a2c-bf7c-a6e59c16838b tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Pushing event updated for resources: {'Port': ['ID=a7671f35-efec-4c2f-8945-0f6e59e0ecd0,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:15.457873 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbc42e7-739c-4a2c-bf7c-a6e59c16838b tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Network d08de2f4-4c74-47ca-b161-177ba4e9b8b2 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:45:15.463826 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-cdbc42e7-739c-4a2c-bf7c-a6e59c16838b tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:15.517837 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24803180-86fa-4b29-9359-bfe28c3e4232 req-5107731e-60b4-4f87-933f-3568c56a14ed tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:15.519573 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-24803180-86fa-4b29-9359-bfe28c3e4232 req-5107731e-60b4-4f87-933f-3568c56a14ed tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] 10.222.0.26 "GET /v2.0/ports?device_id=31da0877-2d8e-4c7c-a4c1-603886ba6a56 HTTP/1.1" status: 200 len: 945 time: 0.1273470 Nov 12 08:45:15.524196 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca35616-c916-4c84-90f0-3632e0e137bd req-8789c267-5ae5-45e6-9594-3031c8a2cbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:15.526822 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fca35616-c916-4c84-90f0-3632e0e137bd req-8789c267-5ae5-45e6-9594-3031c8a2cbb9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a96c6fcf-2b5a-4708-874d-2b34aa763130 HTTP/1.1" status: 200 len: 838 time: 0.1905799 Nov 12 08:45:15.563614 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 5d439a8c-0ec1-467b-9a7a-891251bebd6a triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:15.564014 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:15.639010 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca35616-c916-4c84-90f0-3632e0e137bd req-78dedeb0-3cb4-4d22-aba7-651840bc061b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:15.647084 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fca35616-c916-4c84-90f0-3632e0e137bd req-78dedeb0-3cb4-4d22-aba7-651840bc061b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a05c10df-2bba-4557-9f0d-3ce9cf65b6dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1020353 Nov 12 08:45:15.705672 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-885bf52b-f2ca-4eb5-8d22-7000525f6465 None None] For port 96eacffd-564d-41d3-872c-ad5a2b3686ec, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:45:15.723020 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:15.726771 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-885bf52b-f2ca-4eb5-8d22-7000525f6465 None None] For port 96eacffd-564d-41d3-872c-ad5a2b3686ec, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=96eacffd-564d-41d3-872c-ad5a2b3686ec,segment=NetworkSegment(6571b102-ff60-4f71-8f4d-2274c59d0e89),segment_id=6571b102-ff60-4f71-8f4d-2274c59d0e89)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:45:15.758024 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-885bf52b-f2ca-4eb5-8d22-7000525f6465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:15.816642 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fca35616-c916-4c84-90f0-3632e0e137bd req-ec2539a4-a63c-4a90-ab2e-5907eb398879 service neutron] 10.222.0.21 "GET /v2.0/networks/a05c10df-2bba-4557-9f0d-3ce9cf65b6dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604688 Nov 12 08:45:15.821583 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8923b169-f6ab-45ae-a30e-261450af9314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '964b843f-d77c-4e1a-a0d1-249e2fa14fb1'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:45:15.825908 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-512c05c4-c925-43c1-8031-7855de0b0572" -d '{"events": [{"server_uuid": "8923b169-f6ab-45ae-a30e-261450af9314", "name": "network-vif-plugged", "status": "completed", "tag": "964b843f-d77c-4e1a-a0d1-249e2fa14fb1"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:45:15.829826 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-24803180-86fa-4b29-9359-bfe28c3e4232 req-acbc0624-ecb3-4279-a130-caf7d9bbc4e5 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cc5f5a6-e8e9-4e61-8342-e157b351f9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2126858 Nov 12 08:45:15.893590 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 964b843f-d77c-4e1a-a0d1-249e2fa14fb1, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=964b843f-d77c-4e1a-a0d1-249e2fa14fb1,segment=NetworkSegment(128b32ff-5ab3-49e3-809a-b6df5af491f4),segment_id=128b32ff-5ab3-49e3-809a-b6df5af491f4)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:15.910467 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdbc42e7-739c-4a2c-bf7c-a6e59c16838b tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Router beafe0e3-1d5c-4021-b1af-a2eb1d66c0ba is scheduled to L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 with binding_index 1 {{(pid=102600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:45:15.985359 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:15.992760 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885bf52b-f2ca-4eb5-8d22-7000525f6465 None None] Pushing event updated for resources: {'Port': ['ID=96eacffd-564d-41d3-872c-ad5a2b3686ec,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:16.116085 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fca35616-c916-4c84-90f0-3632e0e137bd req-1d427af6-29f1-4725-8400-981b9e07e41f service neutron] 10.222.0.21 "GET /v2.0/networks/a05c10df-2bba-4557-9f0d-3ce9cf65b6dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2922604 Nov 12 08:45:16.132928 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=964b843f-d77c-4e1a-a0d1-249e2fa14fb1,revision_number=13']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:16.178657 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdbc42e7-739c-4a2c-bf7c-a6e59c16838b tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:45:16.191720 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d44b0c-9f65-4220-8dbd-772c4b8aaae5 req-24a78a35-3bc0-45e3-8329-ee3b74f5253c tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:16.193480 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-84d44b0c-9f65-4220-8dbd-772c4b8aaae5 req-24a78a35-3bc0-45e3-8329-ee3b74f5253c tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c4fd1ac-41bf-4674-9704-0677a18dcab9 HTTP/1.1" status: 200 len: 907 time: 0.2036657 Nov 12 08:45:16.194249 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d077877a-0926-4200-8dba-d65000d00eb2 None None] Sync routers for ids ['beafe0e3-1d5c-4021-b1af-a2eb1d66c0ba'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:45:16.203466 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-cdbc42e7-739c-4a2c-bf7c-a6e59c16838b tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "PUT /v2.0/routers/beafe0e3-1d5c-4021-b1af-a2eb1d66c0ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3321989 Nov 12 08:45:16.204135 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56780) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:16.210784 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d077877a-0926-4200-8dba-d65000d00eb2 None None] Routers {'beafe0e3-1d5c-4021-b1af-a2eb1d66c0ba'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:45:16.211666 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-d077877a-0926-4200-8dba-d65000d00eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:45:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['beafe0e3-1d5c-4021-b1af-a2eb1d66c0ba'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:16.275722 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-d077877a-0926-4200-8dba-d65000d00eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:16.285835 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d077877a-0926-4200-8dba-d65000d00eb2 None None] Routers {'beafe0e3-1d5c-4021-b1af-a2eb1d66c0ba'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:45:16.289660 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-d077877a-0926-4200-8dba-d65000d00eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:45:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['beafe0e3-1d5c-4021-b1af-a2eb1d66c0ba'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:16.311452 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 2476a8d6-a3e0-4fb5-9131-e1a744fd1b93 up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:45:16.320296 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0786331-e169-4aa9-ad73-87eb67579112 req-779b2684-f98d-41ab-98ca-1c553ab31fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:16.323185 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c0786331-e169-4aa9-ad73-87eb67579112 req-779b2684-f98d-41ab-98ca-1c553ab31fee service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=77abaf9dfdff48589f5ad3a7f970c1f2&device_id=1c4fd1ac-41bf-4674-9704-0677a18dcab9 HTTP/1.1" status: 200 len: 1059 time: 0.1462739 Nov 12 08:45:16.325574 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e274406-3d27-4602-81c5-cb41b6c52bc3 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:16.330044 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 56782) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:16.331405 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-7e274406-3d27-4602-81c5-cb41b6c52bc3 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "GET /v2.0/ports/a7671f35-efec-4c2f-8945-0f6e59e0ecd0 HTTP/1.1" status: 200 len: 911 time: 0.1258178 Nov 12 08:45:16.337949 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-7a552483-2eee-407a-9ac3-2c25b35b9b23 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b53e22ad-7588-4a33-8fa0-dd8435e0f033'}]}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:16.379731 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11ee9064-70ae-4560-bded-e9041996fc96 x-openstack-request-id: req-11ee9064-70ae-4560-bded-e9041996fc96 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:45:16.381093 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8923b169-f6ab-45ae-a30e-261450af9314", "name": "network-vif-plugged", "status": "completed", "tag": "964b843f-d77c-4e1a-a0d1-249e2fa14fb1", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:45:16.381516 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-11ee9064-70ae-4560-bded-e9041996fc96 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:45:16.382544 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8923b169-f6ab-45ae-a30e-261450af9314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '964b843f-d77c-4e1a-a0d1-249e2fa14fb1', 'code': 200} Nov 12 08:45:16.393189 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-d077877a-0926-4200-8dba-d65000d00eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:16.397298 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d077877a-0926-4200-8dba-d65000d00eb2 None None] The sync data for ids ['beafe0e3-1d5c-4021-b1af-a2eb1d66c0ba'] in n-d-765315-29 is: [] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:45:16.447760 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning for port 2476a8d6-a3e0-4fb5-9131-e1a744fd1b93 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:45:16.459443 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port 2476a8d6-a3e0-4fb5-9131-e1a744fd1b93 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:16.459443 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:16.591806 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:16.638339 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 2476a8d6-a3e0-4fb5-9131-e1a744fd1b93, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=2476a8d6-a3e0-4fb5-9131-e1a744fd1b93,segment=NetworkSegment(e82b9533-204c-4d7e-9f2e-a0f2669b4e9a),segment_id=e82b9533-204c-4d7e-9f2e-a0f2669b4e9a)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:16.646257 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:16.651645 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0786331-e169-4aa9-ad73-87eb67579112 req-0848885a-776d-468b-be71-4dcc5bc81a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:16.653211 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c0786331-e169-4aa9-ad73-87eb67579112 req-0848885a-776d-468b-be71-4dcc5bc81a97 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a05c10df-2bba-4557-9f0d-3ce9cf65b6dc HTTP/1.1" status: 200 len: 899 time: 0.2390673 Nov 12 08:45:16.653936 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7a552483-2eee-407a-9ac3-2c25b35b9b23 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:16.718948 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c0786331-e169-4aa9-ad73-87eb67579112 req-c3e0e56b-952c-462a-9a89-e50e6c353449 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=bfea3a23-bd78-44ab-8b63-78a6c475b796 HTTP/1.1" status: 200 len: 217 time: 0.0540657 Nov 12 08:45:16.736183 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=2476a8d6-a3e0-4fb5-9131-e1a744fd1b93,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:16.879090 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0786331-e169-4aa9-ad73-87eb67579112 req-16180870-8c38-40a2-95c6-ffccfb0904fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:16.880841 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c0786331-e169-4aa9-ad73-87eb67579112 req-16180870-8c38-40a2-95c6-ffccfb0904fd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a96c6fcf-2b5a-4708-874d-2b34aa763130 HTTP/1.1" status: 200 len: 838 time: 0.1148829 Nov 12 08:45:16.920489 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 96eacffd-564d-41d3-872c-ad5a2b3686ec up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:45:17.032965 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9bcb7f-e7ee-470a-8f0b-053a421f6aaf req-adbdda3c-6e8c-4cbb-9033-ee4113739290 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:17.034752 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6d9bcb7f-e7ee-470a-8f0b-053a421f6aaf req-adbdda3c-6e8c-4cbb-9033-ee4113739290 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] 10.222.0.26 "GET /v2.0/ports?device_id=31da0877-2d8e-4c7c-a4c1-603886ba6a56 HTTP/1.1" status: 200 len: 946 time: 0.1114810 Nov 12 08:45:17.039179 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 96eacffd-564d-41d3-872c-ad5a2b3686ec triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:17.039560 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:17.079243 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0786331-e169-4aa9-ad73-87eb67579112 req-7e8e0383-c798-4102-a343-3b22184307b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:17.081155 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c0786331-e169-4aa9-ad73-87eb67579112 req-7e8e0383-c798-4102-a343-3b22184307b8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a05c10df-2bba-4557-9f0d-3ce9cf65b6dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1504436 Nov 12 08:45:17.134534 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6d9bcb7f-e7ee-470a-8f0b-053a421f6aaf req-98cc2520-3bae-49a1-8638-bab50cadbdc8 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cc5f5a6-e8e9-4e61-8342-e157b351f9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807278 Nov 12 08:45:17.195917 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:17.238065 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] For port 96eacffd-564d-41d3-872c-ad5a2b3686ec, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=96eacffd-564d-41d3-872c-ad5a2b3686ec,segment=NetworkSegment(6571b102-ff60-4f71-8f4d-2274c59d0e89),segment_id=6571b102-ff60-4f71-8f4d-2274c59d0e89)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:17.254152 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:17.330325 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Pushing event updated for resources: {'Port': ['ID=96eacffd-564d-41d3-872c-ad5a2b3686ec,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:17.393428 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c0786331-e169-4aa9-ad73-87eb67579112 req-176269dc-a070-4d1a-8cab-0af1a9e57910 service neutron] 10.222.0.21 "GET /v2.0/networks/a05c10df-2bba-4557-9f0d-3ce9cf65b6dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3013592 Nov 12 08:45:17.459186 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f1190b-f42c-41bd-a464-a68ac46efffc req-404484a9-dece-4504-bfed-1ca9bd7a10b9 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:17.469348 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-58f1190b-f42c-41bd-a464-a68ac46efffc req-404484a9-dece-4504-bfed-1ca9bd7a10b9 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c4fd1ac-41bf-4674-9704-0677a18dcab9 HTTP/1.1" status: 200 len: 907 time: 0.1205535 Nov 12 08:45:17.522400 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d4fdbc-b929-4e02-9841-1a0409947368 None None] Network d08de2f4-4c74-47ca-b161-177ba4e9b8b2 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:45:17.624519 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c0786331-e169-4aa9-ad73-87eb67579112 req-354397f7-d3b2-4a1d-8b9c-6cc7c92a9e6c service neutron] 10.222.0.21 "GET /v2.0/networks/a05c10df-2bba-4557-9f0d-3ce9cf65b6dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234480 Nov 12 08:45:17.650807 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-d6619a82-34fa-42e3-8f54-73431dad24ae None None] Provisioning complete for port 96eacffd-564d-41d3-872c-ad5a2b3686ec triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:17.651272 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d6619a82-34fa-42e3-8f54-73431dad24ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:17.700627 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7a552483-2eee-407a-9ac3-2c25b35b9b23 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:17.710220 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7a552483-2eee-407a-9ac3-2c25b35b9b23 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:17.719366 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a552483-2eee-407a-9ac3-2c25b35b9b23 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:17.720018 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7a552483-2eee-407a-9ac3-2c25b35b9b23 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:17.724507 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56796) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:17.724678 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-7a552483-2eee-407a-9ac3-2c25b35b9b23 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "PUT /v2.0/ports/a7671f35-efec-4c2f-8945-0f6e59e0ecd0 HTTP/1.1" status: 200 len: 911 time: 1.3934412 Nov 12 08:45:17.791534 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a552483-2eee-407a-9ac3-2c25b35b9b23 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Pushing event updated for resources: {'Port': ['ID=a7671f35-efec-4c2f-8945-0f6e59e0ecd0,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:18.112571 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e15579f5-92ca-44b0-9f0a-059a2e84db86 None None] Provisioning complete for port 96eacffd-564d-41d3-872c-ad5a2b3686ec triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:18.118828 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e15579f5-92ca-44b0-9f0a-059a2e84db86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:18.262470 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e15579f5-92ca-44b0-9f0a-059a2e84db86 None None] Provisioning complete for port a7671f35-efec-4c2f-8945-0f6e59e0ecd0 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:18.263540 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e15579f5-92ca-44b0-9f0a-059a2e84db86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:18.307006 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-e15579f5-92ca-44b0-9f0a-059a2e84db86 None None] Port a7671f35-efec-4c2f-8945-0f6e59e0ecd0 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:45:18.384291 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31da0877-2d8e-4c7c-a4c1-603886ba6a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2476a8d6-a3e0-4fb5-9131-e1a744fd1b93'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:45:18.387317 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a6a834-6c9b-42a8-b4ea-4ab5f064df3f" -d '{"events": [{"server_uuid": "31da0877-2d8e-4c7c-a4c1-603886ba6a56", "name": "network-vif-plugged", "status": "completed", "tag": "2476a8d6-a3e0-4fb5-9131-e1a744fd1b93"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:45:18.424418 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253df6ad-49dd-4e80-8f77-b3409afec37a req-58a253d4-f729-4883-87d8-4147d186d0ad tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:18.425995 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-253df6ad-49dd-4e80-8f77-b3409afec37a req-58a253d4-f729-4883-87d8-4147d186d0ad tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] 10.222.0.26 "GET /v2.0/ports?device_id=31da0877-2d8e-4c7c-a4c1-603886ba6a56 HTTP/1.1" status: 200 len: 946 time: 0.1209009 Nov 12 08:45:18.441007 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-5256ecd1-f32e-4680-9346-e81b46e95ede None None] Provisioning complete for port a7671f35-efec-4c2f-8945-0f6e59e0ecd0 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:18.441449 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5256ecd1-f32e-4680-9346-e81b46e95ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:18.488102 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-5256ecd1-f32e-4680-9346-e81b46e95ede None None] Port a7671f35-efec-4c2f-8945-0f6e59e0ecd0 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:45:18.527447 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-253df6ad-49dd-4e80-8f77-b3409afec37a req-1ccc7294-85ef-460a-9074-278661b0bf08 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cc5f5a6-e8e9-4e61-8342-e157b351f9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901849 Nov 12 08:45:18.588930 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d0d10ba-588b-4d53-8f64-0dc83321a661 x-openstack-request-id: req-5d0d10ba-588b-4d53-8f64-0dc83321a661 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:45:18.589228 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31da0877-2d8e-4c7c-a4c1-603886ba6a56", "name": "network-vif-plugged", "status": "completed", "tag": "2476a8d6-a3e0-4fb5-9131-e1a744fd1b93", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:45:18.589743 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5d0d10ba-588b-4d53-8f64-0dc83321a661 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:45:18.590145 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31da0877-2d8e-4c7c-a4c1-603886ba6a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2476a8d6-a3e0-4fb5-9131-e1a744fd1b93', 'code': 200} Nov 12 08:45:18.631051 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a79e1e7d-df67-4ca6-a840-c9c0281a7e3a tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933586'] for router_interface, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:18.772156 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb21b592-d60c-48f7-a8f2-6705a83f2333 req-d528621c-8858-4510-8726-e751f9f35d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:18.773716 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cb21b592-d60c-48f7-a8f2-6705a83f2333 req-d528621c-8858-4510-8726-e751f9f35d48 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=31da0877-2d8e-4c7c-a4c1-603886ba6a56 HTTP/1.1" status: 200 len: 1098 time: 0.0793221 Nov 12 08:45:18.824430 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-9872a0fd-9fbd-43a7-9fa4-9461ff037841 None None] Provisioning complete for port a7671f35-efec-4c2f-8945-0f6e59e0ecd0 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:18.825081 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9872a0fd-9fbd-43a7-9fa4-9461ff037841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:18.895933 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cb21b592-d60c-48f7-a8f2-6705a83f2333 req-c82d8002-4c12-4f7c-8362-26dfaab05adb service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4cc5f5a6-e8e9-4e61-8342-e157b351f9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118889 Nov 12 08:45:18.943006 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 96eacffd-564d-41d3-872c-ad5a2b3686ec up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:45:18.945240 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-9872a0fd-9fbd-43a7-9fa4-9461ff037841 None None] Port a7671f35-efec-4c2f-8945-0f6e59e0ecd0 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:45:19.008249 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 96eacffd-564d-41d3-872c-ad5a2b3686ec triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:19.008679 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:19.105927 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa68689-e1e7-4011-aaed-e8f2b589f2cb req-2819c7fd-a78b-4eb6-9891-c9b6916aede7 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:19.108657 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-caa68689-e1e7-4011-aaed-e8f2b589f2cb req-2819c7fd-a78b-4eb6-9891-c9b6916aede7 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c4fd1ac-41bf-4674-9704-0677a18dcab9 HTTP/1.1" status: 200 len: 907 time: 0.1092267 Nov 12 08:45:19.122878 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-a79e1e7d-df67-4ca6-a840-c9c0281a7e3a tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Deleting port a7671f35-efec-4c2f-8945-0f6e59e0ecd0 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:45:19.123224 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a79e1e7d-df67-4ca6-a840-c9c0281a7e3a tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:19.216869 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a79e1e7d-df67-4ca6-a840-c9c0281a7e3a tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:19.228873 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-a79e1e7d-df67-4ca6-a840-c9c0281a7e3a tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Calling delete_port for a7671f35-efec-4c2f-8945-0f6e59e0ecd0 owned by network:router_interface {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:45:19.419885 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a79e1e7d-df67-4ca6-a840-c9c0281a7e3a tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:19.453076 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79e1e7d-df67-4ca6-a840-c9c0281a7e3a tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Pushing event deleted for resources: {'Port': ['ID=a7671f35-efec-4c2f-8945-0f6e59e0ecd0,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:19.561245 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a79e1e7d-df67-4ca6-a840-c9c0281a7e3a tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918626'] for router_interface, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:19.777103 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0cab9c-cf4c-42d5-bd94-d5655493f5cd req-e7b8ecd0-8c15-4384-b816-b57d113fcc12 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:19.778474 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0d0cab9c-cf4c-42d5-bd94-d5655493f5cd req-e7b8ecd0-8c15-4384-b816-b57d113fcc12 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] 10.222.0.26 "GET /v2.0/ports?device_id=31da0877-2d8e-4c7c-a4c1-603886ba6a56 HTTP/1.1" status: 200 len: 946 time: 0.1620016 Nov 12 08:45:19.806466 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a79e1e7d-df67-4ca6-a840-c9c0281a7e3a tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Router beafe0e3-1d5c-4021-b1af-a2eb1d66c0ba has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:45:19.878321 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0d0cab9c-cf4c-42d5-bd94-d5655493f5cd req-89c82a9f-39a9-4985-a753-40ee1051b216 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cc5f5a6-e8e9-4e61-8342-e157b351f9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930996 Nov 12 08:45:19.916628 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a79e1e7d-df67-4ca6-a840-c9c0281a7e3a tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:45:19.925190 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-a79e1e7d-df67-4ca6-a840-c9c0281a7e3a tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "PUT /v2.0/routers/beafe0e3-1d5c-4021-b1af-a2eb1d66c0ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1964929 Nov 12 08:45:19.925190 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56824) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:19.928298 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75837c45-3a71-42b4-81a9-ef54b802bf02 None None] Sync routers for ids ['beafe0e3-1d5c-4021-b1af-a2eb1d66c0ba'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:45:19.940211 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75837c45-3a71-42b4-81a9-ef54b802bf02 None None] Routers {'beafe0e3-1d5c-4021-b1af-a2eb1d66c0ba'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:45:19.940844 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-75837c45-3a71-42b4-81a9-ef54b802bf02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:45:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['beafe0e3-1d5c-4021-b1af-a2eb1d66c0ba'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:19.962850 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 56828) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:19.975619 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-b00e6fa5-b8d0-429f-bb0b-3022a1b1d3ca tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "GET /v2.0/ports?device_id=beafe0e3-1d5c-4021-b1af-a2eb1d66c0ba HTTP/1.1" status: 200 len: 205 time: 0.0359290 Nov 12 08:45:19.993401 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-75837c45-3a71-42b4-81a9-ef54b802bf02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:20.004290 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75837c45-3a71-42b4-81a9-ef54b802bf02 None None] Routers {'beafe0e3-1d5c-4021-b1af-a2eb1d66c0ba'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:45:20.005205 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-75837c45-3a71-42b4-81a9-ef54b802bf02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:45:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['beafe0e3-1d5c-4021-b1af-a2eb1d66c0ba'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:20.050702 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-75837c45-3a71-42b4-81a9-ef54b802bf02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:20.051315 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75837c45-3a71-42b4-81a9-ef54b802bf02 None None] The sync data for ids ['beafe0e3-1d5c-4021-b1af-a2eb1d66c0ba'] in n-d-765315-29 is: [] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:45:20.085456 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d172c79a-400f-4fdd-be8e-51d756fa2ab1 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks [] for router, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:20.306692 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81c04fd-fc5e-4414-9db0-747233e7b6b5 req-b5e3954f-fde2-4872-af61-decb3538679c tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:20.308535 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e81c04fd-fc5e-4414-9db0-747233e7b6b5 req-b5e3954f-fde2-4872-af61-decb3538679c tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c4fd1ac-41bf-4674-9704-0677a18dcab9 HTTP/1.1" status: 200 len: 907 time: 0.0645113 Nov 12 08:45:20.399282 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device bfea3a23-bd78-44ab-8b63-78a6c475b796 details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:45:20.534411 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port bfea3a23-bd78-44ab-8b63-78a6c475b796, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=bfea3a23-bd78-44ab-8b63-78a6c475b796,segment=NetworkSegment(f4ae52dd-0309-425b-9220-82953bab7253),segment_id=f4ae52dd-0309-425b-9220-82953bab7253)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:20.550245 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Returning: {'device': 'bfea3a23-bd78-44ab-8b63-78a6c475b796', 'network_id': 'a05c10df-2bba-4557-9f0d-3ce9cf65b6dc', 'port_id': 'bfea3a23-bd78-44ab-8b63-78a6c475b796', 'mac_address': 'fa:16:3e:d2:9a:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a96c6fcf-2b5a-4708-874d-2b34aa763130', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:45:20.599273 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:20.614040 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-e530113a-7783-48f4-9840-8911a24052df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfea3a23-bd78-44ab-8b63-78a6c475b796 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:45:20.637018 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port bfea3a23-bd78-44ab-8b63-78a6c475b796, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=bfea3a23-bd78-44ab-8b63-78a6c475b796,segment=NetworkSegment(f4ae52dd-0309-425b-9220-82953bab7253),segment_id=f4ae52dd-0309-425b-9220-82953bab7253)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:20.642878 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:20.710282 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=bfea3a23-bd78-44ab-8b63-78a6c475b796,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:20.738998 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d172c79a-400f-4fdd-be8e-51d756fa2ab1 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:20.741162 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d172c79a-400f-4fdd-be8e-51d756fa2ab1 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:20.795827 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d172c79a-400f-4fdd-be8e-51d756fa2ab1 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:20.796515 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d172c79a-400f-4fdd-be8e-51d756fa2ab1 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Fanout notify agent at l3_agent the message router_deleted on router beafe0e3-1d5c-4021-b1af-a2eb1d66c0ba {{(pid=102599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:45:20.808564 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d172c79a-400f-4fdd-be8e-51d756fa2ab1 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:20.813206 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-d172c79a-400f-4fdd-be8e-51d756fa2ab1 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "DELETE /v2.0/routers/beafe0e3-1d5c-4021-b1af-a2eb1d66c0ba HTTP/1.1" status: 204 len: 168 time: 0.8465569 Nov 12 08:45:20.813581 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56838) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:20.879355 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-88752ebe-da98-44fa-80f8-6ab572569b6d tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Deleting subnet b53e22ad-7588-4a33-8fa0-dd8435e0f033 {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:45:20.885099 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-88752ebe-da98-44fa-80f8-6ab572569b6d tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:20.949495 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-88752ebe-da98-44fa-80f8-6ab572569b6d tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:21.057253 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['bfea3a23-bd78-44ab-8b63-78a6c475b796'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:45:21.072809 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a47d2c-e2a4-4f66-b6a4-ea6549905484 req-d4bdc6ad-fa85-4119-968a-e8a6c48d0cee tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:21.074377 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-26a47d2c-e2a4-4f66-b6a4-ea6549905484 req-d4bdc6ad-fa85-4119-968a-e8a6c48d0cee tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] 10.222.0.26 "GET /v2.0/ports?device_id=31da0877-2d8e-4c7c-a4c1-603886ba6a56 HTTP/1.1" status: 200 len: 946 time: 0.0839245 Nov 12 08:45:21.205079 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-26a47d2c-e2a4-4f66-b6a4-ea6549905484 req-bf97a572-5c69-4129-b2a3-de81aa05e560 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cc5f5a6-e8e9-4e61-8342-e157b351f9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085513 Nov 12 08:45:21.217336 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-88752ebe-da98-44fa-80f8-6ab572569b6d tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:21.382354 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-88752ebe-da98-44fa-80f8-6ab572569b6d tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:21.429898 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26a3fcd-f3c8-4380-91e6-d13d8715ae59 req-0f01be5f-4863-4314-83f5-02d598d47d2f tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:21.432368 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c26a3fcd-f3c8-4380-91e6-d13d8715ae59 req-0f01be5f-4863-4314-83f5-02d598d47d2f tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] 10.222.0.26 "GET /v2.0/ports?device_id=31da0877-2d8e-4c7c-a4c1-603886ba6a56 HTTP/1.1" status: 200 len: 946 time: 0.0988522 Nov 12 08:45:21.433918 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88752ebe-da98-44fa-80f8-6ab572569b6d tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Pushing event deleted for resources: {'Subnet': ['ID=b53e22ad-7588-4a33-8fa0-dd8435e0f033,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:21.445792 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9de5de-4f91-40fc-b6dc-3920c874c1c7 None None] Network d08de2f4-4c74-47ca-b161-177ba4e9b8b2 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:45:21.447427 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-88752ebe-da98-44fa-80f8-6ab572569b6d tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:21.453719 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 56854) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:21.454242 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-88752ebe-da98-44fa-80f8-6ab572569b6d tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "DELETE /v2.0/subnets/b53e22ad-7588-4a33-8fa0-dd8435e0f033 HTTP/1.1" status: 204 len: 168 time: 0.6395268 Nov 12 08:45:21.520030 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c26a3fcd-f3c8-4380-91e6-d13d8715ae59 req-75427f2d-ce76-4d8d-b074-c41fef482ad2 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cc5f5a6-e8e9-4e61-8342-e157b351f9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645964 Nov 12 08:45:21.599297 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0da56c77-befd-4643-b92a-4b3256ee1706 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:21.660883 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac10356-a4d7-4b6e-8bc0-ef355f399e2b req-cde09cda-f963-44ec-8c55-eb8e13e8d3ef tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:21.663079 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fac10356-a4d7-4b6e-8bc0-ef355f399e2b req-cde09cda-f963-44ec-8c55-eb8e13e8d3ef tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c4fd1ac-41bf-4674-9704-0677a18dcab9 HTTP/1.1" status: 200 len: 908 time: 0.0642936 Nov 12 08:45:21.704517 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-0da56c77-befd-4643-b92a-4b3256ee1706 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Deleting port 96eacffd-564d-41d3-872c-ad5a2b3686ec {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:45:21.704954 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0da56c77-befd-4643-b92a-4b3256ee1706 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:21.816069 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-0da56c77-befd-4643-b92a-4b3256ee1706 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] For port 96eacffd-564d-41d3-872c-ad5a2b3686ec, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=96eacffd-564d-41d3-872c-ad5a2b3686ec,segment=NetworkSegment(6571b102-ff60-4f71-8f4d-2274c59d0e89),segment_id=6571b102-ff60-4f71-8f4d-2274c59d0e89)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:21.817148 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0da56c77-befd-4643-b92a-4b3256ee1706 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:21.835305 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-0da56c77-befd-4643-b92a-4b3256ee1706 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Calling delete_port for 96eacffd-564d-41d3-872c-ad5a2b3686ec owned by network:dhcp {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:45:21.844521 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b149e385-c65a-4ae6-86d2-67383a8283b4 req-9e8aa46e-607c-44dc-b7e7-7143393dbf5e tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:21.846089 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b149e385-c65a-4ae6-86d2-67383a8283b4 req-9e8aa46e-607c-44dc-b7e7-7143393dbf5e tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] 10.222.0.26 "GET /v2.0/ports?device_id=31da0877-2d8e-4c7c-a4c1-603886ba6a56 HTTP/1.1" status: 200 len: 946 time: 0.0714159 Nov 12 08:45:21.901606 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b149e385-c65a-4ae6-86d2-67383a8283b4 req-2b9968c7-2a8c-48a5-9ff3-19576c51732b tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cc5f5a6-e8e9-4e61-8342-e157b351f9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492046 Nov 12 08:45:21.955904 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0da56c77-befd-4643-b92a-4b3256ee1706 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:21.974522 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da56c77-befd-4643-b92a-4b3256ee1706 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] No DVR routers for this DVR port 96eacffd-564d-41d3-872c-ad5a2b3686ec on host n-d-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:45:21.980385 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3d5f61-ea42-4848-ab4a-581666ef5d10 None None] DHCP port deletion for d08de2f4-4c74-47ca-b161-177ba4e9b8b2 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:45:22.007709 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da56c77-befd-4643-b92a-4b3256ee1706 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Pushing event deleted for resources: {'Port': ['ID=96eacffd-564d-41d3-872c-ad5a2b3686ec,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:22.017008 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56858) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:22.105882 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0da56c77-befd-4643-b92a-4b3256ee1706 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:22.136466 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91e9fee-dea8-4406-8cd2-ff3874bec600 tempest-TestServerBasicOps-2004946099 tempest-TestServerBasicOps-2004946099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:22.138181 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-d91e9fee-dea8-4406-8cd2-ff3874bec600 tempest-TestServerBasicOps-2004946099 tempest-TestServerBasicOps-2004946099-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=31da0877-2d8e-4c7c-a4c1-603886ba6a56 HTTP/1.1" status: 200 len: 1093 time: 0.1201801 Nov 12 08:45:22.138400 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-0da56c77-befd-4643-b92a-4b3256ee1706 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d08de2f4-4c74-47ca-b161-177ba4e9b8b2']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:22.142098 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56862) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:22.148207 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-a8a50432-b49f-4a0a-83df-b6c17ca57260 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Request body: {'floatingip': {'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'port_id': '2476a8d6-a3e0-4fb5-9131-e1a744fd1b93', 'tenant_id': '557a71cffd7a4a82831b943f05494d79', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:22.152915 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-0da56c77-befd-4643-b92a-4b3256ee1706 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6571b102-ff60-4f71-8f4d-2274c59d0e89') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:22.153596 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-0da56c77-befd-4643-b92a-4b3256ee1706 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6571b102-ff60-4f71-8f4d-2274c59d0e89') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:22.170013 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0da56c77-befd-4643-b92a-4b3256ee1706 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:22.181072 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a8a50432-b49f-4a0a-83df-b6c17ca57260 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Publish callbacks [] for floatingip, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:22.198408 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0da56c77-befd-4643-b92a-4b3256ee1706 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:22.205943 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0da56c77-befd-4643-b92a-4b3256ee1706 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:45:22.206889 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0da56c77-befd-4643-b92a-4b3256ee1706 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:22.210888 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 08:45:22.210888 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:45:22.210888 n-d-765315-29 neutron-server[102599]: timer() Nov 12 08:45:22.210888 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:45:22.210888 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 08:45:22.210888 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:45:22.210888 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 08:45:22.210888 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:45:22.210888 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 08:45:22.210888 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:45:22.210888 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 08:45:22.210888 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:45:22.210888 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 08:45:22.210888 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:45:22.210888 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:45:22.210888 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:45:22.210888 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:45:22.210888 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:45:22.210888 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 08:45:22.210888 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:45:22.210888 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 08:45:22.210888 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:45:22.210888 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:45:22.210888 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:45:22.210888 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 08:45:22.210888 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:45:22.210888 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:45:22.210888 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:45:22.210888 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:45:22.210888 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:45:22.210888 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:45:22.210888 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:45:22.345642 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fd25e6c5-8175-417a-b540-7e06731f5469 req-a1c6f088-0b0d-431b-91e6-44ee5e18d73f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=648b92ff-6e16-4647-be4e-df09c548fa85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0481682 Nov 12 08:45:22.345642 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0da56c77-befd-4643-b92a-4b3256ee1706 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:22.356061 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a8a50432-b49f-4a0a-83df-b6c17ca57260 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:22.356342 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0da56c77-befd-4643-b92a-4b3256ee1706 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks [] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:22.363066 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-0da56c77-befd-4643-b92a-4b3256ee1706 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "DELETE /v2.0/networks/d08de2f4-4c74-47ca-b161-177ba4e9b8b2 HTTP/1.1" status: 204 len: 168 time: 0.9041498 Nov 12 08:45:22.364909 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56872) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:22.369721 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-339f074a-6fac-4ed8-b614-fc402bc8dc5a tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1849523538', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:22.369930 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da56c77-befd-4643-b92a-4b3256ee1706 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Pushing event deleted for resources: {'Network': ['ID=d08de2f4-4c74-47ca-b161-177ba4e9b8b2,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:22.422578 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device bfea3a23-bd78-44ab-8b63-78a6c475b796 up at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:45:22.442273 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-339f074a-6fac-4ed8-b614-fc402bc8dc5a tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:22.444535 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-339f074a-6fac-4ed8-b614-fc402bc8dc5a tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:22.500718 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning for port bfea3a23-bd78-44ab-8b63-78a6c475b796 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:45:22.513393 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning complete for port bfea3a23-bd78-44ab-8b63-78a6c475b796 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:22.514182 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd25e6c5-8175-417a-b540-7e06731f5469 req-99228916-1c35-4de1-bcc0-2291c380fc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:22.515179 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:22.520590 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fd25e6c5-8175-417a-b540-7e06731f5469 req-99228916-1c35-4de1-bcc0-2291c380fc08 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=77abaf9dfdff48589f5ad3a7f970c1f2&device_id=648b92ff-6e16-4647-be4e-df09c548fa85 HTTP/1.1" status: 200 len: 1136 time: 0.0797105 Nov 12 08:45:22.521735 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-339f074a-6fac-4ed8-b614-fc402bc8dc5a tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:22.530283 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-339f074a-6fac-4ed8-b614-fc402bc8dc5a tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052'] for router, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:22.574745 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-339f074a-6fac-4ed8-b614-fc402bc8dc5a tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:22.579770 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-339f074a-6fac-4ed8-b614-fc402bc8dc5a tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2109439 Nov 12 08:45:22.579770 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56874) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:22.584188 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-2e59cb76-b6b0-4c87-babe-432fd47f729e tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-757269868'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:22.629964 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-a8a50432-b49f-4a0a-83df-b6c17ca57260 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Allocated IP 172.25.2.109 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/bc1365af-fa34-4ec8-b7c3-d96eeae0c6a3) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:45:22.632882 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e59cb76-b6b0-4c87-babe-432fd47f729e tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Made reservation on behalf of dc5d3b337b0b4ac2bf638e904b3f73a7 for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:45:22.637180 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2e59cb76-b6b0-4c87-babe-432fd47f729e tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:22.652244 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:22.693856 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e59cb76-b6b0-4c87-babe-432fd47f729e tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:45:22.717024 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port bfea3a23-bd78-44ab-8b63-78a6c475b796, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=bfea3a23-bd78-44ab-8b63-78a6c475b796,segment=NetworkSegment(f4ae52dd-0309-425b-9220-82953bab7253),segment_id=f4ae52dd-0309-425b-9220-82953bab7253)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:22.718031 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c4fd1ac-41bf-4674-9704-0677a18dcab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfea3a23-bd78-44ab-8b63-78a6c475b796'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:45:22.721697 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51276d85-025d-4cf4-9ae2-73f97d74c42e" -d '{"events": [{"server_uuid": "1c4fd1ac-41bf-4674-9704-0677a18dcab9", "name": "network-vif-plugged", "status": "completed", "tag": "bfea3a23-bd78-44ab-8b63-78a6c475b796"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:45:22.725702 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:22.740121 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2e59cb76-b6b0-4c87-babe-432fd47f729e tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:22.740472 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-2e59cb76-b6b0-4c87-babe-432fd47f729e tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Added segment d71417ba-7abc-42c2-b409-b49416d9e846 of type vlan for network 4d5173a5-cff3-43ef-979a-489d0c11f249 Nov 12 08:45:22.747329 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd25e6c5-8175-417a-b540-7e06731f5469 req-fab09e67-0d4d-4304-967f-dfadd3b9f990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:22.749483 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fd25e6c5-8175-417a-b540-7e06731f5469 req-fab09e67-0d4d-4304-967f-dfadd3b9f990 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6ffcad90-f496-4d66-99b9-24f9c9250cf2 HTTP/1.1" status: 200 len: 898 time: 0.1972463 Nov 12 08:45:22.822278 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=bfea3a23-bd78-44ab-8b63-78a6c475b796,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:22.874165 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fd25e6c5-8175-417a-b540-7e06731f5469 req-7686f02a-6ee0-4a94-b3be-42df210da43c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b5a650a6-f309-4933-af02-93a1e10b791b HTTP/1.1" status: 200 len: 1001 time: 0.1151536 Nov 12 08:45:22.876454 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 96eacffd-564d-41d3-872c-ad5a2b3686ec no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:45:22.890175 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2e59cb76-b6b0-4c87-babe-432fd47f729e tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:22.900056 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 96eacffd-564d-41d3-872c-ad5a2b3686ec {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:45:22.900818 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 96eacffd-564d-41d3-872c-ad5a2b3686ec not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:45:22.910752 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a8a50432-b49f-4a0a-83df-b6c17ca57260 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:22.952446 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd25e6c5-8175-417a-b540-7e06731f5469 req-7b1b4e1b-44a5-471d-9650-3eaa9a917c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:22.955455 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b810f632-587f-420a-a7d0-96bbe3368500 req-5442119b-6522-4faf-bbc9-48a003085a21 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:22.955675 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fd25e6c5-8175-417a-b540-7e06731f5469 req-7b1b4e1b-44a5-471d-9650-3eaa9a917c9f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6690910f-d234-4eb4-9691-5e272fa7b090 HTTP/1.1" status: 200 len: 835 time: 0.0588365 Nov 12 08:45:22.955796 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b810f632-587f-420a-a7d0-96bbe3368500 req-5442119b-6522-4faf-bbc9-48a003085a21 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c4fd1ac-41bf-4674-9704-0677a18dcab9 HTTP/1.1" status: 200 len: 909 time: 0.1342642 Nov 12 08:45:22.957871 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2e59cb76-b6b0-4c87-babe-432fd47f729e tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:22.964523 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e59cb76-b6b0-4c87-babe-432fd47f729e tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:22.965123 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2e59cb76-b6b0-4c87-babe-432fd47f729e tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:23.029231 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-2e59cb76-b6b0-4c87-babe-432fd47f729e tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4485219 Nov 12 08:45:23.032011 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab3cde21-2eb7-4265-a8c7-85ddf6e5e1ea x-openstack-request-id: req-ab3cde21-2eb7-4265-a8c7-85ddf6e5e1ea {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:45:23.032544 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c4fd1ac-41bf-4674-9704-0677a18dcab9", "name": "network-vif-plugged", "status": "completed", "tag": "bfea3a23-bd78-44ab-8b63-78a6c475b796", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:45:23.032951 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ab3cde21-2eb7-4265-a8c7-85ddf6e5e1ea {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:45:23.033345 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a8a50432-b49f-4a0a-83df-b6c17ca57260 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:23.033744 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c4fd1ac-41bf-4674-9704-0677a18dcab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfea3a23-bd78-44ab-8b63-78a6c475b796', 'code': 200} Nov 12 08:45:23.034017 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 56880) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:23.049358 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-0f17dab7-8e87-49e9-beae-274f9cf0b1bf tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Request body: {'subnet': {'network_id': '4d5173a5-cff3-43ef-979a-489d0c11f249', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:23.101220 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd25e6c5-8175-417a-b540-7e06731f5469 req-7142bfa8-9a9b-4ceb-a439-65e243966026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:23.103639 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fd25e6c5-8175-417a-b540-7e06731f5469 req-7142bfa8-9a9b-4ceb-a439-65e243966026 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6ffcad90-f496-4d66-99b9-24f9c9250cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1390269 Nov 12 08:45:23.118735 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a50432-b49f-4a0a-83df-b6c17ca57260 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:45:23.119203 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e59cb76-b6b0-4c87-babe-432fd47f729e tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Pushing event updated for resources: {'Network': ['ID=4d5173a5-cff3-43ef-979a-489d0c11f249,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:23.123863 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-a8a50432-b49f-4a0a-83df-b6c17ca57260 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:23.129175 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 4d5173a5-cff3-43ef-979a-489d0c11f249 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:45:23.140555 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a50432-b49f-4a0a-83df-b6c17ca57260 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:45:23.236088 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a50432-b49f-4a0a-83df-b6c17ca57260 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Pushing event updated for resources: {'Port': ['ID=bc1365af-fa34-4ec8-b7c3-d96eeae0c6a3,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:23.275253 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a5c36-030e-45d6-a0fb-249093d205de req-3cc557f3-0445-47ae-ba15-bf7463e1a56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:23.277885 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-913a5c36-030e-45d6-a0fb-249093d205de req-3cc557f3-0445-47ae-ba15-bf7463e1a56a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1c4fd1ac-41bf-4674-9704-0677a18dcab9 HTTP/1.1" status: 200 len: 1061 time: 0.1332192 Nov 12 08:45:23.309385 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f17dab7-8e87-49e9-beae-274f9cf0b1bf tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Made reservation on behalf of dc5d3b337b0b4ac2bf638e904b3f73a7 for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:45:23.313060 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0f17dab7-8e87-49e9-beae-274f9cf0b1bf tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:23.385183 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fd25e6c5-8175-417a-b540-7e06731f5469 req-2a436387-4069-48b2-93d1-91459704cf5b service neutron] 10.222.0.44 "GET /v2.0/networks/6ffcad90-f496-4d66-99b9-24f9c9250cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129872 Nov 12 08:45:23.655565 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fd25e6c5-8175-417a-b540-7e06731f5469 req-2aa10ca4-c4a3-420d-8866-036888f309b9 service neutron] 10.222.0.44 "GET /v2.0/networks/6ffcad90-f496-4d66-99b9-24f9c9250cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298641 Nov 12 08:45:23.658232 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0f17dab7-8e87-49e9-beae-274f9cf0b1bf tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:23.754672 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f17dab7-8e87-49e9-beae-274f9cf0b1bf tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Pushing event updated for resources: {'Subnet': ['ID=dbd8bf76-29f7-49de-96eb-4f363218d99e,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:23.760624 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f17dab7-8e87-49e9-beae-274f9cf0b1bf tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Checking segment: {'id': 'd71417ba-7abc-42c2-b409-b49416d9e846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4d5173a5-cff3-43ef-979a-489d0c11f249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:45:23.761137 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f17dab7-8e87-49e9-beae-274f9cf0b1bf tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Network hostable DHCP agents. Network: 4d5173a5-cff3-43ef-979a-489d0c11f249, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:45:23.787035 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f17dab7-8e87-49e9-beae-274f9cf0b1bf tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Network 4d5173a5-cff3-43ef-979a-489d0c11f249 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:45:23.799989 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-0f17dab7-8e87-49e9-beae-274f9cf0b1bf tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 4d5173a5-cff3-43ef-979a-489d0c11f249) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:23.804905 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f17dab7-8e87-49e9-beae-274f9cf0b1bf tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:23.806207 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0f17dab7-8e87-49e9-beae-274f9cf0b1bf tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:23.818128 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef58ad4-1dcf-413b-bf99-7f77c2c52af2 None None] Network 4d5173a5-cff3-43ef-979a-489d0c11f249 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:45:23.828458 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-0f17dab7-8e87-49e9-beae-274f9cf0b1bf tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7924414 Nov 12 08:45:23.833245 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 56890) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:24.155493 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55854837-ca32-470e-9632-5f8cbaf66040 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-4d5173a5-cff3-43ef-979a-489d0c11f249', 'network_id': '4d5173a5-cff3-43ef-979a-489d0c11f249', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'fixed_ips': [{'subnet_id': 'dbd8bf76-29f7-49de-96eb-4f363218d99e'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:45:24.156803 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-55854837-ca32-470e-9632-5f8cbaf66040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:24.262223 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a8a50432-b49f-4a0a-83df-b6c17ca57260 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:24.354317 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-55854837-ca32-470e-9632-5f8cbaf66040 None None] Allocated IP 2001:db8::2 (4d5173a5-cff3-43ef-979a-489d0c11f249/dbd8bf76-29f7-49de-96eb-4f363218d99e/d094e371-3171-42ce-8893-652e46262e82) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:45:24.409011 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a8a50432-b49f-4a0a-83df-b6c17ca57260 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:24.432717 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-78b7d9b0-be1e-4158-9e3d-958e75171c43 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:24.580492 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c878cf4c-9b06-4d97-8fb3-9ce5e96c3798 req-e1e8c5f3-f330-4bc7-8f7e-687f46b0f8cf service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2f572b03-2473-4d06-9d6f-9bba215f15ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1577070 Nov 12 08:45:24.611142 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c06e178-de0c-49c9-90de-8d2f886818fb req-85166788-9448-4820-b38e-cecc4ba18ad6 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:24.613124 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2c06e178-de0c-49c9-90de-8d2f886818fb req-85166788-9448-4820-b38e-cecc4ba18ad6 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c4fd1ac-41bf-4674-9704-0677a18dcab9 HTTP/1.1" status: 200 len: 909 time: 0.3040309 Nov 12 08:45:24.628222 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-55854837-ca32-470e-9632-5f8cbaf66040 None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:24.639124 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-55854837-ca32-470e-9632-5f8cbaf66040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:24.678114 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a8a50432-b49f-4a0a-83df-b6c17ca57260 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:24.685536 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a8a50432-b49f-4a0a-83df-b6c17ca57260 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:24.728811 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55854837-ca32-470e-9632-5f8cbaf66040 None None] Pushing event updated for resources: {'Port': ['ID=d094e371-3171-42ce-8893-652e46262e82,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:24.741052 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55854837-ca32-470e-9632-5f8cbaf66040 None None] Network 4d5173a5-cff3-43ef-979a-489d0c11f249 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:45:24.743645 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-55854837-ca32-470e-9632-5f8cbaf66040 None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:24.750700 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55854837-ca32-470e-9632-5f8cbaf66040 None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:45:24.794373 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a50432-b49f-4a0a-83df-b6c17ca57260 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Pushing event updated for resources: {'Port': ['ID=bc1365af-fa34-4ec8-b7c3-d96eeae0c6a3,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:24.817351 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a8a50432-b49f-4a0a-83df-b6c17ca57260 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:24.893303 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-55854837-ca32-470e-9632-5f8cbaf66040 None None] Attempting to bind port d094e371-3171-42ce-8893-652e46262e82 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:45:24.896545 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-55854837-ca32-470e-9632-5f8cbaf66040 None None] Attempting to bind port d094e371-3171-42ce-8893-652e46262e82 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': 'd71417ba-7abc-42c2-b409-b49416d9e846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4d5173a5-cff3-43ef-979a-489d0c11f249'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:45:24.896934 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55854837-ca32-470e-9632-5f8cbaf66040 None None] Attempting to bind port d094e371-3171-42ce-8893-652e46262e82 on network 4d5173a5-cff3-43ef-979a-489d0c11f249 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:45:24.901417 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c878cf4c-9b06-4d97-8fb3-9ce5e96c3798 req-d6e3aa64-42ce-4408-9782-01d71df7b40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:24.903388 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c878cf4c-9b06-4d97-8fb3-9ce5e96c3798 req-d6e3aa64-42ce-4408-9782-01d71df7b40a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c79a59d0e8a34d8d81232928cf66b1d9&device_id=2f572b03-2473-4d06-9d6f-9bba215f15ed HTTP/1.1" status: 200 len: 1098 time: 0.2325451 Nov 12 08:45:24.916034 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55854837-ca32-470e-9632-5f8cbaf66040 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:45:24.916471 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55854837-ca32-470e-9632-5f8cbaf66040 None None] Checking segment: {'id': 'd71417ba-7abc-42c2-b409-b49416d9e846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4d5173a5-cff3-43ef-979a-489d0c11f249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:45:24.916840 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-55854837-ca32-470e-9632-5f8cbaf66040 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:24.917227 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55854837-ca32-470e-9632-5f8cbaf66040 None None] Bound using segment: {'id': 'd71417ba-7abc-42c2-b409-b49416d9e846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4d5173a5-cff3-43ef-979a-489d0c11f249'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:45:24.926770 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-55854837-ca32-470e-9632-5f8cbaf66040 None None] Bound port: d094e371-3171-42ce-8893-652e46262e82, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd71417ba-7abc-42c2-b409-b49416d9e846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4d5173a5-cff3-43ef-979a-489d0c11f249'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:45:24.927428 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-55854837-ca32-470e-9632-5f8cbaf66040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:25.017835 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-78b7d9b0-be1e-4158-9e3d-958e75171c43 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Allocated IP 2001:db8::1 (4d5173a5-cff3-43ef-979a-489d0c11f249/dbd8bf76-29f7-49de-96eb-4f363218d99e/d65b49b9-ff37-4035-8b20-c37c9c15a19d) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:45:25.053596 n-d-765315-29 neutron-server[102600]: INFO neutron.db.l3_db [None req-a8a50432-b49f-4a0a-83df-b6c17ca57260 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Floating IP f2f9b990-b979-48e7-a4cf-d1f16140b30e associated. External IP: 172.25.2.109, port: 2476a8d6-a3e0-4fb5-9131-e1a744fd1b93. Nov 12 08:45:25.112997 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-55854837-ca32-470e-9632-5f8cbaf66040 None None] For port d094e371-3171-42ce-8893-652e46262e82, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:45:25.120146 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-55854837-ca32-470e-9632-5f8cbaf66040 None None] For port d094e371-3171-42ce-8893-652e46262e82, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=d094e371-3171-42ce-8893-652e46262e82,segment=NetworkSegment(d71417ba-7abc-42c2-b409-b49416d9e846),segment_id=d71417ba-7abc-42c2-b409-b49416d9e846)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:45:25.125229 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-55854837-ca32-470e-9632-5f8cbaf66040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:25.153691 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c878cf4c-9b06-4d97-8fb3-9ce5e96c3798 req-522c3c6b-dbb2-48ff-939a-5e9fb4abb136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:25.155566 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c878cf4c-9b06-4d97-8fb3-9ce5e96c3798 req-522c3c6b-dbb2-48ff-939a-5e9fb4abb136 service neutron] 10.222.0.21 "GET /v2.0/networks?id=005cbe87-3cd9-4019-b60a-9b9dcf542d7d HTTP/1.1" status: 200 len: 916 time: 0.1321678 Nov 12 08:45:25.264977 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55854837-ca32-470e-9632-5f8cbaf66040 None None] Pushing event updated for resources: {'Port': ['ID=d094e371-3171-42ce-8893-652e46262e82,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:25.307583 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c878cf4c-9b06-4d97-8fb3-9ce5e96c3798 req-427f41c0-e97d-48d1-bc99-8552a6effade service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b803005b-47c4-478f-9f4f-f881a64beb9c HTTP/1.1" status: 200 len: 217 time: 0.1404331 Nov 12 08:45:25.428229 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c878cf4c-9b06-4d97-8fb3-9ce5e96c3798 req-fe328de8-8be5-46f6-9093-fd712152fe82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:25.430002 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c878cf4c-9b06-4d97-8fb3-9ce5e96c3798 req-fe328de8-8be5-46f6-9093-fd712152fe82 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=60df83b3-712a-40a1-8ef0-32bfce62889a HTTP/1.1" status: 200 len: 855 time: 0.1131113 Nov 12 08:45:25.479412 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c878cf4c-9b06-4d97-8fb3-9ce5e96c3798 req-cdd005e8-e622-4ac5-8ec5-829eb36f1da6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=005cbe87-3cd9-4019-b60a-9b9dcf542d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367568 Nov 12 08:45:25.485462 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-78b7d9b0-be1e-4158-9e3d-958e75171c43 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:25.567569 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8a50432-b49f-4a0a-83df-b6c17ca57260 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Router d29ac5d1-773d-4824-9542-b580a0d68650 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:45:25.644385 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-78b7d9b0-be1e-4158-9e3d-958e75171c43 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:25.717893 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c878cf4c-9b06-4d97-8fb3-9ce5e96c3798 req-b3c13c71-ec48-47a1-b34d-e59011c4342f service neutron] 10.222.0.21 "GET /v2.0/networks/005cbe87-3cd9-4019-b60a-9b9dcf542d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275300 Nov 12 08:45:25.729813 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b7d9b0-be1e-4158-9e3d-958e75171c43 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Network 4d5173a5-cff3-43ef-979a-489d0c11f249 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:45:25.760782 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8a50432-b49f-4a0a-83df-b6c17ca57260 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:45:25.770247 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-78b7d9b0-be1e-4158-9e3d-958e75171c43 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:25.772508 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cf275b-a018-4f18-a965-a660d6001de2 None None] Sync routers for ids ['d29ac5d1-773d-4824-9542-b580a0d68650'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:45:25.773378 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b7d9b0-be1e-4158-9e3d-958e75171c43 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:45:25.773928 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-78b7d9b0-be1e-4158-9e3d-958e75171c43 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933481'] for router_interface, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:25.794004 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cf275b-a018-4f18-a965-a660d6001de2 None None] Routers {'d29ac5d1-773d-4824-9542-b580a0d68650'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:45:25.794973 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-51cf275b-a018-4f18-a965-a660d6001de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:45:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['d29ac5d1-773d-4824-9542-b580a0d68650'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:25.797550 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a8a50432-b49f-4a0a-83df-b6c17ca57260 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:25.840400 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b7d9b0-be1e-4158-9e3d-958e75171c43 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Pushing event updated for resources: {'Port': ['ID=d65b49b9-ff37-4035-8b20-c37c9c15a19d,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:25.857966 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-a8a50432-b49f-4a0a-83df-b6c17ca57260 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.6998355 Nov 12 08:45:25.857966 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31da0877-2d8e-4c7c-a4c1-603886ba6a56', 'tag': '2476a8d6-a3e0-4fb5-9131-e1a744fd1b93'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:45:25.857966 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09f29994-a866-4f63-9516-4847a833de4e" -d '{"events": [{"name": "network-changed", "server_uuid": "31da0877-2d8e-4c7c-a4c1-603886ba6a56", "tag": "2476a8d6-a3e0-4fb5-9131-e1a744fd1b93"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:45:25.878895 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3761f8a-10e1-44bf-a009-4bf5a9856480 req-684d1cdd-91fb-4c9d-850f-1801495a6259 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:25.880817 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b3761f8a-10e1-44bf-a009-4bf5a9856480 req-684d1cdd-91fb-4c9d-850f-1801495a6259 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c4fd1ac-41bf-4674-9704-0677a18dcab9 HTTP/1.1" status: 200 len: 909 time: 0.0990517 Nov 12 08:45:25.968668 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-580ca01a-642e-48c1-ac07-ee079e5caa61 x-openstack-request-id: req-580ca01a-642e-48c1-ac07-ee079e5caa61 {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:45:25.969354 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31da0877-2d8e-4c7c-a4c1-603886ba6a56", "tag": "2476a8d6-a3e0-4fb5-9131-e1a744fd1b93", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:45:25.969723 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-580ca01a-642e-48c1-ac07-ee079e5caa61 {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:45:25.970235 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31da0877-2d8e-4c7c-a4c1-603886ba6a56', 'tag': '2476a8d6-a3e0-4fb5-9131-e1a744fd1b93', 'status': 'completed', 'code': 200} Nov 12 08:45:26.012678 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-51cf275b-a018-4f18-a965-a660d6001de2 None None] Set router d29ac5d1-773d-4824-9542-b580a0d68650 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:45:26.050180 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c878cf4c-9b06-4d97-8fb3-9ce5e96c3798 req-df551d58-7ed2-4bb0-9129-729adc53cf7f service neutron] 10.222.0.21 "GET /v2.0/networks/005cbe87-3cd9-4019-b60a-9b9dcf542d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3142040 Nov 12 08:45:26.135006 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-78b7d9b0-be1e-4158-9e3d-958e75171c43 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:26.147790 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ade238-f820-41aa-804c-1390054c09cf req-1746cb4c-4e5b-4341-995c-017150897304 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:26.150004 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-73ade238-f820-41aa-804c-1390054c09cf req-1746cb4c-4e5b-4341-995c-017150897304 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c4fd1ac-41bf-4674-9704-0677a18dcab9 HTTP/1.1" status: 200 len: 909 time: 0.0927217 Nov 12 08:45:26.205950 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f29994-a866-4f63-9516-4847a833de4e req-0e743a40-4c53-4c2c-8771-64238e7d9e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:26.207827 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-09f29994-a866-4f63-9516-4847a833de4e req-0e743a40-4c53-4c2c-8771-64238e7d9e35 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=557a71cffd7a4a82831b943f05494d79&device_id=31da0877-2d8e-4c7c-a4c1-603886ba6a56 HTTP/1.1" status: 200 len: 1098 time: 0.1652033 Nov 12 08:45:26.423384 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3402a6-2f6e-49af-8dd6-57b8c4e30c86 req-df2ed3ba-50ce-498e-8cf1-386874721111 tempest-TestSecurityGroupsBasicOps-1040671232 tempest-TestSecurityGroupsBasicOps-1040671232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:26.435179 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bb3402a6-2f6e-49af-8dd6-57b8c4e30c86 req-df2ed3ba-50ce-498e-8cf1-386874721111 tempest-TestSecurityGroupsBasicOps-1040671232 tempest-TestSecurityGroupsBasicOps-1040671232-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=1c4fd1ac-41bf-4674-9704-0677a18dcab9 HTTP/1.1" status: 200 len: 1061 time: 0.1101108 Nov 12 08:45:26.554896 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-51cf275b-a018-4f18-a965-a660d6001de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29ac5d1-773d-4824-9542-b580a0d68650', 'name': 'tempest-TestServerBasicOps-390853357-router', 'tenant_id': '557a71cffd7a4a82831b943f05494d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '0cb47e13-d586-4bfe-8e13-a4a89ac3b843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:27Z', 'updated_at': '2021-11-12T08:44:33Z', 'revision_number': 4, 'project_id': '557a71cffd7a4a82831b943f05494d79', 'gw_port': {'id': '0cb47e13-d586-4bfe-8e13-a4a89ac3b843', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:21:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29ac5d1-773d-4824-9542-b580a0d68650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:28Z', 'updated_at': '2021-11-12T08:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': 'f2f9b990-b979-48e7-a4cf-d1f16140b30e', 'tenant_id': '557a71cffd7a4a82831b943f05494d79', 'floating_ip_address': '172.25.2.109', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': 'd29ac5d1-773d-4824-9542-b580a0d68650', 'port_id': '2476a8d6-a3e0-4fb5-9131-e1a744fd1b93', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74797a8c-7ff4-4d88-a8f8-61f265f99726', 'mac_address': 'fa:16:3e:9a:2a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31da0877-2d8e-4c7c-a4c1-603886ba6a56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:45:23Z', 'updated_at': '2021-11-12T08:45:23Z', 'revision_number': 0, 'project_id': '557a71cffd7a4a82831b943f05494d79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50d20bb1-9553-4c41-8ea6-a17883d76412', 'name': '', 'network_id': '74797a8c-7ff4-4d88-a8f8-61f265f99726', 'tenant_id': '557a71cffd7a4a82831b943f05494d79', 'mac_address': 'fa:16:3e:20:5d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29ac5d1-773d-4824-9542-b580a0d68650', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': 'b6e38d29-9bec-48cd-bd79-12d2a938727e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:32Z', 'updated_at': '2021-11-12T08:44:40Z', 'revision_number': 5, 'project_id': '557a71cffd7a4a82831b943f05494d79', 'subnets': [{'id': 'b6e38d29-9bec-48cd-bd79-12d2a938727e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:26.643832 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cf275b-a018-4f18-a965-a660d6001de2 None None] Checking router: d29ac5d1-773d-4824-9542-b580a0d68650 for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:45:26.657925 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cf275b-a018-4f18-a965-a660d6001de2 None None] Routers {'d29ac5d1-773d-4824-9542-b580a0d68650'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:45:26.659390 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-51cf275b-a018-4f18-a965-a660d6001de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:45:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['d29ac5d1-773d-4824-9542-b580a0d68650'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:26.719271 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0183ab53-a6e5-4573-9f1f-c9836ee01765 req-6d185b32-e725-4877-b76b-4df90fc46087 tempest-TestSecurityGroupsBasicOps-1040671232 tempest-TestSecurityGroupsBasicOps-1040671232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:26.720977 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0183ab53-a6e5-4573-9f1f-c9836ee01765 req-6d185b32-e725-4877-b76b-4df90fc46087 tempest-TestSecurityGroupsBasicOps-1040671232 tempest-TestSecurityGroupsBasicOps-1040671232-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=648b92ff-6e16-4647-be4e-df09c548fa85 HTTP/1.1" status: 200 len: 1136 time: 0.0841441 Nov 12 08:45:26.725628 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f29994-a866-4f63-9516-4847a833de4e req-f78e37e8-d25c-493a-9961-33286566a4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:26.727827 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-09f29994-a866-4f63-9516-4847a833de4e req-f78e37e8-d25c-493a-9961-33286566a4cf service neutron] 10.222.0.44 "GET /v2.0/networks?id=74797a8c-7ff4-4d88-a8f8-61f265f99726 HTTP/1.1" status: 200 len: 909 time: 0.5101862 Nov 12 08:45:26.784959 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-78b7d9b0-be1e-4158-9e3d-958e75171c43 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:26.792581 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-78b7d9b0-be1e-4158-9e3d-958e75171c43 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:26.793918 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-78b7d9b0-be1e-4158-9e3d-958e75171c43 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933629'] for router_interface, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:26.924467 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-51cf275b-a018-4f18-a965-a660d6001de2 None None] Set router d29ac5d1-773d-4824-9542-b580a0d68650 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:45:26.970733 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0183ab53-a6e5-4573-9f1f-c9836ee01765 req-62207c96-a9be-4c4a-8d0b-9dc3a8dce1e1 tempest-TestSecurityGroupsBasicOps-1040671232 tempest-TestSecurityGroupsBasicOps-1040671232-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=a97047a0-dda4-4afc-ac4d-c9e7b1e236f2&id=a0945492-374d-4bfc-be32-68046ca36a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2393553 Nov 12 08:45:26.986892 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca7913a-4429-418c-ae83-44468ff3959e None None] Network 4d5173a5-cff3-43ef-979a-489d0c11f249 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:45:27.005228 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56946) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:27.105083 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device d094e371-3171-42ce-8893-652e46262e82 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:45:27.173189 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904f4bec-5c11-47b0-811a-377d1189a6fa tempest-TestSecurityGroupsBasicOps-1040671232 tempest-TestSecurityGroupsBasicOps-1040671232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:27.192428 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-904f4bec-5c11-47b0-811a-377d1189a6fa tempest-TestSecurityGroupsBasicOps-1040671232 tempest-TestSecurityGroupsBasicOps-1040671232-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=1c4fd1ac-41bf-4674-9704-0677a18dcab9 HTTP/1.1" status: 200 len: 1056 time: 0.1668770 Nov 12 08:45:27.270414 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-51cf275b-a018-4f18-a965-a660d6001de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29ac5d1-773d-4824-9542-b580a0d68650', 'name': 'tempest-TestServerBasicOps-390853357-router', 'tenant_id': '557a71cffd7a4a82831b943f05494d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '0cb47e13-d586-4bfe-8e13-a4a89ac3b843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:27Z', 'updated_at': '2021-11-12T08:44:33Z', 'revision_number': 4, 'project_id': '557a71cffd7a4a82831b943f05494d79', 'gw_port': {'id': '0cb47e13-d586-4bfe-8e13-a4a89ac3b843', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:21:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29ac5d1-773d-4824-9542-b580a0d68650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:28Z', 'updated_at': '2021-11-12T08:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': 'f2f9b990-b979-48e7-a4cf-d1f16140b30e', 'tenant_id': '557a71cffd7a4a82831b943f05494d79', 'floating_ip_address': '172.25.2.109', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': 'd29ac5d1-773d-4824-9542-b580a0d68650', 'port_id': '2476a8d6-a3e0-4fb5-9131-e1a744fd1b93', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74797a8c-7ff4-4d88-a8f8-61f265f99726', 'mac_address': 'fa:16:3e:9a:2a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31da0877-2d8e-4c7c-a4c1-603886ba6a56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:45:23Z', 'updated_at': '2021-11-12T08:45:23Z', 'revision_number': 0, 'project_id': '557a71cffd7a4a82831b943f05494d79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50d20bb1-9553-4c41-8ea6-a17883d76412', 'name': '', 'network_id': '74797a8c-7ff4-4d88-a8f8-61f265f99726', 'tenant_id': '557a71cffd7a4a82831b943f05494d79', 'mac_address': 'fa:16:3e:20:5d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29ac5d1-773d-4824-9542-b580a0d68650', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': 'b6e38d29-9bec-48cd-bd79-12d2a938727e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:32Z', 'updated_at': '2021-11-12T08:44:40Z', 'revision_number': 5, 'project_id': '557a71cffd7a4a82831b943f05494d79', 'subnets': [{'id': 'b6e38d29-9bec-48cd-bd79-12d2a938727e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:27.289557 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-3b4535ba-09a5-44a8-bcb8-b8941252d10c None None] Provisioning complete for port d094e371-3171-42ce-8893-652e46262e82 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:27.295109 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3b4535ba-09a5-44a8-bcb8-b8941252d10c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:27.329332 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cf275b-a018-4f18-a965-a660d6001de2 None None] The sync data for ids ['d29ac5d1-773d-4824-9542-b580a0d68650'] in n-d-765315-29 is: [{'id': 'd29ac5d1-773d-4824-9542-b580a0d68650', 'name': 'tempest-TestServerBasicOps-390853357-router', 'tenant_id': '557a71cffd7a4a82831b943f05494d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '0cb47e13-d586-4bfe-8e13-a4a89ac3b843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:27Z', 'updated_at': '2021-11-12T08:44:33Z', 'revision_number': 4, 'project_id': '557a71cffd7a4a82831b943f05494d79', 'gw_port': {'id': '0cb47e13-d586-4bfe-8e13-a4a89ac3b843', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:21:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29ac5d1-773d-4824-9542-b580a0d68650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:28Z', 'updated_at': '2021-11-12T08:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': 'f2f9b990-b979-48e7-a4cf-d1f16140b30e', 'tenant_id': '557a71cffd7a4a82831b943f05494d79', 'floating_ip_address': '172.25.2.109', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': 'd29ac5d1-773d-4824-9542-b580a0d68650', 'port_id': '2476a8d6-a3e0-4fb5-9131-e1a744fd1b93', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74797a8c-7ff4-4d88-a8f8-61f265f99726', 'mac_address': 'fa:16:3e:9a:2a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31da0877-2d8e-4c7c-a4c1-603886ba6a56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:45:23Z', 'updated_at': '2021-11-12T08:45:23Z', 'revision_number': 0, 'project_id': '557a71cffd7a4a82831b943f05494d79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50d20bb1-9553-4c41-8ea6-a17883d76412', 'name': '', 'network_id': '74797a8c-7ff4-4d88-a8f8-61f265f99726', 'tenant_id': '557a71cffd7a4a82831b943f05494d79', 'mac_address': 'fa:16:3e:20:5d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29ac5d1-773d-4824-9542-b580a0d68650', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': 'b6e38d29-9bec-48cd-bd79-12d2a938727e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:32Z', 'updated_at': '2021-11-12T08:44:40Z', 'revision_number': 5, 'project_id': '557a71cffd7a4a82831b943f05494d79', 'subnets': [{'id': 'b6e38d29-9bec-48cd-bd79-12d2a938727e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:45:27.378088 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port d094e371-3171-42ce-8893-652e46262e82 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:27.378088 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:27.706397 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456157b5-a91e-44af-a614-bce0f76e2a71 req-663a889f-73e8-43fc-8498-46c30749b432 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:27.707956 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-456157b5-a91e-44af-a614-bce0f76e2a71 req-663a889f-73e8-43fc-8498-46c30749b432 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c4fd1ac-41bf-4674-9704-0677a18dcab9 HTTP/1.1" status: 200 len: 909 time: 0.1426873 Nov 12 08:45:27.772242 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4e9326-c717-48f3-8379-80ee9860f0c3 None None] New status for floating IP f2f9b990-b979-48e7-a4cf-d1f16140b30e: ACTIVE {{(pid=102601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:45:27.858440 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3b4535ba-09a5-44a8-bcb8-b8941252d10c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:27.873739 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:27.874951 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-09f29994-a866-4f63-9516-4847a833de4e req-4de442f5-9f9d-4ff7-a5d6-63c70bd38684 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2476a8d6-a3e0-4fb5-9131-e1a744fd1b93 HTTP/1.1" status: 200 len: 1000 time: 1.1293650 Nov 12 08:45:27.983971 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-3b4535ba-09a5-44a8-bcb8-b8941252d10c None None] For port d094e371-3171-42ce-8893-652e46262e82, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=d094e371-3171-42ce-8893-652e46262e82,segment=NetworkSegment(d71417ba-7abc-42c2-b409-b49416d9e846),segment_id=d71417ba-7abc-42c2-b409-b49416d9e846)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:27.992383 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b7d9b0-be1e-4158-9e3d-958e75171c43 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Pushing event updated for resources: {'Port': ['ID=d65b49b9-ff37-4035-8b20-c37c9c15a19d,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:27.995001 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3b4535ba-09a5-44a8-bcb8-b8941252d10c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:28.035968 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f29994-a866-4f63-9516-4847a833de4e req-dc4a246f-5630-478e-b758-c5705e72ad00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:28.040501 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-09f29994-a866-4f63-9516-4847a833de4e req-dc4a246f-5630-478e-b758-c5705e72ad00 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b6e38d29-9bec-48cd-bd79-12d2a938727e HTTP/1.1" status: 200 len: 847 time: 0.1545417 Nov 12 08:45:28.087350 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b7d9b0-be1e-4158-9e3d-958e75171c43 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Network 4d5173a5-cff3-43ef-979a-489d0c11f249 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:45:28.089843 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4535ba-09a5-44a8-bcb8-b8941252d10c None None] Pushing event updated for resources: {'Port': ['ID=d094e371-3171-42ce-8893-652e46262e82,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:28.099114 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-78b7d9b0-be1e-4158-9e3d-958e75171c43 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:28.207153 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.db.api [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:45:28.207666 n-d-765315-29 neutron-server[102601]: DEBUG oslo_db.api [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:45:28.251780 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f29994-a866-4f63-9516-4847a833de4e req-4d14adff-caa1-469f-8f68-81a28f07eae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:28.254014 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-09f29994-a866-4f63-9516-4847a833de4e req-4d14adff-caa1-469f-8f68-81a28f07eae3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=74797a8c-7ff4-4d88-a8f8-61f265f99726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2037871 Nov 12 08:45:28.366275 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78b7d9b0-be1e-4158-9e3d-958e75171c43 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Router 9865a2d3-ef8f-428d-8b2f-54fab4d71b30 is scheduled to L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 with binding_index 1 {{(pid=102599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:45:28.434166 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-648a9bd5-001c-4919-ae6c-ac9bb54c2473 None None] Provisioning complete for port d65b49b9-ff37-4035-8b20-c37c9c15a19d triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:28.434674 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-648a9bd5-001c-4919-ae6c-ac9bb54c2473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:28.477870 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-09f29994-a866-4f63-9516-4847a833de4e req-7820df40-8b43-410e-ab2d-fc29b8213ad3 service neutron] 10.222.0.44 "GET /v2.0/networks/74797a8c-7ff4-4d88-a8f8-61f265f99726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144911 Nov 12 08:45:28.521013 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-648a9bd5-001c-4919-ae6c-ac9bb54c2473 None None] Port d65b49b9-ff37-4035-8b20-c37c9c15a19d cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:45:28.536094 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-648a9bd5-001c-4919-ae6c-ac9bb54c2473 None None] Provisioning complete for port d094e371-3171-42ce-8893-652e46262e82 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:28.537036 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-648a9bd5-001c-4919-ae6c-ac9bb54c2473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:28.640944 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78b7d9b0-be1e-4158-9e3d-958e75171c43 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:45:28.650626 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-78b7d9b0-be1e-4158-9e3d-958e75171c43 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "PUT /v2.0/routers/9865a2d3-ef8f-428d-8b2f-54fab4d71b30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8126824 Nov 12 08:45:28.651965 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 56964) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:28.661484 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-7bfe8be6-6668-4eb4-8e75-bfae98f815e6 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1837056463'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:28.662692 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a1dd6b-46a3-468a-9f3c-efc88e305053 None None] Sync routers for ids ['9865a2d3-ef8f-428d-8b2f-54fab4d71b30'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:45:28.680276 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a1dd6b-46a3-468a-9f3c-efc88e305053 None None] Routers {'9865a2d3-ef8f-428d-8b2f-54fab4d71b30'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:45:28.683610 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-f9a1dd6b-46a3-468a-9f3c-efc88e305053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:45:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['9865a2d3-ef8f-428d-8b2f-54fab4d71b30'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:28.719015 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-09f29994-a866-4f63-9516-4847a833de4e req-512d84fc-5fae-4c28-912b-0d234c449632 service neutron] 10.222.0.44 "GET /v2.0/networks/74797a8c-7ff4-4d88-a8f8-61f265f99726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948462 Nov 12 08:45:28.741394 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bfe8be6-6668-4eb4-8e75-bfae98f815e6 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Made reservation on behalf of dc5d3b337b0b4ac2bf638e904b3f73a7 for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:45:28.748484 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7bfe8be6-6668-4eb4-8e75-bfae98f815e6 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:28.818769 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bfe8be6-6668-4eb4-8e75-bfae98f815e6 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:45:28.865306 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7bfe8be6-6668-4eb4-8e75-bfae98f815e6 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:28.865652 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-7bfe8be6-6668-4eb4-8e75-bfae98f815e6 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Added segment 1d6d8838-9b2c-4770-9e20-4f6e912eb664 of type vlan for network 2b52c721-3af0-40c3-9d28-a461536efab8 Nov 12 08:45:28.867514 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-c6d77f3d-b88f-438e-acd2-1502f75b81de None None] Provisioning complete for port d65b49b9-ff37-4035-8b20-c37c9c15a19d triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:28.869545 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c6d77f3d-b88f-438e-acd2-1502f75b81de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:28.952025 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-f9a1dd6b-46a3-468a-9f3c-efc88e305053 None None] Set router 9865a2d3-ef8f-428d-8b2f-54fab4d71b30 gateway port host: None {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:45:29.003374 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-c6d77f3d-b88f-438e-acd2-1502f75b81de None None] Port d65b49b9-ff37-4035-8b20-c37c9c15a19d cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:45:29.061330 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device d094e371-3171-42ce-8893-652e46262e82 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:45:29.109377 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7bfe8be6-6668-4eb4-8e75-bfae98f815e6 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:29.130430 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a46548-1e81-4f68-96a6-955bdfab04d5 req-b3f67d77-d62f-4cc8-a764-97698d441354 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:29.146563 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-75a46548-1e81-4f68-96a6-955bdfab04d5 req-b3f67d77-d62f-4cc8-a764-97698d441354 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c4fd1ac-41bf-4674-9704-0677a18dcab9 HTTP/1.1" status: 200 len: 909 time: 0.2367992 Nov 12 08:45:29.202388 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7bfe8be6-6668-4eb4-8e75-bfae98f815e6 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:29.206473 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port d094e371-3171-42ce-8893-652e46262e82 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:29.213621 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:29.217973 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfe8be6-6668-4eb4-8e75-bfae98f815e6 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:29.226135 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7bfe8be6-6668-4eb4-8e75-bfae98f815e6 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:29.279146 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-7bfe8be6-6668-4eb4-8e75-bfae98f815e6 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6260612 Nov 12 08:45:29.282782 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 56970) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:29.298126 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-db00f0a6-8f22-46b5-9ef4-7753e763bb7b tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Request body: {'subnet': {'network_id': '2b52c721-3af0-40c3-9d28-a461536efab8', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:29.350135 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-ec1ebaab-c871-4a24-a33e-e8c9b519d0ee None None] Provisioning complete for port d65b49b9-ff37-4035-8b20-c37c9c15a19d triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:29.350837 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ec1ebaab-c871-4a24-a33e-e8c9b519d0ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:29.434090 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-ec1ebaab-c871-4a24-a33e-e8c9b519d0ee None None] Port d65b49b9-ff37-4035-8b20-c37c9c15a19d cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:45:29.437839 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-f9a1dd6b-46a3-468a-9f3c-efc88e305053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9865a2d3-ef8f-428d-8b2f-54fab4d71b30', 'name': 'tempest-RoutersIpV6Test-router-1849523538', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:45:22Z', 'updated_at': '2021-11-12T08:45:25Z', 'revision_number': 2, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'gw_port_host': None, '_interfaces': [{'id': 'd65b49b9-ff37-4035-8b20-c37c9c15a19d', 'name': '', 'network_id': '4d5173a5-cff3-43ef-979a-489d0c11f249', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'mac_address': 'fa:16:3e:51:36:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9865a2d3-ef8f-428d-8b2f-54fab4d71b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'dbd8bf76-29f7-49de-96eb-4f363218d99e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:24Z', 'updated_at': '2021-11-12T08:45:26Z', 'revision_number': 2, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'subnets': [{'id': 'dbd8bf76-29f7-49de-96eb-4f363218d99e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:29.440327 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfe8be6-6668-4eb4-8e75-bfae98f815e6 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Pushing event updated for resources: {'Network': ['ID=2b52c721-3af0-40c3-9d28-a461536efab8,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:29.454274 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 2b52c721-3af0-40c3-9d28-a461536efab8 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:45:29.457380 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eab673b-0770-461f-9d04-a760196fa7a4 req-74aee122-58e1-4bb5-b83a-462ffe9fd3e5 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:29.458849 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6eab673b-0770-461f-9d04-a760196fa7a4 req-74aee122-58e1-4bb5-b83a-462ffe9fd3e5 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c4fd1ac-41bf-4674-9704-0677a18dcab9 HTTP/1.1" status: 200 len: 909 time: 0.2470264 Nov 12 08:45:29.512229 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a1dd6b-46a3-468a-9f3c-efc88e305053 None None] Checking router: 9865a2d3-ef8f-428d-8b2f-54fab4d71b30 for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:45:29.512580 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a1dd6b-46a3-468a-9f3c-efc88e305053 None None] Updating router 9865a2d3-ef8f-428d-8b2f-54fab4d71b30 port d65b49b9-ff37-4035-8b20-c37c9c15a19d binding host n-d-765315-29 {{(pid=102602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:45:29.568802 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-f9a1dd6b-46a3-468a-9f3c-efc88e305053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:29.584680 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db00f0a6-8f22-46b5-9ef4-7753e763bb7b tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Made reservation on behalf of dc5d3b337b0b4ac2bf638e904b3f73a7 for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:45:29.590763 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-db00f0a6-8f22-46b5-9ef4-7753e763bb7b tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:29.823421 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-db00f0a6-8f22-46b5-9ef4-7753e763bb7b tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:29.886769 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-6eab673b-0770-461f-9d04-a760196fa7a4 req-50351243-ae47-4bdc-a34b-28d2fde7fddd tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Deleting port bfea3a23-bd78-44ab-8b63-78a6c475b796 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:45:29.887413 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-6eab673b-0770-461f-9d04-a760196fa7a4 req-50351243-ae47-4bdc-a34b-28d2fde7fddd tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:29.892969 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-f9a1dd6b-46a3-468a-9f3c-efc88e305053 None None] Publish callbacks [] for port, precommit_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:29.901346 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-f9a1dd6b-46a3-468a-9f3c-efc88e305053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:29.936344 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db00f0a6-8f22-46b5-9ef4-7753e763bb7b tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Pushing event updated for resources: {'Subnet': ['ID=25be48c2-90e4-4465-8e38-0a96bfec642b,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:29.960426 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabe7e99-5772-4b98-adcc-0b7803391360 None None] Pushing event updated for resources: {'Port': ['ID=d65b49b9-ff37-4035-8b20-c37c9c15a19d,revision_number=3']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:30.001621 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db00f0a6-8f22-46b5-9ef4-7753e763bb7b tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Checking segment: {'id': '1d6d8838-9b2c-4770-9e20-4f6e912eb664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '2b52c721-3af0-40c3-9d28-a461536efab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:45:30.001990 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db00f0a6-8f22-46b5-9ef4-7753e763bb7b tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Network hostable DHCP agents. Network: 2b52c721-3af0-40c3-9d28-a461536efab8, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:45:30.024805 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-f9a1dd6b-46a3-468a-9f3c-efc88e305053 None None] Attempting to bind port d65b49b9-ff37-4035-8b20-c37c9c15a19d on host n-d-765315-29 for vnic_type normal with profile {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:45:30.025383 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-f9a1dd6b-46a3-468a-9f3c-efc88e305053 None None] Attempting to bind port d65b49b9-ff37-4035-8b20-c37c9c15a19d by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': 'd71417ba-7abc-42c2-b409-b49416d9e846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4d5173a5-cff3-43ef-979a-489d0c11f249'}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:45:30.025801 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a1dd6b-46a3-468a-9f3c-efc88e305053 None None] Attempting to bind port d65b49b9-ff37-4035-8b20-c37c9c15a19d on network 4d5173a5-cff3-43ef-979a-489d0c11f249 {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:45:30.033856 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db00f0a6-8f22-46b5-9ef4-7753e763bb7b tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Network 2b52c721-3af0-40c3-9d28-a461536efab8 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:45:30.034991 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a1dd6b-46a3-468a-9f3c-efc88e305053 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:45:30.036504 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a1dd6b-46a3-468a-9f3c-efc88e305053 None None] Checking segment: {'id': 'd71417ba-7abc-42c2-b409-b49416d9e846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4d5173a5-cff3-43ef-979a-489d0c11f249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:45:30.036917 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-f9a1dd6b-46a3-468a-9f3c-efc88e305053 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:30.037309 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a1dd6b-46a3-468a-9f3c-efc88e305053 None None] Bound using segment: {'id': 'd71417ba-7abc-42c2-b409-b49416d9e846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4d5173a5-cff3-43ef-979a-489d0c11f249'} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:45:30.040138 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-f9a1dd6b-46a3-468a-9f3c-efc88e305053 None None] Bound port: d65b49b9-ff37-4035-8b20-c37c9c15a19d, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd71417ba-7abc-42c2-b409-b49416d9e846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4d5173a5-cff3-43ef-979a-489d0c11f249'}}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:45:30.040777 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-f9a1dd6b-46a3-468a-9f3c-efc88e305053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:30.052725 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-6eab673b-0770-461f-9d04-a760196fa7a4 req-50351243-ae47-4bdc-a34b-28d2fde7fddd tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] For port bfea3a23-bd78-44ab-8b63-78a6c475b796, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=bfea3a23-bd78-44ab-8b63-78a6c475b796,segment=NetworkSegment(f4ae52dd-0309-425b-9220-82953bab7253),segment_id=f4ae52dd-0309-425b-9220-82953bab7253)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:30.054507 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-6eab673b-0770-461f-9d04-a760196fa7a4 req-50351243-ae47-4bdc-a34b-28d2fde7fddd tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:30.058786 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-db00f0a6-8f22-46b5-9ef4-7753e763bb7b tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 2b52c721-3af0-40c3-9d28-a461536efab8) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:30.083174 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db00f0a6-8f22-46b5-9ef4-7753e763bb7b tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:30.088217 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-db00f0a6-8f22-46b5-9ef4-7753e763bb7b tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:30.091494 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-6eab673b-0770-461f-9d04-a760196fa7a4 req-50351243-ae47-4bdc-a34b-28d2fde7fddd tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Calling delete_port for bfea3a23-bd78-44ab-8b63-78a6c475b796 owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:45:30.099384 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffebfed7-f26f-42fa-935c-b778b4af0343 None None] Network 2b52c721-3af0-40c3-9d28-a461536efab8 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:45:30.116301 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-db00f0a6-8f22-46b5-9ef4-7753e763bb7b tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8303254 Nov 12 08:45:30.120937 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 56976) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:30.186976 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-f9a1dd6b-46a3-468a-9f3c-efc88e305053 None None] For port d65b49b9-ff37-4035-8b20-c37c9c15a19d, host n-d-765315-29, cleared binding levels {{(pid=102602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:45:30.192843 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-f9a1dd6b-46a3-468a-9f3c-efc88e305053 None None] For port d65b49b9-ff37-4035-8b20-c37c9c15a19d, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=d65b49b9-ff37-4035-8b20-c37c9c15a19d,segment=NetworkSegment(d71417ba-7abc-42c2-b409-b49416d9e846),segment_id=d71417ba-7abc-42c2-b409-b49416d9e846)] {{(pid=102602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:45:30.208865 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-f9a1dd6b-46a3-468a-9f3c-efc88e305053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:30.384900 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a1dd6b-46a3-468a-9f3c-efc88e305053 None None] Routers {'9865a2d3-ef8f-428d-8b2f-54fab4d71b30'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:45:30.385532 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-f9a1dd6b-46a3-468a-9f3c-efc88e305053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:45:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['9865a2d3-ef8f-428d-8b2f-54fab4d71b30'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:30.434688 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e3d076-a7fe-46a3-b978-99ca8997a062 req-7df0b319-3a12-47e0-8a6d-e9dcf4bee102 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:30.444763 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e0e3d076-a7fe-46a3-b978-99ca8997a062 req-7df0b319-3a12-47e0-8a6d-e9dcf4bee102 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c4fd1ac-41bf-4674-9704-0677a18dcab9 HTTP/1.1" status: 200 len: 909 time: 0.1190283 Nov 12 08:45:30.489555 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabe7e99-5772-4b98-adcc-0b7803391360 None None] Pushing event updated for resources: {'Port': ['ID=d65b49b9-ff37-4035-8b20-c37c9c15a19d,revision_number=4']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:30.588278 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-f9a1dd6b-46a3-468a-9f3c-efc88e305053 None None] Set router 9865a2d3-ef8f-428d-8b2f-54fab4d71b30 gateway port host: None {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:45:30.611167 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-6eab673b-0770-461f-9d04-a760196fa7a4 req-50351243-ae47-4bdc-a34b-28d2fde7fddd tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:30.619541 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10da400-9f77-47db-8279-66d2356d7cd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-2b52c721-3af0-40c3-9d28-a461536efab8', 'network_id': '2b52c721-3af0-40c3-9d28-a461536efab8', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'fixed_ips': [{'subnet_id': '25be48c2-90e4-4465-8e38-0a96bfec642b'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:45:30.620895 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e10da400-9f77-47db-8279-66d2356d7cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:30.653974 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-f1111820-4d8f-4a4f-b666-d7a2112fceea None None] Provisioning complete for port d65b49b9-ff37-4035-8b20-c37c9c15a19d triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:30.655004 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f1111820-4d8f-4a4f-b666-d7a2112fceea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:30.806103 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50351243-ae47-4bdc-a34b-28d2fde7fddd tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Pushing event deleted for resources: {'Port': ['ID=bfea3a23-bd78-44ab-8b63-78a6c475b796,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:31.003850 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eab673b-0770-461f-9d04-a760196fa7a4 req-50351243-ae47-4bdc-a34b-28d2fde7fddd tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] No DVR routers for this DVR port bfea3a23-bd78-44ab-8b63-78a6c475b796 on host n-h1-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:45:31.011949 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-6eab673b-0770-461f-9d04-a760196fa7a4 req-50351243-ae47-4bdc-a34b-28d2fde7fddd tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:31.035935 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6eab673b-0770-461f-9d04-a760196fa7a4 req-50351243-ae47-4bdc-a34b-28d2fde7fddd tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] 10.222.0.21 "DELETE /v2.0/ports/bfea3a23-bd78-44ab-8b63-78a6c475b796 HTTP/1.1" status: 204 len: 173 time: 1.5527225 Nov 12 08:45:31.054113 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c4fd1ac-41bf-4674-9704-0677a18dcab9', 'name': 'network-vif-deleted', 'tag': 'bfea3a23-bd78-44ab-8b63-78a6c475b796'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:45:31.068077 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ceb69c7-81cf-4a05-8260-1abf0b0ea53a" -d '{"events": [{"server_uuid": "1c4fd1ac-41bf-4674-9704-0677a18dcab9", "name": "network-vif-deleted", "tag": "bfea3a23-bd78-44ab-8b63-78a6c475b796"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:45:31.171133 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:45:31.223223 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-e10da400-9f77-47db-8279-66d2356d7cd7 None None] Allocated IP 2001:db8:1::2 (2b52c721-3af0-40c3-9d28-a461536efab8/25be48c2-90e4-4465-8e38-0a96bfec642b/b5992e8e-abf3-48d1-a4e2-10005ca77256) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:45:31.256667 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf15d75e-5004-43c7-bec5-9eb930d5291a x-openstack-request-id: req-bf15d75e-5004-43c7-bec5-9eb930d5291a {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:45:31.258456 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c4fd1ac-41bf-4674-9704-0677a18dcab9", "name": "network-vif-deleted", "tag": "bfea3a23-bd78-44ab-8b63-78a6c475b796", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:45:31.258956 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bf15d75e-5004-43c7-bec5-9eb930d5291a {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:45:31.260879 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c4fd1ac-41bf-4674-9704-0677a18dcab9', 'name': 'network-vif-deleted', 'tag': 'bfea3a23-bd78-44ab-8b63-78a6c475b796', 'status': 'completed', 'code': 200} Nov 12 08:45:31.301952 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-f9a1dd6b-46a3-468a-9f3c-efc88e305053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9865a2d3-ef8f-428d-8b2f-54fab4d71b30', 'name': 'tempest-RoutersIpV6Test-router-1849523538', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:45:22Z', 'updated_at': '2021-11-12T08:45:25Z', 'revision_number': 2, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'gw_port_host': None, '_interfaces': [{'id': 'd65b49b9-ff37-4035-8b20-c37c9c15a19d', 'name': '', 'network_id': '4d5173a5-cff3-43ef-979a-489d0c11f249', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'mac_address': 'fa:16:3e:51:36:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9865a2d3-ef8f-428d-8b2f-54fab4d71b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'dbd8bf76-29f7-49de-96eb-4f363218d99e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:24Z', 'updated_at': '2021-11-12T08:45:30Z', 'revision_number': 4, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'subnets': [{'id': 'dbd8bf76-29f7-49de-96eb-4f363218d99e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:31.341097 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a1dd6b-46a3-468a-9f3c-efc88e305053 None None] The sync data for ids ['9865a2d3-ef8f-428d-8b2f-54fab4d71b30'] in n-d-765315-29 is: [{'id': '9865a2d3-ef8f-428d-8b2f-54fab4d71b30', 'name': 'tempest-RoutersIpV6Test-router-1849523538', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:45:22Z', 'updated_at': '2021-11-12T08:45:25Z', 'revision_number': 2, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'gw_port_host': None, '_interfaces': [{'id': 'd65b49b9-ff37-4035-8b20-c37c9c15a19d', 'name': '', 'network_id': '4d5173a5-cff3-43ef-979a-489d0c11f249', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'mac_address': 'fa:16:3e:51:36:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9865a2d3-ef8f-428d-8b2f-54fab4d71b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'dbd8bf76-29f7-49de-96eb-4f363218d99e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:24Z', 'updated_at': '2021-11-12T08:45:30Z', 'revision_number': 4, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'subnets': [{'id': 'dbd8bf76-29f7-49de-96eb-4f363218d99e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:45:31.390454 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f1111820-4d8f-4a4f-b666-d7a2112fceea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:31.446268 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-f1111820-4d8f-4a4f-b666-d7a2112fceea None None] For port d65b49b9-ff37-4035-8b20-c37c9c15a19d, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=d65b49b9-ff37-4035-8b20-c37c9c15a19d,segment=NetworkSegment(d71417ba-7abc-42c2-b409-b49416d9e846),segment_id=d71417ba-7abc-42c2-b409-b49416d9e846)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:31.456530 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f1111820-4d8f-4a4f-b666-d7a2112fceea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:31.547036 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c1b0f386-7bbf-4246-9ba4-83e266b03072 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:31.647156 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1111820-4d8f-4a4f-b666-d7a2112fceea None None] Pushing event updated for resources: {'Port': ['ID=d65b49b9-ff37-4035-8b20-c37c9c15a19d,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:31.733686 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5b0106b1-9233-4cbd-8f92-3820b01b7d5b req-0e2e8fdf-6bf5-4d10-9db2-bf2709d4e963 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c4fd1ac-41bf-4674-9704-0677a18dcab9 HTTP/1.1" status: 200 len: 210 time: 0.0603850 Nov 12 08:45:31.770600 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e10da400-9f77-47db-8279-66d2356d7cd7 None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:31.797526 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e10da400-9f77-47db-8279-66d2356d7cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:31.966110 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10da400-9f77-47db-8279-66d2356d7cd7 None None] Network 2b52c721-3af0-40c3-9d28-a461536efab8 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:45:32.001335 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-e10da400-9f77-47db-8279-66d2356d7cd7 None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:32.008073 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10da400-9f77-47db-8279-66d2356d7cd7 None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:45:32.019523 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-f375f304-724f-47f1-b3cf-7abc31a92bdc None None] Provisioning complete for port d65b49b9-ff37-4035-8b20-c37c9c15a19d triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:32.020254 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f375f304-724f-47f1-b3cf-7abc31a92bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:32.053649 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-c1b0f386-7bbf-4246-9ba4-83e266b03072 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Allocated IP 2001:db8:1::1 (2b52c721-3af0-40c3-9d28-a461536efab8/25be48c2-90e4-4465-8e38-0a96bfec642b/2375ad63-53db-405f-af17-eb6f939f6f33) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:45:32.074440 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10da400-9f77-47db-8279-66d2356d7cd7 None None] Pushing event updated for resources: {'Port': ['ID=b5992e8e-abf3-48d1-a4e2-10005ca77256,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:32.158065 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-e10da400-9f77-47db-8279-66d2356d7cd7 None None] Attempting to bind port b5992e8e-abf3-48d1-a4e2-10005ca77256 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:45:32.158834 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-e10da400-9f77-47db-8279-66d2356d7cd7 None None] Attempting to bind port b5992e8e-abf3-48d1-a4e2-10005ca77256 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '1d6d8838-9b2c-4770-9e20-4f6e912eb664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '2b52c721-3af0-40c3-9d28-a461536efab8'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:45:32.159462 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10da400-9f77-47db-8279-66d2356d7cd7 None None] Attempting to bind port b5992e8e-abf3-48d1-a4e2-10005ca77256 on network 2b52c721-3af0-40c3-9d28-a461536efab8 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:45:32.171470 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10da400-9f77-47db-8279-66d2356d7cd7 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:45:32.171904 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10da400-9f77-47db-8279-66d2356d7cd7 None None] Checking segment: {'id': '1d6d8838-9b2c-4770-9e20-4f6e912eb664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '2b52c721-3af0-40c3-9d28-a461536efab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:45:32.172418 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e10da400-9f77-47db-8279-66d2356d7cd7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:32.172909 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10da400-9f77-47db-8279-66d2356d7cd7 None None] Bound using segment: {'id': '1d6d8838-9b2c-4770-9e20-4f6e912eb664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '2b52c721-3af0-40c3-9d28-a461536efab8'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:45:32.173497 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-e10da400-9f77-47db-8279-66d2356d7cd7 None None] Bound port: b5992e8e-abf3-48d1-a4e2-10005ca77256, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d6d8838-9b2c-4770-9e20-4f6e912eb664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '2b52c721-3af0-40c3-9d28-a461536efab8'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:45:32.173996 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e10da400-9f77-47db-8279-66d2356d7cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:32.199180 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c1b0f386-7bbf-4246-9ba4-83e266b03072 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:32.239937 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c1b0f386-7bbf-4246-9ba4-83e266b03072 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:32.321940 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b0f386-7bbf-4246-9ba4-83e266b03072 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Network 2b52c721-3af0-40c3-9d28-a461536efab8 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:45:32.327835 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-c1b0f386-7bbf-4246-9ba4-83e266b03072 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:32.332763 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b0f386-7bbf-4246-9ba4-83e266b03072 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:45:32.333326 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c1b0f386-7bbf-4246-9ba4-83e266b03072 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933481'] for router_interface, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:32.361151 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e10da400-9f77-47db-8279-66d2356d7cd7 None None] For port b5992e8e-abf3-48d1-a4e2-10005ca77256, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:45:32.368213 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e10da400-9f77-47db-8279-66d2356d7cd7 None None] For port b5992e8e-abf3-48d1-a4e2-10005ca77256, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=b5992e8e-abf3-48d1-a4e2-10005ca77256,segment=NetworkSegment(1d6d8838-9b2c-4770-9e20-4f6e912eb664),segment_id=1d6d8838-9b2c-4770-9e20-4f6e912eb664)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:45:32.375544 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e10da400-9f77-47db-8279-66d2356d7cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:32.440619 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b0f386-7bbf-4246-9ba4-83e266b03072 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Pushing event updated for resources: {'Port': ['ID=2375ad63-53db-405f-af17-eb6f939f6f33,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:32.459361 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device bfea3a23-bd78-44ab-8b63-78a6c475b796 no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:45:32.507095 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c1b0f386-7bbf-4246-9ba4-83e266b03072 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:32.511478 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-e530113a-7783-48f4-9840-8911a24052df None None] No Port match for: bfea3a23-bd78-44ab-8b63-78a6c475b796 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:45:32.511478 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device bfea3a23-bd78-44ab-8b63-78a6c475b796 not bound to the agent host n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:45:32.518876 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10da400-9f77-47db-8279-66d2356d7cd7 None None] Pushing event updated for resources: {'Port': ['ID=b5992e8e-abf3-48d1-a4e2-10005ca77256,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:32.817460 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57002) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:32.997246 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c1b0f386-7bbf-4246-9ba4-83e266b03072 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:33.007296 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c1b0f386-7bbf-4246-9ba4-83e266b03072 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:33.008128 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c1b0f386-7bbf-4246-9ba4-83e266b03072 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933629'] for router_interface, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:33.193278 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device b5992e8e-abf3-48d1-a4e2-10005ca77256 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:45:33.210312 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b0f386-7bbf-4246-9ba4-83e266b03072 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Pushing event updated for resources: {'Port': ['ID=2375ad63-53db-405f-af17-eb6f939f6f33,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:33.280676 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port b5992e8e-abf3-48d1-a4e2-10005ca77256 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:33.281194 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:33.298295 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b0f386-7bbf-4246-9ba4-83e266b03072 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Network 2b52c721-3af0-40c3-9d28-a461536efab8 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:45:33.306790 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-c1b0f386-7bbf-4246-9ba4-83e266b03072 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:33.398674 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:33.436345 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] For port b5992e8e-abf3-48d1-a4e2-10005ca77256, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=b5992e8e-abf3-48d1-a4e2-10005ca77256,segment=NetworkSegment(1d6d8838-9b2c-4770-9e20-4f6e912eb664),segment_id=1d6d8838-9b2c-4770-9e20-4f6e912eb664)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:33.441284 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:33.442538 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device d65b49b9-ff37-4035-8b20-c37c9c15a19d up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:45:33.518374 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1b0f386-7bbf-4246-9ba4-83e266b03072 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Router 9865a2d3-ef8f-428d-8b2f-54fab4d71b30 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:45:33.573562 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Pushing event updated for resources: {'Port': ['ID=b5992e8e-abf3-48d1-a4e2-10005ca77256,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:33.613329 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-25acdde0-e671-4129-bf91-dbe7d883f810 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933586'] for router_interface, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:33.655589 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1b0f386-7bbf-4246-9ba4-83e266b03072 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:45:33.668482 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-c1b0f386-7bbf-4246-9ba4-83e266b03072 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "PUT /v2.0/routers/9865a2d3-ef8f-428d-8b2f-54fab4d71b30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5393202 Nov 12 08:45:33.669203 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57010) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:33.672068 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port d65b49b9-ff37-4035-8b20-c37c9c15a19d triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:33.673291 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:33.681505 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-05d6c322-77af-4add-9011-772c28dc83ab tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-10679941'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:33.728805 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d6c322-77af-4add-9011-772c28dc83ab tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Made reservation on behalf of dc5d3b337b0b4ac2bf638e904b3f73a7 for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:45:33.735008 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-05d6c322-77af-4add-9011-772c28dc83ab tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:33.766984 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05d6c322-77af-4add-9011-772c28dc83ab tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:45:33.782809 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-05d6c322-77af-4add-9011-772c28dc83ab tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:33.783425 n-d-765315-29 neutron-server[102599]: INFO neutron.db.segments_db [None req-05d6c322-77af-4add-9011-772c28dc83ab tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Added segment 92cfb8ee-2068-4e8b-add4-af4b27c88281 of type vlan for network 73c6d7ce-9b1d-4e96-9e22-6033786fad89 Nov 12 08:45:33.885701 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-05d6c322-77af-4add-9011-772c28dc83ab tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:33.943913 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-05d6c322-77af-4add-9011-772c28dc83ab tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:33.958522 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d6c322-77af-4add-9011-772c28dc83ab tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:33.959382 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-05d6c322-77af-4add-9011-772c28dc83ab tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks [] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:34.010702 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2537a2e8-1716-4a0b-b4b7-11811a50782a None None] Sync routers for ids ['9865a2d3-ef8f-428d-8b2f-54fab4d71b30'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:45:34.016927 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a3fabb59-3ac6-43e6-a3d9-0a7886730290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:34.033002 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2537a2e8-1716-4a0b-b4b7-11811a50782a None None] Routers {'9865a2d3-ef8f-428d-8b2f-54fab4d71b30'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:45:34.033664 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-2537a2e8-1716-4a0b-b4b7-11811a50782a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:45:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['9865a2d3-ef8f-428d-8b2f-54fab4d71b30'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:34.126307 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d6c322-77af-4add-9011-772c28dc83ab tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Pushing event updated for resources: {'Network': ['ID=73c6d7ce-9b1d-4e96-9e22-6033786fad89,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:34.139632 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57018) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:34.140444 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-05d6c322-77af-4add-9011-772c28dc83ab tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4689901 Nov 12 08:45:34.159965 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-b684890c-917c-4e8d-a2a8-d4ff53a6030a tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Request body: {'subnet': {'network_id': '73c6d7ce-9b1d-4e96-9e22-6033786fad89', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:34.208390 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 73c6d7ce-9b1d-4e96-9e22-6033786fad89 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:45:34.336028 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-25acdde0-e671-4129-bf91-dbe7d883f810 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Deleting port 5d439a8c-0ec1-467b-9a7a-891251bebd6a {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:45:34.337209 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-25acdde0-e671-4129-bf91-dbe7d883f810 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:34.344727 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b684890c-917c-4e8d-a2a8-d4ff53a6030a tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Made reservation on behalf of dc5d3b337b0b4ac2bf638e904b3f73a7 for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:45:34.345476 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-2537a2e8-1716-4a0b-b4b7-11811a50782a None None] Set router 9865a2d3-ef8f-428d-8b2f-54fab4d71b30 gateway port host: None {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:45:34.351017 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b684890c-917c-4e8d-a2a8-d4ff53a6030a tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:34.519299 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b0b914-3796-4e49-9af3-1a6450e6ccdd None None] Network 2b52c721-3af0-40c3-9d28-a461536efab8 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:45:34.536798 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-25acdde0-e671-4129-bf91-dbe7d883f810 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] For port 5d439a8c-0ec1-467b-9a7a-891251bebd6a, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=5d439a8c-0ec1-467b-9a7a-891251bebd6a,segment=NetworkSegment(f4ae52dd-0309-425b-9220-82953bab7253),segment_id=f4ae52dd-0309-425b-9220-82953bab7253)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:34.537272 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-25acdde0-e671-4129-bf91-dbe7d883f810 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:34.556175 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-25acdde0-e671-4129-bf91-dbe7d883f810 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Calling delete_port for 5d439a8c-0ec1-467b-9a7a-891251bebd6a owned by network:router_interface {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:45:34.614432 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-2cd0ee0b-9779-4a7b-b114-7dacee904b97 None None] Provisioning complete for port b5992e8e-abf3-48d1-a4e2-10005ca77256 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:34.614833 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2cd0ee0b-9779-4a7b-b114-7dacee904b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:34.802034 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b684890c-917c-4e8d-a2a8-d4ff53a6030a tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:34.891089 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b684890c-917c-4e8d-a2a8-d4ff53a6030a tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Pushing event updated for resources: {'Subnet': ['ID=830fa2e7-8599-4cab-95c4-f22986ef303b,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:34.909341 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-2537a2e8-1716-4a0b-b4b7-11811a50782a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9865a2d3-ef8f-428d-8b2f-54fab4d71b30', 'name': 'tempest-RoutersIpV6Test-router-1849523538', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:45:22Z', 'updated_at': '2021-11-12T08:45:32Z', 'revision_number': 3, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'gw_port_host': None, '_interfaces': [{'id': '2375ad63-53db-405f-af17-eb6f939f6f33', 'name': '', 'network_id': '2b52c721-3af0-40c3-9d28-a461536efab8', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'mac_address': 'fa:16:3e:a8:a2:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9865a2d3-ef8f-428d-8b2f-54fab4d71b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': '25be48c2-90e4-4465-8e38-0a96bfec642b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:31Z', 'updated_at': '2021-11-12T08:45:32Z', 'revision_number': 2, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'subnets': [{'id': '25be48c2-90e4-4465-8e38-0a96bfec642b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd65b49b9-ff37-4035-8b20-c37c9c15a19d', 'name': '', 'network_id': '4d5173a5-cff3-43ef-979a-489d0c11f249', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'mac_address': 'fa:16:3e:51:36:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9865a2d3-ef8f-428d-8b2f-54fab4d71b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'dbd8bf76-29f7-49de-96eb-4f363218d99e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:24Z', 'updated_at': '2021-11-12T08:45:31Z', 'revision_number': 5, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'subnets': [{'id': 'dbd8bf76-29f7-49de-96eb-4f363218d99e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:34.909938 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b684890c-917c-4e8d-a2a8-d4ff53a6030a tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Checking segment: {'id': '92cfb8ee-2068-4e8b-add4-af4b27c88281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '73c6d7ce-9b1d-4e96-9e22-6033786fad89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:45:34.910496 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b684890c-917c-4e8d-a2a8-d4ff53a6030a tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Network hostable DHCP agents. Network: 73c6d7ce-9b1d-4e96-9e22-6033786fad89, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:45:34.940500 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2537a2e8-1716-4a0b-b4b7-11811a50782a None None] Checking router: 9865a2d3-ef8f-428d-8b2f-54fab4d71b30 for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:45:34.940901 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2537a2e8-1716-4a0b-b4b7-11811a50782a None None] Updating router 9865a2d3-ef8f-428d-8b2f-54fab4d71b30 port 2375ad63-53db-405f-af17-eb6f939f6f33 binding host n-d-765315-29 {{(pid=102601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:45:34.968654 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-25acdde0-e671-4129-bf91-dbe7d883f810 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:34.992078 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2537a2e8-1716-4a0b-b4b7-11811a50782a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:34.999661 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device b5992e8e-abf3-48d1-a4e2-10005ca77256 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:45:35.015608 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b684890c-917c-4e8d-a2a8-d4ff53a6030a tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Network 73c6d7ce-9b1d-4e96-9e22-6033786fad89 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:45:35.021026 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25acdde0-e671-4129-bf91-dbe7d883f810 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Pushing event deleted for resources: {'Port': ['ID=5d439a8c-0ec1-467b-9a7a-891251bebd6a,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:35.114720 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-b684890c-917c-4e8d-a2a8-d4ff53a6030a tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 73c6d7ce-9b1d-4e96-9e22-6033786fad89) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:35.137894 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b684890c-917c-4e8d-a2a8-d4ff53a6030a tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:35.141808 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b684890c-917c-4e8d-a2a8-d4ff53a6030a tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:35.170732 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e500f44-0340-4344-b08b-785e3b67d2e8 None None] Network 73c6d7ce-9b1d-4e96-9e22-6033786fad89 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:45:35.204648 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-b684890c-917c-4e8d-a2a8-d4ff53a6030a tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0562170 Nov 12 08:45:35.206832 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57026) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:35.230369 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port b5992e8e-abf3-48d1-a4e2-10005ca77256 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:35.230704 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:35.477575 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-25acdde0-e671-4129-bf91-dbe7d883f810 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918626'] for router_interface, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:35.955336 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2537a2e8-1716-4a0b-b4b7-11811a50782a None None] Publish callbacks [] for port, precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:36.013288 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ff831b79-642d-4a68-97ff-def9e2e73400 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:36.016369 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2537a2e8-1716-4a0b-b4b7-11811a50782a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:36.082279 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:36.089658 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-4ce7a3a8-d9b6-4fa7-818f-1137a771e09a None None] Provisioning complete for port b5992e8e-abf3-48d1-a4e2-10005ca77256 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:36.090027 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4ce7a3a8-d9b6-4fa7-818f-1137a771e09a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:36.155001 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81596a0-216b-4eb7-8713-56eec224bdfa None None] Pushing event updated for resources: {'Port': ['ID=2375ad63-53db-405f-af17-eb6f939f6f33,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:36.349750 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-2537a2e8-1716-4a0b-b4b7-11811a50782a None None] Attempting to bind port 2375ad63-53db-405f-af17-eb6f939f6f33 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:45:36.350130 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-2537a2e8-1716-4a0b-b4b7-11811a50782a None None] Attempting to bind port 2375ad63-53db-405f-af17-eb6f939f6f33 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '1d6d8838-9b2c-4770-9e20-4f6e912eb664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '2b52c721-3af0-40c3-9d28-a461536efab8'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:45:36.350712 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2537a2e8-1716-4a0b-b4b7-11811a50782a None None] Attempting to bind port 2375ad63-53db-405f-af17-eb6f939f6f33 on network 2b52c721-3af0-40c3-9d28-a461536efab8 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:45:36.367285 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babdb892-f2aa-48fd-9bfb-73b5542ffc77 req-c0dadff8-4c43-4b72-8968-31ab43fd1720 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:36.369412 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-babdb892-f2aa-48fd-9bfb-73b5542ffc77 req-c0dadff8-4c43-4b72-8968-31ab43fd1720 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/networks?id=005cbe87-3cd9-4019-b60a-9b9dcf542d7d HTTP/1.1" status: 200 len: 815 time: 0.6886179 Nov 12 08:45:36.434780 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2537a2e8-1716-4a0b-b4b7-11811a50782a None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:45:36.435253 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2537a2e8-1716-4a0b-b4b7-11811a50782a None None] Checking segment: {'id': '1d6d8838-9b2c-4770-9e20-4f6e912eb664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '2b52c721-3af0-40c3-9d28-a461536efab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:45:36.435560 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2537a2e8-1716-4a0b-b4b7-11811a50782a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:36.435961 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2537a2e8-1716-4a0b-b4b7-11811a50782a None None] Bound using segment: {'id': '1d6d8838-9b2c-4770-9e20-4f6e912eb664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '2b52c721-3af0-40c3-9d28-a461536efab8'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:45:36.436455 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-2537a2e8-1716-4a0b-b4b7-11811a50782a None None] Bound port: 2375ad63-53db-405f-af17-eb6f939f6f33, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d6d8838-9b2c-4770-9e20-4f6e912eb664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '2b52c721-3af0-40c3-9d28-a461536efab8'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:45:36.436842 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2537a2e8-1716-4a0b-b4b7-11811a50782a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:36.497731 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-babdb892-f2aa-48fd-9bfb-73b5542ffc77 req-e930a4d0-f3d5-435a-84a5-b36996a5cb58 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/quotas/c79a59d0e8a34d8d81232928cf66b1d9 HTTP/1.1" status: 200 len: 375 time: 0.1212952 Nov 12 08:45:36.559400 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25acdde0-e671-4129-bf91-dbe7d883f810 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Router b17fddf4-f1b1-4c91-9903-9c379cbb360f has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:45:36.590615 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab879c6-100f-470f-8a1f-5b91db243674 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-73c6d7ce-9b1d-4e96-9e22-6033786fad89', 'network_id': '73c6d7ce-9b1d-4e96-9e22-6033786fad89', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'fixed_ips': [{'subnet_id': '830fa2e7-8599-4cab-95c4-f22986ef303b'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:45:36.591663 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5ab879c6-100f-470f-8a1f-5b91db243674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:36.614387 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-4ce7a3a8-d9b6-4fa7-818f-1137a771e09a None None] Provisioning complete for port 2375ad63-53db-405f-af17-eb6f939f6f33 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:36.614797 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4ce7a3a8-d9b6-4fa7-818f-1137a771e09a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:36.689223 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-2537a2e8-1716-4a0b-b4b7-11811a50782a None None] For port 2375ad63-53db-405f-af17-eb6f939f6f33, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:45:36.759406 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-2537a2e8-1716-4a0b-b4b7-11811a50782a None None] For port 2375ad63-53db-405f-af17-eb6f939f6f33, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=2375ad63-53db-405f-af17-eb6f939f6f33,segment=NetworkSegment(1d6d8838-9b2c-4770-9e20-4f6e912eb664),segment_id=1d6d8838-9b2c-4770-9e20-4f6e912eb664)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:45:36.764174 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-4ce7a3a8-d9b6-4fa7-818f-1137a771e09a None None] Port 2375ad63-53db-405f-af17-eb6f939f6f33 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:45:36.765793 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-babdb892-f2aa-48fd-9bfb-73b5542ffc77 req-24eb5ae2-8a65-4c24-8610-20088d1ac935 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c79a59d0e8a34d8d81232928cf66b1d9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2667663 Nov 12 08:45:36.770993 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2537a2e8-1716-4a0b-b4b7-11811a50782a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:36.929166 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25acdde0-e671-4129-bf91-dbe7d883f810 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:45:36.943142 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-25acdde0-e671-4129-bf91-dbe7d883f810 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] 10.222.0.26 "PUT /v2.0/routers/b17fddf4-f1b1-4c91-9903-9c379cbb360f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1219285 Nov 12 08:45:36.945270 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc779803-e666-47db-b739-6c252341cca2 None None] Sync routers for ids ['b17fddf4-f1b1-4c91-9903-9c379cbb360f'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:45:36.969420 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57052) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:36.971967 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc779803-e666-47db-b739-6c252341cca2 None None] Routers {'b17fddf4-f1b1-4c91-9903-9c379cbb360f'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:45:36.972470 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-dc779803-e666-47db-b739-6c252341cca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:45:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['b17fddf4-f1b1-4c91-9903-9c379cbb360f'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:36.983211 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-babdb892-f2aa-48fd-9bfb-73b5542ffc77 req-4de8a6cc-87f5-475d-aeb4-27906d0ab781 service neutron] 10.222.0.26 "GET /v2.0/networks/005cbe87-3cd9-4019-b60a-9b9dcf542d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164173 Nov 12 08:45:36.998581 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-f394bcb6-0e8a-4ed2-8059-770aa5f895c2 None None] Provisioning complete for port 2375ad63-53db-405f-af17-eb6f939f6f33 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:36.999217 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f394bcb6-0e8a-4ed2-8059-770aa5f895c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:37.037414 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81596a0-216b-4eb7-8713-56eec224bdfa None None] Pushing event updated for resources: {'Port': ['ID=2375ad63-53db-405f-af17-eb6f939f6f33,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:37.068635 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2537a2e8-1716-4a0b-b4b7-11811a50782a None None] Routers {'9865a2d3-ef8f-428d-8b2f-54fab4d71b30'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:45:37.069889 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-2537a2e8-1716-4a0b-b4b7-11811a50782a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:45:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['9865a2d3-ef8f-428d-8b2f-54fab4d71b30'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:37.095449 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-5ab879c6-100f-470f-8a1f-5b91db243674 None None] Allocated IP 2001:db8:2::2 (73c6d7ce-9b1d-4e96-9e22-6033786fad89/830fa2e7-8599-4cab-95c4-f22986ef303b/15c4847d-eaf1-4805-9fe0-a7607e87993c) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:45:37.111821 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-794143b0-80f7-4c2c-be9f-c0306cf16677 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Deleting subnet a96c6fcf-2b5a-4708-874d-2b34aa763130 {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:45:37.116186 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-794143b0-80f7-4c2c-be9f-c0306cf16677 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks [] for subnet, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:37.161009 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-babdb892-f2aa-48fd-9bfb-73b5542ffc77 req-ab180050-e3f1-4719-8cde-df8198a92386 service neutron] 10.222.0.26 "GET /v2.0/networks/005cbe87-3cd9-4019-b60a-9b9dcf542d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764991 Nov 12 08:45:37.231336 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-794143b0-80f7-4c2c-be9f-c0306cf16677 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31181813'] for subnet, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:37.295847 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f4285c58-5807-425d-bea4-1621f039639c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:37.318401 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-dc779803-e666-47db-b739-6c252341cca2 None None] Set router b17fddf4-f1b1-4c91-9903-9c379cbb360f gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:45:37.428010 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-2537a2e8-1716-4a0b-b4b7-11811a50782a None None] Set router 9865a2d3-ef8f-428d-8b2f-54fab4d71b30 gateway port host: None {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:45:37.458247 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-794143b0-80f7-4c2c-be9f-c0306cf16677 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:37.470295 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-aaaaa5d5-da84-4a8e-99b6-ddf344cc5f6a req-a38520a6-35f7-4ced-80cd-902448fa4721 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf0476d3-16eb-4c9f-8bf5-9c4bee8f1162 HTTP/1.1" status: 200 len: 210 time: 0.0500951 Nov 12 08:45:37.638202 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-794143b0-80f7-4c2c-be9f-c0306cf16677 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:37.688215 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f394bcb6-0e8a-4ed2-8059-770aa5f895c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:37.730080 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794143b0-80f7-4c2c-be9f-c0306cf16677 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Pushing event deleted for resources: {'Subnet': ['ID=a96c6fcf-2b5a-4708-874d-2b34aa763130,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:37.743782 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-794143b0-80f7-4c2c-be9f-c0306cf16677 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:37.760335 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-794143b0-80f7-4c2c-be9f-c0306cf16677 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] 10.222.0.26 "DELETE /v2.0/subnets/a96c6fcf-2b5a-4708-874d-2b34aa763130 HTTP/1.1" status: 204 len: 168 time: 0.7867177 Nov 12 08:45:37.760820 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57062) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:37.785029 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444c78e9-a21d-4486-8dc3-9d9e95f8df78 None None] Network a05c10df-2bba-4557-9f0d-3ce9cf65b6dc requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:45:37.859300 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-f394bcb6-0e8a-4ed2-8059-770aa5f895c2 None None] For port 2375ad63-53db-405f-af17-eb6f939f6f33, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=2375ad63-53db-405f-af17-eb6f939f6f33,segment=NetworkSegment(1d6d8838-9b2c-4770-9e20-4f6e912eb664),segment_id=1d6d8838-9b2c-4770-9e20-4f6e912eb664)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:37.915033 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f394bcb6-0e8a-4ed2-8059-770aa5f895c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:37.993827 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-08e4add7-5e78-4c68-b26a-5140e9943faf tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks [] for router, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:38.023546 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-dc779803-e666-47db-b739-6c252341cca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b17fddf4-f1b1-4c91-9903-9c379cbb360f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1954039180', 'tenant_id': '77abaf9dfdff48589f5ad3a7f970c1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '504f40d5-c86f-44ed-acdb-9a6a60b32094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:53Z', 'updated_at': '2021-11-12T08:45:34Z', 'revision_number': 5, 'project_id': '77abaf9dfdff48589f5ad3a7f970c1f2', 'gw_port': {'id': '504f40d5-c86f-44ed-acdb-9a6a60b32094', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:24:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17fddf4-f1b1-4c91-9903-9c379cbb360f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:54Z', 'updated_at': '2021-11-12T08:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:38.061532 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f394bcb6-0e8a-4ed2-8059-770aa5f895c2 None None] Pushing event updated for resources: {'Port': ['ID=2375ad63-53db-405f-af17-eb6f939f6f33,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:38.064032 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc779803-e666-47db-b739-6c252341cca2 None None] Checking router: b17fddf4-f1b1-4c91-9903-9c379cbb360f for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:45:38.069640 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5ab879c6-100f-470f-8a1f-5b91db243674 None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:38.088610 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc779803-e666-47db-b739-6c252341cca2 None None] Routers {'b17fddf4-f1b1-4c91-9903-9c379cbb360f'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:45:38.089234 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-dc779803-e666-47db-b739-6c252341cca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:45:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['b17fddf4-f1b1-4c91-9903-9c379cbb360f'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:38.186487 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5ab879c6-100f-470f-8a1f-5b91db243674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:38.210923 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-ff831b79-642d-4a68-97ff-def9e2e73400 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Allocated IP 2001:db8:2::1 (73c6d7ce-9b1d-4e96-9e22-6033786fad89/830fa2e7-8599-4cab-95c4-f22986ef303b/b0f97580-a5ec-46fa-a424-8ee06cc51083) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:45:38.213472 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:38.229338 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-08e4add7-5e78-4c68-b26a-5140e9943faf tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:38.240857 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-f09073ff-d894-46b0-a301-30f1dcec4c14 None None] Provisioning complete for port 2375ad63-53db-405f-af17-eb6f939f6f33 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:38.241301 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f09073ff-d894-46b0-a301-30f1dcec4c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:38.246696 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab879c6-100f-470f-8a1f-5b91db243674 None None] Network 73c6d7ce-9b1d-4e96-9e22-6033786fad89 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:45:38.338013 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-5ab879c6-100f-470f-8a1f-5b91db243674 None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:38.359810 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-08e4add7-5e78-4c68-b26a-5140e9943faf tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Deleting port 504f40d5-c86f-44ed-acdb-9a6a60b32094 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:45:38.360155 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-08e4add7-5e78-4c68-b26a-5140e9943faf tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:38.364868 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-dc779803-e666-47db-b739-6c252341cca2 None None] Set router b17fddf4-f1b1-4c91-9903-9c379cbb360f gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:45:38.373761 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab879c6-100f-470f-8a1f-5b91db243674 None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:45:38.462229 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab879c6-100f-470f-8a1f-5b91db243674 None None] Pushing event updated for resources: {'Port': ['ID=15c4847d-eaf1-4805-9fe0-a7607e87993c,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:38.530924 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ff831b79-642d-4a68-97ff-def9e2e73400 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:38.551214 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-5ab879c6-100f-470f-8a1f-5b91db243674 None None] Attempting to bind port 15c4847d-eaf1-4805-9fe0-a7607e87993c on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:45:38.551587 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-5ab879c6-100f-470f-8a1f-5b91db243674 None None] Attempting to bind port 15c4847d-eaf1-4805-9fe0-a7607e87993c by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '92cfb8ee-2068-4e8b-add4-af4b27c88281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '73c6d7ce-9b1d-4e96-9e22-6033786fad89'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:45:38.551951 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab879c6-100f-470f-8a1f-5b91db243674 None None] Attempting to bind port 15c4847d-eaf1-4805-9fe0-a7607e87993c on network 73c6d7ce-9b1d-4e96-9e22-6033786fad89 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:45:38.562409 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-2537a2e8-1716-4a0b-b4b7-11811a50782a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9865a2d3-ef8f-428d-8b2f-54fab4d71b30', 'name': 'tempest-RoutersIpV6Test-router-1849523538', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:45:22Z', 'updated_at': '2021-11-12T08:45:32Z', 'revision_number': 3, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'gw_port_host': None, '_interfaces': [{'id': '2375ad63-53db-405f-af17-eb6f939f6f33', 'name': '', 'network_id': '2b52c721-3af0-40c3-9d28-a461536efab8', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'mac_address': 'fa:16:3e:a8:a2:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9865a2d3-ef8f-428d-8b2f-54fab4d71b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': '25be48c2-90e4-4465-8e38-0a96bfec642b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:31Z', 'updated_at': '2021-11-12T08:45:36Z', 'revision_number': 4, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'subnets': [{'id': '25be48c2-90e4-4465-8e38-0a96bfec642b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd65b49b9-ff37-4035-8b20-c37c9c15a19d', 'name': '', 'network_id': '4d5173a5-cff3-43ef-979a-489d0c11f249', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'mac_address': 'fa:16:3e:51:36:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9865a2d3-ef8f-428d-8b2f-54fab4d71b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'dbd8bf76-29f7-49de-96eb-4f363218d99e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:24Z', 'updated_at': '2021-11-12T08:45:31Z', 'revision_number': 5, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'subnets': [{'id': 'dbd8bf76-29f7-49de-96eb-4f363218d99e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:38.609933 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-08e4add7-5e78-4c68-b26a-5140e9943faf tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] For port 504f40d5-c86f-44ed-acdb-9a6a60b32094, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=504f40d5-c86f-44ed-acdb-9a6a60b32094,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:38.610974 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-08e4add7-5e78-4c68-b26a-5140e9943faf tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:38.623197 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ff831b79-642d-4a68-97ff-def9e2e73400 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:38.654642 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-08e4add7-5e78-4c68-b26a-5140e9943faf tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Calling delete_port for 504f40d5-c86f-44ed-acdb-9a6a60b32094 owned by network:router_gateway {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:45:38.685531 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8090bb-9219-426e-a354-f0b21b72efce None None] DHCP port deletion for a05c10df-2bba-4557-9f0d-3ce9cf65b6dc request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:45:38.689279 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab879c6-100f-470f-8a1f-5b91db243674 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:45:38.691200 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab879c6-100f-470f-8a1f-5b91db243674 None None] Checking segment: {'id': '92cfb8ee-2068-4e8b-add4-af4b27c88281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '73c6d7ce-9b1d-4e96-9e22-6033786fad89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:45:38.692137 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5ab879c6-100f-470f-8a1f-5b91db243674 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:38.693021 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab879c6-100f-470f-8a1f-5b91db243674 None None] Bound using segment: {'id': '92cfb8ee-2068-4e8b-add4-af4b27c88281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '73c6d7ce-9b1d-4e96-9e22-6033786fad89'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:45:38.693960 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-5ab879c6-100f-470f-8a1f-5b91db243674 None None] Bound port: 15c4847d-eaf1-4805-9fe0-a7607e87993c, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92cfb8ee-2068-4e8b-add4-af4b27c88281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '73c6d7ce-9b1d-4e96-9e22-6033786fad89'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:45:38.694542 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5ab879c6-100f-470f-8a1f-5b91db243674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:38.715455 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2537a2e8-1716-4a0b-b4b7-11811a50782a None None] The sync data for ids ['9865a2d3-ef8f-428d-8b2f-54fab4d71b30'] in n-d-765315-29 is: [{'id': '9865a2d3-ef8f-428d-8b2f-54fab4d71b30', 'name': 'tempest-RoutersIpV6Test-router-1849523538', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:45:22Z', 'updated_at': '2021-11-12T08:45:32Z', 'revision_number': 3, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'gw_port_host': None, '_interfaces': [{'id': '2375ad63-53db-405f-af17-eb6f939f6f33', 'name': '', 'network_id': '2b52c721-3af0-40c3-9d28-a461536efab8', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'mac_address': 'fa:16:3e:a8:a2:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9865a2d3-ef8f-428d-8b2f-54fab4d71b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': '25be48c2-90e4-4465-8e38-0a96bfec642b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:31Z', 'updated_at': '2021-11-12T08:45:36Z', 'revision_number': 4, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'subnets': [{'id': '25be48c2-90e4-4465-8e38-0a96bfec642b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd65b49b9-ff37-4035-8b20-c37c9c15a19d', 'name': '', 'network_id': '4d5173a5-cff3-43ef-979a-489d0c11f249', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'mac_address': 'fa:16:3e:51:36:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9865a2d3-ef8f-428d-8b2f-54fab4d71b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'dbd8bf76-29f7-49de-96eb-4f363218d99e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:24Z', 'updated_at': '2021-11-12T08:45:31Z', 'revision_number': 5, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'subnets': [{'id': 'dbd8bf76-29f7-49de-96eb-4f363218d99e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:45:38.759643 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e0500be9-3979-4826-871d-3cf6eb892e30 req-ad17cde7-2c73-4b4b-8243-fcaf7a23a23e tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf0476d3-16eb-4c9f-8bf5-9c4bee8f1162 HTTP/1.1" status: 200 len: 210 time: 0.1031017 Nov 12 08:45:38.772521 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff831b79-642d-4a68-97ff-def9e2e73400 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Network 73c6d7ce-9b1d-4e96-9e22-6033786fad89 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:45:38.787592 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-ff831b79-642d-4a68-97ff-def9e2e73400 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:38.795604 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff831b79-642d-4a68-97ff-def9e2e73400 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:45:38.796153 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ff831b79-642d-4a68-97ff-def9e2e73400 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933481'] for router_interface, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:38.803326 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff831b79-642d-4a68-97ff-def9e2e73400 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Pushing event updated for resources: {'Port': ['ID=b0f97580-a5ec-46fa-a424-8ee06cc51083,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:38.895680 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-5ab879c6-100f-470f-8a1f-5b91db243674 None None] For port 15c4847d-eaf1-4805-9fe0-a7607e87993c, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:45:38.917458 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-5ab879c6-100f-470f-8a1f-5b91db243674 None None] For port 15c4847d-eaf1-4805-9fe0-a7607e87993c, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=15c4847d-eaf1-4805-9fe0-a7607e87993c,segment=NetworkSegment(92cfb8ee-2068-4e8b-add4-af4b27c88281),segment_id=92cfb8ee-2068-4e8b-add4-af4b27c88281)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:45:38.943838 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-dc779803-e666-47db-b739-6c252341cca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b17fddf4-f1b1-4c91-9903-9c379cbb360f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1954039180', 'tenant_id': '77abaf9dfdff48589f5ad3a7f970c1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '504f40d5-c86f-44ed-acdb-9a6a60b32094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:53Z', 'updated_at': '2021-11-12T08:45:34Z', 'revision_number': 5, 'project_id': '77abaf9dfdff48589f5ad3a7f970c1f2', 'gw_port': {'id': '504f40d5-c86f-44ed-acdb-9a6a60b32094', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:24:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17fddf4-f1b1-4c91-9903-9c379cbb360f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:54Z', 'updated_at': '2021-11-12T08:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:39.003889 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5ab879c6-100f-470f-8a1f-5b91db243674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:39.040729 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc779803-e666-47db-b739-6c252341cca2 None None] The sync data for ids ['b17fddf4-f1b1-4c91-9903-9c379cbb360f'] in n-d-765315-29 is: [{'id': 'b17fddf4-f1b1-4c91-9903-9c379cbb360f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1954039180', 'tenant_id': '77abaf9dfdff48589f5ad3a7f970c1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '504f40d5-c86f-44ed-acdb-9a6a60b32094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:53Z', 'updated_at': '2021-11-12T08:45:34Z', 'revision_number': 5, 'project_id': '77abaf9dfdff48589f5ad3a7f970c1f2', 'gw_port': {'id': '504f40d5-c86f-44ed-acdb-9a6a60b32094', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:24:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17fddf4-f1b1-4c91-9903-9c379cbb360f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:54Z', 'updated_at': '2021-11-12T08:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:45:39.216979 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ff831b79-642d-4a68-97ff-def9e2e73400 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:39.289197 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-08e4add7-5e78-4c68-b26a-5140e9943faf tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:39.396733 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e4add7-5e78-4c68-b26a-5140e9943faf tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Pushing event deleted for resources: {'Port': ['ID=504f40d5-c86f-44ed-acdb-9a6a60b32094,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:39.587920 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-08e4add7-5e78-4c68-b26a-5140e9943faf tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-933016'] for router_gateway, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:39.726201 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b238e5ca-9852-46c2-b0a6-79b258645e77 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:45:39.729023 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 2375ad63-53db-405f-af17-eb6f939f6f33 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:45:39.793168 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babdb892-f2aa-48fd-9bfb-73b5542ffc77 req-4ae556d5-6bfa-42f7-b7bd-ecf70be3b911 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:39.799265 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-babdb892-f2aa-48fd-9bfb-73b5542ffc77 req-4ae556d5-6bfa-42f7-b7bd-ecf70be3b911 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.44 "GET /v2.0/networks?id=005cbe87-3cd9-4019-b60a-9b9dcf542d7d HTTP/1.1" status: 200 len: 815 time: 0.4618585 Nov 12 08:45:39.838875 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-babdb892-f2aa-48fd-9bfb-73b5542ffc77 req-a7071e7a-dd5b-457d-9386-5d0930fd2bcb tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Request body: {'port': {'device_id': 'cf0476d3-16eb-4c9f-8bf5-9c4bee8f1162', 'network_id': '005cbe87-3cd9-4019-b60a-9b9dcf542d7d', 'admin_state_up': True, 'tenant_id': 'c79a59d0e8a34d8d81232928cf66b1d9'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:40.004475 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:40.022996 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 2375ad63-53db-405f-af17-eb6f939f6f33 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:40.024739 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-08e4add7-5e78-4c68-b26a-5140e9943faf tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:40.025448 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:40.031916 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab879c6-100f-470f-8a1f-5b91db243674 None None] Pushing event updated for resources: {'Port': ['ID=15c4847d-eaf1-4805-9fe0-a7607e87993c,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:40.045472 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-08e4add7-5e78-4c68-b26a-5140e9943faf tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:40.089601 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:40.112580 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-fb8090bb-9219-426e-a354-f0b21b72efce None None] Deleting port 6c1d7c27-c0c1-4a43-84d6-8db6eb2a22f7 {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:45:40.112969 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-fb8090bb-9219-426e-a354-f0b21b72efce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:40.114059 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3e7b798b-b38a-4c55-8869-b9d2dae630ef req-aa639d07-2b95-42d6-aa04-fff43ae33885 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf0476d3-16eb-4c9f-8bf5-9c4bee8f1162 HTTP/1.1" status: 200 len: 210 time: 0.1371303 Nov 12 08:45:40.213951 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-08e4add7-5e78-4c68-b26a-5140e9943faf tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:40.213951 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08e4add7-5e78-4c68-b26a-5140e9943faf tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Fanout notify agent at l3_agent the message router_deleted on router b17fddf4-f1b1-4c91-9903-9c379cbb360f {{(pid=102600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:45:40.247494 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-08e4add7-5e78-4c68-b26a-5140e9943faf tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:40.251121 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-08e4add7-5e78-4c68-b26a-5140e9943faf tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] 10.222.0.26 "DELETE /v2.0/routers/b17fddf4-f1b1-4c91-9903-9c379cbb360f HTTP/1.1" status: 204 len: 168 time: 2.4871149 Nov 12 08:45:40.252291 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57086) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:40.310488 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-fb8090bb-9219-426e-a354-f0b21b72efce None None] For port 6c1d7c27-c0c1-4a43-84d6-8db6eb2a22f7, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=6c1d7c27-c0c1-4a43-84d6-8db6eb2a22f7,segment=NetworkSegment(f4ae52dd-0309-425b-9220-82953bab7253),segment_id=f4ae52dd-0309-425b-9220-82953bab7253)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:40.311059 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-fb8090bb-9219-426e-a354-f0b21b72efce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:40.325221 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-babdb892-f2aa-48fd-9bfb-73b5542ffc77 req-a7071e7a-dd5b-457d-9386-5d0930fd2bcb tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Made reservation on behalf of c79a59d0e8a34d8d81232928cf66b1d9 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:45:40.333169 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-babdb892-f2aa-48fd-9bfb-73b5542ffc77 req-a7071e7a-dd5b-457d-9386-5d0930fd2bcb tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:40.376664 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-fb8090bb-9219-426e-a354-f0b21b72efce None None] Calling delete_port for 6c1d7c27-c0c1-4a43-84d6-8db6eb2a22f7 owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:45:40.454037 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c5331e0a-0213-4109-9af8-d01f1168af13 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:40.580439 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-c5331e0a-0213-4109-9af8-d01f1168af13 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Deleting port 6c1d7c27-c0c1-4a43-84d6-8db6eb2a22f7 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:45:40.581398 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c5331e0a-0213-4109-9af8-d01f1168af13 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:40.646027 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-fb8090bb-9219-426e-a354-f0b21b72efce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:40.683096 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8090bb-9219-426e-a354-f0b21b72efce None None] Pushing event deleted for resources: {'Port': ['ID=6c1d7c27-c0c1-4a43-84d6-8db6eb2a22f7,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:40.689708 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8090bb-9219-426e-a354-f0b21b72efce None None] No DVR routers for this DVR port 6c1d7c27-c0c1-4a43-84d6-8db6eb2a22f7 on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:45:40.730419 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ff831b79-642d-4a68-97ff-def9e2e73400 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:40.732671 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-c5331e0a-0213-4109-9af8-d01f1168af13 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] For port 6c1d7c27-c0c1-4a43-84d6-8db6eb2a22f7, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=6c1d7c27-c0c1-4a43-84d6-8db6eb2a22f7,segment=NetworkSegment(f4ae52dd-0309-425b-9220-82953bab7253),segment_id=f4ae52dd-0309-425b-9220-82953bab7253)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:40.733288 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c5331e0a-0213-4109-9af8-d01f1168af13 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:40.743095 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ff831b79-642d-4a68-97ff-def9e2e73400 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:40.743901 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ff831b79-642d-4a68-97ff-def9e2e73400 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933629'] for router_interface, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:40.759535 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-c5331e0a-0213-4109-9af8-d01f1168af13 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Calling delete_port for 6c1d7c27-c0c1-4a43-84d6-8db6eb2a22f7 owned by network:dhcp {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:45:40.796311 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-babdb892-f2aa-48fd-9bfb-73b5542ffc77 req-a7071e7a-dd5b-457d-9386-5d0930fd2bcb tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Allocated IP 172.20.0.10 (005cbe87-3cd9-4019-b60a-9b9dcf542d7d/60df83b3-712a-40a1-8ef0-32bfce62889a/c1caee9a-8b7e-476b-ba96-fd75ddc57bfe) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:45:40.845621 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff831b79-642d-4a68-97ff-def9e2e73400 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Pushing event updated for resources: {'Port': ['ID=b0f97580-a5ec-46fa-a424-8ee06cc51083,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:40.860285 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c5331e0a-0213-4109-9af8-d01f1168af13 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:40.906326 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5331e0a-0213-4109-9af8-d01f1168af13 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Pushing event deleted for resources: {'Port': ['ID=6c1d7c27-c0c1-4a43-84d6-8db6eb2a22f7,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:40.940231 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5331e0a-0213-4109-9af8-d01f1168af13 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] No DVR routers for this DVR port 6c1d7c27-c0c1-4a43-84d6-8db6eb2a22f7 on host n-d-765315-29 {{(pid=102600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:45:40.940388 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 6c1d7c27-c0c1-4a43-84d6-8db6eb2a22f7 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:45:40.974011 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 6c1d7c27-c0c1-4a43-84d6-8db6eb2a22f7 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:45:40.974351 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 6c1d7c27-c0c1-4a43-84d6-8db6eb2a22f7 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:45:41.064411 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff831b79-642d-4a68-97ff-def9e2e73400 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Network 73c6d7ce-9b1d-4e96-9e22-6033786fad89 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:45:41.067788 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-ff831b79-642d-4a68-97ff-def9e2e73400 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:41.174176 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c5331e0a-0213-4109-9af8-d01f1168af13 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:41.221112 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-c5331e0a-0213-4109-9af8-d01f1168af13 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a05c10df-2bba-4557-9f0d-3ce9cf65b6dc']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:41.241040 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-c5331e0a-0213-4109-9af8-d01f1168af13 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4ae52dd-0309-425b-9220-82953bab7253') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:41.241264 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-c5331e0a-0213-4109-9af8-d01f1168af13 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4ae52dd-0309-425b-9220-82953bab7253') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:41.252085 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 15c4847d-eaf1-4805-9fe0-a7607e87993c up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:45:41.255099 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c5331e0a-0213-4109-9af8-d01f1168af13 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:41.296682 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c5331e0a-0213-4109-9af8-d01f1168af13 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:41.326570 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-babdb892-f2aa-48fd-9bfb-73b5542ffc77 req-a7071e7a-dd5b-457d-9386-5d0930fd2bcb tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:41.344329 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-32f9500b-be25-4136-83d2-7edafa976253 req-ef9a8d06-316c-4d26-8b23-8ba90ff5604a tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf0476d3-16eb-4c9f-8bf5-9c4bee8f1162 HTTP/1.1" status: 200 len: 210 time: 0.0820820 Nov 12 08:45:41.354259 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5331e0a-0213-4109-9af8-d01f1168af13 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:45:41.356011 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c5331e0a-0213-4109-9af8-d01f1168af13 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:41.366930 n-d-765315-29 neutron-server[102600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:45:41.366930 n-d-765315-29 neutron-server[102600]: self.session.flush() Nov 12 08:45:41.366930 n-d-765315-29 neutron-server[102600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:45:41.366930 n-d-765315-29 neutron-server[102600]: self.session.flush() Nov 12 08:45:41.366930 n-d-765315-29 neutron-server[102600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:45:41.366930 n-d-765315-29 neutron-server[102600]: self.session.flush() Nov 12 08:45:41.366930 n-d-765315-29 neutron-server[102600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:45:41.366930 n-d-765315-29 neutron-server[102600]: self.session.flush() Nov 12 08:45:41.366930 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:45:41.366930 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:45:41.366930 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:45:41.366930 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:45:41.366930 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:45:41.366930 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:45:41.366930 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:45:41.366930 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:45:41.366930 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:45:41.366930 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:45:41.366930 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:45:41.366930 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:45:41.366930 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:45:41.366930 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:45:41.366930 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:45:41.366930 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:45:41.366930 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:45:41.366930 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:45:41.366930 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:45:41.366930 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:45:41.366930 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:45:41.366930 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:45:41.366930 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:45:41.366930 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:45:41.366930 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:45:41.366930 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:45:41.366930 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:45:41.366930 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:45:41.366930 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:45:41.366930 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:45:41.366930 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:45:41.366930 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:45:41.391852 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff831b79-642d-4a68-97ff-def9e2e73400 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Router 9865a2d3-ef8f-428d-8b2f-54fab4d71b30 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:45:41.404236 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 15c4847d-eaf1-4805-9fe0-a7607e87993c triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:41.404609 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:41.486298 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c5331e0a-0213-4109-9af8-d01f1168af13 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:41.493303 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-babdb892-f2aa-48fd-9bfb-73b5542ffc77 req-a7071e7a-dd5b-457d-9386-5d0930fd2bcb tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:41.501037 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c5331e0a-0213-4109-9af8-d01f1168af13 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:41.511511 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-c5331e0a-0213-4109-9af8-d01f1168af13 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] 10.222.0.26 "DELETE /v2.0/networks/a05c10df-2bba-4557-9f0d-3ce9cf65b6dc HTTP/1.1" status: 204 len: 168 time: 1.2379820 Nov 12 08:45:41.514818 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57096) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:41.535808 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5331e0a-0213-4109-9af8-d01f1168af13 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Pushing event deleted for resources: {'Network': ['ID=a05c10df-2bba-4557-9f0d-3ce9cf65b6dc,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:41.554533 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['b803005b-47c4-478f-9f4f-f881a64beb9c', 'd7dd7029-671b-46e0-bf60-185515dd4ebf'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:45:41.605479 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-babdb892-f2aa-48fd-9bfb-73b5542ffc77 req-a7071e7a-dd5b-457d-9386-5d0930fd2bcb tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Network 005cbe87-3cd9-4019-b60a-9b9dcf542d7d is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:45:41.615855 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-babdb892-f2aa-48fd-9bfb-73b5542ffc77 req-a7071e7a-dd5b-457d-9386-5d0930fd2bcb tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:41.622334 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff831b79-642d-4a68-97ff-def9e2e73400 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:45:41.622334 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-babdb892-f2aa-48fd-9bfb-73b5542ffc77 req-a7071e7a-dd5b-457d-9386-5d0930fd2bcb tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:45:41.628296 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['6dd43656-7fe5-426e-954d-20feb61db223'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:45:41.672312 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7071e7a-dd5b-457d-9386-5d0930fd2bcb tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Pushing event updated for resources: {'Port': ['ID=c1caee9a-8b7e-476b-ba96-fd75ddc57bfe,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:41.684323 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babdb892-f2aa-48fd-9bfb-73b5542ffc77 req-a7071e7a-dd5b-457d-9386-5d0930fd2bcb tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:41.684866 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0863f9ca-a185-483b-b620-fba29b55921f None None] Sync routers for ids ['9865a2d3-ef8f-428d-8b2f-54fab4d71b30'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:45:41.684993 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-babdb892-f2aa-48fd-9bfb-73b5542ffc77 req-a7071e7a-dd5b-457d-9386-5d0930fd2bcb tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:41.694034 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-ff831b79-642d-4a68-97ff-def9e2e73400 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "PUT /v2.0/routers/9865a2d3-ef8f-428d-8b2f-54fab4d71b30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4853747 Nov 12 08:45:41.696727 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57098) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:41.707470 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-ef5998ed-0afa-4a16-8dcb-217c68a338d0 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1956608773'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:41.724410 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-babdb892-f2aa-48fd-9bfb-73b5542ffc77 req-a7071e7a-dd5b-457d-9386-5d0930fd2bcb tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8930562 Nov 12 08:45:41.747768 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-babdb892-f2aa-48fd-9bfb-73b5542ffc77 req-d3d295a8-bbdf-4ca7-a85e-930681a6869f service neutron] Request body: {'port': {'device_id': 'cf0476d3-16eb-4c9f-8bf5-9c4bee8f1162', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:41.759084 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a320c225-e678-4c12-bfdf-b2ee81697af4 None None] Network 73c6d7ce-9b1d-4e96-9e22-6033786fad89 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:45:41.863139 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-babdb892-f2aa-48fd-9bfb-73b5542ffc77 req-d3d295a8-bbdf-4ca7-a85e-930681a6869f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:41.875375 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0863f9ca-a185-483b-b620-fba29b55921f None None] Routers {'9865a2d3-ef8f-428d-8b2f-54fab4d71b30'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:45:41.876558 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-0863f9ca-a185-483b-b620-fba29b55921f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:45:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['9865a2d3-ef8f-428d-8b2f-54fab4d71b30'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:41.893896 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef5998ed-0afa-4a16-8dcb-217c68a338d0 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Made reservation on behalf of dc5d3b337b0b4ac2bf638e904b3f73a7 for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:45:41.902756 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ef5998ed-0afa-4a16-8dcb-217c68a338d0 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:41.927673 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:41.944758 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef5998ed-0afa-4a16-8dcb-217c68a338d0 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:45:41.973276 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ef5998ed-0afa-4a16-8dcb-217c68a338d0 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:41.974078 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-ef5998ed-0afa-4a16-8dcb-217c68a338d0 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Added segment dfb18cdc-e3f0-4082-a1c2-7ab0d972f2c2 of type vlan for network da0611fd-2ed6-49dd-ac71-c85fc1a9a6fa Nov 12 08:45:41.989961 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e3a8e6e2-54ca-49e1-8ca5-d51522a520ad None None] Provisioning complete for port 15c4847d-eaf1-4805-9fe0-a7607e87993c triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:41.990861 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e3a8e6e2-54ca-49e1-8ca5-d51522a520ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:42.004425 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-abf79ea3-f281-46f9-9192-9e29cb1d1527 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Deleting port 026ba25e-f96e-46ee-98ac-52c6b119639a {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:45:42.005228 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-abf79ea3-f281-46f9-9192-9e29cb1d1527 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:42.080792 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] For port 15c4847d-eaf1-4805-9fe0-a7607e87993c, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=15c4847d-eaf1-4805-9fe0-a7607e87993c,segment=NetworkSegment(92cfb8ee-2068-4e8b-add4-af4b27c88281),segment_id=92cfb8ee-2068-4e8b-add4-af4b27c88281)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:42.150833 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ef5998ed-0afa-4a16-8dcb-217c68a338d0 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:42.153857 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:42.248815 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ef5998ed-0afa-4a16-8dcb-217c68a338d0 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:42.255935 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-babdb892-f2aa-48fd-9bfb-73b5542ffc77 req-d3d295a8-bbdf-4ca7-a85e-930681a6869f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1caee9a-8b7e-476b-ba96-fd75ddc57bfe {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:45:42.259181 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5998ed-0afa-4a16-8dcb-217c68a338d0 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:42.260106 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ef5998ed-0afa-4a16-8dcb-217c68a338d0 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:42.267297 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-babdb892-f2aa-48fd-9bfb-73b5542ffc77 req-d3d295a8-bbdf-4ca7-a85e-930681a6869f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:42.272428 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Pushing event updated for resources: {'Port': ['ID=15c4847d-eaf1-4805-9fe0-a7607e87993c,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:42.289854 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 5d439a8c-0ec1-467b-9a7a-891251bebd6a no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:45:42.299855 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-babdb892-f2aa-48fd-9bfb-73b5542ffc77 req-d3d295a8-bbdf-4ca7-a85e-930681a6869f service neutron] Transition to ACTIVE for port object c1caee9a-8b7e-476b-ba96-fd75ddc57bfe will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:45:42.304294 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-ef5998ed-0afa-4a16-8dcb-217c68a338d0 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6049383 Nov 12 08:45:42.307009 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-babdb892-f2aa-48fd-9bfb-73b5542ffc77 req-d3d295a8-bbdf-4ca7-a85e-930681a6869f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:42.310273 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57102) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:42.325212 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-abf79ea3-f281-46f9-9192-9e29cb1d1527 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:42.325689 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-abf79ea3-f281-46f9-9192-9e29cb1d1527 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:42.327030 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 5d439a8c-0ec1-467b-9a7a-891251bebd6a {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:45:42.327374 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 5d439a8c-0ec1-467b-9a7a-891251bebd6a not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:45:42.327796 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 504f40d5-c86f-44ed-acdb-9a6a60b32094 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:45:42.373432 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-4db6f622-d0e1-4d24-98a4-7a7cf46d6169 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Request body: {'subnet': {'network_id': 'da0611fd-2ed6-49dd-ac71-c85fc1a9a6fa', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:42.387027 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d295a8-bbdf-4ca7-a85e-930681a6869f service neutron] Pushing event updated for resources: {'Port': ['ID=c1caee9a-8b7e-476b-ba96-fd75ddc57bfe,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:42.410946 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-abf79ea3-f281-46f9-9192-9e29cb1d1527 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Calling delete_port for 026ba25e-f96e-46ee-98ac-52c6b119639a owned by network:floatingip {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:45:42.437236 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5998ed-0afa-4a16-8dcb-217c68a338d0 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Pushing event updated for resources: {'Network': ['ID=da0611fd-2ed6-49dd-ac71-c85fc1a9a6fa,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:42.522172 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network da0611fd-2ed6-49dd-ac71-c85fc1a9a6fa details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:45:42.626068 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 504f40d5-c86f-44ed-acdb-9a6a60b32094 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:45:42.633802 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 504f40d5-c86f-44ed-acdb-9a6a60b32094 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:45:42.671242 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-0863f9ca-a185-483b-b620-fba29b55921f None None] Set router 9865a2d3-ef8f-428d-8b2f-54fab4d71b30 gateway port host: None {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:45:42.677393 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755fffea-6067-47ae-b81f-4139b6dccf70 req-49011049-51a2-44af-804e-1ea07a542637 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:42.677393 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-755fffea-6067-47ae-b81f-4139b6dccf70 req-49011049-51a2-44af-804e-1ea07a542637 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf0476d3-16eb-4c9f-8bf5-9c4bee8f1162 HTTP/1.1" status: 200 len: 944 time: 0.1368906 Nov 12 08:45:42.764445 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-babdb892-f2aa-48fd-9bfb-73b5542ffc77 req-d3d295a8-bbdf-4ca7-a85e-930681a6869f service neutron] Attempting to bind port c1caee9a-8b7e-476b-ba96-fd75ddc57bfe on host n-h2-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:45:42.764969 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-babdb892-f2aa-48fd-9bfb-73b5542ffc77 req-d3d295a8-bbdf-4ca7-a85e-930681a6869f service neutron] Attempting to bind port c1caee9a-8b7e-476b-ba96-fd75ddc57bfe by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': 'd67d595f-ac82-4224-8cfb-35d7cb8db958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '005cbe87-3cd9-4019-b60a-9b9dcf542d7d'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:45:42.765565 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-babdb892-f2aa-48fd-9bfb-73b5542ffc77 req-d3d295a8-bbdf-4ca7-a85e-930681a6869f service neutron] Attempting to bind port c1caee9a-8b7e-476b-ba96-fd75ddc57bfe on network 005cbe87-3cd9-4019-b60a-9b9dcf542d7d {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:45:42.771468 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4db6f622-d0e1-4d24-98a4-7a7cf46d6169 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Made reservation on behalf of dc5d3b337b0b4ac2bf638e904b3f73a7 for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:45:42.778565 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4db6f622-d0e1-4d24-98a4-7a7cf46d6169 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:42.813529 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-755fffea-6067-47ae-b81f-4139b6dccf70 req-83151d31-a14e-4e34-b29c-6a2437158f41 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0bffda3-6203-474e-b9e0-460d95e09dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140835 Nov 12 08:45:42.817396 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:42.906295 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-babdb892-f2aa-48fd-9bfb-73b5542ffc77 req-d3d295a8-bbdf-4ca7-a85e-930681a6869f service neutron] Port c1caee9a-8b7e-476b-ba96-fd75ddc57bfe on network 005cbe87-3cd9-4019-b60a-9b9dcf542d7d not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:45:42.906984 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-babdb892-f2aa-48fd-9bfb-73b5542ffc77 req-d3d295a8-bbdf-4ca7-a85e-930681a6869f service neutron] Attempting to bind port c1caee9a-8b7e-476b-ba96-fd75ddc57bfe on network 005cbe87-3cd9-4019-b60a-9b9dcf542d7d {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:45:42.919976 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-babdb892-f2aa-48fd-9bfb-73b5542ffc77 req-d3d295a8-bbdf-4ca7-a85e-930681a6869f service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:45:42.920343 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-babdb892-f2aa-48fd-9bfb-73b5542ffc77 req-d3d295a8-bbdf-4ca7-a85e-930681a6869f service neutron] Checking segment: {'id': 'd67d595f-ac82-4224-8cfb-35d7cb8db958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '005cbe87-3cd9-4019-b60a-9b9dcf542d7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:45:42.920707 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-babdb892-f2aa-48fd-9bfb-73b5542ffc77 req-d3d295a8-bbdf-4ca7-a85e-930681a6869f service neutron] Bound using segment: {'id': 'd67d595f-ac82-4224-8cfb-35d7cb8db958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '005cbe87-3cd9-4019-b60a-9b9dcf542d7d'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:45:42.921154 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-babdb892-f2aa-48fd-9bfb-73b5542ffc77 req-d3d295a8-bbdf-4ca7-a85e-930681a6869f service neutron] Bound port: c1caee9a-8b7e-476b-ba96-fd75ddc57bfe, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd67d595f-ac82-4224-8cfb-35d7cb8db958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '005cbe87-3cd9-4019-b60a-9b9dcf542d7d'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:45:42.921529 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-babdb892-f2aa-48fd-9bfb-73b5542ffc77 req-d3d295a8-bbdf-4ca7-a85e-930681a6869f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:42.953343 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-abf79ea3-f281-46f9-9192-9e29cb1d1527 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:43.010224 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf79ea3-f281-46f9-9192-9e29cb1d1527 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Pushing event deleted for resources: {'Port': ['ID=026ba25e-f96e-46ee-98ac-52c6b119639a,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:43.089177 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4db6f622-d0e1-4d24-98a4-7a7cf46d6169 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:43.178069 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-abf79ea3-f281-46f9-9192-9e29cb1d1527 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks [] for floatingip, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:43.179187 n-d-765315-29 neutron-server[102600]: INFO neutron.db.l3_db [None req-abf79ea3-f281-46f9-9192-9e29cb1d1527 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Floating IP d44a0a1a-3e9d-4ff8-a48a-8882cf3e3da1 disassociated (deleted). External IP: 172.25.2.234, port: b5a650a6-f309-4933-af02-93a1e10b791b. Nov 12 08:45:43.190399 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db6f622-d0e1-4d24-98a4-7a7cf46d6169 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Pushing event updated for resources: {'Subnet': ['ID=53b87e78-f09c-4aae-a86b-c408fbf62ba1,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:43.233422 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db6f622-d0e1-4d24-98a4-7a7cf46d6169 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Checking segment: {'id': 'dfb18cdc-e3f0-4082-a1c2-7ab0d972f2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'da0611fd-2ed6-49dd-ac71-c85fc1a9a6fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:45:43.233946 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db6f622-d0e1-4d24-98a4-7a7cf46d6169 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Network hostable DHCP agents. Network: da0611fd-2ed6-49dd-ac71-c85fc1a9a6fa, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:45:43.241071 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 15c4847d-eaf1-4805-9fe0-a7607e87993c up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:45:43.253720 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-babdb892-f2aa-48fd-9bfb-73b5542ffc77 req-d3d295a8-bbdf-4ca7-a85e-930681a6869f service neutron] For port c1caee9a-8b7e-476b-ba96-fd75ddc57bfe, host n-h2-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:45:43.266542 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-babdb892-f2aa-48fd-9bfb-73b5542ffc77 req-d3d295a8-bbdf-4ca7-a85e-930681a6869f service neutron] For port c1caee9a-8b7e-476b-ba96-fd75ddc57bfe, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=c1caee9a-8b7e-476b-ba96-fd75ddc57bfe,segment=NetworkSegment(d67d595f-ac82-4224-8cfb-35d7cb8db958),segment_id=d67d595f-ac82-4224-8cfb-35d7cb8db958)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:45:43.268718 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db6f622-d0e1-4d24-98a4-7a7cf46d6169 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Network da0611fd-2ed6-49dd-ac71-c85fc1a9a6fa is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:45:43.274804 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-babdb892-f2aa-48fd-9bfb-73b5542ffc77 req-d3d295a8-bbdf-4ca7-a85e-930681a6869f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:43.355567 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d295a8-bbdf-4ca7-a85e-930681a6869f service neutron] Pushing event updated for resources: {'Port': ['ID=c1caee9a-8b7e-476b-ba96-fd75ddc57bfe,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:43.362362 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-4db6f622-d0e1-4d24-98a4-7a7cf46d6169 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, da0611fd-2ed6-49dd-ac71-c85fc1a9a6fa) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:43.367411 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db6f622-d0e1-4d24-98a4-7a7cf46d6169 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:43.368310 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4db6f622-d0e1-4d24-98a4-7a7cf46d6169 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:43.388162 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babdb892-f2aa-48fd-9bfb-73b5542ffc77 req-d3d295a8-bbdf-4ca7-a85e-930681a6869f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:43.389079 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-babdb892-f2aa-48fd-9bfb-73b5542ffc77 req-d3d295a8-bbdf-4ca7-a85e-930681a6869f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:43.390720 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-babdb892-f2aa-48fd-9bfb-73b5542ffc77 req-d3d295a8-bbdf-4ca7-a85e-930681a6869f service neutron] 10.222.0.44 "PUT /v2.0/ports/c1caee9a-8b7e-476b-ba96-fd75ddc57bfe HTTP/1.1" status: 200 len: 1093 time: 1.6479375 Nov 12 08:45:43.391952 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf0476d3-16eb-4c9f-8bf5-9c4bee8f1162', 'tag': 'c1caee9a-8b7e-476b-ba96-fd75ddc57bfe'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:45:43.394321 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d1f4413-28ea-44e7-aa3c-530dc5cb4730" -d '{"events": [{"name": "network-changed", "server_uuid": "cf0476d3-16eb-4c9f-8bf5-9c4bee8f1162", "tag": "c1caee9a-8b7e-476b-ba96-fd75ddc57bfe"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:45:43.397652 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54893cc3-482a-4629-9acc-4115daedb36b None None] Network da0611fd-2ed6-49dd-ac71-c85fc1a9a6fa requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:45:43.404985 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-4db6f622-d0e1-4d24-98a4-7a7cf46d6169 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0335710 Nov 12 08:45:43.405207 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57114) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:43.457029 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-0863f9ca-a185-483b-b620-fba29b55921f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9865a2d3-ef8f-428d-8b2f-54fab4d71b30', 'name': 'tempest-RoutersIpV6Test-router-1849523538', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:45:22Z', 'updated_at': '2021-11-12T08:45:39Z', 'revision_number': 4, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'gw_port_host': None, '_interfaces': [{'id': '2375ad63-53db-405f-af17-eb6f939f6f33', 'name': '', 'network_id': '2b52c721-3af0-40c3-9d28-a461536efab8', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'mac_address': 'fa:16:3e:a8:a2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9865a2d3-ef8f-428d-8b2f-54fab4d71b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': '25be48c2-90e4-4465-8e38-0a96bfec642b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:31Z', 'updated_at': '2021-11-12T08:45:37Z', 'revision_number': 5, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'subnets': [{'id': '25be48c2-90e4-4465-8e38-0a96bfec642b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0f97580-a5ec-46fa-a424-8ee06cc51083', 'name': '', 'network_id': '73c6d7ce-9b1d-4e96-9e22-6033786fad89', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'mac_address': 'fa:16:3e:c7:6b:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9865a2d3-ef8f-428d-8b2f-54fab4d71b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '830fa2e7-8599-4cab-95c4-f22986ef303b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:36Z', 'updated_at': '2021-11-12T08:45:40Z', 'revision_number': 2, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'subnets': [{'id': '830fa2e7-8599-4cab-95c4-f22986ef303b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd65b49b9-ff37-4035-8b20-c37c9c15a19d', 'name': '', 'network_id': '4d5173a5-cff3-43ef-979a-489d0c11f249', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'mac_address': 'fa:16:3e:51:36:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9865a2d3-ef8f-428d-8b2f-54fab4d71b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'dbd8bf76-29f7-49de-96eb-4f363218d99e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:24Z', 'updated_at': '2021-11-12T08:45:31Z', 'revision_number': 5, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'subnets': [{'id': 'dbd8bf76-29f7-49de-96eb-4f363218d99e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:43.471902 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 15c4847d-eaf1-4805-9fe0-a7607e87993c triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:43.472429 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:43.474568 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da5a89f4-6970-425d-9251-deba095193e3 x-openstack-request-id: req-da5a89f4-6970-425d-9251-deba095193e3 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:45:43.474900 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf0476d3-16eb-4c9f-8bf5-9c4bee8f1162", "tag": "c1caee9a-8b7e-476b-ba96-fd75ddc57bfe", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:45:43.475134 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-da5a89f4-6970-425d-9251-deba095193e3 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:45:43.475545 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf0476d3-16eb-4c9f-8bf5-9c4bee8f1162', 'tag': 'c1caee9a-8b7e-476b-ba96-fd75ddc57bfe', 'status': 'completed', 'code': 200} Nov 12 08:45:43.533022 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abf79ea3-f281-46f9-9192-9e29cb1d1527 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Router 4d2602bf-3602-4f3c-80a3-1a0ff8aa9574 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:45:43.600541 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babdb892-f2aa-48fd-9bfb-73b5542ffc77 req-78271747-2433-44b3-9ff1-401e262ca136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:43.602191 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-babdb892-f2aa-48fd-9bfb-73b5542ffc77 req-78271747-2433-44b3-9ff1-401e262ca136 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c79a59d0e8a34d8d81232928cf66b1d9&device_id=cf0476d3-16eb-4c9f-8bf5-9c4bee8f1162 HTTP/1.1" status: 200 len: 1096 time: 0.1258392 Nov 12 08:45:43.717665 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abf79ea3-f281-46f9-9192-9e29cb1d1527 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:45:43.729688 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac54a36-e9a3-4000-879a-a56b143d5907 None None] Sync routers for ids ['4d2602bf-3602-4f3c-80a3-1a0ff8aa9574'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:45:43.732608 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-abf79ea3-f281-46f9-9192-9e29cb1d1527 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:43.758000 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac54a36-e9a3-4000-879a-a56b143d5907 None None] Routers {'4d2602bf-3602-4f3c-80a3-1a0ff8aa9574'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:45:43.758860 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-babdb892-f2aa-48fd-9bfb-73b5542ffc77 req-a8991ce1-acad-473f-a0a9-597680c3ea3b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c1caee9a-8b7e-476b-ba96-fd75ddc57bfe HTTP/1.1" status: 200 len: 217 time: 0.1242127 Nov 12 08:45:43.759119 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-aac54a36-e9a3-4000-879a-a56b143d5907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:45:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['4d2602bf-3602-4f3c-80a3-1a0ff8aa9574'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:43.767870 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-abf79ea3-f281-46f9-9192-9e29cb1d1527 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] 10.222.0.26 "DELETE /v2.0/floatingips/d44a0a1a-3e9d-4ff8-a48a-8882cf3e3da1 HTTP/1.1" status: 204 len: 168 time: 2.2519104 Nov 12 08:45:43.768419 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '648b92ff-6e16-4647-be4e-df09c548fa85', 'tag': 'b5a650a6-f309-4933-af02-93a1e10b791b'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:45:43.775583 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5175b282-2b29-4dac-bd83-3873075ae690" -d '{"events": [{"name": "network-changed", "server_uuid": "648b92ff-6e16-4647-be4e-df09c548fa85", "tag": "b5a650a6-f309-4933-af02-93a1e10b791b"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:45:43.874946 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0863f9ca-a185-483b-b620-fba29b55921f None None] Checking router: 9865a2d3-ef8f-428d-8b2f-54fab4d71b30 for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:45:43.875306 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0863f9ca-a185-483b-b620-fba29b55921f None None] Updating router 9865a2d3-ef8f-428d-8b2f-54fab4d71b30 port b0f97580-a5ec-46fa-a424-8ee06cc51083 binding host n-d-765315-29 {{(pid=102601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:45:43.908206 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babdb892-f2aa-48fd-9bfb-73b5542ffc77 req-d8966b17-fdee-45d6-aa90-a49a586e51ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:43.909898 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-babdb892-f2aa-48fd-9bfb-73b5542ffc77 req-d8966b17-fdee-45d6-aa90-a49a586e51ef service neutron] 10.222.0.44 "GET /v2.0/subnets?id=60df83b3-712a-40a1-8ef0-32bfce62889a HTTP/1.1" status: 200 len: 855 time: 0.1186826 Nov 12 08:45:43.965188 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-aac54a36-e9a3-4000-879a-a56b143d5907 None None] Set router 4d2602bf-3602-4f3c-80a3-1a0ff8aa9574 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:45:44.001427 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-0863f9ca-a185-483b-b620-fba29b55921f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:44.017753 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-babdb892-f2aa-48fd-9bfb-73b5542ffc77 req-973d00be-965a-4720-a354-8f31ba06b475 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=005cbe87-3cd9-4019-b60a-9b9dcf542d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0901551 Nov 12 08:45:44.028815 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-8fbb5d8f-f7e6-4360-ba3f-4b3f7902f4fd None None] Provisioning complete for port b0f97580-a5ec-46fa-a424-8ee06cc51083 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:44.029357 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8fbb5d8f-f7e6-4360-ba3f-4b3f7902f4fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:44.083297 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4eb3182-900d-4bcc-a938-ccb322295cf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-da0611fd-2ed6-49dd-ac71-c85fc1a9a6fa', 'network_id': 'da0611fd-2ed6-49dd-ac71-c85fc1a9a6fa', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'fixed_ips': [{'subnet_id': '53b87e78-f09c-4aae-a86b-c408fbf62ba1'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:45:44.084189 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b4eb3182-900d-4bcc-a938-ccb322295cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:44.105006 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-8fbb5d8f-f7e6-4360-ba3f-4b3f7902f4fd None None] Port b0f97580-a5ec-46fa-a424-8ee06cc51083 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:45:44.145002 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab1c9708-bf21-48ce-87c8-9b833e18477e x-openstack-request-id: req-ab1c9708-bf21-48ce-87c8-9b833e18477e {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:45:44.145289 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "648b92ff-6e16-4647-be4e-df09c548fa85", "tag": "b5a650a6-f309-4933-af02-93a1e10b791b", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:45:44.145549 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ab1c9708-bf21-48ce-87c8-9b833e18477e {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:45:44.145959 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '648b92ff-6e16-4647-be4e-df09c548fa85', 'tag': 'b5a650a6-f309-4933-af02-93a1e10b791b', 'status': 'completed', 'code': 200} Nov 12 08:45:44.323227 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-8fbb5d8f-f7e6-4360-ba3f-4b3f7902f4fd None None] Provisioning complete for port 15c4847d-eaf1-4805-9fe0-a7607e87993c triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:44.324969 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8fbb5d8f-f7e6-4360-ba3f-4b3f7902f4fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:44.327793 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-aac54a36-e9a3-4000-879a-a56b143d5907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2602bf-3602-4f3c-80a3-1a0ff8aa9574', 'name': 'tempest-TestSecurityGroupsBasicOps-router-813339176', 'tenant_id': '77abaf9dfdff48589f5ad3a7f970c1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': 'f15f4ac1-9b9a-4de8-a40e-65a818478e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:43:31Z', 'updated_at': '2021-11-12T08:43:43Z', 'revision_number': 4, 'project_id': '77abaf9dfdff48589f5ad3a7f970c1f2', 'gw_port': {'id': 'f15f4ac1-9b9a-4de8-a40e-65a818478e88', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:4a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2602bf-3602-4f3c-80a3-1a0ff8aa9574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:43:33Z', 'updated_at': '2021-11-12T08:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '973ba8f7-4160-46c4-97fa-5b919a072670', 'name': '', 'network_id': '6ffcad90-f496-4d66-99b9-24f9c9250cf2', 'tenant_id': '77abaf9dfdff48589f5ad3a7f970c1f2', 'mac_address': 'fa:16:3e:c5:70:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2602bf-3602-4f3c-80a3-1a0ff8aa9574', 'device_owner': 'network:router_interface', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': '6690910f-d234-4eb4-9691-5e272fa7b090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:43:40Z', 'updated_at': '2021-11-12T08:43:51Z', 'revision_number': 5, 'project_id': '77abaf9dfdff48589f5ad3a7f970c1f2', 'subnets': [{'id': '6690910f-d234-4eb4-9691-5e272fa7b090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:44.369138 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac54a36-e9a3-4000-879a-a56b143d5907 None None] Checking router: 4d2602bf-3602-4f3c-80a3-1a0ff8aa9574 for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:45:44.372799 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f49b59b-04c4-4e55-acd0-f0133bb797e4 req-34e55dbb-04d4-40c8-93f1-cde4a3ec4492 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:44.375908 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4f49b59b-04c4-4e55-acd0-f0133bb797e4 req-34e55dbb-04d4-40c8-93f1-cde4a3ec4492 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf0476d3-16eb-4c9f-8bf5-9c4bee8f1162 HTTP/1.1" status: 200 len: 944 time: 0.1042192 Nov 12 08:45:44.385556 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac54a36-e9a3-4000-879a-a56b143d5907 None None] Routers {'4d2602bf-3602-4f3c-80a3-1a0ff8aa9574'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:45:44.386842 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-aac54a36-e9a3-4000-879a-a56b143d5907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:45:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['4d2602bf-3602-4f3c-80a3-1a0ff8aa9574'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:44.450420 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b3da77b4-a8b1-4515-9067-6c893c944be2 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:44.514843 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4f49b59b-04c4-4e55-acd0-f0133bb797e4 req-4f85edc8-a619-4521-bb67-2f03123243b1 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0bffda3-6203-474e-b9e0-460d95e09dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276236 Nov 12 08:45:44.636360 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-aac54a36-e9a3-4000-879a-a56b143d5907 None None] Set router 4d2602bf-3602-4f3c-80a3-1a0ff8aa9574 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:45:44.757836 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-b4eb3182-900d-4bcc-a938-ccb322295cf0 None None] Allocated IP 2001:db8:3::2 (da0611fd-2ed6-49dd-ac71-c85fc1a9a6fa/53b87e78-f09c-4aae-a86b-c408fbf62ba1/dbb4aff4-3580-4727-a764-95ead45fe5d1) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:45:44.811539 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b1c9ba-309e-4e1a-8ccb-53c64a82c8b2 req-8ab4fde5-56d1-428f-ac9d-4b6c3157d3ee tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:44.813325 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d2b1c9ba-309e-4e1a-8ccb-53c64a82c8b2 req-8ab4fde5-56d1-428f-ac9d-4b6c3157d3ee tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] 10.222.0.26 "GET /v2.0/ports?device_id=648b92ff-6e16-4647-be4e-df09c548fa85 HTTP/1.1" status: 200 len: 984 time: 0.1211894 Nov 12 08:45:44.925222 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5175b282-2b29-4dac-bd83-3873075ae690 req-07b1e090-6add-4059-8f4d-e9fdafc0bed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:44.927185 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5175b282-2b29-4dac-bd83-3873075ae690 req-07b1e090-6add-4059-8f4d-e9fdafc0bed7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=77abaf9dfdff48589f5ad3a7f970c1f2&device_id=648b92ff-6e16-4647-be4e-df09c548fa85 HTTP/1.1" status: 200 len: 1136 time: 0.6539736 Nov 12 08:45:44.929171 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-aac54a36-e9a3-4000-879a-a56b143d5907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2602bf-3602-4f3c-80a3-1a0ff8aa9574', 'name': 'tempest-TestSecurityGroupsBasicOps-router-813339176', 'tenant_id': '77abaf9dfdff48589f5ad3a7f970c1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': 'f15f4ac1-9b9a-4de8-a40e-65a818478e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:43:31Z', 'updated_at': '2021-11-12T08:43:43Z', 'revision_number': 4, 'project_id': '77abaf9dfdff48589f5ad3a7f970c1f2', 'gw_port': {'id': 'f15f4ac1-9b9a-4de8-a40e-65a818478e88', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:4a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2602bf-3602-4f3c-80a3-1a0ff8aa9574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:43:33Z', 'updated_at': '2021-11-12T08:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '973ba8f7-4160-46c4-97fa-5b919a072670', 'name': '', 'network_id': '6ffcad90-f496-4d66-99b9-24f9c9250cf2', 'tenant_id': '77abaf9dfdff48589f5ad3a7f970c1f2', 'mac_address': 'fa:16:3e:c5:70:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2602bf-3602-4f3c-80a3-1a0ff8aa9574', 'device_owner': 'network:router_interface', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': '6690910f-d234-4eb4-9691-5e272fa7b090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:43:40Z', 'updated_at': '2021-11-12T08:43:51Z', 'revision_number': 5, 'project_id': '77abaf9dfdff48589f5ad3a7f970c1f2', 'subnets': [{'id': '6690910f-d234-4eb4-9691-5e272fa7b090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:44.949664 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d2b1c9ba-309e-4e1a-8ccb-53c64a82c8b2 req-baba4365-0a34-42f2-811b-e346e5788c7a tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] 10.222.0.26 "GET /v2.0/security-groups?id=a97047a0-dda4-4afc-ac4d-c9e7b1e236f2&id=a0945492-374d-4bfc-be32-68046ca36a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1291468 Nov 12 08:45:44.965449 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac54a36-e9a3-4000-879a-a56b143d5907 None None] The sync data for ids ['4d2602bf-3602-4f3c-80a3-1a0ff8aa9574'] in n-d-765315-29 is: [{'id': '4d2602bf-3602-4f3c-80a3-1a0ff8aa9574', 'name': 'tempest-TestSecurityGroupsBasicOps-router-813339176', 'tenant_id': '77abaf9dfdff48589f5ad3a7f970c1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': 'f15f4ac1-9b9a-4de8-a40e-65a818478e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:43:31Z', 'updated_at': '2021-11-12T08:43:43Z', 'revision_number': 4, 'project_id': '77abaf9dfdff48589f5ad3a7f970c1f2', 'gw_port': {'id': 'f15f4ac1-9b9a-4de8-a40e-65a818478e88', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:4a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2602bf-3602-4f3c-80a3-1a0ff8aa9574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:43:33Z', 'updated_at': '2021-11-12T08:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '973ba8f7-4160-46c4-97fa-5b919a072670', 'name': '', 'network_id': '6ffcad90-f496-4d66-99b9-24f9c9250cf2', 'tenant_id': '77abaf9dfdff48589f5ad3a7f970c1f2', 'mac_address': 'fa:16:3e:c5:70:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2602bf-3602-4f3c-80a3-1a0ff8aa9574', 'device_owner': 'network:router_interface', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': '6690910f-d234-4eb4-9691-5e272fa7b090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:43:40Z', 'updated_at': '2021-11-12T08:43:51Z', 'revision_number': 5, 'project_id': '77abaf9dfdff48589f5ad3a7f970c1f2', 'subnets': [{'id': '6690910f-d234-4eb4-9691-5e272fa7b090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:45:45.075011 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5175b282-2b29-4dac-bd83-3873075ae690 req-9f6a42e7-66fb-46a3-ae94-0fb2c87957ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:45.077979 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5175b282-2b29-4dac-bd83-3873075ae690 req-9f6a42e7-66fb-46a3-ae94-0fb2c87957ff service neutron] 10.222.0.44 "GET /v2.0/networks?id=6ffcad90-f496-4d66-99b9-24f9c9250cf2 HTTP/1.1" status: 200 len: 898 time: 0.1402364 Nov 12 08:45:45.118385 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-1121ff0a-b275-4b87-b336-cb14bd2142b3 None None] Provisioning complete for port b0f97580-a5ec-46fa-a424-8ee06cc51083 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:45.118842 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1121ff0a-b275-4b87-b336-cb14bd2142b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:45.142474 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5175b282-2b29-4dac-bd83-3873075ae690 req-2f8d07e4-938b-4a75-9202-f2a530530c8c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b5a650a6-f309-4933-af02-93a1e10b791b HTTP/1.1" status: 200 len: 217 time: 0.0532913 Nov 12 08:45:45.152508 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-babdb892-f2aa-48fd-9bfb-73b5542ffc77 req-fbb73b02-f7e0-4420-92f9-56ccc41a6ee6 service neutron] 10.222.0.44 "GET /v2.0/networks/005cbe87-3cd9-4019-b60a-9b9dcf542d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1248646 Nov 12 08:45:45.283407 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-1121ff0a-b275-4b87-b336-cb14bd2142b3 None None] Port b0f97580-a5ec-46fa-a424-8ee06cc51083 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:45:45.306692 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-0863f9ca-a185-483b-b620-fba29b55921f None None] Publish callbacks [] for port, precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:45.309868 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b4eb3182-900d-4bcc-a938-ccb322295cf0 None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:45.317293 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-0863f9ca-a185-483b-b620-fba29b55921f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:45.333146 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b4eb3182-900d-4bcc-a938-ccb322295cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:45.388233 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5175b282-2b29-4dac-bd83-3873075ae690 req-48383027-c451-4cdb-a616-e5375da4c32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:45.390063 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5175b282-2b29-4dac-bd83-3873075ae690 req-48383027-c451-4cdb-a616-e5375da4c32e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6690910f-d234-4eb4-9691-5e272fa7b090 HTTP/1.1" status: 200 len: 835 time: 0.2365470 Nov 12 08:45:45.398049 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-b3da77b4-a8b1-4515-9067-6c893c944be2 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Allocated IP 2001:db8:3::1 (da0611fd-2ed6-49dd-ac71-c85fc1a9a6fa/53b87e78-f09c-4aae-a86b-c408fbf62ba1/92de5a46-a80a-462c-931c-dadc56429862) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:45:45.414067 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2065c3bf-5c24-4985-859c-69b0374f3bee None None] Pushing event updated for resources: {'Port': ['ID=b0f97580-a5ec-46fa-a424-8ee06cc51083,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:45.466556 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5175b282-2b29-4dac-bd83-3873075ae690 req-0036fb1f-e2f2-448b-b9a1-36a8794a2444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:45.468188 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5175b282-2b29-4dac-bd83-3873075ae690 req-0036fb1f-e2f2-448b-b9a1-36a8794a2444 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6ffcad90-f496-4d66-99b9-24f9c9250cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0657301 Nov 12 08:45:45.480711 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4eb3182-900d-4bcc-a938-ccb322295cf0 None None] Network da0611fd-2ed6-49dd-ac71-c85fc1a9a6fa is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:45:45.491677 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-b4eb3182-900d-4bcc-a938-ccb322295cf0 None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:45.496672 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4eb3182-900d-4bcc-a938-ccb322295cf0 None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:45:45.501887 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6fcdc7-b5cb-4bad-9bee-0236e9b133a4 None None] New status for floating IP d44a0a1a-3e9d-4ff8-a48a-8882cf3e3da1: DOWN {{(pid=102601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:45:45.712452 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eb3182-900d-4bcc-a938-ccb322295cf0 None None] Pushing event updated for resources: {'Port': ['ID=dbb4aff4-3580-4727-a764-95ead45fe5d1,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:45.755949 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442a9afc-df7c-4a34-8ab7-6f78375e7f9a req-596baff3-c5bd-458c-9022-5847b696d720 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:45.757572 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-442a9afc-df7c-4a34-8ab7-6f78375e7f9a req-596baff3-c5bd-458c-9022-5847b696d720 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf0476d3-16eb-4c9f-8bf5-9c4bee8f1162 HTTP/1.1" status: 200 len: 944 time: 0.1142235 Nov 12 08:45:45.815202 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-b4eb3182-900d-4bcc-a938-ccb322295cf0 None None] Attempting to bind port dbb4aff4-3580-4727-a764-95ead45fe5d1 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:45:45.815956 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-b4eb3182-900d-4bcc-a938-ccb322295cf0 None None] Attempting to bind port dbb4aff4-3580-4727-a764-95ead45fe5d1 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': 'dfb18cdc-e3f0-4082-a1c2-7ab0d972f2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'da0611fd-2ed6-49dd-ac71-c85fc1a9a6fa'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:45:45.815956 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4eb3182-900d-4bcc-a938-ccb322295cf0 None None] Attempting to bind port dbb4aff4-3580-4727-a764-95ead45fe5d1 on network da0611fd-2ed6-49dd-ac71-c85fc1a9a6fa {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:45:45.832103 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4eb3182-900d-4bcc-a938-ccb322295cf0 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:45:45.832509 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4eb3182-900d-4bcc-a938-ccb322295cf0 None None] Checking segment: {'id': 'dfb18cdc-e3f0-4082-a1c2-7ab0d972f2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'da0611fd-2ed6-49dd-ac71-c85fc1a9a6fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:45:45.832886 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b4eb3182-900d-4bcc-a938-ccb322295cf0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:45.833290 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4eb3182-900d-4bcc-a938-ccb322295cf0 None None] Bound using segment: {'id': 'dfb18cdc-e3f0-4082-a1c2-7ab0d972f2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'da0611fd-2ed6-49dd-ac71-c85fc1a9a6fa'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:45:45.833781 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-b4eb3182-900d-4bcc-a938-ccb322295cf0 None None] Bound port: dbb4aff4-3580-4727-a764-95ead45fe5d1, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb18cdc-e3f0-4082-a1c2-7ab0d972f2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'da0611fd-2ed6-49dd-ac71-c85fc1a9a6fa'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:45:45.834170 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b4eb3182-900d-4bcc-a938-ccb322295cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:45.856710 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-0863f9ca-a185-483b-b620-fba29b55921f None None] Attempting to bind port b0f97580-a5ec-46fa-a424-8ee06cc51083 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:45:45.857133 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-0863f9ca-a185-483b-b620-fba29b55921f None None] Attempting to bind port b0f97580-a5ec-46fa-a424-8ee06cc51083 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '92cfb8ee-2068-4e8b-add4-af4b27c88281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '73c6d7ce-9b1d-4e96-9e22-6033786fad89'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:45:45.857439 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0863f9ca-a185-483b-b620-fba29b55921f None None] Attempting to bind port b0f97580-a5ec-46fa-a424-8ee06cc51083 on network 73c6d7ce-9b1d-4e96-9e22-6033786fad89 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:45:45.868864 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-442a9afc-df7c-4a34-8ab7-6f78375e7f9a req-22739a2b-db8c-4553-af5e-ff300b4978e5 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0bffda3-6203-474e-b9e0-460d95e09dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826972 Nov 12 08:45:45.913116 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0863f9ca-a185-483b-b620-fba29b55921f None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:45:45.913591 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0863f9ca-a185-483b-b620-fba29b55921f None None] Checking segment: {'id': '92cfb8ee-2068-4e8b-add4-af4b27c88281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '73c6d7ce-9b1d-4e96-9e22-6033786fad89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:45:45.913912 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-0863f9ca-a185-483b-b620-fba29b55921f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:45.914538 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0863f9ca-a185-483b-b620-fba29b55921f None None] Bound using segment: {'id': '92cfb8ee-2068-4e8b-add4-af4b27c88281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '73c6d7ce-9b1d-4e96-9e22-6033786fad89'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:45:45.915229 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-0863f9ca-a185-483b-b620-fba29b55921f None None] Bound port: b0f97580-a5ec-46fa-a424-8ee06cc51083, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92cfb8ee-2068-4e8b-add4-af4b27c88281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '73c6d7ce-9b1d-4e96-9e22-6033786fad89'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:45:45.915624 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-0863f9ca-a185-483b-b620-fba29b55921f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:45.928978 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-3ec78ecd-de28-4102-b8de-a1a1df521110 None None] Provisioning complete for port b0f97580-a5ec-46fa-a424-8ee06cc51083 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:45.928978 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3ec78ecd-de28-4102-b8de-a1a1df521110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:45.973448 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-b4eb3182-900d-4bcc-a938-ccb322295cf0 None None] For port dbb4aff4-3580-4727-a764-95ead45fe5d1, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:45:46.069321 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-3ec78ecd-de28-4102-b8de-a1a1df521110 None None] Port b0f97580-a5ec-46fa-a424-8ee06cc51083 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:45:46.075432 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-b4eb3182-900d-4bcc-a938-ccb322295cf0 None None] For port dbb4aff4-3580-4727-a764-95ead45fe5d1, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=dbb4aff4-3580-4727-a764-95ead45fe5d1,segment=NetworkSegment(dfb18cdc-e3f0-4082-a1c2-7ab0d972f2c2),segment_id=dfb18cdc-e3f0-4082-a1c2-7ab0d972f2c2)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:45:46.077069 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-0863f9ca-a185-483b-b620-fba29b55921f None None] For port b0f97580-a5ec-46fa-a424-8ee06cc51083, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:45:46.091841 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b4eb3182-900d-4bcc-a938-ccb322295cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:46.103183 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-0863f9ca-a185-483b-b620-fba29b55921f None None] For port b0f97580-a5ec-46fa-a424-8ee06cc51083, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=b0f97580-a5ec-46fa-a424-8ee06cc51083,segment=NetworkSegment(92cfb8ee-2068-4e8b-add4-af4b27c88281),segment_id=92cfb8ee-2068-4e8b-add4-af4b27c88281)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:45:46.133472 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-0863f9ca-a185-483b-b620-fba29b55921f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:46.143082 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c32002d-285f-4dcc-9eaf-544ae2541eee req-f6eed4e6-3a1d-4915-8fa8-4cbb7ab9231d tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:46.145864 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8c32002d-285f-4dcc-9eaf-544ae2541eee req-f6eed4e6-3a1d-4915-8fa8-4cbb7ab9231d tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] 10.222.0.26 "GET /v2.0/ports?device_id=648b92ff-6e16-4647-be4e-df09c548fa85 HTTP/1.1" status: 200 len: 984 time: 0.1091769 Nov 12 08:45:46.186446 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eb3182-900d-4bcc-a938-ccb322295cf0 None None] Pushing event updated for resources: {'Port': ['ID=dbb4aff4-3580-4727-a764-95ead45fe5d1,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:46.209860 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-babdb892-f2aa-48fd-9bfb-73b5542ffc77 req-891b0e2f-ba8f-40d8-a10a-1e013e5845cd service neutron] 10.222.0.44 "GET /v2.0/networks/005cbe87-3cd9-4019-b60a-9b9dcf542d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0409093 Nov 12 08:45:46.254027 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2065c3bf-5c24-4985-859c-69b0374f3bee None None] Pushing event updated for resources: {'Port': ['ID=b0f97580-a5ec-46fa-a424-8ee06cc51083,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:46.259035 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0863f9ca-a185-483b-b620-fba29b55921f None None] Routers {'9865a2d3-ef8f-428d-8b2f-54fab4d71b30'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:45:46.259673 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-0863f9ca-a185-483b-b620-fba29b55921f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:45:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['9865a2d3-ef8f-428d-8b2f-54fab4d71b30'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:46.357343 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8c32002d-285f-4dcc-9eaf-544ae2541eee req-c74019e9-00d0-482d-8295-1bfe3208f000 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] 10.222.0.26 "GET /v2.0/security-groups?id=a97047a0-dda4-4afc-ac4d-c9e7b1e236f2&id=a0945492-374d-4bfc-be32-68046ca36a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1910558 Nov 12 08:45:46.442221 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af41670-3da7-46fa-85de-078b1f9baf30 req-ff1b740e-5d0c-4815-a094-21130fa67422 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:46.444933 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6af41670-3da7-46fa-85de-078b1f9baf30 req-ff1b740e-5d0c-4815-a094-21130fa67422 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] 10.222.0.44 "GET /v2.0/ports?device_id=648b92ff-6e16-4647-be4e-df09c548fa85 HTTP/1.1" status: 200 len: 984 time: 0.2305815 Nov 12 08:45:46.453324 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-0863f9ca-a185-483b-b620-fba29b55921f None None] Set router 9865a2d3-ef8f-428d-8b2f-54fab4d71b30 gateway port host: None {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:45:46.616700 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1f4413-28ea-44e7-aa3c-530dc5cb4730 req-ed81ae97-b3e6-4539-ac93-b5537a60b344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:46.621635 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7d1f4413-28ea-44e7-aa3c-530dc5cb4730 req-ed81ae97-b3e6-4539-ac93-b5537a60b344 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c79a59d0e8a34d8d81232928cf66b1d9&device_id=cf0476d3-16eb-4c9f-8bf5-9c4bee8f1162 HTTP/1.1" status: 200 len: 1096 time: 0.2701550 Nov 12 08:45:46.631463 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5175b282-2b29-4dac-bd83-3873075ae690 req-a99053a2-f23c-4249-b295-97de657798cd service neutron] 10.222.0.44 "GET /v2.0/networks/6ffcad90-f496-4d66-99b9-24f9c9250cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1485510 Nov 12 08:45:46.701225 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b3da77b4-a8b1-4515-9067-6c893c944be2 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:46.858918 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-460825c3-8b7f-4adc-8e3f-dbae796d7d57 None None] Provisioning complete for port b0f97580-a5ec-46fa-a424-8ee06cc51083 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:46.859293 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-460825c3-8b7f-4adc-8e3f-dbae796d7d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:46.955805 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-0863f9ca-a185-483b-b620-fba29b55921f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9865a2d3-ef8f-428d-8b2f-54fab4d71b30', 'name': 'tempest-RoutersIpV6Test-router-1849523538', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:45:22Z', 'updated_at': '2021-11-12T08:45:39Z', 'revision_number': 4, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'gw_port_host': None, '_interfaces': [{'id': '2375ad63-53db-405f-af17-eb6f939f6f33', 'name': '', 'network_id': '2b52c721-3af0-40c3-9d28-a461536efab8', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'mac_address': 'fa:16:3e:a8:a2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9865a2d3-ef8f-428d-8b2f-54fab4d71b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': '25be48c2-90e4-4465-8e38-0a96bfec642b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:31Z', 'updated_at': '2021-11-12T08:45:37Z', 'revision_number': 5, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'subnets': [{'id': '25be48c2-90e4-4465-8e38-0a96bfec642b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0f97580-a5ec-46fa-a424-8ee06cc51083', 'name': '', 'network_id': '73c6d7ce-9b1d-4e96-9e22-6033786fad89', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'mac_address': 'fa:16:3e:c7:6b:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9865a2d3-ef8f-428d-8b2f-54fab4d71b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '830fa2e7-8599-4cab-95c4-f22986ef303b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:36Z', 'updated_at': '2021-11-12T08:45:46Z', 'revision_number': 4, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'subnets': [{'id': '830fa2e7-8599-4cab-95c4-f22986ef303b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd65b49b9-ff37-4035-8b20-c37c9c15a19d', 'name': '', 'network_id': '4d5173a5-cff3-43ef-979a-489d0c11f249', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'mac_address': 'fa:16:3e:51:36:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9865a2d3-ef8f-428d-8b2f-54fab4d71b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'dbd8bf76-29f7-49de-96eb-4f363218d99e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:24Z', 'updated_at': '2021-11-12T08:45:31Z', 'revision_number': 5, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'subnets': [{'id': 'dbd8bf76-29f7-49de-96eb-4f363218d99e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:47.022916 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0863f9ca-a185-483b-b620-fba29b55921f None None] The sync data for ids ['9865a2d3-ef8f-428d-8b2f-54fab4d71b30'] in n-d-765315-29 is: [{'id': '9865a2d3-ef8f-428d-8b2f-54fab4d71b30', 'name': 'tempest-RoutersIpV6Test-router-1849523538', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:45:22Z', 'updated_at': '2021-11-12T08:45:39Z', 'revision_number': 4, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'gw_port_host': None, '_interfaces': [{'id': '2375ad63-53db-405f-af17-eb6f939f6f33', 'name': '', 'network_id': '2b52c721-3af0-40c3-9d28-a461536efab8', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'mac_address': 'fa:16:3e:a8:a2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9865a2d3-ef8f-428d-8b2f-54fab4d71b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': '25be48c2-90e4-4465-8e38-0a96bfec642b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:31Z', 'updated_at': '2021-11-12T08:45:37Z', 'revision_number': 5, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'subnets': [{'id': '25be48c2-90e4-4465-8e38-0a96bfec642b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0f97580-a5ec-46fa-a424-8ee06cc51083', 'name': '', 'network_id': '73c6d7ce-9b1d-4e96-9e22-6033786fad89', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'mac_address': 'fa:16:3e:c7:6b:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9865a2d3-ef8f-428d-8b2f-54fab4d71b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '830fa2e7-8599-4cab-95c4-f22986ef303b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:36Z', 'updated_at': '2021-11-12T08:45:46Z', 'revision_number': 4, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'subnets': [{'id': '830fa2e7-8599-4cab-95c4-f22986ef303b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd65b49b9-ff37-4035-8b20-c37c9c15a19d', 'name': '', 'network_id': '4d5173a5-cff3-43ef-979a-489d0c11f249', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'mac_address': 'fa:16:3e:51:36:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9865a2d3-ef8f-428d-8b2f-54fab4d71b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'dbd8bf76-29f7-49de-96eb-4f363218d99e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:24Z', 'updated_at': '2021-11-12T08:45:31Z', 'revision_number': 5, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'subnets': [{'id': 'dbd8bf76-29f7-49de-96eb-4f363218d99e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:45:47.071433 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-460825c3-8b7f-4adc-8e3f-dbae796d7d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:47.074335 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-6af41670-3da7-46fa-85de-078b1f9baf30 req-ec6c134f-9b37-47f2-91df-46cbecff964a tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Deleting port b5a650a6-f309-4933-af02-93a1e10b791b {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:45:47.074789 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-6af41670-3da7-46fa-85de-078b1f9baf30 req-ec6c134f-9b37-47f2-91df-46cbecff964a tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:47.078050 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b3da77b4-a8b1-4515-9067-6c893c944be2 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:47.117623 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5175b282-2b29-4dac-bd83-3873075ae690 req-f5139f13-e209-4458-a483-d857978e933d service neutron] 10.222.0.44 "GET /v2.0/networks/6ffcad90-f496-4d66-99b9-24f9c9250cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4337034 Nov 12 08:45:47.119067 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1f4413-28ea-44e7-aa3c-530dc5cb4730 req-63aef2f9-1cfc-4e7b-8fc8-2f540c7e981f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:47.120535 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7d1f4413-28ea-44e7-aa3c-530dc5cb4730 req-63aef2f9-1cfc-4e7b-8fc8-2f540c7e981f service neutron] 10.222.0.44 "GET /v2.0/networks?id=005cbe87-3cd9-4019-b60a-9b9dcf542d7d HTTP/1.1" status: 200 len: 916 time: 0.4495389 Nov 12 08:45:47.173150 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c127f53-9b01-4dbf-b2b6-1666913e2f03 req-10baba67-e41d-406e-ac27-2efe08d23235 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:47.178497 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1c127f53-9b01-4dbf-b2b6-1666913e2f03 req-10baba67-e41d-406e-ac27-2efe08d23235 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf0476d3-16eb-4c9f-8bf5-9c4bee8f1162 HTTP/1.1" status: 200 len: 944 time: 0.1932604 Nov 12 08:45:47.187245 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-460825c3-8b7f-4adc-8e3f-dbae796d7d57 None None] For port b0f97580-a5ec-46fa-a424-8ee06cc51083, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=b0f97580-a5ec-46fa-a424-8ee06cc51083,segment=NetworkSegment(92cfb8ee-2068-4e8b-add4-af4b27c88281),segment_id=92cfb8ee-2068-4e8b-add4-af4b27c88281)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:47.201571 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-460825c3-8b7f-4adc-8e3f-dbae796d7d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:47.281726 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1c127f53-9b01-4dbf-b2b6-1666913e2f03 req-7918c4e2-f49f-4dab-976a-0d340c882c8e tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0bffda3-6203-474e-b9e0-460d95e09dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917907 Nov 12 08:45:47.325888 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460825c3-8b7f-4adc-8e3f-dbae796d7d57 None None] Pushing event updated for resources: {'Port': ['ID=b0f97580-a5ec-46fa-a424-8ee06cc51083,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:47.372280 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device dbb4aff4-3580-4727-a764-95ead45fe5d1 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:45:47.440393 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3da77b4-a8b1-4515-9067-6c893c944be2 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Network da0611fd-2ed6-49dd-ac71-c85fc1a9a6fa is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:45:47.443140 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-b3da77b4-a8b1-4515-9067-6c893c944be2 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:47.512134 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port dbb4aff4-3580-4727-a764-95ead45fe5d1 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:47.512837 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:47.517066 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3da77b4-a8b1-4515-9067-6c893c944be2 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Pushing event updated for resources: {'Port': ['ID=92de5a46-a80a-462c-931c-dadc56429862,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:47.531026 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7d1f4413-28ea-44e7-aa3c-530dc5cb4730 req-c9f3113d-89e1-4247-9ccc-f11e7fd56e44 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c1caee9a-8b7e-476b-ba96-fd75ddc57bfe HTTP/1.1" status: 200 len: 217 time: 0.3162279 Nov 12 08:45:47.532107 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3da77b4-a8b1-4515-9067-6c893c944be2 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:45:47.532874 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b3da77b4-a8b1-4515-9067-6c893c944be2 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933481'] for router_interface, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:47.601354 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbe35ce-d7de-4b0c-9b0e-2a10aa06cccc req-99b7f5a3-a9be-4cfc-a21f-d33736b1e915 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:47.610186 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-acbe35ce-d7de-4b0c-9b0e-2a10aa06cccc req-99b7f5a3-a9be-4cfc-a21f-d33736b1e915 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] 10.222.0.26 "GET /v2.0/ports?device_id=648b92ff-6e16-4647-be4e-df09c548fa85 HTTP/1.1" status: 200 len: 984 time: 0.1141162 Nov 12 08:45:47.625573 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-6af41670-3da7-46fa-85de-078b1f9baf30 req-ec6c134f-9b37-47f2-91df-46cbecff964a tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] For port b5a650a6-f309-4933-af02-93a1e10b791b, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=b5a650a6-f309-4933-af02-93a1e10b791b,segment=NetworkSegment(9478a79d-0f06-437e-97b9-90a4eddcebbc),segment_id=9478a79d-0f06-437e-97b9-90a4eddcebbc)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:47.626431 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-6af41670-3da7-46fa-85de-078b1f9baf30 req-ec6c134f-9b37-47f2-91df-46cbecff964a tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:47.703799 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-6af41670-3da7-46fa-85de-078b1f9baf30 req-ec6c134f-9b37-47f2-91df-46cbecff964a tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Calling delete_port for b5a650a6-f309-4933-af02-93a1e10b791b owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:45:47.716429 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:47.801268 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-acbe35ce-d7de-4b0c-9b0e-2a10aa06cccc req-460659dd-440e-4f5f-9812-73e97e0957ed tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] 10.222.0.26 "GET /v2.0/security-groups?id=a97047a0-dda4-4afc-ac4d-c9e7b1e236f2&id=a0945492-374d-4bfc-be32-68046ca36a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1869175 Nov 12 08:45:47.809679 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] For port dbb4aff4-3580-4727-a764-95ead45fe5d1, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=dbb4aff4-3580-4727-a764-95ead45fe5d1,segment=NetworkSegment(dfb18cdc-e3f0-4082-a1c2-7ab0d972f2c2),segment_id=dfb18cdc-e3f0-4082-a1c2-7ab0d972f2c2)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:47.815929 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:47.894709 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Pushing event updated for resources: {'Port': ['ID=dbb4aff4-3580-4727-a764-95ead45fe5d1,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:48.051749 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1f4413-28ea-44e7-aa3c-530dc5cb4730 req-17245cc4-aa2d-41bb-aab3-d0a04dcdbca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:48.053047 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb45612f-195c-4a8d-8695-e1c63df8251c None None] Network da0611fd-2ed6-49dd-ac71-c85fc1a9a6fa requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:45:48.053249 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7d1f4413-28ea-44e7-aa3c-530dc5cb4730 req-17245cc4-aa2d-41bb-aab3-d0a04dcdbca7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=60df83b3-712a-40a1-8ef0-32bfce62889a HTTP/1.1" status: 200 len: 855 time: 0.5021019 Nov 12 08:45:48.122873 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-6af41670-3da7-46fa-85de-078b1f9baf30 req-ec6c134f-9b37-47f2-91df-46cbecff964a tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:48.166440 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7d1f4413-28ea-44e7-aa3c-530dc5cb4730 req-aecec1cd-655a-4aa2-bea3-eba6aa570b05 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=005cbe87-3cd9-4019-b60a-9b9dcf542d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1041198 Nov 12 08:45:48.202383 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b3da77b4-a8b1-4515-9067-6c893c944be2 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:48.204521 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6c134f-9b37-47f2-91df-46cbecff964a tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Pushing event deleted for resources: {'Port': ['ID=b5a650a6-f309-4933-af02-93a1e10b791b,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:48.312649 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-6af41670-3da7-46fa-85de-078b1f9baf30 req-ec6c134f-9b37-47f2-91df-46cbecff964a tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] No DVR routers for this DVR port b5a650a6-f309-4933-af02-93a1e10b791b on host n-h2-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:45:48.317702 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-6af41670-3da7-46fa-85de-078b1f9baf30 req-ec6c134f-9b37-47f2-91df-46cbecff964a tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:48.321923 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6af41670-3da7-46fa-85de-078b1f9baf30 req-ec6c134f-9b37-47f2-91df-46cbecff964a tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] 10.222.0.44 "DELETE /v2.0/ports/b5a650a6-f309-4933-af02-93a1e10b791b HTTP/1.1" status: 204 len: 173 time: 1.8657126 Nov 12 08:45:48.323990 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '648b92ff-6e16-4647-be4e-df09c548fa85', 'name': 'network-vif-deleted', 'tag': 'b5a650a6-f309-4933-af02-93a1e10b791b'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:45:48.326557 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f11a936a-6129-4d7e-b2ea-2d3b68ee8d2d" -d '{"events": [{"server_uuid": "648b92ff-6e16-4647-be4e-df09c548fa85", "name": "network-vif-deleted", "tag": "b5a650a6-f309-4933-af02-93a1e10b791b"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:45:48.380302 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-c42a3cc7-044a-45d6-9656-7e5faee33edf None None] Provisioning complete for port dbb4aff4-3580-4727-a764-95ead45fe5d1 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:48.380698 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c42a3cc7-044a-45d6-9656-7e5faee33edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:48.441471 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device c1caee9a-8b7e-476b-ba96-fd75ddc57bfe details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:45:48.491035 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7d1f4413-28ea-44e7-aa3c-530dc5cb4730 req-4f1b5bc5-13b2-47d1-8467-79935c5e34e3 service neutron] 10.222.0.44 "GET /v2.0/networks/005cbe87-3cd9-4019-b60a-9b9dcf542d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2989233 Nov 12 08:45:48.578256 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port c1caee9a-8b7e-476b-ba96-fd75ddc57bfe, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=c1caee9a-8b7e-476b-ba96-fd75ddc57bfe,segment=NetworkSegment(d67d595f-ac82-4224-8cfb-35d7cb8db958),segment_id=d67d595f-ac82-4224-8cfb-35d7cb8db958)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:48.589566 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210f73c7-b554-4261-968c-11980169c1bf req-d3c73915-4af1-41f7-8425-1982b8fe167f tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:48.594843 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': 'c1caee9a-8b7e-476b-ba96-fd75ddc57bfe', 'network_id': '005cbe87-3cd9-4019-b60a-9b9dcf542d7d', 'port_id': 'c1caee9a-8b7e-476b-ba96-fd75ddc57bfe', 'mac_address': 'fa:16:3e:5e:df:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60df83b3-712a-40a1-8ef0-32bfce62889a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:45:48.599400 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-210f73c7-b554-4261-968c-11980169c1bf req-d3c73915-4af1-41f7-8425-1982b8fe167f tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf0476d3-16eb-4c9f-8bf5-9c4bee8f1162 HTTP/1.1" status: 200 len: 944 time: 0.1507869 Nov 12 08:45:48.669472 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-210f73c7-b554-4261-968c-11980169c1bf req-2343d707-89ce-4a38-b023-e914a1bc143b tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0bffda3-6203-474e-b9e0-460d95e09dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689130 Nov 12 08:45:48.797282 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:48.823554 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1caee9a-8b7e-476b-ba96-fd75ddc57bfe {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:45:48.824515 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b3da77b4-a8b1-4515-9067-6c893c944be2 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:48.833751 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9eb2887-31e5-466a-a3dc-c314d43ead87 x-openstack-request-id: req-d9eb2887-31e5-466a-a3dc-c314d43ead87 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:45:48.834179 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "648b92ff-6e16-4647-be4e-df09c548fa85", "name": "network-vif-deleted", "tag": "b5a650a6-f309-4933-af02-93a1e10b791b", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:45:48.834566 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d9eb2887-31e5-466a-a3dc-c314d43ead87 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:45:48.835088 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '648b92ff-6e16-4647-be4e-df09c548fa85', 'name': 'network-vif-deleted', 'tag': 'b5a650a6-f309-4933-af02-93a1e10b791b', 'status': 'completed', 'code': 200} Nov 12 08:45:48.844442 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b3da77b4-a8b1-4515-9067-6c893c944be2 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:48.845495 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b3da77b4-a8b1-4515-9067-6c893c944be2 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933629'] for router_interface, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:48.863177 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port c1caee9a-8b7e-476b-ba96-fd75ddc57bfe, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=c1caee9a-8b7e-476b-ba96-fd75ddc57bfe,segment=NetworkSegment(d67d595f-ac82-4224-8cfb-35d7cb8db958),segment_id=d67d595f-ac82-4224-8cfb-35d7cb8db958)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:48.871421 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:48.975500 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=c1caee9a-8b7e-476b-ba96-fd75ddc57bfe,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:49.006196 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3da77b4-a8b1-4515-9067-6c893c944be2 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Pushing event updated for resources: {'Port': ['ID=92de5a46-a80a-462c-931c-dadc56429862,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:49.073487 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-83322212-da89-42d2-8c8d-038cccc9b40c req-2b95b4c7-5335-4097-8a4e-1a1ceac7d5c7 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] 10.222.0.26 "GET /v2.0/ports?device_id=648b92ff-6e16-4647-be4e-df09c548fa85 HTTP/1.1" status: 200 len: 210 time: 0.0646422 Nov 12 08:45:49.109363 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7d1f4413-28ea-44e7-aa3c-530dc5cb4730 req-fd606a8b-7d6b-444b-b1b3-b3af0c2bf539 service neutron] 10.222.0.44 "GET /v2.0/networks/005cbe87-3cd9-4019-b60a-9b9dcf542d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6093683 Nov 12 08:45:49.221504 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['c1caee9a-8b7e-476b-ba96-fd75ddc57bfe'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:45:49.317744 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3da77b4-a8b1-4515-9067-6c893c944be2 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Network da0611fd-2ed6-49dd-ac71-c85fc1a9a6fa is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:45:49.319723 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-b3da77b4-a8b1-4515-9067-6c893c944be2 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:49.340770 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device b0f97580-a5ec-46fa-a424-8ee06cc51083 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:45:49.467318 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port b0f97580-a5ec-46fa-a424-8ee06cc51083 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:49.468026 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:49.495008 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3da77b4-a8b1-4515-9067-6c893c944be2 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Router 9865a2d3-ef8f-428d-8b2f-54fab4d71b30 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:45:49.536338 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e89c929e-b2ff-4af2-8945-121af2c88062 None None] Provisioning complete for port dbb4aff4-3580-4727-a764-95ead45fe5d1 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:49.537001 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e89c929e-b2ff-4af2-8945-121af2c88062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:49.646474 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3da77b4-a8b1-4515-9067-6c893c944be2 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:45:49.656158 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-b3da77b4-a8b1-4515-9067-6c893c944be2 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "PUT /v2.0/routers/9865a2d3-ef8f-428d-8b2f-54fab4d71b30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2468617 Nov 12 08:45:49.656388 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57172) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:49.657976 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52aa447a-273f-487d-b8fa-9c8360590ed2 None None] Sync routers for ids ['9865a2d3-ef8f-428d-8b2f-54fab4d71b30'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:45:49.663008 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-c15207d2-37e5-482a-b13c-97a64086606a tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:49.675218 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52aa447a-273f-487d-b8fa-9c8360590ed2 None None] Routers {'9865a2d3-ef8f-428d-8b2f-54fab4d71b30'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:45:49.676043 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-52aa447a-273f-487d-b8fa-9c8360590ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:45:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['9865a2d3-ef8f-428d-8b2f-54fab4d71b30'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:49.813857 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e89c929e-b2ff-4af2-8945-121af2c88062 None None] Provisioning complete for port 92de5a46-a80a-462c-931c-dadc56429862 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:49.814484 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e89c929e-b2ff-4af2-8945-121af2c88062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:49.896693 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device dbb4aff4-3580-4727-a764-95ead45fe5d1 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:45:49.929190 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-52aa447a-273f-487d-b8fa-9c8360590ed2 None None] Set router 9865a2d3-ef8f-428d-8b2f-54fab4d71b30 gateway port host: None {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:45:49.966996 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-e89c929e-b2ff-4af2-8945-121af2c88062 None None] Port 92de5a46-a80a-462c-931c-dadc56429862 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:45:50.036755 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port dbb4aff4-3580-4727-a764-95ead45fe5d1 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:50.037679 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:50.149241 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-93519c74-5d33-4058-b8eb-a78b56900771 None None] Provisioning complete for port 92de5a46-a80a-462c-931c-dadc56429862 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:50.149525 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-93519c74-5d33-4058-b8eb-a78b56900771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:50.155834 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109aedab-69cc-47ba-9bdd-f260790abc84 req-d0d1fcd2-b0d4-4652-9cf5-3ec9292803b6 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:50.164355 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-109aedab-69cc-47ba-9bdd-f260790abc84 req-d0d1fcd2-b0d4-4652-9cf5-3ec9292803b6 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf0476d3-16eb-4c9f-8bf5-9c4bee8f1162 HTTP/1.1" status: 200 len: 945 time: 0.1513002 Nov 12 08:45:50.254398 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-93519c74-5d33-4058-b8eb-a78b56900771 None None] Port 92de5a46-a80a-462c-931c-dadc56429862 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:45:50.265271 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-52aa447a-273f-487d-b8fa-9c8360590ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9865a2d3-ef8f-428d-8b2f-54fab4d71b30', 'name': 'tempest-RoutersIpV6Test-router-1849523538', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:45:22Z', 'updated_at': '2021-11-12T08:45:48Z', 'revision_number': 5, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'gw_port_host': None, '_interfaces': [{'id': '2375ad63-53db-405f-af17-eb6f939f6f33', 'name': '', 'network_id': '2b52c721-3af0-40c3-9d28-a461536efab8', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'mac_address': 'fa:16:3e:a8:a2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9865a2d3-ef8f-428d-8b2f-54fab4d71b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': '25be48c2-90e4-4465-8e38-0a96bfec642b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:31Z', 'updated_at': '2021-11-12T08:45:37Z', 'revision_number': 5, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'subnets': [{'id': '25be48c2-90e4-4465-8e38-0a96bfec642b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92de5a46-a80a-462c-931c-dadc56429862', 'name': '', 'network_id': 'da0611fd-2ed6-49dd-ac71-c85fc1a9a6fa', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'mac_address': 'fa:16:3e:b2:58:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9865a2d3-ef8f-428d-8b2f-54fab4d71b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '53b87e78-f09c-4aae-a86b-c408fbf62ba1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:44Z', 'updated_at': '2021-11-12T08:45:48Z', 'revision_number': 2, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'subnets': [{'id': '53b87e78-f09c-4aae-a86b-c408fbf62ba1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0f97580-a5ec-46fa-a424-8ee06cc51083', 'name': '', 'network_id': '73c6d7ce-9b1d-4e96-9e22-6033786fad89', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'mac_address': 'fa:16:3e:c7:6b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9865a2d3-ef8f-428d-8b2f-54fab4d71b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '830fa2e7-8599-4cab-95c4-f22986ef303b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:36Z', 'updated_at': '2021-11-12T08:45:47Z', 'revision_number': 5, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'subnets': [{'id': '830fa2e7-8599-4cab-95c4-f22986ef303b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd65b49b9-ff37-4035-8b20-c37c9c15a19d', 'name': '', 'network_id': '4d5173a5-cff3-43ef-979a-489d0c11f249', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'mac_address': 'fa:16:3e:51:36:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9865a2d3-ef8f-428d-8b2f-54fab4d71b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'dbd8bf76-29f7-49de-96eb-4f363218d99e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:24Z', 'updated_at': '2021-11-12T08:45:31Z', 'revision_number': 5, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'subnets': [{'id': 'dbd8bf76-29f7-49de-96eb-4f363218d99e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:50.268143 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-109aedab-69cc-47ba-9bdd-f260790abc84 req-6dd646e9-91ea-4747-bb35-b3bb2f2a096e tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0bffda3-6203-474e-b9e0-460d95e09dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017113 Nov 12 08:45:50.329761 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57182) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:50.356571 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52aa447a-273f-487d-b8fa-9c8360590ed2 None None] Checking router: 9865a2d3-ef8f-428d-8b2f-54fab4d71b30 for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:45:50.356571 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52aa447a-273f-487d-b8fa-9c8360590ed2 None None] Updating router 9865a2d3-ef8f-428d-8b2f-54fab4d71b30 port 92de5a46-a80a-462c-931c-dadc56429862 binding host n-d-765315-29 {{(pid=102602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:45:50.399057 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-b7d6c272-253b-4712-839c-466cedc60e7c None None] Provisioning complete for port 92de5a46-a80a-462c-931c-dadc56429862 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:50.399632 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b7d6c272-253b-4712-839c-466cedc60e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:50.407323 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-52aa447a-273f-487d-b8fa-9c8360590ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:50.437937 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-971ac68f-c182-4266-a6de-af669ca4fe8b tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:50.463231 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device b5a650a6-f309-4933-af02-93a1e10b791b no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:45:50.488307 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-971ac68f-c182-4266-a6de-af669ca4fe8b tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:50.538850 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.extraroute_db [None req-c15207d2-37e5-482a-b13c-97a64086606a tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=102600) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 08:45:50.553616 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] No Port match for: b5a650a6-f309-4933-af02-93a1e10b791b {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:45:50.553616 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device b5a650a6-f309-4933-af02-93a1e10b791b not bound to the agent host n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:45:50.563256 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-b7d6c272-253b-4712-839c-466cedc60e7c None None] Port 92de5a46-a80a-462c-931c-dadc56429862 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:45:50.582048 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-971ac68f-c182-4266-a6de-af669ca4fe8b tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:50.590387 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-971ac68f-c182-4266-a6de-af669ca4fe8b tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:50.598020 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-971ac68f-c182-4266-a6de-af669ca4fe8b tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] 10.222.0.26 "DELETE /v2.0/security-groups/a97047a0-dda4-4afc-ac4d-c9e7b1e236f2 HTTP/1.1" status: 204 len: 168 time: 0.2662725 Nov 12 08:45:50.599577 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57186) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:50.645211 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971ac68f-c182-4266-a6de-af669ca4fe8b tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a97047a0-dda4-4afc-ac4d-c9e7b1e236f2,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:50.780103 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-651fd5e4-b47e-4065-b0ce-4db4f1cb0563 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:50.846676 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-651fd5e4-b47e-4065-b0ce-4db4f1cb0563 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:50.849719 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-52aa447a-273f-487d-b8fa-9c8360590ed2 None None] Publish callbacks [] for port, precommit_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:50.862087 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-52aa447a-273f-487d-b8fa-9c8360590ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:50.948364 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-651fd5e4-b47e-4065-b0ce-4db4f1cb0563 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:50.951554 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-651fd5e4-b47e-4065-b0ce-4db4f1cb0563 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:50.954934 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-651fd5e4-b47e-4065-b0ce-4db4f1cb0563 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] 10.222.0.26 "DELETE /v2.0/security-groups/a0945492-374d-4bfc-be32-68046ca36a9a HTTP/1.1" status: 204 len: 168 time: 0.3339634 Nov 12 08:45:50.978391 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57188) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:50.979068 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651fd5e4-b47e-4065-b0ce-4db4f1cb0563 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0945492-374d-4bfc-be32-68046ca36a9a,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:51.050008 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f7a5c5-5dfc-4654-ba25-2e9112352f72 None None] Pushing event updated for resources: {'Port': ['ID=92de5a46-a80a-462c-931c-dadc56429862,revision_number=3']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:51.068347 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-52aa447a-273f-487d-b8fa-9c8360590ed2 None None] Attempting to bind port 92de5a46-a80a-462c-931c-dadc56429862 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:45:51.068986 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-52aa447a-273f-487d-b8fa-9c8360590ed2 None None] Attempting to bind port 92de5a46-a80a-462c-931c-dadc56429862 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': 'dfb18cdc-e3f0-4082-a1c2-7ab0d972f2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'da0611fd-2ed6-49dd-ac71-c85fc1a9a6fa'}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:45:51.069557 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52aa447a-273f-487d-b8fa-9c8360590ed2 None None] Attempting to bind port 92de5a46-a80a-462c-931c-dadc56429862 on network da0611fd-2ed6-49dd-ac71-c85fc1a9a6fa {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:45:51.077005 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52aa447a-273f-487d-b8fa-9c8360590ed2 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:45:51.077370 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.extraroute_db [None req-c15207d2-37e5-482a-b13c-97a64086606a tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Removed routes are [] {{(pid=102600) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 08:45:51.078259 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c15207d2-37e5-482a-b13c-97a64086606a tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-932935', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57732'] for router, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:51.078939 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52aa447a-273f-487d-b8fa-9c8360590ed2 None None] Checking segment: {'id': 'dfb18cdc-e3f0-4082-a1c2-7ab0d972f2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'da0611fd-2ed6-49dd-ac71-c85fc1a9a6fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:45:51.079608 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-52aa447a-273f-487d-b8fa-9c8360590ed2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:51.080171 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52aa447a-273f-487d-b8fa-9c8360590ed2 None None] Bound using segment: {'id': 'dfb18cdc-e3f0-4082-a1c2-7ab0d972f2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'da0611fd-2ed6-49dd-ac71-c85fc1a9a6fa'} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:45:51.081017 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-52aa447a-273f-487d-b8fa-9c8360590ed2 None None] Bound port: 92de5a46-a80a-462c-931c-dadc56429862, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb18cdc-e3f0-4082-a1c2-7ab0d972f2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'da0611fd-2ed6-49dd-ac71-c85fc1a9a6fa'}}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:45:51.081591 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-52aa447a-273f-487d-b8fa-9c8360590ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:51.229374 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-52aa447a-273f-487d-b8fa-9c8360590ed2 None None] For port 92de5a46-a80a-462c-931c-dadc56429862, host n-d-765315-29, cleared binding levels {{(pid=102602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:45:51.243238 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-52aa447a-273f-487d-b8fa-9c8360590ed2 None None] For port 92de5a46-a80a-462c-931c-dadc56429862, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=92de5a46-a80a-462c-931c-dadc56429862,segment=NetworkSegment(dfb18cdc-e3f0-4082-a1c2-7ab0d972f2c2),segment_id=dfb18cdc-e3f0-4082-a1c2-7ab0d972f2c2)] {{(pid=102602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:45:51.259545 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-52aa447a-273f-487d-b8fa-9c8360590ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:51.328640 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f7a5c5-5dfc-4654-ba25-2e9112352f72 None None] Pushing event updated for resources: {'Port': ['ID=92de5a46-a80a-462c-931c-dadc56429862,revision_number=4']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:51.375868 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52aa447a-273f-487d-b8fa-9c8360590ed2 None None] Routers {'9865a2d3-ef8f-428d-8b2f-54fab4d71b30'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:45:51.376953 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-52aa447a-273f-487d-b8fa-9c8360590ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:45:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['9865a2d3-ef8f-428d-8b2f-54fab4d71b30'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:51.378364 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c15207d2-37e5-482a-b13c-97a64086606a tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-932935', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57732'] for router, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:51.383604 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c15207d2-37e5-482a-b13c-97a64086606a tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-932942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-933045', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-919336'] for router, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:51.518150 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-4e85cc36-c9c5-4fd8-b2d9-cf875520e556 None None] Provisioning complete for port 92de5a46-a80a-462c-931c-dadc56429862 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:51.519453 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4e85cc36-c9c5-4fd8-b2d9-cf875520e556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:51.575962 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38337545-a2f0-49d0-ad2c-6f129c1a62ab req-ffc79ec6-03e2-47e8-a556-b8bae09075cd tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:51.577547 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-38337545-a2f0-49d0-ad2c-6f129c1a62ab req-ffc79ec6-03e2-47e8-a556-b8bae09075cd tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf0476d3-16eb-4c9f-8bf5-9c4bee8f1162 HTTP/1.1" status: 200 len: 945 time: 0.1288898 Nov 12 08:45:51.595894 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c15207d2-37e5-482a-b13c-97a64086606a tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Router 9865a2d3-ef8f-428d-8b2f-54fab4d71b30 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:45:51.653145 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-52aa447a-273f-487d-b8fa-9c8360590ed2 None None] Set router 9865a2d3-ef8f-428d-8b2f-54fab4d71b30 gateway port host: None {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:45:51.706071 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4e85cc36-c9c5-4fd8-b2d9-cf875520e556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:51.771964 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-4e85cc36-c9c5-4fd8-b2d9-cf875520e556 None None] For port 92de5a46-a80a-462c-931c-dadc56429862, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=92de5a46-a80a-462c-931c-dadc56429862,segment=NetworkSegment(dfb18cdc-e3f0-4082-a1c2-7ab0d972f2c2),segment_id=dfb18cdc-e3f0-4082-a1c2-7ab0d972f2c2)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:51.781003 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4e85cc36-c9c5-4fd8-b2d9-cf875520e556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:51.803422 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-38337545-a2f0-49d0-ad2c-6f129c1a62ab req-6a20cef8-759a-4ef0-ac64-9c19c08e828b tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0bffda3-6203-474e-b9e0-460d95e09dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058630 Nov 12 08:45:51.841603 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c15207d2-37e5-482a-b13c-97a64086606a tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:45:51.849307 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c15207d2-37e5-482a-b13c-97a64086606a tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:51.854265 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57200) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:51.863182 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-c15207d2-37e5-482a-b13c-97a64086606a tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "PUT /v2.0/routers/9865a2d3-ef8f-428d-8b2f-54fab4d71b30 HTTP/1.1" status: 200 len: 954 time: 2.2052841 Nov 12 08:45:51.912935 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e85cc36-c9c5-4fd8-b2d9-cf875520e556 None None] Pushing event updated for resources: {'Port': ['ID=92de5a46-a80a-462c-931c-dadc56429862,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:51.944755 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-a0460d5c-0daa-4294-801d-ae9a57e02856 None None] Provisioning complete for port 92de5a46-a80a-462c-931c-dadc56429862 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:51.946155 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a0460d5c-0daa-4294-801d-ae9a57e02856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:52.032559 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-ff675e7a-d5d4-4d19-b398-073a9b9a027c tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "GET /v2.0/routers/9865a2d3-ef8f-428d-8b2f-54fab4d71b30 HTTP/1.1" status: 200 len: 954 time: 0.1757085 Nov 12 08:45:52.035032 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57202) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:52.040649 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-bc10195b-0ac8-400f-809d-1739042ff193 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Request body: {'router': {'routes': None}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:52.060139 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-99e5db7f-690e-44a7-9971-9ef84ca40213 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933586'] for router_interface, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:52.075825 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-52aa447a-273f-487d-b8fa-9c8360590ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9865a2d3-ef8f-428d-8b2f-54fab4d71b30', 'name': 'tempest-RoutersIpV6Test-router-1849523538', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:45:22Z', 'updated_at': '2021-11-12T08:45:50Z', 'revision_number': 6, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'gw_port_host': None, '_interfaces': [{'id': '2375ad63-53db-405f-af17-eb6f939f6f33', 'name': '', 'network_id': '2b52c721-3af0-40c3-9d28-a461536efab8', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'mac_address': 'fa:16:3e:a8:a2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9865a2d3-ef8f-428d-8b2f-54fab4d71b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': '25be48c2-90e4-4465-8e38-0a96bfec642b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:31Z', 'updated_at': '2021-11-12T08:45:37Z', 'revision_number': 5, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'subnets': [{'id': '25be48c2-90e4-4465-8e38-0a96bfec642b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92de5a46-a80a-462c-931c-dadc56429862', 'name': '', 'network_id': 'da0611fd-2ed6-49dd-ac71-c85fc1a9a6fa', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'mac_address': 'fa:16:3e:b2:58:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9865a2d3-ef8f-428d-8b2f-54fab4d71b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '53b87e78-f09c-4aae-a86b-c408fbf62ba1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:44Z', 'updated_at': '2021-11-12T08:45:51Z', 'revision_number': 4, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'subnets': [{'id': '53b87e78-f09c-4aae-a86b-c408fbf62ba1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0f97580-a5ec-46fa-a424-8ee06cc51083', 'name': '', 'network_id': '73c6d7ce-9b1d-4e96-9e22-6033786fad89', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'mac_address': 'fa:16:3e:c7:6b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9865a2d3-ef8f-428d-8b2f-54fab4d71b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '830fa2e7-8599-4cab-95c4-f22986ef303b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:36Z', 'updated_at': '2021-11-12T08:45:47Z', 'revision_number': 5, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'subnets': [{'id': '830fa2e7-8599-4cab-95c4-f22986ef303b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd65b49b9-ff37-4035-8b20-c37c9c15a19d', 'name': '', 'network_id': '4d5173a5-cff3-43ef-979a-489d0c11f249', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'mac_address': 'fa:16:3e:51:36:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9865a2d3-ef8f-428d-8b2f-54fab4d71b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'dbd8bf76-29f7-49de-96eb-4f363218d99e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:24Z', 'updated_at': '2021-11-12T08:45:31Z', 'revision_number': 5, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'subnets': [{'id': 'dbd8bf76-29f7-49de-96eb-4f363218d99e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:52.112428 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52aa447a-273f-487d-b8fa-9c8360590ed2 None None] The sync data for ids ['9865a2d3-ef8f-428d-8b2f-54fab4d71b30'] in n-d-765315-29 is: [{'id': '9865a2d3-ef8f-428d-8b2f-54fab4d71b30', 'name': 'tempest-RoutersIpV6Test-router-1849523538', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:45:22Z', 'updated_at': '2021-11-12T08:45:50Z', 'revision_number': 6, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'gw_port_host': None, '_interfaces': [{'id': '2375ad63-53db-405f-af17-eb6f939f6f33', 'name': '', 'network_id': '2b52c721-3af0-40c3-9d28-a461536efab8', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'mac_address': 'fa:16:3e:a8:a2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9865a2d3-ef8f-428d-8b2f-54fab4d71b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': '25be48c2-90e4-4465-8e38-0a96bfec642b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:31Z', 'updated_at': '2021-11-12T08:45:37Z', 'revision_number': 5, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'subnets': [{'id': '25be48c2-90e4-4465-8e38-0a96bfec642b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92de5a46-a80a-462c-931c-dadc56429862', 'name': '', 'network_id': 'da0611fd-2ed6-49dd-ac71-c85fc1a9a6fa', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'mac_address': 'fa:16:3e:b2:58:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9865a2d3-ef8f-428d-8b2f-54fab4d71b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '53b87e78-f09c-4aae-a86b-c408fbf62ba1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:44Z', 'updated_at': '2021-11-12T08:45:51Z', 'revision_number': 4, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'subnets': [{'id': '53b87e78-f09c-4aae-a86b-c408fbf62ba1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0f97580-a5ec-46fa-a424-8ee06cc51083', 'name': '', 'network_id': '73c6d7ce-9b1d-4e96-9e22-6033786fad89', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'mac_address': 'fa:16:3e:c7:6b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9865a2d3-ef8f-428d-8b2f-54fab4d71b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '830fa2e7-8599-4cab-95c4-f22986ef303b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:36Z', 'updated_at': '2021-11-12T08:45:47Z', 'revision_number': 5, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'subnets': [{'id': '830fa2e7-8599-4cab-95c4-f22986ef303b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd65b49b9-ff37-4035-8b20-c37c9c15a19d', 'name': '', 'network_id': '4d5173a5-cff3-43ef-979a-489d0c11f249', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'mac_address': 'fa:16:3e:51:36:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9865a2d3-ef8f-428d-8b2f-54fab4d71b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'dbd8bf76-29f7-49de-96eb-4f363218d99e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:24Z', 'updated_at': '2021-11-12T08:45:31Z', 'revision_number': 5, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'subnets': [{'id': 'dbd8bf76-29f7-49de-96eb-4f363218d99e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:45:52.459098 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-99e5db7f-690e-44a7-9971-9ef84ca40213 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Deleting port 973ba8f7-4160-46c4-97fa-5b919a072670 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:45:52.459498 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-99e5db7f-690e-44a7-9971-9ef84ca40213 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:52.467230 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device c1caee9a-8b7e-476b-ba96-fd75ddc57bfe up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:45:52.548737 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning for port c1caee9a-8b7e-476b-ba96-fd75ddc57bfe completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:45:52.556795 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port c1caee9a-8b7e-476b-ba96-fd75ddc57bfe triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:52.557169 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:52.613679 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-99e5db7f-690e-44a7-9971-9ef84ca40213 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] For port 973ba8f7-4160-46c4-97fa-5b919a072670, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=973ba8f7-4160-46c4-97fa-5b919a072670,segment=NetworkSegment(9478a79d-0f06-437e-97b9-90a4eddcebbc),segment_id=9478a79d-0f06-437e-97b9-90a4eddcebbc)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:52.614146 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-99e5db7f-690e-44a7-9971-9ef84ca40213 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:52.643205 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.extraroute_db [None req-bc10195b-0ac8-400f-809d-1739042ff193 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Added routes are [] {{(pid=102600) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 08:45:52.644033 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.extraroute_db [None req-bc10195b-0ac8-400f-809d-1739042ff193 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=102600) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 08:45:52.669132 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-99e5db7f-690e-44a7-9971-9ef84ca40213 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Calling delete_port for 973ba8f7-4160-46c4-97fa-5b919a072670 owned by network:router_interface {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:45:52.716774 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bc10195b-0ac8-400f-809d-1739042ff193 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-932935', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57732'] for router, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:52.721987 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:52.767480 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf0476d3-16eb-4c9f-8bf5-9c4bee8f1162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1caee9a-8b7e-476b-ba96-fd75ddc57bfe'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:45:52.771446 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd00592a-9087-40b5-baa6-56bc0beaf3e8" -d '{"events": [{"server_uuid": "cf0476d3-16eb-4c9f-8bf5-9c4bee8f1162", "name": "network-vif-plugged", "status": "completed", "tag": "c1caee9a-8b7e-476b-ba96-fd75ddc57bfe"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:45:52.817696 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port c1caee9a-8b7e-476b-ba96-fd75ddc57bfe, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=c1caee9a-8b7e-476b-ba96-fd75ddc57bfe,segment=NetworkSegment(d67d595f-ac82-4224-8cfb-35d7cb8db958),segment_id=d67d595f-ac82-4224-8cfb-35d7cb8db958)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:52.825663 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:52.900533 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78cc1f5d-844a-4f1e-b09d-f67aead73675 x-openstack-request-id: req-78cc1f5d-844a-4f1e-b09d-f67aead73675 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:45:52.900869 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf0476d3-16eb-4c9f-8bf5-9c4bee8f1162", "name": "network-vif-plugged", "status": "completed", "tag": "c1caee9a-8b7e-476b-ba96-fd75ddc57bfe", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:45:52.901058 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-78cc1f5d-844a-4f1e-b09d-f67aead73675 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:45:52.901451 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf0476d3-16eb-4c9f-8bf5-9c4bee8f1162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1caee9a-8b7e-476b-ba96-fd75ddc57bfe', 'code': 200} Nov 12 08:45:52.937097 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=c1caee9a-8b7e-476b-ba96-fd75ddc57bfe,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:53.064587 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-99e5db7f-690e-44a7-9971-9ef84ca40213 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:53.113697 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bc10195b-0ac8-400f-809d-1739042ff193 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-932935', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57732'] for router, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:53.168640 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e5db7f-690e-44a7-9971-9ef84ca40213 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Pushing event deleted for resources: {'Port': ['ID=973ba8f7-4160-46c4-97fa-5b919a072670,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:53.202458 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bc10195b-0ac8-400f-809d-1739042ff193 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-932942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-933045', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-919336'] for router, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:53.227155 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 92de5a46-a80a-462c-931c-dadc56429862 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:45:53.295234 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b451e50-d471-4dc9-a304-7b63b543fb2e req-15a15a9b-815d-472e-a29f-bb562907565c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:53.305427 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0b451e50-d471-4dc9-a304-7b63b543fb2e req-15a15a9b-815d-472e-a29f-bb562907565c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=cf0476d3-16eb-4c9f-8bf5-9c4bee8f1162 HTTP/1.1" status: 200 len: 1098 time: 0.2767615 Nov 12 08:45:53.369513 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 92de5a46-a80a-462c-931c-dadc56429862 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:53.369885 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:53.402069 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24623a65-8870-4a44-aceb-8da69e964210 req-bc33c341-7963-4548-800d-587766402d40 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:53.411913 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-24623a65-8870-4a44-aceb-8da69e964210 req-bc33c341-7963-4548-800d-587766402d40 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf0476d3-16eb-4c9f-8bf5-9c4bee8f1162 HTTP/1.1" status: 200 len: 946 time: 0.3335919 Nov 12 08:45:53.559716 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0b451e50-d471-4dc9-a304-7b63b543fb2e req-114f8ad9-6b22-49e0-859b-9f6b309255e9 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e0bffda3-6203-474e-b9e0-460d95e09dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286749 Nov 12 08:45:53.586552 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-24623a65-8870-4a44-aceb-8da69e964210 req-575b26d2-787a-4dad-8fa1-456d2a16b306 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0bffda3-6203-474e-b9e0-460d95e09dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736741 Nov 12 08:45:53.591438 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc10195b-0ac8-400f-809d-1739042ff193 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Router 9865a2d3-ef8f-428d-8b2f-54fab4d71b30 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:45:53.596393 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-99e5db7f-690e-44a7-9971-9ef84ca40213 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918626'] for router_interface, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:53.739735 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2b0de9-a365-43ba-9306-5b0dec954d16 None None] Sync routers for ids ['9865a2d3-ef8f-428d-8b2f-54fab4d71b30'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:45:53.760922 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2b0de9-a365-43ba-9306-5b0dec954d16 None None] Routers {'9865a2d3-ef8f-428d-8b2f-54fab4d71b30'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:45:53.761550 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-5c2b0de9-a365-43ba-9306-5b0dec954d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:45:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['9865a2d3-ef8f-428d-8b2f-54fab4d71b30'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:53.779733 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc10195b-0ac8-400f-809d-1739042ff193 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:45:53.789394 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bc10195b-0ac8-400f-809d-1739042ff193 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:53.790837 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-bc10195b-0ac8-400f-809d-1739042ff193 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "PUT /v2.0/routers/9865a2d3-ef8f-428d-8b2f-54fab4d71b30 HTTP/1.1" status: 200 len: 704 time: 1.7546504 Nov 12 08:45:53.793789 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57220) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:53.900746 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-5c2b0de9-a365-43ba-9306-5b0dec954d16 None None] Set router 9865a2d3-ef8f-428d-8b2f-54fab4d71b30 gateway port host: None {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:45:53.953099 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-0a26eace-5f3b-42d6-a979-82457467b923 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "GET /v2.0/routers/9865a2d3-ef8f-428d-8b2f-54fab4d71b30 HTTP/1.1" status: 200 len: 704 time: 0.1570723 Nov 12 08:45:53.958508 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57222) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:54.022271 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99e5db7f-690e-44a7-9971-9ef84ca40213 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Router 4d2602bf-3602-4f3c-80a3-1a0ff8aa9574 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:45:54.175711 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-5c2b0de9-a365-43ba-9306-5b0dec954d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9865a2d3-ef8f-428d-8b2f-54fab4d71b30', 'name': 'tempest-RoutersIpV6Test-router-1849523538', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:45:22Z', 'updated_at': '2021-11-12T08:45:52Z', 'revision_number': 7, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'gw_port_host': None, '_interfaces': [{'id': '2375ad63-53db-405f-af17-eb6f939f6f33', 'name': '', 'network_id': '2b52c721-3af0-40c3-9d28-a461536efab8', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'mac_address': 'fa:16:3e:a8:a2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9865a2d3-ef8f-428d-8b2f-54fab4d71b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': '25be48c2-90e4-4465-8e38-0a96bfec642b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:31Z', 'updated_at': '2021-11-12T08:45:37Z', 'revision_number': 5, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'subnets': [{'id': '25be48c2-90e4-4465-8e38-0a96bfec642b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92de5a46-a80a-462c-931c-dadc56429862', 'name': '', 'network_id': 'da0611fd-2ed6-49dd-ac71-c85fc1a9a6fa', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'mac_address': 'fa:16:3e:b2:58:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9865a2d3-ef8f-428d-8b2f-54fab4d71b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '53b87e78-f09c-4aae-a86b-c408fbf62ba1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:44Z', 'updated_at': '2021-11-12T08:45:51Z', 'revision_number': 5, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'subnets': [{'id': '53b87e78-f09c-4aae-a86b-c408fbf62ba1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0f97580-a5ec-46fa-a424-8ee06cc51083', 'name': '', 'network_id': '73c6d7ce-9b1d-4e96-9e22-6033786fad89', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'mac_address': 'fa:16:3e:c7:6b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9865a2d3-ef8f-428d-8b2f-54fab4d71b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '830fa2e7-8599-4cab-95c4-f22986ef303b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:36Z', 'updated_at': '2021-11-12T08:45:47Z', 'revision_number': 5, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'subnets': [{'id': '830fa2e7-8599-4cab-95c4-f22986ef303b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd65b49b9-ff37-4035-8b20-c37c9c15a19d', 'name': '', 'network_id': '4d5173a5-cff3-43ef-979a-489d0c11f249', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'mac_address': 'fa:16:3e:51:36:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9865a2d3-ef8f-428d-8b2f-54fab4d71b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'dbd8bf76-29f7-49de-96eb-4f363218d99e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:24Z', 'updated_at': '2021-11-12T08:45:31Z', 'revision_number': 5, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'subnets': [{'id': 'dbd8bf76-29f7-49de-96eb-4f363218d99e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:54.221906 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2b0de9-a365-43ba-9306-5b0dec954d16 None None] Checking router: 9865a2d3-ef8f-428d-8b2f-54fab4d71b30 for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:45:54.233717 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2b0de9-a365-43ba-9306-5b0dec954d16 None None] Routers {'9865a2d3-ef8f-428d-8b2f-54fab4d71b30'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:45:54.234339 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-5c2b0de9-a365-43ba-9306-5b0dec954d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:45:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['9865a2d3-ef8f-428d-8b2f-54fab4d71b30'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:54.347922 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-5c2b0de9-a365-43ba-9306-5b0dec954d16 None None] Set router 9865a2d3-ef8f-428d-8b2f-54fab4d71b30 gateway port host: None {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:45:54.421050 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1e638f41-eb71-4968-a2cd-3e4572b8c57a tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933586'] for router_interface, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:54.605587 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99e5db7f-690e-44a7-9971-9ef84ca40213 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:45:54.614468 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd74a90-6cc1-4637-bbda-cb1cb9686fa7 None None] Sync routers for ids ['4d2602bf-3602-4f3c-80a3-1a0ff8aa9574'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:45:54.646707 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57230) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:54.648614 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-99e5db7f-690e-44a7-9971-9ef84ca40213 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] 10.222.0.26 "PUT /v2.0/routers/4d2602bf-3602-4f3c-80a3-1a0ff8aa9574/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6669781 Nov 12 08:45:54.651217 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd74a90-6cc1-4637-bbda-cb1cb9686fa7 None None] Routers {'4d2602bf-3602-4f3c-80a3-1a0ff8aa9574'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:45:54.651887 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-9fd74a90-6cc1-4637-bbda-cb1cb9686fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:45:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['4d2602bf-3602-4f3c-80a3-1a0ff8aa9574'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:54.731619 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-5c2b0de9-a365-43ba-9306-5b0dec954d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9865a2d3-ef8f-428d-8b2f-54fab4d71b30', 'name': 'tempest-RoutersIpV6Test-router-1849523538', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:45:22Z', 'updated_at': '2021-11-12T08:45:52Z', 'revision_number': 7, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'gw_port_host': None, '_interfaces': [{'id': '2375ad63-53db-405f-af17-eb6f939f6f33', 'name': '', 'network_id': '2b52c721-3af0-40c3-9d28-a461536efab8', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'mac_address': 'fa:16:3e:a8:a2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9865a2d3-ef8f-428d-8b2f-54fab4d71b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': '25be48c2-90e4-4465-8e38-0a96bfec642b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:31Z', 'updated_at': '2021-11-12T08:45:37Z', 'revision_number': 5, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'subnets': [{'id': '25be48c2-90e4-4465-8e38-0a96bfec642b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92de5a46-a80a-462c-931c-dadc56429862', 'name': '', 'network_id': 'da0611fd-2ed6-49dd-ac71-c85fc1a9a6fa', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'mac_address': 'fa:16:3e:b2:58:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9865a2d3-ef8f-428d-8b2f-54fab4d71b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '53b87e78-f09c-4aae-a86b-c408fbf62ba1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:44Z', 'updated_at': '2021-11-12T08:45:51Z', 'revision_number': 5, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'subnets': [{'id': '53b87e78-f09c-4aae-a86b-c408fbf62ba1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0f97580-a5ec-46fa-a424-8ee06cc51083', 'name': '', 'network_id': '73c6d7ce-9b1d-4e96-9e22-6033786fad89', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'mac_address': 'fa:16:3e:c7:6b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9865a2d3-ef8f-428d-8b2f-54fab4d71b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '830fa2e7-8599-4cab-95c4-f22986ef303b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:36Z', 'updated_at': '2021-11-12T08:45:47Z', 'revision_number': 5, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'subnets': [{'id': '830fa2e7-8599-4cab-95c4-f22986ef303b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd65b49b9-ff37-4035-8b20-c37c9c15a19d', 'name': '', 'network_id': '4d5173a5-cff3-43ef-979a-489d0c11f249', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'mac_address': 'fa:16:3e:51:36:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9865a2d3-ef8f-428d-8b2f-54fab4d71b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'dbd8bf76-29f7-49de-96eb-4f363218d99e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:24Z', 'updated_at': '2021-11-12T08:45:31Z', 'revision_number': 5, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'subnets': [{'id': 'dbd8bf76-29f7-49de-96eb-4f363218d99e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:54.800689 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-9fd74a90-6cc1-4637-bbda-cb1cb9686fa7 None None] Set router 4d2602bf-3602-4f3c-80a3-1a0ff8aa9574 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:45:54.862537 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-c40a3a20-7fcd-4e4b-8947-07a8d7633ac8 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Deleting subnet 6690910f-d234-4eb4-9691-5e272fa7b090 {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:45:54.868389 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c40a3a20-7fcd-4e4b-8947-07a8d7633ac8 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:54.942083 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c40a3a20-7fcd-4e4b-8947-07a8d7633ac8 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:55.006370 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2b0de9-a365-43ba-9306-5b0dec954d16 None None] The sync data for ids ['9865a2d3-ef8f-428d-8b2f-54fab4d71b30'] in n-d-765315-29 is: [{'id': '9865a2d3-ef8f-428d-8b2f-54fab4d71b30', 'name': 'tempest-RoutersIpV6Test-router-1849523538', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:45:22Z', 'updated_at': '2021-11-12T08:45:52Z', 'revision_number': 7, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'gw_port_host': None, '_interfaces': [{'id': '2375ad63-53db-405f-af17-eb6f939f6f33', 'name': '', 'network_id': '2b52c721-3af0-40c3-9d28-a461536efab8', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'mac_address': 'fa:16:3e:a8:a2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9865a2d3-ef8f-428d-8b2f-54fab4d71b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': '25be48c2-90e4-4465-8e38-0a96bfec642b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:31Z', 'updated_at': '2021-11-12T08:45:37Z', 'revision_number': 5, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'subnets': [{'id': '25be48c2-90e4-4465-8e38-0a96bfec642b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92de5a46-a80a-462c-931c-dadc56429862', 'name': '', 'network_id': 'da0611fd-2ed6-49dd-ac71-c85fc1a9a6fa', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'mac_address': 'fa:16:3e:b2:58:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9865a2d3-ef8f-428d-8b2f-54fab4d71b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '53b87e78-f09c-4aae-a86b-c408fbf62ba1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:44Z', 'updated_at': '2021-11-12T08:45:51Z', 'revision_number': 5, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'subnets': [{'id': '53b87e78-f09c-4aae-a86b-c408fbf62ba1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0f97580-a5ec-46fa-a424-8ee06cc51083', 'name': '', 'network_id': '73c6d7ce-9b1d-4e96-9e22-6033786fad89', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'mac_address': 'fa:16:3e:c7:6b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9865a2d3-ef8f-428d-8b2f-54fab4d71b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '830fa2e7-8599-4cab-95c4-f22986ef303b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:36Z', 'updated_at': '2021-11-12T08:45:47Z', 'revision_number': 5, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'subnets': [{'id': '830fa2e7-8599-4cab-95c4-f22986ef303b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd65b49b9-ff37-4035-8b20-c37c9c15a19d', 'name': '', 'network_id': '4d5173a5-cff3-43ef-979a-489d0c11f249', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'mac_address': 'fa:16:3e:51:36:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9865a2d3-ef8f-428d-8b2f-54fab4d71b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'dbd8bf76-29f7-49de-96eb-4f363218d99e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:24Z', 'updated_at': '2021-11-12T08:45:31Z', 'revision_number': 5, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'subnets': [{'id': 'dbd8bf76-29f7-49de-96eb-4f363218d99e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:45:55.099209 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-9fd74a90-6cc1-4637-bbda-cb1cb9686fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2602bf-3602-4f3c-80a3-1a0ff8aa9574', 'name': 'tempest-TestSecurityGroupsBasicOps-router-813339176', 'tenant_id': '77abaf9dfdff48589f5ad3a7f970c1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': 'f15f4ac1-9b9a-4de8-a40e-65a818478e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:43:31Z', 'updated_at': '2021-11-12T08:45:52Z', 'revision_number': 5, 'project_id': '77abaf9dfdff48589f5ad3a7f970c1f2', 'gw_port': {'id': 'f15f4ac1-9b9a-4de8-a40e-65a818478e88', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:4a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2602bf-3602-4f3c-80a3-1a0ff8aa9574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:43:33Z', 'updated_at': '2021-11-12T08:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:55.156610 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd74a90-6cc1-4637-bbda-cb1cb9686fa7 None None] Checking router: 4d2602bf-3602-4f3c-80a3-1a0ff8aa9574 for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:45:55.171939 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd74a90-6cc1-4637-bbda-cb1cb9686fa7 None None] Routers {'4d2602bf-3602-4f3c-80a3-1a0ff8aa9574'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:45:55.172569 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-9fd74a90-6cc1-4637-bbda-cb1cb9686fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:45:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['4d2602bf-3602-4f3c-80a3-1a0ff8aa9574'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:55.353414 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-9fd74a90-6cc1-4637-bbda-cb1cb9686fa7 None None] Set router 4d2602bf-3602-4f3c-80a3-1a0ff8aa9574 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:45:55.433664 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4838c1a7-0216-4e92-b6a3-b9ffbda473f0 None None] Sync routers for ids ['9865a2d3-ef8f-428d-8b2f-54fab4d71b30'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:45:55.455038 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4838c1a7-0216-4e92-b6a3-b9ffbda473f0 None None] Routers {'9865a2d3-ef8f-428d-8b2f-54fab4d71b30'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:45:55.455979 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-4838c1a7-0216-4e92-b6a3-b9ffbda473f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:45:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['9865a2d3-ef8f-428d-8b2f-54fab4d71b30'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:55.502410 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5749f0-9186-4e5d-b39e-d324dfe88e8e req-1aff9104-19a8-49bb-a5dd-c51b8bb377cf tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:55.504056 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6f5749f0-9186-4e5d-b39e-d324dfe88e8e req-1aff9104-19a8-49bb-a5dd-c51b8bb377cf tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf0476d3-16eb-4c9f-8bf5-9c4bee8f1162 HTTP/1.1" status: 200 len: 946 time: 0.7332954 Nov 12 08:45:55.642807 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-4838c1a7-0216-4e92-b6a3-b9ffbda473f0 None None] Set router 9865a2d3-ef8f-428d-8b2f-54fab4d71b30 gateway port host: None {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:45:55.646987 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6f5749f0-9186-4e5d-b39e-d324dfe88e8e req-91b402c8-699a-4e09-bf13-ead16d07e220 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0bffda3-6203-474e-b9e0-460d95e09dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981967 Nov 12 08:45:55.696044 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c40a3a20-7fcd-4e4b-8947-07a8d7633ac8 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:55.705825 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-1e638f41-eb71-4968-a2cd-3e4572b8c57a tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Deleting port 92de5a46-a80a-462c-931c-dadc56429862 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:45:55.705825 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1e638f41-eb71-4968-a2cd-3e4572b8c57a tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:55.849427 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-9fd74a90-6cc1-4637-bbda-cb1cb9686fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2602bf-3602-4f3c-80a3-1a0ff8aa9574', 'name': 'tempest-TestSecurityGroupsBasicOps-router-813339176', 'tenant_id': '77abaf9dfdff48589f5ad3a7f970c1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': 'f15f4ac1-9b9a-4de8-a40e-65a818478e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:43:31Z', 'updated_at': '2021-11-12T08:45:52Z', 'revision_number': 5, 'project_id': '77abaf9dfdff48589f5ad3a7f970c1f2', 'gw_port': {'id': 'f15f4ac1-9b9a-4de8-a40e-65a818478e88', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:4a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2602bf-3602-4f3c-80a3-1a0ff8aa9574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:43:33Z', 'updated_at': '2021-11-12T08:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:55.869074 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c40a3a20-7fcd-4e4b-8947-07a8d7633ac8 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:55.887385 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd74a90-6cc1-4637-bbda-cb1cb9686fa7 None None] The sync data for ids ['4d2602bf-3602-4f3c-80a3-1a0ff8aa9574'] in n-d-765315-29 is: [{'id': '4d2602bf-3602-4f3c-80a3-1a0ff8aa9574', 'name': 'tempest-TestSecurityGroupsBasicOps-router-813339176', 'tenant_id': '77abaf9dfdff48589f5ad3a7f970c1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': 'f15f4ac1-9b9a-4de8-a40e-65a818478e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:43:31Z', 'updated_at': '2021-11-12T08:45:52Z', 'revision_number': 5, 'project_id': '77abaf9dfdff48589f5ad3a7f970c1f2', 'gw_port': {'id': 'f15f4ac1-9b9a-4de8-a40e-65a818478e88', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:4a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2602bf-3602-4f3c-80a3-1a0ff8aa9574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:43:33Z', 'updated_at': '2021-11-12T08:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:45:55.901279 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c40a3a20-7fcd-4e4b-8947-07a8d7633ac8 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:55.908853 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57240) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:55.923689 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-c40a3a20-7fcd-4e4b-8947-07a8d7633ac8 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] 10.222.0.26 "DELETE /v2.0/subnets/6690910f-d234-4eb4-9691-5e272fa7b090 HTTP/1.1" status: 204 len: 168 time: 1.2748125 Nov 12 08:45:55.925234 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb7add3-3621-43ef-b6a8-c72898fcd2cf None None] Network 6ffcad90-f496-4d66-99b9-24f9c9250cf2 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:45:55.926089 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-1e638f41-eb71-4968-a2cd-3e4572b8c57a tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] For port 92de5a46-a80a-462c-931c-dadc56429862, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=92de5a46-a80a-462c-931c-dadc56429862,segment=NetworkSegment(dfb18cdc-e3f0-4082-a1c2-7ab0d972f2c2),segment_id=dfb18cdc-e3f0-4082-a1c2-7ab0d972f2c2)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:55.926457 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1e638f41-eb71-4968-a2cd-3e4572b8c57a tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:55.974341 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40a3a20-7fcd-4e4b-8947-07a8d7633ac8 tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Pushing event deleted for resources: {'Subnet': ['ID=6690910f-d234-4eb4-9691-5e272fa7b090,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:55.981731 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-1e638f41-eb71-4968-a2cd-3e4572b8c57a tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Calling delete_port for 92de5a46-a80a-462c-931c-dadc56429862 owned by network:router_interface {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:45:56.037106 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-4838c1a7-0216-4e92-b6a3-b9ffbda473f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9865a2d3-ef8f-428d-8b2f-54fab4d71b30', 'name': 'tempest-RoutersIpV6Test-router-1849523538', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:45:22Z', 'updated_at': '2021-11-12T08:45:52Z', 'revision_number': 7, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'gw_port_host': None, '_interfaces': [{'id': '2375ad63-53db-405f-af17-eb6f939f6f33', 'name': '', 'network_id': '2b52c721-3af0-40c3-9d28-a461536efab8', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'mac_address': 'fa:16:3e:a8:a2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9865a2d3-ef8f-428d-8b2f-54fab4d71b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': '25be48c2-90e4-4465-8e38-0a96bfec642b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:31Z', 'updated_at': '2021-11-12T08:45:37Z', 'revision_number': 5, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'subnets': [{'id': '25be48c2-90e4-4465-8e38-0a96bfec642b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92de5a46-a80a-462c-931c-dadc56429862', 'name': '', 'network_id': 'da0611fd-2ed6-49dd-ac71-c85fc1a9a6fa', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'mac_address': 'fa:16:3e:b2:58:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9865a2d3-ef8f-428d-8b2f-54fab4d71b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '53b87e78-f09c-4aae-a86b-c408fbf62ba1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:44Z', 'updated_at': '2021-11-12T08:45:51Z', 'revision_number': 5, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'subnets': [{'id': '53b87e78-f09c-4aae-a86b-c408fbf62ba1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0f97580-a5ec-46fa-a424-8ee06cc51083', 'name': '', 'network_id': '73c6d7ce-9b1d-4e96-9e22-6033786fad89', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'mac_address': 'fa:16:3e:c7:6b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9865a2d3-ef8f-428d-8b2f-54fab4d71b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '830fa2e7-8599-4cab-95c4-f22986ef303b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:36Z', 'updated_at': '2021-11-12T08:45:47Z', 'revision_number': 5, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'subnets': [{'id': '830fa2e7-8599-4cab-95c4-f22986ef303b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd65b49b9-ff37-4035-8b20-c37c9c15a19d', 'name': '', 'network_id': '4d5173a5-cff3-43ef-979a-489d0c11f249', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'mac_address': 'fa:16:3e:51:36:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9865a2d3-ef8f-428d-8b2f-54fab4d71b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'dbd8bf76-29f7-49de-96eb-4f363218d99e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:24Z', 'updated_at': '2021-11-12T08:45:31Z', 'revision_number': 5, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'subnets': [{'id': 'dbd8bf76-29f7-49de-96eb-4f363218d99e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:56.084010 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4838c1a7-0216-4e92-b6a3-b9ffbda473f0 None None] Checking router: 9865a2d3-ef8f-428d-8b2f-54fab4d71b30 for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:45:56.100079 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4838c1a7-0216-4e92-b6a3-b9ffbda473f0 None None] Routers {'9865a2d3-ef8f-428d-8b2f-54fab4d71b30'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:45:56.100702 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-4838c1a7-0216-4e92-b6a3-b9ffbda473f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:45:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['9865a2d3-ef8f-428d-8b2f-54fab4d71b30'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:56.132826 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5abb01dc-58bc-4673-b443-0126d726d5ce tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks [] for router, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:56.304925 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1e638f41-eb71-4968-a2cd-3e4572b8c57a tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:56.347287 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5abb01dc-58bc-4673-b443-0126d726d5ce tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:56.366233 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-4838c1a7-0216-4e92-b6a3-b9ffbda473f0 None None] Set router 9865a2d3-ef8f-428d-8b2f-54fab4d71b30 gateway port host: None {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:45:56.392780 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e638f41-eb71-4968-a2cd-3e4572b8c57a tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Pushing event deleted for resources: {'Port': ['ID=92de5a46-a80a-462c-931c-dadc56429862,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:56.457628 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-5abb01dc-58bc-4673-b443-0126d726d5ce tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Deleting port f15f4ac1-9b9a-4de8-a40e-65a818478e88 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:45:56.460013 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5abb01dc-58bc-4673-b443-0126d726d5ce tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:56.626081 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8e9415-f27b-4dc1-9623-eb6b6ef5cf27 None None] DHCP port deletion for 6ffcad90-f496-4d66-99b9-24f9c9250cf2 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:45:56.650372 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-5abb01dc-58bc-4673-b443-0126d726d5ce tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] For port f15f4ac1-9b9a-4de8-a40e-65a818478e88, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=f15f4ac1-9b9a-4de8-a40e-65a818478e88,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:56.652760 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5abb01dc-58bc-4673-b443-0126d726d5ce tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:56.657609 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1e638f41-eb71-4968-a2cd-3e4572b8c57a tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918626'] for router_interface, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:56.687685 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-5abb01dc-58bc-4673-b443-0126d726d5ce tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Calling delete_port for f15f4ac1-9b9a-4de8-a40e-65a818478e88 owned by network:router_gateway {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:45:56.832876 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-0d8e9415-f27b-4dc1-9623-eb6b6ef5cf27 None None] Deleting port 4e39b0fe-b738-4dfd-a89f-bf8e679f98f9 {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:45:56.833413 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-0d8e9415-f27b-4dc1-9623-eb6b6ef5cf27 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:56.864169 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-4838c1a7-0216-4e92-b6a3-b9ffbda473f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9865a2d3-ef8f-428d-8b2f-54fab4d71b30', 'name': 'tempest-RoutersIpV6Test-router-1849523538', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:45:22Z', 'updated_at': '2021-11-12T08:45:52Z', 'revision_number': 7, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'gw_port_host': None, '_interfaces': [{'id': '2375ad63-53db-405f-af17-eb6f939f6f33', 'name': '', 'network_id': '2b52c721-3af0-40c3-9d28-a461536efab8', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'mac_address': 'fa:16:3e:a8:a2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9865a2d3-ef8f-428d-8b2f-54fab4d71b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': '25be48c2-90e4-4465-8e38-0a96bfec642b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:31Z', 'updated_at': '2021-11-12T08:45:37Z', 'revision_number': 5, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'subnets': [{'id': '25be48c2-90e4-4465-8e38-0a96bfec642b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92de5a46-a80a-462c-931c-dadc56429862', 'name': '', 'network_id': 'da0611fd-2ed6-49dd-ac71-c85fc1a9a6fa', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'mac_address': 'fa:16:3e:b2:58:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9865a2d3-ef8f-428d-8b2f-54fab4d71b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '53b87e78-f09c-4aae-a86b-c408fbf62ba1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:44Z', 'updated_at': '2021-11-12T08:45:51Z', 'revision_number': 5, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'subnets': [{'id': '53b87e78-f09c-4aae-a86b-c408fbf62ba1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0f97580-a5ec-46fa-a424-8ee06cc51083', 'name': '', 'network_id': '73c6d7ce-9b1d-4e96-9e22-6033786fad89', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'mac_address': 'fa:16:3e:c7:6b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9865a2d3-ef8f-428d-8b2f-54fab4d71b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '830fa2e7-8599-4cab-95c4-f22986ef303b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:36Z', 'updated_at': '2021-11-12T08:45:47Z', 'revision_number': 5, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'subnets': [{'id': '830fa2e7-8599-4cab-95c4-f22986ef303b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd65b49b9-ff37-4035-8b20-c37c9c15a19d', 'name': '', 'network_id': '4d5173a5-cff3-43ef-979a-489d0c11f249', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'mac_address': 'fa:16:3e:51:36:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9865a2d3-ef8f-428d-8b2f-54fab4d71b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'dbd8bf76-29f7-49de-96eb-4f363218d99e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:24Z', 'updated_at': '2021-11-12T08:45:31Z', 'revision_number': 5, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'subnets': [{'id': 'dbd8bf76-29f7-49de-96eb-4f363218d99e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:56.926156 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4838c1a7-0216-4e92-b6a3-b9ffbda473f0 None None] The sync data for ids ['9865a2d3-ef8f-428d-8b2f-54fab4d71b30'] in n-d-765315-29 is: [{'id': '9865a2d3-ef8f-428d-8b2f-54fab4d71b30', 'name': 'tempest-RoutersIpV6Test-router-1849523538', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:45:22Z', 'updated_at': '2021-11-12T08:45:52Z', 'revision_number': 7, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'gw_port_host': None, '_interfaces': [{'id': '2375ad63-53db-405f-af17-eb6f939f6f33', 'name': '', 'network_id': '2b52c721-3af0-40c3-9d28-a461536efab8', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'mac_address': 'fa:16:3e:a8:a2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9865a2d3-ef8f-428d-8b2f-54fab4d71b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': '25be48c2-90e4-4465-8e38-0a96bfec642b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:31Z', 'updated_at': '2021-11-12T08:45:37Z', 'revision_number': 5, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'subnets': [{'id': '25be48c2-90e4-4465-8e38-0a96bfec642b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92de5a46-a80a-462c-931c-dadc56429862', 'name': '', 'network_id': 'da0611fd-2ed6-49dd-ac71-c85fc1a9a6fa', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'mac_address': 'fa:16:3e:b2:58:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9865a2d3-ef8f-428d-8b2f-54fab4d71b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '53b87e78-f09c-4aae-a86b-c408fbf62ba1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:44Z', 'updated_at': '2021-11-12T08:45:51Z', 'revision_number': 5, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'subnets': [{'id': '53b87e78-f09c-4aae-a86b-c408fbf62ba1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0f97580-a5ec-46fa-a424-8ee06cc51083', 'name': '', 'network_id': '73c6d7ce-9b1d-4e96-9e22-6033786fad89', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'mac_address': 'fa:16:3e:c7:6b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9865a2d3-ef8f-428d-8b2f-54fab4d71b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '830fa2e7-8599-4cab-95c4-f22986ef303b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:36Z', 'updated_at': '2021-11-12T08:45:47Z', 'revision_number': 5, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'subnets': [{'id': '830fa2e7-8599-4cab-95c4-f22986ef303b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd65b49b9-ff37-4035-8b20-c37c9c15a19d', 'name': '', 'network_id': '4d5173a5-cff3-43ef-979a-489d0c11f249', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'mac_address': 'fa:16:3e:51:36:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9865a2d3-ef8f-428d-8b2f-54fab4d71b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'dbd8bf76-29f7-49de-96eb-4f363218d99e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:24Z', 'updated_at': '2021-11-12T08:45:31Z', 'revision_number': 5, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'subnets': [{'id': 'dbd8bf76-29f7-49de-96eb-4f363218d99e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:45:56.957989 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-0d8e9415-f27b-4dc1-9623-eb6b6ef5cf27 None None] For port 4e39b0fe-b738-4dfd-a89f-bf8e679f98f9, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=4e39b0fe-b738-4dfd-a89f-bf8e679f98f9,segment=NetworkSegment(9478a79d-0f06-437e-97b9-90a4eddcebbc),segment_id=9478a79d-0f06-437e-97b9-90a4eddcebbc)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:56.971129 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-0d8e9415-f27b-4dc1-9623-eb6b6ef5cf27 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:56.975323 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5abb01dc-58bc-4673-b443-0126d726d5ce tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:56.978611 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3637525-557f-47a4-bb51-c13f0536aa33 req-b72226a0-f865-48ca-b00c-b1c7d0230239 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:56.980179 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f3637525-557f-47a4-bb51-c13f0536aa33 req-b72226a0-f865-48ca-b00c-b1c7d0230239 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf0476d3-16eb-4c9f-8bf5-9c4bee8f1162 HTTP/1.1" status: 200 len: 946 time: 0.1357448 Nov 12 08:45:57.012470 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-0d8e9415-f27b-4dc1-9623-eb6b6ef5cf27 None None] Calling delete_port for 4e39b0fe-b738-4dfd-a89f-bf8e679f98f9 owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:45:57.042239 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abb01dc-58bc-4673-b443-0126d726d5ce tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Pushing event deleted for resources: {'Port': ['ID=f15f4ac1-9b9a-4de8-a40e-65a818478e88,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:57.119373 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f3637525-557f-47a4-bb51-c13f0536aa33 req-cbfa5210-4cab-493f-bb5c-26344cdbbbfd tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0bffda3-6203-474e-b9e0-460d95e09dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065106 Nov 12 08:45:57.129936 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40def933-31b2-43aa-add0-4eccf59dd571 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:45:57.165850 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e638f41-eb71-4968-a2cd-3e4572b8c57a tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Router 9865a2d3-ef8f-428d-8b2f-54fab4d71b30 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:45:57.202383 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5abb01dc-58bc-4673-b443-0126d726d5ce tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-933016'] for router_gateway, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:57.252173 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-0d8e9415-f27b-4dc1-9623-eb6b6ef5cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:57.295624 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8e9415-f27b-4dc1-9623-eb6b6ef5cf27 None None] Pushing event deleted for resources: {'Port': ['ID=4e39b0fe-b738-4dfd-a89f-bf8e679f98f9,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:57.314914 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8e9415-f27b-4dc1-9623-eb6b6ef5cf27 None None] No DVR routers for this DVR port 4e39b0fe-b738-4dfd-a89f-bf8e679f98f9 on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:45:57.364470 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e638f41-eb71-4968-a2cd-3e4572b8c57a tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:45:57.375278 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-1e638f41-eb71-4968-a2cd-3e4572b8c57a tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "PUT /v2.0/routers/9865a2d3-ef8f-428d-8b2f-54fab4d71b30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4155166 Nov 12 08:45:57.375947 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57252) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:57.387152 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745aa649-3c5e-43da-abfd-6d3ebcf4d604 None None] Sync routers for ids ['9865a2d3-ef8f-428d-8b2f-54fab4d71b30'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:45:57.418061 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 4e39b0fe-b738-4dfd-a89f-bf8e679f98f9 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:45:57.421931 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5abb01dc-58bc-4673-b443-0126d726d5ce tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:57.424494 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5abb01dc-58bc-4673-b443-0126d726d5ce tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:57.438192 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745aa649-3c5e-43da-abfd-6d3ebcf4d604 None None] Routers {'9865a2d3-ef8f-428d-8b2f-54fab4d71b30'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:45:57.442054 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-745aa649-3c5e-43da-abfd-6d3ebcf4d604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:45:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['9865a2d3-ef8f-428d-8b2f-54fab4d71b30'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:57.451685 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 4e39b0fe-b738-4dfd-a89f-bf8e679f98f9 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:45:57.452032 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 4e39b0fe-b738-4dfd-a89f-bf8e679f98f9 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:45:57.452506 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 973ba8f7-4160-46c4-97fa-5b919a072670 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:45:57.485523 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 973ba8f7-4160-46c4-97fa-5b919a072670 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:45:57.485962 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 973ba8f7-4160-46c4-97fa-5b919a072670 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:45:57.486241 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5abb01dc-58bc-4673-b443-0126d726d5ce tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:57.489143 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5abb01dc-58bc-4673-b443-0126d726d5ce tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Fanout notify agent at l3_agent the message router_deleted on router 4d2602bf-3602-4f3c-80a3-1a0ff8aa9574 {{(pid=102599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:45:57.505683 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5abb01dc-58bc-4673-b443-0126d726d5ce tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:57.508116 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-5abb01dc-58bc-4673-b443-0126d726d5ce tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] 10.222.0.26 "DELETE /v2.0/routers/4d2602bf-3602-4f3c-80a3-1a0ff8aa9574 HTTP/1.1" status: 204 len: 168 time: 1.5964043 Nov 12 08:45:57.511561 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57254) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:57.559296 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-aec29a4a-86c4-44bd-896e-01d01125ec16 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Deleting subnet 53b87e78-f09c-4aae-a86b-c408fbf62ba1 {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:45:57.571282 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-aec29a4a-86c4-44bd-896e-01d01125ec16 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:57.658547 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-aec29a4a-86c4-44bd-896e-01d01125ec16 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:57.674200 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-745aa649-3c5e-43da-abfd-6d3ebcf4d604 None None] Set router 9865a2d3-ef8f-428d-8b2f-54fab4d71b30 gateway port host: None {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:45:57.722611 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-63a372dd-9955-4b3b-acd7-f0354d028a0a tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:57.797801 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-aec29a4a-86c4-44bd-896e-01d01125ec16 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:57.885803 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-63a372dd-9955-4b3b-acd7-f0354d028a0a tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:57.899211 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-aec29a4a-86c4-44bd-896e-01d01125ec16 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:57.938001 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-63a372dd-9955-4b3b-acd7-f0354d028a0a tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ffcad90-f496-4d66-99b9-24f9c9250cf2']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:57.952302 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-63a372dd-9955-4b3b-acd7-f0354d028a0a tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9478a79d-0f06-437e-97b9-90a4eddcebbc') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:57.953234 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-63a372dd-9955-4b3b-acd7-f0354d028a0a tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9478a79d-0f06-437e-97b9-90a4eddcebbc') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:57.972997 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-63a372dd-9955-4b3b-acd7-f0354d028a0a tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:57.978120 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec29a4a-86c4-44bd-896e-01d01125ec16 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Pushing event deleted for resources: {'Subnet': ['ID=53b87e78-f09c-4aae-a86b-c408fbf62ba1,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:57.981809 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-aec29a4a-86c4-44bd-896e-01d01125ec16 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:57.988301 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-aec29a4a-86c4-44bd-896e-01d01125ec16 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "DELETE /v2.0/subnets/53b87e78-f09c-4aae-a86b-c408fbf62ba1 HTTP/1.1" status: 204 len: 168 time: 0.6088569 Nov 12 08:45:57.988475 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57280) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:57.996091 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a864d87d-c689-473b-8100-feadc9e47386 None None] Network da0611fd-2ed6-49dd-ac71-c85fc1a9a6fa requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:45:58.003573 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-63a372dd-9955-4b3b-acd7-f0354d028a0a tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:58.029168 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63a372dd-9955-4b3b-acd7-f0354d028a0a tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:45:58.030411 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-63a372dd-9955-4b3b-acd7-f0354d028a0a tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:58.033809 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 08:45:58.033809 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:45:58.033809 n-d-765315-29 neutron-server[102599]: timer() Nov 12 08:45:58.033809 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:45:58.033809 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 08:45:58.033809 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:45:58.033809 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 08:45:58.033809 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:45:58.033809 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 08:45:58.033809 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:45:58.033809 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 08:45:58.033809 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:45:58.033809 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 08:45:58.033809 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:45:58.033809 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:45:58.033809 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:45:58.033809 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:45:58.033809 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:45:58.033809 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 08:45:58.033809 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:45:58.033809 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 08:45:58.033809 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:45:58.033809 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:45:58.033809 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:45:58.033809 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 08:45:58.033809 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:45:58.033809 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:45:58.033809 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:45:58.033809 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:45:58.033809 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:45:58.033809 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:45:58.033809 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:45:58.073276 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-745aa649-3c5e-43da-abfd-6d3ebcf4d604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9865a2d3-ef8f-428d-8b2f-54fab4d71b30', 'name': 'tempest-RoutersIpV6Test-router-1849523538', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:45:22Z', 'updated_at': '2021-11-12T08:45:56Z', 'revision_number': 8, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'gw_port_host': None, '_interfaces': [{'id': '2375ad63-53db-405f-af17-eb6f939f6f33', 'name': '', 'network_id': '2b52c721-3af0-40c3-9d28-a461536efab8', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'mac_address': 'fa:16:3e:a8:a2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9865a2d3-ef8f-428d-8b2f-54fab4d71b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': '25be48c2-90e4-4465-8e38-0a96bfec642b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:31Z', 'updated_at': '2021-11-12T08:45:37Z', 'revision_number': 5, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'subnets': [{'id': '25be48c2-90e4-4465-8e38-0a96bfec642b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0f97580-a5ec-46fa-a424-8ee06cc51083', 'name': '', 'network_id': '73c6d7ce-9b1d-4e96-9e22-6033786fad89', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'mac_address': 'fa:16:3e:c7:6b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9865a2d3-ef8f-428d-8b2f-54fab4d71b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '830fa2e7-8599-4cab-95c4-f22986ef303b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:36Z', 'updated_at': '2021-11-12T08:45:47Z', 'revision_number': 5, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'subnets': [{'id': '830fa2e7-8599-4cab-95c4-f22986ef303b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd65b49b9-ff37-4035-8b20-c37c9c15a19d', 'name': '', 'network_id': '4d5173a5-cff3-43ef-979a-489d0c11f249', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'mac_address': 'fa:16:3e:51:36:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9865a2d3-ef8f-428d-8b2f-54fab4d71b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'dbd8bf76-29f7-49de-96eb-4f363218d99e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:24Z', 'updated_at': '2021-11-12T08:45:31Z', 'revision_number': 5, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'subnets': [{'id': 'dbd8bf76-29f7-49de-96eb-4f363218d99e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:58.141884 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745aa649-3c5e-43da-abfd-6d3ebcf4d604 None None] Checking router: 9865a2d3-ef8f-428d-8b2f-54fab4d71b30 for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:45:58.162971 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745aa649-3c5e-43da-abfd-6d3ebcf4d604 None None] Routers {'9865a2d3-ef8f-428d-8b2f-54fab4d71b30'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:45:58.164801 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-745aa649-3c5e-43da-abfd-6d3ebcf4d604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:45:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['9865a2d3-ef8f-428d-8b2f-54fab4d71b30'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:58.166780 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-814806c7-2e67-497b-a19f-e396edc9c3a6 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:58.180919 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-63a372dd-9955-4b3b-acd7-f0354d028a0a tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:58.191078 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-63a372dd-9955-4b3b-acd7-f0354d028a0a tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Publish callbacks [] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:58.194430 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-63a372dd-9955-4b3b-acd7-f0354d028a0a tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] 10.222.0.26 "DELETE /v2.0/networks/6ffcad90-f496-4d66-99b9-24f9c9250cf2 HTTP/1.1" status: 204 len: 168 time: 0.6818867 Nov 12 08:45:58.220496 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a372dd-9955-4b3b-acd7-f0354d028a0a tempest-TestSecurityGroupsBasicOps-943341304 tempest-TestSecurityGroupsBasicOps-943341304-project] Pushing event deleted for resources: {'Network': ['ID=6ffcad90-f496-4d66-99b9-24f9c9250cf2,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:58.299507 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-814806c7-2e67-497b-a19f-e396edc9c3a6 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Deleting port dbb4aff4-3580-4727-a764-95ead45fe5d1 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:45:58.299883 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-814806c7-2e67-497b-a19f-e396edc9c3a6 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:58.314262 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-745aa649-3c5e-43da-abfd-6d3ebcf4d604 None None] Set router 9865a2d3-ef8f-428d-8b2f-54fab4d71b30 gateway port host: None {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:45:58.387524 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9960b6be-6e32-4517-b2db-634f29674e7b None None] DHCP port deletion for da0611fd-2ed6-49dd-ac71-c85fc1a9a6fa request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:45:58.444190 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-814806c7-2e67-497b-a19f-e396edc9c3a6 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] For port dbb4aff4-3580-4727-a764-95ead45fe5d1, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=dbb4aff4-3580-4727-a764-95ead45fe5d1,segment=NetworkSegment(dfb18cdc-e3f0-4082-a1c2-7ab0d972f2c2),segment_id=dfb18cdc-e3f0-4082-a1c2-7ab0d972f2c2)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:58.445701 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-814806c7-2e67-497b-a19f-e396edc9c3a6 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:58.470144 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-814806c7-2e67-497b-a19f-e396edc9c3a6 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Calling delete_port for dbb4aff4-3580-4727-a764-95ead45fe5d1 owned by network:dhcp {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:45:58.473515 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-9960b6be-6e32-4517-b2db-634f29674e7b None None] Deleting port dbb4aff4-3580-4727-a764-95ead45fe5d1 {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:45:58.475001 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9960b6be-6e32-4517-b2db-634f29674e7b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:58.599999 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-9960b6be-6e32-4517-b2db-634f29674e7b None None] For port dbb4aff4-3580-4727-a764-95ead45fe5d1, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=dbb4aff4-3580-4727-a764-95ead45fe5d1,segment=NetworkSegment(dfb18cdc-e3f0-4082-a1c2-7ab0d972f2c2),segment_id=dfb18cdc-e3f0-4082-a1c2-7ab0d972f2c2)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:58.600399 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9960b6be-6e32-4517-b2db-634f29674e7b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:58.621037 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-814806c7-2e67-497b-a19f-e396edc9c3a6 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:58.633164 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-9960b6be-6e32-4517-b2db-634f29674e7b None None] Calling delete_port for dbb4aff4-3580-4727-a764-95ead45fe5d1 owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:45:58.642550 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814806c7-2e67-497b-a19f-e396edc9c3a6 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] No DVR routers for this DVR port dbb4aff4-3580-4727-a764-95ead45fe5d1 on host n-d-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:45:58.696987 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814806c7-2e67-497b-a19f-e396edc9c3a6 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Pushing event deleted for resources: {'Port': ['ID=dbb4aff4-3580-4727-a764-95ead45fe5d1,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:58.798908 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-814806c7-2e67-497b-a19f-e396edc9c3a6 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:58.813089 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-745aa649-3c5e-43da-abfd-6d3ebcf4d604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9865a2d3-ef8f-428d-8b2f-54fab4d71b30', 'name': 'tempest-RoutersIpV6Test-router-1849523538', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:45:22Z', 'updated_at': '2021-11-12T08:45:56Z', 'revision_number': 8, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'gw_port_host': None, '_interfaces': [{'id': '2375ad63-53db-405f-af17-eb6f939f6f33', 'name': '', 'network_id': '2b52c721-3af0-40c3-9d28-a461536efab8', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'mac_address': 'fa:16:3e:a8:a2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9865a2d3-ef8f-428d-8b2f-54fab4d71b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': '25be48c2-90e4-4465-8e38-0a96bfec642b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:31Z', 'updated_at': '2021-11-12T08:45:37Z', 'revision_number': 5, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'subnets': [{'id': '25be48c2-90e4-4465-8e38-0a96bfec642b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0f97580-a5ec-46fa-a424-8ee06cc51083', 'name': '', 'network_id': '73c6d7ce-9b1d-4e96-9e22-6033786fad89', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'mac_address': 'fa:16:3e:c7:6b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9865a2d3-ef8f-428d-8b2f-54fab4d71b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '830fa2e7-8599-4cab-95c4-f22986ef303b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:36Z', 'updated_at': '2021-11-12T08:45:47Z', 'revision_number': 5, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'subnets': [{'id': '830fa2e7-8599-4cab-95c4-f22986ef303b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd65b49b9-ff37-4035-8b20-c37c9c15a19d', 'name': '', 'network_id': '4d5173a5-cff3-43ef-979a-489d0c11f249', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'mac_address': 'fa:16:3e:51:36:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9865a2d3-ef8f-428d-8b2f-54fab4d71b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'dbd8bf76-29f7-49de-96eb-4f363218d99e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:24Z', 'updated_at': '2021-11-12T08:45:31Z', 'revision_number': 5, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'subnets': [{'id': 'dbd8bf76-29f7-49de-96eb-4f363218d99e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:58.826933 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9960b6be-6e32-4517-b2db-634f29674e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:58.831100 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-814806c7-2e67-497b-a19f-e396edc9c3a6 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da0611fd-2ed6-49dd-ac71-c85fc1a9a6fa']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:58.831798 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57300) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:58.850516 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-814806c7-2e67-497b-a19f-e396edc9c3a6 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfb18cdc-e3f0-4082-a1c2-7ab0d972f2c2') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:58.851992 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-814806c7-2e67-497b-a19f-e396edc9c3a6 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfb18cdc-e3f0-4082-a1c2-7ab0d972f2c2') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:58.867977 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-814806c7-2e67-497b-a19f-e396edc9c3a6 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:58.876547 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745aa649-3c5e-43da-abfd-6d3ebcf4d604 None None] The sync data for ids ['9865a2d3-ef8f-428d-8b2f-54fab4d71b30'] in n-d-765315-29 is: [{'id': '9865a2d3-ef8f-428d-8b2f-54fab4d71b30', 'name': 'tempest-RoutersIpV6Test-router-1849523538', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:45:22Z', 'updated_at': '2021-11-12T08:45:56Z', 'revision_number': 8, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'gw_port_host': None, '_interfaces': [{'id': '2375ad63-53db-405f-af17-eb6f939f6f33', 'name': '', 'network_id': '2b52c721-3af0-40c3-9d28-a461536efab8', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'mac_address': 'fa:16:3e:a8:a2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9865a2d3-ef8f-428d-8b2f-54fab4d71b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': '25be48c2-90e4-4465-8e38-0a96bfec642b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:31Z', 'updated_at': '2021-11-12T08:45:37Z', 'revision_number': 5, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'subnets': [{'id': '25be48c2-90e4-4465-8e38-0a96bfec642b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0f97580-a5ec-46fa-a424-8ee06cc51083', 'name': '', 'network_id': '73c6d7ce-9b1d-4e96-9e22-6033786fad89', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'mac_address': 'fa:16:3e:c7:6b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9865a2d3-ef8f-428d-8b2f-54fab4d71b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3582, 'fixed_ips': [{'subnet_id': '830fa2e7-8599-4cab-95c4-f22986ef303b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:36Z', 'updated_at': '2021-11-12T08:45:47Z', 'revision_number': 5, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'subnets': [{'id': '830fa2e7-8599-4cab-95c4-f22986ef303b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd65b49b9-ff37-4035-8b20-c37c9c15a19d', 'name': '', 'network_id': '4d5173a5-cff3-43ef-979a-489d0c11f249', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'mac_address': 'fa:16:3e:51:36:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9865a2d3-ef8f-428d-8b2f-54fab4d71b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'dbd8bf76-29f7-49de-96eb-4f363218d99e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:24Z', 'updated_at': '2021-11-12T08:45:31Z', 'revision_number': 5, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'subnets': [{'id': 'dbd8bf76-29f7-49de-96eb-4f363218d99e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:45:58.888503 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-814806c7-2e67-497b-a19f-e396edc9c3a6 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:58.904818 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-814806c7-2e67-497b-a19f-e396edc9c3a6 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:45:58.908201 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-814806c7-2e67-497b-a19f-e396edc9c3a6 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:58.915132 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 08:45:58.915132 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:45:58.915132 n-d-765315-29 neutron-server[102599]: timer() Nov 12 08:45:58.915132 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:45:58.915132 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 08:45:58.915132 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:45:58.915132 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 08:45:58.915132 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:45:58.915132 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 08:45:58.915132 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:45:58.915132 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 08:45:58.915132 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:45:58.915132 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 08:45:58.915132 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:45:58.915132 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:45:58.915132 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:45:58.915132 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:45:58.915132 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:45:58.915132 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 08:45:58.915132 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:45:58.915132 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 08:45:58.915132 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:45:58.915132 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:45:58.915132 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:45:58.915132 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 08:45:58.915132 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:45:58.915132 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:45:58.915132 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:45:58.915132 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:45:58.915132 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:45:58.915132 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:45:58.915132 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:45:58.944389 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9960b6be-6e32-4517-b2db-634f29674e7b None None] No DVR routers for this DVR port dbb4aff4-3580-4727-a764-95ead45fe5d1 on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:45:58.945901 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9960b6be-6e32-4517-b2db-634f29674e7b None None] Pushing event deleted for resources: {'Port': ['ID=dbb4aff4-3580-4727-a764-95ead45fe5d1,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:59.036456 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-814806c7-2e67-497b-a19f-e396edc9c3a6 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:59.045758 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-814806c7-2e67-497b-a19f-e396edc9c3a6 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks [] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:59.052592 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-814806c7-2e67-497b-a19f-e396edc9c3a6 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "DELETE /v2.0/networks/da0611fd-2ed6-49dd-ac71-c85fc1a9a6fa HTTP/1.1" status: 204 len: 168 time: 1.0629525 Nov 12 08:45:59.053288 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57310) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:59.088863 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-c3d9a79f-3a22-47cd-bf79-1aebdb8dfe6b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=77abaf9dfdff48589f5ad3a7f970c1f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2534502 Nov 12 08:45:59.089720 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57312) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:59.125351 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814806c7-2e67-497b-a19f-e396edc9c3a6 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Pushing event deleted for resources: {'Network': ['ID=da0611fd-2ed6-49dd-ac71-c85fc1a9a6fa,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:59.160831 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d5dc5a43-5878-4e57-9f7b-8a395ad41750 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:59.197786 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d5dc5a43-5878-4e57-9f7b-8a395ad41750 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:59.284801 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d5dc5a43-5878-4e57-9f7b-8a395ad41750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:59.289322 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d5dc5a43-5878-4e57-9f7b-8a395ad41750 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:59.290695 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-d5dc5a43-5878-4e57-9f7b-8a395ad41750 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5b76b403-4904-43f7-bbf5-3f2abf12d912 HTTP/1.1" status: 204 len: 168 time: 0.1993847 Nov 12 08:45:59.330739 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dc5a43-5878-4e57-9f7b-8a395ad41750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b76b403-4904-43f7-bbf5-3f2abf12d912,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:59.445826 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 92de5a46-a80a-462c-931c-dadc56429862 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:45:59.488946 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 92de5a46-a80a-462c-931c-dadc56429862 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:45:59.489394 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 92de5a46-a80a-462c-931c-dadc56429862 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:45:59.489942 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device f15f4ac1-9b9a-4de8-a40e-65a818478e88 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:45:59.525991 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: f15f4ac1-9b9a-4de8-a40e-65a818478e88 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:45:59.526402 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device f15f4ac1-9b9a-4de8-a40e-65a818478e88 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:45:59.527015 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device dbb4aff4-3580-4727-a764-95ead45fe5d1 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:45:59.568737 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: dbb4aff4-3580-4727-a764-95ead45fe5d1 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:45:59.569093 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device dbb4aff4-3580-4727-a764-95ead45fe5d1 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:45:59.717064 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d60c7f95-9f22-4484-8141-440493b27749 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933586'] for router_interface, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:59.791050 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57324) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:59.807519 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0d42b552-d8d1-49b3-8465-c4b524b46a35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:59.933113 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0d42b552-d8d1-49b3-8465-c4b524b46a35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:59.942737 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0d42b552-d8d1-49b3-8465-c4b524b46a35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:59.994397 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d42b552-d8d1-49b3-8465-c4b524b46a35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3da2a09c-9b30-486d-80c9-67f1c07bbeff,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:00.032278 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-0d42b552-d8d1-49b3-8465-c4b524b46a35 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9cbb4d05a8f245d9ac30b8b4e9d2a6ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2392657 Nov 12 08:46:00.033077 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57338) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:00.114235 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-d60c7f95-9f22-4484-8141-440493b27749 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Deleting port b0f97580-a5ec-46fa-a424-8ee06cc51083 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:46:00.114848 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d60c7f95-9f22-4484-8141-440493b27749 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:00.116396 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d560c9cc-4e5b-48f8-ba7c-7c69f81ebe48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:00.145037 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d560c9cc-4e5b-48f8-ba7c-7c69f81ebe48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:00.214230 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d560c9cc-4e5b-48f8-ba7c-7c69f81ebe48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:00.217650 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d560c9cc-4e5b-48f8-ba7c-7c69f81ebe48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:00.221857 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-d560c9cc-4e5b-48f8-ba7c-7c69f81ebe48 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3da2a09c-9b30-486d-80c9-67f1c07bbeff HTTP/1.1" status: 204 len: 168 time: 0.1787472 Nov 12 08:46:00.230856 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d560c9cc-4e5b-48f8-ba7c-7c69f81ebe48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da2a09c-9b30-486d-80c9-67f1c07bbeff,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:00.322383 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-d60c7f95-9f22-4484-8141-440493b27749 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] For port b0f97580-a5ec-46fa-a424-8ee06cc51083, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=b0f97580-a5ec-46fa-a424-8ee06cc51083,segment=NetworkSegment(92cfb8ee-2068-4e8b-add4-af4b27c88281),segment_id=92cfb8ee-2068-4e8b-add4-af4b27c88281)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:00.322676 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d60c7f95-9f22-4484-8141-440493b27749 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:00.339961 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-d60c7f95-9f22-4484-8141-440493b27749 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Calling delete_port for b0f97580-a5ec-46fa-a424-8ee06cc51083 owned by network:router_interface {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:46:00.595957 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d60c7f95-9f22-4484-8141-440493b27749 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:00.636141 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60c7f95-9f22-4484-8141-440493b27749 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Pushing event deleted for resources: {'Port': ['ID=b0f97580-a5ec-46fa-a424-8ee06cc51083,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:00.782186 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57358) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:00.861210 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d60c7f95-9f22-4484-8141-440493b27749 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918626'] for router_interface, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:00.871525 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-d640a212-c8fe-4584-8491-3708c920804d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=abc3addfa4e84eaa80c41e3e0df91c56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0877085 Nov 12 08:46:00.873965 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57360) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:00.994855 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-50ee0df4-c62d-4866-ade9-02fcfa74129c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:01.065191 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-50ee0df4-c62d-4866-ade9-02fcfa74129c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:01.167275 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-50ee0df4-c62d-4866-ade9-02fcfa74129c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:01.170337 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-50ee0df4-c62d-4866-ade9-02fcfa74129c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:01.171638 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-50ee0df4-c62d-4866-ade9-02fcfa74129c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4a06de91-2d4e-4243-b19b-e2d1c66d99a2 HTTP/1.1" status: 204 len: 168 time: 0.2865148 Nov 12 08:46:01.182032 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ee0df4-c62d-4866-ade9-02fcfa74129c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a06de91-2d4e-4243-b19b-e2d1c66d99a2,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:01.244578 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d60c7f95-9f22-4484-8141-440493b27749 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Router 9865a2d3-ef8f-428d-8b2f-54fab4d71b30 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:46:01.380258 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d60c7f95-9f22-4484-8141-440493b27749 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:46:01.388660 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-d60c7f95-9f22-4484-8141-440493b27749 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "PUT /v2.0/routers/9865a2d3-ef8f-428d-8b2f-54fab4d71b30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3322775 Nov 12 08:46:01.392131 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57374) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:01.395737 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d98749e-2723-44a6-bc7d-999272a5cb9c None None] Sync routers for ids ['9865a2d3-ef8f-428d-8b2f-54fab4d71b30'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:46:01.409353 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d98749e-2723-44a6-bc7d-999272a5cb9c None None] Routers {'9865a2d3-ef8f-428d-8b2f-54fab4d71b30'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:46:01.409958 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-0d98749e-2723-44a6-bc7d-999272a5cb9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:45:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['9865a2d3-ef8f-428d-8b2f-54fab4d71b30'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:01.511388 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-999bcbfe-91a8-429a-95e3-5fda0e56cff9 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Deleting subnet 830fa2e7-8599-4cab-95c4-f22986ef303b {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:46:01.517403 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-999bcbfe-91a8-429a-95e3-5fda0e56cff9 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:01.584215 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-0d98749e-2723-44a6-bc7d-999272a5cb9c None None] Set router 9865a2d3-ef8f-428d-8b2f-54fab4d71b30 gateway port host: None {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:46:01.595204 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-999bcbfe-91a8-429a-95e3-5fda0e56cff9 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:01.799986 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-999bcbfe-91a8-429a-95e3-5fda0e56cff9 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:01.902313 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-999bcbfe-91a8-429a-95e3-5fda0e56cff9 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:01.942656 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-999bcbfe-91a8-429a-95e3-5fda0e56cff9 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:01.944497 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8488d562-5bb0-474c-b49f-9196eb0d1163 None None] Network 73c6d7ce-9b1d-4e96-9e22-6033786fad89 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:46:01.948271 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-999bcbfe-91a8-429a-95e3-5fda0e56cff9 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "DELETE /v2.0/subnets/830fa2e7-8599-4cab-95c4-f22986ef303b HTTP/1.1" status: 204 len: 168 time: 0.5546048 Nov 12 08:46:01.950524 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57380) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:02.006315 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999bcbfe-91a8-429a-95e3-5fda0e56cff9 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Pushing event deleted for resources: {'Subnet': ['ID=830fa2e7-8599-4cab-95c4-f22986ef303b,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:02.096951 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-52eaed0a-8058-415e-9fc7-34e058dcf39e tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:02.166898 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-52eaed0a-8058-415e-9fc7-34e058dcf39e tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Deleting port 15c4847d-eaf1-4805-9fe0-a7607e87993c {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:46:02.167272 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-52eaed0a-8058-415e-9fc7-34e058dcf39e tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:02.270076 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-0d98749e-2723-44a6-bc7d-999272a5cb9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9865a2d3-ef8f-428d-8b2f-54fab4d71b30', 'name': 'tempest-RoutersIpV6Test-router-1849523538', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:45:22Z', 'updated_at': '2021-11-12T08:46:00Z', 'revision_number': 9, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'gw_port_host': None, '_interfaces': [{'id': '2375ad63-53db-405f-af17-eb6f939f6f33', 'name': '', 'network_id': '2b52c721-3af0-40c3-9d28-a461536efab8', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'mac_address': 'fa:16:3e:a8:a2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9865a2d3-ef8f-428d-8b2f-54fab4d71b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': '25be48c2-90e4-4465-8e38-0a96bfec642b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:31Z', 'updated_at': '2021-11-12T08:45:37Z', 'revision_number': 5, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'subnets': [{'id': '25be48c2-90e4-4465-8e38-0a96bfec642b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd65b49b9-ff37-4035-8b20-c37c9c15a19d', 'name': '', 'network_id': '4d5173a5-cff3-43ef-979a-489d0c11f249', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'mac_address': 'fa:16:3e:51:36:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9865a2d3-ef8f-428d-8b2f-54fab4d71b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'dbd8bf76-29f7-49de-96eb-4f363218d99e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:24Z', 'updated_at': '2021-11-12T08:45:31Z', 'revision_number': 5, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'subnets': [{'id': 'dbd8bf76-29f7-49de-96eb-4f363218d99e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:02.313308 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d98749e-2723-44a6-bc7d-999272a5cb9c None None] Checking router: 9865a2d3-ef8f-428d-8b2f-54fab4d71b30 for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:46:02.334105 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d98749e-2723-44a6-bc7d-999272a5cb9c None None] Routers {'9865a2d3-ef8f-428d-8b2f-54fab4d71b30'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:46:02.337899 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-0d98749e-2723-44a6-bc7d-999272a5cb9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:45:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['9865a2d3-ef8f-428d-8b2f-54fab4d71b30'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:02.354633 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57390) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:02.423326 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e0e717-b962-470f-a039-7ff0fb4c8175 None None] DHCP port deletion for 73c6d7ce-9b1d-4e96-9e22-6033786fad89 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:46:02.735304 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568bf4a4-2a16-4515-aee5-e1faa03a5398 req-9a63b9e0-392b-4e82-a8fe-20053b53f51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:02.741192 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-568bf4a4-2a16-4515-aee5-e1faa03a5398 req-9a63b9e0-392b-4e82-a8fe-20053b53f51c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=31da0877-2d8e-4c7c-a4c1-603886ba6a56 HTTP/1.1" status: 200 len: 1098 time: 0.3801951 Nov 12 08:46:02.805688 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-0d98749e-2723-44a6-bc7d-999272a5cb9c None None] Set router 9865a2d3-ef8f-428d-8b2f-54fab4d71b30 gateway port host: None {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:46:02.816106 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-52eaed0a-8058-415e-9fc7-34e058dcf39e tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] For port 15c4847d-eaf1-4805-9fe0-a7607e87993c, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=15c4847d-eaf1-4805-9fe0-a7607e87993c,segment=NetworkSegment(92cfb8ee-2068-4e8b-add4-af4b27c88281),segment_id=92cfb8ee-2068-4e8b-add4-af4b27c88281)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:02.816707 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-52eaed0a-8058-415e-9fc7-34e058dcf39e tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:02.832295 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-52eaed0a-8058-415e-9fc7-34e058dcf39e tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Calling delete_port for 15c4847d-eaf1-4805-9fe0-a7607e87993c owned by network:dhcp {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:46:02.859837 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-568bf4a4-2a16-4515-aee5-e1faa03a5398 req-03a683d4-f645-48ac-a926-8b41fae6cc10 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4cc5f5a6-e8e9-4e61-8342-e157b351f9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146729 Nov 12 08:46:02.932087 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-f5e0e717-b962-470f-a039-7ff0fb4c8175 None None] Deleting port 15c4847d-eaf1-4805-9fe0-a7607e87993c {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:46:02.932633 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f5e0e717-b962-470f-a039-7ff0fb4c8175 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:02.939978 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-52eaed0a-8058-415e-9fc7-34e058dcf39e tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:02.982439 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52eaed0a-8058-415e-9fc7-34e058dcf39e tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] No DVR routers for this DVR port 15c4847d-eaf1-4805-9fe0-a7607e87993c on host n-d-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:46:02.989670 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eaed0a-8058-415e-9fc7-34e058dcf39e tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Pushing event deleted for resources: {'Port': ['ID=15c4847d-eaf1-4805-9fe0-a7607e87993c,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:03.009968 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-f5e0e717-b962-470f-a039-7ff0fb4c8175 None None] For port 15c4847d-eaf1-4805-9fe0-a7607e87993c, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=15c4847d-eaf1-4805-9fe0-a7607e87993c,segment=NetworkSegment(92cfb8ee-2068-4e8b-add4-af4b27c88281),segment_id=92cfb8ee-2068-4e8b-add4-af4b27c88281)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:03.013859 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f5e0e717-b962-470f-a039-7ff0fb4c8175 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:03.025862 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-f5e0e717-b962-470f-a039-7ff0fb4c8175 None None] Calling delete_port for 15c4847d-eaf1-4805-9fe0-a7607e87993c owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:46:03.127494 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-52eaed0a-8058-415e-9fc7-34e058dcf39e tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:03.151212 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-52eaed0a-8058-415e-9fc7-34e058dcf39e tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73c6d7ce-9b1d-4e96-9e22-6033786fad89']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:03.169214 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-52eaed0a-8058-415e-9fc7-34e058dcf39e tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92cfb8ee-2068-4e8b-add4-af4b27c88281') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:03.169646 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-52eaed0a-8058-415e-9fc7-34e058dcf39e tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92cfb8ee-2068-4e8b-add4-af4b27c88281') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:03.176099 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 15c4847d-eaf1-4805-9fe0-a7607e87993c no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:46:03.189665 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-52eaed0a-8058-415e-9fc7-34e058dcf39e tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:03.226996 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-52eaed0a-8058-415e-9fc7-34e058dcf39e tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:03.236080 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52eaed0a-8058-415e-9fc7-34e058dcf39e tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:46:03.236840 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-52eaed0a-8058-415e-9fc7-34e058dcf39e tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:03.242379 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 08:46:03.242379 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:46:03.242379 n-d-765315-29 neutron-server[102599]: timer() Nov 12 08:46:03.242379 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:46:03.242379 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 08:46:03.242379 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:46:03.242379 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 08:46:03.242379 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:46:03.242379 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 08:46:03.242379 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:46:03.242379 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 08:46:03.242379 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:46:03.242379 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 08:46:03.242379 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:46:03.242379 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:46:03.242379 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:46:03.242379 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:46:03.242379 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:46:03.242379 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 08:46:03.242379 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:46:03.242379 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 08:46:03.242379 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:46:03.242379 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:46:03.242379 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:46:03.242379 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 08:46:03.242379 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:46:03.242379 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:46:03.242379 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:46:03.242379 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:46:03.242379 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:46:03.242379 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:46:03.242379 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:46:03.280425 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 15c4847d-eaf1-4805-9fe0-a7607e87993c {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:46:03.281057 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 15c4847d-eaf1-4805-9fe0-a7607e87993c not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:46:03.320766 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-52eaed0a-8058-415e-9fc7-34e058dcf39e tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:03.336593 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-52eaed0a-8058-415e-9fc7-34e058dcf39e tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks [] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:03.343703 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-52eaed0a-8058-415e-9fc7-34e058dcf39e tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "DELETE /v2.0/networks/73c6d7ce-9b1d-4e96-9e22-6033786fad89 HTTP/1.1" status: 204 len: 168 time: 1.3896315 Nov 12 08:46:03.344160 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57406) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:03.351683 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f5e0e717-b962-470f-a039-7ff0fb4c8175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:03.358487 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eaed0a-8058-415e-9fc7-34e058dcf39e tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Pushing event deleted for resources: {'Network': ['ID=73c6d7ce-9b1d-4e96-9e22-6033786fad89,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:03.385289 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f5e0e717-b962-470f-a039-7ff0fb4c8175 None None] Network 73c6d7ce-9b1d-4e96-9e22-6033786fad89 is not hosted by any dhcp agent {{(pid=102601) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 08:46:03.385739 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e0e717-b962-470f-a039-7ff0fb4c8175 None None] No DVR routers for this DVR port 15c4847d-eaf1-4805-9fe0-a7607e87993c on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:46:03.388251 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e0e717-b962-470f-a039-7ff0fb4c8175 None None] Pushing event deleted for resources: {'Port': ['ID=15c4847d-eaf1-4805-9fe0-a7607e87993c,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:03.454086 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-0d98749e-2723-44a6-bc7d-999272a5cb9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9865a2d3-ef8f-428d-8b2f-54fab4d71b30', 'name': 'tempest-RoutersIpV6Test-router-1849523538', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:45:22Z', 'updated_at': '2021-11-12T08:46:00Z', 'revision_number': 9, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'gw_port_host': None, '_interfaces': [{'id': '2375ad63-53db-405f-af17-eb6f939f6f33', 'name': '', 'network_id': '2b52c721-3af0-40c3-9d28-a461536efab8', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'mac_address': 'fa:16:3e:a8:a2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9865a2d3-ef8f-428d-8b2f-54fab4d71b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': '25be48c2-90e4-4465-8e38-0a96bfec642b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:31Z', 'updated_at': '2021-11-12T08:45:37Z', 'revision_number': 5, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'subnets': [{'id': '25be48c2-90e4-4465-8e38-0a96bfec642b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd65b49b9-ff37-4035-8b20-c37c9c15a19d', 'name': '', 'network_id': '4d5173a5-cff3-43ef-979a-489d0c11f249', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'mac_address': 'fa:16:3e:51:36:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9865a2d3-ef8f-428d-8b2f-54fab4d71b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'dbd8bf76-29f7-49de-96eb-4f363218d99e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:24Z', 'updated_at': '2021-11-12T08:45:31Z', 'revision_number': 5, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'subnets': [{'id': 'dbd8bf76-29f7-49de-96eb-4f363218d99e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:03.497777 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d98749e-2723-44a6-bc7d-999272a5cb9c None None] The sync data for ids ['9865a2d3-ef8f-428d-8b2f-54fab4d71b30'] in n-d-765315-29 is: [{'id': '9865a2d3-ef8f-428d-8b2f-54fab4d71b30', 'name': 'tempest-RoutersIpV6Test-router-1849523538', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:45:22Z', 'updated_at': '2021-11-12T08:46:00Z', 'revision_number': 9, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'gw_port_host': None, '_interfaces': [{'id': '2375ad63-53db-405f-af17-eb6f939f6f33', 'name': '', 'network_id': '2b52c721-3af0-40c3-9d28-a461536efab8', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'mac_address': 'fa:16:3e:a8:a2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9865a2d3-ef8f-428d-8b2f-54fab4d71b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': '25be48c2-90e4-4465-8e38-0a96bfec642b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:31Z', 'updated_at': '2021-11-12T08:45:37Z', 'revision_number': 5, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'subnets': [{'id': '25be48c2-90e4-4465-8e38-0a96bfec642b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd65b49b9-ff37-4035-8b20-c37c9c15a19d', 'name': '', 'network_id': '4d5173a5-cff3-43ef-979a-489d0c11f249', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'mac_address': 'fa:16:3e:51:36:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9865a2d3-ef8f-428d-8b2f-54fab4d71b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'dbd8bf76-29f7-49de-96eb-4f363218d99e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:24Z', 'updated_at': '2021-11-12T08:45:31Z', 'revision_number': 5, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'subnets': [{'id': 'dbd8bf76-29f7-49de-96eb-4f363218d99e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:46:03.900597 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d1db24ac-e96c-41b2-8b40-0da119d2ddd3 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933586'] for router_interface, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:03.979003 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-176695cc-9b36-4661-aa01-0be76f8a0216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:04.237336 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-d1db24ac-e96c-41b2-8b40-0da119d2ddd3 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Deleting port 2375ad63-53db-405f-af17-eb6f939f6f33 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:46:04.237762 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d1db24ac-e96c-41b2-8b40-0da119d2ddd3 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:04.365947 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-d1db24ac-e96c-41b2-8b40-0da119d2ddd3 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] For port 2375ad63-53db-405f-af17-eb6f939f6f33, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=2375ad63-53db-405f-af17-eb6f939f6f33,segment=NetworkSegment(1d6d8838-9b2c-4770-9e20-4f6e912eb664),segment_id=1d6d8838-9b2c-4770-9e20-4f6e912eb664)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:04.366234 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d1db24ac-e96c-41b2-8b40-0da119d2ddd3 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:04.384369 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-d1db24ac-e96c-41b2-8b40-0da119d2ddd3 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Calling delete_port for 2375ad63-53db-405f-af17-eb6f939f6f33 owned by network:router_interface {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:46:04.618050 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d1db24ac-e96c-41b2-8b40-0da119d2ddd3 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:04.652361 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1db24ac-e96c-41b2-8b40-0da119d2ddd3 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Pushing event deleted for resources: {'Port': ['ID=2375ad63-53db-405f-af17-eb6f939f6f33,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:04.828000 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d1db24ac-e96c-41b2-8b40-0da119d2ddd3 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918626'] for router_interface, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:05.102391 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1db24ac-e96c-41b2-8b40-0da119d2ddd3 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Router 9865a2d3-ef8f-428d-8b2f-54fab4d71b30 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:46:05.158572 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device b0f97580-a5ec-46fa-a424-8ee06cc51083 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:46:05.181667 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: b0f97580-a5ec-46fa-a424-8ee06cc51083 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:46:05.182052 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device b0f97580-a5ec-46fa-a424-8ee06cc51083 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:46:05.218318 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1db24ac-e96c-41b2-8b40-0da119d2ddd3 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:46:05.228614 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-d1db24ac-e96c-41b2-8b40-0da119d2ddd3 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "PUT /v2.0/routers/9865a2d3-ef8f-428d-8b2f-54fab4d71b30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8792443 Nov 12 08:46:05.231376 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57440) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:05.237310 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3304f347-58d6-46e4-b5a5-84c600c5f09a None None] Sync routers for ids ['9865a2d3-ef8f-428d-8b2f-54fab4d71b30'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:46:05.260512 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3304f347-58d6-46e4-b5a5-84c600c5f09a None None] Routers {'9865a2d3-ef8f-428d-8b2f-54fab4d71b30'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:46:05.261441 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-3304f347-58d6-46e4-b5a5-84c600c5f09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:45:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['9865a2d3-ef8f-428d-8b2f-54fab4d71b30'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:05.293272 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2d5c5d0-babc-4b6f-ab66-311457062a04 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Deleting subnet 25be48c2-90e4-4465-8e38-0a96bfec642b {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:46:05.297147 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c2d5c5d0-babc-4b6f-ab66-311457062a04 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks [] for subnet, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:05.389025 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c2d5c5d0-babc-4b6f-ab66-311457062a04 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31181813'] for subnet, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:05.389339 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-3304f347-58d6-46e4-b5a5-84c600c5f09a None None] Set router 9865a2d3-ef8f-428d-8b2f-54fab4d71b30 gateway port host: None {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:46:05.442349 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:05.549702 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c2d5c5d0-babc-4b6f-ab66-311457062a04 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:05.632112 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c2d5c5d0-babc-4b6f-ab66-311457062a04 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:05.683529 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c2d5c5d0-babc-4b6f-ab66-311457062a04 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:05.689640 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-c2d5c5d0-babc-4b6f-ab66-311457062a04 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "DELETE /v2.0/subnets/25be48c2-90e4-4465-8e38-0a96bfec642b HTTP/1.1" status: 204 len: 168 time: 0.4545717 Nov 12 08:46:05.689640 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d5c5d0-babc-4b6f-ab66-311457062a04 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Pushing event deleted for resources: {'Subnet': ['ID=25be48c2-90e4-4465-8e38-0a96bfec642b,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:05.690143 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57446) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:05.695750 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0e621a-f972-4e57-96bb-914bb33bb986 None None] Network 2b52c721-3af0-40c3-9d28-a461536efab8 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:46:05.723923 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-3304f347-58d6-46e4-b5a5-84c600c5f09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9865a2d3-ef8f-428d-8b2f-54fab4d71b30', 'name': 'tempest-RoutersIpV6Test-router-1849523538', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:45:22Z', 'updated_at': '2021-11-12T08:46:04Z', 'revision_number': 10, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'gw_port_host': None, '_interfaces': [{'id': 'd65b49b9-ff37-4035-8b20-c37c9c15a19d', 'name': '', 'network_id': '4d5173a5-cff3-43ef-979a-489d0c11f249', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'mac_address': 'fa:16:3e:51:36:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9865a2d3-ef8f-428d-8b2f-54fab4d71b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'dbd8bf76-29f7-49de-96eb-4f363218d99e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:24Z', 'updated_at': '2021-11-12T08:45:31Z', 'revision_number': 5, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'subnets': [{'id': 'dbd8bf76-29f7-49de-96eb-4f363218d99e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:05.779822 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3304f347-58d6-46e4-b5a5-84c600c5f09a None None] Checking router: 9865a2d3-ef8f-428d-8b2f-54fab4d71b30 for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:46:05.802732 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3304f347-58d6-46e4-b5a5-84c600c5f09a None None] Routers {'9865a2d3-ef8f-428d-8b2f-54fab4d71b30'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:46:05.803514 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-3304f347-58d6-46e4-b5a5-84c600c5f09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:45:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['9865a2d3-ef8f-428d-8b2f-54fab4d71b30'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:05.844521 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6e895358-9e89-4c9d-b088-1023d947dd5d tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:05.933171 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-6e895358-9e89-4c9d-b088-1023d947dd5d tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Deleting port b5992e8e-abf3-48d1-a4e2-10005ca77256 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:46:05.933523 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6e895358-9e89-4c9d-b088-1023d947dd5d tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:05.961456 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1730797-d9db-4b67-9d40-dec9ed641a6b None None] DHCP port deletion for 2b52c721-3af0-40c3-9d28-a461536efab8 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:46:06.041637 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-f1730797-d9db-4b67-9d40-dec9ed641a6b None None] Deleting port b5992e8e-abf3-48d1-a4e2-10005ca77256 {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:46:06.042136 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f1730797-d9db-4b67-9d40-dec9ed641a6b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:06.072111 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-6e895358-9e89-4c9d-b088-1023d947dd5d tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] For port b5992e8e-abf3-48d1-a4e2-10005ca77256, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=b5992e8e-abf3-48d1-a4e2-10005ca77256,segment=NetworkSegment(1d6d8838-9b2c-4770-9e20-4f6e912eb664),segment_id=1d6d8838-9b2c-4770-9e20-4f6e912eb664)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:06.072479 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6e895358-9e89-4c9d-b088-1023d947dd5d tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:06.088683 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-3304f347-58d6-46e4-b5a5-84c600c5f09a None None] Set router 9865a2d3-ef8f-428d-8b2f-54fab4d71b30 gateway port host: None {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:46:06.112307 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-6e895358-9e89-4c9d-b088-1023d947dd5d tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Calling delete_port for b5992e8e-abf3-48d1-a4e2-10005ca77256 owned by network:dhcp {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:46:06.192758 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-f1730797-d9db-4b67-9d40-dec9ed641a6b None None] For port b5992e8e-abf3-48d1-a4e2-10005ca77256, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=b5992e8e-abf3-48d1-a4e2-10005ca77256,segment=NetworkSegment(1d6d8838-9b2c-4770-9e20-4f6e912eb664),segment_id=1d6d8838-9b2c-4770-9e20-4f6e912eb664)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:06.193256 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f1730797-d9db-4b67-9d40-dec9ed641a6b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:06.209461 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-f1730797-d9db-4b67-9d40-dec9ed641a6b None None] Calling delete_port for b5992e8e-abf3-48d1-a4e2-10005ca77256 owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:46:06.273163 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6e895358-9e89-4c9d-b088-1023d947dd5d tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:06.291110 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e895358-9e89-4c9d-b088-1023d947dd5d tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] No DVR routers for this DVR port b5992e8e-abf3-48d1-a4e2-10005ca77256 on host n-d-765315-29 {{(pid=102600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:46:06.313722 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f1730797-d9db-4b67-9d40-dec9ed641a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:06.356599 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e895358-9e89-4c9d-b088-1023d947dd5d tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Pushing event deleted for resources: {'Port': ['ID=b5992e8e-abf3-48d1-a4e2-10005ca77256,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:06.369958 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1730797-d9db-4b67-9d40-dec9ed641a6b None None] Pushing event deleted for resources: {'Port': ['ID=b5992e8e-abf3-48d1-a4e2-10005ca77256,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:06.380525 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1730797-d9db-4b67-9d40-dec9ed641a6b None None] No DVR routers for this DVR port b5992e8e-abf3-48d1-a4e2-10005ca77256 on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:46:06.453220 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6e895358-9e89-4c9d-b088-1023d947dd5d tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:06.485852 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-6e895358-9e89-4c9d-b088-1023d947dd5d tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b52c721-3af0-40c3-9d28-a461536efab8']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:06.494782 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-3304f347-58d6-46e4-b5a5-84c600c5f09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9865a2d3-ef8f-428d-8b2f-54fab4d71b30', 'name': 'tempest-RoutersIpV6Test-router-1849523538', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:45:22Z', 'updated_at': '2021-11-12T08:46:04Z', 'revision_number': 10, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'gw_port_host': None, '_interfaces': [{'id': 'd65b49b9-ff37-4035-8b20-c37c9c15a19d', 'name': '', 'network_id': '4d5173a5-cff3-43ef-979a-489d0c11f249', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'mac_address': 'fa:16:3e:51:36:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9865a2d3-ef8f-428d-8b2f-54fab4d71b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'dbd8bf76-29f7-49de-96eb-4f363218d99e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:24Z', 'updated_at': '2021-11-12T08:45:31Z', 'revision_number': 5, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'subnets': [{'id': 'dbd8bf76-29f7-49de-96eb-4f363218d99e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:06.499858 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-6e895358-9e89-4c9d-b088-1023d947dd5d tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d6d8838-9b2c-4770-9e20-4f6e912eb664') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:06.500168 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-6e895358-9e89-4c9d-b088-1023d947dd5d tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d6d8838-9b2c-4770-9e20-4f6e912eb664') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:06.513983 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6e895358-9e89-4c9d-b088-1023d947dd5d tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:06.540698 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6e895358-9e89-4c9d-b088-1023d947dd5d tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:06.552362 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e895358-9e89-4c9d-b088-1023d947dd5d tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:46:06.553257 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6e895358-9e89-4c9d-b088-1023d947dd5d tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:06.563263 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3304f347-58d6-46e4-b5a5-84c600c5f09a None None] The sync data for ids ['9865a2d3-ef8f-428d-8b2f-54fab4d71b30'] in n-d-765315-29 is: [{'id': '9865a2d3-ef8f-428d-8b2f-54fab4d71b30', 'name': 'tempest-RoutersIpV6Test-router-1849523538', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:45:22Z', 'updated_at': '2021-11-12T08:46:04Z', 'revision_number': 10, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'gw_port_host': None, '_interfaces': [{'id': 'd65b49b9-ff37-4035-8b20-c37c9c15a19d', 'name': '', 'network_id': '4d5173a5-cff3-43ef-979a-489d0c11f249', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'mac_address': 'fa:16:3e:51:36:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9865a2d3-ef8f-428d-8b2f-54fab4d71b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'dbd8bf76-29f7-49de-96eb-4f363218d99e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:24Z', 'updated_at': '2021-11-12T08:45:31Z', 'revision_number': 5, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'subnets': [{'id': 'dbd8bf76-29f7-49de-96eb-4f363218d99e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:46:06.625933 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:46:06.625933 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:46:06.625933 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:46:06.625933 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:46:06.625933 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:46:06.625933 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:46:06.625933 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:46:06.625933 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:46:06.625933 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:46:06.625933 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:46:06.625933 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:46:06.625933 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:46:06.625933 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:46:06.625933 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:46:06.625933 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:46:06.625933 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:46:06.625933 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:46:06.625933 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:46:06.625933 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:46:06.625933 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:46:06.625933 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:46:06.625933 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:46:06.625933 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:46:06.625933 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:46:06.625933 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:46:06.625933 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:46:06.625933 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:46:06.625933 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:46:06.625933 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:46:06.625933 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:46:06.625933 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:46:06.625933 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:46:06.644983 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6e895358-9e89-4c9d-b088-1023d947dd5d tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:06.653133 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6e895358-9e89-4c9d-b088-1023d947dd5d tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:06.656439 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-6e895358-9e89-4c9d-b088-1023d947dd5d tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "DELETE /v2.0/networks/2b52c721-3af0-40c3-9d28-a461536efab8 HTTP/1.1" status: 204 len: 168 time: 0.9650056 Nov 12 08:46:06.659494 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57460) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:06.670281 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e895358-9e89-4c9d-b088-1023d947dd5d tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Pushing event deleted for resources: {'Network': ['ID=2b52c721-3af0-40c3-9d28-a461536efab8,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:07.030181 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-01e570f8-029e-40c7-b21c-ae8f11e221c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:07.176251 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7e4ba86a-7434-4459-87aa-1e47981afcd3 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933586'] for router_interface, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:07.177913 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device b5992e8e-abf3-48d1-a4e2-10005ca77256 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:46:07.225446 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: b5992e8e-abf3-48d1-a4e2-10005ca77256 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:46:07.226790 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device b5992e8e-abf3-48d1-a4e2-10005ca77256 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:46:07.226790 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 2375ad63-53db-405f-af17-eb6f939f6f33 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:46:07.276512 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 2375ad63-53db-405f-af17-eb6f939f6f33 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:46:07.276860 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 2375ad63-53db-405f-af17-eb6f939f6f33 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:46:07.493390 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-7e4ba86a-7434-4459-87aa-1e47981afcd3 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Deleting port d65b49b9-ff37-4035-8b20-c37c9c15a19d {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:46:07.493812 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7e4ba86a-7434-4459-87aa-1e47981afcd3 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:07.617100 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-7e4ba86a-7434-4459-87aa-1e47981afcd3 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] For port d65b49b9-ff37-4035-8b20-c37c9c15a19d, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=d65b49b9-ff37-4035-8b20-c37c9c15a19d,segment=NetworkSegment(d71417ba-7abc-42c2-b409-b49416d9e846),segment_id=d71417ba-7abc-42c2-b409-b49416d9e846)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:07.617524 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7e4ba86a-7434-4459-87aa-1e47981afcd3 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:07.643161 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-7e4ba86a-7434-4459-87aa-1e47981afcd3 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Calling delete_port for d65b49b9-ff37-4035-8b20-c37c9c15a19d owned by network:router_interface {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:46:07.872269 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7e4ba86a-7434-4459-87aa-1e47981afcd3 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:07.912648 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4ba86a-7434-4459-87aa-1e47981afcd3 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Pushing event deleted for resources: {'Port': ['ID=d65b49b9-ff37-4035-8b20-c37c9c15a19d,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:07.956659 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:08.032036 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7e4ba86a-7434-4459-87aa-1e47981afcd3 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918626'] for router_interface, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:08.161427 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:46:08.215555 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e4ba86a-7434-4459-87aa-1e47981afcd3 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Router 9865a2d3-ef8f-428d-8b2f-54fab4d71b30 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:46:08.303585 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e4ba86a-7434-4459-87aa-1e47981afcd3 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:46:08.310193 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-7e4ba86a-7434-4459-87aa-1e47981afcd3 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "PUT /v2.0/routers/9865a2d3-ef8f-428d-8b2f-54fab4d71b30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6489093 Nov 12 08:46:08.312713 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57484) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:08.317611 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9201e78c-fdde-457a-88dc-03aa13b1e169 None None] Sync routers for ids ['9865a2d3-ef8f-428d-8b2f-54fab4d71b30'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:46:08.336595 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9201e78c-fdde-457a-88dc-03aa13b1e169 None None] Routers {'9865a2d3-ef8f-428d-8b2f-54fab4d71b30'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:46:08.337657 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-9201e78c-fdde-457a-88dc-03aa13b1e169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:46:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['9865a2d3-ef8f-428d-8b2f-54fab4d71b30'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:08.388301 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-38c9937b-56ba-44c6-9697-8bd43ce36f2d tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Deleting subnet dbd8bf76-29f7-49de-96eb-4f363218d99e {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:46:08.391858 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-38c9937b-56ba-44c6-9697-8bd43ce36f2d tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks [] for subnet, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:08.414917 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-9201e78c-fdde-457a-88dc-03aa13b1e169 None None] Set router 9865a2d3-ef8f-428d-8b2f-54fab4d71b30 gateway port host: None {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:46:08.443038 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-38c9937b-56ba-44c6-9697-8bd43ce36f2d tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31181813'] for subnet, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:08.470731 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-9201e78c-fdde-457a-88dc-03aa13b1e169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9865a2d3-ef8f-428d-8b2f-54fab4d71b30', 'name': 'tempest-RoutersIpV6Test-router-1849523538', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:45:22Z', 'updated_at': '2021-11-12T08:46:07Z', 'revision_number': 11, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'gw_port_host': None}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:08.504866 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9201e78c-fdde-457a-88dc-03aa13b1e169 None None] Checking router: 9865a2d3-ef8f-428d-8b2f-54fab4d71b30 for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:46:08.514659 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9201e78c-fdde-457a-88dc-03aa13b1e169 None None] Routers {'9865a2d3-ef8f-428d-8b2f-54fab4d71b30'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:46:08.515426 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-9201e78c-fdde-457a-88dc-03aa13b1e169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:46:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['9865a2d3-ef8f-428d-8b2f-54fab4d71b30'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:08.549675 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-38c9937b-56ba-44c6-9697-8bd43ce36f2d tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:08.612069 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-9201e78c-fdde-457a-88dc-03aa13b1e169 None None] Set router 9865a2d3-ef8f-428d-8b2f-54fab4d71b30 gateway port host: None {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:46:08.622483 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-38c9937b-56ba-44c6-9697-8bd43ce36f2d tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:08.641015 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-38c9937b-56ba-44c6-9697-8bd43ce36f2d tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:08.644684 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-38c9937b-56ba-44c6-9697-8bd43ce36f2d tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "DELETE /v2.0/subnets/dbd8bf76-29f7-49de-96eb-4f363218d99e HTTP/1.1" status: 204 len: 168 time: 0.3310196 Nov 12 08:46:08.647849 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57486) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:08.660135 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db4d0ea-3ac9-4be8-a8a7-19ee9db2ac0d None None] Network 4d5173a5-cff3-43ef-979a-489d0c11f249 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:46:08.684391 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c9937b-56ba-44c6-9697-8bd43ce36f2d tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Pushing event deleted for resources: {'Subnet': ['ID=dbd8bf76-29f7-49de-96eb-4f363218d99e,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:08.711979 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-9201e78c-fdde-457a-88dc-03aa13b1e169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9865a2d3-ef8f-428d-8b2f-54fab4d71b30', 'name': 'tempest-RoutersIpV6Test-router-1849523538', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:45:22Z', 'updated_at': '2021-11-12T08:46:07Z', 'revision_number': 11, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'gw_port_host': None}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:08.771173 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9201e78c-fdde-457a-88dc-03aa13b1e169 None None] The sync data for ids ['9865a2d3-ef8f-428d-8b2f-54fab4d71b30'] in n-d-765315-29 is: [{'id': '9865a2d3-ef8f-428d-8b2f-54fab4d71b30', 'name': 'tempest-RoutersIpV6Test-router-1849523538', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:45:22Z', 'updated_at': '2021-11-12T08:46:07Z', 'revision_number': 11, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'gw_port_host': None}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:46:08.805490 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-12a55f85-92a3-4b18-9adc-6a5b7b529e83 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:08.902165 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-12a55f85-92a3-4b18-9adc-6a5b7b529e83 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Deleting port d094e371-3171-42ce-8893-652e46262e82 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:46:08.902791 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-12a55f85-92a3-4b18-9adc-6a5b7b529e83 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:09.171617 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c0cd30-b7d3-4d7b-8ee2-e3d941195754 None None] DHCP port deletion for 4d5173a5-cff3-43ef-979a-489d0c11f249 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:46:09.251396 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-73c0cd30-b7d3-4d7b-8ee2-e3d941195754 None None] Deleting port d094e371-3171-42ce-8893-652e46262e82 {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:46:09.251857 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-73c0cd30-b7d3-4d7b-8ee2-e3d941195754 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:09.322549 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device d094e371-3171-42ce-8893-652e46262e82 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:46:09.388664 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-73c0cd30-b7d3-4d7b-8ee2-e3d941195754 None None] For port d094e371-3171-42ce-8893-652e46262e82, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=d094e371-3171-42ce-8893-652e46262e82,segment=NetworkSegment(d71417ba-7abc-42c2-b409-b49416d9e846),segment_id=d71417ba-7abc-42c2-b409-b49416d9e846)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:09.389146 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-73c0cd30-b7d3-4d7b-8ee2-e3d941195754 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:09.404545 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:09.413876 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-73c0cd30-b7d3-4d7b-8ee2-e3d941195754 None None] Calling delete_port for d094e371-3171-42ce-8893-652e46262e82 owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:46:09.415145 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-12a55f85-92a3-4b18-9adc-6a5b7b529e83 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] For port d094e371-3171-42ce-8893-652e46262e82, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=d094e371-3171-42ce-8893-652e46262e82,segment=NetworkSegment(d71417ba-7abc-42c2-b409-b49416d9e846),segment_id=d71417ba-7abc-42c2-b409-b49416d9e846)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:09.415600 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-12a55f85-92a3-4b18-9adc-6a5b7b529e83 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:09.440313 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-12a55f85-92a3-4b18-9adc-6a5b7b529e83 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Calling delete_port for d094e371-3171-42ce-8893-652e46262e82 owned by network:dhcp {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:46:09.528879 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:09.546189 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-12a55f85-92a3-4b18-9adc-6a5b7b529e83 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:09.577994 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a55f85-92a3-4b18-9adc-6a5b7b529e83 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Pushing event deleted for resources: {'Port': ['ID=d094e371-3171-42ce-8893-652e46262e82,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:09.582310 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a55f85-92a3-4b18-9adc-6a5b7b529e83 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] No DVR routers for this DVR port d094e371-3171-42ce-8893-652e46262e82 on host n-d-765315-29 {{(pid=102600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:46:09.584080 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device d65b49b9-ff37-4035-8b20-c37c9c15a19d no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:46:09.593876 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a55f85-92a3-4b18-9adc-6a5b7b529e83 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:09.594223 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a55f85-92a3-4b18-9adc-6a5b7b529e83 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:09.594574 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a55f85-92a3-4b18-9adc-6a5b7b529e83 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:09.594941 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a55f85-92a3-4b18-9adc-6a5b7b529e83 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:09.595282 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a55f85-92a3-4b18-9adc-6a5b7b529e83 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:09.595618 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a55f85-92a3-4b18-9adc-6a5b7b529e83 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:09.595948 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a55f85-92a3-4b18-9adc-6a5b7b529e83 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:09.596280 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a55f85-92a3-4b18-9adc-6a5b7b529e83 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:09.596615 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a55f85-92a3-4b18-9adc-6a5b7b529e83 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:09.596954 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a55f85-92a3-4b18-9adc-6a5b7b529e83 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:09.597329 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a55f85-92a3-4b18-9adc-6a5b7b529e83 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:09.597664 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a55f85-92a3-4b18-9adc-6a5b7b529e83 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:09.611379 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: d65b49b9-ff37-4035-8b20-c37c9c15a19d {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:46:09.611736 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device d65b49b9-ff37-4035-8b20-c37c9c15a19d not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:46:09.613299 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-73c0cd30-b7d3-4d7b-8ee2-e3d941195754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:09.652141 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c0cd30-b7d3-4d7b-8ee2-e3d941195754 None None] No DVR routers for this DVR port d094e371-3171-42ce-8893-652e46262e82 on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:46:09.654085 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c0cd30-b7d3-4d7b-8ee2-e3d941195754 None None] Pushing event deleted for resources: {'Port': ['ID=d094e371-3171-42ce-8893-652e46262e82,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:09.695886 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-12a55f85-92a3-4b18-9adc-6a5b7b529e83 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:09.719449 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-12a55f85-92a3-4b18-9adc-6a5b7b529e83 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d5173a5-cff3-43ef-979a-489d0c11f249']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:09.731454 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-12a55f85-92a3-4b18-9adc-6a5b7b529e83 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd71417ba-7abc-42c2-b409-b49416d9e846') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:09.731809 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-12a55f85-92a3-4b18-9adc-6a5b7b529e83 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd71417ba-7abc-42c2-b409-b49416d9e846') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:09.743135 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-12a55f85-92a3-4b18-9adc-6a5b7b529e83 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:09.758194 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-12a55f85-92a3-4b18-9adc-6a5b7b529e83 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:09.766063 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12a55f85-92a3-4b18-9adc-6a5b7b529e83 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:46:09.766671 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-12a55f85-92a3-4b18-9adc-6a5b7b529e83 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:09.770838 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:46:09.770838 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:46:09.770838 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:46:09.770838 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:46:09.770838 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:46:09.770838 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:46:09.770838 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:46:09.770838 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:46:09.770838 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:46:09.770838 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:46:09.770838 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:46:09.770838 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:46:09.770838 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:46:09.770838 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:46:09.770838 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:46:09.770838 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:46:09.770838 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:46:09.770838 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:46:09.770838 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:46:09.770838 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:46:09.770838 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:46:09.770838 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:46:09.770838 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:46:09.770838 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:46:09.770838 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:46:09.770838 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:46:09.770838 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:46:09.770838 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:46:09.770838 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:46:09.770838 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:46:09.770838 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:46:09.770838 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:46:09.848900 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-12a55f85-92a3-4b18-9adc-6a5b7b529e83 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:09.860472 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-12a55f85-92a3-4b18-9adc-6a5b7b529e83 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:09.864010 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-12a55f85-92a3-4b18-9adc-6a5b7b529e83 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "DELETE /v2.0/networks/4d5173a5-cff3-43ef-979a-489d0c11f249 HTTP/1.1" status: 204 len: 168 time: 1.2151287 Nov 12 08:46:09.868892 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57496) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:09.875468 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-a272af31-1eac-4433-8643-1188bab9f6c8 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Request body: {'router': {'routes': None}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:09.877351 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a55f85-92a3-4b18-9adc-6a5b7b529e83 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Pushing event deleted for resources: {'Network': ['ID=4d5173a5-cff3-43ef-979a-489d0c11f249,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:09.977572 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:10.084124 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.extraroute_db [None req-a272af31-1eac-4433-8643-1188bab9f6c8 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Added routes are [] {{(pid=102599) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 08:46:10.084422 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.extraroute_db [None req-a272af31-1eac-4433-8643-1188bab9f6c8 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Removed routes are [] {{(pid=102599) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 08:46:10.084804 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a272af31-1eac-4433-8643-1188bab9f6c8 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-932935', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57732'] for router, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:10.250919 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a272af31-1eac-4433-8643-1188bab9f6c8 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-932935', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57732'] for router, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:10.255008 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a272af31-1eac-4433-8643-1188bab9f6c8 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-932942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-933045', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-919336'] for router, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:10.343112 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a272af31-1eac-4433-8643-1188bab9f6c8 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Router 9865a2d3-ef8f-428d-8b2f-54fab4d71b30 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:46:10.434676 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a272af31-1eac-4433-8643-1188bab9f6c8 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:46:10.441688 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a272af31-1eac-4433-8643-1188bab9f6c8 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:10.443518 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-a272af31-1eac-4433-8643-1188bab9f6c8 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "PUT /v2.0/routers/9865a2d3-ef8f-428d-8b2f-54fab4d71b30 HTTP/1.1" status: 200 len: 705 time: 0.5730360 Nov 12 08:46:10.447237 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57506) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:10.454656 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263ff36c-1420-4a28-8447-7c9007f00880 None None] Sync routers for ids ['9865a2d3-ef8f-428d-8b2f-54fab4d71b30'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:46:10.467306 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263ff36c-1420-4a28-8447-7c9007f00880 None None] Routers {'9865a2d3-ef8f-428d-8b2f-54fab4d71b30'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:46:10.468289 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-263ff36c-1420-4a28-8447-7c9007f00880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:46:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['9865a2d3-ef8f-428d-8b2f-54fab4d71b30'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:10.491021 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-1955ead8-fc85-42f3-9411-c5a9a76ab7ee tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "GET /v2.0/ports?device_id=9865a2d3-ef8f-428d-8b2f-54fab4d71b30 HTTP/1.1" status: 200 len: 205 time: 0.0398986 Nov 12 08:46:10.491980 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57508) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:10.554532 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-263ff36c-1420-4a28-8447-7c9007f00880 None None] Set router 9865a2d3-ef8f-428d-8b2f-54fab4d71b30 gateway port host: None {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:46:10.597667 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e7eda8eb-eb0c-4eb8-bf40-2feac4e613fd tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks [] for router, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:10.620043 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-263ff36c-1420-4a28-8447-7c9007f00880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9865a2d3-ef8f-428d-8b2f-54fab4d71b30', 'name': 'tempest-RoutersIpV6Test-router-1849523538', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:45:22Z', 'updated_at': '2021-11-12T08:46:07Z', 'revision_number': 11, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'gw_port_host': None}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:10.659353 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263ff36c-1420-4a28-8447-7c9007f00880 None None] Checking router: 9865a2d3-ef8f-428d-8b2f-54fab4d71b30 for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:46:10.669412 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263ff36c-1420-4a28-8447-7c9007f00880 None None] Routers {'9865a2d3-ef8f-428d-8b2f-54fab4d71b30'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:46:10.670996 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-263ff36c-1420-4a28-8447-7c9007f00880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:46:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['9865a2d3-ef8f-428d-8b2f-54fab4d71b30'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:10.748891 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-263ff36c-1420-4a28-8447-7c9007f00880 None None] Set router 9865a2d3-ef8f-428d-8b2f-54fab4d71b30 gateway port host: None {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:46:10.780430 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e7eda8eb-eb0c-4eb8-bf40-2feac4e613fd tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:10.782845 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e7eda8eb-eb0c-4eb8-bf40-2feac4e613fd tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:10.813822 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-263ff36c-1420-4a28-8447-7c9007f00880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9865a2d3-ef8f-428d-8b2f-54fab4d71b30', 'name': 'tempest-RoutersIpV6Test-router-1849523538', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:45:22Z', 'updated_at': '2021-11-12T08:46:07Z', 'revision_number': 11, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'gw_port_host': None}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:10.834831 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e7eda8eb-eb0c-4eb8-bf40-2feac4e613fd tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:10.836052 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7eda8eb-eb0c-4eb8-bf40-2feac4e613fd tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Fanout notify agent at l3_agent the message router_deleted on router 9865a2d3-ef8f-428d-8b2f-54fab4d71b30 {{(pid=102599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:46:10.843432 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e7eda8eb-eb0c-4eb8-bf40-2feac4e613fd tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:10.844534 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-e7eda8eb-eb0c-4eb8-bf40-2feac4e613fd tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "DELETE /v2.0/routers/9865a2d3-ef8f-428d-8b2f-54fab4d71b30 HTTP/1.1" status: 204 len: 168 time: 0.3512955 Nov 12 08:46:10.852946 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57518) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:10.859554 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-2664ae8a-d681-424d-9915-6e5cf0e6f398 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1251036426', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:10.865016 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263ff36c-1420-4a28-8447-7c9007f00880 None None] The sync data for ids ['9865a2d3-ef8f-428d-8b2f-54fab4d71b30'] in n-d-765315-29 is: [{'id': '9865a2d3-ef8f-428d-8b2f-54fab4d71b30', 'name': 'tempest-RoutersIpV6Test-router-1849523538', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:45:22Z', 'updated_at': '2021-11-12T08:46:07Z', 'revision_number': 11, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'gw_port_host': None}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:46:10.892623 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2664ae8a-d681-424d-9915-6e5cf0e6f398 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:10.893749 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2664ae8a-d681-424d-9915-6e5cf0e6f398 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:10.983866 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2664ae8a-d681-424d-9915-6e5cf0e6f398 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:10.991787 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2664ae8a-d681-424d-9915-6e5cf0e6f398 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052'] for router, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:11.020358 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2664ae8a-d681-424d-9915-6e5cf0e6f398 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:11.021681 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-2664ae8a-d681-424d-9915-6e5cf0e6f398 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1673825 Nov 12 08:46:11.025923 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57520) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:11.030547 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-e9f8d2f5-16fd-48ff-bcdf-e1b6400a34b2 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:11.264915 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e9f8d2f5-16fd-48ff-bcdf-e1b6400a34b2 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-932935', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57732'] for router, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:11.276407 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e9f8d2f5-16fd-48ff-bcdf-e1b6400a34b2 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-932942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-933045', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-919336'] for router, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:11.392791 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9f8d2f5-16fd-48ff-bcdf-e1b6400a34b2 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Router bceab1f5-fc75-4ae6-ba24-689118753784 is scheduled to L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 with binding_index 1 {{(pid=102600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:46:11.494567 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9f8d2f5-16fd-48ff-bcdf-e1b6400a34b2 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:46:11.502551 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e9f8d2f5-16fd-48ff-bcdf-e1b6400a34b2 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:11.508692 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-e9f8d2f5-16fd-48ff-bcdf-e1b6400a34b2 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "PUT /v2.0/routers/bceab1f5-fc75-4ae6-ba24-689118753784 HTTP/1.1" status: 200 len: 698 time: 0.4768298 Nov 12 08:46:11.509039 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8846758-0c29-47a3-9c70-10e1c4dcdf47 None None] Sync routers for ids ['bceab1f5-fc75-4ae6-ba24-689118753784'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:46:11.510050 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57536) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:11.541541 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8846758-0c29-47a3-9c70-10e1c4dcdf47 None None] Routers {'bceab1f5-fc75-4ae6-ba24-689118753784'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:46:11.542670 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-c8846758-0c29-47a3-9c70-10e1c4dcdf47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:46:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['bceab1f5-fc75-4ae6-ba24-689118753784'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:11.605414 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-b2025823-1937-4c6c-beec-2b545ffe9164 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "GET /v2.0/routers/bceab1f5-fc75-4ae6-ba24-689118753784 HTTP/1.1" status: 200 len: 704 time: 0.0936100 Nov 12 08:46:11.608195 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57538) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:11.628250 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-c8846758-0c29-47a3-9c70-10e1c4dcdf47 None None] Set router bceab1f5-fc75-4ae6-ba24-689118753784 gateway port host: None {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:46:11.638152 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-020ce60a-05aa-4f5c-a727-eb86488746f1 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "GET /v2.0/ports?device_id=bceab1f5-fc75-4ae6-ba24-689118753784 HTTP/1.1" status: 200 len: 205 time: 0.0287962 Nov 12 08:46:11.640953 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57540) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:11.686268 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-c8846758-0c29-47a3-9c70-10e1c4dcdf47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bceab1f5-fc75-4ae6-ba24-689118753784', 'name': 'tempest-RoutersIpV6Test-router-1251036426', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:46:10Z', 'updated_at': '2021-11-12T08:46:11Z', 'revision_number': 2, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'gw_port_host': None}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:11.720686 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8846758-0c29-47a3-9c70-10e1c4dcdf47 None None] Checking router: bceab1f5-fc75-4ae6-ba24-689118753784 for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:46:11.730756 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8846758-0c29-47a3-9c70-10e1c4dcdf47 None None] Routers {'bceab1f5-fc75-4ae6-ba24-689118753784'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:46:11.731370 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-c8846758-0c29-47a3-9c70-10e1c4dcdf47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:46:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['bceab1f5-fc75-4ae6-ba24-689118753784'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:11.750551 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-87f8228a-5b09-456d-a185-6db581ee6a9c tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks [] for router, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:11.958512 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-87f8228a-5b09-456d-a185-6db581ee6a9c tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:11.961102 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-87f8228a-5b09-456d-a185-6db581ee6a9c tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:11.988278 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-c8846758-0c29-47a3-9c70-10e1c4dcdf47 None None] Set router bceab1f5-fc75-4ae6-ba24-689118753784 gateway port host: None {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:46:12.010893 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-87f8228a-5b09-456d-a185-6db581ee6a9c tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:12.011759 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87f8228a-5b09-456d-a185-6db581ee6a9c tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Fanout notify agent at l3_agent the message router_deleted on router bceab1f5-fc75-4ae6-ba24-689118753784 {{(pid=102600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:46:12.019217 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-87f8228a-5b09-456d-a185-6db581ee6a9c tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:12.024466 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-87f8228a-5b09-456d-a185-6db581ee6a9c tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "DELETE /v2.0/routers/bceab1f5-fc75-4ae6-ba24-689118753784 HTTP/1.1" status: 204 len: 168 time: 0.3780408 Nov 12 08:46:12.025242 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57550) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:12.052043 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-c8846758-0c29-47a3-9c70-10e1c4dcdf47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bceab1f5-fc75-4ae6-ba24-689118753784', 'name': 'tempest-RoutersIpV6Test-router-1251036426', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:46:10Z', 'updated_at': '2021-11-12T08:46:11Z', 'revision_number': 2, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'gw_port_host': None}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:12.062992 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-9442fb32-e2c2-46b2-8e45-ea44e4822d53 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "GET /v2.0/ports?device_id=bceab1f5-fc75-4ae6-ba24-689118753784 HTTP/1.1" status: 200 len: 205 time: 0.0330601 Nov 12 08:46:12.064411 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57552) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:12.082019 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8846758-0c29-47a3-9c70-10e1c4dcdf47 None None] The sync data for ids ['bceab1f5-fc75-4ae6-ba24-689118753784'] in n-d-765315-29 is: [{'id': 'bceab1f5-fc75-4ae6-ba24-689118753784', 'name': 'tempest-RoutersIpV6Test-router-1251036426', 'tenant_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:46:10Z', 'updated_at': '2021-11-12T08:46:11Z', 'revision_number': 2, 'project_id': 'dc5d3b337b0b4ac2bf638e904b3f73a7', 'gw_port_host': None}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:46:12.115996 n-d-765315-29 neutron-server[102599]: INFO neutron.api.v2.resource [None req-0f6b9cd8-d912-4152-85aa-86d0b2af6acc tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] delete failed (client error): The resource could not be found. Nov 12 08:46:12.120918 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-0f6b9cd8-d912-4152-85aa-86d0b2af6acc tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "DELETE /v2.0/routers/bceab1f5-fc75-4ae6-ba24-689118753784 HTTP/1.1" status: 404 len: 336 time: 0.0517409 Nov 12 08:46:12.121150 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57554) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:12.151031 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6bdb343-05fc-4177-9146-d8c7b486d6d9 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] DELETE failed (client error): The resource could not be found. Nov 12 08:46:12.151302 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6bdb343-05fc-4177-9146-d8c7b486d6d9 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:46:12.154499 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-d6bdb343-05fc-4177-9146-d8c7b486d6d9 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "DELETE /v2.0/subnets/53b87e78-f09c-4aae-a86b-c408fbf62ba1 HTTP/1.1" status: 404 len: 337 time: 0.0324306 Nov 12 08:46:12.157215 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57556) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:12.191830 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-83fb0a9f-8b9c-492b-ac89-e634e2d73db7 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] DELETE failed (client error): The resource could not be found. Nov 12 08:46:12.192391 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83fb0a9f-8b9c-492b-ac89-e634e2d73db7 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:46:12.196268 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-83fb0a9f-8b9c-492b-ac89-e634e2d73db7 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "DELETE /v2.0/subnets/830fa2e7-8599-4cab-95c4-f22986ef303b HTTP/1.1" status: 404 len: 337 time: 0.0377696 Nov 12 08:46:12.198721 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57558) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:12.233379 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea688702-7a9f-4eb6-9328-d6452e4b9ab2 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] DELETE failed (client error): The resource could not be found. Nov 12 08:46:12.234240 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea688702-7a9f-4eb6-9328-d6452e4b9ab2 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:46:12.238952 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-ea688702-7a9f-4eb6-9328-d6452e4b9ab2 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "DELETE /v2.0/subnets/25be48c2-90e4-4465-8e38-0a96bfec642b HTTP/1.1" status: 404 len: 337 time: 0.0389879 Nov 12 08:46:12.248385 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57560) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:12.287573 n-d-765315-29 neutron-server[102599]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ab7c644-3187-493b-bde0-f94bcba55df2 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] DELETE failed (client error): The resource could not be found. Nov 12 08:46:12.288342 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ab7c644-3187-493b-bde0-f94bcba55df2 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:46:12.297676 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57564) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:12.300149 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-8ab7c644-3187-493b-bde0-f94bcba55df2 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "DELETE /v2.0/subnets/dbd8bf76-29f7-49de-96eb-4f363218d99e HTTP/1.1" status: 404 len: 337 time: 0.0448093 Nov 12 08:46:12.334159 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-c499b8b0-80c8-460b-bdc6-e264e317e522 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "GET /v2.0/ports?device_id=9865a2d3-ef8f-428d-8b2f-54fab4d71b30 HTTP/1.1" status: 200 len: 205 time: 0.0351522 Nov 12 08:46:12.337676 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57570) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:12.384484 n-d-765315-29 neutron-server[102600]: INFO neutron.api.v2.resource [None req-282f420a-dd49-43f7-bade-129b58460036 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] delete failed (client error): The resource could not be found. Nov 12 08:46:12.386670 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-282f420a-dd49-43f7-bade-129b58460036 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "DELETE /v2.0/routers/9865a2d3-ef8f-428d-8b2f-54fab4d71b30 HTTP/1.1" status: 404 len: 336 time: 0.0469382 Nov 12 08:46:12.389912 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57574) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:12.421987 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-89047285-3230-479d-b2e6-6562fff62775 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "GET /v2.0/ports?device_id=beafe0e3-1d5c-4021-b1af-a2eb1d66c0ba HTTP/1.1" status: 200 len: 205 time: 0.0302460 Nov 12 08:46:12.424859 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57576) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:12.467908 n-d-765315-29 neutron-server[102600]: INFO neutron.api.v2.resource [None req-e93b3832-f319-45f4-9053-a288de65d677 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] delete failed (client error): The resource could not be found. Nov 12 08:46:12.468931 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-e93b3832-f319-45f4-9053-a288de65d677 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "DELETE /v2.0/routers/beafe0e3-1d5c-4021-b1af-a2eb1d66c0ba HTTP/1.1" status: 404 len: 336 time: 0.0432496 Nov 12 08:46:12.472737 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57578) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:12.502962 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e98ac55-6e39-4c4b-950e-f52fe249bc79 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] DELETE failed (client error): The resource could not be found. Nov 12 08:46:12.503424 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e98ac55-6e39-4c4b-950e-f52fe249bc79 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:46:12.506505 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-3e98ac55-6e39-4c4b-950e-f52fe249bc79 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "DELETE /v2.0/subnets/b53e22ad-7588-4a33-8fa0-dd8435e0f033 HTTP/1.1" status: 404 len: 337 time: 0.0328531 Nov 12 08:46:12.510244 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57580) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:12.549842 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-b83a3548-dca6-4d5e-9dd4-090727afbbfe tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "GET /v2.0/ports?device_id=664326ca-43ee-4d38-8c6e-803df15256ec HTTP/1.1" status: 200 len: 205 time: 0.0386016 Nov 12 08:46:12.552342 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57582) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:12.591645 n-d-765315-29 neutron-server[102599]: INFO neutron.api.v2.resource [None req-1f527cea-3cd6-4daf-beda-e3bb9a991d82 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] delete failed (client error): The resource could not be found. Nov 12 08:46:12.595385 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-1f527cea-3cd6-4daf-beda-e3bb9a991d82 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "DELETE /v2.0/routers/664326ca-43ee-4d38-8c6e-803df15256ec HTTP/1.1" status: 404 len: 336 time: 0.0394108 Nov 12 08:46:12.596149 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57584) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:12.634529 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-70404948-d771-4ac4-9aaa-d05b94467058 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f2d11af-f4ec-43ff-9e23-8d22d71bd2cb HTTP/1.1" status: 200 len: 205 time: 0.0375760 Nov 12 08:46:12.636240 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57586) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:12.652494 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:12.683165 n-d-765315-29 neutron-server[102599]: INFO neutron.api.v2.resource [None req-a21fae64-0968-495d-a5ca-3fd03ec1c925 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] delete failed (client error): The resource could not be found. Nov 12 08:46:12.684217 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-a21fae64-0968-495d-a5ca-3fd03ec1c925 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "DELETE /v2.0/routers/7f2d11af-f4ec-43ff-9e23-8d22d71bd2cb HTTP/1.1" status: 404 len: 336 time: 0.0470278 Nov 12 08:46:12.686839 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57592) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:12.716550 n-d-765315-29 neutron-server[102599]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4514b3b-6ae9-47c2-abde-077e9401a055 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] DELETE failed (client error): The resource could not be found. Nov 12 08:46:12.717204 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4514b3b-6ae9-47c2-abde-077e9401a055 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:46:12.720457 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-a4514b3b-6ae9-47c2-abde-077e9401a055 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "DELETE /v2.0/subnets/7bbd1b54-fa60-4f56-a0c8-b091a32e060a HTTP/1.1" status: 404 len: 337 time: 0.0326781 Nov 12 08:46:12.723032 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57594) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:12.751210 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-829c2ead-1ab6-404f-b4e0-cbfb28e8c9d0 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec84a1b1-6228-4775-b5f5-a53047a6298c HTTP/1.1" status: 200 len: 205 time: 0.0270758 Nov 12 08:46:12.753854 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57596) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:12.807692 n-d-765315-29 neutron-server[102599]: INFO neutron.api.v2.resource [None req-3f95f991-c4c6-41ec-9565-20c011b4f910 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] delete failed (client error): The resource could not be found. Nov 12 08:46:12.808719 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-3f95f991-c4c6-41ec-9565-20c011b4f910 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "DELETE /v2.0/routers/ec84a1b1-6228-4775-b5f5-a53047a6298c HTTP/1.1" status: 404 len: 336 time: 0.0539665 Nov 12 08:46:12.811390 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57598) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:12.838829 n-d-765315-29 neutron-server[102599]: INFO neutron.pecan_wsgi.hooks.translation [None req-78ecce94-0860-4129-8628-a6d70cb34d14 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] DELETE failed (client error): The resource could not be found. Nov 12 08:46:12.839300 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78ecce94-0860-4129-8628-a6d70cb34d14 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:46:12.842570 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-78ecce94-0860-4129-8628-a6d70cb34d14 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "DELETE /v2.0/subnets/83d2ad9b-ef1d-4a79-ab8b-0ee570f076d7 HTTP/1.1" status: 404 len: 337 time: 0.0302725 Nov 12 08:46:12.845429 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57600) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:12.873895 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-9c97e79f-7514-46ef-81df-ba53072b7223 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "GET /v2.0/ports?device_id=3db79a89-f5b1-40b2-abed-4cc67341c949 HTTP/1.1" status: 200 len: 205 time: 0.0272584 Nov 12 08:46:12.875372 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57602) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:12.915626 n-d-765315-29 neutron-server[102599]: INFO neutron.api.v2.resource [None req-d6130568-5530-4308-8c59-54d9cf8b5d2f tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] delete failed (client error): The resource could not be found. Nov 12 08:46:12.919114 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-d6130568-5530-4308-8c59-54d9cf8b5d2f tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "DELETE /v2.0/routers/3db79a89-f5b1-40b2-abed-4cc67341c949 HTTP/1.1" status: 404 len: 336 time: 0.0404058 Nov 12 08:46:12.919466 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57604) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:12.952177 n-d-765315-29 neutron-server[102599]: INFO neutron.pecan_wsgi.hooks.translation [None req-2131fbac-94bb-4df1-83dd-1c2d6672cab1 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] DELETE failed (client error): The resource could not be found. Nov 12 08:46:12.952645 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2131fbac-94bb-4df1-83dd-1c2d6672cab1 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:46:12.955987 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-2131fbac-94bb-4df1-83dd-1c2d6672cab1 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "DELETE /v2.0/subnets/627bbe88-67e2-4183-a2d0-bf2677f9bfcf HTTP/1.1" status: 404 len: 337 time: 0.0354962 Nov 12 08:46:12.958800 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57606) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:12.989021 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-e15e813d-b1d7-4bc4-ac81-57e1be85fd22 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] DELETE failed (client error): The resource could not be found. Nov 12 08:46:12.989487 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e15e813d-b1d7-4bc4-ac81-57e1be85fd22 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102600) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:46:12.996097 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-e15e813d-b1d7-4bc4-ac81-57e1be85fd22 tempest-RoutersIpV6Test-1194611830 tempest-RoutersIpV6Test-1194611830-project] 10.222.0.26 "DELETE /v2.0/subnets/07a8b4d4-858a-4dcd-a306-aab611bf0917 HTTP/1.1" status: 404 len: 337 time: 0.0358207 Nov 12 08:46:13.293493 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57620) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:13.470835 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-50ba2af6-1934-4f41-883b-06061e49846e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dc5d3b337b0b4ac2bf638e904b3f73a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1758854 Nov 12 08:46:13.473290 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57628) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:13.535694 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-24425cf2-6229-4623-8eaa-243d7849087f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:13.565820 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-24425cf2-6229-4623-8eaa-243d7849087f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:13.628560 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-24425cf2-6229-4623-8eaa-243d7849087f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:13.631248 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-24425cf2-6229-4623-8eaa-243d7849087f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:13.633045 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-24425cf2-6229-4623-8eaa-243d7849087f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6431ca4a-5cae-4f74-aa63-d5aa800fcd69 HTTP/1.1" status: 204 len: 168 time: 0.1587369 Nov 12 08:46:13.642976 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24425cf2-6229-4623-8eaa-243d7849087f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6431ca4a-5cae-4f74-aa63-d5aa800fcd69,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:14.349391 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57666) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:14.466483 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-dc9fbe28-2867-4a64-99d9-101eff31cfa6 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:14.467318 n-d-765315-29 neutron-server[102600]: WARNING neutron.api.v2.base [None req-dc9fbe28-2867-4a64-99d9-101eff31cfa6 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 12 08:46:14.467876 n-d-765315-29 neutron-server[102600]: INFO neutron.api.v2.resource [None req-dc9fbe28-2867-4a64-99d9-101eff31cfa6 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] create failed (client error): There was a conflict when trying to complete your request. Nov 12 08:46:14.472327 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-dc9fbe28-2867-4a64-99d9-101eff31cfa6 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1185315 Nov 12 08:46:14.472921 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57676) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:14.480010 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-3e1fc477-26e0-43fb-bcd2-a8c1e808ca36 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Request body: {'security_group': {'name': 'tempest-secgroup--563034081'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:14.520277 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3e1fc477-26e0-43fb-bcd2-a8c1e808ca36 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:14.531654 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3e1fc477-26e0-43fb-bcd2-a8c1e808ca36 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:14.624744 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3e1fc477-26e0-43fb-bcd2-a8c1e808ca36 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:14.629013 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3e1fc477-26e0-43fb-bcd2-a8c1e808ca36 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:14.684382 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1fc477-26e0-43fb-bcd2-a8c1e808ca36 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fec6fd8-7aa1-4caa-8929-60487c1761d3,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:14.700681 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1fc477-26e0-43fb-bcd2-a8c1e808ca36 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:14.701250 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1fc477-26e0-43fb-bcd2-a8c1e808ca36 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:14.701606 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1fc477-26e0-43fb-bcd2-a8c1e808ca36 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:14.702109 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1fc477-26e0-43fb-bcd2-a8c1e808ca36 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:14.702626 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1fc477-26e0-43fb-bcd2-a8c1e808ca36 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:14.703148 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1fc477-26e0-43fb-bcd2-a8c1e808ca36 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:14.703676 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1fc477-26e0-43fb-bcd2-a8c1e808ca36 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:14.704000 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1fc477-26e0-43fb-bcd2-a8c1e808ca36 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:14.704323 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1fc477-26e0-43fb-bcd2-a8c1e808ca36 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:14.704648 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1fc477-26e0-43fb-bcd2-a8c1e808ca36 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:14.704977 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1fc477-26e0-43fb-bcd2-a8c1e808ca36 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:14.705314 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1fc477-26e0-43fb-bcd2-a8c1e808ca36 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:14.750024 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3e1fc477-26e0-43fb-bcd2-a8c1e808ca36 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:14.755437 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3e1fc477-26e0-43fb-bcd2-a8c1e808ca36 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:14.790920 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3e1fc477-26e0-43fb-bcd2-a8c1e808ca36 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:14.792222 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-3e1fc477-26e0-43fb-bcd2-a8c1e808ca36 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3179860 Nov 12 08:46:14.793140 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1fc477-26e0-43fb-bcd2-a8c1e808ca36 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c88ed64a-4a9e-4bd4-9cf6-add355e52299,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:14.796899 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57692) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:14.802360 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-66e396c8-6eca-48de-8c26-5f4525c441a4 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Request body: {'security_group_rule': {'security_group_id': 'c88ed64a-4a9e-4bd4-9cf6-add355e52299', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:14.833149 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-66e396c8-6eca-48de-8c26-5f4525c441a4 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:14.915058 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-66e396c8-6eca-48de-8c26-5f4525c441a4 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:14.921893 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-66e396c8-6eca-48de-8c26-5f4525c441a4 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:14.946925 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e396c8-6eca-48de-8c26-5f4525c441a4 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c01c4659-87b2-41b9-8ffe-3bbaae639df9,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:14.955536 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-66e396c8-6eca-48de-8c26-5f4525c441a4 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:14.957303 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-66e396c8-6eca-48de-8c26-5f4525c441a4 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1590829 Nov 12 08:46:14.960948 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57700) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:14.967156 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-3e7e3799-3ad4-4d62-840a-0fbcc370576d tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Request body: {'security_group_rule': {'security_group_id': 'c88ed64a-4a9e-4bd4-9cf6-add355e52299', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:15.024057 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3e7e3799-3ad4-4d62-840a-0fbcc370576d tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:15.087068 n-d-765315-29 neutron-server[102600]: INFO neutron.api.v2.resource [None req-3e7e3799-3ad4-4d62-840a-0fbcc370576d tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] create failed (client error): There was a conflict when trying to complete your request. Nov 12 08:46:15.088446 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-3e7e3799-3ad4-4d62-840a-0fbcc370576d tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1262631 Nov 12 08:46:15.091929 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57702) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:15.151538 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-dea98297-d1a8-46d2-81d4-16b8ce7b211d tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:15.177335 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-dea98297-d1a8-46d2-81d4-16b8ce7b211d tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:15.241992 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-dea98297-d1a8-46d2-81d4-16b8ce7b211d tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:15.247003 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-dea98297-d1a8-46d2-81d4-16b8ce7b211d tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:15.250713 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-dea98297-d1a8-46d2-81d4-16b8ce7b211d tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] 10.222.0.26 "DELETE /v2.0/security-groups/c88ed64a-4a9e-4bd4-9cf6-add355e52299 HTTP/1.1" status: 204 len: 168 time: 0.1552439 Nov 12 08:46:15.251106 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57708) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:15.260586 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea98297-d1a8-46d2-81d4-16b8ce7b211d tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c88ed64a-4a9e-4bd4-9cf6-add355e52299,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:15.348521 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-55e9d6aa-4cdc-4237-999b-2eb8188e60f1 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0961697 Nov 12 08:46:15.353786 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57710) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:15.358704 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-1356cc7e-cf9b-4c75-83e0-9d69e3674eff tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Request body: {'security_group': {'name': 'tempest-secgroup--879462252'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:15.389703 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1356cc7e-cf9b-4c75-83e0-9d69e3674eff tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:15.477153 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1356cc7e-cf9b-4c75-83e0-9d69e3674eff tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:15.484376 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1356cc7e-cf9b-4c75-83e0-9d69e3674eff tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:15.518937 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1356cc7e-cf9b-4c75-83e0-9d69e3674eff tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db309009-9b1e-4a25-b292-2f8c3bb6a18a,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:15.523545 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1356cc7e-cf9b-4c75-83e0-9d69e3674eff tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:15.525458 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-1356cc7e-cf9b-4c75-83e0-9d69e3674eff tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1695721 Nov 12 08:46:15.528155 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57718) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:15.538725 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-4a6945f2-bd37-45d1-8571-b4d25757239f tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Request body: {'security_group_rule': {'security_group_id': 'db309009-9b1e-4a25-b292-2f8c3bb6a18a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:15.540326 n-d-765315-29 neutron-server[102599]: WARNING neutron.api.v2.base [None req-4a6945f2-bd37-45d1-8571-b4d25757239f tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 12 08:46:15.541216 n-d-765315-29 neutron-server[102599]: INFO neutron.api.v2.resource [None req-4a6945f2-bd37-45d1-8571-b4d25757239f tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:46:15.543679 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-4a6945f2-bd37-45d1-8571-b4d25757239f tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0113287 Nov 12 08:46:15.546132 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57720) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:15.634863 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3aa6c9c6-5a82-49ae-ada8-361f971f88fd tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:15.667143 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3aa6c9c6-5a82-49ae-ada8-361f971f88fd tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:15.749572 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3aa6c9c6-5a82-49ae-ada8-361f971f88fd tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:15.754159 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3aa6c9c6-5a82-49ae-ada8-361f971f88fd tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:15.760651 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57722) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:15.761780 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-3aa6c9c6-5a82-49ae-ada8-361f971f88fd tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] 10.222.0.26 "DELETE /v2.0/security-groups/db309009-9b1e-4a25-b292-2f8c3bb6a18a HTTP/1.1" status: 204 len: 168 time: 0.2143548 Nov 12 08:46:15.776586 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa6c9c6-5a82-49ae-ada8-361f971f88fd tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db309009-9b1e-4a25-b292-2f8c3bb6a18a,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:15.856224 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-61439f4d-2b76-415c-b02c-1cfc957a185a tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0886526 Nov 12 08:46:15.856621 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57728) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:15.861692 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-835ffb0b-29c0-49c8-84a2-679aabef0c24 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Request body: {'security_group': {'name': 'tempest-secgroup--271323823'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:15.896196 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-835ffb0b-29c0-49c8-84a2-679aabef0c24 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:16.004544 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-835ffb0b-29c0-49c8-84a2-679aabef0c24 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:16.009405 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-835ffb0b-29c0-49c8-84a2-679aabef0c24 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:16.041139 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-835ffb0b-29c0-49c8-84a2-679aabef0c24 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:16.042745 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-835ffb0b-29c0-49c8-84a2-679aabef0c24 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1849675 Nov 12 08:46:16.047032 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57732) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:16.051924 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-11f9f6f7-c59f-4f6b-a388-8f660c298773 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Request body: {'security_group_rule': {'security_group_id': '7c8a0902-4f04-4ffe-9abe-123291be2cd6', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:16.067666 n-d-765315-29 neutron-server[102599]: WARNING neutron.api.v2.base [None req-11f9f6f7-c59f-4f6b-a388-8f660c298773 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 12 08:46:16.069707 n-d-765315-29 neutron-server[102599]: INFO neutron.api.v2.resource [None req-11f9f6f7-c59f-4f6b-a388-8f660c298773 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:46:16.073087 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-11f9f6f7-c59f-4f6b-a388-8f660c298773 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0226402 Nov 12 08:46:16.074972 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835ffb0b-29c0-49c8-84a2-679aabef0c24 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c8a0902-4f04-4ffe-9abe-123291be2cd6,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:16.075562 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57734) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:16.153103 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-12486779-5372-4b95-b060-8299f7d18dc6 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:16.191248 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-12486779-5372-4b95-b060-8299f7d18dc6 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:16.258089 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-12486779-5372-4b95-b060-8299f7d18dc6 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:16.262146 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-12486779-5372-4b95-b060-8299f7d18dc6 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:16.268341 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-12486779-5372-4b95-b060-8299f7d18dc6 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] 10.222.0.26 "DELETE /v2.0/security-groups/7c8a0902-4f04-4ffe-9abe-123291be2cd6 HTTP/1.1" status: 204 len: 168 time: 0.1871126 Nov 12 08:46:16.268846 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57740) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:16.285283 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12486779-5372-4b95-b060-8299f7d18dc6 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c8a0902-4f04-4ffe-9abe-123291be2cd6,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:16.347119 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-cad3cfdc-c1d1-4281-a831-ba7d25181b71 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0767727 Nov 12 08:46:16.352147 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57742) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:16.357572 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-502ad03c-eda1-449a-813f-b45a340c9bfc tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Request body: {'security_group': {'name': 'tempest-secgroup--854815518'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:16.398131 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-502ad03c-eda1-449a-813f-b45a340c9bfc tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:16.496754 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-502ad03c-eda1-449a-813f-b45a340c9bfc tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:16.501419 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-502ad03c-eda1-449a-813f-b45a340c9bfc tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:16.537384 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-502ad03c-eda1-449a-813f-b45a340c9bfc tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:16.539416 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-502ad03c-eda1-449a-813f-b45a340c9bfc tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1858549 Nov 12 08:46:16.543192 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57750) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:16.552261 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-96ea9839-5959-45c5-9a7b-550652f91dd9 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Request body: {'security_group_rule': {'security_group_id': 'b1a05557-d4df-4bb7-9b33-212c91356e90', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:16.570214 n-d-765315-29 neutron-server[102600]: WARNING neutron.api.v2.base [None req-96ea9839-5959-45c5-9a7b-550652f91dd9 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 12 08:46:16.571724 n-d-765315-29 neutron-server[102600]: INFO neutron.api.v2.resource [None req-96ea9839-5959-45c5-9a7b-550652f91dd9 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:46:16.573421 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-96ea9839-5959-45c5-9a7b-550652f91dd9 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0289791 Nov 12 08:46:16.576561 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57752) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:16.578540 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502ad03c-eda1-449a-813f-b45a340c9bfc tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a05557-d4df-4bb7-9b33-212c91356e90,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:16.582820 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-3d95a901-6d56-4c23-874b-576342b61583 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Request body: {'security_group_rule': {'security_group_id': 'b1a05557-d4df-4bb7-9b33-212c91356e90', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:16.584715 n-d-765315-29 neutron-server[102599]: WARNING neutron.api.v2.base [None req-3d95a901-6d56-4c23-874b-576342b61583 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 12 08:46:16.585781 n-d-765315-29 neutron-server[102599]: INFO neutron.api.v2.resource [None req-3d95a901-6d56-4c23-874b-576342b61583 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:46:16.591038 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-3d95a901-6d56-4c23-874b-576342b61583 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0128682 Nov 12 08:46:16.591776 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57754) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:16.596781 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-56d0e3cf-631a-4c90-abeb-273b83646df5 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Request body: {'security_group_rule': {'security_group_id': 'b1a05557-d4df-4bb7-9b33-212c91356e90', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:16.598047 n-d-765315-29 neutron-server[102599]: WARNING neutron.api.v2.base [None req-56d0e3cf-631a-4c90-abeb-273b83646df5 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 12 08:46:16.598554 n-d-765315-29 neutron-server[102599]: INFO neutron.api.v2.resource [None req-56d0e3cf-631a-4c90-abeb-273b83646df5 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:46:16.601454 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-56d0e3cf-631a-4c90-abeb-273b83646df5 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0082378 Nov 12 08:46:16.604793 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57756) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:16.609254 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-f28a7ae4-c69f-4702-82b8-50f22725c131 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Request body: {'security_group_rule': {'security_group_id': 'b1a05557-d4df-4bb7-9b33-212c91356e90', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:16.610226 n-d-765315-29 neutron-server[102599]: WARNING neutron.api.v2.base [None req-f28a7ae4-c69f-4702-82b8-50f22725c131 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 12 08:46:16.610871 n-d-765315-29 neutron-server[102599]: INFO neutron.api.v2.resource [None req-f28a7ae4-c69f-4702-82b8-50f22725c131 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:46:16.612561 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-f28a7ae4-c69f-4702-82b8-50f22725c131 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0061119 Nov 12 08:46:16.614650 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57758) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:16.681599 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5277740d-f16b-48f2-a757-efac82c11cad tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:16.710952 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5277740d-f16b-48f2-a757-efac82c11cad tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:16.767107 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5277740d-f16b-48f2-a757-efac82c11cad tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:16.769717 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5277740d-f16b-48f2-a757-efac82c11cad tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:16.775284 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-5277740d-f16b-48f2-a757-efac82c11cad tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] 10.222.0.26 "DELETE /v2.0/security-groups/b1a05557-d4df-4bb7-9b33-212c91356e90 HTTP/1.1" status: 204 len: 168 time: 0.1550884 Nov 12 08:46:16.775584 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57764) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:16.790321 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5277740d-f16b-48f2-a757-efac82c11cad tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a05557-d4df-4bb7-9b33-212c91356e90,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:16.829954 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-f6e5eb55-f92b-4ecc-80b0-3b6bbcef7bb2 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0529377 Nov 12 08:46:16.835623 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57766) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:16.842375 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-b1a6f669-f386-460e-9abd-d860e1d91c17 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Request body: {'security_group': {'name': 'tempest-secgroup--440394162'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:16.878140 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b1a6f669-f386-460e-9abd-d860e1d91c17 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:16.977703 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b1a6f669-f386-460e-9abd-d860e1d91c17 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:16.982782 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b1a6f669-f386-460e-9abd-d860e1d91c17 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:17.017576 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b1a6f669-f386-460e-9abd-d860e1d91c17 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:17.019082 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-b1a6f669-f386-460e-9abd-d860e1d91c17 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1820006 Nov 12 08:46:17.023529 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a6f669-f386-460e-9abd-d860e1d91c17 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dab038c8-4cf7-4094-a038-ebc3801c1141,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:17.025833 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57770) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:17.034105 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-f7abb24b-0a7b-4e22-bc72-e0f6519558e0 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Request body: {'security_group_rule': {'security_group_id': 'dab038c8-4cf7-4094-a038-ebc3801c1141', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:17.035238 n-d-765315-29 neutron-server[102600]: WARNING neutron.api.v2.base [None req-f7abb24b-0a7b-4e22-bc72-e0f6519558e0 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 12 08:46:17.036139 n-d-765315-29 neutron-server[102600]: INFO neutron.api.v2.resource [None req-f7abb24b-0a7b-4e22-bc72-e0f6519558e0 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:46:17.039049 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-f7abb24b-0a7b-4e22-bc72-e0f6519558e0 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0107188 Nov 12 08:46:17.041406 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57772) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:17.049466 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-73eadea3-6fba-438e-acb4-ed898da2f357 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Request body: {'security_group_rule': {'security_group_id': 'dab038c8-4cf7-4094-a038-ebc3801c1141', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:17.101217 n-d-765315-29 neutron-server[102599]: INFO neutron.api.v2.resource [None req-73eadea3-6fba-438e-acb4-ed898da2f357 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:46:17.102430 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-73eadea3-6fba-438e-acb4-ed898da2f357 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0598745 Nov 12 08:46:17.106784 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57774) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:17.112982 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-c77645a5-a70e-4485-9344-5e411e2151ad tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Request body: {'security_group_rule': {'security_group_id': 'dab038c8-4cf7-4094-a038-ebc3801c1141', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:17.115278 n-d-765315-29 neutron-server[102599]: WARNING neutron.api.v2.base [None req-c77645a5-a70e-4485-9344-5e411e2151ad tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 12 08:46:17.115993 n-d-765315-29 neutron-server[102599]: INFO neutron.api.v2.resource [None req-c77645a5-a70e-4485-9344-5e411e2151ad tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:46:17.117384 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-c77645a5-a70e-4485-9344-5e411e2151ad tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0085886 Nov 12 08:46:17.121634 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57776) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:17.132183 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-3295b131-7f3d-4de9-aaee-b893297ee4a8 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Request body: {'security_group_rule': {'security_group_id': 'dab038c8-4cf7-4094-a038-ebc3801c1141', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:17.188920 n-d-765315-29 neutron-server[102600]: INFO neutron.api.v2.resource [None req-3295b131-7f3d-4de9-aaee-b893297ee4a8 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:46:17.196055 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-3295b131-7f3d-4de9-aaee-b893297ee4a8 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0637238 Nov 12 08:46:17.196609 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57782) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:17.202410 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-6201a648-d1ee-4b77-9bac-8e66c22c2249 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Request body: {'security_group_rule': {'security_group_id': 'dab038c8-4cf7-4094-a038-ebc3801c1141', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:17.202998 n-d-765315-29 neutron-server[102600]: WARNING neutron.api.v2.base [None req-6201a648-d1ee-4b77-9bac-8e66c22c2249 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 12 08:46:17.203548 n-d-765315-29 neutron-server[102600]: INFO neutron.api.v2.resource [None req-6201a648-d1ee-4b77-9bac-8e66c22c2249 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:46:17.206643 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-6201a648-d1ee-4b77-9bac-8e66c22c2249 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0058873 Nov 12 08:46:17.207473 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57784) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:17.214202 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-9fe93a75-64fd-45a5-ba36-4c9427196ff1 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Request body: {'security_group_rule': {'security_group_id': 'dab038c8-4cf7-4094-a038-ebc3801c1141', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:17.258270 n-d-765315-29 neutron-server[102600]: INFO neutron.api.v2.resource [None req-9fe93a75-64fd-45a5-ba36-4c9427196ff1 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:46:17.259305 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-9fe93a75-64fd-45a5-ba36-4c9427196ff1 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0507369 Nov 12 08:46:17.264518 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57786) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:17.269907 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-371d8d26-6ff1-40b5-b6f0-4b3458615f03 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Request body: {'security_group_rule': {'security_group_id': 'dab038c8-4cf7-4094-a038-ebc3801c1141', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:17.270503 n-d-765315-29 neutron-server[102599]: WARNING neutron.api.v2.base [None req-371d8d26-6ff1-40b5-b6f0-4b3458615f03 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 12 08:46:17.271016 n-d-765315-29 neutron-server[102599]: INFO neutron.api.v2.resource [None req-371d8d26-6ff1-40b5-b6f0-4b3458615f03 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:46:17.271989 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-371d8d26-6ff1-40b5-b6f0-4b3458615f03 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0064740 Nov 12 08:46:17.276697 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57788) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:17.282156 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-dac198db-fc42-455f-a71f-bc79e1778083 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Request body: {'security_group_rule': {'security_group_id': 'dab038c8-4cf7-4094-a038-ebc3801c1141', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:17.335637 n-d-765315-29 neutron-server[102600]: INFO neutron.api.v2.resource [None req-dac198db-fc42-455f-a71f-bc79e1778083 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:46:17.336854 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-dac198db-fc42-455f-a71f-bc79e1778083 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0590055 Nov 12 08:46:17.340018 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57790) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:17.344474 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-f578f3d0-3b5d-4dae-bf32-60d77580b45f tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Request body: {'security_group_rule': {'security_group_id': 'dab038c8-4cf7-4094-a038-ebc3801c1141', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:17.383845 n-d-765315-29 neutron-server[102600]: INFO neutron.api.v2.resource [None req-f578f3d0-3b5d-4dae-bf32-60d77580b45f tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:46:17.388819 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-f578f3d0-3b5d-4dae-bf32-60d77580b45f tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0439870 Nov 12 08:46:17.389140 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57792) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:17.470899 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-21728843-2d6a-434d-acec-4fbb833e00ab tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:17.504908 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-21728843-2d6a-434d-acec-4fbb833e00ab tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:17.572108 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-21728843-2d6a-434d-acec-4fbb833e00ab tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:17.575605 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-21728843-2d6a-434d-acec-4fbb833e00ab tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:17.578644 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-21728843-2d6a-434d-acec-4fbb833e00ab tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] 10.222.0.26 "DELETE /v2.0/security-groups/dab038c8-4cf7-4094-a038-ebc3801c1141 HTTP/1.1" status: 204 len: 168 time: 0.1867974 Nov 12 08:46:17.579581 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57800) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:17.604767 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21728843-2d6a-434d-acec-4fbb833e00ab tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dab038c8-4cf7-4094-a038-ebc3801c1141,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:17.646048 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-238488fa-4d31-48d8-9614-014bf0bc9809 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0647233 Nov 12 08:46:17.649538 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57802) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:17.655087 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-4556fd27-0aab-4804-96a0-de6c97be7188 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Request body: {'security_group': {'name': 'tempest-secgroup--2083543544'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:17.682449 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4556fd27-0aab-4804-96a0-de6c97be7188 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:17.767430 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4556fd27-0aab-4804-96a0-de6c97be7188 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:17.772705 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4556fd27-0aab-4804-96a0-de6c97be7188 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:17.810801 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4556fd27-0aab-4804-96a0-de6c97be7188 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:17.812043 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-4556fd27-0aab-4804-96a0-de6c97be7188 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1613116 Nov 12 08:46:17.815297 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57806) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:17.820190 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-3fcc949a-3c5b-4b8c-825f-ce73ca0ee5d2 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Request body: {'security_group_rule': {'security_group_id': '2a76d78e-dc9a-4bce-9d42-5f3e669d3706', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:17.839213 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4556fd27-0aab-4804-96a0-de6c97be7188 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a76d78e-dc9a-4bce-9d42-5f3e669d3706,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:17.893878 n-d-765315-29 neutron-server[102599]: INFO neutron.api.v2.resource [None req-3fcc949a-3c5b-4b8c-825f-ce73ca0ee5d2 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] create failed (client error): The resource could not be found. Nov 12 08:46:17.896072 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-3fcc949a-3c5b-4b8c-825f-ce73ca0ee5d2 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0795746 Nov 12 08:46:17.899488 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57810) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:17.906976 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-64b4c210-69cb-40ed-90c5-1b3035c6abe7 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Request body: {'security_group_rule': {'security_group_id': '2a76d78e-dc9a-4bce-9d42-5f3e669d3706', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '5e4ee9b4-f75d-4c81-ac49-1fc20e4d5d4d'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:17.973200 n-d-765315-29 neutron-server[102600]: INFO neutron.api.v2.resource [None req-64b4c210-69cb-40ed-90c5-1b3035c6abe7 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] create failed (client error): The resource could not be found. Nov 12 08:46:17.977489 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-64b4c210-69cb-40ed-90c5-1b3035c6abe7 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0727181 Nov 12 08:46:17.977682 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57812) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:18.055401 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ee3b35d6-447b-4b3a-8489-b61df6763f9e tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:18.082134 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ee3b35d6-447b-4b3a-8489-b61df6763f9e tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:18.154393 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ee3b35d6-447b-4b3a-8489-b61df6763f9e tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:18.158347 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ee3b35d6-447b-4b3a-8489-b61df6763f9e tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:18.161645 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-ee3b35d6-447b-4b3a-8489-b61df6763f9e tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] 10.222.0.26 "DELETE /v2.0/security-groups/2a76d78e-dc9a-4bce-9d42-5f3e669d3706 HTTP/1.1" status: 204 len: 168 time: 0.1805286 Nov 12 08:46:18.162059 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57820) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:18.172230 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3b35d6-447b-4b3a-8489-b61df6763f9e tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a76d78e-dc9a-4bce-9d42-5f3e669d3706,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:18.230014 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-35729fd5-2e39-4077-a5c0-88dab1873932 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0668490 Nov 12 08:46:18.234372 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57822) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:18.239353 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-d814dcf9-870e-406c-92d6-536400b47f18 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Request body: {'security_group_rule': {'security_group_id': 'f83801df-a0e6-4904-b122-3b762e1f55b2', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:18.283402 n-d-765315-29 neutron-server[102600]: INFO neutron.api.v2.resource [None req-d814dcf9-870e-406c-92d6-536400b47f18 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] create failed (client error): The resource could not be found. Nov 12 08:46:18.284641 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-d814dcf9-870e-406c-92d6-536400b47f18 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0491498 Nov 12 08:46:18.288927 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57824) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:18.294055 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-7a90fcc6-1952-4870-978f-7d83c0552c4a tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Request body: {'security_group': {'name': 'tempest-secgroup--541930199'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:18.324643 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7a90fcc6-1952-4870-978f-7d83c0552c4a tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:18.401774 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7a90fcc6-1952-4870-978f-7d83c0552c4a tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:18.406569 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7a90fcc6-1952-4870-978f-7d83c0552c4a tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:18.436724 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7a90fcc6-1952-4870-978f-7d83c0552c4a tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:18.437958 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-7a90fcc6-1952-4870-978f-7d83c0552c4a tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1477010 Nov 12 08:46:18.440777 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57830) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:18.445722 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-8dcac66e-f260-4121-a7e9-9d874fbd3608 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Request body: {'security_group': {'name': 'tempest-secgroup--395597353'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:18.453636 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a90fcc6-1952-4870-978f-7d83c0552c4a tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c727b2e5-39b1-4dc0-a26c-fa47d12670cf,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:18.474871 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8dcac66e-f260-4121-a7e9-9d874fbd3608 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:18.562350 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8dcac66e-f260-4121-a7e9-9d874fbd3608 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:18.568806 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8dcac66e-f260-4121-a7e9-9d874fbd3608 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:18.598294 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8dcac66e-f260-4121-a7e9-9d874fbd3608 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:18.603297 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-8dcac66e-f260-4121-a7e9-9d874fbd3608 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1613121 Nov 12 08:46:18.603470 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57834) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:18.607982 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-0e084cc2-754e-4d91-93e2-5539904ec6fd tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Request body: {'security_group_rule': {'security_group_id': 'c727b2e5-39b1-4dc0-a26c-fa47d12670cf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'cc2d8eea-42df-4870-9029-3f8a797db801'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:18.639215 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcac66e-f260-4121-a7e9-9d874fbd3608 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc2d8eea-42df-4870-9029-3f8a797db801,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:18.656717 n-d-765315-29 neutron-server[102600]: INFO neutron.api.v2.resource [None req-0e084cc2-754e-4d91-93e2-5539904ec6fd tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:46:18.660484 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-0e084cc2-754e-4d91-93e2-5539904ec6fd tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0534134 Nov 12 08:46:18.661087 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57836) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:18.722085 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d9ee9dbe-b8a1-4ed4-a579-9931618cf6cb tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:18.752067 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d9ee9dbe-b8a1-4ed4-a579-9931618cf6cb tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:18.805166 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d9ee9dbe-b8a1-4ed4-a579-9931618cf6cb tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:18.808410 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d9ee9dbe-b8a1-4ed4-a579-9931618cf6cb tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:18.812035 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-d9ee9dbe-b8a1-4ed4-a579-9931618cf6cb tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] 10.222.0.26 "DELETE /v2.0/security-groups/cc2d8eea-42df-4870-9029-3f8a797db801 HTTP/1.1" status: 204 len: 168 time: 0.1471984 Nov 12 08:46:18.813568 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57842) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:18.827632 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee9dbe-b8a1-4ed4-a579-9931618cf6cb tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc2d8eea-42df-4870-9029-3f8a797db801,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:18.891451 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-c9db3a56-fa24-45a7-a386-6c5f22a77824 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0700879 Nov 12 08:46:18.891924 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57844) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:18.970300 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d3e1dc5d-3a05-471e-8896-22b9992409f6 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:18.998968 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d3e1dc5d-3a05-471e-8896-22b9992409f6 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:19.054114 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d3e1dc5d-3a05-471e-8896-22b9992409f6 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:19.057641 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d3e1dc5d-3a05-471e-8896-22b9992409f6 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:19.059081 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-d3e1dc5d-3a05-471e-8896-22b9992409f6 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] 10.222.0.26 "DELETE /v2.0/security-groups/c727b2e5-39b1-4dc0-a26c-fa47d12670cf HTTP/1.1" status: 204 len: 168 time: 0.1658521 Nov 12 08:46:19.061964 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57850) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:19.070050 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e1dc5d-3a05-471e-8896-22b9992409f6 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c727b2e5-39b1-4dc0-a26c-fa47d12670cf,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:19.146638 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-62ad03ac-dfd4-48b4-b004-2b91219ab5f2 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0831659 Nov 12 08:46:19.151084 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57852) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:19.155675 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-7cd913c2-42c6-4142-9e12-abe0d9c8ed77 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Request body: {'security_group': {'name': 'tempest-secgroup--491409720'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:19.185335 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7cd913c2-42c6-4142-9e12-abe0d9c8ed77 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:19.264445 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7cd913c2-42c6-4142-9e12-abe0d9c8ed77 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:19.269256 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7cd913c2-42c6-4142-9e12-abe0d9c8ed77 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:19.305782 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd913c2-42c6-4142-9e12-abe0d9c8ed77 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa17230-5b25-4139-8836-4ed5f1529a13,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:19.310812 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7cd913c2-42c6-4142-9e12-abe0d9c8ed77 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:19.314630 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-7cd913c2-42c6-4142-9e12-abe0d9c8ed77 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1607232 Nov 12 08:46:19.315930 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57860) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:19.321143 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-39725dad-650c-4855-9c63-b21c99cb6a5e tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:19.321572 n-d-765315-29 neutron-server[102600]: WARNING neutron.api.v2.base [None req-39725dad-650c-4855-9c63-b21c99cb6a5e tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 12 08:46:19.322068 n-d-765315-29 neutron-server[102600]: INFO neutron.api.v2.resource [None req-39725dad-650c-4855-9c63-b21c99cb6a5e tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] update failed (client error): There was a conflict when trying to complete your request. Nov 12 08:46:19.323024 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-39725dad-650c-4855-9c63-b21c99cb6a5e tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] 10.222.0.26 "PUT /v2.0/security-groups/4aa17230-5b25-4139-8836-4ed5f1529a13 HTTP/1.1" status: 409 len: 330 time: 0.0061116 Nov 12 08:46:19.325914 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57862) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:19.394336 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9330db18-12e2-4ef8-8d54-a2751dc290ea tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:19.421399 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9330db18-12e2-4ef8-8d54-a2751dc290ea tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:19.468979 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9330db18-12e2-4ef8-8d54-a2751dc290ea tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:19.472737 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9330db18-12e2-4ef8-8d54-a2751dc290ea tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:19.477336 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-9330db18-12e2-4ef8-8d54-a2751dc290ea tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] 10.222.0.26 "DELETE /v2.0/security-groups/4aa17230-5b25-4139-8836-4ed5f1529a13 HTTP/1.1" status: 204 len: 168 time: 0.1469862 Nov 12 08:46:19.477637 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57866) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:19.492795 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9330db18-12e2-4ef8-8d54-a2751dc290ea tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa17230-5b25-4139-8836-4ed5f1529a13,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:19.556266 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-566ce128-54c2-4ca9-9e43-2ced7574afdc tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0771325 Nov 12 08:46:19.560090 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57870) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:19.583066 n-d-765315-29 neutron-server[102600]: INFO neutron.api.v2.resource [None req-cd596231-c9dd-4416-b28b-8a5211e022f8 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] delete failed (client error): The resource could not be found. Nov 12 08:46:19.584085 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-cd596231-c9dd-4416-b28b-8a5211e022f8 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] 10.222.0.26 "DELETE /v2.0/security-groups/5b745093-f6e3-433a-9902-8c97515670a4 HTTP/1.1" status: 404 len: 347 time: 0.0228314 Nov 12 08:46:19.588449 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57874) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:19.633613 n-d-765315-29 neutron-server[102599]: INFO neutron.api.v2.resource [None req-97b6bb83-45b9-4ce6-bc8d-508504a70b06 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] show failed (client error): The resource could not be found. Nov 12 08:46:19.634495 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf47c4a0-8451-4830-9cd2-cff758ef2bda req-0ee39633-9137-4754-bfd2-da9d45b30833 tempest-TestNetworkAdvancedServerOps-63743733 tempest-TestNetworkAdvancedServerOps-63743733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:19.634943 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-97b6bb83-45b9-4ce6-bc8d-508504a70b06 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] 10.222.0.26 "GET /v2.0/security-groups/d774ebd8-aa2c-4a0b-b098-e67e2f8df5e0 HTTP/1.1" status: 404 len: 347 time: 0.0442998 Nov 12 08:46:19.637252 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bf47c4a0-8451-4830-9cd2-cff758ef2bda req-0ee39633-9137-4754-bfd2-da9d45b30833 tempest-TestNetworkAdvancedServerOps-63743733 tempest-TestNetworkAdvancedServerOps-63743733-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=8923b169-f6ab-45ae-a30e-261450af9314 HTTP/1.1" status: 200 len: 1098 time: 0.0684943 Nov 12 08:46:19.638684 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57880) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:19.660548 n-d-765315-29 neutron-server[102600]: INFO neutron.api.v2.resource [None req-6f2dce8a-110b-47a8-b475-c60549a84d88 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] show failed (client error): The resource could not be found. Nov 12 08:46:19.666288 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-6f2dce8a-110b-47a8-b475-c60549a84d88 tempest-NegativeSecGroupTest-1631683521 tempest-NegativeSecGroupTest-1631683521-project] 10.222.0.26 "GET /v2.0/security-group-rules/60163f84-434b-4194-84b6-88352ee61b75 HTTP/1.1" status: 404 len: 356 time: 0.0217345 Nov 12 08:46:19.716287 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bf47c4a0-8451-4830-9cd2-cff758ef2bda req-f0c03c26-6d73-4c15-9201-57beddab45c2 tempest-TestNetworkAdvancedServerOps-63743733 tempest-TestNetworkAdvancedServerOps-63743733-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=5fece665-e20b-467a-ac88-888552242c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707750 Nov 12 08:46:19.739237 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 57884) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:19.931943 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-74b1901c-b5aa-4b55-8620-7bc316b38084 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Deleting port 2e5bcbd3-97b6-493e-91c5-a619e445ecae {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:46:19.932278 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-74b1901c-b5aa-4b55-8620-7bc316b38084 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:20.037624 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57892) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:20.041766 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-74b1901c-b5aa-4b55-8620-7bc316b38084 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:20.042217 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-74b1901c-b5aa-4b55-8620-7bc316b38084 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:20.062412 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-74b1901c-b5aa-4b55-8620-7bc316b38084 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Calling delete_port for 2e5bcbd3-97b6-493e-91c5-a619e445ecae owned by network:floatingip {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:46:20.247372 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-74b1901c-b5aa-4b55-8620-7bc316b38084 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:20.290279 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b1901c-b5aa-4b55-8620-7bc316b38084 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Pushing event deleted for resources: {'Port': ['ID=2e5bcbd3-97b6-493e-91c5-a619e445ecae,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:20.349808 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-26ff14b8-b9fe-4779-b9b0-ea029875ba02 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8011887120a0491ea3b06b01a0e758fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3096163 Nov 12 08:46:20.353214 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 57902) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:20.391493 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-74b1901c-b5aa-4b55-8620-7bc316b38084 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for floatingip, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:20.392081 n-d-765315-29 neutron-server[102600]: INFO neutron.db.l3_db [None req-74b1901c-b5aa-4b55-8620-7bc316b38084 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Floating IP 364d7379-48be-4c3d-a77b-db79e144bad6 disassociated (deleted). External IP: 172.25.2.242, port: 964b843f-d77c-4e1a-a0d1-249e2fa14fb1. Nov 12 08:46:20.413705 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e64bbdba-d784-4e6e-a2f8-1f2244f2f332 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:20.442459 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e64bbdba-d784-4e6e-a2f8-1f2244f2f332 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:20.505511 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e64bbdba-d784-4e6e-a2f8-1f2244f2f332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:20.510273 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e64bbdba-d784-4e6e-a2f8-1f2244f2f332 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:20.512551 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-e64bbdba-d784-4e6e-a2f8-1f2244f2f332 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0fec6fd8-7aa1-4caa-8929-60487c1761d3 HTTP/1.1" status: 204 len: 168 time: 0.1580482 Nov 12 08:46:20.548027 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64bbdba-d784-4e6e-a2f8-1f2244f2f332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fec6fd8-7aa1-4caa-8929-60487c1761d3,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:20.717670 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74b1901c-b5aa-4b55-8620-7bc316b38084 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Router 298cae83-370f-459b-9f70-c6e8aaa7fc96 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:46:20.926851 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74b1901c-b5aa-4b55-8620-7bc316b38084 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:46:20.937743 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-74b1901c-b5aa-4b55-8620-7bc316b38084 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:20.946941 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd479c7-42f5-4dcc-95c4-3acaf33875a3 None None] Sync routers for ids ['298cae83-370f-459b-9f70-c6e8aaa7fc96'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:46:20.970132 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd479c7-42f5-4dcc-95c4-3acaf33875a3 None None] Routers {'298cae83-370f-459b-9f70-c6e8aaa7fc96'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:46:20.970783 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-acd479c7-42f5-4dcc-95c4-3acaf33875a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:46:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['298cae83-370f-459b-9f70-c6e8aaa7fc96'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:21.000632 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-74b1901c-b5aa-4b55-8620-7bc316b38084 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "DELETE /v2.0/floatingips/364d7379-48be-4c3d-a77b-db79e144bad6 HTTP/1.1" status: 204 len: 168 time: 1.2601671 Nov 12 08:46:21.001620 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8923b169-f6ab-45ae-a30e-261450af9314', 'tag': '964b843f-d77c-4e1a-a0d1-249e2fa14fb1'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:46:21.004537 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d72c651-90ac-4471-8e71-29c1957459fe" -d '{"events": [{"name": "network-changed", "server_uuid": "8923b169-f6ab-45ae-a30e-261450af9314", "tag": "964b843f-d77c-4e1a-a0d1-249e2fa14fb1"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:46:21.148864 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-acd479c7-42f5-4dcc-95c4-3acaf33875a3 None None] Set router 298cae83-370f-459b-9f70-c6e8aaa7fc96 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:46:21.262227 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd6283f-6c1d-4691-b033-d65b7dc388a3 x-openstack-request-id: req-0fd6283f-6c1d-4691-b033-d65b7dc388a3 {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:46:21.262999 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8923b169-f6ab-45ae-a30e-261450af9314", "tag": "964b843f-d77c-4e1a-a0d1-249e2fa14fb1", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:46:21.263669 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0fd6283f-6c1d-4691-b033-d65b7dc388a3 {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:46:21.267716 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8923b169-f6ab-45ae-a30e-261450af9314', 'tag': '964b843f-d77c-4e1a-a0d1-249e2fa14fb1', 'status': 'completed', 'code': 200} Nov 12 08:46:21.362288 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d72c651-90ac-4471-8e71-29c1957459fe req-00c1142f-d2a9-46a2-a457-cc35b40d1b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:21.363585 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9d72c651-90ac-4471-8e71-29c1957459fe req-00c1142f-d2a9-46a2-a457-cc35b40d1b1d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=af01ccd549054d7f8ad1904b6846172a&device_id=8923b169-f6ab-45ae-a30e-261450af9314 HTTP/1.1" status: 200 len: 1098 time: 0.0680065 Nov 12 08:46:21.409092 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-acd479c7-42f5-4dcc-95c4-3acaf33875a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '298cae83-370f-459b-9f70-c6e8aaa7fc96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-757686162', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '380c1b22-b0f1-42ff-9bf9-5e128722d38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:42:14Z', 'updated_at': '2021-11-12T08:42:29Z', 'revision_number': 4, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'gw_port': {'id': '380c1b22-b0f1-42ff-9bf9-5e128722d38d', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:92:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298cae83-370f-459b-9f70-c6e8aaa7fc96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:42:16Z', 'updated_at': '2021-11-12T08:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '82a70224-253d-4853-a424-934ee11de0d2', 'name': '', 'network_id': '508aced4-0fe0-4f1d-92f2-979af6167066', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'mac_address': 'fa:16:3e:a7:07:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298cae83-370f-459b-9f70-c6e8aaa7fc96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': 'f91bfea0-8c12-4f49-94bb-e193b754d651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:42:27Z', 'updated_at': '2021-11-12T08:42:36Z', 'revision_number': 5, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'subnets': [{'id': 'f91bfea0-8c12-4f49-94bb-e193b754d651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:21.434823 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3469ccf9-a429-46e6-b1a1-eef0219733b9 req-c9131c9e-0c4a-41f8-a549-9546cbff32ac tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:21.436852 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3469ccf9-a429-46e6-b1a1-eef0219733b9 req-c9131c9e-0c4a-41f8-a549-9546cbff32ac tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=8923b169-f6ab-45ae-a30e-261450af9314 HTTP/1.1" status: 200 len: 946 time: 0.1109490 Nov 12 08:46:21.477410 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd479c7-42f5-4dcc-95c4-3acaf33875a3 None None] Checking router: 298cae83-370f-459b-9f70-c6e8aaa7fc96 for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:46:21.497628 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd479c7-42f5-4dcc-95c4-3acaf33875a3 None None] Routers {'298cae83-370f-459b-9f70-c6e8aaa7fc96'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:46:21.498309 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-acd479c7-42f5-4dcc-95c4-3acaf33875a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:46:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['298cae83-370f-459b-9f70-c6e8aaa7fc96'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:21.518129 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3469ccf9-a429-46e6-b1a1-eef0219733b9 req-9a838caa-1da4-4a0e-b534-9215a8c53f88 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fece665-e20b-467a-ac88-888552242c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725107 Nov 12 08:46:21.532041 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d72c651-90ac-4471-8e71-29c1957459fe req-417038ad-aaa9-4007-857b-476d02d0218d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:21.533602 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9d72c651-90ac-4471-8e71-29c1957459fe req-417038ad-aaa9-4007-857b-476d02d0218d service neutron] 10.222.0.21 "GET /v2.0/networks?id=508aced4-0fe0-4f1d-92f2-979af6167066 HTTP/1.1" status: 200 len: 898 time: 0.1524196 Nov 12 08:46:21.608741 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9d72c651-90ac-4471-8e71-29c1957459fe req-a06b450e-0961-4b3a-a672-a5193b35337a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=964b843f-d77c-4e1a-a0d1-249e2fa14fb1 HTTP/1.1" status: 200 len: 217 time: 0.0666108 Nov 12 08:46:21.720840 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-acd479c7-42f5-4dcc-95c4-3acaf33875a3 None None] Set router 298cae83-370f-459b-9f70-c6e8aaa7fc96 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:46:21.737745 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d72c651-90ac-4471-8e71-29c1957459fe req-19b70621-01d0-4eda-9ed2-68ca5a308261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:21.740420 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9d72c651-90ac-4471-8e71-29c1957459fe req-19b70621-01d0-4eda-9ed2-68ca5a308261 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f91bfea0-8c12-4f49-94bb-e193b754d651 HTTP/1.1" status: 200 len: 835 time: 0.1095035 Nov 12 08:46:21.908818 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d72c651-90ac-4471-8e71-29c1957459fe req-f255a7ab-6095-488d-9373-d70be0e9e15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:21.913023 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9d72c651-90ac-4471-8e71-29c1957459fe req-f255a7ab-6095-488d-9373-d70be0e9e15c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=508aced4-0fe0-4f1d-92f2-979af6167066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1591587 Nov 12 08:46:22.106359 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9d72c651-90ac-4471-8e71-29c1957459fe req-a85eb7ba-4c3b-494b-8115-5d14f8f041bc service neutron] 10.222.0.21 "GET /v2.0/networks/508aced4-0fe0-4f1d-92f2-979af6167066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868608 Nov 12 08:46:22.311266 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-acd479c7-42f5-4dcc-95c4-3acaf33875a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '298cae83-370f-459b-9f70-c6e8aaa7fc96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-757686162', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '380c1b22-b0f1-42ff-9bf9-5e128722d38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:42:14Z', 'updated_at': '2021-11-12T08:42:29Z', 'revision_number': 4, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'gw_port': {'id': '380c1b22-b0f1-42ff-9bf9-5e128722d38d', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:92:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298cae83-370f-459b-9f70-c6e8aaa7fc96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:42:16Z', 'updated_at': '2021-11-12T08:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '82a70224-253d-4853-a424-934ee11de0d2', 'name': '', 'network_id': '508aced4-0fe0-4f1d-92f2-979af6167066', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'mac_address': 'fa:16:3e:a7:07:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298cae83-370f-459b-9f70-c6e8aaa7fc96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': 'f91bfea0-8c12-4f49-94bb-e193b754d651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:42:27Z', 'updated_at': '2021-11-12T08:42:36Z', 'revision_number': 5, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'subnets': [{'id': 'f91bfea0-8c12-4f49-94bb-e193b754d651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:22.330613 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9d72c651-90ac-4471-8e71-29c1957459fe req-6990bc86-565a-44f8-9280-8419479fc144 service neutron] 10.222.0.21 "GET /v2.0/networks/508aced4-0fe0-4f1d-92f2-979af6167066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162321 Nov 12 08:46:22.368305 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd479c7-42f5-4dcc-95c4-3acaf33875a3 None None] The sync data for ids ['298cae83-370f-459b-9f70-c6e8aaa7fc96'] in n-d-765315-29 is: [{'id': '298cae83-370f-459b-9f70-c6e8aaa7fc96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-757686162', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '380c1b22-b0f1-42ff-9bf9-5e128722d38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:42:14Z', 'updated_at': '2021-11-12T08:42:29Z', 'revision_number': 4, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'gw_port': {'id': '380c1b22-b0f1-42ff-9bf9-5e128722d38d', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:92:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298cae83-370f-459b-9f70-c6e8aaa7fc96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:42:16Z', 'updated_at': '2021-11-12T08:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '82a70224-253d-4853-a424-934ee11de0d2', 'name': '', 'network_id': '508aced4-0fe0-4f1d-92f2-979af6167066', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'mac_address': 'fa:16:3e:a7:07:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298cae83-370f-459b-9f70-c6e8aaa7fc96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': 'f91bfea0-8c12-4f49-94bb-e193b754d651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:42:27Z', 'updated_at': '2021-11-12T08:42:36Z', 'revision_number': 5, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'subnets': [{'id': 'f91bfea0-8c12-4f49-94bb-e193b754d651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:46:22.732859 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0138435-9e6b-4203-95f3-c114cdd84baf req-a40ae725-5f1e-4250-bb38-6b9155d7a302 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:22.734441 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e0138435-9e6b-4203-95f3-c114cdd84baf req-a40ae725-5f1e-4250-bb38-6b9155d7a302 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=8923b169-f6ab-45ae-a30e-261450af9314 HTTP/1.1" status: 200 len: 946 time: 0.1066658 Nov 12 08:46:22.801177 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e0138435-9e6b-4203-95f3-c114cdd84baf req-268f4342-315a-4f75-bed3-ac0068634e00 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fece665-e20b-467a-ac88-888552242c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560172 Nov 12 08:46:22.833926 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68ad4c5-5b2f-4fef-9007-3341ad3e738f None None] New status for floating IP 364d7379-48be-4c3d-a77b-db79e144bad6: DOWN {{(pid=102601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:46:23.070210 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e64173-fe8a-4202-a44b-24ea41aedacd req-284151d2-c7ae-44e9-a584-a6724c3028ad tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:23.070210 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-96e64173-fe8a-4202-a44b-24ea41aedacd req-284151d2-c7ae-44e9-a584-a6724c3028ad tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.21 "GET /v2.0/ports?device_id=8923b169-f6ab-45ae-a30e-261450af9314 HTTP/1.1" status: 200 len: 946 time: 0.0719361 Nov 12 08:46:23.179701 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-96e64173-fe8a-4202-a44b-24ea41aedacd req-ca8957b7-eb9a-4e83-9431-bed278fb270e tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Deleting port 964b843f-d77c-4e1a-a0d1-249e2fa14fb1 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:46:23.180039 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-96e64173-fe8a-4202-a44b-24ea41aedacd req-ca8957b7-eb9a-4e83-9431-bed278fb270e tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:23.292310 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-96e64173-fe8a-4202-a44b-24ea41aedacd req-ca8957b7-eb9a-4e83-9431-bed278fb270e tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] For port 964b843f-d77c-4e1a-a0d1-249e2fa14fb1, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=964b843f-d77c-4e1a-a0d1-249e2fa14fb1,segment=NetworkSegment(128b32ff-5ab3-49e3-809a-b6df5af491f4),segment_id=128b32ff-5ab3-49e3-809a-b6df5af491f4)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:23.292975 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-96e64173-fe8a-4202-a44b-24ea41aedacd req-ca8957b7-eb9a-4e83-9431-bed278fb270e tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:23.309982 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-96e64173-fe8a-4202-a44b-24ea41aedacd req-ca8957b7-eb9a-4e83-9431-bed278fb270e tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Calling delete_port for 964b843f-d77c-4e1a-a0d1-249e2fa14fb1 owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:46:23.487401 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-96e64173-fe8a-4202-a44b-24ea41aedacd req-ca8957b7-eb9a-4e83-9431-bed278fb270e tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:23.532975 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8957b7-eb9a-4e83-9431-bed278fb270e tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Pushing event deleted for resources: {'Port': ['ID=964b843f-d77c-4e1a-a0d1-249e2fa14fb1,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:23.596564 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-96e64173-fe8a-4202-a44b-24ea41aedacd req-ca8957b7-eb9a-4e83-9431-bed278fb270e tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] No DVR routers for this DVR port 964b843f-d77c-4e1a-a0d1-249e2fa14fb1 on host n-h1-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:46:23.599545 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-96e64173-fe8a-4202-a44b-24ea41aedacd req-ca8957b7-eb9a-4e83-9431-bed278fb270e tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:23.604417 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-96e64173-fe8a-4202-a44b-24ea41aedacd req-ca8957b7-eb9a-4e83-9431-bed278fb270e tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.21 "DELETE /v2.0/ports/964b843f-d77c-4e1a-a0d1-249e2fa14fb1 HTTP/1.1" status: 204 len: 173 time: 0.5291145 Nov 12 08:46:23.604756 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 58004) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:23.610456 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8923b169-f6ab-45ae-a30e-261450af9314', 'name': 'network-vif-deleted', 'tag': '964b843f-d77c-4e1a-a0d1-249e2fa14fb1'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:46:23.612939 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e74fc9ad-dde0-47fc-8954-ef818da8f97e" -d '{"events": [{"server_uuid": "8923b169-f6ab-45ae-a30e-261450af9314", "name": "network-vif-deleted", "tag": "964b843f-d77c-4e1a-a0d1-249e2fa14fb1"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:46:23.703426 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dffdef0-ab32-4ce8-bf90-638ea3986533 x-openstack-request-id: req-8dffdef0-ab32-4ce8-bf90-638ea3986533 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:46:23.703722 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8923b169-f6ab-45ae-a30e-261450af9314", "name": "network-vif-deleted", "tag": "964b843f-d77c-4e1a-a0d1-249e2fa14fb1", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:46:23.703976 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8dffdef0-ab32-4ce8-bf90-638ea3986533 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:46:23.704435 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8923b169-f6ab-45ae-a30e-261450af9314', 'name': 'network-vif-deleted', 'tag': '964b843f-d77c-4e1a-a0d1-249e2fa14fb1', 'status': 'completed', 'code': 200} Nov 12 08:46:23.778573 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6fee08a4-8709-478b-80db-1380b316ad4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:23.947362 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6fee08a4-8709-478b-80db-1380b316ad4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:23.977996 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c94abe14-a5ef-47dc-b96a-2a708c55cc09 req-9fead6f9-7c67-455b-91a9-b7db489b6ae7 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=8923b169-f6ab-45ae-a30e-261450af9314 HTTP/1.1" status: 200 len: 210 time: 0.0475998 Nov 12 08:46:23.980512 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6fee08a4-8709-478b-80db-1380b316ad4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:24.033284 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-6fee08a4-8709-478b-80db-1380b316ad4a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=44d7234269194e3380e53310637e3d2a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4246898 Nov 12 08:46:24.034436 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 58018) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:24.041892 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fee08a4-8709-478b-80db-1380b316ad4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ea2cca-d63b-47c0-a4ee-11b69618e466,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:24.146476 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-90396263-ef5a-412b-92a6-9f84878c603c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:24.184849 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-90396263-ef5a-412b-92a6-9f84878c603c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:24.251470 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-90396263-ef5a-412b-92a6-9f84878c603c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:24.254785 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-90396263-ef5a-412b-92a6-9f84878c603c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:24.256238 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-90396263-ef5a-412b-92a6-9f84878c603c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e2ea2cca-d63b-47c0-a4ee-11b69618e466 HTTP/1.1" status: 204 len: 168 time: 0.2215519 Nov 12 08:46:24.277161 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90396263-ef5a-412b-92a6-9f84878c603c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ea2cca-d63b-47c0-a4ee-11b69618e466,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:24.460360 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9c7d046f-c60e-4378-9f60-15b37ad52a4b req-aba08a52-6530-4857-89ee-05d4597fa9ad service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=07c5b260-e21b-480d-abc9-bf1d9598f969&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0703807 Nov 12 08:46:24.535489 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7d046f-c60e-4378-9f60-15b37ad52a4b req-16dd3aa4-040e-4aae-a085-b18de46950da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:24.539283 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9c7d046f-c60e-4378-9f60-15b37ad52a4b req-16dd3aa4-040e-4aae-a085-b18de46950da service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c79a59d0e8a34d8d81232928cf66b1d9&device_id=07c5b260-e21b-480d-abc9-bf1d9598f969 HTTP/1.1" status: 200 len: 1098 time: 0.0525417 Nov 12 08:46:24.688193 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 58024) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:24.706303 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7d046f-c60e-4378-9f60-15b37ad52a4b req-5ae2b2a8-3165-4936-8f1d-72dae0b1f3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:24.706764 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8488ab53-70dc-4c3e-903e-3d55198cfde9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:24.707863 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9c7d046f-c60e-4378-9f60-15b37ad52a4b req-5ae2b2a8-3165-4936-8f1d-72dae0b1f3af service neutron] 10.222.0.21 "GET /v2.0/networks?id=005cbe87-3cd9-4019-b60a-9b9dcf542d7d HTTP/1.1" status: 200 len: 916 time: 0.1244740 Nov 12 08:46:24.762833 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9c7d046f-c60e-4378-9f60-15b37ad52a4b req-53c8b597-1e52-4f91-b2ac-242b8d211edd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d7dd7029-671b-46e0-bf60-185515dd4ebf HTTP/1.1" status: 200 len: 217 time: 0.0465384 Nov 12 08:46:24.828401 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8488ab53-70dc-4c3e-903e-3d55198cfde9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:24.834203 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8488ab53-70dc-4c3e-903e-3d55198cfde9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:24.835129 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7d046f-c60e-4378-9f60-15b37ad52a4b req-69dba174-d081-4451-9a62-77366ee29480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:24.841409 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9c7d046f-c60e-4378-9f60-15b37ad52a4b req-69dba174-d081-4451-9a62-77366ee29480 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=60df83b3-712a-40a1-8ef0-32bfce62889a HTTP/1.1" status: 200 len: 855 time: 0.0669603 Nov 12 08:46:24.872166 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-8488ab53-70dc-4c3e-903e-3d55198cfde9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8e4cf54492c5465a857179ddf466dd9e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1804442 Nov 12 08:46:24.872385 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 58028) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:24.875809 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9c7d046f-c60e-4378-9f60-15b37ad52a4b req-cf41447c-5268-4591-91d0-f01f1753eccf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=005cbe87-3cd9-4019-b60a-9b9dcf542d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309625 Nov 12 08:46:24.921884 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8488ab53-70dc-4c3e-903e-3d55198cfde9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9957f8d-c850-4c58-bd05-a5b79105e9bb,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:24.956090 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7396ff34-e51f-4d1f-bfd2-65c9e06e574d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:24.985347 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7396ff34-e51f-4d1f-bfd2-65c9e06e574d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:25.058339 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 58032) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:25.262654 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7396ff34-e51f-4d1f-bfd2-65c9e06e574d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:25.265761 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7396ff34-e51f-4d1f-bfd2-65c9e06e574d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:25.267423 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-7396ff34-e51f-4d1f-bfd2-65c9e06e574d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e9957f8d-c850-4c58-bd05-a5b79105e9bb HTTP/1.1" status: 204 len: 168 time: 0.3940182 Nov 12 08:46:25.315880 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7396ff34-e51f-4d1f-bfd2-65c9e06e574d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9957f8d-c850-4c58-bd05-a5b79105e9bb,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:25.456138 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9c7d046f-c60e-4378-9f60-15b37ad52a4b req-4dad0f90-2043-4899-8ffa-ffd6d78c5f19 service neutron] 10.222.0.21 "GET /v2.0/networks/005cbe87-3cd9-4019-b60a-9b9dcf542d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5723577 Nov 12 08:46:25.632415 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9c7d046f-c60e-4378-9f60-15b37ad52a4b req-335cf5f5-67d5-4012-8368-f4dcfd442118 service neutron] 10.222.0.21 "GET /v2.0/networks/005cbe87-3cd9-4019-b60a-9b9dcf542d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676915 Nov 12 08:46:25.695519 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f3cd0486-d49e-4743-8884-b18e162f2ef1 req-f502b0e8-7367-4a1b-9f28-12e9aaf77ec8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=43036b0a-b3b3-4add-9c97-5662f771279a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0615394 Nov 12 08:46:25.819561 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cd0486-d49e-4743-8884-b18e162f2ef1 req-4a5251b1-9fc1-4276-98dd-dead440f9cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:25.821427 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f3cd0486-d49e-4743-8884-b18e162f2ef1 req-4a5251b1-9fc1-4276-98dd-dead440f9cb1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c79a59d0e8a34d8d81232928cf66b1d9&device_id=43036b0a-b3b3-4add-9c97-5662f771279a HTTP/1.1" status: 200 len: 1097 time: 0.0880399 Nov 12 08:46:26.031666 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cd0486-d49e-4743-8884-b18e162f2ef1 req-2f9379cb-3489-4b38-93a8-bd40c692cb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:26.036878 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f3cd0486-d49e-4743-8884-b18e162f2ef1 req-2f9379cb-3489-4b38-93a8-bd40c692cb77 service neutron] 10.222.0.44 "GET /v2.0/networks?id=005cbe87-3cd9-4019-b60a-9b9dcf542d7d HTTP/1.1" status: 200 len: 916 time: 0.1880753 Nov 12 08:46:26.201356 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-051f4bf4-11f9-4707-b870-84cc9ad49aa6 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933586'] for router_interface, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:26.238810 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f3cd0486-d49e-4743-8884-b18e162f2ef1 req-577e7137-2955-4cb2-bdf4-3f2447430959 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6dd43656-7fe5-426e-954d-20feb61db223 HTTP/1.1" status: 200 len: 217 time: 0.0879154 Nov 12 08:46:26.347451 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cd0486-d49e-4743-8884-b18e162f2ef1 req-0fb0b501-a363-494b-b186-d0cb6a3c5bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:26.349021 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f3cd0486-d49e-4743-8884-b18e162f2ef1 req-0fb0b501-a363-494b-b186-d0cb6a3c5bce service neutron] 10.222.0.44 "GET /v2.0/subnets?id=60df83b3-712a-40a1-8ef0-32bfce62889a HTTP/1.1" status: 200 len: 855 time: 0.0985374 Nov 12 08:46:26.416165 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f3cd0486-d49e-4743-8884-b18e162f2ef1 req-e53c6b1e-c9a0-4d70-9048-357222129272 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=005cbe87-3cd9-4019-b60a-9b9dcf542d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575075 Nov 12 08:46:26.594157 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 58064) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:26.603827 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f3cd0486-d49e-4743-8884-b18e162f2ef1 req-6acdd9cc-19ed-4544-b8d2-49ef686a3919 service neutron] 10.222.0.44 "GET /v2.0/networks/005cbe87-3cd9-4019-b60a-9b9dcf542d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815047 Nov 12 08:46:26.646112 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 964b843f-d77c-4e1a-a0d1-249e2fa14fb1 no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:46:26.655664 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1902bd3-4091-4181-ad21-a577c13f0195 req-dc2cbe8d-1cee-4582-bdaa-ca59a1f6b0bd tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:26.689023 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a1902bd3-4091-4181-ad21-a577c13f0195 req-dc2cbe8d-1cee-4582-bdaa-ca59a1f6b0bd tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf0476d3-16eb-4c9f-8bf5-9c4bee8f1162 HTTP/1.1" status: 200 len: 946 time: 0.1101382 Nov 12 08:46:26.695619 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-e530113a-7783-48f4-9840-8911a24052df None None] No Port match for: 964b843f-d77c-4e1a-a0d1-249e2fa14fb1 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:46:26.696353 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 964b843f-d77c-4e1a-a0d1-249e2fa14fb1 not bound to the agent host n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:46:26.735701 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-c1276625-a92a-4ca8-880d-2652af3cd0ae admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1569240749-network', 'tenant_id': 'a0a82c85e2614eccbd23fa3c63304c70'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:26.769611 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f3cd0486-d49e-4743-8884-b18e162f2ef1 req-3bad1faf-11ad-44ff-b5d5-5452fd8b597e service neutron] 10.222.0.44 "GET /v2.0/networks/005cbe87-3cd9-4019-b60a-9b9dcf542d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567183 Nov 12 08:46:26.811259 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a1902bd3-4091-4181-ad21-a577c13f0195 req-780541c2-5d89-4372-b260-f1a8798fe175 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0bffda3-6203-474e-b9e0-460d95e09dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213419 Nov 12 08:46:26.813141 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1276625-a92a-4ca8-880d-2652af3cd0ae admin admin] Made reservation on behalf of a0a82c85e2614eccbd23fa3c63304c70 for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:46:26.815568 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c1276625-a92a-4ca8-880d-2652af3cd0ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:26.837692 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c1276625-a92a-4ca8-880d-2652af3cd0ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:26.868220 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-051f4bf4-11f9-4707-b870-84cc9ad49aa6 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Deleting port 82a70224-253d-4853-a424-934ee11de0d2 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:46:26.868569 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-051f4bf4-11f9-4707-b870-84cc9ad49aa6 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:27.011708 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c1276625-a92a-4ca8-880d-2652af3cd0ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:27.013702 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-051f4bf4-11f9-4707-b870-84cc9ad49aa6 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] For port 82a70224-253d-4853-a424-934ee11de0d2, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=82a70224-253d-4853-a424-934ee11de0d2,segment=NetworkSegment(128b32ff-5ab3-49e3-809a-b6df5af491f4),segment_id=128b32ff-5ab3-49e3-809a-b6df5af491f4)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:27.014034 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-051f4bf4-11f9-4707-b870-84cc9ad49aa6 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:27.021729 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c1276625-a92a-4ca8-880d-2652af3cd0ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:27.040112 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-051f4bf4-11f9-4707-b870-84cc9ad49aa6 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Calling delete_port for 82a70224-253d-4853-a424-934ee11de0d2 owned by network:router_interface {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:46:27.051774 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1276625-a92a-4ca8-880d-2652af3cd0ae admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:46:27.076816 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c1276625-a92a-4ca8-880d-2652af3cd0ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:27.077204 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-c1276625-a92a-4ca8-880d-2652af3cd0ae admin admin] Added segment 41a92c03-3de5-471c-8af5-a5d9925084fc of type vlan for network 5087aecb-08e6-4476-8bc5-f7b3b66b2b2a Nov 12 08:46:27.080098 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1276625-a92a-4ca8-880d-2652af3cd0ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f56c1253-113a-4f54-95af-250ab147742e,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:27.172414 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c1276625-a92a-4ca8-880d-2652af3cd0ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:27.238829 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c1276625-a92a-4ca8-880d-2652af3cd0ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:27.239908 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1276625-a92a-4ca8-880d-2652af3cd0ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:27.240483 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c1276625-a92a-4ca8-880d-2652af3cd0ae admin admin] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:27.321751 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-c1276625-a92a-4ca8-880d-2652af3cd0ae admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7199740 Nov 12 08:46:27.321970 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 58070) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:27.326629 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1276625-a92a-4ca8-880d-2652af3cd0ae admin admin] Pushing event updated for resources: {'Network': ['ID=5087aecb-08e6-4476-8bc5-f7b3b66b2b2a,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:27.326910 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-dc8e806a-3468-40cc-ad1c-8a2aa3f9785e admin admin] Request body: {'subnet': {'network_id': '5087aecb-08e6-4476-8bc5-f7b3b66b2b2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1569240749-subnet', 'tenant_id': 'a0a82c85e2614eccbd23fa3c63304c70', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:27.344680 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 5087aecb-08e6-4476-8bc5-f7b3b66b2b2a details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:46:27.376944 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc8e806a-3468-40cc-ad1c-8a2aa3f9785e admin admin] Made reservation on behalf of a0a82c85e2614eccbd23fa3c63304c70 for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:46:27.379314 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-dc8e806a-3468-40cc-ad1c-8a2aa3f9785e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:27.416294 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-051f4bf4-11f9-4707-b870-84cc9ad49aa6 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:27.506286 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051f4bf4-11f9-4707-b870-84cc9ad49aa6 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Pushing event deleted for resources: {'Port': ['ID=82a70224-253d-4853-a424-934ee11de0d2,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:27.678516 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-dc8e806a-3468-40cc-ad1c-8a2aa3f9785e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:27.708290 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-051f4bf4-11f9-4707-b870-84cc9ad49aa6 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918626'] for router_interface, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:27.785571 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8e806a-3468-40cc-ad1c-8a2aa3f9785e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3748af3-3725-4c81-8173-3b9d704f054e,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:27.793548 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8e806a-3468-40cc-ad1c-8a2aa3f9785e admin admin] Checking segment: {'id': '41a92c03-3de5-471c-8af5-a5d9925084fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '5087aecb-08e6-4476-8bc5-f7b3b66b2b2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:46:27.793926 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8e806a-3468-40cc-ad1c-8a2aa3f9785e admin admin] Network hostable DHCP agents. Network: 5087aecb-08e6-4476-8bc5-f7b3b66b2b2a, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:46:27.814759 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8e806a-3468-40cc-ad1c-8a2aa3f9785e admin admin] Network 5087aecb-08e6-4476-8bc5-f7b3b66b2b2a is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:46:27.835210 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-dc8e806a-3468-40cc-ad1c-8a2aa3f9785e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 5087aecb-08e6-4476-8bc5-f7b3b66b2b2a) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:46:27.846466 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c43659-9b44-4c3b-a52e-4bf9426be8c1 None None] Network 5087aecb-08e6-4476-8bc5-f7b3b66b2b2a requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:46:27.847959 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8e806a-3468-40cc-ad1c-8a2aa3f9785e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:27.848900 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-dc8e806a-3468-40cc-ad1c-8a2aa3f9785e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:27.878063 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-dc8e806a-3468-40cc-ad1c-8a2aa3f9785e admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5552433 Nov 12 08:46:28.049131 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e0f498-c9a1-49cc-b2ce-376f1152083e None None] Network 5087aecb-08e6-4476-8bc5-f7b3b66b2b2a requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:46:28.068047 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fca4d8-e516-4cb1-9d74-a892607571ab req-2eb8786d-b182-41bb-bdaa-4c4063b005b6 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:28.076660 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a5fca4d8-e516-4cb1-9d74-a892607571ab req-2eb8786d-b182-41bb-bdaa-4c4063b005b6 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf0476d3-16eb-4c9f-8bf5-9c4bee8f1162 HTTP/1.1" status: 200 len: 946 time: 0.0978081 Nov 12 08:46:28.088949 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-051f4bf4-11f9-4707-b870-84cc9ad49aa6 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Router 298cae83-370f-459b-9f70-c6e8aaa7fc96 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:46:28.197926 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a5fca4d8-e516-4cb1-9d74-a892607571ab req-a5ea32f8-a0e8-437c-855b-ea1e2ae5e704 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0bffda3-6203-474e-b9e0-460d95e09dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202350 Nov 12 08:46:28.282921 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-051f4bf4-11f9-4707-b870-84cc9ad49aa6 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:46:28.291242 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-051f4bf4-11f9-4707-b870-84cc9ad49aa6 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "PUT /v2.0/routers/298cae83-370f-459b-9f70-c6e8aaa7fc96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2283356 Nov 12 08:46:28.291355 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 58082) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:28.300401 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404ff9fe-4ec3-4a95-a536-d1c9a84ca70a None None] Sync routers for ids ['298cae83-370f-459b-9f70-c6e8aaa7fc96'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:46:28.313163 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404ff9fe-4ec3-4a95-a536-d1c9a84ca70a None None] Routers {'298cae83-370f-459b-9f70-c6e8aaa7fc96'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:46:28.313821 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-404ff9fe-4ec3-4a95-a536-d1c9a84ca70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:46:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['298cae83-370f-459b-9f70-c6e8aaa7fc96'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:28.365407 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-f76b3a36-f3f5-4c86-9c82-2fdc25fedf2f tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Deleting subnet f91bfea0-8c12-4f49-94bb-e193b754d651 {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:46:28.371948 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f76b3a36-f3f5-4c86-9c82-2fdc25fedf2f tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for subnet, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:28.421687 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f76b3a36-f3f5-4c86-9c82-2fdc25fedf2f tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31181813'] for subnet, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:28.562275 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-404ff9fe-4ec3-4a95-a536-d1c9a84ca70a None None] Set router 298cae83-370f-459b-9f70-c6e8aaa7fc96 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:46:28.609754 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10b3806-4d15-4c81-ba00-b05ea1e2865f req-893ac4de-c8ff-4159-8e7e-60e7d1432383 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:28.611684 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d10b3806-4d15-4c81-ba00-b05ea1e2865f req-893ac4de-c8ff-4159-8e7e-60e7d1432383 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf0476d3-16eb-4c9f-8bf5-9c4bee8f1162 HTTP/1.1" status: 200 len: 946 time: 0.1321640 Nov 12 08:46:28.613797 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f76b3a36-f3f5-4c86-9c82-2fdc25fedf2f tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:28.672706 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 58092) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:28.682700 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-4835e750-4145-481b-a023-976dc95eb365 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-931588871-network', 'tenant_id': '472f0b61e06549a299ccc1ed36537104'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:28.718065 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4835e750-4145-481b-a023-976dc95eb365 admin admin] Made reservation on behalf of 472f0b61e06549a299ccc1ed36537104 for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:46:28.722962 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4835e750-4145-481b-a023-976dc95eb365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:28.740510 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4835e750-4145-481b-a023-976dc95eb365 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:28.785402 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f76b3a36-f3f5-4c86-9c82-2fdc25fedf2f tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:28.842943 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76b3a36-f3f5-4c86-9c82-2fdc25fedf2f tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Pushing event deleted for resources: {'Subnet': ['ID=f91bfea0-8c12-4f49-94bb-e193b754d651,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:28.849677 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-d10b3806-4d15-4c81-ba00-b05ea1e2865f req-f2449eda-1a19-4d1d-8bab-197322d7bd11 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Deleting port c1caee9a-8b7e-476b-ba96-fd75ddc57bfe {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:46:28.850146 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-d10b3806-4d15-4c81-ba00-b05ea1e2865f req-f2449eda-1a19-4d1d-8bab-197322d7bd11 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:28.857409 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f76b3a36-f3f5-4c86-9c82-2fdc25fedf2f tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:28.870362 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877edae9-0746-41a8-b2e7-c15c9c32d65c None None] Network 508aced4-0fe0-4f1d-92f2-979af6167066 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:46:28.875336 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-f76b3a36-f3f5-4c86-9c82-2fdc25fedf2f tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "DELETE /v2.0/subnets/f91bfea0-8c12-4f49-94bb-e193b754d651 HTTP/1.1" status: 204 len: 168 time: 0.5831571 Nov 12 08:46:28.882518 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 58094) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:28.891701 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4835e750-4145-481b-a023-976dc95eb365 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:28.900699 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4835e750-4145-481b-a023-976dc95eb365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:28.926451 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-404ff9fe-4ec3-4a95-a536-d1c9a84ca70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '298cae83-370f-459b-9f70-c6e8aaa7fc96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-757686162', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '380c1b22-b0f1-42ff-9bf9-5e128722d38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:42:14Z', 'updated_at': '2021-11-12T08:46:27Z', 'revision_number': 5, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'gw_port': {'id': '380c1b22-b0f1-42ff-9bf9-5e128722d38d', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:92:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298cae83-370f-459b-9f70-c6e8aaa7fc96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:42:16Z', 'updated_at': '2021-11-12T08:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:28.956888 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4835e750-4145-481b-a023-976dc95eb365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe9505cd-5c35-47d6-8ff5-7b5f3458249f,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:28.981849 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4835e750-4145-481b-a023-976dc95eb365 admin admin] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:46:28.997243 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4835e750-4145-481b-a023-976dc95eb365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:28.997890 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-4835e750-4145-481b-a023-976dc95eb365 admin admin] Added segment 9b980bb0-d829-4147-9f15-ef0f84f15a33 of type vlan for network 61e9665c-aea6-4976-bdcc-8b71e179b3d3 Nov 12 08:46:29.026766 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404ff9fe-4ec3-4a95-a536-d1c9a84ca70a None None] Checking router: 298cae83-370f-459b-9f70-c6e8aaa7fc96 for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:46:29.044981 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404ff9fe-4ec3-4a95-a536-d1c9a84ca70a None None] Routers {'298cae83-370f-459b-9f70-c6e8aaa7fc96'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:46:29.046497 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-404ff9fe-4ec3-4a95-a536-d1c9a84ca70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:46:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['298cae83-370f-459b-9f70-c6e8aaa7fc96'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:29.058872 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4835e750-4145-481b-a023-976dc95eb365 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:29.124249 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4835e750-4145-481b-a023-976dc95eb365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:29.125534 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4835e750-4145-481b-a023-976dc95eb365 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:29.126342 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4835e750-4145-481b-a023-976dc95eb365 admin admin] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:29.176746 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-d10b3806-4d15-4c81-ba00-b05ea1e2865f req-f2449eda-1a19-4d1d-8bab-197322d7bd11 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] For port c1caee9a-8b7e-476b-ba96-fd75ddc57bfe, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=c1caee9a-8b7e-476b-ba96-fd75ddc57bfe,segment=NetworkSegment(d67d595f-ac82-4224-8cfb-35d7cb8db958),segment_id=d67d595f-ac82-4224-8cfb-35d7cb8db958)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:29.177118 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-d10b3806-4d15-4c81-ba00-b05ea1e2865f req-f2449eda-1a19-4d1d-8bab-197322d7bd11 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:29.194493 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4e6c186c-8040-4b64-a2df-67dacd5cf545 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for router, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:29.200404 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d29228c-6116-4e5f-9566-26d7500d4adc None None] DHCP port deletion for 508aced4-0fe0-4f1d-92f2-979af6167066 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:46:29.207759 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-d10b3806-4d15-4c81-ba00-b05ea1e2865f req-f2449eda-1a19-4d1d-8bab-197322d7bd11 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Calling delete_port for c1caee9a-8b7e-476b-ba96-fd75ddc57bfe owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:46:29.277692 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-404ff9fe-4ec3-4a95-a536-d1c9a84ca70a None None] Set router 298cae83-370f-459b-9f70-c6e8aaa7fc96 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:46:29.280639 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-4835e750-4145-481b-a023-976dc95eb365 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6060913 Nov 12 08:46:29.284942 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-9d29228c-6116-4e5f-9566-26d7500d4adc None None] Deleting port b82d7eed-e00a-48a0-9455-373eecf41c31 {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:46:29.286078 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9d29228c-6116-4e5f-9566-26d7500d4adc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:29.286605 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 58100) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:29.289711 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4835e750-4145-481b-a023-976dc95eb365 admin admin] Pushing event updated for resources: {'Network': ['ID=61e9665c-aea6-4976-bdcc-8b71e179b3d3,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:29.302080 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 61e9665c-aea6-4976-bdcc-8b71e179b3d3 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:46:29.308484 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-7f952bd1-1cd7-43a4-ba3c-9981ee01a539 admin admin] Request body: {'subnet': {'network_id': '61e9665c-aea6-4976-bdcc-8b71e179b3d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-931588871-subnet', 'tenant_id': '472f0b61e06549a299ccc1ed36537104', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:29.407647 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f952bd1-1cd7-43a4-ba3c-9981ee01a539 admin admin] Made reservation on behalf of 472f0b61e06549a299ccc1ed36537104 for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:46:29.410020 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4e6c186c-8040-4b64-a2df-67dacd5cf545 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:29.412054 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7f952bd1-1cd7-43a4-ba3c-9981ee01a539 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:29.442905 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd6e8d1-b6dc-4c7a-88e6-9f14adf150bd req-a15ddd2c-1c9d-417f-b1f7-eac9c342c8d5 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:29.452438 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-9d29228c-6116-4e5f-9566-26d7500d4adc None None] For port b82d7eed-e00a-48a0-9455-373eecf41c31, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=b82d7eed-e00a-48a0-9455-373eecf41c31,segment=NetworkSegment(128b32ff-5ab3-49e3-809a-b6df5af491f4),segment_id=128b32ff-5ab3-49e3-809a-b6df5af491f4)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:29.452838 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9d29228c-6116-4e5f-9566-26d7500d4adc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:29.453278 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fcd6e8d1-b6dc-4c7a-88e6-9f14adf150bd req-a15ddd2c-1c9d-417f-b1f7-eac9c342c8d5 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf0476d3-16eb-4c9f-8bf5-9c4bee8f1162 HTTP/1.1" status: 200 len: 946 time: 0.1310146 Nov 12 08:46:29.469178 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-9d29228c-6116-4e5f-9566-26d7500d4adc None None] Calling delete_port for b82d7eed-e00a-48a0-9455-373eecf41c31 owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:46:29.497854 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-404ff9fe-4ec3-4a95-a536-d1c9a84ca70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '298cae83-370f-459b-9f70-c6e8aaa7fc96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-757686162', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '380c1b22-b0f1-42ff-9bf9-5e128722d38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:42:14Z', 'updated_at': '2021-11-12T08:46:27Z', 'revision_number': 5, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'gw_port': {'id': '380c1b22-b0f1-42ff-9bf9-5e128722d38d', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:92:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298cae83-370f-459b-9f70-c6e8aaa7fc96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:42:16Z', 'updated_at': '2021-11-12T08:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:29.532456 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404ff9fe-4ec3-4a95-a536-d1c9a84ca70a None None] The sync data for ids ['298cae83-370f-459b-9f70-c6e8aaa7fc96'] in n-d-765315-29 is: [{'id': '298cae83-370f-459b-9f70-c6e8aaa7fc96', 'name': 'tempest-TestNetworkAdvancedServerOps-router-757686162', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '380c1b22-b0f1-42ff-9bf9-5e128722d38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:42:14Z', 'updated_at': '2021-11-12T08:46:27Z', 'revision_number': 5, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'gw_port': {'id': '380c1b22-b0f1-42ff-9bf9-5e128722d38d', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:92:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298cae83-370f-459b-9f70-c6e8aaa7fc96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:42:16Z', 'updated_at': '2021-11-12T08:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:46:29.541168 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-4e6c186c-8040-4b64-a2df-67dacd5cf545 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Deleting port 380c1b22-b0f1-42ff-9bf9-5e128722d38d {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:46:29.541703 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4e6c186c-8040-4b64-a2df-67dacd5cf545 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:29.587693 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9d29228c-6116-4e5f-9566-26d7500d4adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:29.591484 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fcd6e8d1-b6dc-4c7a-88e6-9f14adf150bd req-e2dd524b-b072-46fe-9ad8-39644def5193 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0bffda3-6203-474e-b9e0-460d95e09dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370623 Nov 12 08:46:29.613640 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d29228c-6116-4e5f-9566-26d7500d4adc None None] Pushing event deleted for resources: {'Port': ['ID=b82d7eed-e00a-48a0-9455-373eecf41c31,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:29.642518 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-d10b3806-4d15-4c81-ba00-b05ea1e2865f req-f2449eda-1a19-4d1d-8bab-197322d7bd11 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:29.643138 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d29228c-6116-4e5f-9566-26d7500d4adc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:29.643724 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d29228c-6116-4e5f-9566-26d7500d4adc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:29.644063 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d29228c-6116-4e5f-9566-26d7500d4adc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:29.644394 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d29228c-6116-4e5f-9566-26d7500d4adc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:29.644787 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d29228c-6116-4e5f-9566-26d7500d4adc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:29.645163 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d29228c-6116-4e5f-9566-26d7500d4adc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:29.645489 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d29228c-6116-4e5f-9566-26d7500d4adc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:29.645812 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d29228c-6116-4e5f-9566-26d7500d4adc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:29.646214 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d29228c-6116-4e5f-9566-26d7500d4adc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:29.646669 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d29228c-6116-4e5f-9566-26d7500d4adc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:29.647697 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d29228c-6116-4e5f-9566-26d7500d4adc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:29.648032 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d29228c-6116-4e5f-9566-26d7500d4adc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:29.652067 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d29228c-6116-4e5f-9566-26d7500d4adc None None] No DVR routers for this DVR port b82d7eed-e00a-48a0-9455-373eecf41c31 on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:46:29.656114 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['b803005b-47c4-478f-9f4f-f881a64beb9c', 'd7dd7029-671b-46e0-bf60-185515dd4ebf'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:46:29.702726 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2449eda-1a19-4d1d-8bab-197322d7bd11 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Pushing event deleted for resources: {'Port': ['ID=c1caee9a-8b7e-476b-ba96-fd75ddc57bfe,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:29.703277 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['6dd43656-7fe5-426e-954d-20feb61db223', 'c1caee9a-8b7e-476b-ba96-fd75ddc57bfe'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:46:29.724222 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7f952bd1-1cd7-43a4-ba3c-9981ee01a539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:29.759571 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-d10b3806-4d15-4c81-ba00-b05ea1e2865f req-f2449eda-1a19-4d1d-8bab-197322d7bd11 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] No DVR routers for this DVR port c1caee9a-8b7e-476b-ba96-fd75ddc57bfe on host n-h2-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:46:29.764881 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-d10b3806-4d15-4c81-ba00-b05ea1e2865f req-f2449eda-1a19-4d1d-8bab-197322d7bd11 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:29.768211 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d10b3806-4d15-4c81-ba00-b05ea1e2865f req-f2449eda-1a19-4d1d-8bab-197322d7bd11 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.44 "DELETE /v2.0/ports/c1caee9a-8b7e-476b-ba96-fd75ddc57bfe HTTP/1.1" status: 204 len: 173 time: 1.1488330 Nov 12 08:46:29.768697 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf0476d3-16eb-4c9f-8bf5-9c4bee8f1162', 'name': 'network-vif-deleted', 'tag': 'c1caee9a-8b7e-476b-ba96-fd75ddc57bfe'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:46:29.770974 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d9ca188-2501-45fa-baea-07b31e7732c1" -d '{"events": [{"server_uuid": "cf0476d3-16eb-4c9f-8bf5-9c4bee8f1162", "name": "network-vif-deleted", "tag": "c1caee9a-8b7e-476b-ba96-fd75ddc57bfe"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:46:29.786021 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-4e6c186c-8040-4b64-a2df-67dacd5cf545 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] For port 380c1b22-b0f1-42ff-9bf9-5e128722d38d, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=380c1b22-b0f1-42ff-9bf9-5e128722d38d,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:29.786393 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4e6c186c-8040-4b64-a2df-67dacd5cf545 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:29.801649 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f952bd1-1cd7-43a4-ba3c-9981ee01a539 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85d8cc3f-64f5-4e1c-975c-b08038cd3210,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:29.819929 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-4e6c186c-8040-4b64-a2df-67dacd5cf545 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Calling delete_port for 380c1b22-b0f1-42ff-9bf9-5e128722d38d owned by network:router_gateway {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:46:29.820485 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f952bd1-1cd7-43a4-ba3c-9981ee01a539 admin admin] Checking segment: {'id': '9b980bb0-d829-4147-9f15-ef0f84f15a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '61e9665c-aea6-4976-bdcc-8b71e179b3d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:46:29.821125 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f952bd1-1cd7-43a4-ba3c-9981ee01a539 admin admin] Network hostable DHCP agents. Network: 61e9665c-aea6-4976-bdcc-8b71e179b3d3, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:46:29.846414 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f952bd1-1cd7-43a4-ba3c-9981ee01a539 admin admin] Network 61e9665c-aea6-4976-bdcc-8b71e179b3d3 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:46:29.862452 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-7f952bd1-1cd7-43a4-ba3c-9981ee01a539 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 61e9665c-aea6-4976-bdcc-8b71e179b3d3) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:46:29.870174 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f952bd1-1cd7-43a4-ba3c-9981ee01a539 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:29.874787 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7f952bd1-1cd7-43a4-ba3c-9981ee01a539 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:29.896402 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ac0bd9-6fcb-4efa-af7e-bfaafd00cb2c None None] Network 61e9665c-aea6-4976-bdcc-8b71e179b3d3 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:46:29.900097 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce738c3f-6879-4207-98f6-71d2898ac92e x-openstack-request-id: req-ce738c3f-6879-4207-98f6-71d2898ac92e {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:46:29.901549 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf0476d3-16eb-4c9f-8bf5-9c4bee8f1162", "name": "network-vif-deleted", "tag": "c1caee9a-8b7e-476b-ba96-fd75ddc57bfe", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:46:29.902100 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ce738c3f-6879-4207-98f6-71d2898ac92e {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:46:29.913732 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf0476d3-16eb-4c9f-8bf5-9c4bee8f1162', 'name': 'network-vif-deleted', 'tag': 'c1caee9a-8b7e-476b-ba96-fd75ddc57bfe', 'status': 'completed', 'code': 200} Nov 12 08:46:29.917383 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-7f952bd1-1cd7-43a4-ba3c-9981ee01a539 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6286392 Nov 12 08:46:30.112166 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4e6c186c-8040-4b64-a2df-67dacd5cf545 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:30.167976 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952cbfb7-599d-4476-a1e9-92e544275f16 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:46:30.175418 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6c186c-8040-4b64-a2df-67dacd5cf545 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Pushing event deleted for resources: {'Port': ['ID=380c1b22-b0f1-42ff-9bf9-5e128722d38d,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:30.234796 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3b6148-cda1-4b89-9129-81b6fc6587d3 None None] Network 61e9665c-aea6-4976-bdcc-8b71e179b3d3 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:46:30.266411 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4e6c186c-8040-4b64-a2df-67dacd5cf545 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-933016'] for router_gateway, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:30.398725 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4e6c186c-8040-4b64-a2df-67dacd5cf545 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:30.402621 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4e6c186c-8040-4b64-a2df-67dacd5cf545 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:30.473458 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4e6c186c-8040-4b64-a2df-67dacd5cf545 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:30.474688 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e6c186c-8040-4b64-a2df-67dacd5cf545 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Fanout notify agent at l3_agent the message router_deleted on router 298cae83-370f-459b-9f70-c6e8aaa7fc96 {{(pid=102599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:46:30.493378 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4e6c186c-8040-4b64-a2df-67dacd5cf545 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:30.495597 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-4e6c186c-8040-4b64-a2df-67dacd5cf545 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "DELETE /v2.0/routers/298cae83-370f-459b-9f70-c6e8aaa7fc96 HTTP/1.1" status: 204 len: 168 time: 1.6066048 Nov 12 08:46:30.497584 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 58118) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:30.632924 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-75f21248-a0de-41fc-8ad5-a21d74cfaace tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:30.809793 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-75f21248-a0de-41fc-8ad5-a21d74cfaace tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:30.844479 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-75f21248-a0de-41fc-8ad5-a21d74cfaace tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['508aced4-0fe0-4f1d-92f2-979af6167066']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:30.860451 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-75f21248-a0de-41fc-8ad5-a21d74cfaace tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '128b32ff-5ab3-49e3-809a-b6df5af491f4') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:30.860820 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-75f21248-a0de-41fc-8ad5-a21d74cfaace tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '128b32ff-5ab3-49e3-809a-b6df5af491f4') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:30.880538 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-75f21248-a0de-41fc-8ad5-a21d74cfaace tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:30.905273 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b24e7d-a3fa-4614-a3df-89711921faae req-79d635d2-3918-4d80-930d-8665268dc99c tempest-VolumesActionsTest-772619015 tempest-VolumesActionsTest-772619015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:30.906788 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-86b24e7d-a3fa-4614-a3df-89711921faae req-79d635d2-3918-4d80-930d-8665268dc99c tempest-VolumesActionsTest-772619015 tempest-VolumesActionsTest-772619015-project] 10.222.0.26 "GET /v2.0/networks?id=5087aecb-08e6-4476-8bc5-f7b3b66b2b2a HTTP/1.1" status: 200 len: 809 time: 0.2139695 Nov 12 08:46:30.910985 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-75f21248-a0de-41fc-8ad5-a21d74cfaace tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:30.923764 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75f21248-a0de-41fc-8ad5-a21d74cfaace tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:46:30.924171 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-75f21248-a0de-41fc-8ad5-a21d74cfaace tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:30.927967 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:46:30.927967 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:46:30.927967 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:46:30.927967 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:46:30.927967 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:46:30.927967 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:46:30.927967 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:46:30.927967 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:46:30.927967 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:46:30.927967 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:46:30.927967 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:46:30.927967 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:46:30.927967 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:46:30.927967 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:46:30.927967 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:46:30.927967 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:46:30.927967 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:46:30.927967 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:46:30.927967 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:46:30.927967 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:46:30.927967 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:46:30.927967 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:46:30.927967 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:46:30.927967 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:46:30.927967 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:46:30.927967 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:46:30.927967 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:46:30.927967 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:46:30.927967 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:46:30.927967 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:46:30.927967 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:46:30.927967 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:46:30.946936 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-86b24e7d-a3fa-4614-a3df-89711921faae req-6febb0f3-db7e-4346-a0d1-7338301172cd tempest-VolumesActionsTest-772619015 tempest-VolumesActionsTest-772619015-project] 10.222.0.26 "GET /v2.0/quotas/a0a82c85e2614eccbd23fa3c63304c70 HTTP/1.1" status: 200 len: 375 time: 0.0327766 Nov 12 08:46:31.008313 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-86b24e7d-a3fa-4614-a3df-89711921faae req-50b941b6-095f-40c6-aa17-80a1ff815d35 tempest-VolumesActionsTest-772619015 tempest-VolumesActionsTest-772619015-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a0a82c85e2614eccbd23fa3c63304c70&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0338216 Nov 12 08:46:31.016072 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-75f21248-a0de-41fc-8ad5-a21d74cfaace tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:31.030989 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-75f21248-a0de-41fc-8ad5-a21d74cfaace tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:31.036688 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-75f21248-a0de-41fc-8ad5-a21d74cfaace tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "DELETE /v2.0/networks/508aced4-0fe0-4f1d-92f2-979af6167066 HTTP/1.1" status: 204 len: 168 time: 0.5355515 Nov 12 08:46:31.036823 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 58134) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:31.080886 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f21248-a0de-41fc-8ad5-a21d74cfaace tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Pushing event deleted for resources: {'Network': ['ID=508aced4-0fe0-4f1d-92f2-979af6167066,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:31.184394 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 82a70224-253d-4853-a424-934ee11de0d2 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:46:31.191412 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1478ae55-117c-4300-a890-682de5c3ffba tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:31.195716 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-86b24e7d-a3fa-4614-a3df-89711921faae req-4b588281-2efe-495b-9fa8-918c03ae39c3 service neutron] 10.222.0.26 "GET /v2.0/networks/5087aecb-08e6-4476-8bc5-f7b3b66b2b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777501 Nov 12 08:46:31.205242 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 82a70224-253d-4853-a424-934ee11de0d2 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:46:31.205562 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 82a70224-253d-4853-a424-934ee11de0d2 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:46:31.205919 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device b82d7eed-e00a-48a0-9455-373eecf41c31 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:46:31.227300 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: b82d7eed-e00a-48a0-9455-373eecf41c31 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:46:31.227647 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device b82d7eed-e00a-48a0-9455-373eecf41c31 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:46:31.228264 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 380c1b22-b0f1-42ff-9bf9-5e128722d38d no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:46:31.232075 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1478ae55-117c-4300-a890-682de5c3ffba tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:31.248115 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 380c1b22-b0f1-42ff-9bf9-5e128722d38d {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:46:31.248784 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 380c1b22-b0f1-42ff-9bf9-5e128722d38d not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:46:31.358421 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-86b24e7d-a3fa-4614-a3df-89711921faae req-bd43f898-8811-468a-b929-64191cfc31ed service neutron] 10.222.0.26 "GET /v2.0/networks/5087aecb-08e6-4476-8bc5-f7b3b66b2b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528800 Nov 12 08:46:31.385462 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1478ae55-117c-4300-a890-682de5c3ffba tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:31.388950 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1478ae55-117c-4300-a890-682de5c3ffba tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:31.394338 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-1478ae55-117c-4300-a890-682de5c3ffba tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "DELETE /v2.0/security-groups/5fece665-e20b-467a-ac88-888552242c5d HTTP/1.1" status: 204 len: 168 time: 0.3432765 Nov 12 08:46:31.401851 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1478ae55-117c-4300-a890-682de5c3ffba tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fece665-e20b-467a-ac88-888552242c5d,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:31.682881 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-762664cf-bdf4-4b64-aa5a-c3927464765e req-35b7a138-ea3f-4af4-aaa5-7707a483bcf8 tempest-VolumesActionsTest-772619015 tempest-VolumesActionsTest-772619015-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b63193e-47eb-4dee-9fd9-058d83f79243 HTTP/1.1" status: 200 len: 210 time: 0.0371623 Nov 12 08:46:32.005834 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 58158) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:32.014681 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-077bd828-4487-4b70-ae55-4206d27399a2 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1448364547', 'description': 'tempest-secgroup-smoke-1448364547 description', 'project_id': 'af01ccd549054d7f8ad1904b6846172a'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:32.044769 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-077bd828-4487-4b70-ae55-4206d27399a2 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:32.142808 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-077bd828-4487-4b70-ae55-4206d27399a2 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:32.152305 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-077bd828-4487-4b70-ae55-4206d27399a2 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:32.193341 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-077bd828-4487-4b70-ae55-4206d27399a2 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:32.197426 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-077bd828-4487-4b70-ae55-4206d27399a2 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1868396 Nov 12 08:46:32.197635 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 58160) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:32.201957 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-c48f4bbc-e4a4-4166-abe1-77c355d23cbe tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Request body: {'security_group_rule': {'security_group_id': 'dbce15ba-61c2-45c2-9eb0-b26d26aca996', 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:32.207093 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077bd828-4487-4b70-ae55-4206d27399a2 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbce15ba-61c2-45c2-9eb0-b26d26aca996,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:32.242157 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c48f4bbc-e4a4-4166-abe1-77c355d23cbe tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:32.310853 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c48f4bbc-e4a4-4166-abe1-77c355d23cbe tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:32.316094 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c48f4bbc-e4a4-4166-abe1-77c355d23cbe tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:32.338696 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48f4bbc-e4a4-4166-abe1-77c355d23cbe tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2306ec25-d6d1-42a7-b985-0d6bed2e18a5,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:32.348330 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c48f4bbc-e4a4-4166-abe1-77c355d23cbe tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:32.349574 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-c48f4bbc-e4a4-4166-abe1-77c355d23cbe tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1509902 Nov 12 08:46:32.352535 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 58162) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:32.357046 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-d9de4de3-4fdf-41f0-8b86-fce6cbed5966 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Request body: {'security_group_rule': {'security_group_id': 'dbce15ba-61c2-45c2-9eb0-b26d26aca996', 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:32.384554 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d9de4de3-4fdf-41f0-8b86-fce6cbed5966 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:32.442960 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d9de4de3-4fdf-41f0-8b86-fce6cbed5966 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:32.447528 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d9de4de3-4fdf-41f0-8b86-fce6cbed5966 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:32.467968 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9de4de3-4fdf-41f0-8b86-fce6cbed5966 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2a81700-e713-4800-ab93-16ce6e723952,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:32.475698 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d9de4de3-4fdf-41f0-8b86-fce6cbed5966 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:32.479730 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-d9de4de3-4fdf-41f0-8b86-fce6cbed5966 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1261809 Nov 12 08:46:32.480007 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 58164) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:32.484683 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-e2cd6bbd-8d13-41aa-980e-e44cd902d88f tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Request body: {'security_group_rule': {'security_group_id': 'dbce15ba-61c2-45c2-9eb0-b26d26aca996', 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:32.514108 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e2cd6bbd-8d13-41aa-980e-e44cd902d88f tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:32.576833 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e2cd6bbd-8d13-41aa-980e-e44cd902d88f tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:32.580981 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e2cd6bbd-8d13-41aa-980e-e44cd902d88f tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:32.609548 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cd6bbd-8d13-41aa-980e-e44cd902d88f tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1d0b1b9-92b7-47fd-9931-727a05d3dbd0,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:32.618373 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e2cd6bbd-8d13-41aa-980e-e44cd902d88f tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:32.623297 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-e2cd6bbd-8d13-41aa-980e-e44cd902d88f tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1391933 Nov 12 08:46:32.623554 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 58166) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:32.628436 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-b0d59aa6-b54a-4a78-99eb-ca200150b211 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Request body: {'security_group_rule': {'security_group_id': 'dbce15ba-61c2-45c2-9eb0-b26d26aca996', 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:32.682090 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device c1caee9a-8b7e-476b-ba96-fd75ddc57bfe no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:46:32.695223 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b0d59aa6-b54a-4a78-99eb-ca200150b211 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:32.781746 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] No Port match for: c1caee9a-8b7e-476b-ba96-fd75ddc57bfe {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:46:32.782235 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device c1caee9a-8b7e-476b-ba96-fd75ddc57bfe not bound to the agent host n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:46:32.879965 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b0d59aa6-b54a-4a78-99eb-ca200150b211 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:32.893909 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f320b1d0-6ce3-43bb-92d0-a3bc0cdfb32e req-88822475-51b0-4c00-9e61-006e5d4f485b tempest-VolumesActionsTest-772619015 tempest-VolumesActionsTest-772619015-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b63193e-47eb-4dee-9fd9-058d83f79243 HTTP/1.1" status: 200 len: 210 time: 0.0625775 Nov 12 08:46:32.894640 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b0d59aa6-b54a-4a78-99eb-ca200150b211 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:32.960651 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d59aa6-b54a-4a78-99eb-ca200150b211 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4959707-4458-43a6-8f81-bdb0187c3c41,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:32.978907 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b24e7d-a3fa-4614-a3df-89711921faae req-63bb389a-7bf6-4362-9900-c1d94f85ad38 tempest-VolumesActionsTest-772619015 tempest-VolumesActionsTest-772619015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:32.980530 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-86b24e7d-a3fa-4614-a3df-89711921faae req-63bb389a-7bf6-4362-9900-c1d94f85ad38 tempest-VolumesActionsTest-772619015 tempest-VolumesActionsTest-772619015-project] 10.222.0.44 "GET /v2.0/networks?id=5087aecb-08e6-4476-8bc5-f7b3b66b2b2a HTTP/1.1" status: 200 len: 809 time: 0.2066803 Nov 12 08:46:32.994043 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b0d59aa6-b54a-4a78-99eb-ca200150b211 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:32.995932 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-b0d59aa6-b54a-4a78-99eb-ca200150b211 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3714628 Nov 12 08:46:32.998836 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 58174) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:33.003765 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-12ef5c37-2d39-486b-905d-58ade0af479e tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Request body: {'security_group_rule': {'security_group_id': 'dbce15ba-61c2-45c2-9eb0-b26d26aca996', 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:33.019101 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-86b24e7d-a3fa-4614-a3df-89711921faae req-50dda0f5-3191-4b59-a5e7-6b13863dc4e6 tempest-VolumesActionsTest-772619015 tempest-VolumesActionsTest-772619015-project] Request body: {'port': {'device_id': '4b63193e-47eb-4dee-9fd9-058d83f79243', 'network_id': '5087aecb-08e6-4476-8bc5-f7b3b66b2b2a', 'admin_state_up': True, 'tenant_id': 'a0a82c85e2614eccbd23fa3c63304c70'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:33.105056 n-d-765315-29 neutron-server[102599]: INFO neutron.db.securitygroups_db [None req-12ef5c37-2d39-486b-905d-58ade0af479e tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Project af01ccd549054d7f8ad1904b6846172a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 08:46:33.116233 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-12ef5c37-2d39-486b-905d-58ade0af479e tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:33.214994 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-12ef5c37-2d39-486b-905d-58ade0af479e tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:33.216525 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86b24e7d-a3fa-4614-a3df-89711921faae req-50dda0f5-3191-4b59-a5e7-6b13863dc4e6 tempest-VolumesActionsTest-772619015 tempest-VolumesActionsTest-772619015-project] Made reservation on behalf of a0a82c85e2614eccbd23fa3c63304c70 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:46:33.221145 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-86b24e7d-a3fa-4614-a3df-89711921faae req-50dda0f5-3191-4b59-a5e7-6b13863dc4e6 tempest-VolumesActionsTest-772619015 tempest-VolumesActionsTest-772619015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:33.227652 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-12ef5c37-2d39-486b-905d-58ade0af479e tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:33.265338 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ef5c37-2d39-486b-905d-58ade0af479e tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=306a5a97-c399-4cde-bea6-595f6a18cdb7,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:33.309023 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-12ef5c37-2d39-486b-905d-58ade0af479e tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:33.312857 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-12ef5c37-2d39-486b-905d-58ade0af479e tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3103364 Nov 12 08:46:33.313146 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 58176) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:33.317959 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-1a2c66d9-d3e7-4a52-a7d6-a6bb0835ea35 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Request body: {'security_group_rule': {'security_group_id': 'dbce15ba-61c2-45c2-9eb0-b26d26aca996', 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:33.342252 n-d-765315-29 neutron-server[102600]: INFO neutron.db.securitygroups_db [None req-1a2c66d9-d3e7-4a52-a7d6-a6bb0835ea35 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Project af01ccd549054d7f8ad1904b6846172a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 08:46:33.347926 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1a2c66d9-d3e7-4a52-a7d6-a6bb0835ea35 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:33.406897 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-86b24e7d-a3fa-4614-a3df-89711921faae req-50dda0f5-3191-4b59-a5e7-6b13863dc4e6 tempest-VolumesActionsTest-772619015 tempest-VolumesActionsTest-772619015-project] Allocated IP 172.20.0.8 (5087aecb-08e6-4476-8bc5-f7b3b66b2b2a/f3748af3-3725-4c81-8173-3b9d704f054e/444ee2ce-8fbd-4f87-8d51-c23fae461f0d) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:46:33.411576 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1a2c66d9-d3e7-4a52-a7d6-a6bb0835ea35 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:33.416206 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1a2c66d9-d3e7-4a52-a7d6-a6bb0835ea35 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:33.437247 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2c66d9-d3e7-4a52-a7d6-a6bb0835ea35 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a35fa03a-a29c-4a40-908a-3ef85f4b4c74,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:33.450808 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1a2c66d9-d3e7-4a52-a7d6-a6bb0835ea35 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:33.456023 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 58178) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:33.462163 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-1a2c66d9-d3e7-4a52-a7d6-a6bb0835ea35 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1477015 Nov 12 08:46:33.462580 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-44641130-fe17-4683-9d57-7c8e71e171db tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Request body: {'network': {'name': 'tempest-network-smoke--1100299092', 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'port_security_enabled': True}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:33.513916 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44641130-fe17-4683-9d57-7c8e71e171db tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Made reservation on behalf of af01ccd549054d7f8ad1904b6846172a for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:46:33.517714 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-44641130-fe17-4683-9d57-7c8e71e171db tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:33.601668 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44641130-fe17-4683-9d57-7c8e71e171db tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:46:33.621323 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-44641130-fe17-4683-9d57-7c8e71e171db tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:33.621679 n-d-765315-29 neutron-server[102599]: INFO neutron.db.segments_db [None req-44641130-fe17-4683-9d57-7c8e71e171db tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Added segment af797d38-38a8-4b07-9e39-f6b6e77997f4 of type vlan for network 035eb459-9a91-4fd8-901a-19f84b909974 Nov 12 08:46:33.682537 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-86b24e7d-a3fa-4614-a3df-89711921faae req-50dda0f5-3191-4b59-a5e7-6b13863dc4e6 tempest-VolumesActionsTest-772619015 tempest-VolumesActionsTest-772619015-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:33.701979 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-44641130-fe17-4683-9d57-7c8e71e171db tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:33.751532 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-44641130-fe17-4683-9d57-7c8e71e171db tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:33.757697 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44641130-fe17-4683-9d57-7c8e71e171db tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:33.758333 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-44641130-fe17-4683-9d57-7c8e71e171db tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:33.767133 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-86b24e7d-a3fa-4614-a3df-89711921faae req-50dda0f5-3191-4b59-a5e7-6b13863dc4e6 tempest-VolumesActionsTest-772619015 tempest-VolumesActionsTest-772619015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:33.860819 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-44641130-fe17-4683-9d57-7c8e71e171db tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4037325 Nov 12 08:46:33.864468 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 58184) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:33.873019 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-74aceb75-6fec-4a3d-86fb-6cae199be046 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1397057245', 'admin_state_up': True, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:33.877455 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86b24e7d-a3fa-4614-a3df-89711921faae req-50dda0f5-3191-4b59-a5e7-6b13863dc4e6 tempest-VolumesActionsTest-772619015 tempest-VolumesActionsTest-772619015-project] Network 5087aecb-08e6-4476-8bc5-f7b3b66b2b2a is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:46:33.885795 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44641130-fe17-4683-9d57-7c8e71e171db tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Pushing event updated for resources: {'Network': ['ID=035eb459-9a91-4fd8-901a-19f84b909974,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:33.888209 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-86b24e7d-a3fa-4614-a3df-89711921faae req-50dda0f5-3191-4b59-a5e7-6b13863dc4e6 tempest-VolumesActionsTest-772619015 tempest-VolumesActionsTest-772619015-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:46:33.894350 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-86b24e7d-a3fa-4614-a3df-89711921faae req-50dda0f5-3191-4b59-a5e7-6b13863dc4e6 tempest-VolumesActionsTest-772619015 tempest-VolumesActionsTest-772619015-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:46:33.899858 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 035eb459-9a91-4fd8-901a-19f84b909974 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:46:33.900776 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dda0f5-3191-4b59-a5e7-6b13863dc4e6 tempest-VolumesActionsTest-772619015 tempest-VolumesActionsTest-772619015-project] Pushing event updated for resources: {'Port': ['ID=444ee2ce-8fbd-4f87-8d51-c23fae461f0d,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:33.940517 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-74aceb75-6fec-4a3d-86fb-6cae199be046 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:33.941962 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-74aceb75-6fec-4a3d-86fb-6cae199be046 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:34.001204 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b24e7d-a3fa-4614-a3df-89711921faae req-50dda0f5-3191-4b59-a5e7-6b13863dc4e6 tempest-VolumesActionsTest-772619015 tempest-VolumesActionsTest-772619015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:34.001862 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-86b24e7d-a3fa-4614-a3df-89711921faae req-50dda0f5-3191-4b59-a5e7-6b13863dc4e6 tempest-VolumesActionsTest-772619015 tempest-VolumesActionsTest-772619015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:34.016748 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-74aceb75-6fec-4a3d-86fb-6cae199be046 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:34.022729 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-86b24e7d-a3fa-4614-a3df-89711921faae req-50dda0f5-3191-4b59-a5e7-6b13863dc4e6 tempest-VolumesActionsTest-772619015 tempest-VolumesActionsTest-772619015-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0100908 Nov 12 08:46:34.045563 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-86b24e7d-a3fa-4614-a3df-89711921faae req-61c8344a-aae3-43d1-966c-26576a29d7b7 service neutron] Request body: {'port': {'device_id': '4b63193e-47eb-4dee-9fd9-058d83f79243', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:34.071512 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a5085c1c-848b-415f-b6a7-f1f8a88070fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:34.147272 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-86b24e7d-a3fa-4614-a3df-89711921faae req-61c8344a-aae3-43d1-966c-26576a29d7b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:34.187841 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee60d57-1672-4d3d-a54b-9d8af9159163 req-aa5527d7-abbc-471e-96a6-a95855c151d0 tempest-VolumesActionsTest-772619015 tempest-VolumesActionsTest-772619015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:34.189587 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7ee60d57-1672-4d3d-a54b-9d8af9159163 req-aa5527d7-abbc-471e-96a6-a95855c151d0 tempest-VolumesActionsTest-772619015 tempest-VolumesActionsTest-772619015-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b63193e-47eb-4dee-9fd9-058d83f79243 HTTP/1.1" status: 200 len: 931 time: 0.1772442 Nov 12 08:46:34.246197 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-74aceb75-6fec-4a3d-86fb-6cae199be046 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:34.317599 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7ee60d57-1672-4d3d-a54b-9d8af9159163 req-9c077c82-9687-4edd-bde0-d5af2127095d tempest-VolumesActionsTest-772619015 tempest-VolumesActionsTest-772619015-project] 10.222.0.26 "GET /v2.0/security-groups?id=f56c1253-113a-4f54-95af-250ab147742e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863202 Nov 12 08:46:34.523788 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-74aceb75-6fec-4a3d-86fb-6cae199be046 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for router_gateway, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:34.548871 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-74aceb75-6fec-4a3d-86fb-6cae199be046 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:34.791792 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-86b24e7d-a3fa-4614-a3df-89711921faae req-61c8344a-aae3-43d1-966c-26576a29d7b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 444ee2ce-8fbd-4f87-8d51-c23fae461f0d {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:46:34.800330 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-86b24e7d-a3fa-4614-a3df-89711921faae req-61c8344a-aae3-43d1-966c-26576a29d7b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:34.815291 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-86b24e7d-a3fa-4614-a3df-89711921faae req-61c8344a-aae3-43d1-966c-26576a29d7b7 service neutron] Transition to ACTIVE for port object 444ee2ce-8fbd-4f87-8d51-c23fae461f0d will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:46:34.822206 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-86b24e7d-a3fa-4614-a3df-89711921faae req-61c8344a-aae3-43d1-966c-26576a29d7b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:34.907645 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c8344a-aae3-43d1-966c-26576a29d7b7 service neutron] Pushing event updated for resources: {'Port': ['ID=444ee2ce-8fbd-4f87-8d51-c23fae461f0d,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:34.978364 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-86b24e7d-a3fa-4614-a3df-89711921faae req-61c8344a-aae3-43d1-966c-26576a29d7b7 service neutron] Attempting to bind port 444ee2ce-8fbd-4f87-8d51-c23fae461f0d on host n-h2-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:46:34.978816 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-86b24e7d-a3fa-4614-a3df-89711921faae req-61c8344a-aae3-43d1-966c-26576a29d7b7 service neutron] Attempting to bind port 444ee2ce-8fbd-4f87-8d51-c23fae461f0d by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': '41a92c03-3de5-471c-8af5-a5d9925084fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '5087aecb-08e6-4476-8bc5-f7b3b66b2b2a'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:46:34.979404 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b24e7d-a3fa-4614-a3df-89711921faae req-61c8344a-aae3-43d1-966c-26576a29d7b7 service neutron] Attempting to bind port 444ee2ce-8fbd-4f87-8d51-c23fae461f0d on network 5087aecb-08e6-4476-8bc5-f7b3b66b2b2a {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:46:34.984266 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b24e7d-a3fa-4614-a3df-89711921faae req-61c8344a-aae3-43d1-966c-26576a29d7b7 service neutron] Port 444ee2ce-8fbd-4f87-8d51-c23fae461f0d on network 5087aecb-08e6-4476-8bc5-f7b3b66b2b2a not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:46:34.984683 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b24e7d-a3fa-4614-a3df-89711921faae req-61c8344a-aae3-43d1-966c-26576a29d7b7 service neutron] Attempting to bind port 444ee2ce-8fbd-4f87-8d51-c23fae461f0d on network 5087aecb-08e6-4476-8bc5-f7b3b66b2b2a {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:46:34.991129 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b24e7d-a3fa-4614-a3df-89711921faae req-61c8344a-aae3-43d1-966c-26576a29d7b7 service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:46:34.991559 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b24e7d-a3fa-4614-a3df-89711921faae req-61c8344a-aae3-43d1-966c-26576a29d7b7 service neutron] Checking segment: {'id': '41a92c03-3de5-471c-8af5-a5d9925084fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '5087aecb-08e6-4476-8bc5-f7b3b66b2b2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:46:34.992108 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b24e7d-a3fa-4614-a3df-89711921faae req-61c8344a-aae3-43d1-966c-26576a29d7b7 service neutron] Bound using segment: {'id': '41a92c03-3de5-471c-8af5-a5d9925084fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '5087aecb-08e6-4476-8bc5-f7b3b66b2b2a'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:46:34.992523 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-86b24e7d-a3fa-4614-a3df-89711921faae req-61c8344a-aae3-43d1-966c-26576a29d7b7 service neutron] Bound port: 444ee2ce-8fbd-4f87-8d51-c23fae461f0d, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41a92c03-3de5-471c-8af5-a5d9925084fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '5087aecb-08e6-4476-8bc5-f7b3b66b2b2a'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:46:34.992951 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-86b24e7d-a3fa-4614-a3df-89711921faae req-61c8344a-aae3-43d1-966c-26576a29d7b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:35.105173 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-86b24e7d-a3fa-4614-a3df-89711921faae req-61c8344a-aae3-43d1-966c-26576a29d7b7 service neutron] For port 444ee2ce-8fbd-4f87-8d51-c23fae461f0d, host n-h2-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:46:35.109437 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-86b24e7d-a3fa-4614-a3df-89711921faae req-61c8344a-aae3-43d1-966c-26576a29d7b7 service neutron] For port 444ee2ce-8fbd-4f87-8d51-c23fae461f0d, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=444ee2ce-8fbd-4f87-8d51-c23fae461f0d,segment=NetworkSegment(41a92c03-3de5-471c-8af5-a5d9925084fc),segment_id=41a92c03-3de5-471c-8af5-a5d9925084fc)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:46:35.116035 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-86b24e7d-a3fa-4614-a3df-89711921faae req-61c8344a-aae3-43d1-966c-26576a29d7b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:35.157813 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-74aceb75-6fec-4a3d-86fb-6cae199be046 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Allocated IP 172.25.2.6 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/1a011161-e64e-4f63-9d99-ffcc6adcdcff) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:46:35.159586 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b24e7d-a3fa-4614-a3df-89711921faae req-61c8344a-aae3-43d1-966c-26576a29d7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:35.160356 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-86b24e7d-a3fa-4614-a3df-89711921faae req-61c8344a-aae3-43d1-966c-26576a29d7b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:35.162464 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-86b24e7d-a3fa-4614-a3df-89711921faae req-61c8344a-aae3-43d1-966c-26576a29d7b7 service neutron] 10.222.0.44 "PUT /v2.0/ports/444ee2ce-8fbd-4f87-8d51-c23fae461f0d HTTP/1.1" status: 200 len: 1092 time: 1.1223128 Nov 12 08:46:35.163180 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b63193e-47eb-4dee-9fd9-058d83f79243', 'tag': '444ee2ce-8fbd-4f87-8d51-c23fae461f0d'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:46:35.165867 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-698674bd-8a38-4687-a60c-856ee960ae2a" -d '{"events": [{"name": "network-changed", "server_uuid": "4b63193e-47eb-4dee-9fd9-058d83f79243", "tag": "444ee2ce-8fbd-4f87-8d51-c23fae461f0d"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:46:35.258247 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c8344a-aae3-43d1-966c-26576a29d7b7 service neutron] Pushing event updated for resources: {'Port': ['ID=444ee2ce-8fbd-4f87-8d51-c23fae461f0d,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:35.270266 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c98fb5c-df73-4adf-aa75-9308afe0519d x-openstack-request-id: req-6c98fb5c-df73-4adf-aa75-9308afe0519d {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:46:35.270859 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b63193e-47eb-4dee-9fd9-058d83f79243", "tag": "444ee2ce-8fbd-4f87-8d51-c23fae461f0d", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:46:35.271928 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6c98fb5c-df73-4adf-aa75-9308afe0519d {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:46:35.272615 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b63193e-47eb-4dee-9fd9-058d83f79243', 'tag': '444ee2ce-8fbd-4f87-8d51-c23fae461f0d', 'status': 'completed', 'code': 200} Nov 12 08:46:35.307809 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-74aceb75-6fec-4a3d-86fb-6cae199be046 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:35.309181 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b24e7d-a3fa-4614-a3df-89711921faae req-35211e64-42e1-421b-8707-2411811fe011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:35.311033 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-86b24e7d-a3fa-4614-a3df-89711921faae req-35211e64-42e1-421b-8707-2411811fe011 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a0a82c85e2614eccbd23fa3c63304c70&device_id=4b63193e-47eb-4dee-9fd9-058d83f79243 HTTP/1.1" status: 200 len: 1095 time: 0.0690558 Nov 12 08:46:35.354953 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-74aceb75-6fec-4a3d-86fb-6cae199be046 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:35.390638 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-86b24e7d-a3fa-4614-a3df-89711921faae req-a8acbd37-12c5-4081-bc78-df56eacfaeab service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=444ee2ce-8fbd-4f87-8d51-c23fae461f0d HTTP/1.1" status: 200 len: 217 time: 0.0542586 Nov 12 08:46:35.406319 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74aceb75-6fec-4a3d-86fb-6cae199be046 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:46:35.409316 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-74aceb75-6fec-4a3d-86fb-6cae199be046 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:46:35.417481 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74aceb75-6fec-4a3d-86fb-6cae199be046 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:46:35.442621 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e297cd-40e1-4a22-83ab-d0b22762d76c None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:46:35.457688 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:35.491196 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aceb75-6fec-4a3d-86fb-6cae199be046 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Pushing event updated for resources: {'Port': ['ID=1a011161-e64e-4f63-9d99-ffcc6adcdcff,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:35.510443 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b24e7d-a3fa-4614-a3df-89711921faae req-bc417b0c-3c8d-4284-ad26-aac96e569723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:35.512958 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-86b24e7d-a3fa-4614-a3df-89711921faae req-bc417b0c-3c8d-4284-ad26-aac96e569723 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f3748af3-3725-4c81-8173-3b9d704f054e HTTP/1.1" status: 200 len: 849 time: 0.1106625 Nov 12 08:46:35.527330 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-52022080-81ab-423e-ad6c-7c29d16c1a01 None None] Provisioning complete for port 1a011161-e64e-4f63-9d99-ffcc6adcdcff triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:35.527699 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-52022080-81ab-423e-ad6c-7c29d16c1a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:35.570063 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9425e7b2-1956-47c7-86b7-25682543c442 req-2ca0ff87-2036-426d-920e-3706f0f7656c tempest-VolumesActionsTest-772619015 tempest-VolumesActionsTest-772619015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:35.571547 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9425e7b2-1956-47c7-86b7-25682543c442 req-2ca0ff87-2036-426d-920e-3706f0f7656c tempest-VolumesActionsTest-772619015 tempest-VolumesActionsTest-772619015-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b63193e-47eb-4dee-9fd9-058d83f79243 HTTP/1.1" status: 200 len: 943 time: 0.0961754 Nov 12 08:46:35.596783 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-86b24e7d-a3fa-4614-a3df-89711921faae req-072eb80f-c0bc-46d2-95fe-613ded0719e2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5087aecb-08e6-4476-8bc5-f7b3b66b2b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753481 Nov 12 08:46:35.643745 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-52022080-81ab-423e-ad6c-7c29d16c1a01 None None] Port 1a011161-e64e-4f63-9d99-ffcc6adcdcff cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:46:35.723140 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-86b24e7d-a3fa-4614-a3df-89711921faae req-3847c551-af83-4770-82e5-ba649b748b3c service neutron] 10.222.0.44 "GET /v2.0/networks/5087aecb-08e6-4476-8bc5-f7b3b66b2b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119559 Nov 12 08:46:35.739925 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9425e7b2-1956-47c7-86b7-25682543c442 req-1a129b09-2fec-44f0-be10-945080d2cd44 tempest-VolumesActionsTest-772619015 tempest-VolumesActionsTest-772619015-project] 10.222.0.26 "GET /v2.0/security-groups?id=f56c1253-113a-4f54-95af-250ab147742e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292114 Nov 12 08:46:35.864215 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-86b24e7d-a3fa-4614-a3df-89711921faae req-6ecfc583-a1ab-4b9f-83f5-83fe38b01c0a service neutron] 10.222.0.44 "GET /v2.0/networks/5087aecb-08e6-4476-8bc5-f7b3b66b2b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274834 Nov 12 08:46:35.885570 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-74aceb75-6fec-4a3d-86fb-6cae199be046 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for router_gateway, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:36.082117 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698674bd-8a38-4687-a60c-856ee960ae2a req-e805e41d-1b8e-4af2-9ba6-4e04796d0abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:36.083900 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-698674bd-8a38-4687-a60c-856ee960ae2a req-e805e41d-1b8e-4af2-9ba6-4e04796d0abd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a0a82c85e2614eccbd23fa3c63304c70&device_id=4b63193e-47eb-4dee-9fd9-058d83f79243 HTTP/1.1" status: 200 len: 1095 time: 0.1112714 Nov 12 08:46:36.158978 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-74aceb75-6fec-4a3d-86fb-6cae199be046 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052'] for router, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:36.300038 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698674bd-8a38-4687-a60c-856ee960ae2a req-3c0aa827-d23f-43ec-84fc-c7c19941f26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:36.304737 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-698674bd-8a38-4687-a60c-856ee960ae2a req-3c0aa827-d23f-43ec-84fc-c7c19941f26b service neutron] 10.222.0.44 "GET /v2.0/networks?id=5087aecb-08e6-4476-8bc5-f7b3b66b2b2a HTTP/1.1" status: 200 len: 910 time: 0.2127125 Nov 12 08:46:36.388897 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-698674bd-8a38-4687-a60c-856ee960ae2a req-0bb325f8-3200-46d6-8b87-4389ab542a4b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=444ee2ce-8fbd-4f87-8d51-c23fae461f0d HTTP/1.1" status: 200 len: 217 time: 0.0653157 Nov 12 08:46:36.416940 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7a7336-9d84-4dba-bbcb-a0cfa8b6d3ae req-2a6ed833-afb9-4cba-9a3f-78b7b3945ea6 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:36.418498 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7a7a7336-9d84-4dba-bbcb-a0cfa8b6d3ae req-2a6ed833-afb9-4cba-9a3f-78b7b3945ea6 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/ports?device_id=43036b0a-b3b3-4add-9c97-5662f771279a HTTP/1.1" status: 200 len: 945 time: 0.0707407 Nov 12 08:46:36.465947 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74aceb75-6fec-4a3d-86fb-6cae199be046 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Router 1ec1bd18-ee3d-4aa5-a6bf-2d5d9e52e99b is scheduled to L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 with binding_index 1 {{(pid=102600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:46:36.468520 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698674bd-8a38-4687-a60c-856ee960ae2a req-aa378736-9ec8-4666-91ce-78f661d482a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:36.471187 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-698674bd-8a38-4687-a60c-856ee960ae2a req-aa378736-9ec8-4666-91ce-78f661d482a3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f3748af3-3725-4c81-8173-3b9d704f054e HTTP/1.1" status: 200 len: 849 time: 0.0732927 Nov 12 08:46:36.493488 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7a7a7336-9d84-4dba-bbcb-a0cfa8b6d3ae req-8ce8e31d-ffc0-48d9-b501-e9ead196dcbf tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0bffda3-6203-474e-b9e0-460d95e09dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662115 Nov 12 08:46:36.532587 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-698674bd-8a38-4687-a60c-856ee960ae2a req-54c96316-2b30-4dda-8811-9b000a334328 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5087aecb-08e6-4476-8bc5-f7b3b66b2b2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535262 Nov 12 08:46:36.625918 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74aceb75-6fec-4a3d-86fb-6cae199be046 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:46:36.637525 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79b2f24-192a-4f2f-83c9-5ad0c16564cb None None] Sync routers for ids ['1ec1bd18-ee3d-4aa5-a6bf-2d5d9e52e99b'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:46:36.648193 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-698674bd-8a38-4687-a60c-856ee960ae2a req-b3e8b627-4350-4e4a-819e-d1d7351e59f5 service neutron] 10.222.0.44 "GET /v2.0/networks/5087aecb-08e6-4476-8bc5-f7b3b66b2b2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069601 Nov 12 08:46:36.654662 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-74aceb75-6fec-4a3d-86fb-6cae199be046 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:36.656399 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-74aceb75-6fec-4a3d-86fb-6cae199be046 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.7886958 Nov 12 08:46:36.658255 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79b2f24-192a-4f2f-83c9-5ad0c16564cb None None] Routers {'1ec1bd18-ee3d-4aa5-a6bf-2d5d9e52e99b'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:46:36.659244 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-c79b2f24-192a-4f2f-83c9-5ad0c16564cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:46:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['1ec1bd18-ee3d-4aa5-a6bf-2d5d9e52e99b'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:36.663464 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 58204) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:36.719891 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-114c3031-da64-48f2-89d9-0cad1bf42a72 tempest-TestNetworkAdvancedServerOps-63743733 tempest-TestNetworkAdvancedServerOps-63743733-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=af01ccd549054d7f8ad1904b6846172a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0552523 Nov 12 08:46:36.722677 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 58206) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:36.799012 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-698674bd-8a38-4687-a60c-856ee960ae2a req-84a236c7-e58a-4ca9-b978-6fd8e73ae840 service neutron] 10.222.0.44 "GET /v2.0/networks/5087aecb-08e6-4476-8bc5-f7b3b66b2b2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431737 Nov 12 08:46:36.837602 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-c79b2f24-192a-4f2f-83c9-5ad0c16564cb None None] Set router 1ec1bd18-ee3d-4aa5-a6bf-2d5d9e52e99b gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:46:36.979676 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350701a0-420a-44bb-a271-975134843681 req-12186e41-9e90-4d89-bcba-a6e3991bb7f9 tempest-VolumesActionsTest-772619015 tempest-VolumesActionsTest-772619015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:36.981070 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-350701a0-420a-44bb-a271-975134843681 req-12186e41-9e90-4d89-bcba-a6e3991bb7f9 tempest-VolumesActionsTest-772619015 tempest-VolumesActionsTest-772619015-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b63193e-47eb-4dee-9fd9-058d83f79243 HTTP/1.1" status: 200 len: 943 time: 0.1363492 Nov 12 08:46:36.982854 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99afa06f-df07-4bbb-b780-7ad55644d7f2 tempest-TestNetworkAdvancedServerOps-63743733 tempest-TestNetworkAdvancedServerOps-63743733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:36.987958 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-99afa06f-df07-4bbb-b780-7ad55644d7f2 tempest-TestNetworkAdvancedServerOps-63743733 tempest-TestNetworkAdvancedServerOps-63743733-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2642577 Nov 12 08:46:36.988148 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 58212) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:37.025723 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b5da0f63-ced6-4555-902c-63b97690bb30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:37.031489 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-fd6d673d-f8be-4beb-8ff3-e1b13ddfcb1d tempest-TestNetworkAdvancedServerOps-63743733 tempest-TestNetworkAdvancedServerOps-63743733-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=d709f64f-f9e6-4525-b020-ad48633b9bbf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0419214 Nov 12 08:46:37.034035 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 58214) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:37.041858 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-26698b91-98cb-411f-8e8c-0631cc72682c tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-794682726', 'network_id': '035eb459-9a91-4fd8-901a-19f84b909974', 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:37.055170 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-350701a0-420a-44bb-a271-975134843681 req-a04ccd63-3474-41de-89ab-0263dd785369 tempest-VolumesActionsTest-772619015 tempest-VolumesActionsTest-772619015-project] 10.222.0.26 "GET /v2.0/security-groups?id=f56c1253-113a-4f54-95af-250ab147742e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610344 Nov 12 08:46:37.055931 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-c79b2f24-192a-4f2f-83c9-5ad0c16564cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec1bd18-ee3d-4aa5-a6bf-2d5d9e52e99b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1397057245', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '1a011161-e64e-4f63-9d99-ffcc6adcdcff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:46:33Z', 'updated_at': '2021-11-12T08:46:35Z', 'revision_number': 3, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'gw_port': {'id': '1a011161-e64e-4f63-9d99-ffcc6adcdcff', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:54:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec1bd18-ee3d-4aa5-a6bf-2d5d9e52e99b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:46:34Z', 'updated_at': '2021-11-12T08:46:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:37.090777 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79b2f24-192a-4f2f-83c9-5ad0c16564cb None None] Checking router: 1ec1bd18-ee3d-4aa5-a6bf-2d5d9e52e99b for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:46:37.091127 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79b2f24-192a-4f2f-83c9-5ad0c16564cb None None] Updating router 1ec1bd18-ee3d-4aa5-a6bf-2d5d9e52e99b port 1a011161-e64e-4f63-9d99-ffcc6adcdcff binding host n-d-765315-29 {{(pid=102601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:46:37.116699 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c79b2f24-192a-4f2f-83c9-5ad0c16564cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:37.159630 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26698b91-98cb-411f-8e8c-0631cc72682c tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Made reservation on behalf of af01ccd549054d7f8ad1904b6846172a for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:46:37.164809 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-26698b91-98cb-411f-8e8c-0631cc72682c tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:37.376926 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-26698b91-98cb-411f-8e8c-0631cc72682c tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:37.387492 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c79b2f24-192a-4f2f-83c9-5ad0c16564cb None None] Publish callbacks [] for port, precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:37.393859 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c79b2f24-192a-4f2f-83c9-5ad0c16564cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:37.448801 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58802f6-aa52-4441-87da-3e45a3c3c0a4 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:46:37.453521 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26698b91-98cb-411f-8e8c-0631cc72682c tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Pushing event updated for resources: {'Subnet': ['ID=e1c0d780-ea07-4ac0-8e82-43d130bbdc75,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:37.455529 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-c79b2f24-192a-4f2f-83c9-5ad0c16564cb None None] Attempting to bind port 1a011161-e64e-4f63-9d99-ffcc6adcdcff on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:46:37.456443 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-c79b2f24-192a-4f2f-83c9-5ad0c16564cb None None] Attempting to bind port 1a011161-e64e-4f63-9d99-ffcc6adcdcff by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:46:37.456443 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79b2f24-192a-4f2f-83c9-5ad0c16564cb None None] Attempting to bind port 1a011161-e64e-4f63-9d99-ffcc6adcdcff on network d709f64f-f9e6-4525-b020-ad48633b9bbf {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:46:37.459561 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b061612-92de-4948-b18e-14ee1f850485 None None] Pushing event updated for resources: {'Port': ['ID=1a011161-e64e-4f63-9d99-ffcc6adcdcff,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:37.463312 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26698b91-98cb-411f-8e8c-0631cc72682c tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Checking segment: {'id': 'af797d38-38a8-4b07-9e39-f6b6e77997f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '035eb459-9a91-4fd8-901a-19f84b909974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:46:37.463690 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26698b91-98cb-411f-8e8c-0631cc72682c tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Network hostable DHCP agents. Network: 035eb459-9a91-4fd8-901a-19f84b909974, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:46:37.467672 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79b2f24-192a-4f2f-83c9-5ad0c16564cb None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:46:37.468195 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79b2f24-192a-4f2f-83c9-5ad0c16564cb None None] Checking segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:46:37.468663 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c79b2f24-192a-4f2f-83c9-5ad0c16564cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:37.469243 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79b2f24-192a-4f2f-83c9-5ad0c16564cb None None] Bound using segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:46:37.469772 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-c79b2f24-192a-4f2f-83c9-5ad0c16564cb None None] Bound port: 1a011161-e64e-4f63-9d99-ffcc6adcdcff, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:46:37.470218 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c79b2f24-192a-4f2f-83c9-5ad0c16564cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:37.484783 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26698b91-98cb-411f-8e8c-0631cc72682c tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Network 035eb459-9a91-4fd8-901a-19f84b909974 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:46:37.502858 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-26698b91-98cb-411f-8e8c-0631cc72682c tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 035eb459-9a91-4fd8-901a-19f84b909974) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:46:37.509301 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26698b91-98cb-411f-8e8c-0631cc72682c tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:37.510393 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-26698b91-98cb-411f-8e8c-0631cc72682c tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:37.519946 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78008532-3d13-42b2-a0f8-13a46afa38c6 None None] Network 035eb459-9a91-4fd8-901a-19f84b909974 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:46:37.532554 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-26698b91-98cb-411f-8e8c-0631cc72682c tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4947233 Nov 12 08:46:37.533066 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 58216) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:37.559720 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-c79b2f24-192a-4f2f-83c9-5ad0c16564cb None None] For port 1a011161-e64e-4f63-9d99-ffcc6adcdcff, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:46:37.609685 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-c79b2f24-192a-4f2f-83c9-5ad0c16564cb None None] For port 1a011161-e64e-4f63-9d99-ffcc6adcdcff, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=1a011161-e64e-4f63-9d99-ffcc6adcdcff,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:46:37.621954 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c79b2f24-192a-4f2f-83c9-5ad0c16564cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:37.631376 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-c2c48b24-18a7-41dd-b11a-8feb3f92e202 None None] Provisioning complete for port 1a011161-e64e-4f63-9d99-ffcc6adcdcff triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:37.631921 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c2c48b24-18a7-41dd-b11a-8feb3f92e202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:37.660022 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a564bb-e309-42a2-b28a-a8cdf22e3d6d req-7d1a4328-2746-431e-aeba-0a904f1443f3 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:37.666732 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-03a564bb-e309-42a2-b28a-a8cdf22e3d6d req-7d1a4328-2746-431e-aeba-0a904f1443f3 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/ports?device_id=43036b0a-b3b3-4add-9c97-5662f771279a HTTP/1.1" status: 200 len: 945 time: 0.0708940 Nov 12 08:46:37.720680 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bfa937f-eba5-45fc-ab15-e6d58ba55a79 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:46:37.765727 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-03a564bb-e309-42a2-b28a-a8cdf22e3d6d req-a39f8de0-a2c2-4bf9-9ae7-c8ab38fce072 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0bffda3-6203-474e-b9e0-460d95e09dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931969 Nov 12 08:46:37.790870 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79b2f24-192a-4f2f-83c9-5ad0c16564cb None None] Routers {'1ec1bd18-ee3d-4aa5-a6bf-2d5d9e52e99b'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:46:37.791059 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-c79b2f24-192a-4f2f-83c9-5ad0c16564cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:46:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['1ec1bd18-ee3d-4aa5-a6bf-2d5d9e52e99b'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:38.011667 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b061612-92de-4948-b18e-14ee1f850485 None None] Pushing event updated for resources: {'Port': ['ID=1a011161-e64e-4f63-9d99-ffcc6adcdcff,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:38.099024 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:38.134930 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-75d2fc85-28bd-4b05-95e0-66db086c2e89 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:38.139640 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0569ffe7-b44d-4d0c-a293-553a46b3e3b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-035eb459-9a91-4fd8-901a-19f84b909974', 'network_id': '035eb459-9a91-4fd8-901a-19f84b909974', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'fixed_ips': [{'subnet_id': 'e1c0d780-ea07-4ac0-8e82-43d130bbdc75'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:46:38.140558 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-0569ffe7-b44d-4d0c-a293-553a46b3e3b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:38.233381 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68bd6cd-e8e2-4ea3-945e-cf4194a768d0 req-8271d977-55ae-4cf0-bbae-92aeec22a4b1 tempest-VolumesActionsTest-772619015 tempest-VolumesActionsTest-772619015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:38.244974 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c68bd6cd-e8e2-4ea3-945e-cf4194a768d0 req-8271d977-55ae-4cf0-bbae-92aeec22a4b1 tempest-VolumesActionsTest-772619015 tempest-VolumesActionsTest-772619015-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b63193e-47eb-4dee-9fd9-058d83f79243 HTTP/1.1" status: 200 len: 943 time: 0.0706382 Nov 12 08:46:38.327508 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c68bd6cd-e8e2-4ea3-945e-cf4194a768d0 req-be46c3ee-942e-4dd7-b425-c0efb6cc8174 tempest-VolumesActionsTest-772619015 tempest-VolumesActionsTest-772619015-project] 10.222.0.26 "GET /v2.0/security-groups?id=f56c1253-113a-4f54-95af-250ab147742e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761778 Nov 12 08:46:38.328595 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-0569ffe7-b44d-4d0c-a293-553a46b3e3b6 None None] Allocated IP 172.20.0.2 (035eb459-9a91-4fd8-901a-19f84b909974/e1c0d780-ea07-4ac0-8e82-43d130bbdc75/49e4bf44-1608-417b-b63e-da63cb1a7607) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:46:38.355340 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-c79b2f24-192a-4f2f-83c9-5ad0c16564cb None None] Set router 1ec1bd18-ee3d-4aa5-a6bf-2d5d9e52e99b gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:46:38.389017 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d88f5b8-8b10-4e55-b6b0-09d23e765e4b req-b8c15d7d-eb3d-433b-a7e2-4fda0ffe822d tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:38.389593 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0d88f5b8-8b10-4e55-b6b0-09d23e765e4b req-b8c15d7d-eb3d-433b-a7e2-4fda0ffe822d tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.44 "GET /v2.0/ports?device_id=43036b0a-b3b3-4add-9c97-5662f771279a HTTP/1.1" status: 200 len: 945 time: 0.1784575 Nov 12 08:46:38.419016 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c2c48b24-18a7-41dd-b11a-8feb3f92e202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:38.517250 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-c2c48b24-18a7-41dd-b11a-8feb3f92e202 None None] For port 1a011161-e64e-4f63-9d99-ffcc6adcdcff, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=1a011161-e64e-4f63-9d99-ffcc6adcdcff,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:38.527754 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c2c48b24-18a7-41dd-b11a-8feb3f92e202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:38.531440 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-0d88f5b8-8b10-4e55-b6b0-09d23e765e4b req-14d0ae8a-bc7f-4c61-96cc-d85d77c1bdfe tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Deleting port 6dd43656-7fe5-426e-954d-20feb61db223 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:46:38.531440 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-0d88f5b8-8b10-4e55-b6b0-09d23e765e4b req-14d0ae8a-bc7f-4c61-96cc-d85d77c1bdfe tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:38.649120 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-0d88f5b8-8b10-4e55-b6b0-09d23e765e4b req-14d0ae8a-bc7f-4c61-96cc-d85d77c1bdfe tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] For port 6dd43656-7fe5-426e-954d-20feb61db223, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=6dd43656-7fe5-426e-954d-20feb61db223,segment=NetworkSegment(d67d595f-ac82-4224-8cfb-35d7cb8db958),segment_id=d67d595f-ac82-4224-8cfb-35d7cb8db958)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:38.649785 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-0d88f5b8-8b10-4e55-b6b0-09d23e765e4b req-14d0ae8a-bc7f-4c61-96cc-d85d77c1bdfe tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:38.668974 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-0d88f5b8-8b10-4e55-b6b0-09d23e765e4b req-14d0ae8a-bc7f-4c61-96cc-d85d77c1bdfe tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Calling delete_port for 6dd43656-7fe5-426e-954d-20feb61db223 owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:46:38.691650 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c48b24-18a7-41dd-b11a-8feb3f92e202 None None] Pushing event updated for resources: {'Port': ['ID=1a011161-e64e-4f63-9d99-ffcc6adcdcff,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:38.722223 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 444ee2ce-8fbd-4f87-8d51-c23fae461f0d details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:46:38.725422 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-907617d3-2992-4c13-9eb5-3fadf1a8c4ae None None] Provisioning complete for port 1a011161-e64e-4f63-9d99-ffcc6adcdcff triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:38.725794 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-907617d3-2992-4c13-9eb5-3fadf1a8c4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:38.838112 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-0d88f5b8-8b10-4e55-b6b0-09d23e765e4b req-14d0ae8a-bc7f-4c61-96cc-d85d77c1bdfe tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:38.840455 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-0569ffe7-b44d-4d0c-a293-553a46b3e3b6 None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:38.865156 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['b803005b-47c4-478f-9f4f-f881a64beb9c', 'd7dd7029-671b-46e0-bf60-185515dd4ebf'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:46:38.905924 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-0569ffe7-b44d-4d0c-a293-553a46b3e3b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:38.930612 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d0ae8a-bc7f-4c61-96cc-d85d77c1bdfe tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Pushing event deleted for resources: {'Port': ['ID=6dd43656-7fe5-426e-954d-20feb61db223,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:38.930864 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-20fe1ac3-1d62-4c21-ab4d-ab40dbfe7552 req-26707b4e-f1c8-48d1-bd49-e1a1814bea27 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/ports?device_id=43036b0a-b3b3-4add-9c97-5662f771279a HTTP/1.1" status: 200 len: 210 time: 0.0516770 Nov 12 08:46:38.974214 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['6dd43656-7fe5-426e-954d-20feb61db223'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:46:38.998777 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d88f5b8-8b10-4e55-b6b0-09d23e765e4b req-14d0ae8a-bc7f-4c61-96cc-d85d77c1bdfe tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] No DVR routers for this DVR port 6dd43656-7fe5-426e-954d-20feb61db223 on host n-h2-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:46:39.001660 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-0d88f5b8-8b10-4e55-b6b0-09d23e765e4b req-14d0ae8a-bc7f-4c61-96cc-d85d77c1bdfe tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:39.006520 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0d88f5b8-8b10-4e55-b6b0-09d23e765e4b req-14d0ae8a-bc7f-4c61-96cc-d85d77c1bdfe tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.44 "DELETE /v2.0/ports/6dd43656-7fe5-426e-954d-20feb61db223 HTTP/1.1" status: 204 len: 173 time: 0.5872693 Nov 12 08:46:39.010020 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43036b0a-b3b3-4add-9c97-5662f771279a', 'name': 'network-vif-deleted', 'tag': '6dd43656-7fe5-426e-954d-20feb61db223'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:46:39.013323 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e074bcf-727c-4597-b072-dd0788e53482" -d '{"events": [{"server_uuid": "43036b0a-b3b3-4add-9c97-5662f771279a", "name": "network-vif-deleted", "tag": "6dd43656-7fe5-426e-954d-20feb61db223"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:46:39.026437 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-75d2fc85-28bd-4b05-95e0-66db086c2e89 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Allocated IP 172.20.0.1 (035eb459-9a91-4fd8-901a-19f84b909974/e1c0d780-ea07-4ac0-8e82-43d130bbdc75/bb1fceaa-cecd-444b-aee8-aa3c5f1ea5ef) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:46:39.041546 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-c79b2f24-192a-4f2f-83c9-5ad0c16564cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec1bd18-ee3d-4aa5-a6bf-2d5d9e52e99b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1397057245', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '1a011161-e64e-4f63-9d99-ffcc6adcdcff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:46:33Z', 'updated_at': '2021-11-12T08:46:35Z', 'revision_number': 3, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'gw_port': {'id': '1a011161-e64e-4f63-9d99-ffcc6adcdcff', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:54:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec1bd18-ee3d-4aa5-a6bf-2d5d9e52e99b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:46:34Z', 'updated_at': '2021-11-12T08:46:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:39.045136 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0569ffe7-b44d-4d0c-a293-553a46b3e3b6 None None] Network 035eb459-9a91-4fd8-901a-19f84b909974 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:46:39.095580 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52bee7a4-4eea-4ee2-b416-30cc0683884e x-openstack-request-id: req-52bee7a4-4eea-4ee2-b416-30cc0683884e {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:46:39.096006 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43036b0a-b3b3-4add-9c97-5662f771279a", "name": "network-vif-deleted", "tag": "6dd43656-7fe5-426e-954d-20feb61db223", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:46:39.096358 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-52bee7a4-4eea-4ee2-b416-30cc0683884e {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:46:39.096859 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43036b0a-b3b3-4add-9c97-5662f771279a', 'name': 'network-vif-deleted', 'tag': '6dd43656-7fe5-426e-954d-20feb61db223', 'status': 'completed', 'code': 200} Nov 12 08:46:39.145394 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-0569ffe7-b44d-4d0c-a293-553a46b3e3b6 None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:46:39.159052 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79b2f24-192a-4f2f-83c9-5ad0c16564cb None None] The sync data for ids ['1ec1bd18-ee3d-4aa5-a6bf-2d5d9e52e99b'] in n-d-765315-29 is: [{'id': '1ec1bd18-ee3d-4aa5-a6bf-2d5d9e52e99b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1397057245', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '1a011161-e64e-4f63-9d99-ffcc6adcdcff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:46:33Z', 'updated_at': '2021-11-12T08:46:35Z', 'revision_number': 3, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'gw_port': {'id': '1a011161-e64e-4f63-9d99-ffcc6adcdcff', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:54:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec1bd18-ee3d-4aa5-a6bf-2d5d9e52e99b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:46:34Z', 'updated_at': '2021-11-12T08:46:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:46:39.161295 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0569ffe7-b44d-4d0c-a293-553a46b3e3b6 None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:46:39.221474 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-75d2fc85-28bd-4b05-95e0-66db086c2e89 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:39.221707 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0569ffe7-b44d-4d0c-a293-553a46b3e3b6 None None] Pushing event updated for resources: {'Port': ['ID=49e4bf44-1608-417b-b63e-da63cb1a7607,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:39.270785 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-75d2fc85-28bd-4b05-95e0-66db086c2e89 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:39.279856 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 444ee2ce-8fbd-4f87-8d51-c23fae461f0d, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=444ee2ce-8fbd-4f87-8d51-c23fae461f0d,segment=NetworkSegment(41a92c03-3de5-471c-8af5-a5d9925084fc),segment_id=41a92c03-3de5-471c-8af5-a5d9925084fc)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:39.296902 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': '444ee2ce-8fbd-4f87-8d51-c23fae461f0d', 'network_id': '5087aecb-08e6-4476-8bc5-f7b3b66b2b2a', 'port_id': '444ee2ce-8fbd-4f87-8d51-c23fae461f0d', 'mac_address': 'fa:16:3e:44:e1:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3748af3-3725-4c81-8173-3b9d704f054e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:46:39.323256 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d2fc85-28bd-4b05-95e0-66db086c2e89 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Network 035eb459-9a91-4fd8-901a-19f84b909974 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:46:39.326414 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-75d2fc85-28bd-4b05-95e0-66db086c2e89 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:46:39.333188 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d2fc85-28bd-4b05-95e0-66db086c2e89 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:46:39.368873 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d2fc85-28bd-4b05-95e0-66db086c2e89 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Pushing event updated for resources: {'Port': ['ID=bb1fceaa-cecd-444b-aee8-aa3c5f1ea5ef,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:39.394869 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-75d2fc85-28bd-4b05-95e0-66db086c2e89 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933481'] for router_interface, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:39.444711 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-0569ffe7-b44d-4d0c-a293-553a46b3e3b6 None None] Attempting to bind port 49e4bf44-1608-417b-b63e-da63cb1a7607 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:46:39.445073 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-0569ffe7-b44d-4d0c-a293-553a46b3e3b6 None None] Attempting to bind port 49e4bf44-1608-417b-b63e-da63cb1a7607 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': 'af797d38-38a8-4b07-9e39-f6b6e77997f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '035eb459-9a91-4fd8-901a-19f84b909974'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:46:39.445437 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0569ffe7-b44d-4d0c-a293-553a46b3e3b6 None None] Attempting to bind port 49e4bf44-1608-417b-b63e-da63cb1a7607 on network 035eb459-9a91-4fd8-901a-19f84b909974 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:46:39.459622 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0569ffe7-b44d-4d0c-a293-553a46b3e3b6 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:46:39.460037 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0569ffe7-b44d-4d0c-a293-553a46b3e3b6 None None] Checking segment: {'id': 'af797d38-38a8-4b07-9e39-f6b6e77997f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '035eb459-9a91-4fd8-901a-19f84b909974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:46:39.460389 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-0569ffe7-b44d-4d0c-a293-553a46b3e3b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:39.460767 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0569ffe7-b44d-4d0c-a293-553a46b3e3b6 None None] Bound using segment: {'id': 'af797d38-38a8-4b07-9e39-f6b6e77997f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '035eb459-9a91-4fd8-901a-19f84b909974'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:46:39.460896 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0890d253-1c65-4113-a350-f58a62267087 req-d9246732-eeda-4bc0-9834-4cacbfcea09f tempest-VolumesActionsTest-772619015 tempest-VolumesActionsTest-772619015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:39.461247 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-0569ffe7-b44d-4d0c-a293-553a46b3e3b6 None None] Bound port: 49e4bf44-1608-417b-b63e-da63cb1a7607, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af797d38-38a8-4b07-9e39-f6b6e77997f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '035eb459-9a91-4fd8-901a-19f84b909974'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:46:39.461625 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-0569ffe7-b44d-4d0c-a293-553a46b3e3b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:39.462810 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0890d253-1c65-4113-a350-f58a62267087 req-d9246732-eeda-4bc0-9834-4cacbfcea09f tempest-VolumesActionsTest-772619015 tempest-VolumesActionsTest-772619015-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b63193e-47eb-4dee-9fd9-058d83f79243 HTTP/1.1" status: 200 len: 943 time: 0.0640659 Nov 12 08:46:39.497906 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:39.544461 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:39.567903 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0890d253-1c65-4113-a350-f58a62267087 req-43e41d97-ae29-4ba3-8358-ad6ac7874a84 tempest-VolumesActionsTest-772619015 tempest-VolumesActionsTest-772619015-project] 10.222.0.26 "GET /v2.0/security-groups?id=f56c1253-113a-4f54-95af-250ab147742e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981004 Nov 12 08:46:39.621043 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 444ee2ce-8fbd-4f87-8d51-c23fae461f0d {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:46:39.632583 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-75d2fc85-28bd-4b05-95e0-66db086c2e89 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:39.712722 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 444ee2ce-8fbd-4f87-8d51-c23fae461f0d, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=444ee2ce-8fbd-4f87-8d51-c23fae461f0d,segment=NetworkSegment(41a92c03-3de5-471c-8af5-a5d9925084fc),segment_id=41a92c03-3de5-471c-8af5-a5d9925084fc)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:39.731607 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:39.804434 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-0569ffe7-b44d-4d0c-a293-553a46b3e3b6 None None] For port 49e4bf44-1608-417b-b63e-da63cb1a7607, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:46:39.821709 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=444ee2ce-8fbd-4f87-8d51-c23fae461f0d,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:39.836373 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-0569ffe7-b44d-4d0c-a293-553a46b3e3b6 None None] For port 49e4bf44-1608-417b-b63e-da63cb1a7607, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=49e4bf44-1608-417b-b63e-da63cb1a7607,segment=NetworkSegment(af797d38-38a8-4b07-9e39-f6b6e77997f4),segment_id=af797d38-38a8-4b07-9e39-f6b6e77997f4)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:46:39.865142 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-0569ffe7-b44d-4d0c-a293-553a46b3e3b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:40.044511 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0569ffe7-b44d-4d0c-a293-553a46b3e3b6 None None] Pushing event updated for resources: {'Port': ['ID=49e4bf44-1608-417b-b63e-da63cb1a7607,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:40.107700 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:40.119486 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['444ee2ce-8fbd-4f87-8d51-c23fae461f0d'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:46:40.195319 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-75d2fc85-28bd-4b05-95e0-66db086c2e89 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:40.204959 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-75d2fc85-28bd-4b05-95e0-66db086c2e89 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:40.316383 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-75d2fc85-28bd-4b05-95e0-66db086c2e89 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933629'] for router_interface, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:40.319467 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d2fc85-28bd-4b05-95e0-66db086c2e89 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Pushing event updated for resources: {'Port': ['ID=bb1fceaa-cecd-444b-aee8-aa3c5f1ea5ef,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:40.588026 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d2fc85-28bd-4b05-95e0-66db086c2e89 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Network 035eb459-9a91-4fd8-901a-19f84b909974 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:46:40.591489 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-75d2fc85-28bd-4b05-95e0-66db086c2e89 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:46:40.710155 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e5c655-f833-4e3b-b5fb-d930cd45e2d4 req-8805ad92-fed2-436c-b925-a6588eb52bbf tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:40.727728 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c4e5c655-f833-4e3b-b5fb-d930cd45e2d4 req-8805ad92-fed2-436c-b925-a6588eb52bbf tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/ports?device_id=07c5b260-e21b-480d-abc9-bf1d9598f969 HTTP/1.1" status: 200 len: 946 time: 0.1183000 Nov 12 08:46:40.751271 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 6dd43656-7fe5-426e-954d-20feb61db223 no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:46:40.780582 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] No Port match for: 6dd43656-7fe5-426e-954d-20feb61db223 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:46:40.780925 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 6dd43656-7fe5-426e-954d-20feb61db223 not bound to the agent host n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:46:40.787788 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c4e5c655-f833-4e3b-b5fb-d930cd45e2d4 req-b68aaac4-ed78-4a1f-88fa-afaf55fae216 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0bffda3-6203-474e-b9e0-460d95e09dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584550 Nov 12 08:46:40.810998 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75d2fc85-28bd-4b05-95e0-66db086c2e89 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Router 1ec1bd18-ee3d-4aa5-a6bf-2d5d9e52e99b has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:46:40.941903 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c66d6fd-76ba-44e2-8144-2a1fd580338d req-a45eda5f-73e7-41b5-afc5-1f95ecf615e8 tempest-VolumesActionsTest-772619015 tempest-VolumesActionsTest-772619015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:40.944340 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1c66d6fd-76ba-44e2-8144-2a1fd580338d req-a45eda5f-73e7-41b5-afc5-1f95ecf615e8 tempest-VolumesActionsTest-772619015 tempest-VolumesActionsTest-772619015-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b63193e-47eb-4dee-9fd9-058d83f79243 HTTP/1.1" status: 200 len: 944 time: 0.0686755 Nov 12 08:46:40.947070 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75d2fc85-28bd-4b05-95e0-66db086c2e89 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:46:40.954704 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-75d2fc85-28bd-4b05-95e0-66db086c2e89 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "PUT /v2.0/routers/1ec1bd18-ee3d-4aa5-a6bf-2d5d9e52e99b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4193034 Nov 12 08:46:41.011511 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1c66d6fd-76ba-44e2-8144-2a1fd580338d req-21c42448-9093-4be7-892e-cc1f56929bee tempest-VolumesActionsTest-772619015 tempest-VolumesActionsTest-772619015-project] 10.222.0.26 "GET /v2.0/security-groups?id=f56c1253-113a-4f54-95af-250ab147742e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583956 Nov 12 08:46:41.285443 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6f33bed2-3602-4258-90ac-5e2aab3fa9c7 req-5ab291ae-3583-4d2c-89c3-40cd11527cc3 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1448364547&fields=id&tenant_id=af01ccd549054d7f8ad1904b6846172a HTTP/1.1" status: 200 len: 267 time: 0.0802829 Nov 12 08:46:41.287221 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 49e4bf44-1608-417b-b63e-da63cb1a7607 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:46:41.387391 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 49e4bf44-1608-417b-b63e-da63cb1a7607 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:41.388032 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:41.420045 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f33bed2-3602-4258-90ac-5e2aab3fa9c7 req-8732b6d1-4655-4e33-8057-e77474245916 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:41.423041 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6f33bed2-3602-4258-90ac-5e2aab3fa9c7 req-8732b6d1-4655-4e33-8057-e77474245916 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/networks?id=035eb459-9a91-4fd8-901a-19f84b909974 HTTP/1.1" status: 200 len: 797 time: 0.1614025 Nov 12 08:46:41.454248 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6f33bed2-3602-4258-90ac-5e2aab3fa9c7 req-e1d77c68-1e23-4e94-886d-6f71dfc864c8 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/quotas/af01ccd549054d7f8ad1904b6846172a HTTP/1.1" status: 200 len: 375 time: 0.0172310 Nov 12 08:46:41.530150 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:41.531142 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6f33bed2-3602-4258-90ac-5e2aab3fa9c7 req-5b3aff5b-527e-4def-8f05-0da7f95e4b28 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=af01ccd549054d7f8ad1904b6846172a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0667326 Nov 12 08:46:41.585686 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] For port 49e4bf44-1608-417b-b63e-da63cb1a7607, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=49e4bf44-1608-417b-b63e-da63cb1a7607,segment=NetworkSegment(af797d38-38a8-4b07-9e39-f6b6e77997f4),segment_id=af797d38-38a8-4b07-9e39-f6b6e77997f4)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:41.603363 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:41.604549 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 1a011161-e64e-4f63-9d99-ffcc6adcdcff up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:46:41.693073 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6f33bed2-3602-4258-90ac-5e2aab3fa9c7 req-9e6099ea-c341-4e38-a78a-155dddea1431 service neutron] 10.222.0.26 "GET /v2.0/networks/035eb459-9a91-4fd8-901a-19f84b909974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566865 Nov 12 08:46:41.703530 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72476629-66e8-45c3-b30d-a4f8d22d51a5 None None] Network 035eb459-9a91-4fd8-901a-19f84b909974 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:46:41.766470 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Pushing event updated for resources: {'Port': ['ID=49e4bf44-1608-417b-b63e-da63cb1a7607,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:41.834147 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6f33bed2-3602-4258-90ac-5e2aab3fa9c7 req-ea035241-ae2e-414d-ac08-bde6f03591e7 service neutron] 10.222.0.26 "GET /v2.0/networks/035eb459-9a91-4fd8-901a-19f84b909974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303451 Nov 12 08:46:41.843318 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-395a0de3-fe49-43d4-b1ae-7ce52cf378af None None] Provisioning complete for port 49e4bf44-1608-417b-b63e-da63cb1a7607 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:41.843715 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-395a0de3-fe49-43d4-b1ae-7ce52cf378af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:41.848469 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 1a011161-e64e-4f63-9d99-ffcc6adcdcff triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:41.848817 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:42.081791 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586471ed-8263-49ac-ab4e-4b5dd36d41e4 req-ac3b9f60-9086-4435-8c5c-7c8a6fd99947 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:42.085243 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-586471ed-8263-49ac-ab4e-4b5dd36d41e4 req-ac3b9f60-9086-4435-8c5c-7c8a6fd99947 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.21 "GET /v2.0/ports?device_id=07c5b260-e21b-480d-abc9-bf1d9598f969 HTTP/1.1" status: 200 len: 946 time: 0.0775759 Nov 12 08:46:42.172554 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf43ddd-b77b-4ab2-8c34-18f636d77dcb req-f37c7b37-2a57-41bc-9133-1b3f13c08df2 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:42.180723 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0bf43ddd-b77b-4ab2-8c34-18f636d77dcb req-f37c7b37-2a57-41bc-9133-1b3f13c08df2 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/ports?device_id=07c5b260-e21b-480d-abc9-bf1d9598f969 HTTP/1.1" status: 200 len: 946 time: 0.0920365 Nov 12 08:46:42.190446 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d797de73-a08a-42fc-aad8-f09c49a4f040 None None] Sync routers for ids ['1ec1bd18-ee3d-4aa5-a6bf-2d5d9e52e99b'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:46:42.243993 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d797de73-a08a-42fc-aad8-f09c49a4f040 None None] Routers {'1ec1bd18-ee3d-4aa5-a6bf-2d5d9e52e99b'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:46:42.245189 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-d797de73-a08a-42fc-aad8-f09c49a4f040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:46:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['1ec1bd18-ee3d-4aa5-a6bf-2d5d9e52e99b'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:42.266697 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-586471ed-8263-49ac-ab4e-4b5dd36d41e4 req-7442f7b6-daeb-4f85-b22d-afa0a806f807 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Deleting port d7dd7029-671b-46e0-bf60-185515dd4ebf {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:46:42.267044 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-586471ed-8263-49ac-ab4e-4b5dd36d41e4 req-7442f7b6-daeb-4f85-b22d-afa0a806f807 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:42.329609 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0bf43ddd-b77b-4ab2-8c34-18f636d77dcb req-a8ed9103-d14e-4854-8971-c754913a2248 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0bffda3-6203-474e-b9e0-460d95e09dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264083 Nov 12 08:46:42.401043 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-d797de73-a08a-42fc-aad8-f09c49a4f040 None None] Set router 1ec1bd18-ee3d-4aa5-a6bf-2d5d9e52e99b gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:46:42.475695 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fc51557f-a774-48c5-8669-ad057248be58 req-e622a8bc-b698-4d3d-9c61-879843368fe6 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a86d0c7-7190-44dc-af92-df26bd56269c HTTP/1.1" status: 200 len: 210 time: 0.0541871 Nov 12 08:46:42.506524 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-586471ed-8263-49ac-ab4e-4b5dd36d41e4 req-7442f7b6-daeb-4f85-b22d-afa0a806f807 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] For port d7dd7029-671b-46e0-bf60-185515dd4ebf, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=d7dd7029-671b-46e0-bf60-185515dd4ebf,segment=NetworkSegment(d67d595f-ac82-4224-8cfb-35d7cb8db958),segment_id=d67d595f-ac82-4224-8cfb-35d7cb8db958)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:42.506966 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-586471ed-8263-49ac-ab4e-4b5dd36d41e4 req-7442f7b6-daeb-4f85-b22d-afa0a806f807 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:42.551741 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-586471ed-8263-49ac-ab4e-4b5dd36d41e4 req-7442f7b6-daeb-4f85-b22d-afa0a806f807 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Calling delete_port for d7dd7029-671b-46e0-bf60-185515dd4ebf owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:46:42.674558 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78347943-aad8-463e-893f-ce439bede4d1 req-c31ce865-defa-425d-919a-3097b9cd2c12 tempest-VolumesActionsTest-772619015 tempest-VolumesActionsTest-772619015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:42.694282 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-78347943-aad8-463e-893f-ce439bede4d1 req-c31ce865-defa-425d-919a-3097b9cd2c12 tempest-VolumesActionsTest-772619015 tempest-VolumesActionsTest-772619015-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b63193e-47eb-4dee-9fd9-058d83f79243 HTTP/1.1" status: 200 len: 944 time: 0.1164629 Nov 12 08:46:42.713953 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:42.717239 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-3b61b9fe-c98a-4db2-a423-1e0cec6ecba2 None None] Provisioning complete for port bb1fceaa-cecd-444b-aee8-aa3c5f1ea5ef triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:42.718034 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3b61b9fe-c98a-4db2-a423-1e0cec6ecba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:42.778341 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-586471ed-8263-49ac-ab4e-4b5dd36d41e4 req-7442f7b6-daeb-4f85-b22d-afa0a806f807 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:42.791846 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 444ee2ce-8fbd-4f87-8d51-c23fae461f0d up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:46:42.842013 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-78347943-aad8-463e-893f-ce439bede4d1 req-e6cf882c-e6ac-4ce8-ad68-f059678650f7 tempest-VolumesActionsTest-772619015 tempest-VolumesActionsTest-772619015-project] 10.222.0.26 "GET /v2.0/security-groups?id=f56c1253-113a-4f54-95af-250ab147742e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296351 Nov 12 08:46:42.847409 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-d797de73-a08a-42fc-aad8-f09c49a4f040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec1bd18-ee3d-4aa5-a6bf-2d5d9e52e99b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1397057245', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '1a011161-e64e-4f63-9d99-ffcc6adcdcff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:46:33Z', 'updated_at': '2021-11-12T08:46:39Z', 'revision_number': 4, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'gw_port': {'id': '1a011161-e64e-4f63-9d99-ffcc6adcdcff', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:54:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec1bd18-ee3d-4aa5-a6bf-2d5d9e52e99b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:46:34Z', 'updated_at': '2021-11-12T08:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': 'bb1fceaa-cecd-444b-aee8-aa3c5f1ea5ef', 'name': '', 'network_id': '035eb459-9a91-4fd8-901a-19f84b909974', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'mac_address': 'fa:16:3e:c8:ca:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec1bd18-ee3d-4aa5-a6bf-2d5d9e52e99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': 'e1c0d780-ea07-4ac0-8e82-43d130bbdc75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:46:38Z', 'updated_at': '2021-11-12T08:46:39Z', 'revision_number': 2, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'subnets': [{'id': 'e1c0d780-ea07-4ac0-8e82-43d130bbdc75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:42.868902 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['b803005b-47c4-478f-9f4f-f881a64beb9c', 'd7dd7029-671b-46e0-bf60-185515dd4ebf'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:46:42.872160 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7442f7b6-daeb-4f85-b22d-afa0a806f807 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Pushing event deleted for resources: {'Port': ['ID=d7dd7029-671b-46e0-bf60-185515dd4ebf,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:42.904044 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d797de73-a08a-42fc-aad8-f09c49a4f040 None None] Checking router: 1ec1bd18-ee3d-4aa5-a6bf-2d5d9e52e99b for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:46:42.904967 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d797de73-a08a-42fc-aad8-f09c49a4f040 None None] Updating router 1ec1bd18-ee3d-4aa5-a6bf-2d5d9e52e99b port bb1fceaa-cecd-444b-aee8-aa3c5f1ea5ef binding host n-d-765315-29 {{(pid=102602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:46:42.958158 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-d797de73-a08a-42fc-aad8-f09c49a4f040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:42.993215 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-3b61b9fe-c98a-4db2-a423-1e0cec6ecba2 None None] Port bb1fceaa-cecd-444b-aee8-aa3c5f1ea5ef cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:46:43.100086 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-3b61b9fe-c98a-4db2-a423-1e0cec6ecba2 None None] Provisioning complete for port 49e4bf44-1608-417b-b63e-da63cb1a7607 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:43.100770 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3b61b9fe-c98a-4db2-a423-1e0cec6ecba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:43.121885 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning for port 444ee2ce-8fbd-4f87-8d51-c23fae461f0d completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:46:43.203574 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 49e4bf44-1608-417b-b63e-da63cb1a7607 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:46:43.210032 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port 444ee2ce-8fbd-4f87-8d51-c23fae461f0d triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:43.210635 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:43.332522 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-586471ed-8263-49ac-ab4e-4b5dd36d41e4 req-7442f7b6-daeb-4f85-b22d-afa0a806f807 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] No DVR routers for this DVR port d7dd7029-671b-46e0-bf60-185515dd4ebf on host n-h1-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:46:43.338477 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-586471ed-8263-49ac-ab4e-4b5dd36d41e4 req-7442f7b6-daeb-4f85-b22d-afa0a806f807 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:43.346188 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-586471ed-8263-49ac-ab4e-4b5dd36d41e4 req-7442f7b6-daeb-4f85-b22d-afa0a806f807 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.21 "DELETE /v2.0/ports/d7dd7029-671b-46e0-bf60-185515dd4ebf HTTP/1.1" status: 204 len: 173 time: 1.2508850 Nov 12 08:46:43.347590 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07c5b260-e21b-480d-abc9-bf1d9598f969', 'name': 'network-vif-deleted', 'tag': 'd7dd7029-671b-46e0-bf60-185515dd4ebf'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:46:43.351240 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ee07f84-1e46-41a7-bdff-eb3abc076ef3" -d '{"events": [{"server_uuid": "07c5b260-e21b-480d-abc9-bf1d9598f969", "name": "network-vif-deleted", "tag": "d7dd7029-671b-46e0-bf60-185515dd4ebf"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:46:43.416605 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5794b0a5-9529-4716-b7c9-d7fe5efa6839 x-openstack-request-id: req-5794b0a5-9529-4716-b7c9-d7fe5efa6839 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:46:43.417358 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07c5b260-e21b-480d-abc9-bf1d9598f969", "name": "network-vif-deleted", "tag": "d7dd7029-671b-46e0-bf60-185515dd4ebf", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:46:43.417900 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5794b0a5-9529-4716-b7c9-d7fe5efa6839 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:46:43.418395 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07c5b260-e21b-480d-abc9-bf1d9598f969', 'name': 'network-vif-deleted', 'tag': 'd7dd7029-671b-46e0-bf60-185515dd4ebf', 'status': 'completed', 'code': 200} Nov 12 08:46:43.437554 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-d797de73-a08a-42fc-aad8-f09c49a4f040 None None] Publish callbacks [] for port, precommit_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:43.447532 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 49e4bf44-1608-417b-b63e-da63cb1a7607 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:43.448003 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:43.451727 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-d797de73-a08a-42fc-aad8-f09c49a4f040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:43.531640 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ba27a932-904f-498f-b548-006ae2f772c6 req-2729f19b-ef15-46b7-b8f5-e3be8774edb7 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/ports?device_id=07c5b260-e21b-480d-abc9-bf1d9598f969 HTTP/1.1" status: 200 len: 210 time: 0.0492167 Nov 12 08:46:43.533611 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:43.552203 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42981503-7137-478a-97be-fd5b545bf45e None None] Pushing event updated for resources: {'Port': ['ID=bb1fceaa-cecd-444b-aee8-aa3c5f1ea5ef,revision_number=3']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:43.583174 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42981503-7137-478a-97be-fd5b545bf45e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:43.583658 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42981503-7137-478a-97be-fd5b545bf45e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:43.584349 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42981503-7137-478a-97be-fd5b545bf45e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:43.584847 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42981503-7137-478a-97be-fd5b545bf45e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:43.585382 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42981503-7137-478a-97be-fd5b545bf45e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:43.586261 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42981503-7137-478a-97be-fd5b545bf45e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:43.586687 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42981503-7137-478a-97be-fd5b545bf45e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:43.587577 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42981503-7137-478a-97be-fd5b545bf45e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:43.588073 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42981503-7137-478a-97be-fd5b545bf45e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:43.588842 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42981503-7137-478a-97be-fd5b545bf45e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:43.589808 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42981503-7137-478a-97be-fd5b545bf45e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:43.591829 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42981503-7137-478a-97be-fd5b545bf45e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:43.675633 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 444ee2ce-8fbd-4f87-8d51-c23fae461f0d, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=444ee2ce-8fbd-4f87-8d51-c23fae461f0d,segment=NetworkSegment(41a92c03-3de5-471c-8af5-a5d9925084fc),segment_id=41a92c03-3de5-471c-8af5-a5d9925084fc)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:43.685721 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b63193e-47eb-4dee-9fd9-058d83f79243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '444ee2ce-8fbd-4f87-8d51-c23fae461f0d'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:46:43.688925 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e387ee8-c76a-4daf-8b95-5aa86a81273c" -d '{"events": [{"server_uuid": "4b63193e-47eb-4dee-9fd9-058d83f79243", "name": "network-vif-plugged", "status": "completed", "tag": "444ee2ce-8fbd-4f87-8d51-c23fae461f0d"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:46:43.696148 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:43.737344 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-d797de73-a08a-42fc-aad8-f09c49a4f040 None None] Attempting to bind port bb1fceaa-cecd-444b-aee8-aa3c5f1ea5ef on host n-d-765315-29 for vnic_type normal with profile {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:46:43.741480 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-d797de73-a08a-42fc-aad8-f09c49a4f040 None None] Attempting to bind port bb1fceaa-cecd-444b-aee8-aa3c5f1ea5ef by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': 'af797d38-38a8-4b07-9e39-f6b6e77997f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '035eb459-9a91-4fd8-901a-19f84b909974'}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:46:43.742132 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d797de73-a08a-42fc-aad8-f09c49a4f040 None None] Attempting to bind port bb1fceaa-cecd-444b-aee8-aa3c5f1ea5ef on network 035eb459-9a91-4fd8-901a-19f84b909974 {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:46:43.755698 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d797de73-a08a-42fc-aad8-f09c49a4f040 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:46:43.756452 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d797de73-a08a-42fc-aad8-f09c49a4f040 None None] Checking segment: {'id': 'af797d38-38a8-4b07-9e39-f6b6e77997f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '035eb459-9a91-4fd8-901a-19f84b909974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:46:43.757057 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-d797de73-a08a-42fc-aad8-f09c49a4f040 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:43.757980 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d797de73-a08a-42fc-aad8-f09c49a4f040 None None] Bound using segment: {'id': 'af797d38-38a8-4b07-9e39-f6b6e77997f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '035eb459-9a91-4fd8-901a-19f84b909974'} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:46:43.758672 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-d797de73-a08a-42fc-aad8-f09c49a4f040 None None] Bound port: bb1fceaa-cecd-444b-aee8-aa3c5f1ea5ef, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af797d38-38a8-4b07-9e39-f6b6e77997f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '035eb459-9a91-4fd8-901a-19f84b909974'}}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:46:43.759225 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-d797de73-a08a-42fc-aad8-f09c49a4f040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:43.828107 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cc29b3ee-31be-4e13-88b5-3a18ebb6c35a req-1715fd18-d937-4abe-b758-72bb9337e73d tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a86d0c7-7190-44dc-af92-df26bd56269c HTTP/1.1" status: 200 len: 210 time: 0.0768132 Nov 12 08:46:43.875527 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f33bed2-3602-4258-90ac-5e2aab3fa9c7 req-f20161b0-729e-4197-a206-aa9f5dbbb18c tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:43.879865 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6f33bed2-3602-4258-90ac-5e2aab3fa9c7 req-f20161b0-729e-4197-a206-aa9f5dbbb18c tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.21 "GET /v2.0/networks?id=035eb459-9a91-4fd8-901a-19f84b909974 HTTP/1.1" status: 200 len: 797 time: 0.3355410 Nov 12 08:46:43.899257 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=444ee2ce-8fbd-4f87-8d51-c23fae461f0d,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:43.924140 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-501743cf-2473-406d-99e5-35522edcf390 x-openstack-request-id: req-501743cf-2473-406d-99e5-35522edcf390 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:46:43.924620 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b63193e-47eb-4dee-9fd9-058d83f79243", "name": "network-vif-plugged", "status": "completed", "tag": "444ee2ce-8fbd-4f87-8d51-c23fae461f0d", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:46:43.925068 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-501743cf-2473-406d-99e5-35522edcf390 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:46:43.925703 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b63193e-47eb-4dee-9fd9-058d83f79243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '444ee2ce-8fbd-4f87-8d51-c23fae461f0d', 'code': 200} Nov 12 08:46:43.941309 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-d797de73-a08a-42fc-aad8-f09c49a4f040 None None] For port bb1fceaa-cecd-444b-aee8-aa3c5f1ea5ef, host n-d-765315-29, cleared binding levels {{(pid=102602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:46:43.947007 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-d797de73-a08a-42fc-aad8-f09c49a4f040 None None] For port bb1fceaa-cecd-444b-aee8-aa3c5f1ea5ef, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=bb1fceaa-cecd-444b-aee8-aa3c5f1ea5ef,segment=NetworkSegment(af797d38-38a8-4b07-9e39-f6b6e77997f4),segment_id=af797d38-38a8-4b07-9e39-f6b6e77997f4)] {{(pid=102602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:46:43.959423 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-d797de73-a08a-42fc-aad8-f09c49a4f040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:43.963028 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-31ac5a79-2a5b-40ae-a012-1f69d50b199d None None] Provisioning complete for port bb1fceaa-cecd-444b-aee8-aa3c5f1ea5ef triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:43.963500 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-31ac5a79-2a5b-40ae-a012-1f69d50b199d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:44.002641 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6f33bed2-3602-4258-90ac-5e2aab3fa9c7 req-5dcad6c2-019a-4f1c-b217-e06b24992665 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af01ccd549054d7f8ad1904b6846172a HTTP/1.1" status: 200 len: 380 time: 0.1066036 Nov 12 08:46:44.019375 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-6f33bed2-3602-4258-90ac-5e2aab3fa9c7 req-c71a4658-b3a1-4532-8a73-3f26e733a95a tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Request body: {'port': {'device_id': '4a86d0c7-7190-44dc-af92-df26bd56269c', 'network_id': '035eb459-9a91-4fd8-901a-19f84b909974', 'admin_state_up': True, 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'security_groups': ['dbce15ba-61c2-45c2-9eb0-b26d26aca996']}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:44.060672 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42981503-7137-478a-97be-fd5b545bf45e None None] Pushing event updated for resources: {'Port': ['ID=bb1fceaa-cecd-444b-aee8-aa3c5f1ea5ef,revision_number=4']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:44.081905 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d797de73-a08a-42fc-aad8-f09c49a4f040 None None] Routers {'1ec1bd18-ee3d-4aa5-a6bf-2d5d9e52e99b'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:46:44.082902 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-d797de73-a08a-42fc-aad8-f09c49a4f040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:46:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['1ec1bd18-ee3d-4aa5-a6bf-2d5d9e52e99b'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:44.144855 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-31ac5a79-2a5b-40ae-a012-1f69d50b199d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:44.160416 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d01b9e9-0722-410a-b3ca-83a6edcdfc2a req-5edda917-03d8-4232-9d37-2d66227416cc tempest-VolumesActionsTest-772619015 tempest-VolumesActionsTest-772619015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:44.170271 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1d01b9e9-0722-410a-b3ca-83a6edcdfc2a req-5edda917-03d8-4232-9d37-2d66227416cc tempest-VolumesActionsTest-772619015 tempest-VolumesActionsTest-772619015-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b63193e-47eb-4dee-9fd9-058d83f79243 HTTP/1.1" status: 200 len: 945 time: 0.1645286 Nov 12 08:46:44.189731 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-31ac5a79-2a5b-40ae-a012-1f69d50b199d None None] For port bb1fceaa-cecd-444b-aee8-aa3c5f1ea5ef, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=bb1fceaa-cecd-444b-aee8-aa3c5f1ea5ef,segment=NetworkSegment(af797d38-38a8-4b07-9e39-f6b6e77997f4),segment_id=af797d38-38a8-4b07-9e39-f6b6e77997f4)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:44.197803 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-31ac5a79-2a5b-40ae-a012-1f69d50b199d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:44.249226 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-d797de73-a08a-42fc-aad8-f09c49a4f040 None None] Set router 1ec1bd18-ee3d-4aa5-a6bf-2d5d9e52e99b gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:46:44.269953 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ac5a79-2a5b-40ae-a012-1f69d50b199d None None] Pushing event updated for resources: {'Port': ['ID=bb1fceaa-cecd-444b-aee8-aa3c5f1ea5ef,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:44.292067 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f33bed2-3602-4258-90ac-5e2aab3fa9c7 req-c71a4658-b3a1-4532-8a73-3f26e733a95a tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Made reservation on behalf of af01ccd549054d7f8ad1904b6846172a for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:46:44.298404 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-6f33bed2-3602-4258-90ac-5e2aab3fa9c7 req-c71a4658-b3a1-4532-8a73-3f26e733a95a tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:44.341904 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1d01b9e9-0722-410a-b3ca-83a6edcdfc2a req-d4d2e4a3-93ce-4270-8b12-2076dad03f56 tempest-VolumesActionsTest-772619015 tempest-VolumesActionsTest-772619015-project] 10.222.0.26 "GET /v2.0/security-groups?id=f56c1253-113a-4f54-95af-250ab147742e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702468 Nov 12 08:46:44.354385 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-5eeb6f3d-3cb9-402e-ab87-0100abac9e8a None None] Provisioning complete for port bb1fceaa-cecd-444b-aee8-aa3c5f1ea5ef triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:44.354953 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5eeb6f3d-3cb9-402e-ab87-0100abac9e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:44.435870 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37362129-8e68-418d-b602-57a1e9cbbf22 req-d8a6e6f3-1d6e-46ac-a3cc-d20ef1751d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:44.437652 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-37362129-8e68-418d-b602-57a1e9cbbf22 req-d8a6e6f3-1d6e-46ac-a3cc-d20ef1751d4e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4b63193e-47eb-4dee-9fd9-058d83f79243 HTTP/1.1" status: 200 len: 1097 time: 0.1741154 Nov 12 08:46:44.578290 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-37362129-8e68-418d-b602-57a1e9cbbf22 req-67e56196-3f17-4d3e-a5f2-a18e1e59bb76 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f56c1253-113a-4f54-95af-250ab147742e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024730 Nov 12 08:46:44.586434 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-d797de73-a08a-42fc-aad8-f09c49a4f040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec1bd18-ee3d-4aa5-a6bf-2d5d9e52e99b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1397057245', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '1a011161-e64e-4f63-9d99-ffcc6adcdcff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:46:33Z', 'updated_at': '2021-11-12T08:46:39Z', 'revision_number': 4, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'gw_port': {'id': '1a011161-e64e-4f63-9d99-ffcc6adcdcff', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:54:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec1bd18-ee3d-4aa5-a6bf-2d5d9e52e99b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:46:34Z', 'updated_at': '2021-11-12T08:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': 'bb1fceaa-cecd-444b-aee8-aa3c5f1ea5ef', 'name': '', 'network_id': '035eb459-9a91-4fd8-901a-19f84b909974', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'mac_address': 'fa:16:3e:c8:ca:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec1bd18-ee3d-4aa5-a6bf-2d5d9e52e99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': 'e1c0d780-ea07-4ac0-8e82-43d130bbdc75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:46:38Z', 'updated_at': '2021-11-12T08:46:43Z', 'revision_number': 4, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'subnets': [{'id': 'e1c0d780-ea07-4ac0-8e82-43d130bbdc75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:44.601419 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-6f33bed2-3602-4258-90ac-5e2aab3fa9c7 req-c71a4658-b3a1-4532-8a73-3f26e733a95a tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Allocated IP 172.20.0.10 (035eb459-9a91-4fd8-901a-19f84b909974/e1c0d780-ea07-4ac0-8e82-43d130bbdc75/9abd1b39-6dc1-44ca-930e-2ef202e5985d) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:46:44.619556 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d797de73-a08a-42fc-aad8-f09c49a4f040 None None] The sync data for ids ['1ec1bd18-ee3d-4aa5-a6bf-2d5d9e52e99b'] in n-d-765315-29 is: [{'id': '1ec1bd18-ee3d-4aa5-a6bf-2d5d9e52e99b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1397057245', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '1a011161-e64e-4f63-9d99-ffcc6adcdcff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:46:33Z', 'updated_at': '2021-11-12T08:46:39Z', 'revision_number': 4, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'gw_port': {'id': '1a011161-e64e-4f63-9d99-ffcc6adcdcff', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:54:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec1bd18-ee3d-4aa5-a6bf-2d5d9e52e99b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:46:34Z', 'updated_at': '2021-11-12T08:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': 'bb1fceaa-cecd-444b-aee8-aa3c5f1ea5ef', 'name': '', 'network_id': '035eb459-9a91-4fd8-901a-19f84b909974', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'mac_address': 'fa:16:3e:c8:ca:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec1bd18-ee3d-4aa5-a6bf-2d5d9e52e99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': 'e1c0d780-ea07-4ac0-8e82-43d130bbdc75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:46:38Z', 'updated_at': '2021-11-12T08:46:43Z', 'revision_number': 4, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'subnets': [{'id': 'e1c0d780-ea07-4ac0-8e82-43d130bbdc75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:46:44.625314 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-19601805-096f-44a5-9ce3-e37eb94cf663 None None] Provisioning complete for port bb1fceaa-cecd-444b-aee8-aa3c5f1ea5ef triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:44.632129 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-19601805-096f-44a5-9ce3-e37eb94cf663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:44.941609 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-6f33bed2-3602-4258-90ac-5e2aab3fa9c7 req-c71a4658-b3a1-4532-8a73-3f26e733a95a tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:44.981156 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-81ddc162-836f-4660-9d4f-ee7b8974b4f5 req-946d467a-e994-4930-a19f-da2bd1c06581 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a86d0c7-7190-44dc-af92-df26bd56269c HTTP/1.1" status: 200 len: 210 time: 0.0411317 Nov 12 08:46:45.017064 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-6f33bed2-3602-4258-90ac-5e2aab3fa9c7 req-c71a4658-b3a1-4532-8a73-3f26e733a95a tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:45.140364 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f33bed2-3602-4258-90ac-5e2aab3fa9c7 req-c71a4658-b3a1-4532-8a73-3f26e733a95a tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Network 035eb459-9a91-4fd8-901a-19f84b909974 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:46:45.142800 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71a4658-b3a1-4532-8a73-3f26e733a95a tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Pushing event updated for resources: {'Port': ['ID=9abd1b39-6dc1-44ca-930e-2ef202e5985d,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:45.154410 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-6f33bed2-3602-4258-90ac-5e2aab3fa9c7 req-c71a4658-b3a1-4532-8a73-3f26e733a95a tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:46:45.158328 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f33bed2-3602-4258-90ac-5e2aab3fa9c7 req-c71a4658-b3a1-4532-8a73-3f26e733a95a tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:46:45.169502 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:46:45.258692 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device bb1fceaa-cecd-444b-aee8-aa3c5f1ea5ef up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:46:45.268466 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f33bed2-3602-4258-90ac-5e2aab3fa9c7 req-c71a4658-b3a1-4532-8a73-3f26e733a95a tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:45.269156 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-6f33bed2-3602-4258-90ac-5e2aab3fa9c7 req-c71a4658-b3a1-4532-8a73-3f26e733a95a tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:45.312825 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6f33bed2-3602-4258-90ac-5e2aab3fa9c7 req-c71a4658-b3a1-4532-8a73-3f26e733a95a tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2982290 Nov 12 08:46:45.328196 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-6f33bed2-3602-4258-90ac-5e2aab3fa9c7 req-a8beb8bc-0a6a-4669-884d-29df4e07ccac service neutron] Request body: {'port': {'device_id': '4a86d0c7-7190-44dc-af92-df26bd56269c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:45.449024 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port bb1fceaa-cecd-444b-aee8-aa3c5f1ea5ef triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:45.449414 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:45.469033 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-6f33bed2-3602-4258-90ac-5e2aab3fa9c7 req-a8beb8bc-0a6a-4669-884d-29df4e07ccac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:45.588757 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f4d11-b61a-4340-be0a-6a77796f4a6c req-39c83089-5885-49aa-aaa3-74a43db35032 tempest-VolumesActionsTest-772619015 tempest-VolumesActionsTest-772619015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:45.590711 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ec4f4d11-b61a-4340-be0a-6a77796f4a6c req-39c83089-5885-49aa-aaa3-74a43db35032 tempest-VolumesActionsTest-772619015 tempest-VolumesActionsTest-772619015-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b63193e-47eb-4dee-9fd9-058d83f79243 HTTP/1.1" status: 200 len: 945 time: 0.1074023 Nov 12 08:46:45.670015 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ec4f4d11-b61a-4340-be0a-6a77796f4a6c req-27c75e3c-03bb-4828-ac0e-57695b9bc7a8 tempest-VolumesActionsTest-772619015 tempest-VolumesActionsTest-772619015-project] 10.222.0.26 "GET /v2.0/security-groups?id=f56c1253-113a-4f54-95af-250ab147742e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710273 Nov 12 08:46:45.708522 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-3e486f45-6941-411e-a36d-33774e200231 None None] Provisioning complete for port 9abd1b39-6dc1-44ca-930e-2ef202e5985d triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:45.710291 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3e486f45-6941-411e-a36d-33774e200231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:45.774032 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-3e486f45-6941-411e-a36d-33774e200231 None None] Port 9abd1b39-6dc1-44ca-930e-2ef202e5985d cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:46:46.024468 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-6f33bed2-3602-4258-90ac-5e2aab3fa9c7 req-a8beb8bc-0a6a-4669-884d-29df4e07ccac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9abd1b39-6dc1-44ca-930e-2ef202e5985d {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:46:46.033945 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-6f33bed2-3602-4258-90ac-5e2aab3fa9c7 req-a8beb8bc-0a6a-4669-884d-29df4e07ccac service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:46.049471 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-6f33bed2-3602-4258-90ac-5e2aab3fa9c7 req-a8beb8bc-0a6a-4669-884d-29df4e07ccac service neutron] Transition to ACTIVE for port object 9abd1b39-6dc1-44ca-930e-2ef202e5985d will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:46:46.057822 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-6f33bed2-3602-4258-90ac-5e2aab3fa9c7 req-a8beb8bc-0a6a-4669-884d-29df4e07ccac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:46.150634 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec2cd5b-06f7-4b31-a48b-031f031ea42b req-ad9061b2-5731-466f-95ee-355d0159d56e tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:46.158041 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8beb8bc-0a6a-4669-884d-29df4e07ccac service neutron] Pushing event updated for resources: {'Port': ['ID=9abd1b39-6dc1-44ca-930e-2ef202e5985d,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:46.170617 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5ec2cd5b-06f7-4b31-a48b-031f031ea42b req-ad9061b2-5731-466f-95ee-355d0159d56e tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a86d0c7-7190-44dc-af92-df26bd56269c HTTP/1.1" status: 200 len: 944 time: 0.0878146 Nov 12 08:46:46.264671 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-6f33bed2-3602-4258-90ac-5e2aab3fa9c7 req-a8beb8bc-0a6a-4669-884d-29df4e07ccac service neutron] Attempting to bind port 9abd1b39-6dc1-44ca-930e-2ef202e5985d on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:46:46.265207 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-6f33bed2-3602-4258-90ac-5e2aab3fa9c7 req-a8beb8bc-0a6a-4669-884d-29df4e07ccac service neutron] Attempting to bind port 9abd1b39-6dc1-44ca-930e-2ef202e5985d by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': 'af797d38-38a8-4b07-9e39-f6b6e77997f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '035eb459-9a91-4fd8-901a-19f84b909974'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:46:46.265568 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f33bed2-3602-4258-90ac-5e2aab3fa9c7 req-a8beb8bc-0a6a-4669-884d-29df4e07ccac service neutron] Attempting to bind port 9abd1b39-6dc1-44ca-930e-2ef202e5985d on network 035eb459-9a91-4fd8-901a-19f84b909974 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:46:46.265798 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5ec2cd5b-06f7-4b31-a48b-031f031ea42b req-748b2af2-3ebb-445d-a955-10dc34043329 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbce15ba-61c2-45c2-9eb0-b26d26aca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922747 Nov 12 08:46:46.271988 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f33bed2-3602-4258-90ac-5e2aab3fa9c7 req-a8beb8bc-0a6a-4669-884d-29df4e07ccac service neutron] Port 9abd1b39-6dc1-44ca-930e-2ef202e5985d on network 035eb459-9a91-4fd8-901a-19f84b909974 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:46:46.272851 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f33bed2-3602-4258-90ac-5e2aab3fa9c7 req-a8beb8bc-0a6a-4669-884d-29df4e07ccac service neutron] Attempting to bind port 9abd1b39-6dc1-44ca-930e-2ef202e5985d on network 035eb459-9a91-4fd8-901a-19f84b909974 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:46:46.285418 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f33bed2-3602-4258-90ac-5e2aab3fa9c7 req-a8beb8bc-0a6a-4669-884d-29df4e07ccac service neutron] Checking agent: {'id': '26215384-8035-4ce2-971a-8e67be80da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:46:46.286108 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f33bed2-3602-4258-90ac-5e2aab3fa9c7 req-a8beb8bc-0a6a-4669-884d-29df4e07ccac service neutron] Checking segment: {'id': 'af797d38-38a8-4b07-9e39-f6b6e77997f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '035eb459-9a91-4fd8-901a-19f84b909974'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:46:46.287452 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f33bed2-3602-4258-90ac-5e2aab3fa9c7 req-a8beb8bc-0a6a-4669-884d-29df4e07ccac service neutron] Bound using segment: {'id': 'af797d38-38a8-4b07-9e39-f6b6e77997f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '035eb459-9a91-4fd8-901a-19f84b909974'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:46:46.288277 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-6f33bed2-3602-4258-90ac-5e2aab3fa9c7 req-a8beb8bc-0a6a-4669-884d-29df4e07ccac service neutron] Bound port: 9abd1b39-6dc1-44ca-930e-2ef202e5985d, host: n-h1-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af797d38-38a8-4b07-9e39-f6b6e77997f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '035eb459-9a91-4fd8-901a-19f84b909974'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:46:46.288859 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-6f33bed2-3602-4258-90ac-5e2aab3fa9c7 req-a8beb8bc-0a6a-4669-884d-29df4e07ccac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:46.404043 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-6f33bed2-3602-4258-90ac-5e2aab3fa9c7 req-a8beb8bc-0a6a-4669-884d-29df4e07ccac service neutron] For port 9abd1b39-6dc1-44ca-930e-2ef202e5985d, host n-h1-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:46:46.410539 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-6f33bed2-3602-4258-90ac-5e2aab3fa9c7 req-a8beb8bc-0a6a-4669-884d-29df4e07ccac service neutron] For port 9abd1b39-6dc1-44ca-930e-2ef202e5985d, host n-h1-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=9abd1b39-6dc1-44ca-930e-2ef202e5985d,segment=NetworkSegment(af797d38-38a8-4b07-9e39-f6b6e77997f4),segment_id=af797d38-38a8-4b07-9e39-f6b6e77997f4)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:46:46.418929 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-6f33bed2-3602-4258-90ac-5e2aab3fa9c7 req-a8beb8bc-0a6a-4669-884d-29df4e07ccac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:46.489786 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f33bed2-3602-4258-90ac-5e2aab3fa9c7 req-a8beb8bc-0a6a-4669-884d-29df4e07ccac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:46.491646 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-6f33bed2-3602-4258-90ac-5e2aab3fa9c7 req-a8beb8bc-0a6a-4669-884d-29df4e07ccac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:46.493385 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6f33bed2-3602-4258-90ac-5e2aab3fa9c7 req-a8beb8bc-0a6a-4669-884d-29df4e07ccac service neutron] 10.222.0.21 "PUT /v2.0/ports/9abd1b39-6dc1-44ca-930e-2ef202e5985d HTTP/1.1" status: 200 len: 1093 time: 1.1702182 Nov 12 08:46:46.494115 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a86d0c7-7190-44dc-af92-df26bd56269c', 'tag': '9abd1b39-6dc1-44ca-930e-2ef202e5985d'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:46:46.497155 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94024d18-78c0-4183-a673-b43aedea6ef4" -d '{"events": [{"name": "network-changed", "server_uuid": "4a86d0c7-7190-44dc-af92-df26bd56269c", "tag": "9abd1b39-6dc1-44ca-930e-2ef202e5985d"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:46:46.618002 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68842584-384a-48b9-a545-c3f68c267287 x-openstack-request-id: req-68842584-384a-48b9-a545-c3f68c267287 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:46:46.618002 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a86d0c7-7190-44dc-af92-df26bd56269c", "tag": "9abd1b39-6dc1-44ca-930e-2ef202e5985d", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:46:46.618002 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-68842584-384a-48b9-a545-c3f68c267287 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:46:46.618002 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a86d0c7-7190-44dc-af92-df26bd56269c', 'tag': '9abd1b39-6dc1-44ca-930e-2ef202e5985d', 'status': 'completed', 'code': 200} Nov 12 08:46:46.657557 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8beb8bc-0a6a-4669-884d-29df4e07ccac service neutron] Pushing event updated for resources: {'Port': ['ID=9abd1b39-6dc1-44ca-930e-2ef202e5985d,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:46.691998 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device d7dd7029-671b-46e0-bf60-185515dd4ebf no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:46:46.698899 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f33bed2-3602-4258-90ac-5e2aab3fa9c7 req-ce31c10d-abd8-4ffd-b170-153ffa2fc655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:46.700432 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6f33bed2-3602-4258-90ac-5e2aab3fa9c7 req-ce31c10d-abd8-4ffd-b170-153ffa2fc655 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=af01ccd549054d7f8ad1904b6846172a&device_id=4a86d0c7-7190-44dc-af92-df26bd56269c HTTP/1.1" status: 200 len: 1096 time: 0.1243577 Nov 12 08:46:46.736263 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-e530113a-7783-48f4-9840-8911a24052df None None] No Port match for: d7dd7029-671b-46e0-bf60-185515dd4ebf {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:46:46.747201 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device d7dd7029-671b-46e0-bf60-185515dd4ebf not bound to the agent host n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:46:46.772745 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6f33bed2-3602-4258-90ac-5e2aab3fa9c7 req-9bcb6277-666f-455f-8b22-c736653e4ccc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9abd1b39-6dc1-44ca-930e-2ef202e5985d HTTP/1.1" status: 200 len: 217 time: 0.0627213 Nov 12 08:46:46.839198 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f33bed2-3602-4258-90ac-5e2aab3fa9c7 req-2f13df63-f3bd-4298-add3-3337343cc173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:46.840979 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6f33bed2-3602-4258-90ac-5e2aab3fa9c7 req-2f13df63-f3bd-4298-add3-3337343cc173 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e1c0d780-ea07-4ac0-8e82-43d130bbdc75 HTTP/1.1" status: 200 len: 834 time: 0.0600324 Nov 12 08:46:46.847469 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dcd3bd-37c4-4d99-80b7-70c780f600ca req-509922ef-a943-436c-a6d5-9c0a116dddf0 tempest-VolumesActionsTest-772619015 tempest-VolumesActionsTest-772619015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:46.857821 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-90dcd3bd-37c4-4d99-80b7-70c780f600ca req-509922ef-a943-436c-a6d5-9c0a116dddf0 tempest-VolumesActionsTest-772619015 tempest-VolumesActionsTest-772619015-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b63193e-47eb-4dee-9fd9-058d83f79243 HTTP/1.1" status: 200 len: 945 time: 0.0737536 Nov 12 08:46:46.915882 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f33bed2-3602-4258-90ac-5e2aab3fa9c7 req-f73441e9-066c-482c-815e-6923ce7a0328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:46.918919 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6f33bed2-3602-4258-90ac-5e2aab3fa9c7 req-f73441e9-066c-482c-815e-6923ce7a0328 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=035eb459-9a91-4fd8-901a-19f84b909974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0677264 Nov 12 08:46:46.947171 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-90dcd3bd-37c4-4d99-80b7-70c780f600ca req-5be41843-18f1-40da-8c50-40f611888129 tempest-VolumesActionsTest-772619015 tempest-VolumesActionsTest-772619015-project] 10.222.0.26 "GET /v2.0/security-groups?id=f56c1253-113a-4f54-95af-250ab147742e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881915 Nov 12 08:46:47.098871 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6f33bed2-3602-4258-90ac-5e2aab3fa9c7 req-69140aab-181e-48f2-8a2d-d623267226c0 service neutron] 10.222.0.21 "GET /v2.0/networks/035eb459-9a91-4fd8-901a-19f84b909974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663027 Nov 12 08:46:47.220340 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6f33bed2-3602-4258-90ac-5e2aab3fa9c7 req-07beaee7-be7a-43d5-8989-b2d73494ed85 service neutron] 10.222.0.21 "GET /v2.0/networks/035eb459-9a91-4fd8-901a-19f84b909974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173902 Nov 12 08:46:47.366765 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94024d18-78c0-4183-a673-b43aedea6ef4 req-3b49ed52-4569-417e-882d-d0ceefc4263f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:47.368340 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-94024d18-78c0-4183-a673-b43aedea6ef4 req-3b49ed52-4569-417e-882d-d0ceefc4263f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=af01ccd549054d7f8ad1904b6846172a&device_id=4a86d0c7-7190-44dc-af92-df26bd56269c HTTP/1.1" status: 200 len: 1096 time: 0.0915616 Nov 12 08:46:47.447391 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813c4fa0-459c-442b-b13a-cbf2a2c39307 req-464b0095-e964-47c2-84a2-3fd5f97046ea tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:47.458535 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-813c4fa0-459c-442b-b13a-cbf2a2c39307 req-464b0095-e964-47c2-84a2-3fd5f97046ea tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a86d0c7-7190-44dc-af92-df26bd56269c HTTP/1.1" status: 200 len: 944 time: 0.0915575 Nov 12 08:46:47.526523 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94024d18-78c0-4183-a673-b43aedea6ef4 req-7e9f8f83-e642-4b12-ad41-64b7dfc826a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:47.529163 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-94024d18-78c0-4183-a673-b43aedea6ef4 req-7e9f8f83-e642-4b12-ad41-64b7dfc826a6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=035eb459-9a91-4fd8-901a-19f84b909974 HTTP/1.1" status: 200 len: 898 time: 0.1533234 Nov 12 08:46:47.591932 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-813c4fa0-459c-442b-b13a-cbf2a2c39307 req-7da1c927-c15f-4b5e-8df2-3fa4456de957 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbce15ba-61c2-45c2-9eb0-b26d26aca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316340 Nov 12 08:46:47.623966 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-94024d18-78c0-4183-a673-b43aedea6ef4 req-4157ff87-9934-4ed0-8189-2bab9146de6f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9abd1b39-6dc1-44ca-930e-2ef202e5985d HTTP/1.1" status: 200 len: 217 time: 0.0850050 Nov 12 08:46:47.728895 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94024d18-78c0-4183-a673-b43aedea6ef4 req-2324a9f4-7126-4d18-84cc-bc43c90248fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:47.730957 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-94024d18-78c0-4183-a673-b43aedea6ef4 req-2324a9f4-7126-4d18-84cc-bc43c90248fd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e1c0d780-ea07-4ac0-8e82-43d130bbdc75 HTTP/1.1" status: 200 len: 834 time: 0.0984232 Nov 12 08:46:47.854272 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94024d18-78c0-4183-a673-b43aedea6ef4 req-a2345e67-79bd-4716-b894-80bd5edc232f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:47.858122 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-94024d18-78c0-4183-a673-b43aedea6ef4 req-a2345e67-79bd-4716-b894-80bd5edc232f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=035eb459-9a91-4fd8-901a-19f84b909974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1158912 Nov 12 08:46:47.898919 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ccc8be-700e-4273-8aa1-b48e3120b15f req-f962671f-a7f7-424c-9697-5237aec25585 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:47.901431 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-70ccc8be-700e-4273-8aa1-b48e3120b15f req-f962671f-a7f7-424c-9697-5237aec25585 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=16c35c58-3c53-4a03-b9cb-f513f06cb866 HTTP/1.1" status: 200 len: 945 time: 0.0693088 Nov 12 08:46:48.007824 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-70ccc8be-700e-4273-8aa1-b48e3120b15f req-4f545b7b-be91-42af-bdad-689aefd82abd tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=2112de76-808b-4aee-81cb-ec91177d9317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000335 Nov 12 08:46:48.058101 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-94024d18-78c0-4183-a673-b43aedea6ef4 req-de52a830-f10d-4145-8ebe-094e9aee0abe service neutron] 10.222.0.21 "GET /v2.0/networks/035eb459-9a91-4fd8-901a-19f84b909974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895897 Nov 12 08:46:48.214995 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-94024d18-78c0-4183-a673-b43aedea6ef4 req-1465388f-1606-4e5c-bded-4b474f071992 service neutron] 10.222.0.21 "GET /v2.0/networks/035eb459-9a91-4fd8-901a-19f84b909974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405318 Nov 12 08:46:48.730278 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8b46a2-5e2f-4d42-bc8c-b7c677ffc186 req-f508dfba-a87a-455d-b5ee-54b1efbd94ab tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:48.732583 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2d8b46a2-5e2f-4d42-bc8c-b7c677ffc186 req-f508dfba-a87a-455d-b5ee-54b1efbd94ab tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a86d0c7-7190-44dc-af92-df26bd56269c HTTP/1.1" status: 200 len: 944 time: 0.0666738 Nov 12 08:46:48.797352 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2d8b46a2-5e2f-4d42-bc8c-b7c677ffc186 req-f2ee3e17-8587-44c3-98c8-07de553ba85d tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbce15ba-61c2-45c2-9eb0-b26d26aca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577707 Nov 12 08:46:49.148772 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b7f0fb-97a8-414d-9483-02f86542fe8d req-ada6b05a-5d1a-4f6f-b158-957c52e61649 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:49.150504 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d8b7f0fb-97a8-414d-9483-02f86542fe8d req-ada6b05a-5d1a-4f6f-b158-957c52e61649 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=16c35c58-3c53-4a03-b9cb-f513f06cb866 HTTP/1.1" status: 200 len: 945 time: 0.0562189 Nov 12 08:46:49.238998 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d8b7f0fb-97a8-414d-9483-02f86542fe8d req-2bfafbe8-ec87-4064-a4e5-3f7cd63d01cc tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=2112de76-808b-4aee-81cb-ec91177d9317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816827 Nov 12 08:46:49.527036 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e0eacb-e93b-4fe4-8c5c-0be873449d3c req-91c10497-8b8f-4306-914b-c4ada728aead tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:49.528883 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-05e0eacb-e93b-4fe4-8c5c-0be873449d3c req-91c10497-8b8f-4306-914b-c4ada728aead tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f572b03-2473-4d06-9d6f-9bba215f15ed HTTP/1.1" status: 200 len: 946 time: 0.0735970 Nov 12 08:46:49.591505 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-05e0eacb-e93b-4fe4-8c5c-0be873449d3c req-2656bfc1-a252-4971-b6b0-3825612c9c62 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0bffda3-6203-474e-b9e0-460d95e09dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560019 Nov 12 08:46:49.994810 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9dba73-61bc-4ad2-b1ec-0b7750bbf5eb req-cbec8557-4a44-426b-a1c2-e69bcfe061cc tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:49.996869 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4c9dba73-61bc-4ad2-b1ec-0b7750bbf5eb req-cbec8557-4a44-426b-a1c2-e69bcfe061cc tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a86d0c7-7190-44dc-af92-df26bd56269c HTTP/1.1" status: 200 len: 944 time: 0.0985956 Nov 12 08:46:50.110512 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4c9dba73-61bc-4ad2-b1ec-0b7750bbf5eb req-6487c067-3400-44ad-82b1-b898ec5b7623 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbce15ba-61c2-45c2-9eb0-b26d26aca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010523 Nov 12 08:46:50.143569 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb56c0e4-3928-4a40-b5cf-b0f971e8a2fd req-d348ec82-b21d-4cca-810f-808c13dcf3ec tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:50.147178 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-bb56c0e4-3928-4a40-b5cf-b0f971e8a2fd req-d348ec82-b21d-4cca-810f-808c13dcf3ec tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.21 "GET /v2.0/ports?device_id=16c35c58-3c53-4a03-b9cb-f513f06cb866 HTTP/1.1" status: 200 len: 945 time: 0.3771355 Nov 12 08:46:50.274380 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-bb56c0e4-3928-4a40-b5cf-b0f971e8a2fd req-58965edf-906a-4dfd-a3d7-f5cc3775bf39 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Deleting port f0210bc9-a867-41f9-a41c-9a557765755e {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:46:50.275420 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-bb56c0e4-3928-4a40-b5cf-b0f971e8a2fd req-58965edf-906a-4dfd-a3d7-f5cc3775bf39 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:50.432253 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e94822-14cc-4426-9700-e8b61bafd152 req-74d0002b-22e5-4ee2-9c02-fc39975c0c59 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:50.441330 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d9e94822-14cc-4426-9700-e8b61bafd152 req-74d0002b-22e5-4ee2-9c02-fc39975c0c59 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=16c35c58-3c53-4a03-b9cb-f513f06cb866 HTTP/1.1" status: 200 len: 945 time: 0.0765276 Nov 12 08:46:50.481653 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-bb56c0e4-3928-4a40-b5cf-b0f971e8a2fd req-58965edf-906a-4dfd-a3d7-f5cc3775bf39 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] For port f0210bc9-a867-41f9-a41c-9a557765755e, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=f0210bc9-a867-41f9-a41c-9a557765755e,segment=NetworkSegment(add834c9-8487-4b10-a6f8-7351b562c1cc),segment_id=add834c9-8487-4b10-a6f8-7351b562c1cc)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:50.482081 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-bb56c0e4-3928-4a40-b5cf-b0f971e8a2fd req-58965edf-906a-4dfd-a3d7-f5cc3775bf39 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:50.510296 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d9e94822-14cc-4426-9700-e8b61bafd152 req-2b9f77ec-4a0f-467b-855a-a75a027c8176 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=2112de76-808b-4aee-81cb-ec91177d9317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675819 Nov 12 08:46:50.754991 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056fb383-6a78-45fb-9e7c-c8f15d18e1ef req-0351c36c-5237-4631-a741-7febe8571fd6 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:50.764692 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-056fb383-6a78-45fb-9e7c-c8f15d18e1ef req-0351c36c-5237-4631-a741-7febe8571fd6 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f572b03-2473-4d06-9d6f-9bba215f15ed HTTP/1.1" status: 200 len: 946 time: 0.0911355 Nov 12 08:46:50.859202 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-056fb383-6a78-45fb-9e7c-c8f15d18e1ef req-c09c916b-fbcb-492b-a0c7-94e08d7883ab tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0bffda3-6203-474e-b9e0-460d95e09dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931373 Nov 12 08:46:50.954956 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-bb56c0e4-3928-4a40-b5cf-b0f971e8a2fd req-58965edf-906a-4dfd-a3d7-f5cc3775bf39 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:50.955312 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-bb56c0e4-3928-4a40-b5cf-b0f971e8a2fd req-58965edf-906a-4dfd-a3d7-f5cc3775bf39 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:50.955629 n-d-765315-29 neutron-server[102599]: INFO neutron.db.l3_db [req-bb56c0e4-3928-4a40-b5cf-b0f971e8a2fd req-58965edf-906a-4dfd-a3d7-f5cc3775bf39 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Floating IP 369ee5ca-ef10-4881-aec9-f07e1578cada disassociated. External IP: 172.25.2.213, port: f0210bc9-a867-41f9-a41c-9a557765755e. Nov 12 08:46:50.955974 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-bb56c0e4-3928-4a40-b5cf-b0f971e8a2fd req-58965edf-906a-4dfd-a3d7-f5cc3775bf39 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Calling delete_port for f0210bc9-a867-41f9-a41c-9a557765755e owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:46:51.127603 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-bb56c0e4-3928-4a40-b5cf-b0f971e8a2fd req-58965edf-906a-4dfd-a3d7-f5cc3775bf39 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:51.170029 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58965edf-906a-4dfd-a3d7-f5cc3775bf39 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Pushing event deleted for resources: {'Port': ['ID=f0210bc9-a867-41f9-a41c-9a557765755e,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:51.171171 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0256c3fc-5dad-416b-a56e-83e81504ac52 req-2277701a-5e1a-4b48-aa74-e30935b12e1a tempest-VolumesActionsTest-772619015 tempest-VolumesActionsTest-772619015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:51.174832 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0256c3fc-5dad-416b-a56e-83e81504ac52 req-2277701a-5e1a-4b48-aa74-e30935b12e1a tempest-VolumesActionsTest-772619015 tempest-VolumesActionsTest-772619015-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b63193e-47eb-4dee-9fd9-058d83f79243 HTTP/1.1" status: 200 len: 945 time: 0.0659800 Nov 12 08:46:51.227889 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0256c3fc-5dad-416b-a56e-83e81504ac52 req-5b35d114-8b52-4c89-9b72-0260a907ce6b tempest-VolumesActionsTest-772619015 tempest-VolumesActionsTest-772619015-project] 10.222.0.26 "GET /v2.0/security-groups?id=f56c1253-113a-4f54-95af-250ab147742e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468073 Nov 12 08:46:51.311342 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bb56c0e4-3928-4a40-b5cf-b0f971e8a2fd req-58965edf-906a-4dfd-a3d7-f5cc3775bf39 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Router a47a04e4-6db1-4c16-a149-ffd8319b05a3 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:46:51.352814 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb52563-6272-4959-a1ac-f3cee5925973 req-26c7b8d4-41d7-4ece-bb1c-498dff7dd436 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:51.354614 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4bb52563-6272-4959-a1ac-f3cee5925973 req-26c7b8d4-41d7-4ece-bb1c-498dff7dd436 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a86d0c7-7190-44dc-af92-df26bd56269c HTTP/1.1" status: 200 len: 944 time: 0.0643394 Nov 12 08:46:51.430580 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4bb52563-6272-4959-a1ac-f3cee5925973 req-b2cb1411-27ed-4e41-812f-bf74fa4b8f8f tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbce15ba-61c2-45c2-9eb0-b26d26aca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662234 Nov 12 08:46:51.456935 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1810c938-f75e-47a7-9c46-3d17f456b98a req-c7218c8a-99dd-4b65-a251-4f2df0f907ce tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:51.458515 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1810c938-f75e-47a7-9c46-3d17f456b98a req-c7218c8a-99dd-4b65-a251-4f2df0f907ce tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f572b03-2473-4d06-9d6f-9bba215f15ed HTTP/1.1" status: 200 len: 946 time: 0.0981739 Nov 12 08:46:51.508296 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bb56c0e4-3928-4a40-b5cf-b0f971e8a2fd req-58965edf-906a-4dfd-a3d7-f5cc3775bf39 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:46:51.519489 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc1be12-3fbe-4b20-bed8-edcf1046c30d None None] Sync routers for ids ['a47a04e4-6db1-4c16-a149-ffd8319b05a3'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:46:51.543299 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc1be12-3fbe-4b20-bed8-edcf1046c30d None None] Routers {'a47a04e4-6db1-4c16-a149-ffd8319b05a3'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:46:51.543964 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-7dc1be12-3fbe-4b20-bed8-edcf1046c30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:46:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['a47a04e4-6db1-4c16-a149-ffd8319b05a3'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:51.587508 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb56c0e4-3928-4a40-b5cf-b0f971e8a2fd req-58965edf-906a-4dfd-a3d7-f5cc3775bf39 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] No DVR routers for this DVR port f0210bc9-a867-41f9-a41c-9a557765755e on host n-h1-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:46:51.590719 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-bb56c0e4-3928-4a40-b5cf-b0f971e8a2fd req-58965edf-906a-4dfd-a3d7-f5cc3775bf39 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:51.595786 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-bb56c0e4-3928-4a40-b5cf-b0f971e8a2fd req-58965edf-906a-4dfd-a3d7-f5cc3775bf39 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.21 "DELETE /v2.0/ports/f0210bc9-a867-41f9-a41c-9a557765755e HTTP/1.1" status: 204 len: 173 time: 1.4407392 Nov 12 08:46:51.598134 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16c35c58-3c53-4a03-b9cb-f513f06cb866', 'name': 'network-vif-deleted', 'tag': 'f0210bc9-a867-41f9-a41c-9a557765755e'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:46:51.603013 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-362c90c4-033c-4f31-9389-21a07d734100" -d '{"events": [{"server_uuid": "16c35c58-3c53-4a03-b9cb-f513f06cb866", "name": "network-vif-deleted", "tag": "f0210bc9-a867-41f9-a41c-9a557765755e"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:46:51.671235 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-1810c938-f75e-47a7-9c46-3d17f456b98a req-aa7d3e78-dfef-44f3-a644-6438a5069a72 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Deleting port b803005b-47c4-478f-9f4f-f881a64beb9c {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:46:51.671235 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1810c938-f75e-47a7-9c46-3d17f456b98a req-aa7d3e78-dfef-44f3-a644-6438a5069a72 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:51.694579 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2ebd4b45-0518-49c0-8508-d8505d131d13 req-92767824-f9e6-40c2-b40a-7f8eb0fbe2e1 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=16c35c58-3c53-4a03-b9cb-f513f06cb866 HTTP/1.1" status: 200 len: 210 time: 0.0789745 Nov 12 08:46:51.832119 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a17d7760-2584-45df-a503-75252628d9b0 x-openstack-request-id: req-a17d7760-2584-45df-a503-75252628d9b0 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:46:51.832971 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16c35c58-3c53-4a03-b9cb-f513f06cb866", "name": "network-vif-deleted", "tag": "f0210bc9-a867-41f9-a41c-9a557765755e", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:46:51.835090 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a17d7760-2584-45df-a503-75252628d9b0 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:46:51.838455 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16c35c58-3c53-4a03-b9cb-f513f06cb866', 'name': 'network-vif-deleted', 'tag': 'f0210bc9-a867-41f9-a41c-9a557765755e', 'status': 'completed', 'code': 200} Nov 12 08:46:51.841756 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-7dc1be12-3fbe-4b20-bed8-edcf1046c30d None None] Set router a47a04e4-6db1-4c16-a149-ffd8319b05a3 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:46:51.856502 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-1810c938-f75e-47a7-9c46-3d17f456b98a req-aa7d3e78-dfef-44f3-a644-6438a5069a72 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] For port b803005b-47c4-478f-9f4f-f881a64beb9c, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=b803005b-47c4-478f-9f4f-f881a64beb9c,segment=NetworkSegment(d67d595f-ac82-4224-8cfb-35d7cb8db958),segment_id=d67d595f-ac82-4224-8cfb-35d7cb8db958)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:51.857399 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1810c938-f75e-47a7-9c46-3d17f456b98a req-aa7d3e78-dfef-44f3-a644-6438a5069a72 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:51.908378 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-1810c938-f75e-47a7-9c46-3d17f456b98a req-aa7d3e78-dfef-44f3-a644-6438a5069a72 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Calling delete_port for b803005b-47c4-478f-9f4f-f881a64beb9c owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:46:52.045451 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb420724-9655-40de-a92b-c77e7bdec3b1 req-4fb10071-ae8f-4512-9765-bab0962fe01c tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:52.054943 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bb420724-9655-40de-a92b-c77e7bdec3b1 req-4fb10071-ae8f-4512-9765-bab0962fe01c tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f572b03-2473-4d06-9d6f-9bba215f15ed HTTP/1.1" status: 200 len: 946 time: 0.0709677 Nov 12 08:46:52.111671 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bb420724-9655-40de-a92b-c77e7bdec3b1 req-de9ff938-31f8-4757-bf69-46439a8a07d1 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0bffda3-6203-474e-b9e0-460d95e09dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552580 Nov 12 08:46:52.179331 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1810c938-f75e-47a7-9c46-3d17f456b98a req-aa7d3e78-dfef-44f3-a644-6438a5069a72 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:52.191851 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['b803005b-47c4-478f-9f4f-f881a64beb9c'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:46:52.213356 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7d3e78-dfef-44f3-a644-6438a5069a72 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Pushing event deleted for resources: {'Port': ['ID=b803005b-47c4-478f-9f4f-f881a64beb9c,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:52.234906 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-7dc1be12-3fbe-4b20-bed8-edcf1046c30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47a04e4-6db1-4c16-a149-ffd8319b05a3', 'name': 'tempest-TestVolumeBootPattern-1486531232-router', 'tenant_id': '7d3f7337327743ecb706fdd7c92380e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'a9c6d19c-819a-4d35-bd4a-8438cac3130b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:15Z', 'updated_at': '2021-11-12T08:36:27Z', 'revision_number': 4, 'project_id': '7d3f7337327743ecb706fdd7c92380e3', 'gw_port': {'id': 'a9c6d19c-819a-4d35-bd4a-8438cac3130b', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47a04e4-6db1-4c16-a149-ffd8319b05a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2690, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:17Z', 'updated_at': '2021-11-12T08:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '5d26d5ee-de97-449a-b18e-ad0dd5ee2113', 'name': '', 'network_id': '35316ea3-d15f-4e9c-9d0f-87ba20d4fc64', 'tenant_id': '7d3f7337327743ecb706fdd7c92380e3', 'mac_address': 'fa:16:3e:4a:04:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47a04e4-6db1-4c16-a149-ffd8319b05a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'd1d27945-8c3d-427f-88ef-3c42a7516333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:25Z', 'updated_at': '2021-11-12T08:36:33Z', 'revision_number': 5, 'project_id': '7d3f7337327743ecb706fdd7c92380e3', 'subnets': [{'id': 'd1d27945-8c3d-427f-88ef-3c42a7516333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:52.265144 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc1be12-3fbe-4b20-bed8-edcf1046c30d None None] Checking router: a47a04e4-6db1-4c16-a149-ffd8319b05a3 for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:46:52.273741 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-1810c938-f75e-47a7-9c46-3d17f456b98a req-aa7d3e78-dfef-44f3-a644-6438a5069a72 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] No DVR routers for this DVR port b803005b-47c4-478f-9f4f-f881a64beb9c on host n-h1-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:46:52.277521 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc1be12-3fbe-4b20-bed8-edcf1046c30d None None] Routers {'a47a04e4-6db1-4c16-a149-ffd8319b05a3'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:46:52.278725 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-7dc1be12-3fbe-4b20-bed8-edcf1046c30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:46:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['a47a04e4-6db1-4c16-a149-ffd8319b05a3'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:52.287353 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1810c938-f75e-47a7-9c46-3d17f456b98a req-aa7d3e78-dfef-44f3-a644-6438a5069a72 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:52.294463 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1810c938-f75e-47a7-9c46-3d17f456b98a req-aa7d3e78-dfef-44f3-a644-6438a5069a72 tempest-AttachVolumeNegativeTest-1812791441 tempest-AttachVolumeNegativeTest-1812791441-project] 10.222.0.21 "DELETE /v2.0/ports/b803005b-47c4-478f-9f4f-f881a64beb9c HTTP/1.1" status: 204 len: 173 time: 0.8281441 Nov 12 08:46:52.475069 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78c601b-0fda-4bb5-974b-71a7ef468b36 req-8d3918e5-e271-424e-be0a-062a053d1424 tempest-VolumesActionsTest-772619015 tempest-VolumesActionsTest-772619015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:52.477177 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f78c601b-0fda-4bb5-974b-71a7ef468b36 req-8d3918e5-e271-424e-be0a-062a053d1424 tempest-VolumesActionsTest-772619015 tempest-VolumesActionsTest-772619015-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b63193e-47eb-4dee-9fd9-058d83f79243 HTTP/1.1" status: 200 len: 945 time: 0.1012738 Nov 12 08:46:52.583903 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f78c601b-0fda-4bb5-974b-71a7ef468b36 req-3207f109-8a8a-4742-b2b6-629871ee51b3 tempest-VolumesActionsTest-772619015 tempest-VolumesActionsTest-772619015-project] 10.222.0.26 "GET /v2.0/security-groups?id=f56c1253-113a-4f54-95af-250ab147742e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954015 Nov 12 08:46:52.687825 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-7dc1be12-3fbe-4b20-bed8-edcf1046c30d None None] Set router a47a04e4-6db1-4c16-a149-ffd8319b05a3 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:46:52.723062 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed98170c-fbc5-4040-9899-cbe35f4c29a4 req-099d54a5-ead5-41f9-bdd1-698f77b967e3 tempest-VolumesActionsTest-772619015 tempest-VolumesActionsTest-772619015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:52.725174 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ed98170c-fbc5-4040-9899-cbe35f4c29a4 req-099d54a5-ead5-41f9-bdd1-698f77b967e3 tempest-VolumesActionsTest-772619015 tempest-VolumesActionsTest-772619015-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b63193e-47eb-4dee-9fd9-058d83f79243 HTTP/1.1" status: 200 len: 945 time: 0.0729938 Nov 12 08:46:52.745200 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30069a4-4109-43ce-9ec4-c46e9a6e690a req-9572e8fb-27e3-41b0-becc-1b3be12f842a tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:52.746822 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e30069a4-4109-43ce-9ec4-c46e9a6e690a req-9572e8fb-27e3-41b0-becc-1b3be12f842a tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a86d0c7-7190-44dc-af92-df26bd56269c HTTP/1.1" status: 200 len: 944 time: 0.0719419 Nov 12 08:46:52.768166 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 9abd1b39-6dc1-44ca-930e-2ef202e5985d details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:46:52.855856 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e30069a4-4109-43ce-9ec4-c46e9a6e690a req-0de2fe87-3bde-4651-b869-b6efc2edf6e1 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbce15ba-61c2-45c2-9eb0-b26d26aca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810239 Nov 12 08:46:52.915031 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-ed98170c-fbc5-4040-9899-cbe35f4c29a4 req-9a2f5dab-356e-47b6-a963-5111cf182322 tempest-VolumesActionsTest-772619015 tempest-VolumesActionsTest-772619015-project] Deleting port 444ee2ce-8fbd-4f87-8d51-c23fae461f0d {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:46:52.915497 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-ed98170c-fbc5-4040-9899-cbe35f4c29a4 req-9a2f5dab-356e-47b6-a963-5111cf182322 tempest-VolumesActionsTest-772619015 tempest-VolumesActionsTest-772619015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:53.050965 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.db.resource_extend [None req-e530113a-7783-48f4-9840-8911a24052df None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:46:53.097582 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-34437802-5dd9-450d-baec-7973461809ba req-882cec9f-782f-4af4-a2b6-7ab47dcba986 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=16c35c58-3c53-4a03-b9cb-f513f06cb866 HTTP/1.1" status: 200 len: 210 time: 0.0875144 Nov 12 08:46:53.107993 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-ed98170c-fbc5-4040-9899-cbe35f4c29a4 req-9a2f5dab-356e-47b6-a963-5111cf182322 tempest-VolumesActionsTest-772619015 tempest-VolumesActionsTest-772619015-project] For port 444ee2ce-8fbd-4f87-8d51-c23fae461f0d, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=444ee2ce-8fbd-4f87-8d51-c23fae461f0d,segment=NetworkSegment(41a92c03-3de5-471c-8af5-a5d9925084fc),segment_id=41a92c03-3de5-471c-8af5-a5d9925084fc)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:53.109755 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-ed98170c-fbc5-4040-9899-cbe35f4c29a4 req-9a2f5dab-356e-47b6-a963-5111cf182322 tempest-VolumesActionsTest-772619015 tempest-VolumesActionsTest-772619015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:53.144504 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-ed98170c-fbc5-4040-9899-cbe35f4c29a4 req-9a2f5dab-356e-47b6-a963-5111cf182322 tempest-VolumesActionsTest-772619015 tempest-VolumesActionsTest-772619015-project] Calling delete_port for 444ee2ce-8fbd-4f87-8d51-c23fae461f0d owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:46:53.211477 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 58552) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:53.253513 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-7dc1be12-3fbe-4b20-bed8-edcf1046c30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47a04e4-6db1-4c16-a149-ffd8319b05a3', 'name': 'tempest-TestVolumeBootPattern-1486531232-router', 'tenant_id': '7d3f7337327743ecb706fdd7c92380e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'a9c6d19c-819a-4d35-bd4a-8438cac3130b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:15Z', 'updated_at': '2021-11-12T08:36:27Z', 'revision_number': 4, 'project_id': '7d3f7337327743ecb706fdd7c92380e3', 'gw_port': {'id': 'a9c6d19c-819a-4d35-bd4a-8438cac3130b', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47a04e4-6db1-4c16-a149-ffd8319b05a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2690, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:17Z', 'updated_at': '2021-11-12T08:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '5d26d5ee-de97-449a-b18e-ad0dd5ee2113', 'name': '', 'network_id': '35316ea3-d15f-4e9c-9d0f-87ba20d4fc64', 'tenant_id': '7d3f7337327743ecb706fdd7c92380e3', 'mac_address': 'fa:16:3e:4a:04:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47a04e4-6db1-4c16-a149-ffd8319b05a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'd1d27945-8c3d-427f-88ef-3c42a7516333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:25Z', 'updated_at': '2021-11-12T08:36:33Z', 'revision_number': 5, 'project_id': '7d3f7337327743ecb706fdd7c92380e3', 'subnets': [{'id': 'd1d27945-8c3d-427f-88ef-3c42a7516333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:53.262002 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 9abd1b39-6dc1-44ca-930e-2ef202e5985d, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=9abd1b39-6dc1-44ca-930e-2ef202e5985d,segment=NetworkSegment(af797d38-38a8-4b07-9e39-f6b6e77997f4),segment_id=af797d38-38a8-4b07-9e39-f6b6e77997f4)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:53.307678 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc1be12-3fbe-4b20-bed8-edcf1046c30d None None] The sync data for ids ['a47a04e4-6db1-4c16-a149-ffd8319b05a3'] in n-d-765315-29 is: [{'id': 'a47a04e4-6db1-4c16-a149-ffd8319b05a3', 'name': 'tempest-TestVolumeBootPattern-1486531232-router', 'tenant_id': '7d3f7337327743ecb706fdd7c92380e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'a9c6d19c-819a-4d35-bd4a-8438cac3130b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:15Z', 'updated_at': '2021-11-12T08:36:27Z', 'revision_number': 4, 'project_id': '7d3f7337327743ecb706fdd7c92380e3', 'gw_port': {'id': 'a9c6d19c-819a-4d35-bd4a-8438cac3130b', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47a04e4-6db1-4c16-a149-ffd8319b05a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2690, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:17Z', 'updated_at': '2021-11-12T08:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '5d26d5ee-de97-449a-b18e-ad0dd5ee2113', 'name': '', 'network_id': '35316ea3-d15f-4e9c-9d0f-87ba20d4fc64', 'tenant_id': '7d3f7337327743ecb706fdd7c92380e3', 'mac_address': 'fa:16:3e:4a:04:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47a04e4-6db1-4c16-a149-ffd8319b05a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'd1d27945-8c3d-427f-88ef-3c42a7516333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:25Z', 'updated_at': '2021-11-12T08:36:33Z', 'revision_number': 5, 'project_id': '7d3f7337327743ecb706fdd7c92380e3', 'subnets': [{'id': 'd1d27945-8c3d-427f-88ef-3c42a7516333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:46:53.321813 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Returning: {'device': '9abd1b39-6dc1-44ca-930e-2ef202e5985d', 'network_id': '035eb459-9a91-4fd8-901a-19f84b909974', 'port_id': '9abd1b39-6dc1-44ca-930e-2ef202e5985d', 'mac_address': 'fa:16:3e:4b:3b:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1c0d780-ea07-4ac0-8e82-43d130bbdc75', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:46:53.331762 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-a140ce68-f810-40ff-95d7-94731ee06bbf admin admin] Deleting subnet 60df83b3-712a-40a1-8ef0-32bfce62889a {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:46:53.342684 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a140ce68-f810-40ff-95d7-94731ee06bbf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:53.375796 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-ed98170c-fbc5-4040-9899-cbe35f4c29a4 req-9a2f5dab-356e-47b6-a963-5111cf182322 tempest-VolumesActionsTest-772619015 tempest-VolumesActionsTest-772619015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:53.412597 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:53.432966 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-e530113a-7783-48f4-9840-8911a24052df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9abd1b39-6dc1-44ca-930e-2ef202e5985d {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:46:53.437931 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['444ee2ce-8fbd-4f87-8d51-c23fae461f0d'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:46:53.443422 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a140ce68-f810-40ff-95d7-94731ee06bbf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:53.483354 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 9abd1b39-6dc1-44ca-930e-2ef202e5985d, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=9abd1b39-6dc1-44ca-930e-2ef202e5985d,segment=NetworkSegment(af797d38-38a8-4b07-9e39-f6b6e77997f4),segment_id=af797d38-38a8-4b07-9e39-f6b6e77997f4)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:53.493280 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:53.514874 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2f5dab-356e-47b6-a963-5111cf182322 tempest-VolumesActionsTest-772619015 tempest-VolumesActionsTest-772619015-project] Pushing event deleted for resources: {'Port': ['ID=444ee2ce-8fbd-4f87-8d51-c23fae461f0d,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:53.521570 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a140ce68-f810-40ff-95d7-94731ee06bbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:53.549702 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed98170c-fbc5-4040-9899-cbe35f4c29a4 req-9a2f5dab-356e-47b6-a963-5111cf182322 tempest-VolumesActionsTest-772619015 tempest-VolumesActionsTest-772619015-project] No DVR routers for this DVR port 444ee2ce-8fbd-4f87-8d51-c23fae461f0d on host n-h2-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:46:53.553295 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-ed98170c-fbc5-4040-9899-cbe35f4c29a4 req-9a2f5dab-356e-47b6-a963-5111cf182322 tempest-VolumesActionsTest-772619015 tempest-VolumesActionsTest-772619015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:53.557316 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ed98170c-fbc5-4040-9899-cbe35f4c29a4 req-9a2f5dab-356e-47b6-a963-5111cf182322 tempest-VolumesActionsTest-772619015 tempest-VolumesActionsTest-772619015-project] 10.222.0.44 "DELETE /v2.0/ports/444ee2ce-8fbd-4f87-8d51-c23fae461f0d HTTP/1.1" status: 204 len: 173 time: 0.8214228 Nov 12 08:46:53.633706 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=9abd1b39-6dc1-44ca-930e-2ef202e5985d,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:53.649303 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a140ce68-f810-40ff-95d7-94731ee06bbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:53.690350 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a140ce68-f810-40ff-95d7-94731ee06bbf admin admin] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:53.710039 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-a140ce68-f810-40ff-95d7-94731ee06bbf admin admin] 10.222.0.26 "DELETE /v2.0/subnets/60df83b3-712a-40a1-8ef0-32bfce62889a HTTP/1.1" status: 204 len: 168 time: 0.4969378 Nov 12 08:46:53.712484 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 58564) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:53.767315 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a140ce68-f810-40ff-95d7-94731ee06bbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60df83b3-712a-40a1-8ef0-32bfce62889a,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:53.815759 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['9abd1b39-6dc1-44ca-930e-2ef202e5985d'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:46:53.829445 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a4b0559b-8f32-4a6f-9e4e-606405bbbde8 req-80cba090-09c5-43b1-905f-b4597e21bb8c tempest-VolumesActionsTest-772619015 tempest-VolumesActionsTest-772619015-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b63193e-47eb-4dee-9fd9-058d83f79243 HTTP/1.1" status: 200 len: 210 time: 0.0737798 Nov 12 08:46:53.844047 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f572b03-2473-4d06-9d6f-9bba215f15ed', 'name': 'network-vif-deleted', 'tag': 'b803005b-47c4-478f-9f4f-f881a64beb9c'}, {'server_uuid': '4b63193e-47eb-4dee-9fd9-058d83f79243', 'name': 'network-vif-deleted', 'tag': '444ee2ce-8fbd-4f87-8d51-c23fae461f0d'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:46:53.846314 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad858ee-65d1-40be-a358-80b9773585c4" -d '{"events": [{"server_uuid": "2f572b03-2473-4d06-9d6f-9bba215f15ed", "name": "network-vif-deleted", "tag": "b803005b-47c4-478f-9f4f-f881a64beb9c"}, {"server_uuid": "4b63193e-47eb-4dee-9fd9-058d83f79243", "name": "network-vif-deleted", "tag": "444ee2ce-8fbd-4f87-8d51-c23fae461f0d"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:46:53.875049 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e2e7a3e0-2ed0-41c9-9bb0-78835dcafda0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:53.901511 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23bf9c41-0342-448e-bfbc-bf762d2f94ab None None] New status for floating IP 369ee5ca-ef10-4881-aec9-f07e1578cada: DOWN {{(pid=102602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:46:53.952388 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 08:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43fb4e7d-1c3c-4c1f-9c30-000110e1f45d x-openstack-request-id: req-43fb4e7d-1c3c-4c1f-9c30-000110e1f45d {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:46:53.952919 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f572b03-2473-4d06-9d6f-9bba215f15ed", "name": "network-vif-deleted", "tag": "b803005b-47c4-478f-9f4f-f881a64beb9c", "status": "completed", "code": 200}, {"server_uuid": "4b63193e-47eb-4dee-9fd9-058d83f79243", "name": "network-vif-deleted", "tag": "444ee2ce-8fbd-4f87-8d51-c23fae461f0d", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:46:53.953270 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-43fb4e7d-1c3c-4c1f-9c30-000110e1f45d {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:46:53.953768 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f572b03-2473-4d06-9d6f-9bba215f15ed', 'name': 'network-vif-deleted', 'tag': 'b803005b-47c4-478f-9f4f-f881a64beb9c', 'status': 'completed', 'code': 200} Nov 12 08:46:53.954243 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b63193e-47eb-4dee-9fd9-058d83f79243', 'name': 'network-vif-deleted', 'tag': '444ee2ce-8fbd-4f87-8d51-c23fae461f0d', 'status': 'completed', 'code': 200} Nov 12 08:46:54.027870 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e2e7a3e0-2ed0-41c9-9bb0-78835dcafda0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:54.080042 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-e2e7a3e0-2ed0-41c9-9bb0-78835dcafda0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['005cbe87-3cd9-4019-b60a-9b9dcf542d7d']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:54.106367 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-e2e7a3e0-2ed0-41c9-9bb0-78835dcafda0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd67d595f-ac82-4224-8cfb-35d7cb8db958') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:54.109976 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-e2e7a3e0-2ed0-41c9-9bb0-78835dcafda0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd67d595f-ac82-4224-8cfb-35d7cb8db958') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:54.129432 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e2e7a3e0-2ed0-41c9-9bb0-78835dcafda0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:54.152669 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e2e7a3e0-2ed0-41c9-9bb0-78835dcafda0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:54.166541 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2e7a3e0-2ed0-41c9-9bb0-78835dcafda0 admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:46:54.167323 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e2e7a3e0-2ed0-41c9-9bb0-78835dcafda0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:54.169785 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 08:46:54.169785 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:46:54.169785 n-d-765315-29 neutron-server[102599]: timer() Nov 12 08:46:54.169785 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:46:54.169785 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 08:46:54.169785 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:46:54.169785 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 08:46:54.169785 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:46:54.169785 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 08:46:54.169785 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:46:54.169785 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 08:46:54.169785 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:46:54.169785 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 08:46:54.169785 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:46:54.169785 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:46:54.169785 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:46:54.169785 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:46:54.169785 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:46:54.169785 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 08:46:54.169785 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:46:54.169785 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 08:46:54.169785 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:46:54.169785 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:46:54.169785 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:46:54.169785 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 08:46:54.169785 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:46:54.169785 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:46:54.169785 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:46:54.169785 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:46:54.169785 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:46:54.169785 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:46:54.169785 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:46:54.262425 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda23052-e1f0-464f-98e2-aca1e177102d req-676c6686-12ce-400c-bb44-135cd92a2ff9 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:54.274334 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cda23052-e1f0-464f-98e2-aca1e177102d req-676c6686-12ce-400c-bb44-135cd92a2ff9 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a86d0c7-7190-44dc-af92-df26bd56269c HTTP/1.1" status: 200 len: 945 time: 0.1896675 Nov 12 08:46:54.294006 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e2e7a3e0-2ed0-41c9-9bb0-78835dcafda0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:54.310660 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e2e7a3e0-2ed0-41c9-9bb0-78835dcafda0 admin admin] Publish callbacks [] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:54.322110 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-e2e7a3e0-2ed0-41c9-9bb0-78835dcafda0 admin admin] 10.222.0.26 "DELETE /v2.0/networks/005cbe87-3cd9-4019-b60a-9b9dcf542d7d HTTP/1.1" status: 204 len: 168 time: 0.6059241 Nov 12 08:46:54.437374 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cda23052-e1f0-464f-98e2-aca1e177102d req-7631358e-1e7c-484f-8149-bb41b356e411 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbce15ba-61c2-45c2-9eb0-b26d26aca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1621821 Nov 12 08:46:54.644690 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b31798b1-8cfe-4bcc-9eec-b6490459d284 req-a736f365-2d7d-4e2b-abb7-20b5bc88edff tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=16c35c58-3c53-4a03-b9cb-f513f06cb866 HTTP/1.1" status: 200 len: 210 time: 0.1125162 Nov 12 08:46:54.664375 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 58584) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:54.727489 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device b803005b-47c4-478f-9f4f-f881a64beb9c no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:46:54.759905 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-8248b17f-6b3a-4ec3-b23c-0e2176f2de55 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c79a59d0e8a34d8d81232928cf66b1d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0938349 Nov 12 08:46:54.765291 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 58588) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:54.769378 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-e530113a-7783-48f4-9840-8911a24052df None None] No Port match for: b803005b-47c4-478f-9f4f-f881a64beb9c {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:46:54.769996 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device b803005b-47c4-478f-9f4f-f881a64beb9c not bound to the agent host n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:46:54.770620 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device f0210bc9-a867-41f9-a41c-9a557765755e no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:46:54.794915 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-e530113a-7783-48f4-9840-8911a24052df None None] No Port match for: f0210bc9-a867-41f9-a41c-9a557765755e {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:46:54.795701 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device f0210bc9-a867-41f9-a41c-9a557765755e not bound to the agent host n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:46:54.828519 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e7a3e0-2ed0-41c9-9bb0-78835dcafda0 admin admin] Pushing event deleted for resources: {'Network': ['ID=005cbe87-3cd9-4019-b60a-9b9dcf542d7d,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:54.860490 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d2e86efd-b87b-4638-9aad-918428089f61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:54.895736 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d2e86efd-b87b-4638-9aad-918428089f61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:54.964119 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d2e86efd-b87b-4638-9aad-918428089f61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:54.968151 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d2e86efd-b87b-4638-9aad-918428089f61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:54.975352 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-d2e86efd-b87b-4638-9aad-918428089f61 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e0bffda3-6203-474e-b9e0-460d95e09dc1 HTTP/1.1" status: 204 len: 168 time: 0.2085230 Nov 12 08:46:54.983631 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e86efd-b87b-4638-9aad-918428089f61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0bffda3-6203-474e-b9e0-460d95e09dc1,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:55.635000 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec37a34a-a573-461a-ba76-b291f1ebec92 req-a2b67d65-b68d-4707-a18a-f23aa07527c1 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:55.648446 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ec37a34a-a573-461a-ba76-b291f1ebec92 req-a2b67d65-b68d-4707-a18a-f23aa07527c1 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a86d0c7-7190-44dc-af92-df26bd56269c HTTP/1.1" status: 200 len: 945 time: 0.0847802 Nov 12 08:46:55.755002 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ec37a34a-a573-461a-ba76-b291f1ebec92 req-4b6293bd-96f6-474b-be8b-bae6e3ed7865 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbce15ba-61c2-45c2-9eb0-b26d26aca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050730 Nov 12 08:46:55.902866 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-84b60807-0438-405a-bfe6-3874629228fa req-d77ca4f5-2312-4f23-be0f-61453ed87a8d tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=16c35c58-3c53-4a03-b9cb-f513f06cb866 HTTP/1.1" status: 200 len: 210 time: 0.0405588 Nov 12 08:46:56.723810 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 9abd1b39-6dc1-44ca-930e-2ef202e5985d up at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:46:56.791612 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 444ee2ce-8fbd-4f87-8d51-c23fae461f0d no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:46:56.832439 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] No Port match for: 444ee2ce-8fbd-4f87-8d51-c23fae461f0d {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:46:56.833016 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 444ee2ce-8fbd-4f87-8d51-c23fae461f0d not bound to the agent host n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:46:56.861918 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning for port 9abd1b39-6dc1-44ca-930e-2ef202e5985d completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:46:56.873477 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning complete for port 9abd1b39-6dc1-44ca-930e-2ef202e5985d triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:56.874331 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:57.033053 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba90171-c6b4-4568-ac18-adb859ff404d req-3c1eceb2-746c-4d64-95f9-8309fa6084c5 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:57.045110 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8ba90171-c6b4-4568-ac18-adb859ff404d req-3c1eceb2-746c-4d64-95f9-8309fa6084c5 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a86d0c7-7190-44dc-af92-df26bd56269c HTTP/1.1" status: 200 len: 945 time: 0.1444333 Nov 12 08:46:57.046073 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:57.113920 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 9abd1b39-6dc1-44ca-930e-2ef202e5985d, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=9abd1b39-6dc1-44ca-930e-2ef202e5985d,segment=NetworkSegment(af797d38-38a8-4b07-9e39-f6b6e77997f4),segment_id=af797d38-38a8-4b07-9e39-f6b6e77997f4)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:57.115980 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a86d0c7-7190-44dc-af92-df26bd56269c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9abd1b39-6dc1-44ca-930e-2ef202e5985d'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:46:57.120116 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04ac3966-d6f4-4374-ab1b-2108cae4787c" -d '{"events": [{"server_uuid": "4a86d0c7-7190-44dc-af92-df26bd56269c", "name": "network-vif-plugged", "status": "completed", "tag": "9abd1b39-6dc1-44ca-930e-2ef202e5985d"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:46:57.124814 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:57.135467 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8ba90171-c6b4-4568-ac18-adb859ff404d req-06ea6d16-cbe0-4026-8607-2ce3615bd7ad tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbce15ba-61c2-45c2-9eb0-b26d26aca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890126 Nov 12 08:46:57.235468 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=9abd1b39-6dc1-44ca-930e-2ef202e5985d,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:57.299724 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2aa6e40b-e8ce-4e69-a3a9-12e14857b72b req-13aa8026-e155-4320-b04a-3882c064ff0b tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=16c35c58-3c53-4a03-b9cb-f513f06cb866 HTTP/1.1" status: 200 len: 210 time: 0.0499768 Nov 12 08:46:57.360515 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c782f027-af74-4908-9d48-27abd15b8771 x-openstack-request-id: req-c782f027-af74-4908-9d48-27abd15b8771 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:46:57.361586 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a86d0c7-7190-44dc-af92-df26bd56269c", "name": "network-vif-plugged", "status": "completed", "tag": "9abd1b39-6dc1-44ca-930e-2ef202e5985d", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:46:57.362351 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c782f027-af74-4908-9d48-27abd15b8771 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:46:57.363376 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a86d0c7-7190-44dc-af92-df26bd56269c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9abd1b39-6dc1-44ca-930e-2ef202e5985d', 'code': 200} Nov 12 08:46:57.522114 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca5312a-132f-4e96-802e-b626a52e730c req-7eb5fe5c-b897-4d64-8e2d-5464a616ca4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:57.523750 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8ca5312a-132f-4e96-802e-b626a52e730c req-7eb5fe5c-b897-4d64-8e2d-5464a616ca4f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4a86d0c7-7190-44dc-af92-df26bd56269c HTTP/1.1" status: 200 len: 1098 time: 0.0846040 Nov 12 08:46:57.624719 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8ca5312a-132f-4e96-802e-b626a52e730c req-251f88cd-5519-4869-83fb-82dcf69fe565 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=dbce15ba-61c2-45c2-9eb0-b26d26aca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929358 Nov 12 08:46:58.408384 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdaec33-655a-46b0-bb2b-9800b01d4450 req-d091f574-a8bd-440d-9cd9-7013496e5ab3 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:58.410571 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ebdaec33-655a-46b0-bb2b-9800b01d4450 req-d091f574-a8bd-440d-9cd9-7013496e5ab3 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a86d0c7-7190-44dc-af92-df26bd56269c HTTP/1.1" status: 200 len: 946 time: 0.1075406 Nov 12 08:46:58.514182 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ebdaec33-655a-46b0-bb2b-9800b01d4450 req-54d07baf-a165-4ca4-8e11-7e2ce9517abc tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbce15ba-61c2-45c2-9eb0-b26d26aca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964615 Nov 12 08:46:58.652520 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-945c761e-ebf4-4c7f-bef6-eebe1c366fd3 req-81a4fb93-58e4-4fb6-a4b3-903b93512e57 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=16c35c58-3c53-4a03-b9cb-f513f06cb866 HTTP/1.1" status: 200 len: 210 time: 0.0466678 Nov 12 08:46:59.391946 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 58766) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:59.549322 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-725eebe3-3d5d-4dc9-8d7f-f11a3a62e604 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:59.659769 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-725eebe3-3d5d-4dc9-8d7f-f11a3a62e604 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:59.678799 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-725eebe3-3d5d-4dc9-8d7f-f11a3a62e604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:59.741660 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-725eebe3-3d5d-4dc9-8d7f-f11a3a62e604 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6cd83725ce574ed5ad8c4c2f77e6f3e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3484654 Nov 12 08:46:59.741936 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 58774) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:59.751613 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efee7f99-653a-4872-8fd3-b9cef360137e req-e4f87453-3a58-4e95-a2d1-5cde65d0f95b tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:59.762178 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-efee7f99-653a-4872-8fd3-b9cef360137e req-e4f87453-3a58-4e95-a2d1-5cde65d0f95b tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a86d0c7-7190-44dc-af92-df26bd56269c HTTP/1.1" status: 200 len: 946 time: 0.1394582 Nov 12 08:46:59.765500 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725eebe3-3d5d-4dc9-8d7f-f11a3a62e604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2371908c-d7da-4a01-92fe-d616c91aefb0,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:59.822740 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-986bddce-9db0-4c6a-9a9e-2aa0144f5f11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:59.849817 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-efee7f99-653a-4872-8fd3-b9cef360137e req-8a319255-ab7e-412c-b1d5-99a124ba287d tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbce15ba-61c2-45c2-9eb0-b26d26aca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846529 Nov 12 08:46:59.859228 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-986bddce-9db0-4c6a-9a9e-2aa0144f5f11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:59.925649 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-986bddce-9db0-4c6a-9a9e-2aa0144f5f11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:59.929018 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-986bddce-9db0-4c6a-9a9e-2aa0144f5f11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:59.945572 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-986bddce-9db0-4c6a-9a9e-2aa0144f5f11 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2371908c-d7da-4a01-92fe-d616c91aefb0 HTTP/1.1" status: 204 len: 168 time: 0.1949668 Nov 12 08:46:59.976329 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986bddce-9db0-4c6a-9a9e-2aa0144f5f11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2371908c-d7da-4a01-92fe-d616c91aefb0,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:00.124483 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa2f0a9-1322-4f9f-95b6-353607aebc98 req-99f77ee1-9d0e-4209-8014-f500c1a4a6aa tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:00.126714 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0fa2f0a9-1322-4f9f-95b6-353607aebc98 req-99f77ee1-9d0e-4209-8014-f500c1a4a6aa tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a86d0c7-7190-44dc-af92-df26bd56269c HTTP/1.1" status: 200 len: 946 time: 0.0932827 Nov 12 08:47:00.219820 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0fa2f0a9-1322-4f9f-95b6-353607aebc98 req-52cf7fcc-c2c0-4ab4-bb26-91b7a5f99780 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbce15ba-61c2-45c2-9eb0-b26d26aca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863121 Nov 12 08:47:00.249482 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 58790) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:00.375993 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c3b568-258a-498e-a50c-4aa22ae436f9 tempest-TestNetworkAdvancedServerOps-63743733 tempest-TestNetworkAdvancedServerOps-63743733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:00.378033 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-17c3b568-258a-498e-a50c-4aa22ae436f9 tempest-TestNetworkAdvancedServerOps-63743733 tempest-TestNetworkAdvancedServerOps-63743733-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=4a86d0c7-7190-44dc-af92-df26bd56269c HTTP/1.1" status: 200 len: 1093 time: 0.1274881 Nov 12 08:47:00.381856 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 58794) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:00.387215 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-ecf41e2e-d549-4ac0-a3a2-8d9496a6b724 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Request body: {'floatingip': {'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'port_id': '9abd1b39-6dc1-44ca-930e-2ef202e5985d', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:00.428465 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ecf41e2e-d549-4ac0-a3a2-8d9496a6b724 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for floatingip, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:00.453572 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 58796) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:00.461996 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-779a175f-58ce-42aa-a08d-4e4aa0d84289 req-97d0fbb2-6700-4185-8a76-6ccddc99269c tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1922298726&fields=id&tenant_id=7d3f7337327743ecb706fdd7c92380e3 HTTP/1.1" status: 200 len: 267 time: 0.0744133 Nov 12 08:47:00.479612 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-aa3e35fb-e374-4d85-9359-db642e14082a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:00.634973 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a175f-58ce-42aa-a08d-4e4aa0d84289 req-41f416cd-3f88-4fa0-91de-389890524112 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:00.636529 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-779a175f-58ce-42aa-a08d-4e4aa0d84289 req-41f416cd-3f88-4fa0-91de-389890524112 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/networks?id=35316ea3-d15f-4e9c-9d0f-87ba20d4fc64 HTTP/1.1" status: 200 len: 812 time: 0.1672096 Nov 12 08:47:00.637029 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-aa3e35fb-e374-4d85-9359-db642e14082a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:00.649007 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ecf41e2e-d549-4ac0-a3a2-8d9496a6b724 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:00.655309 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-779a175f-58ce-42aa-a08d-4e4aa0d84289 req-d84c1d3f-6785-4808-b779-5eb8efae7aae tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/quotas/7d3f7337327743ecb706fdd7c92380e3 HTTP/1.1" status: 200 len: 375 time: 0.0113673 Nov 12 08:47:00.668021 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-aa3e35fb-e374-4d85-9359-db642e14082a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:00.728397 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-779a175f-58ce-42aa-a08d-4e4aa0d84289 req-07ffc06f-5d0b-491b-a8d6-3e111d303ea0 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=7d3f7337327743ecb706fdd7c92380e3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0636547 Nov 12 08:47:00.774370 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-aa3e35fb-e374-4d85-9359-db642e14082a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=024a56f0dceb47b089a9e984bbe34ae2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3197198 Nov 12 08:47:00.779236 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 58798) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:00.782243 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3e35fb-e374-4d85-9359-db642e14082a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bba11c63-e92a-4a4e-8586-4d77f51a73a5,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:00.929121 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-51f921c3-3c76-48f1-903a-3b99e882bef2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:00.929703 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-ecf41e2e-d549-4ac0-a3a2-8d9496a6b724 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Allocated IP 172.25.2.125 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/81c20f68-8484-465f-a0f2-f7a003a69b6d) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:47:00.963410 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-779a175f-58ce-42aa-a08d-4e4aa0d84289 req-0dcd455a-c61a-4323-a1c9-76a9240d8cf9 service neutron] 10.222.0.26 "GET /v2.0/networks/35316ea3-d15f-4e9c-9d0f-87ba20d4fc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193420 Nov 12 08:47:00.974902 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-51f921c3-3c76-48f1-903a-3b99e882bef2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:01.094218 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ecf41e2e-d549-4ac0-a3a2-8d9496a6b724 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:01.119404 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-51f921c3-3c76-48f1-903a-3b99e882bef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:01.122269 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-51f921c3-3c76-48f1-903a-3b99e882bef2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:01.126617 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-51f921c3-3c76-48f1-903a-3b99e882bef2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bba11c63-e92a-4a4e-8586-4d77f51a73a5 HTTP/1.1" status: 204 len: 168 time: 0.3462079 Nov 12 08:47:01.129329 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-779a175f-58ce-42aa-a08d-4e4aa0d84289 req-9d3e6868-530c-469a-bba5-54193d2df91a service neutron] 10.222.0.26 "GET /v2.0/networks/35316ea3-d15f-4e9c-9d0f-87ba20d4fc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465809 Nov 12 08:47:01.141857 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f921c3-3c76-48f1-903a-3b99e882bef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba11c63-e92a-4a4e-8586-4d77f51a73a5,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:01.143028 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ecf41e2e-d549-4ac0-a3a2-8d9496a6b724 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:01.260572 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf41e2e-d549-4ac0-a3a2-8d9496a6b724 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Pushing event updated for resources: {'Port': ['ID=81c20f68-8484-465f-a0f2-f7a003a69b6d,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:01.282481 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf41e2e-d549-4ac0-a3a2-8d9496a6b724 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:47:01.285152 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-ecf41e2e-d549-4ac0-a3a2-8d9496a6b724 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:47:01.289265 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf41e2e-d549-4ac0-a3a2-8d9496a6b724 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:47:01.755608 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a0d54013-c098-4754-832e-9de72a3a2500 req-792cd88a-6244-4602-9164-8699dc0d8ab0 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=79dabc15-b262-4896-9d54-881fa4c32d6d HTTP/1.1" status: 200 len: 210 time: 0.0721078 Nov 12 08:47:02.291550 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ecf41e2e-d549-4ac0-a3a2-8d9496a6b724 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:02.462326 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ecf41e2e-d549-4ac0-a3a2-8d9496a6b724 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:02.736472 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ecf41e2e-d549-4ac0-a3a2-8d9496a6b724 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:02.746753 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ecf41e2e-d549-4ac0-a3a2-8d9496a6b724 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:02.953225 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf41e2e-d549-4ac0-a3a2-8d9496a6b724 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Pushing event updated for resources: {'Port': ['ID=81c20f68-8484-465f-a0f2-f7a003a69b6d,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:02.993878 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ecf41e2e-d549-4ac0-a3a2-8d9496a6b724 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:03.136677 n-d-765315-29 neutron-server[102599]: INFO neutron.db.l3_db [None req-ecf41e2e-d549-4ac0-a3a2-8d9496a6b724 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Floating IP 2f0bf1ee-fab7-49a0-a1fa-fcfec06b7c4a associated. External IP: 172.25.2.125, port: 9abd1b39-6dc1-44ca-930e-2ef202e5985d. Nov 12 08:47:03.225364 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fa058003-2dd5-4bf3-b953-024a6214ccc8 req-444c71ed-561a-4801-83cb-4dcedd9cfa08 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=79dabc15-b262-4896-9d54-881fa4c32d6d HTTP/1.1" status: 200 len: 210 time: 0.3531168 Nov 12 08:47:03.561092 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a175f-58ce-42aa-a08d-4e4aa0d84289 req-c1f7c490-7025-454b-a5f1-d54dd2dc78b9 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:03.562630 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-779a175f-58ce-42aa-a08d-4e4aa0d84289 req-c1f7c490-7025-454b-a5f1-d54dd2dc78b9 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.44 "GET /v2.0/networks?id=35316ea3-d15f-4e9c-9d0f-87ba20d4fc64 HTTP/1.1" status: 200 len: 812 time: 0.2620244 Nov 12 08:47:03.583310 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecf41e2e-d549-4ac0-a3a2-8d9496a6b724 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Router 1ec1bd18-ee3d-4aa5-a6bf-2d5d9e52e99b has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:47:03.721875 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-779a175f-58ce-42aa-a08d-4e4aa0d84289 req-94f3b845-a2c2-4265-a8fd-2fe65dd18efa tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d3f7337327743ecb706fdd7c92380e3 HTTP/1.1" status: 200 len: 380 time: 0.1369476 Nov 12 08:47:03.796310 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecf41e2e-d549-4ac0-a3a2-8d9496a6b724 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:47:03.805047 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-779a175f-58ce-42aa-a08d-4e4aa0d84289 req-8d9c8aa8-8658-471b-9c32-85cca04804ee tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Request body: {'port': {'device_id': '79dabc15-b262-4896-9d54-881fa4c32d6d', 'network_id': '35316ea3-d15f-4e9c-9d0f-87ba20d4fc64', 'admin_state_up': True, 'tenant_id': '7d3f7337327743ecb706fdd7c92380e3', 'security_groups': ['2112de76-808b-4aee-81cb-ec91177d9317']}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:03.813065 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f70308f-4a1c-4cf9-80a5-ed71e98a4eff None None] Sync routers for ids ['1ec1bd18-ee3d-4aa5-a6bf-2d5d9e52e99b'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:47:03.838062 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f70308f-4a1c-4cf9-80a5-ed71e98a4eff None None] Routers {'1ec1bd18-ee3d-4aa5-a6bf-2d5d9e52e99b'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:47:03.839287 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-3f70308f-4a1c-4cf9-80a5-ed71e98a4eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:46:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['1ec1bd18-ee3d-4aa5-a6bf-2d5d9e52e99b'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:03.976661 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ecf41e2e-d549-4ac0-a3a2-8d9496a6b724 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:04.040338 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-ecf41e2e-d549-4ac0-a3a2-8d9496a6b724 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.6570690 Nov 12 08:47:04.045339 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a86d0c7-7190-44dc-af92-df26bd56269c', 'tag': '9abd1b39-6dc1-44ca-930e-2ef202e5985d'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:47:04.048443 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63b92278-f0a8-4455-9418-b752d58b7f43" -d '{"events": [{"name": "network-changed", "server_uuid": "4a86d0c7-7190-44dc-af92-df26bd56269c", "tag": "9abd1b39-6dc1-44ca-930e-2ef202e5985d"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:47:04.087033 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5a879fe5-a4de-46b4-861a-e982d3177223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:04.121249 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-779a175f-58ce-42aa-a08d-4e4aa0d84289 req-8d9c8aa8-8658-471b-9c32-85cca04804ee tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Made reservation on behalf of 7d3f7337327743ecb706fdd7c92380e3 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:47:04.126878 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-779a175f-58ce-42aa-a08d-4e4aa0d84289 req-8d9c8aa8-8658-471b-9c32-85cca04804ee tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:04.206912 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1011f93-fad4-4526-b602-9c1be39f6d82 req-12bb7f99-42bf-44de-9032-3ab35a0c1ef8 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:04.216005 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a1011f93-fad4-4526-b602-9c1be39f6d82 req-12bb7f99-42bf-44de-9032-3ab35a0c1ef8 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a86d0c7-7190-44dc-af92-df26bd56269c HTTP/1.1" status: 200 len: 946 time: 0.0850956 Nov 12 08:47:04.253910 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-3f70308f-4a1c-4cf9-80a5-ed71e98a4eff None None] Set router 1ec1bd18-ee3d-4aa5-a6bf-2d5d9e52e99b gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:47:04.291798 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a1011f93-fad4-4526-b602-9c1be39f6d82 req-df4adea7-b518-40b7-bb07-667b54ced546 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbce15ba-61c2-45c2-9eb0-b26d26aca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734251 Nov 12 08:47:04.316211 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 58906) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:04.483470 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbb2b42c-11e3-4ea4-adff-432f3b4d1fd3 x-openstack-request-id: req-bbb2b42c-11e3-4ea4-adff-432f3b4d1fd3 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:47:04.483944 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a86d0c7-7190-44dc-af92-df26bd56269c", "tag": "9abd1b39-6dc1-44ca-930e-2ef202e5985d", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:47:04.484737 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bbb2b42c-11e3-4ea4-adff-432f3b4d1fd3 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:47:04.487278 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a86d0c7-7190-44dc-af92-df26bd56269c', 'tag': '9abd1b39-6dc1-44ca-930e-2ef202e5985d', 'status': 'completed', 'code': 200} Nov 12 08:47:04.492317 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-f1a05b3a-13f6-4c79-9270-8646e619ae80 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/floatingips/2f0bf1ee-fab7-49a0-a1fa-fcfec06b7c4a HTTP/1.1" status: 200 len: 992 time: 0.1744599 Nov 12 08:47:04.611540 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-779a175f-58ce-42aa-a08d-4e4aa0d84289 req-8d9c8aa8-8658-471b-9c32-85cca04804ee tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Allocated IP 172.20.0.12 (35316ea3-d15f-4e9c-9d0f-87ba20d4fc64/d1d27945-8c3d-427f-88ef-3c42a7516333/141cac01-cd9c-4613-98d7-1c9960bd8999) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:47:04.618739 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b92278-f0a8-4455-9418-b752d58b7f43 req-10cf0337-6f1e-4f2d-8e88-fb05a7fae9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:04.624459 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-63b92278-f0a8-4455-9418-b752d58b7f43 req-10cf0337-6f1e-4f2d-8e88-fb05a7fae9e5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=af01ccd549054d7f8ad1904b6846172a&device_id=4a86d0c7-7190-44dc-af92-df26bd56269c HTTP/1.1" status: 200 len: 1098 time: 0.1424453 Nov 12 08:47:04.647638 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-57ce78d8-8f02-4d07-98d6-8ccb02afe7ee req-b49d3368-3e93-4917-93fa-fb34fd59312f tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=79dabc15-b262-4896-9d54-881fa4c32d6d HTTP/1.1" status: 200 len: 210 time: 0.0965979 Nov 12 08:47:04.954968 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b92278-f0a8-4455-9418-b752d58b7f43 req-f43e1b1b-8642-4dc4-bf68-e9e9a98f70e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:04.956563 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-63b92278-f0a8-4455-9418-b752d58b7f43 req-f43e1b1b-8642-4dc4-bf68-e9e9a98f70e7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=035eb459-9a91-4fd8-901a-19f84b909974 HTTP/1.1" status: 200 len: 898 time: 0.3270199 Nov 12 08:47:05.049833 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-3f70308f-4a1c-4cf9-80a5-ed71e98a4eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec1bd18-ee3d-4aa5-a6bf-2d5d9e52e99b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1397057245', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '1a011161-e64e-4f63-9d99-ffcc6adcdcff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:46:33Z', 'updated_at': '2021-11-12T08:46:39Z', 'revision_number': 4, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'gw_port': {'id': '1a011161-e64e-4f63-9d99-ffcc6adcdcff', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:54:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec1bd18-ee3d-4aa5-a6bf-2d5d9e52e99b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:46:34Z', 'updated_at': '2021-11-12T08:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': '2f0bf1ee-fab7-49a0-a1fa-fcfec06b7c4a', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'floating_ip_address': '172.25.2.125', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': '1ec1bd18-ee3d-4aa5-a6bf-2d5d9e52e99b', 'port_id': '9abd1b39-6dc1-44ca-930e-2ef202e5985d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '035eb459-9a91-4fd8-901a-19f84b909974', 'mac_address': 'fa:16:3e:4b:3b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a86d0c7-7190-44dc-af92-df26bd56269c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:47:01Z', 'updated_at': '2021-11-12T08:47:01Z', 'revision_number': 0, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb1fceaa-cecd-444b-aee8-aa3c5f1ea5ef', 'name': '', 'network_id': '035eb459-9a91-4fd8-901a-19f84b909974', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'mac_address': 'fa:16:3e:c8:ca:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec1bd18-ee3d-4aa5-a6bf-2d5d9e52e99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': 'e1c0d780-ea07-4ac0-8e82-43d130bbdc75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:46:38Z', 'updated_at': '2021-11-12T08:46:44Z', 'revision_number': 5, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'subnets': [{'id': 'e1c0d780-ea07-4ac0-8e82-43d130bbdc75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:05.140127 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f70308f-4a1c-4cf9-80a5-ed71e98a4eff None None] Checking router: 1ec1bd18-ee3d-4aa5-a6bf-2d5d9e52e99b for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:47:05.153792 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f70308f-4a1c-4cf9-80a5-ed71e98a4eff None None] Routers {'1ec1bd18-ee3d-4aa5-a6bf-2d5d9e52e99b'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:47:05.153993 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-3f70308f-4a1c-4cf9-80a5-ed71e98a4eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:46:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['1ec1bd18-ee3d-4aa5-a6bf-2d5d9e52e99b'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:05.385561 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-3f70308f-4a1c-4cf9-80a5-ed71e98a4eff None None] Set router 1ec1bd18-ee3d-4aa5-a6bf-2d5d9e52e99b gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:47:05.416916 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-63b92278-f0a8-4455-9418-b752d58b7f43 req-af28e91e-56ed-48eb-9fa4-d41f0c4add8f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9abd1b39-6dc1-44ca-930e-2ef202e5985d HTTP/1.1" status: 200 len: 1000 time: 0.4456646 Nov 12 08:47:05.445455 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-779a175f-58ce-42aa-a08d-4e4aa0d84289 req-8d9c8aa8-8658-471b-9c32-85cca04804ee tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:05.494943 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 58924) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:05.506209 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b92278-f0a8-4455-9418-b752d58b7f43 req-3293df25-71ea-4f4d-8ec0-a24d754f5723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:05.507846 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-63b92278-f0a8-4455-9418-b752d58b7f43 req-3293df25-71ea-4f4d-8ec0-a24d754f5723 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e1c0d780-ea07-4ac0-8e82-43d130bbdc75 HTTP/1.1" status: 200 len: 834 time: 0.0799088 Nov 12 08:47:05.608110 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-779a175f-58ce-42aa-a08d-4e4aa0d84289 req-8d9c8aa8-8658-471b-9c32-85cca04804ee tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:05.625694 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:05.681285 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-0855c2a6-e763-4af0-92c6-f9887bfd216a tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/floatingips/2f0bf1ee-fab7-49a0-a1fa-fcfec06b7c4a HTTP/1.1" status: 200 len: 992 time: 0.1703794 Nov 12 08:47:05.768784 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9c8aa8-8658-471b-9c32-85cca04804ee tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Pushing event updated for resources: {'Port': ['ID=141cac01-cd9c-4613-98d7-1c9960bd8999,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:05.798024 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-779a175f-58ce-42aa-a08d-4e4aa0d84289 req-8d9c8aa8-8658-471b-9c32-85cca04804ee tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Network 35316ea3-d15f-4e9c-9d0f-87ba20d4fc64 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:47:05.808459 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b92278-f0a8-4455-9418-b752d58b7f43 req-235e9075-4ef1-40c0-a76b-22c96a913fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:05.810430 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-63b92278-f0a8-4455-9418-b752d58b7f43 req-235e9075-4ef1-40c0-a76b-22c96a913fba service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=035eb459-9a91-4fd8-901a-19f84b909974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2905369 Nov 12 08:47:05.811599 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-779a175f-58ce-42aa-a08d-4e4aa0d84289 req-8d9c8aa8-8658-471b-9c32-85cca04804ee tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:47:05.830419 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-779a175f-58ce-42aa-a08d-4e4aa0d84289 req-8d9c8aa8-8658-471b-9c32-85cca04804ee tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:47:05.962440 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e812ced-fcad-4d04-8399-af9db694f1d3 req-95c0461d-7679-4b41-b3ea-8ec9197e9d32 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:05.986226 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4e812ced-fcad-4d04-8399-af9db694f1d3 req-95c0461d-7679-4b41-b3ea-8ec9197e9d32 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=79dabc15-b262-4896-9d54-881fa4c32d6d HTTP/1.1" status: 200 len: 932 time: 0.1609368 Nov 12 08:47:06.052169 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-3f70308f-4a1c-4cf9-80a5-ed71e98a4eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec1bd18-ee3d-4aa5-a6bf-2d5d9e52e99b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1397057245', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '1a011161-e64e-4f63-9d99-ffcc6adcdcff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:46:33Z', 'updated_at': '2021-11-12T08:46:39Z', 'revision_number': 4, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'gw_port': {'id': '1a011161-e64e-4f63-9d99-ffcc6adcdcff', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:54:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec1bd18-ee3d-4aa5-a6bf-2d5d9e52e99b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:46:34Z', 'updated_at': '2021-11-12T08:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': '2f0bf1ee-fab7-49a0-a1fa-fcfec06b7c4a', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'floating_ip_address': '172.25.2.125', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': '1ec1bd18-ee3d-4aa5-a6bf-2d5d9e52e99b', 'port_id': '9abd1b39-6dc1-44ca-930e-2ef202e5985d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '035eb459-9a91-4fd8-901a-19f84b909974', 'mac_address': 'fa:16:3e:4b:3b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a86d0c7-7190-44dc-af92-df26bd56269c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:47:01Z', 'updated_at': '2021-11-12T08:47:01Z', 'revision_number': 0, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb1fceaa-cecd-444b-aee8-aa3c5f1ea5ef', 'name': '', 'network_id': '035eb459-9a91-4fd8-901a-19f84b909974', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'mac_address': 'fa:16:3e:c8:ca:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec1bd18-ee3d-4aa5-a6bf-2d5d9e52e99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': 'e1c0d780-ea07-4ac0-8e82-43d130bbdc75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:46:38Z', 'updated_at': '2021-11-12T08:46:44Z', 'revision_number': 5, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'subnets': [{'id': 'e1c0d780-ea07-4ac0-8e82-43d130bbdc75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:06.120455 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f70308f-4a1c-4cf9-80a5-ed71e98a4eff None None] The sync data for ids ['1ec1bd18-ee3d-4aa5-a6bf-2d5d9e52e99b'] in n-d-765315-29 is: [{'id': '1ec1bd18-ee3d-4aa5-a6bf-2d5d9e52e99b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1397057245', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '1a011161-e64e-4f63-9d99-ffcc6adcdcff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:46:33Z', 'updated_at': '2021-11-12T08:46:39Z', 'revision_number': 4, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'gw_port': {'id': '1a011161-e64e-4f63-9d99-ffcc6adcdcff', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:54:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec1bd18-ee3d-4aa5-a6bf-2d5d9e52e99b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:46:34Z', 'updated_at': '2021-11-12T08:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': '2f0bf1ee-fab7-49a0-a1fa-fcfec06b7c4a', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'floating_ip_address': '172.25.2.125', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': '1ec1bd18-ee3d-4aa5-a6bf-2d5d9e52e99b', 'port_id': '9abd1b39-6dc1-44ca-930e-2ef202e5985d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '035eb459-9a91-4fd8-901a-19f84b909974', 'mac_address': 'fa:16:3e:4b:3b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a86d0c7-7190-44dc-af92-df26bd56269c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:47:01Z', 'updated_at': '2021-11-12T08:47:01Z', 'revision_number': 0, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb1fceaa-cecd-444b-aee8-aa3c5f1ea5ef', 'name': '', 'network_id': '035eb459-9a91-4fd8-901a-19f84b909974', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'mac_address': 'fa:16:3e:c8:ca:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec1bd18-ee3d-4aa5-a6bf-2d5d9e52e99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': 'e1c0d780-ea07-4ac0-8e82-43d130bbdc75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:46:38Z', 'updated_at': '2021-11-12T08:46:44Z', 'revision_number': 5, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'subnets': [{'id': 'e1c0d780-ea07-4ac0-8e82-43d130bbdc75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:47:06.183970 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4e812ced-fcad-4d04-8399-af9db694f1d3 req-546dbd38-70f1-45ab-b00e-b5a4b244e18c tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=2112de76-808b-4aee-81cb-ec91177d9317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1851780 Nov 12 08:47:06.197543 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-63b92278-f0a8-4455-9418-b752d58b7f43 req-5c39c31f-8872-483f-9295-5c8bd94c9575 service neutron] 10.222.0.21 "GET /v2.0/networks/035eb459-9a91-4fd8-901a-19f84b909974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2972012 Nov 12 08:47:06.215220 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-dd801379-9d01-4b05-978c-2bff23c3b7b8 None None] Provisioning complete for port 141cac01-cd9c-4613-98d7-1c9960bd8999 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:06.215220 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-dd801379-9d01-4b05-978c-2bff23c3b7b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:06.285116 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a175f-58ce-42aa-a08d-4e4aa0d84289 req-8d9c8aa8-8658-471b-9c32-85cca04804ee tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:06.286773 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-779a175f-58ce-42aa-a08d-4e4aa0d84289 req-8d9c8aa8-8658-471b-9c32-85cca04804ee tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:06.314716 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-dd801379-9d01-4b05-978c-2bff23c3b7b8 None None] Port 141cac01-cd9c-4613-98d7-1c9960bd8999 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:47:06.360079 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-779a175f-58ce-42aa-a08d-4e4aa0d84289 req-8d9c8aa8-8658-471b-9c32-85cca04804ee tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6282628 Nov 12 08:47:06.397357 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-779a175f-58ce-42aa-a08d-4e4aa0d84289 req-6861b2f5-bcbb-4598-9336-a2bf6ed0bb24 service neutron] Request body: {'port': {'device_id': '79dabc15-b262-4896-9d54-881fa4c32d6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:06.440782 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-63b92278-f0a8-4455-9418-b752d58b7f43 req-efe85774-cc2d-4712-bd04-8abecb184664 service neutron] 10.222.0.21 "GET /v2.0/networks/035eb459-9a91-4fd8-901a-19f84b909974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119086 Nov 12 08:47:06.493473 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-779a175f-58ce-42aa-a08d-4e4aa0d84289 req-6861b2f5-bcbb-4598-9336-a2bf6ed0bb24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:06.565791 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e9713e-ec53-49ac-b23c-b02bb7f9bc53 None None] New status for floating IP 2f0bf1ee-fab7-49a0-a1fa-fcfec06b7c4a: ACTIVE {{(pid=102602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:47:06.683684 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 58946) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:06.803200 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-3c324f28-1727-4d57-98c9-3a3a2a916e3d tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/floatingips/2f0bf1ee-fab7-49a0-a1fa-fcfec06b7c4a HTTP/1.1" status: 200 len: 992 time: 0.1177368 Nov 12 08:47:06.831652 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-779a175f-58ce-42aa-a08d-4e4aa0d84289 req-6861b2f5-bcbb-4598-9336-a2bf6ed0bb24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 141cac01-cd9c-4613-98d7-1c9960bd8999 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:47:06.843106 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-779a175f-58ce-42aa-a08d-4e4aa0d84289 req-6861b2f5-bcbb-4598-9336-a2bf6ed0bb24 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:06.859235 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-779a175f-58ce-42aa-a08d-4e4aa0d84289 req-6861b2f5-bcbb-4598-9336-a2bf6ed0bb24 service neutron] Transition to ACTIVE for port object 141cac01-cd9c-4613-98d7-1c9960bd8999 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:47:06.866323 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-779a175f-58ce-42aa-a08d-4e4aa0d84289 req-6861b2f5-bcbb-4598-9336-a2bf6ed0bb24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:07.017753 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-0656c6b2-b7d2-4e18-ada1-e1535ab0f310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:07.042757 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6861b2f5-bcbb-4598-9336-a2bf6ed0bb24 service neutron] Pushing event updated for resources: {'Port': ['ID=141cac01-cd9c-4613-98d7-1c9960bd8999,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:07.127227 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-779a175f-58ce-42aa-a08d-4e4aa0d84289 req-6861b2f5-bcbb-4598-9336-a2bf6ed0bb24 service neutron] Attempting to bind port 141cac01-cd9c-4613-98d7-1c9960bd8999 on host n-h2-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:47:07.127687 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-779a175f-58ce-42aa-a08d-4e4aa0d84289 req-6861b2f5-bcbb-4598-9336-a2bf6ed0bb24 service neutron] Attempting to bind port 141cac01-cd9c-4613-98d7-1c9960bd8999 by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': 'add834c9-8487-4b10-a6f8-7351b562c1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '35316ea3-d15f-4e9c-9d0f-87ba20d4fc64'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:47:07.128361 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779a175f-58ce-42aa-a08d-4e4aa0d84289 req-6861b2f5-bcbb-4598-9336-a2bf6ed0bb24 service neutron] Attempting to bind port 141cac01-cd9c-4613-98d7-1c9960bd8999 on network 35316ea3-d15f-4e9c-9d0f-87ba20d4fc64 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:47:07.136413 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779a175f-58ce-42aa-a08d-4e4aa0d84289 req-6861b2f5-bcbb-4598-9336-a2bf6ed0bb24 service neutron] Port 141cac01-cd9c-4613-98d7-1c9960bd8999 on network 35316ea3-d15f-4e9c-9d0f-87ba20d4fc64 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:47:07.136869 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779a175f-58ce-42aa-a08d-4e4aa0d84289 req-6861b2f5-bcbb-4598-9336-a2bf6ed0bb24 service neutron] Attempting to bind port 141cac01-cd9c-4613-98d7-1c9960bd8999 on network 35316ea3-d15f-4e9c-9d0f-87ba20d4fc64 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:47:07.143747 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779a175f-58ce-42aa-a08d-4e4aa0d84289 req-6861b2f5-bcbb-4598-9336-a2bf6ed0bb24 service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:47:07.144106 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779a175f-58ce-42aa-a08d-4e4aa0d84289 req-6861b2f5-bcbb-4598-9336-a2bf6ed0bb24 service neutron] Checking segment: {'id': 'add834c9-8487-4b10-a6f8-7351b562c1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '35316ea3-d15f-4e9c-9d0f-87ba20d4fc64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:47:07.145211 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779a175f-58ce-42aa-a08d-4e4aa0d84289 req-6861b2f5-bcbb-4598-9336-a2bf6ed0bb24 service neutron] Bound using segment: {'id': 'add834c9-8487-4b10-a6f8-7351b562c1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '35316ea3-d15f-4e9c-9d0f-87ba20d4fc64'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:47:07.145709 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-779a175f-58ce-42aa-a08d-4e4aa0d84289 req-6861b2f5-bcbb-4598-9336-a2bf6ed0bb24 service neutron] Bound port: 141cac01-cd9c-4613-98d7-1c9960bd8999, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'add834c9-8487-4b10-a6f8-7351b562c1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '35316ea3-d15f-4e9c-9d0f-87ba20d4fc64'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:47:07.146081 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-779a175f-58ce-42aa-a08d-4e4aa0d84289 req-6861b2f5-bcbb-4598-9336-a2bf6ed0bb24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:07.261705 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-779a175f-58ce-42aa-a08d-4e4aa0d84289 req-6861b2f5-bcbb-4598-9336-a2bf6ed0bb24 service neutron] For port 141cac01-cd9c-4613-98d7-1c9960bd8999, host n-h2-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:47:07.266041 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-779a175f-58ce-42aa-a08d-4e4aa0d84289 req-6861b2f5-bcbb-4598-9336-a2bf6ed0bb24 service neutron] For port 141cac01-cd9c-4613-98d7-1c9960bd8999, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=141cac01-cd9c-4613-98d7-1c9960bd8999,segment=NetworkSegment(add834c9-8487-4b10-a6f8-7351b562c1cc),segment_id=add834c9-8487-4b10-a6f8-7351b562c1cc)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:47:07.273081 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-779a175f-58ce-42aa-a08d-4e4aa0d84289 req-6861b2f5-bcbb-4598-9336-a2bf6ed0bb24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:07.331536 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a175f-58ce-42aa-a08d-4e4aa0d84289 req-6861b2f5-bcbb-4598-9336-a2bf6ed0bb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:07.332246 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-779a175f-58ce-42aa-a08d-4e4aa0d84289 req-6861b2f5-bcbb-4598-9336-a2bf6ed0bb24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:07.334672 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-779a175f-58ce-42aa-a08d-4e4aa0d84289 req-6861b2f5-bcbb-4598-9336-a2bf6ed0bb24 service neutron] 10.222.0.44 "PUT /v2.0/ports/141cac01-cd9c-4613-98d7-1c9960bd8999 HTTP/1.1" status: 200 len: 1093 time: 0.9477460 Nov 12 08:47:07.342139 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79dabc15-b262-4896-9d54-881fa4c32d6d', 'tag': '141cac01-cd9c-4613-98d7-1c9960bd8999'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:47:07.375023 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c447dbf-99c3-474a-a3ee-b6454e71fdf2" -d '{"events": [{"name": "network-changed", "server_uuid": "79dabc15-b262-4896-9d54-881fa4c32d6d", "tag": "141cac01-cd9c-4613-98d7-1c9960bd8999"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:47:07.416935 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6861b2f5-bcbb-4598-9336-a2bf6ed0bb24 service neutron] Pushing event updated for resources: {'Port': ['ID=141cac01-cd9c-4613-98d7-1c9960bd8999,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:07.501679 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2675583-ffca-4acc-bbbb-46a042737521 req-c561cb6a-3b62-43b7-a4c2-091c20c2efef tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:07.519230 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b2675583-ffca-4acc-bbbb-46a042737521 req-c561cb6a-3b62-43b7-a4c2-091c20c2efef tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=79dabc15-b262-4896-9d54-881fa4c32d6d HTTP/1.1" status: 200 len: 944 time: 0.1321936 Nov 12 08:47:07.521157 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a175f-58ce-42aa-a08d-4e4aa0d84289 req-3bb4a2cf-8071-4950-b983-0f6fd5ffe577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:07.522810 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-779a175f-58ce-42aa-a08d-4e4aa0d84289 req-3bb4a2cf-8071-4950-b983-0f6fd5ffe577 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7d3f7337327743ecb706fdd7c92380e3&device_id=79dabc15-b262-4896-9d54-881fa4c32d6d HTTP/1.1" status: 200 len: 1096 time: 0.0858183 Nov 12 08:47:07.621827 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b2675583-ffca-4acc-bbbb-46a042737521 req-7aa1855e-e655-418b-9958-33910a0037a5 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=2112de76-808b-4aee-81cb-ec91177d9317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016860 Nov 12 08:47:07.628018 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-779a175f-58ce-42aa-a08d-4e4aa0d84289 req-ab5e0076-ccec-4ec8-a664-330f3e6403fe service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=141cac01-cd9c-4613-98d7-1c9960bd8999 HTTP/1.1" status: 200 len: 217 time: 0.0825830 Nov 12 08:47:07.727961 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a175f-58ce-42aa-a08d-4e4aa0d84289 req-3cc339c0-8b90-4d98-a283-eabb1cfc36bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:07.729788 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-779a175f-58ce-42aa-a08d-4e4aa0d84289 req-3cc339c0-8b90-4d98-a283-eabb1cfc36bc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d1d27945-8c3d-427f-88ef-3c42a7516333 HTTP/1.1" status: 200 len: 851 time: 0.0900471 Nov 12 08:47:07.762793 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e92b7997-1a15-4295-b78f-7b3fae86d50b x-openstack-request-id: req-e92b7997-1a15-4295-b78f-7b3fae86d50b {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:47:07.763248 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79dabc15-b262-4896-9d54-881fa4c32d6d", "tag": "141cac01-cd9c-4613-98d7-1c9960bd8999", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:47:07.765217 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e92b7997-1a15-4295-b78f-7b3fae86d50b {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:47:07.765652 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79dabc15-b262-4896-9d54-881fa4c32d6d', 'tag': '141cac01-cd9c-4613-98d7-1c9960bd8999', 'status': 'completed', 'code': 200} Nov 12 08:47:07.804630 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 58970) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:07.844238 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a175f-58ce-42aa-a08d-4e4aa0d84289 req-0ab69f19-9875-4544-9ee9-d4438582fc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:07.849835 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-779a175f-58ce-42aa-a08d-4e4aa0d84289 req-0ab69f19-9875-4544-9ee9-d4438582fc36 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=35316ea3-d15f-4e9c-9d0f-87ba20d4fc64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1108689 Nov 12 08:47:07.902869 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-7047a76d-e78a-43e5-a007-30203b0b2e06 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/floatingips/2f0bf1ee-fab7-49a0-a1fa-fcfec06b7c4a HTTP/1.1" status: 200 len: 994 time: 0.0910404 Nov 12 08:47:07.953554 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:08.009089 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-779a175f-58ce-42aa-a08d-4e4aa0d84289 req-cc54de49-42f3-40f9-97cf-4cb442bc06ef service neutron] 10.222.0.44 "GET /v2.0/networks/35316ea3-d15f-4e9c-9d0f-87ba20d4fc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444011 Nov 12 08:47:08.160922 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-779a175f-58ce-42aa-a08d-4e4aa0d84289 req-a0bbfc2a-d9db-4dfb-af9f-2512bb1254af service neutron] 10.222.0.44 "GET /v2.0/networks/35316ea3-d15f-4e9c-9d0f-87ba20d4fc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380887 Nov 12 08:47:08.343573 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c447dbf-99c3-474a-a3ee-b6454e71fdf2 req-f02e483e-64cf-46cb-b1ff-9236596d802b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:08.345732 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5c447dbf-99c3-474a-a3ee-b6454e71fdf2 req-f02e483e-64cf-46cb-b1ff-9236596d802b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7d3f7337327743ecb706fdd7c92380e3&device_id=79dabc15-b262-4896-9d54-881fa4c32d6d HTTP/1.1" status: 200 len: 1096 time: 0.0874276 Nov 12 08:47:08.487952 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c447dbf-99c3-474a-a3ee-b6454e71fdf2 req-106afe96-abd4-406d-bef1-a3f8df11d691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:08.490660 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5c447dbf-99c3-474a-a3ee-b6454e71fdf2 req-106afe96-abd4-406d-bef1-a3f8df11d691 service neutron] 10.222.0.44 "GET /v2.0/networks?id=35316ea3-d15f-4e9c-9d0f-87ba20d4fc64 HTTP/1.1" status: 200 len: 913 time: 0.1323180 Nov 12 08:47:08.585907 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5c447dbf-99c3-474a-a3ee-b6454e71fdf2 req-d06cad63-3568-4ff0-a171-977b5a60c2dc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=141cac01-cd9c-4613-98d7-1c9960bd8999 HTTP/1.1" status: 200 len: 217 time: 0.0824497 Nov 12 08:47:08.681088 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c447dbf-99c3-474a-a3ee-b6454e71fdf2 req-7ee6d20d-44cb-4703-9b85-e7e31e4bffd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:08.682578 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5c447dbf-99c3-474a-a3ee-b6454e71fdf2 req-7ee6d20d-44cb-4703-9b85-e7e31e4bffd9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d1d27945-8c3d-427f-88ef-3c42a7516333 HTTP/1.1" status: 200 len: 851 time: 0.0844784 Nov 12 08:47:08.803999 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c447dbf-99c3-474a-a3ee-b6454e71fdf2 req-78676ff3-e3bd-4e88-b3f5-5fcb10aaedc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:08.806309 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5c447dbf-99c3-474a-a3ee-b6454e71fdf2 req-78676ff3-e3bd-4e88-b3f5-5fcb10aaedc2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=35316ea3-d15f-4e9c-9d0f-87ba20d4fc64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1121044 Nov 12 08:47:08.921681 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59002) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:08.929149 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-d734683f-69b4-42ae-85ec-5de2c4b6fc0b tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1322366721', 'description': 'tempest-secgroup-smoke-1322366721 description', 'project_id': '9092e2c011414e27b78b54ab78778e04'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:08.961542 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d734683f-69b4-42ae-85ec-5de2c4b6fc0b tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:09.067669 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d734683f-69b4-42ae-85ec-5de2c4b6fc0b tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:09.077040 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d734683f-69b4-42ae-85ec-5de2c4b6fc0b tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:09.106727 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5c447dbf-99c3-474a-a3ee-b6454e71fdf2 req-9f461815-be7c-45eb-86ab-0aa67db61bed service neutron] 10.222.0.44 "GET /v2.0/networks/35316ea3-d15f-4e9c-9d0f-87ba20d4fc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2870939 Nov 12 08:47:09.161964 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d734683f-69b4-42ae-85ec-5de2c4b6fc0b tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21780945-2358-43de-b133-bd5fb8df5102,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:09.234192 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d734683f-69b4-42ae-85ec-5de2c4b6fc0b tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:09.238337 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-d734683f-69b4-42ae-85ec-5de2c4b6fc0b tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3121555 Nov 12 08:47:09.245513 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59008) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:09.257651 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-ecd94071-b09b-4088-a541-e5064ad9cc1d tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Request body: {'security_group_rule': {'security_group_id': '21780945-2358-43de-b133-bd5fb8df5102', 'project_id': '9092e2c011414e27b78b54ab78778e04', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:09.320885 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d3fbcc-facd-49cd-aa13-dc5403bdc3b8 req-cab3d1fe-84c9-4887-9c1c-9cb131d6b99c tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:09.323042 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-05d3fbcc-facd-49cd-aa13-dc5403bdc3b8 req-cab3d1fe-84c9-4887-9c1c-9cb131d6b99c tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=79dabc15-b262-4896-9d54-881fa4c32d6d HTTP/1.1" status: 200 len: 944 time: 0.2501390 Nov 12 08:47:09.327956 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ecd94071-b09b-4088-a541-e5064ad9cc1d tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:09.330498 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:09.356214 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5c447dbf-99c3-474a-a3ee-b6454e71fdf2 req-4a03fcc4-4672-4c43-b98b-067c0b8eca8a service neutron] 10.222.0.44 "GET /v2.0/networks/35316ea3-d15f-4e9c-9d0f-87ba20d4fc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383382 Nov 12 08:47:09.491993 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-05d3fbcc-facd-49cd-aa13-dc5403bdc3b8 req-a4bc68ca-c614-4c2b-a579-515a28130362 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=2112de76-808b-4aee-81cb-ec91177d9317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491895 Nov 12 08:47:09.526873 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ecd94071-b09b-4088-a541-e5064ad9cc1d tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:09.534340 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ecd94071-b09b-4088-a541-e5064ad9cc1d tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:09.569431 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd94071-b09b-4088-a541-e5064ad9cc1d tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46ca86db-97a0-453a-aa8f-dcb6dfae173c,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:09.582451 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ecd94071-b09b-4088-a541-e5064ad9cc1d tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:09.584528 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-ecd94071-b09b-4088-a541-e5064ad9cc1d tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3328342 Nov 12 08:47:09.587318 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59018) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:09.594456 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-ec670a9d-de5e-4856-ad96-bc7833a5a14f tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Request body: {'security_group_rule': {'security_group_id': '21780945-2358-43de-b133-bd5fb8df5102', 'project_id': '9092e2c011414e27b78b54ab78778e04', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:09.664963 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ec670a9d-de5e-4856-ad96-bc7833a5a14f tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:09.775472 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ec670a9d-de5e-4856-ad96-bc7833a5a14f tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:09.786874 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ec670a9d-de5e-4856-ad96-bc7833a5a14f tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:09.804807 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec670a9d-de5e-4856-ad96-bc7833a5a14f tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45a218c5-c13d-44df-a835-b0c767919886,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:09.828142 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec670a9d-de5e-4856-ad96-bc7833a5a14f tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:09.828710 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec670a9d-de5e-4856-ad96-bc7833a5a14f tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:09.829273 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec670a9d-de5e-4856-ad96-bc7833a5a14f tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:09.829807 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec670a9d-de5e-4856-ad96-bc7833a5a14f tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:09.830368 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec670a9d-de5e-4856-ad96-bc7833a5a14f tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:09.831003 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec670a9d-de5e-4856-ad96-bc7833a5a14f tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:09.831504 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec670a9d-de5e-4856-ad96-bc7833a5a14f tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:09.833961 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec670a9d-de5e-4856-ad96-bc7833a5a14f tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:09.833961 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec670a9d-de5e-4856-ad96-bc7833a5a14f tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:09.834239 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec670a9d-de5e-4856-ad96-bc7833a5a14f tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:09.834569 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec670a9d-de5e-4856-ad96-bc7833a5a14f tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:09.834981 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec670a9d-de5e-4856-ad96-bc7833a5a14f tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:09.878884 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ec670a9d-de5e-4856-ad96-bc7833a5a14f tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:09.886735 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-ec670a9d-de5e-4856-ad96-bc7833a5a14f tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2928851 Nov 12 08:47:09.887227 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 59024) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:09.893089 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-ac69ffd1-ae0a-4f10-a9c4-d8d3c48e3f01 tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Request body: {'security_group_rule': {'security_group_id': '21780945-2358-43de-b133-bd5fb8df5102', 'project_id': '9092e2c011414e27b78b54ab78778e04', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:09.953821 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ac69ffd1-ae0a-4f10-a9c4-d8d3c48e3f01 tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:09.984366 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:10.074528 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ac69ffd1-ae0a-4f10-a9c4-d8d3c48e3f01 tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:10.080281 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ac69ffd1-ae0a-4f10-a9c4-d8d3c48e3f01 tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:10.107760 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ac69ffd1-ae0a-4f10-a9c4-d8d3c48e3f01 tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:10.111755 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59030) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:10.113600 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-ac69ffd1-ae0a-4f10-a9c4-d8d3c48e3f01 tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2245905 Nov 12 08:47:10.117437 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-362c405f-63f0-468a-9d4c-a5898cfb8f07 tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Request body: {'security_group_rule': {'security_group_id': '21780945-2358-43de-b133-bd5fb8df5102', 'project_id': '9092e2c011414e27b78b54ab78778e04', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:10.124931 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac69ffd1-ae0a-4f10-a9c4-d8d3c48e3f01 tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12dd5b58-17aa-4b0b-a35f-b71b7117f9e2,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:10.158750 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-362c405f-63f0-468a-9d4c-a5898cfb8f07 tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:10.249192 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-362c405f-63f0-468a-9d4c-a5898cfb8f07 tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:10.254799 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-362c405f-63f0-468a-9d4c-a5898cfb8f07 tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:10.275499 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362c405f-63f0-468a-9d4c-a5898cfb8f07 tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f751a7c7-8819-4905-a29b-f1477b7ee242,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:10.288294 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-362c405f-63f0-468a-9d4c-a5898cfb8f07 tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:10.290654 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-362c405f-63f0-468a-9d4c-a5898cfb8f07 tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1766481 Nov 12 08:47:10.292924 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 59034) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:10.298059 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-4eed00bd-7cf8-47f8-adb4-b3b9afe7748c tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Request body: {'security_group_rule': {'security_group_id': '21780945-2358-43de-b133-bd5fb8df5102', 'project_id': '9092e2c011414e27b78b54ab78778e04', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:10.355824 n-d-765315-29 neutron-server[102599]: INFO neutron.db.securitygroups_db [None req-4eed00bd-7cf8-47f8-adb4-b3b9afe7748c tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Project 9092e2c011414e27b78b54ab78778e04 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 08:47:10.391457 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4eed00bd-7cf8-47f8-adb4-b3b9afe7748c tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:10.486936 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4eed00bd-7cf8-47f8-adb4-b3b9afe7748c tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:10.492342 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4eed00bd-7cf8-47f8-adb4-b3b9afe7748c tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:10.515011 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eed00bd-7cf8-47f8-adb4-b3b9afe7748c tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e6688a6-9155-460f-b789-c75221c9da1a,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:10.520026 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4eed00bd-7cf8-47f8-adb4-b3b9afe7748c tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:10.521573 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-4eed00bd-7cf8-47f8-adb4-b3b9afe7748c tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2269578 Nov 12 08:47:10.524317 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59042) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:10.530128 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-aba13098-f542-447c-b67e-a5207e055bff tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Request body: {'security_group_rule': {'security_group_id': '21780945-2358-43de-b133-bd5fb8df5102', 'project_id': '9092e2c011414e27b78b54ab78778e04', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:10.561033 n-d-765315-29 neutron-server[102600]: INFO neutron.db.securitygroups_db [None req-aba13098-f542-447c-b67e-a5207e055bff tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Project 9092e2c011414e27b78b54ab78778e04 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 08:47:10.570558 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-aba13098-f542-447c-b67e-a5207e055bff tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:10.680797 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cee70f9-a5fb-4711-83a2-a88c7c686aec req-369d40d6-a329-41b1-a32f-fc0979ef1614 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:10.684123 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4cee70f9-a5fb-4711-83a2-a88c7c686aec req-369d40d6-a329-41b1-a32f-fc0979ef1614 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=79dabc15-b262-4896-9d54-881fa4c32d6d HTTP/1.1" status: 200 len: 944 time: 0.1007473 Nov 12 08:47:10.747549 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-aba13098-f542-447c-b67e-a5207e055bff tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:10.758797 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-aba13098-f542-447c-b67e-a5207e055bff tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:10.805065 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4cee70f9-a5fb-4711-83a2-a88c7c686aec req-ed764462-4aa8-43fa-842c-2e6b739f5726 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=2112de76-808b-4aee-81cb-ec91177d9317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089048 Nov 12 08:47:10.808854 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-aba13098-f542-447c-b67e-a5207e055bff tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:10.810282 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-aba13098-f542-447c-b67e-a5207e055bff tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2849584 Nov 12 08:47:10.811025 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba13098-f542-447c-b67e-a5207e055bff tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=722a8f32-7a19-4e6c-9015-4f553e68625c,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:11.062160 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8aac6560-9061-420f-ba8e-165cb8f124f1 req-da6f0046-370a-47c0-a0ca-dcfa50874be4 tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1322366721&fields=id&tenant_id=9092e2c011414e27b78b54ab78778e04 HTTP/1.1" status: 200 len: 267 time: 0.0514209 Nov 12 08:47:11.183471 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aac6560-9061-420f-ba8e-165cb8f124f1 req-f191fb02-6211-42fe-927a-29f09f101ca7 tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:11.185224 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8aac6560-9061-420f-ba8e-165cb8f124f1 req-f191fb02-6211-42fe-927a-29f09f101ca7 tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] 10.222.0.26 "GET /v2.0/networks?id=1a77e7d1-e880-4909-b47f-c788347c40d5 HTTP/1.1" status: 200 len: 814 time: 0.1142170 Nov 12 08:47:11.203814 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8aac6560-9061-420f-ba8e-165cb8f124f1 req-3fe76ed3-04f3-44d2-97c8-25ab3eac73f7 tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] 10.222.0.26 "GET /v2.0/quotas/9092e2c011414e27b78b54ab78778e04 HTTP/1.1" status: 200 len: 375 time: 0.0103834 Nov 12 08:47:11.265859 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8aac6560-9061-420f-ba8e-165cb8f124f1 req-07d16e42-e4e1-4a64-98eb-843748354bbe tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=9092e2c011414e27b78b54ab78778e04&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0548704 Nov 12 08:47:11.846330 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8aac6560-9061-420f-ba8e-165cb8f124f1 req-8bd814e7-5e5f-4c34-88f2-5a49627195aa service neutron] 10.222.0.26 "GET /v2.0/networks/1a77e7d1-e880-4909-b47f-c788347c40d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5661504 Nov 12 08:47:12.064697 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 59078) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:12.158405 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b6f5de20-f24c-483e-ba54-c9cc0e57af73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:12.173334 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8aac6560-9061-420f-ba8e-165cb8f124f1 req-77166f71-375c-49a7-b80f-429ebd91eb71 service neutron] 10.222.0.26 "GET /v2.0/networks/1a77e7d1-e880-4909-b47f-c788347c40d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3153753 Nov 12 08:47:12.269802 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b6f5de20-f24c-483e-ba54-c9cc0e57af73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:12.279274 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b6f5de20-f24c-483e-ba54-c9cc0e57af73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:12.365944 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-b6f5de20-f24c-483e-ba54-c9cc0e57af73 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9f464ec43499458d9d1de63c58b2699b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2964280 Nov 12 08:47:12.366961 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59088) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:12.373564 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f5de20-f24c-483e-ba54-c9cc0e57af73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=916adc65-0507-4321-bdbc-9c7891d3699c,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:12.447989 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0c56afa4-0683-49bb-9202-f13b7d564ed5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:12.481303 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0c56afa4-0683-49bb-9202-f13b7d564ed5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:12.546361 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0c56afa4-0683-49bb-9202-f13b7d564ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:12.549964 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0c56afa4-0683-49bb-9202-f13b7d564ed5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:12.555291 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-0c56afa4-0683-49bb-9202-f13b7d564ed5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/916adc65-0507-4321-bdbc-9c7891d3699c HTTP/1.1" status: 204 len: 168 time: 0.1862652 Nov 12 08:47:12.566679 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c56afa4-0683-49bb-9202-f13b7d564ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=916adc65-0507-4321-bdbc-9c7891d3699c,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:12.673067 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:12.728274 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b1fd7f-df26-444a-9fee-063e97ff851f req-b6a25127-78a8-4918-884c-2047a5a23d99 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:12.746953 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e6b1fd7f-df26-444a-9fee-063e97ff851f req-b6a25127-78a8-4918-884c-2047a5a23d99 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=79dabc15-b262-4896-9d54-881fa4c32d6d HTTP/1.1" status: 200 len: 944 time: 0.1321244 Nov 12 08:47:12.889144 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e6b1fd7f-df26-444a-9fee-063e97ff851f req-fbe9398c-54f5-4145-b55d-842065964563 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=2112de76-808b-4aee-81cb-ec91177d9317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412406 Nov 12 08:47:12.994683 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3b4dd80b-e4cc-4a02-b2e4-2985eae7f1c0 req-3003d003-d509-4767-8513-58b294bf8e5e tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b8c0428-e536-4044-959e-b4f42227d9fb HTTP/1.1" status: 200 len: 210 time: 0.0528245 Nov 12 08:47:13.092532 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59104) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:13.108503 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ce153b44-8708-403c-8649-36c651dca721 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:13.203786 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ce153b44-8708-403c-8649-36c651dca721 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:13.208524 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ce153b44-8708-403c-8649-36c651dca721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:13.259176 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-ce153b44-8708-403c-8649-36c651dca721 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5e58399a4c754314920d642de96da67b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1629355 Nov 12 08:47:13.259176 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce153b44-8708-403c-8649-36c651dca721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd167eb1-dabd-4bb9-98a4-01503c0ce857,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:13.259656 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 59108) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:13.338809 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-82386512-2a92-49b6-b64a-8e99e5675924 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:13.371958 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-82386512-2a92-49b6-b64a-8e99e5675924 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:13.440786 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-82386512-2a92-49b6-b64a-8e99e5675924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:13.445399 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-82386512-2a92-49b6-b64a-8e99e5675924 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:13.447019 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-82386512-2a92-49b6-b64a-8e99e5675924 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dd167eb1-dabd-4bb9-98a4-01503c0ce857 HTTP/1.1" status: 204 len: 168 time: 0.1857669 Nov 12 08:47:13.457388 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82386512-2a92-49b6-b64a-8e99e5675924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd167eb1-dabd-4bb9-98a4-01503c0ce857,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:14.066509 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba3b4a5-776b-4f71-a552-b214bfa81b70 req-dc01a8a5-aa2a-44f6-9a24-360e7b47f5e2 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:14.068734 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fba3b4a5-776b-4f71-a552-b214bfa81b70 req-dc01a8a5-aa2a-44f6-9a24-360e7b47f5e2 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=79dabc15-b262-4896-9d54-881fa4c32d6d HTTP/1.1" status: 200 len: 944 time: 0.0992661 Nov 12 08:47:14.175128 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aac6560-9061-420f-ba8e-165cb8f124f1 req-bef9eb8f-e4d2-4b2d-bcae-a1726b450327 tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:14.175440 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fba3b4a5-776b-4f71-a552-b214bfa81b70 req-f2d56ab6-d968-4555-b958-6c91a7c283ed tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=2112de76-808b-4aee-81cb-ec91177d9317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810499 Nov 12 08:47:14.178121 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8aac6560-9061-420f-ba8e-165cb8f124f1 req-bef9eb8f-e4d2-4b2d-bcae-a1726b450327 tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] 10.222.0.21 "GET /v2.0/networks?id=1a77e7d1-e880-4909-b47f-c788347c40d5 HTTP/1.1" status: 200 len: 814 time: 0.2605059 Nov 12 08:47:14.306281 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-66186fb2-4d66-459c-bb83-3183492c899e req-701a23f3-29f3-488a-8425-b6beba7280dc tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b8c0428-e536-4044-959e-b4f42227d9fb HTTP/1.1" status: 200 len: 210 time: 0.0347073 Nov 12 08:47:14.319452 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8aac6560-9061-420f-ba8e-165cb8f124f1 req-d0f27a20-76d9-44cc-80c8-668c1a538125 tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9092e2c011414e27b78b54ab78778e04 HTTP/1.1" status: 200 len: 380 time: 0.1306424 Nov 12 08:47:14.332497 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-8aac6560-9061-420f-ba8e-165cb8f124f1 req-8e5d885f-1bcb-4bf7-9afe-5e54b2c8ac8a tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Request body: {'port': {'device_id': '2b8c0428-e536-4044-959e-b4f42227d9fb', 'network_id': '1a77e7d1-e880-4909-b47f-c788347c40d5', 'admin_state_up': True, 'tenant_id': '9092e2c011414e27b78b54ab78778e04', 'security_groups': ['21780945-2358-43de-b133-bd5fb8df5102']}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:14.484360 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8aac6560-9061-420f-ba8e-165cb8f124f1 req-8e5d885f-1bcb-4bf7-9afe-5e54b2c8ac8a tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Made reservation on behalf of 9092e2c011414e27b78b54ab78778e04 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:47:14.489862 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-8aac6560-9061-420f-ba8e-165cb8f124f1 req-8e5d885f-1bcb-4bf7-9afe-5e54b2c8ac8a tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:14.687538 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-8aac6560-9061-420f-ba8e-165cb8f124f1 req-8e5d885f-1bcb-4bf7-9afe-5e54b2c8ac8a tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Allocated IP 172.20.0.14 (1a77e7d1-e880-4909-b47f-c788347c40d5/f6d8ff2c-9dad-4362-ace9-f37f6abbb39a/cc2084d9-8df5-427f-bd22-78829d06bcab) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:47:14.900382 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-8aac6560-9061-420f-ba8e-165cb8f124f1 req-8e5d885f-1bcb-4bf7-9afe-5e54b2c8ac8a tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:14.948773 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-8aac6560-9061-420f-ba8e-165cb8f124f1 req-8e5d885f-1bcb-4bf7-9afe-5e54b2c8ac8a tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:14.997643 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8aac6560-9061-420f-ba8e-165cb8f124f1 req-8e5d885f-1bcb-4bf7-9afe-5e54b2c8ac8a tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Network 1a77e7d1-e880-4909-b47f-c788347c40d5 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:47:15.005838 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-8aac6560-9061-420f-ba8e-165cb8f124f1 req-8e5d885f-1bcb-4bf7-9afe-5e54b2c8ac8a tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:47:15.016731 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aac6560-9061-420f-ba8e-165cb8f124f1 req-8e5d885f-1bcb-4bf7-9afe-5e54b2c8ac8a tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:47:15.031918 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5d885f-1bcb-4bf7-9afe-5e54b2c8ac8a tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Pushing event updated for resources: {'Port': ['ID=cc2084d9-8df5-427f-bd22-78829d06bcab,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:15.061902 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5d885f-1bcb-4bf7-9afe-5e54b2c8ac8a tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:15.062246 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5d885f-1bcb-4bf7-9afe-5e54b2c8ac8a tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:15.062578 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5d885f-1bcb-4bf7-9afe-5e54b2c8ac8a tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:15.062939 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5d885f-1bcb-4bf7-9afe-5e54b2c8ac8a tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:15.063267 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5d885f-1bcb-4bf7-9afe-5e54b2c8ac8a tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:15.063592 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5d885f-1bcb-4bf7-9afe-5e54b2c8ac8a tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:15.063917 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5d885f-1bcb-4bf7-9afe-5e54b2c8ac8a tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:15.064239 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5d885f-1bcb-4bf7-9afe-5e54b2c8ac8a tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:15.064563 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5d885f-1bcb-4bf7-9afe-5e54b2c8ac8a tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:15.064881 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5d885f-1bcb-4bf7-9afe-5e54b2c8ac8a tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:15.065203 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5d885f-1bcb-4bf7-9afe-5e54b2c8ac8a tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:15.065521 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5d885f-1bcb-4bf7-9afe-5e54b2c8ac8a tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:15.141069 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aac6560-9061-420f-ba8e-165cb8f124f1 req-8e5d885f-1bcb-4bf7-9afe-5e54b2c8ac8a tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:15.141748 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-8aac6560-9061-420f-ba8e-165cb8f124f1 req-8e5d885f-1bcb-4bf7-9afe-5e54b2c8ac8a tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:15.171215 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8aac6560-9061-420f-ba8e-165cb8f124f1 req-8e5d885f-1bcb-4bf7-9afe-5e54b2c8ac8a tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8428113 Nov 12 08:47:15.183304 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [req-8aac6560-9061-420f-ba8e-165cb8f124f1 req-69b809f2-48f4-4028-9b42-0c81fadd5db1 tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:47:15.184583 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8aac6560-9061-420f-ba8e-165cb8f124f1 req-69b809f2-48f4-4028-9b42-0c81fadd5db1 tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069025 Nov 12 08:47:15.199144 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-8aac6560-9061-420f-ba8e-165cb8f124f1 req-b5793bc8-303c-4dcd-8c21-8a0c23eb0c35 service neutron] Request body: {'port': {'device_id': '2b8c0428-e536-4044-959e-b4f42227d9fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:15.305353 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59190) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:15.321707 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-8aac6560-9061-420f-ba8e-165cb8f124f1 req-b5793bc8-303c-4dcd-8c21-8a0c23eb0c35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:15.428344 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c42a0-f49b-49e4-ab79-58fb4fc6dcbf req-23462324-a380-4e3f-821e-5b7821db8478 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:15.444722 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-370c42a0-f49b-49e4-ab79-58fb4fc6dcbf req-23462324-a380-4e3f-821e-5b7821db8478 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=79dabc15-b262-4896-9d54-881fa4c32d6d HTTP/1.1" status: 200 len: 944 time: 0.1204197 Nov 12 08:47:15.482487 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-daba324b-377c-4c5f-b93e-4fee148757c8 None None] Provisioning complete for port cc2084d9-8df5-427f-bd22-78829d06bcab triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:15.484724 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-daba324b-377c-4c5f-b93e-4fee148757c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:15.546841 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-370c42a0-f49b-49e4-ab79-58fb4fc6dcbf req-898c37d8-266c-47c8-81cd-acb5ab9d9ee2 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=2112de76-808b-4aee-81cb-ec91177d9317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991910 Nov 12 08:47:15.576312 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-daba324b-377c-4c5f-b93e-4fee148757c8 None None] Port cc2084d9-8df5-427f-bd22-78829d06bcab cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:47:15.613560 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9459c1e2-058b-4146-aabc-6c3b34a6b576 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:15.796461 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-8aac6560-9061-420f-ba8e-165cb8f124f1 req-b5793bc8-303c-4dcd-8c21-8a0c23eb0c35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc2084d9-8df5-427f-bd22-78829d06bcab {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:47:15.808990 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02601a2c-1450-48a8-bb25-134254505375 req-c0097cf6-6430-4bc0-9e1a-42a1252be1a5 tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:15.809235 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-8aac6560-9061-420f-ba8e-165cb8f124f1 req-b5793bc8-303c-4dcd-8c21-8a0c23eb0c35 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:15.816629 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-02601a2c-1450-48a8-bb25-134254505375 req-c0097cf6-6430-4bc0-9e1a-42a1252be1a5 tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b8c0428-e536-4044-959e-b4f42227d9fb HTTP/1.1" status: 200 len: 932 time: 0.0940034 Nov 12 08:47:15.824702 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-8aac6560-9061-420f-ba8e-165cb8f124f1 req-b5793bc8-303c-4dcd-8c21-8a0c23eb0c35 service neutron] Transition to ACTIVE for port object cc2084d9-8df5-427f-bd22-78829d06bcab will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:47:15.832481 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-8aac6560-9061-420f-ba8e-165cb8f124f1 req-b5793bc8-303c-4dcd-8c21-8a0c23eb0c35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:15.844236 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9459c1e2-058b-4146-aabc-6c3b34a6b576 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:15.851911 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9459c1e2-058b-4146-aabc-6c3b34a6b576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:15.960199 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-02601a2c-1450-48a8-bb25-134254505375 req-4e4a16c9-fc99-4c80-9dcf-c9d2b0b7507a tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] 10.222.0.26 "GET /v2.0/security-groups?id=21780945-2358-43de-b133-bd5fb8df5102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418452 Nov 12 08:47:15.971284 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-9459c1e2-058b-4146-aabc-6c3b34a6b576 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6ba40876bec94381bb0963d3df494026&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6646535 Nov 12 08:47:15.979522 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59202) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:15.998834 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9459c1e2-058b-4146-aabc-6c3b34a6b576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b7b342e-187d-4eb5-870b-5ec74cd0a09b,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:16.016308 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-8aac6560-9061-420f-ba8e-165cb8f124f1 req-b5793bc8-303c-4dcd-8c21-8a0c23eb0c35 service neutron] Attempting to bind port cc2084d9-8df5-427f-bd22-78829d06bcab on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:47:16.016657 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-8aac6560-9061-420f-ba8e-165cb8f124f1 req-b5793bc8-303c-4dcd-8c21-8a0c23eb0c35 service neutron] Attempting to bind port cc2084d9-8df5-427f-bd22-78829d06bcab by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': '2477c2ed-bf48-4bee-bec3-4a9ac76e1e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '1a77e7d1-e880-4909-b47f-c788347c40d5'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:47:16.016993 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aac6560-9061-420f-ba8e-165cb8f124f1 req-b5793bc8-303c-4dcd-8c21-8a0c23eb0c35 service neutron] Attempting to bind port cc2084d9-8df5-427f-bd22-78829d06bcab on network 1a77e7d1-e880-4909-b47f-c788347c40d5 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:47:16.020922 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5793bc8-303c-4dcd-8c21-8a0c23eb0c35 service neutron] Pushing event updated for resources: {'Port': ['ID=cc2084d9-8df5-427f-bd22-78829d06bcab,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:16.027210 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aac6560-9061-420f-ba8e-165cb8f124f1 req-b5793bc8-303c-4dcd-8c21-8a0c23eb0c35 service neutron] Port cc2084d9-8df5-427f-bd22-78829d06bcab on network 1a77e7d1-e880-4909-b47f-c788347c40d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:47:16.027548 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aac6560-9061-420f-ba8e-165cb8f124f1 req-b5793bc8-303c-4dcd-8c21-8a0c23eb0c35 service neutron] Attempting to bind port cc2084d9-8df5-427f-bd22-78829d06bcab on network 1a77e7d1-e880-4909-b47f-c788347c40d5 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:47:16.033755 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aac6560-9061-420f-ba8e-165cb8f124f1 req-b5793bc8-303c-4dcd-8c21-8a0c23eb0c35 service neutron] Checking agent: {'id': '26215384-8035-4ce2-971a-8e67be80da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:47:16.034369 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aac6560-9061-420f-ba8e-165cb8f124f1 req-b5793bc8-303c-4dcd-8c21-8a0c23eb0c35 service neutron] Checking segment: {'id': '2477c2ed-bf48-4bee-bec3-4a9ac76e1e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '1a77e7d1-e880-4909-b47f-c788347c40d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:47:16.034795 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aac6560-9061-420f-ba8e-165cb8f124f1 req-b5793bc8-303c-4dcd-8c21-8a0c23eb0c35 service neutron] Bound using segment: {'id': '2477c2ed-bf48-4bee-bec3-4a9ac76e1e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '1a77e7d1-e880-4909-b47f-c788347c40d5'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:47:16.035617 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-8aac6560-9061-420f-ba8e-165cb8f124f1 req-b5793bc8-303c-4dcd-8c21-8a0c23eb0c35 service neutron] Bound port: cc2084d9-8df5-427f-bd22-78829d06bcab, host: n-h1-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2477c2ed-bf48-4bee-bec3-4a9ac76e1e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '1a77e7d1-e880-4909-b47f-c788347c40d5'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:47:16.037492 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-8aac6560-9061-420f-ba8e-165cb8f124f1 req-b5793bc8-303c-4dcd-8c21-8a0c23eb0c35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:16.072752 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3a76c4b1-1365-43b1-a064-bde9ec9249fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:16.127931 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-8aac6560-9061-420f-ba8e-165cb8f124f1 req-b5793bc8-303c-4dcd-8c21-8a0c23eb0c35 service neutron] For port cc2084d9-8df5-427f-bd22-78829d06bcab, host n-h1-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:47:16.128857 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3a76c4b1-1365-43b1-a064-bde9ec9249fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:16.132292 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-8aac6560-9061-420f-ba8e-165cb8f124f1 req-b5793bc8-303c-4dcd-8c21-8a0c23eb0c35 service neutron] For port cc2084d9-8df5-427f-bd22-78829d06bcab, host n-h1-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=cc2084d9-8df5-427f-bd22-78829d06bcab,segment=NetworkSegment(2477c2ed-bf48-4bee-bec3-4a9ac76e1e8a),segment_id=2477c2ed-bf48-4bee-bec3-4a9ac76e1e8a)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:47:16.142619 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-8aac6560-9061-420f-ba8e-165cb8f124f1 req-b5793bc8-303c-4dcd-8c21-8a0c23eb0c35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:16.232244 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3a76c4b1-1365-43b1-a064-bde9ec9249fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:16.235834 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3a76c4b1-1365-43b1-a064-bde9ec9249fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:16.237118 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-3a76c4b1-1365-43b1-a064-bde9ec9249fb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3b7b342e-187d-4eb5-870b-5ec74cd0a09b HTTP/1.1" status: 204 len: 168 time: 0.2563319 Nov 12 08:47:16.262442 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aac6560-9061-420f-ba8e-165cb8f124f1 req-b5793bc8-303c-4dcd-8c21-8a0c23eb0c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:16.265981 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-8aac6560-9061-420f-ba8e-165cb8f124f1 req-b5793bc8-303c-4dcd-8c21-8a0c23eb0c35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:16.267881 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8aac6560-9061-420f-ba8e-165cb8f124f1 req-b5793bc8-303c-4dcd-8c21-8a0c23eb0c35 service neutron] 10.222.0.21 "PUT /v2.0/ports/cc2084d9-8df5-427f-bd22-78829d06bcab HTTP/1.1" status: 200 len: 1093 time: 1.0743196 Nov 12 08:47:16.271897 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a76c4b1-1365-43b1-a064-bde9ec9249fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b7b342e-187d-4eb5-870b-5ec74cd0a09b,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:16.287227 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b8c0428-e536-4044-959e-b4f42227d9fb', 'tag': 'cc2084d9-8df5-427f-bd22-78829d06bcab'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:47:16.312759 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34f023b9-9406-473c-a88e-25cd26d68548" -d '{"events": [{"name": "network-changed", "server_uuid": "2b8c0428-e536-4044-959e-b4f42227d9fb", "tag": "cc2084d9-8df5-427f-bd22-78829d06bcab"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:47:16.421535 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7726b22b-9a68-4a7e-8a48-92881aba44fb x-openstack-request-id: req-7726b22b-9a68-4a7e-8a48-92881aba44fb {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:47:16.422332 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b8c0428-e536-4044-959e-b4f42227d9fb", "tag": "cc2084d9-8df5-427f-bd22-78829d06bcab", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:47:16.422332 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7726b22b-9a68-4a7e-8a48-92881aba44fb {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:47:16.425327 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b8c0428-e536-4044-959e-b4f42227d9fb', 'tag': 'cc2084d9-8df5-427f-bd22-78829d06bcab', 'status': 'completed', 'code': 200} Nov 12 08:47:16.432329 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5793bc8-303c-4dcd-8c21-8a0c23eb0c35 service neutron] Pushing event updated for resources: {'Port': ['ID=cc2084d9-8df5-427f-bd22-78829d06bcab,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:16.470274 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aac6560-9061-420f-ba8e-165cb8f124f1 req-36c6e30b-2339-40a6-a4e6-02ca1ad300de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:16.476360 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8aac6560-9061-420f-ba8e-165cb8f124f1 req-36c6e30b-2339-40a6-a4e6-02ca1ad300de service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9092e2c011414e27b78b54ab78778e04&device_id=2b8c0428-e536-4044-959e-b4f42227d9fb HTTP/1.1" status: 200 len: 1096 time: 0.1418762 Nov 12 08:47:16.541842 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8aac6560-9061-420f-ba8e-165cb8f124f1 req-04b99eeb-ac63-4862-b342-39d8fd7cced2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc2084d9-8df5-427f-bd22-78829d06bcab HTTP/1.1" status: 200 len: 217 time: 0.0545304 Nov 12 08:47:16.646536 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aac6560-9061-420f-ba8e-165cb8f124f1 req-99827a2e-d5ce-44a9-ad1e-c22484650db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:16.648172 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8aac6560-9061-420f-ba8e-165cb8f124f1 req-99827a2e-d5ce-44a9-ad1e-c22484650db5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f6d8ff2c-9dad-4362-ace9-f37f6abbb39a HTTP/1.1" status: 200 len: 853 time: 0.0986388 Nov 12 08:47:16.749516 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b159042-9608-40f7-be59-eeeddccca5ea req-3dc7c7b6-9ccc-44da-a977-0dcffa0e5cbb tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:16.762212 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8b159042-9608-40f7-be59-eeeddccca5ea req-3dc7c7b6-9ccc-44da-a977-0dcffa0e5cbb tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=79dabc15-b262-4896-9d54-881fa4c32d6d HTTP/1.1" status: 200 len: 944 time: 0.1153932 Nov 12 08:47:16.764957 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aac6560-9061-420f-ba8e-165cb8f124f1 req-6a5bd544-8c1d-4f76-bd06-41d168f8758d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:16.775073 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8aac6560-9061-420f-ba8e-165cb8f124f1 req-6a5bd544-8c1d-4f76-bd06-41d168f8758d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1a77e7d1-e880-4909-b47f-c788347c40d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1168098 Nov 12 08:47:16.841932 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8b159042-9608-40f7-be59-eeeddccca5ea req-1a19436c-0472-4f46-9a8c-e21068e5024f tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=2112de76-808b-4aee-81cb-ec91177d9317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777736 Nov 12 08:47:16.921691 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8aac6560-9061-420f-ba8e-165cb8f124f1 req-8f083f24-062c-48c1-a424-7766aca996a2 service neutron] 10.222.0.21 "GET /v2.0/networks/1a77e7d1-e880-4909-b47f-c788347c40d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389570 Nov 12 08:47:17.125717 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8aac6560-9061-420f-ba8e-165cb8f124f1 req-f2286940-1435-4923-be11-2131982177f6 service neutron] 10.222.0.21 "GET /v2.0/networks/1a77e7d1-e880-4909-b47f-c788347c40d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957269 Nov 12 08:47:17.129073 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95aa0ff-5b93-4a92-978b-5c61ea2ee594 req-6ec8a195-6325-4e01-8909-91f7d5da8532 tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:17.137181 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a95aa0ff-5b93-4a92-978b-5c61ea2ee594 req-6ec8a195-6325-4e01-8909-91f7d5da8532 tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b8c0428-e536-4044-959e-b4f42227d9fb HTTP/1.1" status: 200 len: 944 time: 0.0816646 Nov 12 08:47:17.206425 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a95aa0ff-5b93-4a92-978b-5c61ea2ee594 req-e4329c20-09c0-4173-a1b1-7cf18c20f9b8 tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] 10.222.0.26 "GET /v2.0/security-groups?id=21780945-2358-43de-b133-bd5fb8df5102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682347 Nov 12 08:47:17.248352 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f023b9-9406-473c-a88e-25cd26d68548 req-46fb68a5-094f-4da8-81e1-70293fb27146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:17.249800 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-34f023b9-9406-473c-a88e-25cd26d68548 req-46fb68a5-094f-4da8-81e1-70293fb27146 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9092e2c011414e27b78b54ab78778e04&device_id=2b8c0428-e536-4044-959e-b4f42227d9fb HTTP/1.1" status: 200 len: 1096 time: 0.0692756 Nov 12 08:47:17.361433 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f023b9-9406-473c-a88e-25cd26d68548 req-c80dd810-e3c0-4044-8745-758aad9a4438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:17.363416 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-34f023b9-9406-473c-a88e-25cd26d68548 req-c80dd810-e3c0-4044-8745-758aad9a4438 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1a77e7d1-e880-4909-b47f-c788347c40d5 HTTP/1.1" status: 200 len: 915 time: 0.1051574 Nov 12 08:47:17.414605 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-34f023b9-9406-473c-a88e-25cd26d68548 req-111256fe-4441-475d-9409-574a216a25a8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc2084d9-8df5-427f-bd22-78829d06bcab HTTP/1.1" status: 200 len: 217 time: 0.0429008 Nov 12 08:47:17.472378 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f023b9-9406-473c-a88e-25cd26d68548 req-f7aaf91c-672a-4962-be04-09f79bd284fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:17.474440 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-34f023b9-9406-473c-a88e-25cd26d68548 req-f7aaf91c-672a-4962-be04-09f79bd284fc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f6d8ff2c-9dad-4362-ace9-f37f6abbb39a HTTP/1.1" status: 200 len: 853 time: 0.0521684 Nov 12 08:47:17.527207 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f023b9-9406-473c-a88e-25cd26d68548 req-bbc8924f-90b6-4a5a-8aab-1403d6da8cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:17.528907 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-34f023b9-9406-473c-a88e-25cd26d68548 req-bbc8924f-90b6-4a5a-8aab-1403d6da8cbd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1a77e7d1-e880-4909-b47f-c788347c40d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457149 Nov 12 08:47:17.637262 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-34f023b9-9406-473c-a88e-25cd26d68548 req-f95b1882-5e37-4f66-8003-2cfa5a3dbe94 service neutron] 10.222.0.21 "GET /v2.0/networks/1a77e7d1-e880-4909-b47f-c788347c40d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997338 Nov 12 08:47:17.751961 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-34f023b9-9406-473c-a88e-25cd26d68548 req-82a7b678-8da9-4ebd-aa93-2aa599c357a8 service neutron] 10.222.0.21 "GET /v2.0/networks/1a77e7d1-e880-4909-b47f-c788347c40d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067026 Nov 12 08:47:17.999921 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683c1ef8-c80d-4ba3-a5f8-3c690a14a07e req-ef9dcb4a-fe49-4773-a640-95b7c709848c tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:18.001875 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-683c1ef8-c80d-4ba3-a5f8-3c690a14a07e req-ef9dcb4a-fe49-4773-a640-95b7c709848c tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=79dabc15-b262-4896-9d54-881fa4c32d6d HTTP/1.1" status: 200 len: 944 time: 0.0601819 Nov 12 08:47:18.070782 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-683c1ef8-c80d-4ba3-a5f8-3c690a14a07e req-a8c77616-9cb7-4518-899c-d7ec8c7995ff tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=2112de76-808b-4aee-81cb-ec91177d9317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608947 Nov 12 08:47:18.118933 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59258) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:18.244206 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-8029f13c-5ceb-4d81-8383-a0a0522a1662 tempest-MeteringIpV6TestJSON-709834843 tempest-MeteringIpV6TestJSON-709834843-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1420287339'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:18.244735 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-8029f13c-5ceb-4d81-8383-a0a0522a1662 tempest-MeteringIpV6TestJSON-709834843 tempest-MeteringIpV6TestJSON-709834843-project-admin] Unknown quota resources ['metering_label']. {{(pid=102600) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 08:47:18.454991 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8029f13c-5ceb-4d81-8383-a0a0522a1662 tempest-MeteringIpV6TestJSON-709834843 tempest-MeteringIpV6TestJSON-709834843-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:18.456512 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-8029f13c-5ceb-4d81-8383-a0a0522a1662 tempest-MeteringIpV6TestJSON-709834843 tempest-MeteringIpV6TestJSON-709834843-project-admin] 10.222.0.26 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.3362823 Nov 12 08:47:18.460160 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 59264) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:18.466259 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-7a326e19-6d31-44ab-9b41-71bfc1a29330 tempest-MeteringIpV6TestJSON-709834843 tempest-MeteringIpV6TestJSON-709834843-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'a2d4e129-de1b-48d9-b9f2-5543fa5eb5d3'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:18.467262 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-7a326e19-6d31-44ab-9b41-71bfc1a29330 tempest-MeteringIpV6TestJSON-709834843 tempest-MeteringIpV6TestJSON-709834843-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102599) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 08:47:18.470634 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8961ff7-f9a0-4203-9dc5-a009746f253d req-60225f87-82fb-4df4-8d25-c62c6089ee21 tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:18.472357 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d8961ff7-f9a0-4203-9dc5-a009746f253d req-60225f87-82fb-4df4-8d25-c62c6089ee21 tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b8c0428-e536-4044-959e-b4f42227d9fb HTTP/1.1" status: 200 len: 944 time: 0.1590214 Nov 12 08:47:18.527735 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d8961ff7-f9a0-4203-9dc5-a009746f253d req-22cd92bf-2e8e-4157-a640-2c0092bba087 tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] 10.222.0.26 "GET /v2.0/security-groups?id=21780945-2358-43de-b133-bd5fb8df5102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480533 Nov 12 08:47:18.568974 n-d-765315-29 neutron-server[102599]: WARNING neutron.services.metering.metering_plugin [None req-7a326e19-6d31-44ab-9b41-71bfc1a29330 tempest-MeteringIpV6TestJSON-709834843 tempest-MeteringIpV6TestJSON-709834843-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 12 08:47:18.698527 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7a326e19-6d31-44ab-9b41-71bfc1a29330 tempest-MeteringIpV6TestJSON-709834843 tempest-MeteringIpV6TestJSON-709834843-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:18.701749 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-7a326e19-6d31-44ab-9b41-71bfc1a29330 tempest-MeteringIpV6TestJSON-709834843 tempest-MeteringIpV6TestJSON-709834843-project-admin] 10.222.0.26 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2401648 Nov 12 08:47:18.702821 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 59266) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:18.707309 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-00bfdb0f-b103-4265-966e-eb50af9c381f tempest-MeteringIpV6TestJSON-709834843 tempest-MeteringIpV6TestJSON-709834843-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'a2d4e129-de1b-48d9-b9f2-5543fa5eb5d3'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:18.707854 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-00bfdb0f-b103-4265-966e-eb50af9c381f tempest-MeteringIpV6TestJSON-709834843 tempest-MeteringIpV6TestJSON-709834843-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102599) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 08:47:18.766176 n-d-765315-29 neutron-server[102599]: WARNING neutron.services.metering.metering_plugin [None req-00bfdb0f-b103-4265-966e-eb50af9c381f tempest-MeteringIpV6TestJSON-709834843 tempest-MeteringIpV6TestJSON-709834843-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 12 08:47:18.864480 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-00bfdb0f-b103-4265-966e-eb50af9c381f tempest-MeteringIpV6TestJSON-709834843 tempest-MeteringIpV6TestJSON-709834843-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:18.866663 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-00bfdb0f-b103-4265-966e-eb50af9c381f tempest-MeteringIpV6TestJSON-709834843 tempest-MeteringIpV6TestJSON-709834843-project-admin] 10.222.0.26 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1620963 Nov 12 08:47:18.869183 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 59268) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:18.883478 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-f9303e46-4a5d-43c1-937e-892a08289b2f tempest-MeteringIpV6TestJSON-709834843 tempest-MeteringIpV6TestJSON-709834843-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-label-rules?id=4c146d4f-f1a4-4451-b148-4f52a4d30db5 HTTP/1.1" status: 200 len: 462 time: 0.0130870 Nov 12 08:47:18.887659 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 59270) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:19.008168 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bcf391da-eee1-4c58-a236-6b31b58ecd0f tempest-MeteringIpV6TestJSON-709834843 tempest-MeteringIpV6TestJSON-709834843-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:19.011833 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-bcf391da-eee1-4c58-a236-6b31b58ecd0f tempest-MeteringIpV6TestJSON-709834843 tempest-MeteringIpV6TestJSON-709834843-project-admin] 10.222.0.26 "DELETE /v2.0/metering/metering-label-rules/4c146d4f-f1a4-4451-b148-4f52a4d30db5 HTTP/1.1" status: 204 len: 168 time: 0.1206443 Nov 12 08:47:19.012081 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 59272) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:19.025525 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-b8aac2d7-1cc8-4a66-bd64-5f37ee67b2d2 tempest-MeteringIpV6TestJSON-709834843 tempest-MeteringIpV6TestJSON-709834843-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-label-rules?id=4c146d4f-f1a4-4451-b148-4f52a4d30db5 HTTP/1.1" status: 200 len: 221 time: 0.0085130 Nov 12 08:47:19.026470 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59274) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:19.032122 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-c8fb77e6-0c73-47fd-a160-4bb99fecbd05 tempest-MeteringIpV6TestJSON-709834843 tempest-MeteringIpV6TestJSON-709834843-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--880536869', 'description': 'label created by tempest'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:19.032579 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-c8fb77e6-0c73-47fd-a160-4bb99fecbd05 tempest-MeteringIpV6TestJSON-709834843 tempest-MeteringIpV6TestJSON-709834843-project-admin] Unknown quota resources ['metering_label']. {{(pid=102600) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 08:47:19.270816 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c8fb77e6-0c73-47fd-a160-4bb99fecbd05 tempest-MeteringIpV6TestJSON-709834843 tempest-MeteringIpV6TestJSON-709834843-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:19.275014 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 59280) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:19.275496 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-c8fb77e6-0c73-47fd-a160-4bb99fecbd05 tempest-MeteringIpV6TestJSON-709834843 tempest-MeteringIpV6TestJSON-709834843-project-admin] 10.222.0.26 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2473407 Nov 12 08:47:19.306755 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8d5443-26af-4668-b335-e6ebb1e3c113 req-63b67ef0-cb66-4db7-8c3b-fa8ad8bdfde2 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:19.318071 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0b8d5443-26af-4668-b335-e6ebb1e3c113 req-63b67ef0-cb66-4db7-8c3b-fa8ad8bdfde2 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=79dabc15-b262-4896-9d54-881fa4c32d6d HTTP/1.1" status: 200 len: 944 time: 0.1576068 Nov 12 08:47:19.362983 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-443891ac-b83f-4814-8f77-abc320606eb1 tempest-MeteringIpV6TestJSON-709834843 tempest-MeteringIpV6TestJSON-709834843-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-labels?id=ef0ff8e0-bef5-433f-95d4-b417c389748b HTTP/1.1" status: 200 len: 467 time: 0.0866086 Nov 12 08:47:19.363576 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 59282) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:19.370102 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0b8d5443-26af-4668-b335-e6ebb1e3c113 req-aecfc9cf-82e8-431a-8dcb-9ad272f61008 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=2112de76-808b-4aee-81cb-ec91177d9317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506728 Nov 12 08:47:19.678627 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0640506a-738f-4bb3-b793-939c8db72161 req-503cf068-abdc-49b4-b7e9-fb2e5b8ed43b tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:19.683427 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0640506a-738f-4bb3-b793-939c8db72161 req-503cf068-abdc-49b4-b7e9-fb2e5b8ed43b tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b8c0428-e536-4044-959e-b4f42227d9fb HTTP/1.1" status: 200 len: 944 time: 0.0713761 Nov 12 08:47:19.747371 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0640506a-738f-4bb3-b793-939c8db72161 req-67b3d359-032b-49b4-ab88-8ec6ee1b351a tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] 10.222.0.26 "GET /v2.0/security-groups?id=21780945-2358-43de-b133-bd5fb8df5102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628388 Nov 12 08:47:19.865574 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-23c381e1-1214-44c0-9302-e3ae8eaa8c29 tempest-MeteringIpV6TestJSON-709834843 tempest-MeteringIpV6TestJSON-709834843-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:19.869622 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59286) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:19.869947 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-23c381e1-1214-44c0-9302-e3ae8eaa8c29 tempest-MeteringIpV6TestJSON-709834843 tempest-MeteringIpV6TestJSON-709834843-project-admin] 10.222.0.26 "DELETE /v2.0/metering/metering-labels/ef0ff8e0-bef5-433f-95d4-b417c389748b HTTP/1.1" status: 204 len: 168 time: 0.5051706 Nov 12 08:47:19.887483 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-cb357423-d3ee-4277-b185-3368e6f0cbdc tempest-MeteringIpV6TestJSON-709834843 tempest-MeteringIpV6TestJSON-709834843-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-labels?id=ef0ff8e0-bef5-433f-95d4-b417c389748b HTTP/1.1" status: 200 len: 216 time: 0.0164406 Nov 12 08:47:19.891448 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 59288) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:19.905017 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-52091199-7f59-4c1e-ac79-48395ab9f41f tempest-MeteringIpV6TestJSON-709834843 tempest-MeteringIpV6TestJSON-709834843-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0121028 Nov 12 08:47:19.909516 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 59290) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:19.927702 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-0f566322-2689-4e55-ac72-83274de6672c tempest-MeteringIpV6TestJSON-709834843 tempest-MeteringIpV6TestJSON-709834843-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0119910 Nov 12 08:47:19.928105 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 59292) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:19.996232 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-81b9f945-2cfd-473f-8427-97b65e72a48a tempest-MeteringIpV6TestJSON-709834843 tempest-MeteringIpV6TestJSON-709834843-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-labels/a2d4e129-de1b-48d9-b9f2-5543fa5eb5d3 HTTP/1.1" status: 200 len: 473 time: 0.0622697 Nov 12 08:47:19.996584 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 59294) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:20.010020 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-58cbfd96-c148-4ab1-8a07-68396071a20f tempest-MeteringIpV6TestJSON-709834843 tempest-MeteringIpV6TestJSON-709834843-project-admin] 10.222.0.26 "GET /v2.0/metering/metering-label-rules/ed20adc7-c0cc-4c09-9a7e-873952e6c7a6 HTTP/1.1" status: 200 len: 459 time: 0.0091565 Nov 12 08:47:20.010573 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 59296) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:20.126015 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a8c09f53-6a95-4a48-8cf6-30ae12a61fb7 tempest-MeteringIpV6TestJSON-709834843 tempest-MeteringIpV6TestJSON-709834843-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:20.131109 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-a8c09f53-6a95-4a48-8cf6-30ae12a61fb7 tempest-MeteringIpV6TestJSON-709834843 tempest-MeteringIpV6TestJSON-709834843-project-admin] 10.222.0.26 "DELETE /v2.0/metering/metering-label-rules/ed20adc7-c0cc-4c09-9a7e-873952e6c7a6 HTTP/1.1" status: 204 len: 168 time: 0.1155932 Nov 12 08:47:20.131269 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 59298) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:20.369137 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-56f574f6-d9d1-4a2a-8d0c-99022b00118b tempest-MeteringIpV6TestJSON-709834843 tempest-MeteringIpV6TestJSON-709834843-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:20.384212 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-56f574f6-d9d1-4a2a-8d0c-99022b00118b tempest-MeteringIpV6TestJSON-709834843 tempest-MeteringIpV6TestJSON-709834843-project-admin] 10.222.0.26 "DELETE /v2.0/metering/metering-labels/a2d4e129-de1b-48d9-b9f2-5543fa5eb5d3 HTTP/1.1" status: 204 len: 168 time: 0.2517769 Nov 12 08:47:20.585017 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d106fdb-7213-49ab-ac01-c34429a88e05 req-5c064a4a-a4a9-48c5-8086-e1eba7ff2f64 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:20.593338 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5d106fdb-7213-49ab-ac01-c34429a88e05 req-5c064a4a-a4a9-48c5-8086-e1eba7ff2f64 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=79dabc15-b262-4896-9d54-881fa4c32d6d HTTP/1.1" status: 200 len: 944 time: 0.1024275 Nov 12 08:47:20.695336 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5d106fdb-7213-49ab-ac01-c34429a88e05 req-4b989936-4c9d-4dd3-b593-c9320a293ffa tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=2112de76-808b-4aee-81cb-ec91177d9317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953717 Nov 12 08:47:20.733859 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 59308) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:20.935308 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d9ae1-6815-455a-9e98-657f8c429c59 req-1c0f41b5-9d76-41fe-9908-567db4601cd9 tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:20.938068 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-372d9ae1-6815-455a-9e98-657f8c429c59 req-1c0f41b5-9d76-41fe-9908-567db4601cd9 tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b8c0428-e536-4044-959e-b4f42227d9fb HTTP/1.1" status: 200 len: 944 time: 0.0819755 Nov 12 08:47:20.950393 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9f815777-f8ac-4274-a7a8-6a6679f8ac96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:21.031226 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-372d9ae1-6815-455a-9e98-657f8c429c59 req-9c8c793d-17a5-4dc7-816d-cd77db28cfbb tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] 10.222.0.26 "GET /v2.0/security-groups?id=21780945-2358-43de-b133-bd5fb8df5102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856135 Nov 12 08:47:21.066674 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9f815777-f8ac-4274-a7a8-6a6679f8ac96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:21.071380 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9f815777-f8ac-4274-a7a8-6a6679f8ac96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:21.126564 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f815777-f8ac-4274-a7a8-6a6679f8ac96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f8727eb-30ed-42a8-9688-49ac5679bcee,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:21.132585 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-9f815777-f8ac-4274-a7a8-6a6679f8ac96 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4907bf19958942579dae9f1e535f555f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3974283 Nov 12 08:47:21.135282 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 59314) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:21.194719 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c9f7b5a1-7290-4b8f-b583-656d83f72c40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:21.221958 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c9f7b5a1-7290-4b8f-b583-656d83f72c40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:21.277471 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c9f7b5a1-7290-4b8f-b583-656d83f72c40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:21.282211 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c9f7b5a1-7290-4b8f-b583-656d83f72c40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:21.283549 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-c9f7b5a1-7290-4b8f-b583-656d83f72c40 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0f8727eb-30ed-42a8-9688-49ac5679bcee HTTP/1.1" status: 204 len: 168 time: 0.1452720 Nov 12 08:47:21.293482 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f7b5a1-7290-4b8f-b583-656d83f72c40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f8727eb-30ed-42a8-9688-49ac5679bcee,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:21.704841 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 59330) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:21.724740 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0e01ac4b-c7df-4029-9f33-27a84c4b7320 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:21.844774 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0e01ac4b-c7df-4029-9f33-27a84c4b7320 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:21.845152 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a86a658-2c66-4ff2-8ea4-75c36ee0f883 req-555d340a-bf8f-46b8-866d-2e0cade866bb tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:21.847089 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2a86a658-2c66-4ff2-8ea4-75c36ee0f883 req-555d340a-bf8f-46b8-866d-2e0cade866bb tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=79dabc15-b262-4896-9d54-881fa4c32d6d HTTP/1.1" status: 200 len: 944 time: 0.0731580 Nov 12 08:47:21.854107 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0e01ac4b-c7df-4029-9f33-27a84c4b7320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:21.906525 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e01ac4b-c7df-4029-9f33-27a84c4b7320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3377ef05-76dc-43f6-b662-326a4455f77d,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:21.933108 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2a86a658-2c66-4ff2-8ea4-75c36ee0f883 req-388de94d-a8b0-4726-a29f-faaf39fa6eb7 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=2112de76-808b-4aee-81cb-ec91177d9317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765378 Nov 12 08:47:21.935435 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-0e01ac4b-c7df-4029-9f33-27a84c4b7320 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=74ece51ccb8349a7986d5c79ab3945d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2291691 Nov 12 08:47:21.937985 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 59336) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:21.995873 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7c75c287-d61c-4598-a9ba-c03f40ce5dbf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:22.017808 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7c75c287-d61c-4598-a9ba-c03f40ce5dbf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:22.084740 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7c75c287-d61c-4598-a9ba-c03f40ce5dbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:22.087744 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7c75c287-d61c-4598-a9ba-c03f40ce5dbf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:22.092651 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-7c75c287-d61c-4598-a9ba-c03f40ce5dbf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3377ef05-76dc-43f6-b662-326a4455f77d HTTP/1.1" status: 204 len: 168 time: 0.1503444 Nov 12 08:47:22.112586 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c75c287-d61c-4598-a9ba-c03f40ce5dbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3377ef05-76dc-43f6-b662-326a4455f77d,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:22.158740 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:47:22.206736 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f1fd9e-5534-42e3-8d40-8b05ffd8d92c req-63e93b99-f3c1-4fba-a296-60fbb53e3978 tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:22.208507 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e2f1fd9e-5534-42e3-8d40-8b05ffd8d92c req-63e93b99-f3c1-4fba-a296-60fbb53e3978 tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b8c0428-e536-4044-959e-b4f42227d9fb HTTP/1.1" status: 200 len: 944 time: 0.0730529 Nov 12 08:47:22.271461 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e2f1fd9e-5534-42e3-8d40-8b05ffd8d92c req-af87cb89-2a13-4b29-9374-a8bf1699cc29 tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] 10.222.0.26 "GET /v2.0/security-groups?id=21780945-2358-43de-b133-bd5fb8df5102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545135 Nov 12 08:47:22.807746 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 141cac01-cd9c-4613-98d7-1c9960bd8999 details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:47:22.916319 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 141cac01-cd9c-4613-98d7-1c9960bd8999, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=141cac01-cd9c-4613-98d7-1c9960bd8999,segment=NetworkSegment(add834c9-8487-4b10-a6f8-7351b562c1cc),segment_id=add834c9-8487-4b10-a6f8-7351b562c1cc)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:22.932204 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': '141cac01-cd9c-4613-98d7-1c9960bd8999', 'network_id': '35316ea3-d15f-4e9c-9d0f-87ba20d4fc64', 'port_id': '141cac01-cd9c-4613-98d7-1c9960bd8999', 'mac_address': 'fa:16:3e:3a:9c:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1d27945-8c3d-427f-88ef-3c42a7516333', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:47:22.976281 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:22.994526 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 141cac01-cd9c-4613-98d7-1c9960bd8999 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:47:23.017301 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 141cac01-cd9c-4613-98d7-1c9960bd8999, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=141cac01-cd9c-4613-98d7-1c9960bd8999,segment=NetworkSegment(add834c9-8487-4b10-a6f8-7351b562c1cc),segment_id=add834c9-8487-4b10-a6f8-7351b562c1cc)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:23.027091 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:23.088403 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=141cac01-cd9c-4613-98d7-1c9960bd8999,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:23.101099 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fa75fd-db28-4593-a7cc-ab6acd2c5b95 req-c9cf90a8-b645-4a13-9868-d65b300e861d tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:23.102866 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f7fa75fd-db28-4593-a7cc-ab6acd2c5b95 req-c9cf90a8-b645-4a13-9868-d65b300e861d tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=79dabc15-b262-4896-9d54-881fa4c32d6d HTTP/1.1" status: 200 len: 945 time: 0.0757177 Nov 12 08:47:23.175265 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f7fa75fd-db28-4593-a7cc-ab6acd2c5b95 req-4f7d4f40-b108-4309-b61d-e5fe1234eef5 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=2112de76-808b-4aee-81cb-ec91177d9317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615296 Nov 12 08:47:23.401693 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e432def4-1677-46b3-99d3-93e9ed8e40db req-c0661cef-a6a6-460d-b8e8-5b654ee64f53 tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:23.404309 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e432def4-1677-46b3-99d3-93e9ed8e40db req-c0661cef-a6a6-460d-b8e8-5b654ee64f53 tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b8c0428-e536-4044-959e-b4f42227d9fb HTTP/1.1" status: 200 len: 944 time: 0.0604680 Nov 12 08:47:23.506150 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e432def4-1677-46b3-99d3-93e9ed8e40db req-5b18d5ec-dd48-4003-97ff-69562457cd66 tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] 10.222.0.26 "GET /v2.0/security-groups?id=21780945-2358-43de-b133-bd5fb8df5102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919802 Nov 12 08:47:23.543246 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['141cac01-cd9c-4613-98d7-1c9960bd8999'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:47:23.696468 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 59400) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:23.872413 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-8f1ea159-3b1b-4b2f-80cf-a675fcd1ca35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863287363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863287363-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-931535924'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:23.896552 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f1ea159-3b1b-4b2f-80cf-a675fcd1ca35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863287363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863287363-project] Made reservation on behalf of e4cd22c53b3841a4bff56978a84b62c7 for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:47:23.900402 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8f1ea159-3b1b-4b2f-80cf-a675fcd1ca35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863287363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863287363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:23.913885 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8f1ea159-3b1b-4b2f-80cf-a675fcd1ca35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863287363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863287363-project] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:24.004157 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8f1ea159-3b1b-4b2f-80cf-a675fcd1ca35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863287363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863287363-project] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:24.008989 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8f1ea159-3b1b-4b2f-80cf-a675fcd1ca35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863287363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863287363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:24.037794 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f1ea159-3b1b-4b2f-80cf-a675fcd1ca35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863287363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863287363-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:47:24.048080 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1ea159-3b1b-4b2f-80cf-a675fcd1ca35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863287363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863287363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=418dd032-1585-4f5f-b1f7-f920129f4d47,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:24.054160 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8f1ea159-3b1b-4b2f-80cf-a675fcd1ca35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863287363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863287363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:24.054500 n-d-765315-29 neutron-server[102599]: INFO neutron.db.segments_db [None req-8f1ea159-3b1b-4b2f-80cf-a675fcd1ca35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863287363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863287363-project] Added segment 2f1e160c-94ec-4dd9-bcc2-bd727f561389 of type vlan for network 15858d8d-a038-406c-801a-363597cb81b6 Nov 12 08:47:24.099325 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8f1ea159-3b1b-4b2f-80cf-a675fcd1ca35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863287363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863287363-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:24.126699 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8f1ea159-3b1b-4b2f-80cf-a675fcd1ca35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863287363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863287363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:24.133348 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1ea159-3b1b-4b2f-80cf-a675fcd1ca35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863287363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863287363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:24.134023 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8f1ea159-3b1b-4b2f-80cf-a675fcd1ca35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863287363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863287363-project] Publish callbacks [] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:24.175884 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-8f1ea159-3b1b-4b2f-80cf-a675fcd1ca35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863287363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863287363-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 0.4765735 Nov 12 08:47:24.221296 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1ea159-3b1b-4b2f-80cf-a675fcd1ca35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863287363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863287363-project] Pushing event updated for resources: {'Network': ['ID=15858d8d-a038-406c-801a-363597cb81b6,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:24.235500 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 15858d8d-a038-406c-801a-363597cb81b6 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:47:24.381869 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 59410) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:24.389135 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-68d66e1b-aacf-44fd-a02e-57272347f3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Request body: {'port': {'network_id': '15858d8d-a038-406c-801a-363597cb81b6', 'binding:host_id': 'n-h1-765315-29', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1086963123'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:24.416819 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68d66e1b-aacf-44fd-a02e-57272347f3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Made reservation on behalf of e01860f3035747a68802e9469f2ad88d for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:47:24.420045 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-68d66e1b-aacf-44fd-a02e-57272347f3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:24.430199 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-68d66e1b-aacf-44fd-a02e-57272347f3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:24.486558 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4514eec4-03b3-4b02-9b98-f36cddc8864b req-e7a9f872-b08c-4394-b8df-7383b1f70b95 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:24.488783 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4514eec4-03b3-4b02-9b98-f36cddc8864b req-e7a9f872-b08c-4394-b8df-7383b1f70b95 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=79dabc15-b262-4896-9d54-881fa4c32d6d HTTP/1.1" status: 200 len: 945 time: 0.0658200 Nov 12 08:47:24.534426 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-68d66e1b-aacf-44fd-a02e-57272347f3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:24.540591 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-68d66e1b-aacf-44fd-a02e-57272347f3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:24.548132 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4514eec4-03b3-4b02-9b98-f36cddc8864b req-b6c7ff15-7c82-445c-83cf-ac337bebca65 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=2112de76-808b-4aee-81cb-ec91177d9317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508609 Nov 12 08:47:24.558785 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [None req-68d66e1b-aacf-44fd-a02e-57272347f3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] device_id is not set on port 580deb6f-4f9a-4287-8343-0df64eca0b53 yet. {{(pid=102599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:47:24.657140 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d66e1b-aacf-44fd-a02e-57272347f3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0bb1484-d607-43d8-ba48-cee881f3fe13,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:24.691294 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0852363-f241-4e8a-a219-7a25902bb3a8 req-35d625cf-3a4d-4a1e-a462-c415c21bb986 tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:24.696717 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e0852363-f241-4e8a-a219-7a25902bb3a8 req-35d625cf-3a4d-4a1e-a462-c415c21bb986 tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b8c0428-e536-4044-959e-b4f42227d9fb HTTP/1.1" status: 200 len: 944 time: 0.0761793 Nov 12 08:47:24.748705 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e0852363-f241-4e8a-a219-7a25902bb3a8 req-0193bff8-eb8a-49aa-b895-a85532e502a2 tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] 10.222.0.26 "GET /v2.0/security-groups?id=21780945-2358-43de-b133-bd5fb8df5102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483079 Nov 12 08:47:24.804827 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 141cac01-cd9c-4613-98d7-1c9960bd8999 up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:47:24.832071 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [None req-68d66e1b-aacf-44fd-a02e-57272347f3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] device_id is not set on port 580deb6f-4f9a-4287-8343-0df64eca0b53 yet. {{(pid=102599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:47:24.844313 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-68d66e1b-aacf-44fd-a02e-57272347f3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:24.853763 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-68d66e1b-aacf-44fd-a02e-57272347f3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:24.866112 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning for port 141cac01-cd9c-4613-98d7-1c9960bd8999 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:47:24.870851 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port 141cac01-cd9c-4613-98d7-1c9960bd8999 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:24.871513 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:24.932104 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d66e1b-aacf-44fd-a02e-57272347f3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Pushing event updated for resources: {'Port': ['ID=580deb6f-4f9a-4287-8343-0df64eca0b53,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:24.942579 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d66e1b-aacf-44fd-a02e-57272347f3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Checking segment: {'id': '2f1e160c-94ec-4dd9-bcc2-bd727f561389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '15858d8d-a038-406c-801a-363597cb81b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:47:24.943445 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d66e1b-aacf-44fd-a02e-57272347f3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Network hostable DHCP agents. Network: 15858d8d-a038-406c-801a-363597cb81b6, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:47:24.963799 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d66e1b-aacf-44fd-a02e-57272347f3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Network 15858d8d-a038-406c-801a-363597cb81b6 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:47:24.969701 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:24.975601 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-68d66e1b-aacf-44fd-a02e-57272347f3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 15858d8d-a038-406c-801a-363597cb81b6) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:47:24.980414 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d66e1b-aacf-44fd-a02e-57272347f3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:47:24.992518 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cbe4a37-c776-4186-9a30-4c4ff452e218 None None] Network 15858d8d-a038-406c-801a-363597cb81b6 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:47:24.997810 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-68d66e1b-aacf-44fd-a02e-57272347f3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempting to bind port 580deb6f-4f9a-4287-8343-0df64eca0b53 on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:47:24.998231 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-68d66e1b-aacf-44fd-a02e-57272347f3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempting to bind port 580deb6f-4f9a-4287-8343-0df64eca0b53 by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': '2f1e160c-94ec-4dd9-bcc2-bd727f561389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '15858d8d-a038-406c-801a-363597cb81b6'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:47:24.998682 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d66e1b-aacf-44fd-a02e-57272347f3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempting to bind port 580deb6f-4f9a-4287-8343-0df64eca0b53 on network 15858d8d-a038-406c-801a-363597cb81b6 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:47:25.002427 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79dabc15-b262-4896-9d54-881fa4c32d6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '141cac01-cd9c-4613-98d7-1c9960bd8999'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:47:25.004742 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d66e1b-aacf-44fd-a02e-57272347f3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Port 580deb6f-4f9a-4287-8343-0df64eca0b53 on network 15858d8d-a038-406c-801a-363597cb81b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:47:25.005522 n-d-765315-29 neutron-server[102599]: ERROR neutron.plugins.ml2.managers [None req-68d66e1b-aacf-44fd-a02e-57272347f3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Failed to bind port 580deb6f-4f9a-4287-8343-0df64eca0b53 on host n-h1-765315-29 for vnic_type normal using segments [{'id': '2f1e160c-94ec-4dd9-bcc2-bd727f561389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '15858d8d-a038-406c-801a-363597cb81b6'}] Nov 12 08:47:25.007413 n-d-765315-29 neutron-server[102599]: INFO neutron.plugins.ml2.plugin [None req-68d66e1b-aacf-44fd-a02e-57272347f3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempt 2 to bind port 580deb6f-4f9a-4287-8343-0df64eca0b53 Nov 12 08:47:25.008554 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9df35aa-5f41-4ebf-b7ac-174f472f170d" -d '{"events": [{"server_uuid": "79dabc15-b262-4896-9d54-881fa4c32d6d", "name": "network-vif-plugged", "status": "completed", "tag": "141cac01-cd9c-4613-98d7-1c9960bd8999"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:47:25.024354 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-68d66e1b-aacf-44fd-a02e-57272347f3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempting to bind port 580deb6f-4f9a-4287-8343-0df64eca0b53 on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:47:25.024806 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-68d66e1b-aacf-44fd-a02e-57272347f3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempting to bind port 580deb6f-4f9a-4287-8343-0df64eca0b53 by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': '2f1e160c-94ec-4dd9-bcc2-bd727f561389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '15858d8d-a038-406c-801a-363597cb81b6'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:47:25.025205 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d66e1b-aacf-44fd-a02e-57272347f3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempting to bind port 580deb6f-4f9a-4287-8343-0df64eca0b53 on network 15858d8d-a038-406c-801a-363597cb81b6 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:47:25.030446 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d66e1b-aacf-44fd-a02e-57272347f3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Port 580deb6f-4f9a-4287-8343-0df64eca0b53 on network 15858d8d-a038-406c-801a-363597cb81b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:47:25.030868 n-d-765315-29 neutron-server[102599]: ERROR neutron.plugins.ml2.managers [None req-68d66e1b-aacf-44fd-a02e-57272347f3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Failed to bind port 580deb6f-4f9a-4287-8343-0df64eca0b53 on host n-h1-765315-29 for vnic_type normal using segments [{'id': '2f1e160c-94ec-4dd9-bcc2-bd727f561389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '15858d8d-a038-406c-801a-363597cb81b6'}] Nov 12 08:47:25.031329 n-d-765315-29 neutron-server[102599]: INFO neutron.plugins.ml2.plugin [None req-68d66e1b-aacf-44fd-a02e-57272347f3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempt 3 to bind port 580deb6f-4f9a-4287-8343-0df64eca0b53 Nov 12 08:47:25.046674 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-68d66e1b-aacf-44fd-a02e-57272347f3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempting to bind port 580deb6f-4f9a-4287-8343-0df64eca0b53 on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:47:25.047098 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-68d66e1b-aacf-44fd-a02e-57272347f3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempting to bind port 580deb6f-4f9a-4287-8343-0df64eca0b53 by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': '2f1e160c-94ec-4dd9-bcc2-bd727f561389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '15858d8d-a038-406c-801a-363597cb81b6'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:47:25.047573 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d66e1b-aacf-44fd-a02e-57272347f3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempting to bind port 580deb6f-4f9a-4287-8343-0df64eca0b53 on network 15858d8d-a038-406c-801a-363597cb81b6 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:47:25.053557 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d66e1b-aacf-44fd-a02e-57272347f3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Port 580deb6f-4f9a-4287-8343-0df64eca0b53 on network 15858d8d-a038-406c-801a-363597cb81b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:47:25.054052 n-d-765315-29 neutron-server[102599]: ERROR neutron.plugins.ml2.managers [None req-68d66e1b-aacf-44fd-a02e-57272347f3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Failed to bind port 580deb6f-4f9a-4287-8343-0df64eca0b53 on host n-h1-765315-29 for vnic_type normal using segments [{'id': '2f1e160c-94ec-4dd9-bcc2-bd727f561389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '15858d8d-a038-406c-801a-363597cb81b6'}] Nov 12 08:47:25.054528 n-d-765315-29 neutron-server[102599]: INFO neutron.plugins.ml2.plugin [None req-68d66e1b-aacf-44fd-a02e-57272347f3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempt 4 to bind port 580deb6f-4f9a-4287-8343-0df64eca0b53 Nov 12 08:47:25.061516 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 141cac01-cd9c-4613-98d7-1c9960bd8999, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=141cac01-cd9c-4613-98d7-1c9960bd8999,segment=NetworkSegment(add834c9-8487-4b10-a6f8-7351b562c1cc),segment_id=add834c9-8487-4b10-a6f8-7351b562c1cc)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:25.065235 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2be3a1f7-ba83-4a8f-8408-acd50c215fc9 x-openstack-request-id: req-2be3a1f7-ba83-4a8f-8408-acd50c215fc9 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:47:25.065575 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79dabc15-b262-4896-9d54-881fa4c32d6d", "name": "network-vif-plugged", "status": "completed", "tag": "141cac01-cd9c-4613-98d7-1c9960bd8999", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:47:25.065914 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2be3a1f7-ba83-4a8f-8408-acd50c215fc9 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:47:25.069037 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79dabc15-b262-4896-9d54-881fa4c32d6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '141cac01-cd9c-4613-98d7-1c9960bd8999', 'code': 200} Nov 12 08:47:25.070639 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-68d66e1b-aacf-44fd-a02e-57272347f3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempting to bind port 580deb6f-4f9a-4287-8343-0df64eca0b53 on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:47:25.071110 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-68d66e1b-aacf-44fd-a02e-57272347f3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempting to bind port 580deb6f-4f9a-4287-8343-0df64eca0b53 by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': '2f1e160c-94ec-4dd9-bcc2-bd727f561389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '15858d8d-a038-406c-801a-363597cb81b6'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:47:25.071517 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d66e1b-aacf-44fd-a02e-57272347f3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempting to bind port 580deb6f-4f9a-4287-8343-0df64eca0b53 on network 15858d8d-a038-406c-801a-363597cb81b6 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:47:25.076391 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d66e1b-aacf-44fd-a02e-57272347f3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Port 580deb6f-4f9a-4287-8343-0df64eca0b53 on network 15858d8d-a038-406c-801a-363597cb81b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:47:25.076789 n-d-765315-29 neutron-server[102599]: ERROR neutron.plugins.ml2.managers [None req-68d66e1b-aacf-44fd-a02e-57272347f3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Failed to bind port 580deb6f-4f9a-4287-8343-0df64eca0b53 on host n-h1-765315-29 for vnic_type normal using segments [{'id': '2f1e160c-94ec-4dd9-bcc2-bd727f561389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '15858d8d-a038-406c-801a-363597cb81b6'}] Nov 12 08:47:25.077244 n-d-765315-29 neutron-server[102599]: INFO neutron.plugins.ml2.plugin [None req-68d66e1b-aacf-44fd-a02e-57272347f3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempt 5 to bind port 580deb6f-4f9a-4287-8343-0df64eca0b53 Nov 12 08:47:25.091442 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-68d66e1b-aacf-44fd-a02e-57272347f3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempting to bind port 580deb6f-4f9a-4287-8343-0df64eca0b53 on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:47:25.091855 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-68d66e1b-aacf-44fd-a02e-57272347f3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempting to bind port 580deb6f-4f9a-4287-8343-0df64eca0b53 by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': '2f1e160c-94ec-4dd9-bcc2-bd727f561389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '15858d8d-a038-406c-801a-363597cb81b6'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:47:25.092258 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d66e1b-aacf-44fd-a02e-57272347f3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempting to bind port 580deb6f-4f9a-4287-8343-0df64eca0b53 on network 15858d8d-a038-406c-801a-363597cb81b6 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:47:25.097019 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d66e1b-aacf-44fd-a02e-57272347f3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Port 580deb6f-4f9a-4287-8343-0df64eca0b53 on network 15858d8d-a038-406c-801a-363597cb81b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:47:25.097410 n-d-765315-29 neutron-server[102599]: ERROR neutron.plugins.ml2.managers [None req-68d66e1b-aacf-44fd-a02e-57272347f3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Failed to bind port 580deb6f-4f9a-4287-8343-0df64eca0b53 on host n-h1-765315-29 for vnic_type normal using segments [{'id': '2f1e160c-94ec-4dd9-bcc2-bd727f561389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '15858d8d-a038-406c-801a-363597cb81b6'}] Nov 12 08:47:25.097913 n-d-765315-29 neutron-server[102599]: INFO neutron.plugins.ml2.plugin [None req-68d66e1b-aacf-44fd-a02e-57272347f3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempt 6 to bind port 580deb6f-4f9a-4287-8343-0df64eca0b53 Nov 12 08:47:25.105045 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:25.112187 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-68d66e1b-aacf-44fd-a02e-57272347f3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempting to bind port 580deb6f-4f9a-4287-8343-0df64eca0b53 on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:47:25.112738 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-68d66e1b-aacf-44fd-a02e-57272347f3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempting to bind port 580deb6f-4f9a-4287-8343-0df64eca0b53 by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': '2f1e160c-94ec-4dd9-bcc2-bd727f561389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '15858d8d-a038-406c-801a-363597cb81b6'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:47:25.113004 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d66e1b-aacf-44fd-a02e-57272347f3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempting to bind port 580deb6f-4f9a-4287-8343-0df64eca0b53 on network 15858d8d-a038-406c-801a-363597cb81b6 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:47:25.119349 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d66e1b-aacf-44fd-a02e-57272347f3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Port 580deb6f-4f9a-4287-8343-0df64eca0b53 on network 15858d8d-a038-406c-801a-363597cb81b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:47:25.119868 n-d-765315-29 neutron-server[102599]: ERROR neutron.plugins.ml2.managers [None req-68d66e1b-aacf-44fd-a02e-57272347f3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Failed to bind port 580deb6f-4f9a-4287-8343-0df64eca0b53 on host n-h1-765315-29 for vnic_type normal using segments [{'id': '2f1e160c-94ec-4dd9-bcc2-bd727f561389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '15858d8d-a038-406c-801a-363597cb81b6'}] Nov 12 08:47:25.120328 n-d-765315-29 neutron-server[102599]: INFO neutron.plugins.ml2.plugin [None req-68d66e1b-aacf-44fd-a02e-57272347f3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempt 7 to bind port 580deb6f-4f9a-4287-8343-0df64eca0b53 Nov 12 08:47:25.135712 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-68d66e1b-aacf-44fd-a02e-57272347f3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempting to bind port 580deb6f-4f9a-4287-8343-0df64eca0b53 on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:47:25.136403 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-68d66e1b-aacf-44fd-a02e-57272347f3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempting to bind port 580deb6f-4f9a-4287-8343-0df64eca0b53 by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': '2f1e160c-94ec-4dd9-bcc2-bd727f561389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '15858d8d-a038-406c-801a-363597cb81b6'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:47:25.137044 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d66e1b-aacf-44fd-a02e-57272347f3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempting to bind port 580deb6f-4f9a-4287-8343-0df64eca0b53 on network 15858d8d-a038-406c-801a-363597cb81b6 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:47:25.142926 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d66e1b-aacf-44fd-a02e-57272347f3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Port 580deb6f-4f9a-4287-8343-0df64eca0b53 on network 15858d8d-a038-406c-801a-363597cb81b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:47:25.143319 n-d-765315-29 neutron-server[102599]: ERROR neutron.plugins.ml2.managers [None req-68d66e1b-aacf-44fd-a02e-57272347f3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Failed to bind port 580deb6f-4f9a-4287-8343-0df64eca0b53 on host n-h1-765315-29 for vnic_type normal using segments [{'id': '2f1e160c-94ec-4dd9-bcc2-bd727f561389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '15858d8d-a038-406c-801a-363597cb81b6'}] Nov 12 08:47:25.143816 n-d-765315-29 neutron-server[102599]: INFO neutron.plugins.ml2.plugin [None req-68d66e1b-aacf-44fd-a02e-57272347f3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempt 8 to bind port 580deb6f-4f9a-4287-8343-0df64eca0b53 Nov 12 08:47:25.157490 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-68d66e1b-aacf-44fd-a02e-57272347f3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempting to bind port 580deb6f-4f9a-4287-8343-0df64eca0b53 on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:47:25.157840 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-68d66e1b-aacf-44fd-a02e-57272347f3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempting to bind port 580deb6f-4f9a-4287-8343-0df64eca0b53 by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': '2f1e160c-94ec-4dd9-bcc2-bd727f561389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '15858d8d-a038-406c-801a-363597cb81b6'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:47:25.158422 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d66e1b-aacf-44fd-a02e-57272347f3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempting to bind port 580deb6f-4f9a-4287-8343-0df64eca0b53 on network 15858d8d-a038-406c-801a-363597cb81b6 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:47:25.164415 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d66e1b-aacf-44fd-a02e-57272347f3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Port 580deb6f-4f9a-4287-8343-0df64eca0b53 on network 15858d8d-a038-406c-801a-363597cb81b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:47:25.164960 n-d-765315-29 neutron-server[102599]: ERROR neutron.plugins.ml2.managers [None req-68d66e1b-aacf-44fd-a02e-57272347f3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Failed to bind port 580deb6f-4f9a-4287-8343-0df64eca0b53 on host n-h1-765315-29 for vnic_type normal using segments [{'id': '2f1e160c-94ec-4dd9-bcc2-bd727f561389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '15858d8d-a038-406c-801a-363597cb81b6'}] Nov 12 08:47:25.165421 n-d-765315-29 neutron-server[102599]: INFO neutron.plugins.ml2.plugin [None req-68d66e1b-aacf-44fd-a02e-57272347f3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempt 9 to bind port 580deb6f-4f9a-4287-8343-0df64eca0b53 Nov 12 08:47:25.180039 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-68d66e1b-aacf-44fd-a02e-57272347f3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempting to bind port 580deb6f-4f9a-4287-8343-0df64eca0b53 on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:47:25.180456 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-68d66e1b-aacf-44fd-a02e-57272347f3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempting to bind port 580deb6f-4f9a-4287-8343-0df64eca0b53 by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': '2f1e160c-94ec-4dd9-bcc2-bd727f561389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '15858d8d-a038-406c-801a-363597cb81b6'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:47:25.180856 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d66e1b-aacf-44fd-a02e-57272347f3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempting to bind port 580deb6f-4f9a-4287-8343-0df64eca0b53 on network 15858d8d-a038-406c-801a-363597cb81b6 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:47:25.185734 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d66e1b-aacf-44fd-a02e-57272347f3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Port 580deb6f-4f9a-4287-8343-0df64eca0b53 on network 15858d8d-a038-406c-801a-363597cb81b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:47:25.186133 n-d-765315-29 neutron-server[102599]: ERROR neutron.plugins.ml2.managers [None req-68d66e1b-aacf-44fd-a02e-57272347f3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Failed to bind port 580deb6f-4f9a-4287-8343-0df64eca0b53 on host n-h1-765315-29 for vnic_type normal using segments [{'id': '2f1e160c-94ec-4dd9-bcc2-bd727f561389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '15858d8d-a038-406c-801a-363597cb81b6'}] Nov 12 08:47:25.186671 n-d-765315-29 neutron-server[102599]: INFO neutron.plugins.ml2.plugin [None req-68d66e1b-aacf-44fd-a02e-57272347f3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempt 10 to bind port 580deb6f-4f9a-4287-8343-0df64eca0b53 Nov 12 08:47:25.203429 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-68d66e1b-aacf-44fd-a02e-57272347f3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempting to bind port 580deb6f-4f9a-4287-8343-0df64eca0b53 on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:47:25.203429 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-68d66e1b-aacf-44fd-a02e-57272347f3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempting to bind port 580deb6f-4f9a-4287-8343-0df64eca0b53 by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': '2f1e160c-94ec-4dd9-bcc2-bd727f561389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '15858d8d-a038-406c-801a-363597cb81b6'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:47:25.203429 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d66e1b-aacf-44fd-a02e-57272347f3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempting to bind port 580deb6f-4f9a-4287-8343-0df64eca0b53 on network 15858d8d-a038-406c-801a-363597cb81b6 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:47:25.207855 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d66e1b-aacf-44fd-a02e-57272347f3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Port 580deb6f-4f9a-4287-8343-0df64eca0b53 on network 15858d8d-a038-406c-801a-363597cb81b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:47:25.208366 n-d-765315-29 neutron-server[102599]: ERROR neutron.plugins.ml2.managers [None req-68d66e1b-aacf-44fd-a02e-57272347f3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Failed to bind port 580deb6f-4f9a-4287-8343-0df64eca0b53 on host n-h1-765315-29 for vnic_type normal using segments [{'id': '2f1e160c-94ec-4dd9-bcc2-bd727f561389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '15858d8d-a038-406c-801a-363597cb81b6'}] Nov 12 08:47:25.208826 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-68d66e1b-aacf-44fd-a02e-57272347f3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:25.224407 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=141cac01-cd9c-4613-98d7-1c9960bd8999,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:25.315168 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89ee821-6401-4336-9856-fb9cecccfb1b req-b983ff31-e6d0-4f77-b9c2-b4a95908fe8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:25.317391 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c89ee821-6401-4336-9856-fb9cecccfb1b req-b983ff31-e6d0-4f77-b9c2-b4a95908fe8e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=79dabc15-b262-4896-9d54-881fa4c32d6d HTTP/1.1" status: 200 len: 1098 time: 0.1046665 Nov 12 08:47:25.386372 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-68d66e1b-aacf-44fd-a02e-57272347f3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] For port 580deb6f-4f9a-4287-8343-0df64eca0b53, host n-h1-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:47:25.386921 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-68d66e1b-aacf-44fd-a02e-57272347f3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempted to set empty binding levels {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 08:47:25.403958 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-68d66e1b-aacf-44fd-a02e-57272347f3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:25.423403 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3a8417e7-51b7-4bc3-aae5-eecf66b42355 req-138529a2-bb12-41db-9cf7-684a48bb4e5f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=31da0877-2d8e-4c7c-a4c1-603886ba6a56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1431785 Nov 12 08:47:25.461042 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d66e1b-aacf-44fd-a02e-57272347f3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:25.461635 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-68d66e1b-aacf-44fd-a02e-57272347f3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:25.467624 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c89ee821-6401-4336-9856-fb9cecccfb1b req-f1965619-e588-4c91-aed4-bd0b24dbc696 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2112de76-808b-4aee-81cb-ec91177d9317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408339 Nov 12 08:47:25.507984 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ac40f0be-c832-41b2-add0-27a1060daf97 req-2a453729-3c17-44fe-be43-74759947c96f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4a86d0c7-7190-44dc-af92-df26bd56269c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1523678 Nov 12 08:47:25.516191 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d66e1b-aacf-44fd-a02e-57272347f3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Pushing event updated for resources: {'Port': ['ID=580deb6f-4f9a-4287-8343-0df64eca0b53,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:25.524510 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-68d66e1b-aacf-44fd-a02e-57272347f3bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 1.1410956 Nov 12 08:47:25.527285 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59422) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:25.540763 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8417e7-51b7-4bc3-aae5-eecf66b42355 req-c145dac9-94e0-4b2e-a132-67022c1e70f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:25.542620 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3a8417e7-51b7-4bc3-aae5-eecf66b42355 req-c145dac9-94e0-4b2e-a132-67022c1e70f4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=557a71cffd7a4a82831b943f05494d79&device_id=31da0877-2d8e-4c7c-a4c1-603886ba6a56 HTTP/1.1" status: 200 len: 1098 time: 0.0784810 Nov 12 08:47:25.614554 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac40f0be-c832-41b2-add0-27a1060daf97 req-dfe9ea2e-e7e8-4883-b2ee-af2913579a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:25.616298 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ac40f0be-c832-41b2-add0-27a1060daf97 req-dfe9ea2e-e7e8-4883-b2ee-af2913579a8e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=af01ccd549054d7f8ad1904b6846172a&device_id=4a86d0c7-7190-44dc-af92-df26bd56269c HTTP/1.1" status: 200 len: 1098 time: 0.0459261 Nov 12 08:47:25.630317 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-c5557c0f-fd93-459e-b7c5-4e14bd1d342f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Deleting port 580deb6f-4f9a-4287-8343-0df64eca0b53 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:47:25.630794 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c5557c0f-fd93-459e-b7c5-4e14bd1d342f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:25.743737 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-c5557c0f-fd93-459e-b7c5-4e14bd1d342f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] For port 580deb6f-4f9a-4287-8343-0df64eca0b53, host n-h1-765315-29, got binding levels [] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:25.744098 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c5557c0f-fd93-459e-b7c5-4e14bd1d342f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:25.767932 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a00f41-b0d1-456d-86f7-5e61d94d6f5b req-3d862688-ff91-4967-b06a-79741addc8a2 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:25.774158 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac40f0be-c832-41b2-add0-27a1060daf97 req-6e3037c0-9e1b-4b24-baa1-e22a97be3374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:25.775261 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c7a00f41-b0d1-456d-86f7-5e61d94d6f5b req-3d862688-ff91-4967-b06a-79741addc8a2 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=79dabc15-b262-4896-9d54-881fa4c32d6d HTTP/1.1" status: 200 len: 946 time: 0.1209610 Nov 12 08:47:25.775814 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ac40f0be-c832-41b2-add0-27a1060daf97 req-6e3037c0-9e1b-4b24-baa1-e22a97be3374 service neutron] 10.222.0.21 "GET /v2.0/networks?id=035eb459-9a91-4fd8-901a-19f84b909974 HTTP/1.1" status: 200 len: 898 time: 0.1307864 Nov 12 08:47:25.777345 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-c5557c0f-fd93-459e-b7c5-4e14bd1d342f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Calling delete_port for 580deb6f-4f9a-4287-8343-0df64eca0b53 owned by {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:47:25.885798 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c7a00f41-b0d1-456d-86f7-5e61d94d6f5b req-37c05cfb-5b43-4b9f-902d-8ceb4317d5f9 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=2112de76-808b-4aee-81cb-ec91177d9317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097355 Nov 12 08:47:25.903519 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ac40f0be-c832-41b2-add0-27a1060daf97 req-73f152de-95a8-490e-a4a3-c0ec606e746d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9abd1b39-6dc1-44ca-930e-2ef202e5985d HTTP/1.1" status: 200 len: 1002 time: 0.1191785 Nov 12 08:47:25.931907 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c5557c0f-fd93-459e-b7c5-4e14bd1d342f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:25.964993 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8417e7-51b7-4bc3-aae5-eecf66b42355 req-fac47f39-a8aa-4a44-b2c0-f2cb9470bed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:25.965290 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5557c0f-fd93-459e-b7c5-4e14bd1d342f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Pushing event deleted for resources: {'Port': ['ID=580deb6f-4f9a-4287-8343-0df64eca0b53,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:25.967161 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3a8417e7-51b7-4bc3-aae5-eecf66b42355 req-fac47f39-a8aa-4a44-b2c0-f2cb9470bed3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=74797a8c-7ff4-4d88-a8f8-61f265f99726 HTTP/1.1" status: 200 len: 909 time: 0.1898899 Nov 12 08:47:25.977308 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c5557c0f-fd93-459e-b7c5-4e14bd1d342f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:25.984358 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-c5557c0f-fd93-459e-b7c5-4e14bd1d342f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] 10.222.0.26 "DELETE /v2.0/ports/580deb6f-4f9a-4287-8343-0df64eca0b53 HTTP/1.1" status: 204 len: 168 time: 0.4535995 Nov 12 08:47:25.987146 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 59430) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:26.038049 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac40f0be-c832-41b2-add0-27a1060daf97 req-71d48c7e-8492-40a3-8461-6fdece1906a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:26.040451 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ac40f0be-c832-41b2-add0-27a1060daf97 req-71d48c7e-8492-40a3-8461-6fdece1906a0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e1c0d780-ea07-4ac0-8e82-43d130bbdc75 HTTP/1.1" status: 200 len: 834 time: 0.1277089 Nov 12 08:47:26.066546 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec3320f-6857-49c2-8f91-f15438674304 req-32fc1585-55db-467f-982f-87ec58ea8275 tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:26.069158 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7ec3320f-6857-49c2-8f91-f15438674304 req-32fc1585-55db-467f-982f-87ec58ea8275 tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b8c0428-e536-4044-959e-b4f42227d9fb HTTP/1.1" status: 200 len: 944 time: 0.0568404 Nov 12 08:47:26.084622 n-d-765315-29 neutron-server[102599]: INFO neutron.pecan_wsgi.hooks.translation [None req-688a1450-7745-44b5-9f3e-bad1e26c4afe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] GET failed (client error): The resource could not be found. Nov 12 08:47:26.090952 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-688a1450-7745-44b5-9f3e-bad1e26c4afe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] 10.222.0.26 "GET /v2.0/ports/580deb6f-4f9a-4287-8343-0df64eca0b53 HTTP/1.1" status: 404 len: 333 time: 0.1027019 Nov 12 08:47:26.096183 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59432) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:26.102628 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-6a62ff68-2534-4f88-8aa8-4a9d8ebe223c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Request body: {'port': {'network_id': '15858d8d-a038-406c-801a-363597cb81b6', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1696093110'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:26.119119 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3a8417e7-51b7-4bc3-aae5-eecf66b42355 req-a90c53f1-fe2e-4d4b-9301-70722610f895 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2476a8d6-a3e0-4fb5-9131-e1a744fd1b93 HTTP/1.1" status: 200 len: 1002 time: 0.1429987 Nov 12 08:47:26.151350 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7ec3320f-6857-49c2-8f91-f15438674304 req-4185267f-9e5a-4186-822e-648cd0d28cca tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] 10.222.0.26 "GET /v2.0/security-groups?id=21780945-2358-43de-b133-bd5fb8df5102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733683 Nov 12 08:47:26.152559 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a62ff68-2534-4f88-8aa8-4a9d8ebe223c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Made reservation on behalf of e01860f3035747a68802e9469f2ad88d for: {'port': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:47:26.155067 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6a62ff68-2534-4f88-8aa8-4a9d8ebe223c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:26.177831 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [None req-6a62ff68-2534-4f88-8aa8-4a9d8ebe223c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] device_id is not set on port 26813d6c-9923-4153-ad30-c9bb80bffc4b yet. {{(pid=102600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:47:26.180793 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac40f0be-c832-41b2-add0-27a1060daf97 req-f229a7e3-f23f-4a4e-ae37-abfec92bff1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:26.182351 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ac40f0be-c832-41b2-add0-27a1060daf97 req-f229a7e3-f23f-4a4e-ae37-abfec92bff1e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=035eb459-9a91-4fd8-901a-19f84b909974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1103282 Nov 12 08:47:26.213958 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8417e7-51b7-4bc3-aae5-eecf66b42355 req-e7ffd567-ecc3-45f3-85b6-546f0cec8511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:26.215919 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3a8417e7-51b7-4bc3-aae5-eecf66b42355 req-e7ffd567-ecc3-45f3-85b6-546f0cec8511 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b6e38d29-9bec-48cd-bd79-12d2a938727e HTTP/1.1" status: 200 len: 847 time: 0.0812171 Nov 12 08:47:26.312169 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8417e7-51b7-4bc3-aae5-eecf66b42355 req-cb7276b9-f274-4916-88da-b60225a113e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:26.313833 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3a8417e7-51b7-4bc3-aae5-eecf66b42355 req-cb7276b9-f274-4916-88da-b60225a113e0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=74797a8c-7ff4-4d88-a8f8-61f265f99726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0897501 Nov 12 08:47:26.340145 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ac40f0be-c832-41b2-add0-27a1060daf97 req-6190631e-fe35-47b7-a939-55e28e9c87e5 service neutron] 10.222.0.21 "GET /v2.0/networks/035eb459-9a91-4fd8-901a-19f84b909974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486821 Nov 12 08:47:26.355954 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6a62ff68-2534-4f88-8aa8-4a9d8ebe223c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:26.391254 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6a62ff68-2534-4f88-8aa8-4a9d8ebe223c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:26.441271 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a62ff68-2534-4f88-8aa8-4a9d8ebe223c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Network 15858d8d-a038-406c-801a-363597cb81b6 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:47:26.447455 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-6a62ff68-2534-4f88-8aa8-4a9d8ebe223c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:47:26.450074 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a62ff68-2534-4f88-8aa8-4a9d8ebe223c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:47:26.451707 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a62ff68-2534-4f88-8aa8-4a9d8ebe223c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:26.451945 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6a62ff68-2534-4f88-8aa8-4a9d8ebe223c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:26.477848 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-6a62ff68-2534-4f88-8aa8-4a9d8ebe223c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.3812447 Nov 12 08:47:26.478750 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59434) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:26.481421 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a62ff68-2534-4f88-8aa8-4a9d8ebe223c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Pushing event updated for resources: {'Port': ['ID=26813d6c-9923-4153-ad30-c9bb80bffc4b,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:26.498705 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-da810413-1a37-43b0-ac44-8b4d0b2bba3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-765315-29'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:26.517836 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ac40f0be-c832-41b2-add0-27a1060daf97 req-60ab7c50-57ff-4f68-be92-149611628597 service neutron] 10.222.0.21 "GET /v2.0/networks/035eb459-9a91-4fd8-901a-19f84b909974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673715 Nov 12 08:47:26.520522 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3a8417e7-51b7-4bc3-aae5-eecf66b42355 req-2a651bc0-fab6-45ae-84c4-19ebf5b32748 service neutron] 10.222.0.44 "GET /v2.0/networks/74797a8c-7ff4-4d88-a8f8-61f265f99726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945364 Nov 12 08:47:26.579684 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-da810413-1a37-43b0-ac44-8b4d0b2bba3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:26.655203 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3a8417e7-51b7-4bc3-aae5-eecf66b42355 req-c1befbfa-803b-49c0-839e-819001a46fa5 service neutron] 10.222.0.44 "GET /v2.0/networks/74797a8c-7ff4-4d88-a8f8-61f265f99726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210949 Nov 12 08:47:26.805866 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [None req-da810413-1a37-43b0-ac44-8b4d0b2bba3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] device_id is not set on port 26813d6c-9923-4153-ad30-c9bb80bffc4b yet. {{(pid=102600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:47:26.814341 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-da810413-1a37-43b0-ac44-8b4d0b2bba3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:26.822059 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-da810413-1a37-43b0-ac44-8b4d0b2bba3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:26.891128 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da810413-1a37-43b0-ac44-8b4d0b2bba3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Pushing event updated for resources: {'Port': ['ID=26813d6c-9923-4153-ad30-c9bb80bffc4b,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:26.905309 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [None req-da810413-1a37-43b0-ac44-8b4d0b2bba3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempting to bind port 26813d6c-9923-4153-ad30-c9bb80bffc4b on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:47:26.905728 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [None req-da810413-1a37-43b0-ac44-8b4d0b2bba3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempting to bind port 26813d6c-9923-4153-ad30-c9bb80bffc4b by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': '2f1e160c-94ec-4dd9-bcc2-bd727f561389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '15858d8d-a038-406c-801a-363597cb81b6'}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:47:26.906220 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da810413-1a37-43b0-ac44-8b4d0b2bba3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempting to bind port 26813d6c-9923-4153-ad30-c9bb80bffc4b on network 15858d8d-a038-406c-801a-363597cb81b6 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:47:26.914930 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da810413-1a37-43b0-ac44-8b4d0b2bba3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Port 26813d6c-9923-4153-ad30-c9bb80bffc4b on network 15858d8d-a038-406c-801a-363597cb81b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:47:26.915814 n-d-765315-29 neutron-server[102600]: ERROR neutron.plugins.ml2.managers [None req-da810413-1a37-43b0-ac44-8b4d0b2bba3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Failed to bind port 26813d6c-9923-4153-ad30-c9bb80bffc4b on host n-h1-765315-29 for vnic_type normal using segments [{'id': '2f1e160c-94ec-4dd9-bcc2-bd727f561389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '15858d8d-a038-406c-801a-363597cb81b6'}] Nov 12 08:47:26.916252 n-d-765315-29 neutron-server[102600]: INFO neutron.plugins.ml2.plugin [None req-da810413-1a37-43b0-ac44-8b4d0b2bba3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempt 2 to bind port 26813d6c-9923-4153-ad30-c9bb80bffc4b Nov 12 08:47:26.938618 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [None req-da810413-1a37-43b0-ac44-8b4d0b2bba3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempting to bind port 26813d6c-9923-4153-ad30-c9bb80bffc4b on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:47:26.938973 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [None req-da810413-1a37-43b0-ac44-8b4d0b2bba3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempting to bind port 26813d6c-9923-4153-ad30-c9bb80bffc4b by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': '2f1e160c-94ec-4dd9-bcc2-bd727f561389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '15858d8d-a038-406c-801a-363597cb81b6'}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:47:26.939309 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da810413-1a37-43b0-ac44-8b4d0b2bba3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempting to bind port 26813d6c-9923-4153-ad30-c9bb80bffc4b on network 15858d8d-a038-406c-801a-363597cb81b6 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:47:26.945514 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da810413-1a37-43b0-ac44-8b4d0b2bba3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Port 26813d6c-9923-4153-ad30-c9bb80bffc4b on network 15858d8d-a038-406c-801a-363597cb81b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:47:26.945855 n-d-765315-29 neutron-server[102600]: ERROR neutron.plugins.ml2.managers [None req-da810413-1a37-43b0-ac44-8b4d0b2bba3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Failed to bind port 26813d6c-9923-4153-ad30-c9bb80bffc4b on host n-h1-765315-29 for vnic_type normal using segments [{'id': '2f1e160c-94ec-4dd9-bcc2-bd727f561389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '15858d8d-a038-406c-801a-363597cb81b6'}] Nov 12 08:47:26.946289 n-d-765315-29 neutron-server[102600]: INFO neutron.plugins.ml2.plugin [None req-da810413-1a37-43b0-ac44-8b4d0b2bba3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempt 3 to bind port 26813d6c-9923-4153-ad30-c9bb80bffc4b Nov 12 08:47:26.966040 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [None req-da810413-1a37-43b0-ac44-8b4d0b2bba3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempting to bind port 26813d6c-9923-4153-ad30-c9bb80bffc4b on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:47:26.966308 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [None req-da810413-1a37-43b0-ac44-8b4d0b2bba3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempting to bind port 26813d6c-9923-4153-ad30-c9bb80bffc4b by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': '2f1e160c-94ec-4dd9-bcc2-bd727f561389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '15858d8d-a038-406c-801a-363597cb81b6'}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:47:26.966687 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da810413-1a37-43b0-ac44-8b4d0b2bba3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempting to bind port 26813d6c-9923-4153-ad30-c9bb80bffc4b on network 15858d8d-a038-406c-801a-363597cb81b6 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:47:26.973310 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da810413-1a37-43b0-ac44-8b4d0b2bba3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Port 26813d6c-9923-4153-ad30-c9bb80bffc4b on network 15858d8d-a038-406c-801a-363597cb81b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:47:26.973754 n-d-765315-29 neutron-server[102600]: ERROR neutron.plugins.ml2.managers [None req-da810413-1a37-43b0-ac44-8b4d0b2bba3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Failed to bind port 26813d6c-9923-4153-ad30-c9bb80bffc4b on host n-h1-765315-29 for vnic_type normal using segments [{'id': '2f1e160c-94ec-4dd9-bcc2-bd727f561389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '15858d8d-a038-406c-801a-363597cb81b6'}] Nov 12 08:47:26.974222 n-d-765315-29 neutron-server[102600]: INFO neutron.plugins.ml2.plugin [None req-da810413-1a37-43b0-ac44-8b4d0b2bba3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempt 4 to bind port 26813d6c-9923-4153-ad30-c9bb80bffc4b Nov 12 08:47:26.990863 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [None req-da810413-1a37-43b0-ac44-8b4d0b2bba3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempting to bind port 26813d6c-9923-4153-ad30-c9bb80bffc4b on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:47:26.991431 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [None req-da810413-1a37-43b0-ac44-8b4d0b2bba3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempting to bind port 26813d6c-9923-4153-ad30-c9bb80bffc4b by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': '2f1e160c-94ec-4dd9-bcc2-bd727f561389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '15858d8d-a038-406c-801a-363597cb81b6'}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:47:26.991851 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da810413-1a37-43b0-ac44-8b4d0b2bba3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempting to bind port 26813d6c-9923-4153-ad30-c9bb80bffc4b on network 15858d8d-a038-406c-801a-363597cb81b6 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:47:26.996785 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da810413-1a37-43b0-ac44-8b4d0b2bba3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Port 26813d6c-9923-4153-ad30-c9bb80bffc4b on network 15858d8d-a038-406c-801a-363597cb81b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:47:26.997208 n-d-765315-29 neutron-server[102600]: ERROR neutron.plugins.ml2.managers [None req-da810413-1a37-43b0-ac44-8b4d0b2bba3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Failed to bind port 26813d6c-9923-4153-ad30-c9bb80bffc4b on host n-h1-765315-29 for vnic_type normal using segments [{'id': '2f1e160c-94ec-4dd9-bcc2-bd727f561389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '15858d8d-a038-406c-801a-363597cb81b6'}] Nov 12 08:47:26.999652 n-d-765315-29 neutron-server[102600]: INFO neutron.plugins.ml2.plugin [None req-da810413-1a37-43b0-ac44-8b4d0b2bba3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempt 5 to bind port 26813d6c-9923-4153-ad30-c9bb80bffc4b Nov 12 08:47:27.039152 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [None req-da810413-1a37-43b0-ac44-8b4d0b2bba3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempting to bind port 26813d6c-9923-4153-ad30-c9bb80bffc4b on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:47:27.039595 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [None req-da810413-1a37-43b0-ac44-8b4d0b2bba3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempting to bind port 26813d6c-9923-4153-ad30-c9bb80bffc4b by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': '2f1e160c-94ec-4dd9-bcc2-bd727f561389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '15858d8d-a038-406c-801a-363597cb81b6'}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:47:27.040006 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da810413-1a37-43b0-ac44-8b4d0b2bba3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempting to bind port 26813d6c-9923-4153-ad30-c9bb80bffc4b on network 15858d8d-a038-406c-801a-363597cb81b6 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:47:27.048629 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da810413-1a37-43b0-ac44-8b4d0b2bba3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Port 26813d6c-9923-4153-ad30-c9bb80bffc4b on network 15858d8d-a038-406c-801a-363597cb81b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:47:27.049164 n-d-765315-29 neutron-server[102600]: ERROR neutron.plugins.ml2.managers [None req-da810413-1a37-43b0-ac44-8b4d0b2bba3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Failed to bind port 26813d6c-9923-4153-ad30-c9bb80bffc4b on host n-h1-765315-29 for vnic_type normal using segments [{'id': '2f1e160c-94ec-4dd9-bcc2-bd727f561389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '15858d8d-a038-406c-801a-363597cb81b6'}] Nov 12 08:47:27.050286 n-d-765315-29 neutron-server[102600]: INFO neutron.plugins.ml2.plugin [None req-da810413-1a37-43b0-ac44-8b4d0b2bba3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempt 6 to bind port 26813d6c-9923-4153-ad30-c9bb80bffc4b Nov 12 08:47:27.064476 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [None req-da810413-1a37-43b0-ac44-8b4d0b2bba3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempting to bind port 26813d6c-9923-4153-ad30-c9bb80bffc4b on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:47:27.064917 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [None req-da810413-1a37-43b0-ac44-8b4d0b2bba3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempting to bind port 26813d6c-9923-4153-ad30-c9bb80bffc4b by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': '2f1e160c-94ec-4dd9-bcc2-bd727f561389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '15858d8d-a038-406c-801a-363597cb81b6'}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:47:27.065319 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da810413-1a37-43b0-ac44-8b4d0b2bba3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempting to bind port 26813d6c-9923-4153-ad30-c9bb80bffc4b on network 15858d8d-a038-406c-801a-363597cb81b6 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:47:27.073228 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da810413-1a37-43b0-ac44-8b4d0b2bba3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Port 26813d6c-9923-4153-ad30-c9bb80bffc4b on network 15858d8d-a038-406c-801a-363597cb81b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:47:27.073445 n-d-765315-29 neutron-server[102600]: ERROR neutron.plugins.ml2.managers [None req-da810413-1a37-43b0-ac44-8b4d0b2bba3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Failed to bind port 26813d6c-9923-4153-ad30-c9bb80bffc4b on host n-h1-765315-29 for vnic_type normal using segments [{'id': '2f1e160c-94ec-4dd9-bcc2-bd727f561389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '15858d8d-a038-406c-801a-363597cb81b6'}] Nov 12 08:47:27.074714 n-d-765315-29 neutron-server[102600]: INFO neutron.plugins.ml2.plugin [None req-da810413-1a37-43b0-ac44-8b4d0b2bba3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempt 7 to bind port 26813d6c-9923-4153-ad30-c9bb80bffc4b Nov 12 08:47:27.098745 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaaf551-c9b5-45fd-bcf5-91786073ccb1 req-3733ded1-60df-4d05-9f51-4cf3aea790ec tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:27.100451 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0eaaf551-c9b5-45fd-bcf5-91786073ccb1 req-3733ded1-60df-4d05-9f51-4cf3aea790ec tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=79dabc15-b262-4896-9d54-881fa4c32d6d HTTP/1.1" status: 200 len: 946 time: 0.1023052 Nov 12 08:47:27.101802 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [None req-da810413-1a37-43b0-ac44-8b4d0b2bba3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempting to bind port 26813d6c-9923-4153-ad30-c9bb80bffc4b on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:47:27.102199 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [None req-da810413-1a37-43b0-ac44-8b4d0b2bba3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempting to bind port 26813d6c-9923-4153-ad30-c9bb80bffc4b by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': '2f1e160c-94ec-4dd9-bcc2-bd727f561389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '15858d8d-a038-406c-801a-363597cb81b6'}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:47:27.102852 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da810413-1a37-43b0-ac44-8b4d0b2bba3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempting to bind port 26813d6c-9923-4153-ad30-c9bb80bffc4b on network 15858d8d-a038-406c-801a-363597cb81b6 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:47:27.128155 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da810413-1a37-43b0-ac44-8b4d0b2bba3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Port 26813d6c-9923-4153-ad30-c9bb80bffc4b on network 15858d8d-a038-406c-801a-363597cb81b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:47:27.128493 n-d-765315-29 neutron-server[102600]: ERROR neutron.plugins.ml2.managers [None req-da810413-1a37-43b0-ac44-8b4d0b2bba3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Failed to bind port 26813d6c-9923-4153-ad30-c9bb80bffc4b on host n-h1-765315-29 for vnic_type normal using segments [{'id': '2f1e160c-94ec-4dd9-bcc2-bd727f561389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '15858d8d-a038-406c-801a-363597cb81b6'}] Nov 12 08:47:27.129644 n-d-765315-29 neutron-server[102600]: INFO neutron.plugins.ml2.plugin [None req-da810413-1a37-43b0-ac44-8b4d0b2bba3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempt 8 to bind port 26813d6c-9923-4153-ad30-c9bb80bffc4b Nov 12 08:47:27.154311 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [None req-da810413-1a37-43b0-ac44-8b4d0b2bba3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempting to bind port 26813d6c-9923-4153-ad30-c9bb80bffc4b on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:47:27.154565 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [None req-da810413-1a37-43b0-ac44-8b4d0b2bba3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempting to bind port 26813d6c-9923-4153-ad30-c9bb80bffc4b by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': '2f1e160c-94ec-4dd9-bcc2-bd727f561389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '15858d8d-a038-406c-801a-363597cb81b6'}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:47:27.154933 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da810413-1a37-43b0-ac44-8b4d0b2bba3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempting to bind port 26813d6c-9923-4153-ad30-c9bb80bffc4b on network 15858d8d-a038-406c-801a-363597cb81b6 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:47:27.167989 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da810413-1a37-43b0-ac44-8b4d0b2bba3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Port 26813d6c-9923-4153-ad30-c9bb80bffc4b on network 15858d8d-a038-406c-801a-363597cb81b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:47:27.168498 n-d-765315-29 neutron-server[102600]: ERROR neutron.plugins.ml2.managers [None req-da810413-1a37-43b0-ac44-8b4d0b2bba3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Failed to bind port 26813d6c-9923-4153-ad30-c9bb80bffc4b on host n-h1-765315-29 for vnic_type normal using segments [{'id': '2f1e160c-94ec-4dd9-bcc2-bd727f561389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '15858d8d-a038-406c-801a-363597cb81b6'}] Nov 12 08:47:27.168959 n-d-765315-29 neutron-server[102600]: INFO neutron.plugins.ml2.plugin [None req-da810413-1a37-43b0-ac44-8b4d0b2bba3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempt 9 to bind port 26813d6c-9923-4153-ad30-c9bb80bffc4b Nov 12 08:47:27.176029 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0eaaf551-c9b5-45fd-bcf5-91786073ccb1 req-4d342292-1c14-4457-a9a8-c8946ac30ac7 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=2112de76-808b-4aee-81cb-ec91177d9317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678363 Nov 12 08:47:27.190427 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [None req-da810413-1a37-43b0-ac44-8b4d0b2bba3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempting to bind port 26813d6c-9923-4153-ad30-c9bb80bffc4b on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:47:27.190910 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [None req-da810413-1a37-43b0-ac44-8b4d0b2bba3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempting to bind port 26813d6c-9923-4153-ad30-c9bb80bffc4b by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': '2f1e160c-94ec-4dd9-bcc2-bd727f561389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '15858d8d-a038-406c-801a-363597cb81b6'}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:47:27.191181 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da810413-1a37-43b0-ac44-8b4d0b2bba3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempting to bind port 26813d6c-9923-4153-ad30-c9bb80bffc4b on network 15858d8d-a038-406c-801a-363597cb81b6 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:47:27.197138 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da810413-1a37-43b0-ac44-8b4d0b2bba3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Port 26813d6c-9923-4153-ad30-c9bb80bffc4b on network 15858d8d-a038-406c-801a-363597cb81b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:47:27.197467 n-d-765315-29 neutron-server[102600]: ERROR neutron.plugins.ml2.managers [None req-da810413-1a37-43b0-ac44-8b4d0b2bba3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Failed to bind port 26813d6c-9923-4153-ad30-c9bb80bffc4b on host n-h1-765315-29 for vnic_type normal using segments [{'id': '2f1e160c-94ec-4dd9-bcc2-bd727f561389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '15858d8d-a038-406c-801a-363597cb81b6'}] Nov 12 08:47:27.197856 n-d-765315-29 neutron-server[102600]: INFO neutron.plugins.ml2.plugin [None req-da810413-1a37-43b0-ac44-8b4d0b2bba3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempt 10 to bind port 26813d6c-9923-4153-ad30-c9bb80bffc4b Nov 12 08:47:27.212448 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [None req-da810413-1a37-43b0-ac44-8b4d0b2bba3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempting to bind port 26813d6c-9923-4153-ad30-c9bb80bffc4b on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:47:27.212806 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [None req-da810413-1a37-43b0-ac44-8b4d0b2bba3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempting to bind port 26813d6c-9923-4153-ad30-c9bb80bffc4b by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': '2f1e160c-94ec-4dd9-bcc2-bd727f561389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '15858d8d-a038-406c-801a-363597cb81b6'}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:47:27.213133 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da810413-1a37-43b0-ac44-8b4d0b2bba3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempting to bind port 26813d6c-9923-4153-ad30-c9bb80bffc4b on network 15858d8d-a038-406c-801a-363597cb81b6 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:47:27.218943 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da810413-1a37-43b0-ac44-8b4d0b2bba3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Port 26813d6c-9923-4153-ad30-c9bb80bffc4b on network 15858d8d-a038-406c-801a-363597cb81b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:47:27.219284 n-d-765315-29 neutron-server[102600]: ERROR neutron.plugins.ml2.managers [None req-da810413-1a37-43b0-ac44-8b4d0b2bba3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Failed to bind port 26813d6c-9923-4153-ad30-c9bb80bffc4b on host n-h1-765315-29 for vnic_type normal using segments [{'id': '2f1e160c-94ec-4dd9-bcc2-bd727f561389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '15858d8d-a038-406c-801a-363597cb81b6'}] Nov 12 08:47:27.219659 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-da810413-1a37-43b0-ac44-8b4d0b2bba3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:27.324184 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-da810413-1a37-43b0-ac44-8b4d0b2bba3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] For port 26813d6c-9923-4153-ad30-c9bb80bffc4b, host n-h1-765315-29, cleared binding levels {{(pid=102600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:47:27.324549 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-da810413-1a37-43b0-ac44-8b4d0b2bba3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempted to set empty binding levels {{(pid=102600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 08:47:27.328909 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-da810413-1a37-43b0-ac44-8b4d0b2bba3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:27.370487 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337c67d0-d6ff-4360-9074-76fc3b8d3cf0 req-5ee5cf87-59f8-4faf-9b61-7f3ffb22e8b2 tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:27.372040 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-337c67d0-d6ff-4360-9074-76fc3b8d3cf0 req-5ee5cf87-59f8-4faf-9b61-7f3ffb22e8b2 tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b8c0428-e536-4044-959e-b4f42227d9fb HTTP/1.1" status: 200 len: 944 time: 0.1030037 Nov 12 08:47:27.374823 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-da810413-1a37-43b0-ac44-8b4d0b2bba3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] In _notify_port_updated(), no bound segment for port 26813d6c-9923-4153-ad30-c9bb80bffc4b on network 15858d8d-a038-406c-801a-363597cb81b6 {{(pid=102600) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 08:47:27.375654 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da810413-1a37-43b0-ac44-8b4d0b2bba3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:27.376292 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-da810413-1a37-43b0-ac44-8b4d0b2bba3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:27.377564 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-da810413-1a37-43b0-ac44-8b4d0b2bba3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] 10.222.0.26 "PUT /v2.0/ports/26813d6c-9923-4153-ad30-c9bb80bffc4b HTTP/1.1" status: 200 len: 980 time: 0.8974252 Nov 12 08:47:27.380484 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 59456) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:27.411845 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da810413-1a37-43b0-ac44-8b4d0b2bba3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Pushing event updated for resources: {'Port': ['ID=26813d6c-9923-4153-ad30-c9bb80bffc4b,revision_number=3']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:27.451146 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-337c67d0-d6ff-4360-9074-76fc3b8d3cf0 req-123e6441-f5a6-4a20-aaa9-671cf276c1b1 tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] 10.222.0.26 "GET /v2.0/security-groups?id=21780945-2358-43de-b133-bd5fb8df5102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634394 Nov 12 08:47:27.504902 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea53c769-994b-435a-8b24-8b16bdf14d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:27.505657 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea53c769-994b-435a-8b24-8b16bdf14d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:27.506114 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea53c769-994b-435a-8b24-8b16bdf14d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:27.506568 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea53c769-994b-435a-8b24-8b16bdf14d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:27.507070 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea53c769-994b-435a-8b24-8b16bdf14d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:27.507593 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea53c769-994b-435a-8b24-8b16bdf14d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:27.508156 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea53c769-994b-435a-8b24-8b16bdf14d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:27.508746 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea53c769-994b-435a-8b24-8b16bdf14d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:27.509310 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea53c769-994b-435a-8b24-8b16bdf14d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:27.509820 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea53c769-994b-435a-8b24-8b16bdf14d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:27.510269 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea53c769-994b-435a-8b24-8b16bdf14d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:27.510738 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea53c769-994b-435a-8b24-8b16bdf14d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:27.511185 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea53c769-994b-435a-8b24-8b16bdf14d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:27.511859 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea53c769-994b-435a-8b24-8b16bdf14d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:27.512307 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea53c769-994b-435a-8b24-8b16bdf14d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:27.512751 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea53c769-994b-435a-8b24-8b16bdf14d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:27.513192 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea53c769-994b-435a-8b24-8b16bdf14d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:27.513644 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea53c769-994b-435a-8b24-8b16bdf14d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:27.514095 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea53c769-994b-435a-8b24-8b16bdf14d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:27.514537 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea53c769-994b-435a-8b24-8b16bdf14d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:27.515181 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea53c769-994b-435a-8b24-8b16bdf14d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:27.515630 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea53c769-994b-435a-8b24-8b16bdf14d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:27.516075 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea53c769-994b-435a-8b24-8b16bdf14d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:27.516516 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea53c769-994b-435a-8b24-8b16bdf14d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:27.516958 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea53c769-994b-435a-8b24-8b16bdf14d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:27.517398 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea53c769-994b-435a-8b24-8b16bdf14d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:27.517838 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea53c769-994b-435a-8b24-8b16bdf14d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:27.518279 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea53c769-994b-435a-8b24-8b16bdf14d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:27.518752 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea53c769-994b-435a-8b24-8b16bdf14d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:27.519195 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea53c769-994b-435a-8b24-8b16bdf14d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:27.520215 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea53c769-994b-435a-8b24-8b16bdf14d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:27.520854 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea53c769-994b-435a-8b24-8b16bdf14d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:27.521304 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea53c769-994b-435a-8b24-8b16bdf14d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:27.525143 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-ea53c769-994b-435a-8b24-8b16bdf14d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 29804 time: 0.1437690 Nov 12 08:47:27.529185 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 59458) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:27.611182 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99858764-e75d-4ab2-8481-6a6617c60823 req-fa70a1fa-8a82-4a16-ae69-7ad8ccc19efb tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:27.614312 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-99858764-e75d-4ab2-8481-6a6617c60823 req-fa70a1fa-8a82-4a16-ae69-7ad8ccc19efb tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=79dabc15-b262-4896-9d54-881fa4c32d6d HTTP/1.1" status: 200 len: 946 time: 0.0698597 Nov 12 08:47:27.626870 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-c55b10d1-6543-4050-89f2-7bf4005f19d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Deleting port 26813d6c-9923-4153-ad30-c9bb80bffc4b {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:47:27.627361 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c55b10d1-6543-4050-89f2-7bf4005f19d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:27.679814 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-99858764-e75d-4ab2-8481-6a6617c60823 req-bef6acab-0da0-4bcb-bf3f-cd1b18c95c6f tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=2112de76-808b-4aee-81cb-ec91177d9317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565162 Nov 12 08:47:27.705928 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-c55b10d1-6543-4050-89f2-7bf4005f19d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] For port 26813d6c-9923-4153-ad30-c9bb80bffc4b, host n-h1-765315-29, got binding levels [] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:27.705928 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c55b10d1-6543-4050-89f2-7bf4005f19d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:27.706192 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59460) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:27.715849 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-c55b10d1-6543-4050-89f2-7bf4005f19d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Calling delete_port for 26813d6c-9923-4153-ad30-c9bb80bffc4b owned by {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:47:27.760592 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea19b3c-efed-48cc-b500-665e17f5cd26 tempest-TestVolumeBootPattern-1296812425 tempest-TestVolumeBootPattern-1296812425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:27.766051 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-0ea19b3c-efed-48cc-b500-665e17f5cd26 tempest-TestVolumeBootPattern-1296812425 tempest-TestVolumeBootPattern-1296812425-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=79dabc15-b262-4896-9d54-881fa4c32d6d HTTP/1.1" status: 200 len: 1093 time: 0.0558915 Nov 12 08:47:27.766436 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59462) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:27.772670 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-e1f2f514-c4d5-4480-809d-4f06bbd3ca63 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Request body: {'floatingip': {'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'port_id': '141cac01-cd9c-4613-98d7-1c9960bd8999', 'tenant_id': '7d3f7337327743ecb706fdd7c92380e3', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:27.798400 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e1f2f514-c4d5-4480-809d-4f06bbd3ca63 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks [] for floatingip, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:27.803615 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c55b10d1-6543-4050-89f2-7bf4005f19d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:27.835471 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55b10d1-6543-4050-89f2-7bf4005f19d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Pushing event deleted for resources: {'Port': ['ID=26813d6c-9923-4153-ad30-c9bb80bffc4b,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:27.841802 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c55b10d1-6543-4050-89f2-7bf4005f19d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:27.845255 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-c55b10d1-6543-4050-89f2-7bf4005f19d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] 10.222.0.26 "DELETE /v2.0/ports/26813d6c-9923-4153-ad30-c9bb80bffc4b HTTP/1.1" status: 204 len: 168 time: 0.3151057 Nov 12 08:47:27.848624 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 59464) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:27.877397 n-d-765315-29 neutron-server[102599]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ba57325-872e-4f26-9249-a2b33ef440b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] GET failed (client error): The resource could not be found. Nov 12 08:47:27.879655 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-8ba57325-872e-4f26-9249-a2b33ef440b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] 10.222.0.26 "GET /v2.0/ports/26813d6c-9923-4153-ad30-c9bb80bffc4b HTTP/1.1" status: 404 len: 333 time: 0.0292194 Nov 12 08:47:27.884253 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 59466) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:27.889388 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-734f04ae-722b-46b2-875f-268d21846dbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090588431', 'network_id': '15858d8d-a038-406c-801a-363597cb81b6'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:27.914173 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-734f04ae-722b-46b2-875f-268d21846dbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Made reservation on behalf of e01860f3035747a68802e9469f2ad88d for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:47:27.917299 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-734f04ae-722b-46b2-875f-268d21846dbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:27.924457 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e1f2f514-c4d5-4480-809d-4f06bbd3ca63 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:27.940792 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [None req-734f04ae-722b-46b2-875f-268d21846dbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] device_id is not set on port d5b4e665-925a-4391-86cf-b43e4317aad3 yet. {{(pid=102599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:47:28.053282 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-e1f2f514-c4d5-4480-809d-4f06bbd3ca63 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Allocated IP 172.25.2.74 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/ff024169-ccb1-4da6-a6c9-38503dc527d1) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:47:28.178956 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e1f2f514-c4d5-4480-809d-4f06bbd3ca63 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:28.215608 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e1f2f514-c4d5-4480-809d-4f06bbd3ca63 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:28.256416 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f2f514-c4d5-4480-809d-4f06bbd3ca63 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:47:28.261864 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-e1f2f514-c4d5-4480-809d-4f06bbd3ca63 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:47:28.265692 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f2f514-c4d5-4480-809d-4f06bbd3ca63 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:47:28.273462 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f2f514-c4d5-4480-809d-4f06bbd3ca63 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Pushing event updated for resources: {'Port': ['ID=ff024169-ccb1-4da6-a6c9-38503dc527d1,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:28.427882 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-734f04ae-722b-46b2-875f-268d21846dbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:28.462868 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-734f04ae-722b-46b2-875f-268d21846dbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:28.526335 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734f04ae-722b-46b2-875f-268d21846dbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Pushing event updated for resources: {'Port': ['ID=d5b4e665-925a-4391-86cf-b43e4317aad3,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:28.538234 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734f04ae-722b-46b2-875f-268d21846dbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Network 15858d8d-a038-406c-801a-363597cb81b6 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:47:28.540064 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-734f04ae-722b-46b2-875f-268d21846dbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:47:28.547726 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734f04ae-722b-46b2-875f-268d21846dbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:47:28.550260 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734f04ae-722b-46b2-875f-268d21846dbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:28.550931 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-734f04ae-722b-46b2-875f-268d21846dbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:28.569381 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-734f04ae-722b-46b2-875f-268d21846dbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6838367 Nov 12 08:47:28.573279 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 59472) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:28.609898 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb563472-295d-4871-87af-659dd37a942c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:28.611717 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-eb563472-295d-4871-87af-659dd37a942c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] 10.222.0.26 "GET /v2.0/ports/d5b4e665-925a-4391-86cf-b43e4317aad3 HTTP/1.1" status: 200 len: 959 time: 0.0373385 Nov 12 08:47:28.615224 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 59474) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:28.692497 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e96b71f-8b32-4149-b891-30ea93037517 req-e5ac162f-7aba-4b8d-8304-f2912041bd42 tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:28.694469 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4e96b71f-8b32-4149-b891-30ea93037517 req-e5ac162f-7aba-4b8d-8304-f2912041bd42 tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b8c0428-e536-4044-959e-b4f42227d9fb HTTP/1.1" status: 200 len: 944 time: 0.1089842 Nov 12 08:47:28.705170 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-d5de55eb-980b-4e44-8665-091731bfc477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Deleting port d5b4e665-925a-4391-86cf-b43e4317aad3 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:47:28.705507 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d5de55eb-980b-4e44-8665-091731bfc477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:28.769125 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d5de55eb-980b-4e44-8665-091731bfc477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:28.777038 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e1f2f514-c4d5-4480-809d-4f06bbd3ca63 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:28.782963 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4e96b71f-8b32-4149-b891-30ea93037517 req-f0cd746e-1609-42bc-ac8b-9099387c951a tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] 10.222.0.26 "GET /v2.0/security-groups?id=21780945-2358-43de-b133-bd5fb8df5102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827727 Nov 12 08:47:28.787883 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-d5de55eb-980b-4e44-8665-091731bfc477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Calling delete_port for d5b4e665-925a-4391-86cf-b43e4317aad3 owned by {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:47:28.868437 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e1f2f514-c4d5-4480-809d-4f06bbd3ca63 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:28.892819 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d5de55eb-980b-4e44-8665-091731bfc477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:28.931793 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5de55eb-980b-4e44-8665-091731bfc477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Pushing event deleted for resources: {'Port': ['ID=d5b4e665-925a-4391-86cf-b43e4317aad3,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:28.940623 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d5de55eb-980b-4e44-8665-091731bfc477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:28.944707 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-d5de55eb-980b-4e44-8665-091731bfc477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] 10.222.0.26 "DELETE /v2.0/ports/d5b4e665-925a-4391-86cf-b43e4317aad3 HTTP/1.1" status: 204 len: 168 time: 0.3278384 Nov 12 08:47:28.947422 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 59476) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:28.979135 n-d-765315-29 neutron-server[102599]: INFO neutron.pecan_wsgi.hooks.translation [None req-368ebfc3-fdd8-43bd-8894-bfab93ed1f9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] GET failed (client error): The resource could not be found. Nov 12 08:47:28.982648 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-368ebfc3-fdd8-43bd-8894-bfab93ed1f9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] 10.222.0.26 "GET /v2.0/ports/d5b4e665-925a-4391-86cf-b43e4317aad3 HTTP/1.1" status: 404 len: 333 time: 0.0324030 Nov 12 08:47:28.984605 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 59478) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:28.990325 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-740e755b-a7b7-4c3e-b38b-bcb3c2bfd32d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Request body: {'port': {'network_id': '15858d8d-a038-406c-801a-363597cb81b6', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2097429880'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:29.019523 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-740e755b-a7b7-4c3e-b38b-bcb3c2bfd32d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Made reservation on behalf of e01860f3035747a68802e9469f2ad88d for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:47:29.023562 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-740e755b-a7b7-4c3e-b38b-bcb3c2bfd32d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:29.044077 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [None req-740e755b-a7b7-4c3e-b38b-bcb3c2bfd32d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] device_id is not set on port b2e4a00b-5fc2-4439-bce0-cc2abc1729ee yet. {{(pid=102599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:47:29.080451 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e1f2f514-c4d5-4480-809d-4f06bbd3ca63 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:29.088258 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e1f2f514-c4d5-4480-809d-4f06bbd3ca63 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:29.173533 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f2f514-c4d5-4480-809d-4f06bbd3ca63 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Pushing event updated for resources: {'Port': ['ID=ff024169-ccb1-4da6-a6c9-38503dc527d1,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:29.187915 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e1f2f514-c4d5-4480-809d-4f06bbd3ca63 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:29.237030 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-740e755b-a7b7-4c3e-b38b-bcb3c2bfd32d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:29.277420 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-740e755b-a7b7-4c3e-b38b-bcb3c2bfd32d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:29.317724 n-d-765315-29 neutron-server[102600]: INFO neutron.db.l3_db [None req-e1f2f514-c4d5-4480-809d-4f06bbd3ca63 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Floating IP b2fa98c8-1179-4bf6-aa9b-50b8aa4a3d6e associated. External IP: 172.25.2.74, port: 141cac01-cd9c-4613-98d7-1c9960bd8999. Nov 12 08:47:29.320919 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740e755b-a7b7-4c3e-b38b-bcb3c2bfd32d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Network 15858d8d-a038-406c-801a-363597cb81b6 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:47:29.324032 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-740e755b-a7b7-4c3e-b38b-bcb3c2bfd32d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:47:29.328024 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740e755b-a7b7-4c3e-b38b-bcb3c2bfd32d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:47:29.328683 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740e755b-a7b7-4c3e-b38b-bcb3c2bfd32d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:29.329257 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-740e755b-a7b7-4c3e-b38b-bcb3c2bfd32d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:29.352552 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740e755b-a7b7-4c3e-b38b-bcb3c2bfd32d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Pushing event updated for resources: {'Port': ['ID=b2e4a00b-5fc2-4439-bce0-cc2abc1729ee,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:29.363769 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-740e755b-a7b7-4c3e-b38b-bcb3c2bfd32d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.3779147 Nov 12 08:47:29.368255 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 59482) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:29.373810 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-b6261526-1059-4102-9952-de83fbe1d566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:29.436980 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b6261526-1059-4102-9952-de83fbe1d566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:29.575048 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1f2f514-c4d5-4480-809d-4f06bbd3ca63 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Router a47a04e4-6db1-4c16-a149-ffd8319b05a3 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:47:29.629826 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [None req-b6261526-1059-4102-9952-de83fbe1d566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] device_id is not set on port b2e4a00b-5fc2-4439-bce0-cc2abc1729ee yet. {{(pid=102599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:47:29.639070 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b6261526-1059-4102-9952-de83fbe1d566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:29.646201 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b6261526-1059-4102-9952-de83fbe1d566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:29.714998 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6261526-1059-4102-9952-de83fbe1d566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Pushing event updated for resources: {'Port': ['ID=b2e4a00b-5fc2-4439-bce0-cc2abc1729ee,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:29.719671 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-b6261526-1059-4102-9952-de83fbe1d566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempting to bind port b2e4a00b-5fc2-4439-bce0-cc2abc1729ee on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:47:29.720005 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-b6261526-1059-4102-9952-de83fbe1d566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempting to bind port b2e4a00b-5fc2-4439-bce0-cc2abc1729ee by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': '2f1e160c-94ec-4dd9-bcc2-bd727f561389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '15858d8d-a038-406c-801a-363597cb81b6'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:47:29.720353 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6261526-1059-4102-9952-de83fbe1d566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempting to bind port b2e4a00b-5fc2-4439-bce0-cc2abc1729ee on network 15858d8d-a038-406c-801a-363597cb81b6 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:47:29.727794 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6261526-1059-4102-9952-de83fbe1d566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Port b2e4a00b-5fc2-4439-bce0-cc2abc1729ee on network 15858d8d-a038-406c-801a-363597cb81b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:47:29.728186 n-d-765315-29 neutron-server[102599]: ERROR neutron.plugins.ml2.managers [None req-b6261526-1059-4102-9952-de83fbe1d566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Failed to bind port b2e4a00b-5fc2-4439-bce0-cc2abc1729ee on host n-h1-765315-29 for vnic_type normal using segments [{'id': '2f1e160c-94ec-4dd9-bcc2-bd727f561389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '15858d8d-a038-406c-801a-363597cb81b6'}] Nov 12 08:47:29.728575 n-d-765315-29 neutron-server[102599]: INFO neutron.plugins.ml2.plugin [None req-b6261526-1059-4102-9952-de83fbe1d566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempt 2 to bind port b2e4a00b-5fc2-4439-bce0-cc2abc1729ee Nov 12 08:47:29.747341 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-b6261526-1059-4102-9952-de83fbe1d566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempting to bind port b2e4a00b-5fc2-4439-bce0-cc2abc1729ee on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:47:29.747983 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-b6261526-1059-4102-9952-de83fbe1d566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempting to bind port b2e4a00b-5fc2-4439-bce0-cc2abc1729ee by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': '2f1e160c-94ec-4dd9-bcc2-bd727f561389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '15858d8d-a038-406c-801a-363597cb81b6'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:47:29.748351 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6261526-1059-4102-9952-de83fbe1d566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempting to bind port b2e4a00b-5fc2-4439-bce0-cc2abc1729ee on network 15858d8d-a038-406c-801a-363597cb81b6 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:47:29.754316 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6261526-1059-4102-9952-de83fbe1d566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Port b2e4a00b-5fc2-4439-bce0-cc2abc1729ee on network 15858d8d-a038-406c-801a-363597cb81b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:47:29.754743 n-d-765315-29 neutron-server[102599]: ERROR neutron.plugins.ml2.managers [None req-b6261526-1059-4102-9952-de83fbe1d566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Failed to bind port b2e4a00b-5fc2-4439-bce0-cc2abc1729ee on host n-h1-765315-29 for vnic_type normal using segments [{'id': '2f1e160c-94ec-4dd9-bcc2-bd727f561389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '15858d8d-a038-406c-801a-363597cb81b6'}] Nov 12 08:47:29.755214 n-d-765315-29 neutron-server[102599]: INFO neutron.plugins.ml2.plugin [None req-b6261526-1059-4102-9952-de83fbe1d566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempt 3 to bind port b2e4a00b-5fc2-4439-bce0-cc2abc1729ee Nov 12 08:47:29.770528 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-b6261526-1059-4102-9952-de83fbe1d566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempting to bind port b2e4a00b-5fc2-4439-bce0-cc2abc1729ee on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:47:29.771081 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-b6261526-1059-4102-9952-de83fbe1d566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempting to bind port b2e4a00b-5fc2-4439-bce0-cc2abc1729ee by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': '2f1e160c-94ec-4dd9-bcc2-bd727f561389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '15858d8d-a038-406c-801a-363597cb81b6'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:47:29.771534 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6261526-1059-4102-9952-de83fbe1d566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempting to bind port b2e4a00b-5fc2-4439-bce0-cc2abc1729ee on network 15858d8d-a038-406c-801a-363597cb81b6 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:47:29.777118 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6261526-1059-4102-9952-de83fbe1d566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Port b2e4a00b-5fc2-4439-bce0-cc2abc1729ee on network 15858d8d-a038-406c-801a-363597cb81b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:47:29.777449 n-d-765315-29 neutron-server[102599]: ERROR neutron.plugins.ml2.managers [None req-b6261526-1059-4102-9952-de83fbe1d566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Failed to bind port b2e4a00b-5fc2-4439-bce0-cc2abc1729ee on host n-h1-765315-29 for vnic_type normal using segments [{'id': '2f1e160c-94ec-4dd9-bcc2-bd727f561389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '15858d8d-a038-406c-801a-363597cb81b6'}] Nov 12 08:47:29.777838 n-d-765315-29 neutron-server[102599]: INFO neutron.plugins.ml2.plugin [None req-b6261526-1059-4102-9952-de83fbe1d566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempt 4 to bind port b2e4a00b-5fc2-4439-bce0-cc2abc1729ee Nov 12 08:47:29.793000 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-b6261526-1059-4102-9952-de83fbe1d566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempting to bind port b2e4a00b-5fc2-4439-bce0-cc2abc1729ee on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:47:29.793445 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-b6261526-1059-4102-9952-de83fbe1d566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempting to bind port b2e4a00b-5fc2-4439-bce0-cc2abc1729ee by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': '2f1e160c-94ec-4dd9-bcc2-bd727f561389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '15858d8d-a038-406c-801a-363597cb81b6'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:47:29.793785 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6261526-1059-4102-9952-de83fbe1d566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempting to bind port b2e4a00b-5fc2-4439-bce0-cc2abc1729ee on network 15858d8d-a038-406c-801a-363597cb81b6 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:47:29.799190 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6261526-1059-4102-9952-de83fbe1d566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Port b2e4a00b-5fc2-4439-bce0-cc2abc1729ee on network 15858d8d-a038-406c-801a-363597cb81b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:47:29.799525 n-d-765315-29 neutron-server[102599]: ERROR neutron.plugins.ml2.managers [None req-b6261526-1059-4102-9952-de83fbe1d566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Failed to bind port b2e4a00b-5fc2-4439-bce0-cc2abc1729ee on host n-h1-765315-29 for vnic_type normal using segments [{'id': '2f1e160c-94ec-4dd9-bcc2-bd727f561389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '15858d8d-a038-406c-801a-363597cb81b6'}] Nov 12 08:47:29.799954 n-d-765315-29 neutron-server[102599]: INFO neutron.plugins.ml2.plugin [None req-b6261526-1059-4102-9952-de83fbe1d566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempt 5 to bind port b2e4a00b-5fc2-4439-bce0-cc2abc1729ee Nov 12 08:47:29.818055 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-b6261526-1059-4102-9952-de83fbe1d566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempting to bind port b2e4a00b-5fc2-4439-bce0-cc2abc1729ee on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:47:29.818406 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-b6261526-1059-4102-9952-de83fbe1d566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempting to bind port b2e4a00b-5fc2-4439-bce0-cc2abc1729ee by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': '2f1e160c-94ec-4dd9-bcc2-bd727f561389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '15858d8d-a038-406c-801a-363597cb81b6'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:47:29.818784 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6261526-1059-4102-9952-de83fbe1d566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempting to bind port b2e4a00b-5fc2-4439-bce0-cc2abc1729ee on network 15858d8d-a038-406c-801a-363597cb81b6 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:47:29.825707 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6261526-1059-4102-9952-de83fbe1d566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Port b2e4a00b-5fc2-4439-bce0-cc2abc1729ee on network 15858d8d-a038-406c-801a-363597cb81b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:47:29.826110 n-d-765315-29 neutron-server[102599]: ERROR neutron.plugins.ml2.managers [None req-b6261526-1059-4102-9952-de83fbe1d566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Failed to bind port b2e4a00b-5fc2-4439-bce0-cc2abc1729ee on host n-h1-765315-29 for vnic_type normal using segments [{'id': '2f1e160c-94ec-4dd9-bcc2-bd727f561389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '15858d8d-a038-406c-801a-363597cb81b6'}] Nov 12 08:47:29.826778 n-d-765315-29 neutron-server[102599]: INFO neutron.plugins.ml2.plugin [None req-b6261526-1059-4102-9952-de83fbe1d566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempt 6 to bind port b2e4a00b-5fc2-4439-bce0-cc2abc1729ee Nov 12 08:47:29.845035 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-b6261526-1059-4102-9952-de83fbe1d566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempting to bind port b2e4a00b-5fc2-4439-bce0-cc2abc1729ee on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:47:29.846351 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-b6261526-1059-4102-9952-de83fbe1d566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempting to bind port b2e4a00b-5fc2-4439-bce0-cc2abc1729ee by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': '2f1e160c-94ec-4dd9-bcc2-bd727f561389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '15858d8d-a038-406c-801a-363597cb81b6'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:47:29.846752 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6261526-1059-4102-9952-de83fbe1d566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempting to bind port b2e4a00b-5fc2-4439-bce0-cc2abc1729ee on network 15858d8d-a038-406c-801a-363597cb81b6 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:47:29.853435 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6261526-1059-4102-9952-de83fbe1d566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Port b2e4a00b-5fc2-4439-bce0-cc2abc1729ee on network 15858d8d-a038-406c-801a-363597cb81b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:47:29.853851 n-d-765315-29 neutron-server[102599]: ERROR neutron.plugins.ml2.managers [None req-b6261526-1059-4102-9952-de83fbe1d566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Failed to bind port b2e4a00b-5fc2-4439-bce0-cc2abc1729ee on host n-h1-765315-29 for vnic_type normal using segments [{'id': '2f1e160c-94ec-4dd9-bcc2-bd727f561389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '15858d8d-a038-406c-801a-363597cb81b6'}] Nov 12 08:47:29.854160 n-d-765315-29 neutron-server[102599]: INFO neutron.plugins.ml2.plugin [None req-b6261526-1059-4102-9952-de83fbe1d566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempt 7 to bind port b2e4a00b-5fc2-4439-bce0-cc2abc1729ee Nov 12 08:47:29.868854 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-b6261526-1059-4102-9952-de83fbe1d566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempting to bind port b2e4a00b-5fc2-4439-bce0-cc2abc1729ee on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:47:29.869194 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-b6261526-1059-4102-9952-de83fbe1d566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempting to bind port b2e4a00b-5fc2-4439-bce0-cc2abc1729ee by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': '2f1e160c-94ec-4dd9-bcc2-bd727f561389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '15858d8d-a038-406c-801a-363597cb81b6'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:47:29.869534 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6261526-1059-4102-9952-de83fbe1d566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempting to bind port b2e4a00b-5fc2-4439-bce0-cc2abc1729ee on network 15858d8d-a038-406c-801a-363597cb81b6 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:47:29.874427 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6261526-1059-4102-9952-de83fbe1d566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Port b2e4a00b-5fc2-4439-bce0-cc2abc1729ee on network 15858d8d-a038-406c-801a-363597cb81b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:47:29.874813 n-d-765315-29 neutron-server[102599]: ERROR neutron.plugins.ml2.managers [None req-b6261526-1059-4102-9952-de83fbe1d566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Failed to bind port b2e4a00b-5fc2-4439-bce0-cc2abc1729ee on host n-h1-765315-29 for vnic_type normal using segments [{'id': '2f1e160c-94ec-4dd9-bcc2-bd727f561389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '15858d8d-a038-406c-801a-363597cb81b6'}] Nov 12 08:47:29.875209 n-d-765315-29 neutron-server[102599]: INFO neutron.plugins.ml2.plugin [None req-b6261526-1059-4102-9952-de83fbe1d566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempt 8 to bind port b2e4a00b-5fc2-4439-bce0-cc2abc1729ee Nov 12 08:47:29.889325 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-b6261526-1059-4102-9952-de83fbe1d566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempting to bind port b2e4a00b-5fc2-4439-bce0-cc2abc1729ee on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:47:29.889661 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-b6261526-1059-4102-9952-de83fbe1d566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempting to bind port b2e4a00b-5fc2-4439-bce0-cc2abc1729ee by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': '2f1e160c-94ec-4dd9-bcc2-bd727f561389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '15858d8d-a038-406c-801a-363597cb81b6'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:47:29.890000 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6261526-1059-4102-9952-de83fbe1d566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempting to bind port b2e4a00b-5fc2-4439-bce0-cc2abc1729ee on network 15858d8d-a038-406c-801a-363597cb81b6 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:47:29.895469 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6261526-1059-4102-9952-de83fbe1d566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Port b2e4a00b-5fc2-4439-bce0-cc2abc1729ee on network 15858d8d-a038-406c-801a-363597cb81b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:47:29.895833 n-d-765315-29 neutron-server[102599]: ERROR neutron.plugins.ml2.managers [None req-b6261526-1059-4102-9952-de83fbe1d566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Failed to bind port b2e4a00b-5fc2-4439-bce0-cc2abc1729ee on host n-h1-765315-29 for vnic_type normal using segments [{'id': '2f1e160c-94ec-4dd9-bcc2-bd727f561389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '15858d8d-a038-406c-801a-363597cb81b6'}] Nov 12 08:47:29.896407 n-d-765315-29 neutron-server[102599]: INFO neutron.plugins.ml2.plugin [None req-b6261526-1059-4102-9952-de83fbe1d566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempt 9 to bind port b2e4a00b-5fc2-4439-bce0-cc2abc1729ee Nov 12 08:47:29.912021 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-b6261526-1059-4102-9952-de83fbe1d566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempting to bind port b2e4a00b-5fc2-4439-bce0-cc2abc1729ee on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:47:29.912663 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-b6261526-1059-4102-9952-de83fbe1d566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempting to bind port b2e4a00b-5fc2-4439-bce0-cc2abc1729ee by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': '2f1e160c-94ec-4dd9-bcc2-bd727f561389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '15858d8d-a038-406c-801a-363597cb81b6'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:47:29.913181 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6261526-1059-4102-9952-de83fbe1d566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempting to bind port b2e4a00b-5fc2-4439-bce0-cc2abc1729ee on network 15858d8d-a038-406c-801a-363597cb81b6 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:47:29.919448 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6261526-1059-4102-9952-de83fbe1d566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Port b2e4a00b-5fc2-4439-bce0-cc2abc1729ee on network 15858d8d-a038-406c-801a-363597cb81b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:47:29.920160 n-d-765315-29 neutron-server[102599]: ERROR neutron.plugins.ml2.managers [None req-b6261526-1059-4102-9952-de83fbe1d566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Failed to bind port b2e4a00b-5fc2-4439-bce0-cc2abc1729ee on host n-h1-765315-29 for vnic_type normal using segments [{'id': '2f1e160c-94ec-4dd9-bcc2-bd727f561389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '15858d8d-a038-406c-801a-363597cb81b6'}] Nov 12 08:47:29.920763 n-d-765315-29 neutron-server[102599]: INFO neutron.plugins.ml2.plugin [None req-b6261526-1059-4102-9952-de83fbe1d566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempt 10 to bind port b2e4a00b-5fc2-4439-bce0-cc2abc1729ee Nov 12 08:47:29.940752 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-b6261526-1059-4102-9952-de83fbe1d566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempting to bind port b2e4a00b-5fc2-4439-bce0-cc2abc1729ee on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:47:29.941262 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [None req-b6261526-1059-4102-9952-de83fbe1d566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempting to bind port b2e4a00b-5fc2-4439-bce0-cc2abc1729ee by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': '2f1e160c-94ec-4dd9-bcc2-bd727f561389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '15858d8d-a038-406c-801a-363597cb81b6'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:47:29.941864 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6261526-1059-4102-9952-de83fbe1d566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempting to bind port b2e4a00b-5fc2-4439-bce0-cc2abc1729ee on network 15858d8d-a038-406c-801a-363597cb81b6 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:47:29.947373 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6261526-1059-4102-9952-de83fbe1d566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Port b2e4a00b-5fc2-4439-bce0-cc2abc1729ee on network 15858d8d-a038-406c-801a-363597cb81b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:47:29.947859 n-d-765315-29 neutron-server[102599]: ERROR neutron.plugins.ml2.managers [None req-b6261526-1059-4102-9952-de83fbe1d566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Failed to bind port b2e4a00b-5fc2-4439-bce0-cc2abc1729ee on host n-h1-765315-29 for vnic_type normal using segments [{'id': '2f1e160c-94ec-4dd9-bcc2-bd727f561389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '15858d8d-a038-406c-801a-363597cb81b6'}] Nov 12 08:47:29.948489 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b6261526-1059-4102-9952-de83fbe1d566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:30.027453 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-b6261526-1059-4102-9952-de83fbe1d566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] For port b2e4a00b-5fc2-4439-bce0-cc2abc1729ee, host n-h1-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:47:30.027947 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-b6261526-1059-4102-9952-de83fbe1d566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attempted to set empty binding levels {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 08:47:30.035145 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b6261526-1059-4102-9952-de83fbe1d566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:30.075428 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-b6261526-1059-4102-9952-de83fbe1d566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] In _notify_port_updated(), no bound segment for port b2e4a00b-5fc2-4439-bce0-cc2abc1729ee on network 15858d8d-a038-406c-801a-363597cb81b6 {{(pid=102599) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 08:47:30.076831 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6261526-1059-4102-9952-de83fbe1d566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:30.077720 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b6261526-1059-4102-9952-de83fbe1d566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:30.079886 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-b6261526-1059-4102-9952-de83fbe1d566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] 10.222.0.26 "PUT /v2.0/ports/b2e4a00b-5fc2-4439-bce0-cc2abc1729ee HTTP/1.1" status: 200 len: 980 time: 0.7100081 Nov 12 08:47:30.085019 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 59486) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:30.123116 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6261526-1059-4102-9952-de83fbe1d566 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Pushing event updated for resources: {'Port': ['ID=b2e4a00b-5fc2-4439-bce0-cc2abc1729ee,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:30.124270 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59490) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:30.136410 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1f2f514-c4d5-4480-809d-4f06bbd3ca63 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:47:30.147991 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbda1f6a-93fb-4060-8d34-27357d87d801 None None] Sync routers for ids ['a47a04e4-6db1-4c16-a149-ffd8319b05a3'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:47:30.163965 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbda1f6a-93fb-4060-8d34-27357d87d801 None None] Routers {'a47a04e4-6db1-4c16-a149-ffd8319b05a3'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:47:30.164912 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-fbda1f6a-93fb-4060-8d34-27357d87d801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:47:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['a47a04e4-6db1-4c16-a149-ffd8319b05a3'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:30.187911 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-3a58979a-f107-4ca3-967d-c21c81618cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Deleting port b2e4a00b-5fc2-4439-bce0-cc2abc1729ee {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:47:30.188389 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3a58979a-f107-4ca3-967d-c21c81618cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:30.211735 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e1f2f514-c4d5-4480-809d-4f06bbd3ca63 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:30.230267 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9472ed77-c162-4cd9-91cd-e32c01020429 req-e6fc4f2d-ffb4-4324-9ca2-0494c1ad56ad tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:30.231969 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9472ed77-c162-4cd9-91cd-e32c01020429 req-e6fc4f2d-ffb4-4324-9ca2-0494c1ad56ad tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b8c0428-e536-4044-959e-b4f42227d9fb HTTP/1.1" status: 200 len: 944 time: 0.1727848 Nov 12 08:47:30.269044 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-3a58979a-f107-4ca3-967d-c21c81618cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] For port b2e4a00b-5fc2-4439-bce0-cc2abc1729ee, host n-h1-765315-29, got binding levels [] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:30.270337 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3a58979a-f107-4ca3-967d-c21c81618cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:30.286132 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-e1f2f514-c4d5-4480-809d-4f06bbd3ca63 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5037465 Nov 12 08:47:30.286132 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79dabc15-b262-4896-9d54-881fa4c32d6d', 'tag': '141cac01-cd9c-4613-98d7-1c9960bd8999'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:47:30.286132 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9a99617-d440-4888-a267-f8ad50c0e4b9" -d '{"events": [{"name": "network-changed", "server_uuid": "79dabc15-b262-4896-9d54-881fa4c32d6d", "tag": "141cac01-cd9c-4613-98d7-1c9960bd8999"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:47:30.286132 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-5055e4e5-ccb1-4387-a155-71afc515a86e admin admin] Deleting subnet f3748af3-3725-4c81-8173-3b9d704f054e {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:47:30.288032 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5055e4e5-ccb1-4387-a155-71afc515a86e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:30.300329 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-3a58979a-f107-4ca3-967d-c21c81618cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Calling delete_port for b2e4a00b-5fc2-4439-bce0-cc2abc1729ee owned by {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:47:30.329312 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-fbda1f6a-93fb-4060-8d34-27357d87d801 None None] Set router a47a04e4-6db1-4c16-a149-ffd8319b05a3 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:47:30.330098 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5055e4e5-ccb1-4387-a155-71afc515a86e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:30.376464 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5055e4e5-ccb1-4387-a155-71afc515a86e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:30.418401 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3a58979a-f107-4ca3-967d-c21c81618cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:30.459364 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a58979a-f107-4ca3-967d-c21c81618cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Pushing event deleted for resources: {'Port': ['ID=b2e4a00b-5fc2-4439-bce0-cc2abc1729ee,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:30.464412 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9472ed77-c162-4cd9-91cd-e32c01020429 req-238607c2-70e7-4fc9-800d-243fbe6a1c28 tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] 10.222.0.26 "GET /v2.0/security-groups?id=21780945-2358-43de-b133-bd5fb8df5102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1917629 Nov 12 08:47:30.471271 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3a58979a-f107-4ca3-967d-c21c81618cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:30.477121 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-3a58979a-f107-4ca3-967d-c21c81618cc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] 10.222.0.26 "DELETE /v2.0/ports/b2e4a00b-5fc2-4439-bce0-cc2abc1729ee HTTP/1.1" status: 204 len: 168 time: 0.3909063 Nov 12 08:47:30.479676 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 59496) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:30.492874 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5055e4e5-ccb1-4387-a155-71afc515a86e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:30.518500 n-d-765315-29 neutron-server[102599]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd1f7d91-0c81-4ee2-98e4-264575746ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] GET failed (client error): The resource could not be found. Nov 12 08:47:30.520868 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-bd1f7d91-0c81-4ee2-98e4-264575746ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525744024-project-admin] 10.222.0.26 "GET /v2.0/ports/b2e4a00b-5fc2-4439-bce0-cc2abc1729ee HTTP/1.1" status: 404 len: 333 time: 0.0400906 Nov 12 08:47:30.526634 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 59498) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:30.538245 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5055e4e5-ccb1-4387-a155-71afc515a86e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3748af3-3725-4c81-8173-3b9d704f054e,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:30.545025 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5055e4e5-ccb1-4387-a155-71afc515a86e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:30.556306 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-5055e4e5-ccb1-4387-a155-71afc515a86e admin admin] 10.222.0.26 "DELETE /v2.0/subnets/f3748af3-3725-4c81-8173-3b9d704f054e HTTP/1.1" status: 204 len: 168 time: 0.4298074 Nov 12 08:47:30.559395 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 59500) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:30.559569 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e9cb2a5-b351-47b7-8a42-df3dfeb09768 x-openstack-request-id: req-1e9cb2a5-b351-47b7-8a42-df3dfeb09768 {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:47:30.559569 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79dabc15-b262-4896-9d54-881fa4c32d6d", "tag": "141cac01-cd9c-4613-98d7-1c9960bd8999", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:47:30.559807 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1e9cb2a5-b351-47b7-8a42-df3dfeb09768 {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:47:30.560022 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79dabc15-b262-4896-9d54-881fa4c32d6d', 'tag': '141cac01-cd9c-4613-98d7-1c9960bd8999', 'status': 'completed', 'code': 200} Nov 12 08:47:30.671066 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-fbda1f6a-93fb-4060-8d34-27357d87d801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47a04e4-6db1-4c16-a149-ffd8319b05a3', 'name': 'tempest-TestVolumeBootPattern-1486531232-router', 'tenant_id': '7d3f7337327743ecb706fdd7c92380e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'a9c6d19c-819a-4d35-bd4a-8438cac3130b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:15Z', 'updated_at': '2021-11-12T08:36:27Z', 'revision_number': 4, 'project_id': '7d3f7337327743ecb706fdd7c92380e3', 'gw_port': {'id': 'a9c6d19c-819a-4d35-bd4a-8438cac3130b', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47a04e4-6db1-4c16-a149-ffd8319b05a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2690, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:17Z', 'updated_at': '2021-11-12T08:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': 'b2fa98c8-1179-4bf6-aa9b-50b8aa4a3d6e', 'tenant_id': '7d3f7337327743ecb706fdd7c92380e3', 'floating_ip_address': '172.25.2.74', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': 'a47a04e4-6db1-4c16-a149-ffd8319b05a3', 'port_id': '141cac01-cd9c-4613-98d7-1c9960bd8999', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35316ea3-d15f-4e9c-9d0f-87ba20d4fc64', 'mac_address': 'fa:16:3e:3a:9c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79dabc15-b262-4896-9d54-881fa4c32d6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:47:28Z', 'updated_at': '2021-11-12T08:47:28Z', 'revision_number': 0, 'project_id': '7d3f7337327743ecb706fdd7c92380e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d26d5ee-de97-449a-b18e-ad0dd5ee2113', 'name': '', 'network_id': '35316ea3-d15f-4e9c-9d0f-87ba20d4fc64', 'tenant_id': '7d3f7337327743ecb706fdd7c92380e3', 'mac_address': 'fa:16:3e:4a:04:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47a04e4-6db1-4c16-a149-ffd8319b05a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'd1d27945-8c3d-427f-88ef-3c42a7516333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:25Z', 'updated_at': '2021-11-12T08:36:33Z', 'revision_number': 5, 'project_id': '7d3f7337327743ecb706fdd7c92380e3', 'subnets': [{'id': 'd1d27945-8c3d-427f-88ef-3c42a7516333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:30.705704 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbda1f6a-93fb-4060-8d34-27357d87d801 None None] Checking router: a47a04e4-6db1-4c16-a149-ffd8319b05a3 for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:47:30.716809 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbda1f6a-93fb-4060-8d34-27357d87d801 None None] Routers {'a47a04e4-6db1-4c16-a149-ffd8319b05a3'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:47:30.717735 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-fbda1f6a-93fb-4060-8d34-27357d87d801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:47:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['a47a04e4-6db1-4c16-a149-ffd8319b05a3'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:30.726229 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-abbdb039-d2fc-4b98-a2d8-1240fc785810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863287363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863287363-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:30.732968 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d1f2d760-223a-418e-9987-dd93fe77a978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:30.759250 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a99617-d440-4888-a267-f8ad50c0e4b9 req-b8760908-88f9-4bbf-a4f9-100139df38bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:30.760770 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f9a99617-d440-4888-a267-f8ad50c0e4b9 req-b8760908-88f9-4bbf-a4f9-100139df38bc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7d3f7337327743ecb706fdd7c92380e3&device_id=79dabc15-b262-4896-9d54-881fa4c32d6d HTTP/1.1" status: 200 len: 1098 time: 0.1353180 Nov 12 08:47:30.812420 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device cc2084d9-8df5-427f-bd22-78829d06bcab details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:47:30.870578 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-fbda1f6a-93fb-4060-8d34-27357d87d801 None None] Set router a47a04e4-6db1-4c16-a149-ffd8319b05a3 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:47:30.962364 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d1f2d760-223a-418e-9987-dd93fe77a978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:30.977665 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-abbdb039-d2fc-4b98-a2d8-1240fc785810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863287363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863287363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:31.007520 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-d1f2d760-223a-418e-9987-dd93fe77a978 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5087aecb-08e6-4476-8bc5-f7b3b66b2b2a']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:31.023072 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port cc2084d9-8df5-427f-bd22-78829d06bcab, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=cc2084d9-8df5-427f-bd22-78829d06bcab,segment=NetworkSegment(2477c2ed-bf48-4bee-bec3-4a9ac76e1e8a),segment_id=2477c2ed-bf48-4bee-bec3-4a9ac76e1e8a)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:31.031700 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-d1f2d760-223a-418e-9987-dd93fe77a978 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41a92c03-3de5-471c-8af5-a5d9925084fc') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:31.032000 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-d1f2d760-223a-418e-9987-dd93fe77a978 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41a92c03-3de5-471c-8af5-a5d9925084fc') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:31.037236 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-abbdb039-d2fc-4b98-a2d8-1240fc785810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863287363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863287363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15858d8d-a038-406c-801a-363597cb81b6']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:31.043574 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Returning: {'device': 'cc2084d9-8df5-427f-bd22-78829d06bcab', 'network_id': '1a77e7d1-e880-4909-b47f-c788347c40d5', 'port_id': 'cc2084d9-8df5-427f-bd22-78829d06bcab', 'mac_address': 'fa:16:3e:38:27:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6d8ff2c-9dad-4362-ace9-f37f6abbb39a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:47:31.053764 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d1f2d760-223a-418e-9987-dd93fe77a978 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:31.072602 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-abbdb039-d2fc-4b98-a2d8-1240fc785810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863287363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863287363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f1e160c-94ec-4dd9-bcc2-bd727f561389') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:31.072911 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-abbdb039-d2fc-4b98-a2d8-1240fc785810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863287363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863287363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f1e160c-94ec-4dd9-bcc2-bd727f561389') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:31.081801 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d1f2d760-223a-418e-9987-dd93fe77a978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:31.084850 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a99617-d440-4888-a267-f8ad50c0e4b9 req-08ba7a71-616b-47bb-9662-076b208b6552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:31.086326 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f9a99617-d440-4888-a267-f8ad50c0e4b9 req-08ba7a71-616b-47bb-9662-076b208b6552 service neutron] 10.222.0.44 "GET /v2.0/networks?id=35316ea3-d15f-4e9c-9d0f-87ba20d4fc64 HTTP/1.1" status: 200 len: 913 time: 0.2952979 Nov 12 08:47:31.091785 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-abbdb039-d2fc-4b98-a2d8-1240fc785810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863287363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863287363-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:31.107780 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1f2d760-223a-418e-9987-dd93fe77a978 admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:47:31.108188 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d1f2d760-223a-418e-9987-dd93fe77a978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:31.113139 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 08:47:31.113139 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:47:31.113139 n-d-765315-29 neutron-server[102599]: timer() Nov 12 08:47:31.113139 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:47:31.113139 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 08:47:31.113139 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:47:31.113139 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 08:47:31.113139 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:47:31.113139 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 08:47:31.113139 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:47:31.113139 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 08:47:31.113139 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:47:31.113139 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 08:47:31.113139 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:47:31.113139 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:47:31.113139 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:47:31.113139 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:47:31.113139 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:47:31.113139 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 08:47:31.113139 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:47:31.113139 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 08:47:31.113139 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:47:31.113139 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:47:31.113139 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:47:31.113139 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 08:47:31.113139 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:47:31.113139 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:47:31.113139 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:47:31.113139 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:47:31.113139 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:47:31.113139 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:47:31.113139 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:47:31.154853 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:31.181450 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-e530113a-7783-48f4-9840-8911a24052df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc2084d9-8df5-427f-bd22-78829d06bcab {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:47:31.209131 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-abbdb039-d2fc-4b98-a2d8-1240fc785810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863287363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863287363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:31.228737 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port cc2084d9-8df5-427f-bd22-78829d06bcab, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=cc2084d9-8df5-427f-bd22-78829d06bcab,segment=NetworkSegment(2477c2ed-bf48-4bee-bec3-4a9ac76e1e8a),segment_id=2477c2ed-bf48-4bee-bec3-4a9ac76e1e8a)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:31.230774 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abbdb039-d2fc-4b98-a2d8-1240fc785810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863287363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863287363-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:47:31.231259 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-abbdb039-d2fc-4b98-a2d8-1240fc785810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863287363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863287363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:31.234526 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 08:47:31.234526 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:47:31.234526 n-d-765315-29 neutron-server[102599]: timer() Nov 12 08:47:31.234526 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:47:31.234526 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 08:47:31.234526 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:47:31.234526 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 08:47:31.234526 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:47:31.234526 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 08:47:31.234526 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:47:31.234526 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 08:47:31.234526 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:47:31.234526 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 08:47:31.234526 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:47:31.234526 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:47:31.234526 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:47:31.234526 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:47:31.234526 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:47:31.234526 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 08:47:31.234526 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:47:31.234526 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 08:47:31.234526 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:47:31.234526 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:47:31.234526 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:47:31.234526 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 08:47:31.234526 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:47:31.234526 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:47:31.234526 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:47:31.234526 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:47:31.234526 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:47:31.234526 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:47:31.234526 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:47:31.237011 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:31.261793 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d1f2d760-223a-418e-9987-dd93fe77a978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:31.297778 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d1f2d760-223a-418e-9987-dd93fe77a978 admin admin] Publish callbacks [] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:31.298048 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=cc2084d9-8df5-427f-bd22-78829d06bcab,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:31.301586 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-d1f2d760-223a-418e-9987-dd93fe77a978 admin admin] 10.222.0.26 "DELETE /v2.0/networks/5087aecb-08e6-4476-8bc5-f7b3b66b2b2a HTTP/1.1" status: 204 len: 168 time: 0.7411339 Nov 12 08:47:31.304151 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-fbda1f6a-93fb-4060-8d34-27357d87d801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47a04e4-6db1-4c16-a149-ffd8319b05a3', 'name': 'tempest-TestVolumeBootPattern-1486531232-router', 'tenant_id': '7d3f7337327743ecb706fdd7c92380e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'a9c6d19c-819a-4d35-bd4a-8438cac3130b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:15Z', 'updated_at': '2021-11-12T08:36:27Z', 'revision_number': 4, 'project_id': '7d3f7337327743ecb706fdd7c92380e3', 'gw_port': {'id': 'a9c6d19c-819a-4d35-bd4a-8438cac3130b', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47a04e4-6db1-4c16-a149-ffd8319b05a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2690, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:17Z', 'updated_at': '2021-11-12T08:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': 'b2fa98c8-1179-4bf6-aa9b-50b8aa4a3d6e', 'tenant_id': '7d3f7337327743ecb706fdd7c92380e3', 'floating_ip_address': '172.25.2.74', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': 'a47a04e4-6db1-4c16-a149-ffd8319b05a3', 'port_id': '141cac01-cd9c-4613-98d7-1c9960bd8999', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35316ea3-d15f-4e9c-9d0f-87ba20d4fc64', 'mac_address': 'fa:16:3e:3a:9c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79dabc15-b262-4896-9d54-881fa4c32d6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:47:28Z', 'updated_at': '2021-11-12T08:47:28Z', 'revision_number': 0, 'project_id': '7d3f7337327743ecb706fdd7c92380e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d26d5ee-de97-449a-b18e-ad0dd5ee2113', 'name': '', 'network_id': '35316ea3-d15f-4e9c-9d0f-87ba20d4fc64', 'tenant_id': '7d3f7337327743ecb706fdd7c92380e3', 'mac_address': 'fa:16:3e:4a:04:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47a04e4-6db1-4c16-a149-ffd8319b05a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'd1d27945-8c3d-427f-88ef-3c42a7516333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:25Z', 'updated_at': '2021-11-12T08:36:33Z', 'revision_number': 5, 'project_id': '7d3f7337327743ecb706fdd7c92380e3', 'subnets': [{'id': 'd1d27945-8c3d-427f-88ef-3c42a7516333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:31.307615 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59502) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:31.308279 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f9a99617-d440-4888-a267-f8ad50c0e4b9 req-ec854b41-bcf9-4a27-a278-e5fb6eb1658d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=141cac01-cd9c-4613-98d7-1c9960bd8999 HTTP/1.1" status: 200 len: 999 time: 0.2074394 Nov 12 08:47:31.322769 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f2d760-223a-418e-9987-dd93fe77a978 admin admin] Pushing event deleted for resources: {'Network': ['ID=5087aecb-08e6-4476-8bc5-f7b3b66b2b2a,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:31.337209 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:31.337551 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:31.338073 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:31.338615 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:31.339110 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:31.339871 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:31.340384 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:31.340875 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:31.341374 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:31.341863 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:31.342348 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:31.342867 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:31.347161 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbda1f6a-93fb-4060-8d34-27357d87d801 None None] The sync data for ids ['a47a04e4-6db1-4c16-a149-ffd8319b05a3'] in n-d-765315-29 is: [{'id': 'a47a04e4-6db1-4c16-a149-ffd8319b05a3', 'name': 'tempest-TestVolumeBootPattern-1486531232-router', 'tenant_id': '7d3f7337327743ecb706fdd7c92380e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'a9c6d19c-819a-4d35-bd4a-8438cac3130b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:15Z', 'updated_at': '2021-11-12T08:36:27Z', 'revision_number': 4, 'project_id': '7d3f7337327743ecb706fdd7c92380e3', 'gw_port': {'id': 'a9c6d19c-819a-4d35-bd4a-8438cac3130b', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47a04e4-6db1-4c16-a149-ffd8319b05a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2690, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:17Z', 'updated_at': '2021-11-12T08:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': 'b2fa98c8-1179-4bf6-aa9b-50b8aa4a3d6e', 'tenant_id': '7d3f7337327743ecb706fdd7c92380e3', 'floating_ip_address': '172.25.2.74', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': 'a47a04e4-6db1-4c16-a149-ffd8319b05a3', 'port_id': '141cac01-cd9c-4613-98d7-1c9960bd8999', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35316ea3-d15f-4e9c-9d0f-87ba20d4fc64', 'mac_address': 'fa:16:3e:3a:9c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79dabc15-b262-4896-9d54-881fa4c32d6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:47:28Z', 'updated_at': '2021-11-12T08:47:28Z', 'revision_number': 0, 'project_id': '7d3f7337327743ecb706fdd7c92380e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d26d5ee-de97-449a-b18e-ad0dd5ee2113', 'name': '', 'network_id': '35316ea3-d15f-4e9c-9d0f-87ba20d4fc64', 'tenant_id': '7d3f7337327743ecb706fdd7c92380e3', 'mac_address': 'fa:16:3e:4a:04:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47a04e4-6db1-4c16-a149-ffd8319b05a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'd1d27945-8c3d-427f-88ef-3c42a7516333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:25Z', 'updated_at': '2021-11-12T08:36:33Z', 'revision_number': 5, 'project_id': '7d3f7337327743ecb706fdd7c92380e3', 'subnets': [{'id': 'd1d27945-8c3d-427f-88ef-3c42a7516333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:47:31.360641 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-abbdb039-d2fc-4b98-a2d8-1240fc785810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863287363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863287363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:31.372023 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-1306e7d2-54be-47a3-be9e-6a00665cc1e6 admin admin] Deleting subnet 85d8cc3f-64f5-4e1c-975c-b08038cd3210 {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:47:31.373789 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-abbdb039-d2fc-4b98-a2d8-1240fc785810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863287363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863287363-project] Publish callbacks [] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:31.380848 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1306e7d2-54be-47a3-be9e-6a00665cc1e6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:31.381072 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-abbdb039-d2fc-4b98-a2d8-1240fc785810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863287363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863287363-project] 10.222.0.26 "DELETE /v2.0/networks/15858d8d-a038-406c-801a-363597cb81b6 HTTP/1.1" status: 204 len: 168 time: 0.8494422 Nov 12 08:47:31.400455 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbdb039-d2fc-4b98-a2d8-1240fc785810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863287363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863287363-project] Pushing event deleted for resources: {'Network': ['ID=15858d8d-a038-406c-801a-363597cb81b6,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:31.409911 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a99617-d440-4888-a267-f8ad50c0e4b9 req-74effb24-dbeb-4ff7-9e64-c1527a2ba185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:31.412038 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f9a99617-d440-4888-a267-f8ad50c0e4b9 req-74effb24-dbeb-4ff7-9e64-c1527a2ba185 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d1d27945-8c3d-427f-88ef-3c42a7516333 HTTP/1.1" status: 200 len: 851 time: 0.0863774 Nov 12 08:47:31.443300 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1306e7d2-54be-47a3-be9e-6a00665cc1e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:31.479758 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a99617-d440-4888-a267-f8ad50c0e4b9 req-4595e8e7-6bb5-4fe6-b3b6-16c17173ae2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:31.482014 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f9a99617-d440-4888-a267-f8ad50c0e4b9 req-4595e8e7-6bb5-4fe6-b3b6-16c17173ae2b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=35316ea3-d15f-4e9c-9d0f-87ba20d4fc64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0604479 Nov 12 08:47:31.492572 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1306e7d2-54be-47a3-be9e-6a00665cc1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:31.565791 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1306e7d2-54be-47a3-be9e-6a00665cc1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:31.568686 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['cc2084d9-8df5-427f-bd22-78829d06bcab'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:47:31.618359 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1306e7d2-54be-47a3-be9e-6a00665cc1e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85d8cc3f-64f5-4e1c-975c-b08038cd3210,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:31.659050 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1306e7d2-54be-47a3-be9e-6a00665cc1e6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:31.661035 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f9a99617-d440-4888-a267-f8ad50c0e4b9 req-5ae663a0-b9c2-48ff-8b86-ec0f589fca7f service neutron] 10.222.0.44 "GET /v2.0/networks/35316ea3-d15f-4e9c-9d0f-87ba20d4fc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699200 Nov 12 08:47:31.675176 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-1306e7d2-54be-47a3-be9e-6a00665cc1e6 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/85d8cc3f-64f5-4e1c-975c-b08038cd3210 HTTP/1.1" status: 204 len: 168 time: 0.3655572 Nov 12 08:47:31.679305 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 59508) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:31.705432 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42b566e-08b9-4a10-b2ca-f0851bde82d8 req-a9949fcd-c95f-43ef-b3fd-ce86b3a59ace tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:31.707385 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e42b566e-08b9-4a10-b2ca-f0851bde82d8 req-a9949fcd-c95f-43ef-b3fd-ce86b3a59ace tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b8c0428-e536-4044-959e-b4f42227d9fb HTTP/1.1" status: 200 len: 945 time: 0.0908275 Nov 12 08:47:31.723160 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34aa91b7-8259-4037-abf7-740f1846719a None None] New status for floating IP b2fa98c8-1179-4bf6-aa9b-50b8aa4a3d6e: ACTIVE {{(pid=102602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:47:31.789898 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e42b566e-08b9-4a10-b2ca-f0851bde82d8 req-a580ccd1-1d41-4aef-929e-a92dab066ebf tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] 10.222.0.26 "GET /v2.0/security-groups?id=21780945-2358-43de-b133-bd5fb8df5102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722134 Nov 12 08:47:31.833929 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7e770e33-4475-4edc-a424-4d51ed95dfe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:31.885877 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59514) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:31.911756 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f9a99617-d440-4888-a267-f8ad50c0e4b9 req-355c4e9e-36b7-449b-81c0-e524f6b1233d service neutron] 10.222.0.44 "GET /v2.0/networks/35316ea3-d15f-4e9c-9d0f-87ba20d4fc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305501 Nov 12 08:47:31.980330 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7e770e33-4475-4edc-a424-4d51ed95dfe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:32.006233 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-7e770e33-4475-4edc-a424-4d51ed95dfe7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61e9665c-aea6-4976-bdcc-8b71e179b3d3']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:32.016525 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-7e770e33-4475-4edc-a424-4d51ed95dfe7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b980bb0-d829-4147-9f15-ef0f84f15a33') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:32.016820 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-7e770e33-4475-4edc-a424-4d51ed95dfe7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b980bb0-d829-4147-9f15-ef0f84f15a33') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:32.027288 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7e770e33-4475-4edc-a424-4d51ed95dfe7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:32.043373 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7e770e33-4475-4edc-a424-4d51ed95dfe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:32.049878 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e770e33-4475-4edc-a424-4d51ed95dfe7 admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:47:32.050401 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7e770e33-4475-4edc-a424-4d51ed95dfe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:32.052926 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 08:47:32.052926 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:47:32.052926 n-d-765315-29 neutron-server[102599]: timer() Nov 12 08:47:32.052926 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:47:32.052926 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 08:47:32.052926 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:47:32.052926 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 08:47:32.052926 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:47:32.052926 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 08:47:32.052926 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:47:32.052926 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 08:47:32.052926 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:47:32.052926 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 08:47:32.052926 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:47:32.052926 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:47:32.052926 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:47:32.052926 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:47:32.052926 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:47:32.052926 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 08:47:32.052926 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:47:32.052926 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 08:47:32.052926 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:47:32.052926 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:47:32.052926 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:47:32.052926 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 08:47:32.052926 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:47:32.052926 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:47:32.052926 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:47:32.052926 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:47:32.052926 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:47:32.052926 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:47:32.052926 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:47:32.115430 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-cca61c70-25f9-41ce-ab7d-593dee13d868 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e4cd22c53b3841a4bff56978a84b62c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2270911 Nov 12 08:47:32.118149 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59518) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:32.122630 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7e770e33-4475-4edc-a424-4d51ed95dfe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:32.139112 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7e770e33-4475-4edc-a424-4d51ed95dfe7 admin admin] Publish callbacks [] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:32.142402 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-7e770e33-4475-4edc-a424-4d51ed95dfe7 admin admin] 10.222.0.26 "DELETE /v2.0/networks/61e9665c-aea6-4976-bdcc-8b71e179b3d3 HTTP/1.1" status: 204 len: 168 time: 0.4598019 Nov 12 08:47:32.143548 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e770e33-4475-4edc-a424-4d51ed95dfe7 admin admin] Pushing event deleted for resources: {'Network': ['ID=61e9665c-aea6-4976-bdcc-8b71e179b3d3,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:32.177569 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8744e290-c5bf-4808-9efa-83db05d88bd8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:32.201269 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8744e290-c5bf-4808-9efa-83db05d88bd8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:32.259851 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8744e290-c5bf-4808-9efa-83db05d88bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:32.262476 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8744e290-c5bf-4808-9efa-83db05d88bd8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:32.265993 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-8744e290-c5bf-4808-9efa-83db05d88bd8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/418dd032-1585-4f5f-b1f7-f920129f4d47 HTTP/1.1" status: 204 len: 168 time: 0.1444724 Nov 12 08:47:32.270789 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 59524) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:32.272869 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8744e290-c5bf-4808-9efa-83db05d88bd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=418dd032-1585-4f5f-b1f7-f920129f4d47,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:32.325452 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-2e2ecb9f-8428-458f-b0bf-8ad049a8082f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a0a82c85e2614eccbd23fa3c63304c70&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0530424 Nov 12 08:47:32.329260 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 59526) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:32.383861 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ab794913-0c03-44e1-8c42-539358052a43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:32.407150 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ab794913-0c03-44e1-8c42-539358052a43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:32.463128 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ab794913-0c03-44e1-8c42-539358052a43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:32.465984 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ab794913-0c03-44e1-8c42-539358052a43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:32.469509 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-ab794913-0c03-44e1-8c42-539358052a43 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f56c1253-113a-4f54-95af-250ab147742e HTTP/1.1" status: 204 len: 168 time: 0.1369674 Nov 12 08:47:32.475409 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab794913-0c03-44e1-8c42-539358052a43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f56c1253-113a-4f54-95af-250ab147742e,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:32.667764 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 59532) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:32.712574 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-96d38377-ce14-462d-97f6-6bcac2b18ca1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e01860f3035747a68802e9469f2ad88d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0413096 Nov 12 08:47:32.712830 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 59536) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:32.766283 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9cce29ec-cfc3-4b39-ac17-98ae53f7612d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:32.791347 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9cce29ec-cfc3-4b39-ac17-98ae53f7612d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:32.817427 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device cc2084d9-8df5-427f-bd22-78829d06bcab up at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:47:32.854065 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9cce29ec-cfc3-4b39-ac17-98ae53f7612d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:32.858081 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9cce29ec-cfc3-4b39-ac17-98ae53f7612d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:32.862558 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-9cce29ec-cfc3-4b39-ac17-98ae53f7612d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b0bb1484-d607-43d8-ba48-cee881f3fe13 HTTP/1.1" status: 204 len: 168 time: 0.1486399 Nov 12 08:47:32.871108 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cce29ec-cfc3-4b39-ac17-98ae53f7612d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0bb1484-d607-43d8-ba48-cee881f3fe13,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:32.879518 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning for port cc2084d9-8df5-427f-bd22-78829d06bcab completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:47:32.887223 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 59542) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:32.907160 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning complete for port cc2084d9-8df5-427f-bd22-78829d06bcab triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:32.908790 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:32.939484 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-06de183d-e193-4d77-90dc-089ddb30b3e4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=472f0b61e06549a299ccc1ed36537104&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0510285 Nov 12 08:47:32.943021 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 59544) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:32.965008 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c847ffd7-3f44-42ed-812c-417d5ef55a40 req-627d4c0d-e5b7-4545-8f35-5d27a31d0bfe tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:32.967505 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c847ffd7-3f44-42ed-812c-417d5ef55a40 req-627d4c0d-e5b7-4545-8f35-5d27a31d0bfe tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b8c0428-e536-4044-959e-b4f42227d9fb HTTP/1.1" status: 200 len: 945 time: 0.0694368 Nov 12 08:47:32.996967 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9aa88615-9dea-47d5-87d6-4ae6a45eaabf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:33.020396 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:33.030733 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9aa88615-9dea-47d5-87d6-4ae6a45eaabf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:33.031255 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c847ffd7-3f44-42ed-812c-417d5ef55a40 req-f796f9fb-8621-45b3-acf4-a267ad3187dd tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] 10.222.0.26 "GET /v2.0/security-groups?id=21780945-2358-43de-b133-bd5fb8df5102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550196 Nov 12 08:47:33.059184 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b8c0428-e536-4044-959e-b4f42227d9fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc2084d9-8df5-427f-bd22-78829d06bcab'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:47:33.061495 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa14adf8-7077-44e6-bf09-80edf40c2e08" -d '{"events": [{"server_uuid": "2b8c0428-e536-4044-959e-b4f42227d9fb", "name": "network-vif-plugged", "status": "completed", "tag": "cc2084d9-8df5-427f-bd22-78829d06bcab"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:47:33.078077 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port cc2084d9-8df5-427f-bd22-78829d06bcab, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=cc2084d9-8df5-427f-bd22-78829d06bcab,segment=NetworkSegment(2477c2ed-bf48-4bee-bec3-4a9ac76e1e8a),segment_id=2477c2ed-bf48-4bee-bec3-4a9ac76e1e8a)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:33.085583 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:33.104555 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9aa88615-9dea-47d5-87d6-4ae6a45eaabf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:33.107899 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9aa88615-9dea-47d5-87d6-4ae6a45eaabf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:33.111959 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-9aa88615-9dea-47d5-87d6-4ae6a45eaabf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fe9505cd-5c35-47d6-8ff5-7b5f3458249f HTTP/1.1" status: 204 len: 168 time: 0.1650875 Nov 12 08:47:33.126354 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5924f76f-e009-45f7-ad60-13a833daf53d x-openstack-request-id: req-5924f76f-e009-45f7-ad60-13a833daf53d {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:47:33.126703 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b8c0428-e536-4044-959e-b4f42227d9fb", "name": "network-vif-plugged", "status": "completed", "tag": "cc2084d9-8df5-427f-bd22-78829d06bcab", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:47:33.126920 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5924f76f-e009-45f7-ad60-13a833daf53d {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:47:33.127312 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b8c0428-e536-4044-959e-b4f42227d9fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc2084d9-8df5-427f-bd22-78829d06bcab', 'code': 200} Nov 12 08:47:33.144100 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa88615-9dea-47d5-87d6-4ae6a45eaabf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe9505cd-5c35-47d6-8ff5-7b5f3458249f,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:33.235190 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be790a23-f961-4999-a3f0-ebe8b3e40235 req-e8a8f44b-68ba-4823-a065-3c222309ecda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:33.237511 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-be790a23-f961-4999-a3f0-ebe8b3e40235 req-e8a8f44b-68ba-4823-a065-3c222309ecda service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2b8c0428-e536-4044-959e-b4f42227d9fb HTTP/1.1" status: 200 len: 1098 time: 0.0518565 Nov 12 08:47:33.304433 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-be790a23-f961-4999-a3f0-ebe8b3e40235 req-c36fdf37-a068-4b14-a014-3f605ecc5ab8 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=21780945-2358-43de-b133-bd5fb8df5102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576072 Nov 12 08:47:33.350284 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=cc2084d9-8df5-427f-bd22-78829d06bcab,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:33.965284 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-419b1d78-77d2-4b49-a82a-893bf556daac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:34.175524 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d68fb9-2b48-4307-b54b-5eb9bf3739e8 req-ef35da77-8295-44a1-b81a-a6e6f96b3e68 tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:34.177309 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a2d68fb9-2b48-4307-b54b-5eb9bf3739e8 req-ef35da77-8295-44a1-b81a-a6e6f96b3e68 tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b8c0428-e536-4044-959e-b4f42227d9fb HTTP/1.1" status: 200 len: 946 time: 0.0615709 Nov 12 08:47:34.259066 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a2d68fb9-2b48-4307-b54b-5eb9bf3739e8 req-94e4a659-7c46-4857-812e-e777aca49ced tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] 10.222.0.26 "GET /v2.0/security-groups?id=21780945-2358-43de-b133-bd5fb8df5102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735555 Nov 12 08:47:34.570074 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 59612) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:34.809714 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-b05d7232-fc80-4577-87b6-8ed6d17c55da tempest-PortsAdminExtendedAttrsTestJSON-717837518 tempest-PortsAdminExtendedAttrsTestJSON-717837518-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-219582374'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:34.831532 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b05d7232-fc80-4577-87b6-8ed6d17c55da tempest-PortsAdminExtendedAttrsTestJSON-717837518 tempest-PortsAdminExtendedAttrsTestJSON-717837518-project] Made reservation on behalf of 32b6bbe8985a49d59f9bb042f920665c for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:47:34.836320 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b05d7232-fc80-4577-87b6-8ed6d17c55da tempest-PortsAdminExtendedAttrsTestJSON-717837518 tempest-PortsAdminExtendedAttrsTestJSON-717837518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:34.845952 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b05d7232-fc80-4577-87b6-8ed6d17c55da tempest-PortsAdminExtendedAttrsTestJSON-717837518 tempest-PortsAdminExtendedAttrsTestJSON-717837518-project] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:34.934436 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b05d7232-fc80-4577-87b6-8ed6d17c55da tempest-PortsAdminExtendedAttrsTestJSON-717837518 tempest-PortsAdminExtendedAttrsTestJSON-717837518-project] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:34.938013 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b05d7232-fc80-4577-87b6-8ed6d17c55da tempest-PortsAdminExtendedAttrsTestJSON-717837518 tempest-PortsAdminExtendedAttrsTestJSON-717837518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:34.968434 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b05d7232-fc80-4577-87b6-8ed6d17c55da tempest-PortsAdminExtendedAttrsTestJSON-717837518 tempest-PortsAdminExtendedAttrsTestJSON-717837518-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:47:34.974503 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05d7232-fc80-4577-87b6-8ed6d17c55da tempest-PortsAdminExtendedAttrsTestJSON-717837518 tempest-PortsAdminExtendedAttrsTestJSON-717837518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65aa4e91-9f8e-4d6f-a300-c8e771c9a37f,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:34.982401 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b05d7232-fc80-4577-87b6-8ed6d17c55da tempest-PortsAdminExtendedAttrsTestJSON-717837518 tempest-PortsAdminExtendedAttrsTestJSON-717837518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:34.982785 n-d-765315-29 neutron-server[102599]: INFO neutron.db.segments_db [None req-b05d7232-fc80-4577-87b6-8ed6d17c55da tempest-PortsAdminExtendedAttrsTestJSON-717837518 tempest-PortsAdminExtendedAttrsTestJSON-717837518-project] Added segment e6a1eaaf-8912-4a33-a388-d8901a4fc35e of type vlan for network 170f9a56-bcbf-43a8-bc31-88edee75bfc2 Nov 12 08:47:35.029126 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b05d7232-fc80-4577-87b6-8ed6d17c55da tempest-PortsAdminExtendedAttrsTestJSON-717837518 tempest-PortsAdminExtendedAttrsTestJSON-717837518-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:35.055463 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b05d7232-fc80-4577-87b6-8ed6d17c55da tempest-PortsAdminExtendedAttrsTestJSON-717837518 tempest-PortsAdminExtendedAttrsTestJSON-717837518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:35.061818 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05d7232-fc80-4577-87b6-8ed6d17c55da tempest-PortsAdminExtendedAttrsTestJSON-717837518 tempest-PortsAdminExtendedAttrsTestJSON-717837518-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:35.062414 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b05d7232-fc80-4577-87b6-8ed6d17c55da tempest-PortsAdminExtendedAttrsTestJSON-717837518 tempest-PortsAdminExtendedAttrsTestJSON-717837518-project] Publish callbacks [] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:35.101765 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-b05d7232-fc80-4577-87b6-8ed6d17c55da tempest-PortsAdminExtendedAttrsTestJSON-717837518 tempest-PortsAdminExtendedAttrsTestJSON-717837518-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.5303495 Nov 12 08:47:35.142353 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05d7232-fc80-4577-87b6-8ed6d17c55da tempest-PortsAdminExtendedAttrsTestJSON-717837518 tempest-PortsAdminExtendedAttrsTestJSON-717837518-project] Pushing event updated for resources: {'Network': ['ID=170f9a56-bcbf-43a8-bc31-88edee75bfc2,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:35.155977 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 170f9a56-bcbf-43a8-bc31-88edee75bfc2 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:47:35.421664 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59642) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:35.427394 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-69655359-7669-4bd8-96f6-a6819a0a4095 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Request body: {'port': {'network_id': '170f9a56-bcbf-43a8-bc31-88edee75bfc2', 'binding:host_id': 'n-h1-765315-29', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1610067891'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:35.452273 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69655359-7669-4bd8-96f6-a6819a0a4095 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Made reservation on behalf of 31191b2305d04b68a3844dff7bf9a040 for: {'port': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:47:35.454651 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-69655359-7669-4bd8-96f6-a6819a0a4095 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:35.466699 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:35.467292 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-69655359-7669-4bd8-96f6-a6819a0a4095 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:35.550675 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d927f604-bcca-429a-b278-0ebb29db550d req-0e854d14-9739-4f9e-add5-ab78e027876f tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:35.552165 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d927f604-bcca-429a-b278-0ebb29db550d req-0e854d14-9739-4f9e-add5-ab78e027876f tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b8c0428-e536-4044-959e-b4f42227d9fb HTTP/1.1" status: 200 len: 946 time: 0.0765581 Nov 12 08:47:35.626350 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-69655359-7669-4bd8-96f6-a6819a0a4095 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:35.631714 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d927f604-bcca-429a-b278-0ebb29db550d req-87a2fcb4-9e0f-4b3d-86f8-187eb38a9b7d tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] 10.222.0.26 "GET /v2.0/security-groups?id=21780945-2358-43de-b133-bd5fb8df5102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694265 Nov 12 08:47:35.632400 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-69655359-7669-4bd8-96f6-a6819a0a4095 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:35.637793 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [None req-69655359-7669-4bd8-96f6-a6819a0a4095 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] device_id is not set on port 640b7bd8-cf7c-42bd-966e-887ef04c184c yet. {{(pid=102600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:47:35.745777 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69655359-7669-4bd8-96f6-a6819a0a4095 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe5f1ce-0940-4296-a9c1-926a55dac11b,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:35.818502 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce57d8c-ab44-41d2-a94a-9fd5214cea8d req-fb3a5aad-d11e-4f61-9ade-028af962d8ac tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:35.820083 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2ce57d8c-ab44-41d2-a94a-9fd5214cea8d req-fb3a5aad-d11e-4f61-9ade-028af962d8ac tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b8c0428-e536-4044-959e-b4f42227d9fb HTTP/1.1" status: 200 len: 946 time: 0.0983858 Nov 12 08:47:35.940127 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2ce57d8c-ab44-41d2-a94a-9fd5214cea8d req-5744aae0-cac4-4dba-b7f8-8de0a27637a0 tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] 10.222.0.26 "GET /v2.0/security-groups?id=21780945-2358-43de-b133-bd5fb8df5102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094136 Nov 12 08:47:35.964327 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59652) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:35.980484 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [None req-69655359-7669-4bd8-96f6-a6819a0a4095 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] device_id is not set on port 640b7bd8-cf7c-42bd-966e-887ef04c184c yet. {{(pid=102600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:47:35.990946 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-69655359-7669-4bd8-96f6-a6819a0a4095 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:35.998841 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-69655359-7669-4bd8-96f6-a6819a0a4095 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:36.064135 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69655359-7669-4bd8-96f6-a6819a0a4095 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Pushing event updated for resources: {'Port': ['ID=640b7bd8-cf7c-42bd-966e-887ef04c184c,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:36.073648 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69655359-7669-4bd8-96f6-a6819a0a4095 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Checking segment: {'id': 'e6a1eaaf-8912-4a33-a388-d8901a4fc35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '170f9a56-bcbf-43a8-bc31-88edee75bfc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:47:36.074010 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69655359-7669-4bd8-96f6-a6819a0a4095 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Network hostable DHCP agents. Network: 170f9a56-bcbf-43a8-bc31-88edee75bfc2, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:47:36.092381 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69655359-7669-4bd8-96f6-a6819a0a4095 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Network 170f9a56-bcbf-43a8-bc31-88edee75bfc2 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:47:36.103741 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-69655359-7669-4bd8-96f6-a6819a0a4095 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 170f9a56-bcbf-43a8-bc31-88edee75bfc2) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:47:36.107898 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69655359-7669-4bd8-96f6-a6819a0a4095 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:47:36.115372 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe91d16-6012-47e3-abb6-a745dfa69f30 None None] Network 170f9a56-bcbf-43a8-bc31-88edee75bfc2 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:47:36.123218 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [None req-69655359-7669-4bd8-96f6-a6819a0a4095 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempting to bind port 640b7bd8-cf7c-42bd-966e-887ef04c184c on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:47:36.123556 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [None req-69655359-7669-4bd8-96f6-a6819a0a4095 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempting to bind port 640b7bd8-cf7c-42bd-966e-887ef04c184c by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': 'e6a1eaaf-8912-4a33-a388-d8901a4fc35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '170f9a56-bcbf-43a8-bc31-88edee75bfc2'}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:47:36.124098 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69655359-7669-4bd8-96f6-a6819a0a4095 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempting to bind port 640b7bd8-cf7c-42bd-966e-887ef04c184c on network 170f9a56-bcbf-43a8-bc31-88edee75bfc2 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:47:36.129590 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69655359-7669-4bd8-96f6-a6819a0a4095 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Port 640b7bd8-cf7c-42bd-966e-887ef04c184c on network 170f9a56-bcbf-43a8-bc31-88edee75bfc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:47:36.130137 n-d-765315-29 neutron-server[102600]: ERROR neutron.plugins.ml2.managers [None req-69655359-7669-4bd8-96f6-a6819a0a4095 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Failed to bind port 640b7bd8-cf7c-42bd-966e-887ef04c184c on host n-h1-765315-29 for vnic_type normal using segments [{'id': 'e6a1eaaf-8912-4a33-a388-d8901a4fc35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '170f9a56-bcbf-43a8-bc31-88edee75bfc2'}] Nov 12 08:47:36.130992 n-d-765315-29 neutron-server[102600]: INFO neutron.plugins.ml2.plugin [None req-69655359-7669-4bd8-96f6-a6819a0a4095 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempt 2 to bind port 640b7bd8-cf7c-42bd-966e-887ef04c184c Nov 12 08:47:36.146667 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [None req-69655359-7669-4bd8-96f6-a6819a0a4095 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempting to bind port 640b7bd8-cf7c-42bd-966e-887ef04c184c on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:47:36.147359 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [None req-69655359-7669-4bd8-96f6-a6819a0a4095 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempting to bind port 640b7bd8-cf7c-42bd-966e-887ef04c184c by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': 'e6a1eaaf-8912-4a33-a388-d8901a4fc35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '170f9a56-bcbf-43a8-bc31-88edee75bfc2'}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:47:36.147939 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69655359-7669-4bd8-96f6-a6819a0a4095 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempting to bind port 640b7bd8-cf7c-42bd-966e-887ef04c184c on network 170f9a56-bcbf-43a8-bc31-88edee75bfc2 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:47:36.154336 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69655359-7669-4bd8-96f6-a6819a0a4095 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Port 640b7bd8-cf7c-42bd-966e-887ef04c184c on network 170f9a56-bcbf-43a8-bc31-88edee75bfc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:47:36.155003 n-d-765315-29 neutron-server[102600]: ERROR neutron.plugins.ml2.managers [None req-69655359-7669-4bd8-96f6-a6819a0a4095 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Failed to bind port 640b7bd8-cf7c-42bd-966e-887ef04c184c on host n-h1-765315-29 for vnic_type normal using segments [{'id': 'e6a1eaaf-8912-4a33-a388-d8901a4fc35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '170f9a56-bcbf-43a8-bc31-88edee75bfc2'}] Nov 12 08:47:36.155565 n-d-765315-29 neutron-server[102600]: INFO neutron.plugins.ml2.plugin [None req-69655359-7669-4bd8-96f6-a6819a0a4095 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempt 3 to bind port 640b7bd8-cf7c-42bd-966e-887ef04c184c Nov 12 08:47:36.197805 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [None req-69655359-7669-4bd8-96f6-a6819a0a4095 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempting to bind port 640b7bd8-cf7c-42bd-966e-887ef04c184c on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:47:36.198401 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [None req-69655359-7669-4bd8-96f6-a6819a0a4095 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempting to bind port 640b7bd8-cf7c-42bd-966e-887ef04c184c by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': 'e6a1eaaf-8912-4a33-a388-d8901a4fc35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '170f9a56-bcbf-43a8-bc31-88edee75bfc2'}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:47:36.199121 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69655359-7669-4bd8-96f6-a6819a0a4095 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempting to bind port 640b7bd8-cf7c-42bd-966e-887ef04c184c on network 170f9a56-bcbf-43a8-bc31-88edee75bfc2 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:47:36.209067 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69655359-7669-4bd8-96f6-a6819a0a4095 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Port 640b7bd8-cf7c-42bd-966e-887ef04c184c on network 170f9a56-bcbf-43a8-bc31-88edee75bfc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:47:36.210234 n-d-765315-29 neutron-server[102600]: ERROR neutron.plugins.ml2.managers [None req-69655359-7669-4bd8-96f6-a6819a0a4095 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Failed to bind port 640b7bd8-cf7c-42bd-966e-887ef04c184c on host n-h1-765315-29 for vnic_type normal using segments [{'id': 'e6a1eaaf-8912-4a33-a388-d8901a4fc35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '170f9a56-bcbf-43a8-bc31-88edee75bfc2'}] Nov 12 08:47:36.211107 n-d-765315-29 neutron-server[102600]: INFO neutron.plugins.ml2.plugin [None req-69655359-7669-4bd8-96f6-a6819a0a4095 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempt 4 to bind port 640b7bd8-cf7c-42bd-966e-887ef04c184c Nov 12 08:47:36.230109 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [None req-69655359-7669-4bd8-96f6-a6819a0a4095 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempting to bind port 640b7bd8-cf7c-42bd-966e-887ef04c184c on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:47:36.230863 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [None req-69655359-7669-4bd8-96f6-a6819a0a4095 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempting to bind port 640b7bd8-cf7c-42bd-966e-887ef04c184c by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': 'e6a1eaaf-8912-4a33-a388-d8901a4fc35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '170f9a56-bcbf-43a8-bc31-88edee75bfc2'}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:47:36.231377 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69655359-7669-4bd8-96f6-a6819a0a4095 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempting to bind port 640b7bd8-cf7c-42bd-966e-887ef04c184c on network 170f9a56-bcbf-43a8-bc31-88edee75bfc2 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:47:36.235175 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a4db1d-7271-4098-afd1-795619576fbf tempest-TestVolumeBackupRestore-1937962242 tempest-TestVolumeBackupRestore-1937962242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:36.236732 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-17a4db1d-7271-4098-afd1-795619576fbf tempest-TestVolumeBackupRestore-1937962242 tempest-TestVolumeBackupRestore-1937962242-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=2b8c0428-e536-4044-959e-b4f42227d9fb HTTP/1.1" status: 200 len: 1093 time: 0.2711833 Nov 12 08:47:36.240339 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59656) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:36.245139 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-fe49dfe9-5b92-4a7e-b329-8a1ca6d92875 tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Request body: {'floatingip': {'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'port_id': 'cc2084d9-8df5-427f-bd22-78829d06bcab', 'tenant_id': '9092e2c011414e27b78b54ab78778e04', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:36.254017 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69655359-7669-4bd8-96f6-a6819a0a4095 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Port 640b7bd8-cf7c-42bd-966e-887ef04c184c on network 170f9a56-bcbf-43a8-bc31-88edee75bfc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:47:36.254328 n-d-765315-29 neutron-server[102600]: ERROR neutron.plugins.ml2.managers [None req-69655359-7669-4bd8-96f6-a6819a0a4095 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Failed to bind port 640b7bd8-cf7c-42bd-966e-887ef04c184c on host n-h1-765315-29 for vnic_type normal using segments [{'id': 'e6a1eaaf-8912-4a33-a388-d8901a4fc35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '170f9a56-bcbf-43a8-bc31-88edee75bfc2'}] Nov 12 08:47:36.256229 n-d-765315-29 neutron-server[102600]: INFO neutron.plugins.ml2.plugin [None req-69655359-7669-4bd8-96f6-a6819a0a4095 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempt 5 to bind port 640b7bd8-cf7c-42bd-966e-887ef04c184c Nov 12 08:47:36.281564 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [None req-69655359-7669-4bd8-96f6-a6819a0a4095 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempting to bind port 640b7bd8-cf7c-42bd-966e-887ef04c184c on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:47:36.281927 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [None req-69655359-7669-4bd8-96f6-a6819a0a4095 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempting to bind port 640b7bd8-cf7c-42bd-966e-887ef04c184c by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': 'e6a1eaaf-8912-4a33-a388-d8901a4fc35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '170f9a56-bcbf-43a8-bc31-88edee75bfc2'}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:47:36.282285 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69655359-7669-4bd8-96f6-a6819a0a4095 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempting to bind port 640b7bd8-cf7c-42bd-966e-887ef04c184c on network 170f9a56-bcbf-43a8-bc31-88edee75bfc2 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:47:36.290250 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69655359-7669-4bd8-96f6-a6819a0a4095 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Port 640b7bd8-cf7c-42bd-966e-887ef04c184c on network 170f9a56-bcbf-43a8-bc31-88edee75bfc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:47:36.290711 n-d-765315-29 neutron-server[102600]: ERROR neutron.plugins.ml2.managers [None req-69655359-7669-4bd8-96f6-a6819a0a4095 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Failed to bind port 640b7bd8-cf7c-42bd-966e-887ef04c184c on host n-h1-765315-29 for vnic_type normal using segments [{'id': 'e6a1eaaf-8912-4a33-a388-d8901a4fc35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '170f9a56-bcbf-43a8-bc31-88edee75bfc2'}] Nov 12 08:47:36.291051 n-d-765315-29 neutron-server[102600]: INFO neutron.plugins.ml2.plugin [None req-69655359-7669-4bd8-96f6-a6819a0a4095 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempt 6 to bind port 640b7bd8-cf7c-42bd-966e-887ef04c184c Nov 12 08:47:36.299805 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fe49dfe9-5b92-4a7e-b329-8a1ca6d92875 tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Publish callbacks [] for floatingip, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:36.315287 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [None req-69655359-7669-4bd8-96f6-a6819a0a4095 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempting to bind port 640b7bd8-cf7c-42bd-966e-887ef04c184c on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:47:36.315657 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [None req-69655359-7669-4bd8-96f6-a6819a0a4095 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempting to bind port 640b7bd8-cf7c-42bd-966e-887ef04c184c by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': 'e6a1eaaf-8912-4a33-a388-d8901a4fc35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '170f9a56-bcbf-43a8-bc31-88edee75bfc2'}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:47:36.315959 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69655359-7669-4bd8-96f6-a6819a0a4095 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempting to bind port 640b7bd8-cf7c-42bd-966e-887ef04c184c on network 170f9a56-bcbf-43a8-bc31-88edee75bfc2 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:47:36.329251 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69655359-7669-4bd8-96f6-a6819a0a4095 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Port 640b7bd8-cf7c-42bd-966e-887ef04c184c on network 170f9a56-bcbf-43a8-bc31-88edee75bfc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:47:36.329579 n-d-765315-29 neutron-server[102600]: ERROR neutron.plugins.ml2.managers [None req-69655359-7669-4bd8-96f6-a6819a0a4095 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Failed to bind port 640b7bd8-cf7c-42bd-966e-887ef04c184c on host n-h1-765315-29 for vnic_type normal using segments [{'id': 'e6a1eaaf-8912-4a33-a388-d8901a4fc35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '170f9a56-bcbf-43a8-bc31-88edee75bfc2'}] Nov 12 08:47:36.331607 n-d-765315-29 neutron-server[102600]: INFO neutron.plugins.ml2.plugin [None req-69655359-7669-4bd8-96f6-a6819a0a4095 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempt 7 to bind port 640b7bd8-cf7c-42bd-966e-887ef04c184c Nov 12 08:47:36.375991 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [None req-69655359-7669-4bd8-96f6-a6819a0a4095 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempting to bind port 640b7bd8-cf7c-42bd-966e-887ef04c184c on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:47:36.376328 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [None req-69655359-7669-4bd8-96f6-a6819a0a4095 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempting to bind port 640b7bd8-cf7c-42bd-966e-887ef04c184c by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': 'e6a1eaaf-8912-4a33-a388-d8901a4fc35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '170f9a56-bcbf-43a8-bc31-88edee75bfc2'}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:47:36.376667 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69655359-7669-4bd8-96f6-a6819a0a4095 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempting to bind port 640b7bd8-cf7c-42bd-966e-887ef04c184c on network 170f9a56-bcbf-43a8-bc31-88edee75bfc2 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:47:36.385983 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69655359-7669-4bd8-96f6-a6819a0a4095 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Port 640b7bd8-cf7c-42bd-966e-887ef04c184c on network 170f9a56-bcbf-43a8-bc31-88edee75bfc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:47:36.386309 n-d-765315-29 neutron-server[102600]: ERROR neutron.plugins.ml2.managers [None req-69655359-7669-4bd8-96f6-a6819a0a4095 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Failed to bind port 640b7bd8-cf7c-42bd-966e-887ef04c184c on host n-h1-765315-29 for vnic_type normal using segments [{'id': 'e6a1eaaf-8912-4a33-a388-d8901a4fc35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '170f9a56-bcbf-43a8-bc31-88edee75bfc2'}] Nov 12 08:47:36.387395 n-d-765315-29 neutron-server[102600]: INFO neutron.plugins.ml2.plugin [None req-69655359-7669-4bd8-96f6-a6819a0a4095 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempt 8 to bind port 640b7bd8-cf7c-42bd-966e-887ef04c184c Nov 12 08:47:36.404917 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [None req-69655359-7669-4bd8-96f6-a6819a0a4095 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempting to bind port 640b7bd8-cf7c-42bd-966e-887ef04c184c on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:47:36.405254 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [None req-69655359-7669-4bd8-96f6-a6819a0a4095 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempting to bind port 640b7bd8-cf7c-42bd-966e-887ef04c184c by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': 'e6a1eaaf-8912-4a33-a388-d8901a4fc35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '170f9a56-bcbf-43a8-bc31-88edee75bfc2'}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:47:36.405593 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69655359-7669-4bd8-96f6-a6819a0a4095 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempting to bind port 640b7bd8-cf7c-42bd-966e-887ef04c184c on network 170f9a56-bcbf-43a8-bc31-88edee75bfc2 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:47:36.415913 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69655359-7669-4bd8-96f6-a6819a0a4095 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Port 640b7bd8-cf7c-42bd-966e-887ef04c184c on network 170f9a56-bcbf-43a8-bc31-88edee75bfc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:47:36.416241 n-d-765315-29 neutron-server[102600]: ERROR neutron.plugins.ml2.managers [None req-69655359-7669-4bd8-96f6-a6819a0a4095 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Failed to bind port 640b7bd8-cf7c-42bd-966e-887ef04c184c on host n-h1-765315-29 for vnic_type normal using segments [{'id': 'e6a1eaaf-8912-4a33-a388-d8901a4fc35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '170f9a56-bcbf-43a8-bc31-88edee75bfc2'}] Nov 12 08:47:36.418150 n-d-765315-29 neutron-server[102600]: INFO neutron.plugins.ml2.plugin [None req-69655359-7669-4bd8-96f6-a6819a0a4095 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempt 9 to bind port 640b7bd8-cf7c-42bd-966e-887ef04c184c Nov 12 08:47:36.434406 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [None req-69655359-7669-4bd8-96f6-a6819a0a4095 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempting to bind port 640b7bd8-cf7c-42bd-966e-887ef04c184c on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:47:36.435084 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [None req-69655359-7669-4bd8-96f6-a6819a0a4095 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempting to bind port 640b7bd8-cf7c-42bd-966e-887ef04c184c by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': 'e6a1eaaf-8912-4a33-a388-d8901a4fc35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '170f9a56-bcbf-43a8-bc31-88edee75bfc2'}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:47:36.435084 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69655359-7669-4bd8-96f6-a6819a0a4095 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempting to bind port 640b7bd8-cf7c-42bd-966e-887ef04c184c on network 170f9a56-bcbf-43a8-bc31-88edee75bfc2 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:47:36.444003 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69655359-7669-4bd8-96f6-a6819a0a4095 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Port 640b7bd8-cf7c-42bd-966e-887ef04c184c on network 170f9a56-bcbf-43a8-bc31-88edee75bfc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:47:36.444324 n-d-765315-29 neutron-server[102600]: ERROR neutron.plugins.ml2.managers [None req-69655359-7669-4bd8-96f6-a6819a0a4095 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Failed to bind port 640b7bd8-cf7c-42bd-966e-887ef04c184c on host n-h1-765315-29 for vnic_type normal using segments [{'id': 'e6a1eaaf-8912-4a33-a388-d8901a4fc35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '170f9a56-bcbf-43a8-bc31-88edee75bfc2'}] Nov 12 08:47:36.446291 n-d-765315-29 neutron-server[102600]: INFO neutron.plugins.ml2.plugin [None req-69655359-7669-4bd8-96f6-a6819a0a4095 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempt 10 to bind port 640b7bd8-cf7c-42bd-966e-887ef04c184c Nov 12 08:47:36.462513 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [None req-69655359-7669-4bd8-96f6-a6819a0a4095 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempting to bind port 640b7bd8-cf7c-42bd-966e-887ef04c184c on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:47:36.462812 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [None req-69655359-7669-4bd8-96f6-a6819a0a4095 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempting to bind port 640b7bd8-cf7c-42bd-966e-887ef04c184c by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': 'e6a1eaaf-8912-4a33-a388-d8901a4fc35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '170f9a56-bcbf-43a8-bc31-88edee75bfc2'}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:47:36.463148 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69655359-7669-4bd8-96f6-a6819a0a4095 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempting to bind port 640b7bd8-cf7c-42bd-966e-887ef04c184c on network 170f9a56-bcbf-43a8-bc31-88edee75bfc2 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:47:36.471186 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fe49dfe9-5b92-4a7e-b329-8a1ca6d92875 tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:36.472872 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69655359-7669-4bd8-96f6-a6819a0a4095 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Port 640b7bd8-cf7c-42bd-966e-887ef04c184c on network 170f9a56-bcbf-43a8-bc31-88edee75bfc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:47:36.473427 n-d-765315-29 neutron-server[102600]: ERROR neutron.plugins.ml2.managers [None req-69655359-7669-4bd8-96f6-a6819a0a4095 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Failed to bind port 640b7bd8-cf7c-42bd-966e-887ef04c184c on host n-h1-765315-29 for vnic_type normal using segments [{'id': 'e6a1eaaf-8912-4a33-a388-d8901a4fc35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '170f9a56-bcbf-43a8-bc31-88edee75bfc2'}] Nov 12 08:47:36.473834 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-69655359-7669-4bd8-96f6-a6819a0a4095 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:36.621675 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-69655359-7669-4bd8-96f6-a6819a0a4095 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] For port 640b7bd8-cf7c-42bd-966e-887ef04c184c, host n-h1-765315-29, cleared binding levels {{(pid=102600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:47:36.622045 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-69655359-7669-4bd8-96f6-a6819a0a4095 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempted to set empty binding levels {{(pid=102600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 08:47:36.629375 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-69655359-7669-4bd8-96f6-a6819a0a4095 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:36.676324 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-fe49dfe9-5b92-4a7e-b329-8a1ca6d92875 tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Allocated IP 172.25.2.172 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/95bbcd6f-e2de-435c-9399-c84e2cfb2b10) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:47:36.684783 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69655359-7669-4bd8-96f6-a6819a0a4095 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:36.685378 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-69655359-7669-4bd8-96f6-a6819a0a4095 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:36.715416 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69655359-7669-4bd8-96f6-a6819a0a4095 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Pushing event updated for resources: {'Port': ['ID=640b7bd8-cf7c-42bd-966e-887ef04c184c,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:36.734308 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-69655359-7669-4bd8-96f6-a6819a0a4095 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 1.3115644 Nov 12 08:47:36.737114 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 59658) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:36.818767 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fe49dfe9-5b92-4a7e-b329-8a1ca6d92875 tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:36.824782 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-123b11d6-48e1-4ae6-8340-5869395291df tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Deleting port 640b7bd8-cf7c-42bd-966e-887ef04c184c {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:47:36.825205 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-123b11d6-48e1-4ae6-8340-5869395291df tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:36.856771 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fe49dfe9-5b92-4a7e-b329-8a1ca6d92875 tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:36.896054 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe49dfe9-5b92-4a7e-b329-8a1ca6d92875 tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:47:36.903029 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-fe49dfe9-5b92-4a7e-b329-8a1ca6d92875 tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:47:36.907192 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-123b11d6-48e1-4ae6-8340-5869395291df tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] For port 640b7bd8-cf7c-42bd-966e-887ef04c184c, host n-h1-765315-29, got binding levels [] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:36.907788 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-123b11d6-48e1-4ae6-8340-5869395291df tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:36.907970 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe49dfe9-5b92-4a7e-b329-8a1ca6d92875 tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Pushing event updated for resources: {'Port': ['ID=95bbcd6f-e2de-435c-9399-c84e2cfb2b10,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:36.919547 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe49dfe9-5b92-4a7e-b329-8a1ca6d92875 tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:47:36.925273 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-123b11d6-48e1-4ae6-8340-5869395291df tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Calling delete_port for 640b7bd8-cf7c-42bd-966e-887ef04c184c owned by {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:47:37.017792 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-596a1ebe-5a37-4951-9278-5de4eb3453e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:37.027258 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-123b11d6-48e1-4ae6-8340-5869395291df tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:37.058012 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b11d6-48e1-4ae6-8340-5869395291df tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Pushing event deleted for resources: {'Port': ['ID=640b7bd8-cf7c-42bd-966e-887ef04c184c,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:37.065848 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-123b11d6-48e1-4ae6-8340-5869395291df tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:37.069742 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-123b11d6-48e1-4ae6-8340-5869395291df tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] 10.222.0.26 "DELETE /v2.0/ports/640b7bd8-cf7c-42bd-966e-887ef04c184c HTTP/1.1" status: 204 len: 168 time: 0.3313966 Nov 12 08:47:37.072156 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 59674) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:37.097105 n-d-765315-29 neutron-server[102599]: INFO neutron.pecan_wsgi.hooks.translation [None req-418f294b-cf00-44a6-bad9-9a907eebea51 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] GET failed (client error): The resource could not be found. Nov 12 08:47:37.099602 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-418f294b-cf00-44a6-bad9-9a907eebea51 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] 10.222.0.26 "GET /v2.0/ports/640b7bd8-cf7c-42bd-966e-887ef04c184c HTTP/1.1" status: 404 len: 333 time: 0.0264859 Nov 12 08:47:37.103152 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 59676) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:37.108017 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-9e980c04-1bc5-404c-9015-f92869f4428b tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Request body: {'port': {'network_id': '170f9a56-bcbf-43a8-bc31-88edee75bfc2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1598615218'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:37.144056 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e980c04-1bc5-404c-9015-f92869f4428b tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Made reservation on behalf of 31191b2305d04b68a3844dff7bf9a040 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:47:37.147610 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9e980c04-1bc5-404c-9015-f92869f4428b tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:37.164580 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [None req-9e980c04-1bc5-404c-9015-f92869f4428b tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] device_id is not set on port 1aea4b6a-0de0-427a-911a-efc9a212c7a1 yet. {{(pid=102599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:47:37.328183 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9e980c04-1bc5-404c-9015-f92869f4428b tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:37.367569 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fe49dfe9-5b92-4a7e-b329-8a1ca6d92875 tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:37.369549 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9e980c04-1bc5-404c-9015-f92869f4428b tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:37.413596 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e980c04-1bc5-404c-9015-f92869f4428b tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Network 170f9a56-bcbf-43a8-bc31-88edee75bfc2 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:47:37.418960 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-9e980c04-1bc5-404c-9015-f92869f4428b tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:47:37.422830 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e980c04-1bc5-404c-9015-f92869f4428b tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:47:37.424230 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e980c04-1bc5-404c-9015-f92869f4428b tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:37.424414 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9e980c04-1bc5-404c-9015-f92869f4428b tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:37.430710 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e980c04-1bc5-404c-9015-f92869f4428b tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Pushing event updated for resources: {'Port': ['ID=1aea4b6a-0de0-427a-911a-efc9a212c7a1,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:37.453117 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fe49dfe9-5b92-4a7e-b329-8a1ca6d92875 tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:37.453751 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-9e980c04-1bc5-404c-9015-f92869f4428b tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3490858 Nov 12 08:47:37.456417 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59678) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:37.484349 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-bbb826c7-58ca-4ee6-a701-851603a3c0de tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-765315-29'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:37.574506 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bbb826c7-58ca-4ee6-a701-851603a3c0de tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:37.778023 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fe49dfe9-5b92-4a7e-b329-8a1ca6d92875 tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:37.788841 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fe49dfe9-5b92-4a7e-b329-8a1ca6d92875 tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:37.888786 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe49dfe9-5b92-4a7e-b329-8a1ca6d92875 tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Pushing event updated for resources: {'Port': ['ID=95bbcd6f-e2de-435c-9399-c84e2cfb2b10,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:37.908416 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [None req-bbb826c7-58ca-4ee6-a701-851603a3c0de tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] device_id is not set on port 1aea4b6a-0de0-427a-911a-efc9a212c7a1 yet. {{(pid=102600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:47:37.920250 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bbb826c7-58ca-4ee6-a701-851603a3c0de tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:37.925163 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fe49dfe9-5b92-4a7e-b329-8a1ca6d92875 tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:37.928500 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bbb826c7-58ca-4ee6-a701-851603a3c0de tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:37.950225 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:38.063840 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb826c7-58ca-4ee6-a701-851603a3c0de tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Pushing event updated for resources: {'Port': ['ID=1aea4b6a-0de0-427a-911a-efc9a212c7a1,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:38.083034 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [None req-bbb826c7-58ca-4ee6-a701-851603a3c0de tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempting to bind port 1aea4b6a-0de0-427a-911a-efc9a212c7a1 on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:47:38.083386 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [None req-bbb826c7-58ca-4ee6-a701-851603a3c0de tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempting to bind port 1aea4b6a-0de0-427a-911a-efc9a212c7a1 by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': 'e6a1eaaf-8912-4a33-a388-d8901a4fc35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '170f9a56-bcbf-43a8-bc31-88edee75bfc2'}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:47:38.083730 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb826c7-58ca-4ee6-a701-851603a3c0de tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempting to bind port 1aea4b6a-0de0-427a-911a-efc9a212c7a1 on network 170f9a56-bcbf-43a8-bc31-88edee75bfc2 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:47:38.094694 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb826c7-58ca-4ee6-a701-851603a3c0de tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Port 1aea4b6a-0de0-427a-911a-efc9a212c7a1 on network 170f9a56-bcbf-43a8-bc31-88edee75bfc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:47:38.094992 n-d-765315-29 neutron-server[102600]: ERROR neutron.plugins.ml2.managers [None req-bbb826c7-58ca-4ee6-a701-851603a3c0de tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Failed to bind port 1aea4b6a-0de0-427a-911a-efc9a212c7a1 on host n-h1-765315-29 for vnic_type normal using segments [{'id': 'e6a1eaaf-8912-4a33-a388-d8901a4fc35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '170f9a56-bcbf-43a8-bc31-88edee75bfc2'}] Nov 12 08:47:38.096706 n-d-765315-29 neutron-server[102600]: INFO neutron.plugins.ml2.plugin [None req-bbb826c7-58ca-4ee6-a701-851603a3c0de tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempt 2 to bind port 1aea4b6a-0de0-427a-911a-efc9a212c7a1 Nov 12 08:47:38.110222 n-d-765315-29 neutron-server[102600]: INFO neutron.db.l3_db [None req-fe49dfe9-5b92-4a7e-b329-8a1ca6d92875 tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Floating IP 054cde78-0ad7-4bed-a791-4c31d9aaff8e associated. External IP: 172.25.2.172, port: cc2084d9-8df5-427f-bd22-78829d06bcab. Nov 12 08:47:38.146435 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [None req-bbb826c7-58ca-4ee6-a701-851603a3c0de tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempting to bind port 1aea4b6a-0de0-427a-911a-efc9a212c7a1 on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:47:38.146864 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [None req-bbb826c7-58ca-4ee6-a701-851603a3c0de tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempting to bind port 1aea4b6a-0de0-427a-911a-efc9a212c7a1 by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': 'e6a1eaaf-8912-4a33-a388-d8901a4fc35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '170f9a56-bcbf-43a8-bc31-88edee75bfc2'}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:47:38.147137 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb826c7-58ca-4ee6-a701-851603a3c0de tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempting to bind port 1aea4b6a-0de0-427a-911a-efc9a212c7a1 on network 170f9a56-bcbf-43a8-bc31-88edee75bfc2 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:47:38.156075 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb826c7-58ca-4ee6-a701-851603a3c0de tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Port 1aea4b6a-0de0-427a-911a-efc9a212c7a1 on network 170f9a56-bcbf-43a8-bc31-88edee75bfc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:47:38.156406 n-d-765315-29 neutron-server[102600]: ERROR neutron.plugins.ml2.managers [None req-bbb826c7-58ca-4ee6-a701-851603a3c0de tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Failed to bind port 1aea4b6a-0de0-427a-911a-efc9a212c7a1 on host n-h1-765315-29 for vnic_type normal using segments [{'id': 'e6a1eaaf-8912-4a33-a388-d8901a4fc35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '170f9a56-bcbf-43a8-bc31-88edee75bfc2'}] Nov 12 08:47:38.158168 n-d-765315-29 neutron-server[102600]: INFO neutron.plugins.ml2.plugin [None req-bbb826c7-58ca-4ee6-a701-851603a3c0de tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempt 3 to bind port 1aea4b6a-0de0-427a-911a-efc9a212c7a1 Nov 12 08:47:38.179224 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [None req-bbb826c7-58ca-4ee6-a701-851603a3c0de tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempting to bind port 1aea4b6a-0de0-427a-911a-efc9a212c7a1 on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:47:38.179559 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [None req-bbb826c7-58ca-4ee6-a701-851603a3c0de tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempting to bind port 1aea4b6a-0de0-427a-911a-efc9a212c7a1 by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': 'e6a1eaaf-8912-4a33-a388-d8901a4fc35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '170f9a56-bcbf-43a8-bc31-88edee75bfc2'}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:47:38.179899 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb826c7-58ca-4ee6-a701-851603a3c0de tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempting to bind port 1aea4b6a-0de0-427a-911a-efc9a212c7a1 on network 170f9a56-bcbf-43a8-bc31-88edee75bfc2 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:47:38.216723 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb826c7-58ca-4ee6-a701-851603a3c0de tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Port 1aea4b6a-0de0-427a-911a-efc9a212c7a1 on network 170f9a56-bcbf-43a8-bc31-88edee75bfc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:47:38.217205 n-d-765315-29 neutron-server[102600]: ERROR neutron.plugins.ml2.managers [None req-bbb826c7-58ca-4ee6-a701-851603a3c0de tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Failed to bind port 1aea4b6a-0de0-427a-911a-efc9a212c7a1 on host n-h1-765315-29 for vnic_type normal using segments [{'id': 'e6a1eaaf-8912-4a33-a388-d8901a4fc35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '170f9a56-bcbf-43a8-bc31-88edee75bfc2'}] Nov 12 08:47:38.218888 n-d-765315-29 neutron-server[102600]: INFO neutron.plugins.ml2.plugin [None req-bbb826c7-58ca-4ee6-a701-851603a3c0de tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempt 4 to bind port 1aea4b6a-0de0-427a-911a-efc9a212c7a1 Nov 12 08:47:38.243507 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [None req-bbb826c7-58ca-4ee6-a701-851603a3c0de tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempting to bind port 1aea4b6a-0de0-427a-911a-efc9a212c7a1 on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:47:38.243869 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [None req-bbb826c7-58ca-4ee6-a701-851603a3c0de tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempting to bind port 1aea4b6a-0de0-427a-911a-efc9a212c7a1 by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': 'e6a1eaaf-8912-4a33-a388-d8901a4fc35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '170f9a56-bcbf-43a8-bc31-88edee75bfc2'}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:47:38.244187 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb826c7-58ca-4ee6-a701-851603a3c0de tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempting to bind port 1aea4b6a-0de0-427a-911a-efc9a212c7a1 on network 170f9a56-bcbf-43a8-bc31-88edee75bfc2 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:47:38.251480 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb826c7-58ca-4ee6-a701-851603a3c0de tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Port 1aea4b6a-0de0-427a-911a-efc9a212c7a1 on network 170f9a56-bcbf-43a8-bc31-88edee75bfc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:47:38.251808 n-d-765315-29 neutron-server[102600]: ERROR neutron.plugins.ml2.managers [None req-bbb826c7-58ca-4ee6-a701-851603a3c0de tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Failed to bind port 1aea4b6a-0de0-427a-911a-efc9a212c7a1 on host n-h1-765315-29 for vnic_type normal using segments [{'id': 'e6a1eaaf-8912-4a33-a388-d8901a4fc35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '170f9a56-bcbf-43a8-bc31-88edee75bfc2'}] Nov 12 08:47:38.254294 n-d-765315-29 neutron-server[102600]: INFO neutron.plugins.ml2.plugin [None req-bbb826c7-58ca-4ee6-a701-851603a3c0de tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempt 5 to bind port 1aea4b6a-0de0-427a-911a-efc9a212c7a1 Nov 12 08:47:38.300063 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [None req-bbb826c7-58ca-4ee6-a701-851603a3c0de tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempting to bind port 1aea4b6a-0de0-427a-911a-efc9a212c7a1 on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:47:38.300420 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [None req-bbb826c7-58ca-4ee6-a701-851603a3c0de tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempting to bind port 1aea4b6a-0de0-427a-911a-efc9a212c7a1 by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': 'e6a1eaaf-8912-4a33-a388-d8901a4fc35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '170f9a56-bcbf-43a8-bc31-88edee75bfc2'}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:47:38.301070 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb826c7-58ca-4ee6-a701-851603a3c0de tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempting to bind port 1aea4b6a-0de0-427a-911a-efc9a212c7a1 on network 170f9a56-bcbf-43a8-bc31-88edee75bfc2 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:47:38.309444 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb826c7-58ca-4ee6-a701-851603a3c0de tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Port 1aea4b6a-0de0-427a-911a-efc9a212c7a1 on network 170f9a56-bcbf-43a8-bc31-88edee75bfc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:47:38.309772 n-d-765315-29 neutron-server[102600]: ERROR neutron.plugins.ml2.managers [None req-bbb826c7-58ca-4ee6-a701-851603a3c0de tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Failed to bind port 1aea4b6a-0de0-427a-911a-efc9a212c7a1 on host n-h1-765315-29 for vnic_type normal using segments [{'id': 'e6a1eaaf-8912-4a33-a388-d8901a4fc35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '170f9a56-bcbf-43a8-bc31-88edee75bfc2'}] Nov 12 08:47:38.311576 n-d-765315-29 neutron-server[102600]: INFO neutron.plugins.ml2.plugin [None req-bbb826c7-58ca-4ee6-a701-851603a3c0de tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempt 6 to bind port 1aea4b6a-0de0-427a-911a-efc9a212c7a1 Nov 12 08:47:38.331408 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [None req-bbb826c7-58ca-4ee6-a701-851603a3c0de tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempting to bind port 1aea4b6a-0de0-427a-911a-efc9a212c7a1 on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:47:38.331812 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [None req-bbb826c7-58ca-4ee6-a701-851603a3c0de tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempting to bind port 1aea4b6a-0de0-427a-911a-efc9a212c7a1 by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': 'e6a1eaaf-8912-4a33-a388-d8901a4fc35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '170f9a56-bcbf-43a8-bc31-88edee75bfc2'}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:47:38.332766 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb826c7-58ca-4ee6-a701-851603a3c0de tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempting to bind port 1aea4b6a-0de0-427a-911a-efc9a212c7a1 on network 170f9a56-bcbf-43a8-bc31-88edee75bfc2 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:47:38.372538 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb826c7-58ca-4ee6-a701-851603a3c0de tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Port 1aea4b6a-0de0-427a-911a-efc9a212c7a1 on network 170f9a56-bcbf-43a8-bc31-88edee75bfc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:47:38.372538 n-d-765315-29 neutron-server[102600]: ERROR neutron.plugins.ml2.managers [None req-bbb826c7-58ca-4ee6-a701-851603a3c0de tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Failed to bind port 1aea4b6a-0de0-427a-911a-efc9a212c7a1 on host n-h1-765315-29 for vnic_type normal using segments [{'id': 'e6a1eaaf-8912-4a33-a388-d8901a4fc35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '170f9a56-bcbf-43a8-bc31-88edee75bfc2'}] Nov 12 08:47:38.372538 n-d-765315-29 neutron-server[102600]: INFO neutron.plugins.ml2.plugin [None req-bbb826c7-58ca-4ee6-a701-851603a3c0de tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempt 7 to bind port 1aea4b6a-0de0-427a-911a-efc9a212c7a1 Nov 12 08:47:38.395570 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [None req-bbb826c7-58ca-4ee6-a701-851603a3c0de tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempting to bind port 1aea4b6a-0de0-427a-911a-efc9a212c7a1 on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:47:38.395997 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [None req-bbb826c7-58ca-4ee6-a701-851603a3c0de tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempting to bind port 1aea4b6a-0de0-427a-911a-efc9a212c7a1 by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': 'e6a1eaaf-8912-4a33-a388-d8901a4fc35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '170f9a56-bcbf-43a8-bc31-88edee75bfc2'}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:47:38.396344 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb826c7-58ca-4ee6-a701-851603a3c0de tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempting to bind port 1aea4b6a-0de0-427a-911a-efc9a212c7a1 on network 170f9a56-bcbf-43a8-bc31-88edee75bfc2 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:47:38.403841 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb826c7-58ca-4ee6-a701-851603a3c0de tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Port 1aea4b6a-0de0-427a-911a-efc9a212c7a1 on network 170f9a56-bcbf-43a8-bc31-88edee75bfc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:47:38.404167 n-d-765315-29 neutron-server[102600]: ERROR neutron.plugins.ml2.managers [None req-bbb826c7-58ca-4ee6-a701-851603a3c0de tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Failed to bind port 1aea4b6a-0de0-427a-911a-efc9a212c7a1 on host n-h1-765315-29 for vnic_type normal using segments [{'id': 'e6a1eaaf-8912-4a33-a388-d8901a4fc35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '170f9a56-bcbf-43a8-bc31-88edee75bfc2'}] Nov 12 08:47:38.406314 n-d-765315-29 neutron-server[102600]: INFO neutron.plugins.ml2.plugin [None req-bbb826c7-58ca-4ee6-a701-851603a3c0de tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempt 8 to bind port 1aea4b6a-0de0-427a-911a-efc9a212c7a1 Nov 12 08:47:38.420485 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe49dfe9-5b92-4a7e-b329-8a1ca6d92875 tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Router 81fdbf7c-3431-4a3c-8ce0-3c363a832f26 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:47:38.424591 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [None req-bbb826c7-58ca-4ee6-a701-851603a3c0de tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempting to bind port 1aea4b6a-0de0-427a-911a-efc9a212c7a1 on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:47:38.424919 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [None req-bbb826c7-58ca-4ee6-a701-851603a3c0de tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempting to bind port 1aea4b6a-0de0-427a-911a-efc9a212c7a1 by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': 'e6a1eaaf-8912-4a33-a388-d8901a4fc35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '170f9a56-bcbf-43a8-bc31-88edee75bfc2'}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:47:38.425255 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb826c7-58ca-4ee6-a701-851603a3c0de tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempting to bind port 1aea4b6a-0de0-427a-911a-efc9a212c7a1 on network 170f9a56-bcbf-43a8-bc31-88edee75bfc2 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:47:38.432847 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb826c7-58ca-4ee6-a701-851603a3c0de tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Port 1aea4b6a-0de0-427a-911a-efc9a212c7a1 on network 170f9a56-bcbf-43a8-bc31-88edee75bfc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:47:38.433166 n-d-765315-29 neutron-server[102600]: ERROR neutron.plugins.ml2.managers [None req-bbb826c7-58ca-4ee6-a701-851603a3c0de tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Failed to bind port 1aea4b6a-0de0-427a-911a-efc9a212c7a1 on host n-h1-765315-29 for vnic_type normal using segments [{'id': 'e6a1eaaf-8912-4a33-a388-d8901a4fc35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '170f9a56-bcbf-43a8-bc31-88edee75bfc2'}] Nov 12 08:47:38.434423 n-d-765315-29 neutron-server[102600]: INFO neutron.plugins.ml2.plugin [None req-bbb826c7-58ca-4ee6-a701-851603a3c0de tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempt 9 to bind port 1aea4b6a-0de0-427a-911a-efc9a212c7a1 Nov 12 08:47:38.480245 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [None req-bbb826c7-58ca-4ee6-a701-851603a3c0de tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempting to bind port 1aea4b6a-0de0-427a-911a-efc9a212c7a1 on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:47:38.480951 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [None req-bbb826c7-58ca-4ee6-a701-851603a3c0de tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempting to bind port 1aea4b6a-0de0-427a-911a-efc9a212c7a1 by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': 'e6a1eaaf-8912-4a33-a388-d8901a4fc35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '170f9a56-bcbf-43a8-bc31-88edee75bfc2'}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:47:38.480951 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb826c7-58ca-4ee6-a701-851603a3c0de tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempting to bind port 1aea4b6a-0de0-427a-911a-efc9a212c7a1 on network 170f9a56-bcbf-43a8-bc31-88edee75bfc2 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:47:38.491263 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb826c7-58ca-4ee6-a701-851603a3c0de tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Port 1aea4b6a-0de0-427a-911a-efc9a212c7a1 on network 170f9a56-bcbf-43a8-bc31-88edee75bfc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:47:38.491590 n-d-765315-29 neutron-server[102600]: ERROR neutron.plugins.ml2.managers [None req-bbb826c7-58ca-4ee6-a701-851603a3c0de tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Failed to bind port 1aea4b6a-0de0-427a-911a-efc9a212c7a1 on host n-h1-765315-29 for vnic_type normal using segments [{'id': 'e6a1eaaf-8912-4a33-a388-d8901a4fc35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '170f9a56-bcbf-43a8-bc31-88edee75bfc2'}] Nov 12 08:47:38.493281 n-d-765315-29 neutron-server[102600]: INFO neutron.plugins.ml2.plugin [None req-bbb826c7-58ca-4ee6-a701-851603a3c0de tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempt 10 to bind port 1aea4b6a-0de0-427a-911a-efc9a212c7a1 Nov 12 08:47:38.545671 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [None req-bbb826c7-58ca-4ee6-a701-851603a3c0de tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempting to bind port 1aea4b6a-0de0-427a-911a-efc9a212c7a1 on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:47:38.546006 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [None req-bbb826c7-58ca-4ee6-a701-851603a3c0de tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempting to bind port 1aea4b6a-0de0-427a-911a-efc9a212c7a1 by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': 'e6a1eaaf-8912-4a33-a388-d8901a4fc35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '170f9a56-bcbf-43a8-bc31-88edee75bfc2'}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:47:38.546393 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb826c7-58ca-4ee6-a701-851603a3c0de tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempting to bind port 1aea4b6a-0de0-427a-911a-efc9a212c7a1 on network 170f9a56-bcbf-43a8-bc31-88edee75bfc2 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:47:38.557112 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb826c7-58ca-4ee6-a701-851603a3c0de tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Port 1aea4b6a-0de0-427a-911a-efc9a212c7a1 on network 170f9a56-bcbf-43a8-bc31-88edee75bfc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:47:38.557531 n-d-765315-29 neutron-server[102600]: ERROR neutron.plugins.ml2.managers [None req-bbb826c7-58ca-4ee6-a701-851603a3c0de tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Failed to bind port 1aea4b6a-0de0-427a-911a-efc9a212c7a1 on host n-h1-765315-29 for vnic_type normal using segments [{'id': 'e6a1eaaf-8912-4a33-a388-d8901a4fc35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '170f9a56-bcbf-43a8-bc31-88edee75bfc2'}] Nov 12 08:47:38.557947 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bbb826c7-58ca-4ee6-a701-851603a3c0de tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:38.605272 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe49dfe9-5b92-4a7e-b329-8a1ca6d92875 tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:47:38.617426 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c21cb1-60ec-467d-98e3-bbc13bbe2c92 None None] Sync routers for ids ['81fdbf7c-3431-4a3c-8ce0-3c363a832f26'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:47:38.630381 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c21cb1-60ec-467d-98e3-bbc13bbe2c92 None None] Routers {'81fdbf7c-3431-4a3c-8ce0-3c363a832f26'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:47:38.631620 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-15c21cb1-60ec-467d-98e3-bbc13bbe2c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:47:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['81fdbf7c-3431-4a3c-8ce0-3c363a832f26'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:38.637501 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fe49dfe9-5b92-4a7e-b329-8a1ca6d92875 tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:38.680405 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-bbb826c7-58ca-4ee6-a701-851603a3c0de tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] For port 1aea4b6a-0de0-427a-911a-efc9a212c7a1, host n-h1-765315-29, cleared binding levels {{(pid=102600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:47:38.681077 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-bbb826c7-58ca-4ee6-a701-851603a3c0de tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempted to set empty binding levels {{(pid=102600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 08:47:38.683833 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-fe49dfe9-5b92-4a7e-b329-8a1ca6d92875 tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4423685 Nov 12 08:47:38.684608 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b8c0428-e536-4044-959e-b4f42227d9fb', 'tag': 'cc2084d9-8df5-427f-bd22-78829d06bcab'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:47:38.687098 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed91e79c-abe4-498a-a3e6-0a2460a8c173" -d '{"events": [{"name": "network-changed", "server_uuid": "2b8c0428-e536-4044-959e-b4f42227d9fb", "tag": "cc2084d9-8df5-427f-bd22-78829d06bcab"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:47:38.687286 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 59698) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:38.693452 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bbb826c7-58ca-4ee6-a701-851603a3c0de tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:38.732676 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-bbb826c7-58ca-4ee6-a701-851603a3c0de tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] In _notify_port_updated(), no bound segment for port 1aea4b6a-0de0-427a-911a-efc9a212c7a1 on network 170f9a56-bcbf-43a8-bc31-88edee75bfc2 {{(pid=102600) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 08:47:38.733545 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb826c7-58ca-4ee6-a701-851603a3c0de tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:38.734738 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bbb826c7-58ca-4ee6-a701-851603a3c0de tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:38.738686 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-bbb826c7-58ca-4ee6-a701-851603a3c0de tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] 10.222.0.26 "PUT /v2.0/ports/1aea4b6a-0de0-427a-911a-efc9a212c7a1 HTTP/1.1" status: 200 len: 976 time: 1.2773557 Nov 12 08:47:38.739886 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef5f7735-ec64-416b-a310-25bd48f1a7ca x-openstack-request-id: req-ef5f7735-ec64-416b-a310-25bd48f1a7ca {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:47:38.740178 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b8c0428-e536-4044-959e-b4f42227d9fb", "tag": "cc2084d9-8df5-427f-bd22-78829d06bcab", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:47:38.740462 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ef5f7735-ec64-416b-a310-25bd48f1a7ca {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:47:38.740868 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b8c0428-e536-4044-959e-b4f42227d9fb', 'tag': 'cc2084d9-8df5-427f-bd22-78829d06bcab', 'status': 'completed', 'code': 200} Nov 12 08:47:38.741275 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59702) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:38.783162 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb826c7-58ca-4ee6-a701-851603a3c0de tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Pushing event updated for resources: {'Port': ['ID=1aea4b6a-0de0-427a-911a-efc9a212c7a1,revision_number=3']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:38.819464 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-15c21cb1-60ec-467d-98e3-bbc13bbe2c92 None None] Set router 81fdbf7c-3431-4a3c-8ce0-3c363a832f26 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:47:38.828014 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d944988c-9625-4759-adaa-5b5a3c2f92b4 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:38.828598 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d944988c-9625-4759-adaa-5b5a3c2f92b4 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:38.829132 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d944988c-9625-4759-adaa-5b5a3c2f92b4 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:38.829596 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d944988c-9625-4759-adaa-5b5a3c2f92b4 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:38.830126 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d944988c-9625-4759-adaa-5b5a3c2f92b4 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:38.830616 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d944988c-9625-4759-adaa-5b5a3c2f92b4 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:38.831146 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d944988c-9625-4759-adaa-5b5a3c2f92b4 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:38.831598 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d944988c-9625-4759-adaa-5b5a3c2f92b4 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:38.832739 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d944988c-9625-4759-adaa-5b5a3c2f92b4 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:38.833495 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d944988c-9625-4759-adaa-5b5a3c2f92b4 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:38.833957 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d944988c-9625-4759-adaa-5b5a3c2f92b4 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:38.834475 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d944988c-9625-4759-adaa-5b5a3c2f92b4 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:38.835139 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d944988c-9625-4759-adaa-5b5a3c2f92b4 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:38.835814 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d944988c-9625-4759-adaa-5b5a3c2f92b4 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:38.836437 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d944988c-9625-4759-adaa-5b5a3c2f92b4 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:38.837063 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d944988c-9625-4759-adaa-5b5a3c2f92b4 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:38.837941 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d944988c-9625-4759-adaa-5b5a3c2f92b4 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:38.838611 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d944988c-9625-4759-adaa-5b5a3c2f92b4 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:38.839267 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d944988c-9625-4759-adaa-5b5a3c2f92b4 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:38.840158 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d944988c-9625-4759-adaa-5b5a3c2f92b4 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:38.840782 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d944988c-9625-4759-adaa-5b5a3c2f92b4 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:38.841392 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d944988c-9625-4759-adaa-5b5a3c2f92b4 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:38.841998 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d944988c-9625-4759-adaa-5b5a3c2f92b4 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:38.842651 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d944988c-9625-4759-adaa-5b5a3c2f92b4 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:38.843276 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6856fc54-5e3b-44c1-ba81-84e330bf61a3 tempest-TestVolumeBackupRestore-1937962242 tempest-TestVolumeBackupRestore-1937962242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:38.843497 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d944988c-9625-4759-adaa-5b5a3c2f92b4 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:38.844130 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d944988c-9625-4759-adaa-5b5a3c2f92b4 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:38.844824 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d944988c-9625-4759-adaa-5b5a3c2f92b4 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:38.844994 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-6856fc54-5e3b-44c1-ba81-84e330bf61a3 tempest-TestVolumeBackupRestore-1937962242 tempest-TestVolumeBackupRestore-1937962242-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=2b8c0428-e536-4044-959e-b4f42227d9fb HTTP/1.1" status: 200 len: 1093 time: 0.1565664 Nov 12 08:47:38.845610 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d944988c-9625-4759-adaa-5b5a3c2f92b4 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:38.846216 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d944988c-9625-4759-adaa-5b5a3c2f92b4 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:38.847029 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d944988c-9625-4759-adaa-5b5a3c2f92b4 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:38.848037 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d944988c-9625-4759-adaa-5b5a3c2f92b4 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:38.848715 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d944988c-9625-4759-adaa-5b5a3c2f92b4 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:38.849807 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d944988c-9625-4759-adaa-5b5a3c2f92b4 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:38.850330 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d944988c-9625-4759-adaa-5b5a3c2f92b4 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:38.850474 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 59704) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:38.850909 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d944988c-9625-4759-adaa-5b5a3c2f92b4 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:38.853701 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed91e79c-abe4-498a-a3e6-0a2460a8c173 req-9966699c-474b-4569-9c5f-aadf2f4ecefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:38.854907 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-d944988c-9625-4759-adaa-5b5a3c2f92b4 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 31399 time: 0.1109550 Nov 12 08:47:38.855314 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ed91e79c-abe4-498a-a3e6-0a2460a8c173 req-9966699c-474b-4569-9c5f-aadf2f4ecefa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9092e2c011414e27b78b54ab78778e04&device_id=2b8c0428-e536-4044-959e-b4f42227d9fb HTTP/1.1" status: 200 len: 1098 time: 0.0868227 Nov 12 08:47:38.859329 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59706) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:38.866855 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-4e4ca0cc-3fe6-40e6-88aa-0f08e8bdfc07 tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Request body: {'floatingip': {'port_id': 'cc2084d9-8df5-427f-bd22-78829d06bcab'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:38.998102 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-3377d20b-6b18-4377-9bd5-cda38901f61e tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Deleting port 1aea4b6a-0de0-427a-911a-efc9a212c7a1 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:47:38.998784 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3377d20b-6b18-4377-9bd5-cda38901f61e tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:39.028268 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4e4ca0cc-3fe6-40e6-88aa-0f08e8bdfc07 tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Publish callbacks [] for floatingip, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:39.091751 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-3377d20b-6b18-4377-9bd5-cda38901f61e tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] For port 1aea4b6a-0de0-427a-911a-efc9a212c7a1, host n-h1-765315-29, got binding levels [] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:39.092097 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3377d20b-6b18-4377-9bd5-cda38901f61e tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:39.112120 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-3377d20b-6b18-4377-9bd5-cda38901f61e tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Calling delete_port for 1aea4b6a-0de0-427a-911a-efc9a212c7a1 owned by {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:47:39.135158 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-15c21cb1-60ec-467d-98e3-bbc13bbe2c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81fdbf7c-3431-4a3c-8ce0-3c363a832f26', 'name': 'tempest-TestVolumeBackupRestore-1030702179-router', 'tenant_id': '9092e2c011414e27b78b54ab78778e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': 'd7514c83-8577-4869-b073-7a83e744ad00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:43:46Z', 'updated_at': '2021-11-12T08:43:57Z', 'revision_number': 4, 'project_id': '9092e2c011414e27b78b54ab78778e04', 'gw_port': {'id': 'd7514c83-8577-4869-b073-7a83e744ad00', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:bd:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fdbf7c-3431-4a3c-8ce0-3c363a832f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:43:48Z', 'updated_at': '2021-11-12T08:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': '054cde78-0ad7-4bed-a791-4c31d9aaff8e', 'tenant_id': '9092e2c011414e27b78b54ab78778e04', 'floating_ip_address': '172.25.2.172', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': '81fdbf7c-3431-4a3c-8ce0-3c363a832f26', 'port_id': 'cc2084d9-8df5-427f-bd22-78829d06bcab', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3753, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a77e7d1-e880-4909-b47f-c788347c40d5', 'mac_address': 'fa:16:3e:38:27:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8c0428-e536-4044-959e-b4f42227d9fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:47:37Z', 'updated_at': '2021-11-12T08:47:37Z', 'revision_number': 0, 'project_id': '9092e2c011414e27b78b54ab78778e04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c52ecdb3-a6f8-4c70-b281-8f638e242388', 'name': '', 'network_id': '1a77e7d1-e880-4909-b47f-c788347c40d5', 'tenant_id': '9092e2c011414e27b78b54ab78778e04', 'mac_address': 'fa:16:3e:db:16:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fdbf7c-3431-4a3c-8ce0-3c363a832f26', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'f6d8ff2c-9dad-4362-ace9-f37f6abbb39a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:43:55Z', 'updated_at': '2021-11-12T08:44:03Z', 'revision_number': 5, 'project_id': '9092e2c011414e27b78b54ab78778e04', 'subnets': [{'id': 'f6d8ff2c-9dad-4362-ace9-f37f6abbb39a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:39.175818 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c21cb1-60ec-467d-98e3-bbc13bbe2c92 None None] Checking router: 81fdbf7c-3431-4a3c-8ce0-3c363a832f26 for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:47:39.186103 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c21cb1-60ec-467d-98e3-bbc13bbe2c92 None None] Routers {'81fdbf7c-3431-4a3c-8ce0-3c363a832f26'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:47:39.186770 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-15c21cb1-60ec-467d-98e3-bbc13bbe2c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:47:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['81fdbf7c-3431-4a3c-8ce0-3c363a832f26'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:39.217883 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3377d20b-6b18-4377-9bd5-cda38901f61e tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:39.247832 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3377d20b-6b18-4377-9bd5-cda38901f61e tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Pushing event deleted for resources: {'Port': ['ID=1aea4b6a-0de0-427a-911a-efc9a212c7a1,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:39.253578 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed91e79c-abe4-498a-a3e6-0a2460a8c173 req-1acd3648-bf65-41ac-90bb-e865593c389e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:39.255457 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ed91e79c-abe4-498a-a3e6-0a2460a8c173 req-1acd3648-bf65-41ac-90bb-e865593c389e service neutron] 10.222.0.21 "GET /v2.0/networks?id=1a77e7d1-e880-4909-b47f-c788347c40d5 HTTP/1.1" status: 200 len: 915 time: 0.3845243 Nov 12 08:47:39.260882 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3377d20b-6b18-4377-9bd5-cda38901f61e tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:39.265097 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-3377d20b-6b18-4377-9bd5-cda38901f61e tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] 10.222.0.26 "DELETE /v2.0/ports/1aea4b6a-0de0-427a-911a-efc9a212c7a1 HTTP/1.1" status: 204 len: 168 time: 0.4043522 Nov 12 08:47:39.267617 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59712) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:39.310978 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-61e66fb7-9a43-46d8-be07-0a7a94472cd7 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] GET failed (client error): The resource could not be found. Nov 12 08:47:39.318800 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-61e66fb7-9a43-46d8-be07-0a7a94472cd7 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] 10.222.0.26 "GET /v2.0/ports/1aea4b6a-0de0-427a-911a-efc9a212c7a1 HTTP/1.1" status: 404 len: 333 time: 0.0476878 Nov 12 08:47:39.319635 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59714) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:39.324066 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:39.325270 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-08f0f9c8-bb7c-4251-9e8c-7f44904914d2 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1058291588', 'network_id': '170f9a56-bcbf-43a8-bc31-88edee75bfc2'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:39.345604 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-15c21cb1-60ec-467d-98e3-bbc13bbe2c92 None None] Set router 81fdbf7c-3431-4a3c-8ce0-3c363a832f26 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:47:39.354687 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08f0f9c8-bb7c-4251-9e8c-7f44904914d2 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Made reservation on behalf of 31191b2305d04b68a3844dff7bf9a040 for: {'port': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:47:39.357738 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-08f0f9c8-bb7c-4251-9e8c-7f44904914d2 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:39.377223 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [None req-08f0f9c8-bb7c-4251-9e8c-7f44904914d2 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] device_id is not set on port fe2286e0-50c5-432d-b83b-6355477328ac yet. {{(pid=102600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:47:39.569065 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-08f0f9c8-bb7c-4251-9e8c-7f44904914d2 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:39.609698 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-08f0f9c8-bb7c-4251-9e8c-7f44904914d2 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:39.673265 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f0f9c8-bb7c-4251-9e8c-7f44904914d2 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Network 170f9a56-bcbf-43a8-bc31-88edee75bfc2 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:47:39.673437 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-15c21cb1-60ec-467d-98e3-bbc13bbe2c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81fdbf7c-3431-4a3c-8ce0-3c363a832f26', 'name': 'tempest-TestVolumeBackupRestore-1030702179-router', 'tenant_id': '9092e2c011414e27b78b54ab78778e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': 'd7514c83-8577-4869-b073-7a83e744ad00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:43:46Z', 'updated_at': '2021-11-12T08:43:57Z', 'revision_number': 4, 'project_id': '9092e2c011414e27b78b54ab78778e04', 'gw_port': {'id': 'd7514c83-8577-4869-b073-7a83e744ad00', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:bd:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fdbf7c-3431-4a3c-8ce0-3c363a832f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:43:48Z', 'updated_at': '2021-11-12T08:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': '054cde78-0ad7-4bed-a791-4c31d9aaff8e', 'tenant_id': '9092e2c011414e27b78b54ab78778e04', 'floating_ip_address': '172.25.2.172', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': '81fdbf7c-3431-4a3c-8ce0-3c363a832f26', 'port_id': 'cc2084d9-8df5-427f-bd22-78829d06bcab', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3753, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a77e7d1-e880-4909-b47f-c788347c40d5', 'mac_address': 'fa:16:3e:38:27:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8c0428-e536-4044-959e-b4f42227d9fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:47:37Z', 'updated_at': '2021-11-12T08:47:37Z', 'revision_number': 0, 'project_id': '9092e2c011414e27b78b54ab78778e04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c52ecdb3-a6f8-4c70-b281-8f638e242388', 'name': '', 'network_id': '1a77e7d1-e880-4909-b47f-c788347c40d5', 'tenant_id': '9092e2c011414e27b78b54ab78778e04', 'mac_address': 'fa:16:3e:db:16:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fdbf7c-3431-4a3c-8ce0-3c363a832f26', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'f6d8ff2c-9dad-4362-ace9-f37f6abbb39a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:43:55Z', 'updated_at': '2021-11-12T08:44:03Z', 'revision_number': 5, 'project_id': '9092e2c011414e27b78b54ab78778e04', 'subnets': [{'id': 'f6d8ff2c-9dad-4362-ace9-f37f6abbb39a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:39.679175 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-08f0f9c8-bb7c-4251-9e8c-7f44904914d2 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:47:39.681923 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f0f9c8-bb7c-4251-9e8c-7f44904914d2 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:47:39.683119 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f0f9c8-bb7c-4251-9e8c-7f44904914d2 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:39.683780 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-08f0f9c8-bb7c-4251-9e8c-7f44904914d2 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:39.701383 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f0f9c8-bb7c-4251-9e8c-7f44904914d2 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Pushing event updated for resources: {'Port': ['ID=fe2286e0-50c5-432d-b83b-6355477328ac,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:39.713172 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-08f0f9c8-bb7c-4251-9e8c-7f44904914d2 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3924322 Nov 12 08:47:39.716201 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59716) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:39.719116 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c21cb1-60ec-467d-98e3-bbc13bbe2c92 None None] The sync data for ids ['81fdbf7c-3431-4a3c-8ce0-3c363a832f26'] in n-d-765315-29 is: [{'id': '81fdbf7c-3431-4a3c-8ce0-3c363a832f26', 'name': 'tempest-TestVolumeBackupRestore-1030702179-router', 'tenant_id': '9092e2c011414e27b78b54ab78778e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': 'd7514c83-8577-4869-b073-7a83e744ad00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:43:46Z', 'updated_at': '2021-11-12T08:43:57Z', 'revision_number': 4, 'project_id': '9092e2c011414e27b78b54ab78778e04', 'gw_port': {'id': 'd7514c83-8577-4869-b073-7a83e744ad00', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:bd:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fdbf7c-3431-4a3c-8ce0-3c363a832f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:43:48Z', 'updated_at': '2021-11-12T08:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': '054cde78-0ad7-4bed-a791-4c31d9aaff8e', 'tenant_id': '9092e2c011414e27b78b54ab78778e04', 'floating_ip_address': '172.25.2.172', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': '81fdbf7c-3431-4a3c-8ce0-3c363a832f26', 'port_id': 'cc2084d9-8df5-427f-bd22-78829d06bcab', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3753, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a77e7d1-e880-4909-b47f-c788347c40d5', 'mac_address': 'fa:16:3e:38:27:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8c0428-e536-4044-959e-b4f42227d9fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:47:37Z', 'updated_at': '2021-11-12T08:47:37Z', 'revision_number': 0, 'project_id': '9092e2c011414e27b78b54ab78778e04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c52ecdb3-a6f8-4c70-b281-8f638e242388', 'name': '', 'network_id': '1a77e7d1-e880-4909-b47f-c788347c40d5', 'tenant_id': '9092e2c011414e27b78b54ab78778e04', 'mac_address': 'fa:16:3e:db:16:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fdbf7c-3431-4a3c-8ce0-3c363a832f26', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'f6d8ff2c-9dad-4362-ace9-f37f6abbb39a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:43:55Z', 'updated_at': '2021-11-12T08:44:03Z', 'revision_number': 5, 'project_id': '9092e2c011414e27b78b54ab78778e04', 'subnets': [{'id': 'f6d8ff2c-9dad-4362-ace9-f37f6abbb39a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:47:39.771274 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9b527b-dd04-4ecb-b9fb-332e49514642 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:39.772534 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ed91e79c-abe4-498a-a3e6-0a2460a8c173 req-c093875c-a9ac-4642-92ad-b9c4c37038fd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc2084d9-8df5-427f-bd22-78829d06bcab HTTP/1.1" status: 200 len: 1000 time: 0.5057471 Nov 12 08:47:39.773039 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-1a9b527b-dd04-4ecb-b9fb-332e49514642 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] 10.222.0.26 "GET /v2.0/ports/fe2286e0-50c5-432d-b83b-6355477328ac HTTP/1.1" status: 200 len: 955 time: 0.0557308 Nov 12 08:47:39.776337 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59718) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:39.860365 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed91e79c-abe4-498a-a3e6-0a2460a8c173 req-f3a4a66d-b0d1-4434-8276-75175606cce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:39.861919 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ed91e79c-abe4-498a-a3e6-0a2460a8c173 req-f3a4a66d-b0d1-4434-8276-75175606cce5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f6d8ff2c-9dad-4362-ace9-f37f6abbb39a HTTP/1.1" status: 200 len: 853 time: 0.0569344 Nov 12 08:47:39.870179 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-0a402c1b-9318-43c0-baf4-f52e03a7992a tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Deleting port fe2286e0-50c5-432d-b83b-6355477328ac {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:47:39.870737 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0a402c1b-9318-43c0-baf4-f52e03a7992a tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:39.948875 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0a402c1b-9318-43c0-baf4-f52e03a7992a tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:39.979903 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-0a402c1b-9318-43c0-baf4-f52e03a7992a tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Calling delete_port for fe2286e0-50c5-432d-b83b-6355477328ac owned by {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:47:39.990363 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:40.024303 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4829db-9c79-4d49-8418-3decb514bb2a None None] New status for floating IP 054cde78-0ad7-4bed-a791-4c31d9aaff8e: ACTIVE {{(pid=102602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:47:40.032223 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed91e79c-abe4-498a-a3e6-0a2460a8c173 req-67b09602-42df-41f6-aea9-91f7e75dc313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:40.034038 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ed91e79c-abe4-498a-a3e6-0a2460a8c173 req-67b09602-42df-41f6-aea9-91f7e75dc313 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1a77e7d1-e880-4909-b47f-c788347c40d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1627507 Nov 12 08:47:40.120393 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0a402c1b-9318-43c0-baf4-f52e03a7992a tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:40.170117 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0a402c1b-9318-43c0-baf4-f52e03a7992a tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:40.175299 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-0a402c1b-9318-43c0-baf4-f52e03a7992a tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] 10.222.0.26 "DELETE /v2.0/ports/fe2286e0-50c5-432d-b83b-6355477328ac HTTP/1.1" status: 204 len: 168 time: 0.3979208 Nov 12 08:47:40.176369 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a402c1b-9318-43c0-baf4-f52e03a7992a tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Pushing event deleted for resources: {'Port': ['ID=fe2286e0-50c5-432d-b83b-6355477328ac,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:40.178413 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59722) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:40.204979 n-d-765315-29 neutron-server[102600]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6cd10da-10bd-4732-84eb-c911f22f8460 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] GET failed (client error): The resource could not be found. Nov 12 08:47:40.206562 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-b6cd10da-10bd-4732-84eb-c911f22f8460 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] 10.222.0.26 "GET /v2.0/ports/fe2286e0-50c5-432d-b83b-6355477328ac HTTP/1.1" status: 404 len: 333 time: 0.0265284 Nov 12 08:47:40.210959 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59724) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:40.216504 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-b4ada19b-4b53-4d5e-86a7-bc93c32320e7 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Request body: {'port': {'network_id': '170f9a56-bcbf-43a8-bc31-88edee75bfc2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1487324831'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:40.240205 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4ada19b-4b53-4d5e-86a7-bc93c32320e7 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Made reservation on behalf of 31191b2305d04b68a3844dff7bf9a040 for: {'port': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:47:40.243484 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b4ada19b-4b53-4d5e-86a7-bc93c32320e7 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:40.257893 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4e4ca0cc-3fe6-40e6-88aa-0f08e8bdfc07 tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:40.260305 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ed91e79c-abe4-498a-a3e6-0a2460a8c173 req-fba13afc-eb2d-4768-9dc3-8c3e0a39aa41 service neutron] 10.222.0.21 "GET /v2.0/networks/1a77e7d1-e880-4909-b47f-c788347c40d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160187 Nov 12 08:47:40.261935 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [None req-b4ada19b-4b53-4d5e-86a7-bc93c32320e7 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] device_id is not set on port 9f9b89d3-5040-4198-bb68-c677fa7685cc yet. {{(pid=102600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:47:40.262938 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.db.api [None req-3a4829db-9c79-4d49-8418-3decb514bb2a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102602) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:47:40.263238 n-d-765315-29 neutron-server[102602]: DEBUG oslo_db.api [None req-3a4829db-9c79-4d49-8418-3decb514bb2a None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:47:40.264234 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4e4ca0cc-3fe6-40e6-88aa-0f08e8bdfc07 tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:40.452836 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b4ada19b-4b53-4d5e-86a7-bc93c32320e7 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:40.498836 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b4ada19b-4b53-4d5e-86a7-bc93c32320e7 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:40.533186 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ed91e79c-abe4-498a-a3e6-0a2460a8c173 req-6aa5c07f-fe11-4aa1-90d0-49649ed816f0 service neutron] 10.222.0.21 "GET /v2.0/networks/1a77e7d1-e880-4909-b47f-c788347c40d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650890 Nov 12 08:47:40.650578 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e4ca0cc-3fe6-40e6-88aa-0f08e8bdfc07 tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Router 81fdbf7c-3431-4a3c-8ce0-3c363a832f26 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:47:40.765107 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4829db-9c79-4d49-8418-3decb514bb2a None None] New status for floating IP 054cde78-0ad7-4bed-a791-4c31d9aaff8e: ACTIVE {{(pid=102602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:47:40.829145 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e4ca0cc-3fe6-40e6-88aa-0f08e8bdfc07 tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:47:40.839913 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4e4ca0cc-3fe6-40e6-88aa-0f08e8bdfc07 tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:40.935055 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b8c0428-e536-4044-959e-b4f42227d9fb', 'tag': 'cc2084d9-8df5-427f-bd22-78829d06bcab'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:47:40.938242 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e149eb45-4b72-48f6-88e7-4c0c1f82042f" -d '{"events": [{"name": "network-changed", "server_uuid": "2b8c0428-e536-4044-959e-b4f42227d9fb", "tag": "cc2084d9-8df5-427f-bd22-78829d06bcab"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:47:40.944619 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-4e4ca0cc-3fe6-40e6-88aa-0f08e8bdfc07 tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] 10.222.0.26 "PUT /v2.0/floatingips/054cde78-0ad7-4bed-a791-4c31d9aaff8e HTTP/1.1" status: 200 len: 992 time: 2.0882013 Nov 12 08:47:40.990794 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ada19b-4b53-4d5e-86a7-bc93c32320e7 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Network 170f9a56-bcbf-43a8-bc31-88edee75bfc2 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:47:40.997253 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-b4ada19b-4b53-4d5e-86a7-bc93c32320e7 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:47:41.002765 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ada19b-4b53-4d5e-86a7-bc93c32320e7 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Pushing event updated for resources: {'Port': ['ID=9f9b89d3-5040-4198-bb68-c677fa7685cc,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:41.005096 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-895bfd74-cf2d-43f4-99ee-a99b9b33a17f x-openstack-request-id: req-895bfd74-cf2d-43f4-99ee-a99b9b33a17f {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:47:41.005962 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ada19b-4b53-4d5e-86a7-bc93c32320e7 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:47:41.007904 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ada19b-4b53-4d5e-86a7-bc93c32320e7 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:41.008450 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b8c0428-e536-4044-959e-b4f42227d9fb", "tag": "cc2084d9-8df5-427f-bd22-78829d06bcab", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:47:41.008638 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b4ada19b-4b53-4d5e-86a7-bc93c32320e7 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:41.009927 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-895bfd74-cf2d-43f4-99ee-a99b9b33a17f {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:47:41.010580 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b8c0428-e536-4044-959e-b4f42227d9fb', 'tag': 'cc2084d9-8df5-427f-bd22-78829d06bcab', 'status': 'completed', 'code': 200} Nov 12 08:47:41.037933 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-b4ada19b-4b53-4d5e-86a7-bc93c32320e7 tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.8253155 Nov 12 08:47:41.040105 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59730) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:41.048794 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-c3bd7b32-d950-467f-93b1-7f67dfbed8ab tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-765315-29'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:41.094563 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e149eb45-4b72-48f6-88e7-4c0c1f82042f req-41a1770a-351d-44b7-b904-07794294daff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:41.096744 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e149eb45-4b72-48f6-88e7-4c0c1f82042f req-41a1770a-351d-44b7-b904-07794294daff service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9092e2c011414e27b78b54ab78778e04&device_id=2b8c0428-e536-4044-959e-b4f42227d9fb HTTP/1.1" status: 200 len: 1098 time: 0.0590656 Nov 12 08:47:41.123182 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c3bd7b32-d950-467f-93b1-7f67dfbed8ab tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:41.153015 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e078ddce-df83-4018-aea0-47682575458f None None] Sync routers for ids ['81fdbf7c-3431-4a3c-8ce0-3c363a832f26'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:47:41.165007 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e078ddce-df83-4018-aea0-47682575458f None None] Routers {'81fdbf7c-3431-4a3c-8ce0-3c363a832f26'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:47:41.165696 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-e078ddce-df83-4018-aea0-47682575458f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:47:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['81fdbf7c-3431-4a3c-8ce0-3c363a832f26'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:41.225581 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e149eb45-4b72-48f6-88e7-4c0c1f82042f req-73ef74fb-0839-4ff6-93bb-ff8a964680bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:41.229270 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e149eb45-4b72-48f6-88e7-4c0c1f82042f req-73ef74fb-0839-4ff6-93bb-ff8a964680bd service neutron] 10.222.0.21 "GET /v2.0/networks?id=1a77e7d1-e880-4909-b47f-c788347c40d5 HTTP/1.1" status: 200 len: 915 time: 0.1223099 Nov 12 08:47:41.305106 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-e078ddce-df83-4018-aea0-47682575458f None None] Set router 81fdbf7c-3431-4a3c-8ce0-3c363a832f26 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:47:41.335768 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e149eb45-4b72-48f6-88e7-4c0c1f82042f req-c21dd308-89a3-41e5-bf17-ffabb76c0448 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc2084d9-8df5-427f-bd22-78829d06bcab HTTP/1.1" status: 200 len: 1002 time: 0.0954463 Nov 12 08:47:41.422859 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [None req-c3bd7b32-d950-467f-93b1-7f67dfbed8ab tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] device_id is not set on port 9f9b89d3-5040-4198-bb68-c677fa7685cc yet. {{(pid=102600) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:47:41.424351 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e149eb45-4b72-48f6-88e7-4c0c1f82042f req-8e183b85-7ad0-4c9c-9381-f00ab0a2de6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:41.426931 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e149eb45-4b72-48f6-88e7-4c0c1f82042f req-8e183b85-7ad0-4c9c-9381-f00ab0a2de6b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f6d8ff2c-9dad-4362-ace9-f37f6abbb39a HTTP/1.1" status: 200 len: 853 time: 0.0842702 Nov 12 08:47:41.443108 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c3bd7b32-d950-467f-93b1-7f67dfbed8ab tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:41.456749 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c3bd7b32-d950-467f-93b1-7f67dfbed8ab tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:41.499404 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e149eb45-4b72-48f6-88e7-4c0c1f82042f req-9a2e11b6-f873-4f50-b3fd-2964741e62ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:41.500919 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e149eb45-4b72-48f6-88e7-4c0c1f82042f req-9a2e11b6-f873-4f50-b3fd-2964741e62ef service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1a77e7d1-e880-4909-b47f-c788347c40d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0654085 Nov 12 08:47:41.611807 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [None req-c3bd7b32-d950-467f-93b1-7f67dfbed8ab tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempting to bind port 9f9b89d3-5040-4198-bb68-c677fa7685cc on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:47:41.612136 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [None req-c3bd7b32-d950-467f-93b1-7f67dfbed8ab tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempting to bind port 9f9b89d3-5040-4198-bb68-c677fa7685cc by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': 'e6a1eaaf-8912-4a33-a388-d8901a4fc35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '170f9a56-bcbf-43a8-bc31-88edee75bfc2'}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:47:41.612471 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bd7b32-d950-467f-93b1-7f67dfbed8ab tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempting to bind port 9f9b89d3-5040-4198-bb68-c677fa7685cc on network 170f9a56-bcbf-43a8-bc31-88edee75bfc2 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:47:41.633880 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bd7b32-d950-467f-93b1-7f67dfbed8ab tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Port 9f9b89d3-5040-4198-bb68-c677fa7685cc on network 170f9a56-bcbf-43a8-bc31-88edee75bfc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:47:41.634219 n-d-765315-29 neutron-server[102600]: ERROR neutron.plugins.ml2.managers [None req-c3bd7b32-d950-467f-93b1-7f67dfbed8ab tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Failed to bind port 9f9b89d3-5040-4198-bb68-c677fa7685cc on host n-h1-765315-29 for vnic_type normal using segments [{'id': 'e6a1eaaf-8912-4a33-a388-d8901a4fc35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '170f9a56-bcbf-43a8-bc31-88edee75bfc2'}] Nov 12 08:47:41.634854 n-d-765315-29 neutron-server[102600]: INFO neutron.plugins.ml2.plugin [None req-c3bd7b32-d950-467f-93b1-7f67dfbed8ab tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempt 2 to bind port 9f9b89d3-5040-4198-bb68-c677fa7685cc Nov 12 08:47:41.647444 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-e078ddce-df83-4018-aea0-47682575458f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81fdbf7c-3431-4a3c-8ce0-3c363a832f26', 'name': 'tempest-TestVolumeBackupRestore-1030702179-router', 'tenant_id': '9092e2c011414e27b78b54ab78778e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': 'd7514c83-8577-4869-b073-7a83e744ad00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:43:46Z', 'updated_at': '2021-11-12T08:43:57Z', 'revision_number': 4, 'project_id': '9092e2c011414e27b78b54ab78778e04', 'gw_port': {'id': 'd7514c83-8577-4869-b073-7a83e744ad00', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:bd:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fdbf7c-3431-4a3c-8ce0-3c363a832f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:43:48Z', 'updated_at': '2021-11-12T08:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': '054cde78-0ad7-4bed-a791-4c31d9aaff8e', 'tenant_id': '9092e2c011414e27b78b54ab78778e04', 'floating_ip_address': '172.25.2.172', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': '81fdbf7c-3431-4a3c-8ce0-3c363a832f26', 'port_id': 'cc2084d9-8df5-427f-bd22-78829d06bcab', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3753, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a77e7d1-e880-4909-b47f-c788347c40d5', 'mac_address': 'fa:16:3e:38:27:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8c0428-e536-4044-959e-b4f42227d9fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:47:37Z', 'updated_at': '2021-11-12T08:47:40Z', 'revision_number': 2, 'project_id': '9092e2c011414e27b78b54ab78778e04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c52ecdb3-a6f8-4c70-b281-8f638e242388', 'name': '', 'network_id': '1a77e7d1-e880-4909-b47f-c788347c40d5', 'tenant_id': '9092e2c011414e27b78b54ab78778e04', 'mac_address': 'fa:16:3e:db:16:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fdbf7c-3431-4a3c-8ce0-3c363a832f26', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'f6d8ff2c-9dad-4362-ace9-f37f6abbb39a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:43:55Z', 'updated_at': '2021-11-12T08:44:03Z', 'revision_number': 5, 'project_id': '9092e2c011414e27b78b54ab78778e04', 'subnets': [{'id': 'f6d8ff2c-9dad-4362-ace9-f37f6abbb39a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:41.648767 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bd7b32-d950-467f-93b1-7f67dfbed8ab tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Pushing event updated for resources: {'Port': ['ID=9f9b89d3-5040-4198-bb68-c677fa7685cc,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:41.652293 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [None req-c3bd7b32-d950-467f-93b1-7f67dfbed8ab tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempting to bind port 9f9b89d3-5040-4198-bb68-c677fa7685cc on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:47:41.652624 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [None req-c3bd7b32-d950-467f-93b1-7f67dfbed8ab tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempting to bind port 9f9b89d3-5040-4198-bb68-c677fa7685cc by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': 'e6a1eaaf-8912-4a33-a388-d8901a4fc35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '170f9a56-bcbf-43a8-bc31-88edee75bfc2'}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:47:41.652955 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bd7b32-d950-467f-93b1-7f67dfbed8ab tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempting to bind port 9f9b89d3-5040-4198-bb68-c677fa7685cc on network 170f9a56-bcbf-43a8-bc31-88edee75bfc2 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:47:41.657914 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bd7b32-d950-467f-93b1-7f67dfbed8ab tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Port 9f9b89d3-5040-4198-bb68-c677fa7685cc on network 170f9a56-bcbf-43a8-bc31-88edee75bfc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:47:41.658172 n-d-765315-29 neutron-server[102600]: ERROR neutron.plugins.ml2.managers [None req-c3bd7b32-d950-467f-93b1-7f67dfbed8ab tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Failed to bind port 9f9b89d3-5040-4198-bb68-c677fa7685cc on host n-h1-765315-29 for vnic_type normal using segments [{'id': 'e6a1eaaf-8912-4a33-a388-d8901a4fc35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '170f9a56-bcbf-43a8-bc31-88edee75bfc2'}] Nov 12 08:47:41.658560 n-d-765315-29 neutron-server[102600]: INFO neutron.plugins.ml2.plugin [None req-c3bd7b32-d950-467f-93b1-7f67dfbed8ab tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempt 3 to bind port 9f9b89d3-5040-4198-bb68-c677fa7685cc Nov 12 08:47:41.683255 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e149eb45-4b72-48f6-88e7-4c0c1f82042f req-d1698b9c-2f97-42c8-ae37-6a87ee3559ed service neutron] 10.222.0.21 "GET /v2.0/networks/1a77e7d1-e880-4909-b47f-c788347c40d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734438 Nov 12 08:47:41.686898 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [None req-c3bd7b32-d950-467f-93b1-7f67dfbed8ab tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempting to bind port 9f9b89d3-5040-4198-bb68-c677fa7685cc on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:47:41.687359 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [None req-c3bd7b32-d950-467f-93b1-7f67dfbed8ab tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempting to bind port 9f9b89d3-5040-4198-bb68-c677fa7685cc by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': 'e6a1eaaf-8912-4a33-a388-d8901a4fc35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '170f9a56-bcbf-43a8-bc31-88edee75bfc2'}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:47:41.687830 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bd7b32-d950-467f-93b1-7f67dfbed8ab tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempting to bind port 9f9b89d3-5040-4198-bb68-c677fa7685cc on network 170f9a56-bcbf-43a8-bc31-88edee75bfc2 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:47:41.694411 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e078ddce-df83-4018-aea0-47682575458f None None] Checking router: 81fdbf7c-3431-4a3c-8ce0-3c363a832f26 for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:47:41.698622 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bd7b32-d950-467f-93b1-7f67dfbed8ab tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Port 9f9b89d3-5040-4198-bb68-c677fa7685cc on network 170f9a56-bcbf-43a8-bc31-88edee75bfc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:47:41.698622 n-d-765315-29 neutron-server[102600]: ERROR neutron.plugins.ml2.managers [None req-c3bd7b32-d950-467f-93b1-7f67dfbed8ab tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Failed to bind port 9f9b89d3-5040-4198-bb68-c677fa7685cc on host n-h1-765315-29 for vnic_type normal using segments [{'id': 'e6a1eaaf-8912-4a33-a388-d8901a4fc35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '170f9a56-bcbf-43a8-bc31-88edee75bfc2'}] Nov 12 08:47:41.699210 n-d-765315-29 neutron-server[102600]: INFO neutron.plugins.ml2.plugin [None req-c3bd7b32-d950-467f-93b1-7f67dfbed8ab tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempt 4 to bind port 9f9b89d3-5040-4198-bb68-c677fa7685cc Nov 12 08:47:41.703253 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e078ddce-df83-4018-aea0-47682575458f None None] Routers {'81fdbf7c-3431-4a3c-8ce0-3c363a832f26'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:47:41.704067 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-e078ddce-df83-4018-aea0-47682575458f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:47:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['81fdbf7c-3431-4a3c-8ce0-3c363a832f26'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:41.742101 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [None req-c3bd7b32-d950-467f-93b1-7f67dfbed8ab tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempting to bind port 9f9b89d3-5040-4198-bb68-c677fa7685cc on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:47:41.742806 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [None req-c3bd7b32-d950-467f-93b1-7f67dfbed8ab tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempting to bind port 9f9b89d3-5040-4198-bb68-c677fa7685cc by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': 'e6a1eaaf-8912-4a33-a388-d8901a4fc35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '170f9a56-bcbf-43a8-bc31-88edee75bfc2'}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:47:41.743464 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bd7b32-d950-467f-93b1-7f67dfbed8ab tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempting to bind port 9f9b89d3-5040-4198-bb68-c677fa7685cc on network 170f9a56-bcbf-43a8-bc31-88edee75bfc2 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:47:41.755046 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bd7b32-d950-467f-93b1-7f67dfbed8ab tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Port 9f9b89d3-5040-4198-bb68-c677fa7685cc on network 170f9a56-bcbf-43a8-bc31-88edee75bfc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:47:41.755511 n-d-765315-29 neutron-server[102600]: ERROR neutron.plugins.ml2.managers [None req-c3bd7b32-d950-467f-93b1-7f67dfbed8ab tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Failed to bind port 9f9b89d3-5040-4198-bb68-c677fa7685cc on host n-h1-765315-29 for vnic_type normal using segments [{'id': 'e6a1eaaf-8912-4a33-a388-d8901a4fc35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '170f9a56-bcbf-43a8-bc31-88edee75bfc2'}] Nov 12 08:47:41.756051 n-d-765315-29 neutron-server[102600]: INFO neutron.plugins.ml2.plugin [None req-c3bd7b32-d950-467f-93b1-7f67dfbed8ab tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempt 5 to bind port 9f9b89d3-5040-4198-bb68-c677fa7685cc Nov 12 08:47:41.788821 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [None req-c3bd7b32-d950-467f-93b1-7f67dfbed8ab tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempting to bind port 9f9b89d3-5040-4198-bb68-c677fa7685cc on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:47:41.788821 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [None req-c3bd7b32-d950-467f-93b1-7f67dfbed8ab tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempting to bind port 9f9b89d3-5040-4198-bb68-c677fa7685cc by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': 'e6a1eaaf-8912-4a33-a388-d8901a4fc35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '170f9a56-bcbf-43a8-bc31-88edee75bfc2'}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:47:41.789199 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bd7b32-d950-467f-93b1-7f67dfbed8ab tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempting to bind port 9f9b89d3-5040-4198-bb68-c677fa7685cc on network 170f9a56-bcbf-43a8-bc31-88edee75bfc2 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:47:41.799988 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bd7b32-d950-467f-93b1-7f67dfbed8ab tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Port 9f9b89d3-5040-4198-bb68-c677fa7685cc on network 170f9a56-bcbf-43a8-bc31-88edee75bfc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:47:41.801358 n-d-765315-29 neutron-server[102600]: ERROR neutron.plugins.ml2.managers [None req-c3bd7b32-d950-467f-93b1-7f67dfbed8ab tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Failed to bind port 9f9b89d3-5040-4198-bb68-c677fa7685cc on host n-h1-765315-29 for vnic_type normal using segments [{'id': 'e6a1eaaf-8912-4a33-a388-d8901a4fc35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '170f9a56-bcbf-43a8-bc31-88edee75bfc2'}] Nov 12 08:47:41.802324 n-d-765315-29 neutron-server[102600]: INFO neutron.plugins.ml2.plugin [None req-c3bd7b32-d950-467f-93b1-7f67dfbed8ab tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempt 6 to bind port 9f9b89d3-5040-4198-bb68-c677fa7685cc Nov 12 08:47:41.821182 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [None req-c3bd7b32-d950-467f-93b1-7f67dfbed8ab tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempting to bind port 9f9b89d3-5040-4198-bb68-c677fa7685cc on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:47:41.821912 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [None req-c3bd7b32-d950-467f-93b1-7f67dfbed8ab tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempting to bind port 9f9b89d3-5040-4198-bb68-c677fa7685cc by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': 'e6a1eaaf-8912-4a33-a388-d8901a4fc35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '170f9a56-bcbf-43a8-bc31-88edee75bfc2'}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:47:41.822429 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bd7b32-d950-467f-93b1-7f67dfbed8ab tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempting to bind port 9f9b89d3-5040-4198-bb68-c677fa7685cc on network 170f9a56-bcbf-43a8-bc31-88edee75bfc2 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:47:41.828179 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bd7b32-d950-467f-93b1-7f67dfbed8ab tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Port 9f9b89d3-5040-4198-bb68-c677fa7685cc on network 170f9a56-bcbf-43a8-bc31-88edee75bfc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:47:41.828740 n-d-765315-29 neutron-server[102600]: ERROR neutron.plugins.ml2.managers [None req-c3bd7b32-d950-467f-93b1-7f67dfbed8ab tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Failed to bind port 9f9b89d3-5040-4198-bb68-c677fa7685cc on host n-h1-765315-29 for vnic_type normal using segments [{'id': 'e6a1eaaf-8912-4a33-a388-d8901a4fc35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '170f9a56-bcbf-43a8-bc31-88edee75bfc2'}] Nov 12 08:47:41.829420 n-d-765315-29 neutron-server[102600]: INFO neutron.plugins.ml2.plugin [None req-c3bd7b32-d950-467f-93b1-7f67dfbed8ab tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempt 7 to bind port 9f9b89d3-5040-4198-bb68-c677fa7685cc Nov 12 08:47:41.832870 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e149eb45-4b72-48f6-88e7-4c0c1f82042f req-72339900-58ad-499d-bf61-1d6136e1532d service neutron] 10.222.0.21 "GET /v2.0/networks/1a77e7d1-e880-4909-b47f-c788347c40d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414104 Nov 12 08:47:41.849624 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [None req-c3bd7b32-d950-467f-93b1-7f67dfbed8ab tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempting to bind port 9f9b89d3-5040-4198-bb68-c677fa7685cc on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:47:41.850029 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [None req-c3bd7b32-d950-467f-93b1-7f67dfbed8ab tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempting to bind port 9f9b89d3-5040-4198-bb68-c677fa7685cc by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': 'e6a1eaaf-8912-4a33-a388-d8901a4fc35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '170f9a56-bcbf-43a8-bc31-88edee75bfc2'}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:47:41.850428 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bd7b32-d950-467f-93b1-7f67dfbed8ab tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempting to bind port 9f9b89d3-5040-4198-bb68-c677fa7685cc on network 170f9a56-bcbf-43a8-bc31-88edee75bfc2 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:47:41.856979 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bd7b32-d950-467f-93b1-7f67dfbed8ab tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Port 9f9b89d3-5040-4198-bb68-c677fa7685cc on network 170f9a56-bcbf-43a8-bc31-88edee75bfc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:47:41.857640 n-d-765315-29 neutron-server[102600]: ERROR neutron.plugins.ml2.managers [None req-c3bd7b32-d950-467f-93b1-7f67dfbed8ab tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Failed to bind port 9f9b89d3-5040-4198-bb68-c677fa7685cc on host n-h1-765315-29 for vnic_type normal using segments [{'id': 'e6a1eaaf-8912-4a33-a388-d8901a4fc35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '170f9a56-bcbf-43a8-bc31-88edee75bfc2'}] Nov 12 08:47:41.858106 n-d-765315-29 neutron-server[102600]: INFO neutron.plugins.ml2.plugin [None req-c3bd7b32-d950-467f-93b1-7f67dfbed8ab tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempt 8 to bind port 9f9b89d3-5040-4198-bb68-c677fa7685cc Nov 12 08:47:41.873814 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-e078ddce-df83-4018-aea0-47682575458f None None] Set router 81fdbf7c-3431-4a3c-8ce0-3c363a832f26 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:47:41.874704 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [None req-c3bd7b32-d950-467f-93b1-7f67dfbed8ab tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempting to bind port 9f9b89d3-5040-4198-bb68-c677fa7685cc on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:47:41.875180 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [None req-c3bd7b32-d950-467f-93b1-7f67dfbed8ab tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempting to bind port 9f9b89d3-5040-4198-bb68-c677fa7685cc by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': 'e6a1eaaf-8912-4a33-a388-d8901a4fc35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '170f9a56-bcbf-43a8-bc31-88edee75bfc2'}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:47:41.875653 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bd7b32-d950-467f-93b1-7f67dfbed8ab tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempting to bind port 9f9b89d3-5040-4198-bb68-c677fa7685cc on network 170f9a56-bcbf-43a8-bc31-88edee75bfc2 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:47:41.886709 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bd7b32-d950-467f-93b1-7f67dfbed8ab tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Port 9f9b89d3-5040-4198-bb68-c677fa7685cc on network 170f9a56-bcbf-43a8-bc31-88edee75bfc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:47:41.887123 n-d-765315-29 neutron-server[102600]: ERROR neutron.plugins.ml2.managers [None req-c3bd7b32-d950-467f-93b1-7f67dfbed8ab tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Failed to bind port 9f9b89d3-5040-4198-bb68-c677fa7685cc on host n-h1-765315-29 for vnic_type normal using segments [{'id': 'e6a1eaaf-8912-4a33-a388-d8901a4fc35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '170f9a56-bcbf-43a8-bc31-88edee75bfc2'}] Nov 12 08:47:41.887586 n-d-765315-29 neutron-server[102600]: INFO neutron.plugins.ml2.plugin [None req-c3bd7b32-d950-467f-93b1-7f67dfbed8ab tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempt 9 to bind port 9f9b89d3-5040-4198-bb68-c677fa7685cc Nov 12 08:47:41.902930 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [None req-c3bd7b32-d950-467f-93b1-7f67dfbed8ab tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempting to bind port 9f9b89d3-5040-4198-bb68-c677fa7685cc on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:47:41.904010 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [None req-c3bd7b32-d950-467f-93b1-7f67dfbed8ab tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempting to bind port 9f9b89d3-5040-4198-bb68-c677fa7685cc by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': 'e6a1eaaf-8912-4a33-a388-d8901a4fc35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '170f9a56-bcbf-43a8-bc31-88edee75bfc2'}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:47:41.904454 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bd7b32-d950-467f-93b1-7f67dfbed8ab tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempting to bind port 9f9b89d3-5040-4198-bb68-c677fa7685cc on network 170f9a56-bcbf-43a8-bc31-88edee75bfc2 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:47:41.910500 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bd7b32-d950-467f-93b1-7f67dfbed8ab tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Port 9f9b89d3-5040-4198-bb68-c677fa7685cc on network 170f9a56-bcbf-43a8-bc31-88edee75bfc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:47:41.911480 n-d-765315-29 neutron-server[102600]: ERROR neutron.plugins.ml2.managers [None req-c3bd7b32-d950-467f-93b1-7f67dfbed8ab tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Failed to bind port 9f9b89d3-5040-4198-bb68-c677fa7685cc on host n-h1-765315-29 for vnic_type normal using segments [{'id': 'e6a1eaaf-8912-4a33-a388-d8901a4fc35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '170f9a56-bcbf-43a8-bc31-88edee75bfc2'}] Nov 12 08:47:41.911997 n-d-765315-29 neutron-server[102600]: INFO neutron.plugins.ml2.plugin [None req-c3bd7b32-d950-467f-93b1-7f67dfbed8ab tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempt 10 to bind port 9f9b89d3-5040-4198-bb68-c677fa7685cc Nov 12 08:47:41.928022 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [None req-c3bd7b32-d950-467f-93b1-7f67dfbed8ab tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempting to bind port 9f9b89d3-5040-4198-bb68-c677fa7685cc on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:47:41.928364 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [None req-c3bd7b32-d950-467f-93b1-7f67dfbed8ab tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempting to bind port 9f9b89d3-5040-4198-bb68-c677fa7685cc by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': 'e6a1eaaf-8912-4a33-a388-d8901a4fc35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '170f9a56-bcbf-43a8-bc31-88edee75bfc2'}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:47:41.928827 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bd7b32-d950-467f-93b1-7f67dfbed8ab tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempting to bind port 9f9b89d3-5040-4198-bb68-c677fa7685cc on network 170f9a56-bcbf-43a8-bc31-88edee75bfc2 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:47:41.934193 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bd7b32-d950-467f-93b1-7f67dfbed8ab tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Port 9f9b89d3-5040-4198-bb68-c677fa7685cc on network 170f9a56-bcbf-43a8-bc31-88edee75bfc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:47:41.934612 n-d-765315-29 neutron-server[102600]: ERROR neutron.plugins.ml2.managers [None req-c3bd7b32-d950-467f-93b1-7f67dfbed8ab tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Failed to bind port 9f9b89d3-5040-4198-bb68-c677fa7685cc on host n-h1-765315-29 for vnic_type normal using segments [{'id': 'e6a1eaaf-8912-4a33-a388-d8901a4fc35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '170f9a56-bcbf-43a8-bc31-88edee75bfc2'}] Nov 12 08:47:41.935602 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c3bd7b32-d950-467f-93b1-7f67dfbed8ab tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:42.004363 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-c3bd7b32-d950-467f-93b1-7f67dfbed8ab tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] For port 9f9b89d3-5040-4198-bb68-c677fa7685cc, host n-h1-765315-29, cleared binding levels {{(pid=102600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:47:42.005506 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-c3bd7b32-d950-467f-93b1-7f67dfbed8ab tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attempted to set empty binding levels {{(pid=102600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 08:47:42.009902 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c3bd7b32-d950-467f-93b1-7f67dfbed8ab tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:42.049978 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-c3bd7b32-d950-467f-93b1-7f67dfbed8ab tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] In _notify_port_updated(), no bound segment for port 9f9b89d3-5040-4198-bb68-c677fa7685cc on network 170f9a56-bcbf-43a8-bc31-88edee75bfc2 {{(pid=102600) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 08:47:42.051636 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bd7b32-d950-467f-93b1-7f67dfbed8ab tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:42.052814 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c3bd7b32-d950-467f-93b1-7f67dfbed8ab tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:42.055032 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-c3bd7b32-d950-467f-93b1-7f67dfbed8ab tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] 10.222.0.26 "PUT /v2.0/ports/9f9b89d3-5040-4198-bb68-c677fa7685cc HTTP/1.1" status: 200 len: 976 time: 1.0139365 Nov 12 08:47:42.056692 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 59742) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:42.077540 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bd7b32-d950-467f-93b1-7f67dfbed8ab tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Pushing event updated for resources: {'Port': ['ID=9f9b89d3-5040-4198-bb68-c677fa7685cc,revision_number=3']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:42.146152 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-e078ddce-df83-4018-aea0-47682575458f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81fdbf7c-3431-4a3c-8ce0-3c363a832f26', 'name': 'tempest-TestVolumeBackupRestore-1030702179-router', 'tenant_id': '9092e2c011414e27b78b54ab78778e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': 'd7514c83-8577-4869-b073-7a83e744ad00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:43:46Z', 'updated_at': '2021-11-12T08:43:57Z', 'revision_number': 4, 'project_id': '9092e2c011414e27b78b54ab78778e04', 'gw_port': {'id': 'd7514c83-8577-4869-b073-7a83e744ad00', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:bd:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fdbf7c-3431-4a3c-8ce0-3c363a832f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:43:48Z', 'updated_at': '2021-11-12T08:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': '054cde78-0ad7-4bed-a791-4c31d9aaff8e', 'tenant_id': '9092e2c011414e27b78b54ab78778e04', 'floating_ip_address': '172.25.2.172', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': '81fdbf7c-3431-4a3c-8ce0-3c363a832f26', 'port_id': 'cc2084d9-8df5-427f-bd22-78829d06bcab', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3753, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a77e7d1-e880-4909-b47f-c788347c40d5', 'mac_address': 'fa:16:3e:38:27:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8c0428-e536-4044-959e-b4f42227d9fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:47:37Z', 'updated_at': '2021-11-12T08:47:40Z', 'revision_number': 2, 'project_id': '9092e2c011414e27b78b54ab78778e04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c52ecdb3-a6f8-4c70-b281-8f638e242388', 'name': '', 'network_id': '1a77e7d1-e880-4909-b47f-c788347c40d5', 'tenant_id': '9092e2c011414e27b78b54ab78778e04', 'mac_address': 'fa:16:3e:db:16:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fdbf7c-3431-4a3c-8ce0-3c363a832f26', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'f6d8ff2c-9dad-4362-ace9-f37f6abbb39a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:43:55Z', 'updated_at': '2021-11-12T08:44:03Z', 'revision_number': 5, 'project_id': '9092e2c011414e27b78b54ab78778e04', 'subnets': [{'id': 'f6d8ff2c-9dad-4362-ace9-f37f6abbb39a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:42.159391 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-0451e437-b702-4b8d-b2c1-ed491eda7b0f tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Deleting port 9f9b89d3-5040-4198-bb68-c677fa7685cc {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:47:42.159391 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0451e437-b702-4b8d-b2c1-ed491eda7b0f tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:42.179452 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e078ddce-df83-4018-aea0-47682575458f None None] The sync data for ids ['81fdbf7c-3431-4a3c-8ce0-3c363a832f26'] in n-d-765315-29 is: [{'id': '81fdbf7c-3431-4a3c-8ce0-3c363a832f26', 'name': 'tempest-TestVolumeBackupRestore-1030702179-router', 'tenant_id': '9092e2c011414e27b78b54ab78778e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': 'd7514c83-8577-4869-b073-7a83e744ad00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:43:46Z', 'updated_at': '2021-11-12T08:43:57Z', 'revision_number': 4, 'project_id': '9092e2c011414e27b78b54ab78778e04', 'gw_port': {'id': 'd7514c83-8577-4869-b073-7a83e744ad00', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:bd:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fdbf7c-3431-4a3c-8ce0-3c363a832f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:43:48Z', 'updated_at': '2021-11-12T08:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': '054cde78-0ad7-4bed-a791-4c31d9aaff8e', 'tenant_id': '9092e2c011414e27b78b54ab78778e04', 'floating_ip_address': '172.25.2.172', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': '81fdbf7c-3431-4a3c-8ce0-3c363a832f26', 'port_id': 'cc2084d9-8df5-427f-bd22-78829d06bcab', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3753, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a77e7d1-e880-4909-b47f-c788347c40d5', 'mac_address': 'fa:16:3e:38:27:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8c0428-e536-4044-959e-b4f42227d9fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:47:37Z', 'updated_at': '2021-11-12T08:47:40Z', 'revision_number': 2, 'project_id': '9092e2c011414e27b78b54ab78778e04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c52ecdb3-a6f8-4c70-b281-8f638e242388', 'name': '', 'network_id': '1a77e7d1-e880-4909-b47f-c788347c40d5', 'tenant_id': '9092e2c011414e27b78b54ab78778e04', 'mac_address': 'fa:16:3e:db:16:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fdbf7c-3431-4a3c-8ce0-3c363a832f26', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'f6d8ff2c-9dad-4362-ace9-f37f6abbb39a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:43:55Z', 'updated_at': '2021-11-12T08:44:03Z', 'revision_number': 5, 'project_id': '9092e2c011414e27b78b54ab78778e04', 'subnets': [{'id': 'f6d8ff2c-9dad-4362-ace9-f37f6abbb39a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:47:42.243748 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-0451e437-b702-4b8d-b2c1-ed491eda7b0f tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] For port 9f9b89d3-5040-4198-bb68-c677fa7685cc, host n-h1-765315-29, got binding levels [] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:42.244115 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0451e437-b702-4b8d-b2c1-ed491eda7b0f tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:42.260073 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-0451e437-b702-4b8d-b2c1-ed491eda7b0f tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Calling delete_port for 9f9b89d3-5040-4198-bb68-c677fa7685cc owned by {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:47:42.350999 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0451e437-b702-4b8d-b2c1-ed491eda7b0f tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:42.386252 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0451e437-b702-4b8d-b2c1-ed491eda7b0f tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Pushing event deleted for resources: {'Port': ['ID=9f9b89d3-5040-4198-bb68-c677fa7685cc,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:42.392730 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0451e437-b702-4b8d-b2c1-ed491eda7b0f tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:42.397286 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-0451e437-b702-4b8d-b2c1-ed491eda7b0f tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] 10.222.0.26 "DELETE /v2.0/ports/9f9b89d3-5040-4198-bb68-c677fa7685cc HTTP/1.1" status: 204 len: 168 time: 0.3393159 Nov 12 08:47:42.400741 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 59744) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:42.437235 n-d-765315-29 neutron-server[102599]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fe6b7db-e7d5-4b2b-9ca3-27f4b192eeff tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] GET failed (client error): The resource could not be found. Nov 12 08:47:42.438968 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-2fe6b7db-e7d5-4b2b-9ca3-27f4b192eeff tempest-PortsAdminExtendedAttrsTestJSON-87706025 tempest-PortsAdminExtendedAttrsTestJSON-87706025-project-admin] 10.222.0.26 "GET /v2.0/ports/9f9b89d3-5040-4198-bb68-c677fa7685cc HTTP/1.1" status: 404 len: 333 time: 0.0370524 Nov 12 08:47:42.444734 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 59746) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:42.525990 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6f76594d-665d-4054-a8f1-dc90109affb0 tempest-PortsAdminExtendedAttrsTestJSON-717837518 tempest-PortsAdminExtendedAttrsTestJSON-717837518-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:42.621859 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6f76594d-665d-4054-a8f1-dc90109affb0 tempest-PortsAdminExtendedAttrsTestJSON-717837518 tempest-PortsAdminExtendedAttrsTestJSON-717837518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:42.642911 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-6f76594d-665d-4054-a8f1-dc90109affb0 tempest-PortsAdminExtendedAttrsTestJSON-717837518 tempest-PortsAdminExtendedAttrsTestJSON-717837518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['170f9a56-bcbf-43a8-bc31-88edee75bfc2']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:42.653843 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:42.654073 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-6f76594d-665d-4054-a8f1-dc90109affb0 tempest-PortsAdminExtendedAttrsTestJSON-717837518 tempest-PortsAdminExtendedAttrsTestJSON-717837518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6a1eaaf-8912-4a33-a388-d8901a4fc35e') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:42.654287 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-6f76594d-665d-4054-a8f1-dc90109affb0 tempest-PortsAdminExtendedAttrsTestJSON-717837518 tempest-PortsAdminExtendedAttrsTestJSON-717837518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6a1eaaf-8912-4a33-a388-d8901a4fc35e') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:42.670912 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6f76594d-665d-4054-a8f1-dc90109affb0 tempest-PortsAdminExtendedAttrsTestJSON-717837518 tempest-PortsAdminExtendedAttrsTestJSON-717837518-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:42.686136 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6f76594d-665d-4054-a8f1-dc90109affb0 tempest-PortsAdminExtendedAttrsTestJSON-717837518 tempest-PortsAdminExtendedAttrsTestJSON-717837518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:42.692403 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f76594d-665d-4054-a8f1-dc90109affb0 tempest-PortsAdminExtendedAttrsTestJSON-717837518 tempest-PortsAdminExtendedAttrsTestJSON-717837518-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:47:42.692779 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6f76594d-665d-4054-a8f1-dc90109affb0 tempest-PortsAdminExtendedAttrsTestJSON-717837518 tempest-PortsAdminExtendedAttrsTestJSON-717837518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:42.696078 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 08:47:42.696078 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:47:42.696078 n-d-765315-29 neutron-server[102599]: timer() Nov 12 08:47:42.696078 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:47:42.696078 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 08:47:42.696078 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:47:42.696078 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 08:47:42.696078 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:47:42.696078 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 08:47:42.696078 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:47:42.696078 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 08:47:42.696078 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:47:42.696078 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 08:47:42.696078 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:47:42.696078 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:47:42.696078 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:47:42.696078 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:47:42.696078 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:47:42.696078 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 08:47:42.696078 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:47:42.696078 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 08:47:42.696078 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:47:42.696078 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:47:42.696078 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:47:42.696078 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 08:47:42.696078 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:47:42.696078 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:47:42.696078 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:47:42.696078 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:47:42.696078 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:47:42.696078 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:47:42.696078 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:47:42.763852 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6f76594d-665d-4054-a8f1-dc90109affb0 tempest-PortsAdminExtendedAttrsTestJSON-717837518 tempest-PortsAdminExtendedAttrsTestJSON-717837518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:42.771983 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6f76594d-665d-4054-a8f1-dc90109affb0 tempest-PortsAdminExtendedAttrsTestJSON-717837518 tempest-PortsAdminExtendedAttrsTestJSON-717837518-project] Publish callbacks [] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:42.774849 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-6f76594d-665d-4054-a8f1-dc90109affb0 tempest-PortsAdminExtendedAttrsTestJSON-717837518 tempest-PortsAdminExtendedAttrsTestJSON-717837518-project] 10.222.0.26 "DELETE /v2.0/networks/170f9a56-bcbf-43a8-bc31-88edee75bfc2 HTTP/1.1" status: 204 len: 168 time: 0.3311195 Nov 12 08:47:42.790333 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f76594d-665d-4054-a8f1-dc90109affb0 tempest-PortsAdminExtendedAttrsTestJSON-717837518 tempest-PortsAdminExtendedAttrsTestJSON-717837518-project] Pushing event deleted for resources: {'Network': ['ID=170f9a56-bcbf-43a8-bc31-88edee75bfc2,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:43.012194 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b8c0428-e536-4044-959e-b4f42227d9fb', 'tag': 'cc2084d9-8df5-427f-bd22-78829d06bcab'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:47:43.015119 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59500581-a08b-4f1b-9fe9-ebdd497fd031" -d '{"events": [{"name": "network-changed", "server_uuid": "2b8c0428-e536-4044-959e-b4f42227d9fb", "tag": "cc2084d9-8df5-427f-bd22-78829d06bcab"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:47:43.060375 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68e33a2f-4dbf-4a60-bf11-e0e1ae1e87ea x-openstack-request-id: req-68e33a2f-4dbf-4a60-bf11-e0e1ae1e87ea {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:47:43.060878 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b8c0428-e536-4044-959e-b4f42227d9fb", "tag": "cc2084d9-8df5-427f-bd22-78829d06bcab", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:47:43.061315 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-68e33a2f-4dbf-4a60-bf11-e0e1ae1e87ea {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:47:43.061720 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b8c0428-e536-4044-959e-b4f42227d9fb', 'tag': 'cc2084d9-8df5-427f-bd22-78829d06bcab', 'status': 'completed', 'code': 200} Nov 12 08:47:43.094580 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59774) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:43.127973 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59500581-a08b-4f1b-9fe9-ebdd497fd031 req-8b0342b6-0824-4eea-ab37-51dec57c61bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:43.129346 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-59500581-a08b-4f1b-9fe9-ebdd497fd031 req-8b0342b6-0824-4eea-ab37-51dec57c61bd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9092e2c011414e27b78b54ab78778e04&device_id=2b8c0428-e536-4044-959e-b4f42227d9fb HTTP/1.1" status: 200 len: 1098 time: 0.0460143 Nov 12 08:47:43.235253 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59500581-a08b-4f1b-9fe9-ebdd497fd031 req-32502e81-0524-4a40-b13d-cccda0598c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:43.236761 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-59500581-a08b-4f1b-9fe9-ebdd497fd031 req-32502e81-0524-4a40-b13d-cccda0598c67 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1a77e7d1-e880-4909-b47f-c788347c40d5 HTTP/1.1" status: 200 len: 915 time: 0.0995197 Nov 12 08:47:43.244797 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-5091cb8c-3a35-41c1-a257-c0809c2084a7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=32b6bbe8985a49d59f9bb042f920665c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1465201 Nov 12 08:47:43.245125 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59778) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:43.296850 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-74305526-dad1-4621-8657-ae2248c3915b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:43.308904 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-59500581-a08b-4f1b-9fe9-ebdd497fd031 req-d9bd587f-03d0-4c62-b576-573d5e5f3145 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc2084d9-8df5-427f-bd22-78829d06bcab HTTP/1.1" status: 200 len: 1002 time: 0.0629969 Nov 12 08:47:43.319775 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-74305526-dad1-4621-8657-ae2248c3915b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:43.366057 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59500581-a08b-4f1b-9fe9-ebdd497fd031 req-5f6ae94a-7077-4526-8305-bc5e724872ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:43.367670 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-59500581-a08b-4f1b-9fe9-ebdd497fd031 req-5f6ae94a-7077-4526-8305-bc5e724872ce service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f6d8ff2c-9dad-4362-ace9-f37f6abbb39a HTTP/1.1" status: 200 len: 853 time: 0.0506673 Nov 12 08:47:43.373386 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-74305526-dad1-4621-8657-ae2248c3915b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:43.377309 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-74305526-dad1-4621-8657-ae2248c3915b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:43.379909 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-74305526-dad1-4621-8657-ae2248c3915b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/65aa4e91-9f8e-4d6f-a300-c8e771c9a37f HTTP/1.1" status: 204 len: 168 time: 0.1337719 Nov 12 08:47:43.391508 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74305526-dad1-4621-8657-ae2248c3915b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65aa4e91-9f8e-4d6f-a300-c8e771c9a37f,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:43.432592 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59500581-a08b-4f1b-9fe9-ebdd497fd031 req-8dda3100-6fdf-4c0c-b5ae-f65240ecddb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:43.434162 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-59500581-a08b-4f1b-9fe9-ebdd497fd031 req-8dda3100-6fdf-4c0c-b5ae-f65240ecddb3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1a77e7d1-e880-4909-b47f-c788347c40d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0588582 Nov 12 08:47:43.544596 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-59500581-a08b-4f1b-9fe9-ebdd497fd031 req-4af1fa98-a570-4ce1-bba0-67f788451797 service neutron] 10.222.0.21 "GET /v2.0/networks/1a77e7d1-e880-4909-b47f-c788347c40d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007993 Nov 12 08:47:43.650206 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-59500581-a08b-4f1b-9fe9-ebdd497fd031 req-66a5cdaa-3942-4381-ab57-8f97123added service neutron] 10.222.0.21 "GET /v2.0/networks/1a77e7d1-e880-4909-b47f-c788347c40d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974035 Nov 12 08:47:43.698476 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59784) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:43.740463 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-19f168f1-9a9b-4e2b-bb19-5c162fbd27ba admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=31191b2305d04b68a3844dff7bf9a040&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0405407 Nov 12 08:47:43.742970 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59786) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:43.795879 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1777cdc8-ed85-4106-9c04-e428ceb5b88d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:43.817150 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1777cdc8-ed85-4106-9c04-e428ceb5b88d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:43.868950 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1777cdc8-ed85-4106-9c04-e428ceb5b88d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:43.871443 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1777cdc8-ed85-4106-9c04-e428ceb5b88d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:43.872612 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-1777cdc8-ed85-4106-9c04-e428ceb5b88d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0fe5f1ce-0940-4296-a9c1-926a55dac11b HTTP/1.1" status: 204 len: 168 time: 0.1287246 Nov 12 08:47:43.880692 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1777cdc8-ed85-4106-9c04-e428ceb5b88d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe5f1ce-0940-4296-a9c1-926a55dac11b,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:44.618196 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59812) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:44.722316 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-74d1e33d-ee67-49bb-944f-e24a9dfdeb2c tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Request body: {'networks': [{'name': 'tempest-network--701455244'}, {'name': 'tempest-network--1480885189'}]} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:44.722767 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-74d1e33d-ee67-49bb-944f-e24a9dfdeb2c tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Request body: {'network': {'name': 'tempest-network--701455244'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:44.723302 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-74d1e33d-ee67-49bb-944f-e24a9dfdeb2c tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Request body: {'network': {'name': 'tempest-network--1480885189'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:44.745003 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d1e33d-ee67-49bb-944f-e24a9dfdeb2c tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Made reservation on behalf of 8437c4b786b845c1825177b15eec5de6 for: {'network': 2} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:47:44.749723 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-74d1e33d-ee67-49bb-944f-e24a9dfdeb2c tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:44.759746 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-74d1e33d-ee67-49bb-944f-e24a9dfdeb2c tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:44.844780 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-74d1e33d-ee67-49bb-944f-e24a9dfdeb2c tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:44.849109 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-74d1e33d-ee67-49bb-944f-e24a9dfdeb2c tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:44.849523 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-74d1e33d-ee67-49bb-944f-e24a9dfdeb2c tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:44.890533 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d1e33d-ee67-49bb-944f-e24a9dfdeb2c tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3023ea76-5372-45bf-a468-ba05b59cd098,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:44.899621 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74d1e33d-ee67-49bb-944f-e24a9dfdeb2c tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:47:44.913583 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-74d1e33d-ee67-49bb-944f-e24a9dfdeb2c tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:44.913936 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-74d1e33d-ee67-49bb-944f-e24a9dfdeb2c tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Added segment 02e3203d-a0a2-4347-873b-2e25286fa12d of type vlan for network 74cdde75-f434-4840-9a1d-f932e4be11ee Nov 12 08:47:44.973308 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-74d1e33d-ee67-49bb-944f-e24a9dfdeb2c tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:45.008779 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74d1e33d-ee67-49bb-944f-e24a9dfdeb2c tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:47:45.018930 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-74d1e33d-ee67-49bb-944f-e24a9dfdeb2c tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:45.019869 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-74d1e33d-ee67-49bb-944f-e24a9dfdeb2c tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Added segment fd6bd570-bc04-481d-907f-ff37fa02e9d8 of type vlan for network 2c34b7f4-3e73-4572-a4f9-caad2a40d92b Nov 12 08:47:45.063199 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-74d1e33d-ee67-49bb-944f-e24a9dfdeb2c tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:45.094562 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-74d1e33d-ee67-49bb-944f-e24a9dfdeb2c tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:45.095381 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-74d1e33d-ee67-49bb-944f-e24a9dfdeb2c tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:45.101801 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d1e33d-ee67-49bb-944f-e24a9dfdeb2c tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:45.107255 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d1e33d-ee67-49bb-944f-e24a9dfdeb2c tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:45.107919 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-74d1e33d-ee67-49bb-944f-e24a9dfdeb2c tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:45.156139 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 59822) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:45.156781 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-74d1e33d-ee67-49bb-944f-e24a9dfdeb2c tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.5369394 Nov 12 08:47:45.216259 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d1e33d-ee67-49bb-944f-e24a9dfdeb2c tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Pushing event updated for resources: {'Network': ['ID=74cdde75-f434-4840-9a1d-f932e4be11ee,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:45.230835 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 74cdde75-f434-4840-9a1d-f932e4be11ee details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:47:45.302563 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d1e33d-ee67-49bb-944f-e24a9dfdeb2c tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Pushing event updated for resources: {'Network': ['ID=2c34b7f4-3e73-4572-a4f9-caad2a40d92b,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:45.322129 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 2c34b7f4-3e73-4572-a4f9-caad2a40d92b details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:47:45.461932 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347b3eef-806d-4e32-a732-aacea56a98d8 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:45.468766 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347b3eef-806d-4e32-a732-aacea56a98d8 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:45.476516 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347b3eef-806d-4e32-a732-aacea56a98d8 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:45.483052 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347b3eef-806d-4e32-a732-aacea56a98d8 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:45.487708 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-347b3eef-806d-4e32-a732-aacea56a98d8 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3294983 Nov 12 08:47:45.488651 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59828) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:45.576730 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-543b8c99-359b-4391-b18b-4b0412f05616 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:45.595615 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 59830) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:45.683632 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-543b8c99-359b-4391-b18b-4b0412f05616 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:45.710378 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-543b8c99-359b-4391-b18b-4b0412f05616 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74cdde75-f434-4840-9a1d-f932e4be11ee']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:45.723473 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-543b8c99-359b-4391-b18b-4b0412f05616 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02e3203d-a0a2-4347-873b-2e25286fa12d') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:45.723879 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-543b8c99-359b-4391-b18b-4b0412f05616 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02e3203d-a0a2-4347-873b-2e25286fa12d') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:45.738766 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-543b8c99-359b-4391-b18b-4b0412f05616 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:45.742447 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6fcba145-fdbf-4b92-8b61-e85898d8a168 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:45.759338 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-543b8c99-359b-4391-b18b-4b0412f05616 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:45.769319 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-543b8c99-359b-4391-b18b-4b0412f05616 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:47:45.770149 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-543b8c99-359b-4391-b18b-4b0412f05616 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:45.773981 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:47:45.773981 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:47:45.773981 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:47:45.773981 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:47:45.773981 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:47:45.773981 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:47:45.773981 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:47:45.773981 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:47:45.773981 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:47:45.773981 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:47:45.773981 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:47:45.773981 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:47:45.773981 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:47:45.773981 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:47:45.773981 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:47:45.773981 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:47:45.773981 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:47:45.773981 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:47:45.773981 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:47:45.773981 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:47:45.773981 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:47:45.773981 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:47:45.773981 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:47:45.773981 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:47:45.773981 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:47:45.773981 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:47:45.773981 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:47:45.773981 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:47:45.773981 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:47:45.773981 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:47:45.773981 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:47:45.773981 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:47:45.882169 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-543b8c99-359b-4391-b18b-4b0412f05616 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:45.892147 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-543b8c99-359b-4391-b18b-4b0412f05616 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:45.899653 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-543b8c99-359b-4391-b18b-4b0412f05616 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] 10.222.0.26 "DELETE /v2.0/networks/74cdde75-f434-4840-9a1d-f932e4be11ee HTTP/1.1" status: 204 len: 168 time: 0.4070573 Nov 12 08:47:45.899653 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59834) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:45.920166 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543b8c99-359b-4391-b18b-4b0412f05616 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Pushing event deleted for resources: {'Network': ['ID=74cdde75-f434-4840-9a1d-f932e4be11ee,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:45.970234 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6fcba145-fdbf-4b92-8b61-e85898d8a168 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:45.978426 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6fcba145-fdbf-4b92-8b61-e85898d8a168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:46.008927 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8731c520-d125-4fcb-a88c-d54ef18ca24b tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:46.024610 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-6fcba145-fdbf-4b92-8b61-e85898d8a168 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6661f8c515774168b43de068f3e7b484&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4264998 Nov 12 08:47:46.025087 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcba145-fdbf-4b92-8b61-e85898d8a168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f80aad34-da9f-4148-9a53-59b72879a127,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:46.027504 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59836) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:46.158878 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8731c520-d125-4fcb-a88c-d54ef18ca24b tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:46.188159 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-21951a35-9a00-4213-8032-3ae9f2580ee1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:46.190710 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-8731c520-d125-4fcb-a88c-d54ef18ca24b tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c34b7f4-3e73-4572-a4f9-caad2a40d92b']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:46.208788 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-8731c520-d125-4fcb-a88c-d54ef18ca24b tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd6bd570-bc04-481d-907f-ff37fa02e9d8') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:46.209215 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-8731c520-d125-4fcb-a88c-d54ef18ca24b tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd6bd570-bc04-481d-907f-ff37fa02e9d8') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:46.226304 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8731c520-d125-4fcb-a88c-d54ef18ca24b tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:46.241770 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-21951a35-9a00-4213-8032-3ae9f2580ee1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:46.259951 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8731c520-d125-4fcb-a88c-d54ef18ca24b tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:46.277632 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8731c520-d125-4fcb-a88c-d54ef18ca24b tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:47:46.278032 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8731c520-d125-4fcb-a88c-d54ef18ca24b tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:46.281018 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:47:46.281018 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:47:46.281018 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:47:46.281018 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:47:46.281018 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:47:46.281018 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:47:46.281018 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:47:46.281018 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:47:46.281018 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:47:46.281018 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:47:46.281018 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:47:46.281018 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:47:46.281018 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:47:46.281018 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:47:46.281018 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:47:46.281018 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:47:46.281018 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:47:46.281018 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:47:46.281018 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:47:46.281018 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:47:46.281018 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:47:46.281018 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:47:46.281018 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:47:46.281018 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:47:46.281018 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:47:46.281018 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:47:46.281018 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:47:46.281018 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:47:46.281018 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:47:46.281018 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:47:46.281018 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:47:46.281018 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:47:46.349620 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8731c520-d125-4fcb-a88c-d54ef18ca24b tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:46.352129 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-21951a35-9a00-4213-8032-3ae9f2580ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:46.355140 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-21951a35-9a00-4213-8032-3ae9f2580ee1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:46.356563 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-21951a35-9a00-4213-8032-3ae9f2580ee1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f80aad34-da9f-4148-9a53-59b72879a127 HTTP/1.1" status: 204 len: 168 time: 0.3288774 Nov 12 08:47:46.363482 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8731c520-d125-4fcb-a88c-d54ef18ca24b tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:46.366930 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-8731c520-d125-4fcb-a88c-d54ef18ca24b tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] 10.222.0.26 "DELETE /v2.0/networks/2c34b7f4-3e73-4572-a4f9-caad2a40d92b HTTP/1.1" status: 204 len: 168 time: 0.4662254 Nov 12 08:47:46.369853 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59840) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:46.400089 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21951a35-9a00-4213-8032-3ae9f2580ee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f80aad34-da9f-4148-9a53-59b72879a127,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:46.401910 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8731c520-d125-4fcb-a88c-d54ef18ca24b tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Pushing event deleted for resources: {'Network': ['ID=2c34b7f4-3e73-4572-a4f9-caad2a40d92b,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:46.579169 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35066773-906d-495e-ae6a-efe09bd53f24 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:46.586663 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35066773-906d-495e-ae6a-efe09bd53f24 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:46.588352 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-35066773-906d-495e-ae6a-efe09bd53f24 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2177818 Nov 12 08:47:46.593081 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59844) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:46.598758 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-0a1df393-7fd4-476d-915c-e8fd2ed55efc tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1263396538'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:46.624375 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a1df393-7fd4-476d-915c-e8fd2ed55efc tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Made reservation on behalf of 8437c4b786b845c1825177b15eec5de6 for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:47:46.629445 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0a1df393-7fd4-476d-915c-e8fd2ed55efc tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:46.670268 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a1df393-7fd4-476d-915c-e8fd2ed55efc tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:47:46.687453 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0a1df393-7fd4-476d-915c-e8fd2ed55efc tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:46.688200 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-0a1df393-7fd4-476d-915c-e8fd2ed55efc tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Added segment 18f4f789-38ea-4585-93d0-db9de93cd513 of type vlan for network b20227c1-35dd-41e3-959a-6432c6d6852d Nov 12 08:47:46.701547 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 59846) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:46.716239 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8067e054-d2f0-4611-bbd5-dd13119a80ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:46.740149 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0a1df393-7fd4-476d-915c-e8fd2ed55efc tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:46.766807 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0a1df393-7fd4-476d-915c-e8fd2ed55efc tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:46.773770 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1df393-7fd4-476d-915c-e8fd2ed55efc tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:46.774353 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0a1df393-7fd4-476d-915c-e8fd2ed55efc tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:46.803590 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8067e054-d2f0-4611-bbd5-dd13119a80ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:46.807067 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8067e054-d2f0-4611-bbd5-dd13119a80ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:46.812046 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-0a1df393-7fd4-476d-915c-e8fd2ed55efc tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2178171 Nov 12 08:47:46.814703 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59848) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:46.822990 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-7bf1e860-d549-487c-b5ce-6c0cb703dcd5 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-347722219'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:46.848711 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-8067e054-d2f0-4611-bbd5-dd13119a80ec admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=748c911f906841beabe581f2aeedcf82&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1460638 Nov 12 08:47:46.849657 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8067e054-d2f0-4611-bbd5-dd13119a80ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a516b08d-fcb8-4964-b088-fac9e09195ae,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:46.852072 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 59850) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:46.871085 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1df393-7fd4-476d-915c-e8fd2ed55efc tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Pushing event updated for resources: {'Network': ['ID=b20227c1-35dd-41e3-959a-6432c6d6852d,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:46.883872 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network b20227c1-35dd-41e3-959a-6432c6d6852d details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:47:46.891188 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf1e860-d549-487c-b5ce-6c0cb703dcd5 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Made reservation on behalf of 8437c4b786b845c1825177b15eec5de6 for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:47:46.895696 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7bf1e860-d549-487c-b5ce-6c0cb703dcd5 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:46.906710 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ed45ca09-f1e3-4b91-be18-da9292e2c38f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:46.923612 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bf1e860-d549-487c-b5ce-6c0cb703dcd5 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:47:46.932504 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ed45ca09-f1e3-4b91-be18-da9292e2c38f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:46.934444 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7bf1e860-d549-487c-b5ce-6c0cb703dcd5 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:46.935035 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-7bf1e860-d549-487c-b5ce-6c0cb703dcd5 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Added segment 596dbf95-299e-4921-a9b3-e980e49faeec of type vlan for network a8d1029c-7d60-4f50-9755-7f5c3468ec0c Nov 12 08:47:46.981783 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7bf1e860-d549-487c-b5ce-6c0cb703dcd5 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:46.989179 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ed45ca09-f1e3-4b91-be18-da9292e2c38f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:46.992320 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ed45ca09-f1e3-4b91-be18-da9292e2c38f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:46.993686 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-ed45ca09-f1e3-4b91-be18-da9292e2c38f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a516b08d-fcb8-4964-b088-fac9e09195ae HTTP/1.1" status: 204 len: 168 time: 0.1406410 Nov 12 08:47:47.006309 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed45ca09-f1e3-4b91-be18-da9292e2c38f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a516b08d-fcb8-4964-b088-fac9e09195ae,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:47.013340 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7bf1e860-d549-487c-b5ce-6c0cb703dcd5 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:47.020843 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf1e860-d549-487c-b5ce-6c0cb703dcd5 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:47.021391 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7bf1e860-d549-487c-b5ce-6c0cb703dcd5 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:47.063266 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-7bf1e860-d549-487c-b5ce-6c0cb703dcd5 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2474267 Nov 12 08:47:47.063686 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 59854) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:47.070264 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-8ab28a60-5147-438f-8eb3-d2d85c2e8464 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Request body: {'ports': [{'network_id': 'b20227c1-35dd-41e3-959a-6432c6d6852d', 'name': 'tempest-port--955789094', 'admin_state_up': True}, {'network_id': 'a8d1029c-7d60-4f50-9755-7f5c3468ec0c', 'admin_state_up': False}]} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:47.070569 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-8ab28a60-5147-438f-8eb3-d2d85c2e8464 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Request body: {'port': {'network_id': 'b20227c1-35dd-41e3-959a-6432c6d6852d', 'name': 'tempest-port--955789094', 'admin_state_up': True}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:47.071174 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-8ab28a60-5147-438f-8eb3-d2d85c2e8464 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Request body: {'port': {'network_id': 'a8d1029c-7d60-4f50-9755-7f5c3468ec0c', 'admin_state_up': False}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:47.115682 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf1e860-d549-487c-b5ce-6c0cb703dcd5 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Pushing event updated for resources: {'Network': ['ID=a8d1029c-7d60-4f50-9755-7f5c3468ec0c,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:47.127861 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network a8d1029c-7d60-4f50-9755-7f5c3468ec0c details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:47:47.262735 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab28a60-5147-438f-8eb3-d2d85c2e8464 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Made reservation on behalf of 8437c4b786b845c1825177b15eec5de6 for: {'port': 2} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:47:47.267371 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8ab28a60-5147-438f-8eb3-d2d85c2e8464 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:47.281421 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8ab28a60-5147-438f-8eb3-d2d85c2e8464 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:47.363223 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59858) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:47.370836 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [None req-8ab28a60-5147-438f-8eb3-d2d85c2e8464 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] device_id is not set on port c3edd8e1-6d14-4db4-8fce-cdd9cfeb801f yet. {{(pid=102599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:47:47.377271 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-14f4831c-ce04-4f4c-b724-6a149c23067f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:47.467096 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-14f4831c-ce04-4f4c-b724-6a149c23067f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:47.471405 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-14f4831c-ce04-4f4c-b724-6a149c23067f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:47.496596 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8ab28a60-5147-438f-8eb3-d2d85c2e8464 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:47.511101 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-14f4831c-ce04-4f4c-b724-6a149c23067f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=19b0c89ad893485e94b073938203d973&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1465549 Nov 12 08:47:47.512322 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f4831c-ce04-4f4c-b724-6a149c23067f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3cc16b5-9218-44f4-a25c-25d79aee31ce,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:47.514696 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59860) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:47.564494 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-02c1e472-0249-4803-b2af-f2a708bf75cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:47.569218 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [None req-8ab28a60-5147-438f-8eb3-d2d85c2e8464 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] device_id is not set on port 2667b087-2765-4699-812b-90f20f3bfa7d yet. {{(pid=102599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:47:47.585677 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-02c1e472-0249-4803-b2af-f2a708bf75cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:47.633273 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-02c1e472-0249-4803-b2af-f2a708bf75cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:47.635841 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-02c1e472-0249-4803-b2af-f2a708bf75cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:47.636980 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-02c1e472-0249-4803-b2af-f2a708bf75cf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f3cc16b5-9218-44f4-a25c-25d79aee31ce HTTP/1.1" status: 204 len: 168 time: 0.1213090 Nov 12 08:47:47.645801 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c1e472-0249-4803-b2af-f2a708bf75cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3cc16b5-9218-44f4-a25c-25d79aee31ce,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:47.688520 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8ab28a60-5147-438f-8eb3-d2d85c2e8464 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:47.726485 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8ab28a60-5147-438f-8eb3-d2d85c2e8464 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:47.790478 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab28a60-5147-438f-8eb3-d2d85c2e8464 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Pushing event updated for resources: {'Port': ['ID=c3edd8e1-6d14-4db4-8fce-cdd9cfeb801f,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:47.808250 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab28a60-5147-438f-8eb3-d2d85c2e8464 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Checking segment: {'id': '18f4f789-38ea-4585-93d0-db9de93cd513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b20227c1-35dd-41e3-959a-6432c6d6852d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:47:47.808583 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab28a60-5147-438f-8eb3-d2d85c2e8464 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Network hostable DHCP agents. Network: b20227c1-35dd-41e3-959a-6432c6d6852d, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:47:47.826826 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab28a60-5147-438f-8eb3-d2d85c2e8464 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Network b20227c1-35dd-41e3-959a-6432c6d6852d is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:47:47.835752 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-8ab28a60-5147-438f-8eb3-d2d85c2e8464 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, b20227c1-35dd-41e3-959a-6432c6d6852d) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:47:47.839378 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab28a60-5147-438f-8eb3-d2d85c2e8464 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:47:47.840505 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8ab28a60-5147-438f-8eb3-d2d85c2e8464 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:47.846496 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c746bd-393a-4521-95af-8ef54865930c None None] Network b20227c1-35dd-41e3-959a-6432c6d6852d requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:47:47.905136 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab28a60-5147-438f-8eb3-d2d85c2e8464 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Pushing event updated for resources: {'Port': ['ID=2667b087-2765-4699-812b-90f20f3bfa7d,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:47.918085 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab28a60-5147-438f-8eb3-d2d85c2e8464 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Checking segment: {'id': '596dbf95-299e-4921-a9b3-e980e49faeec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a8d1029c-7d60-4f50-9755-7f5c3468ec0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:47:47.918526 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab28a60-5147-438f-8eb3-d2d85c2e8464 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Network hostable DHCP agents. Network: a8d1029c-7d60-4f50-9755-7f5c3468ec0c, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:47:47.938246 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab28a60-5147-438f-8eb3-d2d85c2e8464 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Network a8d1029c-7d60-4f50-9755-7f5c3468ec0c is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:47:47.948298 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-8ab28a60-5147-438f-8eb3-d2d85c2e8464 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, a8d1029c-7d60-4f50-9755-7f5c3468ec0c) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:47:47.953415 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab28a60-5147-438f-8eb3-d2d85c2e8464 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:47:47.960440 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab28a60-5147-438f-8eb3-d2d85c2e8464 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:47.965798 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab28a60-5147-438f-8eb3-d2d85c2e8464 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:47.966549 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8ab28a60-5147-438f-8eb3-d2d85c2e8464 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:47.979606 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc48001-10e8-43df-83a2-e706c1026d15 None None] Network a8d1029c-7d60-4f50-9755-7f5c3468ec0c requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:47:47.989565 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-8ab28a60-5147-438f-8eb3-d2d85c2e8464 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 0.9221797 Nov 12 08:47:47.990337 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59870) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:48.084984 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce9f411-3dd2-4768-981a-32bc9b2b2b8a tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:48.090158 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce9f411-3dd2-4768-981a-32bc9b2b2b8a tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:48.091854 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-8ce9f411-3dd2-4768-981a-32bc9b2b2b8a tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1004624 Nov 12 08:47:48.095668 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59876) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:48.184323 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-0e33cb4d-28d1-4685-a5b8-a3acf767ca31 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Deleting port c3edd8e1-6d14-4db4-8fce-cdd9cfeb801f {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:47:48.184663 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0e33cb4d-28d1-4685-a5b8-a3acf767ca31 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:48.258044 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0e33cb4d-28d1-4685-a5b8-a3acf767ca31 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:48.271199 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-0e33cb4d-28d1-4685-a5b8-a3acf767ca31 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Calling delete_port for c3edd8e1-6d14-4db4-8fce-cdd9cfeb801f owned by {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:47:48.356899 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0e33cb4d-28d1-4685-a5b8-a3acf767ca31 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:48.382464 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 59886) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:48.392438 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e33cb4d-28d1-4685-a5b8-a3acf767ca31 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Pushing event deleted for resources: {'Port': ['ID=c3edd8e1-6d14-4db4-8fce-cdd9cfeb801f,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:48.399003 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0e33cb4d-28d1-4685-a5b8-a3acf767ca31 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:48.402508 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-0e33cb4d-28d1-4685-a5b8-a3acf767ca31 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] 10.222.0.26 "DELETE /v2.0/ports/c3edd8e1-6d14-4db4-8fce-cdd9cfeb801f HTTP/1.1" status: 204 len: 168 time: 0.3057690 Nov 12 08:47:48.405280 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59890) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:48.507177 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-df59c037-67a7-4ca7-acac-b9863d64c9f2 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Deleting port 2667b087-2765-4699-812b-90f20f3bfa7d {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:47:48.507505 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-df59c037-67a7-4ca7-acac-b9863d64c9f2 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:48.513103 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-fc90821a-11a2-4897-b4b6-b9deea306615 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1421177011-network', 'tenant_id': '3809a56b9f18463387ac8c559de70999'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:48.537116 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc90821a-11a2-4897-b4b6-b9deea306615 admin admin] Made reservation on behalf of 3809a56b9f18463387ac8c559de70999 for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:47:48.539819 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fc90821a-11a2-4897-b4b6-b9deea306615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:48.548647 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fc90821a-11a2-4897-b4b6-b9deea306615 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:48.587713 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-df59c037-67a7-4ca7-acac-b9863d64c9f2 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:48.603692 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-df59c037-67a7-4ca7-acac-b9863d64c9f2 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Calling delete_port for 2667b087-2765-4699-812b-90f20f3bfa7d owned by {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:47:48.632395 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fc90821a-11a2-4897-b4b6-b9deea306615 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:48.636918 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fc90821a-11a2-4897-b4b6-b9deea306615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:48.665389 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc90821a-11a2-4897-b4b6-b9deea306615 admin admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:47:48.675979 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc90821a-11a2-4897-b4b6-b9deea306615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c33f5b9-1ee3-408a-a1b8-44c0c62c8edc,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:48.682339 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fc90821a-11a2-4897-b4b6-b9deea306615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:48.682730 n-d-765315-29 neutron-server[102599]: INFO neutron.db.segments_db [None req-fc90821a-11a2-4897-b4b6-b9deea306615 admin admin] Added segment e45c1321-a9ca-49bb-9e90-cc7349046cdb of type vlan for network 8bcdc5e1-09d0-4692-b3ac-54802a0257b2 Nov 12 08:47:48.701524 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-df59c037-67a7-4ca7-acac-b9863d64c9f2 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:48.730509 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df59c037-67a7-4ca7-acac-b9863d64c9f2 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Pushing event deleted for resources: {'Port': ['ID=2667b087-2765-4699-812b-90f20f3bfa7d,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:48.732859 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fc90821a-11a2-4897-b4b6-b9deea306615 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:48.738775 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-df59c037-67a7-4ca7-acac-b9863d64c9f2 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:48.742345 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-df59c037-67a7-4ca7-acac-b9863d64c9f2 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] 10.222.0.26 "DELETE /v2.0/ports/2667b087-2765-4699-812b-90f20f3bfa7d HTTP/1.1" status: 204 len: 168 time: 0.3359833 Nov 12 08:47:48.745058 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59894) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:48.760683 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fc90821a-11a2-4897-b4b6-b9deea306615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:48.761729 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc90821a-11a2-4897-b4b6-b9deea306615 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:48.762441 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fc90821a-11a2-4897-b4b6-b9deea306615 admin admin] Publish callbacks [] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:48.774460 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-ca458317-0fb4-49a1-9421-23eb1e480649 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0283206 Nov 12 08:47:48.778575 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59896) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:48.783386 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-2eab0e1c-4306-4620-a762-bc3a6f18c4b7 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1142390221'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:48.809853 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eab0e1c-4306-4620-a762-bc3a6f18c4b7 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Made reservation on behalf of 8437c4b786b845c1825177b15eec5de6 for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:47:48.813516 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2eab0e1c-4306-4620-a762-bc3a6f18c4b7 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:48.840704 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-fc90821a-11a2-4897-b4b6-b9deea306615 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4567490 Nov 12 08:47:48.841079 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2eab0e1c-4306-4620-a762-bc3a6f18c4b7 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:47:48.846036 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59898) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:48.854993 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc90821a-11a2-4897-b4b6-b9deea306615 admin admin] Pushing event updated for resources: {'Network': ['ID=8bcdc5e1-09d0-4692-b3ac-54802a0257b2,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:48.856010 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-ff718931-00cd-4579-80e7-b568bc168a59 admin admin] Request body: {'subnet': {'network_id': '8bcdc5e1-09d0-4692-b3ac-54802a0257b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1421177011-subnet', 'tenant_id': '3809a56b9f18463387ac8c559de70999', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:48.865612 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 8bcdc5e1-09d0-4692-b3ac-54802a0257b2 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:47:48.870479 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2eab0e1c-4306-4620-a762-bc3a6f18c4b7 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:48.870854 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-2eab0e1c-4306-4620-a762-bc3a6f18c4b7 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Added segment 0233e80d-5af5-40a7-9d19-6114b83e7449 of type vlan for network c2ce0c18-b39e-47a1-a794-baa3af90d68f Nov 12 08:47:48.922276 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff718931-00cd-4579-80e7-b568bc168a59 admin admin] Made reservation on behalf of 3809a56b9f18463387ac8c559de70999 for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:47:48.924785 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ff718931-00cd-4579-80e7-b568bc168a59 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:48.929393 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2eab0e1c-4306-4620-a762-bc3a6f18c4b7 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:49.007297 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2eab0e1c-4306-4620-a762-bc3a6f18c4b7 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:49.012874 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eab0e1c-4306-4620-a762-bc3a6f18c4b7 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:49.013459 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2eab0e1c-4306-4620-a762-bc3a6f18c4b7 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:49.069592 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-2eab0e1c-4306-4620-a762-bc3a6f18c4b7 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2898853 Nov 12 08:47:49.072548 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 59900) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:49.077645 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-6b8b04ed-e28d-4699-b0fa-4feadf1824a5 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1757298738'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:49.103115 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b8b04ed-e28d-4699-b0fa-4feadf1824a5 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Made reservation on behalf of 8437c4b786b845c1825177b15eec5de6 for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:47:49.106891 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6b8b04ed-e28d-4699-b0fa-4feadf1824a5 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:49.110607 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eab0e1c-4306-4620-a762-bc3a6f18c4b7 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Pushing event updated for resources: {'Network': ['ID=c2ce0c18-b39e-47a1-a794-baa3af90d68f,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:49.123438 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network c2ce0c18-b39e-47a1-a794-baa3af90d68f details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:47:49.157657 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b8b04ed-e28d-4699-b0fa-4feadf1824a5 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:47:49.167990 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6b8b04ed-e28d-4699-b0fa-4feadf1824a5 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:49.168365 n-d-765315-29 neutron-server[102599]: INFO neutron.db.segments_db [None req-6b8b04ed-e28d-4699-b0fa-4feadf1824a5 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Added segment 9878179d-ef7a-4087-a454-98e5f894c1b4 of type vlan for network b35e1a92-a5f2-42db-8efc-a6c3b5ad5ab3 Nov 12 08:47:49.215644 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ff718931-00cd-4579-80e7-b568bc168a59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:49.275157 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff718931-00cd-4579-80e7-b568bc168a59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3836ebe5-29c6-48db-90bc-6d7c5daf88c5,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:49.284682 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff718931-00cd-4579-80e7-b568bc168a59 admin admin] Checking segment: {'id': 'e45c1321-a9ca-49bb-9e90-cc7349046cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8bcdc5e1-09d0-4692-b3ac-54802a0257b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:47:49.285406 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff718931-00cd-4579-80e7-b568bc168a59 admin admin] Network hostable DHCP agents. Network: 8bcdc5e1-09d0-4692-b3ac-54802a0257b2, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:47:49.304443 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff718931-00cd-4579-80e7-b568bc168a59 admin admin] Network 8bcdc5e1-09d0-4692-b3ac-54802a0257b2 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:47:49.314708 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-ff718931-00cd-4579-80e7-b568bc168a59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 8bcdc5e1-09d0-4692-b3ac-54802a0257b2) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:47:49.320057 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff718931-00cd-4579-80e7-b568bc168a59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:49.320479 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ff718931-00cd-4579-80e7-b568bc168a59 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:49.332144 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83af000e-a79e-4ea8-bc79-6654c3aff2c1 None None] Network 8bcdc5e1-09d0-4692-b3ac-54802a0257b2 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:47:49.342348 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-ff718931-00cd-4579-80e7-b568bc168a59 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4950061 Nov 12 08:47:49.484873 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd67d35-04ba-4f1a-a7a7-8dc200b1dc5c None None] Network 8bcdc5e1-09d0-4692-b3ac-54802a0257b2 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:47:49.506013 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6b8b04ed-e28d-4699-b0fa-4feadf1824a5 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:49.533374 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6b8b04ed-e28d-4699-b0fa-4feadf1824a5 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:49.541748 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8b04ed-e28d-4699-b0fa-4feadf1824a5 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:49.542724 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6b8b04ed-e28d-4699-b0fa-4feadf1824a5 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks [] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:49.627097 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-6b8b04ed-e28d-4699-b0fa-4feadf1824a5 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5452952 Nov 12 08:47:49.638507 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8b04ed-e28d-4699-b0fa-4feadf1824a5 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Pushing event updated for resources: {'Network': ['ID=b35e1a92-a5f2-42db-8efc-a6c3b5ad5ab3,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:49.653285 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network b35e1a92-a5f2-42db-8efc-a6c3b5ad5ab3 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:47:51.230164 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1446ab05-b2e2-4395-aa32-1c8a0235d6c3 req-756c0333-07fb-4605-8868-8834f6b9041e tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:51.232276 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1446ab05-b2e2-4395-aa32-1c8a0235d6c3 req-756c0333-07fb-4605-8868-8834f6b9041e tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] 10.222.0.26 "GET /v2.0/networks?id=8bcdc5e1-09d0-4692-b3ac-54802a0257b2 HTTP/1.1" status: 200 len: 809 time: 0.1493866 Nov 12 08:47:51.249602 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1446ab05-b2e2-4395-aa32-1c8a0235d6c3 req-e1eb4d49-f3d8-4ff5-b5ab-3237978ce863 tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] 10.222.0.26 "GET /v2.0/quotas/3809a56b9f18463387ac8c559de70999 HTTP/1.1" status: 200 len: 375 time: 0.0098355 Nov 12 08:47:51.286778 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1446ab05-b2e2-4395-aa32-1c8a0235d6c3 req-b0914f65-e7f5-49e0-8d3c-ac6ab3f7c7d3 tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=3809a56b9f18463387ac8c559de70999&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296080 Nov 12 08:47:51.394470 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1446ab05-b2e2-4395-aa32-1c8a0235d6c3 req-9f05bc81-0573-4511-bd4a-6519758e9396 service neutron] 10.222.0.26 "GET /v2.0/networks/8bcdc5e1-09d0-4692-b3ac-54802a0257b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992875 Nov 12 08:47:51.488026 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1446ab05-b2e2-4395-aa32-1c8a0235d6c3 req-427e23ba-34e3-43bc-9a3a-09985716e4bc service neutron] 10.222.0.26 "GET /v2.0/networks/8bcdc5e1-09d0-4692-b3ac-54802a0257b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861578 Nov 12 08:47:51.680307 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-50de1ee5-5e43-4bde-a90a-0eb75ad55ed0 req-117e8665-36e8-4772-87fd-cbf8f37c8df9 tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] 10.222.0.26 "GET /v2.0/ports?device_id=28fb8114-2aca-4b42-9297-1cd3400bea01 HTTP/1.1" status: 200 len: 210 time: 0.0388460 Nov 12 08:47:52.826420 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-efe13aa7-f585-422b-a1d6-9a6b0c518e59 req-1e8072d0-7fd4-4c83-9709-d51e92cbecb7 tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] 10.222.0.26 "GET /v2.0/ports?device_id=28fb8114-2aca-4b42-9297-1cd3400bea01 HTTP/1.1" status: 200 len: 210 time: 0.0544550 Nov 12 08:47:52.895524 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59942) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:52.901765 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-5d0491a7-ce03-4780-96f6-01aeea380ccb tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Request body: {'subnets': [{'network_id': 'c2ce0c18-b39e-47a1-a794-baa3af90d68f', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--900726733', 'ip_version': 6}, {'network_id': 'b35e1a92-a5f2-42db-8efc-a6c3b5ad5ab3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:52.902134 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-5d0491a7-ce03-4780-96f6-01aeea380ccb tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Request body: {'subnet': {'network_id': 'c2ce0c18-b39e-47a1-a794-baa3af90d68f', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--900726733', 'ip_version': 6}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:52.902993 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-5d0491a7-ce03-4780-96f6-01aeea380ccb tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Request body: {'subnet': {'network_id': 'b35e1a92-a5f2-42db-8efc-a6c3b5ad5ab3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:52.908498 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1446ab05-b2e2-4395-aa32-1c8a0235d6c3 req-5be87ea6-1fdb-4117-8b9c-5d4f3bf88196 tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:52.910231 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1446ab05-b2e2-4395-aa32-1c8a0235d6c3 req-5be87ea6-1fdb-4117-8b9c-5d4f3bf88196 tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] 10.222.0.44 "GET /v2.0/networks?id=8bcdc5e1-09d0-4692-b3ac-54802a0257b2 HTTP/1.1" status: 200 len: 809 time: 0.1254308 Nov 12 08:47:52.934618 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-1446ab05-b2e2-4395-aa32-1c8a0235d6c3 req-4f2a09a3-4512-4b03-9c78-b81ed78a6d48 tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] Request body: {'port': {'device_id': '28fb8114-2aca-4b42-9297-1cd3400bea01', 'network_id': '8bcdc5e1-09d0-4692-b3ac-54802a0257b2', 'admin_state_up': True, 'tenant_id': '3809a56b9f18463387ac8c559de70999'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:53.059933 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1446ab05-b2e2-4395-aa32-1c8a0235d6c3 req-4f2a09a3-4512-4b03-9c78-b81ed78a6d48 tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] Made reservation on behalf of 3809a56b9f18463387ac8c559de70999 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:47:53.063468 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1446ab05-b2e2-4395-aa32-1c8a0235d6c3 req-4f2a09a3-4512-4b03-9c78-b81ed78a6d48 tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:53.087536 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d0491a7-ce03-4780-96f6-01aeea380ccb tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Made reservation on behalf of 8437c4b786b845c1825177b15eec5de6 for: {'subnet': 2} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:47:53.092754 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5d0491a7-ce03-4780-96f6-01aeea380ccb tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:53.093093 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5d0491a7-ce03-4780-96f6-01aeea380ccb tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:53.205434 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-1446ab05-b2e2-4395-aa32-1c8a0235d6c3 req-4f2a09a3-4512-4b03-9c78-b81ed78a6d48 tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] Allocated IP 172.20.0.4 (8bcdc5e1-09d0-4692-b3ac-54802a0257b2/3836ebe5-29c6-48db-90bc-6d7c5daf88c5/187fd4c4-55fa-408e-9c5f-f6268209918f) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:47:53.387630 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1446ab05-b2e2-4395-aa32-1c8a0235d6c3 req-4f2a09a3-4512-4b03-9c78-b81ed78a6d48 tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:53.426491 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1446ab05-b2e2-4395-aa32-1c8a0235d6c3 req-4f2a09a3-4512-4b03-9c78-b81ed78a6d48 tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:53.470932 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1446ab05-b2e2-4395-aa32-1c8a0235d6c3 req-4f2a09a3-4512-4b03-9c78-b81ed78a6d48 tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] Network 8bcdc5e1-09d0-4692-b3ac-54802a0257b2 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:47:53.475422 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-1446ab05-b2e2-4395-aa32-1c8a0235d6c3 req-4f2a09a3-4512-4b03-9c78-b81ed78a6d48 tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:47:53.480694 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-1446ab05-b2e2-4395-aa32-1c8a0235d6c3 req-4f2a09a3-4512-4b03-9c78-b81ed78a6d48 tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:47:53.498968 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5d0491a7-ce03-4780-96f6-01aeea380ccb tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:53.513562 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2a09a3-4512-4b03-9c78-b81ed78a6d48 tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] Pushing event updated for resources: {'Port': ['ID=187fd4c4-55fa-408e-9c5f-f6268209918f,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:53.542740 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1446ab05-b2e2-4395-aa32-1c8a0235d6c3 req-4f2a09a3-4512-4b03-9c78-b81ed78a6d48 tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:53.543383 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1446ab05-b2e2-4395-aa32-1c8a0235d6c3 req-4f2a09a3-4512-4b03-9c78-b81ed78a6d48 tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:53.557679 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0491a7-ce03-4780-96f6-01aeea380ccb tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Pushing event updated for resources: {'Subnet': ['ID=5d7f5367-2b43-408d-8b89-eacfa917d681,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:53.561053 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1446ab05-b2e2-4395-aa32-1c8a0235d6c3 req-4f2a09a3-4512-4b03-9c78-b81ed78a6d48 tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6307948 Nov 12 08:47:53.575608 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0491a7-ce03-4780-96f6-01aeea380ccb tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Checking segment: {'id': '0233e80d-5af5-40a7-9d19-6114b83e7449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c2ce0c18-b39e-47a1-a794-baa3af90d68f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:47:53.575972 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0491a7-ce03-4780-96f6-01aeea380ccb tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Network hostable DHCP agents. Network: c2ce0c18-b39e-47a1-a794-baa3af90d68f, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:47:53.583757 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-1446ab05-b2e2-4395-aa32-1c8a0235d6c3 req-d5f1f4b1-86ce-42ae-80b9-3788758ddda1 service neutron] Request body: {'port': {'device_id': '28fb8114-2aca-4b42-9297-1cd3400bea01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:53.594095 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0491a7-ce03-4780-96f6-01aeea380ccb tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Network c2ce0c18-b39e-47a1-a794-baa3af90d68f is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:47:53.605054 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-5d0491a7-ce03-4780-96f6-01aeea380ccb tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, c2ce0c18-b39e-47a1-a794-baa3af90d68f) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:47:53.609847 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5d0491a7-ce03-4780-96f6-01aeea380ccb tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:53.620449 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3684d2b-7b5a-48fa-aebf-a9700d822112 None None] Network c2ce0c18-b39e-47a1-a794-baa3af90d68f requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:47:53.652142 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1446ab05-b2e2-4395-aa32-1c8a0235d6c3 req-d5f1f4b1-86ce-42ae-80b9-3788758ddda1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:53.687411 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0491a7-ce03-4780-96f6-01aeea380ccb tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Pushing event updated for resources: {'Subnet': ['ID=33d4588d-5159-4d57-bd39-ee95ef3d1624,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:53.702679 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0491a7-ce03-4780-96f6-01aeea380ccb tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Checking segment: {'id': '9878179d-ef7a-4087-a454-98e5f894c1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b35e1a92-a5f2-42db-8efc-a6c3b5ad5ab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:47:53.703082 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0491a7-ce03-4780-96f6-01aeea380ccb tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Network hostable DHCP agents. Network: b35e1a92-a5f2-42db-8efc-a6c3b5ad5ab3, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:47:53.721523 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0491a7-ce03-4780-96f6-01aeea380ccb tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Network b35e1a92-a5f2-42db-8efc-a6c3b5ad5ab3 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:47:53.732088 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-5d0491a7-ce03-4780-96f6-01aeea380ccb tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, b35e1a92-a5f2-42db-8efc-a6c3b5ad5ab3) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:47:53.740053 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0491a7-ce03-4780-96f6-01aeea380ccb tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:53.741078 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0491a7-ce03-4780-96f6-01aeea380ccb tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:53.741379 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5d0491a7-ce03-4780-96f6-01aeea380ccb tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:53.749207 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b3c6c6-05a4-4dc6-a88a-e16c9aff46c3 None None] Network b35e1a92-a5f2-42db-8efc-a6c3b5ad5ab3 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:47:53.764186 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-5d0491a7-ce03-4780-96f6-01aeea380ccb tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 0.8647294 Nov 12 08:47:53.765120 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59944) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:53.821539 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404b618e-2c89-4e00-8aab-91a89e6038ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-c2ce0c18-b39e-47a1-a794-baa3af90d68f', 'network_id': 'c2ce0c18-b39e-47a1-a794-baa3af90d68f', 'tenant_id': '8437c4b786b845c1825177b15eec5de6', 'fixed_ips': [{'subnet_id': '5d7f5367-2b43-408d-8b89-eacfa917d681'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:47:53.822392 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-404b618e-2c89-4e00-8aab-91a89e6038ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:53.877544 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f986195-301b-4d0c-b60d-88f103f68bd6 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:53.882480 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f986195-301b-4d0c-b60d-88f103f68bd6 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:53.888485 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f986195-301b-4d0c-b60d-88f103f68bd6 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:53.899391 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-3f986195-301b-4d0c-b60d-88f103f68bd6 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1328499 Nov 12 08:47:53.905312 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59948) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:54.012761 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-1446ab05-b2e2-4395-aa32-1c8a0235d6c3 req-d5f1f4b1-86ce-42ae-80b9-3788758ddda1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 187fd4c4-55fa-408e-9c5f-f6268209918f {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:47:54.021504 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1446ab05-b2e2-4395-aa32-1c8a0235d6c3 req-d5f1f4b1-86ce-42ae-80b9-3788758ddda1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:54.035313 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-1446ab05-b2e2-4395-aa32-1c8a0235d6c3 req-d5f1f4b1-86ce-42ae-80b9-3788758ddda1 service neutron] Transition to ACTIVE for port object 187fd4c4-55fa-408e-9c5f-f6268209918f will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:47:54.040432 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1446ab05-b2e2-4395-aa32-1c8a0235d6c3 req-d5f1f4b1-86ce-42ae-80b9-3788758ddda1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:54.043323 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94be8e03-fa01-42b8-91fe-4fb6ba7eb98d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-b35e1a92-a5f2-42db-8efc-a6c3b5ad5ab3', 'network_id': 'b35e1a92-a5f2-42db-8efc-a6c3b5ad5ab3', 'tenant_id': '8437c4b786b845c1825177b15eec5de6', 'fixed_ips': [{'subnet_id': '33d4588d-5159-4d57-bd39-ee95ef3d1624'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:47:54.044387 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-94be8e03-fa01-42b8-91fe-4fb6ba7eb98d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:54.046039 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b341a8-46f6-431f-aa54-fad45e8bb225 req-56e6e391-dc3c-4aa2-a9bd-3a1e939bb6e2 tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:54.053212 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-404b618e-2c89-4e00-8aab-91a89e6038ee None None] Allocated IP 2001:db8::1 (c2ce0c18-b39e-47a1-a794-baa3af90d68f/5d7f5367-2b43-408d-8b89-eacfa917d681/01fc6197-11d7-4eb7-a270-bb648950b9ca) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:47:54.056333 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a6b341a8-46f6-431f-aa54-fad45e8bb225 req-56e6e391-dc3c-4aa2-a9bd-3a1e939bb6e2 tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] 10.222.0.26 "GET /v2.0/ports?device_id=28fb8114-2aca-4b42-9297-1cd3400bea01 HTTP/1.1" status: 200 len: 931 time: 0.1028354 Nov 12 08:47:54.064133 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6f5b758-8e37-4b48-b73a-07ea03fc4b3e tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Deleting subnet 5d7f5367-2b43-408d-8b89-eacfa917d681 {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:47:54.118691 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f1f4b1-86ce-42ae-80b9-3788758ddda1 service neutron] Pushing event updated for resources: {'Port': ['ID=187fd4c4-55fa-408e-9c5f-f6268209918f,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:54.133810 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a6b341a8-46f6-431f-aa54-fad45e8bb225 req-c3e8d98c-6180-48f0-b4a6-0c7d0a4f28d6 tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c33f5b9-1ee3-408a-a1b8-44c0c62c8edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764289 Nov 12 08:47:54.190968 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-1446ab05-b2e2-4395-aa32-1c8a0235d6c3 req-d5f1f4b1-86ce-42ae-80b9-3788758ddda1 service neutron] Attempting to bind port 187fd4c4-55fa-408e-9c5f-f6268209918f on host n-h2-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:47:54.191290 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-1446ab05-b2e2-4395-aa32-1c8a0235d6c3 req-d5f1f4b1-86ce-42ae-80b9-3788758ddda1 service neutron] Attempting to bind port 187fd4c4-55fa-408e-9c5f-f6268209918f by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': 'e45c1321-a9ca-49bb-9e90-cc7349046cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8bcdc5e1-09d0-4692-b3ac-54802a0257b2'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:47:54.191825 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1446ab05-b2e2-4395-aa32-1c8a0235d6c3 req-d5f1f4b1-86ce-42ae-80b9-3788758ddda1 service neutron] Attempting to bind port 187fd4c4-55fa-408e-9c5f-f6268209918f on network 8bcdc5e1-09d0-4692-b3ac-54802a0257b2 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:47:54.196836 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1446ab05-b2e2-4395-aa32-1c8a0235d6c3 req-d5f1f4b1-86ce-42ae-80b9-3788758ddda1 service neutron] Port 187fd4c4-55fa-408e-9c5f-f6268209918f on network 8bcdc5e1-09d0-4692-b3ac-54802a0257b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:47:54.197163 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1446ab05-b2e2-4395-aa32-1c8a0235d6c3 req-d5f1f4b1-86ce-42ae-80b9-3788758ddda1 service neutron] Attempting to bind port 187fd4c4-55fa-408e-9c5f-f6268209918f on network 8bcdc5e1-09d0-4692-b3ac-54802a0257b2 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:47:54.203014 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1446ab05-b2e2-4395-aa32-1c8a0235d6c3 req-d5f1f4b1-86ce-42ae-80b9-3788758ddda1 service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:47:54.203443 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1446ab05-b2e2-4395-aa32-1c8a0235d6c3 req-d5f1f4b1-86ce-42ae-80b9-3788758ddda1 service neutron] Checking segment: {'id': 'e45c1321-a9ca-49bb-9e90-cc7349046cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8bcdc5e1-09d0-4692-b3ac-54802a0257b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:47:54.203947 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1446ab05-b2e2-4395-aa32-1c8a0235d6c3 req-d5f1f4b1-86ce-42ae-80b9-3788758ddda1 service neutron] Bound using segment: {'id': 'e45c1321-a9ca-49bb-9e90-cc7349046cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8bcdc5e1-09d0-4692-b3ac-54802a0257b2'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:47:54.204362 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-1446ab05-b2e2-4395-aa32-1c8a0235d6c3 req-d5f1f4b1-86ce-42ae-80b9-3788758ddda1 service neutron] Bound port: 187fd4c4-55fa-408e-9c5f-f6268209918f, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e45c1321-a9ca-49bb-9e90-cc7349046cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8bcdc5e1-09d0-4692-b3ac-54802a0257b2'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:47:54.204777 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1446ab05-b2e2-4395-aa32-1c8a0235d6c3 req-d5f1f4b1-86ce-42ae-80b9-3788758ddda1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:54.276810 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-1446ab05-b2e2-4395-aa32-1c8a0235d6c3 req-d5f1f4b1-86ce-42ae-80b9-3788758ddda1 service neutron] For port 187fd4c4-55fa-408e-9c5f-f6268209918f, host n-h2-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:47:54.280347 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-1446ab05-b2e2-4395-aa32-1c8a0235d6c3 req-d5f1f4b1-86ce-42ae-80b9-3788758ddda1 service neutron] For port 187fd4c4-55fa-408e-9c5f-f6268209918f, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=187fd4c4-55fa-408e-9c5f-f6268209918f,segment=NetworkSegment(e45c1321-a9ca-49bb-9e90-cc7349046cdb),segment_id=e45c1321-a9ca-49bb-9e90-cc7349046cdb)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:47:54.285274 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1446ab05-b2e2-4395-aa32-1c8a0235d6c3 req-d5f1f4b1-86ce-42ae-80b9-3788758ddda1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:54.303862 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-94be8e03-fa01-42b8-91fe-4fb6ba7eb98d None None] Allocated IP 2001:db8:0:1::1 (b35e1a92-a5f2-42db-8efc-a6c3b5ad5ab3/33d4588d-5159-4d57-bd39-ee95ef3d1624/b0cd990a-1589-43e8-91c7-34ff3c4bc93f) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:47:54.325157 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-404b618e-2c89-4e00-8aab-91a89e6038ee None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:54.326959 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1446ab05-b2e2-4395-aa32-1c8a0235d6c3 req-d5f1f4b1-86ce-42ae-80b9-3788758ddda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:54.327751 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1446ab05-b2e2-4395-aa32-1c8a0235d6c3 req-d5f1f4b1-86ce-42ae-80b9-3788758ddda1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:54.329201 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1446ab05-b2e2-4395-aa32-1c8a0235d6c3 req-d5f1f4b1-86ce-42ae-80b9-3788758ddda1 service neutron] 10.222.0.44 "PUT /v2.0/ports/187fd4c4-55fa-408e-9c5f-f6268209918f HTTP/1.1" status: 200 len: 1092 time: 0.7502739 Nov 12 08:47:54.332952 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28fb8114-2aca-4b42-9297-1cd3400bea01', 'tag': '187fd4c4-55fa-408e-9c5f-f6268209918f'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:47:54.334031 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f6f5b758-8e37-4b48-b73a-07ea03fc4b3e tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:54.335913 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d94dd8df-d5df-4565-8a0d-8be521be6c89" -d '{"events": [{"name": "network-changed", "server_uuid": "28fb8114-2aca-4b42-9297-1cd3400bea01", "tag": "187fd4c4-55fa-408e-9c5f-f6268209918f"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:47:54.354111 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-404b618e-2c89-4e00-8aab-91a89e6038ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:54.367586 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f1f4b1-86ce-42ae-80b9-3788758ddda1 service neutron] Pushing event updated for resources: {'Port': ['ID=187fd4c4-55fa-408e-9c5f-f6268209918f,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:54.408408 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f6f5b758-8e37-4b48-b73a-07ea03fc4b3e tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:54.416680 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404b618e-2c89-4e00-8aab-91a89e6038ee None None] Network c2ce0c18-b39e-47a1-a794-baa3af90d68f is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:47:54.422665 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-404b618e-2c89-4e00-8aab-91a89e6038ee None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:47:54.428314 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404b618e-2c89-4e00-8aab-91a89e6038ee None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:47:54.434576 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22d61bad-466f-45dd-a221-fcf0ca48b279 x-openstack-request-id: req-22d61bad-466f-45dd-a221-fcf0ca48b279 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:47:54.434884 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28fb8114-2aca-4b42-9297-1cd3400bea01", "tag": "187fd4c4-55fa-408e-9c5f-f6268209918f", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:47:54.435134 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-22d61bad-466f-45dd-a221-fcf0ca48b279 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:47:54.435531 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28fb8114-2aca-4b42-9297-1cd3400bea01', 'tag': '187fd4c4-55fa-408e-9c5f-f6268209918f', 'status': 'completed', 'code': 200} Nov 12 08:47:54.452799 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1446ab05-b2e2-4395-aa32-1c8a0235d6c3 req-3d9c580d-ff93-4a51-b557-d7d4dd676b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:54.454617 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1446ab05-b2e2-4395-aa32-1c8a0235d6c3 req-3d9c580d-ff93-4a51-b557-d7d4dd676b23 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3809a56b9f18463387ac8c559de70999&device_id=28fb8114-2aca-4b42-9297-1cd3400bea01 HTTP/1.1" status: 200 len: 1095 time: 0.0509329 Nov 12 08:47:54.475263 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404b618e-2c89-4e00-8aab-91a89e6038ee None None] Pushing event updated for resources: {'Port': ['ID=01fc6197-11d7-4eb7-a270-bb648950b9ca,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:54.508400 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f6f5b758-8e37-4b48-b73a-07ea03fc4b3e tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:54.516495 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1446ab05-b2e2-4395-aa32-1c8a0235d6c3 req-a6f7b1fa-3b81-48fe-a7fc-9b1c66a96250 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=187fd4c4-55fa-408e-9c5f-f6268209918f HTTP/1.1" status: 200 len: 217 time: 0.0445733 Nov 12 08:47:54.534095 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-404b618e-2c89-4e00-8aab-91a89e6038ee None None] Attempting to bind port 01fc6197-11d7-4eb7-a270-bb648950b9ca on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:47:54.534799 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-404b618e-2c89-4e00-8aab-91a89e6038ee None None] Attempting to bind port 01fc6197-11d7-4eb7-a270-bb648950b9ca by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '0233e80d-5af5-40a7-9d19-6114b83e7449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c2ce0c18-b39e-47a1-a794-baa3af90d68f'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:47:54.535223 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404b618e-2c89-4e00-8aab-91a89e6038ee None None] Attempting to bind port 01fc6197-11d7-4eb7-a270-bb648950b9ca on network c2ce0c18-b39e-47a1-a794-baa3af90d68f {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:47:54.569729 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404b618e-2c89-4e00-8aab-91a89e6038ee None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:47:54.570103 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404b618e-2c89-4e00-8aab-91a89e6038ee None None] Checking segment: {'id': '0233e80d-5af5-40a7-9d19-6114b83e7449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c2ce0c18-b39e-47a1-a794-baa3af90d68f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:47:54.570507 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-404b618e-2c89-4e00-8aab-91a89e6038ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:54.570930 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404b618e-2c89-4e00-8aab-91a89e6038ee None None] Bound using segment: {'id': '0233e80d-5af5-40a7-9d19-6114b83e7449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c2ce0c18-b39e-47a1-a794-baa3af90d68f'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:47:54.571632 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-404b618e-2c89-4e00-8aab-91a89e6038ee None None] Bound port: 01fc6197-11d7-4eb7-a270-bb648950b9ca, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0233e80d-5af5-40a7-9d19-6114b83e7449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c2ce0c18-b39e-47a1-a794-baa3af90d68f'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:47:54.572057 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-404b618e-2c89-4e00-8aab-91a89e6038ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:54.583655 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1446ab05-b2e2-4395-aa32-1c8a0235d6c3 req-cf45a1b5-243b-481c-af88-a8063aae8df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:54.585942 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1446ab05-b2e2-4395-aa32-1c8a0235d6c3 req-cf45a1b5-243b-481c-af88-a8063aae8df7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3836ebe5-29c6-48db-90bc-6d7c5daf88c5 HTTP/1.1" status: 200 len: 849 time: 0.0608275 Nov 12 08:47:54.591960 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f6f5b758-8e37-4b48-b73a-07ea03fc4b3e tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:54.606348 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-94be8e03-fa01-42b8-91fe-4fb6ba7eb98d None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:54.625636 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f5b758-8e37-4b48-b73a-07ea03fc4b3e tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Pushing event deleted for resources: {'Subnet': ['ID=5d7f5367-2b43-408d-8b89-eacfa917d681,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:54.628969 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f6f5b758-8e37-4b48-b73a-07ea03fc4b3e tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:54.632859 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-f6f5b758-8e37-4b48-b73a-07ea03fc4b3e tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] 10.222.0.26 "DELETE /v2.0/subnets/5d7f5367-2b43-408d-8b89-eacfa917d681 HTTP/1.1" status: 204 len: 168 time: 0.7265136 Nov 12 08:47:54.634910 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-94be8e03-fa01-42b8-91fe-4fb6ba7eb98d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:54.635838 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59954) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:54.639254 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1446ab05-b2e2-4395-aa32-1c8a0235d6c3 req-25e67b24-4a8e-4746-b9a0-c2e865f0031a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8bcdc5e1-09d0-4692-b3ac-54802a0257b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446465 Nov 12 08:47:54.701771 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94be8e03-fa01-42b8-91fe-4fb6ba7eb98d None None] Network b35e1a92-a5f2-42db-8efc-a6c3b5ad5ab3 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:47:54.710907 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-404b618e-2c89-4e00-8aab-91a89e6038ee None None] For port 01fc6197-11d7-4eb7-a270-bb648950b9ca, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:47:54.713431 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-94be8e03-fa01-42b8-91fe-4fb6ba7eb98d None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:47:54.719502 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-efa14020-97f4-40f5-a4ed-e069a248da03 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Deleting subnet 33d4588d-5159-4d57-bd39-ee95ef3d1624 {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:47:54.719741 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94be8e03-fa01-42b8-91fe-4fb6ba7eb98d None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:47:54.725384 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-efa14020-97f4-40f5-a4ed-e069a248da03 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:54.729686 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94be8e03-fa01-42b8-91fe-4fb6ba7eb98d None None] Pushing event updated for resources: {'Port': ['ID=b0cd990a-1589-43e8-91c7-34ff3c4bc93f,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:54.734307 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-404b618e-2c89-4e00-8aab-91a89e6038ee None None] For port 01fc6197-11d7-4eb7-a270-bb648950b9ca, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=01fc6197-11d7-4eb7-a270-bb648950b9ca,segment=NetworkSegment(0233e80d-5af5-40a7-9d19-6114b83e7449),segment_id=0233e80d-5af5-40a7-9d19-6114b83e7449)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:47:54.741128 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-404b618e-2c89-4e00-8aab-91a89e6038ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:54.788862 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-efa14020-97f4-40f5-a4ed-e069a248da03 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:54.795052 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1446ab05-b2e2-4395-aa32-1c8a0235d6c3 req-ac042500-3625-4436-88c3-c54dad3672e1 service neutron] 10.222.0.44 "GET /v2.0/networks/8bcdc5e1-09d0-4692-b3ac-54802a0257b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472623 Nov 12 08:47:54.816776 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-94be8e03-fa01-42b8-91fe-4fb6ba7eb98d None None] Attempting to bind port b0cd990a-1589-43e8-91c7-34ff3c4bc93f on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:47:54.817148 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-94be8e03-fa01-42b8-91fe-4fb6ba7eb98d None None] Attempting to bind port b0cd990a-1589-43e8-91c7-34ff3c4bc93f by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '9878179d-ef7a-4087-a454-98e5f894c1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b35e1a92-a5f2-42db-8efc-a6c3b5ad5ab3'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:47:54.817514 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94be8e03-fa01-42b8-91fe-4fb6ba7eb98d None None] Attempting to bind port b0cd990a-1589-43e8-91c7-34ff3c4bc93f on network b35e1a92-a5f2-42db-8efc-a6c3b5ad5ab3 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:47:54.841199 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94be8e03-fa01-42b8-91fe-4fb6ba7eb98d None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:47:54.841632 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94be8e03-fa01-42b8-91fe-4fb6ba7eb98d None None] Checking segment: {'id': '9878179d-ef7a-4087-a454-98e5f894c1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b35e1a92-a5f2-42db-8efc-a6c3b5ad5ab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:47:54.841982 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-94be8e03-fa01-42b8-91fe-4fb6ba7eb98d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:54.842386 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94be8e03-fa01-42b8-91fe-4fb6ba7eb98d None None] Bound using segment: {'id': '9878179d-ef7a-4087-a454-98e5f894c1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b35e1a92-a5f2-42db-8efc-a6c3b5ad5ab3'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:47:54.842941 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-94be8e03-fa01-42b8-91fe-4fb6ba7eb98d None None] Bound port: b0cd990a-1589-43e8-91c7-34ff3c4bc93f, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9878179d-ef7a-4087-a454-98e5f894c1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b35e1a92-a5f2-42db-8efc-a6c3b5ad5ab3'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:47:54.843327 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-94be8e03-fa01-42b8-91fe-4fb6ba7eb98d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:54.892076 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404b618e-2c89-4e00-8aab-91a89e6038ee None None] Pushing event updated for resources: {'Port': ['ID=01fc6197-11d7-4eb7-a270-bb648950b9ca,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:54.930158 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4524026b-87fd-4e17-bd4d-7f6417db92a8 None None] Network c2ce0c18-b39e-47a1-a794-baa3af90d68f requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:47:54.947269 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-efa14020-97f4-40f5-a4ed-e069a248da03 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:54.961249 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1446ab05-b2e2-4395-aa32-1c8a0235d6c3 req-576e8681-30f7-4a46-8012-2e23e5391b74 service neutron] 10.222.0.44 "GET /v2.0/networks/8bcdc5e1-09d0-4692-b3ac-54802a0257b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520681 Nov 12 08:47:55.053918 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-efa14020-97f4-40f5-a4ed-e069a248da03 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:55.094298 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-efa14020-97f4-40f5-a4ed-e069a248da03 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:55.099209 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-efa14020-97f4-40f5-a4ed-e069a248da03 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] 10.222.0.26 "DELETE /v2.0/subnets/33d4588d-5159-4d57-bd39-ee95ef3d1624 HTTP/1.1" status: 204 len: 168 time: 0.4620667 Nov 12 08:47:55.101562 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa14020-97f4-40f5-a4ed-e069a248da03 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Pushing event deleted for resources: {'Subnet': ['ID=33d4588d-5159-4d57-bd39-ee95ef3d1624,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:55.103982 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59956) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:55.142430 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94dd8df-d5df-4565-8a0d-8be521be6c89 req-b320d715-2662-4f8b-ac1a-886149910e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:55.147002 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d94dd8df-d5df-4565-8a0d-8be521be6c89 req-b320d715-2662-4f8b-ac1a-886149910e8d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3809a56b9f18463387ac8c559de70999&device_id=28fb8114-2aca-4b42-9297-1cd3400bea01 HTTP/1.1" status: 200 len: 1095 time: 0.0625689 Nov 12 08:47:55.171062 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ec36b5-7134-4735-9214-3e96284b1934 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:55.173247 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-a5ec36b5-7134-4735-9214-3e96284b1934 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0680385 Nov 12 08:47:55.178549 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59960) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:55.246432 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-94be8e03-fa01-42b8-91fe-4fb6ba7eb98d None None] For port b0cd990a-1589-43e8-91c7-34ff3c4bc93f, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:47:55.261865 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-94be8e03-fa01-42b8-91fe-4fb6ba7eb98d None None] For port b0cd990a-1589-43e8-91c7-34ff3c4bc93f, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=b0cd990a-1589-43e8-91c7-34ff3c4bc93f,segment=NetworkSegment(9878179d-ef7a-4087-a454-98e5f894c1b4),segment_id=9878179d-ef7a-4087-a454-98e5f894c1b4)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:47:55.271577 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-94be8e03-fa01-42b8-91fe-4fb6ba7eb98d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:55.292807 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94dd8df-d5df-4565-8a0d-8be521be6c89 req-4af60975-10fd-464a-a32f-63a9bc460cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:55.294535 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d94dd8df-d5df-4565-8a0d-8be521be6c89 req-4af60975-10fd-464a-a32f-63a9bc460cff service neutron] 10.222.0.44 "GET /v2.0/networks?id=8bcdc5e1-09d0-4692-b3ac-54802a0257b2 HTTP/1.1" status: 200 len: 910 time: 0.1381657 Nov 12 08:47:55.314328 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f67f94f1-c96b-488c-b4ed-4cf4206452d1 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:55.336862 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94be8e03-fa01-42b8-91fe-4fb6ba7eb98d None None] Pushing event updated for resources: {'Port': ['ID=b0cd990a-1589-43e8-91c7-34ff3c4bc93f,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:55.350814 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aa6565-aa1d-4595-b05c-b848a1dff93c req-3ec17072-a800-480e-b56a-9cae6ad43a61 tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:55.352566 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f0aa6565-aa1d-4595-b05c-b848a1dff93c req-3ec17072-a800-480e-b56a-9cae6ad43a61 tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] 10.222.0.26 "GET /v2.0/ports?device_id=28fb8114-2aca-4b42-9297-1cd3400bea01 HTTP/1.1" status: 200 len: 943 time: 0.1057096 Nov 12 08:47:55.353272 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d94dd8df-d5df-4565-8a0d-8be521be6c89 req-8e2cb061-9178-4cb2-854c-462d0dbb2b25 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=187fd4c4-55fa-408e-9c5f-f6268209918f HTTP/1.1" status: 200 len: 217 time: 0.0509148 Nov 12 08:47:55.426623 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94dd8df-d5df-4565-8a0d-8be521be6c89 req-6f57ac51-c631-4d2c-b34b-6e7b9e7bfd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:55.428153 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d94dd8df-d5df-4565-8a0d-8be521be6c89 req-6f57ac51-c631-4d2c-b34b-6e7b9e7bfd12 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3836ebe5-29c6-48db-90bc-6d7c5daf88c5 HTTP/1.1" status: 200 len: 849 time: 0.0667453 Nov 12 08:47:55.446074 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f0aa6565-aa1d-4595-b05c-b848a1dff93c req-82ef001e-5139-4c4c-9605-e8aae41a7638 tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c33f5b9-1ee3-408a-a1b8-44c0c62c8edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730414 Nov 12 08:47:55.451626 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-f67f94f1-c96b-488c-b4ed-4cf4206452d1 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Deleting port b0cd990a-1589-43e8-91c7-34ff3c4bc93f {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:47:55.452089 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f67f94f1-c96b-488c-b4ed-4cf4206452d1 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:55.478059 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d94dd8df-d5df-4565-8a0d-8be521be6c89 req-d0d25c4e-3129-41a6-8806-3eb7b2a656ff service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8bcdc5e1-09d0-4692-b3ac-54802a0257b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414639 Nov 12 08:47:55.524873 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-f67f94f1-c96b-488c-b4ed-4cf4206452d1 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] For port b0cd990a-1589-43e8-91c7-34ff3c4bc93f, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=b0cd990a-1589-43e8-91c7-34ff3c4bc93f,segment=NetworkSegment(9878179d-ef7a-4087-a454-98e5f894c1b4),segment_id=9878179d-ef7a-4087-a454-98e5f894c1b4)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:55.525279 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f67f94f1-c96b-488c-b4ed-4cf4206452d1 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:55.542862 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-f67f94f1-c96b-488c-b4ed-4cf4206452d1 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Calling delete_port for b0cd990a-1589-43e8-91c7-34ff3c4bc93f owned by network:dhcp {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:47:55.592042 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d94dd8df-d5df-4565-8a0d-8be521be6c89 req-7a278b05-2826-41eb-869e-18540be9386c service neutron] 10.222.0.44 "GET /v2.0/networks/8bcdc5e1-09d0-4692-b3ac-54802a0257b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057892 Nov 12 08:47:55.695923 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f67f94f1-c96b-488c-b4ed-4cf4206452d1 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:55.720556 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d94dd8df-d5df-4565-8a0d-8be521be6c89 req-0a7ae82e-3929-4289-8fa3-803110fe5bf5 service neutron] 10.222.0.44 "GET /v2.0/networks/8bcdc5e1-09d0-4692-b3ac-54802a0257b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208696 Nov 12 08:47:55.730133 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67f94f1-c96b-488c-b4ed-4cf4206452d1 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Pushing event deleted for resources: {'Port': ['ID=b0cd990a-1589-43e8-91c7-34ff3c4bc93f,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:55.732189 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67f94f1-c96b-488c-b4ed-4cf4206452d1 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] No DVR routers for this DVR port b0cd990a-1589-43e8-91c7-34ff3c4bc93f on host n-d-765315-29 {{(pid=102600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:47:55.822330 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f67f94f1-c96b-488c-b4ed-4cf4206452d1 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:55.843922 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-f67f94f1-c96b-488c-b4ed-4cf4206452d1 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b35e1a92-a5f2-42db-8efc-a6c3b5ad5ab3']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:55.854378 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-f67f94f1-c96b-488c-b4ed-4cf4206452d1 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9878179d-ef7a-4087-a454-98e5f894c1b4') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:55.854713 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-f67f94f1-c96b-488c-b4ed-4cf4206452d1 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9878179d-ef7a-4087-a454-98e5f894c1b4') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:55.865440 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f67f94f1-c96b-488c-b4ed-4cf4206452d1 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:55.879760 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f67f94f1-c96b-488c-b4ed-4cf4206452d1 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:55.886206 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f67f94f1-c96b-488c-b4ed-4cf4206452d1 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:47:55.886722 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f67f94f1-c96b-488c-b4ed-4cf4206452d1 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:55.889953 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:47:55.889953 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:47:55.889953 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:47:55.889953 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:47:55.889953 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:47:55.889953 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:47:55.889953 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:47:55.889953 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:47:55.889953 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:47:55.889953 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:47:55.889953 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:47:55.889953 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:47:55.889953 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:47:55.889953 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:47:55.889953 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:47:55.889953 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:47:55.889953 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:47:55.889953 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:47:55.889953 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:47:55.889953 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:47:55.889953 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:47:55.889953 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:47:55.889953 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:47:55.889953 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:47:55.889953 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:47:55.889953 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:47:55.889953 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:47:55.889953 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:47:55.889953 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:47:55.889953 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:47:55.889953 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:47:55.889953 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:47:55.955997 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f67f94f1-c96b-488c-b4ed-4cf4206452d1 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:55.967696 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f67f94f1-c96b-488c-b4ed-4cf4206452d1 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:55.972489 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-f67f94f1-c96b-488c-b4ed-4cf4206452d1 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] 10.222.0.26 "DELETE /v2.0/networks/b35e1a92-a5f2-42db-8efc-a6c3b5ad5ab3 HTTP/1.1" status: 204 len: 168 time: 0.7921526 Nov 12 08:47:55.976093 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 59962) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:55.985403 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67f94f1-c96b-488c-b4ed-4cf4206452d1 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Pushing event deleted for resources: {'Network': ['ID=b35e1a92-a5f2-42db-8efc-a6c3b5ad5ab3,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:56.064778 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c8322b05-78e7-4267-b304-32ac95e78dee tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:56.124292 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-c8322b05-78e7-4267-b304-32ac95e78dee tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Deleting port 01fc6197-11d7-4eb7-a270-bb648950b9ca {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:47:56.124632 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c8322b05-78e7-4267-b304-32ac95e78dee tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:56.218036 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-c8322b05-78e7-4267-b304-32ac95e78dee tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] For port 01fc6197-11d7-4eb7-a270-bb648950b9ca, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=01fc6197-11d7-4eb7-a270-bb648950b9ca,segment=NetworkSegment(0233e80d-5af5-40a7-9d19-6114b83e7449),segment_id=0233e80d-5af5-40a7-9d19-6114b83e7449)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:56.218736 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c8322b05-78e7-4267-b304-32ac95e78dee tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:56.233713 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-c8322b05-78e7-4267-b304-32ac95e78dee tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Calling delete_port for 01fc6197-11d7-4eb7-a270-bb648950b9ca owned by network:dhcp {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:47:56.328753 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c8322b05-78e7-4267-b304-32ac95e78dee tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:56.372966 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8322b05-78e7-4267-b304-32ac95e78dee tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] No DVR routers for this DVR port 01fc6197-11d7-4eb7-a270-bb648950b9ca on host n-d-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:47:56.379854 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8322b05-78e7-4267-b304-32ac95e78dee tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Pushing event deleted for resources: {'Port': ['ID=01fc6197-11d7-4eb7-a270-bb648950b9ca,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:56.506074 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c8322b05-78e7-4267-b304-32ac95e78dee tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:56.526760 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff7aeae-9ee7-4627-ba89-d2d2a5fb1b45 None None] DHCP port deletion for b35e1a92-a5f2-42db-8efc-a6c3b5ad5ab3 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:47:56.536626 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-c8322b05-78e7-4267-b304-32ac95e78dee tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2ce0c18-b39e-47a1-a794-baa3af90d68f']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:56.553534 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-c8322b05-78e7-4267-b304-32ac95e78dee tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0233e80d-5af5-40a7-9d19-6114b83e7449') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:56.553960 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-c8322b05-78e7-4267-b304-32ac95e78dee tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0233e80d-5af5-40a7-9d19-6114b83e7449') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:56.559793 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-aa77a309-093c-4c8a-a4e6-f1d015ad92d4 None None] Could not find standard attr ID for object b0cd990a-1589-43e8-91c7-34ff3c4bc93f. {{(pid=102601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:47:56.563493 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248efd64-afcd-4a96-a0b0-5b0ef22bb348 None None] Network b35e1a92-a5f2-42db-8efc-a6c3b5ad5ab3 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:47:56.577041 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c8322b05-78e7-4267-b304-32ac95e78dee tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:56.579245 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248efd64-afcd-4a96-a0b0-5b0ef22bb348 None None] Network b35e1a92-a5f2-42db-8efc-a6c3b5ad5ab3 could not be found, it might have been deleted concurrently. {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 08:47:56.590257 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88fd49e3-faf2-4687-9171-442710c5c06d None None] get_active_networks_info from n-d-765315-29 {{(pid=102601) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 08:47:56.600063 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c8322b05-78e7-4267-b304-32ac95e78dee tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:56.609020 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8322b05-78e7-4267-b304-32ac95e78dee tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:47:56.609508 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c8322b05-78e7-4267-b304-32ac95e78dee tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:56.609757 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911826d8-c2e6-4431-8ec4-67c30f9c078f req-38737acf-dc52-4551-8f4f-091e485ea5e1 tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:56.614716 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 08:47:56.614716 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:47:56.614716 n-d-765315-29 neutron-server[102599]: timer() Nov 12 08:47:56.614716 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:47:56.614716 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 08:47:56.614716 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:47:56.614716 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 08:47:56.614716 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:47:56.614716 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 08:47:56.614716 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:47:56.614716 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 08:47:56.614716 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:47:56.614716 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 08:47:56.614716 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:47:56.614716 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:47:56.614716 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:47:56.614716 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:47:56.614716 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:47:56.614716 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 08:47:56.614716 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:47:56.614716 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 08:47:56.614716 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:47:56.614716 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:47:56.614716 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:47:56.614716 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 08:47:56.614716 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:47:56.614716 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:47:56.614716 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:47:56.614716 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:47:56.614716 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:47:56.614716 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:47:56.614716 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:47:56.618493 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-911826d8-c2e6-4431-8ec4-67c30f9c078f req-38737acf-dc52-4551-8f4f-091e485ea5e1 tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] 10.222.0.26 "GET /v2.0/ports?device_id=28fb8114-2aca-4b42-9297-1cd3400bea01 HTTP/1.1" status: 200 len: 943 time: 0.0678697 Nov 12 08:47:56.666884 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-911826d8-c2e6-4431-8ec4-67c30f9c078f req-eb51f794-28ab-4ccd-aa67-f6b70aba97d2 tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c33f5b9-1ee3-408a-a1b8-44c0c62c8edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467753 Nov 12 08:47:56.703778 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c8322b05-78e7-4267-b304-32ac95e78dee tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:56.711373 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c8322b05-78e7-4267-b304-32ac95e78dee tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks [] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:56.714984 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-c8322b05-78e7-4267-b304-32ac95e78dee tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] 10.222.0.26 "DELETE /v2.0/networks/c2ce0c18-b39e-47a1-a794-baa3af90d68f HTTP/1.1" status: 204 len: 168 time: 0.7357032 Nov 12 08:47:56.719167 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 59966) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:56.728763 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8322b05-78e7-4267-b304-32ac95e78dee tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Pushing event deleted for resources: {'Network': ['ID=c2ce0c18-b39e-47a1-a794-baa3af90d68f,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:56.766416 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88fd49e3-faf2-4687-9171-442710c5c06d None None] Resources bound (agent type, host, resource id): {{(pid=102601) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 08:47:56.817299 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f571b7a5-70d0-4645-b233-ee27ff1cbe66 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:56.920937 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f571b7a5-70d0-4645-b233-ee27ff1cbe66 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:56.944348 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-f571b7a5-70d0-4645-b233-ee27ff1cbe66 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8d1029c-7d60-4f50-9755-7f5c3468ec0c']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:56.954217 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-f571b7a5-70d0-4645-b233-ee27ff1cbe66 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '596dbf95-299e-4921-a9b3-e980e49faeec') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:56.954508 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-f571b7a5-70d0-4645-b233-ee27ff1cbe66 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '596dbf95-299e-4921-a9b3-e980e49faeec') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:56.973237 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f571b7a5-70d0-4645-b233-ee27ff1cbe66 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:56.988908 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f571b7a5-70d0-4645-b233-ee27ff1cbe66 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:56.996658 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f571b7a5-70d0-4645-b233-ee27ff1cbe66 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:47:56.997202 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f571b7a5-70d0-4645-b233-ee27ff1cbe66 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:57.000704 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:47:57.000704 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:47:57.000704 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:47:57.000704 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:47:57.000704 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:47:57.000704 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:47:57.000704 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:47:57.000704 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:47:57.000704 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:47:57.000704 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:47:57.000704 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:47:57.000704 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:47:57.000704 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:47:57.000704 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:47:57.000704 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:47:57.000704 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:47:57.000704 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:47:57.000704 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:47:57.000704 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:47:57.000704 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:47:57.000704 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:47:57.000704 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:47:57.000704 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:47:57.000704 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:47:57.000704 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:47:57.000704 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:47:57.000704 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:47:57.000704 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:47:57.000704 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:47:57.000704 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:47:57.000704 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:47:57.000704 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:47:57.035052 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 187fd4c4-55fa-408e-9c5f-f6268209918f details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:47:57.071435 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f571b7a5-70d0-4645-b233-ee27ff1cbe66 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:57.089007 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f571b7a5-70d0-4645-b233-ee27ff1cbe66 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:57.092461 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-f571b7a5-70d0-4645-b233-ee27ff1cbe66 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] 10.222.0.26 "DELETE /v2.0/networks/a8d1029c-7d60-4f50-9755-7f5c3468ec0c HTTP/1.1" status: 204 len: 168 time: 0.3728504 Nov 12 08:47:57.093518 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f571b7a5-70d0-4645-b233-ee27ff1cbe66 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Pushing event deleted for resources: {'Network': ['ID=a8d1029c-7d60-4f50-9755-7f5c3468ec0c,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:57.095123 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 59968) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:57.188731 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 187fd4c4-55fa-408e-9c5f-f6268209918f, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=187fd4c4-55fa-408e-9c5f-f6268209918f,segment=NetworkSegment(e45c1321-a9ca-49bb-9e90-cc7349046cdb),segment_id=e45c1321-a9ca-49bb-9e90-cc7349046cdb)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:57.195271 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d1a6435b-0b9c-4201-add4-72a3a51ffbe2 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:57.206754 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': '187fd4c4-55fa-408e-9c5f-f6268209918f', 'network_id': '8bcdc5e1-09d0-4692-b3ac-54802a0257b2', 'port_id': '187fd4c4-55fa-408e-9c5f-f6268209918f', 'mac_address': 'fa:16:3e:35:8a:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3836ebe5-29c6-48db-90bc-6d7c5daf88c5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:47:57.255921 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:57.271710 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 187fd4c4-55fa-408e-9c5f-f6268209918f {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:47:57.292945 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 187fd4c4-55fa-408e-9c5f-f6268209918f, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=187fd4c4-55fa-408e-9c5f-f6268209918f,segment=NetworkSegment(e45c1321-a9ca-49bb-9e90-cc7349046cdb),segment_id=e45c1321-a9ca-49bb-9e90-cc7349046cdb)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:57.294677 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d1a6435b-0b9c-4201-add4-72a3a51ffbe2 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:57.301442 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:57.318391 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-d1a6435b-0b9c-4201-add4-72a3a51ffbe2 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b20227c1-35dd-41e3-959a-6432c6d6852d']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:57.336917 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-d1a6435b-0b9c-4201-add4-72a3a51ffbe2 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18f4f789-38ea-4585-93d0-db9de93cd513') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:57.337203 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-d1a6435b-0b9c-4201-add4-72a3a51ffbe2 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18f4f789-38ea-4585-93d0-db9de93cd513') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:57.349612 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d1a6435b-0b9c-4201-add4-72a3a51ffbe2 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:57.356074 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=187fd4c4-55fa-408e-9c5f-f6268209918f,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:57.364521 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d1a6435b-0b9c-4201-add4-72a3a51ffbe2 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:57.371159 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1a6435b-0b9c-4201-add4-72a3a51ffbe2 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:47:57.371521 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d1a6435b-0b9c-4201-add4-72a3a51ffbe2 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:57.374582 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 08:47:57.374582 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:47:57.374582 n-d-765315-29 neutron-server[102599]: timer() Nov 12 08:47:57.374582 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:47:57.374582 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 08:47:57.374582 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:47:57.374582 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 08:47:57.374582 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:47:57.374582 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 08:47:57.374582 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:47:57.374582 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 08:47:57.374582 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:47:57.374582 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 08:47:57.374582 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:47:57.374582 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:47:57.374582 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:47:57.374582 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:47:57.374582 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:47:57.374582 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 08:47:57.374582 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:47:57.374582 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 08:47:57.374582 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:47:57.374582 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:47:57.374582 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:47:57.374582 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 08:47:57.374582 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:47:57.374582 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:47:57.374582 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:47:57.374582 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:47:57.374582 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:47:57.374582 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:47:57.374582 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:47:57.438664 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d1a6435b-0b9c-4201-add4-72a3a51ffbe2 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:57.446380 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d1a6435b-0b9c-4201-add4-72a3a51ffbe2 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Publish callbacks [] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:57.449319 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-d1a6435b-0b9c-4201-add4-72a3a51ffbe2 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] 10.222.0.26 "DELETE /v2.0/networks/b20227c1-35dd-41e3-959a-6432c6d6852d HTTP/1.1" status: 204 len: 168 time: 0.3531849 Nov 12 08:47:57.462204 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a6435b-0b9c-4201-add4-72a3a51ffbe2 tempest-BulkNetworkOpsIpV6Test-1171539629 tempest-BulkNetworkOpsIpV6Test-1171539629-project] Pushing event deleted for resources: {'Network': ['ID=b20227c1-35dd-41e3-959a-6432c6d6852d,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:57.669724 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['187fd4c4-55fa-408e-9c5f-f6268209918f'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:47:57.674652 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 59974) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:57.803090 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e7d71e-74c0-47bf-9380-82fe670cda4f req-7c710b13-9c1c-4298-af4e-af84068d5f3d tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:57.804515 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-04e7d71e-74c0-47bf-9380-82fe670cda4f req-7c710b13-9c1c-4298-af4e-af84068d5f3d tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] 10.222.0.26 "GET /v2.0/ports?device_id=28fb8114-2aca-4b42-9297-1cd3400bea01 HTTP/1.1" status: 200 len: 944 time: 0.0528438 Nov 12 08:47:57.834226 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-dd97dd51-9375-4d56-9a8f-731884bc3e94 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8437c4b786b845c1825177b15eec5de6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1575680 Nov 12 08:47:57.837110 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 59980) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:57.859705 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-04e7d71e-74c0-47bf-9380-82fe670cda4f req-954f257e-ddf7-475c-9f83-4902c0fb95ad tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c33f5b9-1ee3-408a-a1b8-44c0c62c8edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491030 Nov 12 08:47:57.891145 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2ff94cfc-3a0a-4008-93e5-b3d976b86297 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:57.915469 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2ff94cfc-3a0a-4008-93e5-b3d976b86297 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:57.968203 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2ff94cfc-3a0a-4008-93e5-b3d976b86297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:57.970998 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2ff94cfc-3a0a-4008-93e5-b3d976b86297 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:57.973452 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-2ff94cfc-3a0a-4008-93e5-b3d976b86297 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3023ea76-5372-45bf-a468-ba05b59cd098 HTTP/1.1" status: 204 len: 168 time: 0.1351118 Nov 12 08:47:57.981292 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff94cfc-3a0a-4008-93e5-b3d976b86297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3023ea76-5372-45bf-a468-ba05b59cd098,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:58.670263 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 60002) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:58.774558 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-264c94f2-9695-4b95-939e-79e452cfcae6 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Request body: {'networks': [{'name': 'tempest-network--1109826957'}, {'name': 'tempest-network--416352145'}]} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:58.774997 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-264c94f2-9695-4b95-939e-79e452cfcae6 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Request body: {'network': {'name': 'tempest-network--1109826957'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:58.775402 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-264c94f2-9695-4b95-939e-79e452cfcae6 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Request body: {'network': {'name': 'tempest-network--416352145'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:58.797701 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-264c94f2-9695-4b95-939e-79e452cfcae6 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Made reservation on behalf of 9ce8fb4b1637427bae599a71d07e8b87 for: {'network': 2} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:47:58.803090 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-264c94f2-9695-4b95-939e-79e452cfcae6 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:58.811757 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-264c94f2-9695-4b95-939e-79e452cfcae6 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:58.889876 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-264c94f2-9695-4b95-939e-79e452cfcae6 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:58.894031 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-264c94f2-9695-4b95-939e-79e452cfcae6 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:58.894773 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-264c94f2-9695-4b95-939e-79e452cfcae6 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:58.935495 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264c94f2-9695-4b95-939e-79e452cfcae6 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca73f09-f3c9-4ac4-9728-7e91b8e8de1b,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:58.941915 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-264c94f2-9695-4b95-939e-79e452cfcae6 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:47:58.951717 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-264c94f2-9695-4b95-939e-79e452cfcae6 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:58.952212 n-d-765315-29 neutron-server[102599]: INFO neutron.db.segments_db [None req-264c94f2-9695-4b95-939e-79e452cfcae6 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Added segment eeb356af-84f8-4aa7-838a-21052afc067e of type vlan for network c8f17f7e-98fc-4e29-bb79-528faf52f369 Nov 12 08:47:59.000225 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-264c94f2-9695-4b95-939e-79e452cfcae6 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:59.026279 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 187fd4c4-55fa-408e-9c5f-f6268209918f up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:47:59.045361 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-264c94f2-9695-4b95-939e-79e452cfcae6 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:47:59.057591 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-264c94f2-9695-4b95-939e-79e452cfcae6 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:59.057958 n-d-765315-29 neutron-server[102599]: INFO neutron.db.segments_db [None req-264c94f2-9695-4b95-939e-79e452cfcae6 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Added segment 881dcabe-767b-4734-872d-d4a54779c70c of type vlan for network 43241d3a-4f09-4d21-8ed4-3ed80ee44ff9 Nov 12 08:47:59.090703 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning for port 187fd4c4-55fa-408e-9c5f-f6268209918f completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:47:59.102198 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port 187fd4c4-55fa-408e-9c5f-f6268209918f triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:59.102489 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:59.124317 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-264c94f2-9695-4b95-939e-79e452cfcae6 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:59.164714 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-264c94f2-9695-4b95-939e-79e452cfcae6 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:59.166195 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-264c94f2-9695-4b95-939e-79e452cfcae6 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:59.171690 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:47:59.172600 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264c94f2-9695-4b95-939e-79e452cfcae6 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:59.186613 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264c94f2-9695-4b95-939e-79e452cfcae6 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:59.188088 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-264c94f2-9695-4b95-939e-79e452cfcae6 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks [] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:59.270385 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:59.273220 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264c94f2-9695-4b95-939e-79e452cfcae6 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Pushing event updated for resources: {'Network': ['ID=c8f17f7e-98fc-4e29-bb79-528faf52f369,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:59.286293 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network c8f17f7e-98fc-4e29-bb79-528faf52f369 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:47:59.353754 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-264c94f2-9695-4b95-939e-79e452cfcae6 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.6823149 Nov 12 08:47:59.356259 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60010) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:59.364191 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28fb8114-2aca-4b42-9297-1cd3400bea01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '187fd4c4-55fa-408e-9c5f-f6268209918f'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:47:59.366312 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264c94f2-9695-4b95-939e-79e452cfcae6 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Pushing event updated for resources: {'Network': ['ID=43241d3a-4f09-4d21-8ed4-3ed80ee44ff9,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:59.366658 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7db77327-3733-4e4c-98cb-c0ce6859ea29" -d '{"events": [{"server_uuid": "28fb8114-2aca-4b42-9297-1cd3400bea01", "name": "network-vif-plugged", "status": "completed", "tag": "187fd4c4-55fa-408e-9c5f-f6268209918f"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:47:59.389646 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 43241d3a-4f09-4d21-8ed4-3ed80ee44ff9 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:47:59.394561 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 187fd4c4-55fa-408e-9c5f-f6268209918f, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=187fd4c4-55fa-408e-9c5f-f6268209918f,segment=NetworkSegment(e45c1321-a9ca-49bb-9e90-cc7349046cdb),segment_id=e45c1321-a9ca-49bb-9e90-cc7349046cdb)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:59.418025 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:59.450705 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df38067c-84c3-44dd-87c7-b1b0b9e69e37 req-46593990-fc31-4342-8a14-077e2e072476 tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:59.452312 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-df38067c-84c3-44dd-87c7-b1b0b9e69e37 req-46593990-fc31-4342-8a14-077e2e072476 tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] 10.222.0.26 "GET /v2.0/ports?device_id=28fb8114-2aca-4b42-9297-1cd3400bea01 HTTP/1.1" status: 200 len: 944 time: 0.5076053 Nov 12 08:47:59.501113 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5864b366-e816-4ad7-ba3a-b47538b1b086 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:59.507527 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5864b366-e816-4ad7-ba3a-b47538b1b086 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:59.513839 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5864b366-e816-4ad7-ba3a-b47538b1b086 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:59.516708 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=187fd4c4-55fa-408e-9c5f-f6268209918f,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:59.521351 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5864b366-e816-4ad7-ba3a-b47538b1b086 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:59.522974 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-5864b366-e816-4ad7-ba3a-b47538b1b086 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.1657133 Nov 12 08:47:59.525956 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 60014) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:59.552649 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-df38067c-84c3-44dd-87c7-b1b0b9e69e37 req-83e8aa3b-477d-413c-9915-58f55f00f26c tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c33f5b9-1ee3-408a-a1b8-44c0c62c8edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914690 Nov 12 08:47:59.598215 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b0d64a1-a2f9-4d78-8600-9057520075db x-openstack-request-id: req-8b0d64a1-a2f9-4d78-8600-9057520075db {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:47:59.598454 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28fb8114-2aca-4b42-9297-1cd3400bea01", "name": "network-vif-plugged", "status": "completed", "tag": "187fd4c4-55fa-408e-9c5f-f6268209918f", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:47:59.598737 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8b0d64a1-a2f9-4d78-8600-9057520075db {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:47:59.599134 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28fb8114-2aca-4b42-9297-1cd3400bea01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '187fd4c4-55fa-408e-9c5f-f6268209918f', 'code': 200} Nov 12 08:47:59.607830 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-682ddd73-da3b-4f62-bfd2-43e7c2298d9d tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:59.704469 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-682ddd73-da3b-4f62-bfd2-43e7c2298d9d tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:59.747267 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-682ddd73-da3b-4f62-bfd2-43e7c2298d9d tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8f17f7e-98fc-4e29-bb79-528faf52f369']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:59.759502 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-682ddd73-da3b-4f62-bfd2-43e7c2298d9d tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eeb356af-84f8-4aa7-838a-21052afc067e') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:59.759797 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-682ddd73-da3b-4f62-bfd2-43e7c2298d9d tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eeb356af-84f8-4aa7-838a-21052afc067e') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:59.770904 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-682ddd73-da3b-4f62-bfd2-43e7c2298d9d tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:59.784889 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22260a47-b678-45d0-828a-cb23db129b34 req-0ed6a3f7-fc14-48de-8877-30a907885282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:59.786245 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-22260a47-b678-45d0-828a-cb23db129b34 req-0ed6a3f7-fc14-48de-8877-30a907885282 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=28fb8114-2aca-4b42-9297-1cd3400bea01 HTTP/1.1" status: 200 len: 1097 time: 0.0739713 Nov 12 08:47:59.789698 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-682ddd73-da3b-4f62-bfd2-43e7c2298d9d tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:59.795764 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-682ddd73-da3b-4f62-bfd2-43e7c2298d9d tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:47:59.796153 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-682ddd73-da3b-4f62-bfd2-43e7c2298d9d tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:59.799253 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 08:47:59.799253 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:47:59.799253 n-d-765315-29 neutron-server[102599]: timer() Nov 12 08:47:59.799253 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:47:59.799253 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 08:47:59.799253 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:47:59.799253 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 08:47:59.799253 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:47:59.799253 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 08:47:59.799253 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:47:59.799253 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 08:47:59.799253 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:47:59.799253 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 08:47:59.799253 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:47:59.799253 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:47:59.799253 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:47:59.799253 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:47:59.799253 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:47:59.799253 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 08:47:59.799253 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:47:59.799253 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 08:47:59.799253 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:47:59.799253 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:47:59.799253 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:47:59.799253 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 08:47:59.799253 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:47:59.799253 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:47:59.799253 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:47:59.799253 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:47:59.799253 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:47:59.799253 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:47:59.799253 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:47:59.886943 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-682ddd73-da3b-4f62-bfd2-43e7c2298d9d tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:59.894719 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-682ddd73-da3b-4f62-bfd2-43e7c2298d9d tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks [] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:59.897813 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-682ddd73-da3b-4f62-bfd2-43e7c2298d9d tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] 10.222.0.26 "DELETE /v2.0/networks/c8f17f7e-98fc-4e29-bb79-528faf52f369 HTTP/1.1" status: 204 len: 168 time: 0.3707085 Nov 12 08:47:59.900235 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-22260a47-b678-45d0-828a-cb23db129b34 req-6f00842d-bc55-4675-a137-f80c7a9e2725 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=0c33f5b9-1ee3-408a-a1b8-44c0c62c8edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001949 Nov 12 08:47:59.900746 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60016) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:59.915136 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682ddd73-da3b-4f62-bfd2-43e7c2298d9d tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Pushing event deleted for resources: {'Network': ['ID=c8f17f7e-98fc-4e29-bb79-528faf52f369,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:59.980406 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-58d1eac8-8181-4a7a-98e5-210db4984032 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:00.073489 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-58d1eac8-8181-4a7a-98e5-210db4984032 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:00.092932 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-58d1eac8-8181-4a7a-98e5-210db4984032 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43241d3a-4f09-4d21-8ed4-3ed80ee44ff9']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:00.102745 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-58d1eac8-8181-4a7a-98e5-210db4984032 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '881dcabe-767b-4734-872d-d4a54779c70c') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:00.103040 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-58d1eac8-8181-4a7a-98e5-210db4984032 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '881dcabe-767b-4734-872d-d4a54779c70c') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:00.112228 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-58d1eac8-8181-4a7a-98e5-210db4984032 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:00.126056 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-58d1eac8-8181-4a7a-98e5-210db4984032 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:00.132746 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58d1eac8-8181-4a7a-98e5-210db4984032 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:48:00.133118 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-58d1eac8-8181-4a7a-98e5-210db4984032 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:00.135981 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:48:00.135981 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:48:00.135981 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:48:00.135981 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:48:00.135981 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:48:00.135981 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:48:00.135981 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:48:00.135981 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:48:00.135981 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:48:00.135981 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:48:00.135981 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:48:00.135981 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:48:00.135981 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:48:00.135981 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:48:00.135981 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:48:00.135981 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:48:00.135981 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:48:00.135981 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:48:00.135981 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:48:00.135981 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:48:00.135981 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:48:00.135981 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:48:00.135981 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:48:00.135981 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:48:00.135981 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:48:00.135981 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:48:00.135981 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:48:00.135981 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:48:00.135981 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:48:00.135981 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:48:00.135981 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:48:00.135981 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:48:00.199273 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-58d1eac8-8181-4a7a-98e5-210db4984032 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:00.206157 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-58d1eac8-8181-4a7a-98e5-210db4984032 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:00.209800 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-58d1eac8-8181-4a7a-98e5-210db4984032 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] 10.222.0.26 "DELETE /v2.0/networks/43241d3a-4f09-4d21-8ed4-3ed80ee44ff9 HTTP/1.1" status: 204 len: 168 time: 0.3080118 Nov 12 08:48:00.212313 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60018) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:00.231485 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d1eac8-8181-4a7a-98e5-210db4984032 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Pushing event deleted for resources: {'Network': ['ID=43241d3a-4f09-4d21-8ed4-3ed80ee44ff9,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:00.324833 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e11a83-26f8-40a0-8d81-9a1386ce031a tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:00.330883 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e11a83-26f8-40a0-8d81-9a1386ce031a tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:00.333197 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-13e11a83-26f8-40a0-8d81-9a1386ce031a tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1116834 Nov 12 08:48:00.337130 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 60020) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:00.342403 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-0f499f56-5b52-4bd9-9952-c0f595b2c207 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-685953806'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:00.364459 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f499f56-5b52-4bd9-9952-c0f595b2c207 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Made reservation on behalf of 9ce8fb4b1637427bae599a71d07e8b87 for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:48:00.367979 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0f499f56-5b52-4bd9-9952-c0f595b2c207 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:00.391200 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f499f56-5b52-4bd9-9952-c0f595b2c207 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:48:00.400433 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0f499f56-5b52-4bd9-9952-c0f595b2c207 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:00.400775 n-d-765315-29 neutron-server[102599]: INFO neutron.db.segments_db [None req-0f499f56-5b52-4bd9-9952-c0f595b2c207 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Added segment 2d39da64-10fb-43b6-9a26-c1a1e933d1bb of type vlan for network c0f77929-6bb0-43d6-b285-40180930a09d Nov 12 08:48:00.444641 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0f499f56-5b52-4bd9-9952-c0f595b2c207 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:00.470236 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0f499f56-5b52-4bd9-9952-c0f595b2c207 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:00.476342 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f499f56-5b52-4bd9-9952-c0f595b2c207 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:00.476922 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0f499f56-5b52-4bd9-9952-c0f595b2c207 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks [] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:00.518471 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-0f499f56-5b52-4bd9-9952-c0f595b2c207 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.1801984 Nov 12 08:48:00.521287 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60022) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:00.526362 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-37e06381-4f60-4bb0-8fcd-541d7883d62a tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1422380887'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:00.547256 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37e06381-4f60-4bb0-8fcd-541d7883d62a tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Made reservation on behalf of 9ce8fb4b1637427bae599a71d07e8b87 for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:48:00.551565 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-37e06381-4f60-4bb0-8fcd-541d7883d62a tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:00.553769 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f499f56-5b52-4bd9-9952-c0f595b2c207 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Pushing event updated for resources: {'Network': ['ID=c0f77929-6bb0-43d6-b285-40180930a09d,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:00.564438 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network c0f77929-6bb0-43d6-b285-40180930a09d details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:48:00.584049 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37e06381-4f60-4bb0-8fcd-541d7883d62a tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:48:00.598065 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-37e06381-4f60-4bb0-8fcd-541d7883d62a tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:00.598504 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-37e06381-4f60-4bb0-8fcd-541d7883d62a tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Added segment 82914c80-2081-48e1-8e66-ce1123a8eaef of type vlan for network 63c20ad0-d052-4b22-827d-8e0ed4d6bb91 Nov 12 08:48:00.682146 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-37e06381-4f60-4bb0-8fcd-541d7883d62a tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:00.716406 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23307309-f549-40f7-ac2a-113e05905a5b req-6b18a4b7-fd06-4e95-a968-1654ec3519b8 tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:00.717879 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-23307309-f549-40f7-ac2a-113e05905a5b req-6b18a4b7-fd06-4e95-a968-1654ec3519b8 tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] 10.222.0.26 "GET /v2.0/ports?device_id=28fb8114-2aca-4b42-9297-1cd3400bea01 HTTP/1.1" status: 200 len: 945 time: 0.0748882 Nov 12 08:48:00.725169 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-37e06381-4f60-4bb0-8fcd-541d7883d62a tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:00.731441 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e06381-4f60-4bb0-8fcd-541d7883d62a tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:00.732055 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-37e06381-4f60-4bb0-8fcd-541d7883d62a tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:00.787558 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-37e06381-4f60-4bb0-8fcd-541d7883d62a tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2620556 Nov 12 08:48:00.787932 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 60028) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:00.793092 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-1905a2fd-da80-456d-b346-eab6dfa64557 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Request body: {'ports': [{'network_id': 'c0f77929-6bb0-43d6-b285-40180930a09d', 'name': 'tempest-port--1474592357', 'admin_state_up': True}, {'network_id': '63c20ad0-d052-4b22-827d-8e0ed4d6bb91', 'admin_state_up': False}]} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:00.793501 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-1905a2fd-da80-456d-b346-eab6dfa64557 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Request body: {'port': {'network_id': 'c0f77929-6bb0-43d6-b285-40180930a09d', 'name': 'tempest-port--1474592357', 'admin_state_up': True}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:00.793894 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-1905a2fd-da80-456d-b346-eab6dfa64557 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Request body: {'port': {'network_id': '63c20ad0-d052-4b22-827d-8e0ed4d6bb91', 'admin_state_up': False}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:00.831524 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e06381-4f60-4bb0-8fcd-541d7883d62a tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Pushing event updated for resources: {'Network': ['ID=63c20ad0-d052-4b22-827d-8e0ed4d6bb91,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:00.842218 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 63c20ad0-d052-4b22-827d-8e0ed4d6bb91 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:48:00.851413 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-23307309-f549-40f7-ac2a-113e05905a5b req-a4ed4df8-26a7-45bf-a199-9cdcfaeb430a tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c33f5b9-1ee3-408a-a1b8-44c0c62c8edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151853 Nov 12 08:48:00.963653 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1905a2fd-da80-456d-b346-eab6dfa64557 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Made reservation on behalf of 9ce8fb4b1637427bae599a71d07e8b87 for: {'port': 2} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:48:00.968862 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1905a2fd-da80-456d-b346-eab6dfa64557 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:00.981750 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1905a2fd-da80-456d-b346-eab6dfa64557 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:01.071835 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [None req-1905a2fd-da80-456d-b346-eab6dfa64557 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] device_id is not set on port 732cdc5e-acf1-4f18-bd2a-7b3b051f0b11 yet. {{(pid=102599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:48:01.191202 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1905a2fd-da80-456d-b346-eab6dfa64557 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:01.258447 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [None req-1905a2fd-da80-456d-b346-eab6dfa64557 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] device_id is not set on port 1ea0481c-8e27-439f-9d31-08b0826ae46e yet. {{(pid=102599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:48:01.381997 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1905a2fd-da80-456d-b346-eab6dfa64557 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:01.425234 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1905a2fd-da80-456d-b346-eab6dfa64557 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:01.494673 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1905a2fd-da80-456d-b346-eab6dfa64557 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Pushing event updated for resources: {'Port': ['ID=732cdc5e-acf1-4f18-bd2a-7b3b051f0b11,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:01.510300 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1905a2fd-da80-456d-b346-eab6dfa64557 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Checking segment: {'id': '2d39da64-10fb-43b6-9a26-c1a1e933d1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c0f77929-6bb0-43d6-b285-40180930a09d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:48:01.510768 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1905a2fd-da80-456d-b346-eab6dfa64557 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Network hostable DHCP agents. Network: c0f77929-6bb0-43d6-b285-40180930a09d, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:48:01.528520 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1905a2fd-da80-456d-b346-eab6dfa64557 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Network c0f77929-6bb0-43d6-b285-40180930a09d is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:48:01.538663 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-1905a2fd-da80-456d-b346-eab6dfa64557 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, c0f77929-6bb0-43d6-b285-40180930a09d) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:48:01.542432 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1905a2fd-da80-456d-b346-eab6dfa64557 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:48:01.543306 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1905a2fd-da80-456d-b346-eab6dfa64557 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:01.548323 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59c5cbb-4436-4ad3-8f2c-ab5ac3f7cb9b None None] Network c0f77929-6bb0-43d6-b285-40180930a09d requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:48:01.605491 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1905a2fd-da80-456d-b346-eab6dfa64557 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Pushing event updated for resources: {'Port': ['ID=1ea0481c-8e27-439f-9d31-08b0826ae46e,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:01.623695 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1905a2fd-da80-456d-b346-eab6dfa64557 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Checking segment: {'id': '82914c80-2081-48e1-8e66-ce1123a8eaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '63c20ad0-d052-4b22-827d-8e0ed4d6bb91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:48:01.624057 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1905a2fd-da80-456d-b346-eab6dfa64557 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Network hostable DHCP agents. Network: 63c20ad0-d052-4b22-827d-8e0ed4d6bb91, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:48:01.643156 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1905a2fd-da80-456d-b346-eab6dfa64557 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Network 63c20ad0-d052-4b22-827d-8e0ed4d6bb91 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:48:01.654784 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-1905a2fd-da80-456d-b346-eab6dfa64557 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 63c20ad0-d052-4b22-827d-8e0ed4d6bb91) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:48:01.658793 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1905a2fd-da80-456d-b346-eab6dfa64557 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:48:01.666347 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1905a2fd-da80-456d-b346-eab6dfa64557 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:01.670827 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087ccb99-909b-4387-b726-25314372133f None None] Network 63c20ad0-d052-4b22-827d-8e0ed4d6bb91 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:48:01.671707 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1905a2fd-da80-456d-b346-eab6dfa64557 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:01.672754 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1905a2fd-da80-456d-b346-eab6dfa64557 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:01.696032 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-1905a2fd-da80-456d-b346-eab6dfa64557 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 0.9043977 Nov 12 08:48:01.696373 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60032) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:01.751297 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0034f51-dd63-42ee-8f72-36587a3b6de0 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:01.757904 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0034f51-dd63-42ee-8f72-36587a3b6de0 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:01.762136 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-e0034f51-dd63-42ee-8f72-36587a3b6de0 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0621285 Nov 12 08:48:01.762695 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60034) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:01.861347 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc17f-24d0-483f-90b5-be4c74b0ac83 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Deleting port 732cdc5e-acf1-4f18-bd2a-7b3b051f0b11 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:48:01.861761 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c23fc17f-24d0-483f-90b5-be4c74b0ac83 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:01.946421 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c23fc17f-24d0-483f-90b5-be4c74b0ac83 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:01.975831 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-c23fc17f-24d0-483f-90b5-be4c74b0ac83 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Calling delete_port for 732cdc5e-acf1-4f18-bd2a-7b3b051f0b11 owned by {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:48:02.037210 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fa09bf-8918-4565-a328-173638b7ad18 req-64a1e1ab-1d5f-4fb3-9291-bc239dd75e50 tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:02.038766 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-75fa09bf-8918-4565-a328-173638b7ad18 req-64a1e1ab-1d5f-4fb3-9291-bc239dd75e50 tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] 10.222.0.26 "GET /v2.0/ports?device_id=28fb8114-2aca-4b42-9297-1cd3400bea01 HTTP/1.1" status: 200 len: 945 time: 0.1104822 Nov 12 08:48:02.111164 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-75fa09bf-8918-4565-a328-173638b7ad18 req-e07872df-6151-44dc-8f1e-e66610d79c50 tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c33f5b9-1ee3-408a-a1b8-44c0c62c8edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653620 Nov 12 08:48:02.119129 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c23fc17f-24d0-483f-90b5-be4c74b0ac83 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:02.151990 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fc17f-24d0-483f-90b5-be4c74b0ac83 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Pushing event deleted for resources: {'Port': ['ID=732cdc5e-acf1-4f18-bd2a-7b3b051f0b11,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:02.155510 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c23fc17f-24d0-483f-90b5-be4c74b0ac83 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:02.161808 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-c23fc17f-24d0-483f-90b5-be4c74b0ac83 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] 10.222.0.26 "DELETE /v2.0/ports/732cdc5e-acf1-4f18-bd2a-7b3b051f0b11 HTTP/1.1" status: 204 len: 168 time: 0.3954356 Nov 12 08:48:02.161808 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60040) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:02.262816 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-20f63067-cbc4-4ac7-b813-d0ea7272465d tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Deleting port 1ea0481c-8e27-439f-9d31-08b0826ae46e {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:48:02.263164 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-20f63067-cbc4-4ac7-b813-d0ea7272465d tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:02.343146 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-20f63067-cbc4-4ac7-b813-d0ea7272465d tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:02.357372 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-20f63067-cbc4-4ac7-b813-d0ea7272465d tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Calling delete_port for 1ea0481c-8e27-439f-9d31-08b0826ae46e owned by {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:48:02.451490 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-20f63067-cbc4-4ac7-b813-d0ea7272465d tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:02.482603 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f63067-cbc4-4ac7-b813-d0ea7272465d tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Pushing event deleted for resources: {'Port': ['ID=1ea0481c-8e27-439f-9d31-08b0826ae46e,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:02.489961 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-20f63067-cbc4-4ac7-b813-d0ea7272465d tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:02.495453 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-20f63067-cbc4-4ac7-b813-d0ea7272465d tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] 10.222.0.26 "DELETE /v2.0/ports/1ea0481c-8e27-439f-9d31-08b0826ae46e HTTP/1.1" status: 204 len: 168 time: 0.3324220 Nov 12 08:48:02.496316 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 60050) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:02.548513 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-05de3f71-762a-450c-8c5c-3dcfa0b3a96c tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0508885 Nov 12 08:48:02.552842 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 60052) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:02.557910 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-9a1d9ad9-da23-4455-a47b-4e26ebd34b50 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-764217070'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:02.579681 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a1d9ad9-da23-4455-a47b-4e26ebd34b50 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Made reservation on behalf of 9ce8fb4b1637427bae599a71d07e8b87 for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:48:02.584425 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9a1d9ad9-da23-4455-a47b-4e26ebd34b50 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:02.611679 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a1d9ad9-da23-4455-a47b-4e26ebd34b50 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:48:02.626746 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9a1d9ad9-da23-4455-a47b-4e26ebd34b50 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:02.627292 n-d-765315-29 neutron-server[102599]: INFO neutron.db.segments_db [None req-9a1d9ad9-da23-4455-a47b-4e26ebd34b50 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Added segment 2bd8d9d9-dffd-4d0c-a1b1-312f32c705aa of type vlan for network ee1faa1f-dd38-4776-a4ba-8a2c8973a573 Nov 12 08:48:02.683462 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9a1d9ad9-da23-4455-a47b-4e26ebd34b50 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:02.712065 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9a1d9ad9-da23-4455-a47b-4e26ebd34b50 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:02.718197 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1d9ad9-da23-4455-a47b-4e26ebd34b50 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:02.718931 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9a1d9ad9-da23-4455-a47b-4e26ebd34b50 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks [] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:02.748459 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71def4e0-b146-4c06-be53-2bee2bafef21 req-2269bd9f-b3f2-4ca9-8581-463fa5657a78 tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:02.750024 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-71def4e0-b146-4c06-be53-2bee2bafef21 req-2269bd9f-b3f2-4ca9-8581-463fa5657a78 tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] 10.222.0.26 "GET /v2.0/ports?device_id=28fb8114-2aca-4b42-9297-1cd3400bea01 HTTP/1.1" status: 200 len: 945 time: 0.0567644 Nov 12 08:48:02.788593 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-9a1d9ad9-da23-4455-a47b-4e26ebd34b50 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2346838 Nov 12 08:48:02.791535 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 60056) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:02.798576 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-8167a1b7-bdde-49da-9d9d-8dacd2968a72 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1330965985'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:02.801596 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-71def4e0-b146-4c06-be53-2bee2bafef21 req-040d0335-9519-442b-82b2-b3e15d42f9a8 tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c33f5b9-1ee3-408a-a1b8-44c0c62c8edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430484 Nov 12 08:48:02.808001 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1d9ad9-da23-4455-a47b-4e26ebd34b50 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Pushing event updated for resources: {'Network': ['ID=ee1faa1f-dd38-4776-a4ba-8a2c8973a573,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:02.826676 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network ee1faa1f-dd38-4776-a4ba-8a2c8973a573 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:48:02.827780 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8167a1b7-bdde-49da-9d9d-8dacd2968a72 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Made reservation on behalf of 9ce8fb4b1637427bae599a71d07e8b87 for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:48:02.831902 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8167a1b7-bdde-49da-9d9d-8dacd2968a72 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:02.857849 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8167a1b7-bdde-49da-9d9d-8dacd2968a72 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:48:02.867385 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8167a1b7-bdde-49da-9d9d-8dacd2968a72 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:02.867767 n-d-765315-29 neutron-server[102599]: INFO neutron.db.segments_db [None req-8167a1b7-bdde-49da-9d9d-8dacd2968a72 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Added segment a5628d10-e17a-4177-bdc3-9ee235a76f7a of type vlan for network 847e2509-70ee-49e6-8e1c-75723c5d627f Nov 12 08:48:02.910522 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8167a1b7-bdde-49da-9d9d-8dacd2968a72 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:02.937496 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8167a1b7-bdde-49da-9d9d-8dacd2968a72 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:02.943658 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8167a1b7-bdde-49da-9d9d-8dacd2968a72 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:02.944242 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8167a1b7-bdde-49da-9d9d-8dacd2968a72 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks [] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:02.986742 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-8167a1b7-bdde-49da-9d9d-8dacd2968a72 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1939158 Nov 12 08:48:03.024258 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8167a1b7-bdde-49da-9d9d-8dacd2968a72 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Pushing event updated for resources: {'Network': ['ID=847e2509-70ee-49e6-8e1c-75723c5d627f,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:03.035328 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 847e2509-70ee-49e6-8e1c-75723c5d627f details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:48:03.126119 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60058) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:03.132027 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-0773dbe4-f098-4fd8-b322-3049fb18d855 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Request body: {'subnets': [{'network_id': 'ee1faa1f-dd38-4776-a4ba-8a2c8973a573', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--406061739', 'ip_version': 4}, {'network_id': '847e2509-70ee-49e6-8e1c-75723c5d627f', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:03.132379 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-0773dbe4-f098-4fd8-b322-3049fb18d855 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Request body: {'subnet': {'network_id': 'ee1faa1f-dd38-4776-a4ba-8a2c8973a573', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--406061739', 'ip_version': 4}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:03.132900 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-0773dbe4-f098-4fd8-b322-3049fb18d855 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Request body: {'subnet': {'network_id': '847e2509-70ee-49e6-8e1c-75723c5d627f', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:03.299477 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0773dbe4-f098-4fd8-b322-3049fb18d855 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Made reservation on behalf of 9ce8fb4b1637427bae599a71d07e8b87 for: {'subnet': 2} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:48:03.304567 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0773dbe4-f098-4fd8-b322-3049fb18d855 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:03.304905 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0773dbe4-f098-4fd8-b322-3049fb18d855 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:03.683744 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0773dbe4-f098-4fd8-b322-3049fb18d855 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:03.763213 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0773dbe4-f098-4fd8-b322-3049fb18d855 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Pushing event updated for resources: {'Subnet': ['ID=84e0cfc5-a634-46a9-bff2-e764914e7368,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:03.772166 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0773dbe4-f098-4fd8-b322-3049fb18d855 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Checking segment: {'id': '2bd8d9d9-dffd-4d0c-a1b1-312f32c705aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ee1faa1f-dd38-4776-a4ba-8a2c8973a573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:48:03.772524 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0773dbe4-f098-4fd8-b322-3049fb18d855 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Network hostable DHCP agents. Network: ee1faa1f-dd38-4776-a4ba-8a2c8973a573, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:48:03.791767 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0773dbe4-f098-4fd8-b322-3049fb18d855 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Network ee1faa1f-dd38-4776-a4ba-8a2c8973a573 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:48:03.802336 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-0773dbe4-f098-4fd8-b322-3049fb18d855 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, ee1faa1f-dd38-4776-a4ba-8a2c8973a573) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:48:03.806546 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0773dbe4-f098-4fd8-b322-3049fb18d855 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:03.811350 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aba62fd-7bb0-41f6-943d-0655f46c3f14 None None] Network ee1faa1f-dd38-4776-a4ba-8a2c8973a573 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:48:03.886049 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0773dbe4-f098-4fd8-b322-3049fb18d855 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Pushing event updated for resources: {'Subnet': ['ID=80b625a6-e85f-4fde-9d9f-16e6e53bc25c,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:03.903044 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0773dbe4-f098-4fd8-b322-3049fb18d855 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Checking segment: {'id': 'a5628d10-e17a-4177-bdc3-9ee235a76f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '847e2509-70ee-49e6-8e1c-75723c5d627f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:48:03.903416 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0773dbe4-f098-4fd8-b322-3049fb18d855 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Network hostable DHCP agents. Network: 847e2509-70ee-49e6-8e1c-75723c5d627f, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:48:03.951904 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0773dbe4-f098-4fd8-b322-3049fb18d855 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Network 847e2509-70ee-49e6-8e1c-75723c5d627f is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:48:03.966274 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64578d9-c793-44ff-974a-d350e791780c req-cff51d56-d413-4124-a15a-15cf9c49058b tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:03.967853 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c64578d9-c793-44ff-974a-d350e791780c req-cff51d56-d413-4124-a15a-15cf9c49058b tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] 10.222.0.26 "GET /v2.0/ports?device_id=28fb8114-2aca-4b42-9297-1cd3400bea01 HTTP/1.1" status: 200 len: 945 time: 0.0858598 Nov 12 08:48:03.977854 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-0773dbe4-f098-4fd8-b322-3049fb18d855 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 847e2509-70ee-49e6-8e1c-75723c5d627f) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:48:03.981134 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36e888a-66aa-4fea-84af-9a7b7c4d00b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-ee1faa1f-dd38-4776-a4ba-8a2c8973a573', 'network_id': 'ee1faa1f-dd38-4776-a4ba-8a2c8973a573', 'tenant_id': '9ce8fb4b1637427bae599a71d07e8b87', 'fixed_ips': [{'subnet_id': '84e0cfc5-a634-46a9-bff2-e764914e7368'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:48:03.982257 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d36e888a-66aa-4fea-84af-9a7b7c4d00b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:03.985146 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0773dbe4-f098-4fd8-b322-3049fb18d855 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:03.985898 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0773dbe4-f098-4fd8-b322-3049fb18d855 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:03.986041 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f5398231-fd44-4a2a-9e00-da8fd1610f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:03.987380 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0773dbe4-f098-4fd8-b322-3049fb18d855 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:03.997010 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ced1040-7528-404b-85c3-c8a237ab68b0 None None] Network 847e2509-70ee-49e6-8e1c-75723c5d627f requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:48:04.030067 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-0773dbe4-f098-4fd8-b322-3049fb18d855 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 0.9027817 Nov 12 08:48:04.032948 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60064) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:04.088815 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c64578d9-c793-44ff-974a-d350e791780c req-10220f95-9935-47c2-94b7-98894533ab8a tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c33f5b9-1ee3-408a-a1b8-44c0c62c8edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058483 Nov 12 08:48:04.110903 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1992c5c1-b528-456c-8baf-1230a133a783 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:04.111575 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1992c5c1-b528-456c-8baf-1230a133a783 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:04.114152 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1992c5c1-b528-456c-8baf-1230a133a783 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:04.116696 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-1992c5c1-b528-456c-8baf-1230a133a783 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.0821996 Nov 12 08:48:04.120581 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 60066) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:04.174346 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9c465d8-1059-4a82-8a18-1a65b4b5afda tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Deleting subnet 84e0cfc5-a634-46a9-bff2-e764914e7368 {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:48:04.219096 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-d36e888a-66aa-4fea-84af-9a7b7c4d00b4 None None] Allocated IP 172.20.0.2 (ee1faa1f-dd38-4776-a4ba-8a2c8973a573/84e0cfc5-a634-46a9-bff2-e764914e7368/dffd5565-2d6a-4dc0-8515-5018bae6f223) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:48:04.269084 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0bcb856-e24b-47be-9376-f1cef6f90683 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-847e2509-70ee-49e6-8e1c-75723c5d627f', 'network_id': '847e2509-70ee-49e6-8e1c-75723c5d627f', 'tenant_id': '9ce8fb4b1637427bae599a71d07e8b87', 'fixed_ips': [{'subnet_id': '80b625a6-e85f-4fde-9d9f-16e6e53bc25c'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:48:04.269914 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c0bcb856-e24b-47be-9376-f1cef6f90683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:04.278995 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343a33f8-3f43-4dd9-be72-49fd08f86ea2 req-15e7fd37-7d10-418a-bc5b-0efa5ea09067 tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:04.280453 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-343a33f8-3f43-4dd9-be72-49fd08f86ea2 req-15e7fd37-7d10-418a-bc5b-0efa5ea09067 tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] 10.222.0.44 "GET /v2.0/ports?device_id=28fb8114-2aca-4b42-9297-1cd3400bea01 HTTP/1.1" status: 200 len: 945 time: 0.0568128 Nov 12 08:48:04.396900 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-343a33f8-3f43-4dd9-be72-49fd08f86ea2 req-f2ff6a0f-c97a-4112-8fe0-ebd8b2761f9e tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] Deleting port 187fd4c4-55fa-408e-9c5f-f6268209918f {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:48:04.397250 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-343a33f8-3f43-4dd9-be72-49fd08f86ea2 req-f2ff6a0f-c97a-4112-8fe0-ebd8b2761f9e tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:04.503976 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-343a33f8-3f43-4dd9-be72-49fd08f86ea2 req-f2ff6a0f-c97a-4112-8fe0-ebd8b2761f9e tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] For port 187fd4c4-55fa-408e-9c5f-f6268209918f, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=187fd4c4-55fa-408e-9c5f-f6268209918f,segment=NetworkSegment(e45c1321-a9ca-49bb-9e90-cc7349046cdb),segment_id=e45c1321-a9ca-49bb-9e90-cc7349046cdb)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:48:04.504369 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-343a33f8-3f43-4dd9-be72-49fd08f86ea2 req-f2ff6a0f-c97a-4112-8fe0-ebd8b2761f9e tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:04.517806 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-343a33f8-3f43-4dd9-be72-49fd08f86ea2 req-f2ff6a0f-c97a-4112-8fe0-ebd8b2761f9e tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] Calling delete_port for 187fd4c4-55fa-408e-9c5f-f6268209918f owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:48:04.651422 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d36e888a-66aa-4fea-84af-9a7b7c4d00b4 None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:04.656197 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-c0bcb856-e24b-47be-9376-f1cef6f90683 None None] Allocated IP 172.20.0.18 (847e2509-70ee-49e6-8e1c-75723c5d627f/80b625a6-e85f-4fde-9d9f-16e6e53bc25c/13125d03-771f-4a07-929f-124b3a0a1504) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:48:04.657879 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-343a33f8-3f43-4dd9-be72-49fd08f86ea2 req-f2ff6a0f-c97a-4112-8fe0-ebd8b2761f9e tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:04.659308 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c9c465d8-1059-4a82-8a18-1a65b4b5afda tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks [] for subnet, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:04.660927 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d36e888a-66aa-4fea-84af-9a7b7c4d00b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:04.699412 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['187fd4c4-55fa-408e-9c5f-f6268209918f'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:48:04.714987 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ff6a0f-c97a-4112-8fe0-ebd8b2761f9e tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] Pushing event deleted for resources: {'Port': ['ID=187fd4c4-55fa-408e-9c5f-f6268209918f,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:04.749920 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a00f7cb-2866-40fc-8681-875882479ed9 None None] DHCP port deletion for 8bcdc5e1-09d0-4692-b3ac-54802a0257b2 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:48:04.755349 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c9c465d8-1059-4a82-8a18-1a65b4b5afda tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31181813'] for subnet, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:04.789013 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-343a33f8-3f43-4dd9-be72-49fd08f86ea2 req-f2ff6a0f-c97a-4112-8fe0-ebd8b2761f9e tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] No DVR routers for this DVR port 187fd4c4-55fa-408e-9c5f-f6268209918f on host n-h2-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:48:04.793000 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-343a33f8-3f43-4dd9-be72-49fd08f86ea2 req-f2ff6a0f-c97a-4112-8fe0-ebd8b2761f9e tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:04.796333 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-343a33f8-3f43-4dd9-be72-49fd08f86ea2 req-f2ff6a0f-c97a-4112-8fe0-ebd8b2761f9e tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] 10.222.0.44 "DELETE /v2.0/ports/187fd4c4-55fa-408e-9c5f-f6268209918f HTTP/1.1" status: 204 len: 173 time: 0.5035338 Nov 12 08:48:04.796800 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28fb8114-2aca-4b42-9297-1cd3400bea01', 'name': 'network-vif-deleted', 'tag': '187fd4c4-55fa-408e-9c5f-f6268209918f'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:48:04.797075 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36e888a-66aa-4fea-84af-9a7b7c4d00b4 None None] Network ee1faa1f-dd38-4776-a4ba-8a2c8973a573 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:48:04.799078 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f6f682-0ee5-413a-8f26-7090c7928de8" -d '{"events": [{"server_uuid": "28fb8114-2aca-4b42-9297-1cd3400bea01", "name": "network-vif-deleted", "tag": "187fd4c4-55fa-408e-9c5f-f6268209918f"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:48:04.801786 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36e888a-66aa-4fea-84af-9a7b7c4d00b4 None None] Pushing event updated for resources: {'Port': ['ID=dffd5565-2d6a-4dc0-8515-5018bae6f223,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:04.806338 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-d36e888a-66aa-4fea-84af-9a7b7c4d00b4 None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:48:04.809720 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36e888a-66aa-4fea-84af-9a7b7c4d00b4 None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:48:04.881409 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-840ce6ce-2a99-437f-9881-4ce8c04c8453 x-openstack-request-id: req-840ce6ce-2a99-437f-9881-4ce8c04c8453 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:48:04.881700 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28fb8114-2aca-4b42-9297-1cd3400bea01", "name": "network-vif-deleted", "tag": "187fd4c4-55fa-408e-9c5f-f6268209918f", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:48:04.881950 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-840ce6ce-2a99-437f-9881-4ce8c04c8453 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:48:04.882355 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28fb8114-2aca-4b42-9297-1cd3400bea01', 'name': 'network-vif-deleted', 'tag': '187fd4c4-55fa-408e-9c5f-f6268209918f', 'status': 'completed', 'code': 200} Nov 12 08:48:04.884981 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c9c465d8-1059-4a82-8a18-1a65b4b5afda tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:04.936473 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-d36e888a-66aa-4fea-84af-9a7b7c4d00b4 None None] Attempting to bind port dffd5565-2d6a-4dc0-8515-5018bae6f223 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:48:04.936845 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-d36e888a-66aa-4fea-84af-9a7b7c4d00b4 None None] Attempting to bind port dffd5565-2d6a-4dc0-8515-5018bae6f223 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '2bd8d9d9-dffd-4d0c-a1b1-312f32c705aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ee1faa1f-dd38-4776-a4ba-8a2c8973a573'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:48:04.937203 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36e888a-66aa-4fea-84af-9a7b7c4d00b4 None None] Attempting to bind port dffd5565-2d6a-4dc0-8515-5018bae6f223 on network ee1faa1f-dd38-4776-a4ba-8a2c8973a573 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:48:04.943390 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c0bcb856-e24b-47be-9376-f1cef6f90683 None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:04.948328 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36e888a-66aa-4fea-84af-9a7b7c4d00b4 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:48:04.948742 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36e888a-66aa-4fea-84af-9a7b7c4d00b4 None None] Checking segment: {'id': '2bd8d9d9-dffd-4d0c-a1b1-312f32c705aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ee1faa1f-dd38-4776-a4ba-8a2c8973a573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:48:04.948987 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d36e888a-66aa-4fea-84af-9a7b7c4d00b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:04.949408 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36e888a-66aa-4fea-84af-9a7b7c4d00b4 None None] Bound using segment: {'id': '2bd8d9d9-dffd-4d0c-a1b1-312f32c705aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ee1faa1f-dd38-4776-a4ba-8a2c8973a573'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:48:04.949849 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-d36e888a-66aa-4fea-84af-9a7b7c4d00b4 None None] Bound port: dffd5565-2d6a-4dc0-8515-5018bae6f223, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bd8d9d9-dffd-4d0c-a1b1-312f32c705aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ee1faa1f-dd38-4776-a4ba-8a2c8973a573'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:48:04.950240 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d36e888a-66aa-4fea-84af-9a7b7c4d00b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:04.953878 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c0bcb856-e24b-47be-9376-f1cef6f90683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:04.963202 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c9c465d8-1059-4a82-8a18-1a65b4b5afda tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:04.991578 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c465d8-1059-4a82-8a18-1a65b4b5afda tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Pushing event deleted for resources: {'Subnet': ['ID=84e0cfc5-a634-46a9-bff2-e764914e7368,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:04.996170 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c9c465d8-1059-4a82-8a18-1a65b4b5afda tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:04.999903 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-c9c465d8-1059-4a82-8a18-1a65b4b5afda tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] 10.222.0.26 "DELETE /v2.0/subnets/84e0cfc5-a634-46a9-bff2-e764914e7368 HTTP/1.1" status: 204 len: 168 time: 0.8780880 Nov 12 08:48:05.002381 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 60070) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:05.034810 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0bcb856-e24b-47be-9376-f1cef6f90683 None None] Network 847e2509-70ee-49e6-8e1c-75723c5d627f is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:48:05.042885 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-c0bcb856-e24b-47be-9376-f1cef6f90683 None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:48:05.051773 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bcb856-e24b-47be-9376-f1cef6f90683 None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:48:05.053816 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bcb856-e24b-47be-9376-f1cef6f90683 None None] Pushing event updated for resources: {'Port': ['ID=13125d03-771f-4a07-929f-124b3a0a1504,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:05.057472 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-316d23a3-9964-416b-9feb-096ab69d7b46 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Deleting subnet 80b625a6-e85f-4fde-9d9f-16e6e53bc25c {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:48:05.060811 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-316d23a3-9964-416b-9feb-096ab69d7b46 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks [] for subnet, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:05.108204 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-316d23a3-9964-416b-9feb-096ab69d7b46 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31181813'] for subnet, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:05.109189 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-d36e888a-66aa-4fea-84af-9a7b7c4d00b4 None None] For port dffd5565-2d6a-4dc0-8515-5018bae6f223, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:48:05.130244 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-d36e888a-66aa-4fea-84af-9a7b7c4d00b4 None None] For port dffd5565-2d6a-4dc0-8515-5018bae6f223, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=dffd5565-2d6a-4dc0-8515-5018bae6f223,segment=NetworkSegment(2bd8d9d9-dffd-4d0c-a1b1-312f32c705aa),segment_id=2bd8d9d9-dffd-4d0c-a1b1-312f32c705aa)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:48:05.133142 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-c0bcb856-e24b-47be-9376-f1cef6f90683 None None] Attempting to bind port 13125d03-771f-4a07-929f-124b3a0a1504 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:48:05.133465 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-c0bcb856-e24b-47be-9376-f1cef6f90683 None None] Attempting to bind port 13125d03-771f-4a07-929f-124b3a0a1504 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': 'a5628d10-e17a-4177-bdc3-9ee235a76f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '847e2509-70ee-49e6-8e1c-75723c5d627f'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:48:05.133853 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bcb856-e24b-47be-9376-f1cef6f90683 None None] Attempting to bind port 13125d03-771f-4a07-929f-124b3a0a1504 on network 847e2509-70ee-49e6-8e1c-75723c5d627f {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:48:05.137548 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d36e888a-66aa-4fea-84af-9a7b7c4d00b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:05.149584 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bcb856-e24b-47be-9376-f1cef6f90683 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:48:05.149957 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bcb856-e24b-47be-9376-f1cef6f90683 None None] Checking segment: {'id': 'a5628d10-e17a-4177-bdc3-9ee235a76f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '847e2509-70ee-49e6-8e1c-75723c5d627f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:48:05.150362 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c0bcb856-e24b-47be-9376-f1cef6f90683 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:05.150785 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bcb856-e24b-47be-9376-f1cef6f90683 None None] Bound using segment: {'id': 'a5628d10-e17a-4177-bdc3-9ee235a76f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '847e2509-70ee-49e6-8e1c-75723c5d627f'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:48:05.151254 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-c0bcb856-e24b-47be-9376-f1cef6f90683 None None] Bound port: 13125d03-771f-4a07-929f-124b3a0a1504, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5628d10-e17a-4177-bdc3-9ee235a76f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '847e2509-70ee-49e6-8e1c-75723c5d627f'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:48:05.151628 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c0bcb856-e24b-47be-9376-f1cef6f90683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:05.215026 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-316d23a3-9964-416b-9feb-096ab69d7b46 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:05.219490 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-832e2ff2-39c9-4e32-9b2c-cbb86216d72c req-78911637-ce83-4dce-b09f-095b4b79bddd tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] 10.222.0.26 "GET /v2.0/ports?device_id=28fb8114-2aca-4b42-9297-1cd3400bea01 HTTP/1.1" status: 200 len: 210 time: 0.0330224 Nov 12 08:48:05.261597 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36e888a-66aa-4fea-84af-9a7b7c4d00b4 None None] Pushing event updated for resources: {'Port': ['ID=dffd5565-2d6a-4dc0-8515-5018bae6f223,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:05.282316 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403b7a99-7a6e-4257-bc06-888c706a60e7 None None] Network ee1faa1f-dd38-4776-a4ba-8a2c8973a573 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:48:05.287134 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-316d23a3-9964-416b-9feb-096ab69d7b46 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:05.311563 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-c0bcb856-e24b-47be-9376-f1cef6f90683 None None] For port 13125d03-771f-4a07-929f-124b3a0a1504, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:48:05.356775 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-c0bcb856-e24b-47be-9376-f1cef6f90683 None None] For port 13125d03-771f-4a07-929f-124b3a0a1504, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=13125d03-771f-4a07-929f-124b3a0a1504,segment=NetworkSegment(a5628d10-e17a-4177-bdc3-9ee235a76f7a),segment_id=a5628d10-e17a-4177-bdc3-9ee235a76f7a)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:48:05.370300 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c0bcb856-e24b-47be-9376-f1cef6f90683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:05.509815 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:05.515297 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bcb856-e24b-47be-9376-f1cef6f90683 None None] Pushing event updated for resources: {'Port': ['ID=13125d03-771f-4a07-929f-124b3a0a1504,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:05.666452 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316d23a3-9964-416b-9feb-096ab69d7b46 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Pushing event deleted for resources: {'Subnet': ['ID=80b625a6-e85f-4fde-9d9f-16e6e53bc25c,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:05.676852 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-316d23a3-9964-416b-9feb-096ab69d7b46 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:05.683296 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-316d23a3-9964-416b-9feb-096ab69d7b46 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] 10.222.0.26 "DELETE /v2.0/subnets/80b625a6-e85f-4fde-9d9f-16e6e53bc25c HTTP/1.1" status: 204 len: 168 time: 0.6769001 Nov 12 08:48:05.683543 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 60076) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:05.782247 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1d4a1e-7678-4966-8dca-60a37c41d320 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:05.784744 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-2f1d4a1e-7678-4966-8dca-60a37c41d320 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0978620 Nov 12 08:48:05.789961 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 60078) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:05.875622 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c40aa724-c750-4d10-b0ae-aea9a62df26e tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:05.932036 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-c40aa724-c750-4d10-b0ae-aea9a62df26e tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Deleting port 13125d03-771f-4a07-929f-124b3a0a1504 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:48:05.932291 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c40aa724-c750-4d10-b0ae-aea9a62df26e tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:06.001986 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-c40aa724-c750-4d10-b0ae-aea9a62df26e tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] For port 13125d03-771f-4a07-929f-124b3a0a1504, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=13125d03-771f-4a07-929f-124b3a0a1504,segment=NetworkSegment(a5628d10-e17a-4177-bdc3-9ee235a76f7a),segment_id=a5628d10-e17a-4177-bdc3-9ee235a76f7a)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:48:06.002349 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c40aa724-c750-4d10-b0ae-aea9a62df26e tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:06.015072 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-c40aa724-c750-4d10-b0ae-aea9a62df26e tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Calling delete_port for 13125d03-771f-4a07-929f-124b3a0a1504 owned by network:dhcp {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:48:06.096302 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c40aa724-c750-4d10-b0ae-aea9a62df26e tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:06.133969 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40aa724-c750-4d10-b0ae-aea9a62df26e tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Pushing event deleted for resources: {'Port': ['ID=13125d03-771f-4a07-929f-124b3a0a1504,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:06.135871 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40aa724-c750-4d10-b0ae-aea9a62df26e tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] No DVR routers for this DVR port 13125d03-771f-4a07-929f-124b3a0a1504 on host n-d-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:48:06.223635 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c40aa724-c750-4d10-b0ae-aea9a62df26e tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:06.245436 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-c40aa724-c750-4d10-b0ae-aea9a62df26e tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['847e2509-70ee-49e6-8e1c-75723c5d627f']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:06.257078 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-c40aa724-c750-4d10-b0ae-aea9a62df26e tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5628d10-e17a-4177-bdc3-9ee235a76f7a') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:06.257458 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-c40aa724-c750-4d10-b0ae-aea9a62df26e tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5628d10-e17a-4177-bdc3-9ee235a76f7a') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:06.268841 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c40aa724-c750-4d10-b0ae-aea9a62df26e tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:06.293879 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c40aa724-c750-4d10-b0ae-aea9a62df26e tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:06.302436 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c40aa724-c750-4d10-b0ae-aea9a62df26e tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:48:06.302960 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c40aa724-c750-4d10-b0ae-aea9a62df26e tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:06.306630 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 08:48:06.306630 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:48:06.306630 n-d-765315-29 neutron-server[102599]: timer() Nov 12 08:48:06.306630 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:48:06.306630 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 08:48:06.306630 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:48:06.306630 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 08:48:06.306630 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:48:06.306630 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 08:48:06.306630 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:48:06.306630 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 08:48:06.306630 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:48:06.306630 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 08:48:06.306630 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:48:06.306630 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:48:06.306630 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:48:06.306630 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:48:06.306630 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:48:06.306630 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 08:48:06.306630 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:48:06.306630 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 08:48:06.306630 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:48:06.306630 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:48:06.306630 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:48:06.306630 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 08:48:06.306630 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:48:06.306630 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:48:06.306630 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:48:06.306630 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:48:06.306630 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:48:06.306630 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:48:06.306630 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:48:06.382055 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c40aa724-c750-4d10-b0ae-aea9a62df26e tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:06.390831 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c40aa724-c750-4d10-b0ae-aea9a62df26e tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks [] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:06.394908 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-c40aa724-c750-4d10-b0ae-aea9a62df26e tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] 10.222.0.26 "DELETE /v2.0/networks/847e2509-70ee-49e6-8e1c-75723c5d627f HTTP/1.1" status: 204 len: 168 time: 0.6037433 Nov 12 08:48:06.397371 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60088) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:06.408684 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40aa724-c750-4d10-b0ae-aea9a62df26e tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Pushing event deleted for resources: {'Network': ['ID=847e2509-70ee-49e6-8e1c-75723c5d627f,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:06.519689 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0c547332-edd2-4fc5-ac71-ca376fa2f7c1 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:06.575633 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c775f4-374d-4b9b-9866-7475c7e3c02b None None] DHCP port deletion for 847e2509-70ee-49e6-8e1c-75723c5d627f request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:48:06.583793 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-34dadd66-fc1d-437d-ae5a-0ee8e4bdfaa1 None None] Could not find standard attr ID for object 13125d03-771f-4a07-929f-124b3a0a1504. {{(pid=102601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:48:06.599029 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a74c00-3264-40fa-832e-1d7f3999e855 None None] Network 847e2509-70ee-49e6-8e1c-75723c5d627f requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:48:06.615373 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a74c00-3264-40fa-832e-1d7f3999e855 None None] Network 847e2509-70ee-49e6-8e1c-75723c5d627f could not be found, it might have been deleted concurrently. {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 08:48:06.619887 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ca4001-b265-4856-b2d3-6debbdb978b1 req-b0a9c2f9-a1fd-488d-ada1-932c1c012dda tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:06.621431 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e2ca4001-b265-4856-b2d3-6debbdb978b1 req-b0a9c2f9-a1fd-488d-ada1-932c1c012dda tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] 10.222.0.26 "GET /v2.0/networks?id=8bcdc5e1-09d0-4692-b3ac-54802a0257b2 HTTP/1.1" status: 200 len: 809 time: 0.1566181 Nov 12 08:48:06.623335 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a7be56-9213-4b83-88ce-6816b0034cad None None] get_active_networks_info from n-d-765315-29 {{(pid=102601) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 08:48:06.646649 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e2ca4001-b265-4856-b2d3-6debbdb978b1 req-59186ac1-dc27-4423-aa42-9153e3a34b2c tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] 10.222.0.26 "GET /v2.0/quotas/3809a56b9f18463387ac8c559de70999 HTTP/1.1" status: 200 len: 375 time: 0.0175407 Nov 12 08:48:06.648898 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-0c547332-edd2-4fc5-ac71-ca376fa2f7c1 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Deleting port dffd5565-2d6a-4dc0-8515-5018bae6f223 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:48:06.649241 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0c547332-edd2-4fc5-ac71-ca376fa2f7c1 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:06.739780 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e2ca4001-b265-4856-b2d3-6debbdb978b1 req-03276a01-6e3a-40f9-a41a-7cc6e53d1af5 tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=3809a56b9f18463387ac8c559de70999&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0785189 Nov 12 08:48:06.740054 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a7be56-9213-4b83-88ce-6816b0034cad None None] Resources bound (agent type, host, resource id): {{(pid=102601) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 08:48:06.820573 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-0c547332-edd2-4fc5-ac71-ca376fa2f7c1 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] For port dffd5565-2d6a-4dc0-8515-5018bae6f223, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=dffd5565-2d6a-4dc0-8515-5018bae6f223,segment=NetworkSegment(2bd8d9d9-dffd-4d0c-a1b1-312f32c705aa),segment_id=2bd8d9d9-dffd-4d0c-a1b1-312f32c705aa)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:48:06.820859 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0c547332-edd2-4fc5-ac71-ca376fa2f7c1 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:06.837268 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-0c547332-edd2-4fc5-ac71-ca376fa2f7c1 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Calling delete_port for dffd5565-2d6a-4dc0-8515-5018bae6f223 owned by network:dhcp {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:48:06.901454 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e2ca4001-b265-4856-b2d3-6debbdb978b1 req-569340ae-994f-4d0f-a878-9bd33b584b91 service neutron] 10.222.0.26 "GET /v2.0/networks/8bcdc5e1-09d0-4692-b3ac-54802a0257b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529624 Nov 12 08:48:07.002798 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0c547332-edd2-4fc5-ac71-ca376fa2f7c1 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:07.013683 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-adb7ebd8-9020-44ef-836f-1ea592464dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:07.035596 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c547332-edd2-4fc5-ac71-ca376fa2f7c1 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Pushing event deleted for resources: {'Port': ['ID=dffd5565-2d6a-4dc0-8515-5018bae6f223,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:07.044795 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c547332-edd2-4fc5-ac71-ca376fa2f7c1 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] No DVR routers for this DVR port dffd5565-2d6a-4dc0-8515-5018bae6f223 on host n-d-765315-29 {{(pid=102600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:48:07.073282 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 187fd4c4-55fa-408e-9c5f-f6268209918f no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:48:07.078413 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e2ca4001-b265-4856-b2d3-6debbdb978b1 req-8ad27ee6-c023-4557-bf3d-32b42dff7eee service neutron] 10.222.0.26 "GET /v2.0/networks/8bcdc5e1-09d0-4692-b3ac-54802a0257b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664591 Nov 12 08:48:07.095922 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] No Port match for: 187fd4c4-55fa-408e-9c5f-f6268209918f {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:48:07.096273 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 187fd4c4-55fa-408e-9c5f-f6268209918f not bound to the agent host n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:48:07.142901 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0c547332-edd2-4fc5-ac71-ca376fa2f7c1 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:07.165649 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-0c547332-edd2-4fc5-ac71-ca376fa2f7c1 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee1faa1f-dd38-4776-a4ba-8a2c8973a573']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:07.176479 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-0c547332-edd2-4fc5-ac71-ca376fa2f7c1 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bd8d9d9-dffd-4d0c-a1b1-312f32c705aa') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:07.176784 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-0c547332-edd2-4fc5-ac71-ca376fa2f7c1 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bd8d9d9-dffd-4d0c-a1b1-312f32c705aa') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:07.186233 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0c547332-edd2-4fc5-ac71-ca376fa2f7c1 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:07.201544 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0c547332-edd2-4fc5-ac71-ca376fa2f7c1 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:07.209723 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c547332-edd2-4fc5-ac71-ca376fa2f7c1 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:48:07.210018 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0c547332-edd2-4fc5-ac71-ca376fa2f7c1 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:07.213379 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:48:07.213379 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:48:07.213379 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:48:07.213379 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:48:07.213379 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:48:07.213379 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:48:07.213379 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:48:07.213379 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:48:07.213379 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:48:07.213379 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:48:07.213379 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:48:07.213379 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:48:07.213379 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:48:07.213379 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:48:07.213379 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:48:07.213379 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:48:07.213379 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:48:07.213379 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:48:07.213379 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:48:07.213379 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:48:07.213379 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:48:07.213379 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:48:07.213379 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:48:07.213379 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:48:07.213379 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:48:07.213379 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:48:07.213379 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:48:07.213379 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:48:07.213379 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:48:07.213379 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:48:07.213379 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:48:07.213379 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:48:07.288362 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-71f4419f-d540-430b-83c4-4e6e4f52833d req-2733d3b3-d40a-4a87-abc0-43e54fdbbfcf tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ec7a5b8-4145-412e-96b0-bdbfa0f124ac HTTP/1.1" status: 200 len: 210 time: 0.0633419 Nov 12 08:48:07.301987 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0c547332-edd2-4fc5-ac71-ca376fa2f7c1 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:07.321987 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0c547332-edd2-4fc5-ac71-ca376fa2f7c1 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:07.325393 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-0c547332-edd2-4fc5-ac71-ca376fa2f7c1 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] 10.222.0.26 "DELETE /v2.0/networks/ee1faa1f-dd38-4776-a4ba-8a2c8973a573 HTTP/1.1" status: 204 len: 168 time: 0.9269233 Nov 12 08:48:07.328194 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 60104) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:07.336060 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c547332-edd2-4fc5-ac71-ca376fa2f7c1 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Pushing event deleted for resources: {'Network': ['ID=ee1faa1f-dd38-4776-a4ba-8a2c8973a573,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:07.419129 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f1f67df6-e64a-4279-b4fc-c1257bcceff1 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:07.522195 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f1f67df6-e64a-4279-b4fc-c1257bcceff1 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:07.545461 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-f1f67df6-e64a-4279-b4fc-c1257bcceff1 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63c20ad0-d052-4b22-827d-8e0ed4d6bb91']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:07.556168 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-f1f67df6-e64a-4279-b4fc-c1257bcceff1 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82914c80-2081-48e1-8e66-ce1123a8eaef') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:07.556498 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-f1f67df6-e64a-4279-b4fc-c1257bcceff1 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82914c80-2081-48e1-8e66-ce1123a8eaef') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:07.567229 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f1f67df6-e64a-4279-b4fc-c1257bcceff1 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:07.582232 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f1f67df6-e64a-4279-b4fc-c1257bcceff1 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:07.588805 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1f67df6-e64a-4279-b4fc-c1257bcceff1 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:48:07.589247 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f1f67df6-e64a-4279-b4fc-c1257bcceff1 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:07.592516 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 08:48:07.592516 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:48:07.592516 n-d-765315-29 neutron-server[102599]: timer() Nov 12 08:48:07.592516 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:48:07.592516 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 08:48:07.592516 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:48:07.592516 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 08:48:07.592516 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:48:07.592516 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 08:48:07.592516 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:48:07.592516 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 08:48:07.592516 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:48:07.592516 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 08:48:07.592516 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:48:07.592516 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:48:07.592516 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:48:07.592516 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:48:07.592516 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:48:07.592516 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 08:48:07.592516 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:48:07.592516 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 08:48:07.592516 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:48:07.592516 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:48:07.592516 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:48:07.592516 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 08:48:07.592516 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:48:07.592516 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:48:07.592516 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:48:07.592516 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:48:07.592516 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:48:07.592516 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:48:07.592516 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:48:07.657107 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f1f67df6-e64a-4279-b4fc-c1257bcceff1 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:07.662129 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f1f67df6-e64a-4279-b4fc-c1257bcceff1 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks [] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:07.668263 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-f1f67df6-e64a-4279-b4fc-c1257bcceff1 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] 10.222.0.26 "DELETE /v2.0/networks/63c20ad0-d052-4b22-827d-8e0ed4d6bb91 HTTP/1.1" status: 204 len: 168 time: 0.3362238 Nov 12 08:48:07.669092 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60112) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:07.683255 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f67df6-e64a-4279-b4fc-c1257bcceff1 tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Pushing event deleted for resources: {'Network': ['ID=63c20ad0-d052-4b22-827d-8e0ed4d6bb91,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:07.754806 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c94eacd2-e1c5-47b0-ad09-fd813dce8d5d tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:07.859167 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c94eacd2-e1c5-47b0-ad09-fd813dce8d5d tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:07.880312 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-c94eacd2-e1c5-47b0-ad09-fd813dce8d5d tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0f77929-6bb0-43d6-b285-40180930a09d']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:07.890356 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-c94eacd2-e1c5-47b0-ad09-fd813dce8d5d tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d39da64-10fb-43b6-9a26-c1a1e933d1bb') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:07.890699 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-c94eacd2-e1c5-47b0-ad09-fd813dce8d5d tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d39da64-10fb-43b6-9a26-c1a1e933d1bb') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:07.902185 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c94eacd2-e1c5-47b0-ad09-fd813dce8d5d tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:07.919082 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c94eacd2-e1c5-47b0-ad09-fd813dce8d5d tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:07.925198 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c94eacd2-e1c5-47b0-ad09-fd813dce8d5d tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:48:07.925730 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c94eacd2-e1c5-47b0-ad09-fd813dce8d5d tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:07.928747 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:48:07.928747 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:48:07.928747 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:48:07.928747 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:48:07.928747 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:48:07.928747 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:48:07.928747 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:48:07.928747 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:48:07.928747 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:48:07.928747 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:48:07.928747 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:48:07.928747 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:48:07.928747 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:48:07.928747 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:48:07.928747 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:48:07.928747 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:48:07.928747 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:48:07.928747 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:48:07.928747 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:48:07.928747 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:48:07.928747 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:48:07.928747 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:48:07.928747 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:48:07.928747 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:48:07.928747 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:48:07.928747 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:48:07.928747 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:48:07.928747 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:48:07.928747 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:48:07.928747 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:48:07.928747 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:48:07.928747 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:48:07.951207 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:07.989378 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c94eacd2-e1c5-47b0-ad09-fd813dce8d5d tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:07.996333 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c94eacd2-e1c5-47b0-ad09-fd813dce8d5d tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:07.999545 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-c94eacd2-e1c5-47b0-ad09-fd813dce8d5d tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] 10.222.0.26 "DELETE /v2.0/networks/c0f77929-6bb0-43d6-b285-40180930a09d HTTP/1.1" status: 204 len: 168 time: 0.3277948 Nov 12 08:48:08.017075 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94eacd2-e1c5-47b0-ad09-fd813dce8d5d tempest-BulkNetworkOpsTest-674609097 tempest-BulkNetworkOpsTest-674609097-project] Pushing event deleted for resources: {'Network': ['ID=c0f77929-6bb0-43d6-b285-40180930a09d,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:08.255960 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60120) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:08.419339 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-67f95a22-d6be-431d-9381-ae1f9553984b req-a2805378-184e-479a-a625-f2eac146d624 tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ec7a5b8-4145-412e-96b0-bdbfa0f124ac HTTP/1.1" status: 200 len: 210 time: 0.0404098 Nov 12 08:48:08.423467 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ca4001-b265-4856-b2d3-6debbdb978b1 req-d3dc459e-afc1-456a-9d53-01c49b826a1c tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:08.426531 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e2ca4001-b265-4856-b2d3-6debbdb978b1 req-d3dc459e-afc1-456a-9d53-01c49b826a1c tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] 10.222.0.44 "GET /v2.0/networks?id=8bcdc5e1-09d0-4692-b3ac-54802a0257b2 HTTP/1.1" status: 200 len: 809 time: 0.1207757 Nov 12 08:48:08.447295 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-c45e213e-cae0-4b6a-b0d6-abce37df0e6e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9ce8fb4b1637427bae599a71d07e8b87&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1898091 Nov 12 08:48:08.448474 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60126) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:08.452016 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-e2ca4001-b265-4856-b2d3-6debbdb978b1 req-af44d89f-b9b1-4dd7-9bf2-41f6c66a8e33 tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] Request body: {'port': {'device_id': '8ec7a5b8-4145-412e-96b0-bdbfa0f124ac', 'network_id': '8bcdc5e1-09d0-4692-b3ac-54802a0257b2', 'admin_state_up': True, 'tenant_id': '3809a56b9f18463387ac8c559de70999'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:08.499526 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3002e31f-1671-4e5b-90d9-7fdb3fcc31c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:08.522047 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3002e31f-1671-4e5b-90d9-7fdb3fcc31c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:08.570346 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3002e31f-1671-4e5b-90d9-7fdb3fcc31c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:08.573071 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3002e31f-1671-4e5b-90d9-7fdb3fcc31c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:08.574220 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-3002e31f-1671-4e5b-90d9-7fdb3fcc31c1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1ca73f09-f3c9-4ac4-9728-7e91b8e8de1b HTTP/1.1" status: 204 len: 168 time: 0.1254253 Nov 12 08:48:08.576606 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2ca4001-b265-4856-b2d3-6debbdb978b1 req-af44d89f-b9b1-4dd7-9bf2-41f6c66a8e33 tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] Made reservation on behalf of 3809a56b9f18463387ac8c559de70999 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:48:08.580942 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e2ca4001-b265-4856-b2d3-6debbdb978b1 req-af44d89f-b9b1-4dd7-9bf2-41f6c66a8e33 tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:08.582909 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3002e31f-1671-4e5b-90d9-7fdb3fcc31c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca73f09-f3c9-4ac4-9728-7e91b8e8de1b,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:08.724730 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-e2ca4001-b265-4856-b2d3-6debbdb978b1 req-af44d89f-b9b1-4dd7-9bf2-41f6c66a8e33 tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] Allocated IP 172.20.0.11 (8bcdc5e1-09d0-4692-b3ac-54802a0257b2/3836ebe5-29c6-48db-90bc-6d7c5daf88c5/69d76287-5cbf-4bc6-93ce-8a9aa0494a79) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:48:08.912731 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e2ca4001-b265-4856-b2d3-6debbdb978b1 req-af44d89f-b9b1-4dd7-9bf2-41f6c66a8e33 tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:08.949230 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e2ca4001-b265-4856-b2d3-6debbdb978b1 req-af44d89f-b9b1-4dd7-9bf2-41f6c66a8e33 tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:09.005447 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2ca4001-b265-4856-b2d3-6debbdb978b1 req-af44d89f-b9b1-4dd7-9bf2-41f6c66a8e33 tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] Network 8bcdc5e1-09d0-4692-b3ac-54802a0257b2 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:48:09.008889 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-e2ca4001-b265-4856-b2d3-6debbdb978b1 req-af44d89f-b9b1-4dd7-9bf2-41f6c66a8e33 tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:48:09.011379 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2ca4001-b265-4856-b2d3-6debbdb978b1 req-af44d89f-b9b1-4dd7-9bf2-41f6c66a8e33 tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:48:09.023444 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6983b1b9-ace6-4744-aa6b-1b7386537945 None None] DHCP port deletion for 8bcdc5e1-09d0-4692-b3ac-54802a0257b2 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:48:09.045430 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af44d89f-b9b1-4dd7-9bf2-41f6c66a8e33 tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] Pushing event updated for resources: {'Port': ['ID=69d76287-5cbf-4bc6-93ce-8a9aa0494a79,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:09.071516 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ca4001-b265-4856-b2d3-6debbdb978b1 req-af44d89f-b9b1-4dd7-9bf2-41f6c66a8e33 tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:09.072172 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e2ca4001-b265-4856-b2d3-6debbdb978b1 req-af44d89f-b9b1-4dd7-9bf2-41f6c66a8e33 tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:09.089152 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e2ca4001-b265-4856-b2d3-6debbdb978b1 req-af44d89f-b9b1-4dd7-9bf2-41f6c66a8e33 tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6413796 Nov 12 08:48:09.113271 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-e2ca4001-b265-4856-b2d3-6debbdb978b1 req-c13153ad-a147-4bea-a344-3ffc31be1767 service neutron] Request body: {'port': {'device_id': '8ec7a5b8-4145-412e-96b0-bdbfa0f124ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:09.123513 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-2c5ec036-4a6b-410b-9e3b-27371d8d8116 None None] Provisioning complete for port 69d76287-5cbf-4bc6-93ce-8a9aa0494a79 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:48:09.123872 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2c5ec036-4a6b-410b-9e3b-27371d8d8116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:09.167396 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-2c5ec036-4a6b-410b-9e3b-27371d8d8116 None None] Port 69d76287-5cbf-4bc6-93ce-8a9aa0494a79 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:48:09.171965 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e2ca4001-b265-4856-b2d3-6debbdb978b1 req-c13153ad-a147-4bea-a344-3ffc31be1767 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:09.313265 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:09.313550 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60150) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:09.415344 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-9d15ce86-520c-4c9b-890a-6570d25337af tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:09.416227 n-d-765315-29 neutron-server[102600]: WARNING neutron.api.v2.base [None req-9d15ce86-520c-4c9b-890a-6570d25337af tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 12 08:48:09.416904 n-d-765315-29 neutron-server[102600]: INFO neutron.api.v2.resource [None req-9d15ce86-520c-4c9b-890a-6570d25337af tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] create failed (client error): There was a conflict when trying to complete your request. Nov 12 08:48:09.417941 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-9d15ce86-520c-4c9b-890a-6570d25337af tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1033630 Nov 12 08:48:09.421582 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60154) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:09.427756 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-a73d1c80-3c18-489a-a84b-b3fdb02f6cb6 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Request body: {'security_group': {'name': 'tempest-secgroup--251148632'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:09.450379 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a73d1c80-3c18-489a-a84b-b3fdb02f6cb6 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:09.459425 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a73d1c80-3c18-489a-a84b-b3fdb02f6cb6 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:09.467334 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-e2ca4001-b265-4856-b2d3-6debbdb978b1 req-c13153ad-a147-4bea-a344-3ffc31be1767 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69d76287-5cbf-4bc6-93ce-8a9aa0494a79 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:48:09.477282 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e2ca4001-b265-4856-b2d3-6debbdb978b1 req-c13153ad-a147-4bea-a344-3ffc31be1767 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:09.492147 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-e2ca4001-b265-4856-b2d3-6debbdb978b1 req-c13153ad-a147-4bea-a344-3ffc31be1767 service neutron] Transition to ACTIVE for port object 69d76287-5cbf-4bc6-93ce-8a9aa0494a79 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:48:09.496940 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e2ca4001-b265-4856-b2d3-6debbdb978b1 req-c13153ad-a147-4bea-a344-3ffc31be1767 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:09.550752 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379a77b5-a1f9-45fb-ad1c-73c8fd9a7abf None None] DHCP port deletion for 8bcdc5e1-09d0-4692-b3ac-54802a0257b2 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:48:09.551020 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13153ad-a147-4bea-a344-3ffc31be1767 service neutron] Pushing event updated for resources: {'Port': ['ID=69d76287-5cbf-4bc6-93ce-8a9aa0494a79,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:09.598149 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a73d1c80-3c18-489a-a84b-b3fdb02f6cb6 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:09.604245 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a73d1c80-3c18-489a-a84b-b3fdb02f6cb6 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:09.618829 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e90cd3-08a6-4fe2-af41-f23d745fc7b3 req-95854a1f-fa9e-472c-aaf3-f0fc28086209 tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:09.620495 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e1e90cd3-08a6-4fe2-af41-f23d745fc7b3 req-95854a1f-fa9e-472c-aaf3-f0fc28086209 tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ec7a5b8-4145-412e-96b0-bdbfa0f124ac HTTP/1.1" status: 200 len: 944 time: 0.1103742 Nov 12 08:48:09.628056 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-e2ca4001-b265-4856-b2d3-6debbdb978b1 req-c13153ad-a147-4bea-a344-3ffc31be1767 service neutron] Attempting to bind port 69d76287-5cbf-4bc6-93ce-8a9aa0494a79 on host n-h2-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:48:09.628605 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-e2ca4001-b265-4856-b2d3-6debbdb978b1 req-c13153ad-a147-4bea-a344-3ffc31be1767 service neutron] Attempting to bind port 69d76287-5cbf-4bc6-93ce-8a9aa0494a79 by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': 'e45c1321-a9ca-49bb-9e90-cc7349046cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8bcdc5e1-09d0-4692-b3ac-54802a0257b2'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:48:09.629190 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ca4001-b265-4856-b2d3-6debbdb978b1 req-c13153ad-a147-4bea-a344-3ffc31be1767 service neutron] Attempting to bind port 69d76287-5cbf-4bc6-93ce-8a9aa0494a79 on network 8bcdc5e1-09d0-4692-b3ac-54802a0257b2 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:48:09.633800 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ca4001-b265-4856-b2d3-6debbdb978b1 req-c13153ad-a147-4bea-a344-3ffc31be1767 service neutron] Port 69d76287-5cbf-4bc6-93ce-8a9aa0494a79 on network 8bcdc5e1-09d0-4692-b3ac-54802a0257b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:48:09.634121 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ca4001-b265-4856-b2d3-6debbdb978b1 req-c13153ad-a147-4bea-a344-3ffc31be1767 service neutron] Attempting to bind port 69d76287-5cbf-4bc6-93ce-8a9aa0494a79 on network 8bcdc5e1-09d0-4692-b3ac-54802a0257b2 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:48:09.639213 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ca4001-b265-4856-b2d3-6debbdb978b1 req-c13153ad-a147-4bea-a344-3ffc31be1767 service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:48:09.639550 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ca4001-b265-4856-b2d3-6debbdb978b1 req-c13153ad-a147-4bea-a344-3ffc31be1767 service neutron] Checking segment: {'id': 'e45c1321-a9ca-49bb-9e90-cc7349046cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8bcdc5e1-09d0-4692-b3ac-54802a0257b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:48:09.639935 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ca4001-b265-4856-b2d3-6debbdb978b1 req-c13153ad-a147-4bea-a344-3ffc31be1767 service neutron] Bound using segment: {'id': 'e45c1321-a9ca-49bb-9e90-cc7349046cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8bcdc5e1-09d0-4692-b3ac-54802a0257b2'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:48:09.640452 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-e2ca4001-b265-4856-b2d3-6debbdb978b1 req-c13153ad-a147-4bea-a344-3ffc31be1767 service neutron] Bound port: 69d76287-5cbf-4bc6-93ce-8a9aa0494a79, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e45c1321-a9ca-49bb-9e90-cc7349046cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8bcdc5e1-09d0-4692-b3ac-54802a0257b2'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:48:09.640823 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e2ca4001-b265-4856-b2d3-6debbdb978b1 req-c13153ad-a147-4bea-a344-3ffc31be1767 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:09.678039 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73d1c80-3c18-489a-a84b-b3fdb02f6cb6 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1050066a-aca5-4de8-af16-c176c25f0754,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:09.719588 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e1e90cd3-08a6-4fe2-af41-f23d745fc7b3 req-cd63516e-4bc2-4ad9-854a-5b47b0df60ce tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c33f5b9-1ee3-408a-a1b8-44c0c62c8edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842044 Nov 12 08:48:09.728101 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-e2ca4001-b265-4856-b2d3-6debbdb978b1 req-c13153ad-a147-4bea-a344-3ffc31be1767 service neutron] For port 69d76287-5cbf-4bc6-93ce-8a9aa0494a79, host n-h2-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:48:09.732120 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-e2ca4001-b265-4856-b2d3-6debbdb978b1 req-c13153ad-a147-4bea-a344-3ffc31be1767 service neutron] For port 69d76287-5cbf-4bc6-93ce-8a9aa0494a79, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=69d76287-5cbf-4bc6-93ce-8a9aa0494a79,segment=NetworkSegment(e45c1321-a9ca-49bb-9e90-cc7349046cdb),segment_id=e45c1321-a9ca-49bb-9e90-cc7349046cdb)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:48:09.736497 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e2ca4001-b265-4856-b2d3-6debbdb978b1 req-c13153ad-a147-4bea-a344-3ffc31be1767 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:09.741747 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a73d1c80-3c18-489a-a84b-b3fdb02f6cb6 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:09.750480 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a73d1c80-3c18-489a-a84b-b3fdb02f6cb6 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:09.776605 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ca4001-b265-4856-b2d3-6debbdb978b1 req-c13153ad-a147-4bea-a344-3ffc31be1767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:09.777356 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e2ca4001-b265-4856-b2d3-6debbdb978b1 req-c13153ad-a147-4bea-a344-3ffc31be1767 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:09.779234 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e2ca4001-b265-4856-b2d3-6debbdb978b1 req-c13153ad-a147-4bea-a344-3ffc31be1767 service neutron] 10.222.0.44 "PUT /v2.0/ports/69d76287-5cbf-4bc6-93ce-8a9aa0494a79 HTTP/1.1" status: 200 len: 1093 time: 0.6719429 Nov 12 08:48:09.781306 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a73d1c80-3c18-489a-a84b-b3fdb02f6cb6 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:09.781773 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ec7a5b8-4145-412e-96b0-bdbfa0f124ac', 'tag': '69d76287-5cbf-4bc6-93ce-8a9aa0494a79'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:48:09.786259 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-a73d1c80-3c18-489a-a84b-b3fdb02f6cb6 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3599465 Nov 12 08:48:09.786445 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b1667ea-d905-4bb1-a95b-9837752c8ed4" -d '{"events": [{"name": "network-changed", "server_uuid": "8ec7a5b8-4145-412e-96b0-bdbfa0f124ac", "tag": "69d76287-5cbf-4bc6-93ce-8a9aa0494a79"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:48:09.786867 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60158) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:09.789925 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b6154d-9926-43c1-8315-223bdebd6bbb None None] DHCP port deletion for 8bcdc5e1-09d0-4692-b3ac-54802a0257b2 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:48:09.792097 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-e0ba9451-f56a-4c05-b783-f5d798b6ac17 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Request body: {'security_group_rule': {'security_group_id': 'f80f03f5-92de-4d44-9b70-3a46a823f6a9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:09.796761 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73d1c80-3c18-489a-a84b-b3fdb02f6cb6 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f80f03f5-92de-4d44-9b70-3a46a823f6a9,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:09.824930 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13153ad-a147-4bea-a344-3ffc31be1767 service neutron] Pushing event updated for resources: {'Port': ['ID=69d76287-5cbf-4bc6-93ce-8a9aa0494a79,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:09.840869 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e0ba9451-f56a-4c05-b783-f5d798b6ac17 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:09.853638 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d1b7d44-5fb2-4407-a1d7-38143932abdf x-openstack-request-id: req-0d1b7d44-5fb2-4407-a1d7-38143932abdf {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:48:09.854005 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ec7a5b8-4145-412e-96b0-bdbfa0f124ac", "tag": "69d76287-5cbf-4bc6-93ce-8a9aa0494a79", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:48:09.854329 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0d1b7d44-5fb2-4407-a1d7-38143932abdf {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:48:09.854798 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ec7a5b8-4145-412e-96b0-bdbfa0f124ac', 'tag': '69d76287-5cbf-4bc6-93ce-8a9aa0494a79', 'status': 'completed', 'code': 200} Nov 12 08:48:09.907269 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e0ba9451-f56a-4c05-b783-f5d798b6ac17 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:09.913555 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e0ba9451-f56a-4c05-b783-f5d798b6ac17 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:09.916372 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ca4001-b265-4856-b2d3-6debbdb978b1 req-416bc21a-e286-4dba-b190-c8459c87ae05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:09.918159 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e2ca4001-b265-4856-b2d3-6debbdb978b1 req-416bc21a-e286-4dba-b190-c8459c87ae05 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3809a56b9f18463387ac8c559de70999&device_id=8ec7a5b8-4145-412e-96b0-bdbfa0f124ac HTTP/1.1" status: 200 len: 1096 time: 0.0447915 Nov 12 08:48:09.934053 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ba9451-f56a-4c05-b783-f5d798b6ac17 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37bc14a8-0a17-4f1d-892a-c115b59e0010,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:09.945080 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e0ba9451-f56a-4c05-b783-f5d798b6ac17 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:09.948771 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-e0ba9451-f56a-4c05-b783-f5d798b6ac17 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1584053 Nov 12 08:48:09.948771 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ba9451-f56a-4c05-b783-f5d798b6ac17 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:09.948771 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ba9451-f56a-4c05-b783-f5d798b6ac17 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:09.948771 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ba9451-f56a-4c05-b783-f5d798b6ac17 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:09.948771 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ba9451-f56a-4c05-b783-f5d798b6ac17 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:09.949392 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ba9451-f56a-4c05-b783-f5d798b6ac17 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:09.949502 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ba9451-f56a-4c05-b783-f5d798b6ac17 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:09.949751 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ba9451-f56a-4c05-b783-f5d798b6ac17 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:09.950071 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ba9451-f56a-4c05-b783-f5d798b6ac17 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:09.950413 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ba9451-f56a-4c05-b783-f5d798b6ac17 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:09.950770 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ba9451-f56a-4c05-b783-f5d798b6ac17 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:09.951126 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ba9451-f56a-4c05-b783-f5d798b6ac17 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:09.951538 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ba9451-f56a-4c05-b783-f5d798b6ac17 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:09.953940 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60162) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:09.958550 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-05286f65-fe17-41f4-8f43-896b2a6c4f52 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Request body: {'security_group_rule': {'security_group_id': 'f80f03f5-92de-4d44-9b70-3a46a823f6a9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:09.977764 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e2ca4001-b265-4856-b2d3-6debbdb978b1 req-9828001c-a889-4a87-be0d-94a0fb33ed48 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=69d76287-5cbf-4bc6-93ce-8a9aa0494a79 HTTP/1.1" status: 200 len: 217 time: 0.0443249 Nov 12 08:48:09.979494 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:09.989507 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-05286f65-fe17-41f4-8f43-896b2a6c4f52 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:10.037753 n-d-765315-29 neutron-server[102600]: INFO neutron.api.v2.resource [None req-05286f65-fe17-41f4-8f43-896b2a6c4f52 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] create failed (client error): There was a conflict when trying to complete your request. Nov 12 08:48:10.038966 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-05286f65-fe17-41f4-8f43-896b2a6c4f52 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0840802 Nov 12 08:48:10.041771 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60164) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:10.044064 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ca4001-b265-4856-b2d3-6debbdb978b1 req-335adb36-e3d9-427b-b6d5-abb864e02548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:10.045836 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e2ca4001-b265-4856-b2d3-6debbdb978b1 req-335adb36-e3d9-427b-b6d5-abb864e02548 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3836ebe5-29c6-48db-90bc-6d7c5daf88c5 HTTP/1.1" status: 200 len: 849 time: 0.0592213 Nov 12 08:48:10.084044 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e2ca4001-b265-4856-b2d3-6debbdb978b1 req-61981c0b-6c83-431e-b6da-7c6624448202 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8bcdc5e1-09d0-4692-b3ac-54802a0257b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305126 Nov 12 08:48:10.101588 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b22d0096-abbf-43ee-8275-bd9969eea0a3 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:10.130868 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b22d0096-abbf-43ee-8275-bd9969eea0a3 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:10.187084 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b22d0096-abbf-43ee-8275-bd9969eea0a3 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:10.191157 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b22d0096-abbf-43ee-8275-bd9969eea0a3 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:10.192216 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e2ca4001-b265-4856-b2d3-6debbdb978b1 req-7e21ff8e-abb6-46d7-9261-88e27a344e44 service neutron] 10.222.0.44 "GET /v2.0/networks/8bcdc5e1-09d0-4692-b3ac-54802a0257b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999436 Nov 12 08:48:10.192463 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-b22d0096-abbf-43ee-8275-bd9969eea0a3 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] 10.222.0.26 "DELETE /v2.0/security-groups/f80f03f5-92de-4d44-9b70-3a46a823f6a9 HTTP/1.1" status: 204 len: 168 time: 0.1496611 Nov 12 08:48:10.195028 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 60166) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:10.202193 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d0096-abbf-43ee-8275-bd9969eea0a3 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f80f03f5-92de-4d44-9b70-3a46a823f6a9,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:10.296288 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-dda2ee77-3c4e-4a04-9006-cb8f347710ce tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1000762 Nov 12 08:48:10.300929 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60168) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:10.305596 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-cac43ed3-4b88-4e7e-b5dc-420a562e1c45 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Request body: {'security_group': {'name': 'tempest-secgroup--1980327508'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:10.318900 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e2ca4001-b265-4856-b2d3-6debbdb978b1 req-92c68444-0c9d-48b7-8168-a108e811ac71 service neutron] 10.222.0.44 "GET /v2.0/networks/8bcdc5e1-09d0-4692-b3ac-54802a0257b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169751 Nov 12 08:48:10.330776 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cac43ed3-4b88-4e7e-b5dc-420a562e1c45 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:10.405188 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cac43ed3-4b88-4e7e-b5dc-420a562e1c45 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:10.408664 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cac43ed3-4b88-4e7e-b5dc-420a562e1c45 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:10.443688 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-cac43ed3-4b88-4e7e-b5dc-420a562e1c45 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:10.444927 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-cac43ed3-4b88-4e7e-b5dc-420a562e1c45 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1430008 Nov 12 08:48:10.446266 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac43ed3-4b88-4e7e-b5dc-420a562e1c45 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa1fa99c-672b-425b-aa58-386af049623d,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:10.448371 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 60170) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:10.454033 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-ca27eb26-76c0-4d6d-911f-4598e803d1a0 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Request body: {'security_group_rule': {'security_group_id': 'aa1fa99c-672b-425b-aa58-386af049623d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:10.454815 n-d-765315-29 neutron-server[102599]: WARNING neutron.api.v2.base [None req-ca27eb26-76c0-4d6d-911f-4598e803d1a0 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 12 08:48:10.455578 n-d-765315-29 neutron-server[102599]: INFO neutron.api.v2.resource [None req-ca27eb26-76c0-4d6d-911f-4598e803d1a0 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:48:10.457417 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-ca27eb26-76c0-4d6d-911f-4598e803d1a0 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0077977 Nov 12 08:48:10.460340 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60172) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:10.505949 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1667ea-d905-4bb1-a95b-9837752c8ed4 req-b2619911-f511-47d9-8b9a-6a0473b4ed12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:10.507582 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2b1667ea-d905-4bb1-a95b-9837752c8ed4 req-b2619911-f511-47d9-8b9a-6a0473b4ed12 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3809a56b9f18463387ac8c559de70999&device_id=8ec7a5b8-4145-412e-96b0-bdbfa0f124ac HTTP/1.1" status: 200 len: 1096 time: 0.0791366 Nov 12 08:48:10.528488 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fefaa245-6cb8-4e16-8c21-91d6cac8e5cf tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:10.554416 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fefaa245-6cb8-4e16-8c21-91d6cac8e5cf tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:10.602683 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fefaa245-6cb8-4e16-8c21-91d6cac8e5cf tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:10.606119 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fefaa245-6cb8-4e16-8c21-91d6cac8e5cf tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:10.606308 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1667ea-d905-4bb1-a95b-9837752c8ed4 req-6c845e42-36d3-4f61-bd8e-a407cc703980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:10.607331 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-fefaa245-6cb8-4e16-8c21-91d6cac8e5cf tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] 10.222.0.26 "DELETE /v2.0/security-groups/aa1fa99c-672b-425b-aa58-386af049623d HTTP/1.1" status: 204 len: 168 time: 0.1457405 Nov 12 08:48:10.607792 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2b1667ea-d905-4bb1-a95b-9837752c8ed4 req-6c845e42-36d3-4f61-bd8e-a407cc703980 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8bcdc5e1-09d0-4692-b3ac-54802a0257b2 HTTP/1.1" status: 200 len: 910 time: 0.0922356 Nov 12 08:48:10.610149 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 60174) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:10.618330 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefaa245-6cb8-4e16-8c21-91d6cac8e5cf tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa1fa99c-672b-425b-aa58-386af049623d,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:10.681045 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2b1667ea-d905-4bb1-a95b-9837752c8ed4 req-e470c8de-2f91-4fff-a277-6b6c56b8e686 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=69d76287-5cbf-4bc6-93ce-8a9aa0494a79 HTTP/1.1" status: 200 len: 217 time: 0.0637596 Nov 12 08:48:10.754205 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-02fef52f-22a1-4c40-a8a1-c0290fd3ed68 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1393790 Nov 12 08:48:10.754475 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60178) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:10.759206 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-bf1bc113-7e67-4e42-be40-bc664288dfcd tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Request body: {'security_group': {'name': 'tempest-secgroup--1463135358'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:10.764103 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1667ea-d905-4bb1-a95b-9837752c8ed4 req-9a855a5b-e96b-4e10-9180-599cd4e6179f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:10.765549 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2b1667ea-d905-4bb1-a95b-9837752c8ed4 req-9a855a5b-e96b-4e10-9180-599cd4e6179f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3836ebe5-29c6-48db-90bc-6d7c5daf88c5 HTTP/1.1" status: 200 len: 849 time: 0.0744848 Nov 12 08:48:10.787178 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bf1bc113-7e67-4e42-be40-bc664288dfcd tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:10.804758 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2b1667ea-d905-4bb1-a95b-9837752c8ed4 req-c0cebdb3-05b7-45f6-a679-c335a8066b13 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8bcdc5e1-09d0-4692-b3ac-54802a0257b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303507 Nov 12 08:48:10.889663 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bf1bc113-7e67-4e42-be40-bc664288dfcd tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:10.903835 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca7585d-a1eb-490e-ba1f-7dd5ea87c31e req-b85382ac-a9a8-42c1-8b7e-dbebeaf19f8f tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:10.905349 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fca7585d-a1eb-490e-ba1f-7dd5ea87c31e req-b85382ac-a9a8-42c1-8b7e-dbebeaf19f8f tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ec7a5b8-4145-412e-96b0-bdbfa0f124ac HTTP/1.1" status: 200 len: 944 time: 0.0829549 Nov 12 08:48:10.906001 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bf1bc113-7e67-4e42-be40-bc664288dfcd tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:10.918802 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2b1667ea-d905-4bb1-a95b-9837752c8ed4 req-e39ab6bb-42b4-4a6b-9a24-51f44a62ef8b service neutron] 10.222.0.44 "GET /v2.0/networks/8bcdc5e1-09d0-4692-b3ac-54802a0257b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046336 Nov 12 08:48:10.948066 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bf1bc113-7e67-4e42-be40-bc664288dfcd tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:10.949209 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-bf1bc113-7e67-4e42-be40-bc664288dfcd tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1937346 Nov 12 08:48:10.953393 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60180) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:10.959961 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-6e772501-567f-4114-9c58-d9e253fa015a tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Request body: {'security_group_rule': {'security_group_id': '613fd95d-93e2-43f7-8687-e9d67cc96c3b', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:10.960798 n-d-765315-29 neutron-server[102600]: WARNING neutron.api.v2.base [None req-6e772501-567f-4114-9c58-d9e253fa015a tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 12 08:48:10.961298 n-d-765315-29 neutron-server[102600]: INFO neutron.api.v2.resource [None req-6e772501-567f-4114-9c58-d9e253fa015a tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:48:10.962267 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-6e772501-567f-4114-9c58-d9e253fa015a tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0070369 Nov 12 08:48:10.966100 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60182) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:10.967961 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1bc113-7e67-4e42-be40-bc664288dfcd tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=613fd95d-93e2-43f7-8687-e9d67cc96c3b,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:11.016416 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fca7585d-a1eb-490e-ba1f-7dd5ea87c31e req-e69aaa8e-3c9c-49eb-8444-fead5d076ac6 tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c33f5b9-1ee3-408a-a1b8-44c0c62c8edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926468 Nov 12 08:48:11.028644 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2b1667ea-d905-4bb1-a95b-9837752c8ed4 req-df199785-9cc0-436e-8fa5-1e86513de7a7 service neutron] 10.222.0.44 "GET /v2.0/networks/8bcdc5e1-09d0-4692-b3ac-54802a0257b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019011 Nov 12 08:48:11.047976 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9d12b7a5-2643-4a08-9c5f-609ae657c753 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:11.076560 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9d12b7a5-2643-4a08-9c5f-609ae657c753 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:11.122616 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9d12b7a5-2643-4a08-9c5f-609ae657c753 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:11.125267 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9d12b7a5-2643-4a08-9c5f-609ae657c753 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:11.126424 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-9d12b7a5-2643-4a08-9c5f-609ae657c753 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] 10.222.0.26 "DELETE /v2.0/security-groups/613fd95d-93e2-43f7-8687-e9d67cc96c3b HTTP/1.1" status: 204 len: 168 time: 0.1593173 Nov 12 08:48:11.129807 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 60184) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:11.136328 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d12b7a5-2643-4a08-9c5f-609ae657c753 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=613fd95d-93e2-43f7-8687-e9d67cc96c3b,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:11.184876 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-dc6c16aa-fe92-4341-8dd2-9ddf1072dc7d tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0537205 Nov 12 08:48:11.188373 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 60186) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:11.193100 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-da80a4c7-e696-4666-8794-ff18bbd0a1fb tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Request body: {'security_group': {'name': 'tempest-secgroup--11623530'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:11.215737 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-da80a4c7-e696-4666-8794-ff18bbd0a1fb tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:11.286813 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-da80a4c7-e696-4666-8794-ff18bbd0a1fb tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:11.290662 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-da80a4c7-e696-4666-8794-ff18bbd0a1fb tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:11.323748 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-da80a4c7-e696-4666-8794-ff18bbd0a1fb tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:11.324965 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-da80a4c7-e696-4666-8794-ff18bbd0a1fb tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1354766 Nov 12 08:48:11.326965 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da80a4c7-e696-4666-8794-ff18bbd0a1fb tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dfd9b98-6f88-44c9-8d65-9cfb33cb117a,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:11.328159 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60188) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:11.333365 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-739f92d8-a14b-44a7-9495-362db07ef43b tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Request body: {'security_group_rule': {'security_group_id': '2dfd9b98-6f88-44c9-8d65-9cfb33cb117a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:11.334275 n-d-765315-29 neutron-server[102600]: WARNING neutron.api.v2.base [None req-739f92d8-a14b-44a7-9495-362db07ef43b tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 12 08:48:11.334796 n-d-765315-29 neutron-server[102600]: INFO neutron.api.v2.resource [None req-739f92d8-a14b-44a7-9495-362db07ef43b tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:48:11.336053 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-739f92d8-a14b-44a7-9495-362db07ef43b tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0065398 Nov 12 08:48:11.338511 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60190) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:11.343627 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-fa120f07-e4cc-47bd-93f1-a6a049fb0a24 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Request body: {'security_group_rule': {'security_group_id': '2dfd9b98-6f88-44c9-8d65-9cfb33cb117a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:11.344258 n-d-765315-29 neutron-server[102600]: WARNING neutron.api.v2.base [None req-fa120f07-e4cc-47bd-93f1-a6a049fb0a24 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 12 08:48:11.344775 n-d-765315-29 neutron-server[102600]: INFO neutron.api.v2.resource [None req-fa120f07-e4cc-47bd-93f1-a6a049fb0a24 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:48:11.345647 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-fa120f07-e4cc-47bd-93f1-a6a049fb0a24 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0063889 Nov 12 08:48:11.348230 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60192) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:11.352073 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-564ccf0b-4755-4484-8acc-5f7ca13a8171 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Request body: {'security_group_rule': {'security_group_id': '2dfd9b98-6f88-44c9-8d65-9cfb33cb117a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:11.352849 n-d-765315-29 neutron-server[102600]: WARNING neutron.api.v2.base [None req-564ccf0b-4755-4484-8acc-5f7ca13a8171 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 12 08:48:11.353293 n-d-765315-29 neutron-server[102600]: INFO neutron.api.v2.resource [None req-564ccf0b-4755-4484-8acc-5f7ca13a8171 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:48:11.354193 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-564ccf0b-4755-4484-8acc-5f7ca13a8171 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0051398 Nov 12 08:48:11.356392 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60194) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:11.360249 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-02ebda2f-7ce3-4fb4-a12a-28375713653e tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Request body: {'security_group_rule': {'security_group_id': '2dfd9b98-6f88-44c9-8d65-9cfb33cb117a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:11.361655 n-d-765315-29 neutron-server[102600]: WARNING neutron.api.v2.base [None req-02ebda2f-7ce3-4fb4-a12a-28375713653e tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 12 08:48:11.362343 n-d-765315-29 neutron-server[102600]: INFO neutron.api.v2.resource [None req-02ebda2f-7ce3-4fb4-a12a-28375713653e tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:48:11.363349 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-02ebda2f-7ce3-4fb4-a12a-28375713653e tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0061080 Nov 12 08:48:11.365689 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60196) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:11.421620 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-db80e206-c83a-4049-bb70-b9ee7fcfd584 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:11.444653 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-db80e206-c83a-4049-bb70-b9ee7fcfd584 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:11.486428 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-db80e206-c83a-4049-bb70-b9ee7fcfd584 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:11.489480 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-db80e206-c83a-4049-bb70-b9ee7fcfd584 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:11.493521 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-db80e206-c83a-4049-bb70-b9ee7fcfd584 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] 10.222.0.26 "DELETE /v2.0/security-groups/2dfd9b98-6f88-44c9-8d65-9cfb33cb117a HTTP/1.1" status: 204 len: 168 time: 0.1240923 Nov 12 08:48:11.493946 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 60198) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:11.500147 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db80e206-c83a-4049-bb70-b9ee7fcfd584 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dfd9b98-6f88-44c9-8d65-9cfb33cb117a,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:11.556107 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-816b6882-810d-4b4d-962e-5402368fa0c1 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0608485 Nov 12 08:48:11.560441 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 60200) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:11.566736 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-5f9dd723-ee8e-4a2d-8148-024bb2a6bdd1 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Request body: {'security_group': {'name': 'tempest-secgroup--1789966458'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:11.591458 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5f9dd723-ee8e-4a2d-8148-024bb2a6bdd1 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:11.669615 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5f9dd723-ee8e-4a2d-8148-024bb2a6bdd1 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:11.674144 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5f9dd723-ee8e-4a2d-8148-024bb2a6bdd1 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:11.701072 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5f9dd723-ee8e-4a2d-8148-024bb2a6bdd1 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:11.702312 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-5f9dd723-ee8e-4a2d-8148-024bb2a6bdd1 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1407642 Nov 12 08:48:11.705421 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60204) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:11.711554 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9dd723-ee8e-4a2d-8148-024bb2a6bdd1 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39ec2f62-cc6d-441e-bb67-477aaa1f3774,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:11.711894 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-d72154bb-f7e2-40f7-9317-d088ec932624 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Request body: {'security_group_rule': {'security_group_id': '39ec2f62-cc6d-441e-bb67-477aaa1f3774', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:11.712386 n-d-765315-29 neutron-server[102600]: WARNING neutron.api.v2.base [None req-d72154bb-f7e2-40f7-9317-d088ec932624 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 12 08:48:11.713118 n-d-765315-29 neutron-server[102600]: INFO neutron.api.v2.resource [None req-d72154bb-f7e2-40f7-9317-d088ec932624 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:48:11.714375 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-d72154bb-f7e2-40f7-9317-d088ec932624 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0071948 Nov 12 08:48:11.717349 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60206) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:11.722958 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-e52ef5c2-4a29-4ed0-be8b-a2489a53c799 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Request body: {'security_group_rule': {'security_group_id': '39ec2f62-cc6d-441e-bb67-477aaa1f3774', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:11.759695 n-d-765315-29 neutron-server[102600]: INFO neutron.api.v2.resource [None req-e52ef5c2-4a29-4ed0-be8b-a2489a53c799 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:48:11.761107 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-e52ef5c2-4a29-4ed0-be8b-a2489a53c799 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0427637 Nov 12 08:48:11.763946 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60208) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:11.769009 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-4db431b9-2bf9-4194-93f3-e1002fb5c914 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Request body: {'security_group_rule': {'security_group_id': '39ec2f62-cc6d-441e-bb67-477aaa1f3774', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:11.769548 n-d-765315-29 neutron-server[102600]: WARNING neutron.api.v2.base [None req-4db431b9-2bf9-4194-93f3-e1002fb5c914 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 12 08:48:11.770007 n-d-765315-29 neutron-server[102600]: INFO neutron.api.v2.resource [None req-4db431b9-2bf9-4194-93f3-e1002fb5c914 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:48:11.771157 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-4db431b9-2bf9-4194-93f3-e1002fb5c914 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0063276 Nov 12 08:48:11.773683 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 60210) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:11.778246 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-bad2bc4f-525d-4b79-8523-8459dbd75dac tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Request body: {'security_group_rule': {'security_group_id': '39ec2f62-cc6d-441e-bb67-477aaa1f3774', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:11.813333 n-d-765315-29 neutron-server[102599]: INFO neutron.api.v2.resource [None req-bad2bc4f-525d-4b79-8523-8459dbd75dac tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:48:11.814663 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-bad2bc4f-525d-4b79-8523-8459dbd75dac tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0399210 Nov 12 08:48:11.819054 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 60212) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:11.824379 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-82afcc9c-ac01-429b-8bb0-d7504f648ed5 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Request body: {'security_group_rule': {'security_group_id': '39ec2f62-cc6d-441e-bb67-477aaa1f3774', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:11.824922 n-d-765315-29 neutron-server[102599]: WARNING neutron.api.v2.base [None req-82afcc9c-ac01-429b-8bb0-d7504f648ed5 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 12 08:48:11.825690 n-d-765315-29 neutron-server[102599]: INFO neutron.api.v2.resource [None req-82afcc9c-ac01-429b-8bb0-d7504f648ed5 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:48:11.826797 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-82afcc9c-ac01-429b-8bb0-d7504f648ed5 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0067832 Nov 12 08:48:11.829126 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 60214) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:11.833923 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-ebfea478-23c5-44b7-8cf7-9cb6ecb28c9a tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Request body: {'security_group_rule': {'security_group_id': '39ec2f62-cc6d-441e-bb67-477aaa1f3774', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:11.861638 n-d-765315-29 neutron-server[102599]: INFO neutron.db.securitygroups_db [None req-ebfea478-23c5-44b7-8cf7-9cb6ecb28c9a tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Project 40fd42744f2243c7a536be2ccc7b9a0a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 08:48:11.879113 n-d-765315-29 neutron-server[102599]: INFO neutron.api.v2.resource [None req-ebfea478-23c5-44b7-8cf7-9cb6ecb28c9a tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:48:11.880890 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-ebfea478-23c5-44b7-8cf7-9cb6ecb28c9a tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0508013 Nov 12 08:48:11.884044 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 60216) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:11.891061 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-acc67d65-e1c4-46de-ae0c-464ff70dc5ad tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Request body: {'security_group_rule': {'security_group_id': '39ec2f62-cc6d-441e-bb67-477aaa1f3774', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:11.891847 n-d-765315-29 neutron-server[102599]: WARNING neutron.api.v2.base [None req-acc67d65-e1c4-46de-ae0c-464ff70dc5ad tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 12 08:48:11.892505 n-d-765315-29 neutron-server[102599]: INFO neutron.api.v2.resource [None req-acc67d65-e1c4-46de-ae0c-464ff70dc5ad tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:48:11.894521 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-acc67d65-e1c4-46de-ae0c-464ff70dc5ad tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0095518 Nov 12 08:48:11.897112 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 60218) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:11.901863 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-f27e2952-04fb-4c11-aef3-4faa4ab96b84 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Request body: {'security_group_rule': {'security_group_id': '39ec2f62-cc6d-441e-bb67-477aaa1f3774', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:11.935584 n-d-765315-29 neutron-server[102599]: INFO neutron.db.securitygroups_db [None req-f27e2952-04fb-4c11-aef3-4faa4ab96b84 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Project 40fd42744f2243c7a536be2ccc7b9a0a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 08:48:11.948389 n-d-765315-29 neutron-server[102599]: INFO neutron.api.v2.resource [None req-f27e2952-04fb-4c11-aef3-4faa4ab96b84 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:48:11.949552 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-f27e2952-04fb-4c11-aef3-4faa4ab96b84 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0513692 Nov 12 08:48:11.952513 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 60220) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:11.953281 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60222) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:11.957688 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-40e478f8-2368-4b2c-8eaa-ea45d93e8581 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Request body: {'security_group_rule': {'security_group_id': '39ec2f62-cc6d-441e-bb67-477aaa1f3774', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:11.983050 n-d-765315-29 neutron-server[102599]: INFO neutron.db.securitygroups_db [None req-40e478f8-2368-4b2c-8eaa-ea45d93e8581 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Project 40fd42744f2243c7a536be2ccc7b9a0a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 08:48:11.996263 n-d-765315-29 neutron-server[102599]: INFO neutron.api.v2.resource [None req-40e478f8-2368-4b2c-8eaa-ea45d93e8581 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:48:11.997361 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-40e478f8-2368-4b2c-8eaa-ea45d93e8581 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0439258 Nov 12 08:48:12.000319 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 60224) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:12.058160 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-03cbee27-2138-41b2-a8dc-96cf681f475b tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:12.087163 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-03cbee27-2138-41b2-a8dc-96cf681f475b tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:12.134942 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-03cbee27-2138-41b2-a8dc-96cf681f475b tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:12.138205 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-03cbee27-2138-41b2-a8dc-96cf681f475b tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:12.139741 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-03cbee27-2138-41b2-a8dc-96cf681f475b tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] 10.222.0.26 "DELETE /v2.0/security-groups/39ec2f62-cc6d-441e-bb67-477aaa1f3774 HTTP/1.1" status: 204 len: 168 time: 0.1384246 Nov 12 08:48:12.143862 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 60228) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:12.161176 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cbee27-2138-41b2-a8dc-96cf681f475b tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ec2f62-cc6d-441e-bb67-477aaa1f3774,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:12.163324 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36594301-f467-4c72-9f4e-c247abb0d95c req-3daea41b-51a1-4054-a42a-f60c0f93269f tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:12.164841 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-36594301-f467-4c72-9f4e-c247abb0d95c req-3daea41b-51a1-4054-a42a-f60c0f93269f tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ec7a5b8-4145-412e-96b0-bdbfa0f124ac HTTP/1.1" status: 200 len: 944 time: 0.0617952 Nov 12 08:48:12.172118 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-1da0039d-84e0-42fe-a9d4-c6e6de81d9ba tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Deleting port 95bbcd6f-e2de-435c-9399-c84e2cfb2b10 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:48:12.172469 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1da0039d-84e0-42fe-a9d4-c6e6de81d9ba tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:12.203891 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-3d270132-4c3b-4a9f-9ad0-4bfe68b987b5 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0569451 Nov 12 08:48:12.208808 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 60230) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:12.214183 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-5f18a4d0-de3e-481d-b4ab-987be974580d tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Request body: {'security_group': {'name': 'tempest-secgroup--2089847582'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:12.240921 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5f18a4d0-de3e-481d-b4ab-987be974580d tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:12.277726 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-36594301-f467-4c72-9f4e-c247abb0d95c req-e9eb3bc5-f774-425b-b14f-51c5049ef7c4 tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c33f5b9-1ee3-408a-a1b8-44c0c62c8edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017344 Nov 12 08:48:12.291771 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1da0039d-84e0-42fe-a9d4-c6e6de81d9ba tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:12.292159 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1da0039d-84e0-42fe-a9d4-c6e6de81d9ba tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:12.316307 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-1da0039d-84e0-42fe-a9d4-c6e6de81d9ba tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Calling delete_port for 95bbcd6f-e2de-435c-9399-c84e2cfb2b10 owned by network:floatingip {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:48:12.322272 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5f18a4d0-de3e-481d-b4ab-987be974580d tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:12.326864 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5f18a4d0-de3e-481d-b4ab-987be974580d tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:12.365239 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5f18a4d0-de3e-481d-b4ab-987be974580d tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:12.366653 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-5f18a4d0-de3e-481d-b4ab-987be974580d tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1566834 Nov 12 08:48:12.369749 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 60232) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:12.374266 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-9f730c8c-85a3-4eed-bdc3-37d9a41f9e90 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Request body: {'security_group_rule': {'security_group_id': 'da6d5ac7-6f60-4d2e-a8cd-118a44fa3465', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:12.384534 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f18a4d0-de3e-481d-b4ab-987be974580d tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da6d5ac7-6f60-4d2e-a8cd-118a44fa3465,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:12.426009 n-d-765315-29 neutron-server[102599]: INFO neutron.api.v2.resource [None req-9f730c8c-85a3-4eed-bdc3-37d9a41f9e90 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] create failed (client error): The resource could not be found. Nov 12 08:48:12.427339 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-9f730c8c-85a3-4eed-bdc3-37d9a41f9e90 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0565655 Nov 12 08:48:12.430263 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60234) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:12.435662 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-9c80d42a-d313-4148-9513-2d23780bafb3 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Request body: {'security_group_rule': {'security_group_id': 'da6d5ac7-6f60-4d2e-a8cd-118a44fa3465', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'f8de9dc0-c271-43ef-818f-a9e6cdf8f454'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:12.507870 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1da0039d-84e0-42fe-a9d4-c6e6de81d9ba tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:12.532962 n-d-765315-29 neutron-server[102600]: INFO neutron.api.v2.resource [None req-9c80d42a-d313-4148-9513-2d23780bafb3 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] create failed (client error): The resource could not be found. Nov 12 08:48:12.534948 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-9c80d42a-d313-4148-9513-2d23780bafb3 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1024687 Nov 12 08:48:12.537165 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da0039d-84e0-42fe-a9d4-c6e6de81d9ba tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Pushing event deleted for resources: {'Port': ['ID=95bbcd6f-e2de-435c-9399-c84e2cfb2b10,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:12.538262 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 60236) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:12.599078 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-60c854c8-b507-47ca-8cf3-3d7ac8dab44f tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:12.629513 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-60c854c8-b507-47ca-8cf3-3d7ac8dab44f tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:12.633831 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1da0039d-84e0-42fe-a9d4-c6e6de81d9ba tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Publish callbacks [] for floatingip, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:12.634707 n-d-765315-29 neutron-server[102600]: INFO neutron.db.l3_db [None req-1da0039d-84e0-42fe-a9d4-c6e6de81d9ba tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Floating IP 054cde78-0ad7-4bed-a791-4c31d9aaff8e disassociated (deleted). External IP: 172.25.2.172, port: cc2084d9-8df5-427f-bd22-78829d06bcab. Nov 12 08:48:12.675564 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:12.699287 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-60c854c8-b507-47ca-8cf3-3d7ac8dab44f tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:12.702634 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-60c854c8-b507-47ca-8cf3-3d7ac8dab44f tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:12.704193 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-60c854c8-b507-47ca-8cf3-3d7ac8dab44f tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] 10.222.0.26 "DELETE /v2.0/security-groups/da6d5ac7-6f60-4d2e-a8cd-118a44fa3465 HTTP/1.1" status: 204 len: 168 time: 0.1645124 Nov 12 08:48:12.708298 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 60238) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:12.729932 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c854c8-b507-47ca-8cf3-3d7ac8dab44f tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da6d5ac7-6f60-4d2e-a8cd-118a44fa3465,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:12.770294 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-6ac15cbf-241e-4903-be7a-500f576263f1 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0608993 Nov 12 08:48:12.774161 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 60240) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:12.779560 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-4a641e24-5fbb-4587-9358-3ddccb9765ac tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Request body: {'security_group_rule': {'security_group_id': 'cf1b42ed-a9c0-41f3-b716-d0e2c288b805', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:12.830139 n-d-765315-29 neutron-server[102599]: INFO neutron.api.v2.resource [None req-4a641e24-5fbb-4587-9358-3ddccb9765ac tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] create failed (client error): The resource could not be found. Nov 12 08:48:12.836033 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-4a641e24-5fbb-4587-9358-3ddccb9765ac tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0553629 Nov 12 08:48:12.836293 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60242) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:12.881328 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-4647dbb3-0eeb-4b64-9c4a-566f097c201d tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Request body: {'security_group': {'name': 'tempest-secgroup--578531170'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:12.922315 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4647dbb3-0eeb-4b64-9c4a-566f097c201d tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:12.928278 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1da0039d-84e0-42fe-a9d4-c6e6de81d9ba tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Router 81fdbf7c-3431-4a3c-8ce0-3c363a832f26 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:48:13.100263 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 69d76287-5cbf-4bc6-93ce-8a9aa0494a79 details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:48:13.217499 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 69d76287-5cbf-4bc6-93ce-8a9aa0494a79, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=69d76287-5cbf-4bc6-93ce-8a9aa0494a79,segment=NetworkSegment(e45c1321-a9ca-49bb-9e90-cc7349046cdb),segment_id=e45c1321-a9ca-49bb-9e90-cc7349046cdb)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:48:13.232125 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': '69d76287-5cbf-4bc6-93ce-8a9aa0494a79', 'network_id': '8bcdc5e1-09d0-4692-b3ac-54802a0257b2', 'port_id': '69d76287-5cbf-4bc6-93ce-8a9aa0494a79', 'mac_address': 'fa:16:3e:bd:03:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3836ebe5-29c6-48db-90bc-6d7c5daf88c5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:48:13.276718 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:13.291169 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69d76287-5cbf-4bc6-93ce-8a9aa0494a79 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:48:13.314797 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 69d76287-5cbf-4bc6-93ce-8a9aa0494a79, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=69d76287-5cbf-4bc6-93ce-8a9aa0494a79,segment=NetworkSegment(e45c1321-a9ca-49bb-9e90-cc7349046cdb),segment_id=e45c1321-a9ca-49bb-9e90-cc7349046cdb)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:48:13.321045 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:13.376936 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=69d76287-5cbf-4bc6-93ce-8a9aa0494a79,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:13.585792 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4647dbb3-0eeb-4b64-9c4a-566f097c201d tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:13.593263 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4647dbb3-0eeb-4b64-9c4a-566f097c201d tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:13.596010 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1da0039d-84e0-42fe-a9d4-c6e6de81d9ba tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:48:13.601498 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1da0039d-84e0-42fe-a9d4-c6e6de81d9ba tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:13.607043 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0342276-18ee-4ea2-a40f-7688aee36b6f None None] Sync routers for ids ['81fdbf7c-3431-4a3c-8ce0-3c363a832f26'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:48:13.619669 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0342276-18ee-4ea2-a40f-7688aee36b6f None None] Routers {'81fdbf7c-3431-4a3c-8ce0-3c363a832f26'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:48:13.620234 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-d0342276-18ee-4ea2-a40f-7688aee36b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:48:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['81fdbf7c-3431-4a3c-8ce0-3c363a832f26'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:13.656761 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['69d76287-5cbf-4bc6-93ce-8a9aa0494a79'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:48:13.657841 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4647dbb3-0eeb-4b64-9c4a-566f097c201d tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:13.662955 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-4647dbb3-0eeb-4b64-9c4a-566f097c201d tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8228521 Nov 12 08:48:13.663625 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 60248) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:13.675138 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b79311a-613f-4ba1-9088-e83eeaa02789 req-66940545-5516-4345-befe-9ad823e1ba6a tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:13.676715 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4b79311a-613f-4ba1-9088-e83eeaa02789 req-66940545-5516-4345-befe-9ad823e1ba6a tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ec7a5b8-4145-412e-96b0-bdbfa0f124ac HTTP/1.1" status: 200 len: 945 time: 0.1479712 Nov 12 08:48:13.677815 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4647dbb3-0eeb-4b64-9c4a-566f097c201d tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a459558-3f82-4eb6-ab57-c32260fbdfd8,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:13.681089 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-1da0039d-84e0-42fe-a9d4-c6e6de81d9ba tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] 10.222.0.26 "DELETE /v2.0/floatingips/054cde78-0ad7-4bed-a791-4c31d9aaff8e HTTP/1.1" status: 204 len: 168 time: 1.7267926 Nov 12 08:48:13.682838 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b8c0428-e536-4044-959e-b4f42227d9fb', 'tag': 'cc2084d9-8df5-427f-bd22-78829d06bcab'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:48:13.684141 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e08dd443-9a61-4c1e-baba-3a72844187b9" -d '{"events": [{"name": "network-changed", "server_uuid": "2b8c0428-e536-4044-959e-b4f42227d9fb", "tag": "cc2084d9-8df5-427f-bd22-78829d06bcab"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:48:13.684371 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-69d26c28-a623-4d09-bf92-4d58df550a18 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Request body: {'security_group': {'name': 'tempest-secgroup--229484373'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:13.718987 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-69d26c28-a623-4d09-bf92-4d58df550a18 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:13.753513 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4b79311a-613f-4ba1-9088-e83eeaa02789 req-9571303c-9de2-4fc6-85e6-70ddf696d7c3 tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c33f5b9-1ee3-408a-a1b8-44c0c62c8edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659428 Nov 12 08:48:13.763838 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-d0342276-18ee-4ea2-a40f-7688aee36b6f None None] Set router 81fdbf7c-3431-4a3c-8ce0-3c363a832f26 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:48:13.817652 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-69d26c28-a623-4d09-bf92-4d58df550a18 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:13.823467 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-69d26c28-a623-4d09-bf92-4d58df550a18 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:13.853968 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-69d26c28-a623-4d09-bf92-4d58df550a18 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:13.855705 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-69d26c28-a623-4d09-bf92-4d58df550a18 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1760871 Nov 12 08:48:13.858676 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60254) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:13.864878 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-03c405e6-9789-4870-8ce5-76823ca080aa tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Request body: {'security_group_rule': {'security_group_id': '9a459558-3f82-4eb6-ab57-c32260fbdfd8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'd331d0ed-05aa-47b1-b236-f1ae0933653c'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:13.886752 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d26c28-a623-4d09-bf92-4d58df550a18 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d331d0ed-05aa-47b1-b236-f1ae0933653c,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:13.927892 n-d-765315-29 neutron-server[102600]: INFO neutron.api.v2.resource [None req-03c405e6-9789-4870-8ce5-76823ca080aa tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:48:13.929187 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-03c405e6-9789-4870-8ce5-76823ca080aa tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0694497 Nov 12 08:48:13.932389 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 60256) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:13.983215 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3e41061-59f5-42aa-9c50-da5b2044a2ca x-openstack-request-id: req-d3e41061-59f5-42aa-9c50-da5b2044a2ca {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:48:13.983606 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b8c0428-e536-4044-959e-b4f42227d9fb", "tag": "cc2084d9-8df5-427f-bd22-78829d06bcab", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:48:13.983957 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d3e41061-59f5-42aa-9c50-da5b2044a2ca {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:48:13.984427 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b8c0428-e536-4044-959e-b4f42227d9fb', 'tag': 'cc2084d9-8df5-427f-bd22-78829d06bcab', 'status': 'completed', 'code': 200} Nov 12 08:48:14.020724 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-d0342276-18ee-4ea2-a40f-7688aee36b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81fdbf7c-3431-4a3c-8ce0-3c363a832f26', 'name': 'tempest-TestVolumeBackupRestore-1030702179-router', 'tenant_id': '9092e2c011414e27b78b54ab78778e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': 'd7514c83-8577-4869-b073-7a83e744ad00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:43:46Z', 'updated_at': '2021-11-12T08:43:57Z', 'revision_number': 4, 'project_id': '9092e2c011414e27b78b54ab78778e04', 'gw_port': {'id': 'd7514c83-8577-4869-b073-7a83e744ad00', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:bd:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fdbf7c-3431-4a3c-8ce0-3c363a832f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:43:48Z', 'updated_at': '2021-11-12T08:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': 'c52ecdb3-a6f8-4c70-b281-8f638e242388', 'name': '', 'network_id': '1a77e7d1-e880-4909-b47f-c788347c40d5', 'tenant_id': '9092e2c011414e27b78b54ab78778e04', 'mac_address': 'fa:16:3e:db:16:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fdbf7c-3431-4a3c-8ce0-3c363a832f26', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'f6d8ff2c-9dad-4362-ace9-f37f6abbb39a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:43:55Z', 'updated_at': '2021-11-12T08:44:03Z', 'revision_number': 5, 'project_id': '9092e2c011414e27b78b54ab78778e04', 'subnets': [{'id': 'f6d8ff2c-9dad-4362-ace9-f37f6abbb39a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:14.022136 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9b5827dd-d140-4bb0-9bc2-4fac8b78bec9 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:14.054994 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9b5827dd-d140-4bb0-9bc2-4fac8b78bec9 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:14.077946 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0342276-18ee-4ea2-a40f-7688aee36b6f None None] Checking router: 81fdbf7c-3431-4a3c-8ce0-3c363a832f26 for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:48:14.088204 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0342276-18ee-4ea2-a40f-7688aee36b6f None None] Routers {'81fdbf7c-3431-4a3c-8ce0-3c363a832f26'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:48:14.088881 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-d0342276-18ee-4ea2-a40f-7688aee36b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:48:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['81fdbf7c-3431-4a3c-8ce0-3c363a832f26'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:14.103750 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5669f801-62b9-4c8d-ae50-ca7af933cebc req-0a6f9133-4575-4d49-a401-dc4ae92b5568 tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:14.105284 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5669f801-62b9-4c8d-ae50-ca7af933cebc req-0a6f9133-4575-4d49-a401-dc4ae92b5568 tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b8c0428-e536-4044-959e-b4f42227d9fb HTTP/1.1" status: 200 len: 946 time: 0.0656519 Nov 12 08:48:14.129665 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08dd443-9a61-4c1e-baba-3a72844187b9 req-90d75a72-f71d-465b-a012-fc2a2586dc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:14.131347 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e08dd443-9a61-4c1e-baba-3a72844187b9 req-90d75a72-f71d-465b-a012-fc2a2586dc53 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9092e2c011414e27b78b54ab78778e04&device_id=2b8c0428-e536-4044-959e-b4f42227d9fb HTTP/1.1" status: 200 len: 1098 time: 0.1199610 Nov 12 08:48:14.132476 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9b5827dd-d140-4bb0-9bc2-4fac8b78bec9 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:14.135072 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9b5827dd-d140-4bb0-9bc2-4fac8b78bec9 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:14.136109 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-9b5827dd-d140-4bb0-9bc2-4fac8b78bec9 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] 10.222.0.26 "DELETE /v2.0/security-groups/d331d0ed-05aa-47b1-b236-f1ae0933653c HTTP/1.1" status: 204 len: 168 time: 0.2017338 Nov 12 08:48:14.138836 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60262) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:14.163301 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5827dd-d140-4bb0-9bc2-4fac8b78bec9 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d331d0ed-05aa-47b1-b236-f1ae0933653c,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:14.195223 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5669f801-62b9-4c8d-ae50-ca7af933cebc req-7085c295-0f0d-47d6-8330-40c099fef6b9 tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] 10.222.0.26 "GET /v2.0/security-groups?id=21780945-2358-43de-b133-bd5fb8df5102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833371 Nov 12 08:48:14.215756 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-d0342276-18ee-4ea2-a40f-7688aee36b6f None None] Set router 81fdbf7c-3431-4a3c-8ce0-3c363a832f26 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:48:14.250146 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-3a3ace57-e8ad-4d35-8a12-f175ac80d5a8 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1098793 Nov 12 08:48:14.253090 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60264) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:14.261124 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08dd443-9a61-4c1e-baba-3a72844187b9 req-b40fb33c-0dfb-438e-8023-173dfd2481d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:14.263358 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e08dd443-9a61-4c1e-baba-3a72844187b9 req-b40fb33c-0dfb-438e-8023-173dfd2481d5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1a77e7d1-e880-4909-b47f-c788347c40d5 HTTP/1.1" status: 200 len: 915 time: 0.1225488 Nov 12 08:48:14.310696 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-21438865-f614-4bf6-80ed-7394f101beda tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:14.311253 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e08dd443-9a61-4c1e-baba-3a72844187b9 req-7fc7b72b-7add-4f22-bb75-8cd297d334ca service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc2084d9-8df5-427f-bd22-78829d06bcab HTTP/1.1" status: 200 len: 217 time: 0.0383847 Nov 12 08:48:14.334528 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-21438865-f614-4bf6-80ed-7394f101beda tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:14.366776 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08dd443-9a61-4c1e-baba-3a72844187b9 req-cb2ff559-1dbf-4813-9171-077ea1d301e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:14.368169 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e08dd443-9a61-4c1e-baba-3a72844187b9 req-cb2ff559-1dbf-4813-9171-077ea1d301e9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f6d8ff2c-9dad-4362-ace9-f37f6abbb39a HTTP/1.1" status: 200 len: 853 time: 0.0489497 Nov 12 08:48:14.386657 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-21438865-f614-4bf6-80ed-7394f101beda tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:14.389878 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-21438865-f614-4bf6-80ed-7394f101beda tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:14.391334 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-21438865-f614-4bf6-80ed-7394f101beda tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] 10.222.0.26 "DELETE /v2.0/security-groups/9a459558-3f82-4eb6-ab57-c32260fbdfd8 HTTP/1.1" status: 204 len: 168 time: 0.1371233 Nov 12 08:48:14.394704 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60266) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:14.415134 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21438865-f614-4bf6-80ed-7394f101beda tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a459558-3f82-4eb6-ab57-c32260fbdfd8,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:14.436901 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08dd443-9a61-4c1e-baba-3a72844187b9 req-d741cb7c-172e-4ff6-8204-d370733b9bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:14.438423 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e08dd443-9a61-4c1e-baba-3a72844187b9 req-d741cb7c-172e-4ff6-8204-d370733b9bd0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1a77e7d1-e880-4909-b47f-c788347c40d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548515 Nov 12 08:48:14.461401 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-bb44d3cc-6905-4b20-9392-a5fd91a839ac tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0648654 Nov 12 08:48:14.465398 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60268) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:14.469647 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-d19e96bc-f46a-4e01-8c7e-73689021e3a1 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Request body: {'security_group': {'name': 'tempest-secgroup--709423733'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:14.493486 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d19e96bc-f46a-4e01-8c7e-73689021e3a1 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:14.522525 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-d0342276-18ee-4ea2-a40f-7688aee36b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81fdbf7c-3431-4a3c-8ce0-3c363a832f26', 'name': 'tempest-TestVolumeBackupRestore-1030702179-router', 'tenant_id': '9092e2c011414e27b78b54ab78778e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': 'd7514c83-8577-4869-b073-7a83e744ad00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:43:46Z', 'updated_at': '2021-11-12T08:43:57Z', 'revision_number': 4, 'project_id': '9092e2c011414e27b78b54ab78778e04', 'gw_port': {'id': 'd7514c83-8577-4869-b073-7a83e744ad00', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:bd:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fdbf7c-3431-4a3c-8ce0-3c363a832f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:43:48Z', 'updated_at': '2021-11-12T08:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': 'c52ecdb3-a6f8-4c70-b281-8f638e242388', 'name': '', 'network_id': '1a77e7d1-e880-4909-b47f-c788347c40d5', 'tenant_id': '9092e2c011414e27b78b54ab78778e04', 'mac_address': 'fa:16:3e:db:16:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fdbf7c-3431-4a3c-8ce0-3c363a832f26', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'f6d8ff2c-9dad-4362-ace9-f37f6abbb39a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:43:55Z', 'updated_at': '2021-11-12T08:44:03Z', 'revision_number': 5, 'project_id': '9092e2c011414e27b78b54ab78778e04', 'subnets': [{'id': 'f6d8ff2c-9dad-4362-ace9-f37f6abbb39a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:14.544845 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e08dd443-9a61-4c1e-baba-3a72844187b9 req-e7c02277-eae5-4536-9813-c944f7f3a4e0 service neutron] 10.222.0.21 "GET /v2.0/networks/1a77e7d1-e880-4909-b47f-c788347c40d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979187 Nov 12 08:48:14.550668 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0342276-18ee-4ea2-a40f-7688aee36b6f None None] The sync data for ids ['81fdbf7c-3431-4a3c-8ce0-3c363a832f26'] in n-d-765315-29 is: [{'id': '81fdbf7c-3431-4a3c-8ce0-3c363a832f26', 'name': 'tempest-TestVolumeBackupRestore-1030702179-router', 'tenant_id': '9092e2c011414e27b78b54ab78778e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': 'd7514c83-8577-4869-b073-7a83e744ad00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:43:46Z', 'updated_at': '2021-11-12T08:43:57Z', 'revision_number': 4, 'project_id': '9092e2c011414e27b78b54ab78778e04', 'gw_port': {'id': 'd7514c83-8577-4869-b073-7a83e744ad00', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:bd:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fdbf7c-3431-4a3c-8ce0-3c363a832f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:43:48Z', 'updated_at': '2021-11-12T08:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': 'c52ecdb3-a6f8-4c70-b281-8f638e242388', 'name': '', 'network_id': '1a77e7d1-e880-4909-b47f-c788347c40d5', 'tenant_id': '9092e2c011414e27b78b54ab78778e04', 'mac_address': 'fa:16:3e:db:16:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fdbf7c-3431-4a3c-8ce0-3c363a832f26', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'f6d8ff2c-9dad-4362-ace9-f37f6abbb39a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:43:55Z', 'updated_at': '2021-11-12T08:44:03Z', 'revision_number': 5, 'project_id': '9092e2c011414e27b78b54ab78778e04', 'subnets': [{'id': 'f6d8ff2c-9dad-4362-ace9-f37f6abbb39a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:48:14.567375 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d19e96bc-f46a-4e01-8c7e-73689021e3a1 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:14.573529 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d19e96bc-f46a-4e01-8c7e-73689021e3a1 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:14.604672 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19e96bc-f46a-4e01-8c7e-73689021e3a1 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6363182e-ac8d-4080-b3e0-be16699ed1ad,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:14.614140 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d19e96bc-f46a-4e01-8c7e-73689021e3a1 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:14.616384 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-d19e96bc-f46a-4e01-8c7e-73689021e3a1 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1496978 Nov 12 08:48:14.619281 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60270) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:14.624428 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-70906d38-1732-4522-9faf-4deb921ad1b3 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Request body: {'security_group_rule': {'security_group_id': '6363182e-ac8d-4080-b3e0-be16699ed1ad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:14.655424 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e08dd443-9a61-4c1e-baba-3a72844187b9 req-95ad0675-fd63-4e1d-adc5-cfe8c3af279d service neutron] 10.222.0.21 "GET /v2.0/networks/1a77e7d1-e880-4909-b47f-c788347c40d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014745 Nov 12 08:48:14.670730 n-d-765315-29 neutron-server[102600]: INFO neutron.api.v2.resource [None req-70906d38-1732-4522-9faf-4deb921ad1b3 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:48:14.671879 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-70906d38-1732-4522-9faf-4deb921ad1b3 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0514181 Nov 12 08:48:14.675263 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60272) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:14.681945 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-e5785e0e-dba8-4271-bc2c-db926c92bdb6 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Request body: {'security_group_rule': {'security_group_id': '6363182e-ac8d-4080-b3e0-be16699ed1ad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:14.723384 n-d-765315-29 neutron-server[102600]: INFO neutron.api.v2.resource [None req-e5785e0e-dba8-4271-bc2c-db926c92bdb6 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:48:14.724517 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-e5785e0e-dba8-4271-bc2c-db926c92bdb6 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0482204 Nov 12 08:48:14.727362 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60274) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:14.785007 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1c30f830-26b1-4e6a-9c79-3ba606da7e57 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:14.812313 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1c30f830-26b1-4e6a-9c79-3ba606da7e57 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:14.845462 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57cffb6-a6c0-4a58-b27a-e163598bbdaf None None] New status for floating IP 054cde78-0ad7-4bed-a791-4c31d9aaff8e: DOWN {{(pid=102601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:48:14.884611 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1c30f830-26b1-4e6a-9c79-3ba606da7e57 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:14.887470 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1c30f830-26b1-4e6a-9c79-3ba606da7e57 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:14.888597 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-1c30f830-26b1-4e6a-9c79-3ba606da7e57 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] 10.222.0.26 "DELETE /v2.0/security-groups/6363182e-ac8d-4080-b3e0-be16699ed1ad HTTP/1.1" status: 204 len: 168 time: 0.1602197 Nov 12 08:48:14.891574 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 60278) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:14.899785 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c30f830-26b1-4e6a-9c79-3ba606da7e57 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6363182e-ac8d-4080-b3e0-be16699ed1ad,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:14.921435 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed72f64-0741-45a3-829a-4008f2e8915b req-6112f34a-edbc-45ac-9d04-d146d5675583 tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:14.923515 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bed72f64-0741-45a3-829a-4008f2e8915b req-6112f34a-edbc-45ac-9d04-d146d5675583 tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ec7a5b8-4145-412e-96b0-bdbfa0f124ac HTTP/1.1" status: 200 len: 945 time: 0.0796995 Nov 12 08:48:14.947282 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-0fc22600-7f97-4019-bdde-0ef4eff612eb tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0515015 Nov 12 08:48:14.948428 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 60280) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:14.953124 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-44007d5a-52bb-4244-9a9d-c6e47f6ddd1c tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Request body: {'security_group': {'name': 'tempest-secgroup--12453845'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:14.980256 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bed72f64-0741-45a3-829a-4008f2e8915b req-70c7bb7a-876f-4dee-97a8-f15401da933a tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c33f5b9-1ee3-408a-a1b8-44c0c62c8edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498228 Nov 12 08:48:14.981089 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-44007d5a-52bb-4244-9a9d-c6e47f6ddd1c tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:15.048422 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-44007d5a-52bb-4244-9a9d-c6e47f6ddd1c tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:15.052415 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-44007d5a-52bb-4244-9a9d-c6e47f6ddd1c tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:15.080136 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-44007d5a-52bb-4244-9a9d-c6e47f6ddd1c tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:15.082297 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-44007d5a-52bb-4244-9a9d-c6e47f6ddd1c tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1328640 Nov 12 08:48:15.085268 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60282) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:15.086645 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44007d5a-52bb-4244-9a9d-c6e47f6ddd1c tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb9d725-4c75-44cb-b21e-092e76d7ccf3,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:15.090040 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-43007242-65da-430f-8d31-7473e6ff7d9d tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:15.090461 n-d-765315-29 neutron-server[102600]: WARNING neutron.api.v2.base [None req-43007242-65da-430f-8d31-7473e6ff7d9d tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 12 08:48:15.090971 n-d-765315-29 neutron-server[102600]: INFO neutron.api.v2.resource [None req-43007242-65da-430f-8d31-7473e6ff7d9d tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] update failed (client error): There was a conflict when trying to complete your request. Nov 12 08:48:15.091887 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-43007242-65da-430f-8d31-7473e6ff7d9d tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] 10.222.0.26 "PUT /v2.0/security-groups/4eb9d725-4c75-44cb-b21e-092e76d7ccf3 HTTP/1.1" status: 409 len: 330 time: 0.0056419 Nov 12 08:48:15.094366 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60284) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:15.094616 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44007d5a-52bb-4244-9a9d-c6e47f6ddd1c tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:15.094980 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44007d5a-52bb-4244-9a9d-c6e47f6ddd1c tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:15.095329 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44007d5a-52bb-4244-9a9d-c6e47f6ddd1c tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:15.095671 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44007d5a-52bb-4244-9a9d-c6e47f6ddd1c tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:15.096011 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44007d5a-52bb-4244-9a9d-c6e47f6ddd1c tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:15.096387 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44007d5a-52bb-4244-9a9d-c6e47f6ddd1c tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:15.096724 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44007d5a-52bb-4244-9a9d-c6e47f6ddd1c tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:15.097168 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44007d5a-52bb-4244-9a9d-c6e47f6ddd1c tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:15.097508 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44007d5a-52bb-4244-9a9d-c6e47f6ddd1c tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:15.097841 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44007d5a-52bb-4244-9a9d-c6e47f6ddd1c tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:15.098174 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44007d5a-52bb-4244-9a9d-c6e47f6ddd1c tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:15.098499 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44007d5a-52bb-4244-9a9d-c6e47f6ddd1c tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:15.116142 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 69d76287-5cbf-4bc6-93ce-8a9aa0494a79 up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:48:15.149563 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c52af810-22b6-4ece-81d4-113a758d2870 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:15.167755 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning for port 69d76287-5cbf-4bc6-93ce-8a9aa0494a79 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:48:15.172131 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port 69d76287-5cbf-4bc6-93ce-8a9aa0494a79 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:48:15.172497 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:15.173801 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c52af810-22b6-4ece-81d4-113a758d2870 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:15.217860 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c52af810-22b6-4ece-81d4-113a758d2870 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:15.222291 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c52af810-22b6-4ece-81d4-113a758d2870 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:15.226278 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 60288) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:15.226539 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-c52af810-22b6-4ece-81d4-113a758d2870 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] 10.222.0.26 "DELETE /v2.0/security-groups/4eb9d725-4c75-44cb-b21e-092e76d7ccf3 HTTP/1.1" status: 204 len: 168 time: 0.1312129 Nov 12 08:48:15.237567 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52af810-22b6-4ece-81d4-113a758d2870 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb9d725-4c75-44cb-b21e-092e76d7ccf3,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:15.270339 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:15.276045 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-2a01eff7-439b-4f19-aa7a-799b28a610fe tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0482395 Nov 12 08:48:15.279804 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 60290) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:15.295962 n-d-765315-29 neutron-server[102599]: INFO neutron.api.v2.resource [None req-4b18f2d7-5b02-4200-a562-8f9115ff4b04 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] delete failed (client error): The resource could not be found. Nov 12 08:48:15.296987 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-4b18f2d7-5b02-4200-a562-8f9115ff4b04 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] 10.222.0.26 "DELETE /v2.0/security-groups/3e04be4c-195c-4b3e-9e0e-5fd306462303 HTTP/1.1" status: 404 len: 347 time: 0.0160847 Nov 12 08:48:15.297807 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ec7a5b8-4145-412e-96b0-bdbfa0f124ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69d76287-5cbf-4bc6-93ce-8a9aa0494a79'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:48:15.300937 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7d945aa-08e1-4ad4-9c4d-11f7f4dd8e7f" -d '{"events": [{"server_uuid": "8ec7a5b8-4145-412e-96b0-bdbfa0f124ac", "name": "network-vif-plugged", "status": "completed", "tag": "69d76287-5cbf-4bc6-93ce-8a9aa0494a79"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:48:15.301620 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 60292) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:15.314479 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 69d76287-5cbf-4bc6-93ce-8a9aa0494a79, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=69d76287-5cbf-4bc6-93ce-8a9aa0494a79,segment=NetworkSegment(e45c1321-a9ca-49bb-9e90-cc7349046cdb),segment_id=e45c1321-a9ca-49bb-9e90-cc7349046cdb)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:48:15.321608 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:15.323183 n-d-765315-29 neutron-server[102599]: INFO neutron.api.v2.resource [None req-b408b427-394a-4ee9-a1c7-2e46c0764c4a tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] show failed (client error): The resource could not be found. Nov 12 08:48:15.327707 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-b408b427-394a-4ee9-a1c7-2e46c0764c4a tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] 10.222.0.26 "GET /v2.0/security-groups/d7d5ca4e-af69-4c89-9d36-4cca27bf1725 HTTP/1.1" status: 404 len: 347 time: 0.0210950 Nov 12 08:48:15.328045 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 60296) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:15.334277 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdb4c3f-cb07-4c0f-8ad4-069d164d5cae req-c735b8c8-476b-4472-8fa9-e9a97b25a460 tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:15.342385 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-abdb4c3f-cb07-4c0f-8ad4-069d164d5cae req-c735b8c8-476b-4472-8fa9-e9a97b25a460 tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b8c0428-e536-4044-959e-b4f42227d9fb HTTP/1.1" status: 200 len: 946 time: 0.0710323 Nov 12 08:48:15.344015 n-d-765315-29 neutron-server[102599]: INFO neutron.api.v2.resource [None req-6ed15f92-37d6-4806-bef7-ed725c5165d6 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] show failed (client error): The resource could not be found. Nov 12 08:48:15.350022 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-6ed15f92-37d6-4806-bef7-ed725c5165d6 tempest-NegativeSecGroupIPv6Test-1052480627 tempest-NegativeSecGroupIPv6Test-1052480627-project] 10.222.0.26 "GET /v2.0/security-group-rules/b2e739df-8fb9-48c4-9b63-39b85f095069 HTTP/1.1" status: 404 len: 356 time: 0.0159893 Nov 12 08:48:15.382331 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=69d76287-5cbf-4bc6-93ce-8a9aa0494a79,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:15.399139 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-abdb4c3f-cb07-4c0f-8ad4-069d164d5cae req-deaa13bb-bd52-47c2-85e5-6e8e89c1e298 tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] 10.222.0.26 "GET /v2.0/security-groups?id=21780945-2358-43de-b133-bd5fb8df5102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557230 Nov 12 08:48:15.450403 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2375cfa8-bdd4-49f7-8d5c-a0e6c770af84 x-openstack-request-id: req-2375cfa8-bdd4-49f7-8d5c-a0e6c770af84 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:48:15.450724 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ec7a5b8-4145-412e-96b0-bdbfa0f124ac", "name": "network-vif-plugged", "status": "completed", "tag": "69d76287-5cbf-4bc6-93ce-8a9aa0494a79", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:48:15.451223 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2375cfa8-bdd4-49f7-8d5c-a0e6c770af84 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:48:15.451628 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ec7a5b8-4145-412e-96b0-bdbfa0f124ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69d76287-5cbf-4bc6-93ce-8a9aa0494a79', 'code': 200} Nov 12 08:48:15.593569 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d4b92d-dddc-42aa-9fb1-c51658a49bc5 req-e43bec6a-2a43-41f7-b342-39aae5785ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:15.595101 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f7d4b92d-dddc-42aa-9fb1-c51658a49bc5 req-e43bec6a-2a43-41f7-b342-39aae5785ed7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8ec7a5b8-4145-412e-96b0-bdbfa0f124ac HTTP/1.1" status: 200 len: 1098 time: 0.0466313 Nov 12 08:48:15.628499 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60302) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:15.654696 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f7d4b92d-dddc-42aa-9fb1-c51658a49bc5 req-fa0051e0-0279-45ce-9e6d-d9b3e18d9190 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=0c33f5b9-1ee3-408a-a1b8-44c0c62c8edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444207 Nov 12 08:48:15.764265 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-29635e55-06ff-4484-9847-a3f51af54349 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=40fd42744f2243c7a536be2ccc7b9a0a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1346130 Nov 12 08:48:15.766667 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60306) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:15.814425 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ec4475d5-a3ba-4283-a402-088589d72251 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:15.837088 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ec4475d5-a3ba-4283-a402-088589d72251 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:15.838558 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e83958-0cb2-42d1-843d-bb02ed1303cd req-4c8a9669-54f6-41f3-89b3-e53707e82644 tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:15.840341 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d2e83958-0cb2-42d1-843d-bb02ed1303cd req-4c8a9669-54f6-41f3-89b3-e53707e82644 tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b8c0428-e536-4044-959e-b4f42227d9fb HTTP/1.1" status: 200 len: 946 time: 0.0506918 Nov 12 08:48:15.883402 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ec4475d5-a3ba-4283-a402-088589d72251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:15.886047 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ec4475d5-a3ba-4283-a402-088589d72251 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:15.887250 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-ec4475d5-a3ba-4283-a402-088589d72251 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1050066a-aca5-4de8-af16-c176c25f0754 HTTP/1.1" status: 204 len: 168 time: 0.1196752 Nov 12 08:48:15.897999 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4475d5-a3ba-4283-a402-088589d72251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1050066a-aca5-4de8-af16-c176c25f0754,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:15.960149 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-d2e83958-0cb2-42d1-843d-bb02ed1303cd req-434dbe67-c9dc-4ad5-8c4d-03ccf1326368 tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Deleting port cc2084d9-8df5-427f-bd22-78829d06bcab {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:48:15.960757 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-d2e83958-0cb2-42d1-843d-bb02ed1303cd req-434dbe67-c9dc-4ad5-8c4d-03ccf1326368 tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:16.073923 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-d2e83958-0cb2-42d1-843d-bb02ed1303cd req-434dbe67-c9dc-4ad5-8c4d-03ccf1326368 tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] For port cc2084d9-8df5-427f-bd22-78829d06bcab, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=cc2084d9-8df5-427f-bd22-78829d06bcab,segment=NetworkSegment(2477c2ed-bf48-4bee-bec3-4a9ac76e1e8a),segment_id=2477c2ed-bf48-4bee-bec3-4a9ac76e1e8a)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:48:16.074296 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-d2e83958-0cb2-42d1-843d-bb02ed1303cd req-434dbe67-c9dc-4ad5-8c4d-03ccf1326368 tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:16.088637 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-d2e83958-0cb2-42d1-843d-bb02ed1303cd req-434dbe67-c9dc-4ad5-8c4d-03ccf1326368 tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Calling delete_port for cc2084d9-8df5-427f-bd22-78829d06bcab owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:48:16.107924 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770107d5-5ca8-4f84-a4cc-6b7d2bfe7d52 req-8001a7ab-c260-4ad1-b30e-d11baa24b58a tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:16.109578 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-770107d5-5ca8-4f84-a4cc-6b7d2bfe7d52 req-8001a7ab-c260-4ad1-b30e-d11baa24b58a tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ec7a5b8-4145-412e-96b0-bdbfa0f124ac HTTP/1.1" status: 200 len: 946 time: 0.0539408 Nov 12 08:48:16.170293 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-770107d5-5ca8-4f84-a4cc-6b7d2bfe7d52 req-1c7a59b6-1ee3-4d68-a15e-9f3090951ca8 tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c33f5b9-1ee3-408a-a1b8-44c0c62c8edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541732 Nov 12 08:48:16.241201 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-d2e83958-0cb2-42d1-843d-bb02ed1303cd req-434dbe67-c9dc-4ad5-8c4d-03ccf1326368 tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:16.284579 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434dbe67-c9dc-4ad5-8c4d-03ccf1326368 tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Pushing event deleted for resources: {'Port': ['ID=cc2084d9-8df5-427f-bd22-78829d06bcab,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:16.352211 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2e83958-0cb2-42d1-843d-bb02ed1303cd req-434dbe67-c9dc-4ad5-8c4d-03ccf1326368 tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] No DVR routers for this DVR port cc2084d9-8df5-427f-bd22-78829d06bcab on host n-h1-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:48:16.359815 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-d2e83958-0cb2-42d1-843d-bb02ed1303cd req-434dbe67-c9dc-4ad5-8c4d-03ccf1326368 tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:16.365707 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d2e83958-0cb2-42d1-843d-bb02ed1303cd req-434dbe67-c9dc-4ad5-8c4d-03ccf1326368 tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] 10.222.0.21 "DELETE /v2.0/ports/cc2084d9-8df5-427f-bd22-78829d06bcab HTTP/1.1" status: 204 len: 173 time: 0.5182388 Nov 12 08:48:16.366423 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b8c0428-e536-4044-959e-b4f42227d9fb', 'name': 'network-vif-deleted', 'tag': 'cc2084d9-8df5-427f-bd22-78829d06bcab'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:48:16.371081 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fd0f736-9be3-4205-a20f-002a7a81bba0" -d '{"events": [{"server_uuid": "2b8c0428-e536-4044-959e-b4f42227d9fb", "name": "network-vif-deleted", "tag": "cc2084d9-8df5-427f-bd22-78829d06bcab"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:48:16.414756 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3221abbe-9b3c-4043-b999-3b77f33f7588 x-openstack-request-id: req-3221abbe-9b3c-4043-b999-3b77f33f7588 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:48:16.415137 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b8c0428-e536-4044-959e-b4f42227d9fb", "name": "network-vif-deleted", "tag": "cc2084d9-8df5-427f-bd22-78829d06bcab", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:48:16.415538 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3221abbe-9b3c-4043-b999-3b77f33f7588 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:48:16.415943 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b8c0428-e536-4044-959e-b4f42227d9fb', 'name': 'network-vif-deleted', 'tag': 'cc2084d9-8df5-427f-bd22-78829d06bcab', 'status': 'completed', 'code': 200} Nov 12 08:48:16.503440 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7b9714aa-eb52-4e3d-a20e-a84995aa0c2d req-c536f4c1-6572-498f-aa56-38b8ec736269 tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b8c0428-e536-4044-959e-b4f42227d9fb HTTP/1.1" status: 200 len: 210 time: 0.0279171 Nov 12 08:48:17.038441 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0af91b-6e25-4d28-aa4a-bb1f36f0726e req-e8883666-e2f0-4551-983c-9ae76761a247 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:17.043091 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4b0af91b-6e25-4d28-aa4a-bb1f36f0726e req-e8883666-e2f0-4551-983c-9ae76761a247 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a86d0c7-7190-44dc-af92-df26bd56269c HTTP/1.1" status: 200 len: 946 time: 0.0606086 Nov 12 08:48:17.092067 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4b0af91b-6e25-4d28-aa4a-bb1f36f0726e req-afea1aec-64d3-4305-8491-17434d3226cc tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbce15ba-61c2-45c2-9eb0-b26d26aca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455222 Nov 12 08:48:17.117584 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 60350) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:17.191581 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-7ea4669e-3234-4d28-bcf8-2e45a7c2e547 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/floatingips/2f0bf1ee-fab7-49a0-a1fa-fcfec06b7c4a HTTP/1.1" status: 200 len: 994 time: 0.0664415 Nov 12 08:48:17.302411 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616474b2-8539-42e7-8b90-03662078b322 req-1396c34b-8521-492f-a3dd-6bf29148bc9a tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:17.303969 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-616474b2-8539-42e7-8b90-03662078b322 req-1396c34b-8521-492f-a3dd-6bf29148bc9a tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ec7a5b8-4145-412e-96b0-bdbfa0f124ac HTTP/1.1" status: 200 len: 946 time: 0.0554550 Nov 12 08:48:17.366659 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-616474b2-8539-42e7-8b90-03662078b322 req-81d65045-638a-4a71-918b-a7ac9c61a050 tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c33f5b9-1ee3-408a-a1b8-44c0c62c8edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539184 Nov 12 08:48:17.617186 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-90bad839-7c42-423b-9b35-7a6f592a694a req-b4cc6084-2e41-4193-b6fd-22c2b81ccd4a tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b8c0428-e536-4044-959e-b4f42227d9fb HTTP/1.1" status: 200 len: 210 time: 0.0320809 Nov 12 08:48:17.739017 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b537945f-7a67-4e3c-98aa-05bd6054bbc2 req-6f3efe64-5fbc-480a-971b-701b88be4fed tempest-TestNetworkAdvancedServerOps-63743733 tempest-TestNetworkAdvancedServerOps-63743733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:17.740567 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b537945f-7a67-4e3c-98aa-05bd6054bbc2 req-6f3efe64-5fbc-480a-971b-701b88be4fed tempest-TestNetworkAdvancedServerOps-63743733 tempest-TestNetworkAdvancedServerOps-63743733-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=4a86d0c7-7190-44dc-af92-df26bd56269c HTTP/1.1" status: 200 len: 1098 time: 0.0497620 Nov 12 08:48:17.798772 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b537945f-7a67-4e3c-98aa-05bd6054bbc2 req-8bf66b18-432f-410a-b3b1-10ac41d05a4c tempest-TestNetworkAdvancedServerOps-63743733 tempest-TestNetworkAdvancedServerOps-63743733-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=dbce15ba-61c2-45c2-9eb0-b26d26aca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505037 Nov 12 08:48:18.635159 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0a97aec2-b78e-4d46-bada-50f074db5ae2 req-fd533bce-60cf-48ba-9c2f-b2a9676722ab service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4a86d0c7-7190-44dc-af92-df26bd56269c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2135649 Nov 12 08:48:18.640360 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [req-0a97aec2-b78e-4d46-bada-50f074db5ae2 req-66005afb-73cf-4470-8ff7-419a303d6a5d service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:48:18.645061 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0a97aec2-b78e-4d46-bada-50f074db5ae2 req-66005afb-73cf-4470-8ff7-419a303d6a5d service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0088294 Nov 12 08:48:18.976370 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device cc2084d9-8df5-427f-bd22-78829d06bcab no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:48:19.037548 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-e530113a-7783-48f4-9840-8911a24052df None None] No Port match for: cc2084d9-8df5-427f-bd22-78829d06bcab {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:48:19.037892 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device cc2084d9-8df5-427f-bd22-78829d06bcab not bound to the agent host n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:48:19.363230 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a97aec2-b78e-4d46-bada-50f074db5ae2 req-9be58ed9-e70f-4674-a49d-bbf48d0f8c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:19.364670 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0a97aec2-b78e-4d46-bada-50f074db5ae2 req-9be58ed9-e70f-4674-a49d-bbf48d0f8c97 service neutron] 10.222.0.26 "GET /v2.0/ports/9abd1b39-6dc1-44ca-930e-2ef202e5985d HTTP/1.1" status: 200 len: 1095 time: 0.0381343 Nov 12 08:48:19.374085 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-0a97aec2-b78e-4d46-bada-50f074db5ae2 req-44018f0c-fad8-4fe3-86b8-17b448149273 service neutron] Request body: {'binding': {'host': 'n-h2-765315-29', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:19.374531 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-0a97aec2-b78e-4d46-bada-50f074db5ae2 req-44018f0c-fad8-4fe3-86b8-17b448149273 service neutron] Unknown quota resources ['binding']. {{(pid=102600) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 08:48:19.517286 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-0a97aec2-b78e-4d46-bada-50f074db5ae2 req-44018f0c-fad8-4fe3-86b8-17b448149273 service neutron] Attempting to bind port 9abd1b39-6dc1-44ca-930e-2ef202e5985d on host n-h2-765315-29 for vnic_type normal with profile None {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:48:19.517552 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-0a97aec2-b78e-4d46-bada-50f074db5ae2 req-44018f0c-fad8-4fe3-86b8-17b448149273 service neutron] Attempting to bind port 9abd1b39-6dc1-44ca-930e-2ef202e5985d by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': 'af797d38-38a8-4b07-9e39-f6b6e77997f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '035eb459-9a91-4fd8-901a-19f84b909974'}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:48:19.517991 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a97aec2-b78e-4d46-bada-50f074db5ae2 req-44018f0c-fad8-4fe3-86b8-17b448149273 service neutron] Attempting to bind port 9abd1b39-6dc1-44ca-930e-2ef202e5985d on network 035eb459-9a91-4fd8-901a-19f84b909974 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:48:19.522958 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a97aec2-b78e-4d46-bada-50f074db5ae2 req-44018f0c-fad8-4fe3-86b8-17b448149273 service neutron] Port 9abd1b39-6dc1-44ca-930e-2ef202e5985d on network 035eb459-9a91-4fd8-901a-19f84b909974 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:48:19.523318 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a97aec2-b78e-4d46-bada-50f074db5ae2 req-44018f0c-fad8-4fe3-86b8-17b448149273 service neutron] Attempting to bind port 9abd1b39-6dc1-44ca-930e-2ef202e5985d on network 035eb459-9a91-4fd8-901a-19f84b909974 {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:48:19.528181 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a97aec2-b78e-4d46-bada-50f074db5ae2 req-44018f0c-fad8-4fe3-86b8-17b448149273 service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:48:19.528523 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a97aec2-b78e-4d46-bada-50f074db5ae2 req-44018f0c-fad8-4fe3-86b8-17b448149273 service neutron] Checking segment: {'id': 'af797d38-38a8-4b07-9e39-f6b6e77997f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '035eb459-9a91-4fd8-901a-19f84b909974'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:48:19.528908 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a97aec2-b78e-4d46-bada-50f074db5ae2 req-44018f0c-fad8-4fe3-86b8-17b448149273 service neutron] Bound using segment: {'id': 'af797d38-38a8-4b07-9e39-f6b6e77997f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '035eb459-9a91-4fd8-901a-19f84b909974'} {{(pid=102600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:48:19.529336 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.managers [req-0a97aec2-b78e-4d46-bada-50f074db5ae2 req-44018f0c-fad8-4fe3-86b8-17b448149273 service neutron] Bound port: 9abd1b39-6dc1-44ca-930e-2ef202e5985d, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af797d38-38a8-4b07-9e39-f6b6e77997f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '035eb459-9a91-4fd8-901a-19f84b909974'}}] {{(pid=102600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:48:19.625278 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-0a97aec2-b78e-4d46-bada-50f074db5ae2 req-44018f0c-fad8-4fe3-86b8-17b448149273 service neutron] For port 9abd1b39-6dc1-44ca-930e-2ef202e5985d, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=9abd1b39-6dc1-44ca-930e-2ef202e5985d,segment=NetworkSegment(af797d38-38a8-4b07-9e39-f6b6e77997f4),segment_id=af797d38-38a8-4b07-9e39-f6b6e77997f4)] {{(pid=102600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:48:19.633680 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-0a97aec2-b78e-4d46-bada-50f074db5ae2 req-44018f0c-fad8-4fe3-86b8-17b448149273 service neutron] Publish callbacks [] for binding, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:19.634910 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0a97aec2-b78e-4d46-bada-50f074db5ae2 req-44018f0c-fad8-4fe3-86b8-17b448149273 service neutron] 10.222.0.26 "POST /v2.0/ports/9abd1b39-6dc1-44ca-930e-2ef202e5985d/bindings HTTP/1.1" status: 201 len: 390 time: 0.2642081 Nov 12 08:48:19.962456 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3e43e7bb-e682-444d-9a0a-31a3b17bf65e req-4a049c1f-ad56-446b-adbc-4f41a13c924b tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b8c0428-e536-4044-959e-b4f42227d9fb HTTP/1.1" status: 200 len: 210 time: 0.0315149 Nov 12 08:48:19.990680 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a97aec2-b78e-4d46-bada-50f074db5ae2 req-bbac5502-2c2b-480c-86ad-06d99cdd8c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:19.992667 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0a97aec2-b78e-4d46-bada-50f074db5ae2 req-bbac5502-2c2b-480c-86ad-06d99cdd8c01 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=af01ccd549054d7f8ad1904b6846172a&device_id=4a86d0c7-7190-44dc-af92-df26bd56269c HTTP/1.1" status: 200 len: 1098 time: 0.0623000 Nov 12 08:48:20.087361 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe75603a-b76b-4200-9bb8-4f1027f143a6 req-56c6d345-953a-4e47-ba2b-2ab3a55b9681 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:20.090218 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fe75603a-b76b-4200-9bb8-4f1027f143a6 req-56c6d345-953a-4e47-ba2b-2ab3a55b9681 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a86d0c7-7190-44dc-af92-df26bd56269c HTTP/1.1" status: 200 len: 946 time: 0.0599804 Nov 12 08:48:20.100141 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a97aec2-b78e-4d46-bada-50f074db5ae2 req-3ac48669-5833-48e1-aa2b-e6b4ec34064e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:20.101904 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0a97aec2-b78e-4d46-bada-50f074db5ae2 req-3ac48669-5833-48e1-aa2b-e6b4ec34064e service neutron] 10.222.0.44 "GET /v2.0/networks?id=035eb459-9a91-4fd8-901a-19f84b909974 HTTP/1.1" status: 200 len: 898 time: 0.1012449 Nov 12 08:48:20.186497 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0a97aec2-b78e-4d46-bada-50f074db5ae2 req-270958c5-30e1-4880-a2b7-804cbe7b1853 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9abd1b39-6dc1-44ca-930e-2ef202e5985d HTTP/1.1" status: 200 len: 1002 time: 0.0748880 Nov 12 08:48:20.187294 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fe75603a-b76b-4200-9bb8-4f1027f143a6 req-f2c7ef03-2ae0-4bd3-a3bf-7dd1687c7a4a tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbce15ba-61c2-45c2-9eb0-b26d26aca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910182 Nov 12 08:48:20.265489 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a97aec2-b78e-4d46-bada-50f074db5ae2 req-f0e2f31d-c30b-43c8-893f-1a69ab9004c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:20.267431 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0a97aec2-b78e-4d46-bada-50f074db5ae2 req-f0e2f31d-c30b-43c8-893f-1a69ab9004c3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e1c0d780-ea07-4ac0-8e82-43d130bbdc75 HTTP/1.1" status: 200 len: 834 time: 0.0573153 Nov 12 08:48:20.326481 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a97aec2-b78e-4d46-bada-50f074db5ae2 req-12be905d-6c3d-45c3-88b5-f2a8c6cd7839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:20.328178 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0a97aec2-b78e-4d46-bada-50f074db5ae2 req-12be905d-6c3d-45c3-88b5-f2a8c6cd7839 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=035eb459-9a91-4fd8-901a-19f84b909974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514896 Nov 12 08:48:20.333015 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd356fa-9a90-4e61-a758-294c8d33ba49 req-27e65bbf-0434-487e-b9ed-3b5bf6f80410 tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:20.334862 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cbd356fa-9a90-4e61-a758-294c8d33ba49 req-27e65bbf-0434-487e-b9ed-3b5bf6f80410 tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ec7a5b8-4145-412e-96b0-bdbfa0f124ac HTTP/1.1" status: 200 len: 946 time: 0.0595210 Nov 12 08:48:20.411497 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cbd356fa-9a90-4e61-a758-294c8d33ba49 req-d33bcfc6-05d2-4f2d-a8d0-788b6a92ce58 tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c33f5b9-1ee3-408a-a1b8-44c0c62c8edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639648 Nov 12 08:48:20.483414 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0a97aec2-b78e-4d46-bada-50f074db5ae2 req-e6474726-1f19-4cba-b89b-369543b1bd8a service neutron] 10.222.0.44 "GET /v2.0/networks/035eb459-9a91-4fd8-901a-19f84b909974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426549 Nov 12 08:48:20.602008 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0a97aec2-b78e-4d46-bada-50f074db5ae2 req-809f3ff6-c887-4d32-a5ca-acc487c561a4 service neutron] 10.222.0.44 "GET /v2.0/networks/035eb459-9a91-4fd8-901a-19f84b909974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105030 Nov 12 08:48:20.826490 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a97aec2-b78e-4d46-bada-50f074db5ae2 req-0f95ca25-32fb-4cc4-b62a-7077d9a9ff89 tempest-TestNetworkAdvancedServerOps-63743733 tempest-TestNetworkAdvancedServerOps-63743733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:20.828671 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0a97aec2-b78e-4d46-bada-50f074db5ae2 req-0f95ca25-32fb-4cc4-b62a-7077d9a9ff89 tempest-TestNetworkAdvancedServerOps-63743733 tempest-TestNetworkAdvancedServerOps-63743733-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=4a86d0c7-7190-44dc-af92-df26bd56269c&tenant_id=af01ccd549054d7f8ad1904b6846172a&binding%3Ahost_id=n-h1-765315-29 HTTP/1.1" status: 200 len: 1098 time: 0.0964470 Nov 12 08:48:20.842626 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-0a97aec2-b78e-4d46-bada-50f074db5ae2 req-f06f4df5-8a65-4b3e-a52b-1e9f0565f01d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-765315-29'}}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:20.944394 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-0a97aec2-b78e-4d46-bada-50f074db5ae2 req-f06f4df5-8a65-4b3e-a52b-1e9f0565f01d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:21.140164 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cbfa16b1-6e30-4d2b-ab2e-2725ba89fbc7 req-47ab69ba-118d-4d3c-a4c2-6d29f257e7bf tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b8c0428-e536-4044-959e-b4f42227d9fb HTTP/1.1" status: 200 len: 210 time: 0.0540633 Nov 12 08:48:21.200554 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-0a97aec2-b78e-4d46-bada-50f074db5ae2 req-f06f4df5-8a65-4b3e-a52b-1e9f0565f01d service neutron] For port 9abd1b39-6dc1-44ca-930e-2ef202e5985d, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=9abd1b39-6dc1-44ca-930e-2ef202e5985d,segment=NetworkSegment(af797d38-38a8-4b07-9e39-f6b6e77997f4),segment_id=af797d38-38a8-4b07-9e39-f6b6e77997f4)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:48:21.278038 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-0a97aec2-b78e-4d46-bada-50f074db5ae2 req-f06f4df5-8a65-4b3e-a52b-1e9f0565f01d service neutron] For port 9abd1b39-6dc1-44ca-930e-2ef202e5985d, host n-h1-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:48:21.380239 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b445c3-4ff9-494d-9c4e-aff2ab207015 req-cd5fde10-a1e0-4d6f-99e0-b56843f5eb48 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:21.382049 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f1b445c3-4ff9-494d-9c4e-aff2ab207015 req-cd5fde10-a1e0-4d6f-99e0-b56843f5eb48 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a86d0c7-7190-44dc-af92-df26bd56269c HTTP/1.1" status: 200 len: 946 time: 0.1102574 Nov 12 08:48:21.398099 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a86d0c7-7190-44dc-af92-df26bd56269c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9abd1b39-6dc1-44ca-930e-2ef202e5985d'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:48:21.405007 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e29faf-6232-4839-9e43-5b0eab469d62" -d '{"events": [{"server_uuid": "4a86d0c7-7190-44dc-af92-df26bd56269c", "name": "network-vif-unplugged", "status": "completed", "tag": "9abd1b39-6dc1-44ca-930e-2ef202e5985d"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:48:21.410122 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-0a97aec2-b78e-4d46-bada-50f074db5ae2 req-f06f4df5-8a65-4b3e-a52b-1e9f0565f01d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:21.426535 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-0a97aec2-b78e-4d46-bada-50f074db5ae2 req-f06f4df5-8a65-4b3e-a52b-1e9f0565f01d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:21.565387 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f1b445c3-4ff9-494d-9c4e-aff2ab207015 req-50434ae6-4166-4731-b030-9e6a5b232e17 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbce15ba-61c2-45c2-9eb0-b26d26aca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1723118 Nov 12 08:48:21.591985 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06f4df5-8a65-4b3e-a52b-1e9f0565f01d service neutron] Pushing event updated for resources: {'Port': ['ID=9abd1b39-6dc1-44ca-930e-2ef202e5985d,revision_number=7']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:21.686213 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8edb5a02-fd11-4128-bff3-3dcf4c6f5791 x-openstack-request-id: req-8edb5a02-fd11-4128-bff3-3dcf4c6f5791 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:48:21.686511 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a86d0c7-7190-44dc-af92-df26bd56269c", "name": "network-vif-unplugged", "status": "completed", "tag": "9abd1b39-6dc1-44ca-930e-2ef202e5985d", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:48:21.686794 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8edb5a02-fd11-4128-bff3-3dcf4c6f5791 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:48:21.687840 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a86d0c7-7190-44dc-af92-df26bd56269c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9abd1b39-6dc1-44ca-930e-2ef202e5985d', 'code': 200} Nov 12 08:48:21.708477 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74adfc20-7428-4edf-98d8-d6be4a4c2423 req-2f1cbe9c-f802-452d-9ada-b2a1ccd0cb12 tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:21.710122 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-74adfc20-7428-4edf-98d8-d6be4a4c2423 req-2f1cbe9c-f802-452d-9ada-b2a1ccd0cb12 tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ec7a5b8-4145-412e-96b0-bdbfa0f124ac HTTP/1.1" status: 200 len: 946 time: 0.1145113 Nov 12 08:48:21.851415 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b3638a-1e4d-419e-b345-be0dbc634f12 req-fd8f8474-633f-4057-9505-f55bec4ee8cd tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:21.853756 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b3b3638a-1e4d-419e-b345-be0dbc634f12 req-fd8f8474-633f-4057-9505-f55bec4ee8cd tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ec7a5b8-4145-412e-96b0-bdbfa0f124ac HTTP/1.1" status: 200 len: 946 time: 0.0871537 Nov 12 08:48:21.883316 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-0a97aec2-b78e-4d46-bada-50f074db5ae2 req-f06f4df5-8a65-4b3e-a52b-1e9f0565f01d service neutron] Attempting to bind port 9abd1b39-6dc1-44ca-930e-2ef202e5985d on host n-h1-765315-29 for vnic_type normal with profile {"migrating_to": "n-h2-765315-29"} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:48:21.883788 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-0a97aec2-b78e-4d46-bada-50f074db5ae2 req-f06f4df5-8a65-4b3e-a52b-1e9f0565f01d service neutron] Attempting to bind port 9abd1b39-6dc1-44ca-930e-2ef202e5985d by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': 'af797d38-38a8-4b07-9e39-f6b6e77997f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '035eb459-9a91-4fd8-901a-19f84b909974'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:48:21.884122 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a97aec2-b78e-4d46-bada-50f074db5ae2 req-f06f4df5-8a65-4b3e-a52b-1e9f0565f01d service neutron] Attempting to bind port 9abd1b39-6dc1-44ca-930e-2ef202e5985d on network 035eb459-9a91-4fd8-901a-19f84b909974 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:48:21.911770 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a97aec2-b78e-4d46-bada-50f074db5ae2 req-f06f4df5-8a65-4b3e-a52b-1e9f0565f01d service neutron] Port 9abd1b39-6dc1-44ca-930e-2ef202e5985d on network 035eb459-9a91-4fd8-901a-19f84b909974 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:48:21.912158 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a97aec2-b78e-4d46-bada-50f074db5ae2 req-f06f4df5-8a65-4b3e-a52b-1e9f0565f01d service neutron] Attempting to bind port 9abd1b39-6dc1-44ca-930e-2ef202e5985d on network 035eb459-9a91-4fd8-901a-19f84b909974 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:48:21.921769 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a97aec2-b78e-4d46-bada-50f074db5ae2 req-f06f4df5-8a65-4b3e-a52b-1e9f0565f01d service neutron] Checking agent: {'id': '26215384-8035-4ce2-971a-8e67be80da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:48:21.922230 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a97aec2-b78e-4d46-bada-50f074db5ae2 req-f06f4df5-8a65-4b3e-a52b-1e9f0565f01d service neutron] Checking segment: {'id': 'af797d38-38a8-4b07-9e39-f6b6e77997f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '035eb459-9a91-4fd8-901a-19f84b909974'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:48:21.932671 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a97aec2-b78e-4d46-bada-50f074db5ae2 req-f06f4df5-8a65-4b3e-a52b-1e9f0565f01d service neutron] Bound using segment: {'id': 'af797d38-38a8-4b07-9e39-f6b6e77997f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '035eb459-9a91-4fd8-901a-19f84b909974'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:48:21.933888 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-0a97aec2-b78e-4d46-bada-50f074db5ae2 req-f06f4df5-8a65-4b3e-a52b-1e9f0565f01d service neutron] Bound port: 9abd1b39-6dc1-44ca-930e-2ef202e5985d, host: n-h1-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af797d38-38a8-4b07-9e39-f6b6e77997f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '035eb459-9a91-4fd8-901a-19f84b909974'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:48:21.934506 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-0a97aec2-b78e-4d46-bada-50f074db5ae2 req-f06f4df5-8a65-4b3e-a52b-1e9f0565f01d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:21.958931 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b3b3638a-1e4d-419e-b345-be0dbc634f12 req-e3416894-e2b5-4ff9-90bc-9782fdf15402 tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c33f5b9-1ee3-408a-a1b8-44c0c62c8edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920401 Nov 12 08:48:22.018886 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-74adfc20-7428-4edf-98d8-d6be4a4c2423 req-0ba99497-fffc-499f-aa74-af55e4d6060a tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] Deleting port 69d76287-5cbf-4bc6-93ce-8a9aa0494a79 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:48:22.019276 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-74adfc20-7428-4edf-98d8-d6be4a4c2423 req-0ba99497-fffc-499f-aa74-af55e4d6060a tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:22.057885 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-886384cd-0147-4fad-abbf-d1bf0291629b None None] Provisioning complete for port 9abd1b39-6dc1-44ca-930e-2ef202e5985d triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:48:22.058405 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-886384cd-0147-4fad-abbf-d1bf0291629b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:22.102610 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-886384cd-0147-4fad-abbf-d1bf0291629b None None] Port 9abd1b39-6dc1-44ca-930e-2ef202e5985d cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:48:22.200270 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 60464) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:22.282397 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8f595895-0c21-4513-8176-ad095a8b28bb tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:22.313491 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8f595895-0c21-4513-8176-ad095a8b28bb tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:22.388700 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8f595895-0c21-4513-8176-ad095a8b28bb tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:22.391829 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8f595895-0c21-4513-8176-ad095a8b28bb tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:22.393775 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-8f595895-0c21-4513-8176-ad095a8b28bb tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] 10.222.0.26 "DELETE /v2.0/security-groups/21780945-2358-43de-b133-bd5fb8df5102 HTTP/1.1" status: 204 len: 168 time: 0.1916840 Nov 12 08:48:22.405006 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f595895-0c21-4513-8176-ad095a8b28bb tempest-TestVolumeBackupRestore-1251679038 tempest-TestVolumeBackupRestore-1251679038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21780945-2358-43de-b133-bd5fb8df5102,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:22.408207 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-0a97aec2-b78e-4d46-bada-50f074db5ae2 req-f06f4df5-8a65-4b3e-a52b-1e9f0565f01d service neutron] For port 9abd1b39-6dc1-44ca-930e-2ef202e5985d, host n-h1-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:48:22.437972 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-0a97aec2-b78e-4d46-bada-50f074db5ae2 req-f06f4df5-8a65-4b3e-a52b-1e9f0565f01d service neutron] For port 9abd1b39-6dc1-44ca-930e-2ef202e5985d, host n-h1-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=9abd1b39-6dc1-44ca-930e-2ef202e5985d,segment=NetworkSegment(af797d38-38a8-4b07-9e39-f6b6e77997f4),segment_id=af797d38-38a8-4b07-9e39-f6b6e77997f4)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:48:22.449552 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-0a97aec2-b78e-4d46-bada-50f074db5ae2 req-f06f4df5-8a65-4b3e-a52b-1e9f0565f01d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:22.515704 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-74adfc20-7428-4edf-98d8-d6be4a4c2423 req-0ba99497-fffc-499f-aa74-af55e4d6060a tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] For port 69d76287-5cbf-4bc6-93ce-8a9aa0494a79, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=69d76287-5cbf-4bc6-93ce-8a9aa0494a79,segment=NetworkSegment(e45c1321-a9ca-49bb-9e90-cc7349046cdb),segment_id=e45c1321-a9ca-49bb-9e90-cc7349046cdb)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:48:22.516081 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-74adfc20-7428-4edf-98d8-d6be4a4c2423 req-0ba99497-fffc-499f-aa74-af55e4d6060a tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:22.581971 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-74adfc20-7428-4edf-98d8-d6be4a4c2423 req-0ba99497-fffc-499f-aa74-af55e4d6060a tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] Calling delete_port for 69d76287-5cbf-4bc6-93ce-8a9aa0494a79 owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:48:22.896814 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21708f26-553d-4786-b29c-3e70db409056 req-d2d7d97c-f825-4110-ae62-8a5fbfc45a41 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:22.899537 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06f4df5-8a65-4b3e-a52b-1e9f0565f01d service neutron] Pushing event updated for resources: {'Port': ['ID=9abd1b39-6dc1-44ca-930e-2ef202e5985d,revision_number=8']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:22.901703 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-21708f26-553d-4786-b29c-3e70db409056 req-d2d7d97c-f825-4110-ae62-8a5fbfc45a41 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a86d0c7-7190-44dc-af92-df26bd56269c HTTP/1.1" status: 200 len: 944 time: 0.1521068 Nov 12 08:48:23.016503 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-21708f26-553d-4786-b29c-3e70db409056 req-922aec16-4076-4463-a295-9a7cd1a5b7cd tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbce15ba-61c2-45c2-9eb0-b26d26aca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051366 Nov 12 08:48:23.039400 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a97aec2-b78e-4d46-bada-50f074db5ae2 req-f06f4df5-8a65-4b3e-a52b-1e9f0565f01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:23.040294 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-0a97aec2-b78e-4d46-bada-50f074db5ae2 req-f06f4df5-8a65-4b3e-a52b-1e9f0565f01d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:23.041879 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0a97aec2-b78e-4d46-bada-50f074db5ae2 req-f06f4df5-8a65-4b3e-a52b-1e9f0565f01d service neutron] 10.222.0.44 "PUT /v2.0/ports/9abd1b39-6dc1-44ca-930e-2ef202e5985d HTTP/1.1" status: 200 len: 1124 time: 2.2046576 Nov 12 08:48:23.072521 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-a0998b5f-4959-4a1d-b070-ca6ac9fd5458 None None] Provisioning complete for port 9abd1b39-6dc1-44ca-930e-2ef202e5985d triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:48:23.073033 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a0998b5f-4959-4a1d-b070-ca6ac9fd5458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:23.190335 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-74adfc20-7428-4edf-98d8-d6be4a4c2423 req-0ba99497-fffc-499f-aa74-af55e4d6060a tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:23.198830 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['9abd1b39-6dc1-44ca-930e-2ef202e5985d'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:48:23.251900 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5ae0d5-f44e-4900-8f2c-16bfa7304898 req-fe0d22ca-b1af-4049-9ba9-ea262d9b8eab tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:23.266490 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fb5ae0d5-f44e-4900-8f2c-16bfa7304898 req-fe0d22ca-b1af-4049-9ba9-ea262d9b8eab tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ec7a5b8-4145-412e-96b0-bdbfa0f124ac HTTP/1.1" status: 200 len: 867 time: 0.1135552 Nov 12 08:48:23.277821 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a0998b5f-4959-4a1d-b070-ca6ac9fd5458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:23.297467 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba99497-fffc-499f-aa74-af55e4d6060a tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] Pushing event deleted for resources: {'Port': ['ID=69d76287-5cbf-4bc6-93ce-8a9aa0494a79,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:23.339308 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573ca2d9-f6bc-4f07-9695-cf391bce2219 None None] DHCP port deletion for 8bcdc5e1-09d0-4692-b3ac-54802a0257b2 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:48:23.373022 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-74adfc20-7428-4edf-98d8-d6be4a4c2423 req-0ba99497-fffc-499f-aa74-af55e4d6060a tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] No DVR routers for this DVR port 69d76287-5cbf-4bc6-93ce-8a9aa0494a79 on host n-h2-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:48:23.375960 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-74adfc20-7428-4edf-98d8-d6be4a4c2423 req-0ba99497-fffc-499f-aa74-af55e4d6060a tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:23.380824 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-74adfc20-7428-4edf-98d8-d6be4a4c2423 req-0ba99497-fffc-499f-aa74-af55e4d6060a tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] 10.222.0.44 "DELETE /v2.0/ports/69d76287-5cbf-4bc6-93ce-8a9aa0494a79 HTTP/1.1" status: 204 len: 173 time: 1.6632996 Nov 12 08:48:23.409938 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fb5ae0d5-f44e-4900-8f2c-16bfa7304898 req-5603ed04-7964-4deb-a1fa-a17d71864e0c tempest-VolumesActionsTest-1547665623 tempest-VolumesActionsTest-1547665623-project] 10.222.0.26 "GET /v2.0/security-groups?id=0c33f5b9-1ee3-408a-a1b8-44c0c62c8edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417692 Nov 12 08:48:23.418828 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a86d0c7-7190-44dc-af92-df26bd56269c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9abd1b39-6dc1-44ca-930e-2ef202e5985d'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:48:23.421137 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0e2f027-2065-45b6-8858-adc4b234c6e9" -d '{"events": [{"server_uuid": "4a86d0c7-7190-44dc-af92-df26bd56269c", "name": "network-vif-plugged", "status": "completed", "tag": "9abd1b39-6dc1-44ca-930e-2ef202e5985d"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:48:23.444858 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-a0998b5f-4959-4a1d-b070-ca6ac9fd5458 None None] For port 9abd1b39-6dc1-44ca-930e-2ef202e5985d, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=9abd1b39-6dc1-44ca-930e-2ef202e5985d,segment=NetworkSegment(af797d38-38a8-4b07-9e39-f6b6e77997f4),segment_id=af797d38-38a8-4b07-9e39-f6b6e77997f4)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:48:23.459941 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a0998b5f-4959-4a1d-b070-ca6ac9fd5458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:23.520535 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b40ba39-2fec-4b12-a0fa-bf14627723d4 x-openstack-request-id: req-2b40ba39-2fec-4b12-a0fa-bf14627723d4 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:48:23.521169 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a86d0c7-7190-44dc-af92-df26bd56269c", "name": "network-vif-plugged", "status": "completed", "tag": "9abd1b39-6dc1-44ca-930e-2ef202e5985d", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:48:23.521597 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2b40ba39-2fec-4b12-a0fa-bf14627723d4 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:48:23.522145 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a86d0c7-7190-44dc-af92-df26bd56269c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9abd1b39-6dc1-44ca-930e-2ef202e5985d', 'code': 200} Nov 12 08:48:23.689025 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a86d0c7-7190-44dc-af92-df26bd56269c', 'tag': '9abd1b39-6dc1-44ca-930e-2ef202e5985d'}, {'server_uuid': '8ec7a5b8-4145-412e-96b0-bdbfa0f124ac', 'name': 'network-vif-deleted', 'tag': '69d76287-5cbf-4bc6-93ce-8a9aa0494a79'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:48:23.691664 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80f7cee1-58d2-4284-836d-be257cf0bd99" -d '{"events": [{"name": "network-changed", "server_uuid": "4a86d0c7-7190-44dc-af92-df26bd56269c", "tag": "9abd1b39-6dc1-44ca-930e-2ef202e5985d"}, {"server_uuid": "8ec7a5b8-4145-412e-96b0-bdbfa0f124ac", "name": "network-vif-deleted", "tag": "69d76287-5cbf-4bc6-93ce-8a9aa0494a79"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:48:23.753184 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 12 Nov 2021 08:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1b0fba0-1936-43ce-8d64-e17dc56bd3ad x-openstack-request-id: req-a1b0fba0-1936-43ce-8d64-e17dc56bd3ad {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:48:23.753665 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a86d0c7-7190-44dc-af92-df26bd56269c", "tag": "9abd1b39-6dc1-44ca-930e-2ef202e5985d", "status": "completed", "code": 200}, {"server_uuid": "8ec7a5b8-4145-412e-96b0-bdbfa0f124ac", "name": "network-vif-deleted", "tag": "69d76287-5cbf-4bc6-93ce-8a9aa0494a79", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:48:23.754314 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a1b0fba0-1936-43ce-8d64-e17dc56bd3ad {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:48:23.754796 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a86d0c7-7190-44dc-af92-df26bd56269c', 'tag': '9abd1b39-6dc1-44ca-930e-2ef202e5985d', 'status': 'completed', 'code': 200} Nov 12 08:48:23.755147 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ec7a5b8-4145-412e-96b0-bdbfa0f124ac', 'name': 'network-vif-deleted', 'tag': '69d76287-5cbf-4bc6-93ce-8a9aa0494a79', 'status': 'completed', 'code': 200} Nov 12 08:48:23.886336 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f7cee1-58d2-4284-836d-be257cf0bd99 req-090c7d12-5c7c-4e9d-9212-344bea1855e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:23.892293 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-80f7cee1-58d2-4284-836d-be257cf0bd99 req-090c7d12-5c7c-4e9d-9212-344bea1855e4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=af01ccd549054d7f8ad1904b6846172a&device_id=4a86d0c7-7190-44dc-af92-df26bd56269c HTTP/1.1" status: 200 len: 1129 time: 0.1143546 Nov 12 08:48:23.933523 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0998b5f-4959-4a1d-b070-ca6ac9fd5458 None None] Pushing event updated for resources: {'Port': ['ID=9abd1b39-6dc1-44ca-930e-2ef202e5985d,revision_number=9']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:24.104025 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f7cee1-58d2-4284-836d-be257cf0bd99 req-9b50e830-f7bc-4082-8323-3b7fe7152200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:24.105716 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-80f7cee1-58d2-4284-836d-be257cf0bd99 req-9b50e830-f7bc-4082-8323-3b7fe7152200 service neutron] 10.222.0.21 "GET /v2.0/networks?id=035eb459-9a91-4fd8-901a-19f84b909974 HTTP/1.1" status: 200 len: 898 time: 0.2064164 Nov 12 08:48:24.253313 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-80f7cee1-58d2-4284-836d-be257cf0bd99 req-b4d309d5-b715-4158-a13d-4160d38499fc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9abd1b39-6dc1-44ca-930e-2ef202e5985d HTTP/1.1" status: 200 len: 1002 time: 0.1262052 Nov 12 08:48:24.352060 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bcb697-63af-4b8d-b283-8d3338bf8b0b req-078facec-1e4d-4d11-bc97-7d5988aa9232 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:24.369579 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-72bcb697-63af-4b8d-b283-8d3338bf8b0b req-078facec-1e4d-4d11-bc97-7d5988aa9232 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a86d0c7-7190-44dc-af92-df26bd56269c HTTP/1.1" status: 200 len: 946 time: 0.1277592 Nov 12 08:48:24.375811 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f7cee1-58d2-4284-836d-be257cf0bd99 req-27508531-bd30-4543-903d-1b3f0d48b2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:24.377932 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-80f7cee1-58d2-4284-836d-be257cf0bd99 req-27508531-bd30-4543-903d-1b3f0d48b2e4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e1c0d780-ea07-4ac0-8e82-43d130bbdc75 HTTP/1.1" status: 200 len: 834 time: 0.1228712 Nov 12 08:48:24.469483 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f7cee1-58d2-4284-836d-be257cf0bd99 req-7a03c119-0cee-4d5b-b56c-374194f14ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:24.472300 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-80f7cee1-58d2-4284-836d-be257cf0bd99 req-7a03c119-0cee-4d5b-b56c-374194f14ef4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=035eb459-9a91-4fd8-901a-19f84b909974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0848260 Nov 12 08:48:24.475204 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-72bcb697-63af-4b8d-b283-8d3338bf8b0b req-3b9a89fe-5310-4a66-91b1-cad9bfbf898e tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbce15ba-61c2-45c2-9eb0-b26d26aca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046505 Nov 12 08:48:24.652694 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-80f7cee1-58d2-4284-836d-be257cf0bd99 req-6980a40c-a6cd-4e07-9579-78329336de46 service neutron] 10.222.0.21 "GET /v2.0/networks/035eb459-9a91-4fd8-901a-19f84b909974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727786 Nov 12 08:48:24.846737 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-80f7cee1-58d2-4284-836d-be257cf0bd99 req-acf92c49-8d42-4bfa-922c-1ae3d22cea40 service neutron] 10.222.0.21 "GET /v2.0/networks/035eb459-9a91-4fd8-901a-19f84b909974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855164 Nov 12 08:48:25.159959 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 9abd1b39-6dc1-44ca-930e-2ef202e5985d details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:48:25.171207 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 69d76287-5cbf-4bc6-93ce-8a9aa0494a79 no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:48:25.216681 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] No Port match for: 69d76287-5cbf-4bc6-93ce-8a9aa0494a79 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:48:25.217031 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 69d76287-5cbf-4bc6-93ce-8a9aa0494a79 not bound to the agent host n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:48:25.449543 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 9abd1b39-6dc1-44ca-930e-2ef202e5985d, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=9abd1b39-6dc1-44ca-930e-2ef202e5985d,segment=NetworkSegment(af797d38-38a8-4b07-9e39-f6b6e77997f4),segment_id=af797d38-38a8-4b07-9e39-f6b6e77997f4)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:48:25.478129 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 9abd1b39-6dc1-44ca-930e-2ef202e5985d has no active binding in host n-h2-765315-29 {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 08:48:25.626987 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b69c53f-8ee8-4a1e-870f-46c31eaf7f1d req-ac7cf399-f2c2-4292-ac54-afe408be81ee tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:25.637518 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9b69c53f-8ee8-4a1e-870f-46c31eaf7f1d req-ac7cf399-f2c2-4292-ac54-afe408be81ee tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a86d0c7-7190-44dc-af92-df26bd56269c HTTP/1.1" status: 200 len: 946 time: 0.0716779 Nov 12 08:48:25.747043 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9b69c53f-8ee8-4a1e-870f-46c31eaf7f1d req-06944648-6947-4de0-8d07-8e4e0504b23a tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbce15ba-61c2-45c2-9eb0-b26d26aca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052830 Nov 12 08:48:26.957869 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ede1262-65c3-457e-aa9c-d2b7b1bb72e8 req-1d13dd90-f48c-4fcd-a75f-39ac6da40945 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:26.959473 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3ede1262-65c3-457e-aa9c-d2b7b1bb72e8 req-1d13dd90-f48c-4fcd-a75f-39ac6da40945 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a86d0c7-7190-44dc-af92-df26bd56269c HTTP/1.1" status: 200 len: 946 time: 0.1211016 Nov 12 08:48:27.137631 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3ede1262-65c3-457e-aa9c-d2b7b1bb72e8 req-feb67d4e-778b-4450-929d-25ba13732348 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbce15ba-61c2-45c2-9eb0-b26d26aca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1584201 Nov 12 08:48:27.525848 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6ed1a5-3d27-4bcc-9be7-b7a151d39c3a req-a09dd2af-dde9-4ca7-a4d8-a78252afaf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:27.528346 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0f6ed1a5-3d27-4bcc-9be7-b7a151d39c3a req-a09dd2af-dde9-4ca7-a4d8-a78252afaf66 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=af01ccd549054d7f8ad1904b6846172a&device_id=4a86d0c7-7190-44dc-af92-df26bd56269c HTTP/1.1" status: 200 len: 1129 time: 0.1108406 Nov 12 08:48:27.703548 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6ed1a5-3d27-4bcc-9be7-b7a151d39c3a req-9573f302-c145-4de5-a22f-d270af788bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:27.705712 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0f6ed1a5-3d27-4bcc-9be7-b7a151d39c3a req-9573f302-c145-4de5-a22f-d270af788bd4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=035eb459-9a91-4fd8-901a-19f84b909974 HTTP/1.1" status: 200 len: 898 time: 0.1549952 Nov 12 08:48:27.880024 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0f6ed1a5-3d27-4bcc-9be7-b7a151d39c3a req-f2d9f0ea-b5f5-4879-89f2-1ec5a927b34c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9abd1b39-6dc1-44ca-930e-2ef202e5985d HTTP/1.1" status: 200 len: 1002 time: 0.1635993 Nov 12 08:48:27.934098 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-322db62a-4ba9-46c6-aa79-4d65ad17f5fa req-c72532bf-65b8-48c9-b07d-2ddb2c5eab5e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=31da0877-2d8e-4c7c-a4c1-603886ba6a56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1129227 Nov 12 08:48:27.952929 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6ed1a5-3d27-4bcc-9be7-b7a151d39c3a req-37f2665c-30fd-4574-8f1d-e99f8bf0067a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:27.954889 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0f6ed1a5-3d27-4bcc-9be7-b7a151d39c3a req-37f2665c-30fd-4574-8f1d-e99f8bf0067a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e1c0d780-ea07-4ac0-8e82-43d130bbdc75 HTTP/1.1" status: 200 len: 834 time: 0.0669265 Nov 12 08:48:28.086573 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322db62a-4ba9-46c6-aa79-4d65ad17f5fa req-2b2be16f-861d-41d9-a4a9-e557a943e866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:28.088371 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-322db62a-4ba9-46c6-aa79-4d65ad17f5fa req-2b2be16f-861d-41d9-a4a9-e557a943e866 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=557a71cffd7a4a82831b943f05494d79&device_id=31da0877-2d8e-4c7c-a4c1-603886ba6a56 HTTP/1.1" status: 200 len: 1098 time: 0.0707366 Nov 12 08:48:28.090812 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6ed1a5-3d27-4bcc-9be7-b7a151d39c3a req-e346f993-da0d-4a81-aeb7-44ef813db5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:28.092462 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0f6ed1a5-3d27-4bcc-9be7-b7a151d39c3a req-e346f993-da0d-4a81-aeb7-44ef813db5e5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=035eb459-9a91-4fd8-901a-19f84b909974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1286607 Nov 12 08:48:28.318462 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322db62a-4ba9-46c6-aa79-4d65ad17f5fa req-9a7243ab-9eb1-4e4d-8df8-f2caff9309bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:28.320260 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-322db62a-4ba9-46c6-aa79-4d65ad17f5fa req-9a7243ab-9eb1-4e4d-8df8-f2caff9309bc service neutron] 10.222.0.44 "GET /v2.0/networks?id=74797a8c-7ff4-4d88-a8f8-61f265f99726 HTTP/1.1" status: 200 len: 909 time: 0.1866553 Nov 12 08:48:28.409938 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f357f04-4bfe-4793-9b4b-8e6decdacc50 req-d30d6eb9-834a-446f-9edf-469511407a7a tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:28.426709 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2f357f04-4bfe-4793-9b4b-8e6decdacc50 req-d30d6eb9-834a-446f-9edf-469511407a7a tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a86d0c7-7190-44dc-af92-df26bd56269c HTTP/1.1" status: 200 len: 946 time: 0.1458371 Nov 12 08:48:28.472252 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-322db62a-4ba9-46c6-aa79-4d65ad17f5fa req-4bc9c28f-9ad1-4979-a083-bb0749914afe service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2476a8d6-a3e0-4fb5-9131-e1a744fd1b93 HTTP/1.1" status: 200 len: 1002 time: 0.1375132 Nov 12 08:48:28.555654 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2f357f04-4bfe-4793-9b4b-8e6decdacc50 req-4ee53525-e86c-4221-a6e0-a985f3f3ee2e tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbce15ba-61c2-45c2-9eb0-b26d26aca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277268 Nov 12 08:48:28.577023 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322db62a-4ba9-46c6-aa79-4d65ad17f5fa req-ab55bb97-9b7d-4bd6-83ff-6b29667862b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:28.579184 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-322db62a-4ba9-46c6-aa79-4d65ad17f5fa req-ab55bb97-9b7d-4bd6-83ff-6b29667862b2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b6e38d29-9bec-48cd-bd79-12d2a938727e HTTP/1.1" status: 200 len: 847 time: 0.0638916 Nov 12 08:48:28.700343 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322db62a-4ba9-46c6-aa79-4d65ad17f5fa req-6da067d9-519f-4fda-95d4-117fc2626369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:28.702304 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-322db62a-4ba9-46c6-aa79-4d65ad17f5fa req-6da067d9-519f-4fda-95d4-117fc2626369 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=74797a8c-7ff4-4d88-a8f8-61f265f99726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0882952 Nov 12 08:48:28.730205 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0a97aec2-b78e-4d46-bada-50f074db5ae2 req-8251d6dc-d210-4929-b27d-447c590343a8 service neutron] 10.222.0.21 "GET /v2.0/ports/9abd1b39-6dc1-44ca-930e-2ef202e5985d/bindings/n-h2-765315-29 HTTP/1.1" status: 200 len: 385 time: 0.4087572 Nov 12 08:48:28.882445 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0f6ed1a5-3d27-4bcc-9be7-b7a151d39c3a req-7191d218-be28-4c70-8246-7b1a2482a89c service neutron] 10.222.0.21 "GET /v2.0/networks/035eb459-9a91-4fd8-901a-19f84b909974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7766912 Nov 12 08:48:29.027057 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0f6ed1a5-3d27-4bcc-9be7-b7a151d39c3a req-11887e01-31e2-4476-b6b6-2171ccb582da service neutron] 10.222.0.21 "GET /v2.0/networks/035eb459-9a91-4fd8-901a-19f84b909974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033618 Nov 12 08:48:29.373593 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-0a97aec2-b78e-4d46-bada-50f074db5ae2 req-b19bbc1d-cb86-4177-a887-4cf484d7c4ab service neutron] For port 9abd1b39-6dc1-44ca-930e-2ef202e5985d, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=9abd1b39-6dc1-44ca-930e-2ef202e5985d,segment=NetworkSegment(af797d38-38a8-4b07-9e39-f6b6e77997f4),segment_id=af797d38-38a8-4b07-9e39-f6b6e77997f4)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:48:29.425545 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-0a97aec2-b78e-4d46-bada-50f074db5ae2 req-b19bbc1d-cb86-4177-a887-4cf484d7c4ab service neutron] For port 9abd1b39-6dc1-44ca-930e-2ef202e5985d, host n-h1-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:48:29.464341 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-322db62a-4ba9-46c6-aa79-4d65ad17f5fa req-9c6275f5-a4d9-499f-a75d-267189a19edb service neutron] 10.222.0.44 "GET /v2.0/networks/74797a8c-7ff4-4d88-a8f8-61f265f99726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7496741 Nov 12 08:48:29.555470 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a86d0c7-7190-44dc-af92-df26bd56269c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9abd1b39-6dc1-44ca-930e-2ef202e5985d'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:48:29.557508 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a278aea-3b17-469c-ba4c-f6a56263d9eb" -d '{"events": [{"server_uuid": "4a86d0c7-7190-44dc-af92-df26bd56269c", "name": "network-vif-unplugged", "status": "completed", "tag": "9abd1b39-6dc1-44ca-930e-2ef202e5985d"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:48:29.701844 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-853127f1-dc85-45b2-b9fe-8caab4030b8d x-openstack-request-id: req-853127f1-dc85-45b2-b9fe-8caab4030b8d {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:48:29.703470 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a86d0c7-7190-44dc-af92-df26bd56269c", "name": "network-vif-unplugged", "status": "completed", "tag": "9abd1b39-6dc1-44ca-930e-2ef202e5985d", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:48:29.706739 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-853127f1-dc85-45b2-b9fe-8caab4030b8d {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:48:29.707260 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a86d0c7-7190-44dc-af92-df26bd56269c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9abd1b39-6dc1-44ca-930e-2ef202e5985d', 'code': 200} Nov 12 08:48:29.711468 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-0a97aec2-b78e-4d46-bada-50f074db5ae2 req-b19bbc1d-cb86-4177-a887-4cf484d7c4ab service neutron] For port 9abd1b39-6dc1-44ca-930e-2ef202e5985d, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=9abd1b39-6dc1-44ca-930e-2ef202e5985d,segment=NetworkSegment(af797d38-38a8-4b07-9e39-f6b6e77997f4),segment_id=af797d38-38a8-4b07-9e39-f6b6e77997f4)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:48:29.773885 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-0a97aec2-b78e-4d46-bada-50f074db5ae2 req-b19bbc1d-cb86-4177-a887-4cf484d7c4ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:30.109168 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b451d4-feff-44b0-85f4-9a8be94f2daf req-8c1151de-4a07-4ff1-82bb-4197b7412aae tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:30.131997 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e6b451d4-feff-44b0-85f4-9a8be94f2daf req-8c1151de-4a07-4ff1-82bb-4197b7412aae tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a86d0c7-7190-44dc-af92-df26bd56269c HTTP/1.1" status: 200 len: 945 time: 0.2007141 Nov 12 08:48:30.209624 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-322db62a-4ba9-46c6-aa79-4d65ad17f5fa req-28d3ed7d-4bac-422a-97fd-b8b9a93d7b45 service neutron] 10.222.0.44 "GET /v2.0/networks/74797a8c-7ff4-4d88-a8f8-61f265f99726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7336044 Nov 12 08:48:30.305459 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-0a97aec2-b78e-4d46-bada-50f074db5ae2 req-b19bbc1d-cb86-4177-a887-4cf484d7c4ab service neutron] Transition to ACTIVE for port object 9abd1b39-6dc1-44ca-930e-2ef202e5985d will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:48:30.312530 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e6b451d4-feff-44b0-85f4-9a8be94f2daf req-63ba0f48-9e33-43ac-aeff-b5ef4550f873 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbce15ba-61c2-45c2-9eb0-b26d26aca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1760113 Nov 12 08:48:30.327132 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-0a97aec2-b78e-4d46-bada-50f074db5ae2 req-b19bbc1d-cb86-4177-a887-4cf484d7c4ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:30.524865 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19bbc1d-cb86-4177-a887-4cf484d7c4ab service neutron] Pushing event updated for resources: {'Port': ['ID=9abd1b39-6dc1-44ca-930e-2ef202e5985d,revision_number=11']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:30.589478 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 32832) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:30.691036 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a97aec2-b78e-4d46-bada-50f074db5ae2 req-b19bbc1d-cb86-4177-a887-4cf484d7c4ab service neutron] No DVR routers for this DVR port 9abd1b39-6dc1-44ca-930e-2ef202e5985d on host n-h1-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:48:30.939423 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0a97aec2-b78e-4d46-bada-50f074db5ae2 req-b19bbc1d-cb86-4177-a887-4cf484d7c4ab service neutron] 10.222.0.21 "PUT /v2.0/ports/9abd1b39-6dc1-44ca-930e-2ef202e5985d/bindings/n-h2-765315-29/activate HTTP/1.1" status: 200 len: 370 time: 2.1845798 Nov 12 08:48:31.040508 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 9abd1b39-6dc1-44ca-930e-2ef202e5985d no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:48:31.098231 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 9abd1b39-6dc1-44ca-930e-2ef202e5985d not bound to the agent host n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:48:31.167845 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a97aec2-b78e-4d46-bada-50f074db5ae2 req-8d0be1a0-e694-4ed2-b2e2-21ea316abc58 tempest-TestNetworkAdvancedServerOps-63743733 tempest-TestNetworkAdvancedServerOps-63743733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:31.169044 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0a97aec2-b78e-4d46-bada-50f074db5ae2 req-8d0be1a0-e694-4ed2-b2e2-21ea316abc58 tempest-TestNetworkAdvancedServerOps-63743733 tempest-TestNetworkAdvancedServerOps-63743733-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=4a86d0c7-7190-44dc-af92-df26bd56269c&tenant_id=af01ccd549054d7f8ad1904b6846172a&binding%3Ahost_id=n-h1-765315-29 HTTP/1.1" status: 200 len: 1097 time: 0.1305597 Nov 12 08:48:31.300646 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a97aec2-b78e-4d46-bada-50f074db5ae2 req-80b51380-9bf5-4e2b-b8b5-fee7d1327732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:31.305641 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0a97aec2-b78e-4d46-bada-50f074db5ae2 req-80b51380-9bf5-4e2b-b8b5-fee7d1327732 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4a86d0c7-7190-44dc-af92-df26bd56269c&tenant_id=af01ccd549054d7f8ad1904b6846172a HTTP/1.1" status: 200 len: 1097 time: 0.1259377 Nov 12 08:48:31.431751 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a97aec2-b78e-4d46-bada-50f074db5ae2 req-86c79bbc-35e2-4506-86df-73aef85c7f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:31.433207 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0a97aec2-b78e-4d46-bada-50f074db5ae2 req-86c79bbc-35e2-4506-86df-73aef85c7f6e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=af01ccd549054d7f8ad1904b6846172a&device_id=4a86d0c7-7190-44dc-af92-df26bd56269c HTTP/1.1" status: 200 len: 1097 time: 0.0759387 Nov 12 08:48:31.516559 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-88dcea63-7454-4975-880a-ec83979907d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933586'] for router_interface, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:31.655836 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a97aec2-b78e-4d46-bada-50f074db5ae2 req-5c3aea66-249c-4ca3-856f-414b7929874b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:31.657216 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0a97aec2-b78e-4d46-bada-50f074db5ae2 req-5c3aea66-249c-4ca3-856f-414b7929874b service neutron] 10.222.0.44 "GET /v2.0/networks?id=035eb459-9a91-4fd8-901a-19f84b909974 HTTP/1.1" status: 200 len: 898 time: 0.2157118 Nov 12 08:48:31.756776 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0a97aec2-b78e-4d46-bada-50f074db5ae2 req-9f68bc34-fc58-49f5-8768-824457d70b18 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9abd1b39-6dc1-44ca-930e-2ef202e5985d HTTP/1.1" status: 200 len: 1000 time: 0.0914383 Nov 12 08:48:31.773988 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c18b94-d4b4-4f66-87df-64cfc7835335 req-8de02095-8d88-4213-981a-78ce1bb06905 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:31.779895 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d2c18b94-d4b4-4f66-87df-64cfc7835335 req-8de02095-8d88-4213-981a-78ce1bb06905 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a86d0c7-7190-44dc-af92-df26bd56269c HTTP/1.1" status: 200 len: 945 time: 0.2559848 Nov 12 08:48:31.895134 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a97aec2-b78e-4d46-bada-50f074db5ae2 req-513915ed-cbc2-4814-87b2-9a4a76e032eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:31.896649 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0a97aec2-b78e-4d46-bada-50f074db5ae2 req-513915ed-cbc2-4814-87b2-9a4a76e032eb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e1c0d780-ea07-4ac0-8e82-43d130bbdc75 HTTP/1.1" status: 200 len: 834 time: 0.1251500 Nov 12 08:48:31.990919 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a97aec2-b78e-4d46-bada-50f074db5ae2 req-8895e95a-bfd6-46d1-b4a5-61d6494d6e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:31.992359 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0a97aec2-b78e-4d46-bada-50f074db5ae2 req-8895e95a-bfd6-46d1-b4a5-61d6494d6e8c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=035eb459-9a91-4fd8-901a-19f84b909974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0868568 Nov 12 08:48:32.183679 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0a97aec2-b78e-4d46-bada-50f074db5ae2 req-ad8e76e5-d114-446e-adb3-ffe61125f765 service neutron] 10.222.0.44 "GET /v2.0/networks/035eb459-9a91-4fd8-901a-19f84b909974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813803 Nov 12 08:48:32.372265 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d2c18b94-d4b4-4f66-87df-64cfc7835335 req-30a19dce-bebe-4de6-8269-cb9dd305342a tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbce15ba-61c2-45c2-9eb0-b26d26aca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5758462 Nov 12 08:48:32.449385 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0a97aec2-b78e-4d46-bada-50f074db5ae2 req-14fdb1c1-ea10-499d-ba8f-77726e095412 service neutron] 10.222.0.44 "GET /v2.0/networks/035eb459-9a91-4fd8-901a-19f84b909974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523184 Nov 12 08:48:32.569949 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-88dcea63-7454-4975-880a-ec83979907d7 admin admin] Deleting port c52ecdb3-a6f8-4c70-b281-8f638e242388 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:48:32.570572 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-88dcea63-7454-4975-880a-ec83979907d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:32.716082 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-88dcea63-7454-4975-880a-ec83979907d7 admin admin] For port c52ecdb3-a6f8-4c70-b281-8f638e242388, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=c52ecdb3-a6f8-4c70-b281-8f638e242388,segment=NetworkSegment(2477c2ed-bf48-4bee-bec3-4a9ac76e1e8a),segment_id=2477c2ed-bf48-4bee-bec3-4a9ac76e1e8a)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:48:32.718042 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-88dcea63-7454-4975-880a-ec83979907d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:32.770330 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-88dcea63-7454-4975-880a-ec83979907d7 admin admin] Calling delete_port for c52ecdb3-a6f8-4c70-b281-8f638e242388 owned by network:router_interface {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:48:32.865298 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a97aec2-b78e-4d46-bada-50f074db5ae2 req-c644c117-a6c1-4ad9-b664-27702b19edad tempest-TestNetworkAdvancedServerOps-63743733 tempest-TestNetworkAdvancedServerOps-63743733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:32.871568 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0a97aec2-b78e-4d46-bada-50f074db5ae2 req-c644c117-a6c1-4ad9-b664-27702b19edad tempest-TestNetworkAdvancedServerOps-63743733 tempest-TestNetworkAdvancedServerOps-63743733-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=4a86d0c7-7190-44dc-af92-df26bd56269c&tenant_id=af01ccd549054d7f8ad1904b6846172a&binding%3Ahost_id=n-h2-765315-29 HTTP/1.1" status: 200 len: 1097 time: 0.0839243 Nov 12 08:48:33.152326 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-0a97aec2-b78e-4d46-bada-50f074db5ae2 req-9bfe9641-713c-4d26-a77a-81dbda79c72e service neutron] For port 9abd1b39-6dc1-44ca-930e-2ef202e5985d, host n-h1-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:48:33.162382 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-0a97aec2-b78e-4d46-bada-50f074db5ae2 req-9bfe9641-713c-4d26-a77a-81dbda79c72e service neutron] Publish callbacks [] for binding, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:33.170922 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0a97aec2-b78e-4d46-bada-50f074db5ae2 req-9bfe9641-713c-4d26-a77a-81dbda79c72e service neutron] 10.222.0.44 "DELETE /v2.0/ports/9abd1b39-6dc1-44ca-930e-2ef202e5985d/bindings/n-h1-765315-29 HTTP/1.1" status: 204 len: 173 time: 0.2906187 Nov 12 08:48:33.290812 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-88dcea63-7454-4975-880a-ec83979907d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:33.349122 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dcea63-7454-4975-880a-ec83979907d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c52ecdb3-a6f8-4c70-b281-8f638e242388,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:33.816103 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e8b9a5-5d90-4531-b4e5-d27264655309 req-2e8bbce1-87f4-4063-9924-6b4418a5a459 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:33.824664 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f7e8b9a5-5d90-4531-b4e5-d27264655309 req-2e8bbce1-87f4-4063-9924-6b4418a5a459 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a86d0c7-7190-44dc-af92-df26bd56269c HTTP/1.1" status: 200 len: 945 time: 0.2087040 Nov 12 08:48:33.890566 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-88dcea63-7454-4975-880a-ec83979907d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918626'] for router_interface, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:33.913540 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f7e8b9a5-5d90-4531-b4e5-d27264655309 req-09af3916-2d6a-423b-9ae8-217746ca0af4 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbce15ba-61c2-45c2-9eb0-b26d26aca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751209 Nov 12 08:48:34.005904 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-62b15e66-6bb6-4c44-a716-815ea42c8091 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:34.182859 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432620bc-e6c6-4aef-9a27-642bb9b1358c req-024d2e56-fe0e-4f58-9fe3-8097b09a257e tempest-TestNetworkAdvancedServerOps-63743733 tempest-TestNetworkAdvancedServerOps-63743733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:34.184634 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-432620bc-e6c6-4aef-9a27-642bb9b1358c req-024d2e56-fe0e-4f58-9fe3-8097b09a257e tempest-TestNetworkAdvancedServerOps-63743733 tempest-TestNetworkAdvancedServerOps-63743733-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=4a86d0c7-7190-44dc-af92-df26bd56269c HTTP/1.1" status: 200 len: 1097 time: 0.1526103 Nov 12 08:48:34.338215 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-432620bc-e6c6-4aef-9a27-642bb9b1358c req-e523290e-6363-4974-912c-5ac0a5d30991 tempest-TestNetworkAdvancedServerOps-63743733 tempest-TestNetworkAdvancedServerOps-63743733-project-admin] 10.222.0.26 "GET /v2.0/security-groups?id=dbce15ba-61c2-45c2-9eb0-b26d26aca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409142 Nov 12 08:48:34.404332 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88dcea63-7454-4975-880a-ec83979907d7 admin admin] Router 81fdbf7c-3431-4a3c-8ce0-3c363a832f26 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:48:34.606552 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c16d22f-1216-4092-9e28-91eb961ce150 req-34b782e4-ca03-4f10-9d0a-78bc7a23c21f tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:34.608226 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9c16d22f-1216-4092-9e28-91eb961ce150 req-34b782e4-ca03-4f10-9d0a-78bc7a23c21f tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a86d0c7-7190-44dc-af92-df26bd56269c HTTP/1.1" status: 200 len: 945 time: 0.1283586 Nov 12 08:48:34.669495 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88dcea63-7454-4975-880a-ec83979907d7 admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:48:34.688830 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-88dcea63-7454-4975-880a-ec83979907d7 admin admin] 10.222.0.26 "PUT /v2.0/routers/81fdbf7c-3431-4a3c-8ce0-3c363a832f26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0957522 Nov 12 08:48:34.690875 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 32880) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:34.694437 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf8cc56-1dee-443c-9a8c-7334bd8238fe None None] Sync routers for ids ['81fdbf7c-3431-4a3c-8ce0-3c363a832f26'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:48:34.713961 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9c16d22f-1216-4092-9e28-91eb961ce150 req-cfa8b756-b5ee-45f6-9341-398cf78b07d4 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbce15ba-61c2-45c2-9eb0-b26d26aca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941954 Nov 12 08:48:34.722044 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf8cc56-1dee-443c-9a8c-7334bd8238fe None None] Routers {'81fdbf7c-3431-4a3c-8ce0-3c363a832f26'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:48:34.722849 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-5cf8cc56-1dee-443c-9a8c-7334bd8238fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:48:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['81fdbf7c-3431-4a3c-8ce0-3c363a832f26'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:34.734368 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 32882) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:34.837896 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-6c8947b1-7364-4797-bef1-e6f4939435eb tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/floatingips/2f0bf1ee-fab7-49a0-a1fa-fcfec06b7c4a HTTP/1.1" status: 200 len: 992 time: 0.1019988 Nov 12 08:48:35.019544 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c860e1f6-42b4-4e5c-854c-04a49b08fb7e admin admin] Publish callbacks [] for router, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:35.042312 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-5cf8cc56-1dee-443c-9a8c-7334bd8238fe None None] Set router 81fdbf7c-3431-4a3c-8ce0-3c363a832f26 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:48:35.127364 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c860e1f6-42b4-4e5c-854c-04a49b08fb7e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:35.153198 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 32888) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:35.387670 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-c860e1f6-42b4-4e5c-854c-04a49b08fb7e admin admin] Deleting port d7514c83-8577-4869-b073-7a83e744ad00 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:48:35.388423 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c860e1f6-42b4-4e5c-854c-04a49b08fb7e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:35.467841 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:35.729482 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-70c78176-e75b-47f2-ac7e-2bfcff9a1a97 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Deleting port 81c20f68-8484-465f-a0f2-f7a003a69b6d {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:48:35.729875 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-70c78176-e75b-47f2-ac7e-2bfcff9a1a97 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:35.780049 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-5cf8cc56-1dee-443c-9a8c-7334bd8238fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81fdbf7c-3431-4a3c-8ce0-3c363a832f26', 'name': 'tempest-TestVolumeBackupRestore-1030702179-router', 'tenant_id': '9092e2c011414e27b78b54ab78778e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': 'd7514c83-8577-4869-b073-7a83e744ad00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:43:46Z', 'updated_at': '2021-11-12T08:48:33Z', 'revision_number': 5, 'project_id': '9092e2c011414e27b78b54ab78778e04', 'gw_port': {'id': 'd7514c83-8577-4869-b073-7a83e744ad00', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:bd:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fdbf7c-3431-4a3c-8ce0-3c363a832f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:43:48Z', 'updated_at': '2021-11-12T08:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:35.849854 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf8cc56-1dee-443c-9a8c-7334bd8238fe None None] Checking router: 81fdbf7c-3431-4a3c-8ce0-3c363a832f26 for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:48:35.873986 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf8cc56-1dee-443c-9a8c-7334bd8238fe None None] Routers {'81fdbf7c-3431-4a3c-8ce0-3c363a832f26'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:48:35.874620 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-5cf8cc56-1dee-443c-9a8c-7334bd8238fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:48:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['81fdbf7c-3431-4a3c-8ce0-3c363a832f26'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:35.952932 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-70c78176-e75b-47f2-ac7e-2bfcff9a1a97 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:35.953526 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-70c78176-e75b-47f2-ac7e-2bfcff9a1a97 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:35.985531 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-70c78176-e75b-47f2-ac7e-2bfcff9a1a97 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Calling delete_port for 81c20f68-8484-465f-a0f2-f7a003a69b6d owned by network:floatingip {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:48:36.132427 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-5cf8cc56-1dee-443c-9a8c-7334bd8238fe None None] Set router 81fdbf7c-3431-4a3c-8ce0-3c363a832f26 gateway port host: None {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:48:36.251193 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-5cf8cc56-1dee-443c-9a8c-7334bd8238fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81fdbf7c-3431-4a3c-8ce0-3c363a832f26', 'name': 'tempest-TestVolumeBackupRestore-1030702179-router', 'tenant_id': '9092e2c011414e27b78b54ab78778e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:43:46Z', 'updated_at': '2021-11-12T08:48:35Z', 'revision_number': 6, 'project_id': '9092e2c011414e27b78b54ab78778e04', 'gw_port_host': None}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:36.253815 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:48:36.293499 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf8cc56-1dee-443c-9a8c-7334bd8238fe None None] The sync data for ids ['81fdbf7c-3431-4a3c-8ce0-3c363a832f26'] in n-d-765315-29 is: [{'id': '81fdbf7c-3431-4a3c-8ce0-3c363a832f26', 'name': 'tempest-TestVolumeBackupRestore-1030702179-router', 'tenant_id': '9092e2c011414e27b78b54ab78778e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:43:46Z', 'updated_at': '2021-11-12T08:48:35Z', 'revision_number': 6, 'project_id': '9092e2c011414e27b78b54ab78778e04', 'gw_port_host': None}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:48:36.329143 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-70c78176-e75b-47f2-ac7e-2bfcff9a1a97 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:36.364673 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c78176-e75b-47f2-ac7e-2bfcff9a1a97 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Pushing event deleted for resources: {'Port': ['ID=81c20f68-8484-465f-a0f2-f7a003a69b6d,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:36.365176 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-c860e1f6-42b4-4e5c-854c-04a49b08fb7e admin admin] For port d7514c83-8577-4869-b073-7a83e744ad00, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=d7514c83-8577-4869-b073-7a83e744ad00,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:48:36.365672 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c860e1f6-42b4-4e5c-854c-04a49b08fb7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:36.398403 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-c860e1f6-42b4-4e5c-854c-04a49b08fb7e admin admin] Calling delete_port for d7514c83-8577-4869-b073-7a83e744ad00 owned by network:router_gateway {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:48:36.437293 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-70c78176-e75b-47f2-ac7e-2bfcff9a1a97 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for floatingip, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:36.437629 n-d-765315-29 neutron-server[102600]: INFO neutron.db.l3_db [None req-70c78176-e75b-47f2-ac7e-2bfcff9a1a97 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Floating IP 2f0bf1ee-fab7-49a0-a1fa-fcfec06b7c4a disassociated (deleted). External IP: 172.25.2.125, port: 9abd1b39-6dc1-44ca-930e-2ef202e5985d. Nov 12 08:48:36.625190 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c860e1f6-42b4-4e5c-854c-04a49b08fb7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:36.666770 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c860e1f6-42b4-4e5c-854c-04a49b08fb7e admin admin] Pushing event deleted for resources: {'Port': ['ID=d7514c83-8577-4869-b073-7a83e744ad00,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:36.679696 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7ab587-d6ec-4a0c-a9b2-bb6b289cc7d5 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:48:36.839223 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c860e1f6-42b4-4e5c-854c-04a49b08fb7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-933016'] for router_gateway, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:36.839467 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70c78176-e75b-47f2-ac7e-2bfcff9a1a97 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Router 1ec1bd18-ee3d-4aa5-a6bf-2d5d9e52e99b has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:48:36.975951 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c860e1f6-42b4-4e5c-854c-04a49b08fb7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:36.978435 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c860e1f6-42b4-4e5c-854c-04a49b08fb7e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:37.047126 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70c78176-e75b-47f2-ac7e-2bfcff9a1a97 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:48:37.047726 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-84d33cf0-848f-4e9e-86cc-34d6a8295c62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:37.053157 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-70c78176-e75b-47f2-ac7e-2bfcff9a1a97 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:37.059504 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f771d9-9288-4cc0-8b06-75a2c121cb6d None None] Sync routers for ids ['1ec1bd18-ee3d-4aa5-a6bf-2d5d9e52e99b'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:48:37.079155 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f771d9-9288-4cc0-8b06-75a2c121cb6d None None] Routers {'1ec1bd18-ee3d-4aa5-a6bf-2d5d9e52e99b'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:48:37.081118 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-c5f771d9-9288-4cc0-8b06-75a2c121cb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:48:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['1ec1bd18-ee3d-4aa5-a6bf-2d5d9e52e99b'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:37.085010 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c860e1f6-42b4-4e5c-854c-04a49b08fb7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:37.085798 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c860e1f6-42b4-4e5c-854c-04a49b08fb7e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81fdbf7c-3431-4a3c-8ce0-3c363a832f26 {{(pid=102599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:48:37.092779 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-70c78176-e75b-47f2-ac7e-2bfcff9a1a97 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "DELETE /v2.0/floatingips/2f0bf1ee-fab7-49a0-a1fa-fcfec06b7c4a HTTP/1.1" status: 204 len: 168 time: 1.9376810 Nov 12 08:48:37.093468 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a86d0c7-7190-44dc-af92-df26bd56269c', 'tag': '9abd1b39-6dc1-44ca-930e-2ef202e5985d'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:48:37.094189 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c860e1f6-42b4-4e5c-854c-04a49b08fb7e admin admin] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:37.097834 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-c860e1f6-42b4-4e5c-854c-04a49b08fb7e admin admin] 10.222.0.26 "DELETE /v2.0/routers/81fdbf7c-3431-4a3c-8ce0-3c363a832f26 HTTP/1.1" status: 204 len: 168 time: 2.4051847 Nov 12 08:48:37.100348 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 32914) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:37.115603 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f921f5-7c4f-4ada-89f0-c2dab6b3c2e9" -d '{"events": [{"name": "network-changed", "server_uuid": "4a86d0c7-7190-44dc-af92-df26bd56269c", "tag": "9abd1b39-6dc1-44ca-930e-2ef202e5985d"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:48:37.229820 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d2617b8-31f0-40f5-af18-49582ff15ea3 admin admin] Deleting subnet f6d8ff2c-9dad-4362-ace9-f37f6abbb39a {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:48:37.250301 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8d2617b8-31f0-40f5-af18-49582ff15ea3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:37.266734 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-c5f771d9-9288-4cc0-8b06-75a2c121cb6d None None] Set router 1ec1bd18-ee3d-4aa5-a6bf-2d5d9e52e99b gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:48:37.353039 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8d2617b8-31f0-40f5-af18-49582ff15ea3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31181813'] for subnet, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:37.425520 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device c52ecdb3-a6f8-4c70-b281-8f638e242388 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:48:37.640297 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: c52ecdb3-a6f8-4c70-b281-8f638e242388 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:48:37.640699 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device c52ecdb3-a6f8-4c70-b281-8f638e242388 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:48:37.646245 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device d7514c83-8577-4869-b073-7a83e744ad00 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:48:37.670738 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cde11d1-c8f0-4c19-8e97-c28d5b3f35a1 x-openstack-request-id: req-3cde11d1-c8f0-4c19-8e97-c28d5b3f35a1 {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:48:37.671138 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a86d0c7-7190-44dc-af92-df26bd56269c", "tag": "9abd1b39-6dc1-44ca-930e-2ef202e5985d", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:48:37.671686 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8d2617b8-31f0-40f5-af18-49582ff15ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:37.679725 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3cde11d1-c8f0-4c19-8e97-c28d5b3f35a1 {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:48:37.679725 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a86d0c7-7190-44dc-af92-df26bd56269c', 'tag': '9abd1b39-6dc1-44ca-930e-2ef202e5985d', 'status': 'completed', 'code': 200} Nov 12 08:48:37.759952 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: d7514c83-8577-4869-b073-7a83e744ad00 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:48:37.761097 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device d7514c83-8577-4869-b073-7a83e744ad00 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:48:37.865906 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8d2617b8-31f0-40f5-af18-49582ff15ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:37.932921 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea252ae4-9be6-4e30-9f39-11b67f18c219 req-0252dc41-2260-4d6f-b442-9ceb86c0fe5a tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:37.943533 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ea252ae4-9be6-4e30-9f39-11b67f18c219 req-0252dc41-2260-4d6f-b442-9ceb86c0fe5a tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a86d0c7-7190-44dc-af92-df26bd56269c HTTP/1.1" status: 200 len: 945 time: 0.1320386 Nov 12 08:48:37.945207 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-c5f771d9-9288-4cc0-8b06-75a2c121cb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec1bd18-ee3d-4aa5-a6bf-2d5d9e52e99b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1397057245', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '1a011161-e64e-4f63-9d99-ffcc6adcdcff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:46:33Z', 'updated_at': '2021-11-12T08:46:39Z', 'revision_number': 4, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'gw_port': {'id': '1a011161-e64e-4f63-9d99-ffcc6adcdcff', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:54:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec1bd18-ee3d-4aa5-a6bf-2d5d9e52e99b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:46:34Z', 'updated_at': '2021-11-12T08:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': 'bb1fceaa-cecd-444b-aee8-aa3c5f1ea5ef', 'name': '', 'network_id': '035eb459-9a91-4fd8-901a-19f84b909974', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'mac_address': 'fa:16:3e:c8:ca:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec1bd18-ee3d-4aa5-a6bf-2d5d9e52e99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': 'e1c0d780-ea07-4ac0-8e82-43d130bbdc75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:46:38Z', 'updated_at': '2021-11-12T08:46:44Z', 'revision_number': 5, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'subnets': [{'id': 'e1c0d780-ea07-4ac0-8e82-43d130bbdc75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:37.977589 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8d2617b8-31f0-40f5-af18-49582ff15ea3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:37.984659 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-8d2617b8-31f0-40f5-af18-49582ff15ea3 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/f6d8ff2c-9dad-4362-ace9-f37f6abbb39a HTTP/1.1" status: 204 len: 168 time: 0.8801491 Nov 12 08:48:37.984659 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2617b8-31f0-40f5-af18-49582ff15ea3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6d8ff2c-9dad-4362-ace9-f37f6abbb39a,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:37.989700 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 32932) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:38.048991 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f921f5-7c4f-4ada-89f0-c2dab6b3c2e9 req-ead86c2e-5e0e-4e2d-b48a-9a06abc5efc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:38.053562 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-49f921f5-7c4f-4ada-89f0-c2dab6b3c2e9 req-ead86c2e-5e0e-4e2d-b48a-9a06abc5efc3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=af01ccd549054d7f8ad1904b6846172a&device_id=4a86d0c7-7190-44dc-af92-df26bd56269c HTTP/1.1" status: 200 len: 1097 time: 0.2091396 Nov 12 08:48:38.060893 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446bd169-1e5d-4119-a4a5-920faaa354a0 None None] Network 1a77e7d1-e880-4909-b47f-c788347c40d5 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:48:38.079417 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f771d9-9288-4cc0-8b06-75a2c121cb6d None None] Checking router: 1ec1bd18-ee3d-4aa5-a6bf-2d5d9e52e99b for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:48:38.098609 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:38.150545 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f771d9-9288-4cc0-8b06-75a2c121cb6d None None] Routers {'1ec1bd18-ee3d-4aa5-a6bf-2d5d9e52e99b'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:48:38.151127 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-c5f771d9-9288-4cc0-8b06-75a2c121cb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:48:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['1ec1bd18-ee3d-4aa5-a6bf-2d5d9e52e99b'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:38.193178 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ea252ae4-9be6-4e30-9f39-11b67f18c219 req-1450e322-26a7-41ff-a56a-8413948f9b35 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbce15ba-61c2-45c2-9eb0-b26d26aca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2342181 Nov 12 08:48:38.215635 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-09c46d17-062a-44da-b99b-ca370d98281e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:38.295443 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f921f5-7c4f-4ada-89f0-c2dab6b3c2e9 req-eadf390f-e3c7-44fe-b51a-26d1f7849877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:38.296922 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-49f921f5-7c4f-4ada-89f0-c2dab6b3c2e9 req-eadf390f-e3c7-44fe-b51a-26d1f7849877 service neutron] 10.222.0.44 "GET /v2.0/networks?id=035eb459-9a91-4fd8-901a-19f84b909974 HTTP/1.1" status: 200 len: 898 time: 0.2359824 Nov 12 08:48:38.336455 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-09c46d17-062a-44da-b99b-ca370d98281e admin admin] Deleting port ae15afad-649e-43f0-9e35-9fae1507075f {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:48:38.336695 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-09c46d17-062a-44da-b99b-ca370d98281e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:38.383134 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-c5f771d9-9288-4cc0-8b06-75a2c121cb6d None None] Set router 1ec1bd18-ee3d-4aa5-a6bf-2d5d9e52e99b gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:48:38.397841 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-49f921f5-7c4f-4ada-89f0-c2dab6b3c2e9 req-768a1779-4e7b-481f-a140-c1a4e2a7e939 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9abd1b39-6dc1-44ca-930e-2ef202e5985d HTTP/1.1" status: 200 len: 217 time: 0.0877206 Nov 12 08:48:38.415777 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd7d12e-58ab-45e8-b764-a3e781f4067b req-16182e51-2168-44db-86ed-3fd581b30748 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:38.417396 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cbd7d12e-58ab-45e8-b764-a3e781f4067b req-16182e51-2168-44db-86ed-3fd581b30748 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a86d0c7-7190-44dc-af92-df26bd56269c HTTP/1.1" status: 200 len: 945 time: 0.1888981 Nov 12 08:48:38.529996 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f921f5-7c4f-4ada-89f0-c2dab6b3c2e9 req-c51dbb76-24dc-496c-abe1-eb45409cc4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:38.534627 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-49f921f5-7c4f-4ada-89f0-c2dab6b3c2e9 req-c51dbb76-24dc-496c-abe1-eb45409cc4d9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e1c0d780-ea07-4ac0-8e82-43d130bbdc75 HTTP/1.1" status: 200 len: 834 time: 0.1134133 Nov 12 08:48:38.643910 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-cbd7d12e-58ab-45e8-b764-a3e781f4067b req-a801c663-0282-4ec1-8d3b-0b9d8bc1c5ab tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Deleting port 9abd1b39-6dc1-44ca-930e-2ef202e5985d {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:48:38.644259 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cbd7d12e-58ab-45e8-b764-a3e781f4067b req-a801c663-0282-4ec1-8d3b-0b9d8bc1c5ab tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:38.686721 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948af29c-d9e2-459b-8157-27cf53c6032e None None] DHCP port deletion for 1a77e7d1-e880-4909-b47f-c788347c40d5 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:48:38.708031 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f921f5-7c4f-4ada-89f0-c2dab6b3c2e9 req-137fa622-c79d-4a77-8b37-41b8ce785b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:38.709574 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-49f921f5-7c4f-4ada-89f0-c2dab6b3c2e9 req-137fa622-c79d-4a77-8b37-41b8ce785b85 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=035eb459-9a91-4fd8-901a-19f84b909974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1536393 Nov 12 08:48:38.758953 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [req-49f921f5-7c4f-4ada-89f0-c2dab6b3c2e9 req-0775da1a-ac14-4917-b948-878baace1355 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:48:38.759973 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-49f921f5-7c4f-4ada-89f0-c2dab6b3c2e9 req-0775da1a-ac14-4917-b948-878baace1355 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066121 Nov 12 08:48:38.812455 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-948af29c-d9e2-459b-8157-27cf53c6032e None None] Deleting port ae15afad-649e-43f0-9e35-9fae1507075f {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:48:38.813762 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-948af29c-d9e2-459b-8157-27cf53c6032e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:38.855353 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-c5f771d9-9288-4cc0-8b06-75a2c121cb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec1bd18-ee3d-4aa5-a6bf-2d5d9e52e99b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1397057245', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '1a011161-e64e-4f63-9d99-ffcc6adcdcff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:46:33Z', 'updated_at': '2021-11-12T08:46:39Z', 'revision_number': 4, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'gw_port': {'id': '1a011161-e64e-4f63-9d99-ffcc6adcdcff', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:54:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec1bd18-ee3d-4aa5-a6bf-2d5d9e52e99b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:46:34Z', 'updated_at': '2021-11-12T08:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': 'bb1fceaa-cecd-444b-aee8-aa3c5f1ea5ef', 'name': '', 'network_id': '035eb459-9a91-4fd8-901a-19f84b909974', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'mac_address': 'fa:16:3e:c8:ca:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec1bd18-ee3d-4aa5-a6bf-2d5d9e52e99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': 'e1c0d780-ea07-4ac0-8e82-43d130bbdc75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:46:38Z', 'updated_at': '2021-11-12T08:46:44Z', 'revision_number': 5, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'subnets': [{'id': 'e1c0d780-ea07-4ac0-8e82-43d130bbdc75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:38.932325 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-cbd7d12e-58ab-45e8-b764-a3e781f4067b req-a801c663-0282-4ec1-8d3b-0b9d8bc1c5ab tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] For port 9abd1b39-6dc1-44ca-930e-2ef202e5985d, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=9abd1b39-6dc1-44ca-930e-2ef202e5985d,segment=NetworkSegment(af797d38-38a8-4b07-9e39-f6b6e77997f4),segment_id=af797d38-38a8-4b07-9e39-f6b6e77997f4)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:48:38.932635 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cbd7d12e-58ab-45e8-b764-a3e781f4067b req-a801c663-0282-4ec1-8d3b-0b9d8bc1c5ab tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:38.957646 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-cbd7d12e-58ab-45e8-b764-a3e781f4067b req-a801c663-0282-4ec1-8d3b-0b9d8bc1c5ab tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Calling delete_port for 9abd1b39-6dc1-44ca-930e-2ef202e5985d owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:48:38.960050 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f771d9-9288-4cc0-8b06-75a2c121cb6d None None] The sync data for ids ['1ec1bd18-ee3d-4aa5-a6bf-2d5d9e52e99b'] in n-d-765315-29 is: [{'id': '1ec1bd18-ee3d-4aa5-a6bf-2d5d9e52e99b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1397057245', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '1a011161-e64e-4f63-9d99-ffcc6adcdcff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:46:33Z', 'updated_at': '2021-11-12T08:46:39Z', 'revision_number': 4, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'gw_port': {'id': '1a011161-e64e-4f63-9d99-ffcc6adcdcff', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:54:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec1bd18-ee3d-4aa5-a6bf-2d5d9e52e99b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:46:34Z', 'updated_at': '2021-11-12T08:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': 'bb1fceaa-cecd-444b-aee8-aa3c5f1ea5ef', 'name': '', 'network_id': '035eb459-9a91-4fd8-901a-19f84b909974', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'mac_address': 'fa:16:3e:c8:ca:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec1bd18-ee3d-4aa5-a6bf-2d5d9e52e99b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': 'e1c0d780-ea07-4ac0-8e82-43d130bbdc75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:46:38Z', 'updated_at': '2021-11-12T08:46:44Z', 'revision_number': 5, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'subnets': [{'id': 'e1c0d780-ea07-4ac0-8e82-43d130bbdc75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:48:39.022236 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-49f921f5-7c4f-4ada-89f0-c2dab6b3c2e9 req-78688318-c126-4b9d-b4f5-2829f9db7702 service neutron] 10.222.0.44 "GET /v2.0/networks/035eb459-9a91-4fd8-901a-19f84b909974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426746 Nov 12 08:48:39.068719 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-948af29c-d9e2-459b-8157-27cf53c6032e None None] For port ae15afad-649e-43f0-9e35-9fae1507075f, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=ae15afad-649e-43f0-9e35-9fae1507075f,segment=NetworkSegment(2477c2ed-bf48-4bee-bec3-4a9ac76e1e8a),segment_id=2477c2ed-bf48-4bee-bec3-4a9ac76e1e8a)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:48:39.069115 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-948af29c-d9e2-459b-8157-27cf53c6032e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:39.123340 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-948af29c-d9e2-459b-8157-27cf53c6032e None None] Calling delete_port for ae15afad-649e-43f0-9e35-9fae1507075f owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:48:39.176621 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-09c46d17-062a-44da-b99b-ca370d98281e admin admin] For port ae15afad-649e-43f0-9e35-9fae1507075f, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=ae15afad-649e-43f0-9e35-9fae1507075f,segment=NetworkSegment(2477c2ed-bf48-4bee-bec3-4a9ac76e1e8a),segment_id=2477c2ed-bf48-4bee-bec3-4a9ac76e1e8a)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:48:39.177015 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-09c46d17-062a-44da-b99b-ca370d98281e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:39.192951 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-49f921f5-7c4f-4ada-89f0-c2dab6b3c2e9 req-956951fc-35d6-4759-9530-cb223e89425b service neutron] 10.222.0.44 "GET /v2.0/networks/035eb459-9a91-4fd8-901a-19f84b909974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587365 Nov 12 08:48:39.229914 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-09c46d17-062a-44da-b99b-ca370d98281e admin admin] Calling delete_port for ae15afad-649e-43f0-9e35-9fae1507075f owned by network:dhcp {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:48:39.380973 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device ae15afad-649e-43f0-9e35-9fae1507075f no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:48:39.435708 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-09c46d17-062a-44da-b99b-ca370d98281e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:39.484623 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cbd7d12e-58ab-45e8-b764-a3e781f4067b req-a801c663-0282-4ec1-8d3b-0b9d8bc1c5ab tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:39.496085 n-d-765315-29 neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:48:39.496085 n-d-765315-29 neutron-server[102601]: self.session.flush() Nov 12 08:48:39.496085 n-d-765315-29 neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:48:39.496085 n-d-765315-29 neutron-server[102601]: self.session.flush() Nov 12 08:48:39.496085 n-d-765315-29 neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:48:39.496085 n-d-765315-29 neutron-server[102601]: self.session.flush() Nov 12 08:48:39.496085 n-d-765315-29 neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:48:39.496085 n-d-765315-29 neutron-server[102601]: self.session.flush() Nov 12 08:48:39.496085 n-d-765315-29 neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:48:39.496085 n-d-765315-29 neutron-server[102601]: self.session.flush() Nov 12 08:48:39.496085 n-d-765315-29 neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:48:39.496085 n-d-765315-29 neutron-server[102601]: self.session.flush() Nov 12 08:48:39.496085 n-d-765315-29 neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:48:39.496085 n-d-765315-29 neutron-server[102601]: self.session.flush() Nov 12 08:48:39.496085 n-d-765315-29 neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:48:39.496085 n-d-765315-29 neutron-server[102601]: self.session.flush() Nov 12 08:48:39.496085 n-d-765315-29 neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:48:39.496085 n-d-765315-29 neutron-server[102601]: self.session.flush() Nov 12 08:48:39.496085 n-d-765315-29 neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:48:39.496085 n-d-765315-29 neutron-server[102601]: self.session.flush() Nov 12 08:48:39.496085 n-d-765315-29 neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:48:39.496085 n-d-765315-29 neutron-server[102601]: self.session.flush() Nov 12 08:48:39.496085 n-d-765315-29 neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:48:39.496085 n-d-765315-29 neutron-server[102601]: self.session.flush() Nov 12 08:48:39.496085 n-d-765315-29 neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:48:39.496085 n-d-765315-29 neutron-server[102601]: self.session.flush() Nov 12 08:48:39.496085 n-d-765315-29 neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:48:39.496085 n-d-765315-29 neutron-server[102601]: self.session.flush() Nov 12 08:48:39.496085 n-d-765315-29 neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:48:39.496085 n-d-765315-29 neutron-server[102601]: self.session.flush() Nov 12 08:48:39.496085 n-d-765315-29 neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:48:39.496085 n-d-765315-29 neutron-server[102601]: self.session.flush() Nov 12 08:48:39.496085 n-d-765315-29 neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:48:39.496085 n-d-765315-29 neutron-server[102601]: self.session.flush() Nov 12 08:48:39.496085 n-d-765315-29 neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:48:39.496085 n-d-765315-29 neutron-server[102601]: self.session.flush() Nov 12 08:48:39.496085 n-d-765315-29 neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:48:39.496085 n-d-765315-29 neutron-server[102601]: self.session.flush() Nov 12 08:48:39.496085 n-d-765315-29 neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:48:39.496085 n-d-765315-29 neutron-server[102601]: self.session.flush() Nov 12 08:48:39.496085 n-d-765315-29 neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:48:39.496085 n-d-765315-29 neutron-server[102601]: self.session.flush() Nov 12 08:48:39.496085 n-d-765315-29 neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:48:39.496085 n-d-765315-29 neutron-server[102601]: self.session.flush() Nov 12 08:48:39.496085 n-d-765315-29 neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:48:39.496085 n-d-765315-29 neutron-server[102601]: self.session.flush() Nov 12 08:48:39.496085 n-d-765315-29 neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:48:39.496085 n-d-765315-29 neutron-server[102601]: self.session.flush() Nov 12 08:48:39.496085 n-d-765315-29 neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:48:39.496085 n-d-765315-29 neutron-server[102601]: self.session.flush() Nov 12 08:48:39.496085 n-d-765315-29 neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:48:39.496085 n-d-765315-29 neutron-server[102601]: self.session.flush() Nov 12 08:48:39.496085 n-d-765315-29 neutron-server[102601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:48:39.496085 n-d-765315-29 neutron-server[102601]: self.session.flush() Nov 12 08:48:39.510036 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-948af29c-d9e2-459b-8157-27cf53c6032e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:39.550538 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a801c663-0282-4ec1-8d3b-0b9d8bc1c5ab tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Pushing event deleted for resources: {'Port': ['ID=9abd1b39-6dc1-44ca-930e-2ef202e5985d,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:39.551977 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c46d17-062a-44da-b99b-ca370d98281e admin admin] No DVR routers for this DVR port ae15afad-649e-43f0-9e35-9fae1507075f on host n-d-765315-29 {{(pid=102600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:48:39.558054 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c46d17-062a-44da-b99b-ca370d98281e admin admin] Pushing event deleted for resources: {'Port': ['ID=ae15afad-649e-43f0-9e35-9fae1507075f,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:39.562442 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:39.567975 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948af29c-d9e2-459b-8157-27cf53c6032e None None] No DVR routers for this DVR port ae15afad-649e-43f0-9e35-9fae1507075f on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:48:39.624274 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbd7d12e-58ab-45e8-b764-a3e781f4067b req-a801c663-0282-4ec1-8d3b-0b9d8bc1c5ab tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] No DVR routers for this DVR port 9abd1b39-6dc1-44ca-930e-2ef202e5985d on host n-h2-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:48:39.637185 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-cbd7d12e-58ab-45e8-b764-a3e781f4067b req-a801c663-0282-4ec1-8d3b-0b9d8bc1c5ab tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:39.637549 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac65a010-8b96-4ae0-949b-3d7cdd0135ec None None] New status for floating IP 2f0bf1ee-fab7-49a0-a1fa-fcfec06b7c4a: DOWN {{(pid=102602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:48:39.647987 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cbd7d12e-58ab-45e8-b764-a3e781f4067b req-a801c663-0282-4ec1-8d3b-0b9d8bc1c5ab tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.44 "DELETE /v2.0/ports/9abd1b39-6dc1-44ca-930e-2ef202e5985d HTTP/1.1" status: 204 len: 173 time: 1.2216527 Nov 12 08:48:39.650610 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a86d0c7-7190-44dc-af92-df26bd56269c', 'name': 'network-vif-deleted', 'tag': '9abd1b39-6dc1-44ca-930e-2ef202e5985d'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:48:39.656307 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a63b0a12-dbdf-4019-a59a-744306be1c9b" -d '{"events": [{"server_uuid": "4a86d0c7-7190-44dc-af92-df26bd56269c", "name": "network-vif-deleted", "tag": "9abd1b39-6dc1-44ca-930e-2ef202e5985d"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:48:39.666142 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948af29c-d9e2-459b-8157-27cf53c6032e None None] Pushing event deleted for resources: {'Port': ['ID=ae15afad-649e-43f0-9e35-9fae1507075f,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:39.680949 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948af29c-d9e2-459b-8157-27cf53c6032e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:39.681298 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948af29c-d9e2-459b-8157-27cf53c6032e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:39.681635 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948af29c-d9e2-459b-8157-27cf53c6032e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:39.682120 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948af29c-d9e2-459b-8157-27cf53c6032e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:39.682462 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948af29c-d9e2-459b-8157-27cf53c6032e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:39.683419 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948af29c-d9e2-459b-8157-27cf53c6032e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:39.683757 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948af29c-d9e2-459b-8157-27cf53c6032e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:39.684091 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948af29c-d9e2-459b-8157-27cf53c6032e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:39.690045 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948af29c-d9e2-459b-8157-27cf53c6032e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:39.690346 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948af29c-d9e2-459b-8157-27cf53c6032e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:39.690707 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948af29c-d9e2-459b-8157-27cf53c6032e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:39.691049 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948af29c-d9e2-459b-8157-27cf53c6032e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:39.700715 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce069618-9121-45ff-89d4-4943d6171cb8 req-8ca299f0-4bf6-4582-ac5b-c9d14c6fc5fe tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:39.702546 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No active binding found for port ae15afad-649e-43f0-9e35-9fae1507075f {{(pid=102601) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 08:48:39.703066 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device ae15afad-649e-43f0-9e35-9fae1507075f not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:48:39.715829 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ce069618-9121-45ff-89d4-4943d6171cb8 req-8ca299f0-4bf6-4582-ac5b-c9d14c6fc5fe tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a86d0c7-7190-44dc-af92-df26bd56269c HTTP/1.1" status: 200 len: 866 time: 0.3000643 Nov 12 08:48:39.810009 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-09c46d17-062a-44da-b99b-ca370d98281e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:39.835320 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-09c46d17-062a-44da-b99b-ca370d98281e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a77e7d1-e880-4909-b47f-c788347c40d5']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:39.871704 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-09c46d17-062a-44da-b99b-ca370d98281e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2477c2ed-bf48-4bee-bec3-4a9ac76e1e8a') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:39.872272 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-09c46d17-062a-44da-b99b-ca370d98281e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2477c2ed-bf48-4bee-bec3-4a9ac76e1e8a') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:39.933836 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ce069618-9121-45ff-89d4-4943d6171cb8 req-f62130e0-c64b-424e-ace2-c232d0db4cff tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=dbce15ba-61c2-45c2-9eb0-b26d26aca996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2169571 Nov 12 08:48:39.943460 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-09c46d17-062a-44da-b99b-ca370d98281e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:39.982196 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-09c46d17-062a-44da-b99b-ca370d98281e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:39.995035 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:39.999640 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09c46d17-062a-44da-b99b-ca370d98281e admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:48:39.999817 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-09c46d17-062a-44da-b99b-ca370d98281e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:40.003040 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:48:40.003040 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:48:40.003040 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:48:40.003040 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:48:40.003040 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:48:40.003040 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:48:40.003040 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:48:40.003040 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:48:40.003040 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:48:40.003040 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:48:40.003040 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:48:40.003040 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:48:40.003040 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:48:40.003040 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:48:40.003040 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:48:40.003040 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:48:40.003040 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:48:40.003040 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:48:40.003040 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:48:40.003040 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:48:40.003040 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:48:40.003040 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:48:40.003040 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:48:40.003040 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:48:40.003040 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:48:40.003040 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:48:40.003040 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:48:40.003040 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:48:40.003040 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:48:40.003040 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:48:40.003040 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:48:40.003040 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:48:40.006708 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73add546-31c9-4cc7-bcfd-b8a6e2b0eafc x-openstack-request-id: req-73add546-31c9-4cc7-bcfd-b8a6e2b0eafc {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:48:40.007230 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a86d0c7-7190-44dc-af92-df26bd56269c", "name": "network-vif-deleted", "tag": "9abd1b39-6dc1-44ca-930e-2ef202e5985d", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:48:40.007230 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-73add546-31c9-4cc7-bcfd-b8a6e2b0eafc {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:48:40.012271 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a86d0c7-7190-44dc-af92-df26bd56269c', 'name': 'network-vif-deleted', 'tag': '9abd1b39-6dc1-44ca-930e-2ef202e5985d', 'status': 'completed', 'code': 200} Nov 12 08:48:40.090646 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-09c46d17-062a-44da-b99b-ca370d98281e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:40.098012 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-09c46d17-062a-44da-b99b-ca370d98281e admin admin] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:40.104873 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 32958) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:40.109572 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-09c46d17-062a-44da-b99b-ca370d98281e admin admin] 10.222.0.26 "DELETE /v2.0/networks/1a77e7d1-e880-4909-b47f-c788347c40d5 HTTP/1.1" status: 204 len: 168 time: 2.1153402 Nov 12 08:48:40.137633 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c46d17-062a-44da-b99b-ca370d98281e admin admin] Pushing event deleted for resources: {'Network': ['ID=1a77e7d1-e880-4909-b47f-c788347c40d5,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:40.621644 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f7a69521-00dd-4840-94a7-74e37bec1ee4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933586'] for router_interface, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:41.018571 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 32970) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:41.044114 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-f7a69521-00dd-4840-94a7-74e37bec1ee4 admin admin] Deleting port 23cb0a58-7965-4c79-af10-02d02d42b443 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:48:41.044685 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f7a69521-00dd-4840-94a7-74e37bec1ee4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:41.186460 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 9abd1b39-6dc1-44ca-930e-2ef202e5985d no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:48:41.265236 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-f7a69521-00dd-4840-94a7-74e37bec1ee4 admin admin] For port 23cb0a58-7965-4c79-af10-02d02d42b443, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=23cb0a58-7965-4c79-af10-02d02d42b443,segment=NetworkSegment(cc335c9b-d8f1-468f-a4aa-6796bcc76ab4),segment_id=cc335c9b-d8f1-468f-a4aa-6796bcc76ab4)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:48:41.266079 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f7a69521-00dd-4840-94a7-74e37bec1ee4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:41.274733 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] No Port match for: 9abd1b39-6dc1-44ca-930e-2ef202e5985d {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:48:41.275089 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 9abd1b39-6dc1-44ca-930e-2ef202e5985d not bound to the agent host n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:48:41.292722 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-f7a69521-00dd-4840-94a7-74e37bec1ee4 admin admin] Calling delete_port for 23cb0a58-7965-4c79-af10-02d02d42b443 owned by network:router_interface {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:48:41.586118 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f7a69521-00dd-4840-94a7-74e37bec1ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:41.614407 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fab8a470-e063-4923-9c7f-9e3cc135946e tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933586'] for router_interface, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:41.639536 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a69521-00dd-4840-94a7-74e37bec1ee4 admin admin] Pushing event deleted for resources: {'Port': ['ID=23cb0a58-7965-4c79-af10-02d02d42b443,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:41.960937 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f7a69521-00dd-4840-94a7-74e37bec1ee4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918626'] for router_interface, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:42.055447 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-fab8a470-e063-4923-9c7f-9e3cc135946e tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Deleting port bb1fceaa-cecd-444b-aee8-aa3c5f1ea5ef {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:48:42.055988 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fab8a470-e063-4923-9c7f-9e3cc135946e tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:42.200044 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-fab8a470-e063-4923-9c7f-9e3cc135946e tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] For port bb1fceaa-cecd-444b-aee8-aa3c5f1ea5ef, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=bb1fceaa-cecd-444b-aee8-aa3c5f1ea5ef,segment=NetworkSegment(af797d38-38a8-4b07-9e39-f6b6e77997f4),segment_id=af797d38-38a8-4b07-9e39-f6b6e77997f4)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:48:42.200467 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fab8a470-e063-4923-9c7f-9e3cc135946e tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:42.215128 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-fab8a470-e063-4923-9c7f-9e3cc135946e tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Calling delete_port for bb1fceaa-cecd-444b-aee8-aa3c5f1ea5ef owned by network:router_interface {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:48:42.496383 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7a69521-00dd-4840-94a7-74e37bec1ee4 admin admin] Router 97d38d61-e232-4dc9-8427-94630605e1b5 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:48:42.568016 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fab8a470-e063-4923-9c7f-9e3cc135946e tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:42.612335 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab8a470-e063-4923-9c7f-9e3cc135946e tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Pushing event deleted for resources: {'Port': ['ID=bb1fceaa-cecd-444b-aee8-aa3c5f1ea5ef,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:42.709633 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:42.748043 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7a69521-00dd-4840-94a7-74e37bec1ee4 admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:48:42.761414 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0375a35b-5740-4356-bdc3-b70047ec1982 None None] Sync routers for ids ['97d38d61-e232-4dc9-8427-94630605e1b5'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:48:42.778430 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-f7a69521-00dd-4840-94a7-74e37bec1ee4 admin admin] 10.222.0.26 "PUT /v2.0/routers/97d38d61-e232-4dc9-8427-94630605e1b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6702507 Nov 12 08:48:42.778852 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 32998) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:42.791968 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0375a35b-5740-4356-bdc3-b70047ec1982 None None] Routers {'97d38d61-e232-4dc9-8427-94630605e1b5'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:48:42.795271 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-0375a35b-5740-4356-bdc3-b70047ec1982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:48:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['97d38d61-e232-4dc9-8427-94630605e1b5'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:42.956487 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f2adeaa1-30a9-4642-9686-16351a8527e4 admin admin] Publish callbacks [] for router, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:43.109836 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f2adeaa1-30a9-4642-9686-16351a8527e4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:43.161508 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fab8a470-e063-4923-9c7f-9e3cc135946e tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918626'] for router_interface, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:43.197748 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-f2adeaa1-30a9-4642-9686-16351a8527e4 admin admin] Deleting port 0591d61c-0123-442f-a52b-975271cf9532 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:48:43.198377 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f2adeaa1-30a9-4642-9686-16351a8527e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:43.349803 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-f2adeaa1-30a9-4642-9686-16351a8527e4 admin admin] For port 0591d61c-0123-442f-a52b-975271cf9532, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=0591d61c-0123-442f-a52b-975271cf9532,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:48:43.350810 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f2adeaa1-30a9-4642-9686-16351a8527e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:43.387454 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-f2adeaa1-30a9-4642-9686-16351a8527e4 admin admin] Calling delete_port for 0591d61c-0123-442f-a52b-975271cf9532 owned by network:router_gateway {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:48:43.470793 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-0375a35b-5740-4356-bdc3-b70047ec1982 None None] Set router 97d38d61-e232-4dc9-8427-94630605e1b5 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:48:43.643586 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f2adeaa1-30a9-4642-9686-16351a8527e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:43.683444 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150120c2-a462-4458-82ef-c8510865d68c None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:48:43.710460 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2adeaa1-30a9-4642-9686-16351a8527e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0591d61c-0123-442f-a52b-975271cf9532,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:43.743765 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fab8a470-e063-4923-9c7f-9e3cc135946e tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Router 1ec1bd18-ee3d-4aa5-a6bf-2d5d9e52e99b has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:48:43.827425 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f2adeaa1-30a9-4642-9686-16351a8527e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-933016'] for router_gateway, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:43.872797 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-0375a35b-5740-4356-bdc3-b70047ec1982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d38d61-e232-4dc9-8427-94630605e1b5', 'name': 'tempest-TestVolumeBackupRestore-404056877-router', 'tenant_id': '51772590ac5b48deba2d4123b6db1de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '0591d61c-0123-442f-a52b-975271cf9532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:03Z', 'updated_at': '2021-11-12T08:48:41Z', 'revision_number': 5, 'project_id': '51772590ac5b48deba2d4123b6db1de6', 'gw_port': {'id': '0591d61c-0123-442f-a52b-975271cf9532', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d38d61-e232-4dc9-8427-94630605e1b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:04Z', 'updated_at': '2021-11-12T08:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:43.902811 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0375a35b-5740-4356-bdc3-b70047ec1982 None None] Checking router: 97d38d61-e232-4dc9-8427-94630605e1b5 for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:48:43.912884 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0375a35b-5740-4356-bdc3-b70047ec1982 None None] Routers {'97d38d61-e232-4dc9-8427-94630605e1b5'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:48:43.913994 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-0375a35b-5740-4356-bdc3-b70047ec1982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:48:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['97d38d61-e232-4dc9-8427-94630605e1b5'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:43.937258 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fab8a470-e063-4923-9c7f-9e3cc135946e tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:48:43.951865 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-fab8a470-e063-4923-9c7f-9e3cc135946e tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "PUT /v2.0/routers/1ec1bd18-ee3d-4aa5-a6bf-2d5d9e52e99b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9304624 Nov 12 08:48:43.952152 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341ef6c4-a0b5-41c6-9df1-bf1d990e0daf None None] Sync routers for ids ['1ec1bd18-ee3d-4aa5-a6bf-2d5d9e52e99b'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:48:43.954552 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 33006) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:43.982372 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341ef6c4-a0b5-41c6-9df1-bf1d990e0daf None None] Routers {'1ec1bd18-ee3d-4aa5-a6bf-2d5d9e52e99b'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:48:43.985117 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-341ef6c4-a0b5-41c6-9df1-bf1d990e0daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:48:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['1ec1bd18-ee3d-4aa5-a6bf-2d5d9e52e99b'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:44.016746 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c5d7c3e-2e57-496f-98ef-e777ad22891e tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Deleting subnet e1c0d780-ea07-4ac0-8e82-43d130bbdc75 {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:48:44.025151 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-0375a35b-5740-4356-bdc3-b70047ec1982 None None] Set router 97d38d61-e232-4dc9-8427-94630605e1b5 gateway port host: None {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:48:44.027493 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5c5d7c3e-2e57-496f-98ef-e777ad22891e tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:44.113074 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-0375a35b-5740-4356-bdc3-b70047ec1982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d38d61-e232-4dc9-8427-94630605e1b5', 'name': 'tempest-TestVolumeBackupRestore-404056877-router', 'tenant_id': '51772590ac5b48deba2d4123b6db1de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:03Z', 'updated_at': '2021-11-12T08:48:43Z', 'revision_number': 7, 'project_id': '51772590ac5b48deba2d4123b6db1de6', 'gw_port_host': None}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:44.124243 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5c5d7c3e-2e57-496f-98ef-e777ad22891e tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:44.149900 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0375a35b-5740-4356-bdc3-b70047ec1982 None None] The sync data for ids ['97d38d61-e232-4dc9-8427-94630605e1b5'] in n-d-765315-29 is: [{'id': '97d38d61-e232-4dc9-8427-94630605e1b5', 'name': 'tempest-TestVolumeBackupRestore-404056877-router', 'tenant_id': '51772590ac5b48deba2d4123b6db1de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:03Z', 'updated_at': '2021-11-12T08:48:43Z', 'revision_number': 7, 'project_id': '51772590ac5b48deba2d4123b6db1de6', 'gw_port_host': None}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:48:44.249726 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-341ef6c4-a0b5-41c6-9df1-bf1d990e0daf None None] Set router 1ec1bd18-ee3d-4aa5-a6bf-2d5d9e52e99b gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:48:44.344231 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5c5d7c3e-2e57-496f-98ef-e777ad22891e tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:44.463844 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5c5d7c3e-2e57-496f-98ef-e777ad22891e tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:44.464507 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f2adeaa1-30a9-4642-9686-16351a8527e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:44.468448 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f2adeaa1-30a9-4642-9686-16351a8527e4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:44.492980 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5c5d7c3e-2e57-496f-98ef-e777ad22891e tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:44.498946 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d15d68-e57e-4619-bf2f-d38268b07831 None None] Network 035eb459-9a91-4fd8-901a-19f84b909974 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:48:44.501211 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-5c5d7c3e-2e57-496f-98ef-e777ad22891e tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "DELETE /v2.0/subnets/e1c0d780-ea07-4ac0-8e82-43d130bbdc75 HTTP/1.1" status: 204 len: 168 time: 0.5447366 Nov 12 08:48:44.507903 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-341ef6c4-a0b5-41c6-9df1-bf1d990e0daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec1bd18-ee3d-4aa5-a6bf-2d5d9e52e99b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1397057245', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '1a011161-e64e-4f63-9d99-ffcc6adcdcff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:46:33Z', 'updated_at': '2021-11-12T08:48:42Z', 'revision_number': 5, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'gw_port': {'id': '1a011161-e64e-4f63-9d99-ffcc6adcdcff', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:54:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec1bd18-ee3d-4aa5-a6bf-2d5d9e52e99b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:46:34Z', 'updated_at': '2021-11-12T08:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:44.508191 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 33010) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:44.556854 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341ef6c4-a0b5-41c6-9df1-bf1d990e0daf None None] Checking router: 1ec1bd18-ee3d-4aa5-a6bf-2d5d9e52e99b for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:48:44.564694 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5d7c3e-2e57-496f-98ef-e777ad22891e tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Pushing event deleted for resources: {'Subnet': ['ID=e1c0d780-ea07-4ac0-8e82-43d130bbdc75,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:44.593813 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f2adeaa1-30a9-4642-9686-16351a8527e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:44.594919 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2adeaa1-30a9-4642-9686-16351a8527e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97d38d61-e232-4dc9-8427-94630605e1b5 {{(pid=102599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:48:44.600456 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341ef6c4-a0b5-41c6-9df1-bf1d990e0daf None None] Routers {'1ec1bd18-ee3d-4aa5-a6bf-2d5d9e52e99b'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:48:44.601108 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-341ef6c4-a0b5-41c6-9df1-bf1d990e0daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:48:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['1ec1bd18-ee3d-4aa5-a6bf-2d5d9e52e99b'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:44.609370 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f2adeaa1-30a9-4642-9686-16351a8527e4 admin admin] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:44.622098 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-f2adeaa1-30a9-4642-9686-16351a8527e4 admin admin] 10.222.0.26 "DELETE /v2.0/routers/97d38d61-e232-4dc9-8427-94630605e1b5 HTTP/1.1" status: 204 len: 168 time: 1.8405561 Nov 12 08:48:44.625558 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 33012) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:44.844592 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-116b1b01-7fdd-4d5d-ba5f-ede59bc65dc9 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for router, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:44.887157 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-e95a3b98-2b8a-409a-85de-2d40e30783f2 admin admin] Deleting subnet 68b29449-5c69-416e-8474-1f51949b8800 {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:48:44.890910 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e95a3b98-2b8a-409a-85de-2d40e30783f2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:44.934509 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e95a3b98-2b8a-409a-85de-2d40e30783f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31181813'] for subnet, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:45.008021 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-341ef6c4-a0b5-41c6-9df1-bf1d990e0daf None None] Set router 1ec1bd18-ee3d-4aa5-a6bf-2d5d9e52e99b gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:48:45.107962 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad32121-b8bc-4225-a52f-25173fa20360 None None] DHCP port deletion for 035eb459-9a91-4fd8-901a-19f84b909974 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:48:45.117208 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-116b1b01-7fdd-4d5d-ba5f-ede59bc65dc9 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:45.169414 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e95a3b98-2b8a-409a-85de-2d40e30783f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:45.183983 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-4ad32121-b8bc-4225-a52f-25173fa20360 None None] Deleting port 49e4bf44-1608-417b-b63e-da63cb1a7607 {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:48:45.185780 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4ad32121-b8bc-4225-a52f-25173fa20360 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:45.280093 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-116b1b01-7fdd-4d5d-ba5f-ede59bc65dc9 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Deleting port 1a011161-e64e-4f63-9d99-ffcc6adcdcff {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:48:45.280381 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-116b1b01-7fdd-4d5d-ba5f-ede59bc65dc9 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:45.304677 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-4ad32121-b8bc-4225-a52f-25173fa20360 None None] For port 49e4bf44-1608-417b-b63e-da63cb1a7607, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=49e4bf44-1608-417b-b63e-da63cb1a7607,segment=NetworkSegment(af797d38-38a8-4b07-9e39-f6b6e77997f4),segment_id=af797d38-38a8-4b07-9e39-f6b6e77997f4)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:48:45.306527 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4ad32121-b8bc-4225-a52f-25173fa20360 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:45.349154 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e95a3b98-2b8a-409a-85de-2d40e30783f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:45.365508 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 23cb0a58-7965-4c79-af10-02d02d42b443 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:48:45.414682 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 23cb0a58-7965-4c79-af10-02d02d42b443 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:48:45.415456 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95a3b98-2b8a-409a-85de-2d40e30783f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68b29449-5c69-416e-8474-1f51949b8800,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:45.424666 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 23cb0a58-7965-4c79-af10-02d02d42b443 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:48:45.427465 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 49e4bf44-1608-417b-b63e-da63cb1a7607 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:48:45.432642 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-4ad32121-b8bc-4225-a52f-25173fa20360 None None] Calling delete_port for 49e4bf44-1608-417b-b63e-da63cb1a7607 owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:48:45.434633 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e95a3b98-2b8a-409a-85de-2d40e30783f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:45.440530 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-e95a3b98-2b8a-409a-85de-2d40e30783f2 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/68b29449-5c69-416e-8474-1f51949b8800 HTTP/1.1" status: 204 len: 168 time: 0.8114231 Nov 12 08:48:45.441997 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa40ebb2-a725-4d0d-8013-8f8c60d3a95f None None] Network e7a27d77-7779-4b35-8aa6-1148c2707374 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:48:45.443107 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 33020) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:45.517600 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-341ef6c4-a0b5-41c6-9df1-bf1d990e0daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec1bd18-ee3d-4aa5-a6bf-2d5d9e52e99b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1397057245', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '1a011161-e64e-4f63-9d99-ffcc6adcdcff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:46:33Z', 'updated_at': '2021-11-12T08:48:42Z', 'revision_number': 5, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'gw_port': {'id': '1a011161-e64e-4f63-9d99-ffcc6adcdcff', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:54:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec1bd18-ee3d-4aa5-a6bf-2d5d9e52e99b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:46:34Z', 'updated_at': '2021-11-12T08:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:45.564407 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341ef6c4-a0b5-41c6-9df1-bf1d990e0daf None None] The sync data for ids ['1ec1bd18-ee3d-4aa5-a6bf-2d5d9e52e99b'] in n-d-765315-29 is: [{'id': '1ec1bd18-ee3d-4aa5-a6bf-2d5d9e52e99b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1397057245', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '1a011161-e64e-4f63-9d99-ffcc6adcdcff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:46:33Z', 'updated_at': '2021-11-12T08:48:42Z', 'revision_number': 5, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'gw_port': {'id': '1a011161-e64e-4f63-9d99-ffcc6adcdcff', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:54:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec1bd18-ee3d-4aa5-a6bf-2d5d9e52e99b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:46:34Z', 'updated_at': '2021-11-12T08:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:48:45.643016 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9d362936-2455-4e04-aeef-081e2a0906ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:45.734275 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-116b1b01-7fdd-4d5d-ba5f-ede59bc65dc9 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] For port 1a011161-e64e-4f63-9d99-ffcc6adcdcff, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=1a011161-e64e-4f63-9d99-ffcc6adcdcff,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:48:45.734848 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-116b1b01-7fdd-4d5d-ba5f-ede59bc65dc9 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:45.759869 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:45.809923 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-116b1b01-7fdd-4d5d-ba5f-ede59bc65dc9 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Calling delete_port for 1a011161-e64e-4f63-9d99-ffcc6adcdcff owned by network:router_gateway {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:48:45.830644 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] For port 49e4bf44-1608-417b-b63e-da63cb1a7607, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=49e4bf44-1608-417b-b63e-da63cb1a7607,segment=NetworkSegment(af797d38-38a8-4b07-9e39-f6b6e77997f4),segment_id=af797d38-38a8-4b07-9e39-f6b6e77997f4)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:48:45.843604 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:45.844616 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 0591d61c-0123-442f-a52b-975271cf9532 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:48:45.894628 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 0591d61c-0123-442f-a52b-975271cf9532 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:48:45.894860 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 0591d61c-0123-442f-a52b-975271cf9532 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:48:45.903655 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-9d362936-2455-4e04-aeef-081e2a0906ff admin admin] Deleting port 7842c0da-916d-4709-8b80-410d7fe7f746 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:48:45.903998 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9d362936-2455-4e04-aeef-081e2a0906ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:45.921204 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4ad32121-b8bc-4225-a52f-25173fa20360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:45.982070 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad32121-b8bc-4225-a52f-25173fa20360 None None] No DVR routers for this DVR port 49e4bf44-1608-417b-b63e-da63cb1a7607 on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:48:45.986910 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4bcf23d-ea0a-4ec3-bf60-956648acf575 None None] DHCP port deletion for e7a27d77-7779-4b35-8aa6-1148c2707374 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:48:46.005147 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Pushing event updated for resources: {'Port': ['ID=49e4bf44-1608-417b-b63e-da63cb1a7607,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:46.068365 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad32121-b8bc-4225-a52f-25173fa20360 None None] Pushing event deleted for resources: {'Port': ['ID=49e4bf44-1608-417b-b63e-da63cb1a7607,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:46.080731 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-9d362936-2455-4e04-aeef-081e2a0906ff admin admin] For port 7842c0da-916d-4709-8b80-410d7fe7f746, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=7842c0da-916d-4709-8b80-410d7fe7f746,segment=NetworkSegment(cc335c9b-d8f1-468f-a4aa-6796bcc76ab4),segment_id=cc335c9b-d8f1-468f-a4aa-6796bcc76ab4)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:48:46.081134 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9d362936-2455-4e04-aeef-081e2a0906ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:46.102354 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-9d362936-2455-4e04-aeef-081e2a0906ff admin admin] Calling delete_port for 7842c0da-916d-4709-8b80-410d7fe7f746 owned by network:dhcp {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:48:46.176954 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-c4bcf23d-ea0a-4ec3-bf60-956648acf575 None None] Deleting port 7842c0da-916d-4709-8b80-410d7fe7f746 {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:48:46.177567 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c4bcf23d-ea0a-4ec3-bf60-956648acf575 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:46.272408 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9d362936-2455-4e04-aeef-081e2a0906ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:46.286317 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-c4bcf23d-ea0a-4ec3-bf60-956648acf575 None None] For port 7842c0da-916d-4709-8b80-410d7fe7f746, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=7842c0da-916d-4709-8b80-410d7fe7f746,segment=NetworkSegment(cc335c9b-d8f1-468f-a4aa-6796bcc76ab4),segment_id=cc335c9b-d8f1-468f-a4aa-6796bcc76ab4)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:48:46.288099 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c4bcf23d-ea0a-4ec3-bf60-956648acf575 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:46.304965 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-116b1b01-7fdd-4d5d-ba5f-ede59bc65dc9 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:46.309006 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-c4bcf23d-ea0a-4ec3-bf60-956648acf575 None None] Calling delete_port for 7842c0da-916d-4709-8b80-410d7fe7f746 owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:48:46.312095 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d362936-2455-4e04-aeef-081e2a0906ff admin admin] Pushing event deleted for resources: {'Port': ['ID=7842c0da-916d-4709-8b80-410d7fe7f746,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:46.359679 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116b1b01-7fdd-4d5d-ba5f-ede59bc65dc9 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Pushing event deleted for resources: {'Port': ['ID=1a011161-e64e-4f63-9d99-ffcc6adcdcff,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:46.367596 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d362936-2455-4e04-aeef-081e2a0906ff admin admin] No DVR routers for this DVR port 7842c0da-916d-4709-8b80-410d7fe7f746 on host n-d-765315-29 {{(pid=102600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:48:46.397147 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cfaa979-4dce-4bca-800c-f488ebba2776 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:48:46.456638 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c4bcf23d-ea0a-4ec3-bf60-956648acf575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:46.477236 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9d362936-2455-4e04-aeef-081e2a0906ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:46.493176 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bcf23d-ea0a-4ec3-bf60-956648acf575 None None] Pushing event deleted for resources: {'Port': ['ID=7842c0da-916d-4709-8b80-410d7fe7f746,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:46.502043 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bcf23d-ea0a-4ec3-bf60-956648acf575 None None] No DVR routers for this DVR port 7842c0da-916d-4709-8b80-410d7fe7f746 on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:48:46.524630 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-9d362936-2455-4e04-aeef-081e2a0906ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7a27d77-7779-4b35-8aa6-1148c2707374']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:46.557554 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-9d362936-2455-4e04-aeef-081e2a0906ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc335c9b-d8f1-468f-a4aa-6796bcc76ab4') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:46.557767 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-9d362936-2455-4e04-aeef-081e2a0906ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc335c9b-d8f1-468f-a4aa-6796bcc76ab4') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:46.580338 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9d362936-2455-4e04-aeef-081e2a0906ff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:46.597154 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-116b1b01-7fdd-4d5d-ba5f-ede59bc65dc9 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-933016'] for router_gateway, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:46.599080 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9d362936-2455-4e04-aeef-081e2a0906ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:46.664055 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d362936-2455-4e04-aeef-081e2a0906ff admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:48:46.665028 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9d362936-2455-4e04-aeef-081e2a0906ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:46.727198 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:48:46.727198 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:48:46.727198 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:48:46.727198 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:48:46.727198 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:48:46.727198 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:48:46.727198 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:48:46.727198 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:48:46.727198 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:48:46.727198 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:48:46.727198 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:48:46.727198 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:48:46.727198 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:48:46.727198 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:48:46.727198 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:48:46.727198 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:48:46.727198 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:48:46.727198 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:48:46.727198 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:48:46.727198 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:48:46.727198 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:48:46.727198 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:48:46.727198 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:48:46.727198 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:48:46.727198 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:48:46.727198 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:48:46.727198 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:48:46.727198 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:48:46.727198 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:48:46.727198 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:48:46.727198 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:48:46.727198 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:48:46.767999 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-116b1b01-7fdd-4d5d-ba5f-ede59bc65dc9 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:46.770877 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-116b1b01-7fdd-4d5d-ba5f-ede59bc65dc9 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:46.817567 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9d362936-2455-4e04-aeef-081e2a0906ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:46.835689 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9d362936-2455-4e04-aeef-081e2a0906ff admin admin] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:46.841931 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-9d362936-2455-4e04-aeef-081e2a0906ff admin admin] 10.222.0.26 "DELETE /v2.0/networks/e7a27d77-7779-4b35-8aa6-1148c2707374 HTTP/1.1" status: 204 len: 168 time: 1.3951180 Nov 12 08:48:46.841931 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d362936-2455-4e04-aeef-081e2a0906ff admin admin] Pushing event deleted for resources: {'Network': ['ID=e7a27d77-7779-4b35-8aa6-1148c2707374,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:46.860903 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-116b1b01-7fdd-4d5d-ba5f-ede59bc65dc9 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:46.861506 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-116b1b01-7fdd-4d5d-ba5f-ede59bc65dc9 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Fanout notify agent at l3_agent the message router_deleted on router 1ec1bd18-ee3d-4aa5-a6bf-2d5d9e52e99b {{(pid=102600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:48:46.879440 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-116b1b01-7fdd-4d5d-ba5f-ede59bc65dc9 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:46.883828 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 33042) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:46.894358 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-116b1b01-7fdd-4d5d-ba5f-ede59bc65dc9 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "DELETE /v2.0/routers/1ec1bd18-ee3d-4aa5-a6bf-2d5d9e52e99b HTTP/1.1" status: 204 len: 168 time: 2.3715372 Nov 12 08:48:47.054934 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-84588252-ca95-4695-870d-6569b931a408 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:47.104415 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 33052) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:47.192919 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-0d8830f5-4551-4b09-b0b1-9ff72e8417d3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9092e2c011414e27b78b54ab78778e04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0870357 Nov 12 08:48:47.196267 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 33054) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:47.300827 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-84588252-ca95-4695-870d-6569b931a408 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:47.337628 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-84588252-ca95-4695-870d-6569b931a408 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['035eb459-9a91-4fd8-901a-19f84b909974']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:47.351320 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 7842c0da-916d-4709-8b80-410d7fe7f746 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:48:47.351906 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-84588252-ca95-4695-870d-6569b931a408 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af797d38-38a8-4b07-9e39-f6b6e77997f4') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:47.351906 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-84588252-ca95-4695-870d-6569b931a408 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af797d38-38a8-4b07-9e39-f6b6e77997f4') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:47.365250 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-84588252-ca95-4695-870d-6569b931a408 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:47.380658 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 7842c0da-916d-4709-8b80-410d7fe7f746 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:48:47.381253 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 7842c0da-916d-4709-8b80-410d7fe7f746 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:48:47.381822 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 1a011161-e64e-4f63-9d99-ffcc6adcdcff no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:48:47.389575 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-84588252-ca95-4695-870d-6569b931a408 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:47.398549 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84588252-ca95-4695-870d-6569b931a408 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:48:47.399125 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-84588252-ca95-4695-870d-6569b931a408 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:47.405666 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 1a011161-e64e-4f63-9d99-ffcc6adcdcff {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:48:47.406262 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d6e5cb37-53a8-461b-ba84-265d3b24043f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:47.406523 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 1a011161-e64e-4f63-9d99-ffcc6adcdcff not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:48:47.407173 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device bb1fceaa-cecd-444b-aee8-aa3c5f1ea5ef no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:48:47.439521 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: bb1fceaa-cecd-444b-aee8-aa3c5f1ea5ef {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:48:47.440252 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device bb1fceaa-cecd-444b-aee8-aa3c5f1ea5ef not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:48:47.462784 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d6e5cb37-53a8-461b-ba84-265d3b24043f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:47.481888 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 08:48:47.481888 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:48:47.481888 n-d-765315-29 neutron-server[102599]: timer() Nov 12 08:48:47.481888 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:48:47.481888 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 08:48:47.481888 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:48:47.481888 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 08:48:47.481888 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:48:47.481888 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 08:48:47.481888 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:48:47.481888 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 08:48:47.481888 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:48:47.481888 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 08:48:47.481888 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:48:47.481888 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:48:47.481888 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:48:47.481888 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:48:47.481888 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:48:47.481888 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 08:48:47.481888 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:48:47.481888 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 08:48:47.481888 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:48:47.481888 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:48:47.481888 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:48:47.481888 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 08:48:47.481888 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:48:47.481888 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:48:47.481888 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:48:47.481888 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:48:47.481888 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:48:47.481888 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:48:47.481888 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:48:47.492274 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-84588252-ca95-4695-870d-6569b931a408 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:47.589129 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-84588252-ca95-4695-870d-6569b931a408 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:47.603613 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-84588252-ca95-4695-870d-6569b931a408 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "DELETE /v2.0/networks/035eb459-9a91-4fd8-901a-19f84b909974 HTTP/1.1" status: 204 len: 168 time: 0.7181001 Nov 12 08:48:47.604876 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84588252-ca95-4695-870d-6569b931a408 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Pushing event deleted for resources: {'Network': ['ID=035eb459-9a91-4fd8-901a-19f84b909974,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:47.612708 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 33056) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:47.648819 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d6e5cb37-53a8-461b-ba84-265d3b24043f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:47.697026 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d6e5cb37-53a8-461b-ba84-265d3b24043f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:47.702180 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-d6e5cb37-53a8-461b-ba84-265d3b24043f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/95814dbf-1f33-4345-ac50-f3f172cff469 HTTP/1.1" status: 204 len: 168 time: 0.5017412 Nov 12 08:48:47.756526 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e5cb37-53a8-461b-ba84-265d3b24043f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95814dbf-1f33-4345-ac50-f3f172cff469,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:47.759537 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2f091d34-e781-473a-9fb9-491b0368615d tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:47.846282 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2f091d34-e781-473a-9fb9-491b0368615d tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:48.005630 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2f091d34-e781-473a-9fb9-491b0368615d tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:48.009284 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2f091d34-e781-473a-9fb9-491b0368615d tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:48.010833 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-2f091d34-e781-473a-9fb9-491b0368615d tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "DELETE /v2.0/security-groups/dbce15ba-61c2-45c2-9eb0-b26d26aca996 HTTP/1.1" status: 204 len: 168 time: 0.3966968 Nov 12 08:48:48.028846 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f091d34-e781-473a-9fb9-491b0368615d tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbce15ba-61c2-45c2-9eb0-b26d26aca996,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:48.443536 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 33074) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:48.573266 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-0d332fd2-5da2-4582-9917-1e40789c4b12 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=51772590ac5b48deba2d4123b6db1de6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1279237 Nov 12 08:48:48.575756 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 33076) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:48.576672 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 33078) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:48.639149 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-39f0d966-ecc0-49b0-8c96-2d207e261f80 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-792678525', 'description': 'tempest-secgroup-smoke-792678525 description', 'project_id': 'af01ccd549054d7f8ad1904b6846172a'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:48.689439 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ecd4dcba-8cb5-4de7-ae2e-20c017a54859 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:48.701930 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-39f0d966-ecc0-49b0-8c96-2d207e261f80 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:48.722903 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ecd4dcba-8cb5-4de7-ae2e-20c017a54859 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:48.823133 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ecd4dcba-8cb5-4de7-ae2e-20c017a54859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:48.825739 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ecd4dcba-8cb5-4de7-ae2e-20c017a54859 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:48.826926 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-ecd4dcba-8cb5-4de7-ae2e-20c017a54859 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3120f929-ac0d-4fe2-92f5-f4a0443678e5 HTTP/1.1" status: 204 len: 168 time: 0.2485688 Nov 12 08:48:48.834678 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-39f0d966-ecc0-49b0-8c96-2d207e261f80 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:48.845629 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd4dcba-8cb5-4de7-ae2e-20c017a54859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3120f929-ac0d-4fe2-92f5-f4a0443678e5,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:48.848508 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-39f0d966-ecc0-49b0-8c96-2d207e261f80 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:48.884727 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f0d966-ecc0-49b0-8c96-2d207e261f80 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7227db70-d87d-400c-85ba-aa094dadc5d6,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:48.889661 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-39f0d966-ecc0-49b0-8c96-2d207e261f80 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:48.891041 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-39f0d966-ecc0-49b0-8c96-2d207e261f80 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2658610 Nov 12 08:48:48.894580 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 33086) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:48.899720 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-00425c41-bca2-401d-ba5e-17165cc42c43 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Request body: {'security_group_rule': {'security_group_id': '7227db70-d87d-400c-85ba-aa094dadc5d6', 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:48.976723 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-00425c41-bca2-401d-ba5e-17165cc42c43 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:49.100964 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-00425c41-bca2-401d-ba5e-17165cc42c43 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:49.114761 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-00425c41-bca2-401d-ba5e-17165cc42c43 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:49.166489 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-00425c41-bca2-401d-ba5e-17165cc42c43 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:49.172236 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-00425c41-bca2-401d-ba5e-17165cc42c43 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2737451 Nov 12 08:48:49.172236 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00425c41-bca2-401d-ba5e-17165cc42c43 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b09fdadc-78f1-47ed-99ab-1a9bcc6c0833,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:49.172583 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 33092) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:49.179497 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-986bc4ac-4998-4c95-b13c-cd07d3173b50 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Request body: {'security_group_rule': {'security_group_id': '7227db70-d87d-400c-85ba-aa094dadc5d6', 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:49.225126 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-986bc4ac-4998-4c95-b13c-cd07d3173b50 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:49.351163 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-986bc4ac-4998-4c95-b13c-cd07d3173b50 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:49.371214 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-986bc4ac-4998-4c95-b13c-cd07d3173b50 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:49.397297 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986bc4ac-4998-4c95-b13c-cd07d3173b50 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a2480be-5808-48af-8ae3-fc4fa079b721,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:49.428000 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-986bc4ac-4998-4c95-b13c-cd07d3173b50 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:49.430468 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-986bc4ac-4998-4c95-b13c-cd07d3173b50 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2568324 Nov 12 08:48:49.433335 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 33096) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:49.439291 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-62737c6e-3203-41a7-8f8c-a77b0cb6ecc9 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Request body: {'security_group_rule': {'security_group_id': '7227db70-d87d-400c-85ba-aa094dadc5d6', 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:49.529856 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-62737c6e-3203-41a7-8f8c-a77b0cb6ecc9 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:49.682552 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-62737c6e-3203-41a7-8f8c-a77b0cb6ecc9 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:49.691197 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-62737c6e-3203-41a7-8f8c-a77b0cb6ecc9 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:49.713823 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62737c6e-3203-41a7-8f8c-a77b0cb6ecc9 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09ca9b1a-320d-4e43-acdd-2be8d45a4c64,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:49.739274 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-62737c6e-3203-41a7-8f8c-a77b0cb6ecc9 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:49.741541 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-62737c6e-3203-41a7-8f8c-a77b0cb6ecc9 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3070416 Nov 12 08:48:49.744074 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 33100) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:49.749768 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-cc6b9b78-a453-40b3-a2f1-b9ca698be496 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Request body: {'security_group_rule': {'security_group_id': '7227db70-d87d-400c-85ba-aa094dadc5d6', 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:49.796254 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cc6b9b78-a453-40b3-a2f1-b9ca698be496 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:49.878655 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cc6b9b78-a453-40b3-a2f1-b9ca698be496 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:49.887669 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cc6b9b78-a453-40b3-a2f1-b9ca698be496 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:49.934190 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cc6b9b78-a453-40b3-a2f1-b9ca698be496 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:49.935356 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-cc6b9b78-a453-40b3-a2f1-b9ca698be496 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1899638 Nov 12 08:48:49.938232 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 33102) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:49.943594 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-d618a6c5-48c9-428d-8581-52c5a1ce32d8 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Request body: {'security_group_rule': {'security_group_id': '7227db70-d87d-400c-85ba-aa094dadc5d6', 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:49.951837 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6b9b78-a453-40b3-a2f1-b9ca698be496 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a7f3ed9-4778-48a5-8ee9-941e0c880a98,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:49.980662 n-d-765315-29 neutron-server[102600]: INFO neutron.db.securitygroups_db [None req-d618a6c5-48c9-428d-8581-52c5a1ce32d8 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Project af01ccd549054d7f8ad1904b6846172a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 08:48:49.996244 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d618a6c5-48c9-428d-8581-52c5a1ce32d8 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:50.109263 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d618a6c5-48c9-428d-8581-52c5a1ce32d8 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:50.116469 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d618a6c5-48c9-428d-8581-52c5a1ce32d8 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:50.142907 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d618a6c5-48c9-428d-8581-52c5a1ce32d8 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e317531f-3cfe-4b52-aa89-ead1defcc06c,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:50.152946 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d618a6c5-48c9-428d-8581-52c5a1ce32d8 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:50.154233 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-d618a6c5-48c9-428d-8581-52c5a1ce32d8 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2143705 Nov 12 08:48:50.157129 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 33108) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:50.163037 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-dac1a3a5-a687-40e3-8e94-023622b83d8f tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Request body: {'security_group_rule': {'security_group_id': '7227db70-d87d-400c-85ba-aa094dadc5d6', 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:50.193492 n-d-765315-29 neutron-server[102599]: INFO neutron.db.securitygroups_db [None req-dac1a3a5-a687-40e3-8e94-023622b83d8f tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Project af01ccd549054d7f8ad1904b6846172a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 08:48:50.200909 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-dac1a3a5-a687-40e3-8e94-023622b83d8f tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:50.275848 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-dac1a3a5-a687-40e3-8e94-023622b83d8f tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:50.281490 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-dac1a3a5-a687-40e3-8e94-023622b83d8f tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:50.309117 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac1a3a5-a687-40e3-8e94-023622b83d8f tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af0bfb24-ee78-4c69-a85f-266d8d037f59,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:50.319209 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-dac1a3a5-a687-40e3-8e94-023622b83d8f tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:50.323512 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-dac1a3a5-a687-40e3-8e94-023622b83d8f tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1616974 Nov 12 08:48:50.323512 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 33110) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:50.328335 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-75c449c6-6c0a-4ba3-85bb-80c8ee402a12 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Request body: {'network': {'name': 'tempest-network-smoke--1981410531', 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'port_security_enabled': True}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:50.360318 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75c449c6-6c0a-4ba3-85bb-80c8ee402a12 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Made reservation on behalf of af01ccd549054d7f8ad1904b6846172a for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:48:50.364228 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-75c449c6-6c0a-4ba3-85bb-80c8ee402a12 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:50.395274 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75c449c6-6c0a-4ba3-85bb-80c8ee402a12 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:48:50.405930 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-75c449c6-6c0a-4ba3-85bb-80c8ee402a12 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:50.407770 n-d-765315-29 neutron-server[102599]: INFO neutron.db.segments_db [None req-75c449c6-6c0a-4ba3-85bb-80c8ee402a12 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Added segment 935a8d0b-3bc8-4736-9a84-e80e1ee4ad89 of type vlan for network 7b551bf2-d21c-4710-9620-a731759562ae Nov 12 08:48:50.465514 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-75c449c6-6c0a-4ba3-85bb-80c8ee402a12 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:50.512616 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-75c449c6-6c0a-4ba3-85bb-80c8ee402a12 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:50.526008 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c449c6-6c0a-4ba3-85bb-80c8ee402a12 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:50.527783 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-75c449c6-6c0a-4ba3-85bb-80c8ee402a12 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:50.629519 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 33118) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:50.629924 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-75c449c6-6c0a-4ba3-85bb-80c8ee402a12 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3051434 Nov 12 08:48:50.634225 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-4069160f-7fdd-4183-9c73-8e10cdbd8bb6 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1122081229', 'admin_state_up': True, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:50.640572 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c449c6-6c0a-4ba3-85bb-80c8ee402a12 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Pushing event updated for resources: {'Network': ['ID=7b551bf2-d21c-4710-9620-a731759562ae,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:50.656025 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 7b551bf2-d21c-4710-9620-a731759562ae details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:48:50.686828 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4069160f-7fdd-4183-9c73-8e10cdbd8bb6 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:50.688341 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4069160f-7fdd-4183-9c73-8e10cdbd8bb6 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:50.769038 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4069160f-7fdd-4183-9c73-8e10cdbd8bb6 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:51.007213 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4069160f-7fdd-4183-9c73-8e10cdbd8bb6 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:51.282751 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4069160f-7fdd-4183-9c73-8e10cdbd8bb6 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for router_gateway, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:51.305416 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4069160f-7fdd-4183-9c73-8e10cdbd8bb6 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:51.437763 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-4069160f-7fdd-4183-9c73-8e10cdbd8bb6 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Allocated IP 172.25.2.209 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/f2794283-ed0c-4b7c-a955-0c9cf1c0ecc2) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:48:51.563563 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4069160f-7fdd-4183-9c73-8e10cdbd8bb6 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:51.603716 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4069160f-7fdd-4183-9c73-8e10cdbd8bb6 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:51.654970 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4069160f-7fdd-4183-9c73-8e10cdbd8bb6 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:48:51.658424 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-4069160f-7fdd-4183-9c73-8e10cdbd8bb6 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:48:51.664738 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4069160f-7fdd-4183-9c73-8e10cdbd8bb6 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:48:51.676540 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25acf02d-7f12-4f9d-9d69-d34b2dcfa0ec None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:48:51.746794 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4069160f-7fdd-4183-9c73-8e10cdbd8bb6 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Pushing event updated for resources: {'Port': ['ID=f2794283-ed0c-4b7c-a955-0c9cf1c0ecc2,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:51.808571 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-dc2a01c3-9da3-4e05-beb0-04765e2de63e None None] Provisioning complete for port f2794283-ed0c-4b7c-a955-0c9cf1c0ecc2 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:48:51.810270 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-dc2a01c3-9da3-4e05-beb0-04765e2de63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:51.878387 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-dc2a01c3-9da3-4e05-beb0-04765e2de63e None None] Port f2794283-ed0c-4b7c-a955-0c9cf1c0ecc2 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:48:52.429964 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4069160f-7fdd-4183-9c73-8e10cdbd8bb6 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for router_gateway, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:52.721832 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4069160f-7fdd-4183-9c73-8e10cdbd8bb6 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052'] for router, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:52.937632 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4069160f-7fdd-4183-9c73-8e10cdbd8bb6 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Router 3913958d-1944-432c-b697-2c16b9d3097d is scheduled to L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 with binding_index 1 {{(pid=102600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:48:53.201258 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4069160f-7fdd-4183-9c73-8e10cdbd8bb6 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:48:53.217108 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27438945-c975-4baa-91c5-062051448934 None None] Sync routers for ids ['3913958d-1944-432c-b697-2c16b9d3097d'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:48:53.236337 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27438945-c975-4baa-91c5-062051448934 None None] Routers {'3913958d-1944-432c-b697-2c16b9d3097d'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:48:53.237289 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-27438945-c975-4baa-91c5-062051448934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:48:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['3913958d-1944-432c-b697-2c16b9d3097d'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:53.275219 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4069160f-7fdd-4183-9c73-8e10cdbd8bb6 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:53.278524 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-4069160f-7fdd-4183-9c73-8e10cdbd8bb6 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.6478305 Nov 12 08:48:53.281769 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 33154) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:53.368638 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-f92b6e1e-1a8d-4afe-8360-61a6d44234f7 tempest-TestNetworkAdvancedServerOps-63743733 tempest-TestNetworkAdvancedServerOps-63743733-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=af01ccd549054d7f8ad1904b6846172a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0839694 Nov 12 08:48:53.371815 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 33156) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:53.404663 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-27438945-c975-4baa-91c5-062051448934 None None] Set router 3913958d-1944-432c-b697-2c16b9d3097d gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:48:53.601042 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d52861-018a-44fc-999e-e1bb2fa7e3c6 tempest-TestNetworkAdvancedServerOps-63743733 tempest-TestNetworkAdvancedServerOps-63743733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:53.603031 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-f8d52861-018a-44fc-999e-e1bb2fa7e3c6 tempest-TestNetworkAdvancedServerOps-63743733 tempest-TestNetworkAdvancedServerOps-63743733-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2291670 Nov 12 08:48:53.605951 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 33158) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:53.650212 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-27438945-c975-4baa-91c5-062051448934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3913958d-1944-432c-b697-2c16b9d3097d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1122081229', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': 'f2794283-ed0c-4b7c-a955-0c9cf1c0ecc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:48:50Z', 'updated_at': '2021-11-12T08:48:52Z', 'revision_number': 3, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'gw_port': {'id': 'f2794283-ed0c-4b7c-a955-0c9cf1c0ecc2', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:59:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3913958d-1944-432c-b697-2c16b9d3097d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:48:51Z', 'updated_at': '2021-11-12T08:48:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:53.650492 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-936dd990-0a04-4442-93f4-f77821ac3c48 tempest-TestNetworkAdvancedServerOps-63743733 tempest-TestNetworkAdvancedServerOps-63743733-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=d709f64f-f9e6-4525-b020-ad48633b9bbf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0409436 Nov 12 08:48:53.650658 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 33162) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:53.655770 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-7f6c6146-376e-4e75-89c0-fcd1486c2037 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1387616137', 'network_id': '7b551bf2-d21c-4710-9620-a731759562ae', 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:53.682179 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27438945-c975-4baa-91c5-062051448934 None None] Checking router: 3913958d-1944-432c-b697-2c16b9d3097d for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:48:53.682710 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27438945-c975-4baa-91c5-062051448934 None None] Updating router 3913958d-1944-432c-b697-2c16b9d3097d port f2794283-ed0c-4b7c-a955-0c9cf1c0ecc2 binding host n-d-765315-29 {{(pid=102601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:48:53.724272 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-27438945-c975-4baa-91c5-062051448934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:53.808908 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f6c6146-376e-4e75-89c0-fcd1486c2037 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Made reservation on behalf of af01ccd549054d7f8ad1904b6846172a for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:48:53.815328 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7f6c6146-376e-4e75-89c0-fcd1486c2037 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:54.201387 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7f6c6146-376e-4e75-89c0-fcd1486c2037 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:54.272496 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6c6146-376e-4e75-89c0-fcd1486c2037 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Pushing event updated for resources: {'Subnet': ['ID=6c0b307b-d64f-4943-ac85-e813117c7c39,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:54.297522 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6c6146-376e-4e75-89c0-fcd1486c2037 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Checking segment: {'id': '935a8d0b-3bc8-4736-9a84-e80e1ee4ad89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7b551bf2-d21c-4710-9620-a731759562ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:48:54.299554 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6c6146-376e-4e75-89c0-fcd1486c2037 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Network hostable DHCP agents. Network: 7b551bf2-d21c-4710-9620-a731759562ae, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:48:54.326633 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-27438945-c975-4baa-91c5-062051448934 None None] Publish callbacks [] for port, precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:54.328291 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6c6146-376e-4e75-89c0-fcd1486c2037 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Network 7b551bf2-d21c-4710-9620-a731759562ae is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:48:54.339628 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-27438945-c975-4baa-91c5-062051448934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:54.359188 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-7f6c6146-376e-4e75-89c0-fcd1486c2037 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 7b551bf2-d21c-4710-9620-a731759562ae) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:48:54.366042 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6c6146-376e-4e75-89c0-fcd1486c2037 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:54.367141 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7f6c6146-376e-4e75-89c0-fcd1486c2037 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:54.388539 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d708f2e-1e48-41a4-92c7-57be248a56af None None] Network 7b551bf2-d21c-4710-9620-a731759562ae requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:48:54.400547 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 33174) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:54.404129 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-7f6c6146-376e-4e75-89c0-fcd1486c2037 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7521400 Nov 12 08:48:54.430092 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9dc2dfc-52ff-488a-8525-5658eeb149f7 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:48:54.480649 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-27438945-c975-4baa-91c5-062051448934 None None] Attempting to bind port f2794283-ed0c-4b7c-a955-0c9cf1c0ecc2 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:48:54.481397 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-27438945-c975-4baa-91c5-062051448934 None None] Attempting to bind port f2794283-ed0c-4b7c-a955-0c9cf1c0ecc2 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:48:54.481960 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27438945-c975-4baa-91c5-062051448934 None None] Attempting to bind port f2794283-ed0c-4b7c-a955-0c9cf1c0ecc2 on network d709f64f-f9e6-4525-b020-ad48633b9bbf {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:48:54.508401 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27438945-c975-4baa-91c5-062051448934 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:48:54.509028 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27438945-c975-4baa-91c5-062051448934 None None] Checking segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:48:54.509634 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-27438945-c975-4baa-91c5-062051448934 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:54.510224 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27438945-c975-4baa-91c5-062051448934 None None] Bound using segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:48:54.511202 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-27438945-c975-4baa-91c5-062051448934 None None] Bound port: f2794283-ed0c-4b7c-a955-0c9cf1c0ecc2, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:48:54.511804 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-27438945-c975-4baa-91c5-062051448934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:54.602137 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756f1316-08fd-4ffd-86c3-0368d2245d1d None None] Pushing event updated for resources: {'Port': ['ID=f2794283-ed0c-4b7c-a955-0c9cf1c0ecc2,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:54.627225 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-27438945-c975-4baa-91c5-062051448934 None None] For port f2794283-ed0c-4b7c-a955-0c9cf1c0ecc2, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:48:54.690888 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e4213cfc-fc99-4c44-981c-a1403c45edcd None None] Provisioning complete for port f2794283-ed0c-4b7c-a955-0c9cf1c0ecc2 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:48:54.691453 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e4213cfc-fc99-4c44-981c-a1403c45edcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:54.700900 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-27438945-c975-4baa-91c5-062051448934 None None] For port f2794283-ed0c-4b7c-a955-0c9cf1c0ecc2, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=f2794283-ed0c-4b7c-a955-0c9cf1c0ecc2,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:48:54.743149 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-27438945-c975-4baa-91c5-062051448934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:54.837762 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-e4213cfc-fc99-4c44-981c-a1403c45edcd None None] Port f2794283-ed0c-4b7c-a955-0c9cf1c0ecc2 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:48:54.848151 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee6551c-5197-4dfb-95ca-c5879949439c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-7b551bf2-d21c-4710-9620-a731759562ae', 'network_id': '7b551bf2-d21c-4710-9620-a731759562ae', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'fixed_ips': [{'subnet_id': '6c0b307b-d64f-4943-ac85-e813117c7c39'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:48:54.848956 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3ee6551c-5197-4dfb-95ca-c5879949439c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:54.900407 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98d6db4-997c-497d-a94c-65e032d726b3 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:48:54.905249 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756f1316-08fd-4ffd-86c3-0368d2245d1d None None] Pushing event updated for resources: {'Port': ['ID=f2794283-ed0c-4b7c-a955-0c9cf1c0ecc2,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:54.913673 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27438945-c975-4baa-91c5-062051448934 None None] Routers {'3913958d-1944-432c-b697-2c16b9d3097d'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:48:54.915832 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-27438945-c975-4baa-91c5-062051448934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:48:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['3913958d-1944-432c-b697-2c16b9d3097d'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:55.312460 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ae6f7879-18b4-4f52-b089-8c849d2ccaa0 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:55.418817 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-3ee6551c-5197-4dfb-95ca-c5879949439c None None] Allocated IP 172.20.0.2 (7b551bf2-d21c-4710-9620-a731759562ae/6c0b307b-d64f-4943-ac85-e813117c7c39/06f2e0fa-fadc-4e38-875f-b6e846451503) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:48:55.545931 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-27438945-c975-4baa-91c5-062051448934 None None] Set router 3913958d-1944-432c-b697-2c16b9d3097d gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:48:55.835844 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-f88d5f2f-8aa2-4c36-8de1-efb31b5dfe0e None None] Provisioning complete for port f2794283-ed0c-4b7c-a955-0c9cf1c0ecc2 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:48:55.835844 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f88d5f2f-8aa2-4c36-8de1-efb31b5dfe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:56.105854 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-27438945-c975-4baa-91c5-062051448934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3913958d-1944-432c-b697-2c16b9d3097d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1122081229', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': 'f2794283-ed0c-4b7c-a955-0c9cf1c0ecc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:48:50Z', 'updated_at': '2021-11-12T08:48:52Z', 'revision_number': 3, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'gw_port': {'id': 'f2794283-ed0c-4b7c-a955-0c9cf1c0ecc2', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:59:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3913958d-1944-432c-b697-2c16b9d3097d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:48:51Z', 'updated_at': '2021-11-12T08:48:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:56.108133 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3ee6551c-5197-4dfb-95ca-c5879949439c None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:56.109660 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f88d5f2f-8aa2-4c36-8de1-efb31b5dfe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:56.132260 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-f88d5f2f-8aa2-4c36-8de1-efb31b5dfe0e None None] For port f2794283-ed0c-4b7c-a955-0c9cf1c0ecc2, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=f2794283-ed0c-4b7c-a955-0c9cf1c0ecc2,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:48:56.169129 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f88d5f2f-8aa2-4c36-8de1-efb31b5dfe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:56.205936 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3ee6551c-5197-4dfb-95ca-c5879949439c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:56.213459 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27438945-c975-4baa-91c5-062051448934 None None] The sync data for ids ['3913958d-1944-432c-b697-2c16b9d3097d'] in n-d-765315-29 is: [{'id': '3913958d-1944-432c-b697-2c16b9d3097d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1122081229', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': 'f2794283-ed0c-4b7c-a955-0c9cf1c0ecc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:48:50Z', 'updated_at': '2021-11-12T08:48:52Z', 'revision_number': 3, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'gw_port': {'id': 'f2794283-ed0c-4b7c-a955-0c9cf1c0ecc2', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:59:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3913958d-1944-432c-b697-2c16b9d3097d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:48:51Z', 'updated_at': '2021-11-12T08:48:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:48:56.234139 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee6551c-5197-4dfb-95ca-c5879949439c None None] Network 7b551bf2-d21c-4710-9620-a731759562ae is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:48:56.240853 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-3ee6551c-5197-4dfb-95ca-c5879949439c None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:48:56.258268 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee6551c-5197-4dfb-95ca-c5879949439c None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:48:56.277265 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88d5f2f-8aa2-4c36-8de1-efb31b5dfe0e None None] Pushing event updated for resources: {'Port': ['ID=f2794283-ed0c-4b7c-a955-0c9cf1c0ecc2,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:56.286900 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-ae6f7879-18b4-4f52-b089-8c849d2ccaa0 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Allocated IP 172.20.0.1 (7b551bf2-d21c-4710-9620-a731759562ae/6c0b307b-d64f-4943-ac85-e813117c7c39/9a4248b9-7482-4c10-87e7-b0132e913499) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:48:56.361371 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee6551c-5197-4dfb-95ca-c5879949439c None None] Pushing event updated for resources: {'Port': ['ID=06f2e0fa-fadc-4e38-875f-b6e846451503,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:56.444182 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-3ee6551c-5197-4dfb-95ca-c5879949439c None None] Attempting to bind port 06f2e0fa-fadc-4e38-875f-b6e846451503 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:48:56.444901 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-3ee6551c-5197-4dfb-95ca-c5879949439c None None] Attempting to bind port 06f2e0fa-fadc-4e38-875f-b6e846451503 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '935a8d0b-3bc8-4736-9a84-e80e1ee4ad89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7b551bf2-d21c-4710-9620-a731759562ae'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:48:56.444901 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee6551c-5197-4dfb-95ca-c5879949439c None None] Attempting to bind port 06f2e0fa-fadc-4e38-875f-b6e846451503 on network 7b551bf2-d21c-4710-9620-a731759562ae {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:48:56.454842 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee6551c-5197-4dfb-95ca-c5879949439c None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:48:56.455475 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee6551c-5197-4dfb-95ca-c5879949439c None None] Checking segment: {'id': '935a8d0b-3bc8-4736-9a84-e80e1ee4ad89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7b551bf2-d21c-4710-9620-a731759562ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:48:56.455992 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3ee6551c-5197-4dfb-95ca-c5879949439c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:56.456395 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee6551c-5197-4dfb-95ca-c5879949439c None None] Bound using segment: {'id': '935a8d0b-3bc8-4736-9a84-e80e1ee4ad89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7b551bf2-d21c-4710-9620-a731759562ae'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:48:56.456884 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-3ee6551c-5197-4dfb-95ca-c5879949439c None None] Bound port: 06f2e0fa-fadc-4e38-875f-b6e846451503, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '935a8d0b-3bc8-4736-9a84-e80e1ee4ad89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7b551bf2-d21c-4710-9620-a731759562ae'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:48:56.457309 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3ee6551c-5197-4dfb-95ca-c5879949439c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:56.525737 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ae6f7879-18b4-4f52-b089-8c849d2ccaa0 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:56.592523 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-3ee6551c-5197-4dfb-95ca-c5879949439c None None] For port 06f2e0fa-fadc-4e38-875f-b6e846451503, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:48:56.602160 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-3ee6551c-5197-4dfb-95ca-c5879949439c None None] For port 06f2e0fa-fadc-4e38-875f-b6e846451503, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=06f2e0fa-fadc-4e38-875f-b6e846451503,segment=NetworkSegment(935a8d0b-3bc8-4736-9a84-e80e1ee4ad89),segment_id=935a8d0b-3bc8-4736-9a84-e80e1ee4ad89)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:48:56.619229 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3ee6551c-5197-4dfb-95ca-c5879949439c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:56.661487 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ae6f7879-18b4-4f52-b089-8c849d2ccaa0 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:56.757815 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6f7879-18b4-4f52-b089-8c849d2ccaa0 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Network 7b551bf2-d21c-4710-9620-a731759562ae is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:48:56.761301 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-ae6f7879-18b4-4f52-b089-8c849d2ccaa0 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:48:56.765608 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6f7879-18b4-4f52-b089-8c849d2ccaa0 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:48:56.822230 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6f7879-18b4-4f52-b089-8c849d2ccaa0 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Pushing event updated for resources: {'Port': ['ID=9a4248b9-7482-4c10-87e7-b0132e913499,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:56.828505 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee6551c-5197-4dfb-95ca-c5879949439c None None] Pushing event updated for resources: {'Port': ['ID=06f2e0fa-fadc-4e38-875f-b6e846451503,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:56.860382 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ae6f7879-18b4-4f52-b089-8c849d2ccaa0 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933481'] for router_interface, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:57.140081 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ae6f7879-18b4-4f52-b089-8c849d2ccaa0 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:57.437282 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 06f2e0fa-fadc-4e38-875f-b6e846451503 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:48:57.574964 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 06f2e0fa-fadc-4e38-875f-b6e846451503 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:48:57.576253 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:57.592129 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ae6f7879-18b4-4f52-b089-8c849d2ccaa0 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:57.605008 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ae6f7879-18b4-4f52-b089-8c849d2ccaa0 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:57.729503 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6f7879-18b4-4f52-b089-8c849d2ccaa0 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Pushing event updated for resources: {'Port': ['ID=9a4248b9-7482-4c10-87e7-b0132e913499,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:57.740027 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ae6f7879-18b4-4f52-b089-8c849d2ccaa0 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933629'] for router_interface, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:57.818657 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:57.933359 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] For port 06f2e0fa-fadc-4e38-875f-b6e846451503, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=06f2e0fa-fadc-4e38-875f-b6e846451503,segment=NetworkSegment(935a8d0b-3bc8-4736-9a84-e80e1ee4ad89),segment_id=935a8d0b-3bc8-4736-9a84-e80e1ee4ad89)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:48:57.949248 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:57.953686 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device f2794283-ed0c-4b7c-a955-0c9cf1c0ecc2 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:48:57.970751 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6f7879-18b4-4f52-b089-8c849d2ccaa0 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Network 7b551bf2-d21c-4710-9620-a731759562ae is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:48:57.974072 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-ae6f7879-18b4-4f52-b089-8c849d2ccaa0 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:48:58.103676 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port f2794283-ed0c-4b7c-a955-0c9cf1c0ecc2 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:48:58.105875 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:58.249998 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Pushing event updated for resources: {'Port': ['ID=06f2e0fa-fadc-4e38-875f-b6e846451503,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:58.263177 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae6f7879-18b4-4f52-b089-8c849d2ccaa0 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Router 3913958d-1944-432c-b697-2c16b9d3097d has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:48:58.380332 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0d99de-01bb-4802-b0f6-79b9ce1243ed None None] Network 7b551bf2-d21c-4710-9620-a731759562ae requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:48:58.479311 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae6f7879-18b4-4f52-b089-8c849d2ccaa0 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:48:58.489517 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-ae6f7879-18b4-4f52-b089-8c849d2ccaa0 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "PUT /v2.0/routers/3913958d-1944-432c-b697-2c16b9d3097d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0869265 Nov 12 08:48:58.510694 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-d96eb0d5-1d2c-41ee-89f0-84199ad32688 None None] Provisioning complete for port 06f2e0fa-fadc-4e38-875f-b6e846451503 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:48:58.511068 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d96eb0d5-1d2c-41ee-89f0-84199ad32688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:58.848637 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-647c3c21-1dbb-4d8c-b250-2c5b897a3d87 req-49caa62b-66af-4031-8c5f-5c693d8233c9 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-792678525&fields=id&tenant_id=af01ccd549054d7f8ad1904b6846172a HTTP/1.1" status: 200 len: 267 time: 0.0821352 Nov 12 08:48:58.960805 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b2947e-d01a-4a33-acb8-f69bc66dc5da None None] Sync routers for ids ['3913958d-1944-432c-b697-2c16b9d3097d'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:48:59.003526 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b2947e-d01a-4a33-acb8-f69bc66dc5da None None] Routers {'3913958d-1944-432c-b697-2c16b9d3097d'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:48:59.007004 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-03b2947e-d01a-4a33-acb8-f69bc66dc5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:48:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['3913958d-1944-432c-b697-2c16b9d3097d'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:59.022599 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c3c21-1dbb-4d8c-b250-2c5b897a3d87 req-1022b5b0-924d-4cd8-aa78-7081173eeef2 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:59.031795 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-647c3c21-1dbb-4d8c-b250-2c5b897a3d87 req-1022b5b0-924d-4cd8-aa78-7081173eeef2 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/networks?id=7b551bf2-d21c-4710-9620-a731759562ae HTTP/1.1" status: 200 len: 797 time: 0.1751256 Nov 12 08:48:59.081997 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-647c3c21-1dbb-4d8c-b250-2c5b897a3d87 req-ca3eddaf-25b1-4451-b81b-000ef27002b5 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/quotas/af01ccd549054d7f8ad1904b6846172a HTTP/1.1" status: 200 len: 375 time: 0.0484173 Nov 12 08:48:59.181694 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-647c3c21-1dbb-4d8c-b250-2c5b897a3d87 req-f4c6527f-e7a6-48b3-bc31-dcadaec9a5e9 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=af01ccd549054d7f8ad1904b6846172a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0965939 Nov 12 08:48:59.246847 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-63a42c32-836f-498c-aef6-846d3188d7d5 None None] Provisioning complete for port 9a4248b9-7482-4c10-87e7-b0132e913499 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:48:59.253673 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-63a42c32-836f-498c-aef6-846d3188d7d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:59.289788 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-03b2947e-d01a-4a33-acb8-f69bc66dc5da None None] Set router 3913958d-1944-432c-b697-2c16b9d3097d gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:48:59.352590 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-63a42c32-836f-498c-aef6-846d3188d7d5 None None] Port 9a4248b9-7482-4c10-87e7-b0132e913499 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:48:59.413559 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-63a42c32-836f-498c-aef6-846d3188d7d5 None None] Provisioning complete for port 06f2e0fa-fadc-4e38-875f-b6e846451503 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:48:59.413981 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-63a42c32-836f-498c-aef6-846d3188d7d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:59.430143 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-647c3c21-1dbb-4d8c-b250-2c5b897a3d87 req-c64c2ea0-8046-4f0f-80ba-e2d4977f0d32 service neutron] 10.222.0.26 "GET /v2.0/networks/7b551bf2-d21c-4710-9620-a731759562ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468266 Nov 12 08:48:59.520596 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 06f2e0fa-fadc-4e38-875f-b6e846451503 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:48:59.707784 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 06f2e0fa-fadc-4e38-875f-b6e846451503 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:48:59.708149 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:59.745896 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-647c3c21-1dbb-4d8c-b250-2c5b897a3d87 req-fd01c6ef-f9f3-4b8d-a9cb-7b1635fb620a service neutron] 10.222.0.26 "GET /v2.0/networks/7b551bf2-d21c-4710-9620-a731759562ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3147593 Nov 12 08:48:59.770561 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-03b2947e-d01a-4a33-acb8-f69bc66dc5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3913958d-1944-432c-b697-2c16b9d3097d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1122081229', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': 'f2794283-ed0c-4b7c-a955-0c9cf1c0ecc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:48:50Z', 'updated_at': '2021-11-12T08:48:57Z', 'revision_number': 4, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'gw_port': {'id': 'f2794283-ed0c-4b7c-a955-0c9cf1c0ecc2', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:59:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3913958d-1944-432c-b697-2c16b9d3097d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:48:51Z', 'updated_at': '2021-11-12T08:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '9a4248b9-7482-4c10-87e7-b0132e913499', 'name': '', 'network_id': '7b551bf2-d21c-4710-9620-a731759562ae', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'mac_address': 'fa:16:3e:e5:05:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3913958d-1944-432c-b697-2c16b9d3097d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '6c0b307b-d64f-4943-ac85-e813117c7c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:48:55Z', 'updated_at': '2021-11-12T08:48:57Z', 'revision_number': 2, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'subnets': [{'id': '6c0b307b-d64f-4943-ac85-e813117c7c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:59.807360 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b2947e-d01a-4a33-acb8-f69bc66dc5da None None] Checking router: 3913958d-1944-432c-b697-2c16b9d3097d for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:48:59.808255 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b2947e-d01a-4a33-acb8-f69bc66dc5da None None] Updating router 3913958d-1944-432c-b697-2c16b9d3097d port 9a4248b9-7482-4c10-87e7-b0132e913499 binding host n-d-765315-29 {{(pid=102602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:48:59.850690 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-03b2947e-d01a-4a33-acb8-f69bc66dc5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:59.888880 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-b36f3e3c-9343-4c62-80af-32358136a3fa None None] Provisioning complete for port 9a4248b9-7482-4c10-87e7-b0132e913499 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:48:59.889247 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b36f3e3c-9343-4c62-80af-32358136a3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:59.963349 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-b36f3e3c-9343-4c62-80af-32358136a3fa None None] Port 9a4248b9-7482-4c10-87e7-b0132e913499 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:49:00.052013 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b4847280-261f-43e5-b7c7-5d92d22d9ba4 req-a06463bb-f934-4440-9cee-937f714f77ab tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=761ebb36-dc2b-47d0-a57b-ca1c996c18e3 HTTP/1.1" status: 200 len: 210 time: 0.0296090 Nov 12 08:49:00.090154 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-3c26b472-16c1-45e5-9c51-2a93852ec017 None None] Provisioning complete for port 9a4248b9-7482-4c10-87e7-b0132e913499 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:00.091097 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3c26b472-16c1-45e5-9c51-2a93852ec017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:00.146040 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-3c26b472-16c1-45e5-9c51-2a93852ec017 None None] Port 9a4248b9-7482-4c10-87e7-b0132e913499 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:49:00.303333 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-03b2947e-d01a-4a33-acb8-f69bc66dc5da None None] Publish callbacks [] for port, precommit_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:00.313060 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-03b2947e-d01a-4a33-acb8-f69bc66dc5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:00.367477 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e98c963-a9d0-4a0d-bc89-c7bfbe5b2308 None None] Pushing event updated for resources: {'Port': ['ID=9a4248b9-7482-4c10-87e7-b0132e913499,revision_number=3']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:00.384165 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e98c963-a9d0-4a0d-bc89-c7bfbe5b2308 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:00.384165 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e98c963-a9d0-4a0d-bc89-c7bfbe5b2308 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:00.384165 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e98c963-a9d0-4a0d-bc89-c7bfbe5b2308 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:00.384165 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e98c963-a9d0-4a0d-bc89-c7bfbe5b2308 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:00.384747 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e98c963-a9d0-4a0d-bc89-c7bfbe5b2308 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:00.384747 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e98c963-a9d0-4a0d-bc89-c7bfbe5b2308 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:00.385208 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e98c963-a9d0-4a0d-bc89-c7bfbe5b2308 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:00.385414 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e98c963-a9d0-4a0d-bc89-c7bfbe5b2308 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:00.385605 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e98c963-a9d0-4a0d-bc89-c7bfbe5b2308 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:00.385923 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e98c963-a9d0-4a0d-bc89-c7bfbe5b2308 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:00.386254 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e98c963-a9d0-4a0d-bc89-c7bfbe5b2308 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:00.386565 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e98c963-a9d0-4a0d-bc89-c7bfbe5b2308 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:00.480484 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-03b2947e-d01a-4a33-acb8-f69bc66dc5da None None] Attempting to bind port 9a4248b9-7482-4c10-87e7-b0132e913499 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:49:00.480847 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-03b2947e-d01a-4a33-acb8-f69bc66dc5da None None] Attempting to bind port 9a4248b9-7482-4c10-87e7-b0132e913499 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '935a8d0b-3bc8-4736-9a84-e80e1ee4ad89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7b551bf2-d21c-4710-9620-a731759562ae'}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:49:00.481208 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b2947e-d01a-4a33-acb8-f69bc66dc5da None None] Attempting to bind port 9a4248b9-7482-4c10-87e7-b0132e913499 on network 7b551bf2-d21c-4710-9620-a731759562ae {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:49:00.487295 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b2947e-d01a-4a33-acb8-f69bc66dc5da None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:49:00.487676 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b2947e-d01a-4a33-acb8-f69bc66dc5da None None] Checking segment: {'id': '935a8d0b-3bc8-4736-9a84-e80e1ee4ad89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7b551bf2-d21c-4710-9620-a731759562ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:49:00.488076 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-03b2947e-d01a-4a33-acb8-f69bc66dc5da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:00.488521 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b2947e-d01a-4a33-acb8-f69bc66dc5da None None] Bound using segment: {'id': '935a8d0b-3bc8-4736-9a84-e80e1ee4ad89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7b551bf2-d21c-4710-9620-a731759562ae'} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:49:00.488992 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-03b2947e-d01a-4a33-acb8-f69bc66dc5da None None] Bound port: 9a4248b9-7482-4c10-87e7-b0132e913499, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '935a8d0b-3bc8-4736-9a84-e80e1ee4ad89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7b551bf2-d21c-4710-9620-a731759562ae'}}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:49:00.489418 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-03b2947e-d01a-4a33-acb8-f69bc66dc5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:00.587992 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-03b2947e-d01a-4a33-acb8-f69bc66dc5da None None] For port 9a4248b9-7482-4c10-87e7-b0132e913499, host n-d-765315-29, cleared binding levels {{(pid=102602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:49:00.591851 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-03b2947e-d01a-4a33-acb8-f69bc66dc5da None None] For port 9a4248b9-7482-4c10-87e7-b0132e913499, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=9a4248b9-7482-4c10-87e7-b0132e913499,segment=NetworkSegment(935a8d0b-3bc8-4736-9a84-e80e1ee4ad89),segment_id=935a8d0b-3bc8-4736-9a84-e80e1ee4ad89)] {{(pid=102602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:49:00.598468 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-03b2947e-d01a-4a33-acb8-f69bc66dc5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:00.682743 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e98c963-a9d0-4a0d-bc89-c7bfbe5b2308 None None] Pushing event updated for resources: {'Port': ['ID=9a4248b9-7482-4c10-87e7-b0132e913499,revision_number=4']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:00.686806 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b2947e-d01a-4a33-acb8-f69bc66dc5da None None] Routers {'3913958d-1944-432c-b697-2c16b9d3097d'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:49:00.687544 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-03b2947e-d01a-4a33-acb8-f69bc66dc5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:48:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['3913958d-1944-432c-b697-2c16b9d3097d'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:49:00.888933 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-03b2947e-d01a-4a33-acb8-f69bc66dc5da None None] Set router 3913958d-1944-432c-b697-2c16b9d3097d gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:49:00.891987 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-250bc4e3-b6b1-4f0c-9f3e-a0fb4560ac86 None None] Provisioning complete for port 9a4248b9-7482-4c10-87e7-b0132e913499 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:00.893076 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-250bc4e3-b6b1-4f0c-9f3e-a0fb4560ac86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:01.116420 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-250bc4e3-b6b1-4f0c-9f3e-a0fb4560ac86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:01.179169 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-250bc4e3-b6b1-4f0c-9f3e-a0fb4560ac86 None None] For port 9a4248b9-7482-4c10-87e7-b0132e913499, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=9a4248b9-7482-4c10-87e7-b0132e913499,segment=NetworkSegment(935a8d0b-3bc8-4736-9a84-e80e1ee4ad89),segment_id=935a8d0b-3bc8-4736-9a84-e80e1ee4ad89)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:49:01.187255 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-250bc4e3-b6b1-4f0c-9f3e-a0fb4560ac86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:01.215171 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2382d763-b944-4f59-a139-ac83d2866bd4 req-a88a5e4c-fa40-444f-92ce-6392f3ba8446 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=761ebb36-dc2b-47d0-a57b-ca1c996c18e3 HTTP/1.1" status: 200 len: 210 time: 0.0599396 Nov 12 08:49:01.263618 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250bc4e3-b6b1-4f0c-9f3e-a0fb4560ac86 None None] Pushing event updated for resources: {'Port': ['ID=9a4248b9-7482-4c10-87e7-b0132e913499,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:01.270386 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-03b2947e-d01a-4a33-acb8-f69bc66dc5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3913958d-1944-432c-b697-2c16b9d3097d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1122081229', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': 'f2794283-ed0c-4b7c-a955-0c9cf1c0ecc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:48:50Z', 'updated_at': '2021-11-12T08:48:57Z', 'revision_number': 4, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'gw_port': {'id': 'f2794283-ed0c-4b7c-a955-0c9cf1c0ecc2', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:59:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3913958d-1944-432c-b697-2c16b9d3097d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:48:51Z', 'updated_at': '2021-11-12T08:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '9a4248b9-7482-4c10-87e7-b0132e913499', 'name': '', 'network_id': '7b551bf2-d21c-4710-9620-a731759562ae', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'mac_address': 'fa:16:3e:e5:05:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3913958d-1944-432c-b697-2c16b9d3097d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '6c0b307b-d64f-4943-ac85-e813117c7c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:48:55Z', 'updated_at': '2021-11-12T08:49:00Z', 'revision_number': 4, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'subnets': [{'id': '6c0b307b-d64f-4943-ac85-e813117c7c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:49:01.302775 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b2947e-d01a-4a33-acb8-f69bc66dc5da None None] The sync data for ids ['3913958d-1944-432c-b697-2c16b9d3097d'] in n-d-765315-29 is: [{'id': '3913958d-1944-432c-b697-2c16b9d3097d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1122081229', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': 'f2794283-ed0c-4b7c-a955-0c9cf1c0ecc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:48:50Z', 'updated_at': '2021-11-12T08:48:57Z', 'revision_number': 4, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'gw_port': {'id': 'f2794283-ed0c-4b7c-a955-0c9cf1c0ecc2', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:59:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3913958d-1944-432c-b697-2c16b9d3097d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:48:51Z', 'updated_at': '2021-11-12T08:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '9a4248b9-7482-4c10-87e7-b0132e913499', 'name': '', 'network_id': '7b551bf2-d21c-4710-9620-a731759562ae', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'mac_address': 'fa:16:3e:e5:05:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3913958d-1944-432c-b697-2c16b9d3097d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '6c0b307b-d64f-4943-ac85-e813117c7c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:48:55Z', 'updated_at': '2021-11-12T08:49:00Z', 'revision_number': 4, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'subnets': [{'id': '6c0b307b-d64f-4943-ac85-e813117c7c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:49:01.320356 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-555a152f-2c7e-4935-a18b-9d43d2e9cf67 None None] Provisioning complete for port 9a4248b9-7482-4c10-87e7-b0132e913499 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:01.320830 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-555a152f-2c7e-4935-a18b-9d43d2e9cf67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:01.599192 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c3c21-1dbb-4d8c-b250-2c5b897a3d87 req-a00ba008-d280-48ca-882d-9d3d239ce0b1 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:01.600916 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-647c3c21-1dbb-4d8c-b250-2c5b897a3d87 req-a00ba008-d280-48ca-882d-9d3d239ce0b1 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.21 "GET /v2.0/networks?id=7b551bf2-d21c-4710-9620-a731759562ae HTTP/1.1" status: 200 len: 797 time: 0.1791654 Nov 12 08:49:01.689861 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-647c3c21-1dbb-4d8c-b250-2c5b897a3d87 req-2108d443-e717-4659-81a4-e711901c0700 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af01ccd549054d7f8ad1904b6846172a HTTP/1.1" status: 200 len: 379 time: 0.0781353 Nov 12 08:49:01.705201 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-647c3c21-1dbb-4d8c-b250-2c5b897a3d87 req-82862889-46c4-4369-8499-0234ee1a4975 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Request body: {'port': {'device_id': '761ebb36-dc2b-47d0-a57b-ca1c996c18e3', 'network_id': '7b551bf2-d21c-4710-9620-a731759562ae', 'admin_state_up': True, 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'security_groups': ['7227db70-d87d-400c-85ba-aa094dadc5d6']}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:49:01.848815 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-647c3c21-1dbb-4d8c-b250-2c5b897a3d87 req-82862889-46c4-4369-8499-0234ee1a4975 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Made reservation on behalf of af01ccd549054d7f8ad1904b6846172a for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:49:01.852849 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-647c3c21-1dbb-4d8c-b250-2c5b897a3d87 req-82862889-46c4-4369-8499-0234ee1a4975 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:02.043941 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-647c3c21-1dbb-4d8c-b250-2c5b897a3d87 req-82862889-46c4-4369-8499-0234ee1a4975 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Allocated IP 172.20.0.4 (7b551bf2-d21c-4710-9620-a731759562ae/6c0b307b-d64f-4943-ac85-e813117c7c39/aac28850-7c54-4e21-98b2-d86bf9535110) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:49:02.259411 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-647c3c21-1dbb-4d8c-b250-2c5b897a3d87 req-82862889-46c4-4369-8499-0234ee1a4975 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:02.301938 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-647c3c21-1dbb-4d8c-b250-2c5b897a3d87 req-82862889-46c4-4369-8499-0234ee1a4975 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:02.353578 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4be808d-1eec-48d7-a8e4-bd69b10fe3e0 req-41bb3a45-f136-4bd3-b434-3c3eec25f950 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:02.355270 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f4be808d-1eec-48d7-a8e4-bd69b10fe3e0 req-41bb3a45-f136-4bd3-b434-3c3eec25f950 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=761ebb36-dc2b-47d0-a57b-ca1c996c18e3 HTTP/1.1" status: 200 len: 931 time: 0.0561514 Nov 12 08:49:02.356937 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-647c3c21-1dbb-4d8c-b250-2c5b897a3d87 req-82862889-46c4-4369-8499-0234ee1a4975 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Network 7b551bf2-d21c-4710-9620-a731759562ae is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:49:02.362963 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-647c3c21-1dbb-4d8c-b250-2c5b897a3d87 req-82862889-46c4-4369-8499-0234ee1a4975 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:49:02.366953 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-647c3c21-1dbb-4d8c-b250-2c5b897a3d87 req-82862889-46c4-4369-8499-0234ee1a4975 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:49:02.374514 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82862889-46c4-4369-8499-0234ee1a4975 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Pushing event updated for resources: {'Port': ['ID=aac28850-7c54-4e21-98b2-d86bf9535110,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:02.432453 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f4be808d-1eec-48d7-a8e4-bd69b10fe3e0 req-2366ce32-b242-4325-9a6a-d83e42e61fe9 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=7227db70-d87d-400c-85ba-aa094dadc5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687997 Nov 12 08:49:02.436313 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c3c21-1dbb-4d8c-b250-2c5b897a3d87 req-82862889-46c4-4369-8499-0234ee1a4975 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:02.437130 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-647c3c21-1dbb-4d8c-b250-2c5b897a3d87 req-82862889-46c4-4369-8499-0234ee1a4975 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:02.459140 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-647c3c21-1dbb-4d8c-b250-2c5b897a3d87 req-82862889-46c4-4369-8499-0234ee1a4975 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7623293 Nov 12 08:49:02.471346 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-647c3c21-1dbb-4d8c-b250-2c5b897a3d87 req-29284352-1781-4500-81b8-bff9ad80c5b3 service neutron] Request body: {'port': {'device_id': '761ebb36-dc2b-47d0-a57b-ca1c996c18e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:49:02.535789 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-647c3c21-1dbb-4d8c-b250-2c5b897a3d87 req-29284352-1781-4500-81b8-bff9ad80c5b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:02.621266 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-ebf6d518-76d7-4088-9982-7606310ebba2 None None] Provisioning complete for port aac28850-7c54-4e21-98b2-d86bf9535110 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:02.621779 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ebf6d518-76d7-4088-9982-7606310ebba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:02.669788 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-ebf6d518-76d7-4088-9982-7606310ebba2 None None] Port aac28850-7c54-4e21-98b2-d86bf9535110 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:49:02.850125 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-647c3c21-1dbb-4d8c-b250-2c5b897a3d87 req-29284352-1781-4500-81b8-bff9ad80c5b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aac28850-7c54-4e21-98b2-d86bf9535110 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:49:02.858069 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-647c3c21-1dbb-4d8c-b250-2c5b897a3d87 req-29284352-1781-4500-81b8-bff9ad80c5b3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:02.871340 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-647c3c21-1dbb-4d8c-b250-2c5b897a3d87 req-29284352-1781-4500-81b8-bff9ad80c5b3 service neutron] Transition to ACTIVE for port object aac28850-7c54-4e21-98b2-d86bf9535110 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:49:02.877218 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-647c3c21-1dbb-4d8c-b250-2c5b897a3d87 req-29284352-1781-4500-81b8-bff9ad80c5b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:02.946788 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29284352-1781-4500-81b8-bff9ad80c5b3 service neutron] Pushing event updated for resources: {'Port': ['ID=aac28850-7c54-4e21-98b2-d86bf9535110,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:03.006628 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-647c3c21-1dbb-4d8c-b250-2c5b897a3d87 req-29284352-1781-4500-81b8-bff9ad80c5b3 service neutron] Attempting to bind port aac28850-7c54-4e21-98b2-d86bf9535110 on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:49:03.006977 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-647c3c21-1dbb-4d8c-b250-2c5b897a3d87 req-29284352-1781-4500-81b8-bff9ad80c5b3 service neutron] Attempting to bind port aac28850-7c54-4e21-98b2-d86bf9535110 by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': '935a8d0b-3bc8-4736-9a84-e80e1ee4ad89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7b551bf2-d21c-4710-9620-a731759562ae'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:49:03.007394 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647c3c21-1dbb-4d8c-b250-2c5b897a3d87 req-29284352-1781-4500-81b8-bff9ad80c5b3 service neutron] Attempting to bind port aac28850-7c54-4e21-98b2-d86bf9535110 on network 7b551bf2-d21c-4710-9620-a731759562ae {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:49:03.012339 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647c3c21-1dbb-4d8c-b250-2c5b897a3d87 req-29284352-1781-4500-81b8-bff9ad80c5b3 service neutron] Port aac28850-7c54-4e21-98b2-d86bf9535110 on network 7b551bf2-d21c-4710-9620-a731759562ae not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:49:03.012651 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647c3c21-1dbb-4d8c-b250-2c5b897a3d87 req-29284352-1781-4500-81b8-bff9ad80c5b3 service neutron] Attempting to bind port aac28850-7c54-4e21-98b2-d86bf9535110 on network 7b551bf2-d21c-4710-9620-a731759562ae {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:49:03.019746 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647c3c21-1dbb-4d8c-b250-2c5b897a3d87 req-29284352-1781-4500-81b8-bff9ad80c5b3 service neutron] Checking agent: {'id': '26215384-8035-4ce2-971a-8e67be80da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:49:03.020095 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647c3c21-1dbb-4d8c-b250-2c5b897a3d87 req-29284352-1781-4500-81b8-bff9ad80c5b3 service neutron] Checking segment: {'id': '935a8d0b-3bc8-4736-9a84-e80e1ee4ad89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7b551bf2-d21c-4710-9620-a731759562ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:49:03.020582 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647c3c21-1dbb-4d8c-b250-2c5b897a3d87 req-29284352-1781-4500-81b8-bff9ad80c5b3 service neutron] Bound using segment: {'id': '935a8d0b-3bc8-4736-9a84-e80e1ee4ad89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7b551bf2-d21c-4710-9620-a731759562ae'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:49:03.020899 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-647c3c21-1dbb-4d8c-b250-2c5b897a3d87 req-29284352-1781-4500-81b8-bff9ad80c5b3 service neutron] Bound port: aac28850-7c54-4e21-98b2-d86bf9535110, host: n-h1-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '935a8d0b-3bc8-4736-9a84-e80e1ee4ad89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7b551bf2-d21c-4710-9620-a731759562ae'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:49:03.021256 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-647c3c21-1dbb-4d8c-b250-2c5b897a3d87 req-29284352-1781-4500-81b8-bff9ad80c5b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:03.110955 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-647c3c21-1dbb-4d8c-b250-2c5b897a3d87 req-29284352-1781-4500-81b8-bff9ad80c5b3 service neutron] For port aac28850-7c54-4e21-98b2-d86bf9535110, host n-h1-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:49:03.114964 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-647c3c21-1dbb-4d8c-b250-2c5b897a3d87 req-29284352-1781-4500-81b8-bff9ad80c5b3 service neutron] For port aac28850-7c54-4e21-98b2-d86bf9535110, host n-h1-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=aac28850-7c54-4e21-98b2-d86bf9535110,segment=NetworkSegment(935a8d0b-3bc8-4736-9a84-e80e1ee4ad89),segment_id=935a8d0b-3bc8-4736-9a84-e80e1ee4ad89)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:49:03.123508 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-647c3c21-1dbb-4d8c-b250-2c5b897a3d87 req-29284352-1781-4500-81b8-bff9ad80c5b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:03.165140 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c3c21-1dbb-4d8c-b250-2c5b897a3d87 req-29284352-1781-4500-81b8-bff9ad80c5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:03.165845 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-647c3c21-1dbb-4d8c-b250-2c5b897a3d87 req-29284352-1781-4500-81b8-bff9ad80c5b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:03.167422 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-647c3c21-1dbb-4d8c-b250-2c5b897a3d87 req-29284352-1781-4500-81b8-bff9ad80c5b3 service neutron] 10.222.0.21 "PUT /v2.0/ports/aac28850-7c54-4e21-98b2-d86bf9535110 HTTP/1.1" status: 200 len: 1092 time: 0.7007835 Nov 12 08:49:03.167943 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '761ebb36-dc2b-47d0-a57b-ca1c996c18e3', 'tag': 'aac28850-7c54-4e21-98b2-d86bf9535110'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:49:03.170289 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-164643d1-5608-4156-ab15-0feb0c5e8bb3" -d '{"events": [{"name": "network-changed", "server_uuid": "761ebb36-dc2b-47d0-a57b-ca1c996c18e3", "tag": "aac28850-7c54-4e21-98b2-d86bf9535110"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:49:03.196861 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29284352-1781-4500-81b8-bff9ad80c5b3 service neutron] Pushing event updated for resources: {'Port': ['ID=aac28850-7c54-4e21-98b2-d86bf9535110,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:03.319461 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c3c21-1dbb-4d8c-b250-2c5b897a3d87 req-32029590-aa99-4d97-8b82-b5d3ae8a3f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:03.321361 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-647c3c21-1dbb-4d8c-b250-2c5b897a3d87 req-32029590-aa99-4d97-8b82-b5d3ae8a3f22 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=af01ccd549054d7f8ad1904b6846172a&device_id=761ebb36-dc2b-47d0-a57b-ca1c996c18e3 HTTP/1.1" status: 200 len: 1095 time: 0.1037331 Nov 12 08:49:03.341762 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 9a4248b9-7482-4c10-87e7-b0132e913499 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:49:03.415245 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-647c3c21-1dbb-4d8c-b250-2c5b897a3d87 req-1a8d446c-93a0-44a1-951b-51cd9741c7ce service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aac28850-7c54-4e21-98b2-d86bf9535110 HTTP/1.1" status: 200 len: 217 time: 0.0837169 Nov 12 08:49:03.446308 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 9a4248b9-7482-4c10-87e7-b0132e913499 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:03.446705 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:03.537750 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c3c21-1dbb-4d8c-b250-2c5b897a3d87 req-23423784-897c-49f9-9a0c-df915f1ba5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:03.539294 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-647c3c21-1dbb-4d8c-b250-2c5b897a3d87 req-23423784-897c-49f9-9a0c-df915f1ba5d5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6c0b307b-d64f-4943-ac85-e813117c7c39 HTTP/1.1" status: 200 len: 835 time: 0.1167481 Nov 12 08:49:03.593813 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e120d46-0b9e-486b-b7ea-e19cb71288b9 x-openstack-request-id: req-3e120d46-0b9e-486b-b7ea-e19cb71288b9 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:49:03.594168 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "761ebb36-dc2b-47d0-a57b-ca1c996c18e3", "tag": "aac28850-7c54-4e21-98b2-d86bf9535110", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:49:03.594671 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3e120d46-0b9e-486b-b7ea-e19cb71288b9 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:49:03.595309 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '761ebb36-dc2b-47d0-a57b-ca1c996c18e3', 'tag': 'aac28850-7c54-4e21-98b2-d86bf9535110', 'status': 'completed', 'code': 200} Nov 12 08:49:03.619898 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c3c21-1dbb-4d8c-b250-2c5b897a3d87 req-1d702c72-6665-4401-9e0c-11a369b11aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:03.622049 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-647c3c21-1dbb-4d8c-b250-2c5b897a3d87 req-1d702c72-6665-4401-9e0c-11a369b11aea service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7b551bf2-d21c-4710-9620-a731759562ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0744119 Nov 12 08:49:03.734147 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03e303e-4ae5-4074-9747-2bccff6fcf11 req-d28eb05d-3bf9-4392-a20b-27240d89b630 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:03.742612 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d03e303e-4ae5-4074-9747-2bccff6fcf11 req-d28eb05d-3bf9-4392-a20b-27240d89b630 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=761ebb36-dc2b-47d0-a57b-ca1c996c18e3 HTTP/1.1" status: 200 len: 943 time: 0.0743339 Nov 12 08:49:03.787064 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-647c3c21-1dbb-4d8c-b250-2c5b897a3d87 req-7d0ea476-2b5a-4dfa-ae39-ab33f612a9b3 service neutron] 10.222.0.21 "GET /v2.0/networks/7b551bf2-d21c-4710-9620-a731759562ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571417 Nov 12 08:49:03.816922 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d03e303e-4ae5-4074-9747-2bccff6fcf11 req-249f12cf-7c9b-4ba1-94b5-f6a3c1d49bdc tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=7227db70-d87d-400c-85ba-aa094dadc5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620792 Nov 12 08:49:03.906606 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-647c3c21-1dbb-4d8c-b250-2c5b897a3d87 req-0294bb10-3da3-4a54-8d55-c2dc49492715 service neutron] 10.222.0.21 "GET /v2.0/networks/7b551bf2-d21c-4710-9620-a731759562ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112924 Nov 12 08:49:03.965488 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3a3ea285-f783-4b83-80df-cfc941e9501b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:04.001563 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164643d1-5608-4156-ab15-0feb0c5e8bb3 req-48325ec6-13f8-4d74-87dc-377499cdd3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:04.003322 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-164643d1-5608-4156-ab15-0feb0c5e8bb3 req-48325ec6-13f8-4d74-87dc-377499cdd3ad service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=af01ccd549054d7f8ad1904b6846172a&device_id=761ebb36-dc2b-47d0-a57b-ca1c996c18e3 HTTP/1.1" status: 200 len: 1095 time: 0.0462103 Nov 12 08:49:04.105006 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164643d1-5608-4156-ab15-0feb0c5e8bb3 req-46f8629c-7954-4967-b63b-27c92cff0ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:04.106505 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-164643d1-5608-4156-ab15-0feb0c5e8bb3 req-46f8629c-7954-4967-b63b-27c92cff0ad4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7b551bf2-d21c-4710-9620-a731759562ae HTTP/1.1" status: 200 len: 898 time: 0.0961895 Nov 12 08:49:04.152471 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-164643d1-5608-4156-ab15-0feb0c5e8bb3 req-5293ff6c-f29c-4efe-9aec-30f07348e5fd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aac28850-7c54-4e21-98b2-d86bf9535110 HTTP/1.1" status: 200 len: 217 time: 0.0386269 Nov 12 08:49:04.207648 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164643d1-5608-4156-ab15-0feb0c5e8bb3 req-433b139d-8662-4098-9ad5-0b15228b26f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:04.209082 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-164643d1-5608-4156-ab15-0feb0c5e8bb3 req-433b139d-8662-4098-9ad5-0b15228b26f7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6c0b307b-d64f-4943-ac85-e813117c7c39 HTTP/1.1" status: 200 len: 835 time: 0.0502241 Nov 12 08:49:04.261379 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164643d1-5608-4156-ab15-0feb0c5e8bb3 req-57f45ba1-0dcc-4554-8f6c-ad5bc83f6a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:04.262935 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-164643d1-5608-4156-ab15-0feb0c5e8bb3 req-57f45ba1-0dcc-4554-8f6c-ad5bc83f6a69 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7b551bf2-d21c-4710-9620-a731759562ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465949 Nov 12 08:49:04.363271 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-164643d1-5608-4156-ab15-0feb0c5e8bb3 req-0d94608f-d08b-4d17-9112-3926e6ded2b2 service neutron] 10.222.0.21 "GET /v2.0/networks/7b551bf2-d21c-4710-9620-a731759562ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930045 Nov 12 08:49:04.459052 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-164643d1-5608-4156-ab15-0feb0c5e8bb3 req-eebc3cc2-0a3a-41f5-bc0f-825f08a8fa65 service neutron] 10.222.0.21 "GET /v2.0/networks/7b551bf2-d21c-4710-9620-a731759562ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881529 Nov 12 08:49:04.937400 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf5ff9f-8f76-4e1c-9c09-efca2196f002 req-facf3215-fbec-4fed-a757-a054b98c4c89 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:04.939949 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ecf5ff9f-8f76-4e1c-9c09-efca2196f002 req-facf3215-fbec-4fed-a757-a054b98c4c89 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=761ebb36-dc2b-47d0-a57b-ca1c996c18e3 HTTP/1.1" status: 200 len: 943 time: 0.0550370 Nov 12 08:49:04.993416 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ecf5ff9f-8f76-4e1c-9c09-efca2196f002 req-c2de8b63-96d8-46df-8832-5e8e2ff1b957 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=7227db70-d87d-400c-85ba-aa094dadc5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474455 Nov 12 08:49:05.446606 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:05.678537 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 33380) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:05.732168 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-b95a1a56-fde0-4237-a67c-2337de0f6d48 admin admin] Deleting subnet 3836ebe5-29c6-48db-90bc-6d7c5daf88c5 {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:49:05.736648 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b95a1a56-fde0-4237-a67c-2337de0f6d48 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:05.778792 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b95a1a56-fde0-4237-a67c-2337de0f6d48 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31181813'] for subnet, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:05.822331 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b95a1a56-fde0-4237-a67c-2337de0f6d48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:05.888495 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b95a1a56-fde0-4237-a67c-2337de0f6d48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:05.918535 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95a1a56-fde0-4237-a67c-2337de0f6d48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3836ebe5-29c6-48db-90bc-6d7c5daf88c5,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:05.929677 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b95a1a56-fde0-4237-a67c-2337de0f6d48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:05.931800 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6a2802-b8a5-4389-b78c-b9cb34fe5110 None None] Network 8bcdc5e1-09d0-4692-b3ac-54802a0257b2 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:49:05.937235 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 33384) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:05.937646 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-b95a1a56-fde0-4237-a67c-2337de0f6d48 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/3836ebe5-29c6-48db-90bc-6d7c5daf88c5 HTTP/1.1" status: 204 len: 168 time: 0.2571371 Nov 12 08:49:06.026007 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e9fbf04c-be67-4681-a39c-dc90aae41474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:06.097019 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d99ab2d-5cc7-4d61-b0c9-adf277b69a39 None None] DHCP port deletion for 8bcdc5e1-09d0-4692-b3ac-54802a0257b2 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:49:06.200054 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e9fbf04c-be67-4681-a39c-dc90aae41474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:06.230817 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-e9fbf04c-be67-4681-a39c-dc90aae41474 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bcdc5e1-09d0-4692-b3ac-54802a0257b2']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:49:06.246910 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70829db6-d70b-4fb4-b711-777d0735db45 req-53ced2f2-5e2c-4cad-b807-a9900ce22772 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:06.248484 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-70829db6-d70b-4fb4-b711-777d0735db45 req-53ced2f2-5e2c-4cad-b807-a9900ce22772 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=761ebb36-dc2b-47d0-a57b-ca1c996c18e3 HTTP/1.1" status: 200 len: 943 time: 0.1254323 Nov 12 08:49:06.255278 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-e9fbf04c-be67-4681-a39c-dc90aae41474 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e45c1321-a9ca-49bb-9e90-cc7349046cdb') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:49:06.255825 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-e9fbf04c-be67-4681-a39c-dc90aae41474 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e45c1321-a9ca-49bb-9e90-cc7349046cdb') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:49:06.273107 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e9fbf04c-be67-4681-a39c-dc90aae41474 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:06.303165 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e9fbf04c-be67-4681-a39c-dc90aae41474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:06.319009 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9fbf04c-be67-4681-a39c-dc90aae41474 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:49:06.319009 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e9fbf04c-be67-4681-a39c-dc90aae41474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:06.320440 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:49:06.320440 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:49:06.320440 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:49:06.320440 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:49:06.320440 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:49:06.320440 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:49:06.320440 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:49:06.320440 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:49:06.320440 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:49:06.320440 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:49:06.320440 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:49:06.320440 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:49:06.320440 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:49:06.320440 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:49:06.320440 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:49:06.320440 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:49:06.320440 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:49:06.320440 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:49:06.320440 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:49:06.320440 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:49:06.320440 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:49:06.320440 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:49:06.320440 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:49:06.320440 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:49:06.320440 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:49:06.320440 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:49:06.320440 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:49:06.320440 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:49:06.320440 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:49:06.320440 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:49:06.320440 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:49:06.320440 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:49:06.343496 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-70829db6-d70b-4fb4-b711-777d0735db45 req-903ed47f-6a26-4f7f-8d3d-22020604ef79 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=7227db70-d87d-400c-85ba-aa094dadc5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853100 Nov 12 08:49:06.395272 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e9fbf04c-be67-4681-a39c-dc90aae41474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:06.401820 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e9fbf04c-be67-4681-a39c-dc90aae41474 admin admin] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:06.407546 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-e9fbf04c-be67-4681-a39c-dc90aae41474 admin admin] 10.222.0.26 "DELETE /v2.0/networks/8bcdc5e1-09d0-4692-b3ac-54802a0257b2 HTTP/1.1" status: 204 len: 168 time: 0.4673004 Nov 12 08:49:06.421959 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fbf04c-be67-4681-a39c-dc90aae41474 admin admin] Pushing event deleted for resources: {'Network': ['ID=8bcdc5e1-09d0-4692-b3ac-54802a0257b2,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:06.645612 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 33390) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:06.701509 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-75b43710-0e86-4b03-9b97-191cec2b836f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3809a56b9f18463387ac8c559de70999&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0543041 Nov 12 08:49:06.704735 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 33392) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:06.774862 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0b6772c2-1511-41a5-9b09-f54818117d05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:06.810510 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0b6772c2-1511-41a5-9b09-f54818117d05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:06.914902 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0b6772c2-1511-41a5-9b09-f54818117d05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:06.921085 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0b6772c2-1511-41a5-9b09-f54818117d05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:06.940115 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-0b6772c2-1511-41a5-9b09-f54818117d05 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0c33f5b9-1ee3-408a-a1b8-44c0c62c8edc HTTP/1.1" status: 204 len: 168 time: 0.2276690 Nov 12 08:49:06.961675 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6772c2-1511-41a5-9b09-f54818117d05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c33f5b9-1ee3-408a-a1b8-44c0c62c8edc,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:07.040381 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d0f58a48-ebcf-4cc9-8625-cdb48006a736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:07.311570 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device aac28850-7c54-4e21-98b2-d86bf9535110 details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:49:07.480811 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port aac28850-7c54-4e21-98b2-d86bf9535110, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=aac28850-7c54-4e21-98b2-d86bf9535110,segment=NetworkSegment(935a8d0b-3bc8-4736-9a84-e80e1ee4ad89),segment_id=935a8d0b-3bc8-4736-9a84-e80e1ee4ad89)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:49:07.506572 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Returning: {'device': 'aac28850-7c54-4e21-98b2-d86bf9535110', 'network_id': '7b551bf2-d21c-4710-9620-a731759562ae', 'port_id': 'aac28850-7c54-4e21-98b2-d86bf9535110', 'mac_address': 'fa:16:3e:1d:95:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c0b307b-d64f-4943-ac85-e813117c7c39', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:49:07.521585 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd54f291-57b2-4f4f-9a43-236c81506ea6 req-1f369e49-5c15-4152-9167-85e04c997cba tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:07.529538 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fd54f291-57b2-4f4f-9a43-236c81506ea6 req-1f369e49-5c15-4152-9167-85e04c997cba tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=761ebb36-dc2b-47d0-a57b-ca1c996c18e3 HTTP/1.1" status: 200 len: 943 time: 0.0918250 Nov 12 08:49:07.577019 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:07.597594 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-e530113a-7783-48f4-9840-8911a24052df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aac28850-7c54-4e21-98b2-d86bf9535110 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:49:07.615174 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fd54f291-57b2-4f4f-9a43-236c81506ea6 req-2fcce108-0c07-4a9a-9f0e-a67cb9c6cb51 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=7227db70-d87d-400c-85ba-aa094dadc5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847437 Nov 12 08:49:07.634010 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port aac28850-7c54-4e21-98b2-d86bf9535110, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=aac28850-7c54-4e21-98b2-d86bf9535110,segment=NetworkSegment(935a8d0b-3bc8-4736-9a84-e80e1ee4ad89),segment_id=935a8d0b-3bc8-4736-9a84-e80e1ee4ad89)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:49:07.638482 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:07.702916 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=aac28850-7c54-4e21-98b2-d86bf9535110,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:07.960931 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['aac28850-7c54-4e21-98b2-d86bf9535110'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:49:08.009775 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:08.787368 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd96076-e3a2-45d0-8b0b-b0f2c5ffa986 req-dae98328-5a80-4704-9de8-c7a31cc1c844 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:08.789843 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-abd96076-e3a2-45d0-8b0b-b0f2c5ffa986 req-dae98328-5a80-4704-9de8-c7a31cc1c844 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=761ebb36-dc2b-47d0-a57b-ca1c996c18e3 HTTP/1.1" status: 200 len: 944 time: 0.0597849 Nov 12 08:49:08.851371 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-abd96076-e3a2-45d0-8b0b-b0f2c5ffa986 req-013ff8e2-ec56-49d1-89e4-6544a96389c5 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=7227db70-d87d-400c-85ba-aa094dadc5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551546 Nov 12 08:49:09.320391 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:09.327258 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device aac28850-7c54-4e21-98b2-d86bf9535110 up at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:49:09.394741 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning for port aac28850-7c54-4e21-98b2-d86bf9535110 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:49:09.400951 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning complete for port aac28850-7c54-4e21-98b2-d86bf9535110 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:09.401738 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:09.498915 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:09.523767 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '761ebb36-dc2b-47d0-a57b-ca1c996c18e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aac28850-7c54-4e21-98b2-d86bf9535110'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:49:09.526011 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4c150d2-6704-4c79-b6da-fe919f4e68d8" -d '{"events": [{"server_uuid": "761ebb36-dc2b-47d0-a57b-ca1c996c18e3", "name": "network-vif-plugged", "status": "completed", "tag": "aac28850-7c54-4e21-98b2-d86bf9535110"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:49:09.540538 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port aac28850-7c54-4e21-98b2-d86bf9535110, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=aac28850-7c54-4e21-98b2-d86bf9535110,segment=NetworkSegment(935a8d0b-3bc8-4736-9a84-e80e1ee4ad89),segment_id=935a8d0b-3bc8-4736-9a84-e80e1ee4ad89)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:49:09.546001 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:09.643521 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=aac28850-7c54-4e21-98b2-d86bf9535110,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:09.812756 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-733da3d4-44fe-44ae-992d-70d557a81a9b x-openstack-request-id: req-733da3d4-44fe-44ae-992d-70d557a81a9b {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:49:09.814554 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "761ebb36-dc2b-47d0-a57b-ca1c996c18e3", "name": "network-vif-plugged", "status": "completed", "tag": "aac28850-7c54-4e21-98b2-d86bf9535110", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:49:09.814954 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-733da3d4-44fe-44ae-992d-70d557a81a9b {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:49:09.815479 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '761ebb36-dc2b-47d0-a57b-ca1c996c18e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aac28850-7c54-4e21-98b2-d86bf9535110', 'code': 200} Nov 12 08:49:09.937993 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d6d5cc-76ef-43cb-bd1e-8f67b4d171b3 req-0be6dded-53d7-4486-bdd8-8751d01ce428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:09.940402 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-96d6d5cc-76ef-43cb-bd1e-8f67b4d171b3 req-0be6dded-53d7-4486-bdd8-8751d01ce428 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=761ebb36-dc2b-47d0-a57b-ca1c996c18e3 HTTP/1.1" status: 200 len: 1097 time: 0.0668671 Nov 12 08:49:09.978735 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:10.028155 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-96d6d5cc-76ef-43cb-bd1e-8f67b4d171b3 req-b83cf146-6b93-4c88-9428-c9b4c0b4b3b1 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7227db70-d87d-400c-85ba-aa094dadc5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784121 Nov 12 08:49:10.046457 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450504c1-49a2-4518-9aad-7912be101576 req-6ddfd41c-e7ae-41e9-8c0e-c189eedcfece tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:10.049237 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-450504c1-49a2-4518-9aad-7912be101576 req-6ddfd41c-e7ae-41e9-8c0e-c189eedcfece tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=761ebb36-dc2b-47d0-a57b-ca1c996c18e3 HTTP/1.1" status: 200 len: 945 time: 0.0789950 Nov 12 08:49:10.155858 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-450504c1-49a2-4518-9aad-7912be101576 req-bd13eaf4-6816-4565-a2c6-434e7a5351c5 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=7227db70-d87d-400c-85ba-aa094dadc5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954769 Nov 12 08:49:11.843594 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bfe635-b932-421e-a160-e3e25392cd60 req-f178f398-2f20-4924-8de1-bc55afdb48e4 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:11.845870 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-83bfe635-b932-421e-a160-e3e25392cd60 req-f178f398-2f20-4924-8de1-bc55afdb48e4 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=761ebb36-dc2b-47d0-a57b-ca1c996c18e3 HTTP/1.1" status: 200 len: 945 time: 0.4839113 Nov 12 08:49:11.919502 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-83bfe635-b932-421e-a160-e3e25392cd60 req-8c7bcae5-9711-46d4-964f-d25bb55bc986 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=7227db70-d87d-400c-85ba-aa094dadc5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601470 Nov 12 08:49:12.699792 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:13.070828 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa935d-3959-40cf-91c7-cc48c41ee0ef req-b564d809-d7d1-46b9-9a05-2526ff4adb35 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:13.072477 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-daaa935d-3959-40cf-91c7-cc48c41ee0ef req-b564d809-d7d1-46b9-9a05-2526ff4adb35 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=761ebb36-dc2b-47d0-a57b-ca1c996c18e3 HTTP/1.1" status: 200 len: 945 time: 0.0558860 Nov 12 08:49:13.144137 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-daaa935d-3959-40cf-91c7-cc48c41ee0ef req-6c98f314-98d4-4849-8e32-e3f45144d229 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=7227db70-d87d-400c-85ba-aa094dadc5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653005 Nov 12 08:49:13.204286 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:49:13.278280 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47049741-4f5a-40b8-a313-48d15b992128 req-0d145cbb-0bfc-4632-8952-f1053867a462 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:13.279853 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-47049741-4f5a-40b8-a313-48d15b992128 req-0d145cbb-0bfc-4632-8952-f1053867a462 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=761ebb36-dc2b-47d0-a57b-ca1c996c18e3 HTTP/1.1" status: 200 len: 945 time: 0.0588832 Nov 12 08:49:13.343137 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-47049741-4f5a-40b8-a313-48d15b992128 req-44e2e2cf-9d40-4bab-a352-8aacc22af616 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=7227db70-d87d-400c-85ba-aa094dadc5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555356 Nov 12 08:49:13.365001 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 33588) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:13.688234 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15434591-8928-4975-a6cd-8445629f0f92 tempest-TestNetworkAdvancedServerOps-63743733 tempest-TestNetworkAdvancedServerOps-63743733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:13.693047 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-15434591-8928-4975-a6cd-8445629f0f92 tempest-TestNetworkAdvancedServerOps-63743733 tempest-TestNetworkAdvancedServerOps-63743733-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=761ebb36-dc2b-47d0-a57b-ca1c996c18e3 HTTP/1.1" status: 200 len: 1092 time: 0.3250954 Nov 12 08:49:13.694966 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 33592) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:13.699946 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-1e22a61b-eec2-4f01-8210-38258fdeb32e tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Request body: {'floatingip': {'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'port_id': 'aac28850-7c54-4e21-98b2-d86bf9535110', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:49:13.742675 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1e22a61b-eec2-4f01-8210-38258fdeb32e tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for floatingip, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:13.887116 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1e22a61b-eec2-4f01-8210-38258fdeb32e tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:14.088834 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-1e22a61b-eec2-4f01-8210-38258fdeb32e tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Allocated IP 172.25.2.188 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/2fbb1d0c-271a-4ac3-ab1b-3b92ab1a60ca) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:49:14.244231 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1e22a61b-eec2-4f01-8210-38258fdeb32e tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:14.308978 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1e22a61b-eec2-4f01-8210-38258fdeb32e tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:14.393866 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e22a61b-eec2-4f01-8210-38258fdeb32e tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:49:14.398012 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-1e22a61b-eec2-4f01-8210-38258fdeb32e tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:49:14.400793 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e22a61b-eec2-4f01-8210-38258fdeb32e tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:49:14.428766 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e22a61b-eec2-4f01-8210-38258fdeb32e tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Pushing event updated for resources: {'Port': ['ID=2fbb1d0c-271a-4ac3-ab1b-3b92ab1a60ca,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:15.090428 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1e22a61b-eec2-4f01-8210-38258fdeb32e tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:15.228316 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1e22a61b-eec2-4f01-8210-38258fdeb32e tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:15.558745 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1e22a61b-eec2-4f01-8210-38258fdeb32e tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:15.578831 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1e22a61b-eec2-4f01-8210-38258fdeb32e tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:15.666513 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e22a61b-eec2-4f01-8210-38258fdeb32e tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Pushing event updated for resources: {'Port': ['ID=2fbb1d0c-271a-4ac3-ab1b-3b92ab1a60ca,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:15.680556 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e22a61b-eec2-4f01-8210-38258fdeb32e tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:15.680556 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e22a61b-eec2-4f01-8210-38258fdeb32e tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:15.680556 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e22a61b-eec2-4f01-8210-38258fdeb32e tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:15.680556 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e22a61b-eec2-4f01-8210-38258fdeb32e tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:15.680556 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e22a61b-eec2-4f01-8210-38258fdeb32e tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:15.681115 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e22a61b-eec2-4f01-8210-38258fdeb32e tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:15.681593 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e22a61b-eec2-4f01-8210-38258fdeb32e tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:15.682318 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e22a61b-eec2-4f01-8210-38258fdeb32e tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:15.682318 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e22a61b-eec2-4f01-8210-38258fdeb32e tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:15.682934 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e22a61b-eec2-4f01-8210-38258fdeb32e tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:15.683330 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e22a61b-eec2-4f01-8210-38258fdeb32e tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:15.683665 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e22a61b-eec2-4f01-8210-38258fdeb32e tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:15.701757 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1e22a61b-eec2-4f01-8210-38258fdeb32e tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:15.870352 n-d-765315-29 neutron-server[102599]: INFO neutron.db.l3_db [None req-1e22a61b-eec2-4f01-8210-38258fdeb32e tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Floating IP 86b2fd4e-11d8-41f5-b1f6-136b57e3339f associated. External IP: 172.25.2.188, port: aac28850-7c54-4e21-98b2-d86bf9535110. Nov 12 08:49:16.237839 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e22a61b-eec2-4f01-8210-38258fdeb32e tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Router 3913958d-1944-432c-b697-2c16b9d3097d has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:49:16.472170 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e22a61b-eec2-4f01-8210-38258fdeb32e tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:49:16.503275 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7646376-fb4a-43fd-af93-efaa8b0d260c None None] Sync routers for ids ['3913958d-1944-432c-b697-2c16b9d3097d'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:49:16.511860 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1e22a61b-eec2-4f01-8210-38258fdeb32e tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:16.529705 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7646376-fb4a-43fd-af93-efaa8b0d260c None None] Routers {'3913958d-1944-432c-b697-2c16b9d3097d'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:49:16.531793 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-a7646376-fb4a-43fd-af93-efaa8b0d260c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:49:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['3913958d-1944-432c-b697-2c16b9d3097d'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:49:16.582657 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-1e22a61b-eec2-4f01-8210-38258fdeb32e tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8861389 Nov 12 08:49:16.584000 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '761ebb36-dc2b-47d0-a57b-ca1c996c18e3', 'tag': 'aac28850-7c54-4e21-98b2-d86bf9535110'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:49:16.586489 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e026669-aa45-4826-8802-2c73e160e828" -d '{"events": [{"name": "network-changed", "server_uuid": "761ebb36-dc2b-47d0-a57b-ca1c996c18e3", "tag": "aac28850-7c54-4e21-98b2-d86bf9535110"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:49:16.769241 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-a7646376-fb4a-43fd-af93-efaa8b0d260c None None] Set router 3913958d-1944-432c-b697-2c16b9d3097d gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:49:16.919716 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001bdd56-28b0-4ae5-b6dc-c6fc6f218b64 req-1a0da298-958b-48d9-ad9a-46c55f59e958 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:16.940247 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-001bdd56-28b0-4ae5-b6dc-c6fc6f218b64 req-1a0da298-958b-48d9-ad9a-46c55f59e958 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=761ebb36-dc2b-47d0-a57b-ca1c996c18e3 HTTP/1.1" status: 200 len: 945 time: 0.2006454 Nov 12 08:49:17.030871 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-001bdd56-28b0-4ae5-b6dc-c6fc6f218b64 req-85dc67e1-8e5b-436d-9fb4-64b0d55aada9 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=7227db70-d87d-400c-85ba-aa094dadc5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889194 Nov 12 08:49:17.055240 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 33624) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:17.152478 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27c216cd-9ddf-43cb-9298-44345143dd50 x-openstack-request-id: req-27c216cd-9ddf-43cb-9298-44345143dd50 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:49:17.154066 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "761ebb36-dc2b-47d0-a57b-ca1c996c18e3", "tag": "aac28850-7c54-4e21-98b2-d86bf9535110", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:49:17.154429 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-27c216cd-9ddf-43cb-9298-44345143dd50 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:49:17.155081 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '761ebb36-dc2b-47d0-a57b-ca1c996c18e3', 'tag': 'aac28850-7c54-4e21-98b2-d86bf9535110', 'status': 'completed', 'code': 200} Nov 12 08:49:17.197452 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-a7646376-fb4a-43fd-af93-efaa8b0d260c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3913958d-1944-432c-b697-2c16b9d3097d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1122081229', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': 'f2794283-ed0c-4b7c-a955-0c9cf1c0ecc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:48:50Z', 'updated_at': '2021-11-12T08:48:57Z', 'revision_number': 4, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'gw_port': {'id': 'f2794283-ed0c-4b7c-a955-0c9cf1c0ecc2', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:59:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3913958d-1944-432c-b697-2c16b9d3097d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:48:51Z', 'updated_at': '2021-11-12T08:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': '86b2fd4e-11d8-41f5-b1f6-136b57e3339f', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'floating_ip_address': '172.25.2.188', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': '3913958d-1944-432c-b697-2c16b9d3097d', 'port_id': 'aac28850-7c54-4e21-98b2-d86bf9535110', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b551bf2-d21c-4710-9620-a731759562ae', 'mac_address': 'fa:16:3e:1d:95:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761ebb36-dc2b-47d0-a57b-ca1c996c18e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:49:14Z', 'updated_at': '2021-11-12T08:49:14Z', 'revision_number': 0, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a4248b9-7482-4c10-87e7-b0132e913499', 'name': '', 'network_id': '7b551bf2-d21c-4710-9620-a731759562ae', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'mac_address': 'fa:16:3e:e5:05:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3913958d-1944-432c-b697-2c16b9d3097d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '6c0b307b-d64f-4943-ac85-e813117c7c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:48:55Z', 'updated_at': '2021-11-12T08:49:01Z', 'revision_number': 5, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'subnets': [{'id': '6c0b307b-d64f-4943-ac85-e813117c7c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:49:17.274540 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-b4da4a0b-1340-42a5-a746-f6a3834000b9 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/floatingips/86b2fd4e-11d8-41f5-b1f6-136b57e3339f HTTP/1.1" status: 200 len: 991 time: 0.2161629 Nov 12 08:49:17.276617 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e026669-aa45-4826-8802-2c73e160e828 req-a5f49bfc-1fb6-4645-a5eb-feb7db1bcc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:17.278226 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8e026669-aa45-4826-8802-2c73e160e828 req-a5f49bfc-1fb6-4645-a5eb-feb7db1bcc94 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=af01ccd549054d7f8ad1904b6846172a&device_id=761ebb36-dc2b-47d0-a57b-ca1c996c18e3 HTTP/1.1" status: 200 len: 1097 time: 0.1295707 Nov 12 08:49:17.280388 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7646376-fb4a-43fd-af93-efaa8b0d260c None None] Checking router: 3913958d-1944-432c-b697-2c16b9d3097d for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:49:17.293585 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7646376-fb4a-43fd-af93-efaa8b0d260c None None] Routers {'3913958d-1944-432c-b697-2c16b9d3097d'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:49:17.294233 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-a7646376-fb4a-43fd-af93-efaa8b0d260c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:49:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['3913958d-1944-432c-b697-2c16b9d3097d'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:49:17.530391 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-a7646376-fb4a-43fd-af93-efaa8b0d260c None None] Set router 3913958d-1944-432c-b697-2c16b9d3097d gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:49:17.558564 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e026669-aa45-4826-8802-2c73e160e828 req-ad621e5b-7edc-4076-b1f9-d50d41eba1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:17.566802 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8e026669-aa45-4826-8802-2c73e160e828 req-ad621e5b-7edc-4076-b1f9-d50d41eba1ca service neutron] 10.222.0.21 "GET /v2.0/networks?id=7b551bf2-d21c-4710-9620-a731759562ae HTTP/1.1" status: 200 len: 898 time: 0.2682772 Nov 12 08:49:17.725331 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8e026669-aa45-4826-8802-2c73e160e828 req-0993d710-b696-4502-8987-6f4d53ccd07a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aac28850-7c54-4e21-98b2-d86bf9535110 HTTP/1.1" status: 200 len: 999 time: 0.1492164 Nov 12 08:49:17.877025 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e026669-aa45-4826-8802-2c73e160e828 req-38e46d1f-7869-4a4a-b260-241e815efc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:17.879853 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8e026669-aa45-4826-8802-2c73e160e828 req-38e46d1f-7869-4a4a-b260-241e815efc3a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6c0b307b-d64f-4943-ac85-e813117c7c39 HTTP/1.1" status: 200 len: 835 time: 0.1501710 Nov 12 08:49:17.926359 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-a7646376-fb4a-43fd-af93-efaa8b0d260c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3913958d-1944-432c-b697-2c16b9d3097d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1122081229', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': 'f2794283-ed0c-4b7c-a955-0c9cf1c0ecc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:48:50Z', 'updated_at': '2021-11-12T08:48:57Z', 'revision_number': 4, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'gw_port': {'id': 'f2794283-ed0c-4b7c-a955-0c9cf1c0ecc2', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:59:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3913958d-1944-432c-b697-2c16b9d3097d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:48:51Z', 'updated_at': '2021-11-12T08:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': '86b2fd4e-11d8-41f5-b1f6-136b57e3339f', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'floating_ip_address': '172.25.2.188', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': '3913958d-1944-432c-b697-2c16b9d3097d', 'port_id': 'aac28850-7c54-4e21-98b2-d86bf9535110', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b551bf2-d21c-4710-9620-a731759562ae', 'mac_address': 'fa:16:3e:1d:95:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761ebb36-dc2b-47d0-a57b-ca1c996c18e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:49:14Z', 'updated_at': '2021-11-12T08:49:14Z', 'revision_number': 0, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a4248b9-7482-4c10-87e7-b0132e913499', 'name': '', 'network_id': '7b551bf2-d21c-4710-9620-a731759562ae', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'mac_address': 'fa:16:3e:e5:05:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3913958d-1944-432c-b697-2c16b9d3097d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '6c0b307b-d64f-4943-ac85-e813117c7c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:48:55Z', 'updated_at': '2021-11-12T08:49:01Z', 'revision_number': 5, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'subnets': [{'id': '6c0b307b-d64f-4943-ac85-e813117c7c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:49:17.966822 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e026669-aa45-4826-8802-2c73e160e828 req-7b6ab602-ed20-4530-b2f7-53fe91b733d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:17.967831 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7646376-fb4a-43fd-af93-efaa8b0d260c None None] The sync data for ids ['3913958d-1944-432c-b697-2c16b9d3097d'] in n-d-765315-29 is: [{'id': '3913958d-1944-432c-b697-2c16b9d3097d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1122081229', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': 'f2794283-ed0c-4b7c-a955-0c9cf1c0ecc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:48:50Z', 'updated_at': '2021-11-12T08:48:57Z', 'revision_number': 4, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'gw_port': {'id': 'f2794283-ed0c-4b7c-a955-0c9cf1c0ecc2', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:59:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3913958d-1944-432c-b697-2c16b9d3097d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:48:51Z', 'updated_at': '2021-11-12T08:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': '86b2fd4e-11d8-41f5-b1f6-136b57e3339f', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'floating_ip_address': '172.25.2.188', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': '3913958d-1944-432c-b697-2c16b9d3097d', 'port_id': 'aac28850-7c54-4e21-98b2-d86bf9535110', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b551bf2-d21c-4710-9620-a731759562ae', 'mac_address': 'fa:16:3e:1d:95:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761ebb36-dc2b-47d0-a57b-ca1c996c18e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:49:14Z', 'updated_at': '2021-11-12T08:49:14Z', 'revision_number': 0, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a4248b9-7482-4c10-87e7-b0132e913499', 'name': '', 'network_id': '7b551bf2-d21c-4710-9620-a731759562ae', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'mac_address': 'fa:16:3e:e5:05:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3913958d-1944-432c-b697-2c16b9d3097d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '6c0b307b-d64f-4943-ac85-e813117c7c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:48:55Z', 'updated_at': '2021-11-12T08:49:01Z', 'revision_number': 5, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'subnets': [{'id': '6c0b307b-d64f-4943-ac85-e813117c7c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:49:17.971719 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8e026669-aa45-4826-8802-2c73e160e828 req-7b6ab602-ed20-4530-b2f7-53fe91b733d0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7b551bf2-d21c-4710-9620-a731759562ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0843351 Nov 12 08:49:18.118807 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8e026669-aa45-4826-8802-2c73e160e828 req-26c9aef0-212a-4803-885d-de1e3e4fa274 service neutron] 10.222.0.21 "GET /v2.0/networks/7b551bf2-d21c-4710-9620-a731759562ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391711 Nov 12 08:49:18.275726 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8e026669-aa45-4826-8802-2c73e160e828 req-eb0e83ca-6f9e-48ee-94e3-2e916efd590a service neutron] 10.222.0.21 "GET /v2.0/networks/7b551bf2-d21c-4710-9620-a731759562ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487143 Nov 12 08:49:18.276944 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 33634) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:18.392094 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6a0d6e-46a6-4aae-a071-75d77b8ebd13 None None] New status for floating IP 86b2fd4e-11d8-41f5-b1f6-136b57e3339f: ACTIVE {{(pid=102602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:49:18.422532 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-f2f49671-5ca2-44f4-b7a8-dee1f9fafae5 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/floatingips/86b2fd4e-11d8-41f5-b1f6-136b57e3339f HTTP/1.1" status: 200 len: 991 time: 0.1408148 Nov 12 08:49:19.426809 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 33644) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:19.540764 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-acd7b513-f5ff-45ad-a89b-5b9eb16e64a3 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/floatingips/86b2fd4e-11d8-41f5-b1f6-136b57e3339f HTTP/1.1" status: 200 len: 993 time: 0.1124592 Nov 12 08:49:22.404060 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-541856e3-b5c6-4cf5-bd2b-e72217dd9aed req-5da5c9f6-e0b7-4c78-aa1e-1449e50250ea tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1922298726&fields=id&tenant_id=7d3f7337327743ecb706fdd7c92380e3 HTTP/1.1" status: 200 len: 267 time: 0.0476253 Nov 12 08:49:22.531130 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541856e3-b5c6-4cf5-bd2b-e72217dd9aed req-9e846a1b-d0e9-470e-8738-03ef35a21f87 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:22.533690 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-541856e3-b5c6-4cf5-bd2b-e72217dd9aed req-9e846a1b-d0e9-470e-8738-03ef35a21f87 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/networks?id=35316ea3-d15f-4e9c-9d0f-87ba20d4fc64 HTTP/1.1" status: 200 len: 812 time: 0.1219275 Nov 12 08:49:22.559160 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-541856e3-b5c6-4cf5-bd2b-e72217dd9aed req-47b1a072-2fb0-430d-b45b-4ab8d02ac32a tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/quotas/7d3f7337327743ecb706fdd7c92380e3 HTTP/1.1" status: 200 len: 375 time: 0.0189497 Nov 12 08:49:22.623331 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-541856e3-b5c6-4cf5-bd2b-e72217dd9aed req-367f87a6-c234-4632-a4ef-a82221254312 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=7d3f7337327743ecb706fdd7c92380e3&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0583797 Nov 12 08:49:22.747394 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-541856e3-b5c6-4cf5-bd2b-e72217dd9aed req-7ffde3b5-36b8-498e-8dfd-6480fdefb029 service neutron] 10.222.0.26 "GET /v2.0/networks/35316ea3-d15f-4e9c-9d0f-87ba20d4fc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113837 Nov 12 08:49:22.865150 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-541856e3-b5c6-4cf5-bd2b-e72217dd9aed req-a766c88a-07fd-4f6f-ac93-e979713719e1 service neutron] 10.222.0.26 "GET /v2.0/networks/35316ea3-d15f-4e9c-9d0f-87ba20d4fc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070945 Nov 12 08:49:23.192176 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-12405022-ced2-469d-a070-f671fe77f8c1 req-bfe321b1-f038-4008-8d10-6b08983f0fa5 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b2ebcaf-c8ad-428d-b15b-ca5c7c6a1be3 HTTP/1.1" status: 200 len: 210 time: 0.0305297 Nov 12 08:49:24.367536 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c7dbc031-5ed7-4f89-8b0e-3ef823c263d6 req-1a85adf8-e23c-423c-a37a-2817e730c502 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b2ebcaf-c8ad-428d-b15b-ca5c7c6a1be3 HTTP/1.1" status: 200 len: 210 time: 0.0538752 Nov 12 08:49:24.369589 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541856e3-b5c6-4cf5-bd2b-e72217dd9aed req-23b65f40-1b97-4418-bb0d-ac7b485fa3a5 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:24.371133 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-541856e3-b5c6-4cf5-bd2b-e72217dd9aed req-23b65f40-1b97-4418-bb0d-ac7b485fa3a5 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.21 "GET /v2.0/networks?id=35316ea3-d15f-4e9c-9d0f-87ba20d4fc64 HTTP/1.1" status: 200 len: 812 time: 0.1684442 Nov 12 08:49:24.447664 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-541856e3-b5c6-4cf5-bd2b-e72217dd9aed req-934fe90b-8814-452a-9bf0-9f6c89ea21d2 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d3f7337327743ecb706fdd7c92380e3 HTTP/1.1" status: 200 len: 380 time: 0.0634663 Nov 12 08:49:24.458823 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-541856e3-b5c6-4cf5-bd2b-e72217dd9aed req-8201659b-3a67-418e-8b20-56209b50c0d8 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Request body: {'port': {'device_id': '4b2ebcaf-c8ad-428d-b15b-ca5c7c6a1be3', 'network_id': '35316ea3-d15f-4e9c-9d0f-87ba20d4fc64', 'admin_state_up': True, 'tenant_id': '7d3f7337327743ecb706fdd7c92380e3', 'security_groups': ['2112de76-808b-4aee-81cb-ec91177d9317']}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:49:24.583478 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-541856e3-b5c6-4cf5-bd2b-e72217dd9aed req-8201659b-3a67-418e-8b20-56209b50c0d8 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Made reservation on behalf of 7d3f7337327743ecb706fdd7c92380e3 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:49:24.590150 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-541856e3-b5c6-4cf5-bd2b-e72217dd9aed req-8201659b-3a67-418e-8b20-56209b50c0d8 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:24.755805 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-541856e3-b5c6-4cf5-bd2b-e72217dd9aed req-8201659b-3a67-418e-8b20-56209b50c0d8 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Allocated IP 172.20.0.11 (35316ea3-d15f-4e9c-9d0f-87ba20d4fc64/d1d27945-8c3d-427f-88ef-3c42a7516333/09e63f10-b23e-4a53-bd0f-15bc9099ada7) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:49:24.939410 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-541856e3-b5c6-4cf5-bd2b-e72217dd9aed req-8201659b-3a67-418e-8b20-56209b50c0d8 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:25.332659 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-541856e3-b5c6-4cf5-bd2b-e72217dd9aed req-8201659b-3a67-418e-8b20-56209b50c0d8 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:25.402499 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8201659b-3a67-418e-8b20-56209b50c0d8 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Pushing event updated for resources: {'Port': ['ID=09e63f10-b23e-4a53-bd0f-15bc9099ada7,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:25.435315 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-541856e3-b5c6-4cf5-bd2b-e72217dd9aed req-8201659b-3a67-418e-8b20-56209b50c0d8 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Network 35316ea3-d15f-4e9c-9d0f-87ba20d4fc64 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:49:25.438365 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-541856e3-b5c6-4cf5-bd2b-e72217dd9aed req-8201659b-3a67-418e-8b20-56209b50c0d8 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:49:25.447412 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-541856e3-b5c6-4cf5-bd2b-e72217dd9aed req-8201659b-3a67-418e-8b20-56209b50c0d8 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:49:25.530901 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541856e3-b5c6-4cf5-bd2b-e72217dd9aed req-8201659b-3a67-418e-8b20-56209b50c0d8 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:25.531878 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-541856e3-b5c6-4cf5-bd2b-e72217dd9aed req-8201659b-3a67-418e-8b20-56209b50c0d8 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:25.564330 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-541856e3-b5c6-4cf5-bd2b-e72217dd9aed req-8201659b-3a67-418e-8b20-56209b50c0d8 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1094823 Nov 12 08:49:25.585484 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-541856e3-b5c6-4cf5-bd2b-e72217dd9aed req-74315264-ab33-4344-ac13-6e6abc79b435 service neutron] Request body: {'port': {'device_id': '4b2ebcaf-c8ad-428d-b15b-ca5c7c6a1be3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:49:25.609502 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bb85df-736c-4df4-a385-0db1fe28d078 req-dd9cb3d6-6207-4998-b96b-9536e1404e49 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:25.611160 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f2bb85df-736c-4df4-a385-0db1fe28d078 req-dd9cb3d6-6207-4998-b96b-9536e1404e49 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b2ebcaf-c8ad-428d-b15b-ca5c7c6a1be3 HTTP/1.1" status: 200 len: 932 time: 0.1648433 Nov 12 08:49:25.708828 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-541856e3-b5c6-4cf5-bd2b-e72217dd9aed req-74315264-ab33-4344-ac13-6e6abc79b435 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:25.773124 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f2bb85df-736c-4df4-a385-0db1fe28d078 req-db048b16-fa90-4dc8-b179-63a7fb72a982 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=2112de76-808b-4aee-81cb-ec91177d9317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401539 Nov 12 08:49:25.948246 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-571eb954-f1a1-4e9a-a94a-60bddd93c973 None None] Provisioning complete for port 09e63f10-b23e-4a53-bd0f-15bc9099ada7 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:25.949170 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-571eb954-f1a1-4e9a-a94a-60bddd93c973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:25.997923 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-571eb954-f1a1-4e9a-a94a-60bddd93c973 None None] Port 09e63f10-b23e-4a53-bd0f-15bc9099ada7 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:49:26.132596 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-541856e3-b5c6-4cf5-bd2b-e72217dd9aed req-74315264-ab33-4344-ac13-6e6abc79b435 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09e63f10-b23e-4a53-bd0f-15bc9099ada7 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:49:26.145868 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-541856e3-b5c6-4cf5-bd2b-e72217dd9aed req-74315264-ab33-4344-ac13-6e6abc79b435 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:26.173038 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-541856e3-b5c6-4cf5-bd2b-e72217dd9aed req-74315264-ab33-4344-ac13-6e6abc79b435 service neutron] Transition to ACTIVE for port object 09e63f10-b23e-4a53-bd0f-15bc9099ada7 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:49:26.179011 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-541856e3-b5c6-4cf5-bd2b-e72217dd9aed req-74315264-ab33-4344-ac13-6e6abc79b435 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:26.354296 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74315264-ab33-4344-ac13-6e6abc79b435 service neutron] Pushing event updated for resources: {'Port': ['ID=09e63f10-b23e-4a53-bd0f-15bc9099ada7,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:26.485236 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-541856e3-b5c6-4cf5-bd2b-e72217dd9aed req-74315264-ab33-4344-ac13-6e6abc79b435 service neutron] Attempting to bind port 09e63f10-b23e-4a53-bd0f-15bc9099ada7 on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:49:26.486348 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-541856e3-b5c6-4cf5-bd2b-e72217dd9aed req-74315264-ab33-4344-ac13-6e6abc79b435 service neutron] Attempting to bind port 09e63f10-b23e-4a53-bd0f-15bc9099ada7 by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': 'add834c9-8487-4b10-a6f8-7351b562c1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '35316ea3-d15f-4e9c-9d0f-87ba20d4fc64'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:49:26.486815 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541856e3-b5c6-4cf5-bd2b-e72217dd9aed req-74315264-ab33-4344-ac13-6e6abc79b435 service neutron] Attempting to bind port 09e63f10-b23e-4a53-bd0f-15bc9099ada7 on network 35316ea3-d15f-4e9c-9d0f-87ba20d4fc64 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:49:26.492854 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541856e3-b5c6-4cf5-bd2b-e72217dd9aed req-74315264-ab33-4344-ac13-6e6abc79b435 service neutron] Port 09e63f10-b23e-4a53-bd0f-15bc9099ada7 on network 35316ea3-d15f-4e9c-9d0f-87ba20d4fc64 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:49:26.493179 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541856e3-b5c6-4cf5-bd2b-e72217dd9aed req-74315264-ab33-4344-ac13-6e6abc79b435 service neutron] Attempting to bind port 09e63f10-b23e-4a53-bd0f-15bc9099ada7 on network 35316ea3-d15f-4e9c-9d0f-87ba20d4fc64 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:49:26.501353 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541856e3-b5c6-4cf5-bd2b-e72217dd9aed req-74315264-ab33-4344-ac13-6e6abc79b435 service neutron] Checking agent: {'id': '26215384-8035-4ce2-971a-8e67be80da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:49:26.502112 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541856e3-b5c6-4cf5-bd2b-e72217dd9aed req-74315264-ab33-4344-ac13-6e6abc79b435 service neutron] Checking segment: {'id': 'add834c9-8487-4b10-a6f8-7351b562c1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '35316ea3-d15f-4e9c-9d0f-87ba20d4fc64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:49:26.502254 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541856e3-b5c6-4cf5-bd2b-e72217dd9aed req-74315264-ab33-4344-ac13-6e6abc79b435 service neutron] Bound using segment: {'id': 'add834c9-8487-4b10-a6f8-7351b562c1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '35316ea3-d15f-4e9c-9d0f-87ba20d4fc64'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:49:26.502735 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-541856e3-b5c6-4cf5-bd2b-e72217dd9aed req-74315264-ab33-4344-ac13-6e6abc79b435 service neutron] Bound port: 09e63f10-b23e-4a53-bd0f-15bc9099ada7, host: n-h1-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'add834c9-8487-4b10-a6f8-7351b562c1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '35316ea3-d15f-4e9c-9d0f-87ba20d4fc64'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:49:26.503201 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-541856e3-b5c6-4cf5-bd2b-e72217dd9aed req-74315264-ab33-4344-ac13-6e6abc79b435 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:26.590373 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-541856e3-b5c6-4cf5-bd2b-e72217dd9aed req-74315264-ab33-4344-ac13-6e6abc79b435 service neutron] For port 09e63f10-b23e-4a53-bd0f-15bc9099ada7, host n-h1-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:49:26.594426 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-541856e3-b5c6-4cf5-bd2b-e72217dd9aed req-74315264-ab33-4344-ac13-6e6abc79b435 service neutron] For port 09e63f10-b23e-4a53-bd0f-15bc9099ada7, host n-h1-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=09e63f10-b23e-4a53-bd0f-15bc9099ada7,segment=NetworkSegment(add834c9-8487-4b10-a6f8-7351b562c1cc),segment_id=add834c9-8487-4b10-a6f8-7351b562c1cc)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:49:26.603279 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-541856e3-b5c6-4cf5-bd2b-e72217dd9aed req-74315264-ab33-4344-ac13-6e6abc79b435 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:26.676673 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541856e3-b5c6-4cf5-bd2b-e72217dd9aed req-74315264-ab33-4344-ac13-6e6abc79b435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:26.678745 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-541856e3-b5c6-4cf5-bd2b-e72217dd9aed req-74315264-ab33-4344-ac13-6e6abc79b435 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:26.681446 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-541856e3-b5c6-4cf5-bd2b-e72217dd9aed req-74315264-ab33-4344-ac13-6e6abc79b435 service neutron] 10.222.0.21 "PUT /v2.0/ports/09e63f10-b23e-4a53-bd0f-15bc9099ada7 HTTP/1.1" status: 200 len: 1093 time: 1.1077528 Nov 12 08:49:26.688966 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b2ebcaf-c8ad-428d-b15b-ca5c7c6a1be3', 'tag': '09e63f10-b23e-4a53-bd0f-15bc9099ada7'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:49:26.692712 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e212ccb5-31ac-4a70-8494-5456f31fb08c" -d '{"events": [{"name": "network-changed", "server_uuid": "4b2ebcaf-c8ad-428d-b15b-ca5c7c6a1be3", "tag": "09e63f10-b23e-4a53-bd0f-15bc9099ada7"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:49:26.764834 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-460d6b71-ee32-4892-a5f6-264a394a4a40 x-openstack-request-id: req-460d6b71-ee32-4892-a5f6-264a394a4a40 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:49:26.765413 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b2ebcaf-c8ad-428d-b15b-ca5c7c6a1be3", "tag": "09e63f10-b23e-4a53-bd0f-15bc9099ada7", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:49:26.766112 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-460d6b71-ee32-4892-a5f6-264a394a4a40 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:49:26.766845 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b2ebcaf-c8ad-428d-b15b-ca5c7c6a1be3', 'tag': '09e63f10-b23e-4a53-bd0f-15bc9099ada7', 'status': 'completed', 'code': 200} Nov 12 08:49:26.769942 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74315264-ab33-4344-ac13-6e6abc79b435 service neutron] Pushing event updated for resources: {'Port': ['ID=09e63f10-b23e-4a53-bd0f-15bc9099ada7,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:26.845182 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541856e3-b5c6-4cf5-bd2b-e72217dd9aed req-16c20da8-20ed-4c99-ba2b-d066fffa4e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:26.847239 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-541856e3-b5c6-4cf5-bd2b-e72217dd9aed req-16c20da8-20ed-4c99-ba2b-d066fffa4e17 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7d3f7337327743ecb706fdd7c92380e3&device_id=4b2ebcaf-c8ad-428d-b15b-ca5c7c6a1be3 HTTP/1.1" status: 200 len: 1096 time: 0.1067331 Nov 12 08:49:26.987396 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-541856e3-b5c6-4cf5-bd2b-e72217dd9aed req-48750a4a-f653-4159-a841-86a597a42a0e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09e63f10-b23e-4a53-bd0f-15bc9099ada7 HTTP/1.1" status: 200 len: 217 time: 0.1178033 Nov 12 08:49:27.009438 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21053c86-e43d-42e5-9467-27b1edcb48ff req-019896c8-e64e-4ca9-82ff-49e68e33a858 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:27.031694 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-21053c86-e43d-42e5-9467-27b1edcb48ff req-019896c8-e64e-4ca9-82ff-49e68e33a858 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b2ebcaf-c8ad-428d-b15b-ca5c7c6a1be3 HTTP/1.1" status: 200 len: 944 time: 0.1529734 Nov 12 08:49:27.130197 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541856e3-b5c6-4cf5-bd2b-e72217dd9aed req-dd5736df-0fbb-4915-b72e-aa02d7de89c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:27.132943 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-541856e3-b5c6-4cf5-bd2b-e72217dd9aed req-dd5736df-0fbb-4915-b72e-aa02d7de89c1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d1d27945-8c3d-427f-88ef-3c42a7516333 HTTP/1.1" status: 200 len: 851 time: 0.1355309 Nov 12 08:49:27.133258 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-21053c86-e43d-42e5-9467-27b1edcb48ff req-065c9b17-5b6f-46af-acdd-acc858131187 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=2112de76-808b-4aee-81cb-ec91177d9317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003208 Nov 12 08:49:27.198902 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541856e3-b5c6-4cf5-bd2b-e72217dd9aed req-f6d1ea70-0565-4e90-a015-691c29e738f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:27.200463 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-541856e3-b5c6-4cf5-bd2b-e72217dd9aed req-f6d1ea70-0565-4e90-a015-691c29e738f3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=35316ea3-d15f-4e9c-9d0f-87ba20d4fc64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545924 Nov 12 08:49:27.372310 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-541856e3-b5c6-4cf5-bd2b-e72217dd9aed req-3ded0753-9523-4b5f-8526-d85df5bd8ba0 service neutron] 10.222.0.21 "GET /v2.0/networks/35316ea3-d15f-4e9c-9d0f-87ba20d4fc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632733 Nov 12 08:49:27.489505 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-541856e3-b5c6-4cf5-bd2b-e72217dd9aed req-72caa058-0c44-4cdc-8059-12ecc8c209d1 service neutron] 10.222.0.21 "GET /v2.0/networks/35316ea3-d15f-4e9c-9d0f-87ba20d4fc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097424 Nov 12 08:49:27.603595 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e212ccb5-31ac-4a70-8494-5456f31fb08c req-fa1e1bb5-0403-4ee9-8a1d-48cc6c60c942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:27.605445 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e212ccb5-31ac-4a70-8494-5456f31fb08c req-fa1e1bb5-0403-4ee9-8a1d-48cc6c60c942 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7d3f7337327743ecb706fdd7c92380e3&device_id=4b2ebcaf-c8ad-428d-b15b-ca5c7c6a1be3 HTTP/1.1" status: 200 len: 1096 time: 0.0517023 Nov 12 08:49:27.727202 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e212ccb5-31ac-4a70-8494-5456f31fb08c req-9c2932e3-7e45-4028-926e-cf24a1b26430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:27.728743 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e212ccb5-31ac-4a70-8494-5456f31fb08c req-9c2932e3-7e45-4028-926e-cf24a1b26430 service neutron] 10.222.0.21 "GET /v2.0/networks?id=35316ea3-d15f-4e9c-9d0f-87ba20d4fc64 HTTP/1.1" status: 200 len: 913 time: 0.1135173 Nov 12 08:49:27.782834 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e212ccb5-31ac-4a70-8494-5456f31fb08c req-5caf89cf-0668-458b-8bd3-45afb5938669 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09e63f10-b23e-4a53-bd0f-15bc9099ada7 HTTP/1.1" status: 200 len: 217 time: 0.0390728 Nov 12 08:49:27.835154 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e212ccb5-31ac-4a70-8494-5456f31fb08c req-1f37fc12-8d62-4f0c-8056-5b943ae9a110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:27.836749 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e212ccb5-31ac-4a70-8494-5456f31fb08c req-1f37fc12-8d62-4f0c-8056-5b943ae9a110 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d1d27945-8c3d-427f-88ef-3c42a7516333 HTTP/1.1" status: 200 len: 851 time: 0.0471528 Nov 12 08:49:27.886208 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e212ccb5-31ac-4a70-8494-5456f31fb08c req-8011c9d2-7bc5-4b6d-8293-44583f6e7a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:27.887853 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e212ccb5-31ac-4a70-8494-5456f31fb08c req-8011c9d2-7bc5-4b6d-8293-44583f6e7a5d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=35316ea3-d15f-4e9c-9d0f-87ba20d4fc64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425196 Nov 12 08:49:27.994280 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e212ccb5-31ac-4a70-8494-5456f31fb08c req-9180f7a7-541b-4ad2-b5ca-99c4de367220 service neutron] 10.222.0.21 "GET /v2.0/networks/35316ea3-d15f-4e9c-9d0f-87ba20d4fc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963280 Nov 12 08:49:28.105777 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e212ccb5-31ac-4a70-8494-5456f31fb08c req-cad06e39-f1c9-44e5-b80e-666ea2d0e0ee service neutron] 10.222.0.21 "GET /v2.0/networks/35316ea3-d15f-4e9c-9d0f-87ba20d4fc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024303 Nov 12 08:49:28.255309 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9976ec16-5b66-4a2c-84d2-70abf857a5a7 req-52ed3f89-bd26-4b78-a236-edc959009633 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:28.257513 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9976ec16-5b66-4a2c-84d2-70abf857a5a7 req-52ed3f89-bd26-4b78-a236-edc959009633 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b2ebcaf-c8ad-428d-b15b-ca5c7c6a1be3 HTTP/1.1" status: 200 len: 944 time: 0.0546494 Nov 12 08:49:28.325302 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9976ec16-5b66-4a2c-84d2-70abf857a5a7 req-d80b2242-133a-49ff-9d8d-552964c7090d tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=2112de76-808b-4aee-81cb-ec91177d9317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548251 Nov 12 08:49:28.481666 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-27cb9916-3595-479d-8531-349ecf669e4d req-8e8324ef-ff17-4ac7-8901-c0f1bf3b16e9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=79dabc15-b262-4896-9d54-881fa4c32d6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2086959 Nov 12 08:49:28.491032 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b20d7ca9-30e9-419e-a067-3f49806b2b76 req-43b3c3ea-cbfc-4520-a746-3c7947f185f9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=761ebb36-dc2b-47d0-a57b-ca1c996c18e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1206062 Nov 12 08:49:28.632100 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cb9916-3595-479d-8531-349ecf669e4d req-ddc01182-6ddc-48e6-88d2-e9309bca8a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:28.633821 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-27cb9916-3595-479d-8531-349ecf669e4d req-ddc01182-6ddc-48e6-88d2-e9309bca8a25 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7d3f7337327743ecb706fdd7c92380e3&device_id=79dabc15-b262-4896-9d54-881fa4c32d6d HTTP/1.1" status: 200 len: 1098 time: 0.1048923 Nov 12 08:49:28.640847 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d7ca9-30e9-419e-a067-3f49806b2b76 req-5d92878c-8f61-4e8c-84fc-d9e4091c124b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:28.642765 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b20d7ca9-30e9-419e-a067-3f49806b2b76 req-5d92878c-8f61-4e8c-84fc-d9e4091c124b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=af01ccd549054d7f8ad1904b6846172a&device_id=761ebb36-dc2b-47d0-a57b-ca1c996c18e3 HTTP/1.1" status: 200 len: 1097 time: 0.0656984 Nov 12 08:49:28.864378 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d7ca9-30e9-419e-a067-3f49806b2b76 req-810aecc1-b871-4678-9fd9-95a1e28da768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:28.866064 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b20d7ca9-30e9-419e-a067-3f49806b2b76 req-810aecc1-b871-4678-9fd9-95a1e28da768 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7b551bf2-d21c-4710-9620-a731759562ae HTTP/1.1" status: 200 len: 898 time: 0.1994183 Nov 12 08:49:28.867528 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cb9916-3595-479d-8531-349ecf669e4d req-5ebb20cd-7ddf-4194-8bbf-2b742c4f498d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:28.869148 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-27cb9916-3595-479d-8531-349ecf669e4d req-5ebb20cd-7ddf-4194-8bbf-2b742c4f498d service neutron] 10.222.0.44 "GET /v2.0/networks?id=35316ea3-d15f-4e9c-9d0f-87ba20d4fc64 HTTP/1.1" status: 200 len: 913 time: 0.1914611 Nov 12 08:49:28.958117 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b20d7ca9-30e9-419e-a067-3f49806b2b76 req-68622cb7-6603-4608-8500-709f41e42ea5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aac28850-7c54-4e21-98b2-d86bf9535110 HTTP/1.1" status: 200 len: 1001 time: 0.0816836 Nov 12 08:49:29.036794 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-27cb9916-3595-479d-8531-349ecf669e4d req-293220e5-0d06-408b-8076-6bbc4b275837 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=141cac01-cd9c-4613-98d7-1c9960bd8999 HTTP/1.1" status: 200 len: 1001 time: 0.0770400 Nov 12 08:49:29.137197 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d7ca9-30e9-419e-a067-3f49806b2b76 req-dbebf960-0f4a-4553-9d7b-a19443f35c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:29.139048 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b20d7ca9-30e9-419e-a067-3f49806b2b76 req-dbebf960-0f4a-4553-9d7b-a19443f35c5e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6c0b307b-d64f-4943-ac85-e813117c7c39 HTTP/1.1" status: 200 len: 835 time: 0.1012115 Nov 12 08:49:29.141574 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cb9916-3595-479d-8531-349ecf669e4d req-bbda6553-3962-48c9-ac2e-b15d6484dae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:29.143945 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-27cb9916-3595-479d-8531-349ecf669e4d req-bbda6553-3962-48c9-ac2e-b15d6484dae0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d1d27945-8c3d-427f-88ef-3c42a7516333 HTTP/1.1" status: 200 len: 851 time: 0.0952728 Nov 12 08:49:29.244099 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d7ca9-30e9-419e-a067-3f49806b2b76 req-5fcfa5b1-420d-4981-9dc2-e6f297f62d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:29.246077 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b20d7ca9-30e9-419e-a067-3f49806b2b76 req-5fcfa5b1-420d-4981-9dc2-e6f297f62d25 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7b551bf2-d21c-4710-9620-a731759562ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0997827 Nov 12 08:49:29.254482 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cb9916-3595-479d-8531-349ecf669e4d req-32c3528d-39e1-43a9-a269-862869c5b73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:29.256274 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-27cb9916-3595-479d-8531-349ecf669e4d req-32c3528d-39e1-43a9-a269-862869c5b73c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=35316ea3-d15f-4e9c-9d0f-87ba20d4fc64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0698621 Nov 12 08:49:29.452488 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b20d7ca9-30e9-419e-a067-3f49806b2b76 req-dd68ab1d-be19-497d-8b97-f4a8278e35e4 service neutron] 10.222.0.21 "GET /v2.0/networks/7b551bf2-d21c-4710-9620-a731759562ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951373 Nov 12 08:49:29.488690 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f238ad75-9dd4-4aea-b990-00afe4f41bd6 req-00b262b9-44b6-40a5-b815-7f625df52807 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:29.498492 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f238ad75-9dd4-4aea-b990-00afe4f41bd6 req-00b262b9-44b6-40a5-b815-7f625df52807 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b2ebcaf-c8ad-428d-b15b-ca5c7c6a1be3 HTTP/1.1" status: 200 len: 944 time: 0.0710464 Nov 12 08:49:29.549065 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-27cb9916-3595-479d-8531-349ecf669e4d req-c88964b5-030a-4d01-b87a-b732fe4e0949 service neutron] 10.222.0.44 "GET /v2.0/networks/35316ea3-d15f-4e9c-9d0f-87ba20d4fc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706504 Nov 12 08:49:29.574033 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f238ad75-9dd4-4aea-b990-00afe4f41bd6 req-9e0e1a67-6798-49e5-9a8f-af69971a59f9 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=2112de76-808b-4aee-81cb-ec91177d9317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740094 Nov 12 08:49:29.680118 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b20d7ca9-30e9-419e-a067-3f49806b2b76 req-31329189-e3a5-4f75-af2c-b1bf944aafee service neutron] 10.222.0.21 "GET /v2.0/networks/7b551bf2-d21c-4710-9620-a731759562ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472406 Nov 12 08:49:29.717303 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-27cb9916-3595-479d-8531-349ecf669e4d req-250326c5-2c20-4138-81a3-a0f601adbaf2 service neutron] 10.222.0.44 "GET /v2.0/networks/35316ea3-d15f-4e9c-9d0f-87ba20d4fc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529155 Nov 12 08:49:30.770841 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fe7fbd-4f49-491c-babe-295dac283e44 req-5cb246d1-ce6f-4c5b-a278-267d820381d8 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:30.774184 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-36fe7fbd-4f49-491c-babe-295dac283e44 req-5cb246d1-ce6f-4c5b-a278-267d820381d8 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b2ebcaf-c8ad-428d-b15b-ca5c7c6a1be3 HTTP/1.1" status: 200 len: 944 time: 0.0652306 Nov 12 08:49:30.840227 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-36fe7fbd-4f49-491c-babe-295dac283e44 req-ea95d531-cafc-48fa-9d6a-2cfa390486a1 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=2112de76-808b-4aee-81cb-ec91177d9317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585616 Nov 12 08:49:31.994425 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4876fdb7-c409-4dbf-a2b8-772d7562e0d9 req-cea8393a-25dc-40db-ba88-d43b51560270 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:31.996114 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4876fdb7-c409-4dbf-a2b8-772d7562e0d9 req-cea8393a-25dc-40db-ba88-d43b51560270 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b2ebcaf-c8ad-428d-b15b-ca5c7c6a1be3 HTTP/1.1" status: 200 len: 944 time: 0.0696967 Nov 12 08:49:32.061526 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4876fdb7-c409-4dbf-a2b8-772d7562e0d9 req-3a9a263d-7682-47a7-876b-1383858de9ae tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=2112de76-808b-4aee-81cb-ec91177d9317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498362 Nov 12 08:49:32.747364 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 33866) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:32.872916 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4ac52e50-2d12-47e0-a3a3-892a6698e452 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:32.952074 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4ac52e50-2d12-47e0-a3a3-892a6698e452 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:32.957101 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4ac52e50-2d12-47e0-a3a3-892a6698e452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:33.004962 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac52e50-2d12-47e0-a3a3-892a6698e452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf6226e3-8b75-4836-b5de-8a7318ee0a81,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:33.007606 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-4ac52e50-2d12-47e0-a3a3-892a6698e452 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=321640a535ea4c79a1445c14f2dc55d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2590487 Nov 12 08:49:33.010381 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 33870) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:33.013887 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac52e50-2d12-47e0-a3a3-892a6698e452 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:33.014410 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac52e50-2d12-47e0-a3a3-892a6698e452 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:33.014862 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac52e50-2d12-47e0-a3a3-892a6698e452 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:33.015406 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac52e50-2d12-47e0-a3a3-892a6698e452 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:33.015981 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac52e50-2d12-47e0-a3a3-892a6698e452 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:33.016628 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac52e50-2d12-47e0-a3a3-892a6698e452 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:33.017045 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac52e50-2d12-47e0-a3a3-892a6698e452 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:33.017397 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac52e50-2d12-47e0-a3a3-892a6698e452 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:33.017736 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac52e50-2d12-47e0-a3a3-892a6698e452 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:33.018074 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac52e50-2d12-47e0-a3a3-892a6698e452 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:33.019333 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac52e50-2d12-47e0-a3a3-892a6698e452 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:33.019856 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac52e50-2d12-47e0-a3a3-892a6698e452 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:33.063459 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-75b1a752-1bcc-4dec-b9a5-21d0e295d387 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:33.084503 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-75b1a752-1bcc-4dec-b9a5-21d0e295d387 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:33.134777 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-75b1a752-1bcc-4dec-b9a5-21d0e295d387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:33.137383 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-75b1a752-1bcc-4dec-b9a5-21d0e295d387 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:33.141181 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-75b1a752-1bcc-4dec-b9a5-21d0e295d387 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cf6226e3-8b75-4836-b5de-8a7318ee0a81 HTTP/1.1" status: 204 len: 168 time: 0.1270750 Nov 12 08:49:33.147269 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b1a752-1bcc-4dec-b9a5-21d0e295d387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf6226e3-8b75-4836-b5de-8a7318ee0a81,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:33.185783 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53c0e6f-e99f-400a-9890-040f1c1fceff req-e75a1f2c-ec51-4454-bf8b-2774bad320ee tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:33.188006 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c53c0e6f-e99f-400a-9890-040f1c1fceff req-e75a1f2c-ec51-4454-bf8b-2774bad320ee tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b2ebcaf-c8ad-428d-b15b-ca5c7c6a1be3 HTTP/1.1" status: 200 len: 944 time: 0.0602818 Nov 12 08:49:33.241572 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c53c0e6f-e99f-400a-9890-040f1c1fceff req-7a5c5817-e4dd-496e-82d9-f884656a4f19 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=2112de76-808b-4aee-81cb-ec91177d9317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469048 Nov 12 08:49:33.411378 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 33878) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:33.426021 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0490d5ab-9951-4f72-99b2-f96c52b5d189 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:33.504600 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0490d5ab-9951-4f72-99b2-f96c52b5d189 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:33.508466 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0490d5ab-9951-4f72-99b2-f96c52b5d189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:33.550570 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-0490d5ab-9951-4f72-99b2-f96c52b5d189 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f906a2e2a58e4d75b859f43816cbcb78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1380792 Nov 12 08:49:33.551457 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0490d5ab-9951-4f72-99b2-f96c52b5d189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52e4c78c-15e0-4e29-9f8a-5595b0340b04,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:33.553363 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 33884) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:33.617274 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6df456ff-3727-4693-be6b-e49ff482a9ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:33.642190 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6df456ff-3727-4693-be6b-e49ff482a9ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:33.701242 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6df456ff-3727-4693-be6b-e49ff482a9ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:33.704923 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6df456ff-3727-4693-be6b-e49ff482a9ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:33.706163 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-6df456ff-3727-4693-be6b-e49ff482a9ca admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/52e4c78c-15e0-4e29-9f8a-5595b0340b04 HTTP/1.1" status: 204 len: 168 time: 0.1516395 Nov 12 08:49:33.714738 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df456ff-3727-4693-be6b-e49ff482a9ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e4c78c-15e0-4e29-9f8a-5595b0340b04,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:33.960604 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-37119afd-ebee-458d-b993-879fe6ac1bdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:34.368807 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0be22f0-4e7b-40dd-96b6-652b906489f2 req-cb4a0162-5169-452b-a2de-0a7a0080c215 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:34.370573 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b0be22f0-4e7b-40dd-96b6-652b906489f2 req-cb4a0162-5169-452b-a2de-0a7a0080c215 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b2ebcaf-c8ad-428d-b15b-ca5c7c6a1be3 HTTP/1.1" status: 200 len: 944 time: 0.0538762 Nov 12 08:49:34.429331 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b0be22f0-4e7b-40dd-96b6-652b906489f2 req-b9f5d7b5-9450-4ad5-b774-0e884b0120bc tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=2112de76-808b-4aee-81cb-ec91177d9317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506053 Nov 12 08:49:35.381048 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 33936) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:35.478868 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:35.490696 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e991423d-5ff3-4f58-a161-cb249876768b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:35.565963 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a76f9eb-5ebe-4184-a22d-b3f70881e803 req-23a118db-ba1c-4ded-84cf-32e6e85797c5 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:35.567547 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1a76f9eb-5ebe-4184-a22d-b3f70881e803 req-23a118db-ba1c-4ded-84cf-32e6e85797c5 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b2ebcaf-c8ad-428d-b15b-ca5c7c6a1be3 HTTP/1.1" status: 200 len: 944 time: 0.0538943 Nov 12 08:49:35.572424 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e991423d-5ff3-4f58-a161-cb249876768b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:35.578388 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e991423d-5ff3-4f58-a161-cb249876768b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:35.618449 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-e991423d-5ff3-4f58-a161-cb249876768b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=75bcf6cbbac04acab25b8c4adee63b31&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2345967 Nov 12 08:49:35.618449 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e991423d-5ff3-4f58-a161-cb249876768b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bb39d6f-18f8-4994-8001-a05b2a63627a,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:35.620205 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 33942) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:35.621062 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1a76f9eb-5ebe-4184-a22d-b3f70881e803 req-c0cfd73e-8dba-4468-9ad6-a7fe7e0ae5b7 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=2112de76-808b-4aee-81cb-ec91177d9317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469518 Nov 12 08:49:35.669838 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c9b32c08-08a0-4fa1-82bd-e492ecbbd639 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:35.692340 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c9b32c08-08a0-4fa1-82bd-e492ecbbd639 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:35.740103 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c9b32c08-08a0-4fa1-82bd-e492ecbbd639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:35.742682 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c9b32c08-08a0-4fa1-82bd-e492ecbbd639 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:35.746506 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-c9b32c08-08a0-4fa1-82bd-e492ecbbd639 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3bb39d6f-18f8-4994-8001-a05b2a63627a HTTP/1.1" status: 204 len: 168 time: 0.1253395 Nov 12 08:49:35.755566 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b32c08-08a0-4fa1-82bd-e492ecbbd639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bb39d6f-18f8-4994-8001-a05b2a63627a,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:36.048368 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 33956) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:36.065941 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-59459ddf-9d87-4551-b784-84b1979c486e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:36.149542 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-59459ddf-9d87-4551-b784-84b1979c486e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:36.154252 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-59459ddf-9d87-4551-b784-84b1979c486e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:36.197490 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-59459ddf-9d87-4551-b784-84b1979c486e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f814f452544a40dcbaa463b68247c5b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1472478 Nov 12 08:49:36.198203 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59459ddf-9d87-4551-b784-84b1979c486e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2642a26-c463-42f2-af2c-f75f0b3db9b4,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:36.200061 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 33962) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:36.252569 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c2f4c42d-7535-4cc3-8402-bb2a859a07c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:36.273922 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c2f4c42d-7535-4cc3-8402-bb2a859a07c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:36.320752 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c2f4c42d-7535-4cc3-8402-bb2a859a07c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:36.323748 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c2f4c42d-7535-4cc3-8402-bb2a859a07c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:36.324910 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-c2f4c42d-7535-4cc3-8402-bb2a859a07c0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a2642a26-c463-42f2-af2c-f75f0b3db9b4 HTTP/1.1" status: 204 len: 168 time: 0.1238601 Nov 12 08:49:36.333464 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f4c42d-7535-4cc3-8402-bb2a859a07c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2642a26-c463-42f2-af2c-f75f0b3db9b4,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:36.766335 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aa5a21-4673-411a-814a-99866c6ae088 req-e0f5ec39-9b3d-4cf3-a1e9-0ab01c76b438 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:36.768084 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b3aa5a21-4673-411a-814a-99866c6ae088 req-e0f5ec39-9b3d-4cf3-a1e9-0ab01c76b438 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b2ebcaf-c8ad-428d-b15b-ca5c7c6a1be3 HTTP/1.1" status: 200 len: 944 time: 0.0596738 Nov 12 08:49:36.826363 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b3aa5a21-4673-411a-814a-99866c6ae088 req-5e3e99fc-e01d-4d37-bc4f-69de194ef7a3 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=2112de76-808b-4aee-81cb-ec91177d9317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507596 Nov 12 08:49:37.013365 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6d9eb5e9-ef39-44f4-8eb3-0d0d517c2f3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:37.962874 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e864119-2041-4376-b40d-b970da8bcb79 req-89d6e4cb-5141-4935-8ad4-09fc45614d16 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:37.964541 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0e864119-2041-4376-b40d-b970da8bcb79 req-89d6e4cb-5141-4935-8ad4-09fc45614d16 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b2ebcaf-c8ad-428d-b15b-ca5c7c6a1be3 HTTP/1.1" status: 200 len: 944 time: 0.0575516 Nov 12 08:49:37.972461 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:38.020068 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0e864119-2041-4376-b40d-b970da8bcb79 req-ec153377-b312-4c3a-8211-f2f704ae9562 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=2112de76-808b-4aee-81cb-ec91177d9317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480604 Nov 12 08:49:39.149391 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f6a6cc-be61-4adc-8d0e-77ec68d60dbf req-fb30b529-a9b4-42d5-bd31-e4af570e5526 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:39.151107 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e8f6a6cc-be61-4adc-8d0e-77ec68d60dbf req-fb30b529-a9b4-42d5-bd31-e4af570e5526 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b2ebcaf-c8ad-428d-b15b-ca5c7c6a1be3 HTTP/1.1" status: 200 len: 944 time: 0.0506790 Nov 12 08:49:39.218965 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e8f6a6cc-be61-4adc-8d0e-77ec68d60dbf req-4807e2ad-f73b-459d-9ebf-3aab74491d27 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=2112de76-808b-4aee-81cb-ec91177d9317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604107 Nov 12 08:49:39.323670 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:39.975079 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:40.353492 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015e02fb-35f5-470b-978b-3100d7eef2cd req-49137acf-f4c2-44ef-9e95-bec0f2615d98 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:40.355335 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-015e02fb-35f5-470b-978b-3100d7eef2cd req-49137acf-f4c2-44ef-9e95-bec0f2615d98 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b2ebcaf-c8ad-428d-b15b-ca5c7c6a1be3 HTTP/1.1" status: 200 len: 944 time: 0.0645616 Nov 12 08:49:40.422804 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-015e02fb-35f5-470b-978b-3100d7eef2cd req-034ce7a0-02ca-4d84-969e-9903f6a9d231 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=2112de76-808b-4aee-81cb-ec91177d9317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605555 Nov 12 08:49:41.489656 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 09e63f10-b23e-4a53-bd0f-15bc9099ada7 details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:49:41.619053 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36758b02-8741-4744-be8b-ebf754d9cedf req-1129dfee-ff9b-4f55-87df-f6fc8b28209d tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:41.629595 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-36758b02-8741-4744-be8b-ebf754d9cedf req-1129dfee-ff9b-4f55-87df-f6fc8b28209d tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b2ebcaf-c8ad-428d-b15b-ca5c7c6a1be3 HTTP/1.1" status: 200 len: 944 time: 0.0901349 Nov 12 08:49:41.699752 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 09e63f10-b23e-4a53-bd0f-15bc9099ada7, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=09e63f10-b23e-4a53-bd0f-15bc9099ada7,segment=NetworkSegment(add834c9-8487-4b10-a6f8-7351b562c1cc),segment_id=add834c9-8487-4b10-a6f8-7351b562c1cc)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:49:41.713288 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Returning: {'device': '09e63f10-b23e-4a53-bd0f-15bc9099ada7', 'network_id': '35316ea3-d15f-4e9c-9d0f-87ba20d4fc64', 'port_id': '09e63f10-b23e-4a53-bd0f-15bc9099ada7', 'mac_address': 'fa:16:3e:65:45:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1d27945-8c3d-427f-88ef-3c42a7516333', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:49:41.740584 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-36758b02-8741-4744-be8b-ebf754d9cedf req-0dba6f68-1c56-415d-870c-38d64153ce34 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=2112de76-808b-4aee-81cb-ec91177d9317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095500 Nov 12 08:49:41.768308 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:41.799703 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-e530113a-7783-48f4-9840-8911a24052df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09e63f10-b23e-4a53-bd0f-15bc9099ada7 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:49:41.837531 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 09e63f10-b23e-4a53-bd0f-15bc9099ada7, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=09e63f10-b23e-4a53-bd0f-15bc9099ada7,segment=NetworkSegment(add834c9-8487-4b10-a6f8-7351b562c1cc),segment_id=add834c9-8487-4b10-a6f8-7351b562c1cc)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:49:41.843018 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:41.907877 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=09e63f10-b23e-4a53-bd0f-15bc9099ada7,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:41.916392 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:41.916948 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:41.917423 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:41.917893 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:41.918359 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:41.918873 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:41.919390 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:41.919849 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:41.920337 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:41.920797 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:41.921628 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:41.922342 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:42.229169 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['09e63f10-b23e-4a53-bd0f-15bc9099ada7'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:49:42.720443 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:42.904453 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7833000-2b33-4087-8ec0-6295e828d8c9 req-4e84cce0-707b-4e61-abf5-ead68b0e1e67 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:42.906576 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c7833000-2b33-4087-8ec0-6295e828d8c9 req-4e84cce0-707b-4e61-abf5-ead68b0e1e67 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b2ebcaf-c8ad-428d-b15b-ca5c7c6a1be3 HTTP/1.1" status: 200 len: 945 time: 0.0642004 Nov 12 08:49:42.961733 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c7833000-2b33-4087-8ec0-6295e828d8c9 req-4fb80f4d-867c-476f-b8c9-effa0c4890bf tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=2112de76-808b-4aee-81cb-ec91177d9317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495291 Nov 12 08:49:43.497232 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 09e63f10-b23e-4a53-bd0f-15bc9099ada7 up at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:49:43.550097 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning for port 09e63f10-b23e-4a53-bd0f-15bc9099ada7 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:49:43.553844 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning complete for port 09e63f10-b23e-4a53-bd0f-15bc9099ada7 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:43.554209 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:43.656241 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:43.684759 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b2ebcaf-c8ad-428d-b15b-ca5c7c6a1be3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09e63f10-b23e-4a53-bd0f-15bc9099ada7'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:49:43.687594 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50b4b6fa-f574-408f-89f1-ccea42273f85" -d '{"events": [{"server_uuid": "4b2ebcaf-c8ad-428d-b15b-ca5c7c6a1be3", "name": "network-vif-plugged", "status": "completed", "tag": "09e63f10-b23e-4a53-bd0f-15bc9099ada7"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:49:43.701381 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 09e63f10-b23e-4a53-bd0f-15bc9099ada7, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=09e63f10-b23e-4a53-bd0f-15bc9099ada7,segment=NetworkSegment(add834c9-8487-4b10-a6f8-7351b562c1cc),segment_id=add834c9-8487-4b10-a6f8-7351b562c1cc)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:49:43.706941 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:43.740021 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-488aa4f4-665d-43b9-a176-d0db861709e7 x-openstack-request-id: req-488aa4f4-665d-43b9-a176-d0db861709e7 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:49:43.740591 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b2ebcaf-c8ad-428d-b15b-ca5c7c6a1be3", "name": "network-vif-plugged", "status": "completed", "tag": "09e63f10-b23e-4a53-bd0f-15bc9099ada7", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:49:43.740591 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-488aa4f4-665d-43b9-a176-d0db861709e7 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:49:43.740961 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b2ebcaf-c8ad-428d-b15b-ca5c7c6a1be3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09e63f10-b23e-4a53-bd0f-15bc9099ada7', 'code': 200} Nov 12 08:49:43.777367 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=09e63f10-b23e-4a53-bd0f-15bc9099ada7,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:43.861434 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405048ef-9b83-4bb2-9903-dc72929b7073 req-ab8d1c08-d63e-4b81-9ac3-bc10eaf2aef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:43.862765 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-405048ef-9b83-4bb2-9903-dc72929b7073 req-ab8d1c08-d63e-4b81-9ac3-bc10eaf2aef4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4b2ebcaf-c8ad-428d-b15b-ca5c7c6a1be3 HTTP/1.1" status: 200 len: 1098 time: 0.0540173 Nov 12 08:49:43.946486 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-405048ef-9b83-4bb2-9903-dc72929b7073 req-5a642807-5708-4a21-b6d5-137589204964 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2112de76-808b-4aee-81cb-ec91177d9317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757513 Nov 12 08:49:44.132589 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed53bafe-f952-4eb3-840c-6b2184416a86 req-aa709a25-ce73-47f4-b102-c47726f4c2fe tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:44.135134 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ed53bafe-f952-4eb3-840c-6b2184416a86 req-aa709a25-ce73-47f4-b102-c47726f4c2fe tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b2ebcaf-c8ad-428d-b15b-ca5c7c6a1be3 HTTP/1.1" status: 200 len: 946 time: 0.0756707 Nov 12 08:49:44.195863 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ed53bafe-f952-4eb3-840c-6b2184416a86 req-250fe0f2-f12a-4265-b961-df49ebe1770b tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=2112de76-808b-4aee-81cb-ec91177d9317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540187 Nov 12 08:49:45.382421 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61054abb-1600-4150-a48d-f5d2d433a4d6 req-85733582-d753-44ca-8f67-7a709c80c682 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:45.384695 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-61054abb-1600-4150-a48d-f5d2d433a4d6 req-85733582-d753-44ca-8f67-7a709c80c682 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b2ebcaf-c8ad-428d-b15b-ca5c7c6a1be3 HTTP/1.1" status: 200 len: 946 time: 0.1046350 Nov 12 08:49:45.455278 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-61054abb-1600-4150-a48d-f5d2d433a4d6 req-7efc2def-3885-4037-92da-a385c251d664 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=2112de76-808b-4aee-81cb-ec91177d9317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606887 Nov 12 08:49:46.582455 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007511b8-6aa7-4521-af5b-d1a360a4956a req-2fa719c3-1890-4b78-842d-1e7dde7d51cf tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:46.584248 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-007511b8-6aa7-4521-af5b-d1a360a4956a req-2fa719c3-1890-4b78-842d-1e7dde7d51cf tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b2ebcaf-c8ad-428d-b15b-ca5c7c6a1be3 HTTP/1.1" status: 200 len: 946 time: 0.0515718 Nov 12 08:49:46.641583 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-007511b8-6aa7-4521-af5b-d1a360a4956a req-c54259fb-7c19-4e73-a392-a2146f164404 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=2112de76-808b-4aee-81cb-ec91177d9317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498829 Nov 12 08:49:46.766643 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acdf4e5-17ac-4c63-9220-8112e961318f req-4565aad5-2c69-4457-916d-17a8d87e4cc4 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:46.768199 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1acdf4e5-17ac-4c63-9220-8112e961318f req-4565aad5-2c69-4457-916d-17a8d87e4cc4 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b2ebcaf-c8ad-428d-b15b-ca5c7c6a1be3 HTTP/1.1" status: 200 len: 946 time: 0.0509427 Nov 12 08:49:46.825120 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1acdf4e5-17ac-4c63-9220-8112e961318f req-b4919a6a-81e8-465f-ae72-3034d2a9fe92 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=2112de76-808b-4aee-81cb-ec91177d9317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505509 Nov 12 08:49:46.849005 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 34146) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:47.110423 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490ba084-c8cb-4c59-bcec-456f1728c81e tempest-TestVolumeBootPattern-1296812425 tempest-TestVolumeBootPattern-1296812425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:47.114800 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-490ba084-c8cb-4c59-bcec-456f1728c81e tempest-TestVolumeBootPattern-1296812425 tempest-TestVolumeBootPattern-1296812425-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=4b2ebcaf-c8ad-428d-b15b-ca5c7c6a1be3 HTTP/1.1" status: 200 len: 1093 time: 0.2619882 Nov 12 08:49:47.114955 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 34152) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:47.119441 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-7c9f87b1-32de-44f8-9b31-f3ed55094093 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Request body: {'floatingip': {'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'port_id': '09e63f10-b23e-4a53-bd0f-15bc9099ada7', 'tenant_id': '7d3f7337327743ecb706fdd7c92380e3', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:49:47.144228 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7c9f87b1-32de-44f8-9b31-f3ed55094093 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks [] for floatingip, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:47.272792 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7c9f87b1-32de-44f8-9b31-f3ed55094093 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:47.396709 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-7c9f87b1-32de-44f8-9b31-f3ed55094093 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Allocated IP 172.25.2.128 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/3ce9f8ac-fa4b-40ed-abf7-866fdbc2d657) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:49:47.506813 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7c9f87b1-32de-44f8-9b31-f3ed55094093 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:47.548649 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7c9f87b1-32de-44f8-9b31-f3ed55094093 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:47.585074 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9f87b1-32de-44f8-9b31-f3ed55094093 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:49:47.587987 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-7c9f87b1-32de-44f8-9b31-f3ed55094093 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:49:47.594533 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9f87b1-32de-44f8-9b31-f3ed55094093 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:49:47.623966 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9f87b1-32de-44f8-9b31-f3ed55094093 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Pushing event updated for resources: {'Port': ['ID=3ce9f8ac-fa4b-40ed-abf7-866fdbc2d657,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:48.079266 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7c9f87b1-32de-44f8-9b31-f3ed55094093 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:48.168031 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7c9f87b1-32de-44f8-9b31-f3ed55094093 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:48.387238 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7c9f87b1-32de-44f8-9b31-f3ed55094093 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:48.393746 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7c9f87b1-32de-44f8-9b31-f3ed55094093 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:48.485673 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7c9f87b1-32de-44f8-9b31-f3ed55094093 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:48.543830 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9f87b1-32de-44f8-9b31-f3ed55094093 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Pushing event updated for resources: {'Port': ['ID=3ce9f8ac-fa4b-40ed-abf7-866fdbc2d657,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:48.637189 n-d-765315-29 neutron-server[102600]: INFO neutron.db.l3_db [None req-7c9f87b1-32de-44f8-9b31-f3ed55094093 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Floating IP 1f062517-92d1-463c-8d74-d5eb0f2b41a3 associated. External IP: 172.25.2.128, port: 09e63f10-b23e-4a53-bd0f-15bc9099ada7. Nov 12 08:49:48.954788 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c9f87b1-32de-44f8-9b31-f3ed55094093 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Router a47a04e4-6db1-4c16-a149-ffd8319b05a3 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:49:48.996925 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 34178) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:49.142265 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c9f87b1-32de-44f8-9b31-f3ed55094093 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:49:49.154862 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b20938-880c-4fee-9eef-0ebb78ba15e5 None None] Sync routers for ids ['a47a04e4-6db1-4c16-a149-ffd8319b05a3'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:49:49.166105 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b20938-880c-4fee-9eef-0ebb78ba15e5 None None] Routers {'a47a04e4-6db1-4c16-a149-ffd8319b05a3'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:49:49.167044 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-22b20938-880c-4fee-9eef-0ebb78ba15e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:49:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['a47a04e4-6db1-4c16-a149-ffd8319b05a3'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:49:49.172875 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a35182b9-d612-498c-b591-6d7db4916066 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:49.183159 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7c9f87b1-32de-44f8-9b31-f3ed55094093 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:49.272802 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a35182b9-d612-498c-b591-6d7db4916066 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:49.275194 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-7c9f87b1-32de-44f8-9b31-f3ed55094093 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1591544 Nov 12 08:49:49.276191 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b2ebcaf-c8ad-428d-b15b-ca5c7c6a1be3', 'tag': '09e63f10-b23e-4a53-bd0f-15bc9099ada7'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:49:49.279733 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0740ebb-432c-4051-9243-5f510cfb7d12" -d '{"events": [{"name": "network-changed", "server_uuid": "4b2ebcaf-c8ad-428d-b15b-ca5c7c6a1be3", "tag": "09e63f10-b23e-4a53-bd0f-15bc9099ada7"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:49:49.284316 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a35182b9-d612-498c-b591-6d7db4916066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:49.324467 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-22b20938-880c-4fee-9eef-0ebb78ba15e5 None None] Set router a47a04e4-6db1-4c16-a149-ffd8319b05a3 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:49:49.343404 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35182b9-d612-498c-b591-6d7db4916066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f504fe-1f12-4ae7-8ec7-9d6483a6a30b,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:49.371881 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-a35182b9-d612-498c-b591-6d7db4916066 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=46268e29b348413aa208a7574422565d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3735085 Nov 12 08:49:49.375261 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 34190) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:49.569215 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bdea0172-2103-4cb5-8113-c483ac31feb0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:49.614698 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bdea0172-2103-4cb5-8113-c483ac31feb0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:49.736693 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2e98c95-c8fd-4838-928b-c99a3339fe8f x-openstack-request-id: req-d2e98c95-c8fd-4838-928b-c99a3339fe8f {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:49:49.737278 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b2ebcaf-c8ad-428d-b15b-ca5c7c6a1be3", "tag": "09e63f10-b23e-4a53-bd0f-15bc9099ada7", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:49:49.737546 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d2e98c95-c8fd-4838-928b-c99a3339fe8f {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:49:49.738163 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b2ebcaf-c8ad-428d-b15b-ca5c7c6a1be3', 'tag': '09e63f10-b23e-4a53-bd0f-15bc9099ada7', 'status': 'completed', 'code': 200} Nov 12 08:49:49.739829 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bdea0172-2103-4cb5-8113-c483ac31feb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:49.744467 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bdea0172-2103-4cb5-8113-c483ac31feb0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:49.745649 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-bdea0172-2103-4cb5-8113-c483ac31feb0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b3f504fe-1f12-4ae7-8ec7-9d6483a6a30b HTTP/1.1" status: 204 len: 168 time: 0.3693821 Nov 12 08:49:49.756338 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdea0172-2103-4cb5-8113-c483ac31feb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f504fe-1f12-4ae7-8ec7-9d6483a6a30b,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:49.894197 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0740ebb-432c-4051-9243-5f510cfb7d12 req-acff4a37-11d2-4f60-aad9-bdf7010189ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:49.899518 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d0740ebb-432c-4051-9243-5f510cfb7d12 req-acff4a37-11d2-4f60-aad9-bdf7010189ad service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7d3f7337327743ecb706fdd7c92380e3&device_id=4b2ebcaf-c8ad-428d-b15b-ca5c7c6a1be3 HTTP/1.1" status: 200 len: 1098 time: 0.1126144 Nov 12 08:49:49.920013 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-22b20938-880c-4fee-9eef-0ebb78ba15e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47a04e4-6db1-4c16-a149-ffd8319b05a3', 'name': 'tempest-TestVolumeBootPattern-1486531232-router', 'tenant_id': '7d3f7337327743ecb706fdd7c92380e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'a9c6d19c-819a-4d35-bd4a-8438cac3130b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:15Z', 'updated_at': '2021-11-12T08:36:27Z', 'revision_number': 4, 'project_id': '7d3f7337327743ecb706fdd7c92380e3', 'gw_port': {'id': 'a9c6d19c-819a-4d35-bd4a-8438cac3130b', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47a04e4-6db1-4c16-a149-ffd8319b05a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2690, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:17Z', 'updated_at': '2021-11-12T08:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': '1f062517-92d1-463c-8d74-d5eb0f2b41a3', 'tenant_id': '7d3f7337327743ecb706fdd7c92380e3', 'floating_ip_address': '172.25.2.128', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': 'a47a04e4-6db1-4c16-a149-ffd8319b05a3', 'port_id': '09e63f10-b23e-4a53-bd0f-15bc9099ada7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35316ea3-d15f-4e9c-9d0f-87ba20d4fc64', 'mac_address': 'fa:16:3e:65:45:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2ebcaf-c8ad-428d-b15b-ca5c7c6a1be3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:49:47Z', 'updated_at': '2021-11-12T08:49:47Z', 'revision_number': 0, 'project_id': '7d3f7337327743ecb706fdd7c92380e3', 'fixed_ip_address_scope': None}, {'id': 'b2fa98c8-1179-4bf6-aa9b-50b8aa4a3d6e', 'tenant_id': '7d3f7337327743ecb706fdd7c92380e3', 'floating_ip_address': '172.25.2.74', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': 'a47a04e4-6db1-4c16-a149-ffd8319b05a3', 'port_id': '141cac01-cd9c-4613-98d7-1c9960bd8999', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35316ea3-d15f-4e9c-9d0f-87ba20d4fc64', 'mac_address': 'fa:16:3e:3a:9c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79dabc15-b262-4896-9d54-881fa4c32d6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:47:28Z', 'updated_at': '2021-11-12T08:47:31Z', 'revision_number': 1, 'project_id': '7d3f7337327743ecb706fdd7c92380e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d26d5ee-de97-449a-b18e-ad0dd5ee2113', 'name': '', 'network_id': '35316ea3-d15f-4e9c-9d0f-87ba20d4fc64', 'tenant_id': '7d3f7337327743ecb706fdd7c92380e3', 'mac_address': 'fa:16:3e:4a:04:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47a04e4-6db1-4c16-a149-ffd8319b05a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'd1d27945-8c3d-427f-88ef-3c42a7516333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:25Z', 'updated_at': '2021-11-12T08:36:33Z', 'revision_number': 5, 'project_id': '7d3f7337327743ecb706fdd7c92380e3', 'subnets': [{'id': 'd1d27945-8c3d-427f-88ef-3c42a7516333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:49:49.998991 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b20938-880c-4fee-9eef-0ebb78ba15e5 None None] Checking router: a47a04e4-6db1-4c16-a149-ffd8319b05a3 for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:49:50.010124 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b20938-880c-4fee-9eef-0ebb78ba15e5 None None] Routers {'a47a04e4-6db1-4c16-a149-ffd8319b05a3'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:49:50.010864 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-22b20938-880c-4fee-9eef-0ebb78ba15e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:49:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['a47a04e4-6db1-4c16-a149-ffd8319b05a3'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:49:50.083918 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0740ebb-432c-4051-9243-5f510cfb7d12 req-c64f5e23-c28b-4030-a2ad-03a4ff70c70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:50.086012 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d0740ebb-432c-4051-9243-5f510cfb7d12 req-c64f5e23-c28b-4030-a2ad-03a4ff70c70e service neutron] 10.222.0.21 "GET /v2.0/networks?id=35316ea3-d15f-4e9c-9d0f-87ba20d4fc64 HTTP/1.1" status: 200 len: 913 time: 0.1791220 Nov 12 08:49:50.168891 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 34200) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:50.192199 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d0740ebb-432c-4051-9243-5f510cfb7d12 req-da643ddf-bffb-4634-bfa1-fa3fa7100266 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09e63f10-b23e-4a53-bd0f-15bc9099ada7 HTTP/1.1" status: 200 len: 1000 time: 0.0972104 Nov 12 08:49:50.195570 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5a1fa17c-cfab-4f7b-a6d2-25aaab1f8bbd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:50.208114 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:49:50.317073 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0740ebb-432c-4051-9243-5f510cfb7d12 req-1cb3be34-fe6f-46f9-afbd-8200b96dbd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:50.321190 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d0740ebb-432c-4051-9243-5f510cfb7d12 req-1cb3be34-fe6f-46f9-afbd-8200b96dbd70 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d1d27945-8c3d-427f-88ef-3c42a7516333 HTTP/1.1" status: 200 len: 851 time: 0.1218562 Nov 12 08:49:50.321852 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5a1fa17c-cfab-4f7b-a6d2-25aaab1f8bbd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:50.330127 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5a1fa17c-cfab-4f7b-a6d2-25aaab1f8bbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:50.356880 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-22b20938-880c-4fee-9eef-0ebb78ba15e5 None None] Set router a47a04e4-6db1-4c16-a149-ffd8319b05a3 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:49:50.380970 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1fa17c-cfab-4f7b-a6d2-25aaab1f8bbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=768b5b01-4c05-470a-844a-5335002f545f,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:50.388154 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0740ebb-432c-4051-9243-5f510cfb7d12 req-9da95187-338f-48b0-905f-493606e9ada6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:50.390998 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d0740ebb-432c-4051-9243-5f510cfb7d12 req-9da95187-338f-48b0-905f-493606e9ada6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=35316ea3-d15f-4e9c-9d0f-87ba20d4fc64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0614591 Nov 12 08:49:50.400279 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-5a1fa17c-cfab-4f7b-a6d2-25aaab1f8bbd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=247a408c44d24c58a34c24d6f1f4b1a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2301385 Nov 12 08:49:50.400943 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 34204) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:50.454480 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e07a68da-6477-4233-876e-06bdf5bd1396 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:50.493164 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e07a68da-6477-4233-876e-06bdf5bd1396 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:50.525039 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d0740ebb-432c-4051-9243-5f510cfb7d12 req-b5582689-ebbd-41eb-a514-892b37f792f2 service neutron] 10.222.0.21 "GET /v2.0/networks/35316ea3-d15f-4e9c-9d0f-87ba20d4fc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270187 Nov 12 08:49:50.571671 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e07a68da-6477-4233-876e-06bdf5bd1396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:50.576854 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e07a68da-6477-4233-876e-06bdf5bd1396 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:50.579623 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-e07a68da-6477-4233-876e-06bdf5bd1396 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/768b5b01-4c05-470a-844a-5335002f545f HTTP/1.1" status: 204 len: 168 time: 0.1776915 Nov 12 08:49:50.589281 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07a68da-6477-4233-876e-06bdf5bd1396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=768b5b01-4c05-470a-844a-5335002f545f,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:50.674982 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d0740ebb-432c-4051-9243-5f510cfb7d12 req-b7ff02da-f1b6-42fe-928b-49d471222574 service neutron] 10.222.0.21 "GET /v2.0/networks/35316ea3-d15f-4e9c-9d0f-87ba20d4fc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426091 Nov 12 08:49:50.688662 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-22b20938-880c-4fee-9eef-0ebb78ba15e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47a04e4-6db1-4c16-a149-ffd8319b05a3', 'name': 'tempest-TestVolumeBootPattern-1486531232-router', 'tenant_id': '7d3f7337327743ecb706fdd7c92380e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'a9c6d19c-819a-4d35-bd4a-8438cac3130b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:15Z', 'updated_at': '2021-11-12T08:36:27Z', 'revision_number': 4, 'project_id': '7d3f7337327743ecb706fdd7c92380e3', 'gw_port': {'id': 'a9c6d19c-819a-4d35-bd4a-8438cac3130b', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47a04e4-6db1-4c16-a149-ffd8319b05a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2690, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:17Z', 'updated_at': '2021-11-12T08:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': '1f062517-92d1-463c-8d74-d5eb0f2b41a3', 'tenant_id': '7d3f7337327743ecb706fdd7c92380e3', 'floating_ip_address': '172.25.2.128', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': 'a47a04e4-6db1-4c16-a149-ffd8319b05a3', 'port_id': '09e63f10-b23e-4a53-bd0f-15bc9099ada7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35316ea3-d15f-4e9c-9d0f-87ba20d4fc64', 'mac_address': 'fa:16:3e:65:45:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2ebcaf-c8ad-428d-b15b-ca5c7c6a1be3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:49:47Z', 'updated_at': '2021-11-12T08:49:47Z', 'revision_number': 0, 'project_id': '7d3f7337327743ecb706fdd7c92380e3', 'fixed_ip_address_scope': None}, {'id': 'b2fa98c8-1179-4bf6-aa9b-50b8aa4a3d6e', 'tenant_id': '7d3f7337327743ecb706fdd7c92380e3', 'floating_ip_address': '172.25.2.74', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': 'a47a04e4-6db1-4c16-a149-ffd8319b05a3', 'port_id': '141cac01-cd9c-4613-98d7-1c9960bd8999', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35316ea3-d15f-4e9c-9d0f-87ba20d4fc64', 'mac_address': 'fa:16:3e:3a:9c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79dabc15-b262-4896-9d54-881fa4c32d6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:47:28Z', 'updated_at': '2021-11-12T08:47:31Z', 'revision_number': 1, 'project_id': '7d3f7337327743ecb706fdd7c92380e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d26d5ee-de97-449a-b18e-ad0dd5ee2113', 'name': '', 'network_id': '35316ea3-d15f-4e9c-9d0f-87ba20d4fc64', 'tenant_id': '7d3f7337327743ecb706fdd7c92380e3', 'mac_address': 'fa:16:3e:4a:04:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47a04e4-6db1-4c16-a149-ffd8319b05a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'd1d27945-8c3d-427f-88ef-3c42a7516333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:25Z', 'updated_at': '2021-11-12T08:36:33Z', 'revision_number': 5, 'project_id': '7d3f7337327743ecb706fdd7c92380e3', 'subnets': [{'id': 'd1d27945-8c3d-427f-88ef-3c42a7516333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:49:50.722192 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b20938-880c-4fee-9eef-0ebb78ba15e5 None None] The sync data for ids ['a47a04e4-6db1-4c16-a149-ffd8319b05a3'] in n-d-765315-29 is: [{'id': 'a47a04e4-6db1-4c16-a149-ffd8319b05a3', 'name': 'tempest-TestVolumeBootPattern-1486531232-router', 'tenant_id': '7d3f7337327743ecb706fdd7c92380e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'a9c6d19c-819a-4d35-bd4a-8438cac3130b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:15Z', 'updated_at': '2021-11-12T08:36:27Z', 'revision_number': 4, 'project_id': '7d3f7337327743ecb706fdd7c92380e3', 'gw_port': {'id': 'a9c6d19c-819a-4d35-bd4a-8438cac3130b', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47a04e4-6db1-4c16-a149-ffd8319b05a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2690, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:17Z', 'updated_at': '2021-11-12T08:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': '1f062517-92d1-463c-8d74-d5eb0f2b41a3', 'tenant_id': '7d3f7337327743ecb706fdd7c92380e3', 'floating_ip_address': '172.25.2.128', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': 'a47a04e4-6db1-4c16-a149-ffd8319b05a3', 'port_id': '09e63f10-b23e-4a53-bd0f-15bc9099ada7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35316ea3-d15f-4e9c-9d0f-87ba20d4fc64', 'mac_address': 'fa:16:3e:65:45:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2ebcaf-c8ad-428d-b15b-ca5c7c6a1be3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:49:47Z', 'updated_at': '2021-11-12T08:49:47Z', 'revision_number': 0, 'project_id': '7d3f7337327743ecb706fdd7c92380e3', 'fixed_ip_address_scope': None}, {'id': 'b2fa98c8-1179-4bf6-aa9b-50b8aa4a3d6e', 'tenant_id': '7d3f7337327743ecb706fdd7c92380e3', 'floating_ip_address': '172.25.2.74', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': 'a47a04e4-6db1-4c16-a149-ffd8319b05a3', 'port_id': '141cac01-cd9c-4613-98d7-1c9960bd8999', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35316ea3-d15f-4e9c-9d0f-87ba20d4fc64', 'mac_address': 'fa:16:3e:3a:9c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79dabc15-b262-4896-9d54-881fa4c32d6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:47:28Z', 'updated_at': '2021-11-12T08:47:31Z', 'revision_number': 1, 'project_id': '7d3f7337327743ecb706fdd7c92380e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d26d5ee-de97-449a-b18e-ad0dd5ee2113', 'name': '', 'network_id': '35316ea3-d15f-4e9c-9d0f-87ba20d4fc64', 'tenant_id': '7d3f7337327743ecb706fdd7c92380e3', 'mac_address': 'fa:16:3e:4a:04:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47a04e4-6db1-4c16-a149-ffd8319b05a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'd1d27945-8c3d-427f-88ef-3c42a7516333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:25Z', 'updated_at': '2021-11-12T08:36:33Z', 'revision_number': 5, 'project_id': '7d3f7337327743ecb706fdd7c92380e3', 'subnets': [{'id': 'd1d27945-8c3d-427f-88ef-3c42a7516333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:49:51.006343 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10044c19-1b55-4fda-9fec-eab370039419 None None] New status for floating IP 1f062517-92d1-463c-8d74-d5eb0f2b41a3: ACTIVE {{(pid=102602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:49:51.101153 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 34212) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:51.114744 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7a189df8-573f-49da-a337-1e4a06c2ea26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:51.200785 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7a189df8-573f-49da-a337-1e4a06c2ea26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:51.205937 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7a189df8-573f-49da-a337-1e4a06c2ea26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:51.247059 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a189df8-573f-49da-a337-1e4a06c2ea26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=399c5e76-fc6d-4f00-8f79-a1f664b164b8,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:51.256207 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-7a189df8-573f-49da-a337-1e4a06c2ea26 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=15fc0d5a0fe74416af844f7d958105dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1513970 Nov 12 08:49:51.256665 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 34214) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:51.315572 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-893bbb51-06df-44f5-aa8e-4a76d3e8279b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:51.338190 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-893bbb51-06df-44f5-aa8e-4a76d3e8279b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:51.390543 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-893bbb51-06df-44f5-aa8e-4a76d3e8279b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:51.393342 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-893bbb51-06df-44f5-aa8e-4a76d3e8279b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:51.394499 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-893bbb51-06df-44f5-aa8e-4a76d3e8279b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/399c5e76-fc6d-4f00-8f79-a1f664b164b8 HTTP/1.1" status: 204 len: 168 time: 0.1369746 Nov 12 08:49:51.403171 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893bbb51-06df-44f5-aa8e-4a76d3e8279b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=399c5e76-fc6d-4f00-8f79-a1f664b164b8,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:53.088999 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 34274) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:53.220619 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 34280) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:53.309247 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-77d93796-5175-45ef-89fb-cb246716ce8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:53.330988 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-51e57b6b-f009-4d48-ac28-85965fc7d9d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:53.391984 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-77d93796-5175-45ef-89fb-cb246716ce8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:53.395468 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-77d93796-5175-45ef-89fb-cb246716ce8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:53.413113 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-51e57b6b-f009-4d48-ac28-85965fc7d9d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:53.417329 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-51e57b6b-f009-4d48-ac28-85965fc7d9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:53.434709 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-77d93796-5175-45ef-89fb-cb246716ce8c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1c9c1335a1134d1a835e555e21360292&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2122905 Nov 12 08:49:53.435696 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d93796-5175-45ef-89fb-cb246716ce8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=639a34ed-a4c6-4522-be14-43ce3f6e0c31,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:53.438015 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 34284) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:53.473051 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-51e57b6b-f009-4d48-ac28-85965fc7d9d6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=17ea2f320e384ddeac1a2f98567bf574&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3819380 Nov 12 08:49:53.475798 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 34286) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:53.476472 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e57b6b-f009-4d48-ac28-85965fc7d9d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b98408-7a88-4725-8d23-ba97ec1dc4c2,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:53.510945 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c2beac53-8ead-4ce3-ba28-4ef8ef990d4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:53.527267 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b7278fec-1e07-4055-8207-ad950d014442 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:53.533917 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c2beac53-8ead-4ce3-ba28-4ef8ef990d4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:53.548778 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b7278fec-1e07-4055-8207-ad950d014442 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:53.585628 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c2beac53-8ead-4ce3-ba28-4ef8ef990d4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:53.588517 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c2beac53-8ead-4ce3-ba28-4ef8ef990d4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:53.590313 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-c2beac53-8ead-4ce3-ba28-4ef8ef990d4a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/639a34ed-a4c6-4522-be14-43ce3f6e0c31 HTTP/1.1" status: 204 len: 168 time: 0.1507707 Nov 12 08:49:53.598812 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2beac53-8ead-4ce3-ba28-4ef8ef990d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=639a34ed-a4c6-4522-be14-43ce3f6e0c31,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:53.606665 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b7278fec-1e07-4055-8207-ad950d014442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:53.610083 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b7278fec-1e07-4055-8207-ad950d014442 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:53.611441 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-b7278fec-1e07-4055-8207-ad950d014442 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c2b98408-7a88-4725-8d23-ba97ec1dc4c2 HTTP/1.1" status: 204 len: 168 time: 0.1345174 Nov 12 08:49:53.620770 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7278fec-1e07-4055-8207-ad950d014442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b98408-7a88-4725-8d23-ba97ec1dc4c2,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:53.958531 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 34304) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:53.979367 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cf3d7090-5474-4ee9-8088-8942bf0eb5e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:54.063551 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cf3d7090-5474-4ee9-8088-8942bf0eb5e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:54.068161 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cf3d7090-5474-4ee9-8088-8942bf0eb5e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:54.107754 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-cf3d7090-5474-4ee9-8088-8942bf0eb5e5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=93a65016c9504480a600e529e248066e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1479213 Nov 12 08:49:54.109372 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3d7090-5474-4ee9-8088-8942bf0eb5e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abfc9f89-53d4-4aee-ba2d-266b3d386ae3,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:54.111018 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 34308) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:54.167290 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b14cefa9-750a-4eb4-bcec-04887ab01b86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:54.190107 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b14cefa9-750a-4eb4-bcec-04887ab01b86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:54.239405 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b14cefa9-750a-4eb4-bcec-04887ab01b86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:54.242052 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b14cefa9-750a-4eb4-bcec-04887ab01b86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:54.243457 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-b14cefa9-750a-4eb4-bcec-04887ab01b86 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/abfc9f89-53d4-4aee-ba2d-266b3d386ae3 HTTP/1.1" status: 204 len: 168 time: 0.1308131 Nov 12 08:49:54.254166 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14cefa9-750a-4eb4-bcec-04887ab01b86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abfc9f89-53d4-4aee-ba2d-266b3d386ae3,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:56.689241 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 34410) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:56.816132 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-da974a46-3797-4ec9-8aa2-e392190b9e2f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:56.900120 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-da974a46-3797-4ec9-8aa2-e392190b9e2f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:56.905794 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-da974a46-3797-4ec9-8aa2-e392190b9e2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:56.953801 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da974a46-3797-4ec9-8aa2-e392190b9e2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aaf5056-8620-4459-bc65-10c250f2354b,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:56.958501 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-da974a46-3797-4ec9-8aa2-e392190b9e2f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ace69efb828f4c2f90c56cfab9723834&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2681062 Nov 12 08:49:56.961581 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 34414) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:57.028576 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f7509582-61b9-4e6a-aba1-582ced418acb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:57.055196 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f7509582-61b9-4e6a-aba1-582ced418acb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:57.108917 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f7509582-61b9-4e6a-aba1-582ced418acb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:57.111784 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f7509582-61b9-4e6a-aba1-582ced418acb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:57.113084 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-f7509582-61b9-4e6a-aba1-582ced418acb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5aaf5056-8620-4459-bc65-10c250f2354b HTTP/1.1" status: 204 len: 168 time: 0.1497655 Nov 12 08:49:57.121696 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7509582-61b9-4e6a-aba1-582ced418acb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aaf5056-8620-4459-bc65-10c250f2354b,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:57.440464 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 34420) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:57.457817 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9f93e2fa-8863-4fac-8eb2-0651fa6eeac2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:57.548893 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9f93e2fa-8863-4fac-8eb2-0651fa6eeac2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:57.553263 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9f93e2fa-8863-4fac-8eb2-0651fa6eeac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:57.601133 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-9f93e2fa-8863-4fac-8eb2-0651fa6eeac2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=06aa7368c578429bbad60146bd1d25a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1578808 Nov 12 08:49:57.601133 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f93e2fa-8863-4fac-8eb2-0651fa6eeac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=288765c5-cf6d-49a9-9a2c-3f3448ecce82,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:57.602174 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 34428) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:57.660060 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1185ab02-5fc9-425e-b33f-5e441a00879f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:57.688108 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1185ab02-5fc9-425e-b33f-5e441a00879f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:57.744804 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1185ab02-5fc9-425e-b33f-5e441a00879f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:57.751387 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1185ab02-5fc9-425e-b33f-5e441a00879f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:57.752531 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-1185ab02-5fc9-425e-b33f-5e441a00879f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/288765c5-cf6d-49a9-9a2c-3f3448ecce82 HTTP/1.1" status: 204 len: 168 time: 0.1491644 Nov 12 08:49:57.762281 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1185ab02-5fc9-425e-b33f-5e441a00879f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=288765c5-cf6d-49a9-9a2c-3f3448ecce82,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:59.856883 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 34532) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:59.980819 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-adc8c012-33d5-490c-b48e-fe98948b0466 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:00.070914 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-adc8c012-33d5-490c-b48e-fe98948b0466 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:00.075987 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-adc8c012-33d5-490c-b48e-fe98948b0466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:00.116602 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-adc8c012-33d5-490c-b48e-fe98948b0466 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ac4099591522421283c7f87637af1718&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2585742 Nov 12 08:50:00.117959 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc8c012-33d5-490c-b48e-fe98948b0466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f20975c-50e6-4189-b1d0-ad831b9e5cf8,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:00.119459 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 34538) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:00.177235 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-734fa0fd-274b-4fb1-91da-2749a1aa938f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:00.200623 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-734fa0fd-274b-4fb1-91da-2749a1aa938f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:00.258461 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-734fa0fd-274b-4fb1-91da-2749a1aa938f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:00.260825 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-734fa0fd-274b-4fb1-91da-2749a1aa938f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:00.266435 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-734fa0fd-274b-4fb1-91da-2749a1aa938f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9f20975c-50e6-4189-b1d0-ad831b9e5cf8 HTTP/1.1" status: 204 len: 168 time: 0.1396327 Nov 12 08:50:00.276074 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734fa0fd-274b-4fb1-91da-2749a1aa938f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f20975c-50e6-4189-b1d0-ad831b9e5cf8,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:00.594205 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 34558) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:00.608532 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-149c7902-ee0a-48d7-96a3-65052d34f272 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:00.706157 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-149c7902-ee0a-48d7-96a3-65052d34f272 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:00.710394 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-149c7902-ee0a-48d7-96a3-65052d34f272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:00.755876 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149c7902-ee0a-48d7-96a3-65052d34f272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fff37f3d-dc88-46d0-919c-3e595d6aed61,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:00.763137 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-149c7902-ee0a-48d7-96a3-65052d34f272 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4de1e50deb5640e89a4c97f53df0c921&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1676250 Nov 12 08:50:00.765075 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 34564) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:00.818840 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-49247710-0f0d-4ff6-b419-76818abfb52c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:00.842960 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-49247710-0f0d-4ff6-b419-76818abfb52c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:00.897455 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-49247710-0f0d-4ff6-b419-76818abfb52c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:00.900055 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-49247710-0f0d-4ff6-b419-76818abfb52c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:00.905902 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-49247710-0f0d-4ff6-b419-76818abfb52c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fff37f3d-dc88-46d0-919c-3e595d6aed61 HTTP/1.1" status: 204 len: 168 time: 0.1366758 Nov 12 08:50:00.920343 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49247710-0f0d-4ff6-b419-76818abfb52c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff37f3d-dc88-46d0-919c-3e595d6aed61,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:02.133004 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 34620) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:02.242908 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-53e95490-8b2e-467f-bb65-01aa890291a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:02.320157 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-53e95490-8b2e-467f-bb65-01aa890291a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:02.324143 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-53e95490-8b2e-467f-bb65-01aa890291a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:02.363605 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-53e95490-8b2e-467f-bb65-01aa890291a7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b155027d6e074c4da6b33df568bde8e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2294369 Nov 12 08:50:02.364466 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e95490-8b2e-467f-bb65-01aa890291a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84ffa23b-a4cf-4ec9-84a0-6ee15a1f3320,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:02.366320 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 34624) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:02.417983 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-055a3676-1ace-4517-b15e-513a8389f28f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:02.443280 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-055a3676-1ace-4517-b15e-513a8389f28f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:02.494337 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-055a3676-1ace-4517-b15e-513a8389f28f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:02.496964 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-055a3676-1ace-4517-b15e-513a8389f28f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:02.498107 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-055a3676-1ace-4517-b15e-513a8389f28f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/84ffa23b-a4cf-4ec9-84a0-6ee15a1f3320 HTTP/1.1" status: 204 len: 168 time: 0.1307476 Nov 12 08:50:02.507161 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055a3676-1ace-4517-b15e-513a8389f28f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ffa23b-a4cf-4ec9-84a0-6ee15a1f3320,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:03.977019 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e62f93a7-c975-4210-8d3d-a99e0419a18a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:05.478026 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:07.020910 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-48018165-c340-4710-9a71-61ebb1d3abac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:07.966744 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:07.989232 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbbbd6b-89b7-4879-abe8-ba7fd71448c8 req-eb98ff0a-5ffe-45f7-9a45-71feb5f5feef tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:07.990792 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fdbbbd6b-89b7-4879-abe8-ba7fd71448c8 req-eb98ff0a-5ffe-45f7-9a45-71feb5f5feef tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] 10.222.0.26 "GET /v2.0/ports?device_id=31da0877-2d8e-4c7c-a4c1-603886ba6a56 HTTP/1.1" status: 200 len: 946 time: 0.0610893 Nov 12 08:50:08.047908 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fdbbbd6b-89b7-4879-abe8-ba7fd71448c8 req-5bae4925-6616-4dd3-bd51-2aac9c4ca469 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cc5f5a6-e8e9-4e61-8342-e157b351f9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506606 Nov 12 08:50:09.181704 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec146e13-b05f-4e93-80f8-82993e6e9bd4 req-84c289c8-3b8a-479a-be2e-0553761d70da tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:09.190455 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ec146e13-b05f-4e93-80f8-82993e6e9bd4 req-84c289c8-3b8a-479a-be2e-0553761d70da tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] 10.222.0.26 "GET /v2.0/ports?device_id=31da0877-2d8e-4c7c-a4c1-603886ba6a56 HTTP/1.1" status: 200 len: 946 time: 0.0679741 Nov 12 08:50:09.239086 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ec146e13-b05f-4e93-80f8-82993e6e9bd4 req-2fb73ce2-1efc-4e29-865a-0d41d18f2b39 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cc5f5a6-e8e9-4e61-8342-e157b351f9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474701 Nov 12 08:50:09.324871 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:09.767970 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296e8685-021b-4061-94b4-1b7c8607214d req-1387c70a-a8f5-4d4a-b546-18edd84ded3d tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:09.770184 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-296e8685-021b-4061-94b4-1b7c8607214d req-1387c70a-a8f5-4d4a-b546-18edd84ded3d tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] 10.222.0.44 "GET /v2.0/ports?device_id=31da0877-2d8e-4c7c-a4c1-603886ba6a56 HTTP/1.1" status: 200 len: 946 time: 0.1367681 Nov 12 08:50:09.888404 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-296e8685-021b-4061-94b4-1b7c8607214d req-56471aeb-03e7-4bd8-b187-3b49cc4c2f55 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Deleting port 2476a8d6-a3e0-4fb5-9131-e1a744fd1b93 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:50:09.889163 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-296e8685-021b-4061-94b4-1b7c8607214d req-56471aeb-03e7-4bd8-b187-3b49cc4c2f55 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:09.978702 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:09.999689 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-296e8685-021b-4061-94b4-1b7c8607214d req-56471aeb-03e7-4bd8-b187-3b49cc4c2f55 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] For port 2476a8d6-a3e0-4fb5-9131-e1a744fd1b93, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=2476a8d6-a3e0-4fb5-9131-e1a744fd1b93,segment=NetworkSegment(e82b9533-204c-4d7e-9f2e-a0f2669b4e9a),segment_id=e82b9533-204c-4d7e-9f2e-a0f2669b4e9a)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:50:10.000148 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-296e8685-021b-4061-94b4-1b7c8607214d req-56471aeb-03e7-4bd8-b187-3b49cc4c2f55 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:10.198122 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-296e8685-021b-4061-94b4-1b7c8607214d req-56471aeb-03e7-4bd8-b187-3b49cc4c2f55 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:10.198545 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-296e8685-021b-4061-94b4-1b7c8607214d req-56471aeb-03e7-4bd8-b187-3b49cc4c2f55 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:10.198748 n-d-765315-29 neutron-server[102599]: INFO neutron.db.l3_db [req-296e8685-021b-4061-94b4-1b7c8607214d req-56471aeb-03e7-4bd8-b187-3b49cc4c2f55 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Floating IP f2f9b990-b979-48e7-a4cf-d1f16140b30e disassociated. External IP: 172.25.2.109, port: 2476a8d6-a3e0-4fb5-9131-e1a744fd1b93. Nov 12 08:50:10.198998 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-296e8685-021b-4061-94b4-1b7c8607214d req-56471aeb-03e7-4bd8-b187-3b49cc4c2f55 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Calling delete_port for 2476a8d6-a3e0-4fb5-9131-e1a744fd1b93 owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:50:10.346759 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-296e8685-021b-4061-94b4-1b7c8607214d req-56471aeb-03e7-4bd8-b187-3b49cc4c2f55 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:10.391089 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56471aeb-03e7-4bd8-b187-3b49cc4c2f55 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Pushing event deleted for resources: {'Port': ['ID=2476a8d6-a3e0-4fb5-9131-e1a744fd1b93,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:10.399586 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3256c566-573b-47cd-b8c7-54cb3618555f req-40592ff8-9ff9-47c0-a540-a98adb691085 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:10.410853 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3256c566-573b-47cd-b8c7-54cb3618555f req-40592ff8-9ff9-47c0-a540-a98adb691085 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] 10.222.0.26 "GET /v2.0/ports?device_id=31da0877-2d8e-4c7c-a4c1-603886ba6a56 HTTP/1.1" status: 200 len: 867 time: 0.0874479 Nov 12 08:50:10.479188 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3256c566-573b-47cd-b8c7-54cb3618555f req-87c065d6-02cc-4998-93a6-880c21033845 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] 10.222.0.26 "GET /v2.0/security-groups?id=4cc5f5a6-e8e9-4e61-8342-e157b351f9ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672932 Nov 12 08:50:10.571151 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [req-296e8685-021b-4061-94b4-1b7c8607214d req-56471aeb-03e7-4bd8-b187-3b49cc4c2f55 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Router d29ac5d1-773d-4824-9542-b580a0d68650 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:50:10.746212 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-296e8685-021b-4061-94b4-1b7c8607214d req-56471aeb-03e7-4bd8-b187-3b49cc4c2f55 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:50:10.761647 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c627c2ae-1598-4010-b6b3-e7e0557ca0ba None None] Sync routers for ids ['d29ac5d1-773d-4824-9542-b580a0d68650'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:50:10.780632 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c627c2ae-1598-4010-b6b3-e7e0557ca0ba None None] Routers {'d29ac5d1-773d-4824-9542-b580a0d68650'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:50:10.781423 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-c627c2ae-1598-4010-b6b3-e7e0557ca0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:50:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['d29ac5d1-773d-4824-9542-b580a0d68650'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:10.894251 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-296e8685-021b-4061-94b4-1b7c8607214d req-56471aeb-03e7-4bd8-b187-3b49cc4c2f55 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] No DVR routers for this DVR port 2476a8d6-a3e0-4fb5-9131-e1a744fd1b93 on host n-h2-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:50:10.899812 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-296e8685-021b-4061-94b4-1b7c8607214d req-56471aeb-03e7-4bd8-b187-3b49cc4c2f55 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:10.911290 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-296e8685-021b-4061-94b4-1b7c8607214d req-56471aeb-03e7-4bd8-b187-3b49cc4c2f55 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] 10.222.0.44 "DELETE /v2.0/ports/2476a8d6-a3e0-4fb5-9131-e1a744fd1b93 HTTP/1.1" status: 204 len: 173 time: 1.1295090 Nov 12 08:50:10.912802 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31da0877-2d8e-4c7c-a4c1-603886ba6a56', 'name': 'network-vif-deleted', 'tag': '2476a8d6-a3e0-4fb5-9131-e1a744fd1b93'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:50:10.918722 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00acc3bf-16b5-429f-8f4d-dfde9ebdbbca" -d '{"events": [{"server_uuid": "31da0877-2d8e-4c7c-a4c1-603886ba6a56", "name": "network-vif-deleted", "tag": "2476a8d6-a3e0-4fb5-9131-e1a744fd1b93"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:50:10.971803 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 34726) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:11.032011 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1d42cd6-d06c-4a1d-a33e-f412fbb314d6 x-openstack-request-id: req-b1d42cd6-d06c-4a1d-a33e-f412fbb314d6 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:50:11.032596 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31da0877-2d8e-4c7c-a4c1-603886ba6a56", "name": "network-vif-deleted", "tag": "2476a8d6-a3e0-4fb5-9131-e1a744fd1b93", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:50:11.033171 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b1d42cd6-d06c-4a1d-a33e-f412fbb314d6 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:50:11.033827 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31da0877-2d8e-4c7c-a4c1-603886ba6a56', 'name': 'network-vif-deleted', 'tag': '2476a8d6-a3e0-4fb5-9131-e1a744fd1b93', 'status': 'completed', 'code': 200} Nov 12 08:50:11.042569 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-c627c2ae-1598-4010-b6b3-e7e0557ca0ba None None] Set router d29ac5d1-773d-4824-9542-b580a0d68650 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:50:11.193448 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7dd8052d-71d4-4742-b2eb-9bc2962dea78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:11.299566 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7dd8052d-71d4-4742-b2eb-9bc2962dea78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:11.304503 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7dd8052d-71d4-4742-b2eb-9bc2962dea78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:11.320219 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-c627c2ae-1598-4010-b6b3-e7e0557ca0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29ac5d1-773d-4824-9542-b580a0d68650', 'name': 'tempest-TestServerBasicOps-390853357-router', 'tenant_id': '557a71cffd7a4a82831b943f05494d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '0cb47e13-d586-4bfe-8e13-a4a89ac3b843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:27Z', 'updated_at': '2021-11-12T08:44:33Z', 'revision_number': 4, 'project_id': '557a71cffd7a4a82831b943f05494d79', 'gw_port': {'id': '0cb47e13-d586-4bfe-8e13-a4a89ac3b843', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:21:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29ac5d1-773d-4824-9542-b580a0d68650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:28Z', 'updated_at': '2021-11-12T08:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '50d20bb1-9553-4c41-8ea6-a17883d76412', 'name': '', 'network_id': '74797a8c-7ff4-4d88-a8f8-61f265f99726', 'tenant_id': '557a71cffd7a4a82831b943f05494d79', 'mac_address': 'fa:16:3e:20:5d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29ac5d1-773d-4824-9542-b580a0d68650', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': 'b6e38d29-9bec-48cd-bd79-12d2a938727e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:32Z', 'updated_at': '2021-11-12T08:44:40Z', 'revision_number': 5, 'project_id': '557a71cffd7a4a82831b943f05494d79', 'subnets': [{'id': 'b6e38d29-9bec-48cd-bd79-12d2a938727e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:11.333760 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-7dd8052d-71d4-4742-b2eb-9bc2962dea78 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ad4cc788a1ca4dc8a6b4087f3eb5e7a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3608253 Nov 12 08:50:11.337548 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 34730) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:11.355998 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd8052d-71d4-4742-b2eb-9bc2962dea78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11feb652-5b2f-44a0-8538-8602e572ecae,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:11.361447 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c627c2ae-1598-4010-b6b3-e7e0557ca0ba None None] Checking router: d29ac5d1-773d-4824-9542-b580a0d68650 for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:50:11.374478 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c627c2ae-1598-4010-b6b3-e7e0557ca0ba None None] Routers {'d29ac5d1-773d-4824-9542-b580a0d68650'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:50:11.375466 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-c627c2ae-1598-4010-b6b3-e7e0557ca0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:50:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['d29ac5d1-773d-4824-9542-b580a0d68650'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:11.402665 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-819d3a67-e08a-42ae-b858-04c56cc32d87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:11.426967 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-819d3a67-e08a-42ae-b858-04c56cc32d87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:11.481859 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-819d3a67-e08a-42ae-b858-04c56cc32d87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:11.486004 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-819d3a67-e08a-42ae-b858-04c56cc32d87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:11.487515 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-819d3a67-e08a-42ae-b858-04c56cc32d87 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/11feb652-5b2f-44a0-8538-8602e572ecae HTTP/1.1" status: 204 len: 168 time: 0.1484888 Nov 12 08:50:11.512883 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819d3a67-e08a-42ae-b858-04c56cc32d87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11feb652-5b2f-44a0-8538-8602e572ecae,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:11.513396 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-c627c2ae-1598-4010-b6b3-e7e0557ca0ba None None] Set router d29ac5d1-773d-4824-9542-b580a0d68650 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:50:11.722820 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-32974fe7-f6c6-44ab-bb4e-109c9b0eee36 req-a437a843-af33-4e49-9ebd-088a84de6a89 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] 10.222.0.26 "GET /v2.0/ports?device_id=31da0877-2d8e-4c7c-a4c1-603886ba6a56 HTTP/1.1" status: 200 len: 210 time: 0.0618219 Nov 12 08:50:11.860740 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-c627c2ae-1598-4010-b6b3-e7e0557ca0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29ac5d1-773d-4824-9542-b580a0d68650', 'name': 'tempest-TestServerBasicOps-390853357-router', 'tenant_id': '557a71cffd7a4a82831b943f05494d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '0cb47e13-d586-4bfe-8e13-a4a89ac3b843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:27Z', 'updated_at': '2021-11-12T08:44:33Z', 'revision_number': 4, 'project_id': '557a71cffd7a4a82831b943f05494d79', 'gw_port': {'id': '0cb47e13-d586-4bfe-8e13-a4a89ac3b843', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:21:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29ac5d1-773d-4824-9542-b580a0d68650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:28Z', 'updated_at': '2021-11-12T08:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '50d20bb1-9553-4c41-8ea6-a17883d76412', 'name': '', 'network_id': '74797a8c-7ff4-4d88-a8f8-61f265f99726', 'tenant_id': '557a71cffd7a4a82831b943f05494d79', 'mac_address': 'fa:16:3e:20:5d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29ac5d1-773d-4824-9542-b580a0d68650', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': 'b6e38d29-9bec-48cd-bd79-12d2a938727e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:32Z', 'updated_at': '2021-11-12T08:44:40Z', 'revision_number': 5, 'project_id': '557a71cffd7a4a82831b943f05494d79', 'subnets': [{'id': 'b6e38d29-9bec-48cd-bd79-12d2a938727e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:11.899720 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c627c2ae-1598-4010-b6b3-e7e0557ca0ba None None] The sync data for ids ['d29ac5d1-773d-4824-9542-b580a0d68650'] in n-d-765315-29 is: [{'id': 'd29ac5d1-773d-4824-9542-b580a0d68650', 'name': 'tempest-TestServerBasicOps-390853357-router', 'tenant_id': '557a71cffd7a4a82831b943f05494d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '0cb47e13-d586-4bfe-8e13-a4a89ac3b843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:27Z', 'updated_at': '2021-11-12T08:44:33Z', 'revision_number': 4, 'project_id': '557a71cffd7a4a82831b943f05494d79', 'gw_port': {'id': '0cb47e13-d586-4bfe-8e13-a4a89ac3b843', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:21:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29ac5d1-773d-4824-9542-b580a0d68650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:28Z', 'updated_at': '2021-11-12T08:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '50d20bb1-9553-4c41-8ea6-a17883d76412', 'name': '', 'network_id': '74797a8c-7ff4-4d88-a8f8-61f265f99726', 'tenant_id': '557a71cffd7a4a82831b943f05494d79', 'mac_address': 'fa:16:3e:20:5d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29ac5d1-773d-4824-9542-b580a0d68650', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': 'b6e38d29-9bec-48cd-bd79-12d2a938727e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:32Z', 'updated_at': '2021-11-12T08:44:40Z', 'revision_number': 5, 'project_id': '557a71cffd7a4a82831b943f05494d79', 'subnets': [{'id': 'b6e38d29-9bec-48cd-bd79-12d2a938727e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:50:12.205113 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1975418-ae3e-42a1-8e38-8dbf4761d57a None None] New status for floating IP f2f9b990-b979-48e7-a4cf-d1f16140b30e: DOWN {{(pid=102602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:50:12.467576 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 34758) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:12.581141 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-e4877227-93d3-46ad-8be2-c072ca164519 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1974713749-network', 'tenant_id': '457d4ebf32d34cfda2ef4580b496a697'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:12.603088 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4877227-93d3-46ad-8be2-c072ca164519 admin admin] Made reservation on behalf of 457d4ebf32d34cfda2ef4580b496a697 for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:50:12.605291 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e4877227-93d3-46ad-8be2-c072ca164519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:12.614795 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e4877227-93d3-46ad-8be2-c072ca164519 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:12.688014 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:12.715378 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e4877227-93d3-46ad-8be2-c072ca164519 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:12.721050 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e4877227-93d3-46ad-8be2-c072ca164519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:12.753485 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4877227-93d3-46ad-8be2-c072ca164519 admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:50:12.758930 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4877227-93d3-46ad-8be2-c072ca164519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f672f1c-b272-44fa-bb06-2fd8c79d1afd,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:12.767016 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e4877227-93d3-46ad-8be2-c072ca164519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:12.767371 n-d-765315-29 neutron-server[102599]: INFO neutron.db.segments_db [None req-e4877227-93d3-46ad-8be2-c072ca164519 admin admin] Added segment a2e35480-c72e-4ef8-a6db-de8ad115cd4f of type vlan for network 17c43e90-9f3d-4306-baf4-d69f5227049f Nov 12 08:50:12.801322 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 34766) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:12.814795 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e4877227-93d3-46ad-8be2-c072ca164519 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:12.846520 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e4877227-93d3-46ad-8be2-c072ca164519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:12.848545 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4877227-93d3-46ad-8be2-c072ca164519 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:12.849351 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e4877227-93d3-46ad-8be2-c072ca164519 admin admin] Publish callbacks [] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:12.911411 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-e4877227-93d3-46ad-8be2-c072ca164519 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4424326 Nov 12 08:50:12.914423 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 34768) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:12.921662 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-f5dc7acd-64f7-44f2-a8ce-a9b651c8eb00 admin admin] Request body: {'subnet': {'network_id': '17c43e90-9f3d-4306-baf4-d69f5227049f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1974713749-subnet', 'tenant_id': '457d4ebf32d34cfda2ef4580b496a697', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:12.927933 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4877227-93d3-46ad-8be2-c072ca164519 admin admin] Pushing event updated for resources: {'Network': ['ID=17c43e90-9f3d-4306-baf4-d69f5227049f,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:12.943168 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 17c43e90-9f3d-4306-baf4-d69f5227049f details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:50:12.953660 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-7a2534b5-bfef-4708-ae01-e1e62332cc67 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Deleting port bc1365af-fa34-4ec8-b7c3-d96eeae0c6a3 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:50:12.954091 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7a2534b5-bfef-4708-ae01-e1e62332cc67 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:12.955092 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5dc7acd-64f7-44f2-a8ce-a9b651c8eb00 admin admin] Made reservation on behalf of 457d4ebf32d34cfda2ef4580b496a697 for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:50:12.957784 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f5dc7acd-64f7-44f2-a8ce-a9b651c8eb00 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:13.042241 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7a2534b5-bfef-4708-ae01-e1e62332cc67 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:13.042706 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7a2534b5-bfef-4708-ae01-e1e62332cc67 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:13.058144 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-7a2534b5-bfef-4708-ae01-e1e62332cc67 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Calling delete_port for bc1365af-fa34-4ec8-b7c3-d96eeae0c6a3 owned by network:floatingip {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:50:13.153601 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f5dc7acd-64f7-44f2-a8ce-a9b651c8eb00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:13.204273 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7a2534b5-bfef-4708-ae01-e1e62332cc67 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:13.222026 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dc7acd-64f7-44f2-a8ce-a9b651c8eb00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd08d789-b696-4e5d-86ca-266bed04337f,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:13.230935 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5dc7acd-64f7-44f2-a8ce-a9b651c8eb00 admin admin] Checking segment: {'id': 'a2e35480-c72e-4ef8-a6db-de8ad115cd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '17c43e90-9f3d-4306-baf4-d69f5227049f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:50:13.231302 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5dc7acd-64f7-44f2-a8ce-a9b651c8eb00 admin admin] Network hostable DHCP agents. Network: 17c43e90-9f3d-4306-baf4-d69f5227049f, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:50:13.232243 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2534b5-bfef-4708-ae01-e1e62332cc67 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Pushing event deleted for resources: {'Port': ['ID=bc1365af-fa34-4ec8-b7c3-d96eeae0c6a3,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:13.252158 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5dc7acd-64f7-44f2-a8ce-a9b651c8eb00 admin admin] Network 17c43e90-9f3d-4306-baf4-d69f5227049f is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:50:13.261753 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-f5dc7acd-64f7-44f2-a8ce-a9b651c8eb00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 17c43e90-9f3d-4306-baf4-d69f5227049f) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:50:13.272146 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a831c4be-3aac-4491-b7ec-96daa8cdb318 None None] Network 17c43e90-9f3d-4306-baf4-d69f5227049f requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:50:13.276869 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5dc7acd-64f7-44f2-a8ce-a9b651c8eb00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:13.277382 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f5dc7acd-64f7-44f2-a8ce-a9b651c8eb00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:13.299682 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-f5dc7acd-64f7-44f2-a8ce-a9b651c8eb00 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3841593 Nov 12 08:50:13.315908 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7a2534b5-bfef-4708-ae01-e1e62332cc67 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Publish callbacks [] for floatingip, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:13.319503 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7a2534b5-bfef-4708-ae01-e1e62332cc67 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:13.323090 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-7a2534b5-bfef-4708-ae01-e1e62332cc67 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] 10.222.0.26 "DELETE /v2.0/floatingips/f2f9b990-b979-48e7-a4cf-d1f16140b30e HTTP/1.1" status: 204 len: 168 time: 0.5171041 Nov 12 08:50:13.401558 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 34776) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:13.431019 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b439b8-1fe2-4aa2-a1c8-adbbbf89ceca None None] Network 17c43e90-9f3d-4306-baf4-d69f5227049f requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:50:13.478389 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-909afe08-a300-4360-a9c7-391b03dc06b5 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:13.489480 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 2476a8d6-a3e0-4fb5-9131-e1a744fd1b93 no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:50:13.509707 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-909afe08-a300-4360-a9c7-391b03dc06b5 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:13.520495 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] No Port match for: 2476a8d6-a3e0-4fb5-9131-e1a744fd1b93 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:50:13.520980 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 2476a8d6-a3e0-4fb5-9131-e1a744fd1b93 not bound to the agent host n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:50:13.585872 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-909afe08-a300-4360-a9c7-391b03dc06b5 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:13.589312 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-909afe08-a300-4360-a9c7-391b03dc06b5 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:13.590918 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-909afe08-a300-4360-a9c7-391b03dc06b5 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] 10.222.0.26 "DELETE /v2.0/security-groups/4cc5f5a6-e8e9-4e61-8342-e157b351f9ef HTTP/1.1" status: 204 len: 168 time: 0.1882868 Nov 12 08:50:13.611103 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909afe08-a300-4360-a9c7-391b03dc06b5 tempest-TestServerBasicOps-858964267 tempest-TestServerBasicOps-858964267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc5f5a6-e8e9-4e61-8342-e157b351f9ef,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:13.632093 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 34784) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:14.169046 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c08d2747-0443-47f5-b694-5a227ff8e08c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933586'] for router_interface, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:14.447799 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-c08d2747-0443-47f5-b694-5a227ff8e08c admin admin] Deleting port 50d20bb1-9553-4c41-8ea6-a17883d76412 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:50:14.448224 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c08d2747-0443-47f5-b694-5a227ff8e08c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:14.533483 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-c08d2747-0443-47f5-b694-5a227ff8e08c admin admin] For port 50d20bb1-9553-4c41-8ea6-a17883d76412, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=50d20bb1-9553-4c41-8ea6-a17883d76412,segment=NetworkSegment(e82b9533-204c-4d7e-9f2e-a0f2669b4e9a),segment_id=e82b9533-204c-4d7e-9f2e-a0f2669b4e9a)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:50:14.533978 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c08d2747-0443-47f5-b694-5a227ff8e08c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:14.547310 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-c08d2747-0443-47f5-b694-5a227ff8e08c admin admin] Calling delete_port for 50d20bb1-9553-4c41-8ea6-a17883d76412 owned by network:router_interface {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:50:14.766244 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c08d2747-0443-47f5-b694-5a227ff8e08c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:14.807764 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08d2747-0443-47f5-b694-5a227ff8e08c admin admin] Pushing event deleted for resources: {'Port': ['ID=50d20bb1-9553-4c41-8ea6-a17883d76412,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:14.994374 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c08d2747-0443-47f5-b694-5a227ff8e08c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918626'] for router_interface, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:15.605643 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c08d2747-0443-47f5-b694-5a227ff8e08c admin admin] Router d29ac5d1-773d-4824-9542-b580a0d68650 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:50:15.723437 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c08d2747-0443-47f5-b694-5a227ff8e08c admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:50:15.729227 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-c08d2747-0443-47f5-b694-5a227ff8e08c admin admin] 10.222.0.26 "PUT /v2.0/routers/d29ac5d1-773d-4824-9542-b580a0d68650/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0937881 Nov 12 08:50:15.731840 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 34804) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:15.743451 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfc4adb-3c24-481e-8729-6b111378b491 None None] Sync routers for ids ['d29ac5d1-773d-4824-9542-b580a0d68650'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:50:15.757737 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfc4adb-3c24-481e-8729-6b111378b491 None None] Routers {'d29ac5d1-773d-4824-9542-b580a0d68650'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:50:15.758239 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-ccfc4adb-3c24-481e-8729-6b111378b491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:50:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['d29ac5d1-773d-4824-9542-b580a0d68650'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:15.859491 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f4bbde8c-88c6-4593-bf75-dca78cd9221d admin admin] Publish callbacks [] for router, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:15.882621 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-ccfc4adb-3c24-481e-8729-6b111378b491 None None] Set router d29ac5d1-773d-4824-9542-b580a0d68650 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:50:16.144385 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-ccfc4adb-3c24-481e-8729-6b111378b491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29ac5d1-773d-4824-9542-b580a0d68650', 'name': 'tempest-TestServerBasicOps-390853357-router', 'tenant_id': '557a71cffd7a4a82831b943f05494d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '0cb47e13-d586-4bfe-8e13-a4a89ac3b843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:27Z', 'updated_at': '2021-11-12T08:50:14Z', 'revision_number': 5, 'project_id': '557a71cffd7a4a82831b943f05494d79', 'gw_port': {'id': '0cb47e13-d586-4bfe-8e13-a4a89ac3b843', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:21:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29ac5d1-773d-4824-9542-b580a0d68650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:28Z', 'updated_at': '2021-11-12T08:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:16.192751 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfc4adb-3c24-481e-8729-6b111378b491 None None] Checking router: d29ac5d1-773d-4824-9542-b580a0d68650 for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:50:16.206233 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfc4adb-3c24-481e-8729-6b111378b491 None None] Routers {'d29ac5d1-773d-4824-9542-b580a0d68650'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:50:16.207219 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-ccfc4adb-3c24-481e-8729-6b111378b491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:50:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['d29ac5d1-773d-4824-9542-b580a0d68650'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:16.365621 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f4bbde8c-88c6-4593-bf75-dca78cd9221d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:16.455937 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-f4bbde8c-88c6-4593-bf75-dca78cd9221d admin admin] Deleting port 0cb47e13-d586-4bfe-8e13-a4a89ac3b843 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:50:16.456255 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f4bbde8c-88c6-4593-bf75-dca78cd9221d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:16.518953 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-ccfc4adb-3c24-481e-8729-6b111378b491 None None] Set router d29ac5d1-773d-4824-9542-b580a0d68650 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:50:16.559567 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-f4bbde8c-88c6-4593-bf75-dca78cd9221d admin admin] For port 0cb47e13-d586-4bfe-8e13-a4a89ac3b843, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=0cb47e13-d586-4bfe-8e13-a4a89ac3b843,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:50:16.560041 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f4bbde8c-88c6-4593-bf75-dca78cd9221d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:16.576313 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-f4bbde8c-88c6-4593-bf75-dca78cd9221d admin admin] Calling delete_port for 0cb47e13-d586-4bfe-8e13-a4a89ac3b843 owned by network:router_gateway {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:50:16.788900 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-ccfc4adb-3c24-481e-8729-6b111378b491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29ac5d1-773d-4824-9542-b580a0d68650', 'name': 'tempest-TestServerBasicOps-390853357-router', 'tenant_id': '557a71cffd7a4a82831b943f05494d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '0cb47e13-d586-4bfe-8e13-a4a89ac3b843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:27Z', 'updated_at': '2021-11-12T08:50:14Z', 'revision_number': 5, 'project_id': '557a71cffd7a4a82831b943f05494d79', 'gw_port': {'id': '0cb47e13-d586-4bfe-8e13-a4a89ac3b843', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:21:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29ac5d1-773d-4824-9542-b580a0d68650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:28Z', 'updated_at': '2021-11-12T08:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:16.825996 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfc4adb-3c24-481e-8729-6b111378b491 None None] The sync data for ids ['d29ac5d1-773d-4824-9542-b580a0d68650'] in n-d-765315-29 is: [{'id': 'd29ac5d1-773d-4824-9542-b580a0d68650', 'name': 'tempest-TestServerBasicOps-390853357-router', 'tenant_id': '557a71cffd7a4a82831b943f05494d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '0cb47e13-d586-4bfe-8e13-a4a89ac3b843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:27Z', 'updated_at': '2021-11-12T08:50:14Z', 'revision_number': 5, 'project_id': '557a71cffd7a4a82831b943f05494d79', 'gw_port': {'id': '0cb47e13-d586-4bfe-8e13-a4a89ac3b843', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:21:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29ac5d1-773d-4824-9542-b580a0d68650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:28Z', 'updated_at': '2021-11-12T08:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:50:16.892793 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f4bbde8c-88c6-4593-bf75-dca78cd9221d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:16.925218 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bbde8c-88c6-4593-bf75-dca78cd9221d admin admin] Pushing event deleted for resources: {'Port': ['ID=0cb47e13-d586-4bfe-8e13-a4a89ac3b843,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:16.941977 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bbde8c-88c6-4593-bf75-dca78cd9221d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:16.942503 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bbde8c-88c6-4593-bf75-dca78cd9221d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:16.942976 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bbde8c-88c6-4593-bf75-dca78cd9221d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:16.943446 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bbde8c-88c6-4593-bf75-dca78cd9221d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:16.943920 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bbde8c-88c6-4593-bf75-dca78cd9221d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:16.944377 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bbde8c-88c6-4593-bf75-dca78cd9221d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:16.944983 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bbde8c-88c6-4593-bf75-dca78cd9221d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:16.945240 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bbde8c-88c6-4593-bf75-dca78cd9221d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:16.945668 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bbde8c-88c6-4593-bf75-dca78cd9221d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:16.946197 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bbde8c-88c6-4593-bf75-dca78cd9221d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:16.946657 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bbde8c-88c6-4593-bf75-dca78cd9221d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:16.947106 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bbde8c-88c6-4593-bf75-dca78cd9221d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:16.977103 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f194150-5a48-45f0-8e0c-94b1545e6152 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:50:17.040812 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f4bbde8c-88c6-4593-bf75-dca78cd9221d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-933016'] for router_gateway, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:17.149419 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f4bbde8c-88c6-4593-bf75-dca78cd9221d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:17.151314 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f4bbde8c-88c6-4593-bf75-dca78cd9221d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:17.202529 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f4bbde8c-88c6-4593-bf75-dca78cd9221d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:17.204118 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4bbde8c-88c6-4593-bf75-dca78cd9221d admin admin] Fanout notify agent at l3_agent the message router_deleted on router d29ac5d1-773d-4824-9542-b580a0d68650 {{(pid=102599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:50:17.214873 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f4bbde8c-88c6-4593-bf75-dca78cd9221d admin admin] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:17.219794 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 34818) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:17.220403 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-f4bbde8c-88c6-4593-bf75-dca78cd9221d admin admin] 10.222.0.26 "DELETE /v2.0/routers/d29ac5d1-773d-4824-9542-b580a0d68650 HTTP/1.1" status: 204 len: 168 time: 1.4864478 Nov 12 08:50:17.278492 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-d185ae40-e4be-4702-9db5-4c7092a0d4ee admin admin] Deleting subnet b6e38d29-9bec-48cd-bd79-12d2a938727e {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:50:17.283515 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d185ae40-e4be-4702-9db5-4c7092a0d4ee admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:17.330163 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d185ae40-e4be-4702-9db5-4c7092a0d4ee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:17.422893 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 50d20bb1-9553-4c41-8ea6-a17883d76412 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:50:17.484879 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 50d20bb1-9553-4c41-8ea6-a17883d76412 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:50:17.485291 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 50d20bb1-9553-4c41-8ea6-a17883d76412 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:50:17.493734 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d185ae40-e4be-4702-9db5-4c7092a0d4ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:17.595508 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d185ae40-e4be-4702-9db5-4c7092a0d4ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:17.632865 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d185ae40-e4be-4702-9db5-4c7092a0d4ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6e38d29-9bec-48cd-bd79-12d2a938727e,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:17.647483 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d185ae40-e4be-4702-9db5-4c7092a0d4ee admin admin] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:17.653085 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-d185ae40-e4be-4702-9db5-4c7092a0d4ee admin admin] 10.222.0.26 "DELETE /v2.0/subnets/b6e38d29-9bec-48cd-bd79-12d2a938727e HTTP/1.1" status: 204 len: 168 time: 0.4300365 Nov 12 08:50:17.653261 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b04b19-c6b1-4482-9b2f-fcffbf431158 None None] Network 74797a8c-7ff4-4d88-a8f8-61f265f99726 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:50:17.653651 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 34832) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:17.766681 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7affde59-21ce-4d70-b395-663d7352335c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:17.846872 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-7affde59-21ce-4d70-b395-663d7352335c admin admin] Deleting port e0a7d3b2-a76f-4d43-b20f-4f8676d4ae3a {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:50:17.847419 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7affde59-21ce-4d70-b395-663d7352335c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:17.968277 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-7affde59-21ce-4d70-b395-663d7352335c admin admin] For port e0a7d3b2-a76f-4d43-b20f-4f8676d4ae3a, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=e0a7d3b2-a76f-4d43-b20f-4f8676d4ae3a,segment=NetworkSegment(e82b9533-204c-4d7e-9f2e-a0f2669b4e9a),segment_id=e82b9533-204c-4d7e-9f2e-a0f2669b4e9a)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:50:17.968647 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7affde59-21ce-4d70-b395-663d7352335c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:17.974791 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa9b4ff-27f1-4a7b-9003-8683003efcd1 None None] DHCP port deletion for 74797a8c-7ff4-4d88-a8f8-61f265f99726 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:50:18.008831 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-7affde59-21ce-4d70-b395-663d7352335c admin admin] Calling delete_port for e0a7d3b2-a76f-4d43-b20f-4f8676d4ae3a owned by network:dhcp {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:50:18.059798 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-faa9b4ff-27f1-4a7b-9003-8683003efcd1 None None] Deleting port e0a7d3b2-a76f-4d43-b20f-4f8676d4ae3a {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:50:18.060176 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-faa9b4ff-27f1-4a7b-9003-8683003efcd1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:18.119397 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7affde59-21ce-4d70-b395-663d7352335c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:18.133100 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7affde59-21ce-4d70-b395-663d7352335c admin admin] No DVR routers for this DVR port e0a7d3b2-a76f-4d43-b20f-4f8676d4ae3a on host n-d-765315-29 {{(pid=102600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:50:18.161026 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-faa9b4ff-27f1-4a7b-9003-8683003efcd1 None None] For port e0a7d3b2-a76f-4d43-b20f-4f8676d4ae3a, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=e0a7d3b2-a76f-4d43-b20f-4f8676d4ae3a,segment=NetworkSegment(e82b9533-204c-4d7e-9f2e-a0f2669b4e9a),segment_id=e82b9533-204c-4d7e-9f2e-a0f2669b4e9a)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:50:18.161735 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-faa9b4ff-27f1-4a7b-9003-8683003efcd1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:18.186622 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7affde59-21ce-4d70-b395-663d7352335c admin admin] Pushing event deleted for resources: {'Port': ['ID=e0a7d3b2-a76f-4d43-b20f-4f8676d4ae3a,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:18.187273 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-faa9b4ff-27f1-4a7b-9003-8683003efcd1 None None] Calling delete_port for e0a7d3b2-a76f-4d43-b20f-4f8676d4ae3a owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:50:18.252983 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7affde59-21ce-4d70-b395-663d7352335c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:18.281477 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-7affde59-21ce-4d70-b395-663d7352335c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74797a8c-7ff4-4d88-a8f8-61f265f99726']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:18.292276 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-faa9b4ff-27f1-4a7b-9003-8683003efcd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:18.297229 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-7affde59-21ce-4d70-b395-663d7352335c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e82b9533-204c-4d7e-9f2e-a0f2669b4e9a') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:18.297652 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-7affde59-21ce-4d70-b395-663d7352335c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e82b9533-204c-4d7e-9f2e-a0f2669b4e9a') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:18.309609 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7affde59-21ce-4d70-b395-663d7352335c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:18.325883 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa9b4ff-27f1-4a7b-9003-8683003efcd1 None None] Pushing event deleted for resources: {'Port': ['ID=e0a7d3b2-a76f-4d43-b20f-4f8676d4ae3a,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:18.328326 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7affde59-21ce-4d70-b395-663d7352335c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:18.334928 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa9b4ff-27f1-4a7b-9003-8683003efcd1 None None] No DVR routers for this DVR port e0a7d3b2-a76f-4d43-b20f-4f8676d4ae3a on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:50:18.350070 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7affde59-21ce-4d70-b395-663d7352335c admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:50:18.350504 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7affde59-21ce-4d70-b395-663d7352335c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:18.371299 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:50:18.371299 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:50:18.371299 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:50:18.371299 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:50:18.371299 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:50:18.371299 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:50:18.371299 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:50:18.371299 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:50:18.371299 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:50:18.371299 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:50:18.371299 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:50:18.371299 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:50:18.371299 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:50:18.371299 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:50:18.371299 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:50:18.371299 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:50:18.371299 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:50:18.371299 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:50:18.371299 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:50:18.371299 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:50:18.371299 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:50:18.371299 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:50:18.371299 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:50:18.371299 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:50:18.371299 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:50:18.371299 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:50:18.371299 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:50:18.371299 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:50:18.371299 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:50:18.371299 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:50:18.371299 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:50:18.371299 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:50:18.432589 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7affde59-21ce-4d70-b395-663d7352335c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:18.441839 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7affde59-21ce-4d70-b395-663d7352335c admin admin] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:18.448432 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-7affde59-21ce-4d70-b395-663d7352335c admin admin] 10.222.0.26 "DELETE /v2.0/networks/74797a8c-7ff4-4d88-a8f8-61f265f99726 HTTP/1.1" status: 204 len: 168 time: 0.7935863 Nov 12 08:50:18.452324 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 34838) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:18.463842 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7affde59-21ce-4d70-b395-663d7352335c admin admin] Pushing event deleted for resources: {'Network': ['ID=74797a8c-7ff4-4d88-a8f8-61f265f99726,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:18.896912 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ff0cc523-1cf0-42cb-a0ca-0151a8a204bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933586'] for router_interface, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:19.165931 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-ff0cc523-1cf0-42cb-a0ca-0151a8a204bb admin admin] Deleting port 733dfe24-4528-4474-9539-6ffa37e47da0 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:50:19.166190 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ff0cc523-1cf0-42cb-a0ca-0151a8a204bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:19.246753 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-ff0cc523-1cf0-42cb-a0ca-0151a8a204bb admin admin] For port 733dfe24-4528-4474-9539-6ffa37e47da0, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=733dfe24-4528-4474-9539-6ffa37e47da0,segment=NetworkSegment(a59afafb-b93b-4f3e-bf81-2fdd7b7169e2),segment_id=a59afafb-b93b-4f3e-bf81-2fdd7b7169e2)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:50:19.247036 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ff0cc523-1cf0-42cb-a0ca-0151a8a204bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:19.260985 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-ff0cc523-1cf0-42cb-a0ca-0151a8a204bb admin admin] Calling delete_port for 733dfe24-4528-4474-9539-6ffa37e47da0 owned by network:router_interface {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:50:19.340924 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 0cb47e13-d586-4bfe-8e13-a4a89ac3b843 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:50:19.364853 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 0cb47e13-d586-4bfe-8e13-a4a89ac3b843 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:50:19.365422 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 0cb47e13-d586-4bfe-8e13-a4a89ac3b843 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:50:19.366004 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device e0a7d3b2-a76f-4d43-b20f-4f8676d4ae3a no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:50:19.388231 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: e0a7d3b2-a76f-4d43-b20f-4f8676d4ae3a {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:50:19.389232 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device e0a7d3b2-a76f-4d43-b20f-4f8676d4ae3a not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:50:19.461768 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ff0cc523-1cf0-42cb-a0ca-0151a8a204bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:19.492593 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cc523-1cf0-42cb-a0ca-0151a8a204bb admin admin] Pushing event deleted for resources: {'Port': ['ID=733dfe24-4528-4474-9539-6ffa37e47da0,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:19.697795 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ff0cc523-1cf0-42cb-a0ca-0151a8a204bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918626'] for router_interface, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:19.970829 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff0cc523-1cf0-42cb-a0ca-0151a8a204bb admin admin] Router 65d95564-407b-47c1-8ba6-0c76a334dac1 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:50:20.086541 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff0cc523-1cf0-42cb-a0ca-0151a8a204bb admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:50:20.092821 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-ff0cc523-1cf0-42cb-a0ca-0151a8a204bb admin admin] 10.222.0.26 "PUT /v2.0/routers/65d95564-407b-47c1-8ba6-0c76a334dac1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6381688 Nov 12 08:50:20.095709 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 34852) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:20.111474 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6733271c-d751-4292-8441-23b037da3247 None None] Sync routers for ids ['65d95564-407b-47c1-8ba6-0c76a334dac1'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:50:20.127398 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6733271c-d751-4292-8441-23b037da3247 None None] Routers {'65d95564-407b-47c1-8ba6-0c76a334dac1'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:50:20.128036 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-6733271c-d751-4292-8441-23b037da3247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:50:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['65d95564-407b-47c1-8ba6-0c76a334dac1'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:20.261375 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-6733271c-d751-4292-8441-23b037da3247 None None] Set router 65d95564-407b-47c1-8ba6-0c76a334dac1 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:50:20.296209 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c7b9a09a-1cb8-4992-a7cd-8c3da82ef179 admin admin] Publish callbacks [] for router, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:20.455172 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c7b9a09a-1cb8-4992-a7cd-8c3da82ef179 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:20.522573 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-6733271c-d751-4292-8441-23b037da3247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65d95564-407b-47c1-8ba6-0c76a334dac1', 'name': 'tempest-TestServerBasicOps-1190223790-router', 'tenant_id': 'ee34d5fa2d864240b42696b38d7de9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '0d343675-d6e1-40b6-ac02-e09bb7521385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:37Z', 'updated_at': '2021-11-12T08:50:19Z', 'revision_number': 5, 'project_id': 'ee34d5fa2d864240b42696b38d7de9d6', 'gw_port': {'id': '0d343675-d6e1-40b6-ac02-e09bb7521385', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:39:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d95564-407b-47c1-8ba6-0c76a334dac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:38Z', 'updated_at': '2021-11-12T08:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:20.552512 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-c7b9a09a-1cb8-4992-a7cd-8c3da82ef179 admin admin] Deleting port 0d343675-d6e1-40b6-ac02-e09bb7521385 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:50:20.552836 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c7b9a09a-1cb8-4992-a7cd-8c3da82ef179 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:20.553988 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6733271c-d751-4292-8441-23b037da3247 None None] Checking router: 65d95564-407b-47c1-8ba6-0c76a334dac1 for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:50:20.563284 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6733271c-d751-4292-8441-23b037da3247 None None] Routers {'65d95564-407b-47c1-8ba6-0c76a334dac1'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:50:20.564217 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-6733271c-d751-4292-8441-23b037da3247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:50:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['65d95564-407b-47c1-8ba6-0c76a334dac1'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:20.647774 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-c7b9a09a-1cb8-4992-a7cd-8c3da82ef179 admin admin] For port 0d343675-d6e1-40b6-ac02-e09bb7521385, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=0d343675-d6e1-40b6-ac02-e09bb7521385,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:50:20.648135 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c7b9a09a-1cb8-4992-a7cd-8c3da82ef179 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:20.663680 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-c7b9a09a-1cb8-4992-a7cd-8c3da82ef179 admin admin] Calling delete_port for 0d343675-d6e1-40b6-ac02-e09bb7521385 owned by network:router_gateway {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:50:20.698993 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-6733271c-d751-4292-8441-23b037da3247 None None] Set router 65d95564-407b-47c1-8ba6-0c76a334dac1 gateway port host: None {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:50:20.795422 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-6733271c-d751-4292-8441-23b037da3247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65d95564-407b-47c1-8ba6-0c76a334dac1', 'name': 'tempest-TestServerBasicOps-1190223790-router', 'tenant_id': 'ee34d5fa2d864240b42696b38d7de9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:37Z', 'updated_at': '2021-11-12T08:50:20Z', 'revision_number': 6, 'project_id': 'ee34d5fa2d864240b42696b38d7de9d6', 'gw_port_host': None}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:20.843785 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6733271c-d751-4292-8441-23b037da3247 None None] The sync data for ids ['65d95564-407b-47c1-8ba6-0c76a334dac1'] in n-d-765315-29 is: [{'id': '65d95564-407b-47c1-8ba6-0c76a334dac1', 'name': 'tempest-TestServerBasicOps-1190223790-router', 'tenant_id': 'ee34d5fa2d864240b42696b38d7de9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:37Z', 'updated_at': '2021-11-12T08:50:20Z', 'revision_number': 6, 'project_id': 'ee34d5fa2d864240b42696b38d7de9d6', 'gw_port_host': None}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:50:20.927425 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c7b9a09a-1cb8-4992-a7cd-8c3da82ef179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:20.957445 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b9a09a-1cb8-4992-a7cd-8c3da82ef179 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d343675-d6e1-40b6-ac02-e09bb7521385,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:20.972875 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89de26c-cb46-401a-ac00-0fe7f1eb8287 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:50:21.050182 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c7b9a09a-1cb8-4992-a7cd-8c3da82ef179 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-933016'] for router_gateway, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:21.152532 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c7b9a09a-1cb8-4992-a7cd-8c3da82ef179 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:21.155358 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c7b9a09a-1cb8-4992-a7cd-8c3da82ef179 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:21.207777 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c7b9a09a-1cb8-4992-a7cd-8c3da82ef179 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:21.208518 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7b9a09a-1cb8-4992-a7cd-8c3da82ef179 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65d95564-407b-47c1-8ba6-0c76a334dac1 {{(pid=102600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:50:21.213854 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c7b9a09a-1cb8-4992-a7cd-8c3da82ef179 admin admin] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:21.218412 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-c7b9a09a-1cb8-4992-a7cd-8c3da82ef179 admin admin] 10.222.0.26 "DELETE /v2.0/routers/65d95564-407b-47c1-8ba6-0c76a334dac1 HTTP/1.1" status: 204 len: 168 time: 1.1183882 Nov 12 08:50:21.218850 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 34858) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:21.293738 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-958dcae5-e7f1-4dfb-bf4c-5afa6a956f31 admin admin] Deleting subnet 0faa0d0f-27c3-46ce-8076-487382233c6d {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:50:21.300309 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-958dcae5-e7f1-4dfb-bf4c-5afa6a956f31 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:21.376960 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-958dcae5-e7f1-4dfb-bf4c-5afa6a956f31 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:21.493689 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-958dcae5-e7f1-4dfb-bf4c-5afa6a956f31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:21.579686 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-958dcae5-e7f1-4dfb-bf4c-5afa6a956f31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:21.614626 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958dcae5-e7f1-4dfb-bf4c-5afa6a956f31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0faa0d0f-27c3-46ce-8076-487382233c6d,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:21.625959 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-958dcae5-e7f1-4dfb-bf4c-5afa6a956f31 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:21.646451 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f233920-9913-4021-9f68-f1e39e91767b None None] Network 523d5f9d-adf5-4995-9abc-33963fd2be25 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:50:21.664705 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 34862) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:21.678625 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-958dcae5-e7f1-4dfb-bf4c-5afa6a956f31 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/0faa0d0f-27c3-46ce-8076-487382233c6d HTTP/1.1" status: 204 len: 168 time: 0.4585755 Nov 12 08:50:21.877196 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 733dfe24-4528-4474-9539-6ffa37e47da0 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:50:21.920891 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 733dfe24-4528-4474-9539-6ffa37e47da0 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:50:21.921457 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 733dfe24-4528-4474-9539-6ffa37e47da0 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:50:21.974038 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f288d04f-31c6-4f17-8e02-eed352c002e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:22.106115 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-f288d04f-31c6-4f17-8e02-eed352c002e1 admin admin] Deleting port c1c95616-8519-4a3c-9802-516371d2c45a {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:50:22.106469 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f288d04f-31c6-4f17-8e02-eed352c002e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:22.139513 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2e415c-d463-4179-aaaf-3deeeeecd27a None None] DHCP port deletion for 523d5f9d-adf5-4995-9abc-33963fd2be25 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:50:22.197185 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-f288d04f-31c6-4f17-8e02-eed352c002e1 admin admin] For port c1c95616-8519-4a3c-9802-516371d2c45a, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=c1c95616-8519-4a3c-9802-516371d2c45a,segment=NetworkSegment(a59afafb-b93b-4f3e-bf81-2fdd7b7169e2),segment_id=a59afafb-b93b-4f3e-bf81-2fdd7b7169e2)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:50:22.197561 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f288d04f-31c6-4f17-8e02-eed352c002e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:22.221545 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-f288d04f-31c6-4f17-8e02-eed352c002e1 admin admin] Calling delete_port for c1c95616-8519-4a3c-9802-516371d2c45a owned by network:dhcp {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:50:22.225637 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-2c2e415c-d463-4179-aaaf-3deeeeecd27a None None] Deleting port c1c95616-8519-4a3c-9802-516371d2c45a {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:50:22.226322 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2c2e415c-d463-4179-aaaf-3deeeeecd27a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:22.294689 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-2c2e415c-d463-4179-aaaf-3deeeeecd27a None None] For port c1c95616-8519-4a3c-9802-516371d2c45a, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=c1c95616-8519-4a3c-9802-516371d2c45a,segment=NetworkSegment(a59afafb-b93b-4f3e-bf81-2fdd7b7169e2),segment_id=a59afafb-b93b-4f3e-bf81-2fdd7b7169e2)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:50:22.295759 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2c2e415c-d463-4179-aaaf-3deeeeecd27a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:22.320093 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-2c2e415c-d463-4179-aaaf-3deeeeecd27a None None] Calling delete_port for c1c95616-8519-4a3c-9802-516371d2c45a owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:50:22.330236 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f288d04f-31c6-4f17-8e02-eed352c002e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:22.371344 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f288d04f-31c6-4f17-8e02-eed352c002e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1c95616-8519-4a3c-9802-516371d2c45a,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:22.380934 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f288d04f-31c6-4f17-8e02-eed352c002e1 admin admin] No DVR routers for this DVR port c1c95616-8519-4a3c-9802-516371d2c45a on host n-d-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:50:22.415830 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2c2e415c-d463-4179-aaaf-3deeeeecd27a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:22.446875 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2e415c-d463-4179-aaaf-3deeeeecd27a None None] No DVR routers for this DVR port c1c95616-8519-4a3c-9802-516371d2c45a on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:50:22.450740 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2e415c-d463-4179-aaaf-3deeeeecd27a None None] Pushing event deleted for resources: {'Port': ['ID=c1c95616-8519-4a3c-9802-516371d2c45a,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:22.478670 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f288d04f-31c6-4f17-8e02-eed352c002e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:22.501480 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-f288d04f-31c6-4f17-8e02-eed352c002e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['523d5f9d-adf5-4995-9abc-33963fd2be25']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:22.512906 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-f288d04f-31c6-4f17-8e02-eed352c002e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a59afafb-b93b-4f3e-bf81-2fdd7b7169e2') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:22.513368 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-f288d04f-31c6-4f17-8e02-eed352c002e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a59afafb-b93b-4f3e-bf81-2fdd7b7169e2') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:22.523620 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f288d04f-31c6-4f17-8e02-eed352c002e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:22.537270 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f288d04f-31c6-4f17-8e02-eed352c002e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:22.543947 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f288d04f-31c6-4f17-8e02-eed352c002e1 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:50:22.544278 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f288d04f-31c6-4f17-8e02-eed352c002e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:22.546782 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 08:50:22.546782 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:50:22.546782 n-d-765315-29 neutron-server[102599]: timer() Nov 12 08:50:22.546782 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:50:22.546782 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 08:50:22.546782 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:50:22.546782 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 08:50:22.546782 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:50:22.546782 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 08:50:22.546782 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:50:22.546782 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 08:50:22.546782 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:50:22.546782 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 08:50:22.546782 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:50:22.546782 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:50:22.546782 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:50:22.546782 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:50:22.546782 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:50:22.546782 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 08:50:22.546782 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:50:22.546782 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 08:50:22.546782 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:50:22.546782 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:50:22.546782 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:50:22.546782 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 08:50:22.546782 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:50:22.546782 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:50:22.546782 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:50:22.546782 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:50:22.546782 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:50:22.546782 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:50:22.546782 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:50:22.608693 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f288d04f-31c6-4f17-8e02-eed352c002e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:22.616227 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f288d04f-31c6-4f17-8e02-eed352c002e1 admin admin] Publish callbacks [] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:22.620883 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-f288d04f-31c6-4f17-8e02-eed352c002e1 admin admin] 10.222.0.26 "DELETE /v2.0/networks/523d5f9d-adf5-4995-9abc-33963fd2be25 HTTP/1.1" status: 204 len: 168 time: 0.9551351 Nov 12 08:50:22.636286 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f288d04f-31c6-4f17-8e02-eed352c002e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=523d5f9d-adf5-4995-9abc-33963fd2be25,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:22.761833 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 34870) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:22.809767 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-50d9065d-eec5-41cf-acff-acdc57ac42aa admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=557a71cffd7a4a82831b943f05494d79&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0445518 Nov 12 08:50:22.811425 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 34874) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:22.871534 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-22095bda-0310-44e0-9a97-24190b725269 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:22.899942 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-22095bda-0310-44e0-9a97-24190b725269 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:22.950039 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-22095bda-0310-44e0-9a97-24190b725269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:22.953754 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-22095bda-0310-44e0-9a97-24190b725269 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:22.957262 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-22095bda-0310-44e0-9a97-24190b725269 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/805c7fc5-9265-47af-8175-75e8695a07d5 HTTP/1.1" status: 204 len: 168 time: 0.1431711 Nov 12 08:50:22.963075 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22095bda-0310-44e0-9a97-24190b725269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=805c7fc5-9265-47af-8175-75e8695a07d5,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:23.350710 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device c1c95616-8519-4a3c-9802-516371d2c45a no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:50:23.392305 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: c1c95616-8519-4a3c-9802-516371d2c45a {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:50:23.393078 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device c1c95616-8519-4a3c-9802-516371d2c45a not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:50:23.393914 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 0d343675-d6e1-40b6-ac02-e09bb7521385 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:50:23.435078 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 0d343675-d6e1-40b6-ac02-e09bb7521385 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:50:23.436182 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 0d343675-d6e1-40b6-ac02-e09bb7521385 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:50:23.488275 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 34888) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:23.542947 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-18e86355-fa5d-42c9-9647-aad08b78900b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ee34d5fa2d864240b42696b38d7de9d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0512106 Nov 12 08:50:23.543388 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 34890) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:23.600100 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-44db77b3-1e53-4b15-97c0-af685d4e0eda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:23.631739 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-44db77b3-1e53-4b15-97c0-af685d4e0eda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:23.710835 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-44db77b3-1e53-4b15-97c0-af685d4e0eda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:23.715738 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-44db77b3-1e53-4b15-97c0-af685d4e0eda admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:23.718550 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-44db77b3-1e53-4b15-97c0-af685d4e0eda admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e56d7974-4dd0-47bc-8949-423ca87ac997 HTTP/1.1" status: 204 len: 168 time: 0.1740222 Nov 12 08:50:23.733463 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44db77b3-1e53-4b15-97c0-af685d4e0eda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e56d7974-4dd0-47bc-8949-423ca87ac997,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:27.200234 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c609eb37-f7ad-42ce-97c9-8981ab582ce2 req-1afa9caa-62f3-452b-a68a-0644237496fa tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:27.203031 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c609eb37-f7ad-42ce-97c9-8981ab582ce2 req-1afa9caa-62f3-452b-a68a-0644237496fa tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=761ebb36-dc2b-47d0-a57b-ca1c996c18e3 HTTP/1.1" status: 200 len: 945 time: 0.0706315 Nov 12 08:50:27.212149 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:50:27.273750 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c609eb37-f7ad-42ce-97c9-8981ab582ce2 req-45a2075b-8a57-47c3-965c-fd2896502fd3 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=7227db70-d87d-400c-85ba-aa094dadc5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651522 Nov 12 08:50:28.432731 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8d134a-b4f3-441f-b15b-747e53c326bb req-fbe25b3b-50d5-446a-b6c6-f6b796eb3f18 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:28.435060 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3e8d134a-b4f3-441f-b15b-747e53c326bb req-fbe25b3b-50d5-446a-b6c6-f6b796eb3f18 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=761ebb36-dc2b-47d0-a57b-ca1c996c18e3 HTTP/1.1" status: 200 len: 945 time: 0.0705280 Nov 12 08:50:28.456336 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffc578b-60a8-40b5-8123-eb03acbd7623 req-e0fc3769-fa62-4f65-8840-b7182cf19750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:28.459232 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5ffc578b-60a8-40b5-8123-eb03acbd7623 req-e0fc3769-fa62-4f65-8840-b7182cf19750 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=af01ccd549054d7f8ad1904b6846172a&device_id=761ebb36-dc2b-47d0-a57b-ca1c996c18e3 HTTP/1.1" status: 200 len: 1097 time: 0.0631828 Nov 12 08:50:28.522135 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3e8d134a-b4f3-441f-b15b-747e53c326bb req-9117fa21-8e72-4378-9667-dc0d66313d2f tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=7227db70-d87d-400c-85ba-aa094dadc5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790479 Nov 12 08:50:28.597564 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffc578b-60a8-40b5-8123-eb03acbd7623 req-014dd3fe-d018-492e-ae4c-0c6f03e2f7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:28.599168 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5ffc578b-60a8-40b5-8123-eb03acbd7623 req-014dd3fe-d018-492e-ae4c-0c6f03e2f7b8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7b551bf2-d21c-4710-9620-a731759562ae HTTP/1.1" status: 200 len: 898 time: 0.1117485 Nov 12 08:50:28.682437 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5ffc578b-60a8-40b5-8123-eb03acbd7623 req-c987345f-bfe0-48ff-91a1-49596ad3dcb6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aac28850-7c54-4e21-98b2-d86bf9535110 HTTP/1.1" status: 200 len: 1001 time: 0.0736866 Nov 12 08:50:28.760133 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffc578b-60a8-40b5-8123-eb03acbd7623 req-30ad0bcf-be85-48f9-9bfd-d7b9e7bc0296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:28.770166 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5ffc578b-60a8-40b5-8123-eb03acbd7623 req-30ad0bcf-be85-48f9-9bfd-d7b9e7bc0296 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6c0b307b-d64f-4943-ac85-e813117c7c39 HTTP/1.1" status: 200 len: 835 time: 0.0795348 Nov 12 08:50:28.829453 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffc578b-60a8-40b5-8123-eb03acbd7623 req-947d384a-bf0d-4298-915f-8d5d6dfbe8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:28.831343 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5ffc578b-60a8-40b5-8123-eb03acbd7623 req-947d384a-bf0d-4298-915f-8d5d6dfbe8b0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7b551bf2-d21c-4710-9620-a731759562ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513940 Nov 12 08:50:28.946755 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5ffc578b-60a8-40b5-8123-eb03acbd7623 req-28ba9069-50c4-48dc-9b4f-acedf859482e service neutron] 10.222.0.21 "GET /v2.0/networks/7b551bf2-d21c-4710-9620-a731759562ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066000 Nov 12 08:50:29.072015 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5ffc578b-60a8-40b5-8123-eb03acbd7623 req-9d92b981-b6d9-4b6f-a288-0c78de1a7135 service neutron] 10.222.0.21 "GET /v2.0/networks/7b551bf2-d21c-4710-9620-a731759562ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178029 Nov 12 08:50:29.636496 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550cf308-005f-4da7-a161-b2c82ba62a3a req-fe10aa7e-e6c3-40e1-b859-8b10d0fce69d tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:29.639709 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-550cf308-005f-4da7-a161-b2c82ba62a3a req-fe10aa7e-e6c3-40e1-b859-8b10d0fce69d tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=761ebb36-dc2b-47d0-a57b-ca1c996c18e3 HTTP/1.1" status: 200 len: 945 time: 0.0547214 Nov 12 08:50:29.712454 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-550cf308-005f-4da7-a161-b2c82ba62a3a req-091b04d6-c30c-4a76-b6a4-002f54f2416a tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=7227db70-d87d-400c-85ba-aa094dadc5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661259 Nov 12 08:50:30.314969 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ea86ff3c-fa17-406c-9c5b-5f2dd1830e8b req-fedda88a-c3b7-46ee-bac8-ac069c93adf3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=79dabc15-b262-4896-9d54-881fa4c32d6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0505660 Nov 12 08:50:30.437570 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea86ff3c-fa17-406c-9c5b-5f2dd1830e8b req-d44ba9f9-61a9-4d5b-bb76-191d04759d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:30.439126 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ea86ff3c-fa17-406c-9c5b-5f2dd1830e8b req-d44ba9f9-61a9-4d5b-bb76-191d04759d4b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7d3f7337327743ecb706fdd7c92380e3&device_id=79dabc15-b262-4896-9d54-881fa4c32d6d HTTP/1.1" status: 200 len: 1098 time: 0.0467885 Nov 12 08:50:30.591182 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea86ff3c-fa17-406c-9c5b-5f2dd1830e8b req-a39029cf-08c0-42de-a8b4-ebab7f87d6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:30.593991 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ea86ff3c-fa17-406c-9c5b-5f2dd1830e8b req-a39029cf-08c0-42de-a8b4-ebab7f87d6d9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=35316ea3-d15f-4e9c-9d0f-87ba20d4fc64 HTTP/1.1" status: 200 len: 913 time: 0.1300635 Nov 12 08:50:30.700818 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ea86ff3c-fa17-406c-9c5b-5f2dd1830e8b req-7da7ca84-98ce-4307-9e9d-7b72fc6e8ae7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=141cac01-cd9c-4613-98d7-1c9960bd8999 HTTP/1.1" status: 200 len: 1001 time: 0.0935321 Nov 12 08:50:30.773033 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea86ff3c-fa17-406c-9c5b-5f2dd1830e8b req-fa0a64d7-201a-4630-988e-3125ae1ce990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:30.773033 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ea86ff3c-fa17-406c-9c5b-5f2dd1830e8b req-fa0a64d7-201a-4630-988e-3125ae1ce990 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d1d27945-8c3d-427f-88ef-3c42a7516333 HTTP/1.1" status: 200 len: 851 time: 0.0593572 Nov 12 08:50:30.854019 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea86ff3c-fa17-406c-9c5b-5f2dd1830e8b req-51511da7-c1a5-48f3-a048-7f7d2ac928e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:30.855707 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ea86ff3c-fa17-406c-9c5b-5f2dd1830e8b req-51511da7-c1a5-48f3-a048-7f7d2ac928e6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=35316ea3-d15f-4e9c-9d0f-87ba20d4fc64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0729201 Nov 12 08:50:30.898150 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678ec265-732d-49b9-b0e7-b4374f9a512c req-3318f684-9974-4280-95f2-0d47518f5616 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:30.907235 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-678ec265-732d-49b9-b0e7-b4374f9a512c req-3318f684-9974-4280-95f2-0d47518f5616 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=761ebb36-dc2b-47d0-a57b-ca1c996c18e3 HTTP/1.1" status: 200 len: 945 time: 0.0710542 Nov 12 08:50:30.980892 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-678ec265-732d-49b9-b0e7-b4374f9a512c req-0318aeca-18fc-4771-b592-415357237ca8 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=7227db70-d87d-400c-85ba-aa094dadc5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726900 Nov 12 08:50:31.021314 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ea86ff3c-fa17-406c-9c5b-5f2dd1830e8b req-c37394bf-0f34-4a3e-a459-2e29f399856f service neutron] 10.222.0.44 "GET /v2.0/networks/35316ea3-d15f-4e9c-9d0f-87ba20d4fc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532066 Nov 12 08:50:31.149181 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ea86ff3c-fa17-406c-9c5b-5f2dd1830e8b req-a04945e1-3527-44a5-8a37-7c5e1e84bb02 service neutron] 10.222.0.44 "GET /v2.0/networks/35316ea3-d15f-4e9c-9d0f-87ba20d4fc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102018 Nov 12 08:50:32.123304 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2828a15-6a0d-4d1d-a000-42be986d511e req-61620683-1eaa-475f-8810-41866cd81818 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:32.124971 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c2828a15-6a0d-4d1d-a000-42be986d511e req-61620683-1eaa-475f-8810-41866cd81818 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=761ebb36-dc2b-47d0-a57b-ca1c996c18e3 HTTP/1.1" status: 200 len: 945 time: 0.0699022 Nov 12 08:50:32.203559 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c2828a15-6a0d-4d1d-a000-42be986d511e req-099e563e-9872-4da9-96a1-8276e85965dc tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=7227db70-d87d-400c-85ba-aa094dadc5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626614 Nov 12 08:50:33.343137 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f84f033-f093-4285-a5f7-97a70e952601 req-022e3df2-ca88-4d55-9cd7-9f1fe0405c05 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:33.344898 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9f84f033-f093-4285-a5f7-97a70e952601 req-022e3df2-ca88-4d55-9cd7-9f1fe0405c05 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=761ebb36-dc2b-47d0-a57b-ca1c996c18e3 HTTP/1.1" status: 200 len: 945 time: 0.0569930 Nov 12 08:50:33.407714 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9f84f033-f093-4285-a5f7-97a70e952601 req-4c457fe5-8502-4834-9777-66392fa26351 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=7227db70-d87d-400c-85ba-aa094dadc5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558970 Nov 12 08:50:33.968481 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-422c39ed-7607-4119-bbaa-ff0870ffc738 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:34.559006 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af5735e-e2db-4792-8c3f-1db97021f7e7 req-1520a331-20a2-4a00-ad14-1b4567303eca tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:34.561950 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8af5735e-e2db-4792-8c3f-1db97021f7e7 req-1520a331-20a2-4a00-ad14-1b4567303eca tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=761ebb36-dc2b-47d0-a57b-ca1c996c18e3 HTTP/1.1" status: 200 len: 945 time: 0.0601325 Nov 12 08:50:34.621037 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8af5735e-e2db-4792-8c3f-1db97021f7e7 req-1a2e6412-8ffe-4124-a249-30d2b06d8cc2 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=7227db70-d87d-400c-85ba-aa094dadc5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530226 Nov 12 08:50:35.490722 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:35.757356 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f1205b-10c0-44e6-997a-ff02ab8a6103 req-b1c75bb2-cfe4-4651-86a4-28994a86c4f9 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:35.758967 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-84f1205b-10c0-44e6-997a-ff02ab8a6103 req-b1c75bb2-cfe4-4651-86a4-28994a86c4f9 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=761ebb36-dc2b-47d0-a57b-ca1c996c18e3 HTTP/1.1" status: 200 len: 945 time: 0.0569534 Nov 12 08:50:35.827234 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-84f1205b-10c0-44e6-997a-ff02ab8a6103 req-fb29ebe3-2084-4e03-993b-40ae71400a8a tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=7227db70-d87d-400c-85ba-aa094dadc5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615702 Nov 12 08:50:36.980153 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a8b3b9-fa47-40e5-9201-55b8d5021745 req-971a00c1-3245-4109-ae37-3012c64ce1f3 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:36.989197 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f7a8b3b9-fa47-40e5-9201-55b8d5021745 req-971a00c1-3245-4109-ae37-3012c64ce1f3 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=761ebb36-dc2b-47d0-a57b-ca1c996c18e3 HTTP/1.1" status: 200 len: 945 time: 0.0683355 Nov 12 08:50:37.042214 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a239594b-975c-42bb-940b-eb0d871accdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:37.084591 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f7a8b3b9-fa47-40e5-9201-55b8d5021745 req-90c85a8e-e345-4f96-a36b-2a88b1bd93cf tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=7227db70-d87d-400c-85ba-aa094dadc5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944939 Nov 12 08:50:37.970399 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:38.213554 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd457c8-4eb3-4f15-847a-eb31a217806a req-57711ac9-5ffc-473b-94ba-0bf81b6f23d6 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:38.215404 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5bd457c8-4eb3-4f15-847a-eb31a217806a req-57711ac9-5ffc-473b-94ba-0bf81b6f23d6 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=761ebb36-dc2b-47d0-a57b-ca1c996c18e3 HTTP/1.1" status: 200 len: 945 time: 0.0542581 Nov 12 08:50:38.280038 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5bd457c8-4eb3-4f15-847a-eb31a217806a req-27590e9f-2645-41f6-9534-673eb97af3e4 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=7227db70-d87d-400c-85ba-aa094dadc5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548677 Nov 12 08:50:39.355747 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:39.423916 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e01610e-63c0-493c-b3a4-5a55ee38d99d req-13b734af-757d-4a00-9286-ff024bb7e655 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:39.435409 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6e01610e-63c0-493c-b3a4-5a55ee38d99d req-13b734af-757d-4a00-9286-ff024bb7e655 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=761ebb36-dc2b-47d0-a57b-ca1c996c18e3 HTTP/1.1" status: 200 len: 945 time: 0.0699630 Nov 12 08:50:39.486613 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6e01610e-63c0-493c-b3a4-5a55ee38d99d req-bdf0a7f2-9e60-446f-9fb4-c39a01f1e32a tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=7227db70-d87d-400c-85ba-aa094dadc5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502143 Nov 12 08:50:39.985539 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:40.137906 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 35136) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:40.248130 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9177c2f1-c7ec-488b-9e03-e10fd2c9d264 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:40.326803 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9177c2f1-c7ec-488b-9e03-e10fd2c9d264 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:40.330966 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9177c2f1-c7ec-488b-9e03-e10fd2c9d264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:40.376300 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-9177c2f1-c7ec-488b-9e03-e10fd2c9d264 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dd45ac68b3e24da89aa49fa8f9632231&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2367840 Nov 12 08:50:40.377472 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9177c2f1-c7ec-488b-9e03-e10fd2c9d264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c469a4-3012-42a9-a006-ebdd63271546,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:40.379008 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 35146) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:40.434623 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b471878b-502f-4fbc-80b3-f81b1072a57b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:40.456302 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b471878b-502f-4fbc-80b3-f81b1072a57b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:40.505295 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b471878b-502f-4fbc-80b3-f81b1072a57b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:40.508041 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b471878b-502f-4fbc-80b3-f81b1072a57b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:40.509205 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-b471878b-502f-4fbc-80b3-f81b1072a57b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c2c469a4-3012-42a9-a006-ebdd63271546 HTTP/1.1" status: 204 len: 168 time: 0.1290293 Nov 12 08:50:40.517823 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b471878b-502f-4fbc-80b3-f81b1072a57b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c469a4-3012-42a9-a006-ebdd63271546,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:40.527185 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b471878b-502f-4fbc-80b3-f81b1072a57b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:40.527533 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b471878b-502f-4fbc-80b3-f81b1072a57b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:40.527877 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b471878b-502f-4fbc-80b3-f81b1072a57b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:40.528212 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b471878b-502f-4fbc-80b3-f81b1072a57b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:40.528606 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b471878b-502f-4fbc-80b3-f81b1072a57b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:40.528938 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b471878b-502f-4fbc-80b3-f81b1072a57b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:40.529268 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b471878b-502f-4fbc-80b3-f81b1072a57b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:40.529600 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b471878b-502f-4fbc-80b3-f81b1072a57b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:40.529923 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b471878b-502f-4fbc-80b3-f81b1072a57b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:40.530240 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b471878b-502f-4fbc-80b3-f81b1072a57b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:40.530928 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b471878b-502f-4fbc-80b3-f81b1072a57b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:40.531540 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b471878b-502f-4fbc-80b3-f81b1072a57b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:40.664912 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8195bfa8-05bc-4db0-8a83-242639b3d6c9 req-3007249f-0904-4a6e-8f4e-18449e8fd66a tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:40.672366 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8195bfa8-05bc-4db0-8a83-242639b3d6c9 req-3007249f-0904-4a6e-8f4e-18449e8fd66a tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=761ebb36-dc2b-47d0-a57b-ca1c996c18e3 HTTP/1.1" status: 200 len: 945 time: 0.0690989 Nov 12 08:50:40.727731 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8195bfa8-05bc-4db0-8a83-242639b3d6c9 req-5be25290-4a4c-4c42-8e77-7b75276a378d tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=7227db70-d87d-400c-85ba-aa094dadc5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541539 Nov 12 08:50:41.874612 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2922dcbb-bce3-4dba-a4d9-5bcfea710b19 req-a92fb01f-5c24-4364-a503-2051ab310c42 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:41.876148 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2922dcbb-bce3-4dba-a4d9-5bcfea710b19 req-a92fb01f-5c24-4364-a503-2051ab310c42 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=761ebb36-dc2b-47d0-a57b-ca1c996c18e3 HTTP/1.1" status: 200 len: 945 time: 0.0604408 Nov 12 08:50:41.932406 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2922dcbb-bce3-4dba-a4d9-5bcfea710b19 req-1fd7e0f6-1369-478c-9b0a-a193ecad1f20 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=7227db70-d87d-400c-85ba-aa094dadc5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496142 Nov 12 08:50:42.524257 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292fd25b-de7a-459f-9c57-7f1fea515fe8 req-af47a2fe-5a16-402f-bb0b-fff9b54ea54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:42.526473 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-292fd25b-de7a-459f-9c57-7f1fea515fe8 req-af47a2fe-5a16-402f-bb0b-fff9b54ea54d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=761ebb36-dc2b-47d0-a57b-ca1c996c18e3 HTTP/1.1" status: 200 len: 1097 time: 0.0476787 Nov 12 08:50:42.584883 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-292fd25b-de7a-459f-9c57-7f1fea515fe8 req-2ee1da10-3814-40be-a4b2-2c636d16ec4b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7227db70-d87d-400c-85ba-aa094dadc5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493002 Nov 12 08:50:42.684317 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:43.069317 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de811a81-5690-481e-bb2d-34a10af97ada req-6a612cf8-2fdd-493b-862c-dd3536104923 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:43.070863 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-de811a81-5690-481e-bb2d-34a10af97ada req-6a612cf8-2fdd-493b-862c-dd3536104923 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=761ebb36-dc2b-47d0-a57b-ca1c996c18e3 HTTP/1.1" status: 200 len: 945 time: 0.0590539 Nov 12 08:50:43.126030 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-de811a81-5690-481e-bb2d-34a10af97ada req-8aa26978-a476-41be-af7c-8b41851a8c08 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=7227db70-d87d-400c-85ba-aa094dadc5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484674 Nov 12 08:50:43.628595 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device aac28850-7c54-4e21-98b2-d86bf9535110 details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:50:43.632126 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device aac28850-7c54-4e21-98b2-d86bf9535110 no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:50:43.798551 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:43.834679 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port aac28850-7c54-4e21-98b2-d86bf9535110, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=aac28850-7c54-4e21-98b2-d86bf9535110,segment=NetworkSegment(935a8d0b-3bc8-4736-9a84-e80e1ee4ad89),segment_id=935a8d0b-3bc8-4736-9a84-e80e1ee4ad89)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:50:43.841255 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '761ebb36-dc2b-47d0-a57b-ca1c996c18e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aac28850-7c54-4e21-98b2-d86bf9535110'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:50:43.844269 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bc55c5c-46d2-476e-b66a-038941e91ef6" -d '{"events": [{"server_uuid": "761ebb36-dc2b-47d0-a57b-ca1c996c18e3", "name": "network-vif-unplugged", "status": "completed", "tag": "aac28850-7c54-4e21-98b2-d86bf9535110"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:50:43.864751 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port aac28850-7c54-4e21-98b2-d86bf9535110, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=aac28850-7c54-4e21-98b2-d86bf9535110,segment=NetworkSegment(935a8d0b-3bc8-4736-9a84-e80e1ee4ad89),segment_id=935a8d0b-3bc8-4736-9a84-e80e1ee4ad89)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:50:43.865993 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Returning: {'device': 'aac28850-7c54-4e21-98b2-d86bf9535110', 'network_id': '7b551bf2-d21c-4710-9620-a731759562ae', 'port_id': 'aac28850-7c54-4e21-98b2-d86bf9535110', 'mac_address': 'fa:16:3e:1d:95:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c0b307b-d64f-4943-ac85-e813117c7c39', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:50:43.909832 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:43.912225 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:43.915976 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36f7ca27-ee0a-4606-8f71-511c9f099c10 x-openstack-request-id: req-36f7ca27-ee0a-4606-8f71-511c9f099c10 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:50:43.916265 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "761ebb36-dc2b-47d0-a57b-ca1c996c18e3", "name": "network-vif-unplugged", "status": "completed", "tag": "aac28850-7c54-4e21-98b2-d86bf9535110", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:50:43.916514 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-36f7ca27-ee0a-4606-8f71-511c9f099c10 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:50:43.917057 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '761ebb36-dc2b-47d0-a57b-ca1c996c18e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aac28850-7c54-4e21-98b2-d86bf9535110', 'code': 200} Nov 12 08:50:43.967922 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-e530113a-7783-48f4-9840-8911a24052df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aac28850-7c54-4e21-98b2-d86bf9535110 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:50:44.020911 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port aac28850-7c54-4e21-98b2-d86bf9535110, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=aac28850-7c54-4e21-98b2-d86bf9535110,segment=NetworkSegment(935a8d0b-3bc8-4736-9a84-e80e1ee4ad89),segment_id=935a8d0b-3bc8-4736-9a84-e80e1ee4ad89)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:50:44.029374 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=aac28850-7c54-4e21-98b2-d86bf9535110,revision_number=6']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:44.032111 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:44.041182 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:44.041534 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:44.041881 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:44.042219 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:44.042553 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:44.042929 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:44.043261 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:44.043590 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:44.043962 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:44.044509 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:44.045001 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:44.046289 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:44.118266 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=aac28850-7c54-4e21-98b2-d86bf9535110,revision_number=7']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:44.272481 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8398099a-ca18-4ef9-9b73-3d09bd0ad7fd req-f615b756-0b8e-4dd8-8d6c-be1db3462506 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:44.274417 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8398099a-ca18-4ef9-9b73-3d09bd0ad7fd req-f615b756-0b8e-4dd8-8d6c-be1db3462506 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=761ebb36-dc2b-47d0-a57b-ca1c996c18e3 HTTP/1.1" status: 200 len: 944 time: 0.0664778 Nov 12 08:50:44.344083 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8398099a-ca18-4ef9-9b73-3d09bd0ad7fd req-c801b565-2a7e-4270-a08e-de848763873e tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=7227db70-d87d-400c-85ba-aa094dadc5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628114 Nov 12 08:50:44.368451 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 35260) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:44.381527 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['aac28850-7c54-4e21-98b2-d86bf9535110'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:50:44.444143 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-b9c94068-fb41-49cf-bb13-666e5af805d6 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/floatingips/86b2fd4e-11d8-41f5-b1f6-136b57e3339f HTTP/1.1" status: 200 len: 992 time: 0.0744503 Nov 12 08:50:45.645889 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device aac28850-7c54-4e21-98b2-d86bf9535110 up at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:50:45.714568 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning complete for port aac28850-7c54-4e21-98b2-d86bf9535110 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:50:45.715393 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:45.805876 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:45.851873 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port aac28850-7c54-4e21-98b2-d86bf9535110, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=aac28850-7c54-4e21-98b2-d86bf9535110,segment=NetworkSegment(935a8d0b-3bc8-4736-9a84-e80e1ee4ad89),segment_id=935a8d0b-3bc8-4736-9a84-e80e1ee4ad89)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:50:45.856043 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:45.905520 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=aac28850-7c54-4e21-98b2-d86bf9535110,revision_number=8']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:45.918727 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '761ebb36-dc2b-47d0-a57b-ca1c996c18e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aac28850-7c54-4e21-98b2-d86bf9535110'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:50:45.923547 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dec19a64-e0f3-472a-a823-40edd8e5469a" -d '{"events": [{"server_uuid": "761ebb36-dc2b-47d0-a57b-ca1c996c18e3", "name": "network-vif-plugged", "status": "completed", "tag": "aac28850-7c54-4e21-98b2-d86bf9535110"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:50:45.967213 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c84263e2-100f-47f3-a46d-0d5d6194e43f x-openstack-request-id: req-c84263e2-100f-47f3-a46d-0d5d6194e43f {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:50:45.967506 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "761ebb36-dc2b-47d0-a57b-ca1c996c18e3", "name": "network-vif-plugged", "status": "completed", "tag": "aac28850-7c54-4e21-98b2-d86bf9535110", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:50:45.968491 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c84263e2-100f-47f3-a46d-0d5d6194e43f {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:50:45.968491 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '761ebb36-dc2b-47d0-a57b-ca1c996c18e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aac28850-7c54-4e21-98b2-d86bf9535110', 'code': 200} Nov 12 08:50:46.378997 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 35304) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:46.524341 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-98032024-57ee-4563-a2fe-75a8cff8256b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:46.629120 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-98032024-57ee-4563-a2fe-75a8cff8256b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:46.633106 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-98032024-57ee-4563-a2fe-75a8cff8256b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:46.673636 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98032024-57ee-4563-a2fe-75a8cff8256b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5edebd13-775b-43fb-9746-63175e47c6da,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:46.680581 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-98032024-57ee-4563-a2fe-75a8cff8256b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3bd4e785a94447ed96a5316b7ca528a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2993124 Nov 12 08:50:46.683369 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 35314) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:46.750808 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-610ee45f-9b38-4a86-b161-ad96fc3bbd17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:46.773203 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-610ee45f-9b38-4a86-b161-ad96fc3bbd17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:46.836209 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-610ee45f-9b38-4a86-b161-ad96fc3bbd17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:46.842013 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-610ee45f-9b38-4a86-b161-ad96fc3bbd17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:46.844477 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-610ee45f-9b38-4a86-b161-ad96fc3bbd17 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5edebd13-775b-43fb-9746-63175e47c6da HTTP/1.1" status: 204 len: 168 time: 0.1599786 Nov 12 08:50:46.855346 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ee45f-9b38-4a86-b161-ad96fc3bbd17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5edebd13-775b-43fb-9746-63175e47c6da,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:54.286057 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [req-9e2cd8cb-00d7-4c53-a149-0c62417e1b7a req-c7aa277c-4086-4b69-898d-ef204aba832c service neutron] (102600) timed out ('10.222.0.26', 44142) {{(pid=102600) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 08:51:03.973084 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ac55ee35-7598-4e94-afd7-9756947b76f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:04.212923 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:51:05.499812 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:07.017551 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-0ce558c9-e759-4aae-b5fb-bf87f4d36d78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:07.973687 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:09.335757 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:09.985777 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:11.550855 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea2ef6f-1df5-4e2d-abbd-096bfb11ab17 req-bd33760e-3be0-405c-9a85-f6971517d835 tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:11.551848 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9ea2ef6f-1df5-4e2d-abbd-096bfb11ab17 req-bd33760e-3be0-405c-9a85-f6971517d835 tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] 10.222.0.26 "GET /v2.0/networks?id=17c43e90-9f3d-4306-baf4-d69f5227049f HTTP/1.1" status: 200 len: 814 time: 0.1089511 Nov 12 08:51:11.567204 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9ea2ef6f-1df5-4e2d-abbd-096bfb11ab17 req-f4140a5c-5cde-4798-bf64-9108ce5029f7 tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] 10.222.0.26 "GET /v2.0/quotas/457d4ebf32d34cfda2ef4580b496a697 HTTP/1.1" status: 200 len: 375 time: 0.0093672 Nov 12 08:51:11.600011 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9ea2ef6f-1df5-4e2d-abbd-096bfb11ab17 req-ed9999e2-7603-44e7-9859-2ef593de424a tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=457d4ebf32d34cfda2ef4580b496a697&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275173 Nov 12 08:51:11.611827 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [req-9ea2ef6f-1df5-4e2d-abbd-096bfb11ab17 req-ee861052-1864-4274-b695-193f74062da7 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:51:11.613150 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9ea2ef6f-1df5-4e2d-abbd-096bfb11ab17 req-ee861052-1864-4274-b695-193f74062da7 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056157 Nov 12 08:51:11.707982 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9ea2ef6f-1df5-4e2d-abbd-096bfb11ab17 req-6e5c42bd-c4d5-4cae-836c-bf33ec4890c6 service neutron] 10.222.0.26 "GET /v2.0/networks/17c43e90-9f3d-4306-baf4-d69f5227049f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884814 Nov 12 08:51:11.810843 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9ea2ef6f-1df5-4e2d-abbd-096bfb11ab17 req-7f509a55-85f0-4958-b0ea-f34a929d00b2 service neutron] 10.222.0.26 "GET /v2.0/networks/17c43e90-9f3d-4306-baf4-d69f5227049f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966070 Nov 12 08:51:11.976395 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e7b1f2e2-31f8-4249-ba63-1bfe57f65434 req-2bfa6768-e94f-4626-8352-3fd1807088ce tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] 10.222.0.26 "GET /v2.0/ports?device_id=d51ba608-90c6-4d87-8a95-eda342110705 HTTP/1.1" status: 200 len: 210 time: 0.0283771 Nov 12 08:51:12.684439 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:13.078798 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1a4d8e85-ac70-4aff-a7d4-6139e9190d39 req-d8e921fe-bcef-4092-a1cb-cff36ec98f16 tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] 10.222.0.26 "GET /v2.0/ports?device_id=d51ba608-90c6-4d87-8a95-eda342110705 HTTP/1.1" status: 200 len: 210 time: 0.0275261 Nov 12 08:51:13.115441 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea2ef6f-1df5-4e2d-abbd-096bfb11ab17 req-ffa8c08e-a304-4f68-9c59-54e9136c0bbd tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:13.116886 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9ea2ef6f-1df5-4e2d-abbd-096bfb11ab17 req-ffa8c08e-a304-4f68-9c59-54e9136c0bbd tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] 10.222.0.44 "GET /v2.0/networks?id=17c43e90-9f3d-4306-baf4-d69f5227049f HTTP/1.1" status: 200 len: 814 time: 0.1077151 Nov 12 08:51:13.144499 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-9ea2ef6f-1df5-4e2d-abbd-096bfb11ab17 req-909a497a-8fbb-4252-850a-0c2f7e5c44d5 tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] Request body: {'port': {'device_id': 'd51ba608-90c6-4d87-8a95-eda342110705', 'network_id': '17c43e90-9f3d-4306-baf4-d69f5227049f', 'admin_state_up': True, 'tenant_id': '457d4ebf32d34cfda2ef4580b496a697'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:51:13.255722 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ea2ef6f-1df5-4e2d-abbd-096bfb11ab17 req-909a497a-8fbb-4252-850a-0c2f7e5c44d5 tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] Made reservation on behalf of 457d4ebf32d34cfda2ef4580b496a697 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:51:13.259337 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-9ea2ef6f-1df5-4e2d-abbd-096bfb11ab17 req-909a497a-8fbb-4252-850a-0c2f7e5c44d5 tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:13.388328 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-9ea2ef6f-1df5-4e2d-abbd-096bfb11ab17 req-909a497a-8fbb-4252-850a-0c2f7e5c44d5 tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] Allocated IP 172.20.0.8 (17c43e90-9f3d-4306-baf4-d69f5227049f/fd08d789-b696-4e5d-86ca-266bed04337f/bee11fdb-3355-45aa-a08a-5f7a3e996423) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:51:13.544794 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-9ea2ef6f-1df5-4e2d-abbd-096bfb11ab17 req-909a497a-8fbb-4252-850a-0c2f7e5c44d5 tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:13.579451 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-9ea2ef6f-1df5-4e2d-abbd-096bfb11ab17 req-909a497a-8fbb-4252-850a-0c2f7e5c44d5 tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:13.623365 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ea2ef6f-1df5-4e2d-abbd-096bfb11ab17 req-909a497a-8fbb-4252-850a-0c2f7e5c44d5 tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] Network 17c43e90-9f3d-4306-baf4-d69f5227049f is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:51:13.628453 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-9ea2ef6f-1df5-4e2d-abbd-096bfb11ab17 req-909a497a-8fbb-4252-850a-0c2f7e5c44d5 tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:51:13.632189 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ea2ef6f-1df5-4e2d-abbd-096bfb11ab17 req-909a497a-8fbb-4252-850a-0c2f7e5c44d5 tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:51:13.639287 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a497a-8fbb-4252-850a-0c2f7e5c44d5 tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] Pushing event updated for resources: {'Port': ['ID=bee11fdb-3355-45aa-a08a-5f7a3e996423,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:13.693260 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea2ef6f-1df5-4e2d-abbd-096bfb11ab17 req-909a497a-8fbb-4252-850a-0c2f7e5c44d5 tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:13.693847 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-9ea2ef6f-1df5-4e2d-abbd-096bfb11ab17 req-909a497a-8fbb-4252-850a-0c2f7e5c44d5 tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:13.709164 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9ea2ef6f-1df5-4e2d-abbd-096bfb11ab17 req-909a497a-8fbb-4252-850a-0c2f7e5c44d5 tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5686944 Nov 12 08:51:13.734447 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-9ea2ef6f-1df5-4e2d-abbd-096bfb11ab17 req-823082a7-5c37-4f27-adda-0140cd7d6c1b service neutron] Request body: {'port': {'device_id': 'd51ba608-90c6-4d87-8a95-eda342110705', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:51:13.788481 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-9ea2ef6f-1df5-4e2d-abbd-096bfb11ab17 req-823082a7-5c37-4f27-adda-0140cd7d6c1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:14.206457 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e833c38-62e3-4782-a5e9-5843c6982135 req-f1d31990-4ec0-41a2-a7e5-00798ca08099 tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:14.208002 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5e833c38-62e3-4782-a5e9-5843c6982135 req-f1d31990-4ec0-41a2-a7e5-00798ca08099 tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] 10.222.0.26 "GET /v2.0/ports?device_id=d51ba608-90c6-4d87-8a95-eda342110705 HTTP/1.1" status: 200 len: 931 time: 0.0525141 Nov 12 08:51:14.259976 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5e833c38-62e3-4782-a5e9-5843c6982135 req-5dce960a-42a3-432a-b2db-61605e5f4c8d tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f672f1c-b272-44fa-bb06-2fd8c79d1afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457728 Nov 12 08:51:14.361622 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-9ea2ef6f-1df5-4e2d-abbd-096bfb11ab17 req-823082a7-5c37-4f27-adda-0140cd7d6c1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bee11fdb-3355-45aa-a08a-5f7a3e996423 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:51:14.369319 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-9ea2ef6f-1df5-4e2d-abbd-096bfb11ab17 req-823082a7-5c37-4f27-adda-0140cd7d6c1b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:14.381770 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-9ea2ef6f-1df5-4e2d-abbd-096bfb11ab17 req-823082a7-5c37-4f27-adda-0140cd7d6c1b service neutron] Transition to ACTIVE for port object bee11fdb-3355-45aa-a08a-5f7a3e996423 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:51:14.384879 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-9ea2ef6f-1df5-4e2d-abbd-096bfb11ab17 req-823082a7-5c37-4f27-adda-0140cd7d6c1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:14.439763 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823082a7-5c37-4f27-adda-0140cd7d6c1b service neutron] Pushing event updated for resources: {'Port': ['ID=bee11fdb-3355-45aa-a08a-5f7a3e996423,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:14.509789 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-9ea2ef6f-1df5-4e2d-abbd-096bfb11ab17 req-823082a7-5c37-4f27-adda-0140cd7d6c1b service neutron] Attempting to bind port bee11fdb-3355-45aa-a08a-5f7a3e996423 on host n-h2-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:51:14.510038 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-9ea2ef6f-1df5-4e2d-abbd-096bfb11ab17 req-823082a7-5c37-4f27-adda-0140cd7d6c1b service neutron] Attempting to bind port bee11fdb-3355-45aa-a08a-5f7a3e996423 by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': 'a2e35480-c72e-4ef8-a6db-de8ad115cd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '17c43e90-9f3d-4306-baf4-d69f5227049f'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:51:14.510370 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea2ef6f-1df5-4e2d-abbd-096bfb11ab17 req-823082a7-5c37-4f27-adda-0140cd7d6c1b service neutron] Attempting to bind port bee11fdb-3355-45aa-a08a-5f7a3e996423 on network 17c43e90-9f3d-4306-baf4-d69f5227049f {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:51:14.514814 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea2ef6f-1df5-4e2d-abbd-096bfb11ab17 req-823082a7-5c37-4f27-adda-0140cd7d6c1b service neutron] Port bee11fdb-3355-45aa-a08a-5f7a3e996423 on network 17c43e90-9f3d-4306-baf4-d69f5227049f not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:51:14.515138 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea2ef6f-1df5-4e2d-abbd-096bfb11ab17 req-823082a7-5c37-4f27-adda-0140cd7d6c1b service neutron] Attempting to bind port bee11fdb-3355-45aa-a08a-5f7a3e996423 on network 17c43e90-9f3d-4306-baf4-d69f5227049f {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:51:14.519928 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea2ef6f-1df5-4e2d-abbd-096bfb11ab17 req-823082a7-5c37-4f27-adda-0140cd7d6c1b service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:51:14.520269 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea2ef6f-1df5-4e2d-abbd-096bfb11ab17 req-823082a7-5c37-4f27-adda-0140cd7d6c1b service neutron] Checking segment: {'id': 'a2e35480-c72e-4ef8-a6db-de8ad115cd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '17c43e90-9f3d-4306-baf4-d69f5227049f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:51:14.520654 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea2ef6f-1df5-4e2d-abbd-096bfb11ab17 req-823082a7-5c37-4f27-adda-0140cd7d6c1b service neutron] Bound using segment: {'id': 'a2e35480-c72e-4ef8-a6db-de8ad115cd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '17c43e90-9f3d-4306-baf4-d69f5227049f'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:51:14.521082 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-9ea2ef6f-1df5-4e2d-abbd-096bfb11ab17 req-823082a7-5c37-4f27-adda-0140cd7d6c1b service neutron] Bound port: bee11fdb-3355-45aa-a08a-5f7a3e996423, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2e35480-c72e-4ef8-a6db-de8ad115cd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '17c43e90-9f3d-4306-baf4-d69f5227049f'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:51:14.521435 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-9ea2ef6f-1df5-4e2d-abbd-096bfb11ab17 req-823082a7-5c37-4f27-adda-0140cd7d6c1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:14.585887 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-9ea2ef6f-1df5-4e2d-abbd-096bfb11ab17 req-823082a7-5c37-4f27-adda-0140cd7d6c1b service neutron] For port bee11fdb-3355-45aa-a08a-5f7a3e996423, host n-h2-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:51:14.589023 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-9ea2ef6f-1df5-4e2d-abbd-096bfb11ab17 req-823082a7-5c37-4f27-adda-0140cd7d6c1b service neutron] For port bee11fdb-3355-45aa-a08a-5f7a3e996423, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=bee11fdb-3355-45aa-a08a-5f7a3e996423,segment=NetworkSegment(a2e35480-c72e-4ef8-a6db-de8ad115cd4f),segment_id=a2e35480-c72e-4ef8-a6db-de8ad115cd4f)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:51:14.595501 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-9ea2ef6f-1df5-4e2d-abbd-096bfb11ab17 req-823082a7-5c37-4f27-adda-0140cd7d6c1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:14.634230 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea2ef6f-1df5-4e2d-abbd-096bfb11ab17 req-823082a7-5c37-4f27-adda-0140cd7d6c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:14.634873 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-9ea2ef6f-1df5-4e2d-abbd-096bfb11ab17 req-823082a7-5c37-4f27-adda-0140cd7d6c1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:14.636261 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9ea2ef6f-1df5-4e2d-abbd-096bfb11ab17 req-823082a7-5c37-4f27-adda-0140cd7d6c1b service neutron] 10.222.0.44 "PUT /v2.0/ports/bee11fdb-3355-45aa-a08a-5f7a3e996423 HTTP/1.1" status: 200 len: 1092 time: 0.9073558 Nov 12 08:51:14.636707 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd51ba608-90c6-4d87-8a95-eda342110705', 'tag': 'bee11fdb-3355-45aa-a08a-5f7a3e996423'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:51:14.639097 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c94767f-faab-43cb-838e-0bc8dd4b6a9c" -d '{"events": [{"name": "network-changed", "server_uuid": "d51ba608-90c6-4d87-8a95-eda342110705", "tag": "bee11fdb-3355-45aa-a08a-5f7a3e996423"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:51:14.667781 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823082a7-5c37-4f27-adda-0140cd7d6c1b service neutron] Pushing event updated for resources: {'Port': ['ID=bee11fdb-3355-45aa-a08a-5f7a3e996423,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:14.682767 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb9c30b3-b684-4829-bbfb-87deb4a19d6a x-openstack-request-id: req-fb9c30b3-b684-4829-bbfb-87deb4a19d6a {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:51:14.683047 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d51ba608-90c6-4d87-8a95-eda342110705", "tag": "bee11fdb-3355-45aa-a08a-5f7a3e996423", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:51:14.683269 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fb9c30b3-b684-4829-bbfb-87deb4a19d6a {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:51:14.683670 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd51ba608-90c6-4d87-8a95-eda342110705', 'tag': 'bee11fdb-3355-45aa-a08a-5f7a3e996423', 'status': 'completed', 'code': 200} Nov 12 08:51:14.754901 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea2ef6f-1df5-4e2d-abbd-096bfb11ab17 req-35893189-ccda-47a7-ad8e-8a01eb845ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:14.756406 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9ea2ef6f-1df5-4e2d-abbd-096bfb11ab17 req-35893189-ccda-47a7-ad8e-8a01eb845ba7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=457d4ebf32d34cfda2ef4580b496a697&device_id=d51ba608-90c6-4d87-8a95-eda342110705 HTTP/1.1" status: 200 len: 1095 time: 0.0448081 Nov 12 08:51:14.820826 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9ea2ef6f-1df5-4e2d-abbd-096bfb11ab17 req-63b40705-0202-446d-8af9-43da5a95a0c0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bee11fdb-3355-45aa-a08a-5f7a3e996423 HTTP/1.1" status: 200 len: 217 time: 0.0358989 Nov 12 08:51:14.875435 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea2ef6f-1df5-4e2d-abbd-096bfb11ab17 req-526ad41e-021c-4703-a3ca-60b824cbb389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:14.876890 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9ea2ef6f-1df5-4e2d-abbd-096bfb11ab17 req-526ad41e-021c-4703-a3ca-60b824cbb389 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fd08d789-b696-4e5d-86ca-266bed04337f HTTP/1.1" status: 200 len: 854 time: 0.0495288 Nov 12 08:51:14.916059 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9ea2ef6f-1df5-4e2d-abbd-096bfb11ab17 req-72b31406-1ea5-4ac0-ab9c-e9513b33a257 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=17c43e90-9f3d-4306-baf4-d69f5227049f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258913 Nov 12 08:51:15.009464 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9ea2ef6f-1df5-4e2d-abbd-096bfb11ab17 req-516e2e43-0b97-49f1-801e-015dd1bd96ea service neutron] 10.222.0.44 "GET /v2.0/networks/17c43e90-9f3d-4306-baf4-d69f5227049f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862517 Nov 12 08:51:15.115437 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9ea2ef6f-1df5-4e2d-abbd-096bfb11ab17 req-d84b744f-dc11-4071-90ec-2786794b2a09 service neutron] 10.222.0.44 "GET /v2.0/networks/17c43e90-9f3d-4306-baf4-d69f5227049f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941639 Nov 12 08:51:15.268742 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c94767f-faab-43cb-838e-0bc8dd4b6a9c req-71d6ebfc-711b-4096-b69d-bf8faa4a045c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:15.270223 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5c94767f-faab-43cb-838e-0bc8dd4b6a9c req-71d6ebfc-711b-4096-b69d-bf8faa4a045c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=457d4ebf32d34cfda2ef4580b496a697&device_id=d51ba608-90c6-4d87-8a95-eda342110705 HTTP/1.1" status: 200 len: 1095 time: 0.0426421 Nov 12 08:51:15.373898 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c94767f-faab-43cb-838e-0bc8dd4b6a9c req-89faeaa4-6ac7-431f-bcb7-e4ccc58752ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:15.375309 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5c94767f-faab-43cb-838e-0bc8dd4b6a9c req-89faeaa4-6ac7-431f-bcb7-e4ccc58752ab service neutron] 10.222.0.44 "GET /v2.0/networks?id=17c43e90-9f3d-4306-baf4-d69f5227049f HTTP/1.1" status: 200 len: 915 time: 0.0967836 Nov 12 08:51:15.382343 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499cd617-b2de-46ca-ba0c-0150745a9b97 req-a32066d5-f163-4fe7-aaf5-14f36d97e400 tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:15.383846 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-499cd617-b2de-46ca-ba0c-0150745a9b97 req-a32066d5-f163-4fe7-aaf5-14f36d97e400 tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] 10.222.0.26 "GET /v2.0/ports?device_id=d51ba608-90c6-4d87-8a95-eda342110705 HTTP/1.1" status: 200 len: 943 time: 0.0497177 Nov 12 08:51:15.421106 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5c94767f-faab-43cb-838e-0bc8dd4b6a9c req-ee69719a-a767-4931-abed-08a9d8b6ce62 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bee11fdb-3355-45aa-a08a-5f7a3e996423 HTTP/1.1" status: 200 len: 217 time: 0.0380936 Nov 12 08:51:15.434093 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-499cd617-b2de-46ca-ba0c-0150745a9b97 req-25bacc5b-3403-4570-a942-49151eaaf294 tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f672f1c-b272-44fa-bb06-2fd8c79d1afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435474 Nov 12 08:51:15.473681 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c94767f-faab-43cb-838e-0bc8dd4b6a9c req-1de096bb-96f7-4f11-8b1b-5040f74212dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:15.475200 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5c94767f-faab-43cb-838e-0bc8dd4b6a9c req-1de096bb-96f7-4f11-8b1b-5040f74212dc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fd08d789-b696-4e5d-86ca-266bed04337f HTTP/1.1" status: 200 len: 854 time: 0.0474279 Nov 12 08:51:15.512492 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5c94767f-faab-43cb-838e-0bc8dd4b6a9c req-5959298f-9de7-4bb8-aa3d-3f719ec47499 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=17c43e90-9f3d-4306-baf4-d69f5227049f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291047 Nov 12 08:51:15.610559 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5c94767f-faab-43cb-838e-0bc8dd4b6a9c req-e238e3ee-be1f-4587-8b55-0ad20b670f3e service neutron] 10.222.0.44 "GET /v2.0/networks/17c43e90-9f3d-4306-baf4-d69f5227049f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905194 Nov 12 08:51:15.711641 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5c94767f-faab-43cb-838e-0bc8dd4b6a9c req-d2479e9c-49f3-41f8-9691-99d3f08f362b service neutron] 10.222.0.44 "GET /v2.0/networks/17c43e90-9f3d-4306-baf4-d69f5227049f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928960 Nov 12 08:51:16.562460 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d7d92c-ed5d-4fd6-aaba-f483c165254b req-c8236905-c343-455a-a7fa-026bb3afef4c tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:16.564175 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-19d7d92c-ed5d-4fd6-aaba-f483c165254b req-c8236905-c343-455a-a7fa-026bb3afef4c tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] 10.222.0.26 "GET /v2.0/ports?device_id=d51ba608-90c6-4d87-8a95-eda342110705 HTTP/1.1" status: 200 len: 943 time: 0.0543847 Nov 12 08:51:16.612938 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-19d7d92c-ed5d-4fd6-aaba-f483c165254b req-02129fe0-c5de-4ff7-adab-d39949eeb815 tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f672f1c-b272-44fa-bb06-2fd8c79d1afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428472 Nov 12 08:51:17.710322 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device bee11fdb-3355-45aa-a08a-5f7a3e996423 details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:51:17.735031 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d40912b-eb58-4ebd-955d-f0ae8553dd4b req-e6346664-aca0-4079-ac50-860080f5ce71 tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:17.736530 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3d40912b-eb58-4ebd-955d-f0ae8553dd4b req-e6346664-aca0-4079-ac50-860080f5ce71 tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] 10.222.0.26 "GET /v2.0/ports?device_id=d51ba608-90c6-4d87-8a95-eda342110705 HTTP/1.1" status: 200 len: 943 time: 0.0545774 Nov 12 08:51:17.784849 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3d40912b-eb58-4ebd-955d-f0ae8553dd4b req-66086f82-e6d1-4297-a45d-ebf7df606a72 tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f672f1c-b272-44fa-bb06-2fd8c79d1afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422354 Nov 12 08:51:17.812582 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port bee11fdb-3355-45aa-a08a-5f7a3e996423, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=bee11fdb-3355-45aa-a08a-5f7a3e996423,segment=NetworkSegment(a2e35480-c72e-4ef8-a6db-de8ad115cd4f),segment_id=a2e35480-c72e-4ef8-a6db-de8ad115cd4f)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:51:17.829321 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': 'bee11fdb-3355-45aa-a08a-5f7a3e996423', 'network_id': '17c43e90-9f3d-4306-baf4-d69f5227049f', 'port_id': 'bee11fdb-3355-45aa-a08a-5f7a3e996423', 'mac_address': 'fa:16:3e:c4:a1:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd08d789-b696-4e5d-86ca-266bed04337f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:51:17.880028 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:17.893772 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bee11fdb-3355-45aa-a08a-5f7a3e996423 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:51:17.914661 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port bee11fdb-3355-45aa-a08a-5f7a3e996423, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=bee11fdb-3355-45aa-a08a-5f7a3e996423,segment=NetworkSegment(a2e35480-c72e-4ef8-a6db-de8ad115cd4f),segment_id=a2e35480-c72e-4ef8-a6db-de8ad115cd4f)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:51:17.919240 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:17.971256 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=bee11fdb-3355-45aa-a08a-5f7a3e996423,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:18.296589 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['bee11fdb-3355-45aa-a08a-5f7a3e996423'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:51:18.918192 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4246554-ff24-4c7e-9136-f45311d9f98e req-25f63a2e-24eb-4150-acf0-094c81ab6c8b tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:18.919730 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c4246554-ff24-4c7e-9136-f45311d9f98e req-25f63a2e-24eb-4150-acf0-094c81ab6c8b tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] 10.222.0.26 "GET /v2.0/ports?device_id=d51ba608-90c6-4d87-8a95-eda342110705 HTTP/1.1" status: 200 len: 944 time: 0.0605297 Nov 12 08:51:18.970452 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c4246554-ff24-4c7e-9136-f45311d9f98e req-e3d543ce-50c8-4157-a7fb-33b9c1a7855a tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f672f1c-b272-44fa-bb06-2fd8c79d1afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443723 Nov 12 08:51:19.725803 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device bee11fdb-3355-45aa-a08a-5f7a3e996423 up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:51:19.783760 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning for port bee11fdb-3355-45aa-a08a-5f7a3e996423 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:51:19.790217 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port bee11fdb-3355-45aa-a08a-5f7a3e996423 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:51:19.790816 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:19.882029 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:19.907004 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd51ba608-90c6-4d87-8a95-eda342110705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bee11fdb-3355-45aa-a08a-5f7a3e996423'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:51:19.909325 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29ba881b-ac2e-4b83-bea4-97deefb187c4" -d '{"events": [{"server_uuid": "d51ba608-90c6-4d87-8a95-eda342110705", "name": "network-vif-plugged", "status": "completed", "tag": "bee11fdb-3355-45aa-a08a-5f7a3e996423"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:51:19.924614 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port bee11fdb-3355-45aa-a08a-5f7a3e996423, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=bee11fdb-3355-45aa-a08a-5f7a3e996423,segment=NetworkSegment(a2e35480-c72e-4ef8-a6db-de8ad115cd4f),segment_id=a2e35480-c72e-4ef8-a6db-de8ad115cd4f)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:51:19.930112 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:19.956384 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9f70bf6-d6fb-4b5a-b5d4-afe4b2bd584b x-openstack-request-id: req-e9f70bf6-d6fb-4b5a-b5d4-afe4b2bd584b {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:51:19.956674 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d51ba608-90c6-4d87-8a95-eda342110705", "name": "network-vif-plugged", "status": "completed", "tag": "bee11fdb-3355-45aa-a08a-5f7a3e996423", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:51:19.956928 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e9f70bf6-d6fb-4b5a-b5d4-afe4b2bd584b {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:51:19.957318 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd51ba608-90c6-4d87-8a95-eda342110705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bee11fdb-3355-45aa-a08a-5f7a3e996423', 'code': 200} Nov 12 08:51:19.985412 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=bee11fdb-3355-45aa-a08a-5f7a3e996423,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:20.092095 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0064401f-84a2-4642-bbb2-61ad1bee44b0 req-74068435-2278-45aa-9e79-90c9b224541e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:20.093652 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0064401f-84a2-4642-bbb2-61ad1bee44b0 req-74068435-2278-45aa-9e79-90c9b224541e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d51ba608-90c6-4d87-8a95-eda342110705 HTTP/1.1" status: 200 len: 1097 time: 0.0435400 Nov 12 08:51:20.110762 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d35640-7db4-4236-8666-90c3f2b2f7ee req-4869bbf6-6df2-4a3e-9bc8-00305a8bb958 tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:20.112324 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-07d35640-7db4-4236-8666-90c3f2b2f7ee req-4869bbf6-6df2-4a3e-9bc8-00305a8bb958 tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] 10.222.0.26 "GET /v2.0/ports?device_id=d51ba608-90c6-4d87-8a95-eda342110705 HTTP/1.1" status: 200 len: 945 time: 0.0645506 Nov 12 08:51:20.154871 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0064401f-84a2-4642-bbb2-61ad1bee44b0 req-c9ba64b6-0be8-48f0-8e21-11020dcc5c87 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5f672f1c-b272-44fa-bb06-2fd8c79d1afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440209 Nov 12 08:51:20.164532 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-07d35640-7db4-4236-8666-90c3f2b2f7ee req-b652e81f-6508-4d77-a372-e0151dd62e25 tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f672f1c-b272-44fa-bb06-2fd8c79d1afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457966 Nov 12 08:51:21.315047 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b4940-2f8a-4a3c-a971-72220c5d90e3 req-348a9834-af0b-410e-9443-ef419641804e tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:21.316518 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-970b4940-2f8a-4a3c-a971-72220c5d90e3 req-348a9834-af0b-410e-9443-ef419641804e tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] 10.222.0.26 "GET /v2.0/ports?device_id=d51ba608-90c6-4d87-8a95-eda342110705 HTTP/1.1" status: 200 len: 945 time: 0.0522084 Nov 12 08:51:21.371751 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-970b4940-2f8a-4a3c-a971-72220c5d90e3 req-6c89bef6-fabe-43f6-b5a9-edccfa019269 tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f672f1c-b272-44fa-bb06-2fd8c79d1afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481889 Nov 12 08:51:22.493376 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be1ab56-4578-4bd7-b4a0-02c5032309f9 req-26c17ed0-7c01-4151-8710-00ed1882bf84 tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:22.494918 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4be1ab56-4578-4bd7-b4a0-02c5032309f9 req-26c17ed0-7c01-4151-8710-00ed1882bf84 tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] 10.222.0.26 "GET /v2.0/ports?device_id=d51ba608-90c6-4d87-8a95-eda342110705 HTTP/1.1" status: 200 len: 945 time: 0.0496066 Nov 12 08:51:22.548282 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4be1ab56-4578-4bd7-b4a0-02c5032309f9 req-e6cd9382-6cc8-4326-89ea-cd33eeb01c07 tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f672f1c-b272-44fa-bb06-2fd8c79d1afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460856 Nov 12 08:51:27.998234 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 36176) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:28.186272 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-8db3d5b9-d498-4a48-9701-6ce7ee7d4a96 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Deleting port 3ce9f8ac-fa4b-40ed-abf7-866fdbc2d657 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:51:28.186652 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8db3d5b9-d498-4a48-9701-6ce7ee7d4a96 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:28.282412 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8db3d5b9-d498-4a48-9701-6ce7ee7d4a96 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:28.282923 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8db3d5b9-d498-4a48-9701-6ce7ee7d4a96 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:28.296948 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-8db3d5b9-d498-4a48-9701-6ce7ee7d4a96 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Calling delete_port for 3ce9f8ac-fa4b-40ed-abf7-866fdbc2d657 owned by network:floatingip {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:51:28.500891 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8db3d5b9-d498-4a48-9701-6ce7ee7d4a96 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:28.528059 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db3d5b9-d498-4a48-9701-6ce7ee7d4a96 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Pushing event deleted for resources: {'Port': ['ID=3ce9f8ac-fa4b-40ed-abf7-866fdbc2d657,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:28.600188 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8db3d5b9-d498-4a48-9701-6ce7ee7d4a96 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks [] for floatingip, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:28.600511 n-d-765315-29 neutron-server[102600]: INFO neutron.db.l3_db [None req-8db3d5b9-d498-4a48-9701-6ce7ee7d4a96 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Floating IP 1f062517-92d1-463c-8d74-d5eb0f2b41a3 disassociated (deleted). External IP: 172.25.2.128, port: 09e63f10-b23e-4a53-bd0f-15bc9099ada7. Nov 12 08:51:28.848772 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8db3d5b9-d498-4a48-9701-6ce7ee7d4a96 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Router a47a04e4-6db1-4c16-a149-ffd8319b05a3 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:51:28.972840 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8db3d5b9-d498-4a48-9701-6ce7ee7d4a96 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:51:28.977847 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8db3d5b9-d498-4a48-9701-6ce7ee7d4a96 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:28.985282 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c03c6e-5b10-4b06-b592-2c03b1ac0d0e None None] Sync routers for ids ['a47a04e4-6db1-4c16-a149-ffd8319b05a3'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:51:29.003063 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c03c6e-5b10-4b06-b592-2c03b1ac0d0e None None] Routers {'a47a04e4-6db1-4c16-a149-ffd8319b05a3'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:51:29.004066 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-17c03c6e-5b10-4b06-b592-2c03b1ac0d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:51:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['a47a04e4-6db1-4c16-a149-ffd8319b05a3'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:29.007081 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-8db3d5b9-d498-4a48-9701-6ce7ee7d4a96 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "DELETE /v2.0/floatingips/1f062517-92d1-463c-8d74-d5eb0f2b41a3 HTTP/1.1" status: 204 len: 168 time: 1.0074408 Nov 12 08:51:29.007726 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b2ebcaf-c8ad-428d-b15b-ca5c7c6a1be3', 'tag': '09e63f10-b23e-4a53-bd0f-15bc9099ada7'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:51:29.010099 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-207d669f-db9b-4462-8de0-b26c9ffadd47" -d '{"events": [{"name": "network-changed", "server_uuid": "4b2ebcaf-c8ad-428d-b15b-ca5c7c6a1be3", "tag": "09e63f10-b23e-4a53-bd0f-15bc9099ada7"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:51:29.189501 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6989957b-33f6-4d61-af78-e169b4b97ae8 x-openstack-request-id: req-6989957b-33f6-4d61-af78-e169b4b97ae8 {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:51:29.189789 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b2ebcaf-c8ad-428d-b15b-ca5c7c6a1be3", "tag": "09e63f10-b23e-4a53-bd0f-15bc9099ada7", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:51:29.190042 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6989957b-33f6-4d61-af78-e169b4b97ae8 {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:51:29.190447 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b2ebcaf-c8ad-428d-b15b-ca5c7c6a1be3', 'tag': '09e63f10-b23e-4a53-bd0f-15bc9099ada7', 'status': 'completed', 'code': 200} Nov 12 08:51:29.290882 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207d669f-db9b-4462-8de0-b26c9ffadd47 req-c8908d74-aec9-4715-a718-be18ae755306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:29.293307 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-207d669f-db9b-4462-8de0-b26c9ffadd47 req-c8908d74-aec9-4715-a718-be18ae755306 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7d3f7337327743ecb706fdd7c92380e3&device_id=4b2ebcaf-c8ad-428d-b15b-ca5c7c6a1be3 HTTP/1.1" status: 200 len: 1098 time: 0.0742857 Nov 12 08:51:29.322837 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2fa9b6-b9bf-4c9d-ad91-1cb63ff03600 req-9ac6e7df-66e4-4f21-9b30-d2c10b34c24b tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:29.338001 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ff2fa9b6-b9bf-4c9d-ad91-1cb63ff03600 req-9ac6e7df-66e4-4f21-9b30-d2c10b34c24b tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b2ebcaf-c8ad-428d-b15b-ca5c7c6a1be3 HTTP/1.1" status: 200 len: 946 time: 0.0875301 Nov 12 08:51:29.339675 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-17c03c6e-5b10-4b06-b592-2c03b1ac0d0e None None] Set router a47a04e4-6db1-4c16-a149-ffd8319b05a3 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:51:29.403100 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ff2fa9b6-b9bf-4c9d-ad91-1cb63ff03600 req-c95d713a-58d0-435d-b2f4-1dd82af0e8af tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=2112de76-808b-4aee-81cb-ec91177d9317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606582 Nov 12 08:51:29.445621 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207d669f-db9b-4462-8de0-b26c9ffadd47 req-8a3c7a18-deba-4689-a082-55a3e8cbbf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:29.447258 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-207d669f-db9b-4462-8de0-b26c9ffadd47 req-8a3c7a18-deba-4689-a082-55a3e8cbbf78 service neutron] 10.222.0.21 "GET /v2.0/networks?id=35316ea3-d15f-4e9c-9d0f-87ba20d4fc64 HTTP/1.1" status: 200 len: 913 time: 0.1455898 Nov 12 08:51:29.497456 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-207d669f-db9b-4462-8de0-b26c9ffadd47 req-d2e024b3-523c-41da-a41d-30a3865699a6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09e63f10-b23e-4a53-bd0f-15bc9099ada7 HTTP/1.1" status: 200 len: 217 time: 0.0403962 Nov 12 08:51:29.557043 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207d669f-db9b-4462-8de0-b26c9ffadd47 req-6cc219d9-b6d7-41a1-aec3-d01d4fc8a5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:29.558570 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-207d669f-db9b-4462-8de0-b26c9ffadd47 req-6cc219d9-b6d7-41a1-aec3-d01d4fc8a5bf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d1d27945-8c3d-427f-88ef-3c42a7516333 HTTP/1.1" status: 200 len: 851 time: 0.0527933 Nov 12 08:51:29.610597 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207d669f-db9b-4462-8de0-b26c9ffadd47 req-323a7343-cd00-448a-9ede-e47d98456d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:29.612138 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-207d669f-db9b-4462-8de0-b26c9ffadd47 req-323a7343-cd00-448a-9ede-e47d98456d4c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=35316ea3-d15f-4e9c-9d0f-87ba20d4fc64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446694 Nov 12 08:51:29.639987 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-17c03c6e-5b10-4b06-b592-2c03b1ac0d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47a04e4-6db1-4c16-a149-ffd8319b05a3', 'name': 'tempest-TestVolumeBootPattern-1486531232-router', 'tenant_id': '7d3f7337327743ecb706fdd7c92380e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'a9c6d19c-819a-4d35-bd4a-8438cac3130b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:15Z', 'updated_at': '2021-11-12T08:36:27Z', 'revision_number': 4, 'project_id': '7d3f7337327743ecb706fdd7c92380e3', 'gw_port': {'id': 'a9c6d19c-819a-4d35-bd4a-8438cac3130b', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47a04e4-6db1-4c16-a149-ffd8319b05a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2690, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:17Z', 'updated_at': '2021-11-12T08:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': 'b2fa98c8-1179-4bf6-aa9b-50b8aa4a3d6e', 'tenant_id': '7d3f7337327743ecb706fdd7c92380e3', 'floating_ip_address': '172.25.2.74', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': 'a47a04e4-6db1-4c16-a149-ffd8319b05a3', 'port_id': '141cac01-cd9c-4613-98d7-1c9960bd8999', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35316ea3-d15f-4e9c-9d0f-87ba20d4fc64', 'mac_address': 'fa:16:3e:3a:9c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79dabc15-b262-4896-9d54-881fa4c32d6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:47:28Z', 'updated_at': '2021-11-12T08:47:31Z', 'revision_number': 1, 'project_id': '7d3f7337327743ecb706fdd7c92380e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d26d5ee-de97-449a-b18e-ad0dd5ee2113', 'name': '', 'network_id': '35316ea3-d15f-4e9c-9d0f-87ba20d4fc64', 'tenant_id': '7d3f7337327743ecb706fdd7c92380e3', 'mac_address': 'fa:16:3e:4a:04:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47a04e4-6db1-4c16-a149-ffd8319b05a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'd1d27945-8c3d-427f-88ef-3c42a7516333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:25Z', 'updated_at': '2021-11-12T08:36:33Z', 'revision_number': 5, 'project_id': '7d3f7337327743ecb706fdd7c92380e3', 'subnets': [{'id': 'd1d27945-8c3d-427f-88ef-3c42a7516333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:29.670094 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c03c6e-5b10-4b06-b592-2c03b1ac0d0e None None] Checking router: a47a04e4-6db1-4c16-a149-ffd8319b05a3 for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:51:29.679388 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c03c6e-5b10-4b06-b592-2c03b1ac0d0e None None] Routers {'a47a04e4-6db1-4c16-a149-ffd8319b05a3'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:51:29.680002 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-17c03c6e-5b10-4b06-b592-2c03b1ac0d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:51:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['a47a04e4-6db1-4c16-a149-ffd8319b05a3'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:29.725676 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-207d669f-db9b-4462-8de0-b26c9ffadd47 req-28fb8f8f-8c06-4c6f-8734-d71625d4adbd service neutron] 10.222.0.21 "GET /v2.0/networks/35316ea3-d15f-4e9c-9d0f-87ba20d4fc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038871 Nov 12 08:51:29.800012 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-17c03c6e-5b10-4b06-b592-2c03b1ac0d0e None None] Set router a47a04e4-6db1-4c16-a149-ffd8319b05a3 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:51:29.865948 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-207d669f-db9b-4462-8de0-b26c9ffadd47 req-7ad047f8-9440-4a1d-80ca-4c0b0a653bc9 service neutron] 10.222.0.21 "GET /v2.0/networks/35316ea3-d15f-4e9c-9d0f-87ba20d4fc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316679 Nov 12 08:51:30.065865 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-17c03c6e-5b10-4b06-b592-2c03b1ac0d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47a04e4-6db1-4c16-a149-ffd8319b05a3', 'name': 'tempest-TestVolumeBootPattern-1486531232-router', 'tenant_id': '7d3f7337327743ecb706fdd7c92380e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'a9c6d19c-819a-4d35-bd4a-8438cac3130b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:15Z', 'updated_at': '2021-11-12T08:36:27Z', 'revision_number': 4, 'project_id': '7d3f7337327743ecb706fdd7c92380e3', 'gw_port': {'id': 'a9c6d19c-819a-4d35-bd4a-8438cac3130b', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47a04e4-6db1-4c16-a149-ffd8319b05a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2690, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:17Z', 'updated_at': '2021-11-12T08:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': 'b2fa98c8-1179-4bf6-aa9b-50b8aa4a3d6e', 'tenant_id': '7d3f7337327743ecb706fdd7c92380e3', 'floating_ip_address': '172.25.2.74', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': 'a47a04e4-6db1-4c16-a149-ffd8319b05a3', 'port_id': '141cac01-cd9c-4613-98d7-1c9960bd8999', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35316ea3-d15f-4e9c-9d0f-87ba20d4fc64', 'mac_address': 'fa:16:3e:3a:9c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79dabc15-b262-4896-9d54-881fa4c32d6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:47:28Z', 'updated_at': '2021-11-12T08:47:31Z', 'revision_number': 1, 'project_id': '7d3f7337327743ecb706fdd7c92380e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d26d5ee-de97-449a-b18e-ad0dd5ee2113', 'name': '', 'network_id': '35316ea3-d15f-4e9c-9d0f-87ba20d4fc64', 'tenant_id': '7d3f7337327743ecb706fdd7c92380e3', 'mac_address': 'fa:16:3e:4a:04:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47a04e4-6db1-4c16-a149-ffd8319b05a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'd1d27945-8c3d-427f-88ef-3c42a7516333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:25Z', 'updated_at': '2021-11-12T08:36:33Z', 'revision_number': 5, 'project_id': '7d3f7337327743ecb706fdd7c92380e3', 'subnets': [{'id': 'd1d27945-8c3d-427f-88ef-3c42a7516333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:30.094664 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c03c6e-5b10-4b06-b592-2c03b1ac0d0e None None] The sync data for ids ['a47a04e4-6db1-4c16-a149-ffd8319b05a3'] in n-d-765315-29 is: [{'id': 'a47a04e4-6db1-4c16-a149-ffd8319b05a3', 'name': 'tempest-TestVolumeBootPattern-1486531232-router', 'tenant_id': '7d3f7337327743ecb706fdd7c92380e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'a9c6d19c-819a-4d35-bd4a-8438cac3130b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:15Z', 'updated_at': '2021-11-12T08:36:27Z', 'revision_number': 4, 'project_id': '7d3f7337327743ecb706fdd7c92380e3', 'gw_port': {'id': 'a9c6d19c-819a-4d35-bd4a-8438cac3130b', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47a04e4-6db1-4c16-a149-ffd8319b05a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2690, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:17Z', 'updated_at': '2021-11-12T08:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': 'b2fa98c8-1179-4bf6-aa9b-50b8aa4a3d6e', 'tenant_id': '7d3f7337327743ecb706fdd7c92380e3', 'floating_ip_address': '172.25.2.74', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': 'a47a04e4-6db1-4c16-a149-ffd8319b05a3', 'port_id': '141cac01-cd9c-4613-98d7-1c9960bd8999', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35316ea3-d15f-4e9c-9d0f-87ba20d4fc64', 'mac_address': 'fa:16:3e:3a:9c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79dabc15-b262-4896-9d54-881fa4c32d6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:47:28Z', 'updated_at': '2021-11-12T08:47:31Z', 'revision_number': 1, 'project_id': '7d3f7337327743ecb706fdd7c92380e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d26d5ee-de97-449a-b18e-ad0dd5ee2113', 'name': '', 'network_id': '35316ea3-d15f-4e9c-9d0f-87ba20d4fc64', 'tenant_id': '7d3f7337327743ecb706fdd7c92380e3', 'mac_address': 'fa:16:3e:4a:04:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47a04e4-6db1-4c16-a149-ffd8319b05a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'd1d27945-8c3d-427f-88ef-3c42a7516333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:25Z', 'updated_at': '2021-11-12T08:36:33Z', 'revision_number': 5, 'project_id': '7d3f7337327743ecb706fdd7c92380e3', 'subnets': [{'id': 'd1d27945-8c3d-427f-88ef-3c42a7516333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:51:30.392207 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e87b73-e4d8-4a60-b009-59e33ed72e1d None None] New status for floating IP 1f062517-92d1-463c-8d74-d5eb0f2b41a3: DOWN {{(pid=102602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:51:30.432831 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b0495913-3e03-4ad3-a682-75f99018eb58 req-dd88af17-9544-4432-8fd6-ff789a232587 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=79dabc15-b262-4896-9d54-881fa4c32d6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0559068 Nov 12 08:51:30.568729 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0495913-3e03-4ad3-a682-75f99018eb58 req-aee981e9-5751-45a3-91e1-f0675ad29f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:30.570446 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b0495913-3e03-4ad3-a682-75f99018eb58 req-aee981e9-5751-45a3-91e1-f0675ad29f0a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7d3f7337327743ecb706fdd7c92380e3&device_id=79dabc15-b262-4896-9d54-881fa4c32d6d HTTP/1.1" status: 200 len: 1098 time: 0.0586052 Nov 12 08:51:30.599273 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c024dc79-59f6-4148-8ee3-87e34cedaf63 req-4e1ffe66-5198-4f79-85ec-18e72681d7de tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:30.611195 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c024dc79-59f6-4148-8ee3-87e34cedaf63 req-4e1ffe66-5198-4f79-85ec-18e72681d7de tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b2ebcaf-c8ad-428d-b15b-ca5c7c6a1be3 HTTP/1.1" status: 200 len: 946 time: 0.1020806 Nov 12 08:51:30.687099 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c024dc79-59f6-4148-8ee3-87e34cedaf63 req-bcea19c7-0682-4e18-8af4-2f51806bc884 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=2112de76-808b-4aee-81cb-ec91177d9317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748672 Nov 12 08:51:30.703838 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0495913-3e03-4ad3-a682-75f99018eb58 req-04bdd663-c238-4b55-b282-048d546c9212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:30.705819 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b0495913-3e03-4ad3-a682-75f99018eb58 req-04bdd663-c238-4b55-b282-048d546c9212 service neutron] 10.222.0.44 "GET /v2.0/networks?id=35316ea3-d15f-4e9c-9d0f-87ba20d4fc64 HTTP/1.1" status: 200 len: 913 time: 0.1111155 Nov 12 08:51:30.783934 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b0495913-3e03-4ad3-a682-75f99018eb58 req-f926a899-0e10-425b-a2a1-77059a9c26de service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=141cac01-cd9c-4613-98d7-1c9960bd8999 HTTP/1.1" status: 200 len: 1001 time: 0.0700254 Nov 12 08:51:30.843640 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0495913-3e03-4ad3-a682-75f99018eb58 req-81fb6035-c879-48db-8f92-c2e0af480551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:30.845845 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b0495913-3e03-4ad3-a682-75f99018eb58 req-81fb6035-c879-48db-8f92-c2e0af480551 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d1d27945-8c3d-427f-88ef-3c42a7516333 HTTP/1.1" status: 200 len: 851 time: 0.0542321 Nov 12 08:51:30.897004 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0495913-3e03-4ad3-a682-75f99018eb58 req-3e5ff4c4-d4e7-4fb3-93f9-52fb6ce22fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:30.901458 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b0495913-3e03-4ad3-a682-75f99018eb58 req-3e5ff4c4-d4e7-4fb3-93f9-52fb6ce22fe5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=35316ea3-d15f-4e9c-9d0f-87ba20d4fc64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447226 Nov 12 08:51:31.035008 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b0495913-3e03-4ad3-a682-75f99018eb58 req-d77803ab-896b-410e-9f70-9aeac89ac256 service neutron] 10.222.0.44 "GET /v2.0/networks/35316ea3-d15f-4e9c-9d0f-87ba20d4fc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167791 Nov 12 08:51:31.167312 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b0495913-3e03-4ad3-a682-75f99018eb58 req-159ace91-eddd-46c0-bada-2f762a6ba0ee service neutron] 10.222.0.44 "GET /v2.0/networks/35316ea3-d15f-4e9c-9d0f-87ba20d4fc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220667 Nov 12 08:51:31.206503 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20394fda-ea87-47f0-aa7c-9194c36a2ad7 req-91a0548f-3d37-4d5b-9b3d-4f5a01afbd27 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:31.207994 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-20394fda-ea87-47f0-aa7c-9194c36a2ad7 req-91a0548f-3d37-4d5b-9b3d-4f5a01afbd27 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b2ebcaf-c8ad-428d-b15b-ca5c7c6a1be3 HTTP/1.1" status: 200 len: 946 time: 0.0604761 Nov 12 08:51:31.329791 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-20394fda-ea87-47f0-aa7c-9194c36a2ad7 req-32cbd5bb-c2e0-47ae-9df8-43b101b3c6c0 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Deleting port 09e63f10-b23e-4a53-bd0f-15bc9099ada7 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:51:31.329791 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-20394fda-ea87-47f0-aa7c-9194c36a2ad7 req-32cbd5bb-c2e0-47ae-9df8-43b101b3c6c0 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:31.452585 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-20394fda-ea87-47f0-aa7c-9194c36a2ad7 req-32cbd5bb-c2e0-47ae-9df8-43b101b3c6c0 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] For port 09e63f10-b23e-4a53-bd0f-15bc9099ada7, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=09e63f10-b23e-4a53-bd0f-15bc9099ada7,segment=NetworkSegment(add834c9-8487-4b10-a6f8-7351b562c1cc),segment_id=add834c9-8487-4b10-a6f8-7351b562c1cc)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:51:31.453346 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-20394fda-ea87-47f0-aa7c-9194c36a2ad7 req-32cbd5bb-c2e0-47ae-9df8-43b101b3c6c0 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:31.468015 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-20394fda-ea87-47f0-aa7c-9194c36a2ad7 req-32cbd5bb-c2e0-47ae-9df8-43b101b3c6c0 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Calling delete_port for 09e63f10-b23e-4a53-bd0f-15bc9099ada7 owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:51:31.608501 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-20394fda-ea87-47f0-aa7c-9194c36a2ad7 req-32cbd5bb-c2e0-47ae-9df8-43b101b3c6c0 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:31.647115 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cbd5bb-c2e0-47ae-9df8-43b101b3c6c0 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Pushing event deleted for resources: {'Port': ['ID=09e63f10-b23e-4a53-bd0f-15bc9099ada7,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:31.678545 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cbd5bb-c2e0-47ae-9df8-43b101b3c6c0 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:31.678913 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cbd5bb-c2e0-47ae-9df8-43b101b3c6c0 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:31.679254 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cbd5bb-c2e0-47ae-9df8-43b101b3c6c0 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:31.679589 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cbd5bb-c2e0-47ae-9df8-43b101b3c6c0 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:31.679926 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cbd5bb-c2e0-47ae-9df8-43b101b3c6c0 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:31.680252 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cbd5bb-c2e0-47ae-9df8-43b101b3c6c0 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:31.680576 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cbd5bb-c2e0-47ae-9df8-43b101b3c6c0 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:31.680894 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cbd5bb-c2e0-47ae-9df8-43b101b3c6c0 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:31.681215 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cbd5bb-c2e0-47ae-9df8-43b101b3c6c0 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:31.681563 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cbd5bb-c2e0-47ae-9df8-43b101b3c6c0 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:31.681869 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cbd5bb-c2e0-47ae-9df8-43b101b3c6c0 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:31.682188 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cbd5bb-c2e0-47ae-9df8-43b101b3c6c0 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:31.700698 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-20394fda-ea87-47f0-aa7c-9194c36a2ad7 req-32cbd5bb-c2e0-47ae-9df8-43b101b3c6c0 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] No DVR routers for this DVR port 09e63f10-b23e-4a53-bd0f-15bc9099ada7 on host n-h1-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:51:31.705378 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-20394fda-ea87-47f0-aa7c-9194c36a2ad7 req-32cbd5bb-c2e0-47ae-9df8-43b101b3c6c0 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:31.709048 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-20394fda-ea87-47f0-aa7c-9194c36a2ad7 req-32cbd5bb-c2e0-47ae-9df8-43b101b3c6c0 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.21 "DELETE /v2.0/ports/09e63f10-b23e-4a53-bd0f-15bc9099ada7 HTTP/1.1" status: 204 len: 173 time: 0.4946342 Nov 12 08:51:31.709603 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b2ebcaf-c8ad-428d-b15b-ca5c7c6a1be3', 'name': 'network-vif-deleted', 'tag': '09e63f10-b23e-4a53-bd0f-15bc9099ada7'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:51:31.712175 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6113b4d5-0ca2-4bf0-ad7b-6a2fbf698df3" -d '{"events": [{"server_uuid": "4b2ebcaf-c8ad-428d-b15b-ca5c7c6a1be3", "name": "network-vif-deleted", "tag": "09e63f10-b23e-4a53-bd0f-15bc9099ada7"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:51:31.798573 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4ff3d175-613b-4ac2-9515-a036a53f661e req-04b69d50-1593-417e-81d4-d4f92f815d56 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b2ebcaf-c8ad-428d-b15b-ca5c7c6a1be3 HTTP/1.1" status: 200 len: 210 time: 0.0304289 Nov 12 08:51:31.854139 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8625baa8-50bc-4758-b488-450bf459b143 x-openstack-request-id: req-8625baa8-50bc-4758-b488-450bf459b143 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:51:31.854598 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b2ebcaf-c8ad-428d-b15b-ca5c7c6a1be3", "name": "network-vif-deleted", "tag": "09e63f10-b23e-4a53-bd0f-15bc9099ada7", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:51:31.855591 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8625baa8-50bc-4758-b488-450bf459b143 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:51:31.856352 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b2ebcaf-c8ad-428d-b15b-ca5c7c6a1be3', 'name': 'network-vif-deleted', 'tag': '09e63f10-b23e-4a53-bd0f-15bc9099ada7', 'status': 'completed', 'code': 200} Nov 12 08:51:32.913833 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2037c107-44e4-4ce7-925a-14cb1af0cf99 req-8e142b61-c931-47ce-b2fa-79d4bad26c55 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b2ebcaf-c8ad-428d-b15b-ca5c7c6a1be3 HTTP/1.1" status: 200 len: 210 time: 0.0311000 Nov 12 08:51:33.861354 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 09e63f10-b23e-4a53-bd0f-15bc9099ada7 no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:51:33.888081 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-e530113a-7783-48f4-9840-8911a24052df None None] No Port match for: 09e63f10-b23e-4a53-bd0f-15bc9099ada7 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:51:33.888343 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 09e63f10-b23e-4a53-bd0f-15bc9099ada7 not bound to the agent host n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:51:34.023354 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e55bbb7b-56ba-4ae4-9a18-0399a871e13e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:34.099757 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-045697b9-e58e-48a1-ad2a-7b21b781e447 req-886cf912-edfe-4691-a5c3-a2bdb25255e5 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b2ebcaf-c8ad-428d-b15b-ca5c7c6a1be3 HTTP/1.1" status: 200 len: 210 time: 0.0353477 Nov 12 08:51:35.250120 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5eac5022-2cdf-4aba-bc16-0b4e04b6eb72 req-c5488ff4-7694-48ba-9003-0a01a4861bfb tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b2ebcaf-c8ad-428d-b15b-ca5c7c6a1be3 HTTP/1.1" status: 200 len: 210 time: 0.0377591 Nov 12 08:51:35.524197 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:36.380813 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b2ffe515-ec18-48c8-af78-9d345e1fc1f1 req-1e05112f-e067-4fee-8057-3f2b9dc6dd2d tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b2ebcaf-c8ad-428d-b15b-ca5c7c6a1be3 HTTP/1.1" status: 200 len: 210 time: 0.0369358 Nov 12 08:51:37.020280 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7b7ec219-3227-41c3-b7be-639bd46fd4cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:37.976747 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:39.347439 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:39.987728 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:41.216353 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:51:42.680974 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:42.868034 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 36292) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:43.423121 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-0a6799f1-96e8-4541-8c78-709ce26ab39c tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Deleting port ff024169-ccb1-4da6-a6c9-38503dc527d1 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:51:43.423461 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0a6799f1-96e8-4541-8c78-709ce26ab39c tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:43.514601 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0a6799f1-96e8-4541-8c78-709ce26ab39c tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:43.514966 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0a6799f1-96e8-4541-8c78-709ce26ab39c tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:43.529818 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-0a6799f1-96e8-4541-8c78-709ce26ab39c tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Calling delete_port for ff024169-ccb1-4da6-a6c9-38503dc527d1 owned by network:floatingip {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:51:43.689755 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0a6799f1-96e8-4541-8c78-709ce26ab39c tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:43.715488 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6799f1-96e8-4541-8c78-709ce26ab39c tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Pushing event deleted for resources: {'Port': ['ID=ff024169-ccb1-4da6-a6c9-38503dc527d1,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:43.725772 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6799f1-96e8-4541-8c78-709ce26ab39c tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:43.726119 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6799f1-96e8-4541-8c78-709ce26ab39c tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:43.726459 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6799f1-96e8-4541-8c78-709ce26ab39c tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:43.726819 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6799f1-96e8-4541-8c78-709ce26ab39c tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:43.727153 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6799f1-96e8-4541-8c78-709ce26ab39c tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:43.728032 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6799f1-96e8-4541-8c78-709ce26ab39c tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:43.728032 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6799f1-96e8-4541-8c78-709ce26ab39c tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:43.728213 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6799f1-96e8-4541-8c78-709ce26ab39c tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:43.728416 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6799f1-96e8-4541-8c78-709ce26ab39c tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:43.728741 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6799f1-96e8-4541-8c78-709ce26ab39c tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:43.729059 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6799f1-96e8-4541-8c78-709ce26ab39c tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:43.729818 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6799f1-96e8-4541-8c78-709ce26ab39c tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:43.797204 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0a6799f1-96e8-4541-8c78-709ce26ab39c tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks [] for floatingip, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:43.797520 n-d-765315-29 neutron-server[102600]: INFO neutron.db.l3_db [None req-0a6799f1-96e8-4541-8c78-709ce26ab39c tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Floating IP b2fa98c8-1179-4bf6-aa9b-50b8aa4a3d6e disassociated (deleted). External IP: 172.25.2.74, port: 141cac01-cd9c-4613-98d7-1c9960bd8999. Nov 12 08:51:44.033234 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a6799f1-96e8-4541-8c78-709ce26ab39c tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Router a47a04e4-6db1-4c16-a149-ffd8319b05a3 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:51:44.150318 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a6799f1-96e8-4541-8c78-709ce26ab39c tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:51:44.156035 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0a6799f1-96e8-4541-8c78-709ce26ab39c tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:44.162392 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055d3b16-fb0d-43e9-a779-56468913f227 None None] Sync routers for ids ['a47a04e4-6db1-4c16-a149-ffd8319b05a3'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:51:44.177870 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055d3b16-fb0d-43e9-a779-56468913f227 None None] Routers {'a47a04e4-6db1-4c16-a149-ffd8319b05a3'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:51:44.178605 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-055d3b16-fb0d-43e9-a779-56468913f227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:51:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['a47a04e4-6db1-4c16-a149-ffd8319b05a3'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:44.191224 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-0a6799f1-96e8-4541-8c78-709ce26ab39c tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "DELETE /v2.0/floatingips/b2fa98c8-1179-4bf6-aa9b-50b8aa4a3d6e HTTP/1.1" status: 204 len: 168 time: 1.3220313 Nov 12 08:51:44.191806 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79dabc15-b262-4896-9d54-881fa4c32d6d', 'tag': '141cac01-cd9c-4613-98d7-1c9960bd8999'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:51:44.194087 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d3b113a-b4e0-4f9e-8e64-b1f6d32a0f16" -d '{"events": [{"name": "network-changed", "server_uuid": "79dabc15-b262-4896-9d54-881fa4c32d6d", "tag": "141cac01-cd9c-4613-98d7-1c9960bd8999"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:51:44.314919 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-055d3b16-fb0d-43e9-a779-56468913f227 None None] Set router a47a04e4-6db1-4c16-a149-ffd8319b05a3 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:51:44.384094 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9036b918-2d6e-4bd8-be1d-b4d41db3822a x-openstack-request-id: req-9036b918-2d6e-4bd8-be1d-b4d41db3822a {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:51:44.384382 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79dabc15-b262-4896-9d54-881fa4c32d6d", "tag": "141cac01-cd9c-4613-98d7-1c9960bd8999", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:51:44.384663 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9036b918-2d6e-4bd8-be1d-b4d41db3822a {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:51:44.385125 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79dabc15-b262-4896-9d54-881fa4c32d6d', 'tag': '141cac01-cd9c-4613-98d7-1c9960bd8999', 'status': 'completed', 'code': 200} Nov 12 08:51:44.487792 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b68a19a-75ab-4181-a31a-a091abc3d147 req-e46991ef-686a-4e7d-9a6a-c69e0fe996c4 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:44.489360 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5b68a19a-75ab-4181-a31a-a091abc3d147 req-e46991ef-686a-4e7d-9a6a-c69e0fe996c4 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=79dabc15-b262-4896-9d54-881fa4c32d6d HTTP/1.1" status: 200 len: 946 time: 0.0513401 Nov 12 08:51:44.497002 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3b113a-b4e0-4f9e-8e64-b1f6d32a0f16 req-e162ef37-075d-4245-94d3-b2b499f3d170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:44.499494 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0d3b113a-b4e0-4f9e-8e64-b1f6d32a0f16 req-e162ef37-075d-4245-94d3-b2b499f3d170 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7d3f7337327743ecb706fdd7c92380e3&device_id=79dabc15-b262-4896-9d54-881fa4c32d6d HTTP/1.1" status: 200 len: 1098 time: 0.0615671 Nov 12 08:51:44.543818 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-055d3b16-fb0d-43e9-a779-56468913f227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47a04e4-6db1-4c16-a149-ffd8319b05a3', 'name': 'tempest-TestVolumeBootPattern-1486531232-router', 'tenant_id': '7d3f7337327743ecb706fdd7c92380e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'a9c6d19c-819a-4d35-bd4a-8438cac3130b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:15Z', 'updated_at': '2021-11-12T08:36:27Z', 'revision_number': 4, 'project_id': '7d3f7337327743ecb706fdd7c92380e3', 'gw_port': {'id': 'a9c6d19c-819a-4d35-bd4a-8438cac3130b', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47a04e4-6db1-4c16-a149-ffd8319b05a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2690, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:17Z', 'updated_at': '2021-11-12T08:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '5d26d5ee-de97-449a-b18e-ad0dd5ee2113', 'name': '', 'network_id': '35316ea3-d15f-4e9c-9d0f-87ba20d4fc64', 'tenant_id': '7d3f7337327743ecb706fdd7c92380e3', 'mac_address': 'fa:16:3e:4a:04:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47a04e4-6db1-4c16-a149-ffd8319b05a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'd1d27945-8c3d-427f-88ef-3c42a7516333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:25Z', 'updated_at': '2021-11-12T08:36:33Z', 'revision_number': 5, 'project_id': '7d3f7337327743ecb706fdd7c92380e3', 'subnets': [{'id': 'd1d27945-8c3d-427f-88ef-3c42a7516333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:44.547918 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5b68a19a-75ab-4181-a31a-a091abc3d147 req-a6ee4714-868e-4907-9289-06cea97f25cd tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=2112de76-808b-4aee-81cb-ec91177d9317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487764 Nov 12 08:51:44.576236 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055d3b16-fb0d-43e9-a779-56468913f227 None None] Checking router: a47a04e4-6db1-4c16-a149-ffd8319b05a3 for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:51:44.586270 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055d3b16-fb0d-43e9-a779-56468913f227 None None] Routers {'a47a04e4-6db1-4c16-a149-ffd8319b05a3'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:51:44.586950 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-055d3b16-fb0d-43e9-a779-56468913f227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:51:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['a47a04e4-6db1-4c16-a149-ffd8319b05a3'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:44.634039 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3b113a-b4e0-4f9e-8e64-b1f6d32a0f16 req-62e22241-589c-467d-bbea-f35200bfd6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:44.635873 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0d3b113a-b4e0-4f9e-8e64-b1f6d32a0f16 req-62e22241-589c-467d-bbea-f35200bfd6ec service neutron] 10.222.0.44 "GET /v2.0/networks?id=35316ea3-d15f-4e9c-9d0f-87ba20d4fc64 HTTP/1.1" status: 200 len: 913 time: 0.1284399 Nov 12 08:51:44.693762 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0d3b113a-b4e0-4f9e-8e64-b1f6d32a0f16 req-dc1e1a62-949a-4fa2-9880-127087e126bc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=141cac01-cd9c-4613-98d7-1c9960bd8999 HTTP/1.1" status: 200 len: 217 time: 0.0500827 Nov 12 08:51:44.709788 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-055d3b16-fb0d-43e9-a779-56468913f227 None None] Set router a47a04e4-6db1-4c16-a149-ffd8319b05a3 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:51:44.749016 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3b113a-b4e0-4f9e-8e64-b1f6d32a0f16 req-45ab0a66-3bbb-46da-969a-48a5aabb7a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:44.750807 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0d3b113a-b4e0-4f9e-8e64-b1f6d32a0f16 req-45ab0a66-3bbb-46da-969a-48a5aabb7a96 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d1d27945-8c3d-427f-88ef-3c42a7516333 HTTP/1.1" status: 200 len: 851 time: 0.0494735 Nov 12 08:51:44.809472 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3b113a-b4e0-4f9e-8e64-b1f6d32a0f16 req-f9e42c68-d8bf-46c4-a6d5-faa4f37955f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:44.811181 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0d3b113a-b4e0-4f9e-8e64-b1f6d32a0f16 req-f9e42c68-d8bf-46c4-a6d5-faa4f37955f7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=35316ea3-d15f-4e9c-9d0f-87ba20d4fc64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524330 Nov 12 08:51:44.916167 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0d3b113a-b4e0-4f9e-8e64-b1f6d32a0f16 req-f21934c6-2337-4325-a67c-b1b54cebe46d service neutron] 10.222.0.44 "GET /v2.0/networks/35316ea3-d15f-4e9c-9d0f-87ba20d4fc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962217 Nov 12 08:51:44.953919 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-055d3b16-fb0d-43e9-a779-56468913f227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47a04e4-6db1-4c16-a149-ffd8319b05a3', 'name': 'tempest-TestVolumeBootPattern-1486531232-router', 'tenant_id': '7d3f7337327743ecb706fdd7c92380e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'a9c6d19c-819a-4d35-bd4a-8438cac3130b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:15Z', 'updated_at': '2021-11-12T08:36:27Z', 'revision_number': 4, 'project_id': '7d3f7337327743ecb706fdd7c92380e3', 'gw_port': {'id': 'a9c6d19c-819a-4d35-bd4a-8438cac3130b', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47a04e4-6db1-4c16-a149-ffd8319b05a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2690, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:17Z', 'updated_at': '2021-11-12T08:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '5d26d5ee-de97-449a-b18e-ad0dd5ee2113', 'name': '', 'network_id': '35316ea3-d15f-4e9c-9d0f-87ba20d4fc64', 'tenant_id': '7d3f7337327743ecb706fdd7c92380e3', 'mac_address': 'fa:16:3e:4a:04:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47a04e4-6db1-4c16-a149-ffd8319b05a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'd1d27945-8c3d-427f-88ef-3c42a7516333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:25Z', 'updated_at': '2021-11-12T08:36:33Z', 'revision_number': 5, 'project_id': '7d3f7337327743ecb706fdd7c92380e3', 'subnets': [{'id': 'd1d27945-8c3d-427f-88ef-3c42a7516333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:44.982987 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055d3b16-fb0d-43e9-a779-56468913f227 None None] The sync data for ids ['a47a04e4-6db1-4c16-a149-ffd8319b05a3'] in n-d-765315-29 is: [{'id': 'a47a04e4-6db1-4c16-a149-ffd8319b05a3', 'name': 'tempest-TestVolumeBootPattern-1486531232-router', 'tenant_id': '7d3f7337327743ecb706fdd7c92380e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'a9c6d19c-819a-4d35-bd4a-8438cac3130b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:15Z', 'updated_at': '2021-11-12T08:36:27Z', 'revision_number': 4, 'project_id': '7d3f7337327743ecb706fdd7c92380e3', 'gw_port': {'id': 'a9c6d19c-819a-4d35-bd4a-8438cac3130b', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47a04e4-6db1-4c16-a149-ffd8319b05a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2690, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:17Z', 'updated_at': '2021-11-12T08:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '5d26d5ee-de97-449a-b18e-ad0dd5ee2113', 'name': '', 'network_id': '35316ea3-d15f-4e9c-9d0f-87ba20d4fc64', 'tenant_id': '7d3f7337327743ecb706fdd7c92380e3', 'mac_address': 'fa:16:3e:4a:04:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47a04e4-6db1-4c16-a149-ffd8319b05a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': 'd1d27945-8c3d-427f-88ef-3c42a7516333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:25Z', 'updated_at': '2021-11-12T08:36:33Z', 'revision_number': 5, 'project_id': '7d3f7337327743ecb706fdd7c92380e3', 'subnets': [{'id': 'd1d27945-8c3d-427f-88ef-3c42a7516333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:51:45.028631 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0d3b113a-b4e0-4f9e-8e64-b1f6d32a0f16 req-f058fba3-b33f-4dda-a284-93710dbc346a service neutron] 10.222.0.44 "GET /v2.0/networks/35316ea3-d15f-4e9c-9d0f-87ba20d4fc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041598 Nov 12 08:51:45.246940 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641eba88-c777-4a95-947f-a5c2981c9e80 None None] New status for floating IP b2fa98c8-1179-4bf6-aa9b-50b8aa4a3d6e: DOWN {{(pid=102602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:51:45.710118 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc74409-f1be-4d6d-ace8-75e0784d8d48 req-738cbf18-5e62-42f5-86a8-6201f3787080 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:45.711630 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fcc74409-f1be-4d6d-ace8-75e0784d8d48 req-738cbf18-5e62-42f5-86a8-6201f3787080 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=79dabc15-b262-4896-9d54-881fa4c32d6d HTTP/1.1" status: 200 len: 946 time: 0.0573442 Nov 12 08:51:45.772930 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fcc74409-f1be-4d6d-ace8-75e0784d8d48 req-56d53137-adad-46f7-82c6-ccea7f3ca523 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/security-groups?id=2112de76-808b-4aee-81cb-ec91177d9317&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539896 Nov 12 08:51:46.403268 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f66e1b-cfc9-4daf-b2e4-b715435bd034 req-c2a5d337-75a1-43fb-afeb-3e1478df096b tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:46.404732 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-81f66e1b-cfc9-4daf-b2e4-b715435bd034 req-c2a5d337-75a1-43fb-afeb-3e1478df096b tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.44 "GET /v2.0/ports?device_id=79dabc15-b262-4896-9d54-881fa4c32d6d HTTP/1.1" status: 200 len: 946 time: 0.0521338 Nov 12 08:51:46.501236 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-81f66e1b-cfc9-4daf-b2e4-b715435bd034 req-2d6bc000-1c9d-4f96-a91f-f875a44c5d60 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Deleting port 141cac01-cd9c-4613-98d7-1c9960bd8999 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:51:46.501572 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-81f66e1b-cfc9-4daf-b2e4-b715435bd034 req-2d6bc000-1c9d-4f96-a91f-f875a44c5d60 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:46.597079 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-81f66e1b-cfc9-4daf-b2e4-b715435bd034 req-2d6bc000-1c9d-4f96-a91f-f875a44c5d60 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] For port 141cac01-cd9c-4613-98d7-1c9960bd8999, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=141cac01-cd9c-4613-98d7-1c9960bd8999,segment=NetworkSegment(add834c9-8487-4b10-a6f8-7351b562c1cc),segment_id=add834c9-8487-4b10-a6f8-7351b562c1cc)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:51:46.597438 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-81f66e1b-cfc9-4daf-b2e4-b715435bd034 req-2d6bc000-1c9d-4f96-a91f-f875a44c5d60 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:46.611542 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-81f66e1b-cfc9-4daf-b2e4-b715435bd034 req-2d6bc000-1c9d-4f96-a91f-f875a44c5d60 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Calling delete_port for 141cac01-cd9c-4613-98d7-1c9960bd8999 owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:51:46.756366 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-81f66e1b-cfc9-4daf-b2e4-b715435bd034 req-2d6bc000-1c9d-4f96-a91f-f875a44c5d60 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:46.786310 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6bc000-1c9d-4f96-a91f-f875a44c5d60 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Pushing event deleted for resources: {'Port': ['ID=141cac01-cd9c-4613-98d7-1c9960bd8999,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:46.829918 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-81f66e1b-cfc9-4daf-b2e4-b715435bd034 req-2d6bc000-1c9d-4f96-a91f-f875a44c5d60 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] No DVR routers for this DVR port 141cac01-cd9c-4613-98d7-1c9960bd8999 on host n-h2-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:51:46.832546 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-81f66e1b-cfc9-4daf-b2e4-b715435bd034 req-2d6bc000-1c9d-4f96-a91f-f875a44c5d60 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:46.835926 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-81f66e1b-cfc9-4daf-b2e4-b715435bd034 req-2d6bc000-1c9d-4f96-a91f-f875a44c5d60 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.44 "DELETE /v2.0/ports/141cac01-cd9c-4613-98d7-1c9960bd8999 HTTP/1.1" status: 204 len: 173 time: 0.4210143 Nov 12 08:51:46.836380 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79dabc15-b262-4896-9d54-881fa4c32d6d', 'name': 'network-vif-deleted', 'tag': '141cac01-cd9c-4613-98d7-1c9960bd8999'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:51:46.839252 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1eb969b-4abb-4646-aac3-0b11fc1e22a4" -d '{"events": [{"server_uuid": "79dabc15-b262-4896-9d54-881fa4c32d6d", "name": "network-vif-deleted", "tag": "141cac01-cd9c-4613-98d7-1c9960bd8999"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:51:46.886507 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-07cded10-d7b4-4453-8b45-7d12cd1fe7d8 req-441adc46-f7ce-4474-aa0b-16faea128842 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=79dabc15-b262-4896-9d54-881fa4c32d6d HTTP/1.1" status: 200 len: 210 time: 0.0351603 Nov 12 08:51:46.933096 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fed00dd0-3d47-4fa5-bea2-d66199d13a13 x-openstack-request-id: req-fed00dd0-3d47-4fa5-bea2-d66199d13a13 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:51:46.933351 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79dabc15-b262-4896-9d54-881fa4c32d6d", "name": "network-vif-deleted", "tag": "141cac01-cd9c-4613-98d7-1c9960bd8999", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:51:46.933660 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fed00dd0-3d47-4fa5-bea2-d66199d13a13 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:51:46.934022 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79dabc15-b262-4896-9d54-881fa4c32d6d', 'name': 'network-vif-deleted', 'tag': '141cac01-cd9c-4613-98d7-1c9960bd8999', 'status': 'completed', 'code': 200} Nov 12 08:51:47.989996 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8c2e2374-aebf-45a9-95d5-6fd45095a266 req-ab7b0e25-b7ec-4ddb-8c49-f3964905c72c tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=79dabc15-b262-4896-9d54-881fa4c32d6d HTTP/1.1" status: 200 len: 210 time: 0.0285990 Nov 12 08:51:49.304301 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ca91fafe-9801-4a85-a0ad-10bb44e42396 req-2b1591c9-99e5-4696-978b-cab2360e2017 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=79dabc15-b262-4896-9d54-881fa4c32d6d HTTP/1.1" status: 200 len: 210 time: 0.0316291 Nov 12 08:51:49.844008 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 141cac01-cd9c-4613-98d7-1c9960bd8999 no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:51:49.864808 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] No Port match for: 141cac01-cd9c-4613-98d7-1c9960bd8999 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:51:49.865292 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 141cac01-cd9c-4613-98d7-1c9960bd8999 not bound to the agent host n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:51:50.417583 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b6522e9d-f66d-4f90-95dc-6f340f4e48d3 req-b39751b8-9531-4afd-bfbb-a03452b8b33b tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=79dabc15-b262-4896-9d54-881fa4c32d6d HTTP/1.1" status: 200 len: 210 time: 0.0402236 Nov 12 08:51:51.537466 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-14478f38-602e-41df-82f9-6c96d59aa018 req-7d9b8d51-13ee-4ff8-9742-4fb031e46098 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "GET /v2.0/ports?device_id=79dabc15-b262-4896-9d54-881fa4c32d6d HTTP/1.1" status: 200 len: 210 time: 0.0277438 Nov 12 08:51:52.596047 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 36346) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:52.725950 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-5102072a-dd73-4127-84c3-25bb970ac407 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Deleting port 5cfead8d-cc12-4c6b-9028-9176b7b9174f {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:51:52.726293 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5102072a-dd73-4127-84c3-25bb970ac407 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:52.813879 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5102072a-dd73-4127-84c3-25bb970ac407 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:52.814210 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5102072a-dd73-4127-84c3-25bb970ac407 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:52.828228 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-5102072a-dd73-4127-84c3-25bb970ac407 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Calling delete_port for 5cfead8d-cc12-4c6b-9028-9176b7b9174f owned by network:floatingip {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:51:52.969071 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5102072a-dd73-4127-84c3-25bb970ac407 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:52.997784 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5102072a-dd73-4127-84c3-25bb970ac407 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Pushing event deleted for resources: {'Port': ['ID=5cfead8d-cc12-4c6b-9028-9176b7b9174f,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:53.060988 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5102072a-dd73-4127-84c3-25bb970ac407 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks [] for floatingip, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:53.063686 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5102072a-dd73-4127-84c3-25bb970ac407 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:53.064872 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-5102072a-dd73-4127-84c3-25bb970ac407 tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "DELETE /v2.0/floatingips/369ee5ca-ef10-4881-aec9-f07e1578cada HTTP/1.1" status: 204 len: 168 time: 0.4678273 Nov 12 08:51:56.377952 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 36374) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:56.440664 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ee578e22-5ec8-4797-8bb9-2865f78f3a6f tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:56.466899 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ee578e22-5ec8-4797-8bb9-2865f78f3a6f tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:56.534950 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ee578e22-5ec8-4797-8bb9-2865f78f3a6f tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:56.538255 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ee578e22-5ec8-4797-8bb9-2865f78f3a6f tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:56.539574 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-ee578e22-5ec8-4797-8bb9-2865f78f3a6f tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] 10.222.0.26 "DELETE /v2.0/security-groups/2112de76-808b-4aee-81cb-ec91177d9317 HTTP/1.1" status: 204 len: 168 time: 0.1604991 Nov 12 08:51:56.556927 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee578e22-5ec8-4797-8bb9-2865f78f3a6f tempest-TestVolumeBootPattern-1095681503 tempest-TestVolumeBootPattern-1095681503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2112de76-808b-4aee-81cb-ec91177d9317,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:56.623334 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 36382) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:57.193925 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fb33d5b7-4f50-4b48-8a21-b0d5a2f38fed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933586'] for router_interface, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:57.465870 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-fb33d5b7-4f50-4b48-8a21-b0d5a2f38fed admin admin] Deleting port 5d26d5ee-de97-449a-b18e-ad0dd5ee2113 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:51:57.465870 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fb33d5b7-4f50-4b48-8a21-b0d5a2f38fed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:57.550817 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-fb33d5b7-4f50-4b48-8a21-b0d5a2f38fed admin admin] For port 5d26d5ee-de97-449a-b18e-ad0dd5ee2113, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=5d26d5ee-de97-449a-b18e-ad0dd5ee2113,segment=NetworkSegment(add834c9-8487-4b10-a6f8-7351b562c1cc),segment_id=add834c9-8487-4b10-a6f8-7351b562c1cc)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:51:57.551186 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fb33d5b7-4f50-4b48-8a21-b0d5a2f38fed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:57.564878 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-fb33d5b7-4f50-4b48-8a21-b0d5a2f38fed admin admin] Calling delete_port for 5d26d5ee-de97-449a-b18e-ad0dd5ee2113 owned by network:router_interface {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:51:57.758558 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fb33d5b7-4f50-4b48-8a21-b0d5a2f38fed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:57.782769 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb33d5b7-4f50-4b48-8a21-b0d5a2f38fed admin admin] Pushing event deleted for resources: {'Port': ['ID=5d26d5ee-de97-449a-b18e-ad0dd5ee2113,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:57.956842 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fb33d5b7-4f50-4b48-8a21-b0d5a2f38fed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918626'] for router_interface, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:58.208258 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb33d5b7-4f50-4b48-8a21-b0d5a2f38fed admin admin] Router a47a04e4-6db1-4c16-a149-ffd8319b05a3 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:51:58.332736 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb33d5b7-4f50-4b48-8a21-b0d5a2f38fed admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:51:58.338355 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-fb33d5b7-4f50-4b48-8a21-b0d5a2f38fed admin admin] 10.222.0.26 "PUT /v2.0/routers/a47a04e4-6db1-4c16-a149-ffd8319b05a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7128458 Nov 12 08:51:58.341273 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 36392) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:58.343498 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e029d4a-74a2-465a-8c82-ac5dd5395f07 None None] Sync routers for ids ['a47a04e4-6db1-4c16-a149-ffd8319b05a3'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:51:58.356640 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e029d4a-74a2-465a-8c82-ac5dd5395f07 None None] Routers {'a47a04e4-6db1-4c16-a149-ffd8319b05a3'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:51:58.357402 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-7e029d4a-74a2-465a-8c82-ac5dd5395f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:51:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['a47a04e4-6db1-4c16-a149-ffd8319b05a3'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:58.459838 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bddbd380-1999-489c-8512-864b24619302 admin admin] Publish callbacks [] for router, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:58.473822 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-7e029d4a-74a2-465a-8c82-ac5dd5395f07 None None] Set router a47a04e4-6db1-4c16-a149-ffd8319b05a3 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:51:58.659489 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-7e029d4a-74a2-465a-8c82-ac5dd5395f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47a04e4-6db1-4c16-a149-ffd8319b05a3', 'name': 'tempest-TestVolumeBootPattern-1486531232-router', 'tenant_id': '7d3f7337327743ecb706fdd7c92380e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'a9c6d19c-819a-4d35-bd4a-8438cac3130b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:15Z', 'updated_at': '2021-11-12T08:51:57Z', 'revision_number': 5, 'project_id': '7d3f7337327743ecb706fdd7c92380e3', 'gw_port': {'id': 'a9c6d19c-819a-4d35-bd4a-8438cac3130b', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47a04e4-6db1-4c16-a149-ffd8319b05a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2690, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:17Z', 'updated_at': '2021-11-12T08:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:58.691993 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e029d4a-74a2-465a-8c82-ac5dd5395f07 None None] Checking router: a47a04e4-6db1-4c16-a149-ffd8319b05a3 for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:51:58.701504 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e029d4a-74a2-465a-8c82-ac5dd5395f07 None None] Routers {'a47a04e4-6db1-4c16-a149-ffd8319b05a3'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:51:58.702126 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-7e029d4a-74a2-465a-8c82-ac5dd5395f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:51:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['a47a04e4-6db1-4c16-a149-ffd8319b05a3'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:58.821916 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-7e029d4a-74a2-465a-8c82-ac5dd5395f07 None None] Set router a47a04e4-6db1-4c16-a149-ffd8319b05a3 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:51:58.887754 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bddbd380-1999-489c-8512-864b24619302 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:58.946493 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-bddbd380-1999-489c-8512-864b24619302 admin admin] Deleting port a9c6d19c-819a-4d35-bd4a-8438cac3130b {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:51:58.946841 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bddbd380-1999-489c-8512-864b24619302 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:59.037097 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-bddbd380-1999-489c-8512-864b24619302 admin admin] For port a9c6d19c-819a-4d35-bd4a-8438cac3130b, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=a9c6d19c-819a-4d35-bd4a-8438cac3130b,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:51:59.037459 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bddbd380-1999-489c-8512-864b24619302 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:59.050963 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-bddbd380-1999-489c-8512-864b24619302 admin admin] Calling delete_port for a9c6d19c-819a-4d35-bd4a-8438cac3130b owned by network:router_gateway {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:51:59.193214 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-7e029d4a-74a2-465a-8c82-ac5dd5395f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47a04e4-6db1-4c16-a149-ffd8319b05a3', 'name': 'tempest-TestVolumeBootPattern-1486531232-router', 'tenant_id': '7d3f7337327743ecb706fdd7c92380e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'a9c6d19c-819a-4d35-bd4a-8438cac3130b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:15Z', 'updated_at': '2021-11-12T08:51:57Z', 'revision_number': 5, 'project_id': '7d3f7337327743ecb706fdd7c92380e3', 'gw_port': {'id': 'a9c6d19c-819a-4d35-bd4a-8438cac3130b', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47a04e4-6db1-4c16-a149-ffd8319b05a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2690, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:17Z', 'updated_at': '2021-11-12T08:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:59.224097 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e029d4a-74a2-465a-8c82-ac5dd5395f07 None None] The sync data for ids ['a47a04e4-6db1-4c16-a149-ffd8319b05a3'] in n-d-765315-29 is: [{'id': 'a47a04e4-6db1-4c16-a149-ffd8319b05a3', 'name': 'tempest-TestVolumeBootPattern-1486531232-router', 'tenant_id': '7d3f7337327743ecb706fdd7c92380e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'a9c6d19c-819a-4d35-bd4a-8438cac3130b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:15Z', 'updated_at': '2021-11-12T08:51:57Z', 'revision_number': 5, 'project_id': '7d3f7337327743ecb706fdd7c92380e3', 'gw_port': {'id': 'a9c6d19c-819a-4d35-bd4a-8438cac3130b', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47a04e4-6db1-4c16-a149-ffd8319b05a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2690, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:17Z', 'updated_at': '2021-11-12T08:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:51:59.271972 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bddbd380-1999-489c-8512-864b24619302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:59.302711 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddbd380-1999-489c-8512-864b24619302 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9c6d19c-819a-4d35-bd4a-8438cac3130b,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:59.320969 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5061a87-e7e5-4905-b7f8-98c3744df09c None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:51:59.374510 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bddbd380-1999-489c-8512-864b24619302 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-933016'] for router_gateway, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:59.470842 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bddbd380-1999-489c-8512-864b24619302 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:59.472961 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bddbd380-1999-489c-8512-864b24619302 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:59.522723 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bddbd380-1999-489c-8512-864b24619302 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:59.523761 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bddbd380-1999-489c-8512-864b24619302 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a47a04e4-6db1-4c16-a149-ffd8319b05a3 {{(pid=102599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:51:59.528821 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bddbd380-1999-489c-8512-864b24619302 admin admin] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:59.530071 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-bddbd380-1999-489c-8512-864b24619302 admin admin] 10.222.0.26 "DELETE /v2.0/routers/a47a04e4-6db1-4c16-a149-ffd8319b05a3 HTTP/1.1" status: 204 len: 168 time: 1.1874204 Nov 12 08:51:59.532697 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 36400) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:59.587379 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8417811-3e5e-47c6-a8e0-c136f3e7d6f0 admin admin] Deleting subnet d1d27945-8c3d-427f-88ef-3c42a7516333 {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:51:59.591929 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b8417811-3e5e-47c6-a8e0-c136f3e7d6f0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:59.632630 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b8417811-3e5e-47c6-a8e0-c136f3e7d6f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31181813'] for subnet, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:59.729963 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 5d26d5ee-de97-449a-b18e-ad0dd5ee2113 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:51:59.739856 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b8417811-3e5e-47c6-a8e0-c136f3e7d6f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:59.765120 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 5d26d5ee-de97-449a-b18e-ad0dd5ee2113 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:51:59.765120 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 5d26d5ee-de97-449a-b18e-ad0dd5ee2113 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:51:59.815510 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b8417811-3e5e-47c6-a8e0-c136f3e7d6f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:59.844861 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8417811-3e5e-47c6-a8e0-c136f3e7d6f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1d27945-8c3d-427f-88ef-3c42a7516333,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:59.846999 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b8417811-3e5e-47c6-a8e0-c136f3e7d6f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:59.852683 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-b8417811-3e5e-47c6-a8e0-c136f3e7d6f0 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/d1d27945-8c3d-427f-88ef-3c42a7516333 HTTP/1.1" status: 204 len: 168 time: 0.3165588 Nov 12 08:51:59.853351 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 36402) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:59.858015 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb74b5fb-db6f-4415-b2ae-161f872ba408 None None] Network 35316ea3-d15f-4e9c-9d0f-87ba20d4fc64 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:51:59.966187 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-965eaf9f-c7b0-450d-9e67-8eb1481bc800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:00.037213 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-965eaf9f-c7b0-450d-9e67-8eb1481bc800 admin admin] Deleting port e6d3b511-9d64-436c-843f-61b51fceb0c0 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:52:00.037749 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-965eaf9f-c7b0-450d-9e67-8eb1481bc800 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:00.114110 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-965eaf9f-c7b0-450d-9e67-8eb1481bc800 admin admin] For port e6d3b511-9d64-436c-843f-61b51fceb0c0, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=e6d3b511-9d64-436c-843f-61b51fceb0c0,segment=NetworkSegment(add834c9-8487-4b10-a6f8-7351b562c1cc),segment_id=add834c9-8487-4b10-a6f8-7351b562c1cc)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:52:00.114503 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-965eaf9f-c7b0-450d-9e67-8eb1481bc800 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:00.145065 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-965eaf9f-c7b0-450d-9e67-8eb1481bc800 admin admin] Calling delete_port for e6d3b511-9d64-436c-843f-61b51fceb0c0 owned by network:dhcp {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:52:00.176972 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba570c3-f352-4550-9384-439e7d26deac None None] DHCP port deletion for 35316ea3-d15f-4e9c-9d0f-87ba20d4fc64 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:52:00.285440 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-5ba570c3-f352-4550-9384-439e7d26deac None None] Deleting port e6d3b511-9d64-436c-843f-61b51fceb0c0 {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:52:00.286008 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5ba570c3-f352-4550-9384-439e7d26deac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:00.320305 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-965eaf9f-c7b0-450d-9e67-8eb1481bc800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:00.354578 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965eaf9f-c7b0-450d-9e67-8eb1481bc800 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6d3b511-9d64-436c-843f-61b51fceb0c0,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:00.365208 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965eaf9f-c7b0-450d-9e67-8eb1481bc800 admin admin] No DVR routers for this DVR port e6d3b511-9d64-436c-843f-61b51fceb0c0 on host n-d-765315-29 {{(pid=102600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:52:00.375604 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-5ba570c3-f352-4550-9384-439e7d26deac None None] For port e6d3b511-9d64-436c-843f-61b51fceb0c0, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=e6d3b511-9d64-436c-843f-61b51fceb0c0,segment=NetworkSegment(add834c9-8487-4b10-a6f8-7351b562c1cc),segment_id=add834c9-8487-4b10-a6f8-7351b562c1cc)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:52:00.376355 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5ba570c3-f352-4550-9384-439e7d26deac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:00.395977 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-5ba570c3-f352-4550-9384-439e7d26deac None None] Calling delete_port for e6d3b511-9d64-436c-843f-61b51fceb0c0 owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:52:00.453772 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-965eaf9f-c7b0-450d-9e67-8eb1481bc800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:00.479496 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-965eaf9f-c7b0-450d-9e67-8eb1481bc800 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35316ea3-d15f-4e9c-9d0f-87ba20d4fc64']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:00.490908 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-965eaf9f-c7b0-450d-9e67-8eb1481bc800 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'add834c9-8487-4b10-a6f8-7351b562c1cc') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:00.491212 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-965eaf9f-c7b0-450d-9e67-8eb1481bc800 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'add834c9-8487-4b10-a6f8-7351b562c1cc') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:00.499952 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5ba570c3-f352-4550-9384-439e7d26deac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:00.505681 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-965eaf9f-c7b0-450d-9e67-8eb1481bc800 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:00.520523 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-965eaf9f-c7b0-450d-9e67-8eb1481bc800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:00.527316 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-965eaf9f-c7b0-450d-9e67-8eb1481bc800 admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:52:00.528119 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-965eaf9f-c7b0-450d-9e67-8eb1481bc800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:00.529849 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:52:00.529849 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:52:00.529849 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:52:00.529849 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:52:00.529849 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:52:00.529849 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:52:00.529849 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:52:00.529849 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:52:00.529849 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:52:00.529849 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:52:00.529849 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:52:00.529849 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:52:00.529849 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:52:00.529849 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:52:00.529849 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:52:00.529849 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:52:00.529849 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:52:00.529849 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:52:00.529849 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:52:00.529849 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:52:00.529849 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:52:00.529849 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:52:00.529849 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:52:00.529849 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:52:00.529849 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:52:00.529849 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:52:00.529849 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:52:00.529849 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:52:00.529849 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:52:00.529849 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:52:00.529849 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:52:00.529849 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:52:00.533280 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba570c3-f352-4550-9384-439e7d26deac None None] Pushing event deleted for resources: {'Port': ['ID=e6d3b511-9d64-436c-843f-61b51fceb0c0,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:00.543806 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba570c3-f352-4550-9384-439e7d26deac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:52:00.544096 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba570c3-f352-4550-9384-439e7d26deac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:52:00.544447 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba570c3-f352-4550-9384-439e7d26deac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:52:00.544784 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba570c3-f352-4550-9384-439e7d26deac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:52:00.545178 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba570c3-f352-4550-9384-439e7d26deac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:52:00.545514 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba570c3-f352-4550-9384-439e7d26deac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:52:00.545922 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba570c3-f352-4550-9384-439e7d26deac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:52:00.546782 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba570c3-f352-4550-9384-439e7d26deac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:52:00.546782 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba570c3-f352-4550-9384-439e7d26deac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:52:00.546951 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba570c3-f352-4550-9384-439e7d26deac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:52:00.547214 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba570c3-f352-4550-9384-439e7d26deac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:52:00.547536 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba570c3-f352-4550-9384-439e7d26deac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:52:00.551753 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba570c3-f352-4550-9384-439e7d26deac None None] No DVR routers for this DVR port e6d3b511-9d64-436c-843f-61b51fceb0c0 on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:52:00.620929 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-965eaf9f-c7b0-450d-9e67-8eb1481bc800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:00.626914 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-965eaf9f-c7b0-450d-9e67-8eb1481bc800 admin admin] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:00.630381 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-965eaf9f-c7b0-450d-9e67-8eb1481bc800 admin admin] 10.222.0.26 "DELETE /v2.0/networks/35316ea3-d15f-4e9c-9d0f-87ba20d4fc64 HTTP/1.1" status: 204 len: 168 time: 0.7751904 Nov 12 08:52:00.635742 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 36406) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:00.642861 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965eaf9f-c7b0-450d-9e67-8eb1481bc800 admin admin] Pushing event deleted for resources: {'Network': ['ID=35316ea3-d15f-4e9c-9d0f-87ba20d4fc64,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:01.061221 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7e65b8ee-a1d5-42eb-9ddc-0ac70c91c8e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933586'] for router_interface, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:01.318315 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-7e65b8ee-a1d5-42eb-9ddc-0ac70c91c8e0 admin admin] Deleting port 3395b3f4-7f6c-4ef9-b38b-78d770d03698 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:52:01.318547 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7e65b8ee-a1d5-42eb-9ddc-0ac70c91c8e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:01.405961 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device a9c6d19c-819a-4d35-bd4a-8438cac3130b no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:52:01.408448 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-7e65b8ee-a1d5-42eb-9ddc-0ac70c91c8e0 admin admin] For port 3395b3f4-7f6c-4ef9-b38b-78d770d03698, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=3395b3f4-7f6c-4ef9-b38b-78d770d03698,segment=NetworkSegment(006cdad1-b170-4fc8-8d13-37f4559ce47c),segment_id=006cdad1-b170-4fc8-8d13-37f4559ce47c)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:52:01.408816 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7e65b8ee-a1d5-42eb-9ddc-0ac70c91c8e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:01.422953 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-7e65b8ee-a1d5-42eb-9ddc-0ac70c91c8e0 admin admin] Calling delete_port for 3395b3f4-7f6c-4ef9-b38b-78d770d03698 owned by network:router_interface {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:52:01.428248 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: a9c6d19c-819a-4d35-bd4a-8438cac3130b {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:52:01.428592 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device a9c6d19c-819a-4d35-bd4a-8438cac3130b not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:52:01.429001 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device e6d3b511-9d64-436c-843f-61b51fceb0c0 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:52:01.453591 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: e6d3b511-9d64-436c-843f-61b51fceb0c0 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:52:01.454065 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device e6d3b511-9d64-436c-843f-61b51fceb0c0 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:52:01.627882 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7e65b8ee-a1d5-42eb-9ddc-0ac70c91c8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:01.661629 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e65b8ee-a1d5-42eb-9ddc-0ac70c91c8e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3395b3f4-7f6c-4ef9-b38b-78d770d03698,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:01.851629 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7e65b8ee-a1d5-42eb-9ddc-0ac70c91c8e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918626'] for router_interface, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:02.089094 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e65b8ee-a1d5-42eb-9ddc-0ac70c91c8e0 admin admin] Router b8fe47a0-f9f1-4680-945b-200e1bae2cbe has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:52:02.208227 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e65b8ee-a1d5-42eb-9ddc-0ac70c91c8e0 admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:52:02.213507 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-7e65b8ee-a1d5-42eb-9ddc-0ac70c91c8e0 admin admin] 10.222.0.26 "PUT /v2.0/routers/b8fe47a0-f9f1-4680-945b-200e1bae2cbe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5759239 Nov 12 08:52:02.216210 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 36416) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:02.218898 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c08f82-92cb-49b2-a8d9-d702f5e0f621 None None] Sync routers for ids ['b8fe47a0-f9f1-4680-945b-200e1bae2cbe'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:52:02.233737 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c08f82-92cb-49b2-a8d9-d702f5e0f621 None None] Routers {'b8fe47a0-f9f1-4680-945b-200e1bae2cbe'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:52:02.234291 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-36c08f82-92cb-49b2-a8d9-d702f5e0f621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:51:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['b8fe47a0-f9f1-4680-945b-200e1bae2cbe'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:02.350565 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-17ddc332-ff6e-4826-8fcd-ae2e4f75bc39 admin admin] Publish callbacks [] for router, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:02.364855 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-36c08f82-92cb-49b2-a8d9-d702f5e0f621 None None] Set router b8fe47a0-f9f1-4680-945b-200e1bae2cbe gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:52:02.469617 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-17ddc332-ff6e-4826-8fcd-ae2e4f75bc39 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:02.535697 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-17ddc332-ff6e-4826-8fcd-ae2e4f75bc39 admin admin] Deleting port d43f677a-f494-4609-8c6d-78a53903dce2 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:52:02.536142 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-17ddc332-ff6e-4826-8fcd-ae2e4f75bc39 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:02.569666 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-36c08f82-92cb-49b2-a8d9-d702f5e0f621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8fe47a0-f9f1-4680-945b-200e1bae2cbe', 'name': 'tempest-TestVolumeBootPattern-2001877358-router', 'tenant_id': '73931e7c8b114d0caea44f58b134ebaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': 'd43f677a-f494-4609-8c6d-78a53903dce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:35Z', 'updated_at': '2021-11-12T08:52:01Z', 'revision_number': 5, 'project_id': '73931e7c8b114d0caea44f58b134ebaa', 'gw_port': {'id': 'd43f677a-f494-4609-8c6d-78a53903dce2', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fe47a0-f9f1-4680-945b-200e1bae2cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:37Z', 'updated_at': '2021-11-12T08:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:02.599765 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c08f82-92cb-49b2-a8d9-d702f5e0f621 None None] Checking router: b8fe47a0-f9f1-4680-945b-200e1bae2cbe for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:52:02.608982 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c08f82-92cb-49b2-a8d9-d702f5e0f621 None None] Routers {'b8fe47a0-f9f1-4680-945b-200e1bae2cbe'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:52:02.610064 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-36c08f82-92cb-49b2-a8d9-d702f5e0f621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:51:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['b8fe47a0-f9f1-4680-945b-200e1bae2cbe'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:02.627196 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-17ddc332-ff6e-4826-8fcd-ae2e4f75bc39 admin admin] For port d43f677a-f494-4609-8c6d-78a53903dce2, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=d43f677a-f494-4609-8c6d-78a53903dce2,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:52:02.627664 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-17ddc332-ff6e-4826-8fcd-ae2e4f75bc39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:02.643324 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-17ddc332-ff6e-4826-8fcd-ae2e4f75bc39 admin admin] Calling delete_port for d43f677a-f494-4609-8c6d-78a53903dce2 owned by network:router_gateway {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:52:02.700554 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-36c08f82-92cb-49b2-a8d9-d702f5e0f621 None None] Set router b8fe47a0-f9f1-4680-945b-200e1bae2cbe gateway port host: None {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:52:02.755375 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-36c08f82-92cb-49b2-a8d9-d702f5e0f621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8fe47a0-f9f1-4680-945b-200e1bae2cbe', 'name': 'tempest-TestVolumeBootPattern-2001877358-router', 'tenant_id': '73931e7c8b114d0caea44f58b134ebaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:35Z', 'updated_at': '2021-11-12T08:52:02Z', 'revision_number': 6, 'project_id': '73931e7c8b114d0caea44f58b134ebaa', 'gw_port_host': None}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:02.782224 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c08f82-92cb-49b2-a8d9-d702f5e0f621 None None] The sync data for ids ['b8fe47a0-f9f1-4680-945b-200e1bae2cbe'] in n-d-765315-29 is: [{'id': 'b8fe47a0-f9f1-4680-945b-200e1bae2cbe', 'name': 'tempest-TestVolumeBootPattern-2001877358-router', 'tenant_id': '73931e7c8b114d0caea44f58b134ebaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:35Z', 'updated_at': '2021-11-12T08:52:02Z', 'revision_number': 6, 'project_id': '73931e7c8b114d0caea44f58b134ebaa', 'gw_port_host': None}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:52:02.822546 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-17ddc332-ff6e-4826-8fcd-ae2e4f75bc39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:02.853340 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ddc332-ff6e-4826-8fcd-ae2e4f75bc39 admin admin] Pushing event deleted for resources: {'Port': ['ID=d43f677a-f494-4609-8c6d-78a53903dce2,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:02.867225 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58abdf46-0dad-4531-8362-1f86d9118d42 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:52:02.916004 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-17ddc332-ff6e-4826-8fcd-ae2e4f75bc39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-933016'] for router_gateway, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:03.011230 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-17ddc332-ff6e-4826-8fcd-ae2e4f75bc39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:03.013311 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-17ddc332-ff6e-4826-8fcd-ae2e4f75bc39 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:03.057716 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-17ddc332-ff6e-4826-8fcd-ae2e4f75bc39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:03.058284 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17ddc332-ff6e-4826-8fcd-ae2e4f75bc39 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8fe47a0-f9f1-4680-945b-200e1bae2cbe {{(pid=102599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:52:03.062560 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-17ddc332-ff6e-4826-8fcd-ae2e4f75bc39 admin admin] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:03.063908 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-17ddc332-ff6e-4826-8fcd-ae2e4f75bc39 admin admin] 10.222.0.26 "DELETE /v2.0/routers/b8fe47a0-f9f1-4680-945b-200e1bae2cbe HTTP/1.1" status: 204 len: 168 time: 0.8465238 Nov 12 08:52:03.066336 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 36422) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:03.128585 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-92651b21-8ddc-4351-aa97-fc0f0036ddd2 admin admin] Deleting subnet 23a20f60-b295-4a7e-8692-0aff89a9435d {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:52:03.132364 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-92651b21-8ddc-4351-aa97-fc0f0036ddd2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:03.179957 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-92651b21-8ddc-4351-aa97-fc0f0036ddd2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31181813'] for subnet, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:03.271698 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-92651b21-8ddc-4351-aa97-fc0f0036ddd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:03.332010 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-92651b21-8ddc-4351-aa97-fc0f0036ddd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:03.360794 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92651b21-8ddc-4351-aa97-fc0f0036ddd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23a20f60-b295-4a7e-8692-0aff89a9435d,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:03.362840 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-92651b21-8ddc-4351-aa97-fc0f0036ddd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:03.370048 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-92651b21-8ddc-4351-aa97-fc0f0036ddd2 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/23a20f60-b295-4a7e-8692-0aff89a9435d HTTP/1.1" status: 204 len: 168 time: 0.2987440 Nov 12 08:52:03.370621 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 36428) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:03.373196 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98dfcb9-bc09-4c24-be05-6124c93c1e49 None None] Network ea77dddb-411a-4a0a-ae2b-0f3e199d87a4 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:52:03.444974 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d6410998-ea23-44a7-ab98-86cbe2654590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:03.503777 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-d6410998-ea23-44a7-ab98-86cbe2654590 admin admin] Deleting port 69f2be91-e520-42f3-8829-f8883b410791 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:52:03.504120 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d6410998-ea23-44a7-ab98-86cbe2654590 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:03.527983 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 36430) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:03.595147 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9bc50f-1af0-4f90-9f4e-5b0800b0175c None None] DHCP port deletion for ea77dddb-411a-4a0a-ae2b-0f3e199d87a4 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:52:03.596064 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-d6410998-ea23-44a7-ab98-86cbe2654590 admin admin] For port 69f2be91-e520-42f3-8829-f8883b410791, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=69f2be91-e520-42f3-8829-f8883b410791,segment=NetworkSegment(006cdad1-b170-4fc8-8d13-37f4559ce47c),segment_id=006cdad1-b170-4fc8-8d13-37f4559ce47c)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:52:03.596493 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d6410998-ea23-44a7-ab98-86cbe2654590 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:03.621531 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-d6410998-ea23-44a7-ab98-86cbe2654590 admin admin] Calling delete_port for 69f2be91-e520-42f3-8829-f8883b410791 owned by network:dhcp {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:52:03.690022 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device d43f677a-f494-4609-8c6d-78a53903dce2 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:52:03.716148 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-0b9bc50f-1af0-4f90-9f4e-5b0800b0175c None None] Deleting port 69f2be91-e520-42f3-8829-f8883b410791 {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:52:03.716527 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-0b9bc50f-1af0-4f90-9f4e-5b0800b0175c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:03.745415 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d6410998-ea23-44a7-ab98-86cbe2654590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:03.761679 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-81f091e2-b5cd-40a0-815e-0aba16f04d41 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Deleting port 2fbb1d0c-271a-4ac3-ab1b-3b92ab1a60ca {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:52:03.762008 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-81f091e2-b5cd-40a0-815e-0aba16f04d41 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:03.792830 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: d43f677a-f494-4609-8c6d-78a53903dce2 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:52:03.793144 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device d43f677a-f494-4609-8c6d-78a53903dce2 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:52:03.793497 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 3395b3f4-7f6c-4ef9-b38b-78d770d03698 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:52:03.805832 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6410998-ea23-44a7-ab98-86cbe2654590 admin admin] Pushing event deleted for resources: {'Port': ['ID=69f2be91-e520-42f3-8829-f8883b410791,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:03.823142 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6410998-ea23-44a7-ab98-86cbe2654590 admin admin] No DVR routers for this DVR port 69f2be91-e520-42f3-8829-f8883b410791 on host n-d-765315-29 {{(pid=102600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:52:03.849989 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 3395b3f4-7f6c-4ef9-b38b-78d770d03698 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:52:03.850326 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 3395b3f4-7f6c-4ef9-b38b-78d770d03698 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:52:03.871355 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-0b9bc50f-1af0-4f90-9f4e-5b0800b0175c None None] For port 69f2be91-e520-42f3-8829-f8883b410791, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=69f2be91-e520-42f3-8829-f8883b410791,segment=NetworkSegment(006cdad1-b170-4fc8-8d13-37f4559ce47c),segment_id=006cdad1-b170-4fc8-8d13-37f4559ce47c)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:52:03.872414 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-0b9bc50f-1af0-4f90-9f4e-5b0800b0175c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:03.876742 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-81f091e2-b5cd-40a0-815e-0aba16f04d41 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:03.877430 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-81f091e2-b5cd-40a0-815e-0aba16f04d41 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:03.889697 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-0b9bc50f-1af0-4f90-9f4e-5b0800b0175c None None] Calling delete_port for 69f2be91-e520-42f3-8829-f8883b410791 owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:52:03.895114 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-81f091e2-b5cd-40a0-815e-0aba16f04d41 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Calling delete_port for 2fbb1d0c-271a-4ac3-ab1b-3b92ab1a60ca owned by network:floatingip {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:52:03.908210 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d6410998-ea23-44a7-ab98-86cbe2654590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:03.955497 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-d6410998-ea23-44a7-ab98-86cbe2654590 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea77dddb-411a-4a0a-ae2b-0f3e199d87a4']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:03.974418 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-d6410998-ea23-44a7-ab98-86cbe2654590 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '006cdad1-b170-4fc8-8d13-37f4559ce47c') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:03.974885 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-d6410998-ea23-44a7-ab98-86cbe2654590 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '006cdad1-b170-4fc8-8d13-37f4559ce47c') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:03.989350 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d6410998-ea23-44a7-ab98-86cbe2654590 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:04.009539 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d6410998-ea23-44a7-ab98-86cbe2654590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:04.019669 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6410998-ea23-44a7-ab98-86cbe2654590 admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:52:04.020280 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d6410998-ea23-44a7-ab98-86cbe2654590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:04.022550 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-15d4d56a-03c5-4b82-9869-37cda324cd5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:04.032563 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-0b9bc50f-1af0-4f90-9f4e-5b0800b0175c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:04.075347 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9bc50f-1af0-4f90-9f4e-5b0800b0175c None None] No DVR routers for this DVR port 69f2be91-e520-42f3-8829-f8883b410791 on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:52:04.079896 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9bc50f-1af0-4f90-9f4e-5b0800b0175c None None] Pushing event deleted for resources: {'Port': ['ID=69f2be91-e520-42f3-8829-f8883b410791,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:04.120180 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 08:52:04.120180 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:52:04.120180 n-d-765315-29 neutron-server[102600]: timer() Nov 12 08:52:04.120180 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:52:04.120180 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 08:52:04.120180 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:52:04.120180 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 08:52:04.120180 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:52:04.120180 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 08:52:04.120180 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:52:04.120180 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 08:52:04.120180 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:52:04.120180 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 08:52:04.120180 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:52:04.120180 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:52:04.120180 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:52:04.120180 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:52:04.120180 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:52:04.120180 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 08:52:04.120180 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:52:04.120180 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 08:52:04.120180 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:52:04.120180 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:52:04.120180 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:52:04.120180 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 08:52:04.120180 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:52:04.120180 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:52:04.120180 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:52:04.120180 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:52:04.120180 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:52:04.120180 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:52:04.120180 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:52:04.148768 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d6410998-ea23-44a7-ab98-86cbe2654590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:04.173688 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d6410998-ea23-44a7-ab98-86cbe2654590 admin admin] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:04.179553 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-d6410998-ea23-44a7-ab98-86cbe2654590 admin admin] 10.222.0.26 "DELETE /v2.0/networks/ea77dddb-411a-4a0a-ae2b-0f3e199d87a4 HTTP/1.1" status: 204 len: 168 time: 0.8054860 Nov 12 08:52:04.179553 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6410998-ea23-44a7-ab98-86cbe2654590 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea77dddb-411a-4a0a-ae2b-0f3e199d87a4,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:04.333610 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 36436) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:04.413667 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-0a480276-28bc-4151-a144-8dbd4d8cfbdf admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7d3f7337327743ecb706fdd7c92380e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0788655 Nov 12 08:52:04.416708 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 36438) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:04.519877 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-eaf3fa4b-7755-44f4-b159-7e68bf6788ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:04.559973 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-eaf3fa4b-7755-44f4-b159-7e68bf6788ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:04.568758 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-81f091e2-b5cd-40a0-815e-0aba16f04d41 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:04.621543 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f091e2-b5cd-40a0-815e-0aba16f04d41 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Pushing event deleted for resources: {'Port': ['ID=2fbb1d0c-271a-4ac3-ab1b-3b92ab1a60ca,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:04.684335 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-eaf3fa4b-7755-44f4-b159-7e68bf6788ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:04.687157 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-eaf3fa4b-7755-44f4-b159-7e68bf6788ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:04.688503 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-eaf3fa4b-7755-44f4-b159-7e68bf6788ad admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d5fe6c34-5a17-419c-93d4-bc18000dcfea HTTP/1.1" status: 204 len: 168 time: 0.2708580 Nov 12 08:52:04.703727 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf3fa4b-7755-44f4-b159-7e68bf6788ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5fe6c34-5a17-419c-93d4-bc18000dcfea,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:04.709959 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-81f091e2-b5cd-40a0-815e-0aba16f04d41 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for floatingip, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:04.710298 n-d-765315-29 neutron-server[102599]: INFO neutron.db.l3_db [None req-81f091e2-b5cd-40a0-815e-0aba16f04d41 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Floating IP 86b2fd4e-11d8-41f5-b1f6-136b57e3339f disassociated (deleted). External IP: 172.25.2.188, port: aac28850-7c54-4e21-98b2-d86bf9535110. Nov 12 08:52:05.019987 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81f091e2-b5cd-40a0-815e-0aba16f04d41 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Router 3913958d-1944-432c-b697-2c16b9d3097d has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:52:05.066895 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 36444) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:05.109829 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-2b0df115-18ee-4f6f-97de-5b4499f25701 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=73931e7c8b114d0caea44f58b134ebaa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0416529 Nov 12 08:52:05.112300 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 36446) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:05.135527 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81f091e2-b5cd-40a0-815e-0aba16f04d41 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:52:05.140766 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-81f091e2-b5cd-40a0-815e-0aba16f04d41 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:05.149082 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4438045c-f76b-451b-8f3a-8735518dbd2d None None] Sync routers for ids ['3913958d-1944-432c-b697-2c16b9d3097d'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:52:05.161868 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1f096465-5fcc-4779-9399-8b15100e576e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:05.168994 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4438045c-f76b-451b-8f3a-8735518dbd2d None None] Routers {'3913958d-1944-432c-b697-2c16b9d3097d'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:52:05.169637 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-4438045c-f76b-451b-8f3a-8735518dbd2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:51:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['3913958d-1944-432c-b697-2c16b9d3097d'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:05.176944 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-81f091e2-b5cd-40a0-815e-0aba16f04d41 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "DELETE /v2.0/floatingips/86b2fd4e-11d8-41f5-b1f6-136b57e3339f HTTP/1.1" status: 204 len: 168 time: 1.6459851 Nov 12 08:52:05.176944 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '761ebb36-dc2b-47d0-a57b-ca1c996c18e3', 'tag': 'aac28850-7c54-4e21-98b2-d86bf9535110'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:52:05.178956 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bda7b990-1038-4b72-bb68-e0d1e90afccc" -d '{"events": [{"name": "network-changed", "server_uuid": "761ebb36-dc2b-47d0-a57b-ca1c996c18e3", "tag": "aac28850-7c54-4e21-98b2-d86bf9535110"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:52:05.191417 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1f096465-5fcc-4779-9399-8b15100e576e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:05.250959 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1f096465-5fcc-4779-9399-8b15100e576e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:05.253765 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1f096465-5fcc-4779-9399-8b15100e576e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:05.255129 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-1f096465-5fcc-4779-9399-8b15100e576e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d19f3698-3068-4a02-9791-fe0c1c5aa648 HTTP/1.1" status: 204 len: 168 time: 0.1419191 Nov 12 08:52:05.264156 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f096465-5fcc-4779-9399-8b15100e576e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d19f3698-3068-4a02-9791-fe0c1c5aa648,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:05.313077 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-4438045c-f76b-451b-8f3a-8735518dbd2d None None] Set router 3913958d-1944-432c-b697-2c16b9d3097d gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:52:05.450376 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 69f2be91-e520-42f3-8829-f8883b410791 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:52:05.477683 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 69f2be91-e520-42f3-8829-f8883b410791 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:52:05.478027 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 69f2be91-e520-42f3-8829-f8883b410791 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:52:05.561813 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:05.618101 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-4438045c-f76b-451b-8f3a-8735518dbd2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3913958d-1944-432c-b697-2c16b9d3097d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1122081229', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': 'f2794283-ed0c-4b7c-a955-0c9cf1c0ecc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:48:50Z', 'updated_at': '2021-11-12T08:48:57Z', 'revision_number': 4, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'gw_port': {'id': 'f2794283-ed0c-4b7c-a955-0c9cf1c0ecc2', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:59:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3913958d-1944-432c-b697-2c16b9d3097d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:48:51Z', 'updated_at': '2021-11-12T08:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '9a4248b9-7482-4c10-87e7-b0132e913499', 'name': '', 'network_id': '7b551bf2-d21c-4710-9620-a731759562ae', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'mac_address': 'fa:16:3e:e5:05:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3913958d-1944-432c-b697-2c16b9d3097d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '6c0b307b-d64f-4943-ac85-e813117c7c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:48:55Z', 'updated_at': '2021-11-12T08:49:01Z', 'revision_number': 5, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'subnets': [{'id': '6c0b307b-d64f-4943-ac85-e813117c7c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:05.663391 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4438045c-f76b-451b-8f3a-8735518dbd2d None None] Checking router: 3913958d-1944-432c-b697-2c16b9d3097d for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:52:05.686249 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4438045c-f76b-451b-8f3a-8735518dbd2d None None] Routers {'3913958d-1944-432c-b697-2c16b9d3097d'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:52:05.687198 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-4438045c-f76b-451b-8f3a-8735518dbd2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:51:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['3913958d-1944-432c-b697-2c16b9d3097d'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:05.876357 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-4438045c-f76b-451b-8f3a-8735518dbd2d None None] Set router 3913958d-1944-432c-b697-2c16b9d3097d gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:52:05.967101 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8396af97-7aba-4f73-8c04-2b028b0fc6e8 x-openstack-request-id: req-8396af97-7aba-4f73-8c04-2b028b0fc6e8 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:52:05.967387 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "761ebb36-dc2b-47d0-a57b-ca1c996c18e3", "tag": "aac28850-7c54-4e21-98b2-d86bf9535110", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:52:05.967638 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8396af97-7aba-4f73-8c04-2b028b0fc6e8 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:52:05.968064 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '761ebb36-dc2b-47d0-a57b-ca1c996c18e3', 'tag': 'aac28850-7c54-4e21-98b2-d86bf9535110', 'status': 'completed', 'code': 200} Nov 12 08:52:06.034691 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda7b990-1038-4b72-bb68-e0d1e90afccc req-90f3fcc7-ce20-4821-b6ce-6537f438415f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:06.036344 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-bda7b990-1038-4b72-bb68-e0d1e90afccc req-90f3fcc7-ce20-4821-b6ce-6537f438415f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=af01ccd549054d7f8ad1904b6846172a&device_id=761ebb36-dc2b-47d0-a57b-ca1c996c18e3 HTTP/1.1" status: 200 len: 1097 time: 0.0442646 Nov 12 08:52:06.068706 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d18f92-5fce-4134-b595-74084377e18c req-ad704c78-1d92-4580-ac2f-84298a3269e0 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:06.070907 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d7d18f92-5fce-4134-b595-74084377e18c req-ad704c78-1d92-4580-ac2f-84298a3269e0 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=761ebb36-dc2b-47d0-a57b-ca1c996c18e3 HTTP/1.1" status: 200 len: 945 time: 0.0542240 Nov 12 08:52:06.114303 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-4438045c-f76b-451b-8f3a-8735518dbd2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3913958d-1944-432c-b697-2c16b9d3097d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1122081229', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': 'f2794283-ed0c-4b7c-a955-0c9cf1c0ecc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:48:50Z', 'updated_at': '2021-11-12T08:48:57Z', 'revision_number': 4, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'gw_port': {'id': 'f2794283-ed0c-4b7c-a955-0c9cf1c0ecc2', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:59:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3913958d-1944-432c-b697-2c16b9d3097d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:48:51Z', 'updated_at': '2021-11-12T08:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '9a4248b9-7482-4c10-87e7-b0132e913499', 'name': '', 'network_id': '7b551bf2-d21c-4710-9620-a731759562ae', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'mac_address': 'fa:16:3e:e5:05:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3913958d-1944-432c-b697-2c16b9d3097d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '6c0b307b-d64f-4943-ac85-e813117c7c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:48:55Z', 'updated_at': '2021-11-12T08:49:01Z', 'revision_number': 5, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'subnets': [{'id': '6c0b307b-d64f-4943-ac85-e813117c7c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:06.125663 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d7d18f92-5fce-4134-b595-74084377e18c req-5e77f91a-5adb-46a2-b7c4-6ec711d3e048 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=7227db70-d87d-400c-85ba-aa094dadc5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481713 Nov 12 08:52:06.142520 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4438045c-f76b-451b-8f3a-8735518dbd2d None None] The sync data for ids ['3913958d-1944-432c-b697-2c16b9d3097d'] in n-d-765315-29 is: [{'id': '3913958d-1944-432c-b697-2c16b9d3097d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1122081229', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': 'f2794283-ed0c-4b7c-a955-0c9cf1c0ecc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:48:50Z', 'updated_at': '2021-11-12T08:48:57Z', 'revision_number': 4, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'gw_port': {'id': 'f2794283-ed0c-4b7c-a955-0c9cf1c0ecc2', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:59:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3913958d-1944-432c-b697-2c16b9d3097d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:48:51Z', 'updated_at': '2021-11-12T08:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '9a4248b9-7482-4c10-87e7-b0132e913499', 'name': '', 'network_id': '7b551bf2-d21c-4710-9620-a731759562ae', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'mac_address': 'fa:16:3e:e5:05:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3913958d-1944-432c-b697-2c16b9d3097d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '6c0b307b-d64f-4943-ac85-e813117c7c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:48:55Z', 'updated_at': '2021-11-12T08:49:01Z', 'revision_number': 5, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'subnets': [{'id': '6c0b307b-d64f-4943-ac85-e813117c7c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:52:06.145520 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda7b990-1038-4b72-bb68-e0d1e90afccc req-06080722-0a51-4823-bfaa-504eaf0bbe70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:06.147092 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-bda7b990-1038-4b72-bb68-e0d1e90afccc req-06080722-0a51-4823-bfaa-504eaf0bbe70 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7b551bf2-d21c-4710-9620-a731759562ae HTTP/1.1" status: 200 len: 898 time: 0.1019945 Nov 12 08:52:06.202163 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-bda7b990-1038-4b72-bb68-e0d1e90afccc req-a5aff4c7-4708-43f5-8ed9-e984c2a526ba service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aac28850-7c54-4e21-98b2-d86bf9535110 HTTP/1.1" status: 200 len: 217 time: 0.0466561 Nov 12 08:52:06.270716 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda7b990-1038-4b72-bb68-e0d1e90afccc req-68983f67-5d4a-49f8-a035-9581b70dbe74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:06.272620 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-bda7b990-1038-4b72-bb68-e0d1e90afccc req-68983f67-5d4a-49f8-a035-9581b70dbe74 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6c0b307b-d64f-4943-ac85-e813117c7c39 HTTP/1.1" status: 200 len: 835 time: 0.0619142 Nov 12 08:52:06.324228 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda7b990-1038-4b72-bb68-e0d1e90afccc req-73b94752-2b0d-403c-a80e-9a148b407caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:06.325577 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-bda7b990-1038-4b72-bb68-e0d1e90afccc req-73b94752-2b0d-403c-a80e-9a148b407caa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7b551bf2-d21c-4710-9620-a731759562ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453007 Nov 12 08:52:06.397434 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55794ee2-ae9b-4ec6-9400-89f074ad387c None None] New status for floating IP 86b2fd4e-11d8-41f5-b1f6-136b57e3339f: DOWN {{(pid=102602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:52:06.442103 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-bda7b990-1038-4b72-bb68-e0d1e90afccc req-be3f415b-59bf-4f05-a050-a8c95c246d22 service neutron] 10.222.0.21 "GET /v2.0/networks/7b551bf2-d21c-4710-9620-a731759562ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063199 Nov 12 08:52:06.553452 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-bda7b990-1038-4b72-bb68-e0d1e90afccc req-b95f4cec-fb1c-42a2-9c8f-bf42184048f6 service neutron] 10.222.0.21 "GET /v2.0/networks/7b551bf2-d21c-4710-9620-a731759562ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037962 Nov 12 08:52:07.023597 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4b630f23-4905-4cad-8864-3791da029ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:07.251926 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa7f787-b422-468f-b5e6-7e0a7d337958 req-c62dc7c5-5a47-4546-898b-c54d4b649634 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:07.253315 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1aa7f787-b422-468f-b5e6-7e0a7d337958 req-c62dc7c5-5a47-4546-898b-c54d4b649634 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=761ebb36-dc2b-47d0-a57b-ca1c996c18e3 HTTP/1.1" status: 200 len: 945 time: 0.0525205 Nov 12 08:52:07.307716 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1aa7f787-b422-468f-b5e6-7e0a7d337958 req-1d93c039-7124-445e-9afd-22495ca99aed tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/security-groups?id=7227db70-d87d-400c-85ba-aa094dadc5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482676 Nov 12 08:52:07.695498 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dabb69-689c-4fb8-b274-344a46193b06 req-e62af82e-4915-44f8-aa16-c31eccf7dcf2 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:07.696982 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c3dabb69-689c-4fb8-b274-344a46193b06 req-e62af82e-4915-44f8-aa16-c31eccf7dcf2 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.21 "GET /v2.0/ports?device_id=761ebb36-dc2b-47d0-a57b-ca1c996c18e3 HTTP/1.1" status: 200 len: 945 time: 0.0553994 Nov 12 08:52:07.789936 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-c3dabb69-689c-4fb8-b274-344a46193b06 req-649a7307-6619-4a49-9af4-9842e1b1ab44 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Deleting port aac28850-7c54-4e21-98b2-d86bf9535110 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:52:07.790276 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-c3dabb69-689c-4fb8-b274-344a46193b06 req-649a7307-6619-4a49-9af4-9842e1b1ab44 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:07.886926 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-c3dabb69-689c-4fb8-b274-344a46193b06 req-649a7307-6619-4a49-9af4-9842e1b1ab44 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] For port aac28850-7c54-4e21-98b2-d86bf9535110, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=aac28850-7c54-4e21-98b2-d86bf9535110,segment=NetworkSegment(935a8d0b-3bc8-4736-9a84-e80e1ee4ad89),segment_id=935a8d0b-3bc8-4736-9a84-e80e1ee4ad89)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:52:07.887301 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-c3dabb69-689c-4fb8-b274-344a46193b06 req-649a7307-6619-4a49-9af4-9842e1b1ab44 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:07.901844 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-c3dabb69-689c-4fb8-b274-344a46193b06 req-649a7307-6619-4a49-9af4-9842e1b1ab44 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Calling delete_port for aac28850-7c54-4e21-98b2-d86bf9535110 owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:52:07.979332 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:08.044680 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-c3dabb69-689c-4fb8-b274-344a46193b06 req-649a7307-6619-4a49-9af4-9842e1b1ab44 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:08.078202 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649a7307-6619-4a49-9af4-9842e1b1ab44 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Pushing event deleted for resources: {'Port': ['ID=aac28850-7c54-4e21-98b2-d86bf9535110,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:08.126455 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3dabb69-689c-4fb8-b274-344a46193b06 req-649a7307-6619-4a49-9af4-9842e1b1ab44 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] No DVR routers for this DVR port aac28850-7c54-4e21-98b2-d86bf9535110 on host n-h1-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:52:08.129081 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-c3dabb69-689c-4fb8-b274-344a46193b06 req-649a7307-6619-4a49-9af4-9842e1b1ab44 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:08.132618 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c3dabb69-689c-4fb8-b274-344a46193b06 req-649a7307-6619-4a49-9af4-9842e1b1ab44 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.21 "DELETE /v2.0/ports/aac28850-7c54-4e21-98b2-d86bf9535110 HTTP/1.1" status: 204 len: 173 time: 0.4291809 Nov 12 08:52:08.133062 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '761ebb36-dc2b-47d0-a57b-ca1c996c18e3', 'name': 'network-vif-deleted', 'tag': 'aac28850-7c54-4e21-98b2-d86bf9535110'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:52:08.135973 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa7f4361-152d-47c3-bd3a-76204a5e476c" -d '{"events": [{"server_uuid": "761ebb36-dc2b-47d0-a57b-ca1c996c18e3", "name": "network-vif-deleted", "tag": "aac28850-7c54-4e21-98b2-d86bf9535110"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:52:08.175315 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbd46d3f-0570-45f9-9349-52ec5b2d77f6 x-openstack-request-id: req-cbd46d3f-0570-45f9-9349-52ec5b2d77f6 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:52:08.175616 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "761ebb36-dc2b-47d0-a57b-ca1c996c18e3", "name": "network-vif-deleted", "tag": "aac28850-7c54-4e21-98b2-d86bf9535110", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:52:08.175870 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cbd46d3f-0570-45f9-9349-52ec5b2d77f6 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:52:08.176344 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '761ebb36-dc2b-47d0-a57b-ca1c996c18e3', 'name': 'network-vif-deleted', 'tag': 'aac28850-7c54-4e21-98b2-d86bf9535110', 'status': 'completed', 'code': 200} Nov 12 08:52:08.431178 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-daf134dc-634e-44ff-b978-eb4dbd44adbb req-fd32287e-c1c1-4f8b-99c1-15f34450f8c5 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "GET /v2.0/ports?device_id=761ebb36-dc2b-47d0-a57b-ca1c996c18e3 HTTP/1.1" status: 200 len: 210 time: 0.0355930 Nov 12 08:52:09.336336 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:09.490705 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 36482) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:09.872228 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ef49a906-bbe6-4058-8a5d-1eb84996288c tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933586'] for router_interface, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:09.984076 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:10.137861 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-ef49a906-bbe6-4058-8a5d-1eb84996288c tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Deleting port 9a4248b9-7482-4c10-87e7-b0132e913499 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:52:10.138200 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ef49a906-bbe6-4058-8a5d-1eb84996288c tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:10.231805 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-ef49a906-bbe6-4058-8a5d-1eb84996288c tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] For port 9a4248b9-7482-4c10-87e7-b0132e913499, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=9a4248b9-7482-4c10-87e7-b0132e913499,segment=NetworkSegment(935a8d0b-3bc8-4736-9a84-e80e1ee4ad89),segment_id=935a8d0b-3bc8-4736-9a84-e80e1ee4ad89)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:52:10.232172 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ef49a906-bbe6-4058-8a5d-1eb84996288c tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:10.245546 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-ef49a906-bbe6-4058-8a5d-1eb84996288c tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Calling delete_port for 9a4248b9-7482-4c10-87e7-b0132e913499 owned by network:router_interface {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:52:10.437911 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ef49a906-bbe6-4058-8a5d-1eb84996288c tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:10.465146 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef49a906-bbe6-4058-8a5d-1eb84996288c tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Pushing event deleted for resources: {'Port': ['ID=9a4248b9-7482-4c10-87e7-b0132e913499,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:10.674431 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ef49a906-bbe6-4058-8a5d-1eb84996288c tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918626'] for router_interface, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:10.899205 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef49a906-bbe6-4058-8a5d-1eb84996288c tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Router 3913958d-1944-432c-b697-2c16b9d3097d has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:52:11.003878 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef49a906-bbe6-4058-8a5d-1eb84996288c tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:52:11.009019 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-ef49a906-bbe6-4058-8a5d-1eb84996288c tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "PUT /v2.0/routers/3913958d-1944-432c-b697-2c16b9d3097d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5171766 Nov 12 08:52:11.012910 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 36486) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:11.020091 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d7d1ec-93ad-402b-ae98-764731316fa7 None None] Sync routers for ids ['3913958d-1944-432c-b697-2c16b9d3097d'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:52:11.030672 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d7d1ec-93ad-402b-ae98-764731316fa7 None None] Routers {'3913958d-1944-432c-b697-2c16b9d3097d'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:52:11.031278 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-62d7d1ec-93ad-402b-ae98-764731316fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:52:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['3913958d-1944-432c-b697-2c16b9d3097d'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:11.076998 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-c541f412-66e4-4edc-b8b1-0cb23520dee3 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Deleting subnet 6c0b307b-d64f-4943-ac85-e813117c7c39 {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:52:11.080467 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c541f412-66e4-4edc-b8b1-0cb23520dee3 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for subnet, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:11.125308 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c541f412-66e4-4edc-b8b1-0cb23520dee3 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31181813'] for subnet, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:11.152575 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-62d7d1ec-93ad-402b-ae98-764731316fa7 None None] Set router 3913958d-1944-432c-b697-2c16b9d3097d gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:52:11.220792 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c541f412-66e4-4edc-b8b1-0cb23520dee3 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:11.288417 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c541f412-66e4-4edc-b8b1-0cb23520dee3 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:11.320634 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c541f412-66e4-4edc-b8b1-0cb23520dee3 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Pushing event deleted for resources: {'Subnet': ['ID=6c0b307b-d64f-4943-ac85-e813117c7c39,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:11.325154 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c541f412-66e4-4edc-b8b1-0cb23520dee3 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:11.331055 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-c541f412-66e4-4edc-b8b1-0cb23520dee3 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "DELETE /v2.0/subnets/6c0b307b-d64f-4943-ac85-e813117c7c39 HTTP/1.1" status: 204 len: 168 time: 0.3152518 Nov 12 08:52:11.331200 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 36494) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:11.398826 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd8c11b-086c-421f-a29f-bca36dcf8849 req-7d21c1d4-6fcc-4349-8fc9-2b7a01fc49a3 tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:11.410515 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bbd8c11b-086c-421f-a29f-bca36dcf8849 req-7d21c1d4-6fcc-4349-8fc9-2b7a01fc49a3 tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] 10.222.0.26 "GET /v2.0/ports?device_id=d51ba608-90c6-4d87-8a95-eda342110705 HTTP/1.1" status: 200 len: 945 time: 0.1038942 Nov 12 08:52:11.428141 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4bd7ec2-c3de-4ba1-afda-41eac245f315 None None] Network 7b551bf2-d21c-4710-9620-a731759562ae requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:52:11.464378 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bbd8c11b-086c-421f-a29f-bca36dcf8849 req-0aa06b45-7094-4b04-9845-be0e0a50fa96 tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f672f1c-b272-44fa-bb06-2fd8c79d1afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526175 Nov 12 08:52:11.470147 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0c5e1112-9f27-43c1-8942-3b60d452d618 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for router, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:11.581481 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0c5e1112-9f27-43c1-8942-3b60d452d618 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:11.618887 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-62d7d1ec-93ad-402b-ae98-764731316fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3913958d-1944-432c-b697-2c16b9d3097d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1122081229', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': 'f2794283-ed0c-4b7c-a955-0c9cf1c0ecc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:48:50Z', 'updated_at': '2021-11-12T08:52:10Z', 'revision_number': 5, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'gw_port': {'id': 'f2794283-ed0c-4b7c-a955-0c9cf1c0ecc2', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:59:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3913958d-1944-432c-b697-2c16b9d3097d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:48:51Z', 'updated_at': '2021-11-12T08:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:11.643644 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-0c5e1112-9f27-43c1-8942-3b60d452d618 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Deleting port f2794283-ed0c-4b7c-a955-0c9cf1c0ecc2 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:52:11.643992 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0c5e1112-9f27-43c1-8942-3b60d452d618 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:11.649924 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d7d1ec-93ad-402b-ae98-764731316fa7 None None] Checking router: 3913958d-1944-432c-b697-2c16b9d3097d for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:52:11.663924 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d7d1ec-93ad-402b-ae98-764731316fa7 None None] Routers {'3913958d-1944-432c-b697-2c16b9d3097d'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:52:11.664490 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-62d7d1ec-93ad-402b-ae98-764731316fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:52:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['3913958d-1944-432c-b697-2c16b9d3097d'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:11.705447 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef96a52-93dd-4c34-80c2-cb88a38376eb None None] DHCP port deletion for 7b551bf2-d21c-4710-9620-a731759562ae request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:52:11.735523 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-0c5e1112-9f27-43c1-8942-3b60d452d618 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] For port f2794283-ed0c-4b7c-a955-0c9cf1c0ecc2, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=f2794283-ed0c-4b7c-a955-0c9cf1c0ecc2,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:52:11.735523 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0c5e1112-9f27-43c1-8942-3b60d452d618 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:11.750196 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-0c5e1112-9f27-43c1-8942-3b60d452d618 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Calling delete_port for f2794283-ed0c-4b7c-a955-0c9cf1c0ecc2 owned by network:router_gateway {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:52:11.783868 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-62d7d1ec-93ad-402b-ae98-764731316fa7 None None] Set router 3913958d-1944-432c-b697-2c16b9d3097d gateway port host: None {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:52:11.840597 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-62d7d1ec-93ad-402b-ae98-764731316fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3913958d-1944-432c-b697-2c16b9d3097d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1122081229', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:48:50Z', 'updated_at': '2021-11-12T08:52:11Z', 'revision_number': 6, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'gw_port_host': None}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:11.876210 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d7d1ec-93ad-402b-ae98-764731316fa7 None None] The sync data for ids ['3913958d-1944-432c-b697-2c16b9d3097d'] in n-d-765315-29 is: [{'id': '3913958d-1944-432c-b697-2c16b9d3097d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1122081229', 'tenant_id': 'af01ccd549054d7f8ad1904b6846172a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:48:50Z', 'updated_at': '2021-11-12T08:52:11Z', 'revision_number': 6, 'project_id': 'af01ccd549054d7f8ad1904b6846172a', 'gw_port_host': None}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:52:11.880983 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-cef96a52-93dd-4c34-80c2-cb88a38376eb None None] Deleting port 06f2e0fa-fadc-4e38-875f-b6e846451503 {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:52:11.881356 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-cef96a52-93dd-4c34-80c2-cb88a38376eb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:11.925769 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0c5e1112-9f27-43c1-8942-3b60d452d618 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:11.947856 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-cef96a52-93dd-4c34-80c2-cb88a38376eb None None] For port 06f2e0fa-fadc-4e38-875f-b6e846451503, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=06f2e0fa-fadc-4e38-875f-b6e846451503,segment=NetworkSegment(935a8d0b-3bc8-4736-9a84-e80e1ee4ad89),segment_id=935a8d0b-3bc8-4736-9a84-e80e1ee4ad89)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:52:11.948247 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-cef96a52-93dd-4c34-80c2-cb88a38376eb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:11.955107 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5e1112-9f27-43c1-8942-3b60d452d618 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Pushing event deleted for resources: {'Port': ['ID=f2794283-ed0c-4b7c-a955-0c9cf1c0ecc2,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:11.960658 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-cef96a52-93dd-4c34-80c2-cb88a38376eb None None] Calling delete_port for 06f2e0fa-fadc-4e38-875f-b6e846451503 owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:52:11.974526 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c707846f-8d81-4467-a92b-05a3c643ecff None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:52:12.018151 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device aac28850-7c54-4e21-98b2-d86bf9535110 no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:52:12.032679 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0c5e1112-9f27-43c1-8942-3b60d452d618 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-933016'] for router_gateway, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:12.045587 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-e530113a-7783-48f4-9840-8911a24052df None None] No Port match for: aac28850-7c54-4e21-98b2-d86bf9535110 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:52:12.046090 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device aac28850-7c54-4e21-98b2-d86bf9535110 not bound to the agent host n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:52:12.076189 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-cef96a52-93dd-4c34-80c2-cb88a38376eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:12.101088 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef96a52-93dd-4c34-80c2-cb88a38376eb None None] Pushing event deleted for resources: {'Port': ['ID=06f2e0fa-fadc-4e38-875f-b6e846451503,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:12.107248 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef96a52-93dd-4c34-80c2-cb88a38376eb None None] No DVR routers for this DVR port 06f2e0fa-fadc-4e38-875f-b6e846451503 on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:52:12.138881 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0c5e1112-9f27-43c1-8942-3b60d452d618 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:12.141004 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0c5e1112-9f27-43c1-8942-3b60d452d618 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:12.187181 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0c5e1112-9f27-43c1-8942-3b60d452d618 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:12.187628 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c5e1112-9f27-43c1-8942-3b60d452d618 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Fanout notify agent at l3_agent the message router_deleted on router 3913958d-1944-432c-b697-2c16b9d3097d {{(pid=102599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:52:12.194823 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0c5e1112-9f27-43c1-8942-3b60d452d618 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:12.195927 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-0c5e1112-9f27-43c1-8942-3b60d452d618 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "DELETE /v2.0/routers/3913958d-1944-432c-b697-2c16b9d3097d HTTP/1.1" status: 204 len: 168 time: 0.8638144 Nov 12 08:52:12.199007 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 36496) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:12.280618 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c8141cd3-1a7a-449a-a743-465a90af8cb6 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:12.379929 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c8141cd3-1a7a-449a-a743-465a90af8cb6 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:12.401781 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-c8141cd3-1a7a-449a-a743-465a90af8cb6 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b551bf2-d21c-4710-9620-a731759562ae']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:12.412865 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-c8141cd3-1a7a-449a-a743-465a90af8cb6 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '935a8d0b-3bc8-4736-9a84-e80e1ee4ad89') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:12.413479 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-c8141cd3-1a7a-449a-a743-465a90af8cb6 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '935a8d0b-3bc8-4736-9a84-e80e1ee4ad89') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:12.424426 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c8141cd3-1a7a-449a-a743-465a90af8cb6 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:12.438510 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c8141cd3-1a7a-449a-a743-465a90af8cb6 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:12.444567 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8141cd3-1a7a-449a-a743-465a90af8cb6 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:52:12.444942 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c8141cd3-1a7a-449a-a743-465a90af8cb6 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:12.448938 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 08:52:12.448938 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:52:12.448938 n-d-765315-29 neutron-server[102599]: timer() Nov 12 08:52:12.448938 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:52:12.448938 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 08:52:12.448938 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:52:12.448938 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 08:52:12.448938 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:52:12.448938 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 08:52:12.448938 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:52:12.448938 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 08:52:12.448938 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:52:12.448938 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 08:52:12.448938 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:52:12.448938 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:52:12.448938 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:52:12.448938 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:52:12.448938 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:52:12.448938 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 08:52:12.448938 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:52:12.448938 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 08:52:12.448938 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:52:12.448938 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:52:12.448938 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:52:12.448938 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 08:52:12.448938 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:52:12.448938 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:52:12.448938 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:52:12.448938 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:52:12.448938 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:52:12.448938 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:52:12.448938 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:52:12.516723 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c8141cd3-1a7a-449a-a743-465a90af8cb6 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:12.524812 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c8141cd3-1a7a-449a-a743-465a90af8cb6 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:12.531279 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-c8141cd3-1a7a-449a-a743-465a90af8cb6 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "DELETE /v2.0/networks/7b551bf2-d21c-4710-9620-a731759562ae HTTP/1.1" status: 204 len: 168 time: 0.3290770 Nov 12 08:52:12.531848 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 36500) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:12.544600 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8141cd3-1a7a-449a-a743-465a90af8cb6 tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Pushing event deleted for resources: {'Network': ['ID=7b551bf2-d21c-4710-9620-a731759562ae,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:12.635038 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387b4fc0-639e-41da-ac7e-359e1f7651b6 req-66dd74b8-7723-44db-86a6-c18306961d6c tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:12.636826 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-387b4fc0-639e-41da-ac7e-359e1f7651b6 req-66dd74b8-7723-44db-86a6-c18306961d6c tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] 10.222.0.26 "GET /v2.0/ports?device_id=d51ba608-90c6-4d87-8a95-eda342110705 HTTP/1.1" status: 200 len: 945 time: 0.0802693 Nov 12 08:52:12.638088 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1f8e595a-6a48-4e0c-b80c-969eea89536e tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:12.679923 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1f8e595a-6a48-4e0c-b80c-969eea89536e tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:12.691625 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:12.736505 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-387b4fc0-639e-41da-ac7e-359e1f7651b6 req-6f6579e5-5187-4a95-acd7-8ae543ff8dcb tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f672f1c-b272-44fa-bb06-2fd8c79d1afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925715 Nov 12 08:52:12.773216 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1f8e595a-6a48-4e0c-b80c-969eea89536e tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:12.775931 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1f8e595a-6a48-4e0c-b80c-969eea89536e tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:12.777095 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-1f8e595a-6a48-4e0c-b80c-969eea89536e tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] 10.222.0.26 "DELETE /v2.0/security-groups/7227db70-d87d-400c-85ba-aa094dadc5d6 HTTP/1.1" status: 204 len: 168 time: 0.2442698 Nov 12 08:52:12.786393 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e595a-6a48-4e0c-b80c-969eea89536e tempest-TestNetworkAdvancedServerOps-33550519 tempest-TestNetworkAdvancedServerOps-33550519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7227db70-d87d-400c-85ba-aa094dadc5d6,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:13.074235 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 36508) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:13.217527 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-3367813a-a8f4-4094-8080-0ee0a5b90669 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=af01ccd549054d7f8ad1904b6846172a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1420250 Nov 12 08:52:13.219954 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 36512) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:13.268041 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-453442c8-2006-47a7-877e-25b032ed29f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:13.282662 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766c7bc1-2385-41cd-93d4-1ec245619986 req-4ae91a97-261f-4512-ab89-e8e576f7c309 tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:13.284268 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-766c7bc1-2385-41cd-93d4-1ec245619986 req-4ae91a97-261f-4512-ab89-e8e576f7c309 tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] 10.222.0.44 "GET /v2.0/ports?device_id=d51ba608-90c6-4d87-8a95-eda342110705 HTTP/1.1" status: 200 len: 945 time: 0.0505331 Nov 12 08:52:13.290261 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-453442c8-2006-47a7-877e-25b032ed29f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:13.339322 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-453442c8-2006-47a7-877e-25b032ed29f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:13.342491 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-453442c8-2006-47a7-877e-25b032ed29f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:13.343696 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-453442c8-2006-47a7-877e-25b032ed29f0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/58330eb7-61a5-4845-8631-1e26721022d8 HTTP/1.1" status: 204 len: 168 time: 0.1228588 Nov 12 08:52:13.354941 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453442c8-2006-47a7-877e-25b032ed29f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58330eb7-61a5-4845-8631-1e26721022d8,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:13.389533 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-766c7bc1-2385-41cd-93d4-1ec245619986 req-93a48462-c37f-4883-a0ef-950f350af387 tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] Deleting port bee11fdb-3355-45aa-a08a-5f7a3e996423 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:52:13.389895 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-766c7bc1-2385-41cd-93d4-1ec245619986 req-93a48462-c37f-4883-a0ef-950f350af387 tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:13.446328 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 9a4248b9-7482-4c10-87e7-b0132e913499 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:52:13.472397 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 9a4248b9-7482-4c10-87e7-b0132e913499 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:52:13.472962 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 9a4248b9-7482-4c10-87e7-b0132e913499 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:52:13.473520 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 06f2e0fa-fadc-4e38-875f-b6e846451503 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:52:13.495735 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-766c7bc1-2385-41cd-93d4-1ec245619986 req-93a48462-c37f-4883-a0ef-950f350af387 tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] For port bee11fdb-3355-45aa-a08a-5f7a3e996423, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=bee11fdb-3355-45aa-a08a-5f7a3e996423,segment=NetworkSegment(a2e35480-c72e-4ef8-a6db-de8ad115cd4f),segment_id=a2e35480-c72e-4ef8-a6db-de8ad115cd4f)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:52:13.496110 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-766c7bc1-2385-41cd-93d4-1ec245619986 req-93a48462-c37f-4883-a0ef-950f350af387 tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:13.499617 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 06f2e0fa-fadc-4e38-875f-b6e846451503 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:52:13.500149 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 06f2e0fa-fadc-4e38-875f-b6e846451503 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:52:13.500747 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device f2794283-ed0c-4b7c-a955-0c9cf1c0ecc2 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:52:13.515431 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-766c7bc1-2385-41cd-93d4-1ec245619986 req-93a48462-c37f-4883-a0ef-950f350af387 tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] Calling delete_port for bee11fdb-3355-45aa-a08a-5f7a3e996423 owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:52:13.522857 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: f2794283-ed0c-4b7c-a955-0c9cf1c0ecc2 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:52:13.523213 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device f2794283-ed0c-4b7c-a955-0c9cf1c0ecc2 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:52:13.654218 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-766c7bc1-2385-41cd-93d4-1ec245619986 req-93a48462-c37f-4883-a0ef-950f350af387 tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:13.669860 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 36518) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:13.690169 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a48462-c37f-4883-a0ef-950f350af387 tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] Pushing event deleted for resources: {'Port': ['ID=bee11fdb-3355-45aa-a08a-5f7a3e996423,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:13.705604 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['bee11fdb-3355-45aa-a08a-5f7a3e996423'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:52:13.713736 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-3a45eca4-ff21-4de1-8612-e4d7a380fac5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f362945a497c47ad8ab6cbd7b6d58485&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0419810 Nov 12 08:52:13.717690 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 36520) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:13.736682 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-766c7bc1-2385-41cd-93d4-1ec245619986 req-93a48462-c37f-4883-a0ef-950f350af387 tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] No DVR routers for this DVR port bee11fdb-3355-45aa-a08a-5f7a3e996423 on host n-h2-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:52:13.738948 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-766c7bc1-2385-41cd-93d4-1ec245619986 req-93a48462-c37f-4883-a0ef-950f350af387 tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:13.742238 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-766c7bc1-2385-41cd-93d4-1ec245619986 req-93a48462-c37f-4883-a0ef-950f350af387 tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] 10.222.0.44 "DELETE /v2.0/ports/bee11fdb-3355-45aa-a08a-5f7a3e996423 HTTP/1.1" status: 204 len: 173 time: 0.4467463 Nov 12 08:52:13.742705 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd51ba608-90c6-4d87-8a95-eda342110705', 'name': 'network-vif-deleted', 'tag': 'bee11fdb-3355-45aa-a08a-5f7a3e996423'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:52:13.745579 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76873f75-f479-449f-a969-3b9edae43093" -d '{"events": [{"server_uuid": "d51ba608-90c6-4d87-8a95-eda342110705", "name": "network-vif-deleted", "tag": "bee11fdb-3355-45aa-a08a-5f7a3e996423"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:52:13.770856 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d3e5f64f-2f22-4cc9-9a2c-227475bfac62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:13.797620 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d3e5f64f-2f22-4cc9-9a2c-227475bfac62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:13.799235 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3baa4f23-0348-4e7f-826c-74cdeb671d9e x-openstack-request-id: req-3baa4f23-0348-4e7f-826c-74cdeb671d9e {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:52:13.799589 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d51ba608-90c6-4d87-8a95-eda342110705", "name": "network-vif-deleted", "tag": "bee11fdb-3355-45aa-a08a-5f7a3e996423", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:52:13.799893 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3baa4f23-0348-4e7f-826c-74cdeb671d9e {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:52:13.800351 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd51ba608-90c6-4d87-8a95-eda342110705', 'name': 'network-vif-deleted', 'tag': 'bee11fdb-3355-45aa-a08a-5f7a3e996423', 'status': 'completed', 'code': 200} Nov 12 08:52:13.866898 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d3e5f64f-2f22-4cc9-9a2c-227475bfac62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:13.869610 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d3e5f64f-2f22-4cc9-9a2c-227475bfac62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:13.870749 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-d3e5f64f-2f22-4cc9-9a2c-227475bfac62 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/802288fb-3b6a-4383-8ac1-6d8a874686c2 HTTP/1.1" status: 204 len: 168 time: 0.1520512 Nov 12 08:52:13.887323 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-610448ee-8579-4b3c-b458-0cc3a2258dd4 req-71497c4b-3953-4c14-aba2-6957d784ecd7 tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] 10.222.0.26 "GET /v2.0/ports?device_id=d51ba608-90c6-4d87-8a95-eda342110705 HTTP/1.1" status: 200 len: 210 time: 0.0303333 Nov 12 08:52:13.893974 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e5f64f-2f22-4cc9-9a2c-227475bfac62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=802288fb-3b6a-4383-8ac1-6d8a874686c2,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:17.970640 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device bee11fdb-3355-45aa-a08a-5f7a3e996423 no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:52:17.996368 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] No Port match for: bee11fdb-3355-45aa-a08a-5f7a3e996423 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:52:17.996714 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device bee11fdb-3355-45aa-a08a-5f7a3e996423 not bound to the agent host n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:52:18.218805 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:52:21.868509 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fbfc55-3c42-4c85-96b8-097f8ff73e45 req-b16ede76-4a03-4213-8451-709dbe374b28 tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:21.869861 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-99fbfc55-3c42-4c85-96b8-097f8ff73e45 req-b16ede76-4a03-4213-8451-709dbe374b28 tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] 10.222.0.26 "GET /v2.0/networks?id=17c43e90-9f3d-4306-baf4-d69f5227049f HTTP/1.1" status: 200 len: 814 time: 0.1001661 Nov 12 08:52:21.885004 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-99fbfc55-3c42-4c85-96b8-097f8ff73e45 req-8fb07da7-1841-4989-bac2-55464e70d46f tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] 10.222.0.26 "GET /v2.0/quotas/457d4ebf32d34cfda2ef4580b496a697 HTTP/1.1" status: 200 len: 375 time: 0.0087893 Nov 12 08:52:21.921676 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-99fbfc55-3c42-4c85-96b8-097f8ff73e45 req-c0423805-33a4-4c92-a2d4-609bae54d9b9 tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=457d4ebf32d34cfda2ef4580b496a697&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307021 Nov 12 08:52:22.118391 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-99fbfc55-3c42-4c85-96b8-097f8ff73e45 req-f28a0c60-639a-4edd-827a-711c775ce7e3 service neutron] 10.222.0.26 "GET /v2.0/networks/17c43e90-9f3d-4306-baf4-d69f5227049f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897049 Nov 12 08:52:22.560523 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-99fbfc55-3c42-4c85-96b8-097f8ff73e45 req-69e9d6a4-bb13-47f1-b021-f6cfe883ff6e service neutron] 10.222.0.26 "GET /v2.0/networks/17c43e90-9f3d-4306-baf4-d69f5227049f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4358134 Nov 12 08:52:22.721939 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d4a8890c-fa1f-46f9-a6cd-0f34631161a3 req-b517db5e-e9e1-450b-86ee-05d67561ef78 tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] 10.222.0.26 "GET /v2.0/ports?device_id=74ff2fca-077b-4ad8-ad95-ea5e77fcd0df HTTP/1.1" status: 200 len: 210 time: 0.0280223 Nov 12 08:52:23.807228 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c3b45d67-d378-449b-98b9-4cfb36ae75a3 req-850f6437-764b-4610-b427-ef2819297268 tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] 10.222.0.26 "GET /v2.0/ports?device_id=74ff2fca-077b-4ad8-ad95-ea5e77fcd0df HTTP/1.1" status: 200 len: 210 time: 0.0334837 Nov 12 08:52:24.886784 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-285671a9-d8d6-49ad-bf1d-649da8e24e65 req-a65518f0-607b-43ef-bd5d-48a89e84b769 tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] 10.222.0.26 "GET /v2.0/ports?device_id=74ff2fca-077b-4ad8-ad95-ea5e77fcd0df HTTP/1.1" status: 200 len: 210 time: 0.0257485 Nov 12 08:52:25.687346 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fbfc55-3c42-4c85-96b8-097f8ff73e45 req-4bdf0965-a5a1-4217-b889-58fa7b4e1ceb tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:25.688839 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-99fbfc55-3c42-4c85-96b8-097f8ff73e45 req-4bdf0965-a5a1-4217-b889-58fa7b4e1ceb tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] 10.222.0.21 "GET /v2.0/networks?id=17c43e90-9f3d-4306-baf4-d69f5227049f HTTP/1.1" status: 200 len: 814 time: 0.1185653 Nov 12 08:52:25.702228 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-99fbfc55-3c42-4c85-96b8-097f8ff73e45 req-8aef9d50-598f-4886-a817-3a07332795fc tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] Request body: {'port': {'device_id': '74ff2fca-077b-4ad8-ad95-ea5e77fcd0df', 'network_id': '17c43e90-9f3d-4306-baf4-d69f5227049f', 'admin_state_up': True, 'tenant_id': '457d4ebf32d34cfda2ef4580b496a697'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:52:25.813117 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99fbfc55-3c42-4c85-96b8-097f8ff73e45 req-8aef9d50-598f-4886-a817-3a07332795fc tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] Made reservation on behalf of 457d4ebf32d34cfda2ef4580b496a697 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:52:25.816667 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-99fbfc55-3c42-4c85-96b8-097f8ff73e45 req-8aef9d50-598f-4886-a817-3a07332795fc tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:25.949652 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-99fbfc55-3c42-4c85-96b8-097f8ff73e45 req-8aef9d50-598f-4886-a817-3a07332795fc tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] Allocated IP 172.20.0.4 (17c43e90-9f3d-4306-baf4-d69f5227049f/fd08d789-b696-4e5d-86ca-266bed04337f/352f3e83-9c4c-45f8-adbf-cb27152bd23e) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:52:25.988111 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-909a242d-79ec-422f-941c-db054ab9e635 req-a1d8d6b2-7dd2-48e5-a94b-6e85da11f60d tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] 10.222.0.26 "GET /v2.0/ports?device_id=74ff2fca-077b-4ad8-ad95-ea5e77fcd0df HTTP/1.1" status: 200 len: 210 time: 0.0307524 Nov 12 08:52:26.102971 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-99fbfc55-3c42-4c85-96b8-097f8ff73e45 req-8aef9d50-598f-4886-a817-3a07332795fc tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:26.136324 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-99fbfc55-3c42-4c85-96b8-097f8ff73e45 req-8aef9d50-598f-4886-a817-3a07332795fc tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:26.179340 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99fbfc55-3c42-4c85-96b8-097f8ff73e45 req-8aef9d50-598f-4886-a817-3a07332795fc tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] Network 17c43e90-9f3d-4306-baf4-d69f5227049f is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:52:26.182159 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-99fbfc55-3c42-4c85-96b8-097f8ff73e45 req-8aef9d50-598f-4886-a817-3a07332795fc tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:52:26.188358 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-99fbfc55-3c42-4c85-96b8-097f8ff73e45 req-8aef9d50-598f-4886-a817-3a07332795fc tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:52:26.219465 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aef9d50-598f-4886-a817-3a07332795fc tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] Pushing event updated for resources: {'Port': ['ID=352f3e83-9c4c-45f8-adbf-cb27152bd23e,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:26.247804 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fbfc55-3c42-4c85-96b8-097f8ff73e45 req-8aef9d50-598f-4886-a817-3a07332795fc tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:26.248414 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-99fbfc55-3c42-4c85-96b8-097f8ff73e45 req-8aef9d50-598f-4886-a817-3a07332795fc tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:26.264700 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-99fbfc55-3c42-4c85-96b8-097f8ff73e45 req-8aef9d50-598f-4886-a817-3a07332795fc tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5664034 Nov 12 08:52:26.277217 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-99fbfc55-3c42-4c85-96b8-097f8ff73e45 req-41e2c157-fe35-4358-a23d-7080e2713414 service neutron] Request body: {'port': {'device_id': '74ff2fca-077b-4ad8-ad95-ea5e77fcd0df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:52:26.330516 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-99fbfc55-3c42-4c85-96b8-097f8ff73e45 req-41e2c157-fe35-4358-a23d-7080e2713414 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:26.591233 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-99fbfc55-3c42-4c85-96b8-097f8ff73e45 req-41e2c157-fe35-4358-a23d-7080e2713414 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 352f3e83-9c4c-45f8-adbf-cb27152bd23e {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:52:26.598550 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-99fbfc55-3c42-4c85-96b8-097f8ff73e45 req-41e2c157-fe35-4358-a23d-7080e2713414 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:26.610671 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-99fbfc55-3c42-4c85-96b8-097f8ff73e45 req-41e2c157-fe35-4358-a23d-7080e2713414 service neutron] Transition to ACTIVE for port object 352f3e83-9c4c-45f8-adbf-cb27152bd23e will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:52:26.614327 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-99fbfc55-3c42-4c85-96b8-097f8ff73e45 req-41e2c157-fe35-4358-a23d-7080e2713414 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:26.666072 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e2c157-fe35-4358-a23d-7080e2713414 service neutron] Pushing event updated for resources: {'Port': ['ID=352f3e83-9c4c-45f8-adbf-cb27152bd23e,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:26.738290 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-99fbfc55-3c42-4c85-96b8-097f8ff73e45 req-41e2c157-fe35-4358-a23d-7080e2713414 service neutron] Attempting to bind port 352f3e83-9c4c-45f8-adbf-cb27152bd23e on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:52:26.739029 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-99fbfc55-3c42-4c85-96b8-097f8ff73e45 req-41e2c157-fe35-4358-a23d-7080e2713414 service neutron] Attempting to bind port 352f3e83-9c4c-45f8-adbf-cb27152bd23e by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': 'a2e35480-c72e-4ef8-a6db-de8ad115cd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '17c43e90-9f3d-4306-baf4-d69f5227049f'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:52:26.739029 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99fbfc55-3c42-4c85-96b8-097f8ff73e45 req-41e2c157-fe35-4358-a23d-7080e2713414 service neutron] Attempting to bind port 352f3e83-9c4c-45f8-adbf-cb27152bd23e on network 17c43e90-9f3d-4306-baf4-d69f5227049f {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:52:26.743235 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99fbfc55-3c42-4c85-96b8-097f8ff73e45 req-41e2c157-fe35-4358-a23d-7080e2713414 service neutron] Port 352f3e83-9c4c-45f8-adbf-cb27152bd23e on network 17c43e90-9f3d-4306-baf4-d69f5227049f not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:52:26.743559 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99fbfc55-3c42-4c85-96b8-097f8ff73e45 req-41e2c157-fe35-4358-a23d-7080e2713414 service neutron] Attempting to bind port 352f3e83-9c4c-45f8-adbf-cb27152bd23e on network 17c43e90-9f3d-4306-baf4-d69f5227049f {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:52:26.749368 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99fbfc55-3c42-4c85-96b8-097f8ff73e45 req-41e2c157-fe35-4358-a23d-7080e2713414 service neutron] Checking agent: {'id': '26215384-8035-4ce2-971a-8e67be80da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:52:26.749688 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99fbfc55-3c42-4c85-96b8-097f8ff73e45 req-41e2c157-fe35-4358-a23d-7080e2713414 service neutron] Checking segment: {'id': 'a2e35480-c72e-4ef8-a6db-de8ad115cd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '17c43e90-9f3d-4306-baf4-d69f5227049f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:52:26.750074 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99fbfc55-3c42-4c85-96b8-097f8ff73e45 req-41e2c157-fe35-4358-a23d-7080e2713414 service neutron] Bound using segment: {'id': 'a2e35480-c72e-4ef8-a6db-de8ad115cd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '17c43e90-9f3d-4306-baf4-d69f5227049f'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:52:26.750507 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-99fbfc55-3c42-4c85-96b8-097f8ff73e45 req-41e2c157-fe35-4358-a23d-7080e2713414 service neutron] Bound port: 352f3e83-9c4c-45f8-adbf-cb27152bd23e, host: n-h1-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2e35480-c72e-4ef8-a6db-de8ad115cd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '17c43e90-9f3d-4306-baf4-d69f5227049f'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:52:26.750897 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-99fbfc55-3c42-4c85-96b8-097f8ff73e45 req-41e2c157-fe35-4358-a23d-7080e2713414 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:26.817222 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-99fbfc55-3c42-4c85-96b8-097f8ff73e45 req-41e2c157-fe35-4358-a23d-7080e2713414 service neutron] For port 352f3e83-9c4c-45f8-adbf-cb27152bd23e, host n-h1-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:52:26.820407 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-99fbfc55-3c42-4c85-96b8-097f8ff73e45 req-41e2c157-fe35-4358-a23d-7080e2713414 service neutron] For port 352f3e83-9c4c-45f8-adbf-cb27152bd23e, host n-h1-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=352f3e83-9c4c-45f8-adbf-cb27152bd23e,segment=NetworkSegment(a2e35480-c72e-4ef8-a6db-de8ad115cd4f),segment_id=a2e35480-c72e-4ef8-a6db-de8ad115cd4f)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:52:26.824138 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-99fbfc55-3c42-4c85-96b8-097f8ff73e45 req-41e2c157-fe35-4358-a23d-7080e2713414 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:26.861870 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fbfc55-3c42-4c85-96b8-097f8ff73e45 req-41e2c157-fe35-4358-a23d-7080e2713414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:26.862487 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-99fbfc55-3c42-4c85-96b8-097f8ff73e45 req-41e2c157-fe35-4358-a23d-7080e2713414 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:26.863887 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-99fbfc55-3c42-4c85-96b8-097f8ff73e45 req-41e2c157-fe35-4358-a23d-7080e2713414 service neutron] 10.222.0.21 "PUT /v2.0/ports/352f3e83-9c4c-45f8-adbf-cb27152bd23e HTTP/1.1" status: 200 len: 1092 time: 0.5907209 Nov 12 08:52:26.864330 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74ff2fca-077b-4ad8-ad95-ea5e77fcd0df', 'tag': '352f3e83-9c4c-45f8-adbf-cb27152bd23e'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:52:26.866550 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc2e4fbf-118c-435d-a933-13cc32fe8020" -d '{"events": [{"name": "network-changed", "server_uuid": "74ff2fca-077b-4ad8-ad95-ea5e77fcd0df", "tag": "352f3e83-9c4c-45f8-adbf-cb27152bd23e"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:52:26.893671 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e2c157-fe35-4358-a23d-7080e2713414 service neutron] Pushing event updated for resources: {'Port': ['ID=352f3e83-9c4c-45f8-adbf-cb27152bd23e,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:26.904278 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd65bdf8-b20b-4f3b-82c6-f50797ac6e86 x-openstack-request-id: req-dd65bdf8-b20b-4f3b-82c6-f50797ac6e86 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:52:26.904572 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74ff2fca-077b-4ad8-ad95-ea5e77fcd0df", "tag": "352f3e83-9c4c-45f8-adbf-cb27152bd23e", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:52:26.904831 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dd65bdf8-b20b-4f3b-82c6-f50797ac6e86 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:52:26.905236 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74ff2fca-077b-4ad8-ad95-ea5e77fcd0df', 'tag': '352f3e83-9c4c-45f8-adbf-cb27152bd23e', 'status': 'completed', 'code': 200} Nov 12 08:52:26.948929 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fbfc55-3c42-4c85-96b8-097f8ff73e45 req-fa965ec6-d35c-4433-b5fe-8efb3efe708e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:26.950665 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-99fbfc55-3c42-4c85-96b8-097f8ff73e45 req-fa965ec6-d35c-4433-b5fe-8efb3efe708e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=457d4ebf32d34cfda2ef4580b496a697&device_id=74ff2fca-077b-4ad8-ad95-ea5e77fcd0df HTTP/1.1" status: 200 len: 1095 time: 0.0438635 Nov 12 08:52:26.994516 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-99fbfc55-3c42-4c85-96b8-097f8ff73e45 req-16944863-d4b2-4e26-a9dc-0ebfb6f95726 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=352f3e83-9c4c-45f8-adbf-cb27152bd23e HTTP/1.1" status: 200 len: 217 time: 0.0350871 Nov 12 08:52:27.050448 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fbfc55-3c42-4c85-96b8-097f8ff73e45 req-82fc2ed7-9f71-4505-ae9c-f278c497e694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:27.051968 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-99fbfc55-3c42-4c85-96b8-097f8ff73e45 req-82fc2ed7-9f71-4505-ae9c-f278c497e694 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fd08d789-b696-4e5d-86ca-266bed04337f HTTP/1.1" status: 200 len: 854 time: 0.0503440 Nov 12 08:52:27.085187 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-99fbfc55-3c42-4c85-96b8-097f8ff73e45 req-1a8209ff-c60e-4fbd-989c-c2dcaefc22c6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=17c43e90-9f3d-4306-baf4-d69f5227049f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262923 Nov 12 08:52:27.109199 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd99c4-3065-4734-ac48-b94d8f5cf48b req-bc3f0da7-44ef-4044-b52e-ba09c31cf0a1 tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:27.110745 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5fcd99c4-3065-4734-ac48-b94d8f5cf48b req-bc3f0da7-44ef-4044-b52e-ba09c31cf0a1 tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] 10.222.0.26 "GET /v2.0/ports?device_id=74ff2fca-077b-4ad8-ad95-ea5e77fcd0df HTTP/1.1" status: 200 len: 943 time: 0.0509441 Nov 12 08:52:27.159145 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5fcd99c4-3065-4734-ac48-b94d8f5cf48b req-97231726-f94d-4900-8896-b3840787b01d tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f672f1c-b272-44fa-bb06-2fd8c79d1afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423305 Nov 12 08:52:27.177802 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-99fbfc55-3c42-4c85-96b8-097f8ff73e45 req-200a3a9a-23c8-4891-9884-c12dec5de9ae service neutron] 10.222.0.21 "GET /v2.0/networks/17c43e90-9f3d-4306-baf4-d69f5227049f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854027 Nov 12 08:52:27.272780 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-99fbfc55-3c42-4c85-96b8-097f8ff73e45 req-c6e2a9f1-4883-41bf-ac1e-163291b318e3 service neutron] 10.222.0.21 "GET /v2.0/networks/17c43e90-9f3d-4306-baf4-d69f5227049f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866528 Nov 12 08:52:27.363028 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2e4fbf-118c-435d-a933-13cc32fe8020 req-83ffbedf-b93f-4c88-a900-b7185920cf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:27.364563 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dc2e4fbf-118c-435d-a933-13cc32fe8020 req-83ffbedf-b93f-4c88-a900-b7185920cf07 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=457d4ebf32d34cfda2ef4580b496a697&device_id=74ff2fca-077b-4ad8-ad95-ea5e77fcd0df HTTP/1.1" status: 200 len: 1095 time: 0.0423245 Nov 12 08:52:27.463631 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2e4fbf-118c-435d-a933-13cc32fe8020 req-d80c5c63-1f71-40a2-831c-d3115d5cf18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:27.465670 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dc2e4fbf-118c-435d-a933-13cc32fe8020 req-d80c5c63-1f71-40a2-831c-d3115d5cf18a service neutron] 10.222.0.21 "GET /v2.0/networks?id=17c43e90-9f3d-4306-baf4-d69f5227049f HTTP/1.1" status: 200 len: 915 time: 0.0918808 Nov 12 08:52:27.509269 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dc2e4fbf-118c-435d-a933-13cc32fe8020 req-f92d5f36-c6fa-4a48-80b3-9713676a10af service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=352f3e83-9c4c-45f8-adbf-cb27152bd23e HTTP/1.1" status: 200 len: 217 time: 0.0359426 Nov 12 08:52:27.558016 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2e4fbf-118c-435d-a933-13cc32fe8020 req-caa0faab-72bd-47b4-acf6-6cc7b001cf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:27.559766 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dc2e4fbf-118c-435d-a933-13cc32fe8020 req-caa0faab-72bd-47b4-acf6-6cc7b001cf77 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fd08d789-b696-4e5d-86ca-266bed04337f HTTP/1.1" status: 200 len: 854 time: 0.0439827 Nov 12 08:52:27.598038 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dc2e4fbf-118c-435d-a933-13cc32fe8020 req-d84f8e80-89ba-4953-bbe5-a3d9041b1852 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=17c43e90-9f3d-4306-baf4-d69f5227049f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301657 Nov 12 08:52:27.690042 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dc2e4fbf-118c-435d-a933-13cc32fe8020 req-21ae3285-894a-470f-833a-f19ffc0b8eed service neutron] 10.222.0.21 "GET /v2.0/networks/17c43e90-9f3d-4306-baf4-d69f5227049f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844262 Nov 12 08:52:28.096092 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dc2e4fbf-118c-435d-a933-13cc32fe8020 req-4de4bf45-c444-4e8d-bee8-cb163621e2a6 service neutron] 10.222.0.21 "GET /v2.0/networks/17c43e90-9f3d-4306-baf4-d69f5227049f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3993576 Nov 12 08:52:28.285016 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83bc282-4641-46d1-a006-2969cf55903d req-bf07ba59-6789-466e-9393-b357635db63e tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:28.286459 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d83bc282-4641-46d1-a006-2969cf55903d req-bf07ba59-6789-466e-9393-b357635db63e tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] 10.222.0.26 "GET /v2.0/ports?device_id=74ff2fca-077b-4ad8-ad95-ea5e77fcd0df HTTP/1.1" status: 200 len: 943 time: 0.0484512 Nov 12 08:52:28.333952 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d83bc282-4641-46d1-a006-2969cf55903d req-e17033a5-f030-4a40-a900-633db3a19e44 tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f672f1c-b272-44fa-bb06-2fd8c79d1afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414972 Nov 12 08:52:29.454512 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a7855c-e9fd-4c12-8a4f-e9ee7d67aeec req-4e31b9e0-d973-4049-9b17-32db13fdd1cf tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:29.455999 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-77a7855c-e9fd-4c12-8a4f-e9ee7d67aeec req-4e31b9e0-d973-4049-9b17-32db13fdd1cf tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] 10.222.0.26 "GET /v2.0/ports?device_id=74ff2fca-077b-4ad8-ad95-ea5e77fcd0df HTTP/1.1" status: 200 len: 943 time: 0.0534005 Nov 12 08:52:29.503909 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-77a7855c-e9fd-4c12-8a4f-e9ee7d67aeec req-16814883-0abe-4f3b-8003-0bc63c1a2c1b tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f672f1c-b272-44fa-bb06-2fd8c79d1afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418108 Nov 12 08:52:30.109756 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 352f3e83-9c4c-45f8-adbf-cb27152bd23e details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:52:30.206034 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 352f3e83-9c4c-45f8-adbf-cb27152bd23e, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=352f3e83-9c4c-45f8-adbf-cb27152bd23e,segment=NetworkSegment(a2e35480-c72e-4ef8-a6db-de8ad115cd4f),segment_id=a2e35480-c72e-4ef8-a6db-de8ad115cd4f)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:52:30.218040 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Returning: {'device': '352f3e83-9c4c-45f8-adbf-cb27152bd23e', 'network_id': '17c43e90-9f3d-4306-baf4-d69f5227049f', 'port_id': '352f3e83-9c4c-45f8-adbf-cb27152bd23e', 'mac_address': 'fa:16:3e:3f:fc:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd08d789-b696-4e5d-86ca-266bed04337f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:52:30.255243 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:30.268623 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-e530113a-7783-48f4-9840-8911a24052df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 352f3e83-9c4c-45f8-adbf-cb27152bd23e {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:52:30.287855 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 352f3e83-9c4c-45f8-adbf-cb27152bd23e, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=352f3e83-9c4c-45f8-adbf-cb27152bd23e,segment=NetworkSegment(a2e35480-c72e-4ef8-a6db-de8ad115cd4f),segment_id=a2e35480-c72e-4ef8-a6db-de8ad115cd4f)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:52:30.292007 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:30.339133 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=352f3e83-9c4c-45f8-adbf-cb27152bd23e,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:30.624498 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1a13ba-1349-4813-8862-a8d424821e52 req-4fc3d9c3-dcac-4b7e-a72b-38ea59515163 tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:30.626052 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bb1a13ba-1349-4813-8862-a8d424821e52 req-4fc3d9c3-dcac-4b7e-a72b-38ea59515163 tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] 10.222.0.26 "GET /v2.0/ports?device_id=74ff2fca-077b-4ad8-ad95-ea5e77fcd0df HTTP/1.1" status: 200 len: 944 time: 0.0511484 Nov 12 08:52:30.668044 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['352f3e83-9c4c-45f8-adbf-cb27152bd23e'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:52:30.677223 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bb1a13ba-1349-4813-8862-a8d424821e52 req-62098da9-9391-4f97-8fbd-e1bdf4b91e9a tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f672f1c-b272-44fa-bb06-2fd8c79d1afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449669 Nov 12 08:52:31.799755 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906c8d44-0ad2-49a5-886b-cde979a129dd req-463cc349-ad9f-4d58-ba23-80a7c8cb2bf6 tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:31.801242 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-906c8d44-0ad2-49a5-886b-cde979a129dd req-463cc349-ad9f-4d58-ba23-80a7c8cb2bf6 tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] 10.222.0.26 "GET /v2.0/ports?device_id=74ff2fca-077b-4ad8-ad95-ea5e77fcd0df HTTP/1.1" status: 200 len: 944 time: 0.0485876 Nov 12 08:52:31.852368 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-906c8d44-0ad2-49a5-886b-cde979a129dd req-41ab3d5b-ca66-4e98-991c-abef7c1f87aa tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f672f1c-b272-44fa-bb06-2fd8c79d1afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452268 Nov 12 08:52:32.099652 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 352f3e83-9c4c-45f8-adbf-cb27152bd23e up at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:52:32.149859 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning for port 352f3e83-9c4c-45f8-adbf-cb27152bd23e completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:52:32.155110 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning complete for port 352f3e83-9c4c-45f8-adbf-cb27152bd23e triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:52:32.155481 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:32.231499 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:32.253630 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74ff2fca-077b-4ad8-ad95-ea5e77fcd0df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '352f3e83-9c4c-45f8-adbf-cb27152bd23e'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:52:32.255887 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6af09d9-a14a-42ac-9aba-ee628d5a6250" -d '{"events": [{"server_uuid": "74ff2fca-077b-4ad8-ad95-ea5e77fcd0df", "name": "network-vif-plugged", "status": "completed", "tag": "352f3e83-9c4c-45f8-adbf-cb27152bd23e"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:52:32.269512 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 352f3e83-9c4c-45f8-adbf-cb27152bd23e, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=352f3e83-9c4c-45f8-adbf-cb27152bd23e,segment=NetworkSegment(a2e35480-c72e-4ef8-a6db-de8ad115cd4f),segment_id=a2e35480-c72e-4ef8-a6db-de8ad115cd4f)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:52:32.273397 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:32.297173 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abe775e6-7738-4b9c-a870-6358a25942b7 x-openstack-request-id: req-abe775e6-7738-4b9c-a870-6358a25942b7 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:52:32.297465 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74ff2fca-077b-4ad8-ad95-ea5e77fcd0df", "name": "network-vif-plugged", "status": "completed", "tag": "352f3e83-9c4c-45f8-adbf-cb27152bd23e", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:52:32.297716 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-abe775e6-7738-4b9c-a870-6358a25942b7 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:52:32.298100 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74ff2fca-077b-4ad8-ad95-ea5e77fcd0df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '352f3e83-9c4c-45f8-adbf-cb27152bd23e', 'code': 200} Nov 12 08:52:32.323452 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=352f3e83-9c4c-45f8-adbf-cb27152bd23e,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:32.392100 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9290f46-4f8d-44f2-8b83-9f0665378410 req-7dc9e91a-19e8-4bb0-9bde-7808e3f0d104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:32.393768 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c9290f46-4f8d-44f2-8b83-9f0665378410 req-7dc9e91a-19e8-4bb0-9bde-7808e3f0d104 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=74ff2fca-077b-4ad8-ad95-ea5e77fcd0df HTTP/1.1" status: 200 len: 1097 time: 0.0406945 Nov 12 08:52:32.439783 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c9290f46-4f8d-44f2-8b83-9f0665378410 req-7f5b2341-7174-4e27-a0c4-46633fede442 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=5f672f1c-b272-44fa-bb06-2fd8c79d1afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377400 Nov 12 08:52:32.973554 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906dea09-bb3d-4364-9bc2-6288b9b655bf req-08143283-0a65-4d05-8802-67319e068fe7 tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:32.974948 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-906dea09-bb3d-4364-9bc2-6288b9b655bf req-08143283-0a65-4d05-8802-67319e068fe7 tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] 10.222.0.26 "GET /v2.0/ports?device_id=74ff2fca-077b-4ad8-ad95-ea5e77fcd0df HTTP/1.1" status: 200 len: 945 time: 0.0491619 Nov 12 08:52:33.021819 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-906dea09-bb3d-4364-9bc2-6288b9b655bf req-122a7c9c-4fc9-4296-80e2-cee757ab4e1e tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f672f1c-b272-44fa-bb06-2fd8c79d1afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409217 Nov 12 08:52:33.975982 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a15406fe-1578-4506-b83b-f80c718c90c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:34.136603 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326e7cd7-a8d9-4a89-accc-a0ca216680d8 req-c7aa9b65-e557-4a1f-9643-89dc443129db tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:34.139020 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-326e7cd7-a8d9-4a89-accc-a0ca216680d8 req-c7aa9b65-e557-4a1f-9643-89dc443129db tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] 10.222.0.26 "GET /v2.0/ports?device_id=74ff2fca-077b-4ad8-ad95-ea5e77fcd0df HTTP/1.1" status: 200 len: 945 time: 0.0489020 Nov 12 08:52:34.184942 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-326e7cd7-a8d9-4a89-accc-a0ca216680d8 req-cd033f5c-52f5-4775-b2a9-fc6c578f06ea tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f672f1c-b272-44fa-bb06-2fd8c79d1afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408237 Nov 12 08:52:35.541048 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:37.028784 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-0de07322-8ecb-43b9-97c8-878ba78ba13b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:37.981051 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:39.337453 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:39.986386 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:42.680518 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:55.219460 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:53:02.603069 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f000e791-b0f4-4338-8b23-a5dfbdf44e4b req-1e64c3e3-16f6-4ef2-a019-e9c9833fd1d9 tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:02.604429 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f000e791-b0f4-4338-8b23-a5dfbdf44e4b req-1e64c3e3-16f6-4ef2-a019-e9c9833fd1d9 tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] 10.222.0.26 "GET /v2.0/ports?device_id=74ff2fca-077b-4ad8-ad95-ea5e77fcd0df HTTP/1.1" status: 200 len: 945 time: 0.0532486 Nov 12 08:53:02.656542 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f000e791-b0f4-4338-8b23-a5dfbdf44e4b req-bc9e5c4b-5294-49be-a001-061e3a99619d tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f672f1c-b272-44fa-bb06-2fd8c79d1afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451179 Nov 12 08:53:03.774657 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f091667-7a5c-465a-8e12-fad16299bb18 req-f3161a10-f3c0-40d1-96ef-82a59dfd3415 tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:03.776251 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4f091667-7a5c-465a-8e12-fad16299bb18 req-f3161a10-f3c0-40d1-96ef-82a59dfd3415 tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] 10.222.0.26 "GET /v2.0/ports?device_id=74ff2fca-077b-4ad8-ad95-ea5e77fcd0df HTTP/1.1" status: 200 len: 945 time: 0.0528088 Nov 12 08:53:03.824614 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4f091667-7a5c-465a-8e12-fad16299bb18 req-7c484600-98ec-4a4e-a645-64fcc995e65c tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f672f1c-b272-44fa-bb06-2fd8c79d1afd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414457 Nov 12 08:53:03.978340 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-388a159c-ae89-47ac-834d-43c97ce9597d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:04.424195 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c18664d-ba44-4c83-9e85-89ff96b3c253 req-972ea295-6db0-485f-905a-aa911adadd62 tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:04.425762 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8c18664d-ba44-4c83-9e85-89ff96b3c253 req-972ea295-6db0-485f-905a-aa911adadd62 tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] 10.222.0.21 "GET /v2.0/ports?device_id=74ff2fca-077b-4ad8-ad95-ea5e77fcd0df HTTP/1.1" status: 200 len: 945 time: 0.0519223 Nov 12 08:53:04.526806 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-8c18664d-ba44-4c83-9e85-89ff96b3c253 req-4babd7dc-98e8-47a5-853f-43d20bc9ccc9 tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] Deleting port 352f3e83-9c4c-45f8-adbf-cb27152bd23e {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:53:04.527138 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-8c18664d-ba44-4c83-9e85-89ff96b3c253 req-4babd7dc-98e8-47a5-853f-43d20bc9ccc9 tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:04.626927 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-8c18664d-ba44-4c83-9e85-89ff96b3c253 req-4babd7dc-98e8-47a5-853f-43d20bc9ccc9 tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] For port 352f3e83-9c4c-45f8-adbf-cb27152bd23e, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=352f3e83-9c4c-45f8-adbf-cb27152bd23e,segment=NetworkSegment(a2e35480-c72e-4ef8-a6db-de8ad115cd4f),segment_id=a2e35480-c72e-4ef8-a6db-de8ad115cd4f)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:53:04.627288 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-8c18664d-ba44-4c83-9e85-89ff96b3c253 req-4babd7dc-98e8-47a5-853f-43d20bc9ccc9 tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:04.640176 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-8c18664d-ba44-4c83-9e85-89ff96b3c253 req-4babd7dc-98e8-47a5-853f-43d20bc9ccc9 tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] Calling delete_port for 352f3e83-9c4c-45f8-adbf-cb27152bd23e owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:53:04.775162 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-8c18664d-ba44-4c83-9e85-89ff96b3c253 req-4babd7dc-98e8-47a5-853f-43d20bc9ccc9 tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:04.791196 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['352f3e83-9c4c-45f8-adbf-cb27152bd23e'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:53:04.805903 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babd7dc-98e8-47a5-853f-43d20bc9ccc9 tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] Pushing event deleted for resources: {'Port': ['ID=352f3e83-9c4c-45f8-adbf-cb27152bd23e,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:04.839524 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4babd7dc-98e8-47a5-853f-43d20bc9ccc9 tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:04.839862 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4babd7dc-98e8-47a5-853f-43d20bc9ccc9 tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:04.840204 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4babd7dc-98e8-47a5-853f-43d20bc9ccc9 tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:04.840801 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4babd7dc-98e8-47a5-853f-43d20bc9ccc9 tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:04.841140 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4babd7dc-98e8-47a5-853f-43d20bc9ccc9 tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:04.841500 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4babd7dc-98e8-47a5-853f-43d20bc9ccc9 tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:04.841929 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4babd7dc-98e8-47a5-853f-43d20bc9ccc9 tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:04.842371 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4babd7dc-98e8-47a5-853f-43d20bc9ccc9 tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:04.842725 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4babd7dc-98e8-47a5-853f-43d20bc9ccc9 tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:04.843155 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4babd7dc-98e8-47a5-853f-43d20bc9ccc9 tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:04.843500 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4babd7dc-98e8-47a5-853f-43d20bc9ccc9 tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:04.843883 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4babd7dc-98e8-47a5-853f-43d20bc9ccc9 tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:04.866090 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c18664d-ba44-4c83-9e85-89ff96b3c253 req-4babd7dc-98e8-47a5-853f-43d20bc9ccc9 tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] No DVR routers for this DVR port 352f3e83-9c4c-45f8-adbf-cb27152bd23e on host n-h1-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:53:04.870550 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-8c18664d-ba44-4c83-9e85-89ff96b3c253 req-4babd7dc-98e8-47a5-853f-43d20bc9ccc9 tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:04.874868 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8c18664d-ba44-4c83-9e85-89ff96b3c253 req-4babd7dc-98e8-47a5-853f-43d20bc9ccc9 tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] 10.222.0.21 "DELETE /v2.0/ports/352f3e83-9c4c-45f8-adbf-cb27152bd23e HTTP/1.1" status: 204 len: 173 time: 0.4411395 Nov 12 08:53:04.875363 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74ff2fca-077b-4ad8-ad95-ea5e77fcd0df', 'name': 'network-vif-deleted', 'tag': '352f3e83-9c4c-45f8-adbf-cb27152bd23e'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:53:04.877945 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c8308b0-9e30-4c77-9145-a03637e01933" -d '{"events": [{"server_uuid": "74ff2fca-077b-4ad8-ad95-ea5e77fcd0df", "name": "network-vif-deleted", "tag": "352f3e83-9c4c-45f8-adbf-cb27152bd23e"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:53:04.925958 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-dfc78d07-9257-4d40-955b-5e42b1e45fb5 req-f0808cc9-3e49-4065-8ac8-1a883a8acaee tempest-VolumesSnapshotTestJSON-1170094858 tempest-VolumesSnapshotTestJSON-1170094858-project] 10.222.0.26 "GET /v2.0/ports?device_id=74ff2fca-077b-4ad8-ad95-ea5e77fcd0df HTTP/1.1" status: 200 len: 210 time: 0.0279026 Nov 12 08:53:04.974340 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edc0267e-5df6-46a5-8b6d-c1325f1d378a x-openstack-request-id: req-edc0267e-5df6-46a5-8b6d-c1325f1d378a {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:53:04.974660 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74ff2fca-077b-4ad8-ad95-ea5e77fcd0df", "name": "network-vif-deleted", "tag": "352f3e83-9c4c-45f8-adbf-cb27152bd23e", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:53:04.974922 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-edc0267e-5df6-46a5-8b6d-c1325f1d378a {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:53:04.975328 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74ff2fca-077b-4ad8-ad95-ea5e77fcd0df', 'name': 'network-vif-deleted', 'tag': '352f3e83-9c4c-45f8-adbf-cb27152bd23e', 'status': 'completed', 'code': 200} Nov 12 08:53:05.539032 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:07.032198 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b7927172-f16f-4f9b-bb19-2d80561dc4f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:07.985665 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:08.287201 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 352f3e83-9c4c-45f8-adbf-cb27152bd23e no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:53:08.307212 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-e530113a-7783-48f4-9840-8911a24052df None None] No Port match for: 352f3e83-9c4c-45f8-adbf-cb27152bd23e {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:53:08.307559 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 352f3e83-9c4c-45f8-adbf-cb27152bd23e not bound to the agent host n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:53:09.339969 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:09.989039 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:12.678989 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:32.219947 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:53:33.986028 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-692d7338-d587-4cf0-8e1c-9ed89ac48d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:35.536404 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:37.033829 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d618c3b7-02b8-475f-94dc-7135e2fe7b5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:37.987360 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:39.344240 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:39.992631 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:42.684516 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:50.318166 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 36896) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:50.370332 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-a89ccc9f-93cb-4b2a-ba49-6936efa439e0 admin admin] Deleting subnet fd08d789-b696-4e5d-86ca-266bed04337f {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:53:50.373718 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a89ccc9f-93cb-4b2a-ba49-6936efa439e0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:50.412267 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a89ccc9f-93cb-4b2a-ba49-6936efa439e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:50.462739 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a89ccc9f-93cb-4b2a-ba49-6936efa439e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:50.517160 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a89ccc9f-93cb-4b2a-ba49-6936efa439e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:50.558735 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89ccc9f-93cb-4b2a-ba49-6936efa439e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd08d789-b696-4e5d-86ca-266bed04337f,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:50.561239 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a89ccc9f-93cb-4b2a-ba49-6936efa439e0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:50.565324 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-a89ccc9f-93cb-4b2a-ba49-6936efa439e0 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/fd08d789-b696-4e5d-86ca-266bed04337f HTTP/1.1" status: 204 len: 168 time: 0.2453988 Nov 12 08:53:50.567996 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 36898) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:50.572152 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89ccc9f-93cb-4b2a-ba49-6936efa439e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:50.572499 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89ccc9f-93cb-4b2a-ba49-6936efa439e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:50.572835 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89ccc9f-93cb-4b2a-ba49-6936efa439e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:50.573169 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89ccc9f-93cb-4b2a-ba49-6936efa439e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:50.573496 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89ccc9f-93cb-4b2a-ba49-6936efa439e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:50.573824 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89ccc9f-93cb-4b2a-ba49-6936efa439e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:50.574304 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89ccc9f-93cb-4b2a-ba49-6936efa439e0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:50.574476 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89ccc9f-93cb-4b2a-ba49-6936efa439e0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:50.574794 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89ccc9f-93cb-4b2a-ba49-6936efa439e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:50.575115 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89ccc9f-93cb-4b2a-ba49-6936efa439e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:50.575435 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89ccc9f-93cb-4b2a-ba49-6936efa439e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:50.575755 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89ccc9f-93cb-4b2a-ba49-6936efa439e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:50.644438 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-aafe7054-2a95-436d-8e0b-315780d4e4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:50.736200 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-aafe7054-2a95-436d-8e0b-315780d4e4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:50.762003 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-aafe7054-2a95-436d-8e0b-315780d4e4a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17c43e90-9f3d-4306-baf4-d69f5227049f']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:50.771762 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-aafe7054-2a95-436d-8e0b-315780d4e4a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2e35480-c72e-4ef8-a6db-de8ad115cd4f') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:50.772059 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-aafe7054-2a95-436d-8e0b-315780d4e4a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2e35480-c72e-4ef8-a6db-de8ad115cd4f') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:50.782474 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-aafe7054-2a95-436d-8e0b-315780d4e4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:50.796362 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-aafe7054-2a95-436d-8e0b-315780d4e4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:50.803432 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aafe7054-2a95-436d-8e0b-315780d4e4a5 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:53:50.803882 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-aafe7054-2a95-436d-8e0b-315780d4e4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:50.805884 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 08:53:50.805884 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:53:50.805884 n-d-765315-29 neutron-server[102599]: timer() Nov 12 08:53:50.805884 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:53:50.805884 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 08:53:50.805884 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:53:50.805884 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 08:53:50.805884 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:53:50.805884 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 08:53:50.805884 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:53:50.805884 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 08:53:50.805884 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:53:50.805884 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 08:53:50.805884 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:53:50.805884 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:53:50.805884 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:53:50.805884 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:53:50.805884 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:53:50.805884 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 08:53:50.805884 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:53:50.805884 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 08:53:50.805884 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:53:50.805884 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:53:50.805884 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:53:50.805884 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 08:53:50.805884 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:53:50.805884 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:53:50.805884 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:53:50.805884 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:53:50.805884 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:53:50.805884 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:53:50.805884 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:53:50.867417 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-aafe7054-2a95-436d-8e0b-315780d4e4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:50.873333 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-aafe7054-2a95-436d-8e0b-315780d4e4a5 admin admin] Publish callbacks [] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:50.876839 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-aafe7054-2a95-436d-8e0b-315780d4e4a5 admin admin] 10.222.0.26 "DELETE /v2.0/networks/17c43e90-9f3d-4306-baf4-d69f5227049f HTTP/1.1" status: 204 len: 168 time: 0.3078370 Nov 12 08:53:50.888707 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafe7054-2a95-436d-8e0b-315780d4e4a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=17c43e90-9f3d-4306-baf4-d69f5227049f,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:51.059203 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 36902) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:51.118606 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-96edb50e-7fc0-4c4a-91e2-5cb693eb2bec admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=457d4ebf32d34cfda2ef4580b496a697&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0578864 Nov 12 08:53:51.121420 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 36904) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:51.183592 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d4b00930-ca83-4bfa-aae1-c8f57945c959 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:51.207521 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d4b00930-ca83-4bfa-aae1-c8f57945c959 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:51.258865 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d4b00930-ca83-4bfa-aae1-c8f57945c959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:51.262522 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d4b00930-ca83-4bfa-aae1-c8f57945c959 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:51.263698 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-d4b00930-ca83-4bfa-aae1-c8f57945c959 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5f672f1c-b272-44fa-bb06-2fd8c79d1afd HTTP/1.1" status: 204 len: 168 time: 0.1397038 Nov 12 08:53:51.272783 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b00930-ca83-4bfa-aae1-c8f57945c959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f672f1c-b272-44fa-bb06-2fd8c79d1afd,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:53.550527 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 37058) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:53.674679 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e587747f-6758-40d4-93dc-99151be83cd5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:53.757560 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e587747f-6758-40d4-93dc-99151be83cd5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:53.761969 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e587747f-6758-40d4-93dc-99151be83cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:53.803101 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e587747f-6758-40d4-93dc-99151be83cd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e759824-7c10-44b4-aad7-25a0376e4f29,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:53.808061 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-e587747f-6758-40d4-93dc-99151be83cd5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=83947f92acaf49cf82a6be5c09074a12&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2563603 Nov 12 08:53:53.810733 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 37062) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:53.863984 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0cf46cb6-5b96-4771-9ed7-9b2865d86e39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:53.886332 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0cf46cb6-5b96-4771-9ed7-9b2865d86e39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:53.937880 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0cf46cb6-5b96-4771-9ed7-9b2865d86e39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:53.940533 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0cf46cb6-5b96-4771-9ed7-9b2865d86e39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:53.941831 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-0cf46cb6-5b96-4771-9ed7-9b2865d86e39 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5e759824-7c10-44b4-aad7-25a0376e4f29 HTTP/1.1" status: 204 len: 168 time: 0.1294701 Nov 12 08:53:53.950293 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf46cb6-5b96-4771-9ed7-9b2865d86e39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e759824-7c10-44b4-aad7-25a0376e4f29,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:54.220495 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 37068) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:54.236418 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-58171f2a-2bd7-47a0-8702-e2a9ea0758ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:54.322124 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-58171f2a-2bd7-47a0-8702-e2a9ea0758ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:54.328009 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-58171f2a-2bd7-47a0-8702-e2a9ea0758ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:54.369100 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-58171f2a-2bd7-47a0-8702-e2a9ea0758ac admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7cad5e786aaa45e48ff7697e6ccf0b9a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1474624 Nov 12 08:53:54.369910 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58171f2a-2bd7-47a0-8702-e2a9ea0758ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f26a2430-8cdc-4ac5-8331-c331a0f2938c,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:54.372956 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 37070) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:54.435669 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8d345cff-f0d6-45b9-983d-d853d847e864 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:54.458793 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8d345cff-f0d6-45b9-983d-d853d847e864 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:54.511987 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8d345cff-f0d6-45b9-983d-d853d847e864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:54.514926 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8d345cff-f0d6-45b9-983d-d853d847e864 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:54.516255 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-8d345cff-f0d6-45b9-983d-d853d847e864 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f26a2430-8cdc-4ac5-8331-c331a0f2938c HTTP/1.1" status: 204 len: 168 time: 0.1421804 Nov 12 08:53:54.524674 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d345cff-f0d6-45b9-983d-d853d847e864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f26a2430-8cdc-4ac5-8331-c331a0f2938c,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:03.987058 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2ba01c8a-3512-4003-97ca-210bdee16342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:05.410050 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7c29c85e-05f7-4a98-b290-cb1bc75b1f7a req-40f4660b-fb5b-472d-a245-8e1d810e8dad tempest-ServersAdminNegativeTestJSON-1198698247 tempest-ServersAdminNegativeTestJSON-1198698247-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=bea947cb373f46ccbe3c45211d3fc9c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317833 Nov 12 08:54:05.552371 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:05.633486 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c29c85e-05f7-4a98-b290-cb1bc75b1f7a req-0494f8d2-65b4-4e76-9a3e-a16782a8ee1e tempest-ServersAdminNegativeTestJSON-1198698247 tempest-ServersAdminNegativeTestJSON-1198698247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:05.634994 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7c29c85e-05f7-4a98-b290-cb1bc75b1f7a req-0494f8d2-65b4-4e76-9a3e-a16782a8ee1e tempest-ServersAdminNegativeTestJSON-1198698247 tempest-ServersAdminNegativeTestJSON-1198698247-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2192950 Nov 12 08:54:05.652815 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7c29c85e-05f7-4a98-b290-cb1bc75b1f7a req-705d042c-5c84-489b-9879-2fd882590587 tempest-ServersAdminNegativeTestJSON-1198698247 tempest-ServersAdminNegativeTestJSON-1198698247-project] 10.222.0.26 "GET /v2.0/quotas/bea947cb373f46ccbe3c45211d3fc9c6 HTTP/1.1" status: 200 len: 375 time: 0.0103965 Nov 12 08:54:05.690299 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7c29c85e-05f7-4a98-b290-cb1bc75b1f7a req-2d9aa47b-0849-4466-9665-cdd627d54c38 tempest-ServersAdminNegativeTestJSON-1198698247 tempest-ServersAdminNegativeTestJSON-1198698247-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=bea947cb373f46ccbe3c45211d3fc9c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310144 Nov 12 08:54:05.866639 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8792811c-265f-4d8a-892e-d879d48c3522 req-aedba89a-df90-4345-83b2-bc1ea18f9676 tempest-ServersAdminNegativeTestJSON-1198698247 tempest-ServersAdminNegativeTestJSON-1198698247-project] 10.222.0.26 "GET /v2.0/ports?device_id=b1aa364f-e92c-43af-bddc-9465a6c9b1bb HTTP/1.1" status: 200 len: 210 time: 0.0363393 Nov 12 08:54:06.966317 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f8ac12f3-c0e2-4ae4-a901-30256fedaf0b req-b48babaf-4512-40c0-bd17-7e2c97d24635 tempest-ServersAdminNegativeTestJSON-1198698247 tempest-ServersAdminNegativeTestJSON-1198698247-project] 10.222.0.26 "GET /v2.0/ports?device_id=b1aa364f-e92c-43af-bddc-9465a6c9b1bb HTTP/1.1" status: 200 len: 210 time: 0.0280771 Nov 12 08:54:07.038327 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c56c184d-a4c0-4c72-9999-7e5b4419d9a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:07.069499 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7c29c85e-05f7-4a98-b290-cb1bc75b1f7a req-1892e87d-1585-4ca3-b015-f5c8330450f2 tempest-ServersAdminNegativeTestJSON-1198698247 tempest-ServersAdminNegativeTestJSON-1198698247-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=bea947cb373f46ccbe3c45211d3fc9c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359321 Nov 12 08:54:07.263574 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c29c85e-05f7-4a98-b290-cb1bc75b1f7a req-0fbe8270-876d-448a-9a20-eed56dc76fde tempest-ServersAdminNegativeTestJSON-1198698247 tempest-ServersAdminNegativeTestJSON-1198698247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:07.265542 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7c29c85e-05f7-4a98-b290-cb1bc75b1f7a req-0fbe8270-876d-448a-9a20-eed56dc76fde tempest-ServersAdminNegativeTestJSON-1198698247 tempest-ServersAdminNegativeTestJSON-1198698247-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1872752 Nov 12 08:54:07.297335 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-7c29c85e-05f7-4a98-b290-cb1bc75b1f7a req-b7859845-f014-42f1-93aa-04f2942947ab tempest-ServersAdminNegativeTestJSON-1198698247 tempest-ServersAdminNegativeTestJSON-1198698247-project] Request body: {'port': {'device_id': 'b1aa364f-e92c-43af-bddc-9465a6c9b1bb', 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016', 'admin_state_up': True, 'tenant_id': 'bea947cb373f46ccbe3c45211d3fc9c6'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:54:07.410106 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c29c85e-05f7-4a98-b290-cb1bc75b1f7a req-b7859845-f014-42f1-93aa-04f2942947ab tempest-ServersAdminNegativeTestJSON-1198698247 tempest-ServersAdminNegativeTestJSON-1198698247-project] Made reservation on behalf of bea947cb373f46ccbe3c45211d3fc9c6 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:54:07.413662 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-7c29c85e-05f7-4a98-b290-cb1bc75b1f7a req-b7859845-f014-42f1-93aa-04f2942947ab tempest-ServersAdminNegativeTestJSON-1198698247 tempest-ServersAdminNegativeTestJSON-1198698247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:07.422863 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-7c29c85e-05f7-4a98-b290-cb1bc75b1f7a req-b7859845-f014-42f1-93aa-04f2942947ab tempest-ServersAdminNegativeTestJSON-1198698247 tempest-ServersAdminNegativeTestJSON-1198698247-project] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:07.504785 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-7c29c85e-05f7-4a98-b290-cb1bc75b1f7a req-b7859845-f014-42f1-93aa-04f2942947ab tempest-ServersAdminNegativeTestJSON-1198698247 tempest-ServersAdminNegativeTestJSON-1198698247-project] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:07.508546 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-7c29c85e-05f7-4a98-b290-cb1bc75b1f7a req-b7859845-f014-42f1-93aa-04f2942947ab tempest-ServersAdminNegativeTestJSON-1198698247 tempest-ServersAdminNegativeTestJSON-1198698247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:07.570462 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7859845-f014-42f1-93aa-04f2942947ab tempest-ServersAdminNegativeTestJSON-1198698247 tempest-ServersAdminNegativeTestJSON-1198698247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a59d6f-409a-4d88-89c5-279a45318ba2,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:07.583710 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7859845-f014-42f1-93aa-04f2942947ab tempest-ServersAdminNegativeTestJSON-1198698247 tempest-ServersAdminNegativeTestJSON-1198698247-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:07.584072 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7859845-f014-42f1-93aa-04f2942947ab tempest-ServersAdminNegativeTestJSON-1198698247 tempest-ServersAdminNegativeTestJSON-1198698247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:07.584424 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7859845-f014-42f1-93aa-04f2942947ab tempest-ServersAdminNegativeTestJSON-1198698247 tempest-ServersAdminNegativeTestJSON-1198698247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:07.584825 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7859845-f014-42f1-93aa-04f2942947ab tempest-ServersAdminNegativeTestJSON-1198698247 tempest-ServersAdminNegativeTestJSON-1198698247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:07.585117 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7859845-f014-42f1-93aa-04f2942947ab tempest-ServersAdminNegativeTestJSON-1198698247 tempest-ServersAdminNegativeTestJSON-1198698247-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:07.585484 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7859845-f014-42f1-93aa-04f2942947ab tempest-ServersAdminNegativeTestJSON-1198698247 tempest-ServersAdminNegativeTestJSON-1198698247-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:07.585822 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7859845-f014-42f1-93aa-04f2942947ab tempest-ServersAdminNegativeTestJSON-1198698247 tempest-ServersAdminNegativeTestJSON-1198698247-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:07.586831 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7859845-f014-42f1-93aa-04f2942947ab tempest-ServersAdminNegativeTestJSON-1198698247 tempest-ServersAdminNegativeTestJSON-1198698247-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:07.586831 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7859845-f014-42f1-93aa-04f2942947ab tempest-ServersAdminNegativeTestJSON-1198698247 tempest-ServersAdminNegativeTestJSON-1198698247-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:07.587040 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7859845-f014-42f1-93aa-04f2942947ab tempest-ServersAdminNegativeTestJSON-1198698247 tempest-ServersAdminNegativeTestJSON-1198698247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:07.587190 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7859845-f014-42f1-93aa-04f2942947ab tempest-ServersAdminNegativeTestJSON-1198698247 tempest-ServersAdminNegativeTestJSON-1198698247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:07.587524 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7859845-f014-42f1-93aa-04f2942947ab tempest-ServersAdminNegativeTestJSON-1198698247 tempest-ServersAdminNegativeTestJSON-1198698247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:07.661021 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-7c29c85e-05f7-4a98-b290-cb1bc75b1f7a req-b7859845-f014-42f1-93aa-04f2942947ab tempest-ServersAdminNegativeTestJSON-1198698247 tempest-ServersAdminNegativeTestJSON-1198698247-project] Allocated IP 192.168.233.177 (107743df-d3df-459d-a6cd-9e2ab4303016/e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1/c33edc19-90de-405b-805d-43731e8a2db5) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:54:07.808334 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-7c29c85e-05f7-4a98-b290-cb1bc75b1f7a req-b7859845-f014-42f1-93aa-04f2942947ab tempest-ServersAdminNegativeTestJSON-1198698247 tempest-ServersAdminNegativeTestJSON-1198698247-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:07.848676 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-7c29c85e-05f7-4a98-b290-cb1bc75b1f7a req-b7859845-f014-42f1-93aa-04f2942947ab tempest-ServersAdminNegativeTestJSON-1198698247 tempest-ServersAdminNegativeTestJSON-1198698247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:07.891342 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c29c85e-05f7-4a98-b290-cb1bc75b1f7a req-b7859845-f014-42f1-93aa-04f2942947ab tempest-ServersAdminNegativeTestJSON-1198698247 tempest-ServersAdminNegativeTestJSON-1198698247-project] Network 107743df-d3df-459d-a6cd-9e2ab4303016 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:54:07.896544 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-7c29c85e-05f7-4a98-b290-cb1bc75b1f7a req-b7859845-f014-42f1-93aa-04f2942947ab tempest-ServersAdminNegativeTestJSON-1198698247 tempest-ServersAdminNegativeTestJSON-1198698247-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:54:07.900337 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c29c85e-05f7-4a98-b290-cb1bc75b1f7a req-b7859845-f014-42f1-93aa-04f2942947ab tempest-ServersAdminNegativeTestJSON-1198698247 tempest-ServersAdminNegativeTestJSON-1198698247-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:54:07.907755 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7859845-f014-42f1-93aa-04f2942947ab tempest-ServersAdminNegativeTestJSON-1198698247 tempest-ServersAdminNegativeTestJSON-1198698247-project] Pushing event updated for resources: {'Port': ['ID=c33edc19-90de-405b-805d-43731e8a2db5,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:07.956594 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c29c85e-05f7-4a98-b290-cb1bc75b1f7a req-b7859845-f014-42f1-93aa-04f2942947ab tempest-ServersAdminNegativeTestJSON-1198698247 tempest-ServersAdminNegativeTestJSON-1198698247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:07.957256 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-7c29c85e-05f7-4a98-b290-cb1bc75b1f7a req-b7859845-f014-42f1-93aa-04f2942947ab tempest-ServersAdminNegativeTestJSON-1198698247 tempest-ServersAdminNegativeTestJSON-1198698247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:07.976868 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7c29c85e-05f7-4a98-b290-cb1bc75b1f7a req-b7859845-f014-42f1-93aa-04f2942947ab tempest-ServersAdminNegativeTestJSON-1198698247 tempest-ServersAdminNegativeTestJSON-1198698247-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6834166 Nov 12 08:54:07.993529 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:07.998702 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-7c29c85e-05f7-4a98-b290-cb1bc75b1f7a req-5e87475d-ea62-43d8-a753-e5fac487a708 service neutron] Request body: {'port': {'device_id': 'b1aa364f-e92c-43af-bddc-9465a6c9b1bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:54:08.063678 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-7c29c85e-05f7-4a98-b290-cb1bc75b1f7a req-5e87475d-ea62-43d8-a753-e5fac487a708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:08.100803 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1132ce5-851d-4477-ba20-c44e39a0a47a req-8fb1fe6b-82c8-4da7-8af6-9ad6bf554918 tempest-ServersAdminNegativeTestJSON-1198698247 tempest-ServersAdminNegativeTestJSON-1198698247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:08.104114 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c1132ce5-851d-4477-ba20-c44e39a0a47a req-8fb1fe6b-82c8-4da7-8af6-9ad6bf554918 tempest-ServersAdminNegativeTestJSON-1198698247 tempest-ServersAdminNegativeTestJSON-1198698247-project] 10.222.0.26 "GET /v2.0/ports?device_id=b1aa364f-e92c-43af-bddc-9465a6c9b1bb HTTP/1.1" status: 200 len: 936 time: 0.0569522 Nov 12 08:54:08.152137 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c1132ce5-851d-4477-ba20-c44e39a0a47a req-a8b65960-3a25-4ca6-af9d-c48613823224 tempest-ServersAdminNegativeTestJSON-1198698247 tempest-ServersAdminNegativeTestJSON-1198698247-project] 10.222.0.26 "GET /v2.0/security-groups?id=d3a59d6f-409a-4d88-89c5-279a45318ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428979 Nov 12 08:54:08.168898 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-416a713b-73d9-4757-beca-300bbaf5a0e4 None None] Provisioning complete for port c33edc19-90de-405b-805d-43731e8a2db5 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:54:08.169362 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-416a713b-73d9-4757-beca-300bbaf5a0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:08.204982 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-416a713b-73d9-4757-beca-300bbaf5a0e4 None None] Port c33edc19-90de-405b-805d-43731e8a2db5 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:54:08.354263 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-7c29c85e-05f7-4a98-b290-cb1bc75b1f7a req-5e87475d-ea62-43d8-a753-e5fac487a708 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c33edc19-90de-405b-805d-43731e8a2db5 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:54:08.361590 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-7c29c85e-05f7-4a98-b290-cb1bc75b1f7a req-5e87475d-ea62-43d8-a753-e5fac487a708 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:08.373653 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-7c29c85e-05f7-4a98-b290-cb1bc75b1f7a req-5e87475d-ea62-43d8-a753-e5fac487a708 service neutron] Transition to ACTIVE for port object c33edc19-90de-405b-805d-43731e8a2db5 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:54:08.377360 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-7c29c85e-05f7-4a98-b290-cb1bc75b1f7a req-5e87475d-ea62-43d8-a753-e5fac487a708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:08.425293 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e87475d-ea62-43d8-a753-e5fac487a708 service neutron] Pushing event updated for resources: {'Port': ['ID=c33edc19-90de-405b-805d-43731e8a2db5,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:08.517972 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-7c29c85e-05f7-4a98-b290-cb1bc75b1f7a req-5e87475d-ea62-43d8-a753-e5fac487a708 service neutron] Attempting to bind port c33edc19-90de-405b-805d-43731e8a2db5 on host n-h2-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:54:08.518310 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-7c29c85e-05f7-4a98-b290-cb1bc75b1f7a req-5e87475d-ea62-43d8-a753-e5fac487a708 service neutron] Attempting to bind port c33edc19-90de-405b-805d-43731e8a2db5 by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:54:08.518669 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c29c85e-05f7-4a98-b290-cb1bc75b1f7a req-5e87475d-ea62-43d8-a753-e5fac487a708 service neutron] Attempting to bind port c33edc19-90de-405b-805d-43731e8a2db5 on network 107743df-d3df-459d-a6cd-9e2ab4303016 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:54:08.523611 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c29c85e-05f7-4a98-b290-cb1bc75b1f7a req-5e87475d-ea62-43d8-a753-e5fac487a708 service neutron] Port c33edc19-90de-405b-805d-43731e8a2db5 on network 107743df-d3df-459d-a6cd-9e2ab4303016 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:54:08.523943 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c29c85e-05f7-4a98-b290-cb1bc75b1f7a req-5e87475d-ea62-43d8-a753-e5fac487a708 service neutron] Attempting to bind port c33edc19-90de-405b-805d-43731e8a2db5 on network 107743df-d3df-459d-a6cd-9e2ab4303016 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:54:08.529114 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c29c85e-05f7-4a98-b290-cb1bc75b1f7a req-5e87475d-ea62-43d8-a753-e5fac487a708 service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:54:08.530042 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c29c85e-05f7-4a98-b290-cb1bc75b1f7a req-5e87475d-ea62-43d8-a753-e5fac487a708 service neutron] Checking segment: {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:54:08.530537 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c29c85e-05f7-4a98-b290-cb1bc75b1f7a req-5e87475d-ea62-43d8-a753-e5fac487a708 service neutron] Bound using segment: {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:54:08.531010 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-7c29c85e-05f7-4a98-b290-cb1bc75b1f7a req-5e87475d-ea62-43d8-a753-e5fac487a708 service neutron] Bound port: c33edc19-90de-405b-805d-43731e8a2db5, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ac8c0a6-cb23-4f92-87ed-4a9f58211544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:54:08.531496 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-7c29c85e-05f7-4a98-b290-cb1bc75b1f7a req-5e87475d-ea62-43d8-a753-e5fac487a708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:08.601464 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-7c29c85e-05f7-4a98-b290-cb1bc75b1f7a req-5e87475d-ea62-43d8-a753-e5fac487a708 service neutron] For port c33edc19-90de-405b-805d-43731e8a2db5, host n-h2-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:54:08.604732 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-7c29c85e-05f7-4a98-b290-cb1bc75b1f7a req-5e87475d-ea62-43d8-a753-e5fac487a708 service neutron] For port c33edc19-90de-405b-805d-43731e8a2db5, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=c33edc19-90de-405b-805d-43731e8a2db5,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:54:08.609115 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-7c29c85e-05f7-4a98-b290-cb1bc75b1f7a req-5e87475d-ea62-43d8-a753-e5fac487a708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:08.647142 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c29c85e-05f7-4a98-b290-cb1bc75b1f7a req-5e87475d-ea62-43d8-a753-e5fac487a708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:08.647768 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-7c29c85e-05f7-4a98-b290-cb1bc75b1f7a req-5e87475d-ea62-43d8-a753-e5fac487a708 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:08.649242 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7c29c85e-05f7-4a98-b290-cb1bc75b1f7a req-5e87475d-ea62-43d8-a753-e5fac487a708 service neutron] 10.222.0.44 "PUT /v2.0/ports/c33edc19-90de-405b-805d-43731e8a2db5 HTTP/1.1" status: 200 len: 1097 time: 0.6560798 Nov 12 08:54:08.649721 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1aa364f-e92c-43af-bddc-9465a6c9b1bb', 'tag': 'c33edc19-90de-405b-805d-43731e8a2db5'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:54:08.652099 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45972605-2e5f-44cf-8b20-4cf1b9719f62" -d '{"events": [{"name": "network-changed", "server_uuid": "b1aa364f-e92c-43af-bddc-9465a6c9b1bb", "tag": "c33edc19-90de-405b-805d-43731e8a2db5"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:54:08.688532 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e87475d-ea62-43d8-a753-e5fac487a708 service neutron] Pushing event updated for resources: {'Port': ['ID=c33edc19-90de-405b-805d-43731e8a2db5,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:08.776917 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c29c85e-05f7-4a98-b290-cb1bc75b1f7a req-828d5758-1d13-4b13-93f5-415151e336c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:08.778466 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7c29c85e-05f7-4a98-b290-cb1bc75b1f7a req-828d5758-1d13-4b13-93f5-415151e336c2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bea947cb373f46ccbe3c45211d3fc9c6&device_id=b1aa364f-e92c-43af-bddc-9465a6c9b1bb HTTP/1.1" status: 200 len: 1100 time: 0.0519700 Nov 12 08:54:08.780906 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bb21c4e-9ad8-4fd4-87d3-1b1dd0b81855 x-openstack-request-id: req-9bb21c4e-9ad8-4fd4-87d3-1b1dd0b81855 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:54:08.781129 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1aa364f-e92c-43af-bddc-9465a6c9b1bb", "tag": "c33edc19-90de-405b-805d-43731e8a2db5", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:54:08.781344 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9bb21c4e-9ad8-4fd4-87d3-1b1dd0b81855 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:54:08.781728 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1aa364f-e92c-43af-bddc-9465a6c9b1bb', 'tag': 'c33edc19-90de-405b-805d-43731e8a2db5', 'status': 'completed', 'code': 200} Nov 12 08:54:08.861101 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7c29c85e-05f7-4a98-b290-cb1bc75b1f7a req-0a19032e-5088-4602-aa13-1c8d02b63d69 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=c33edc19-90de-405b-805d-43731e8a2db5 HTTP/1.1" status: 200 len: 217 time: 0.0467439 Nov 12 08:54:08.923472 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c29c85e-05f7-4a98-b290-cb1bc75b1f7a req-f090eaa8-a58a-452c-9e8d-7f5af12cfcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:08.924932 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7c29c85e-05f7-4a98-b290-cb1bc75b1f7a req-f090eaa8-a58a-452c-9e8d-7f5af12cfcfe service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1 HTTP/1.1" status: 200 len: 843 time: 0.0523117 Nov 12 08:54:08.977705 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c29c85e-05f7-4a98-b290-cb1bc75b1f7a req-a682c387-7a84-41c7-bb09-95c7249b6db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:08.979256 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7c29c85e-05f7-4a98-b290-cb1bc75b1f7a req-a682c387-7a84-41c7-bb09-95c7249b6db6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=107743df-d3df-459d-a6cd-9e2ab4303016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0432458 Nov 12 08:54:09.087267 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7c29c85e-05f7-4a98-b290-cb1bc75b1f7a req-b728f859-7e0d-4723-9e74-94ac4e7ca606 service neutron] 10.222.0.44 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959888 Nov 12 08:54:09.190430 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7c29c85e-05f7-4a98-b290-cb1bc75b1f7a req-42046c25-2734-444c-99b2-867e5d23844c service neutron] 10.222.0.44 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908928 Nov 12 08:54:09.221210 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:54:09.289042 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b6db5e-5459-47db-bd0d-ecd4865ce7df req-998d2e00-ae22-4212-b31e-1cae9199c79b tempest-ServersAdminNegativeTestJSON-1198698247 tempest-ServersAdminNegativeTestJSON-1198698247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:09.290600 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d5b6db5e-5459-47db-bd0d-ecd4865ce7df req-998d2e00-ae22-4212-b31e-1cae9199c79b tempest-ServersAdminNegativeTestJSON-1198698247 tempest-ServersAdminNegativeTestJSON-1198698247-project] 10.222.0.26 "GET /v2.0/ports?device_id=b1aa364f-e92c-43af-bddc-9465a6c9b1bb HTTP/1.1" status: 200 len: 948 time: 0.0545824 Nov 12 08:54:09.348144 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45972605-2e5f-44cf-8b20-4cf1b9719f62 req-d2223c36-ef4e-41d4-a177-bcdb99c771c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:09.349783 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-45972605-2e5f-44cf-8b20-4cf1b9719f62 req-d2223c36-ef4e-41d4-a177-bcdb99c771c6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bea947cb373f46ccbe3c45211d3fc9c6&device_id=b1aa364f-e92c-43af-bddc-9465a6c9b1bb HTTP/1.1" status: 200 len: 1100 time: 0.0613472 Nov 12 08:54:09.355126 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:09.361868 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d5b6db5e-5459-47db-bd0d-ecd4865ce7df req-ecbb0765-d005-4088-bde4-ef580c924861 tempest-ServersAdminNegativeTestJSON-1198698247 tempest-ServersAdminNegativeTestJSON-1198698247-project] 10.222.0.26 "GET /v2.0/security-groups?id=d3a59d6f-409a-4d88-89c5-279a45318ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647573 Nov 12 08:54:09.463866 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45972605-2e5f-44cf-8b20-4cf1b9719f62 req-135eae82-c7c2-47d5-9fe3-ddb80d8f17c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:09.465254 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-45972605-2e5f-44cf-8b20-4cf1b9719f62 req-135eae82-c7c2-47d5-9fe3-ddb80d8f17c8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=107743df-d3df-459d-a6cd-9e2ab4303016 HTTP/1.1" status: 200 len: 870 time: 0.1001265 Nov 12 08:54:09.517837 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-45972605-2e5f-44cf-8b20-4cf1b9719f62 req-9cf3d6e0-2347-4eee-8915-85e9400fc9ff service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=c33edc19-90de-405b-805d-43731e8a2db5 HTTP/1.1" status: 200 len: 217 time: 0.0427840 Nov 12 08:54:09.571780 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45972605-2e5f-44cf-8b20-4cf1b9719f62 req-28df4b9a-dbbe-46c4-a7ba-4ed6cc52b5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:09.573262 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-45972605-2e5f-44cf-8b20-4cf1b9719f62 req-28df4b9a-dbbe-46c4-a7ba-4ed6cc52b5e4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1 HTTP/1.1" status: 200 len: 843 time: 0.0468910 Nov 12 08:54:09.626228 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45972605-2e5f-44cf-8b20-4cf1b9719f62 req-07cb05f3-b5b8-4bde-9c22-3ec7695395ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:09.627816 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-45972605-2e5f-44cf-8b20-4cf1b9719f62 req-07cb05f3-b5b8-4bde-9c22-3ec7695395ae service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=107743df-d3df-459d-a6cd-9e2ab4303016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0471790 Nov 12 08:54:09.736216 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-45972605-2e5f-44cf-8b20-4cf1b9719f62 req-341b8722-73df-4f42-82e2-4514c8079f16 service neutron] 10.222.0.44 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003273 Nov 12 08:54:09.849553 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-45972605-2e5f-44cf-8b20-4cf1b9719f62 req-2b69e508-cf59-4bca-90a6-52e3ebd5aace service neutron] 10.222.0.44 "GET /v2.0/networks/107743df-d3df-459d-a6cd-9e2ab4303016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050913 Nov 12 08:54:09.999093 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:10.488808 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7787e5-4d02-465c-a9ca-1753fb5c6657 req-4cc6e16a-1e52-4d3f-aa68-f1a1ccb3c727 tempest-ServersAdminNegativeTestJSON-1198698247 tempest-ServersAdminNegativeTestJSON-1198698247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:10.490274 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fb7787e5-4d02-465c-a9ca-1753fb5c6657 req-4cc6e16a-1e52-4d3f-aa68-f1a1ccb3c727 tempest-ServersAdminNegativeTestJSON-1198698247 tempest-ServersAdminNegativeTestJSON-1198698247-project] 10.222.0.26 "GET /v2.0/ports?device_id=b1aa364f-e92c-43af-bddc-9465a6c9b1bb HTTP/1.1" status: 200 len: 948 time: 0.0520024 Nov 12 08:54:10.561798 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fb7787e5-4d02-465c-a9ca-1753fb5c6657 req-c3420703-d505-4d8f-b04f-2383ba53d047 tempest-ServersAdminNegativeTestJSON-1198698247 tempest-ServersAdminNegativeTestJSON-1198698247-project] 10.222.0.26 "GET /v2.0/security-groups?id=d3a59d6f-409a-4d88-89c5-279a45318ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654898 Nov 12 08:54:11.690769 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95fe00f-c8fe-4b38-aa7f-61ab7aef3f82 req-a23638c8-6cc7-4120-befb-26c7a12493b9 tempest-ServersAdminNegativeTestJSON-1198698247 tempest-ServersAdminNegativeTestJSON-1198698247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:11.692301 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c95fe00f-c8fe-4b38-aa7f-61ab7aef3f82 req-a23638c8-6cc7-4120-befb-26c7a12493b9 tempest-ServersAdminNegativeTestJSON-1198698247 tempest-ServersAdminNegativeTestJSON-1198698247-project] 10.222.0.26 "GET /v2.0/ports?device_id=b1aa364f-e92c-43af-bddc-9465a6c9b1bb HTTP/1.1" status: 200 len: 948 time: 0.0522752 Nov 12 08:54:11.752427 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c95fe00f-c8fe-4b38-aa7f-61ab7aef3f82 req-1e177c59-ce6e-4e1c-ad16-520f134a3cbb tempest-ServersAdminNegativeTestJSON-1198698247 tempest-ServersAdminNegativeTestJSON-1198698247-project] 10.222.0.26 "GET /v2.0/security-groups?id=d3a59d6f-409a-4d88-89c5-279a45318ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470908 Nov 12 08:54:12.550522 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device c33edc19-90de-405b-805d-43731e8a2db5 details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:54:12.657408 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port c33edc19-90de-405b-805d-43731e8a2db5, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=c33edc19-90de-405b-805d-43731e8a2db5,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:54:12.682049 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': 'c33edc19-90de-405b-805d-43731e8a2db5', 'network_id': '107743df-d3df-459d-a6cd-9e2ab4303016', 'port_id': 'c33edc19-90de-405b-805d-43731e8a2db5', 'mac_address': 'fa:16:3e:f1:88:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6d4b14a-9d09-41f3-8e50-2db1c4dd2db1', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:54:12.695505 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:12.735427 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:12.751484 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c33edc19-90de-405b-805d-43731e8a2db5 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:54:12.775789 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port c33edc19-90de-405b-805d-43731e8a2db5, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=c33edc19-90de-405b-805d-43731e8a2db5,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:54:12.781547 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:12.839593 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=c33edc19-90de-405b-805d-43731e8a2db5,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:12.848664 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:12.849013 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:12.849357 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:12.849691 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:12.850029 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:12.850372 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:12.850811 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:12.851206 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:12.851592 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:12.852086 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:12.852641 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:12.853146 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:12.915614 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a10a26d-e399-4291-adda-89aa6f92e53d req-edf78ab6-d61d-4a16-a6ad-af6351966567 tempest-ServersAdminNegativeTestJSON-1198698247 tempest-ServersAdminNegativeTestJSON-1198698247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:12.917297 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2a10a26d-e399-4291-adda-89aa6f92e53d req-edf78ab6-d61d-4a16-a6ad-af6351966567 tempest-ServersAdminNegativeTestJSON-1198698247 tempest-ServersAdminNegativeTestJSON-1198698247-project] 10.222.0.26 "GET /v2.0/ports?device_id=b1aa364f-e92c-43af-bddc-9465a6c9b1bb HTTP/1.1" status: 200 len: 949 time: 0.0604787 Nov 12 08:54:12.974309 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2a10a26d-e399-4291-adda-89aa6f92e53d req-d0e6d7f5-674d-4b87-a541-ac437ae5f82f tempest-ServersAdminNegativeTestJSON-1198698247 tempest-ServersAdminNegativeTestJSON-1198698247-project] 10.222.0.26 "GET /v2.0/security-groups?id=d3a59d6f-409a-4d88-89c5-279a45318ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500555 Nov 12 08:54:13.171626 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['c33edc19-90de-405b-805d-43731e8a2db5'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:54:14.113058 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bef5a4-1498-495b-98d2-12ea3b8b9fcd req-ecf70ec9-fa99-4e65-b09f-fb7b6a82f8c5 tempest-ServersAdminNegativeTestJSON-1198698247 tempest-ServersAdminNegativeTestJSON-1198698247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:14.114754 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-39bef5a4-1498-495b-98d2-12ea3b8b9fcd req-ecf70ec9-fa99-4e65-b09f-fb7b6a82f8c5 tempest-ServersAdminNegativeTestJSON-1198698247 tempest-ServersAdminNegativeTestJSON-1198698247-project] 10.222.0.26 "GET /v2.0/ports?device_id=b1aa364f-e92c-43af-bddc-9465a6c9b1bb HTTP/1.1" status: 200 len: 949 time: 0.0542521 Nov 12 08:54:14.174681 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-39bef5a4-1498-495b-98d2-12ea3b8b9fcd req-cfb27a25-9471-46f7-b408-059d16d4a46a tempest-ServersAdminNegativeTestJSON-1198698247 tempest-ServersAdminNegativeTestJSON-1198698247-project] 10.222.0.26 "GET /v2.0/security-groups?id=d3a59d6f-409a-4d88-89c5-279a45318ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503106 Nov 12 08:54:14.551530 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device c33edc19-90de-405b-805d-43731e8a2db5 up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:54:14.603478 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning for port c33edc19-90de-405b-805d-43731e8a2db5 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:54:14.611271 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port c33edc19-90de-405b-805d-43731e8a2db5 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:54:14.611641 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:14.695704 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:14.721826 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1aa364f-e92c-43af-bddc-9465a6c9b1bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c33edc19-90de-405b-805d-43731e8a2db5'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:54:14.724164 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17a29e1e-1a19-4180-aa9d-c55641bd365f" -d '{"events": [{"server_uuid": "b1aa364f-e92c-43af-bddc-9465a6c9b1bb", "name": "network-vif-plugged", "status": "completed", "tag": "c33edc19-90de-405b-805d-43731e8a2db5"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:54:14.737690 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port c33edc19-90de-405b-805d-43731e8a2db5, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=c33edc19-90de-405b-805d-43731e8a2db5,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:54:14.741728 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:14.794407 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=c33edc19-90de-405b-805d-43731e8a2db5,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:14.830662 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88023dd6-e9ef-4c26-8761-511d05540674 x-openstack-request-id: req-88023dd6-e9ef-4c26-8761-511d05540674 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:54:14.830958 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1aa364f-e92c-43af-bddc-9465a6c9b1bb", "name": "network-vif-plugged", "status": "completed", "tag": "c33edc19-90de-405b-805d-43731e8a2db5", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:54:14.831210 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-88023dd6-e9ef-4c26-8761-511d05540674 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:54:14.831612 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1aa364f-e92c-43af-bddc-9465a6c9b1bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c33edc19-90de-405b-805d-43731e8a2db5', 'code': 200} Nov 12 08:54:14.991177 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e9884b-b9b8-4ae5-bea2-db3dd164872f req-794159f5-5f2b-45ab-a8a7-838fe26da78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:14.993163 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-44e9884b-b9b8-4ae5-bea2-db3dd164872f req-794159f5-5f2b-45ab-a8a7-838fe26da78d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b1aa364f-e92c-43af-bddc-9465a6c9b1bb HTTP/1.1" status: 200 len: 1102 time: 0.0578439 Nov 12 08:54:15.047188 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-44e9884b-b9b8-4ae5-bea2-db3dd164872f req-03259d24-a859-4e2a-b737-6af8ea38fe42 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d3a59d6f-409a-4d88-89c5-279a45318ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416470 Nov 12 08:54:15.300368 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b588cc-3a9c-44da-9442-7e6af0abff50 req-d61143cd-1ad7-4cea-a5b9-07f25ccc4ac7 tempest-ServersAdminNegativeTestJSON-1198698247 tempest-ServersAdminNegativeTestJSON-1198698247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:15.301883 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-80b588cc-3a9c-44da-9442-7e6af0abff50 req-d61143cd-1ad7-4cea-a5b9-07f25ccc4ac7 tempest-ServersAdminNegativeTestJSON-1198698247 tempest-ServersAdminNegativeTestJSON-1198698247-project] 10.222.0.26 "GET /v2.0/ports?device_id=b1aa364f-e92c-43af-bddc-9465a6c9b1bb HTTP/1.1" status: 200 len: 950 time: 0.0507584 Nov 12 08:54:15.359065 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-80b588cc-3a9c-44da-9442-7e6af0abff50 req-7cc6f285-4e2a-4f0b-812a-40c2737effe4 tempest-ServersAdminNegativeTestJSON-1198698247 tempest-ServersAdminNegativeTestJSON-1198698247-project] 10.222.0.26 "GET /v2.0/security-groups?id=d3a59d6f-409a-4d88-89c5-279a45318ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505931 Nov 12 08:54:16.483177 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6521fa-40de-473b-9c64-350a48027736 req-f0127fe3-d254-454c-96a2-a4d49dbb6402 tempest-ServersAdminNegativeTestJSON-1198698247 tempest-ServersAdminNegativeTestJSON-1198698247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:16.484702 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-de6521fa-40de-473b-9c64-350a48027736 req-f0127fe3-d254-454c-96a2-a4d49dbb6402 tempest-ServersAdminNegativeTestJSON-1198698247 tempest-ServersAdminNegativeTestJSON-1198698247-project] 10.222.0.26 "GET /v2.0/ports?device_id=b1aa364f-e92c-43af-bddc-9465a6c9b1bb HTTP/1.1" status: 200 len: 950 time: 0.0534198 Nov 12 08:54:16.534777 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-de6521fa-40de-473b-9c64-350a48027736 req-5395cbea-9640-4b4c-9368-2bab790d5489 tempest-ServersAdminNegativeTestJSON-1198698247 tempest-ServersAdminNegativeTestJSON-1198698247-project] 10.222.0.26 "GET /v2.0/security-groups?id=d3a59d6f-409a-4d88-89c5-279a45318ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425951 Nov 12 08:54:16.826406 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [req-ad49df96-fb30-4e11-94c7-0f7d8e76b584 req-0bffdca2-7b3d-4ccb-ac1f-2f9d2b988c28 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:54:16.827446 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ad49df96-fb30-4e11-94c7-0f7d8e76b584 req-0bffdca2-7b3d-4ccb-ac1f-2f9d2b988c28 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055552 Nov 12 08:54:17.469014 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9a6356-c24f-48dd-b779-29c5a6b540a1 req-06041b9a-dd14-448f-99c5-3fdb31094257 tempest-ServersAdminNegativeTestJSON-1198698247 tempest-ServersAdminNegativeTestJSON-1198698247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:17.470520 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6d9a6356-c24f-48dd-b779-29c5a6b540a1 req-06041b9a-dd14-448f-99c5-3fdb31094257 tempest-ServersAdminNegativeTestJSON-1198698247 tempest-ServersAdminNegativeTestJSON-1198698247-project] 10.222.0.26 "GET /v2.0/ports?device_id=b1aa364f-e92c-43af-bddc-9465a6c9b1bb HTTP/1.1" status: 200 len: 950 time: 0.0514488 Nov 12 08:54:17.518752 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6d9a6356-c24f-48dd-b779-29c5a6b540a1 req-0c8e315b-6deb-49ed-a2cf-fcf85e93b16c tempest-ServersAdminNegativeTestJSON-1198698247 tempest-ServersAdminNegativeTestJSON-1198698247-project] 10.222.0.26 "GET /v2.0/security-groups?id=d3a59d6f-409a-4d88-89c5-279a45318ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419354 Nov 12 08:54:18.647245 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242759a2-b490-463c-a378-6dc99a2be66a req-ef0a5db3-5aa3-4132-bad4-cdac6a00e21f tempest-ServersAdminNegativeTestJSON-1198698247 tempest-ServersAdminNegativeTestJSON-1198698247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:18.648765 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-242759a2-b490-463c-a378-6dc99a2be66a req-ef0a5db3-5aa3-4132-bad4-cdac6a00e21f tempest-ServersAdminNegativeTestJSON-1198698247 tempest-ServersAdminNegativeTestJSON-1198698247-project] 10.222.0.26 "GET /v2.0/ports?device_id=b1aa364f-e92c-43af-bddc-9465a6c9b1bb HTTP/1.1" status: 200 len: 950 time: 0.0548358 Nov 12 08:54:18.702911 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-242759a2-b490-463c-a378-6dc99a2be66a req-51714019-47d4-4e17-9604-b80adb5ca2c1 tempest-ServersAdminNegativeTestJSON-1198698247 tempest-ServersAdminNegativeTestJSON-1198698247-project] 10.222.0.26 "GET /v2.0/security-groups?id=d3a59d6f-409a-4d88-89c5-279a45318ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437067 Nov 12 08:54:18.947540 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bb2182-0c4d-4006-8d07-6e44f9c4fa5a req-91f592df-673a-434c-ba37-6c68fb8deb7a tempest-ServersAdminNegativeTestJSON-1198698247 tempest-ServersAdminNegativeTestJSON-1198698247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:18.949337 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d1bb2182-0c4d-4006-8d07-6e44f9c4fa5a req-91f592df-673a-434c-ba37-6c68fb8deb7a tempest-ServersAdminNegativeTestJSON-1198698247 tempest-ServersAdminNegativeTestJSON-1198698247-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1aa364f-e92c-43af-bddc-9465a6c9b1bb HTTP/1.1" status: 200 len: 950 time: 0.0515049 Nov 12 08:54:19.051325 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-d1bb2182-0c4d-4006-8d07-6e44f9c4fa5a req-34d86730-dd43-4d4c-8294-7fa76bf23294 tempest-ServersAdminNegativeTestJSON-1198698247 tempest-ServersAdminNegativeTestJSON-1198698247-project] Deleting port c33edc19-90de-405b-805d-43731e8a2db5 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:54:19.051665 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-d1bb2182-0c4d-4006-8d07-6e44f9c4fa5a req-34d86730-dd43-4d4c-8294-7fa76bf23294 tempest-ServersAdminNegativeTestJSON-1198698247 tempest-ServersAdminNegativeTestJSON-1198698247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:19.148970 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-d1bb2182-0c4d-4006-8d07-6e44f9c4fa5a req-34d86730-dd43-4d4c-8294-7fa76bf23294 tempest-ServersAdminNegativeTestJSON-1198698247 tempest-ServersAdminNegativeTestJSON-1198698247-project] For port c33edc19-90de-405b-805d-43731e8a2db5, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=c33edc19-90de-405b-805d-43731e8a2db5,segment=NetworkSegment(3ac8c0a6-cb23-4f92-87ed-4a9f58211544),segment_id=3ac8c0a6-cb23-4f92-87ed-4a9f58211544)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:54:19.149333 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-d1bb2182-0c4d-4006-8d07-6e44f9c4fa5a req-34d86730-dd43-4d4c-8294-7fa76bf23294 tempest-ServersAdminNegativeTestJSON-1198698247 tempest-ServersAdminNegativeTestJSON-1198698247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:19.163682 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-d1bb2182-0c4d-4006-8d07-6e44f9c4fa5a req-34d86730-dd43-4d4c-8294-7fa76bf23294 tempest-ServersAdminNegativeTestJSON-1198698247 tempest-ServersAdminNegativeTestJSON-1198698247-project] Calling delete_port for c33edc19-90de-405b-805d-43731e8a2db5 owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:54:19.306912 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-d1bb2182-0c4d-4006-8d07-6e44f9c4fa5a req-34d86730-dd43-4d4c-8294-7fa76bf23294 tempest-ServersAdminNegativeTestJSON-1198698247 tempest-ServersAdminNegativeTestJSON-1198698247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:19.337458 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d86730-dd43-4d4c-8294-7fa76bf23294 tempest-ServersAdminNegativeTestJSON-1198698247 tempest-ServersAdminNegativeTestJSON-1198698247-project] Pushing event deleted for resources: {'Port': ['ID=c33edc19-90de-405b-805d-43731e8a2db5,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:19.351014 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['c33edc19-90de-405b-805d-43731e8a2db5'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:54:19.381278 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1bb2182-0c4d-4006-8d07-6e44f9c4fa5a req-34d86730-dd43-4d4c-8294-7fa76bf23294 tempest-ServersAdminNegativeTestJSON-1198698247 tempest-ServersAdminNegativeTestJSON-1198698247-project] No DVR routers for this DVR port c33edc19-90de-405b-805d-43731e8a2db5 on host n-h2-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:54:19.384430 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-d1bb2182-0c4d-4006-8d07-6e44f9c4fa5a req-34d86730-dd43-4d4c-8294-7fa76bf23294 tempest-ServersAdminNegativeTestJSON-1198698247 tempest-ServersAdminNegativeTestJSON-1198698247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:19.388080 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d1bb2182-0c4d-4006-8d07-6e44f9c4fa5a req-34d86730-dd43-4d4c-8294-7fa76bf23294 tempest-ServersAdminNegativeTestJSON-1198698247 tempest-ServersAdminNegativeTestJSON-1198698247-project] 10.222.0.44 "DELETE /v2.0/ports/c33edc19-90de-405b-805d-43731e8a2db5 HTTP/1.1" status: 204 len: 173 time: 0.4274502 Nov 12 08:54:19.389143 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1aa364f-e92c-43af-bddc-9465a6c9b1bb', 'name': 'network-vif-deleted', 'tag': 'c33edc19-90de-405b-805d-43731e8a2db5'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:54:19.391993 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baf37182-b38e-4acb-bb75-878c9aa94f88" -d '{"events": [{"server_uuid": "b1aa364f-e92c-43af-bddc-9465a6c9b1bb", "name": "network-vif-deleted", "tag": "c33edc19-90de-405b-805d-43731e8a2db5"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:54:19.450143 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d59b9a2b-cd83-4ddb-a1f0-15fc09fec156 x-openstack-request-id: req-d59b9a2b-cd83-4ddb-a1f0-15fc09fec156 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:54:19.450468 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1aa364f-e92c-43af-bddc-9465a6c9b1bb", "name": "network-vif-deleted", "tag": "c33edc19-90de-405b-805d-43731e8a2db5", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:54:19.451449 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d59b9a2b-cd83-4ddb-a1f0-15fc09fec156 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:54:19.452001 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1aa364f-e92c-43af-bddc-9465a6c9b1bb', 'name': 'network-vif-deleted', 'tag': 'c33edc19-90de-405b-805d-43731e8a2db5', 'status': 'completed', 'code': 200} Nov 12 08:54:19.817505 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-650ee564-c6b2-40ba-a660-4b16b47580f5 req-923e67bf-a86d-4897-8069-5c5b2049d80c tempest-ServersAdminNegativeTestJSON-1198698247 tempest-ServersAdminNegativeTestJSON-1198698247-project] 10.222.0.26 "GET /v2.0/ports?device_id=b1aa364f-e92c-43af-bddc-9465a6c9b1bb HTTP/1.1" status: 200 len: 210 time: 0.0283253 Nov 12 08:54:21.194560 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 37208) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:21.370325 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-0d3dacab-905f-41f2-be24-ff241d6c7be8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bea947cb373f46ccbe3c45211d3fc9c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1744463 Nov 12 08:54:21.373578 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 37212) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:21.424980 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d3b2ed3c-702b-475d-aa1c-7309556bfb3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:21.449618 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d3b2ed3c-702b-475d-aa1c-7309556bfb3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:21.508929 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d3b2ed3c-702b-475d-aa1c-7309556bfb3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:21.511972 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d3b2ed3c-702b-475d-aa1c-7309556bfb3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:21.513179 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-d3b2ed3c-702b-475d-aa1c-7309556bfb3c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d3a59d6f-409a-4d88-89c5-279a45318ba2 HTTP/1.1" status: 204 len: 168 time: 0.1386304 Nov 12 08:54:21.523949 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b2ed3c-702b-475d-aa1c-7309556bfb3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a59d6f-409a-4d88-89c5-279a45318ba2,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:21.831748 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 37218) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:21.850164 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fa655c44-61a4-4af6-aefe-470ceae1f949 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:21.948801 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fa655c44-61a4-4af6-aefe-470ceae1f949 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:21.954834 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fa655c44-61a4-4af6-aefe-470ceae1f949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:21.996930 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-fa655c44-61a4-4af6-aefe-470ceae1f949 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4add1f9db37c45f596f50f4232b99a67&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1638730 Nov 12 08:54:21.997700 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa655c44-61a4-4af6-aefe-470ceae1f949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07eea3eb-94f8-4176-bd2c-0bf26a6e236b,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:22.000171 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 37220) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:22.069899 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ea867012-be27-4a11-94b4-f35a551432c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:22.094849 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ea867012-be27-4a11-94b4-f35a551432c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:22.148302 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ea867012-be27-4a11-94b4-f35a551432c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:22.151556 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ea867012-be27-4a11-94b4-f35a551432c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:22.153182 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-ea867012-be27-4a11-94b4-f35a551432c3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/07eea3eb-94f8-4176-bd2c-0bf26a6e236b HTTP/1.1" status: 204 len: 168 time: 0.1518216 Nov 12 08:54:22.165139 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867012-be27-4a11-94b4-f35a551432c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07eea3eb-94f8-4176-bd2c-0bf26a6e236b,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:22.583167 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device c33edc19-90de-405b-805d-43731e8a2db5 no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:54:22.606632 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] No Port match for: c33edc19-90de-405b-805d-43731e8a2db5 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:54:22.607002 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device c33edc19-90de-405b-805d-43731e8a2db5 not bound to the agent host n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:54:23.072256 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 37242) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:23.191872 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-08be47d7-93c6-4512-9f98-8a3137e16278 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1701893202-network', 'tenant_id': '2bc88f07bc8046b28a29db3ca2622249'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:54:23.224741 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08be47d7-93c6-4512-9f98-8a3137e16278 admin admin] Made reservation on behalf of 2bc88f07bc8046b28a29db3ca2622249 for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:54:23.228009 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-08be47d7-93c6-4512-9f98-8a3137e16278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:23.237235 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-08be47d7-93c6-4512-9f98-8a3137e16278 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:23.313157 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-08be47d7-93c6-4512-9f98-8a3137e16278 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:23.316966 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-08be47d7-93c6-4512-9f98-8a3137e16278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:23.344047 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08be47d7-93c6-4512-9f98-8a3137e16278 admin admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:54:23.354854 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08be47d7-93c6-4512-9f98-8a3137e16278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2787a62-6353-4c83-8ffe-203848b7e244,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:23.362489 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-08be47d7-93c6-4512-9f98-8a3137e16278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:23.362889 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-08be47d7-93c6-4512-9f98-8a3137e16278 admin admin] Added segment d454d8b4-f660-4210-8764-7f826206e8c4 of type vlan for network cf68b456-a673-47ef-8747-c175f9a25116 Nov 12 08:54:23.415251 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-08be47d7-93c6-4512-9f98-8a3137e16278 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:23.445856 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-08be47d7-93c6-4512-9f98-8a3137e16278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:23.446889 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08be47d7-93c6-4512-9f98-8a3137e16278 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:23.447462 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-08be47d7-93c6-4512-9f98-8a3137e16278 admin admin] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:23.504166 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-08be47d7-93c6-4512-9f98-8a3137e16278 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4306550 Nov 12 08:54:23.507914 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 37246) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:23.513014 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-08b0242f-f982-4fec-9581-75fbfbd9cc8e admin admin] Request body: {'subnet': {'network_id': 'cf68b456-a673-47ef-8747-c175f9a25116', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1701893202-subnet', 'tenant_id': '2bc88f07bc8046b28a29db3ca2622249', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:54:23.535477 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08b0242f-f982-4fec-9581-75fbfbd9cc8e admin admin] Made reservation on behalf of 2bc88f07bc8046b28a29db3ca2622249 for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:54:23.537859 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-08b0242f-f982-4fec-9581-75fbfbd9cc8e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:23.544221 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08be47d7-93c6-4512-9f98-8a3137e16278 admin admin] Pushing event updated for resources: {'Network': ['ID=cf68b456-a673-47ef-8747-c175f9a25116,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:23.554982 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network cf68b456-a673-47ef-8747-c175f9a25116 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:54:23.722877 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-08b0242f-f982-4fec-9581-75fbfbd9cc8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:23.779649 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b0242f-f982-4fec-9581-75fbfbd9cc8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=be0bc9f8-75f1-4032-8f3b-f0368e01f605,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:23.799422 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b0242f-f982-4fec-9581-75fbfbd9cc8e admin admin] Checking segment: {'id': 'd454d8b4-f660-4210-8764-7f826206e8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'cf68b456-a673-47ef-8747-c175f9a25116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:54:23.799780 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b0242f-f982-4fec-9581-75fbfbd9cc8e admin admin] Network hostable DHCP agents. Network: cf68b456-a673-47ef-8747-c175f9a25116, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:54:23.816868 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b0242f-f982-4fec-9581-75fbfbd9cc8e admin admin] Network cf68b456-a673-47ef-8747-c175f9a25116 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:54:23.826235 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-08b0242f-f982-4fec-9581-75fbfbd9cc8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, cf68b456-a673-47ef-8747-c175f9a25116) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:54:23.831137 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b0242f-f982-4fec-9581-75fbfbd9cc8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:23.831743 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-08b0242f-f982-4fec-9581-75fbfbd9cc8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:23.838823 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0655f84-d821-464e-adc0-c047be688c70 None None] Network cf68b456-a673-47ef-8747-c175f9a25116 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:54:23.852977 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-08b0242f-f982-4fec-9581-75fbfbd9cc8e admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3436384 Nov 12 08:54:23.982735 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49385eb1-2be6-4101-9823-f91d3f623ed7 None None] Network cf68b456-a673-47ef-8747-c175f9a25116 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:54:24.327365 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0913fa-55ed-4fd4-903e-a7818329049a req-1d57c281-cb98-411e-a47b-4854e19b66ff tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:24.329583 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6b0913fa-55ed-4fd4-903e-a7818329049a req-1d57c281-cb98-411e-a47b-4854e19b66ff tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] 10.222.0.26 "GET /v2.0/networks?id=cf68b456-a673-47ef-8747-c175f9a25116 HTTP/1.1" status: 200 len: 812 time: 0.1205816 Nov 12 08:54:24.344980 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6b0913fa-55ed-4fd4-903e-a7818329049a req-8ecf6010-6a0a-42a6-bf11-1b610d07c50d tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] 10.222.0.26 "GET /v2.0/quotas/2bc88f07bc8046b28a29db3ca2622249 HTTP/1.1" status: 200 len: 375 time: 0.0097125 Nov 12 08:54:24.377966 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6b0913fa-55ed-4fd4-903e-a7818329049a req-8bacb3ff-cedb-47eb-b1ae-57b3b29c4387 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=2bc88f07bc8046b28a29db3ca2622249&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273886 Nov 12 08:54:24.475186 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6b0913fa-55ed-4fd4-903e-a7818329049a req-47383b1a-9fa4-4d0c-8e0c-ba2ea80809a8 service neutron] 10.222.0.26 "GET /v2.0/networks/cf68b456-a673-47ef-8747-c175f9a25116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902054 Nov 12 08:54:24.565895 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6b0913fa-55ed-4fd4-903e-a7818329049a req-8b328ecd-9fb8-46dc-9297-d9a6ca4311ff service neutron] 10.222.0.26 "GET /v2.0/networks/cf68b456-a673-47ef-8747-c175f9a25116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843143 Nov 12 08:54:24.725414 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4c8cb5ad-6484-4b97-8ead-54db63f6fdbc req-a93c1a92-0b18-4f5d-b72d-4cab5c9cdb3e tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dc2d0d2-0201-4476-939b-23364f846730 HTTP/1.1" status: 200 len: 210 time: 0.0276575 Nov 12 08:54:25.826298 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-13125048-517d-4d53-a2be-aab9bac84369 req-4b537f69-bd41-4fe2-8236-b407c1a23e98 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dc2d0d2-0201-4476-939b-23364f846730 HTTP/1.1" status: 200 len: 210 time: 0.0323777 Nov 12 08:54:25.949062 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0913fa-55ed-4fd4-903e-a7818329049a req-6125bf95-20e4-4277-96b2-d54063d8c8ff tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:25.950429 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6b0913fa-55ed-4fd4-903e-a7818329049a req-6125bf95-20e4-4277-96b2-d54063d8c8ff tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] 10.222.0.44 "GET /v2.0/networks?id=cf68b456-a673-47ef-8747-c175f9a25116 HTTP/1.1" status: 200 len: 812 time: 0.1149383 Nov 12 08:54:25.979229 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-6b0913fa-55ed-4fd4-903e-a7818329049a req-a1825888-a7b5-4a3d-8fd3-2d391a3040b4 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] Request body: {'port': {'device_id': '5dc2d0d2-0201-4476-939b-23364f846730', 'network_id': 'cf68b456-a673-47ef-8747-c175f9a25116', 'admin_state_up': True, 'tenant_id': '2bc88f07bc8046b28a29db3ca2622249'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:54:26.091110 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b0913fa-55ed-4fd4-903e-a7818329049a req-a1825888-a7b5-4a3d-8fd3-2d391a3040b4 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] Made reservation on behalf of 2bc88f07bc8046b28a29db3ca2622249 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:54:26.095327 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-6b0913fa-55ed-4fd4-903e-a7818329049a req-a1825888-a7b5-4a3d-8fd3-2d391a3040b4 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:26.233097 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-6b0913fa-55ed-4fd4-903e-a7818329049a req-a1825888-a7b5-4a3d-8fd3-2d391a3040b4 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] Allocated IP 172.20.0.8 (cf68b456-a673-47ef-8747-c175f9a25116/be0bc9f8-75f1-4032-8f3b-f0368e01f605/73c03dc9-6441-4a27-a6bd-6d859188a167) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:54:26.387748 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-6b0913fa-55ed-4fd4-903e-a7818329049a req-a1825888-a7b5-4a3d-8fd3-2d391a3040b4 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:26.422877 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-6b0913fa-55ed-4fd4-903e-a7818329049a req-a1825888-a7b5-4a3d-8fd3-2d391a3040b4 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:26.463927 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b0913fa-55ed-4fd4-903e-a7818329049a req-a1825888-a7b5-4a3d-8fd3-2d391a3040b4 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] Network cf68b456-a673-47ef-8747-c175f9a25116 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:54:26.467791 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-6b0913fa-55ed-4fd4-903e-a7818329049a req-a1825888-a7b5-4a3d-8fd3-2d391a3040b4 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:54:26.473990 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b0913fa-55ed-4fd4-903e-a7818329049a req-a1825888-a7b5-4a3d-8fd3-2d391a3040b4 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:54:26.505545 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1825888-a7b5-4a3d-8fd3-2d391a3040b4 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] Pushing event updated for resources: {'Port': ['ID=73c03dc9-6441-4a27-a6bd-6d859188a167,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:26.533777 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0913fa-55ed-4fd4-903e-a7818329049a req-a1825888-a7b5-4a3d-8fd3-2d391a3040b4 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:26.534396 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-6b0913fa-55ed-4fd4-903e-a7818329049a req-a1825888-a7b5-4a3d-8fd3-2d391a3040b4 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:26.551839 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6b0913fa-55ed-4fd4-903e-a7818329049a req-a1825888-a7b5-4a3d-8fd3-2d391a3040b4 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5769622 Nov 12 08:54:26.576701 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-6b0913fa-55ed-4fd4-903e-a7818329049a req-6c0a589b-443e-42b3-b198-b8f78776f701 service neutron] Request body: {'port': {'device_id': '5dc2d0d2-0201-4476-939b-23364f846730', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:54:26.630734 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-6b0913fa-55ed-4fd4-903e-a7818329049a req-6c0a589b-443e-42b3-b198-b8f78776f701 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:26.898608 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-6b0913fa-55ed-4fd4-903e-a7818329049a req-6c0a589b-443e-42b3-b198-b8f78776f701 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73c03dc9-6441-4a27-a6bd-6d859188a167 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:54:26.906934 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-6b0913fa-55ed-4fd4-903e-a7818329049a req-6c0a589b-443e-42b3-b198-b8f78776f701 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:26.920738 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-6b0913fa-55ed-4fd4-903e-a7818329049a req-6c0a589b-443e-42b3-b198-b8f78776f701 service neutron] Transition to ACTIVE for port object 73c03dc9-6441-4a27-a6bd-6d859188a167 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:54:26.924861 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-6b0913fa-55ed-4fd4-903e-a7818329049a req-6c0a589b-443e-42b3-b198-b8f78776f701 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:26.948672 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ff3d00-e0df-4b3a-96b7-05a010382d09 req-2ebe4434-f327-4cff-8d95-98cc7aaeaa00 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:26.950656 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f2ff3d00-e0df-4b3a-96b7-05a010382d09 req-2ebe4434-f327-4cff-8d95-98cc7aaeaa00 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dc2d0d2-0201-4476-939b-23364f846730 HTTP/1.1" status: 200 len: 931 time: 0.0516760 Nov 12 08:54:26.978305 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0a589b-443e-42b3-b198-b8f78776f701 service neutron] Pushing event updated for resources: {'Port': ['ID=73c03dc9-6441-4a27-a6bd-6d859188a167,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:27.017375 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f2ff3d00-e0df-4b3a-96b7-05a010382d09 req-a44e631a-8179-4ce7-96ca-1be47f4f2953 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2787a62-6353-4c83-8ffe-203848b7e244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553534 Nov 12 08:54:27.054002 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-6b0913fa-55ed-4fd4-903e-a7818329049a req-6c0a589b-443e-42b3-b198-b8f78776f701 service neutron] Attempting to bind port 73c03dc9-6441-4a27-a6bd-6d859188a167 on host n-h2-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:54:27.054339 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-6b0913fa-55ed-4fd4-903e-a7818329049a req-6c0a589b-443e-42b3-b198-b8f78776f701 service neutron] Attempting to bind port 73c03dc9-6441-4a27-a6bd-6d859188a167 by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': 'd454d8b4-f660-4210-8764-7f826206e8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'cf68b456-a673-47ef-8747-c175f9a25116'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:54:27.054700 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0913fa-55ed-4fd4-903e-a7818329049a req-6c0a589b-443e-42b3-b198-b8f78776f701 service neutron] Attempting to bind port 73c03dc9-6441-4a27-a6bd-6d859188a167 on network cf68b456-a673-47ef-8747-c175f9a25116 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:54:27.059126 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0913fa-55ed-4fd4-903e-a7818329049a req-6c0a589b-443e-42b3-b198-b8f78776f701 service neutron] Port 73c03dc9-6441-4a27-a6bd-6d859188a167 on network cf68b456-a673-47ef-8747-c175f9a25116 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:54:27.059446 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0913fa-55ed-4fd4-903e-a7818329049a req-6c0a589b-443e-42b3-b198-b8f78776f701 service neutron] Attempting to bind port 73c03dc9-6441-4a27-a6bd-6d859188a167 on network cf68b456-a673-47ef-8747-c175f9a25116 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:54:27.064322 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0913fa-55ed-4fd4-903e-a7818329049a req-6c0a589b-443e-42b3-b198-b8f78776f701 service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:54:27.064660 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0913fa-55ed-4fd4-903e-a7818329049a req-6c0a589b-443e-42b3-b198-b8f78776f701 service neutron] Checking segment: {'id': 'd454d8b4-f660-4210-8764-7f826206e8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'cf68b456-a673-47ef-8747-c175f9a25116'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:54:27.065044 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0913fa-55ed-4fd4-903e-a7818329049a req-6c0a589b-443e-42b3-b198-b8f78776f701 service neutron] Bound using segment: {'id': 'd454d8b4-f660-4210-8764-7f826206e8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'cf68b456-a673-47ef-8747-c175f9a25116'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:54:27.065471 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-6b0913fa-55ed-4fd4-903e-a7818329049a req-6c0a589b-443e-42b3-b198-b8f78776f701 service neutron] Bound port: 73c03dc9-6441-4a27-a6bd-6d859188a167, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd454d8b4-f660-4210-8764-7f826206e8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'cf68b456-a673-47ef-8747-c175f9a25116'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:54:27.065827 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-6b0913fa-55ed-4fd4-903e-a7818329049a req-6c0a589b-443e-42b3-b198-b8f78776f701 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:27.132859 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-6b0913fa-55ed-4fd4-903e-a7818329049a req-6c0a589b-443e-42b3-b198-b8f78776f701 service neutron] For port 73c03dc9-6441-4a27-a6bd-6d859188a167, host n-h2-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:54:27.135795 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-6b0913fa-55ed-4fd4-903e-a7818329049a req-6c0a589b-443e-42b3-b198-b8f78776f701 service neutron] For port 73c03dc9-6441-4a27-a6bd-6d859188a167, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=73c03dc9-6441-4a27-a6bd-6d859188a167,segment=NetworkSegment(d454d8b4-f660-4210-8764-7f826206e8c4),segment_id=d454d8b4-f660-4210-8764-7f826206e8c4)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:54:27.141528 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-6b0913fa-55ed-4fd4-903e-a7818329049a req-6c0a589b-443e-42b3-b198-b8f78776f701 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:27.178842 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0913fa-55ed-4fd4-903e-a7818329049a req-6c0a589b-443e-42b3-b198-b8f78776f701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:27.179997 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-6b0913fa-55ed-4fd4-903e-a7818329049a req-6c0a589b-443e-42b3-b198-b8f78776f701 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:27.181606 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6b0913fa-55ed-4fd4-903e-a7818329049a req-6c0a589b-443e-42b3-b198-b8f78776f701 service neutron] 10.222.0.44 "PUT /v2.0/ports/73c03dc9-6441-4a27-a6bd-6d859188a167 HTTP/1.1" status: 200 len: 1092 time: 0.6097088 Nov 12 08:54:27.182088 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dc2d0d2-0201-4476-939b-23364f846730', 'tag': '73c03dc9-6441-4a27-a6bd-6d859188a167'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:54:27.184423 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e31cbd-9b88-43e1-af64-3ac44965da3d" -d '{"events": [{"name": "network-changed", "server_uuid": "5dc2d0d2-0201-4476-939b-23364f846730", "tag": "73c03dc9-6441-4a27-a6bd-6d859188a167"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:54:27.214021 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0a589b-443e-42b3-b198-b8f78776f701 service neutron] Pushing event updated for resources: {'Port': ['ID=73c03dc9-6441-4a27-a6bd-6d859188a167,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:27.226581 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c81451c2-1604-495f-9a0a-5da6de1d4f68 x-openstack-request-id: req-c81451c2-1604-495f-9a0a-5da6de1d4f68 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:54:27.226893 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dc2d0d2-0201-4476-939b-23364f846730", "tag": "73c03dc9-6441-4a27-a6bd-6d859188a167", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:54:27.227147 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c81451c2-1604-495f-9a0a-5da6de1d4f68 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:54:27.227546 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dc2d0d2-0201-4476-939b-23364f846730', 'tag': '73c03dc9-6441-4a27-a6bd-6d859188a167', 'status': 'completed', 'code': 200} Nov 12 08:54:27.288987 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0913fa-55ed-4fd4-903e-a7818329049a req-27e3d0b0-f235-446d-aec5-24b1a8b115e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:27.290515 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6b0913fa-55ed-4fd4-903e-a7818329049a req-27e3d0b0-f235-446d-aec5-24b1a8b115e4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2bc88f07bc8046b28a29db3ca2622249&device_id=5dc2d0d2-0201-4476-939b-23364f846730 HTTP/1.1" status: 200 len: 1095 time: 0.0441155 Nov 12 08:54:27.344541 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6b0913fa-55ed-4fd4-903e-a7818329049a req-772b61cd-3a9f-4ce0-a531-7d368a93e0bc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73c03dc9-6441-4a27-a6bd-6d859188a167 HTTP/1.1" status: 200 len: 217 time: 0.0360005 Nov 12 08:54:27.400351 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0913fa-55ed-4fd4-903e-a7818329049a req-e73b9dfa-2804-45bb-b62b-7e3d47361202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:27.401967 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6b0913fa-55ed-4fd4-903e-a7818329049a req-e73b9dfa-2804-45bb-b62b-7e3d47361202 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=be0bc9f8-75f1-4032-8f3b-f0368e01f605 HTTP/1.1" status: 200 len: 852 time: 0.0503619 Nov 12 08:54:27.445221 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6b0913fa-55ed-4fd4-903e-a7818329049a req-14d6e0c8-5de6-4f6e-8ba7-ba683b2b5197 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cf68b456-a673-47ef-8747-c175f9a25116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300713 Nov 12 08:54:27.540519 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6b0913fa-55ed-4fd4-903e-a7818329049a req-09ae44de-d7bd-44fc-a85a-e2ca56a8d9ec service neutron] 10.222.0.44 "GET /v2.0/networks/cf68b456-a673-47ef-8747-c175f9a25116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838339 Nov 12 08:54:27.642277 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6b0913fa-55ed-4fd4-903e-a7818329049a req-646c04a8-4ffe-4d66-ac7b-b2009b9d0e57 service neutron] 10.222.0.44 "GET /v2.0/networks/cf68b456-a673-47ef-8747-c175f9a25116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889218 Nov 12 08:54:27.789265 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e31cbd-9b88-43e1-af64-3ac44965da3d req-6b8ea345-3bec-4c22-b74b-79e1232c3d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:27.790766 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-94e31cbd-9b88-43e1-af64-3ac44965da3d req-6b8ea345-3bec-4c22-b74b-79e1232c3d3a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2bc88f07bc8046b28a29db3ca2622249&device_id=5dc2d0d2-0201-4476-939b-23364f846730 HTTP/1.1" status: 200 len: 1095 time: 0.0415030 Nov 12 08:54:27.885721 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e31cbd-9b88-43e1-af64-3ac44965da3d req-5a5e6e1d-4d3c-4bec-877a-d4fe59394e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:27.887216 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-94e31cbd-9b88-43e1-af64-3ac44965da3d req-5a5e6e1d-4d3c-4bec-877a-d4fe59394e06 service neutron] 10.222.0.44 "GET /v2.0/networks?id=cf68b456-a673-47ef-8747-c175f9a25116 HTTP/1.1" status: 200 len: 913 time: 0.0887189 Nov 12 08:54:27.933118 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-94e31cbd-9b88-43e1-af64-3ac44965da3d req-31819990-fc1b-4fa2-9ea5-e80b6aab8c49 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73c03dc9-6441-4a27-a6bd-6d859188a167 HTTP/1.1" status: 200 len: 217 time: 0.0360696 Nov 12 08:54:27.989809 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e31cbd-9b88-43e1-af64-3ac44965da3d req-ff67fc5b-bd88-49f4-8202-a94f10a729ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:27.991300 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-94e31cbd-9b88-43e1-af64-3ac44965da3d req-ff67fc5b-bd88-49f4-8202-a94f10a729ed service neutron] 10.222.0.44 "GET /v2.0/subnets?id=be0bc9f8-75f1-4032-8f3b-f0368e01f605 HTTP/1.1" status: 200 len: 852 time: 0.0502801 Nov 12 08:54:28.024836 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-94e31cbd-9b88-43e1-af64-3ac44965da3d req-cb5e5c89-66af-4429-b9d2-dfb7e3b86a29 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cf68b456-a673-47ef-8747-c175f9a25116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249338 Nov 12 08:54:28.119928 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-94e31cbd-9b88-43e1-af64-3ac44965da3d req-2e082006-d571-42c2-a764-a96d127209a7 service neutron] 10.222.0.44 "GET /v2.0/networks/cf68b456-a673-47ef-8747-c175f9a25116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867939 Nov 12 08:54:28.137669 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f65f842-eccb-4719-8d89-966574beb001 req-202d2819-89c1-4def-b964-284dc001c480 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:28.139217 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3f65f842-eccb-4719-8d89-966574beb001 req-202d2819-89c1-4def-b964-284dc001c480 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dc2d0d2-0201-4476-939b-23364f846730 HTTP/1.1" status: 200 len: 943 time: 0.0498605 Nov 12 08:54:28.188982 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3f65f842-eccb-4719-8d89-966574beb001 req-fbcccc6c-9e0c-48bf-9514-4292d35094e1 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2787a62-6353-4c83-8ffe-203848b7e244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433760 Nov 12 08:54:28.219240 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-94e31cbd-9b88-43e1-af64-3ac44965da3d req-a2469059-6c9e-4e0c-904c-320266210939 service neutron] 10.222.0.44 "GET /v2.0/networks/cf68b456-a673-47ef-8747-c175f9a25116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918121 Nov 12 08:54:29.331793 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b052b4c-4a87-4141-9458-0eddd6ea5fbd req-ed721cc3-ac0a-4761-b9f0-88ae2ceb80b8 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:29.337402 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7b052b4c-4a87-4141-9458-0eddd6ea5fbd req-ed721cc3-ac0a-4761-b9f0-88ae2ceb80b8 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dc2d0d2-0201-4476-939b-23364f846730 HTTP/1.1" status: 200 len: 943 time: 0.0639162 Nov 12 08:54:29.391429 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7b052b4c-4a87-4141-9458-0eddd6ea5fbd req-2fc8dda2-def7-439e-b381-3cf022b053a7 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2787a62-6353-4c83-8ffe-203848b7e244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507779 Nov 12 08:54:30.508856 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb41535-e7f0-4400-af55-5149f8a3ede4 req-ff1e9dab-6cb2-4d15-b8b8-90d402c02585 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:30.510942 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-eeb41535-e7f0-4400-af55-5149f8a3ede4 req-ff1e9dab-6cb2-4d15-b8b8-90d402c02585 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dc2d0d2-0201-4476-939b-23364f846730 HTTP/1.1" status: 200 len: 943 time: 0.0495462 Nov 12 08:54:30.561400 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-eeb41535-e7f0-4400-af55-5149f8a3ede4 req-1bdb2e75-c833-45af-8c8c-6d5ad39866c0 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2787a62-6353-4c83-8ffe-203848b7e244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437324 Nov 12 08:54:30.623672 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 73c03dc9-6441-4a27-a6bd-6d859188a167 details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:54:30.749264 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 73c03dc9-6441-4a27-a6bd-6d859188a167, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=73c03dc9-6441-4a27-a6bd-6d859188a167,segment=NetworkSegment(d454d8b4-f660-4210-8764-7f826206e8c4),segment_id=d454d8b4-f660-4210-8764-7f826206e8c4)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:54:30.766478 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': '73c03dc9-6441-4a27-a6bd-6d859188a167', 'network_id': 'cf68b456-a673-47ef-8747-c175f9a25116', 'port_id': '73c03dc9-6441-4a27-a6bd-6d859188a167', 'mac_address': 'fa:16:3e:43:8e:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be0bc9f8-75f1-4032-8f3b-f0368e01f605', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:54:30.805368 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:30.819560 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73c03dc9-6441-4a27-a6bd-6d859188a167 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:54:30.840874 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 73c03dc9-6441-4a27-a6bd-6d859188a167, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=73c03dc9-6441-4a27-a6bd-6d859188a167,segment=NetworkSegment(d454d8b4-f660-4210-8764-7f826206e8c4),segment_id=d454d8b4-f660-4210-8764-7f826206e8c4)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:54:30.845157 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:30.896053 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=73c03dc9-6441-4a27-a6bd-6d859188a167,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:31.146889 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['73c03dc9-6441-4a27-a6bd-6d859188a167'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:54:31.690775 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0dcaa0-390c-41ce-bbc4-294eb906005a req-8b5571a0-91ea-45ad-b7aa-39a51a48d892 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:31.692189 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9e0dcaa0-390c-41ce-bbc4-294eb906005a req-8b5571a0-91ea-45ad-b7aa-39a51a48d892 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dc2d0d2-0201-4476-939b-23364f846730 HTTP/1.1" status: 200 len: 944 time: 0.0569983 Nov 12 08:54:31.744215 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9e0dcaa0-390c-41ce-bbc4-294eb906005a req-91ee891d-7a80-46ed-bdd8-816ee5f481f3 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2787a62-6353-4c83-8ffe-203848b7e244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459971 Nov 12 08:54:32.626167 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 73c03dc9-6441-4a27-a6bd-6d859188a167 up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:54:32.675053 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning for port 73c03dc9-6441-4a27-a6bd-6d859188a167 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:54:32.679224 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port 73c03dc9-6441-4a27-a6bd-6d859188a167 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:54:32.679701 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:32.759535 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:32.783412 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dc2d0d2-0201-4476-939b-23364f846730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73c03dc9-6441-4a27-a6bd-6d859188a167'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:54:32.785643 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e01128c-9c39-4893-b8c3-4712647a1ba3" -d '{"events": [{"server_uuid": "5dc2d0d2-0201-4476-939b-23364f846730", "name": "network-vif-plugged", "status": "completed", "tag": "73c03dc9-6441-4a27-a6bd-6d859188a167"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:54:32.805202 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 73c03dc9-6441-4a27-a6bd-6d859188a167, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=73c03dc9-6441-4a27-a6bd-6d859188a167,segment=NetworkSegment(d454d8b4-f660-4210-8764-7f826206e8c4),segment_id=d454d8b4-f660-4210-8764-7f826206e8c4)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:54:32.810449 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:32.868625 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=73c03dc9-6441-4a27-a6bd-6d859188a167,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:32.875950 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224e44cf-4596-4caf-bcec-cb88c332e87b req-1e3a1e93-b253-4111-b42b-9234e34cf37f tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:32.878089 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-224e44cf-4596-4caf-bcec-cb88c332e87b req-1e3a1e93-b253-4111-b42b-9234e34cf37f tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dc2d0d2-0201-4476-939b-23364f846730 HTTP/1.1" status: 200 len: 945 time: 0.0512092 Nov 12 08:54:32.929721 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-224e44cf-4596-4caf-bcec-cb88c332e87b req-027e6211-67fc-4476-991b-e251c584006f tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2787a62-6353-4c83-8ffe-203848b7e244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429451 Nov 12 08:54:32.982291 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05a6d9e6-643e-4939-b8d2-ac56aab60d5b x-openstack-request-id: req-05a6d9e6-643e-4939-b8d2-ac56aab60d5b {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:54:32.982800 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dc2d0d2-0201-4476-939b-23364f846730", "name": "network-vif-plugged", "status": "completed", "tag": "73c03dc9-6441-4a27-a6bd-6d859188a167", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:54:32.983165 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-05a6d9e6-643e-4939-b8d2-ac56aab60d5b {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:54:32.983571 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dc2d0d2-0201-4476-939b-23364f846730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73c03dc9-6441-4a27-a6bd-6d859188a167', 'code': 200} Nov 12 08:54:33.213717 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95734f73-5a0f-427a-9cb1-8e43578b9dbf req-e467a830-c43d-4635-adef-697da9e77a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:33.216708 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-95734f73-5a0f-427a-9cb1-8e43578b9dbf req-e467a830-c43d-4635-adef-697da9e77a36 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5dc2d0d2-0201-4476-939b-23364f846730 HTTP/1.1" status: 200 len: 1097 time: 0.1171889 Nov 12 08:54:33.267062 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-95734f73-5a0f-427a-9cb1-8e43578b9dbf req-2f7ef3df-8e21-4397-a5f6-274257ecea13 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f2787a62-6353-4c83-8ffe-203848b7e244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387535 Nov 12 08:54:33.983542 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b69ef682-102c-4b05-8494-23d54d4d066b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:34.067326 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ac4587-4107-43e8-a83c-d471cfc11f86 req-92c2d714-3f2a-40fc-b0d7-b1c48bb5ff2d tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:34.068845 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-84ac4587-4107-43e8-a83c-d471cfc11f86 req-92c2d714-3f2a-40fc-b0d7-b1c48bb5ff2d tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dc2d0d2-0201-4476-939b-23364f846730 HTTP/1.1" status: 200 len: 945 time: 0.0533106 Nov 12 08:54:34.117353 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-84ac4587-4107-43e8-a83c-d471cfc11f86 req-272fbe28-3fc5-4ee8-b080-dce230c922af tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2787a62-6353-4c83-8ffe-203848b7e244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420306 Nov 12 08:54:35.244298 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94edbb7a-0668-448f-a193-8d967b55361c req-68613bfa-02f3-46a4-93ab-0c1e5e690d2b tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:35.245789 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-94edbb7a-0668-448f-a193-8d967b55361c req-68613bfa-02f3-46a4-93ab-0c1e5e690d2b tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dc2d0d2-0201-4476-939b-23364f846730 HTTP/1.1" status: 200 len: 945 time: 0.0551693 Nov 12 08:54:35.293418 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-94edbb7a-0668-448f-a193-8d967b55361c req-ebc8d4e8-c431-4c52-a258-bb108795a791 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2787a62-6353-4c83-8ffe-203848b7e244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410874 Nov 12 08:54:35.567001 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:35.638836 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ece363-127f-4293-a44a-cd3f2dd8def1 req-9ae8bdc7-2d01-43f1-9e4f-4d85efd6f5d1 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:35.640405 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c6ece363-127f-4293-a44a-cd3f2dd8def1 req-9ae8bdc7-2d01-43f1-9e4f-4d85efd6f5d1 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dc2d0d2-0201-4476-939b-23364f846730 HTTP/1.1" status: 200 len: 945 time: 0.0529327 Nov 12 08:54:35.718168 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-44153783-3620-467f-99ab-05de77ec19a4 req-2e3af789-fb94-4037-a9e2-932b762663b7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5dc2d0d2-0201-4476-939b-23364f846730&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1391699 Nov 12 08:54:35.722822 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c6ece363-127f-4293-a44a-cd3f2dd8def1 req-47f86666-d049-4bfe-9c2b-182908fbaff4 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2787a62-6353-4c83-8ffe-203848b7e244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733824 Nov 12 08:54:35.728315 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [req-44153783-3620-467f-99ab-05de77ec19a4 req-920d7c64-47a9-40bc-abae-d29c425243f1 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:54:35.729305 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-44153783-3620-467f-99ab-05de77ec19a4 req-920d7c64-47a9-40bc-abae-d29c425243f1 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052612 Nov 12 08:54:36.849422 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac2c693-6479-48d8-98c8-bf244920a835 req-ad4c2891-dad8-4c47-a153-be5765197b67 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:36.850941 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-dac2c693-6479-48d8-98c8-bf244920a835 req-ad4c2891-dad8-4c47-a153-be5765197b67 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dc2d0d2-0201-4476-939b-23364f846730 HTTP/1.1" status: 200 len: 945 time: 0.0550866 Nov 12 08:54:36.900204 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-dac2c693-6479-48d8-98c8-bf244920a835 req-58d1bae2-2133-4dee-a012-1c8bb8088a5b tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2787a62-6353-4c83-8ffe-203848b7e244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421762 Nov 12 08:54:37.022742 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44153783-3620-467f-99ab-05de77ec19a4 req-30916aaa-980d-4530-bf12-107f4359b351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:37.024160 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-44153783-3620-467f-99ab-05de77ec19a4 req-30916aaa-980d-4530-bf12-107f4359b351 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2bc88f07bc8046b28a29db3ca2622249&device_id=5dc2d0d2-0201-4476-939b-23364f846730 HTTP/1.1" status: 200 len: 1097 time: 0.0458589 Nov 12 08:54:37.045782 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-996b7720-b7f3-4743-bb6e-1287e6cd2735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:37.125143 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44153783-3620-467f-99ab-05de77ec19a4 req-25493925-6c5c-4bf0-a656-c0862375fc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:37.126706 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-44153783-3620-467f-99ab-05de77ec19a4 req-25493925-6c5c-4bf0-a656-c0862375fc1f service neutron] 10.222.0.44 "GET /v2.0/networks?id=cf68b456-a673-47ef-8747-c175f9a25116 HTTP/1.1" status: 200 len: 913 time: 0.0943975 Nov 12 08:54:37.171767 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-44153783-3620-467f-99ab-05de77ec19a4 req-e5d824d6-2aa8-4261-a85f-24742a24c0bb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73c03dc9-6441-4a27-a6bd-6d859188a167 HTTP/1.1" status: 200 len: 217 time: 0.0382819 Nov 12 08:54:37.536395 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44153783-3620-467f-99ab-05de77ec19a4 req-b5403dd3-0659-441d-90d7-d1becb58b915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:37.537853 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-44153783-3620-467f-99ab-05de77ec19a4 req-b5403dd3-0659-441d-90d7-d1becb58b915 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=be0bc9f8-75f1-4032-8f3b-f0368e01f605 HTTP/1.1" status: 200 len: 852 time: 0.3585706 Nov 12 08:54:37.570728 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-44153783-3620-467f-99ab-05de77ec19a4 req-10c2b082-6f02-47b0-94d9-64d803cff62b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cf68b456-a673-47ef-8747-c175f9a25116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243742 Nov 12 08:54:37.666211 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-44153783-3620-467f-99ab-05de77ec19a4 req-df350511-dc44-450f-9c22-31eafa3ab527 service neutron] 10.222.0.44 "GET /v2.0/networks/cf68b456-a673-47ef-8747-c175f9a25116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876484 Nov 12 08:54:37.758164 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-44153783-3620-467f-99ab-05de77ec19a4 req-5a5bb678-214d-4065-a07e-c6353ab6a54b service neutron] 10.222.0.44 "GET /v2.0/networks/cf68b456-a673-47ef-8747-c175f9a25116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838962 Nov 12 08:54:37.996045 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:38.026390 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07adf2bb-bcb8-4c38-8358-1ddaa5c7270c req-628c57cc-cc53-436d-9741-d4d5fe1d8e9d tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:38.027829 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-07adf2bb-bcb8-4c38-8358-1ddaa5c7270c req-628c57cc-cc53-436d-9741-d4d5fe1d8e9d tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dc2d0d2-0201-4476-939b-23364f846730 HTTP/1.1" status: 200 len: 945 time: 0.0547667 Nov 12 08:54:38.077986 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-07adf2bb-bcb8-4c38-8358-1ddaa5c7270c req-421ee7b5-0d84-4b6b-b9ac-3cc253749de1 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2787a62-6353-4c83-8ffe-203848b7e244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438483 Nov 12 08:54:39.213476 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9260cb0d-47e6-48f6-a0dd-6cae7f10d2e3 req-76472034-708a-4bd6-8086-294caaadcb26 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:39.214990 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9260cb0d-47e6-48f6-a0dd-6cae7f10d2e3 req-76472034-708a-4bd6-8086-294caaadcb26 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dc2d0d2-0201-4476-939b-23364f846730 HTTP/1.1" status: 200 len: 945 time: 0.0546796 Nov 12 08:54:39.269583 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9260cb0d-47e6-48f6-a0dd-6cae7f10d2e3 req-62ca43bf-aa68-40ae-9ddd-1bc3f832f5d1 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2787a62-6353-4c83-8ffe-203848b7e244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474918 Nov 12 08:54:39.350618 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:40.003680 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:40.386699 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237f6288-5195-4e55-8dc7-25373acd4661 req-16f9c6cb-4373-4bd8-a47e-9d68ac916497 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:40.388093 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-237f6288-5195-4e55-8dc7-25373acd4661 req-16f9c6cb-4373-4bd8-a47e-9d68ac916497 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dc2d0d2-0201-4476-939b-23364f846730 HTTP/1.1" status: 200 len: 945 time: 0.0495265 Nov 12 08:54:40.435917 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-237f6288-5195-4e55-8dc7-25373acd4661 req-78f88191-3cbe-4c0e-9ee5-666f7bd0bd34 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2787a62-6353-4c83-8ffe-203848b7e244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416100 Nov 12 08:54:41.555637 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f646f2fd-9d96-4636-a8c6-eb6ac441c357 req-dde2d787-0eba-4c90-901d-7be1dea75902 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:41.557121 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f646f2fd-9d96-4636-a8c6-eb6ac441c357 req-dde2d787-0eba-4c90-901d-7be1dea75902 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dc2d0d2-0201-4476-939b-23364f846730 HTTP/1.1" status: 200 len: 945 time: 0.0497787 Nov 12 08:54:41.612284 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f646f2fd-9d96-4636-a8c6-eb6ac441c357 req-246dc151-907d-4028-8f68-5af694a3897d tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2787a62-6353-4c83-8ffe-203848b7e244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481496 Nov 12 08:54:42.697117 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:42.732231 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770df0d2-4f0b-482c-8e0d-ac90127deb63 req-d4ea5470-bd8c-4019-8eea-50dd03ff67c7 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:42.733737 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-770df0d2-4f0b-482c-8e0d-ac90127deb63 req-d4ea5470-bd8c-4019-8eea-50dd03ff67c7 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dc2d0d2-0201-4476-939b-23364f846730 HTTP/1.1" status: 200 len: 945 time: 0.0509021 Nov 12 08:54:42.782629 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-770df0d2-4f0b-482c-8e0d-ac90127deb63 req-87cf3ed0-8d4f-43f0-a00c-8dbd37a088ff tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2787a62-6353-4c83-8ffe-203848b7e244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428851 Nov 12 08:54:43.900599 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb862a14-7cc8-48cc-83d8-5f8adb9becb8 req-d9870f76-3ab3-475e-b050-8accdb7e2f5e tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:43.902123 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fb862a14-7cc8-48cc-83d8-5f8adb9becb8 req-d9870f76-3ab3-475e-b050-8accdb7e2f5e tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dc2d0d2-0201-4476-939b-23364f846730 HTTP/1.1" status: 200 len: 945 time: 0.0508187 Nov 12 08:54:43.950025 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fb862a14-7cc8-48cc-83d8-5f8adb9becb8 req-c636d61e-69eb-4db1-9e69-fd97384986a6 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2787a62-6353-4c83-8ffe-203848b7e244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411751 Nov 12 08:54:45.072627 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa085803-ad4d-4717-a71c-5c6208a128f5 req-17263886-8974-47e1-b5e3-02b49fbcf55c tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:45.074104 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fa085803-ad4d-4717-a71c-5c6208a128f5 req-17263886-8974-47e1-b5e3-02b49fbcf55c tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dc2d0d2-0201-4476-939b-23364f846730 HTTP/1.1" status: 200 len: 945 time: 0.0552742 Nov 12 08:54:45.121699 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fa085803-ad4d-4717-a71c-5c6208a128f5 req-ab27ba5d-b977-455d-98d5-369316d5b22a tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2787a62-6353-4c83-8ffe-203848b7e244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409355 Nov 12 08:54:46.220634 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:54:46.247260 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51998a88-8281-4794-bf5c-a69b7e66fd84 req-333eed48-a8d6-454f-9712-5a4c8ddec9c8 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:46.248876 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-51998a88-8281-4794-bf5c-a69b7e66fd84 req-333eed48-a8d6-454f-9712-5a4c8ddec9c8 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dc2d0d2-0201-4476-939b-23364f846730 HTTP/1.1" status: 200 len: 945 time: 0.0558774 Nov 12 08:54:46.300688 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-51998a88-8281-4794-bf5c-a69b7e66fd84 req-265a1a5e-f537-4372-95e6-ab69c14f3479 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2787a62-6353-4c83-8ffe-203848b7e244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459356 Nov 12 08:54:47.433597 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedcdd1c-0a58-48b1-86aa-3878d327a079 req-b882364e-08f1-46b4-ac6c-ee8a54fe26f0 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:47.435974 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-aedcdd1c-0a58-48b1-86aa-3878d327a079 req-b882364e-08f1-46b4-ac6c-ee8a54fe26f0 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dc2d0d2-0201-4476-939b-23364f846730 HTTP/1.1" status: 200 len: 945 time: 0.0640903 Nov 12 08:54:47.488309 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-aedcdd1c-0a58-48b1-86aa-3878d327a079 req-00107fd4-512b-4c97-92c0-88a423012502 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2787a62-6353-4c83-8ffe-203848b7e244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461020 Nov 12 08:54:48.612013 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2afd2d0-c8ab-4b82-a9ef-e3b1adaef81a req-6268f9bb-1315-4024-b3dd-3529ef1e5d4e tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:48.613755 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f2afd2d0-c8ab-4b82-a9ef-e3b1adaef81a req-6268f9bb-1315-4024-b3dd-3529ef1e5d4e tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dc2d0d2-0201-4476-939b-23364f846730 HTTP/1.1" status: 200 len: 945 time: 0.0536847 Nov 12 08:54:48.664885 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f2afd2d0-c8ab-4b82-a9ef-e3b1adaef81a req-0ff35efd-f331-47eb-a9e2-8a6c8c3cc999 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2787a62-6353-4c83-8ffe-203848b7e244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451841 Nov 12 08:54:49.785227 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e826338-16bd-4e48-b3ae-2d8b7f351ff4 req-aed18f9a-b039-411d-be39-e2e881f1dae2 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:49.786726 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7e826338-16bd-4e48-b3ae-2d8b7f351ff4 req-aed18f9a-b039-411d-be39-e2e881f1dae2 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dc2d0d2-0201-4476-939b-23364f846730 HTTP/1.1" status: 200 len: 945 time: 0.0501559 Nov 12 08:54:49.836773 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7e826338-16bd-4e48-b3ae-2d8b7f351ff4 req-511dac22-16d2-4cb8-a9da-02836bf873da tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2787a62-6353-4c83-8ffe-203848b7e244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440941 Nov 12 08:54:50.956569 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8306dec3-0db5-4ca8-ab49-a862304d7d7e req-79767354-3150-4da3-ba5d-b2f09b59b905 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:50.958015 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8306dec3-0db5-4ca8-ab49-a862304d7d7e req-79767354-3150-4da3-ba5d-b2f09b59b905 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dc2d0d2-0201-4476-939b-23364f846730 HTTP/1.1" status: 200 len: 945 time: 0.0514517 Nov 12 08:54:51.005936 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8306dec3-0db5-4ca8-ab49-a862304d7d7e req-e93f65c9-6805-490c-9e5f-3e50bd68a0fc tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2787a62-6353-4c83-8ffe-203848b7e244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419352 Nov 12 08:54:52.127298 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562e3711-b29c-47eb-a478-52b5fe563b16 req-9b53a0b5-32b4-448b-b162-41950f4daa17 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:52.128784 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-562e3711-b29c-47eb-a478-52b5fe563b16 req-9b53a0b5-32b4-448b-b162-41950f4daa17 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dc2d0d2-0201-4476-939b-23364f846730 HTTP/1.1" status: 200 len: 945 time: 0.0515466 Nov 12 08:54:52.180957 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-562e3711-b29c-47eb-a478-52b5fe563b16 req-df4f540a-1d16-4e31-8b9c-9c9cc6bd407f tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2787a62-6353-4c83-8ffe-203848b7e244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460567 Nov 12 08:54:53.308889 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad4510-e8ee-4463-8904-7cf56fc21ffb req-c6d77744-cfc7-45a0-bbb0-10e09d67619a tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:53.311274 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c2ad4510-e8ee-4463-8904-7cf56fc21ffb req-c6d77744-cfc7-45a0-bbb0-10e09d67619a tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dc2d0d2-0201-4476-939b-23364f846730 HTTP/1.1" status: 200 len: 945 time: 0.0551093 Nov 12 08:54:53.358793 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c2ad4510-e8ee-4463-8904-7cf56fc21ffb req-a92f9225-62f4-4053-9db1-50636c85b399 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2787a62-6353-4c83-8ffe-203848b7e244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415204 Nov 12 08:54:54.477989 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d061270-e879-479c-9a71-802a0a45a3de req-e9d2cf85-3b69-4cd0-89e6-e20020d6326b tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:54.479578 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2d061270-e879-479c-9a71-802a0a45a3de req-e9d2cf85-3b69-4cd0-89e6-e20020d6326b tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dc2d0d2-0201-4476-939b-23364f846730 HTTP/1.1" status: 200 len: 945 time: 0.0513792 Nov 12 08:54:54.532340 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2d061270-e879-479c-9a71-802a0a45a3de req-74ba19f0-1738-4ef2-b5bd-a5144f704b9e tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2787a62-6353-4c83-8ffe-203848b7e244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449014 Nov 12 08:54:55.655816 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155299b6-b53b-47a8-8d2e-53c4ace1638a req-dfc4bacb-8d88-4d89-bf1a-bce942d45e04 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:55.657357 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-155299b6-b53b-47a8-8d2e-53c4ace1638a req-dfc4bacb-8d88-4d89-bf1a-bce942d45e04 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dc2d0d2-0201-4476-939b-23364f846730 HTTP/1.1" status: 200 len: 945 time: 0.0522587 Nov 12 08:54:55.713393 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-155299b6-b53b-47a8-8d2e-53c4ace1638a req-05bed58a-8d49-4917-9c78-1515bfd8b2a2 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2787a62-6353-4c83-8ffe-203848b7e244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486150 Nov 12 08:54:56.833172 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633d99ef-3df6-4fb7-958f-18a200bcba82 req-dcb94f1e-3edf-4358-b4cf-2f303f0d93ea tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:56.834689 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-633d99ef-3df6-4fb7-958f-18a200bcba82 req-dcb94f1e-3edf-4358-b4cf-2f303f0d93ea tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dc2d0d2-0201-4476-939b-23364f846730 HTTP/1.1" status: 200 len: 945 time: 0.0496147 Nov 12 08:54:56.884170 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-633d99ef-3df6-4fb7-958f-18a200bcba82 req-a1bc6e3e-8fe7-4119-ae7d-d4bef834928a tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2787a62-6353-4c83-8ffe-203848b7e244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433974 Nov 12 08:54:58.000256 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d617300-0287-467d-937d-e6ce0e6e12b6 req-a7b32f96-f59e-4c21-96bd-015cf08cbf7a tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:58.001731 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0d617300-0287-467d-937d-e6ce0e6e12b6 req-a7b32f96-f59e-4c21-96bd-015cf08cbf7a tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dc2d0d2-0201-4476-939b-23364f846730 HTTP/1.1" status: 200 len: 945 time: 0.0494976 Nov 12 08:54:58.050519 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0d617300-0287-467d-937d-e6ce0e6e12b6 req-393c8dea-e92d-461d-ac3a-f05638b0bd40 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2787a62-6353-4c83-8ffe-203848b7e244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428143 Nov 12 08:54:59.180281 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e0b05-1ba1-41b3-9868-07f1eca2e407 req-85dd1ce1-941d-47c2-86d9-dd49846189af tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:59.181811 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b46e0b05-1ba1-41b3-9868-07f1eca2e407 req-85dd1ce1-941d-47c2-86d9-dd49846189af tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dc2d0d2-0201-4476-939b-23364f846730 HTTP/1.1" status: 200 len: 945 time: 0.0555580 Nov 12 08:54:59.230432 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b46e0b05-1ba1-41b3-9868-07f1eca2e407 req-573ca9ad-b959-477c-bb7a-af1479d930d6 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2787a62-6353-4c83-8ffe-203848b7e244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426087 Nov 12 08:55:00.369567 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761ef097-2c83-4628-a4e5-7ac1cedea475 req-24b729cc-419d-4e2b-a197-60c15d380709 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:00.371103 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-761ef097-2c83-4628-a4e5-7ac1cedea475 req-24b729cc-419d-4e2b-a197-60c15d380709 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dc2d0d2-0201-4476-939b-23364f846730 HTTP/1.1" status: 200 len: 945 time: 0.0539718 Nov 12 08:55:00.420567 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-761ef097-2c83-4628-a4e5-7ac1cedea475 req-14e06931-15f3-4c04-8275-c95c133433b9 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2787a62-6353-4c83-8ffe-203848b7e244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432627 Nov 12 08:55:01.553841 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa5965b-16fe-4ff6-80d5-d61a37e04689 req-ecc6468b-690e-4951-91c7-e5530208f10c tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:01.555473 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ffa5965b-16fe-4ff6-80d5-d61a37e04689 req-ecc6468b-690e-4951-91c7-e5530208f10c tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dc2d0d2-0201-4476-939b-23364f846730 HTTP/1.1" status: 200 len: 945 time: 0.0615110 Nov 12 08:55:01.612424 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ffa5965b-16fe-4ff6-80d5-d61a37e04689 req-c1ab0081-6dd3-47bb-8db7-51ef64ee6bef tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2787a62-6353-4c83-8ffe-203848b7e244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499878 Nov 12 08:55:02.731092 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edea419c-1d9c-40cf-b2d9-9443834ff6bc req-e1f0221b-a299-41c3-9143-1b9644813c90 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:02.733229 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-edea419c-1d9c-40cf-b2d9-9443834ff6bc req-e1f0221b-a299-41c3-9143-1b9644813c90 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dc2d0d2-0201-4476-939b-23364f846730 HTTP/1.1" status: 200 len: 945 time: 0.0506251 Nov 12 08:55:02.782536 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-edea419c-1d9c-40cf-b2d9-9443834ff6bc req-6ebc1737-8618-48bc-8668-e079b4e95524 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2787a62-6353-4c83-8ffe-203848b7e244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433948 Nov 12 08:55:03.901330 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdf2bb7-aabc-43bd-97d0-4327e5f0dd5e req-231b582f-87b5-4d6d-906f-59ecbbee0572 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:03.902820 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-acdf2bb7-aabc-43bd-97d0-4327e5f0dd5e req-231b582f-87b5-4d6d-906f-59ecbbee0572 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dc2d0d2-0201-4476-939b-23364f846730 HTTP/1.1" status: 200 len: 945 time: 0.0490642 Nov 12 08:55:03.954670 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-acdf2bb7-aabc-43bd-97d0-4327e5f0dd5e req-1bd34e80-fa95-4252-8d7e-93b15c48af7a tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2787a62-6353-4c83-8ffe-203848b7e244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451667 Nov 12 08:55:03.977204 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-28e77a4b-e062-49ec-90d7-64c35a53a087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:05.082482 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3be753e-1996-4104-8517-18b859a34071 req-d9467938-3a85-403d-aa50-b636b7d0f4c7 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:05.084078 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b3be753e-1996-4104-8517-18b859a34071 req-d9467938-3a85-403d-aa50-b636b7d0f4c7 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dc2d0d2-0201-4476-939b-23364f846730 HTTP/1.1" status: 200 len: 945 time: 0.0581365 Nov 12 08:55:05.137432 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b3be753e-1996-4104-8517-18b859a34071 req-05318ffc-b58f-4299-8ff6-8e644a67b567 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2787a62-6353-4c83-8ffe-203848b7e244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472376 Nov 12 08:55:05.178266 n-d-765315-29 neutron-server[102599]: INFO neutron.api.v2.resource [req-44153783-3620-467f-99ab-05de77ec19a4 req-eba189a5-4193-4d8e-a2fa-05a2aeba36fe service neutron] show failed (client error): The resource could not be found. Nov 12 08:55:05.179348 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-44153783-3620-467f-99ab-05de77ec19a4 req-eba189a5-4193-4d8e-a2fa-05a2aeba36fe service neutron] 10.222.0.44 "GET /v2.0/ports/73c03dc9-6441-4a27-a6bd-6d859188a167/bindings/n-h1-765315-29 HTTP/1.1" status: 404 len: 381 time: 0.0589149 Nov 12 08:55:05.513749 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44153783-3620-467f-99ab-05de77ec19a4 req-fe6cb649-fb50-488d-a254-4ccdeb6f4cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:05.515319 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-44153783-3620-467f-99ab-05de77ec19a4 req-fe6cb649-fb50-488d-a254-4ccdeb6f4cf6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5dc2d0d2-0201-4476-939b-23364f846730&tenant_id=2bc88f07bc8046b28a29db3ca2622249 HTTP/1.1" status: 200 len: 1097 time: 0.1459055 Nov 12 08:55:05.527253 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-44153783-3620-467f-99ab-05de77ec19a4 req-7460de61-6954-438d-894f-e4102e77518a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-765315-29', 'device_owner': 'compute:nova'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:55:05.562832 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:05.581967 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-44153783-3620-467f-99ab-05de77ec19a4 req-7460de61-6954-438d-894f-e4102e77518a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:05.788990 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-44153783-3620-467f-99ab-05de77ec19a4 req-7460de61-6954-438d-894f-e4102e77518a service neutron] For port 73c03dc9-6441-4a27-a6bd-6d859188a167, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=73c03dc9-6441-4a27-a6bd-6d859188a167,segment=NetworkSegment(d454d8b4-f660-4210-8764-7f826206e8c4),segment_id=d454d8b4-f660-4210-8764-7f826206e8c4)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:05.822428 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-44153783-3620-467f-99ab-05de77ec19a4 req-7460de61-6954-438d-894f-e4102e77518a service neutron] For port 73c03dc9-6441-4a27-a6bd-6d859188a167, host n-h2-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:55:05.865952 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dc2d0d2-0201-4476-939b-23364f846730', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73c03dc9-6441-4a27-a6bd-6d859188a167'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:55:05.868264 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f3f8af1-26f0-4e48-9ddc-c8c09a0d4eb9" -d '{"events": [{"server_uuid": "5dc2d0d2-0201-4476-939b-23364f846730", "name": "network-vif-unplugged", "status": "completed", "tag": "73c03dc9-6441-4a27-a6bd-6d859188a167"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:55:05.872695 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-44153783-3620-467f-99ab-05de77ec19a4 req-7460de61-6954-438d-894f-e4102e77518a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:05.885538 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-44153783-3620-467f-99ab-05de77ec19a4 req-7460de61-6954-438d-894f-e4102e77518a service neutron] Transition to ACTIVE for port object 73c03dc9-6441-4a27-a6bd-6d859188a167 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:55:05.889478 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-44153783-3620-467f-99ab-05de77ec19a4 req-7460de61-6954-438d-894f-e4102e77518a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:05.925109 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a9f230e-9610-4f9e-aab1-8a49ae15fca9 x-openstack-request-id: req-3a9f230e-9610-4f9e-aab1-8a49ae15fca9 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:55:05.925402 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dc2d0d2-0201-4476-939b-23364f846730", "name": "network-vif-unplugged", "status": "completed", "tag": "73c03dc9-6441-4a27-a6bd-6d859188a167", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:55:05.925654 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3a9f230e-9610-4f9e-aab1-8a49ae15fca9 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:55:05.926049 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dc2d0d2-0201-4476-939b-23364f846730', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73c03dc9-6441-4a27-a6bd-6d859188a167', 'code': 200} Nov 12 08:55:05.955256 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-44153783-3620-467f-99ab-05de77ec19a4 req-7460de61-6954-438d-894f-e4102e77518a service neutron] No DVR routers for this DVR port 73c03dc9-6441-4a27-a6bd-6d859188a167 on host n-h2-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:55:05.957145 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7460de61-6954-438d-894f-e4102e77518a service neutron] Pushing event updated for resources: {'Port': ['ID=73c03dc9-6441-4a27-a6bd-6d859188a167,revision_number=6']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:05.992016 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-44153783-3620-467f-99ab-05de77ec19a4 req-7460de61-6954-438d-894f-e4102e77518a service neutron] Attempting to bind port 73c03dc9-6441-4a27-a6bd-6d859188a167 on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:55:05.992353 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-44153783-3620-467f-99ab-05de77ec19a4 req-7460de61-6954-438d-894f-e4102e77518a service neutron] Attempting to bind port 73c03dc9-6441-4a27-a6bd-6d859188a167 by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': 'd454d8b4-f660-4210-8764-7f826206e8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'cf68b456-a673-47ef-8747-c175f9a25116'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:55:05.992686 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44153783-3620-467f-99ab-05de77ec19a4 req-7460de61-6954-438d-894f-e4102e77518a service neutron] Attempting to bind port 73c03dc9-6441-4a27-a6bd-6d859188a167 on network cf68b456-a673-47ef-8747-c175f9a25116 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:55:05.997583 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44153783-3620-467f-99ab-05de77ec19a4 req-7460de61-6954-438d-894f-e4102e77518a service neutron] Port 73c03dc9-6441-4a27-a6bd-6d859188a167 on network cf68b456-a673-47ef-8747-c175f9a25116 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:55:05.998027 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44153783-3620-467f-99ab-05de77ec19a4 req-7460de61-6954-438d-894f-e4102e77518a service neutron] Attempting to bind port 73c03dc9-6441-4a27-a6bd-6d859188a167 on network cf68b456-a673-47ef-8747-c175f9a25116 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:55:06.002928 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44153783-3620-467f-99ab-05de77ec19a4 req-7460de61-6954-438d-894f-e4102e77518a service neutron] Checking agent: {'id': '26215384-8035-4ce2-971a-8e67be80da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:55:06.003269 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44153783-3620-467f-99ab-05de77ec19a4 req-7460de61-6954-438d-894f-e4102e77518a service neutron] Checking segment: {'id': 'd454d8b4-f660-4210-8764-7f826206e8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'cf68b456-a673-47ef-8747-c175f9a25116'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:55:06.003655 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44153783-3620-467f-99ab-05de77ec19a4 req-7460de61-6954-438d-894f-e4102e77518a service neutron] Bound using segment: {'id': 'd454d8b4-f660-4210-8764-7f826206e8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'cf68b456-a673-47ef-8747-c175f9a25116'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:55:06.004085 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-44153783-3620-467f-99ab-05de77ec19a4 req-7460de61-6954-438d-894f-e4102e77518a service neutron] Bound port: 73c03dc9-6441-4a27-a6bd-6d859188a167, host: n-h1-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd454d8b4-f660-4210-8764-7f826206e8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'cf68b456-a673-47ef-8747-c175f9a25116'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:55:06.004439 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-44153783-3620-467f-99ab-05de77ec19a4 req-7460de61-6954-438d-894f-e4102e77518a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:06.070410 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-44153783-3620-467f-99ab-05de77ec19a4 req-7460de61-6954-438d-894f-e4102e77518a service neutron] For port 73c03dc9-6441-4a27-a6bd-6d859188a167, host n-h1-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:55:06.073388 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-44153783-3620-467f-99ab-05de77ec19a4 req-7460de61-6954-438d-894f-e4102e77518a service neutron] For port 73c03dc9-6441-4a27-a6bd-6d859188a167, host n-h1-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=73c03dc9-6441-4a27-a6bd-6d859188a167,segment=NetworkSegment(d454d8b4-f660-4210-8764-7f826206e8c4),segment_id=d454d8b4-f660-4210-8764-7f826206e8c4)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:55:06.079829 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-44153783-3620-467f-99ab-05de77ec19a4 req-7460de61-6954-438d-894f-e4102e77518a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:06.114499 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44153783-3620-467f-99ab-05de77ec19a4 req-7460de61-6954-438d-894f-e4102e77518a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:06.115145 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-44153783-3620-467f-99ab-05de77ec19a4 req-7460de61-6954-438d-894f-e4102e77518a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:06.116549 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-44153783-3620-467f-99ab-05de77ec19a4 req-7460de61-6954-438d-894f-e4102e77518a service neutron] 10.222.0.21 "PUT /v2.0/ports/73c03dc9-6441-4a27-a6bd-6d859188a167 HTTP/1.1" status: 200 len: 1092 time: 0.5931950 Nov 12 08:55:06.138745 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7460de61-6954-438d-894f-e4102e77518a service neutron] Pushing event updated for resources: {'Port': ['ID=73c03dc9-6441-4a27-a6bd-6d859188a167,revision_number=7']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:06.182533 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44153783-3620-467f-99ab-05de77ec19a4 req-2510e1fd-3e4f-47fe-a786-bc6d31bd4f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:06.184120 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-44153783-3620-467f-99ab-05de77ec19a4 req-2510e1fd-3e4f-47fe-a786-bc6d31bd4f1d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2bc88f07bc8046b28a29db3ca2622249&device_id=5dc2d0d2-0201-4476-939b-23364f846730 HTTP/1.1" status: 200 len: 1095 time: 0.0423667 Nov 12 08:55:06.269899 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce27e04-665a-4187-910f-a6a29e920141 req-4fc2af3d-3b8d-4843-a80f-05011875cbaf tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:06.272028 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fce27e04-665a-4187-910f-a6a29e920141 req-4fc2af3d-3b8d-4843-a80f-05011875cbaf tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dc2d0d2-0201-4476-939b-23364f846730 HTTP/1.1" status: 200 len: 943 time: 0.0504656 Nov 12 08:55:06.287356 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44153783-3620-467f-99ab-05de77ec19a4 req-a4fc48c6-3478-45f0-934d-bc8002d435bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:06.288838 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-44153783-3620-467f-99ab-05de77ec19a4 req-a4fc48c6-3478-45f0-934d-bc8002d435bf service neutron] 10.222.0.21 "GET /v2.0/networks?id=cf68b456-a673-47ef-8747-c175f9a25116 HTTP/1.1" status: 200 len: 913 time: 0.0916374 Nov 12 08:55:06.325424 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fce27e04-665a-4187-910f-a6a29e920141 req-a3c8b884-cb85-402f-a6d8-f369ff4dd309 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2787a62-6353-4c83-8ffe-203848b7e244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467186 Nov 12 08:55:06.334321 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-44153783-3620-467f-99ab-05de77ec19a4 req-465b295c-a023-439c-b7db-286e9f138fa7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73c03dc9-6441-4a27-a6bd-6d859188a167 HTTP/1.1" status: 200 len: 217 time: 0.0365300 Nov 12 08:55:06.385485 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44153783-3620-467f-99ab-05de77ec19a4 req-e07cf320-4dd0-40eb-b133-3df5e7f543f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:06.387018 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-44153783-3620-467f-99ab-05de77ec19a4 req-e07cf320-4dd0-40eb-b133-3df5e7f543f9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=be0bc9f8-75f1-4032-8f3b-f0368e01f605 HTTP/1.1" status: 200 len: 852 time: 0.0444951 Nov 12 08:55:06.422692 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-44153783-3620-467f-99ab-05de77ec19a4 req-b9e98c02-66d6-4f0f-b9bc-af20643cd252 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cf68b456-a673-47ef-8747-c175f9a25116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259137 Nov 12 08:55:06.519243 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-44153783-3620-467f-99ab-05de77ec19a4 req-6f209927-d09d-4d3b-b429-fa316cdcea8a service neutron] 10.222.0.21 "GET /v2.0/networks/cf68b456-a673-47ef-8747-c175f9a25116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891721 Nov 12 08:55:06.618612 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-44153783-3620-467f-99ab-05de77ec19a4 req-b00c3b0c-780a-404f-ac1c-7e0e11500cc6 service neutron] 10.222.0.21 "GET /v2.0/networks/cf68b456-a673-47ef-8747-c175f9a25116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897493 Nov 12 08:55:07.038310 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e5f0aab6-724a-4890-9d62-e9ed390f26b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:07.447757 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca2a4bf-1ea2-4295-a6a2-f94051cc5824 req-c98fd013-f93c-41c5-9396-508f4c520793 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:07.449221 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5ca2a4bf-1ea2-4295-a6a2-f94051cc5824 req-c98fd013-f93c-41c5-9396-508f4c520793 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dc2d0d2-0201-4476-939b-23364f846730 HTTP/1.1" status: 200 len: 943 time: 0.0532253 Nov 12 08:55:07.500623 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5ca2a4bf-1ea2-4295-a6a2-f94051cc5824 req-2f8a5180-00fb-47bc-a872-138fbec7f07b tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2787a62-6353-4c83-8ffe-203848b7e244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441918 Nov 12 08:55:07.927236 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dc2d0d2-0201-4476-939b-23364f846730', 'tag': '73c03dc9-6441-4a27-a6bd-6d859188a167'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:55:07.929508 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-479bb693-2cfa-48ba-a997-98d81a23b975" -d '{"events": [{"name": "network-changed", "server_uuid": "5dc2d0d2-0201-4476-939b-23364f846730", "tag": "73c03dc9-6441-4a27-a6bd-6d859188a167"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:55:07.977665 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-711c412a-980a-4363-8816-08560be81657 x-openstack-request-id: req-711c412a-980a-4363-8816-08560be81657 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:55:07.977961 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dc2d0d2-0201-4476-939b-23364f846730", "tag": "73c03dc9-6441-4a27-a6bd-6d859188a167", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:55:07.978217 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-711c412a-980a-4363-8816-08560be81657 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:55:07.978654 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dc2d0d2-0201-4476-939b-23364f846730', 'tag': '73c03dc9-6441-4a27-a6bd-6d859188a167', 'status': 'completed', 'code': 200} Nov 12 08:55:07.998977 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:08.071742 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479bb693-2cfa-48ba-a997-98d81a23b975 req-89bf78cc-2fce-4941-bd0c-a3fbaca2ad64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:08.073249 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-479bb693-2cfa-48ba-a997-98d81a23b975 req-89bf78cc-2fce-4941-bd0c-a3fbaca2ad64 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2bc88f07bc8046b28a29db3ca2622249&device_id=5dc2d0d2-0201-4476-939b-23364f846730 HTTP/1.1" status: 200 len: 1095 time: 0.0686023 Nov 12 08:55:08.081945 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479bb693-2cfa-48ba-a997-98d81a23b975 req-3b0dab9a-9ee4-4c1f-9c2c-13e2ab5128c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:08.083377 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-479bb693-2cfa-48ba-a997-98d81a23b975 req-3b0dab9a-9ee4-4c1f-9c2c-13e2ab5128c3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2bc88f07bc8046b28a29db3ca2622249&device_id=5dc2d0d2-0201-4476-939b-23364f846730 HTTP/1.1" status: 200 len: 1095 time: 0.0505650 Nov 12 08:55:08.241420 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479bb693-2cfa-48ba-a997-98d81a23b975 req-bd5f2233-5ef7-4612-a8d3-f0c27760eaae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:08.242842 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-479bb693-2cfa-48ba-a997-98d81a23b975 req-bd5f2233-5ef7-4612-a8d3-f0c27760eaae service neutron] 10.222.0.21 "GET /v2.0/networks?id=cf68b456-a673-47ef-8747-c175f9a25116 HTTP/1.1" status: 200 len: 913 time: 0.1585879 Nov 12 08:55:08.245418 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479bb693-2cfa-48ba-a997-98d81a23b975 req-cd57db5e-6421-4d4f-932c-257ecc79f9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:08.246805 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-479bb693-2cfa-48ba-a997-98d81a23b975 req-cd57db5e-6421-4d4f-932c-257ecc79f9bc service neutron] 10.222.0.44 "GET /v2.0/networks?id=cf68b456-a673-47ef-8747-c175f9a25116 HTTP/1.1" status: 200 len: 913 time: 0.1444976 Nov 12 08:55:08.296894 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-479bb693-2cfa-48ba-a997-98d81a23b975 req-4e1f025f-26ae-4130-b580-0b1ff2010c6f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73c03dc9-6441-4a27-a6bd-6d859188a167 HTTP/1.1" status: 200 len: 217 time: 0.0446990 Nov 12 08:55:08.332245 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-479bb693-2cfa-48ba-a997-98d81a23b975 req-020b5247-8a11-456f-a87c-9d043e64f488 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73c03dc9-6441-4a27-a6bd-6d859188a167 HTTP/1.1" status: 200 len: 217 time: 0.0731790 Nov 12 08:55:08.406128 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479bb693-2cfa-48ba-a997-98d81a23b975 req-8593931e-7acc-4ac6-8036-5b917347c8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:08.407622 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-479bb693-2cfa-48ba-a997-98d81a23b975 req-8593931e-7acc-4ac6-8036-5b917347c8e9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=be0bc9f8-75f1-4032-8f3b-f0368e01f605 HTTP/1.1" status: 200 len: 852 time: 0.0849614 Nov 12 08:55:08.411000 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479bb693-2cfa-48ba-a997-98d81a23b975 req-4f823802-47c6-4a14-ab64-9e0adb31edf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:08.412344 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-479bb693-2cfa-48ba-a997-98d81a23b975 req-4f823802-47c6-4a14-ab64-9e0adb31edf1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=be0bc9f8-75f1-4032-8f3b-f0368e01f605 HTTP/1.1" status: 200 len: 852 time: 0.0618746 Nov 12 08:55:08.446460 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-479bb693-2cfa-48ba-a997-98d81a23b975 req-5c1a684d-ebc4-419a-9792-6aef3ad428f5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cf68b456-a673-47ef-8747-c175f9a25116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309858 Nov 12 08:55:08.468765 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-479bb693-2cfa-48ba-a997-98d81a23b975 req-f382a1b9-d268-4226-9fa2-de7fda7c4407 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cf68b456-a673-47ef-8747-c175f9a25116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447567 Nov 12 08:55:08.613788 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-479bb693-2cfa-48ba-a997-98d81a23b975 req-cf58e97e-4297-4c07-9396-de9c2494670a service neutron] 10.222.0.21 "GET /v2.0/networks/cf68b456-a673-47ef-8747-c175f9a25116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534643 Nov 12 08:55:08.621648 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fd6853-5e85-46f9-835b-95ed791f07c7 req-ca48671a-a926-4bd1-b799-b44913432fbb tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:08.624273 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c6fd6853-5e85-46f9-835b-95ed791f07c7 req-ca48671a-a926-4bd1-b799-b44913432fbb tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dc2d0d2-0201-4476-939b-23364f846730 HTTP/1.1" status: 200 len: 943 time: 0.0513229 Nov 12 08:55:08.631498 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-479bb693-2cfa-48ba-a997-98d81a23b975 req-61627dd6-d7d4-4fcb-a357-89bcfe4c4120 service neutron] 10.222.0.44 "GET /v2.0/networks/cf68b456-a673-47ef-8747-c175f9a25116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456892 Nov 12 08:55:08.675381 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c6fd6853-5e85-46f9-835b-95ed791f07c7 req-f8aaba8c-b618-4e40-b235-b8dc24237775 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2787a62-6353-4c83-8ffe-203848b7e244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450752 Nov 12 08:55:08.778972 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-479bb693-2cfa-48ba-a997-98d81a23b975 req-31a00609-3b23-4fa0-a3a9-b72f854606d6 service neutron] 10.222.0.21 "GET /v2.0/networks/cf68b456-a673-47ef-8747-c175f9a25116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549656 Nov 12 08:55:08.780628 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 73c03dc9-6441-4a27-a6bd-6d859188a167 no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:55:08.790272 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-479bb693-2cfa-48ba-a997-98d81a23b975 req-64842b89-7fce-46d3-954f-dbc4264bedc3 service neutron] 10.222.0.44 "GET /v2.0/networks/cf68b456-a673-47ef-8747-c175f9a25116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406105 Nov 12 08:55:08.820216 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 73c03dc9-6441-4a27-a6bd-6d859188a167 not bound to the agent host n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:55:09.352795 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:09.794221 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552c40d8-bc3f-4b8a-bc49-d571f7e03d1e req-ac24576c-bc2f-44da-b5e1-7f1f61f3903d tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:09.795904 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-552c40d8-bc3f-4b8a-bc49-d571f7e03d1e req-ac24576c-bc2f-44da-b5e1-7f1f61f3903d tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dc2d0d2-0201-4476-939b-23364f846730 HTTP/1.1" status: 200 len: 943 time: 0.0504751 Nov 12 08:55:09.847952 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-552c40d8-bc3f-4b8a-bc49-d571f7e03d1e req-2a67f0f1-70e8-44b2-b9a9-0db700fcc392 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2787a62-6353-4c83-8ffe-203848b7e244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459797 Nov 12 08:55:10.005657 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:10.967312 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8f060d-9f7d-492b-bdb2-6e2ddbb229e6 req-f4ccd07f-7001-432d-9853-a994e21c22ce tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:10.968709 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7b8f060d-9f7d-492b-bdb2-6e2ddbb229e6 req-f4ccd07f-7001-432d-9853-a994e21c22ce tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dc2d0d2-0201-4476-939b-23364f846730 HTTP/1.1" status: 200 len: 943 time: 0.0505834 Nov 12 08:55:11.008193 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 73c03dc9-6441-4a27-a6bd-6d859188a167 details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:55:11.018733 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7b8f060d-9f7d-492b-bdb2-6e2ddbb229e6 req-fbcc276e-e8e8-4ed0-bfbd-57a1d5ab5741 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2787a62-6353-4c83-8ffe-203848b7e244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439627 Nov 12 08:55:11.111135 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 73c03dc9-6441-4a27-a6bd-6d859188a167, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=73c03dc9-6441-4a27-a6bd-6d859188a167,segment=NetworkSegment(d454d8b4-f660-4210-8764-7f826206e8c4),segment_id=d454d8b4-f660-4210-8764-7f826206e8c4)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:11.130512 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Returning: {'device': '73c03dc9-6441-4a27-a6bd-6d859188a167', 'network_id': 'cf68b456-a673-47ef-8747-c175f9a25116', 'port_id': '73c03dc9-6441-4a27-a6bd-6d859188a167', 'mac_address': 'fa:16:3e:43:8e:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be0bc9f8-75f1-4032-8f3b-f0368e01f605', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:55:11.171261 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:11.185884 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-e530113a-7783-48f4-9840-8911a24052df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73c03dc9-6441-4a27-a6bd-6d859188a167 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:55:11.208230 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 73c03dc9-6441-4a27-a6bd-6d859188a167, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=73c03dc9-6441-4a27-a6bd-6d859188a167,segment=NetworkSegment(d454d8b4-f660-4210-8764-7f826206e8c4),segment_id=d454d8b4-f660-4210-8764-7f826206e8c4)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:11.212203 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:11.262057 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=73c03dc9-6441-4a27-a6bd-6d859188a167,revision_number=8']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:11.298912 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b667c22f-8f57-414e-8b01-a243cdf4fa85 req-0394a0e4-80b8-4a54-b6f1-66fc5746e91f tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:11.300389 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b667c22f-8f57-414e-8b01-a243cdf4fa85 req-0394a0e4-80b8-4a54-b6f1-66fc5746e91f tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] 10.222.0.44 "GET /v2.0/ports?device_id=5dc2d0d2-0201-4476-939b-23364f846730&tenant_id=2bc88f07bc8046b28a29db3ca2622249&binding%3Ahost_id=n-h1-765315-29 HTTP/1.1" status: 200 len: 944 time: 0.0596297 Nov 12 08:55:11.378184 n-d-765315-29 neutron-server[102599]: INFO neutron.api.v2.resource [req-b667c22f-8f57-414e-8b01-a243cdf4fa85 req-427ee409-bb31-4205-938f-c93a84531cdb service neutron] delete failed (client error): The resource could not be found. Nov 12 08:55:11.379251 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b667c22f-8f57-414e-8b01-a243cdf4fa85 req-427ee409-bb31-4205-938f-c93a84531cdb service neutron] 10.222.0.44 "DELETE /v2.0/ports/73c03dc9-6441-4a27-a6bd-6d859188a167/bindings/n-h2-765315-29 HTTP/1.1" status: 404 len: 381 time: 0.0662076 Nov 12 08:55:11.500000 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b667c22f-8f57-414e-8b01-a243cdf4fa85 req-9dcc6e9a-70da-403b-ab32-48d51cb72d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:11.501729 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b667c22f-8f57-414e-8b01-a243cdf4fa85 req-9dcc6e9a-70da-403b-ab32-48d51cb72d62 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2bc88f07bc8046b28a29db3ca2622249&device_id=5dc2d0d2-0201-4476-939b-23364f846730 HTTP/1.1" status: 200 len: 1096 time: 0.0446768 Nov 12 08:55:11.624188 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b667c22f-8f57-414e-8b01-a243cdf4fa85 req-6d11f68d-8424-47ac-bf1d-f62101b384c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:11.625878 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b667c22f-8f57-414e-8b01-a243cdf4fa85 req-6d11f68d-8424-47ac-bf1d-f62101b384c3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=cf68b456-a673-47ef-8747-c175f9a25116 HTTP/1.1" status: 200 len: 913 time: 0.1041193 Nov 12 08:55:11.675486 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b667c22f-8f57-414e-8b01-a243cdf4fa85 req-7ae1f13d-3565-495c-a73c-5ebafb559fb3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73c03dc9-6441-4a27-a6bd-6d859188a167 HTTP/1.1" status: 200 len: 217 time: 0.0376697 Nov 12 08:55:11.681687 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['73c03dc9-6441-4a27-a6bd-6d859188a167'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:55:11.729791 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b667c22f-8f57-414e-8b01-a243cdf4fa85 req-33110df9-7111-445f-82b2-26ef0e04f26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:11.732079 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b667c22f-8f57-414e-8b01-a243cdf4fa85 req-33110df9-7111-445f-82b2-26ef0e04f26d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=be0bc9f8-75f1-4032-8f3b-f0368e01f605 HTTP/1.1" status: 200 len: 852 time: 0.0450609 Nov 12 08:55:11.774151 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b667c22f-8f57-414e-8b01-a243cdf4fa85 req-f15a97bd-f980-4e6f-a1d7-d3758290bb11 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cf68b456-a673-47ef-8747-c175f9a25116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307837 Nov 12 08:55:11.872361 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b667c22f-8f57-414e-8b01-a243cdf4fa85 req-9317bf3e-fc58-43fc-855e-68b4b4e42b14 service neutron] 10.222.0.44 "GET /v2.0/networks/cf68b456-a673-47ef-8747-c175f9a25116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855474 Nov 12 08:55:11.974149 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b667c22f-8f57-414e-8b01-a243cdf4fa85 req-5919cc51-d2a4-4216-a421-c477fa2944d2 service neutron] 10.222.0.44 "GET /v2.0/networks/cf68b456-a673-47ef-8747-c175f9a25116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898166 Nov 12 08:55:12.705808 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:12.872574 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4dd528-b292-43e3-a81b-ca6b2a63f81c req-14e1123a-05a3-4c45-bdf3-8d4da192011c tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:12.874097 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1c4dd528-b292-43e3-a81b-ca6b2a63f81c req-14e1123a-05a3-4c45-bdf3-8d4da192011c tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dc2d0d2-0201-4476-939b-23364f846730 HTTP/1.1" status: 200 len: 944 time: 0.0507786 Nov 12 08:55:12.922079 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1c4dd528-b292-43e3-a81b-ca6b2a63f81c req-76dd8301-3700-4486-a38d-8bc55e3091c1 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2787a62-6353-4c83-8ffe-203848b7e244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421534 Nov 12 08:55:13.023317 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 73c03dc9-6441-4a27-a6bd-6d859188a167 up at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:55:13.081743 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning for port 73c03dc9-6441-4a27-a6bd-6d859188a167 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:55:13.085530 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning complete for port 73c03dc9-6441-4a27-a6bd-6d859188a167 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:55:13.085887 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:13.163705 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:13.186997 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dc2d0d2-0201-4476-939b-23364f846730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73c03dc9-6441-4a27-a6bd-6d859188a167'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:55:13.189229 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef65d5e1-2ca1-433a-852a-eb7089e13faa" -d '{"events": [{"server_uuid": "5dc2d0d2-0201-4476-939b-23364f846730", "name": "network-vif-plugged", "status": "completed", "tag": "73c03dc9-6441-4a27-a6bd-6d859188a167"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:55:13.202360 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 73c03dc9-6441-4a27-a6bd-6d859188a167, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=73c03dc9-6441-4a27-a6bd-6d859188a167,segment=NetworkSegment(d454d8b4-f660-4210-8764-7f826206e8c4),segment_id=d454d8b4-f660-4210-8764-7f826206e8c4)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:13.207174 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:13.230787 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5763a96-f2af-4117-8b67-bc4483ce7b18 x-openstack-request-id: req-d5763a96-f2af-4117-8b67-bc4483ce7b18 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:55:13.231114 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dc2d0d2-0201-4476-939b-23364f846730", "name": "network-vif-plugged", "status": "completed", "tag": "73c03dc9-6441-4a27-a6bd-6d859188a167", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:55:13.232004 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d5763a96-f2af-4117-8b67-bc4483ce7b18 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:55:13.232590 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dc2d0d2-0201-4476-939b-23364f846730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73c03dc9-6441-4a27-a6bd-6d859188a167', 'code': 200} Nov 12 08:55:13.257258 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=73c03dc9-6441-4a27-a6bd-6d859188a167,revision_number=9']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:13.264930 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:13.265283 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:13.265622 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:13.265956 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:13.266288 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:13.266642 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:13.266974 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:13.267296 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:13.267618 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:13.267938 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:13.268260 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:13.268577 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:14.045769 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e238af-248b-4157-b8ac-589b8e5ffdd6 req-3e9519d5-8550-4507-bda5-8da5c7d70e61 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:14.047270 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b0e238af-248b-4157-b8ac-589b8e5ffdd6 req-3e9519d5-8550-4507-bda5-8da5c7d70e61 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dc2d0d2-0201-4476-939b-23364f846730 HTTP/1.1" status: 200 len: 945 time: 0.0535128 Nov 12 08:55:14.095446 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b0e238af-248b-4157-b8ac-589b8e5ffdd6 req-19dea9e5-6c29-42ab-9d77-5ebb9bc626b2 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] 10.222.0.26 "GET /v2.0/security-groups?id=f2787a62-6353-4c83-8ffe-203848b7e244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422077 Nov 12 08:55:14.830215 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b667c22f-8f57-414e-8b01-a243cdf4fa85 req-77c3b325-19eb-4462-886a-fb67d9731591 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:14.831695 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b667c22f-8f57-414e-8b01-a243cdf4fa85 req-77c3b325-19eb-4462-886a-fb67d9731591 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dc2d0d2-0201-4476-939b-23364f846730 HTTP/1.1" status: 200 len: 945 time: 0.0495875 Nov 12 08:55:14.923700 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-b667c22f-8f57-414e-8b01-a243cdf4fa85 req-6f870096-6267-4a23-8e20-96944dcd7df9 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] Deleting port 73c03dc9-6441-4a27-a6bd-6d859188a167 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:55:14.923937 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b667c22f-8f57-414e-8b01-a243cdf4fa85 req-6f870096-6267-4a23-8e20-96944dcd7df9 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:15.018495 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-b667c22f-8f57-414e-8b01-a243cdf4fa85 req-6f870096-6267-4a23-8e20-96944dcd7df9 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] For port 73c03dc9-6441-4a27-a6bd-6d859188a167, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=73c03dc9-6441-4a27-a6bd-6d859188a167,segment=NetworkSegment(d454d8b4-f660-4210-8764-7f826206e8c4),segment_id=d454d8b4-f660-4210-8764-7f826206e8c4)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:15.019174 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b667c22f-8f57-414e-8b01-a243cdf4fa85 req-6f870096-6267-4a23-8e20-96944dcd7df9 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:15.032441 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-b667c22f-8f57-414e-8b01-a243cdf4fa85 req-6f870096-6267-4a23-8e20-96944dcd7df9 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] Calling delete_port for 73c03dc9-6441-4a27-a6bd-6d859188a167 owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:55:15.165407 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b667c22f-8f57-414e-8b01-a243cdf4fa85 req-6f870096-6267-4a23-8e20-96944dcd7df9 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:15.192915 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f870096-6267-4a23-8e20-96944dcd7df9 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] Pushing event deleted for resources: {'Port': ['ID=73c03dc9-6441-4a27-a6bd-6d859188a167,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:15.198193 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d8232ee0-58be-47c9-b2ff-68b10be8ff31 req-92ed7dfa-d07a-49c3-a4bf-bfd75a1667ee tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dc2d0d2-0201-4476-939b-23364f846730 HTTP/1.1" status: 200 len: 210 time: 0.0295777 Nov 12 08:55:15.207703 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f870096-6267-4a23-8e20-96944dcd7df9 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:15.208052 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f870096-6267-4a23-8e20-96944dcd7df9 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:15.208394 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f870096-6267-4a23-8e20-96944dcd7df9 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:15.208728 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f870096-6267-4a23-8e20-96944dcd7df9 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:15.209063 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f870096-6267-4a23-8e20-96944dcd7df9 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:15.209395 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f870096-6267-4a23-8e20-96944dcd7df9 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:15.209761 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f870096-6267-4a23-8e20-96944dcd7df9 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:15.210043 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f870096-6267-4a23-8e20-96944dcd7df9 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:15.210468 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f870096-6267-4a23-8e20-96944dcd7df9 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:15.210805 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f870096-6267-4a23-8e20-96944dcd7df9 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:15.211205 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f870096-6267-4a23-8e20-96944dcd7df9 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:15.211447 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f870096-6267-4a23-8e20-96944dcd7df9 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:15.245960 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-b667c22f-8f57-414e-8b01-a243cdf4fa85 req-6f870096-6267-4a23-8e20-96944dcd7df9 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] No DVR routers for this DVR port 73c03dc9-6441-4a27-a6bd-6d859188a167 on host n-h1-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:55:15.248557 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b667c22f-8f57-414e-8b01-a243cdf4fa85 req-6f870096-6267-4a23-8e20-96944dcd7df9 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:15.251893 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b667c22f-8f57-414e-8b01-a243cdf4fa85 req-6f870096-6267-4a23-8e20-96944dcd7df9 tempest-DeleteServersTestJSON-1214640568 tempest-DeleteServersTestJSON-1214640568-project] 10.222.0.21 "DELETE /v2.0/ports/73c03dc9-6441-4a27-a6bd-6d859188a167 HTTP/1.1" status: 204 len: 173 time: 0.4136436 Nov 12 08:55:15.252333 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dc2d0d2-0201-4476-939b-23364f846730', 'name': 'network-vif-deleted', 'tag': '73c03dc9-6441-4a27-a6bd-6d859188a167'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:55:15.254569 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7611a4e-4a2b-438e-acd6-0b336d0f847e" -d '{"events": [{"server_uuid": "5dc2d0d2-0201-4476-939b-23364f846730", "name": "network-vif-deleted", "tag": "73c03dc9-6441-4a27-a6bd-6d859188a167"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:55:15.294342 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-316a6958-7706-488a-8fd4-3030874d5e01 x-openstack-request-id: req-316a6958-7706-488a-8fd4-3030874d5e01 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:55:15.294681 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dc2d0d2-0201-4476-939b-23364f846730", "name": "network-vif-deleted", "tag": "73c03dc9-6441-4a27-a6bd-6d859188a167", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:55:15.294940 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-316a6958-7706-488a-8fd4-3030874d5e01 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:55:15.295348 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dc2d0d2-0201-4476-939b-23364f846730', 'name': 'network-vif-deleted', 'tag': '73c03dc9-6441-4a27-a6bd-6d859188a167', 'status': 'completed', 'code': 200} Nov 12 08:55:16.339818 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 37416) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:16.384740 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-809bc93d-568e-4c89-83d6-a5fe38f107a7 admin admin] Deleting subnet be0bc9f8-75f1-4032-8f3b-f0368e01f605 {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:55:16.388516 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-809bc93d-568e-4c89-83d6-a5fe38f107a7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:16.427545 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-809bc93d-568e-4c89-83d6-a5fe38f107a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31181813'] for subnet, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:16.470347 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-809bc93d-568e-4c89-83d6-a5fe38f107a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:16.523020 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-809bc93d-568e-4c89-83d6-a5fe38f107a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:16.550632 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809bc93d-568e-4c89-83d6-a5fe38f107a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be0bc9f8-75f1-4032-8f3b-f0368e01f605,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:16.552606 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-809bc93d-568e-4c89-83d6-a5fe38f107a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:16.556168 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-809bc93d-568e-4c89-83d6-a5fe38f107a7 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/be0bc9f8-75f1-4032-8f3b-f0368e01f605 HTTP/1.1" status: 204 len: 168 time: 0.2149153 Nov 12 08:55:16.558327 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 37418) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:16.634578 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-10ad62cb-a8b8-41c8-9c70-345d0d641595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:16.722604 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-10ad62cb-a8b8-41c8-9c70-345d0d641595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:16.743001 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-10ad62cb-a8b8-41c8-9c70-345d0d641595 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf68b456-a673-47ef-8747-c175f9a25116']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:16.752710 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-10ad62cb-a8b8-41c8-9c70-345d0d641595 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd454d8b4-f660-4210-8764-7f826206e8c4') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:16.753003 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-10ad62cb-a8b8-41c8-9c70-345d0d641595 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd454d8b4-f660-4210-8764-7f826206e8c4') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:16.762653 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-10ad62cb-a8b8-41c8-9c70-345d0d641595 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:16.775482 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-10ad62cb-a8b8-41c8-9c70-345d0d641595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:16.782106 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10ad62cb-a8b8-41c8-9c70-345d0d641595 admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:55:16.782486 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-10ad62cb-a8b8-41c8-9c70-345d0d641595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:16.784185 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 08:55:16.784185 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:55:16.784185 n-d-765315-29 neutron-server[102599]: timer() Nov 12 08:55:16.784185 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:55:16.784185 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 08:55:16.784185 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:55:16.784185 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 08:55:16.784185 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:55:16.784185 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 08:55:16.784185 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:55:16.784185 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 08:55:16.784185 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:55:16.784185 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 08:55:16.784185 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:55:16.784185 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:55:16.784185 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:55:16.784185 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:55:16.784185 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:55:16.784185 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 08:55:16.784185 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:55:16.784185 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 08:55:16.784185 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:55:16.784185 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:55:16.784185 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:55:16.784185 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 08:55:16.784185 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:55:16.784185 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:55:16.784185 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:55:16.784185 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:55:16.784185 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:55:16.784185 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:55:16.784185 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:55:16.837790 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-10ad62cb-a8b8-41c8-9c70-345d0d641595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:16.843905 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-10ad62cb-a8b8-41c8-9c70-345d0d641595 admin admin] Publish callbacks [] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:16.847063 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-10ad62cb-a8b8-41c8-9c70-345d0d641595 admin admin] 10.222.0.26 "DELETE /v2.0/networks/cf68b456-a673-47ef-8747-c175f9a25116 HTTP/1.1" status: 204 len: 168 time: 0.2877946 Nov 12 08:55:16.857816 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ad62cb-a8b8-41c8-9c70-345d0d641595 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf68b456-a673-47ef-8747-c175f9a25116,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:16.982314 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 37424) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:17.033661 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 73c03dc9-6441-4a27-a6bd-6d859188a167 no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:55:17.035137 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-ce734fa2-7732-4d49-8b0e-407851f3a546 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2bc88f07bc8046b28a29db3ca2622249&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0514839 Nov 12 08:55:17.037810 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 37426) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:17.055312 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-e530113a-7783-48f4-9840-8911a24052df None None] No Port match for: 73c03dc9-6441-4a27-a6bd-6d859188a167 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:55:17.055848 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 73c03dc9-6441-4a27-a6bd-6d859188a167 not bound to the agent host n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:55:17.088701 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-73a26322-f68d-417b-a4ef-600e6a9af328 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:17.110091 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-73a26322-f68d-417b-a4ef-600e6a9af328 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:17.159321 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-73a26322-f68d-417b-a4ef-600e6a9af328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:17.162525 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-73a26322-f68d-417b-a4ef-600e6a9af328 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:17.163810 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-73a26322-f68d-417b-a4ef-600e6a9af328 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f2787a62-6353-4c83-8ffe-203848b7e244 HTTP/1.1" status: 204 len: 168 time: 0.1251159 Nov 12 08:55:17.171975 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a26322-f68d-417b-a4ef-600e6a9af328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2787a62-6353-4c83-8ffe-203848b7e244,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:17.859833 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 37448) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:17.956819 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-992d7b6e-46c6-4481-99c8-e386aca35782 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-326731869-network', 'tenant_id': '4346ec0c6798413ea76a0f6149d2b1da'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:55:17.981835 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-992d7b6e-46c6-4481-99c8-e386aca35782 admin admin] Made reservation on behalf of 4346ec0c6798413ea76a0f6149d2b1da for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:55:17.984355 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-992d7b6e-46c6-4481-99c8-e386aca35782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:17.992999 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-992d7b6e-46c6-4481-99c8-e386aca35782 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:18.068369 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-992d7b6e-46c6-4481-99c8-e386aca35782 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:18.072213 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-992d7b6e-46c6-4481-99c8-e386aca35782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:18.095082 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-992d7b6e-46c6-4481-99c8-e386aca35782 admin admin] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:55:18.112378 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992d7b6e-46c6-4481-99c8-e386aca35782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f85d83e9-d83d-4ed8-a885-654e3614be21,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:18.115289 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-992d7b6e-46c6-4481-99c8-e386aca35782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:18.115628 n-d-765315-29 neutron-server[102599]: INFO neutron.db.segments_db [None req-992d7b6e-46c6-4481-99c8-e386aca35782 admin admin] Added segment d1b0203a-4985-4cfe-9734-f6f293ee0882 of type vlan for network c85496be-6789-402a-b75b-abdb08925227 Nov 12 08:55:18.161387 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-992d7b6e-46c6-4481-99c8-e386aca35782 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:18.186098 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-992d7b6e-46c6-4481-99c8-e386aca35782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:18.187146 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992d7b6e-46c6-4481-99c8-e386aca35782 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:18.187719 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-992d7b6e-46c6-4481-99c8-e386aca35782 admin admin] Publish callbacks [] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:18.220781 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-992d7b6e-46c6-4481-99c8-e386aca35782 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3597357 Nov 12 08:55:18.224107 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 37452) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:18.229639 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-6636dfe0-6d35-40fa-b56e-733e073d35fa admin admin] Request body: {'subnet': {'network_id': 'c85496be-6789-402a-b75b-abdb08925227', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-326731869-subnet', 'tenant_id': '4346ec0c6798413ea76a0f6149d2b1da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:55:18.251807 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6636dfe0-6d35-40fa-b56e-733e073d35fa admin admin] Made reservation on behalf of 4346ec0c6798413ea76a0f6149d2b1da for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:55:18.252923 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992d7b6e-46c6-4481-99c8-e386aca35782 admin admin] Pushing event updated for resources: {'Network': ['ID=c85496be-6789-402a-b75b-abdb08925227,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:18.254793 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6636dfe0-6d35-40fa-b56e-733e073d35fa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:18.264082 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network c85496be-6789-402a-b75b-abdb08925227 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:55:18.430329 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6636dfe0-6d35-40fa-b56e-733e073d35fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:18.484650 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6636dfe0-6d35-40fa-b56e-733e073d35fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6a216ef-3535-4091-8575-a3255d45cac3,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:18.494444 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6636dfe0-6d35-40fa-b56e-733e073d35fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:18.494827 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6636dfe0-6d35-40fa-b56e-733e073d35fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:18.495173 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6636dfe0-6d35-40fa-b56e-733e073d35fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:18.495515 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6636dfe0-6d35-40fa-b56e-733e073d35fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:18.495851 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6636dfe0-6d35-40fa-b56e-733e073d35fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:18.496184 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6636dfe0-6d35-40fa-b56e-733e073d35fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:18.497057 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6636dfe0-6d35-40fa-b56e-733e073d35fa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:18.497387 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6636dfe0-6d35-40fa-b56e-733e073d35fa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:18.497717 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6636dfe0-6d35-40fa-b56e-733e073d35fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:18.498044 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6636dfe0-6d35-40fa-b56e-733e073d35fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:18.498366 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6636dfe0-6d35-40fa-b56e-733e073d35fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:18.498838 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6636dfe0-6d35-40fa-b56e-733e073d35fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:18.506888 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6636dfe0-6d35-40fa-b56e-733e073d35fa admin admin] Checking segment: {'id': 'd1b0203a-4985-4cfe-9734-f6f293ee0882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c85496be-6789-402a-b75b-abdb08925227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:55:18.507251 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6636dfe0-6d35-40fa-b56e-733e073d35fa admin admin] Network hostable DHCP agents. Network: c85496be-6789-402a-b75b-abdb08925227, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:55:18.524332 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6636dfe0-6d35-40fa-b56e-733e073d35fa admin admin] Network c85496be-6789-402a-b75b-abdb08925227 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:55:18.534362 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-6636dfe0-6d35-40fa-b56e-733e073d35fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, c85496be-6789-402a-b75b-abdb08925227) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:55:18.541686 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6636dfe0-6d35-40fa-b56e-733e073d35fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:18.542292 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6636dfe0-6d35-40fa-b56e-733e073d35fa admin admin] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:18.545355 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1a9538-4c71-411a-979b-86b557722756 None None] Network c85496be-6789-402a-b75b-abdb08925227 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:55:18.558793 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-6636dfe0-6d35-40fa-b56e-733e073d35fa admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3334124 Nov 12 08:55:18.686003 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c6b443-e150-4891-b979-f7106ff7a94b None None] Network c85496be-6789-402a-b75b-abdb08925227 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:55:19.045939 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c368a21-dc50-4169-a9f4-1a2a68ded23a req-002fd2f9-ae3e-4a6b-a86d-86ecce99e1d8 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:19.047448 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9c368a21-dc50-4169-a9f4-1a2a68ded23a req-002fd2f9-ae3e-4a6b-a86d-86ecce99e1d8 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/networks?id=c85496be-6789-402a-b75b-abdb08925227 HTTP/1.1" status: 200 len: 814 time: 0.1168711 Nov 12 08:55:19.062701 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9c368a21-dc50-4169-a9f4-1a2a68ded23a req-7955b470-8691-47a7-8c50-394684ec3b76 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/quotas/4346ec0c6798413ea76a0f6149d2b1da HTTP/1.1" status: 200 len: 375 time: 0.0093403 Nov 12 08:55:19.096503 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9c368a21-dc50-4169-a9f4-1a2a68ded23a req-0c887dd8-71ef-473e-b4a4-aec59dfa0810 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=4346ec0c6798413ea76a0f6149d2b1da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278907 Nov 12 08:55:19.192381 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9c368a21-dc50-4169-a9f4-1a2a68ded23a req-5dd451a3-f257-4b49-8118-83e13a745b50 service neutron] 10.222.0.26 "GET /v2.0/networks/c85496be-6789-402a-b75b-abdb08925227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889237 Nov 12 08:55:19.288169 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9c368a21-dc50-4169-a9f4-1a2a68ded23a req-b4f5d9a7-5738-441a-9839-d38fb5878ad3 service neutron] 10.222.0.26 "GET /v2.0/networks/c85496be-6789-402a-b75b-abdb08925227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889971 Nov 12 08:55:19.471868 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0b593c32-60dc-40e2-9461-83f011048849 req-2459a229-4804-41ae-b9e7-07ecdbbaf4e7 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ce1375c-a20d-4617-8d30-437c8a38a4bf HTTP/1.1" status: 200 len: 210 time: 0.0350933 Nov 12 08:55:20.459746 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c368a21-dc50-4169-a9f4-1a2a68ded23a req-252e99e7-b2ab-46be-9a87-9f82db9d41b6 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:20.461215 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9c368a21-dc50-4169-a9f4-1a2a68ded23a req-252e99e7-b2ab-46be-9a87-9f82db9d41b6 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.21 "GET /v2.0/networks?id=c85496be-6789-402a-b75b-abdb08925227 HTTP/1.1" status: 200 len: 814 time: 0.1137962 Nov 12 08:55:20.476416 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-9c368a21-dc50-4169-a9f4-1a2a68ded23a req-96476d7c-ff53-4b56-a4fa-652e609c75e7 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Request body: {'port': {'device_id': '8ce1375c-a20d-4617-8d30-437c8a38a4bf', 'network_id': 'c85496be-6789-402a-b75b-abdb08925227', 'admin_state_up': True, 'tenant_id': '4346ec0c6798413ea76a0f6149d2b1da'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:55:20.576849 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d261ab05-730c-4d44-bb97-1248f1e3cc2c req-2e6b0a30-ef6b-44db-a116-5d0bd1a89554 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ce1375c-a20d-4617-8d30-437c8a38a4bf HTTP/1.1" status: 200 len: 210 time: 0.0303240 Nov 12 08:55:20.599653 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c368a21-dc50-4169-a9f4-1a2a68ded23a req-96476d7c-ff53-4b56-a4fa-652e609c75e7 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Made reservation on behalf of 4346ec0c6798413ea76a0f6149d2b1da for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:55:20.603463 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-9c368a21-dc50-4169-a9f4-1a2a68ded23a req-96476d7c-ff53-4b56-a4fa-652e609c75e7 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:20.741829 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-9c368a21-dc50-4169-a9f4-1a2a68ded23a req-96476d7c-ff53-4b56-a4fa-652e609c75e7 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Allocated IP 172.20.0.6 (c85496be-6789-402a-b75b-abdb08925227/f6a216ef-3535-4091-8575-a3255d45cac3/dec584f0-cefd-4418-88f1-97e343818ee9) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:55:20.905606 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-9c368a21-dc50-4169-a9f4-1a2a68ded23a req-96476d7c-ff53-4b56-a4fa-652e609c75e7 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:20.946064 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-9c368a21-dc50-4169-a9f4-1a2a68ded23a req-96476d7c-ff53-4b56-a4fa-652e609c75e7 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:20.991765 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c368a21-dc50-4169-a9f4-1a2a68ded23a req-96476d7c-ff53-4b56-a4fa-652e609c75e7 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Network c85496be-6789-402a-b75b-abdb08925227 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:55:20.994827 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-9c368a21-dc50-4169-a9f4-1a2a68ded23a req-96476d7c-ff53-4b56-a4fa-652e609c75e7 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:55:21.003009 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c368a21-dc50-4169-a9f4-1a2a68ded23a req-96476d7c-ff53-4b56-a4fa-652e609c75e7 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:55:21.029774 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96476d7c-ff53-4b56-a4fa-652e609c75e7 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Pushing event updated for resources: {'Port': ['ID=dec584f0-cefd-4418-88f1-97e343818ee9,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:21.061448 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c368a21-dc50-4169-a9f4-1a2a68ded23a req-96476d7c-ff53-4b56-a4fa-652e609c75e7 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:21.062120 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-9c368a21-dc50-4169-a9f4-1a2a68ded23a req-96476d7c-ff53-4b56-a4fa-652e609c75e7 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:21.081869 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9c368a21-dc50-4169-a9f4-1a2a68ded23a req-96476d7c-ff53-4b56-a4fa-652e609c75e7 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6094267 Nov 12 08:55:21.132860 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-9c368a21-dc50-4169-a9f4-1a2a68ded23a req-f4d7e077-5096-40de-b519-c7fc9b44353c service neutron] Request body: {'port': {'device_id': '8ce1375c-a20d-4617-8d30-437c8a38a4bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:55:21.196172 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-9c368a21-dc50-4169-a9f4-1a2a68ded23a req-f4d7e077-5096-40de-b519-c7fc9b44353c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:21.484215 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-9c368a21-dc50-4169-a9f4-1a2a68ded23a req-f4d7e077-5096-40de-b519-c7fc9b44353c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dec584f0-cefd-4418-88f1-97e343818ee9 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:55:21.492561 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-9c368a21-dc50-4169-a9f4-1a2a68ded23a req-f4d7e077-5096-40de-b519-c7fc9b44353c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:21.506301 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-9c368a21-dc50-4169-a9f4-1a2a68ded23a req-f4d7e077-5096-40de-b519-c7fc9b44353c service neutron] Transition to ACTIVE for port object dec584f0-cefd-4418-88f1-97e343818ee9 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:55:21.510255 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-9c368a21-dc50-4169-a9f4-1a2a68ded23a req-f4d7e077-5096-40de-b519-c7fc9b44353c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:21.566573 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d7e077-5096-40de-b519-c7fc9b44353c service neutron] Pushing event updated for resources: {'Port': ['ID=dec584f0-cefd-4418-88f1-97e343818ee9,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:21.641562 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-9c368a21-dc50-4169-a9f4-1a2a68ded23a req-f4d7e077-5096-40de-b519-c7fc9b44353c service neutron] Attempting to bind port dec584f0-cefd-4418-88f1-97e343818ee9 on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:55:21.641910 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-9c368a21-dc50-4169-a9f4-1a2a68ded23a req-f4d7e077-5096-40de-b519-c7fc9b44353c service neutron] Attempting to bind port dec584f0-cefd-4418-88f1-97e343818ee9 by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': 'd1b0203a-4985-4cfe-9734-f6f293ee0882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c85496be-6789-402a-b75b-abdb08925227'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:55:21.642239 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c368a21-dc50-4169-a9f4-1a2a68ded23a req-f4d7e077-5096-40de-b519-c7fc9b44353c service neutron] Attempting to bind port dec584f0-cefd-4418-88f1-97e343818ee9 on network c85496be-6789-402a-b75b-abdb08925227 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:55:21.646712 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c368a21-dc50-4169-a9f4-1a2a68ded23a req-f4d7e077-5096-40de-b519-c7fc9b44353c service neutron] Port dec584f0-cefd-4418-88f1-97e343818ee9 on network c85496be-6789-402a-b75b-abdb08925227 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:55:21.647041 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c368a21-dc50-4169-a9f4-1a2a68ded23a req-f4d7e077-5096-40de-b519-c7fc9b44353c service neutron] Attempting to bind port dec584f0-cefd-4418-88f1-97e343818ee9 on network c85496be-6789-402a-b75b-abdb08925227 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:55:21.651999 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c368a21-dc50-4169-a9f4-1a2a68ded23a req-f4d7e077-5096-40de-b519-c7fc9b44353c service neutron] Checking agent: {'id': '26215384-8035-4ce2-971a-8e67be80da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:55:21.652343 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c368a21-dc50-4169-a9f4-1a2a68ded23a req-f4d7e077-5096-40de-b519-c7fc9b44353c service neutron] Checking segment: {'id': 'd1b0203a-4985-4cfe-9734-f6f293ee0882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c85496be-6789-402a-b75b-abdb08925227'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:55:21.653268 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c368a21-dc50-4169-a9f4-1a2a68ded23a req-f4d7e077-5096-40de-b519-c7fc9b44353c service neutron] Bound using segment: {'id': 'd1b0203a-4985-4cfe-9734-f6f293ee0882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c85496be-6789-402a-b75b-abdb08925227'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:55:21.653697 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-9c368a21-dc50-4169-a9f4-1a2a68ded23a req-f4d7e077-5096-40de-b519-c7fc9b44353c service neutron] Bound port: dec584f0-cefd-4418-88f1-97e343818ee9, host: n-h1-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1b0203a-4985-4cfe-9734-f6f293ee0882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c85496be-6789-402a-b75b-abdb08925227'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:55:21.654058 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-9c368a21-dc50-4169-a9f4-1a2a68ded23a req-f4d7e077-5096-40de-b519-c7fc9b44353c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:21.697116 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47cb130-518e-41ca-a8f5-3ab190f39fa9 req-0a69222a-a6c7-4047-8bb6-33d060a3305f tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:21.698898 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a47cb130-518e-41ca-a8f5-3ab190f39fa9 req-0a69222a-a6c7-4047-8bb6-33d060a3305f tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ce1375c-a20d-4617-8d30-437c8a38a4bf HTTP/1.1" status: 200 len: 943 time: 0.0517654 Nov 12 08:55:21.719665 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-9c368a21-dc50-4169-a9f4-1a2a68ded23a req-f4d7e077-5096-40de-b519-c7fc9b44353c service neutron] For port dec584f0-cefd-4418-88f1-97e343818ee9, host n-h1-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:55:21.723116 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-9c368a21-dc50-4169-a9f4-1a2a68ded23a req-f4d7e077-5096-40de-b519-c7fc9b44353c service neutron] For port dec584f0-cefd-4418-88f1-97e343818ee9, host n-h1-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=dec584f0-cefd-4418-88f1-97e343818ee9,segment=NetworkSegment(d1b0203a-4985-4cfe-9734-f6f293ee0882),segment_id=d1b0203a-4985-4cfe-9734-f6f293ee0882)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:55:21.728353 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-9c368a21-dc50-4169-a9f4-1a2a68ded23a req-f4d7e077-5096-40de-b519-c7fc9b44353c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:21.756426 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a47cb130-518e-41ca-a8f5-3ab190f39fa9 req-2d2ee6ed-289c-4c9a-8f1d-ce18970c465e tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85d83e9-d83d-4ed8-a885-654e3614be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508773 Nov 12 08:55:21.765052 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c368a21-dc50-4169-a9f4-1a2a68ded23a req-f4d7e077-5096-40de-b519-c7fc9b44353c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:21.765683 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-9c368a21-dc50-4169-a9f4-1a2a68ded23a req-f4d7e077-5096-40de-b519-c7fc9b44353c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:21.767152 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9c368a21-dc50-4169-a9f4-1a2a68ded23a req-f4d7e077-5096-40de-b519-c7fc9b44353c service neutron] 10.222.0.21 "PUT /v2.0/ports/dec584f0-cefd-4418-88f1-97e343818ee9 HTTP/1.1" status: 200 len: 1092 time: 0.6386940 Nov 12 08:55:21.767572 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ce1375c-a20d-4617-8d30-437c8a38a4bf', 'tag': 'dec584f0-cefd-4418-88f1-97e343818ee9'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:55:21.770684 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48b706c6-3511-481c-a61f-3fe48d6854ab" -d '{"events": [{"name": "network-changed", "server_uuid": "8ce1375c-a20d-4617-8d30-437c8a38a4bf", "tag": "dec584f0-cefd-4418-88f1-97e343818ee9"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:55:21.808388 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e74eabde-d27c-406e-877c-0161b936eeea x-openstack-request-id: req-e74eabde-d27c-406e-877c-0161b936eeea {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:55:21.808676 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ce1375c-a20d-4617-8d30-437c8a38a4bf", "tag": "dec584f0-cefd-4418-88f1-97e343818ee9", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:55:21.808977 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e74eabde-d27c-406e-877c-0161b936eeea {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:55:21.809373 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ce1375c-a20d-4617-8d30-437c8a38a4bf', 'tag': 'dec584f0-cefd-4418-88f1-97e343818ee9', 'status': 'completed', 'code': 200} Nov 12 08:55:21.810154 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d7e077-5096-40de-b519-c7fc9b44353c service neutron] Pushing event updated for resources: {'Port': ['ID=dec584f0-cefd-4418-88f1-97e343818ee9,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:21.862546 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c368a21-dc50-4169-a9f4-1a2a68ded23a req-b26ef35b-5257-4ce5-beec-584cfccea0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:21.864110 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9c368a21-dc50-4169-a9f4-1a2a68ded23a req-b26ef35b-5257-4ce5-beec-584cfccea0f4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4346ec0c6798413ea76a0f6149d2b1da&device_id=8ce1375c-a20d-4617-8d30-437c8a38a4bf HTTP/1.1" status: 200 len: 1095 time: 0.0471992 Nov 12 08:55:21.907732 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9c368a21-dc50-4169-a9f4-1a2a68ded23a req-9b621c92-6bf1-4aa2-845f-f3a7094fae16 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dec584f0-cefd-4418-88f1-97e343818ee9 HTTP/1.1" status: 200 len: 217 time: 0.0343573 Nov 12 08:55:21.962865 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c368a21-dc50-4169-a9f4-1a2a68ded23a req-f37638a6-729e-46c9-af88-9fd7b6a1f229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:21.964310 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9c368a21-dc50-4169-a9f4-1a2a68ded23a req-f37638a6-729e-46c9-af88-9fd7b6a1f229 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f6a216ef-3535-4091-8575-a3255d45cac3 HTTP/1.1" status: 200 len: 854 time: 0.0489221 Nov 12 08:55:21.999001 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9c368a21-dc50-4169-a9f4-1a2a68ded23a req-049a4e13-3a4a-495e-858f-dd430fd7aed3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c85496be-6789-402a-b75b-abdb08925227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258286 Nov 12 08:55:22.096230 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9c368a21-dc50-4169-a9f4-1a2a68ded23a req-32f6c15a-878a-49e1-ae4d-84a1d56b0be6 service neutron] 10.222.0.21 "GET /v2.0/networks/c85496be-6789-402a-b75b-abdb08925227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897167 Nov 12 08:55:22.196227 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9c368a21-dc50-4169-a9f4-1a2a68ded23a req-bcb9bc56-fd10-48f5-9545-11953c45e8a0 service neutron] 10.222.0.21 "GET /v2.0/networks/c85496be-6789-402a-b75b-abdb08925227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911610 Nov 12 08:55:22.303249 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b706c6-3511-481c-a61f-3fe48d6854ab req-e83c449f-b3cc-4e2e-a3f3-619acfb85ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:22.304658 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-48b706c6-3511-481c-a61f-3fe48d6854ab req-e83c449f-b3cc-4e2e-a3f3-619acfb85ed6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4346ec0c6798413ea76a0f6149d2b1da&device_id=8ce1375c-a20d-4617-8d30-437c8a38a4bf HTTP/1.1" status: 200 len: 1095 time: 0.0530977 Nov 12 08:55:22.397969 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b706c6-3511-481c-a61f-3fe48d6854ab req-0d226a97-007d-41ed-bcfe-6acf62da9fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:22.399464 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-48b706c6-3511-481c-a61f-3fe48d6854ab req-0d226a97-007d-41ed-bcfe-6acf62da9fdb service neutron] 10.222.0.21 "GET /v2.0/networks?id=c85496be-6789-402a-b75b-abdb08925227 HTTP/1.1" status: 200 len: 915 time: 0.0860410 Nov 12 08:55:22.447842 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-48b706c6-3511-481c-a61f-3fe48d6854ab req-8678155c-66cb-4321-89de-249b996c77e0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dec584f0-cefd-4418-88f1-97e343818ee9 HTTP/1.1" status: 200 len: 217 time: 0.0387375 Nov 12 08:55:22.500583 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b706c6-3511-481c-a61f-3fe48d6854ab req-a51ad2fd-31d7-43a4-9cfd-7dddbc079c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:22.502052 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-48b706c6-3511-481c-a61f-3fe48d6854ab req-a51ad2fd-31d7-43a4-9cfd-7dddbc079c98 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f6a216ef-3535-4091-8575-a3255d45cac3 HTTP/1.1" status: 200 len: 854 time: 0.0460036 Nov 12 08:55:22.535157 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-48b706c6-3511-481c-a61f-3fe48d6854ab req-3ea9e057-b422-42ea-8782-3a617c6eb219 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c85496be-6789-402a-b75b-abdb08925227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256255 Nov 12 08:55:22.633119 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-48b706c6-3511-481c-a61f-3fe48d6854ab req-087c91a5-e672-4394-b381-1e19c7e4ae6f service neutron] 10.222.0.21 "GET /v2.0/networks/c85496be-6789-402a-b75b-abdb08925227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895913 Nov 12 08:55:22.725382 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-48b706c6-3511-481c-a61f-3fe48d6854ab req-63aec49c-bdfc-49a8-93ca-e6e1adab1658 service neutron] 10.222.0.21 "GET /v2.0/networks/c85496be-6789-402a-b75b-abdb08925227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842752 Nov 12 08:55:22.882783 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5da679-580a-43ea-b3f0-a156b6d679ac req-1f390c11-c4e2-4485-a6b9-0b969c06f9b5 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:22.884965 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2b5da679-580a-43ea-b3f0-a156b6d679ac req-1f390c11-c4e2-4485-a6b9-0b969c06f9b5 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ce1375c-a20d-4617-8d30-437c8a38a4bf HTTP/1.1" status: 200 len: 943 time: 0.0543420 Nov 12 08:55:22.943034 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2b5da679-580a-43ea-b3f0-a156b6d679ac req-ba1e623e-f572-4973-91dc-4f7be2697105 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85d83e9-d83d-4ed8-a885-654e3614be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515909 Nov 12 08:55:23.220377 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:55:24.064029 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15af36f5-b81f-41d8-8a37-dc81e2904df0 req-5f5875f4-1284-427b-893b-6f5c2e406a32 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:24.065498 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-15af36f5-b81f-41d8-8a37-dc81e2904df0 req-5f5875f4-1284-427b-893b-6f5c2e406a32 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ce1375c-a20d-4617-8d30-437c8a38a4bf HTTP/1.1" status: 200 len: 943 time: 0.0505416 Nov 12 08:55:24.118872 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-15af36f5-b81f-41d8-8a37-dc81e2904df0 req-d988e5fe-59fc-49b5-bcd9-0054b82ad047 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85d83e9-d83d-4ed8-a885-654e3614be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428178 Nov 12 08:55:25.034368 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device dec584f0-cefd-4418-88f1-97e343818ee9 details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:55:25.135769 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port dec584f0-cefd-4418-88f1-97e343818ee9, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=dec584f0-cefd-4418-88f1-97e343818ee9,segment=NetworkSegment(d1b0203a-4985-4cfe-9734-f6f293ee0882),segment_id=d1b0203a-4985-4cfe-9734-f6f293ee0882)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:25.152135 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Returning: {'device': 'dec584f0-cefd-4418-88f1-97e343818ee9', 'network_id': 'c85496be-6789-402a-b75b-abdb08925227', 'port_id': 'dec584f0-cefd-4418-88f1-97e343818ee9', 'mac_address': 'fa:16:3e:46:d3:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6a216ef-3535-4091-8575-a3255d45cac3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:55:25.199032 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:25.213299 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-e530113a-7783-48f4-9840-8911a24052df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dec584f0-cefd-4418-88f1-97e343818ee9 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:55:25.239995 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port dec584f0-cefd-4418-88f1-97e343818ee9, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=dec584f0-cefd-4418-88f1-97e343818ee9,segment=NetworkSegment(d1b0203a-4985-4cfe-9734-f6f293ee0882),segment_id=d1b0203a-4985-4cfe-9734-f6f293ee0882)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:25.246180 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:25.265824 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123e613e-a1d9-48be-b89c-75601fe24013 req-921d1bf1-c56d-4c58-9105-850e945ed246 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:25.267502 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-123e613e-a1d9-48be-b89c-75601fe24013 req-921d1bf1-c56d-4c58-9105-850e945ed246 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ce1375c-a20d-4617-8d30-437c8a38a4bf HTTP/1.1" status: 200 len: 943 time: 0.0686445 Nov 12 08:55:25.308670 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=dec584f0-cefd-4418-88f1-97e343818ee9,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:25.343186 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-123e613e-a1d9-48be-b89c-75601fe24013 req-3d5bfd36-b45b-4c89-8463-4a79230b2439 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85d83e9-d83d-4ed8-a885-654e3614be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690470 Nov 12 08:55:25.615501 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['dec584f0-cefd-4418-88f1-97e343818ee9'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:55:26.472133 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330d22ee-9ae1-420b-902e-3c26e8c704c3 req-2bf41745-d7fd-4fee-8445-422599af9dcd tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:26.473677 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-330d22ee-9ae1-420b-902e-3c26e8c704c3 req-2bf41745-d7fd-4fee-8445-422599af9dcd tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ce1375c-a20d-4617-8d30-437c8a38a4bf HTTP/1.1" status: 200 len: 944 time: 0.0559206 Nov 12 08:55:26.522506 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-330d22ee-9ae1-420b-902e-3c26e8c704c3 req-fe38e4a5-dd2a-4130-a366-833de3003c9e tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85d83e9-d83d-4ed8-a885-654e3614be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427976 Nov 12 08:55:27.048433 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device dec584f0-cefd-4418-88f1-97e343818ee9 up at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:55:27.099685 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning for port dec584f0-cefd-4418-88f1-97e343818ee9 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:55:27.104510 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning complete for port dec584f0-cefd-4418-88f1-97e343818ee9 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:55:27.104877 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:27.187487 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:27.210670 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ce1375c-a20d-4617-8d30-437c8a38a4bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dec584f0-cefd-4418-88f1-97e343818ee9'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:55:27.212987 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f8de8c-fe4c-432f-81f8-a05bfc9236e0" -d '{"events": [{"server_uuid": "8ce1375c-a20d-4617-8d30-437c8a38a4bf", "name": "network-vif-plugged", "status": "completed", "tag": "dec584f0-cefd-4418-88f1-97e343818ee9"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:55:27.227448 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port dec584f0-cefd-4418-88f1-97e343818ee9, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=dec584f0-cefd-4418-88f1-97e343818ee9,segment=NetworkSegment(d1b0203a-4985-4cfe-9734-f6f293ee0882),segment_id=d1b0203a-4985-4cfe-9734-f6f293ee0882)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:27.232072 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:27.256874 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-717e2fa5-fc4d-4a60-b734-9d022af95690 x-openstack-request-id: req-717e2fa5-fc4d-4a60-b734-9d022af95690 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:55:27.257164 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ce1375c-a20d-4617-8d30-437c8a38a4bf", "name": "network-vif-plugged", "status": "completed", "tag": "dec584f0-cefd-4418-88f1-97e343818ee9", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:55:27.257428 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-717e2fa5-fc4d-4a60-b734-9d022af95690 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:55:27.257909 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ce1375c-a20d-4617-8d30-437c8a38a4bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dec584f0-cefd-4418-88f1-97e343818ee9', 'code': 200} Nov 12 08:55:27.284909 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=dec584f0-cefd-4418-88f1-97e343818ee9,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:27.357911 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d4c896-5613-4da7-8853-b1a152db9fb8 req-29ed4203-bb67-4cc5-9816-9dd6f420c1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:27.359479 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-62d4c896-5613-4da7-8853-b1a152db9fb8 req-29ed4203-bb67-4cc5-9816-9dd6f420c1c0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8ce1375c-a20d-4617-8d30-437c8a38a4bf HTTP/1.1" status: 200 len: 1097 time: 0.0470436 Nov 12 08:55:27.406285 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-62d4c896-5613-4da7-8853-b1a152db9fb8 req-a8377f48-c5f4-45d1-af69-41167de14023 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f85d83e9-d83d-4ed8-a885-654e3614be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396724 Nov 12 08:55:27.655682 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e88fe28-9dcb-4a2c-a0e2-2f768be7e91b req-587003d0-9f2c-43ef-9e64-0f8bca31940a tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:27.657131 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2e88fe28-9dcb-4a2c-a0e2-2f768be7e91b req-587003d0-9f2c-43ef-9e64-0f8bca31940a tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ce1375c-a20d-4617-8d30-437c8a38a4bf HTTP/1.1" status: 200 len: 945 time: 0.0620661 Nov 12 08:55:27.705660 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2e88fe28-9dcb-4a2c-a0e2-2f768be7e91b req-6eab8707-a3bc-45cc-ac57-b32bde5c4257 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85d83e9-d83d-4ed8-a885-654e3614be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426729 Nov 12 08:55:28.834035 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85dbe93-f674-4d07-8ea8-7dba8c79585f req-041aafb3-a80c-46a3-b3fb-a0b2c9ea86f1 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:28.835544 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a85dbe93-f674-4d07-8ea8-7dba8c79585f req-041aafb3-a80c-46a3-b3fb-a0b2c9ea86f1 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ce1375c-a20d-4617-8d30-437c8a38a4bf HTTP/1.1" status: 200 len: 945 time: 0.0559442 Nov 12 08:55:28.888785 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a85dbe93-f674-4d07-8ea8-7dba8c79585f req-bff99aa4-d5ab-409c-b3b3-89b0b6808175 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85d83e9-d83d-4ed8-a885-654e3614be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456214 Nov 12 08:55:30.008731 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949f4134-d194-4940-a4bf-00fd3548cf71 req-e07598a0-0946-4e5d-b79d-b053b3e0a73b tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:30.010212 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-949f4134-d194-4940-a4bf-00fd3548cf71 req-e07598a0-0946-4e5d-b79d-b053b3e0a73b tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ce1375c-a20d-4617-8d30-437c8a38a4bf HTTP/1.1" status: 200 len: 945 time: 0.0502725 Nov 12 08:55:30.060456 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-949f4134-d194-4940-a4bf-00fd3548cf71 req-63d84354-2d1a-4525-9097-ac81d63c2138 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85d83e9-d83d-4ed8-a885-654e3614be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433290 Nov 12 08:55:30.180062 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b636cf64-9008-4087-9146-1a8a4e22a85b req-ccd17136-033d-4517-babf-8108b0159b92 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:30.181458 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b636cf64-9008-4087-9146-1a8a4e22a85b req-ccd17136-033d-4517-babf-8108b0159b92 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ce1375c-a20d-4617-8d30-437c8a38a4bf HTTP/1.1" status: 200 len: 945 time: 0.0488899 Nov 12 08:55:30.234295 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b636cf64-9008-4087-9146-1a8a4e22a85b req-4b987f54-09d3-40e0-93f7-a1b78df5908c tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85d83e9-d83d-4ed8-a885-654e3614be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458319 Nov 12 08:55:30.453367 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f78494-6c60-4e18-890b-14a519646788 req-98099969-266f-4226-8150-4db84a456e4f tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:30.454810 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-77f78494-6c60-4e18-890b-14a519646788 req-98099969-266f-4226-8150-4db84a456e4f tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ce1375c-a20d-4617-8d30-437c8a38a4bf HTTP/1.1" status: 200 len: 945 time: 0.0507431 Nov 12 08:55:30.504007 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-77f78494-6c60-4e18-890b-14a519646788 req-94d64653-798a-4247-90a0-5c50cf109a0c tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85d83e9-d83d-4ed8-a885-654e3614be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432200 Nov 12 08:55:30.629690 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2b18da-d610-4200-9d8f-9d3ac29902d7 req-afb2684c-85c5-4f85-880e-f7d11e89edde tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:30.631183 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fe2b18da-d610-4200-9d8f-9d3ac29902d7 req-afb2684c-85c5-4f85-880e-f7d11e89edde tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ce1375c-a20d-4617-8d30-437c8a38a4bf HTTP/1.1" status: 200 len: 945 time: 0.0494497 Nov 12 08:55:30.679952 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fe2b18da-d610-4200-9d8f-9d3ac29902d7 req-18f3d5d6-f5b6-4c06-b8ff-7c4457b258de tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85d83e9-d83d-4ed8-a885-654e3614be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427539 Nov 12 08:55:30.971343 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-96f01e79-9417-49ab-aec4-a72d92e2908a req-b18c6395-9db3-4a2c-a3f1-4c0ebd308d85 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8ce1375c-a20d-4617-8d30-437c8a38a4bf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0819309 Nov 12 08:55:30.993703 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feda530a-5ece-4028-9c46-e27083822b35 req-36ab2dd1-36d6-485e-8179-4e46494a1680 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:30.995881 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-feda530a-5ece-4028-9c46-e27083822b35 req-36ab2dd1-36d6-485e-8179-4e46494a1680 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ce1375c-a20d-4617-8d30-437c8a38a4bf HTTP/1.1" status: 200 len: 945 time: 0.0982573 Nov 12 08:55:31.056217 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-feda530a-5ece-4028-9c46-e27083822b35 req-47532a4d-9e21-4073-9047-0ee59422fedf tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85d83e9-d83d-4ed8-a885-654e3614be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532160 Nov 12 08:55:32.189815 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74da09ff-92f6-4871-9076-fc88ba6b7773 req-1641b1ed-29af-4243-840e-8d031693f91f tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:32.191345 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-74da09ff-92f6-4871-9076-fc88ba6b7773 req-1641b1ed-29af-4243-840e-8d031693f91f tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ce1375c-a20d-4617-8d30-437c8a38a4bf HTTP/1.1" status: 200 len: 945 time: 0.0601661 Nov 12 08:55:32.243932 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-74da09ff-92f6-4871-9076-fc88ba6b7773 req-40711a0b-887a-4f0c-8b0d-56e96e72f0e6 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85d83e9-d83d-4ed8-a885-654e3614be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459208 Nov 12 08:55:32.435156 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de2b5ca-279f-4ca9-91f8-3170cdb4b5bb req-d44bb389-5a14-4461-9c6d-84e4205dcc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:32.436655 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7de2b5ca-279f-4ca9-91f8-3170cdb4b5bb req-d44bb389-5a14-4461-9c6d-84e4205dcc0a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4346ec0c6798413ea76a0f6149d2b1da&device_id=8ce1375c-a20d-4617-8d30-437c8a38a4bf HTTP/1.1" status: 200 len: 1097 time: 0.0424736 Nov 12 08:55:32.554955 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de2b5ca-279f-4ca9-91f8-3170cdb4b5bb req-89bd25db-087c-4ab1-884a-b6610395259c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:32.556613 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7de2b5ca-279f-4ca9-91f8-3170cdb4b5bb req-89bd25db-087c-4ab1-884a-b6610395259c service neutron] 10.222.0.21 "GET /v2.0/networks?id=c85496be-6789-402a-b75b-abdb08925227 HTTP/1.1" status: 200 len: 915 time: 0.0955646 Nov 12 08:55:32.932629 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7de2b5ca-279f-4ca9-91f8-3170cdb4b5bb req-12804a14-c766-4425-8b08-8052a99e901d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dec584f0-cefd-4418-88f1-97e343818ee9 HTTP/1.1" status: 200 len: 217 time: 0.3663392 Nov 12 08:55:32.984934 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de2b5ca-279f-4ca9-91f8-3170cdb4b5bb req-9014b5ad-4a6c-4457-8638-b413bc3f384b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:32.986503 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7de2b5ca-279f-4ca9-91f8-3170cdb4b5bb req-9014b5ad-4a6c-4457-8638-b413bc3f384b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f6a216ef-3535-4091-8575-a3255d45cac3 HTTP/1.1" status: 200 len: 854 time: 0.0469580 Nov 12 08:55:33.022538 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7de2b5ca-279f-4ca9-91f8-3170cdb4b5bb req-d0fb0683-c8d5-4466-aa2b-f36be4451d64 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c85496be-6789-402a-b75b-abdb08925227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263882 Nov 12 08:55:33.123687 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7de2b5ca-279f-4ca9-91f8-3170cdb4b5bb req-cb17e437-f017-4b59-9a9d-4070122a89fd service neutron] 10.222.0.21 "GET /v2.0/networks/c85496be-6789-402a-b75b-abdb08925227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927587 Nov 12 08:55:33.223434 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7de2b5ca-279f-4ca9-91f8-3170cdb4b5bb req-5eb687d8-f3e6-41a7-a9eb-f5ca6fc4d113 service neutron] 10.222.0.21 "GET /v2.0/networks/c85496be-6789-402a-b75b-abdb08925227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918837 Nov 12 08:55:33.315166 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f01e79-9417-49ab-aec4-a72d92e2908a req-8230c4c6-a9a1-4f0f-a08f-881c2f22fd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:33.316911 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-96f01e79-9417-49ab-aec4-a72d92e2908a req-8230c4c6-a9a1-4f0f-a08f-881c2f22fd4c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4346ec0c6798413ea76a0f6149d2b1da&device_id=8ce1375c-a20d-4617-8d30-437c8a38a4bf HTTP/1.1" status: 200 len: 1097 time: 0.0451977 Nov 12 08:55:33.392319 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48455bcf-6f35-4240-bd7f-65a6ecac09ac req-3c977a44-5699-4145-a103-12fc6d5607a4 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:33.395030 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-48455bcf-6f35-4240-bd7f-65a6ecac09ac req-3c977a44-5699-4145-a103-12fc6d5607a4 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ce1375c-a20d-4617-8d30-437c8a38a4bf HTTP/1.1" status: 200 len: 945 time: 0.0722640 Nov 12 08:55:33.421097 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f01e79-9417-49ab-aec4-a72d92e2908a req-4c326b5c-dd06-41d8-8cca-51477fecf4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:33.422980 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-96f01e79-9417-49ab-aec4-a72d92e2908a req-4c326b5c-dd06-41d8-8cca-51477fecf4cc service neutron] 10.222.0.21 "GET /v2.0/networks?id=c85496be-6789-402a-b75b-abdb08925227 HTTP/1.1" status: 200 len: 915 time: 0.0984716 Nov 12 08:55:33.445781 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-48455bcf-6f35-4240-bd7f-65a6ecac09ac req-479abdbc-22fc-452d-8eef-1d62a7d01e10 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85d83e9-d83d-4ed8-a885-654e3614be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448475 Nov 12 08:55:33.470156 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-96f01e79-9417-49ab-aec4-a72d92e2908a req-0f20ce63-d48d-4032-907b-a8cc3c0b4685 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dec584f0-cefd-4418-88f1-97e343818ee9 HTTP/1.1" status: 200 len: 217 time: 0.0399771 Nov 12 08:55:33.521385 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f01e79-9417-49ab-aec4-a72d92e2908a req-c0211a7b-e5c8-4184-bd49-97e11cadbbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:33.522856 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-96f01e79-9417-49ab-aec4-a72d92e2908a req-c0211a7b-e5c8-4184-bd49-97e11cadbbbc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f6a216ef-3535-4091-8575-a3255d45cac3 HTTP/1.1" status: 200 len: 854 time: 0.0451944 Nov 12 08:55:33.555774 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-96f01e79-9417-49ab-aec4-a72d92e2908a req-c95b9bc1-eb9b-406e-8280-7810cbcf0d54 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c85496be-6789-402a-b75b-abdb08925227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251324 Nov 12 08:55:33.655744 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-96f01e79-9417-49ab-aec4-a72d92e2908a req-5a7a2f44-03a4-4424-b690-6a04768c05ea service neutron] 10.222.0.21 "GET /v2.0/networks/c85496be-6789-402a-b75b-abdb08925227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906513 Nov 12 08:55:33.754197 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-96f01e79-9417-49ab-aec4-a72d92e2908a req-d9b515f4-a1e8-48bf-9e92-a7f34e5c6f20 service neutron] 10.222.0.21 "GET /v2.0/networks/c85496be-6789-402a-b75b-abdb08925227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913858 Nov 12 08:55:33.983932 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-bf8eecb3-f180-424a-b7b3-1ac04bc95a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:34.564890 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe3900e-8bb2-4bec-b8b8-0dd714f27912 req-8c089adc-46f8-4453-9635-8861d2449577 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:34.566381 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cfe3900e-8bb2-4bec-b8b8-0dd714f27912 req-8c089adc-46f8-4453-9635-8861d2449577 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ce1375c-a20d-4617-8d30-437c8a38a4bf HTTP/1.1" status: 200 len: 945 time: 0.0501502 Nov 12 08:55:34.615502 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cfe3900e-8bb2-4bec-b8b8-0dd714f27912 req-88b76c1f-9174-4e52-843c-1215f62f917f tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85d83e9-d83d-4ed8-a885-654e3614be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431952 Nov 12 08:55:35.569211 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:35.744729 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f82e28-3673-474b-b6f3-7cd5382664bb req-b046f79f-0319-416e-80b9-5f4fa80d5414 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:35.746340 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-69f82e28-3673-474b-b6f3-7cd5382664bb req-b046f79f-0319-416e-80b9-5f4fa80d5414 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ce1375c-a20d-4617-8d30-437c8a38a4bf HTTP/1.1" status: 200 len: 945 time: 0.0567439 Nov 12 08:55:35.794365 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-69f82e28-3673-474b-b6f3-7cd5382664bb req-62a4dfb2-c720-4c20-9541-d5f9837f16b2 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85d83e9-d83d-4ed8-a885-654e3614be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419748 Nov 12 08:55:36.928454 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e67e20f-2df9-4f71-b64a-416abce4573e req-5e3c1519-8002-401b-94e2-047255712bf5 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:36.929924 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4e67e20f-2df9-4f71-b64a-416abce4573e req-5e3c1519-8002-401b-94e2-047255712bf5 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ce1375c-a20d-4617-8d30-437c8a38a4bf HTTP/1.1" status: 200 len: 945 time: 0.0659130 Nov 12 08:55:36.977671 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4e67e20f-2df9-4f71-b64a-416abce4573e req-9eb8b073-8bcc-4297-bafe-77b905460c2b tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85d83e9-d83d-4ed8-a885-654e3614be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409825 Nov 12 08:55:37.039979 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b152a431-079e-4ab3-b81c-5b5b4ed3b68c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:38.003684 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:38.110615 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2353f0d2-5687-45a4-8191-df345cc0fe88 req-ff7ca217-4947-4043-bc36-b548b4a333c3 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:38.112160 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2353f0d2-5687-45a4-8191-df345cc0fe88 req-ff7ca217-4947-4043-bc36-b548b4a333c3 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ce1375c-a20d-4617-8d30-437c8a38a4bf HTTP/1.1" status: 200 len: 945 time: 0.0529788 Nov 12 08:55:38.165813 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2353f0d2-5687-45a4-8191-df345cc0fe88 req-7d2b1447-8a32-484b-955b-5fd6c938cc28 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85d83e9-d83d-4ed8-a885-654e3614be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471067 Nov 12 08:55:39.292027 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e49fd7b-683f-4fe6-bbf7-37865a478237 req-dda95cb5-1e1c-4711-8673-4b75990bb06e tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:39.293519 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3e49fd7b-683f-4fe6-bbf7-37865a478237 req-dda95cb5-1e1c-4711-8673-4b75990bb06e tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ce1375c-a20d-4617-8d30-437c8a38a4bf HTTP/1.1" status: 200 len: 945 time: 0.0524135 Nov 12 08:55:39.342212 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3e49fd7b-683f-4fe6-bbf7-37865a478237 req-b369ecc0-6d83-4acd-a6fc-57161dcaf889 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85d83e9-d83d-4ed8-a885-654e3614be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423620 Nov 12 08:55:39.355464 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:40.008195 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:40.467823 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2729b7c2-a9f3-4edd-9d75-65528aace203 req-6b2d0a3d-89fe-46c8-9b60-d1e8f31d2db6 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:40.469425 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2729b7c2-a9f3-4edd-9d75-65528aace203 req-6b2d0a3d-89fe-46c8-9b60-d1e8f31d2db6 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ce1375c-a20d-4617-8d30-437c8a38a4bf HTTP/1.1" status: 200 len: 945 time: 0.0560584 Nov 12 08:55:40.520241 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2729b7c2-a9f3-4edd-9d75-65528aace203 req-0e6a677d-ac70-4fc3-bee2-0177b6ac6d1a tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85d83e9-d83d-4ed8-a885-654e3614be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443387 Nov 12 08:55:41.659968 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab595ab9-d8ae-4433-a0b0-f7f2331bebde req-a8625c9a-ad6f-4259-aa58-d485e1415273 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:41.661700 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ab595ab9-d8ae-4433-a0b0-f7f2331bebde req-a8625c9a-ad6f-4259-aa58-d485e1415273 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ce1375c-a20d-4617-8d30-437c8a38a4bf HTTP/1.1" status: 200 len: 945 time: 0.0579948 Nov 12 08:55:41.719095 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ab595ab9-d8ae-4433-a0b0-f7f2331bebde req-17970655-2842-4f4a-8b71-aafd4057d99f tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85d83e9-d83d-4ed8-a885-654e3614be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507801 Nov 12 08:55:42.690210 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:42.837117 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bca310b-a0c2-496c-bdf0-ab28f40f835e req-6980d4c1-fbc8-4a56-a55f-ab404b90bdf3 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:42.838665 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3bca310b-a0c2-496c-bdf0-ab28f40f835e req-6980d4c1-fbc8-4a56-a55f-ab404b90bdf3 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ce1375c-a20d-4617-8d30-437c8a38a4bf HTTP/1.1" status: 200 len: 945 time: 0.0511081 Nov 12 08:55:42.888926 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3bca310b-a0c2-496c-bdf0-ab28f40f835e req-2d95c1b6-7855-4b6b-8a3d-7c7cd2e61207 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85d83e9-d83d-4ed8-a885-654e3614be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436375 Nov 12 08:55:44.008751 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8f511c-5fb4-457c-9fa2-122df1bd5dab req-aab6ce91-e0a3-42de-959f-bba39a23fecc tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:44.010202 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9f8f511c-5fb4-457c-9fa2-122df1bd5dab req-aab6ce91-e0a3-42de-959f-bba39a23fecc tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ce1375c-a20d-4617-8d30-437c8a38a4bf HTTP/1.1" status: 200 len: 945 time: 0.0486817 Nov 12 08:55:44.061328 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9f8f511c-5fb4-457c-9fa2-122df1bd5dab req-2eddd28b-5175-47fb-85f7-b9f39905251e tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85d83e9-d83d-4ed8-a885-654e3614be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449739 Nov 12 08:55:45.180541 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71c9820-b667-4803-8875-2a72d36d8bf5 req-4ee8f14e-0c68-4d58-860e-6b0b0a7b198f tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:45.182067 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e71c9820-b667-4803-8875-2a72d36d8bf5 req-4ee8f14e-0c68-4d58-860e-6b0b0a7b198f tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ce1375c-a20d-4617-8d30-437c8a38a4bf HTTP/1.1" status: 200 len: 945 time: 0.0516734 Nov 12 08:55:45.235627 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e71c9820-b667-4803-8875-2a72d36d8bf5 req-73a0c036-1075-4235-a5dc-4e35e10683c4 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85d83e9-d83d-4ed8-a885-654e3614be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466695 Nov 12 08:55:46.359609 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1ad38a-8008-49ba-8b32-2e5fa0628d38 req-c61dc33e-0388-4fe9-949b-667fe2392968 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:46.361129 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ad1ad38a-8008-49ba-8b32-2e5fa0628d38 req-c61dc33e-0388-4fe9-949b-667fe2392968 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ce1375c-a20d-4617-8d30-437c8a38a4bf HTTP/1.1" status: 200 len: 945 time: 0.0520947 Nov 12 08:55:46.421190 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ad1ad38a-8008-49ba-8b32-2e5fa0628d38 req-892c9f03-a768-4294-b310-2676c6b2c7e4 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85d83e9-d83d-4ed8-a885-654e3614be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517979 Nov 12 08:55:47.541793 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45cf4ac-11ee-4869-9a50-82398bcc6196 req-6671c38b-2133-4310-b1e0-8d0e68430da4 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:47.543277 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e45cf4ac-11ee-4869-9a50-82398bcc6196 req-6671c38b-2133-4310-b1e0-8d0e68430da4 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ce1375c-a20d-4617-8d30-437c8a38a4bf HTTP/1.1" status: 200 len: 945 time: 0.0527351 Nov 12 08:55:47.589701 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e45cf4ac-11ee-4869-9a50-82398bcc6196 req-586ba516-fa7a-463e-a4cf-9c9ba3ea6e2f tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85d83e9-d83d-4ed8-a885-654e3614be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394342 Nov 12 08:55:48.714528 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707e17e9-5da7-41e4-85a6-7ccb67f985fa req-a2841e36-46a1-425c-a5b6-85569a5b17a4 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:48.716316 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-707e17e9-5da7-41e4-85a6-7ccb67f985fa req-a2841e36-46a1-425c-a5b6-85569a5b17a4 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ce1375c-a20d-4617-8d30-437c8a38a4bf HTTP/1.1" status: 200 len: 945 time: 0.0502870 Nov 12 08:55:48.764872 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-707e17e9-5da7-41e4-85a6-7ccb67f985fa req-d0b59a4c-9858-4b19-84a7-d9ce69728714 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85d83e9-d83d-4ed8-a885-654e3614be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426233 Nov 12 08:55:49.887764 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05035ef8-a4cd-4945-973a-9eb73295543c req-ad08f927-b195-4dd6-aa86-daee228b90c2 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:49.889249 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-05035ef8-a4cd-4945-973a-9eb73295543c req-ad08f927-b195-4dd6-aa86-daee228b90c2 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ce1375c-a20d-4617-8d30-437c8a38a4bf HTTP/1.1" status: 200 len: 945 time: 0.0546260 Nov 12 08:55:49.936609 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-05035ef8-a4cd-4945-973a-9eb73295543c req-3d007366-a97d-4b7a-9402-d7832f0d64f6 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85d83e9-d83d-4ed8-a885-654e3614be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414472 Nov 12 08:55:51.057371 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25edcaea-5e3b-4607-8c41-1b16742eab4d req-9994457c-c0c9-4a83-b0cb-179e75815dba tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:51.058858 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-25edcaea-5e3b-4607-8c41-1b16742eab4d req-9994457c-c0c9-4a83-b0cb-179e75815dba tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ce1375c-a20d-4617-8d30-437c8a38a4bf HTTP/1.1" status: 200 len: 945 time: 0.0490134 Nov 12 08:55:51.107091 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-25edcaea-5e3b-4607-8c41-1b16742eab4d req-7667e179-c5d3-4559-8868-1e38cf5f4804 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85d83e9-d83d-4ed8-a885-654e3614be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417695 Nov 12 08:55:52.222222 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95828555-3882-4879-a6ae-056050bbca67 req-5134c200-3856-4b58-82ad-cdb998cfdeae tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:52.223741 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-95828555-3882-4879-a6ae-056050bbca67 req-5134c200-3856-4b58-82ad-cdb998cfdeae tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ce1375c-a20d-4617-8d30-437c8a38a4bf HTTP/1.1" status: 200 len: 945 time: 0.0490479 Nov 12 08:55:52.279219 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-95828555-3882-4879-a6ae-056050bbca67 req-4a882fdd-91c5-42f6-819b-d50895388212 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85d83e9-d83d-4ed8-a885-654e3614be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495591 Nov 12 08:55:53.397722 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb1e233-ee25-4e57-9ee2-80bb8acdce60 req-2c4a3aa5-0894-4760-a58f-842c4a570f04 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:53.399228 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ccb1e233-ee25-4e57-9ee2-80bb8acdce60 req-2c4a3aa5-0894-4760-a58f-842c4a570f04 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ce1375c-a20d-4617-8d30-437c8a38a4bf HTTP/1.1" status: 200 len: 945 time: 0.0495546 Nov 12 08:55:53.446018 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ccb1e233-ee25-4e57-9ee2-80bb8acdce60 req-81f1c2d4-89d5-425e-94f5-3c9deeda0838 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85d83e9-d83d-4ed8-a885-654e3614be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407763 Nov 12 08:55:54.569476 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf63a73-6fd1-4b80-a93b-cf7fb35b142d req-12c8c3c1-733f-4dba-be28-c9f2d63e1477 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:54.570975 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-dcf63a73-6fd1-4b80-a93b-cf7fb35b142d req-12c8c3c1-733f-4dba-be28-c9f2d63e1477 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ce1375c-a20d-4617-8d30-437c8a38a4bf HTTP/1.1" status: 200 len: 945 time: 0.0540721 Nov 12 08:55:54.619731 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-dcf63a73-6fd1-4b80-a93b-cf7fb35b142d req-23899fb7-baa8-4b41-a8eb-ac7c9b1985e5 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85d83e9-d83d-4ed8-a885-654e3614be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420415 Nov 12 08:55:55.742673 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6731f375-50c2-4e62-aa16-f459d8fd46b9 req-d662f031-99ed-463c-ba98-3476f6aae221 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:55.744072 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6731f375-50c2-4e62-aa16-f459d8fd46b9 req-d662f031-99ed-463c-ba98-3476f6aae221 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ce1375c-a20d-4617-8d30-437c8a38a4bf HTTP/1.1" status: 200 len: 945 time: 0.0547650 Nov 12 08:55:55.791314 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6731f375-50c2-4e62-aa16-f459d8fd46b9 req-65c0eba1-788f-4e3f-aeca-ff574e4fc735 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85d83e9-d83d-4ed8-a885-654e3614be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411885 Nov 12 08:55:56.907732 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa145ff-3d11-46c7-917f-f68cd20c195f req-276565f5-f586-47ec-9c5a-8375492c8336 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:56.909223 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0fa145ff-3d11-46c7-917f-f68cd20c195f req-276565f5-f586-47ec-9c5a-8375492c8336 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ce1375c-a20d-4617-8d30-437c8a38a4bf HTTP/1.1" status: 200 len: 945 time: 0.0485294 Nov 12 08:55:56.957555 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0fa145ff-3d11-46c7-917f-f68cd20c195f req-78e74963-4a43-48d1-8947-8e4b064ff4e6 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85d83e9-d83d-4ed8-a885-654e3614be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423138 Nov 12 08:55:58.075944 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8191a1d-ffba-49a9-adbc-55d092759cd6 req-9f3c04b4-7ec5-42aa-9625-ee3a6e58525d tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:58.077423 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e8191a1d-ffba-49a9-adbc-55d092759cd6 req-9f3c04b4-7ec5-42aa-9625-ee3a6e58525d tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ce1375c-a20d-4617-8d30-437c8a38a4bf HTTP/1.1" status: 200 len: 945 time: 0.0499816 Nov 12 08:55:58.470287 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e8191a1d-ffba-49a9-adbc-55d092759cd6 req-821ae271-3010-4102-b634-d50bdf7b6cc4 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85d83e9-d83d-4ed8-a885-654e3614be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3867791 Nov 12 08:55:59.584215 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f157487f-767e-4774-bac8-fdbff4805c4b req-960f3103-5f45-450c-a6c2-33efd55da348 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:59.585686 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f157487f-767e-4774-bac8-fdbff4805c4b req-960f3103-5f45-450c-a6c2-33efd55da348 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ce1375c-a20d-4617-8d30-437c8a38a4bf HTTP/1.1" status: 200 len: 945 time: 0.0484076 Nov 12 08:55:59.633143 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f157487f-767e-4774-bac8-fdbff4805c4b req-da06de78-e74b-4817-a44b-e7c0035e4147 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85d83e9-d83d-4ed8-a885-654e3614be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405943 Nov 12 08:56:00.220120 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:56:00.759955 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d683675-9b3d-4869-8d75-7408c5f6841f req-b4df96a8-4ec8-488c-8ae9-8001b2830bff tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:00.761427 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7d683675-9b3d-4869-8d75-7408c5f6841f req-b4df96a8-4ec8-488c-8ae9-8001b2830bff tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ce1375c-a20d-4617-8d30-437c8a38a4bf HTTP/1.1" status: 200 len: 945 time: 0.0537965 Nov 12 08:56:00.810214 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7d683675-9b3d-4869-8d75-7408c5f6841f req-5d78268c-7934-462c-81d5-752a6460c329 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85d83e9-d83d-4ed8-a885-654e3614be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415366 Nov 12 08:56:00.969253 n-d-765315-29 neutron-server[102599]: INFO neutron.api.v2.resource [req-96f01e79-9417-49ab-aec4-a72d92e2908a req-fea580c4-3479-460f-815c-8e3b50d5069b service neutron] show failed (client error): The resource could not be found. Nov 12 08:56:00.970188 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-96f01e79-9417-49ab-aec4-a72d92e2908a req-fea580c4-3479-460f-815c-8e3b50d5069b service neutron] 10.222.0.21 "GET /v2.0/ports/dec584f0-cefd-4418-88f1-97e343818ee9/bindings/n-h2-765315-29 HTTP/1.1" status: 404 len: 381 time: 0.0599778 Nov 12 08:56:01.181281 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f01e79-9417-49ab-aec4-a72d92e2908a req-9f53d927-f2a8-400d-9aa2-9d166ed2a245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:01.182789 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-96f01e79-9417-49ab-aec4-a72d92e2908a req-9f53d927-f2a8-400d-9aa2-9d166ed2a245 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8ce1375c-a20d-4617-8d30-437c8a38a4bf&tenant_id=4346ec0c6798413ea76a0f6149d2b1da HTTP/1.1" status: 200 len: 1097 time: 0.0427310 Nov 12 08:56:01.209402 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-96f01e79-9417-49ab-aec4-a72d92e2908a req-c98926a2-a445-4588-9558-eaa549f59821 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-765315-29', 'device_owner': 'compute:nova'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:56:01.263790 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-96f01e79-9417-49ab-aec4-a72d92e2908a req-c98926a2-a445-4588-9558-eaa549f59821 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:01.469044 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-96f01e79-9417-49ab-aec4-a72d92e2908a req-c98926a2-a445-4588-9558-eaa549f59821 service neutron] For port dec584f0-cefd-4418-88f1-97e343818ee9, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=dec584f0-cefd-4418-88f1-97e343818ee9,segment=NetworkSegment(d1b0203a-4985-4cfe-9734-f6f293ee0882),segment_id=d1b0203a-4985-4cfe-9734-f6f293ee0882)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:01.502575 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-96f01e79-9417-49ab-aec4-a72d92e2908a req-c98926a2-a445-4588-9558-eaa549f59821 service neutron] For port dec584f0-cefd-4418-88f1-97e343818ee9, host n-h1-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:56:01.541905 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ce1375c-a20d-4617-8d30-437c8a38a4bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dec584f0-cefd-4418-88f1-97e343818ee9'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:56:01.544906 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc12f75-b73b-4f43-920c-eae6df95a609" -d '{"events": [{"server_uuid": "8ce1375c-a20d-4617-8d30-437c8a38a4bf", "name": "network-vif-unplugged", "status": "completed", "tag": "dec584f0-cefd-4418-88f1-97e343818ee9"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:56:01.548594 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-96f01e79-9417-49ab-aec4-a72d92e2908a req-c98926a2-a445-4588-9558-eaa549f59821 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:01.561781 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-96f01e79-9417-49ab-aec4-a72d92e2908a req-c98926a2-a445-4588-9558-eaa549f59821 service neutron] Transition to ACTIVE for port object dec584f0-cefd-4418-88f1-97e343818ee9 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:56:01.565582 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-96f01e79-9417-49ab-aec4-a72d92e2908a req-c98926a2-a445-4588-9558-eaa549f59821 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:01.597973 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca3ca833-4178-42ae-b2ff-ca1d6f756eeb x-openstack-request-id: req-ca3ca833-4178-42ae-b2ff-ca1d6f756eeb {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:56:01.598265 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ce1375c-a20d-4617-8d30-437c8a38a4bf", "name": "network-vif-unplugged", "status": "completed", "tag": "dec584f0-cefd-4418-88f1-97e343818ee9", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:56:01.598518 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ca3ca833-4178-42ae-b2ff-ca1d6f756eeb {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:56:01.598935 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ce1375c-a20d-4617-8d30-437c8a38a4bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dec584f0-cefd-4418-88f1-97e343818ee9', 'code': 200} Nov 12 08:56:01.630801 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-96f01e79-9417-49ab-aec4-a72d92e2908a req-c98926a2-a445-4588-9558-eaa549f59821 service neutron] No DVR routers for this DVR port dec584f0-cefd-4418-88f1-97e343818ee9 on host n-h1-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:56:01.633888 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98926a2-a445-4588-9558-eaa549f59821 service neutron] Pushing event updated for resources: {'Port': ['ID=dec584f0-cefd-4418-88f1-97e343818ee9,revision_number=6']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:01.672678 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-96f01e79-9417-49ab-aec4-a72d92e2908a req-c98926a2-a445-4588-9558-eaa549f59821 service neutron] Attempting to bind port dec584f0-cefd-4418-88f1-97e343818ee9 on host n-h2-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:56:01.673017 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-96f01e79-9417-49ab-aec4-a72d92e2908a req-c98926a2-a445-4588-9558-eaa549f59821 service neutron] Attempting to bind port dec584f0-cefd-4418-88f1-97e343818ee9 by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': 'd1b0203a-4985-4cfe-9734-f6f293ee0882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c85496be-6789-402a-b75b-abdb08925227'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:56:01.673372 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f01e79-9417-49ab-aec4-a72d92e2908a req-c98926a2-a445-4588-9558-eaa549f59821 service neutron] Attempting to bind port dec584f0-cefd-4418-88f1-97e343818ee9 on network c85496be-6789-402a-b75b-abdb08925227 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:56:01.677715 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f01e79-9417-49ab-aec4-a72d92e2908a req-c98926a2-a445-4588-9558-eaa549f59821 service neutron] Port dec584f0-cefd-4418-88f1-97e343818ee9 on network c85496be-6789-402a-b75b-abdb08925227 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:56:01.678034 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f01e79-9417-49ab-aec4-a72d92e2908a req-c98926a2-a445-4588-9558-eaa549f59821 service neutron] Attempting to bind port dec584f0-cefd-4418-88f1-97e343818ee9 on network c85496be-6789-402a-b75b-abdb08925227 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:56:01.682949 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f01e79-9417-49ab-aec4-a72d92e2908a req-c98926a2-a445-4588-9558-eaa549f59821 service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:56:01.683285 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f01e79-9417-49ab-aec4-a72d92e2908a req-c98926a2-a445-4588-9558-eaa549f59821 service neutron] Checking segment: {'id': 'd1b0203a-4985-4cfe-9734-f6f293ee0882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c85496be-6789-402a-b75b-abdb08925227'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:56:01.683675 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f01e79-9417-49ab-aec4-a72d92e2908a req-c98926a2-a445-4588-9558-eaa549f59821 service neutron] Bound using segment: {'id': 'd1b0203a-4985-4cfe-9734-f6f293ee0882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c85496be-6789-402a-b75b-abdb08925227'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:56:01.684359 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-96f01e79-9417-49ab-aec4-a72d92e2908a req-c98926a2-a445-4588-9558-eaa549f59821 service neutron] Bound port: dec584f0-cefd-4418-88f1-97e343818ee9, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1b0203a-4985-4cfe-9734-f6f293ee0882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c85496be-6789-402a-b75b-abdb08925227'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:56:01.684721 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-96f01e79-9417-49ab-aec4-a72d92e2908a req-c98926a2-a445-4588-9558-eaa549f59821 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:01.747846 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-96f01e79-9417-49ab-aec4-a72d92e2908a req-c98926a2-a445-4588-9558-eaa549f59821 service neutron] For port dec584f0-cefd-4418-88f1-97e343818ee9, host n-h2-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:56:01.750919 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-96f01e79-9417-49ab-aec4-a72d92e2908a req-c98926a2-a445-4588-9558-eaa549f59821 service neutron] For port dec584f0-cefd-4418-88f1-97e343818ee9, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=dec584f0-cefd-4418-88f1-97e343818ee9,segment=NetworkSegment(d1b0203a-4985-4cfe-9734-f6f293ee0882),segment_id=d1b0203a-4985-4cfe-9734-f6f293ee0882)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:56:01.755063 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-96f01e79-9417-49ab-aec4-a72d92e2908a req-c98926a2-a445-4588-9558-eaa549f59821 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:01.788262 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f01e79-9417-49ab-aec4-a72d92e2908a req-c98926a2-a445-4588-9558-eaa549f59821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:01.788870 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-96f01e79-9417-49ab-aec4-a72d92e2908a req-c98926a2-a445-4588-9558-eaa549f59821 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:01.790242 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-96f01e79-9417-49ab-aec4-a72d92e2908a req-c98926a2-a445-4588-9558-eaa549f59821 service neutron] 10.222.0.44 "PUT /v2.0/ports/dec584f0-cefd-4418-88f1-97e343818ee9 HTTP/1.1" status: 200 len: 1092 time: 0.5847609 Nov 12 08:56:01.812081 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98926a2-a445-4588-9558-eaa549f59821 service neutron] Pushing event updated for resources: {'Port': ['ID=dec584f0-cefd-4418-88f1-97e343818ee9,revision_number=7']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:01.874835 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f01e79-9417-49ab-aec4-a72d92e2908a req-f31f0d6b-9df8-401c-80fe-47ff1561efb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:01.876327 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-96f01e79-9417-49ab-aec4-a72d92e2908a req-f31f0d6b-9df8-401c-80fe-47ff1561efb7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4346ec0c6798413ea76a0f6149d2b1da&device_id=8ce1375c-a20d-4617-8d30-437c8a38a4bf HTTP/1.1" status: 200 len: 1095 time: 0.0427449 Nov 12 08:56:01.933174 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5326e068-9b25-4f46-ad39-4b31a1f7ef97 req-0ac79ca3-70b5-4dd1-892f-4c336078cb50 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:01.934698 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5326e068-9b25-4f46-ad39-4b31a1f7ef97 req-0ac79ca3-70b5-4dd1-892f-4c336078cb50 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ce1375c-a20d-4617-8d30-437c8a38a4bf HTTP/1.1" status: 200 len: 943 time: 0.0529184 Nov 12 08:56:01.978927 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f01e79-9417-49ab-aec4-a72d92e2908a req-86b60e1a-10a8-4a01-ac0d-7a52551662c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:01.980502 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-96f01e79-9417-49ab-aec4-a72d92e2908a req-86b60e1a-10a8-4a01-ac0d-7a52551662c0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c85496be-6789-402a-b75b-abdb08925227 HTTP/1.1" status: 200 len: 915 time: 0.0921400 Nov 12 08:56:01.984072 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5326e068-9b25-4f46-ad39-4b31a1f7ef97 req-03de6226-33c4-420c-84e5-0454b45ff8c3 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85d83e9-d83d-4ed8-a885-654e3614be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430336 Nov 12 08:56:02.032569 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-96f01e79-9417-49ab-aec4-a72d92e2908a req-97fac8e9-bc5e-4b8f-b8f1-b4e7b13ea230 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dec584f0-cefd-4418-88f1-97e343818ee9 HTTP/1.1" status: 200 len: 217 time: 0.0400584 Nov 12 08:56:02.105316 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f01e79-9417-49ab-aec4-a72d92e2908a req-528c7d97-1036-4bbe-bcb2-6b429f99f24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:02.107011 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-96f01e79-9417-49ab-aec4-a72d92e2908a req-528c7d97-1036-4bbe-bcb2-6b429f99f24a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f6a216ef-3535-4091-8575-a3255d45cac3 HTTP/1.1" status: 200 len: 854 time: 0.0555565 Nov 12 08:56:02.141324 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-96f01e79-9417-49ab-aec4-a72d92e2908a req-1c703f5e-40a5-4720-8c65-052c6d72ffea service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c85496be-6789-402a-b75b-abdb08925227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252039 Nov 12 08:56:02.254526 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-96f01e79-9417-49ab-aec4-a72d92e2908a req-9c8cd33e-848a-4896-827d-e9e7d63e16e8 service neutron] 10.222.0.44 "GET /v2.0/networks/c85496be-6789-402a-b75b-abdb08925227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009846 Nov 12 08:56:02.359432 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-96f01e79-9417-49ab-aec4-a72d92e2908a req-ade76606-ca1d-4ee9-b05b-0f7ed372012e service neutron] 10.222.0.44 "GET /v2.0/networks/c85496be-6789-402a-b75b-abdb08925227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941610 Nov 12 08:56:03.102401 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dcceff-942f-40d0-83f2-5395763724c7 req-b820d033-3890-4f66-9e2a-6d224f19024e tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:03.103915 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-82dcceff-942f-40d0-83f2-5395763724c7 req-b820d033-3890-4f66-9e2a-6d224f19024e tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ce1375c-a20d-4617-8d30-437c8a38a4bf HTTP/1.1" status: 200 len: 943 time: 0.0499146 Nov 12 08:56:03.151810 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-82dcceff-942f-40d0-83f2-5395763724c7 req-d9a4d9cc-f62a-44a7-9b40-44fc688535be tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85d83e9-d83d-4ed8-a885-654e3614be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411148 Nov 12 08:56:03.235813 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device dec584f0-cefd-4418-88f1-97e343818ee9 no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:56:03.273830 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device dec584f0-cefd-4418-88f1-97e343818ee9 not bound to the agent host n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:56:03.600399 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ce1375c-a20d-4617-8d30-437c8a38a4bf', 'tag': 'dec584f0-cefd-4418-88f1-97e343818ee9'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:56:03.602778 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d4886e2-fe4d-4dc4-a861-da96d3b92607" -d '{"events": [{"name": "network-changed", "server_uuid": "8ce1375c-a20d-4617-8d30-437c8a38a4bf", "tag": "dec584f0-cefd-4418-88f1-97e343818ee9"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:56:03.648986 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dd1384d-2e19-4f1a-b5a4-8a295edbfb9d x-openstack-request-id: req-9dd1384d-2e19-4f1a-b5a4-8a295edbfb9d {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:56:03.649282 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ce1375c-a20d-4617-8d30-437c8a38a4bf", "tag": "dec584f0-cefd-4418-88f1-97e343818ee9", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:56:03.649616 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9dd1384d-2e19-4f1a-b5a4-8a295edbfb9d {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:56:03.649941 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ce1375c-a20d-4617-8d30-437c8a38a4bf', 'tag': 'dec584f0-cefd-4418-88f1-97e343818ee9', 'status': 'completed', 'code': 200} Nov 12 08:56:03.736274 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4886e2-fe4d-4dc4-a861-da96d3b92607 req-6081b20d-62e7-48b6-90d1-ff191440d51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:03.737755 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7d4886e2-fe4d-4dc4-a861-da96d3b92607 req-6081b20d-62e7-48b6-90d1-ff191440d51c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4346ec0c6798413ea76a0f6149d2b1da&device_id=8ce1375c-a20d-4617-8d30-437c8a38a4bf HTTP/1.1" status: 200 len: 1095 time: 0.0685380 Nov 12 08:56:03.756908 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4886e2-fe4d-4dc4-a861-da96d3b92607 req-5104208e-c07f-4035-895a-acbc4546ba9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:03.758327 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7d4886e2-fe4d-4dc4-a861-da96d3b92607 req-5104208e-c07f-4035-895a-acbc4546ba9a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4346ec0c6798413ea76a0f6149d2b1da&device_id=8ce1375c-a20d-4617-8d30-437c8a38a4bf HTTP/1.1" status: 200 len: 1095 time: 0.0560660 Nov 12 08:56:03.905752 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4886e2-fe4d-4dc4-a861-da96d3b92607 req-7c7d1001-876f-46c8-9a43-7d8af999ad76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:03.907344 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7d4886e2-fe4d-4dc4-a861-da96d3b92607 req-7c7d1001-876f-46c8-9a43-7d8af999ad76 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c85496be-6789-402a-b75b-abdb08925227 HTTP/1.1" status: 200 len: 915 time: 0.1604564 Nov 12 08:56:03.922238 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4886e2-fe4d-4dc4-a861-da96d3b92607 req-6c81dc89-05d2-4f6f-bd76-95b101624e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:03.923687 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7d4886e2-fe4d-4dc4-a861-da96d3b92607 req-6c81dc89-05d2-4f6f-bd76-95b101624e56 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c85496be-6789-402a-b75b-abdb08925227 HTTP/1.1" status: 200 len: 915 time: 0.1513329 Nov 12 08:56:03.963242 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7d4886e2-fe4d-4dc4-a861-da96d3b92607 req-20f685df-f21c-4d5c-8f05-cbdd1a6b5e7e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dec584f0-cefd-4418-88f1-97e343818ee9 HTTP/1.1" status: 200 len: 217 time: 0.0472305 Nov 12 08:56:03.978372 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-0538caaa-a887-44fb-b073-b75a648c68fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:04.003427 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7d4886e2-fe4d-4dc4-a861-da96d3b92607 req-f6f92e0f-0645-48e5-ad5c-b3b563919f25 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dec584f0-cefd-4418-88f1-97e343818ee9 HTTP/1.1" status: 200 len: 217 time: 0.0493419 Nov 12 08:56:04.077586 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4886e2-fe4d-4dc4-a861-da96d3b92607 req-e3884524-b61f-49d0-bead-bb86276e2c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:04.079070 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7d4886e2-fe4d-4dc4-a861-da96d3b92607 req-e3884524-b61f-49d0-bead-bb86276e2c14 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f6a216ef-3535-4091-8575-a3255d45cac3 HTTP/1.1" status: 200 len: 854 time: 0.0843937 Nov 12 08:56:04.086107 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4886e2-fe4d-4dc4-a861-da96d3b92607 req-8db6a03d-d680-4227-83bd-1842c51fbb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:04.087694 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7d4886e2-fe4d-4dc4-a861-da96d3b92607 req-8db6a03d-d680-4227-83bd-1842c51fbb22 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f6a216ef-3535-4091-8575-a3255d45cac3 HTTP/1.1" status: 200 len: 854 time: 0.0644515 Nov 12 08:56:04.132844 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7d4886e2-fe4d-4dc4-a861-da96d3b92607 req-1a02034f-7442-4213-8a02-7bfe20e081dc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c85496be-6789-402a-b75b-abdb08925227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440483 Nov 12 08:56:04.134667 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7d4886e2-fe4d-4dc4-a861-da96d3b92607 req-15ad33ee-8912-44af-825f-192843a4ab0b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c85496be-6789-402a-b75b-abdb08925227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368648 Nov 12 08:56:04.299605 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d1f967-a4b1-4da5-adf8-271072b2b502 req-a792a989-8536-4505-a313-12434757bb99 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:04.300340 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7d4886e2-fe4d-4dc4-a861-da96d3b92607 req-6c9a5a64-0989-4add-90c7-f223295d95e6 service neutron] 10.222.0.21 "GET /v2.0/networks/c85496be-6789-402a-b75b-abdb08925227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598217 Nov 12 08:56:04.301375 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-58d1f967-a4b1-4da5-adf8-271072b2b502 req-a792a989-8536-4505-a313-12434757bb99 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ce1375c-a20d-4617-8d30-437c8a38a4bf HTTP/1.1" status: 200 len: 943 time: 0.0763688 Nov 12 08:56:04.306290 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7d4886e2-fe4d-4dc4-a861-da96d3b92607 req-5e613448-da65-46b8-a04b-d8a2d3231ab8 service neutron] 10.222.0.44 "GET /v2.0/networks/c85496be-6789-402a-b75b-abdb08925227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589553 Nov 12 08:56:04.358637 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-58d1f967-a4b1-4da5-adf8-271072b2b502 req-6a2eb18d-a09d-4e87-af5b-9669d989c7c8 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85d83e9-d83d-4ed8-a885-654e3614be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498099 Nov 12 08:56:04.472936 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7d4886e2-fe4d-4dc4-a861-da96d3b92607 req-4e344767-cb50-4d98-9bce-389872b18db1 service neutron] 10.222.0.21 "GET /v2.0/networks/c85496be-6789-402a-b75b-abdb08925227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653275 Nov 12 08:56:04.474911 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7d4886e2-fe4d-4dc4-a861-da96d3b92607 req-74cf790e-4581-4d0a-bd41-77a8de1547a0 service neutron] 10.222.0.44 "GET /v2.0/networks/c85496be-6789-402a-b75b-abdb08925227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593835 Nov 12 08:56:05.092075 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device dec584f0-cefd-4418-88f1-97e343818ee9 details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:56:05.188481 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port dec584f0-cefd-4418-88f1-97e343818ee9, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=dec584f0-cefd-4418-88f1-97e343818ee9,segment=NetworkSegment(d1b0203a-4985-4cfe-9734-f6f293ee0882),segment_id=d1b0203a-4985-4cfe-9734-f6f293ee0882)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:05.199437 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': 'dec584f0-cefd-4418-88f1-97e343818ee9', 'network_id': 'c85496be-6789-402a-b75b-abdb08925227', 'port_id': 'dec584f0-cefd-4418-88f1-97e343818ee9', 'mac_address': 'fa:16:3e:46:d3:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6a216ef-3535-4091-8575-a3255d45cac3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:56:05.235987 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:05.251918 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dec584f0-cefd-4418-88f1-97e343818ee9 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:56:05.270812 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port dec584f0-cefd-4418-88f1-97e343818ee9, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=dec584f0-cefd-4418-88f1-97e343818ee9,segment=NetworkSegment(d1b0203a-4985-4cfe-9734-f6f293ee0882),segment_id=d1b0203a-4985-4cfe-9734-f6f293ee0882)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:05.275820 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:05.323734 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=dec584f0-cefd-4418-88f1-97e343818ee9,revision_number=8']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:05.477258 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621279b9-3797-4eac-ac27-72f9e8c413c7 req-5d5753d6-1392-408b-a0c0-29a9fdd4cd0c tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:05.478862 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-621279b9-3797-4eac-ac27-72f9e8c413c7 req-5d5753d6-1392-408b-a0c0-29a9fdd4cd0c tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ce1375c-a20d-4617-8d30-437c8a38a4bf HTTP/1.1" status: 200 len: 944 time: 0.0510793 Nov 12 08:56:05.526673 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-621279b9-3797-4eac-ac27-72f9e8c413c7 req-b5501660-801f-4d97-a477-dd24a2f6be73 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85d83e9-d83d-4ed8-a885-654e3614be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418274 Nov 12 08:56:05.577357 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['dec584f0-cefd-4418-88f1-97e343818ee9'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:56:05.615523 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:05.737813 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759f2e25-31f3-4c78-8866-f5ea7db0b26e req-4ba60c0d-9441-41d2-8e58-b20baed2c719 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:05.739402 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-759f2e25-31f3-4c78-8866-f5ea7db0b26e req-4ba60c0d-9441-41d2-8e58-b20baed2c719 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ce1375c-a20d-4617-8d30-437c8a38a4bf HTTP/1.1" status: 200 len: 944 time: 0.0554399 Nov 12 08:56:05.753095 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58038b2f-7939-4ef2-a0b4-a3795088224f req-950276b8-d450-4d9b-bdac-4f2d4f8ff442 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:05.754739 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-58038b2f-7939-4ef2-a0b4-a3795088224f req-950276b8-d450-4d9b-bdac-4f2d4f8ff442 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ce1375c-a20d-4617-8d30-437c8a38a4bf&tenant_id=4346ec0c6798413ea76a0f6149d2b1da&binding%3Ahost_id=n-h2-765315-29 HTTP/1.1" status: 200 len: 944 time: 0.0564766 Nov 12 08:56:05.795263 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-759f2e25-31f3-4c78-8866-f5ea7db0b26e req-70e59617-fe87-4d8f-85ea-be34ea218eed tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85d83e9-d83d-4ed8-a885-654e3614be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497794 Nov 12 08:56:05.817132 n-d-765315-29 neutron-server[102599]: INFO neutron.api.v2.resource [req-58038b2f-7939-4ef2-a0b4-a3795088224f req-93baf92c-86ef-4465-844a-d0d6f2927017 service neutron] delete failed (client error): The resource could not be found. Nov 12 08:56:05.818158 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-58038b2f-7939-4ef2-a0b4-a3795088224f req-93baf92c-86ef-4465-844a-d0d6f2927017 service neutron] 10.222.0.21 "DELETE /v2.0/ports/dec584f0-cefd-4418-88f1-97e343818ee9/bindings/n-h1-765315-29 HTTP/1.1" status: 404 len: 381 time: 0.0553458 Nov 12 08:56:05.905648 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58038b2f-7939-4ef2-a0b4-a3795088224f req-7e02ea09-2583-457b-abd1-93ae50c637ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:05.907077 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-58038b2f-7939-4ef2-a0b4-a3795088224f req-7e02ea09-2583-457b-abd1-93ae50c637ed service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4346ec0c6798413ea76a0f6149d2b1da&device_id=8ce1375c-a20d-4617-8d30-437c8a38a4bf HTTP/1.1" status: 200 len: 1096 time: 0.0423954 Nov 12 08:56:06.003572 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58038b2f-7939-4ef2-a0b4-a3795088224f req-633fcffa-d423-40f9-a811-660346d457f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:06.005024 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-58038b2f-7939-4ef2-a0b4-a3795088224f req-633fcffa-d423-40f9-a811-660346d457f9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c85496be-6789-402a-b75b-abdb08925227 HTTP/1.1" status: 200 len: 915 time: 0.0906219 Nov 12 08:56:06.049034 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-58038b2f-7939-4ef2-a0b4-a3795088224f req-c300f6e2-fc1a-40de-811b-6bcb106eabcd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dec584f0-cefd-4418-88f1-97e343818ee9 HTTP/1.1" status: 200 len: 217 time: 0.0347896 Nov 12 08:56:06.103172 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58038b2f-7939-4ef2-a0b4-a3795088224f req-52e95973-37e6-4a2a-a7dc-6487b1dcfd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:06.104627 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-58038b2f-7939-4ef2-a0b4-a3795088224f req-52e95973-37e6-4a2a-a7dc-6487b1dcfd03 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f6a216ef-3535-4091-8575-a3255d45cac3 HTTP/1.1" status: 200 len: 854 time: 0.0487242 Nov 12 08:56:06.137184 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-58038b2f-7939-4ef2-a0b4-a3795088224f req-c14241df-790d-42ab-9bea-641b6b1cce88 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c85496be-6789-402a-b75b-abdb08925227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245211 Nov 12 08:56:06.229309 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-58038b2f-7939-4ef2-a0b4-a3795088224f req-266c1157-e533-4df9-a399-376b83e60083 service neutron] 10.222.0.21 "GET /v2.0/networks/c85496be-6789-402a-b75b-abdb08925227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840557 Nov 12 08:56:06.325318 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-58038b2f-7939-4ef2-a0b4-a3795088224f req-b0608bb9-a0f4-43cc-bb7f-a77d9fc292c3 service neutron] 10.222.0.21 "GET /v2.0/networks/c85496be-6789-402a-b75b-abdb08925227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874019 Nov 12 08:56:06.913211 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e284d9e4-c692-44d9-ab7a-0f3d25739ace req-74bdfba3-cd0e-480a-a8ff-ad40a66bea08 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:06.914780 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e284d9e4-c692-44d9-ab7a-0f3d25739ace req-74bdfba3-cd0e-480a-a8ff-ad40a66bea08 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ce1375c-a20d-4617-8d30-437c8a38a4bf HTTP/1.1" status: 200 len: 944 time: 0.0494800 Nov 12 08:56:06.962183 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e284d9e4-c692-44d9-ab7a-0f3d25739ace req-021a526e-fa9e-4cc8-a4bf-17ca72228212 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85d83e9-d83d-4ed8-a885-654e3614be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414376 Nov 12 08:56:07.042443 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2e1ac856-a945-4ba4-9d4b-8fa0a2a62a0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:07.091280 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1bd00e-b8c6-4287-956c-11bebf750168 req-d9b6dd16-fa83-4f1f-8012-1d473ce25219 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:07.092768 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8e1bd00e-b8c6-4287-956c-11bebf750168 req-d9b6dd16-fa83-4f1f-8012-1d473ce25219 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ce1375c-a20d-4617-8d30-437c8a38a4bf HTTP/1.1" status: 200 len: 944 time: 0.0657573 Nov 12 08:56:07.105117 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device dec584f0-cefd-4418-88f1-97e343818ee9 up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:56:07.141240 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8e1bd00e-b8c6-4287-956c-11bebf750168 req-f20cc79a-d684-4f50-8a94-6d0534116a20 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85d83e9-d83d-4ed8-a885-654e3614be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424984 Nov 12 08:56:07.156265 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning for port dec584f0-cefd-4418-88f1-97e343818ee9 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:56:07.161491 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port dec584f0-cefd-4418-88f1-97e343818ee9 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:07.161854 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:07.241483 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:07.267464 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ce1375c-a20d-4617-8d30-437c8a38a4bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dec584f0-cefd-4418-88f1-97e343818ee9'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:56:07.269712 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334e9a43-19c4-43d7-808e-8ef2f52f9de7 req-bafddc7b-5def-4189-be7e-0be4fc1d1589 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:07.269856 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fed0990-9128-4bc0-962f-f862c5704a88" -d '{"events": [{"server_uuid": "8ce1375c-a20d-4617-8d30-437c8a38a4bf", "name": "network-vif-plugged", "status": "completed", "tag": "dec584f0-cefd-4418-88f1-97e343818ee9"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:56:07.271247 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-334e9a43-19c4-43d7-808e-8ef2f52f9de7 req-bafddc7b-5def-4189-be7e-0be4fc1d1589 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ce1375c-a20d-4617-8d30-437c8a38a4bf HTTP/1.1" status: 200 len: 944 time: 0.0546544 Nov 12 08:56:07.283266 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port dec584f0-cefd-4418-88f1-97e343818ee9, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=dec584f0-cefd-4418-88f1-97e343818ee9,segment=NetworkSegment(d1b0203a-4985-4cfe-9734-f6f293ee0882),segment_id=d1b0203a-4985-4cfe-9734-f6f293ee0882)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:07.287488 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:07.322310 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-334e9a43-19c4-43d7-808e-8ef2f52f9de7 req-6e578041-c863-46ca-b645-0c65225e5584 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85d83e9-d83d-4ed8-a885-654e3614be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433674 Nov 12 08:56:07.334749 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=dec584f0-cefd-4418-88f1-97e343818ee9,revision_number=9']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:07.367520 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68addfcc-006c-4482-a6b6-e0ce03c617cc x-openstack-request-id: req-68addfcc-006c-4482-a6b6-e0ce03c617cc {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:56:07.367914 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ce1375c-a20d-4617-8d30-437c8a38a4bf", "name": "network-vif-plugged", "status": "completed", "tag": "dec584f0-cefd-4418-88f1-97e343818ee9", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:56:07.368267 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-68addfcc-006c-4482-a6b6-e0ce03c617cc {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:56:07.368780 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ce1375c-a20d-4617-8d30-437c8a38a4bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dec584f0-cefd-4418-88f1-97e343818ee9', 'code': 200} Nov 12 08:56:07.695635 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bf964a-7df2-4dbb-afc2-459b9eb15408 req-76501b59-b496-4174-aece-44f8b60de532 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:07.697094 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-06bf964a-7df2-4dbb-afc2-459b9eb15408 req-76501b59-b496-4174-aece-44f8b60de532 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/networks?id=c85496be-6789-402a-b75b-abdb08925227 HTTP/1.1" status: 200 len: 814 time: 0.1010385 Nov 12 08:56:07.711882 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-06bf964a-7df2-4dbb-afc2-459b9eb15408 req-b59a58e5-fa08-423c-b9b8-f6f4fcfd3279 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/quotas/4346ec0c6798413ea76a0f6149d2b1da HTTP/1.1" status: 200 len: 375 time: 0.0088305 Nov 12 08:56:07.764959 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-06bf964a-7df2-4dbb-afc2-459b9eb15408 req-9aa9021c-81fb-4a58-b860-9bb9addb6807 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=4346ec0c6798413ea76a0f6149d2b1da&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0470326 Nov 12 08:56:07.854368 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-06bf964a-7df2-4dbb-afc2-459b9eb15408 req-eec19f3a-7522-477c-b06a-66314a936375 service neutron] 10.222.0.26 "GET /v2.0/networks/c85496be-6789-402a-b75b-abdb08925227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823035 Nov 12 08:56:07.945859 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-06bf964a-7df2-4dbb-afc2-459b9eb15408 req-8dc12597-73d9-4a79-999d-62524f251f39 service neutron] 10.222.0.26 "GET /v2.0/networks/c85496be-6789-402a-b75b-abdb08925227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845349 Nov 12 08:56:08.005879 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:08.108864 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e6098435-e86c-44b8-a004-d8a05a31f185 req-4d664afa-868e-4301-bb3e-503aab4bff1a tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c74731c-8d04-4515-be95-34cf4479d95e HTTP/1.1" status: 200 len: 210 time: 0.0306525 Nov 12 08:56:09.193545 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9e7a2a-03d1-4c45-948b-45d4669c5352 req-249ad5b2-e519-40dd-af3a-29f2ba7ee3cc tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:09.195068 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-bb9e7a2a-03d1-4c45-948b-45d4669c5352 req-249ad5b2-e519-40dd-af3a-29f2ba7ee3cc tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ce1375c-a20d-4617-8d30-437c8a38a4bf HTTP/1.1" status: 200 len: 945 time: 0.0549085 Nov 12 08:56:09.209578 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b1fa52b3-e429-4e9e-88f5-9ae0129b18a8 req-1ae341ab-7dc9-4e54-ba31-7d9cffeaed68 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c74731c-8d04-4515-be95-34cf4479d95e HTTP/1.1" status: 200 len: 210 time: 0.0307028 Nov 12 08:56:09.361317 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:09.384638 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-bb9e7a2a-03d1-4c45-948b-45d4669c5352 req-1848d651-14d7-47f0-93bd-0e5a3c053cb3 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Deleting port dec584f0-cefd-4418-88f1-97e343818ee9 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:56:09.384978 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-bb9e7a2a-03d1-4c45-948b-45d4669c5352 req-1848d651-14d7-47f0-93bd-0e5a3c053cb3 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:09.414115 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bf964a-7df2-4dbb-afc2-459b9eb15408 req-04a04337-1d78-4a7a-8f41-a7961efb0a3a tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:09.415480 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-06bf964a-7df2-4dbb-afc2-459b9eb15408 req-04a04337-1d78-4a7a-8f41-a7961efb0a3a tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.44 "GET /v2.0/networks?id=c85496be-6789-402a-b75b-abdb08925227 HTTP/1.1" status: 200 len: 814 time: 0.1446047 Nov 12 08:56:09.456651 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-06bf964a-7df2-4dbb-afc2-459b9eb15408 req-e2253e26-13ec-4b86-8742-06f3263001b2 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Request body: {'port': {'device_id': '0c74731c-8d04-4515-be95-34cf4479d95e', 'network_id': 'c85496be-6789-402a-b75b-abdb08925227', 'admin_state_up': True, 'tenant_id': '4346ec0c6798413ea76a0f6149d2b1da'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:56:09.555369 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-bb9e7a2a-03d1-4c45-948b-45d4669c5352 req-1848d651-14d7-47f0-93bd-0e5a3c053cb3 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] For port dec584f0-cefd-4418-88f1-97e343818ee9, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=dec584f0-cefd-4418-88f1-97e343818ee9,segment=NetworkSegment(d1b0203a-4985-4cfe-9734-f6f293ee0882),segment_id=d1b0203a-4985-4cfe-9734-f6f293ee0882)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:09.555735 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-bb9e7a2a-03d1-4c45-948b-45d4669c5352 req-1848d651-14d7-47f0-93bd-0e5a3c053cb3 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:09.576843 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-bb9e7a2a-03d1-4c45-948b-45d4669c5352 req-1848d651-14d7-47f0-93bd-0e5a3c053cb3 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Calling delete_port for dec584f0-cefd-4418-88f1-97e343818ee9 owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:56:09.654478 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06bf964a-7df2-4dbb-afc2-459b9eb15408 req-e2253e26-13ec-4b86-8742-06f3263001b2 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Made reservation on behalf of 4346ec0c6798413ea76a0f6149d2b1da for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:56:09.658135 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-06bf964a-7df2-4dbb-afc2-459b9eb15408 req-e2253e26-13ec-4b86-8742-06f3263001b2 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:09.824459 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-bb9e7a2a-03d1-4c45-948b-45d4669c5352 req-1848d651-14d7-47f0-93bd-0e5a3c053cb3 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:09.860199 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1848d651-14d7-47f0-93bd-0e5a3c053cb3 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Pushing event deleted for resources: {'Port': ['ID=dec584f0-cefd-4418-88f1-97e343818ee9,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:09.872843 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['dec584f0-cefd-4418-88f1-97e343818ee9'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:56:09.875433 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-06bf964a-7df2-4dbb-afc2-459b9eb15408 req-e2253e26-13ec-4b86-8742-06f3263001b2 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Allocated IP 172.20.0.4 (c85496be-6789-402a-b75b-abdb08925227/f6a216ef-3535-4091-8575-a3255d45cac3/ae357c22-53a2-4b0a-ae8a-87b995287b97) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:56:09.913966 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb9e7a2a-03d1-4c45-948b-45d4669c5352 req-1848d651-14d7-47f0-93bd-0e5a3c053cb3 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] No DVR routers for this DVR port dec584f0-cefd-4418-88f1-97e343818ee9 on host n-h2-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:56:09.917247 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-bb9e7a2a-03d1-4c45-948b-45d4669c5352 req-1848d651-14d7-47f0-93bd-0e5a3c053cb3 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:09.921462 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-bb9e7a2a-03d1-4c45-948b-45d4669c5352 req-1848d651-14d7-47f0-93bd-0e5a3c053cb3 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.44 "DELETE /v2.0/ports/dec584f0-cefd-4418-88f1-97e343818ee9 HTTP/1.1" status: 204 len: 173 time: 0.7177992 Nov 12 08:56:09.921830 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ce1375c-a20d-4617-8d30-437c8a38a4bf', 'name': 'network-vif-deleted', 'tag': 'dec584f0-cefd-4418-88f1-97e343818ee9'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:56:09.924097 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da12320c-a9c5-4312-9457-b7a45ac49d85" -d '{"events": [{"server_uuid": "8ce1375c-a20d-4617-8d30-437c8a38a4bf", "name": "network-vif-deleted", "tag": "dec584f0-cefd-4418-88f1-97e343818ee9"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:56:09.973178 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae70b2b2-2fd6-470d-ad5f-ee610735e9a6 x-openstack-request-id: req-ae70b2b2-2fd6-470d-ad5f-ee610735e9a6 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:56:09.973472 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ce1375c-a20d-4617-8d30-437c8a38a4bf", "name": "network-vif-deleted", "tag": "dec584f0-cefd-4418-88f1-97e343818ee9", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:56:09.973734 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ae70b2b2-2fd6-470d-ad5f-ee610735e9a6 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:56:09.974222 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ce1375c-a20d-4617-8d30-437c8a38a4bf', 'name': 'network-vif-deleted', 'tag': 'dec584f0-cefd-4418-88f1-97e343818ee9', 'status': 'completed', 'code': 200} Nov 12 08:56:10.011544 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:10.077582 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-06bf964a-7df2-4dbb-afc2-459b9eb15408 req-e2253e26-13ec-4b86-8742-06f3263001b2 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:10.114797 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-06bf964a-7df2-4dbb-afc2-459b9eb15408 req-e2253e26-13ec-4b86-8742-06f3263001b2 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:10.161074 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06bf964a-7df2-4dbb-afc2-459b9eb15408 req-e2253e26-13ec-4b86-8742-06f3263001b2 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Network c85496be-6789-402a-b75b-abdb08925227 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:56:10.163058 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['dec584f0-cefd-4418-88f1-97e343818ee9'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:56:10.164099 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-06bf964a-7df2-4dbb-afc2-459b9eb15408 req-e2253e26-13ec-4b86-8742-06f3263001b2 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:56:10.172400 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-06bf964a-7df2-4dbb-afc2-459b9eb15408 req-e2253e26-13ec-4b86-8742-06f3263001b2 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:56:10.207266 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2253e26-13ec-4b86-8742-06f3263001b2 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Pushing event updated for resources: {'Port': ['ID=ae357c22-53a2-4b0a-ae8a-87b995287b97,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:10.235811 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bf964a-7df2-4dbb-afc2-459b9eb15408 req-e2253e26-13ec-4b86-8742-06f3263001b2 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:10.236447 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-06bf964a-7df2-4dbb-afc2-459b9eb15408 req-e2253e26-13ec-4b86-8742-06f3263001b2 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:10.253696 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-06bf964a-7df2-4dbb-afc2-459b9eb15408 req-e2253e26-13ec-4b86-8742-06f3263001b2 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8024671 Nov 12 08:56:10.275157 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-06bf964a-7df2-4dbb-afc2-459b9eb15408 req-8b10af8e-2c45-46f0-b25c-4f5c09bcdf81 service neutron] Request body: {'port': {'device_id': '0c74731c-8d04-4515-be95-34cf4479d95e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:56:10.331487 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-06bf964a-7df2-4dbb-afc2-459b9eb15408 req-8b10af8e-2c45-46f0-b25c-4f5c09bcdf81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:10.335721 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d034b5c-1533-4a57-83d7-9070b508c9d5 req-a5014e4c-e6f4-43cd-adb8-8346415e0432 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:10.337225 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9d034b5c-1533-4a57-83d7-9070b508c9d5 req-a5014e4c-e6f4-43cd-adb8-8346415e0432 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c74731c-8d04-4515-be95-34cf4479d95e HTTP/1.1" status: 200 len: 931 time: 0.0496490 Nov 12 08:56:10.391916 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9d034b5c-1533-4a57-83d7-9070b508c9d5 req-98628d58-5a37-4f86-a8b6-7756648dad46 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85d83e9-d83d-4ed8-a885-654e3614be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470757 Nov 12 08:56:10.596776 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-06bf964a-7df2-4dbb-afc2-459b9eb15408 req-8b10af8e-2c45-46f0-b25c-4f5c09bcdf81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae357c22-53a2-4b0a-ae8a-87b995287b97 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:56:10.604046 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-06bf964a-7df2-4dbb-afc2-459b9eb15408 req-8b10af8e-2c45-46f0-b25c-4f5c09bcdf81 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:10.616344 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-06bf964a-7df2-4dbb-afc2-459b9eb15408 req-8b10af8e-2c45-46f0-b25c-4f5c09bcdf81 service neutron] Transition to ACTIVE for port object ae357c22-53a2-4b0a-ae8a-87b995287b97 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:56:10.620697 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-06bf964a-7df2-4dbb-afc2-459b9eb15408 req-8b10af8e-2c45-46f0-b25c-4f5c09bcdf81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:10.673125 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b10af8e-2c45-46f0-b25c-4f5c09bcdf81 service neutron] Pushing event updated for resources: {'Port': ['ID=ae357c22-53a2-4b0a-ae8a-87b995287b97,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:10.737989 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-06bf964a-7df2-4dbb-afc2-459b9eb15408 req-8b10af8e-2c45-46f0-b25c-4f5c09bcdf81 service neutron] Attempting to bind port ae357c22-53a2-4b0a-ae8a-87b995287b97 on host n-h2-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:56:10.738318 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-06bf964a-7df2-4dbb-afc2-459b9eb15408 req-8b10af8e-2c45-46f0-b25c-4f5c09bcdf81 service neutron] Attempting to bind port ae357c22-53a2-4b0a-ae8a-87b995287b97 by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': 'd1b0203a-4985-4cfe-9734-f6f293ee0882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c85496be-6789-402a-b75b-abdb08925227'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:56:10.738679 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06bf964a-7df2-4dbb-afc2-459b9eb15408 req-8b10af8e-2c45-46f0-b25c-4f5c09bcdf81 service neutron] Attempting to bind port ae357c22-53a2-4b0a-ae8a-87b995287b97 on network c85496be-6789-402a-b75b-abdb08925227 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:56:10.743016 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06bf964a-7df2-4dbb-afc2-459b9eb15408 req-8b10af8e-2c45-46f0-b25c-4f5c09bcdf81 service neutron] Port ae357c22-53a2-4b0a-ae8a-87b995287b97 on network c85496be-6789-402a-b75b-abdb08925227 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:56:10.743335 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06bf964a-7df2-4dbb-afc2-459b9eb15408 req-8b10af8e-2c45-46f0-b25c-4f5c09bcdf81 service neutron] Attempting to bind port ae357c22-53a2-4b0a-ae8a-87b995287b97 on network c85496be-6789-402a-b75b-abdb08925227 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:56:10.748182 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06bf964a-7df2-4dbb-afc2-459b9eb15408 req-8b10af8e-2c45-46f0-b25c-4f5c09bcdf81 service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:56:10.748515 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06bf964a-7df2-4dbb-afc2-459b9eb15408 req-8b10af8e-2c45-46f0-b25c-4f5c09bcdf81 service neutron] Checking segment: {'id': 'd1b0203a-4985-4cfe-9734-f6f293ee0882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c85496be-6789-402a-b75b-abdb08925227'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:56:10.748899 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06bf964a-7df2-4dbb-afc2-459b9eb15408 req-8b10af8e-2c45-46f0-b25c-4f5c09bcdf81 service neutron] Bound using segment: {'id': 'd1b0203a-4985-4cfe-9734-f6f293ee0882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c85496be-6789-402a-b75b-abdb08925227'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:56:10.749319 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-06bf964a-7df2-4dbb-afc2-459b9eb15408 req-8b10af8e-2c45-46f0-b25c-4f5c09bcdf81 service neutron] Bound port: ae357c22-53a2-4b0a-ae8a-87b995287b97, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1b0203a-4985-4cfe-9734-f6f293ee0882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c85496be-6789-402a-b75b-abdb08925227'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:56:10.749670 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-06bf964a-7df2-4dbb-afc2-459b9eb15408 req-8b10af8e-2c45-46f0-b25c-4f5c09bcdf81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:10.816562 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-06bf964a-7df2-4dbb-afc2-459b9eb15408 req-8b10af8e-2c45-46f0-b25c-4f5c09bcdf81 service neutron] For port ae357c22-53a2-4b0a-ae8a-87b995287b97, host n-h2-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:56:10.819634 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-06bf964a-7df2-4dbb-afc2-459b9eb15408 req-8b10af8e-2c45-46f0-b25c-4f5c09bcdf81 service neutron] For port ae357c22-53a2-4b0a-ae8a-87b995287b97, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=ae357c22-53a2-4b0a-ae8a-87b995287b97,segment=NetworkSegment(d1b0203a-4985-4cfe-9734-f6f293ee0882),segment_id=d1b0203a-4985-4cfe-9734-f6f293ee0882)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:56:10.824185 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-06bf964a-7df2-4dbb-afc2-459b9eb15408 req-8b10af8e-2c45-46f0-b25c-4f5c09bcdf81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:10.859021 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bf964a-7df2-4dbb-afc2-459b9eb15408 req-8b10af8e-2c45-46f0-b25c-4f5c09bcdf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:10.859699 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-06bf964a-7df2-4dbb-afc2-459b9eb15408 req-8b10af8e-2c45-46f0-b25c-4f5c09bcdf81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:10.861064 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-06bf964a-7df2-4dbb-afc2-459b9eb15408 req-8b10af8e-2c45-46f0-b25c-4f5c09bcdf81 service neutron] 10.222.0.44 "PUT /v2.0/ports/ae357c22-53a2-4b0a-ae8a-87b995287b97 HTTP/1.1" status: 200 len: 1092 time: 0.5903666 Nov 12 08:56:10.881048 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b10af8e-2c45-46f0-b25c-4f5c09bcdf81 service neutron] Pushing event updated for resources: {'Port': ['ID=ae357c22-53a2-4b0a-ae8a-87b995287b97,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:10.968383 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bf964a-7df2-4dbb-afc2-459b9eb15408 req-3b1f8d54-ee9d-41f0-8d47-ed5f0f02d054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:10.969995 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-06bf964a-7df2-4dbb-afc2-459b9eb15408 req-3b1f8d54-ee9d-41f0-8d47-ed5f0f02d054 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4346ec0c6798413ea76a0f6149d2b1da&device_id=0c74731c-8d04-4515-be95-34cf4479d95e HTTP/1.1" status: 200 len: 1095 time: 0.0464468 Nov 12 08:56:11.026027 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-06bf964a-7df2-4dbb-afc2-459b9eb15408 req-409d4454-fc73-4c07-9e4b-1a5fa884cabd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae357c22-53a2-4b0a-ae8a-87b995287b97 HTTP/1.1" status: 200 len: 217 time: 0.0349381 Nov 12 08:56:11.084799 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bf964a-7df2-4dbb-afc2-459b9eb15408 req-58702209-3e21-4ab1-938e-bd3715db5218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:11.086269 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-06bf964a-7df2-4dbb-afc2-459b9eb15408 req-58702209-3e21-4ab1-938e-bd3715db5218 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f6a216ef-3535-4091-8575-a3255d45cac3 HTTP/1.1" status: 200 len: 854 time: 0.0476165 Nov 12 08:56:11.126154 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-06bf964a-7df2-4dbb-afc2-459b9eb15408 req-b2116bf9-2fc7-48f0-b84f-8975618455c9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c85496be-6789-402a-b75b-abdb08925227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258832 Nov 12 08:56:11.217616 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-06bf964a-7df2-4dbb-afc2-459b9eb15408 req-ccd37ffc-1669-41e3-a2e2-1dfc38785113 service neutron] 10.222.0.44 "GET /v2.0/networks/c85496be-6789-402a-b75b-abdb08925227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830245 Nov 12 08:56:11.318060 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-06bf964a-7df2-4dbb-afc2-459b9eb15408 req-9b60f926-e3d0-4cfb-b263-46c02c57d62a service neutron] 10.222.0.44 "GET /v2.0/networks/c85496be-6789-402a-b75b-abdb08925227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874507 Nov 12 08:56:11.525949 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc597376-c0d1-4758-b2eb-ea55de8f3cf9 req-492c14ef-065a-4b6e-a943-660f3fa0542b tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:11.527692 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-dc597376-c0d1-4758-b2eb-ea55de8f3cf9 req-492c14ef-065a-4b6e-a943-660f3fa0542b tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c74731c-8d04-4515-be95-34cf4479d95e HTTP/1.1" status: 200 len: 943 time: 0.0552220 Nov 12 08:56:11.575048 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-dc597376-c0d1-4758-b2eb-ea55de8f3cf9 req-f8db9de6-0551-4c54-be41-9ffb12db97d5 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85d83e9-d83d-4ed8-a885-654e3614be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407648 Nov 12 08:56:11.975079 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c74731c-8d04-4515-be95-34cf4479d95e', 'tag': 'ae357c22-53a2-4b0a-ae8a-87b995287b97'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:56:11.977440 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef4167c-bfc2-4dcd-a5a6-f17dc8abe290" -d '{"events": [{"name": "network-changed", "server_uuid": "0c74731c-8d04-4515-be95-34cf4479d95e", "tag": "ae357c22-53a2-4b0a-ae8a-87b995287b97"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:56:12.012140 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee34433-5db9-4f17-98fc-ff624b34b298 x-openstack-request-id: req-bee34433-5db9-4f17-98fc-ff624b34b298 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:56:12.012520 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c74731c-8d04-4515-be95-34cf4479d95e", "tag": "ae357c22-53a2-4b0a-ae8a-87b995287b97", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:56:12.012926 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bee34433-5db9-4f17-98fc-ff624b34b298 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:56:12.013330 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c74731c-8d04-4515-be95-34cf4479d95e', 'tag': 'ae357c22-53a2-4b0a-ae8a-87b995287b97', 'status': 'completed', 'code': 200} Nov 12 08:56:12.102747 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef4167c-bfc2-4dcd-a5a6-f17dc8abe290 req-965c5fcc-26d3-4e77-b038-c52fef5ba0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:12.104228 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9ef4167c-bfc2-4dcd-a5a6-f17dc8abe290 req-965c5fcc-26d3-4e77-b038-c52fef5ba0c0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4346ec0c6798413ea76a0f6149d2b1da&device_id=0c74731c-8d04-4515-be95-34cf4479d95e HTTP/1.1" status: 200 len: 1095 time: 0.0415781 Nov 12 08:56:12.220095 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef4167c-bfc2-4dcd-a5a6-f17dc8abe290 req-ae4f3209-198e-41bb-b2c4-64f5433f0828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:12.221553 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9ef4167c-bfc2-4dcd-a5a6-f17dc8abe290 req-ae4f3209-198e-41bb-b2c4-64f5433f0828 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c85496be-6789-402a-b75b-abdb08925227 HTTP/1.1" status: 200 len: 915 time: 0.1067662 Nov 12 08:56:12.265682 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9ef4167c-bfc2-4dcd-a5a6-f17dc8abe290 req-29005568-2761-4a1f-85f9-2942c9b44d30 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae357c22-53a2-4b0a-ae8a-87b995287b97 HTTP/1.1" status: 200 len: 217 time: 0.0352108 Nov 12 08:56:12.320415 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef4167c-bfc2-4dcd-a5a6-f17dc8abe290 req-d6afacd6-aeff-49b9-8aea-82db2e716d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:12.321848 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9ef4167c-bfc2-4dcd-a5a6-f17dc8abe290 req-d6afacd6-aeff-49b9-8aea-82db2e716d5b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f6a216ef-3535-4091-8575-a3255d45cac3 HTTP/1.1" status: 200 len: 854 time: 0.0473921 Nov 12 08:56:12.356957 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9ef4167c-bfc2-4dcd-a5a6-f17dc8abe290 req-889c214c-b099-4ac2-bdc5-85abdf3351b3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c85496be-6789-402a-b75b-abdb08925227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242753 Nov 12 08:56:12.447743 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9ef4167c-bfc2-4dcd-a5a6-f17dc8abe290 req-189413cb-4d07-457c-b9d5-3d58c38a8027 service neutron] 10.222.0.44 "GET /v2.0/networks/c85496be-6789-402a-b75b-abdb08925227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824738 Nov 12 08:56:12.692096 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:12.707339 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ffe342-c41c-4d73-9760-cc6dc84bc292 req-dd306310-1af1-4b9c-bbda-757cc6ed3578 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:12.708910 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-86ffe342-c41c-4d73-9760-cc6dc84bc292 req-dd306310-1af1-4b9c-bbda-757cc6ed3578 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c74731c-8d04-4515-be95-34cf4479d95e HTTP/1.1" status: 200 len: 943 time: 0.0618384 Nov 12 08:56:12.759971 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-86ffe342-c41c-4d73-9760-cc6dc84bc292 req-b95ff2ee-9a1a-4829-85c3-950f7fa22d81 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85d83e9-d83d-4ed8-a885-654e3614be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440178 Nov 12 08:56:12.882010 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9ef4167c-bfc2-4dcd-a5a6-f17dc8abe290 req-8cd3bf3a-ebeb-4431-951d-1af0a3bf6d17 service neutron] 10.222.0.44 "GET /v2.0/networks/c85496be-6789-402a-b75b-abdb08925227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4206619 Nov 12 08:56:13.139136 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device ae357c22-53a2-4b0a-ae8a-87b995287b97 details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:56:13.148721 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device dec584f0-cefd-4418-88f1-97e343818ee9 no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:56:13.173183 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] No Port match for: dec584f0-cefd-4418-88f1-97e343818ee9 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:56:13.173527 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device dec584f0-cefd-4418-88f1-97e343818ee9 not bound to the agent host n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:56:13.257838 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port ae357c22-53a2-4b0a-ae8a-87b995287b97, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=ae357c22-53a2-4b0a-ae8a-87b995287b97,segment=NetworkSegment(d1b0203a-4985-4cfe-9734-f6f293ee0882),segment_id=d1b0203a-4985-4cfe-9734-f6f293ee0882)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:13.268585 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': 'ae357c22-53a2-4b0a-ae8a-87b995287b97', 'network_id': 'c85496be-6789-402a-b75b-abdb08925227', 'port_id': 'ae357c22-53a2-4b0a-ae8a-87b995287b97', 'mac_address': 'fa:16:3e:45:5e:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6a216ef-3535-4091-8575-a3255d45cac3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:56:13.306763 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:13.320460 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae357c22-53a2-4b0a-ae8a-87b995287b97 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:56:13.339380 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port ae357c22-53a2-4b0a-ae8a-87b995287b97, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=ae357c22-53a2-4b0a-ae8a-87b995287b97,segment=NetworkSegment(d1b0203a-4985-4cfe-9734-f6f293ee0882),segment_id=d1b0203a-4985-4cfe-9734-f6f293ee0882)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:13.343843 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:13.391412 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=ae357c22-53a2-4b0a-ae8a-87b995287b97,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:13.398477 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:13.398844 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:13.399178 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:13.399509 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:13.399834 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:13.400161 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:13.400482 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:13.400800 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:13.401115 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:13.401430 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:13.401745 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:13.402211 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:13.655503 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['ae357c22-53a2-4b0a-ae8a-87b995287b97'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:56:13.885443 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e801dbe3-1c73-423d-8bfe-c30e3b1dd394 req-076dc380-de93-467b-903a-5530a606ec9e tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:13.887072 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e801dbe3-1c73-423d-8bfe-c30e3b1dd394 req-076dc380-de93-467b-903a-5530a606ec9e tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c74731c-8d04-4515-be95-34cf4479d95e HTTP/1.1" status: 200 len: 944 time: 0.0551219 Nov 12 08:56:13.935268 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e801dbe3-1c73-423d-8bfe-c30e3b1dd394 req-6b24a718-7c0f-4f1c-9046-466690a6c7ee tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85d83e9-d83d-4ed8-a885-654e3614be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417950 Nov 12 08:56:15.052761 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f28d1d-1a22-470d-ac7b-b8a09ed490c5 req-5862cb5f-566c-4dd5-8b79-bd69960ccd4d tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:15.054243 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-43f28d1d-1a22-470d-ac7b-b8a09ed490c5 req-5862cb5f-566c-4dd5-8b79-bd69960ccd4d tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c74731c-8d04-4515-be95-34cf4479d95e HTTP/1.1" status: 200 len: 944 time: 0.0491574 Nov 12 08:56:15.102654 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-43f28d1d-1a22-470d-ac7b-b8a09ed490c5 req-1f40d6c9-1079-4c2f-a31d-626d271b329c tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85d83e9-d83d-4ed8-a885-654e3614be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417325 Nov 12 08:56:15.152500 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device ae357c22-53a2-4b0a-ae8a-87b995287b97 up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:56:15.217266 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning for port ae357c22-53a2-4b0a-ae8a-87b995287b97 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:56:15.221421 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port ae357c22-53a2-4b0a-ae8a-87b995287b97 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:15.221896 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:15.301164 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:15.323788 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c74731c-8d04-4515-be95-34cf4479d95e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae357c22-53a2-4b0a-ae8a-87b995287b97'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:56:15.326812 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4f70699-faed-426f-b0bd-c049b166ed9e" -d '{"events": [{"server_uuid": "0c74731c-8d04-4515-be95-34cf4479d95e", "name": "network-vif-plugged", "status": "completed", "tag": "ae357c22-53a2-4b0a-ae8a-87b995287b97"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:56:15.339864 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port ae357c22-53a2-4b0a-ae8a-87b995287b97, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=ae357c22-53a2-4b0a-ae8a-87b995287b97,segment=NetworkSegment(d1b0203a-4985-4cfe-9734-f6f293ee0882),segment_id=d1b0203a-4985-4cfe-9734-f6f293ee0882)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:15.345006 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:15.368793 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11dc01bb-d1bf-45c9-b630-dd0c0f8438cd x-openstack-request-id: req-11dc01bb-d1bf-45c9-b630-dd0c0f8438cd {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:56:15.369113 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c74731c-8d04-4515-be95-34cf4479d95e", "name": "network-vif-plugged", "status": "completed", "tag": "ae357c22-53a2-4b0a-ae8a-87b995287b97", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:56:15.369366 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-11dc01bb-d1bf-45c9-b630-dd0c0f8438cd {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:56:15.369754 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c74731c-8d04-4515-be95-34cf4479d95e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae357c22-53a2-4b0a-ae8a-87b995287b97', 'code': 200} Nov 12 08:56:15.396156 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=ae357c22-53a2-4b0a-ae8a-87b995287b97,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:15.508429 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa1b81c-70a6-4f71-a71e-4ed3ddaf1dc0 req-65fbe92b-2736-4f38-9b48-77253602f82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:15.509894 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3fa1b81c-70a6-4f71-a71e-4ed3ddaf1dc0 req-65fbe92b-2736-4f38-9b48-77253602f82d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0c74731c-8d04-4515-be95-34cf4479d95e HTTP/1.1" status: 200 len: 1097 time: 0.0406361 Nov 12 08:56:15.560469 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3fa1b81c-70a6-4f71-a71e-4ed3ddaf1dc0 req-f1e67a5e-fce5-438f-a9fd-e218c0c973ee service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f85d83e9-d83d-4ed8-a885-654e3614be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379190 Nov 12 08:56:16.221989 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed8e3e3-8611-428d-88cb-28598be154df req-c4425a24-e891-49ac-a79d-96b6e5015754 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:16.223478 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9ed8e3e3-8611-428d-88cb-28598be154df req-c4425a24-e891-49ac-a79d-96b6e5015754 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c74731c-8d04-4515-be95-34cf4479d95e HTTP/1.1" status: 200 len: 945 time: 0.0512497 Nov 12 08:56:16.288082 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9ed8e3e3-8611-428d-88cb-28598be154df req-350fb76f-fc31-468a-8b40-b45d252f6ec9 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85d83e9-d83d-4ed8-a885-654e3614be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586724 Nov 12 08:56:17.404518 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1c6eda-5100-4dc0-a896-e51b04992a02 req-bcb02788-c6ec-4d4f-b674-c62449736063 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:17.406011 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-eb1c6eda-5100-4dc0-a896-e51b04992a02 req-bcb02788-c6ec-4d4f-b674-c62449736063 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c74731c-8d04-4515-be95-34cf4479d95e HTTP/1.1" status: 200 len: 945 time: 0.0497983 Nov 12 08:56:17.454003 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-eb1c6eda-5100-4dc0-a896-e51b04992a02 req-898fc03e-29af-40eb-ac31-2f3e92c17d72 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85d83e9-d83d-4ed8-a885-654e3614be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419621 Nov 12 08:56:17.566450 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d651377b-7088-46f2-acfe-40780f9ecb02 req-a06e6cc7-dbbb-4015-b288-45e67773efbd tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:17.567847 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d651377b-7088-46f2-acfe-40780f9ecb02 req-a06e6cc7-dbbb-4015-b288-45e67773efbd tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c74731c-8d04-4515-be95-34cf4479d95e HTTP/1.1" status: 200 len: 945 time: 0.0480738 Nov 12 08:56:17.614075 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d651377b-7088-46f2-acfe-40780f9ecb02 req-a57b24e1-0527-4b73-9aaf-f599d5807a77 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85d83e9-d83d-4ed8-a885-654e3614be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403316 Nov 12 08:56:17.865618 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c43d5d9d-709e-4797-99b1-c74c544678b8 req-42d62316-f383-4e86-a52f-1372d28c9395 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0c74731c-8d04-4515-be95-34cf4479d95e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0710125 Nov 12 08:56:17.877836 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86572ac7-2582-4c90-9639-743f98bf536d req-af96299f-dc09-4d05-8532-fbd1e333cc50 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:17.879376 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-86572ac7-2582-4c90-9639-743f98bf536d req-af96299f-dc09-4d05-8532-fbd1e333cc50 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c74731c-8d04-4515-be95-34cf4479d95e HTTP/1.1" status: 200 len: 945 time: 0.0756094 Nov 12 08:56:17.928652 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-86572ac7-2582-4c90-9639-743f98bf536d req-d738d9d9-221e-4c6a-9e4e-b5eb4b0a006a tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85d83e9-d83d-4ed8-a885-654e3614be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424261 Nov 12 08:56:19.052991 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c138224-c86c-4bce-98d2-4fef06c744cd req-13a3cf23-115a-47d5-926b-587d19d3ccb9 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:19.054345 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7c138224-c86c-4bce-98d2-4fef06c744cd req-13a3cf23-115a-47d5-926b-587d19d3ccb9 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c74731c-8d04-4515-be95-34cf4479d95e HTTP/1.1" status: 200 len: 945 time: 0.0514338 Nov 12 08:56:19.094095 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43d5d9d-709e-4797-99b1-c74c544678b8 req-008c54a7-988f-41f5-878a-eb4fe586bbee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:19.095677 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c43d5d9d-709e-4797-99b1-c74c544678b8 req-008c54a7-988f-41f5-878a-eb4fe586bbee service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4346ec0c6798413ea76a0f6149d2b1da&device_id=0c74731c-8d04-4515-be95-34cf4479d95e HTTP/1.1" status: 200 len: 1097 time: 0.0462744 Nov 12 08:56:19.107629 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7c138224-c86c-4bce-98d2-4fef06c744cd req-61e76db6-4476-4c2b-a57e-0e2eed925917 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85d83e9-d83d-4ed8-a885-654e3614be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466998 Nov 12 08:56:19.187983 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43d5d9d-709e-4797-99b1-c74c544678b8 req-7362cfd6-3384-4aea-8497-03b733a74d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:19.189480 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c43d5d9d-709e-4797-99b1-c74c544678b8 req-7362cfd6-3384-4aea-8497-03b733a74d1b service neutron] 10.222.0.44 "GET /v2.0/networks?id=c85496be-6789-402a-b75b-abdb08925227 HTTP/1.1" status: 200 len: 915 time: 0.0857275 Nov 12 08:56:19.236742 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c43d5d9d-709e-4797-99b1-c74c544678b8 req-b74ac28d-6d41-413d-a09b-feb6389936e5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae357c22-53a2-4b0a-ae8a-87b995287b97 HTTP/1.1" status: 200 len: 217 time: 0.0397382 Nov 12 08:56:19.288095 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43d5d9d-709e-4797-99b1-c74c544678b8 req-e1c1d1e0-14af-4844-b2c5-bcc9085aadd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:19.289520 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c43d5d9d-709e-4797-99b1-c74c544678b8 req-e1c1d1e0-14af-4844-b2c5-bcc9085aadd0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f6a216ef-3535-4091-8575-a3255d45cac3 HTTP/1.1" status: 200 len: 854 time: 0.0438988 Nov 12 08:56:19.322471 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c43d5d9d-709e-4797-99b1-c74c544678b8 req-86a1a755-33e3-465a-bac1-33e0fe7f910d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c85496be-6789-402a-b75b-abdb08925227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251861 Nov 12 08:56:19.416777 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c43d5d9d-709e-4797-99b1-c74c544678b8 req-7782b561-b07b-4794-b08d-a2f7c9f5e8c7 service neutron] 10.222.0.44 "GET /v2.0/networks/c85496be-6789-402a-b75b-abdb08925227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864580 Nov 12 08:56:19.508126 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c43d5d9d-709e-4797-99b1-c74c544678b8 req-c3d8b931-81b6-462d-b878-40d6c935810e service neutron] 10.222.0.44 "GET /v2.0/networks/c85496be-6789-402a-b75b-abdb08925227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840127 Nov 12 08:56:20.226173 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40a4436-6ad5-4bd6-a680-f341fd3f3f84 req-cf6dfc63-4670-46ff-a417-a7623c38a150 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:20.227692 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e40a4436-6ad5-4bd6-a680-f341fd3f3f84 req-cf6dfc63-4670-46ff-a417-a7623c38a150 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c74731c-8d04-4515-be95-34cf4479d95e HTTP/1.1" status: 200 len: 945 time: 0.0512969 Nov 12 08:56:20.281232 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e40a4436-6ad5-4bd6-a680-f341fd3f3f84 req-9abe8d21-77c3-48ad-a1a2-cf13f0eadcba tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85d83e9-d83d-4ed8-a885-654e3614be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458045 Nov 12 08:56:21.398665 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faa8303-4b58-4f6d-b5e4-2578aff092ab req-aedbd867-5fd5-4141-b89c-a6921b3d193d tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:21.400292 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7faa8303-4b58-4f6d-b5e4-2578aff092ab req-aedbd867-5fd5-4141-b89c-a6921b3d193d tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c74731c-8d04-4515-be95-34cf4479d95e HTTP/1.1" status: 200 len: 945 time: 0.0501688 Nov 12 08:56:21.453660 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7faa8303-4b58-4f6d-b5e4-2578aff092ab req-003074ed-0ed5-48d8-8dd7-d107f3a46696 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85d83e9-d83d-4ed8-a885-654e3614be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457993 Nov 12 08:56:22.575120 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c02e007-959c-4a4e-897a-7f5941ef71d2 req-384189a9-53ad-4688-8285-7f74e9c29b9e tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:22.576599 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8c02e007-959c-4a4e-897a-7f5941ef71d2 req-384189a9-53ad-4688-8285-7f74e9c29b9e tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c74731c-8d04-4515-be95-34cf4479d95e HTTP/1.1" status: 200 len: 945 time: 0.0533426 Nov 12 08:56:22.630612 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8c02e007-959c-4a4e-897a-7f5941ef71d2 req-b4c17d7f-5810-4cba-8e86-c7c5048514c8 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85d83e9-d83d-4ed8-a885-654e3614be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481176 Nov 12 08:56:23.746958 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe80820-95b4-4443-ac69-eae86e0f42be req-446a84e4-f6ee-402b-8c21-4cd9720d3190 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:23.748326 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-dfe80820-95b4-4443-ac69-eae86e0f42be req-446a84e4-f6ee-402b-8c21-4cd9720d3190 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c74731c-8d04-4515-be95-34cf4479d95e HTTP/1.1" status: 200 len: 945 time: 0.0500603 Nov 12 08:56:23.795949 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-dfe80820-95b4-4443-ac69-eae86e0f42be req-aca3f789-7c28-4f5e-a6c0-6d70ff11746d tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85d83e9-d83d-4ed8-a885-654e3614be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417218 Nov 12 08:56:24.919147 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4b9169-c780-4df5-9ea4-e5c966fce464 req-69637613-d3b6-4d5a-a5ee-9751e75bb6fb tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:24.920747 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2f4b9169-c780-4df5-9ea4-e5c966fce464 req-69637613-d3b6-4d5a-a5ee-9751e75bb6fb tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c74731c-8d04-4515-be95-34cf4479d95e HTTP/1.1" status: 200 len: 945 time: 0.0512381 Nov 12 08:56:24.974681 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2f4b9169-c780-4df5-9ea4-e5c966fce464 req-8172ecf5-f735-484c-a220-3a911260b233 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85d83e9-d83d-4ed8-a885-654e3614be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477247 Nov 12 08:56:26.093248 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581ae18e-6143-4d4f-9e1b-7732947f168a req-51942d5b-03cc-49cb-ab89-a98465444fb7 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:26.094761 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-581ae18e-6143-4d4f-9e1b-7732947f168a req-51942d5b-03cc-49cb-ab89-a98465444fb7 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c74731c-8d04-4515-be95-34cf4479d95e HTTP/1.1" status: 200 len: 945 time: 0.0495582 Nov 12 08:56:26.142513 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-581ae18e-6143-4d4f-9e1b-7732947f168a req-141165ec-5e93-4aa1-bb02-c51a2bd90083 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85d83e9-d83d-4ed8-a885-654e3614be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417271 Nov 12 08:56:27.269856 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7a41b3-8ac6-41a0-9031-f71e32b9bd34 req-f5d4400b-f2f0-4e6b-b500-9e8d38861037 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:27.271876 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2d7a41b3-8ac6-41a0-9031-f71e32b9bd34 req-f5d4400b-f2f0-4e6b-b500-9e8d38861037 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c74731c-8d04-4515-be95-34cf4479d95e HTTP/1.1" status: 200 len: 945 time: 0.0619287 Nov 12 08:56:27.326097 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2d7a41b3-8ac6-41a0-9031-f71e32b9bd34 req-c6796bbe-073e-4866-862e-a649a0d019b5 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85d83e9-d83d-4ed8-a885-654e3614be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483086 Nov 12 08:56:28.455177 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e67122b-7a51-4ec0-b206-5ed4db97afac req-2fde7acc-ff84-4113-8c0d-778c76a83877 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:28.456711 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5e67122b-7a51-4ec0-b206-5ed4db97afac req-2fde7acc-ff84-4113-8c0d-778c76a83877 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c74731c-8d04-4515-be95-34cf4479d95e HTTP/1.1" status: 200 len: 945 time: 0.0535533 Nov 12 08:56:28.504010 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5e67122b-7a51-4ec0-b206-5ed4db97afac req-fba25980-8ac5-481f-a8b0-61d4b6818702 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85d83e9-d83d-4ed8-a885-654e3614be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411973 Nov 12 08:56:29.619315 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a076aa7-0c7f-486a-b597-52738c4b05f8 req-593a62c2-4206-4b4b-9461-ac49fec28899 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:29.620816 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2a076aa7-0c7f-486a-b597-52738c4b05f8 req-593a62c2-4206-4b4b-9461-ac49fec28899 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c74731c-8d04-4515-be95-34cf4479d95e HTTP/1.1" status: 200 len: 945 time: 0.0500169 Nov 12 08:56:29.668051 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2a076aa7-0c7f-486a-b597-52738c4b05f8 req-17bcd81d-55ad-4556-a779-23533ccd0d1d tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85d83e9-d83d-4ed8-a885-654e3614be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407271 Nov 12 08:56:30.792471 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54260326-40e9-49cc-8a84-781cb46da491 req-e75c7e67-508d-4c39-bd85-0e126fa47912 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:30.793967 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-54260326-40e9-49cc-8a84-781cb46da491 req-e75c7e67-508d-4c39-bd85-0e126fa47912 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c74731c-8d04-4515-be95-34cf4479d95e HTTP/1.1" status: 200 len: 945 time: 0.0530186 Nov 12 08:56:30.843005 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-54260326-40e9-49cc-8a84-781cb46da491 req-07146f06-607c-481e-a4b5-8f85f758a0f9 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85d83e9-d83d-4ed8-a885-654e3614be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417504 Nov 12 08:56:31.962447 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ad143-1cb7-4659-a2b9-540fa241d281 req-9b6d6676-c887-4de5-8463-7fb0c1884721 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:31.963943 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5d0ad143-1cb7-4659-a2b9-540fa241d281 req-9b6d6676-c887-4de5-8463-7fb0c1884721 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c74731c-8d04-4515-be95-34cf4479d95e HTTP/1.1" status: 200 len: 945 time: 0.0500455 Nov 12 08:56:32.011346 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5d0ad143-1cb7-4659-a2b9-540fa241d281 req-d6316dcd-4dcb-4732-bbc9-02961b0ee350 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85d83e9-d83d-4ed8-a885-654e3614be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409360 Nov 12 08:56:33.132641 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95edd8ae-e701-4444-a2b0-688a64156c3a req-52a07c2c-b178-4ce5-bdb1-e00f8408423a tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:33.134141 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-95edd8ae-e701-4444-a2b0-688a64156c3a req-52a07c2c-b178-4ce5-bdb1-e00f8408423a tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c74731c-8d04-4515-be95-34cf4479d95e HTTP/1.1" status: 200 len: 945 time: 0.0503850 Nov 12 08:56:33.186534 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-95edd8ae-e701-4444-a2b0-688a64156c3a req-0ad6be0d-9ec4-4253-9774-7fe8118f1810 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85d83e9-d83d-4ed8-a885-654e3614be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463066 Nov 12 08:56:33.981383 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-947ce38e-fbc9-4ed8-850a-568a20c75f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:34.304230 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8da47c5-a388-4e12-9f12-77cb0b7cf3e2 req-6da0937b-193f-4468-9d7f-cf05205cd5df tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:34.305733 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b8da47c5-a388-4e12-9f12-77cb0b7cf3e2 req-6da0937b-193f-4468-9d7f-cf05205cd5df tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c74731c-8d04-4515-be95-34cf4479d95e HTTP/1.1" status: 200 len: 945 time: 0.0500543 Nov 12 08:56:34.355626 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b8da47c5-a388-4e12-9f12-77cb0b7cf3e2 req-a18d7e7d-525b-4f37-9442-9c6074920f53 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85d83e9-d83d-4ed8-a885-654e3614be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430295 Nov 12 08:56:34.365527 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb8804e-912e-41d3-819a-40b4cfe7bb91 req-37dddb0f-fb63-4956-a059-f9dd9a70df23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:34.367157 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0cb8804e-912e-41d3-819a-40b4cfe7bb91 req-37dddb0f-fb63-4956-a059-f9dd9a70df23 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4346ec0c6798413ea76a0f6149d2b1da&device_id=0c74731c-8d04-4515-be95-34cf4479d95e HTTP/1.1" status: 200 len: 1097 time: 0.0427449 Nov 12 08:56:34.496686 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb8804e-912e-41d3-819a-40b4cfe7bb91 req-6f965585-0c29-49f1-aecc-479dd5477ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:34.498067 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0cb8804e-912e-41d3-819a-40b4cfe7bb91 req-6f965585-0c29-49f1-aecc-479dd5477ae7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c85496be-6789-402a-b75b-abdb08925227 HTTP/1.1" status: 200 len: 915 time: 0.0962677 Nov 12 08:56:34.546575 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0cb8804e-912e-41d3-819a-40b4cfe7bb91 req-43569b4e-c7aa-47f8-a58e-2ae57368af13 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae357c22-53a2-4b0a-ae8a-87b995287b97 HTTP/1.1" status: 200 len: 217 time: 0.0362124 Nov 12 08:56:34.603283 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb8804e-912e-41d3-819a-40b4cfe7bb91 req-eceda50b-395b-47c6-925d-91545db35339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:34.604776 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0cb8804e-912e-41d3-819a-40b4cfe7bb91 req-eceda50b-395b-47c6-925d-91545db35339 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f6a216ef-3535-4091-8575-a3255d45cac3 HTTP/1.1" status: 200 len: 854 time: 0.0510762 Nov 12 08:56:34.643092 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0cb8804e-912e-41d3-819a-40b4cfe7bb91 req-a22860e6-478a-4ea5-9d77-4423caed77be service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c85496be-6789-402a-b75b-abdb08925227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272887 Nov 12 08:56:34.737141 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0cb8804e-912e-41d3-819a-40b4cfe7bb91 req-66e577a2-8f4c-4c0d-a812-3700f845847a service neutron] 10.222.0.44 "GET /v2.0/networks/c85496be-6789-402a-b75b-abdb08925227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865221 Nov 12 08:56:34.836329 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0cb8804e-912e-41d3-819a-40b4cfe7bb91 req-6d25a46a-5be3-4290-bc8c-8ceaaa00c89d service neutron] 10.222.0.44 "GET /v2.0/networks/c85496be-6789-402a-b75b-abdb08925227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898402 Nov 12 08:56:35.488540 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8cca06-5500-41cb-9157-a1263dcd16b0 req-1716b808-7957-48ff-9b32-841d9850fb2d tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:35.489439 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7b8cca06-5500-41cb-9157-a1263dcd16b0 req-1716b808-7957-48ff-9b32-841d9850fb2d tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c74731c-8d04-4515-be95-34cf4479d95e HTTP/1.1" status: 200 len: 945 time: 0.0531545 Nov 12 08:56:35.537509 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7b8cca06-5500-41cb-9157-a1263dcd16b0 req-2fffa929-6efb-4127-8708-fd1fb9aa304d tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85d83e9-d83d-4ed8-a885-654e3614be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421526 Nov 12 08:56:35.605596 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:36.659252 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fa3ace-9770-4bb9-aa72-7e599aee0e23 req-1a955d1c-2798-487f-9fb8-3a0d2e01d16d tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:36.660716 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-36fa3ace-9770-4bb9-aa72-7e599aee0e23 req-1a955d1c-2798-487f-9fb8-3a0d2e01d16d tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c74731c-8d04-4515-be95-34cf4479d95e HTTP/1.1" status: 200 len: 945 time: 0.0538511 Nov 12 08:56:36.708711 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-36fa3ace-9770-4bb9-aa72-7e599aee0e23 req-3b035188-2834-488b-ada5-2c063b52dcef tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85d83e9-d83d-4ed8-a885-654e3614be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420082 Nov 12 08:56:37.043641 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c3dba770-0b8d-4ec8-a1c0-39958e587d9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:37.223321 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:56:37.825793 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b8332b-b013-4971-a407-6ea9d55cb9d0 req-ef8b364a-c81e-4890-be42-c037e6fac70c tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:37.827339 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-00b8332b-b013-4971-a407-6ea9d55cb9d0 req-ef8b364a-c81e-4890-be42-c037e6fac70c tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c74731c-8d04-4515-be95-34cf4479d95e HTTP/1.1" status: 200 len: 945 time: 0.0498295 Nov 12 08:56:37.874771 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-00b8332b-b013-4971-a407-6ea9d55cb9d0 req-9f043993-b6d5-4a6b-b261-abf23d8518ca tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85d83e9-d83d-4ed8-a885-654e3614be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414300 Nov 12 08:56:38.011671 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:38.992699 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834cae23-b2cb-4d25-9b8b-813d55002163 req-869f9b7b-28d7-41de-b1b6-162b89013934 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:38.994080 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-834cae23-b2cb-4d25-9b8b-813d55002163 req-869f9b7b-28d7-41de-b1b6-162b89013934 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c74731c-8d04-4515-be95-34cf4479d95e HTTP/1.1" status: 200 len: 945 time: 0.0509725 Nov 12 08:56:39.047225 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-834cae23-b2cb-4d25-9b8b-813d55002163 req-27918b4a-adaa-4f6d-ad77-75a5497f8fab tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85d83e9-d83d-4ed8-a885-654e3614be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469708 Nov 12 08:56:39.361413 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:40.015734 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:40.168102 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287f5845-e85d-4aae-9c88-9dbf86468c4d req-5d8e3cb7-7881-4ac4-9a57-97fbac45869c tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:40.169560 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-287f5845-e85d-4aae-9c88-9dbf86468c4d req-5d8e3cb7-7881-4ac4-9a57-97fbac45869c tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c74731c-8d04-4515-be95-34cf4479d95e HTTP/1.1" status: 200 len: 945 time: 0.0505817 Nov 12 08:56:40.218316 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-287f5845-e85d-4aae-9c88-9dbf86468c4d req-51e4c12f-3ab4-431a-a181-47ce8e184b72 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85d83e9-d83d-4ed8-a885-654e3614be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419660 Nov 12 08:56:41.334240 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b7317f-3c06-4ea1-82d9-274ba344e629 req-05c1e3af-5bba-40e4-ac58-7dd9b5c9a391 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:41.335766 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-79b7317f-3c06-4ea1-82d9-274ba344e629 req-05c1e3af-5bba-40e4-ac58-7dd9b5c9a391 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c74731c-8d04-4515-be95-34cf4479d95e HTTP/1.1" status: 200 len: 945 time: 0.0489707 Nov 12 08:56:41.382998 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-79b7317f-3c06-4ea1-82d9-274ba344e629 req-5000f987-313b-4e35-926e-00e18fcbda02 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85d83e9-d83d-4ed8-a885-654e3614be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409124 Nov 12 08:56:42.507872 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a112a-9b61-44da-860c-82898cb44c93 req-6f364cb9-bdc3-425a-bc1a-16ea4a6f2df1 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:42.509328 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-dc2a112a-9b61-44da-860c-82898cb44c93 req-6f364cb9-bdc3-425a-bc1a-16ea4a6f2df1 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c74731c-8d04-4515-be95-34cf4479d95e HTTP/1.1" status: 200 len: 945 time: 0.0529597 Nov 12 08:56:42.558883 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-dc2a112a-9b61-44da-860c-82898cb44c93 req-d5cda266-d499-4036-9699-11ca47ee7f57 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85d83e9-d83d-4ed8-a885-654e3614be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433252 Nov 12 08:56:42.699540 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:43.689022 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3513d3b-ac79-42ca-83a1-6dac4537a0cf req-34cf7c8e-b224-4ba4-98ca-45491c59e26e tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:43.690525 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a3513d3b-ac79-42ca-83a1-6dac4537a0cf req-34cf7c8e-b224-4ba4-98ca-45491c59e26e tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c74731c-8d04-4515-be95-34cf4479d95e HTTP/1.1" status: 200 len: 945 time: 0.0563569 Nov 12 08:56:43.739129 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a3513d3b-ac79-42ca-83a1-6dac4537a0cf req-4db98a52-72f3-4586-8208-7c6c896a7925 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85d83e9-d83d-4ed8-a885-654e3614be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424619 Nov 12 08:56:44.860080 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e259923b-49dd-4c9b-84a8-fa17dcacd666 req-2a37e46b-a9a6-4a19-bc96-43a4719214af tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:44.861595 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e259923b-49dd-4c9b-84a8-fa17dcacd666 req-2a37e46b-a9a6-4a19-bc96-43a4719214af tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c74731c-8d04-4515-be95-34cf4479d95e HTTP/1.1" status: 200 len: 945 time: 0.0546732 Nov 12 08:56:44.909046 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e259923b-49dd-4c9b-84a8-fa17dcacd666 req-4e467b81-843e-4922-9d5f-e3aa8e5cceec tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85d83e9-d83d-4ed8-a885-654e3614be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414338 Nov 12 08:56:46.026220 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da3167a-aaa7-45c3-8913-08053d0eece5 req-8c19af0d-4f71-4f64-aabf-025cee1384b1 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:46.027742 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7da3167a-aaa7-45c3-8913-08053d0eece5 req-8c19af0d-4f71-4f64-aabf-025cee1384b1 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c74731c-8d04-4515-be95-34cf4479d95e HTTP/1.1" status: 200 len: 945 time: 0.0494411 Nov 12 08:56:46.075823 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7da3167a-aaa7-45c3-8913-08053d0eece5 req-8ff251f3-9475-49ce-b095-4b5ccc22ead6 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85d83e9-d83d-4ed8-a885-654e3614be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420449 Nov 12 08:56:46.783509 n-d-765315-29 neutron-server[102599]: INFO neutron.api.v2.resource [req-c43d5d9d-709e-4797-99b1-c74c544678b8 req-4365db5d-cb0a-4aaa-950b-f1ed01481984 service neutron] show failed (client error): The resource could not be found. Nov 12 08:56:46.784518 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c43d5d9d-709e-4797-99b1-c74c544678b8 req-4365db5d-cb0a-4aaa-950b-f1ed01481984 service neutron] 10.222.0.44 "GET /v2.0/ports/ae357c22-53a2-4b0a-ae8a-87b995287b97/bindings/n-h1-765315-29 HTTP/1.1" status: 404 len: 381 time: 0.0550518 Nov 12 08:56:47.012047 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43d5d9d-709e-4797-99b1-c74c544678b8 req-d5b2d968-cfa9-4733-8b41-765c02341241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:47.013462 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c43d5d9d-709e-4797-99b1-c74c544678b8 req-d5b2d968-cfa9-4733-8b41-765c02341241 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0c74731c-8d04-4515-be95-34cf4479d95e&tenant_id=4346ec0c6798413ea76a0f6149d2b1da HTTP/1.1" status: 200 len: 1097 time: 0.0455878 Nov 12 08:56:47.025785 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-c43d5d9d-709e-4797-99b1-c74c544678b8 req-4fd47774-c23e-46dc-9d60-43ee71f1b83b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-765315-29', 'device_owner': 'compute:nova'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:56:47.082618 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-c43d5d9d-709e-4797-99b1-c74c544678b8 req-4fd47774-c23e-46dc-9d60-43ee71f1b83b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:47.199683 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d482d4-59e6-4160-99da-b2834c9a5c84 req-9157e3e5-bc03-4c5d-b17a-3ce520742a8f tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:47.202258 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-37d482d4-59e6-4160-99da-b2834c9a5c84 req-9157e3e5-bc03-4c5d-b17a-3ce520742a8f tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c74731c-8d04-4515-be95-34cf4479d95e HTTP/1.1" status: 200 len: 945 time: 0.0497549 Nov 12 08:56:47.253894 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-37d482d4-59e6-4160-99da-b2834c9a5c84 req-cfef57a1-edc2-469c-9467-abef67bea8d7 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85d83e9-d83d-4ed8-a885-654e3614be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456712 Nov 12 08:56:47.291381 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-c43d5d9d-709e-4797-99b1-c74c544678b8 req-4fd47774-c23e-46dc-9d60-43ee71f1b83b service neutron] For port ae357c22-53a2-4b0a-ae8a-87b995287b97, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=ae357c22-53a2-4b0a-ae8a-87b995287b97,segment=NetworkSegment(d1b0203a-4985-4cfe-9734-f6f293ee0882),segment_id=d1b0203a-4985-4cfe-9734-f6f293ee0882)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:47.324167 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-c43d5d9d-709e-4797-99b1-c74c544678b8 req-4fd47774-c23e-46dc-9d60-43ee71f1b83b service neutron] For port ae357c22-53a2-4b0a-ae8a-87b995287b97, host n-h2-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:56:47.363792 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c74731c-8d04-4515-be95-34cf4479d95e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae357c22-53a2-4b0a-ae8a-87b995287b97'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:56:47.366039 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67820f48-e7be-447b-8f62-439ec4027e2a" -d '{"events": [{"server_uuid": "0c74731c-8d04-4515-be95-34cf4479d95e", "name": "network-vif-unplugged", "status": "completed", "tag": "ae357c22-53a2-4b0a-ae8a-87b995287b97"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:56:47.370192 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-c43d5d9d-709e-4797-99b1-c74c544678b8 req-4fd47774-c23e-46dc-9d60-43ee71f1b83b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:47.384124 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-c43d5d9d-709e-4797-99b1-c74c544678b8 req-4fd47774-c23e-46dc-9d60-43ee71f1b83b service neutron] Transition to ACTIVE for port object ae357c22-53a2-4b0a-ae8a-87b995287b97 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:56:47.388189 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-c43d5d9d-709e-4797-99b1-c74c544678b8 req-4fd47774-c23e-46dc-9d60-43ee71f1b83b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:47.419382 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e3dad1-5622-4439-aca7-c73eec679655 x-openstack-request-id: req-84e3dad1-5622-4439-aca7-c73eec679655 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:56:47.419671 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c74731c-8d04-4515-be95-34cf4479d95e", "name": "network-vif-unplugged", "status": "completed", "tag": "ae357c22-53a2-4b0a-ae8a-87b995287b97", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:56:47.419919 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-84e3dad1-5622-4439-aca7-c73eec679655 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:56:47.420928 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c74731c-8d04-4515-be95-34cf4479d95e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae357c22-53a2-4b0a-ae8a-87b995287b97', 'code': 200} Nov 12 08:56:47.458551 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-c43d5d9d-709e-4797-99b1-c74c544678b8 req-4fd47774-c23e-46dc-9d60-43ee71f1b83b service neutron] No DVR routers for this DVR port ae357c22-53a2-4b0a-ae8a-87b995287b97 on host n-h2-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:56:47.465137 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd47774-c23e-46dc-9d60-43ee71f1b83b service neutron] Pushing event updated for resources: {'Port': ['ID=ae357c22-53a2-4b0a-ae8a-87b995287b97,revision_number=6']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:47.476583 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd47774-c23e-46dc-9d60-43ee71f1b83b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:47.476928 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd47774-c23e-46dc-9d60-43ee71f1b83b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:47.477261 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd47774-c23e-46dc-9d60-43ee71f1b83b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:47.477597 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd47774-c23e-46dc-9d60-43ee71f1b83b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:47.477923 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd47774-c23e-46dc-9d60-43ee71f1b83b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:47.478247 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd47774-c23e-46dc-9d60-43ee71f1b83b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:47.478571 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd47774-c23e-46dc-9d60-43ee71f1b83b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:47.478912 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd47774-c23e-46dc-9d60-43ee71f1b83b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:47.479232 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd47774-c23e-46dc-9d60-43ee71f1b83b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:47.479550 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd47774-c23e-46dc-9d60-43ee71f1b83b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:47.479866 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd47774-c23e-46dc-9d60-43ee71f1b83b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:47.480179 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd47774-c23e-46dc-9d60-43ee71f1b83b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:47.510257 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-c43d5d9d-709e-4797-99b1-c74c544678b8 req-4fd47774-c23e-46dc-9d60-43ee71f1b83b service neutron] Attempting to bind port ae357c22-53a2-4b0a-ae8a-87b995287b97 on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:56:47.510626 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-c43d5d9d-709e-4797-99b1-c74c544678b8 req-4fd47774-c23e-46dc-9d60-43ee71f1b83b service neutron] Attempting to bind port ae357c22-53a2-4b0a-ae8a-87b995287b97 by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': 'd1b0203a-4985-4cfe-9734-f6f293ee0882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c85496be-6789-402a-b75b-abdb08925227'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:56:47.510949 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43d5d9d-709e-4797-99b1-c74c544678b8 req-4fd47774-c23e-46dc-9d60-43ee71f1b83b service neutron] Attempting to bind port ae357c22-53a2-4b0a-ae8a-87b995287b97 on network c85496be-6789-402a-b75b-abdb08925227 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:56:47.515591 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43d5d9d-709e-4797-99b1-c74c544678b8 req-4fd47774-c23e-46dc-9d60-43ee71f1b83b service neutron] Port ae357c22-53a2-4b0a-ae8a-87b995287b97 on network c85496be-6789-402a-b75b-abdb08925227 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:56:47.515847 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43d5d9d-709e-4797-99b1-c74c544678b8 req-4fd47774-c23e-46dc-9d60-43ee71f1b83b service neutron] Attempting to bind port ae357c22-53a2-4b0a-ae8a-87b995287b97 on network c85496be-6789-402a-b75b-abdb08925227 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:56:47.520643 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43d5d9d-709e-4797-99b1-c74c544678b8 req-4fd47774-c23e-46dc-9d60-43ee71f1b83b service neutron] Checking agent: {'id': '26215384-8035-4ce2-971a-8e67be80da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:56:47.520977 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43d5d9d-709e-4797-99b1-c74c544678b8 req-4fd47774-c23e-46dc-9d60-43ee71f1b83b service neutron] Checking segment: {'id': 'd1b0203a-4985-4cfe-9734-f6f293ee0882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c85496be-6789-402a-b75b-abdb08925227'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:56:47.521357 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43d5d9d-709e-4797-99b1-c74c544678b8 req-4fd47774-c23e-46dc-9d60-43ee71f1b83b service neutron] Bound using segment: {'id': 'd1b0203a-4985-4cfe-9734-f6f293ee0882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c85496be-6789-402a-b75b-abdb08925227'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:56:47.521781 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-c43d5d9d-709e-4797-99b1-c74c544678b8 req-4fd47774-c23e-46dc-9d60-43ee71f1b83b service neutron] Bound port: ae357c22-53a2-4b0a-ae8a-87b995287b97, host: n-h1-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1b0203a-4985-4cfe-9734-f6f293ee0882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c85496be-6789-402a-b75b-abdb08925227'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:56:47.522131 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-c43d5d9d-709e-4797-99b1-c74c544678b8 req-4fd47774-c23e-46dc-9d60-43ee71f1b83b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:47.584723 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-c43d5d9d-709e-4797-99b1-c74c544678b8 req-4fd47774-c23e-46dc-9d60-43ee71f1b83b service neutron] For port ae357c22-53a2-4b0a-ae8a-87b995287b97, host n-h1-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:56:47.587710 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-c43d5d9d-709e-4797-99b1-c74c544678b8 req-4fd47774-c23e-46dc-9d60-43ee71f1b83b service neutron] For port ae357c22-53a2-4b0a-ae8a-87b995287b97, host n-h1-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=ae357c22-53a2-4b0a-ae8a-87b995287b97,segment=NetworkSegment(d1b0203a-4985-4cfe-9734-f6f293ee0882),segment_id=d1b0203a-4985-4cfe-9734-f6f293ee0882)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:56:47.593553 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-c43d5d9d-709e-4797-99b1-c74c544678b8 req-4fd47774-c23e-46dc-9d60-43ee71f1b83b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:47.628270 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43d5d9d-709e-4797-99b1-c74c544678b8 req-4fd47774-c23e-46dc-9d60-43ee71f1b83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:47.628959 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-c43d5d9d-709e-4797-99b1-c74c544678b8 req-4fd47774-c23e-46dc-9d60-43ee71f1b83b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:47.630352 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c43d5d9d-709e-4797-99b1-c74c544678b8 req-4fd47774-c23e-46dc-9d60-43ee71f1b83b service neutron] 10.222.0.21 "PUT /v2.0/ports/ae357c22-53a2-4b0a-ae8a-87b995287b97 HTTP/1.1" status: 200 len: 1092 time: 0.6085663 Nov 12 08:56:47.650882 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd47774-c23e-46dc-9d60-43ee71f1b83b service neutron] Pushing event updated for resources: {'Port': ['ID=ae357c22-53a2-4b0a-ae8a-87b995287b97,revision_number=7']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:47.699627 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43d5d9d-709e-4797-99b1-c74c544678b8 req-c6ca9113-ece0-407d-947c-15fd17c1e79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:47.701113 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c43d5d9d-709e-4797-99b1-c74c544678b8 req-c6ca9113-ece0-407d-947c-15fd17c1e79a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4346ec0c6798413ea76a0f6149d2b1da&device_id=0c74731c-8d04-4515-be95-34cf4479d95e HTTP/1.1" status: 200 len: 1095 time: 0.0454435 Nov 12 08:56:47.792511 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43d5d9d-709e-4797-99b1-c74c544678b8 req-990535d4-aaf8-4608-aedf-049585e0bd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:47.793873 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c43d5d9d-709e-4797-99b1-c74c544678b8 req-990535d4-aaf8-4608-aedf-049585e0bd23 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c85496be-6789-402a-b75b-abdb08925227 HTTP/1.1" status: 200 len: 915 time: 0.0853293 Nov 12 08:56:47.840151 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c43d5d9d-709e-4797-99b1-c74c544678b8 req-54e5129b-d506-4ec4-b4fc-8ce821ea03e2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae357c22-53a2-4b0a-ae8a-87b995287b97 HTTP/1.1" status: 200 len: 217 time: 0.0383153 Nov 12 08:56:47.890739 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43d5d9d-709e-4797-99b1-c74c544678b8 req-fd5839f4-af19-4e28-8bd9-2bf163a4586b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:47.892189 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c43d5d9d-709e-4797-99b1-c74c544678b8 req-fd5839f4-af19-4e28-8bd9-2bf163a4586b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f6a216ef-3535-4091-8575-a3255d45cac3 HTTP/1.1" status: 200 len: 854 time: 0.0449595 Nov 12 08:56:47.925022 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c43d5d9d-709e-4797-99b1-c74c544678b8 req-0b22c727-2864-46d6-abb6-524300fd52fd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c85496be-6789-402a-b75b-abdb08925227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254288 Nov 12 08:56:48.022106 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c43d5d9d-709e-4797-99b1-c74c544678b8 req-0a2274e0-5b19-4fc9-8636-692c34d36903 service neutron] 10.222.0.21 "GET /v2.0/networks/c85496be-6789-402a-b75b-abdb08925227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884614 Nov 12 08:56:48.114323 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c43d5d9d-709e-4797-99b1-c74c544678b8 req-166a67f6-8725-411d-b51d-47a4f4a2225b service neutron] 10.222.0.21 "GET /v2.0/networks/c85496be-6789-402a-b75b-abdb08925227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837679 Nov 12 08:56:48.374154 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d4683b-c2ff-4a11-b617-adec48be37ce req-d4f49d0c-d197-4a52-bfa2-1870234ff939 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:48.375581 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b5d4683b-c2ff-4a11-b617-adec48be37ce req-d4f49d0c-d197-4a52-bfa2-1870234ff939 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c74731c-8d04-4515-be95-34cf4479d95e HTTP/1.1" status: 200 len: 943 time: 0.0507522 Nov 12 08:56:48.425648 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b5d4683b-c2ff-4a11-b617-adec48be37ce req-94648b38-b119-472b-b38a-c6af9d0b1d47 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85d83e9-d83d-4ed8-a885-654e3614be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441229 Nov 12 08:56:49.421683 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c74731c-8d04-4515-be95-34cf4479d95e', 'tag': 'ae357c22-53a2-4b0a-ae8a-87b995287b97'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:56:49.424087 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9b7aaf0-f2dc-406a-890e-47fff1e0a911" -d '{"events": [{"name": "network-changed", "server_uuid": "0c74731c-8d04-4515-be95-34cf4479d95e", "tag": "ae357c22-53a2-4b0a-ae8a-87b995287b97"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:56:49.472784 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-692ba195-d482-47d7-92bd-5a2162ba3303 x-openstack-request-id: req-692ba195-d482-47d7-92bd-5a2162ba3303 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:56:49.473212 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c74731c-8d04-4515-be95-34cf4479d95e", "tag": "ae357c22-53a2-4b0a-ae8a-87b995287b97", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:56:49.473467 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-692ba195-d482-47d7-92bd-5a2162ba3303 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:56:49.473872 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c74731c-8d04-4515-be95-34cf4479d95e', 'tag': 'ae357c22-53a2-4b0a-ae8a-87b995287b97', 'status': 'completed', 'code': 200} Nov 12 08:56:49.567573 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e3031f-7b68-40ed-abd2-f9db3437eb68 req-708fcbde-2635-48d0-9b66-fdf04f786084 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:49.569185 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-57e3031f-7b68-40ed-abd2-f9db3437eb68 req-708fcbde-2635-48d0-9b66-fdf04f786084 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c74731c-8d04-4515-be95-34cf4479d95e HTTP/1.1" status: 200 len: 943 time: 0.0513790 Nov 12 08:56:49.578905 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b7aaf0-f2dc-406a-890e-47fff1e0a911 req-95ea91f1-8712-4979-881d-bb5e177c6cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:49.580415 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e9b7aaf0-f2dc-406a-890e-47fff1e0a911 req-95ea91f1-8712-4979-881d-bb5e177c6cb8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4346ec0c6798413ea76a0f6149d2b1da&device_id=0c74731c-8d04-4515-be95-34cf4479d95e HTTP/1.1" status: 200 len: 1095 time: 0.0819631 Nov 12 08:56:49.583209 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b7aaf0-f2dc-406a-890e-47fff1e0a911 req-7ff95273-b3bb-4a78-bd35-cc3b6dfd31f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:49.584545 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e9b7aaf0-f2dc-406a-890e-47fff1e0a911 req-7ff95273-b3bb-4a78-bd35-cc3b6dfd31f0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4346ec0c6798413ea76a0f6149d2b1da&device_id=0c74731c-8d04-4515-be95-34cf4479d95e HTTP/1.1" status: 200 len: 1095 time: 0.0589449 Nov 12 08:56:49.618324 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-57e3031f-7b68-40ed-abd2-f9db3437eb68 req-b094dfac-366e-4d6b-a02a-d19a8444f297 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85d83e9-d83d-4ed8-a885-654e3614be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430732 Nov 12 08:56:49.742714 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b7aaf0-f2dc-406a-890e-47fff1e0a911 req-c51235a5-5aca-45e1-8add-49f684ee36ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:49.744082 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e9b7aaf0-f2dc-406a-890e-47fff1e0a911 req-c51235a5-5aca-45e1-8add-49f684ee36ce service neutron] 10.222.0.21 "GET /v2.0/networks?id=c85496be-6789-402a-b75b-abdb08925227 HTTP/1.1" status: 200 len: 915 time: 0.1560423 Nov 12 08:56:49.748891 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b7aaf0-f2dc-406a-890e-47fff1e0a911 req-6ea3c745-680e-48ad-8e03-31acaa9a91f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:49.750221 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e9b7aaf0-f2dc-406a-890e-47fff1e0a911 req-6ea3c745-680e-48ad-8e03-31acaa9a91f2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c85496be-6789-402a-b75b-abdb08925227 HTTP/1.1" status: 200 len: 915 time: 0.1447337 Nov 12 08:56:49.793351 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e9b7aaf0-f2dc-406a-890e-47fff1e0a911 req-de7807b3-3176-4b88-8b3a-ca1b3643dd3b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae357c22-53a2-4b0a-ae8a-87b995287b97 HTTP/1.1" status: 200 len: 217 time: 0.0416963 Nov 12 08:56:49.834862 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e9b7aaf0-f2dc-406a-890e-47fff1e0a911 req-db340522-54e0-45c1-b32b-6911e5b3fd7c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae357c22-53a2-4b0a-ae8a-87b995287b97 HTTP/1.1" status: 200 len: 217 time: 0.0485568 Nov 12 08:56:49.903568 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b7aaf0-f2dc-406a-890e-47fff1e0a911 req-c98f1478-a02f-464e-a0e0-28f3dd568881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:49.905064 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e9b7aaf0-f2dc-406a-890e-47fff1e0a911 req-c98f1478-a02f-464e-a0e0-28f3dd568881 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f6a216ef-3535-4091-8575-a3255d45cac3 HTTP/1.1" status: 200 len: 854 time: 0.0790730 Nov 12 08:56:49.910138 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b7aaf0-f2dc-406a-890e-47fff1e0a911 req-08e60740-517c-4607-805a-91485112caac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:49.911493 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e9b7aaf0-f2dc-406a-890e-47fff1e0a911 req-08e60740-517c-4607-805a-91485112caac service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f6a216ef-3535-4091-8575-a3255d45cac3 HTTP/1.1" status: 200 len: 854 time: 0.0575049 Nov 12 08:56:49.944997 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e9b7aaf0-f2dc-406a-890e-47fff1e0a911 req-dde0a0dd-c58b-43a9-9cf7-58e4a9fe672b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c85496be-6789-402a-b75b-abdb08925227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322227 Nov 12 08:56:49.964389 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e9b7aaf0-f2dc-406a-890e-47fff1e0a911 req-47e34a14-eebd-4472-a7e8-229a8f71355e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c85496be-6789-402a-b75b-abdb08925227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421829 Nov 12 08:56:50.116067 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e9b7aaf0-f2dc-406a-890e-47fff1e0a911 req-5fa1cd96-fcb9-4368-82cb-51134e42d616 service neutron] 10.222.0.21 "GET /v2.0/networks/c85496be-6789-402a-b75b-abdb08925227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540213 Nov 12 08:56:50.121119 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e9b7aaf0-f2dc-406a-890e-47fff1e0a911 req-df345afb-1ef6-45a4-a8c8-e053ee8a7658 service neutron] 10.222.0.44 "GET /v2.0/networks/c85496be-6789-402a-b75b-abdb08925227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400111 Nov 12 08:56:50.275000 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e9b7aaf0-f2dc-406a-890e-47fff1e0a911 req-efa9516d-88b5-45cb-8d57-105bde32efd8 service neutron] 10.222.0.21 "GET /v2.0/networks/c85496be-6789-402a-b75b-abdb08925227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511028 Nov 12 08:56:50.280174 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e9b7aaf0-f2dc-406a-890e-47fff1e0a911 req-c4fc52fe-a759-433e-b75b-c749d9b51ebd service neutron] 10.222.0.44 "GET /v2.0/networks/c85496be-6789-402a-b75b-abdb08925227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387935 Nov 12 08:56:50.744169 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aadda9-3467-4010-813e-29aede76a9b2 req-0b9dd1ff-6e1b-4e36-b0ea-f4b6e904c1ad tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:50.745663 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c2aadda9-3467-4010-813e-29aede76a9b2 req-0b9dd1ff-6e1b-4e36-b0ea-f4b6e904c1ad tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c74731c-8d04-4515-be95-34cf4479d95e HTTP/1.1" status: 200 len: 943 time: 0.0571260 Nov 12 08:56:50.793551 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c2aadda9-3467-4010-813e-29aede76a9b2 req-1f0ab354-11b8-4b7a-81ba-3890409a9990 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85d83e9-d83d-4ed8-a885-654e3614be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417721 Nov 12 08:56:51.308004 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device ae357c22-53a2-4b0a-ae8a-87b995287b97 no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:56:51.350907 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device ae357c22-53a2-4b0a-ae8a-87b995287b97 not bound to the agent host n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:56:51.468853 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device ae357c22-53a2-4b0a-ae8a-87b995287b97 details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:56:51.570101 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port ae357c22-53a2-4b0a-ae8a-87b995287b97, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=ae357c22-53a2-4b0a-ae8a-87b995287b97,segment=NetworkSegment(d1b0203a-4985-4cfe-9734-f6f293ee0882),segment_id=d1b0203a-4985-4cfe-9734-f6f293ee0882)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:51.585184 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Returning: {'device': 'ae357c22-53a2-4b0a-ae8a-87b995287b97', 'network_id': 'c85496be-6789-402a-b75b-abdb08925227', 'port_id': 'ae357c22-53a2-4b0a-ae8a-87b995287b97', 'mac_address': 'fa:16:3e:45:5e:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6a216ef-3535-4091-8575-a3255d45cac3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:56:51.628916 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:51.641703 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-e530113a-7783-48f4-9840-8911a24052df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae357c22-53a2-4b0a-ae8a-87b995287b97 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:56:51.661017 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port ae357c22-53a2-4b0a-ae8a-87b995287b97, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=ae357c22-53a2-4b0a-ae8a-87b995287b97,segment=NetworkSegment(d1b0203a-4985-4cfe-9734-f6f293ee0882),segment_id=d1b0203a-4985-4cfe-9734-f6f293ee0882)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:51.665608 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:51.713721 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=ae357c22-53a2-4b0a-ae8a-87b995287b97,revision_number=8']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:51.910420 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c4a293-c373-4220-9117-b1fd7ac56b76 req-6a9940e2-e9a4-48dc-a275-802b8942513b tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:51.911958 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-20c4a293-c373-4220-9117-b1fd7ac56b76 req-6a9940e2-e9a4-48dc-a275-802b8942513b tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c74731c-8d04-4515-be95-34cf4479d95e HTTP/1.1" status: 200 len: 944 time: 0.0497038 Nov 12 08:56:51.959580 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-20c4a293-c373-4220-9117-b1fd7ac56b76 req-d2fd6222-12e9-497b-9563-0797129f63b2 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85d83e9-d83d-4ed8-a885-654e3614be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414615 Nov 12 08:56:52.016792 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['ae357c22-53a2-4b0a-ae8a-87b995287b97'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:56:52.157761 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d94461-432b-4dd6-902b-00609b3c3f17 req-64f9f5ac-7aa5-4714-bfd1-403c3e7ba506 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:52.159489 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-53d94461-432b-4dd6-902b-00609b3c3f17 req-64f9f5ac-7aa5-4714-bfd1-403c3e7ba506 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c74731c-8d04-4515-be95-34cf4479d95e HTTP/1.1" status: 200 len: 944 time: 0.0529468 Nov 12 08:56:52.200623 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f534d-e86b-401f-bda2-c25d779d7b72 req-5652b17c-5e00-4480-977d-cc59d112d124 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:52.203001 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d53f534d-e86b-401f-bda2-c25d779d7b72 req-5652b17c-5e00-4480-977d-cc59d112d124 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c74731c-8d04-4515-be95-34cf4479d95e&tenant_id=4346ec0c6798413ea76a0f6149d2b1da&binding%3Ahost_id=n-h1-765315-29 HTTP/1.1" status: 200 len: 944 time: 0.0558083 Nov 12 08:56:52.213136 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-53d94461-432b-4dd6-902b-00609b3c3f17 req-87d6f01b-312f-4e38-a652-c5281ed7fa07 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85d83e9-d83d-4ed8-a885-654e3614be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475647 Nov 12 08:56:52.273430 n-d-765315-29 neutron-server[102599]: INFO neutron.api.v2.resource [req-d53f534d-e86b-401f-bda2-c25d779d7b72 req-5e571905-fe75-44e1-bc2e-b22876e42c61 service neutron] delete failed (client error): The resource could not be found. Nov 12 08:56:52.274467 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d53f534d-e86b-401f-bda2-c25d779d7b72 req-5e571905-fe75-44e1-bc2e-b22876e42c61 service neutron] 10.222.0.44 "DELETE /v2.0/ports/ae357c22-53a2-4b0a-ae8a-87b995287b97/bindings/n-h2-765315-29 HTTP/1.1" status: 404 len: 381 time: 0.0592380 Nov 12 08:56:52.400941 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f534d-e86b-401f-bda2-c25d779d7b72 req-4ceebd56-b1e4-4b9d-9ae8-32d51dafe6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:52.402427 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d53f534d-e86b-401f-bda2-c25d779d7b72 req-4ceebd56-b1e4-4b9d-9ae8-32d51dafe6c5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4346ec0c6798413ea76a0f6149d2b1da&device_id=0c74731c-8d04-4515-be95-34cf4479d95e HTTP/1.1" status: 200 len: 1096 time: 0.0413201 Nov 12 08:56:52.495647 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f534d-e86b-401f-bda2-c25d779d7b72 req-0113c58b-cdcb-4430-90a8-fc475dab7899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:52.497077 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d53f534d-e86b-401f-bda2-c25d779d7b72 req-0113c58b-cdcb-4430-90a8-fc475dab7899 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c85496be-6789-402a-b75b-abdb08925227 HTTP/1.1" status: 200 len: 915 time: 0.0869062 Nov 12 08:56:52.547260 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d53f534d-e86b-401f-bda2-c25d779d7b72 req-a1ed9b5c-fb5f-4340-b90b-2046d343a352 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae357c22-53a2-4b0a-ae8a-87b995287b97 HTTP/1.1" status: 200 len: 217 time: 0.0389507 Nov 12 08:56:52.597697 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f534d-e86b-401f-bda2-c25d779d7b72 req-58b6bc08-9b23-4d14-a1be-39f3dc5e0891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:52.599164 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d53f534d-e86b-401f-bda2-c25d779d7b72 req-58b6bc08-9b23-4d14-a1be-39f3dc5e0891 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f6a216ef-3535-4091-8575-a3255d45cac3 HTTP/1.1" status: 200 len: 854 time: 0.0449469 Nov 12 08:56:52.637728 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d53f534d-e86b-401f-bda2-c25d779d7b72 req-b9467926-352f-4b01-b207-7662e849c628 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c85496be-6789-402a-b75b-abdb08925227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255942 Nov 12 08:56:52.739521 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d53f534d-e86b-401f-bda2-c25d779d7b72 req-ef75a816-278d-412b-9ad7-f0646e0bbf06 service neutron] 10.222.0.44 "GET /v2.0/networks/c85496be-6789-402a-b75b-abdb08925227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888274 Nov 12 08:56:52.837190 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d53f534d-e86b-401f-bda2-c25d779d7b72 req-524db011-594c-47f9-8fb3-2ca841682dc4 service neutron] 10.222.0.44 "GET /v2.0/networks/c85496be-6789-402a-b75b-abdb08925227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844450 Nov 12 08:56:53.340771 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659ef2c9-3c35-4e0b-95f2-c42b428588ec req-d799625f-ff81-41c0-8220-518e1d5a11b5 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:53.342943 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-659ef2c9-3c35-4e0b-95f2-c42b428588ec req-d799625f-ff81-41c0-8220-518e1d5a11b5 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c74731c-8d04-4515-be95-34cf4479d95e HTTP/1.1" status: 200 len: 944 time: 0.0552897 Nov 12 08:56:53.391053 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-659ef2c9-3c35-4e0b-95f2-c42b428588ec req-e1fdbf3c-7930-4cb8-bd0a-22c231b1cdf0 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85d83e9-d83d-4ed8-a885-654e3614be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423429 Nov 12 08:56:53.482921 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device ae357c22-53a2-4b0a-ae8a-87b995287b97 up at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:56:53.534111 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning for port ae357c22-53a2-4b0a-ae8a-87b995287b97 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:56:53.538487 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning complete for port ae357c22-53a2-4b0a-ae8a-87b995287b97 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:53.538877 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:53.629980 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:53.657839 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c74731c-8d04-4515-be95-34cf4479d95e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae357c22-53a2-4b0a-ae8a-87b995287b97'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:56:53.660084 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af95c0d9-604d-4811-ac3c-355fdac50093" -d '{"events": [{"server_uuid": "0c74731c-8d04-4515-be95-34cf4479d95e", "name": "network-vif-plugged", "status": "completed", "tag": "ae357c22-53a2-4b0a-ae8a-87b995287b97"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:56:53.681319 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port ae357c22-53a2-4b0a-ae8a-87b995287b97, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=ae357c22-53a2-4b0a-ae8a-87b995287b97,segment=NetworkSegment(d1b0203a-4985-4cfe-9734-f6f293ee0882),segment_id=d1b0203a-4985-4cfe-9734-f6f293ee0882)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:53.691414 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:53.720810 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a5e485d-9f6c-44b2-bf9e-04677b7ab670 x-openstack-request-id: req-9a5e485d-9f6c-44b2-bf9e-04677b7ab670 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:56:53.721100 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c74731c-8d04-4515-be95-34cf4479d95e", "name": "network-vif-plugged", "status": "completed", "tag": "ae357c22-53a2-4b0a-ae8a-87b995287b97", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:56:53.721589 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9a5e485d-9f6c-44b2-bf9e-04677b7ab670 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:56:53.721802 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c74731c-8d04-4515-be95-34cf4479d95e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae357c22-53a2-4b0a-ae8a-87b995287b97', 'code': 200} Nov 12 08:56:53.752807 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=ae357c22-53a2-4b0a-ae8a-87b995287b97,revision_number=9']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:54.509628 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8497197-2289-46b8-aa81-c4075a5facc8 req-ef40587b-e2f7-4271-8d3e-5bbdf0529bbd tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:54.511129 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a8497197-2289-46b8-aa81-c4075a5facc8 req-ef40587b-e2f7-4271-8d3e-5bbdf0529bbd tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c74731c-8d04-4515-be95-34cf4479d95e HTTP/1.1" status: 200 len: 945 time: 0.0487506 Nov 12 08:56:54.559014 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a8497197-2289-46b8-aa81-c4075a5facc8 req-b5e3e2ee-e63e-4988-8235-6bacb63cec4d tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85d83e9-d83d-4ed8-a885-654e3614be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408692 Nov 12 08:56:54.677629 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b5cca5-6dfa-4ae5-aeb9-101ddb386b9e req-4bc34863-9f63-4987-9923-440cda623098 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:54.679091 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d2b5cca5-6dfa-4ae5-aeb9-101ddb386b9e req-4bc34863-9f63-4987-9923-440cda623098 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c74731c-8d04-4515-be95-34cf4479d95e HTTP/1.1" status: 200 len: 945 time: 0.0537915 Nov 12 08:56:54.726339 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d2b5cca5-6dfa-4ae5-aeb9-101ddb386b9e req-112ab7d6-49b8-41d4-8aa2-ca75a4abbe87 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85d83e9-d83d-4ed8-a885-654e3614be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414050 Nov 12 08:56:54.841467 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35de2cdf-a90f-49dd-8848-af278aab8c81 req-840dad47-536b-4f52-968f-5980786903f3 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:54.843381 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-35de2cdf-a90f-49dd-8848-af278aab8c81 req-840dad47-536b-4f52-968f-5980786903f3 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c74731c-8d04-4515-be95-34cf4479d95e HTTP/1.1" status: 200 len: 945 time: 0.0510099 Nov 12 08:56:54.891874 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-35de2cdf-a90f-49dd-8848-af278aab8c81 req-031741a7-bfcf-48c0-85c0-dd11112b630c tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85d83e9-d83d-4ed8-a885-654e3614be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421982 Nov 12 08:56:55.231856 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d335d92e-cd07-4729-a386-3f5db18fb132 req-991cdbb2-5df3-4993-bae1-8718d0363572 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:55.233271 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d335d92e-cd07-4729-a386-3f5db18fb132 req-991cdbb2-5df3-4993-bae1-8718d0363572 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c74731c-8d04-4515-be95-34cf4479d95e HTTP/1.1" status: 200 len: 945 time: 0.0534487 Nov 12 08:56:55.280845 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d335d92e-cd07-4729-a386-3f5db18fb132 req-c6aa0c91-e909-4322-82f4-3fc686d48fd8 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85d83e9-d83d-4ed8-a885-654e3614be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417488 Nov 12 08:56:56.402577 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e4847a-a3f1-4a9b-b169-ea3bf4739de1 req-e9235fce-835e-4dbd-9cbd-b5f76b6316bb tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:56.404188 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e7e4847a-a3f1-4a9b-b169-ea3bf4739de1 req-e9235fce-835e-4dbd-9cbd-b5f76b6316bb tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c74731c-8d04-4515-be95-34cf4479d95e HTTP/1.1" status: 200 len: 945 time: 0.0516286 Nov 12 08:56:56.456242 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e7e4847a-a3f1-4a9b-b169-ea3bf4739de1 req-cfa8c1cd-a618-484a-8572-59a894d36880 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.26 "GET /v2.0/security-groups?id=f85d83e9-d83d-4ed8-a885-654e3614be21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460820 Nov 12 08:56:56.678404 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ec3e1a-3d0b-49a9-a831-1ae69efc4b51 req-f709d682-d382-4433-8f7d-36132ca1be1c tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:56.679903 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e0ec3e1a-3d0b-49a9-a831-1ae69efc4b51 req-f709d682-d382-4433-8f7d-36132ca1be1c tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.21 "GET /v2.0/ports?device_id=0c74731c-8d04-4515-be95-34cf4479d95e HTTP/1.1" status: 200 len: 945 time: 0.0602870 Nov 12 08:56:56.774332 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-e0ec3e1a-3d0b-49a9-a831-1ae69efc4b51 req-a0051247-a0e7-4339-8aac-82c6ece84b5c tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Deleting port ae357c22-53a2-4b0a-ae8a-87b995287b97 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:56:56.774711 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e0ec3e1a-3d0b-49a9-a831-1ae69efc4b51 req-a0051247-a0e7-4339-8aac-82c6ece84b5c tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:56.866618 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-e0ec3e1a-3d0b-49a9-a831-1ae69efc4b51 req-a0051247-a0e7-4339-8aac-82c6ece84b5c tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] For port ae357c22-53a2-4b0a-ae8a-87b995287b97, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=ae357c22-53a2-4b0a-ae8a-87b995287b97,segment=NetworkSegment(d1b0203a-4985-4cfe-9734-f6f293ee0882),segment_id=d1b0203a-4985-4cfe-9734-f6f293ee0882)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:56.866987 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e0ec3e1a-3d0b-49a9-a831-1ae69efc4b51 req-a0051247-a0e7-4339-8aac-82c6ece84b5c tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:56.884134 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-e0ec3e1a-3d0b-49a9-a831-1ae69efc4b51 req-a0051247-a0e7-4339-8aac-82c6ece84b5c tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Calling delete_port for ae357c22-53a2-4b0a-ae8a-87b995287b97 owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:56:57.011809 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e0ec3e1a-3d0b-49a9-a831-1ae69efc4b51 req-a0051247-a0e7-4339-8aac-82c6ece84b5c tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:57.023597 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['ae357c22-53a2-4b0a-ae8a-87b995287b97'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:56:57.040637 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0051247-a0e7-4339-8aac-82c6ece84b5c tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Pushing event deleted for resources: {'Port': ['ID=ae357c22-53a2-4b0a-ae8a-87b995287b97,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:57.084880 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0ec3e1a-3d0b-49a9-a831-1ae69efc4b51 req-a0051247-a0e7-4339-8aac-82c6ece84b5c tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] No DVR routers for this DVR port ae357c22-53a2-4b0a-ae8a-87b995287b97 on host n-h1-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:56:57.087471 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e0ec3e1a-3d0b-49a9-a831-1ae69efc4b51 req-a0051247-a0e7-4339-8aac-82c6ece84b5c tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:57.091201 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e0ec3e1a-3d0b-49a9-a831-1ae69efc4b51 req-a0051247-a0e7-4339-8aac-82c6ece84b5c tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] 10.222.0.21 "DELETE /v2.0/ports/ae357c22-53a2-4b0a-ae8a-87b995287b97 HTTP/1.1" status: 204 len: 173 time: 0.4038196 Nov 12 08:56:57.092165 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c74731c-8d04-4515-be95-34cf4479d95e', 'name': 'network-vif-deleted', 'tag': 'ae357c22-53a2-4b0a-ae8a-87b995287b97'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:56:57.094770 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2ea2b51-c8e8-40bd-a268-d6101c35711e" -d '{"events": [{"server_uuid": "0c74731c-8d04-4515-be95-34cf4479d95e", "name": "network-vif-deleted", "tag": "ae357c22-53a2-4b0a-ae8a-87b995287b97"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:56:57.406030 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-703249ac-d459-4e9d-a5f2-8956a3d7961e x-openstack-request-id: req-703249ac-d459-4e9d-a5f2-8956a3d7961e {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:56:57.406322 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c74731c-8d04-4515-be95-34cf4479d95e", "name": "network-vif-deleted", "tag": "ae357c22-53a2-4b0a-ae8a-87b995287b97", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:56:57.406570 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-703249ac-d459-4e9d-a5f2-8956a3d7961e {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:56:57.406989 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c74731c-8d04-4515-be95-34cf4479d95e', 'name': 'network-vif-deleted', 'tag': 'ae357c22-53a2-4b0a-ae8a-87b995287b97', 'status': 'completed', 'code': 200} Nov 12 08:56:57.577953 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 37806) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:57.622482 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-9252d66f-8b6c-445c-a073-6f41acaadd54 admin admin] Deleting subnet f6a216ef-3535-4091-8575-a3255d45cac3 {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:56:57.625785 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9252d66f-8b6c-445c-a073-6f41acaadd54 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:57.664935 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9252d66f-8b6c-445c-a073-6f41acaadd54 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:57.703471 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9252d66f-8b6c-445c-a073-6f41acaadd54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:57.755403 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9252d66f-8b6c-445c-a073-6f41acaadd54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:57.781066 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9252d66f-8b6c-445c-a073-6f41acaadd54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6a216ef-3535-4091-8575-a3255d45cac3,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:57.785486 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9252d66f-8b6c-445c-a073-6f41acaadd54 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:57.788656 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-9252d66f-8b6c-445c-a073-6f41acaadd54 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/f6a216ef-3535-4091-8575-a3255d45cac3 HTTP/1.1" status: 204 len: 168 time: 0.2096105 Nov 12 08:56:57.792105 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 37808) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:57.794135 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9252d66f-8b6c-445c-a073-6f41acaadd54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:57.794482 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9252d66f-8b6c-445c-a073-6f41acaadd54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:57.794902 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9252d66f-8b6c-445c-a073-6f41acaadd54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:57.795241 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9252d66f-8b6c-445c-a073-6f41acaadd54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:57.795579 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9252d66f-8b6c-445c-a073-6f41acaadd54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:57.795909 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9252d66f-8b6c-445c-a073-6f41acaadd54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:57.796233 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9252d66f-8b6c-445c-a073-6f41acaadd54 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:57.796556 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9252d66f-8b6c-445c-a073-6f41acaadd54 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:57.796875 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9252d66f-8b6c-445c-a073-6f41acaadd54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:57.797194 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9252d66f-8b6c-445c-a073-6f41acaadd54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:57.797514 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9252d66f-8b6c-445c-a073-6f41acaadd54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:57.797847 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9252d66f-8b6c-445c-a073-6f41acaadd54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:57.861688 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-76e7d6e6-f9ca-448c-a67f-5799f6308b63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:57.944081 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-76e7d6e6-f9ca-448c-a67f-5799f6308b63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:57.965054 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-76e7d6e6-f9ca-448c-a67f-5799f6308b63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c85496be-6789-402a-b75b-abdb08925227']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:57.974465 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-76e7d6e6-f9ca-448c-a67f-5799f6308b63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1b0203a-4985-4cfe-9734-f6f293ee0882') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:57.974793 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-76e7d6e6-f9ca-448c-a67f-5799f6308b63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1b0203a-4985-4cfe-9734-f6f293ee0882') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:57.984119 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-76e7d6e6-f9ca-448c-a67f-5799f6308b63 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:57.997129 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-76e7d6e6-f9ca-448c-a67f-5799f6308b63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:58.003874 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76e7d6e6-f9ca-448c-a67f-5799f6308b63 admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:56:58.004252 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-76e7d6e6-f9ca-448c-a67f-5799f6308b63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:58.005880 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 08:56:58.005880 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:56:58.005880 n-d-765315-29 neutron-server[102599]: timer() Nov 12 08:56:58.005880 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:56:58.005880 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 08:56:58.005880 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:56:58.005880 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 08:56:58.005880 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:56:58.005880 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 08:56:58.005880 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:56:58.005880 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 08:56:58.005880 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:56:58.005880 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 08:56:58.005880 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:56:58.005880 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:56:58.005880 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:56:58.005880 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:56:58.005880 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:56:58.005880 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 08:56:58.005880 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:56:58.005880 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 08:56:58.005880 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:56:58.005880 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:56:58.005880 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:56:58.005880 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 08:56:58.005880 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:56:58.005880 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:56:58.005880 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:56:58.005880 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:56:58.005880 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:56:58.005880 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:56:58.005880 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:56:58.063841 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-76e7d6e6-f9ca-448c-a67f-5799f6308b63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:58.070169 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-76e7d6e6-f9ca-448c-a67f-5799f6308b63 admin admin] Publish callbacks [] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:58.073668 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-76e7d6e6-f9ca-448c-a67f-5799f6308b63 admin admin] 10.222.0.26 "DELETE /v2.0/networks/c85496be-6789-402a-b75b-abdb08925227 HTTP/1.1" status: 204 len: 168 time: 0.2804954 Nov 12 08:56:58.085762 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e7d6e6-f9ca-448c-a67f-5799f6308b63 admin admin] Pushing event deleted for resources: {'Network': ['ID=c85496be-6789-402a-b75b-abdb08925227,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:58.181921 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 37812) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:58.228264 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-eb71aee8-1894-4a55-8f0d-0738b26a2665 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4346ec0c6798413ea76a0f6149d2b1da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0449727 Nov 12 08:56:58.230616 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 37814) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:58.277261 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-92f9f99e-9b5c-42e9-b84c-1876d423beff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:58.298398 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-92f9f99e-9b5c-42e9-b84c-1876d423beff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:58.361097 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-92f9f99e-9b5c-42e9-b84c-1876d423beff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:58.363978 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-92f9f99e-9b5c-42e9-b84c-1876d423beff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:58.365178 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-92f9f99e-9b5c-42e9-b84c-1876d423beff admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f85d83e9-d83d-4ed8-a885-654e3614be21 HTTP/1.1" status: 204 len: 168 time: 0.1335905 Nov 12 08:56:58.373500 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f9f99e-9b5c-42e9-b84c-1876d423beff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f85d83e9-d83d-4ed8-a885-654e3614be21,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:59.044368 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 37836) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:59.170635 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-0028d5ec-0da3-4071-a61f-a7a167f11d02 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1810950938-network', 'tenant_id': '0fe2f65e36b04191a8895e70d88ba327'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:56:59.192649 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0028d5ec-0da3-4071-a61f-a7a167f11d02 admin admin] Made reservation on behalf of 0fe2f65e36b04191a8895e70d88ba327 for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:56:59.194945 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0028d5ec-0da3-4071-a61f-a7a167f11d02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:59.203792 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0028d5ec-0da3-4071-a61f-a7a167f11d02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:59.278137 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0028d5ec-0da3-4071-a61f-a7a167f11d02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:59.282507 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0028d5ec-0da3-4071-a61f-a7a167f11d02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:59.308064 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0028d5ec-0da3-4071-a61f-a7a167f11d02 admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:56:59.317344 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0028d5ec-0da3-4071-a61f-a7a167f11d02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01faa845-a811-4597-a97b-c4461e2d8d07,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:59.323506 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0028d5ec-0da3-4071-a61f-a7a167f11d02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:59.323868 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-0028d5ec-0da3-4071-a61f-a7a167f11d02 admin admin] Added segment 064bfa1e-f17d-49cf-86cd-d69b8f23a455 of type vlan for network 58fcde89-0909-49c5-8929-54da1ed9ecf5 Nov 12 08:56:59.367397 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0028d5ec-0da3-4071-a61f-a7a167f11d02 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:59.394512 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0028d5ec-0da3-4071-a61f-a7a167f11d02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:59.395533 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0028d5ec-0da3-4071-a61f-a7a167f11d02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:59.396110 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0028d5ec-0da3-4071-a61f-a7a167f11d02 admin admin] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:59.428201 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-0028d5ec-0da3-4071-a61f-a7a167f11d02 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3821414 Nov 12 08:56:59.431246 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 37842) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:59.436950 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-643b8e64-fdb3-4173-a2cc-a82b70209bf3 admin admin] Request body: {'subnet': {'network_id': '58fcde89-0909-49c5-8929-54da1ed9ecf5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1810950938-subnet', 'tenant_id': '0fe2f65e36b04191a8895e70d88ba327', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:56:59.459224 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-643b8e64-fdb3-4173-a2cc-a82b70209bf3 admin admin] Made reservation on behalf of 0fe2f65e36b04191a8895e70d88ba327 for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:56:59.461636 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-643b8e64-fdb3-4173-a2cc-a82b70209bf3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:59.462773 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0028d5ec-0da3-4071-a61f-a7a167f11d02 admin admin] Pushing event updated for resources: {'Network': ['ID=58fcde89-0909-49c5-8929-54da1ed9ecf5,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:59.473000 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 58fcde89-0909-49c5-8929-54da1ed9ecf5 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:56:59.523072 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device ae357c22-53a2-4b0a-ae8a-87b995287b97 no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:56:59.550709 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-e530113a-7783-48f4-9840-8911a24052df None None] No Port match for: ae357c22-53a2-4b0a-ae8a-87b995287b97 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:56:59.551050 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device ae357c22-53a2-4b0a-ae8a-87b995287b97 not bound to the agent host n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:56:59.634446 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-643b8e64-fdb3-4173-a2cc-a82b70209bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:59.691619 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643b8e64-fdb3-4173-a2cc-a82b70209bf3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=361cd205-c9ed-4615-bbce-5d7fd6e5ad7d,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:59.700075 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643b8e64-fdb3-4173-a2cc-a82b70209bf3 admin admin] Checking segment: {'id': '064bfa1e-f17d-49cf-86cd-d69b8f23a455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '58fcde89-0909-49c5-8929-54da1ed9ecf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:56:59.700436 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643b8e64-fdb3-4173-a2cc-a82b70209bf3 admin admin] Network hostable DHCP agents. Network: 58fcde89-0909-49c5-8929-54da1ed9ecf5, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:56:59.717657 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643b8e64-fdb3-4173-a2cc-a82b70209bf3 admin admin] Network 58fcde89-0909-49c5-8929-54da1ed9ecf5 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:56:59.726848 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-643b8e64-fdb3-4173-a2cc-a82b70209bf3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 58fcde89-0909-49c5-8929-54da1ed9ecf5) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:56:59.730890 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643b8e64-fdb3-4173-a2cc-a82b70209bf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:59.731482 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-643b8e64-fdb3-4173-a2cc-a82b70209bf3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:59.737251 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff4dc0f-5f2b-4d18-837f-2b4fec410c11 None None] Network 58fcde89-0909-49c5-8929-54da1ed9ecf5 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:56:59.752931 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-643b8e64-fdb3-4173-a2cc-a82b70209bf3 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3205214 Nov 12 08:56:59.755576 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 37844) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:59.760366 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-d654b8a4-ae3e-44a6-a47d-0b770ea59e8f admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1810950938-router', 'tenant_id': '0fe2f65e36b04191a8895e70d88ba327', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:56:59.785535 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d654b8a4-ae3e-44a6-a47d-0b770ea59e8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:59.786757 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d654b8a4-ae3e-44a6-a47d-0b770ea59e8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:59.876788 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d654b8a4-ae3e-44a6-a47d-0b770ea59e8f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:59.891989 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d06141-17d4-49e3-adfe-35316e267053 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-58fcde89-0909-49c5-8929-54da1ed9ecf5', 'network_id': '58fcde89-0909-49c5-8929-54da1ed9ecf5', 'tenant_id': '0fe2f65e36b04191a8895e70d88ba327', 'fixed_ips': [{'subnet_id': '361cd205-c9ed-4615-bbce-5d7fd6e5ad7d'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:56:59.892856 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a0d06141-17d4-49e3-adfe-35316e267053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:00.039673 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-a0d06141-17d4-49e3-adfe-35316e267053 None None] Allocated IP 172.20.0.2 (58fcde89-0909-49c5-8929-54da1ed9ecf5/361cd205-c9ed-4615-bbce-5d7fd6e5ad7d/25ce59fa-bcee-47e8-8324-9d823c5e7275) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:57:00.194546 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a0d06141-17d4-49e3-adfe-35316e267053 None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:00.200930 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a0d06141-17d4-49e3-adfe-35316e267053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:00.241227 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d06141-17d4-49e3-adfe-35316e267053 None None] Network 58fcde89-0909-49c5-8929-54da1ed9ecf5 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:57:00.246304 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-a0d06141-17d4-49e3-adfe-35316e267053 None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:57:00.250121 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d06141-17d4-49e3-adfe-35316e267053 None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:57:00.257892 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d06141-17d4-49e3-adfe-35316e267053 None None] Pushing event updated for resources: {'Port': ['ID=25ce59fa-bcee-47e8-8324-9d823c5e7275,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:00.312750 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-a0d06141-17d4-49e3-adfe-35316e267053 None None] Attempting to bind port 25ce59fa-bcee-47e8-8324-9d823c5e7275 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:57:00.313115 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-a0d06141-17d4-49e3-adfe-35316e267053 None None] Attempting to bind port 25ce59fa-bcee-47e8-8324-9d823c5e7275 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '064bfa1e-f17d-49cf-86cd-d69b8f23a455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '58fcde89-0909-49c5-8929-54da1ed9ecf5'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:57:00.313477 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d06141-17d4-49e3-adfe-35316e267053 None None] Attempting to bind port 25ce59fa-bcee-47e8-8324-9d823c5e7275 on network 58fcde89-0909-49c5-8929-54da1ed9ecf5 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:57:00.318696 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d06141-17d4-49e3-adfe-35316e267053 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:57:00.319068 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d06141-17d4-49e3-adfe-35316e267053 None None] Checking segment: {'id': '064bfa1e-f17d-49cf-86cd-d69b8f23a455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '58fcde89-0909-49c5-8929-54da1ed9ecf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:57:00.319468 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a0d06141-17d4-49e3-adfe-35316e267053 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:00.319859 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d06141-17d4-49e3-adfe-35316e267053 None None] Bound using segment: {'id': '064bfa1e-f17d-49cf-86cd-d69b8f23a455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '58fcde89-0909-49c5-8929-54da1ed9ecf5'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:57:00.320366 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-a0d06141-17d4-49e3-adfe-35316e267053 None None] Bound port: 25ce59fa-bcee-47e8-8324-9d823c5e7275, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '064bfa1e-f17d-49cf-86cd-d69b8f23a455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '58fcde89-0909-49c5-8929-54da1ed9ecf5'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:57:00.320708 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a0d06141-17d4-49e3-adfe-35316e267053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:00.339111 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d654b8a4-ae3e-44a6-a47d-0b770ea59e8f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:00.386047 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-a0d06141-17d4-49e3-adfe-35316e267053 None None] For port 25ce59fa-bcee-47e8-8324-9d823c5e7275, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:57:00.390107 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-a0d06141-17d4-49e3-adfe-35316e267053 None None] For port 25ce59fa-bcee-47e8-8324-9d823c5e7275, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=25ce59fa-bcee-47e8-8324-9d823c5e7275,segment=NetworkSegment(064bfa1e-f17d-49cf-86cd-d69b8f23a455),segment_id=064bfa1e-f17d-49cf-86cd-d69b8f23a455)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:57:00.393942 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a0d06141-17d4-49e3-adfe-35316e267053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:00.456198 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d06141-17d4-49e3-adfe-35316e267053 None None] Pushing event updated for resources: {'Port': ['ID=25ce59fa-bcee-47e8-8324-9d823c5e7275,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:00.554007 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d654b8a4-ae3e-44a6-a47d-0b770ea59e8f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:00.573895 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d654b8a4-ae3e-44a6-a47d-0b770ea59e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:00.718473 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-d654b8a4-ae3e-44a6-a47d-0b770ea59e8f admin admin] Allocated IP 172.25.2.127 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/c440091b-f087-4717-9c3c-606f173cf5a4) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:57:00.826779 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d654b8a4-ae3e-44a6-a47d-0b770ea59e8f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:00.867374 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d654b8a4-ae3e-44a6-a47d-0b770ea59e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:00.906452 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d654b8a4-ae3e-44a6-a47d-0b770ea59e8f admin admin] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:57:00.911544 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-d654b8a4-ae3e-44a6-a47d-0b770ea59e8f admin admin] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:57:00.915130 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d654b8a4-ae3e-44a6-a47d-0b770ea59e8f admin admin] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:57:00.925404 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc801170-0111-4914-8d04-bdba0191914f None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:57:00.940460 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654b8a4-ae3e-44a6-a47d-0b770ea59e8f admin admin] Pushing event updated for resources: {'Port': ['ID=c440091b-f087-4717-9c3c-606f173cf5a4,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:00.988798 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-a0d18ca2-341d-4347-a642-76d81d55aa8f None None] Provisioning complete for port c440091b-f087-4717-9c3c-606f173cf5a4 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:57:00.989076 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a0d18ca2-341d-4347-a642-76d81d55aa8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:01.028292 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-a0d18ca2-341d-4347-a642-76d81d55aa8f None None] Port c440091b-f087-4717-9c3c-606f173cf5a4 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:57:01.179682 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d654b8a4-ae3e-44a6-a47d-0b770ea59e8f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:01.376540 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e3a2af-7734-4959-af37-2831bac9ed98 None None] Network 58fcde89-0909-49c5-8929-54da1ed9ecf5 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:57:01.392428 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d654b8a4-ae3e-44a6-a47d-0b770ea59e8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052'] for router, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:01.463928 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-d6f16d60-d4ce-467c-b695-d58e663d25da None None] Provisioning complete for port 25ce59fa-bcee-47e8-8324-9d823c5e7275 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:57:01.464296 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d6f16d60-d4ce-467c-b695-d58e663d25da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:01.534608 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d654b8a4-ae3e-44a6-a47d-0b770ea59e8f admin admin] Router f6b98748-32d5-4e6b-95c1-917d21233cbe is scheduled to L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 with binding_index 1 {{(pid=102599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:57:01.613652 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d6f16d60-d4ce-467c-b695-d58e663d25da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:01.627767 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 25ce59fa-bcee-47e8-8324-9d823c5e7275 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:57:01.660883 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d654b8a4-ae3e-44a6-a47d-0b770ea59e8f admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:57:01.682446 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41f4b76-0fd4-4bab-9b02-4ab06385383b None None] Sync routers for ids ['f6b98748-32d5-4e6b-95c1-917d21233cbe'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:57:01.690762 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d654b8a4-ae3e-44a6-a47d-0b770ea59e8f admin admin] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:01.691614 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-d6f16d60-d4ce-467c-b695-d58e663d25da None None] For port 25ce59fa-bcee-47e8-8324-9d823c5e7275, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=25ce59fa-bcee-47e8-8324-9d823c5e7275,segment=NetworkSegment(064bfa1e-f17d-49cf-86cd-d69b8f23a455),segment_id=064bfa1e-f17d-49cf-86cd-d69b8f23a455)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:01.695063 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-d654b8a4-ae3e-44a6-a47d-0b770ea59e8f admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9381876 Nov 12 08:57:01.695241 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 37846) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:01.698148 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41f4b76-0fd4-4bab-9b02-4ab06385383b None None] Routers {'f6b98748-32d5-4e6b-95c1-917d21233cbe'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:57:01.698897 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-f41f4b76-0fd4-4bab-9b02-4ab06385383b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:56:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['f6b98748-32d5-4e6b-95c1-917d21233cbe'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:57:01.704730 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d6f16d60-d4ce-467c-b695-d58e663d25da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:01.762031 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 25ce59fa-bcee-47e8-8324-9d823c5e7275 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:57:01.762489 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:01.786618 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f16d60-d4ce-467c-b695-d58e663d25da None None] Pushing event updated for resources: {'Port': ['ID=25ce59fa-bcee-47e8-8324-9d823c5e7275,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:01.821822 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-f41f4b76-0fd4-4bab-9b02-4ab06385383b None None] Set router f6b98748-32d5-4e6b-95c1-917d21233cbe gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:57:01.923650 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-0ae4dd2e-36c3-4eac-b62f-fa23bd84cb24 None None] Provisioning complete for port 25ce59fa-bcee-47e8-8324-9d823c5e7275 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:57:01.923964 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-0ae4dd2e-36c3-4eac-b62f-fa23bd84cb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:02.024526 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-f41f4b76-0fd4-4bab-9b02-4ab06385383b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b98748-32d5-4e6b-95c1-917d21233cbe', 'name': 'tempest-ServerActionsTestJSON-1810950938-router', 'tenant_id': '0fe2f65e36b04191a8895e70d88ba327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'c440091b-f087-4717-9c3c-606f173cf5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:56:59Z', 'updated_at': '2021-11-12T08:57:01Z', 'revision_number': 3, 'project_id': '0fe2f65e36b04191a8895e70d88ba327', 'gw_port': {'id': 'c440091b-f087-4717-9c3c-606f173cf5a4', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:00:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6b98748-32d5-4e6b-95c1-917d21233cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:57:00Z', 'updated_at': '2021-11-12T08:57:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:57:02.069270 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41f4b76-0fd4-4bab-9b02-4ab06385383b None None] Checking router: f6b98748-32d5-4e6b-95c1-917d21233cbe for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:57:02.069619 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41f4b76-0fd4-4bab-9b02-4ab06385383b None None] Updating router f6b98748-32d5-4e6b-95c1-917d21233cbe port c440091b-f087-4717-9c3c-606f173cf5a4 binding host n-d-765315-29 {{(pid=102602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:57:02.095246 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-f41f4b76-0fd4-4bab-9b02-4ab06385383b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:02.194117 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fb87dcde-e3f1-41fc-a44d-afffb3df7244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:02.346289 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-f41f4b76-0fd4-4bab-9b02-4ab06385383b None None] Publish callbacks [] for port, precommit_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:02.352241 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-f41f4b76-0fd4-4bab-9b02-4ab06385383b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:02.392845 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b5ef81-a08e-4e8f-94f2-ebc292881a66 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:57:02.405247 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-f41f4b76-0fd4-4bab-9b02-4ab06385383b None None] Attempting to bind port c440091b-f087-4717-9c3c-606f173cf5a4 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:57:02.405621 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-f41f4b76-0fd4-4bab-9b02-4ab06385383b None None] Attempting to bind port c440091b-f087-4717-9c3c-606f173cf5a4 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:57:02.405985 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41f4b76-0fd4-4bab-9b02-4ab06385383b None None] Attempting to bind port c440091b-f087-4717-9c3c-606f173cf5a4 on network d709f64f-f9e6-4525-b020-ad48633b9bbf {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:57:02.408947 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-fb87dcde-e3f1-41fc-a44d-afffb3df7244 admin admin] Allocated IP 172.20.0.1 (58fcde89-0909-49c5-8929-54da1ed9ecf5/361cd205-c9ed-4615-bbce-5d7fd6e5ad7d/229f4a10-65a2-46af-adc4-fb8c1cb7b847) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:57:02.409554 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ff1172-5dc6-49cf-ac98-2a75f8672460 None None] Pushing event updated for resources: {'Port': ['ID=c440091b-f087-4717-9c3c-606f173cf5a4,revision_number=2']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:02.414448 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41f4b76-0fd4-4bab-9b02-4ab06385383b None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:57:02.414853 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41f4b76-0fd4-4bab-9b02-4ab06385383b None None] Checking segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:57:02.415272 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-f41f4b76-0fd4-4bab-9b02-4ab06385383b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:02.415634 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41f4b76-0fd4-4bab-9b02-4ab06385383b None None] Bound using segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:57:02.416116 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-f41f4b76-0fd4-4bab-9b02-4ab06385383b None None] Bound port: c440091b-f087-4717-9c3c-606f173cf5a4, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:57:02.416493 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-f41f4b76-0fd4-4bab-9b02-4ab06385383b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:02.435767 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-ea7caea3-b86a-4786-a20a-2b08dc04cd31 None None] Provisioning complete for port c440091b-f087-4717-9c3c-606f173cf5a4 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:57:02.436339 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ea7caea3-b86a-4786-a20a-2b08dc04cd31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:02.445502 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ff1172-5dc6-49cf-ac98-2a75f8672460 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:02.445848 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ff1172-5dc6-49cf-ac98-2a75f8672460 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:02.446357 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ff1172-5dc6-49cf-ac98-2a75f8672460 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:02.446940 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ff1172-5dc6-49cf-ac98-2a75f8672460 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:02.447278 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ff1172-5dc6-49cf-ac98-2a75f8672460 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:02.447611 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ff1172-5dc6-49cf-ac98-2a75f8672460 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:02.447938 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ff1172-5dc6-49cf-ac98-2a75f8672460 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:02.448628 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ff1172-5dc6-49cf-ac98-2a75f8672460 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:02.448628 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ff1172-5dc6-49cf-ac98-2a75f8672460 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:02.448884 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ff1172-5dc6-49cf-ac98-2a75f8672460 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:02.449368 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ff1172-5dc6-49cf-ac98-2a75f8672460 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:02.449693 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ff1172-5dc6-49cf-ac98-2a75f8672460 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:02.472508 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-ea7caea3-b86a-4786-a20a-2b08dc04cd31 None None] Port c440091b-f087-4717-9c3c-606f173cf5a4 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:57:02.484936 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-f41f4b76-0fd4-4bab-9b02-4ab06385383b None None] For port c440091b-f087-4717-9c3c-606f173cf5a4, host n-d-765315-29, cleared binding levels {{(pid=102602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:57:02.488339 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-f41f4b76-0fd4-4bab-9b02-4ab06385383b None None] For port c440091b-f087-4717-9c3c-606f173cf5a4, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=c440091b-f087-4717-9c3c-606f173cf5a4,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:57:02.492155 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-f41f4b76-0fd4-4bab-9b02-4ab06385383b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:02.527028 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fb87dcde-e3f1-41fc-a44d-afffb3df7244 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:02.535964 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9676d2b-4be7-4537-93f3-9a9d6bda138e None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:57:02.551701 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ff1172-5dc6-49cf-ac98-2a75f8672460 None None] Pushing event updated for resources: {'Port': ['ID=c440091b-f087-4717-9c3c-606f173cf5a4,revision_number=3']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:02.556737 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41f4b76-0fd4-4bab-9b02-4ab06385383b None None] Routers {'f6b98748-32d5-4e6b-95c1-917d21233cbe'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:57:02.557340 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-f41f4b76-0fd4-4bab-9b02-4ab06385383b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:56:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['f6b98748-32d5-4e6b-95c1-917d21233cbe'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:57:02.568014 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fb87dcde-e3f1-41fc-a44d-afffb3df7244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:02.592935 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-ce06e4d2-4434-4fb7-bad0-deef5ff2ada7 None None] Provisioning complete for port c440091b-f087-4717-9c3c-606f173cf5a4 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:57:02.593294 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ce06e4d2-4434-4fb7-bad0-deef5ff2ada7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:02.610093 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb87dcde-e3f1-41fc-a44d-afffb3df7244 admin admin] Network 58fcde89-0909-49c5-8929-54da1ed9ecf5 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:57:02.617302 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-fb87dcde-e3f1-41fc-a44d-afffb3df7244 admin admin] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:57:02.620343 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb87dcde-e3f1-41fc-a44d-afffb3df7244 admin admin] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:57:02.647370 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb87dcde-e3f1-41fc-a44d-afffb3df7244 admin admin] Pushing event updated for resources: {'Port': ['ID=229f4a10-65a2-46af-adc4-fb8c1cb7b847,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:02.684493 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fb87dcde-e3f1-41fc-a44d-afffb3df7244 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933481'] for router_interface, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:02.688910 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-f41f4b76-0fd4-4bab-9b02-4ab06385383b None None] Set router f6b98748-32d5-4e6b-95c1-917d21233cbe gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:57:02.701783 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ce06e4d2-4434-4fb7-bad0-deef5ff2ada7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:02.723074 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-ce06e4d2-4434-4fb7-bad0-deef5ff2ada7 None None] For port c440091b-f087-4717-9c3c-606f173cf5a4, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=c440091b-f087-4717-9c3c-606f173cf5a4,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:02.732778 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ce06e4d2-4434-4fb7-bad0-deef5ff2ada7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:02.797661 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce06e4d2-4434-4fb7-bad0-deef5ff2ada7 None None] Pushing event updated for resources: {'Port': ['ID=c440091b-f087-4717-9c3c-606f173cf5a4,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:02.846365 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fb87dcde-e3f1-41fc-a44d-afffb3df7244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:02.899610 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-f41f4b76-0fd4-4bab-9b02-4ab06385383b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b98748-32d5-4e6b-95c1-917d21233cbe', 'name': 'tempest-ServerActionsTestJSON-1810950938-router', 'tenant_id': '0fe2f65e36b04191a8895e70d88ba327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'c440091b-f087-4717-9c3c-606f173cf5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:56:59Z', 'updated_at': '2021-11-12T08:57:01Z', 'revision_number': 3, 'project_id': '0fe2f65e36b04191a8895e70d88ba327', 'gw_port': {'id': 'c440091b-f087-4717-9c3c-606f173cf5a4', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:00:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6b98748-32d5-4e6b-95c1-917d21233cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:57:00Z', 'updated_at': '2021-11-12T08:57:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:57:02.930000 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41f4b76-0fd4-4bab-9b02-4ab06385383b None None] The sync data for ids ['f6b98748-32d5-4e6b-95c1-917d21233cbe'] in n-d-765315-29 is: [{'id': 'f6b98748-32d5-4e6b-95c1-917d21233cbe', 'name': 'tempest-ServerActionsTestJSON-1810950938-router', 'tenant_id': '0fe2f65e36b04191a8895e70d88ba327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'c440091b-f087-4717-9c3c-606f173cf5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:56:59Z', 'updated_at': '2021-11-12T08:57:01Z', 'revision_number': 3, 'project_id': '0fe2f65e36b04191a8895e70d88ba327', 'gw_port': {'id': 'c440091b-f087-4717-9c3c-606f173cf5a4', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:00:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6b98748-32d5-4e6b-95c1-917d21233cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:57:00Z', 'updated_at': '2021-11-12T08:57:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:57:02.957924 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-4c74a079-fcd4-42f8-878f-9b07a593d65b None None] Provisioning complete for port 229f4a10-65a2-46af-adc4-fb8c1cb7b847 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:57:02.958338 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4c74a079-fcd4-42f8-878f-9b07a593d65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:02.996240 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-4c74a079-fcd4-42f8-878f-9b07a593d65b None None] Port 229f4a10-65a2-46af-adc4-fb8c1cb7b847 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:57:03.301476 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fb87dcde-e3f1-41fc-a44d-afffb3df7244 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:03.306256 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fb87dcde-e3f1-41fc-a44d-afffb3df7244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:03.392050 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fb87dcde-e3f1-41fc-a44d-afffb3df7244 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933629'] for router_interface, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:03.393882 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb87dcde-e3f1-41fc-a44d-afffb3df7244 admin admin] Pushing event updated for resources: {'Port': ['ID=229f4a10-65a2-46af-adc4-fb8c1cb7b847,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:03.511560 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb87dcde-e3f1-41fc-a44d-afffb3df7244 admin admin] Network 58fcde89-0909-49c5-8929-54da1ed9ecf5 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:57:03.513142 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-fb87dcde-e3f1-41fc-a44d-afffb3df7244 admin admin] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:57:03.667405 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb87dcde-e3f1-41fc-a44d-afffb3df7244 admin admin] Router f6b98748-32d5-4e6b-95c1-917d21233cbe has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:57:03.722219 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device c440091b-f087-4717-9c3c-606f173cf5a4 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:57:03.800085 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port c440091b-f087-4717-9c3c-606f173cf5a4 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:57:03.800371 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:03.824971 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb87dcde-e3f1-41fc-a44d-afffb3df7244 admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:57:03.835097 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-fb87dcde-e3f1-41fc-a44d-afffb3df7244 admin admin] 10.222.0.26 "PUT /v2.0/routers/f6b98748-32d5-4e6b-95c1-917d21233cbe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1343083 Nov 12 08:57:03.859916 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-44319d89-0cba-44c2-82ca-245f51ac5bfd None None] Provisioning complete for port 229f4a10-65a2-46af-adc4-fb8c1cb7b847 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:57:03.860289 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-44319d89-0cba-44c2-82ca-245f51ac5bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:03.918063 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-44319d89-0cba-44c2-82ca-245f51ac5bfd None None] Port 229f4a10-65a2-46af-adc4-fb8c1cb7b847 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:57:03.968840 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 25ce59fa-bcee-47e8-8324-9d823c5e7275 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:57:04.015454 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3747d5a5-6da8-4093-b78c-179d371bdb49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:04.037327 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 25ce59fa-bcee-47e8-8324-9d823c5e7275 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:57:04.037816 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:04.300427 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 37858) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:04.304864 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-322cfa25-15d4-4f36-ab97-1c2b81950a19 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1706707424', 'description': 'tempest-description--83350397'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:57:04.327969 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-322cfa25-15d4-4f36-ab97-1c2b81950a19 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:04.398190 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-322cfa25-15d4-4f36-ab97-1c2b81950a19 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:04.402457 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-322cfa25-15d4-4f36-ab97-1c2b81950a19 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:04.429755 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-322cfa25-15d4-4f36-ab97-1c2b81950a19 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:04.431022 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-322cfa25-15d4-4f36-ab97-1c2b81950a19 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1297207 Nov 12 08:57:04.434009 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 37860) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:04.440822 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322cfa25-15d4-4f36-ab97-1c2b81950a19 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:04.441051 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-bdf9ba7b-4ac3-427f-a906-227a32a3d617 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Request body: {'security_group_rule': {'security_group_id': 'b43a2a2b-a46b-4164-90ff-dc6a62c8fd26', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:57:04.472091 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bdf9ba7b-4ac3-427f-a906-227a32a3d617 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:04.532385 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bdf9ba7b-4ac3-427f-a906-227a32a3d617 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:04.536686 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bdf9ba7b-4ac3-427f-a906-227a32a3d617 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:04.555290 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf9ba7b-4ac3-427f-a906-227a32a3d617 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94ba04ec-f280-4aab-953c-32406b5a809f,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:04.562909 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bdf9ba7b-4ac3-427f-a906-227a32a3d617 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:04.563957 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-bdf9ba7b-4ac3-427f-a906-227a32a3d617 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1288211 Nov 12 08:57:04.566456 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 37862) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:04.570862 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-e16700d2-cfa1-407c-bcdd-80d722d2ab84 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Request body: {'security_group_rule': {'security_group_id': 'b43a2a2b-a46b-4164-90ff-dc6a62c8fd26', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:57:04.598968 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e16700d2-cfa1-407c-bcdd-80d722d2ab84 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:04.629724 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9174a5-528b-4ca3-b2df-0650e80a7413 None None] Sync routers for ids ['f6b98748-32d5-4e6b-95c1-917d21233cbe'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:57:04.644696 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9174a5-528b-4ca3-b2df-0650e80a7413 None None] Routers {'f6b98748-32d5-4e6b-95c1-917d21233cbe'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:57:04.645316 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-ad9174a5-528b-4ca3-b2df-0650e80a7413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:56:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['f6b98748-32d5-4e6b-95c1-917d21233cbe'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:57:04.660424 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e16700d2-cfa1-407c-bcdd-80d722d2ab84 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:04.668761 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e16700d2-cfa1-407c-bcdd-80d722d2ab84 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:04.687289 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16700d2-cfa1-407c-bcdd-80d722d2ab84 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=328f6503-45db-4315-8853-e855533e2d1c,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:04.700392 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e16700d2-cfa1-407c-bcdd-80d722d2ab84 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:04.702768 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-e16700d2-cfa1-407c-bcdd-80d722d2ab84 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1350460 Nov 12 08:57:04.705656 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 37864) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:04.710380 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-2522ccbf-60e2-40dc-acb8-75002c4fc4f6 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Request body: {'floatingip': {'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:57:04.745548 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2522ccbf-60e2-40dc-acb8-75002c4fc4f6 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Publish callbacks [] for floatingip, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:04.766639 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-ad9174a5-528b-4ca3-b2df-0650e80a7413 None None] Set router f6b98748-32d5-4e6b-95c1-917d21233cbe gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:57:04.853308 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2522ccbf-60e2-40dc-acb8-75002c4fc4f6 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:04.964353 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-2522ccbf-60e2-40dc-acb8-75002c4fc4f6 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Allocated IP 172.25.2.51 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/1a15964a-54ee-40d9-8285-754caacddd9d) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:57:05.075980 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2522ccbf-60e2-40dc-acb8-75002c4fc4f6 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:05.111591 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2522ccbf-60e2-40dc-acb8-75002c4fc4f6 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:05.141642 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-ad9174a5-528b-4ca3-b2df-0650e80a7413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b98748-32d5-4e6b-95c1-917d21233cbe', 'name': 'tempest-ServerActionsTestJSON-1810950938-router', 'tenant_id': '0fe2f65e36b04191a8895e70d88ba327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'c440091b-f087-4717-9c3c-606f173cf5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:56:59Z', 'updated_at': '2021-11-12T08:57:02Z', 'revision_number': 4, 'project_id': '0fe2f65e36b04191a8895e70d88ba327', 'gw_port': {'id': 'c440091b-f087-4717-9c3c-606f173cf5a4', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:00:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b98748-32d5-4e6b-95c1-917d21233cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:57:00Z', 'updated_at': '2021-11-12T08:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '229f4a10-65a2-46af-adc4-fb8c1cb7b847', 'name': '', 'network_id': '58fcde89-0909-49c5-8929-54da1ed9ecf5', 'tenant_id': '0fe2f65e36b04191a8895e70d88ba327', 'mac_address': 'fa:16:3e:f5:51:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6b98748-32d5-4e6b-95c1-917d21233cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '361cd205-c9ed-4615-bbce-5d7fd6e5ad7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:57:02Z', 'updated_at': '2021-11-12T08:57:02Z', 'revision_number': 2, 'project_id': '0fe2f65e36b04191a8895e70d88ba327', 'subnets': [{'id': '361cd205-c9ed-4615-bbce-5d7fd6e5ad7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:57:05.148415 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2522ccbf-60e2-40dc-acb8-75002c4fc4f6 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:57:05.151248 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-2522ccbf-60e2-40dc-acb8-75002c4fc4f6 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:57:05.156990 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2522ccbf-60e2-40dc-acb8-75002c4fc4f6 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:57:05.168709 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9174a5-528b-4ca3-b2df-0650e80a7413 None None] Checking router: f6b98748-32d5-4e6b-95c1-917d21233cbe for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:57:05.169060 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9174a5-528b-4ca3-b2df-0650e80a7413 None None] Updating router f6b98748-32d5-4e6b-95c1-917d21233cbe port 229f4a10-65a2-46af-adc4-fb8c1cb7b847 binding host n-d-765315-29 {{(pid=102601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:57:05.184093 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2522ccbf-60e2-40dc-acb8-75002c4fc4f6 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Pushing event updated for resources: {'Port': ['ID=1a15964a-54ee-40d9-8285-754caacddd9d,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:05.202060 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ad9174a5-528b-4ca3-b2df-0650e80a7413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:05.251193 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2522ccbf-60e2-40dc-acb8-75002c4fc4f6 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:05.286732 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2522ccbf-60e2-40dc-acb8-75002c4fc4f6 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:05.444106 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2522ccbf-60e2-40dc-acb8-75002c4fc4f6 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:05.449330 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2522ccbf-60e2-40dc-acb8-75002c4fc4f6 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:05.472148 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ad9174a5-528b-4ca3-b2df-0650e80a7413 None None] Publish callbacks [] for port, precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:05.477603 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ad9174a5-528b-4ca3-b2df-0650e80a7413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:05.539779 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2522ccbf-60e2-40dc-acb8-75002c4fc4f6 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Pushing event updated for resources: {'Port': ['ID=1a15964a-54ee-40d9-8285-754caacddd9d,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:05.546327 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2522ccbf-60e2-40dc-acb8-75002c4fc4f6 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:05.566225 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41495081-a93c-4048-8aa1-90ef28c4a493 None None] Pushing event updated for resources: {'Port': ['ID=229f4a10-65a2-46af-adc4-fb8c1cb7b847,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:05.568023 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2522ccbf-60e2-40dc-acb8-75002c4fc4f6 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:05.578406 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-2522ccbf-60e2-40dc-acb8-75002c4fc4f6 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8625376 Nov 12 08:57:05.596923 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-ad9174a5-528b-4ca3-b2df-0650e80a7413 None None] Attempting to bind port 229f4a10-65a2-46af-adc4-fb8c1cb7b847 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:57:05.597294 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-ad9174a5-528b-4ca3-b2df-0650e80a7413 None None] Attempting to bind port 229f4a10-65a2-46af-adc4-fb8c1cb7b847 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '064bfa1e-f17d-49cf-86cd-d69b8f23a455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '58fcde89-0909-49c5-8929-54da1ed9ecf5'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:57:05.598137 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9174a5-528b-4ca3-b2df-0650e80a7413 None None] Attempting to bind port 229f4a10-65a2-46af-adc4-fb8c1cb7b847 on network 58fcde89-0909-49c5-8929-54da1ed9ecf5 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:57:05.603512 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9174a5-528b-4ca3-b2df-0650e80a7413 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:57:05.603891 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9174a5-528b-4ca3-b2df-0650e80a7413 None None] Checking segment: {'id': '064bfa1e-f17d-49cf-86cd-d69b8f23a455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '58fcde89-0909-49c5-8929-54da1ed9ecf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:57:05.604293 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ad9174a5-528b-4ca3-b2df-0650e80a7413 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:05.604689 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9174a5-528b-4ca3-b2df-0650e80a7413 None None] Bound using segment: {'id': '064bfa1e-f17d-49cf-86cd-d69b8f23a455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '58fcde89-0909-49c5-8929-54da1ed9ecf5'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:57:05.605172 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-ad9174a5-528b-4ca3-b2df-0650e80a7413 None None] Bound port: 229f4a10-65a2-46af-adc4-fb8c1cb7b847, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '064bfa1e-f17d-49cf-86cd-d69b8f23a455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '58fcde89-0909-49c5-8929-54da1ed9ecf5'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:57:05.605554 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ad9174a5-528b-4ca3-b2df-0650e80a7413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:05.663023 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:05.685321 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-ad9174a5-528b-4ca3-b2df-0650e80a7413 None None] For port 229f4a10-65a2-46af-adc4-fb8c1cb7b847, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:57:05.689076 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-ad9174a5-528b-4ca3-b2df-0650e80a7413 None None] For port 229f4a10-65a2-46af-adc4-fb8c1cb7b847, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=229f4a10-65a2-46af-adc4-fb8c1cb7b847,segment=NetworkSegment(064bfa1e-f17d-49cf-86cd-d69b8f23a455),segment_id=064bfa1e-f17d-49cf-86cd-d69b8f23a455)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:57:05.694228 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ad9174a5-528b-4ca3-b2df-0650e80a7413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:05.755415 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9174a5-528b-4ca3-b2df-0650e80a7413 None None] Routers {'f6b98748-32d5-4e6b-95c1-917d21233cbe'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:57:05.756041 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-ad9174a5-528b-4ca3-b2df-0650e80a7413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:56:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['f6b98748-32d5-4e6b-95c1-917d21233cbe'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:57:05.798886 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41495081-a93c-4048-8aa1-90ef28c4a493 None None] Pushing event updated for resources: {'Port': ['ID=229f4a10-65a2-46af-adc4-fb8c1cb7b847,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:05.882240 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-42c1eac6-9c8b-4d36-8a13-f8f945a0e7c0 None None] Provisioning complete for port 229f4a10-65a2-46af-adc4-fb8c1cb7b847 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:57:05.882638 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-42c1eac6-9c8b-4d36-8a13-f8f945a0e7c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:05.897821 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-ad9174a5-528b-4ca3-b2df-0650e80a7413 None None] Set router f6b98748-32d5-4e6b-95c1-917d21233cbe gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:57:05.961350 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-749946b2-cf66-44b0-8a72-bd01fbb25cef req-1b8e73a5-a415-4696-9ea6-ae5263687ec9 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1706707424&fields=id&tenant_id=0fe2f65e36b04191a8895e70d88ba327 HTTP/1.1" status: 200 len: 267 time: 0.0498884 Nov 12 08:57:06.074915 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749946b2-cf66-44b0-8a72-bd01fbb25cef req-0a151466-0cd9-460e-80af-41f8d01809f3 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:06.077574 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-749946b2-cf66-44b0-8a72-bd01fbb25cef req-0a151466-0cd9-460e-80af-41f8d01809f3 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/networks?id=58fcde89-0909-49c5-8929-54da1ed9ecf5 HTTP/1.1" status: 200 len: 812 time: 0.1067882 Nov 12 08:57:06.093571 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-749946b2-cf66-44b0-8a72-bd01fbb25cef req-0664214b-b6c6-488c-bdda-0d0586bea9fe tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/quotas/0fe2f65e36b04191a8895e70d88ba327 HTTP/1.1" status: 200 len: 375 time: 0.0095754 Nov 12 08:57:06.103287 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-42c1eac6-9c8b-4d36-8a13-f8f945a0e7c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:06.147985 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-749946b2-cf66-44b0-8a72-bd01fbb25cef req-e9fa8e02-2f33-4e87-b213-71c964a16c2d tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=0fe2f65e36b04191a8895e70d88ba327&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0487797 Nov 12 08:57:06.172048 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-42c1eac6-9c8b-4d36-8a13-f8f945a0e7c0 None None] For port 229f4a10-65a2-46af-adc4-fb8c1cb7b847, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=229f4a10-65a2-46af-adc4-fb8c1cb7b847,segment=NetworkSegment(064bfa1e-f17d-49cf-86cd-d69b8f23a455),segment_id=064bfa1e-f17d-49cf-86cd-d69b8f23a455)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:06.176985 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-42c1eac6-9c8b-4d36-8a13-f8f945a0e7c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:06.236041 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c1eac6-9c8b-4d36-8a13-f8f945a0e7c0 None None] Pushing event updated for resources: {'Port': ['ID=229f4a10-65a2-46af-adc4-fb8c1cb7b847,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:06.242399 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-ad9174a5-528b-4ca3-b2df-0650e80a7413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b98748-32d5-4e6b-95c1-917d21233cbe', 'name': 'tempest-ServerActionsTestJSON-1810950938-router', 'tenant_id': '0fe2f65e36b04191a8895e70d88ba327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'c440091b-f087-4717-9c3c-606f173cf5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:56:59Z', 'updated_at': '2021-11-12T08:57:02Z', 'revision_number': 4, 'project_id': '0fe2f65e36b04191a8895e70d88ba327', 'gw_port': {'id': 'c440091b-f087-4717-9c3c-606f173cf5a4', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:00:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b98748-32d5-4e6b-95c1-917d21233cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:57:00Z', 'updated_at': '2021-11-12T08:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '229f4a10-65a2-46af-adc4-fb8c1cb7b847', 'name': '', 'network_id': '58fcde89-0909-49c5-8929-54da1ed9ecf5', 'tenant_id': '0fe2f65e36b04191a8895e70d88ba327', 'mac_address': 'fa:16:3e:f5:51:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6b98748-32d5-4e6b-95c1-917d21233cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '361cd205-c9ed-4615-bbce-5d7fd6e5ad7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:57:02Z', 'updated_at': '2021-11-12T08:57:05Z', 'revision_number': 4, 'project_id': '0fe2f65e36b04191a8895e70d88ba327', 'subnets': [{'id': '361cd205-c9ed-4615-bbce-5d7fd6e5ad7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:57:06.254149 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-749946b2-cf66-44b0-8a72-bd01fbb25cef req-7ecf9738-03f2-4a25-8778-2d31959e9a73 service neutron] 10.222.0.26 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941429 Nov 12 08:57:06.271137 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9174a5-528b-4ca3-b2df-0650e80a7413 None None] The sync data for ids ['f6b98748-32d5-4e6b-95c1-917d21233cbe'] in n-d-765315-29 is: [{'id': 'f6b98748-32d5-4e6b-95c1-917d21233cbe', 'name': 'tempest-ServerActionsTestJSON-1810950938-router', 'tenant_id': '0fe2f65e36b04191a8895e70d88ba327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'c440091b-f087-4717-9c3c-606f173cf5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:56:59Z', 'updated_at': '2021-11-12T08:57:02Z', 'revision_number': 4, 'project_id': '0fe2f65e36b04191a8895e70d88ba327', 'gw_port': {'id': 'c440091b-f087-4717-9c3c-606f173cf5a4', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:00:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b98748-32d5-4e6b-95c1-917d21233cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:57:00Z', 'updated_at': '2021-11-12T08:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '229f4a10-65a2-46af-adc4-fb8c1cb7b847', 'name': '', 'network_id': '58fcde89-0909-49c5-8929-54da1ed9ecf5', 'tenant_id': '0fe2f65e36b04191a8895e70d88ba327', 'mac_address': 'fa:16:3e:f5:51:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6b98748-32d5-4e6b-95c1-917d21233cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '361cd205-c9ed-4615-bbce-5d7fd6e5ad7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:57:02Z', 'updated_at': '2021-11-12T08:57:05Z', 'revision_number': 4, 'project_id': '0fe2f65e36b04191a8895e70d88ba327', 'subnets': [{'id': '361cd205-c9ed-4615-bbce-5d7fd6e5ad7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:57:06.300573 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-9f9029f3-78ac-4885-ac54-26a4b0f16aa4 None None] Provisioning complete for port 229f4a10-65a2-46af-adc4-fb8c1cb7b847 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:57:06.300865 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9f9029f3-78ac-4885-ac54-26a4b0f16aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:06.385430 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-749946b2-cf66-44b0-8a72-bd01fbb25cef req-ff38a61a-b0ca-4c69-828b-19cb1e7032c9 service neutron] 10.222.0.26 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246519 Nov 12 08:57:06.571273 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5c2e51cc-e345-4d24-b516-850b1e449005 req-ccc1e31c-1f8c-42d4-a30e-dd03dcbbac65 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=088dffb3-69cd-4f1c-9ce3-6ae2acb9640e HTTP/1.1" status: 200 len: 210 time: 0.0374157 Nov 12 08:57:07.047201 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e66b9073-6f02-49ff-8930-c63793c254ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:07.576548 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749946b2-cf66-44b0-8a72-bd01fbb25cef req-14eac762-86e2-46e2-9870-db522025ef01 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:07.578375 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-749946b2-cf66-44b0-8a72-bd01fbb25cef req-14eac762-86e2-46e2-9870-db522025ef01 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.21 "GET /v2.0/networks?id=58fcde89-0909-49c5-8929-54da1ed9ecf5 HTTP/1.1" status: 200 len: 812 time: 0.1346788 Nov 12 08:57:07.608453 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 229f4a10-65a2-46af-adc4-fb8c1cb7b847 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:57:07.655715 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-749946b2-cf66-44b0-8a72-bd01fbb25cef req-d039ba9a-6856-47b0-84fc-fb2242a295d7 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0fe2f65e36b04191a8895e70d88ba327 HTTP/1.1" status: 200 len: 380 time: 0.0655980 Nov 12 08:57:07.658025 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 229f4a10-65a2-46af-adc4-fb8c1cb7b847 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:57:07.658398 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:07.666553 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-749946b2-cf66-44b0-8a72-bd01fbb25cef req-43f5d368-2625-4cd8-a9a0-4fbbee9dbcb0 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Request body: {'port': {'device_id': '088dffb3-69cd-4f1c-9ce3-6ae2acb9640e', 'network_id': '58fcde89-0909-49c5-8929-54da1ed9ecf5', 'admin_state_up': True, 'tenant_id': '0fe2f65e36b04191a8895e70d88ba327', 'security_groups': ['b43a2a2b-a46b-4164-90ff-dc6a62c8fd26']}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:57:07.681717 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1041fac6-366b-4dd8-bc73-e9a2927b23d8 req-5c010a9f-7c00-41d2-b1a0-650254651b8f tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=088dffb3-69cd-4f1c-9ce3-6ae2acb9640e HTTP/1.1" status: 200 len: 210 time: 0.0378971 Nov 12 08:57:07.783306 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-749946b2-cf66-44b0-8a72-bd01fbb25cef req-43f5d368-2625-4cd8-a9a0-4fbbee9dbcb0 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Made reservation on behalf of 0fe2f65e36b04191a8895e70d88ba327 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:57:07.787060 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-749946b2-cf66-44b0-8a72-bd01fbb25cef req-43f5d368-2625-4cd8-a9a0-4fbbee9dbcb0 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:07.912128 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-749946b2-cf66-44b0-8a72-bd01fbb25cef req-43f5d368-2625-4cd8-a9a0-4fbbee9dbcb0 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Allocated IP 172.20.0.11 (58fcde89-0909-49c5-8929-54da1ed9ecf5/361cd205-c9ed-4615-bbce-5d7fd6e5ad7d/e20566c1-6047-4919-a9a0-95a8394f537e) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:57:08.010569 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:08.055348 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-749946b2-cf66-44b0-8a72-bd01fbb25cef req-43f5d368-2625-4cd8-a9a0-4fbbee9dbcb0 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:08.088554 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-749946b2-cf66-44b0-8a72-bd01fbb25cef req-43f5d368-2625-4cd8-a9a0-4fbbee9dbcb0 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:08.130717 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-749946b2-cf66-44b0-8a72-bd01fbb25cef req-43f5d368-2625-4cd8-a9a0-4fbbee9dbcb0 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Network 58fcde89-0909-49c5-8929-54da1ed9ecf5 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:57:08.133687 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-749946b2-cf66-44b0-8a72-bd01fbb25cef req-43f5d368-2625-4cd8-a9a0-4fbbee9dbcb0 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:57:08.139969 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-749946b2-cf66-44b0-8a72-bd01fbb25cef req-43f5d368-2625-4cd8-a9a0-4fbbee9dbcb0 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:57:08.172861 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f5d368-2625-4cd8-a9a0-4fbbee9dbcb0 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Pushing event updated for resources: {'Port': ['ID=e20566c1-6047-4919-a9a0-95a8394f537e,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:08.200117 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749946b2-cf66-44b0-8a72-bd01fbb25cef req-43f5d368-2625-4cd8-a9a0-4fbbee9dbcb0 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:08.200799 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-749946b2-cf66-44b0-8a72-bd01fbb25cef req-43f5d368-2625-4cd8-a9a0-4fbbee9dbcb0 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:08.219176 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-749946b2-cf66-44b0-8a72-bd01fbb25cef req-43f5d368-2625-4cd8-a9a0-4fbbee9dbcb0 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5569577 Nov 12 08:57:08.233748 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-749946b2-cf66-44b0-8a72-bd01fbb25cef req-012f53ca-931e-4c2d-a730-1c13fd687233 service neutron] Request body: {'port': {'device_id': '088dffb3-69cd-4f1c-9ce3-6ae2acb9640e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:57:08.290410 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-749946b2-cf66-44b0-8a72-bd01fbb25cef req-012f53ca-931e-4c2d-a730-1c13fd687233 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:08.334779 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-2f3856fe-b1df-4755-b144-d1312360582b None None] Provisioning complete for port e20566c1-6047-4919-a9a0-95a8394f537e triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:57:08.335376 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2f3856fe-b1df-4755-b144-d1312360582b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:08.370729 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-2f3856fe-b1df-4755-b144-d1312360582b None None] Port e20566c1-6047-4919-a9a0-95a8394f537e cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:57:08.552604 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-749946b2-cf66-44b0-8a72-bd01fbb25cef req-012f53ca-931e-4c2d-a730-1c13fd687233 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e20566c1-6047-4919-a9a0-95a8394f537e {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:57:08.559825 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-749946b2-cf66-44b0-8a72-bd01fbb25cef req-012f53ca-931e-4c2d-a730-1c13fd687233 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:08.571605 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-749946b2-cf66-44b0-8a72-bd01fbb25cef req-012f53ca-931e-4c2d-a730-1c13fd687233 service neutron] Transition to ACTIVE for port object e20566c1-6047-4919-a9a0-95a8394f537e will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:57:08.575292 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-749946b2-cf66-44b0-8a72-bd01fbb25cef req-012f53ca-931e-4c2d-a730-1c13fd687233 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:08.631495 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012f53ca-931e-4c2d-a730-1c13fd687233 service neutron] Pushing event updated for resources: {'Port': ['ID=e20566c1-6047-4919-a9a0-95a8394f537e,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:08.704672 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-749946b2-cf66-44b0-8a72-bd01fbb25cef req-012f53ca-931e-4c2d-a730-1c13fd687233 service neutron] Attempting to bind port e20566c1-6047-4919-a9a0-95a8394f537e on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:57:08.705095 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-749946b2-cf66-44b0-8a72-bd01fbb25cef req-012f53ca-931e-4c2d-a730-1c13fd687233 service neutron] Attempting to bind port e20566c1-6047-4919-a9a0-95a8394f537e by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': '064bfa1e-f17d-49cf-86cd-d69b8f23a455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '58fcde89-0909-49c5-8929-54da1ed9ecf5'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:57:08.705499 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749946b2-cf66-44b0-8a72-bd01fbb25cef req-012f53ca-931e-4c2d-a730-1c13fd687233 service neutron] Attempting to bind port e20566c1-6047-4919-a9a0-95a8394f537e on network 58fcde89-0909-49c5-8929-54da1ed9ecf5 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:57:08.710346 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749946b2-cf66-44b0-8a72-bd01fbb25cef req-012f53ca-931e-4c2d-a730-1c13fd687233 service neutron] Port e20566c1-6047-4919-a9a0-95a8394f537e on network 58fcde89-0909-49c5-8929-54da1ed9ecf5 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:57:08.710833 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749946b2-cf66-44b0-8a72-bd01fbb25cef req-012f53ca-931e-4c2d-a730-1c13fd687233 service neutron] Attempting to bind port e20566c1-6047-4919-a9a0-95a8394f537e on network 58fcde89-0909-49c5-8929-54da1ed9ecf5 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:57:08.717092 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749946b2-cf66-44b0-8a72-bd01fbb25cef req-012f53ca-931e-4c2d-a730-1c13fd687233 service neutron] Checking agent: {'id': '26215384-8035-4ce2-971a-8e67be80da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:57:08.717564 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749946b2-cf66-44b0-8a72-bd01fbb25cef req-012f53ca-931e-4c2d-a730-1c13fd687233 service neutron] Checking segment: {'id': '064bfa1e-f17d-49cf-86cd-d69b8f23a455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '58fcde89-0909-49c5-8929-54da1ed9ecf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:57:08.718016 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749946b2-cf66-44b0-8a72-bd01fbb25cef req-012f53ca-931e-4c2d-a730-1c13fd687233 service neutron] Bound using segment: {'id': '064bfa1e-f17d-49cf-86cd-d69b8f23a455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '58fcde89-0909-49c5-8929-54da1ed9ecf5'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:57:08.718527 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-749946b2-cf66-44b0-8a72-bd01fbb25cef req-012f53ca-931e-4c2d-a730-1c13fd687233 service neutron] Bound port: e20566c1-6047-4919-a9a0-95a8394f537e, host: n-h1-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '064bfa1e-f17d-49cf-86cd-d69b8f23a455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '58fcde89-0909-49c5-8929-54da1ed9ecf5'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:57:08.718977 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-749946b2-cf66-44b0-8a72-bd01fbb25cef req-012f53ca-931e-4c2d-a730-1c13fd687233 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:08.790526 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-749946b2-cf66-44b0-8a72-bd01fbb25cef req-012f53ca-931e-4c2d-a730-1c13fd687233 service neutron] For port e20566c1-6047-4919-a9a0-95a8394f537e, host n-h1-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:57:08.794207 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-749946b2-cf66-44b0-8a72-bd01fbb25cef req-012f53ca-931e-4c2d-a730-1c13fd687233 service neutron] For port e20566c1-6047-4919-a9a0-95a8394f537e, host n-h1-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=e20566c1-6047-4919-a9a0-95a8394f537e,segment=NetworkSegment(064bfa1e-f17d-49cf-86cd-d69b8f23a455),segment_id=064bfa1e-f17d-49cf-86cd-d69b8f23a455)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:57:08.799309 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-749946b2-cf66-44b0-8a72-bd01fbb25cef req-012f53ca-931e-4c2d-a730-1c13fd687233 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:08.817585 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e36c97-7767-412f-9ef9-0ec3d02a5466 req-2a871b00-ae8d-42ac-b126-5e0d303bbf71 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:08.818994 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e2e36c97-7767-412f-9ef9-0ec3d02a5466 req-2a871b00-ae8d-42ac-b126-5e0d303bbf71 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=088dffb3-69cd-4f1c-9ce3-6ae2acb9640e HTTP/1.1" status: 200 len: 944 time: 0.0604889 Nov 12 08:57:08.841688 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749946b2-cf66-44b0-8a72-bd01fbb25cef req-012f53ca-931e-4c2d-a730-1c13fd687233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:08.843315 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-749946b2-cf66-44b0-8a72-bd01fbb25cef req-012f53ca-931e-4c2d-a730-1c13fd687233 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:08.844342 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-749946b2-cf66-44b0-8a72-bd01fbb25cef req-012f53ca-931e-4c2d-a730-1c13fd687233 service neutron] 10.222.0.21 "PUT /v2.0/ports/e20566c1-6047-4919-a9a0-95a8394f537e HTTP/1.1" status: 200 len: 1093 time: 0.6159382 Nov 12 08:57:08.844779 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '088dffb3-69cd-4f1c-9ce3-6ae2acb9640e', 'tag': 'e20566c1-6047-4919-a9a0-95a8394f537e'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:57:08.847066 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea4197b-f3e2-43b6-a6ce-860f1d253fb5" -d '{"events": [{"name": "network-changed", "server_uuid": "088dffb3-69cd-4f1c-9ce3-6ae2acb9640e", "tag": "e20566c1-6047-4919-a9a0-95a8394f537e"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:57:08.882996 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e2e36c97-7767-412f-9ef9-0ec3d02a5466 req-3a45f238-fddb-401b-b768-64d910e8e3cb tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549386 Nov 12 08:57:08.883291 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012f53ca-931e-4c2d-a730-1c13fd687233 service neutron] Pushing event updated for resources: {'Port': ['ID=e20566c1-6047-4919-a9a0-95a8394f537e,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:08.930397 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35abd4f0-6ba1-4b1f-940a-51e8917d67d8 x-openstack-request-id: req-35abd4f0-6ba1-4b1f-940a-51e8917d67d8 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:57:08.930716 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "088dffb3-69cd-4f1c-9ce3-6ae2acb9640e", "tag": "e20566c1-6047-4919-a9a0-95a8394f537e", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:57:08.930972 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-35abd4f0-6ba1-4b1f-940a-51e8917d67d8 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:57:08.931404 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '088dffb3-69cd-4f1c-9ce3-6ae2acb9640e', 'tag': 'e20566c1-6047-4919-a9a0-95a8394f537e', 'status': 'completed', 'code': 200} Nov 12 08:57:08.943325 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749946b2-cf66-44b0-8a72-bd01fbb25cef req-e9061644-dbfc-4e34-b04b-b6720e62f645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:08.945608 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-749946b2-cf66-44b0-8a72-bd01fbb25cef req-e9061644-dbfc-4e34-b04b-b6720e62f645 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0fe2f65e36b04191a8895e70d88ba327&device_id=088dffb3-69cd-4f1c-9ce3-6ae2acb9640e HTTP/1.1" status: 200 len: 1096 time: 0.0532069 Nov 12 08:57:08.995879 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-749946b2-cf66-44b0-8a72-bd01fbb25cef req-637f96d6-242b-4353-9c70-1468739efff8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e20566c1-6047-4919-a9a0-95a8394f537e HTTP/1.1" status: 200 len: 217 time: 0.0385551 Nov 12 08:57:09.054327 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749946b2-cf66-44b0-8a72-bd01fbb25cef req-212dc734-fab8-430d-8b37-2c09df9ee9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:09.055966 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-749946b2-cf66-44b0-8a72-bd01fbb25cef req-212dc734-fab8-430d-8b37-2c09df9ee9fa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=361cd205-c9ed-4615-bbce-5d7fd6e5ad7d HTTP/1.1" status: 200 len: 851 time: 0.0526445 Nov 12 08:57:09.103338 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749946b2-cf66-44b0-8a72-bd01fbb25cef req-060c0c09-4a50-42f6-9ef8-f87b898e9157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:09.104827 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-749946b2-cf66-44b0-8a72-bd01fbb25cef req-060c0c09-4a50-42f6-9ef8-f87b898e9157 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=58fcde89-0909-49c5-8929-54da1ed9ecf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416698 Nov 12 08:57:09.197055 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-749946b2-cf66-44b0-8a72-bd01fbb25cef req-643bfffe-7d15-4c17-901b-eb3aa3b2c878 service neutron] 10.222.0.21 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845146 Nov 12 08:57:09.293993 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-749946b2-cf66-44b0-8a72-bd01fbb25cef req-5567bd7c-105c-444e-a2a5-e3fc771e902e service neutron] 10.222.0.21 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896084 Nov 12 08:57:09.365774 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:09.385081 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea4197b-f3e2-43b6-a6ce-860f1d253fb5 req-d0dcf6d1-223a-4bc7-8695-019eaf7279a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:09.386574 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0ea4197b-f3e2-43b6-a6ce-860f1d253fb5 req-d0dcf6d1-223a-4bc7-8695-019eaf7279a9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0fe2f65e36b04191a8895e70d88ba327&device_id=088dffb3-69cd-4f1c-9ce3-6ae2acb9640e HTTP/1.1" status: 200 len: 1096 time: 0.0435812 Nov 12 08:57:09.483148 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea4197b-f3e2-43b6-a6ce-860f1d253fb5 req-0ecb8d1c-7fec-4366-95b0-dbd6fa88d49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:09.484617 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0ea4197b-f3e2-43b6-a6ce-860f1d253fb5 req-0ecb8d1c-7fec-4366-95b0-dbd6fa88d49a service neutron] 10.222.0.21 "GET /v2.0/networks?id=58fcde89-0909-49c5-8929-54da1ed9ecf5 HTTP/1.1" status: 200 len: 913 time: 0.0910120 Nov 12 08:57:09.527372 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0ea4197b-f3e2-43b6-a6ce-860f1d253fb5 req-2f446d1c-81f3-4b64-9a50-4d9531d3dc95 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e20566c1-6047-4919-a9a0-95a8394f537e HTTP/1.1" status: 200 len: 217 time: 0.0355482 Nov 12 08:57:09.581697 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea4197b-f3e2-43b6-a6ce-860f1d253fb5 req-8e7ec83e-3444-49b1-868a-9b3384e4cce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:09.583185 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0ea4197b-f3e2-43b6-a6ce-860f1d253fb5 req-8e7ec83e-3444-49b1-868a-9b3384e4cce8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=361cd205-c9ed-4615-bbce-5d7fd6e5ad7d HTTP/1.1" status: 200 len: 851 time: 0.0492074 Nov 12 08:57:09.631645 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea4197b-f3e2-43b6-a6ce-860f1d253fb5 req-15dc6dee-a55f-4a9a-b068-8e7496c847f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:09.633067 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0ea4197b-f3e2-43b6-a6ce-860f1d253fb5 req-15dc6dee-a55f-4a9a-b068-8e7496c847f7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=58fcde89-0909-49c5-8929-54da1ed9ecf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419734 Nov 12 08:57:09.726834 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0ea4197b-f3e2-43b6-a6ce-860f1d253fb5 req-2de50903-dc8b-4a25-9476-25fbc4212061 service neutron] 10.222.0.21 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854514 Nov 12 08:57:09.822750 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0ea4197b-f3e2-43b6-a6ce-860f1d253fb5 req-a59b9312-030e-4632-9eff-dce837faebfa service neutron] 10.222.0.21 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877137 Nov 12 08:57:09.993156 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21870010-6e8f-43d6-a92d-869633c1cc40 req-0566deda-67f7-4a78-9456-dbc74c559102 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:09.994651 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-21870010-6e8f-43d6-a92d-869633c1cc40 req-0566deda-67f7-4a78-9456-dbc74c559102 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=088dffb3-69cd-4f1c-9ce3-6ae2acb9640e HTTP/1.1" status: 200 len: 944 time: 0.0508754 Nov 12 08:57:10.017997 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:10.042834 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-21870010-6e8f-43d6-a92d-869633c1cc40 req-efbcd661-d6e9-4c9d-8e92-c2fcad6c131a tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420537 Nov 12 08:57:11.162974 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10601c0-6ef4-42f4-aaff-03c76118fa79 req-39fde92e-264e-4165-aa20-dfc0886053fb tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:11.164577 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c10601c0-6ef4-42f4-aaff-03c76118fa79 req-39fde92e-264e-4165-aa20-dfc0886053fb tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=088dffb3-69cd-4f1c-9ce3-6ae2acb9640e HTTP/1.1" status: 200 len: 944 time: 0.0536647 Nov 12 08:57:11.212235 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c10601c0-6ef4-42f4-aaff-03c76118fa79 req-fb1032b5-cb3f-45b9-ad47-27414f23baef tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410609 Nov 12 08:57:12.348042 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb21377d-d384-4c1b-ab28-cb0f14794ced req-0083f198-bc30-4514-b466-a04e4af6e589 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:12.349741 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cb21377d-d384-4c1b-ab28-cb0f14794ced req-0083f198-bc30-4514-b466-a04e4af6e589 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=088dffb3-69cd-4f1c-9ce3-6ae2acb9640e HTTP/1.1" status: 200 len: 944 time: 0.0575678 Nov 12 08:57:12.402881 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cb21377d-d384-4c1b-ab28-cb0f14794ced req-bdd522c7-b42b-4e58-89da-0d53699b187b tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468388 Nov 12 08:57:12.688944 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:13.520575 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa671323-371a-4f61-9066-9de197f198ea req-237af90a-51fa-4021-b359-605bf9a9850c tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:13.522184 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-aa671323-371a-4f61-9066-9de197f198ea req-237af90a-51fa-4021-b359-605bf9a9850c tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=088dffb3-69cd-4f1c-9ce3-6ae2acb9640e HTTP/1.1" status: 200 len: 944 time: 0.0501115 Nov 12 08:57:13.573615 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-aa671323-371a-4f61-9066-9de197f198ea req-489f7c85-d4a4-42e8-a493-aea810e001ae tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454080 Nov 12 08:57:13.593787 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device e20566c1-6047-4919-a9a0-95a8394f537e details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:57:13.688962 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port e20566c1-6047-4919-a9a0-95a8394f537e, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=e20566c1-6047-4919-a9a0-95a8394f537e,segment=NetworkSegment(064bfa1e-f17d-49cf-86cd-d69b8f23a455),segment_id=064bfa1e-f17d-49cf-86cd-d69b8f23a455)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:13.700145 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Returning: {'device': 'e20566c1-6047-4919-a9a0-95a8394f537e', 'network_id': '58fcde89-0909-49c5-8929-54da1ed9ecf5', 'port_id': 'e20566c1-6047-4919-a9a0-95a8394f537e', 'mac_address': 'fa:16:3e:25:bf:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '361cd205-c9ed-4615-bbce-5d7fd6e5ad7d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:57:13.741824 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:13.754643 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-e530113a-7783-48f4-9840-8911a24052df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e20566c1-6047-4919-a9a0-95a8394f537e {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:57:13.773343 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port e20566c1-6047-4919-a9a0-95a8394f537e, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=e20566c1-6047-4919-a9a0-95a8394f537e,segment=NetworkSegment(064bfa1e-f17d-49cf-86cd-d69b8f23a455),segment_id=064bfa1e-f17d-49cf-86cd-d69b8f23a455)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:13.777850 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:13.825843 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=e20566c1-6047-4919-a9a0-95a8394f537e,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:13.833539 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:13.833878 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:13.834213 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:13.834547 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:13.834904 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:13.835229 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:13.835549 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:13.835890 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:13.836497 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:13.836822 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:13.837178 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:13.837507 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:14.149263 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['e20566c1-6047-4919-a9a0-95a8394f537e'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:57:14.223089 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:57:14.692291 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171d0264-4683-4216-9402-7f50da7857c3 req-e95bf492-0361-4ee3-bd34-2d9bd946e94d tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:14.693758 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-171d0264-4683-4216-9402-7f50da7857c3 req-e95bf492-0361-4ee3-bd34-2d9bd946e94d tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=088dffb3-69cd-4f1c-9ce3-6ae2acb9640e HTTP/1.1" status: 200 len: 945 time: 0.0502813 Nov 12 08:57:14.742297 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-171d0264-4683-4216-9402-7f50da7857c3 req-a6c268c0-c2be-4f53-b3e9-b3fd715fd7ba tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425422 Nov 12 08:57:15.607433 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device e20566c1-6047-4919-a9a0-95a8394f537e up at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:57:15.657106 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning for port e20566c1-6047-4919-a9a0-95a8394f537e completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:57:15.661215 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning complete for port e20566c1-6047-4919-a9a0-95a8394f537e triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:57:15.661583 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:15.745437 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:15.769452 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '088dffb3-69cd-4f1c-9ce3-6ae2acb9640e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e20566c1-6047-4919-a9a0-95a8394f537e'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:57:15.771630 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83593ec9-c482-402b-90cf-0f9642fb8799" -d '{"events": [{"server_uuid": "088dffb3-69cd-4f1c-9ce3-6ae2acb9640e", "name": "network-vif-plugged", "status": "completed", "tag": "e20566c1-6047-4919-a9a0-95a8394f537e"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:57:15.784906 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port e20566c1-6047-4919-a9a0-95a8394f537e, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=e20566c1-6047-4919-a9a0-95a8394f537e,segment=NetworkSegment(064bfa1e-f17d-49cf-86cd-d69b8f23a455),segment_id=064bfa1e-f17d-49cf-86cd-d69b8f23a455)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:15.788888 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:15.837484 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=e20566c1-6047-4919-a9a0-95a8394f537e,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:15.861399 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db28f3aa-cbaf-4316-baa1-7b77745a2ad2 req-1680e2b5-bc71-4604-ba98-c9f3df5f4ca2 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:15.862897 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-db28f3aa-cbaf-4316-baa1-7b77745a2ad2 req-1680e2b5-bc71-4604-ba98-c9f3df5f4ca2 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=088dffb3-69cd-4f1c-9ce3-6ae2acb9640e HTTP/1.1" status: 200 len: 946 time: 0.0522826 Nov 12 08:57:15.910738 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-db28f3aa-cbaf-4316-baa1-7b77745a2ad2 req-9a71a950-2804-4037-bfda-63ce1a4b5b62 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418410 Nov 12 08:57:15.961858 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-697d11dd-cbb9-45be-b5bf-ef7427acc8f8 x-openstack-request-id: req-697d11dd-cbb9-45be-b5bf-ef7427acc8f8 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:57:15.962151 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "088dffb3-69cd-4f1c-9ce3-6ae2acb9640e", "name": "network-vif-plugged", "status": "completed", "tag": "e20566c1-6047-4919-a9a0-95a8394f537e", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:57:15.962477 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-697d11dd-cbb9-45be-b5bf-ef7427acc8f8 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:57:15.962902 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '088dffb3-69cd-4f1c-9ce3-6ae2acb9640e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e20566c1-6047-4919-a9a0-95a8394f537e', 'code': 200} Nov 12 08:57:16.062444 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d96242c-1ac1-4116-9226-ed35c30a5e92 req-38fc72ed-f8f6-4482-95f6-b7c3ce9e6ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:16.063881 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9d96242c-1ac1-4116-9226-ed35c30a5e92 req-38fc72ed-f8f6-4482-95f6-b7c3ce9e6ae6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=088dffb3-69cd-4f1c-9ce3-6ae2acb9640e HTTP/1.1" status: 200 len: 1098 time: 0.0420127 Nov 12 08:57:16.108085 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9d96242c-1ac1-4116-9226-ed35c30a5e92 req-ead70ab9-bcab-4621-9c72-02c8b74bfa40 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374811 Nov 12 08:57:17.039176 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d801ac9-69e7-4deb-9c01-87087ee8c020 req-ca6138d0-d9f6-4e6c-8545-282352c26019 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:17.040755 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1d801ac9-69e7-4deb-9c01-87087ee8c020 req-ca6138d0-d9f6-4e6c-8545-282352c26019 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=088dffb3-69cd-4f1c-9ce3-6ae2acb9640e HTTP/1.1" status: 200 len: 946 time: 0.0596223 Nov 12 08:57:17.087886 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1d801ac9-69e7-4deb-9c01-87087ee8c020 req-d1643f95-b965-44b9-a1ec-246e7a09a376 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410743 Nov 12 08:57:18.208767 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebf4300-644a-4d6e-8569-dfb36b88ad2b req-b51a39dd-192b-4ea7-85eb-69f50f20e23e tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:18.210276 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2ebf4300-644a-4d6e-8569-dfb36b88ad2b req-b51a39dd-192b-4ea7-85eb-69f50f20e23e tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=088dffb3-69cd-4f1c-9ce3-6ae2acb9640e HTTP/1.1" status: 200 len: 946 time: 0.0495591 Nov 12 08:57:18.257952 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2ebf4300-644a-4d6e-8569-dfb36b88ad2b req-e4978bc8-e4cb-4aad-8256-40e4eefcea7c tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417576 Nov 12 08:57:18.366803 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3907acc4-f2ec-4ab2-a771-62c2dfa3fe9a req-6ca65654-1468-40df-9ae1-2600d4303d6f tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:18.368190 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3907acc4-f2ec-4ab2-a771-62c2dfa3fe9a req-6ca65654-1468-40df-9ae1-2600d4303d6f tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=088dffb3-69cd-4f1c-9ce3-6ae2acb9640e HTTP/1.1" status: 200 len: 946 time: 0.0486596 Nov 12 08:57:18.377339 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 37918) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:18.381785 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-c8dd5f80-30e1-49e0-86bb-af248841f143 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Request body: {'floatingip': {'port_id': 'e20566c1-6047-4919-a9a0-95a8394f537e'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:57:18.424275 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c8dd5f80-30e1-49e0-86bb-af248841f143 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Publish callbacks [] for floatingip, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:18.866533 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c8dd5f80-30e1-49e0-86bb-af248841f143 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:18.870510 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c8dd5f80-30e1-49e0-86bb-af248841f143 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:18.973553 n-d-765315-29 neutron-server[102600]: INFO neutron.db.l3_db [None req-c8dd5f80-30e1-49e0-86bb-af248841f143 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Floating IP 9217acd6-95dc-4512-9acf-af341d90890a associated. External IP: 172.25.2.51, port: e20566c1-6047-4919-a9a0-95a8394f537e. Nov 12 08:57:19.183309 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8dd5f80-30e1-49e0-86bb-af248841f143 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Router f6b98748-32d5-4e6b-95c1-917d21233cbe has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:57:19.291887 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8dd5f80-30e1-49e0-86bb-af248841f143 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:57:19.297296 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c8dd5f80-30e1-49e0-86bb-af248841f143 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:19.302339 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10ae2ff-74b0-4d4e-9b11-daa2ba89c369 None None] Sync routers for ids ['f6b98748-32d5-4e6b-95c1-917d21233cbe'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:57:19.312170 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10ae2ff-74b0-4d4e-9b11-daa2ba89c369 None None] Routers {'f6b98748-32d5-4e6b-95c1-917d21233cbe'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:57:19.312776 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-c10ae2ff-74b0-4d4e-9b11-daa2ba89c369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:57:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['f6b98748-32d5-4e6b-95c1-917d21233cbe'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:57:19.324846 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-c8dd5f80-30e1-49e0-86bb-af248841f143 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "PUT /v2.0/floatingips/9217acd6-95dc-4512-9acf-af341d90890a HTTP/1.1" status: 200 len: 991 time: 0.9464335 Nov 12 08:57:19.325444 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '088dffb3-69cd-4f1c-9ce3-6ae2acb9640e', 'tag': 'e20566c1-6047-4919-a9a0-95a8394f537e'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:57:19.328153 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac7b6c1d-ed6b-40eb-989b-025c8d305bf7" -d '{"events": [{"name": "network-changed", "server_uuid": "088dffb3-69cd-4f1c-9ce3-6ae2acb9640e", "tag": "e20566c1-6047-4919-a9a0-95a8394f537e"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:57:19.421056 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-c10ae2ff-74b0-4d4e-9b11-daa2ba89c369 None None] Set router f6b98748-32d5-4e6b-95c1-917d21233cbe gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:57:19.482774 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b0d5b58-bd6d-4c4f-8825-577c9c60d6c6 x-openstack-request-id: req-5b0d5b58-bd6d-4c4f-8825-577c9c60d6c6 {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:57:19.483102 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "088dffb3-69cd-4f1c-9ce3-6ae2acb9640e", "tag": "e20566c1-6047-4919-a9a0-95a8394f537e", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:57:19.483358 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5b0d5b58-bd6d-4c4f-8825-577c9c60d6c6 {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:57:19.483901 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '088dffb3-69cd-4f1c-9ce3-6ae2acb9640e', 'tag': 'e20566c1-6047-4919-a9a0-95a8394f537e', 'status': 'completed', 'code': 200} Nov 12 08:57:19.552630 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7b6c1d-ed6b-40eb-989b-025c8d305bf7 req-3c5eb86b-9ec2-4b2f-adf2-72bb89db05de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:19.554071 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ac7b6c1d-ed6b-40eb-989b-025c8d305bf7 req-3c5eb86b-9ec2-4b2f-adf2-72bb89db05de service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0fe2f65e36b04191a8895e70d88ba327&device_id=088dffb3-69cd-4f1c-9ce3-6ae2acb9640e HTTP/1.1" status: 200 len: 1098 time: 0.0483415 Nov 12 08:57:19.756499 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-c10ae2ff-74b0-4d4e-9b11-daa2ba89c369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b98748-32d5-4e6b-95c1-917d21233cbe', 'name': 'tempest-ServerActionsTestJSON-1810950938-router', 'tenant_id': '0fe2f65e36b04191a8895e70d88ba327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'c440091b-f087-4717-9c3c-606f173cf5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:56:59Z', 'updated_at': '2021-11-12T08:57:02Z', 'revision_number': 4, 'project_id': '0fe2f65e36b04191a8895e70d88ba327', 'gw_port': {'id': 'c440091b-f087-4717-9c3c-606f173cf5a4', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:00:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b98748-32d5-4e6b-95c1-917d21233cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:57:00Z', 'updated_at': '2021-11-12T08:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': '9217acd6-95dc-4512-9acf-af341d90890a', 'tenant_id': '0fe2f65e36b04191a8895e70d88ba327', 'floating_ip_address': '172.25.2.51', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': 'f6b98748-32d5-4e6b-95c1-917d21233cbe', 'port_id': 'e20566c1-6047-4919-a9a0-95a8394f537e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58fcde89-0909-49c5-8929-54da1ed9ecf5', 'mac_address': 'fa:16:3e:25:bf:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088dffb3-69cd-4f1c-9ce3-6ae2acb9640e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:57:05Z', 'updated_at': '2021-11-12T08:57:18Z', 'revision_number': 1, 'project_id': '0fe2f65e36b04191a8895e70d88ba327', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '229f4a10-65a2-46af-adc4-fb8c1cb7b847', 'name': '', 'network_id': '58fcde89-0909-49c5-8929-54da1ed9ecf5', 'tenant_id': '0fe2f65e36b04191a8895e70d88ba327', 'mac_address': 'fa:16:3e:f5:51:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b98748-32d5-4e6b-95c1-917d21233cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '361cd205-c9ed-4615-bbce-5d7fd6e5ad7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:57:02Z', 'updated_at': '2021-11-12T08:57:06Z', 'revision_number': 5, 'project_id': '0fe2f65e36b04191a8895e70d88ba327', 'subnets': [{'id': '361cd205-c9ed-4615-bbce-5d7fd6e5ad7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:57:19.784604 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10ae2ff-74b0-4d4e-9b11-daa2ba89c369 None None] Checking router: f6b98748-32d5-4e6b-95c1-917d21233cbe for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:57:19.793443 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10ae2ff-74b0-4d4e-9b11-daa2ba89c369 None None] Routers {'f6b98748-32d5-4e6b-95c1-917d21233cbe'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:57:19.794564 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-c10ae2ff-74b0-4d4e-9b11-daa2ba89c369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T08:57:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['f6b98748-32d5-4e6b-95c1-917d21233cbe'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:57:19.906974 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-c10ae2ff-74b0-4d4e-9b11-daa2ba89c369 None None] Set router f6b98748-32d5-4e6b-95c1-917d21233cbe gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:57:19.972902 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7b6c1d-ed6b-40eb-989b-025c8d305bf7 req-94cce864-6e53-477e-8d96-4586ca3fd8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:19.974533 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ac7b6c1d-ed6b-40eb-989b-025c8d305bf7 req-94cce864-6e53-477e-8d96-4586ca3fd8b6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=58fcde89-0909-49c5-8929-54da1ed9ecf5 HTTP/1.1" status: 200 len: 913 time: 0.4130034 Nov 12 08:57:20.045418 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ac7b6c1d-ed6b-40eb-989b-025c8d305bf7 req-82de9cd3-5069-46f2-a3be-962d07b32e36 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e20566c1-6047-4919-a9a0-95a8394f537e HTTP/1.1" status: 200 len: 999 time: 0.0628626 Nov 12 08:57:20.097152 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7b6c1d-ed6b-40eb-989b-025c8d305bf7 req-97cf2eed-2427-470a-842a-f9b2eecd599a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:20.098676 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ac7b6c1d-ed6b-40eb-989b-025c8d305bf7 req-97cf2eed-2427-470a-842a-f9b2eecd599a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=361cd205-c9ed-4615-bbce-5d7fd6e5ad7d HTTP/1.1" status: 200 len: 851 time: 0.0459335 Nov 12 08:57:20.132681 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-c10ae2ff-74b0-4d4e-9b11-daa2ba89c369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b98748-32d5-4e6b-95c1-917d21233cbe', 'name': 'tempest-ServerActionsTestJSON-1810950938-router', 'tenant_id': '0fe2f65e36b04191a8895e70d88ba327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'c440091b-f087-4717-9c3c-606f173cf5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:56:59Z', 'updated_at': '2021-11-12T08:57:02Z', 'revision_number': 4, 'project_id': '0fe2f65e36b04191a8895e70d88ba327', 'gw_port': {'id': 'c440091b-f087-4717-9c3c-606f173cf5a4', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:00:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b98748-32d5-4e6b-95c1-917d21233cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:57:00Z', 'updated_at': '2021-11-12T08:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': '9217acd6-95dc-4512-9acf-af341d90890a', 'tenant_id': '0fe2f65e36b04191a8895e70d88ba327', 'floating_ip_address': '172.25.2.51', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': 'f6b98748-32d5-4e6b-95c1-917d21233cbe', 'port_id': 'e20566c1-6047-4919-a9a0-95a8394f537e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58fcde89-0909-49c5-8929-54da1ed9ecf5', 'mac_address': 'fa:16:3e:25:bf:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088dffb3-69cd-4f1c-9ce3-6ae2acb9640e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:57:05Z', 'updated_at': '2021-11-12T08:57:18Z', 'revision_number': 1, 'project_id': '0fe2f65e36b04191a8895e70d88ba327', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '229f4a10-65a2-46af-adc4-fb8c1cb7b847', 'name': '', 'network_id': '58fcde89-0909-49c5-8929-54da1ed9ecf5', 'tenant_id': '0fe2f65e36b04191a8895e70d88ba327', 'mac_address': 'fa:16:3e:f5:51:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b98748-32d5-4e6b-95c1-917d21233cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '361cd205-c9ed-4615-bbce-5d7fd6e5ad7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:57:02Z', 'updated_at': '2021-11-12T08:57:06Z', 'revision_number': 5, 'project_id': '0fe2f65e36b04191a8895e70d88ba327', 'subnets': [{'id': '361cd205-c9ed-4615-bbce-5d7fd6e5ad7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:57:20.147004 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7b6c1d-ed6b-40eb-989b-025c8d305bf7 req-f61c007f-b88e-4292-8267-503bcc7a5522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:20.149119 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ac7b6c1d-ed6b-40eb-989b-025c8d305bf7 req-f61c007f-b88e-4292-8267-503bcc7a5522 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=58fcde89-0909-49c5-8929-54da1ed9ecf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424345 Nov 12 08:57:20.160262 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [req-ac7b6c1d-ed6b-40eb-989b-025c8d305bf7 req-07c162fa-925c-4964-9e60-cee4368ef599 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:57:20.161248 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ac7b6c1d-ed6b-40eb-989b-025c8d305bf7 req-07c162fa-925c-4964-9e60-cee4368ef599 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053220 Nov 12 08:57:20.163233 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10ae2ff-74b0-4d4e-9b11-daa2ba89c369 None None] The sync data for ids ['f6b98748-32d5-4e6b-95c1-917d21233cbe'] in n-d-765315-29 is: [{'id': 'f6b98748-32d5-4e6b-95c1-917d21233cbe', 'name': 'tempest-ServerActionsTestJSON-1810950938-router', 'tenant_id': '0fe2f65e36b04191a8895e70d88ba327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'c440091b-f087-4717-9c3c-606f173cf5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:56:59Z', 'updated_at': '2021-11-12T08:57:02Z', 'revision_number': 4, 'project_id': '0fe2f65e36b04191a8895e70d88ba327', 'gw_port': {'id': 'c440091b-f087-4717-9c3c-606f173cf5a4', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:00:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b98748-32d5-4e6b-95c1-917d21233cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:57:00Z', 'updated_at': '2021-11-12T08:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': '9217acd6-95dc-4512-9acf-af341d90890a', 'tenant_id': '0fe2f65e36b04191a8895e70d88ba327', 'floating_ip_address': '172.25.2.51', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': 'f6b98748-32d5-4e6b-95c1-917d21233cbe', 'port_id': 'e20566c1-6047-4919-a9a0-95a8394f537e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58fcde89-0909-49c5-8929-54da1ed9ecf5', 'mac_address': 'fa:16:3e:25:bf:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088dffb3-69cd-4f1c-9ce3-6ae2acb9640e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:57:05Z', 'updated_at': '2021-11-12T08:57:18Z', 'revision_number': 1, 'project_id': '0fe2f65e36b04191a8895e70d88ba327', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '229f4a10-65a2-46af-adc4-fb8c1cb7b847', 'name': '', 'network_id': '58fcde89-0909-49c5-8929-54da1ed9ecf5', 'tenant_id': '0fe2f65e36b04191a8895e70d88ba327', 'mac_address': 'fa:16:3e:f5:51:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b98748-32d5-4e6b-95c1-917d21233cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '361cd205-c9ed-4615-bbce-5d7fd6e5ad7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:57:02Z', 'updated_at': '2021-11-12T08:57:06Z', 'revision_number': 5, 'project_id': '0fe2f65e36b04191a8895e70d88ba327', 'subnets': [{'id': '361cd205-c9ed-4615-bbce-5d7fd6e5ad7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:57:20.260346 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ac7b6c1d-ed6b-40eb-989b-025c8d305bf7 req-a98e779a-14b3-4468-a736-eafb944b18cf service neutron] 10.222.0.21 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918720 Nov 12 08:57:20.359411 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ac7b6c1d-ed6b-40eb-989b-025c8d305bf7 req-7eafcb75-3fae-4d8c-be08-4aca59e5a077 service neutron] 10.222.0.21 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919807 Nov 12 08:57:20.380318 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db599ee-7690-4c8e-bbd8-dff2de8cdba7 None None] New status for floating IP 9217acd6-95dc-4512-9acf-af341d90890a: ACTIVE {{(pid=102601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:57:33.987458 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a6258bae-cb88-4e3d-9b29-ca3419625a5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:35.384610 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9f6f3a1f-9ed8-4d05-ab3d-9486f76784b2 req-0aaa764d-4b52-49a9-9224-2193e08621ac service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=088dffb3-69cd-4f1c-9ce3-6ae2acb9640e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0483122 Nov 12 08:57:35.470993 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6f3a1f-9ed8-4d05-ab3d-9486f76784b2 req-d0930569-40a3-4442-95fb-31f6864b5131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:35.472481 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9f6f3a1f-9ed8-4d05-ab3d-9486f76784b2 req-d0930569-40a3-4442-95fb-31f6864b5131 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0fe2f65e36b04191a8895e70d88ba327&device_id=088dffb3-69cd-4f1c-9ce3-6ae2acb9640e HTTP/1.1" status: 200 len: 1098 time: 0.0426526 Nov 12 08:57:35.578004 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6f3a1f-9ed8-4d05-ab3d-9486f76784b2 req-cb6cf3a9-324d-4c08-ab53-f31df1a7d776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:35.579415 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9f6f3a1f-9ed8-4d05-ab3d-9486f76784b2 req-cb6cf3a9-324d-4c08-ab53-f31df1a7d776 service neutron] 10.222.0.21 "GET /v2.0/networks?id=58fcde89-0909-49c5-8929-54da1ed9ecf5 HTTP/1.1" status: 200 len: 913 time: 0.0856929 Nov 12 08:57:35.636529 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:35.653381 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9f6f3a1f-9ed8-4d05-ab3d-9486f76784b2 req-d83805c9-d459-434e-b1fe-a910a9b642d7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e20566c1-6047-4919-a9a0-95a8394f537e HTTP/1.1" status: 200 len: 1001 time: 0.0636137 Nov 12 08:57:35.704306 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6f3a1f-9ed8-4d05-ab3d-9486f76784b2 req-7548303a-fd41-4520-aa2e-8392bc22ad1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:35.705813 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9f6f3a1f-9ed8-4d05-ab3d-9486f76784b2 req-7548303a-fd41-4520-aa2e-8392bc22ad1f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=361cd205-c9ed-4615-bbce-5d7fd6e5ad7d HTTP/1.1" status: 200 len: 851 time: 0.0458591 Nov 12 08:57:35.757876 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6f3a1f-9ed8-4d05-ab3d-9486f76784b2 req-c992a4d5-15c0-4efd-988c-13b11989055a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:35.759452 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9f6f3a1f-9ed8-4d05-ab3d-9486f76784b2 req-c992a4d5-15c0-4efd-988c-13b11989055a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=58fcde89-0909-49c5-8929-54da1ed9ecf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441015 Nov 12 08:57:35.854754 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9f6f3a1f-9ed8-4d05-ab3d-9486f76784b2 req-09997879-93f6-4323-8aa6-95dceb9b0237 service neutron] 10.222.0.21 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873508 Nov 12 08:57:35.952563 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9f6f3a1f-9ed8-4d05-ab3d-9486f76784b2 req-d89fa63e-92b0-4dce-a60a-7525f7c0ffd2 service neutron] 10.222.0.21 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898981 Nov 12 08:57:37.049084 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a556acc4-50b5-4f45-8b6f-5b09af42d7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:38.013490 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:39.365675 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:40.020731 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:42.685267 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:51.222405 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:58:03.994237 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a9678f15-8e81-4904-8add-fd2c85e1b306 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:05.631034 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:07.050306 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ad0d6421-91c4-4ae8-a105-9af5ef3fa6ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:08.016626 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:09.369741 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:10.025062 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:12.699924 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:28.221989 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:58:33.987440 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7fcf0091-0b64-42ac-abb8-31cf03eba504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:35.664422 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:37.051305 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-819d391a-3e4a-4453-b6ab-3b27de587a84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:37.356824 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dcfacb6a-24a2-4497-a498-0d4c997ebe54 req-e20bfa13-1611-445c-a473-3831784f89fc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=088dffb3-69cd-4f1c-9ce3-6ae2acb9640e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0423281 Nov 12 08:58:37.441107 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfacb6a-24a2-4497-a498-0d4c997ebe54 req-1b70663b-14e9-413f-8ca2-5de3828f31d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:37.442602 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dcfacb6a-24a2-4497-a498-0d4c997ebe54 req-1b70663b-14e9-413f-8ca2-5de3828f31d5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0fe2f65e36b04191a8895e70d88ba327&device_id=088dffb3-69cd-4f1c-9ce3-6ae2acb9640e HTTP/1.1" status: 200 len: 1098 time: 0.0411398 Nov 12 08:58:37.554875 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfacb6a-24a2-4497-a498-0d4c997ebe54 req-e1138440-9b56-410f-81df-4f2a7478d42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:37.556339 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dcfacb6a-24a2-4497-a498-0d4c997ebe54 req-e1138440-9b56-410f-81df-4f2a7478d42e service neutron] 10.222.0.21 "GET /v2.0/networks?id=58fcde89-0909-49c5-8929-54da1ed9ecf5 HTTP/1.1" status: 200 len: 913 time: 0.0916929 Nov 12 08:58:37.623819 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dcfacb6a-24a2-4497-a498-0d4c997ebe54 req-a2cf8979-4e69-400a-bd9a-ed95d4f980f8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e20566c1-6047-4919-a9a0-95a8394f537e HTTP/1.1" status: 200 len: 1001 time: 0.0595739 Nov 12 08:58:37.675337 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfacb6a-24a2-4497-a498-0d4c997ebe54 req-751f51f2-877e-4eda-b470-556b02670e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:37.676809 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dcfacb6a-24a2-4497-a498-0d4c997ebe54 req-751f51f2-877e-4eda-b470-556b02670e16 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=361cd205-c9ed-4615-bbce-5d7fd6e5ad7d HTTP/1.1" status: 200 len: 851 time: 0.0453670 Nov 12 08:58:37.729342 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfacb6a-24a2-4497-a498-0d4c997ebe54 req-d523e1b6-8b88-4e5d-9320-90dcb31ef759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:37.730877 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dcfacb6a-24a2-4497-a498-0d4c997ebe54 req-d523e1b6-8b88-4e5d-9320-90dcb31ef759 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=58fcde89-0909-49c5-8929-54da1ed9ecf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458984 Nov 12 08:58:37.823025 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dcfacb6a-24a2-4497-a498-0d4c997ebe54 req-96babc33-697d-4259-9492-347f6d0e119e service neutron] 10.222.0.21 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847759 Nov 12 08:58:37.927277 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dcfacb6a-24a2-4497-a498-0d4c997ebe54 req-bd1ec620-db49-4efc-90d3-82fadc8e3387 service neutron] 10.222.0.21 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967007 Nov 12 08:58:38.018549 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:39.370718 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:40.026335 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:42.710890 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:03.988502 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8290065f-0572-43b3-bce4-0bb72efa227f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:05.222383 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:59:05.681296 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:07.056641 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-58f2cdd0-b3d4-41e3-929f-76456c0972d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:08.021308 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:09.374502 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:10.029283 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:12.706079 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:17.116384 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [req-1d52948d-9409-42df-95bb-093934f26619 req-c24cce3e-da9b-4d80-b5be-11791b1f3f34 service neutron] (102600) timed out ('10.222.0.26', 32916) {{(pid=102600) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 08:59:20.293233 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [req-30cbec5f-f2ed-47f2-b69e-496dd775b54f req-69f45fb6-e153-4220-ace1-d0d964cd025d service neutron] (102600) timed out ('10.222.0.21', 60133) {{(pid=102600) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 08:59:33.990379 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4e4ce0bd-d09c-42b7-8c2d-1a5597bcadeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:35.675926 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:37.051523 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-fd542ef6-d22e-4300-9954-486fdb35049a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:38.177735 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:39.347349 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ad5c9438-1ffd-4d11-89a8-c771b1febcd2 req-2da8cee4-c94c-4b99-af9c-664e1f84e81b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=088dffb3-69cd-4f1c-9ce3-6ae2acb9640e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0412135 Nov 12 08:59:39.376787 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:39.432015 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5c9438-1ffd-4d11-89a8-c771b1febcd2 req-a2549635-8689-4f5e-b021-4642f3ff927c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:39.433794 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ad5c9438-1ffd-4d11-89a8-c771b1febcd2 req-a2549635-8689-4f5e-b021-4642f3ff927c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0fe2f65e36b04191a8895e70d88ba327&device_id=088dffb3-69cd-4f1c-9ce3-6ae2acb9640e HTTP/1.1" status: 200 len: 1098 time: 0.0410547 Nov 12 08:59:39.542369 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5c9438-1ffd-4d11-89a8-c771b1febcd2 req-5e41ca19-c2b0-4b16-85d8-6993a26e704d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:39.543784 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ad5c9438-1ffd-4d11-89a8-c771b1febcd2 req-5e41ca19-c2b0-4b16-85d8-6993a26e704d service neutron] 10.222.0.21 "GET /v2.0/networks?id=58fcde89-0909-49c5-8929-54da1ed9ecf5 HTTP/1.1" status: 200 len: 913 time: 0.0893157 Nov 12 08:59:39.611554 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ad5c9438-1ffd-4d11-89a8-c771b1febcd2 req-e1da8b07-81fd-4a93-8189-63bb5745789d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e20566c1-6047-4919-a9a0-95a8394f537e HTTP/1.1" status: 200 len: 1001 time: 0.0598848 Nov 12 08:59:39.664411 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5c9438-1ffd-4d11-89a8-c771b1febcd2 req-9f44512c-1a3a-49e5-9a80-30ffcf5c7eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:39.665879 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ad5c9438-1ffd-4d11-89a8-c771b1febcd2 req-9f44512c-1a3a-49e5-9a80-30ffcf5c7eba service neutron] 10.222.0.21 "GET /v2.0/subnets?id=361cd205-c9ed-4615-bbce-5d7fd6e5ad7d HTTP/1.1" status: 200 len: 851 time: 0.0475049 Nov 12 08:59:39.714380 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5c9438-1ffd-4d11-89a8-c771b1febcd2 req-f65d9b7f-3021-4af0-9d17-1338a471997b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:39.715973 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ad5c9438-1ffd-4d11-89a8-c771b1febcd2 req-f65d9b7f-3021-4af0-9d17-1338a471997b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=58fcde89-0909-49c5-8929-54da1ed9ecf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420294 Nov 12 08:59:39.804579 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ad5c9438-1ffd-4d11-89a8-c771b1febcd2 req-b65db067-3373-4c81-8d32-b188cfe592f3 service neutron] 10.222.0.21 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814829 Nov 12 08:59:39.899321 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ad5c9438-1ffd-4d11-89a8-c771b1febcd2 req-df3cb52a-ff99-4353-b8ea-520f88dd5cb5 service neutron] 10.222.0.21 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875912 Nov 12 08:59:40.030335 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:42.222837 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:59:42.712854 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:03.992151 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-fc3e8ef0-584f-43d6-a7db-a11d9e1d3b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:05.675199 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:07.052484 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f84f557c-255a-46fa-8a80-d06f342656e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:08.028307 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:09.379890 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:10.032238 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:12.712998 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:13.196264 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b680efc-8af1-497b-a6c2-c0d2463b38d6 req-90fb4208-56c7-4623-9427-915f785b55b4 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:13.198449 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1b680efc-8af1-497b-a6c2-c0d2463b38d6 req-90fb4208-56c7-4623-9427-915f785b55b4 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=088dffb3-69cd-4f1c-9ce3-6ae2acb9640e HTTP/1.1" status: 200 len: 946 time: 0.0518246 Nov 12 09:00:13.248989 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1b680efc-8af1-497b-a6c2-c0d2463b38d6 req-2037f2d6-7e13-44fa-9f41-e20fdfe73f04 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445223 Nov 12 09:00:14.508916 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab29f627-9779-48b2-a9f0-6394ce51c4d5 req-8a43a1fa-258d-430f-9067-5d5af9f8cd02 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:14.511399 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ab29f627-9779-48b2-a9f0-6394ce51c4d5 req-8a43a1fa-258d-430f-9067-5d5af9f8cd02 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=088dffb3-69cd-4f1c-9ce3-6ae2acb9640e HTTP/1.1" status: 200 len: 946 time: 0.0508852 Nov 12 09:00:14.587738 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ab29f627-9779-48b2-a9f0-6394ce51c4d5 req-38a62a54-a628-467d-8f87-a45543f5a981 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698781 Nov 12 09:00:14.601777 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d783bd2f-dc39-499a-9de5-7f0df0f7b128 req-dfcfcb45-4fe1-4285-9e56-8bd5f8797d9d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=088dffb3-69cd-4f1c-9ce3-6ae2acb9640e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1485133 Nov 12 09:00:15.707397 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f27fd-09cc-4f0e-ba52-a209aec1eefe req-1a4e926f-6ef1-4d69-8df8-88fe658e497d tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:15.708861 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c48f27fd-09cc-4f0e-ba52-a209aec1eefe req-1a4e926f-6ef1-4d69-8df8-88fe658e497d tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=088dffb3-69cd-4f1c-9ce3-6ae2acb9640e HTTP/1.1" status: 200 len: 946 time: 0.0516372 Nov 12 09:00:15.756433 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c48f27fd-09cc-4f0e-ba52-a209aec1eefe req-53c18268-cffd-467f-b36d-220980a181db tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413985 Nov 12 09:00:16.068704 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d783bd2f-dc39-499a-9de5-7f0df0f7b128 req-b994bd30-6103-4d74-b492-0f6ef96ef30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:16.070180 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d783bd2f-dc39-499a-9de5-7f0df0f7b128 req-b994bd30-6103-4d74-b492-0f6ef96ef30f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0fe2f65e36b04191a8895e70d88ba327&device_id=088dffb3-69cd-4f1c-9ce3-6ae2acb9640e HTTP/1.1" status: 200 len: 1098 time: 0.0941203 Nov 12 09:00:16.166041 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d783bd2f-dc39-499a-9de5-7f0df0f7b128 req-66b33386-7cc7-4a58-95b4-88659e46b3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:16.167554 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d783bd2f-dc39-499a-9de5-7f0df0f7b128 req-66b33386-7cc7-4a58-95b4-88659e46b3b4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=58fcde89-0909-49c5-8929-54da1ed9ecf5 HTTP/1.1" status: 200 len: 913 time: 0.0893123 Nov 12 09:00:16.235762 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d783bd2f-dc39-499a-9de5-7f0df0f7b128 req-c3071604-ba0c-44c6-a50a-75a7b7b6b1e5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e20566c1-6047-4919-a9a0-95a8394f537e HTTP/1.1" status: 200 len: 1001 time: 0.0608671 Nov 12 09:00:16.292232 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d783bd2f-dc39-499a-9de5-7f0df0f7b128 req-31291814-6f79-41a4-a512-bed2415c87c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:16.293671 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d783bd2f-dc39-499a-9de5-7f0df0f7b128 req-31291814-6f79-41a4-a512-bed2415c87c6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=361cd205-c9ed-4615-bbce-5d7fd6e5ad7d HTTP/1.1" status: 200 len: 851 time: 0.0474746 Nov 12 09:00:16.339816 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d783bd2f-dc39-499a-9de5-7f0df0f7b128 req-6bcf425e-67ad-4df7-8e78-1f7da3b4dac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:16.341577 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d783bd2f-dc39-499a-9de5-7f0df0f7b128 req-6bcf425e-67ad-4df7-8e78-1f7da3b4dac0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=58fcde89-0909-49c5-8929-54da1ed9ecf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411417 Nov 12 09:00:16.430680 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d783bd2f-dc39-499a-9de5-7f0df0f7b128 req-98e6e96c-c327-4017-933d-ab5fd260c00d service neutron] 10.222.0.21 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813403 Nov 12 09:00:16.525055 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d783bd2f-dc39-499a-9de5-7f0df0f7b128 req-d0e1c715-69bb-43a6-8545-7e6b20541cc7 service neutron] 10.222.0.21 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869420 Nov 12 09:00:16.873706 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e04a1f-f7c5-4c83-9255-de6bb646f0b4 req-792bfe43-aef9-46d6-a55f-5f360ff12d60 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:16.875233 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-79e04a1f-f7c5-4c83-9255-de6bb646f0b4 req-792bfe43-aef9-46d6-a55f-5f360ff12d60 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=088dffb3-69cd-4f1c-9ce3-6ae2acb9640e HTTP/1.1" status: 200 len: 946 time: 0.0494239 Nov 12 09:00:16.923569 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-79e04a1f-f7c5-4c83-9255-de6bb646f0b4 req-dc86d733-dfd2-4480-afa6-9456480ffb79 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421367 Nov 12 09:00:18.050233 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70145d50-21d2-41c5-8e9c-cbad079e8a63 req-807ece5b-b637-4561-9bee-97bd5962954e tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:18.051816 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-70145d50-21d2-41c5-8e9c-cbad079e8a63 req-807ece5b-b637-4561-9bee-97bd5962954e tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=088dffb3-69cd-4f1c-9ce3-6ae2acb9640e HTTP/1.1" status: 200 len: 946 time: 0.0569513 Nov 12 09:00:18.099733 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-70145d50-21d2-41c5-8e9c-cbad079e8a63 req-4edec0b3-925c-4a33-b5e2-0e55e7e34164 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414183 Nov 12 09:00:19.216804 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fee0d5-1dce-4939-b6c3-f7046d403b6d req-01f06f24-8184-474b-b5a4-94257df97dd3 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:19.218288 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f4fee0d5-1dce-4939-b6c3-f7046d403b6d req-01f06f24-8184-474b-b5a4-94257df97dd3 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=088dffb3-69cd-4f1c-9ce3-6ae2acb9640e HTTP/1.1" status: 200 len: 946 time: 0.0492773 Nov 12 09:00:19.222800 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:00:19.266441 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f4fee0d5-1dce-4939-b6c3-f7046d403b6d req-3465920e-8b62-43e5-95b5-c1d5318b3348 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420871 Nov 12 09:00:20.388752 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293c061f-3e34-4019-b307-ebf946735d18 req-aea314f4-628a-4eb2-8443-5158da3f3b50 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:20.390326 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-293c061f-3e34-4019-b307-ebf946735d18 req-aea314f4-628a-4eb2-8443-5158da3f3b50 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=088dffb3-69cd-4f1c-9ce3-6ae2acb9640e HTTP/1.1" status: 200 len: 946 time: 0.0503235 Nov 12 09:00:20.442985 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-293c061f-3e34-4019-b307-ebf946735d18 req-831cb203-0f2f-4e07-b577-b5e3c9feec0b tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465684 Nov 12 09:00:21.560075 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c729f-dbe3-423e-9ac2-0235e8acbd6a req-271058aa-d2c9-4374-b981-051df1326d2c tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:21.561523 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5a6c729f-dbe3-423e-9ac2-0235e8acbd6a req-271058aa-d2c9-4374-b981-051df1326d2c tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=088dffb3-69cd-4f1c-9ce3-6ae2acb9640e HTTP/1.1" status: 200 len: 946 time: 0.0486789 Nov 12 09:00:21.610093 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5a6c729f-dbe3-423e-9ac2-0235e8acbd6a req-b22c1763-d463-4c32-b5a4-0c226429a392 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425763 Nov 12 09:00:22.731368 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c8e09a-1aa6-420b-8175-bb9218c08f23 req-c27551c8-f52e-4be5-b9f1-f5df24780241 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:22.732833 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-80c8e09a-1aa6-420b-8175-bb9218c08f23 req-c27551c8-f52e-4be5-b9f1-f5df24780241 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=088dffb3-69cd-4f1c-9ce3-6ae2acb9640e HTTP/1.1" status: 200 len: 946 time: 0.0522242 Nov 12 09:00:22.780631 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-80c8e09a-1aa6-420b-8175-bb9218c08f23 req-8f88cee9-c313-440a-b903-07333fe58e9a tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417883 Nov 12 09:00:23.904692 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94988d6-7730-4c4d-bcb3-224306f980f4 req-4f0361b7-133d-4281-87bf-5a3c517eb5d6 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:23.906114 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d94988d6-7730-4c4d-bcb3-224306f980f4 req-4f0361b7-133d-4281-87bf-5a3c517eb5d6 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=088dffb3-69cd-4f1c-9ce3-6ae2acb9640e HTTP/1.1" status: 200 len: 946 time: 0.0539155 Nov 12 09:00:23.956604 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d94988d6-7730-4c4d-bcb3-224306f980f4 req-621e9239-acb2-46f1-ab8f-c2db67fe6416 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444524 Nov 12 09:00:25.075676 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b250168-a7df-46b7-aa9a-4427f40e9d6f req-e59f1246-d499-4a1c-ac09-2905291c68a3 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:25.077169 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6b250168-a7df-46b7-aa9a-4427f40e9d6f req-e59f1246-d499-4a1c-ac09-2905291c68a3 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=088dffb3-69cd-4f1c-9ce3-6ae2acb9640e HTTP/1.1" status: 200 len: 946 time: 0.0525641 Nov 12 09:00:25.129622 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6b250168-a7df-46b7-aa9a-4427f40e9d6f req-41e1eb28-fa78-4452-99fa-da599dbc8993 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462389 Nov 12 09:00:26.251105 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8455dc8c-565b-4c26-bd7c-76388946b2bd req-fe1836ac-6e9e-4951-bb38-ab7fd7294ced tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:26.252612 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8455dc8c-565b-4c26-bd7c-76388946b2bd req-fe1836ac-6e9e-4951-bb38-ab7fd7294ced tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=088dffb3-69cd-4f1c-9ce3-6ae2acb9640e HTTP/1.1" status: 200 len: 946 time: 0.0545301 Nov 12 09:00:26.300404 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8455dc8c-565b-4c26-bd7c-76388946b2bd req-60abbeeb-ef7b-45f3-8c95-ea206d74c825 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417678 Nov 12 09:00:27.419649 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f798824-a9fd-4a9d-9b4a-4f7faac1b703 req-60a8ecaa-df31-4260-a716-82e952468657 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:27.421123 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0f798824-a9fd-4a9d-9b4a-4f7faac1b703 req-60a8ecaa-df31-4260-a716-82e952468657 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=088dffb3-69cd-4f1c-9ce3-6ae2acb9640e HTTP/1.1" status: 200 len: 946 time: 0.0494421 Nov 12 09:00:27.468835 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0f798824-a9fd-4a9d-9b4a-4f7faac1b703 req-9f5630e5-4be0-46c4-8b86-93ee8866743c tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415790 Nov 12 09:00:28.586568 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e36d925-d9a6-426b-8abd-1f44d1a464d7 req-113e596d-59ca-4854-aac8-4bb29cc9bb1a tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:28.588342 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1e36d925-d9a6-426b-8abd-1f44d1a464d7 req-113e596d-59ca-4854-aac8-4bb29cc9bb1a tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=088dffb3-69cd-4f1c-9ce3-6ae2acb9640e HTTP/1.1" status: 200 len: 946 time: 0.0497150 Nov 12 09:00:28.626345 n-d-765315-29 neutron-server[102599]: INFO neutron.api.v2.resource [req-d783bd2f-dc39-499a-9de5-7f0df0f7b128 req-71a40f0f-5b5c-4c32-a254-1ad19a0631a3 service neutron] show failed (client error): The resource could not be found. Nov 12 09:00:28.627425 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d783bd2f-dc39-499a-9de5-7f0df0f7b128 req-71a40f0f-5b5c-4c32-a254-1ad19a0631a3 service neutron] 10.222.0.21 "GET /v2.0/ports/e20566c1-6047-4919-a9a0-95a8394f537e/bindings/n-h2-765315-29 HTTP/1.1" status: 404 len: 381 time: 0.0547247 Nov 12 09:00:28.640237 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1e36d925-d9a6-426b-8abd-1f44d1a464d7 req-48a33b9f-f717-4609-8140-3c16bc55bdf5 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457120 Nov 12 09:00:28.893476 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d783bd2f-dc39-499a-9de5-7f0df0f7b128 req-5e274b94-8b8d-47af-a696-fd857355081b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:28.894988 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d783bd2f-dc39-499a-9de5-7f0df0f7b128 req-5e274b94-8b8d-47af-a696-fd857355081b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=088dffb3-69cd-4f1c-9ce3-6ae2acb9640e&tenant_id=0fe2f65e36b04191a8895e70d88ba327 HTTP/1.1" status: 200 len: 1098 time: 0.0961325 Nov 12 09:00:28.907779 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [req-d783bd2f-dc39-499a-9de5-7f0df0f7b128 req-f201a0dc-2ae7-4704-b670-190a42ca7133 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:00:28.908705 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d783bd2f-dc39-499a-9de5-7f0df0f7b128 req-f201a0dc-2ae7-4704-b670-190a42ca7133 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049574 Nov 12 09:00:28.934801 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-d783bd2f-dc39-499a-9de5-7f0df0f7b128 req-64ad3d57-5a02-4f52-82a0-e07d9d3a0c34 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-765315-29', 'device_owner': 'compute:nova'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:00:28.989323 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-d783bd2f-dc39-499a-9de5-7f0df0f7b128 req-64ad3d57-5a02-4f52-82a0-e07d9d3a0c34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:29.203628 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-d783bd2f-dc39-499a-9de5-7f0df0f7b128 req-64ad3d57-5a02-4f52-82a0-e07d9d3a0c34 service neutron] For port e20566c1-6047-4919-a9a0-95a8394f537e, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=e20566c1-6047-4919-a9a0-95a8394f537e,segment=NetworkSegment(064bfa1e-f17d-49cf-86cd-d69b8f23a455),segment_id=064bfa1e-f17d-49cf-86cd-d69b8f23a455)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:00:29.235606 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-d783bd2f-dc39-499a-9de5-7f0df0f7b128 req-64ad3d57-5a02-4f52-82a0-e07d9d3a0c34 service neutron] For port e20566c1-6047-4919-a9a0-95a8394f537e, host n-h1-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:00:29.278124 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '088dffb3-69cd-4f1c-9ce3-6ae2acb9640e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e20566c1-6047-4919-a9a0-95a8394f537e'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:00:29.280435 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8ac678f-0f8e-4fad-aace-2145d79361f7" -d '{"events": [{"server_uuid": "088dffb3-69cd-4f1c-9ce3-6ae2acb9640e", "name": "network-vif-unplugged", "status": "completed", "tag": "e20566c1-6047-4919-a9a0-95a8394f537e"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:00:29.284478 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-d783bd2f-dc39-499a-9de5-7f0df0f7b128 req-64ad3d57-5a02-4f52-82a0-e07d9d3a0c34 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:29.297195 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-d783bd2f-dc39-499a-9de5-7f0df0f7b128 req-64ad3d57-5a02-4f52-82a0-e07d9d3a0c34 service neutron] Transition to ACTIVE for port object e20566c1-6047-4919-a9a0-95a8394f537e will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:00:29.301305 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-d783bd2f-dc39-499a-9de5-7f0df0f7b128 req-64ad3d57-5a02-4f52-82a0-e07d9d3a0c34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:29.388088 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ad3d57-5a02-4f52-82a0-e07d9d3a0c34 service neutron] Pushing event updated for resources: {'Port': ['ID=e20566c1-6047-4919-a9a0-95a8394f537e,revision_number=6']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:29.401616 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ad3d57-5a02-4f52-82a0-e07d9d3a0c34 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:29.401964 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ad3d57-5a02-4f52-82a0-e07d9d3a0c34 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:29.402311 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ad3d57-5a02-4f52-82a0-e07d9d3a0c34 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:29.402673 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ad3d57-5a02-4f52-82a0-e07d9d3a0c34 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:29.403014 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ad3d57-5a02-4f52-82a0-e07d9d3a0c34 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:29.403347 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ad3d57-5a02-4f52-82a0-e07d9d3a0c34 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:29.403680 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ad3d57-5a02-4f52-82a0-e07d9d3a0c34 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:29.404008 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ad3d57-5a02-4f52-82a0-e07d9d3a0c34 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:29.404335 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ad3d57-5a02-4f52-82a0-e07d9d3a0c34 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:29.404666 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ad3d57-5a02-4f52-82a0-e07d9d3a0c34 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:29.404988 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ad3d57-5a02-4f52-82a0-e07d9d3a0c34 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:29.405313 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ad3d57-5a02-4f52-82a0-e07d9d3a0c34 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:29.430000 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 09:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-317262d5-ec14-4347-b940-56c4f1c47745 x-openstack-request-id: req-317262d5-ec14-4347-b940-56c4f1c47745 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:00:29.430293 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "088dffb3-69cd-4f1c-9ce3-6ae2acb9640e", "name": "network-vif-unplugged", "status": "completed", "tag": "e20566c1-6047-4919-a9a0-95a8394f537e", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:00:29.431161 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-317262d5-ec14-4347-b940-56c4f1c47745 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:00:29.431651 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '088dffb3-69cd-4f1c-9ce3-6ae2acb9640e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e20566c1-6047-4919-a9a0-95a8394f537e', 'code': 200} Nov 12 09:00:29.445896 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-d783bd2f-dc39-499a-9de5-7f0df0f7b128 req-64ad3d57-5a02-4f52-82a0-e07d9d3a0c34 service neutron] No DVR routers for this DVR port e20566c1-6047-4919-a9a0-95a8394f537e on host n-h1-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:00:29.593832 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-d783bd2f-dc39-499a-9de5-7f0df0f7b128 req-64ad3d57-5a02-4f52-82a0-e07d9d3a0c34 service neutron] Attempting to bind port e20566c1-6047-4919-a9a0-95a8394f537e on host n-h2-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:00:29.594172 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-d783bd2f-dc39-499a-9de5-7f0df0f7b128 req-64ad3d57-5a02-4f52-82a0-e07d9d3a0c34 service neutron] Attempting to bind port e20566c1-6047-4919-a9a0-95a8394f537e by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': '064bfa1e-f17d-49cf-86cd-d69b8f23a455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '58fcde89-0909-49c5-8929-54da1ed9ecf5'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:00:29.594509 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d783bd2f-dc39-499a-9de5-7f0df0f7b128 req-64ad3d57-5a02-4f52-82a0-e07d9d3a0c34 service neutron] Attempting to bind port e20566c1-6047-4919-a9a0-95a8394f537e on network 58fcde89-0909-49c5-8929-54da1ed9ecf5 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:00:29.599032 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d783bd2f-dc39-499a-9de5-7f0df0f7b128 req-64ad3d57-5a02-4f52-82a0-e07d9d3a0c34 service neutron] Port e20566c1-6047-4919-a9a0-95a8394f537e on network 58fcde89-0909-49c5-8929-54da1ed9ecf5 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:00:29.599603 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d783bd2f-dc39-499a-9de5-7f0df0f7b128 req-64ad3d57-5a02-4f52-82a0-e07d9d3a0c34 service neutron] Attempting to bind port e20566c1-6047-4919-a9a0-95a8394f537e on network 58fcde89-0909-49c5-8929-54da1ed9ecf5 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:00:29.604828 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d783bd2f-dc39-499a-9de5-7f0df0f7b128 req-64ad3d57-5a02-4f52-82a0-e07d9d3a0c34 service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:00:29.605292 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d783bd2f-dc39-499a-9de5-7f0df0f7b128 req-64ad3d57-5a02-4f52-82a0-e07d9d3a0c34 service neutron] Checking segment: {'id': '064bfa1e-f17d-49cf-86cd-d69b8f23a455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '58fcde89-0909-49c5-8929-54da1ed9ecf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:00:29.605570 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d783bd2f-dc39-499a-9de5-7f0df0f7b128 req-64ad3d57-5a02-4f52-82a0-e07d9d3a0c34 service neutron] Bound using segment: {'id': '064bfa1e-f17d-49cf-86cd-d69b8f23a455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '58fcde89-0909-49c5-8929-54da1ed9ecf5'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:00:29.605993 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-d783bd2f-dc39-499a-9de5-7f0df0f7b128 req-64ad3d57-5a02-4f52-82a0-e07d9d3a0c34 service neutron] Bound port: e20566c1-6047-4919-a9a0-95a8394f537e, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '064bfa1e-f17d-49cf-86cd-d69b8f23a455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '58fcde89-0909-49c5-8929-54da1ed9ecf5'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:00:29.606357 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-d783bd2f-dc39-499a-9de5-7f0df0f7b128 req-64ad3d57-5a02-4f52-82a0-e07d9d3a0c34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:29.673802 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-d783bd2f-dc39-499a-9de5-7f0df0f7b128 req-64ad3d57-5a02-4f52-82a0-e07d9d3a0c34 service neutron] For port e20566c1-6047-4919-a9a0-95a8394f537e, host n-h2-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:00:29.677839 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-d783bd2f-dc39-499a-9de5-7f0df0f7b128 req-64ad3d57-5a02-4f52-82a0-e07d9d3a0c34 service neutron] For port e20566c1-6047-4919-a9a0-95a8394f537e, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=e20566c1-6047-4919-a9a0-95a8394f537e,segment=NetworkSegment(064bfa1e-f17d-49cf-86cd-d69b8f23a455),segment_id=064bfa1e-f17d-49cf-86cd-d69b8f23a455)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:00:29.682973 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-d783bd2f-dc39-499a-9de5-7f0df0f7b128 req-64ad3d57-5a02-4f52-82a0-e07d9d3a0c34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:29.719042 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d783bd2f-dc39-499a-9de5-7f0df0f7b128 req-64ad3d57-5a02-4f52-82a0-e07d9d3a0c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:29.719668 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-d783bd2f-dc39-499a-9de5-7f0df0f7b128 req-64ad3d57-5a02-4f52-82a0-e07d9d3a0c34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:29.721074 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d783bd2f-dc39-499a-9de5-7f0df0f7b128 req-64ad3d57-5a02-4f52-82a0-e07d9d3a0c34 service neutron] 10.222.0.44 "PUT /v2.0/ports/e20566c1-6047-4919-a9a0-95a8394f537e HTTP/1.1" status: 200 len: 1093 time: 0.7902493 Nov 12 09:00:29.744305 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ad3d57-5a02-4f52-82a0-e07d9d3a0c34 service neutron] Pushing event updated for resources: {'Port': ['ID=e20566c1-6047-4919-a9a0-95a8394f537e,revision_number=7']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:29.791802 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ab436-ef4d-4db5-b8ba-67b31b6cc4ac req-8f0494cf-f8e5-42ad-8b87-506e5d499374 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:29.793513 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5d7ab436-ef4d-4db5-b8ba-67b31b6cc4ac req-8f0494cf-f8e5-42ad-8b87-506e5d499374 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=088dffb3-69cd-4f1c-9ce3-6ae2acb9640e HTTP/1.1" status: 200 len: 944 time: 0.0726271 Nov 12 09:00:29.812621 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d783bd2f-dc39-499a-9de5-7f0df0f7b128 req-5316796e-a190-4348-99b5-52a2b18d06cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:29.814472 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d783bd2f-dc39-499a-9de5-7f0df0f7b128 req-5316796e-a190-4348-99b5-52a2b18d06cb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0fe2f65e36b04191a8895e70d88ba327&device_id=088dffb3-69cd-4f1c-9ce3-6ae2acb9640e HTTP/1.1" status: 200 len: 1096 time: 0.0477712 Nov 12 09:00:29.857424 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5d7ab436-ef4d-4db5-b8ba-67b31b6cc4ac req-c31410b7-f429-4220-879c-24d0f8316ee0 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542798 Nov 12 09:00:29.926190 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d783bd2f-dc39-499a-9de5-7f0df0f7b128 req-9b93bb5c-4d83-4c24-88b7-eb2e16efa692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:29.927708 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d783bd2f-dc39-499a-9de5-7f0df0f7b128 req-9b93bb5c-4d83-4c24-88b7-eb2e16efa692 service neutron] 10.222.0.44 "GET /v2.0/networks?id=58fcde89-0909-49c5-8929-54da1ed9ecf5 HTTP/1.1" status: 200 len: 913 time: 0.0999961 Nov 12 09:00:29.998822 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d783bd2f-dc39-499a-9de5-7f0df0f7b128 req-75aec766-841d-4399-85d6-a861bd3a9f13 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e20566c1-6047-4919-a9a0-95a8394f537e HTTP/1.1" status: 200 len: 999 time: 0.0594342 Nov 12 09:00:30.057720 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d783bd2f-dc39-499a-9de5-7f0df0f7b128 req-889a29b9-ff75-4148-81f5-71502b155dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:30.059220 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d783bd2f-dc39-499a-9de5-7f0df0f7b128 req-889a29b9-ff75-4148-81f5-71502b155dde service neutron] 10.222.0.44 "GET /v2.0/subnets?id=361cd205-c9ed-4615-bbce-5d7fd6e5ad7d HTTP/1.1" status: 200 len: 851 time: 0.0490365 Nov 12 09:00:30.109220 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d783bd2f-dc39-499a-9de5-7f0df0f7b128 req-4af25d48-a1ad-4d32-8795-3fe4c6c85d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:30.110722 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d783bd2f-dc39-499a-9de5-7f0df0f7b128 req-4af25d48-a1ad-4d32-8795-3fe4c6c85d7e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=58fcde89-0909-49c5-8929-54da1ed9ecf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406423 Nov 12 09:00:30.203241 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d783bd2f-dc39-499a-9de5-7f0df0f7b128 req-f48c6f82-a4e2-472d-9a0b-e8ab6b6213cf service neutron] 10.222.0.44 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812011 Nov 12 09:00:30.301742 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d783bd2f-dc39-499a-9de5-7f0df0f7b128 req-061f0b57-fc37-4f0f-bed2-93ca93bc7ac1 service neutron] 10.222.0.44 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862000 Nov 12 09:00:30.979427 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1500c7-b77e-4762-95b2-a0316c679591 req-226e1773-e274-4050-a0c8-6cb039785137 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:30.981249 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fe1500c7-b77e-4762-95b2-a0316c679591 req-226e1773-e274-4050-a0c8-6cb039785137 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=088dffb3-69cd-4f1c-9ce3-6ae2acb9640e HTTP/1.1" status: 200 len: 944 time: 0.0506010 Nov 12 09:00:31.027956 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fe1500c7-b77e-4762-95b2-a0316c679591 req-7ca2a938-d560-4415-bbcb-27974dc81c2e tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408273 Nov 12 09:00:31.433220 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '088dffb3-69cd-4f1c-9ce3-6ae2acb9640e', 'tag': 'e20566c1-6047-4919-a9a0-95a8394f537e'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:00:31.435600 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a11c1687-63df-4a86-bf5d-94dff3313a9c" -d '{"events": [{"name": "network-changed", "server_uuid": "088dffb3-69cd-4f1c-9ce3-6ae2acb9640e", "tag": "e20566c1-6047-4919-a9a0-95a8394f537e"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:00:31.484365 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff6ad02-92a2-4b05-98f2-43cc127ff89f x-openstack-request-id: req-8ff6ad02-92a2-4b05-98f2-43cc127ff89f {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:00:31.484659 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "088dffb3-69cd-4f1c-9ce3-6ae2acb9640e", "tag": "e20566c1-6047-4919-a9a0-95a8394f537e", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:00:31.484912 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8ff6ad02-92a2-4b05-98f2-43cc127ff89f {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:00:31.485313 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '088dffb3-69cd-4f1c-9ce3-6ae2acb9640e', 'tag': 'e20566c1-6047-4919-a9a0-95a8394f537e', 'status': 'completed', 'code': 200} Nov 12 09:00:31.574747 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11c1687-63df-4a86-bf5d-94dff3313a9c req-fc8064d0-7e7c-4f3a-b175-20ec5249dae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:31.576334 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a11c1687-63df-4a86-bf5d-94dff3313a9c req-fc8064d0-7e7c-4f3a-b175-20ec5249dae5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0fe2f65e36b04191a8895e70d88ba327&device_id=088dffb3-69cd-4f1c-9ce3-6ae2acb9640e HTTP/1.1" status: 200 len: 1096 time: 0.0427566 Nov 12 09:00:31.696236 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11c1687-63df-4a86-bf5d-94dff3313a9c req-983661c5-8b18-49a5-a8d4-73e825fa6807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:31.697808 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a11c1687-63df-4a86-bf5d-94dff3313a9c req-983661c5-8b18-49a5-a8d4-73e825fa6807 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0fe2f65e36b04191a8895e70d88ba327&device_id=088dffb3-69cd-4f1c-9ce3-6ae2acb9640e HTTP/1.1" status: 200 len: 1096 time: 0.0956285 Nov 12 09:00:31.714187 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11c1687-63df-4a86-bf5d-94dff3313a9c req-c277859f-bc58-4d14-a8e1-4be67488837c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:31.715612 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a11c1687-63df-4a86-bf5d-94dff3313a9c req-c277859f-bc58-4d14-a8e1-4be67488837c service neutron] 10.222.0.44 "GET /v2.0/networks?id=58fcde89-0909-49c5-8929-54da1ed9ecf5 HTTP/1.1" status: 200 len: 913 time: 0.1321385 Nov 12 09:00:31.830519 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a11c1687-63df-4a86-bf5d-94dff3313a9c req-be21c162-37c7-4e33-b604-f84ea6f3a93c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e20566c1-6047-4919-a9a0-95a8394f537e HTTP/1.1" status: 200 len: 999 time: 0.1037188 Nov 12 09:00:31.870551 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11c1687-63df-4a86-bf5d-94dff3313a9c req-eaaf2786-76d5-4e8d-9b89-065ead85c293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:31.872050 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a11c1687-63df-4a86-bf5d-94dff3313a9c req-eaaf2786-76d5-4e8d-9b89-065ead85c293 service neutron] 10.222.0.21 "GET /v2.0/networks?id=58fcde89-0909-49c5-8929-54da1ed9ecf5 HTTP/1.1" status: 200 len: 913 time: 0.1654713 Nov 12 09:00:31.930512 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11c1687-63df-4a86-bf5d-94dff3313a9c req-a67ae43c-53c9-4fce-90f9-34dbe993e16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:31.932477 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a11c1687-63df-4a86-bf5d-94dff3313a9c req-a67ae43c-53c9-4fce-90f9-34dbe993e16f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=361cd205-c9ed-4615-bbce-5d7fd6e5ad7d HTTP/1.1" status: 200 len: 851 time: 0.0904980 Nov 12 09:00:31.972314 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a11c1687-63df-4a86-bf5d-94dff3313a9c req-b3748358-4ba5-4e59-a4a7-8f53c0ced849 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e20566c1-6047-4919-a9a0-95a8394f537e HTTP/1.1" status: 200 len: 999 time: 0.0926609 Nov 12 09:00:32.020109 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11c1687-63df-4a86-bf5d-94dff3313a9c req-94ef4e27-0739-49e9-99f4-00699f6074f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:32.021601 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a11c1687-63df-4a86-bf5d-94dff3313a9c req-94ef4e27-0739-49e9-99f4-00699f6074f9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=58fcde89-0909-49c5-8929-54da1ed9ecf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0811741 Nov 12 09:00:32.029458 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11c1687-63df-4a86-bf5d-94dff3313a9c req-87122747-8b2c-436c-991f-7043bbd24d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:32.030829 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a11c1687-63df-4a86-bf5d-94dff3313a9c req-87122747-8b2c-436c-991f-7043bbd24d20 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=361cd205-c9ed-4615-bbce-5d7fd6e5ad7d HTTP/1.1" status: 200 len: 851 time: 0.0519631 Nov 12 09:00:32.133041 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11c1687-63df-4a86-bf5d-94dff3313a9c req-4c476562-beef-4c5b-a8b8-0c67df940f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:32.135312 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a11c1687-63df-4a86-bf5d-94dff3313a9c req-4c476562-beef-4c5b-a8b8-0c67df940f8c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=58fcde89-0909-49c5-8929-54da1ed9ecf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0959949 Nov 12 09:00:32.153687 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fea40c3-4c44-4c5b-aa62-cf6675ddc123 req-2c15c8f0-8c24-4136-b22d-87fd8de8b507 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:32.155251 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8fea40c3-4c44-4c5b-aa62-cf6675ddc123 req-2c15c8f0-8c24-4136-b22d-87fd8de8b507 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=088dffb3-69cd-4f1c-9ce3-6ae2acb9640e HTTP/1.1" status: 200 len: 944 time: 0.0541930 Nov 12 09:00:32.171378 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a11c1687-63df-4a86-bf5d-94dff3313a9c req-77328613-ee5b-4ab6-b132-cc2d7b5295a4 service neutron] 10.222.0.44 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395388 Nov 12 09:00:32.206983 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8fea40c3-4c44-4c5b-aa62-cf6675ddc123 req-490094bc-86dd-4262-a1bd-f46c3f8849a8 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443938 Nov 12 09:00:32.314032 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a11c1687-63df-4a86-bf5d-94dff3313a9c req-2ebabd8e-ce8f-4cf6-89fd-bfa6d0a9b991 service neutron] 10.222.0.21 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655056 Nov 12 09:00:32.365157 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a11c1687-63df-4a86-bf5d-94dff3313a9c req-b9f7acf7-0b4c-40c8-8619-572f6b32717c service neutron] 10.222.0.44 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521392 Nov 12 09:00:32.424986 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a11c1687-63df-4a86-bf5d-94dff3313a9c req-49f3c3c2-3210-4563-be59-c032119fb1f5 service neutron] 10.222.0.21 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032362 Nov 12 09:00:32.650030 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device e20566c1-6047-4919-a9a0-95a8394f537e no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:00:32.690885 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device e20566c1-6047-4919-a9a0-95a8394f537e not bound to the agent host n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:00:33.330550 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f483666a-de61-4f01-aa29-56f42df1209b req-61ed37ca-a2ff-4ad3-ba83-1d1a8506aa83 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:33.332055 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f483666a-de61-4f01-aa29-56f42df1209b req-61ed37ca-a2ff-4ad3-ba83-1d1a8506aa83 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=088dffb3-69cd-4f1c-9ce3-6ae2acb9640e HTTP/1.1" status: 200 len: 944 time: 0.0494189 Nov 12 09:00:33.378764 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f483666a-de61-4f01-aa29-56f42df1209b req-3ea99032-e2a3-4b99-b629-37de48633ea0 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407405 Nov 12 09:00:33.571433 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2615e64-93f4-406d-b8e9-935179710742 req-09966ee6-8589-4b60-b7ce-bed84d01fd5d tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:33.573075 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a2615e64-93f4-406d-b8e9-935179710742 req-09966ee6-8589-4b60-b7ce-bed84d01fd5d tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=088dffb3-69cd-4f1c-9ce3-6ae2acb9640e HTTP/1.1" status: 200 len: 944 time: 0.0497098 Nov 12 09:00:33.586662 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e78ba-f784-4d59-bafc-873d014ba642 req-65657eb1-9546-4f9c-b19e-0f94e1739a50 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:33.588331 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-356e78ba-f784-4d59-bafc-873d014ba642 req-65657eb1-9546-4f9c-b19e-0f94e1739a50 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.21 "GET /v2.0/ports?device_id=088dffb3-69cd-4f1c-9ce3-6ae2acb9640e&tenant_id=0fe2f65e36b04191a8895e70d88ba327&binding%3Ahost_id=n-h2-765315-29 HTTP/1.1" status: 200 len: 944 time: 0.0538621 Nov 12 09:00:33.652547 n-d-765315-29 neutron-server[102599]: INFO neutron.api.v2.resource [req-356e78ba-f784-4d59-bafc-873d014ba642 req-16328eb4-8b52-4814-90a2-f627b0277862 service neutron] delete failed (client error): The resource could not be found. Nov 12 09:00:33.653604 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-356e78ba-f784-4d59-bafc-873d014ba642 req-16328eb4-8b52-4814-90a2-f627b0277862 service neutron] 10.222.0.21 "DELETE /v2.0/ports/e20566c1-6047-4919-a9a0-95a8394f537e/bindings/n-h1-765315-29 HTTP/1.1" status: 404 len: 381 time: 0.0577204 Nov 12 09:00:33.748620 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e78ba-f784-4d59-bafc-873d014ba642 req-7ba061a0-504e-4901-99f3-f4f99b01a507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:33.750246 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-356e78ba-f784-4d59-bafc-873d014ba642 req-7ba061a0-504e-4901-99f3-f4f99b01a507 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0fe2f65e36b04191a8895e70d88ba327&device_id=088dffb3-69cd-4f1c-9ce3-6ae2acb9640e HTTP/1.1" status: 200 len: 1096 time: 0.0492375 Nov 12 09:00:33.851496 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e78ba-f784-4d59-bafc-873d014ba642 req-a186053f-424f-4b6d-8269-1a5632135e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:33.853794 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-356e78ba-f784-4d59-bafc-873d014ba642 req-a186053f-424f-4b6d-8269-1a5632135e7f service neutron] 10.222.0.21 "GET /v2.0/networks?id=58fcde89-0909-49c5-8929-54da1ed9ecf5 HTTP/1.1" status: 200 len: 913 time: 0.0968738 Nov 12 09:00:33.877115 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a2615e64-93f4-406d-b8e9-935179710742 req-8208c2cc-35fb-499a-8462-20c6141534f2 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2977006 Nov 12 09:00:33.926450 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-356e78ba-f784-4d59-bafc-873d014ba642 req-5d5a2ab3-34d4-48d0-b946-d2acfe2ac360 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e20566c1-6047-4919-a9a0-95a8394f537e HTTP/1.1" status: 200 len: 999 time: 0.0658698 Nov 12 09:00:33.975298 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e78ba-f784-4d59-bafc-873d014ba642 req-4251fb95-5cb4-4316-bd8c-b3b6bc722c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:33.978003 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-356e78ba-f784-4d59-bafc-873d014ba642 req-4251fb95-5cb4-4316-bd8c-b3b6bc722c5f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=361cd205-c9ed-4615-bbce-5d7fd6e5ad7d HTTP/1.1" status: 200 len: 851 time: 0.0445795 Nov 12 09:00:33.994022 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-49574681-23fe-4ea8-a822-458823cd8001 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:34.022793 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e78ba-f784-4d59-bafc-873d014ba642 req-81844073-77aa-4817-ae5e-deafe396c7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:34.024813 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-356e78ba-f784-4d59-bafc-873d014ba642 req-81844073-77aa-4817-ae5e-deafe396c7e8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=58fcde89-0909-49c5-8929-54da1ed9ecf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403991 Nov 12 09:00:34.118635 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-356e78ba-f784-4d59-bafc-873d014ba642 req-ae8ed77f-4e2a-4366-9d6d-433565822d65 service neutron] 10.222.0.21 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865138 Nov 12 09:00:34.209223 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-356e78ba-f784-4d59-bafc-873d014ba642 req-38d36149-52c0-4a5e-ad1b-160ed54fb426 service neutron] 10.222.0.21 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834084 Nov 12 09:00:34.576835 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device e20566c1-6047-4919-a9a0-95a8394f537e details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:00:34.678462 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port e20566c1-6047-4919-a9a0-95a8394f537e, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=e20566c1-6047-4919-a9a0-95a8394f537e,segment=NetworkSegment(064bfa1e-f17d-49cf-86cd-d69b8f23a455),segment_id=064bfa1e-f17d-49cf-86cd-d69b8f23a455)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:00:34.691804 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': 'e20566c1-6047-4919-a9a0-95a8394f537e', 'network_id': '58fcde89-0909-49c5-8929-54da1ed9ecf5', 'port_id': 'e20566c1-6047-4919-a9a0-95a8394f537e', 'mac_address': 'fa:16:3e:25:bf:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '361cd205-c9ed-4615-bbce-5d7fd6e5ad7d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:00:34.730389 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:34.744968 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e20566c1-6047-4919-a9a0-95a8394f537e {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:00:34.770027 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port e20566c1-6047-4919-a9a0-95a8394f537e, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=e20566c1-6047-4919-a9a0-95a8394f537e,segment=NetworkSegment(064bfa1e-f17d-49cf-86cd-d69b8f23a455),segment_id=064bfa1e-f17d-49cf-86cd-d69b8f23a455)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:00:34.774705 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:34.822558 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=e20566c1-6047-4919-a9a0-95a8394f537e,revision_number=8']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:34.830128 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:34.830475 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:34.830838 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:34.831173 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:34.831503 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:34.831859 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:34.832177 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:34.832497 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:34.832816 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:34.833133 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:34.833449 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:34.833765 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:34.994242 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedf3ef0-6fe3-4482-aafc-6a7af16c0a73 req-8827d98d-e07f-4d9f-be6f-128de23026cd tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:34.995731 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-eedf3ef0-6fe3-4482-aafc-6a7af16c0a73 req-8827d98d-e07f-4d9f-be6f-128de23026cd tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=088dffb3-69cd-4f1c-9ce3-6ae2acb9640e HTTP/1.1" status: 200 len: 945 time: 0.0497684 Nov 12 09:00:35.044205 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-eedf3ef0-6fe3-4482-aafc-6a7af16c0a73 req-74c6e77e-1c24-4120-9391-b775a2e229c3 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425098 Nov 12 09:00:35.125180 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['e20566c1-6047-4919-a9a0-95a8394f537e'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:00:35.162086 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b2cf99-6eea-4d49-b98c-cb1bf0222784 req-ce12f536-52a1-4c79-adcc-ad425021a0a4 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:35.163591 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-58b2cf99-6eea-4d49-b98c-cb1bf0222784 req-ce12f536-52a1-4c79-adcc-ad425021a0a4 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=088dffb3-69cd-4f1c-9ce3-6ae2acb9640e HTTP/1.1" status: 200 len: 945 time: 0.0512931 Nov 12 09:00:35.211668 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-58b2cf99-6eea-4d49-b98c-cb1bf0222784 req-eae64aae-b8bd-4928-80b2-b25f89ca86b1 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417612 Nov 12 09:00:35.331075 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6394bc65-632b-4603-9a30-c352fa6ff6d9 req-c0403963-bbd1-40d1-9fbf-60c62fd0e031 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:35.332464 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6394bc65-632b-4603-9a30-c352fa6ff6d9 req-c0403963-bbd1-40d1-9fbf-60c62fd0e031 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=088dffb3-69cd-4f1c-9ce3-6ae2acb9640e HTTP/1.1" status: 200 len: 945 time: 0.0528200 Nov 12 09:00:35.380146 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6394bc65-632b-4603-9a30-c352fa6ff6d9 req-64a54957-54c3-4a02-8802-effb93d41e57 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411434 Nov 12 09:00:35.611877 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb29b058-f14e-4aa5-aa27-4d45494a88e8 req-7b89ef6b-1893-4df4-9c5a-f08706d7591b tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:35.613345 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-eb29b058-f14e-4aa5-aa27-4d45494a88e8 req-7b89ef6b-1893-4df4-9c5a-f08706d7591b tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=088dffb3-69cd-4f1c-9ce3-6ae2acb9640e HTTP/1.1" status: 200 len: 945 time: 0.0484936 Nov 12 09:00:35.660723 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-eb29b058-f14e-4aa5-aa27-4d45494a88e8 req-0d09b4c3-1e87-47fb-a09e-34df40c615fc tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407844 Nov 12 09:00:35.675295 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:36.595424 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device e20566c1-6047-4919-a9a0-95a8394f537e up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:00:36.644635 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning for port e20566c1-6047-4919-a9a0-95a8394f537e completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:00:36.648769 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port e20566c1-6047-4919-a9a0-95a8394f537e triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:00:36.649130 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:36.728535 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:36.755695 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '088dffb3-69cd-4f1c-9ce3-6ae2acb9640e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e20566c1-6047-4919-a9a0-95a8394f537e'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:00:36.758254 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-851c68db-d09d-46e9-b2d9-48fa6352e8f4" -d '{"events": [{"server_uuid": "088dffb3-69cd-4f1c-9ce3-6ae2acb9640e", "name": "network-vif-plugged", "status": "completed", "tag": "e20566c1-6047-4919-a9a0-95a8394f537e"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:00:36.779806 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port e20566c1-6047-4919-a9a0-95a8394f537e, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=e20566c1-6047-4919-a9a0-95a8394f537e,segment=NetworkSegment(064bfa1e-f17d-49cf-86cd-d69b8f23a455),segment_id=064bfa1e-f17d-49cf-86cd-d69b8f23a455)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:00:36.784597 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:36.787433 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3a0b04-2109-4ee7-b45b-e97cb9a619e3 req-b4a1bc1f-01ca-40e4-9e1d-a5f259befcf6 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:36.789094 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1f3a0b04-2109-4ee7-b45b-e97cb9a619e3 req-b4a1bc1f-01ca-40e4-9e1d-a5f259befcf6 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=088dffb3-69cd-4f1c-9ce3-6ae2acb9640e HTTP/1.1" status: 200 len: 945 time: 0.0557477 Nov 12 09:00:36.841773 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1f3a0b04-2109-4ee7-b45b-e97cb9a619e3 req-de4de19c-e938-4de3-91bc-8ca65d20f0d7 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439086 Nov 12 09:00:36.843326 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=e20566c1-6047-4919-a9a0-95a8394f537e,revision_number=9']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:36.951384 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-130f356e-cba2-4336-9e7d-accc0c3d515e x-openstack-request-id: req-130f356e-cba2-4336-9e7d-accc0c3d515e {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:00:36.951675 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "088dffb3-69cd-4f1c-9ce3-6ae2acb9640e", "name": "network-vif-plugged", "status": "completed", "tag": "e20566c1-6047-4919-a9a0-95a8394f537e", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:00:36.951929 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-130f356e-cba2-4336-9e7d-accc0c3d515e {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:00:36.952329 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '088dffb3-69cd-4f1c-9ce3-6ae2acb9640e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e20566c1-6047-4919-a9a0-95a8394f537e', 'code': 200} Nov 12 09:00:37.053776 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5992a3c0-617a-4081-be34-b7a5f1d3c16d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:37.151359 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36473e56-c1a6-4075-835e-f5de33adc08b req-e1a33aea-d3f9-450c-a5b6-3674e57310fc tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:37.152718 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-36473e56-c1a6-4075-835e-f5de33adc08b req-e1a33aea-d3f9-450c-a5b6-3674e57310fc tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.44 "GET /v2.0/ports?device_id=088dffb3-69cd-4f1c-9ce3-6ae2acb9640e HTTP/1.1" status: 200 len: 946 time: 0.0533569 Nov 12 09:00:37.246294 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-36473e56-c1a6-4075-835e-f5de33adc08b req-8524807c-be73-420d-ad44-03b51d6a0ce9 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Deleting port e20566c1-6047-4919-a9a0-95a8394f537e {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:00:37.246649 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-36473e56-c1a6-4075-835e-f5de33adc08b req-8524807c-be73-420d-ad44-03b51d6a0ce9 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:37.338383 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-36473e56-c1a6-4075-835e-f5de33adc08b req-8524807c-be73-420d-ad44-03b51d6a0ce9 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] For port e20566c1-6047-4919-a9a0-95a8394f537e, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=e20566c1-6047-4919-a9a0-95a8394f537e,segment=NetworkSegment(064bfa1e-f17d-49cf-86cd-d69b8f23a455),segment_id=064bfa1e-f17d-49cf-86cd-d69b8f23a455)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:00:37.338783 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-36473e56-c1a6-4075-835e-f5de33adc08b req-8524807c-be73-420d-ad44-03b51d6a0ce9 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:37.509328 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-36473e56-c1a6-4075-835e-f5de33adc08b req-8524807c-be73-420d-ad44-03b51d6a0ce9 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:37.509719 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-36473e56-c1a6-4075-835e-f5de33adc08b req-8524807c-be73-420d-ad44-03b51d6a0ce9 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:37.510053 n-d-765315-29 neutron-server[102599]: INFO neutron.db.l3_db [req-36473e56-c1a6-4075-835e-f5de33adc08b req-8524807c-be73-420d-ad44-03b51d6a0ce9 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Floating IP 9217acd6-95dc-4512-9acf-af341d90890a disassociated. External IP: 172.25.2.51, port: e20566c1-6047-4919-a9a0-95a8394f537e. Nov 12 09:00:37.510396 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-36473e56-c1a6-4075-835e-f5de33adc08b req-8524807c-be73-420d-ad44-03b51d6a0ce9 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Calling delete_port for e20566c1-6047-4919-a9a0-95a8394f537e owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:00:37.645355 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-36473e56-c1a6-4075-835e-f5de33adc08b req-8524807c-be73-420d-ad44-03b51d6a0ce9 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:37.674720 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8524807c-be73-420d-ad44-03b51d6a0ce9 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Pushing event deleted for resources: {'Port': ['ID=e20566c1-6047-4919-a9a0-95a8394f537e,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:37.793012 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [req-36473e56-c1a6-4075-835e-f5de33adc08b req-8524807c-be73-420d-ad44-03b51d6a0ce9 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Router f6b98748-32d5-4e6b-95c1-917d21233cbe has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:00:37.947417 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cb95d262-278b-4046-8d43-d5bd349a8138 req-4a57496e-9711-4caf-9478-a218c990ecc9 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=088dffb3-69cd-4f1c-9ce3-6ae2acb9640e HTTP/1.1" status: 200 len: 210 time: 0.0291708 Nov 12 09:00:38.032180 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:38.221110 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-36473e56-c1a6-4075-835e-f5de33adc08b req-8524807c-be73-420d-ad44-03b51d6a0ce9 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:00:38.232194 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80815c87-515a-43b7-9a5a-a99dc498625d None None] Sync routers for ids ['f6b98748-32d5-4e6b-95c1-917d21233cbe'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:00:38.242476 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80815c87-515a-43b7-9a5a-a99dc498625d None None] Routers {'f6b98748-32d5-4e6b-95c1-917d21233cbe'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:00:38.243711 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-80815c87-515a-43b7-9a5a-a99dc498625d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:00:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['f6b98748-32d5-4e6b-95c1-917d21233cbe'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:38.261084 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-36473e56-c1a6-4075-835e-f5de33adc08b req-8524807c-be73-420d-ad44-03b51d6a0ce9 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] No DVR routers for this DVR port e20566c1-6047-4919-a9a0-95a8394f537e on host n-h2-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:00:38.263979 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-36473e56-c1a6-4075-835e-f5de33adc08b req-8524807c-be73-420d-ad44-03b51d6a0ce9 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:38.267529 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-36473e56-c1a6-4075-835e-f5de33adc08b req-8524807c-be73-420d-ad44-03b51d6a0ce9 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.44 "DELETE /v2.0/ports/e20566c1-6047-4919-a9a0-95a8394f537e HTTP/1.1" status: 204 len: 173 time: 1.1041968 Nov 12 09:00:38.267972 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '088dffb3-69cd-4f1c-9ce3-6ae2acb9640e', 'name': 'network-vif-deleted', 'tag': 'e20566c1-6047-4919-a9a0-95a8394f537e'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:00:38.270156 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ac7030a-a5e7-4660-8a69-0cb63c0f1341" -d '{"events": [{"server_uuid": "088dffb3-69cd-4f1c-9ce3-6ae2acb9640e", "name": "network-vif-deleted", "tag": "e20566c1-6047-4919-a9a0-95a8394f537e"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:00:38.308707 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a9b04f-d3ff-4ae9-b388-c71f5b79ca84 x-openstack-request-id: req-78a9b04f-d3ff-4ae9-b388-c71f5b79ca84 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:00:38.309002 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "088dffb3-69cd-4f1c-9ce3-6ae2acb9640e", "name": "network-vif-deleted", "tag": "e20566c1-6047-4919-a9a0-95a8394f537e", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:00:38.309264 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-78a9b04f-d3ff-4ae9-b388-c71f5b79ca84 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:00:38.309763 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '088dffb3-69cd-4f1c-9ce3-6ae2acb9640e', 'name': 'network-vif-deleted', 'tag': 'e20566c1-6047-4919-a9a0-95a8394f537e', 'status': 'completed', 'code': 200} Nov 12 09:00:38.354641 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-80815c87-515a-43b7-9a5a-a99dc498625d None None] Set router f6b98748-32d5-4e6b-95c1-917d21233cbe gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:00:38.555574 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-80815c87-515a-43b7-9a5a-a99dc498625d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b98748-32d5-4e6b-95c1-917d21233cbe', 'name': 'tempest-ServerActionsTestJSON-1810950938-router', 'tenant_id': '0fe2f65e36b04191a8895e70d88ba327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'c440091b-f087-4717-9c3c-606f173cf5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:56:59Z', 'updated_at': '2021-11-12T08:57:02Z', 'revision_number': 4, 'project_id': '0fe2f65e36b04191a8895e70d88ba327', 'gw_port': {'id': 'c440091b-f087-4717-9c3c-606f173cf5a4', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:00:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b98748-32d5-4e6b-95c1-917d21233cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:57:00Z', 'updated_at': '2021-11-12T08:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '229f4a10-65a2-46af-adc4-fb8c1cb7b847', 'name': '', 'network_id': '58fcde89-0909-49c5-8929-54da1ed9ecf5', 'tenant_id': '0fe2f65e36b04191a8895e70d88ba327', 'mac_address': 'fa:16:3e:f5:51:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b98748-32d5-4e6b-95c1-917d21233cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '361cd205-c9ed-4615-bbce-5d7fd6e5ad7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:57:02Z', 'updated_at': '2021-11-12T08:57:06Z', 'revision_number': 5, 'project_id': '0fe2f65e36b04191a8895e70d88ba327', 'subnets': [{'id': '361cd205-c9ed-4615-bbce-5d7fd6e5ad7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:38.581063 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80815c87-515a-43b7-9a5a-a99dc498625d None None] Checking router: f6b98748-32d5-4e6b-95c1-917d21233cbe for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:00:38.590240 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80815c87-515a-43b7-9a5a-a99dc498625d None None] Routers {'f6b98748-32d5-4e6b-95c1-917d21233cbe'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:00:38.590873 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-80815c87-515a-43b7-9a5a-a99dc498625d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:00:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['f6b98748-32d5-4e6b-95c1-917d21233cbe'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:38.785298 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-80815c87-515a-43b7-9a5a-a99dc498625d None None] Set router f6b98748-32d5-4e6b-95c1-917d21233cbe gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:00:38.994553 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-80815c87-515a-43b7-9a5a-a99dc498625d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b98748-32d5-4e6b-95c1-917d21233cbe', 'name': 'tempest-ServerActionsTestJSON-1810950938-router', 'tenant_id': '0fe2f65e36b04191a8895e70d88ba327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'c440091b-f087-4717-9c3c-606f173cf5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:56:59Z', 'updated_at': '2021-11-12T08:57:02Z', 'revision_number': 4, 'project_id': '0fe2f65e36b04191a8895e70d88ba327', 'gw_port': {'id': 'c440091b-f087-4717-9c3c-606f173cf5a4', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:00:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b98748-32d5-4e6b-95c1-917d21233cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:57:00Z', 'updated_at': '2021-11-12T08:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '229f4a10-65a2-46af-adc4-fb8c1cb7b847', 'name': '', 'network_id': '58fcde89-0909-49c5-8929-54da1ed9ecf5', 'tenant_id': '0fe2f65e36b04191a8895e70d88ba327', 'mac_address': 'fa:16:3e:f5:51:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b98748-32d5-4e6b-95c1-917d21233cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '361cd205-c9ed-4615-bbce-5d7fd6e5ad7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:57:02Z', 'updated_at': '2021-11-12T08:57:06Z', 'revision_number': 5, 'project_id': '0fe2f65e36b04191a8895e70d88ba327', 'subnets': [{'id': '361cd205-c9ed-4615-bbce-5d7fd6e5ad7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:39.024939 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80815c87-515a-43b7-9a5a-a99dc498625d None None] The sync data for ids ['f6b98748-32d5-4e6b-95c1-917d21233cbe'] in n-d-765315-29 is: [{'id': 'f6b98748-32d5-4e6b-95c1-917d21233cbe', 'name': 'tempest-ServerActionsTestJSON-1810950938-router', 'tenant_id': '0fe2f65e36b04191a8895e70d88ba327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'c440091b-f087-4717-9c3c-606f173cf5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:56:59Z', 'updated_at': '2021-11-12T08:57:02Z', 'revision_number': 4, 'project_id': '0fe2f65e36b04191a8895e70d88ba327', 'gw_port': {'id': 'c440091b-f087-4717-9c3c-606f173cf5a4', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:00:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b98748-32d5-4e6b-95c1-917d21233cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:57:00Z', 'updated_at': '2021-11-12T08:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '229f4a10-65a2-46af-adc4-fb8c1cb7b847', 'name': '', 'network_id': '58fcde89-0909-49c5-8929-54da1ed9ecf5', 'tenant_id': '0fe2f65e36b04191a8895e70d88ba327', 'mac_address': 'fa:16:3e:f5:51:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b98748-32d5-4e6b-95c1-917d21233cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '361cd205-c9ed-4615-bbce-5d7fd6e5ad7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:57:02Z', 'updated_at': '2021-11-12T08:57:06Z', 'revision_number': 5, 'project_id': '0fe2f65e36b04191a8895e70d88ba327', 'subnets': [{'id': '361cd205-c9ed-4615-bbce-5d7fd6e5ad7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:00:39.198939 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-afb477b5-9006-4db4-8312-a3dded53d930 req-0738b097-8740-4aec-8c0a-02d046f6fa35 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1706707424&fields=id&tenant_id=0fe2f65e36b04191a8895e70d88ba327 HTTP/1.1" status: 200 len: 267 time: 0.0456781 Nov 12 09:00:39.270378 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2a4ad2-fc2f-4386-b210-1310f9f8b0de None None] New status for floating IP 9217acd6-95dc-4512-9acf-af341d90890a: DOWN {{(pid=102601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:00:39.318370 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb477b5-9006-4db4-8312-a3dded53d930 req-b5b1886c-0de7-4cac-b681-15c7b4f602b5 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:39.319845 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-afb477b5-9006-4db4-8312-a3dded53d930 req-b5b1886c-0de7-4cac-b681-15c7b4f602b5 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/networks?id=58fcde89-0909-49c5-8929-54da1ed9ecf5 HTTP/1.1" status: 200 len: 812 time: 0.1137674 Nov 12 09:00:39.335228 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-afb477b5-9006-4db4-8312-a3dded53d930 req-990a3591-5b84-4dd4-ac93-3545c5a9bdb8 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/quotas/0fe2f65e36b04191a8895e70d88ba327 HTTP/1.1" status: 200 len: 375 time: 0.0092773 Nov 12 09:00:39.390965 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-afb477b5-9006-4db4-8312-a3dded53d930 req-af573af3-b21c-44f0-8ef4-82c9cb063e0a tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=0fe2f65e36b04191a8895e70d88ba327&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0494015 Nov 12 09:00:39.395902 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:39.558965 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-afb477b5-9006-4db4-8312-a3dded53d930 req-e6e4c05b-217c-4f07-8744-9e9d50744330 service neutron] 10.222.0.26 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533473 Nov 12 09:00:39.651613 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-afb477b5-9006-4db4-8312-a3dded53d930 req-448c126b-f2ce-4e6d-a837-b67c2d263120 service neutron] 10.222.0.26 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858345 Nov 12 09:00:39.810314 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c020bb3f-bc39-4761-849b-a6bc63b70aea req-5d40d0c7-fc5e-43a4-8cb9-107384297ecd tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ca3a526-1e6c-4c5d-9821-61e44fdca946 HTTP/1.1" status: 200 len: 210 time: 0.0274417 Nov 12 09:00:40.037143 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:40.613252 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device e20566c1-6047-4919-a9a0-95a8394f537e no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:00:40.634646 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] No Port match for: e20566c1-6047-4919-a9a0-95a8394f537e {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:00:40.634896 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device e20566c1-6047-4919-a9a0-95a8394f537e not bound to the agent host n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:00:40.911981 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e4fe0aa4-ea93-458e-b4cf-33e27403e880 req-19e5f168-47b2-41a7-a427-6a7f98e8bc7d tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ca3a526-1e6c-4c5d-9821-61e44fdca946 HTTP/1.1" status: 200 len: 210 time: 0.0262709 Nov 12 09:00:40.960447 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb477b5-9006-4db4-8312-a3dded53d930 req-4a2576e1-d4aa-4706-8058-cc7a48bd764f tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:40.961953 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-afb477b5-9006-4db4-8312-a3dded53d930 req-4a2576e1-d4aa-4706-8058-cc7a48bd764f tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.44 "GET /v2.0/networks?id=58fcde89-0909-49c5-8929-54da1ed9ecf5 HTTP/1.1" status: 200 len: 812 time: 0.1230705 Nov 12 09:00:41.040768 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-afb477b5-9006-4db4-8312-a3dded53d930 req-0ca85f33-9dd2-4fcd-8b46-b4e81f56a417 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0fe2f65e36b04191a8895e70d88ba327 HTTP/1.1" status: 200 len: 380 time: 0.0520108 Nov 12 09:00:41.084304 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-afb477b5-9006-4db4-8312-a3dded53d930 req-6757907d-c925-44ad-b9f8-22788fc92431 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Request body: {'port': {'device_id': '8ca3a526-1e6c-4c5d-9821-61e44fdca946', 'network_id': '58fcde89-0909-49c5-8929-54da1ed9ecf5', 'admin_state_up': True, 'tenant_id': '0fe2f65e36b04191a8895e70d88ba327', 'security_groups': ['b43a2a2b-a46b-4164-90ff-dc6a62c8fd26']}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:00:41.193231 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afb477b5-9006-4db4-8312-a3dded53d930 req-6757907d-c925-44ad-b9f8-22788fc92431 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Made reservation on behalf of 0fe2f65e36b04191a8895e70d88ba327 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:00:41.197001 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-afb477b5-9006-4db4-8312-a3dded53d930 req-6757907d-c925-44ad-b9f8-22788fc92431 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:41.333664 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-afb477b5-9006-4db4-8312-a3dded53d930 req-6757907d-c925-44ad-b9f8-22788fc92431 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Allocated IP 172.20.0.13 (58fcde89-0909-49c5-8929-54da1ed9ecf5/361cd205-c9ed-4615-bbce-5d7fd6e5ad7d/dcb2c862-44a4-48de-a245-c35f79d05ca8) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:00:41.475128 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-afb477b5-9006-4db4-8312-a3dded53d930 req-6757907d-c925-44ad-b9f8-22788fc92431 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:41.508763 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-afb477b5-9006-4db4-8312-a3dded53d930 req-6757907d-c925-44ad-b9f8-22788fc92431 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:41.552017 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afb477b5-9006-4db4-8312-a3dded53d930 req-6757907d-c925-44ad-b9f8-22788fc92431 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Network 58fcde89-0909-49c5-8929-54da1ed9ecf5 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:00:41.557317 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-afb477b5-9006-4db4-8312-a3dded53d930 req-6757907d-c925-44ad-b9f8-22788fc92431 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:00:41.561108 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-afb477b5-9006-4db4-8312-a3dded53d930 req-6757907d-c925-44ad-b9f8-22788fc92431 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:00:41.567642 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6757907d-c925-44ad-b9f8-22788fc92431 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Pushing event updated for resources: {'Port': ['ID=dcb2c862-44a4-48de-a245-c35f79d05ca8,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:41.616571 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb477b5-9006-4db4-8312-a3dded53d930 req-6757907d-c925-44ad-b9f8-22788fc92431 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:41.617203 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-afb477b5-9006-4db4-8312-a3dded53d930 req-6757907d-c925-44ad-b9f8-22788fc92431 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:41.633950 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-afb477b5-9006-4db4-8312-a3dded53d930 req-6757907d-c925-44ad-b9f8-22788fc92431 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5533512 Nov 12 09:00:41.660418 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-afb477b5-9006-4db4-8312-a3dded53d930 req-b3856bd3-b7aa-4a52-932f-dbb8058aac64 service neutron] Request body: {'port': {'device_id': '8ca3a526-1e6c-4c5d-9821-61e44fdca946', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:00:41.723112 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-afb477b5-9006-4db4-8312-a3dded53d930 req-b3856bd3-b7aa-4a52-932f-dbb8058aac64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:41.813798 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-7b98eadc-cdd6-4927-872b-c76343cf2740 None None] Provisioning complete for port dcb2c862-44a4-48de-a245-c35f79d05ca8 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:00:41.814414 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7b98eadc-cdd6-4927-872b-c76343cf2740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:41.850399 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-7b98eadc-cdd6-4927-872b-c76343cf2740 None None] Port dcb2c862-44a4-48de-a245-c35f79d05ca8 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:00:42.000192 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-afb477b5-9006-4db4-8312-a3dded53d930 req-b3856bd3-b7aa-4a52-932f-dbb8058aac64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcb2c862-44a4-48de-a245-c35f79d05ca8 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:00:42.007844 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-afb477b5-9006-4db4-8312-a3dded53d930 req-b3856bd3-b7aa-4a52-932f-dbb8058aac64 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:42.020966 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-afb477b5-9006-4db4-8312-a3dded53d930 req-b3856bd3-b7aa-4a52-932f-dbb8058aac64 service neutron] Transition to ACTIVE for port object dcb2c862-44a4-48de-a245-c35f79d05ca8 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:00:42.026279 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-afb477b5-9006-4db4-8312-a3dded53d930 req-b3856bd3-b7aa-4a52-932f-dbb8058aac64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:42.042053 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1446f0-df23-493b-9cf7-752c2de53d76 req-e0d1f7db-e815-462b-8dac-31bd6ff757ef tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:42.044467 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-db1446f0-df23-493b-9cf7-752c2de53d76 req-e0d1f7db-e815-462b-8dac-31bd6ff757ef tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ca3a526-1e6c-4c5d-9821-61e44fdca946 HTTP/1.1" status: 200 len: 932 time: 0.0565865 Nov 12 09:00:42.080630 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3856bd3-b7aa-4a52-932f-dbb8058aac64 service neutron] Pushing event updated for resources: {'Port': ['ID=dcb2c862-44a4-48de-a245-c35f79d05ca8,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:42.097208 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-db1446f0-df23-493b-9cf7-752c2de53d76 req-10c0accc-8f27-4a52-9120-fcf44804a67a tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467119 Nov 12 09:00:42.157167 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-afb477b5-9006-4db4-8312-a3dded53d930 req-b3856bd3-b7aa-4a52-932f-dbb8058aac64 service neutron] Attempting to bind port dcb2c862-44a4-48de-a245-c35f79d05ca8 on host n-h2-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:00:42.157508 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-afb477b5-9006-4db4-8312-a3dded53d930 req-b3856bd3-b7aa-4a52-932f-dbb8058aac64 service neutron] Attempting to bind port dcb2c862-44a4-48de-a245-c35f79d05ca8 by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': '064bfa1e-f17d-49cf-86cd-d69b8f23a455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '58fcde89-0909-49c5-8929-54da1ed9ecf5'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:00:42.157841 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb477b5-9006-4db4-8312-a3dded53d930 req-b3856bd3-b7aa-4a52-932f-dbb8058aac64 service neutron] Attempting to bind port dcb2c862-44a4-48de-a245-c35f79d05ca8 on network 58fcde89-0909-49c5-8929-54da1ed9ecf5 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:00:42.162340 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb477b5-9006-4db4-8312-a3dded53d930 req-b3856bd3-b7aa-4a52-932f-dbb8058aac64 service neutron] Port dcb2c862-44a4-48de-a245-c35f79d05ca8 on network 58fcde89-0909-49c5-8929-54da1ed9ecf5 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:00:42.162704 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb477b5-9006-4db4-8312-a3dded53d930 req-b3856bd3-b7aa-4a52-932f-dbb8058aac64 service neutron] Attempting to bind port dcb2c862-44a4-48de-a245-c35f79d05ca8 on network 58fcde89-0909-49c5-8929-54da1ed9ecf5 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:00:42.168479 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb477b5-9006-4db4-8312-a3dded53d930 req-b3856bd3-b7aa-4a52-932f-dbb8058aac64 service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:00:42.168824 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb477b5-9006-4db4-8312-a3dded53d930 req-b3856bd3-b7aa-4a52-932f-dbb8058aac64 service neutron] Checking segment: {'id': '064bfa1e-f17d-49cf-86cd-d69b8f23a455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '58fcde89-0909-49c5-8929-54da1ed9ecf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:00:42.169211 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb477b5-9006-4db4-8312-a3dded53d930 req-b3856bd3-b7aa-4a52-932f-dbb8058aac64 service neutron] Bound using segment: {'id': '064bfa1e-f17d-49cf-86cd-d69b8f23a455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '58fcde89-0909-49c5-8929-54da1ed9ecf5'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:00:42.169652 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-afb477b5-9006-4db4-8312-a3dded53d930 req-b3856bd3-b7aa-4a52-932f-dbb8058aac64 service neutron] Bound port: dcb2c862-44a4-48de-a245-c35f79d05ca8, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '064bfa1e-f17d-49cf-86cd-d69b8f23a455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '58fcde89-0909-49c5-8929-54da1ed9ecf5'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:00:42.170018 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-afb477b5-9006-4db4-8312-a3dded53d930 req-b3856bd3-b7aa-4a52-932f-dbb8058aac64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:42.237310 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-afb477b5-9006-4db4-8312-a3dded53d930 req-b3856bd3-b7aa-4a52-932f-dbb8058aac64 service neutron] For port dcb2c862-44a4-48de-a245-c35f79d05ca8, host n-h2-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:00:42.240664 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-afb477b5-9006-4db4-8312-a3dded53d930 req-b3856bd3-b7aa-4a52-932f-dbb8058aac64 service neutron] For port dcb2c862-44a4-48de-a245-c35f79d05ca8, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=dcb2c862-44a4-48de-a245-c35f79d05ca8,segment=NetworkSegment(064bfa1e-f17d-49cf-86cd-d69b8f23a455),segment_id=064bfa1e-f17d-49cf-86cd-d69b8f23a455)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:00:42.244855 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-afb477b5-9006-4db4-8312-a3dded53d930 req-b3856bd3-b7aa-4a52-932f-dbb8058aac64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:42.279280 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb477b5-9006-4db4-8312-a3dded53d930 req-b3856bd3-b7aa-4a52-932f-dbb8058aac64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:42.279892 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-afb477b5-9006-4db4-8312-a3dded53d930 req-b3856bd3-b7aa-4a52-932f-dbb8058aac64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:42.281251 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-afb477b5-9006-4db4-8312-a3dded53d930 req-b3856bd3-b7aa-4a52-932f-dbb8058aac64 service neutron] 10.222.0.44 "PUT /v2.0/ports/dcb2c862-44a4-48de-a245-c35f79d05ca8 HTTP/1.1" status: 200 len: 1093 time: 0.6254337 Nov 12 09:00:42.281691 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ca3a526-1e6c-4c5d-9821-61e44fdca946', 'tag': 'dcb2c862-44a4-48de-a245-c35f79d05ca8'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:00:42.283945 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fd0f2c0-8b38-4fbb-81e1-8915620c306d" -d '{"events": [{"name": "network-changed", "server_uuid": "8ca3a526-1e6c-4c5d-9821-61e44fdca946", "tag": "dcb2c862-44a4-48de-a245-c35f79d05ca8"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:00:42.311708 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3856bd3-b7aa-4a52-932f-dbb8058aac64 service neutron] Pushing event updated for resources: {'Port': ['ID=dcb2c862-44a4-48de-a245-c35f79d05ca8,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:42.328299 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49dba85d-483a-4d2b-ab82-72bf5ef30f87 x-openstack-request-id: req-49dba85d-483a-4d2b-ab82-72bf5ef30f87 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:00:42.328545 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ca3a526-1e6c-4c5d-9821-61e44fdca946", "tag": "dcb2c862-44a4-48de-a245-c35f79d05ca8", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:00:42.328805 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-49dba85d-483a-4d2b-ab82-72bf5ef30f87 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:00:42.329216 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ca3a526-1e6c-4c5d-9821-61e44fdca946', 'tag': 'dcb2c862-44a4-48de-a245-c35f79d05ca8', 'status': 'completed', 'code': 200} Nov 12 09:00:42.406030 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb477b5-9006-4db4-8312-a3dded53d930 req-59237309-4960-4600-942e-0bbfbf530ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:42.407597 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-afb477b5-9006-4db4-8312-a3dded53d930 req-59237309-4960-4600-942e-0bbfbf530ac8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0fe2f65e36b04191a8895e70d88ba327&device_id=8ca3a526-1e6c-4c5d-9821-61e44fdca946 HTTP/1.1" status: 200 len: 1096 time: 0.0480745 Nov 12 09:00:42.466781 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-afb477b5-9006-4db4-8312-a3dded53d930 req-78946ac8-a0b5-4f12-abcd-6e9fad714ae0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dcb2c862-44a4-48de-a245-c35f79d05ca8 HTTP/1.1" status: 200 len: 217 time: 0.0373504 Nov 12 09:00:42.516050 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb477b5-9006-4db4-8312-a3dded53d930 req-4b18ead8-2699-4ec0-9bc9-817d46c04b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:42.517508 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-afb477b5-9006-4db4-8312-a3dded53d930 req-4b18ead8-2699-4ec0-9bc9-817d46c04b11 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=361cd205-c9ed-4615-bbce-5d7fd6e5ad7d HTTP/1.1" status: 200 len: 851 time: 0.0443656 Nov 12 09:00:42.574156 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb477b5-9006-4db4-8312-a3dded53d930 req-93a1ef13-a202-4f1d-ae9b-7c317ef970f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:42.575607 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-afb477b5-9006-4db4-8312-a3dded53d930 req-93a1ef13-a202-4f1d-ae9b-7c317ef970f3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=58fcde89-0909-49c5-8929-54da1ed9ecf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448236 Nov 12 09:00:42.668677 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-afb477b5-9006-4db4-8312-a3dded53d930 req-4aa3e811-f012-48c6-9d70-0e53962c5dff service neutron] 10.222.0.44 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848353 Nov 12 09:00:42.712526 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:42.769609 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-afb477b5-9006-4db4-8312-a3dded53d930 req-a02a6e9b-f3d3-406a-9bfc-7d7c171f378c service neutron] 10.222.0.44 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898263 Nov 12 09:00:42.910352 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd0f2c0-8b38-4fbb-81e1-8915620c306d req-3537190b-f13e-48f6-b53d-b15c76c2835e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:42.911870 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0fd0f2c0-8b38-4fbb-81e1-8915620c306d req-3537190b-f13e-48f6-b53d-b15c76c2835e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0fe2f65e36b04191a8895e70d88ba327&device_id=8ca3a526-1e6c-4c5d-9821-61e44fdca946 HTTP/1.1" status: 200 len: 1096 time: 0.0416625 Nov 12 09:00:43.006431 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd0f2c0-8b38-4fbb-81e1-8915620c306d req-0fadff95-401f-4d0e-b39e-00c34b43e8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:43.007948 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0fd0f2c0-8b38-4fbb-81e1-8915620c306d req-0fadff95-401f-4d0e-b39e-00c34b43e8e8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=58fcde89-0909-49c5-8929-54da1ed9ecf5 HTTP/1.1" status: 200 len: 913 time: 0.0885785 Nov 12 09:00:43.055181 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0fd0f2c0-8b38-4fbb-81e1-8915620c306d req-5e6b91a4-1c78-4e65-890b-934d4b7c0fa3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dcb2c862-44a4-48de-a245-c35f79d05ca8 HTTP/1.1" status: 200 len: 217 time: 0.0395219 Nov 12 09:00:43.106459 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd0f2c0-8b38-4fbb-81e1-8915620c306d req-0d424c08-c88d-419c-90d5-8a3665fab347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:43.107943 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0fd0f2c0-8b38-4fbb-81e1-8915620c306d req-0d424c08-c88d-419c-90d5-8a3665fab347 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=361cd205-c9ed-4615-bbce-5d7fd6e5ad7d HTTP/1.1" status: 200 len: 851 time: 0.0452712 Nov 12 09:00:43.156861 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd0f2c0-8b38-4fbb-81e1-8915620c306d req-7d200483-fd9d-46d6-bb12-9a4f040ef1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:43.158369 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0fd0f2c0-8b38-4fbb-81e1-8915620c306d req-7d200483-fd9d-46d6-bb12-9a4f040ef1af service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=58fcde89-0909-49c5-8929-54da1ed9ecf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406592 Nov 12 09:00:43.222301 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22a8e24-856c-45e9-9357-46f52b64ee9e req-38e01dcd-b8ef-4122-ab40-901a89978e22 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:43.223834 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f22a8e24-856c-45e9-9357-46f52b64ee9e req-38e01dcd-b8ef-4122-ab40-901a89978e22 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ca3a526-1e6c-4c5d-9821-61e44fdca946 HTTP/1.1" status: 200 len: 944 time: 0.0514915 Nov 12 09:00:43.256151 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0fd0f2c0-8b38-4fbb-81e1-8915620c306d req-f7efd68c-a4f5-4b38-b2c5-eeb3fb599d60 service neutron] 10.222.0.44 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891728 Nov 12 09:00:43.272480 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f22a8e24-856c-45e9-9357-46f52b64ee9e req-b0846451-d537-4dde-9138-25d4d162542c tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424538 Nov 12 09:00:43.354152 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0fd0f2c0-8b38-4fbb-81e1-8915620c306d req-4f6e8ecc-0be7-482e-9325-ea9ae6581c68 service neutron] 10.222.0.44 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891550 Nov 12 09:00:44.393062 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca588901-9727-40cc-b3ed-f9dea68434da req-75a857f8-d386-4bdd-8258-450495ae5e8c tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:44.394524 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ca588901-9727-40cc-b3ed-f9dea68434da req-75a857f8-d386-4bdd-8258-450495ae5e8c tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ca3a526-1e6c-4c5d-9821-61e44fdca946 HTTP/1.1" status: 200 len: 944 time: 0.0532284 Nov 12 09:00:44.441339 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ca588901-9727-40cc-b3ed-f9dea68434da req-813dcec5-40c5-4b08-b6da-81c4c8bb5560 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406792 Nov 12 09:00:45.557541 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd7b451-98ea-4d21-a111-70bdd39b0e8b req-ee28a02a-057d-4e58-b52d-81995284c872 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:45.559198 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8cd7b451-98ea-4d21-a111-70bdd39b0e8b req-ee28a02a-057d-4e58-b52d-81995284c872 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ca3a526-1e6c-4c5d-9821-61e44fdca946 HTTP/1.1" status: 200 len: 944 time: 0.0496004 Nov 12 09:00:45.605920 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8cd7b451-98ea-4d21-a111-70bdd39b0e8b req-4b470820-5156-4fad-af72-0b88933afad0 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408256 Nov 12 09:00:46.660588 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device dcb2c862-44a4-48de-a245-c35f79d05ca8 details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:00:46.722060 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82bd7ad-f6a1-4ae8-ba0c-6699e3240441 req-dd86062d-4815-41ef-ab7e-c8866562636e tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:46.723630 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f82bd7ad-f6a1-4ae8-ba0c-6699e3240441 req-dd86062d-4815-41ef-ab7e-c8866562636e tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ca3a526-1e6c-4c5d-9821-61e44fdca946 HTTP/1.1" status: 200 len: 944 time: 0.0481477 Nov 12 09:00:46.756336 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port dcb2c862-44a4-48de-a245-c35f79d05ca8, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=dcb2c862-44a4-48de-a245-c35f79d05ca8,segment=NetworkSegment(064bfa1e-f17d-49cf-86cd-d69b8f23a455),segment_id=064bfa1e-f17d-49cf-86cd-d69b8f23a455)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:00:46.768540 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': 'dcb2c862-44a4-48de-a245-c35f79d05ca8', 'network_id': '58fcde89-0909-49c5-8929-54da1ed9ecf5', 'port_id': 'dcb2c862-44a4-48de-a245-c35f79d05ca8', 'mac_address': 'fa:16:3e:da:85:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '361cd205-c9ed-4615-bbce-5d7fd6e5ad7d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:00:46.775087 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f82bd7ad-f6a1-4ae8-ba0c-6699e3240441 req-150d992d-9126-4f8a-8675-0320cc40fe3e tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446422 Nov 12 09:00:46.811274 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:46.824099 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcb2c862-44a4-48de-a245-c35f79d05ca8 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:00:46.843579 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port dcb2c862-44a4-48de-a245-c35f79d05ca8, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=dcb2c862-44a4-48de-a245-c35f79d05ca8,segment=NetworkSegment(064bfa1e-f17d-49cf-86cd-d69b8f23a455),segment_id=064bfa1e-f17d-49cf-86cd-d69b8f23a455)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:00:46.847717 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:46.894086 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=dcb2c862-44a4-48de-a245-c35f79d05ca8,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:47.120216 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [req-5175b282-2b29-4dac-bd83-3873075ae690 req-f5139f13-e209-4458-a483-d857978e933d service neutron] (102599) timed out ('10.222.0.44', 56274) {{(pid=102599) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 09:00:47.183398 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['dcb2c862-44a4-48de-a245-c35f79d05ca8'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:00:47.891582 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71a9bb8-8a16-42b8-abc9-fb791b8fb296 req-61f71d7b-46b9-4c99-96ba-f5ce212d5dc4 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:47.892967 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f71a9bb8-8a16-42b8-abc9-fb791b8fb296 req-61f71d7b-46b9-4c99-96ba-f5ce212d5dc4 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ca3a526-1e6c-4c5d-9821-61e44fdca946 HTTP/1.1" status: 200 len: 945 time: 0.0492504 Nov 12 09:00:47.942782 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f71a9bb8-8a16-42b8-abc9-fb791b8fb296 req-9c6cc5c7-ef16-411d-b2f7-f5f5a60640e6 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427291 Nov 12 09:00:48.666093 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device dcb2c862-44a4-48de-a245-c35f79d05ca8 up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:00:48.717203 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning for port dcb2c862-44a4-48de-a245-c35f79d05ca8 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:00:48.721249 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port dcb2c862-44a4-48de-a245-c35f79d05ca8 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:00:48.721618 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:48.796818 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:48.822782 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ca3a526-1e6c-4c5d-9821-61e44fdca946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcb2c862-44a4-48de-a245-c35f79d05ca8'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:00:48.825218 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd6dcb82-7361-45c2-b048-782ebd6dfa19" -d '{"events": [{"server_uuid": "8ca3a526-1e6c-4c5d-9821-61e44fdca946", "name": "network-vif-plugged", "status": "completed", "tag": "dcb2c862-44a4-48de-a245-c35f79d05ca8"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:00:48.838368 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port dcb2c862-44a4-48de-a245-c35f79d05ca8, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=dcb2c862-44a4-48de-a245-c35f79d05ca8,segment=NetworkSegment(064bfa1e-f17d-49cf-86cd-d69b8f23a455),segment_id=064bfa1e-f17d-49cf-86cd-d69b8f23a455)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:00:48.842848 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:48.867183 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e711acad-de2c-46dc-bc1e-3e561fafc19d x-openstack-request-id: req-e711acad-de2c-46dc-bc1e-3e561fafc19d {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:00:48.867510 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ca3a526-1e6c-4c5d-9821-61e44fdca946", "name": "network-vif-plugged", "status": "completed", "tag": "dcb2c862-44a4-48de-a245-c35f79d05ca8", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:00:48.867938 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e711acad-de2c-46dc-bc1e-3e561fafc19d {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:00:48.868473 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ca3a526-1e6c-4c5d-9821-61e44fdca946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcb2c862-44a4-48de-a245-c35f79d05ca8', 'code': 200} Nov 12 09:00:48.893578 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=dcb2c862-44a4-48de-a245-c35f79d05ca8,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:49.009510 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a736cdd-d782-4471-a1ce-ed0eb2aa2047 req-1cf99b4c-d4aa-4b42-8d58-d1ab5a2cfde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:49.011063 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1a736cdd-d782-4471-a1ce-ed0eb2aa2047 req-1cf99b4c-d4aa-4b42-8d58-d1ab5a2cfde4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8ca3a526-1e6c-4c5d-9821-61e44fdca946 HTTP/1.1" status: 200 len: 1098 time: 0.0479975 Nov 12 09:00:49.058626 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1a736cdd-d782-4471-a1ce-ed0eb2aa2047 req-977d46b1-975c-4fe3-a2d8-580fa0fcc889 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398993 Nov 12 09:00:49.073064 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666be6ea-138f-4cf7-a8e4-cbcb10dab6e9 req-dc6222a3-8610-404f-8e81-fcf8c413189d tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:49.074581 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-666be6ea-138f-4cf7-a8e4-cbcb10dab6e9 req-dc6222a3-8610-404f-8e81-fcf8c413189d tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ca3a526-1e6c-4c5d-9821-61e44fdca946 HTTP/1.1" status: 200 len: 946 time: 0.0550215 Nov 12 09:00:49.122495 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-666be6ea-138f-4cf7-a8e4-cbcb10dab6e9 req-dc87b82c-650d-4cca-8f63-96dc22e039a2 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419056 Nov 12 09:00:50.246612 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598d80cd-7355-4141-8b41-8620d6620ecf req-df33e1e5-078d-400a-b0fc-e6860f0db635 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:50.248581 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-598d80cd-7355-4141-8b41-8620d6620ecf req-df33e1e5-078d-400a-b0fc-e6860f0db635 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ca3a526-1e6c-4c5d-9821-61e44fdca946 HTTP/1.1" status: 200 len: 946 time: 0.0583198 Nov 12 09:00:50.297328 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-598d80cd-7355-4141-8b41-8620d6620ecf req-f11b3f63-19d2-422d-a2f8-cff68d6d5c94 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427513 Nov 12 09:00:51.416737 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a73fd9a-544c-41d3-a180-b8d83c8c4151 req-e40eefbf-9e8f-4e01-abd5-ebb30db07cdd tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:51.418678 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5a73fd9a-544c-41d3-a180-b8d83c8c4151 req-e40eefbf-9e8f-4e01-abd5-ebb30db07cdd tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ca3a526-1e6c-4c5d-9821-61e44fdca946 HTTP/1.1" status: 200 len: 946 time: 0.0529335 Nov 12 09:00:51.467145 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5a73fd9a-544c-41d3-a180-b8d83c8c4151 req-447e781e-1fbe-4746-bdee-3fe84cfcf5ac tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424180 Nov 12 09:00:51.579845 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e20fcb-9e28-49b1-b5f3-23432eeefff6 req-8208f3fe-e28c-4b68-a0a4-38a75e3f3465 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:51.581270 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-48e20fcb-9e28-49b1-b5f3-23432eeefff6 req-8208f3fe-e28c-4b68-a0a4-38a75e3f3465 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ca3a526-1e6c-4c5d-9821-61e44fdca946 HTTP/1.1" status: 200 len: 946 time: 0.0489700 Nov 12 09:00:51.590933 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 38440) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:51.595593 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-b96001ec-7d4a-435f-a829-7dd0a5adad4e tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Request body: {'floatingip': {'port_id': 'dcb2c862-44a4-48de-a245-c35f79d05ca8'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:00:51.638286 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b96001ec-7d4a-435f-a829-7dd0a5adad4e tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Publish callbacks [] for floatingip, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:52.088754 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b96001ec-7d4a-435f-a829-7dd0a5adad4e tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:52.092931 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b96001ec-7d4a-435f-a829-7dd0a5adad4e tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:52.194997 n-d-765315-29 neutron-server[102600]: INFO neutron.db.l3_db [None req-b96001ec-7d4a-435f-a829-7dd0a5adad4e tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Floating IP 9217acd6-95dc-4512-9acf-af341d90890a associated. External IP: 172.25.2.51, port: dcb2c862-44a4-48de-a245-c35f79d05ca8. Nov 12 09:00:52.414014 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b96001ec-7d4a-435f-a829-7dd0a5adad4e tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Router f6b98748-32d5-4e6b-95c1-917d21233cbe has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:00:52.521287 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b96001ec-7d4a-435f-a829-7dd0a5adad4e tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:00:52.526100 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b96001ec-7d4a-435f-a829-7dd0a5adad4e tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:52.531295 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abcf44e2-24d9-4510-a13f-b68ec529e33d None None] Sync routers for ids ['f6b98748-32d5-4e6b-95c1-917d21233cbe'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:00:52.541376 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcf44e2-24d9-4510-a13f-b68ec529e33d None None] Routers {'f6b98748-32d5-4e6b-95c1-917d21233cbe'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:00:52.541982 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-abcf44e2-24d9-4510-a13f-b68ec529e33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:00:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['f6b98748-32d5-4e6b-95c1-917d21233cbe'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:52.554121 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-b96001ec-7d4a-435f-a829-7dd0a5adad4e tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "PUT /v2.0/floatingips/9217acd6-95dc-4512-9acf-af341d90890a HTTP/1.1" status: 200 len: 991 time: 0.9618423 Nov 12 09:00:52.554832 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ca3a526-1e6c-4c5d-9821-61e44fdca946', 'tag': 'dcb2c862-44a4-48de-a245-c35f79d05ca8'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:00:52.558092 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-291a2223-3706-4eab-be77-b1d2b8e47a77" -d '{"events": [{"name": "network-changed", "server_uuid": "8ca3a526-1e6c-4c5d-9821-61e44fdca946", "tag": "dcb2c862-44a4-48de-a245-c35f79d05ca8"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:00:52.649381 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-abcf44e2-24d9-4510-a13f-b68ec529e33d None None] Set router f6b98748-32d5-4e6b-95c1-917d21233cbe gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:00:52.664871 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f0aada-bcd1-470b-89cd-33c7f8841622 x-openstack-request-id: req-a3f0aada-bcd1-470b-89cd-33c7f8841622 {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:00:52.665234 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ca3a526-1e6c-4c5d-9821-61e44fdca946", "tag": "dcb2c862-44a4-48de-a245-c35f79d05ca8", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:00:52.665496 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a3f0aada-bcd1-470b-89cd-33c7f8841622 {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:00:52.665906 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ca3a526-1e6c-4c5d-9821-61e44fdca946', 'tag': 'dcb2c862-44a4-48de-a245-c35f79d05ca8', 'status': 'completed', 'code': 200} Nov 12 09:00:52.748356 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291a2223-3706-4eab-be77-b1d2b8e47a77 req-8727a901-945b-4cee-9e60-85509adab5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:52.749882 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-291a2223-3706-4eab-be77-b1d2b8e47a77 req-8727a901-945b-4cee-9e60-85509adab5cb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0fe2f65e36b04191a8895e70d88ba327&device_id=8ca3a526-1e6c-4c5d-9821-61e44fdca946 HTTP/1.1" status: 200 len: 1098 time: 0.0418522 Nov 12 09:00:52.847039 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291a2223-3706-4eab-be77-b1d2b8e47a77 req-76db199c-7fdb-4366-a4c9-c27144d63c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:52.848522 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-291a2223-3706-4eab-be77-b1d2b8e47a77 req-76db199c-7fdb-4366-a4c9-c27144d63c93 service neutron] 10.222.0.44 "GET /v2.0/networks?id=58fcde89-0909-49c5-8929-54da1ed9ecf5 HTTP/1.1" status: 200 len: 913 time: 0.0904830 Nov 12 09:00:52.873166 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-abcf44e2-24d9-4510-a13f-b68ec529e33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b98748-32d5-4e6b-95c1-917d21233cbe', 'name': 'tempest-ServerActionsTestJSON-1810950938-router', 'tenant_id': '0fe2f65e36b04191a8895e70d88ba327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'c440091b-f087-4717-9c3c-606f173cf5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:56:59Z', 'updated_at': '2021-11-12T08:57:02Z', 'revision_number': 4, 'project_id': '0fe2f65e36b04191a8895e70d88ba327', 'gw_port': {'id': 'c440091b-f087-4717-9c3c-606f173cf5a4', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:00:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b98748-32d5-4e6b-95c1-917d21233cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:57:00Z', 'updated_at': '2021-11-12T08:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': '9217acd6-95dc-4512-9acf-af341d90890a', 'tenant_id': '0fe2f65e36b04191a8895e70d88ba327', 'floating_ip_address': '172.25.2.51', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': 'f6b98748-32d5-4e6b-95c1-917d21233cbe', 'port_id': 'dcb2c862-44a4-48de-a245-c35f79d05ca8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58fcde89-0909-49c5-8929-54da1ed9ecf5', 'mac_address': 'fa:16:3e:da:85:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca3a526-1e6c-4c5d-9821-61e44fdca946', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:57:05Z', 'updated_at': '2021-11-12T09:00:51Z', 'revision_number': 5, 'project_id': '0fe2f65e36b04191a8895e70d88ba327', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '229f4a10-65a2-46af-adc4-fb8c1cb7b847', 'name': '', 'network_id': '58fcde89-0909-49c5-8929-54da1ed9ecf5', 'tenant_id': '0fe2f65e36b04191a8895e70d88ba327', 'mac_address': 'fa:16:3e:f5:51:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b98748-32d5-4e6b-95c1-917d21233cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '361cd205-c9ed-4615-bbce-5d7fd6e5ad7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:57:02Z', 'updated_at': '2021-11-12T08:57:06Z', 'revision_number': 5, 'project_id': '0fe2f65e36b04191a8895e70d88ba327', 'subnets': [{'id': '361cd205-c9ed-4615-bbce-5d7fd6e5ad7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:52.903434 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abcf44e2-24d9-4510-a13f-b68ec529e33d None None] Checking router: f6b98748-32d5-4e6b-95c1-917d21233cbe for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:00:52.911587 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcf44e2-24d9-4510-a13f-b68ec529e33d None None] Routers {'f6b98748-32d5-4e6b-95c1-917d21233cbe'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:00:52.912176 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-abcf44e2-24d9-4510-a13f-b68ec529e33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:00:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['f6b98748-32d5-4e6b-95c1-917d21233cbe'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:52.914748 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-291a2223-3706-4eab-be77-b1d2b8e47a77 req-be7ee6cb-f7b9-42ea-b57d-6f4a878a262d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dcb2c862-44a4-48de-a245-c35f79d05ca8 HTTP/1.1" status: 200 len: 999 time: 0.0579808 Nov 12 09:00:52.965206 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291a2223-3706-4eab-be77-b1d2b8e47a77 req-768697dd-193d-4ecc-afcb-3b04c112f1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:52.966881 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-291a2223-3706-4eab-be77-b1d2b8e47a77 req-768697dd-193d-4ecc-afcb-3b04c112f1c8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=361cd205-c9ed-4615-bbce-5d7fd6e5ad7d HTTP/1.1" status: 200 len: 851 time: 0.0453963 Nov 12 09:00:53.017760 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291a2223-3706-4eab-be77-b1d2b8e47a77 req-a1b8f94a-94fd-4b9a-8829-660916aef4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:53.019297 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-291a2223-3706-4eab-be77-b1d2b8e47a77 req-a1b8f94a-94fd-4b9a-8829-660916aef4d8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=58fcde89-0909-49c5-8929-54da1ed9ecf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455217 Nov 12 09:00:53.019743 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-abcf44e2-24d9-4510-a13f-b68ec529e33d None None] Set router f6b98748-32d5-4e6b-95c1-917d21233cbe gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:00:53.113047 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-291a2223-3706-4eab-be77-b1d2b8e47a77 req-00a6bb1d-49ae-43bd-a706-96133572296f service neutron] 10.222.0.44 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847497 Nov 12 09:00:53.212015 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-291a2223-3706-4eab-be77-b1d2b8e47a77 req-d8734ed3-1803-4700-ae78-99d65ea272a0 service neutron] 10.222.0.44 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897784 Nov 12 09:00:53.243612 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-abcf44e2-24d9-4510-a13f-b68ec529e33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b98748-32d5-4e6b-95c1-917d21233cbe', 'name': 'tempest-ServerActionsTestJSON-1810950938-router', 'tenant_id': '0fe2f65e36b04191a8895e70d88ba327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'c440091b-f087-4717-9c3c-606f173cf5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:56:59Z', 'updated_at': '2021-11-12T08:57:02Z', 'revision_number': 4, 'project_id': '0fe2f65e36b04191a8895e70d88ba327', 'gw_port': {'id': 'c440091b-f087-4717-9c3c-606f173cf5a4', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:00:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b98748-32d5-4e6b-95c1-917d21233cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:57:00Z', 'updated_at': '2021-11-12T08:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': '9217acd6-95dc-4512-9acf-af341d90890a', 'tenant_id': '0fe2f65e36b04191a8895e70d88ba327', 'floating_ip_address': '172.25.2.51', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': 'f6b98748-32d5-4e6b-95c1-917d21233cbe', 'port_id': 'dcb2c862-44a4-48de-a245-c35f79d05ca8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58fcde89-0909-49c5-8929-54da1ed9ecf5', 'mac_address': 'fa:16:3e:da:85:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca3a526-1e6c-4c5d-9821-61e44fdca946', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:57:05Z', 'updated_at': '2021-11-12T09:00:51Z', 'revision_number': 5, 'project_id': '0fe2f65e36b04191a8895e70d88ba327', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '229f4a10-65a2-46af-adc4-fb8c1cb7b847', 'name': '', 'network_id': '58fcde89-0909-49c5-8929-54da1ed9ecf5', 'tenant_id': '0fe2f65e36b04191a8895e70d88ba327', 'mac_address': 'fa:16:3e:f5:51:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b98748-32d5-4e6b-95c1-917d21233cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '361cd205-c9ed-4615-bbce-5d7fd6e5ad7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:57:02Z', 'updated_at': '2021-11-12T08:57:06Z', 'revision_number': 5, 'project_id': '0fe2f65e36b04191a8895e70d88ba327', 'subnets': [{'id': '361cd205-c9ed-4615-bbce-5d7fd6e5ad7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:53.269734 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abcf44e2-24d9-4510-a13f-b68ec529e33d None None] The sync data for ids ['f6b98748-32d5-4e6b-95c1-917d21233cbe'] in n-d-765315-29 is: [{'id': 'f6b98748-32d5-4e6b-95c1-917d21233cbe', 'name': 'tempest-ServerActionsTestJSON-1810950938-router', 'tenant_id': '0fe2f65e36b04191a8895e70d88ba327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'c440091b-f087-4717-9c3c-606f173cf5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:56:59Z', 'updated_at': '2021-11-12T08:57:02Z', 'revision_number': 4, 'project_id': '0fe2f65e36b04191a8895e70d88ba327', 'gw_port': {'id': 'c440091b-f087-4717-9c3c-606f173cf5a4', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:00:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b98748-32d5-4e6b-95c1-917d21233cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:57:00Z', 'updated_at': '2021-11-12T08:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': '9217acd6-95dc-4512-9acf-af341d90890a', 'tenant_id': '0fe2f65e36b04191a8895e70d88ba327', 'floating_ip_address': '172.25.2.51', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': 'f6b98748-32d5-4e6b-95c1-917d21233cbe', 'port_id': 'dcb2c862-44a4-48de-a245-c35f79d05ca8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58fcde89-0909-49c5-8929-54da1ed9ecf5', 'mac_address': 'fa:16:3e:da:85:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca3a526-1e6c-4c5d-9821-61e44fdca946', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:57:05Z', 'updated_at': '2021-11-12T09:00:51Z', 'revision_number': 5, 'project_id': '0fe2f65e36b04191a8895e70d88ba327', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '229f4a10-65a2-46af-adc4-fb8c1cb7b847', 'name': '', 'network_id': '58fcde89-0909-49c5-8929-54da1ed9ecf5', 'tenant_id': '0fe2f65e36b04191a8895e70d88ba327', 'mac_address': 'fa:16:3e:f5:51:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b98748-32d5-4e6b-95c1-917d21233cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '361cd205-c9ed-4615-bbce-5d7fd6e5ad7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:57:02Z', 'updated_at': '2021-11-12T08:57:06Z', 'revision_number': 5, 'project_id': '0fe2f65e36b04191a8895e70d88ba327', 'subnets': [{'id': '361cd205-c9ed-4615-bbce-5d7fd6e5ad7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:00:53.459612 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa81a565-6d39-4f30-851a-42d2ee5fe18f None None] New status for floating IP 9217acd6-95dc-4512-9acf-af341d90890a: ACTIVE {{(pid=102601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:00:56.221944 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:01:02.861443 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [req-568bf4a4-2a16-4515-aee5-e1faa03a5398 req-03a683d4-f645-48ac-a926-8b41fae6cc10 service neutron] (102600) timed out ('10.222.0.26', 57390) {{(pid=102600) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 09:01:03.996260 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7858e9f0-5041-41bb-93e6-8d2310c7f763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:05.692389 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:07.056392 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-bf6223e4-c6f0-440b-9bdf-428f99c8fb20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:08.035642 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:09.386755 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:10.038878 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:12.737318 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:33.224494 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:01:33.997349 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-89141ba9-ae5a-4ee0-81c9-50747fe2d82d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:35.704337 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:37.057246 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-344c077f-7ea1-460f-92da-96953ea081b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:38.035777 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:38.306540 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2ae5238d-cea8-4a69-ac53-cbb68797e0a8 req-867e3b27-1951-46e1-a27e-07bf0e2c9b54 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8ca3a526-1e6c-4c5d-9821-61e44fdca946&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0412514 Nov 12 09:01:38.414665 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae5238d-cea8-4a69-ac53-cbb68797e0a8 req-b2e5d421-f8e9-4a26-857d-1fa794c34474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:38.416158 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2ae5238d-cea8-4a69-ac53-cbb68797e0a8 req-b2e5d421-f8e9-4a26-857d-1fa794c34474 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0fe2f65e36b04191a8895e70d88ba327&device_id=8ca3a526-1e6c-4c5d-9821-61e44fdca946 HTTP/1.1" status: 200 len: 1098 time: 0.0410235 Nov 12 09:01:38.529271 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae5238d-cea8-4a69-ac53-cbb68797e0a8 req-80131f82-9f30-4823-ac19-c685690cd837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:38.530760 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2ae5238d-cea8-4a69-ac53-cbb68797e0a8 req-80131f82-9f30-4823-ac19-c685690cd837 service neutron] 10.222.0.44 "GET /v2.0/networks?id=58fcde89-0909-49c5-8929-54da1ed9ecf5 HTTP/1.1" status: 200 len: 913 time: 0.0901668 Nov 12 09:01:38.603098 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2ae5238d-cea8-4a69-ac53-cbb68797e0a8 req-540ca2ea-3dbd-47a5-93f2-10025fc1e50a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dcb2c862-44a4-48de-a245-c35f79d05ca8 HTTP/1.1" status: 200 len: 1001 time: 0.0593727 Nov 12 09:01:38.662371 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae5238d-cea8-4a69-ac53-cbb68797e0a8 req-cee94f11-f0f8-49d8-a756-a6684acb6c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:38.664011 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2ae5238d-cea8-4a69-ac53-cbb68797e0a8 req-cee94f11-f0f8-49d8-a756-a6684acb6c74 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=361cd205-c9ed-4615-bbce-5d7fd6e5ad7d HTTP/1.1" status: 200 len: 851 time: 0.0493886 Nov 12 09:01:38.714908 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae5238d-cea8-4a69-ac53-cbb68797e0a8 req-15bd760d-a152-4a28-b94d-a65227302349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:38.716393 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2ae5238d-cea8-4a69-ac53-cbb68797e0a8 req-15bd760d-a152-4a28-b94d-a65227302349 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=58fcde89-0909-49c5-8929-54da1ed9ecf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414977 Nov 12 09:01:38.815161 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2ae5238d-cea8-4a69-ac53-cbb68797e0a8 req-5910174c-7074-4b9b-b891-0598e914c8ed service neutron] 10.222.0.44 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861757 Nov 12 09:01:38.912053 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2ae5238d-cea8-4a69-ac53-cbb68797e0a8 req-e7499c94-1b11-41de-b31b-34be05d858c7 service neutron] 10.222.0.44 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846062 Nov 12 09:01:39.388611 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:40.042073 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:42.743715 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:03.998032 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9d033aaa-bbc1-41b3-9a54-5eaf106e269a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:05.698118 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:07.058887 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-049d12a8-c691-410d-8cf9-c9d514b076ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:08.044139 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:09.391174 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:10.043391 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:10.223683 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:02:12.740924 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:33.113708 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f47da2-4b4b-49a2-80d3-f941324167dd req-84f2f1ca-05d6-4de0-8510-f0eba2df04e0 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:33.116178 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-56f47da2-4b4b-49a2-80d3-f941324167dd req-84f2f1ca-05d6-4de0-8510-f0eba2df04e0 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ca3a526-1e6c-4c5d-9821-61e44fdca946 HTTP/1.1" status: 200 len: 946 time: 0.1251388 Nov 12 09:02:33.164193 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-56f47da2-4b4b-49a2-80d3-f941324167dd req-acaa6291-896d-4723-b1d8-b790624636a0 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420120 Nov 12 09:02:33.999037 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d7bb75e1-1caa-48b2-b0ed-e9696308846d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:34.281630 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3669f756-69f6-4354-a61f-b8d0301342b5 req-392695f0-c16f-4e1e-a7dd-ee227bc00589 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:34.283044 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3669f756-69f6-4354-a61f-b8d0301342b5 req-392695f0-c16f-4e1e-a7dd-ee227bc00589 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ca3a526-1e6c-4c5d-9821-61e44fdca946 HTTP/1.1" status: 200 len: 946 time: 0.0499020 Nov 12 09:02:34.329292 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3669f756-69f6-4354-a61f-b8d0301342b5 req-1f9caec5-92e3-486d-bc26-5ad649456ede tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402827 Nov 12 09:02:35.450170 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05cc677-a1de-4afa-84c8-3554342926ac req-c6156140-f75b-45be-a1b4-f1d0ab4537c7 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:35.451646 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b05cc677-a1de-4afa-84c8-3554342926ac req-c6156140-f75b-45be-a1b4-f1d0ab4537c7 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ca3a526-1e6c-4c5d-9821-61e44fdca946 HTTP/1.1" status: 200 len: 946 time: 0.0530555 Nov 12 09:02:35.498799 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b05cc677-a1de-4afa-84c8-3554342926ac req-f01a8959-eeeb-47c0-9642-40ee65a57495 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412111 Nov 12 09:02:35.697801 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:36.630848 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939a162c-f166-4404-b284-c540fb647317 req-24ede269-9e77-46d2-bc04-2296b35084d7 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:36.633084 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-939a162c-f166-4404-b284-c540fb647317 req-24ede269-9e77-46d2-bc04-2296b35084d7 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ca3a526-1e6c-4c5d-9821-61e44fdca946 HTTP/1.1" status: 200 len: 946 time: 0.0611992 Nov 12 09:02:36.696306 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-939a162c-f166-4404-b284-c540fb647317 req-c97c6b49-d039-4c25-9f81-c60dc8f6435d tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572996 Nov 12 09:02:37.059550 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f282eb36-8776-4960-9f96-e096854be35b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:37.811173 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a8043b-06b5-4295-8ba4-5a1cbd937a30 req-70de67ce-b144-4722-b4fc-ba0daaec43eb tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:37.812634 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c6a8043b-06b5-4295-8ba4-5a1cbd937a30 req-70de67ce-b144-4722-b4fc-ba0daaec43eb tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ca3a526-1e6c-4c5d-9821-61e44fdca946 HTTP/1.1" status: 200 len: 946 time: 0.0485888 Nov 12 09:02:37.866456 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c6a8043b-06b5-4295-8ba4-5a1cbd937a30 req-b9f43118-9ff7-4859-be08-f39724a84788 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468142 Nov 12 09:02:38.043047 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:38.328633 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4f2da2-9af8-4c09-817c-f49adda5a556 req-ae99029c-7b1a-44de-a875-1eb3edec3f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:38.330010 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5e4f2da2-9af8-4c09-817c-f49adda5a556 req-ae99029c-7b1a-44de-a875-1eb3edec3f78 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0fe2f65e36b04191a8895e70d88ba327&device_id=8ca3a526-1e6c-4c5d-9821-61e44fdca946 HTTP/1.1" status: 200 len: 1098 time: 0.0416203 Nov 12 09:02:38.441561 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4f2da2-9af8-4c09-817c-f49adda5a556 req-9272c57b-0a8f-45f6-bf3b-8f7a7bf9fd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:38.443084 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5e4f2da2-9af8-4c09-817c-f49adda5a556 req-9272c57b-0a8f-45f6-bf3b-8f7a7bf9fd26 service neutron] 10.222.0.44 "GET /v2.0/networks?id=58fcde89-0909-49c5-8929-54da1ed9ecf5 HTTP/1.1" status: 200 len: 913 time: 0.0895400 Nov 12 09:02:38.509947 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5e4f2da2-9af8-4c09-817c-f49adda5a556 req-24671ced-8867-4395-a17c-fa2745e0cf5d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dcb2c862-44a4-48de-a245-c35f79d05ca8 HTTP/1.1" status: 200 len: 1001 time: 0.0591083 Nov 12 09:02:38.564819 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4f2da2-9af8-4c09-817c-f49adda5a556 req-1256dbb1-6189-4ff4-82ac-c201a1571276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:38.566261 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5e4f2da2-9af8-4c09-817c-f49adda5a556 req-1256dbb1-6189-4ff4-82ac-c201a1571276 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=361cd205-c9ed-4615-bbce-5d7fd6e5ad7d HTTP/1.1" status: 200 len: 851 time: 0.0493858 Nov 12 09:02:38.613561 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4f2da2-9af8-4c09-817c-f49adda5a556 req-192c2112-597e-4977-9e5e-89db0e8636e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:38.615448 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5e4f2da2-9af8-4c09-817c-f49adda5a556 req-192c2112-597e-4977-9e5e-89db0e8636e8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=58fcde89-0909-49c5-8929-54da1ed9ecf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418746 Nov 12 09:02:38.708567 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5e4f2da2-9af8-4c09-817c-f49adda5a556 req-b5d3ad30-a24b-4d51-94ac-2e8a215eebce service neutron] 10.222.0.44 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840638 Nov 12 09:02:38.802755 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5e4f2da2-9af8-4c09-817c-f49adda5a556 req-22641af5-bf53-45f4-906d-6cf1ba2c94c7 service neutron] 10.222.0.44 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869148 Nov 12 09:02:38.989786 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71306765-c984-4e53-8178-726dc7d52f3c req-25a5b8f1-5cca-449d-9e93-3b79274de909 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:38.991547 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-71306765-c984-4e53-8178-726dc7d52f3c req-25a5b8f1-5cca-449d-9e93-3b79274de909 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ca3a526-1e6c-4c5d-9821-61e44fdca946 HTTP/1.1" status: 200 len: 946 time: 0.0550940 Nov 12 09:02:39.039775 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-71306765-c984-4e53-8178-726dc7d52f3c req-c7a9db47-e3bd-44ee-b382-db70c726458d tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423136 Nov 12 09:02:39.394615 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:40.046369 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:40.160434 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46a41d2-5ccc-4fd2-99e9-314ddef3d512 req-dc16d27d-5df0-41c8-9ee3-175f97f93fa9 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:40.162859 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b46a41d2-5ccc-4fd2-99e9-314ddef3d512 req-dc16d27d-5df0-41c8-9ee3-175f97f93fa9 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ca3a526-1e6c-4c5d-9821-61e44fdca946 HTTP/1.1" status: 200 len: 946 time: 0.0517707 Nov 12 09:02:40.210497 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b46a41d2-5ccc-4fd2-99e9-314ddef3d512 req-d8d49a69-08a4-4538-8500-e18ff7c14f20 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415432 Nov 12 09:02:41.363417 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fda6a24-cca6-41f2-ab52-f467e69745ce req-88af0b6d-954b-49ef-bd61-a5440ad1fa20 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:41.365829 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4fda6a24-cca6-41f2-ab52-f467e69745ce req-88af0b6d-954b-49ef-bd61-a5440ad1fa20 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ca3a526-1e6c-4c5d-9821-61e44fdca946 HTTP/1.1" status: 200 len: 946 time: 0.0871530 Nov 12 09:02:41.424036 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4fda6a24-cca6-41f2-ab52-f467e69745ce req-eacfd34e-cdaa-4e77-bf7e-99615bafc504 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517247 Nov 12 09:02:42.539412 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58fec24-8a5f-42ba-bd28-6fdd8f437a9c req-21a15871-a38e-45fe-8415-23239d107adb tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:42.540909 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f58fec24-8a5f-42ba-bd28-6fdd8f437a9c req-21a15871-a38e-45fe-8415-23239d107adb tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ca3a526-1e6c-4c5d-9821-61e44fdca946 HTTP/1.1" status: 200 len: 946 time: 0.0490754 Nov 12 09:02:42.589170 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f58fec24-8a5f-42ba-bd28-6fdd8f437a9c req-efd12c9a-319e-4cae-8da7-4d2ea48f2c2c tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423701 Nov 12 09:02:42.741742 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:43.711113 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0280dcc7-55fe-41f1-aaf1-1e100d3b729d req-4ab3d95a-3695-49e4-b699-5584d6b170b1 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:43.712600 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0280dcc7-55fe-41f1-aaf1-1e100d3b729d req-4ab3d95a-3695-49e4-b699-5584d6b170b1 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ca3a526-1e6c-4c5d-9821-61e44fdca946 HTTP/1.1" status: 200 len: 946 time: 0.0545590 Nov 12 09:02:43.760702 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0280dcc7-55fe-41f1-aaf1-1e100d3b729d req-27c1cd5d-b405-4616-aee6-a69eb2ebb41f tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418644 Nov 12 09:02:44.009668 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b7bb793b-9bdf-48ed-b1e1-03737df4cc61 req-98445aaf-ece3-4ebe-8382-afe16b648cbf service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8ca3a526-1e6c-4c5d-9821-61e44fdca946&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0699530 Nov 12 09:02:44.021767 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ac46a0-39d5-4b35-9166-8dee6e85f2e4 req-2556911e-a853-4401-9857-312dce459e8e tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:44.023228 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-65ac46a0-39d5-4b35-9166-8dee6e85f2e4 req-2556911e-a853-4401-9857-312dce459e8e tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ca3a526-1e6c-4c5d-9821-61e44fdca946 HTTP/1.1" status: 200 len: 946 time: 0.0592852 Nov 12 09:02:44.073002 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-65ac46a0-39d5-4b35-9166-8dee6e85f2e4 req-274079ae-20db-4f06-858c-b6d2d224d975 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435288 Nov 12 09:02:45.206233 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0895ccb1-7b9c-4347-b2a3-504d44a29b45 req-e43ee7b4-7e04-492b-a517-b5540dd5c84a tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:45.207788 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0895ccb1-7b9c-4347-b2a3-504d44a29b45 req-e43ee7b4-7e04-492b-a517-b5540dd5c84a tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ca3a526-1e6c-4c5d-9821-61e44fdca946 HTTP/1.1" status: 200 len: 946 time: 0.0583060 Nov 12 09:02:45.259808 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0895ccb1-7b9c-4347-b2a3-504d44a29b45 req-a72d8d0d-2c68-4edd-89c0-313b395b9fc4 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459113 Nov 12 09:02:45.280493 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb793b-9bdf-48ed-b1e1-03737df4cc61 req-c2b0f63a-1e1b-464b-8493-2739b99346e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:45.282094 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b7bb793b-9bdf-48ed-b1e1-03737df4cc61 req-c2b0f63a-1e1b-464b-8493-2739b99346e6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0fe2f65e36b04191a8895e70d88ba327&device_id=8ca3a526-1e6c-4c5d-9821-61e44fdca946 HTTP/1.1" status: 200 len: 1098 time: 0.0480685 Nov 12 09:02:45.385921 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb793b-9bdf-48ed-b1e1-03737df4cc61 req-ae9a88d2-2c6e-4179-b798-14342d8ee99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:45.387356 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b7bb793b-9bdf-48ed-b1e1-03737df4cc61 req-ae9a88d2-2c6e-4179-b798-14342d8ee99f service neutron] 10.222.0.44 "GET /v2.0/networks?id=58fcde89-0909-49c5-8929-54da1ed9ecf5 HTTP/1.1" status: 200 len: 913 time: 0.0943451 Nov 12 09:02:45.457020 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b7bb793b-9bdf-48ed-b1e1-03737df4cc61 req-0045a4cc-05f5-4773-93ba-c9da2a829c96 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dcb2c862-44a4-48de-a245-c35f79d05ca8 HTTP/1.1" status: 200 len: 1001 time: 0.0591609 Nov 12 09:02:45.515137 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb793b-9bdf-48ed-b1e1-03737df4cc61 req-933d4cc4-5d7f-49af-b9a6-fcdbe337935e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:45.516579 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b7bb793b-9bdf-48ed-b1e1-03737df4cc61 req-933d4cc4-5d7f-49af-b9a6-fcdbe337935e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=361cd205-c9ed-4615-bbce-5d7fd6e5ad7d HTTP/1.1" status: 200 len: 851 time: 0.0488470 Nov 12 09:02:45.569169 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb793b-9bdf-48ed-b1e1-03737df4cc61 req-c41e72b7-fddb-4ca3-a3d1-297197cd1588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:45.570662 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b7bb793b-9bdf-48ed-b1e1-03737df4cc61 req-c41e72b7-fddb-4ca3-a3d1-297197cd1588 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=58fcde89-0909-49c5-8929-54da1ed9ecf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416212 Nov 12 09:02:45.663735 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b7bb793b-9bdf-48ed-b1e1-03737df4cc61 req-808f3d55-091e-4259-bae5-3796fb0027df service neutron] 10.222.0.44 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835755 Nov 12 09:02:45.763653 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b7bb793b-9bdf-48ed-b1e1-03737df4cc61 req-9685cb30-7735-4320-9d8d-21d88b2f9866 service neutron] 10.222.0.44 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884209 Nov 12 09:02:46.378239 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a76dd01-3c80-4202-92d1-27c037980d17 req-8e1c8117-7e53-4406-93cd-d9167a908b72 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:46.380280 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5a76dd01-3c80-4202-92d1-27c037980d17 req-8e1c8117-7e53-4406-93cd-d9167a908b72 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ca3a526-1e6c-4c5d-9821-61e44fdca946 HTTP/1.1" status: 200 len: 946 time: 0.0490563 Nov 12 09:02:46.426187 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5a76dd01-3c80-4202-92d1-27c037980d17 req-08e1b9dd-448d-4fce-8865-dc134e7e84ae tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400140 Nov 12 09:02:47.222762 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:02:47.543137 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04996ff5-8171-4a3d-b3e2-44f7a6c4abcb req-5d05e818-8416-42b7-9e35-dfcecc80ee52 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:47.544552 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-04996ff5-8171-4a3d-b3e2-44f7a6c4abcb req-5d05e818-8416-42b7-9e35-dfcecc80ee52 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ca3a526-1e6c-4c5d-9821-61e44fdca946 HTTP/1.1" status: 200 len: 946 time: 0.0488048 Nov 12 09:02:47.595236 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-04996ff5-8171-4a3d-b3e2-44f7a6c4abcb req-34eb45f1-2c66-4bde-bd88-75242cbe5408 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448198 Nov 12 09:02:48.121065 n-d-765315-29 neutron-server[102599]: INFO neutron.api.v2.resource [req-b7bb793b-9bdf-48ed-b1e1-03737df4cc61 req-9991bdb8-6e34-4c98-8efb-912898996fc0 service neutron] show failed (client error): The resource could not be found. Nov 12 09:02:48.122078 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b7bb793b-9bdf-48ed-b1e1-03737df4cc61 req-9991bdb8-6e34-4c98-8efb-912898996fc0 service neutron] 10.222.0.44 "GET /v2.0/ports/dcb2c862-44a4-48de-a245-c35f79d05ca8/bindings/n-h1-765315-29 HTTP/1.1" status: 404 len: 381 time: 0.0564256 Nov 12 09:02:48.351406 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb793b-9bdf-48ed-b1e1-03737df4cc61 req-15f7f96f-9f56-457e-9420-99d4f55328fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:48.352914 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b7bb793b-9bdf-48ed-b1e1-03737df4cc61 req-15f7f96f-9f56-457e-9420-99d4f55328fc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8ca3a526-1e6c-4c5d-9821-61e44fdca946&tenant_id=0fe2f65e36b04191a8895e70d88ba327 HTTP/1.1" status: 200 len: 1098 time: 0.0467265 Nov 12 09:02:48.365393 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-b7bb793b-9bdf-48ed-b1e1-03737df4cc61 req-320cb63c-9dd7-492c-91eb-15a0bb1a8ee7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-765315-29', 'device_owner': 'compute:nova'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:02:48.417804 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b7bb793b-9bdf-48ed-b1e1-03737df4cc61 req-320cb63c-9dd7-492c-91eb-15a0bb1a8ee7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:48.622443 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-b7bb793b-9bdf-48ed-b1e1-03737df4cc61 req-320cb63c-9dd7-492c-91eb-15a0bb1a8ee7 service neutron] For port dcb2c862-44a4-48de-a245-c35f79d05ca8, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=dcb2c862-44a4-48de-a245-c35f79d05ca8,segment=NetworkSegment(064bfa1e-f17d-49cf-86cd-d69b8f23a455),segment_id=064bfa1e-f17d-49cf-86cd-d69b8f23a455)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:02:48.658339 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-b7bb793b-9bdf-48ed-b1e1-03737df4cc61 req-320cb63c-9dd7-492c-91eb-15a0bb1a8ee7 service neutron] For port dcb2c862-44a4-48de-a245-c35f79d05ca8, host n-h2-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:02:48.703927 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ca3a526-1e6c-4c5d-9821-61e44fdca946', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dcb2c862-44a4-48de-a245-c35f79d05ca8'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:02:48.706197 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea49546d-1d3c-46a9-a541-84625251a18e" -d '{"events": [{"server_uuid": "8ca3a526-1e6c-4c5d-9821-61e44fdca946", "name": "network-vif-unplugged", "status": "completed", "tag": "dcb2c862-44a4-48de-a245-c35f79d05ca8"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:02:48.711417 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b7bb793b-9bdf-48ed-b1e1-03737df4cc61 req-320cb63c-9dd7-492c-91eb-15a0bb1a8ee7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:48.717287 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe00534-e51c-4c6f-9304-2659be23c8a1 req-6ad91dd8-066c-4e7d-85cd-75aa9547f193 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:48.718528 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ffe00534-e51c-4c6f-9304-2659be23c8a1 req-6ad91dd8-066c-4e7d-85cd-75aa9547f193 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ca3a526-1e6c-4c5d-9821-61e44fdca946 HTTP/1.1" status: 200 len: 946 time: 0.0517244 Nov 12 09:02:48.724505 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-b7bb793b-9bdf-48ed-b1e1-03737df4cc61 req-320cb63c-9dd7-492c-91eb-15a0bb1a8ee7 service neutron] Transition to ACTIVE for port object dcb2c862-44a4-48de-a245-c35f79d05ca8 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:02:48.727562 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b7bb793b-9bdf-48ed-b1e1-03737df4cc61 req-320cb63c-9dd7-492c-91eb-15a0bb1a8ee7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:48.769362 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ffe00534-e51c-4c6f-9304-2659be23c8a1 req-062fcaa4-40f4-4955-a448-60e203b9e7e2 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437009 Nov 12 09:02:48.816224 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320cb63c-9dd7-492c-91eb-15a0bb1a8ee7 service neutron] Pushing event updated for resources: {'Port': ['ID=dcb2c862-44a4-48de-a245-c35f79d05ca8,revision_number=6']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:48.829198 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320cb63c-9dd7-492c-91eb-15a0bb1a8ee7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:48.829554 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320cb63c-9dd7-492c-91eb-15a0bb1a8ee7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:48.829901 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320cb63c-9dd7-492c-91eb-15a0bb1a8ee7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:48.830242 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320cb63c-9dd7-492c-91eb-15a0bb1a8ee7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:48.830684 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320cb63c-9dd7-492c-91eb-15a0bb1a8ee7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:48.831020 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320cb63c-9dd7-492c-91eb-15a0bb1a8ee7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:48.831355 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320cb63c-9dd7-492c-91eb-15a0bb1a8ee7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:48.831686 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320cb63c-9dd7-492c-91eb-15a0bb1a8ee7 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:48.832015 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320cb63c-9dd7-492c-91eb-15a0bb1a8ee7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:48.832888 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320cb63c-9dd7-492c-91eb-15a0bb1a8ee7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:48.833225 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320cb63c-9dd7-492c-91eb-15a0bb1a8ee7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:48.834059 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320cb63c-9dd7-492c-91eb-15a0bb1a8ee7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:48.843074 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 09:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a03c22d-466a-4c57-9cd5-cbf97bce7aa9 x-openstack-request-id: req-7a03c22d-466a-4c57-9cd5-cbf97bce7aa9 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:02:48.843368 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ca3a526-1e6c-4c5d-9821-61e44fdca946", "name": "network-vif-unplugged", "status": "completed", "tag": "dcb2c862-44a4-48de-a245-c35f79d05ca8", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:02:48.843624 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7a03c22d-466a-4c57-9cd5-cbf97bce7aa9 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:02:48.844026 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ca3a526-1e6c-4c5d-9821-61e44fdca946', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dcb2c862-44a4-48de-a245-c35f79d05ca8', 'code': 200} Nov 12 09:02:48.869533 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7bb793b-9bdf-48ed-b1e1-03737df4cc61 req-320cb63c-9dd7-492c-91eb-15a0bb1a8ee7 service neutron] No DVR routers for this DVR port dcb2c862-44a4-48de-a245-c35f79d05ca8 on host n-h2-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:02:49.011749 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-b7bb793b-9bdf-48ed-b1e1-03737df4cc61 req-320cb63c-9dd7-492c-91eb-15a0bb1a8ee7 service neutron] Attempting to bind port dcb2c862-44a4-48de-a245-c35f79d05ca8 on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:02:49.012083 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-b7bb793b-9bdf-48ed-b1e1-03737df4cc61 req-320cb63c-9dd7-492c-91eb-15a0bb1a8ee7 service neutron] Attempting to bind port dcb2c862-44a4-48de-a245-c35f79d05ca8 by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': '064bfa1e-f17d-49cf-86cd-d69b8f23a455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '58fcde89-0909-49c5-8929-54da1ed9ecf5'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:02:49.012417 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7bb793b-9bdf-48ed-b1e1-03737df4cc61 req-320cb63c-9dd7-492c-91eb-15a0bb1a8ee7 service neutron] Attempting to bind port dcb2c862-44a4-48de-a245-c35f79d05ca8 on network 58fcde89-0909-49c5-8929-54da1ed9ecf5 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:02:49.016601 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7bb793b-9bdf-48ed-b1e1-03737df4cc61 req-320cb63c-9dd7-492c-91eb-15a0bb1a8ee7 service neutron] Port dcb2c862-44a4-48de-a245-c35f79d05ca8 on network 58fcde89-0909-49c5-8929-54da1ed9ecf5 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:02:49.016920 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7bb793b-9bdf-48ed-b1e1-03737df4cc61 req-320cb63c-9dd7-492c-91eb-15a0bb1a8ee7 service neutron] Attempting to bind port dcb2c862-44a4-48de-a245-c35f79d05ca8 on network 58fcde89-0909-49c5-8929-54da1ed9ecf5 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:02:49.022432 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7bb793b-9bdf-48ed-b1e1-03737df4cc61 req-320cb63c-9dd7-492c-91eb-15a0bb1a8ee7 service neutron] Checking agent: {'id': '26215384-8035-4ce2-971a-8e67be80da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:02:49.022800 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7bb793b-9bdf-48ed-b1e1-03737df4cc61 req-320cb63c-9dd7-492c-91eb-15a0bb1a8ee7 service neutron] Checking segment: {'id': '064bfa1e-f17d-49cf-86cd-d69b8f23a455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '58fcde89-0909-49c5-8929-54da1ed9ecf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:02:49.023184 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7bb793b-9bdf-48ed-b1e1-03737df4cc61 req-320cb63c-9dd7-492c-91eb-15a0bb1a8ee7 service neutron] Bound using segment: {'id': '064bfa1e-f17d-49cf-86cd-d69b8f23a455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '58fcde89-0909-49c5-8929-54da1ed9ecf5'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:02:49.023607 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-b7bb793b-9bdf-48ed-b1e1-03737df4cc61 req-320cb63c-9dd7-492c-91eb-15a0bb1a8ee7 service neutron] Bound port: dcb2c862-44a4-48de-a245-c35f79d05ca8, host: n-h1-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '064bfa1e-f17d-49cf-86cd-d69b8f23a455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '58fcde89-0909-49c5-8929-54da1ed9ecf5'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:02:49.023958 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b7bb793b-9bdf-48ed-b1e1-03737df4cc61 req-320cb63c-9dd7-492c-91eb-15a0bb1a8ee7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:49.089921 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-b7bb793b-9bdf-48ed-b1e1-03737df4cc61 req-320cb63c-9dd7-492c-91eb-15a0bb1a8ee7 service neutron] For port dcb2c862-44a4-48de-a245-c35f79d05ca8, host n-h1-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:02:49.093541 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-b7bb793b-9bdf-48ed-b1e1-03737df4cc61 req-320cb63c-9dd7-492c-91eb-15a0bb1a8ee7 service neutron] For port dcb2c862-44a4-48de-a245-c35f79d05ca8, host n-h1-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=dcb2c862-44a4-48de-a245-c35f79d05ca8,segment=NetworkSegment(064bfa1e-f17d-49cf-86cd-d69b8f23a455),segment_id=064bfa1e-f17d-49cf-86cd-d69b8f23a455)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:02:49.097043 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b7bb793b-9bdf-48ed-b1e1-03737df4cc61 req-320cb63c-9dd7-492c-91eb-15a0bb1a8ee7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:49.132546 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb793b-9bdf-48ed-b1e1-03737df4cc61 req-320cb63c-9dd7-492c-91eb-15a0bb1a8ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:49.133153 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b7bb793b-9bdf-48ed-b1e1-03737df4cc61 req-320cb63c-9dd7-492c-91eb-15a0bb1a8ee7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:49.134546 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b7bb793b-9bdf-48ed-b1e1-03737df4cc61 req-320cb63c-9dd7-492c-91eb-15a0bb1a8ee7 service neutron] 10.222.0.21 "PUT /v2.0/ports/dcb2c862-44a4-48de-a245-c35f79d05ca8 HTTP/1.1" status: 200 len: 1093 time: 0.7733035 Nov 12 09:02:49.156993 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320cb63c-9dd7-492c-91eb-15a0bb1a8ee7 service neutron] Pushing event updated for resources: {'Port': ['ID=dcb2c862-44a4-48de-a245-c35f79d05ca8,revision_number=7']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:49.203300 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb793b-9bdf-48ed-b1e1-03737df4cc61 req-fb30db08-11dc-491e-8180-8145b473d26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:49.204822 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b7bb793b-9bdf-48ed-b1e1-03737df4cc61 req-fb30db08-11dc-491e-8180-8145b473d26e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0fe2f65e36b04191a8895e70d88ba327&device_id=8ca3a526-1e6c-4c5d-9821-61e44fdca946 HTTP/1.1" status: 200 len: 1096 time: 0.0447981 Nov 12 09:02:49.307386 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb793b-9bdf-48ed-b1e1-03737df4cc61 req-41a34510-4c23-4938-994f-dbf9db0b3d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:49.309011 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b7bb793b-9bdf-48ed-b1e1-03737df4cc61 req-41a34510-4c23-4938-994f-dbf9db0b3d49 service neutron] 10.222.0.21 "GET /v2.0/networks?id=58fcde89-0909-49c5-8929-54da1ed9ecf5 HTTP/1.1" status: 200 len: 913 time: 0.0971355 Nov 12 09:02:49.375759 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b7bb793b-9bdf-48ed-b1e1-03737df4cc61 req-9ee32b33-7c68-4809-9724-753036484678 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dcb2c862-44a4-48de-a245-c35f79d05ca8 HTTP/1.1" status: 200 len: 999 time: 0.0597839 Nov 12 09:02:49.430378 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb793b-9bdf-48ed-b1e1-03737df4cc61 req-0d58ed47-38cd-42c1-9a0d-5c09f26fbb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:49.431870 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b7bb793b-9bdf-48ed-b1e1-03737df4cc61 req-0d58ed47-38cd-42c1-9a0d-5c09f26fbb7a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=361cd205-c9ed-4615-bbce-5d7fd6e5ad7d HTTP/1.1" status: 200 len: 851 time: 0.0492411 Nov 12 09:02:49.479476 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb793b-9bdf-48ed-b1e1-03737df4cc61 req-d7adbdc6-4c06-4150-9fd8-747521317522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:49.480853 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b7bb793b-9bdf-48ed-b1e1-03737df4cc61 req-d7adbdc6-4c06-4150-9fd8-747521317522 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=58fcde89-0909-49c5-8929-54da1ed9ecf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411129 Nov 12 09:02:49.572057 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b7bb793b-9bdf-48ed-b1e1-03737df4cc61 req-74a12829-ac59-49a2-8b25-fe79d9e1f425 service neutron] 10.222.0.21 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828490 Nov 12 09:02:49.667514 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b7bb793b-9bdf-48ed-b1e1-03737df4cc61 req-5b01699d-1ad7-4388-bc04-9470a2c1e4a4 service neutron] 10.222.0.21 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870924 Nov 12 09:02:49.894058 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5444e2b-0a90-45d3-bcb3-4b6c7e9bff4f req-fa02d76e-c859-488e-b6d0-17047be167d7 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:49.895725 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d5444e2b-0a90-45d3-bcb3-4b6c7e9bff4f req-fa02d76e-c859-488e-b6d0-17047be167d7 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ca3a526-1e6c-4c5d-9821-61e44fdca946 HTTP/1.1" status: 200 len: 944 time: 0.0497718 Nov 12 09:02:49.943126 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d5444e2b-0a90-45d3-bcb3-4b6c7e9bff4f req-3a7fba32-ad25-4e79-8ab3-bd84fc3c9598 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414419 Nov 12 09:02:50.845091 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ca3a526-1e6c-4c5d-9821-61e44fdca946', 'tag': 'dcb2c862-44a4-48de-a245-c35f79d05ca8'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:02:50.847616 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9a3b737-13b2-4f3c-ad0c-5374d3ae3b49" -d '{"events": [{"name": "network-changed", "server_uuid": "8ca3a526-1e6c-4c5d-9821-61e44fdca946", "tag": "dcb2c862-44a4-48de-a245-c35f79d05ca8"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:02:50.898414 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56bffb70-aa8e-498b-8d90-990bb89c1ac3 x-openstack-request-id: req-56bffb70-aa8e-498b-8d90-990bb89c1ac3 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:02:50.898738 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ca3a526-1e6c-4c5d-9821-61e44fdca946", "tag": "dcb2c862-44a4-48de-a245-c35f79d05ca8", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:02:50.898994 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-56bffb70-aa8e-498b-8d90-990bb89c1ac3 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:02:50.899392 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ca3a526-1e6c-4c5d-9821-61e44fdca946', 'tag': 'dcb2c862-44a4-48de-a245-c35f79d05ca8', 'status': 'completed', 'code': 200} Nov 12 09:02:50.996814 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3b737-13b2-4f3c-ad0c-5374d3ae3b49 req-68013f37-34c8-4ade-9938-e69c69952d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:50.998316 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d9a3b737-13b2-4f3c-ad0c-5374d3ae3b49 req-68013f37-34c8-4ade-9938-e69c69952d7e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0fe2f65e36b04191a8895e70d88ba327&device_id=8ca3a526-1e6c-4c5d-9821-61e44fdca946 HTTP/1.1" status: 200 len: 1096 time: 0.0735912 Nov 12 09:02:51.008472 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3b737-13b2-4f3c-ad0c-5374d3ae3b49 req-45401a3f-413d-4d55-a370-f2150926acde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:51.009930 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d9a3b737-13b2-4f3c-ad0c-5374d3ae3b49 req-45401a3f-413d-4d55-a370-f2150926acde service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0fe2f65e36b04191a8895e70d88ba327&device_id=8ca3a526-1e6c-4c5d-9821-61e44fdca946 HTTP/1.1" status: 200 len: 1096 time: 0.0557096 Nov 12 09:02:51.066025 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e10e69a-6ce8-46b4-a214-0f9bc8b290d6 req-a4898196-c26a-4b7e-8729-8bf2f6cc493c tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:51.068365 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5e10e69a-6ce8-46b4-a214-0f9bc8b290d6 req-a4898196-c26a-4b7e-8729-8bf2f6cc493c tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ca3a526-1e6c-4c5d-9821-61e44fdca946 HTTP/1.1" status: 200 len: 944 time: 0.0537221 Nov 12 09:02:51.116085 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5e10e69a-6ce8-46b4-a214-0f9bc8b290d6 req-c7307fe1-1192-4bb6-9901-baaa3518ab44 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416965 Nov 12 09:02:51.165381 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3b737-13b2-4f3c-ad0c-5374d3ae3b49 req-e6031959-0c47-4105-a498-1f6fc590e9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:51.166855 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d9a3b737-13b2-4f3c-ad0c-5374d3ae3b49 req-e6031959-0c47-4105-a498-1f6fc590e9e2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=58fcde89-0909-49c5-8929-54da1ed9ecf5 HTTP/1.1" status: 200 len: 913 time: 0.1560616 Nov 12 09:02:51.171082 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3b737-13b2-4f3c-ad0c-5374d3ae3b49 req-a78795dd-b422-4b6f-a958-db780649d18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:51.172416 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d9a3b737-13b2-4f3c-ad0c-5374d3ae3b49 req-a78795dd-b422-4b6f-a958-db780649d18a service neutron] 10.222.0.44 "GET /v2.0/networks?id=58fcde89-0909-49c5-8929-54da1ed9ecf5 HTTP/1.1" status: 200 len: 913 time: 0.1534097 Nov 12 09:02:51.282876 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d9a3b737-13b2-4f3c-ad0c-5374d3ae3b49 req-c0fcb270-e7cd-4d21-a1aa-8f4548baa832 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dcb2c862-44a4-48de-a245-c35f79d05ca8 HTTP/1.1" status: 200 len: 999 time: 0.1074247 Nov 12 09:02:51.288355 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d9a3b737-13b2-4f3c-ad0c-5374d3ae3b49 req-59d61d8a-e07f-49a3-ac49-ea5cdb93c6de service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dcb2c862-44a4-48de-a245-c35f79d05ca8 HTTP/1.1" status: 200 len: 999 time: 0.1052659 Nov 12 09:02:51.365655 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3b737-13b2-4f3c-ad0c-5374d3ae3b49 req-95e9ee4b-4be6-4aa0-b965-023e2ecbdb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:51.367126 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d9a3b737-13b2-4f3c-ad0c-5374d3ae3b49 req-95e9ee4b-4be6-4aa0-b965-023e2ecbdb6f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=361cd205-c9ed-4615-bbce-5d7fd6e5ad7d HTTP/1.1" status: 200 len: 851 time: 0.0772395 Nov 12 09:02:51.372280 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3b737-13b2-4f3c-ad0c-5374d3ae3b49 req-916a6c63-1608-466e-b6ab-a93b56b6b128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:51.373608 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d9a3b737-13b2-4f3c-ad0c-5374d3ae3b49 req-916a6c63-1608-466e-b6ab-a93b56b6b128 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=361cd205-c9ed-4615-bbce-5d7fd6e5ad7d HTTP/1.1" status: 200 len: 851 time: 0.0755713 Nov 12 09:02:51.447656 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3b737-13b2-4f3c-ad0c-5374d3ae3b49 req-ef715633-e978-42bd-8f41-9cb42d798710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:51.449134 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d9a3b737-13b2-4f3c-ad0c-5374d3ae3b49 req-ef715633-e978-42bd-8f41-9cb42d798710 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=58fcde89-0909-49c5-8929-54da1ed9ecf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0736275 Nov 12 09:02:51.450939 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3b737-13b2-4f3c-ad0c-5374d3ae3b49 req-43c052a4-763a-4d0c-b34d-93967cd2d9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:51.452257 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d9a3b737-13b2-4f3c-ad0c-5374d3ae3b49 req-43c052a4-763a-4d0c-b34d-93967cd2d9b6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=58fcde89-0909-49c5-8929-54da1ed9ecf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0664854 Nov 12 09:02:51.610930 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d9a3b737-13b2-4f3c-ad0c-5374d3ae3b49 req-a1ffb17d-86d3-4131-9059-f4eb69256470 service neutron] 10.222.0.21 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541955 Nov 12 09:02:51.614621 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d9a3b737-13b2-4f3c-ad0c-5374d3ae3b49 req-b26041d2-d2d9-4db7-bc40-5c84f92970a1 service neutron] 10.222.0.44 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494975 Nov 12 09:02:52.092671 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d9a3b737-13b2-4f3c-ad0c-5374d3ae3b49 req-c5a1a8ee-248b-4f06-8bab-081bdf5c86b9 service neutron] 10.222.0.44 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4669993 Nov 12 09:02:52.094383 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d9a3b737-13b2-4f3c-ad0c-5374d3ae3b49 req-8f981732-67e2-4d49-8db6-3fbcdb2a08a7 service neutron] 10.222.0.21 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4757998 Nov 12 09:02:52.234396 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84719f03-e2b6-4277-afb7-b346928a28e0 req-fd6e701c-bb5f-493d-a8aa-87353aab5a5c tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:52.235890 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-84719f03-e2b6-4277-afb7-b346928a28e0 req-fd6e701c-bb5f-493d-a8aa-87353aab5a5c tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ca3a526-1e6c-4c5d-9821-61e44fdca946 HTTP/1.1" status: 200 len: 944 time: 0.0492704 Nov 12 09:02:52.282756 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-84719f03-e2b6-4277-afb7-b346928a28e0 req-158a722a-5fcf-44e7-8742-510cb0409f3a tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402083 Nov 12 09:02:53.285871 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device dcb2c862-44a4-48de-a245-c35f79d05ca8 no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:02:53.326468 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device dcb2c862-44a4-48de-a245-c35f79d05ca8 not bound to the agent host n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:02:53.405732 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f1a29e-6a50-4c34-828d-a8ab6ba88822 req-a187e627-894b-4c59-851c-81f10771c484 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:53.407227 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e6f1a29e-6a50-4c34-828d-a8ab6ba88822 req-a187e627-894b-4c59-851c-81f10771c484 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ca3a526-1e6c-4c5d-9821-61e44fdca946 HTTP/1.1" status: 200 len: 944 time: 0.0530398 Nov 12 09:02:53.446090 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device dcb2c862-44a4-48de-a245-c35f79d05ca8 details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:02:53.455331 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e6f1a29e-6a50-4c34-828d-a8ab6ba88822 req-38fbfdb0-f13e-4762-9bc1-962cbfd392e7 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419850 Nov 12 09:02:53.545742 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port dcb2c862-44a4-48de-a245-c35f79d05ca8, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=dcb2c862-44a4-48de-a245-c35f79d05ca8,segment=NetworkSegment(064bfa1e-f17d-49cf-86cd-d69b8f23a455),segment_id=064bfa1e-f17d-49cf-86cd-d69b8f23a455)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:02:53.559877 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Returning: {'device': 'dcb2c862-44a4-48de-a245-c35f79d05ca8', 'network_id': '58fcde89-0909-49c5-8929-54da1ed9ecf5', 'port_id': 'dcb2c862-44a4-48de-a245-c35f79d05ca8', 'mac_address': 'fa:16:3e:da:85:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '361cd205-c9ed-4615-bbce-5d7fd6e5ad7d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:02:53.602314 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:53.616755 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-e530113a-7783-48f4-9840-8911a24052df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcb2c862-44a4-48de-a245-c35f79d05ca8 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:02:53.637420 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port dcb2c862-44a4-48de-a245-c35f79d05ca8, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=dcb2c862-44a4-48de-a245-c35f79d05ca8,segment=NetworkSegment(064bfa1e-f17d-49cf-86cd-d69b8f23a455),segment_id=064bfa1e-f17d-49cf-86cd-d69b8f23a455)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:02:53.641285 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:53.658890 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7b5f58-d06c-4d3c-9eaf-5061a9e5a8c2 req-ad60552d-86d6-475a-baa8-5c89d99d4b93 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:53.661657 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ba7b5f58-d06c-4d3c-9eaf-5061a9e5a8c2 req-ad60552d-86d6-475a-baa8-5c89d99d4b93 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ca3a526-1e6c-4c5d-9821-61e44fdca946 HTTP/1.1" status: 200 len: 944 time: 0.0561609 Nov 12 09:02:53.697415 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=dcb2c862-44a4-48de-a245-c35f79d05ca8,revision_number=8']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:53.704403 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71137c2c-1e99-48cf-9c08-8cacf2a5fe1b req-c68b4b70-62e2-4bca-bc8a-b81cda216020 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:53.705033 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:53.705448 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:53.705896 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:53.706164 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-71137c2c-1e99-48cf-9c08-8cacf2a5fe1b req-c68b4b70-62e2-4bca-bc8a-b81cda216020 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.44 "GET /v2.0/ports?device_id=8ca3a526-1e6c-4c5d-9821-61e44fdca946&tenant_id=0fe2f65e36b04191a8895e70d88ba327&binding%3Ahost_id=n-h1-765315-29 HTTP/1.1" status: 200 len: 945 time: 0.0622287 Nov 12 09:02:53.706874 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:53.706874 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:53.707439 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:53.707439 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:53.707787 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:53.708135 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:53.708457 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:53.708778 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:53.709094 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:53.725286 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ba7b5f58-d06c-4d3c-9eaf-5061a9e5a8c2 req-9de84bc4-07f8-433a-9839-b8e991980baa tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542951 Nov 12 09:02:53.775811 n-d-765315-29 neutron-server[102599]: INFO neutron.api.v2.resource [req-71137c2c-1e99-48cf-9c08-8cacf2a5fe1b req-cb292599-199d-42b4-90b7-fe8e6ceaf465 service neutron] delete failed (client error): The resource could not be found. Nov 12 09:02:53.776872 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-71137c2c-1e99-48cf-9c08-8cacf2a5fe1b req-cb292599-199d-42b4-90b7-fe8e6ceaf465 service neutron] 10.222.0.44 "DELETE /v2.0/ports/dcb2c862-44a4-48de-a245-c35f79d05ca8/bindings/n-h2-765315-29 HTTP/1.1" status: 404 len: 381 time: 0.0564976 Nov 12 09:02:53.894485 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71137c2c-1e99-48cf-9c08-8cacf2a5fe1b req-32eac8a9-9dcc-4268-9c8c-72efc922d285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:53.896452 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-71137c2c-1e99-48cf-9c08-8cacf2a5fe1b req-32eac8a9-9dcc-4268-9c8c-72efc922d285 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0fe2f65e36b04191a8895e70d88ba327&device_id=8ca3a526-1e6c-4c5d-9821-61e44fdca946 HTTP/1.1" status: 200 len: 1097 time: 0.0426652 Nov 12 09:02:53.996200 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71137c2c-1e99-48cf-9c08-8cacf2a5fe1b req-0c21a682-a552-4ba9-a65d-0321e3ea1c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:53.997687 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-71137c2c-1e99-48cf-9c08-8cacf2a5fe1b req-0c21a682-a552-4ba9-a65d-0321e3ea1c9e service neutron] 10.222.0.44 "GET /v2.0/networks?id=58fcde89-0909-49c5-8929-54da1ed9ecf5 HTTP/1.1" status: 200 len: 913 time: 0.0903451 Nov 12 09:02:54.021971 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['dcb2c862-44a4-48de-a245-c35f79d05ca8'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:02:54.068677 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-71137c2c-1e99-48cf-9c08-8cacf2a5fe1b req-d2b32b3b-da50-40a5-b73a-cb38e49d9cab service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dcb2c862-44a4-48de-a245-c35f79d05ca8 HTTP/1.1" status: 200 len: 1000 time: 0.0593359 Nov 12 09:02:54.125350 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71137c2c-1e99-48cf-9c08-8cacf2a5fe1b req-3d296426-7d96-4178-81b0-cb1deb305db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:54.126836 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-71137c2c-1e99-48cf-9c08-8cacf2a5fe1b req-3d296426-7d96-4178-81b0-cb1deb305db3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=361cd205-c9ed-4615-bbce-5d7fd6e5ad7d HTTP/1.1" status: 200 len: 851 time: 0.0499971 Nov 12 09:02:54.179769 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71137c2c-1e99-48cf-9c08-8cacf2a5fe1b req-3faa3724-f6a0-49a8-a161-a4b44fce2af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:54.181172 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-71137c2c-1e99-48cf-9c08-8cacf2a5fe1b req-3faa3724-f6a0-49a8-a161-a4b44fce2af1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=58fcde89-0909-49c5-8929-54da1ed9ecf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428777 Nov 12 09:02:54.276790 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-71137c2c-1e99-48cf-9c08-8cacf2a5fe1b req-bfbd2348-e1ab-4304-8be5-9460795b5e3f service neutron] 10.222.0.44 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836174 Nov 12 09:02:54.375673 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-71137c2c-1e99-48cf-9c08-8cacf2a5fe1b req-59de3172-cef0-4545-9111-0011d40fcb41 service neutron] 10.222.0.44 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878825 Nov 12 09:02:54.847347 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cca18a-8015-49f6-a747-ad0d4ea8e85c req-ec04e3b1-ae9c-47b9-b90f-d85bae2d6b93 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:54.849329 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-81cca18a-8015-49f6-a747-ad0d4ea8e85c req-ec04e3b1-ae9c-47b9-b90f-d85bae2d6b93 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ca3a526-1e6c-4c5d-9821-61e44fdca946 HTTP/1.1" status: 200 len: 945 time: 0.0512700 Nov 12 09:02:54.902771 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-81cca18a-8015-49f6-a747-ad0d4ea8e85c req-6bf64bed-2182-4980-a6d5-64b4cea6fe80 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469947 Nov 12 09:02:55.449656 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device dcb2c862-44a4-48de-a245-c35f79d05ca8 up at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:02:55.499323 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning for port dcb2c862-44a4-48de-a245-c35f79d05ca8 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:02:55.503291 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning complete for port dcb2c862-44a4-48de-a245-c35f79d05ca8 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:02:55.503770 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:55.582789 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:55.605744 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ca3a526-1e6c-4c5d-9821-61e44fdca946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcb2c862-44a4-48de-a245-c35f79d05ca8'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:02:55.607970 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eb5506f-f7b3-433e-abf9-1e996dd2476e" -d '{"events": [{"server_uuid": "8ca3a526-1e6c-4c5d-9821-61e44fdca946", "name": "network-vif-plugged", "status": "completed", "tag": "dcb2c862-44a4-48de-a245-c35f79d05ca8"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:02:55.621046 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port dcb2c862-44a4-48de-a245-c35f79d05ca8, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=dcb2c862-44a4-48de-a245-c35f79d05ca8,segment=NetworkSegment(064bfa1e-f17d-49cf-86cd-d69b8f23a455),segment_id=064bfa1e-f17d-49cf-86cd-d69b8f23a455)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:02:55.625858 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:55.651784 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dca5f8b-f34b-49aa-b9c9-5aa0a7d9915f x-openstack-request-id: req-5dca5f8b-f34b-49aa-b9c9-5aa0a7d9915f {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:02:55.652090 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ca3a526-1e6c-4c5d-9821-61e44fdca946", "name": "network-vif-plugged", "status": "completed", "tag": "dcb2c862-44a4-48de-a245-c35f79d05ca8", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:02:55.652331 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5dca5f8b-f34b-49aa-b9c9-5aa0a7d9915f {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:02:55.652721 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ca3a526-1e6c-4c5d-9821-61e44fdca946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcb2c862-44a4-48de-a245-c35f79d05ca8', 'code': 200} Nov 12 09:02:55.679089 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=dcb2c862-44a4-48de-a245-c35f79d05ca8,revision_number=9']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:56.026206 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6768135-1bba-4718-81d5-12a0303698d5 req-221fbde3-23ab-43f3-bc71-bedf72089879 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:56.027701 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c6768135-1bba-4718-81d5-12a0303698d5 req-221fbde3-23ab-43f3-bc71-bedf72089879 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ca3a526-1e6c-4c5d-9821-61e44fdca946 HTTP/1.1" status: 200 len: 946 time: 0.0507805 Nov 12 09:02:56.074763 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c6768135-1bba-4718-81d5-12a0303698d5 req-1ef2f3cc-7ed4-4933-9520-a7cba6adf022 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411260 Nov 12 09:02:56.186532 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358f1bda-963e-4f0f-b5e1-88e14fa4a9d7 req-d03f2a97-bcfe-4d49-9dc9-257fa2397e8c tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:56.187921 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-358f1bda-963e-4f0f-b5e1-88e14fa4a9d7 req-d03f2a97-bcfe-4d49-9dc9-257fa2397e8c tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ca3a526-1e6c-4c5d-9821-61e44fdca946 HTTP/1.1" status: 200 len: 946 time: 0.0483060 Nov 12 09:02:56.237592 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-358f1bda-963e-4f0f-b5e1-88e14fa4a9d7 req-05b43974-1df0-4c89-af79-cf22787c70ef tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428431 Nov 12 09:02:56.445310 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e543ceb2-ca7a-443a-8ab8-50ca65066f2a req-08cd02e1-0b49-4225-92a1-911142497ddc tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:56.446772 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e543ceb2-ca7a-443a-8ab8-50ca65066f2a req-08cd02e1-0b49-4225-92a1-911142497ddc tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ca3a526-1e6c-4c5d-9821-61e44fdca946 HTTP/1.1" status: 200 len: 946 time: 0.0543332 Nov 12 09:02:56.471631 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544d34c9-2636-42ce-8fa8-cb0de5907d77 req-5e2dfa27-cba1-4f72-a69b-c8fc50086739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:56.474426 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-544d34c9-2636-42ce-8fa8-cb0de5907d77 req-5e2dfa27-cba1-4f72-a69b-c8fc50086739 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0fe2f65e36b04191a8895e70d88ba327&device_id=8ca3a526-1e6c-4c5d-9821-61e44fdca946 HTTP/1.1" status: 200 len: 1098 time: 0.0544193 Nov 12 09:02:56.500377 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e543ceb2-ca7a-443a-8ab8-50ca65066f2a req-d99fc8cc-1015-41c4-b5b8-92f0f8da45cf tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475380 Nov 12 09:02:56.576249 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544d34c9-2636-42ce-8fa8-cb0de5907d77 req-7658b437-512e-44ec-bd1f-4be7323e483e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:56.577708 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-544d34c9-2636-42ce-8fa8-cb0de5907d77 req-7658b437-512e-44ec-bd1f-4be7323e483e service neutron] 10.222.0.21 "GET /v2.0/networks?id=58fcde89-0909-49c5-8929-54da1ed9ecf5 HTTP/1.1" status: 200 len: 913 time: 0.0963612 Nov 12 09:02:56.643809 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-544d34c9-2636-42ce-8fa8-cb0de5907d77 req-c85e5686-d1aa-4308-8929-09c15ca2452e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dcb2c862-44a4-48de-a245-c35f79d05ca8 HTTP/1.1" status: 200 len: 1001 time: 0.0582576 Nov 12 09:02:56.698556 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544d34c9-2636-42ce-8fa8-cb0de5907d77 req-684eac43-2ce5-422b-b3ae-358b52aa96a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:56.699971 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-544d34c9-2636-42ce-8fa8-cb0de5907d77 req-684eac43-2ce5-422b-b3ae-358b52aa96a0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=361cd205-c9ed-4615-bbce-5d7fd6e5ad7d HTTP/1.1" status: 200 len: 851 time: 0.0488069 Nov 12 09:02:56.744830 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544d34c9-2636-42ce-8fa8-cb0de5907d77 req-4f39c1fb-a609-4841-b13f-08580428099b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:56.746347 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-544d34c9-2636-42ce-8fa8-cb0de5907d77 req-4f39c1fb-a609-4841-b13f-08580428099b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=58fcde89-0909-49c5-8929-54da1ed9ecf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399258 Nov 12 09:02:56.850720 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-544d34c9-2636-42ce-8fa8-cb0de5907d77 req-5c91d5e2-10b5-4e45-a105-6e07c8b273e5 service neutron] 10.222.0.21 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973313 Nov 12 09:02:56.946316 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-544d34c9-2636-42ce-8fa8-cb0de5907d77 req-971deddf-ce9e-41d9-a91b-dc6947a10aeb service neutron] 10.222.0.21 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888398 Nov 12 09:02:57.620394 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f697e9a0-8eb7-4985-b35e-1e6be0c5fd72 req-0a95de4a-5bca-49e2-8684-37e687cc60eb tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:57.621904 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f697e9a0-8eb7-4985-b35e-1e6be0c5fd72 req-0a95de4a-5bca-49e2-8684-37e687cc60eb tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ca3a526-1e6c-4c5d-9821-61e44fdca946 HTTP/1.1" status: 200 len: 946 time: 0.0501213 Nov 12 09:02:57.669079 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f697e9a0-8eb7-4985-b35e-1e6be0c5fd72 req-ea67c6f7-47f4-49ec-9ed9-dc48e7fe8d3c tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412962 Nov 12 09:02:57.917512 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd40850-b297-435b-8f76-f45033a1c058 req-2d6ec3dd-b6aa-4d49-a10d-34ae6c8f99c5 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:57.919013 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7fd40850-b297-435b-8f76-f45033a1c058 req-2d6ec3dd-b6aa-4d49-a10d-34ae6c8f99c5 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ca3a526-1e6c-4c5d-9821-61e44fdca946 HTTP/1.1" status: 200 len: 946 time: 0.0506768 Nov 12 09:02:57.970297 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7fd40850-b297-435b-8f76-f45033a1c058 req-90567fb7-4337-4566-aa94-830b6248ff67 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452437 Nov 12 09:02:59.088776 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42127f89-bdcb-4e30-9f3a-e8953b5c3863 req-529536bf-6573-45be-aab0-3b46abe82701 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:59.090323 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-42127f89-bdcb-4e30-9f3a-e8953b5c3863 req-529536bf-6573-45be-aab0-3b46abe82701 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ca3a526-1e6c-4c5d-9821-61e44fdca946 HTTP/1.1" status: 200 len: 946 time: 0.0516052 Nov 12 09:02:59.139060 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-42127f89-bdcb-4e30-9f3a-e8953b5c3863 req-732930d0-3249-4add-ac76-bfc51b8f155d tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424604 Nov 12 09:02:59.386887 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a788a60-412e-4d2d-bb55-d6ac09301f88 req-390fd19e-2d3a-4b37-b48b-b486fc0c5726 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:59.388372 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6a788a60-412e-4d2d-bb55-d6ac09301f88 req-390fd19e-2d3a-4b37-b48b-b486fc0c5726 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ca3a526-1e6c-4c5d-9821-61e44fdca946 HTTP/1.1" status: 200 len: 946 time: 0.0507851 Nov 12 09:02:59.483136 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-6a788a60-412e-4d2d-bb55-d6ac09301f88 req-df0949a7-97a5-45f3-b1da-b89a375718ef tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Deleting port dcb2c862-44a4-48de-a245-c35f79d05ca8 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:02:59.483490 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-6a788a60-412e-4d2d-bb55-d6ac09301f88 req-df0949a7-97a5-45f3-b1da-b89a375718ef tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:59.572939 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-6a788a60-412e-4d2d-bb55-d6ac09301f88 req-df0949a7-97a5-45f3-b1da-b89a375718ef tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] For port dcb2c862-44a4-48de-a245-c35f79d05ca8, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=dcb2c862-44a4-48de-a245-c35f79d05ca8,segment=NetworkSegment(064bfa1e-f17d-49cf-86cd-d69b8f23a455),segment_id=064bfa1e-f17d-49cf-86cd-d69b8f23a455)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:02:59.573320 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-6a788a60-412e-4d2d-bb55-d6ac09301f88 req-df0949a7-97a5-45f3-b1da-b89a375718ef tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:59.752541 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-6a788a60-412e-4d2d-bb55-d6ac09301f88 req-df0949a7-97a5-45f3-b1da-b89a375718ef tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:59.752884 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-6a788a60-412e-4d2d-bb55-d6ac09301f88 req-df0949a7-97a5-45f3-b1da-b89a375718ef tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:59.753204 n-d-765315-29 neutron-server[102599]: INFO neutron.db.l3_db [req-6a788a60-412e-4d2d-bb55-d6ac09301f88 req-df0949a7-97a5-45f3-b1da-b89a375718ef tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Floating IP 9217acd6-95dc-4512-9acf-af341d90890a disassociated. External IP: 172.25.2.51, port: dcb2c862-44a4-48de-a245-c35f79d05ca8. Nov 12 09:02:59.753548 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-6a788a60-412e-4d2d-bb55-d6ac09301f88 req-df0949a7-97a5-45f3-b1da-b89a375718ef tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Calling delete_port for dcb2c862-44a4-48de-a245-c35f79d05ca8 owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:02:59.883875 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-6a788a60-412e-4d2d-bb55-d6ac09301f88 req-df0949a7-97a5-45f3-b1da-b89a375718ef tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:59.911634 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0949a7-97a5-45f3-b1da-b89a375718ef tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Pushing event deleted for resources: {'Port': ['ID=dcb2c862-44a4-48de-a245-c35f79d05ca8,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:00.046277 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a788a60-412e-4d2d-bb55-d6ac09301f88 req-df0949a7-97a5-45f3-b1da-b89a375718ef tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Router f6b98748-32d5-4e6b-95c1-917d21233cbe has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:03:00.173166 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a788a60-412e-4d2d-bb55-d6ac09301f88 req-df0949a7-97a5-45f3-b1da-b89a375718ef tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:03:00.184402 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8fdb6d-ba5d-4ab4-bf34-46ea41fac346 None None] Sync routers for ids ['f6b98748-32d5-4e6b-95c1-917d21233cbe'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:03:00.196764 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8fdb6d-ba5d-4ab4-bf34-46ea41fac346 None None] Routers {'f6b98748-32d5-4e6b-95c1-917d21233cbe'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:03:00.197477 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-ff8fdb6d-ba5d-4ab4-bf34-46ea41fac346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:02:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['f6b98748-32d5-4e6b-95c1-917d21233cbe'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:00.219318 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a788a60-412e-4d2d-bb55-d6ac09301f88 req-df0949a7-97a5-45f3-b1da-b89a375718ef tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] No DVR routers for this DVR port dcb2c862-44a4-48de-a245-c35f79d05ca8 on host n-h1-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:03:00.222321 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-6a788a60-412e-4d2d-bb55-d6ac09301f88 req-df0949a7-97a5-45f3-b1da-b89a375718ef tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:00.226485 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6a788a60-412e-4d2d-bb55-d6ac09301f88 req-df0949a7-97a5-45f3-b1da-b89a375718ef tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.21 "DELETE /v2.0/ports/dcb2c862-44a4-48de-a245-c35f79d05ca8 HTTP/1.1" status: 204 len: 173 time: 0.8320484 Nov 12 09:03:00.226936 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ca3a526-1e6c-4c5d-9821-61e44fdca946', 'name': 'network-vif-deleted', 'tag': 'dcb2c862-44a4-48de-a245-c35f79d05ca8'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:03:00.229394 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d91e5a4-f35e-459e-a099-afd2b13195c5" -d '{"events": [{"server_uuid": "8ca3a526-1e6c-4c5d-9821-61e44fdca946", "name": "network-vif-deleted", "tag": "dcb2c862-44a4-48de-a245-c35f79d05ca8"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:03:00.248589 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ed222084-19f8-4cf3-9bb7-9bd4e3cc7ca1 req-d4d28f56-1ac5-4721-ac5d-f0980c3bdb74 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ca3a526-1e6c-4c5d-9821-61e44fdca946 HTTP/1.1" status: 200 len: 210 time: 0.0319796 Nov 12 09:03:00.297666 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e5c247e-30bc-4c1c-802f-493e17859340 x-openstack-request-id: req-6e5c247e-30bc-4c1c-802f-493e17859340 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:03:00.297990 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ca3a526-1e6c-4c5d-9821-61e44fdca946", "name": "network-vif-deleted", "tag": "dcb2c862-44a4-48de-a245-c35f79d05ca8", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:03:00.298252 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6e5c247e-30bc-4c1c-802f-493e17859340 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:03:00.299221 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ca3a526-1e6c-4c5d-9821-61e44fdca946', 'name': 'network-vif-deleted', 'tag': 'dcb2c862-44a4-48de-a245-c35f79d05ca8', 'status': 'completed', 'code': 200} Nov 12 09:03:00.422476 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-ff8fdb6d-ba5d-4ab4-bf34-46ea41fac346 None None] Set router f6b98748-32d5-4e6b-95c1-917d21233cbe gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:03:00.624367 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-ff8fdb6d-ba5d-4ab4-bf34-46ea41fac346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b98748-32d5-4e6b-95c1-917d21233cbe', 'name': 'tempest-ServerActionsTestJSON-1810950938-router', 'tenant_id': '0fe2f65e36b04191a8895e70d88ba327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'c440091b-f087-4717-9c3c-606f173cf5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:56:59Z', 'updated_at': '2021-11-12T08:57:02Z', 'revision_number': 4, 'project_id': '0fe2f65e36b04191a8895e70d88ba327', 'gw_port': {'id': 'c440091b-f087-4717-9c3c-606f173cf5a4', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:00:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b98748-32d5-4e6b-95c1-917d21233cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:57:00Z', 'updated_at': '2021-11-12T08:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '229f4a10-65a2-46af-adc4-fb8c1cb7b847', 'name': '', 'network_id': '58fcde89-0909-49c5-8929-54da1ed9ecf5', 'tenant_id': '0fe2f65e36b04191a8895e70d88ba327', 'mac_address': 'fa:16:3e:f5:51:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b98748-32d5-4e6b-95c1-917d21233cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '361cd205-c9ed-4615-bbce-5d7fd6e5ad7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:57:02Z', 'updated_at': '2021-11-12T08:57:06Z', 'revision_number': 5, 'project_id': '0fe2f65e36b04191a8895e70d88ba327', 'subnets': [{'id': '361cd205-c9ed-4615-bbce-5d7fd6e5ad7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:00.650538 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8fdb6d-ba5d-4ab4-bf34-46ea41fac346 None None] Checking router: f6b98748-32d5-4e6b-95c1-917d21233cbe for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:03:00.658517 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8fdb6d-ba5d-4ab4-bf34-46ea41fac346 None None] Routers {'f6b98748-32d5-4e6b-95c1-917d21233cbe'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:03:00.659129 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-ff8fdb6d-ba5d-4ab4-bf34-46ea41fac346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:02:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['f6b98748-32d5-4e6b-95c1-917d21233cbe'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:00.769246 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-ff8fdb6d-ba5d-4ab4-bf34-46ea41fac346 None None] Set router f6b98748-32d5-4e6b-95c1-917d21233cbe gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:03:00.967484 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-ff8fdb6d-ba5d-4ab4-bf34-46ea41fac346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b98748-32d5-4e6b-95c1-917d21233cbe', 'name': 'tempest-ServerActionsTestJSON-1810950938-router', 'tenant_id': '0fe2f65e36b04191a8895e70d88ba327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'c440091b-f087-4717-9c3c-606f173cf5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:56:59Z', 'updated_at': '2021-11-12T08:57:02Z', 'revision_number': 4, 'project_id': '0fe2f65e36b04191a8895e70d88ba327', 'gw_port': {'id': 'c440091b-f087-4717-9c3c-606f173cf5a4', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:00:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b98748-32d5-4e6b-95c1-917d21233cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:57:00Z', 'updated_at': '2021-11-12T08:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '229f4a10-65a2-46af-adc4-fb8c1cb7b847', 'name': '', 'network_id': '58fcde89-0909-49c5-8929-54da1ed9ecf5', 'tenant_id': '0fe2f65e36b04191a8895e70d88ba327', 'mac_address': 'fa:16:3e:f5:51:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b98748-32d5-4e6b-95c1-917d21233cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '361cd205-c9ed-4615-bbce-5d7fd6e5ad7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:57:02Z', 'updated_at': '2021-11-12T08:57:06Z', 'revision_number': 5, 'project_id': '0fe2f65e36b04191a8895e70d88ba327', 'subnets': [{'id': '361cd205-c9ed-4615-bbce-5d7fd6e5ad7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:00.994024 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8fdb6d-ba5d-4ab4-bf34-46ea41fac346 None None] The sync data for ids ['f6b98748-32d5-4e6b-95c1-917d21233cbe'] in n-d-765315-29 is: [{'id': 'f6b98748-32d5-4e6b-95c1-917d21233cbe', 'name': 'tempest-ServerActionsTestJSON-1810950938-router', 'tenant_id': '0fe2f65e36b04191a8895e70d88ba327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'c440091b-f087-4717-9c3c-606f173cf5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:56:59Z', 'updated_at': '2021-11-12T08:57:02Z', 'revision_number': 4, 'project_id': '0fe2f65e36b04191a8895e70d88ba327', 'gw_port': {'id': 'c440091b-f087-4717-9c3c-606f173cf5a4', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:00:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b98748-32d5-4e6b-95c1-917d21233cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:57:00Z', 'updated_at': '2021-11-12T08:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '229f4a10-65a2-46af-adc4-fb8c1cb7b847', 'name': '', 'network_id': '58fcde89-0909-49c5-8929-54da1ed9ecf5', 'tenant_id': '0fe2f65e36b04191a8895e70d88ba327', 'mac_address': 'fa:16:3e:f5:51:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b98748-32d5-4e6b-95c1-917d21233cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '361cd205-c9ed-4615-bbce-5d7fd6e5ad7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:57:02Z', 'updated_at': '2021-11-12T08:57:06Z', 'revision_number': 5, 'project_id': '0fe2f65e36b04191a8895e70d88ba327', 'subnets': [{'id': '361cd205-c9ed-4615-bbce-5d7fd6e5ad7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:03:01.232969 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671fc0a3-1b05-48aa-abaf-8351a45d49c8 None None] New status for floating IP 9217acd6-95dc-4512-9acf-af341d90890a: DOWN {{(pid=102601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:03:01.538051 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8b5461b0-d0d2-460c-97cf-6e2c1552aca6 req-887a5efb-7c4d-405c-8e77-c01eda4f1264 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1706707424&fields=id&tenant_id=0fe2f65e36b04191a8895e70d88ba327 HTTP/1.1" status: 200 len: 267 time: 0.0457094 Nov 12 09:03:01.649921 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5461b0-d0d2-460c-97cf-6e2c1552aca6 req-5d17c8a6-2ad7-4990-9410-895b468ff905 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:01.651448 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8b5461b0-d0d2-460c-97cf-6e2c1552aca6 req-5d17c8a6-2ad7-4990-9410-895b468ff905 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/networks?id=58fcde89-0909-49c5-8929-54da1ed9ecf5 HTTP/1.1" status: 200 len: 812 time: 0.1064756 Nov 12 09:03:01.666625 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8b5461b0-d0d2-460c-97cf-6e2c1552aca6 req-6a22da64-8635-4efe-b33e-e0d0368047ba tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/quotas/0fe2f65e36b04191a8895e70d88ba327 HTTP/1.1" status: 200 len: 375 time: 0.0093508 Nov 12 09:03:01.722106 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8b5461b0-d0d2-460c-97cf-6e2c1552aca6 req-f12c956a-674e-4536-bf30-446f85b5fa7d tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=0fe2f65e36b04191a8895e70d88ba327&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0494347 Nov 12 09:03:01.738501 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [req-8b5461b0-d0d2-460c-97cf-6e2c1552aca6 req-a86529ec-9ad8-46dd-bff1-b3c1d8c21761 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:03:01.739614 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8b5461b0-d0d2-460c-97cf-6e2c1552aca6 req-a86529ec-9ad8-46dd-bff1-b3c1d8c21761 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058525 Nov 12 09:03:01.831405 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8b5461b0-d0d2-460c-97cf-6e2c1552aca6 req-1be2bcec-9b1b-4ae8-8924-54d487139625 service neutron] 10.222.0.26 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855639 Nov 12 09:03:01.919463 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8b5461b0-d0d2-460c-97cf-6e2c1552aca6 req-1d1b92e3-ec9b-4575-9425-52c3a70de16b service neutron] 10.222.0.26 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819485 Nov 12 09:03:02.083909 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-39698e81-e3b2-4c69-baa7-13eb82f7b8c8 req-d702bbd4-c46f-465a-87a9-025024c51174 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b4bf6b5-a0f3-49e9-8b7b-b62143aa315b HTTP/1.1" status: 200 len: 210 time: 0.0312850 Nov 12 09:03:03.226008 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5461b0-d0d2-460c-97cf-6e2c1552aca6 req-2bbe158f-4b80-40ae-a3bb-8bfeaba8cd2c tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:03.227667 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8b5461b0-d0d2-460c-97cf-6e2c1552aca6 req-2bbe158f-4b80-40ae-a3bb-8bfeaba8cd2c tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.44 "GET /v2.0/networks?id=58fcde89-0909-49c5-8929-54da1ed9ecf5 HTTP/1.1" status: 200 len: 812 time: 0.1146791 Nov 12 09:03:03.314031 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8b5461b0-d0d2-460c-97cf-6e2c1552aca6 req-e3dec1c0-e78b-4478-b384-e50dfe912862 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0fe2f65e36b04191a8895e70d88ba327 HTTP/1.1" status: 200 len: 380 time: 0.0580411 Nov 12 09:03:03.345516 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-8b5461b0-d0d2-460c-97cf-6e2c1552aca6 req-532965cd-b147-4901-b8a5-5e90050a5b25 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Request body: {'port': {'device_id': '2b4bf6b5-a0f3-49e9-8b7b-b62143aa315b', 'network_id': '58fcde89-0909-49c5-8929-54da1ed9ecf5', 'admin_state_up': True, 'tenant_id': '0fe2f65e36b04191a8895e70d88ba327', 'security_groups': ['b43a2a2b-a46b-4164-90ff-dc6a62c8fd26']}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:03:03.441405 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-097cc1bc-353b-4989-921f-48ede88119cf req-337ac1e3-f3c6-4b92-a4f3-f409beb79648 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b4bf6b5-a0f3-49e9-8b7b-b62143aa315b HTTP/1.1" status: 200 len: 210 time: 0.2852898 Nov 12 09:03:03.467992 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b5461b0-d0d2-460c-97cf-6e2c1552aca6 req-532965cd-b147-4901-b8a5-5e90050a5b25 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Made reservation on behalf of 0fe2f65e36b04191a8895e70d88ba327 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:03:03.470133 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device dcb2c862-44a4-48de-a245-c35f79d05ca8 no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:03:03.471525 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-8b5461b0-d0d2-460c-97cf-6e2c1552aca6 req-532965cd-b147-4901-b8a5-5e90050a5b25 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:03.492355 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-e530113a-7783-48f4-9840-8911a24052df None None] No Port match for: dcb2c862-44a4-48de-a245-c35f79d05ca8 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:03:03.492701 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device dcb2c862-44a4-48de-a245-c35f79d05ca8 not bound to the agent host n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:03:03.603929 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-8b5461b0-d0d2-460c-97cf-6e2c1552aca6 req-532965cd-b147-4901-b8a5-5e90050a5b25 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Allocated IP 172.20.0.3 (58fcde89-0909-49c5-8929-54da1ed9ecf5/361cd205-c9ed-4615-bbce-5d7fd6e5ad7d/8d67893e-ef01-4da1-8120-9b0b6e01fe51) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:03:03.741424 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-8b5461b0-d0d2-460c-97cf-6e2c1552aca6 req-532965cd-b147-4901-b8a5-5e90050a5b25 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:03.775143 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-8b5461b0-d0d2-460c-97cf-6e2c1552aca6 req-532965cd-b147-4901-b8a5-5e90050a5b25 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:03.823387 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b5461b0-d0d2-460c-97cf-6e2c1552aca6 req-532965cd-b147-4901-b8a5-5e90050a5b25 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Network 58fcde89-0909-49c5-8929-54da1ed9ecf5 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:03:03.828571 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-8b5461b0-d0d2-460c-97cf-6e2c1552aca6 req-532965cd-b147-4901-b8a5-5e90050a5b25 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:03:03.833158 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b5461b0-d0d2-460c-97cf-6e2c1552aca6 req-532965cd-b147-4901-b8a5-5e90050a5b25 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:03:03.839747 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532965cd-b147-4901-b8a5-5e90050a5b25 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Pushing event updated for resources: {'Port': ['ID=8d67893e-ef01-4da1-8120-9b0b6e01fe51,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:03.887541 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5461b0-d0d2-460c-97cf-6e2c1552aca6 req-532965cd-b147-4901-b8a5-5e90050a5b25 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:03.888171 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-8b5461b0-d0d2-460c-97cf-6e2c1552aca6 req-532965cd-b147-4901-b8a5-5e90050a5b25 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:03.905924 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8b5461b0-d0d2-460c-97cf-6e2c1552aca6 req-532965cd-b147-4901-b8a5-5e90050a5b25 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5648067 Nov 12 09:03:03.934676 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-8b5461b0-d0d2-460c-97cf-6e2c1552aca6 req-47f2ddb7-74d1-4d03-b507-fd0b918ed9fc service neutron] Request body: {'port': {'device_id': '2b4bf6b5-a0f3-49e9-8b7b-b62143aa315b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:03:03.994542 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-8b5461b0-d0d2-460c-97cf-6e2c1552aca6 req-47f2ddb7-74d1-4d03-b507-fd0b918ed9fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:04.004010 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-54322fd5-2ca1-4bad-a89b-6f7cfccf6536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:04.122236 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-44747f6c-f787-4e8d-ac04-6000498deed8 None None] Provisioning complete for port 8d67893e-ef01-4da1-8120-9b0b6e01fe51 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:03:04.122522 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-44747f6c-f787-4e8d-ac04-6000498deed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:04.160847 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-44747f6c-f787-4e8d-ac04-6000498deed8 None None] Port 8d67893e-ef01-4da1-8120-9b0b6e01fe51 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:03:04.273000 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-8b5461b0-d0d2-460c-97cf-6e2c1552aca6 req-47f2ddb7-74d1-4d03-b507-fd0b918ed9fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d67893e-ef01-4da1-8120-9b0b6e01fe51 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:03:04.280236 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-8b5461b0-d0d2-460c-97cf-6e2c1552aca6 req-47f2ddb7-74d1-4d03-b507-fd0b918ed9fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:04.292610 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-8b5461b0-d0d2-460c-97cf-6e2c1552aca6 req-47f2ddb7-74d1-4d03-b507-fd0b918ed9fc service neutron] Transition to ACTIVE for port object 8d67893e-ef01-4da1-8120-9b0b6e01fe51 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:03:04.296416 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-8b5461b0-d0d2-460c-97cf-6e2c1552aca6 req-47f2ddb7-74d1-4d03-b507-fd0b918ed9fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:04.350171 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f2ddb7-74d1-4d03-b507-fd0b918ed9fc service neutron] Pushing event updated for resources: {'Port': ['ID=8d67893e-ef01-4da1-8120-9b0b6e01fe51,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:04.417696 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-8b5461b0-d0d2-460c-97cf-6e2c1552aca6 req-47f2ddb7-74d1-4d03-b507-fd0b918ed9fc service neutron] Attempting to bind port 8d67893e-ef01-4da1-8120-9b0b6e01fe51 on host n-h2-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:03:04.418039 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-8b5461b0-d0d2-460c-97cf-6e2c1552aca6 req-47f2ddb7-74d1-4d03-b507-fd0b918ed9fc service neutron] Attempting to bind port 8d67893e-ef01-4da1-8120-9b0b6e01fe51 by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': '064bfa1e-f17d-49cf-86cd-d69b8f23a455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '58fcde89-0909-49c5-8929-54da1ed9ecf5'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:03:04.418371 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5461b0-d0d2-460c-97cf-6e2c1552aca6 req-47f2ddb7-74d1-4d03-b507-fd0b918ed9fc service neutron] Attempting to bind port 8d67893e-ef01-4da1-8120-9b0b6e01fe51 on network 58fcde89-0909-49c5-8929-54da1ed9ecf5 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:03:04.423101 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5461b0-d0d2-460c-97cf-6e2c1552aca6 req-47f2ddb7-74d1-4d03-b507-fd0b918ed9fc service neutron] Port 8d67893e-ef01-4da1-8120-9b0b6e01fe51 on network 58fcde89-0909-49c5-8929-54da1ed9ecf5 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:03:04.423433 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5461b0-d0d2-460c-97cf-6e2c1552aca6 req-47f2ddb7-74d1-4d03-b507-fd0b918ed9fc service neutron] Attempting to bind port 8d67893e-ef01-4da1-8120-9b0b6e01fe51 on network 58fcde89-0909-49c5-8929-54da1ed9ecf5 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:03:04.428792 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5461b0-d0d2-460c-97cf-6e2c1552aca6 req-47f2ddb7-74d1-4d03-b507-fd0b918ed9fc service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:03:04.429134 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5461b0-d0d2-460c-97cf-6e2c1552aca6 req-47f2ddb7-74d1-4d03-b507-fd0b918ed9fc service neutron] Checking segment: {'id': '064bfa1e-f17d-49cf-86cd-d69b8f23a455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '58fcde89-0909-49c5-8929-54da1ed9ecf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:03:04.429522 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5461b0-d0d2-460c-97cf-6e2c1552aca6 req-47f2ddb7-74d1-4d03-b507-fd0b918ed9fc service neutron] Bound using segment: {'id': '064bfa1e-f17d-49cf-86cd-d69b8f23a455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '58fcde89-0909-49c5-8929-54da1ed9ecf5'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:03:04.429956 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-8b5461b0-d0d2-460c-97cf-6e2c1552aca6 req-47f2ddb7-74d1-4d03-b507-fd0b918ed9fc service neutron] Bound port: 8d67893e-ef01-4da1-8120-9b0b6e01fe51, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '064bfa1e-f17d-49cf-86cd-d69b8f23a455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '58fcde89-0909-49c5-8929-54da1ed9ecf5'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:03:04.430316 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-8b5461b0-d0d2-460c-97cf-6e2c1552aca6 req-47f2ddb7-74d1-4d03-b507-fd0b918ed9fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:04.503235 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-8b5461b0-d0d2-460c-97cf-6e2c1552aca6 req-47f2ddb7-74d1-4d03-b507-fd0b918ed9fc service neutron] For port 8d67893e-ef01-4da1-8120-9b0b6e01fe51, host n-h2-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:03:04.507958 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-8b5461b0-d0d2-460c-97cf-6e2c1552aca6 req-47f2ddb7-74d1-4d03-b507-fd0b918ed9fc service neutron] For port 8d67893e-ef01-4da1-8120-9b0b6e01fe51, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=8d67893e-ef01-4da1-8120-9b0b6e01fe51,segment=NetworkSegment(064bfa1e-f17d-49cf-86cd-d69b8f23a455),segment_id=064bfa1e-f17d-49cf-86cd-d69b8f23a455)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:03:04.512484 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-8b5461b0-d0d2-460c-97cf-6e2c1552aca6 req-47f2ddb7-74d1-4d03-b507-fd0b918ed9fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:04.551876 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5461b0-d0d2-460c-97cf-6e2c1552aca6 req-47f2ddb7-74d1-4d03-b507-fd0b918ed9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:04.552606 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-8b5461b0-d0d2-460c-97cf-6e2c1552aca6 req-47f2ddb7-74d1-4d03-b507-fd0b918ed9fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:04.554031 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8b5461b0-d0d2-460c-97cf-6e2c1552aca6 req-47f2ddb7-74d1-4d03-b507-fd0b918ed9fc service neutron] 10.222.0.44 "PUT /v2.0/ports/8d67893e-ef01-4da1-8120-9b0b6e01fe51 HTTP/1.1" status: 200 len: 1092 time: 0.6237838 Nov 12 09:03:04.554487 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b4bf6b5-a0f3-49e9-8b7b-b62143aa315b', 'tag': '8d67893e-ef01-4da1-8120-9b0b6e01fe51'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:03:04.556799 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-963e874f-9f5a-4e88-9093-3ae566f442c5" -d '{"events": [{"name": "network-changed", "server_uuid": "2b4bf6b5-a0f3-49e9-8b7b-b62143aa315b", "tag": "8d67893e-ef01-4da1-8120-9b0b6e01fe51"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:03:04.576302 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829cf3ef-393c-492a-9bc6-c3845c3481fd req-505648d1-86f6-4296-8a24-c704aa377d81 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:04.586219 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-829cf3ef-393c-492a-9bc6-c3845c3481fd req-505648d1-86f6-4296-8a24-c704aa377d81 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b4bf6b5-a0f3-49e9-8b7b-b62143aa315b HTTP/1.1" status: 200 len: 943 time: 0.0653927 Nov 12 09:03:04.593443 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f2ddb7-74d1-4d03-b507-fd0b918ed9fc service neutron] Pushing event updated for resources: {'Port': ['ID=8d67893e-ef01-4da1-8120-9b0b6e01fe51,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:04.640560 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-829cf3ef-393c-492a-9bc6-c3845c3481fd req-e0cca172-3fc9-4ad7-8203-99eabc076fa9 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533974 Nov 12 09:03:04.689843 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5461b0-d0d2-460c-97cf-6e2c1552aca6 req-429ff13a-60ca-442d-9e68-8e65ebdf2a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:04.693369 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8b5461b0-d0d2-460c-97cf-6e2c1552aca6 req-429ff13a-60ca-442d-9e68-8e65ebdf2a7d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0fe2f65e36b04191a8895e70d88ba327&device_id=2b4bf6b5-a0f3-49e9-8b7b-b62143aa315b HTTP/1.1" status: 200 len: 1095 time: 0.0562251 Nov 12 09:03:04.713803 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-078f1ded-791a-41e9-9e79-347da61f1f05 x-openstack-request-id: req-078f1ded-791a-41e9-9e79-347da61f1f05 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:03:04.714095 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b4bf6b5-a0f3-49e9-8b7b-b62143aa315b", "tag": "8d67893e-ef01-4da1-8120-9b0b6e01fe51", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:03:04.714351 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-078f1ded-791a-41e9-9e79-347da61f1f05 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:03:04.714836 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b4bf6b5-a0f3-49e9-8b7b-b62143aa315b', 'tag': '8d67893e-ef01-4da1-8120-9b0b6e01fe51', 'status': 'completed', 'code': 200} Nov 12 09:03:04.761552 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8b5461b0-d0d2-460c-97cf-6e2c1552aca6 req-569955a8-fc40-4abc-ac5e-e08fa2ab1268 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d67893e-ef01-4da1-8120-9b0b6e01fe51 HTTP/1.1" status: 200 len: 217 time: 0.0435717 Nov 12 09:03:04.820145 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5461b0-d0d2-460c-97cf-6e2c1552aca6 req-78476615-543f-43fd-9511-e8903c535eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:04.821738 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8b5461b0-d0d2-460c-97cf-6e2c1552aca6 req-78476615-543f-43fd-9511-e8903c535eef service neutron] 10.222.0.44 "GET /v2.0/subnets?id=361cd205-c9ed-4615-bbce-5d7fd6e5ad7d HTTP/1.1" status: 200 len: 851 time: 0.0513539 Nov 12 09:03:04.872204 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5461b0-d0d2-460c-97cf-6e2c1552aca6 req-2c6f332c-eea5-427c-9ebd-808217cd5880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:04.873723 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8b5461b0-d0d2-460c-97cf-6e2c1552aca6 req-2c6f332c-eea5-427c-9ebd-808217cd5880 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=58fcde89-0909-49c5-8929-54da1ed9ecf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409358 Nov 12 09:03:04.970236 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8b5461b0-d0d2-460c-97cf-6e2c1552aca6 req-9f2c0114-196a-4690-be40-e45efbb772bf service neutron] 10.222.0.44 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873129 Nov 12 09:03:05.065984 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8b5461b0-d0d2-460c-97cf-6e2c1552aca6 req-48fcd121-270a-4c01-8ae1-65cdb6aaa050 service neutron] 10.222.0.44 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838296 Nov 12 09:03:05.219723 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963e874f-9f5a-4e88-9093-3ae566f442c5 req-d3094f5a-fe22-4ee6-a48f-4802ef933914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:05.221245 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-963e874f-9f5a-4e88-9093-3ae566f442c5 req-d3094f5a-fe22-4ee6-a48f-4802ef933914 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0fe2f65e36b04191a8895e70d88ba327&device_id=2b4bf6b5-a0f3-49e9-8b7b-b62143aa315b HTTP/1.1" status: 200 len: 1095 time: 0.0410614 Nov 12 09:03:05.319600 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963e874f-9f5a-4e88-9093-3ae566f442c5 req-8cd98f4b-0bdc-4d06-ab72-ea20b662dfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:05.321020 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-963e874f-9f5a-4e88-9093-3ae566f442c5 req-8cd98f4b-0bdc-4d06-ab72-ea20b662dfc9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=58fcde89-0909-49c5-8929-54da1ed9ecf5 HTTP/1.1" status: 200 len: 913 time: 0.0911155 Nov 12 09:03:05.364711 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-963e874f-9f5a-4e88-9093-3ae566f442c5 req-0802794c-e7e5-4882-8b7a-c1bdd24b77ea service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d67893e-ef01-4da1-8120-9b0b6e01fe51 HTTP/1.1" status: 200 len: 217 time: 0.0366147 Nov 12 09:03:05.418922 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963e874f-9f5a-4e88-9093-3ae566f442c5 req-e5879b2f-32e3-4ff7-a922-683d40f8fbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:05.420392 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-963e874f-9f5a-4e88-9093-3ae566f442c5 req-e5879b2f-32e3-4ff7-a922-683d40f8fbcd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=361cd205-c9ed-4615-bbce-5d7fd6e5ad7d HTTP/1.1" status: 200 len: 851 time: 0.0491757 Nov 12 09:03:05.468987 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963e874f-9f5a-4e88-9093-3ae566f442c5 req-0fa70a4b-9170-4a16-8a00-8cb4fea7a786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:05.470471 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-963e874f-9f5a-4e88-9093-3ae566f442c5 req-0fa70a4b-9170-4a16-8a00-8cb4fea7a786 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=58fcde89-0909-49c5-8929-54da1ed9ecf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414541 Nov 12 09:03:05.569581 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-963e874f-9f5a-4e88-9093-3ae566f442c5 req-8545fd77-9dfa-4c14-9e62-50e87a8ce43c service neutron] 10.222.0.44 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912130 Nov 12 09:03:05.669933 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-963e874f-9f5a-4e88-9093-3ae566f442c5 req-bcc28d38-dd43-41fa-ab74-6b36ec43fb03 service neutron] 10.222.0.44 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853114 Nov 12 09:03:05.698655 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:05.772576 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472e4a42-9d4f-4694-8b3c-4eafcf93bc04 req-39a115ea-a5f3-416d-92ad-1b2e9a004336 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:05.774039 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-472e4a42-9d4f-4694-8b3c-4eafcf93bc04 req-39a115ea-a5f3-416d-92ad-1b2e9a004336 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b4bf6b5-a0f3-49e9-8b7b-b62143aa315b HTTP/1.1" status: 200 len: 943 time: 0.0516424 Nov 12 09:03:05.825917 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-472e4a42-9d4f-4694-8b3c-4eafcf93bc04 req-63e87129-cbc8-4d91-b006-ed7e110c03ee tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457377 Nov 12 09:03:06.944577 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57827814-a9b0-484c-b167-052c57a695b4 req-4a555b11-6008-49de-b327-168bc4e60945 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:06.945953 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-57827814-a9b0-484c-b167-052c57a695b4 req-4a555b11-6008-49de-b327-168bc4e60945 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b4bf6b5-a0f3-49e9-8b7b-b62143aa315b HTTP/1.1" status: 200 len: 943 time: 0.0495570 Nov 12 09:03:06.993485 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-57827814-a9b0-484c-b167-052c57a695b4 req-6c146974-60f4-4b3b-96ae-d610b266dd68 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412240 Nov 12 09:03:07.060928 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b05e09f2-c909-4e4d-a667-362e60219db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:07.346477 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 8d67893e-ef01-4da1-8120-9b0b6e01fe51 details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:03:07.442887 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 8d67893e-ef01-4da1-8120-9b0b6e01fe51, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=8d67893e-ef01-4da1-8120-9b0b6e01fe51,segment=NetworkSegment(064bfa1e-f17d-49cf-86cd-d69b8f23a455),segment_id=064bfa1e-f17d-49cf-86cd-d69b8f23a455)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:03:07.454024 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': '8d67893e-ef01-4da1-8120-9b0b6e01fe51', 'network_id': '58fcde89-0909-49c5-8929-54da1ed9ecf5', 'port_id': '8d67893e-ef01-4da1-8120-9b0b6e01fe51', 'mac_address': 'fa:16:3e:1c:59:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '361cd205-c9ed-4615-bbce-5d7fd6e5ad7d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:03:07.491698 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:07.503974 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d67893e-ef01-4da1-8120-9b0b6e01fe51 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:03:07.523611 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 8d67893e-ef01-4da1-8120-9b0b6e01fe51, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=8d67893e-ef01-4da1-8120-9b0b6e01fe51,segment=NetworkSegment(064bfa1e-f17d-49cf-86cd-d69b8f23a455),segment_id=064bfa1e-f17d-49cf-86cd-d69b8f23a455)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:03:07.527823 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:07.575864 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=8d67893e-ef01-4da1-8120-9b0b6e01fe51,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:07.877351 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['8d67893e-ef01-4da1-8120-9b0b6e01fe51'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:03:08.045454 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:08.113606 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db783ee5-fb83-4b95-a1b4-8d936491038e req-4230a741-60c1-4d07-87f0-329c196f0474 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:08.115116 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-db783ee5-fb83-4b95-a1b4-8d936491038e req-4230a741-60c1-4d07-87f0-329c196f0474 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b4bf6b5-a0f3-49e9-8b7b-b62143aa315b HTTP/1.1" status: 200 len: 944 time: 0.0516305 Nov 12 09:03:08.162416 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-db783ee5-fb83-4b95-a1b4-8d936491038e req-f7881635-e7ef-4257-adeb-acc887da675e tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413668 Nov 12 09:03:09.287892 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b148dfe-4e32-42c6-a9ca-fa5b66319f8a req-a6c7e9b5-1e00-4fdb-b15f-bed343ecfe63 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:09.289412 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8b148dfe-4e32-42c6-a9ca-fa5b66319f8a req-a6c7e9b5-1e00-4fdb-b15f-bed343ecfe63 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b4bf6b5-a0f3-49e9-8b7b-b62143aa315b HTTP/1.1" status: 200 len: 944 time: 0.0554113 Nov 12 09:03:09.338069 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8b148dfe-4e32-42c6-a9ca-fa5b66319f8a req-7caf804b-64db-43c4-8167-c2014a9bc98e tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418928 Nov 12 09:03:09.345380 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 8d67893e-ef01-4da1-8120-9b0b6e01fe51 up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:03:09.406657 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:09.413773 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning for port 8d67893e-ef01-4da1-8120-9b0b6e01fe51 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:03:09.419598 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port 8d67893e-ef01-4da1-8120-9b0b6e01fe51 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:03:09.419960 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:09.502877 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:09.528787 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b4bf6b5-a0f3-49e9-8b7b-b62143aa315b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d67893e-ef01-4da1-8120-9b0b6e01fe51'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:03:09.531147 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b4625c-88a1-4f2f-89e4-a838c36b199f" -d '{"events": [{"server_uuid": "2b4bf6b5-a0f3-49e9-8b7b-b62143aa315b", "name": "network-vif-plugged", "status": "completed", "tag": "8d67893e-ef01-4da1-8120-9b0b6e01fe51"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:03:09.545048 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 8d67893e-ef01-4da1-8120-9b0b6e01fe51, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=8d67893e-ef01-4da1-8120-9b0b6e01fe51,segment=NetworkSegment(064bfa1e-f17d-49cf-86cd-d69b8f23a455),segment_id=064bfa1e-f17d-49cf-86cd-d69b8f23a455)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:03:09.550926 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:09.576293 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-953c2d62-4fb1-4360-a985-c4ac3cff901e x-openstack-request-id: req-953c2d62-4fb1-4360-a985-c4ac3cff901e {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:03:09.576581 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b4bf6b5-a0f3-49e9-8b7b-b62143aa315b", "name": "network-vif-plugged", "status": "completed", "tag": "8d67893e-ef01-4da1-8120-9b0b6e01fe51", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:03:09.576832 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-953c2d62-4fb1-4360-a985-c4ac3cff901e {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:03:09.577216 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b4bf6b5-a0f3-49e9-8b7b-b62143aa315b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d67893e-ef01-4da1-8120-9b0b6e01fe51', 'code': 200} Nov 12 09:03:09.606827 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=8d67893e-ef01-4da1-8120-9b0b6e01fe51,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:09.715719 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35c4a84-6fc4-4cce-a85c-6a581b81f0ed req-9c50984c-1de4-43ce-b23b-ea24f0e18cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:09.717537 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f35c4a84-6fc4-4cce-a85c-6a581b81f0ed req-9c50984c-1de4-43ce-b23b-ea24f0e18cee service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2b4bf6b5-a0f3-49e9-8b7b-b62143aa315b HTTP/1.1" status: 200 len: 1097 time: 0.0444825 Nov 12 09:03:09.772458 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f35c4a84-6fc4-4cce-a85c-6a581b81f0ed req-b25bcb8e-24f4-4d8a-84a5-923a00f8f536 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447514 Nov 12 09:03:10.049812 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:10.468692 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25757442-f30c-4513-8f90-bd72001f4f7a req-b2373d40-140c-4ad4-a19a-e68288db8b47 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:10.470202 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-25757442-f30c-4513-8f90-bd72001f4f7a req-b2373d40-140c-4ad4-a19a-e68288db8b47 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b4bf6b5-a0f3-49e9-8b7b-b62143aa315b HTTP/1.1" status: 200 len: 945 time: 0.0497499 Nov 12 09:03:10.522603 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-25757442-f30c-4513-8f90-bd72001f4f7a req-f0403e42-4b25-468d-b8a2-aaab62d2c3c6 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452271 Nov 12 09:03:11.654350 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee391c56-360e-4ff7-98a9-0b24ba814390 req-973e7604-a5fd-42b9-8e7b-fbad6ba425ea tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:11.655878 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ee391c56-360e-4ff7-98a9-0b24ba814390 req-973e7604-a5fd-42b9-8e7b-fbad6ba425ea tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b4bf6b5-a0f3-49e9-8b7b-b62143aa315b HTTP/1.1" status: 200 len: 945 time: 0.0568085 Nov 12 09:03:11.706913 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ee391c56-360e-4ff7-98a9-0b24ba814390 req-30ffeab6-ae5a-4c3a-963e-fc1d9593e92b tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438743 Nov 12 09:03:11.818512 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1eca28-3e1f-4d34-aa0d-76132aa07fb1 req-2bab1d33-61f6-408e-951f-125578b36797 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:11.819940 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4e1eca28-3e1f-4d34-aa0d-76132aa07fb1 req-2bab1d33-61f6-408e-951f-125578b36797 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b4bf6b5-a0f3-49e9-8b7b-b62143aa315b HTTP/1.1" status: 200 len: 945 time: 0.0491874 Nov 12 09:03:11.828831 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 38800) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:11.833191 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-17cc0a73-ff29-42c4-8b39-ed0bb92cdaa5 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Request body: {'floatingip': {'port_id': '8d67893e-ef01-4da1-8120-9b0b6e01fe51'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:03:11.872382 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-17cc0a73-ff29-42c4-8b39-ed0bb92cdaa5 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Publish callbacks [] for floatingip, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:12.335994 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-17cc0a73-ff29-42c4-8b39-ed0bb92cdaa5 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:12.340219 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-17cc0a73-ff29-42c4-8b39-ed0bb92cdaa5 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:12.442358 n-d-765315-29 neutron-server[102600]: INFO neutron.db.l3_db [None req-17cc0a73-ff29-42c4-8b39-ed0bb92cdaa5 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Floating IP 9217acd6-95dc-4512-9acf-af341d90890a associated. External IP: 172.25.2.51, port: 8d67893e-ef01-4da1-8120-9b0b6e01fe51. Nov 12 09:03:12.661799 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17cc0a73-ff29-42c4-8b39-ed0bb92cdaa5 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Router f6b98748-32d5-4e6b-95c1-917d21233cbe has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:03:12.772375 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17cc0a73-ff29-42c4-8b39-ed0bb92cdaa5 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:03:12.777293 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-17cc0a73-ff29-42c4-8b39-ed0bb92cdaa5 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:12.781946 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:12.784223 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69303508-6eac-4dcc-b005-cf8924bd1db7 None None] Sync routers for ids ['f6b98748-32d5-4e6b-95c1-917d21233cbe'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:03:12.794500 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69303508-6eac-4dcc-b005-cf8924bd1db7 None None] Routers {'f6b98748-32d5-4e6b-95c1-917d21233cbe'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:03:12.795137 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-69303508-6eac-4dcc-b005-cf8924bd1db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:03:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['f6b98748-32d5-4e6b-95c1-917d21233cbe'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:12.806806 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-17cc0a73-ff29-42c4-8b39-ed0bb92cdaa5 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "PUT /v2.0/floatingips/9217acd6-95dc-4512-9acf-af341d90890a HTTP/1.1" status: 200 len: 990 time: 0.9769125 Nov 12 09:03:12.807508 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b4bf6b5-a0f3-49e9-8b7b-b62143aa315b', 'tag': '8d67893e-ef01-4da1-8120-9b0b6e01fe51'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:03:12.809861 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6923369e4d49f58b1735f5a6041bb75b63dba10761be74e9d420275b10f2ee3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c9fd5ab-7bf1-4a9d-816a-9688699fdc48" -d '{"events": [{"name": "network-changed", "server_uuid": "2b4bf6b5-a0f3-49e9-8b7b-b62143aa315b", "tag": "8d67893e-ef01-4da1-8120-9b0b6e01fe51"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:03:12.904895 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-69303508-6eac-4dcc-b005-cf8924bd1db7 None None] Set router f6b98748-32d5-4e6b-95c1-917d21233cbe gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:03:12.979882 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c14d3f4-8bef-49b1-a973-2be8d4df8536 x-openstack-request-id: req-5c14d3f4-8bef-49b1-a973-2be8d4df8536 {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:03:12.980166 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b4bf6b5-a0f3-49e9-8b7b-b62143aa315b", "tag": "8d67893e-ef01-4da1-8120-9b0b6e01fe51", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:03:12.980428 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5c14d3f4-8bef-49b1-a973-2be8d4df8536 {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:03:12.980839 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b4bf6b5-a0f3-49e9-8b7b-b62143aa315b', 'tag': '8d67893e-ef01-4da1-8120-9b0b6e01fe51', 'status': 'completed', 'code': 200} Nov 12 09:03:13.063781 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9fd5ab-7bf1-4a9d-816a-9688699fdc48 req-35ce5fb5-ef2f-4834-9092-7e7c05160fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:13.065309 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4c9fd5ab-7bf1-4a9d-816a-9688699fdc48 req-35ce5fb5-ef2f-4834-9092-7e7c05160fc3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0fe2f65e36b04191a8895e70d88ba327&device_id=2b4bf6b5-a0f3-49e9-8b7b-b62143aa315b HTTP/1.1" status: 200 len: 1097 time: 0.0409477 Nov 12 09:03:13.148377 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-69303508-6eac-4dcc-b005-cf8924bd1db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b98748-32d5-4e6b-95c1-917d21233cbe', 'name': 'tempest-ServerActionsTestJSON-1810950938-router', 'tenant_id': '0fe2f65e36b04191a8895e70d88ba327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'c440091b-f087-4717-9c3c-606f173cf5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:56:59Z', 'updated_at': '2021-11-12T08:57:02Z', 'revision_number': 4, 'project_id': '0fe2f65e36b04191a8895e70d88ba327', 'gw_port': {'id': 'c440091b-f087-4717-9c3c-606f173cf5a4', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:00:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b98748-32d5-4e6b-95c1-917d21233cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:57:00Z', 'updated_at': '2021-11-12T08:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': '9217acd6-95dc-4512-9acf-af341d90890a', 'tenant_id': '0fe2f65e36b04191a8895e70d88ba327', 'floating_ip_address': '172.25.2.51', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': 'f6b98748-32d5-4e6b-95c1-917d21233cbe', 'port_id': '8d67893e-ef01-4da1-8120-9b0b6e01fe51', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58fcde89-0909-49c5-8929-54da1ed9ecf5', 'mac_address': 'fa:16:3e:1c:59:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4bf6b5-a0f3-49e9-8b7b-b62143aa315b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:57:05Z', 'updated_at': '2021-11-12T09:03:12Z', 'revision_number': 9, 'project_id': '0fe2f65e36b04191a8895e70d88ba327', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '229f4a10-65a2-46af-adc4-fb8c1cb7b847', 'name': '', 'network_id': '58fcde89-0909-49c5-8929-54da1ed9ecf5', 'tenant_id': '0fe2f65e36b04191a8895e70d88ba327', 'mac_address': 'fa:16:3e:f5:51:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b98748-32d5-4e6b-95c1-917d21233cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '361cd205-c9ed-4615-bbce-5d7fd6e5ad7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:57:02Z', 'updated_at': '2021-11-12T08:57:06Z', 'revision_number': 5, 'project_id': '0fe2f65e36b04191a8895e70d88ba327', 'subnets': [{'id': '361cd205-c9ed-4615-bbce-5d7fd6e5ad7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:13.159314 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9fd5ab-7bf1-4a9d-816a-9688699fdc48 req-152a810c-1413-479f-8b56-2520cc89486a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:13.161775 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4c9fd5ab-7bf1-4a9d-816a-9688699fdc48 req-152a810c-1413-479f-8b56-2520cc89486a service neutron] 10.222.0.44 "GET /v2.0/networks?id=58fcde89-0909-49c5-8929-54da1ed9ecf5 HTTP/1.1" status: 200 len: 913 time: 0.0887909 Nov 12 09:03:13.174283 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69303508-6eac-4dcc-b005-cf8924bd1db7 None None] Checking router: f6b98748-32d5-4e6b-95c1-917d21233cbe for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:03:13.183123 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69303508-6eac-4dcc-b005-cf8924bd1db7 None None] Routers {'f6b98748-32d5-4e6b-95c1-917d21233cbe'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:03:13.183719 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-69303508-6eac-4dcc-b005-cf8924bd1db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:03:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['f6b98748-32d5-4e6b-95c1-917d21233cbe'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:13.233219 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4c9fd5ab-7bf1-4a9d-816a-9688699fdc48 req-30c72562-fb75-4bf3-9a32-5a5282db6db6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d67893e-ef01-4da1-8120-9b0b6e01fe51 HTTP/1.1" status: 200 len: 998 time: 0.0640249 Nov 12 09:03:13.283800 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9fd5ab-7bf1-4a9d-816a-9688699fdc48 req-c2f97056-74ae-43c6-8c82-ceaea9f66ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:13.286085 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4c9fd5ab-7bf1-4a9d-816a-9688699fdc48 req-c2f97056-74ae-43c6-8c82-ceaea9f66ee4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=361cd205-c9ed-4615-bbce-5d7fd6e5ad7d HTTP/1.1" status: 200 len: 851 time: 0.0456381 Nov 12 09:03:13.289942 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-69303508-6eac-4dcc-b005-cf8924bd1db7 None None] Set router f6b98748-32d5-4e6b-95c1-917d21233cbe gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:03:13.340695 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9fd5ab-7bf1-4a9d-816a-9688699fdc48 req-8fe7f189-1488-47cb-924a-0eee031fc245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:13.342472 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4c9fd5ab-7bf1-4a9d-816a-9688699fdc48 req-8fe7f189-1488-47cb-924a-0eee031fc245 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=58fcde89-0909-49c5-8929-54da1ed9ecf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402365 Nov 12 09:03:13.439933 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4c9fd5ab-7bf1-4a9d-816a-9688699fdc48 req-605b3ed3-ff19-44bf-95d7-74e8c680c7f4 service neutron] 10.222.0.44 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901880 Nov 12 09:03:13.529503 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-69303508-6eac-4dcc-b005-cf8924bd1db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b98748-32d5-4e6b-95c1-917d21233cbe', 'name': 'tempest-ServerActionsTestJSON-1810950938-router', 'tenant_id': '0fe2f65e36b04191a8895e70d88ba327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'c440091b-f087-4717-9c3c-606f173cf5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:56:59Z', 'updated_at': '2021-11-12T08:57:02Z', 'revision_number': 4, 'project_id': '0fe2f65e36b04191a8895e70d88ba327', 'gw_port': {'id': 'c440091b-f087-4717-9c3c-606f173cf5a4', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:00:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b98748-32d5-4e6b-95c1-917d21233cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:57:00Z', 'updated_at': '2021-11-12T08:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': '9217acd6-95dc-4512-9acf-af341d90890a', 'tenant_id': '0fe2f65e36b04191a8895e70d88ba327', 'floating_ip_address': '172.25.2.51', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': 'f6b98748-32d5-4e6b-95c1-917d21233cbe', 'port_id': '8d67893e-ef01-4da1-8120-9b0b6e01fe51', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58fcde89-0909-49c5-8929-54da1ed9ecf5', 'mac_address': 'fa:16:3e:1c:59:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4bf6b5-a0f3-49e9-8b7b-b62143aa315b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:57:05Z', 'updated_at': '2021-11-12T09:03:12Z', 'revision_number': 9, 'project_id': '0fe2f65e36b04191a8895e70d88ba327', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '229f4a10-65a2-46af-adc4-fb8c1cb7b847', 'name': '', 'network_id': '58fcde89-0909-49c5-8929-54da1ed9ecf5', 'tenant_id': '0fe2f65e36b04191a8895e70d88ba327', 'mac_address': 'fa:16:3e:f5:51:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b98748-32d5-4e6b-95c1-917d21233cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '361cd205-c9ed-4615-bbce-5d7fd6e5ad7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:57:02Z', 'updated_at': '2021-11-12T08:57:06Z', 'revision_number': 5, 'project_id': '0fe2f65e36b04191a8895e70d88ba327', 'subnets': [{'id': '361cd205-c9ed-4615-bbce-5d7fd6e5ad7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:13.532408 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4c9fd5ab-7bf1-4a9d-816a-9688699fdc48 req-11da5a5c-d8e5-4761-90eb-2d901272809a service neutron] 10.222.0.44 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845006 Nov 12 09:03:13.650380 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69303508-6eac-4dcc-b005-cf8924bd1db7 None None] The sync data for ids ['f6b98748-32d5-4e6b-95c1-917d21233cbe'] in n-d-765315-29 is: [{'id': 'f6b98748-32d5-4e6b-95c1-917d21233cbe', 'name': 'tempest-ServerActionsTestJSON-1810950938-router', 'tenant_id': '0fe2f65e36b04191a8895e70d88ba327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'c440091b-f087-4717-9c3c-606f173cf5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:56:59Z', 'updated_at': '2021-11-12T08:57:02Z', 'revision_number': 4, 'project_id': '0fe2f65e36b04191a8895e70d88ba327', 'gw_port': {'id': 'c440091b-f087-4717-9c3c-606f173cf5a4', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:00:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b98748-32d5-4e6b-95c1-917d21233cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:57:00Z', 'updated_at': '2021-11-12T08:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': '9217acd6-95dc-4512-9acf-af341d90890a', 'tenant_id': '0fe2f65e36b04191a8895e70d88ba327', 'floating_ip_address': '172.25.2.51', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': 'f6b98748-32d5-4e6b-95c1-917d21233cbe', 'port_id': '8d67893e-ef01-4da1-8120-9b0b6e01fe51', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58fcde89-0909-49c5-8929-54da1ed9ecf5', 'mac_address': 'fa:16:3e:1c:59:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4bf6b5-a0f3-49e9-8b7b-b62143aa315b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:57:05Z', 'updated_at': '2021-11-12T09:03:12Z', 'revision_number': 9, 'project_id': '0fe2f65e36b04191a8895e70d88ba327', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '229f4a10-65a2-46af-adc4-fb8c1cb7b847', 'name': '', 'network_id': '58fcde89-0909-49c5-8929-54da1ed9ecf5', 'tenant_id': '0fe2f65e36b04191a8895e70d88ba327', 'mac_address': 'fa:16:3e:f5:51:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b98748-32d5-4e6b-95c1-917d21233cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '361cd205-c9ed-4615-bbce-5d7fd6e5ad7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:57:02Z', 'updated_at': '2021-11-12T08:57:06Z', 'revision_number': 5, 'project_id': '0fe2f65e36b04191a8895e70d88ba327', 'subnets': [{'id': '361cd205-c9ed-4615-bbce-5d7fd6e5ad7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:03:13.981914 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8defc03-8626-4504-a09e-e0657d91b986 None None] New status for floating IP 9217acd6-95dc-4512-9acf-af341d90890a: ACTIVE {{(pid=102601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:03:24.223638 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:03:29.028806 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [req-0f6ed1a5-3d27-4bcc-9be7-b7a151d39c3a req-11887e01-31e2-4476-b6b6-2171ccb582da service neutron] (102599) timed out ('10.222.0.21', 60182) {{(pid=102599) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 09:03:34.006100 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-15bd557d-9625-49c7-9a46-8c81bb938881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:35.711192 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:37.065521 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-867d2966-86cc-4109-a089-2b4286b9a280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:38.049647 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:39.400722 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:40.053991 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:40.057486 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-393b96b1-4916-4d36-9205-16edca74fd3d req-2b621d7d-da6e-4b3c-aea1-3d95ad6c2d2b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2b4bf6b5-a0f3-49e9-8b7b-b62143aa315b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0460126 Nov 12 09:03:40.166560 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393b96b1-4916-4d36-9205-16edca74fd3d req-169efcfa-fd0c-49c4-b70d-752746a46e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:40.168077 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-393b96b1-4916-4d36-9205-16edca74fd3d req-169efcfa-fd0c-49c4-b70d-752746a46e33 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0fe2f65e36b04191a8895e70d88ba327&device_id=2b4bf6b5-a0f3-49e9-8b7b-b62143aa315b HTTP/1.1" status: 200 len: 1097 time: 0.0411067 Nov 12 09:03:40.276851 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393b96b1-4916-4d36-9205-16edca74fd3d req-8824f6da-e1f9-4960-9fd6-452a1a31da34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:40.278239 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-393b96b1-4916-4d36-9205-16edca74fd3d req-8824f6da-e1f9-4960-9fd6-452a1a31da34 service neutron] 10.222.0.44 "GET /v2.0/networks?id=58fcde89-0909-49c5-8929-54da1ed9ecf5 HTTP/1.1" status: 200 len: 913 time: 0.0892861 Nov 12 09:03:40.345059 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-393b96b1-4916-4d36-9205-16edca74fd3d req-a12127a4-a7ea-4c74-9f8c-9d0eec8e1bf0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d67893e-ef01-4da1-8120-9b0b6e01fe51 HTTP/1.1" status: 200 len: 1001 time: 0.0596104 Nov 12 09:03:40.394324 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393b96b1-4916-4d36-9205-16edca74fd3d req-0831e8a2-bcf3-4afb-982f-bae34d009e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:40.395785 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-393b96b1-4916-4d36-9205-16edca74fd3d req-0831e8a2-bcf3-4afb-982f-bae34d009e29 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=361cd205-c9ed-4615-bbce-5d7fd6e5ad7d HTTP/1.1" status: 200 len: 851 time: 0.0438669 Nov 12 09:03:40.447370 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393b96b1-4916-4d36-9205-16edca74fd3d req-d28c9985-1562-4b7f-b202-73ed12bfcadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:40.448853 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-393b96b1-4916-4d36-9205-16edca74fd3d req-d28c9985-1562-4b7f-b202-73ed12bfcadb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=58fcde89-0909-49c5-8929-54da1ed9ecf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435052 Nov 12 09:03:40.540953 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-393b96b1-4916-4d36-9205-16edca74fd3d req-a1e58b3f-89ec-4168-b3c1-ce61c2414b2b service neutron] 10.222.0.44 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836437 Nov 12 09:03:40.637243 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-393b96b1-4916-4d36-9205-16edca74fd3d req-b6afe05a-c61f-4c55-9d1d-68df743b952c service neutron] 10.222.0.44 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887094 Nov 12 09:03:42.798618 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:01.222874 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:04:04.008862 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ea382edd-30b7-478d-912f-35bb57a146fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:05.734731 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:07.068724 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-550ac256-ef65-4b5f-8190-3e77d04a75e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:08.052097 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:09.406923 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:10.057161 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:12.785551 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:34.010717 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3b7f3efa-83ec-476a-9a9b-3220f5f85003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:35.745561 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:37.069896 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-34f14e55-5b41-4573-809a-cee5da8520b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:38.055128 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:38.221814 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:04:39.283957 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e3fdf53b-02af-4393-a87f-982d48366df0 req-0221b408-0d0f-4de8-8c83-ddf68fb99af6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2b4bf6b5-a0f3-49e9-8b7b-b62143aa315b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0406857 Nov 12 09:04:39.397978 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fdf53b-02af-4393-a87f-982d48366df0 req-b40020d6-c69c-42a6-9d27-781f9dbd9678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:39.399491 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e3fdf53b-02af-4393-a87f-982d48366df0 req-b40020d6-c69c-42a6-9d27-781f9dbd9678 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0fe2f65e36b04191a8895e70d88ba327&device_id=2b4bf6b5-a0f3-49e9-8b7b-b62143aa315b HTTP/1.1" status: 200 len: 1097 time: 0.0416305 Nov 12 09:04:39.405120 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:39.511259 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fdf53b-02af-4393-a87f-982d48366df0 req-c9db1af7-3b89-4a5c-95ec-a05ac5930ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:39.512713 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e3fdf53b-02af-4393-a87f-982d48366df0 req-c9db1af7-3b89-4a5c-95ec-a05ac5930ff3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=58fcde89-0909-49c5-8929-54da1ed9ecf5 HTTP/1.1" status: 200 len: 913 time: 0.0913076 Nov 12 09:04:39.583221 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e3fdf53b-02af-4393-a87f-982d48366df0 req-b6383c1d-39b7-4318-a15d-d3fca80783e9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d67893e-ef01-4da1-8120-9b0b6e01fe51 HTTP/1.1" status: 200 len: 1001 time: 0.0579858 Nov 12 09:04:39.642526 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fdf53b-02af-4393-a87f-982d48366df0 req-d952d260-1d10-4e8f-a5e8-fe6025483e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:39.644007 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e3fdf53b-02af-4393-a87f-982d48366df0 req-d952d260-1d10-4e8f-a5e8-fe6025483e0c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=361cd205-c9ed-4615-bbce-5d7fd6e5ad7d HTTP/1.1" status: 200 len: 851 time: 0.0486608 Nov 12 09:04:39.694042 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fdf53b-02af-4393-a87f-982d48366df0 req-7856beb4-bda2-4cb8-b1f2-c28e6a300bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:39.695620 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e3fdf53b-02af-4393-a87f-982d48366df0 req-7856beb4-bda2-4cb8-b1f2-c28e6a300bfc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=58fcde89-0909-49c5-8929-54da1ed9ecf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407519 Nov 12 09:04:39.792117 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e3fdf53b-02af-4393-a87f-982d48366df0 req-9e60ad82-b99e-46c3-b8dc-d0a62f17eef6 service neutron] 10.222.0.44 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840428 Nov 12 09:04:39.895030 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e3fdf53b-02af-4393-a87f-982d48366df0 req-d5956f7e-aaf6-469f-8dc8-308a33b5ec84 service neutron] 10.222.0.44 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902250 Nov 12 09:04:40.060616 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:42.802060 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:54.218782 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [req-44c30bef-5a08-43da-9c49-e17d8db91099 req-58e5950e-8621-4bee-93ae-4d3ae431a9b7 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:04:54.220451 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-44c30bef-5a08-43da-9c49-e17d8db91099 req-58e5950e-8621-4bee-93ae-4d3ae431a9b7 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064523 Nov 12 09:04:54.385706 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-61f8c177-14b8-4df2-84a5-051ed5f64aa5 req-94b0617b-3d0c-48bb-9782-eedd8a802310 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2b4bf6b5-a0f3-49e9-8b7b-b62143aa315b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0418293 Nov 12 09:04:54.395576 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [req-61f8c177-14b8-4df2-84a5-051ed5f64aa5 req-10c4fdb4-5563-4250-babb-e01b799d7a16 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:04:54.396740 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-61f8c177-14b8-4df2-84a5-051ed5f64aa5 req-10c4fdb4-5563-4250-babb-e01b799d7a16 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060532 Nov 12 09:04:54.469296 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de482f8c-bf71-45e4-aa83-820a339af07d req-21aae3d6-8b52-4cae-a528-ad0975cc4314 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:54.470827 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-de482f8c-bf71-45e4-aa83-820a339af07d req-21aae3d6-8b52-4cae-a528-ad0975cc4314 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b4bf6b5-a0f3-49e9-8b7b-b62143aa315b HTTP/1.1" status: 200 len: 945 time: 0.0551248 Nov 12 09:04:54.523336 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-de482f8c-bf71-45e4-aa83-820a339af07d req-63caa6f9-f66c-4176-89dd-1939f0dc5d47 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463843 Nov 12 09:04:55.510725 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f8c177-14b8-4df2-84a5-051ed5f64aa5 req-86974305-a5df-49eb-9f2e-73c685d5a296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:55.512214 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-61f8c177-14b8-4df2-84a5-051ed5f64aa5 req-86974305-a5df-49eb-9f2e-73c685d5a296 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0fe2f65e36b04191a8895e70d88ba327&device_id=2b4bf6b5-a0f3-49e9-8b7b-b62143aa315b HTTP/1.1" status: 200 len: 1097 time: 0.0416713 Nov 12 09:04:55.616817 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f8c177-14b8-4df2-84a5-051ed5f64aa5 req-cc3e9f49-7d16-4d88-a33e-8e789c8522da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:55.618284 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-61f8c177-14b8-4df2-84a5-051ed5f64aa5 req-cc3e9f49-7d16-4d88-a33e-8e789c8522da service neutron] 10.222.0.44 "GET /v2.0/networks?id=58fcde89-0909-49c5-8929-54da1ed9ecf5 HTTP/1.1" status: 200 len: 913 time: 0.0941298 Nov 12 09:04:55.646983 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556f4ec5-d4a8-4ecc-a3d8-7b95b4cdf79d req-37b71d73-63d0-4059-bd1d-177dcb5cdc2c tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:55.648522 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-556f4ec5-d4a8-4ecc-a3d8-7b95b4cdf79d req-37b71d73-63d0-4059-bd1d-177dcb5cdc2c tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b4bf6b5-a0f3-49e9-8b7b-b62143aa315b HTTP/1.1" status: 200 len: 945 time: 0.0496929 Nov 12 09:04:55.696896 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-61f8c177-14b8-4df2-84a5-051ed5f64aa5 req-6d3a268d-0df3-4f57-b085-4407494679fc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d67893e-ef01-4da1-8120-9b0b6e01fe51 HTTP/1.1" status: 200 len: 1001 time: 0.0660536 Nov 12 09:04:55.702492 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-556f4ec5-d4a8-4ecc-a3d8-7b95b4cdf79d req-485ba156-a8f7-405a-8980-c74d46eeaab3 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475323 Nov 12 09:04:55.751245 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f8c177-14b8-4df2-84a5-051ed5f64aa5 req-b94a40e0-8dbf-4369-a5eb-9b96e579b58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:55.752748 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-61f8c177-14b8-4df2-84a5-051ed5f64aa5 req-b94a40e0-8dbf-4369-a5eb-9b96e579b58c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=361cd205-c9ed-4615-bbce-5d7fd6e5ad7d HTTP/1.1" status: 200 len: 851 time: 0.0456250 Nov 12 09:04:55.806777 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f8c177-14b8-4df2-84a5-051ed5f64aa5 req-b9e25a1e-aad2-41c5-bae9-8e6abec1b1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:55.808202 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-61f8c177-14b8-4df2-84a5-051ed5f64aa5 req-b9e25a1e-aad2-41c5-bae9-8e6abec1b1c4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=58fcde89-0909-49c5-8929-54da1ed9ecf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450280 Nov 12 09:04:55.906719 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-61f8c177-14b8-4df2-84a5-051ed5f64aa5 req-e6eaeced-6334-4cf1-b582-6c87211caabd service neutron] 10.222.0.44 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837476 Nov 12 09:04:56.021704 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-61f8c177-14b8-4df2-84a5-051ed5f64aa5 req-5d12ef21-280d-4034-8e23-414bf91aa727 service neutron] 10.222.0.44 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031747 Nov 12 09:04:56.820718 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fe4a32-4906-4130-a54a-36d8adb9ff81 req-ce038f88-f956-4b2b-9461-04d5b9f952a8 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:56.822182 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-48fe4a32-4906-4130-a54a-36d8adb9ff81 req-ce038f88-f956-4b2b-9461-04d5b9f952a8 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b4bf6b5-a0f3-49e9-8b7b-b62143aa315b HTTP/1.1" status: 200 len: 945 time: 0.0495002 Nov 12 09:04:56.873062 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-48fe4a32-4906-4130-a54a-36d8adb9ff81 req-cb693f5f-2a16-4f32-a758-a77c39787745 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448613 Nov 12 09:04:57.996454 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333678e0-7a6d-4222-af37-199ca56f73a3 req-7624479a-3a59-4a7a-a0d6-d47b139cb0b3 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:57.997966 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-333678e0-7a6d-4222-af37-199ca56f73a3 req-7624479a-3a59-4a7a-a0d6-d47b139cb0b3 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b4bf6b5-a0f3-49e9-8b7b-b62143aa315b HTTP/1.1" status: 200 len: 945 time: 0.0552614 Nov 12 09:04:58.045475 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-333678e0-7a6d-4222-af37-199ca56f73a3 req-39fa9069-080a-41fe-9afa-d1a9d9923680 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401902 Nov 12 09:04:59.252078 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c69c4f-42a8-41f1-a22c-6dc4bb66016d req-7e8876aa-2b9b-43b4-9dcb-c1cfccb6addf tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:59.253579 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a7c69c4f-42a8-41f1-a22c-6dc4bb66016d req-7e8876aa-2b9b-43b4-9dcb-c1cfccb6addf tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b4bf6b5-a0f3-49e9-8b7b-b62143aa315b HTTP/1.1" status: 200 len: 945 time: 0.0948195 Nov 12 09:04:59.301646 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a7c69c4f-42a8-41f1-a22c-6dc4bb66016d req-390d75a4-5ead-445b-802e-66111798e271 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421805 Nov 12 09:05:00.424820 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad44e0a-1f64-4fa1-86c5-744990204abb req-eeb3ef88-70d0-49cd-82b8-d054cfee8564 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:00.426434 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2ad44e0a-1f64-4fa1-86c5-744990204abb req-eeb3ef88-70d0-49cd-82b8-d054cfee8564 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b4bf6b5-a0f3-49e9-8b7b-b62143aa315b HTTP/1.1" status: 200 len: 945 time: 0.0540977 Nov 12 09:05:00.473664 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2ad44e0a-1f64-4fa1-86c5-744990204abb req-1205145b-789b-4b9c-8313-a748afe2a928 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412428 Nov 12 09:05:01.591666 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36491cb-b32b-44d8-8e58-f3bde0dbef15 req-6587fc10-7e83-47a5-b9c1-e9578366fb1d tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:01.593617 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a36491cb-b32b-44d8-8e58-f3bde0dbef15 req-6587fc10-7e83-47a5-b9c1-e9578366fb1d tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b4bf6b5-a0f3-49e9-8b7b-b62143aa315b HTTP/1.1" status: 200 len: 945 time: 0.0506358 Nov 12 09:05:01.640806 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a36491cb-b32b-44d8-8e58-f3bde0dbef15 req-693b8ab0-af2f-4515-a768-2e17e861b64e tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400927 Nov 12 09:05:02.764473 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36ac245-6ca0-4a23-b260-bcd52f89a419 req-c990aa84-aa8d-45f0-b5e6-8331d2093718 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:02.766017 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b36ac245-6ca0-4a23-b260-bcd52f89a419 req-c990aa84-aa8d-45f0-b5e6-8331d2093718 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b4bf6b5-a0f3-49e9-8b7b-b62143aa315b HTTP/1.1" status: 200 len: 945 time: 0.0514324 Nov 12 09:05:02.821493 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b36ac245-6ca0-4a23-b260-bcd52f89a419 req-8205b98e-381e-4fd6-ad25-7ca5448c6407 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493021 Nov 12 09:05:03.938665 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e805d16-38a9-4595-998a-fb28c9eb06b4 req-ea333f69-df2d-4e3c-a534-fb513ec8002b tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:03.940093 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0e805d16-38a9-4595-998a-fb28c9eb06b4 req-ea333f69-df2d-4e3c-a534-fb513ec8002b tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b4bf6b5-a0f3-49e9-8b7b-b62143aa315b HTTP/1.1" status: 200 len: 945 time: 0.0503507 Nov 12 09:05:03.989524 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0e805d16-38a9-4595-998a-fb28c9eb06b4 req-98dc0cae-1b0e-4164-b988-33bee43cd19b tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433953 Nov 12 09:05:04.015653 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-56116aef-f85a-412f-a1d7-28a204f37c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:05.115430 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c9b6e0-7b66-4edb-9e3e-39fdeb861c74 req-d2186771-de98-40ba-8273-0f639225063c tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:05.117094 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-70c9b6e0-7b66-4edb-9e3e-39fdeb861c74 req-d2186771-de98-40ba-8273-0f639225063c tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b4bf6b5-a0f3-49e9-8b7b-b62143aa315b HTTP/1.1" status: 200 len: 945 time: 0.0533402 Nov 12 09:05:05.174089 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-70c9b6e0-7b66-4edb-9e3e-39fdeb861c74 req-df2af433-f189-42d8-b89b-3ca415b10a25 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487769 Nov 12 09:05:05.790947 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:06.300021 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51427a53-2d10-432e-84e1-8aa7152891a5 req-098f6dd8-7356-4a5d-b12b-3ad76222e8f7 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:06.301634 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-51427a53-2d10-432e-84e1-8aa7152891a5 req-098f6dd8-7356-4a5d-b12b-3ad76222e8f7 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b4bf6b5-a0f3-49e9-8b7b-b62143aa315b HTTP/1.1" status: 200 len: 945 time: 0.0556695 Nov 12 09:05:06.350274 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-51427a53-2d10-432e-84e1-8aa7152891a5 req-df2411ca-1762-4742-8ae3-3bf7c3ef14b6 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426202 Nov 12 09:05:07.072354 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ced08127-aa30-4e46-86ae-76a28d3becea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:07.469457 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeef881-2d13-4264-ae89-9fe2f7fa7982 req-ac42007e-9f35-460a-adb5-70fc7b67219a tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:07.471080 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8eeef881-2d13-4264-ae89-9fe2f7fa7982 req-ac42007e-9f35-460a-adb5-70fc7b67219a tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b4bf6b5-a0f3-49e9-8b7b-b62143aa315b HTTP/1.1" status: 200 len: 945 time: 0.0500674 Nov 12 09:05:07.518119 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8eeef881-2d13-4264-ae89-9fe2f7fa7982 req-cbb6cf34-0acc-447c-80a3-38bfb747e7b3 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411000 Nov 12 09:05:08.057396 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:08.640896 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba8c58c-f89d-4d6f-8b59-30b1e15d0e0d req-d90e595b-e696-48f1-9221-95af46767cac tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:08.642389 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bba8c58c-f89d-4d6f-8b59-30b1e15d0e0d req-d90e595b-e696-48f1-9221-95af46767cac tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b4bf6b5-a0f3-49e9-8b7b-b62143aa315b HTTP/1.1" status: 200 len: 945 time: 0.0541208 Nov 12 09:05:08.667628 n-d-765315-29 neutron-server[102599]: INFO neutron.api.v2.resource [req-61f8c177-14b8-4df2-84a5-051ed5f64aa5 req-980c9dd6-3f15-4c14-abae-2576c42db501 service neutron] show failed (client error): The resource could not be found. Nov 12 09:05:08.668669 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-61f8c177-14b8-4df2-84a5-051ed5f64aa5 req-980c9dd6-3f15-4c14-abae-2576c42db501 service neutron] 10.222.0.44 "GET /v2.0/ports/8d67893e-ef01-4da1-8120-9b0b6e01fe51/bindings/n-h1-765315-29 HTTP/1.1" status: 404 len: 381 time: 0.0612504 Nov 12 09:05:08.692454 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bba8c58c-f89d-4d6f-8b59-30b1e15d0e0d req-4396d34c-63dd-44b9-97ae-0076e0116849 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437460 Nov 12 09:05:08.993540 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f8c177-14b8-4df2-84a5-051ed5f64aa5 req-cbf0f898-ac45-4462-843d-1fe151d15b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:08.995101 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-61f8c177-14b8-4df2-84a5-051ed5f64aa5 req-cbf0f898-ac45-4462-843d-1fe151d15b3f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2b4bf6b5-a0f3-49e9-8b7b-b62143aa315b&tenant_id=0fe2f65e36b04191a8895e70d88ba327 HTTP/1.1" status: 200 len: 1097 time: 0.0824084 Nov 12 09:05:09.008767 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-61f8c177-14b8-4df2-84a5-051ed5f64aa5 req-baa469ce-1ba9-4520-a5e0-418e5a9fd183 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-765315-29', 'device_owner': 'compute:nova'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:05:09.394281 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-61f8c177-14b8-4df2-84a5-051ed5f64aa5 req-baa469ce-1ba9-4520-a5e0-418e5a9fd183 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:09.408932 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:09.598839 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-61f8c177-14b8-4df2-84a5-051ed5f64aa5 req-baa469ce-1ba9-4520-a5e0-418e5a9fd183 service neutron] For port 8d67893e-ef01-4da1-8120-9b0b6e01fe51, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=8d67893e-ef01-4da1-8120-9b0b6e01fe51,segment=NetworkSegment(064bfa1e-f17d-49cf-86cd-d69b8f23a455),segment_id=064bfa1e-f17d-49cf-86cd-d69b8f23a455)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:05:09.633833 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-61f8c177-14b8-4df2-84a5-051ed5f64aa5 req-baa469ce-1ba9-4520-a5e0-418e5a9fd183 service neutron] For port 8d67893e-ef01-4da1-8120-9b0b6e01fe51, host n-h2-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:05:09.679622 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b4bf6b5-a0f3-49e9-8b7b-b62143aa315b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d67893e-ef01-4da1-8120-9b0b6e01fe51'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:05:09.682033 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b743208-d93a-4305-b192-ae8c4206e485" -d '{"events": [{"server_uuid": "2b4bf6b5-a0f3-49e9-8b7b-b62143aa315b", "name": "network-vif-unplugged", "status": "completed", "tag": "8d67893e-ef01-4da1-8120-9b0b6e01fe51"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:05:09.686977 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-61f8c177-14b8-4df2-84a5-051ed5f64aa5 req-baa469ce-1ba9-4520-a5e0-418e5a9fd183 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:09.705517 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-61f8c177-14b8-4df2-84a5-051ed5f64aa5 req-baa469ce-1ba9-4520-a5e0-418e5a9fd183 service neutron] Transition to ACTIVE for port object 8d67893e-ef01-4da1-8120-9b0b6e01fe51 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:05:09.711268 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-61f8c177-14b8-4df2-84a5-051ed5f64aa5 req-baa469ce-1ba9-4520-a5e0-418e5a9fd183 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:09.760387 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 09:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3fd900d-a4c7-4c13-a235-0cb7a75ce3e8 x-openstack-request-id: req-e3fd900d-a4c7-4c13-a235-0cb7a75ce3e8 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:05:09.760691 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b4bf6b5-a0f3-49e9-8b7b-b62143aa315b", "name": "network-vif-unplugged", "status": "completed", "tag": "8d67893e-ef01-4da1-8120-9b0b6e01fe51", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:05:09.761072 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e3fd900d-a4c7-4c13-a235-0cb7a75ce3e8 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:05:09.761632 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b4bf6b5-a0f3-49e9-8b7b-b62143aa315b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d67893e-ef01-4da1-8120-9b0b6e01fe51', 'code': 200} Nov 12 09:05:09.846819 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa469ce-1ba9-4520-a5e0-418e5a9fd183 service neutron] Pushing event updated for resources: {'Port': ['ID=8d67893e-ef01-4da1-8120-9b0b6e01fe51,revision_number=6']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:09.853868 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec58a8d-e8d1-444d-b595-b20ca0c24d8c req-d2cb8dfd-7367-40d5-b71d-3df3510e2d87 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:09.855701 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1ec58a8d-e8d1-444d-b595-b20ca0c24d8c req-d2cb8dfd-7367-40d5-b71d-3df3510e2d87 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b4bf6b5-a0f3-49e9-8b7b-b62143aa315b HTTP/1.1" status: 200 len: 943 time: 0.0559943 Nov 12 09:05:09.860785 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa469ce-1ba9-4520-a5e0-418e5a9fd183 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:09.861141 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa469ce-1ba9-4520-a5e0-418e5a9fd183 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:09.861488 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa469ce-1ba9-4520-a5e0-418e5a9fd183 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:09.861832 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa469ce-1ba9-4520-a5e0-418e5a9fd183 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:09.862172 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa469ce-1ba9-4520-a5e0-418e5a9fd183 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:09.862508 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa469ce-1ba9-4520-a5e0-418e5a9fd183 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:09.862891 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa469ce-1ba9-4520-a5e0-418e5a9fd183 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:09.863224 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa469ce-1ba9-4520-a5e0-418e5a9fd183 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:09.863586 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa469ce-1ba9-4520-a5e0-418e5a9fd183 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:09.863996 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa469ce-1ba9-4520-a5e0-418e5a9fd183 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:09.864364 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa469ce-1ba9-4520-a5e0-418e5a9fd183 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:09.864773 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa469ce-1ba9-4520-a5e0-418e5a9fd183 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:09.904185 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-61f8c177-14b8-4df2-84a5-051ed5f64aa5 req-baa469ce-1ba9-4520-a5e0-418e5a9fd183 service neutron] No DVR routers for this DVR port 8d67893e-ef01-4da1-8120-9b0b6e01fe51 on host n-h2-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:05:09.950878 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1ec58a8d-e8d1-444d-b595-b20ca0c24d8c req-964fa8e7-9fff-404d-b824-e0a5683a75d1 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862823 Nov 12 09:05:10.051341 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-61f8c177-14b8-4df2-84a5-051ed5f64aa5 req-baa469ce-1ba9-4520-a5e0-418e5a9fd183 service neutron] Attempting to bind port 8d67893e-ef01-4da1-8120-9b0b6e01fe51 on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:05:10.051978 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-61f8c177-14b8-4df2-84a5-051ed5f64aa5 req-baa469ce-1ba9-4520-a5e0-418e5a9fd183 service neutron] Attempting to bind port 8d67893e-ef01-4da1-8120-9b0b6e01fe51 by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': '064bfa1e-f17d-49cf-86cd-d69b8f23a455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '58fcde89-0909-49c5-8929-54da1ed9ecf5'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:05:10.052422 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f8c177-14b8-4df2-84a5-051ed5f64aa5 req-baa469ce-1ba9-4520-a5e0-418e5a9fd183 service neutron] Attempting to bind port 8d67893e-ef01-4da1-8120-9b0b6e01fe51 on network 58fcde89-0909-49c5-8929-54da1ed9ecf5 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:05:10.057126 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f8c177-14b8-4df2-84a5-051ed5f64aa5 req-baa469ce-1ba9-4520-a5e0-418e5a9fd183 service neutron] Port 8d67893e-ef01-4da1-8120-9b0b6e01fe51 on network 58fcde89-0909-49c5-8929-54da1ed9ecf5 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:05:10.057491 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f8c177-14b8-4df2-84a5-051ed5f64aa5 req-baa469ce-1ba9-4520-a5e0-418e5a9fd183 service neutron] Attempting to bind port 8d67893e-ef01-4da1-8120-9b0b6e01fe51 on network 58fcde89-0909-49c5-8929-54da1ed9ecf5 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:05:10.062447 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f8c177-14b8-4df2-84a5-051ed5f64aa5 req-baa469ce-1ba9-4520-a5e0-418e5a9fd183 service neutron] Checking agent: {'id': '26215384-8035-4ce2-971a-8e67be80da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:05:10.063509 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f8c177-14b8-4df2-84a5-051ed5f64aa5 req-baa469ce-1ba9-4520-a5e0-418e5a9fd183 service neutron] Checking segment: {'id': '064bfa1e-f17d-49cf-86cd-d69b8f23a455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '58fcde89-0909-49c5-8929-54da1ed9ecf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:05:10.064035 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f8c177-14b8-4df2-84a5-051ed5f64aa5 req-baa469ce-1ba9-4520-a5e0-418e5a9fd183 service neutron] Bound using segment: {'id': '064bfa1e-f17d-49cf-86cd-d69b8f23a455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '58fcde89-0909-49c5-8929-54da1ed9ecf5'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:05:10.064492 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-61f8c177-14b8-4df2-84a5-051ed5f64aa5 req-baa469ce-1ba9-4520-a5e0-418e5a9fd183 service neutron] Bound port: 8d67893e-ef01-4da1-8120-9b0b6e01fe51, host: n-h1-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '064bfa1e-f17d-49cf-86cd-d69b8f23a455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '58fcde89-0909-49c5-8929-54da1ed9ecf5'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:05:10.064846 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-61f8c177-14b8-4df2-84a5-051ed5f64aa5 req-baa469ce-1ba9-4520-a5e0-418e5a9fd183 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:10.067601 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:10.136795 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-61f8c177-14b8-4df2-84a5-051ed5f64aa5 req-baa469ce-1ba9-4520-a5e0-418e5a9fd183 service neutron] For port 8d67893e-ef01-4da1-8120-9b0b6e01fe51, host n-h1-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:05:10.139969 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-61f8c177-14b8-4df2-84a5-051ed5f64aa5 req-baa469ce-1ba9-4520-a5e0-418e5a9fd183 service neutron] For port 8d67893e-ef01-4da1-8120-9b0b6e01fe51, host n-h1-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=8d67893e-ef01-4da1-8120-9b0b6e01fe51,segment=NetworkSegment(064bfa1e-f17d-49cf-86cd-d69b8f23a455),segment_id=064bfa1e-f17d-49cf-86cd-d69b8f23a455)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:05:10.144452 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-61f8c177-14b8-4df2-84a5-051ed5f64aa5 req-baa469ce-1ba9-4520-a5e0-418e5a9fd183 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:10.179259 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f8c177-14b8-4df2-84a5-051ed5f64aa5 req-baa469ce-1ba9-4520-a5e0-418e5a9fd183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:10.180229 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-61f8c177-14b8-4df2-84a5-051ed5f64aa5 req-baa469ce-1ba9-4520-a5e0-418e5a9fd183 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:10.181633 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-61f8c177-14b8-4df2-84a5-051ed5f64aa5 req-baa469ce-1ba9-4520-a5e0-418e5a9fd183 service neutron] 10.222.0.21 "PUT /v2.0/ports/8d67893e-ef01-4da1-8120-9b0b6e01fe51 HTTP/1.1" status: 200 len: 1092 time: 1.1774452 Nov 12 09:05:10.210770 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa469ce-1ba9-4520-a5e0-418e5a9fd183 service neutron] Pushing event updated for resources: {'Port': ['ID=8d67893e-ef01-4da1-8120-9b0b6e01fe51,revision_number=7']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:10.256548 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f8c177-14b8-4df2-84a5-051ed5f64aa5 req-0bdc8352-0517-4b66-9323-5055102fedd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:10.258248 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-61f8c177-14b8-4df2-84a5-051ed5f64aa5 req-0bdc8352-0517-4b66-9323-5055102fedd6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0fe2f65e36b04191a8895e70d88ba327&device_id=2b4bf6b5-a0f3-49e9-8b7b-b62143aa315b HTTP/1.1" status: 200 len: 1095 time: 0.0446029 Nov 12 09:05:10.362306 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f8c177-14b8-4df2-84a5-051ed5f64aa5 req-07f5e2a7-cbee-488b-8001-6fa2b848a35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:10.363896 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-61f8c177-14b8-4df2-84a5-051ed5f64aa5 req-07f5e2a7-cbee-488b-8001-6fa2b848a35d service neutron] 10.222.0.21 "GET /v2.0/networks?id=58fcde89-0909-49c5-8929-54da1ed9ecf5 HTTP/1.1" status: 200 len: 913 time: 0.0980639 Nov 12 09:05:10.431094 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-61f8c177-14b8-4df2-84a5-051ed5f64aa5 req-87063fde-94a7-4ade-9fa5-72ec27d0a2bc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d67893e-ef01-4da1-8120-9b0b6e01fe51 HTTP/1.1" status: 200 len: 999 time: 0.0592504 Nov 12 09:05:10.480791 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f8c177-14b8-4df2-84a5-051ed5f64aa5 req-95cb55ba-3735-42da-936c-dd69bd8de766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:10.482156 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-61f8c177-14b8-4df2-84a5-051ed5f64aa5 req-95cb55ba-3735-42da-936c-dd69bd8de766 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=361cd205-c9ed-4615-bbce-5d7fd6e5ad7d HTTP/1.1" status: 200 len: 851 time: 0.0441577 Nov 12 09:05:10.536022 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f8c177-14b8-4df2-84a5-051ed5f64aa5 req-21c57fe9-8aad-4a72-b98b-14eec3bbe283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:10.537545 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-61f8c177-14b8-4df2-84a5-051ed5f64aa5 req-21c57fe9-8aad-4a72-b98b-14eec3bbe283 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=58fcde89-0909-49c5-8929-54da1ed9ecf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0473096 Nov 12 09:05:10.630783 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-61f8c177-14b8-4df2-84a5-051ed5f64aa5 req-95b1d061-3cc8-48b3-8034-1d10794afb63 service neutron] 10.222.0.21 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861309 Nov 12 09:05:10.728811 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-61f8c177-14b8-4df2-84a5-051ed5f64aa5 req-2bd2b59b-77f8-484a-9592-57a7220aeadc service neutron] 10.222.0.21 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909743 Nov 12 09:05:11.076542 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe74bdc-8706-4879-80be-4e079fcc36c0 req-521028e3-1cda-4c2b-8ccd-588adb2dcecb tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:11.078076 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3fe74bdc-8706-4879-80be-4e079fcc36c0 req-521028e3-1cda-4c2b-8ccd-588adb2dcecb tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b4bf6b5-a0f3-49e9-8b7b-b62143aa315b HTTP/1.1" status: 200 len: 943 time: 0.0521367 Nov 12 09:05:11.130419 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3fe74bdc-8706-4879-80be-4e079fcc36c0 req-00608e67-2b46-4289-aa58-2d95d71585bd tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460691 Nov 12 09:05:11.763170 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b4bf6b5-a0f3-49e9-8b7b-b62143aa315b', 'tag': '8d67893e-ef01-4da1-8120-9b0b6e01fe51'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:05:11.765767 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b5ae630-e136-4420-8c58-4c65ec380693" -d '{"events": [{"name": "network-changed", "server_uuid": "2b4bf6b5-a0f3-49e9-8b7b-b62143aa315b", "tag": "8d67893e-ef01-4da1-8120-9b0b6e01fe51"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:05:11.828289 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34288ff1-6ce7-4c45-b4fb-38e0c5e169dd x-openstack-request-id: req-34288ff1-6ce7-4c45-b4fb-38e0c5e169dd {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:05:11.829100 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b4bf6b5-a0f3-49e9-8b7b-b62143aa315b", "tag": "8d67893e-ef01-4da1-8120-9b0b6e01fe51", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:05:11.829360 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-34288ff1-6ce7-4c45-b4fb-38e0c5e169dd {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:05:11.829765 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b4bf6b5-a0f3-49e9-8b7b-b62143aa315b', 'tag': '8d67893e-ef01-4da1-8120-9b0b6e01fe51', 'status': 'completed', 'code': 200} Nov 12 09:05:11.936987 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5ae630-e136-4420-8c58-4c65ec380693 req-2727bf65-a9dc-4610-813e-58d78564b87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:11.939218 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9b5ae630-e136-4420-8c58-4c65ec380693 req-2727bf65-a9dc-4610-813e-58d78564b87e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0fe2f65e36b04191a8895e70d88ba327&device_id=2b4bf6b5-a0f3-49e9-8b7b-b62143aa315b HTTP/1.1" status: 200 len: 1095 time: 0.0826318 Nov 12 09:05:11.941858 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5ae630-e136-4420-8c58-4c65ec380693 req-2b5c4df4-7611-41ba-8f5d-0e0ae36a1c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:11.943221 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9b5ae630-e136-4420-8c58-4c65ec380693 req-2b5c4df4-7611-41ba-8f5d-0e0ae36a1c1d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0fe2f65e36b04191a8895e70d88ba327&device_id=2b4bf6b5-a0f3-49e9-8b7b-b62143aa315b HTTP/1.1" status: 200 len: 1095 time: 0.0573628 Nov 12 09:05:12.014427 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 8d67893e-ef01-4da1-8120-9b0b6e01fe51 no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:05:12.057621 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 8d67893e-ef01-4da1-8120-9b0b6e01fe51 not bound to the agent host n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:05:12.113983 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5ae630-e136-4420-8c58-4c65ec380693 req-037805cd-4bd3-4f6e-be59-455160b2d455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:12.115481 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9b5ae630-e136-4420-8c58-4c65ec380693 req-037805cd-4bd3-4f6e-be59-455160b2d455 service neutron] 10.222.0.44 "GET /v2.0/networks?id=58fcde89-0909-49c5-8929-54da1ed9ecf5 HTTP/1.1" status: 200 len: 913 time: 0.1577761 Nov 12 09:05:12.116408 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5ae630-e136-4420-8c58-4c65ec380693 req-5b96e377-6cba-4125-ab14-db2452693dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:12.117871 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9b5ae630-e136-4420-8c58-4c65ec380693 req-5b96e377-6cba-4125-ab14-db2452693dae service neutron] 10.222.0.21 "GET /v2.0/networks?id=58fcde89-0909-49c5-8929-54da1ed9ecf5 HTTP/1.1" status: 200 len: 913 time: 0.1708095 Nov 12 09:05:12.239195 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9b5ae630-e136-4420-8c58-4c65ec380693 req-a3e848e8-d7a8-4e79-8aff-5639cdf017bc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d67893e-ef01-4da1-8120-9b0b6e01fe51 HTTP/1.1" status: 200 len: 999 time: 0.1121776 Nov 12 09:05:12.240690 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9b5ae630-e136-4420-8c58-4c65ec380693 req-0c406ff0-32b1-41d6-8915-ef37f3650365 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d67893e-ef01-4da1-8120-9b0b6e01fe51 HTTP/1.1" status: 200 len: 999 time: 0.1149607 Nov 12 09:05:12.252465 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e08579c-de0c-4fef-ad68-1bb35e05fdc2 req-64b5ad44-2de9-45bb-99c8-ac79c070bb89 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:12.254040 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4e08579c-de0c-4fef-ad68-1bb35e05fdc2 req-64b5ad44-2de9-45bb-99c8-ac79c070bb89 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b4bf6b5-a0f3-49e9-8b7b-b62143aa315b HTTP/1.1" status: 200 len: 943 time: 0.0498247 Nov 12 09:05:12.305219 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4e08579c-de0c-4fef-ad68-1bb35e05fdc2 req-7cb1094a-811c-4798-b6aa-4cde19cc6e32 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449674 Nov 12 09:05:12.325529 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5ae630-e136-4420-8c58-4c65ec380693 req-7efd31e5-7513-45da-a27c-3d9cd84a9c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:12.327010 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9b5ae630-e136-4420-8c58-4c65ec380693 req-7efd31e5-7513-45da-a27c-3d9cd84a9c26 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=361cd205-c9ed-4615-bbce-5d7fd6e5ad7d HTTP/1.1" status: 200 len: 851 time: 0.0791357 Nov 12 09:05:12.331066 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5ae630-e136-4420-8c58-4c65ec380693 req-3bf90d1e-7aaf-4253-a5cf-30a86a508f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:12.332385 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9b5ae630-e136-4420-8c58-4c65ec380693 req-3bf90d1e-7aaf-4253-a5cf-30a86a508f4b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=361cd205-c9ed-4615-bbce-5d7fd6e5ad7d HTTP/1.1" status: 200 len: 851 time: 0.0766776 Nov 12 09:05:12.406491 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5ae630-e136-4420-8c58-4c65ec380693 req-eea46d36-6dde-49f0-bf74-1787c6b198c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:12.408023 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9b5ae630-e136-4420-8c58-4c65ec380693 req-eea46d36-6dde-49f0-bf74-1787c6b198c1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=58fcde89-0909-49c5-8929-54da1ed9ecf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0724864 Nov 12 09:05:12.410515 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5ae630-e136-4420-8c58-4c65ec380693 req-472ba424-b026-419f-92e6-85c9f7a6a307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:12.411867 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9b5ae630-e136-4420-8c58-4c65ec380693 req-472ba424-b026-419f-92e6-85c9f7a6a307 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=58fcde89-0909-49c5-8929-54da1ed9ecf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0671103 Nov 12 09:05:12.567331 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9b5ae630-e136-4420-8c58-4c65ec380693 req-8e4330db-1c99-49bb-8179-4420155f2fcc service neutron] 10.222.0.21 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506886 Nov 12 09:05:12.572284 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9b5ae630-e136-4420-8c58-4c65ec380693 req-380e66e6-3d3d-419e-bdf8-e43497ce6c66 service neutron] 10.222.0.44 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479750 Nov 12 09:05:12.727731 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9b5ae630-e136-4420-8c58-4c65ec380693 req-5f4205d5-9893-4b74-a391-3a943c7ac1f6 service neutron] 10.222.0.21 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524408 Nov 12 09:05:12.731141 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9b5ae630-e136-4420-8c58-4c65ec380693 req-6a684b2a-5f64-4ed2-96ca-4ff7eba54575 service neutron] 10.222.0.44 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475792 Nov 12 09:05:12.799526 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:13.423771 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba964de7-eb39-4e27-99c6-6c65078784c9 req-74d7bfa0-f7ef-4824-a8b4-ec91c1476f90 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:13.425252 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ba964de7-eb39-4e27-99c6-6c65078784c9 req-74d7bfa0-f7ef-4824-a8b4-ec91c1476f90 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b4bf6b5-a0f3-49e9-8b7b-b62143aa315b HTTP/1.1" status: 200 len: 943 time: 0.0504985 Nov 12 09:05:13.473095 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ba964de7-eb39-4e27-99c6-6c65078784c9 req-41fe444c-9f9d-4068-a80f-557728c0de09 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419269 Nov 12 09:05:14.078299 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 8d67893e-ef01-4da1-8120-9b0b6e01fe51 details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:05:14.190054 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 8d67893e-ef01-4da1-8120-9b0b6e01fe51, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=8d67893e-ef01-4da1-8120-9b0b6e01fe51,segment=NetworkSegment(064bfa1e-f17d-49cf-86cd-d69b8f23a455),segment_id=064bfa1e-f17d-49cf-86cd-d69b8f23a455)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:05:14.202181 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Returning: {'device': '8d67893e-ef01-4da1-8120-9b0b6e01fe51', 'network_id': '58fcde89-0909-49c5-8929-54da1ed9ecf5', 'port_id': '8d67893e-ef01-4da1-8120-9b0b6e01fe51', 'mac_address': 'fa:16:3e:1c:59:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '361cd205-c9ed-4615-bbce-5d7fd6e5ad7d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:05:14.242189 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:14.255704 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-e530113a-7783-48f4-9840-8911a24052df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d67893e-ef01-4da1-8120-9b0b6e01fe51 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:05:14.275670 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 8d67893e-ef01-4da1-8120-9b0b6e01fe51, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=8d67893e-ef01-4da1-8120-9b0b6e01fe51,segment=NetworkSegment(064bfa1e-f17d-49cf-86cd-d69b8f23a455),segment_id=064bfa1e-f17d-49cf-86cd-d69b8f23a455)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:05:14.279857 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:14.329029 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=8d67893e-ef01-4da1-8120-9b0b6e01fe51,revision_number=8']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:14.336587 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:14.336961 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:14.337440 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:14.337718 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:14.337958 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:14.338285 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:14.338634 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:14.338963 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:14.339287 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:14.339609 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:14.339932 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:14.340251 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:14.596407 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28105661-3662-46b2-8879-c223b5b6cddc req-7dab730b-3e88-466e-ac86-d5778a768ad3 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:14.598023 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-28105661-3662-46b2-8879-c223b5b6cddc req-7dab730b-3e88-466e-ac86-d5778a768ad3 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b4bf6b5-a0f3-49e9-8b7b-b62143aa315b HTTP/1.1" status: 200 len: 944 time: 0.0547044 Nov 12 09:05:14.646289 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-28105661-3662-46b2-8879-c223b5b6cddc req-1683ba35-d88b-41dd-9c48-444afb464f74 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419629 Nov 12 09:05:14.680956 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['8d67893e-ef01-4da1-8120-9b0b6e01fe51'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:05:14.934184 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3136d3-92c4-4a6d-b105-4c6bdb18eed4 req-3d5f0a3a-bcd9-4ff2-9e05-491f1fb8ccc1 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:14.935710 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2d3136d3-92c4-4a6d-b105-4c6bdb18eed4 req-3d5f0a3a-bcd9-4ff2-9e05-491f1fb8ccc1 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b4bf6b5-a0f3-49e9-8b7b-b62143aa315b&tenant_id=0fe2f65e36b04191a8895e70d88ba327&binding%3Ahost_id=n-h1-765315-29 HTTP/1.1" status: 200 len: 944 time: 0.0561199 Nov 12 09:05:14.956424 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5665a1-455a-4bee-a1d0-b4953bc4b4e6 req-63153887-b2ed-4063-b57c-9f5249f1e61d tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:14.957964 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7e5665a1-455a-4bee-a1d0-b4953bc4b4e6 req-63153887-b2ed-4063-b57c-9f5249f1e61d tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b4bf6b5-a0f3-49e9-8b7b-b62143aa315b HTTP/1.1" status: 200 len: 944 time: 0.0543032 Nov 12 09:05:15.005775 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2d3136d3-92c4-4a6d-b105-4c6bdb18eed4 req-9bcce29f-0e25-4c71-8870-d101d4eefacd service neutron] 10.222.0.21 "GET /v2.0/ports/8d67893e-ef01-4da1-8120-9b0b6e01fe51/bindings/n-h1-765315-29 HTTP/1.1" status: 200 len: 383 time: 0.0620115 Nov 12 09:05:15.006496 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7e5665a1-455a-4bee-a1d0-b4953bc4b4e6 req-aa96da50-cf69-47bf-b172-9cdfe79504fa tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423460 Nov 12 09:05:15.077181 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3136d3-92c4-4a6d-b105-4c6bdb18eed4 req-6651dbe1-63b3-4342-a72d-e8a84de513f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:15.078816 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2d3136d3-92c4-4a6d-b105-4c6bdb18eed4 req-6651dbe1-63b3-4342-a72d-e8a84de513f1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0fe2f65e36b04191a8895e70d88ba327&device_id=2b4bf6b5-a0f3-49e9-8b7b-b62143aa315b HTTP/1.1" status: 200 len: 1096 time: 0.0436285 Nov 12 09:05:15.177868 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3136d3-92c4-4a6d-b105-4c6bdb18eed4 req-136d407f-e1df-4804-8edf-e1c437a60114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:15.179582 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2d3136d3-92c4-4a6d-b105-4c6bdb18eed4 req-136d407f-e1df-4804-8edf-e1c437a60114 service neutron] 10.222.0.21 "GET /v2.0/networks?id=58fcde89-0909-49c5-8929-54da1ed9ecf5 HTTP/1.1" status: 200 len: 913 time: 0.0925775 Nov 12 09:05:15.221640 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:05:15.247625 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2d3136d3-92c4-4a6d-b105-4c6bdb18eed4 req-671af5b7-cb34-4970-93cd-d943b1ec6895 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d67893e-ef01-4da1-8120-9b0b6e01fe51 HTTP/1.1" status: 200 len: 1000 time: 0.0600486 Nov 12 09:05:15.297430 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3136d3-92c4-4a6d-b105-4c6bdb18eed4 req-20ad706c-0376-4ad4-a934-ab977551819c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:15.298895 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2d3136d3-92c4-4a6d-b105-4c6bdb18eed4 req-20ad706c-0376-4ad4-a934-ab977551819c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=361cd205-c9ed-4615-bbce-5d7fd6e5ad7d HTTP/1.1" status: 200 len: 851 time: 0.0448046 Nov 12 09:05:15.349905 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3136d3-92c4-4a6d-b105-4c6bdb18eed4 req-70c87ce5-726d-49d9-a993-569f310dd98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:15.351489 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2d3136d3-92c4-4a6d-b105-4c6bdb18eed4 req-70c87ce5-726d-49d9-a993-569f310dd98c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=58fcde89-0909-49c5-8929-54da1ed9ecf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450568 Nov 12 09:05:15.457778 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2d3136d3-92c4-4a6d-b105-4c6bdb18eed4 req-f331c30f-f98c-4869-bde1-9bb882f95d78 service neutron] 10.222.0.21 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987577 Nov 12 09:05:15.552910 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2d3136d3-92c4-4a6d-b105-4c6bdb18eed4 req-15a0ddfb-096b-484b-b418-c8beb4c1acb8 service neutron] 10.222.0.21 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870552 Nov 12 09:05:16.112622 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 8d67893e-ef01-4da1-8120-9b0b6e01fe51 up at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:05:16.130406 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0bf047-c84a-43ef-8d77-8a3707c92c0c req-c1671512-4b13-4ca2-a65f-6d6f0896fbd6 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:16.131957 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0b0bf047-c84a-43ef-8d77-8a3707c92c0c req-c1671512-4b13-4ca2-a65f-6d6f0896fbd6 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b4bf6b5-a0f3-49e9-8b7b-b62143aa315b HTTP/1.1" status: 200 len: 944 time: 0.0524836 Nov 12 09:05:16.173818 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning for port 8d67893e-ef01-4da1-8120-9b0b6e01fe51 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:05:16.177727 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning complete for port 8d67893e-ef01-4da1-8120-9b0b6e01fe51 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:05:16.178094 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:16.185178 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0b0bf047-c84a-43ef-8d77-8a3707c92c0c req-036a2455-1fa9-431a-81cf-5fc93b7eaca8 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473065 Nov 12 09:05:16.260844 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:16.284494 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b4bf6b5-a0f3-49e9-8b7b-b62143aa315b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d67893e-ef01-4da1-8120-9b0b6e01fe51'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:05:16.286773 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f5098e-8e24-450a-84f4-1afff1ae23d3" -d '{"events": [{"server_uuid": "2b4bf6b5-a0f3-49e9-8b7b-b62143aa315b", "name": "network-vif-plugged", "status": "completed", "tag": "8d67893e-ef01-4da1-8120-9b0b6e01fe51"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:05:16.301921 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 8d67893e-ef01-4da1-8120-9b0b6e01fe51, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=8d67893e-ef01-4da1-8120-9b0b6e01fe51,segment=NetworkSegment(064bfa1e-f17d-49cf-86cd-d69b8f23a455),segment_id=064bfa1e-f17d-49cf-86cd-d69b8f23a455)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:05:16.306521 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:16.344899 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb081923-7cc3-4cb5-a1a5-be169964df4c x-openstack-request-id: req-fb081923-7cc3-4cb5-a1a5-be169964df4c {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:05:16.345170 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b4bf6b5-a0f3-49e9-8b7b-b62143aa315b", "name": "network-vif-plugged", "status": "completed", "tag": "8d67893e-ef01-4da1-8120-9b0b6e01fe51", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:05:16.345429 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fb081923-7cc3-4cb5-a1a5-be169964df4c {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:05:16.345842 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b4bf6b5-a0f3-49e9-8b7b-b62143aa315b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d67893e-ef01-4da1-8120-9b0b6e01fe51', 'code': 200} Nov 12 09:05:16.361519 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=8d67893e-ef01-4da1-8120-9b0b6e01fe51,revision_number=9']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:17.305780 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afeb5a1-a1fd-4db9-99f7-8b8294088442 req-f57b7190-d8d4-4491-9461-0e814f7764d5 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:17.307292 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5afeb5a1-a1fd-4db9-99f7-8b8294088442 req-f57b7190-d8d4-4491-9461-0e814f7764d5 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b4bf6b5-a0f3-49e9-8b7b-b62143aa315b HTTP/1.1" status: 200 len: 945 time: 0.0507953 Nov 12 09:05:17.355843 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5afeb5a1-a1fd-4db9-99f7-8b8294088442 req-59f63df9-590e-4d92-b367-5ebf222a199e tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419793 Nov 12 09:05:17.880269 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3136d3-92c4-4a6d-b105-4c6bdb18eed4 req-0e901d53-ff38-4b4c-bcf7-578eac9f4d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:17.881731 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2d3136d3-92c4-4a6d-b105-4c6bdb18eed4 req-0e901d53-ff38-4b4c-bcf7-578eac9f4d0e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2b4bf6b5-a0f3-49e9-8b7b-b62143aa315b&tenant_id=0fe2f65e36b04191a8895e70d88ba327 HTTP/1.1" status: 200 len: 1097 time: 0.0466728 Nov 12 09:05:17.908703 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-2d3136d3-92c4-4a6d-b105-4c6bdb18eed4 req-d3ceb8c0-6a14-40f6-83ae-739f186a9364 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-765315-29', 'device_owner': 'compute:nova'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:05:17.961085 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-2d3136d3-92c4-4a6d-b105-4c6bdb18eed4 req-d3ceb8c0-6a14-40f6-83ae-739f186a9364 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:18.172451 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-2d3136d3-92c4-4a6d-b105-4c6bdb18eed4 req-d3ceb8c0-6a14-40f6-83ae-739f186a9364 service neutron] For port 8d67893e-ef01-4da1-8120-9b0b6e01fe51, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=8d67893e-ef01-4da1-8120-9b0b6e01fe51,segment=NetworkSegment(064bfa1e-f17d-49cf-86cd-d69b8f23a455),segment_id=064bfa1e-f17d-49cf-86cd-d69b8f23a455)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:05:18.204596 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-2d3136d3-92c4-4a6d-b105-4c6bdb18eed4 req-d3ceb8c0-6a14-40f6-83ae-739f186a9364 service neutron] For port 8d67893e-ef01-4da1-8120-9b0b6e01fe51, host n-h1-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:05:18.243835 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b4bf6b5-a0f3-49e9-8b7b-b62143aa315b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d67893e-ef01-4da1-8120-9b0b6e01fe51'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:05:18.246364 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1582a79e-ba0b-4f77-ac4b-525594a5a781" -d '{"events": [{"server_uuid": "2b4bf6b5-a0f3-49e9-8b7b-b62143aa315b", "name": "network-vif-unplugged", "status": "completed", "tag": "8d67893e-ef01-4da1-8120-9b0b6e01fe51"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:05:18.252434 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-2d3136d3-92c4-4a6d-b105-4c6bdb18eed4 req-d3ceb8c0-6a14-40f6-83ae-739f186a9364 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:18.267097 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-2d3136d3-92c4-4a6d-b105-4c6bdb18eed4 req-d3ceb8c0-6a14-40f6-83ae-739f186a9364 service neutron] Transition to ACTIVE for port object 8d67893e-ef01-4da1-8120-9b0b6e01fe51 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:05:18.270950 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-2d3136d3-92c4-4a6d-b105-4c6bdb18eed4 req-d3ceb8c0-6a14-40f6-83ae-739f186a9364 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:18.312449 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 09:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dc03e95-d1a2-47e9-ba0e-e9645da53c1e x-openstack-request-id: req-8dc03e95-d1a2-47e9-ba0e-e9645da53c1e {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:05:18.312762 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b4bf6b5-a0f3-49e9-8b7b-b62143aa315b", "name": "network-vif-unplugged", "status": "completed", "tag": "8d67893e-ef01-4da1-8120-9b0b6e01fe51", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:05:18.313085 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8dc03e95-d1a2-47e9-ba0e-e9645da53c1e {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:05:18.313475 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b4bf6b5-a0f3-49e9-8b7b-b62143aa315b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d67893e-ef01-4da1-8120-9b0b6e01fe51', 'code': 200} Nov 12 09:05:18.370105 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ceb8c0-6a14-40f6-83ae-739f186a9364 service neutron] Pushing event updated for resources: {'Port': ['ID=8d67893e-ef01-4da1-8120-9b0b6e01fe51,revision_number=10']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:18.426879 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d3136d3-92c4-4a6d-b105-4c6bdb18eed4 req-d3ceb8c0-6a14-40f6-83ae-739f186a9364 service neutron] No DVR routers for this DVR port 8d67893e-ef01-4da1-8120-9b0b6e01fe51 on host n-h1-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:05:18.486422 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34b4395-5bb2-40b3-b26d-75e05c08fd78 req-143bdd8d-10b7-4eb2-a5fd-0d2fadcacb0f tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:18.488166 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c34b4395-5bb2-40b3-b26d-75e05c08fd78 req-143bdd8d-10b7-4eb2-a5fd-0d2fadcacb0f tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b4bf6b5-a0f3-49e9-8b7b-b62143aa315b HTTP/1.1" status: 200 len: 944 time: 0.0553875 Nov 12 09:05:18.544115 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c34b4395-5bb2-40b3-b26d-75e05c08fd78 req-ee1618ec-ba9a-4e43-a270-04be67ae7813 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498574 Nov 12 09:05:18.580323 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-2d3136d3-92c4-4a6d-b105-4c6bdb18eed4 req-d3ceb8c0-6a14-40f6-83ae-739f186a9364 service neutron] Attempting to bind port 8d67893e-ef01-4da1-8120-9b0b6e01fe51 on host n-h2-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:05:18.580662 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-2d3136d3-92c4-4a6d-b105-4c6bdb18eed4 req-d3ceb8c0-6a14-40f6-83ae-739f186a9364 service neutron] Attempting to bind port 8d67893e-ef01-4da1-8120-9b0b6e01fe51 by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': '064bfa1e-f17d-49cf-86cd-d69b8f23a455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '58fcde89-0909-49c5-8929-54da1ed9ecf5'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:05:18.581046 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3136d3-92c4-4a6d-b105-4c6bdb18eed4 req-d3ceb8c0-6a14-40f6-83ae-739f186a9364 service neutron] Attempting to bind port 8d67893e-ef01-4da1-8120-9b0b6e01fe51 on network 58fcde89-0909-49c5-8929-54da1ed9ecf5 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:05:18.585431 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3136d3-92c4-4a6d-b105-4c6bdb18eed4 req-d3ceb8c0-6a14-40f6-83ae-739f186a9364 service neutron] Port 8d67893e-ef01-4da1-8120-9b0b6e01fe51 on network 58fcde89-0909-49c5-8929-54da1ed9ecf5 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:05:18.585748 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3136d3-92c4-4a6d-b105-4c6bdb18eed4 req-d3ceb8c0-6a14-40f6-83ae-739f186a9364 service neutron] Attempting to bind port 8d67893e-ef01-4da1-8120-9b0b6e01fe51 on network 58fcde89-0909-49c5-8929-54da1ed9ecf5 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:05:18.590679 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3136d3-92c4-4a6d-b105-4c6bdb18eed4 req-d3ceb8c0-6a14-40f6-83ae-739f186a9364 service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:05:18.591018 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3136d3-92c4-4a6d-b105-4c6bdb18eed4 req-d3ceb8c0-6a14-40f6-83ae-739f186a9364 service neutron] Checking segment: {'id': '064bfa1e-f17d-49cf-86cd-d69b8f23a455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '58fcde89-0909-49c5-8929-54da1ed9ecf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:05:18.591401 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3136d3-92c4-4a6d-b105-4c6bdb18eed4 req-d3ceb8c0-6a14-40f6-83ae-739f186a9364 service neutron] Bound using segment: {'id': '064bfa1e-f17d-49cf-86cd-d69b8f23a455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '58fcde89-0909-49c5-8929-54da1ed9ecf5'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:05:18.591823 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-2d3136d3-92c4-4a6d-b105-4c6bdb18eed4 req-d3ceb8c0-6a14-40f6-83ae-739f186a9364 service neutron] Bound port: 8d67893e-ef01-4da1-8120-9b0b6e01fe51, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '064bfa1e-f17d-49cf-86cd-d69b8f23a455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '58fcde89-0909-49c5-8929-54da1ed9ecf5'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:05:18.592427 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-2d3136d3-92c4-4a6d-b105-4c6bdb18eed4 req-d3ceb8c0-6a14-40f6-83ae-739f186a9364 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:18.655039 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-2d3136d3-92c4-4a6d-b105-4c6bdb18eed4 req-d3ceb8c0-6a14-40f6-83ae-739f186a9364 service neutron] For port 8d67893e-ef01-4da1-8120-9b0b6e01fe51, host n-h2-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:05:18.668010 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-2d3136d3-92c4-4a6d-b105-4c6bdb18eed4 req-d3ceb8c0-6a14-40f6-83ae-739f186a9364 service neutron] For port 8d67893e-ef01-4da1-8120-9b0b6e01fe51, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=8d67893e-ef01-4da1-8120-9b0b6e01fe51,segment=NetworkSegment(064bfa1e-f17d-49cf-86cd-d69b8f23a455),segment_id=064bfa1e-f17d-49cf-86cd-d69b8f23a455)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:05:18.674245 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-2d3136d3-92c4-4a6d-b105-4c6bdb18eed4 req-d3ceb8c0-6a14-40f6-83ae-739f186a9364 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:18.713670 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3136d3-92c4-4a6d-b105-4c6bdb18eed4 req-d3ceb8c0-6a14-40f6-83ae-739f186a9364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:18.714367 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-2d3136d3-92c4-4a6d-b105-4c6bdb18eed4 req-d3ceb8c0-6a14-40f6-83ae-739f186a9364 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:18.715884 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2d3136d3-92c4-4a6d-b105-4c6bdb18eed4 req-d3ceb8c0-6a14-40f6-83ae-739f186a9364 service neutron] 10.222.0.44 "PUT /v2.0/ports/8d67893e-ef01-4da1-8120-9b0b6e01fe51 HTTP/1.1" status: 200 len: 1093 time: 0.8118384 Nov 12 09:05:18.743490 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ceb8c0-6a14-40f6-83ae-739f186a9364 service neutron] Pushing event updated for resources: {'Port': ['ID=8d67893e-ef01-4da1-8120-9b0b6e01fe51,revision_number=11']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:18.806760 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3136d3-92c4-4a6d-b105-4c6bdb18eed4 req-890888c4-244b-4c86-ae69-b72096aa1f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:18.808412 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2d3136d3-92c4-4a6d-b105-4c6bdb18eed4 req-890888c4-244b-4c86-ae69-b72096aa1f51 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0fe2f65e36b04191a8895e70d88ba327&device_id=2b4bf6b5-a0f3-49e9-8b7b-b62143aa315b HTTP/1.1" status: 200 len: 1096 time: 0.0477726 Nov 12 09:05:18.911621 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3136d3-92c4-4a6d-b105-4c6bdb18eed4 req-a726ca48-c50e-4ac5-afcf-83930ec0747a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:18.913077 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2d3136d3-92c4-4a6d-b105-4c6bdb18eed4 req-a726ca48-c50e-4ac5-afcf-83930ec0747a service neutron] 10.222.0.44 "GET /v2.0/networks?id=58fcde89-0909-49c5-8929-54da1ed9ecf5 HTTP/1.1" status: 200 len: 913 time: 0.0938578 Nov 12 09:05:18.987864 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2d3136d3-92c4-4a6d-b105-4c6bdb18eed4 req-095dd4fc-9919-4933-b331-8e9c9fe65ab7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d67893e-ef01-4da1-8120-9b0b6e01fe51 HTTP/1.1" status: 200 len: 999 time: 0.0647855 Nov 12 09:05:19.039918 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3136d3-92c4-4a6d-b105-4c6bdb18eed4 req-96800c4b-67ef-4848-b048-503aadd2a68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:19.041410 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2d3136d3-92c4-4a6d-b105-4c6bdb18eed4 req-96800c4b-67ef-4848-b048-503aadd2a68c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=361cd205-c9ed-4615-bbce-5d7fd6e5ad7d HTTP/1.1" status: 200 len: 851 time: 0.0452194 Nov 12 09:05:19.093963 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3136d3-92c4-4a6d-b105-4c6bdb18eed4 req-73566685-25af-4c2b-8e27-cccde10a8f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:19.095645 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2d3136d3-92c4-4a6d-b105-4c6bdb18eed4 req-73566685-25af-4c2b-8e27-cccde10a8f2a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=58fcde89-0909-49c5-8929-54da1ed9ecf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421710 Nov 12 09:05:19.198022 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2d3136d3-92c4-4a6d-b105-4c6bdb18eed4 req-21a3b444-9998-463c-ba7b-858b157aa8a4 service neutron] 10.222.0.44 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926554 Nov 12 09:05:19.299798 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2d3136d3-92c4-4a6d-b105-4c6bdb18eed4 req-5f6c84f7-cf80-42b5-bc9b-ac5fc00861d9 service neutron] 10.222.0.44 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900855 Nov 12 09:05:19.669143 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a3fe7-9a35-4c93-8231-10562d6e5989 req-0c4634f1-bdb7-455d-93fa-176a8b112380 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:19.670645 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-294a3fe7-9a35-4c93-8231-10562d6e5989 req-0c4634f1-bdb7-455d-93fa-176a8b112380 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b4bf6b5-a0f3-49e9-8b7b-b62143aa315b HTTP/1.1" status: 200 len: 944 time: 0.0552258 Nov 12 09:05:19.723216 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-294a3fe7-9a35-4c93-8231-10562d6e5989 req-64bd3efb-7f12-48ca-95e3-4cb487897bf1 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422609 Nov 12 09:05:20.315399 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b4bf6b5-a0f3-49e9-8b7b-b62143aa315b', 'tag': '8d67893e-ef01-4da1-8120-9b0b6e01fe51'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:05:20.318304 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4632c9e8-f33b-4fe3-aa5e-8bbd352c288e" -d '{"events": [{"name": "network-changed", "server_uuid": "2b4bf6b5-a0f3-49e9-8b7b-b62143aa315b", "tag": "8d67893e-ef01-4da1-8120-9b0b6e01fe51"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:05:20.367758 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0250e936-942d-4740-9006-01803dac4e91 x-openstack-request-id: req-0250e936-942d-4740-9006-01803dac4e91 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:05:20.369855 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b4bf6b5-a0f3-49e9-8b7b-b62143aa315b", "tag": "8d67893e-ef01-4da1-8120-9b0b6e01fe51", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:05:20.369855 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0250e936-942d-4740-9006-01803dac4e91 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:05:20.369855 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b4bf6b5-a0f3-49e9-8b7b-b62143aa315b', 'tag': '8d67893e-ef01-4da1-8120-9b0b6e01fe51', 'status': 'completed', 'code': 200} Nov 12 09:05:20.490872 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4632c9e8-f33b-4fe3-aa5e-8bbd352c288e req-1754cd3a-196e-49a1-a4d7-2ab766675786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:20.492526 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4632c9e8-f33b-4fe3-aa5e-8bbd352c288e req-1754cd3a-196e-49a1-a4d7-2ab766675786 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0fe2f65e36b04191a8895e70d88ba327&device_id=2b4bf6b5-a0f3-49e9-8b7b-b62143aa315b HTTP/1.1" status: 200 len: 1096 time: 0.1051409 Nov 12 09:05:20.499418 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4632c9e8-f33b-4fe3-aa5e-8bbd352c288e req-4bf6179d-d804-4313-b725-2d0d118ed07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:20.501577 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4632c9e8-f33b-4fe3-aa5e-8bbd352c288e req-4bf6179d-d804-4313-b725-2d0d118ed07e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0fe2f65e36b04191a8895e70d88ba327&device_id=2b4bf6b5-a0f3-49e9-8b7b-b62143aa315b HTTP/1.1" status: 200 len: 1096 time: 0.0715883 Nov 12 09:05:20.857647 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32991b5-ff3a-435e-a0f2-c5aa1e2c233b req-fe8b9c40-79bf-4f78-8536-7ff36d927b44 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:20.859888 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d32991b5-ff3a-435e-a0f2-c5aa1e2c233b req-fe8b9c40-79bf-4f78-8536-7ff36d927b44 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b4bf6b5-a0f3-49e9-8b7b-b62143aa315b HTTP/1.1" status: 200 len: 944 time: 0.0614598 Nov 12 09:05:20.913257 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d32991b5-ff3a-435e-a0f2-c5aa1e2c233b req-41948467-d749-4438-89d5-7c2f216adb8f tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456920 Nov 12 09:05:21.010553 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4632c9e8-f33b-4fe3-aa5e-8bbd352c288e req-aff830d8-a264-4593-895f-5d88d9e8c656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:21.012027 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4632c9e8-f33b-4fe3-aa5e-8bbd352c288e req-aff830d8-a264-4593-895f-5d88d9e8c656 service neutron] 10.222.0.21 "GET /v2.0/networks?id=58fcde89-0909-49c5-8929-54da1ed9ecf5 HTTP/1.1" status: 200 len: 913 time: 0.5095496 Nov 12 09:05:21.013473 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4632c9e8-f33b-4fe3-aa5e-8bbd352c288e req-b6091823-03d6-4e0d-9072-716f08cfa48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:21.015864 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4632c9e8-f33b-4fe3-aa5e-8bbd352c288e req-b6091823-03d6-4e0d-9072-716f08cfa48c service neutron] 10.222.0.44 "GET /v2.0/networks?id=58fcde89-0909-49c5-8929-54da1ed9ecf5 HTTP/1.1" status: 200 len: 913 time: 0.5042839 Nov 12 09:05:21.132034 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4632c9e8-f33b-4fe3-aa5e-8bbd352c288e req-e00c4996-bd21-4162-92f5-2f8894770d25 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d67893e-ef01-4da1-8120-9b0b6e01fe51 HTTP/1.1" status: 200 len: 999 time: 0.1125703 Nov 12 09:05:21.134104 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4632c9e8-f33b-4fe3-aa5e-8bbd352c288e req-eec2966e-9b34-4534-bde3-bad7ddca85ae service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d67893e-ef01-4da1-8120-9b0b6e01fe51 HTTP/1.1" status: 200 len: 999 time: 0.1068873 Nov 12 09:05:21.221837 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4632c9e8-f33b-4fe3-aa5e-8bbd352c288e req-4555b150-6c82-4c2e-b966-3fe22a52f62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:21.223468 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4632c9e8-f33b-4fe3-aa5e-8bbd352c288e req-4555b150-6c82-4c2e-b966-3fe22a52f62d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=361cd205-c9ed-4615-bbce-5d7fd6e5ad7d HTTP/1.1" status: 200 len: 851 time: 0.0841601 Nov 12 09:05:21.233639 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4632c9e8-f33b-4fe3-aa5e-8bbd352c288e req-7c118cb0-c156-416c-a0d7-227d1a82dfce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:21.233639 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4632c9e8-f33b-4fe3-aa5e-8bbd352c288e req-7c118cb0-c156-416c-a0d7-227d1a82dfce service neutron] 10.222.0.44 "GET /v2.0/subnets?id=361cd205-c9ed-4615-bbce-5d7fd6e5ad7d HTTP/1.1" status: 200 len: 851 time: 0.0623965 Nov 12 09:05:21.306414 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4632c9e8-f33b-4fe3-aa5e-8bbd352c288e req-18857364-fced-4624-8cca-df81b22ec3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:21.307967 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4632c9e8-f33b-4fe3-aa5e-8bbd352c288e req-18857364-fced-4624-8cca-df81b22ec3a2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=58fcde89-0909-49c5-8929-54da1ed9ecf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0742192 Nov 12 09:05:21.316282 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4632c9e8-f33b-4fe3-aa5e-8bbd352c288e req-b316f909-4ba6-4581-b692-67d2b57cc4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:21.317853 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4632c9e8-f33b-4fe3-aa5e-8bbd352c288e req-b316f909-4ba6-4581-b692-67d2b57cc4e0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=58fcde89-0909-49c5-8929-54da1ed9ecf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0742400 Nov 12 09:05:21.489714 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4632c9e8-f33b-4fe3-aa5e-8bbd352c288e req-45fa65d7-a65c-4517-b8ee-a289ec8098fc service neutron] 10.222.0.21 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707880 Nov 12 09:05:21.494838 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4632c9e8-f33b-4fe3-aa5e-8bbd352c288e req-1eeb1991-71f0-486f-85d6-40b1ae676562 service neutron] 10.222.0.44 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679773 Nov 12 09:05:21.671595 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4632c9e8-f33b-4fe3-aa5e-8bbd352c288e req-1a285840-a424-4f54-a302-b0b8e433da19 service neutron] 10.222.0.21 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743155 Nov 12 09:05:21.675199 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4632c9e8-f33b-4fe3-aa5e-8bbd352c288e req-7ef0be9f-b6b4-4748-860d-b47dbb9f6dfc service neutron] 10.222.0.44 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676996 Nov 12 09:05:22.047032 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5774fef6-ce4b-469f-a5a4-a0d5a35e78a8 req-9e35760c-7a3a-447a-8114-ea4ba191aa4f tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:22.048515 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5774fef6-ce4b-469f-a5a4-a0d5a35e78a8 req-9e35760c-7a3a-447a-8114-ea4ba191aa4f tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b4bf6b5-a0f3-49e9-8b7b-b62143aa315b HTTP/1.1" status: 200 len: 944 time: 0.0575919 Nov 12 09:05:22.078328 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 8d67893e-ef01-4da1-8120-9b0b6e01fe51 details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:05:22.099362 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5774fef6-ce4b-469f-a5a4-a0d5a35e78a8 req-92c4314b-6306-4777-9c83-e10bb82c0675 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443466 Nov 12 09:05:22.165963 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 8d67893e-ef01-4da1-8120-9b0b6e01fe51 no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:05:22.221847 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b9271a-98c7-4782-a1fa-c5c84589084f req-06ab6992-0ae4-45a2-bf49-adc661a7eba6 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:22.223690 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-08b9271a-98c7-4782-a1fa-c5c84589084f req-06ab6992-0ae4-45a2-bf49-adc661a7eba6 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b4bf6b5-a0f3-49e9-8b7b-b62143aa315b HTTP/1.1" status: 200 len: 944 time: 0.0574501 Nov 12 09:05:22.277969 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-08b9271a-98c7-4782-a1fa-c5c84589084f req-edc13461-7d61-4241-90cc-5cbb7844020d tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464363 Nov 12 09:05:22.384079 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 8d67893e-ef01-4da1-8120-9b0b6e01fe51, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=8d67893e-ef01-4da1-8120-9b0b6e01fe51,segment=NetworkSegment(064bfa1e-f17d-49cf-86cd-d69b8f23a455),segment_id=064bfa1e-f17d-49cf-86cd-d69b8f23a455)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:05:22.407744 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a346592f-159f-4ae2-b54a-484cd8456ff8 req-f6122df2-6790-425f-b76d-779638f8eb49 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:22.408081 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': '8d67893e-ef01-4da1-8120-9b0b6e01fe51', 'network_id': '58fcde89-0909-49c5-8929-54da1ed9ecf5', 'port_id': '8d67893e-ef01-4da1-8120-9b0b6e01fe51', 'mac_address': 'fa:16:3e:1c:59:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '361cd205-c9ed-4615-bbce-5d7fd6e5ad7d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:05:22.409299 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a346592f-159f-4ae2-b54a-484cd8456ff8 req-f6122df2-6790-425f-b76d-779638f8eb49 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b4bf6b5-a0f3-49e9-8b7b-b62143aa315b HTTP/1.1" status: 200 len: 944 time: 0.0513926 Nov 12 09:05:22.418832 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 8d67893e-ef01-4da1-8120-9b0b6e01fe51 not bound to the agent host n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:05:22.462878 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:22.467922 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a346592f-159f-4ae2-b54a-484cd8456ff8 req-fa02c028-5f83-45ba-b2fe-59fcbde78c7a tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522606 Nov 12 09:05:22.478257 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d67893e-ef01-4da1-8120-9b0b6e01fe51 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:05:22.498283 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 8d67893e-ef01-4da1-8120-9b0b6e01fe51, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=8d67893e-ef01-4da1-8120-9b0b6e01fe51,segment=NetworkSegment(064bfa1e-f17d-49cf-86cd-d69b8f23a455),segment_id=064bfa1e-f17d-49cf-86cd-d69b8f23a455)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:05:22.503409 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:22.551578 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=8d67893e-ef01-4da1-8120-9b0b6e01fe51,revision_number=12']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:22.726403 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab156dc4-5d03-49f9-af94-612f198f348f req-a8c8969e-f7a4-4914-ba6e-7ade8094367f tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:22.727906 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ab156dc4-5d03-49f9-af94-612f198f348f req-a8c8969e-f7a4-4914-ba6e-7ade8094367f tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b4bf6b5-a0f3-49e9-8b7b-b62143aa315b HTTP/1.1" status: 200 len: 945 time: 0.0572021 Nov 12 09:05:22.776852 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ab156dc4-5d03-49f9-af94-612f198f348f req-572e996e-7f36-4b1c-87a0-60eaa58d7b3b tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428822 Nov 12 09:05:22.900402 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['8d67893e-ef01-4da1-8120-9b0b6e01fe51'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:05:23.898434 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fece97-8f86-4f6a-98a2-182ca4542840 req-dbdec5f6-3ea0-4544-8835-87106911dc31 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:23.899977 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e7fece97-8f86-4f6a-98a2-182ca4542840 req-dbdec5f6-3ea0-4544-8835-87106911dc31 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b4bf6b5-a0f3-49e9-8b7b-b62143aa315b HTTP/1.1" status: 200 len: 945 time: 0.0517335 Nov 12 09:05:23.947519 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e7fece97-8f86-4f6a-98a2-182ca4542840 req-6fb7bdb3-d072-406e-8c40-f34667e92342 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413718 Nov 12 09:05:24.103451 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 8d67893e-ef01-4da1-8120-9b0b6e01fe51 up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:05:24.159562 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning for port 8d67893e-ef01-4da1-8120-9b0b6e01fe51 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:05:24.163325 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port 8d67893e-ef01-4da1-8120-9b0b6e01fe51 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:05:24.163688 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:24.238355 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5aeed7-758d-4999-8d2f-0c4ae6c3bae5 req-4eb29ec5-46be-4396-bae9-3c957574d796 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:24.239785 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fc5aeed7-758d-4999-8d2f-0c4ae6c3bae5 req-4eb29ec5-46be-4396-bae9-3c957574d796 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b4bf6b5-a0f3-49e9-8b7b-b62143aa315b HTTP/1.1" status: 200 len: 945 time: 0.0504396 Nov 12 09:05:24.243376 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:24.268118 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b4bf6b5-a0f3-49e9-8b7b-b62143aa315b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d67893e-ef01-4da1-8120-9b0b6e01fe51'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:05:24.270362 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8a2b136fc03ef8e804826eec72db49b3115a02f87b5a6b1fdd335171ad23dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f09d189-63cb-4db7-a1a3-86ea52aaaf82" -d '{"events": [{"server_uuid": "2b4bf6b5-a0f3-49e9-8b7b-b62143aa315b", "name": "network-vif-plugged", "status": "completed", "tag": "8d67893e-ef01-4da1-8120-9b0b6e01fe51"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:05:24.285170 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 8d67893e-ef01-4da1-8120-9b0b6e01fe51, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=8d67893e-ef01-4da1-8120-9b0b6e01fe51,segment=NetworkSegment(064bfa1e-f17d-49cf-86cd-d69b8f23a455),segment_id=064bfa1e-f17d-49cf-86cd-d69b8f23a455)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:05:24.290128 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:24.316646 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb87dcf-bf70-42e3-8504-14d0ce6119e3 x-openstack-request-id: req-7cb87dcf-bf70-42e3-8504-14d0ce6119e3 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:05:24.317368 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b4bf6b5-a0f3-49e9-8b7b-b62143aa315b", "name": "network-vif-plugged", "status": "completed", "tag": "8d67893e-ef01-4da1-8120-9b0b6e01fe51", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:05:24.317368 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7cb87dcf-bf70-42e3-8504-14d0ce6119e3 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:05:24.317713 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b4bf6b5-a0f3-49e9-8b7b-b62143aa315b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d67893e-ef01-4da1-8120-9b0b6e01fe51', 'code': 200} Nov 12 09:05:24.344217 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-fc5aeed7-758d-4999-8d2f-0c4ae6c3bae5 req-333d45e6-2961-4ed4-826a-c32dd55cdc74 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Deleting port 8d67893e-ef01-4da1-8120-9b0b6e01fe51 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:05:24.344562 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-fc5aeed7-758d-4999-8d2f-0c4ae6c3bae5 req-333d45e6-2961-4ed4-826a-c32dd55cdc74 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:24.345258 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=8d67893e-ef01-4da1-8120-9b0b6e01fe51,revision_number=13']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:24.459954 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-fc5aeed7-758d-4999-8d2f-0c4ae6c3bae5 req-333d45e6-2961-4ed4-826a-c32dd55cdc74 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] For port 8d67893e-ef01-4da1-8120-9b0b6e01fe51, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=8d67893e-ef01-4da1-8120-9b0b6e01fe51,segment=NetworkSegment(064bfa1e-f17d-49cf-86cd-d69b8f23a455),segment_id=064bfa1e-f17d-49cf-86cd-d69b8f23a455)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:05:24.460514 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-fc5aeed7-758d-4999-8d2f-0c4ae6c3bae5 req-333d45e6-2961-4ed4-826a-c32dd55cdc74 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:24.637118 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-fc5aeed7-758d-4999-8d2f-0c4ae6c3bae5 req-333d45e6-2961-4ed4-826a-c32dd55cdc74 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:24.637479 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-fc5aeed7-758d-4999-8d2f-0c4ae6c3bae5 req-333d45e6-2961-4ed4-826a-c32dd55cdc74 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:24.637797 n-d-765315-29 neutron-server[102599]: INFO neutron.db.l3_db [req-fc5aeed7-758d-4999-8d2f-0c4ae6c3bae5 req-333d45e6-2961-4ed4-826a-c32dd55cdc74 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Floating IP 9217acd6-95dc-4512-9acf-af341d90890a disassociated. External IP: 172.25.2.51, port: 8d67893e-ef01-4da1-8120-9b0b6e01fe51. Nov 12 09:05:24.638141 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-fc5aeed7-758d-4999-8d2f-0c4ae6c3bae5 req-333d45e6-2961-4ed4-826a-c32dd55cdc74 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Calling delete_port for 8d67893e-ef01-4da1-8120-9b0b6e01fe51 owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:05:24.778946 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-fc5aeed7-758d-4999-8d2f-0c4ae6c3bae5 req-333d45e6-2961-4ed4-826a-c32dd55cdc74 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:24.809515 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333d45e6-2961-4ed4-826a-c32dd55cdc74 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Pushing event deleted for resources: {'Port': ['ID=8d67893e-ef01-4da1-8120-9b0b6e01fe51,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:24.937235 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc5aeed7-758d-4999-8d2f-0c4ae6c3bae5 req-333d45e6-2961-4ed4-826a-c32dd55cdc74 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Router f6b98748-32d5-4e6b-95c1-917d21233cbe has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:05:25.058504 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc5aeed7-758d-4999-8d2f-0c4ae6c3bae5 req-333d45e6-2961-4ed4-826a-c32dd55cdc74 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:05:25.060458 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d4bddf55-4152-4c12-9ece-ebbd4e83fa15 req-d867abf0-03b2-4ac4-aba6-1cd08f9f1dad tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b4bf6b5-a0f3-49e9-8b7b-b62143aa315b HTTP/1.1" status: 200 len: 210 time: 0.0302687 Nov 12 09:05:25.071424 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ece677-9c25-4a42-8564-16b5cd6bb018 None None] Sync routers for ids ['f6b98748-32d5-4e6b-95c1-917d21233cbe'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:05:25.081272 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ece677-9c25-4a42-8564-16b5cd6bb018 None None] Routers {'f6b98748-32d5-4e6b-95c1-917d21233cbe'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:05:25.081899 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-26ece677-9c25-4a42-8564-16b5cd6bb018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:05:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['f6b98748-32d5-4e6b-95c1-917d21233cbe'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:05:25.104201 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc5aeed7-758d-4999-8d2f-0c4ae6c3bae5 req-333d45e6-2961-4ed4-826a-c32dd55cdc74 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] No DVR routers for this DVR port 8d67893e-ef01-4da1-8120-9b0b6e01fe51 on host n-h2-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:05:25.106903 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-fc5aeed7-758d-4999-8d2f-0c4ae6c3bae5 req-333d45e6-2961-4ed4-826a-c32dd55cdc74 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:25.113388 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fc5aeed7-758d-4999-8d2f-0c4ae6c3bae5 req-333d45e6-2961-4ed4-826a-c32dd55cdc74 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.44 "DELETE /v2.0/ports/8d67893e-ef01-4da1-8120-9b0b6e01fe51 HTTP/1.1" status: 204 len: 173 time: 0.8638091 Nov 12 09:05:25.113856 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b4bf6b5-a0f3-49e9-8b7b-b62143aa315b', 'name': 'network-vif-deleted', 'tag': '8d67893e-ef01-4da1-8120-9b0b6e01fe51'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:05:25.116174 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7eb7b64-d6f4-46e5-b2e2-ce7912d19eb6" -d '{"events": [{"server_uuid": "2b4bf6b5-a0f3-49e9-8b7b-b62143aa315b", "name": "network-vif-deleted", "tag": "8d67893e-ef01-4da1-8120-9b0b6e01fe51"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:05:25.156933 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05901452-d345-448e-8a52-0d9626bd1d95 x-openstack-request-id: req-05901452-d345-448e-8a52-0d9626bd1d95 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:05:25.157228 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b4bf6b5-a0f3-49e9-8b7b-b62143aa315b", "name": "network-vif-deleted", "tag": "8d67893e-ef01-4da1-8120-9b0b6e01fe51", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:05:25.157493 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-05901452-d345-448e-8a52-0d9626bd1d95 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:05:25.157953 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b4bf6b5-a0f3-49e9-8b7b-b62143aa315b', 'name': 'network-vif-deleted', 'tag': '8d67893e-ef01-4da1-8120-9b0b6e01fe51', 'status': 'completed', 'code': 200} Nov 12 09:05:25.208213 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-26ece677-9c25-4a42-8564-16b5cd6bb018 None None] Set router f6b98748-32d5-4e6b-95c1-917d21233cbe gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:05:25.419841 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-26ece677-9c25-4a42-8564-16b5cd6bb018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b98748-32d5-4e6b-95c1-917d21233cbe', 'name': 'tempest-ServerActionsTestJSON-1810950938-router', 'tenant_id': '0fe2f65e36b04191a8895e70d88ba327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'c440091b-f087-4717-9c3c-606f173cf5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:56:59Z', 'updated_at': '2021-11-12T08:57:02Z', 'revision_number': 4, 'project_id': '0fe2f65e36b04191a8895e70d88ba327', 'gw_port': {'id': 'c440091b-f087-4717-9c3c-606f173cf5a4', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:00:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b98748-32d5-4e6b-95c1-917d21233cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:57:00Z', 'updated_at': '2021-11-12T08:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '229f4a10-65a2-46af-adc4-fb8c1cb7b847', 'name': '', 'network_id': '58fcde89-0909-49c5-8929-54da1ed9ecf5', 'tenant_id': '0fe2f65e36b04191a8895e70d88ba327', 'mac_address': 'fa:16:3e:f5:51:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b98748-32d5-4e6b-95c1-917d21233cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '361cd205-c9ed-4615-bbce-5d7fd6e5ad7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:57:02Z', 'updated_at': '2021-11-12T08:57:06Z', 'revision_number': 5, 'project_id': '0fe2f65e36b04191a8895e70d88ba327', 'subnets': [{'id': '361cd205-c9ed-4615-bbce-5d7fd6e5ad7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:05:25.447392 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ece677-9c25-4a42-8564-16b5cd6bb018 None None] Checking router: f6b98748-32d5-4e6b-95c1-917d21233cbe for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:05:25.456777 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ece677-9c25-4a42-8564-16b5cd6bb018 None None] Routers {'f6b98748-32d5-4e6b-95c1-917d21233cbe'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:05:25.457382 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-26ece677-9c25-4a42-8564-16b5cd6bb018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:05:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['f6b98748-32d5-4e6b-95c1-917d21233cbe'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:05:25.564769 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-26ece677-9c25-4a42-8564-16b5cd6bb018 None None] Set router f6b98748-32d5-4e6b-95c1-917d21233cbe gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:05:25.774512 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-26ece677-9c25-4a42-8564-16b5cd6bb018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b98748-32d5-4e6b-95c1-917d21233cbe', 'name': 'tempest-ServerActionsTestJSON-1810950938-router', 'tenant_id': '0fe2f65e36b04191a8895e70d88ba327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'c440091b-f087-4717-9c3c-606f173cf5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:56:59Z', 'updated_at': '2021-11-12T08:57:02Z', 'revision_number': 4, 'project_id': '0fe2f65e36b04191a8895e70d88ba327', 'gw_port': {'id': 'c440091b-f087-4717-9c3c-606f173cf5a4', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:00:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b98748-32d5-4e6b-95c1-917d21233cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:57:00Z', 'updated_at': '2021-11-12T08:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '229f4a10-65a2-46af-adc4-fb8c1cb7b847', 'name': '', 'network_id': '58fcde89-0909-49c5-8929-54da1ed9ecf5', 'tenant_id': '0fe2f65e36b04191a8895e70d88ba327', 'mac_address': 'fa:16:3e:f5:51:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b98748-32d5-4e6b-95c1-917d21233cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '361cd205-c9ed-4615-bbce-5d7fd6e5ad7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:57:02Z', 'updated_at': '2021-11-12T08:57:06Z', 'revision_number': 5, 'project_id': '0fe2f65e36b04191a8895e70d88ba327', 'subnets': [{'id': '361cd205-c9ed-4615-bbce-5d7fd6e5ad7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:05:25.804929 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ece677-9c25-4a42-8564-16b5cd6bb018 None None] The sync data for ids ['f6b98748-32d5-4e6b-95c1-917d21233cbe'] in n-d-765315-29 is: [{'id': 'f6b98748-32d5-4e6b-95c1-917d21233cbe', 'name': 'tempest-ServerActionsTestJSON-1810950938-router', 'tenant_id': '0fe2f65e36b04191a8895e70d88ba327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'c440091b-f087-4717-9c3c-606f173cf5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:56:59Z', 'updated_at': '2021-11-12T08:57:02Z', 'revision_number': 4, 'project_id': '0fe2f65e36b04191a8895e70d88ba327', 'gw_port': {'id': 'c440091b-f087-4717-9c3c-606f173cf5a4', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:00:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b98748-32d5-4e6b-95c1-917d21233cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:57:00Z', 'updated_at': '2021-11-12T08:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '229f4a10-65a2-46af-adc4-fb8c1cb7b847', 'name': '', 'network_id': '58fcde89-0909-49c5-8929-54da1ed9ecf5', 'tenant_id': '0fe2f65e36b04191a8895e70d88ba327', 'mac_address': 'fa:16:3e:f5:51:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b98748-32d5-4e6b-95c1-917d21233cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '361cd205-c9ed-4615-bbce-5d7fd6e5ad7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:57:02Z', 'updated_at': '2021-11-12T08:57:06Z', 'revision_number': 5, 'project_id': '0fe2f65e36b04191a8895e70d88ba327', 'subnets': [{'id': '361cd205-c9ed-4615-bbce-5d7fd6e5ad7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:05:26.052507 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7dfc2f-1782-486d-9a41-6f8dc95ee10f None None] New status for floating IP 9217acd6-95dc-4512-9acf-af341d90890a: DOWN {{(pid=102601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:05:26.359418 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0cc63700-912f-4745-b8d1-a60a95bf6f59 req-b37c617e-5c45-48ba-812d-136ca7dd284b tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1706707424&fields=id&tenant_id=0fe2f65e36b04191a8895e70d88ba327 HTTP/1.1" status: 200 len: 267 time: 0.0440814 Nov 12 09:05:26.466899 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc63700-912f-4745-b8d1-a60a95bf6f59 req-570e7a61-7094-4ffd-925b-68ca289014d9 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:26.469209 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0cc63700-912f-4745-b8d1-a60a95bf6f59 req-570e7a61-7094-4ffd-925b-68ca289014d9 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/networks?id=58fcde89-0909-49c5-8929-54da1ed9ecf5 HTTP/1.1" status: 200 len: 812 time: 0.1031256 Nov 12 09:05:26.484368 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0cc63700-912f-4745-b8d1-a60a95bf6f59 req-d950308a-47b3-4ddd-84fd-abe0d861dbe8 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/quotas/0fe2f65e36b04191a8895e70d88ba327 HTTP/1.1" status: 200 len: 375 time: 0.0093396 Nov 12 09:05:26.545143 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0cc63700-912f-4745-b8d1-a60a95bf6f59 req-69f8307e-52b4-410e-a4d2-85eb4fbf2bb2 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=0fe2f65e36b04191a8895e70d88ba327&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0552325 Nov 12 09:05:26.644739 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0cc63700-912f-4745-b8d1-a60a95bf6f59 req-9f170139-4656-4fc2-89ab-13ae01b596a1 service neutron] 10.222.0.26 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860634 Nov 12 09:05:26.743443 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0cc63700-912f-4745-b8d1-a60a95bf6f59 req-e6cdaba5-77a3-4659-89a6-836f32ab65fc service neutron] 10.222.0.26 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918422 Nov 12 09:05:26.908601 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7697c117-6ce4-4d2c-a416-65d927ad537e req-de1298d5-e3e8-4ac5-845c-714d96f5df27 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9 HTTP/1.1" status: 200 len: 210 time: 0.0282001 Nov 12 09:05:27.999458 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-60baa8e2-3fa1-461e-b2ac-ce3ddf3ba73c req-e6cbe784-0116-4108-a148-e9b28e797cc7 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9 HTTP/1.1" status: 200 len: 210 time: 0.0267279 Nov 12 09:05:28.159924 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 8d67893e-ef01-4da1-8120-9b0b6e01fe51 no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:05:28.181398 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] No Port match for: 8d67893e-ef01-4da1-8120-9b0b6e01fe51 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:05:28.181737 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 8d67893e-ef01-4da1-8120-9b0b6e01fe51 not bound to the agent host n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:05:29.082864 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3568b816-affa-42e5-a523-0ecd294556ed req-7fc3cdb9-fcdb-4205-9343-a960d0dc5117 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9 HTTP/1.1" status: 200 len: 210 time: 0.0290232 Nov 12 09:05:29.949190 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc63700-912f-4745-b8d1-a60a95bf6f59 req-0e165fb1-4664-4fdc-8665-1c2a1a68d948 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:29.950619 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0cc63700-912f-4745-b8d1-a60a95bf6f59 req-0e165fb1-4664-4fdc-8665-1c2a1a68d948 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.21 "GET /v2.0/networks?id=58fcde89-0909-49c5-8929-54da1ed9ecf5 HTTP/1.1" status: 200 len: 812 time: 0.1185791 Nov 12 09:05:30.014701 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0cc63700-912f-4745-b8d1-a60a95bf6f59 req-d6e9a9b8-551f-47a7-ab67-9fe451abdfa2 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0fe2f65e36b04191a8895e70d88ba327 HTTP/1.1" status: 200 len: 380 time: 0.0543866 Nov 12 09:05:30.027355 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-0cc63700-912f-4745-b8d1-a60a95bf6f59 req-c755e6b9-7969-4ec3-9b3e-c568b5d09823 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Request body: {'port': {'device_id': '10167b7a-cd36-45cf-a911-31afdfc0fba9', 'network_id': '58fcde89-0909-49c5-8929-54da1ed9ecf5', 'admin_state_up': True, 'tenant_id': '0fe2f65e36b04191a8895e70d88ba327', 'security_groups': ['b43a2a2b-a46b-4164-90ff-dc6a62c8fd26']}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:05:30.147503 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cc63700-912f-4745-b8d1-a60a95bf6f59 req-c755e6b9-7969-4ec3-9b3e-c568b5d09823 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Made reservation on behalf of 0fe2f65e36b04191a8895e70d88ba327 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:05:30.151302 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-0cc63700-912f-4745-b8d1-a60a95bf6f59 req-c755e6b9-7969-4ec3-9b3e-c568b5d09823 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:30.188148 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b06d42c2-6a2a-4db3-aecc-2e7f57688f8d req-bab3cafb-d0f8-40b9-8709-66f00639a506 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9 HTTP/1.1" status: 200 len: 210 time: 0.0304334 Nov 12 09:05:30.280106 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-0cc63700-912f-4745-b8d1-a60a95bf6f59 req-c755e6b9-7969-4ec3-9b3e-c568b5d09823 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Allocated IP 172.20.0.3 (58fcde89-0909-49c5-8929-54da1ed9ecf5/361cd205-c9ed-4615-bbce-5d7fd6e5ad7d/b494dd4a-b64c-4849-bbaa-e472a6c3ade2) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:05:30.423559 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-0cc63700-912f-4745-b8d1-a60a95bf6f59 req-c755e6b9-7969-4ec3-9b3e-c568b5d09823 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:30.457213 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-0cc63700-912f-4745-b8d1-a60a95bf6f59 req-c755e6b9-7969-4ec3-9b3e-c568b5d09823 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:30.501149 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cc63700-912f-4745-b8d1-a60a95bf6f59 req-c755e6b9-7969-4ec3-9b3e-c568b5d09823 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Network 58fcde89-0909-49c5-8929-54da1ed9ecf5 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:05:30.506308 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-0cc63700-912f-4745-b8d1-a60a95bf6f59 req-c755e6b9-7969-4ec3-9b3e-c568b5d09823 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:05:30.512462 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cc63700-912f-4745-b8d1-a60a95bf6f59 req-c755e6b9-7969-4ec3-9b3e-c568b5d09823 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:05:30.539967 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c755e6b9-7969-4ec3-9b3e-c568b5d09823 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Pushing event updated for resources: {'Port': ['ID=b494dd4a-b64c-4849-bbaa-e472a6c3ade2,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:30.574066 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc63700-912f-4745-b8d1-a60a95bf6f59 req-c755e6b9-7969-4ec3-9b3e-c568b5d09823 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:30.574789 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-0cc63700-912f-4745-b8d1-a60a95bf6f59 req-c755e6b9-7969-4ec3-9b3e-c568b5d09823 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:30.592419 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0cc63700-912f-4745-b8d1-a60a95bf6f59 req-c755e6b9-7969-4ec3-9b3e-c568b5d09823 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5684314 Nov 12 09:05:30.604701 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-0cc63700-912f-4745-b8d1-a60a95bf6f59 req-41cb266b-716f-4607-8b4d-bb6044d35dbe service neutron] Request body: {'port': {'device_id': '10167b7a-cd36-45cf-a911-31afdfc0fba9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:05:30.663137 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-0cc63700-912f-4745-b8d1-a60a95bf6f59 req-41cb266b-716f-4607-8b4d-bb6044d35dbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:30.793208 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-91c4eb66-e662-4a80-9b9a-3f36226813b0 None None] Provisioning complete for port b494dd4a-b64c-4849-bbaa-e472a6c3ade2 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:05:30.793783 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-91c4eb66-e662-4a80-9b9a-3f36226813b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:30.835045 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-91c4eb66-e662-4a80-9b9a-3f36226813b0 None None] Port b494dd4a-b64c-4849-bbaa-e472a6c3ade2 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:05:30.941741 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-0cc63700-912f-4745-b8d1-a60a95bf6f59 req-41cb266b-716f-4607-8b4d-bb6044d35dbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b494dd4a-b64c-4849-bbaa-e472a6c3ade2 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:05:30.949575 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-0cc63700-912f-4745-b8d1-a60a95bf6f59 req-41cb266b-716f-4607-8b4d-bb6044d35dbe service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:30.962496 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-0cc63700-912f-4745-b8d1-a60a95bf6f59 req-41cb266b-716f-4607-8b4d-bb6044d35dbe service neutron] Transition to ACTIVE for port object b494dd4a-b64c-4849-bbaa-e472a6c3ade2 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:05:30.966604 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-0cc63700-912f-4745-b8d1-a60a95bf6f59 req-41cb266b-716f-4607-8b4d-bb6044d35dbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:31.021318 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cb266b-716f-4607-8b4d-bb6044d35dbe service neutron] Pushing event updated for resources: {'Port': ['ID=b494dd4a-b64c-4849-bbaa-e472a6c3ade2,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:31.089730 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-0cc63700-912f-4745-b8d1-a60a95bf6f59 req-41cb266b-716f-4607-8b4d-bb6044d35dbe service neutron] Attempting to bind port b494dd4a-b64c-4849-bbaa-e472a6c3ade2 on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:05:31.090071 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-0cc63700-912f-4745-b8d1-a60a95bf6f59 req-41cb266b-716f-4607-8b4d-bb6044d35dbe service neutron] Attempting to bind port b494dd4a-b64c-4849-bbaa-e472a6c3ade2 by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': '064bfa1e-f17d-49cf-86cd-d69b8f23a455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '58fcde89-0909-49c5-8929-54da1ed9ecf5'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:05:31.090678 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc63700-912f-4745-b8d1-a60a95bf6f59 req-41cb266b-716f-4607-8b4d-bb6044d35dbe service neutron] Attempting to bind port b494dd4a-b64c-4849-bbaa-e472a6c3ade2 on network 58fcde89-0909-49c5-8929-54da1ed9ecf5 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:05:31.096448 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc63700-912f-4745-b8d1-a60a95bf6f59 req-41cb266b-716f-4607-8b4d-bb6044d35dbe service neutron] Port b494dd4a-b64c-4849-bbaa-e472a6c3ade2 on network 58fcde89-0909-49c5-8929-54da1ed9ecf5 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:05:31.096772 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc63700-912f-4745-b8d1-a60a95bf6f59 req-41cb266b-716f-4607-8b4d-bb6044d35dbe service neutron] Attempting to bind port b494dd4a-b64c-4849-bbaa-e472a6c3ade2 on network 58fcde89-0909-49c5-8929-54da1ed9ecf5 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:05:31.102430 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc63700-912f-4745-b8d1-a60a95bf6f59 req-41cb266b-716f-4607-8b4d-bb6044d35dbe service neutron] Checking agent: {'id': '26215384-8035-4ce2-971a-8e67be80da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:05:31.102729 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc63700-912f-4745-b8d1-a60a95bf6f59 req-41cb266b-716f-4607-8b4d-bb6044d35dbe service neutron] Checking segment: {'id': '064bfa1e-f17d-49cf-86cd-d69b8f23a455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '58fcde89-0909-49c5-8929-54da1ed9ecf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:05:31.103125 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc63700-912f-4745-b8d1-a60a95bf6f59 req-41cb266b-716f-4607-8b4d-bb6044d35dbe service neutron] Bound using segment: {'id': '064bfa1e-f17d-49cf-86cd-d69b8f23a455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '58fcde89-0909-49c5-8929-54da1ed9ecf5'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:05:31.103558 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-0cc63700-912f-4745-b8d1-a60a95bf6f59 req-41cb266b-716f-4607-8b4d-bb6044d35dbe service neutron] Bound port: b494dd4a-b64c-4849-bbaa-e472a6c3ade2, host: n-h1-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '064bfa1e-f17d-49cf-86cd-d69b8f23a455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '58fcde89-0909-49c5-8929-54da1ed9ecf5'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:05:31.103916 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-0cc63700-912f-4745-b8d1-a60a95bf6f59 req-41cb266b-716f-4607-8b4d-bb6044d35dbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:31.174688 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-0cc63700-912f-4745-b8d1-a60a95bf6f59 req-41cb266b-716f-4607-8b4d-bb6044d35dbe service neutron] For port b494dd4a-b64c-4849-bbaa-e472a6c3ade2, host n-h1-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:05:31.177770 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-0cc63700-912f-4745-b8d1-a60a95bf6f59 req-41cb266b-716f-4607-8b4d-bb6044d35dbe service neutron] For port b494dd4a-b64c-4849-bbaa-e472a6c3ade2, host n-h1-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=b494dd4a-b64c-4849-bbaa-e472a6c3ade2,segment=NetworkSegment(064bfa1e-f17d-49cf-86cd-d69b8f23a455),segment_id=064bfa1e-f17d-49cf-86cd-d69b8f23a455)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:05:31.182318 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-0cc63700-912f-4745-b8d1-a60a95bf6f59 req-41cb266b-716f-4607-8b4d-bb6044d35dbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:31.218729 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc63700-912f-4745-b8d1-a60a95bf6f59 req-41cb266b-716f-4607-8b4d-bb6044d35dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:31.219380 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-0cc63700-912f-4745-b8d1-a60a95bf6f59 req-41cb266b-716f-4607-8b4d-bb6044d35dbe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:31.220796 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0cc63700-912f-4745-b8d1-a60a95bf6f59 req-41cb266b-716f-4607-8b4d-bb6044d35dbe service neutron] 10.222.0.21 "PUT /v2.0/ports/b494dd4a-b64c-4849-bbaa-e472a6c3ade2 HTTP/1.1" status: 200 len: 1092 time: 0.6206276 Nov 12 09:05:31.221261 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10167b7a-cd36-45cf-a911-31afdfc0fba9', 'tag': 'b494dd4a-b64c-4849-bbaa-e472a6c3ade2'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:05:31.223708 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf417b0b5a4fee5ee9de116acd772daa251b5d4647a3003c10535471085b7ef9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fabbee02-aa58-4ea3-ae4d-5cad33cf5483" -d '{"events": [{"name": "network-changed", "server_uuid": "10167b7a-cd36-45cf-a911-31afdfc0fba9", "tag": "b494dd4a-b64c-4849-bbaa-e472a6c3ade2"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:05:31.259198 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cb266b-716f-4607-8b4d-bb6044d35dbe service neutron] Pushing event updated for resources: {'Port': ['ID=b494dd4a-b64c-4849-bbaa-e472a6c3ade2,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:31.321283 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc63700-912f-4745-b8d1-a60a95bf6f59 req-9d3d92b8-93c1-4f82-b12d-565f7ff8483c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:31.323044 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0cc63700-912f-4745-b8d1-a60a95bf6f59 req-9d3d92b8-93c1-4f82-b12d-565f7ff8483c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0fe2f65e36b04191a8895e70d88ba327&device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9 HTTP/1.1" status: 200 len: 1095 time: 0.0516796 Nov 12 09:05:31.362702 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b65527-0d01-4eb1-94ec-e41a26191cc3 req-ea8335a4-2f2d-437e-a120-fa5d54feb93b tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:31.364865 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c6b65527-0d01-4eb1-94ec-e41a26191cc3 req-ea8335a4-2f2d-437e-a120-fa5d54feb93b tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9 HTTP/1.1" status: 200 len: 943 time: 0.0596151 Nov 12 09:05:31.371118 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0cc63700-912f-4745-b8d1-a60a95bf6f59 req-040a6046-40fb-4b13-9094-7a6ed743ba78 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b494dd4a-b64c-4849-bbaa-e472a6c3ade2 HTTP/1.1" status: 200 len: 217 time: 0.0392463 Nov 12 09:05:31.416437 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c6b65527-0d01-4eb1-94ec-e41a26191cc3 req-446ea0f3-9da1-493b-a1d3-17a0caf77e57 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449924 Nov 12 09:05:31.429146 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc63700-912f-4745-b8d1-a60a95bf6f59 req-5b5490d3-6730-4048-b6de-18ab82c11cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:31.430754 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0cc63700-912f-4745-b8d1-a60a95bf6f59 req-5b5490d3-6730-4048-b6de-18ab82c11cb2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=361cd205-c9ed-4615-bbce-5d7fd6e5ad7d HTTP/1.1" status: 200 len: 851 time: 0.0528562 Nov 12 09:05:31.480746 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc63700-912f-4745-b8d1-a60a95bf6f59 req-2a3e1ae5-dd89-4b15-8c3c-ec320417f44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:31.482285 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0cc63700-912f-4745-b8d1-a60a95bf6f59 req-2a3e1ae5-dd89-4b15-8c3c-ec320417f44c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=58fcde89-0909-49c5-8929-54da1ed9ecf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437133 Nov 12 09:05:31.524844 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6fe5c39-08ed-4a3d-8126-cd8ece545135 x-openstack-request-id: req-d6fe5c39-08ed-4a3d-8126-cd8ece545135 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:05:31.525138 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10167b7a-cd36-45cf-a911-31afdfc0fba9", "tag": "b494dd4a-b64c-4849-bbaa-e472a6c3ade2", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:05:31.525392 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d6fe5c39-08ed-4a3d-8126-cd8ece545135 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:05:31.525797 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10167b7a-cd36-45cf-a911-31afdfc0fba9', 'tag': 'b494dd4a-b64c-4849-bbaa-e472a6c3ade2', 'status': 'completed', 'code': 200} Nov 12 09:05:31.596878 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0cc63700-912f-4745-b8d1-a60a95bf6f59 req-45e015c7-4907-462e-a744-9d7fa848463a service neutron] 10.222.0.21 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044271 Nov 12 09:05:31.693815 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0cc63700-912f-4745-b8d1-a60a95bf6f59 req-8cb78ad7-d5e8-4319-ae91-da46cbfaf31d service neutron] 10.222.0.21 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895298 Nov 12 09:05:31.779802 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabbee02-aa58-4ea3-ae4d-5cad33cf5483 req-3defb96a-4a42-4c43-a825-594e5c05da72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:31.781843 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fabbee02-aa58-4ea3-ae4d-5cad33cf5483 req-3defb96a-4a42-4c43-a825-594e5c05da72 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0fe2f65e36b04191a8895e70d88ba327&device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9 HTTP/1.1" status: 200 len: 1095 time: 0.0437188 Nov 12 09:05:31.892161 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabbee02-aa58-4ea3-ae4d-5cad33cf5483 req-6b07aa16-e720-46c9-96b3-7ec52bfc8d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:31.893625 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fabbee02-aa58-4ea3-ae4d-5cad33cf5483 req-6b07aa16-e720-46c9-96b3-7ec52bfc8d9c service neutron] 10.222.0.21 "GET /v2.0/networks?id=58fcde89-0909-49c5-8929-54da1ed9ecf5 HTTP/1.1" status: 200 len: 913 time: 0.1049476 Nov 12 09:05:31.941477 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fabbee02-aa58-4ea3-ae4d-5cad33cf5483 req-4bc56598-3395-4df7-9d6f-99f612d20356 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b494dd4a-b64c-4849-bbaa-e472a6c3ade2 HTTP/1.1" status: 200 len: 217 time: 0.0404346 Nov 12 09:05:31.999352 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabbee02-aa58-4ea3-ae4d-5cad33cf5483 req-74a4205d-cafb-498b-b46f-c3dcf73db9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:32.001157 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fabbee02-aa58-4ea3-ae4d-5cad33cf5483 req-74a4205d-cafb-498b-b46f-c3dcf73db9a8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=361cd205-c9ed-4615-bbce-5d7fd6e5ad7d HTTP/1.1" status: 200 len: 851 time: 0.0530665 Nov 12 09:05:32.054533 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabbee02-aa58-4ea3-ae4d-5cad33cf5483 req-2906714f-e16b-4e1a-a585-2b917afa2d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:32.056221 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fabbee02-aa58-4ea3-ae4d-5cad33cf5483 req-2906714f-e16b-4e1a-a585-2b917afa2d16 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=58fcde89-0909-49c5-8929-54da1ed9ecf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0482862 Nov 12 09:05:32.154727 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fabbee02-aa58-4ea3-ae4d-5cad33cf5483 req-e6769709-38a0-4258-a8f4-ba166a0ea38d service neutron] 10.222.0.21 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908580 Nov 12 09:05:32.262211 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fabbee02-aa58-4ea3-ae4d-5cad33cf5483 req-992c1622-7bfd-4689-8ea7-31e23bc00f71 service neutron] 10.222.0.21 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007280 Nov 12 09:05:32.538416 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9f1730-f332-474d-92d1-a6be83bf9717 req-3d23d8dd-8e1a-4067-b063-98b48ee1b523 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:32.539994 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2c9f1730-f332-474d-92d1-a6be83bf9717 req-3d23d8dd-8e1a-4067-b063-98b48ee1b523 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9 HTTP/1.1" status: 200 len: 943 time: 0.0513380 Nov 12 09:05:32.588283 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2c9f1730-f332-474d-92d1-a6be83bf9717 req-862ce00a-8a7e-4a7f-ab38-c6abdcae7c9c tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423329 Nov 12 09:05:33.710096 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95569f35-8fc8-4fd9-b48c-e8d92e73c007 req-a82a2ef0-43ec-4467-bd6f-ad147787ec3a tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:33.711615 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-95569f35-8fc8-4fd9-b48c-e8d92e73c007 req-a82a2ef0-43ec-4467-bd6f-ad147787ec3a tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9 HTTP/1.1" status: 200 len: 943 time: 0.0508711 Nov 12 09:05:33.768389 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-95569f35-8fc8-4fd9-b48c-e8d92e73c007 req-c59cca48-c653-4c00-91f6-ba9a27cd16eb tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503557 Nov 12 09:05:34.008709 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-986585c5-8afb-4353-9a44-85445adcece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:34.221867 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device b494dd4a-b64c-4849-bbaa-e472a6c3ade2 details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:05:34.337587 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port b494dd4a-b64c-4849-bbaa-e472a6c3ade2, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=b494dd4a-b64c-4849-bbaa-e472a6c3ade2,segment=NetworkSegment(064bfa1e-f17d-49cf-86cd-d69b8f23a455),segment_id=064bfa1e-f17d-49cf-86cd-d69b8f23a455)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:05:34.351632 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Returning: {'device': 'b494dd4a-b64c-4849-bbaa-e472a6c3ade2', 'network_id': '58fcde89-0909-49c5-8929-54da1ed9ecf5', 'port_id': 'b494dd4a-b64c-4849-bbaa-e472a6c3ade2', 'mac_address': 'fa:16:3e:5d:e5:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '361cd205-c9ed-4615-bbce-5d7fd6e5ad7d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:05:34.388696 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:34.401799 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-e530113a-7783-48f4-9840-8911a24052df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b494dd4a-b64c-4849-bbaa-e472a6c3ade2 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:05:34.422179 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port b494dd4a-b64c-4849-bbaa-e472a6c3ade2, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=b494dd4a-b64c-4849-bbaa-e472a6c3ade2,segment=NetworkSegment(064bfa1e-f17d-49cf-86cd-d69b8f23a455),segment_id=064bfa1e-f17d-49cf-86cd-d69b8f23a455)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:05:34.427359 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:34.476059 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=b494dd4a-b64c-4849-bbaa-e472a6c3ade2,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:34.760174 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['b494dd4a-b64c-4849-bbaa-e472a6c3ade2'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:05:34.887902 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d241db1-2579-4196-a737-168f9139936e req-b23047e8-963c-402e-9278-91306901b878 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:34.889405 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7d241db1-2579-4196-a737-168f9139936e req-b23047e8-963c-402e-9278-91306901b878 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9 HTTP/1.1" status: 200 len: 944 time: 0.0524030 Nov 12 09:05:34.941607 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7d241db1-2579-4196-a737-168f9139936e req-54497c65-bc80-47bb-9071-f58ce2f7254e tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440588 Nov 12 09:05:35.793627 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:36.063296 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b56c9b-0e5e-499e-b6bf-740b39b33f93 req-1ce0a8ef-0a6d-4bb9-ac34-d1f3bbb7bb7b tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:36.064819 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-19b56c9b-0e5e-499e-b6bf-740b39b33f93 req-1ce0a8ef-0a6d-4bb9-ac34-d1f3bbb7bb7b tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9 HTTP/1.1" status: 200 len: 944 time: 0.0524185 Nov 12 09:05:36.112368 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-19b56c9b-0e5e-499e-b6bf-740b39b33f93 req-42ef4ac0-4ed6-4757-99b9-07d6932b02e7 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416474 Nov 12 09:05:36.231462 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device b494dd4a-b64c-4849-bbaa-e472a6c3ade2 up at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:05:36.287311 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning for port b494dd4a-b64c-4849-bbaa-e472a6c3ade2 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:05:36.291135 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning complete for port b494dd4a-b64c-4849-bbaa-e472a6c3ade2 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:05:36.291506 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:36.373364 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:36.398560 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10167b7a-cd36-45cf-a911-31afdfc0fba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b494dd4a-b64c-4849-bbaa-e472a6c3ade2'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:05:36.413275 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port b494dd4a-b64c-4849-bbaa-e472a6c3ade2, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=b494dd4a-b64c-4849-bbaa-e472a6c3ade2,segment=NetworkSegment(064bfa1e-f17d-49cf-86cd-d69b8f23a455),segment_id=064bfa1e-f17d-49cf-86cd-d69b8f23a455)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:05:36.417246 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:36.444853 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132d5890bda14c85ea4d6a837dfa65400ea66c0cb50158568a7b02b7fe216ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eedbe92d-d7d2-4be2-933e-ad21902fc6c7" -d '{"events": [{"server_uuid": "10167b7a-cd36-45cf-a911-31afdfc0fba9", "name": "network-vif-plugged", "status": "completed", "tag": "b494dd4a-b64c-4849-bbaa-e472a6c3ade2"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:05:36.474345 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=b494dd4a-b64c-4849-bbaa-e472a6c3ade2,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:36.533236 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4431c19-d2dd-4557-935c-de269d8a39a3 x-openstack-request-id: req-d4431c19-d2dd-4557-935c-de269d8a39a3 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:05:36.533533 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10167b7a-cd36-45cf-a911-31afdfc0fba9", "name": "network-vif-plugged", "status": "completed", "tag": "b494dd4a-b64c-4849-bbaa-e472a6c3ade2", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:05:36.533793 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d4431c19-d2dd-4557-935c-de269d8a39a3 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:05:36.534200 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10167b7a-cd36-45cf-a911-31afdfc0fba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b494dd4a-b64c-4849-bbaa-e472a6c3ade2', 'code': 200} Nov 12 09:05:36.633479 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369408e6-a227-42e4-b98c-1e3e80b57af4 req-9960f5a8-e111-43e3-975b-73c2a3bb7473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:36.635023 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-369408e6-a227-42e4-b98c-1e3e80b57af4 req-9960f5a8-e111-43e3-975b-73c2a3bb7473 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9 HTTP/1.1" status: 200 len: 1097 time: 0.0433633 Nov 12 09:05:36.682144 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-369408e6-a227-42e4-b98c-1e3e80b57af4 req-53f283ad-c120-419b-890c-e8ce08ee405d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398242 Nov 12 09:05:37.075333 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4f6d66f5-5da3-4611-b621-30eb1e01a65b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:37.245021 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46034774-608e-4133-83aa-1dc77e1c8ad2 req-5b5a115c-49fc-4481-b0da-df5d2b3395d8 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:37.246532 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-46034774-608e-4133-83aa-1dc77e1c8ad2 req-5b5a115c-49fc-4481-b0da-df5d2b3395d8 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9 HTTP/1.1" status: 200 len: 945 time: 0.0588107 Nov 12 09:05:37.299193 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-46034774-608e-4133-83aa-1dc77e1c8ad2 req-f7a951ff-a4d5-4538-8954-4f1b529549e1 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460565 Nov 12 09:05:38.061898 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:38.419599 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac88ec29-1b99-48a1-9e5b-b5494fd73e64 req-aa99ea60-6655-4928-96cf-8480f178fd92 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:38.421101 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ac88ec29-1b99-48a1-9e5b-b5494fd73e64 req-aa99ea60-6655-4928-96cf-8480f178fd92 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9 HTTP/1.1" status: 200 len: 945 time: 0.0509987 Nov 12 09:05:38.469787 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ac88ec29-1b99-48a1-9e5b-b5494fd73e64 req-d80c7cf3-74db-405a-94df-e4d6ab375ae3 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425179 Nov 12 09:05:38.587255 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b733c72-d2e0-40c6-8378-b9e0dcbd8c38 req-e2ed9f37-452a-459f-a9cc-3e1c7376b8ed tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:38.588718 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0b733c72-d2e0-40c6-8378-b9e0dcbd8c38 req-e2ed9f37-452a-459f-a9cc-3e1c7376b8ed tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9 HTTP/1.1" status: 200 len: 945 time: 0.0546188 Nov 12 09:05:38.598693 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 39184) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:38.603239 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-2221546e-ecde-4bee-b436-f8c2cce85775 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Request body: {'floatingip': {'port_id': 'b494dd4a-b64c-4849-bbaa-e472a6c3ade2'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:05:38.643564 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2221546e-ecde-4bee-b436-f8c2cce85775 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Publish callbacks [] for floatingip, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:39.349878 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2221546e-ecde-4bee-b436-f8c2cce85775 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:39.353544 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2221546e-ecde-4bee-b436-f8c2cce85775 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:39.412445 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:39.459751 n-d-765315-29 neutron-server[102600]: INFO neutron.db.l3_db [None req-2221546e-ecde-4bee-b436-f8c2cce85775 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Floating IP 9217acd6-95dc-4512-9acf-af341d90890a associated. External IP: 172.25.2.51, port: b494dd4a-b64c-4849-bbaa-e472a6c3ade2. Nov 12 09:05:39.672265 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2221546e-ecde-4bee-b436-f8c2cce85775 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Router f6b98748-32d5-4e6b-95c1-917d21233cbe has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:05:39.781060 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2221546e-ecde-4bee-b436-f8c2cce85775 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:05:39.785756 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2221546e-ecde-4bee-b436-f8c2cce85775 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:39.793094 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89ce230-25fb-4d28-b9e4-f946264af492 None None] Sync routers for ids ['f6b98748-32d5-4e6b-95c1-917d21233cbe'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:05:39.804941 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89ce230-25fb-4d28-b9e4-f946264af492 None None] Routers {'f6b98748-32d5-4e6b-95c1-917d21233cbe'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:05:39.805542 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-e89ce230-25fb-4d28-b9e4-f946264af492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:05:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['f6b98748-32d5-4e6b-95c1-917d21233cbe'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:05:39.820355 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-2221546e-ecde-4bee-b436-f8c2cce85775 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "PUT /v2.0/floatingips/9217acd6-95dc-4512-9acf-af341d90890a HTTP/1.1" status: 200 len: 991 time: 1.2205207 Nov 12 09:05:39.821053 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10167b7a-cd36-45cf-a911-31afdfc0fba9', 'tag': 'b494dd4a-b64c-4849-bbaa-e472a6c3ade2'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:05:39.871042 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b9376c9088a4f533a787632e68a0b9d71673112fb90a02c33b14ced1cf80ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f5fc2bc-0293-4f0b-831e-37e59f49381d" -d '{"events": [{"name": "network-changed", "server_uuid": "10167b7a-cd36-45cf-a911-31afdfc0fba9", "tag": "b494dd4a-b64c-4849-bbaa-e472a6c3ade2"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:05:39.929713 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-e89ce230-25fb-4d28-b9e4-f946264af492 None None] Set router f6b98748-32d5-4e6b-95c1-917d21233cbe gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:05:39.980077 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c7a011f-676a-4a25-a97a-cdef05d262fa x-openstack-request-id: req-2c7a011f-676a-4a25-a97a-cdef05d262fa {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:05:39.980595 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10167b7a-cd36-45cf-a911-31afdfc0fba9", "tag": "b494dd4a-b64c-4849-bbaa-e472a6c3ade2", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:05:39.980972 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2c7a011f-676a-4a25-a97a-cdef05d262fa {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:05:39.981484 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10167b7a-cd36-45cf-a911-31afdfc0fba9', 'tag': 'b494dd4a-b64c-4849-bbaa-e472a6c3ade2', 'status': 'completed', 'code': 200} Nov 12 09:05:40.063398 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5fc2bc-0293-4f0b-831e-37e59f49381d req-20c82788-6080-4d54-9b37-01005de69d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:40.064448 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:40.065814 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6f5fc2bc-0293-4f0b-831e-37e59f49381d req-20c82788-6080-4d54-9b37-01005de69d3e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0fe2f65e36b04191a8895e70d88ba327&device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9 HTTP/1.1" status: 200 len: 1097 time: 0.0605352 Nov 12 09:05:40.173628 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5fc2bc-0293-4f0b-831e-37e59f49381d req-4da1e3a2-5248-4b5b-8f25-a2ab75e428f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:40.175058 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6f5fc2bc-0293-4f0b-831e-37e59f49381d req-4da1e3a2-5248-4b5b-8f25-a2ab75e428f3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=58fcde89-0909-49c5-8929-54da1ed9ecf5 HTTP/1.1" status: 200 len: 913 time: 0.1009269 Nov 12 09:05:40.248455 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6f5fc2bc-0293-4f0b-831e-37e59f49381d req-02cb410c-1302-4106-9398-9985581b1c93 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b494dd4a-b64c-4849-bbaa-e472a6c3ade2 HTTP/1.1" status: 200 len: 999 time: 0.0664816 Nov 12 09:05:40.263711 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-e89ce230-25fb-4d28-b9e4-f946264af492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b98748-32d5-4e6b-95c1-917d21233cbe', 'name': 'tempest-ServerActionsTestJSON-1810950938-router', 'tenant_id': '0fe2f65e36b04191a8895e70d88ba327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'c440091b-f087-4717-9c3c-606f173cf5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:56:59Z', 'updated_at': '2021-11-12T08:57:02Z', 'revision_number': 4, 'project_id': '0fe2f65e36b04191a8895e70d88ba327', 'gw_port': {'id': 'c440091b-f087-4717-9c3c-606f173cf5a4', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:00:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b98748-32d5-4e6b-95c1-917d21233cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:57:00Z', 'updated_at': '2021-11-12T08:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': '9217acd6-95dc-4512-9acf-af341d90890a', 'tenant_id': '0fe2f65e36b04191a8895e70d88ba327', 'floating_ip_address': '172.25.2.51', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': 'f6b98748-32d5-4e6b-95c1-917d21233cbe', 'port_id': 'b494dd4a-b64c-4849-bbaa-e472a6c3ade2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58fcde89-0909-49c5-8929-54da1ed9ecf5', 'mac_address': 'fa:16:3e:5d:e5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10167b7a-cd36-45cf-a911-31afdfc0fba9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:57:05Z', 'updated_at': '2021-11-12T09:05:39Z', 'revision_number': 13, 'project_id': '0fe2f65e36b04191a8895e70d88ba327', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '229f4a10-65a2-46af-adc4-fb8c1cb7b847', 'name': '', 'network_id': '58fcde89-0909-49c5-8929-54da1ed9ecf5', 'tenant_id': '0fe2f65e36b04191a8895e70d88ba327', 'mac_address': 'fa:16:3e:f5:51:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b98748-32d5-4e6b-95c1-917d21233cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '361cd205-c9ed-4615-bbce-5d7fd6e5ad7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:57:02Z', 'updated_at': '2021-11-12T08:57:06Z', 'revision_number': 5, 'project_id': '0fe2f65e36b04191a8895e70d88ba327', 'subnets': [{'id': '361cd205-c9ed-4615-bbce-5d7fd6e5ad7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:05:40.293449 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89ce230-25fb-4d28-b9e4-f946264af492 None None] Checking router: f6b98748-32d5-4e6b-95c1-917d21233cbe for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:05:40.302505 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89ce230-25fb-4d28-b9e4-f946264af492 None None] Routers {'f6b98748-32d5-4e6b-95c1-917d21233cbe'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:05:40.303137 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-e89ce230-25fb-4d28-b9e4-f946264af492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:05:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['f6b98748-32d5-4e6b-95c1-917d21233cbe'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:05:40.303904 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5fc2bc-0293-4f0b-831e-37e59f49381d req-aea44dde-f56d-44e4-8d48-9420f0680c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:40.305401 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6f5fc2bc-0293-4f0b-831e-37e59f49381d req-aea44dde-f56d-44e4-8d48-9420f0680c19 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=361cd205-c9ed-4615-bbce-5d7fd6e5ad7d HTTP/1.1" status: 200 len: 851 time: 0.0496240 Nov 12 09:05:40.352857 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5fc2bc-0293-4f0b-831e-37e59f49381d req-87c2bc8c-178d-4227-9ffa-51d74b83e68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:40.354652 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6f5fc2bc-0293-4f0b-831e-37e59f49381d req-87c2bc8c-178d-4227-9ffa-51d74b83e68a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=58fcde89-0909-49c5-8929-54da1ed9ecf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423472 Nov 12 09:05:40.410784 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-e89ce230-25fb-4d28-b9e4-f946264af492 None None] Set router f6b98748-32d5-4e6b-95c1-917d21233cbe gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:05:40.453374 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6f5fc2bc-0293-4f0b-831e-37e59f49381d req-bc6d4b20-7c89-4bb0-8b71-962d291e8103 service neutron] 10.222.0.21 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912611 Nov 12 09:05:40.554028 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6f5fc2bc-0293-4f0b-831e-37e59f49381d req-e80f2399-49c8-4223-a90b-8fd11bb32af8 service neutron] 10.222.0.21 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935919 Nov 12 09:05:40.653908 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-e89ce230-25fb-4d28-b9e4-f946264af492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b98748-32d5-4e6b-95c1-917d21233cbe', 'name': 'tempest-ServerActionsTestJSON-1810950938-router', 'tenant_id': '0fe2f65e36b04191a8895e70d88ba327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'c440091b-f087-4717-9c3c-606f173cf5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:56:59Z', 'updated_at': '2021-11-12T08:57:02Z', 'revision_number': 4, 'project_id': '0fe2f65e36b04191a8895e70d88ba327', 'gw_port': {'id': 'c440091b-f087-4717-9c3c-606f173cf5a4', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:00:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b98748-32d5-4e6b-95c1-917d21233cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:57:00Z', 'updated_at': '2021-11-12T08:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': '9217acd6-95dc-4512-9acf-af341d90890a', 'tenant_id': '0fe2f65e36b04191a8895e70d88ba327', 'floating_ip_address': '172.25.2.51', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': 'f6b98748-32d5-4e6b-95c1-917d21233cbe', 'port_id': 'b494dd4a-b64c-4849-bbaa-e472a6c3ade2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58fcde89-0909-49c5-8929-54da1ed9ecf5', 'mac_address': 'fa:16:3e:5d:e5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10167b7a-cd36-45cf-a911-31afdfc0fba9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:57:05Z', 'updated_at': '2021-11-12T09:05:39Z', 'revision_number': 13, 'project_id': '0fe2f65e36b04191a8895e70d88ba327', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '229f4a10-65a2-46af-adc4-fb8c1cb7b847', 'name': '', 'network_id': '58fcde89-0909-49c5-8929-54da1ed9ecf5', 'tenant_id': '0fe2f65e36b04191a8895e70d88ba327', 'mac_address': 'fa:16:3e:f5:51:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b98748-32d5-4e6b-95c1-917d21233cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '361cd205-c9ed-4615-bbce-5d7fd6e5ad7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:57:02Z', 'updated_at': '2021-11-12T08:57:06Z', 'revision_number': 5, 'project_id': '0fe2f65e36b04191a8895e70d88ba327', 'subnets': [{'id': '361cd205-c9ed-4615-bbce-5d7fd6e5ad7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:05:40.685336 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89ce230-25fb-4d28-b9e4-f946264af492 None None] The sync data for ids ['f6b98748-32d5-4e6b-95c1-917d21233cbe'] in n-d-765315-29 is: [{'id': 'f6b98748-32d5-4e6b-95c1-917d21233cbe', 'name': 'tempest-ServerActionsTestJSON-1810950938-router', 'tenant_id': '0fe2f65e36b04191a8895e70d88ba327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'c440091b-f087-4717-9c3c-606f173cf5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:56:59Z', 'updated_at': '2021-11-12T08:57:02Z', 'revision_number': 4, 'project_id': '0fe2f65e36b04191a8895e70d88ba327', 'gw_port': {'id': 'c440091b-f087-4717-9c3c-606f173cf5a4', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:00:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b98748-32d5-4e6b-95c1-917d21233cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:57:00Z', 'updated_at': '2021-11-12T08:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': '9217acd6-95dc-4512-9acf-af341d90890a', 'tenant_id': '0fe2f65e36b04191a8895e70d88ba327', 'floating_ip_address': '172.25.2.51', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': 'f6b98748-32d5-4e6b-95c1-917d21233cbe', 'port_id': 'b494dd4a-b64c-4849-bbaa-e472a6c3ade2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58fcde89-0909-49c5-8929-54da1ed9ecf5', 'mac_address': 'fa:16:3e:5d:e5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10167b7a-cd36-45cf-a911-31afdfc0fba9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:57:05Z', 'updated_at': '2021-11-12T09:05:39Z', 'revision_number': 13, 'project_id': '0fe2f65e36b04191a8895e70d88ba327', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '229f4a10-65a2-46af-adc4-fb8c1cb7b847', 'name': '', 'network_id': '58fcde89-0909-49c5-8929-54da1ed9ecf5', 'tenant_id': '0fe2f65e36b04191a8895e70d88ba327', 'mac_address': 'fa:16:3e:f5:51:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b98748-32d5-4e6b-95c1-917d21233cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '361cd205-c9ed-4615-bbce-5d7fd6e5ad7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:57:02Z', 'updated_at': '2021-11-12T08:57:06Z', 'revision_number': 5, 'project_id': '0fe2f65e36b04191a8895e70d88ba327', 'subnets': [{'id': '361cd205-c9ed-4615-bbce-5d7fd6e5ad7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:05:40.875385 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064a1c64-9c30-4223-98bb-7bd8f3787603 None None] New status for floating IP 9217acd6-95dc-4512-9acf-af341d90890a: ACTIVE {{(pid=102601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:05:42.814434 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:46.366202 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3cb79ccf-7892-48aa-a09b-f3e6cef13981 req-62dc375a-081d-4f2a-9edd-5aac2c4a1a00 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0463214 Nov 12 09:05:46.450801 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb79ccf-7892-48aa-a09b-f3e6cef13981 req-2c847e98-6ae4-4799-b423-0b5dc3491f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:46.453154 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3cb79ccf-7892-48aa-a09b-f3e6cef13981 req-2c847e98-6ae4-4799-b423-0b5dc3491f1a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0fe2f65e36b04191a8895e70d88ba327&device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9 HTTP/1.1" status: 200 len: 1097 time: 0.0414021 Nov 12 09:05:46.558357 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb79ccf-7892-48aa-a09b-f3e6cef13981 req-8861e92e-d633-4959-88dc-2b6e7d977932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:46.559738 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3cb79ccf-7892-48aa-a09b-f3e6cef13981 req-8861e92e-d633-4959-88dc-2b6e7d977932 service neutron] 10.222.0.21 "GET /v2.0/networks?id=58fcde89-0909-49c5-8929-54da1ed9ecf5 HTTP/1.1" status: 200 len: 913 time: 0.0866361 Nov 12 09:05:46.630815 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3cb79ccf-7892-48aa-a09b-f3e6cef13981 req-35654949-41f5-48c4-abb0-ea8fffaa411e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b494dd4a-b64c-4849-bbaa-e472a6c3ade2 HTTP/1.1" status: 200 len: 1001 time: 0.0632572 Nov 12 09:05:46.680711 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb79ccf-7892-48aa-a09b-f3e6cef13981 req-0b70b05b-f3fb-491a-a247-6569481cc0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:46.682166 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3cb79ccf-7892-48aa-a09b-f3e6cef13981 req-0b70b05b-f3fb-491a-a247-6569481cc0c3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=361cd205-c9ed-4615-bbce-5d7fd6e5ad7d HTTP/1.1" status: 200 len: 851 time: 0.0441933 Nov 12 09:05:46.729914 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb79ccf-7892-48aa-a09b-f3e6cef13981 req-63304810-3e42-4fce-b4c5-21c5f9ebd0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:46.731423 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3cb79ccf-7892-48aa-a09b-f3e6cef13981 req-63304810-3e42-4fce-b4c5-21c5f9ebd0e8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=58fcde89-0909-49c5-8929-54da1ed9ecf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404437 Nov 12 09:05:46.826266 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3cb79ccf-7892-48aa-a09b-f3e6cef13981 req-c8abdaf1-4655-4754-9eca-148b25e358c9 service neutron] 10.222.0.21 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871243 Nov 12 09:05:46.916228 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3cb79ccf-7892-48aa-a09b-f3e6cef13981 req-7b366666-309a-49f7-878f-c1e295d5db92 service neutron] 10.222.0.21 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827584 Nov 12 09:05:52.220985 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:06:04.010964 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6e662418-e41c-4b40-8f42-eb6dd3060f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:05.821967 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:07.079483 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ded8267a-001c-4f84-aee6-e1adc7e23264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:08.063462 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:09.414189 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:10.058608 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:12.814444 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:29.220583 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:06:34.014671 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3db5fbd7-d275-4237-81b8-dbd4e7352744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:35.829623 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:37.080353 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c72e9d80-1f41-43d7-82e0-d6494bb3bf0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:38.066605 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:39.417926 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:40.061157 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:42.828021 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:47.350541 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8b1f7bf5-c576-4779-aa8e-b518556c457c req-c9c7b185-7736-4831-9d17-15127ddc667a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0463457 Nov 12 09:06:47.447727 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1f7bf5-c576-4779-aa8e-b518556c457c req-f545d657-001e-4400-be8f-0a689e1651b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:47.449154 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8b1f7bf5-c576-4779-aa8e-b518556c457c req-f545d657-001e-4400-be8f-0a689e1651b1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0fe2f65e36b04191a8895e70d88ba327&device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9 HTTP/1.1" status: 200 len: 1097 time: 0.0435865 Nov 12 09:06:47.557093 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1f7bf5-c576-4779-aa8e-b518556c457c req-5d3e24ed-7b26-4e67-8493-c1371e3221af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:47.558651 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8b1f7bf5-c576-4779-aa8e-b518556c457c req-5d3e24ed-7b26-4e67-8493-c1371e3221af service neutron] 10.222.0.21 "GET /v2.0/networks?id=58fcde89-0909-49c5-8929-54da1ed9ecf5 HTTP/1.1" status: 200 len: 913 time: 0.0884602 Nov 12 09:06:47.957710 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8b1f7bf5-c576-4779-aa8e-b518556c457c req-e388ac80-e5ca-4766-a680-1fb6cd6276b6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b494dd4a-b64c-4849-bbaa-e472a6c3ade2 HTTP/1.1" status: 200 len: 1001 time: 0.3867302 Nov 12 09:06:48.008779 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1f7bf5-c576-4779-aa8e-b518556c457c req-af13292b-8eb3-4d25-81ce-2c3351501cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:48.010205 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8b1f7bf5-c576-4779-aa8e-b518556c457c req-af13292b-8eb3-4d25-81ce-2c3351501cd5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=361cd205-c9ed-4615-bbce-5d7fd6e5ad7d HTTP/1.1" status: 200 len: 851 time: 0.0436192 Nov 12 09:06:48.064765 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1f7bf5-c576-4779-aa8e-b518556c457c req-fe6a151d-0dfc-4580-8a06-efd9f909dfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:48.066257 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8b1f7bf5-c576-4779-aa8e-b518556c457c req-fe6a151d-0dfc-4580-8a06-efd9f909dfbc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=58fcde89-0909-49c5-8929-54da1ed9ecf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441079 Nov 12 09:06:48.158550 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8b1f7bf5-c576-4779-aa8e-b518556c457c req-bb1b6c26-46cc-4a27-8cca-e8fca1dc0b4f service neutron] 10.222.0.21 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840373 Nov 12 09:06:48.259451 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8b1f7bf5-c576-4779-aa8e-b518556c457c req-e75d629f-cef9-443c-9bd9-03040e288863 service neutron] 10.222.0.21 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880220 Nov 12 09:07:04.017173 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-658aba22-1f52-476f-bf1b-3c0defc06e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:05.864989 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:06.221565 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:07:07.081411 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f21c18e7-9869-49df-8d9b-9c3834823884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:08.069894 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:09.420806 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:10.064868 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:12.827332 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:34.019895 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3e9254ba-dd52-4e26-9e75-f0ce0202ed47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:35.877654 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:37.083504 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e5b0ae40-9351-405a-8676-327ecf8f2109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:38.072429 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:39.425003 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:40.066959 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:42.834268 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:43.221678 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:07:48.337366 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-682b943d-74a8-46e2-9fcb-31cb66b9f5c2 req-1b57d1da-d6bd-4e75-a841-d9a10a37b20b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0441318 Nov 12 09:07:48.423931 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682b943d-74a8-46e2-9fcb-31cb66b9f5c2 req-60ab7675-3897-4b88-8c0b-fa25b2ee8921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:48.425831 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-682b943d-74a8-46e2-9fcb-31cb66b9f5c2 req-60ab7675-3897-4b88-8c0b-fa25b2ee8921 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0fe2f65e36b04191a8895e70d88ba327&device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9 HTTP/1.1" status: 200 len: 1097 time: 0.0434713 Nov 12 09:07:48.542768 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682b943d-74a8-46e2-9fcb-31cb66b9f5c2 req-be17fcd5-7e79-48a0-8995-bb2ad5ed4cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:48.544173 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-682b943d-74a8-46e2-9fcb-31cb66b9f5c2 req-be17fcd5-7e79-48a0-8995-bb2ad5ed4cff service neutron] 10.222.0.21 "GET /v2.0/networks?id=58fcde89-0909-49c5-8929-54da1ed9ecf5 HTTP/1.1" status: 200 len: 913 time: 0.0968118 Nov 12 09:07:48.615961 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-682b943d-74a8-46e2-9fcb-31cb66b9f5c2 req-7ba26476-5568-452b-8f27-97ef30e3382d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b494dd4a-b64c-4849-bbaa-e472a6c3ade2 HTTP/1.1" status: 200 len: 1001 time: 0.0634630 Nov 12 09:07:48.671532 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682b943d-74a8-46e2-9fcb-31cb66b9f5c2 req-12e11d8f-5d9c-4a95-a815-7a68e6a7caff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:48.673060 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-682b943d-74a8-46e2-9fcb-31cb66b9f5c2 req-12e11d8f-5d9c-4a95-a815-7a68e6a7caff service neutron] 10.222.0.21 "GET /v2.0/subnets?id=361cd205-c9ed-4615-bbce-5d7fd6e5ad7d HTTP/1.1" status: 200 len: 851 time: 0.0494912 Nov 12 09:07:48.720313 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682b943d-74a8-46e2-9fcb-31cb66b9f5c2 req-571bc5d8-a2c5-46cc-9360-00aafbcbaec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:48.721793 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-682b943d-74a8-46e2-9fcb-31cb66b9f5c2 req-571bc5d8-a2c5-46cc-9360-00aafbcbaec1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=58fcde89-0909-49c5-8929-54da1ed9ecf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409656 Nov 12 09:07:48.733672 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [req-682b943d-74a8-46e2-9fcb-31cb66b9f5c2 req-ac222276-238d-4928-bcb7-c99d79860a56 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:07:48.734620 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-682b943d-74a8-46e2-9fcb-31cb66b9f5c2 req-ac222276-238d-4928-bcb7-c99d79860a56 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049889 Nov 12 09:07:48.825373 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-682b943d-74a8-46e2-9fcb-31cb66b9f5c2 req-e95c124a-1537-4c72-9d51-f3e476ac5b72 service neutron] 10.222.0.21 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824943 Nov 12 09:07:48.925690 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-682b943d-74a8-46e2-9fcb-31cb66b9f5c2 req-c711d5fd-d300-4559-be70-13cf148d16e8 service neutron] 10.222.0.21 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913551 Nov 12 09:08:04.021963 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-713e3c72-afc2-44fd-9222-4bb937bb565a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:05.885965 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:07.088876 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d1433f8e-8fbc-4d8f-b079-9db557951864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:08.076813 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:09.425582 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:10.069146 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:12.836567 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:20.221003 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:08:32.346353 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2670c63-b18e-4699-be2d-c98249051c9a req-616e10c9-7343-4bb1-b926-333e46016e6f tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:32.347986 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c2670c63-b18e-4699-be2d-c98249051c9a req-616e10c9-7343-4bb1-b926-333e46016e6f tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9 HTTP/1.1" status: 200 len: 945 time: 0.0600624 Nov 12 09:08:32.397977 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c2670c63-b18e-4699-be2d-c98249051c9a req-442c3725-feac-4ad7-a01c-d44b12a73f9f tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439727 Nov 12 09:08:34.025395 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b16c811a-0d9e-40eb-a056-d9381f1b2993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:35.894183 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:37.081141 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1560deae-37a4-4f58-81ae-02ec6c7225b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:38.078214 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:39.432233 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:40.071166 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:42.839424 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:44.567223 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750e7526-1dd4-4666-b66f-61e0f8529b93 req-d58f05d6-e1c0-4eac-8d60-1075ae590481 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:44.568701 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-750e7526-1dd4-4666-b66f-61e0f8529b93 req-d58f05d6-e1c0-4eac-8d60-1075ae590481 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9 HTTP/1.1" status: 200 len: 945 time: 0.0493472 Nov 12 09:08:44.626099 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-750e7526-1dd4-4666-b66f-61e0f8529b93 req-0ba6809b-c84c-40ad-b7c5-b905d31a8448 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508378 Nov 12 09:08:44.691060 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-80ef9f54-1d3f-45ab-9d19-6c1bbd28ad40 req-93d2417f-7f03-4ef7-a537-5978471fd678 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0949640 Nov 12 09:08:45.746747 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67936f1d-b4ed-456f-a5a2-6bdbf6d9c064 req-54130e8b-8f96-4219-a8fa-2a95663abdf0 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:45.748318 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-67936f1d-b4ed-456f-a5a2-6bdbf6d9c064 req-54130e8b-8f96-4219-a8fa-2a95663abdf0 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9 HTTP/1.1" status: 200 len: 945 time: 0.0507033 Nov 12 09:08:45.796575 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-67936f1d-b4ed-456f-a5a2-6bdbf6d9c064 req-4c6f5a98-97dc-470f-8b03-37fd286b6b58 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422096 Nov 12 09:08:45.986301 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ef9f54-1d3f-45ab-9d19-6c1bbd28ad40 req-f311e4c3-d2ec-49da-9ec8-61107b8ba8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:45.987813 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-80ef9f54-1d3f-45ab-9d19-6c1bbd28ad40 req-f311e4c3-d2ec-49da-9ec8-61107b8ba8c4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0fe2f65e36b04191a8895e70d88ba327&device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9 HTTP/1.1" status: 200 len: 1097 time: 0.0473084 Nov 12 09:08:46.088075 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ef9f54-1d3f-45ab-9d19-6c1bbd28ad40 req-e0722027-54ba-4359-8a13-22834da51f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:46.089544 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-80ef9f54-1d3f-45ab-9d19-6c1bbd28ad40 req-e0722027-54ba-4359-8a13-22834da51f0f service neutron] 10.222.0.21 "GET /v2.0/networks?id=58fcde89-0909-49c5-8929-54da1ed9ecf5 HTTP/1.1" status: 200 len: 913 time: 0.0937898 Nov 12 09:08:46.158913 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-80ef9f54-1d3f-45ab-9d19-6c1bbd28ad40 req-49c2d7ac-64ee-4037-88ec-f226cfb90e53 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b494dd4a-b64c-4849-bbaa-e472a6c3ade2 HTTP/1.1" status: 200 len: 1001 time: 0.0613241 Nov 12 09:08:46.208819 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ef9f54-1d3f-45ab-9d19-6c1bbd28ad40 req-22c964ff-4224-424f-8ebb-721d177e5dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:46.210171 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-80ef9f54-1d3f-45ab-9d19-6c1bbd28ad40 req-22c964ff-4224-424f-8ebb-721d177e5dae service neutron] 10.222.0.21 "GET /v2.0/subnets?id=361cd205-c9ed-4615-bbce-5d7fd6e5ad7d HTTP/1.1" status: 200 len: 851 time: 0.0438037 Nov 12 09:08:46.264018 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ef9f54-1d3f-45ab-9d19-6c1bbd28ad40 req-768b4311-2f5e-4792-b7b0-11dd3567bbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:46.265518 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-80ef9f54-1d3f-45ab-9d19-6c1bbd28ad40 req-768b4311-2f5e-4792-b7b0-11dd3567bbc6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=58fcde89-0909-49c5-8929-54da1ed9ecf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466058 Nov 12 09:08:46.360383 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-80ef9f54-1d3f-45ab-9d19-6c1bbd28ad40 req-22cc63a2-347c-478b-86cf-38624b656e50 service neutron] 10.222.0.21 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857143 Nov 12 09:08:46.456943 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-80ef9f54-1d3f-45ab-9d19-6c1bbd28ad40 req-40cee808-3f5f-45ca-b50a-8a49fa3ac587 service neutron] 10.222.0.21 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883379 Nov 12 09:08:46.915349 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f8567b-668e-4cab-942e-5257ab5be204 req-4192f6ea-5245-498c-8611-08907b7478c1 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:46.916823 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-08f8567b-668e-4cab-942e-5257ab5be204 req-4192f6ea-5245-498c-8611-08907b7478c1 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9 HTTP/1.1" status: 200 len: 945 time: 0.0492740 Nov 12 09:08:46.967678 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-08f8567b-668e-4cab-942e-5257ab5be204 req-42e1257c-a67e-4a8e-b3de-1ddaed122cd1 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447931 Nov 12 09:08:48.086277 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a90cea-557c-4617-ade5-94ef3deb0d49 req-f285bf58-92c7-4dff-bc9f-0fa905e0b93c tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:48.087771 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-55a90cea-557c-4617-ade5-94ef3deb0d49 req-f285bf58-92c7-4dff-bc9f-0fa905e0b93c tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9 HTTP/1.1" status: 200 len: 945 time: 0.0504532 Nov 12 09:08:48.135479 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-55a90cea-557c-4617-ade5-94ef3deb0d49 req-3673b06a-c311-491d-8087-b1ec2e560df3 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414331 Nov 12 09:08:49.267278 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be2edb2-72da-4ab4-931f-87bf897b2acd req-3979a3d4-668c-485f-8976-473ee0ed1b96 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:49.268762 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9be2edb2-72da-4ab4-931f-87bf897b2acd req-3979a3d4-668c-485f-8976-473ee0ed1b96 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9 HTTP/1.1" status: 200 len: 945 time: 0.0623360 Nov 12 09:08:49.318300 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9be2edb2-72da-4ab4-931f-87bf897b2acd req-41b77d3d-ad95-4dfc-a97f-24823b296a99 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432451 Nov 12 09:08:50.373146 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167befdc-fb29-4215-a701-2f5c73b144b9 req-18ce8eae-48f5-4b04-8178-39c0be60b003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:50.374805 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-167befdc-fb29-4215-a701-2f5c73b144b9 req-18ce8eae-48f5-4b04-8178-39c0be60b003 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0fe2f65e36b04191a8895e70d88ba327&device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9 HTTP/1.1" status: 200 len: 1097 time: 0.0430040 Nov 12 09:08:50.446019 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109cec2f-3854-46df-af2e-e8e81ff75314 req-1b6aacfa-6d84-4c8a-8aab-feee7a94ce4a tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:50.447539 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-109cec2f-3854-46df-af2e-e8e81ff75314 req-1b6aacfa-6d84-4c8a-8aab-feee7a94ce4a tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9 HTTP/1.1" status: 200 len: 945 time: 0.0541055 Nov 12 09:08:50.490654 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167befdc-fb29-4215-a701-2f5c73b144b9 req-9022c6cb-b397-4a26-819d-75c6633ebc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:50.492852 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-167befdc-fb29-4215-a701-2f5c73b144b9 req-9022c6cb-b397-4a26-819d-75c6633ebc87 service neutron] 10.222.0.21 "GET /v2.0/networks?id=58fcde89-0909-49c5-8929-54da1ed9ecf5 HTTP/1.1" status: 200 len: 913 time: 0.0971665 Nov 12 09:08:50.496834 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-109cec2f-3854-46df-af2e-e8e81ff75314 req-35c5e6f3-b794-4e5f-a9d2-11756cf0f432 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425396 Nov 12 09:08:50.561177 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-167befdc-fb29-4215-a701-2f5c73b144b9 req-e25589e3-8071-4757-acc5-d9b5eb7d2e2a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b494dd4a-b64c-4849-bbaa-e472a6c3ade2 HTTP/1.1" status: 200 len: 1001 time: 0.0604990 Nov 12 09:08:50.610451 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167befdc-fb29-4215-a701-2f5c73b144b9 req-71c00fa6-1dcb-4b9f-b925-02a81bbb35b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:50.611844 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-167befdc-fb29-4215-a701-2f5c73b144b9 req-71c00fa6-1dcb-4b9f-b925-02a81bbb35b3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=361cd205-c9ed-4615-bbce-5d7fd6e5ad7d HTTP/1.1" status: 200 len: 851 time: 0.0442460 Nov 12 09:08:50.661670 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167befdc-fb29-4215-a701-2f5c73b144b9 req-1da2eeed-8659-4f3b-813c-8de4f9cde933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:50.663240 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-167befdc-fb29-4215-a701-2f5c73b144b9 req-1da2eeed-8659-4f3b-813c-8de4f9cde933 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=58fcde89-0909-49c5-8929-54da1ed9ecf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440013 Nov 12 09:08:50.757638 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-167befdc-fb29-4215-a701-2f5c73b144b9 req-345766db-d421-4095-acc8-d6766ac75882 service neutron] 10.222.0.21 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854225 Nov 12 09:08:50.852565 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-167befdc-fb29-4215-a701-2f5c73b144b9 req-e77b617c-4935-420b-9dc0-0073ffbda383 service neutron] 10.222.0.21 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871391 Nov 12 09:08:51.615084 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0c4332-30e7-4a77-89b5-684da7ee0d17 req-1c982aae-0038-4f0d-9db5-e51a8b3b0c90 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:51.616605 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7d0c4332-30e7-4a77-89b5-684da7ee0d17 req-1c982aae-0038-4f0d-9db5-e51a8b3b0c90 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9 HTTP/1.1" status: 200 len: 945 time: 0.0501297 Nov 12 09:08:51.669436 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7d0c4332-30e7-4a77-89b5-684da7ee0d17 req-37684dab-dee6-4481-9275-5b6560768c5b tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465169 Nov 12 09:08:52.793559 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbb6b80-aba8-41d1-9669-d6964dfc28a0 req-ac723da2-3696-4066-a0c0-79efcca6fe7b tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:52.795042 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8bbb6b80-aba8-41d1-9669-d6964dfc28a0 req-ac723da2-3696-4066-a0c0-79efcca6fe7b tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9 HTTP/1.1" status: 200 len: 945 time: 0.0533333 Nov 12 09:08:52.842432 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8bbb6b80-aba8-41d1-9669-d6964dfc28a0 req-2a852156-4394-409a-a58d-06649277d4eb tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411568 Nov 12 09:08:53.959309 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f01e142-f9e4-4064-9054-9a7c4849507e req-1f1ff049-8a06-4e79-a98c-f3d5873fd2af tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:53.960819 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2f01e142-f9e4-4064-9054-9a7c4849507e req-1f1ff049-8a06-4e79-a98c-f3d5873fd2af tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9 HTTP/1.1" status: 200 len: 945 time: 0.0495672 Nov 12 09:08:54.010946 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2f01e142-f9e4-4064-9054-9a7c4849507e req-ff9f1cc0-e882-49b5-9f0f-0e17b5a8a432 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437899 Nov 12 09:08:55.128944 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086bd438-2399-4288-9c9a-c6812f968b09 req-25e88507-7937-4881-babf-a3cc94c29c32 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:55.130417 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-086bd438-2399-4288-9c9a-c6812f968b09 req-25e88507-7937-4881-babf-a3cc94c29c32 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9 HTTP/1.1" status: 200 len: 945 time: 0.0489750 Nov 12 09:08:55.185212 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-086bd438-2399-4288-9c9a-c6812f968b09 req-5238e2c0-7cd1-4867-8deb-8a83cdcd8a8d tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477180 Nov 12 09:08:56.304886 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8491663f-edda-4aa2-ab39-19b8f5f0b996 req-c15e143c-bc8f-433e-971c-02d51b4a070e tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:56.306352 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8491663f-edda-4aa2-ab39-19b8f5f0b996 req-c15e143c-bc8f-433e-971c-02d51b4a070e tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9 HTTP/1.1" status: 200 len: 945 time: 0.0495617 Nov 12 09:08:56.354161 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8491663f-edda-4aa2-ab39-19b8f5f0b996 req-c13ffd6a-3ca7-4586-8891-5d8fb9f484d2 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416417 Nov 12 09:08:57.221299 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:08:57.473305 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3779c9a-2f0d-4c65-b3ee-681169808321 req-9baa98b0-0164-4009-a081-a902fbc4de9b tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:57.475001 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a3779c9a-2f0d-4c65-b3ee-681169808321 req-9baa98b0-0164-4009-a081-a902fbc4de9b tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9 HTTP/1.1" status: 200 len: 945 time: 0.0492399 Nov 12 09:08:57.521720 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a3779c9a-2f0d-4c65-b3ee-681169808321 req-ab6b6f9f-a7af-4669-b8b2-47733580dca0 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404282 Nov 12 09:08:58.644143 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f54360-1d77-4125-b674-1c429fb0bb93 req-0c308fe6-84ae-41a5-a24b-7bc668d3c33f tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:58.645720 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f6f54360-1d77-4125-b674-1c429fb0bb93 req-0c308fe6-84ae-41a5-a24b-7bc668d3c33f tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9 HTTP/1.1" status: 200 len: 945 time: 0.0536544 Nov 12 09:08:58.693391 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f6f54360-1d77-4125-b674-1c429fb0bb93 req-74d29e79-dc67-49d6-b96b-586181490a5d tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409441 Nov 12 09:08:59.816275 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dd081a-0fbc-4518-9539-2cb871abc8e7 req-d8f22d42-0eb6-4cfe-b750-f22f60f224a2 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:59.818438 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b9dd081a-0fbc-4518-9539-2cb871abc8e7 req-d8f22d42-0eb6-4cfe-b750-f22f60f224a2 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9 HTTP/1.1" status: 200 len: 945 time: 0.0540783 Nov 12 09:08:59.871667 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b9dd081a-0fbc-4518-9539-2cb871abc8e7 req-1af77d14-94ca-4460-bebe-73b2df3c047c tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462434 Nov 12 09:09:00.841624 n-d-765315-29 neutron-server[102599]: INFO neutron.api.v2.resource [req-80ef9f54-1d3f-45ab-9d19-6c1bbd28ad40 req-a2cf8434-b695-49d6-bd6a-44a597a4e7e6 service neutron] show failed (client error): The resource could not be found. Nov 12 09:09:00.842767 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-80ef9f54-1d3f-45ab-9d19-6c1bbd28ad40 req-a2cf8434-b695-49d6-bd6a-44a597a4e7e6 service neutron] 10.222.0.21 "GET /v2.0/ports/b494dd4a-b64c-4849-bbaa-e472a6c3ade2/bindings/n-h2-765315-29 HTTP/1.1" status: 404 len: 381 time: 0.0603673 Nov 12 09:09:01.000073 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75b22a3-3951-4351-9d88-82b50b7ebaec req-99ee7986-6970-457e-9697-abf4b814685d tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:01.001692 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f75b22a3-3951-4351-9d88-82b50b7ebaec req-99ee7986-6970-457e-9697-abf4b814685d tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9 HTTP/1.1" status: 200 len: 945 time: 0.0548680 Nov 12 09:09:01.057912 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f75b22a3-3951-4351-9d88-82b50b7ebaec req-901373b4-7662-4ce6-a807-d642e299b8de tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492887 Nov 12 09:09:01.164630 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ef9f54-1d3f-45ab-9d19-6c1bbd28ad40 req-1286dd28-c3dd-4681-8b16-73764c8c266a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:01.166133 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-80ef9f54-1d3f-45ab-9d19-6c1bbd28ad40 req-1286dd28-c3dd-4681-8b16-73764c8c266a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9&tenant_id=0fe2f65e36b04191a8895e70d88ba327 HTTP/1.1" status: 200 len: 1097 time: 0.0825968 Nov 12 09:09:01.190126 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-80ef9f54-1d3f-45ab-9d19-6c1bbd28ad40 req-8f4f12e8-5112-40ce-aac4-e08adc06f1cf service neutron] Request body: {'port': {'binding:host_id': 'n-h2-765315-29', 'device_owner': 'compute:nova'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:09:01.247048 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-80ef9f54-1d3f-45ab-9d19-6c1bbd28ad40 req-8f4f12e8-5112-40ce-aac4-e08adc06f1cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:01.457818 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-80ef9f54-1d3f-45ab-9d19-6c1bbd28ad40 req-8f4f12e8-5112-40ce-aac4-e08adc06f1cf service neutron] For port b494dd4a-b64c-4849-bbaa-e472a6c3ade2, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=b494dd4a-b64c-4849-bbaa-e472a6c3ade2,segment=NetworkSegment(064bfa1e-f17d-49cf-86cd-d69b8f23a455),segment_id=064bfa1e-f17d-49cf-86cd-d69b8f23a455)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:09:01.491217 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-80ef9f54-1d3f-45ab-9d19-6c1bbd28ad40 req-8f4f12e8-5112-40ce-aac4-e08adc06f1cf service neutron] For port b494dd4a-b64c-4849-bbaa-e472a6c3ade2, host n-h1-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:09:01.531892 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10167b7a-cd36-45cf-a911-31afdfc0fba9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b494dd4a-b64c-4849-bbaa-e472a6c3ade2'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:09:01.537598 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-80ef9f54-1d3f-45ab-9d19-6c1bbd28ad40 req-8f4f12e8-5112-40ce-aac4-e08adc06f1cf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:01.550787 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-80ef9f54-1d3f-45ab-9d19-6c1bbd28ad40 req-8f4f12e8-5112-40ce-aac4-e08adc06f1cf service neutron] Transition to ACTIVE for port object b494dd4a-b64c-4849-bbaa-e472a6c3ade2 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:09:01.554535 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-80ef9f54-1d3f-45ab-9d19-6c1bbd28ad40 req-8f4f12e8-5112-40ce-aac4-e08adc06f1cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:01.583347 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c022ff2c5cb8d3060857f92f3690e67c01ee9cc1391db4b92ea76e21aea06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0404c5b0-fbf9-4f0e-903c-42376adc1481" -d '{"events": [{"server_uuid": "10167b7a-cd36-45cf-a911-31afdfc0fba9", "name": "network-vif-unplugged", "status": "completed", "tag": "b494dd4a-b64c-4849-bbaa-e472a6c3ade2"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:09:01.652394 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4f12e8-5112-40ce-aac4-e08adc06f1cf service neutron] Pushing event updated for resources: {'Port': ['ID=b494dd4a-b64c-4849-bbaa-e472a6c3ade2,revision_number=6']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:01.664188 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4f12e8-5112-40ce-aac4-e08adc06f1cf service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:01.664445 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4f12e8-5112-40ce-aac4-e08adc06f1cf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:01.664817 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4f12e8-5112-40ce-aac4-e08adc06f1cf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:01.665147 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4f12e8-5112-40ce-aac4-e08adc06f1cf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:01.665488 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4f12e8-5112-40ce-aac4-e08adc06f1cf service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:01.665903 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4f12e8-5112-40ce-aac4-e08adc06f1cf service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:01.666239 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4f12e8-5112-40ce-aac4-e08adc06f1cf service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:01.666573 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4f12e8-5112-40ce-aac4-e08adc06f1cf service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:01.666930 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4f12e8-5112-40ce-aac4-e08adc06f1cf service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:01.669075 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4f12e8-5112-40ce-aac4-e08adc06f1cf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:01.669443 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4f12e8-5112-40ce-aac4-e08adc06f1cf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:01.669794 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4f12e8-5112-40ce-aac4-e08adc06f1cf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:01.714171 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 09:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32e968ef-97a8-440a-b071-cebc21bac27a x-openstack-request-id: req-32e968ef-97a8-440a-b071-cebc21bac27a {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:09:01.714465 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10167b7a-cd36-45cf-a911-31afdfc0fba9", "name": "network-vif-unplugged", "status": "completed", "tag": "b494dd4a-b64c-4849-bbaa-e472a6c3ade2", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:09:01.714744 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-32e968ef-97a8-440a-b071-cebc21bac27a {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:09:01.715147 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10167b7a-cd36-45cf-a911-31afdfc0fba9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b494dd4a-b64c-4849-bbaa-e472a6c3ade2', 'code': 200} Nov 12 09:09:01.716089 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-80ef9f54-1d3f-45ab-9d19-6c1bbd28ad40 req-8f4f12e8-5112-40ce-aac4-e08adc06f1cf service neutron] No DVR routers for this DVR port b494dd4a-b64c-4849-bbaa-e472a6c3ade2 on host n-h1-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:09:01.860500 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-80ef9f54-1d3f-45ab-9d19-6c1bbd28ad40 req-8f4f12e8-5112-40ce-aac4-e08adc06f1cf service neutron] Attempting to bind port b494dd4a-b64c-4849-bbaa-e472a6c3ade2 on host n-h2-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:09:01.861156 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-80ef9f54-1d3f-45ab-9d19-6c1bbd28ad40 req-8f4f12e8-5112-40ce-aac4-e08adc06f1cf service neutron] Attempting to bind port b494dd4a-b64c-4849-bbaa-e472a6c3ade2 by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': '064bfa1e-f17d-49cf-86cd-d69b8f23a455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '58fcde89-0909-49c5-8929-54da1ed9ecf5'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:09:01.861156 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ef9f54-1d3f-45ab-9d19-6c1bbd28ad40 req-8f4f12e8-5112-40ce-aac4-e08adc06f1cf service neutron] Attempting to bind port b494dd4a-b64c-4849-bbaa-e472a6c3ade2 on network 58fcde89-0909-49c5-8929-54da1ed9ecf5 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:09:01.865298 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ef9f54-1d3f-45ab-9d19-6c1bbd28ad40 req-8f4f12e8-5112-40ce-aac4-e08adc06f1cf service neutron] Port b494dd4a-b64c-4849-bbaa-e472a6c3ade2 on network 58fcde89-0909-49c5-8929-54da1ed9ecf5 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:09:01.865623 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ef9f54-1d3f-45ab-9d19-6c1bbd28ad40 req-8f4f12e8-5112-40ce-aac4-e08adc06f1cf service neutron] Attempting to bind port b494dd4a-b64c-4849-bbaa-e472a6c3ade2 on network 58fcde89-0909-49c5-8929-54da1ed9ecf5 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:09:01.871346 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ef9f54-1d3f-45ab-9d19-6c1bbd28ad40 req-8f4f12e8-5112-40ce-aac4-e08adc06f1cf service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:09:01.871688 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ef9f54-1d3f-45ab-9d19-6c1bbd28ad40 req-8f4f12e8-5112-40ce-aac4-e08adc06f1cf service neutron] Checking segment: {'id': '064bfa1e-f17d-49cf-86cd-d69b8f23a455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '58fcde89-0909-49c5-8929-54da1ed9ecf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:09:01.872070 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ef9f54-1d3f-45ab-9d19-6c1bbd28ad40 req-8f4f12e8-5112-40ce-aac4-e08adc06f1cf service neutron] Bound using segment: {'id': '064bfa1e-f17d-49cf-86cd-d69b8f23a455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '58fcde89-0909-49c5-8929-54da1ed9ecf5'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:09:01.872498 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-80ef9f54-1d3f-45ab-9d19-6c1bbd28ad40 req-8f4f12e8-5112-40ce-aac4-e08adc06f1cf service neutron] Bound port: b494dd4a-b64c-4849-bbaa-e472a6c3ade2, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '064bfa1e-f17d-49cf-86cd-d69b8f23a455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '58fcde89-0909-49c5-8929-54da1ed9ecf5'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:09:01.872854 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-80ef9f54-1d3f-45ab-9d19-6c1bbd28ad40 req-8f4f12e8-5112-40ce-aac4-e08adc06f1cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:01.939467 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-80ef9f54-1d3f-45ab-9d19-6c1bbd28ad40 req-8f4f12e8-5112-40ce-aac4-e08adc06f1cf service neutron] For port b494dd4a-b64c-4849-bbaa-e472a6c3ade2, host n-h2-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:09:01.942369 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-80ef9f54-1d3f-45ab-9d19-6c1bbd28ad40 req-8f4f12e8-5112-40ce-aac4-e08adc06f1cf service neutron] For port b494dd4a-b64c-4849-bbaa-e472a6c3ade2, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=b494dd4a-b64c-4849-bbaa-e472a6c3ade2,segment=NetworkSegment(064bfa1e-f17d-49cf-86cd-d69b8f23a455),segment_id=064bfa1e-f17d-49cf-86cd-d69b8f23a455)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:09:01.947551 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-80ef9f54-1d3f-45ab-9d19-6c1bbd28ad40 req-8f4f12e8-5112-40ce-aac4-e08adc06f1cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:01.980843 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ef9f54-1d3f-45ab-9d19-6c1bbd28ad40 req-8f4f12e8-5112-40ce-aac4-e08adc06f1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:01.981498 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-80ef9f54-1d3f-45ab-9d19-6c1bbd28ad40 req-8f4f12e8-5112-40ce-aac4-e08adc06f1cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:01.982879 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-80ef9f54-1d3f-45ab-9d19-6c1bbd28ad40 req-8f4f12e8-5112-40ce-aac4-e08adc06f1cf service neutron] 10.222.0.44 "PUT /v2.0/ports/b494dd4a-b64c-4849-bbaa-e472a6c3ade2 HTTP/1.1" status: 200 len: 1092 time: 0.7966356 Nov 12 09:09:02.006437 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4f12e8-5112-40ce-aac4-e08adc06f1cf service neutron] Pushing event updated for resources: {'Port': ['ID=b494dd4a-b64c-4849-bbaa-e472a6c3ade2,revision_number=7']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:02.066041 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ef9f54-1d3f-45ab-9d19-6c1bbd28ad40 req-433c6923-7aa3-4bc2-9b65-4d2d8118b624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:02.067639 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-80ef9f54-1d3f-45ab-9d19-6c1bbd28ad40 req-433c6923-7aa3-4bc2-9b65-4d2d8118b624 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0fe2f65e36b04191a8895e70d88ba327&device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9 HTTP/1.1" status: 200 len: 1095 time: 0.0456808 Nov 12 09:09:02.176314 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ef9f54-1d3f-45ab-9d19-6c1bbd28ad40 req-821bac81-f951-4660-b7ad-5b86ff5257cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:02.177788 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-80ef9f54-1d3f-45ab-9d19-6c1bbd28ad40 req-821bac81-f951-4660-b7ad-5b86ff5257cd service neutron] 10.222.0.44 "GET /v2.0/networks?id=58fcde89-0909-49c5-8929-54da1ed9ecf5 HTTP/1.1" status: 200 len: 913 time: 0.0967858 Nov 12 09:09:02.186033 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4800f140-4490-4d01-b9f1-1d49928e83d5 req-f88a61e6-4e26-42e2-9bc2-f125cdfb71af tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:02.187513 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4800f140-4490-4d01-b9f1-1d49928e83d5 req-f88a61e6-4e26-42e2-9bc2-f125cdfb71af tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9 HTTP/1.1" status: 200 len: 943 time: 0.0495274 Nov 12 09:09:02.243046 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4800f140-4490-4d01-b9f1-1d49928e83d5 req-d0061749-10a4-4ca0-be00-37ee89d1e4e0 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485849 Nov 12 09:09:02.251293 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-80ef9f54-1d3f-45ab-9d19-6c1bbd28ad40 req-ce25ebc7-6438-4672-b48c-e8495f909e69 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b494dd4a-b64c-4849-bbaa-e472a6c3ade2 HTTP/1.1" status: 200 len: 999 time: 0.0616579 Nov 12 09:09:02.305546 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ef9f54-1d3f-45ab-9d19-6c1bbd28ad40 req-36fa4454-ffdd-49e8-935d-b3de61736a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:02.307051 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-80ef9f54-1d3f-45ab-9d19-6c1bbd28ad40 req-36fa4454-ffdd-49e8-935d-b3de61736a1c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=361cd205-c9ed-4615-bbce-5d7fd6e5ad7d HTTP/1.1" status: 200 len: 851 time: 0.0446441 Nov 12 09:09:02.357599 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ef9f54-1d3f-45ab-9d19-6c1bbd28ad40 req-21d00169-e59a-434a-8a73-659b3029428f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:02.359128 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-80ef9f54-1d3f-45ab-9d19-6c1bbd28ad40 req-21d00169-e59a-434a-8a73-659b3029428f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=58fcde89-0909-49c5-8929-54da1ed9ecf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454302 Nov 12 09:09:02.453082 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-80ef9f54-1d3f-45ab-9d19-6c1bbd28ad40 req-d30bdbf8-2db1-4ee6-9ad7-75367cf18037 service neutron] 10.222.0.44 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832129 Nov 12 09:09:02.554901 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-80ef9f54-1d3f-45ab-9d19-6c1bbd28ad40 req-0823efc8-a4b6-4268-9b3b-fafedca574b7 service neutron] 10.222.0.44 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887208 Nov 12 09:09:03.176662 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device b494dd4a-b64c-4849-bbaa-e472a6c3ade2 no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:09:03.217367 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device b494dd4a-b64c-4849-bbaa-e472a6c3ade2 not bound to the agent host n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:09:03.357671 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cbdf6e-e237-4a30-b5f6-79b0e56c3d83 req-890b3481-21d8-4ae3-8191-362ca48a82f7 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:03.359569 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-06cbdf6e-e237-4a30-b5f6-79b0e56c3d83 req-890b3481-21d8-4ae3-8191-362ca48a82f7 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9 HTTP/1.1" status: 200 len: 943 time: 0.0517275 Nov 12 09:09:03.410360 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-06cbdf6e-e237-4a30-b5f6-79b0e56c3d83 req-700b13c9-23b8-4ff4-ad54-151c7e9146bb tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441859 Nov 12 09:09:03.716519 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10167b7a-cd36-45cf-a911-31afdfc0fba9', 'tag': 'b494dd4a-b64c-4849-bbaa-e472a6c3ade2'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:09:03.718877 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c022ff2c5cb8d3060857f92f3690e67c01ee9cc1391db4b92ea76e21aea06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-239bd361-3924-4bb2-879d-44f23a8780f4" -d '{"events": [{"name": "network-changed", "server_uuid": "10167b7a-cd36-45cf-a911-31afdfc0fba9", "tag": "b494dd4a-b64c-4849-bbaa-e472a6c3ade2"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:09:03.769809 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9fb808c-3d1a-41dd-8740-68d5a62169be x-openstack-request-id: req-c9fb808c-3d1a-41dd-8740-68d5a62169be {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:09:03.770104 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10167b7a-cd36-45cf-a911-31afdfc0fba9", "tag": "b494dd4a-b64c-4849-bbaa-e472a6c3ade2", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:09:03.770914 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c9fb808c-3d1a-41dd-8740-68d5a62169be {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:09:03.771321 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10167b7a-cd36-45cf-a911-31afdfc0fba9', 'tag': 'b494dd4a-b64c-4849-bbaa-e472a6c3ade2', 'status': 'completed', 'code': 200} Nov 12 09:09:03.834053 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239bd361-3924-4bb2-879d-44f23a8780f4 req-cf476163-8e0f-4270-95ef-f0102232a85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:03.836462 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-239bd361-3924-4bb2-879d-44f23a8780f4 req-cf476163-8e0f-4270-95ef-f0102232a85b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0fe2f65e36b04191a8895e70d88ba327&device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9 HTTP/1.1" status: 200 len: 1095 time: 0.0439596 Nov 12 09:09:03.936176 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239bd361-3924-4bb2-879d-44f23a8780f4 req-735a89c7-3a48-45aa-9166-e39ebfd9d278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:03.937600 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-239bd361-3924-4bb2-879d-44f23a8780f4 req-735a89c7-3a48-45aa-9166-e39ebfd9d278 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0fe2f65e36b04191a8895e70d88ba327&device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9 HTTP/1.1" status: 200 len: 1095 time: 0.1000812 Nov 12 09:09:03.975937 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239bd361-3924-4bb2-879d-44f23a8780f4 req-5edfbb4d-69a7-42d0-955d-712d27d3da9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:03.977600 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-239bd361-3924-4bb2-879d-44f23a8780f4 req-5edfbb4d-69a7-42d0-955d-712d27d3da9e service neutron] 10.222.0.21 "GET /v2.0/networks?id=58fcde89-0909-49c5-8929-54da1ed9ecf5 HTTP/1.1" status: 200 len: 913 time: 0.1321771 Nov 12 09:09:04.029728 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e9e70d2a-d7da-4bca-ae75-215550f2f553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:04.096739 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-239bd361-3924-4bb2-879d-44f23a8780f4 req-0967ec72-e85e-4be8-aa96-7464c48672e4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b494dd4a-b64c-4849-bbaa-e472a6c3ade2 HTTP/1.1" status: 200 len: 999 time: 0.1088562 Nov 12 09:09:04.114094 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239bd361-3924-4bb2-879d-44f23a8780f4 req-1675e3c0-efc8-42fb-99a3-d1199e8331c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:04.115605 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-239bd361-3924-4bb2-879d-44f23a8780f4 req-1675e3c0-efc8-42fb-99a3-d1199e8331c8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=58fcde89-0909-49c5-8929-54da1ed9ecf5 HTTP/1.1" status: 200 len: 913 time: 0.1652973 Nov 12 09:09:04.201495 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239bd361-3924-4bb2-879d-44f23a8780f4 req-ac6bb98a-efee-4c3c-96f7-32fec0885c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:04.203019 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-239bd361-3924-4bb2-879d-44f23a8780f4 req-ac6bb98a-efee-4c3c-96f7-32fec0885c42 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=361cd205-c9ed-4615-bbce-5d7fd6e5ad7d HTTP/1.1" status: 200 len: 851 time: 0.0986521 Nov 12 09:09:04.224009 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-239bd361-3924-4bb2-879d-44f23a8780f4 req-a2c338de-d352-4a39-97c8-9de0fb542efe service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b494dd4a-b64c-4849-bbaa-e472a6c3ade2 HTTP/1.1" status: 200 len: 999 time: 0.0888162 Nov 12 09:09:04.287997 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239bd361-3924-4bb2-879d-44f23a8780f4 req-8a764838-394d-41b0-9c3f-5678df0462dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:04.289801 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-239bd361-3924-4bb2-879d-44f23a8780f4 req-8a764838-394d-41b0-9c3f-5678df0462dd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=58fcde89-0909-49c5-8929-54da1ed9ecf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0782866 Nov 12 09:09:04.295649 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239bd361-3924-4bb2-879d-44f23a8780f4 req-00e01604-0393-4f00-bad8-2e31b6cc86a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:04.297043 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-239bd361-3924-4bb2-879d-44f23a8780f4 req-00e01604-0393-4f00-bad8-2e31b6cc86a8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=361cd205-c9ed-4615-bbce-5d7fd6e5ad7d HTTP/1.1" status: 200 len: 851 time: 0.0568874 Nov 12 09:09:04.413362 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239bd361-3924-4bb2-879d-44f23a8780f4 req-ff3ca59f-8855-4fa1-a27e-2951b8ce3af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:04.414960 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-239bd361-3924-4bb2-879d-44f23a8780f4 req-ff3ca59f-8855-4fa1-a27e-2951b8ce3af3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=58fcde89-0909-49c5-8929-54da1ed9ecf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0995207 Nov 12 09:09:04.418529 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-239bd361-3924-4bb2-879d-44f23a8780f4 req-a7ed483c-3c5c-4c3e-93d3-e5ffd17cfbc0 service neutron] 10.222.0.21 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202705 Nov 12 09:09:04.555848 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21ebcd2-cd98-43a9-9f4d-a7f8d61833b5 req-a1013384-9bbc-4575-9eec-962070f2782a tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:04.558141 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f21ebcd2-cd98-43a9-9f4d-a7f8d61833b5 req-a1013384-9bbc-4575-9eec-962070f2782a tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9 HTTP/1.1" status: 200 len: 943 time: 0.0597217 Nov 12 09:09:04.583475 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-239bd361-3924-4bb2-879d-44f23a8780f4 req-a21db34f-ac29-4100-8908-cf1608c88c69 service neutron] 10.222.0.44 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571898 Nov 12 09:09:04.586401 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-239bd361-3924-4bb2-879d-44f23a8780f4 req-1d5eedc7-0e4b-4904-ad11-ca336d6c2daf service neutron] 10.222.0.21 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531110 Nov 12 09:09:04.608391 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f21ebcd2-cd98-43a9-9f4d-a7f8d61833b5 req-ee5dd1d4-f4c9-4583-9318-0cbaa10e3e6e tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436823 Nov 12 09:09:04.690450 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-239bd361-3924-4bb2-879d-44f23a8780f4 req-bbbf845f-f6e4-4b0c-8f4b-772c04b9a654 service neutron] 10.222.0.44 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927398 Nov 12 09:09:05.730649 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9893c25e-15af-4913-8019-f8c0190a1f4a req-8a8222f5-3eb1-4cb9-8d16-e28856e28415 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:05.732173 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9893c25e-15af-4913-8019-f8c0190a1f4a req-8a8222f5-3eb1-4cb9-8d16-e28856e28415 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9 HTTP/1.1" status: 200 len: 943 time: 0.0510385 Nov 12 09:09:05.781378 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9893c25e-15af-4913-8019-f8c0190a1f4a req-5c26b3aa-8070-4f14-9fd5-ddb8f207bc6e tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430503 Nov 12 09:09:05.896918 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:06.911640 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5ec41d-e35c-48db-87b9-26338b1093a7 req-ab46f49b-6729-46c7-b7f7-35a0c678e966 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:06.914049 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2b5ec41d-e35c-48db-87b9-26338b1093a7 req-ab46f49b-6729-46c7-b7f7-35a0c678e966 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9 HTTP/1.1" status: 200 len: 943 time: 0.0599165 Nov 12 09:09:06.967181 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2b5ec41d-e35c-48db-87b9-26338b1093a7 req-302b87de-ec26-4eeb-a54f-e11fc9cd01a1 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460658 Nov 12 09:09:07.087643 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f5fa6f53-4fe1-4d02-a300-7b5a92f5386a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:08.081902 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:08.089423 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50099135-8e38-4c47-9316-1c7f0b2b7542 req-d17b96c0-0ba4-443b-86da-0ed7d01a2169 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:08.090927 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-50099135-8e38-4c47-9316-1c7f0b2b7542 req-d17b96c0-0ba4-443b-86da-0ed7d01a2169 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9 HTTP/1.1" status: 200 len: 943 time: 0.0506127 Nov 12 09:09:08.139413 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-50099135-8e38-4c47-9316-1c7f0b2b7542 req-42a66aed-fbe2-4d40-b915-e115806d61c7 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421429 Nov 12 09:09:09.256376 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15692575-0348-46e8-8435-b8d0d99f58ed req-3bf743c6-b5ab-4899-b8df-780d56a330e1 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:09.258082 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-15692575-0348-46e8-8435-b8d0d99f58ed req-3bf743c6-b5ab-4899-b8df-780d56a330e1 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9 HTTP/1.1" status: 200 len: 943 time: 0.0500591 Nov 12 09:09:09.308774 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-15692575-0348-46e8-8435-b8d0d99f58ed req-d7ab6ced-9042-42c5-ba5c-55b73a702d04 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445738 Nov 12 09:09:09.430565 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:10.073749 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:10.429478 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c609f-a255-44a5-820f-9a8c0333394e req-571d3ff6-fcfd-46e8-bcee-a0ca67338de8 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:10.431005 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a71c609f-a255-44a5-820f-9a8c0333394e req-571d3ff6-fcfd-46e8-bcee-a0ca67338de8 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9 HTTP/1.1" status: 200 len: 943 time: 0.0494788 Nov 12 09:09:10.478185 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a71c609f-a255-44a5-820f-9a8c0333394e req-0c06388a-0b78-4e51-a9c8-a653ae41a04a tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410850 Nov 12 09:09:11.595740 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3ea2d7-43ca-4091-bada-8aa429a0c164 req-d1c4f283-82c7-4b6e-a33b-c55e85985896 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:11.597233 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2a3ea2d7-43ca-4091-bada-8aa429a0c164 req-d1c4f283-82c7-4b6e-a33b-c55e85985896 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9 HTTP/1.1" status: 200 len: 943 time: 0.0495114 Nov 12 09:09:11.644765 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2a3ea2d7-43ca-4091-bada-8aa429a0c164 req-532c4991-0410-4d55-8117-05eac5d5b87c tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415328 Nov 12 09:09:12.770920 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943a9935-9997-4497-8667-ebfa9ed9e1d8 req-64ae8880-c9cf-4121-b007-4a026212f8ba tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:12.772657 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-943a9935-9997-4497-8667-ebfa9ed9e1d8 req-64ae8880-c9cf-4121-b007-4a026212f8ba tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9 HTTP/1.1" status: 200 len: 943 time: 0.0542722 Nov 12 09:09:12.820605 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-943a9935-9997-4497-8667-ebfa9ed9e1d8 req-2d78d1ca-27c2-497f-9bd6-4389e634ce55 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420368 Nov 12 09:09:12.840050 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:13.941179 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa4f0a6-6c43-41a6-a0ba-0f29ec3116ef req-6837df8f-3ce8-43e6-9f90-8cc151b789fd tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:13.942573 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4aa4f0a6-6c43-41a6-a0ba-0f29ec3116ef req-6837df8f-3ce8-43e6-9f90-8cc151b789fd tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9 HTTP/1.1" status: 200 len: 943 time: 0.0499287 Nov 12 09:09:13.991454 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4aa4f0a6-6c43-41a6-a0ba-0f29ec3116ef req-30e5ea0b-9ee4-4925-a3fe-73b2a48c8970 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421000 Nov 12 09:09:15.108586 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa9c80d-60e7-46fe-aaa9-0a3792217df5 req-cb8b36e1-bef2-4472-8f11-3061ffbd5c51 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:15.110058 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0aa9c80d-60e7-46fe-aaa9-0a3792217df5 req-cb8b36e1-bef2-4472-8f11-3061ffbd5c51 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9 HTTP/1.1" status: 200 len: 943 time: 0.0490966 Nov 12 09:09:15.161792 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0aa9c80d-60e7-46fe-aaa9-0a3792217df5 req-3961996f-ca5d-41ae-9883-39b191f5fc9f tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448880 Nov 12 09:09:15.298727 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device b494dd4a-b64c-4849-bbaa-e472a6c3ade2 details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:09:15.400163 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port b494dd4a-b64c-4849-bbaa-e472a6c3ade2, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=b494dd4a-b64c-4849-bbaa-e472a6c3ade2,segment=NetworkSegment(064bfa1e-f17d-49cf-86cd-d69b8f23a455),segment_id=064bfa1e-f17d-49cf-86cd-d69b8f23a455)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:09:15.411174 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': 'b494dd4a-b64c-4849-bbaa-e472a6c3ade2', 'network_id': '58fcde89-0909-49c5-8929-54da1ed9ecf5', 'port_id': 'b494dd4a-b64c-4849-bbaa-e472a6c3ade2', 'mac_address': 'fa:16:3e:5d:e5:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '361cd205-c9ed-4615-bbce-5d7fd6e5ad7d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:09:15.448787 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:15.461489 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b494dd4a-b64c-4849-bbaa-e472a6c3ade2 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:09:15.483851 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port b494dd4a-b64c-4849-bbaa-e472a6c3ade2, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=b494dd4a-b64c-4849-bbaa-e472a6c3ade2,segment=NetworkSegment(064bfa1e-f17d-49cf-86cd-d69b8f23a455),segment_id=064bfa1e-f17d-49cf-86cd-d69b8f23a455)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:09:15.487658 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:15.536709 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=b494dd4a-b64c-4849-bbaa-e472a6c3ade2,revision_number=8']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:15.544713 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:15.545059 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:15.545395 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:15.545726 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:15.546057 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:15.546385 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:15.546742 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:15.547065 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:15.547386 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:15.547705 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:15.548024 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:15.548342 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:15.855671 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['b494dd4a-b64c-4849-bbaa-e472a6c3ade2'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:09:16.282373 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fedbac0-8483-4a46-98b9-21ae6dbfa240 req-836b3622-6f3b-43b5-ae03-e9159ef243c8 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:16.283865 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0fedbac0-8483-4a46-98b9-21ae6dbfa240 req-836b3622-6f3b-43b5-ae03-e9159ef243c8 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9 HTTP/1.1" status: 200 len: 944 time: 0.0508683 Nov 12 09:09:16.331532 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0fedbac0-8483-4a46-98b9-21ae6dbfa240 req-3cd7d67b-ee93-459f-8c6d-df825f02b960 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417066 Nov 12 09:09:16.636718 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96f28bc-eec9-49bf-988c-b9b1de5a316e req-0abc6606-ff47-4194-94b0-f0e24556397f tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:16.638244 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a96f28bc-eec9-49bf-988c-b9b1de5a316e req-0abc6606-ff47-4194-94b0-f0e24556397f tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.44 "GET /v2.0/ports?device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9&tenant_id=0fe2f65e36b04191a8895e70d88ba327&binding%3Ahost_id=n-h2-765315-29 HTTP/1.1" status: 200 len: 944 time: 0.0550091 Nov 12 09:09:16.643526 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db3676a-fe50-40a8-9d0b-3eae0a30d995 req-39b73b8f-7232-48fc-9d95-5ef5304de21e tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:16.644969 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4db3676a-fe50-40a8-9d0b-3eae0a30d995 req-39b73b8f-7232-48fc-9d95-5ef5304de21e tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9 HTTP/1.1" status: 200 len: 944 time: 0.0497522 Nov 12 09:09:16.695734 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4db3676a-fe50-40a8-9d0b-3eae0a30d995 req-32933ca2-55ca-4749-b864-d20ee9977397 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442359 Nov 12 09:09:16.709008 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a96f28bc-eec9-49bf-988c-b9b1de5a316e req-95b1fd9a-af57-4367-86c4-3f47b738a3e5 service neutron] 10.222.0.44 "GET /v2.0/ports/b494dd4a-b64c-4849-bbaa-e472a6c3ade2/bindings/n-h2-765315-29 HTTP/1.1" status: 200 len: 383 time: 0.0587435 Nov 12 09:09:16.799405 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96f28bc-eec9-49bf-988c-b9b1de5a316e req-1c65b454-2a3e-4c80-a3f1-10e99109d2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:16.800818 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a96f28bc-eec9-49bf-988c-b9b1de5a316e req-1c65b454-2a3e-4c80-a3f1-10e99109d2d4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0fe2f65e36b04191a8895e70d88ba327&device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9 HTTP/1.1" status: 200 len: 1096 time: 0.0467660 Nov 12 09:09:16.894789 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96f28bc-eec9-49bf-988c-b9b1de5a316e req-fabf14bd-7f2b-481c-a8fb-92afe420b782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:16.896249 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a96f28bc-eec9-49bf-988c-b9b1de5a316e req-fabf14bd-7f2b-481c-a8fb-92afe420b782 service neutron] 10.222.0.44 "GET /v2.0/networks?id=58fcde89-0909-49c5-8929-54da1ed9ecf5 HTTP/1.1" status: 200 len: 913 time: 0.0868938 Nov 12 09:09:16.965151 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a96f28bc-eec9-49bf-988c-b9b1de5a316e req-732e843e-ee98-4001-b61f-19b8a3cd4de6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b494dd4a-b64c-4849-bbaa-e472a6c3ade2 HTTP/1.1" status: 200 len: 1000 time: 0.0619833 Nov 12 09:09:17.015069 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96f28bc-eec9-49bf-988c-b9b1de5a316e req-e10ca4fd-a12e-4ce5-b805-b2281fd2acf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:17.016771 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a96f28bc-eec9-49bf-988c-b9b1de5a316e req-e10ca4fd-a12e-4ce5-b805-b2281fd2acf0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=361cd205-c9ed-4615-bbce-5d7fd6e5ad7d HTTP/1.1" status: 200 len: 851 time: 0.0441482 Nov 12 09:09:17.064975 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96f28bc-eec9-49bf-988c-b9b1de5a316e req-fec1bf14-0d21-44be-847c-cb29e68e23e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:17.066349 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a96f28bc-eec9-49bf-988c-b9b1de5a316e req-fec1bf14-0d21-44be-847c-cb29e68e23e5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=58fcde89-0909-49c5-8929-54da1ed9ecf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420218 Nov 12 09:09:17.160587 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a96f28bc-eec9-49bf-988c-b9b1de5a316e req-65a1a82b-6fe6-4a03-be31-2e7fb46e19ca service neutron] 10.222.0.44 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866535 Nov 12 09:09:17.250165 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a96f28bc-eec9-49bf-988c-b9b1de5a316e req-b2c06f8e-5e9a-4921-a6f6-d3d5c80cadc1 service neutron] 10.222.0.44 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827057 Nov 12 09:09:17.327250 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device b494dd4a-b64c-4849-bbaa-e472a6c3ade2 up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:09:17.379193 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning for port b494dd4a-b64c-4849-bbaa-e472a6c3ade2 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:09:17.384734 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port b494dd4a-b64c-4849-bbaa-e472a6c3ade2 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:09:17.385102 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:17.462578 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:17.484730 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10167b7a-cd36-45cf-a911-31afdfc0fba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b494dd4a-b64c-4849-bbaa-e472a6c3ade2'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:09:17.486946 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132d5890bda14c85ea4d6a837dfa65400ea66c0cb50158568a7b02b7fe216ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32825cd4-43ce-4b65-8034-a0162cb71613" -d '{"events": [{"server_uuid": "10167b7a-cd36-45cf-a911-31afdfc0fba9", "name": "network-vif-plugged", "status": "completed", "tag": "b494dd4a-b64c-4849-bbaa-e472a6c3ade2"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:09:17.499931 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port b494dd4a-b64c-4849-bbaa-e472a6c3ade2, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=b494dd4a-b64c-4849-bbaa-e472a6c3ade2,segment=NetworkSegment(064bfa1e-f17d-49cf-86cd-d69b8f23a455),segment_id=064bfa1e-f17d-49cf-86cd-d69b8f23a455)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:09:17.504440 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:17.539373 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-627835ce-6274-4091-a7c1-e4fe3d144e01 x-openstack-request-id: req-627835ce-6274-4091-a7c1-e4fe3d144e01 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:09:17.539664 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10167b7a-cd36-45cf-a911-31afdfc0fba9", "name": "network-vif-plugged", "status": "completed", "tag": "b494dd4a-b64c-4849-bbaa-e472a6c3ade2", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:09:17.539914 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-627835ce-6274-4091-a7c1-e4fe3d144e01 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:09:17.540296 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10167b7a-cd36-45cf-a911-31afdfc0fba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b494dd4a-b64c-4849-bbaa-e472a6c3ade2', 'code': 200} Nov 12 09:09:17.554610 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=b494dd4a-b64c-4849-bbaa-e472a6c3ade2,revision_number=9']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:17.819179 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce40f7fa-b52f-49b2-a3e9-0956f6967d5b req-4ce1a2a2-8c68-42fe-9e97-4c28be77e3f9 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:17.820648 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ce40f7fa-b52f-49b2-a3e9-0956f6967d5b req-4ce1a2a2-8c68-42fe-9e97-4c28be77e3f9 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9 HTTP/1.1" status: 200 len: 945 time: 0.0539210 Nov 12 09:09:17.868245 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ce40f7fa-b52f-49b2-a3e9-0956f6967d5b req-8730bdca-59d2-4ab2-a6fc-a39c8b294ddf tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414939 Nov 12 09:09:18.987819 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ffce91-bf95-458b-b1e5-71860be26006 req-7abe5d99-3ed4-4da7-a696-8b0622e2359e tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:18.989206 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-78ffce91-bf95-458b-b1e5-71860be26006 req-7abe5d99-3ed4-4da7-a696-8b0622e2359e tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9 HTTP/1.1" status: 200 len: 945 time: 0.0504739 Nov 12 09:09:19.045189 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-78ffce91-bf95-458b-b1e5-71860be26006 req-f9aa62ce-a158-44cb-bc1a-447a898eaf7e tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455658 Nov 12 09:09:20.179491 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0824fa1-224b-464c-a3f4-eae0344ba856 req-b0f2233c-cc3c-4ae6-bdc9-312120511577 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:20.181177 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d0824fa1-224b-464c-a3f4-eae0344ba856 req-b0f2233c-cc3c-4ae6-bdc9-312120511577 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9 HTTP/1.1" status: 200 len: 945 time: 0.0645113 Nov 12 09:09:20.231900 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d0824fa1-224b-464c-a3f4-eae0344ba856 req-43892eea-6659-45d2-9ec9-85d08ce20c21 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445964 Nov 12 09:09:21.356245 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d053025-e326-478e-9077-2273728df1cf req-11428ce1-3660-4a1c-873b-a7dc04885d98 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:21.359001 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0d053025-e326-478e-9077-2273728df1cf req-11428ce1-3660-4a1c-873b-a7dc04885d98 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9 HTTP/1.1" status: 200 len: 945 time: 0.0540688 Nov 12 09:09:21.360139 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device b494dd4a-b64c-4849-bbaa-e472a6c3ade2 no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:09:21.426266 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0d053025-e326-478e-9077-2273728df1cf req-0975a8d7-5bca-4638-99dc-737adb633eb2 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563807 Nov 12 09:09:21.448130 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:21.475607 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10167b7a-cd36-45cf-a911-31afdfc0fba9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b494dd4a-b64c-4849-bbaa-e472a6c3ade2'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:09:21.477928 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132d5890bda14c85ea4d6a837dfa65400ea66c0cb50158568a7b02b7fe216ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88081de0-b928-473f-af06-f26915795543" -d '{"events": [{"server_uuid": "10167b7a-cd36-45cf-a911-31afdfc0fba9", "name": "network-vif-unplugged", "status": "completed", "tag": "b494dd4a-b64c-4849-bbaa-e472a6c3ade2"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:09:21.491414 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port b494dd4a-b64c-4849-bbaa-e472a6c3ade2, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=b494dd4a-b64c-4849-bbaa-e472a6c3ade2,segment=NetworkSegment(064bfa1e-f17d-49cf-86cd-d69b8f23a455),segment_id=064bfa1e-f17d-49cf-86cd-d69b8f23a455)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:09:21.495955 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:21.536113 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 09:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb92881-e267-45d7-be27-61a8a791b25c x-openstack-request-id: req-adb92881-e267-45d7-be27-61a8a791b25c {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:09:21.536399 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10167b7a-cd36-45cf-a911-31afdfc0fba9", "name": "network-vif-unplugged", "status": "completed", "tag": "b494dd4a-b64c-4849-bbaa-e472a6c3ade2", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:09:21.536741 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-adb92881-e267-45d7-be27-61a8a791b25c {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:09:21.537151 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10167b7a-cd36-45cf-a911-31afdfc0fba9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b494dd4a-b64c-4849-bbaa-e472a6c3ade2', 'code': 200} Nov 12 09:09:21.549716 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=b494dd4a-b64c-4849-bbaa-e472a6c3ade2,revision_number=10']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:21.858818 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96f28bc-eec9-49bf-988c-b9b1de5a316e req-539655bb-6f71-424b-a627-d18a1317eea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:21.860347 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a96f28bc-eec9-49bf-988c-b9b1de5a316e req-539655bb-6f71-424b-a627-d18a1317eea0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9&tenant_id=0fe2f65e36b04191a8895e70d88ba327 HTTP/1.1" status: 200 len: 1096 time: 0.0426376 Nov 12 09:09:21.872537 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-a96f28bc-eec9-49bf-988c-b9b1de5a316e req-dab2ae4c-1514-4595-a8e2-14cf80d98a3e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-765315-29', 'device_owner': 'compute:nova'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:09:22.241637 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-a96f28bc-eec9-49bf-988c-b9b1de5a316e req-dab2ae4c-1514-4595-a8e2-14cf80d98a3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:22.441287 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-a96f28bc-eec9-49bf-988c-b9b1de5a316e req-dab2ae4c-1514-4595-a8e2-14cf80d98a3e service neutron] For port b494dd4a-b64c-4849-bbaa-e472a6c3ade2, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=b494dd4a-b64c-4849-bbaa-e472a6c3ade2,segment=NetworkSegment(064bfa1e-f17d-49cf-86cd-d69b8f23a455),segment_id=064bfa1e-f17d-49cf-86cd-d69b8f23a455)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:09:22.475423 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-a96f28bc-eec9-49bf-988c-b9b1de5a316e req-dab2ae4c-1514-4595-a8e2-14cf80d98a3e service neutron] For port b494dd4a-b64c-4849-bbaa-e472a6c3ade2, host n-h2-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:09:22.510193 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-a96f28bc-eec9-49bf-988c-b9b1de5a316e req-dab2ae4c-1514-4595-a8e2-14cf80d98a3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b494dd4a-b64c-4849-bbaa-e472a6c3ade2 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:09:22.517763 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-a96f28bc-eec9-49bf-988c-b9b1de5a316e req-dab2ae4c-1514-4595-a8e2-14cf80d98a3e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:22.531459 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-a96f28bc-eec9-49bf-988c-b9b1de5a316e req-dab2ae4c-1514-4595-a8e2-14cf80d98a3e service neutron] Transition to ACTIVE for port object b494dd4a-b64c-4849-bbaa-e472a6c3ade2 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:09:22.535354 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-a96f28bc-eec9-49bf-988c-b9b1de5a316e req-dab2ae4c-1514-4595-a8e2-14cf80d98a3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:22.551939 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e746864-9f9b-4949-ae7e-3a3d812d9ba3 req-1d8a1e9a-ae24-4d9d-864d-dae8db2ac893 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:22.554093 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2e746864-9f9b-4949-ae7e-3a3d812d9ba3 req-1d8a1e9a-ae24-4d9d-864d-dae8db2ac893 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9 HTTP/1.1" status: 200 len: 944 time: 0.0528662 Nov 12 09:09:22.614857 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2e746864-9f9b-4949-ae7e-3a3d812d9ba3 req-0c4bbb63-26fd-49c9-97ce-301a5a5b1780 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544457 Nov 12 09:09:22.624126 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab2ae4c-1514-4595-a8e2-14cf80d98a3e service neutron] Pushing event updated for resources: {'Port': ['ID=b494dd4a-b64c-4849-bbaa-e472a6c3ade2,revision_number=11']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:22.662484 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-a96f28bc-eec9-49bf-988c-b9b1de5a316e req-dab2ae4c-1514-4595-a8e2-14cf80d98a3e service neutron] No DVR routers for this DVR port b494dd4a-b64c-4849-bbaa-e472a6c3ade2 on host n-h2-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:09:22.803051 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-a96f28bc-eec9-49bf-988c-b9b1de5a316e req-dab2ae4c-1514-4595-a8e2-14cf80d98a3e service neutron] Attempting to bind port b494dd4a-b64c-4849-bbaa-e472a6c3ade2 on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:09:22.803452 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-a96f28bc-eec9-49bf-988c-b9b1de5a316e req-dab2ae4c-1514-4595-a8e2-14cf80d98a3e service neutron] Attempting to bind port b494dd4a-b64c-4849-bbaa-e472a6c3ade2 by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': '064bfa1e-f17d-49cf-86cd-d69b8f23a455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '58fcde89-0909-49c5-8929-54da1ed9ecf5'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:09:22.803908 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96f28bc-eec9-49bf-988c-b9b1de5a316e req-dab2ae4c-1514-4595-a8e2-14cf80d98a3e service neutron] Attempting to bind port b494dd4a-b64c-4849-bbaa-e472a6c3ade2 on network 58fcde89-0909-49c5-8929-54da1ed9ecf5 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:09:22.808364 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96f28bc-eec9-49bf-988c-b9b1de5a316e req-dab2ae4c-1514-4595-a8e2-14cf80d98a3e service neutron] Port b494dd4a-b64c-4849-bbaa-e472a6c3ade2 on network 58fcde89-0909-49c5-8929-54da1ed9ecf5 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:09:22.808672 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96f28bc-eec9-49bf-988c-b9b1de5a316e req-dab2ae4c-1514-4595-a8e2-14cf80d98a3e service neutron] Attempting to bind port b494dd4a-b64c-4849-bbaa-e472a6c3ade2 on network 58fcde89-0909-49c5-8929-54da1ed9ecf5 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:09:22.813546 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96f28bc-eec9-49bf-988c-b9b1de5a316e req-dab2ae4c-1514-4595-a8e2-14cf80d98a3e service neutron] Checking agent: {'id': '26215384-8035-4ce2-971a-8e67be80da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:09:22.813886 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96f28bc-eec9-49bf-988c-b9b1de5a316e req-dab2ae4c-1514-4595-a8e2-14cf80d98a3e service neutron] Checking segment: {'id': '064bfa1e-f17d-49cf-86cd-d69b8f23a455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '58fcde89-0909-49c5-8929-54da1ed9ecf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:09:22.814270 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96f28bc-eec9-49bf-988c-b9b1de5a316e req-dab2ae4c-1514-4595-a8e2-14cf80d98a3e service neutron] Bound using segment: {'id': '064bfa1e-f17d-49cf-86cd-d69b8f23a455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '58fcde89-0909-49c5-8929-54da1ed9ecf5'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:09:22.814730 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-a96f28bc-eec9-49bf-988c-b9b1de5a316e req-dab2ae4c-1514-4595-a8e2-14cf80d98a3e service neutron] Bound port: b494dd4a-b64c-4849-bbaa-e472a6c3ade2, host: n-h1-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '064bfa1e-f17d-49cf-86cd-d69b8f23a455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '58fcde89-0909-49c5-8929-54da1ed9ecf5'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:09:22.815091 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-a96f28bc-eec9-49bf-988c-b9b1de5a316e req-dab2ae4c-1514-4595-a8e2-14cf80d98a3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:22.883612 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-a96f28bc-eec9-49bf-988c-b9b1de5a316e req-dab2ae4c-1514-4595-a8e2-14cf80d98a3e service neutron] For port b494dd4a-b64c-4849-bbaa-e472a6c3ade2, host n-h1-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:09:22.886722 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-a96f28bc-eec9-49bf-988c-b9b1de5a316e req-dab2ae4c-1514-4595-a8e2-14cf80d98a3e service neutron] For port b494dd4a-b64c-4849-bbaa-e472a6c3ade2, host n-h1-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=b494dd4a-b64c-4849-bbaa-e472a6c3ade2,segment=NetworkSegment(064bfa1e-f17d-49cf-86cd-d69b8f23a455),segment_id=064bfa1e-f17d-49cf-86cd-d69b8f23a455)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:09:22.891059 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-a96f28bc-eec9-49bf-988c-b9b1de5a316e req-dab2ae4c-1514-4595-a8e2-14cf80d98a3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:22.926345 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96f28bc-eec9-49bf-988c-b9b1de5a316e req-dab2ae4c-1514-4595-a8e2-14cf80d98a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:22.926993 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-a96f28bc-eec9-49bf-988c-b9b1de5a316e req-dab2ae4c-1514-4595-a8e2-14cf80d98a3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:22.928431 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a96f28bc-eec9-49bf-988c-b9b1de5a316e req-dab2ae4c-1514-4595-a8e2-14cf80d98a3e service neutron] 10.222.0.21 "PUT /v2.0/ports/b494dd4a-b64c-4849-bbaa-e472a6c3ade2 HTTP/1.1" status: 200 len: 1093 time: 1.0599782 Nov 12 09:09:22.928871 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10167b7a-cd36-45cf-a911-31afdfc0fba9', 'tag': 'b494dd4a-b64c-4849-bbaa-e472a6c3ade2'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:09:22.931119 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c022ff2c5cb8d3060857f92f3690e67c01ee9cc1391db4b92ea76e21aea06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61450030-97c3-4f8c-a378-300c708d1a92" -d '{"events": [{"name": "network-changed", "server_uuid": "10167b7a-cd36-45cf-a911-31afdfc0fba9", "tag": "b494dd4a-b64c-4849-bbaa-e472a6c3ade2"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:09:22.954372 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab2ae4c-1514-4595-a8e2-14cf80d98a3e service neutron] Pushing event updated for resources: {'Port': ['ID=b494dd4a-b64c-4849-bbaa-e472a6c3ade2,revision_number=12']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:23.003507 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96f28bc-eec9-49bf-988c-b9b1de5a316e req-312cd777-efd6-4361-971c-182508acb0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:23.005048 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a96f28bc-eec9-49bf-988c-b9b1de5a316e req-312cd777-efd6-4361-971c-182508acb0e3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0fe2f65e36b04191a8895e70d88ba327&device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9 HTTP/1.1" status: 200 len: 1096 time: 0.0451047 Nov 12 09:09:23.008037 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fb8623c-6c4f-4154-86a3-771da797bbae x-openstack-request-id: req-6fb8623c-6c4f-4154-86a3-771da797bbae {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:09:23.008328 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10167b7a-cd36-45cf-a911-31afdfc0fba9", "tag": "b494dd4a-b64c-4849-bbaa-e472a6c3ade2", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:09:23.008580 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6fb8623c-6c4f-4154-86a3-771da797bbae {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:09:23.008980 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10167b7a-cd36-45cf-a911-31afdfc0fba9', 'tag': 'b494dd4a-b64c-4849-bbaa-e472a6c3ade2', 'status': 'completed', 'code': 200} Nov 12 09:09:23.141675 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61450030-97c3-4f8c-a378-300c708d1a92 req-d39e52de-acdd-4797-a694-eedf745e44be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:23.144351 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-61450030-97c3-4f8c-a378-300c708d1a92 req-d39e52de-acdd-4797-a694-eedf745e44be service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0fe2f65e36b04191a8895e70d88ba327&device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9 HTTP/1.1" status: 200 len: 1096 time: 0.0687897 Nov 12 09:09:23.150238 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96f28bc-eec9-49bf-988c-b9b1de5a316e req-3d29e23d-3dc5-47c1-835d-f592fed0414a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:23.152351 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a96f28bc-eec9-49bf-988c-b9b1de5a316e req-3d29e23d-3dc5-47c1-835d-f592fed0414a service neutron] 10.222.0.21 "GET /v2.0/networks?id=58fcde89-0909-49c5-8929-54da1ed9ecf5 HTTP/1.1" status: 200 len: 913 time: 0.1396296 Nov 12 09:09:23.280926 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a96f28bc-eec9-49bf-988c-b9b1de5a316e req-3dbdd9fe-17c8-4fd8-bf52-66f650cc74dd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b494dd4a-b64c-4849-bbaa-e472a6c3ade2 HTTP/1.1" status: 200 len: 999 time: 0.1157129 Nov 12 09:09:23.328790 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61450030-97c3-4f8c-a378-300c708d1a92 req-652d34fb-f317-4447-b659-19dff91f6122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:23.330284 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-61450030-97c3-4f8c-a378-300c708d1a92 req-652d34fb-f317-4447-b659-19dff91f6122 service neutron] 10.222.0.44 "GET /v2.0/networks?id=58fcde89-0909-49c5-8929-54da1ed9ecf5 HTTP/1.1" status: 200 len: 913 time: 0.1727264 Nov 12 09:09:23.384000 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96f28bc-eec9-49bf-988c-b9b1de5a316e req-b798d89b-7f10-44d8-b865-716efd488f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:23.385477 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a96f28bc-eec9-49bf-988c-b9b1de5a316e req-b798d89b-7f10-44d8-b865-716efd488f14 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=361cd205-c9ed-4615-bbce-5d7fd6e5ad7d HTTP/1.1" status: 200 len: 851 time: 0.0956240 Nov 12 09:09:23.431238 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-61450030-97c3-4f8c-a378-300c708d1a92 req-d97134b5-edec-479d-a11a-5d2b28e7a027 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b494dd4a-b64c-4849-bbaa-e472a6c3ade2 HTTP/1.1" status: 200 len: 999 time: 0.0926573 Nov 12 09:09:23.441859 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96f28bc-eec9-49bf-988c-b9b1de5a316e req-5d844891-fd15-4135-849c-eb61aef3bb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:23.443883 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a96f28bc-eec9-49bf-988c-b9b1de5a316e req-5d844891-fd15-4135-849c-eb61aef3bb44 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=58fcde89-0909-49c5-8929-54da1ed9ecf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0492291 Nov 12 09:09:23.541577 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61450030-97c3-4f8c-a378-300c708d1a92 req-9f2f4d1f-d235-40c0-8f59-ab82359a4b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:23.542986 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-61450030-97c3-4f8c-a378-300c708d1a92 req-9f2f4d1f-d235-40c0-8f59-ab82359a4b7e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=361cd205-c9ed-4615-bbce-5d7fd6e5ad7d HTTP/1.1" status: 200 len: 851 time: 0.0980103 Nov 12 09:09:23.592995 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a96f28bc-eec9-49bf-988c-b9b1de5a316e req-46e200f8-73cb-46c4-8a1e-a99db14430ab service neutron] 10.222.0.21 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408572 Nov 12 09:09:23.622007 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61450030-97c3-4f8c-a378-300c708d1a92 req-eaa9f8fc-2918-4e28-ae2d-6881b8df94e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:23.623497 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-61450030-97c3-4f8c-a378-300c708d1a92 req-eaa9f8fc-2918-4e28-ae2d-6881b8df94e7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=58fcde89-0909-49c5-8929-54da1ed9ecf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0689380 Nov 12 09:09:23.734201 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792d9b74-2fde-49e9-ba3d-fe8093e2b4c3 req-42e4c92b-8b7c-4ca8-813d-089f1b457bc3 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:23.735728 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-792d9b74-2fde-49e9-ba3d-fe8093e2b4c3 req-42e4c92b-8b7c-4ca8-813d-089f1b457bc3 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9 HTTP/1.1" status: 200 len: 944 time: 0.0503070 Nov 12 09:09:23.756378 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a96f28bc-eec9-49bf-988c-b9b1de5a316e req-0e3922b1-eb71-4337-9f81-8b430d7cc88c service neutron] 10.222.0.21 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558011 Nov 12 09:09:23.775629 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-61450030-97c3-4f8c-a378-300c708d1a92 req-5af9e8b6-4f25-4fdb-89ae-92a7195e298b service neutron] 10.222.0.44 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420319 Nov 12 09:09:23.793222 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-792d9b74-2fde-49e9-ba3d-fe8093e2b4c3 req-c8eca7e9-64be-458e-af9e-7f6e842333aa tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502627 Nov 12 09:09:23.899946 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61450030-97c3-4f8c-a378-300c708d1a92 req-51e1f697-3b92-4354-ac73-29bb4796a8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:23.901453 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-61450030-97c3-4f8c-a378-300c708d1a92 req-51e1f697-3b92-4354-ac73-29bb4796a8d6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0fe2f65e36b04191a8895e70d88ba327&device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9 HTTP/1.1" status: 200 len: 1096 time: 0.0888424 Nov 12 09:09:23.932940 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-61450030-97c3-4f8c-a378-300c708d1a92 req-df501141-7c45-46c5-8560-d79a24744c6d service neutron] 10.222.0.44 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443820 Nov 12 09:09:24.009263 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61450030-97c3-4f8c-a378-300c708d1a92 req-f52a5ef0-d121-455a-8ce7-2414f9bc097c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:24.010758 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-61450030-97c3-4f8c-a378-300c708d1a92 req-f52a5ef0-d121-455a-8ce7-2414f9bc097c service neutron] 10.222.0.21 "GET /v2.0/networks?id=58fcde89-0909-49c5-8929-54da1ed9ecf5 HTTP/1.1" status: 200 len: 913 time: 0.1007328 Nov 12 09:09:24.079084 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-61450030-97c3-4f8c-a378-300c708d1a92 req-451b3969-7639-43ea-8f15-8fce2cbb537e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b494dd4a-b64c-4849-bbaa-e472a6c3ade2 HTTP/1.1" status: 200 len: 999 time: 0.0603476 Nov 12 09:09:24.134237 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61450030-97c3-4f8c-a378-300c708d1a92 req-b0a34874-fe98-4ce6-ab76-0e7e71412661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:24.135742 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-61450030-97c3-4f8c-a378-300c708d1a92 req-b0a34874-fe98-4ce6-ab76-0e7e71412661 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=361cd205-c9ed-4615-bbce-5d7fd6e5ad7d HTTP/1.1" status: 200 len: 851 time: 0.0500267 Nov 12 09:09:24.183488 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61450030-97c3-4f8c-a378-300c708d1a92 req-6347cacc-d633-4bdd-a945-7df1dea40186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:24.185007 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-61450030-97c3-4f8c-a378-300c708d1a92 req-6347cacc-d633-4bdd-a945-7df1dea40186 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=58fcde89-0909-49c5-8929-54da1ed9ecf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422764 Nov 12 09:09:24.279477 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-61450030-97c3-4f8c-a378-300c708d1a92 req-cd6ac022-3fe5-4435-9f9c-5d30fbd38e25 service neutron] 10.222.0.21 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872993 Nov 12 09:09:24.376120 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-61450030-97c3-4f8c-a378-300c708d1a92 req-2637c0f8-1b64-432c-bbf5-39e9ef93fa17 service neutron] 10.222.0.21 "GET /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894024 Nov 12 09:09:24.914632 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aeddff-4e2e-42d5-ade4-7d3503fd3e43 req-1dc605b8-5718-4c2e-bc5a-706f9a4122d9 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:24.916125 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-15aeddff-4e2e-42d5-ade4-7d3503fd3e43 req-1dc605b8-5718-4c2e-bc5a-706f9a4122d9 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9 HTTP/1.1" status: 200 len: 944 time: 0.0498211 Nov 12 09:09:24.963532 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-15aeddff-4e2e-42d5-ade4-7d3503fd3e43 req-bd6dbc1a-d89d-4b68-b979-ac1f0a3df6e1 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413301 Nov 12 09:09:26.094872 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d08348-d138-49c5-9e32-8176b6e1364a req-f429401a-afe4-45f4-aae8-34b7dfd3445b tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:26.096576 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-38d08348-d138-49c5-9e32-8176b6e1364a req-f429401a-afe4-45f4-aae8-34b7dfd3445b tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9 HTTP/1.1" status: 200 len: 944 time: 0.0576510 Nov 12 09:09:26.147077 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-38d08348-d138-49c5-9e32-8176b6e1364a req-a9f6cb74-1699-4b14-802b-09b7cd33c68b tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430655 Nov 12 09:09:27.268178 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690bec12-e7b7-4ffa-b0b7-cb604cf71dc4 req-b41fbfbd-0199-46d9-8127-7d3e5abdbebb tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:27.269666 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-690bec12-e7b7-4ffa-b0b7-cb604cf71dc4 req-b41fbfbd-0199-46d9-8127-7d3e5abdbebb tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9 HTTP/1.1" status: 200 len: 944 time: 0.0498130 Nov 12 09:09:27.316999 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-690bec12-e7b7-4ffa-b0b7-cb604cf71dc4 req-56b21bcb-53ba-48ea-a9ad-6083e84c8f1a tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406225 Nov 12 09:09:28.438367 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b304cd-87d8-48b5-8ca0-66427efb7feb req-325d9c8b-77ce-462c-b0ba-a12afb54d20e tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:28.439973 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f9b304cd-87d8-48b5-8ca0-66427efb7feb req-325d9c8b-77ce-462c-b0ba-a12afb54d20e tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9 HTTP/1.1" status: 200 len: 944 time: 0.0498633 Nov 12 09:09:28.498451 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f9b304cd-87d8-48b5-8ca0-66427efb7feb req-a10f9dfb-72c8-42e4-8641-ceb29e3408ba tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516427 Nov 12 09:09:29.618125 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3be2b6b-92ac-46c6-9d6b-ad1b5ddedbc9 req-4346684c-c9ef-45c8-bd5d-b822871a6024 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:29.619608 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a3be2b6b-92ac-46c6-9d6b-ad1b5ddedbc9 req-4346684c-c9ef-45c8-bd5d-b822871a6024 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9 HTTP/1.1" status: 200 len: 944 time: 0.0491705 Nov 12 09:09:29.667251 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a3be2b6b-92ac-46c6-9d6b-ad1b5ddedbc9 req-50ebc545-7272-4282-9087-55a765ecb099 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417445 Nov 12 09:09:30.783037 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d2cc79-b6e1-451d-b8d1-52a5c8eca032 req-87388ea0-b5fa-4ce6-a802-93ac6e495061 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:30.784488 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e5d2cc79-b6e1-451d-b8d1-52a5c8eca032 req-87388ea0-b5fa-4ce6-a802-93ac6e495061 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9 HTTP/1.1" status: 200 len: 944 time: 0.0487604 Nov 12 09:09:30.831029 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e5d2cc79-b6e1-451d-b8d1-52a5c8eca032 req-61951266-a84a-4229-8f6c-de75f0ee11cf tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399413 Nov 12 09:09:31.960782 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c94a6d-b10a-4240-be3c-2f0b85398fd0 req-5642fb23-e229-4d29-9f10-219b091db49a tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:31.962210 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-29c94a6d-b10a-4240-be3c-2f0b85398fd0 req-5642fb23-e229-4d29-9f10-219b091db49a tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9 HTTP/1.1" status: 200 len: 944 time: 0.0589542 Nov 12 09:09:32.010230 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-29c94a6d-b10a-4240-be3c-2f0b85398fd0 req-a9031d06-c4b8-43fc-880a-d0be0192a93f tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415668 Nov 12 09:09:33.128402 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcad48a1-b348-489f-93a9-cba852c66bb4 req-46b12ccc-5963-44b3-adfd-6d88b1abe03b tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:33.129917 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bcad48a1-b348-489f-93a9-cba852c66bb4 req-46b12ccc-5963-44b3-adfd-6d88b1abe03b tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9 HTTP/1.1" status: 200 len: 944 time: 0.0501702 Nov 12 09:09:33.177543 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bcad48a1-b348-489f-93a9-cba852c66bb4 req-7e1ddfc6-e9f0-40ca-a31d-0afeaed910ba tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402565 Nov 12 09:09:34.033486 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b1a9ce17-b0a0-44bc-b325-c4f8086c04c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:34.222563 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:09:34.300135 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5343a42-33f0-4fc4-a86a-55d2d825310a req-c29681a3-4c79-421b-9531-a529dc217bdb tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:34.301616 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e5343a42-33f0-4fc4-a86a-55d2d825310a req-c29681a3-4c79-421b-9531-a529dc217bdb tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9 HTTP/1.1" status: 200 len: 944 time: 0.0539744 Nov 12 09:09:34.350351 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e5343a42-33f0-4fc4-a86a-55d2d825310a req-0b0ce1dd-8c88-427d-9ef7-d7a64c1392b1 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420549 Nov 12 09:09:35.472280 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6440ebe-ec78-4c6b-af8f-e342b6b67aae req-c9486a32-4c00-424e-9f1e-38700e67f020 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:35.473784 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f6440ebe-ec78-4c6b-af8f-e342b6b67aae req-c9486a32-4c00-424e-9f1e-38700e67f020 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9 HTTP/1.1" status: 200 len: 944 time: 0.0507195 Nov 12 09:09:35.521926 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f6440ebe-ec78-4c6b-af8f-e342b6b67aae req-0c6bdab0-4bbb-4b17-b72c-d34c74e01870 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419796 Nov 12 09:09:35.899408 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:36.641840 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b6b97a-492a-4b7d-b90b-8563ff2b48a0 req-6bb8dd1a-7a04-43f8-b03f-280cafddc189 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:36.643396 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-44b6b97a-492a-4b7d-b90b-8563ff2b48a0 req-6bb8dd1a-7a04-43f8-b03f-280cafddc189 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9 HTTP/1.1" status: 200 len: 944 time: 0.0501747 Nov 12 09:09:36.698249 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-44b6b97a-492a-4b7d-b90b-8563ff2b48a0 req-9fa06416-89cd-4538-ba1e-9f264370a280 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481474 Nov 12 09:09:37.080323 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a9e46fd3-08b9-42cd-9f75-09f6b5de7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:37.818108 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f694023-44ea-4e2f-8eba-df1826ec1a00 req-a684d673-401c-4006-9bdf-13e98edd9986 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:37.819624 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3f694023-44ea-4e2f-8eba-df1826ec1a00 req-a684d673-401c-4006-9bdf-13e98edd9986 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9 HTTP/1.1" status: 200 len: 944 time: 0.0506613 Nov 12 09:09:37.868215 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3f694023-44ea-4e2f-8eba-df1826ec1a00 req-929c6e21-3bba-4ba1-a00d-7bb195489e3f tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425575 Nov 12 09:09:37.983778 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccda326-07e6-4c64-b7ef-b31e59e917fd req-41e10a20-a82a-49aa-909f-5c7b5d30acaf tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:37.985263 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8ccda326-07e6-4c64-b7ef-b31e59e917fd req-41e10a20-a82a-49aa-909f-5c7b5d30acaf tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9 HTTP/1.1" status: 200 len: 944 time: 0.0500808 Nov 12 09:09:38.032754 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8ccda326-07e6-4c64-b7ef-b31e59e917fd req-2579e367-2d3f-4882-b8ec-98bfcb010695 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414181 Nov 12 09:09:38.086034 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:38.155068 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27922e7-f81e-4bda-a9b2-22233348dbcf req-059a956d-18ca-4af1-8805-343cb9ef1057 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:38.156549 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e27922e7-f81e-4bda-a9b2-22233348dbcf req-059a956d-18ca-4af1-8805-343cb9ef1057 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9 HTTP/1.1" status: 200 len: 944 time: 0.0541415 Nov 12 09:09:38.204457 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e27922e7-f81e-4bda-a9b2-22233348dbcf req-19261c88-d364-4d7c-86dd-3965646dee69 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412986 Nov 12 09:09:38.446501 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35946a49-99ec-4036-bcc1-78f63c1cf662 req-f59bd310-05fe-4262-b101-f5fefad50427 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:38.447985 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-35946a49-99ec-4036-bcc1-78f63c1cf662 req-f59bd310-05fe-4262-b101-f5fefad50427 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9 HTTP/1.1" status: 200 len: 944 time: 0.0497239 Nov 12 09:09:38.494653 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-35946a49-99ec-4036-bcc1-78f63c1cf662 req-f319a672-c209-4f51-a351-a271b45a4300 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406203 Nov 12 09:09:39.433214 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:39.457655 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device b494dd4a-b64c-4849-bbaa-e472a6c3ade2 details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:09:39.558124 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port b494dd4a-b64c-4849-bbaa-e472a6c3ade2, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=b494dd4a-b64c-4849-bbaa-e472a6c3ade2,segment=NetworkSegment(064bfa1e-f17d-49cf-86cd-d69b8f23a455),segment_id=064bfa1e-f17d-49cf-86cd-d69b8f23a455)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:09:39.570404 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Returning: {'device': 'b494dd4a-b64c-4849-bbaa-e472a6c3ade2', 'network_id': '58fcde89-0909-49c5-8929-54da1ed9ecf5', 'port_id': 'b494dd4a-b64c-4849-bbaa-e472a6c3ade2', 'mac_address': 'fa:16:3e:5d:e5:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '361cd205-c9ed-4615-bbce-5d7fd6e5ad7d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:09:39.608670 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:39.611951 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d11fba0-1df8-4384-bddc-5c45379d9c41 req-9f7d24bd-82d5-4a8f-beda-bc55c24dc236 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:39.613509 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9d11fba0-1df8-4384-bddc-5c45379d9c41 req-9f7d24bd-82d5-4a8f-beda-bc55c24dc236 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9 HTTP/1.1" status: 200 len: 944 time: 0.0493233 Nov 12 09:09:39.621637 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-e530113a-7783-48f4-9840-8911a24052df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b494dd4a-b64c-4849-bbaa-e472a6c3ade2 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:09:39.641425 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port b494dd4a-b64c-4849-bbaa-e472a6c3ade2, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=b494dd4a-b64c-4849-bbaa-e472a6c3ade2,segment=NetworkSegment(064bfa1e-f17d-49cf-86cd-d69b8f23a455),segment_id=064bfa1e-f17d-49cf-86cd-d69b8f23a455)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:09:39.646070 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:39.669439 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9d11fba0-1df8-4384-bddc-5c45379d9c41 req-ac89e484-0e1c-489e-a656-b4846ec173ee tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups?id=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492599 Nov 12 09:09:39.696130 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=b494dd4a-b64c-4849-bbaa-e472a6c3ade2,revision_number=13']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:39.967367 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296ded7c-d60b-475e-a9b4-a05494d2f145 req-451e15d2-01cc-4ec0-9a52-4709d9501adf tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:39.968901 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-296ded7c-d60b-475e-a9b4-a05494d2f145 req-451e15d2-01cc-4ec0-9a52-4709d9501adf tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.21 "GET /v2.0/ports?device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9 HTTP/1.1" status: 200 len: 945 time: 0.0508645 Nov 12 09:09:40.027768 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['b494dd4a-b64c-4849-bbaa-e472a6c3ade2'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:09:40.074819 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-296ded7c-d60b-475e-a9b4-a05494d2f145 req-34b31762-1b1d-4b32-ac98-73fd74f7359e tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Deleting port b494dd4a-b64c-4849-bbaa-e472a6c3ade2 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:09:40.075162 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-296ded7c-d60b-475e-a9b4-a05494d2f145 req-34b31762-1b1d-4b32-ac98-73fd74f7359e tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:40.091957 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:40.171812 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-296ded7c-d60b-475e-a9b4-a05494d2f145 req-34b31762-1b1d-4b32-ac98-73fd74f7359e tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] For port b494dd4a-b64c-4849-bbaa-e472a6c3ade2, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=b494dd4a-b64c-4849-bbaa-e472a6c3ade2,segment=NetworkSegment(064bfa1e-f17d-49cf-86cd-d69b8f23a455),segment_id=064bfa1e-f17d-49cf-86cd-d69b8f23a455)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:09:40.172173 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-296ded7c-d60b-475e-a9b4-a05494d2f145 req-34b31762-1b1d-4b32-ac98-73fd74f7359e tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:40.350394 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-296ded7c-d60b-475e-a9b4-a05494d2f145 req-34b31762-1b1d-4b32-ac98-73fd74f7359e tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:40.350792 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-296ded7c-d60b-475e-a9b4-a05494d2f145 req-34b31762-1b1d-4b32-ac98-73fd74f7359e tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:40.351112 n-d-765315-29 neutron-server[102599]: INFO neutron.db.l3_db [req-296ded7c-d60b-475e-a9b4-a05494d2f145 req-34b31762-1b1d-4b32-ac98-73fd74f7359e tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Floating IP 9217acd6-95dc-4512-9acf-af341d90890a disassociated. External IP: 172.25.2.51, port: b494dd4a-b64c-4849-bbaa-e472a6c3ade2. Nov 12 09:09:40.351461 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-296ded7c-d60b-475e-a9b4-a05494d2f145 req-34b31762-1b1d-4b32-ac98-73fd74f7359e tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Calling delete_port for b494dd4a-b64c-4849-bbaa-e472a6c3ade2 owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:09:40.500307 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-296ded7c-d60b-475e-a9b4-a05494d2f145 req-34b31762-1b1d-4b32-ac98-73fd74f7359e tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:40.530802 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b31762-1b1d-4b32-ac98-73fd74f7359e tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Pushing event deleted for resources: {'Port': ['ID=b494dd4a-b64c-4849-bbaa-e472a6c3ade2,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:40.651408 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [req-296ded7c-d60b-475e-a9b4-a05494d2f145 req-34b31762-1b1d-4b32-ac98-73fd74f7359e tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Router f6b98748-32d5-4e6b-95c1-917d21233cbe has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:09:40.769751 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-296ded7c-d60b-475e-a9b4-a05494d2f145 req-34b31762-1b1d-4b32-ac98-73fd74f7359e tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:09:40.775842 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-39f4526a-d76a-491b-b5e1-4096f39c593a req-5eaba738-dbee-45af-8fb1-3340c8672016 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9 HTTP/1.1" status: 200 len: 210 time: 0.0280135 Nov 12 09:09:40.782850 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e7877f-3fe4-460d-9be3-755b97bb2cd5 None None] Sync routers for ids ['f6b98748-32d5-4e6b-95c1-917d21233cbe'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:09:40.794634 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e7877f-3fe4-460d-9be3-755b97bb2cd5 None None] Routers {'f6b98748-32d5-4e6b-95c1-917d21233cbe'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:09:40.795255 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-d7e7877f-3fe4-460d-9be3-755b97bb2cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:09:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['f6b98748-32d5-4e6b-95c1-917d21233cbe'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:40.814698 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-296ded7c-d60b-475e-a9b4-a05494d2f145 req-34b31762-1b1d-4b32-ac98-73fd74f7359e tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] No DVR routers for this DVR port b494dd4a-b64c-4849-bbaa-e472a6c3ade2 on host n-h1-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:09:40.817257 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-296ded7c-d60b-475e-a9b4-a05494d2f145 req-34b31762-1b1d-4b32-ac98-73fd74f7359e tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:40.820700 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-296ded7c-d60b-475e-a9b4-a05494d2f145 req-34b31762-1b1d-4b32-ac98-73fd74f7359e tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.21 "DELETE /v2.0/ports/b494dd4a-b64c-4849-bbaa-e472a6c3ade2 HTTP/1.1" status: 204 len: 173 time: 0.8451941 Nov 12 09:09:40.821154 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10167b7a-cd36-45cf-a911-31afdfc0fba9', 'name': 'network-vif-deleted', 'tag': 'b494dd4a-b64c-4849-bbaa-e472a6c3ade2'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:09:40.823456 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c022ff2c5cb8d3060857f92f3690e67c01ee9cc1391db4b92ea76e21aea06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c633fad2-5eac-475f-97f8-64d1f776600f" -d '{"events": [{"server_uuid": "10167b7a-cd36-45cf-a911-31afdfc0fba9", "name": "network-vif-deleted", "tag": "b494dd4a-b64c-4849-bbaa-e472a6c3ade2"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:09:40.863081 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-727df2b4-d6a1-4a14-8db0-5413eb9044e0 x-openstack-request-id: req-727df2b4-d6a1-4a14-8db0-5413eb9044e0 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:09:40.863389 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10167b7a-cd36-45cf-a911-31afdfc0fba9", "name": "network-vif-deleted", "tag": "b494dd4a-b64c-4849-bbaa-e472a6c3ade2", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:09:40.863718 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-727df2b4-d6a1-4a14-8db0-5413eb9044e0 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:09:40.864169 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10167b7a-cd36-45cf-a911-31afdfc0fba9', 'name': 'network-vif-deleted', 'tag': 'b494dd4a-b64c-4849-bbaa-e472a6c3ade2', 'status': 'completed', 'code': 200} Nov 12 09:09:40.905669 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-d7e7877f-3fe4-460d-9be3-755b97bb2cd5 None None] Set router f6b98748-32d5-4e6b-95c1-917d21233cbe gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:09:41.194456 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-d7e7877f-3fe4-460d-9be3-755b97bb2cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b98748-32d5-4e6b-95c1-917d21233cbe', 'name': 'tempest-ServerActionsTestJSON-1810950938-router', 'tenant_id': '0fe2f65e36b04191a8895e70d88ba327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'c440091b-f087-4717-9c3c-606f173cf5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:56:59Z', 'updated_at': '2021-11-12T08:57:02Z', 'revision_number': 4, 'project_id': '0fe2f65e36b04191a8895e70d88ba327', 'gw_port': {'id': 'c440091b-f087-4717-9c3c-606f173cf5a4', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:00:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b98748-32d5-4e6b-95c1-917d21233cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:57:00Z', 'updated_at': '2021-11-12T08:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '229f4a10-65a2-46af-adc4-fb8c1cb7b847', 'name': '', 'network_id': '58fcde89-0909-49c5-8929-54da1ed9ecf5', 'tenant_id': '0fe2f65e36b04191a8895e70d88ba327', 'mac_address': 'fa:16:3e:f5:51:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b98748-32d5-4e6b-95c1-917d21233cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '361cd205-c9ed-4615-bbce-5d7fd6e5ad7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:57:02Z', 'updated_at': '2021-11-12T08:57:06Z', 'revision_number': 5, 'project_id': '0fe2f65e36b04191a8895e70d88ba327', 'subnets': [{'id': '361cd205-c9ed-4615-bbce-5d7fd6e5ad7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:41.224450 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e7877f-3fe4-460d-9be3-755b97bb2cd5 None None] Checking router: f6b98748-32d5-4e6b-95c1-917d21233cbe for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:09:41.232661 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e7877f-3fe4-460d-9be3-755b97bb2cd5 None None] Routers {'f6b98748-32d5-4e6b-95c1-917d21233cbe'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:09:41.233249 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-d7e7877f-3fe4-460d-9be3-755b97bb2cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:09:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['f6b98748-32d5-4e6b-95c1-917d21233cbe'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:41.339847 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-d7e7877f-3fe4-460d-9be3-755b97bb2cd5 None None] Set router f6b98748-32d5-4e6b-95c1-917d21233cbe gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:09:41.454389 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device b494dd4a-b64c-4849-bbaa-e472a6c3ade2 up at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:09:41.475474 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-e530113a-7783-48f4-9840-8911a24052df None None] No Port match for: b494dd4a-b64c-4849-bbaa-e472a6c3ade2 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:09:41.475821 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device b494dd4a-b64c-4849-bbaa-e472a6c3ade2 not bound to the agent host n-h1-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 12 09:09:41.497640 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Port b494dd4a-b64c-4849-bbaa-e472a6c3ade2 not found, will not notify nova. {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 12 09:09:41.539607 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-d7e7877f-3fe4-460d-9be3-755b97bb2cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b98748-32d5-4e6b-95c1-917d21233cbe', 'name': 'tempest-ServerActionsTestJSON-1810950938-router', 'tenant_id': '0fe2f65e36b04191a8895e70d88ba327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'c440091b-f087-4717-9c3c-606f173cf5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:56:59Z', 'updated_at': '2021-11-12T08:57:02Z', 'revision_number': 4, 'project_id': '0fe2f65e36b04191a8895e70d88ba327', 'gw_port': {'id': 'c440091b-f087-4717-9c3c-606f173cf5a4', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:00:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b98748-32d5-4e6b-95c1-917d21233cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:57:00Z', 'updated_at': '2021-11-12T08:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '229f4a10-65a2-46af-adc4-fb8c1cb7b847', 'name': '', 'network_id': '58fcde89-0909-49c5-8929-54da1ed9ecf5', 'tenant_id': '0fe2f65e36b04191a8895e70d88ba327', 'mac_address': 'fa:16:3e:f5:51:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b98748-32d5-4e6b-95c1-917d21233cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '361cd205-c9ed-4615-bbce-5d7fd6e5ad7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:57:02Z', 'updated_at': '2021-11-12T08:57:06Z', 'revision_number': 5, 'project_id': '0fe2f65e36b04191a8895e70d88ba327', 'subnets': [{'id': '361cd205-c9ed-4615-bbce-5d7fd6e5ad7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:41.565841 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e7877f-3fe4-460d-9be3-755b97bb2cd5 None None] The sync data for ids ['f6b98748-32d5-4e6b-95c1-917d21233cbe'] in n-d-765315-29 is: [{'id': 'f6b98748-32d5-4e6b-95c1-917d21233cbe', 'name': 'tempest-ServerActionsTestJSON-1810950938-router', 'tenant_id': '0fe2f65e36b04191a8895e70d88ba327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'c440091b-f087-4717-9c3c-606f173cf5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:56:59Z', 'updated_at': '2021-11-12T08:57:02Z', 'revision_number': 4, 'project_id': '0fe2f65e36b04191a8895e70d88ba327', 'gw_port': {'id': 'c440091b-f087-4717-9c3c-606f173cf5a4', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:00:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b98748-32d5-4e6b-95c1-917d21233cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:57:00Z', 'updated_at': '2021-11-12T08:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '229f4a10-65a2-46af-adc4-fb8c1cb7b847', 'name': '', 'network_id': '58fcde89-0909-49c5-8929-54da1ed9ecf5', 'tenant_id': '0fe2f65e36b04191a8895e70d88ba327', 'mac_address': 'fa:16:3e:f5:51:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b98748-32d5-4e6b-95c1-917d21233cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '361cd205-c9ed-4615-bbce-5d7fd6e5ad7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:57:02Z', 'updated_at': '2021-11-12T08:57:06Z', 'revision_number': 5, 'project_id': '0fe2f65e36b04191a8895e70d88ba327', 'subnets': [{'id': '361cd205-c9ed-4615-bbce-5d7fd6e5ad7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:09:41.792557 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78fff33-e39a-4416-b1ad-884195cff0eb None None] New status for floating IP 9217acd6-95dc-4512-9acf-af341d90890a: DOWN {{(pid=102601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:09:41.886676 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cc3e94da-2dda-4a16-a19f-ba6bc369e1e0 req-db0881d2-089c-4828-b8f1-0e64b9f6693f tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9 HTTP/1.1" status: 200 len: 210 time: 0.0273929 Nov 12 09:09:42.854820 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:45.469365 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device b494dd4a-b64c-4849-bbaa-e472a6c3ade2 no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:09:45.489944 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-e530113a-7783-48f4-9840-8911a24052df None None] No Port match for: b494dd4a-b64c-4849-bbaa-e472a6c3ade2 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:09:45.490288 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device b494dd4a-b64c-4849-bbaa-e472a6c3ade2 not bound to the agent host n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:09:50.328306 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9bdb0f06-e3ac-4a4c-89f8-cf95727833e0 req-de97cd6c-05c1-42d8-b29e-9de1f79265cb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0257864 Nov 12 09:09:50.400397 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9bdb0f06-e3ac-4a4c-89f8-cf95727833e0 req-73939181-f0ab-4e50-b939-b5597d0ff5ac service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0fe2f65e36b04191a8895e70d88ba327&device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9 HTTP/1.1" status: 200 len: 210 time: 0.0257316 Nov 12 09:09:50.609804 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdb0f06-e3ac-4a4c-89f8-cf95727833e0 req-9cac8b4f-192c-4d7a-83d0-4e1428c6da80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:50.611590 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9bdb0f06-e3ac-4a4c-89f8-cf95727833e0 req-9cac8b4f-192c-4d7a-83d0-4e1428c6da80 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=0fe2f65e36b04191a8895e70d88ba327&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1893377 Nov 12 09:09:50.778917 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdb0f06-e3ac-4a4c-89f8-cf95727833e0 req-4fd5f621-41e0-4c52-817c-9868a195d545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:50.780395 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9bdb0f06-e3ac-4a4c-89f8-cf95727833e0 req-4fd5f621-41e0-4c52-817c-9868a195d545 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1616824 Nov 12 09:10:04.034986 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ca30fd1d-2e2a-4c4b-b8eb-5b82133cedb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:05.888032 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:07.083190 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5486ec27-7027-4cc9-8dc2-561208d4cef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:08.088050 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:09.436287 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:10.074347 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:11.225432 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:10:12.853589 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:34.038010 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9c1810ab-90c8-4b91-8f2c-ff33e3efc157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:35.894330 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:37.084531 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-eeee7ff4-180c-4577-87d3-39d412776cc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:38.090616 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:39.441698 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:40.078091 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:42.861654 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:48.226581 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:10:52.412764 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-234cb5ce-a489-4f9a-a44e-36b988b9cc0e req-a2d98347-ae7e-47ff-abdd-1c03722e1152 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1102619 Nov 12 09:10:52.481581 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-234cb5ce-a489-4f9a-a44e-36b988b9cc0e req-a4c5c701-16e4-414f-bbfd-a82918773b1a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0fe2f65e36b04191a8895e70d88ba327&device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9 HTTP/1.1" status: 200 len: 210 time: 0.0259821 Nov 12 09:10:52.593543 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234cb5ce-a489-4f9a-a44e-36b988b9cc0e req-45911311-19cc-4cc8-b1c6-d495f710ec2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:52.595100 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-234cb5ce-a489-4f9a-a44e-36b988b9cc0e req-45911311-19cc-4cc8-b1c6-d495f710ec2e service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=0fe2f65e36b04191a8895e70d88ba327&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0942996 Nov 12 09:10:52.692528 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234cb5ce-a489-4f9a-a44e-36b988b9cc0e req-310fb918-2c5c-4e18-bd46-890aaaea4627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:52.694006 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-234cb5ce-a489-4f9a-a44e-36b988b9cc0e req-310fb918-2c5c-4e18-bd46-890aaaea4627 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0922608 Nov 12 09:11:04.040442 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c6a74e38-c049-4521-8235-502957e5cae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:05.886946 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:07.086102 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4c9eeb79-3ae8-44f7-be4c-ab618090646c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:08.094040 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:09.445993 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:09.923053 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [req-bb9e7a2a-03d1-4c45-948b-45d4669c5352 req-1848d651-14d7-47f0-93bd-0e5a3c053cb3 tempest-ServerDiskConfigTestJSON-1978092742 tempest-ServerDiskConfigTestJSON-1978092742-project] (102599) timed out ('10.222.0.44', 55883) {{(pid=102599) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 09:11:10.079221 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:12.853543 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:25.226326 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:11:34.042850 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d283f9a9-4b61-4526-aed5-3ee662a531de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:35.898802 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:37.087182 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-698e54db-35b0-4d06-b9b6-7da77f2baa1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:38.096546 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:39.445893 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:40.081573 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:42.881561 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:52.313236 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9e9783c9-1fe1-4dc4-ad55-a29c15a2db6a req-f248e678-6c79-4448-8802-262101c2ac90 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0318534 Nov 12 09:11:52.381033 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9e9783c9-1fe1-4dc4-ad55-a29c15a2db6a req-8e4ab45f-24de-40e1-9b6d-1b2b89d7613d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0fe2f65e36b04191a8895e70d88ba327&device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9 HTTP/1.1" status: 200 len: 210 time: 0.0258050 Nov 12 09:11:52.493555 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9783c9-1fe1-4dc4-ad55-a29c15a2db6a req-14ce985f-e44a-475e-bc96-1c220497c72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:52.495039 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9e9783c9-1fe1-4dc4-ad55-a29c15a2db6a req-14ce985f-e44a-475e-bc96-1c220497c72f service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=0fe2f65e36b04191a8895e70d88ba327&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0927014 Nov 12 09:11:52.593548 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9783c9-1fe1-4dc4-ad55-a29c15a2db6a req-eecd0874-1c08-4a98-8655-902f60e33d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:52.595352 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9e9783c9-1fe1-4dc4-ad55-a29c15a2db6a req-eecd0874-1c08-4a98-8655-902f60e33d75 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0934145 Nov 12 09:12:02.226607 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:12:04.044776 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9ca00ddf-b050-4b81-a3e2-f68381482a2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:05.899644 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:07.088292 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a2b2e0d9-4e05-47a5-9f7c-3e62ced14fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:08.098839 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:09.447421 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:10.083307 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:12.880299 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:34.047964 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-dda96364-a959-40ac-9f37-22dd0a514293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:35.898677 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:37.090130 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f839ed06-bd2e-4064-aa50-10c05087a6e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:38.102172 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:39.226364 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:12:39.450432 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:40.085554 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:42.895479 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:52.321365 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f4fdedf7-40db-4a69-9d2f-d3d028fcff30 req-b356dfd9-0916-48ad-8621-b4f6a62879a0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0256045 Nov 12 09:12:52.387807 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f4fdedf7-40db-4a69-9d2f-d3d028fcff30 req-79ab4f24-f776-4469-8c44-4d5e1c939106 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0fe2f65e36b04191a8895e70d88ba327&device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9 HTTP/1.1" status: 200 len: 210 time: 0.0250411 Nov 12 09:12:52.500605 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fdedf7-40db-4a69-9d2f-d3d028fcff30 req-ae59b88f-a80e-40c9-8a65-118c1dc066f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:52.501946 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f4fdedf7-40db-4a69-9d2f-d3d028fcff30 req-ae59b88f-a80e-40c9-8a65-118c1dc066f1 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=0fe2f65e36b04191a8895e70d88ba327&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0951426 Nov 12 09:12:52.596777 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fdedf7-40db-4a69-9d2f-d3d028fcff30 req-fa9aa01c-c6fc-4795-b008-2fcfa4b92be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:52.598230 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f4fdedf7-40db-4a69-9d2f-d3d028fcff30 req-fa9aa01c-c6fc-4795-b008-2fcfa4b92be2 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0885122 Nov 12 09:13:04.049496 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ff5fd797-da68-45c0-a710-5a22089fc8cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:05.912377 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:07.094138 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-17eb19ba-dd17-4b63-99bd-d47fd7691d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:08.104816 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:09.455079 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:10.088315 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:12.913223 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:16.226002 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:13:34.052930 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-716c8ad1-7509-467d-aa2b-3a667569cece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:35.912359 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:37.095663 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c2cfa46d-a77a-46a5-a628-7b3d1d8a867a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:38.108747 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:39.456728 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:40.092528 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:42.926634 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:52.308423 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3894d803-125b-470f-b1d7-ae29b7d23be1 req-923e23f6-5e8f-4926-a9cc-f065d47efe13 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0294728 Nov 12 09:13:52.376748 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3894d803-125b-470f-b1d7-ae29b7d23be1 req-9ef632ba-08ad-4ce2-92a2-f026a9fcbca2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0fe2f65e36b04191a8895e70d88ba327&device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9 HTTP/1.1" status: 200 len: 210 time: 0.0248895 Nov 12 09:13:52.488188 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3894d803-125b-470f-b1d7-ae29b7d23be1 req-36e94090-7c19-4109-a11a-86a2982af555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:52.489597 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3894d803-125b-470f-b1d7-ae29b7d23be1 req-36e94090-7c19-4109-a11a-86a2982af555 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=0fe2f65e36b04191a8895e70d88ba327&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0922697 Nov 12 09:13:52.585708 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3894d803-125b-470f-b1d7-ae29b7d23be1 req-d219cfc2-1c66-4682-a16b-dcd3d41049a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:52.587345 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3894d803-125b-470f-b1d7-ae29b7d23be1 req-d219cfc2-1c66-4682-a16b-dcd3d41049a3 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0907428 Nov 12 09:13:53.225713 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:14:04.053439 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ac0c11c0-cec8-4374-a49f-79a73dbea90b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:05.910909 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:07.100126 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a508ee72-6679-4a46-b53e-e4a09fbab642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:08.110469 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:09.458469 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:10.094362 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:12.939792 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:30.224838 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:14:34.054948 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-27f72b68-943f-4f61-874d-2dabbfb1544c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:35.903229 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:37.100751 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-96ff2d50-0b41-4593-a5bb-fad4c913d487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:38.113027 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:39.465385 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:40.096436 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:42.939002 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:52.304696 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0c0a41a3-a1ff-4611-b5b8-71107c376ee4 req-04c1ebf1-3c0c-41a6-a1f3-057bdc2e92eb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0259478 Nov 12 09:14:52.372287 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0c0a41a3-a1ff-4611-b5b8-71107c376ee4 req-fc8dcf2f-12e9-43aa-8fd7-33c7f4284ba8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0fe2f65e36b04191a8895e70d88ba327&device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9 HTTP/1.1" status: 200 len: 210 time: 0.0257931 Nov 12 09:14:52.487915 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0a41a3-a1ff-4611-b5b8-71107c376ee4 req-86225be2-52d0-45cf-b9aa-938d80b3a1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:52.489299 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0c0a41a3-a1ff-4611-b5b8-71107c376ee4 req-86225be2-52d0-45cf-b9aa-938d80b3a1b3 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=0fe2f65e36b04191a8895e70d88ba327&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0974276 Nov 12 09:14:52.588962 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0a41a3-a1ff-4611-b5b8-71107c376ee4 req-51402dcb-fe7b-424e-b7d0-6a18bace1a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:52.590730 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0c0a41a3-a1ff-4611-b5b8-71107c376ee4 req-51402dcb-fe7b-424e-b7d0-6a18bace1a78 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0929561 Nov 12 09:15:04.058805 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-dbbd20fe-6f02-4b3a-8faf-cd4e2159600f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:05.923920 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:07.103409 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-537cdd53-c3fb-4f16-8a9d-56935bd3bb46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:07.224611 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:15:08.117175 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:09.466665 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:10.097953 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:12.943142 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:34.062010 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-654c93ec-ebaa-4227-958e-14aa221210ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:35.928602 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:37.104776 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c95640fb-73c8-4951-990b-13b214e2f0c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:38.120370 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:39.467098 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:40.099827 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:42.951952 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:44.224414 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:15:53.362156 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cf3ff3d7-a4ba-446f-94d0-4b7b525a857e req-5b351f0f-478f-4922-a5ca-e8b861bde0a7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0809782 Nov 12 09:15:53.442754 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cf3ff3d7-a4ba-446f-94d0-4b7b525a857e req-1cd59ee3-9ecf-4631-a5e2-272b2f23eb44 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0fe2f65e36b04191a8895e70d88ba327&device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9 HTTP/1.1" status: 200 len: 210 time: 0.0250096 Nov 12 09:15:53.566845 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3ff3d7-a4ba-446f-94d0-4b7b525a857e req-2dd85809-c4e4-4bc2-9f8b-42f0756fdfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:53.568275 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cf3ff3d7-a4ba-446f-94d0-4b7b525a857e req-2dd85809-c4e4-4bc2-9f8b-42f0756fdfe1 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=0fe2f65e36b04191a8895e70d88ba327&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0979054 Nov 12 09:15:53.669136 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3ff3d7-a4ba-446f-94d0-4b7b525a857e req-f7d2c44c-fdc9-4a1a-91d1-5dc1ad06894c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:53.670614 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cf3ff3d7-a4ba-446f-94d0-4b7b525a857e req-f7d2c44c-fdc9-4a1a-91d1-5dc1ad06894c service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0910592 Nov 12 09:16:04.062284 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7bec0a31-83d5-4737-9bda-0e895fd1da16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:05.940200 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:07.263361 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6cf6e0e7-ef84-4e61-84ad-1f92b9b67da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:08.123451 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:09.470806 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:10.103517 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:12.951915 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:21.229483 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:16:34.064575 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-95a1c2e8-b166-4578-be12-e894dfd138e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:35.955759 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:37.105830 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-fa4af9ac-9b52-49f1-b6f0-4ff25fe230af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:38.125702 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:39.476770 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:40.109456 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:42.954882 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:54.295338 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-15567c39-9ed7-406f-9598-f8c20ce38999 req-f627dc01-6498-4f4b-837c-53c978bce7b8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0269871 Nov 12 09:16:54.367140 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-15567c39-9ed7-406f-9598-f8c20ce38999 req-dcded14a-2454-43d6-92b9-1b8288a71246 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0fe2f65e36b04191a8895e70d88ba327&device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9 HTTP/1.1" status: 200 len: 210 time: 0.0293908 Nov 12 09:16:54.479556 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15567c39-9ed7-406f-9598-f8c20ce38999 req-5c47fd71-1b17-44bb-96a9-feb60f1aa8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:54.480997 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-15567c39-9ed7-406f-9598-f8c20ce38999 req-5c47fd71-1b17-44bb-96a9-feb60f1aa8a9 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=0fe2f65e36b04191a8895e70d88ba327&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0914648 Nov 12 09:16:54.585843 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15567c39-9ed7-406f-9598-f8c20ce38999 req-b82bc4e9-87dc-48df-a132-f98d1959954b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:54.587325 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-15567c39-9ed7-406f-9598-f8c20ce38999 req-b82bc4e9-87dc-48df-a132-f98d1959954b service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0989468 Nov 12 09:16:58.229165 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:17:04.066367 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e4656973-0940-40a0-bf45-b9385210b1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:05.967037 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:07.108617 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5c9ccd69-7b0a-4028-a08d-c2389e69cd6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:08.129156 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:09.476708 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:10.103122 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:12.967767 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:34.069047 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4f2c3a39-55f2-4ce2-8743-a9aceacdc020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:35.228731 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:17:35.982780 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:37.110830 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4052bcaf-ac60-4fed-8de1-690b65d8c6f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:38.132105 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:39.478335 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:40.105776 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:42.974513 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:54.311752 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f6d321fa-3913-4ca5-bf95-fd9829343f4e req-a3a7ffd7-7d96-4fd8-a50b-b79bdf3175dd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0295725 Nov 12 09:17:54.385299 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f6d321fa-3913-4ca5-bf95-fd9829343f4e req-2f6daba6-6c82-44e8-8a81-b82b3db34398 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0fe2f65e36b04191a8895e70d88ba327&device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9 HTTP/1.1" status: 200 len: 210 time: 0.0267394 Nov 12 09:17:54.836246 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d321fa-3913-4ca5-bf95-fd9829343f4e req-0ffccaf8-8676-4cb2-91c6-33d069b0d5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:54.837630 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f6d321fa-3913-4ca5-bf95-fd9829343f4e req-0ffccaf8-8676-4cb2-91c6-33d069b0d5d0 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=0fe2f65e36b04191a8895e70d88ba327&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4314098 Nov 12 09:17:54.933037 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d321fa-3913-4ca5-bf95-fd9829343f4e req-982981e4-c259-4b22-9b3f-057f4dd20735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:54.934505 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f6d321fa-3913-4ca5-bf95-fd9829343f4e req-982981e4-c259-4b22-9b3f-057f4dd20735 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0889394 Nov 12 09:18:04.071422 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-0b2bc4c1-ca41-4451-9b98-63c6d64fbec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:05.995418 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:07.114244 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2fcf8c52-c7ad-417b-993c-aff80afa3b53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:08.134675 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:09.485593 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:10.109359 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:12.230524 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:18:12.979775 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:34.072861 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-586b0435-736c-4919-b538-c57336bac5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:35.989943 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:37.116776 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4b2942f2-5586-42ec-aff8-905a510ccf54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:38.137644 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:39.483927 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:40.113730 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:42.989951 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:49.229907 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:18:55.299821 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2e671a54-0ca0-41aa-a2d9-094ef9fd54af req-a8b7587a-88ee-4528-b918-335d355bc7fe service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0296199 Nov 12 09:18:55.373153 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2e671a54-0ca0-41aa-a2d9-094ef9fd54af req-73b5668c-c970-4a04-a2e7-31e8e7cb21b8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0fe2f65e36b04191a8895e70d88ba327&device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9 HTTP/1.1" status: 200 len: 210 time: 0.0244498 Nov 12 09:18:55.486287 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e671a54-0ca0-41aa-a2d9-094ef9fd54af req-b9fe8e0e-8859-4158-a316-1dcd299f5e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:55.488463 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2e671a54-0ca0-41aa-a2d9-094ef9fd54af req-b9fe8e0e-8859-4158-a316-1dcd299f5e8d service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=0fe2f65e36b04191a8895e70d88ba327&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0941854 Nov 12 09:18:55.589254 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e671a54-0ca0-41aa-a2d9-094ef9fd54af req-272f2381-a960-4508-9ab2-74ce846f073b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:55.591152 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2e671a54-0ca0-41aa-a2d9-094ef9fd54af req-272f2381-a960-4508-9ab2-74ce846f073b service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0939918 Nov 12 09:19:04.074489 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2cde468b-cb46-4b3b-aae0-e534e1d4f1ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:06.007950 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:07.117661 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-830f6cc4-3def-4b53-9690-7bde982924fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:08.140071 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:09.488301 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:10.115182 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:12.994475 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:26.228808 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:19:34.075922 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-48e06551-3d39-4d18-b582-b72f72078cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:36.021582 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:37.118997 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8ee8f73f-9d31-4db0-8377-fb60cc9c421d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:38.143124 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:39.490462 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:40.123275 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:43.010860 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:55.309611 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-03115035-62ff-413c-a338-4141eeec6535 req-05cc3449-0f50-44ff-886c-c6fdeba9ee8e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0260684 Nov 12 09:19:55.379400 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-03115035-62ff-413c-a338-4141eeec6535 req-ffdd3ab7-8ef3-495a-b216-be92627f50ae service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0fe2f65e36b04191a8895e70d88ba327&device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9 HTTP/1.1" status: 200 len: 210 time: 0.0256646 Nov 12 09:19:55.500973 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03115035-62ff-413c-a338-4141eeec6535 req-bedc68f8-1b03-4243-92e2-6a55cc867489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:55.502440 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-03115035-62ff-413c-a338-4141eeec6535 req-bedc68f8-1b03-4243-92e2-6a55cc867489 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=0fe2f65e36b04191a8895e70d88ba327&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0991530 Nov 12 09:19:55.601331 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03115035-62ff-413c-a338-4141eeec6535 req-36715af8-178f-4db7-bbf3-e47bc9ae1c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:55.602831 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-03115035-62ff-413c-a338-4141eeec6535 req-36715af8-178f-4db7-bbf3-e47bc9ae1c2b service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0918181 Nov 12 09:20:03.229056 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:20:04.077726 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-34cacbe5-9143-4ddd-998e-fb415c56bf58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:06.037021 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:07.121087 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-fca7b116-242a-4b26-8681-e14a125c2f77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:08.146334 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:09.494449 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:10.116842 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:13.008976 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:34.079974 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-75afc2c8-4104-401e-b3bc-e3cd87d3d4f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:36.035145 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:37.125787 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-aa256274-45a9-43d9-9420-ee710d8a5b48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:38.148514 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:39.496334 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:40.119060 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:40.233492 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:20:43.009343 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:56.412546 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-008dad06-3bcf-4a72-8256-a8899cb779b0 req-3c6dfeac-2953-4f93-bf4f-b66e72db2af2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1518815 Nov 12 09:20:56.491935 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-008dad06-3bcf-4a72-8256-a8899cb779b0 req-8433c0dd-ad35-49a4-a18f-9179bb0889a7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0fe2f65e36b04191a8895e70d88ba327&device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9 HTTP/1.1" status: 200 len: 210 time: 0.0305064 Nov 12 09:20:56.617485 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008dad06-3bcf-4a72-8256-a8899cb779b0 req-d272bde1-47df-4715-ad6c-28f9fc813c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:56.619126 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-008dad06-3bcf-4a72-8256-a8899cb779b0 req-d272bde1-47df-4715-ad6c-28f9fc813c88 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=0fe2f65e36b04191a8895e70d88ba327&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1002476 Nov 12 09:20:56.723368 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008dad06-3bcf-4a72-8256-a8899cb779b0 req-d587d30f-6651-4ca1-93c2-5b05c33d9ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:56.724850 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-008dad06-3bcf-4a72-8256-a8899cb779b0 req-d587d30f-6651-4ca1-93c2-5b05c33d9ca4 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0974071 Nov 12 09:21:04.082396 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-dc12cb56-c4d5-410f-bf15-a598fb662744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:06.051367 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:07.127725 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-49db95df-5032-48a8-a4d2-0d37381da4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:08.153782 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:09.500209 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:10.122124 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:13.028389 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:17.233083 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:21:34.084769 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1a2a8ec5-dc09-43ee-a267-2a85d35df5a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:36.044229 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:37.128904 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4d4ac7ce-0ace-410e-b08a-efe407910cb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:38.156910 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:39.501607 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:40.125375 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:43.021520 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:54.232870 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:21:58.311907 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-598a3cf3-040e-486c-ac82-9af6d81b9bc9 req-90c5ee13-3a39-4352-bc31-1bc64a166128 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0284357 Nov 12 09:21:58.392992 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-598a3cf3-040e-486c-ac82-9af6d81b9bc9 req-be1bed77-bf6b-4545-9e50-29a633ced862 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0fe2f65e36b04191a8895e70d88ba327&device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9 HTTP/1.1" status: 200 len: 210 time: 0.0253959 Nov 12 09:21:58.517688 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598a3cf3-040e-486c-ac82-9af6d81b9bc9 req-9757dc17-e0ac-41fb-85a0-e4361be2e308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:58.519201 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-598a3cf3-040e-486c-ac82-9af6d81b9bc9 req-9757dc17-e0ac-41fb-85a0-e4361be2e308 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=0fe2f65e36b04191a8895e70d88ba327&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0995722 Nov 12 09:21:58.622374 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598a3cf3-040e-486c-ac82-9af6d81b9bc9 req-4e823a95-5df3-4bfa-806b-929c96bb9b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:58.624179 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-598a3cf3-040e-486c-ac82-9af6d81b9bc9 req-4e823a95-5df3-4bfa-806b-929c96bb9b48 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0934479 Nov 12 09:22:04.088195 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a78a1ce2-0d95-4171-8afb-72b506d95f3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:06.066374 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:07.130197 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d7d164ea-22e7-4b34-aae7-c28ca32f9199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:08.160451 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:09.503995 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:10.133275 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:13.032945 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:31.232193 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:22:34.091506 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-db6f485e-38df-41c0-8128-3ee18033688e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:36.057858 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:37.131125 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b8e0d06f-27ea-4255-9206-ed2d551bd30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:38.160203 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:39.506325 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:40.126850 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:43.035848 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:58.288473 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fa87b5bb-bf9d-48da-bd7c-2c181d0c9385 req-0bb7f13f-31b4-44da-b047-b56674f6f7a1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0315082 Nov 12 09:22:58.358987 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fa87b5bb-bf9d-48da-bd7c-2c181d0c9385 req-0b994551-be0f-4d87-ba45-2c03fc3e640a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0fe2f65e36b04191a8895e70d88ba327&device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9 HTTP/1.1" status: 200 len: 210 time: 0.0256925 Nov 12 09:22:58.475327 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa87b5bb-bf9d-48da-bd7c-2c181d0c9385 req-0ce6dd1d-65cc-4dec-9871-de0fb88f241f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:58.476812 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fa87b5bb-bf9d-48da-bd7c-2c181d0c9385 req-0ce6dd1d-65cc-4dec-9871-de0fb88f241f service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=0fe2f65e36b04191a8895e70d88ba327&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0960717 Nov 12 09:22:58.580887 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa87b5bb-bf9d-48da-bd7c-2c181d0c9385 req-94b96b68-e39e-4583-9c98-f3ec4c0feb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:58.582300 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fa87b5bb-bf9d-48da-bd7c-2c181d0c9385 req-94b96b68-e39e-4583-9c98-f3ec4c0feb5c service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0966835 Nov 12 09:23:04.094945 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-da30dd54-2df5-428b-be53-87bd77af2f9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:06.074200 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:07.135547 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-41257a0b-4f8b-4c58-b21b-887345cf6a4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:08.163615 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:08.231376 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:23:09.511377 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:10.128584 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:13.049697 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:34.098147 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f082cab8-43e0-4dcf-ba5f-3a717c6216f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:36.077540 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:37.137697 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b898e234-a04d-4e66-ba99-19d80784f2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:38.165887 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:39.518701 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:40.130761 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:43.064173 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:44.692559 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [req-80ef9f54-1d3f-45ab-9d19-6c1bbd28ad40 req-93d2417f-7f03-4ef7-a537-5978471fd678 service neutron] (102600) timed out ('10.222.0.26', 51062) {{(pid=102600) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 09:23:45.231629 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:24:00.277190 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b19b32a1-80db-4373-88dc-8ebb8f906131 req-67b84abc-7671-4e67-8600-ad737e27dc26 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0264788 Nov 12 09:24:00.347405 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b19b32a1-80db-4373-88dc-8ebb8f906131 req-c5d722af-6d1c-47d5-8950-3f30e69b9091 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0fe2f65e36b04191a8895e70d88ba327&device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9 HTTP/1.1" status: 200 len: 210 time: 0.0256119 Nov 12 09:24:00.463852 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b32a1-80db-4373-88dc-8ebb8f906131 req-a8fdad9b-929d-4564-98e3-09eb492cf9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:00.465568 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b19b32a1-80db-4373-88dc-8ebb8f906131 req-a8fdad9b-929d-4564-98e3-09eb492cf9c1 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=0fe2f65e36b04191a8895e70d88ba327&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0973623 Nov 12 09:24:00.573165 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b32a1-80db-4373-88dc-8ebb8f906131 req-2a8b3545-4e63-429d-9f21-20252bf97b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:00.574581 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b19b32a1-80db-4373-88dc-8ebb8f906131 req-2a8b3545-4e63-429d-9f21-20252bf97b9a service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1018441 Nov 12 09:24:04.105646 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-45f4dd9c-b385-4011-b633-99d616e33480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:06.068903 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:07.138835 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-faa20d6c-8cd4-4389-bc33-4735c2858de6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:08.169723 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:09.516494 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:10.133097 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:13.080447 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:22.231943 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:24:23.934960 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [req-61450030-97c3-4f8c-a378-300c708d1a92 req-df501141-7c45-46c5-8560-d79a24744c6d service neutron] (102599) timed out ('10.222.0.44', 55647) {{(pid=102599) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 09:24:34.097698 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-753f015b-0866-4485-b921-f9ce74790b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:36.087552 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:37.139412 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-025fc231-647a-4918-9a80-5cbc5c1cbc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:38.175047 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:39.518875 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:40.134894 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:41.888206 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [req-cc3e94da-2dda-4a16-a19f-ba6bc369e1e0 req-db0881d2-089c-4828-b8f1-0e64b9f6693f tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] (102600) timed out ('10.222.0.26', 58156) {{(pid=102600) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 09:24:43.092326 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:59.232731 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:25:02.295964 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c2491d30-0d9f-4981-97cc-2ad5f3c7cd45 req-76369a65-e419-4391-840c-fcf8eeadcfe0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0267875 Nov 12 09:25:02.368878 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c2491d30-0d9f-4981-97cc-2ad5f3c7cd45 req-ed4afac0-16ee-4738-b26d-97c55800fc1c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0fe2f65e36b04191a8895e70d88ba327&device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9 HTTP/1.1" status: 200 len: 210 time: 0.0263803 Nov 12 09:25:02.487859 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2491d30-0d9f-4981-97cc-2ad5f3c7cd45 req-50b3a77d-3d8d-4ec2-8dcf-f47f3cde51f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:02.489335 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c2491d30-0d9f-4981-97cc-2ad5f3c7cd45 req-50b3a77d-3d8d-4ec2-8dcf-f47f3cde51f8 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=0fe2f65e36b04191a8895e70d88ba327&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1009588 Nov 12 09:25:02.589676 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2491d30-0d9f-4981-97cc-2ad5f3c7cd45 req-dc6856e0-0564-4e58-b8a7-7780162a1bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:02.591760 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c2491d30-0d9f-4981-97cc-2ad5f3c7cd45 req-dc6856e0-0564-4e58-b8a7-7780162a1bdf service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0947669 Nov 12 09:25:04.099737 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b9165bbf-0b1e-4ab5-b675-c2c7ed72a190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:06.088791 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:07.146891 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-54047eb4-3bc8-4dfd-9a21-f99b3369e5ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:08.175580 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:09.521637 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:10.136212 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:13.110433 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:34.102687 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-24ec96b2-48e8-4ab5-9a43-5b86fee56ba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:36.118716 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:36.232109 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:25:37.138261 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-80853f1b-1bb7-43ac-9684-889ab35a5609 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:38.179410 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:39.526977 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:40.139690 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:43.124021 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:04.103686 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2171e993-6119-4aba-aeb6-c70c7b92b9c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:04.333067 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-bd202387-87f1-4bd0-b8be-226638b1f7b8 req-c0f56857-ecdf-40e9-be34-c8dade28448b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0817561 Nov 12 09:26:04.408095 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-bd202387-87f1-4bd0-b8be-226638b1f7b8 req-8dd2c465-ab7d-4691-86bb-75261da7c380 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0fe2f65e36b04191a8895e70d88ba327&device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9 HTTP/1.1" status: 200 len: 210 time: 0.0302408 Nov 12 09:26:04.522173 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd202387-87f1-4bd0-b8be-226638b1f7b8 req-83b781c5-4bef-49e6-bf2c-d3964358ef20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:04.523671 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-bd202387-87f1-4bd0-b8be-226638b1f7b8 req-83b781c5-4bef-49e6-bf2c-d3964358ef20 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=0fe2f65e36b04191a8895e70d88ba327&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0948822 Nov 12 09:26:04.631207 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd202387-87f1-4bd0-b8be-226638b1f7b8 req-7e346d03-5ea2-4d6d-bd18-596cf95e10ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:04.632699 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-bd202387-87f1-4bd0-b8be-226638b1f7b8 req-7e346d03-5ea2-4d6d-bd18-596cf95e10ec service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1018381 Nov 12 09:26:06.127185 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:07.139934 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a4f99a13-275b-4cce-944f-49bc97e63995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:08.181422 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:09.526859 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:10.142348 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:13.140580 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:13.231785 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:26:34.105066 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-86df7685-b888-482d-887c-c4e9c9ef34a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:36.133436 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:37.141062 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4aefdc73-7fcf-401a-96b1-e3b5f48c81c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:38.184619 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:39.530609 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:40.144557 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:43.170220 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:50.230509 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:27:04.109205 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e807d7c8-f78d-42fa-b434-44de1b5dfcc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:05.276589 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-bf3f3b98-d992-4a55-84e7-f8d5502d9226 req-884d7ec8-1128-4569-a457-bb50e6993331 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0273399 Nov 12 09:27:05.347235 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-bf3f3b98-d992-4a55-84e7-f8d5502d9226 req-c41cd4df-8563-44f5-b54b-ad6b95d1e319 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0fe2f65e36b04191a8895e70d88ba327&device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9 HTTP/1.1" status: 200 len: 210 time: 0.0266447 Nov 12 09:27:05.465617 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3f3b98-d992-4a55-84e7-f8d5502d9226 req-a65826c5-4caa-4d72-9106-ce3827d030e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:05.467126 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-bf3f3b98-d992-4a55-84e7-f8d5502d9226 req-a65826c5-4caa-4d72-9106-ce3827d030e8 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=0fe2f65e36b04191a8895e70d88ba327&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0980248 Nov 12 09:27:05.568810 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3f3b98-d992-4a55-84e7-f8d5502d9226 req-b7e6a48a-cdab-42b9-8c12-62b2be9ee398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:05.570321 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-bf3f3b98-d992-4a55-84e7-f8d5502d9226 req-b7e6a48a-cdab-42b9-8c12-62b2be9ee398 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0940809 Nov 12 09:27:06.136117 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:07.143399 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-12c8965b-2b5b-4043-8b88-fc755257c0a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:08.189614 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:09.533677 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:10.147391 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:13.203085 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:27.229549 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:27:34.113280 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-78dcb38b-44cc-4134-8fac-86c21a8e7473 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:36.133320 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:37.144588 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-94abf70e-2850-4eae-8596-a435eb043ab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:38.194667 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:39.538858 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:40.149163 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:43.230104 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:43.714534 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 42138) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:43.718196 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-bc9047e8-92ef-49c2-877c-fe46cdb30fc9 req-8fa6c9ae-ccce-4684-9e93-10b50efdaaf3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0fe2f65e36b04191a8895e70d88ba327&device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9 HTTP/1.1" status: 200 len: 210 time: 0.0348356 Nov 12 09:27:43.822182 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9047e8-92ef-49c2-877c-fe46cdb30fc9 req-856ce63a-eade-4a59-a8d1-736f872f918d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:43.823643 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-bc9047e8-92ef-49c2-877c-fe46cdb30fc9 req-856ce63a-eade-4a59-a8d1-736f872f918d service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=0fe2f65e36b04191a8895e70d88ba327&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0961082 Nov 12 09:27:43.887552 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7314c0e6-0bbe-4ac9-90a6-f6755ae20a7e req-013c0f70-e46f-481a-9a5d-c17e6d9f8f69 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9 HTTP/1.1" status: 200 len: 210 time: 0.1715353 Nov 12 09:27:43.925302 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9047e8-92ef-49c2-877c-fe46cdb30fc9 req-dd19f4c5-c62a-4f77-9195-640279f8b497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:43.926806 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-bc9047e8-92ef-49c2-877c-fe46cdb30fc9 req-dd19f4c5-c62a-4f77-9195-640279f8b497 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0956585 Nov 12 09:27:44.592497 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-bc9047e8-92ef-49c2-877c-fe46cdb30fc9 req-abe690c3-1eb8-431d-b799-3bbb90d07c21 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.21 "GET /v2.0/ports?device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9 HTTP/1.1" status: 200 len: 210 time: 0.0269957 Nov 12 09:27:44.997991 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6e7cff4a-3e86-44db-a8b9-088f2262eb89 req-60326962-71be-4336-8ed3-44fb1c8e0536 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/ports?device_id=10167b7a-cd36-45cf-a911-31afdfc0fba9 HTTP/1.1" status: 200 len: 210 time: 0.0272470 Nov 12 09:27:45.263447 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 42160) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:45.326335 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-310d20a0-a716-4c35-b19b-6c0a5ca1018c tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:45.351835 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-310d20a0-a716-4c35-b19b-6c0a5ca1018c tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:45.401201 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-310d20a0-a716-4c35-b19b-6c0a5ca1018c tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:45.404124 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-310d20a0-a716-4c35-b19b-6c0a5ca1018c tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:45.408001 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-310d20a0-a716-4c35-b19b-6c0a5ca1018c tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "DELETE /v2.0/security-groups/b43a2a2b-a46b-4164-90ff-dc6a62c8fd26 HTTP/1.1" status: 204 len: 168 time: 0.1406298 Nov 12 09:27:45.408414 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 42162) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:45.415506 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310d20a0-a716-4c35-b19b-6c0a5ca1018c tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b43a2a2b-a46b-4164-90ff-dc6a62c8fd26,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:45.425143 n-d-765315-29 neutron-server[102600]: INFO neutron.api.v2.resource [None req-5856f691-fd7f-498c-94d0-9852a9e408bc tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] show failed (client error): The resource could not be found. Nov 12 09:27:45.427567 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-5856f691-fd7f-498c-94d0-9852a9e408bc tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "GET /v2.0/security-groups/b43a2a2b-a46b-4164-90ff-dc6a62c8fd26 HTTP/1.1" status: 404 len: 347 time: 0.0168583 Nov 12 09:27:45.427870 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310d20a0-a716-4c35-b19b-6c0a5ca1018c tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:45.428224 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310d20a0-a716-4c35-b19b-6c0a5ca1018c tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:45.428525 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310d20a0-a716-4c35-b19b-6c0a5ca1018c tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:45.428973 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310d20a0-a716-4c35-b19b-6c0a5ca1018c tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:45.429324 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310d20a0-a716-4c35-b19b-6c0a5ca1018c tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:45.429734 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310d20a0-a716-4c35-b19b-6c0a5ca1018c tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:45.429864 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 42164) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:45.430068 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310d20a0-a716-4c35-b19b-6c0a5ca1018c tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:45.430399 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310d20a0-a716-4c35-b19b-6c0a5ca1018c tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:45.431243 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310d20a0-a716-4c35-b19b-6c0a5ca1018c tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:45.431243 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310d20a0-a716-4c35-b19b-6c0a5ca1018c tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:45.431489 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310d20a0-a716-4c35-b19b-6c0a5ca1018c tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:45.431748 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310d20a0-a716-4c35-b19b-6c0a5ca1018c tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:45.571599 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-e2d2fd54-9604-42a0-a70b-644da85554f7 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Deleting port 1a15964a-54ee-40d9-8285-754caacddd9d {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:27:45.571999 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e2d2fd54-9604-42a0-a70b-644da85554f7 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:45.660760 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e2d2fd54-9604-42a0-a70b-644da85554f7 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:45.661424 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e2d2fd54-9604-42a0-a70b-644da85554f7 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:45.683501 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-e2d2fd54-9604-42a0-a70b-644da85554f7 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Calling delete_port for 1a15964a-54ee-40d9-8285-754caacddd9d owned by network:floatingip {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:27:45.835454 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e2d2fd54-9604-42a0-a70b-644da85554f7 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:45.868128 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d2fd54-9604-42a0-a70b-644da85554f7 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Pushing event deleted for resources: {'Port': ['ID=1a15964a-54ee-40d9-8285-754caacddd9d,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:45.894432 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d2fd54-9604-42a0-a70b-644da85554f7 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:45.894863 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d2fd54-9604-42a0-a70b-644da85554f7 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:45.895213 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d2fd54-9604-42a0-a70b-644da85554f7 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:45.895563 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d2fd54-9604-42a0-a70b-644da85554f7 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:45.895906 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d2fd54-9604-42a0-a70b-644da85554f7 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:45.896240 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d2fd54-9604-42a0-a70b-644da85554f7 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:45.896571 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d2fd54-9604-42a0-a70b-644da85554f7 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:45.896903 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d2fd54-9604-42a0-a70b-644da85554f7 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:45.897234 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d2fd54-9604-42a0-a70b-644da85554f7 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:45.897562 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d2fd54-9604-42a0-a70b-644da85554f7 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:45.897889 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d2fd54-9604-42a0-a70b-644da85554f7 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:45.898218 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d2fd54-9604-42a0-a70b-644da85554f7 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:45.939800 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e2d2fd54-9604-42a0-a70b-644da85554f7 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Publish callbacks [] for floatingip, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:45.942357 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e2d2fd54-9604-42a0-a70b-644da85554f7 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:45.943556 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-e2d2fd54-9604-42a0-a70b-644da85554f7 tempest-ServerActionsTestJSON-1666612355 tempest-ServerActionsTestJSON-1666612355-project] 10.222.0.26 "DELETE /v2.0/floatingips/9217acd6-95dc-4512-9acf-af341d90890a HTTP/1.1" status: 204 len: 168 time: 0.5125659 Nov 12 09:27:45.954352 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 42166) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:46.735658 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5f5bc4c9-7878-4c5d-a2c1-059fd5bec971 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933586'] for router_interface, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:46.994875 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-5f5bc4c9-7878-4c5d-a2c1-059fd5bec971 admin admin] Deleting port 229f4a10-65a2-46af-adc4-fb8c1cb7b847 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:27:46.995123 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5f5bc4c9-7878-4c5d-a2c1-059fd5bec971 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:47.077114 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-5f5bc4c9-7878-4c5d-a2c1-059fd5bec971 admin admin] For port 229f4a10-65a2-46af-adc4-fb8c1cb7b847, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=229f4a10-65a2-46af-adc4-fb8c1cb7b847,segment=NetworkSegment(064bfa1e-f17d-49cf-86cd-d69b8f23a455),segment_id=064bfa1e-f17d-49cf-86cd-d69b8f23a455)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:27:47.077772 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5f5bc4c9-7878-4c5d-a2c1-059fd5bec971 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:47.090977 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-5f5bc4c9-7878-4c5d-a2c1-059fd5bec971 admin admin] Calling delete_port for 229f4a10-65a2-46af-adc4-fb8c1cb7b847 owned by network:router_interface {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:27:47.281275 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5f5bc4c9-7878-4c5d-a2c1-059fd5bec971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:47.306777 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5bc4c9-7878-4c5d-a2c1-059fd5bec971 admin admin] Pushing event deleted for resources: {'Port': ['ID=229f4a10-65a2-46af-adc4-fb8c1cb7b847,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:47.483326 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5f5bc4c9-7878-4c5d-a2c1-059fd5bec971 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918626'] for router_interface, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:47.706560 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f5bc4c9-7878-4c5d-a2c1-059fd5bec971 admin admin] Router f6b98748-32d5-4e6b-95c1-917d21233cbe has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:27:47.820066 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f5bc4c9-7878-4c5d-a2c1-059fd5bec971 admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:27:47.828363 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-5f5bc4c9-7878-4c5d-a2c1-059fd5bec971 admin admin] 10.222.0.26 "PUT /v2.0/routers/f6b98748-32d5-4e6b-95c1-917d21233cbe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8696139 Nov 12 09:27:47.828363 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 42170) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:47.832090 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c69f5ab-31e3-44e3-b999-bd08fe7d04f1 None None] Sync routers for ids ['f6b98748-32d5-4e6b-95c1-917d21233cbe'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:27:47.844152 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c69f5ab-31e3-44e3-b999-bd08fe7d04f1 None None] Routers {'f6b98748-32d5-4e6b-95c1-917d21233cbe'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:27:47.845324 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-6c69f5ab-31e3-44e3-b999-bd08fe7d04f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:27:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['f6b98748-32d5-4e6b-95c1-917d21233cbe'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:47.941455 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e4506d19-a66c-4902-bda3-a303a5bb0117 admin admin] Publish callbacks [] for router, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:47.953108 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-6c69f5ab-31e3-44e3-b999-bd08fe7d04f1 None None] Set router f6b98748-32d5-4e6b-95c1-917d21233cbe gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:27:48.054171 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e4506d19-a66c-4902-bda3-a303a5bb0117 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:48.118354 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-e4506d19-a66c-4902-bda3-a303a5bb0117 admin admin] Deleting port c440091b-f087-4717-9c3c-606f173cf5a4 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:27:48.118873 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e4506d19-a66c-4902-bda3-a303a5bb0117 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:48.147543 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-6c69f5ab-31e3-44e3-b999-bd08fe7d04f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b98748-32d5-4e6b-95c1-917d21233cbe', 'name': 'tempest-ServerActionsTestJSON-1810950938-router', 'tenant_id': '0fe2f65e36b04191a8895e70d88ba327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'c440091b-f087-4717-9c3c-606f173cf5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:56:59Z', 'updated_at': '2021-11-12T09:27:47Z', 'revision_number': 5, 'project_id': '0fe2f65e36b04191a8895e70d88ba327', 'gw_port': {'id': 'c440091b-f087-4717-9c3c-606f173cf5a4', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:00:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b98748-32d5-4e6b-95c1-917d21233cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:57:00Z', 'updated_at': '2021-11-12T08:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:48.174313 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c69f5ab-31e3-44e3-b999-bd08fe7d04f1 None None] Checking router: f6b98748-32d5-4e6b-95c1-917d21233cbe for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:27:48.182824 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c69f5ab-31e3-44e3-b999-bd08fe7d04f1 None None] Routers {'f6b98748-32d5-4e6b-95c1-917d21233cbe'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:27:48.183438 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-6c69f5ab-31e3-44e3-b999-bd08fe7d04f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:27:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['f6b98748-32d5-4e6b-95c1-917d21233cbe'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:48.209138 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-e4506d19-a66c-4902-bda3-a303a5bb0117 admin admin] For port c440091b-f087-4717-9c3c-606f173cf5a4, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=c440091b-f087-4717-9c3c-606f173cf5a4,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:27:48.209515 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e4506d19-a66c-4902-bda3-a303a5bb0117 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:48.223891 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-e4506d19-a66c-4902-bda3-a303a5bb0117 admin admin] Calling delete_port for c440091b-f087-4717-9c3c-606f173cf5a4 owned by network:router_gateway {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:27:48.272216 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-6c69f5ab-31e3-44e3-b999-bd08fe7d04f1 None None] Set router f6b98748-32d5-4e6b-95c1-917d21233cbe gateway port host: None {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:27:48.327676 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-6c69f5ab-31e3-44e3-b999-bd08fe7d04f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6b98748-32d5-4e6b-95c1-917d21233cbe', 'name': 'tempest-ServerActionsTestJSON-1810950938-router', 'tenant_id': '0fe2f65e36b04191a8895e70d88ba327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:56:59Z', 'updated_at': '2021-11-12T09:27:48Z', 'revision_number': 6, 'project_id': '0fe2f65e36b04191a8895e70d88ba327', 'gw_port_host': None}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:48.355785 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c69f5ab-31e3-44e3-b999-bd08fe7d04f1 None None] The sync data for ids ['f6b98748-32d5-4e6b-95c1-917d21233cbe'] in n-d-765315-29 is: [{'id': 'f6b98748-32d5-4e6b-95c1-917d21233cbe', 'name': 'tempest-ServerActionsTestJSON-1810950938-router', 'tenant_id': '0fe2f65e36b04191a8895e70d88ba327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:56:59Z', 'updated_at': '2021-11-12T09:27:48Z', 'revision_number': 6, 'project_id': '0fe2f65e36b04191a8895e70d88ba327', 'gw_port_host': None}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:27:48.400918 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e4506d19-a66c-4902-bda3-a303a5bb0117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:48.427923 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4506d19-a66c-4902-bda3-a303a5bb0117 admin admin] Pushing event deleted for resources: {'Port': ['ID=c440091b-f087-4717-9c3c-606f173cf5a4,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:48.445316 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d447068c-8d96-4bc5-9587-bd039bee02fa None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:27:48.498850 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e4506d19-a66c-4902-bda3-a303a5bb0117 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-933016'] for router_gateway, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:48.599754 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e4506d19-a66c-4902-bda3-a303a5bb0117 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:48.602076 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e4506d19-a66c-4902-bda3-a303a5bb0117 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:48.649803 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e4506d19-a66c-4902-bda3-a303a5bb0117 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:48.650295 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4506d19-a66c-4902-bda3-a303a5bb0117 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6b98748-32d5-4e6b-95c1-917d21233cbe {{(pid=102600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:27:48.654656 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e4506d19-a66c-4902-bda3-a303a5bb0117 admin admin] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:48.655932 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-e4506d19-a66c-4902-bda3-a303a5bb0117 admin admin] 10.222.0.26 "DELETE /v2.0/routers/f6b98748-32d5-4e6b-95c1-917d21233cbe HTTP/1.1" status: 204 len: 168 time: 0.8273232 Nov 12 09:27:48.659008 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 42172) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:48.706379 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-32e76fe5-c1d3-4ad4-8fac-3bfa53b7e818 admin admin] Deleting subnet 361cd205-c9ed-4615-bbce-5d7fd6e5ad7d {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:27:48.710300 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-32e76fe5-c1d3-4ad4-8fac-3bfa53b7e818 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:48.749332 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-32e76fe5-c1d3-4ad4-8fac-3bfa53b7e818 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:48.876868 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-32e76fe5-c1d3-4ad4-8fac-3bfa53b7e818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:48.935485 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-32e76fe5-c1d3-4ad4-8fac-3bfa53b7e818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:48.966414 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-32e76fe5-c1d3-4ad4-8fac-3bfa53b7e818 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:48.971148 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ebaeae-2559-4f0c-8530-c3a296114b87 None None] Network 58fcde89-0909-49c5-8929-54da1ed9ecf5 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:27:48.973361 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 42174) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:48.973841 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-32e76fe5-c1d3-4ad4-8fac-3bfa53b7e818 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/361cd205-c9ed-4615-bbce-5d7fd6e5ad7d HTTP/1.1" status: 204 len: 168 time: 0.3130965 Nov 12 09:27:48.974263 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e76fe5-c1d3-4ad4-8fac-3bfa53b7e818 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=361cd205-c9ed-4615-bbce-5d7fd6e5ad7d,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:49.051746 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6c6f6766-71a6-4609-813c-259648dbae1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:49.117862 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-6c6f6766-71a6-4609-813c-259648dbae1e admin admin] Deleting port 25ce59fa-bcee-47e8-8324-9d823c5e7275 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:27:49.118297 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6c6f6766-71a6-4609-813c-259648dbae1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:49.195705 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b73474-48f9-4794-9331-7c8c68f0f834 None None] DHCP port deletion for 58fcde89-0909-49c5-8929-54da1ed9ecf5 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:27:49.197711 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 229f4a10-65a2-46af-adc4-fb8c1cb7b847 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:27:49.202851 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-6c6f6766-71a6-4609-813c-259648dbae1e admin admin] For port 25ce59fa-bcee-47e8-8324-9d823c5e7275, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=25ce59fa-bcee-47e8-8324-9d823c5e7275,segment=NetworkSegment(064bfa1e-f17d-49cf-86cd-d69b8f23a455),segment_id=064bfa1e-f17d-49cf-86cd-d69b8f23a455)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:27:49.203296 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6c6f6766-71a6-4609-813c-259648dbae1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:49.222906 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-6c6f6766-71a6-4609-813c-259648dbae1e admin admin] Calling delete_port for 25ce59fa-bcee-47e8-8324-9d823c5e7275 owned by network:dhcp {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:27:49.224387 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 229f4a10-65a2-46af-adc4-fb8c1cb7b847 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:27:49.224734 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 229f4a10-65a2-46af-adc4-fb8c1cb7b847 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:27:49.272590 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-90b73474-48f9-4794-9331-7c8c68f0f834 None None] Deleting port 25ce59fa-bcee-47e8-8324-9d823c5e7275 {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:27:49.272969 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-90b73474-48f9-4794-9331-7c8c68f0f834 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:49.305062 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6c6f6766-71a6-4609-813c-259648dbae1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:49.334224 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6f6766-71a6-4609-813c-259648dbae1e admin admin] No DVR routers for this DVR port 25ce59fa-bcee-47e8-8324-9d823c5e7275 on host n-d-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:27:49.336000 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6f6766-71a6-4609-813c-259648dbae1e admin admin] Pushing event deleted for resources: {'Port': ['ID=25ce59fa-bcee-47e8-8324-9d823c5e7275,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:49.348242 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-90b73474-48f9-4794-9331-7c8c68f0f834 None None] For port 25ce59fa-bcee-47e8-8324-9d823c5e7275, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=25ce59fa-bcee-47e8-8324-9d823c5e7275,segment=NetworkSegment(064bfa1e-f17d-49cf-86cd-d69b8f23a455),segment_id=064bfa1e-f17d-49cf-86cd-d69b8f23a455)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:27:49.349147 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-90b73474-48f9-4794-9331-7c8c68f0f834 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:49.379184 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-90b73474-48f9-4794-9331-7c8c68f0f834 None None] Calling delete_port for 25ce59fa-bcee-47e8-8324-9d823c5e7275 owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:27:49.418319 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6c6f6766-71a6-4609-813c-259648dbae1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:49.446862 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-6c6f6766-71a6-4609-813c-259648dbae1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58fcde89-0909-49c5-8929-54da1ed9ecf5']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:49.459768 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-6c6f6766-71a6-4609-813c-259648dbae1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '064bfa1e-f17d-49cf-86cd-d69b8f23a455') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:49.460285 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-6c6f6766-71a6-4609-813c-259648dbae1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '064bfa1e-f17d-49cf-86cd-d69b8f23a455') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:49.473054 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6c6f6766-71a6-4609-813c-259648dbae1e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:49.487427 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6c6f6766-71a6-4609-813c-259648dbae1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:49.493586 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-90b73474-48f9-4794-9331-7c8c68f0f834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:49.498999 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c6f6766-71a6-4609-813c-259648dbae1e admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:27:49.499539 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6c6f6766-71a6-4609-813c-259648dbae1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:49.501562 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 09:27:49.501562 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:27:49.501562 n-d-765315-29 neutron-server[102599]: timer() Nov 12 09:27:49.501562 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:27:49.501562 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 09:27:49.501562 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:27:49.501562 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 09:27:49.501562 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:27:49.501562 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 09:27:49.501562 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:27:49.501562 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 09:27:49.501562 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:27:49.501562 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 09:27:49.501562 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:27:49.501562 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:27:49.501562 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:27:49.501562 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:27:49.501562 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:27:49.501562 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 09:27:49.501562 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:27:49.501562 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 09:27:49.501562 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:27:49.501562 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:27:49.501562 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:27:49.501562 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 09:27:49.501562 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:27:49.501562 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:27:49.501562 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:27:49.501562 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:27:49.501562 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:27:49.501562 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:27:49.501562 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:27:49.535218 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b73474-48f9-4794-9331-7c8c68f0f834 None None] Pushing event deleted for resources: {'Port': ['ID=25ce59fa-bcee-47e8-8324-9d823c5e7275,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:49.540175 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b73474-48f9-4794-9331-7c8c68f0f834 None None] No DVR routers for this DVR port 25ce59fa-bcee-47e8-8324-9d823c5e7275 on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:27:49.548564 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b73474-48f9-4794-9331-7c8c68f0f834 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:49.549148 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b73474-48f9-4794-9331-7c8c68f0f834 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:49.549650 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b73474-48f9-4794-9331-7c8c68f0f834 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:49.550230 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b73474-48f9-4794-9331-7c8c68f0f834 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:49.550837 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b73474-48f9-4794-9331-7c8c68f0f834 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:49.551343 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b73474-48f9-4794-9331-7c8c68f0f834 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:49.551676 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b73474-48f9-4794-9331-7c8c68f0f834 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:49.552026 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b73474-48f9-4794-9331-7c8c68f0f834 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:49.552327 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b73474-48f9-4794-9331-7c8c68f0f834 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:49.552720 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b73474-48f9-4794-9331-7c8c68f0f834 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:49.552960 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b73474-48f9-4794-9331-7c8c68f0f834 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:49.553279 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b73474-48f9-4794-9331-7c8c68f0f834 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:49.576480 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6c6f6766-71a6-4609-813c-259648dbae1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:49.582345 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6c6f6766-71a6-4609-813c-259648dbae1e admin admin] Publish callbacks [] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:49.585681 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-6c6f6766-71a6-4609-813c-259648dbae1e admin admin] 10.222.0.26 "DELETE /v2.0/networks/58fcde89-0909-49c5-8929-54da1ed9ecf5 HTTP/1.1" status: 204 len: 168 time: 0.6104496 Nov 12 09:27:49.600241 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6f6766-71a6-4609-813c-259648dbae1e admin admin] Pushing event deleted for resources: {'Network': ['ID=58fcde89-0909-49c5-8929-54da1ed9ecf5,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:49.703096 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 42178) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:49.749954 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-d68e30c5-6d39-4789-b0f1-6b2f18cdb510 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0fe2f65e36b04191a8895e70d88ba327&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0455008 Nov 12 09:27:49.752524 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 42180) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:49.800681 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4dd8aa2d-41cc-4759-b9bb-e43d97f63970 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:49.821758 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4dd8aa2d-41cc-4759-b9bb-e43d97f63970 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:49.870729 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4dd8aa2d-41cc-4759-b9bb-e43d97f63970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:49.873533 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4dd8aa2d-41cc-4759-b9bb-e43d97f63970 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:49.874852 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-4dd8aa2d-41cc-4759-b9bb-e43d97f63970 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/01faa845-a811-4597-a97b-c4461e2d8d07 HTTP/1.1" status: 204 len: 168 time: 0.1213889 Nov 12 09:27:49.883372 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd8aa2d-41cc-4759-b9bb-e43d97f63970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01faa845-a811-4597-a97b-c4461e2d8d07,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:50.585988 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 42202) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:50.649129 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device c440091b-f087-4717-9c3c-606f173cf5a4 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:27:50.670164 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: c440091b-f087-4717-9c3c-606f173cf5a4 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:27:50.670513 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device c440091b-f087-4717-9c3c-606f173cf5a4 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:27:50.670953 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 25ce59fa-bcee-47e8-8324-9d823c5e7275 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:27:50.691821 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 25ce59fa-bcee-47e8-8324-9d823c5e7275 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:27:50.692147 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 25ce59fa-bcee-47e8-8324-9d823c5e7275 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:27:50.698738 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-70c56940-403f-4dc9-a235-44a7d7bd0772 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1178970688-network', 'tenant_id': '3cff45bab75946c8848f586ff2beb15f'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:27:50.721380 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c56940-403f-4dc9-a235-44a7d7bd0772 admin admin] Made reservation on behalf of 3cff45bab75946c8848f586ff2beb15f for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:27:50.723752 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-70c56940-403f-4dc9-a235-44a7d7bd0772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:50.732384 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-70c56940-403f-4dc9-a235-44a7d7bd0772 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:50.806188 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-70c56940-403f-4dc9-a235-44a7d7bd0772 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:50.811130 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-70c56940-403f-4dc9-a235-44a7d7bd0772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:50.837205 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70c56940-403f-4dc9-a235-44a7d7bd0772 admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:27:50.846865 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c56940-403f-4dc9-a235-44a7d7bd0772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=010857af-9dc6-4fb9-bc7a-60eff60e32e8,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:50.854301 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-70c56940-403f-4dc9-a235-44a7d7bd0772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:50.854689 n-d-765315-29 neutron-server[102599]: INFO neutron.db.segments_db [None req-70c56940-403f-4dc9-a235-44a7d7bd0772 admin admin] Added segment 3f7a2be5-19c9-46c5-857a-c5cff9c65f8a of type vlan for network edd95633-9321-4a6a-8d16-1af9e7d70a08 Nov 12 09:27:50.898456 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-70c56940-403f-4dc9-a235-44a7d7bd0772 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:50.924896 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-70c56940-403f-4dc9-a235-44a7d7bd0772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:50.926011 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c56940-403f-4dc9-a235-44a7d7bd0772 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:50.927001 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-70c56940-403f-4dc9-a235-44a7d7bd0772 admin admin] Publish callbacks [] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:50.987568 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-70c56940-403f-4dc9-a235-44a7d7bd0772 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4004264 Nov 12 09:27:50.990482 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 42206) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:50.994951 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c56940-403f-4dc9-a235-44a7d7bd0772 admin admin] Pushing event updated for resources: {'Network': ['ID=edd95633-9321-4a6a-8d16-1af9e7d70a08,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:50.995495 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-0552b132-6b26-4f81-ac78-c81a2552eb06 admin admin] Request body: {'subnet': {'network_id': 'edd95633-9321-4a6a-8d16-1af9e7d70a08', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1178970688-subnet', 'tenant_id': '3cff45bab75946c8848f586ff2beb15f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:27:51.005186 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network edd95633-9321-4a6a-8d16-1af9e7d70a08 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:27:51.020160 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0552b132-6b26-4f81-ac78-c81a2552eb06 admin admin] Made reservation on behalf of 3cff45bab75946c8848f586ff2beb15f for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:27:51.022640 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0552b132-6b26-4f81-ac78-c81a2552eb06 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:51.225413 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0552b132-6b26-4f81-ac78-c81a2552eb06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:51.288605 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0552b132-6b26-4f81-ac78-c81a2552eb06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a921a35a-e2e4-4ba0-b569-67f9cfb914e9,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:51.295840 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0552b132-6b26-4f81-ac78-c81a2552eb06 admin admin] Checking segment: {'id': '3f7a2be5-19c9-46c5-857a-c5cff9c65f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'edd95633-9321-4a6a-8d16-1af9e7d70a08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:27:51.296268 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0552b132-6b26-4f81-ac78-c81a2552eb06 admin admin] Network hostable DHCP agents. Network: edd95633-9321-4a6a-8d16-1af9e7d70a08, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:27:51.315423 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0552b132-6b26-4f81-ac78-c81a2552eb06 admin admin] Network edd95633-9321-4a6a-8d16-1af9e7d70a08 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:27:51.325747 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-0552b132-6b26-4f81-ac78-c81a2552eb06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, edd95633-9321-4a6a-8d16-1af9e7d70a08) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:27:51.335154 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5434ac04-693e-401c-be93-0bc64cfd3181 None None] Network edd95633-9321-4a6a-8d16-1af9e7d70a08 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:27:51.335700 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0552b132-6b26-4f81-ac78-c81a2552eb06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:51.336475 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0552b132-6b26-4f81-ac78-c81a2552eb06 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:51.354082 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-0552b132-6b26-4f81-ac78-c81a2552eb06 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3624768 Nov 12 09:27:51.469597 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2988e6-46be-4d51-a32b-1379d5970cfe None None] Network edd95633-9321-4a6a-8d16-1af9e7d70a08 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:27:51.788187 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30579ed4-db79-4449-ab5f-4c71a6eaac0b req-85ad1c5b-fee2-42ab-8673-aa90c3fba35a tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:51.789575 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-30579ed4-db79-4449-ab5f-4c71a6eaac0b req-85ad1c5b-fee2-42ab-8673-aa90c3fba35a tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] 10.222.0.26 "GET /v2.0/networks?id=edd95633-9321-4a6a-8d16-1af9e7d70a08 HTTP/1.1" status: 200 len: 814 time: 0.1021497 Nov 12 09:27:51.806072 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-30579ed4-db79-4449-ab5f-4c71a6eaac0b req-8b8665b9-2db5-47ec-9852-4a665e2b960a tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] 10.222.0.26 "GET /v2.0/quotas/3cff45bab75946c8848f586ff2beb15f HTTP/1.1" status: 200 len: 375 time: 0.0106182 Nov 12 09:27:51.838909 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-30579ed4-db79-4449-ab5f-4c71a6eaac0b req-ef909cb6-1c24-4d81-a74c-267057d111f0 tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=3cff45bab75946c8848f586ff2beb15f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270517 Nov 12 09:27:51.949924 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [req-30579ed4-db79-4449-ab5f-4c71a6eaac0b req-c4d68183-405b-4738-827d-91aa9323a07c service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:27:51.950985 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-30579ed4-db79-4449-ab5f-4c71a6eaac0b req-c4d68183-405b-4738-827d-91aa9323a07c service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0490530 Nov 12 09:27:52.048636 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-30579ed4-db79-4449-ab5f-4c71a6eaac0b req-2788088c-c616-49b3-81fe-0661ed3e400e service neutron] 10.222.0.26 "GET /v2.0/networks/edd95633-9321-4a6a-8d16-1af9e7d70a08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906339 Nov 12 09:27:52.143032 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-30579ed4-db79-4449-ab5f-4c71a6eaac0b req-0688244c-6d2f-4168-b6a8-b4927918c406 service neutron] 10.222.0.26 "GET /v2.0/networks/edd95633-9321-4a6a-8d16-1af9e7d70a08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884924 Nov 12 09:27:52.309546 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f17fda1a-5915-4065-ba56-19967e125dee req-2e4b571b-1715-4828-a61c-d6384c60c4bc tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] 10.222.0.26 "GET /v2.0/ports?device_id=74a5be3e-1aaf-46a7-94c5-8759e873985a HTTP/1.1" status: 200 len: 210 time: 0.0275187 Nov 12 09:27:53.405227 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0e1803cd-cc69-4541-a320-7f816111da19 req-de81877c-59d3-407e-b8b3-3d10a4e9beee tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] 10.222.0.26 "GET /v2.0/ports?device_id=74a5be3e-1aaf-46a7-94c5-8759e873985a HTTP/1.1" status: 200 len: 210 time: 0.0266631 Nov 12 09:27:53.503527 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.44', 56484) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:53.618973 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30579ed4-db79-4449-ab5f-4c71a6eaac0b req-32e25db7-ff31-42c2-a9dd-d6e860295702 tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:53.620338 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-30579ed4-db79-4449-ab5f-4c71a6eaac0b req-32e25db7-ff31-42c2-a9dd-d6e860295702 tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] 10.222.0.44 "GET /v2.0/networks?id=edd95633-9321-4a6a-8d16-1af9e7d70a08 HTTP/1.1" status: 200 len: 814 time: 0.1113424 Nov 12 09:27:53.657882 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-30579ed4-db79-4449-ab5f-4c71a6eaac0b req-20b39f73-381c-43bd-ba45-ed19dd5e2ea4 tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] Request body: {'port': {'device_id': '74a5be3e-1aaf-46a7-94c5-8759e873985a', 'network_id': 'edd95633-9321-4a6a-8d16-1af9e7d70a08', 'admin_state_up': True, 'tenant_id': '3cff45bab75946c8848f586ff2beb15f'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:27:53.766742 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30579ed4-db79-4449-ab5f-4c71a6eaac0b req-20b39f73-381c-43bd-ba45-ed19dd5e2ea4 tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] Made reservation on behalf of 3cff45bab75946c8848f586ff2beb15f for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:27:53.770154 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-30579ed4-db79-4449-ab5f-4c71a6eaac0b req-20b39f73-381c-43bd-ba45-ed19dd5e2ea4 tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:53.908586 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-30579ed4-db79-4449-ab5f-4c71a6eaac0b req-20b39f73-381c-43bd-ba45-ed19dd5e2ea4 tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] Allocated IP 172.20.0.7 (edd95633-9321-4a6a-8d16-1af9e7d70a08/a921a35a-e2e4-4ba0-b569-67f9cfb914e9/169d2fd3-61bd-4936-a859-cbeb87130d53) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:27:54.064537 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-30579ed4-db79-4449-ab5f-4c71a6eaac0b req-20b39f73-381c-43bd-ba45-ed19dd5e2ea4 tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:54.095383 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-30579ed4-db79-4449-ab5f-4c71a6eaac0b req-20b39f73-381c-43bd-ba45-ed19dd5e2ea4 tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:54.139253 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30579ed4-db79-4449-ab5f-4c71a6eaac0b req-20b39f73-381c-43bd-ba45-ed19dd5e2ea4 tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] Network edd95633-9321-4a6a-8d16-1af9e7d70a08 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:27:54.144973 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-30579ed4-db79-4449-ab5f-4c71a6eaac0b req-20b39f73-381c-43bd-ba45-ed19dd5e2ea4 tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:27:54.148763 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-30579ed4-db79-4449-ab5f-4c71a6eaac0b req-20b39f73-381c-43bd-ba45-ed19dd5e2ea4 tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:27:54.155388 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b39f73-381c-43bd-ba45-ed19dd5e2ea4 tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] Pushing event updated for resources: {'Port': ['ID=169d2fd3-61bd-4936-a859-cbeb87130d53,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:54.202757 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30579ed4-db79-4449-ab5f-4c71a6eaac0b req-20b39f73-381c-43bd-ba45-ed19dd5e2ea4 tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:54.203505 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-30579ed4-db79-4449-ab5f-4c71a6eaac0b req-20b39f73-381c-43bd-ba45-ed19dd5e2ea4 tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:54.220922 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-30579ed4-db79-4449-ab5f-4c71a6eaac0b req-20b39f73-381c-43bd-ba45-ed19dd5e2ea4 tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5669568 Nov 12 09:27:54.233229 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [req-30579ed4-db79-4449-ab5f-4c71a6eaac0b req-95476b6f-1bd2-4cfb-8295-aa72c5fcfae2 tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:27:54.234176 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-30579ed4-db79-4449-ab5f-4c71a6eaac0b req-95476b6f-1bd2-4cfb-8295-aa72c5fcfae2 tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050242 Nov 12 09:27:54.305038 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-30579ed4-db79-4449-ab5f-4c71a6eaac0b req-4464fe86-c6c0-46f8-bbf1-8f75b8c5223d service neutron] Request body: {'port': {'device_id': '74a5be3e-1aaf-46a7-94c5-8759e873985a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:27:54.366250 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-30579ed4-db79-4449-ab5f-4c71a6eaac0b req-4464fe86-c6c0-46f8-bbf1-8f75b8c5223d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:54.522679 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b4ec14-d142-44df-9cb4-1f132c5918e5 req-98836c3b-bbf1-4121-aee1-ee8d2bf4cdb7 tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:54.524324 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b8b4ec14-d142-44df-9cb4-1f132c5918e5 req-98836c3b-bbf1-4121-aee1-ee8d2bf4cdb7 tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] 10.222.0.26 "GET /v2.0/ports?device_id=74a5be3e-1aaf-46a7-94c5-8759e873985a HTTP/1.1" status: 200 len: 931 time: 0.0498939 Nov 12 09:27:54.572259 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b8b4ec14-d142-44df-9cb4-1f132c5918e5 req-3e15d66d-7ac3-42e7-994c-65faeb23a944 tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] 10.222.0.26 "GET /v2.0/security-groups?id=010857af-9dc6-4fb9-bc7a-60eff60e32e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417569 Nov 12 09:27:54.638989 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-30579ed4-db79-4449-ab5f-4c71a6eaac0b req-4464fe86-c6c0-46f8-bbf1-8f75b8c5223d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 169d2fd3-61bd-4936-a859-cbeb87130d53 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:27:54.647916 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-30579ed4-db79-4449-ab5f-4c71a6eaac0b req-4464fe86-c6c0-46f8-bbf1-8f75b8c5223d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:54.660645 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-30579ed4-db79-4449-ab5f-4c71a6eaac0b req-4464fe86-c6c0-46f8-bbf1-8f75b8c5223d service neutron] Transition to ACTIVE for port object 169d2fd3-61bd-4936-a859-cbeb87130d53 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:27:54.667860 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-30579ed4-db79-4449-ab5f-4c71a6eaac0b req-4464fe86-c6c0-46f8-bbf1-8f75b8c5223d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:54.718305 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4464fe86-c6c0-46f8-bbf1-8f75b8c5223d service neutron] Pushing event updated for resources: {'Port': ['ID=169d2fd3-61bd-4936-a859-cbeb87130d53,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:54.798658 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-30579ed4-db79-4449-ab5f-4c71a6eaac0b req-4464fe86-c6c0-46f8-bbf1-8f75b8c5223d service neutron] Attempting to bind port 169d2fd3-61bd-4936-a859-cbeb87130d53 on host n-h2-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:27:54.798989 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-30579ed4-db79-4449-ab5f-4c71a6eaac0b req-4464fe86-c6c0-46f8-bbf1-8f75b8c5223d service neutron] Attempting to bind port 169d2fd3-61bd-4936-a859-cbeb87130d53 by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': '3f7a2be5-19c9-46c5-857a-c5cff9c65f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'edd95633-9321-4a6a-8d16-1af9e7d70a08'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:27:54.799311 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30579ed4-db79-4449-ab5f-4c71a6eaac0b req-4464fe86-c6c0-46f8-bbf1-8f75b8c5223d service neutron] Attempting to bind port 169d2fd3-61bd-4936-a859-cbeb87130d53 on network edd95633-9321-4a6a-8d16-1af9e7d70a08 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:27:54.803527 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30579ed4-db79-4449-ab5f-4c71a6eaac0b req-4464fe86-c6c0-46f8-bbf1-8f75b8c5223d service neutron] Port 169d2fd3-61bd-4936-a859-cbeb87130d53 on network edd95633-9321-4a6a-8d16-1af9e7d70a08 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:27:54.803840 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30579ed4-db79-4449-ab5f-4c71a6eaac0b req-4464fe86-c6c0-46f8-bbf1-8f75b8c5223d service neutron] Attempting to bind port 169d2fd3-61bd-4936-a859-cbeb87130d53 on network edd95633-9321-4a6a-8d16-1af9e7d70a08 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:27:54.808768 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30579ed4-db79-4449-ab5f-4c71a6eaac0b req-4464fe86-c6c0-46f8-bbf1-8f75b8c5223d service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:27:54.809094 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30579ed4-db79-4449-ab5f-4c71a6eaac0b req-4464fe86-c6c0-46f8-bbf1-8f75b8c5223d service neutron] Checking segment: {'id': '3f7a2be5-19c9-46c5-857a-c5cff9c65f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'edd95633-9321-4a6a-8d16-1af9e7d70a08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:27:54.809468 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30579ed4-db79-4449-ab5f-4c71a6eaac0b req-4464fe86-c6c0-46f8-bbf1-8f75b8c5223d service neutron] Bound using segment: {'id': '3f7a2be5-19c9-46c5-857a-c5cff9c65f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'edd95633-9321-4a6a-8d16-1af9e7d70a08'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:27:54.809886 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-30579ed4-db79-4449-ab5f-4c71a6eaac0b req-4464fe86-c6c0-46f8-bbf1-8f75b8c5223d service neutron] Bound port: 169d2fd3-61bd-4936-a859-cbeb87130d53, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f7a2be5-19c9-46c5-857a-c5cff9c65f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'edd95633-9321-4a6a-8d16-1af9e7d70a08'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:27:54.810232 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-30579ed4-db79-4449-ab5f-4c71a6eaac0b req-4464fe86-c6c0-46f8-bbf1-8f75b8c5223d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:54.873698 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-30579ed4-db79-4449-ab5f-4c71a6eaac0b req-4464fe86-c6c0-46f8-bbf1-8f75b8c5223d service neutron] For port 169d2fd3-61bd-4936-a859-cbeb87130d53, host n-h2-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:27:54.877362 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-30579ed4-db79-4449-ab5f-4c71a6eaac0b req-4464fe86-c6c0-46f8-bbf1-8f75b8c5223d service neutron] For port 169d2fd3-61bd-4936-a859-cbeb87130d53, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=169d2fd3-61bd-4936-a859-cbeb87130d53,segment=NetworkSegment(3f7a2be5-19c9-46c5-857a-c5cff9c65f8a),segment_id=3f7a2be5-19c9-46c5-857a-c5cff9c65f8a)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:27:54.882716 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-30579ed4-db79-4449-ab5f-4c71a6eaac0b req-4464fe86-c6c0-46f8-bbf1-8f75b8c5223d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:54.916978 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30579ed4-db79-4449-ab5f-4c71a6eaac0b req-4464fe86-c6c0-46f8-bbf1-8f75b8c5223d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:54.917597 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-30579ed4-db79-4449-ab5f-4c71a6eaac0b req-4464fe86-c6c0-46f8-bbf1-8f75b8c5223d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:54.918995 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-30579ed4-db79-4449-ab5f-4c71a6eaac0b req-4464fe86-c6c0-46f8-bbf1-8f75b8c5223d service neutron] 10.222.0.44 "PUT /v2.0/ports/169d2fd3-61bd-4936-a859-cbeb87130d53 HTTP/1.1" status: 200 len: 1092 time: 0.6673343 Nov 12 09:27:54.919431 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74a5be3e-1aaf-46a7-94c5-8759e873985a', 'tag': '169d2fd3-61bd-4936-a859-cbeb87130d53'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:27:54.921660 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c022ff2c5cb8d3060857f92f3690e67c01ee9cc1391db4b92ea76e21aea06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c373d43d-b5a7-4d9f-aceb-83c85eec5367" -d '{"events": [{"name": "network-changed", "server_uuid": "74a5be3e-1aaf-46a7-94c5-8759e873985a", "tag": "169d2fd3-61bd-4936-a859-cbeb87130d53"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:27:54.946299 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4464fe86-c6c0-46f8-bbf1-8f75b8c5223d service neutron] Pushing event updated for resources: {'Port': ['ID=169d2fd3-61bd-4936-a859-cbeb87130d53,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:55.022533 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68b6851a-922f-40bf-82f1-341b7fc499ae x-openstack-request-id: req-68b6851a-922f-40bf-82f1-341b7fc499ae {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:27:55.022850 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74a5be3e-1aaf-46a7-94c5-8759e873985a", "tag": "169d2fd3-61bd-4936-a859-cbeb87130d53", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:27:55.023117 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-68b6851a-922f-40bf-82f1-341b7fc499ae {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:27:55.023518 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74a5be3e-1aaf-46a7-94c5-8759e873985a', 'tag': '169d2fd3-61bd-4936-a859-cbeb87130d53', 'status': 'completed', 'code': 200} Nov 12 09:27:55.033287 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30579ed4-db79-4449-ab5f-4c71a6eaac0b req-898b5178-ea3d-4843-bdac-3cc29557cdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:55.034877 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-30579ed4-db79-4449-ab5f-4c71a6eaac0b req-898b5178-ea3d-4843-bdac-3cc29557cdb4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3cff45bab75946c8848f586ff2beb15f&device_id=74a5be3e-1aaf-46a7-94c5-8759e873985a HTTP/1.1" status: 200 len: 1095 time: 0.0499165 Nov 12 09:27:55.085875 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-30579ed4-db79-4449-ab5f-4c71a6eaac0b req-08bb53f0-c3d6-4dd1-8642-fbb80ed0a433 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=169d2fd3-61bd-4936-a859-cbeb87130d53 HTTP/1.1" status: 200 len: 217 time: 0.0351169 Nov 12 09:27:55.134891 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30579ed4-db79-4449-ab5f-4c71a6eaac0b req-82692a7f-dc18-43bc-808d-2ef9e5713032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:55.136341 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-30579ed4-db79-4449-ab5f-4c71a6eaac0b req-82692a7f-dc18-43bc-808d-2ef9e5713032 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a921a35a-e2e4-4ba0-b569-67f9cfb914e9 HTTP/1.1" status: 200 len: 854 time: 0.0437026 Nov 12 09:27:55.173146 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-30579ed4-db79-4449-ab5f-4c71a6eaac0b req-6e4cf7e4-7968-4121-89ba-c16a6779bb13 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=edd95633-9321-4a6a-8d16-1af9e7d70a08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287828 Nov 12 09:27:55.276514 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-30579ed4-db79-4449-ab5f-4c71a6eaac0b req-0d5fb551-2be4-4cbb-b314-3493c0970f31 service neutron] 10.222.0.44 "GET /v2.0/networks/edd95633-9321-4a6a-8d16-1af9e7d70a08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935464 Nov 12 09:27:55.377418 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-30579ed4-db79-4449-ab5f-4c71a6eaac0b req-2fcba53e-03f2-4127-9934-48d03a4cf39a service neutron] 10.222.0.44 "GET /v2.0/networks/edd95633-9321-4a6a-8d16-1af9e7d70a08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932858 Nov 12 09:27:55.521956 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c373d43d-b5a7-4d9f-aceb-83c85eec5367 req-063ede1b-f2ed-42ca-a2ec-1552371af580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:55.523583 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c373d43d-b5a7-4d9f-aceb-83c85eec5367 req-063ede1b-f2ed-42ca-a2ec-1552371af580 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3cff45bab75946c8848f586ff2beb15f&device_id=74a5be3e-1aaf-46a7-94c5-8759e873985a HTTP/1.1" status: 200 len: 1095 time: 0.0440884 Nov 12 09:27:55.636683 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c373d43d-b5a7-4d9f-aceb-83c85eec5367 req-f6015a35-b9d8-4ede-9754-970f665765d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:55.638171 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c373d43d-b5a7-4d9f-aceb-83c85eec5367 req-f6015a35-b9d8-4ede-9754-970f665765d5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=edd95633-9321-4a6a-8d16-1af9e7d70a08 HTTP/1.1" status: 200 len: 915 time: 0.1042485 Nov 12 09:27:55.688359 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c373d43d-b5a7-4d9f-aceb-83c85eec5367 req-9d7d745e-3d92-4a09-95d0-de219311b0d3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=169d2fd3-61bd-4936-a859-cbeb87130d53 HTTP/1.1" status: 200 len: 217 time: 0.0414200 Nov 12 09:27:55.713526 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a371bd9-e395-4395-8460-49800cf9eca8 req-af0b91a2-d61e-4800-abdd-429a29efcb95 tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:55.715322 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6a371bd9-e395-4395-8460-49800cf9eca8 req-af0b91a2-d61e-4800-abdd-429a29efcb95 tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] 10.222.0.26 "GET /v2.0/ports?device_id=74a5be3e-1aaf-46a7-94c5-8759e873985a HTTP/1.1" status: 200 len: 943 time: 0.0651095 Nov 12 09:27:55.741275 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c373d43d-b5a7-4d9f-aceb-83c85eec5367 req-7b1602ad-4506-4f94-824d-26d6b36f2fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:55.742922 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c373d43d-b5a7-4d9f-aceb-83c85eec5367 req-7b1602ad-4506-4f94-824d-26d6b36f2fbe service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a921a35a-e2e4-4ba0-b569-67f9cfb914e9 HTTP/1.1" status: 200 len: 854 time: 0.0472703 Nov 12 09:27:55.768542 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6a371bd9-e395-4395-8460-49800cf9eca8 req-7a0bf16c-3335-47b1-b7f8-9d932cd5d449 tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] 10.222.0.26 "GET /v2.0/security-groups?id=010857af-9dc6-4fb9-bc7a-60eff60e32e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460653 Nov 12 09:27:55.778273 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c373d43d-b5a7-4d9f-aceb-83c85eec5367 req-2d39cc7f-5ad5-403c-99d7-af6d65e67c6b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=edd95633-9321-4a6a-8d16-1af9e7d70a08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263686 Nov 12 09:27:55.879846 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c373d43d-b5a7-4d9f-aceb-83c85eec5367 req-6ae45bc9-c2bc-4590-b408-dcf08da6ec7f service neutron] 10.222.0.44 "GET /v2.0/networks/edd95633-9321-4a6a-8d16-1af9e7d70a08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924408 Nov 12 09:27:55.985743 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c373d43d-b5a7-4d9f-aceb-83c85eec5367 req-03d87d00-7bbe-429f-a985-f13359e05d5e service neutron] 10.222.0.44 "GET /v2.0/networks/edd95633-9321-4a6a-8d16-1af9e7d70a08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976462 Nov 12 09:27:56.891850 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90873dbb-cef2-49b8-8612-5c7a482ee183 req-fc871fd0-f3f4-4d95-88f3-a138e1860776 tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:56.893235 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-90873dbb-cef2-49b8-8612-5c7a482ee183 req-fc871fd0-f3f4-4d95-88f3-a138e1860776 tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] 10.222.0.26 "GET /v2.0/ports?device_id=74a5be3e-1aaf-46a7-94c5-8759e873985a HTTP/1.1" status: 200 len: 943 time: 0.0540702 Nov 12 09:27:56.940937 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-90873dbb-cef2-49b8-8612-5c7a482ee183 req-93d9a25f-7ff2-4071-9bdf-ef053eea1c53 tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] 10.222.0.26 "GET /v2.0/security-groups?id=010857af-9dc6-4fb9-bc7a-60eff60e32e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417290 Nov 12 09:27:58.056249 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3d9cc6-854d-4b43-9e04-006f991ae726 req-fae74902-8167-4684-bac0-1e4e6aaea23d tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:58.057733 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bd3d9cc6-854d-4b43-9e04-006f991ae726 req-fae74902-8167-4684-bac0-1e4e6aaea23d tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] 10.222.0.26 "GET /v2.0/ports?device_id=74a5be3e-1aaf-46a7-94c5-8759e873985a HTTP/1.1" status: 200 len: 943 time: 0.0495434 Nov 12 09:27:58.109302 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bd3d9cc6-854d-4b43-9e04-006f991ae726 req-6975bd3b-6900-4f92-ba33-183c3e9b17b1 tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] 10.222.0.26 "GET /v2.0/security-groups?id=010857af-9dc6-4fb9-bc7a-60eff60e32e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453317 Nov 12 09:27:59.227081 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405db26c-0842-489f-98e1-7cf8fa84f5b0 req-83efd437-b50d-4f7e-9fcd-b0de939bf413 tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:59.228790 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-405db26c-0842-489f-98e1-7cf8fa84f5b0 req-83efd437-b50d-4f7e-9fcd-b0de939bf413 tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] 10.222.0.26 "GET /v2.0/ports?device_id=74a5be3e-1aaf-46a7-94c5-8759e873985a HTTP/1.1" status: 200 len: 943 time: 0.0518465 Nov 12 09:27:59.277160 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-405db26c-0842-489f-98e1-7cf8fa84f5b0 req-1f821848-d9f6-414a-9d52-96a42949a592 tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] 10.222.0.26 "GET /v2.0/security-groups?id=010857af-9dc6-4fb9-bc7a-60eff60e32e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424294 Nov 12 09:27:59.419616 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 169d2fd3-61bd-4936-a859-cbeb87130d53 details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:27:59.521942 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 169d2fd3-61bd-4936-a859-cbeb87130d53, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=169d2fd3-61bd-4936-a859-cbeb87130d53,segment=NetworkSegment(3f7a2be5-19c9-46c5-857a-c5cff9c65f8a),segment_id=3f7a2be5-19c9-46c5-857a-c5cff9c65f8a)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:27:59.535269 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': '169d2fd3-61bd-4936-a859-cbeb87130d53', 'network_id': 'edd95633-9321-4a6a-8d16-1af9e7d70a08', 'port_id': '169d2fd3-61bd-4936-a859-cbeb87130d53', 'mac_address': 'fa:16:3e:8c:db:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a921a35a-e2e4-4ba0-b569-67f9cfb914e9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:27:59.574101 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:59.587261 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 169d2fd3-61bd-4936-a859-cbeb87130d53 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:27:59.606886 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 169d2fd3-61bd-4936-a859-cbeb87130d53, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=169d2fd3-61bd-4936-a859-cbeb87130d53,segment=NetworkSegment(3f7a2be5-19c9-46c5-857a-c5cff9c65f8a),segment_id=3f7a2be5-19c9-46c5-857a-c5cff9c65f8a)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:27:59.611583 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:59.662208 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=169d2fd3-61bd-4936-a859-cbeb87130d53,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:00.001217 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['169d2fd3-61bd-4936-a859-cbeb87130d53'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:28:00.400762 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202d87ac-e95a-47f0-99fa-285abba0a819 req-a8e4cb4f-4047-4084-8ce3-ff747e694831 tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:00.402252 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-202d87ac-e95a-47f0-99fa-285abba0a819 req-a8e4cb4f-4047-4084-8ce3-ff747e694831 tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] 10.222.0.26 "GET /v2.0/ports?device_id=74a5be3e-1aaf-46a7-94c5-8759e873985a HTTP/1.1" status: 200 len: 944 time: 0.0502324 Nov 12 09:28:00.449183 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-202d87ac-e95a-47f0-99fa-285abba0a819 req-71bea90e-76ee-4710-b4da-3fc7fd2566b8 tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] 10.222.0.26 "GET /v2.0/security-groups?id=010857af-9dc6-4fb9-bc7a-60eff60e32e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407367 Nov 12 09:28:01.427338 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 169d2fd3-61bd-4936-a859-cbeb87130d53 up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:28:01.482126 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning for port 169d2fd3-61bd-4936-a859-cbeb87130d53 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:28:01.486837 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port 169d2fd3-61bd-4936-a859-cbeb87130d53 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:28:01.487239 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:01.566234 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:01.577462 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbfcc72-8a69-4def-a466-40874780fed3 req-18ac9b20-d6e1-4cd1-a6d2-529dc7c8f373 tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:01.579868 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-adbfcc72-8a69-4def-a466-40874780fed3 req-18ac9b20-d6e1-4cd1-a6d2-529dc7c8f373 tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] 10.222.0.26 "GET /v2.0/ports?device_id=74a5be3e-1aaf-46a7-94c5-8759e873985a HTTP/1.1" status: 200 len: 944 time: 0.0585568 Nov 12 09:28:01.591487 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74a5be3e-1aaf-46a7-94c5-8759e873985a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '169d2fd3-61bd-4936-a859-cbeb87130d53'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:28:01.596992 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132d5890bda14c85ea4d6a837dfa65400ea66c0cb50158568a7b02b7fe216ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a1a9dfa-83fb-4055-ae6e-60e788d60512" -d '{"events": [{"server_uuid": "74a5be3e-1aaf-46a7-94c5-8759e873985a", "name": "network-vif-plugged", "status": "completed", "tag": "169d2fd3-61bd-4936-a859-cbeb87130d53"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:28:01.610460 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 169d2fd3-61bd-4936-a859-cbeb87130d53, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=169d2fd3-61bd-4936-a859-cbeb87130d53,segment=NetworkSegment(3f7a2be5-19c9-46c5-857a-c5cff9c65f8a),segment_id=3f7a2be5-19c9-46c5-857a-c5cff9c65f8a)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:28:01.614823 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:01.629269 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-adbfcc72-8a69-4def-a466-40874780fed3 req-b9667991-2ac4-457d-aaf2-6a0118d0c1a1 tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] 10.222.0.26 "GET /v2.0/security-groups?id=010857af-9dc6-4fb9-bc7a-60eff60e32e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433900 Nov 12 09:28:01.668145 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=169d2fd3-61bd-4936-a859-cbeb87130d53,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:01.739002 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cf11aa0-ed5a-499f-a80e-a83f171c18ee x-openstack-request-id: req-2cf11aa0-ed5a-499f-a80e-a83f171c18ee {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:28:01.739293 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74a5be3e-1aaf-46a7-94c5-8759e873985a", "name": "network-vif-plugged", "status": "completed", "tag": "169d2fd3-61bd-4936-a859-cbeb87130d53", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:28:01.739546 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2cf11aa0-ed5a-499f-a80e-a83f171c18ee {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:28:01.739943 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74a5be3e-1aaf-46a7-94c5-8759e873985a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '169d2fd3-61bd-4936-a859-cbeb87130d53', 'code': 200} Nov 12 09:28:01.882296 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de423eb8-c97b-4169-8007-7be427e7aad5 req-c5b4f218-4b10-444f-a716-a9cce90af05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:01.884014 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-de423eb8-c97b-4169-8007-7be427e7aad5 req-c5b4f218-4b10-444f-a716-a9cce90af05d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=74a5be3e-1aaf-46a7-94c5-8759e873985a HTTP/1.1" status: 200 len: 1097 time: 0.0473390 Nov 12 09:28:01.931744 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-de423eb8-c97b-4169-8007-7be427e7aad5 req-7db114b6-1e48-4dcb-8d4e-a461c84843d2 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=010857af-9dc6-4fb9-bc7a-60eff60e32e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393670 Nov 12 09:28:02.748190 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0051afa-7b21-4732-834c-03b42398bd31 req-42048ee3-0059-4f05-970f-5270b2ab7d1f tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:02.749665 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e0051afa-7b21-4732-834c-03b42398bd31 req-42048ee3-0059-4f05-970f-5270b2ab7d1f tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] 10.222.0.26 "GET /v2.0/ports?device_id=74a5be3e-1aaf-46a7-94c5-8759e873985a HTTP/1.1" status: 200 len: 945 time: 0.0502419 Nov 12 09:28:02.796271 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e0051afa-7b21-4732-834c-03b42398bd31 req-9b2f7ac9-360f-4f75-8aa5-27bd95dca3da tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] 10.222.0.26 "GET /v2.0/security-groups?id=010857af-9dc6-4fb9-bc7a-60eff60e32e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406828 Nov 12 09:28:03.912308 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aa5a0b-07f9-4718-91b9-a3df32433010 req-ad43cf75-7ca3-4ea9-bc0e-05913d867d32 tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:03.913852 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-63aa5a0b-07f9-4718-91b9-a3df32433010 req-ad43cf75-7ca3-4ea9-bc0e-05913d867d32 tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] 10.222.0.26 "GET /v2.0/ports?device_id=74a5be3e-1aaf-46a7-94c5-8759e873985a HTTP/1.1" status: 200 len: 945 time: 0.0492229 Nov 12 09:28:03.964213 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-63aa5a0b-07f9-4718-91b9-a3df32433010 req-a3ab940f-48f8-4eb8-8229-7c86e362d4fe tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] 10.222.0.26 "GET /v2.0/security-groups?id=010857af-9dc6-4fb9-bc7a-60eff60e32e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443299 Nov 12 09:28:04.116232 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a19a35da-ad6e-4c99-a966-c0115ccbe1d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:04.192160 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a14004c-16af-49a6-9ed2-36ab924d2a92 req-c3d84387-2a5a-442d-bede-6a0aea8a5085 tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:04.193607 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1a14004c-16af-49a6-9ed2-36ab924d2a92 req-c3d84387-2a5a-442d-bede-6a0aea8a5085 tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] 10.222.0.26 "GET /v2.0/networks?id=edd95633-9321-4a6a-8d16-1af9e7d70a08 HTTP/1.1" status: 200 len: 814 time: 0.1060143 Nov 12 09:28:04.208685 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1a14004c-16af-49a6-9ed2-36ab924d2a92 req-ee5cb4fb-93b6-4b44-b15c-5221fd9bdb7d tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] 10.222.0.26 "GET /v2.0/quotas/3cff45bab75946c8848f586ff2beb15f HTTP/1.1" status: 200 len: 375 time: 0.0092480 Nov 12 09:28:04.228018 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:28:04.262425 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1a14004c-16af-49a6-9ed2-36ab924d2a92 req-6ab007c4-44ac-44b4-9bfe-d8174cd9082f tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=3cff45bab75946c8848f586ff2beb15f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0482621 Nov 12 09:28:04.355580 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1a14004c-16af-49a6-9ed2-36ab924d2a92 req-93850b19-797b-4875-aa3c-dfb3994670b8 service neutron] 10.222.0.26 "GET /v2.0/networks/edd95633-9321-4a6a-8d16-1af9e7d70a08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859585 Nov 12 09:28:04.714266 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1a14004c-16af-49a6-9ed2-36ab924d2a92 req-6cf9ed17-fd58-4f98-9cb0-1bb75dd1f545 service neutron] 10.222.0.26 "GET /v2.0/networks/edd95633-9321-4a6a-8d16-1af9e7d70a08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3523517 Nov 12 09:28:04.879459 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-965c1b66-9bad-4d9d-93aa-f1199db19bfe req-3920c934-ca7f-402d-8cce-0cdab678826c tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] 10.222.0.26 "GET /v2.0/ports?device_id=fc8ca20d-7a3d-4c92-a66b-44fd7d0cad6d HTTP/1.1" status: 200 len: 210 time: 0.0277097 Nov 12 09:28:05.872858 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a14004c-16af-49a6-9ed2-36ab924d2a92 req-5524662f-519b-416c-ba8c-0147e8fb5e0e tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:05.874345 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1a14004c-16af-49a6-9ed2-36ab924d2a92 req-5524662f-519b-416c-ba8c-0147e8fb5e0e tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] 10.222.0.21 "GET /v2.0/networks?id=edd95633-9321-4a6a-8d16-1af9e7d70a08 HTTP/1.1" status: 200 len: 814 time: 0.1133087 Nov 12 09:28:05.891410 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-1a14004c-16af-49a6-9ed2-36ab924d2a92 req-6d27dee6-0f53-46bf-9b35-3d5f13207a1a tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] Request body: {'port': {'device_id': 'fc8ca20d-7a3d-4c92-a66b-44fd7d0cad6d', 'network_id': 'edd95633-9321-4a6a-8d16-1af9e7d70a08', 'admin_state_up': True, 'tenant_id': '3cff45bab75946c8848f586ff2beb15f'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:28:05.975658 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8c1d0b9d-b2fb-462d-a9cd-68c83998dd7b req-18e23877-64fb-4817-a0f4-9262352661cf tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] 10.222.0.26 "GET /v2.0/ports?device_id=fc8ca20d-7a3d-4c92-a66b-44fd7d0cad6d HTTP/1.1" status: 200 len: 210 time: 0.0273156 Nov 12 09:28:06.007398 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a14004c-16af-49a6-9ed2-36ab924d2a92 req-6d27dee6-0f53-46bf-9b35-3d5f13207a1a tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] Made reservation on behalf of 3cff45bab75946c8848f586ff2beb15f for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:28:06.010897 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1a14004c-16af-49a6-9ed2-36ab924d2a92 req-6d27dee6-0f53-46bf-9b35-3d5f13207a1a tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:06.133164 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:06.141055 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-1a14004c-16af-49a6-9ed2-36ab924d2a92 req-6d27dee6-0f53-46bf-9b35-3d5f13207a1a tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] Allocated IP 172.20.0.12 (edd95633-9321-4a6a-8d16-1af9e7d70a08/a921a35a-e2e4-4ba0-b569-67f9cfb914e9/a6416a21-eeaa-43e0-b09f-ebf6c3b80804) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:28:06.288235 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1a14004c-16af-49a6-9ed2-36ab924d2a92 req-6d27dee6-0f53-46bf-9b35-3d5f13207a1a tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:06.323213 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1a14004c-16af-49a6-9ed2-36ab924d2a92 req-6d27dee6-0f53-46bf-9b35-3d5f13207a1a tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:06.358005 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['169d2fd3-61bd-4936-a859-cbeb87130d53'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:28:06.375996 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a14004c-16af-49a6-9ed2-36ab924d2a92 req-6d27dee6-0f53-46bf-9b35-3d5f13207a1a tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] Network edd95633-9321-4a6a-8d16-1af9e7d70a08 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:28:06.381628 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-1a14004c-16af-49a6-9ed2-36ab924d2a92 req-6d27dee6-0f53-46bf-9b35-3d5f13207a1a tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:28:06.385459 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a14004c-16af-49a6-9ed2-36ab924d2a92 req-6d27dee6-0f53-46bf-9b35-3d5f13207a1a tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:28:06.393491 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d27dee6-0f53-46bf-9b35-3d5f13207a1a tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] Pushing event updated for resources: {'Port': ['ID=a6416a21-eeaa-43e0-b09f-ebf6c3b80804,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:06.439615 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a14004c-16af-49a6-9ed2-36ab924d2a92 req-6d27dee6-0f53-46bf-9b35-3d5f13207a1a tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:06.440225 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1a14004c-16af-49a6-9ed2-36ab924d2a92 req-6d27dee6-0f53-46bf-9b35-3d5f13207a1a tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:06.456488 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1a14004c-16af-49a6-9ed2-36ab924d2a92 req-6d27dee6-0f53-46bf-9b35-3d5f13207a1a tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5700798 Nov 12 09:28:06.487545 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [req-1a14004c-16af-49a6-9ed2-36ab924d2a92 req-1e81834f-73df-4caa-a5b6-37d2b4d7792e tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:28:06.488542 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1a14004c-16af-49a6-9ed2-36ab924d2a92 req-1e81834f-73df-4caa-a5b6-37d2b4d7792e tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056083 Nov 12 09:28:06.504354 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-1a14004c-16af-49a6-9ed2-36ab924d2a92 req-bbd4fbf1-c4ff-4fe8-a673-730586fe8c33 service neutron] Request body: {'port': {'device_id': 'fc8ca20d-7a3d-4c92-a66b-44fd7d0cad6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:28:06.560321 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1a14004c-16af-49a6-9ed2-36ab924d2a92 req-bbd4fbf1-c4ff-4fe8-a673-730586fe8c33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:06.826035 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-1a14004c-16af-49a6-9ed2-36ab924d2a92 req-bbd4fbf1-c4ff-4fe8-a673-730586fe8c33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6416a21-eeaa-43e0-b09f-ebf6c3b80804 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:28:06.833593 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1a14004c-16af-49a6-9ed2-36ab924d2a92 req-bbd4fbf1-c4ff-4fe8-a673-730586fe8c33 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:06.845733 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-1a14004c-16af-49a6-9ed2-36ab924d2a92 req-bbd4fbf1-c4ff-4fe8-a673-730586fe8c33 service neutron] Transition to ACTIVE for port object a6416a21-eeaa-43e0-b09f-ebf6c3b80804 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:28:06.849214 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1a14004c-16af-49a6-9ed2-36ab924d2a92 req-bbd4fbf1-c4ff-4fe8-a673-730586fe8c33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:06.899665 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd4fbf1-c4ff-4fe8-a673-730586fe8c33 service neutron] Pushing event updated for resources: {'Port': ['ID=a6416a21-eeaa-43e0-b09f-ebf6c3b80804,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:06.971710 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-1a14004c-16af-49a6-9ed2-36ab924d2a92 req-bbd4fbf1-c4ff-4fe8-a673-730586fe8c33 service neutron] Attempting to bind port a6416a21-eeaa-43e0-b09f-ebf6c3b80804 on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:28:06.972042 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-1a14004c-16af-49a6-9ed2-36ab924d2a92 req-bbd4fbf1-c4ff-4fe8-a673-730586fe8c33 service neutron] Attempting to bind port a6416a21-eeaa-43e0-b09f-ebf6c3b80804 by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': '3f7a2be5-19c9-46c5-857a-c5cff9c65f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'edd95633-9321-4a6a-8d16-1af9e7d70a08'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:28:06.972373 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a14004c-16af-49a6-9ed2-36ab924d2a92 req-bbd4fbf1-c4ff-4fe8-a673-730586fe8c33 service neutron] Attempting to bind port a6416a21-eeaa-43e0-b09f-ebf6c3b80804 on network edd95633-9321-4a6a-8d16-1af9e7d70a08 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:28:06.976597 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a14004c-16af-49a6-9ed2-36ab924d2a92 req-bbd4fbf1-c4ff-4fe8-a673-730586fe8c33 service neutron] Port a6416a21-eeaa-43e0-b09f-ebf6c3b80804 on network edd95633-9321-4a6a-8d16-1af9e7d70a08 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:28:06.976919 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a14004c-16af-49a6-9ed2-36ab924d2a92 req-bbd4fbf1-c4ff-4fe8-a673-730586fe8c33 service neutron] Attempting to bind port a6416a21-eeaa-43e0-b09f-ebf6c3b80804 on network edd95633-9321-4a6a-8d16-1af9e7d70a08 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:28:06.981768 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a14004c-16af-49a6-9ed2-36ab924d2a92 req-bbd4fbf1-c4ff-4fe8-a673-730586fe8c33 service neutron] Checking agent: {'id': '26215384-8035-4ce2-971a-8e67be80da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:28:06.982110 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a14004c-16af-49a6-9ed2-36ab924d2a92 req-bbd4fbf1-c4ff-4fe8-a673-730586fe8c33 service neutron] Checking segment: {'id': '3f7a2be5-19c9-46c5-857a-c5cff9c65f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'edd95633-9321-4a6a-8d16-1af9e7d70a08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:28:06.982493 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a14004c-16af-49a6-9ed2-36ab924d2a92 req-bbd4fbf1-c4ff-4fe8-a673-730586fe8c33 service neutron] Bound using segment: {'id': '3f7a2be5-19c9-46c5-857a-c5cff9c65f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'edd95633-9321-4a6a-8d16-1af9e7d70a08'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:28:06.982956 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-1a14004c-16af-49a6-9ed2-36ab924d2a92 req-bbd4fbf1-c4ff-4fe8-a673-730586fe8c33 service neutron] Bound port: a6416a21-eeaa-43e0-b09f-ebf6c3b80804, host: n-h1-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f7a2be5-19c9-46c5-857a-c5cff9c65f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'edd95633-9321-4a6a-8d16-1af9e7d70a08'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:28:06.983310 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1a14004c-16af-49a6-9ed2-36ab924d2a92 req-bbd4fbf1-c4ff-4fe8-a673-730586fe8c33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:07.047541 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-1a14004c-16af-49a6-9ed2-36ab924d2a92 req-bbd4fbf1-c4ff-4fe8-a673-730586fe8c33 service neutron] For port a6416a21-eeaa-43e0-b09f-ebf6c3b80804, host n-h1-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:28:07.050881 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-1a14004c-16af-49a6-9ed2-36ab924d2a92 req-bbd4fbf1-c4ff-4fe8-a673-730586fe8c33 service neutron] For port a6416a21-eeaa-43e0-b09f-ebf6c3b80804, host n-h1-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=a6416a21-eeaa-43e0-b09f-ebf6c3b80804,segment=NetworkSegment(3f7a2be5-19c9-46c5-857a-c5cff9c65f8a),segment_id=3f7a2be5-19c9-46c5-857a-c5cff9c65f8a)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:28:07.056042 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1a14004c-16af-49a6-9ed2-36ab924d2a92 req-bbd4fbf1-c4ff-4fe8-a673-730586fe8c33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:07.090503 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a14004c-16af-49a6-9ed2-36ab924d2a92 req-bbd4fbf1-c4ff-4fe8-a673-730586fe8c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:07.091149 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1a14004c-16af-49a6-9ed2-36ab924d2a92 req-bbd4fbf1-c4ff-4fe8-a673-730586fe8c33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:07.092538 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1a14004c-16af-49a6-9ed2-36ab924d2a92 req-bbd4fbf1-c4ff-4fe8-a673-730586fe8c33 service neutron] 10.222.0.21 "PUT /v2.0/ports/a6416a21-eeaa-43e0-b09f-ebf6c3b80804 HTTP/1.1" status: 200 len: 1093 time: 0.5944860 Nov 12 09:28:07.093072 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc8ca20d-7a3d-4c92-a66b-44fd7d0cad6d', 'tag': 'a6416a21-eeaa-43e0-b09f-ebf6c3b80804'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:28:07.095862 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c022ff2c5cb8d3060857f92f3690e67c01ee9cc1391db4b92ea76e21aea06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a900ff7-1900-4e3e-a8c4-693871695055" -d '{"events": [{"name": "network-changed", "server_uuid": "fc8ca20d-7a3d-4c92-a66b-44fd7d0cad6d", "tag": "a6416a21-eeaa-43e0-b09f-ebf6c3b80804"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:28:07.100241 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b7776-7eab-4671-ae49-d255b816be8d req-1791dbc2-d184-466e-89ca-03f156f974ee tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:07.101779 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6d5b7776-7eab-4671-ae49-d255b816be8d req-1791dbc2-d184-466e-89ca-03f156f974ee tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] 10.222.0.26 "GET /v2.0/ports?device_id=fc8ca20d-7a3d-4c92-a66b-44fd7d0cad6d HTTP/1.1" status: 200 len: 944 time: 0.0584235 Nov 12 09:28:07.124563 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd4fbf1-c4ff-4fe8-a673-730586fe8c33 service neutron] Pushing event updated for resources: {'Port': ['ID=a6416a21-eeaa-43e0-b09f-ebf6c3b80804,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:07.149237 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2eb541d0-a09d-4b87-8548-2b58a3979fcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:07.162828 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6d5b7776-7eab-4671-ae49-d255b816be8d req-a3dcbfbd-e876-40b4-a5fb-710460b6b61b tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] 10.222.0.26 "GET /v2.0/security-groups?id=010857af-9dc6-4fb9-bc7a-60eff60e32e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538599 Nov 12 09:28:07.194279 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a14004c-16af-49a6-9ed2-36ab924d2a92 req-3fe23cb0-d05c-4a97-8bd5-d8e0d6580b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:07.196112 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1a14004c-16af-49a6-9ed2-36ab924d2a92 req-3fe23cb0-d05c-4a97-8bd5-d8e0d6580b58 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3cff45bab75946c8848f586ff2beb15f&device_id=fc8ca20d-7a3d-4c92-a66b-44fd7d0cad6d HTTP/1.1" status: 200 len: 1096 time: 0.0506396 Nov 12 09:28:07.212964 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-252f0701-c8a0-4878-892d-323f136321d1 x-openstack-request-id: req-252f0701-c8a0-4878-892d-323f136321d1 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:28:07.213250 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc8ca20d-7a3d-4c92-a66b-44fd7d0cad6d", "tag": "a6416a21-eeaa-43e0-b09f-ebf6c3b80804", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:28:07.213504 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-252f0701-c8a0-4878-892d-323f136321d1 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:28:07.213900 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc8ca20d-7a3d-4c92-a66b-44fd7d0cad6d', 'tag': 'a6416a21-eeaa-43e0-b09f-ebf6c3b80804', 'status': 'completed', 'code': 200} Nov 12 09:28:07.248763 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1a14004c-16af-49a6-9ed2-36ab924d2a92 req-f82d0807-5125-45cb-9ea4-5386d071d58b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a6416a21-eeaa-43e0-b09f-ebf6c3b80804 HTTP/1.1" status: 200 len: 217 time: 0.0427699 Nov 12 09:28:07.299387 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a14004c-16af-49a6-9ed2-36ab924d2a92 req-c3b334e7-aea8-494d-b13c-50984993eca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:07.300853 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1a14004c-16af-49a6-9ed2-36ab924d2a92 req-c3b334e7-aea8-494d-b13c-50984993eca9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a921a35a-e2e4-4ba0-b569-67f9cfb914e9 HTTP/1.1" status: 200 len: 854 time: 0.0453250 Nov 12 09:28:07.335287 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1a14004c-16af-49a6-9ed2-36ab924d2a92 req-2ff1c0be-67cd-460e-b7e8-68e92176702e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=edd95633-9321-4a6a-8d16-1af9e7d70a08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250244 Nov 12 09:28:07.432339 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1a14004c-16af-49a6-9ed2-36ab924d2a92 req-231b4ee2-0ab8-4af8-bd3c-bc57fd3dd86b service neutron] 10.222.0.21 "GET /v2.0/networks/edd95633-9321-4a6a-8d16-1af9e7d70a08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894399 Nov 12 09:28:07.523994 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1a14004c-16af-49a6-9ed2-36ab924d2a92 req-a9359568-d716-481f-b9de-156ebc649e0f service neutron] 10.222.0.21 "GET /v2.0/networks/edd95633-9321-4a6a-8d16-1af9e7d70a08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832515 Nov 12 09:28:07.614196 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a900ff7-1900-4e3e-a8c4-693871695055 req-ec1ca05f-6e24-4546-ba63-f960201fb6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:07.615686 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5a900ff7-1900-4e3e-a8c4-693871695055 req-ec1ca05f-6e24-4546-ba63-f960201fb6aa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3cff45bab75946c8848f586ff2beb15f&device_id=fc8ca20d-7a3d-4c92-a66b-44fd7d0cad6d HTTP/1.1" status: 200 len: 1096 time: 0.0453043 Nov 12 09:28:07.708873 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a900ff7-1900-4e3e-a8c4-693871695055 req-c25f2b5b-32f4-4529-a546-1156ccac01c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:07.710238 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5a900ff7-1900-4e3e-a8c4-693871695055 req-c25f2b5b-32f4-4529-a546-1156ccac01c0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=edd95633-9321-4a6a-8d16-1af9e7d70a08 HTTP/1.1" status: 200 len: 915 time: 0.0861850 Nov 12 09:28:07.756834 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5a900ff7-1900-4e3e-a8c4-693871695055 req-04d07478-004e-49d2-a911-a842f4273f36 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a6416a21-eeaa-43e0-b09f-ebf6c3b80804 HTTP/1.1" status: 200 len: 217 time: 0.0386567 Nov 12 09:28:08.146023 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a900ff7-1900-4e3e-a8c4-693871695055 req-cd317f13-6953-4ba3-bf01-c5cde81d9c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:08.147505 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5a900ff7-1900-4e3e-a8c4-693871695055 req-cd317f13-6953-4ba3-bf01-c5cde81d9c92 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a921a35a-e2e4-4ba0-b569-67f9cfb914e9 HTTP/1.1" status: 200 len: 854 time: 0.3827920 Nov 12 09:28:08.183352 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5a900ff7-1900-4e3e-a8c4-693871695055 req-5256f8a8-81e3-474c-b5f3-eee9abc0a695 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=edd95633-9321-4a6a-8d16-1af9e7d70a08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276372 Nov 12 09:28:08.195421 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:08.287805 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f32b46-110e-4b4a-b69b-ae1c4257b04f req-31258699-d3c7-4a57-a76a-1115df8e2884 tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:08.289247 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5a900ff7-1900-4e3e-a8c4-693871695055 req-f06aab01-ea29-489c-bde5-88d502887490 service neutron] 10.222.0.21 "GET /v2.0/networks/edd95633-9321-4a6a-8d16-1af9e7d70a08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980332 Nov 12 09:28:08.289369 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-06f32b46-110e-4b4a-b69b-ae1c4257b04f req-31258699-d3c7-4a57-a76a-1115df8e2884 tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] 10.222.0.26 "GET /v2.0/ports?device_id=fc8ca20d-7a3d-4c92-a66b-44fd7d0cad6d HTTP/1.1" status: 200 len: 944 time: 0.0538614 Nov 12 09:28:08.336805 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-06f32b46-110e-4b4a-b69b-ae1c4257b04f req-32417df9-3f3b-4932-b79e-7dc3d9b1cb88 tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] 10.222.0.26 "GET /v2.0/security-groups?id=010857af-9dc6-4fb9-bc7a-60eff60e32e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414546 Nov 12 09:28:08.383573 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5a900ff7-1900-4e3e-a8c4-693871695055 req-4a85c1e3-4724-4d8e-aac6-6d799f33ac41 service neutron] 10.222.0.21 "GET /v2.0/networks/edd95633-9321-4a6a-8d16-1af9e7d70a08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860858 Nov 12 09:28:09.456342 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0853eec4-921f-46fb-ab90-c9b4d4a5bb50 req-c9c3319a-bf9c-44f7-b131-04efac12ce78 tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:09.457827 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0853eec4-921f-46fb-ab90-c9b4d4a5bb50 req-c9c3319a-bf9c-44f7-b131-04efac12ce78 tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] 10.222.0.26 "GET /v2.0/ports?device_id=fc8ca20d-7a3d-4c92-a66b-44fd7d0cad6d HTTP/1.1" status: 200 len: 944 time: 0.0503328 Nov 12 09:28:09.505712 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0853eec4-921f-46fb-ab90-c9b4d4a5bb50 req-2440ab87-a74d-4790-a295-ce485e33c264 tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] 10.222.0.26 "GET /v2.0/security-groups?id=010857af-9dc6-4fb9-bc7a-60eff60e32e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418606 Nov 12 09:28:09.538860 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:10.152088 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:10.620345 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20622a2a-a16e-4a1d-9c72-4b300dcfa1c6 req-94c54cf1-4cf8-48e7-9308-fe323c0364f5 tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:10.621815 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-20622a2a-a16e-4a1d-9c72-4b300dcfa1c6 req-94c54cf1-4cf8-48e7-9308-fe323c0364f5 tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] 10.222.0.26 "GET /v2.0/ports?device_id=fc8ca20d-7a3d-4c92-a66b-44fd7d0cad6d HTTP/1.1" status: 200 len: 944 time: 0.0487492 Nov 12 09:28:10.673360 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-20622a2a-a16e-4a1d-9c72-4b300dcfa1c6 req-f2be4f90-b51f-419b-8f8d-feb16855518e tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] 10.222.0.26 "GET /v2.0/security-groups?id=010857af-9dc6-4fb9-bc7a-60eff60e32e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447052 Nov 12 09:28:11.788620 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0021e7c4-a1c8-44f9-bbc6-57ca90931319 req-2485f0a4-6bb1-48c8-bb9b-482c3e4f98d1 tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:11.790070 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0021e7c4-a1c8-44f9-bbc6-57ca90931319 req-2485f0a4-6bb1-48c8-bb9b-482c3e4f98d1 tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] 10.222.0.26 "GET /v2.0/ports?device_id=fc8ca20d-7a3d-4c92-a66b-44fd7d0cad6d HTTP/1.1" status: 200 len: 944 time: 0.0485797 Nov 12 09:28:11.837167 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0021e7c4-a1c8-44f9-bbc6-57ca90931319 req-651c6820-eeb7-4ce7-902f-7c0e5f0c2813 tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] 10.222.0.26 "GET /v2.0/security-groups?id=010857af-9dc6-4fb9-bc7a-60eff60e32e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409944 Nov 12 09:28:12.922774 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device a6416a21-eeaa-43e0-b09f-ebf6c3b80804 details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:28:12.961244 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f9d451-fc49-4179-8f33-37aa08c95ff1 req-99e2d831-9148-43b8-9cf2-64e556dbdbc1 tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:12.962788 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e3f9d451-fc49-4179-8f33-37aa08c95ff1 req-99e2d831-9148-43b8-9cf2-64e556dbdbc1 tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] 10.222.0.26 "GET /v2.0/ports?device_id=fc8ca20d-7a3d-4c92-a66b-44fd7d0cad6d HTTP/1.1" status: 200 len: 944 time: 0.0570416 Nov 12 09:28:13.011297 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e3f9d451-fc49-4179-8f33-37aa08c95ff1 req-5f605159-95b9-4621-b9de-dd2236f283d5 tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] 10.222.0.26 "GET /v2.0/security-groups?id=010857af-9dc6-4fb9-bc7a-60eff60e32e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419970 Nov 12 09:28:13.022904 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port a6416a21-eeaa-43e0-b09f-ebf6c3b80804, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=a6416a21-eeaa-43e0-b09f-ebf6c3b80804,segment=NetworkSegment(3f7a2be5-19c9-46c5-857a-c5cff9c65f8a),segment_id=3f7a2be5-19c9-46c5-857a-c5cff9c65f8a)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:28:13.034481 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Returning: {'device': 'a6416a21-eeaa-43e0-b09f-ebf6c3b80804', 'network_id': 'edd95633-9321-4a6a-8d16-1af9e7d70a08', 'port_id': 'a6416a21-eeaa-43e0-b09f-ebf6c3b80804', 'mac_address': 'fa:16:3e:db:f1:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a921a35a-e2e4-4ba0-b569-67f9cfb914e9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:28:13.071169 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:13.084311 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-e530113a-7783-48f4-9840-8911a24052df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6416a21-eeaa-43e0-b09f-ebf6c3b80804 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:28:13.104439 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port a6416a21-eeaa-43e0-b09f-ebf6c3b80804, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=a6416a21-eeaa-43e0-b09f-ebf6c3b80804,segment=NetworkSegment(3f7a2be5-19c9-46c5-857a-c5cff9c65f8a),segment_id=3f7a2be5-19c9-46c5-857a-c5cff9c65f8a)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:28:13.108914 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:13.155231 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=a6416a21-eeaa-43e0-b09f-ebf6c3b80804,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:13.233239 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:13.482669 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['a6416a21-eeaa-43e0-b09f-ebf6c3b80804'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:28:14.134701 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ad4a00-65e5-4f14-8be6-c2762894e412 req-b4d860ec-54ff-40f0-8490-25fcdbe3e0e1 tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:14.136176 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-18ad4a00-65e5-4f14-8be6-c2762894e412 req-b4d860ec-54ff-40f0-8490-25fcdbe3e0e1 tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] 10.222.0.26 "GET /v2.0/ports?device_id=fc8ca20d-7a3d-4c92-a66b-44fd7d0cad6d HTTP/1.1" status: 200 len: 945 time: 0.0531328 Nov 12 09:28:14.188313 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-18ad4a00-65e5-4f14-8be6-c2762894e412 req-fd4438d7-6d9e-40fc-875f-41c119125547 tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] 10.222.0.26 "GET /v2.0/security-groups?id=010857af-9dc6-4fb9-bc7a-60eff60e32e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455670 Nov 12 09:28:14.942999 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device a6416a21-eeaa-43e0-b09f-ebf6c3b80804 up at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:28:14.994954 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning for port a6416a21-eeaa-43e0-b09f-ebf6c3b80804 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:28:14.999031 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning complete for port a6416a21-eeaa-43e0-b09f-ebf6c3b80804 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:28:14.999410 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:15.075602 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:15.099444 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc8ca20d-7a3d-4c92-a66b-44fd7d0cad6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6416a21-eeaa-43e0-b09f-ebf6c3b80804'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:28:15.101661 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132d5890bda14c85ea4d6a837dfa65400ea66c0cb50158568a7b02b7fe216ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a87299-dada-42d8-9fff-7b8b6d94426d" -d '{"events": [{"server_uuid": "fc8ca20d-7a3d-4c92-a66b-44fd7d0cad6d", "name": "network-vif-plugged", "status": "completed", "tag": "a6416a21-eeaa-43e0-b09f-ebf6c3b80804"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:28:15.114413 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port a6416a21-eeaa-43e0-b09f-ebf6c3b80804, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=a6416a21-eeaa-43e0-b09f-ebf6c3b80804,segment=NetworkSegment(3f7a2be5-19c9-46c5-857a-c5cff9c65f8a),segment_id=3f7a2be5-19c9-46c5-857a-c5cff9c65f8a)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:28:15.119000 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:15.142670 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1c33cdb-461d-45d4-a0cf-1bf9ad7b1824 x-openstack-request-id: req-f1c33cdb-461d-45d4-a0cf-1bf9ad7b1824 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:28:15.142963 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc8ca20d-7a3d-4c92-a66b-44fd7d0cad6d", "name": "network-vif-plugged", "status": "completed", "tag": "a6416a21-eeaa-43e0-b09f-ebf6c3b80804", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:28:15.143216 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f1c33cdb-461d-45d4-a0cf-1bf9ad7b1824 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:28:15.143606 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc8ca20d-7a3d-4c92-a66b-44fd7d0cad6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6416a21-eeaa-43e0-b09f-ebf6c3b80804', 'code': 200} Nov 12 09:28:15.172148 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=a6416a21-eeaa-43e0-b09f-ebf6c3b80804,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:15.245825 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c87f242-848b-4375-99fb-521a30d47a75 req-40f768b7-e46d-4edf-9a0b-4426d653a9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:15.247375 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6c87f242-848b-4375-99fb-521a30d47a75 req-40f768b7-e46d-4edf-9a0b-4426d653a9e5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fc8ca20d-7a3d-4c92-a66b-44fd7d0cad6d HTTP/1.1" status: 200 len: 1098 time: 0.0421090 Nov 12 09:28:15.298286 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6c87f242-848b-4375-99fb-521a30d47a75 req-9116cc35-6803-4173-b26e-4b2d9eefbcba service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=010857af-9dc6-4fb9-bc7a-60eff60e32e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426042 Nov 12 09:28:15.307080 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58630af1-f074-455d-a6f8-53a935a0391b req-ec4db8f1-4bf1-4a6c-a06e-d0516bf644c7 tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:15.308588 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-58630af1-f074-455d-a6f8-53a935a0391b req-ec4db8f1-4bf1-4a6c-a06e-d0516bf644c7 tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] 10.222.0.26 "GET /v2.0/ports?device_id=fc8ca20d-7a3d-4c92-a66b-44fd7d0cad6d HTTP/1.1" status: 200 len: 946 time: 0.0502553 Nov 12 09:28:15.356460 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-58630af1-f074-455d-a6f8-53a935a0391b req-437bc47d-4ce4-4054-a694-5b77105a73da tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] 10.222.0.26 "GET /v2.0/security-groups?id=010857af-9dc6-4fb9-bc7a-60eff60e32e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413303 Nov 12 09:28:16.477196 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44081ad9-1e95-4832-89df-b023e50cd420 req-e6e21ecd-65c7-4afb-bf1f-0074bd40933b tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:16.478486 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-44081ad9-1e95-4832-89df-b023e50cd420 req-e6e21ecd-65c7-4afb-bf1f-0074bd40933b tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] 10.222.0.26 "GET /v2.0/ports?device_id=fc8ca20d-7a3d-4c92-a66b-44fd7d0cad6d HTTP/1.1" status: 200 len: 946 time: 0.0537915 Nov 12 09:28:16.527635 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-44081ad9-1e95-4832-89df-b023e50cd420 req-55c90762-3b0a-4083-87ef-e8b1ba88a4b5 tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] 10.222.0.26 "GET /v2.0/security-groups?id=010857af-9dc6-4fb9-bc7a-60eff60e32e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430593 Nov 12 09:28:17.646255 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462043da-a585-44cb-b654-58bd9f63fff3 req-5aa0632c-c9f5-4b47-a43e-0139f9eccb60 tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:17.647787 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-462043da-a585-44cb-b654-58bd9f63fff3 req-5aa0632c-c9f5-4b47-a43e-0139f9eccb60 tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] 10.222.0.26 "GET /v2.0/ports?device_id=fc8ca20d-7a3d-4c92-a66b-44fd7d0cad6d HTTP/1.1" status: 200 len: 946 time: 0.0526021 Nov 12 09:28:17.700878 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-462043da-a585-44cb-b654-58bd9f63fff3 req-b96fed88-58a9-4911-adde-b8d8dfe7adfb tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] 10.222.0.26 "GET /v2.0/security-groups?id=010857af-9dc6-4fb9-bc7a-60eff60e32e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430312 Nov 12 09:28:17.937392 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222c57f5-e175-4cbb-8755-14139fd4b837 req-aaef0a23-a28a-4725-acb5-c04d9af126c5 tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:17.939150 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-222c57f5-e175-4cbb-8755-14139fd4b837 req-aaef0a23-a28a-4725-acb5-c04d9af126c5 tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] 10.222.0.26 "GET /v2.0/ports?device_id=fc8ca20d-7a3d-4c92-a66b-44fd7d0cad6d HTTP/1.1" status: 200 len: 946 time: 0.0500088 Nov 12 09:28:17.991022 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-222c57f5-e175-4cbb-8755-14139fd4b837 req-4ea712c4-4305-4023-9e24-998ac21cb809 tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] 10.222.0.26 "GET /v2.0/security-groups?id=010857af-9dc6-4fb9-bc7a-60eff60e32e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459836 Nov 12 09:28:19.107761 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127206a7-679c-4466-804c-387e4f02e11f req-3155deef-76a4-4a63-a69f-030357af4c2c tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:19.109461 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-127206a7-679c-4466-804c-387e4f02e11f req-3155deef-76a4-4a63-a69f-030357af4c2c tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] 10.222.0.26 "GET /v2.0/ports?device_id=fc8ca20d-7a3d-4c92-a66b-44fd7d0cad6d HTTP/1.1" status: 200 len: 946 time: 0.0506835 Nov 12 09:28:19.160971 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-127206a7-679c-4466-804c-387e4f02e11f req-234ec755-9b83-46a0-8420-8d334f38c2ac tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] 10.222.0.26 "GET /v2.0/security-groups?id=010857af-9dc6-4fb9-bc7a-60eff60e32e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454688 Nov 12 09:28:19.391215 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bda50e3-9606-4c37-aee4-df773156e9d7 req-cc0d6c01-f25e-4269-92cc-be6a6bdf263e tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:19.392661 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9bda50e3-9606-4c37-aee4-df773156e9d7 req-cc0d6c01-f25e-4269-92cc-be6a6bdf263e tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc8ca20d-7a3d-4c92-a66b-44fd7d0cad6d HTTP/1.1" status: 200 len: 946 time: 0.0485930 Nov 12 09:28:19.487677 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-9bda50e3-9606-4c37-aee4-df773156e9d7 req-7d1a8a91-f3c4-416c-8e30-33e5a67e71bf tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] Deleting port a6416a21-eeaa-43e0-b09f-ebf6c3b80804 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:28:19.488019 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-9bda50e3-9606-4c37-aee4-df773156e9d7 req-7d1a8a91-f3c4-416c-8e30-33e5a67e71bf tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:19.585419 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-9bda50e3-9606-4c37-aee4-df773156e9d7 req-7d1a8a91-f3c4-416c-8e30-33e5a67e71bf tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] For port a6416a21-eeaa-43e0-b09f-ebf6c3b80804, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=a6416a21-eeaa-43e0-b09f-ebf6c3b80804,segment=NetworkSegment(3f7a2be5-19c9-46c5-857a-c5cff9c65f8a),segment_id=3f7a2be5-19c9-46c5-857a-c5cff9c65f8a)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:28:19.585778 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-9bda50e3-9606-4c37-aee4-df773156e9d7 req-7d1a8a91-f3c4-416c-8e30-33e5a67e71bf tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:19.598941 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-9bda50e3-9606-4c37-aee4-df773156e9d7 req-7d1a8a91-f3c4-416c-8e30-33e5a67e71bf tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] Calling delete_port for a6416a21-eeaa-43e0-b09f-ebf6c3b80804 owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:28:19.728729 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-9bda50e3-9606-4c37-aee4-df773156e9d7 req-7d1a8a91-f3c4-416c-8e30-33e5a67e71bf tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:19.740491 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['a6416a21-eeaa-43e0-b09f-ebf6c3b80804'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:28:19.757924 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1a8a91-f3c4-416c-8e30-33e5a67e71bf tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] Pushing event deleted for resources: {'Port': ['ID=a6416a21-eeaa-43e0-b09f-ebf6c3b80804,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:19.772130 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['169d2fd3-61bd-4936-a859-cbeb87130d53'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:28:19.801208 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bda50e3-9606-4c37-aee4-df773156e9d7 req-7d1a8a91-f3c4-416c-8e30-33e5a67e71bf tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] No DVR routers for this DVR port a6416a21-eeaa-43e0-b09f-ebf6c3b80804 on host n-h1-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:28:19.803987 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-9bda50e3-9606-4c37-aee4-df773156e9d7 req-7d1a8a91-f3c4-416c-8e30-33e5a67e71bf tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:19.807634 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9bda50e3-9606-4c37-aee4-df773156e9d7 req-7d1a8a91-f3c4-416c-8e30-33e5a67e71bf tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] 10.222.0.21 "DELETE /v2.0/ports/a6416a21-eeaa-43e0-b09f-ebf6c3b80804 HTTP/1.1" status: 204 len: 173 time: 0.4086502 Nov 12 09:28:19.808086 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc8ca20d-7a3d-4c92-a66b-44fd7d0cad6d', 'name': 'network-vif-deleted', 'tag': 'a6416a21-eeaa-43e0-b09f-ebf6c3b80804'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:28:19.810409 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c022ff2c5cb8d3060857f92f3690e67c01ee9cc1391db4b92ea76e21aea06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-377095f0-8c25-42db-8721-520df8e5c9a2" -d '{"events": [{"server_uuid": "fc8ca20d-7a3d-4c92-a66b-44fd7d0cad6d", "name": "network-vif-deleted", "tag": "a6416a21-eeaa-43e0-b09f-ebf6c3b80804"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:28:19.850958 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d503f8b7-f649-4072-ae4c-e94859ea8b0f x-openstack-request-id: req-d503f8b7-f649-4072-ae4c-e94859ea8b0f {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:28:19.851251 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc8ca20d-7a3d-4c92-a66b-44fd7d0cad6d", "name": "network-vif-deleted", "tag": "a6416a21-eeaa-43e0-b09f-ebf6c3b80804", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:28:19.851502 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d503f8b7-f649-4072-ae4c-e94859ea8b0f {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:28:19.851906 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc8ca20d-7a3d-4c92-a66b-44fd7d0cad6d', 'name': 'network-vif-deleted', 'tag': 'a6416a21-eeaa-43e0-b09f-ebf6c3b80804', 'status': 'completed', 'code': 200} Nov 12 09:28:20.291152 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5dfa2155-fdce-44ea-8c4e-9547c480bde7 req-76badbe9-da02-499d-b806-b29e9b654502 tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] 10.222.0.26 "GET /v2.0/ports?device_id=fc8ca20d-7a3d-4c92-a66b-44fd7d0cad6d HTTP/1.1" status: 200 len: 210 time: 0.0343416 Nov 12 09:28:21.448540 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a06873-6eb5-4a9b-b483-c8c709e7fec8 req-8aaf9a88-f0d5-4afb-ad7b-5cbb5b08f5a1 tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:21.449996 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-71a06873-6eb5-4a9b-b483-c8c709e7fec8 req-8aaf9a88-f0d5-4afb-ad7b-5cbb5b08f5a1 tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] 10.222.0.26 "GET /v2.0/ports?device_id=74a5be3e-1aaf-46a7-94c5-8759e873985a HTTP/1.1" status: 200 len: 945 time: 0.0499291 Nov 12 09:28:21.502098 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-71a06873-6eb5-4a9b-b483-c8c709e7fec8 req-ba59ac53-dc46-45ef-b036-59fc7273c938 tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] 10.222.0.26 "GET /v2.0/security-groups?id=010857af-9dc6-4fb9-bc7a-60eff60e32e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457644 Nov 12 09:28:21.635378 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d4958f-a28a-43a6-9587-eb1dcc71818e req-66fdea1d-db7a-4d09-a1c9-0ef1edd3ae1a tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:21.636779 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e7d4958f-a28a-43a6-9587-eb1dcc71818e req-66fdea1d-db7a-4d09-a1c9-0ef1edd3ae1a tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] 10.222.0.26 "GET /v2.0/ports?device_id=74a5be3e-1aaf-46a7-94c5-8759e873985a HTTP/1.1" status: 200 len: 945 time: 0.0511942 Nov 12 09:28:21.685727 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e7d4958f-a28a-43a6-9587-eb1dcc71818e req-a06195e2-d4f6-4e55-bb5a-a841d9088cf5 tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] 10.222.0.26 "GET /v2.0/security-groups?id=010857af-9dc6-4fb9-bc7a-60eff60e32e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425911 Nov 12 09:28:21.802993 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec87cd6-7acf-4103-b0a5-f5a25731a01e req-16d2174b-a7b6-4dfa-9ba3-94754f26448d tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:21.804477 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0ec87cd6-7acf-4103-b0a5-f5a25731a01e req-16d2174b-a7b6-4dfa-9ba3-94754f26448d tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] 10.222.0.26 "GET /v2.0/ports?device_id=74a5be3e-1aaf-46a7-94c5-8759e873985a HTTP/1.1" status: 200 len: 945 time: 0.0502284 Nov 12 09:28:21.853419 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0ec87cd6-7acf-4103-b0a5-f5a25731a01e req-ff505065-70fa-4259-a9c9-7287b12a8c99 tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] 10.222.0.26 "GET /v2.0/security-groups?id=010857af-9dc6-4fb9-bc7a-60eff60e32e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429265 Nov 12 09:28:21.925709 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [req-88b76099-03fa-4b06-a79a-ec1b127ef02c req-74b9514f-285b-4169-b44f-972bd4da907e service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:28:21.926699 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-88b76099-03fa-4b06-a79a-ec1b127ef02c req-74b9514f-285b-4169-b44f-972bd4da907e service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062945 Nov 12 09:28:22.036626 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff1d031-e3a0-4675-a962-2cf632bc320d req-00cde502-d17f-419a-9a58-70fd369c85e4 tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:22.038066 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0ff1d031-e3a0-4675-a962-2cf632bc320d req-00cde502-d17f-419a-9a58-70fd369c85e4 tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] 10.222.0.26 "GET /v2.0/ports?device_id=74a5be3e-1aaf-46a7-94c5-8759e873985a HTTP/1.1" status: 200 len: 945 time: 0.0532308 Nov 12 09:28:22.086411 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0ff1d031-e3a0-4675-a962-2cf632bc320d req-838a0fed-bb4e-4c9d-9706-217ec16819b7 tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] 10.222.0.26 "GET /v2.0/security-groups?id=010857af-9dc6-4fb9-bc7a-60eff60e32e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422614 Nov 12 09:28:22.203710 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bb631c-d534-4243-9a3f-eb93bb505d65 req-6602567c-62a8-4f1a-ae86-32c0c874850e tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:22.205064 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-44bb631c-d534-4243-9a3f-eb93bb505d65 req-6602567c-62a8-4f1a-ae86-32c0c874850e tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] 10.222.0.26 "GET /v2.0/ports?device_id=74a5be3e-1aaf-46a7-94c5-8759e873985a HTTP/1.1" status: 200 len: 945 time: 0.0493369 Nov 12 09:28:22.252547 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-44bb631c-d534-4243-9a3f-eb93bb505d65 req-3b6d0be2-fb0e-44a8-bb1c-e442a46c5141 tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] 10.222.0.26 "GET /v2.0/security-groups?id=010857af-9dc6-4fb9-bc7a-60eff60e32e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415447 Nov 12 09:28:22.382214 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92dd262-6cd1-4659-8580-dbd5e1be6201 req-ef075553-0c07-4b11-9cbc-cd73dd36525e tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:22.383709 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e92dd262-6cd1-4659-8580-dbd5e1be6201 req-ef075553-0c07-4b11-9cbc-cd73dd36525e tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] 10.222.0.26 "GET /v2.0/ports?device_id=74a5be3e-1aaf-46a7-94c5-8759e873985a HTTP/1.1" status: 200 len: 945 time: 0.0499156 Nov 12 09:28:22.434803 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e92dd262-6cd1-4659-8580-dbd5e1be6201 req-840427e7-384a-4a9e-8930-1e94c53cf5fc tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] 10.222.0.26 "GET /v2.0/security-groups?id=010857af-9dc6-4fb9-bc7a-60eff60e32e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451589 Nov 12 09:28:22.740826 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfe53af-1ed3-4192-b06a-4f7794a71ae2 req-dbc096a5-679c-4814-a1e4-4b199a61c022 tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:22.742249 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fcfe53af-1ed3-4192-b06a-4f7794a71ae2 req-dbc096a5-679c-4814-a1e4-4b199a61c022 tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] 10.222.0.26 "GET /v2.0/ports?device_id=74a5be3e-1aaf-46a7-94c5-8759e873985a HTTP/1.1" status: 200 len: 945 time: 0.0504684 Nov 12 09:28:22.789699 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fcfe53af-1ed3-4192-b06a-4f7794a71ae2 req-49f5c6df-8bb0-457e-aef3-7d321af12f07 tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] 10.222.0.26 "GET /v2.0/security-groups?id=010857af-9dc6-4fb9-bc7a-60eff60e32e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415354 Nov 12 09:28:22.955504 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device a6416a21-eeaa-43e0-b09f-ebf6c3b80804 no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:28:22.976465 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-e530113a-7783-48f4-9840-8911a24052df None None] No Port match for: a6416a21-eeaa-43e0-b09f-ebf6c3b80804 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:28:22.976801 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device a6416a21-eeaa-43e0-b09f-ebf6c3b80804 not bound to the agent host n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:28:23.909265 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9753530e-bb5d-4152-8362-9b1fabdad9cf req-57108baf-c913-45d1-8e5e-71d9689750a6 tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:23.910776 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9753530e-bb5d-4152-8362-9b1fabdad9cf req-57108baf-c913-45d1-8e5e-71d9689750a6 tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] 10.222.0.26 "GET /v2.0/ports?device_id=74a5be3e-1aaf-46a7-94c5-8759e873985a HTTP/1.1" status: 200 len: 945 time: 0.0496850 Nov 12 09:28:23.958194 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9753530e-bb5d-4152-8362-9b1fabdad9cf req-9a3e7e2d-cefb-4ceb-8dad-50b2883861ca tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] 10.222.0.26 "GET /v2.0/security-groups?id=010857af-9dc6-4fb9-bc7a-60eff60e32e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413704 Nov 12 09:28:24.484160 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ca1134-019b-4f38-bed0-e9e42c28fcb8 req-3bb05ea5-60f9-4506-b537-dc6b18d0f41d tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:24.485668 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-89ca1134-019b-4f38-bed0-e9e42c28fcb8 req-3bb05ea5-60f9-4506-b537-dc6b18d0f41d tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] 10.222.0.44 "GET /v2.0/ports?device_id=74a5be3e-1aaf-46a7-94c5-8759e873985a HTTP/1.1" status: 200 len: 945 time: 0.0557964 Nov 12 09:28:24.583600 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-89ca1134-019b-4f38-bed0-e9e42c28fcb8 req-bd5f64dd-b897-4265-b755-240513e0d619 tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] Deleting port 169d2fd3-61bd-4936-a859-cbeb87130d53 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:28:24.583932 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-89ca1134-019b-4f38-bed0-e9e42c28fcb8 req-bd5f64dd-b897-4265-b755-240513e0d619 tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:24.674690 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-89ca1134-019b-4f38-bed0-e9e42c28fcb8 req-bd5f64dd-b897-4265-b755-240513e0d619 tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] For port 169d2fd3-61bd-4936-a859-cbeb87130d53, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=169d2fd3-61bd-4936-a859-cbeb87130d53,segment=NetworkSegment(3f7a2be5-19c9-46c5-857a-c5cff9c65f8a),segment_id=3f7a2be5-19c9-46c5-857a-c5cff9c65f8a)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:28:24.675072 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-89ca1134-019b-4f38-bed0-e9e42c28fcb8 req-bd5f64dd-b897-4265-b755-240513e0d619 tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:24.693338 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-89ca1134-019b-4f38-bed0-e9e42c28fcb8 req-bd5f64dd-b897-4265-b755-240513e0d619 tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] Calling delete_port for 169d2fd3-61bd-4936-a859-cbeb87130d53 owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:28:24.822322 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-89ca1134-019b-4f38-bed0-e9e42c28fcb8 req-bd5f64dd-b897-4265-b755-240513e0d619 tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:24.852374 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5f64dd-b897-4265-b755-240513e0d619 tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] Pushing event deleted for resources: {'Port': ['ID=169d2fd3-61bd-4936-a859-cbeb87130d53,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:24.865014 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['169d2fd3-61bd-4936-a859-cbeb87130d53'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:28:24.902265 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-89ca1134-019b-4f38-bed0-e9e42c28fcb8 req-bd5f64dd-b897-4265-b755-240513e0d619 tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] No DVR routers for this DVR port 169d2fd3-61bd-4936-a859-cbeb87130d53 on host n-h2-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:28:24.906149 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-89ca1134-019b-4f38-bed0-e9e42c28fcb8 req-bd5f64dd-b897-4265-b755-240513e0d619 tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:24.909606 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-89ca1134-019b-4f38-bed0-e9e42c28fcb8 req-bd5f64dd-b897-4265-b755-240513e0d619 tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] 10.222.0.44 "DELETE /v2.0/ports/169d2fd3-61bd-4936-a859-cbeb87130d53 HTTP/1.1" status: 204 len: 173 time: 0.4141147 Nov 12 09:28:24.910078 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74a5be3e-1aaf-46a7-94c5-8759e873985a', 'name': 'network-vif-deleted', 'tag': '169d2fd3-61bd-4936-a859-cbeb87130d53'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:28:24.912344 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c022ff2c5cb8d3060857f92f3690e67c01ee9cc1391db4b92ea76e21aea06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ae0169d-5aa8-4151-b953-162a0d8ab64f" -d '{"events": [{"server_uuid": "74a5be3e-1aaf-46a7-94c5-8759e873985a", "name": "network-vif-deleted", "tag": "169d2fd3-61bd-4936-a859-cbeb87130d53"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:28:24.950137 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f47e80c-ce25-4c8d-af99-118c4b4b3475 x-openstack-request-id: req-8f47e80c-ce25-4c8d-af99-118c4b4b3475 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:28:24.950495 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74a5be3e-1aaf-46a7-94c5-8759e873985a", "name": "network-vif-deleted", "tag": "169d2fd3-61bd-4936-a859-cbeb87130d53", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:28:24.950829 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8f47e80c-ce25-4c8d-af99-118c4b4b3475 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:28:24.951291 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74a5be3e-1aaf-46a7-94c5-8759e873985a', 'name': 'network-vif-deleted', 'tag': '169d2fd3-61bd-4936-a859-cbeb87130d53', 'status': 'completed', 'code': 200} Nov 12 09:28:25.064532 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0629dcc8-d726-45f2-a964-ba535bf9c992 req-bb4a4b1a-1438-490d-97b5-44691881ea56 tempest-ServersNegativeTestJSON-188822036 tempest-ServersNegativeTestJSON-188822036-project] 10.222.0.26 "GET /v2.0/ports?device_id=74a5be3e-1aaf-46a7-94c5-8759e873985a HTTP/1.1" status: 200 len: 210 time: 0.0318878 Nov 12 09:28:26.126392 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 42384) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:26.170979 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-30f315b3-f968-4e2d-8394-943116e2a882 admin admin] Deleting subnet a921a35a-e2e4-4ba0-b569-67f9cfb914e9 {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:28:26.174965 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-30f315b3-f968-4e2d-8394-943116e2a882 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:26.211623 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-30f315b3-f968-4e2d-8394-943116e2a882 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31181813'] for subnet, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:26.265612 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-30f315b3-f968-4e2d-8394-943116e2a882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:26.320005 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-30f315b3-f968-4e2d-8394-943116e2a882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:26.353114 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f315b3-f968-4e2d-8394-943116e2a882 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a921a35a-e2e4-4ba0-b569-67f9cfb914e9,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:26.356701 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-30f315b3-f968-4e2d-8394-943116e2a882 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:26.361161 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-30f315b3-f968-4e2d-8394-943116e2a882 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/a921a35a-e2e4-4ba0-b569-67f9cfb914e9 HTTP/1.1" status: 204 len: 168 time: 0.2337286 Nov 12 09:28:26.363738 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 42386) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:26.435606 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-61c91e8f-de5a-4c84-b977-5d124a4ec9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:26.514043 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-61c91e8f-de5a-4c84-b977-5d124a4ec9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:26.535307 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-61c91e8f-de5a-4c84-b977-5d124a4ec9d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edd95633-9321-4a6a-8d16-1af9e7d70a08']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:28:26.544815 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-61c91e8f-de5a-4c84-b977-5d124a4ec9d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f7a2be5-19c9-46c5-857a-c5cff9c65f8a') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:28:26.545117 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-61c91e8f-de5a-4c84-b977-5d124a4ec9d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f7a2be5-19c9-46c5-857a-c5cff9c65f8a') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:28:26.555779 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-61c91e8f-de5a-4c84-b977-5d124a4ec9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:26.569652 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-61c91e8f-de5a-4c84-b977-5d124a4ec9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:26.576533 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61c91e8f-de5a-4c84-b977-5d124a4ec9d8 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:28:26.576954 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-61c91e8f-de5a-4c84-b977-5d124a4ec9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:26.579405 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 09:28:26.579405 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:28:26.579405 n-d-765315-29 neutron-server[102599]: timer() Nov 12 09:28:26.579405 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:28:26.579405 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 09:28:26.579405 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:28:26.579405 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 09:28:26.579405 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:28:26.579405 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 09:28:26.579405 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:28:26.579405 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 09:28:26.579405 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:28:26.579405 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 09:28:26.579405 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:28:26.579405 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:28:26.579405 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:28:26.579405 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:28:26.579405 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:28:26.579405 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 09:28:26.579405 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:28:26.579405 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 09:28:26.579405 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:28:26.579405 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:28:26.579405 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:28:26.579405 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 09:28:26.579405 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:28:26.579405 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:28:26.579405 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:28:26.579405 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:28:26.579405 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:28:26.579405 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:28:26.579405 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:28:26.638548 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-61c91e8f-de5a-4c84-b977-5d124a4ec9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:26.644854 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-61c91e8f-de5a-4c84-b977-5d124a4ec9d8 admin admin] Publish callbacks [] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:26.648075 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-61c91e8f-de5a-4c84-b977-5d124a4ec9d8 admin admin] 10.222.0.26 "DELETE /v2.0/networks/edd95633-9321-4a6a-8d16-1af9e7d70a08 HTTP/1.1" status: 204 len: 168 time: 0.2834265 Nov 12 09:28:26.659304 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c91e8f-de5a-4c84-b977-5d124a4ec9d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=edd95633-9321-4a6a-8d16-1af9e7d70a08,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:26.760044 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 42390) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:26.800864 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-bd4130db-afb2-4d2e-b2e4-365348730c1e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3cff45bab75946c8848f586ff2beb15f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0396740 Nov 12 09:28:26.803295 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 42392) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:26.849912 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-41d342fa-9c79-4053-999c-8caf0525fd5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:26.870345 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-41d342fa-9c79-4053-999c-8caf0525fd5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:26.919986 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-41d342fa-9c79-4053-999c-8caf0525fd5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:26.922945 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-41d342fa-9c79-4053-999c-8caf0525fd5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:26.924101 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-41d342fa-9c79-4053-999c-8caf0525fd5a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/010857af-9dc6-4fb9-bc7a-60eff60e32e8 HTTP/1.1" status: 204 len: 168 time: 0.1199200 Nov 12 09:28:26.931735 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d342fa-9c79-4053-999c-8caf0525fd5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=010857af-9dc6-4fb9-bc7a-60eff60e32e8,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:27.689696 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 42414) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:27.795661 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-7a18fba0-65d2-4577-94bd-dd4313c09c62 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1157480649'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:28:27.819008 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a18fba0-65d2-4577-94bd-dd4313c09c62 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Made reservation on behalf of 8166085d38374b6e8c62963e4055bedb for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:28:27.822497 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7a18fba0-65d2-4577-94bd-dd4313c09c62 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:27.831933 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7a18fba0-65d2-4577-94bd-dd4313c09c62 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:27.913187 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7a18fba0-65d2-4577-94bd-dd4313c09c62 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:27.916977 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7a18fba0-65d2-4577-94bd-dd4313c09c62 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:27.948153 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a18fba0-65d2-4577-94bd-dd4313c09c62 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:28:27.955095 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a18fba0-65d2-4577-94bd-dd4313c09c62 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aec0b713-c680-48f5-b76d-4a6a89aef4c3,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:27.962250 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7a18fba0-65d2-4577-94bd-dd4313c09c62 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:27.962750 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-7a18fba0-65d2-4577-94bd-dd4313c09c62 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Added segment ee062c20-6a3b-486f-9880-4dc7b5775e80 of type vlan for network 9eb5c14e-4a86-4fc0-a6ae-4dfc66e3b3cc Nov 12 09:28:28.005217 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7a18fba0-65d2-4577-94bd-dd4313c09c62 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:28.030875 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7a18fba0-65d2-4577-94bd-dd4313c09c62 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:28.036497 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a18fba0-65d2-4577-94bd-dd4313c09c62 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:28.037072 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7a18fba0-65d2-4577-94bd-dd4313c09c62 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:28.095004 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-7a18fba0-65d2-4577-94bd-dd4313c09c62 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4041512 Nov 12 09:28:28.145617 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a18fba0-65d2-4577-94bd-dd4313c09c62 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Pushing event updated for resources: {'Network': ['ID=9eb5c14e-4a86-4fc0-a6ae-4dfc66e3b3cc,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:28.155882 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 9eb5c14e-4a86-4fc0-a6ae-4dfc66e3b3cc details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:28:29.601897 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 169d2fd3-61bd-4936-a859-cbeb87130d53 no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:28:29.622048 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] No Port match for: 169d2fd3-61bd-4936-a859-cbeb87130d53 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:28:29.622451 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 169d2fd3-61bd-4936-a859-cbeb87130d53 not bound to the agent host n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:28:31.337724 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 42418) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:31.343427 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-d84504d4-4ff1-4fe9-88b4-c9ab2c454a36 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Request body: {'subnet': {'network_id': '9eb5c14e-4a86-4fc0-a6ae-4dfc66e3b3cc', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:28:31.432125 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d84504d4-4ff1-4fe9-88b4-c9ab2c454a36 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Made reservation on behalf of 8166085d38374b6e8c62963e4055bedb for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:28:31.435876 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d84504d4-4ff1-4fe9-88b4-c9ab2c454a36 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:31.625183 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d84504d4-4ff1-4fe9-88b4-c9ab2c454a36 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:31.695311 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84504d4-4ff1-4fe9-88b4-c9ab2c454a36 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Pushing event updated for resources: {'Subnet': ['ID=c766d0b5-829c-460f-866b-48241a15508b,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:31.700993 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84504d4-4ff1-4fe9-88b4-c9ab2c454a36 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Checking segment: {'id': 'ee062c20-6a3b-486f-9880-4dc7b5775e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9eb5c14e-4a86-4fc0-a6ae-4dfc66e3b3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:28:31.701363 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84504d4-4ff1-4fe9-88b4-c9ab2c454a36 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Network hostable DHCP agents. Network: 9eb5c14e-4a86-4fc0-a6ae-4dfc66e3b3cc, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:28:31.717541 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84504d4-4ff1-4fe9-88b4-c9ab2c454a36 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Network 9eb5c14e-4a86-4fc0-a6ae-4dfc66e3b3cc is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:28:31.726205 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-d84504d4-4ff1-4fe9-88b4-c9ab2c454a36 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 9eb5c14e-4a86-4fc0-a6ae-4dfc66e3b3cc) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:28:31.730816 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d84504d4-4ff1-4fe9-88b4-c9ab2c454a36 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:31.731861 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d84504d4-4ff1-4fe9-88b4-c9ab2c454a36 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:31.736009 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de327fb-77f3-4028-a7ae-fe52dd7b8725 None None] Network 9eb5c14e-4a86-4fc0-a6ae-4dfc66e3b3cc requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:28:31.749858 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-d84504d4-4ff1-4fe9-88b4-c9ab2c454a36 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4100897 Nov 12 09:28:31.753363 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 42420) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:31.758376 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-2332c725-227d-45cf-b1fa-ffed759bb307 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1250507200'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:28:31.779550 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2332c725-227d-45cf-b1fa-ffed759bb307 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Made reservation on behalf of 8166085d38374b6e8c62963e4055bedb for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:28:31.783399 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2332c725-227d-45cf-b1fa-ffed759bb307 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:31.807806 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2332c725-227d-45cf-b1fa-ffed759bb307 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:28:31.818014 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2332c725-227d-45cf-b1fa-ffed759bb307 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:31.818418 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-2332c725-227d-45cf-b1fa-ffed759bb307 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Added segment d8e249c8-ac66-46eb-8019-16bd94734231 of type vlan for network 3085efb3-8485-4501-a4a6-8397f1af6fe0 Nov 12 09:28:31.859814 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2332c725-227d-45cf-b1fa-ffed759bb307 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:31.885292 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2332c725-227d-45cf-b1fa-ffed759bb307 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:31.890821 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3e7268-263b-4300-a849-690b065c43b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-9eb5c14e-4a86-4fc0-a6ae-4dfc66e3b3cc', 'network_id': '9eb5c14e-4a86-4fc0-a6ae-4dfc66e3b3cc', 'tenant_id': '8166085d38374b6e8c62963e4055bedb', 'fixed_ips': [{'subnet_id': 'c766d0b5-829c-460f-866b-48241a15508b'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:28:31.891613 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2332c725-227d-45cf-b1fa-ffed759bb307 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:31.891748 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-da3e7268-263b-4300-a849-690b065c43b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:31.892209 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2332c725-227d-45cf-b1fa-ffed759bb307 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:31.929786 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-2332c725-227d-45cf-b1fa-ffed759bb307 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1753662 Nov 12 09:28:31.932845 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 42422) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:31.940388 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-13aedbc7-f021-4860-a291-3264509f8560 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Request body: {'subnet': {'network_id': '3085efb3-8485-4501-a4a6-8397f1af6fe0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:28:31.973007 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2332c725-227d-45cf-b1fa-ffed759bb307 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Pushing event updated for resources: {'Network': ['ID=3085efb3-8485-4501-a4a6-8397f1af6fe0,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:31.985532 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 3085efb3-8485-4501-a4a6-8397f1af6fe0 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:28:32.040568 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13aedbc7-f021-4860-a291-3264509f8560 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Made reservation on behalf of 8166085d38374b6e8c62963e4055bedb for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:28:32.044362 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-13aedbc7-f021-4860-a291-3264509f8560 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:32.100287 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-da3e7268-263b-4300-a849-690b065c43b9 None None] Allocated IP 2001:db8:0:ffff::2 (9eb5c14e-4a86-4fc0-a6ae-4dfc66e3b3cc/c766d0b5-829c-460f-866b-48241a15508b/a15818f8-a8bc-46dd-b836-162b5692a2b5) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:28:32.249481 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-13aedbc7-f021-4860-a291-3264509f8560 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:32.252676 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-da3e7268-263b-4300-a849-690b065c43b9 None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:32.259569 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-da3e7268-263b-4300-a849-690b065c43b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:32.298946 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3e7268-263b-4300-a849-690b065c43b9 None None] Network 9eb5c14e-4a86-4fc0-a6ae-4dfc66e3b3cc is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:28:32.301750 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-da3e7268-263b-4300-a849-690b065c43b9 None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:28:32.307305 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3e7268-263b-4300-a849-690b065c43b9 None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:28:32.317176 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3e7268-263b-4300-a849-690b065c43b9 None None] Pushing event updated for resources: {'Port': ['ID=a15818f8-a8bc-46dd-b836-162b5692a2b5,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:32.317570 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aedbc7-f021-4860-a291-3264509f8560 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Pushing event updated for resources: {'Subnet': ['ID=9bbee84b-180f-4036-85f6-b7ad108399b0,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:32.328590 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13aedbc7-f021-4860-a291-3264509f8560 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Checking segment: {'id': 'd8e249c8-ac66-46eb-8019-16bd94734231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '3085efb3-8485-4501-a4a6-8397f1af6fe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:28:32.328963 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13aedbc7-f021-4860-a291-3264509f8560 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Network hostable DHCP agents. Network: 3085efb3-8485-4501-a4a6-8397f1af6fe0, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:28:32.349200 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13aedbc7-f021-4860-a291-3264509f8560 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Network 3085efb3-8485-4501-a4a6-8397f1af6fe0 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:28:32.359551 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-13aedbc7-f021-4860-a291-3264509f8560 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 3085efb3-8485-4501-a4a6-8397f1af6fe0) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:28:32.365882 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13aedbc7-f021-4860-a291-3264509f8560 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:32.366843 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-13aedbc7-f021-4860-a291-3264509f8560 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:32.367535 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b673491a-6ba1-45e5-a942-4d2a98368ce3 None None] Network 3085efb3-8485-4501-a4a6-8397f1af6fe0 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:28:32.383309 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-13aedbc7-f021-4860-a291-3264509f8560 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4482296 Nov 12 09:28:32.386107 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 42424) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:32.393894 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-da3e7268-263b-4300-a849-690b065c43b9 None None] Attempting to bind port a15818f8-a8bc-46dd-b836-162b5692a2b5 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:28:32.394263 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-da3e7268-263b-4300-a849-690b065c43b9 None None] Attempting to bind port a15818f8-a8bc-46dd-b836-162b5692a2b5 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': 'ee062c20-6a3b-486f-9880-4dc7b5775e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9eb5c14e-4a86-4fc0-a6ae-4dfc66e3b3cc'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:28:32.394649 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3e7268-263b-4300-a849-690b065c43b9 None None] Attempting to bind port a15818f8-a8bc-46dd-b836-162b5692a2b5 on network 9eb5c14e-4a86-4fc0-a6ae-4dfc66e3b3cc {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:28:32.427024 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3e7268-263b-4300-a849-690b065c43b9 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:28:32.427397 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3e7268-263b-4300-a849-690b065c43b9 None None] Checking segment: {'id': 'ee062c20-6a3b-486f-9880-4dc7b5775e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9eb5c14e-4a86-4fc0-a6ae-4dfc66e3b3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:28:32.427794 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-da3e7268-263b-4300-a849-690b065c43b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:32.428181 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3e7268-263b-4300-a849-690b065c43b9 None None] Bound using segment: {'id': 'ee062c20-6a3b-486f-9880-4dc7b5775e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9eb5c14e-4a86-4fc0-a6ae-4dfc66e3b3cc'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:28:32.428646 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-da3e7268-263b-4300-a849-690b065c43b9 None None] Bound port: a15818f8-a8bc-46dd-b836-162b5692a2b5, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee062c20-6a3b-486f-9880-4dc7b5775e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9eb5c14e-4a86-4fc0-a6ae-4dfc66e3b3cc'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:28:32.429025 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-da3e7268-263b-4300-a849-690b065c43b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:32.483742 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8611c601-eda1-4089-a709-a4324926f42f tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:32.548312 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-da3e7268-263b-4300-a849-690b065c43b9 None None] For port a15818f8-a8bc-46dd-b836-162b5692a2b5, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:28:32.552892 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-da3e7268-263b-4300-a849-690b065c43b9 None None] For port a15818f8-a8bc-46dd-b836-162b5692a2b5, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=a15818f8-a8bc-46dd-b836-162b5692a2b5,segment=NetworkSegment(ee062c20-6a3b-486f-9880-4dc7b5775e80),segment_id=ee062c20-6a3b-486f-9880-4dc7b5775e80)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:28:32.560278 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-da3e7268-263b-4300-a849-690b065c43b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:32.570403 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8611c601-eda1-4089-a709-a4324926f42f tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:32.640063 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8611c601-eda1-4089-a709-a4324926f42f tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:32.669263 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8611c601-eda1-4089-a709-a4324926f42f tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Pushing event deleted for resources: {'Subnet': ['ID=9bbee84b-180f-4036-85f6-b7ad108399b0,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:32.744511 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8611c601-eda1-4089-a709-a4324926f42f tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:32.765570 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a31fd3-827b-43cb-a41e-2f16b3e481fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-3085efb3-8485-4501-a4a6-8397f1af6fe0', 'network_id': '3085efb3-8485-4501-a4a6-8397f1af6fe0', 'tenant_id': '8166085d38374b6e8c62963e4055bedb', 'fixed_ips': [{'subnet_id': '9bbee84b-180f-4036-85f6-b7ad108399b0'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:28:32.766847 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f5a31fd3-827b-43cb-a41e-2f16b3e481fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:32.768438 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-8611c601-eda1-4089-a709-a4324926f42f tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3085efb3-8485-4501-a4a6-8397f1af6fe0']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:28:32.779937 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-8611c601-eda1-4089-a709-a4324926f42f tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8e249c8-ac66-46eb-8019-16bd94734231') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:28:32.780563 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-8611c601-eda1-4089-a709-a4324926f42f tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8e249c8-ac66-46eb-8019-16bd94734231') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:28:32.796265 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8611c601-eda1-4089-a709-a4324926f42f tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:32.810755 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8611c601-eda1-4089-a709-a4324926f42f tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:32.819474 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8611c601-eda1-4089-a709-a4324926f42f tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:28:32.819698 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3e7268-263b-4300-a849-690b065c43b9 None None] Pushing event updated for resources: {'Port': ['ID=a15818f8-a8bc-46dd-b836-162b5692a2b5,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:32.819849 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8611c601-eda1-4089-a709-a4324926f42f tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:32.823309 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 09:28:32.823309 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:28:32.823309 n-d-765315-29 neutron-server[102599]: timer() Nov 12 09:28:32.823309 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:28:32.823309 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 09:28:32.823309 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:28:32.823309 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 09:28:32.823309 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:28:32.823309 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 09:28:32.823309 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:28:32.823309 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 09:28:32.823309 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:28:32.823309 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 09:28:32.823309 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:28:32.823309 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:28:32.823309 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:28:32.823309 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:28:32.823309 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:28:32.823309 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 09:28:32.823309 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:28:32.823309 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 09:28:32.823309 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:28:32.823309 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:28:32.823309 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:28:32.823309 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 09:28:32.823309 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:28:32.823309 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:28:32.823309 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:28:32.823309 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:28:32.823309 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:28:32.823309 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:28:32.823309 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:28:32.885494 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689210f7-5a69-47f7-bd8a-ed0c2c4a2506 None None] Network 3085efb3-8485-4501-a4a6-8397f1af6fe0 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:28:32.897221 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8611c601-eda1-4089-a709-a4324926f42f tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:32.919909 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8611c601-eda1-4089-a709-a4324926f42f tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Publish callbacks [] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:32.927562 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-8611c601-eda1-4089-a709-a4324926f42f tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] 10.222.0.26 "DELETE /v2.0/networks/3085efb3-8485-4501-a4a6-8397f1af6fe0 HTTP/1.1" status: 204 len: 168 time: 0.5370743 Nov 12 09:28:32.927562 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8611c601-eda1-4089-a709-a4324926f42f tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Pushing event deleted for resources: {'Network': ['ID=3085efb3-8485-4501-a4a6-8397f1af6fe0,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:32.927926 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 42426) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:32.933030 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-ab7a4bc8-f6ab-4e8b-9dff-3f92f632b78a tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-338338228'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:28:32.957365 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab7a4bc8-f6ab-4e8b-9dff-3f92f632b78a tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Made reservation on behalf of 8166085d38374b6e8c62963e4055bedb for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:28:32.969324 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ab7a4bc8-f6ab-4e8b-9dff-3f92f632b78a tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:33.020568 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab7a4bc8-f6ab-4e8b-9dff-3f92f632b78a tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:28:33.033562 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ab7a4bc8-f6ab-4e8b-9dff-3f92f632b78a tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:33.033916 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-ab7a4bc8-f6ab-4e8b-9dff-3f92f632b78a tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Added segment 46d1e43d-145d-417b-b1e0-2c82563a0902 of type vlan for network 28f8ff07-98a3-4147-a3a8-5daa35aadec5 Nov 12 09:28:33.082998 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ab7a4bc8-f6ab-4e8b-9dff-3f92f632b78a tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:33.110913 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ab7a4bc8-f6ab-4e8b-9dff-3f92f632b78a tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:33.117097 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7a4bc8-f6ab-4e8b-9dff-3f92f632b78a tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:33.117871 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ab7a4bc8-f6ab-4e8b-9dff-3f92f632b78a tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:33.154287 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-ab7a4bc8-f6ab-4e8b-9dff-3f92f632b78a tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2252293 Nov 12 09:28:33.157694 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 42428) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:33.162932 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-73d0878e-eaf7-4845-a90d-867f94160844 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Request body: {'subnet': {'network_id': '28f8ff07-98a3-4147-a3a8-5daa35aadec5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:28:33.189448 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7a4bc8-f6ab-4e8b-9dff-3f92f632b78a tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Pushing event updated for resources: {'Network': ['ID=28f8ff07-98a3-4147-a3a8-5daa35aadec5,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:33.199587 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 28f8ff07-98a3-4147-a3a8-5daa35aadec5 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:28:33.266062 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73d0878e-eaf7-4845-a90d-867f94160844 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Made reservation on behalf of 8166085d38374b6e8c62963e4055bedb for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:28:33.269947 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-73d0878e-eaf7-4845-a90d-867f94160844 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:33.343571 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.ipam_backend_mixin [None req-73d0878e-eaf7-4845-a90d-867f94160844 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Performing IP validity checks on allocation pools {{(pid=102599) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 09:28:33.344093 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.ipam_backend_mixin [None req-73d0878e-eaf7-4845-a90d-867f94160844 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102599) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 09:28:33.472117 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-73d0878e-eaf7-4845-a90d-867f94160844 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:33.534084 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d0878e-eaf7-4845-a90d-867f94160844 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Pushing event updated for resources: {'Subnet': ['ID=0218b69a-734e-4e8c-ae09-fc1da1a1886a,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:33.551545 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d0878e-eaf7-4845-a90d-867f94160844 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Checking segment: {'id': '46d1e43d-145d-417b-b1e0-2c82563a0902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '28f8ff07-98a3-4147-a3a8-5daa35aadec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:28:33.551908 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d0878e-eaf7-4845-a90d-867f94160844 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Network hostable DHCP agents. Network: 28f8ff07-98a3-4147-a3a8-5daa35aadec5, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:28:33.570284 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d0878e-eaf7-4845-a90d-867f94160844 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Network 28f8ff07-98a3-4147-a3a8-5daa35aadec5 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:28:33.581441 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-73d0878e-eaf7-4845-a90d-867f94160844 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 28f8ff07-98a3-4147-a3a8-5daa35aadec5) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:28:33.585674 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d0878e-eaf7-4845-a90d-867f94160844 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:33.586327 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-73d0878e-eaf7-4845-a90d-867f94160844 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:33.591825 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c672d8-a4c5-414b-abdf-1d672362ea4f None None] Network 28f8ff07-98a3-4147-a3a8-5daa35aadec5 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:28:33.611232 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-73d0878e-eaf7-4845-a90d-867f94160844 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4521470 Nov 12 09:28:33.612324 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 42430) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:33.728419 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5010b4ba-54ad-41b9-86c1-1b028d598de6 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:33.773097 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5aa3564-4a7b-49c3-8ba4-1ac07dd55a56 None None] Network 9eb5c14e-4a86-4fc0-a6ae-4dfc66e3b3cc requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:28:33.789221 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5010b4ba-54ad-41b9-86c1-1b028d598de6 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:33.794196 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6930aeae-ed2f-490c-89b8-b5bdf5057397 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-28f8ff07-98a3-4147-a3a8-5daa35aadec5', 'network_id': '28f8ff07-98a3-4147-a3a8-5daa35aadec5', 'tenant_id': '8166085d38374b6e8c62963e4055bedb', 'fixed_ips': [{'subnet_id': '0218b69a-734e-4e8c-ae09-fc1da1a1886a'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:28:33.795077 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6930aeae-ed2f-490c-89b8-b5bdf5057397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:33.854977 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5010b4ba-54ad-41b9-86c1-1b028d598de6 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:33.883394 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5010b4ba-54ad-41b9-86c1-1b028d598de6 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Pushing event deleted for resources: {'Subnet': ['ID=0218b69a-734e-4e8c-ae09-fc1da1a1886a,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:33.915158 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-eb2bce8f-de26-47ba-a38a-b9f145f77aed None None] Provisioning complete for port a15818f8-a8bc-46dd-b836-162b5692a2b5 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:28:33.915530 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-eb2bce8f-de26-47ba-a38a-b9f145f77aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:33.945296 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5010b4ba-54ad-41b9-86c1-1b028d598de6 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:33.966526 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-5010b4ba-54ad-41b9-86c1-1b028d598de6 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28f8ff07-98a3-4147-a3a8-5daa35aadec5']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:28:33.977076 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-5010b4ba-54ad-41b9-86c1-1b028d598de6 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46d1e43d-145d-417b-b1e0-2c82563a0902') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:28:33.977378 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-5010b4ba-54ad-41b9-86c1-1b028d598de6 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46d1e43d-145d-417b-b1e0-2c82563a0902') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:28:33.987220 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5010b4ba-54ad-41b9-86c1-1b028d598de6 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:34.001789 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5010b4ba-54ad-41b9-86c1-1b028d598de6 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:34.003084 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server [None req-6930aeae-ed2f-490c-89b8-b5bdf5057397 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0218b69a-734e-4e8c-ae09-fc1da1a1886a: This subnet is being modified by another concurrent operation. Nov 12 09:28:34.003084 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 09:28:34.003084 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 09:28:34.003084 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 09:28:34.003084 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 09:28:34.003084 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 09:28:34.003084 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 09:28:34.003084 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 09:28:34.003084 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 09:28:34.003084 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 09:28:34.003084 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 09:28:34.003084 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 09:28:34.003084 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 09:28:34.003084 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 09:28:34.003084 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 09:28:34.003084 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 09:28:34.003084 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 09:28:34.003084 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 09:28:34.003084 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 09:28:34.003084 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 09:28:34.003084 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 09:28:34.003084 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 09:28:34.003084 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 09:28:34.003084 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 09:28:34.003084 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 09:28:34.003084 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 09:28:34.003084 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 09:28:34.003084 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 09:28:34.003084 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 09:28:34.003084 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 09:28:34.003084 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 09:28:34.003084 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 09:28:34.003084 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 09:28:34.003084 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 09:28:34.003084 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 09:28:34.003084 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 09:28:34.003084 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 09:28:34.003084 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 09:28:34.003084 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 09:28:34.003084 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 09:28:34.003084 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 09:28:34.003084 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 09:28:34.003084 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 09:28:34.003084 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 09:28:34.003084 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 09:28:34.003084 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 09:28:34.003084 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 09:28:34.003084 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 09:28:34.003084 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 09:28:34.003084 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 09:28:34.003084 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 09:28:34.003084 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 09:28:34.003084 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 09:28:34.003084 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 09:28:34.003084 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 09:28:34.003084 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 09:28:34.003084 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 09:28:34.003084 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 09:28:34.003084 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 09:28:34.003084 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 09:28:34.003084 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 09:28:34.003084 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 09:28:34.003084 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 09:28:34.003084 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 09:28:34.003084 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 09:28:34.003084 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 09:28:34.003084 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 09:28:34.003084 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 09:28:34.003084 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 09:28:34.003084 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 09:28:34.003084 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 09:28:34.003084 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 09:28:34.003084 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 09:28:34.003084 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 09:28:34.003084 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 09:28:34.003084 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 09:28:34.003084 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 09:28:34.003084 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 09:28:34.003084 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 09:28:34.003084 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 09:28:34.003084 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 09:28:34.003084 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 09:28:34.003084 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 09:28:34.003084 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 09:28:34.003084 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 09:28:34.003084 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 09:28:34.003084 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 09:28:34.003084 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 09:28:34.003084 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 09:28:34.003084 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server raise exception Nov 12 09:28:34.003084 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0218b69a-734e-4e8c-ae09-fc1da1a1886a: This subnet is being modified by another concurrent operation. Nov 12 09:28:34.003084 n-d-765315-29 neutron-server[102601]: ERROR oslo_messaging.rpc.server Nov 12 09:28:34.011164 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5010b4ba-54ad-41b9-86c1-1b028d598de6 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:28:34.011922 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5010b4ba-54ad-41b9-86c1-1b028d598de6 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:34.015641 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 09:28:34.015641 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:28:34.015641 n-d-765315-29 neutron-server[102599]: timer() Nov 12 09:28:34.015641 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:28:34.015641 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 09:28:34.015641 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:28:34.015641 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 09:28:34.015641 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:28:34.015641 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 09:28:34.015641 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:28:34.015641 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 09:28:34.015641 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:28:34.015641 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 09:28:34.015641 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:28:34.015641 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:28:34.015641 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:28:34.015641 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:28:34.015641 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:28:34.015641 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 09:28:34.015641 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:28:34.015641 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 09:28:34.015641 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:28:34.015641 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:28:34.015641 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:28:34.015641 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 09:28:34.015641 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:28:34.015641 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:28:34.015641 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:28:34.015641 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:28:34.015641 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:28:34.015641 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:28:34.015641 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:28:34.025743 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b995153-9cc6-4b93-9ea1-b257502e6b54 None None] Network 28f8ff07-98a3-4147-a3a8-5daa35aadec5 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:28:34.085707 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5010b4ba-54ad-41b9-86c1-1b028d598de6 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:34.095270 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-5010b4ba-54ad-41b9-86c1-1b028d598de6 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Publish callbacks [] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:34.098537 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-5010b4ba-54ad-41b9-86c1-1b028d598de6 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] 10.222.0.26 "DELETE /v2.0/networks/28f8ff07-98a3-4147-a3a8-5daa35aadec5 HTTP/1.1" status: 204 len: 168 time: 0.4851692 Nov 12 09:28:34.102149 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 42432) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:34.107313 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-442b4262-e02f-412b-bf85-0156f28740fa tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-740767025'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:28:34.115003 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5010b4ba-54ad-41b9-86c1-1b028d598de6 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Pushing event deleted for resources: {'Network': ['ID=28f8ff07-98a3-4147-a3a8-5daa35aadec5,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:34.130736 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-442b4262-e02f-412b-bf85-0156f28740fa tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Made reservation on behalf of 8166085d38374b6e8c62963e4055bedb for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:28:34.134285 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-442b4262-e02f-412b-bf85-0156f28740fa tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:34.156373 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-eb2bce8f-de26-47ba-a38a-b9f145f77aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:34.158169 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-442b4262-e02f-412b-bf85-0156f28740fa tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:28:34.168896 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-442b4262-e02f-412b-bf85-0156f28740fa tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:34.169263 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-442b4262-e02f-412b-bf85-0156f28740fa tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Added segment ed79961a-c24a-4d14-8c95-a9a228040b9f of type vlan for network a441cfc2-60f5-46ee-82a6-b96073eaeb0e Nov 12 09:28:34.179484 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-29187acb-ea5c-4375-8b82-6a6b5a2f0eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:34.215381 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-442b4262-e02f-412b-bf85-0156f28740fa tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:34.243789 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-442b4262-e02f-412b-bf85-0156f28740fa tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:34.250286 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442b4262-e02f-412b-bf85-0156f28740fa tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:34.250750 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-eb2bce8f-de26-47ba-a38a-b9f145f77aed None None] For port a15818f8-a8bc-46dd-b836-162b5692a2b5, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=a15818f8-a8bc-46dd-b836-162b5692a2b5,segment=NetworkSegment(ee062c20-6a3b-486f-9880-4dc7b5775e80),segment_id=ee062c20-6a3b-486f-9880-4dc7b5775e80)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:28:34.250938 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-442b4262-e02f-412b-bf85-0156f28740fa tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:34.256176 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-eb2bce8f-de26-47ba-a38a-b9f145f77aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:34.291602 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-442b4262-e02f-412b-bf85-0156f28740fa tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1881936 Nov 12 09:28:34.294474 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 42434) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:34.299932 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-946f3bb0-c84f-4e94-9ca4-2d919cbbaf3f tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Request body: {'subnet': {'network_id': 'a441cfc2-60f5-46ee-82a6-b96073eaeb0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:28:34.314076 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2bce8f-de26-47ba-a38a-b9f145f77aed None None] Pushing event updated for resources: {'Port': ['ID=a15818f8-a8bc-46dd-b836-162b5692a2b5,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:34.343060 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b4262-e02f-412b-bf85-0156f28740fa tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Pushing event updated for resources: {'Network': ['ID=a441cfc2-60f5-46ee-82a6-b96073eaeb0e,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:34.354339 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network a441cfc2-60f5-46ee-82a6-b96073eaeb0e details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:28:34.396475 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-946f3bb0-c84f-4e94-9ca4-2d919cbbaf3f tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Made reservation on behalf of 8166085d38374b6e8c62963e4055bedb for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:28:34.400311 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-946f3bb0-c84f-4e94-9ca4-2d919cbbaf3f tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:34.459687 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e41e6e8-92d4-4cbe-bcf8-b132d7c8b3b7 None None] get_active_networks_info from n-d-765315-29 {{(pid=102601) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 09:28:34.508942 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-8f3c3193-bf10-4983-842c-1247542fc258 None None] Provisioning complete for port a15818f8-a8bc-46dd-b836-162b5692a2b5 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:28:34.509214 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8f3c3193-bf10-4983-842c-1247542fc258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:34.570410 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e41e6e8-92d4-4cbe-bcf8-b132d7c8b3b7 None None] Resources bound (agent type, host, resource id): {{(pid=102601) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 09:28:34.594256 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-946f3bb0-c84f-4e94-9ca4-2d919cbbaf3f tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:34.675364 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946f3bb0-c84f-4e94-9ca4-2d919cbbaf3f tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Pushing event updated for resources: {'Subnet': ['ID=f9c43d69-8a6e-4c87-b4e7-4b95e4922d92,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:34.680558 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946f3bb0-c84f-4e94-9ca4-2d919cbbaf3f tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Checking segment: {'id': 'ed79961a-c24a-4d14-8c95-a9a228040b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'a441cfc2-60f5-46ee-82a6-b96073eaeb0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:28:34.681063 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946f3bb0-c84f-4e94-9ca4-2d919cbbaf3f tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Network hostable DHCP agents. Network: a441cfc2-60f5-46ee-82a6-b96073eaeb0e, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:28:34.703321 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946f3bb0-c84f-4e94-9ca4-2d919cbbaf3f tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Network a441cfc2-60f5-46ee-82a6-b96073eaeb0e is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:28:34.719012 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-946f3bb0-c84f-4e94-9ca4-2d919cbbaf3f tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, a441cfc2-60f5-46ee-82a6-b96073eaeb0e) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:28:34.725883 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device a15818f8-a8bc-46dd-b836-162b5692a2b5 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:28:34.728584 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946f3bb0-c84f-4e94-9ca4-2d919cbbaf3f tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:34.729337 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-946f3bb0-c84f-4e94-9ca4-2d919cbbaf3f tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:34.748266 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-946f3bb0-c84f-4e94-9ca4-2d919cbbaf3f tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4526374 Nov 12 09:28:34.750819 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 42436) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:34.755895 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-b7a4e1a3-8495-4d82-9633-866bd1737ce6 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-611149929'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:28:34.792842 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7a4e1a3-8495-4d82-9633-866bd1737ce6 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Made reservation on behalf of 8166085d38374b6e8c62963e4055bedb for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:28:34.796828 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b7a4e1a3-8495-4d82-9633-866bd1737ce6 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:34.824334 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7a4e1a3-8495-4d82-9633-866bd1737ce6 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:28:34.831821 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port a15818f8-a8bc-46dd-b836-162b5692a2b5 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:28:34.832403 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:34.834409 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b7a4e1a3-8495-4d82-9633-866bd1737ce6 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:34.834780 n-d-765315-29 neutron-server[102599]: INFO neutron.db.segments_db [None req-b7a4e1a3-8495-4d82-9633-866bd1737ce6 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Added segment 8809fec9-ae38-4e55-9408-d58e81f1c58f of type vlan for network 7a03bcad-bc13-40b3-b649-3d264d33c912 Nov 12 09:28:34.877087 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b7a4e1a3-8495-4d82-9633-866bd1737ce6 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:34.892848 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b260e4-ca1d-4be8-b5c3-414fd684d140 None None] Network a441cfc2-60f5-46ee-82a6-b96073eaeb0e requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:28:34.903076 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b7a4e1a3-8495-4d82-9633-866bd1737ce6 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:34.909611 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a4e1a3-8495-4d82-9633-866bd1737ce6 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:34.910203 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b7a4e1a3-8495-4d82-9633-866bd1737ce6 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Publish callbacks [] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:34.978202 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-b7a4e1a3-8495-4d82-9633-866bd1737ce6 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2261274 Nov 12 09:28:34.981156 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 42438) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:34.986338 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-50078525-bfe3-4cf8-a602-5c67bacda5e3 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Request body: {'subnet': {'network_id': '7a03bcad-bc13-40b3-b649-3d264d33c912', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:28:35.014211 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a4e1a3-8495-4d82-9633-866bd1737ce6 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Pushing event updated for resources: {'Network': ['ID=7a03bcad-bc13-40b3-b649-3d264d33c912,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:35.034479 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 7a03bcad-bc13-40b3-b649-3d264d33c912 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:28:35.096529 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50078525-bfe3-4cf8-a602-5c67bacda5e3 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Made reservation on behalf of 8166085d38374b6e8c62963e4055bedb for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:28:35.100264 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-50078525-bfe3-4cf8-a602-5c67bacda5e3 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:35.149906 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56c7b2e-368a-4a77-b88f-2a3375ca718b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-a441cfc2-60f5-46ee-82a6-b96073eaeb0e', 'network_id': 'a441cfc2-60f5-46ee-82a6-b96073eaeb0e', 'tenant_id': '8166085d38374b6e8c62963e4055bedb', 'fixed_ips': [{'subnet_id': 'f9c43d69-8a6e-4c87-b4e7-4b95e4922d92'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:28:35.150789 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d56c7b2e-368a-4a77-b88f-2a3375ca718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:35.304587 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-50078525-bfe3-4cf8-a602-5c67bacda5e3 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:35.338658 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-d56c7b2e-368a-4a77-b88f-2a3375ca718b None None] Allocated IP 2001:db8::2 (a441cfc2-60f5-46ee-82a6-b96073eaeb0e/f9c43d69-8a6e-4c87-b4e7-4b95e4922d92/12053cd0-7855-41d7-8022-0a06153f09c4) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:28:35.386993 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50078525-bfe3-4cf8-a602-5c67bacda5e3 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Pushing event updated for resources: {'Subnet': ['ID=1fceb712-b5d8-4650-b196-22b512a43c2e,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:35.392085 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50078525-bfe3-4cf8-a602-5c67bacda5e3 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Checking segment: {'id': '8809fec9-ae38-4e55-9408-d58e81f1c58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '7a03bcad-bc13-40b3-b649-3d264d33c912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:28:35.392448 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50078525-bfe3-4cf8-a602-5c67bacda5e3 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Network hostable DHCP agents. Network: 7a03bcad-bc13-40b3-b649-3d264d33c912, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:28:35.415461 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50078525-bfe3-4cf8-a602-5c67bacda5e3 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Network 7a03bcad-bc13-40b3-b649-3d264d33c912 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:28:35.425873 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-50078525-bfe3-4cf8-a602-5c67bacda5e3 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 7a03bcad-bc13-40b3-b649-3d264d33c912) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:28:35.431527 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50078525-bfe3-4cf8-a602-5c67bacda5e3 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:35.432109 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-50078525-bfe3-4cf8-a602-5c67bacda5e3 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:35.438724 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b03081e-9bb7-4559-a6c3-bb05722f5a64 None None] Network 7a03bcad-bc13-40b3-b649-3d264d33c912 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:28:35.449307 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-50078525-bfe3-4cf8-a602-5c67bacda5e3 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4670119 Nov 12 09:28:35.453309 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 42440) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:35.567617 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-63db0cfa-e5ca-4876-99f4-5ab28d01b3dd tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:35.602210 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d56c7b2e-368a-4a77-b88f-2a3375ca718b None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:35.613000 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d56c7b2e-368a-4a77-b88f-2a3375ca718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:35.654132 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-63db0cfa-e5ca-4876-99f4-5ab28d01b3dd tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:35.710294 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56c7b2e-368a-4a77-b88f-2a3375ca718b None None] Network a441cfc2-60f5-46ee-82a6-b96073eaeb0e is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:28:35.715128 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56c7b2e-368a-4a77-b88f-2a3375ca718b None None] Pushing event updated for resources: {'Port': ['ID=12053cd0-7855-41d7-8022-0a06153f09c4,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:35.719640 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-d56c7b2e-368a-4a77-b88f-2a3375ca718b None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:28:35.739743 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56c7b2e-368a-4a77-b88f-2a3375ca718b None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:28:35.741300 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-63db0cfa-e5ca-4876-99f4-5ab28d01b3dd tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:35.770224 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38dc757c-1f27-4097-b25a-311dad183215 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-7a03bcad-bc13-40b3-b649-3d264d33c912', 'network_id': '7a03bcad-bc13-40b3-b649-3d264d33c912', 'tenant_id': '8166085d38374b6e8c62963e4055bedb', 'fixed_ips': [{'subnet_id': '1fceb712-b5d8-4650-b196-22b512a43c2e'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:28:35.771451 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-38dc757c-1f27-4097-b25a-311dad183215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:35.776523 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63db0cfa-e5ca-4876-99f4-5ab28d01b3dd tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Pushing event deleted for resources: {'Subnet': ['ID=1fceb712-b5d8-4650-b196-22b512a43c2e,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:35.835522 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-d56c7b2e-368a-4a77-b88f-2a3375ca718b None None] Attempting to bind port 12053cd0-7855-41d7-8022-0a06153f09c4 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:28:35.836341 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-d56c7b2e-368a-4a77-b88f-2a3375ca718b None None] Attempting to bind port 12053cd0-7855-41d7-8022-0a06153f09c4 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': 'ed79961a-c24a-4d14-8c95-a9a228040b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'a441cfc2-60f5-46ee-82a6-b96073eaeb0e'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:28:35.836341 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56c7b2e-368a-4a77-b88f-2a3375ca718b None None] Attempting to bind port 12053cd0-7855-41d7-8022-0a06153f09c4 on network a441cfc2-60f5-46ee-82a6-b96073eaeb0e {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:28:35.849815 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-63db0cfa-e5ca-4876-99f4-5ab28d01b3dd tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:35.873598 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-63db0cfa-e5ca-4876-99f4-5ab28d01b3dd tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a03bcad-bc13-40b3-b649-3d264d33c912']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:28:35.883434 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-63db0cfa-e5ca-4876-99f4-5ab28d01b3dd tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8809fec9-ae38-4e55-9408-d58e81f1c58f') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:28:35.883735 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-63db0cfa-e5ca-4876-99f4-5ab28d01b3dd tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8809fec9-ae38-4e55-9408-d58e81f1c58f') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:28:35.894895 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-63db0cfa-e5ca-4876-99f4-5ab28d01b3dd tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:35.895754 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56c7b2e-368a-4a77-b88f-2a3375ca718b None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:28:35.896131 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56c7b2e-368a-4a77-b88f-2a3375ca718b None None] Checking segment: {'id': 'ed79961a-c24a-4d14-8c95-a9a228040b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'a441cfc2-60f5-46ee-82a6-b96073eaeb0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:28:35.896559 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d56c7b2e-368a-4a77-b88f-2a3375ca718b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:35.899728 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56c7b2e-368a-4a77-b88f-2a3375ca718b None None] Bound using segment: {'id': 'ed79961a-c24a-4d14-8c95-a9a228040b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'a441cfc2-60f5-46ee-82a6-b96073eaeb0e'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:28:35.900230 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-d56c7b2e-368a-4a77-b88f-2a3375ca718b None None] Bound port: 12053cd0-7855-41d7-8022-0a06153f09c4, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed79961a-c24a-4d14-8c95-a9a228040b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'a441cfc2-60f5-46ee-82a6-b96073eaeb0e'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:28:35.900638 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d56c7b2e-368a-4a77-b88f-2a3375ca718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:35.911578 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-63db0cfa-e5ca-4876-99f4-5ab28d01b3dd tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:35.920045 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698ae675-8b9b-4939-a198-55364b7558b9 None None] Network 7a03bcad-bc13-40b3-b649-3d264d33c912 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:28:35.921689 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63db0cfa-e5ca-4876-99f4-5ab28d01b3dd tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:28:35.922573 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-63db0cfa-e5ca-4876-99f4-5ab28d01b3dd tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:35.925931 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 09:28:35.925931 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:28:35.925931 n-d-765315-29 neutron-server[102600]: timer() Nov 12 09:28:35.925931 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:28:35.925931 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 09:28:35.925931 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:28:35.925931 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 09:28:35.925931 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:28:35.925931 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 09:28:35.925931 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:28:35.925931 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 09:28:35.925931 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:28:35.925931 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 09:28:35.925931 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:28:35.925931 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:28:35.925931 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:28:35.925931 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:28:35.925931 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:28:35.925931 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 09:28:35.925931 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:28:35.925931 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 09:28:35.925931 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:28:35.925931 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:28:35.925931 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:28:35.925931 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 09:28:35.925931 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:28:35.925931 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:28:35.925931 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:28:35.925931 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:28:35.925931 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:28:35.925931 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:28:35.925931 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:28:35.995794 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-63db0cfa-e5ca-4876-99f4-5ab28d01b3dd tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:36.002378 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-63db0cfa-e5ca-4876-99f4-5ab28d01b3dd tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:36.006217 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-63db0cfa-e5ca-4876-99f4-5ab28d01b3dd tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] 10.222.0.26 "DELETE /v2.0/networks/7a03bcad-bc13-40b3-b649-3d264d33c912 HTTP/1.1" status: 204 len: 168 time: 0.5513868 Nov 12 09:28:36.009225 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 42442) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:36.026092 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63db0cfa-e5ca-4876-99f4-5ab28d01b3dd tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Pushing event deleted for resources: {'Network': ['ID=7a03bcad-bc13-40b3-b649-3d264d33c912,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:36.044871 n-d-765315-29 neutron-server[102599]: INFO neutron.pecan_wsgi.hooks.translation [None req-d75127a3-b5ee-4601-ae71-117b0d5ceaae tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] GET failed (client error): The resource could not be found. Nov 12 09:28:36.049577 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-d75127a3-b5ee-4601-ae71-117b0d5ceaae tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] 10.222.0.26 "GET /v2.0/subnets/1fceb712-b5d8-4650-b196-22b512a43c2e HTTP/1.1" status: 404 len: 337 time: 0.0363278 Nov 12 09:28:36.049850 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 42444) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:36.068900 n-d-765315-29 neutron-server[102599]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1d583de-85f7-441c-a8b9-6323ed16c636 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] DELETE failed (client error): The resource could not be found. Nov 12 09:28:36.069464 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1d583de-85f7-441c-a8b9-6323ed16c636 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:28:36.073039 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-e1d583de-85f7-441c-a8b9-6323ed16c636 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] 10.222.0.26 "DELETE /v2.0/networks/7a03bcad-bc13-40b3-b649-3d264d33c912 HTTP/1.1" status: 404 len: 339 time: 0.0218303 Nov 12 09:28:36.076460 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 42446) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:36.114090 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-d56c7b2e-368a-4a77-b88f-2a3375ca718b None None] For port 12053cd0-7855-41d7-8022-0a06153f09c4, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:28:36.114346 n-d-765315-29 neutron-server[102599]: INFO neutron.pecan_wsgi.hooks.translation [None req-16e224d8-7bc9-48a0-b40b-ddc095aad3ce tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] DELETE failed (client error): The resource could not be found. Nov 12 09:28:36.115243 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16e224d8-7bc9-48a0-b40b-ddc095aad3ce tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:28:36.121088 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-16e224d8-7bc9-48a0-b40b-ddc095aad3ce tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] 10.222.0.26 "DELETE /v2.0/subnets/1fceb712-b5d8-4650-b196-22b512a43c2e HTTP/1.1" status: 404 len: 337 time: 0.0433271 Nov 12 09:28:36.123419 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 42448) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:36.133179 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-d56c7b2e-368a-4a77-b88f-2a3375ca718b None None] For port 12053cd0-7855-41d7-8022-0a06153f09c4, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=12053cd0-7855-41d7-8022-0a06153f09c4,segment=NetworkSegment(ed79961a-c24a-4d14-8c95-a9a228040b9f),segment_id=ed79961a-c24a-4d14-8c95-a9a228040b9f)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:28:36.143167 n-d-765315-29 neutron-server[102599]: INFO neutron.pecan_wsgi.hooks.translation [None req-e778549c-def8-401c-bb72-f37caff935b3 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] DELETE failed (client error): The resource could not be found. Nov 12 09:28:36.143725 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e778549c-def8-401c-bb72-f37caff935b3 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:28:36.146777 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-e778549c-def8-401c-bb72-f37caff935b3 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] 10.222.0.26 "DELETE /v2.0/networks/7a03bcad-bc13-40b3-b649-3d264d33c912 HTTP/1.1" status: 404 len: 339 time: 0.0222478 Nov 12 09:28:36.149470 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 42450) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:36.149624 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d56c7b2e-368a-4a77-b88f-2a3375ca718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:36.185115 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:36.204536 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-056da8cc-6354-4f55-aa3c-0814208dcf51 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Deleting subnet f9c43d69-8a6e-4c87-b4e7-4b95e4922d92 {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:28:36.208066 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-056da8cc-6354-4f55-aa3c-0814208dcf51 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Publish callbacks [] for subnet, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:36.229187 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56c7b2e-368a-4a77-b88f-2a3375ca718b None None] Pushing event updated for resources: {'Port': ['ID=12053cd0-7855-41d7-8022-0a06153f09c4,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:36.256674 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-056da8cc-6354-4f55-aa3c-0814208dcf51 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31181813'] for subnet, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:36.356080 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-056da8cc-6354-4f55-aa3c-0814208dcf51 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:36.444767 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-056da8cc-6354-4f55-aa3c-0814208dcf51 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:36.479203 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056da8cc-6354-4f55-aa3c-0814208dcf51 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Pushing event deleted for resources: {'Subnet': ['ID=f9c43d69-8a6e-4c87-b4e7-4b95e4922d92,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:36.483116 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-056da8cc-6354-4f55-aa3c-0814208dcf51 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:36.487598 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-056da8cc-6354-4f55-aa3c-0814208dcf51 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] 10.222.0.26 "DELETE /v2.0/subnets/f9c43d69-8a6e-4c87-b4e7-4b95e4922d92 HTTP/1.1" status: 204 len: 168 time: 0.3370543 Nov 12 09:28:36.489479 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 42452) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:36.570967 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ac6e874d-9a96-4a37-a01e-96d25be24070 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:36.631470 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-ac6e874d-9a96-4a37-a01e-96d25be24070 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Deleting port 12053cd0-7855-41d7-8022-0a06153f09c4 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:28:36.631958 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ac6e874d-9a96-4a37-a01e-96d25be24070 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:36.701482 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-ac6e874d-9a96-4a37-a01e-96d25be24070 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] For port 12053cd0-7855-41d7-8022-0a06153f09c4, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=12053cd0-7855-41d7-8022-0a06153f09c4,segment=NetworkSegment(ed79961a-c24a-4d14-8c95-a9a228040b9f),segment_id=ed79961a-c24a-4d14-8c95-a9a228040b9f)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:28:36.701903 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ac6e874d-9a96-4a37-a01e-96d25be24070 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:36.703354 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 12053cd0-7855-41d7-8022-0a06153f09c4 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:28:36.716393 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-ac6e874d-9a96-4a37-a01e-96d25be24070 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Calling delete_port for 12053cd0-7855-41d7-8022-0a06153f09c4 owned by network:dhcp {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:28:36.756468 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 12053cd0-7855-41d7-8022-0a06153f09c4 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:28:36.756837 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:36.802861 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ac6e874d-9a96-4a37-a01e-96d25be24070 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:36.822168 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Port 12053cd0-7855-41d7-8022-0a06153f09c4 update to ACTIVE by agent not found {{(pid=102601) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 12 09:28:36.834204 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6e874d-9a96-4a37-a01e-96d25be24070 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] No DVR routers for this DVR port 12053cd0-7855-41d7-8022-0a06153f09c4 on host n-d-765315-29 {{(pid=102600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:28:36.839333 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6e874d-9a96-4a37-a01e-96d25be24070 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Pushing event deleted for resources: {'Port': ['ID=12053cd0-7855-41d7-8022-0a06153f09c4,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:36.920457 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ac6e874d-9a96-4a37-a01e-96d25be24070 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:36.949336 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-ac6e874d-9a96-4a37-a01e-96d25be24070 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a441cfc2-60f5-46ee-82a6-b96073eaeb0e']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:28:36.959815 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-ac6e874d-9a96-4a37-a01e-96d25be24070 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed79961a-c24a-4d14-8c95-a9a228040b9f') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:28:36.960108 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-ac6e874d-9a96-4a37-a01e-96d25be24070 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed79961a-c24a-4d14-8c95-a9a228040b9f') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:28:36.970250 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ac6e874d-9a96-4a37-a01e-96d25be24070 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:36.984519 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ac6e874d-9a96-4a37-a01e-96d25be24070 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:36.992174 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac6e874d-9a96-4a37-a01e-96d25be24070 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:28:36.992421 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ac6e874d-9a96-4a37-a01e-96d25be24070 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:36.995561 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 09:28:36.995561 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:28:36.995561 n-d-765315-29 neutron-server[102600]: timer() Nov 12 09:28:36.995561 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:28:36.995561 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 09:28:36.995561 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:28:36.995561 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 09:28:36.995561 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:28:36.995561 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 09:28:36.995561 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:28:36.995561 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 09:28:36.995561 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:28:36.995561 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 09:28:36.995561 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:28:36.995561 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:28:36.995561 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:28:36.995561 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:28:36.995561 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:28:36.995561 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 09:28:36.995561 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:28:36.995561 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 09:28:36.995561 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:28:36.995561 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:28:36.995561 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:28:36.995561 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 09:28:36.995561 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:28:36.995561 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:28:36.995561 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:28:36.995561 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:28:36.995561 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:28:36.995561 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:28:36.995561 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:28:37.056423 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ac6e874d-9a96-4a37-a01e-96d25be24070 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:37.063851 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ac6e874d-9a96-4a37-a01e-96d25be24070 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:37.067328 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-ac6e874d-9a96-4a37-a01e-96d25be24070 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] 10.222.0.26 "DELETE /v2.0/networks/a441cfc2-60f5-46ee-82a6-b96073eaeb0e HTTP/1.1" status: 204 len: 168 time: 0.5766985 Nov 12 09:28:37.069956 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 42454) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:37.084634 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6e874d-9a96-4a37-a01e-96d25be24070 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Pushing event deleted for resources: {'Network': ['ID=a441cfc2-60f5-46ee-82a6-b96073eaeb0e,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:37.099000 n-d-765315-29 neutron-server[102599]: INFO neutron.pecan_wsgi.hooks.translation [None req-57c4e6b1-7512-40eb-ae65-c029e537b4fc tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] DELETE failed (client error): The resource could not be found. Nov 12 09:28:37.099469 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57c4e6b1-7512-40eb-ae65-c029e537b4fc tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:28:37.102559 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-57c4e6b1-7512-40eb-ae65-c029e537b4fc tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] 10.222.0.26 "DELETE /v2.0/subnets/0218b69a-734e-4e8c-ae09-fc1da1a1886a HTTP/1.1" status: 404 len: 337 time: 0.0316277 Nov 12 09:28:37.105206 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 42456) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:37.125210 n-d-765315-29 neutron-server[102599]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8f2e90d-3ef6-4d49-8e40-19c8c3c0c048 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] DELETE failed (client error): The resource could not be found. Nov 12 09:28:37.125789 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8f2e90d-3ef6-4d49-8e40-19c8c3c0c048 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:28:37.128883 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-a8f2e90d-3ef6-4d49-8e40-19c8c3c0c048 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] 10.222.0.26 "DELETE /v2.0/networks/28f8ff07-98a3-4147-a3a8-5daa35aadec5 HTTP/1.1" status: 404 len: 339 time: 0.0226941 Nov 12 09:28:37.131616 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 42458) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:37.153814 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3d4361a2-e043-4969-a714-63d8a181c3f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:37.166708 n-d-765315-29 neutron-server[102599]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd27231c-d1a6-442e-b9a4-1d702edd3ba7 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] DELETE failed (client error): The resource could not be found. Nov 12 09:28:37.167173 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd27231c-d1a6-442e-b9a4-1d702edd3ba7 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:28:37.170209 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-cd27231c-d1a6-442e-b9a4-1d702edd3ba7 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] 10.222.0.26 "DELETE /v2.0/subnets/9bbee84b-180f-4036-85f6-b7ad108399b0 HTTP/1.1" status: 404 len: 337 time: 0.0376821 Nov 12 09:28:37.173544 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 42460) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:37.193772 n-d-765315-29 neutron-server[102599]: INFO neutron.pecan_wsgi.hooks.translation [None req-68164276-8b05-48a8-9776-8da3790df54b tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] DELETE failed (client error): The resource could not be found. Nov 12 09:28:37.194293 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68164276-8b05-48a8-9776-8da3790df54b tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:28:37.197740 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-68164276-8b05-48a8-9776-8da3790df54b tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] 10.222.0.26 "DELETE /v2.0/networks/3085efb3-8485-4501-a4a6-8397f1af6fe0 HTTP/1.1" status: 404 len: 339 time: 0.0232766 Nov 12 09:28:37.200383 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 42462) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:37.209956 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07aa7805-ad52-4132-bfe3-1f4d8861b915 None None] DHCP port deletion for a441cfc2-60f5-46ee-82a6-b96073eaeb0e request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:28:37.220672 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-906e5971-3d2b-49ba-bf5b-a0b46859e05c None None] Could not find standard attr ID for object 12053cd0-7855-41d7-8022-0a06153f09c4. {{(pid=102601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 09:28:37.234285 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185ccc2c-223e-4dae-9e32-2969694b1935 None None] Network a441cfc2-60f5-46ee-82a6-b96073eaeb0e requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:28:37.246273 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185ccc2c-223e-4dae-9e32-2969694b1935 None None] Network a441cfc2-60f5-46ee-82a6-b96073eaeb0e could not be found, it might have been deleted concurrently. {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 09:28:37.256847 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-34dc7bdd-5a1c-4b3f-ae88-adc3d5f19550 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Deleting subnet c766d0b5-829c-460f-866b-48241a15508b {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:28:37.260042 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-34dc7bdd-5a1c-4b3f-ae88-adc3d5f19550 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Publish callbacks [] for subnet, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:37.306017 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-34dc7bdd-5a1c-4b3f-ae88-adc3d5f19550 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31181813'] for subnet, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:37.389949 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-34dc7bdd-5a1c-4b3f-ae88-adc3d5f19550 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:37.447837 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-34dc7bdd-5a1c-4b3f-ae88-adc3d5f19550 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:37.476516 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dc7bdd-5a1c-4b3f-ae88-adc3d5f19550 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Pushing event deleted for resources: {'Subnet': ['ID=c766d0b5-829c-460f-866b-48241a15508b,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:37.478621 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-34dc7bdd-5a1c-4b3f-ae88-adc3d5f19550 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:37.483230 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-34dc7bdd-5a1c-4b3f-ae88-adc3d5f19550 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] 10.222.0.26 "DELETE /v2.0/subnets/c766d0b5-829c-460f-866b-48241a15508b HTTP/1.1" status: 204 len: 168 time: 0.2817383 Nov 12 09:28:37.484054 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9911ee23-4ac8-497f-843e-b4b41156607c None None] Network 9eb5c14e-4a86-4fc0-a6ae-4dfc66e3b3cc requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:28:37.484379 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 42464) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:37.566331 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-003e4a46-bf9f-4834-9d27-b37394f87012 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:37.624383 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-003e4a46-bf9f-4834-9d27-b37394f87012 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Deleting port a15818f8-a8bc-46dd-b836-162b5692a2b5 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:28:37.624723 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-003e4a46-bf9f-4834-9d27-b37394f87012 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:37.659127 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f05cdf-1a86-4a62-a27b-43a6282bd6a9 None None] DHCP port deletion for 9eb5c14e-4a86-4fc0-a6ae-4dfc66e3b3cc request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:28:37.695210 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-003e4a46-bf9f-4834-9d27-b37394f87012 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] For port a15818f8-a8bc-46dd-b836-162b5692a2b5, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=a15818f8-a8bc-46dd-b836-162b5692a2b5,segment=NetworkSegment(ee062c20-6a3b-486f-9880-4dc7b5775e80),segment_id=ee062c20-6a3b-486f-9880-4dc7b5775e80)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:28:37.696325 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-003e4a46-bf9f-4834-9d27-b37394f87012 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:37.709238 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-003e4a46-bf9f-4834-9d27-b37394f87012 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Calling delete_port for a15818f8-a8bc-46dd-b836-162b5692a2b5 owned by network:dhcp {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:28:37.712006 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-f7f05cdf-1a86-4a62-a27b-43a6282bd6a9 None None] Deleting port a15818f8-a8bc-46dd-b836-162b5692a2b5 {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:28:37.712382 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f7f05cdf-1a86-4a62-a27b-43a6282bd6a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:37.784330 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-f7f05cdf-1a86-4a62-a27b-43a6282bd6a9 None None] For port a15818f8-a8bc-46dd-b836-162b5692a2b5, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=a15818f8-a8bc-46dd-b836-162b5692a2b5,segment=NetworkSegment(ee062c20-6a3b-486f-9880-4dc7b5775e80),segment_id=ee062c20-6a3b-486f-9880-4dc7b5775e80)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:28:37.784726 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f7f05cdf-1a86-4a62-a27b-43a6282bd6a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:37.791175 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-003e4a46-bf9f-4834-9d27-b37394f87012 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:37.798309 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-f7f05cdf-1a86-4a62-a27b-43a6282bd6a9 None None] Calling delete_port for a15818f8-a8bc-46dd-b836-162b5692a2b5 owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:28:37.819446 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003e4a46-bf9f-4834-9d27-b37394f87012 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Pushing event deleted for resources: {'Port': ['ID=a15818f8-a8bc-46dd-b836-162b5692a2b5,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:37.821262 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003e4a46-bf9f-4834-9d27-b37394f87012 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] No DVR routers for this DVR port a15818f8-a8bc-46dd-b836-162b5692a2b5 on host n-d-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:28:37.907371 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-003e4a46-bf9f-4834-9d27-b37394f87012 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:37.929902 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-003e4a46-bf9f-4834-9d27-b37394f87012 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9eb5c14e-4a86-4fc0-a6ae-4dfc66e3b3cc']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:28:37.940711 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-003e4a46-bf9f-4834-9d27-b37394f87012 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee062c20-6a3b-486f-9880-4dc7b5775e80') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:28:37.941012 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-003e4a46-bf9f-4834-9d27-b37394f87012 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee062c20-6a3b-486f-9880-4dc7b5775e80') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:28:37.951281 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-003e4a46-bf9f-4834-9d27-b37394f87012 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:37.965647 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-003e4a46-bf9f-4834-9d27-b37394f87012 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:37.972090 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-003e4a46-bf9f-4834-9d27-b37394f87012 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:28:37.972486 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-003e4a46-bf9f-4834-9d27-b37394f87012 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:37.975701 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 09:28:37.975701 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:28:37.975701 n-d-765315-29 neutron-server[102599]: timer() Nov 12 09:28:37.975701 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:28:37.975701 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 09:28:37.975701 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:28:37.975701 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 09:28:37.975701 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:28:37.975701 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 09:28:37.975701 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:28:37.975701 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 09:28:37.975701 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:28:37.975701 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 09:28:37.975701 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:28:37.975701 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:28:37.975701 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:28:37.975701 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:28:37.975701 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:28:37.975701 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 09:28:37.975701 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:28:37.975701 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 09:28:37.975701 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:28:37.975701 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:28:37.975701 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:28:37.975701 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 09:28:37.975701 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:28:37.975701 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:28:37.975701 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:28:37.975701 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:28:37.975701 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:28:37.975701 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:28:37.975701 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:28:38.038053 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f7f05cdf-1a86-4a62-a27b-43a6282bd6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:38.043083 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-003e4a46-bf9f-4834-9d27-b37394f87012 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:38.050789 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-003e4a46-bf9f-4834-9d27-b37394f87012 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Publish callbacks [] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:38.053908 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-003e4a46-bf9f-4834-9d27-b37394f87012 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] 10.222.0.26 "DELETE /v2.0/networks/9eb5c14e-4a86-4fc0-a6ae-4dfc66e3b3cc HTTP/1.1" status: 204 len: 168 time: 0.5686026 Nov 12 09:28:38.063277 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f7f05cdf-1a86-4a62-a27b-43a6282bd6a9 None None] Network 9eb5c14e-4a86-4fc0-a6ae-4dfc66e3b3cc is not hosted by any dhcp agent {{(pid=102601) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 09:28:38.063745 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f05cdf-1a86-4a62-a27b-43a6282bd6a9 None None] No DVR routers for this DVR port a15818f8-a8bc-46dd-b836-162b5692a2b5 on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:28:38.065987 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f05cdf-1a86-4a62-a27b-43a6282bd6a9 None None] Pushing event deleted for resources: {'Port': ['ID=a15818f8-a8bc-46dd-b836-162b5692a2b5,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:38.075710 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003e4a46-bf9f-4834-9d27-b37394f87012 tempest-NetworksIpV6Test-1151393433 tempest-NetworksIpV6Test-1151393433-project] Pushing event deleted for resources: {'Network': ['ID=9eb5c14e-4a86-4fc0-a6ae-4dfc66e3b3cc,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:38.206149 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:38.299976 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 42470) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:38.432104 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-1569348f-0cc1-4e6d-8f65-966417b12329 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8166085d38374b6e8c62963e4055bedb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1309738 Nov 12 09:28:38.434492 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 42474) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:38.486839 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e4188751-d77c-41ae-b406-4460ace67c1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:38.508038 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e4188751-d77c-41ae-b406-4460ace67c1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:38.554403 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e4188751-d77c-41ae-b406-4460ace67c1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:38.557043 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e4188751-d77c-41ae-b406-4460ace67c1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:38.558211 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-e4188751-d77c-41ae-b406-4460ace67c1d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/aec0b713-c680-48f5-b76d-4a6a89aef4c3 HTTP/1.1" status: 204 len: 168 time: 0.1228104 Nov 12 09:28:38.566995 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4188751-d77c-41ae-b406-4460ace67c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec0b713-c680-48f5-b76d-4a6a89aef4c3,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:38.678108 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 12053cd0-7855-41d7-8022-0a06153f09c4 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:28:38.699273 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 12053cd0-7855-41d7-8022-0a06153f09c4 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:28:38.699625 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 12053cd0-7855-41d7-8022-0a06153f09c4 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:28:38.700064 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device a15818f8-a8bc-46dd-b836-162b5692a2b5 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:28:38.720465 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: a15818f8-a8bc-46dd-b836-162b5692a2b5 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:28:38.720819 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device a15818f8-a8bc-46dd-b836-162b5692a2b5 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:28:39.207439 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 42496) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:39.308763 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-45157528-b4ee-4b34-a5d3-1a24f352ffdf tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-469424148', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:28:39.334729 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-45157528-b4ee-4b34-a5d3-1a24f352ffdf tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:39.336208 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-45157528-b4ee-4b34-a5d3-1a24f352ffdf tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:39.389115 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-45157528-b4ee-4b34-a5d3-1a24f352ffdf tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:39.395974 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-45157528-b4ee-4b34-a5d3-1a24f352ffdf tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052'] for router, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:39.413863 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-45157528-b4ee-4b34-a5d3-1a24f352ffdf tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:39.415091 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-45157528-b4ee-4b34-a5d3-1a24f352ffdf tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2066381 Nov 12 09:28:39.417863 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 42500) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:39.422844 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-1c80407c-94c5-4406-ab6c-1e134ef0c924 tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1846293885'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:28:39.443173 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c80407c-94c5-4406-ab6c-1e134ef0c924 tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] Made reservation on behalf of 057c3b223ff146e5b2ad5392d38b6bcc for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:28:39.446834 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1c80407c-94c5-4406-ab6c-1e134ef0c924 tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:39.455997 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1c80407c-94c5-4406-ab6c-1e134ef0c924 tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:39.534380 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1c80407c-94c5-4406-ab6c-1e134ef0c924 tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:39.538631 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1c80407c-94c5-4406-ab6c-1e134ef0c924 tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:39.544276 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:39.566663 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c80407c-94c5-4406-ab6c-1e134ef0c924 tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:28:39.576482 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c80407c-94c5-4406-ab6c-1e134ef0c924 tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a09a68a-61e6-4462-9b79-b9d792c878ba,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:39.582405 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1c80407c-94c5-4406-ab6c-1e134ef0c924 tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:39.582777 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-1c80407c-94c5-4406-ab6c-1e134ef0c924 tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] Added segment 96091355-9d56-49cf-88e3-e12f7b1a36c1 of type vlan for network dbc5571d-f173-4f03-8d62-04219a4a5ef1 Nov 12 09:28:39.622634 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1c80407c-94c5-4406-ab6c-1e134ef0c924 tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:39.647841 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1c80407c-94c5-4406-ab6c-1e134ef0c924 tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:39.653437 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c80407c-94c5-4406-ab6c-1e134ef0c924 tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:39.654012 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1c80407c-94c5-4406-ab6c-1e134ef0c924 tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:39.713595 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-1c80407c-94c5-4406-ab6c-1e134ef0c924 tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2946978 Nov 12 09:28:39.716740 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 42502) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:39.721961 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-06636df0-302f-489b-891c-a7dbd53e7f53 tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] Request body: {'subnet': {'network_id': 'dbc5571d-f173-4f03-8d62-04219a4a5ef1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:28:39.722618 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c80407c-94c5-4406-ab6c-1e134ef0c924 tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] Pushing event updated for resources: {'Network': ['ID=dbc5571d-f173-4f03-8d62-04219a4a5ef1,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:39.735924 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network dbc5571d-f173-4f03-8d62-04219a4a5ef1 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:28:39.817318 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06636df0-302f-489b-891c-a7dbd53e7f53 tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] Made reservation on behalf of 057c3b223ff146e5b2ad5392d38b6bcc for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:28:39.820888 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-06636df0-302f-489b-891c-a7dbd53e7f53 tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:40.002922 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-06636df0-302f-489b-891c-a7dbd53e7f53 tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:40.068171 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06636df0-302f-489b-891c-a7dbd53e7f53 tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] Pushing event updated for resources: {'Subnet': ['ID=7450a7ba-b8a5-42fb-a314-bdc9bde9970f,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:40.075249 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06636df0-302f-489b-891c-a7dbd53e7f53 tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] Checking segment: {'id': '96091355-9d56-49cf-88e3-e12f7b1a36c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'dbc5571d-f173-4f03-8d62-04219a4a5ef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:28:40.075617 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06636df0-302f-489b-891c-a7dbd53e7f53 tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] Network hostable DHCP agents. Network: dbc5571d-f173-4f03-8d62-04219a4a5ef1, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:28:40.093116 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06636df0-302f-489b-891c-a7dbd53e7f53 tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] Network dbc5571d-f173-4f03-8d62-04219a4a5ef1 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:28:40.102797 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-06636df0-302f-489b-891c-a7dbd53e7f53 tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, dbc5571d-f173-4f03-8d62-04219a4a5ef1) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:28:40.106839 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06636df0-302f-489b-891c-a7dbd53e7f53 tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:40.107428 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-06636df0-302f-489b-891c-a7dbd53e7f53 tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:40.114993 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a5764a-99ef-45a8-a743-5fa2cbc46d1b None None] Network dbc5571d-f173-4f03-8d62-04219a4a5ef1 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:28:40.125839 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-06636df0-302f-489b-891c-a7dbd53e7f53 tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4079511 Nov 12 09:28:40.128999 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 42504) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:40.134003 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-20a4e872-c6a8-4451-9807-ad2e97226fa2 tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2145780003'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:28:40.156092 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a4e872-c6a8-4451-9807-ad2e97226fa2 tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] Made reservation on behalf of 057c3b223ff146e5b2ad5392d38b6bcc for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:28:40.159950 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-20a4e872-c6a8-4451-9807-ad2e97226fa2 tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:40.190892 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20a4e872-c6a8-4451-9807-ad2e97226fa2 tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:28:40.192423 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:40.202385 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-20a4e872-c6a8-4451-9807-ad2e97226fa2 tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:40.202812 n-d-765315-29 neutron-server[102599]: INFO neutron.db.segments_db [None req-20a4e872-c6a8-4451-9807-ad2e97226fa2 tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] Added segment de6ed4ef-b826-4a99-9d58-351145b5e78f of type vlan for network 2f8def9e-4bde-4838-889c-192d8e29bc49 Nov 12 09:28:40.245391 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-20a4e872-c6a8-4451-9807-ad2e97226fa2 tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:40.281695 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993dba4b-a8ae-4c79-a8d2-7d1dfaa79e33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-dbc5571d-f173-4f03-8d62-04219a4a5ef1', 'network_id': 'dbc5571d-f173-4f03-8d62-04219a4a5ef1', 'tenant_id': '057c3b223ff146e5b2ad5392d38b6bcc', 'fixed_ips': [{'subnet_id': '7450a7ba-b8a5-42fb-a314-bdc9bde9970f'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:28:40.281898 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-20a4e872-c6a8-4451-9807-ad2e97226fa2 tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:40.282575 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-993dba4b-a8ae-4c79-a8d2-7d1dfaa79e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:40.289654 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a4e872-c6a8-4451-9807-ad2e97226fa2 tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:40.290443 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-20a4e872-c6a8-4451-9807-ad2e97226fa2 tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] Publish callbacks [] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:40.338122 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-20a4e872-c6a8-4451-9807-ad2e97226fa2 tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2080221 Nov 12 09:28:40.341347 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 42506) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:40.347510 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-70b43c02-1f21-4228-8c4f-881827ab4ad2 tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] Request body: {'subnet': {'network_id': '2f8def9e-4bde-4838-889c-192d8e29bc49', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:28:40.373973 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a4e872-c6a8-4451-9807-ad2e97226fa2 tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] Pushing event updated for resources: {'Network': ['ID=2f8def9e-4bde-4838-889c-192d8e29bc49,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:40.384726 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 2f8def9e-4bde-4838-889c-192d8e29bc49 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:28:40.448869 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b43c02-1f21-4228-8c4f-881827ab4ad2 tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] Made reservation on behalf of 057c3b223ff146e5b2ad5392d38b6bcc for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:28:40.452612 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-70b43c02-1f21-4228-8c4f-881827ab4ad2 tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:40.485225 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-993dba4b-a8ae-4c79-a8d2-7d1dfaa79e33 None None] Allocated IP 172.20.0.2 (dbc5571d-f173-4f03-8d62-04219a4a5ef1/7450a7ba-b8a5-42fb-a314-bdc9bde9970f/ee92aeb0-ae8a-46e3-ba2a-50c39732dd32) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:28:40.632514 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-993dba4b-a8ae-4c79-a8d2-7d1dfaa79e33 None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:40.636962 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-70b43c02-1f21-4228-8c4f-881827ab4ad2 tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:40.638779 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-993dba4b-a8ae-4c79-a8d2-7d1dfaa79e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:40.692735 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993dba4b-a8ae-4c79-a8d2-7d1dfaa79e33 None None] Network dbc5571d-f173-4f03-8d62-04219a4a5ef1 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:28:40.692967 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b43c02-1f21-4228-8c4f-881827ab4ad2 tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] Pushing event updated for resources: {'Subnet': ['ID=7fedc435-4a16-430b-9649-aa5e755e62de,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:40.694038 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993dba4b-a8ae-4c79-a8d2-7d1dfaa79e33 None None] Pushing event updated for resources: {'Port': ['ID=ee92aeb0-ae8a-46e3-ba2a-50c39732dd32,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:40.696838 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-993dba4b-a8ae-4c79-a8d2-7d1dfaa79e33 None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:28:40.699187 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993dba4b-a8ae-4c79-a8d2-7d1dfaa79e33 None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:28:40.711226 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b43c02-1f21-4228-8c4f-881827ab4ad2 tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] Checking segment: {'id': 'de6ed4ef-b826-4a99-9d58-351145b5e78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2f8def9e-4bde-4838-889c-192d8e29bc49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:28:40.711711 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b43c02-1f21-4228-8c4f-881827ab4ad2 tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] Network hostable DHCP agents. Network: 2f8def9e-4bde-4838-889c-192d8e29bc49, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:28:40.730234 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b43c02-1f21-4228-8c4f-881827ab4ad2 tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] Network 2f8def9e-4bde-4838-889c-192d8e29bc49 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:28:40.739793 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-70b43c02-1f21-4228-8c4f-881827ab4ad2 tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 2f8def9e-4bde-4838-889c-192d8e29bc49) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:28:40.744441 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b43c02-1f21-4228-8c4f-881827ab4ad2 tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:40.744972 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-70b43c02-1f21-4228-8c4f-881827ab4ad2 tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:40.753999 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89437ce-00a0-4ebc-8b34-0267589d6df8 None None] Network 2f8def9e-4bde-4838-889c-192d8e29bc49 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:28:40.762639 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-70b43c02-1f21-4228-8c4f-881827ab4ad2 tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4200389 Nov 12 09:28:40.766252 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 42508) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:40.770870 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-e0f850df-e13a-4b11-b2b0-24b87a09dfb9 tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] Request body: {'router': {'external_gateway_info': {'network_id': '2f8def9e-4bde-4838-889c-192d8e29bc49'}}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:28:40.777423 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-993dba4b-a8ae-4c79-a8d2-7d1dfaa79e33 None None] Attempting to bind port ee92aeb0-ae8a-46e3-ba2a-50c39732dd32 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:28:40.777785 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-993dba4b-a8ae-4c79-a8d2-7d1dfaa79e33 None None] Attempting to bind port ee92aeb0-ae8a-46e3-ba2a-50c39732dd32 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '96091355-9d56-49cf-88e3-e12f7b1a36c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'dbc5571d-f173-4f03-8d62-04219a4a5ef1'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:28:40.778139 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993dba4b-a8ae-4c79-a8d2-7d1dfaa79e33 None None] Attempting to bind port ee92aeb0-ae8a-46e3-ba2a-50c39732dd32 on network dbc5571d-f173-4f03-8d62-04219a4a5ef1 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:28:40.815468 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993dba4b-a8ae-4c79-a8d2-7d1dfaa79e33 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:28:40.815887 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993dba4b-a8ae-4c79-a8d2-7d1dfaa79e33 None None] Checking segment: {'id': '96091355-9d56-49cf-88e3-e12f7b1a36c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'dbc5571d-f173-4f03-8d62-04219a4a5ef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:28:40.816464 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-993dba4b-a8ae-4c79-a8d2-7d1dfaa79e33 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:40.816861 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993dba4b-a8ae-4c79-a8d2-7d1dfaa79e33 None None] Bound using segment: {'id': '96091355-9d56-49cf-88e3-e12f7b1a36c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'dbc5571d-f173-4f03-8d62-04219a4a5ef1'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:28:40.817431 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-993dba4b-a8ae-4c79-a8d2-7d1dfaa79e33 None None] Bound port: ee92aeb0-ae8a-46e3-ba2a-50c39732dd32, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96091355-9d56-49cf-88e3-e12f7b1a36c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'dbc5571d-f173-4f03-8d62-04219a4a5ef1'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:28:40.817917 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-993dba4b-a8ae-4c79-a8d2-7d1dfaa79e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:40.925696 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-993dba4b-a8ae-4c79-a8d2-7d1dfaa79e33 None None] For port ee92aeb0-ae8a-46e3-ba2a-50c39732dd32, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:28:40.944751 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-993dba4b-a8ae-4c79-a8d2-7d1dfaa79e33 None None] For port ee92aeb0-ae8a-46e3-ba2a-50c39732dd32, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=ee92aeb0-ae8a-46e3-ba2a-50c39732dd32,segment=NetworkSegment(96091355-9d56-49cf-88e3-e12f7b1a36c1),segment_id=96091355-9d56-49cf-88e3-e12f7b1a36c1)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:28:40.951756 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-993dba4b-a8ae-4c79-a8d2-7d1dfaa79e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:40.990943 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e0f850df-e13a-4b11-b2b0-24b87a09dfb9 tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:41.005452 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc72be05-0faa-48e4-a6e2-4799a9116e98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-2f8def9e-4bde-4838-889c-192d8e29bc49', 'network_id': '2f8def9e-4bde-4838-889c-192d8e29bc49', 'tenant_id': '057c3b223ff146e5b2ad5392d38b6bcc', 'fixed_ips': [{'subnet_id': '7fedc435-4a16-430b-9649-aa5e755e62de'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:28:41.006259 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-cc72be05-0faa-48e4-a6e2-4799a9116e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:41.053474 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993dba4b-a8ae-4c79-a8d2-7d1dfaa79e33 None None] Pushing event updated for resources: {'Port': ['ID=ee92aeb0-ae8a-46e3-ba2a-50c39732dd32,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:41.105192 n-d-765315-29 neutron-server[102600]: INFO neutron.api.v2.resource [None req-e0f850df-e13a-4b11-b2b0-24b87a09dfb9 tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 09:28:41.106377 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-e0f850df-e13a-4b11-b2b0-24b87a09dfb9 tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] 10.222.0.26 "PUT /v2.0/routers/c84355b0-49a2-4efe-ac35-cb845b107a0d HTTP/1.1" status: 400 len: 364 time: 0.3391302 Nov 12 09:28:41.112495 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 42510) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:41.177015 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9755d2b-8871-4157-a6b2-eeea437be633 tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] Deleting subnet 7fedc435-4a16-430b-9649-aa5e755e62de {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:28:41.183142 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-cc72be05-0faa-48e4-a6e2-4799a9116e98 None None] Allocated IP 172.21.0.2 (2f8def9e-4bde-4838-889c-192d8e29bc49/7fedc435-4a16-430b-9649-aa5e755e62de/17ed2808-5300-4861-93a0-54d1e170f426) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:28:41.234941 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:28:41.352476 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-cc72be05-0faa-48e4-a6e2-4799a9116e98 None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:41.358826 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d9755d2b-8871-4157-a6b2-eeea437be633 tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:41.359702 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-cc72be05-0faa-48e4-a6e2-4799a9116e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:41.401549 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc72be05-0faa-48e4-a6e2-4799a9116e98 None None] Network 2f8def9e-4bde-4838-889c-192d8e29bc49 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:28:41.403036 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d9755d2b-8871-4157-a6b2-eeea437be633 tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:41.407612 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-cc72be05-0faa-48e4-a6e2-4799a9116e98 None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:28:41.410629 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc72be05-0faa-48e4-a6e2-4799a9116e98 None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:28:41.423685 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc72be05-0faa-48e4-a6e2-4799a9116e98 None None] Pushing event updated for resources: {'Port': ['ID=17ed2808-5300-4861-93a0-54d1e170f426,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:41.476360 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-cc72be05-0faa-48e4-a6e2-4799a9116e98 None None] Attempting to bind port 17ed2808-5300-4861-93a0-54d1e170f426 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:28:41.476730 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-cc72be05-0faa-48e4-a6e2-4799a9116e98 None None] Attempting to bind port 17ed2808-5300-4861-93a0-54d1e170f426 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': 'de6ed4ef-b826-4a99-9d58-351145b5e78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2f8def9e-4bde-4838-889c-192d8e29bc49'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:28:41.477086 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc72be05-0faa-48e4-a6e2-4799a9116e98 None None] Attempting to bind port 17ed2808-5300-4861-93a0-54d1e170f426 on network 2f8def9e-4bde-4838-889c-192d8e29bc49 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:28:41.482393 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc72be05-0faa-48e4-a6e2-4799a9116e98 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:28:41.482843 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc72be05-0faa-48e4-a6e2-4799a9116e98 None None] Checking segment: {'id': 'de6ed4ef-b826-4a99-9d58-351145b5e78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2f8def9e-4bde-4838-889c-192d8e29bc49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:28:41.483410 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-cc72be05-0faa-48e4-a6e2-4799a9116e98 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:41.483844 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc72be05-0faa-48e4-a6e2-4799a9116e98 None None] Bound using segment: {'id': 'de6ed4ef-b826-4a99-9d58-351145b5e78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2f8def9e-4bde-4838-889c-192d8e29bc49'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:28:41.484346 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-cc72be05-0faa-48e4-a6e2-4799a9116e98 None None] Bound port: 17ed2808-5300-4861-93a0-54d1e170f426, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de6ed4ef-b826-4a99-9d58-351145b5e78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2f8def9e-4bde-4838-889c-192d8e29bc49'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:28:41.484728 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-cc72be05-0faa-48e4-a6e2-4799a9116e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:41.490610 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d9755d2b-8871-4157-a6b2-eeea437be633 tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:41.556240 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d9755d2b-8871-4157-a6b2-eeea437be633 tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:41.558839 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-cc72be05-0faa-48e4-a6e2-4799a9116e98 None None] For port 17ed2808-5300-4861-93a0-54d1e170f426, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:28:41.563442 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-cc72be05-0faa-48e4-a6e2-4799a9116e98 None None] For port 17ed2808-5300-4861-93a0-54d1e170f426, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=17ed2808-5300-4861-93a0-54d1e170f426,segment=NetworkSegment(de6ed4ef-b826-4a99-9d58-351145b5e78f),segment_id=de6ed4ef-b826-4a99-9d58-351145b5e78f)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:28:41.568001 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-cc72be05-0faa-48e4-a6e2-4799a9116e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:41.583311 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9755d2b-8871-4157-a6b2-eeea437be633 tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] Pushing event deleted for resources: {'Subnet': ['ID=7fedc435-4a16-430b-9649-aa5e755e62de,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:41.589670 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d9755d2b-8871-4157-a6b2-eeea437be633 tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:41.595548 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-d9755d2b-8871-4157-a6b2-eeea437be633 tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] 10.222.0.26 "DELETE /v2.0/subnets/7fedc435-4a16-430b-9649-aa5e755e62de HTTP/1.1" status: 204 len: 168 time: 0.4818423 Nov 12 09:28:41.598676 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 42512) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:41.645723 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc72be05-0faa-48e4-a6e2-4799a9116e98 None None] Pushing event updated for resources: {'Port': ['ID=17ed2808-5300-4861-93a0-54d1e170f426,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:41.695478 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6208addf-5a5d-49d2-82ba-8380406760c2 tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:41.754853 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-6208addf-5a5d-49d2-82ba-8380406760c2 tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] Deleting port 17ed2808-5300-4861-93a0-54d1e170f426 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:28:41.755200 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6208addf-5a5d-49d2-82ba-8380406760c2 tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:41.851478 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-6208addf-5a5d-49d2-82ba-8380406760c2 tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] For port 17ed2808-5300-4861-93a0-54d1e170f426, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=17ed2808-5300-4861-93a0-54d1e170f426,segment=NetworkSegment(de6ed4ef-b826-4a99-9d58-351145b5e78f),segment_id=de6ed4ef-b826-4a99-9d58-351145b5e78f)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:28:41.851877 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6208addf-5a5d-49d2-82ba-8380406760c2 tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:41.869710 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-6208addf-5a5d-49d2-82ba-8380406760c2 tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] Calling delete_port for 17ed2808-5300-4861-93a0-54d1e170f426 owned by network:dhcp {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:28:41.958168 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6208addf-5a5d-49d2-82ba-8380406760c2 tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:41.995189 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6208addf-5a5d-49d2-82ba-8380406760c2 tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] Pushing event deleted for resources: {'Port': ['ID=17ed2808-5300-4861-93a0-54d1e170f426,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:41.999238 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6208addf-5a5d-49d2-82ba-8380406760c2 tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] No DVR routers for this DVR port 17ed2808-5300-4861-93a0-54d1e170f426 on host n-d-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:28:42.079701 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b029aa-bb40-494b-92ff-fb56545d4ef0 None None] Network dbc5571d-f173-4f03-8d62-04219a4a5ef1 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:28:42.087563 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6208addf-5a5d-49d2-82ba-8380406760c2 tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:42.108844 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-6208addf-5a5d-49d2-82ba-8380406760c2 tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f8def9e-4bde-4838-889c-192d8e29bc49']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:28:42.118327 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-6208addf-5a5d-49d2-82ba-8380406760c2 tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de6ed4ef-b826-4a99-9d58-351145b5e78f') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:28:42.118667 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-6208addf-5a5d-49d2-82ba-8380406760c2 tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de6ed4ef-b826-4a99-9d58-351145b5e78f') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:28:42.129778 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6208addf-5a5d-49d2-82ba-8380406760c2 tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:42.145783 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6208addf-5a5d-49d2-82ba-8380406760c2 tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:42.152325 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6208addf-5a5d-49d2-82ba-8380406760c2 tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:28:42.152717 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6208addf-5a5d-49d2-82ba-8380406760c2 tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:42.156563 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 09:28:42.156563 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:28:42.156563 n-d-765315-29 neutron-server[102599]: timer() Nov 12 09:28:42.156563 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:28:42.156563 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 09:28:42.156563 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:28:42.156563 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 09:28:42.156563 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:28:42.156563 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 09:28:42.156563 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:28:42.156563 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 09:28:42.156563 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:28:42.156563 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 09:28:42.156563 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:28:42.156563 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:28:42.156563 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:28:42.156563 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:28:42.156563 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:28:42.156563 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 09:28:42.156563 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:28:42.156563 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 09:28:42.156563 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:28:42.156563 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:28:42.156563 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:28:42.156563 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 09:28:42.156563 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:28:42.156563 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:28:42.156563 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:28:42.156563 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:28:42.156563 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:28:42.156563 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:28:42.156563 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:28:42.220126 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-bd1b541a-10d6-4ba3-8a3c-13edaefb65ca None None] Provisioning complete for port ee92aeb0-ae8a-46e3-ba2a-50c39732dd32 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:28:42.220459 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-bd1b541a-10d6-4ba3-8a3c-13edaefb65ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:42.224552 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6208addf-5a5d-49d2-82ba-8380406760c2 tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:42.229402 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6208addf-5a5d-49d2-82ba-8380406760c2 tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] Publish callbacks [] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:42.232639 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-6208addf-5a5d-49d2-82ba-8380406760c2 tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] 10.222.0.26 "DELETE /v2.0/networks/2f8def9e-4bde-4838-889c-192d8e29bc49 HTTP/1.1" status: 204 len: 168 time: 0.6326892 Nov 12 09:28:42.235840 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 42514) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:42.251032 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6208addf-5a5d-49d2-82ba-8380406760c2 tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] Pushing event deleted for resources: {'Network': ['ID=2f8def9e-4bde-4838-889c-192d8e29bc49,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:42.301376 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-777403d5-268a-439b-9017-6d7d8e2628ae tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] Deleting subnet 7450a7ba-b8a5-42fb-a314-bdc9bde9970f {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:28:42.305235 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-777403d5-268a-439b-9017-6d7d8e2628ae tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:42.336637 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-bd1b541a-10d6-4ba3-8a3c-13edaefb65ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:42.360841 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-777403d5-268a-439b-9017-6d7d8e2628ae tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:42.378425 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-bd1b541a-10d6-4ba3-8a3c-13edaefb65ca None None] For port ee92aeb0-ae8a-46e3-ba2a-50c39732dd32, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=ee92aeb0-ae8a-46e3-ba2a-50c39732dd32,segment=NetworkSegment(96091355-9d56-49cf-88e3-e12f7b1a36c1),segment_id=96091355-9d56-49cf-88e3-e12f7b1a36c1)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:28:42.383219 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-bd1b541a-10d6-4ba3-8a3c-13edaefb65ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:42.437919 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1b541a-10d6-4ba3-8a3c-13edaefb65ca None None] Pushing event updated for resources: {'Port': ['ID=ee92aeb0-ae8a-46e3-ba2a-50c39732dd32,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:42.606622 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-5db4d061-db46-400d-8ec3-144765cb3a3a None None] Provisioning complete for port ee92aeb0-ae8a-46e3-ba2a-50c39732dd32 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:28:42.607322 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5db4d061-db46-400d-8ec3-144765cb3a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:42.752246 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device ee92aeb0-ae8a-46e3-ba2a-50c39732dd32 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:28:42.755959 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-777403d5-268a-439b-9017-6d7d8e2628ae tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:42.815006 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port ee92aeb0-ae8a-46e3-ba2a-50c39732dd32 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:28:42.815231 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:42.820202 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-777403d5-268a-439b-9017-6d7d8e2628ae tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:42.847646 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc20422-1bf8-44b1-ae94-f9c63f5456e2 None None] DHCP port deletion for 2f8def9e-4bde-4838-889c-192d8e29bc49 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:28:42.849244 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-b3ef304c-0e07-44f1-9142-cd72d810f5c7 None None] Could not find standard attr ID for object 17ed2808-5300-4861-93a0-54d1e170f426. {{(pid=102601) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 09:28:42.852212 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777403d5-268a-439b-9017-6d7d8e2628ae tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] Pushing event deleted for resources: {'Subnet': ['ID=7450a7ba-b8a5-42fb-a314-bdc9bde9970f,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:42.856429 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-777403d5-268a-439b-9017-6d7d8e2628ae tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:42.862553 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-777403d5-268a-439b-9017-6d7d8e2628ae tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] 10.222.0.26 "DELETE /v2.0/subnets/7450a7ba-b8a5-42fb-a314-bdc9bde9970f HTTP/1.1" status: 204 len: 168 time: 0.6233914 Nov 12 09:28:42.862894 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 42516) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:42.867672 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942fc93b-dfa2-47f8-b690-9750cd15d869 None None] Network dbc5571d-f173-4f03-8d62-04219a4a5ef1 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:28:42.896969 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f4db67-efad-46a1-9e1d-70c59ced935a None None] Network 2f8def9e-4bde-4838-889c-192d8e29bc49 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:28:42.941589 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f4db67-efad-46a1-9e1d-70c59ced935a None None] Network 2f8def9e-4bde-4838-889c-192d8e29bc49 could not be found, it might have been deleted concurrently. {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 09:28:42.947311 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-61e21ad9-b55f-44f3-b35a-0bfe5f7301df tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:43.004055 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-61e21ad9-b55f-44f3-b35a-0bfe5f7301df tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] Deleting port ee92aeb0-ae8a-46e3-ba2a-50c39732dd32 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:28:43.004310 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-61e21ad9-b55f-44f3-b35a-0bfe5f7301df tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:43.068844 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-61e21ad9-b55f-44f3-b35a-0bfe5f7301df tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] For port ee92aeb0-ae8a-46e3-ba2a-50c39732dd32, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=ee92aeb0-ae8a-46e3-ba2a-50c39732dd32,segment=NetworkSegment(96091355-9d56-49cf-88e3-e12f7b1a36c1),segment_id=96091355-9d56-49cf-88e3-e12f7b1a36c1)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:28:43.069206 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-61e21ad9-b55f-44f3-b35a-0bfe5f7301df tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:43.087424 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-61e21ad9-b55f-44f3-b35a-0bfe5f7301df tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] Calling delete_port for ee92aeb0-ae8a-46e3-ba2a-50c39732dd32 owned by network:dhcp {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:28:43.109419 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7c74af-bfd6-4050-9f6a-3cdb38a924ca None None] DHCP port deletion for dbc5571d-f173-4f03-8d62-04219a4a5ef1 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:28:43.158398 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-1c7c74af-bfd6-4050-9f6a-3cdb38a924ca None None] Deleting port ee92aeb0-ae8a-46e3-ba2a-50c39732dd32 {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:28:43.158803 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1c7c74af-bfd6-4050-9f6a-3cdb38a924ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:43.169536 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-61e21ad9-b55f-44f3-b35a-0bfe5f7301df tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:43.195573 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e21ad9-b55f-44f3-b35a-0bfe5f7301df tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] Pushing event deleted for resources: {'Port': ['ID=ee92aeb0-ae8a-46e3-ba2a-50c39732dd32,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:43.197373 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e21ad9-b55f-44f3-b35a-0bfe5f7301df tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] No DVR routers for this DVR port ee92aeb0-ae8a-46e3-ba2a-50c39732dd32 on host n-d-765315-29 {{(pid=102600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:28:43.230675 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-1c7c74af-bfd6-4050-9f6a-3cdb38a924ca None None] For port ee92aeb0-ae8a-46e3-ba2a-50c39732dd32, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=ee92aeb0-ae8a-46e3-ba2a-50c39732dd32,segment=NetworkSegment(96091355-9d56-49cf-88e3-e12f7b1a36c1),segment_id=96091355-9d56-49cf-88e3-e12f7b1a36c1)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:28:43.231071 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1c7c74af-bfd6-4050-9f6a-3cdb38a924ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:43.247576 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-1c7c74af-bfd6-4050-9f6a-3cdb38a924ca None None] Calling delete_port for ee92aeb0-ae8a-46e3-ba2a-50c39732dd32 owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:28:43.259521 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:43.283725 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-61e21ad9-b55f-44f3-b35a-0bfe5f7301df tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:43.304456 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-61e21ad9-b55f-44f3-b35a-0bfe5f7301df tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbc5571d-f173-4f03-8d62-04219a4a5ef1']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:28:43.316647 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-61e21ad9-b55f-44f3-b35a-0bfe5f7301df tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96091355-9d56-49cf-88e3-e12f7b1a36c1') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:28:43.317076 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-61e21ad9-b55f-44f3-b35a-0bfe5f7301df tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96091355-9d56-49cf-88e3-e12f7b1a36c1') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:28:43.326437 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-61e21ad9-b55f-44f3-b35a-0bfe5f7301df tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:43.343120 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-61e21ad9-b55f-44f3-b35a-0bfe5f7301df tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:43.344531 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1c7c74af-bfd6-4050-9f6a-3cdb38a924ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:43.349650 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61e21ad9-b55f-44f3-b35a-0bfe5f7301df tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:28:43.350072 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-61e21ad9-b55f-44f3-b35a-0bfe5f7301df tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:43.353162 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 09:28:43.353162 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:28:43.353162 n-d-765315-29 neutron-server[102600]: timer() Nov 12 09:28:43.353162 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:28:43.353162 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 09:28:43.353162 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:28:43.353162 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 09:28:43.353162 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:28:43.353162 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 09:28:43.353162 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:28:43.353162 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 09:28:43.353162 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:28:43.353162 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 09:28:43.353162 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:28:43.353162 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:28:43.353162 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:28:43.353162 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:28:43.353162 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:28:43.353162 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 09:28:43.353162 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:28:43.353162 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 09:28:43.353162 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:28:43.353162 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:28:43.353162 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:28:43.353162 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 09:28:43.353162 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:28:43.353162 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:28:43.353162 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:28:43.353162 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:28:43.353162 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:28:43.353162 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:28:43.353162 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:28:43.374364 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c74af-bfd6-4050-9f6a-3cdb38a924ca None None] Pushing event deleted for resources: {'Port': ['ID=ee92aeb0-ae8a-46e3-ba2a-50c39732dd32,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:43.377766 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7c74af-bfd6-4050-9f6a-3cdb38a924ca None None] No DVR routers for this DVR port ee92aeb0-ae8a-46e3-ba2a-50c39732dd32 on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:28:43.422739 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-61e21ad9-b55f-44f3-b35a-0bfe5f7301df tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:43.429590 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-61e21ad9-b55f-44f3-b35a-0bfe5f7301df tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:43.432743 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-61e21ad9-b55f-44f3-b35a-0bfe5f7301df tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] 10.222.0.26 "DELETE /v2.0/networks/dbc5571d-f173-4f03-8d62-04219a4a5ef1 HTTP/1.1" status: 204 len: 168 time: 0.5690415 Nov 12 09:28:43.435713 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 42518) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:43.444737 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e21ad9-b55f-44f3-b35a-0bfe5f7301df tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] Pushing event deleted for resources: {'Network': ['ID=dbc5571d-f173-4f03-8d62-04219a4a5ef1,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:43.463330 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-ea7385ce-b0ab-460a-a884-e9df0c2c8af6 tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] 10.222.0.26 "GET /v2.0/ports?device_id=c84355b0-49a2-4efe-ac35-cb845b107a0d HTTP/1.1" status: 200 len: 205 time: 0.0262167 Nov 12 09:28:43.465875 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 42520) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:43.896217 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-11152382-f266-402d-92a4-1d12ffb5bf2f tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] Publish callbacks [] for router, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:44.059020 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-11152382-f266-402d-92a4-1d12ffb5bf2f tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:44.061806 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-11152382-f266-402d-92a4-1d12ffb5bf2f tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:44.109702 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-11152382-f266-402d-92a4-1d12ffb5bf2f tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:44.110228 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11152382-f266-402d-92a4-1d12ffb5bf2f tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] Fanout notify agent at l3_agent the message router_deleted on router c84355b0-49a2-4efe-ac35-cb845b107a0d {{(pid=102599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:28:44.117031 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-11152382-f266-402d-92a4-1d12ffb5bf2f tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:44.118142 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-11152382-f266-402d-92a4-1d12ffb5bf2f tempest-RoutersNegativeTest-246431556 tempest-RoutersNegativeTest-246431556-project] 10.222.0.26 "DELETE /v2.0/routers/c84355b0-49a2-4efe-ac35-cb845b107a0d HTTP/1.1" status: 204 len: 168 time: 0.6512930 Nov 12 09:28:44.362369 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 42526) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:44.494971 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-2c869be2-aff6-4574-8fef-b10581954a7d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=057c3b223ff146e5b2ad5392d38b6bcc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1313229 Nov 12 09:28:44.497408 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 42530) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:44.548707 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-11a005ed-e278-4d9b-82cf-12e9c56a6a99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:44.570169 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-11a005ed-e278-4d9b-82cf-12e9c56a6a99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:44.616681 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-11a005ed-e278-4d9b-82cf-12e9c56a6a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:44.619903 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-11a005ed-e278-4d9b-82cf-12e9c56a6a99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:44.621152 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-11a005ed-e278-4d9b-82cf-12e9c56a6a99 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3a09a68a-61e6-4462-9b79-b9d792c878ba HTTP/1.1" status: 204 len: 168 time: 0.1228368 Nov 12 09:28:44.629854 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a005ed-e278-4d9b-82cf-12e9c56a6a99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a09a68a-61e6-4462-9b79-b9d792c878ba,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:44.690861 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 17ed2808-5300-4861-93a0-54d1e170f426 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:28:44.711413 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 17ed2808-5300-4861-93a0-54d1e170f426 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:28:44.711753 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 17ed2808-5300-4861-93a0-54d1e170f426 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:28:44.712162 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device ee92aeb0-ae8a-46e3-ba2a-50c39732dd32 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:28:44.732262 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: ee92aeb0-ae8a-46e3-ba2a-50c39732dd32 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:28:44.732608 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device ee92aeb0-ae8a-46e3-ba2a-50c39732dd32 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:28:45.254524 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 42552) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:45.353224 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-bf930295-ebaa-4221-b49c-d126ca7d8c71 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1632865489-network', 'tenant_id': '68fea61837c0466280e31fb55577df1d'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:28:45.375669 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf930295-ebaa-4221-b49c-d126ca7d8c71 admin admin] Made reservation on behalf of 68fea61837c0466280e31fb55577df1d for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:28:45.377945 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bf930295-ebaa-4221-b49c-d126ca7d8c71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:45.386372 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bf930295-ebaa-4221-b49c-d126ca7d8c71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:45.459853 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bf930295-ebaa-4221-b49c-d126ca7d8c71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:45.464002 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bf930295-ebaa-4221-b49c-d126ca7d8c71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:45.488881 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf930295-ebaa-4221-b49c-d126ca7d8c71 admin admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:28:45.497508 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf930295-ebaa-4221-b49c-d126ca7d8c71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63590c53-bd6d-41b2-81d5-0a5d39b00df7,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:45.507140 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bf930295-ebaa-4221-b49c-d126ca7d8c71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:45.507483 n-d-765315-29 neutron-server[102599]: INFO neutron.db.segments_db [None req-bf930295-ebaa-4221-b49c-d126ca7d8c71 admin admin] Added segment b5584d97-9a91-455d-b5ee-e44c2669560b of type vlan for network 6e5e59da-8052-4eab-85c9-832cff0c91d2 Nov 12 09:28:45.509716 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf930295-ebaa-4221-b49c-d126ca7d8c71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:45.510061 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf930295-ebaa-4221-b49c-d126ca7d8c71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:45.510398 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf930295-ebaa-4221-b49c-d126ca7d8c71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:45.510767 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf930295-ebaa-4221-b49c-d126ca7d8c71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:45.511101 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf930295-ebaa-4221-b49c-d126ca7d8c71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:45.511429 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf930295-ebaa-4221-b49c-d126ca7d8c71 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:45.511756 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf930295-ebaa-4221-b49c-d126ca7d8c71 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:45.512081 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf930295-ebaa-4221-b49c-d126ca7d8c71 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:45.512403 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf930295-ebaa-4221-b49c-d126ca7d8c71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:45.512725 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf930295-ebaa-4221-b49c-d126ca7d8c71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:45.513045 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf930295-ebaa-4221-b49c-d126ca7d8c71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:45.513364 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf930295-ebaa-4221-b49c-d126ca7d8c71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:45.556060 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bf930295-ebaa-4221-b49c-d126ca7d8c71 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:45.583416 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bf930295-ebaa-4221-b49c-d126ca7d8c71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:45.584432 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf930295-ebaa-4221-b49c-d126ca7d8c71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:45.585006 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bf930295-ebaa-4221-b49c-d126ca7d8c71 admin admin] Publish callbacks [] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:45.646712 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-bf930295-ebaa-4221-b49c-d126ca7d8c71 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3908718 Nov 12 09:28:45.650377 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 42556) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:45.653866 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf930295-ebaa-4221-b49c-d126ca7d8c71 admin admin] Pushing event updated for resources: {'Network': ['ID=6e5e59da-8052-4eab-85c9-832cff0c91d2,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:45.655850 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-dd75da1f-71a8-4efa-b5dd-e7f6b2d10691 admin admin] Request body: {'subnet': {'network_id': '6e5e59da-8052-4eab-85c9-832cff0c91d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1632865489-subnet', 'tenant_id': '68fea61837c0466280e31fb55577df1d', 'ip_version': 4}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:28:45.670948 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 6e5e59da-8052-4eab-85c9-832cff0c91d2 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:28:45.680163 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd75da1f-71a8-4efa-b5dd-e7f6b2d10691 admin admin] Made reservation on behalf of 68fea61837c0466280e31fb55577df1d for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:28:45.682728 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-dd75da1f-71a8-4efa-b5dd-e7f6b2d10691 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:45.862882 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-dd75da1f-71a8-4efa-b5dd-e7f6b2d10691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:45.925103 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd75da1f-71a8-4efa-b5dd-e7f6b2d10691 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22963fbf-a7f9-4e79-b655-fc4f85f3c2f3,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:45.937367 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd75da1f-71a8-4efa-b5dd-e7f6b2d10691 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:45.937705 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd75da1f-71a8-4efa-b5dd-e7f6b2d10691 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:45.938042 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd75da1f-71a8-4efa-b5dd-e7f6b2d10691 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:45.938384 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd75da1f-71a8-4efa-b5dd-e7f6b2d10691 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:45.938729 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd75da1f-71a8-4efa-b5dd-e7f6b2d10691 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:45.939056 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd75da1f-71a8-4efa-b5dd-e7f6b2d10691 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:45.939379 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd75da1f-71a8-4efa-b5dd-e7f6b2d10691 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:45.939700 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd75da1f-71a8-4efa-b5dd-e7f6b2d10691 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:45.940018 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd75da1f-71a8-4efa-b5dd-e7f6b2d10691 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:45.940353 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd75da1f-71a8-4efa-b5dd-e7f6b2d10691 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:45.940662 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd75da1f-71a8-4efa-b5dd-e7f6b2d10691 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:45.940972 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd75da1f-71a8-4efa-b5dd-e7f6b2d10691 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:45.945061 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd75da1f-71a8-4efa-b5dd-e7f6b2d10691 admin admin] Checking segment: {'id': 'b5584d97-9a91-455d-b5ee-e44c2669560b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6e5e59da-8052-4eab-85c9-832cff0c91d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:28:45.945423 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd75da1f-71a8-4efa-b5dd-e7f6b2d10691 admin admin] Network hostable DHCP agents. Network: 6e5e59da-8052-4eab-85c9-832cff0c91d2, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:28:45.966711 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd75da1f-71a8-4efa-b5dd-e7f6b2d10691 admin admin] Network 6e5e59da-8052-4eab-85c9-832cff0c91d2 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:28:45.976689 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-dd75da1f-71a8-4efa-b5dd-e7f6b2d10691 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 6e5e59da-8052-4eab-85c9-832cff0c91d2) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:28:45.981002 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd75da1f-71a8-4efa-b5dd-e7f6b2d10691 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:45.981594 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-dd75da1f-71a8-4efa-b5dd-e7f6b2d10691 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:45.986437 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90bdd6f-f394-42f0-852f-d91138f77194 None None] Network 6e5e59da-8052-4eab-85c9-832cff0c91d2 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:28:45.997397 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-dd75da1f-71a8-4efa-b5dd-e7f6b2d10691 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3458848 Nov 12 09:28:46.000321 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 42558) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:46.004740 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-ed28618f-7267-463d-9156-71880bbb66d5 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1632865489-router', 'tenant_id': '68fea61837c0466280e31fb55577df1d', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:28:46.026385 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ed28618f-7267-463d-9156-71880bbb66d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:46.027438 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ed28618f-7267-463d-9156-71880bbb66d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:46.084609 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ed28618f-7267-463d-9156-71880bbb66d5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:46.150033 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416b253a-7cee-44af-aa72-2d3bb5cd882a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-6e5e59da-8052-4eab-85c9-832cff0c91d2', 'network_id': '6e5e59da-8052-4eab-85c9-832cff0c91d2', 'tenant_id': '68fea61837c0466280e31fb55577df1d', 'fixed_ips': [{'subnet_id': '22963fbf-a7f9-4e79-b655-fc4f85f3c2f3'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:28:46.150932 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-416b253a-7cee-44af-aa72-2d3bb5cd882a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:46.227523 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ed28618f-7267-463d-9156-71880bbb66d5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:46.289113 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-416b253a-7cee-44af-aa72-2d3bb5cd882a None None] Allocated IP 172.20.0.2 (6e5e59da-8052-4eab-85c9-832cff0c91d2/22963fbf-a7f9-4e79-b655-fc4f85f3c2f3/9d15ca43-f4c9-4b97-b76a-a25f058cb81a) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:28:46.446024 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-416b253a-7cee-44af-aa72-2d3bb5cd882a None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:46.452668 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-416b253a-7cee-44af-aa72-2d3bb5cd882a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:46.457102 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ed28618f-7267-463d-9156-71880bbb66d5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:46.479810 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ed28618f-7267-463d-9156-71880bbb66d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:46.495819 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416b253a-7cee-44af-aa72-2d3bb5cd882a None None] Network 6e5e59da-8052-4eab-85c9-832cff0c91d2 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:28:46.500895 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-416b253a-7cee-44af-aa72-2d3bb5cd882a None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:28:46.504571 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416b253a-7cee-44af-aa72-2d3bb5cd882a None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:28:46.514314 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416b253a-7cee-44af-aa72-2d3bb5cd882a None None] Pushing event updated for resources: {'Port': ['ID=9d15ca43-f4c9-4b97-b76a-a25f058cb81a,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:46.565281 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-416b253a-7cee-44af-aa72-2d3bb5cd882a None None] Attempting to bind port 9d15ca43-f4c9-4b97-b76a-a25f058cb81a on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:28:46.565649 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-416b253a-7cee-44af-aa72-2d3bb5cd882a None None] Attempting to bind port 9d15ca43-f4c9-4b97-b76a-a25f058cb81a by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': 'b5584d97-9a91-455d-b5ee-e44c2669560b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6e5e59da-8052-4eab-85c9-832cff0c91d2'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:28:46.566013 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416b253a-7cee-44af-aa72-2d3bb5cd882a None None] Attempting to bind port 9d15ca43-f4c9-4b97-b76a-a25f058cb81a on network 6e5e59da-8052-4eab-85c9-832cff0c91d2 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:28:46.571404 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416b253a-7cee-44af-aa72-2d3bb5cd882a None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:28:46.571782 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416b253a-7cee-44af-aa72-2d3bb5cd882a None None] Checking segment: {'id': 'b5584d97-9a91-455d-b5ee-e44c2669560b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6e5e59da-8052-4eab-85c9-832cff0c91d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:28:46.572184 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-416b253a-7cee-44af-aa72-2d3bb5cd882a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:46.572579 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416b253a-7cee-44af-aa72-2d3bb5cd882a None None] Bound using segment: {'id': 'b5584d97-9a91-455d-b5ee-e44c2669560b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6e5e59da-8052-4eab-85c9-832cff0c91d2'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:28:46.573050 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-416b253a-7cee-44af-aa72-2d3bb5cd882a None None] Bound port: 9d15ca43-f4c9-4b97-b76a-a25f058cb81a, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5584d97-9a91-455d-b5ee-e44c2669560b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6e5e59da-8052-4eab-85c9-832cff0c91d2'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:28:46.573430 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-416b253a-7cee-44af-aa72-2d3bb5cd882a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:46.602985 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-ed28618f-7267-463d-9156-71880bbb66d5 admin admin] Allocated IP 172.25.2.254 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/19d845b2-d38f-4908-ae09-6048d4639e18) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:28:46.657553 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-416b253a-7cee-44af-aa72-2d3bb5cd882a None None] For port 9d15ca43-f4c9-4b97-b76a-a25f058cb81a, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:28:46.667826 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-416b253a-7cee-44af-aa72-2d3bb5cd882a None None] For port 9d15ca43-f4c9-4b97-b76a-a25f058cb81a, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=9d15ca43-f4c9-4b97-b76a-a25f058cb81a,segment=NetworkSegment(b5584d97-9a91-455d-b5ee-e44c2669560b),segment_id=b5584d97-9a91-455d-b5ee-e44c2669560b)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:28:46.668649 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-416b253a-7cee-44af-aa72-2d3bb5cd882a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:46.739784 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416b253a-7cee-44af-aa72-2d3bb5cd882a None None] Pushing event updated for resources: {'Port': ['ID=9d15ca43-f4c9-4b97-b76a-a25f058cb81a,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:46.745842 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ed28618f-7267-463d-9156-71880bbb66d5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:46.788662 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ed28618f-7267-463d-9156-71880bbb66d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:46.830916 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed28618f-7267-463d-9156-71880bbb66d5 admin admin] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:28:46.836488 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-ed28618f-7267-463d-9156-71880bbb66d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:28:46.840575 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed28618f-7267-463d-9156-71880bbb66d5 admin admin] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:28:46.850460 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c7003c-cacd-4da3-b97a-aa38b3f1ff6a None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:28:46.865157 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed28618f-7267-463d-9156-71880bbb66d5 admin admin] Pushing event updated for resources: {'Port': ['ID=19d845b2-d38f-4908-ae09-6048d4639e18,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:47.099722 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-c1d00b25-19f2-46f9-a204-3d37575d78cd None None] Provisioning complete for port 19d845b2-d38f-4908-ae09-6048d4639e18 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:28:47.100318 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c1d00b25-19f2-46f9-a204-3d37575d78cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:47.136969 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-c1d00b25-19f2-46f9-a204-3d37575d78cd None None] Port 19d845b2-d38f-4908-ae09-6048d4639e18 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:28:47.168187 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ed28618f-7267-463d-9156-71880bbb66d5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:47.380893 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ed28618f-7267-463d-9156-71880bbb66d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052'] for router, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:47.517762 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed28618f-7267-463d-9156-71880bbb66d5 admin admin] Router 879424d8-b248-4c6a-b14c-54f389e3e452 is scheduled to L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 with binding_index 1 {{(pid=102599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:28:47.633672 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed28618f-7267-463d-9156-71880bbb66d5 admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:28:47.644480 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b214ba6-16b0-4720-8a0f-5b6c29c2548e None None] Sync routers for ids ['879424d8-b248-4c6a-b14c-54f389e3e452'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:28:47.651941 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ed28618f-7267-463d-9156-71880bbb66d5 admin admin] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:47.653476 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-ed28618f-7267-463d-9156-71880bbb66d5 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.6521394 Nov 12 09:28:47.657139 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 42560) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:47.661506 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b214ba6-16b0-4720-8a0f-5b6c29c2548e None None] Routers {'879424d8-b248-4c6a-b14c-54f389e3e452'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:28:47.662540 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-6b214ba6-16b0-4720-8a0f-5b6c29c2548e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:28:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['879424d8-b248-4c6a-b14c-54f389e3e452'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:28:47.711398 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943fc9d8-5512-4ce1-b7fb-2a7c82200a1d None None] Network 6e5e59da-8052-4eab-85c9-832cff0c91d2 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:28:47.857263 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-0a6d14fb-6e5f-4ae2-a8b6-5c23064f6be7 None None] Provisioning complete for port 9d15ca43-f4c9-4b97-b76a-a25f058cb81a triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:28:47.857551 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-0a6d14fb-6e5f-4ae2-a8b6-5c23064f6be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:47.860905 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-6b214ba6-16b0-4720-8a0f-5b6c29c2548e None None] Set router 879424d8-b248-4c6a-b14c-54f389e3e452 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:28:48.094530 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b658ec2b-a806-48dc-b92f-5b1ac1a6e306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:48.126020 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-0a6d14fb-6e5f-4ae2-a8b6-5c23064f6be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:48.188987 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-0a6d14fb-6e5f-4ae2-a8b6-5c23064f6be7 None None] For port 9d15ca43-f4c9-4b97-b76a-a25f058cb81a, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=9d15ca43-f4c9-4b97-b76a-a25f058cb81a,segment=NetworkSegment(b5584d97-9a91-455d-b5ee-e44c2669560b),segment_id=b5584d97-9a91-455d-b5ee-e44c2669560b)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:28:48.194122 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-0a6d14fb-6e5f-4ae2-a8b6-5c23064f6be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:48.244521 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-6b214ba6-16b0-4720-8a0f-5b6c29c2548e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '879424d8-b248-4c6a-b14c-54f389e3e452', 'name': 'tempest-TestEncryptedCinderVolumes-1632865489-router', 'tenant_id': '68fea61837c0466280e31fb55577df1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '19d845b2-d38f-4908-ae09-6048d4639e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:28:46Z', 'updated_at': '2021-11-12T09:28:47Z', 'revision_number': 3, 'project_id': '68fea61837c0466280e31fb55577df1d', 'gw_port': {'id': '19d845b2-d38f-4908-ae09-6048d4639e18', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ee:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '879424d8-b248-4c6a-b14c-54f389e3e452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:28:46Z', 'updated_at': '2021-11-12T09:28:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:28:48.282223 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b214ba6-16b0-4720-8a0f-5b6c29c2548e None None] Checking router: 879424d8-b248-4c6a-b14c-54f389e3e452 for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:28:48.282569 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b214ba6-16b0-4720-8a0f-5b6c29c2548e None None] Updating router 879424d8-b248-4c6a-b14c-54f389e3e452 port 19d845b2-d38f-4908-ae09-6048d4639e18 binding host n-d-765315-29 {{(pid=102601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:28:48.304255 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6d14fb-6e5f-4ae2-a8b6-5c23064f6be7 None None] Pushing event updated for resources: {'Port': ['ID=9d15ca43-f4c9-4b97-b76a-a25f058cb81a,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:48.314910 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6b214ba6-16b0-4720-8a0f-5b6c29c2548e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:48.328735 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-b658ec2b-a806-48dc-b92f-5b1ac1a6e306 admin admin] Allocated IP 172.20.0.1 (6e5e59da-8052-4eab-85c9-832cff0c91d2/22963fbf-a7f9-4e79-b655-fc4f85f3c2f3/710e0a7b-62ab-4c17-b447-d48c1c7c882b) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:28:48.433747 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-4d38b41a-9ade-421e-9bfb-1a880c44c678 None None] Provisioning complete for port 9d15ca43-f4c9-4b97-b76a-a25f058cb81a triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:28:48.434022 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4d38b41a-9ade-421e-9bfb-1a880c44c678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:48.446948 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b658ec2b-a806-48dc-b92f-5b1ac1a6e306 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:48.487137 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b658ec2b-a806-48dc-b92f-5b1ac1a6e306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:48.527799 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b658ec2b-a806-48dc-b92f-5b1ac1a6e306 admin admin] Network 6e5e59da-8052-4eab-85c9-832cff0c91d2 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:28:48.530831 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-b658ec2b-a806-48dc-b92f-5b1ac1a6e306 admin admin] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:28:48.534298 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b658ec2b-a806-48dc-b92f-5b1ac1a6e306 admin admin] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:28:48.571727 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b658ec2b-a806-48dc-b92f-5b1ac1a6e306 admin admin] Pushing event updated for resources: {'Port': ['ID=710e0a7b-62ab-4c17-b447-d48c1c7c882b,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:48.587769 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b658ec2b-a806-48dc-b92f-5b1ac1a6e306 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933481'] for router_interface, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:48.651813 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6b214ba6-16b0-4720-8a0f-5b6c29c2548e None None] Publish callbacks [] for port, precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:48.659562 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6b214ba6-16b0-4720-8a0f-5b6c29c2548e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:48.733739 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403f4e5f-f6c8-412a-8641-82224fa33665 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:28:48.746427 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-6b214ba6-16b0-4720-8a0f-5b6c29c2548e None None] Attempting to bind port 19d845b2-d38f-4908-ae09-6048d4639e18 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:28:48.746909 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-6b214ba6-16b0-4720-8a0f-5b6c29c2548e None None] Attempting to bind port 19d845b2-d38f-4908-ae09-6048d4639e18 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:28:48.747331 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b214ba6-16b0-4720-8a0f-5b6c29c2548e None None] Attempting to bind port 19d845b2-d38f-4908-ae09-6048d4639e18 on network d709f64f-f9e6-4525-b020-ad48633b9bbf {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:28:48.750750 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157bc633-e060-4394-9586-5e0db7d39424 None None] Pushing event updated for resources: {'Port': ['ID=19d845b2-d38f-4908-ae09-6048d4639e18,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:48.757949 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b214ba6-16b0-4720-8a0f-5b6c29c2548e None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:28:48.758388 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b214ba6-16b0-4720-8a0f-5b6c29c2548e None None] Checking segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:28:48.758837 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6b214ba6-16b0-4720-8a0f-5b6c29c2548e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:48.759227 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b214ba6-16b0-4720-8a0f-5b6c29c2548e None None] Bound using segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:28:48.760436 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-6b214ba6-16b0-4720-8a0f-5b6c29c2548e None None] Bound port: 19d845b2-d38f-4908-ae09-6048d4639e18, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:28:48.760436 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6b214ba6-16b0-4720-8a0f-5b6c29c2548e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:48.793444 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 9d15ca43-f4c9-4b97-b76a-a25f058cb81a up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:28:48.806679 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b658ec2b-a806-48dc-b92f-5b1ac1a6e306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:48.866898 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-23f4cd2d-69a3-4370-84fd-2d4439a1bb7f None None] Provisioning complete for port 19d845b2-d38f-4908-ae09-6048d4639e18 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:28:48.867268 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-23f4cd2d-69a3-4370-84fd-2d4439a1bb7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:48.869124 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-6b214ba6-16b0-4720-8a0f-5b6c29c2548e None None] For port 19d845b2-d38f-4908-ae09-6048d4639e18, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:28:48.874553 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-6b214ba6-16b0-4720-8a0f-5b6c29c2548e None None] For port 19d845b2-d38f-4908-ae09-6048d4639e18, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=19d845b2-d38f-4908-ae09-6048d4639e18,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:28:48.898270 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6b214ba6-16b0-4720-8a0f-5b6c29c2548e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:48.951027 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-23f4cd2d-69a3-4370-84fd-2d4439a1bb7f None None] Port 19d845b2-d38f-4908-ae09-6048d4639e18 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:28:48.962743 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf2ea84-21e7-4c2d-bbe9-1c87c7f6172a None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:28:48.974023 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 9d15ca43-f4c9-4b97-b76a-a25f058cb81a triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:28:48.974389 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:48.984702 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b658ec2b-a806-48dc-b92f-5b1ac1a6e306 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:48.991411 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b658ec2b-a806-48dc-b92f-5b1ac1a6e306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:49.011181 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157bc633-e060-4394-9586-5e0db7d39424 None None] Pushing event updated for resources: {'Port': ['ID=19d845b2-d38f-4908-ae09-6048d4639e18,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:49.022093 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b214ba6-16b0-4720-8a0f-5b6c29c2548e None None] Routers {'879424d8-b248-4c6a-b14c-54f389e3e452'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:28:49.022753 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-6b214ba6-16b0-4720-8a0f-5b6c29c2548e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:28:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['879424d8-b248-4c6a-b14c-54f389e3e452'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:28:49.062754 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b658ec2b-a806-48dc-b92f-5b1ac1a6e306 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933629'] for router_interface, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:49.064624 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b658ec2b-a806-48dc-b92f-5b1ac1a6e306 admin admin] Pushing event updated for resources: {'Port': ['ID=710e0a7b-62ab-4c17-b447-d48c1c7c882b,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:49.132762 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-6a3c4a11-4d99-42d9-8835-3241c5b0537e None None] Provisioning complete for port 19d845b2-d38f-4908-ae09-6048d4639e18 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:28:49.133416 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6a3c4a11-4d99-42d9-8835-3241c5b0537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:49.169432 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b658ec2b-a806-48dc-b92f-5b1ac1a6e306 admin admin] Network 6e5e59da-8052-4eab-85c9-832cff0c91d2 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:28:49.171363 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-b658ec2b-a806-48dc-b92f-5b1ac1a6e306 admin admin] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:28:49.218705 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-6b214ba6-16b0-4720-8a0f-5b6c29c2548e None None] Set router 879424d8-b248-4c6a-b14c-54f389e3e452 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:28:49.301571 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b658ec2b-a806-48dc-b92f-5b1ac1a6e306 admin admin] Router 879424d8-b248-4c6a-b14c-54f389e3e452 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:28:49.430346 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b658ec2b-a806-48dc-b92f-5b1ac1a6e306 admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:28:49.436447 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-b658ec2b-a806-48dc-b92f-5b1ac1a6e306 admin admin] 10.222.0.26 "PUT /v2.0/routers/879424d8-b248-4c6a-b14c-54f389e3e452/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7773881 Nov 12 09:28:49.541098 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6a3c4a11-4d99-42d9-8835-3241c5b0537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:49.573911 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-6a3c4a11-4d99-42d9-8835-3241c5b0537e None None] For port 19d845b2-d38f-4908-ae09-6048d4639e18, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=19d845b2-d38f-4908-ae09-6048d4639e18,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:28:49.581893 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6a3c4a11-4d99-42d9-8835-3241c5b0537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:49.658631 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-6a3c4a11-4d99-42d9-8835-3241c5b0537e None None] Provisioning complete for port 710e0a7b-62ab-4c17-b447-d48c1c7c882b triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:28:49.659003 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6a3c4a11-4d99-42d9-8835-3241c5b0537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:49.693379 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3c4a11-4d99-42d9-8835-3241c5b0537e None None] Pushing event updated for resources: {'Port': ['ID=19d845b2-d38f-4908-ae09-6048d4639e18,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:49.712934 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3c4a11-4d99-42d9-8835-3241c5b0537e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:49.713515 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3c4a11-4d99-42d9-8835-3241c5b0537e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:49.714080 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3c4a11-4d99-42d9-8835-3241c5b0537e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:49.714617 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3c4a11-4d99-42d9-8835-3241c5b0537e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:49.715363 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3c4a11-4d99-42d9-8835-3241c5b0537e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:49.715965 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3c4a11-4d99-42d9-8835-3241c5b0537e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:49.716100 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3c4a11-4d99-42d9-8835-3241c5b0537e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:49.716406 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3c4a11-4d99-42d9-8835-3241c5b0537e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:49.716728 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3c4a11-4d99-42d9-8835-3241c5b0537e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:49.717242 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3c4a11-4d99-42d9-8835-3241c5b0537e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:49.717691 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3c4a11-4d99-42d9-8835-3241c5b0537e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:49.718012 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3c4a11-4d99-42d9-8835-3241c5b0537e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:49.728297 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-6a3c4a11-4d99-42d9-8835-3241c5b0537e None None] Port 710e0a7b-62ab-4c17-b447-d48c1c7c882b cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:28:49.744498 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-6b214ba6-16b0-4720-8a0f-5b6c29c2548e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '879424d8-b248-4c6a-b14c-54f389e3e452', 'name': 'tempest-TestEncryptedCinderVolumes-1632865489-router', 'tenant_id': '68fea61837c0466280e31fb55577df1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '19d845b2-d38f-4908-ae09-6048d4639e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:28:46Z', 'updated_at': '2021-11-12T09:28:48Z', 'revision_number': 4, 'project_id': '68fea61837c0466280e31fb55577df1d', 'gw_port': {'id': '19d845b2-d38f-4908-ae09-6048d4639e18', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ee:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '879424d8-b248-4c6a-b14c-54f389e3e452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:28:46Z', 'updated_at': '2021-11-12T09:28:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '710e0a7b-62ab-4c17-b447-d48c1c7c882b', 'name': '', 'network_id': '6e5e59da-8052-4eab-85c9-832cff0c91d2', 'tenant_id': '68fea61837c0466280e31fb55577df1d', 'mac_address': 'fa:16:3e:20:2b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '879424d8-b248-4c6a-b14c-54f389e3e452', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '22963fbf-a7f9-4e79-b655-fc4f85f3c2f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:28:48Z', 'updated_at': '2021-11-12T09:28:48Z', 'revision_number': 2, 'project_id': '68fea61837c0466280e31fb55577df1d', 'subnets': [{'id': '22963fbf-a7f9-4e79-b655-fc4f85f3c2f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:28:49.772256 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b214ba6-16b0-4720-8a0f-5b6c29c2548e None None] The sync data for ids ['879424d8-b248-4c6a-b14c-54f389e3e452'] in n-d-765315-29 is: [{'id': '879424d8-b248-4c6a-b14c-54f389e3e452', 'name': 'tempest-TestEncryptedCinderVolumes-1632865489-router', 'tenant_id': '68fea61837c0466280e31fb55577df1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '19d845b2-d38f-4908-ae09-6048d4639e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:28:46Z', 'updated_at': '2021-11-12T09:28:48Z', 'revision_number': 4, 'project_id': '68fea61837c0466280e31fb55577df1d', 'gw_port': {'id': '19d845b2-d38f-4908-ae09-6048d4639e18', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ee:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '879424d8-b248-4c6a-b14c-54f389e3e452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:28:46Z', 'updated_at': '2021-11-12T09:28:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '710e0a7b-62ab-4c17-b447-d48c1c7c882b', 'name': '', 'network_id': '6e5e59da-8052-4eab-85c9-832cff0c91d2', 'tenant_id': '68fea61837c0466280e31fb55577df1d', 'mac_address': 'fa:16:3e:20:2b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '879424d8-b248-4c6a-b14c-54f389e3e452', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '22963fbf-a7f9-4e79-b655-fc4f85f3c2f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:28:48Z', 'updated_at': '2021-11-12T09:28:48Z', 'revision_number': 2, 'project_id': '68fea61837c0466280e31fb55577df1d', 'subnets': [{'id': '22963fbf-a7f9-4e79-b655-fc4f85f3c2f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:28:49.848775 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-558155a0-4315-425b-b643-800624f23af9 None None] Provisioning complete for port 710e0a7b-62ab-4c17-b447-d48c1c7c882b triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:28:49.849148 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-558155a0-4315-425b-b643-800624f23af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:49.899858 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-558155a0-4315-425b-b643-800624f23af9 None None] Port 710e0a7b-62ab-4c17-b447-d48c1c7c882b cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:28:49.940208 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 42576) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:49.945231 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-6b32bc8b-c08d-4c83-a149-cdc3761b9c47 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-355002837-network', 'tenant_id': 'facc412df33843a9add1c4a3f5797281'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:28:49.971778 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b32bc8b-c08d-4c83-a149-cdc3761b9c47 admin admin] Made reservation on behalf of facc412df33843a9add1c4a3f5797281 for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:28:49.974233 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6b32bc8b-c08d-4c83-a149-cdc3761b9c47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:50.356337 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6b32bc8b-c08d-4c83-a149-cdc3761b9c47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:50.452684 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6b32bc8b-c08d-4c83-a149-cdc3761b9c47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:50.461886 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6b32bc8b-c08d-4c83-a149-cdc3761b9c47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:50.488131 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b32bc8b-c08d-4c83-a149-cdc3761b9c47 admin admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:28:50.505832 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b32bc8b-c08d-4c83-a149-cdc3761b9c47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ab0ef4-5d8f-48f2-992b-8240e60cf048,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:50.510144 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6b32bc8b-c08d-4c83-a149-cdc3761b9c47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:50.510510 n-d-765315-29 neutron-server[102599]: INFO neutron.db.segments_db [None req-6b32bc8b-c08d-4c83-a149-cdc3761b9c47 admin admin] Added segment 62057593-9a2d-4374-bec2-33f31a2b27e3 of type vlan for network d4263769-b72d-49f2-953f-87b2414d9285 Nov 12 09:28:50.558024 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6b32bc8b-c08d-4c83-a149-cdc3761b9c47 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:50.593710 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6b32bc8b-c08d-4c83-a149-cdc3761b9c47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:50.594733 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b32bc8b-c08d-4c83-a149-cdc3761b9c47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:50.595321 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6b32bc8b-c08d-4c83-a149-cdc3761b9c47 admin admin] Publish callbacks [] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:50.664597 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-6b32bc8b-c08d-4c83-a149-cdc3761b9c47 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7232504 Nov 12 09:28:50.667239 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 42578) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:50.675481 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-6fd13718-a063-4282-8a0c-f36040283e3f admin admin] Request body: {'subnet': {'network_id': 'd4263769-b72d-49f2-953f-87b2414d9285', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-355002837-subnet', 'tenant_id': 'facc412df33843a9add1c4a3f5797281', 'ip_version': 4}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:28:50.684685 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b32bc8b-c08d-4c83-a149-cdc3761b9c47 admin admin] Pushing event updated for resources: {'Network': ['ID=d4263769-b72d-49f2-953f-87b2414d9285,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:50.698942 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network d4263769-b72d-49f2-953f-87b2414d9285 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:28:50.711555 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd13718-a063-4282-8a0c-f36040283e3f admin admin] Made reservation on behalf of facc412df33843a9add1c4a3f5797281 for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:28:50.714101 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6fd13718-a063-4282-8a0c-f36040283e3f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:50.760335 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 19d845b2-d38f-4908-ae09-6048d4639e18 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:28:50.835799 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 19d845b2-d38f-4908-ae09-6048d4639e18 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:28:50.836290 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:50.938187 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6fd13718-a063-4282-8a0c-f36040283e3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:51.003025 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd13718-a063-4282-8a0c-f36040283e3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6ba2580-e85c-4013-b50f-81a033273780,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:51.010803 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd13718-a063-4282-8a0c-f36040283e3f admin admin] Checking segment: {'id': '62057593-9a2d-4374-bec2-33f31a2b27e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd4263769-b72d-49f2-953f-87b2414d9285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:28:51.011175 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd13718-a063-4282-8a0c-f36040283e3f admin admin] Network hostable DHCP agents. Network: d4263769-b72d-49f2-953f-87b2414d9285, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:28:51.031120 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd13718-a063-4282-8a0c-f36040283e3f admin admin] Network d4263769-b72d-49f2-953f-87b2414d9285 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:28:51.042640 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-6fd13718-a063-4282-8a0c-f36040283e3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, d4263769-b72d-49f2-953f-87b2414d9285) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:28:51.046691 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd13718-a063-4282-8a0c-f36040283e3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:51.047351 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6fd13718-a063-4282-8a0c-f36040283e3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:51.054734 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b872e5b6-6f6a-496f-b1c2-408eed3751c3 None None] Network d4263769-b72d-49f2-953f-87b2414d9285 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:28:51.067070 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-6fd13718-a063-4282-8a0c-f36040283e3f admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3987415 Nov 12 09:28:51.069879 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 42580) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:51.074337 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-b8d22e98-7a47-42e2-af82-8591e670e56d admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-355002837-router', 'tenant_id': 'facc412df33843a9add1c4a3f5797281', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:28:51.103053 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b8d22e98-7a47-42e2-af82-8591e670e56d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:51.104147 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b8d22e98-7a47-42e2-af82-8591e670e56d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:51.164367 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b8d22e98-7a47-42e2-af82-8591e670e56d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:51.252401 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc37b3d-d1b0-41b2-9263-c7c231bea127 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-d4263769-b72d-49f2-953f-87b2414d9285', 'network_id': 'd4263769-b72d-49f2-953f-87b2414d9285', 'tenant_id': 'facc412df33843a9add1c4a3f5797281', 'fixed_ips': [{'subnet_id': 'd6ba2580-e85c-4013-b50f-81a033273780'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:28:51.253348 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ddc37b3d-d1b0-41b2-9263-c7c231bea127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:51.327695 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b8d22e98-7a47-42e2-af82-8591e670e56d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:51.453416 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-ddc37b3d-d1b0-41b2-9263-c7c231bea127 None None] Allocated IP 172.20.0.2 (d4263769-b72d-49f2-953f-87b2414d9285/d6ba2580-e85c-4013-b50f-81a033273780/ec2506ca-d8cb-47c3-85d7-1d997f0c418d) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:28:51.592210 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b8d22e98-7a47-42e2-af82-8591e670e56d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:51.617852 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b8d22e98-7a47-42e2-af82-8591e670e56d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:51.637063 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ddc37b3d-d1b0-41b2-9263-c7c231bea127 None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:51.645308 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ddc37b3d-d1b0-41b2-9263-c7c231bea127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:51.691890 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc37b3d-d1b0-41b2-9263-c7c231bea127 None None] Network d4263769-b72d-49f2-953f-87b2414d9285 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:28:51.695136 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-ddc37b3d-d1b0-41b2-9263-c7c231bea127 None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:28:51.697712 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc37b3d-d1b0-41b2-9263-c7c231bea127 None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:28:51.742168 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc37b3d-d1b0-41b2-9263-c7c231bea127 None None] Pushing event updated for resources: {'Port': ['ID=ec2506ca-d8cb-47c3-85d7-1d997f0c418d,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:51.749984 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-b8d22e98-7a47-42e2-af82-8591e670e56d admin admin] Allocated IP 172.25.2.4 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/71a5e316-85cd-40ae-a46f-25b9d9534a78) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:28:51.774210 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-ddc37b3d-d1b0-41b2-9263-c7c231bea127 None None] Attempting to bind port ec2506ca-d8cb-47c3-85d7-1d997f0c418d on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:28:51.774575 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-ddc37b3d-d1b0-41b2-9263-c7c231bea127 None None] Attempting to bind port ec2506ca-d8cb-47c3-85d7-1d997f0c418d by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '62057593-9a2d-4374-bec2-33f31a2b27e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd4263769-b72d-49f2-953f-87b2414d9285'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:28:51.774967 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc37b3d-d1b0-41b2-9263-c7c231bea127 None None] Attempting to bind port ec2506ca-d8cb-47c3-85d7-1d997f0c418d on network d4263769-b72d-49f2-953f-87b2414d9285 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:28:51.781586 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc37b3d-d1b0-41b2-9263-c7c231bea127 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:28:51.781950 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc37b3d-d1b0-41b2-9263-c7c231bea127 None None] Checking segment: {'id': '62057593-9a2d-4374-bec2-33f31a2b27e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd4263769-b72d-49f2-953f-87b2414d9285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:28:51.782349 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ddc37b3d-d1b0-41b2-9263-c7c231bea127 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:51.782761 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc37b3d-d1b0-41b2-9263-c7c231bea127 None None] Bound using segment: {'id': '62057593-9a2d-4374-bec2-33f31a2b27e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd4263769-b72d-49f2-953f-87b2414d9285'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:28:51.783240 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-ddc37b3d-d1b0-41b2-9263-c7c231bea127 None None] Bound port: ec2506ca-d8cb-47c3-85d7-1d997f0c418d, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62057593-9a2d-4374-bec2-33f31a2b27e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd4263769-b72d-49f2-953f-87b2414d9285'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:28:51.783620 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ddc37b3d-d1b0-41b2-9263-c7c231bea127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:51.852839 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-ddc37b3d-d1b0-41b2-9263-c7c231bea127 None None] For port ec2506ca-d8cb-47c3-85d7-1d997f0c418d, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:28:51.855994 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-ddc37b3d-d1b0-41b2-9263-c7c231bea127 None None] For port ec2506ca-d8cb-47c3-85d7-1d997f0c418d, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=ec2506ca-d8cb-47c3-85d7-1d997f0c418d,segment=NetworkSegment(62057593-9a2d-4374-bec2-33f31a2b27e3),segment_id=62057593-9a2d-4374-bec2-33f31a2b27e3)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:28:51.861381 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ddc37b3d-d1b0-41b2-9263-c7c231bea127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:51.865701 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b8d22e98-7a47-42e2-af82-8591e670e56d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:51.912072 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b8d22e98-7a47-42e2-af82-8591e670e56d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:51.928502 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc37b3d-d1b0-41b2-9263-c7c231bea127 None None] Pushing event updated for resources: {'Port': ['ID=ec2506ca-d8cb-47c3-85d7-1d997f0c418d,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:51.956260 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d22e98-7a47-42e2-af82-8591e670e56d admin admin] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:28:51.961736 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-b8d22e98-7a47-42e2-af82-8591e670e56d admin admin] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:28:51.965787 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d22e98-7a47-42e2-af82-8591e670e56d admin admin] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:28:51.978319 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e916573-916c-4e51-a8ee-9e2c0c85d968 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:28:52.005953 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d22e98-7a47-42e2-af82-8591e670e56d admin admin] Pushing event updated for resources: {'Port': ['ID=71a5e316-85cd-40ae-a46f-25b9d9534a78,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:52.050855 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-885c0770-ea9e-40f5-a6c3-cd794ee150a0 None None] Provisioning complete for port 71a5e316-85cd-40ae-a46f-25b9d9534a78 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:28:52.051365 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-885c0770-ea9e-40f5-a6c3-cd794ee150a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:52.105905 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-885c0770-ea9e-40f5-a6c3-cd794ee150a0 None None] Port 71a5e316-85cd-40ae-a46f-25b9d9534a78 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:28:52.114801 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228c4ee3-8f7d-4af8-9f87-ac06762baaec None None] Sync routers for ids ['879424d8-b248-4c6a-b14c-54f389e3e452'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:28:52.126132 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228c4ee3-8f7d-4af8-9f87-ac06762baaec None None] Routers {'879424d8-b248-4c6a-b14c-54f389e3e452'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:28:52.126773 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-228c4ee3-8f7d-4af8-9f87-ac06762baaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:28:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['879424d8-b248-4c6a-b14c-54f389e3e452'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:28:52.271633 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-228c4ee3-8f7d-4af8-9f87-ac06762baaec None None] Set router 879424d8-b248-4c6a-b14c-54f389e3e452 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:28:52.297174 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b8d22e98-7a47-42e2-af82-8591e670e56d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:52.493557 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-228c4ee3-8f7d-4af8-9f87-ac06762baaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '879424d8-b248-4c6a-b14c-54f389e3e452', 'name': 'tempest-TestEncryptedCinderVolumes-1632865489-router', 'tenant_id': '68fea61837c0466280e31fb55577df1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '19d845b2-d38f-4908-ae09-6048d4639e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:28:46Z', 'updated_at': '2021-11-12T09:28:48Z', 'revision_number': 4, 'project_id': '68fea61837c0466280e31fb55577df1d', 'gw_port': {'id': '19d845b2-d38f-4908-ae09-6048d4639e18', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ee:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879424d8-b248-4c6a-b14c-54f389e3e452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:28:46Z', 'updated_at': '2021-11-12T09:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '710e0a7b-62ab-4c17-b447-d48c1c7c882b', 'name': '', 'network_id': '6e5e59da-8052-4eab-85c9-832cff0c91d2', 'tenant_id': '68fea61837c0466280e31fb55577df1d', 'mac_address': 'fa:16:3e:20:2b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '879424d8-b248-4c6a-b14c-54f389e3e452', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '22963fbf-a7f9-4e79-b655-fc4f85f3c2f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:28:48Z', 'updated_at': '2021-11-12T09:28:48Z', 'revision_number': 2, 'project_id': '68fea61837c0466280e31fb55577df1d', 'subnets': [{'id': '22963fbf-a7f9-4e79-b655-fc4f85f3c2f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:28:52.510187 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b8d22e98-7a47-42e2-af82-8591e670e56d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052'] for router, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:52.523643 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228c4ee3-8f7d-4af8-9f87-ac06762baaec None None] Checking router: 879424d8-b248-4c6a-b14c-54f389e3e452 for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:28:52.524020 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228c4ee3-8f7d-4af8-9f87-ac06762baaec None None] Updating router 879424d8-b248-4c6a-b14c-54f389e3e452 port 710e0a7b-62ab-4c17-b447-d48c1c7c882b binding host n-d-765315-29 {{(pid=102602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:28:52.554254 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-228c4ee3-8f7d-4af8-9f87-ac06762baaec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:52.663408 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8d22e98-7a47-42e2-af82-8591e670e56d admin admin] Router ce0ebc11-8377-43cb-9312-47e31f4dcad6 is scheduled to L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 with binding_index 1 {{(pid=102600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:28:52.793669 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device ec2506ca-d8cb-47c3-85d7-1d997f0c418d up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:28:52.813217 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8d22e98-7a47-42e2-af82-8591e670e56d admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:28:52.841617 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb922fd-3c11-4b11-a451-1f010b675f56 None None] Sync routers for ids ['ce0ebc11-8377-43cb-9312-47e31f4dcad6'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:28:52.842375 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b8d22e98-7a47-42e2-af82-8591e670e56d admin admin] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:52.846628 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-b8d22e98-7a47-42e2-af82-8591e670e56d admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7730091 Nov 12 09:28:52.847333 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 42584) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:52.873619 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb922fd-3c11-4b11-a451-1f010b675f56 None None] Routers {'ce0ebc11-8377-43cb-9312-47e31f4dcad6'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:28:52.874258 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-1bb922fd-3c11-4b11-a451-1f010b675f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:28:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['ce0ebc11-8377-43cb-9312-47e31f4dcad6'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:28:52.947917 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-228c4ee3-8f7d-4af8-9f87-ac06762baaec None None] Publish callbacks [] for port, precommit_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:52.956863 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-228c4ee3-8f7d-4af8-9f87-ac06762baaec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:52.999545 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port ec2506ca-d8cb-47c3-85d7-1d997f0c418d triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:28:52.999946 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:53.025321 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389b75d2-e2f7-4510-86f4-1e1ffe6b2530 None None] Pushing event updated for resources: {'Port': ['ID=710e0a7b-62ab-4c17-b447-d48c1c7c882b,revision_number=3']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:53.054260 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-1bb922fd-3c11-4b11-a451-1f010b675f56 None None] Set router ce0ebc11-8377-43cb-9312-47e31f4dcad6 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:28:53.060349 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389b75d2-e2f7-4510-86f4-1e1ffe6b2530 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:53.061234 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389b75d2-e2f7-4510-86f4-1e1ffe6b2530 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:53.061705 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389b75d2-e2f7-4510-86f4-1e1ffe6b2530 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:53.062278 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389b75d2-e2f7-4510-86f4-1e1ffe6b2530 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:53.062648 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389b75d2-e2f7-4510-86f4-1e1ffe6b2530 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:53.062985 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389b75d2-e2f7-4510-86f4-1e1ffe6b2530 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:53.063312 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389b75d2-e2f7-4510-86f4-1e1ffe6b2530 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:53.063812 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389b75d2-e2f7-4510-86f4-1e1ffe6b2530 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:53.064382 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389b75d2-e2f7-4510-86f4-1e1ffe6b2530 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:53.064854 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389b75d2-e2f7-4510-86f4-1e1ffe6b2530 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:53.065375 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389b75d2-e2f7-4510-86f4-1e1ffe6b2530 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:53.065709 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389b75d2-e2f7-4510-86f4-1e1ffe6b2530 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:53.111058 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-228c4ee3-8f7d-4af8-9f87-ac06762baaec None None] Attempting to bind port 710e0a7b-62ab-4c17-b447-d48c1c7c882b on host n-d-765315-29 for vnic_type normal with profile {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:28:53.111776 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-228c4ee3-8f7d-4af8-9f87-ac06762baaec None None] Attempting to bind port 710e0a7b-62ab-4c17-b447-d48c1c7c882b by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': 'b5584d97-9a91-455d-b5ee-e44c2669560b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6e5e59da-8052-4eab-85c9-832cff0c91d2'}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:28:53.113807 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228c4ee3-8f7d-4af8-9f87-ac06762baaec None None] Attempting to bind port 710e0a7b-62ab-4c17-b447-d48c1c7c882b on network 6e5e59da-8052-4eab-85c9-832cff0c91d2 {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:28:53.130803 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228c4ee3-8f7d-4af8-9f87-ac06762baaec None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:28:53.131973 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228c4ee3-8f7d-4af8-9f87-ac06762baaec None None] Checking segment: {'id': 'b5584d97-9a91-455d-b5ee-e44c2669560b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6e5e59da-8052-4eab-85c9-832cff0c91d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:28:53.132629 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-228c4ee3-8f7d-4af8-9f87-ac06762baaec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:53.133246 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228c4ee3-8f7d-4af8-9f87-ac06762baaec None None] Bound using segment: {'id': 'b5584d97-9a91-455d-b5ee-e44c2669560b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6e5e59da-8052-4eab-85c9-832cff0c91d2'} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:28:53.133969 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-228c4ee3-8f7d-4af8-9f87-ac06762baaec None None] Bound port: 710e0a7b-62ab-4c17-b447-d48c1c7c882b, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5584d97-9a91-455d-b5ee-e44c2669560b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6e5e59da-8052-4eab-85c9-832cff0c91d2'}}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:28:53.134673 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-228c4ee3-8f7d-4af8-9f87-ac06762baaec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:53.213381 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-228c4ee3-8f7d-4af8-9f87-ac06762baaec None None] For port 710e0a7b-62ab-4c17-b447-d48c1c7c882b, host n-d-765315-29, cleared binding levels {{(pid=102602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:28:53.218707 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-228c4ee3-8f7d-4af8-9f87-ac06762baaec None None] For port 710e0a7b-62ab-4c17-b447-d48c1c7c882b, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=710e0a7b-62ab-4c17-b447-d48c1c7c882b,segment=NetworkSegment(b5584d97-9a91-455d-b5ee-e44c2669560b),segment_id=b5584d97-9a91-455d-b5ee-e44c2669560b)] {{(pid=102602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:28:53.225609 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-228c4ee3-8f7d-4af8-9f87-ac06762baaec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:53.278611 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228c4ee3-8f7d-4af8-9f87-ac06762baaec None None] Routers {'879424d8-b248-4c6a-b14c-54f389e3e452'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:28:53.280753 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-228c4ee3-8f7d-4af8-9f87-ac06762baaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:28:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['879424d8-b248-4c6a-b14c-54f389e3e452'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:28:53.355433 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389b75d2-e2f7-4510-86f4-1e1ffe6b2530 None None] Pushing event updated for resources: {'Port': ['ID=710e0a7b-62ab-4c17-b447-d48c1c7c882b,revision_number=4']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:53.381437 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:53.383521 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4bc754c-60cb-491e-bcc6-8808073f0429 None None] Network d4263769-b72d-49f2-953f-87b2414d9285 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:28:53.423116 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-dd1e1c88-18ad-496d-871f-624014482796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:53.446468 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] For port ec2506ca-d8cb-47c3-85d7-1d997f0c418d, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=ec2506ca-d8cb-47c3-85d7-1d997f0c418d,segment=NetworkSegment(62057593-9a2d-4374-bec2-33f31a2b27e3),segment_id=62057593-9a2d-4374-bec2-33f31a2b27e3)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:28:53.453007 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-228c4ee3-8f7d-4af8-9f87-ac06762baaec None None] Set router 879424d8-b248-4c6a-b14c-54f389e3e452 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:28:53.479811 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:53.625228 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-dd1e1c88-18ad-496d-871f-624014482796 admin admin] Allocated IP 172.20.0.1 (d4263769-b72d-49f2-953f-87b2414d9285/d6ba2580-e85c-4013-b50f-81a033273780/1ec27842-d441-4914-84bb-6897384ee173) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:28:53.693138 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-3d20620f-81da-45b0-9e60-da8944e2c3a9 None None] Provisioning complete for port ec2506ca-d8cb-47c3-85d7-1d997f0c418d triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:28:53.693503 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3d20620f-81da-45b0-9e60-da8944e2c3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:53.699402 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-1bb922fd-3c11-4b11-a451-1f010b675f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce0ebc11-8377-43cb-9312-47e31f4dcad6', 'name': 'tempest-TestEncryptedCinderVolumes-355002837-router', 'tenant_id': 'facc412df33843a9add1c4a3f5797281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '71a5e316-85cd-40ae-a46f-25b9d9534a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:28:51Z', 'updated_at': '2021-11-12T09:28:52Z', 'revision_number': 3, 'project_id': 'facc412df33843a9add1c4a3f5797281', 'gw_port': {'id': '71a5e316-85cd-40ae-a46f-25b9d9534a78', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:45:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce0ebc11-8377-43cb-9312-47e31f4dcad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:28:51Z', 'updated_at': '2021-11-12T09:28:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:28:53.711546 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-228c4ee3-8f7d-4af8-9f87-ac06762baaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '879424d8-b248-4c6a-b14c-54f389e3e452', 'name': 'tempest-TestEncryptedCinderVolumes-1632865489-router', 'tenant_id': '68fea61837c0466280e31fb55577df1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '19d845b2-d38f-4908-ae09-6048d4639e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:28:46Z', 'updated_at': '2021-11-12T09:28:48Z', 'revision_number': 4, 'project_id': '68fea61837c0466280e31fb55577df1d', 'gw_port': {'id': '19d845b2-d38f-4908-ae09-6048d4639e18', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ee:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879424d8-b248-4c6a-b14c-54f389e3e452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:28:46Z', 'updated_at': '2021-11-12T09:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '710e0a7b-62ab-4c17-b447-d48c1c7c882b', 'name': '', 'network_id': '6e5e59da-8052-4eab-85c9-832cff0c91d2', 'tenant_id': '68fea61837c0466280e31fb55577df1d', 'mac_address': 'fa:16:3e:20:2b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '879424d8-b248-4c6a-b14c-54f389e3e452', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '22963fbf-a7f9-4e79-b655-fc4f85f3c2f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:28:48Z', 'updated_at': '2021-11-12T09:28:53Z', 'revision_number': 4, 'project_id': '68fea61837c0466280e31fb55577df1d', 'subnets': [{'id': '22963fbf-a7f9-4e79-b655-fc4f85f3c2f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:28:53.742075 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228c4ee3-8f7d-4af8-9f87-ac06762baaec None None] The sync data for ids ['879424d8-b248-4c6a-b14c-54f389e3e452'] in n-d-765315-29 is: [{'id': '879424d8-b248-4c6a-b14c-54f389e3e452', 'name': 'tempest-TestEncryptedCinderVolumes-1632865489-router', 'tenant_id': '68fea61837c0466280e31fb55577df1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '19d845b2-d38f-4908-ae09-6048d4639e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:28:46Z', 'updated_at': '2021-11-12T09:28:48Z', 'revision_number': 4, 'project_id': '68fea61837c0466280e31fb55577df1d', 'gw_port': {'id': '19d845b2-d38f-4908-ae09-6048d4639e18', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ee:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879424d8-b248-4c6a-b14c-54f389e3e452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:28:46Z', 'updated_at': '2021-11-12T09:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '710e0a7b-62ab-4c17-b447-d48c1c7c882b', 'name': '', 'network_id': '6e5e59da-8052-4eab-85c9-832cff0c91d2', 'tenant_id': '68fea61837c0466280e31fb55577df1d', 'mac_address': 'fa:16:3e:20:2b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '879424d8-b248-4c6a-b14c-54f389e3e452', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '22963fbf-a7f9-4e79-b655-fc4f85f3c2f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:28:48Z', 'updated_at': '2021-11-12T09:28:53Z', 'revision_number': 4, 'project_id': '68fea61837c0466280e31fb55577df1d', 'subnets': [{'id': '22963fbf-a7f9-4e79-b655-fc4f85f3c2f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:28:53.766682 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-dd1e1c88-18ad-496d-871f-624014482796 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:53.774017 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb922fd-3c11-4b11-a451-1f010b675f56 None None] Checking router: ce0ebc11-8377-43cb-9312-47e31f4dcad6 for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:28:53.774370 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb922fd-3c11-4b11-a451-1f010b675f56 None None] Updating router ce0ebc11-8377-43cb-9312-47e31f4dcad6 port 71a5e316-85cd-40ae-a46f-25b9d9534a78 binding host n-d-765315-29 {{(pid=102601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:28:53.811635 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-dd1e1c88-18ad-496d-871f-624014482796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:53.844892 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Pushing event updated for resources: {'Port': ['ID=ec2506ca-d8cb-47c3-85d7-1d997f0c418d,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:53.854786 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1bb922fd-3c11-4b11-a451-1f010b675f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:53.863754 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1e1c88-18ad-496d-871f-624014482796 admin admin] Network d4263769-b72d-49f2-953f-87b2414d9285 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:28:53.866951 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-dd1e1c88-18ad-496d-871f-624014482796 admin admin] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:28:53.870361 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1e1c88-18ad-496d-871f-624014482796 admin admin] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:28:53.918649 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1e1c88-18ad-496d-871f-624014482796 admin admin] Pushing event updated for resources: {'Port': ['ID=1ec27842-d441-4914-84bb-6897384ee173,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:53.932001 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-dd1e1c88-18ad-496d-871f-624014482796 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933481'] for router_interface, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:54.087903 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-3d20620f-81da-45b0-9e60-da8944e2c3a9 None None] Provisioning complete for port 710e0a7b-62ab-4c17-b447-d48c1c7c882b triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:28:54.088281 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3d20620f-81da-45b0-9e60-da8944e2c3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:54.097273 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-dd1e1c88-18ad-496d-871f-624014482796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:54.306717 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3d20620f-81da-45b0-9e60-da8944e2c3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:54.344521 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1bb922fd-3c11-4b11-a451-1f010b675f56 None None] Publish callbacks [] for port, precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:54.346147 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-dd1e1c88-18ad-496d-871f-624014482796 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:54.353914 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-dd1e1c88-18ad-496d-871f-624014482796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:54.366209 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-3d20620f-81da-45b0-9e60-da8944e2c3a9 None None] For port 710e0a7b-62ab-4c17-b447-d48c1c7c882b, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=710e0a7b-62ab-4c17-b447-d48c1c7c882b,segment=NetworkSegment(b5584d97-9a91-455d-b5ee-e44c2669560b),segment_id=b5584d97-9a91-455d-b5ee-e44c2669560b)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:28:54.367338 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1bb922fd-3c11-4b11-a451-1f010b675f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:54.379479 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3d20620f-81da-45b0-9e60-da8944e2c3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:54.424516 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-1bb922fd-3c11-4b11-a451-1f010b675f56 None None] Attempting to bind port 71a5e316-85cd-40ae-a46f-25b9d9534a78 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:28:54.424940 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-1bb922fd-3c11-4b11-a451-1f010b675f56 None None] Attempting to bind port 71a5e316-85cd-40ae-a46f-25b9d9534a78 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:28:54.425313 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb922fd-3c11-4b11-a451-1f010b675f56 None None] Attempting to bind port 71a5e316-85cd-40ae-a46f-25b9d9534a78 on network d709f64f-f9e6-4525-b020-ad48633b9bbf {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:28:54.432914 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f28ea4-787d-4eab-989f-c99276dffcef None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:28:54.455405 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1e1c88-18ad-496d-871f-624014482796 admin admin] Pushing event updated for resources: {'Port': ['ID=1ec27842-d441-4914-84bb-6897384ee173,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:54.455677 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb922fd-3c11-4b11-a451-1f010b675f56 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:28:54.456060 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb922fd-3c11-4b11-a451-1f010b675f56 None None] Checking segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:28:54.456472 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1bb922fd-3c11-4b11-a451-1f010b675f56 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:54.456867 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb922fd-3c11-4b11-a451-1f010b675f56 None None] Bound using segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:28:54.457360 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-1bb922fd-3c11-4b11-a451-1f010b675f56 None None] Bound port: 71a5e316-85cd-40ae-a46f-25b9d9534a78, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:28:54.457745 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1bb922fd-3c11-4b11-a451-1f010b675f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:54.491654 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-dd1e1c88-18ad-496d-871f-624014482796 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933629'] for router_interface, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:54.499433 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b5d07a-cfdb-4455-bca9-6a1e05f385ed None None] Pushing event updated for resources: {'Port': ['ID=71a5e316-85cd-40ae-a46f-25b9d9534a78,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:54.599144 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-f4a41e91-6fdc-4239-bb14-635fb25bbb67 None None] Provisioning complete for port ec2506ca-d8cb-47c3-85d7-1d997f0c418d triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:28:54.599515 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f4a41e91-6fdc-4239-bb14-635fb25bbb67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:54.609213 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d20620f-81da-45b0-9e60-da8944e2c3a9 None None] Pushing event updated for resources: {'Port': ['ID=710e0a7b-62ab-4c17-b447-d48c1c7c882b,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:54.614672 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-1bb922fd-3c11-4b11-a451-1f010b675f56 None None] For port 71a5e316-85cd-40ae-a46f-25b9d9534a78, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:28:54.636361 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1e1c88-18ad-496d-871f-624014482796 admin admin] Network d4263769-b72d-49f2-953f-87b2414d9285 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:28:54.639316 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-dd1e1c88-18ad-496d-871f-624014482796 admin admin] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:28:54.656205 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-1bb922fd-3c11-4b11-a451-1f010b675f56 None None] For port 71a5e316-85cd-40ae-a46f-25b9d9534a78, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=71a5e316-85cd-40ae-a46f-25b9d9534a78,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:28:54.673497 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1bb922fd-3c11-4b11-a451-1f010b675f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:54.731429 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64696c5c-04ae-4737-9844-83a7123019a9 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:28:54.771960 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb922fd-3c11-4b11-a451-1f010b675f56 None None] Routers {'ce0ebc11-8377-43cb-9312-47e31f4dcad6'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:28:54.772601 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-1bb922fd-3c11-4b11-a451-1f010b675f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:28:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['ce0ebc11-8377-43cb-9312-47e31f4dcad6'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:28:54.852769 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device ec2506ca-d8cb-47c3-85d7-1d997f0c418d up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:28:54.862541 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b5d07a-cfdb-4455-bca9-6a1e05f385ed None None] Pushing event updated for resources: {'Port': ['ID=71a5e316-85cd-40ae-a46f-25b9d9534a78,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:54.863113 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd1e1c88-18ad-496d-871f-624014482796 admin admin] Router ce0ebc11-8377-43cb-9312-47e31f4dcad6 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:28:54.972733 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-f4a41e91-6fdc-4239-bb14-635fb25bbb67 None None] Provisioning complete for port 1ec27842-d441-4914-84bb-6897384ee173 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:28:54.973108 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f4a41e91-6fdc-4239-bb14-635fb25bbb67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:55.006824 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-1bb922fd-3c11-4b11-a451-1f010b675f56 None None] Set router ce0ebc11-8377-43cb-9312-47e31f4dcad6 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:28:55.013473 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd1e1c88-18ad-496d-871f-624014482796 admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:28:55.023212 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-dd1e1c88-18ad-496d-871f-624014482796 admin admin] 10.222.0.26 "PUT /v2.0/routers/ce0ebc11-8377-43cb-9312-47e31f4dcad6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1747243 Nov 12 09:28:55.058195 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port ec2506ca-d8cb-47c3-85d7-1d997f0c418d triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:28:55.058569 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:55.063720 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-f4a41e91-6fdc-4239-bb14-635fb25bbb67 None None] Port 1ec27842-d441-4914-84bb-6897384ee173 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:28:55.167018 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-f4a41e91-6fdc-4239-bb14-635fb25bbb67 None None] Provisioning complete for port 71a5e316-85cd-40ae-a46f-25b9d9534a78 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:28:55.167555 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f4a41e91-6fdc-4239-bb14-635fb25bbb67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:55.331916 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 710e0a7b-62ab-4c17-b447-d48c1c7c882b up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:28:55.412451 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f4a41e91-6fdc-4239-bb14-635fb25bbb67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:55.439999 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-f4a41e91-6fdc-4239-bb14-635fb25bbb67 None None] For port 71a5e316-85cd-40ae-a46f-25b9d9534a78, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=71a5e316-85cd-40ae-a46f-25b9d9534a78,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:28:55.447194 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f4a41e91-6fdc-4239-bb14-635fb25bbb67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:55.453059 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-1bb922fd-3c11-4b11-a451-1f010b675f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce0ebc11-8377-43cb-9312-47e31f4dcad6', 'name': 'tempest-TestEncryptedCinderVolumes-355002837-router', 'tenant_id': 'facc412df33843a9add1c4a3f5797281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '71a5e316-85cd-40ae-a46f-25b9d9534a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:28:51Z', 'updated_at': '2021-11-12T09:28:54Z', 'revision_number': 4, 'project_id': 'facc412df33843a9add1c4a3f5797281', 'gw_port': {'id': '71a5e316-85cd-40ae-a46f-25b9d9534a78', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:45:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce0ebc11-8377-43cb-9312-47e31f4dcad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:28:51Z', 'updated_at': '2021-11-12T09:28:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '1ec27842-d441-4914-84bb-6897384ee173', 'name': '', 'network_id': 'd4263769-b72d-49f2-953f-87b2414d9285', 'tenant_id': 'facc412df33843a9add1c4a3f5797281', 'mac_address': 'fa:16:3e:e3:65:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce0ebc11-8377-43cb-9312-47e31f4dcad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': 'd6ba2580-e85c-4013-b50f-81a033273780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:28:53Z', 'updated_at': '2021-11-12T09:28:54Z', 'revision_number': 2, 'project_id': 'facc412df33843a9add1c4a3f5797281', 'subnets': [{'id': 'd6ba2580-e85c-4013-b50f-81a033273780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:28:55.508510 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb922fd-3c11-4b11-a451-1f010b675f56 None None] The sync data for ids ['ce0ebc11-8377-43cb-9312-47e31f4dcad6'] in n-d-765315-29 is: [{'id': 'ce0ebc11-8377-43cb-9312-47e31f4dcad6', 'name': 'tempest-TestEncryptedCinderVolumes-355002837-router', 'tenant_id': 'facc412df33843a9add1c4a3f5797281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '71a5e316-85cd-40ae-a46f-25b9d9534a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:28:51Z', 'updated_at': '2021-11-12T09:28:54Z', 'revision_number': 4, 'project_id': 'facc412df33843a9add1c4a3f5797281', 'gw_port': {'id': '71a5e316-85cd-40ae-a46f-25b9d9534a78', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:45:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce0ebc11-8377-43cb-9312-47e31f4dcad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:28:51Z', 'updated_at': '2021-11-12T09:28:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '1ec27842-d441-4914-84bb-6897384ee173', 'name': '', 'network_id': 'd4263769-b72d-49f2-953f-87b2414d9285', 'tenant_id': 'facc412df33843a9add1c4a3f5797281', 'mac_address': 'fa:16:3e:e3:65:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce0ebc11-8377-43cb-9312-47e31f4dcad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': 'd6ba2580-e85c-4013-b50f-81a033273780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:28:53Z', 'updated_at': '2021-11-12T09:28:54Z', 'revision_number': 2, 'project_id': 'facc412df33843a9add1c4a3f5797281', 'subnets': [{'id': 'd6ba2580-e85c-4013-b50f-81a033273780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:28:55.510647 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 710e0a7b-62ab-4c17-b447-d48c1c7c882b triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:28:55.511016 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:55.562943 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-f4a41e91-6fdc-4239-bb14-635fb25bbb67 None None] Provisioning complete for port 710e0a7b-62ab-4c17-b447-d48c1c7c882b triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:28:55.563350 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f4a41e91-6fdc-4239-bb14-635fb25bbb67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:55.592025 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a41e91-6fdc-4239-bb14-635fb25bbb67 None None] Pushing event updated for resources: {'Port': ['ID=71a5e316-85cd-40ae-a46f-25b9d9534a78,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:55.830775 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-528209be-e8b6-4426-9acd-67c2263b72de None None] Provisioning complete for port 1ec27842-d441-4914-84bb-6897384ee173 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:28:55.831985 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-528209be-e8b6-4426-9acd-67c2263b72de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:55.865900 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45476995-6455-4797-bee8-f127e1827c1a req-dd6c40a3-b03b-4cd3-a900-d79c1b6ad8b3 tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:55.867602 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-45476995-6455-4797-bee8-f127e1827c1a req-dd6c40a3-b03b-4cd3-a900-d79c1b6ad8b3 tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] 10.222.0.26 "GET /v2.0/networks?id=6e5e59da-8052-4eab-85c9-832cff0c91d2 HTTP/1.1" status: 200 len: 817 time: 0.1451631 Nov 12 09:28:55.874946 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-528209be-e8b6-4426-9acd-67c2263b72de None None] Port 1ec27842-d441-4914-84bb-6897384ee173 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:28:55.885715 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-528209be-e8b6-4426-9acd-67c2263b72de None None] Provisioning complete for port 71a5e316-85cd-40ae-a46f-25b9d9534a78 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:28:55.886221 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-528209be-e8b6-4426-9acd-67c2263b72de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:55.890697 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-45476995-6455-4797-bee8-f127e1827c1a req-4a02e5d5-70bd-414f-ae0e-54b2b7f2f86e tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] 10.222.0.26 "GET /v2.0/quotas/68fea61837c0466280e31fb55577df1d HTTP/1.1" status: 200 len: 375 time: 0.0150847 Nov 12 09:28:55.962968 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-45476995-6455-4797-bee8-f127e1827c1a req-bafead01-d04b-4bb9-b651-adcaec059ebb tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=68fea61837c0466280e31fb55577df1d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0631154 Nov 12 09:28:56.069700 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-45476995-6455-4797-bee8-f127e1827c1a req-bfc31620-0624-48a9-ac67-87540193289d service neutron] 10.222.0.26 "GET /v2.0/networks/6e5e59da-8052-4eab-85c9-832cff0c91d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919695 Nov 12 09:28:56.176016 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-45476995-6455-4797-bee8-f127e1827c1a req-444a82cd-0dca-492b-b5b1-85acc9e2495a service neutron] 10.222.0.26 "GET /v2.0/networks/6e5e59da-8052-4eab-85c9-832cff0c91d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001620 Nov 12 09:28:56.359281 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9e03a3e0-34fc-448a-bfb0-f89245c46597 req-cc36ee85-9571-4045-8ede-e2f56289e3ef tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad088f2c-9045-4cfb-a76d-600c5eeefd41 HTTP/1.1" status: 200 len: 210 time: 0.0311012 Nov 12 09:28:56.751974 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 71a5e316-85cd-40ae-a46f-25b9d9534a78 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:28:56.807939 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 71a5e316-85cd-40ae-a46f-25b9d9534a78 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:28:56.808309 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:57.461416 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d6857a8c-a66c-43f5-b9c2-fe46418badbc req-b865d95d-a08e-4fe5-8d05-8652184f0a8e tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad088f2c-9045-4cfb-a76d-600c5eeefd41 HTTP/1.1" status: 200 len: 210 time: 0.0274549 Nov 12 09:28:57.544449 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45476995-6455-4797-bee8-f127e1827c1a req-8ef96715-11d1-419a-9c3f-6d25eff9643e tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:57.546002 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-45476995-6455-4797-bee8-f127e1827c1a req-8ef96715-11d1-419a-9c3f-6d25eff9643e tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] 10.222.0.44 "GET /v2.0/networks?id=6e5e59da-8052-4eab-85c9-832cff0c91d2 HTTP/1.1" status: 200 len: 817 time: 0.1104138 Nov 12 09:28:57.570904 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-45476995-6455-4797-bee8-f127e1827c1a req-68398065-9a4f-462d-bc89-8fdef5225c9d tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] Request body: {'port': {'device_id': 'ad088f2c-9045-4cfb-a76d-600c5eeefd41', 'network_id': '6e5e59da-8052-4eab-85c9-832cff0c91d2', 'admin_state_up': True, 'tenant_id': '68fea61837c0466280e31fb55577df1d'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:28:57.687900 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45476995-6455-4797-bee8-f127e1827c1a req-68398065-9a4f-462d-bc89-8fdef5225c9d tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] Made reservation on behalf of 68fea61837c0466280e31fb55577df1d for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:28:57.691724 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-45476995-6455-4797-bee8-f127e1827c1a req-68398065-9a4f-462d-bc89-8fdef5225c9d tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:57.830040 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-45476995-6455-4797-bee8-f127e1827c1a req-68398065-9a4f-462d-bc89-8fdef5225c9d tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] Allocated IP 172.20.0.12 (6e5e59da-8052-4eab-85c9-832cff0c91d2/22963fbf-a7f9-4e79-b655-fc4f85f3c2f3/c0e54fca-e18a-4a51-bd1f-5e23a2ce36a9) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:28:57.969151 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f198356-3e00-4162-b73f-a64b5aa5f299 None None] Sync routers for ids ['ce0ebc11-8377-43cb-9312-47e31f4dcad6'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:28:57.979858 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f198356-3e00-4162-b73f-a64b5aa5f299 None None] Routers {'ce0ebc11-8377-43cb-9312-47e31f4dcad6'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:28:57.980488 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-0f198356-3e00-4162-b73f-a64b5aa5f299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:28:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['ce0ebc11-8377-43cb-9312-47e31f4dcad6'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:28:57.988764 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-45476995-6455-4797-bee8-f127e1827c1a req-68398065-9a4f-462d-bc89-8fdef5225c9d tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:58.024376 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-45476995-6455-4797-bee8-f127e1827c1a req-68398065-9a4f-462d-bc89-8fdef5225c9d tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:58.070006 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45476995-6455-4797-bee8-f127e1827c1a req-68398065-9a4f-462d-bc89-8fdef5225c9d tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] Network 6e5e59da-8052-4eab-85c9-832cff0c91d2 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:28:58.075135 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-45476995-6455-4797-bee8-f127e1827c1a req-68398065-9a4f-462d-bc89-8fdef5225c9d tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:28:58.079236 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-45476995-6455-4797-bee8-f127e1827c1a req-68398065-9a4f-462d-bc89-8fdef5225c9d tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:28:58.093434 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-0f198356-3e00-4162-b73f-a64b5aa5f299 None None] Set router ce0ebc11-8377-43cb-9312-47e31f4dcad6 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:28:58.106655 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68398065-9a4f-462d-bc89-8fdef5225c9d tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] Pushing event updated for resources: {'Port': ['ID=c0e54fca-e18a-4a51-bd1f-5e23a2ce36a9,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:58.146045 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45476995-6455-4797-bee8-f127e1827c1a req-68398065-9a4f-462d-bc89-8fdef5225c9d tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:58.146776 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-45476995-6455-4797-bee8-f127e1827c1a req-68398065-9a4f-462d-bc89-8fdef5225c9d tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:58.164493 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-45476995-6455-4797-bee8-f127e1827c1a req-68398065-9a4f-462d-bc89-8fdef5225c9d tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5990810 Nov 12 09:28:58.190103 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-45476995-6455-4797-bee8-f127e1827c1a req-071f843a-8c99-47dc-b80a-c5055b86b46a service neutron] Request body: {'port': {'device_id': 'ad088f2c-9045-4cfb-a76d-600c5eeefd41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:28:58.257785 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-45476995-6455-4797-bee8-f127e1827c1a req-071f843a-8c99-47dc-b80a-c5055b86b46a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:58.330757 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-8319c294-eb96-4060-afd4-581800fb68be None None] Provisioning complete for port c0e54fca-e18a-4a51-bd1f-5e23a2ce36a9 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:28:58.331774 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8319c294-eb96-4060-afd4-581800fb68be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:58.418074 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-0f198356-3e00-4162-b73f-a64b5aa5f299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce0ebc11-8377-43cb-9312-47e31f4dcad6', 'name': 'tempest-TestEncryptedCinderVolumes-355002837-router', 'tenant_id': 'facc412df33843a9add1c4a3f5797281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '71a5e316-85cd-40ae-a46f-25b9d9534a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:28:51Z', 'updated_at': '2021-11-12T09:28:54Z', 'revision_number': 4, 'project_id': 'facc412df33843a9add1c4a3f5797281', 'gw_port': {'id': '71a5e316-85cd-40ae-a46f-25b9d9534a78', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:45:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0ebc11-8377-43cb-9312-47e31f4dcad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:28:51Z', 'updated_at': '2021-11-12T09:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '1ec27842-d441-4914-84bb-6897384ee173', 'name': '', 'network_id': 'd4263769-b72d-49f2-953f-87b2414d9285', 'tenant_id': 'facc412df33843a9add1c4a3f5797281', 'mac_address': 'fa:16:3e:e3:65:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce0ebc11-8377-43cb-9312-47e31f4dcad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': 'd6ba2580-e85c-4013-b50f-81a033273780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:28:53Z', 'updated_at': '2021-11-12T09:28:54Z', 'revision_number': 2, 'project_id': 'facc412df33843a9add1c4a3f5797281', 'subnets': [{'id': 'd6ba2580-e85c-4013-b50f-81a033273780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:28:58.445545 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f198356-3e00-4162-b73f-a64b5aa5f299 None None] Checking router: ce0ebc11-8377-43cb-9312-47e31f4dcad6 for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:28:58.445912 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f198356-3e00-4162-b73f-a64b5aa5f299 None None] Updating router ce0ebc11-8377-43cb-9312-47e31f4dcad6 port 1ec27842-d441-4914-84bb-6897384ee173 binding host n-d-765315-29 {{(pid=102602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:28:58.474264 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-0f198356-3e00-4162-b73f-a64b5aa5f299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:58.538329 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-8319c294-eb96-4060-afd4-581800fb68be None None] Port c0e54fca-e18a-4a51-bd1f-5e23a2ce36a9 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:28:58.563211 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-45476995-6455-4797-bee8-f127e1827c1a req-071f843a-8c99-47dc-b80a-c5055b86b46a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0e54fca-e18a-4a51-bd1f-5e23a2ce36a9 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:28:58.573565 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-45476995-6455-4797-bee8-f127e1827c1a req-071f843a-8c99-47dc-b80a-c5055b86b46a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:58.588002 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-45476995-6455-4797-bee8-f127e1827c1a req-071f843a-8c99-47dc-b80a-c5055b86b46a service neutron] Transition to ACTIVE for port object c0e54fca-e18a-4a51-bd1f-5e23a2ce36a9 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:28:58.589750 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185668fd-430d-423a-8771-6707907fec38 req-8a7a81e9-17a3-4ed2-80a0-075e9c4eebd3 tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:58.593115 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-185668fd-430d-423a-8771-6707907fec38 req-8a7a81e9-17a3-4ed2-80a0-075e9c4eebd3 tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad088f2c-9045-4cfb-a76d-600c5eeefd41 HTTP/1.1" status: 200 len: 932 time: 0.0545096 Nov 12 09:28:58.595084 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-45476995-6455-4797-bee8-f127e1827c1a req-071f843a-8c99-47dc-b80a-c5055b86b46a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:58.669295 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-185668fd-430d-423a-8771-6707907fec38 req-ea5d62f3-e26f-4145-8899-96fbbf1adf30 tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] 10.222.0.26 "GET /v2.0/security-groups?id=63590c53-bd6d-41b2-81d5-0a5d39b00df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664842 Nov 12 09:28:58.700551 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071f843a-8c99-47dc-b80a-c5055b86b46a service neutron] Pushing event updated for resources: {'Port': ['ID=c0e54fca-e18a-4a51-bd1f-5e23a2ce36a9,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:58.735507 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-45476995-6455-4797-bee8-f127e1827c1a req-071f843a-8c99-47dc-b80a-c5055b86b46a service neutron] Attempting to bind port c0e54fca-e18a-4a51-bd1f-5e23a2ce36a9 on host n-h2-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:28:58.735507 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-45476995-6455-4797-bee8-f127e1827c1a req-071f843a-8c99-47dc-b80a-c5055b86b46a service neutron] Attempting to bind port c0e54fca-e18a-4a51-bd1f-5e23a2ce36a9 by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': 'b5584d97-9a91-455d-b5ee-e44c2669560b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6e5e59da-8052-4eab-85c9-832cff0c91d2'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:28:58.735977 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45476995-6455-4797-bee8-f127e1827c1a req-071f843a-8c99-47dc-b80a-c5055b86b46a service neutron] Attempting to bind port c0e54fca-e18a-4a51-bd1f-5e23a2ce36a9 on network 6e5e59da-8052-4eab-85c9-832cff0c91d2 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:28:58.743741 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45476995-6455-4797-bee8-f127e1827c1a req-071f843a-8c99-47dc-b80a-c5055b86b46a service neutron] Port c0e54fca-e18a-4a51-bd1f-5e23a2ce36a9 on network 6e5e59da-8052-4eab-85c9-832cff0c91d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:28:58.744072 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45476995-6455-4797-bee8-f127e1827c1a req-071f843a-8c99-47dc-b80a-c5055b86b46a service neutron] Attempting to bind port c0e54fca-e18a-4a51-bd1f-5e23a2ce36a9 on network 6e5e59da-8052-4eab-85c9-832cff0c91d2 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:28:58.750515 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45476995-6455-4797-bee8-f127e1827c1a req-071f843a-8c99-47dc-b80a-c5055b86b46a service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:28:58.750819 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45476995-6455-4797-bee8-f127e1827c1a req-071f843a-8c99-47dc-b80a-c5055b86b46a service neutron] Checking segment: {'id': 'b5584d97-9a91-455d-b5ee-e44c2669560b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6e5e59da-8052-4eab-85c9-832cff0c91d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:28:58.751216 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45476995-6455-4797-bee8-f127e1827c1a req-071f843a-8c99-47dc-b80a-c5055b86b46a service neutron] Bound using segment: {'id': 'b5584d97-9a91-455d-b5ee-e44c2669560b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6e5e59da-8052-4eab-85c9-832cff0c91d2'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:28:58.751651 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-45476995-6455-4797-bee8-f127e1827c1a req-071f843a-8c99-47dc-b80a-c5055b86b46a service neutron] Bound port: c0e54fca-e18a-4a51-bd1f-5e23a2ce36a9, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5584d97-9a91-455d-b5ee-e44c2669560b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6e5e59da-8052-4eab-85c9-832cff0c91d2'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:28:58.752012 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-45476995-6455-4797-bee8-f127e1827c1a req-071f843a-8c99-47dc-b80a-c5055b86b46a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:58.781469 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-0f198356-3e00-4162-b73f-a64b5aa5f299 None None] Publish callbacks [] for port, precommit_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:58.787808 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-0f198356-3e00-4162-b73f-a64b5aa5f299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:58.830313 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-45476995-6455-4797-bee8-f127e1827c1a req-071f843a-8c99-47dc-b80a-c5055b86b46a service neutron] For port c0e54fca-e18a-4a51-bd1f-5e23a2ce36a9, host n-h2-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:28:58.835633 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-45476995-6455-4797-bee8-f127e1827c1a req-071f843a-8c99-47dc-b80a-c5055b86b46a service neutron] For port c0e54fca-e18a-4a51-bd1f-5e23a2ce36a9, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=c0e54fca-e18a-4a51-bd1f-5e23a2ce36a9,segment=NetworkSegment(b5584d97-9a91-455d-b5ee-e44c2669560b),segment_id=b5584d97-9a91-455d-b5ee-e44c2669560b)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:28:58.839583 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc8c863-ff67-4309-908a-f4eb09d01d80 None None] Pushing event updated for resources: {'Port': ['ID=1ec27842-d441-4914-84bb-6897384ee173,revision_number=3']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:58.840987 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-45476995-6455-4797-bee8-f127e1827c1a req-071f843a-8c99-47dc-b80a-c5055b86b46a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:58.879782 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45476995-6455-4797-bee8-f127e1827c1a req-071f843a-8c99-47dc-b80a-c5055b86b46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:58.880565 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-45476995-6455-4797-bee8-f127e1827c1a req-071f843a-8c99-47dc-b80a-c5055b86b46a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:58.882218 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-45476995-6455-4797-bee8-f127e1827c1a req-071f843a-8c99-47dc-b80a-c5055b86b46a service neutron] 10.222.0.44 "PUT /v2.0/ports/c0e54fca-e18a-4a51-bd1f-5e23a2ce36a9 HTTP/1.1" status: 200 len: 1093 time: 0.6990089 Nov 12 09:28:58.884977 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad088f2c-9045-4cfb-a76d-600c5eeefd41', 'tag': 'c0e54fca-e18a-4a51-bd1f-5e23a2ce36a9'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:28:58.887271 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c022ff2c5cb8d3060857f92f3690e67c01ee9cc1391db4b92ea76e21aea06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad134947-87ce-4e3f-a133-25f96c3abb09" -d '{"events": [{"name": "network-changed", "server_uuid": "ad088f2c-9045-4cfb-a76d-600c5eeefd41", "tag": "c0e54fca-e18a-4a51-bd1f-5e23a2ce36a9"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:28:58.925380 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071f843a-8c99-47dc-b80a-c5055b86b46a service neutron] Pushing event updated for resources: {'Port': ['ID=c0e54fca-e18a-4a51-bd1f-5e23a2ce36a9,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:58.930901 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-0f198356-3e00-4162-b73f-a64b5aa5f299 None None] Attempting to bind port 1ec27842-d441-4914-84bb-6897384ee173 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:28:58.931270 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-0f198356-3e00-4162-b73f-a64b5aa5f299 None None] Attempting to bind port 1ec27842-d441-4914-84bb-6897384ee173 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '62057593-9a2d-4374-bec2-33f31a2b27e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd4263769-b72d-49f2-953f-87b2414d9285'}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:28:58.937702 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f198356-3e00-4162-b73f-a64b5aa5f299 None None] Attempting to bind port 1ec27842-d441-4914-84bb-6897384ee173 on network d4263769-b72d-49f2-953f-87b2414d9285 {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:28:58.944981 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e70f01c-f81b-4491-8017-f86afe3c7427 x-openstack-request-id: req-5e70f01c-f81b-4491-8017-f86afe3c7427 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:28:58.945272 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad088f2c-9045-4cfb-a76d-600c5eeefd41", "tag": "c0e54fca-e18a-4a51-bd1f-5e23a2ce36a9", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:28:58.945529 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5e70f01c-f81b-4491-8017-f86afe3c7427 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:28:58.945940 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f198356-3e00-4162-b73f-a64b5aa5f299 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:28:58.946096 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad088f2c-9045-4cfb-a76d-600c5eeefd41', 'tag': 'c0e54fca-e18a-4a51-bd1f-5e23a2ce36a9', 'status': 'completed', 'code': 200} Nov 12 09:28:58.946351 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f198356-3e00-4162-b73f-a64b5aa5f299 None None] Checking segment: {'id': '62057593-9a2d-4374-bec2-33f31a2b27e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd4263769-b72d-49f2-953f-87b2414d9285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:28:58.946791 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-0f198356-3e00-4162-b73f-a64b5aa5f299 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:58.947186 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f198356-3e00-4162-b73f-a64b5aa5f299 None None] Bound using segment: {'id': '62057593-9a2d-4374-bec2-33f31a2b27e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd4263769-b72d-49f2-953f-87b2414d9285'} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:28:58.947674 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-0f198356-3e00-4162-b73f-a64b5aa5f299 None None] Bound port: 1ec27842-d441-4914-84bb-6897384ee173, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62057593-9a2d-4374-bec2-33f31a2b27e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd4263769-b72d-49f2-953f-87b2414d9285'}}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:28:58.948058 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-0f198356-3e00-4162-b73f-a64b5aa5f299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:59.021439 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45476995-6455-4797-bee8-f127e1827c1a req-623c587c-f457-4fbf-9661-5532523aa222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:59.024089 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-45476995-6455-4797-bee8-f127e1827c1a req-623c587c-f457-4fbf-9661-5532523aa222 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=68fea61837c0466280e31fb55577df1d&device_id=ad088f2c-9045-4cfb-a76d-600c5eeefd41 HTTP/1.1" status: 200 len: 1096 time: 0.0566394 Nov 12 09:28:59.031346 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-0f198356-3e00-4162-b73f-a64b5aa5f299 None None] For port 1ec27842-d441-4914-84bb-6897384ee173, host n-d-765315-29, cleared binding levels {{(pid=102602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:28:59.035074 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-0f198356-3e00-4162-b73f-a64b5aa5f299 None None] For port 1ec27842-d441-4914-84bb-6897384ee173, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=1ec27842-d441-4914-84bb-6897384ee173,segment=NetworkSegment(62057593-9a2d-4374-bec2-33f31a2b27e3),segment_id=62057593-9a2d-4374-bec2-33f31a2b27e3)] {{(pid=102602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:28:59.040248 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-0f198356-3e00-4162-b73f-a64b5aa5f299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:59.087535 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-45476995-6455-4797-bee8-f127e1827c1a req-1f876d20-d5b5-46dd-9059-14b2f8e795e5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0e54fca-e18a-4a51-bd1f-5e23a2ce36a9 HTTP/1.1" status: 200 len: 217 time: 0.0417292 Nov 12 09:28:59.099884 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc8c863-ff67-4309-908a-f4eb09d01d80 None None] Pushing event updated for resources: {'Port': ['ID=1ec27842-d441-4914-84bb-6897384ee173,revision_number=4']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:59.112423 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f198356-3e00-4162-b73f-a64b5aa5f299 None None] Routers {'ce0ebc11-8377-43cb-9312-47e31f4dcad6'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:28:59.113045 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-0f198356-3e00-4162-b73f-a64b5aa5f299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:28:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['ce0ebc11-8377-43cb-9312-47e31f4dcad6'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:28:59.164873 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45476995-6455-4797-bee8-f127e1827c1a req-deff847a-c78b-4ed1-8dd5-b9b11e001475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:59.166455 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-45476995-6455-4797-bee8-f127e1827c1a req-deff847a-c78b-4ed1-8dd5-b9b11e001475 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=22963fbf-a7f9-4e79-b655-fc4f85f3c2f3 HTTP/1.1" status: 200 len: 856 time: 0.0704818 Nov 12 09:28:59.203779 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-de576291-bef2-40fb-9012-81249c6221a4 None None] Provisioning complete for port 1ec27842-d441-4914-84bb-6897384ee173 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:28:59.205584 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-de576291-bef2-40fb-9012-81249c6221a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:59.229823 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45476995-6455-4797-bee8-f127e1827c1a req-13bf9ccb-b051-4498-b55c-b4c4237f62fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:59.231820 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-45476995-6455-4797-bee8-f127e1827c1a req-13bf9ccb-b051-4498-b55c-b4c4237f62fa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6e5e59da-8052-4eab-85c9-832cff0c91d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562587 Nov 12 09:28:59.232891 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-0f198356-3e00-4162-b73f-a64b5aa5f299 None None] Set router ce0ebc11-8377-43cb-9312-47e31f4dcad6 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:28:59.304102 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-de576291-bef2-40fb-9012-81249c6221a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:59.344993 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-de576291-bef2-40fb-9012-81249c6221a4 None None] For port 1ec27842-d441-4914-84bb-6897384ee173, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=1ec27842-d441-4914-84bb-6897384ee173,segment=NetworkSegment(62057593-9a2d-4374-bec2-33f31a2b27e3),segment_id=62057593-9a2d-4374-bec2-33f31a2b27e3)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:28:59.356515 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-de576291-bef2-40fb-9012-81249c6221a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:59.356999 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-45476995-6455-4797-bee8-f127e1827c1a req-f9fff68e-d9b6-4f69-a300-a1e92502b271 service neutron] 10.222.0.44 "GET /v2.0/networks/6e5e59da-8052-4eab-85c9-832cff0c91d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094029 Nov 12 09:28:59.407651 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de576291-bef2-40fb-9012-81249c6221a4 None None] Pushing event updated for resources: {'Port': ['ID=1ec27842-d441-4914-84bb-6897384ee173,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:59.458841 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-45476995-6455-4797-bee8-f127e1827c1a req-420caa97-b5f2-4b56-b7ce-eadc72193594 service neutron] 10.222.0.44 "GET /v2.0/networks/6e5e59da-8052-4eab-85c9-832cff0c91d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889032 Nov 12 09:28:59.471805 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-0f198356-3e00-4162-b73f-a64b5aa5f299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce0ebc11-8377-43cb-9312-47e31f4dcad6', 'name': 'tempest-TestEncryptedCinderVolumes-355002837-router', 'tenant_id': 'facc412df33843a9add1c4a3f5797281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '71a5e316-85cd-40ae-a46f-25b9d9534a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:28:51Z', 'updated_at': '2021-11-12T09:28:54Z', 'revision_number': 4, 'project_id': 'facc412df33843a9add1c4a3f5797281', 'gw_port': {'id': '71a5e316-85cd-40ae-a46f-25b9d9534a78', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:45:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0ebc11-8377-43cb-9312-47e31f4dcad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:28:51Z', 'updated_at': '2021-11-12T09:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '1ec27842-d441-4914-84bb-6897384ee173', 'name': '', 'network_id': 'd4263769-b72d-49f2-953f-87b2414d9285', 'tenant_id': 'facc412df33843a9add1c4a3f5797281', 'mac_address': 'fa:16:3e:e3:65:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce0ebc11-8377-43cb-9312-47e31f4dcad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': 'd6ba2580-e85c-4013-b50f-81a033273780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:28:53Z', 'updated_at': '2021-11-12T09:28:59Z', 'revision_number': 4, 'project_id': 'facc412df33843a9add1c4a3f5797281', 'subnets': [{'id': 'd6ba2580-e85c-4013-b50f-81a033273780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:28:59.477890 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-017b5e69-6a5b-428f-87dd-8c57f7d03f54 None None] Provisioning complete for port 1ec27842-d441-4914-84bb-6897384ee173 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:28:59.478260 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-017b5e69-6a5b-428f-87dd-8c57f7d03f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:59.500979 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f198356-3e00-4162-b73f-a64b5aa5f299 None None] The sync data for ids ['ce0ebc11-8377-43cb-9312-47e31f4dcad6'] in n-d-765315-29 is: [{'id': 'ce0ebc11-8377-43cb-9312-47e31f4dcad6', 'name': 'tempest-TestEncryptedCinderVolumes-355002837-router', 'tenant_id': 'facc412df33843a9add1c4a3f5797281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '71a5e316-85cd-40ae-a46f-25b9d9534a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:28:51Z', 'updated_at': '2021-11-12T09:28:54Z', 'revision_number': 4, 'project_id': 'facc412df33843a9add1c4a3f5797281', 'gw_port': {'id': '71a5e316-85cd-40ae-a46f-25b9d9534a78', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:45:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0ebc11-8377-43cb-9312-47e31f4dcad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:28:51Z', 'updated_at': '2021-11-12T09:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '1ec27842-d441-4914-84bb-6897384ee173', 'name': '', 'network_id': 'd4263769-b72d-49f2-953f-87b2414d9285', 'tenant_id': 'facc412df33843a9add1c4a3f5797281', 'mac_address': 'fa:16:3e:e3:65:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce0ebc11-8377-43cb-9312-47e31f4dcad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': 'd6ba2580-e85c-4013-b50f-81a033273780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:28:53Z', 'updated_at': '2021-11-12T09:28:59Z', 'revision_number': 4, 'project_id': 'facc412df33843a9add1c4a3f5797281', 'subnets': [{'id': 'd6ba2580-e85c-4013-b50f-81a033273780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:28:59.623393 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad134947-87ce-4e3f-a133-25f96c3abb09 req-1f00766d-08ad-44b9-87ab-c72995b79e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:59.624977 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ad134947-87ce-4e3f-a133-25f96c3abb09 req-1f00766d-08ad-44b9-87ab-c72995b79e82 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=68fea61837c0466280e31fb55577df1d&device_id=ad088f2c-9045-4cfb-a76d-600c5eeefd41 HTTP/1.1" status: 200 len: 1096 time: 0.0512342 Nov 12 09:28:59.726535 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad134947-87ce-4e3f-a133-25f96c3abb09 req-ebe18139-d34d-4d59-b1b5-9dd9d2669b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:59.728252 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ad134947-87ce-4e3f-a133-25f96c3abb09 req-ebe18139-d34d-4d59-b1b5-9dd9d2669b6c service neutron] 10.222.0.44 "GET /v2.0/networks?id=6e5e59da-8052-4eab-85c9-832cff0c91d2 HTTP/1.1" status: 200 len: 918 time: 0.0948174 Nov 12 09:28:59.783866 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ad134947-87ce-4e3f-a133-25f96c3abb09 req-7251ce09-ff27-4e67-a216-52f9094cb6f6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0e54fca-e18a-4a51-bd1f-5e23a2ce36a9 HTTP/1.1" status: 200 len: 217 time: 0.0422878 Nov 12 09:28:59.790694 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d53fed-c147-4615-ba96-65df4c8c1046 req-74075cbb-20e8-4f78-bb28-f481e070af65 tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:59.792246 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e5d53fed-c147-4615-ba96-65df4c8c1046 req-74075cbb-20e8-4f78-bb28-f481e070af65 tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad088f2c-9045-4cfb-a76d-600c5eeefd41 HTTP/1.1" status: 200 len: 944 time: 0.0577886 Nov 12 09:28:59.843744 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e5d53fed-c147-4615-ba96-65df4c8c1046 req-51e1ef82-1b8f-4394-92ad-c5183f978e5a tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] 10.222.0.26 "GET /v2.0/security-groups?id=63590c53-bd6d-41b2-81d5-0a5d39b00df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450845 Nov 12 09:28:59.851887 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad134947-87ce-4e3f-a133-25f96c3abb09 req-c795196f-24cf-4d00-b6fe-ee6696e4d56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:59.853643 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ad134947-87ce-4e3f-a133-25f96c3abb09 req-c795196f-24cf-4d00-b6fe-ee6696e4d56f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=22963fbf-a7f9-4e79-b655-fc4f85f3c2f3 HTTP/1.1" status: 200 len: 856 time: 0.0538561 Nov 12 09:28:59.905148 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad134947-87ce-4e3f-a133-25f96c3abb09 req-62f03c7f-b09c-4119-9fe3-c94bfd1848ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:59.906695 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ad134947-87ce-4e3f-a133-25f96c3abb09 req-62f03c7f-b09c-4119-9fe3-c94bfd1848ca service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6e5e59da-8052-4eab-85c9-832cff0c91d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437753 Nov 12 09:29:00.024883 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ad134947-87ce-4e3f-a133-25f96c3abb09 req-be9b3324-1fae-4cb2-8703-a6260754614f service neutron] 10.222.0.44 "GET /v2.0/networks/6e5e59da-8052-4eab-85c9-832cff0c91d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092920 Nov 12 09:29:00.117312 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ad134947-87ce-4e3f-a133-25f96c3abb09 req-adcdc1a3-7d2a-45d8-84e7-b700f96c3304 service neutron] 10.222.0.44 "GET /v2.0/networks/6e5e59da-8052-4eab-85c9-832cff0c91d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848522 Nov 12 09:29:00.718358 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 1ec27842-d441-4914-84bb-6897384ee173 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:29:00.768616 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 1ec27842-d441-4914-84bb-6897384ee173 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:29:00.768981 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:00.963318 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcf1f23-d16e-46fa-b6bc-44214e15bbef req-7bd11b7e-c801-4eb3-9dff-82b5296a668f tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:00.964735 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7dcf1f23-d16e-46fa-b6bc-44214e15bbef req-7bd11b7e-c801-4eb3-9dff-82b5296a668f tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad088f2c-9045-4cfb-a76d-600c5eeefd41 HTTP/1.1" status: 200 len: 944 time: 0.0521073 Nov 12 09:29:01.012453 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7dcf1f23-d16e-46fa-b6bc-44214e15bbef req-792b4bf5-07f5-4d10-a8ea-54d672836a88 tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] 10.222.0.26 "GET /v2.0/security-groups?id=63590c53-bd6d-41b2-81d5-0a5d39b00df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414433 Nov 12 09:29:02.136563 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0207853f-6a03-4a24-a116-e3a8eaf60d78 req-0ef7354f-73ea-45bd-b083-b26bdbb18b78 tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:02.138087 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0207853f-6a03-4a24-a116-e3a8eaf60d78 req-0ef7354f-73ea-45bd-b083-b26bdbb18b78 tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad088f2c-9045-4cfb-a76d-600c5eeefd41 HTTP/1.1" status: 200 len: 944 time: 0.0542853 Nov 12 09:29:02.186061 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0207853f-6a03-4a24-a116-e3a8eaf60d78 req-7e99c032-d884-494b-b8e0-29691bdfb6da tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] 10.222.0.26 "GET /v2.0/security-groups?id=63590c53-bd6d-41b2-81d5-0a5d39b00df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407050 Nov 12 09:29:03.304268 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d8d2ba-49a2-406e-8899-e98c3677f196 req-7f32b10f-2d55-4e56-8b25-fa18915b07c1 tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:03.305890 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d8d8d2ba-49a2-406e-8899-e98c3677f196 req-7f32b10f-2d55-4e56-8b25-fa18915b07c1 tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad088f2c-9045-4cfb-a76d-600c5eeefd41 HTTP/1.1" status: 200 len: 944 time: 0.0507798 Nov 12 09:29:03.357693 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d8d8d2ba-49a2-406e-8899-e98c3677f196 req-29e79ea6-330f-4d8c-a312-fa4054da468e tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] 10.222.0.26 "GET /v2.0/security-groups?id=63590c53-bd6d-41b2-81d5-0a5d39b00df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446136 Nov 12 09:29:03.868579 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device c0e54fca-e18a-4a51-bd1f-5e23a2ce36a9 details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:29:03.960795 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port c0e54fca-e18a-4a51-bd1f-5e23a2ce36a9, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=c0e54fca-e18a-4a51-bd1f-5e23a2ce36a9,segment=NetworkSegment(b5584d97-9a91-455d-b5ee-e44c2669560b),segment_id=b5584d97-9a91-455d-b5ee-e44c2669560b)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:29:03.972807 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': 'c0e54fca-e18a-4a51-bd1f-5e23a2ce36a9', 'network_id': '6e5e59da-8052-4eab-85c9-832cff0c91d2', 'port_id': 'c0e54fca-e18a-4a51-bd1f-5e23a2ce36a9', 'mac_address': 'fa:16:3e:34:7e:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22963fbf-a7f9-4e79-b655-fc4f85f3c2f3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:29:04.010538 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:04.027528 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0e54fca-e18a-4a51-bd1f-5e23a2ce36a9 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:29:04.048372 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port c0e54fca-e18a-4a51-bd1f-5e23a2ce36a9, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=c0e54fca-e18a-4a51-bd1f-5e23a2ce36a9,segment=NetworkSegment(b5584d97-9a91-455d-b5ee-e44c2669560b),segment_id=b5584d97-9a91-455d-b5ee-e44c2669560b)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:29:04.052551 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:04.101110 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=c0e54fca-e18a-4a51-bd1f-5e23a2ce36a9,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:29:04.122130 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b115c813-35ac-4b99-ab91-d4d4b7bf9ada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:04.392671 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['c0e54fca-e18a-4a51-bd1f-5e23a2ce36a9'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:29:04.489596 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa279989-91a3-4254-bc47-2f1c4a71f08a req-006063b2-ba03-44ee-80b3-64de9d7dbdf7 tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:04.491562 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-aa279989-91a3-4254-bc47-2f1c4a71f08a req-006063b2-ba03-44ee-80b3-64de9d7dbdf7 tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad088f2c-9045-4cfb-a76d-600c5eeefd41 HTTP/1.1" status: 200 len: 945 time: 0.0519874 Nov 12 09:29:04.549733 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-aa279989-91a3-4254-bc47-2f1c4a71f08a req-0bb77775-dde9-4e1d-8c49-b8a44433b783 tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] 10.222.0.26 "GET /v2.0/security-groups?id=63590c53-bd6d-41b2-81d5-0a5d39b00df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499196 Nov 12 09:29:05.672085 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7635e8ef-2cbb-4feb-97de-924a3e7baed9 req-ce522002-cda8-47bc-98e5-c40a4d0e133c tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:05.673650 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7635e8ef-2cbb-4feb-97de-924a3e7baed9 req-ce522002-cda8-47bc-98e5-c40a4d0e133c tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad088f2c-9045-4cfb-a76d-600c5eeefd41 HTTP/1.1" status: 200 len: 945 time: 0.0561659 Nov 12 09:29:05.729126 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7635e8ef-2cbb-4feb-97de-924a3e7baed9 req-7a62c57b-9e5c-48d8-a13d-208224a09e20 tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] 10.222.0.26 "GET /v2.0/security-groups?id=63590c53-bd6d-41b2-81d5-0a5d39b00df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489566 Nov 12 09:29:05.867159 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device c0e54fca-e18a-4a51-bd1f-5e23a2ce36a9 up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:29:05.918969 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning for port c0e54fca-e18a-4a51-bd1f-5e23a2ce36a9 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:29:05.924388 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port c0e54fca-e18a-4a51-bd1f-5e23a2ce36a9 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:29:05.924750 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:06.003860 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:06.031013 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad088f2c-9045-4cfb-a76d-600c5eeefd41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0e54fca-e18a-4a51-bd1f-5e23a2ce36a9'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:29:06.033323 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132d5890bda14c85ea4d6a837dfa65400ea66c0cb50158568a7b02b7fe216ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-863ae50b-7554-42c6-8376-c1275fe2ce27" -d '{"events": [{"server_uuid": "ad088f2c-9045-4cfb-a76d-600c5eeefd41", "name": "network-vif-plugged", "status": "completed", "tag": "c0e54fca-e18a-4a51-bd1f-5e23a2ce36a9"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:29:06.047670 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port c0e54fca-e18a-4a51-bd1f-5e23a2ce36a9, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=c0e54fca-e18a-4a51-bd1f-5e23a2ce36a9,segment=NetworkSegment(b5584d97-9a91-455d-b5ee-e44c2669560b),segment_id=b5584d97-9a91-455d-b5ee-e44c2669560b)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:29:06.053222 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:06.079720 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd3e0cb7-48f5-4215-a012-dd63796d8fdf x-openstack-request-id: req-dd3e0cb7-48f5-4215-a012-dd63796d8fdf {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:29:06.080008 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad088f2c-9045-4cfb-a76d-600c5eeefd41", "name": "network-vif-plugged", "status": "completed", "tag": "c0e54fca-e18a-4a51-bd1f-5e23a2ce36a9", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:29:06.080262 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dd3e0cb7-48f5-4215-a012-dd63796d8fdf {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:29:06.080648 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad088f2c-9045-4cfb-a76d-600c5eeefd41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0e54fca-e18a-4a51-bd1f-5e23a2ce36a9', 'code': 200} Nov 12 09:29:06.121642 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=c0e54fca-e18a-4a51-bd1f-5e23a2ce36a9,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:29:06.154744 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:06.219297 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc4aa17-d6a5-4afa-b7ff-b353d175d222 req-93955c0e-5fc0-4b57-8e61-2b7c6a9b7672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:06.220895 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7cc4aa17-d6a5-4afa-b7ff-b353d175d222 req-93955c0e-5fc0-4b57-8e61-2b7c6a9b7672 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ad088f2c-9045-4cfb-a76d-600c5eeefd41 HTTP/1.1" status: 200 len: 1098 time: 0.0438981 Nov 12 09:29:06.275281 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7cc4aa17-d6a5-4afa-b7ff-b353d175d222 req-a0bfb3b5-2a44-46aa-a8e8-805795ce8c81 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=63590c53-bd6d-41b2-81d5-0a5d39b00df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433116 Nov 12 09:29:06.849586 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb5ba4d-f080-49c2-a81e-c549161f27ff req-84c2ad83-879f-4f5f-ad61-be956eefe30c tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:06.851129 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4eb5ba4d-f080-49c2-a81e-c549161f27ff req-84c2ad83-879f-4f5f-ad61-be956eefe30c tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad088f2c-9045-4cfb-a76d-600c5eeefd41 HTTP/1.1" status: 200 len: 946 time: 0.0508118 Nov 12 09:29:06.898918 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4eb5ba4d-f080-49c2-a81e-c549161f27ff req-d2d2a470-b26b-423a-8f45-2ad2475af1d9 tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] 10.222.0.26 "GET /v2.0/security-groups?id=63590c53-bd6d-41b2-81d5-0a5d39b00df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417876 Nov 12 09:29:07.146675 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7b67723a-2559-4a45-8249-d84f7130c97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:08.022010 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af386d32-91f8-4447-be5f-00afff56d5b5 req-e13ade6b-6c30-41f1-9666-15eb3cebd683 tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:08.023521 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-af386d32-91f8-4447-be5f-00afff56d5b5 req-e13ade6b-6c30-41f1-9666-15eb3cebd683 tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad088f2c-9045-4cfb-a76d-600c5eeefd41 HTTP/1.1" status: 200 len: 946 time: 0.0529394 Nov 12 09:29:08.080008 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-af386d32-91f8-4447-be5f-00afff56d5b5 req-ed15354f-8f69-44e1-a393-78b9edde671b tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] 10.222.0.26 "GET /v2.0/security-groups?id=63590c53-bd6d-41b2-81d5-0a5d39b00df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504255 Nov 12 09:29:08.200089 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a840e089-a5bc-4be7-b33a-17a110f36716 req-c38f197e-5a79-436d-857e-c8a0a2ae3926 tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:08.201738 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a840e089-a5bc-4be7-b33a-17a110f36716 req-c38f197e-5a79-436d-857e-c8a0a2ae3926 tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad088f2c-9045-4cfb-a76d-600c5eeefd41 HTTP/1.1" status: 200 len: 946 time: 0.0534625 Nov 12 09:29:08.202444 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:08.253600 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a840e089-a5bc-4be7-b33a-17a110f36716 req-d4a81124-bede-4fd7-b650-9d8862dccb5d tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] 10.222.0.26 "GET /v2.0/security-groups?id=63590c53-bd6d-41b2-81d5-0a5d39b00df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445988 Nov 12 09:29:09.547133 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:10.159849 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:13.244432 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:18.225544 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:29:31.031755 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85a1f74-b34e-459d-b5d3-4341e43782fd req-a50d385f-ef02-47ae-aee8-4689ddec2c61 tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:31.033371 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e85a1f74-b34e-459d-b5d3-4341e43782fd req-a50d385f-ef02-47ae-aee8-4689ddec2c61 tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad088f2c-9045-4cfb-a76d-600c5eeefd41 HTTP/1.1" status: 200 len: 946 time: 0.0562339 Nov 12 09:29:31.088472 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e85a1f74-b34e-459d-b5d3-4341e43782fd req-609834a4-97cd-491c-ac0a-e30941585c65 tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] 10.222.0.26 "GET /v2.0/security-groups?id=63590c53-bd6d-41b2-81d5-0a5d39b00df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491173 Nov 12 09:29:32.211727 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892108ad-9d3e-4f79-9d3c-47788c2e0381 req-e9be269a-9e01-4881-a6ef-ac9f9affef18 tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:32.213244 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-892108ad-9d3e-4f79-9d3c-47788c2e0381 req-e9be269a-9e01-4881-a6ef-ac9f9affef18 tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad088f2c-9045-4cfb-a76d-600c5eeefd41 HTTP/1.1" status: 200 len: 946 time: 0.0511999 Nov 12 09:29:32.264888 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-892108ad-9d3e-4f79-9d3c-47788c2e0381 req-8894ea3a-fa19-4466-8235-d85acf10bd6b tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] 10.222.0.26 "GET /v2.0/security-groups?id=63590c53-bd6d-41b2-81d5-0a5d39b00df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441852 Nov 12 09:29:32.894051 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee8f249-c37b-4396-9c6c-4cd032720a8a req-983311e9-c4b9-4baa-b864-7ebae62393a6 tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:32.895603 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0ee8f249-c37b-4396-9c6c-4cd032720a8a req-983311e9-c4b9-4baa-b864-7ebae62393a6 tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad088f2c-9045-4cfb-a76d-600c5eeefd41 HTTP/1.1" status: 200 len: 946 time: 0.0507636 Nov 12 09:29:32.993361 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-0ee8f249-c37b-4396-9c6c-4cd032720a8a req-d6b8ca39-d572-4b02-b822-601a9f7454f7 tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] Deleting port c0e54fca-e18a-4a51-bd1f-5e23a2ce36a9 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:29:32.993606 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-0ee8f249-c37b-4396-9c6c-4cd032720a8a req-d6b8ca39-d572-4b02-b822-601a9f7454f7 tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:33.089496 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-0ee8f249-c37b-4396-9c6c-4cd032720a8a req-d6b8ca39-d572-4b02-b822-601a9f7454f7 tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] For port c0e54fca-e18a-4a51-bd1f-5e23a2ce36a9, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=c0e54fca-e18a-4a51-bd1f-5e23a2ce36a9,segment=NetworkSegment(b5584d97-9a91-455d-b5ee-e44c2669560b),segment_id=b5584d97-9a91-455d-b5ee-e44c2669560b)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:29:33.090105 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-0ee8f249-c37b-4396-9c6c-4cd032720a8a req-d6b8ca39-d572-4b02-b822-601a9f7454f7 tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:33.103596 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-0ee8f249-c37b-4396-9c6c-4cd032720a8a req-d6b8ca39-d572-4b02-b822-601a9f7454f7 tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] Calling delete_port for c0e54fca-e18a-4a51-bd1f-5e23a2ce36a9 owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:29:33.239565 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-0ee8f249-c37b-4396-9c6c-4cd032720a8a req-d6b8ca39-d572-4b02-b822-601a9f7454f7 tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:33.271176 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b8ca39-d572-4b02-b822-601a9f7454f7 tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] Pushing event deleted for resources: {'Port': ['ID=c0e54fca-e18a-4a51-bd1f-5e23a2ce36a9,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:29:33.278920 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['c0e54fca-e18a-4a51-bd1f-5e23a2ce36a9'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:29:33.322994 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ee8f249-c37b-4396-9c6c-4cd032720a8a req-d6b8ca39-d572-4b02-b822-601a9f7454f7 tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] No DVR routers for this DVR port c0e54fca-e18a-4a51-bd1f-5e23a2ce36a9 on host n-h2-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:29:33.326225 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-0ee8f249-c37b-4396-9c6c-4cd032720a8a req-d6b8ca39-d572-4b02-b822-601a9f7454f7 tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:33.329705 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0ee8f249-c37b-4396-9c6c-4cd032720a8a req-d6b8ca39-d572-4b02-b822-601a9f7454f7 tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] 10.222.0.44 "DELETE /v2.0/ports/c0e54fca-e18a-4a51-bd1f-5e23a2ce36a9 HTTP/1.1" status: 204 len: 173 time: 0.4259708 Nov 12 09:29:33.330178 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad088f2c-9045-4cfb-a76d-600c5eeefd41', 'name': 'network-vif-deleted', 'tag': 'c0e54fca-e18a-4a51-bd1f-5e23a2ce36a9'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:29:33.332912 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c022ff2c5cb8d3060857f92f3690e67c01ee9cc1391db4b92ea76e21aea06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27573460-4976-4269-84ac-1a7b01edb552" -d '{"events": [{"server_uuid": "ad088f2c-9045-4cfb-a76d-600c5eeefd41", "name": "network-vif-deleted", "tag": "c0e54fca-e18a-4a51-bd1f-5e23a2ce36a9"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:29:33.381742 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8552b33f-83b1-47f6-a224-c45e9fef458e req-4d72d577-62f1-4818-a563-75a0c2120e03 tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad088f2c-9045-4cfb-a76d-600c5eeefd41 HTTP/1.1" status: 200 len: 210 time: 0.0337481 Nov 12 09:29:33.441635 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29329a85-8239-4185-baa6-d947bcb3e702 x-openstack-request-id: req-29329a85-8239-4185-baa6-d947bcb3e702 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:29:33.442004 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad088f2c-9045-4cfb-a76d-600c5eeefd41", "name": "network-vif-deleted", "tag": "c0e54fca-e18a-4a51-bd1f-5e23a2ce36a9", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:29:33.442330 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-29329a85-8239-4185-baa6-d947bcb3e702 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:29:33.442801 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad088f2c-9045-4cfb-a76d-600c5eeefd41', 'name': 'network-vif-deleted', 'tag': 'c0e54fca-e18a-4a51-bd1f-5e23a2ce36a9', 'status': 'completed', 'code': 200} Nov 12 09:29:34.126402 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-40e006e2-f43e-4400-8deb-56167ebf1aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:35.061511 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffedd58-762e-410f-819c-cc2b59bc07ad req-d6f79c66-9304-4200-b45d-67b715c673ef tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:35.063076 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fffedd58-762e-410f-819c-cc2b59bc07ad req-d6f79c66-9304-4200-b45d-67b715c673ef tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] 10.222.0.26 "GET /v2.0/networks?id=6e5e59da-8052-4eab-85c9-832cff0c91d2 HTTP/1.1" status: 200 len: 817 time: 0.1190717 Nov 12 09:29:35.081160 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fffedd58-762e-410f-819c-cc2b59bc07ad req-2dc10fd4-97dc-4eb1-ad2a-cb66d62662aa tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] 10.222.0.26 "GET /v2.0/quotas/68fea61837c0466280e31fb55577df1d HTTP/1.1" status: 200 len: 375 time: 0.0119016 Nov 12 09:29:35.145992 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fffedd58-762e-410f-819c-cc2b59bc07ad req-a8431d06-1a65-479a-b840-018af91ba4d5 tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=68fea61837c0466280e31fb55577df1d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0590279 Nov 12 09:29:35.262521 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fffedd58-762e-410f-819c-cc2b59bc07ad req-b3d4153c-9059-40e7-92b9-23d5902e7ef3 service neutron] 10.222.0.26 "GET /v2.0/networks/6e5e59da-8052-4eab-85c9-832cff0c91d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037223 Nov 12 09:29:35.367662 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fffedd58-762e-410f-819c-cc2b59bc07ad req-2800925f-ca7a-4078-a84a-cf7eb74a4ebf service neutron] 10.222.0.26 "GET /v2.0/networks/6e5e59da-8052-4eab-85c9-832cff0c91d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962927 Nov 12 09:29:35.553462 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6b1d00a0-b300-4bb0-bec2-032f69769214 req-599c250a-84e7-4e85-89c1-61abf2f5d451 tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8e3e3e5-1587-47bd-9cb7-4cf08e0fda17 HTTP/1.1" status: 200 len: 210 time: 0.0296252 Nov 12 09:29:36.162253 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:36.664377 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f57c0078-3d2e-476a-88fb-8ad009405fef req-9865d9dd-bcf7-429f-8c19-48fcf8fc62d9 tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8e3e3e5-1587-47bd-9cb7-4cf08e0fda17 HTTP/1.1" status: 200 len: 210 time: 0.0325263 Nov 12 09:29:36.693550 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffedd58-762e-410f-819c-cc2b59bc07ad req-72b51aaa-c17a-456d-b2ba-3cccf69c1b3a tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:36.695028 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fffedd58-762e-410f-819c-cc2b59bc07ad req-72b51aaa-c17a-456d-b2ba-3cccf69c1b3a tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] 10.222.0.44 "GET /v2.0/networks?id=6e5e59da-8052-4eab-85c9-832cff0c91d2 HTTP/1.1" status: 200 len: 817 time: 0.1363838 Nov 12 09:29:36.716294 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-fffedd58-762e-410f-819c-cc2b59bc07ad req-d67bb05d-2873-4928-8890-c4c77cab5aa8 tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] Request body: {'port': {'device_id': 'e8e3e3e5-1587-47bd-9cb7-4cf08e0fda17', 'network_id': '6e5e59da-8052-4eab-85c9-832cff0c91d2', 'admin_state_up': True, 'tenant_id': '68fea61837c0466280e31fb55577df1d'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:29:36.835916 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fffedd58-762e-410f-819c-cc2b59bc07ad req-d67bb05d-2873-4928-8890-c4c77cab5aa8 tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] Made reservation on behalf of 68fea61837c0466280e31fb55577df1d for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:29:36.839360 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-fffedd58-762e-410f-819c-cc2b59bc07ad req-d67bb05d-2873-4928-8890-c4c77cab5aa8 tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:36.969744 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-fffedd58-762e-410f-819c-cc2b59bc07ad req-d67bb05d-2873-4928-8890-c4c77cab5aa8 tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] Allocated IP 172.20.0.3 (6e5e59da-8052-4eab-85c9-832cff0c91d2/22963fbf-a7f9-4e79-b655-fc4f85f3c2f3/02e08455-6a62-4627-8714-b2405e808cf1) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:29:37.128458 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-fffedd58-762e-410f-819c-cc2b59bc07ad req-d67bb05d-2873-4928-8890-c4c77cab5aa8 tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:37.149367 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-59808254-1167-4cbf-8e9a-9da60773cf0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:37.166704 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-fffedd58-762e-410f-819c-cc2b59bc07ad req-d67bb05d-2873-4928-8890-c4c77cab5aa8 tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:37.212058 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fffedd58-762e-410f-819c-cc2b59bc07ad req-d67bb05d-2873-4928-8890-c4c77cab5aa8 tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] Network 6e5e59da-8052-4eab-85c9-832cff0c91d2 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:29:37.218346 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-fffedd58-762e-410f-819c-cc2b59bc07ad req-d67bb05d-2873-4928-8890-c4c77cab5aa8 tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:29:37.222123 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-fffedd58-762e-410f-819c-cc2b59bc07ad req-d67bb05d-2873-4928-8890-c4c77cab5aa8 tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:29:37.229106 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67bb05d-2873-4928-8890-c4c77cab5aa8 tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] Pushing event updated for resources: {'Port': ['ID=02e08455-6a62-4627-8714-b2405e808cf1,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:29:37.297177 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffedd58-762e-410f-819c-cc2b59bc07ad req-d67bb05d-2873-4928-8890-c4c77cab5aa8 tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:37.297855 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-fffedd58-762e-410f-819c-cc2b59bc07ad req-d67bb05d-2873-4928-8890-c4c77cab5aa8 tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:37.317030 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fffedd58-762e-410f-819c-cc2b59bc07ad req-d67bb05d-2873-4928-8890-c4c77cab5aa8 tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6050966 Nov 12 09:29:37.337589 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-fffedd58-762e-410f-819c-cc2b59bc07ad req-21e036c4-f931-4dc9-9c56-2cbfb76db5ee service neutron] Request body: {'port': {'device_id': 'e8e3e3e5-1587-47bd-9cb7-4cf08e0fda17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:29:37.396944 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-fffedd58-762e-410f-819c-cc2b59bc07ad req-21e036c4-f931-4dc9-9c56-2cbfb76db5ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:37.445595 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-b87245fe-f4f5-4b01-b93a-941a516059b3 None None] Provisioning complete for port 02e08455-6a62-4627-8714-b2405e808cf1 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:29:37.446210 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b87245fe-f4f5-4b01-b93a-941a516059b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:37.484371 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-b87245fe-f4f5-4b01-b93a-941a516059b3 None None] Port 02e08455-6a62-4627-8714-b2405e808cf1 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:29:37.671792 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-fffedd58-762e-410f-819c-cc2b59bc07ad req-21e036c4-f931-4dc9-9c56-2cbfb76db5ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02e08455-6a62-4627-8714-b2405e808cf1 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:29:37.679774 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-fffedd58-762e-410f-819c-cc2b59bc07ad req-21e036c4-f931-4dc9-9c56-2cbfb76db5ee service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:37.691989 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-fffedd58-762e-410f-819c-cc2b59bc07ad req-21e036c4-f931-4dc9-9c56-2cbfb76db5ee service neutron] Transition to ACTIVE for port object 02e08455-6a62-4627-8714-b2405e808cf1 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:29:37.696539 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-fffedd58-762e-410f-819c-cc2b59bc07ad req-21e036c4-f931-4dc9-9c56-2cbfb76db5ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:37.783516 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e036c4-f931-4dc9-9c56-2cbfb76db5ee service neutron] Pushing event updated for resources: {'Port': ['ID=02e08455-6a62-4627-8714-b2405e808cf1,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:29:37.819289 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368dac7a-0983-4d87-a8bc-837547804749 req-42a45f5c-cd09-4e67-86c4-987c6195f6a7 tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:37.821241 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-368dac7a-0983-4d87-a8bc-837547804749 req-42a45f5c-cd09-4e67-86c4-987c6195f6a7 tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8e3e3e5-1587-47bd-9cb7-4cf08e0fda17 HTTP/1.1" status: 200 len: 943 time: 0.0646279 Nov 12 09:29:37.840965 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-fffedd58-762e-410f-819c-cc2b59bc07ad req-21e036c4-f931-4dc9-9c56-2cbfb76db5ee service neutron] Attempting to bind port 02e08455-6a62-4627-8714-b2405e808cf1 on host n-h2-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:29:37.841301 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-fffedd58-762e-410f-819c-cc2b59bc07ad req-21e036c4-f931-4dc9-9c56-2cbfb76db5ee service neutron] Attempting to bind port 02e08455-6a62-4627-8714-b2405e808cf1 by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': 'b5584d97-9a91-455d-b5ee-e44c2669560b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6e5e59da-8052-4eab-85c9-832cff0c91d2'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:29:37.841632 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffedd58-762e-410f-819c-cc2b59bc07ad req-21e036c4-f931-4dc9-9c56-2cbfb76db5ee service neutron] Attempting to bind port 02e08455-6a62-4627-8714-b2405e808cf1 on network 6e5e59da-8052-4eab-85c9-832cff0c91d2 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:29:37.846930 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffedd58-762e-410f-819c-cc2b59bc07ad req-21e036c4-f931-4dc9-9c56-2cbfb76db5ee service neutron] Port 02e08455-6a62-4627-8714-b2405e808cf1 on network 6e5e59da-8052-4eab-85c9-832cff0c91d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:29:37.847254 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffedd58-762e-410f-819c-cc2b59bc07ad req-21e036c4-f931-4dc9-9c56-2cbfb76db5ee service neutron] Attempting to bind port 02e08455-6a62-4627-8714-b2405e808cf1 on network 6e5e59da-8052-4eab-85c9-832cff0c91d2 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:29:37.854036 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffedd58-762e-410f-819c-cc2b59bc07ad req-21e036c4-f931-4dc9-9c56-2cbfb76db5ee service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:29:37.854381 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffedd58-762e-410f-819c-cc2b59bc07ad req-21e036c4-f931-4dc9-9c56-2cbfb76db5ee service neutron] Checking segment: {'id': 'b5584d97-9a91-455d-b5ee-e44c2669560b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6e5e59da-8052-4eab-85c9-832cff0c91d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:29:37.854779 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffedd58-762e-410f-819c-cc2b59bc07ad req-21e036c4-f931-4dc9-9c56-2cbfb76db5ee service neutron] Bound using segment: {'id': 'b5584d97-9a91-455d-b5ee-e44c2669560b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6e5e59da-8052-4eab-85c9-832cff0c91d2'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:29:37.855208 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-fffedd58-762e-410f-819c-cc2b59bc07ad req-21e036c4-f931-4dc9-9c56-2cbfb76db5ee service neutron] Bound port: 02e08455-6a62-4627-8714-b2405e808cf1, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5584d97-9a91-455d-b5ee-e44c2669560b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6e5e59da-8052-4eab-85c9-832cff0c91d2'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:29:37.855561 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-fffedd58-762e-410f-819c-cc2b59bc07ad req-21e036c4-f931-4dc9-9c56-2cbfb76db5ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:37.876352 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-368dac7a-0983-4d87-a8bc-837547804749 req-0695d8c7-c857-44c8-9fb0-17699280728f tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] 10.222.0.26 "GET /v2.0/security-groups?id=63590c53-bd6d-41b2-81d5-0a5d39b00df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464809 Nov 12 09:29:37.935169 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-fffedd58-762e-410f-819c-cc2b59bc07ad req-21e036c4-f931-4dc9-9c56-2cbfb76db5ee service neutron] For port 02e08455-6a62-4627-8714-b2405e808cf1, host n-h2-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:29:37.940053 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-fffedd58-762e-410f-819c-cc2b59bc07ad req-21e036c4-f931-4dc9-9c56-2cbfb76db5ee service neutron] For port 02e08455-6a62-4627-8714-b2405e808cf1, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=02e08455-6a62-4627-8714-b2405e808cf1,segment=NetworkSegment(b5584d97-9a91-455d-b5ee-e44c2669560b),segment_id=b5584d97-9a91-455d-b5ee-e44c2669560b)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:29:37.944686 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-fffedd58-762e-410f-819c-cc2b59bc07ad req-21e036c4-f931-4dc9-9c56-2cbfb76db5ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:37.981872 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffedd58-762e-410f-819c-cc2b59bc07ad req-21e036c4-f931-4dc9-9c56-2cbfb76db5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:37.982485 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-fffedd58-762e-410f-819c-cc2b59bc07ad req-21e036c4-f931-4dc9-9c56-2cbfb76db5ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:37.983897 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fffedd58-762e-410f-819c-cc2b59bc07ad req-21e036c4-f931-4dc9-9c56-2cbfb76db5ee service neutron] 10.222.0.44 "PUT /v2.0/ports/02e08455-6a62-4627-8714-b2405e808cf1 HTTP/1.1" status: 200 len: 1092 time: 0.6508317 Nov 12 09:29:37.984337 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8e3e3e5-1587-47bd-9cb7-4cf08e0fda17', 'tag': '02e08455-6a62-4627-8714-b2405e808cf1'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:29:37.986545 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c022ff2c5cb8d3060857f92f3690e67c01ee9cc1391db4b92ea76e21aea06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73179935-3739-47d2-a528-2d7a3211abe0" -d '{"events": [{"name": "network-changed", "server_uuid": "e8e3e3e5-1587-47bd-9cb7-4cf08e0fda17", "tag": "02e08455-6a62-4627-8714-b2405e808cf1"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:29:38.010292 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e036c4-f931-4dc9-9c56-2cbfb76db5ee service neutron] Pushing event updated for resources: {'Port': ['ID=02e08455-6a62-4627-8714-b2405e808cf1,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:29:38.046637 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22bccdeb-2d05-468e-8e2c-4dc9fa9a81e5 x-openstack-request-id: req-22bccdeb-2d05-468e-8e2c-4dc9fa9a81e5 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:29:38.047233 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device c0e54fca-e18a-4a51-bd1f-5e23a2ce36a9 no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:29:38.047512 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8e3e3e5-1587-47bd-9cb7-4cf08e0fda17", "tag": "02e08455-6a62-4627-8714-b2405e808cf1", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:29:38.047834 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-22bccdeb-2d05-468e-8e2c-4dc9fa9a81e5 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:29:38.048301 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8e3e3e5-1587-47bd-9cb7-4cf08e0fda17', 'tag': '02e08455-6a62-4627-8714-b2405e808cf1', 'status': 'completed', 'code': 200} Nov 12 09:29:38.068539 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] No Port match for: c0e54fca-e18a-4a51-bd1f-5e23a2ce36a9 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:29:38.069083 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device c0e54fca-e18a-4a51-bd1f-5e23a2ce36a9 not bound to the agent host n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:29:38.116005 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffedd58-762e-410f-819c-cc2b59bc07ad req-21134164-c705-447a-991b-a8b4a92c90e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:38.117544 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fffedd58-762e-410f-819c-cc2b59bc07ad req-21134164-c705-447a-991b-a8b4a92c90e1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=68fea61837c0466280e31fb55577df1d&device_id=e8e3e3e5-1587-47bd-9cb7-4cf08e0fda17 HTTP/1.1" status: 200 len: 1095 time: 0.0534089 Nov 12 09:29:38.174830 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fffedd58-762e-410f-819c-cc2b59bc07ad req-d5133b5d-9c64-4038-9c64-d95b54bbc5d0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=02e08455-6a62-4627-8714-b2405e808cf1 HTTP/1.1" status: 200 len: 217 time: 0.0411057 Nov 12 09:29:38.208632 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:38.234079 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffedd58-762e-410f-819c-cc2b59bc07ad req-559030f1-32ef-4b84-8905-64982695dd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:38.235580 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fffedd58-762e-410f-819c-cc2b59bc07ad req-559030f1-32ef-4b84-8905-64982695dd51 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=22963fbf-a7f9-4e79-b655-fc4f85f3c2f3 HTTP/1.1" status: 200 len: 856 time: 0.0531495 Nov 12 09:29:38.284320 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffedd58-762e-410f-819c-cc2b59bc07ad req-1a4262d4-7c5e-4510-8587-a6b4a51fba29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:38.285979 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fffedd58-762e-410f-819c-cc2b59bc07ad req-1a4262d4-7c5e-4510-8587-a6b4a51fba29 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6e5e59da-8052-4eab-85c9-832cff0c91d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426762 Nov 12 09:29:38.383408 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fffedd58-762e-410f-819c-cc2b59bc07ad req-b292dded-6c3b-42c1-afc8-36f153a7d7fd service neutron] 10.222.0.44 "GET /v2.0/networks/6e5e59da-8052-4eab-85c9-832cff0c91d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896959 Nov 12 09:29:38.481054 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fffedd58-762e-410f-819c-cc2b59bc07ad req-ddc46d0f-a60e-4bde-b83e-64635010f42d service neutron] 10.222.0.44 "GET /v2.0/networks/6e5e59da-8052-4eab-85c9-832cff0c91d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859029 Nov 12 09:29:38.611463 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73179935-3739-47d2-a528-2d7a3211abe0 req-caba94ca-9a30-4f4e-8943-d402c38390ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:38.612937 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-73179935-3739-47d2-a528-2d7a3211abe0 req-caba94ca-9a30-4f4e-8943-d402c38390ff service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=68fea61837c0466280e31fb55577df1d&device_id=e8e3e3e5-1587-47bd-9cb7-4cf08e0fda17 HTTP/1.1" status: 200 len: 1095 time: 0.0418932 Nov 12 09:29:38.710128 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73179935-3739-47d2-a528-2d7a3211abe0 req-7ee8e7d5-8854-45ec-bdf0-f69e40878316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:38.711631 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-73179935-3739-47d2-a528-2d7a3211abe0 req-7ee8e7d5-8854-45ec-bdf0-f69e40878316 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6e5e59da-8052-4eab-85c9-832cff0c91d2 HTTP/1.1" status: 200 len: 918 time: 0.0905981 Nov 12 09:29:38.753502 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-73179935-3739-47d2-a528-2d7a3211abe0 req-f3bd4638-770d-4cff-89d3-232ef2b7f7ec service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=02e08455-6a62-4627-8714-b2405e808cf1 HTTP/1.1" status: 200 len: 217 time: 0.0345521 Nov 12 09:29:38.807913 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73179935-3739-47d2-a528-2d7a3211abe0 req-ece358f6-5175-45b6-a5a5-3de8e66c7555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:38.809899 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-73179935-3739-47d2-a528-2d7a3211abe0 req-ece358f6-5175-45b6-a5a5-3de8e66c7555 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=22963fbf-a7f9-4e79-b655-fc4f85f3c2f3 HTTP/1.1" status: 200 len: 856 time: 0.0481305 Nov 12 09:29:38.859176 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73179935-3739-47d2-a528-2d7a3211abe0 req-e5ee453f-5b40-4994-8819-c314469352dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:38.860665 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-73179935-3739-47d2-a528-2d7a3211abe0 req-e5ee453f-5b40-4994-8819-c314469352dd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6e5e59da-8052-4eab-85c9-832cff0c91d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424170 Nov 12 09:29:38.951968 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-73179935-3739-47d2-a528-2d7a3211abe0 req-6777ab2a-1e82-48d8-80ad-0e8ba5abebb5 service neutron] 10.222.0.44 "GET /v2.0/networks/6e5e59da-8052-4eab-85c9-832cff0c91d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833912 Nov 12 09:29:39.003828 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962780a2-3cd4-42e6-8f4b-1877cdb6b328 req-eb4ae372-9e74-4303-8a10-618a86abc0a0 tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:39.005406 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-962780a2-3cd4-42e6-8f4b-1877cdb6b328 req-eb4ae372-9e74-4303-8a10-618a86abc0a0 tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8e3e3e5-1587-47bd-9cb7-4cf08e0fda17 HTTP/1.1" status: 200 len: 943 time: 0.0531301 Nov 12 09:29:39.057768 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-962780a2-3cd4-42e6-8f4b-1877cdb6b328 req-dc3c11de-40ec-449c-b31f-f95d3ce48791 tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] 10.222.0.26 "GET /v2.0/security-groups?id=63590c53-bd6d-41b2-81d5-0a5d39b00df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458360 Nov 12 09:29:39.411131 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-73179935-3739-47d2-a528-2d7a3211abe0 req-f0ffb934-c2d4-4b43-8268-6e2e8274e2dd service neutron] 10.222.0.44 "GET /v2.0/networks/6e5e59da-8052-4eab-85c9-832cff0c91d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4464705 Nov 12 09:29:39.547696 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:40.156261 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:40.201116 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5315c7-d6dd-4173-ae8b-cd9ba59365c9 req-27b70093-1c6a-40ee-ac02-deb3c05459ab tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:40.202652 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1e5315c7-d6dd-4173-ae8b-cd9ba59365c9 req-27b70093-1c6a-40ee-ac02-deb3c05459ab tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8e3e3e5-1587-47bd-9cb7-4cf08e0fda17 HTTP/1.1" status: 200 len: 943 time: 0.0686667 Nov 12 09:29:40.252869 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1e5315c7-d6dd-4173-ae8b-cd9ba59365c9 req-90f1900b-9f1e-4179-9a11-eac469b73b8e tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] 10.222.0.26 "GET /v2.0/security-groups?id=63590c53-bd6d-41b2-81d5-0a5d39b00df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437131 Nov 12 09:29:41.373423 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2426559c-f551-49f8-a610-9791fd003a45 req-9a4f8b58-c151-454e-b44c-d74a7412ec9f tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:41.375328 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2426559c-f551-49f8-a610-9791fd003a45 req-9a4f8b58-c151-454e-b44c-d74a7412ec9f tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8e3e3e5-1587-47bd-9cb7-4cf08e0fda17 HTTP/1.1" status: 200 len: 943 time: 0.0513940 Nov 12 09:29:41.429225 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2426559c-f551-49f8-a610-9791fd003a45 req-92aa3cc4-297f-4c9c-9e22-dfcbc4693854 tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] 10.222.0.26 "GET /v2.0/security-groups?id=63590c53-bd6d-41b2-81d5-0a5d39b00df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480075 Nov 12 09:29:42.068131 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 02e08455-6a62-4627-8714-b2405e808cf1 details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:29:42.178101 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 02e08455-6a62-4627-8714-b2405e808cf1, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=02e08455-6a62-4627-8714-b2405e808cf1,segment=NetworkSegment(b5584d97-9a91-455d-b5ee-e44c2669560b),segment_id=b5584d97-9a91-455d-b5ee-e44c2669560b)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:29:42.192093 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': '02e08455-6a62-4627-8714-b2405e808cf1', 'network_id': '6e5e59da-8052-4eab-85c9-832cff0c91d2', 'port_id': '02e08455-6a62-4627-8714-b2405e808cf1', 'mac_address': 'fa:16:3e:54:17:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22963fbf-a7f9-4e79-b655-fc4f85f3c2f3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:29:42.235918 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:42.249433 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02e08455-6a62-4627-8714-b2405e808cf1 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:29:42.269848 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 02e08455-6a62-4627-8714-b2405e808cf1, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=02e08455-6a62-4627-8714-b2405e808cf1,segment=NetworkSegment(b5584d97-9a91-455d-b5ee-e44c2669560b),segment_id=b5584d97-9a91-455d-b5ee-e44c2669560b)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:29:42.273504 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:42.327490 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=02e08455-6a62-4627-8714-b2405e808cf1,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:29:42.549436 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a631b-f049-4cf0-9702-b65472f58cd1 req-cbfcd513-c8c7-451a-8a91-417a43dd1b7b tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:42.550948 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8f9a631b-f049-4cf0-9702-b65472f58cd1 req-cbfcd513-c8c7-451a-8a91-417a43dd1b7b tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8e3e3e5-1587-47bd-9cb7-4cf08e0fda17 HTTP/1.1" status: 200 len: 944 time: 0.0515842 Nov 12 09:29:42.596532 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['02e08455-6a62-4627-8714-b2405e808cf1'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:29:42.604104 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8f9a631b-f049-4cf0-9702-b65472f58cd1 req-9d6b2792-2867-4023-8263-837575c1e466 tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] 10.222.0.26 "GET /v2.0/security-groups?id=63590c53-bd6d-41b2-81d5-0a5d39b00df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470212 Nov 12 09:29:43.245027 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:43.720865 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32da2b5-7b8f-4d4c-b03b-b4a79977fd3a req-7640fc04-9909-47fd-a3d1-fa2460c6d84a tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:43.722386 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c32da2b5-7b8f-4d4c-b03b-b4a79977fd3a req-7640fc04-9909-47fd-a3d1-fa2460c6d84a tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8e3e3e5-1587-47bd-9cb7-4cf08e0fda17 HTTP/1.1" status: 200 len: 944 time: 0.0500858 Nov 12 09:29:43.769801 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c32da2b5-7b8f-4d4c-b03b-b4a79977fd3a req-8278cd6d-c0e8-4c14-882a-9b5dd36d4b0d tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] 10.222.0.26 "GET /v2.0/security-groups?id=63590c53-bd6d-41b2-81d5-0a5d39b00df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413797 Nov 12 09:29:44.067551 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 02e08455-6a62-4627-8714-b2405e808cf1 up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:29:44.117579 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning for port 02e08455-6a62-4627-8714-b2405e808cf1 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:29:44.123014 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port 02e08455-6a62-4627-8714-b2405e808cf1 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:29:44.123387 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:44.200908 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:44.223150 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8e3e3e5-1587-47bd-9cb7-4cf08e0fda17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02e08455-6a62-4627-8714-b2405e808cf1'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:29:44.225377 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132d5890bda14c85ea4d6a837dfa65400ea66c0cb50158568a7b02b7fe216ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f16356e-e2c5-45ed-b060-92a12b9864e5" -d '{"events": [{"server_uuid": "e8e3e3e5-1587-47bd-9cb7-4cf08e0fda17", "name": "network-vif-plugged", "status": "completed", "tag": "02e08455-6a62-4627-8714-b2405e808cf1"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:29:44.238137 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 02e08455-6a62-4627-8714-b2405e808cf1, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=02e08455-6a62-4627-8714-b2405e808cf1,segment=NetworkSegment(b5584d97-9a91-455d-b5ee-e44c2669560b),segment_id=b5584d97-9a91-455d-b5ee-e44c2669560b)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:29:44.242813 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:44.272534 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce8bb5f-86af-41c3-8bff-bc87c612a4a3 x-openstack-request-id: req-0ce8bb5f-86af-41c3-8bff-bc87c612a4a3 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:29:44.273228 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8e3e3e5-1587-47bd-9cb7-4cf08e0fda17", "name": "network-vif-plugged", "status": "completed", "tag": "02e08455-6a62-4627-8714-b2405e808cf1", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:29:44.273228 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0ce8bb5f-86af-41c3-8bff-bc87c612a4a3 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:29:44.273421 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8e3e3e5-1587-47bd-9cb7-4cf08e0fda17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02e08455-6a62-4627-8714-b2405e808cf1', 'code': 200} Nov 12 09:29:44.299111 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=02e08455-6a62-4627-8714-b2405e808cf1,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:29:44.402920 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750fe5b2-6f6b-4ecd-8d31-ad0fb6aee3cd req-3bdd6c0c-c46d-43ef-80a8-173d12fa60fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:44.404591 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-750fe5b2-6f6b-4ecd-8d31-ad0fb6aee3cd req-3bdd6c0c-c46d-43ef-80a8-173d12fa60fb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e8e3e3e5-1587-47bd-9cb7-4cf08e0fda17 HTTP/1.1" status: 200 len: 1097 time: 0.0420403 Nov 12 09:29:44.449821 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-750fe5b2-6f6b-4ecd-8d31-ad0fb6aee3cd req-827ca2a2-3704-4f2e-b1bc-02b7467ce089 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=63590c53-bd6d-41b2-81d5-0a5d39b00df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372121 Nov 12 09:29:44.890732 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12855577-7f28-45d9-b261-b0dbaa2cd78e req-77c6d4c0-750f-42fa-bae0-746de5ef29d9 tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:44.892220 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-12855577-7f28-45d9-b261-b0dbaa2cd78e req-77c6d4c0-750f-42fa-bae0-746de5ef29d9 tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8e3e3e5-1587-47bd-9cb7-4cf08e0fda17 HTTP/1.1" status: 200 len: 945 time: 0.0534685 Nov 12 09:29:44.939699 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-12855577-7f28-45d9-b261-b0dbaa2cd78e req-17bdeb31-1d29-4cd4-ad27-cb1e3401b209 tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] 10.222.0.26 "GET /v2.0/security-groups?id=63590c53-bd6d-41b2-81d5-0a5d39b00df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414207 Nov 12 09:29:46.062702 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e724032-a9cc-41ad-996b-f0dc6372a284 req-f5864ad7-15cb-470b-9a06-fbb27152e1a4 tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:46.064224 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0e724032-a9cc-41ad-996b-f0dc6372a284 req-f5864ad7-15cb-470b-9a06-fbb27152e1a4 tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8e3e3e5-1587-47bd-9cb7-4cf08e0fda17 HTTP/1.1" status: 200 len: 945 time: 0.0558381 Nov 12 09:29:46.114506 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0e724032-a9cc-41ad-996b-f0dc6372a284 req-b9d5eb63-2b1d-460f-a8e5-34abc677481d tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] 10.222.0.26 "GET /v2.0/security-groups?id=63590c53-bd6d-41b2-81d5-0a5d39b00df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441239 Nov 12 09:29:46.238873 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181e4566-86be-4ef3-ac35-de302a98c515 req-09e09d27-e971-46c8-b284-ff7284b7e13b tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:46.240339 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-181e4566-86be-4ef3-ac35-de302a98c515 req-09e09d27-e971-46c8-b284-ff7284b7e13b tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8e3e3e5-1587-47bd-9cb7-4cf08e0fda17 HTTP/1.1" status: 200 len: 945 time: 0.0553451 Nov 12 09:29:46.288365 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-181e4566-86be-4ef3-ac35-de302a98c515 req-e0c2b943-7d8b-42e7-9449-18ede6672db3 tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] 10.222.0.26 "GET /v2.0/security-groups?id=63590c53-bd6d-41b2-81d5-0a5d39b00df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417182 Nov 12 09:29:55.224603 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:29:59.255254 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-52978c15-bbdc-4909-b6f9-9665748d9742 req-41826872-042f-406c-8c11-8a9d2f2e112a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e8e3e3e5-1587-47bd-9cb7-4cf08e0fda17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0438905 Nov 12 09:29:59.360292 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52978c15-bbdc-4909-b6f9-9665748d9742 req-ebd4011d-f31b-412e-a02f-881c6cddaadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:59.361753 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-52978c15-bbdc-4909-b6f9-9665748d9742 req-ebd4011d-f31b-412e-a02f-881c6cddaadb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=68fea61837c0466280e31fb55577df1d&device_id=e8e3e3e5-1587-47bd-9cb7-4cf08e0fda17 HTTP/1.1" status: 200 len: 1097 time: 0.0411777 Nov 12 09:29:59.469137 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52978c15-bbdc-4909-b6f9-9665748d9742 req-d48127e7-81c4-4de6-93ad-b6126ad8fe6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:59.470674 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-52978c15-bbdc-4909-b6f9-9665748d9742 req-d48127e7-81c4-4de6-93ad-b6126ad8fe6d service neutron] 10.222.0.44 "GET /v2.0/networks?id=6e5e59da-8052-4eab-85c9-832cff0c91d2 HTTP/1.1" status: 200 len: 918 time: 0.0855422 Nov 12 09:29:59.516883 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-52978c15-bbdc-4909-b6f9-9665748d9742 req-b3b1d709-db24-4f6a-8650-7e3d2f53e0a6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=02e08455-6a62-4627-8714-b2405e808cf1 HTTP/1.1" status: 200 len: 217 time: 0.0382333 Nov 12 09:29:59.567342 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52978c15-bbdc-4909-b6f9-9665748d9742 req-ca216dd5-3cc2-43a1-904e-a18e9d4d5bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:59.568795 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-52978c15-bbdc-4909-b6f9-9665748d9742 req-ca216dd5-3cc2-43a1-904e-a18e9d4d5bc2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=22963fbf-a7f9-4e79-b655-fc4f85f3c2f3 HTTP/1.1" status: 200 len: 856 time: 0.0443616 Nov 12 09:29:59.616674 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52978c15-bbdc-4909-b6f9-9665748d9742 req-dd703209-3c40-4b9b-9acf-c8b3828d58ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:59.618185 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-52978c15-bbdc-4909-b6f9-9665748d9742 req-dd703209-3c40-4b9b-9acf-c8b3828d58ae service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6e5e59da-8052-4eab-85c9-832cff0c91d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417066 Nov 12 09:29:59.718254 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-52978c15-bbdc-4909-b6f9-9665748d9742 req-f2a68d4e-4469-4346-b376-b5c84bda372f service neutron] 10.222.0.44 "GET /v2.0/networks/6e5e59da-8052-4eab-85c9-832cff0c91d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922563 Nov 12 09:29:59.814240 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-52978c15-bbdc-4909-b6f9-9665748d9742 req-36e3f3f6-a648-4a88-a7d4-337316c35699 service neutron] 10.222.0.44 "GET /v2.0/networks/6e5e59da-8052-4eab-85c9-832cff0c91d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870306 Nov 12 09:30:04.134606 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-0c4a4bad-5d75-4586-878a-d83eeb919ead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:06.155443 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:07.151882 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9649a836-ebfb-4875-9243-797a7e4e6bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:08.206916 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:08.813698 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba7bfb2-5387-40d1-ab3a-ecde86202ce3 req-1e6426b9-7ed5-4409-bb3c-f03d8807a630 tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:08.815210 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cba7bfb2-5387-40d1-ab3a-ecde86202ce3 req-1e6426b9-7ed5-4409-bb3c-f03d8807a630 tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8e3e3e5-1587-47bd-9cb7-4cf08e0fda17 HTTP/1.1" status: 200 len: 945 time: 0.0540924 Nov 12 09:30:09.126281 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cba7bfb2-5387-40d1-ab3a-ecde86202ce3 req-7f23d533-55a5-45c4-9bd2-9cd9932a5839 tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] 10.222.0.26 "GET /v2.0/security-groups?id=63590c53-bd6d-41b2-81d5-0a5d39b00df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3000574 Nov 12 09:30:09.550511 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:10.149394 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:10.251168 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531cb333-a6e4-4d3e-bdfe-4342e12b48a5 req-a3b4d306-68cc-493d-a588-d2bc97f5cb4b tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:10.252632 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-531cb333-a6e4-4d3e-bdfe-4342e12b48a5 req-a3b4d306-68cc-493d-a588-d2bc97f5cb4b tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8e3e3e5-1587-47bd-9cb7-4cf08e0fda17 HTTP/1.1" status: 200 len: 945 time: 0.0497794 Nov 12 09:30:10.300575 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-531cb333-a6e4-4d3e-bdfe-4342e12b48a5 req-47c56979-7bf3-44ee-a7a4-e6b0a90bde51 tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] 10.222.0.26 "GET /v2.0/security-groups?id=63590c53-bd6d-41b2-81d5-0a5d39b00df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419583 Nov 12 09:30:10.782844 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29788107-b431-47f2-b5e9-dc236b60db01 req-36b1c7b8-13a6-48ff-88f0-f5bf6136bb43 tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:10.784276 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-29788107-b431-47f2-b5e9-dc236b60db01 req-36b1c7b8-13a6-48ff-88f0-f5bf6136bb43 tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8e3e3e5-1587-47bd-9cb7-4cf08e0fda17 HTTP/1.1" status: 200 len: 945 time: 0.0528340 Nov 12 09:30:10.877506 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-29788107-b431-47f2-b5e9-dc236b60db01 req-2ec8377c-e2fa-4aee-baae-bb6868fdf1fc tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] Deleting port 02e08455-6a62-4627-8714-b2405e808cf1 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:30:10.877847 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-29788107-b431-47f2-b5e9-dc236b60db01 req-2ec8377c-e2fa-4aee-baae-bb6868fdf1fc tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:10.974530 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-29788107-b431-47f2-b5e9-dc236b60db01 req-2ec8377c-e2fa-4aee-baae-bb6868fdf1fc tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] For port 02e08455-6a62-4627-8714-b2405e808cf1, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=02e08455-6a62-4627-8714-b2405e808cf1,segment=NetworkSegment(b5584d97-9a91-455d-b5ee-e44c2669560b),segment_id=b5584d97-9a91-455d-b5ee-e44c2669560b)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:30:10.975088 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-29788107-b431-47f2-b5e9-dc236b60db01 req-2ec8377c-e2fa-4aee-baae-bb6868fdf1fc tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:10.989102 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-29788107-b431-47f2-b5e9-dc236b60db01 req-2ec8377c-e2fa-4aee-baae-bb6868fdf1fc tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] Calling delete_port for 02e08455-6a62-4627-8714-b2405e808cf1 owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:30:11.119428 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-29788107-b431-47f2-b5e9-dc236b60db01 req-2ec8377c-e2fa-4aee-baae-bb6868fdf1fc tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:11.152079 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec8377c-e2fa-4aee-baae-bb6868fdf1fc tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] Pushing event deleted for resources: {'Port': ['ID=02e08455-6a62-4627-8714-b2405e808cf1,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:30:11.161539 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['02e08455-6a62-4627-8714-b2405e808cf1'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:30:11.187188 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec8377c-e2fa-4aee-baae-bb6868fdf1fc tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:11.187435 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec8377c-e2fa-4aee-baae-bb6868fdf1fc tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:11.187713 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec8377c-e2fa-4aee-baae-bb6868fdf1fc tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:11.188049 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec8377c-e2fa-4aee-baae-bb6868fdf1fc tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:11.188379 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec8377c-e2fa-4aee-baae-bb6868fdf1fc tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:11.188711 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec8377c-e2fa-4aee-baae-bb6868fdf1fc tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:11.189041 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec8377c-e2fa-4aee-baae-bb6868fdf1fc tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:11.189367 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec8377c-e2fa-4aee-baae-bb6868fdf1fc tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:11.189694 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec8377c-e2fa-4aee-baae-bb6868fdf1fc tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:11.190020 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec8377c-e2fa-4aee-baae-bb6868fdf1fc tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:11.190337 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec8377c-e2fa-4aee-baae-bb6868fdf1fc tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:11.190680 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec8377c-e2fa-4aee-baae-bb6868fdf1fc tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:11.207365 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-29788107-b431-47f2-b5e9-dc236b60db01 req-2ec8377c-e2fa-4aee-baae-bb6868fdf1fc tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] No DVR routers for this DVR port 02e08455-6a62-4627-8714-b2405e808cf1 on host n-h2-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:30:11.209873 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-29788107-b431-47f2-b5e9-dc236b60db01 req-2ec8377c-e2fa-4aee-baae-bb6868fdf1fc tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:11.213324 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-29788107-b431-47f2-b5e9-dc236b60db01 req-2ec8377c-e2fa-4aee-baae-bb6868fdf1fc tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] 10.222.0.44 "DELETE /v2.0/ports/02e08455-6a62-4627-8714-b2405e808cf1 HTTP/1.1" status: 204 len: 173 time: 0.4217079 Nov 12 09:30:11.213828 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8e3e3e5-1587-47bd-9cb7-4cf08e0fda17', 'name': 'network-vif-deleted', 'tag': '02e08455-6a62-4627-8714-b2405e808cf1'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:30:11.216996 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c022ff2c5cb8d3060857f92f3690e67c01ee9cc1391db4b92ea76e21aea06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74b9d0c6-0973-4c06-9f31-4fc1c586d6aa" -d '{"events": [{"server_uuid": "e8e3e3e5-1587-47bd-9cb7-4cf08e0fda17", "name": "network-vif-deleted", "tag": "02e08455-6a62-4627-8714-b2405e808cf1"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:30:11.258332 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec10aa54-5a4f-4da8-a0fa-10a23fb68afa x-openstack-request-id: req-ec10aa54-5a4f-4da8-a0fa-10a23fb68afa {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:30:11.258669 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8e3e3e5-1587-47bd-9cb7-4cf08e0fda17", "name": "network-vif-deleted", "tag": "02e08455-6a62-4627-8714-b2405e808cf1", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:30:11.258927 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ec10aa54-5a4f-4da8-a0fa-10a23fb68afa {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:30:11.259358 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8e3e3e5-1587-47bd-9cb7-4cf08e0fda17', 'name': 'network-vif-deleted', 'tag': '02e08455-6a62-4627-8714-b2405e808cf1', 'status': 'completed', 'code': 200} Nov 12 09:30:11.415217 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fc48d528-5336-4728-b77b-c8926bbb6c50 req-91fa23ee-c063-48df-af20-df67f8bf92a3 tempest-TestEncryptedCinderVolumes-1131788342 tempest-TestEncryptedCinderVolumes-1131788342-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8e3e3e5-1587-47bd-9cb7-4cf08e0fda17 HTTP/1.1" status: 200 len: 210 time: 0.0262620 Nov 12 09:30:12.507163 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 42902) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:30:12.865244 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c3fddfd2-8818-47a6-b5b1-af48bb9c1b77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933586'] for router_interface, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:13.138288 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-c3fddfd2-8818-47a6-b5b1-af48bb9c1b77 admin admin] Deleting port 710e0a7b-62ab-4c17-b447-d48c1c7c882b {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:30:13.138569 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c3fddfd2-8818-47a6-b5b1-af48bb9c1b77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:13.218919 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-c3fddfd2-8818-47a6-b5b1-af48bb9c1b77 admin admin] For port 710e0a7b-62ab-4c17-b447-d48c1c7c882b, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=710e0a7b-62ab-4c17-b447-d48c1c7c882b,segment=NetworkSegment(b5584d97-9a91-455d-b5ee-e44c2669560b),segment_id=b5584d97-9a91-455d-b5ee-e44c2669560b)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:30:13.219277 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c3fddfd2-8818-47a6-b5b1-af48bb9c1b77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:13.232047 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-c3fddfd2-8818-47a6-b5b1-af48bb9c1b77 admin admin] Calling delete_port for 710e0a7b-62ab-4c17-b447-d48c1c7c882b owned by network:router_interface {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:30:13.260350 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:13.414250 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c3fddfd2-8818-47a6-b5b1-af48bb9c1b77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:13.444338 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fddfd2-8818-47a6-b5b1-af48bb9c1b77 admin admin] Pushing event deleted for resources: {'Port': ['ID=710e0a7b-62ab-4c17-b447-d48c1c7c882b,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:30:13.625716 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c3fddfd2-8818-47a6-b5b1-af48bb9c1b77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918626'] for router_interface, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:13.863234 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3fddfd2-8818-47a6-b5b1-af48bb9c1b77 admin admin] Router 879424d8-b248-4c6a-b14c-54f389e3e452 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:30:13.972942 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3fddfd2-8818-47a6-b5b1-af48bb9c1b77 admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:30:13.978206 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-c3fddfd2-8818-47a6-b5b1-af48bb9c1b77 admin admin] 10.222.0.26 "PUT /v2.0/routers/879424d8-b248-4c6a-b14c-54f389e3e452/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4697750 Nov 12 09:30:13.980609 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 42904) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:30:13.983301 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8be099-e2d8-4edb-8cd4-90ab2abd2525 None None] Sync routers for ids ['879424d8-b248-4c6a-b14c-54f389e3e452'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:30:13.997058 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8be099-e2d8-4edb-8cd4-90ab2abd2525 None None] Routers {'879424d8-b248-4c6a-b14c-54f389e3e452'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:30:13.997684 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-9b8be099-e2d8-4edb-8cd4-90ab2abd2525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:30:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['879424d8-b248-4c6a-b14c-54f389e3e452'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:30:14.095522 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b1e860f2-4529-4dd6-9c6d-55d8ad0dde32 admin admin] Publish callbacks [] for router, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:14.106951 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-9b8be099-e2d8-4edb-8cd4-90ab2abd2525 None None] Set router 879424d8-b248-4c6a-b14c-54f389e3e452 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:30:14.205623 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b1e860f2-4529-4dd6-9c6d-55d8ad0dde32 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:14.259054 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-b1e860f2-4529-4dd6-9c6d-55d8ad0dde32 admin admin] Deleting port 19d845b2-d38f-4908-ae09-6048d4639e18 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:30:14.259293 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b1e860f2-4529-4dd6-9c6d-55d8ad0dde32 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:14.291228 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-9b8be099-e2d8-4edb-8cd4-90ab2abd2525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '879424d8-b248-4c6a-b14c-54f389e3e452', 'name': 'tempest-TestEncryptedCinderVolumes-1632865489-router', 'tenant_id': '68fea61837c0466280e31fb55577df1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '19d845b2-d38f-4908-ae09-6048d4639e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:28:46Z', 'updated_at': '2021-11-12T09:30:13Z', 'revision_number': 5, 'project_id': '68fea61837c0466280e31fb55577df1d', 'gw_port': {'id': '19d845b2-d38f-4908-ae09-6048d4639e18', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ee:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879424d8-b248-4c6a-b14c-54f389e3e452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:28:46Z', 'updated_at': '2021-11-12T09:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:30:14.317582 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8be099-e2d8-4edb-8cd4-90ab2abd2525 None None] Checking router: 879424d8-b248-4c6a-b14c-54f389e3e452 for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:30:14.326793 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8be099-e2d8-4edb-8cd4-90ab2abd2525 None None] Routers {'879424d8-b248-4c6a-b14c-54f389e3e452'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:30:14.327397 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-9b8be099-e2d8-4edb-8cd4-90ab2abd2525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:30:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['879424d8-b248-4c6a-b14c-54f389e3e452'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:30:14.342803 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-b1e860f2-4529-4dd6-9c6d-55d8ad0dde32 admin admin] For port 19d845b2-d38f-4908-ae09-6048d4639e18, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=19d845b2-d38f-4908-ae09-6048d4639e18,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:30:14.343172 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b1e860f2-4529-4dd6-9c6d-55d8ad0dde32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:14.357348 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-b1e860f2-4529-4dd6-9c6d-55d8ad0dde32 admin admin] Calling delete_port for 19d845b2-d38f-4908-ae09-6048d4639e18 owned by network:router_gateway {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:30:14.415643 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-9b8be099-e2d8-4edb-8cd4-90ab2abd2525 None None] Set router 879424d8-b248-4c6a-b14c-54f389e3e452 gateway port host: None {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:30:14.473920 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-9b8be099-e2d8-4edb-8cd4-90ab2abd2525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '879424d8-b248-4c6a-b14c-54f389e3e452', 'name': 'tempest-TestEncryptedCinderVolumes-1632865489-router', 'tenant_id': '68fea61837c0466280e31fb55577df1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:28:46Z', 'updated_at': '2021-11-12T09:30:14Z', 'revision_number': 6, 'project_id': '68fea61837c0466280e31fb55577df1d', 'gw_port_host': None}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:30:14.500752 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8be099-e2d8-4edb-8cd4-90ab2abd2525 None None] The sync data for ids ['879424d8-b248-4c6a-b14c-54f389e3e452'] in n-d-765315-29 is: [{'id': '879424d8-b248-4c6a-b14c-54f389e3e452', 'name': 'tempest-TestEncryptedCinderVolumes-1632865489-router', 'tenant_id': '68fea61837c0466280e31fb55577df1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:28:46Z', 'updated_at': '2021-11-12T09:30:14Z', 'revision_number': 6, 'project_id': '68fea61837c0466280e31fb55577df1d', 'gw_port_host': None}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:30:14.534527 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b1e860f2-4529-4dd6-9c6d-55d8ad0dde32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:14.562835 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e860f2-4529-4dd6-9c6d-55d8ad0dde32 admin admin] Pushing event deleted for resources: {'Port': ['ID=19d845b2-d38f-4908-ae09-6048d4639e18,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:30:14.577516 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7668798-1aa3-48e6-a3cf-79b59f39f42f None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:30:14.633158 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b1e860f2-4529-4dd6-9c6d-55d8ad0dde32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-933016'] for router_gateway, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:14.727270 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b1e860f2-4529-4dd6-9c6d-55d8ad0dde32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:14.729971 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b1e860f2-4529-4dd6-9c6d-55d8ad0dde32 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:14.777164 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b1e860f2-4529-4dd6-9c6d-55d8ad0dde32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:14.777632 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1e860f2-4529-4dd6-9c6d-55d8ad0dde32 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 879424d8-b248-4c6a-b14c-54f389e3e452 {{(pid=102599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:30:14.783084 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b1e860f2-4529-4dd6-9c6d-55d8ad0dde32 admin admin] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:14.784217 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-b1e860f2-4529-4dd6-9c6d-55d8ad0dde32 admin admin] 10.222.0.26 "DELETE /v2.0/routers/879424d8-b248-4c6a-b14c-54f389e3e452 HTTP/1.1" status: 204 len: 168 time: 0.8026986 Nov 12 09:30:14.786824 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 42906) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:30:14.833633 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee50774f-e4a2-4b41-b44a-b917c43d5415 admin admin] Deleting subnet 22963fbf-a7f9-4e79-b655-fc4f85f3c2f3 {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:30:14.836762 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ee50774f-e4a2-4b41-b44a-b917c43d5415 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:14.889165 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ee50774f-e4a2-4b41-b44a-b917c43d5415 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31181813'] for subnet, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:14.986736 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ee50774f-e4a2-4b41-b44a-b917c43d5415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:15.039755 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ee50774f-e4a2-4b41-b44a-b917c43d5415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:15.064660 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee50774f-e4a2-4b41-b44a-b917c43d5415 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22963fbf-a7f9-4e79-b655-fc4f85f3c2f3,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:30:15.068442 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ee50774f-e4a2-4b41-b44a-b917c43d5415 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:15.071647 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-ee50774f-e4a2-4b41-b44a-b917c43d5415 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/22963fbf-a7f9-4e79-b655-fc4f85f3c2f3 HTTP/1.1" status: 204 len: 168 time: 0.2839422 Nov 12 09:30:15.074638 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 42908) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:30:15.075642 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4419fd-0ae8-47e9-aaf9-d2f137500ce9 None None] Network 6e5e59da-8052-4eab-85c9-832cff0c91d2 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:30:15.148088 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-49aefcff-3d1c-4bc4-ab09-45a98f1e871f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:15.203472 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-49aefcff-3d1c-4bc4-ab09-45a98f1e871f admin admin] Deleting port 9d15ca43-f4c9-4b97-b76a-a25f058cb81a {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:30:15.203813 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-49aefcff-3d1c-4bc4-ab09-45a98f1e871f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:15.271962 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-49aefcff-3d1c-4bc4-ab09-45a98f1e871f admin admin] For port 9d15ca43-f4c9-4b97-b76a-a25f058cb81a, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=9d15ca43-f4c9-4b97-b76a-a25f058cb81a,segment=NetworkSegment(b5584d97-9a91-455d-b5ee-e44c2669560b),segment_id=b5584d97-9a91-455d-b5ee-e44c2669560b)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:30:15.272669 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-49aefcff-3d1c-4bc4-ab09-45a98f1e871f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:15.286004 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-49aefcff-3d1c-4bc4-ab09-45a98f1e871f admin admin] Calling delete_port for 9d15ca43-f4c9-4b97-b76a-a25f058cb81a owned by network:dhcp {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:30:15.317192 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 710e0a7b-62ab-4c17-b447-d48c1c7c882b no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:30:15.319230 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d8f890-06c6-4c94-bd9c-ac68f28f1412 None None] DHCP port deletion for 6e5e59da-8052-4eab-85c9-832cff0c91d2 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:30:15.344329 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 710e0a7b-62ab-4c17-b447-d48c1c7c882b {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:30:15.344677 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 710e0a7b-62ab-4c17-b447-d48c1c7c882b not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:30:15.373260 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-49aefcff-3d1c-4bc4-ab09-45a98f1e871f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:15.395397 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-78d8f890-06c6-4c94-bd9c-ac68f28f1412 None None] Deleting port 9d15ca43-f4c9-4b97-b76a-a25f058cb81a {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:30:15.395760 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-78d8f890-06c6-4c94-bd9c-ac68f28f1412 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:15.400717 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aefcff-3d1c-4bc4-ab09-45a98f1e871f admin admin] Pushing event deleted for resources: {'Port': ['ID=9d15ca43-f4c9-4b97-b76a-a25f058cb81a,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:30:15.404467 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49aefcff-3d1c-4bc4-ab09-45a98f1e871f admin admin] No DVR routers for this DVR port 9d15ca43-f4c9-4b97-b76a-a25f058cb81a on host n-d-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:30:15.460024 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-78d8f890-06c6-4c94-bd9c-ac68f28f1412 None None] For port 9d15ca43-f4c9-4b97-b76a-a25f058cb81a, host n-d-765315-29, got binding levels [] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:30:15.460410 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-78d8f890-06c6-4c94-bd9c-ac68f28f1412 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:15.473890 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-78d8f890-06c6-4c94-bd9c-ac68f28f1412 None None] Calling delete_port for 9d15ca43-f4c9-4b97-b76a-a25f058cb81a owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:30:15.476582 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.ipam_backend_mixin [None req-78d8f890-06c6-4c94-bd9c-ac68f28f1412 None None] Port 9d15ca43-f4c9-4b97-b76a-a25f058cb81a was not found and therefore no delete operation was performed {{(pid=102601) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 09:30:15.477851 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-78d8f890-06c6-4c94-bd9c-ac68f28f1412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:15.484473 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-49aefcff-3d1c-4bc4-ab09-45a98f1e871f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:15.504710 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d8f890-06c6-4c94-bd9c-ac68f28f1412 None None] Pushing event deleted for resources: {'Port': ['ID=9d15ca43-f4c9-4b97-b76a-a25f058cb81a,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:30:15.506527 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-49aefcff-3d1c-4bc4-ab09-45a98f1e871f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e5e59da-8052-4eab-85c9-832cff0c91d2']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:30:15.506998 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d8f890-06c6-4c94-bd9c-ac68f28f1412 None None] No DVR routers for this DVR port 9d15ca43-f4c9-4b97-b76a-a25f058cb81a on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:30:15.518123 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d8f890-06c6-4c94-bd9c-ac68f28f1412 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:15.518882 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d8f890-06c6-4c94-bd9c-ac68f28f1412 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:15.519583 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d8f890-06c6-4c94-bd9c-ac68f28f1412 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:15.520073 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d8f890-06c6-4c94-bd9c-ac68f28f1412 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:15.520563 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d8f890-06c6-4c94-bd9c-ac68f28f1412 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:15.520978 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-49aefcff-3d1c-4bc4-ab09-45a98f1e871f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5584d97-9a91-455d-b5ee-e44c2669560b') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:30:15.521342 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-49aefcff-3d1c-4bc4-ab09-45a98f1e871f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5584d97-9a91-455d-b5ee-e44c2669560b') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:30:15.521563 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d8f890-06c6-4c94-bd9c-ac68f28f1412 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:15.522194 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d8f890-06c6-4c94-bd9c-ac68f28f1412 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:15.522923 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d8f890-06c6-4c94-bd9c-ac68f28f1412 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:15.523395 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d8f890-06c6-4c94-bd9c-ac68f28f1412 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:15.523975 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d8f890-06c6-4c94-bd9c-ac68f28f1412 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:15.524461 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d8f890-06c6-4c94-bd9c-ac68f28f1412 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:15.524981 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d8f890-06c6-4c94-bd9c-ac68f28f1412 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:15.532911 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-49aefcff-3d1c-4bc4-ab09-45a98f1e871f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:15.548155 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-49aefcff-3d1c-4bc4-ab09-45a98f1e871f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:15.554455 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49aefcff-3d1c-4bc4-ab09-45a98f1e871f admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:30:15.554874 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-49aefcff-3d1c-4bc4-ab09-45a98f1e871f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:15.556567 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 09:30:15.556567 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:30:15.556567 n-d-765315-29 neutron-server[102599]: timer() Nov 12 09:30:15.556567 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:30:15.556567 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 09:30:15.556567 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:30:15.556567 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 09:30:15.556567 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:30:15.556567 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 09:30:15.556567 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:30:15.556567 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 09:30:15.556567 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:30:15.556567 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 09:30:15.556567 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:30:15.556567 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:30:15.556567 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:30:15.556567 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:30:15.556567 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:30:15.556567 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 09:30:15.556567 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:30:15.556567 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 09:30:15.556567 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:30:15.556567 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:30:15.556567 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:30:15.556567 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 09:30:15.556567 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:30:15.556567 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:30:15.556567 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:30:15.556567 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:30:15.556567 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:30:15.556567 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:30:15.556567 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:30:15.620798 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-49aefcff-3d1c-4bc4-ab09-45a98f1e871f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:15.626833 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-49aefcff-3d1c-4bc4-ab09-45a98f1e871f admin admin] Publish callbacks [] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:15.630005 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-49aefcff-3d1c-4bc4-ab09-45a98f1e871f admin admin] 10.222.0.26 "DELETE /v2.0/networks/6e5e59da-8052-4eab-85c9-832cff0c91d2 HTTP/1.1" status: 204 len: 168 time: 0.5544388 Nov 12 09:30:15.633218 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 42910) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:30:15.642008 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aefcff-3d1c-4bc4-ab09-45a98f1e871f admin admin] Pushing event deleted for resources: {'Network': ['ID=6e5e59da-8052-4eab-85c9-832cff0c91d2,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:30:15.984829 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fe3fdd15-c5d4-4339-9d8e-a280d5122637 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933586'] for router_interface, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:16.236994 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-fe3fdd15-c5d4-4339-9d8e-a280d5122637 admin admin] Deleting port 1ec27842-d441-4914-84bb-6897384ee173 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:30:16.237260 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fe3fdd15-c5d4-4339-9d8e-a280d5122637 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:16.237478 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 02e08455-6a62-4627-8714-b2405e808cf1 no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:30:16.261501 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] No Port match for: 02e08455-6a62-4627-8714-b2405e808cf1 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:30:16.261855 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 02e08455-6a62-4627-8714-b2405e808cf1 not bound to the agent host n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:30:16.315304 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-fe3fdd15-c5d4-4339-9d8e-a280d5122637 admin admin] For port 1ec27842-d441-4914-84bb-6897384ee173, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=1ec27842-d441-4914-84bb-6897384ee173,segment=NetworkSegment(62057593-9a2d-4374-bec2-33f31a2b27e3),segment_id=62057593-9a2d-4374-bec2-33f31a2b27e3)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:30:16.315667 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fe3fdd15-c5d4-4339-9d8e-a280d5122637 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:16.333272 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-fe3fdd15-c5d4-4339-9d8e-a280d5122637 admin admin] Calling delete_port for 1ec27842-d441-4914-84bb-6897384ee173 owned by network:router_interface {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:30:16.511287 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fe3fdd15-c5d4-4339-9d8e-a280d5122637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:16.537122 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3fdd15-c5d4-4339-9d8e-a280d5122637 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ec27842-d441-4914-84bb-6897384ee173,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:30:16.562739 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3fdd15-c5d4-4339-9d8e-a280d5122637 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:16.563082 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3fdd15-c5d4-4339-9d8e-a280d5122637 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:16.563410 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3fdd15-c5d4-4339-9d8e-a280d5122637 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:16.563746 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3fdd15-c5d4-4339-9d8e-a280d5122637 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:16.564071 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3fdd15-c5d4-4339-9d8e-a280d5122637 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:16.564395 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3fdd15-c5d4-4339-9d8e-a280d5122637 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:16.564713 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3fdd15-c5d4-4339-9d8e-a280d5122637 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:16.565031 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3fdd15-c5d4-4339-9d8e-a280d5122637 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:16.565347 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3fdd15-c5d4-4339-9d8e-a280d5122637 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:16.565661 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3fdd15-c5d4-4339-9d8e-a280d5122637 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:16.565981 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3fdd15-c5d4-4339-9d8e-a280d5122637 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:16.566295 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3fdd15-c5d4-4339-9d8e-a280d5122637 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:16.721983 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-fe3fdd15-c5d4-4339-9d8e-a280d5122637 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918626'] for router_interface, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:16.809120 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 9d15ca43-f4c9-4b97-b76a-a25f058cb81a no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:30:16.830476 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 9d15ca43-f4c9-4b97-b76a-a25f058cb81a {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:30:16.830851 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 9d15ca43-f4c9-4b97-b76a-a25f058cb81a not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:30:16.831270 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 19d845b2-d38f-4908-ae09-6048d4639e18 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:30:16.851484 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 19d845b2-d38f-4908-ae09-6048d4639e18 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:30:16.851826 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 19d845b2-d38f-4908-ae09-6048d4639e18 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:30:16.957623 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe3fdd15-c5d4-4339-9d8e-a280d5122637 admin admin] Router ce0ebc11-8377-43cb-9312-47e31f4dcad6 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:30:17.066821 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe3fdd15-c5d4-4339-9d8e-a280d5122637 admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:30:17.071754 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-fe3fdd15-c5d4-4339-9d8e-a280d5122637 admin admin] 10.222.0.26 "PUT /v2.0/routers/ce0ebc11-8377-43cb-9312-47e31f4dcad6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4370632 Nov 12 09:30:17.075197 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 42912) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:30:17.078179 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b4e9cc-3954-4f16-aa5b-3678d1db8c63 None None] Sync routers for ids ['ce0ebc11-8377-43cb-9312-47e31f4dcad6'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:30:17.089707 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b4e9cc-3954-4f16-aa5b-3678d1db8c63 None None] Routers {'ce0ebc11-8377-43cb-9312-47e31f4dcad6'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:30:17.090562 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-07b4e9cc-3954-4f16-aa5b-3678d1db8c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:30:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['ce0ebc11-8377-43cb-9312-47e31f4dcad6'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:30:17.180648 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8afafe20-79cf-45c1-ba53-6a379c18a770 admin admin] Publish callbacks [] for router, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:17.196407 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-07b4e9cc-3954-4f16-aa5b-3678d1db8c63 None None] Set router ce0ebc11-8377-43cb-9312-47e31f4dcad6 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:30:17.284430 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8afafe20-79cf-45c1-ba53-6a379c18a770 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:17.339242 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-8afafe20-79cf-45c1-ba53-6a379c18a770 admin admin] Deleting port 71a5e316-85cd-40ae-a46f-25b9d9534a78 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:30:17.339638 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8afafe20-79cf-45c1-ba53-6a379c18a770 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:17.377522 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-07b4e9cc-3954-4f16-aa5b-3678d1db8c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce0ebc11-8377-43cb-9312-47e31f4dcad6', 'name': 'tempest-TestEncryptedCinderVolumes-355002837-router', 'tenant_id': 'facc412df33843a9add1c4a3f5797281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '71a5e316-85cd-40ae-a46f-25b9d9534a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:28:51Z', 'updated_at': '2021-11-12T09:30:16Z', 'revision_number': 5, 'project_id': 'facc412df33843a9add1c4a3f5797281', 'gw_port': {'id': '71a5e316-85cd-40ae-a46f-25b9d9534a78', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:45:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0ebc11-8377-43cb-9312-47e31f4dcad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:28:51Z', 'updated_at': '2021-11-12T09:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:30:17.403798 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b4e9cc-3954-4f16-aa5b-3678d1db8c63 None None] Checking router: ce0ebc11-8377-43cb-9312-47e31f4dcad6 for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:30:17.412505 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b4e9cc-3954-4f16-aa5b-3678d1db8c63 None None] Routers {'ce0ebc11-8377-43cb-9312-47e31f4dcad6'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:30:17.413098 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-07b4e9cc-3954-4f16-aa5b-3678d1db8c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:30:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['ce0ebc11-8377-43cb-9312-47e31f4dcad6'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:30:17.421087 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-8afafe20-79cf-45c1-ba53-6a379c18a770 admin admin] For port 71a5e316-85cd-40ae-a46f-25b9d9534a78, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=71a5e316-85cd-40ae-a46f-25b9d9534a78,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:30:17.421447 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8afafe20-79cf-45c1-ba53-6a379c18a770 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:17.434845 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-8afafe20-79cf-45c1-ba53-6a379c18a770 admin admin] Calling delete_port for 71a5e316-85cd-40ae-a46f-25b9d9534a78 owned by network:router_gateway {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:30:17.498920 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-07b4e9cc-3954-4f16-aa5b-3678d1db8c63 None None] Set router ce0ebc11-8377-43cb-9312-47e31f4dcad6 gateway port host: None {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:30:17.554038 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-07b4e9cc-3954-4f16-aa5b-3678d1db8c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce0ebc11-8377-43cb-9312-47e31f4dcad6', 'name': 'tempest-TestEncryptedCinderVolumes-355002837-router', 'tenant_id': 'facc412df33843a9add1c4a3f5797281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:28:51Z', 'updated_at': '2021-11-12T09:30:17Z', 'revision_number': 6, 'project_id': 'facc412df33843a9add1c4a3f5797281', 'gw_port_host': None}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:30:17.584479 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b4e9cc-3954-4f16-aa5b-3678d1db8c63 None None] The sync data for ids ['ce0ebc11-8377-43cb-9312-47e31f4dcad6'] in n-d-765315-29 is: [{'id': 'ce0ebc11-8377-43cb-9312-47e31f4dcad6', 'name': 'tempest-TestEncryptedCinderVolumes-355002837-router', 'tenant_id': 'facc412df33843a9add1c4a3f5797281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:28:51Z', 'updated_at': '2021-11-12T09:30:17Z', 'revision_number': 6, 'project_id': 'facc412df33843a9add1c4a3f5797281', 'gw_port_host': None}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:30:17.611673 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8afafe20-79cf-45c1-ba53-6a379c18a770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:17.644873 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afafe20-79cf-45c1-ba53-6a379c18a770 admin admin] Pushing event deleted for resources: {'Port': ['ID=71a5e316-85cd-40ae-a46f-25b9d9534a78,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:30:17.661947 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c50ecf-9b8a-4b93-ad42-3f465936aa01 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:30:17.708256 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8afafe20-79cf-45c1-ba53-6a379c18a770 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-933016'] for router_gateway, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:17.802820 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8afafe20-79cf-45c1-ba53-6a379c18a770 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:17.804994 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8afafe20-79cf-45c1-ba53-6a379c18a770 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:17.850050 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8afafe20-79cf-45c1-ba53-6a379c18a770 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:17.850567 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8afafe20-79cf-45c1-ba53-6a379c18a770 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce0ebc11-8377-43cb-9312-47e31f4dcad6 {{(pid=102600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:30:17.857841 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8afafe20-79cf-45c1-ba53-6a379c18a770 admin admin] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:17.858945 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-8afafe20-79cf-45c1-ba53-6a379c18a770 admin admin] 10.222.0.26 "DELETE /v2.0/routers/ce0ebc11-8377-43cb-9312-47e31f4dcad6 HTTP/1.1" status: 204 len: 168 time: 0.7827132 Nov 12 09:30:17.861555 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 42916) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:30:17.912712 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3e49991-6dfc-467b-bb2b-118a0b37d5d3 admin admin] Deleting subnet d6ba2580-e85c-4013-b50f-81a033273780 {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:30:17.915770 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d3e49991-6dfc-467b-bb2b-118a0b37d5d3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:17.951770 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d3e49991-6dfc-467b-bb2b-118a0b37d5d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:18.038102 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d3e49991-6dfc-467b-bb2b-118a0b37d5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:18.094793 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d3e49991-6dfc-467b-bb2b-118a0b37d5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:18.120331 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e49991-6dfc-467b-bb2b-118a0b37d5d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6ba2580-e85c-4013-b50f-81a033273780,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:30:18.123968 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d3e49991-6dfc-467b-bb2b-118a0b37d5d3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:18.128513 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-d3e49991-6dfc-467b-bb2b-118a0b37d5d3 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/d6ba2580-e85c-4013-b50f-81a033273780 HTTP/1.1" status: 204 len: 168 time: 0.2631750 Nov 12 09:30:18.129640 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 42918) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:30:18.132103 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1dbfca-760f-439b-95a2-119b2d7fde0f None None] Network d4263769-b72d-49f2-953f-87b2414d9285 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:30:18.202298 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-70ae21a6-efab-443b-8d10-32b4bf852d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:18.256059 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-70ae21a6-efab-443b-8d10-32b4bf852d6b admin admin] Deleting port ec2506ca-d8cb-47c3-85d7-1d997f0c418d {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:30:18.256446 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-70ae21a6-efab-443b-8d10-32b4bf852d6b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:18.327353 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-70ae21a6-efab-443b-8d10-32b4bf852d6b admin admin] For port ec2506ca-d8cb-47c3-85d7-1d997f0c418d, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=ec2506ca-d8cb-47c3-85d7-1d997f0c418d,segment=NetworkSegment(62057593-9a2d-4374-bec2-33f31a2b27e3),segment_id=62057593-9a2d-4374-bec2-33f31a2b27e3)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:30:18.327710 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-70ae21a6-efab-443b-8d10-32b4bf852d6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:18.340166 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-70ae21a6-efab-443b-8d10-32b4bf852d6b admin admin] Calling delete_port for ec2506ca-d8cb-47c3-85d7-1d997f0c418d owned by network:dhcp {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:30:18.381450 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd52d1f-b356-4633-b5df-faead82d24e5 None None] DHCP port deletion for d4263769-b72d-49f2-953f-87b2414d9285 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:30:18.420592 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-70ae21a6-efab-443b-8d10-32b4bf852d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:18.431521 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-1bd52d1f-b356-4633-b5df-faead82d24e5 None None] Deleting port ec2506ca-d8cb-47c3-85d7-1d997f0c418d {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:30:18.431897 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1bd52d1f-b356-4633-b5df-faead82d24e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:18.451991 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae21a6-efab-443b-8d10-32b4bf852d6b admin admin] Pushing event deleted for resources: {'Port': ['ID=ec2506ca-d8cb-47c3-85d7-1d997f0c418d,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:30:18.455808 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ae21a6-efab-443b-8d10-32b4bf852d6b admin admin] No DVR routers for this DVR port ec2506ca-d8cb-47c3-85d7-1d997f0c418d on host n-d-765315-29 {{(pid=102600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:30:18.503086 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-1bd52d1f-b356-4633-b5df-faead82d24e5 None None] For port ec2506ca-d8cb-47c3-85d7-1d997f0c418d, host n-d-765315-29, got binding levels [] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:30:18.503474 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1bd52d1f-b356-4633-b5df-faead82d24e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:18.517041 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-1bd52d1f-b356-4633-b5df-faead82d24e5 None None] Calling delete_port for ec2506ca-d8cb-47c3-85d7-1d997f0c418d owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:30:18.519827 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.ipam_backend_mixin [None req-1bd52d1f-b356-4633-b5df-faead82d24e5 None None] Port ec2506ca-d8cb-47c3-85d7-1d997f0c418d was not found and therefore no delete operation was performed {{(pid=102601) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 09:30:18.521082 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1bd52d1f-b356-4633-b5df-faead82d24e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:18.530085 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-70ae21a6-efab-443b-8d10-32b4bf852d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:18.548508 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd52d1f-b356-4633-b5df-faead82d24e5 None None] No DVR routers for this DVR port ec2506ca-d8cb-47c3-85d7-1d997f0c418d on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:30:18.550421 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd52d1f-b356-4633-b5df-faead82d24e5 None None] Pushing event deleted for resources: {'Port': ['ID=ec2506ca-d8cb-47c3-85d7-1d997f0c418d,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:30:18.550556 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-70ae21a6-efab-443b-8d10-32b4bf852d6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4263769-b72d-49f2-953f-87b2414d9285']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:30:18.561297 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-70ae21a6-efab-443b-8d10-32b4bf852d6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62057593-9a2d-4374-bec2-33f31a2b27e3') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:30:18.561723 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-70ae21a6-efab-443b-8d10-32b4bf852d6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62057593-9a2d-4374-bec2-33f31a2b27e3') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:30:18.578087 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-70ae21a6-efab-443b-8d10-32b4bf852d6b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:18.595217 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-70ae21a6-efab-443b-8d10-32b4bf852d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:18.602512 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70ae21a6-efab-443b-8d10-32b4bf852d6b admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:30:18.602512 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-70ae21a6-efab-443b-8d10-32b4bf852d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:18.604221 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 09:30:18.604221 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:30:18.604221 n-d-765315-29 neutron-server[102600]: timer() Nov 12 09:30:18.604221 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:30:18.604221 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 09:30:18.604221 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:30:18.604221 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 09:30:18.604221 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:30:18.604221 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 09:30:18.604221 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:30:18.604221 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 09:30:18.604221 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:30:18.604221 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 09:30:18.604221 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:30:18.604221 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:30:18.604221 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:30:18.604221 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:30:18.604221 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:30:18.604221 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 09:30:18.604221 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:30:18.604221 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 09:30:18.604221 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:30:18.604221 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:30:18.604221 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:30:18.604221 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 09:30:18.604221 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:30:18.604221 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:30:18.604221 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:30:18.604221 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:30:18.604221 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:30:18.604221 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:30:18.604221 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:30:18.663205 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-70ae21a6-efab-443b-8d10-32b4bf852d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:18.679148 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-70ae21a6-efab-443b-8d10-32b4bf852d6b admin admin] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:18.682376 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-70ae21a6-efab-443b-8d10-32b4bf852d6b admin admin] 10.222.0.26 "DELETE /v2.0/networks/d4263769-b72d-49f2-953f-87b2414d9285 HTTP/1.1" status: 204 len: 168 time: 0.5517752 Nov 12 09:30:18.684630 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae21a6-efab-443b-8d10-32b4bf852d6b admin admin] Pushing event deleted for resources: {'Network': ['ID=d4263769-b72d-49f2-953f-87b2414d9285,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:30:18.749178 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device ec2506ca-d8cb-47c3-85d7-1d997f0c418d no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:30:18.770217 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: ec2506ca-d8cb-47c3-85d7-1d997f0c418d {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:30:18.770558 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device ec2506ca-d8cb-47c3-85d7-1d997f0c418d not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:30:18.770991 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 71a5e316-85cd-40ae-a46f-25b9d9534a78 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:30:18.793958 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 71a5e316-85cd-40ae-a46f-25b9d9534a78 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:30:18.794296 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 71a5e316-85cd-40ae-a46f-25b9d9534a78 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:30:18.794723 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 1ec27842-d441-4914-84bb-6897384ee173 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:30:18.861652 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 42922) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:30:18.906330 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-b2b6a284-bdd4-4c52-8f5f-c3f357fe9eb2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=68fea61837c0466280e31fb55577df1d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0433414 Nov 12 09:30:18.908713 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 42924) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:30:18.960789 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6cdcb8d8-c37c-4b49-bd0d-4a5ed231ef0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:18.974257 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 1ec27842-d441-4914-84bb-6897384ee173 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:30:18.974613 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 1ec27842-d441-4914-84bb-6897384ee173 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:30:18.988303 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6cdcb8d8-c37c-4b49-bd0d-4a5ed231ef0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:19.034848 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6cdcb8d8-c37c-4b49-bd0d-4a5ed231ef0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:19.037507 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6cdcb8d8-c37c-4b49-bd0d-4a5ed231ef0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:19.038737 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-6cdcb8d8-c37c-4b49-bd0d-4a5ed231ef0b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/63590c53-bd6d-41b2-81d5-0a5d39b00df7 HTTP/1.1" status: 204 len: 168 time: 0.1290314 Nov 12 09:30:19.047318 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdcb8d8-c37c-4b49-bd0d-4a5ed231ef0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63590c53-bd6d-41b2-81d5-0a5d39b00df7,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:30:19.358029 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 42930) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:30:19.397879 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-66bd35bd-012f-46d9-99d0-c449a02305ea admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=facc412df33843a9add1c4a3f5797281&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386360 Nov 12 09:30:19.400333 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 42932) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:30:19.447442 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1b22bad3-76e7-4356-a989-6ec8bccbe374 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:19.468445 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1b22bad3-76e7-4356-a989-6ec8bccbe374 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:19.515414 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1b22bad3-76e7-4356-a989-6ec8bccbe374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:19.517967 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1b22bad3-76e7-4356-a989-6ec8bccbe374 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:19.519166 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-1b22bad3-76e7-4356-a989-6ec8bccbe374 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c0ab0ef4-5d8f-48f2-992b-8240e60cf048 HTTP/1.1" status: 204 len: 168 time: 0.1179535 Nov 12 09:30:19.527483 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b22bad3-76e7-4356-a989-6ec8bccbe374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0ab0ef4-5d8f-48f2-992b-8240e60cf048,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:30:20.193707 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 42954) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:30:20.292341 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-f7739edc-8df0-4a87-a490-a3f756fd70ff admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1277765948-network', 'tenant_id': '0e8b7961ff5a4b02a37438eb866af78d'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:30:20.313101 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7739edc-8df0-4a87-a490-a3f756fd70ff admin admin] Made reservation on behalf of 0e8b7961ff5a4b02a37438eb866af78d for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:30:20.315644 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f7739edc-8df0-4a87-a490-a3f756fd70ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:20.325143 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f7739edc-8df0-4a87-a490-a3f756fd70ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:20.403168 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f7739edc-8df0-4a87-a490-a3f756fd70ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:20.407515 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f7739edc-8df0-4a87-a490-a3f756fd70ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:20.430162 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7739edc-8df0-4a87-a490-a3f756fd70ff admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:30:20.445646 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7739edc-8df0-4a87-a490-a3f756fd70ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c96f6b0b-387a-4514-a4b7-93a2ed88a9d2,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:30:20.451801 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f7739edc-8df0-4a87-a490-a3f756fd70ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:20.452140 n-d-765315-29 neutron-server[102599]: INFO neutron.db.segments_db [None req-f7739edc-8df0-4a87-a490-a3f756fd70ff admin admin] Added segment 60ea747f-ac19-426c-a608-2aa7659f9600 of type vlan for network 6144d7c0-ba83-442c-955d-da18807039fb Nov 12 09:30:20.495087 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f7739edc-8df0-4a87-a490-a3f756fd70ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:20.519572 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f7739edc-8df0-4a87-a490-a3f756fd70ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:20.520427 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7739edc-8df0-4a87-a490-a3f756fd70ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:20.520993 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f7739edc-8df0-4a87-a490-a3f756fd70ff admin admin] Publish callbacks [] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:20.582264 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-f7739edc-8df0-4a87-a490-a3f756fd70ff admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3874342 Nov 12 09:30:20.585066 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 42958) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:30:20.590883 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-63ceb338-177c-4381-8a97-4ebbc1fbc4cb admin admin] Request body: {'subnet': {'network_id': '6144d7c0-ba83-442c-955d-da18807039fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1277765948-subnet', 'tenant_id': '0e8b7961ff5a4b02a37438eb866af78d', 'ip_version': 4}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:30:20.602047 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7739edc-8df0-4a87-a490-a3f756fd70ff admin admin] Pushing event updated for resources: {'Network': ['ID=6144d7c0-ba83-442c-955d-da18807039fb,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:30:20.613751 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 6144d7c0-ba83-442c-955d-da18807039fb details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:30:20.620729 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ceb338-177c-4381-8a97-4ebbc1fbc4cb admin admin] Made reservation on behalf of 0e8b7961ff5a4b02a37438eb866af78d for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:30:20.623191 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-63ceb338-177c-4381-8a97-4ebbc1fbc4cb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:20.808395 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-63ceb338-177c-4381-8a97-4ebbc1fbc4cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:20.867492 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ceb338-177c-4381-8a97-4ebbc1fbc4cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=e292c970-53f4-4ab1-8992-7af166493667,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:30:20.875473 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ceb338-177c-4381-8a97-4ebbc1fbc4cb admin admin] Checking segment: {'id': '60ea747f-ac19-426c-a608-2aa7659f9600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6144d7c0-ba83-442c-955d-da18807039fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:30:20.875838 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ceb338-177c-4381-8a97-4ebbc1fbc4cb admin admin] Network hostable DHCP agents. Network: 6144d7c0-ba83-442c-955d-da18807039fb, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:30:20.894431 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ceb338-177c-4381-8a97-4ebbc1fbc4cb admin admin] Network 6144d7c0-ba83-442c-955d-da18807039fb is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:30:20.903746 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-63ceb338-177c-4381-8a97-4ebbc1fbc4cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 6144d7c0-ba83-442c-955d-da18807039fb) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:30:20.908554 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ceb338-177c-4381-8a97-4ebbc1fbc4cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:20.909151 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-63ceb338-177c-4381-8a97-4ebbc1fbc4cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:20.914260 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b7a76f-e8ff-49a2-a08d-b365d0344ac5 None None] Network 6144d7c0-ba83-442c-955d-da18807039fb requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:30:20.926256 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-63ceb338-177c-4381-8a97-4ebbc1fbc4cb admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3401642 Nov 12 09:30:20.929152 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 42960) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:30:20.934577 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-a1d8b76c-e707-4792-ac14-096e7bf17f6f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1277765948-router', 'tenant_id': '0e8b7961ff5a4b02a37438eb866af78d', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:30:20.957362 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a1d8b76c-e707-4792-ac14-096e7bf17f6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:20.958900 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a1d8b76c-e707-4792-ac14-096e7bf17f6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:21.021799 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a1d8b76c-e707-4792-ac14-096e7bf17f6f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:21.091849 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93c727d-da89-49bd-bc6e-d1a653c8ed73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-6144d7c0-ba83-442c-955d-da18807039fb', 'network_id': '6144d7c0-ba83-442c-955d-da18807039fb', 'tenant_id': '0e8b7961ff5a4b02a37438eb866af78d', 'fixed_ips': [{'subnet_id': 'e292c970-53f4-4ab1-8992-7af166493667'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:30:21.093217 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b93c727d-da89-49bd-bc6e-d1a653c8ed73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:21.173346 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a1d8b76c-e707-4792-ac14-096e7bf17f6f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:21.245781 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-b93c727d-da89-49bd-bc6e-d1a653c8ed73 None None] Allocated IP 172.20.0.2 (6144d7c0-ba83-442c-955d-da18807039fb/e292c970-53f4-4ab1-8992-7af166493667/76a034e8-a904-4ab1-8158-0cbaac44d5bb) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:30:21.412706 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b93c727d-da89-49bd-bc6e-d1a653c8ed73 None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:21.419417 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b93c727d-da89-49bd-bc6e-d1a653c8ed73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:21.459277 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93c727d-da89-49bd-bc6e-d1a653c8ed73 None None] Network 6144d7c0-ba83-442c-955d-da18807039fb is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:30:21.465204 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-b93c727d-da89-49bd-bc6e-d1a653c8ed73 None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:30:21.468992 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93c727d-da89-49bd-bc6e-d1a653c8ed73 None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:30:21.476472 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93c727d-da89-49bd-bc6e-d1a653c8ed73 None None] Pushing event updated for resources: {'Port': ['ID=76a034e8-a904-4ab1-8158-0cbaac44d5bb,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:30:21.531749 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-b93c727d-da89-49bd-bc6e-d1a653c8ed73 None None] Attempting to bind port 76a034e8-a904-4ab1-8158-0cbaac44d5bb on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:30:21.532117 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-b93c727d-da89-49bd-bc6e-d1a653c8ed73 None None] Attempting to bind port 76a034e8-a904-4ab1-8158-0cbaac44d5bb by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '60ea747f-ac19-426c-a608-2aa7659f9600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6144d7c0-ba83-442c-955d-da18807039fb'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:30:21.532481 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93c727d-da89-49bd-bc6e-d1a653c8ed73 None None] Attempting to bind port 76a034e8-a904-4ab1-8158-0cbaac44d5bb on network 6144d7c0-ba83-442c-955d-da18807039fb {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:30:21.537904 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93c727d-da89-49bd-bc6e-d1a653c8ed73 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:30:21.538280 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93c727d-da89-49bd-bc6e-d1a653c8ed73 None None] Checking segment: {'id': '60ea747f-ac19-426c-a608-2aa7659f9600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6144d7c0-ba83-442c-955d-da18807039fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:30:21.538772 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b93c727d-da89-49bd-bc6e-d1a653c8ed73 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:21.539188 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93c727d-da89-49bd-bc6e-d1a653c8ed73 None None] Bound using segment: {'id': '60ea747f-ac19-426c-a608-2aa7659f9600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6144d7c0-ba83-442c-955d-da18807039fb'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:30:21.539656 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-b93c727d-da89-49bd-bc6e-d1a653c8ed73 None None] Bound port: 76a034e8-a904-4ab1-8158-0cbaac44d5bb, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60ea747f-ac19-426c-a608-2aa7659f9600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6144d7c0-ba83-442c-955d-da18807039fb'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:30:21.540034 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b93c727d-da89-49bd-bc6e-d1a653c8ed73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:21.603377 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-b93c727d-da89-49bd-bc6e-d1a653c8ed73 None None] For port 76a034e8-a904-4ab1-8158-0cbaac44d5bb, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:30:21.607398 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-b93c727d-da89-49bd-bc6e-d1a653c8ed73 None None] For port 76a034e8-a904-4ab1-8158-0cbaac44d5bb, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=76a034e8-a904-4ab1-8158-0cbaac44d5bb,segment=NetworkSegment(60ea747f-ac19-426c-a608-2aa7659f9600),segment_id=60ea747f-ac19-426c-a608-2aa7659f9600)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:30:21.611826 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b93c727d-da89-49bd-bc6e-d1a653c8ed73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:21.644812 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a1d8b76c-e707-4792-ac14-096e7bf17f6f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:21.670041 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a1d8b76c-e707-4792-ac14-096e7bf17f6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:21.673997 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93c727d-da89-49bd-bc6e-d1a653c8ed73 None None] Pushing event updated for resources: {'Port': ['ID=76a034e8-a904-4ab1-8158-0cbaac44d5bb,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:30:21.783283 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-a1d8b76c-e707-4792-ac14-096e7bf17f6f admin admin] Allocated IP 172.25.2.224 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/234e7730-6284-47fb-929e-b8d7eab87d38) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:30:21.909307 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a1d8b76c-e707-4792-ac14-096e7bf17f6f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:21.953768 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a1d8b76c-e707-4792-ac14-096e7bf17f6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:22.001420 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d8b76c-e707-4792-ac14-096e7bf17f6f admin admin] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:30:22.004411 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-a1d8b76c-e707-4792-ac14-096e7bf17f6f admin admin] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:30:22.009244 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d8b76c-e707-4792-ac14-096e7bf17f6f admin admin] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:30:22.012457 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d8b76c-e707-4792-ac14-096e7bf17f6f admin admin] Pushing event updated for resources: {'Port': ['ID=234e7730-6284-47fb-929e-b8d7eab87d38,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:30:22.017784 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc80609d-dc17-4ce4-8f37-8946415d576f None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:30:22.050479 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-48b55847-10ab-4947-ac20-f8467c3a1e95 None None] Provisioning complete for port 234e7730-6284-47fb-929e-b8d7eab87d38 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:30:22.051085 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-48b55847-10ab-4947-ac20-f8467c3a1e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:22.093496 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-48b55847-10ab-4947-ac20-f8467c3a1e95 None None] Port 234e7730-6284-47fb-929e-b8d7eab87d38 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:30:22.264141 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a1d8b76c-e707-4792-ac14-096e7bf17f6f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:22.485364 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a1d8b76c-e707-4792-ac14-096e7bf17f6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052'] for router, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:22.559394 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57c35d2-dc3d-48ba-80a3-64b5d9dbecb1 None None] Network 6144d7c0-ba83-442c-955d-da18807039fb requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:30:22.618566 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1d8b76c-e707-4792-ac14-096e7bf17f6f admin admin] Router f436f8d9-752e-4e39-bfa6-872087c9b361 is scheduled to L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 with binding_index 1 {{(pid=102600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:30:22.633085 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-b1ca459e-4143-47bd-bccc-b13ebda2890c None None] Provisioning complete for port 76a034e8-a904-4ab1-8158-0cbaac44d5bb triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:30:22.633478 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b1ca459e-4143-47bd-bccc-b13ebda2890c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:22.744259 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1d8b76c-e707-4792-ac14-096e7bf17f6f admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:30:22.763583 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a1d8b76c-e707-4792-ac14-096e7bf17f6f admin admin] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:22.767376 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-a1d8b76c-e707-4792-ac14-096e7bf17f6f admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8345439 Nov 12 09:30:22.767713 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 42962) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:30:22.771951 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35adc87-5b37-4ac2-9cc6-241173fac813 None None] Sync routers for ids ['f436f8d9-752e-4e39-bfa6-872087c9b361'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:30:22.799528 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 76a034e8-a904-4ab1-8158-0cbaac44d5bb up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:30:22.823995 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b1ca459e-4143-47bd-bccc-b13ebda2890c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:22.832158 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35adc87-5b37-4ac2-9cc6-241173fac813 None None] Routers {'f436f8d9-752e-4e39-bfa6-872087c9b361'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:30:22.832784 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-b35adc87-5b37-4ac2-9cc6-241173fac813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:30:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['f436f8d9-752e-4e39-bfa6-872087c9b361'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:30:22.967192 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-b1ca459e-4143-47bd-bccc-b13ebda2890c None None] For port 76a034e8-a904-4ab1-8158-0cbaac44d5bb, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=76a034e8-a904-4ab1-8158-0cbaac44d5bb,segment=NetworkSegment(60ea747f-ac19-426c-a608-2aa7659f9600),segment_id=60ea747f-ac19-426c-a608-2aa7659f9600)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:30:22.979840 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b1ca459e-4143-47bd-bccc-b13ebda2890c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:23.025569 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-b35adc87-5b37-4ac2-9cc6-241173fac813 None None] Set router f436f8d9-752e-4e39-bfa6-872087c9b361 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:30:23.032561 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 76a034e8-a904-4ab1-8158-0cbaac44d5bb triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:30:23.032927 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:23.150509 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ca459e-4143-47bd-bccc-b13ebda2890c None None] Pushing event updated for resources: {'Port': ['ID=76a034e8-a904-4ab1-8158-0cbaac44d5bb,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:30:23.235356 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-26881b8b-5029-4cae-8b67-34519ef6ae23 None None] Provisioning complete for port 76a034e8-a904-4ab1-8158-0cbaac44d5bb triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:30:23.235798 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-26881b8b-5029-4cae-8b67-34519ef6ae23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:23.390886 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-b35adc87-5b37-4ac2-9cc6-241173fac813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f436f8d9-752e-4e39-bfa6-872087c9b361', 'name': 'tempest-TestMinimumBasicScenario-1277765948-router', 'tenant_id': '0e8b7961ff5a4b02a37438eb866af78d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '234e7730-6284-47fb-929e-b8d7eab87d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:30:20Z', 'updated_at': '2021-11-12T09:30:22Z', 'revision_number': 3, 'project_id': '0e8b7961ff5a4b02a37438eb866af78d', 'gw_port': {'id': '234e7730-6284-47fb-929e-b8d7eab87d38', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:72:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f436f8d9-752e-4e39-bfa6-872087c9b361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:30:21Z', 'updated_at': '2021-11-12T09:30:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:30:23.424411 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35adc87-5b37-4ac2-9cc6-241173fac813 None None] Checking router: f436f8d9-752e-4e39-bfa6-872087c9b361 for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:30:23.424760 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35adc87-5b37-4ac2-9cc6-241173fac813 None None] Updating router f436f8d9-752e-4e39-bfa6-872087c9b361 port 234e7730-6284-47fb-929e-b8d7eab87d38 binding host n-d-765315-29 {{(pid=102601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:30:23.450457 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b35adc87-5b37-4ac2-9cc6-241173fac813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:23.555218 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e2961633-068d-47bc-8c19-91e39248a98f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:23.705958 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b35adc87-5b37-4ac2-9cc6-241173fac813 None None] Publish callbacks [] for port, precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:23.711684 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b35adc87-5b37-4ac2-9cc6-241173fac813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:23.715947 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-e2961633-068d-47bc-8c19-91e39248a98f admin admin] Allocated IP 172.20.0.1 (6144d7c0-ba83-442c-955d-da18807039fb/e292c970-53f4-4ab1-8992-7af166493667/3ce6345c-e060-48c6-ae63-88fb6a0b6db7) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:30:23.761213 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b891f761-f882-4043-a2ce-438f35268e49 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:30:23.773081 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-b35adc87-5b37-4ac2-9cc6-241173fac813 None None] Attempting to bind port 234e7730-6284-47fb-929e-b8d7eab87d38 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:30:23.773702 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-b35adc87-5b37-4ac2-9cc6-241173fac813 None None] Attempting to bind port 234e7730-6284-47fb-929e-b8d7eab87d38 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:30:23.773836 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35adc87-5b37-4ac2-9cc6-241173fac813 None None] Attempting to bind port 234e7730-6284-47fb-929e-b8d7eab87d38 on network d709f64f-f9e6-4525-b020-ad48633b9bbf {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:30:23.783673 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5517870-35e4-4225-9842-3cebc2b195cf None None] Pushing event updated for resources: {'Port': ['ID=234e7730-6284-47fb-929e-b8d7eab87d38,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:30:23.786396 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35adc87-5b37-4ac2-9cc6-241173fac813 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:30:23.786798 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35adc87-5b37-4ac2-9cc6-241173fac813 None None] Checking segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:30:23.787207 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b35adc87-5b37-4ac2-9cc6-241173fac813 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:23.787579 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35adc87-5b37-4ac2-9cc6-241173fac813 None None] Bound using segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:30:23.788428 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-b35adc87-5b37-4ac2-9cc6-241173fac813 None None] Bound port: 234e7730-6284-47fb-929e-b8d7eab87d38, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:30:23.788428 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b35adc87-5b37-4ac2-9cc6-241173fac813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:23.822519 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e2961633-068d-47bc-8c19-91e39248a98f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:23.842448 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-b2f7ce7e-c345-4e17-ae01-99b6b6252683 None None] Provisioning complete for port 234e7730-6284-47fb-929e-b8d7eab87d38 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:30:23.842911 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b2f7ce7e-c345-4e17-ae01-99b6b6252683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:23.856488 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e2961633-068d-47bc-8c19-91e39248a98f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:23.878457 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-b35adc87-5b37-4ac2-9cc6-241173fac813 None None] For port 234e7730-6284-47fb-929e-b8d7eab87d38, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:30:23.894012 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2961633-068d-47bc-8c19-91e39248a98f admin admin] Network 6144d7c0-ba83-442c-955d-da18807039fb is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:30:23.896794 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-e2961633-068d-47bc-8c19-91e39248a98f admin admin] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:30:23.897939 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-b35adc87-5b37-4ac2-9cc6-241173fac813 None None] For port 234e7730-6284-47fb-929e-b8d7eab87d38, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=234e7730-6284-47fb-929e-b8d7eab87d38,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:30:23.899482 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-b2f7ce7e-c345-4e17-ae01-99b6b6252683 None None] Port 234e7730-6284-47fb-929e-b8d7eab87d38 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:30:23.903376 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2961633-068d-47bc-8c19-91e39248a98f admin admin] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:30:23.905280 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b35adc87-5b37-4ac2-9cc6-241173fac813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:23.931519 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2961633-068d-47bc-8c19-91e39248a98f admin admin] Pushing event updated for resources: {'Port': ['ID=3ce6345c-e060-48c6-ae63-88fb6a0b6db7,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:30:23.955181 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d33adc-3df9-4ad0-a97c-4403ddafc099 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:30:23.960323 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e2961633-068d-47bc-8c19-91e39248a98f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933481'] for router_interface, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:23.978342 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35adc87-5b37-4ac2-9cc6-241173fac813 None None] Routers {'f436f8d9-752e-4e39-bfa6-872087c9b361'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:30:23.978994 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-b35adc87-5b37-4ac2-9cc6-241173fac813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:30:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['f436f8d9-752e-4e39-bfa6-872087c9b361'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:30:23.983876 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5517870-35e4-4225-9842-3cebc2b195cf None None] Pushing event updated for resources: {'Port': ['ID=234e7730-6284-47fb-929e-b8d7eab87d38,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:30:24.106449 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e2961633-068d-47bc-8c19-91e39248a98f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:24.251076 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-c7a8b8bc-eff8-4767-9ba4-03c72017ec1c None None] Provisioning complete for port 234e7730-6284-47fb-929e-b8d7eab87d38 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:30:24.251312 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c7a8b8bc-eff8-4767-9ba4-03c72017ec1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:24.287724 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-b35adc87-5b37-4ac2-9cc6-241173fac813 None None] Set router f436f8d9-752e-4e39-bfa6-872087c9b361 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:30:24.287952 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e2961633-068d-47bc-8c19-91e39248a98f admin admin] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:24.292869 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e2961633-068d-47bc-8c19-91e39248a98f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:24.365459 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e2961633-068d-47bc-8c19-91e39248a98f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933629'] for router_interface, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:24.368427 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2961633-068d-47bc-8c19-91e39248a98f admin admin] Pushing event updated for resources: {'Port': ['ID=3ce6345c-e060-48c6-ae63-88fb6a0b6db7,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:30:24.461901 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c7a8b8bc-eff8-4767-9ba4-03c72017ec1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:24.464011 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2961633-068d-47bc-8c19-91e39248a98f admin admin] Network 6144d7c0-ba83-442c-955d-da18807039fb is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:30:24.465684 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-e2961633-068d-47bc-8c19-91e39248a98f admin admin] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:30:24.513511 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-c7a8b8bc-eff8-4767-9ba4-03c72017ec1c None None] For port 234e7730-6284-47fb-929e-b8d7eab87d38, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=234e7730-6284-47fb-929e-b8d7eab87d38,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:30:24.519738 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c7a8b8bc-eff8-4767-9ba4-03c72017ec1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:24.580369 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-b35adc87-5b37-4ac2-9cc6-241173fac813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f436f8d9-752e-4e39-bfa6-872087c9b361', 'name': 'tempest-TestMinimumBasicScenario-1277765948-router', 'tenant_id': '0e8b7961ff5a4b02a37438eb866af78d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '234e7730-6284-47fb-929e-b8d7eab87d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:30:20Z', 'updated_at': '2021-11-12T09:30:22Z', 'revision_number': 3, 'project_id': '0e8b7961ff5a4b02a37438eb866af78d', 'gw_port': {'id': '234e7730-6284-47fb-929e-b8d7eab87d38', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:72:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f436f8d9-752e-4e39-bfa6-872087c9b361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:30:21Z', 'updated_at': '2021-11-12T09:30:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:30:24.582439 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a8b8bc-eff8-4767-9ba4-03c72017ec1c None None] Pushing event updated for resources: {'Port': ['ID=234e7730-6284-47fb-929e-b8d7eab87d38,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:30:24.593800 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2961633-068d-47bc-8c19-91e39248a98f admin admin] Router f436f8d9-752e-4e39-bfa6-872087c9b361 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:30:24.614041 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35adc87-5b37-4ac2-9cc6-241173fac813 None None] The sync data for ids ['f436f8d9-752e-4e39-bfa6-872087c9b361'] in n-d-765315-29 is: [{'id': 'f436f8d9-752e-4e39-bfa6-872087c9b361', 'name': 'tempest-TestMinimumBasicScenario-1277765948-router', 'tenant_id': '0e8b7961ff5a4b02a37438eb866af78d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '234e7730-6284-47fb-929e-b8d7eab87d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:30:20Z', 'updated_at': '2021-11-12T09:30:22Z', 'revision_number': 3, 'project_id': '0e8b7961ff5a4b02a37438eb866af78d', 'gw_port': {'id': '234e7730-6284-47fb-929e-b8d7eab87d38', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:72:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f436f8d9-752e-4e39-bfa6-872087c9b361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:30:21Z', 'updated_at': '2021-11-12T09:30:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:30:24.641904 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-a8fdd1c8-3397-4b56-aa8b-98ac9e5d60bd None None] Provisioning complete for port 3ce6345c-e060-48c6-ae63-88fb6a0b6db7 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:30:24.642449 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a8fdd1c8-3397-4b56-aa8b-98ac9e5d60bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:24.704699 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-a8fdd1c8-3397-4b56-aa8b-98ac9e5d60bd None None] Port 3ce6345c-e060-48c6-ae63-88fb6a0b6db7 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:30:24.740059 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2961633-068d-47bc-8c19-91e39248a98f admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:30:24.748961 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-e2961633-068d-47bc-8c19-91e39248a98f admin admin] 10.222.0.26 "PUT /v2.0/routers/f436f8d9-752e-4e39-bfa6-872087c9b361/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9798136 Nov 12 09:30:24.758745 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 76a034e8-a904-4ab1-8158-0cbaac44d5bb up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:30:24.817407 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 76a034e8-a904-4ab1-8158-0cbaac44d5bb triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:30:24.818101 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:24.852913 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-c48969ee-0692-4764-91d0-f15eb4d37974 None None] Provisioning complete for port 3ce6345c-e060-48c6-ae63-88fb6a0b6db7 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:30:24.853285 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c48969ee-0692-4764-91d0-f15eb4d37974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:24.924173 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-c48969ee-0692-4764-91d0-f15eb4d37974 None None] Port 3ce6345c-e060-48c6-ae63-88fb6a0b6db7 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:30:25.286975 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 42978) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:30:25.292100 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-2ec68a6d-86bd-4004-a226-5bfa57505177 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-647954453-network', 'tenant_id': '00355169ebe04dbaa943fc70c272ab23'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:30:25.318730 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ec68a6d-86bd-4004-a226-5bfa57505177 admin admin] Made reservation on behalf of 00355169ebe04dbaa943fc70c272ab23 for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:30:25.321135 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2ec68a6d-86bd-4004-a226-5bfa57505177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:25.330808 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2ec68a6d-86bd-4004-a226-5bfa57505177 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:25.409138 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2ec68a6d-86bd-4004-a226-5bfa57505177 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:25.413641 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2ec68a6d-86bd-4004-a226-5bfa57505177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:25.442187 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ec68a6d-86bd-4004-a226-5bfa57505177 admin admin] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:30:25.452632 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec68a6d-86bd-4004-a226-5bfa57505177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d9fdf26-6a16-4cef-a914-e64847dad35b,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:30:25.457430 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2ec68a6d-86bd-4004-a226-5bfa57505177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:25.457773 n-d-765315-29 neutron-server[102599]: INFO neutron.db.segments_db [None req-2ec68a6d-86bd-4004-a226-5bfa57505177 admin admin] Added segment c09a3432-d012-4eba-b41b-345c5c96bb48 of type vlan for network 5d9d8369-1ffc-4eb7-9d78-e85a44e91641 Nov 12 09:30:25.501552 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2ec68a6d-86bd-4004-a226-5bfa57505177 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:25.527874 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2ec68a6d-86bd-4004-a226-5bfa57505177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:25.528860 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec68a6d-86bd-4004-a226-5bfa57505177 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:25.529440 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2ec68a6d-86bd-4004-a226-5bfa57505177 admin admin] Publish callbacks [] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:25.561545 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-2ec68a6d-86bd-4004-a226-5bfa57505177 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2733455 Nov 12 09:30:25.564269 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 42980) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:30:25.569189 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-1f2f159f-2e08-434c-b630-88e81bcc3928 admin admin] Request body: {'subnet': {'network_id': '5d9d8369-1ffc-4eb7-9d78-e85a44e91641', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-647954453-subnet', 'tenant_id': '00355169ebe04dbaa943fc70c272ab23', 'ip_version': 4}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:30:25.591489 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f2f159f-2e08-434c-b630-88e81bcc3928 admin admin] Made reservation on behalf of 00355169ebe04dbaa943fc70c272ab23 for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:30:25.593846 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1f2f159f-2e08-434c-b630-88e81bcc3928 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:25.596168 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec68a6d-86bd-4004-a226-5bfa57505177 admin admin] Pushing event updated for resources: {'Network': ['ID=5d9d8369-1ffc-4eb7-9d78-e85a44e91641,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:30:25.606126 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 5d9d8369-1ffc-4eb7-9d78-e85a44e91641 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:30:25.772082 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1f2f159f-2e08-434c-b630-88e81bcc3928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:25.827629 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2f159f-2e08-434c-b630-88e81bcc3928 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6ff99be-1ba6-4692-9471-9da45be9ee6f,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:30:25.835872 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2f159f-2e08-434c-b630-88e81bcc3928 admin admin] Checking segment: {'id': 'c09a3432-d012-4eba-b41b-345c5c96bb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '5d9d8369-1ffc-4eb7-9d78-e85a44e91641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:30:25.836232 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2f159f-2e08-434c-b630-88e81bcc3928 admin admin] Network hostable DHCP agents. Network: 5d9d8369-1ffc-4eb7-9d78-e85a44e91641, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:30:25.853469 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2f159f-2e08-434c-b630-88e81bcc3928 admin admin] Network 5d9d8369-1ffc-4eb7-9d78-e85a44e91641 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:30:25.862306 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-1f2f159f-2e08-434c-b630-88e81bcc3928 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 5d9d8369-1ffc-4eb7-9d78-e85a44e91641) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:30:25.866431 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2f159f-2e08-434c-b630-88e81bcc3928 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:25.867125 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1f2f159f-2e08-434c-b630-88e81bcc3928 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:25.872053 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed00ec2-410c-46ec-a3f4-d7bc3ddab008 None None] Network 5d9d8369-1ffc-4eb7-9d78-e85a44e91641 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:30:25.884584 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-1f2f159f-2e08-434c-b630-88e81bcc3928 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3191829 Nov 12 09:30:25.888354 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 42982) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:30:25.892823 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-11bdbcf8-c6b0-47b1-b5cf-87ca6beea84a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-647954453-router', 'tenant_id': '00355169ebe04dbaa943fc70c272ab23', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:30:25.915124 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-11bdbcf8-c6b0-47b1-b5cf-87ca6beea84a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:25.916188 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-11bdbcf8-c6b0-47b1-b5cf-87ca6beea84a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:25.974635 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-11bdbcf8-c6b0-47b1-b5cf-87ca6beea84a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:26.036540 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e1d7e72-5cd1-4823-a1f1-4a698da2a730 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-5d9d8369-1ffc-4eb7-9d78-e85a44e91641', 'network_id': '5d9d8369-1ffc-4eb7-9d78-e85a44e91641', 'tenant_id': '00355169ebe04dbaa943fc70c272ab23', 'fixed_ips': [{'subnet_id': 'a6ff99be-1ba6-4692-9471-9da45be9ee6f'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:30:26.037429 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3e1d7e72-5cd1-4823-a1f1-4a698da2a730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:26.127651 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-11bdbcf8-c6b0-47b1-b5cf-87ca6beea84a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:26.181811 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-3e1d7e72-5cd1-4823-a1f1-4a698da2a730 None None] Allocated IP 172.20.0.2 (5d9d8369-1ffc-4eb7-9d78-e85a44e91641/a6ff99be-1ba6-4692-9471-9da45be9ee6f/cf755353-8f8e-4f8b-968a-0499f1cbb00b) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:30:26.316520 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc19c65-9edc-4510-a53c-e57adc559128 None None] Sync routers for ids ['f436f8d9-752e-4e39-bfa6-872087c9b361'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:30:26.328801 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc19c65-9edc-4510-a53c-e57adc559128 None None] Routers {'f436f8d9-752e-4e39-bfa6-872087c9b361'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:30:26.329396 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-edc19c65-9edc-4510-a53c-e57adc559128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:30:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['f436f8d9-752e-4e39-bfa6-872087c9b361'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:30:26.333918 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3e1d7e72-5cd1-4823-a1f1-4a698da2a730 None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:26.343328 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3e1d7e72-5cd1-4823-a1f1-4a698da2a730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:26.343661 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-11bdbcf8-c6b0-47b1-b5cf-87ca6beea84a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:26.391273 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-11bdbcf8-c6b0-47b1-b5cf-87ca6beea84a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:26.402839 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1d7e72-5cd1-4823-a1f1-4a698da2a730 None None] Network 5d9d8369-1ffc-4eb7-9d78-e85a44e91641 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:30:26.409233 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-3e1d7e72-5cd1-4823-a1f1-4a698da2a730 None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:30:26.420291 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1d7e72-5cd1-4823-a1f1-4a698da2a730 None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:30:26.436253 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1d7e72-5cd1-4823-a1f1-4a698da2a730 None None] Pushing event updated for resources: {'Port': ['ID=cf755353-8f8e-4f8b-968a-0499f1cbb00b,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:30:26.497091 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-3e1d7e72-5cd1-4823-a1f1-4a698da2a730 None None] Attempting to bind port cf755353-8f8e-4f8b-968a-0499f1cbb00b on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:30:26.497463 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-3e1d7e72-5cd1-4823-a1f1-4a698da2a730 None None] Attempting to bind port cf755353-8f8e-4f8b-968a-0499f1cbb00b by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': 'c09a3432-d012-4eba-b41b-345c5c96bb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '5d9d8369-1ffc-4eb7-9d78-e85a44e91641'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:30:26.497832 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1d7e72-5cd1-4823-a1f1-4a698da2a730 None None] Attempting to bind port cf755353-8f8e-4f8b-968a-0499f1cbb00b on network 5d9d8369-1ffc-4eb7-9d78-e85a44e91641 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:30:26.503795 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1d7e72-5cd1-4823-a1f1-4a698da2a730 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:30:26.504170 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1d7e72-5cd1-4823-a1f1-4a698da2a730 None None] Checking segment: {'id': 'c09a3432-d012-4eba-b41b-345c5c96bb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '5d9d8369-1ffc-4eb7-9d78-e85a44e91641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:30:26.505041 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3e1d7e72-5cd1-4823-a1f1-4a698da2a730 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:26.505041 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1d7e72-5cd1-4823-a1f1-4a698da2a730 None None] Bound using segment: {'id': 'c09a3432-d012-4eba-b41b-345c5c96bb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '5d9d8369-1ffc-4eb7-9d78-e85a44e91641'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:30:26.505439 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-3e1d7e72-5cd1-4823-a1f1-4a698da2a730 None None] Bound port: cf755353-8f8e-4f8b-968a-0499f1cbb00b, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c09a3432-d012-4eba-b41b-345c5c96bb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '5d9d8369-1ffc-4eb7-9d78-e85a44e91641'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:30:26.505817 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3e1d7e72-5cd1-4823-a1f1-4a698da2a730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:26.525768 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-11bdbcf8-c6b0-47b1-b5cf-87ca6beea84a admin admin] Allocated IP 172.25.2.190 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/56405736-d80f-4c41-a604-dd282ffacb8d) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:30:26.547931 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-edc19c65-9edc-4510-a53c-e57adc559128 None None] Set router f436f8d9-752e-4e39-bfa6-872087c9b361 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:30:26.576277 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-3e1d7e72-5cd1-4823-a1f1-4a698da2a730 None None] For port cf755353-8f8e-4f8b-968a-0499f1cbb00b, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:30:26.579855 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-3e1d7e72-5cd1-4823-a1f1-4a698da2a730 None None] For port cf755353-8f8e-4f8b-968a-0499f1cbb00b, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=cf755353-8f8e-4f8b-968a-0499f1cbb00b,segment=NetworkSegment(c09a3432-d012-4eba-b41b-345c5c96bb48),segment_id=c09a3432-d012-4eba-b41b-345c5c96bb48)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:30:26.584460 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3e1d7e72-5cd1-4823-a1f1-4a698da2a730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:26.638774 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-11bdbcf8-c6b0-47b1-b5cf-87ca6beea84a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:26.652176 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1d7e72-5cd1-4823-a1f1-4a698da2a730 None None] Pushing event updated for resources: {'Port': ['ID=cf755353-8f8e-4f8b-968a-0499f1cbb00b,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:30:26.677778 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-11bdbcf8-c6b0-47b1-b5cf-87ca6beea84a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:26.725524 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bdbcf8-c6b0-47b1-b5cf-87ca6beea84a admin admin] Pushing event updated for resources: {'Port': ['ID=56405736-d80f-4c41-a604-dd282ffacb8d,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:30:26.740354 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11bdbcf8-c6b0-47b1-b5cf-87ca6beea84a admin admin] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:30:26.742063 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-11bdbcf8-c6b0-47b1-b5cf-87ca6beea84a admin admin] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:30:26.746612 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bdbcf8-c6b0-47b1-b5cf-87ca6beea84a admin admin] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:30:26.757047 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c1ba5d-e945-4900-92ab-b7c5c6b65357 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:30:26.800896 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-edc19c65-9edc-4510-a53c-e57adc559128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f436f8d9-752e-4e39-bfa6-872087c9b361', 'name': 'tempest-TestMinimumBasicScenario-1277765948-router', 'tenant_id': '0e8b7961ff5a4b02a37438eb866af78d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '234e7730-6284-47fb-929e-b8d7eab87d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:30:20Z', 'updated_at': '2021-11-12T09:30:24Z', 'revision_number': 4, 'project_id': '0e8b7961ff5a4b02a37438eb866af78d', 'gw_port': {'id': '234e7730-6284-47fb-929e-b8d7eab87d38', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:72:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f436f8d9-752e-4e39-bfa6-872087c9b361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:30:21Z', 'updated_at': '2021-11-12T09:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '3ce6345c-e060-48c6-ae63-88fb6a0b6db7', 'name': '', 'network_id': '6144d7c0-ba83-442c-955d-da18807039fb', 'tenant_id': '0e8b7961ff5a4b02a37438eb866af78d', 'mac_address': 'fa:16:3e:b0:57:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f436f8d9-752e-4e39-bfa6-872087c9b361', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'e292c970-53f4-4ab1-8992-7af166493667', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:30:23Z', 'updated_at': '2021-11-12T09:30:24Z', 'revision_number': 2, 'project_id': '0e8b7961ff5a4b02a37438eb866af78d', 'subnets': [{'id': 'e292c970-53f4-4ab1-8992-7af166493667', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:30:26.838945 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 234e7730-6284-47fb-929e-b8d7eab87d38 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:30:26.840455 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc19c65-9edc-4510-a53c-e57adc559128 None None] Checking router: f436f8d9-752e-4e39-bfa6-872087c9b361 for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:30:26.840803 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc19c65-9edc-4510-a53c-e57adc559128 None None] Updating router f436f8d9-752e-4e39-bfa6-872087c9b361 port 3ce6345c-e060-48c6-ae63-88fb6a0b6db7 binding host n-d-765315-29 {{(pid=102602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:30:26.898374 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-edc19c65-9edc-4510-a53c-e57adc559128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:26.922193 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-891e6649-3885-4360-b5d3-e1182f46f966 None None] Provisioning complete for port 56405736-d80f-4c41-a604-dd282ffacb8d triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:30:26.922193 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-891e6649-3885-4360-b5d3-e1182f46f966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:26.968132 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-891e6649-3885-4360-b5d3-e1182f46f966 None None] Port 56405736-d80f-4c41-a604-dd282ffacb8d cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:30:26.991252 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 234e7730-6284-47fb-929e-b8d7eab87d38 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:30:26.991619 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:27.080711 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-11bdbcf8-c6b0-47b1-b5cf-87ca6beea84a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:27.237482 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-edc19c65-9edc-4510-a53c-e57adc559128 None None] Publish callbacks [] for port, precommit_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:27.244602 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-edc19c65-9edc-4510-a53c-e57adc559128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:27.291618 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-11bdbcf8-c6b0-47b1-b5cf-87ca6beea84a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052'] for router, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:27.303362 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b506f0-5fa8-4b89-864b-c15266979b49 None None] Pushing event updated for resources: {'Port': ['ID=3ce6345c-e060-48c6-ae63-88fb6a0b6db7,revision_number=3']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:30:27.330075 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b506f0-5fa8-4b89-864b-c15266979b49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:27.331347 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b506f0-5fa8-4b89-864b-c15266979b49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:27.331774 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b506f0-5fa8-4b89-864b-c15266979b49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:27.332394 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b506f0-5fa8-4b89-864b-c15266979b49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:27.332828 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b506f0-5fa8-4b89-864b-c15266979b49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:27.333392 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b506f0-5fa8-4b89-864b-c15266979b49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:27.333797 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b506f0-5fa8-4b89-864b-c15266979b49 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:27.334230 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b506f0-5fa8-4b89-864b-c15266979b49 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:27.335157 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b506f0-5fa8-4b89-864b-c15266979b49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:27.335157 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b506f0-5fa8-4b89-864b-c15266979b49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:27.335634 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b506f0-5fa8-4b89-864b-c15266979b49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:27.336038 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b506f0-5fa8-4b89-864b-c15266979b49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:27.374269 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-edc19c65-9edc-4510-a53c-e57adc559128 None None] Attempting to bind port 3ce6345c-e060-48c6-ae63-88fb6a0b6db7 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:30:27.374908 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-edc19c65-9edc-4510-a53c-e57adc559128 None None] Attempting to bind port 3ce6345c-e060-48c6-ae63-88fb6a0b6db7 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '60ea747f-ac19-426c-a608-2aa7659f9600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6144d7c0-ba83-442c-955d-da18807039fb'}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:30:27.375274 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc19c65-9edc-4510-a53c-e57adc559128 None None] Attempting to bind port 3ce6345c-e060-48c6-ae63-88fb6a0b6db7 on network 6144d7c0-ba83-442c-955d-da18807039fb {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:30:27.380824 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc19c65-9edc-4510-a53c-e57adc559128 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:30:27.381200 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc19c65-9edc-4510-a53c-e57adc559128 None None] Checking segment: {'id': '60ea747f-ac19-426c-a608-2aa7659f9600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6144d7c0-ba83-442c-955d-da18807039fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:30:27.381804 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-edc19c65-9edc-4510-a53c-e57adc559128 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:27.382362 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc19c65-9edc-4510-a53c-e57adc559128 None None] Bound using segment: {'id': '60ea747f-ac19-426c-a608-2aa7659f9600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6144d7c0-ba83-442c-955d-da18807039fb'} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:30:27.383178 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-edc19c65-9edc-4510-a53c-e57adc559128 None None] Bound port: 3ce6345c-e060-48c6-ae63-88fb6a0b6db7, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60ea747f-ac19-426c-a608-2aa7659f9600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6144d7c0-ba83-442c-955d-da18807039fb'}}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:30:27.383667 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-edc19c65-9edc-4510-a53c-e57adc559128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:27.465179 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-edc19c65-9edc-4510-a53c-e57adc559128 None None] For port 3ce6345c-e060-48c6-ae63-88fb6a0b6db7, host n-d-765315-29, cleared binding levels {{(pid=102602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:30:27.465899 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11bdbcf8-c6b0-47b1-b5cf-87ca6beea84a admin admin] Router 813e0df6-7927-4823-a7e0-8304e045a1e2 is scheduled to L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 with binding_index 1 {{(pid=102600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:30:27.470486 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-edc19c65-9edc-4510-a53c-e57adc559128 None None] For port 3ce6345c-e060-48c6-ae63-88fb6a0b6db7, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=3ce6345c-e060-48c6-ae63-88fb6a0b6db7,segment=NetworkSegment(60ea747f-ac19-426c-a608-2aa7659f9600),segment_id=60ea747f-ac19-426c-a608-2aa7659f9600)] {{(pid=102602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:30:27.477375 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-edc19c65-9edc-4510-a53c-e57adc559128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:27.555900 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc19c65-9edc-4510-a53c-e57adc559128 None None] Routers {'f436f8d9-752e-4e39-bfa6-872087c9b361'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:30:27.556537 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-edc19c65-9edc-4510-a53c-e57adc559128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:30:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['f436f8d9-752e-4e39-bfa6-872087c9b361'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:30:27.597496 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b506f0-5fa8-4b89-864b-c15266979b49 None None] Pushing event updated for resources: {'Port': ['ID=3ce6345c-e060-48c6-ae63-88fb6a0b6db7,revision_number=4']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:30:27.628614 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-bd8e1310-ec43-4824-b410-a70f9ca7300d None None] Provisioning complete for port 3ce6345c-e060-48c6-ae63-88fb6a0b6db7 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:30:27.628993 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-bd8e1310-ec43-4824-b410-a70f9ca7300d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:27.719135 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-edc19c65-9edc-4510-a53c-e57adc559128 None None] Set router f436f8d9-752e-4e39-bfa6-872087c9b361 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:30:27.787245 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-bd8e1310-ec43-4824-b410-a70f9ca7300d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:27.843531 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-bd8e1310-ec43-4824-b410-a70f9ca7300d None None] For port 3ce6345c-e060-48c6-ae63-88fb6a0b6db7, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=3ce6345c-e060-48c6-ae63-88fb6a0b6db7,segment=NetworkSegment(60ea747f-ac19-426c-a608-2aa7659f9600),segment_id=60ea747f-ac19-426c-a608-2aa7659f9600)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:30:27.847505 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-bd8e1310-ec43-4824-b410-a70f9ca7300d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:27.919503 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8e1310-ec43-4824-b410-a70f9ca7300d None None] Pushing event updated for resources: {'Port': ['ID=3ce6345c-e060-48c6-ae63-88fb6a0b6db7,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:30:27.938155 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11bdbcf8-c6b0-47b1-b5cf-87ca6beea84a admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:30:27.950814 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9fbbdc-9f8e-4549-bd97-7a42636fc73c None None] Sync routers for ids ['813e0df6-7927-4823-a7e0-8304e045a1e2'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:30:27.958370 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-11bdbcf8-c6b0-47b1-b5cf-87ca6beea84a admin admin] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:27.961884 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-11bdbcf8-c6b0-47b1-b5cf-87ca6beea84a admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0701871 Nov 12 09:30:27.962253 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 42984) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:30:27.991624 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-edc19c65-9edc-4510-a53c-e57adc559128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f436f8d9-752e-4e39-bfa6-872087c9b361', 'name': 'tempest-TestMinimumBasicScenario-1277765948-router', 'tenant_id': '0e8b7961ff5a4b02a37438eb866af78d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '234e7730-6284-47fb-929e-b8d7eab87d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:30:20Z', 'updated_at': '2021-11-12T09:30:24Z', 'revision_number': 4, 'project_id': '0e8b7961ff5a4b02a37438eb866af78d', 'gw_port': {'id': '234e7730-6284-47fb-929e-b8d7eab87d38', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:72:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f436f8d9-752e-4e39-bfa6-872087c9b361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:30:21Z', 'updated_at': '2021-11-12T09:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '3ce6345c-e060-48c6-ae63-88fb6a0b6db7', 'name': '', 'network_id': '6144d7c0-ba83-442c-955d-da18807039fb', 'tenant_id': '0e8b7961ff5a4b02a37438eb866af78d', 'mac_address': 'fa:16:3e:b0:57:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f436f8d9-752e-4e39-bfa6-872087c9b361', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'e292c970-53f4-4ab1-8992-7af166493667', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:30:23Z', 'updated_at': '2021-11-12T09:30:27Z', 'revision_number': 4, 'project_id': '0e8b7961ff5a4b02a37438eb866af78d', 'subnets': [{'id': 'e292c970-53f4-4ab1-8992-7af166493667', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:30:27.991987 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d308c1-9c6a-4674-9c38-3998b9b42e2c None None] Network 5d9d8369-1ffc-4eb7-9d78-e85a44e91641 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:30:28.019031 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9fbbdc-9f8e-4549-bd97-7a42636fc73c None None] Routers {'813e0df6-7927-4823-a7e0-8304e045a1e2'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:30:28.019660 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-2c9fbbdc-9f8e-4549-bd97-7a42636fc73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:30:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['813e0df6-7927-4823-a7e0-8304e045a1e2'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:30:28.020398 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc19c65-9edc-4510-a53c-e57adc559128 None None] The sync data for ids ['f436f8d9-752e-4e39-bfa6-872087c9b361'] in n-d-765315-29 is: [{'id': 'f436f8d9-752e-4e39-bfa6-872087c9b361', 'name': 'tempest-TestMinimumBasicScenario-1277765948-router', 'tenant_id': '0e8b7961ff5a4b02a37438eb866af78d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '234e7730-6284-47fb-929e-b8d7eab87d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:30:20Z', 'updated_at': '2021-11-12T09:30:24Z', 'revision_number': 4, 'project_id': '0e8b7961ff5a4b02a37438eb866af78d', 'gw_port': {'id': '234e7730-6284-47fb-929e-b8d7eab87d38', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:72:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f436f8d9-752e-4e39-bfa6-872087c9b361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:30:21Z', 'updated_at': '2021-11-12T09:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '3ce6345c-e060-48c6-ae63-88fb6a0b6db7', 'name': '', 'network_id': '6144d7c0-ba83-442c-955d-da18807039fb', 'tenant_id': '0e8b7961ff5a4b02a37438eb866af78d', 'mac_address': 'fa:16:3e:b0:57:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f436f8d9-752e-4e39-bfa6-872087c9b361', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'e292c970-53f4-4ab1-8992-7af166493667', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:30:23Z', 'updated_at': '2021-11-12T09:30:27Z', 'revision_number': 4, 'project_id': '0e8b7961ff5a4b02a37438eb866af78d', 'subnets': [{'id': 'e292c970-53f4-4ab1-8992-7af166493667', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:30:28.112043 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-a9c075d0-f411-406b-bd35-8d9c729b6491 None None] Provisioning complete for port 3ce6345c-e060-48c6-ae63-88fb6a0b6db7 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:30:28.112411 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a9c075d0-f411-406b-bd35-8d9c729b6491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:28.310697 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-2c9fbbdc-9f8e-4549-bd97-7a42636fc73c None None] Set router 813e0df6-7927-4823-a7e0-8304e045a1e2 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:30:28.466072 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8dcd6a48-ab36-4348-859a-b72b7b53891d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:28.570408 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-6cc42fb4-7353-4408-b35f-da9af0babc3d None None] Provisioning complete for port cf755353-8f8e-4f8b-968a-0499f1cbb00b triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:30:28.570865 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6cc42fb4-7353-4408-b35f-da9af0babc3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:28.611058 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-2c9fbbdc-9f8e-4549-bd97-7a42636fc73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813e0df6-7927-4823-a7e0-8304e045a1e2', 'name': 'tempest-TestMinimumBasicScenario-647954453-router', 'tenant_id': '00355169ebe04dbaa943fc70c272ab23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '56405736-d80f-4c41-a604-dd282ffacb8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:30:25Z', 'updated_at': '2021-11-12T09:30:26Z', 'revision_number': 3, 'project_id': '00355169ebe04dbaa943fc70c272ab23', 'gw_port': {'id': '56405736-d80f-4c41-a604-dd282ffacb8d', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:59:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813e0df6-7927-4823-a7e0-8304e045a1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:30:26Z', 'updated_at': '2021-11-12T09:30:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:30:28.649739 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9fbbdc-9f8e-4549-bd97-7a42636fc73c None None] Checking router: 813e0df6-7927-4823-a7e0-8304e045a1e2 for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:30:28.650092 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9fbbdc-9f8e-4549-bd97-7a42636fc73c None None] Updating router 813e0df6-7927-4823-a7e0-8304e045a1e2 port 56405736-d80f-4c41-a604-dd282ffacb8d binding host n-d-765315-29 {{(pid=102601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:30:28.668986 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-8dcd6a48-ab36-4348-859a-b72b7b53891d admin admin] Allocated IP 172.20.0.1 (5d9d8369-1ffc-4eb7-9d78-e85a44e91641/a6ff99be-1ba6-4692-9471-9da45be9ee6f/255d899e-fbb6-475f-8838-63b59121c63e) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:30:28.845120 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8dcd6a48-ab36-4348-859a-b72b7b53891d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:28.888471 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 3ce6345c-e060-48c6-ae63-88fb6a0b6db7 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:30:28.890053 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2c9fbbdc-9f8e-4549-bd97-7a42636fc73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:28.908832 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8dcd6a48-ab36-4348-859a-b72b7b53891d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:28.950512 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dcd6a48-ab36-4348-859a-b72b7b53891d admin admin] Network 5d9d8369-1ffc-4eb7-9d78-e85a44e91641 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:30:28.953547 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-8dcd6a48-ab36-4348-859a-b72b7b53891d admin admin] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:30:28.959875 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcd6a48-ab36-4348-859a-b72b7b53891d admin admin] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:30:29.001102 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcd6a48-ab36-4348-859a-b72b7b53891d admin admin] Pushing event updated for resources: {'Port': ['ID=255d899e-fbb6-475f-8838-63b59121c63e,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:30:29.030373 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8dcd6a48-ab36-4348-859a-b72b7b53891d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933481'] for router_interface, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:29.080537 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6cc42fb4-7353-4408-b35f-da9af0babc3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:29.117126 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 3ce6345c-e060-48c6-ae63-88fb6a0b6db7 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:30:29.117513 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:29.189966 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-6cc42fb4-7353-4408-b35f-da9af0babc3d None None] For port cf755353-8f8e-4f8b-968a-0499f1cbb00b, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=cf755353-8f8e-4f8b-968a-0499f1cbb00b,segment=NetworkSegment(c09a3432-d012-4eba-b41b-345c5c96bb48),segment_id=c09a3432-d012-4eba-b41b-345c5c96bb48)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:30:29.194375 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8dcd6a48-ab36-4348-859a-b72b7b53891d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:29.234548 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6cc42fb4-7353-4408-b35f-da9af0babc3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:29.328637 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc42fb4-7353-4408-b35f-da9af0babc3d None None] Pushing event updated for resources: {'Port': ['ID=cf755353-8f8e-4f8b-968a-0499f1cbb00b,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:30:29.400639 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8dcd6a48-ab36-4348-859a-b72b7b53891d admin admin] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:29.411130 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8dcd6a48-ab36-4348-859a-b72b7b53891d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:29.421463 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device cf755353-8f8e-4f8b-968a-0499f1cbb00b up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:30:29.447371 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-f4a38074-2ea4-4184-942c-caa51df09c83 None None] Provisioning complete for port 255d899e-fbb6-475f-8838-63b59121c63e triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:30:29.448264 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f4a38074-2ea4-4184-942c-caa51df09c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:29.464138 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2c9fbbdc-9f8e-4549-bd97-7a42636fc73c None None] Publish callbacks [] for port, precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:29.489982 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcd6a48-ab36-4348-859a-b72b7b53891d admin admin] Pushing event updated for resources: {'Port': ['ID=255d899e-fbb6-475f-8838-63b59121c63e,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:30:29.495113 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8dcd6a48-ab36-4348-859a-b72b7b53891d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933629'] for router_interface, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:29.503133 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2c9fbbdc-9f8e-4549-bd97-7a42636fc73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:29.562305 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-f4a38074-2ea4-4184-942c-caa51df09c83 None None] Port 255d899e-fbb6-475f-8838-63b59121c63e cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:30:29.595463 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5390cc44-3de2-489e-b9db-3832b216fb6a None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:30:29.603491 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-2c9fbbdc-9f8e-4549-bd97-7a42636fc73c None None] Attempting to bind port 56405736-d80f-4c41-a604-dd282ffacb8d on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:30:29.603957 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-2c9fbbdc-9f8e-4549-bd97-7a42636fc73c None None] Attempting to bind port 56405736-d80f-4c41-a604-dd282ffacb8d by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:30:29.604271 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9fbbdc-9f8e-4549-bd97-7a42636fc73c None None] Attempting to bind port 56405736-d80f-4c41-a604-dd282ffacb8d on network d709f64f-f9e6-4525-b020-ad48633b9bbf {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:30:29.608353 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5425d51-2f5e-448a-8856-4e7a1c8e5f29 None None] Pushing event updated for resources: {'Port': ['ID=56405736-d80f-4c41-a604-dd282ffacb8d,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:30:29.608971 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dcd6a48-ab36-4348-859a-b72b7b53891d admin admin] Network 5d9d8369-1ffc-4eb7-9d78-e85a44e91641 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:30:29.611199 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-8dcd6a48-ab36-4348-859a-b72b7b53891d admin admin] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:30:29.620929 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9fbbdc-9f8e-4549-bd97-7a42636fc73c None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:30:29.621307 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9fbbdc-9f8e-4549-bd97-7a42636fc73c None None] Checking segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:30:29.621709 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2c9fbbdc-9f8e-4549-bd97-7a42636fc73c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:29.622095 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9fbbdc-9f8e-4549-bd97-7a42636fc73c None None] Bound using segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:30:29.622574 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-2c9fbbdc-9f8e-4549-bd97-7a42636fc73c None None] Bound port: 56405736-d80f-4c41-a604-dd282ffacb8d, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:30:29.622979 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2c9fbbdc-9f8e-4549-bd97-7a42636fc73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:29.624590 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-f4a38074-2ea4-4184-942c-caa51df09c83 None None] Provisioning complete for port cf755353-8f8e-4f8b-968a-0499f1cbb00b triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:30:29.624964 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f4a38074-2ea4-4184-942c-caa51df09c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:29.628006 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port cf755353-8f8e-4f8b-968a-0499f1cbb00b triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:30:29.628363 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:29.749372 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-2c9fbbdc-9f8e-4549-bd97-7a42636fc73c None None] For port 56405736-d80f-4c41-a604-dd282ffacb8d, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:30:29.755283 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-2c9fbbdc-9f8e-4549-bd97-7a42636fc73c None None] For port 56405736-d80f-4c41-a604-dd282ffacb8d, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=56405736-d80f-4c41-a604-dd282ffacb8d,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:30:29.761906 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dcd6a48-ab36-4348-859a-b72b7b53891d admin admin] Router 813e0df6-7927-4823-a7e0-8304e045a1e2 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:30:29.762635 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2c9fbbdc-9f8e-4549-bd97-7a42636fc73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:29.850188 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de29337-f350-424d-94df-c362955c6fa5 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:30:29.897759 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dcd6a48-ab36-4348-859a-b72b7b53891d admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:30:29.904693 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-8dcd6a48-ab36-4348-859a-b72b7b53891d admin admin] 10.222.0.26 "PUT /v2.0/routers/813e0df6-7927-4823-a7e0-8304e045a1e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9406209 Nov 12 09:30:29.926254 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5425d51-2f5e-448a-8856-4e7a1c8e5f29 None None] Pushing event updated for resources: {'Port': ['ID=56405736-d80f-4c41-a604-dd282ffacb8d,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:30:29.931805 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9fbbdc-9f8e-4549-bd97-7a42636fc73c None None] Routers {'813e0df6-7927-4823-a7e0-8304e045a1e2'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:30:29.932429 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-2c9fbbdc-9f8e-4549-bd97-7a42636fc73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:30:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['813e0df6-7927-4823-a7e0-8304e045a1e2'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:30:30.052525 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-2c9fbbdc-9f8e-4549-bd97-7a42636fc73c None None] Set router 813e0df6-7927-4823-a7e0-8304e045a1e2 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:30:30.089399 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-3d6148c7-753e-4f32-ad80-b3d29af48295 None None] Provisioning complete for port 255d899e-fbb6-475f-8838-63b59121c63e triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:30:30.090330 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3d6148c7-753e-4f32-ad80-b3d29af48295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:30.170578 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-3d6148c7-753e-4f32-ad80-b3d29af48295 None None] Port 255d899e-fbb6-475f-8838-63b59121c63e cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:30:30.222996 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-3d6148c7-753e-4f32-ad80-b3d29af48295 None None] Provisioning complete for port 56405736-d80f-4c41-a604-dd282ffacb8d triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:30:30.223366 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3d6148c7-753e-4f32-ad80-b3d29af48295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:30.364682 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3d6148c7-753e-4f32-ad80-b3d29af48295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:30.387934 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-2c9fbbdc-9f8e-4549-bd97-7a42636fc73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813e0df6-7927-4823-a7e0-8304e045a1e2', 'name': 'tempest-TestMinimumBasicScenario-647954453-router', 'tenant_id': '00355169ebe04dbaa943fc70c272ab23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '56405736-d80f-4c41-a604-dd282ffacb8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:30:25Z', 'updated_at': '2021-11-12T09:30:29Z', 'revision_number': 4, 'project_id': '00355169ebe04dbaa943fc70c272ab23', 'gw_port': {'id': '56405736-d80f-4c41-a604-dd282ffacb8d', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:59:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813e0df6-7927-4823-a7e0-8304e045a1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:30:26Z', 'updated_at': '2021-11-12T09:30:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '255d899e-fbb6-475f-8838-63b59121c63e', 'name': '', 'network_id': '5d9d8369-1ffc-4eb7-9d78-e85a44e91641', 'tenant_id': '00355169ebe04dbaa943fc70c272ab23', 'mac_address': 'fa:16:3e:e9:be:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813e0df6-7927-4823-a7e0-8304e045a1e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'a6ff99be-1ba6-4692-9471-9da45be9ee6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:30:28Z', 'updated_at': '2021-11-12T09:30:29Z', 'revision_number': 2, 'project_id': '00355169ebe04dbaa943fc70c272ab23', 'subnets': [{'id': 'a6ff99be-1ba6-4692-9471-9da45be9ee6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:30:30.393151 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-3d6148c7-753e-4f32-ad80-b3d29af48295 None None] For port 56405736-d80f-4c41-a604-dd282ffacb8d, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=56405736-d80f-4c41-a604-dd282ffacb8d,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:30:30.418656 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9fbbdc-9f8e-4549-bd97-7a42636fc73c None None] The sync data for ids ['813e0df6-7927-4823-a7e0-8304e045a1e2'] in n-d-765315-29 is: [{'id': '813e0df6-7927-4823-a7e0-8304e045a1e2', 'name': 'tempest-TestMinimumBasicScenario-647954453-router', 'tenant_id': '00355169ebe04dbaa943fc70c272ab23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '56405736-d80f-4c41-a604-dd282ffacb8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:30:25Z', 'updated_at': '2021-11-12T09:30:29Z', 'revision_number': 4, 'project_id': '00355169ebe04dbaa943fc70c272ab23', 'gw_port': {'id': '56405736-d80f-4c41-a604-dd282ffacb8d', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:59:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813e0df6-7927-4823-a7e0-8304e045a1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:30:26Z', 'updated_at': '2021-11-12T09:30:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '255d899e-fbb6-475f-8838-63b59121c63e', 'name': '', 'network_id': '5d9d8369-1ffc-4eb7-9d78-e85a44e91641', 'tenant_id': '00355169ebe04dbaa943fc70c272ab23', 'mac_address': 'fa:16:3e:e9:be:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813e0df6-7927-4823-a7e0-8304e045a1e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'a6ff99be-1ba6-4692-9471-9da45be9ee6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:30:28Z', 'updated_at': '2021-11-12T09:30:29Z', 'revision_number': 2, 'project_id': '00355169ebe04dbaa943fc70c272ab23', 'subnets': [{'id': 'a6ff99be-1ba6-4692-9471-9da45be9ee6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:30:30.420335 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3d6148c7-753e-4f32-ad80-b3d29af48295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:30.490159 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6148c7-753e-4f32-ad80-b3d29af48295 None None] Pushing event updated for resources: {'Port': ['ID=56405736-d80f-4c41-a604-dd282ffacb8d,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:30:30.771021 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device cf755353-8f8e-4f8b-968a-0499f1cbb00b up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:30:30.844028 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port cf755353-8f8e-4f8b-968a-0499f1cbb00b triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:30:30.844390 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:32.224222 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:30:32.753926 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e7b755-65bb-4ae8-a217-33d63171bdbe None None] Sync routers for ids ['813e0df6-7927-4823-a7e0-8304e045a1e2'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:30:32.771174 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e7b755-65bb-4ae8-a217-33d63171bdbe None None] Routers {'813e0df6-7927-4823-a7e0-8304e045a1e2'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:30:32.772133 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-e0e7b755-65bb-4ae8-a217-33d63171bdbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:30:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['813e0df6-7927-4823-a7e0-8304e045a1e2'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:30:32.842691 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 56405736-d80f-4c41-a604-dd282ffacb8d up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:30:32.911247 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 56405736-d80f-4c41-a604-dd282ffacb8d triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:30:32.911247 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:32.934078 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-e0e7b755-65bb-4ae8-a217-33d63171bdbe None None] Set router 813e0df6-7927-4823-a7e0-8304e045a1e2 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:30:33.196700 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-e0e7b755-65bb-4ae8-a217-33d63171bdbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813e0df6-7927-4823-a7e0-8304e045a1e2', 'name': 'tempest-TestMinimumBasicScenario-647954453-router', 'tenant_id': '00355169ebe04dbaa943fc70c272ab23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '56405736-d80f-4c41-a604-dd282ffacb8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:30:25Z', 'updated_at': '2021-11-12T09:30:29Z', 'revision_number': 4, 'project_id': '00355169ebe04dbaa943fc70c272ab23', 'gw_port': {'id': '56405736-d80f-4c41-a604-dd282ffacb8d', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:59:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813e0df6-7927-4823-a7e0-8304e045a1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:30:26Z', 'updated_at': '2021-11-12T09:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '255d899e-fbb6-475f-8838-63b59121c63e', 'name': '', 'network_id': '5d9d8369-1ffc-4eb7-9d78-e85a44e91641', 'tenant_id': '00355169ebe04dbaa943fc70c272ab23', 'mac_address': 'fa:16:3e:e9:be:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813e0df6-7927-4823-a7e0-8304e045a1e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'a6ff99be-1ba6-4692-9471-9da45be9ee6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:30:28Z', 'updated_at': '2021-11-12T09:30:29Z', 'revision_number': 2, 'project_id': '00355169ebe04dbaa943fc70c272ab23', 'subnets': [{'id': 'a6ff99be-1ba6-4692-9471-9da45be9ee6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:30:33.231082 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e7b755-65bb-4ae8-a217-33d63171bdbe None None] Checking router: 813e0df6-7927-4823-a7e0-8304e045a1e2 for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:30:33.231757 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e7b755-65bb-4ae8-a217-33d63171bdbe None None] Updating router 813e0df6-7927-4823-a7e0-8304e045a1e2 port 255d899e-fbb6-475f-8838-63b59121c63e binding host n-d-765315-29 {{(pid=102602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:30:33.261534 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-e0e7b755-65bb-4ae8-a217-33d63171bdbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:33.571605 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-e0e7b755-65bb-4ae8-a217-33d63171bdbe None None] Publish callbacks [] for port, precommit_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:33.580601 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-e0e7b755-65bb-4ae8-a217-33d63171bdbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:33.634002 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04028f3-cd20-430c-8431-408192bb7b86 None None] Pushing event updated for resources: {'Port': ['ID=255d899e-fbb6-475f-8838-63b59121c63e,revision_number=3']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:30:33.703521 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-e0e7b755-65bb-4ae8-a217-33d63171bdbe None None] Attempting to bind port 255d899e-fbb6-475f-8838-63b59121c63e on host n-d-765315-29 for vnic_type normal with profile {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:30:33.703834 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-e0e7b755-65bb-4ae8-a217-33d63171bdbe None None] Attempting to bind port 255d899e-fbb6-475f-8838-63b59121c63e by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': 'c09a3432-d012-4eba-b41b-345c5c96bb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '5d9d8369-1ffc-4eb7-9d78-e85a44e91641'}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:30:33.704192 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e7b755-65bb-4ae8-a217-33d63171bdbe None None] Attempting to bind port 255d899e-fbb6-475f-8838-63b59121c63e on network 5d9d8369-1ffc-4eb7-9d78-e85a44e91641 {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:30:33.710103 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e7b755-65bb-4ae8-a217-33d63171bdbe None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:30:33.710491 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e7b755-65bb-4ae8-a217-33d63171bdbe None None] Checking segment: {'id': 'c09a3432-d012-4eba-b41b-345c5c96bb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '5d9d8369-1ffc-4eb7-9d78-e85a44e91641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:30:33.711748 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-e0e7b755-65bb-4ae8-a217-33d63171bdbe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:33.712143 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e7b755-65bb-4ae8-a217-33d63171bdbe None None] Bound using segment: {'id': 'c09a3432-d012-4eba-b41b-345c5c96bb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '5d9d8369-1ffc-4eb7-9d78-e85a44e91641'} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:30:33.712625 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-e0e7b755-65bb-4ae8-a217-33d63171bdbe None None] Bound port: 255d899e-fbb6-475f-8838-63b59121c63e, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c09a3432-d012-4eba-b41b-345c5c96bb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '5d9d8369-1ffc-4eb7-9d78-e85a44e91641'}}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:30:33.712999 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-e0e7b755-65bb-4ae8-a217-33d63171bdbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:33.898094 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-e0e7b755-65bb-4ae8-a217-33d63171bdbe None None] For port 255d899e-fbb6-475f-8838-63b59121c63e, host n-d-765315-29, cleared binding levels {{(pid=102602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:30:33.903764 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-e0e7b755-65bb-4ae8-a217-33d63171bdbe None None] For port 255d899e-fbb6-475f-8838-63b59121c63e, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=255d899e-fbb6-475f-8838-63b59121c63e,segment=NetworkSegment(c09a3432-d012-4eba-b41b-345c5c96bb48),segment_id=c09a3432-d012-4eba-b41b-345c5c96bb48)] {{(pid=102602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:30:33.910899 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-e0e7b755-65bb-4ae8-a217-33d63171bdbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:33.978299 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-40120957-093f-43d0-bbfb-28a35aa51476 None None] Provisioning complete for port 255d899e-fbb6-475f-8838-63b59121c63e triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:30:33.978983 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-40120957-093f-43d0-bbfb-28a35aa51476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:33.985181 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e7b755-65bb-4ae8-a217-33d63171bdbe None None] Routers {'813e0df6-7927-4823-a7e0-8304e045a1e2'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:30:33.986110 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-e0e7b755-65bb-4ae8-a217-33d63171bdbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:30:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['813e0df6-7927-4823-a7e0-8304e045a1e2'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:30:33.990135 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04028f3-cd20-430c-8431-408192bb7b86 None None] Pushing event updated for resources: {'Port': ['ID=255d899e-fbb6-475f-8838-63b59121c63e,revision_number=4']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:30:34.127841 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-40120957-093f-43d0-bbfb-28a35aa51476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:34.171525 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-888928ee-5c36-4959-b12f-e56a027ef287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:34.175136 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-e0e7b755-65bb-4ae8-a217-33d63171bdbe None None] Set router 813e0df6-7927-4823-a7e0-8304e045a1e2 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:30:34.194950 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-40120957-093f-43d0-bbfb-28a35aa51476 None None] For port 255d899e-fbb6-475f-8838-63b59121c63e, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=255d899e-fbb6-475f-8838-63b59121c63e,segment=NetworkSegment(c09a3432-d012-4eba-b41b-345c5c96bb48),segment_id=c09a3432-d012-4eba-b41b-345c5c96bb48)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:30:34.203146 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-40120957-093f-43d0-bbfb-28a35aa51476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:34.293678 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40120957-093f-43d0-bbfb-28a35aa51476 None None] Pushing event updated for resources: {'Port': ['ID=255d899e-fbb6-475f-8838-63b59121c63e,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:30:34.437679 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-0d5104bc-b7b9-4d8b-b4a3-2de711fc5c2c None None] Provisioning complete for port 255d899e-fbb6-475f-8838-63b59121c63e triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:30:34.438285 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-0d5104bc-b7b9-4d8b-b4a3-2de711fc5c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:34.456126 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-e0e7b755-65bb-4ae8-a217-33d63171bdbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813e0df6-7927-4823-a7e0-8304e045a1e2', 'name': 'tempest-TestMinimumBasicScenario-647954453-router', 'tenant_id': '00355169ebe04dbaa943fc70c272ab23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '56405736-d80f-4c41-a604-dd282ffacb8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:30:25Z', 'updated_at': '2021-11-12T09:30:29Z', 'revision_number': 4, 'project_id': '00355169ebe04dbaa943fc70c272ab23', 'gw_port': {'id': '56405736-d80f-4c41-a604-dd282ffacb8d', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:59:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813e0df6-7927-4823-a7e0-8304e045a1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:30:26Z', 'updated_at': '2021-11-12T09:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '255d899e-fbb6-475f-8838-63b59121c63e', 'name': '', 'network_id': '5d9d8369-1ffc-4eb7-9d78-e85a44e91641', 'tenant_id': '00355169ebe04dbaa943fc70c272ab23', 'mac_address': 'fa:16:3e:e9:be:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813e0df6-7927-4823-a7e0-8304e045a1e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'a6ff99be-1ba6-4692-9471-9da45be9ee6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:30:28Z', 'updated_at': '2021-11-12T09:30:33Z', 'revision_number': 4, 'project_id': '00355169ebe04dbaa943fc70c272ab23', 'subnets': [{'id': 'a6ff99be-1ba6-4692-9471-9da45be9ee6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:30:34.489252 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e7b755-65bb-4ae8-a217-33d63171bdbe None None] The sync data for ids ['813e0df6-7927-4823-a7e0-8304e045a1e2'] in n-d-765315-29 is: [{'id': '813e0df6-7927-4823-a7e0-8304e045a1e2', 'name': 'tempest-TestMinimumBasicScenario-647954453-router', 'tenant_id': '00355169ebe04dbaa943fc70c272ab23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '56405736-d80f-4c41-a604-dd282ffacb8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:30:25Z', 'updated_at': '2021-11-12T09:30:29Z', 'revision_number': 4, 'project_id': '00355169ebe04dbaa943fc70c272ab23', 'gw_port': {'id': '56405736-d80f-4c41-a604-dd282ffacb8d', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:59:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813e0df6-7927-4823-a7e0-8304e045a1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:30:26Z', 'updated_at': '2021-11-12T09:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '255d899e-fbb6-475f-8838-63b59121c63e', 'name': '', 'network_id': '5d9d8369-1ffc-4eb7-9d78-e85a44e91641', 'tenant_id': '00355169ebe04dbaa943fc70c272ab23', 'mac_address': 'fa:16:3e:e9:be:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813e0df6-7927-4823-a7e0-8304e045a1e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'a6ff99be-1ba6-4692-9471-9da45be9ee6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:30:28Z', 'updated_at': '2021-11-12T09:30:33Z', 'revision_number': 4, 'project_id': '00355169ebe04dbaa943fc70c272ab23', 'subnets': [{'id': 'a6ff99be-1ba6-4692-9471-9da45be9ee6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:30:34.825023 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 255d899e-fbb6-475f-8838-63b59121c63e up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:30:34.918030 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 255d899e-fbb6-475f-8838-63b59121c63e triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:30:34.918417 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:36.181816 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:37.163565 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-94b17ef6-6b0f-461f-b3a6-209788bf0103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:38.222611 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:39.575707 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:40.156506 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:40.556640 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e053c9ab-544f-4d05-b45e-acfdc0e57b18 req-3872a8ad-88b1-430d-a34b-60c3d7f90abd tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:40.558355 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e053c9ab-544f-4d05-b45e-acfdc0e57b18 req-3872a8ad-88b1-430d-a34b-60c3d7f90abd tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] 10.222.0.26 "GET /v2.0/networks?id=6144d7c0-ba83-442c-955d-da18807039fb HTTP/1.1" status: 200 len: 815 time: 0.1177518 Nov 12 09:30:40.574611 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e053c9ab-544f-4d05-b45e-acfdc0e57b18 req-ee48640d-c29c-4ca3-b205-2f38fd33f95e tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] 10.222.0.26 "GET /v2.0/quotas/0e8b7961ff5a4b02a37438eb866af78d HTTP/1.1" status: 200 len: 375 time: 0.0097971 Nov 12 09:30:40.630294 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e053c9ab-544f-4d05-b45e-acfdc0e57b18 req-08a6c819-a25c-4ff2-ae80-93fc27c2242d tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=0e8b7961ff5a4b02a37438eb866af78d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500238 Nov 12 09:30:40.743305 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e053c9ab-544f-4d05-b45e-acfdc0e57b18 req-178059da-1c3a-4702-83bd-ea2236d808a3 service neutron] 10.222.0.26 "GET /v2.0/networks/6144d7c0-ba83-442c-955d-da18807039fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972674 Nov 12 09:30:40.852708 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e053c9ab-544f-4d05-b45e-acfdc0e57b18 req-f30847aa-28e2-4e42-a30e-648dcccf3ce1 service neutron] 10.222.0.26 "GET /v2.0/networks/6144d7c0-ba83-442c-955d-da18807039fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030064 Nov 12 09:30:41.026816 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8ada283b-46a0-461c-a81c-b55f80948c8e req-d4aff460-4484-4f5f-b0a8-1779b5680a45 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] 10.222.0.26 "GET /v2.0/ports?device_id=27f3e405-9d2c-4ddb-8ec6-d743242f893c HTTP/1.1" status: 200 len: 210 time: 0.0345206 Nov 12 09:30:42.129512 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b1442ede-27ab-4e20-a97e-c22d3f6b33da req-c8ebe745-45c0-40da-9727-1a271af83762 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] 10.222.0.26 "GET /v2.0/ports?device_id=27f3e405-9d2c-4ddb-8ec6-d743242f893c HTTP/1.1" status: 200 len: 210 time: 0.0290654 Nov 12 09:30:42.167834 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e053c9ab-544f-4d05-b45e-acfdc0e57b18 req-2fdf8622-5a18-40b4-b7d0-0c0c428254ed tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:42.169505 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e053c9ab-544f-4d05-b45e-acfdc0e57b18 req-2fdf8622-5a18-40b4-b7d0-0c0c428254ed tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] 10.222.0.44 "GET /v2.0/networks?id=6144d7c0-ba83-442c-955d-da18807039fb HTTP/1.1" status: 200 len: 815 time: 0.1151083 Nov 12 09:30:42.200759 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-e053c9ab-544f-4d05-b45e-acfdc0e57b18 req-97eea636-f2df-4707-b6cb-467ea7f454cc tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Request body: {'port': {'device_id': '27f3e405-9d2c-4ddb-8ec6-d743242f893c', 'network_id': '6144d7c0-ba83-442c-955d-da18807039fb', 'admin_state_up': True, 'tenant_id': '0e8b7961ff5a4b02a37438eb866af78d'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:30:42.314032 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e053c9ab-544f-4d05-b45e-acfdc0e57b18 req-97eea636-f2df-4707-b6cb-467ea7f454cc tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Made reservation on behalf of 0e8b7961ff5a4b02a37438eb866af78d for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:30:42.317743 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e053c9ab-544f-4d05-b45e-acfdc0e57b18 req-97eea636-f2df-4707-b6cb-467ea7f454cc tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:42.454322 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-e053c9ab-544f-4d05-b45e-acfdc0e57b18 req-97eea636-f2df-4707-b6cb-467ea7f454cc tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Allocated IP 172.20.0.14 (6144d7c0-ba83-442c-955d-da18807039fb/e292c970-53f4-4ab1-8992-7af166493667/8eb3819d-8b7f-4f40-b9d9-c033dd6d599c) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:30:42.654974 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e053c9ab-544f-4d05-b45e-acfdc0e57b18 req-97eea636-f2df-4707-b6cb-467ea7f454cc tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:42.698615 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e053c9ab-544f-4d05-b45e-acfdc0e57b18 req-97eea636-f2df-4707-b6cb-467ea7f454cc tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:42.777288 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e053c9ab-544f-4d05-b45e-acfdc0e57b18 req-97eea636-f2df-4707-b6cb-467ea7f454cc tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Network 6144d7c0-ba83-442c-955d-da18807039fb is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:30:42.782277 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-e053c9ab-544f-4d05-b45e-acfdc0e57b18 req-97eea636-f2df-4707-b6cb-467ea7f454cc tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:30:42.784358 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eea636-f2df-4707-b6cb-467ea7f454cc tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Pushing event updated for resources: {'Port': ['ID=8eb3819d-8b7f-4f40-b9d9-c033dd6d599c,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:30:42.787118 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-e053c9ab-544f-4d05-b45e-acfdc0e57b18 req-97eea636-f2df-4707-b6cb-467ea7f454cc tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:30:42.852647 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e053c9ab-544f-4d05-b45e-acfdc0e57b18 req-97eea636-f2df-4707-b6cb-467ea7f454cc tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:42.853540 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e053c9ab-544f-4d05-b45e-acfdc0e57b18 req-97eea636-f2df-4707-b6cb-467ea7f454cc tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:42.877808 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e053c9ab-544f-4d05-b45e-acfdc0e57b18 req-97eea636-f2df-4707-b6cb-467ea7f454cc tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6816931 Nov 12 09:30:43.116723 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-85cbb445-c674-4cee-ac9e-bd61412f7027 None None] Provisioning complete for port 8eb3819d-8b7f-4f40-b9d9-c033dd6d599c triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:30:43.117392 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-85cbb445-c674-4cee-ac9e-bd61412f7027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:43.154526 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-85cbb445-c674-4cee-ac9e-bd61412f7027 None None] Port 8eb3819d-8b7f-4f40-b9d9-c033dd6d599c cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:30:43.262400 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f61f0df-dd5f-4f0c-b935-cd589dfb5cc5 req-d5d1a853-aa68-4866-9bab-29cbef878c90 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:43.264059 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0f61f0df-dd5f-4f0c-b935-cd589dfb5cc5 req-d5d1a853-aa68-4866-9bab-29cbef878c90 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] 10.222.0.26 "GET /v2.0/ports?device_id=27f3e405-9d2c-4ddb-8ec6-d743242f893c HTTP/1.1" status: 200 len: 932 time: 0.0567596 Nov 12 09:30:43.287935 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:43.317061 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0f61f0df-dd5f-4f0c-b935-cd589dfb5cc5 req-4308f284-11ef-475d-90d9-076f45f0abfb tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] 10.222.0.26 "GET /v2.0/security-groups?id=c96f6b0b-387a-4514-a4b7-93a2ed88a9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464556 Nov 12 09:30:44.473674 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23652499-df89-4005-8f42-6ed98bea24a9 req-38049fd7-2a53-4f9b-ae17-032ee59b0507 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:44.475466 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-23652499-df89-4005-8f42-6ed98bea24a9 req-38049fd7-2a53-4f9b-ae17-032ee59b0507 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] 10.222.0.26 "GET /v2.0/ports?device_id=27f3e405-9d2c-4ddb-8ec6-d743242f893c HTTP/1.1" status: 200 len: 932 time: 0.0646725 Nov 12 09:30:44.537809 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-23652499-df89-4005-8f42-6ed98bea24a9 req-a07bbd6f-eff7-4e12-801b-5a10c34665af tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] 10.222.0.26 "GET /v2.0/security-groups?id=c96f6b0b-387a-4514-a4b7-93a2ed88a9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553427 Nov 12 09:30:45.679692 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d16cf8a-832b-48ef-bc6b-29a15277c01e req-340fee5e-ca99-4aa4-9de1-b48915691ff2 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:45.681241 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9d16cf8a-832b-48ef-bc6b-29a15277c01e req-340fee5e-ca99-4aa4-9de1-b48915691ff2 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] 10.222.0.26 "GET /v2.0/ports?device_id=27f3e405-9d2c-4ddb-8ec6-d743242f893c HTTP/1.1" status: 200 len: 932 time: 0.0709550 Nov 12 09:30:45.754079 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9d16cf8a-832b-48ef-bc6b-29a15277c01e req-e2b3cddb-2277-4d7f-bd85-43ca17774835 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] 10.222.0.26 "GET /v2.0/security-groups?id=c96f6b0b-387a-4514-a4b7-93a2ed88a9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663168 Nov 12 09:30:46.888550 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b9de05-ed3b-4f2f-abce-82a81436f9d5 req-682be9f0-bd26-4ec4-9279-b16d0117b460 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:46.890211 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a7b9de05-ed3b-4f2f-abce-82a81436f9d5 req-682be9f0-bd26-4ec4-9279-b16d0117b460 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] 10.222.0.26 "GET /v2.0/ports?device_id=27f3e405-9d2c-4ddb-8ec6-d743242f893c HTTP/1.1" status: 200 len: 932 time: 0.0542121 Nov 12 09:30:46.942064 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a7b9de05-ed3b-4f2f-abce-82a81436f9d5 req-f9ec78fa-2e30-4a77-ac84-1b14c07aba99 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] 10.222.0.26 "GET /v2.0/security-groups?id=c96f6b0b-387a-4514-a4b7-93a2ed88a9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455160 Nov 12 09:30:48.068896 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9055bc7-461d-41b6-a024-c53985512b74 req-3b8b44b9-4f9d-47a0-aeda-72ec4bff0ae9 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:48.070388 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e9055bc7-461d-41b6-a024-c53985512b74 req-3b8b44b9-4f9d-47a0-aeda-72ec4bff0ae9 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] 10.222.0.26 "GET /v2.0/ports?device_id=27f3e405-9d2c-4ddb-8ec6-d743242f893c HTTP/1.1" status: 200 len: 932 time: 0.0516419 Nov 12 09:30:48.122073 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e9055bc7-461d-41b6-a024-c53985512b74 req-d7e30c53-622d-4798-8b0a-602d52c56cb6 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] 10.222.0.26 "GET /v2.0/security-groups?id=c96f6b0b-387a-4514-a4b7-93a2ed88a9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448520 Nov 12 09:30:49.250044 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c178d391-674b-4291-9b2e-9edabbf24a8f req-d7a8a3d1-dcdf-4cb9-82ab-53674bfa3570 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:49.251719 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c178d391-674b-4291-9b2e-9edabbf24a8f req-d7a8a3d1-dcdf-4cb9-82ab-53674bfa3570 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] 10.222.0.26 "GET /v2.0/ports?device_id=27f3e405-9d2c-4ddb-8ec6-d743242f893c HTTP/1.1" status: 200 len: 932 time: 0.0582120 Nov 12 09:30:49.308935 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c178d391-674b-4291-9b2e-9edabbf24a8f req-57bf3b5e-4387-4226-8bc0-8b19b5991c61 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] 10.222.0.26 "GET /v2.0/security-groups?id=c96f6b0b-387a-4514-a4b7-93a2ed88a9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496581 Nov 12 09:30:50.438129 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d88006c-3a5b-4c1e-bf48-b3cc261ba55b req-99e818ff-da0c-4a3b-8c34-86a3d4c5d065 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:50.439640 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0d88006c-3a5b-4c1e-bf48-b3cc261ba55b req-99e818ff-da0c-4a3b-8c34-86a3d4c5d065 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] 10.222.0.26 "GET /v2.0/ports?device_id=27f3e405-9d2c-4ddb-8ec6-d743242f893c HTTP/1.1" status: 200 len: 932 time: 0.0500145 Nov 12 09:30:50.489460 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0d88006c-3a5b-4c1e-bf48-b3cc261ba55b req-ef909c9b-2e57-4029-b101-387d6148c339 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] 10.222.0.26 "GET /v2.0/security-groups?id=c96f6b0b-387a-4514-a4b7-93a2ed88a9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438969 Nov 12 09:30:51.622208 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc0c8af-4dce-4a21-900d-027560dd3576 req-4bb193a3-994a-4064-bc41-7057844cb6b7 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:51.623985 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-edc0c8af-4dce-4a21-900d-027560dd3576 req-4bb193a3-994a-4064-bc41-7057844cb6b7 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] 10.222.0.26 "GET /v2.0/ports?device_id=27f3e405-9d2c-4ddb-8ec6-d743242f893c HTTP/1.1" status: 200 len: 932 time: 0.0596836 Nov 12 09:30:51.678038 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-edc0c8af-4dce-4a21-900d-027560dd3576 req-e8558bdc-db0d-4bde-a9bc-3298ca2d691b tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] 10.222.0.26 "GET /v2.0/security-groups?id=c96f6b0b-387a-4514-a4b7-93a2ed88a9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462239 Nov 12 09:30:52.794532 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c3452e-a64d-492b-ad7c-b0e438bcf247 req-24726877-1671-438c-a591-5654a73b6372 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:52.796042 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-03c3452e-a64d-492b-ad7c-b0e438bcf247 req-24726877-1671-438c-a591-5654a73b6372 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] 10.222.0.26 "GET /v2.0/ports?device_id=27f3e405-9d2c-4ddb-8ec6-d743242f893c HTTP/1.1" status: 200 len: 932 time: 0.0498650 Nov 12 09:30:52.843487 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-03c3452e-a64d-492b-ad7c-b0e438bcf247 req-9d198d33-90f7-496a-a8b3-4f30d0a12b52 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] 10.222.0.26 "GET /v2.0/security-groups?id=c96f6b0b-387a-4514-a4b7-93a2ed88a9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414507 Nov 12 09:30:52.899313 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-e053c9ab-544f-4d05-b45e-acfdc0e57b18 req-7c073371-a952-4d08-b5a8-f5bbd3bffa08 service neutron] Request body: {'port': {'device_id': '27f3e405-9d2c-4ddb-8ec6-d743242f893c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:30:52.956833 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e053c9ab-544f-4d05-b45e-acfdc0e57b18 req-7c073371-a952-4d08-b5a8-f5bbd3bffa08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:53.219090 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-e053c9ab-544f-4d05-b45e-acfdc0e57b18 req-7c073371-a952-4d08-b5a8-f5bbd3bffa08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8eb3819d-8b7f-4f40-b9d9-c033dd6d599c {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:30:53.226412 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e053c9ab-544f-4d05-b45e-acfdc0e57b18 req-7c073371-a952-4d08-b5a8-f5bbd3bffa08 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:53.238910 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-e053c9ab-544f-4d05-b45e-acfdc0e57b18 req-7c073371-a952-4d08-b5a8-f5bbd3bffa08 service neutron] Transition to ACTIVE for port object 8eb3819d-8b7f-4f40-b9d9-c033dd6d599c will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:30:53.242990 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e053c9ab-544f-4d05-b45e-acfdc0e57b18 req-7c073371-a952-4d08-b5a8-f5bbd3bffa08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:53.294271 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c073371-a952-4d08-b5a8-f5bbd3bffa08 service neutron] Pushing event updated for resources: {'Port': ['ID=8eb3819d-8b7f-4f40-b9d9-c033dd6d599c,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:30:53.368434 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-e053c9ab-544f-4d05-b45e-acfdc0e57b18 req-7c073371-a952-4d08-b5a8-f5bbd3bffa08 service neutron] Attempting to bind port 8eb3819d-8b7f-4f40-b9d9-c033dd6d599c on host n-h2-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:30:53.368759 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-e053c9ab-544f-4d05-b45e-acfdc0e57b18 req-7c073371-a952-4d08-b5a8-f5bbd3bffa08 service neutron] Attempting to bind port 8eb3819d-8b7f-4f40-b9d9-c033dd6d599c by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': '60ea747f-ac19-426c-a608-2aa7659f9600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6144d7c0-ba83-442c-955d-da18807039fb'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:30:53.369099 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e053c9ab-544f-4d05-b45e-acfdc0e57b18 req-7c073371-a952-4d08-b5a8-f5bbd3bffa08 service neutron] Attempting to bind port 8eb3819d-8b7f-4f40-b9d9-c033dd6d599c on network 6144d7c0-ba83-442c-955d-da18807039fb {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:30:53.374050 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e053c9ab-544f-4d05-b45e-acfdc0e57b18 req-7c073371-a952-4d08-b5a8-f5bbd3bffa08 service neutron] Port 8eb3819d-8b7f-4f40-b9d9-c033dd6d599c on network 6144d7c0-ba83-442c-955d-da18807039fb not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:30:53.374384 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e053c9ab-544f-4d05-b45e-acfdc0e57b18 req-7c073371-a952-4d08-b5a8-f5bbd3bffa08 service neutron] Attempting to bind port 8eb3819d-8b7f-4f40-b9d9-c033dd6d599c on network 6144d7c0-ba83-442c-955d-da18807039fb {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:30:53.379848 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e053c9ab-544f-4d05-b45e-acfdc0e57b18 req-7c073371-a952-4d08-b5a8-f5bbd3bffa08 service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:30:53.380185 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e053c9ab-544f-4d05-b45e-acfdc0e57b18 req-7c073371-a952-4d08-b5a8-f5bbd3bffa08 service neutron] Checking segment: {'id': '60ea747f-ac19-426c-a608-2aa7659f9600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6144d7c0-ba83-442c-955d-da18807039fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:30:53.380552 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e053c9ab-544f-4d05-b45e-acfdc0e57b18 req-7c073371-a952-4d08-b5a8-f5bbd3bffa08 service neutron] Bound using segment: {'id': '60ea747f-ac19-426c-a608-2aa7659f9600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6144d7c0-ba83-442c-955d-da18807039fb'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:30:53.380980 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-e053c9ab-544f-4d05-b45e-acfdc0e57b18 req-7c073371-a952-4d08-b5a8-f5bbd3bffa08 service neutron] Bound port: 8eb3819d-8b7f-4f40-b9d9-c033dd6d599c, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60ea747f-ac19-426c-a608-2aa7659f9600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6144d7c0-ba83-442c-955d-da18807039fb'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:30:53.381360 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e053c9ab-544f-4d05-b45e-acfdc0e57b18 req-7c073371-a952-4d08-b5a8-f5bbd3bffa08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:53.452110 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-e053c9ab-544f-4d05-b45e-acfdc0e57b18 req-7c073371-a952-4d08-b5a8-f5bbd3bffa08 service neutron] For port 8eb3819d-8b7f-4f40-b9d9-c033dd6d599c, host n-h2-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:30:53.455299 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-e053c9ab-544f-4d05-b45e-acfdc0e57b18 req-7c073371-a952-4d08-b5a8-f5bbd3bffa08 service neutron] For port 8eb3819d-8b7f-4f40-b9d9-c033dd6d599c, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=8eb3819d-8b7f-4f40-b9d9-c033dd6d599c,segment=NetworkSegment(60ea747f-ac19-426c-a608-2aa7659f9600),segment_id=60ea747f-ac19-426c-a608-2aa7659f9600)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:30:53.460117 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e053c9ab-544f-4d05-b45e-acfdc0e57b18 req-7c073371-a952-4d08-b5a8-f5bbd3bffa08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:53.496253 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e053c9ab-544f-4d05-b45e-acfdc0e57b18 req-7c073371-a952-4d08-b5a8-f5bbd3bffa08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:53.496869 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-e053c9ab-544f-4d05-b45e-acfdc0e57b18 req-7c073371-a952-4d08-b5a8-f5bbd3bffa08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:53.498256 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e053c9ab-544f-4d05-b45e-acfdc0e57b18 req-7c073371-a952-4d08-b5a8-f5bbd3bffa08 service neutron] 10.222.0.44 "PUT /v2.0/ports/8eb3819d-8b7f-4f40-b9d9-c033dd6d599c HTTP/1.1" status: 200 len: 1093 time: 0.6033869 Nov 12 09:30:53.498714 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27f3e405-9d2c-4ddb-8ec6-d743242f893c', 'tag': '8eb3819d-8b7f-4f40-b9d9-c033dd6d599c'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:30:53.500979 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c022ff2c5cb8d3060857f92f3690e67c01ee9cc1391db4b92ea76e21aea06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-845e95ee-53b9-4d68-8b78-c0fa0ed754b3" -d '{"events": [{"name": "network-changed", "server_uuid": "27f3e405-9d2c-4ddb-8ec6-d743242f893c", "tag": "8eb3819d-8b7f-4f40-b9d9-c033dd6d599c"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:30:53.531780 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c073371-a952-4d08-b5a8-f5bbd3bffa08 service neutron] Pushing event updated for resources: {'Port': ['ID=8eb3819d-8b7f-4f40-b9d9-c033dd6d599c,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:30:53.552362 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25059e0b-5980-44d4-8d41-62b005758c24 x-openstack-request-id: req-25059e0b-5980-44d4-8d41-62b005758c24 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:30:53.553256 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27f3e405-9d2c-4ddb-8ec6-d743242f893c", "tag": "8eb3819d-8b7f-4f40-b9d9-c033dd6d599c", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:30:53.553519 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-25059e0b-5980-44d4-8d41-62b005758c24 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:30:53.553929 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27f3e405-9d2c-4ddb-8ec6-d743242f893c', 'tag': '8eb3819d-8b7f-4f40-b9d9-c033dd6d599c', 'status': 'completed', 'code': 200} Nov 12 09:30:53.637544 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e053c9ab-544f-4d05-b45e-acfdc0e57b18 req-c26fb877-2311-4510-a6cd-9f72de8ff0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:53.639154 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e053c9ab-544f-4d05-b45e-acfdc0e57b18 req-c26fb877-2311-4510-a6cd-9f72de8ff0c1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0e8b7961ff5a4b02a37438eb866af78d&device_id=27f3e405-9d2c-4ddb-8ec6-d743242f893c HTTP/1.1" status: 200 len: 1096 time: 0.0483968 Nov 12 09:30:53.700760 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e053c9ab-544f-4d05-b45e-acfdc0e57b18 req-55e1df98-75a6-4339-baaa-eccc06779e42 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8eb3819d-8b7f-4f40-b9d9-c033dd6d599c HTTP/1.1" status: 200 len: 217 time: 0.0395055 Nov 12 09:30:53.747939 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e053c9ab-544f-4d05-b45e-acfdc0e57b18 req-b52cc1d3-7f31-4935-bf7d-e8b761c501be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:53.749273 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e053c9ab-544f-4d05-b45e-acfdc0e57b18 req-b52cc1d3-7f31-4935-bf7d-e8b761c501be service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e292c970-53f4-4ab1-8992-7af166493667 HTTP/1.1" status: 200 len: 854 time: 0.0435722 Nov 12 09:30:53.800637 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e053c9ab-544f-4d05-b45e-acfdc0e57b18 req-4aad2cc1-de02-49a0-82ef-8f6979507d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:53.802131 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e053c9ab-544f-4d05-b45e-acfdc0e57b18 req-4aad2cc1-de02-49a0-82ef-8f6979507d3d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6144d7c0-ba83-442c-955d-da18807039fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452530 Nov 12 09:30:53.904301 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e053c9ab-544f-4d05-b45e-acfdc0e57b18 req-f05dce0e-5a81-42e1-b220-5a1b566e0319 service neutron] 10.222.0.44 "GET /v2.0/networks/6144d7c0-ba83-442c-955d-da18807039fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942717 Nov 12 09:30:53.971612 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cf00ec-092c-47e3-af2e-fa2fd9fcb409 req-8fffb741-e277-4861-a113-e8c77571d93a tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:53.973807 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-44cf00ec-092c-47e3-af2e-fa2fd9fcb409 req-8fffb741-e277-4861-a113-e8c77571d93a tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] 10.222.0.26 "GET /v2.0/ports?device_id=27f3e405-9d2c-4ddb-8ec6-d743242f893c HTTP/1.1" status: 200 len: 944 time: 0.0578768 Nov 12 09:30:54.007395 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e053c9ab-544f-4d05-b45e-acfdc0e57b18 req-108fff8d-59e3-45d5-bfb1-0d486cd39290 service neutron] 10.222.0.44 "GET /v2.0/networks/6144d7c0-ba83-442c-955d-da18807039fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948453 Nov 12 09:30:54.037087 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-44cf00ec-092c-47e3-af2e-fa2fd9fcb409 req-72226fb0-9e30-472d-89c2-b25cb66cbe20 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] 10.222.0.26 "GET /v2.0/security-groups?id=c96f6b0b-387a-4514-a4b7-93a2ed88a9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564654 Nov 12 09:30:54.146475 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e95ee-53b9-4d68-8b78-c0fa0ed754b3 req-59409d30-0824-469b-a9fc-aa4a9982e5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:54.149020 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-845e95ee-53b9-4d68-8b78-c0fa0ed754b3 req-59409d30-0824-469b-a9fc-aa4a9982e5c4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0e8b7961ff5a4b02a37438eb866af78d&device_id=27f3e405-9d2c-4ddb-8ec6-d743242f893c HTTP/1.1" status: 200 len: 1096 time: 0.0423801 Nov 12 09:30:54.244363 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e95ee-53b9-4d68-8b78-c0fa0ed754b3 req-f7f734ea-da1f-4ea2-8cfc-1116cc55f88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:54.245818 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-845e95ee-53b9-4d68-8b78-c0fa0ed754b3 req-f7f734ea-da1f-4ea2-8cfc-1116cc55f88b service neutron] 10.222.0.44 "GET /v2.0/networks?id=6144d7c0-ba83-442c-955d-da18807039fb HTTP/1.1" status: 200 len: 916 time: 0.0885799 Nov 12 09:30:54.303246 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-845e95ee-53b9-4d68-8b78-c0fa0ed754b3 req-08cc6545-9d8f-4f3a-badf-1dae9be09ea7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8eb3819d-8b7f-4f40-b9d9-c033dd6d599c HTTP/1.1" status: 200 len: 217 time: 0.0489490 Nov 12 09:30:54.359841 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e95ee-53b9-4d68-8b78-c0fa0ed754b3 req-ef132fb6-aa4f-4351-8458-9c9eb5809f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:54.361313 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-845e95ee-53b9-4d68-8b78-c0fa0ed754b3 req-ef132fb6-aa4f-4351-8458-9c9eb5809f3c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e292c970-53f4-4ab1-8992-7af166493667 HTTP/1.1" status: 200 len: 854 time: 0.0504003 Nov 12 09:30:54.411022 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e95ee-53b9-4d68-8b78-c0fa0ed754b3 req-9c3c6215-e4d9-4384-8551-3fd0aa393fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:54.412514 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-845e95ee-53b9-4d68-8b78-c0fa0ed754b3 req-9c3c6215-e4d9-4384-8551-3fd0aa393fae service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6144d7c0-ba83-442c-955d-da18807039fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416665 Nov 12 09:30:54.507399 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-845e95ee-53b9-4d68-8b78-c0fa0ed754b3 req-4ed1bd3e-0b2c-446f-b256-3c7023911999 service neutron] 10.222.0.44 "GET /v2.0/networks/6144d7c0-ba83-442c-955d-da18807039fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866399 Nov 12 09:30:54.603537 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-845e95ee-53b9-4d68-8b78-c0fa0ed754b3 req-57953eef-5c4c-4804-89bc-091e1b7ffc37 service neutron] 10.222.0.44 "GET /v2.0/networks/6144d7c0-ba83-442c-955d-da18807039fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873868 Nov 12 09:30:55.155484 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ab56bb-5aad-43ed-a230-f6511809d3c9 req-7e56a790-5c56-49e5-a406-81f13c57d804 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:55.156944 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-78ab56bb-5aad-43ed-a230-f6511809d3c9 req-7e56a790-5c56-49e5-a406-81f13c57d804 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] 10.222.0.26 "GET /v2.0/ports?device_id=27f3e405-9d2c-4ddb-8ec6-d743242f893c HTTP/1.1" status: 200 len: 944 time: 0.0518334 Nov 12 09:30:55.206196 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-78ab56bb-5aad-43ed-a230-f6511809d3c9 req-c81220a4-ca0d-4e40-bfd8-ef2ab0c2872b tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] 10.222.0.26 "GET /v2.0/security-groups?id=c96f6b0b-387a-4514-a4b7-93a2ed88a9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429747 Nov 12 09:30:56.324599 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153ed98-d693-4e05-a779-dd4a0620fa62 req-2470d3c9-f950-4999-9466-bcc7bb0d635d tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:56.326150 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a153ed98-d693-4e05-a779-dd4a0620fa62 req-2470d3c9-f950-4999-9466-bcc7bb0d635d tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] 10.222.0.26 "GET /v2.0/ports?device_id=27f3e405-9d2c-4ddb-8ec6-d743242f893c HTTP/1.1" status: 200 len: 944 time: 0.0509017 Nov 12 09:30:56.375683 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a153ed98-d693-4e05-a779-dd4a0620fa62 req-ba5334cb-c446-44e4-a02d-ac34f81931f7 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] 10.222.0.26 "GET /v2.0/security-groups?id=c96f6b0b-387a-4514-a4b7-93a2ed88a9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435336 Nov 12 09:30:56.387031 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 8eb3819d-8b7f-4f40-b9d9-c033dd6d599c details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:30:56.488940 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 8eb3819d-8b7f-4f40-b9d9-c033dd6d599c, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=8eb3819d-8b7f-4f40-b9d9-c033dd6d599c,segment=NetworkSegment(60ea747f-ac19-426c-a608-2aa7659f9600),segment_id=60ea747f-ac19-426c-a608-2aa7659f9600)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:30:56.499821 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': '8eb3819d-8b7f-4f40-b9d9-c033dd6d599c', 'network_id': '6144d7c0-ba83-442c-955d-da18807039fb', 'port_id': '8eb3819d-8b7f-4f40-b9d9-c033dd6d599c', 'mac_address': 'fa:16:3e:b0:ec:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e292c970-53f4-4ab1-8992-7af166493667', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:30:56.536610 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:56.550092 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8eb3819d-8b7f-4f40-b9d9-c033dd6d599c {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:30:56.570736 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 8eb3819d-8b7f-4f40-b9d9-c033dd6d599c, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=8eb3819d-8b7f-4f40-b9d9-c033dd6d599c,segment=NetworkSegment(60ea747f-ac19-426c-a608-2aa7659f9600),segment_id=60ea747f-ac19-426c-a608-2aa7659f9600)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:30:56.575194 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:56.624224 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=8eb3819d-8b7f-4f40-b9d9-c033dd6d599c,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:30:56.906997 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['8eb3819d-8b7f-4f40-b9d9-c033dd6d599c'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:30:57.502189 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad13b1d0-5f0d-48e9-86bf-021242dbda82 req-bd3ae86c-2334-468b-93f0-39764537cfeb tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:57.503700 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ad13b1d0-5f0d-48e9-86bf-021242dbda82 req-bd3ae86c-2334-468b-93f0-39764537cfeb tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] 10.222.0.26 "GET /v2.0/ports?device_id=27f3e405-9d2c-4ddb-8ec6-d743242f893c HTTP/1.1" status: 200 len: 945 time: 0.0572224 Nov 12 09:30:57.552215 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ad13b1d0-5f0d-48e9-86bf-021242dbda82 req-5c069b3f-076e-4b2a-aa08-b920d80d672f tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] 10.222.0.26 "GET /v2.0/security-groups?id=c96f6b0b-387a-4514-a4b7-93a2ed88a9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417006 Nov 12 09:30:58.389380 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 8eb3819d-8b7f-4f40-b9d9-c033dd6d599c up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:30:58.442103 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning for port 8eb3819d-8b7f-4f40-b9d9-c033dd6d599c completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:30:58.446239 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port 8eb3819d-8b7f-4f40-b9d9-c033dd6d599c triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:30:58.447043 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:58.526613 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:58.549596 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27f3e405-9d2c-4ddb-8ec6-d743242f893c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eb3819d-8b7f-4f40-b9d9-c033dd6d599c'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:30:58.551861 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132d5890bda14c85ea4d6a837dfa65400ea66c0cb50158568a7b02b7fe216ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaebd90f-c818-4f26-8a13-f09a1f9ca9ab" -d '{"events": [{"server_uuid": "27f3e405-9d2c-4ddb-8ec6-d743242f893c", "name": "network-vif-plugged", "status": "completed", "tag": "8eb3819d-8b7f-4f40-b9d9-c033dd6d599c"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:30:58.564229 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 8eb3819d-8b7f-4f40-b9d9-c033dd6d599c, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=8eb3819d-8b7f-4f40-b9d9-c033dd6d599c,segment=NetworkSegment(60ea747f-ac19-426c-a608-2aa7659f9600),segment_id=60ea747f-ac19-426c-a608-2aa7659f9600)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:30:58.568233 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:58.593489 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cb28246-4785-4bc8-9f93-716e5f9f398d x-openstack-request-id: req-9cb28246-4785-4bc8-9f93-716e5f9f398d {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:30:58.593780 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27f3e405-9d2c-4ddb-8ec6-d743242f893c", "name": "network-vif-plugged", "status": "completed", "tag": "8eb3819d-8b7f-4f40-b9d9-c033dd6d599c", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:30:58.594028 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9cb28246-4785-4bc8-9f93-716e5f9f398d {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:30:58.594407 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27f3e405-9d2c-4ddb-8ec6-d743242f893c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eb3819d-8b7f-4f40-b9d9-c033dd6d599c', 'code': 200} Nov 12 09:30:58.621143 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=8eb3819d-8b7f-4f40-b9d9-c033dd6d599c,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:30:58.688063 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a08ad-7448-422e-9d50-b1dc2c02657d req-688c3d1b-2929-4e6d-ae92-9e6444347e89 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:58.689729 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-463a08ad-7448-422e-9d50-b1dc2c02657d req-688c3d1b-2929-4e6d-ae92-9e6444347e89 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] 10.222.0.26 "GET /v2.0/ports?device_id=27f3e405-9d2c-4ddb-8ec6-d743242f893c HTTP/1.1" status: 200 len: 946 time: 0.0546210 Nov 12 09:30:58.739447 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b563f72-f082-466c-a9ba-46a4418b612c req-edebab0a-9326-4e15-8591-bc24769433ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:58.740067 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-463a08ad-7448-422e-9d50-b1dc2c02657d req-a4dcfbeb-44c9-4918-ba56-490dab2ac5e8 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] 10.222.0.26 "GET /v2.0/security-groups?id=c96f6b0b-387a-4514-a4b7-93a2ed88a9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438633 Nov 12 09:30:58.740947 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1b563f72-f082-466c-a9ba-46a4418b612c req-edebab0a-9326-4e15-8591-bc24769433ec service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=27f3e405-9d2c-4ddb-8ec6-d743242f893c HTTP/1.1" status: 200 len: 1098 time: 0.0480890 Nov 12 09:30:58.789404 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1b563f72-f082-466c-a9ba-46a4418b612c req-1cfebb3b-715d-48aa-bef8-01acef938e17 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c96f6b0b-387a-4514-a4b7-93a2ed88a9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387931 Nov 12 09:30:59.857293 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7d0ce5-2fef-475c-b86e-0b0c7516a47b req-d218fbdf-d6ce-4bb4-be1b-18224b0dd975 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:59.858804 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5d7d0ce5-2fef-475c-b86e-0b0c7516a47b req-d218fbdf-d6ce-4bb4-be1b-18224b0dd975 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] 10.222.0.26 "GET /v2.0/ports?device_id=27f3e405-9d2c-4ddb-8ec6-d743242f893c HTTP/1.1" status: 200 len: 946 time: 0.0493653 Nov 12 09:30:59.912991 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5d7d0ce5-2fef-475c-b86e-0b0c7516a47b req-a9c14f12-c1dd-44db-a562-9f7c9069a738 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] 10.222.0.26 "GET /v2.0/security-groups?id=c96f6b0b-387a-4514-a4b7-93a2ed88a9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481143 Nov 12 09:31:00.249488 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f7c7da97-25e5-4f1a-bd07-e85687bb2544 req-d118aa7b-4366-43d7-8ab6-ad7d42b80a9e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=27f3e405-9d2c-4ddb-8ec6-d743242f893c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399652 Nov 12 09:31:00.363087 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c7da97-25e5-4f1a-bd07-e85687bb2544 req-089ffe37-fc07-40de-8753-5a2bdc9ea5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:00.364733 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f7c7da97-25e5-4f1a-bd07-e85687bb2544 req-089ffe37-fc07-40de-8753-5a2bdc9ea5b6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0e8b7961ff5a4b02a37438eb866af78d&device_id=27f3e405-9d2c-4ddb-8ec6-d743242f893c HTTP/1.1" status: 200 len: 1098 time: 0.0433378 Nov 12 09:31:00.482709 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c7da97-25e5-4f1a-bd07-e85687bb2544 req-66205919-a3cd-4b9f-98b7-9fb2e0fa7b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:00.484188 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f7c7da97-25e5-4f1a-bd07-e85687bb2544 req-66205919-a3cd-4b9f-98b7-9fb2e0fa7b4d service neutron] 10.222.0.44 "GET /v2.0/networks?id=6144d7c0-ba83-442c-955d-da18807039fb HTTP/1.1" status: 200 len: 916 time: 0.0985603 Nov 12 09:31:00.531757 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f7c7da97-25e5-4f1a-bd07-e85687bb2544 req-79f88fe3-eb97-484f-88ec-b2457f1c779b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8eb3819d-8b7f-4f40-b9d9-c033dd6d599c HTTP/1.1" status: 200 len: 217 time: 0.0373871 Nov 12 09:31:00.585844 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c7da97-25e5-4f1a-bd07-e85687bb2544 req-13639b27-ac93-4138-9043-e4adb43383e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:00.587949 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f7c7da97-25e5-4f1a-bd07-e85687bb2544 req-13639b27-ac93-4138-9043-e4adb43383e7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e292c970-53f4-4ab1-8992-7af166493667 HTTP/1.1" status: 200 len: 854 time: 0.0485845 Nov 12 09:31:00.639423 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c7da97-25e5-4f1a-bd07-e85687bb2544 req-b9d1d788-945a-49da-8d3f-12b29ce7971b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:00.640907 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f7c7da97-25e5-4f1a-bd07-e85687bb2544 req-b9d1d788-945a-49da-8d3f-12b29ce7971b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6144d7c0-ba83-442c-955d-da18807039fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406125 Nov 12 09:31:00.734991 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f7c7da97-25e5-4f1a-bd07-e85687bb2544 req-2c154ef8-7bbb-47f9-a7bb-40a7fd1bd5cd service neutron] 10.222.0.44 "GET /v2.0/networks/6144d7c0-ba83-442c-955d-da18807039fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846975 Nov 12 09:31:00.832337 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f7c7da97-25e5-4f1a-bd07-e85687bb2544 req-e7c09b39-bc1e-4a6f-b0b7-c21191f3e9d4 service neutron] 10.222.0.44 "GET /v2.0/networks/6144d7c0-ba83-442c-955d-da18807039fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890732 Nov 12 09:31:01.031289 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc2911c-0ed6-4318-bf8b-8ea716c86381 req-4f607e30-3c68-4873-94dc-4ba27df0acb0 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:01.032751 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ffc2911c-0ed6-4318-bf8b-8ea716c86381 req-4f607e30-3c68-4873-94dc-4ba27df0acb0 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] 10.222.0.26 "GET /v2.0/ports?device_id=27f3e405-9d2c-4ddb-8ec6-d743242f893c HTTP/1.1" status: 200 len: 946 time: 0.0506401 Nov 12 09:31:01.081481 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ffc2911c-0ed6-4318-bf8b-8ea716c86381 req-deb450c2-c14d-44b0-a8ff-6ed73f024869 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] 10.222.0.26 "GET /v2.0/security-groups?id=c96f6b0b-387a-4514-a4b7-93a2ed88a9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426970 Nov 12 09:31:01.215162 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb195d64-d440-4815-b75e-a05c6565d0a0 req-9d984a6d-f200-4f2a-8a08-7199952faba6 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:01.217181 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cb195d64-d440-4815-b75e-a05c6565d0a0 req-9d984a6d-f200-4f2a-8a08-7199952faba6 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] 10.222.0.26 "GET /v2.0/ports?device_id=27f3e405-9d2c-4ddb-8ec6-d743242f893c HTTP/1.1" status: 200 len: 946 time: 0.0628426 Nov 12 09:31:01.268668 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cb195d64-d440-4815-b75e-a05c6565d0a0 req-8a38fdfd-3daf-4d8b-a38a-2fc3b2e37763 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] 10.222.0.26 "GET /v2.0/security-groups?id=c96f6b0b-387a-4514-a4b7-93a2ed88a9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454547 Nov 12 09:31:01.465804 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc3b10c-c58e-4999-a82d-cbfc679ea4dd req-f0a0e887-f624-42f7-9ae2-70b5d907201d tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:01.467308 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-dfc3b10c-c58e-4999-a82d-cbfc679ea4dd req-f0a0e887-f624-42f7-9ae2-70b5d907201d tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] 10.222.0.26 "GET /v2.0/ports?device_id=27f3e405-9d2c-4ddb-8ec6-d743242f893c HTTP/1.1" status: 200 len: 946 time: 0.0567381 Nov 12 09:31:01.521826 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-dfc3b10c-c58e-4999-a82d-cbfc679ea4dd req-0babc296-db1e-4876-b893-c401edbe473b tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] 10.222.0.26 "GET /v2.0/security-groups?id=c96f6b0b-387a-4514-a4b7-93a2ed88a9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482504 Nov 12 09:31:04.131697 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-0a302d49-c3e5-4770-8fd9-455ce0a4cccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:06.164022 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:07.158125 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-11faf249-9118-4569-948a-f2b08fd7d8d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:08.218577 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:09.225940 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:31:09.552819 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:10.149836 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:13.280398 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:15.174745 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301b3a72-f040-48ad-afdc-1f96abd70551 req-4ea777c2-8249-45b1-b0ce-7b6b5a704851 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:15.176452 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-301b3a72-f040-48ad-afdc-1f96abd70551 req-4ea777c2-8249-45b1-b0ce-7b6b5a704851 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] 10.222.0.26 "GET /v2.0/ports?device_id=27f3e405-9d2c-4ddb-8ec6-d743242f893c HTTP/1.1" status: 200 len: 946 time: 0.0548460 Nov 12 09:31:15.226141 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-301b3a72-f040-48ad-afdc-1f96abd70551 req-35962263-4743-4f2f-b75e-ee194780e4c3 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] 10.222.0.26 "GET /v2.0/security-groups?id=c96f6b0b-387a-4514-a4b7-93a2ed88a9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431228 Nov 12 09:31:15.249547 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 43180) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:31:15.427505 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12466977-0027-4b2a-995a-186ff4c60fb6 tempest-TestMinimumBasicScenario-182192136 tempest-TestMinimumBasicScenario-182192136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:15.429797 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-12466977-0027-4b2a-995a-186ff4c60fb6 tempest-TestMinimumBasicScenario-182192136 tempest-TestMinimumBasicScenario-182192136-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=27f3e405-9d2c-4ddb-8ec6-d743242f893c HTTP/1.1" status: 200 len: 1093 time: 0.1791058 Nov 12 09:31:15.432726 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 43184) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:31:15.437144 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-d95f9995-9e05-4554-bbc4-aef7706257d2 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Request body: {'floatingip': {'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'port_id': '8eb3819d-8b7f-4f40-b9d9-c033dd6d599c', 'tenant_id': '0e8b7961ff5a4b02a37438eb866af78d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:31:15.460295 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d95f9995-9e05-4554-bbc4-aef7706257d2 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Publish callbacks [] for floatingip, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:15.563469 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d95f9995-9e05-4554-bbc4-aef7706257d2 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:15.680110 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-d95f9995-9e05-4554-bbc4-aef7706257d2 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Allocated IP 172.25.2.170 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/3e373d13-d51a-4583-89cd-c79c0044fe38) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:31:15.808935 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d95f9995-9e05-4554-bbc4-aef7706257d2 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:15.845189 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d95f9995-9e05-4554-bbc4-aef7706257d2 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:15.889181 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95f9995-9e05-4554-bbc4-aef7706257d2 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:31:15.896135 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-d95f9995-9e05-4554-bbc4-aef7706257d2 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:31:15.899402 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95f9995-9e05-4554-bbc4-aef7706257d2 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:31:15.905888 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95f9995-9e05-4554-bbc4-aef7706257d2 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Pushing event updated for resources: {'Port': ['ID=3e373d13-d51a-4583-89cd-c79c0044fe38,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:31:16.280459 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d95f9995-9e05-4554-bbc4-aef7706257d2 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:16.353166 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d95f9995-9e05-4554-bbc4-aef7706257d2 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:16.505270 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d95f9995-9e05-4554-bbc4-aef7706257d2 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:16.509858 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d95f9995-9e05-4554-bbc4-aef7706257d2 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:16.579021 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95f9995-9e05-4554-bbc4-aef7706257d2 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Pushing event updated for resources: {'Port': ['ID=3e373d13-d51a-4583-89cd-c79c0044fe38,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:31:16.593258 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95f9995-9e05-4554-bbc4-aef7706257d2 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:16.593610 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95f9995-9e05-4554-bbc4-aef7706257d2 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:16.593951 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95f9995-9e05-4554-bbc4-aef7706257d2 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:16.594290 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95f9995-9e05-4554-bbc4-aef7706257d2 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:16.594650 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95f9995-9e05-4554-bbc4-aef7706257d2 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:16.594988 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95f9995-9e05-4554-bbc4-aef7706257d2 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:16.595319 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95f9995-9e05-4554-bbc4-aef7706257d2 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:16.596421 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95f9995-9e05-4554-bbc4-aef7706257d2 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:16.596761 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95f9995-9e05-4554-bbc4-aef7706257d2 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:16.597094 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95f9995-9e05-4554-bbc4-aef7706257d2 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:16.597428 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95f9995-9e05-4554-bbc4-aef7706257d2 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:16.597755 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95f9995-9e05-4554-bbc4-aef7706257d2 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:16.606157 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d95f9995-9e05-4554-bbc4-aef7706257d2 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:16.710346 n-d-765315-29 neutron-server[102600]: INFO neutron.db.l3_db [None req-d95f9995-9e05-4554-bbc4-aef7706257d2 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Floating IP 0ce3b0e1-73b2-4a81-a09c-a518a9701ed8 associated. External IP: 172.25.2.170, port: 8eb3819d-8b7f-4f40-b9d9-c033dd6d599c. Nov 12 09:31:16.922781 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d95f9995-9e05-4554-bbc4-aef7706257d2 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Router f436f8d9-752e-4e39-bfa6-872087c9b361 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:31:17.034816 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d95f9995-9e05-4554-bbc4-aef7706257d2 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:31:17.044727 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bfe9825-0f72-4e1f-959a-9521b900562e None None] Sync routers for ids ['f436f8d9-752e-4e39-bfa6-872087c9b361'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:31:17.052635 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d95f9995-9e05-4554-bbc4-aef7706257d2 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:17.055245 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfe9825-0f72-4e1f-959a-9521b900562e None None] Routers {'f436f8d9-752e-4e39-bfa6-872087c9b361'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:31:17.056647 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-8bfe9825-0f72-4e1f-959a-9521b900562e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:31:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['f436f8d9-752e-4e39-bfa6-872087c9b361'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:31:17.081055 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-d95f9995-9e05-4554-bbc4-aef7706257d2 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6472814 Nov 12 09:31:17.081751 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27f3e405-9d2c-4ddb-8ec6-d743242f893c', 'tag': '8eb3819d-8b7f-4f40-b9d9-c033dd6d599c'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:31:17.083983 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 43186) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:31:17.084453 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b9376c9088a4f533a787632e68a0b9d71673112fb90a02c33b14ced1cf80ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85dd2bb3-76fb-4d8f-a7da-1ad6deea786d" -d '{"events": [{"name": "network-changed", "server_uuid": "27f3e405-9d2c-4ddb-8ec6-d743242f893c", "tag": "8eb3819d-8b7f-4f40-b9d9-c033dd6d599c"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:31:17.090625 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-ad16d505-06d8-47dd-85e2-5a34e38c211a tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1701236633', 'description': 'tempest-secgroup-smoke-1701236633 description', 'project_id': '0e8b7961ff5a4b02a37438eb866af78d'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:31:17.116025 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ad16d505-06d8-47dd-85e2-5a34e38c211a tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:17.181237 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-8bfe9825-0f72-4e1f-959a-9521b900562e None None] Set router f436f8d9-752e-4e39-bfa6-872087c9b361 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:31:17.198820 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ad16d505-06d8-47dd-85e2-5a34e38c211a tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:17.203756 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ad16d505-06d8-47dd-85e2-5a34e38c211a tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:17.232960 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ad16d505-06d8-47dd-85e2-5a34e38c211a tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:17.234222 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-ad16d505-06d8-47dd-85e2-5a34e38c211a tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1483455 Nov 12 09:31:17.237192 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 43192) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:31:17.242082 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-8b037f45-6f82-42de-ae00-83dc78270fe8 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Request body: {'security_group_rule': {'security_group_id': '38c0bdc4-8fc7-4b7b-ac4e-bda5d61b8e2b', 'project_id': '0e8b7961ff5a4b02a37438eb866af78d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:31:17.263384 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad16d505-06d8-47dd-85e2-5a34e38c211a tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38c0bdc4-8fc7-4b7b-ac4e-bda5d61b8e2b,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:31:17.273291 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d53e3e28-4476-4271-9ea1-11a92cc7e58c x-openstack-request-id: req-d53e3e28-4476-4271-9ea1-11a92cc7e58c {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:31:17.273615 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27f3e405-9d2c-4ddb-8ec6-d743242f893c", "tag": "8eb3819d-8b7f-4f40-b9d9-c033dd6d599c", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:31:17.274813 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d53e3e28-4476-4271-9ea1-11a92cc7e58c {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:31:17.275315 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27f3e405-9d2c-4ddb-8ec6-d743242f893c', 'tag': '8eb3819d-8b7f-4f40-b9d9-c033dd6d599c', 'status': 'completed', 'code': 200} Nov 12 09:31:17.278834 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad16d505-06d8-47dd-85e2-5a34e38c211a tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:17.279489 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad16d505-06d8-47dd-85e2-5a34e38c211a tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:17.279837 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad16d505-06d8-47dd-85e2-5a34e38c211a tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:17.280175 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad16d505-06d8-47dd-85e2-5a34e38c211a tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:17.280820 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad16d505-06d8-47dd-85e2-5a34e38c211a tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:17.281211 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad16d505-06d8-47dd-85e2-5a34e38c211a tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:17.281671 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad16d505-06d8-47dd-85e2-5a34e38c211a tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:17.282008 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad16d505-06d8-47dd-85e2-5a34e38c211a tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:17.282453 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad16d505-06d8-47dd-85e2-5a34e38c211a tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:17.282748 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8b037f45-6f82-42de-ae00-83dc78270fe8 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:17.283453 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad16d505-06d8-47dd-85e2-5a34e38c211a tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:17.283453 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad16d505-06d8-47dd-85e2-5a34e38c211a tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:17.283677 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad16d505-06d8-47dd-85e2-5a34e38c211a tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:17.344134 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8b037f45-6f82-42de-ae00-83dc78270fe8 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:17.350563 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8b037f45-6f82-42de-ae00-83dc78270fe8 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:17.392968 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b037f45-6f82-42de-ae00-83dc78270fe8 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5a9b94a-610c-4a47-a9bd-aa74e25684c0,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:31:17.444543 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8b037f45-6f82-42de-ae00-83dc78270fe8 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:17.448053 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-8b037f45-6f82-42de-ae00-83dc78270fe8 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2097466 Nov 12 09:31:17.451425 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 43194) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:31:17.459590 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-f60a639c-3ab0-4817-ada5-dc2e2e5b3492 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Request body: {'security_group_rule': {'security_group_id': '38c0bdc4-8fc7-4b7b-ac4e-bda5d61b8e2b', 'project_id': '0e8b7961ff5a4b02a37438eb866af78d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:31:17.460722 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dd2bb3-76fb-4d8f-a7da-1ad6deea786d req-8c925ac0-f16a-4d74-b3a0-78ae895d88c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:17.462831 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-85dd2bb3-76fb-4d8f-a7da-1ad6deea786d req-8c925ac0-f16a-4d74-b3a0-78ae895d88c6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0e8b7961ff5a4b02a37438eb866af78d&device_id=27f3e405-9d2c-4ddb-8ec6-d743242f893c HTTP/1.1" status: 200 len: 1098 time: 0.1290083 Nov 12 09:31:17.464183 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-8bfe9825-0f72-4e1f-959a-9521b900562e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f436f8d9-752e-4e39-bfa6-872087c9b361', 'name': 'tempest-TestMinimumBasicScenario-1277765948-router', 'tenant_id': '0e8b7961ff5a4b02a37438eb866af78d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '234e7730-6284-47fb-929e-b8d7eab87d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:30:20Z', 'updated_at': '2021-11-12T09:30:24Z', 'revision_number': 4, 'project_id': '0e8b7961ff5a4b02a37438eb866af78d', 'gw_port': {'id': '234e7730-6284-47fb-929e-b8d7eab87d38', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:72:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f436f8d9-752e-4e39-bfa6-872087c9b361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:30:21Z', 'updated_at': '2021-11-12T09:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': '0ce3b0e1-73b2-4a81-a09c-a518a9701ed8', 'tenant_id': '0e8b7961ff5a4b02a37438eb866af78d', 'floating_ip_address': '172.25.2.170', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': 'f436f8d9-752e-4e39-bfa6-872087c9b361', 'port_id': '8eb3819d-8b7f-4f40-b9d9-c033dd6d599c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6144d7c0-ba83-442c-955d-da18807039fb', 'mac_address': 'fa:16:3e:b0:ec:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f3e405-9d2c-4ddb-8ec6-d743242f893c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:31:16Z', 'updated_at': '2021-11-12T09:31:16Z', 'revision_number': 0, 'project_id': '0e8b7961ff5a4b02a37438eb866af78d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ce6345c-e060-48c6-ae63-88fb6a0b6db7', 'name': '', 'network_id': '6144d7c0-ba83-442c-955d-da18807039fb', 'tenant_id': '0e8b7961ff5a4b02a37438eb866af78d', 'mac_address': 'fa:16:3e:b0:57:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f436f8d9-752e-4e39-bfa6-872087c9b361', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'e292c970-53f4-4ab1-8992-7af166493667', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:30:23Z', 'updated_at': '2021-11-12T09:30:27Z', 'revision_number': 5, 'project_id': '0e8b7961ff5a4b02a37438eb866af78d', 'subnets': [{'id': 'e292c970-53f4-4ab1-8992-7af166493667', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:31:17.494309 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bfe9825-0f72-4e1f-959a-9521b900562e None None] Checking router: f436f8d9-752e-4e39-bfa6-872087c9b361 for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:31:17.496245 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f60a639c-3ab0-4817-ada5-dc2e2e5b3492 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:17.504088 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfe9825-0f72-4e1f-959a-9521b900562e None None] Routers {'f436f8d9-752e-4e39-bfa6-872087c9b361'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:31:17.505032 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-8bfe9825-0f72-4e1f-959a-9521b900562e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:31:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['f436f8d9-752e-4e39-bfa6-872087c9b361'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:31:17.563917 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f60a639c-3ab0-4817-ada5-dc2e2e5b3492 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:17.569086 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f60a639c-3ab0-4817-ada5-dc2e2e5b3492 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:17.589499 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60a639c-3ab0-4817-ada5-dc2e2e5b3492 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6cc5c36-d7a4-4b00-8354-2c0edcb49b2d,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:31:17.599805 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f60a639c-3ab0-4817-ada5-dc2e2e5b3492 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:17.601036 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-f60a639c-3ab0-4817-ada5-dc2e2e5b3492 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1482594 Nov 12 09:31:17.604792 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 43196) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:31:17.607268 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dd2bb3-76fb-4d8f-a7da-1ad6deea786d req-836f382a-6c91-412a-ab51-33e629da07f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:17.608878 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-85dd2bb3-76fb-4d8f-a7da-1ad6deea786d req-836f382a-6c91-412a-ab51-33e629da07f0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6144d7c0-ba83-442c-955d-da18807039fb HTTP/1.1" status: 200 len: 916 time: 0.1368020 Nov 12 09:31:17.611900 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-4bd959a7-4fbc-4941-a9c2-78f2b243d444 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Request body: {'security_group_rule': {'security_group_id': '38c0bdc4-8fc7-4b7b-ac4e-bda5d61b8e2b', 'project_id': '0e8b7961ff5a4b02a37438eb866af78d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:31:17.634744 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-8bfe9825-0f72-4e1f-959a-9521b900562e None None] Set router f436f8d9-752e-4e39-bfa6-872087c9b361 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:31:17.683980 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4bd959a7-4fbc-4941-a9c2-78f2b243d444 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:17.709026 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-85dd2bb3-76fb-4d8f-a7da-1ad6deea786d req-2b71fd50-beae-4def-95a3-7db53c936b76 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8eb3819d-8b7f-4f40-b9d9-c033dd6d599c HTTP/1.1" status: 200 len: 1000 time: 0.0891581 Nov 12 09:31:17.788576 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dd2bb3-76fb-4d8f-a7da-1ad6deea786d req-f6e3b694-c2c7-4a5a-8576-be1cba028e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:17.790162 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-85dd2bb3-76fb-4d8f-a7da-1ad6deea786d req-f6e3b694-c2c7-4a5a-8576-be1cba028e98 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e292c970-53f4-4ab1-8992-7af166493667 HTTP/1.1" status: 200 len: 854 time: 0.0725462 Nov 12 09:31:17.800275 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4bd959a7-4fbc-4941-a9c2-78f2b243d444 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:17.805403 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4bd959a7-4fbc-4941-a9c2-78f2b243d444 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:17.849322 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd959a7-4fbc-4941-a9c2-78f2b243d444 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc4397e5-7f1e-4743-8841-cb5d1452b787,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:31:17.862401 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4bd959a7-4fbc-4941-a9c2-78f2b243d444 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:17.866442 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-4bd959a7-4fbc-4941-a9c2-78f2b243d444 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2605619 Nov 12 09:31:17.866636 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 43198) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:31:17.872435 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-8caf6f7b-7b3a-43a3-8520-a6c3998f4d8b tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Request body: {'security_group_rule': {'security_group_id': '38c0bdc4-8fc7-4b7b-ac4e-bda5d61b8e2b', 'project_id': '0e8b7961ff5a4b02a37438eb866af78d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:31:17.880857 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dd2bb3-76fb-4d8f-a7da-1ad6deea786d req-8c4edd30-187d-4547-9a6d-161910f9f24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:17.882365 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-85dd2bb3-76fb-4d8f-a7da-1ad6deea786d req-8c4edd30-187d-4547-9a6d-161910f9f24c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6144d7c0-ba83-442c-955d-da18807039fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0670538 Nov 12 09:31:17.891864 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-8bfe9825-0f72-4e1f-959a-9521b900562e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f436f8d9-752e-4e39-bfa6-872087c9b361', 'name': 'tempest-TestMinimumBasicScenario-1277765948-router', 'tenant_id': '0e8b7961ff5a4b02a37438eb866af78d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '234e7730-6284-47fb-929e-b8d7eab87d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:30:20Z', 'updated_at': '2021-11-12T09:30:24Z', 'revision_number': 4, 'project_id': '0e8b7961ff5a4b02a37438eb866af78d', 'gw_port': {'id': '234e7730-6284-47fb-929e-b8d7eab87d38', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:72:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f436f8d9-752e-4e39-bfa6-872087c9b361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:30:21Z', 'updated_at': '2021-11-12T09:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': '0ce3b0e1-73b2-4a81-a09c-a518a9701ed8', 'tenant_id': '0e8b7961ff5a4b02a37438eb866af78d', 'floating_ip_address': '172.25.2.170', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': 'f436f8d9-752e-4e39-bfa6-872087c9b361', 'port_id': '8eb3819d-8b7f-4f40-b9d9-c033dd6d599c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6144d7c0-ba83-442c-955d-da18807039fb', 'mac_address': 'fa:16:3e:b0:ec:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f3e405-9d2c-4ddb-8ec6-d743242f893c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:31:16Z', 'updated_at': '2021-11-12T09:31:16Z', 'revision_number': 0, 'project_id': '0e8b7961ff5a4b02a37438eb866af78d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ce6345c-e060-48c6-ae63-88fb6a0b6db7', 'name': '', 'network_id': '6144d7c0-ba83-442c-955d-da18807039fb', 'tenant_id': '0e8b7961ff5a4b02a37438eb866af78d', 'mac_address': 'fa:16:3e:b0:57:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f436f8d9-752e-4e39-bfa6-872087c9b361', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'e292c970-53f4-4ab1-8992-7af166493667', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:30:23Z', 'updated_at': '2021-11-12T09:30:27Z', 'revision_number': 5, 'project_id': '0e8b7961ff5a4b02a37438eb866af78d', 'subnets': [{'id': 'e292c970-53f4-4ab1-8992-7af166493667', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:31:17.911061 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8caf6f7b-7b3a-43a3-8520-a6c3998f4d8b tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:17.925116 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bfe9825-0f72-4e1f-959a-9521b900562e None None] The sync data for ids ['f436f8d9-752e-4e39-bfa6-872087c9b361'] in n-d-765315-29 is: [{'id': 'f436f8d9-752e-4e39-bfa6-872087c9b361', 'name': 'tempest-TestMinimumBasicScenario-1277765948-router', 'tenant_id': '0e8b7961ff5a4b02a37438eb866af78d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '234e7730-6284-47fb-929e-b8d7eab87d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:30:20Z', 'updated_at': '2021-11-12T09:30:24Z', 'revision_number': 4, 'project_id': '0e8b7961ff5a4b02a37438eb866af78d', 'gw_port': {'id': '234e7730-6284-47fb-929e-b8d7eab87d38', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:72:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f436f8d9-752e-4e39-bfa6-872087c9b361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:30:21Z', 'updated_at': '2021-11-12T09:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': '0ce3b0e1-73b2-4a81-a09c-a518a9701ed8', 'tenant_id': '0e8b7961ff5a4b02a37438eb866af78d', 'floating_ip_address': '172.25.2.170', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': 'f436f8d9-752e-4e39-bfa6-872087c9b361', 'port_id': '8eb3819d-8b7f-4f40-b9d9-c033dd6d599c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6144d7c0-ba83-442c-955d-da18807039fb', 'mac_address': 'fa:16:3e:b0:ec:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f3e405-9d2c-4ddb-8ec6-d743242f893c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:31:16Z', 'updated_at': '2021-11-12T09:31:16Z', 'revision_number': 0, 'project_id': '0e8b7961ff5a4b02a37438eb866af78d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ce6345c-e060-48c6-ae63-88fb6a0b6db7', 'name': '', 'network_id': '6144d7c0-ba83-442c-955d-da18807039fb', 'tenant_id': '0e8b7961ff5a4b02a37438eb866af78d', 'mac_address': 'fa:16:3e:b0:57:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f436f8d9-752e-4e39-bfa6-872087c9b361', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'e292c970-53f4-4ab1-8992-7af166493667', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:30:23Z', 'updated_at': '2021-11-12T09:30:27Z', 'revision_number': 5, 'project_id': '0e8b7961ff5a4b02a37438eb866af78d', 'subnets': [{'id': 'e292c970-53f4-4ab1-8992-7af166493667', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:31:17.984810 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8caf6f7b-7b3a-43a3-8520-a6c3998f4d8b tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:17.989363 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8caf6f7b-7b3a-43a3-8520-a6c3998f4d8b tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:17.996314 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-85dd2bb3-76fb-4d8f-a7da-1ad6deea786d req-0743797e-616c-4e45-8b32-9e0a61a85153 service neutron] 10.222.0.44 "GET /v2.0/networks/6144d7c0-ba83-442c-955d-da18807039fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055670 Nov 12 09:31:18.009151 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caf6f7b-7b3a-43a3-8520-a6c3998f4d8b tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74742cad-3703-4e03-93a1-2f0f2994d19b,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:31:18.016689 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8caf6f7b-7b3a-43a3-8520-a6c3998f4d8b tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:18.017893 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-8caf6f7b-7b3a-43a3-8520-a6c3998f4d8b tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1502573 Nov 12 09:31:18.020732 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 43200) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:31:18.026913 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-193adda1-a2ce-462e-ad29-dba80df1d94f tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Request body: {'security_group_rule': {'security_group_id': '38c0bdc4-8fc7-4b7b-ac4e-bda5d61b8e2b', 'project_id': '0e8b7961ff5a4b02a37438eb866af78d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:31:18.049287 n-d-765315-29 neutron-server[102600]: INFO neutron.db.securitygroups_db [None req-193adda1-a2ce-462e-ad29-dba80df1d94f tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Project 0e8b7961ff5a4b02a37438eb866af78d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:31:18.054409 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-193adda1-a2ce-462e-ad29-dba80df1d94f tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:18.111670 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-85dd2bb3-76fb-4d8f-a7da-1ad6deea786d req-43499533-fe0b-4001-b184-558c0139f7dc service neutron] 10.222.0.44 "GET /v2.0/networks/6144d7c0-ba83-442c-955d-da18807039fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032827 Nov 12 09:31:18.119798 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-193adda1-a2ce-462e-ad29-dba80df1d94f tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:18.124009 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-193adda1-a2ce-462e-ad29-dba80df1d94f tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:18.143116 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193adda1-a2ce-462e-ad29-dba80df1d94f tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b94e4733-9e87-4e24-8807-c6b44da83120,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:31:18.152819 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-193adda1-a2ce-462e-ad29-dba80df1d94f tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:18.157261 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-193adda1-a2ce-462e-ad29-dba80df1d94f tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1322942 Nov 12 09:31:18.157261 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 43202) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:31:18.161605 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-b90579f8-b6e2-4ed8-b640-fff5b4aded6c tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Request body: {'security_group_rule': {'security_group_id': '38c0bdc4-8fc7-4b7b-ac4e-bda5d61b8e2b', 'project_id': '0e8b7961ff5a4b02a37438eb866af78d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:31:18.185551 n-d-765315-29 neutron-server[102600]: INFO neutron.db.securitygroups_db [None req-b90579f8-b6e2-4ed8-b640-fff5b4aded6c tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Project 0e8b7961ff5a4b02a37438eb866af78d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:31:18.185956 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9bcf75-f491-44aa-8f2b-c21c0288041b None None] New status for floating IP 0ce3b0e1-73b2-4a81-a09c-a518a9701ed8: ACTIVE {{(pid=102602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:31:18.191746 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b90579f8-b6e2-4ed8-b640-fff5b4aded6c tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:18.259197 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b90579f8-b6e2-4ed8-b640-fff5b4aded6c tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:18.263190 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b90579f8-b6e2-4ed8-b640-fff5b4aded6c tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:18.282928 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90579f8-b6e2-4ed8-b640-fff5b4aded6c tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbf9cfd4-4bf3-43e0-a1fd-f6b4ed1b769b,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:31:18.292193 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-b90579f8-b6e2-4ed8-b640-fff5b4aded6c tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:18.296003 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-b90579f8-b6e2-4ed8-b640-fff5b4aded6c tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1354094 Nov 12 09:31:18.399060 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-90c27b9a-4400-4244-8469-78328f7ca261 req-cba9d3b4-a3c8-4ad2-aff4-80d61a74aec1 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1701236633&fields=id&tenant_id=0e8b7961ff5a4b02a37438eb866af78d HTTP/1.1" status: 200 len: 267 time: 0.0541658 Nov 12 09:31:18.457298 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c27b9a-4400-4244-8469-78328f7ca261 req-a2faf3e6-888b-4c7e-b0f9-c086786610b6 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:18.463191 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-90c27b9a-4400-4244-8469-78328f7ca261 req-a2faf3e6-888b-4c7e-b0f9-c086786610b6 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] 10.222.0.26 "GET /v2.0/ports?device_id=27f3e405-9d2c-4ddb-8ec6-d743242f893c HTTP/1.1" status: 200 len: 946 time: 0.0583136 Nov 12 09:31:18.474751 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-90c27b9a-4400-4244-8469-78328f7ca261 req-8c6243c4-0d63-4ae6-abe3-01a936011bd9 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Request body: {'port': {'security_groups': ['c96f6b0b-387a-4514-a4b7-93a2ed88a9d2', '38c0bdc4-8fc7-4b7b-ac4e-bda5d61b8e2b']}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:31:18.537618 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-90c27b9a-4400-4244-8469-78328f7ca261 req-8c6243c4-0d63-4ae6-abe3-01a936011bd9 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:18.737996 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-90c27b9a-4400-4244-8469-78328f7ca261 req-8c6243c4-0d63-4ae6-abe3-01a936011bd9 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] For port 8eb3819d-8b7f-4f40-b9d9-c033dd6d599c, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=8eb3819d-8b7f-4f40-b9d9-c033dd6d599c,segment=NetworkSegment(60ea747f-ac19-426c-a608-2aa7659f9600),segment_id=60ea747f-ac19-426c-a608-2aa7659f9600)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:31:18.770011 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-90c27b9a-4400-4244-8469-78328f7ca261 req-8c6243c4-0d63-4ae6-abe3-01a936011bd9 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:18.775824 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-90c27b9a-4400-4244-8469-78328f7ca261 req-8c6243c4-0d63-4ae6-abe3-01a936011bd9 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:18.815531 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['8eb3819d-8b7f-4f40-b9d9-c033dd6d599c'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:31:18.840970 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c27b9a-4400-4244-8469-78328f7ca261 req-8c6243c4-0d63-4ae6-abe3-01a936011bd9 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:18.841757 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-90c27b9a-4400-4244-8469-78328f7ca261 req-8c6243c4-0d63-4ae6-abe3-01a936011bd9 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:18.843228 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-90c27b9a-4400-4244-8469-78328f7ca261 req-8c6243c4-0d63-4ae6-abe3-01a936011bd9 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] 10.222.0.26 "PUT /v2.0/ports/8eb3819d-8b7f-4f40-b9d9-c033dd6d599c HTTP/1.1" status: 200 len: 982 time: 0.3732722 Nov 12 09:31:18.877771 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6243c4-0d63-4ae6-abe3-01a936011bd9 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Pushing event updated for resources: {'Port': ['ID=8eb3819d-8b7f-4f40-b9d9-c033dd6d599c,revision_number=6']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:31:18.972281 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4037acb-8ea0-4f9b-a8cc-52d5072224dc req-11511006-36ed-47c7-af70-0cafd5033c68 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:18.973571 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d4037acb-8ea0-4f9b-a8cc-52d5072224dc req-11511006-36ed-47c7-af70-0cafd5033c68 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] 10.222.0.26 "GET /v2.0/ports?device_id=27f3e405-9d2c-4ddb-8ec6-d743242f893c HTTP/1.1" status: 200 len: 985 time: 0.0636024 Nov 12 09:31:19.021385 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['8eb3819d-8b7f-4f40-b9d9-c033dd6d599c'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:31:19.055377 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d4037acb-8ea0-4f9b-a8cc-52d5072224dc req-73e5be7a-c9d6-4399-9c3b-45fd267b2a10 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] 10.222.0.26 "GET /v2.0/security-groups?id=c96f6b0b-387a-4514-a4b7-93a2ed88a9d2&id=38c0bdc4-8fc7-4b7b-ac4e-bda5d61b8e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0732162 Nov 12 09:31:19.259727 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-4bde034e-3b44-414c-a070-8a3c50af7425 None None] Provisioning complete for port 8eb3819d-8b7f-4f40-b9d9-c033dd6d599c triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:31:19.260094 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4bde034e-3b44-414c-a070-8a3c50af7425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:19.277080 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27f3e405-9d2c-4ddb-8ec6-d743242f893c', 'tag': '8eb3819d-8b7f-4f40-b9d9-c033dd6d599c'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:31:19.279209 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b9376c9088a4f533a787632e68a0b9d71673112fb90a02c33b14ced1cf80ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-923a1117-c3b9-4f98-8e63-d9e3a5a0cdea" -d '{"events": [{"name": "network-changed", "server_uuid": "27f3e405-9d2c-4ddb-8ec6-d743242f893c", "tag": "8eb3819d-8b7f-4f40-b9d9-c033dd6d599c"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:31:19.317625 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d30b436-4c7e-4dda-b97d-aa463257d239 x-openstack-request-id: req-4d30b436-4c7e-4dda-b97d-aa463257d239 {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:31:19.318267 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27f3e405-9d2c-4ddb-8ec6-d743242f893c", "tag": "8eb3819d-8b7f-4f40-b9d9-c033dd6d599c", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:31:19.318267 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4d30b436-4c7e-4dda-b97d-aa463257d239 {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:31:19.318686 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27f3e405-9d2c-4ddb-8ec6-d743242f893c', 'tag': '8eb3819d-8b7f-4f40-b9d9-c033dd6d599c', 'status': 'completed', 'code': 200} Nov 12 09:31:19.419800 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a1117-c3b9-4f98-8e63-d9e3a5a0cdea req-83ffb0d1-be0c-4faa-b385-fc1cfbb27b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:19.421448 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-923a1117-c3b9-4f98-8e63-d9e3a5a0cdea req-83ffb0d1-be0c-4faa-b385-fc1cfbb27b51 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0e8b7961ff5a4b02a37438eb866af78d&device_id=27f3e405-9d2c-4ddb-8ec6-d743242f893c HTTP/1.1" status: 200 len: 1137 time: 0.0463972 Nov 12 09:31:19.529658 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a1117-c3b9-4f98-8e63-d9e3a5a0cdea req-4c9a8339-b8a9-4bea-82b8-423785cf2ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:19.531171 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-923a1117-c3b9-4f98-8e63-d9e3a5a0cdea req-4c9a8339-b8a9-4bea-82b8-423785cf2ce8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6144d7c0-ba83-442c-955d-da18807039fb HTTP/1.1" status: 200 len: 916 time: 0.1003909 Nov 12 09:31:19.606717 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-923a1117-c3b9-4f98-8e63-d9e3a5a0cdea req-308fe388-f041-470a-9acc-14a900fc9d42 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8eb3819d-8b7f-4f40-b9d9-c033dd6d599c HTTP/1.1" status: 200 len: 1002 time: 0.0678749 Nov 12 09:31:19.669975 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a1117-c3b9-4f98-8e63-d9e3a5a0cdea req-184d7dea-8ec5-4017-9917-3144a6166e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:19.671451 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-923a1117-c3b9-4f98-8e63-d9e3a5a0cdea req-184d7dea-8ec5-4017-9917-3144a6166e0a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e292c970-53f4-4ab1-8992-7af166493667 HTTP/1.1" status: 200 len: 854 time: 0.0489109 Nov 12 09:31:19.724007 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a1117-c3b9-4f98-8e63-d9e3a5a0cdea req-5c404ba5-bec2-42bd-be21-d70fb38bde73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:19.725616 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-923a1117-c3b9-4f98-8e63-d9e3a5a0cdea req-5c404ba5-bec2-42bd-be21-d70fb38bde73 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6144d7c0-ba83-442c-955d-da18807039fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459800 Nov 12 09:31:19.840586 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-923a1117-c3b9-4f98-8e63-d9e3a5a0cdea req-7ffeda23-59dd-427d-9da0-6dda82f70eb5 service neutron] 10.222.0.44 "GET /v2.0/networks/6144d7c0-ba83-442c-955d-da18807039fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047235 Nov 12 09:31:19.941886 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-923a1117-c3b9-4f98-8e63-d9e3a5a0cdea req-e0a107df-68f3-4fbf-a222-00d08bb653bc service neutron] 10.222.0.44 "GET /v2.0/networks/6144d7c0-ba83-442c-955d-da18807039fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910561 Nov 12 09:31:34.134483 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-68594e88-d016-4ae0-914e-31f013f4b859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:36.181553 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:37.160120 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-16c93d4b-7a41-42d5-9045-2455bf040cd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:38.220798 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:39.554260 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:40.152640 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:42.106381 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790ad18d-0140-49e1-9320-8d583e93f169 req-3cb024ae-905a-4cf3-ade4-81e020280202 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:42.107974 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-790ad18d-0140-49e1-9320-8d583e93f169 req-3cb024ae-905a-4cf3-ade4-81e020280202 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] 10.222.0.26 "GET /v2.0/ports?device_id=27f3e405-9d2c-4ddb-8ec6-d743242f893c HTTP/1.1" status: 200 len: 985 time: 0.0593820 Nov 12 09:31:42.131673 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd6d49-a1c4-436a-aef7-1c0c6ecde419 req-1577e107-d5d5-4f76-a361-4705ce9847c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:42.133820 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0ecd6d49-a1c4-436a-aef7-1c0c6ecde419 req-1577e107-d5d5-4f76-a361-4705ce9847c6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0e8b7961ff5a4b02a37438eb866af78d&device_id=27f3e405-9d2c-4ddb-8ec6-d743242f893c HTTP/1.1" status: 200 len: 1137 time: 0.0456276 Nov 12 09:31:42.175278 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-790ad18d-0140-49e1-9320-8d583e93f169 req-b8c56a8c-ac9e-425d-9369-4c992015f5ea tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] 10.222.0.26 "GET /v2.0/security-groups?id=c96f6b0b-387a-4514-a4b7-93a2ed88a9d2&id=38c0bdc4-8fc7-4b7b-ac4e-bda5d61b8e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0602794 Nov 12 09:31:42.238226 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd6d49-a1c4-436a-aef7-1c0c6ecde419 req-cb258a7b-0225-4fd0-ab41-11b888bf1199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:42.239804 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0ecd6d49-a1c4-436a-aef7-1c0c6ecde419 req-cb258a7b-0225-4fd0-ab41-11b888bf1199 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6144d7c0-ba83-442c-955d-da18807039fb HTTP/1.1" status: 200 len: 916 time: 0.0971591 Nov 12 09:31:42.310693 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0ecd6d49-a1c4-436a-aef7-1c0c6ecde419 req-48a8a5fe-a80d-4604-9c4f-aa045e039290 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8eb3819d-8b7f-4f40-b9d9-c033dd6d599c HTTP/1.1" status: 200 len: 1002 time: 0.0629978 Nov 12 09:31:42.361343 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd6d49-a1c4-436a-aef7-1c0c6ecde419 req-311f2ff3-f96c-41c7-9803-62c65e2ac694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:42.362805 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0ecd6d49-a1c4-436a-aef7-1c0c6ecde419 req-311f2ff3-f96c-41c7-9803-62c65e2ac694 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e292c970-53f4-4ab1-8992-7af166493667 HTTP/1.1" status: 200 len: 854 time: 0.0443463 Nov 12 09:31:42.409573 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd6d49-a1c4-436a-aef7-1c0c6ecde419 req-d3127e85-16b2-46fb-b21b-966c881f7fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:42.411070 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0ecd6d49-a1c4-436a-aef7-1c0c6ecde419 req-d3127e85-16b2-46fb-b21b-966c881f7fbf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6144d7c0-ba83-442c-955d-da18807039fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404491 Nov 12 09:31:42.848988 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0ecd6d49-a1c4-436a-aef7-1c0c6ecde419 req-66078428-caf9-402f-9c02-eb18428f4041 service neutron] 10.222.0.44 "GET /v2.0/networks/6144d7c0-ba83-442c-955d-da18807039fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4255097 Nov 12 09:31:42.941946 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0ecd6d49-a1c4-436a-aef7-1c0c6ecde419 req-521c06ce-a20a-47d6-a8e8-159e3e6554a0 service neutron] 10.222.0.44 "GET /v2.0/networks/6144d7c0-ba83-442c-955d-da18807039fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850425 Nov 12 09:31:43.276663 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:43.302562 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac748783-d5c6-456b-ac15-0ec87ac30e02 req-a1e80324-fb72-4e63-bf35-179b8416795a tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:43.304050 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ac748783-d5c6-456b-ac15-0ec87ac30e02 req-a1e80324-fb72-4e63-bf35-179b8416795a tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] 10.222.0.26 "GET /v2.0/ports?device_id=27f3e405-9d2c-4ddb-8ec6-d743242f893c HTTP/1.1" status: 200 len: 985 time: 0.0555503 Nov 12 09:31:43.365771 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ac748783-d5c6-456b-ac15-0ec87ac30e02 req-2a2c0dc1-9fb1-420e-9b9a-64fc058ffe6f tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] 10.222.0.26 "GET /v2.0/security-groups?id=c96f6b0b-387a-4514-a4b7-93a2ed88a9d2&id=38c0bdc4-8fc7-4b7b-ac4e-bda5d61b8e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554044 Nov 12 09:31:44.482758 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16302fe4-490b-41e9-9846-4786fef060bb req-721f6086-b240-406a-b434-d67810e7ca1d tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:44.484241 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-16302fe4-490b-41e9-9846-4786fef060bb req-721f6086-b240-406a-b434-d67810e7ca1d tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] 10.222.0.26 "GET /v2.0/ports?device_id=27f3e405-9d2c-4ddb-8ec6-d743242f893c HTTP/1.1" status: 200 len: 985 time: 0.0520957 Nov 12 09:31:44.543283 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-16302fe4-490b-41e9-9846-4786fef060bb req-ce38e407-f334-44ca-a7f3-e29c28c740c5 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] 10.222.0.26 "GET /v2.0/security-groups?id=c96f6b0b-387a-4514-a4b7-93a2ed88a9d2&id=38c0bdc4-8fc7-4b7b-ac4e-bda5d61b8e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530250 Nov 12 09:31:45.667063 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dba351-6625-4e80-a4fd-cb719d4940f3 req-01269dc3-c127-44b7-b670-419b53f131eb tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:45.669030 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-17dba351-6625-4e80-a4fd-cb719d4940f3 req-01269dc3-c127-44b7-b670-419b53f131eb tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] 10.222.0.26 "GET /v2.0/ports?device_id=27f3e405-9d2c-4ddb-8ec6-d743242f893c HTTP/1.1" status: 200 len: 985 time: 0.0549457 Nov 12 09:31:45.731725 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-17dba351-6625-4e80-a4fd-cb719d4940f3 req-80b00800-6d3c-41a5-a640-470787e0ec0d tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] 10.222.0.26 "GET /v2.0/security-groups?id=c96f6b0b-387a-4514-a4b7-93a2ed88a9d2&id=38c0bdc4-8fc7-4b7b-ac4e-bda5d61b8e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565002 Nov 12 09:31:46.225662 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:31:46.849247 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137a7961-dbb8-470a-9135-cf5a809d78a7 req-f767260b-5cea-43f6-84f2-b5b7bb68924c tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:46.850762 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-137a7961-dbb8-470a-9135-cf5a809d78a7 req-f767260b-5cea-43f6-84f2-b5b7bb68924c tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] 10.222.0.26 "GET /v2.0/ports?device_id=27f3e405-9d2c-4ddb-8ec6-d743242f893c HTTP/1.1" status: 200 len: 985 time: 0.0497808 Nov 12 09:31:46.923094 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-137a7961-dbb8-470a-9135-cf5a809d78a7 req-923e7d29-0bca-448a-803a-6976b6b91446 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] 10.222.0.26 "GET /v2.0/security-groups?id=c96f6b0b-387a-4514-a4b7-93a2ed88a9d2&id=38c0bdc4-8fc7-4b7b-ac4e-bda5d61b8e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0654697 Nov 12 09:31:48.042447 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaf873d-7b8c-4d90-9a4e-0fcf22e35b42 req-6dd229a3-ea7f-4067-9ee6-e1c655615f3a tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:48.043938 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-aaaf873d-7b8c-4d90-9a4e-0fcf22e35b42 req-6dd229a3-ea7f-4067-9ee6-e1c655615f3a tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] 10.222.0.26 "GET /v2.0/ports?device_id=27f3e405-9d2c-4ddb-8ec6-d743242f893c HTTP/1.1" status: 200 len: 985 time: 0.0488966 Nov 12 09:31:48.111628 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-aaaf873d-7b8c-4d90-9a4e-0fcf22e35b42 req-fedf8ab4-f37f-476d-8934-2011d4e6e501 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] 10.222.0.26 "GET /v2.0/security-groups?id=c96f6b0b-387a-4514-a4b7-93a2ed88a9d2&id=38c0bdc4-8fc7-4b7b-ac4e-bda5d61b8e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0615981 Nov 12 09:31:49.229618 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4044a586-def5-4644-ad3f-04c9d2dd9074 req-6234ef70-dee4-4eab-a115-1b1fb652cf94 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:49.230748 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4044a586-def5-4644-ad3f-04c9d2dd9074 req-6234ef70-dee4-4eab-a115-1b1fb652cf94 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] 10.222.0.26 "GET /v2.0/ports?device_id=27f3e405-9d2c-4ddb-8ec6-d743242f893c HTTP/1.1" status: 200 len: 985 time: 0.0499210 Nov 12 09:31:49.293909 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4044a586-def5-4644-ad3f-04c9d2dd9074 req-bfe3eb71-a2e5-448b-a842-a093bc4243aa tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] 10.222.0.26 "GET /v2.0/security-groups?id=c96f6b0b-387a-4514-a4b7-93a2ed88a9d2&id=38c0bdc4-8fc7-4b7b-ac4e-bda5d61b8e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0567598 Nov 12 09:31:50.415046 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f9f88f-a6ca-4563-89cd-15e1a98f397b req-8b41c721-d36e-4fd3-96ab-2429c588a9d9 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:50.416568 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f2f9f88f-a6ca-4563-89cd-15e1a98f397b req-8b41c721-d36e-4fd3-96ab-2429c588a9d9 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] 10.222.0.26 "GET /v2.0/ports?device_id=27f3e405-9d2c-4ddb-8ec6-d743242f893c HTTP/1.1" status: 200 len: 985 time: 0.0512192 Nov 12 09:31:50.475974 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f2f9f88f-a6ca-4563-89cd-15e1a98f397b req-97fdd2af-b7fb-4d95-85a3-37ca8c1345ef tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] 10.222.0.26 "GET /v2.0/security-groups?id=c96f6b0b-387a-4514-a4b7-93a2ed88a9d2&id=38c0bdc4-8fc7-4b7b-ac4e-bda5d61b8e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532227 Nov 12 09:31:51.880849 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743be376-fdc8-44b1-bba3-9fd2cbdd800d req-e62a42b4-238e-4bd9-a156-77e44f7b0e83 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:51.883396 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-743be376-fdc8-44b1-bba3-9fd2cbdd800d req-e62a42b4-238e-4bd9-a156-77e44f7b0e83 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] 10.222.0.26 "GET /v2.0/ports?device_id=27f3e405-9d2c-4ddb-8ec6-d743242f893c HTTP/1.1" status: 200 len: 985 time: 0.3257680 Nov 12 09:31:51.953088 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-743be376-fdc8-44b1-bba3-9fd2cbdd800d req-5ee92d17-0409-442d-9464-2f88b19abccc tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] 10.222.0.26 "GET /v2.0/security-groups?id=c96f6b0b-387a-4514-a4b7-93a2ed88a9d2&id=38c0bdc4-8fc7-4b7b-ac4e-bda5d61b8e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0639343 Nov 12 09:31:53.078163 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc34ef-aaac-48d0-b5d5-91cc7c5fa719 req-ea3a0299-99cd-4ae2-bb5e-d56b9eca4369 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:53.079667 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b1cc34ef-aaac-48d0-b5d5-91cc7c5fa719 req-ea3a0299-99cd-4ae2-bb5e-d56b9eca4369 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] 10.222.0.26 "GET /v2.0/ports?device_id=27f3e405-9d2c-4ddb-8ec6-d743242f893c HTTP/1.1" status: 200 len: 985 time: 0.0533156 Nov 12 09:31:53.142244 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b1cc34ef-aaac-48d0-b5d5-91cc7c5fa719 req-c211b8f0-2da5-4c95-b5da-9ddc1d2ed4c8 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] 10.222.0.26 "GET /v2.0/security-groups?id=c96f6b0b-387a-4514-a4b7-93a2ed88a9d2&id=38c0bdc4-8fc7-4b7b-ac4e-bda5d61b8e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0558560 Nov 12 09:31:54.263466 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814bcc35-54e7-4118-a298-cfd5246c7036 req-f89f822d-3e73-4402-9d83-e2093f3f0b22 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:54.264939 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-814bcc35-54e7-4118-a298-cfd5246c7036 req-f89f822d-3e73-4402-9d83-e2093f3f0b22 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] 10.222.0.26 "GET /v2.0/ports?device_id=27f3e405-9d2c-4ddb-8ec6-d743242f893c HTTP/1.1" status: 200 len: 985 time: 0.0505385 Nov 12 09:31:54.328080 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-814bcc35-54e7-4118-a298-cfd5246c7036 req-abddfccc-3ff1-4b8a-86b5-49ce56219f93 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] 10.222.0.26 "GET /v2.0/security-groups?id=c96f6b0b-387a-4514-a4b7-93a2ed88a9d2&id=38c0bdc4-8fc7-4b7b-ac4e-bda5d61b8e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570154 Nov 12 09:31:55.447832 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bb02ff-7479-47c9-a240-58f52bbee378 req-6249dc45-0f3d-45d5-9ae3-abec1be551da tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:55.449333 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f6bb02ff-7479-47c9-a240-58f52bbee378 req-6249dc45-0f3d-45d5-9ae3-abec1be551da tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] 10.222.0.26 "GET /v2.0/ports?device_id=27f3e405-9d2c-4ddb-8ec6-d743242f893c HTTP/1.1" status: 200 len: 985 time: 0.0493751 Nov 12 09:31:55.511635 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f6bb02ff-7479-47c9-a240-58f52bbee378 req-72fa808f-d17c-4cea-a894-f6afe2ac0f30 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] 10.222.0.26 "GET /v2.0/security-groups?id=c96f6b0b-387a-4514-a4b7-93a2ed88a9d2&id=38c0bdc4-8fc7-4b7b-ac4e-bda5d61b8e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556414 Nov 12 09:31:56.646276 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413fd7bb-858e-418a-8991-a44dd3c85b47 req-dc4d835b-0c8e-4861-a3db-510d96324453 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:56.647935 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-413fd7bb-858e-418a-8991-a44dd3c85b47 req-dc4d835b-0c8e-4861-a3db-510d96324453 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] 10.222.0.26 "GET /v2.0/ports?device_id=27f3e405-9d2c-4ddb-8ec6-d743242f893c HTTP/1.1" status: 200 len: 985 time: 0.0590394 Nov 12 09:31:56.711058 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-413fd7bb-858e-418a-8991-a44dd3c85b47 req-331d1011-8b8f-4a3e-bd67-c4984242047b tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] 10.222.0.26 "GET /v2.0/security-groups?id=c96f6b0b-387a-4514-a4b7-93a2ed88a9d2&id=38c0bdc4-8fc7-4b7b-ac4e-bda5d61b8e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566547 Nov 12 09:31:57.832607 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20249e28-0683-4ef4-a3d2-c277297a3bf5 req-eb5d08a7-9eee-4f7b-96b8-1c18f2c6df40 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:57.834075 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-20249e28-0683-4ef4-a3d2-c277297a3bf5 req-eb5d08a7-9eee-4f7b-96b8-1c18f2c6df40 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] 10.222.0.26 "GET /v2.0/ports?device_id=27f3e405-9d2c-4ddb-8ec6-d743242f893c HTTP/1.1" status: 200 len: 985 time: 0.0536044 Nov 12 09:31:57.898854 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-20249e28-0683-4ef4-a3d2-c277297a3bf5 req-7f5fc9bf-1140-462c-b575-d770475a7e89 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] 10.222.0.26 "GET /v2.0/security-groups?id=c96f6b0b-387a-4514-a4b7-93a2ed88a9d2&id=38c0bdc4-8fc7-4b7b-ac4e-bda5d61b8e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0568342 Nov 12 09:31:59.026259 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd22c9-22c5-4ffd-afa7-ccd597911165 req-d4b47471-1917-4cef-b829-1099fcf6513c tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:59.028573 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a7bd22c9-22c5-4ffd-afa7-ccd597911165 req-d4b47471-1917-4cef-b829-1099fcf6513c tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] 10.222.0.26 "GET /v2.0/ports?device_id=27f3e405-9d2c-4ddb-8ec6-d743242f893c HTTP/1.1" status: 200 len: 985 time: 0.0566399 Nov 12 09:31:59.090316 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a7bd22c9-22c5-4ffd-afa7-ccd597911165 req-5d7913c1-4971-4511-9eb0-5e178f3a067c tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] 10.222.0.26 "GET /v2.0/security-groups?id=c96f6b0b-387a-4514-a4b7-93a2ed88a9d2&id=38c0bdc4-8fc7-4b7b-ac4e-bda5d61b8e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553055 Nov 12 09:32:00.207247 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa077ba-c825-43ab-b340-651cc989c75d req-4cb67397-a65b-4278-bbcb-03990817f197 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:00.208719 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1fa077ba-c825-43ab-b340-651cc989c75d req-4cb67397-a65b-4278-bbcb-03990817f197 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] 10.222.0.26 "GET /v2.0/ports?device_id=27f3e405-9d2c-4ddb-8ec6-d743242f893c HTTP/1.1" status: 200 len: 985 time: 0.0499766 Nov 12 09:32:00.272035 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1fa077ba-c825-43ab-b340-651cc989c75d req-14c8d809-b51e-4469-9255-ba59940b5292 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] 10.222.0.26 "GET /v2.0/security-groups?id=c96f6b0b-387a-4514-a4b7-93a2ed88a9d2&id=38c0bdc4-8fc7-4b7b-ac4e-bda5d61b8e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0572927 Nov 12 09:32:02.243790 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b7c096ff-f5e7-4e82-8a6c-8fe44e35f59b req-c9f97ef3-488e-49c2-8aef-4e2e96931061 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=27f3e405-9d2c-4ddb-8ec6-d743242f893c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0405519 Nov 12 09:32:02.359281 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c096ff-f5e7-4e82-8a6c-8fe44e35f59b req-e0be19a5-f60f-4089-9390-1bec565ab8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:02.360837 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b7c096ff-f5e7-4e82-8a6c-8fe44e35f59b req-e0be19a5-f60f-4089-9390-1bec565ab8c8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0e8b7961ff5a4b02a37438eb866af78d&device_id=27f3e405-9d2c-4ddb-8ec6-d743242f893c HTTP/1.1" status: 200 len: 1137 time: 0.0460310 Nov 12 09:32:02.473382 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c096ff-f5e7-4e82-8a6c-8fe44e35f59b req-579478c0-55ba-4aab-9300-f789d752c2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:02.474858 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b7c096ff-f5e7-4e82-8a6c-8fe44e35f59b req-579478c0-55ba-4aab-9300-f789d752c2cb service neutron] 10.222.0.44 "GET /v2.0/networks?id=6144d7c0-ba83-442c-955d-da18807039fb HTTP/1.1" status: 200 len: 916 time: 0.0878646 Nov 12 09:32:02.545763 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b7c096ff-f5e7-4e82-8a6c-8fe44e35f59b req-d4912dd7-aece-4278-9587-62ac0d6bd0a2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8eb3819d-8b7f-4f40-b9d9-c033dd6d599c HTTP/1.1" status: 200 len: 1002 time: 0.0630369 Nov 12 09:32:02.596042 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c096ff-f5e7-4e82-8a6c-8fe44e35f59b req-c5dafe0c-b36d-498a-b011-0fe3a94b7755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:02.597488 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b7c096ff-f5e7-4e82-8a6c-8fe44e35f59b req-c5dafe0c-b36d-498a-b011-0fe3a94b7755 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e292c970-53f4-4ab1-8992-7af166493667 HTTP/1.1" status: 200 len: 854 time: 0.0448353 Nov 12 09:32:02.643432 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c096ff-f5e7-4e82-8a6c-8fe44e35f59b req-571ba89b-8d7b-4d0f-9b12-479ada3e523f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:02.644892 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b7c096ff-f5e7-4e82-8a6c-8fe44e35f59b req-571ba89b-8d7b-4d0f-9b12-479ada3e523f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6144d7c0-ba83-442c-955d-da18807039fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399528 Nov 12 09:32:02.742697 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b7c096ff-f5e7-4e82-8a6c-8fe44e35f59b req-61d4caa8-cfa8-4cea-9c5b-da6c6a33bcb7 service neutron] 10.222.0.44 "GET /v2.0/networks/6144d7c0-ba83-442c-955d-da18807039fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890512 Nov 12 09:32:02.837900 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b7c096ff-f5e7-4e82-8a6c-8fe44e35f59b req-0507409a-1073-4ccf-b649-f40fc888ba11 service neutron] 10.222.0.44 "GET /v2.0/networks/6144d7c0-ba83-442c-955d-da18807039fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870335 Nov 12 09:32:04.136830 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-22340d65-9438-48a4-a50f-dce20191c3b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:06.182151 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:07.161383 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-bdbf4f6c-3145-426e-935e-be64a3fc116c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:08.222673 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:09.556504 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:10.154264 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:13.285622 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:23.224187 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:32:33.407595 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6dfbe8a6-06aa-4884-acc4-19090dfd79c5 req-0f2aab78-7506-4717-9a7c-a784538be3ea tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1701236633&fields=id&tenant_id=0e8b7961ff5a4b02a37438eb866af78d HTTP/1.1" status: 200 len: 267 time: 0.0437362 Nov 12 09:32:33.460876 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfbe8a6-06aa-4884-acc4-19090dfd79c5 req-4e09d30d-3cb7-44e0-a3e4-6f153cc0e1d2 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:33.462333 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6dfbe8a6-06aa-4884-acc4-19090dfd79c5 req-4e09d30d-3cb7-44e0-a3e4-6f153cc0e1d2 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] 10.222.0.26 "GET /v2.0/ports?device_id=27f3e405-9d2c-4ddb-8ec6-d743242f893c HTTP/1.1" status: 200 len: 985 time: 0.0483456 Nov 12 09:32:33.473568 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [req-6dfbe8a6-06aa-4884-acc4-19090dfd79c5 req-aa01aceb-90df-450b-aec5-9c0417b43a75 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Request body: {'port': {'security_groups': ['c96f6b0b-387a-4514-a4b7-93a2ed88a9d2']}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:32:33.540527 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-6dfbe8a6-06aa-4884-acc4-19090dfd79c5 req-aa01aceb-90df-450b-aec5-9c0417b43a75 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:33.714254 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [req-6dfbe8a6-06aa-4884-acc4-19090dfd79c5 req-aa01aceb-90df-450b-aec5-9c0417b43a75 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] For port 8eb3819d-8b7f-4f40-b9d9-c033dd6d599c, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=8eb3819d-8b7f-4f40-b9d9-c033dd6d599c,segment=NetworkSegment(60ea747f-ac19-426c-a608-2aa7659f9600),segment_id=60ea747f-ac19-426c-a608-2aa7659f9600)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:32:33.744106 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-6dfbe8a6-06aa-4884-acc4-19090dfd79c5 req-aa01aceb-90df-450b-aec5-9c0417b43a75 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:33.748679 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-6dfbe8a6-06aa-4884-acc4-19090dfd79c5 req-aa01aceb-90df-450b-aec5-9c0417b43a75 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:33.789093 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['8eb3819d-8b7f-4f40-b9d9-c033dd6d599c'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:32:33.792644 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfbe8a6-06aa-4884-acc4-19090dfd79c5 req-aa01aceb-90df-450b-aec5-9c0417b43a75 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:33.793273 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [req-6dfbe8a6-06aa-4884-acc4-19090dfd79c5 req-aa01aceb-90df-450b-aec5-9c0417b43a75 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:33.794740 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6dfbe8a6-06aa-4884-acc4-19090dfd79c5 req-aa01aceb-90df-450b-aec5-9c0417b43a75 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] 10.222.0.26 "PUT /v2.0/ports/8eb3819d-8b7f-4f40-b9d9-c033dd6d599c HTTP/1.1" status: 200 len: 943 time: 0.3255386 Nov 12 09:32:33.795196 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27f3e405-9d2c-4ddb-8ec6-d743242f893c', 'tag': '8eb3819d-8b7f-4f40-b9d9-c033dd6d599c'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:32:33.797743 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b9376c9088a4f533a787632e68a0b9d71673112fb90a02c33b14ced1cf80ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7f4351b-3bdc-45af-ba1d-1d16c4cd50ce" -d '{"events": [{"name": "network-changed", "server_uuid": "27f3e405-9d2c-4ddb-8ec6-d743242f893c", "tag": "8eb3819d-8b7f-4f40-b9d9-c033dd6d599c"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:32:33.800857 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 43272) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:32:33.823551 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa01aceb-90df-450b-aec5-9c0417b43a75 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Pushing event updated for resources: {'Port': ['ID=8eb3819d-8b7f-4f40-b9d9-c033dd6d599c,revision_number=7']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:33.834511 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa01aceb-90df-450b-aec5-9c0417b43a75 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:33.835174 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa01aceb-90df-450b-aec5-9c0417b43a75 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:33.835874 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa01aceb-90df-450b-aec5-9c0417b43a75 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:33.836097 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa01aceb-90df-450b-aec5-9c0417b43a75 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:33.836442 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa01aceb-90df-450b-aec5-9c0417b43a75 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:33.836803 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa01aceb-90df-450b-aec5-9c0417b43a75 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:33.837102 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa01aceb-90df-450b-aec5-9c0417b43a75 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:33.837435 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa01aceb-90df-450b-aec5-9c0417b43a75 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:33.837907 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa01aceb-90df-450b-aec5-9c0417b43a75 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:33.838242 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa01aceb-90df-450b-aec5-9c0417b43a75 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:33.838570 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa01aceb-90df-450b-aec5-9c0417b43a75 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:33.838955 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa01aceb-90df-450b-aec5-9c0417b43a75 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:33.843874 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9482e534-ad5b-4536-a33e-caf9c50c3184 x-openstack-request-id: req-9482e534-ad5b-4536-a33e-caf9c50c3184 {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:32:33.844175 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27f3e405-9d2c-4ddb-8ec6-d743242f893c", "tag": "8eb3819d-8b7f-4f40-b9d9-c033dd6d599c", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:32:33.844428 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9482e534-ad5b-4536-a33e-caf9c50c3184 {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:32:33.844928 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27f3e405-9d2c-4ddb-8ec6-d743242f893c', 'tag': '8eb3819d-8b7f-4f40-b9d9-c033dd6d599c', 'status': 'completed', 'code': 200} Nov 12 09:32:33.885314 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-66967972-b23e-49c7-a257-d5d39804d1bb tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:33.945656 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-66967972-b23e-49c7-a257-d5d39804d1bb tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:33.951665 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['8eb3819d-8b7f-4f40-b9d9-c033dd6d599c'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:32:33.984979 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f4351b-3bdc-45af-ba1d-1d16c4cd50ce req-63f92c2f-d482-4cc6-b5d7-97c27a09bae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:33.986557 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c7f4351b-3bdc-45af-ba1d-1d16c4cd50ce req-63f92c2f-d482-4cc6-b5d7-97c27a09bae9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0e8b7961ff5a4b02a37438eb866af78d&device_id=27f3e405-9d2c-4ddb-8ec6-d743242f893c HTTP/1.1" status: 200 len: 1098 time: 0.0971785 Nov 12 09:32:34.083024 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-66967972-b23e-49c7-a257-d5d39804d1bb tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:34.087218 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-66967972-b23e-49c7-a257-d5d39804d1bb tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:34.091126 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-66967972-b23e-49c7-a257-d5d39804d1bb tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] 10.222.0.26 "DELETE /v2.0/security-groups/38c0bdc4-8fc7-4b7b-ac4e-bda5d61b8e2b HTTP/1.1" status: 204 len: 168 time: 0.2865021 Nov 12 09:32:34.091994 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 43274) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:32:34.109324 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66967972-b23e-49c7-a257-d5d39804d1bb tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c0bdc4-8fc7-4b7b-ac4e-bda5d61b8e2b,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:34.111989 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f4351b-3bdc-45af-ba1d-1d16c4cd50ce req-b2cfa144-f827-443e-92af-db94af197bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:34.114211 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c7f4351b-3bdc-45af-ba1d-1d16c4cd50ce req-b2cfa144-f827-443e-92af-db94af197bbf service neutron] 10.222.0.44 "GET /v2.0/networks?id=6144d7c0-ba83-442c-955d-da18807039fb HTTP/1.1" status: 200 len: 916 time: 0.1190174 Nov 12 09:32:34.120808 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66967972-b23e-49c7-a257-d5d39804d1bb tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:34.122009 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66967972-b23e-49c7-a257-d5d39804d1bb tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:34.122373 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66967972-b23e-49c7-a257-d5d39804d1bb tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:34.122739 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66967972-b23e-49c7-a257-d5d39804d1bb tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:34.123075 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66967972-b23e-49c7-a257-d5d39804d1bb tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:34.123913 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66967972-b23e-49c7-a257-d5d39804d1bb tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:34.124264 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66967972-b23e-49c7-a257-d5d39804d1bb tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:34.124601 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66967972-b23e-49c7-a257-d5d39804d1bb tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:34.124937 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66967972-b23e-49c7-a257-d5d39804d1bb tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:34.125461 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66967972-b23e-49c7-a257-d5d39804d1bb tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:34.125854 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66967972-b23e-49c7-a257-d5d39804d1bb tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:34.126183 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66967972-b23e-49c7-a257-d5d39804d1bb tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:34.181968 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-8386fcb5-4a7b-4cf7-9609-57f5f65a8a7e None None] Provisioning complete for port 8eb3819d-8b7f-4f40-b9d9-c033dd6d599c triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:32:34.182851 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8386fcb5-4a7b-4cf7-9609-57f5f65a8a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:34.202156 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c7f4351b-3bdc-45af-ba1d-1d16c4cd50ce req-b9840489-3ff4-4f81-b231-706a9f9de8a2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8eb3819d-8b7f-4f40-b9d9-c033dd6d599c HTTP/1.1" status: 200 len: 1002 time: 0.0715528 Nov 12 09:32:34.210435 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1959f872-a53a-481b-a0de-5bf3f4f30abf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:34.265410 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f4351b-3bdc-45af-ba1d-1d16c4cd50ce req-8df5e4de-6f2b-41d3-8e32-1ebdb46729bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:34.267189 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c7f4351b-3bdc-45af-ba1d-1d16c4cd50ce req-8df5e4de-6f2b-41d3-8e32-1ebdb46729bd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e292c970-53f4-4ab1-8992-7af166493667 HTTP/1.1" status: 200 len: 854 time: 0.0530310 Nov 12 09:32:34.281682 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-323eb877-af26-469d-89e0-f9c99b61b7e6 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Deleting port 3e373d13-d51a-4583-89cd-c79c0044fe38 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:32:34.282181 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-323eb877-af26-469d-89e0-f9c99b61b7e6 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:34.321268 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f4351b-3bdc-45af-ba1d-1d16c4cd50ce req-d1b2670a-312f-47b0-a354-ef8f4db7c26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:34.322800 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c7f4351b-3bdc-45af-ba1d-1d16c4cd50ce req-d1b2670a-312f-47b0-a354-ef8f4db7c26a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6144d7c0-ba83-442c-955d-da18807039fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0476253 Nov 12 09:32:34.366930 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-323eb877-af26-469d-89e0-f9c99b61b7e6 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:34.367256 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-323eb877-af26-469d-89e0-f9c99b61b7e6 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:34.379072 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-323eb877-af26-469d-89e0-f9c99b61b7e6 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Calling delete_port for 3e373d13-d51a-4583-89cd-c79c0044fe38 owned by network:floatingip {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:32:34.419873 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c7f4351b-3bdc-45af-ba1d-1d16c4cd50ce req-6c52dc03-d914-4882-a376-696ef5b07d5b service neutron] 10.222.0.44 "GET /v2.0/networks/6144d7c0-ba83-442c-955d-da18807039fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882828 Nov 12 09:32:34.517573 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c7f4351b-3bdc-45af-ba1d-1d16c4cd50ce req-8ea457ae-12d0-43ad-bb25-3524b40577ec service neutron] 10.222.0.44 "GET /v2.0/networks/6144d7c0-ba83-442c-955d-da18807039fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893149 Nov 12 09:32:34.528174 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-323eb877-af26-469d-89e0-f9c99b61b7e6 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:34.560342 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323eb877-af26-469d-89e0-f9c99b61b7e6 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Pushing event deleted for resources: {'Port': ['ID=3e373d13-d51a-4583-89cd-c79c0044fe38,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:34.619723 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-323eb877-af26-469d-89e0-f9c99b61b7e6 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Publish callbacks [] for floatingip, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:34.620056 n-d-765315-29 neutron-server[102600]: INFO neutron.db.l3_db [None req-323eb877-af26-469d-89e0-f9c99b61b7e6 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Floating IP 0ce3b0e1-73b2-4a81-a09c-a518a9701ed8 disassociated (deleted). External IP: 172.25.2.170, port: 8eb3819d-8b7f-4f40-b9d9-c033dd6d599c. Nov 12 09:32:34.842660 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-323eb877-af26-469d-89e0-f9c99b61b7e6 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Router f436f8d9-752e-4e39-bfa6-872087c9b361 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:32:34.950824 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-323eb877-af26-469d-89e0-f9c99b61b7e6 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:32:34.955774 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-323eb877-af26-469d-89e0-f9c99b61b7e6 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:34.960505 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99755d40-9173-4eae-b035-5f0970eac74f None None] Sync routers for ids ['f436f8d9-752e-4e39-bfa6-872087c9b361'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:32:34.970855 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99755d40-9173-4eae-b035-5f0970eac74f None None] Routers {'f436f8d9-752e-4e39-bfa6-872087c9b361'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:32:34.971459 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-99755d40-9173-4eae-b035-5f0970eac74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:32:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['f436f8d9-752e-4e39-bfa6-872087c9b361'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:32:34.983218 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-323eb877-af26-469d-89e0-f9c99b61b7e6 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] 10.222.0.26 "DELETE /v2.0/floatingips/0ce3b0e1-73b2-4a81-a09c-a518a9701ed8 HTTP/1.1" status: 204 len: 168 time: 0.8899121 Nov 12 09:32:35.082715 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-99755d40-9173-4eae-b035-5f0970eac74f None None] Set router f436f8d9-752e-4e39-bfa6-872087c9b361 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:32:35.454180 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-99755d40-9173-4eae-b035-5f0970eac74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f436f8d9-752e-4e39-bfa6-872087c9b361', 'name': 'tempest-TestMinimumBasicScenario-1277765948-router', 'tenant_id': '0e8b7961ff5a4b02a37438eb866af78d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '234e7730-6284-47fb-929e-b8d7eab87d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:30:20Z', 'updated_at': '2021-11-12T09:30:24Z', 'revision_number': 4, 'project_id': '0e8b7961ff5a4b02a37438eb866af78d', 'gw_port': {'id': '234e7730-6284-47fb-929e-b8d7eab87d38', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:72:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f436f8d9-752e-4e39-bfa6-872087c9b361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:30:21Z', 'updated_at': '2021-11-12T09:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '3ce6345c-e060-48c6-ae63-88fb6a0b6db7', 'name': '', 'network_id': '6144d7c0-ba83-442c-955d-da18807039fb', 'tenant_id': '0e8b7961ff5a4b02a37438eb866af78d', 'mac_address': 'fa:16:3e:b0:57:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f436f8d9-752e-4e39-bfa6-872087c9b361', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'e292c970-53f4-4ab1-8992-7af166493667', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:30:23Z', 'updated_at': '2021-11-12T09:30:27Z', 'revision_number': 5, 'project_id': '0e8b7961ff5a4b02a37438eb866af78d', 'subnets': [{'id': 'e292c970-53f4-4ab1-8992-7af166493667', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:32:35.480739 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99755d40-9173-4eae-b035-5f0970eac74f None None] Checking router: f436f8d9-752e-4e39-bfa6-872087c9b361 for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:32:35.488840 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99755d40-9173-4eae-b035-5f0970eac74f None None] Routers {'f436f8d9-752e-4e39-bfa6-872087c9b361'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:32:35.489434 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-99755d40-9173-4eae-b035-5f0970eac74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:32:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['f436f8d9-752e-4e39-bfa6-872087c9b361'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:32:35.599377 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-99755d40-9173-4eae-b035-5f0970eac74f None None] Set router f436f8d9-752e-4e39-bfa6-872087c9b361 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:32:35.811917 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-99755d40-9173-4eae-b035-5f0970eac74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f436f8d9-752e-4e39-bfa6-872087c9b361', 'name': 'tempest-TestMinimumBasicScenario-1277765948-router', 'tenant_id': '0e8b7961ff5a4b02a37438eb866af78d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '234e7730-6284-47fb-929e-b8d7eab87d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:30:20Z', 'updated_at': '2021-11-12T09:30:24Z', 'revision_number': 4, 'project_id': '0e8b7961ff5a4b02a37438eb866af78d', 'gw_port': {'id': '234e7730-6284-47fb-929e-b8d7eab87d38', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:72:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f436f8d9-752e-4e39-bfa6-872087c9b361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:30:21Z', 'updated_at': '2021-11-12T09:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '3ce6345c-e060-48c6-ae63-88fb6a0b6db7', 'name': '', 'network_id': '6144d7c0-ba83-442c-955d-da18807039fb', 'tenant_id': '0e8b7961ff5a4b02a37438eb866af78d', 'mac_address': 'fa:16:3e:b0:57:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f436f8d9-752e-4e39-bfa6-872087c9b361', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'e292c970-53f4-4ab1-8992-7af166493667', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:30:23Z', 'updated_at': '2021-11-12T09:30:27Z', 'revision_number': 5, 'project_id': '0e8b7961ff5a4b02a37438eb866af78d', 'subnets': [{'id': 'e292c970-53f4-4ab1-8992-7af166493667', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:32:35.840991 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99755d40-9173-4eae-b035-5f0970eac74f None None] The sync data for ids ['f436f8d9-752e-4e39-bfa6-872087c9b361'] in n-d-765315-29 is: [{'id': 'f436f8d9-752e-4e39-bfa6-872087c9b361', 'name': 'tempest-TestMinimumBasicScenario-1277765948-router', 'tenant_id': '0e8b7961ff5a4b02a37438eb866af78d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '234e7730-6284-47fb-929e-b8d7eab87d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:30:20Z', 'updated_at': '2021-11-12T09:30:24Z', 'revision_number': 4, 'project_id': '0e8b7961ff5a4b02a37438eb866af78d', 'gw_port': {'id': '234e7730-6284-47fb-929e-b8d7eab87d38', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:72:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f436f8d9-752e-4e39-bfa6-872087c9b361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:30:21Z', 'updated_at': '2021-11-12T09:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '3ce6345c-e060-48c6-ae63-88fb6a0b6db7', 'name': '', 'network_id': '6144d7c0-ba83-442c-955d-da18807039fb', 'tenant_id': '0e8b7961ff5a4b02a37438eb866af78d', 'mac_address': 'fa:16:3e:b0:57:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f436f8d9-752e-4e39-bfa6-872087c9b361', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'e292c970-53f4-4ab1-8992-7af166493667', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:30:23Z', 'updated_at': '2021-11-12T09:30:27Z', 'revision_number': 5, 'project_id': '0e8b7961ff5a4b02a37438eb866af78d', 'subnets': [{'id': 'e292c970-53f4-4ab1-8992-7af166493667', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:32:35.846554 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27f3e405-9d2c-4ddb-8ec6-d743242f893c', 'tag': '8eb3819d-8b7f-4f40-b9d9-c033dd6d599c'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:32:35.850229 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b9376c9088a4f533a787632e68a0b9d71673112fb90a02c33b14ced1cf80ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea9142c9-743c-4c3b-aaee-b8e1e9ef306e" -d '{"events": [{"name": "network-changed", "server_uuid": "27f3e405-9d2c-4ddb-8ec6-d743242f893c", "tag": "8eb3819d-8b7f-4f40-b9d9-c033dd6d599c"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:32:35.890087 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88562b61-f23f-46c4-b250-ac573d55d6d6 x-openstack-request-id: req-88562b61-f23f-46c4-b250-ac573d55d6d6 {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:32:35.890382 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27f3e405-9d2c-4ddb-8ec6-d743242f893c", "tag": "8eb3819d-8b7f-4f40-b9d9-c033dd6d599c", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:32:35.890671 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-88562b61-f23f-46c4-b250-ac573d55d6d6 {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:32:35.891080 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27f3e405-9d2c-4ddb-8ec6-d743242f893c', 'tag': '8eb3819d-8b7f-4f40-b9d9-c033dd6d599c', 'status': 'completed', 'code': 200} Nov 12 09:32:35.996976 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9142c9-743c-4c3b-aaee-b8e1e9ef306e req-9b85a036-c1d7-483c-856c-d1a82e0e3ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:35.998507 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ea9142c9-743c-4c3b-aaee-b8e1e9ef306e req-9b85a036-c1d7-483c-856c-d1a82e0e3ed4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0e8b7961ff5a4b02a37438eb866af78d&device_id=27f3e405-9d2c-4ddb-8ec6-d743242f893c HTTP/1.1" status: 200 len: 1098 time: 0.0458772 Nov 12 09:32:36.102680 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7587ee6a-7377-411d-8719-8b6b1a914598 None None] New status for floating IP 0ce3b0e1-73b2-4a81-a09c-a518a9701ed8: DOWN {{(pid=102602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:32:36.111609 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9142c9-743c-4c3b-aaee-b8e1e9ef306e req-f781f3c8-ae58-4bc2-afe2-9a1ba6ea69ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:36.113107 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ea9142c9-743c-4c3b-aaee-b8e1e9ef306e req-f781f3c8-ae58-4bc2-afe2-9a1ba6ea69ee service neutron] 10.222.0.44 "GET /v2.0/networks?id=6144d7c0-ba83-442c-955d-da18807039fb HTTP/1.1" status: 200 len: 916 time: 0.1035335 Nov 12 09:32:36.161175 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ea9142c9-743c-4c3b-aaee-b8e1e9ef306e req-4a039f17-8fc9-402a-8a8f-5484ca745b83 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8eb3819d-8b7f-4f40-b9d9-c033dd6d599c HTTP/1.1" status: 200 len: 217 time: 0.0364733 Nov 12 09:32:36.187322 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:36.221527 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9142c9-743c-4c3b-aaee-b8e1e9ef306e req-5b1ba669-f9fd-48e5-b11b-cefedb112364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:36.223185 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ea9142c9-743c-4c3b-aaee-b8e1e9ef306e req-5b1ba669-f9fd-48e5-b11b-cefedb112364 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e292c970-53f4-4ab1-8992-7af166493667 HTTP/1.1" status: 200 len: 854 time: 0.0542202 Nov 12 09:32:36.278030 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9142c9-743c-4c3b-aaee-b8e1e9ef306e req-95367060-a5a2-4e15-961a-ec9c380a0b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:36.279580 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ea9142c9-743c-4c3b-aaee-b8e1e9ef306e req-95367060-a5a2-4e15-961a-ec9c380a0b23 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6144d7c0-ba83-442c-955d-da18807039fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459485 Nov 12 09:32:36.384178 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ea9142c9-743c-4c3b-aaee-b8e1e9ef306e req-8458791a-2858-416d-b28c-6e2f5c0deba3 service neutron] 10.222.0.44 "GET /v2.0/networks/6144d7c0-ba83-442c-955d-da18807039fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932388 Nov 12 09:32:36.488082 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ea9142c9-743c-4c3b-aaee-b8e1e9ef306e req-709f398b-14bf-4d68-a79e-f1600342b1a2 service neutron] 10.222.0.44 "GET /v2.0/networks/6144d7c0-ba83-442c-955d-da18807039fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905433 Nov 12 09:32:37.165562 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4a708400-4deb-467a-a698-6a5a273927a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:38.225631 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:39.558816 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:40.158535 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:43.285221 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:44.134658 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fcbc90-a1ae-49e3-8628-d722774da525 req-db5338d1-5b1f-4cba-bc3c-99e3549d85bb tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:44.136204 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-90fcbc90-a1ae-49e3-8628-d722774da525 req-db5338d1-5b1f-4cba-bc3c-99e3549d85bb tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] 10.222.0.26 "GET /v2.0/ports?device_id=27f3e405-9d2c-4ddb-8ec6-d743242f893c HTTP/1.1" status: 200 len: 946 time: 0.1339850 Nov 12 09:32:44.184870 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-90fcbc90-a1ae-49e3-8628-d722774da525 req-9cf94211-a1d2-425d-9d91-a3be9676f5ea tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] 10.222.0.26 "GET /v2.0/security-groups?id=c96f6b0b-387a-4514-a4b7-93a2ed88a9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426095 Nov 12 09:32:45.305952 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8e99ad-4052-4b10-b578-24351c3e285a req-2fbacd6b-2631-4a45-bb92-df3f86f0b385 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:45.307452 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1d8e99ad-4052-4b10-b578-24351c3e285a req-2fbacd6b-2631-4a45-bb92-df3f86f0b385 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] 10.222.0.26 "GET /v2.0/ports?device_id=27f3e405-9d2c-4ddb-8ec6-d743242f893c HTTP/1.1" status: 200 len: 946 time: 0.0544057 Nov 12 09:32:45.357283 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1d8e99ad-4052-4b10-b578-24351c3e285a req-6ce0d21c-f672-4cda-a20d-70826ec3b018 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] 10.222.0.26 "GET /v2.0/security-groups?id=c96f6b0b-387a-4514-a4b7-93a2ed88a9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438628 Nov 12 09:32:46.146945 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96753926-2c06-4fd6-ba1d-2226354fdcf2 req-c9d64fdd-ebb8-406f-be8c-f594ec4b70ae tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:46.148417 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-96753926-2c06-4fd6-ba1d-2226354fdcf2 req-c9d64fdd-ebb8-406f-be8c-f594ec4b70ae tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] 10.222.0.44 "GET /v2.0/ports?device_id=27f3e405-9d2c-4ddb-8ec6-d743242f893c HTTP/1.1" status: 200 len: 946 time: 0.0497069 Nov 12 09:32:46.252193 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-96753926-2c06-4fd6-ba1d-2226354fdcf2 req-8e137d64-8fcc-4bea-9850-347717b6d175 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Deleting port 8eb3819d-8b7f-4f40-b9d9-c033dd6d599c {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:32:46.252672 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-96753926-2c06-4fd6-ba1d-2226354fdcf2 req-8e137d64-8fcc-4bea-9850-347717b6d175 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:46.355398 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-96753926-2c06-4fd6-ba1d-2226354fdcf2 req-8e137d64-8fcc-4bea-9850-347717b6d175 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] For port 8eb3819d-8b7f-4f40-b9d9-c033dd6d599c, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=8eb3819d-8b7f-4f40-b9d9-c033dd6d599c,segment=NetworkSegment(60ea747f-ac19-426c-a608-2aa7659f9600),segment_id=60ea747f-ac19-426c-a608-2aa7659f9600)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:32:46.355757 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-96753926-2c06-4fd6-ba1d-2226354fdcf2 req-8e137d64-8fcc-4bea-9850-347717b6d175 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:46.369636 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-96753926-2c06-4fd6-ba1d-2226354fdcf2 req-8e137d64-8fcc-4bea-9850-347717b6d175 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Calling delete_port for 8eb3819d-8b7f-4f40-b9d9-c033dd6d599c owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:32:46.475132 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c672094-c9e0-4b45-a7bf-7112b7861873 req-1acc1075-cb92-4818-915b-de4a2ecff947 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:46.476530 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1c672094-c9e0-4b45-a7bf-7112b7861873 req-1acc1075-cb92-4818-915b-de4a2ecff947 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] 10.222.0.26 "GET /v2.0/ports?device_id=27f3e405-9d2c-4ddb-8ec6-d743242f893c HTTP/1.1" status: 200 len: 946 time: 0.0513556 Nov 12 09:32:46.506673 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-96753926-2c06-4fd6-ba1d-2226354fdcf2 req-8e137d64-8fcc-4bea-9850-347717b6d175 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:46.527636 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1c672094-c9e0-4b45-a7bf-7112b7861873 req-e13508e1-cc4d-4fa5-80d1-184cabdc97b7 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] 10.222.0.26 "GET /v2.0/security-groups?id=c96f6b0b-387a-4514-a4b7-93a2ed88a9d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449471 Nov 12 09:32:46.535832 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e137d64-8fcc-4bea-9850-347717b6d175 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Pushing event deleted for resources: {'Port': ['ID=8eb3819d-8b7f-4f40-b9d9-c033dd6d599c,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:46.551602 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['8eb3819d-8b7f-4f40-b9d9-c033dd6d599c'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:32:46.582911 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-96753926-2c06-4fd6-ba1d-2226354fdcf2 req-8e137d64-8fcc-4bea-9850-347717b6d175 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] No DVR routers for this DVR port 8eb3819d-8b7f-4f40-b9d9-c033dd6d599c on host n-h2-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:32:46.586020 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-96753926-2c06-4fd6-ba1d-2226354fdcf2 req-8e137d64-8fcc-4bea-9850-347717b6d175 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:46.589391 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-96753926-2c06-4fd6-ba1d-2226354fdcf2 req-8e137d64-8fcc-4bea-9850-347717b6d175 tempest-TestMinimumBasicScenario-1109812788 tempest-TestMinimumBasicScenario-1109812788-project] 10.222.0.44 "DELETE /v2.0/ports/8eb3819d-8b7f-4f40-b9d9-c033dd6d599c HTTP/1.1" status: 204 len: 173 time: 0.4346159 Nov 12 09:32:46.589838 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27f3e405-9d2c-4ddb-8ec6-d743242f893c', 'name': 'network-vif-deleted', 'tag': '8eb3819d-8b7f-4f40-b9d9-c033dd6d599c'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:32:46.592385 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c022ff2c5cb8d3060857f92f3690e67c01ee9cc1391db4b92ea76e21aea06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34f93526-a320-4639-ab51-881432b0577b" -d '{"events": [{"server_uuid": "27f3e405-9d2c-4ddb-8ec6-d743242f893c", "name": "network-vif-deleted", "tag": "8eb3819d-8b7f-4f40-b9d9-c033dd6d599c"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:32:46.631354 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9695d7e9-3c3d-4425-9f73-4ad899a054bb x-openstack-request-id: req-9695d7e9-3c3d-4425-9f73-4ad899a054bb {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:32:46.631657 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27f3e405-9d2c-4ddb-8ec6-d743242f893c", "name": "network-vif-deleted", "tag": "8eb3819d-8b7f-4f40-b9d9-c033dd6d599c", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:32:46.631912 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9695d7e9-3c3d-4425-9f73-4ad899a054bb {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:32:46.632326 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27f3e405-9d2c-4ddb-8ec6-d743242f893c', 'name': 'network-vif-deleted', 'tag': '8eb3819d-8b7f-4f40-b9d9-c033dd6d599c', 'status': 'completed', 'code': 200} Nov 12 09:32:48.126036 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 43374) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:32:48.491149 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-90872a93-47eb-429b-a5c1-2d070c39f325 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933586'] for router_interface, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:48.740712 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-90872a93-47eb-429b-a5c1-2d070c39f325 admin admin] Deleting port 3ce6345c-e060-48c6-ae63-88fb6a0b6db7 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:32:48.741049 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-90872a93-47eb-429b-a5c1-2d070c39f325 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:48.818839 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-90872a93-47eb-429b-a5c1-2d070c39f325 admin admin] For port 3ce6345c-e060-48c6-ae63-88fb6a0b6db7, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=3ce6345c-e060-48c6-ae63-88fb6a0b6db7,segment=NetworkSegment(60ea747f-ac19-426c-a608-2aa7659f9600),segment_id=60ea747f-ac19-426c-a608-2aa7659f9600)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:32:48.819211 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-90872a93-47eb-429b-a5c1-2d070c39f325 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:48.831618 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-90872a93-47eb-429b-a5c1-2d070c39f325 admin admin] Calling delete_port for 3ce6345c-e060-48c6-ae63-88fb6a0b6db7 owned by network:router_interface {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:32:49.011758 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-90872a93-47eb-429b-a5c1-2d070c39f325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:49.041702 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90872a93-47eb-429b-a5c1-2d070c39f325 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ce6345c-e060-48c6-ae63-88fb6a0b6db7,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:49.218463 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-90872a93-47eb-429b-a5c1-2d070c39f325 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918626'] for router_interface, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:49.704510 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90872a93-47eb-429b-a5c1-2d070c39f325 admin admin] Router f436f8d9-752e-4e39-bfa6-872087c9b361 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:32:49.809997 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90872a93-47eb-429b-a5c1-2d070c39f325 admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:32:49.815053 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-90872a93-47eb-429b-a5c1-2d070c39f325 admin admin] 10.222.0.26 "PUT /v2.0/routers/f436f8d9-752e-4e39-bfa6-872087c9b361/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6878827 Nov 12 09:32:49.818404 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 43376) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:32:49.822160 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b10a0a9-752e-4794-b3a6-5ab5ba020f7b None None] Sync routers for ids ['f436f8d9-752e-4e39-bfa6-872087c9b361'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:32:49.831110 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b10a0a9-752e-4794-b3a6-5ab5ba020f7b None None] Routers {'f436f8d9-752e-4e39-bfa6-872087c9b361'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:32:49.831708 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-6b10a0a9-752e-4794-b3a6-5ab5ba020f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:32:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['f436f8d9-752e-4e39-bfa6-872087c9b361'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:32:49.922979 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-51564624-16ad-4f9e-bd34-81cf2a0c4bda admin admin] Publish callbacks [] for router, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:49.938046 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-6b10a0a9-752e-4794-b3a6-5ab5ba020f7b None None] Set router f436f8d9-752e-4e39-bfa6-872087c9b361 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:32:50.028558 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-51564624-16ad-4f9e-bd34-81cf2a0c4bda admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:50.085252 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-51564624-16ad-4f9e-bd34-81cf2a0c4bda admin admin] Deleting port 234e7730-6284-47fb-929e-b8d7eab87d38 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:32:50.085617 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-51564624-16ad-4f9e-bd34-81cf2a0c4bda admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:50.123378 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-6b10a0a9-752e-4794-b3a6-5ab5ba020f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f436f8d9-752e-4e39-bfa6-872087c9b361', 'name': 'tempest-TestMinimumBasicScenario-1277765948-router', 'tenant_id': '0e8b7961ff5a4b02a37438eb866af78d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '234e7730-6284-47fb-929e-b8d7eab87d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:30:20Z', 'updated_at': '2021-11-12T09:32:48Z', 'revision_number': 5, 'project_id': '0e8b7961ff5a4b02a37438eb866af78d', 'gw_port': {'id': '234e7730-6284-47fb-929e-b8d7eab87d38', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:72:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f436f8d9-752e-4e39-bfa6-872087c9b361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:30:21Z', 'updated_at': '2021-11-12T09:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:32:50.150950 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b10a0a9-752e-4794-b3a6-5ab5ba020f7b None None] Checking router: f436f8d9-752e-4e39-bfa6-872087c9b361 for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:32:50.159541 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b10a0a9-752e-4794-b3a6-5ab5ba020f7b None None] Routers {'f436f8d9-752e-4e39-bfa6-872087c9b361'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:32:50.160174 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-6b10a0a9-752e-4794-b3a6-5ab5ba020f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:32:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['f436f8d9-752e-4e39-bfa6-872087c9b361'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:32:50.165525 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-51564624-16ad-4f9e-bd34-81cf2a0c4bda admin admin] For port 234e7730-6284-47fb-929e-b8d7eab87d38, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=234e7730-6284-47fb-929e-b8d7eab87d38,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:32:50.165896 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-51564624-16ad-4f9e-bd34-81cf2a0c4bda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:50.179491 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-51564624-16ad-4f9e-bd34-81cf2a0c4bda admin admin] Calling delete_port for 234e7730-6284-47fb-929e-b8d7eab87d38 owned by network:router_gateway {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:32:50.247691 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-6b10a0a9-752e-4794-b3a6-5ab5ba020f7b None None] Set router f436f8d9-752e-4e39-bfa6-872087c9b361 gateway port host: None {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:32:50.305930 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-6b10a0a9-752e-4794-b3a6-5ab5ba020f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f436f8d9-752e-4e39-bfa6-872087c9b361', 'name': 'tempest-TestMinimumBasicScenario-1277765948-router', 'tenant_id': '0e8b7961ff5a4b02a37438eb866af78d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:30:20Z', 'updated_at': '2021-11-12T09:32:50Z', 'revision_number': 6, 'project_id': '0e8b7961ff5a4b02a37438eb866af78d', 'gw_port_host': None}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:32:50.337473 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b10a0a9-752e-4794-b3a6-5ab5ba020f7b None None] The sync data for ids ['f436f8d9-752e-4e39-bfa6-872087c9b361'] in n-d-765315-29 is: [{'id': 'f436f8d9-752e-4e39-bfa6-872087c9b361', 'name': 'tempest-TestMinimumBasicScenario-1277765948-router', 'tenant_id': '0e8b7961ff5a4b02a37438eb866af78d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:30:20Z', 'updated_at': '2021-11-12T09:32:50Z', 'revision_number': 6, 'project_id': '0e8b7961ff5a4b02a37438eb866af78d', 'gw_port_host': None}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:32:50.350496 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-51564624-16ad-4f9e-bd34-81cf2a0c4bda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:50.381841 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51564624-16ad-4f9e-bd34-81cf2a0c4bda admin admin] Pushing event deleted for resources: {'Port': ['ID=234e7730-6284-47fb-929e-b8d7eab87d38,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:50.398985 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7d74f6-0dd2-4f2d-9eb9-9883a9e54f16 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:32:50.443736 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-51564624-16ad-4f9e-bd34-81cf2a0c4bda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-933016'] for router_gateway, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:50.535501 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-51564624-16ad-4f9e-bd34-81cf2a0c4bda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:50.538211 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-51564624-16ad-4f9e-bd34-81cf2a0c4bda admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:50.579808 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-51564624-16ad-4f9e-bd34-81cf2a0c4bda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:50.580328 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51564624-16ad-4f9e-bd34-81cf2a0c4bda admin admin] Fanout notify agent at l3_agent the message router_deleted on router f436f8d9-752e-4e39-bfa6-872087c9b361 {{(pid=102600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:32:50.585318 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-51564624-16ad-4f9e-bd34-81cf2a0c4bda admin admin] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:50.586459 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-51564624-16ad-4f9e-bd34-81cf2a0c4bda admin admin] 10.222.0.26 "DELETE /v2.0/routers/f436f8d9-752e-4e39-bfa6-872087c9b361 HTTP/1.1" status: 204 len: 168 time: 0.7673266 Nov 12 09:32:50.588980 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 43378) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:32:50.637350 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ba4da0e-278b-477b-bf9b-e252d4f7d14f admin admin] Deleting subnet e292c970-53f4-4ab1-8992-7af166493667 {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:32:50.640421 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7ba4da0e-278b-477b-bf9b-e252d4f7d14f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:50.676641 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7ba4da0e-278b-477b-bf9b-e252d4f7d14f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:50.759441 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7ba4da0e-278b-477b-bf9b-e252d4f7d14f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:50.816325 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7ba4da0e-278b-477b-bf9b-e252d4f7d14f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:50.843923 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba4da0e-278b-477b-bf9b-e252d4f7d14f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e292c970-53f4-4ab1-8992-7af166493667,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:50.846063 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7ba4da0e-278b-477b-bf9b-e252d4f7d14f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:50.851633 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 8eb3819d-8b7f-4f40-b9d9-c033dd6d599c no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:32:50.852599 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 43380) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:32:50.853053 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-7ba4da0e-278b-477b-bf9b-e252d4f7d14f admin admin] 10.222.0.26 "DELETE /v2.0/subnets/e292c970-53f4-4ab1-8992-7af166493667 HTTP/1.1" status: 204 len: 168 time: 0.2627265 Nov 12 09:32:50.859320 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb0092d-33cc-403c-a690-59c6af6933e0 None None] Network 6144d7c0-ba83-442c-955d-da18807039fb requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:32:50.902848 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] No Port match for: 8eb3819d-8b7f-4f40-b9d9-c033dd6d599c {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:32:50.903192 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 8eb3819d-8b7f-4f40-b9d9-c033dd6d599c not bound to the agent host n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:32:50.932450 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-23fa82ec-90c6-4837-8a1a-80cb46ad9eef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:50.990730 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-23fa82ec-90c6-4837-8a1a-80cb46ad9eef admin admin] Deleting port 76a034e8-a904-4ab1-8158-0cbaac44d5bb {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:32:50.991243 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-23fa82ec-90c6-4837-8a1a-80cb46ad9eef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:51.063879 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-23fa82ec-90c6-4837-8a1a-80cb46ad9eef admin admin] For port 76a034e8-a904-4ab1-8158-0cbaac44d5bb, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=76a034e8-a904-4ab1-8158-0cbaac44d5bb,segment=NetworkSegment(60ea747f-ac19-426c-a608-2aa7659f9600),segment_id=60ea747f-ac19-426c-a608-2aa7659f9600)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:32:51.064225 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-23fa82ec-90c6-4837-8a1a-80cb46ad9eef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:51.077938 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-23fa82ec-90c6-4837-8a1a-80cb46ad9eef admin admin] Calling delete_port for 76a034e8-a904-4ab1-8158-0cbaac44d5bb owned by network:dhcp {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:32:51.092343 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dba75ac-794f-4da4-bf6a-e258e621b5d1 None None] DHCP port deletion for 6144d7c0-ba83-442c-955d-da18807039fb request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:32:51.155281 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-8dba75ac-794f-4da4-bf6a-e258e621b5d1 None None] Deleting port 76a034e8-a904-4ab1-8158-0cbaac44d5bb {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:32:51.155891 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8dba75ac-794f-4da4-bf6a-e258e621b5d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:51.162308 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 234e7730-6284-47fb-929e-b8d7eab87d38 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:32:51.162621 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-23fa82ec-90c6-4837-8a1a-80cb46ad9eef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:51.190992 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fa82ec-90c6-4837-8a1a-80cb46ad9eef admin admin] Pushing event deleted for resources: {'Port': ['ID=76a034e8-a904-4ab1-8158-0cbaac44d5bb,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:51.197786 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fa82ec-90c6-4837-8a1a-80cb46ad9eef admin admin] No DVR routers for this DVR port 76a034e8-a904-4ab1-8158-0cbaac44d5bb on host n-d-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:32:51.234048 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 234e7730-6284-47fb-929e-b8d7eab87d38 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:32:51.234427 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 234e7730-6284-47fb-929e-b8d7eab87d38 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:32:51.234952 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 3ce6345c-e060-48c6-ae63-88fb6a0b6db7 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:32:51.263361 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 3ce6345c-e060-48c6-ae63-88fb6a0b6db7 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:32:51.263711 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 3ce6345c-e060-48c6-ae63-88fb6a0b6db7 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:32:51.264123 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 76a034e8-a904-4ab1-8158-0cbaac44d5bb no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:32:51.282689 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-23fa82ec-90c6-4837-8a1a-80cb46ad9eef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:51.295245 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-8dba75ac-794f-4da4-bf6a-e258e621b5d1 None None] For port 76a034e8-a904-4ab1-8158-0cbaac44d5bb, host n-d-765315-29, got binding levels [] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:32:51.295654 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8dba75ac-794f-4da4-bf6a-e258e621b5d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:51.298176 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 76a034e8-a904-4ab1-8158-0cbaac44d5bb {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:32:51.298504 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 76a034e8-a904-4ab1-8158-0cbaac44d5bb not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:32:51.311621 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-8dba75ac-794f-4da4-bf6a-e258e621b5d1 None None] Calling delete_port for 76a034e8-a904-4ab1-8158-0cbaac44d5bb owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:32:51.313418 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-23fa82ec-90c6-4837-8a1a-80cb46ad9eef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6144d7c0-ba83-442c-955d-da18807039fb']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:32:51.314516 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.ipam_backend_mixin [None req-8dba75ac-794f-4da4-bf6a-e258e621b5d1 None None] Port 76a034e8-a904-4ab1-8158-0cbaac44d5bb was not found and therefore no delete operation was performed {{(pid=102601) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 09:32:51.315864 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8dba75ac-794f-4da4-bf6a-e258e621b5d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:51.326357 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-23fa82ec-90c6-4837-8a1a-80cb46ad9eef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60ea747f-ac19-426c-a608-2aa7659f9600') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:32:51.326637 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-23fa82ec-90c6-4837-8a1a-80cb46ad9eef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60ea747f-ac19-426c-a608-2aa7659f9600') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:32:51.342354 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-23fa82ec-90c6-4837-8a1a-80cb46ad9eef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:51.348234 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dba75ac-794f-4da4-bf6a-e258e621b5d1 None None] Pushing event deleted for resources: {'Port': ['ID=76a034e8-a904-4ab1-8158-0cbaac44d5bb,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:51.355724 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dba75ac-794f-4da4-bf6a-e258e621b5d1 None None] No DVR routers for this DVR port 76a034e8-a904-4ab1-8158-0cbaac44d5bb on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:32:51.357327 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-23fa82ec-90c6-4837-8a1a-80cb46ad9eef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:51.358188 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dba75ac-794f-4da4-bf6a-e258e621b5d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:51.358529 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dba75ac-794f-4da4-bf6a-e258e621b5d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:51.358890 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dba75ac-794f-4da4-bf6a-e258e621b5d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:51.359221 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dba75ac-794f-4da4-bf6a-e258e621b5d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:51.359560 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dba75ac-794f-4da4-bf6a-e258e621b5d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:51.359882 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dba75ac-794f-4da4-bf6a-e258e621b5d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:51.360202 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dba75ac-794f-4da4-bf6a-e258e621b5d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:51.360516 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dba75ac-794f-4da4-bf6a-e258e621b5d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:51.360831 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dba75ac-794f-4da4-bf6a-e258e621b5d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:51.361147 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dba75ac-794f-4da4-bf6a-e258e621b5d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:51.361459 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dba75ac-794f-4da4-bf6a-e258e621b5d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:51.361952 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dba75ac-794f-4da4-bf6a-e258e621b5d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:51.368707 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23fa82ec-90c6-4837-8a1a-80cb46ad9eef admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:32:51.369293 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-23fa82ec-90c6-4837-8a1a-80cb46ad9eef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:51.371528 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 09:32:51.371528 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:32:51.371528 n-d-765315-29 neutron-server[102599]: timer() Nov 12 09:32:51.371528 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:32:51.371528 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 09:32:51.371528 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:32:51.371528 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 09:32:51.371528 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:32:51.371528 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 09:32:51.371528 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:32:51.371528 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 09:32:51.371528 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:32:51.371528 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 09:32:51.371528 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:32:51.371528 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:32:51.371528 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:32:51.371528 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:32:51.371528 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:32:51.371528 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 09:32:51.371528 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:32:51.371528 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 09:32:51.371528 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:32:51.371528 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:32:51.371528 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:32:51.371528 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 09:32:51.371528 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:32:51.371528 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:32:51.371528 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:32:51.371528 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:32:51.371528 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:32:51.371528 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:32:51.371528 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:32:51.433250 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-23fa82ec-90c6-4837-8a1a-80cb46ad9eef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:51.438882 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-23fa82ec-90c6-4837-8a1a-80cb46ad9eef admin admin] Publish callbacks [] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:51.442068 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-23fa82ec-90c6-4837-8a1a-80cb46ad9eef admin admin] 10.222.0.26 "DELETE /v2.0/networks/6144d7c0-ba83-442c-955d-da18807039fb HTTP/1.1" status: 204 len: 168 time: 0.5878413 Nov 12 09:32:51.445757 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 43382) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:32:51.455117 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fa82ec-90c6-4837-8a1a-80cb46ad9eef admin admin] Pushing event deleted for resources: {'Network': ['ID=6144d7c0-ba83-442c-955d-da18807039fb,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:51.799628 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a2f7bdfe-f562-4b60-afeb-ab8eced921ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933586'] for router_interface, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:52.045004 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-a2f7bdfe-f562-4b60-afeb-ab8eced921ef admin admin] Deleting port 255d899e-fbb6-475f-8838-63b59121c63e {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:32:52.045269 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a2f7bdfe-f562-4b60-afeb-ab8eced921ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:52.126286 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-a2f7bdfe-f562-4b60-afeb-ab8eced921ef admin admin] For port 255d899e-fbb6-475f-8838-63b59121c63e, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=255d899e-fbb6-475f-8838-63b59121c63e,segment=NetworkSegment(c09a3432-d012-4eba-b41b-345c5c96bb48),segment_id=c09a3432-d012-4eba-b41b-345c5c96bb48)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:32:52.126677 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a2f7bdfe-f562-4b60-afeb-ab8eced921ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:52.139065 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-a2f7bdfe-f562-4b60-afeb-ab8eced921ef admin admin] Calling delete_port for 255d899e-fbb6-475f-8838-63b59121c63e owned by network:router_interface {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:32:52.321386 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a2f7bdfe-f562-4b60-afeb-ab8eced921ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:52.348393 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f7bdfe-f562-4b60-afeb-ab8eced921ef admin admin] Pushing event deleted for resources: {'Port': ['ID=255d899e-fbb6-475f-8838-63b59121c63e,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:52.514450 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a2f7bdfe-f562-4b60-afeb-ab8eced921ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918626'] for router_interface, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:52.738131 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2f7bdfe-f562-4b60-afeb-ab8eced921ef admin admin] Router 813e0df6-7927-4823-a7e0-8304e045a1e2 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:32:52.853578 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2f7bdfe-f562-4b60-afeb-ab8eced921ef admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:32:52.858713 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-a2f7bdfe-f562-4b60-afeb-ab8eced921ef admin admin] 10.222.0.26 "PUT /v2.0/routers/813e0df6-7927-4823-a7e0-8304e045a1e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4118531 Nov 12 09:32:52.861193 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 43384) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:32:52.862161 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46289a80-8ca7-44cd-9958-a0ff092f22fd None None] Sync routers for ids ['813e0df6-7927-4823-a7e0-8304e045a1e2'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:32:52.872840 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46289a80-8ca7-44cd-9958-a0ff092f22fd None None] Routers {'813e0df6-7927-4823-a7e0-8304e045a1e2'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:32:52.873435 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-46289a80-8ca7-44cd-9958-a0ff092f22fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:32:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['813e0df6-7927-4823-a7e0-8304e045a1e2'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:32:52.969325 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-363a2f0b-d140-4d70-92cb-11b6a1d0a565 admin admin] Publish callbacks [] for router, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:52.978538 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-46289a80-8ca7-44cd-9958-a0ff092f22fd None None] Set router 813e0df6-7927-4823-a7e0-8304e045a1e2 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:32:53.258559 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-46289a80-8ca7-44cd-9958-a0ff092f22fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813e0df6-7927-4823-a7e0-8304e045a1e2', 'name': 'tempest-TestMinimumBasicScenario-647954453-router', 'tenant_id': '00355169ebe04dbaa943fc70c272ab23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '56405736-d80f-4c41-a604-dd282ffacb8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:30:25Z', 'updated_at': '2021-11-12T09:32:52Z', 'revision_number': 5, 'project_id': '00355169ebe04dbaa943fc70c272ab23', 'gw_port': {'id': '56405736-d80f-4c41-a604-dd282ffacb8d', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:59:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813e0df6-7927-4823-a7e0-8304e045a1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:30:26Z', 'updated_at': '2021-11-12T09:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:32:53.285016 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46289a80-8ca7-44cd-9958-a0ff092f22fd None None] Checking router: 813e0df6-7927-4823-a7e0-8304e045a1e2 for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:32:53.294536 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46289a80-8ca7-44cd-9958-a0ff092f22fd None None] Routers {'813e0df6-7927-4823-a7e0-8304e045a1e2'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:32:53.295240 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-46289a80-8ca7-44cd-9958-a0ff092f22fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:32:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['813e0df6-7927-4823-a7e0-8304e045a1e2'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:32:53.344575 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-363a2f0b-d140-4d70-92cb-11b6a1d0a565 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:53.397162 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-363a2f0b-d140-4d70-92cb-11b6a1d0a565 admin admin] Deleting port 56405736-d80f-4c41-a604-dd282ffacb8d {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:32:53.397494 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-363a2f0b-d140-4d70-92cb-11b6a1d0a565 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:53.401145 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-46289a80-8ca7-44cd-9958-a0ff092f22fd None None] Set router 813e0df6-7927-4823-a7e0-8304e045a1e2 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:32:53.476733 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-363a2f0b-d140-4d70-92cb-11b6a1d0a565 admin admin] For port 56405736-d80f-4c41-a604-dd282ffacb8d, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=56405736-d80f-4c41-a604-dd282ffacb8d,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:32:53.477095 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-363a2f0b-d140-4d70-92cb-11b6a1d0a565 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:53.494070 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-363a2f0b-d140-4d70-92cb-11b6a1d0a565 admin admin] Calling delete_port for 56405736-d80f-4c41-a604-dd282ffacb8d owned by network:router_gateway {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:32:53.574314 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-46289a80-8ca7-44cd-9958-a0ff092f22fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813e0df6-7927-4823-a7e0-8304e045a1e2', 'name': 'tempest-TestMinimumBasicScenario-647954453-router', 'tenant_id': '00355169ebe04dbaa943fc70c272ab23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '56405736-d80f-4c41-a604-dd282ffacb8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:30:25Z', 'updated_at': '2021-11-12T09:32:52Z', 'revision_number': 5, 'project_id': '00355169ebe04dbaa943fc70c272ab23', 'gw_port': {'id': '56405736-d80f-4c41-a604-dd282ffacb8d', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:59:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813e0df6-7927-4823-a7e0-8304e045a1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:30:26Z', 'updated_at': '2021-11-12T09:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:32:53.604797 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46289a80-8ca7-44cd-9958-a0ff092f22fd None None] The sync data for ids ['813e0df6-7927-4823-a7e0-8304e045a1e2'] in n-d-765315-29 is: [{'id': '813e0df6-7927-4823-a7e0-8304e045a1e2', 'name': 'tempest-TestMinimumBasicScenario-647954453-router', 'tenant_id': '00355169ebe04dbaa943fc70c272ab23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '56405736-d80f-4c41-a604-dd282ffacb8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:30:25Z', 'updated_at': '2021-11-12T09:32:52Z', 'revision_number': 5, 'project_id': '00355169ebe04dbaa943fc70c272ab23', 'gw_port': {'id': '56405736-d80f-4c41-a604-dd282ffacb8d', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:59:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813e0df6-7927-4823-a7e0-8304e045a1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:30:26Z', 'updated_at': '2021-11-12T09:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:32:53.657421 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-363a2f0b-d140-4d70-92cb-11b6a1d0a565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:53.685409 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363a2f0b-d140-4d70-92cb-11b6a1d0a565 admin admin] Pushing event deleted for resources: {'Port': ['ID=56405736-d80f-4c41-a604-dd282ffacb8d,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:53.702287 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eaa46c0-c602-4958-95c4-bf8f60ee2a9b None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:32:53.748712 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-363a2f0b-d140-4d70-92cb-11b6a1d0a565 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-933016'] for router_gateway, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:53.838542 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-363a2f0b-d140-4d70-92cb-11b6a1d0a565 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:53.840932 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-363a2f0b-d140-4d70-92cb-11b6a1d0a565 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:53.884027 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-363a2f0b-d140-4d70-92cb-11b6a1d0a565 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:53.884547 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-363a2f0b-d140-4d70-92cb-11b6a1d0a565 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 813e0df6-7927-4823-a7e0-8304e045a1e2 {{(pid=102600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:32:53.889519 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-363a2f0b-d140-4d70-92cb-11b6a1d0a565 admin admin] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:53.890658 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-363a2f0b-d140-4d70-92cb-11b6a1d0a565 admin admin] 10.222.0.26 "DELETE /v2.0/routers/813e0df6-7927-4823-a7e0-8304e045a1e2 HTTP/1.1" status: 204 len: 168 time: 1.0284293 Nov 12 09:32:53.893129 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 43386) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:32:53.943809 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-8479ede1-e77c-4d0c-ba1e-9b7ac10bf2da admin admin] Deleting subnet a6ff99be-1ba6-4692-9471-9da45be9ee6f {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:32:53.947124 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8479ede1-e77c-4d0c-ba1e-9b7ac10bf2da admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:53.983551 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8479ede1-e77c-4d0c-ba1e-9b7ac10bf2da admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:54.064563 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8479ede1-e77c-4d0c-ba1e-9b7ac10bf2da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:54.124803 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8479ede1-e77c-4d0c-ba1e-9b7ac10bf2da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:54.153527 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8479ede1-e77c-4d0c-ba1e-9b7ac10bf2da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6ff99be-1ba6-4692-9471-9da45be9ee6f,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:54.155579 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8479ede1-e77c-4d0c-ba1e-9b7ac10bf2da admin admin] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:54.161685 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-8479ede1-e77c-4d0c-ba1e-9b7ac10bf2da admin admin] 10.222.0.26 "DELETE /v2.0/subnets/a6ff99be-1ba6-4692-9471-9da45be9ee6f HTTP/1.1" status: 204 len: 168 time: 0.2646942 Nov 12 09:32:54.161870 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d95a05-bebe-4ccd-9ff5-7ec1bc4c11b4 None None] Network 5d9d8369-1ffc-4eb7-9d78-e85a44e91641 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:32:54.162123 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 43388) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:32:54.238368 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-566b800d-3bf5-4db7-ba40-39a0c68ee697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:54.301128 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-566b800d-3bf5-4db7-ba40-39a0c68ee697 admin admin] Deleting port cf755353-8f8e-4f8b-968a-0499f1cbb00b {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:32:54.302193 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-566b800d-3bf5-4db7-ba40-39a0c68ee697 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:54.371216 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-566b800d-3bf5-4db7-ba40-39a0c68ee697 admin admin] For port cf755353-8f8e-4f8b-968a-0499f1cbb00b, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=cf755353-8f8e-4f8b-968a-0499f1cbb00b,segment=NetworkSegment(c09a3432-d012-4eba-b41b-345c5c96bb48),segment_id=c09a3432-d012-4eba-b41b-345c5c96bb48)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:32:54.371576 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-566b800d-3bf5-4db7-ba40-39a0c68ee697 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:54.384254 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-566b800d-3bf5-4db7-ba40-39a0c68ee697 admin admin] Calling delete_port for cf755353-8f8e-4f8b-968a-0499f1cbb00b owned by network:dhcp {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:32:54.465252 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-566b800d-3bf5-4db7-ba40-39a0c68ee697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:54.490769 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566b800d-3bf5-4db7-ba40-39a0c68ee697 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf755353-8f8e-4f8b-968a-0499f1cbb00b,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:54.494124 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566b800d-3bf5-4db7-ba40-39a0c68ee697 admin admin] No DVR routers for this DVR port cf755353-8f8e-4f8b-968a-0499f1cbb00b on host n-d-765315-29 {{(pid=102600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:32:54.565797 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-566b800d-3bf5-4db7-ba40-39a0c68ee697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:54.589380 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-566b800d-3bf5-4db7-ba40-39a0c68ee697 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d9d8369-1ffc-4eb7-9d78-e85a44e91641']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:32:54.601849 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-566b800d-3bf5-4db7-ba40-39a0c68ee697 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c09a3432-d012-4eba-b41b-345c5c96bb48') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:32:54.602153 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-566b800d-3bf5-4db7-ba40-39a0c68ee697 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c09a3432-d012-4eba-b41b-345c5c96bb48') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:32:54.612476 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-566b800d-3bf5-4db7-ba40-39a0c68ee697 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:54.631104 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-566b800d-3bf5-4db7-ba40-39a0c68ee697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:54.635979 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f404503-496c-4327-8428-68283c5aebb0 None None] DHCP port deletion for 5d9d8369-1ffc-4eb7-9d78-e85a44e91641 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:32:54.638313 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-566b800d-3bf5-4db7-ba40-39a0c68ee697 admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:32:54.638889 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-566b800d-3bf5-4db7-ba40-39a0c68ee697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:54.641122 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 09:32:54.641122 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:32:54.641122 n-d-765315-29 neutron-server[102600]: timer() Nov 12 09:32:54.641122 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:32:54.641122 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 09:32:54.641122 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:32:54.641122 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 09:32:54.641122 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:32:54.641122 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 09:32:54.641122 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:32:54.641122 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 09:32:54.641122 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:32:54.641122 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 09:32:54.641122 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:32:54.641122 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:32:54.641122 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:32:54.641122 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:32:54.641122 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:32:54.641122 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 09:32:54.641122 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:32:54.641122 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 09:32:54.641122 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:32:54.641122 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:32:54.641122 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:32:54.641122 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 09:32:54.641122 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:32:54.641122 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:32:54.641122 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:32:54.641122 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:32:54.641122 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:32:54.641122 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:32:54.641122 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:32:54.704011 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-566b800d-3bf5-4db7-ba40-39a0c68ee697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:54.709711 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-566b800d-3bf5-4db7-ba40-39a0c68ee697 admin admin] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:54.713220 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-566b800d-3bf5-4db7-ba40-39a0c68ee697 admin admin] 10.222.0.26 "DELETE /v2.0/networks/5d9d8369-1ffc-4eb7-9d78-e85a44e91641 HTTP/1.1" status: 204 len: 168 time: 0.5502133 Nov 12 09:32:54.727344 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566b800d-3bf5-4db7-ba40-39a0c68ee697 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d9d8369-1ffc-4eb7-9d78-e85a44e91641,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:54.829893 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 255d899e-fbb6-475f-8838-63b59121c63e no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:32:54.852167 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 255d899e-fbb6-475f-8838-63b59121c63e {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:32:54.852517 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 255d899e-fbb6-475f-8838-63b59121c63e not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:32:54.852933 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 56405736-d80f-4c41-a604-dd282ffacb8d no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:32:54.873247 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 56405736-d80f-4c41-a604-dd282ffacb8d {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:32:54.873591 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 56405736-d80f-4c41-a604-dd282ffacb8d not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:32:54.874015 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device cf755353-8f8e-4f8b-968a-0499f1cbb00b no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:32:54.888758 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 43392) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:32:54.894788 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: cf755353-8f8e-4f8b-968a-0499f1cbb00b {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:32:54.895152 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device cf755353-8f8e-4f8b-968a-0499f1cbb00b not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:32:54.933141 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-23b3282c-9e1e-4929-b595-f78310bf9221 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0e8b7961ff5a4b02a37438eb866af78d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0425181 Nov 12 09:32:54.935784 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 43394) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:32:54.987847 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7b874b75-7100-4936-8460-709d020d5e20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:55.009125 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7b874b75-7100-4936-8460-709d020d5e20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:55.055347 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7b874b75-7100-4936-8460-709d020d5e20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:55.058067 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7b874b75-7100-4936-8460-709d020d5e20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:55.059267 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-7b874b75-7100-4936-8460-709d020d5e20 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c96f6b0b-387a-4514-a4b7-93a2ed88a9d2 HTTP/1.1" status: 204 len: 168 time: 0.1225657 Nov 12 09:32:55.067675 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b874b75-7100-4936-8460-709d020d5e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c96f6b0b-387a-4514-a4b7-93a2ed88a9d2,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:55.380346 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 43400) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:32:55.419859 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-0a7d6323-fed0-4806-906d-32917dab8292 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=00355169ebe04dbaa943fc70c272ab23&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381842 Nov 12 09:32:55.422609 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 43402) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:32:55.480054 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-578a7eba-a331-47ab-b948-f2cc16cafe59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:55.503938 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-578a7eba-a331-47ab-b948-f2cc16cafe59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:55.557383 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-578a7eba-a331-47ab-b948-f2cc16cafe59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:55.560092 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-578a7eba-a331-47ab-b948-f2cc16cafe59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:55.561241 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-578a7eba-a331-47ab-b948-f2cc16cafe59 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7d9fdf26-6a16-4cef-a914-e64847dad35b HTTP/1.1" status: 204 len: 168 time: 0.1377382 Nov 12 09:32:55.571185 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578a7eba-a331-47ab-b948-f2cc16cafe59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d9fdf26-6a16-4cef-a914-e64847dad35b,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:57.161991 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 43442) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:32:57.166549 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-21e2a01b-0922-4233-88f5-d23fa6eba3fd tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1525577730', 'description': 'tempest-secgroup-smoke-1525577730 description', 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:32:57.187808 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-21e2a01b-0922-4233-88f5-d23fa6eba3fd tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:57.197084 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-21e2a01b-0922-4233-88f5-d23fa6eba3fd tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:57.280122 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-21e2a01b-0922-4233-88f5-d23fa6eba3fd tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:57.284705 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-21e2a01b-0922-4233-88f5-d23fa6eba3fd tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:57.320464 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e2a01b-0922-4233-88f5-d23fa6eba3fd tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15ff8e78-c4d0-41fb-8692-d78ef832ad9d,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:57.361947 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-21e2a01b-0922-4233-88f5-d23fa6eba3fd tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:57.366141 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-21e2a01b-0922-4233-88f5-d23fa6eba3fd tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:57.396929 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-21e2a01b-0922-4233-88f5-d23fa6eba3fd tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:57.398077 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-21e2a01b-0922-4233-88f5-d23fa6eba3fd tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2350206 Nov 12 09:32:57.399288 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e2a01b-0922-4233-88f5-d23fa6eba3fd tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a618a04c-309f-4b63-b77e-0beb61d0038a,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:57.401762 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 43444) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:32:57.406552 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-ee024b32-2a52-4d65-996b-45e7dd8f0b1a tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Request body: {'security_group_rule': {'security_group_id': 'a618a04c-309f-4b63-b77e-0beb61d0038a', 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:32:57.434915 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ee024b32-2a52-4d65-996b-45e7dd8f0b1a tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:57.491917 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ee024b32-2a52-4d65-996b-45e7dd8f0b1a tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:57.495795 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ee024b32-2a52-4d65-996b-45e7dd8f0b1a tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:57.513998 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee024b32-2a52-4d65-996b-45e7dd8f0b1a tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c170453-af88-4a5a-8027-bcf87d41543b,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:57.523798 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ee024b32-2a52-4d65-996b-45e7dd8f0b1a tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:57.525100 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-ee024b32-2a52-4d65-996b-45e7dd8f0b1a tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1222477 Nov 12 09:32:57.527847 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 43446) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:32:57.532402 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-46f10a77-ddb9-4ddd-9323-ad49a1ca6376 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Request body: {'security_group_rule': {'security_group_id': 'a618a04c-309f-4b63-b77e-0beb61d0038a', 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:32:57.561313 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-46f10a77-ddb9-4ddd-9323-ad49a1ca6376 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:57.618919 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-46f10a77-ddb9-4ddd-9323-ad49a1ca6376 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:57.622638 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-46f10a77-ddb9-4ddd-9323-ad49a1ca6376 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:57.640878 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f10a77-ddb9-4ddd-9323-ad49a1ca6376 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5357f158-21e9-442c-9da3-fd5d1b78fcf1,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:57.648871 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-46f10a77-ddb9-4ddd-9323-ad49a1ca6376 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:57.650047 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-46f10a77-ddb9-4ddd-9323-ad49a1ca6376 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1212299 Nov 12 09:32:57.652821 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 43448) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:32:57.657238 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-205fc480-76b4-40ea-9615-c0903a8468d0 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Request body: {'security_group_rule': {'security_group_id': 'a618a04c-309f-4b63-b77e-0beb61d0038a', 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:32:57.684248 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-205fc480-76b4-40ea-9615-c0903a8468d0 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:57.741622 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-205fc480-76b4-40ea-9615-c0903a8468d0 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:57.745066 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-205fc480-76b4-40ea-9615-c0903a8468d0 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:57.763681 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205fc480-76b4-40ea-9615-c0903a8468d0 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=294e5400-6519-49a4-85c6-ac5d49f8f8f3,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:57.768712 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-205fc480-76b4-40ea-9615-c0903a8468d0 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:57.771482 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-205fc480-76b4-40ea-9615-c0903a8468d0 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1161125 Nov 12 09:32:57.773399 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 43450) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:32:57.777675 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-c9c8e787-0b3e-463e-8028-0c4c54bbee97 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Request body: {'security_group_rule': {'security_group_id': 'a618a04c-309f-4b63-b77e-0beb61d0038a', 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:32:57.803502 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c9c8e787-0b3e-463e-8028-0c4c54bbee97 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:57.862497 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c9c8e787-0b3e-463e-8028-0c4c54bbee97 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:57.866577 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c9c8e787-0b3e-463e-8028-0c4c54bbee97 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:57.885025 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c8e787-0b3e-463e-8028-0c4c54bbee97 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=155e4bee-46f8-4bf1-ac19-154ee724973c,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:57.892506 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c9c8e787-0b3e-463e-8028-0c4c54bbee97 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:57.893690 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-c9c8e787-0b3e-463e-8028-0c4c54bbee97 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1193683 Nov 12 09:32:57.896507 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 43452) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:32:57.900884 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-f625c429-2222-4856-b4b3-72ac62458b03 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Request body: {'security_group_rule': {'security_group_id': 'a618a04c-309f-4b63-b77e-0beb61d0038a', 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:32:57.922506 n-d-765315-29 neutron-server[102600]: INFO neutron.db.securitygroups_db [None req-f625c429-2222-4856-b4b3-72ac62458b03 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Project a3e02b7551c24b2895d8eeeb9a0b62b4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:32:57.928057 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f625c429-2222-4856-b4b3-72ac62458b03 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:57.985039 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f625c429-2222-4856-b4b3-72ac62458b03 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:57.988496 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f625c429-2222-4856-b4b3-72ac62458b03 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:58.005999 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f625c429-2222-4856-b4b3-72ac62458b03 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42b4a0fa-725c-402e-8f47-51711ac02fa3,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:58.013773 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f625c429-2222-4856-b4b3-72ac62458b03 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:58.014991 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-f625c429-2222-4856-b4b3-72ac62458b03 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1175077 Nov 12 09:32:58.017635 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 43454) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:32:58.022607 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-67bc8468-e6a1-49f4-8526-0b1b051d57fc tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Request body: {'security_group_rule': {'security_group_id': 'a618a04c-309f-4b63-b77e-0beb61d0038a', 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:32:58.044044 n-d-765315-29 neutron-server[102600]: INFO neutron.db.securitygroups_db [None req-67bc8468-e6a1-49f4-8526-0b1b051d57fc tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Project a3e02b7551c24b2895d8eeeb9a0b62b4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:32:58.048912 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-67bc8468-e6a1-49f4-8526-0b1b051d57fc tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:58.107399 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-67bc8468-e6a1-49f4-8526-0b1b051d57fc tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:58.111180 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-67bc8468-e6a1-49f4-8526-0b1b051d57fc tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:58.130444 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bc8468-e6a1-49f4-8526-0b1b051d57fc tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fabf8f8-ac21-4f59-832b-0a231e8ca424,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:58.135472 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-67bc8468-e6a1-49f4-8526-0b1b051d57fc tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:58.136652 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-67bc8468-e6a1-49f4-8526-0b1b051d57fc tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1180611 Nov 12 09:32:58.139713 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 43456) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:32:58.144495 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-285fa04a-cc1b-4a8f-8f8c-da23823d3ab0 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Request body: {'network': {'name': 'tempest-network-smoke--1459935337', 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'port_security_enabled': True}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:32:58.164271 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-285fa04a-cc1b-4a8f-8f8c-da23823d3ab0 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Made reservation on behalf of a3e02b7551c24b2895d8eeeb9a0b62b4 for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:32:58.167495 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-285fa04a-cc1b-4a8f-8f8c-da23823d3ab0 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:58.190502 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-285fa04a-cc1b-4a8f-8f8c-da23823d3ab0 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:32:58.200675 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-285fa04a-cc1b-4a8f-8f8c-da23823d3ab0 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:58.201093 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-285fa04a-cc1b-4a8f-8f8c-da23823d3ab0 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Added segment 3e09a9be-c28f-48e6-b97a-25cb8d91b778 of type vlan for network 15eca62d-493b-4085-b454-0edef80525fc Nov 12 09:32:58.243692 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-285fa04a-cc1b-4a8f-8f8c-da23823d3ab0 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:58.267924 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-285fa04a-cc1b-4a8f-8f8c-da23823d3ab0 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:58.274035 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285fa04a-cc1b-4a8f-8f8c-da23823d3ab0 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:58.274629 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-285fa04a-cc1b-4a8f-8f8c-da23823d3ab0 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:58.335738 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-285fa04a-cc1b-4a8f-8f8c-da23823d3ab0 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1950023 Nov 12 09:32:58.338694 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 43458) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:32:58.345469 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-efcb879d-e69c-43a2-a17f-5f4c62e1076d tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1039031076', 'admin_state_up': True, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:32:58.355501 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285fa04a-cc1b-4a8f-8f8c-da23823d3ab0 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event updated for resources: {'Network': ['ID=15eca62d-493b-4085-b454-0edef80525fc,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:58.370343 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 15eca62d-493b-4085-b454-0edef80525fc details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:32:58.376542 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-efcb879d-e69c-43a2-a17f-5f4c62e1076d tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:58.377764 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-efcb879d-e69c-43a2-a17f-5f4c62e1076d tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:58.436944 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-efcb879d-e69c-43a2-a17f-5f4c62e1076d tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:58.575822 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-efcb879d-e69c-43a2-a17f-5f4c62e1076d tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:58.772863 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-efcb879d-e69c-43a2-a17f-5f4c62e1076d tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for router_gateway, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:58.792129 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-efcb879d-e69c-43a2-a17f-5f4c62e1076d tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:58.897313 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-efcb879d-e69c-43a2-a17f-5f4c62e1076d tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Allocated IP 172.25.2.2 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/721bece6-0e22-40fb-a401-1116c79b9096) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:32:58.999821 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-efcb879d-e69c-43a2-a17f-5f4c62e1076d tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:59.032445 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-efcb879d-e69c-43a2-a17f-5f4c62e1076d tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:59.067924 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efcb879d-e69c-43a2-a17f-5f4c62e1076d tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:32:59.070713 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-efcb879d-e69c-43a2-a17f-5f4c62e1076d tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:32:59.073131 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcb879d-e69c-43a2-a17f-5f4c62e1076d tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:32:59.084272 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c593d617-8c5f-4c96-9773-ccc95542469d None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:32:59.111433 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcb879d-e69c-43a2-a17f-5f4c62e1076d tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event updated for resources: {'Port': ['ID=721bece6-0e22-40fb-a401-1116c79b9096,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:59.169359 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-76e750f6-f8fb-4e63-9500-ae0af89260ba None None] Provisioning complete for port 721bece6-0e22-40fb-a401-1116c79b9096 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:32:59.169728 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-76e750f6-f8fb-4e63-9500-ae0af89260ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:59.205307 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-76e750f6-f8fb-4e63-9500-ae0af89260ba None None] Port 721bece6-0e22-40fb-a401-1116c79b9096 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:32:59.345330 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-efcb879d-e69c-43a2-a17f-5f4c62e1076d tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for router_gateway, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:59.538158 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-efcb879d-e69c-43a2-a17f-5f4c62e1076d tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052'] for router, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:59.666655 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efcb879d-e69c-43a2-a17f-5f4c62e1076d tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Router 1e3aeeb7-ecde-4fec-9432-d7b2c46def3f is scheduled to L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 with binding_index 1 {{(pid=102600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:32:59.774371 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efcb879d-e69c-43a2-a17f-5f4c62e1076d tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:32:59.784226 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73276506-44b9-4bd0-9cee-04ca58a04474 None None] Sync routers for ids ['1e3aeeb7-ecde-4fec-9432-d7b2c46def3f'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:32:59.795205 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73276506-44b9-4bd0-9cee-04ca58a04474 None None] Routers {'1e3aeeb7-ecde-4fec-9432-d7b2c46def3f'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:32:59.795796 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-efcb879d-e69c-43a2-a17f-5f4c62e1076d tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:59.795927 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-73276506-44b9-4bd0-9cee-04ca58a04474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:32:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['1e3aeeb7-ecde-4fec-9432-d7b2c46def3f'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:32:59.797029 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-efcb879d-e69c-43a2-a17f-5f4c62e1076d tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4574060 Nov 12 09:32:59.800177 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 43460) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:32:59.904322 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-73276506-44b9-4bd0-9cee-04ca58a04474 None None] Set router 1e3aeeb7-ecde-4fec-9432-d7b2c46def3f gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:32:59.929460 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-5bb1841e-0f1d-4ffd-99d5-52cbc6bbe209 tempest-TestNetworkAdvancedServerOps-1577495236 tempest-TestNetworkAdvancedServerOps-1577495236-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=a3e02b7551c24b2895d8eeeb9a0b62b4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1280289 Nov 12 09:32:59.932185 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 43464) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:00.086152 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1479126f-5f24-41ec-8f00-18a22609498c tempest-TestNetworkAdvancedServerOps-1577495236 tempest-TestNetworkAdvancedServerOps-1577495236-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:00.087721 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-1479126f-5f24-41ec-8f00-18a22609498c tempest-TestNetworkAdvancedServerOps-1577495236 tempest-TestNetworkAdvancedServerOps-1577495236-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1546025 Nov 12 09:33:00.088088 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-73276506-44b9-4bd0-9cee-04ca58a04474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3aeeb7-ecde-4fec-9432-d7b2c46def3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1039031076', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '721bece6-0e22-40fb-a401-1116c79b9096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:32:58Z', 'updated_at': '2021-11-12T09:32:59Z', 'revision_number': 3, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'gw_port': {'id': '721bece6-0e22-40fb-a401-1116c79b9096', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1f:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e3aeeb7-ecde-4fec-9432-d7b2c46def3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:32:58Z', 'updated_at': '2021-11-12T09:32:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:33:00.090863 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 43466) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:00.116234 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73276506-44b9-4bd0-9cee-04ca58a04474 None None] Checking router: 1e3aeeb7-ecde-4fec-9432-d7b2c46def3f for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:33:00.116577 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73276506-44b9-4bd0-9cee-04ca58a04474 None None] Updating router 1e3aeeb7-ecde-4fec-9432-d7b2c46def3f port 721bece6-0e22-40fb-a401-1116c79b9096 binding host n-d-765315-29 {{(pid=102601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:33:00.120250 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-3f873414-d770-4948-a9d0-4ef43d4d3fc7 tempest-TestNetworkAdvancedServerOps-1577495236 tempest-TestNetworkAdvancedServerOps-1577495236-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=d709f64f-f9e6-4525-b020-ad48633b9bbf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283196 Nov 12 09:33:00.122762 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 43468) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:00.127419 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-59d07c7f-a8ad-43b0-9aad-cd3b903b7694 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1062691771', 'network_id': '15eca62d-493b-4085-b454-0edef80525fc', 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:33:00.141879 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-73276506-44b9-4bd0-9cee-04ca58a04474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:00.216625 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59d07c7f-a8ad-43b0-9aad-cd3b903b7694 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Made reservation on behalf of a3e02b7551c24b2895d8eeeb9a0b62b4 for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:33:00.220132 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-59d07c7f-a8ad-43b0-9aad-cd3b903b7694 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:00.227982 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:33:00.402274 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-73276506-44b9-4bd0-9cee-04ca58a04474 None None] Publish callbacks [] for port, precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:00.404619 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-59d07c7f-a8ad-43b0-9aad-cd3b903b7694 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:00.406891 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-73276506-44b9-4bd0-9cee-04ca58a04474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:00.455132 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a86a2b5-0bd3-4641-ad75-d433366057c9 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:33:00.468260 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-73276506-44b9-4bd0-9cee-04ca58a04474 None None] Attempting to bind port 721bece6-0e22-40fb-a401-1116c79b9096 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:33:00.468520 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-73276506-44b9-4bd0-9cee-04ca58a04474 None None] Attempting to bind port 721bece6-0e22-40fb-a401-1116c79b9096 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:33:00.468892 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73276506-44b9-4bd0-9cee-04ca58a04474 None None] Attempting to bind port 721bece6-0e22-40fb-a401-1116c79b9096 on network d709f64f-f9e6-4525-b020-ad48633b9bbf {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:33:00.471792 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43346ad-6651-4cca-89e0-aff03d4b7564 None None] Pushing event updated for resources: {'Port': ['ID=721bece6-0e22-40fb-a401-1116c79b9096,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:00.478948 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73276506-44b9-4bd0-9cee-04ca58a04474 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:33:00.479312 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73276506-44b9-4bd0-9cee-04ca58a04474 None None] Checking segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:33:00.480242 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-73276506-44b9-4bd0-9cee-04ca58a04474 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:00.480242 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73276506-44b9-4bd0-9cee-04ca58a04474 None None] Bound using segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:33:00.480555 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-73276506-44b9-4bd0-9cee-04ca58a04474 None None] Bound port: 721bece6-0e22-40fb-a401-1116c79b9096, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:33:00.480999 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-73276506-44b9-4bd0-9cee-04ca58a04474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:00.543969 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-73276506-44b9-4bd0-9cee-04ca58a04474 None None] For port 721bece6-0e22-40fb-a401-1116c79b9096, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:33:00.549009 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-73276506-44b9-4bd0-9cee-04ca58a04474 None None] For port 721bece6-0e22-40fb-a401-1116c79b9096, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=721bece6-0e22-40fb-a401-1116c79b9096,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:33:00.552964 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-30462b7d-cf20-4d7d-bec4-bfee4cae78bf None None] Provisioning complete for port 721bece6-0e22-40fb-a401-1116c79b9096 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:33:00.553346 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-30462b7d-cf20-4d7d-bec4-bfee4cae78bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:00.556728 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-73276506-44b9-4bd0-9cee-04ca58a04474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:00.632300 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279e6844-fcb3-4930-b686-5699b6da4543 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:33:00.666198 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43346ad-6651-4cca-89e0-aff03d4b7564 None None] Pushing event updated for resources: {'Port': ['ID=721bece6-0e22-40fb-a401-1116c79b9096,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:00.667979 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73276506-44b9-4bd0-9cee-04ca58a04474 None None] Routers {'1e3aeeb7-ecde-4fec-9432-d7b2c46def3f'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:33:00.668585 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-73276506-44b9-4bd0-9cee-04ca58a04474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:32:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['1e3aeeb7-ecde-4fec-9432-d7b2c46def3f'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:33:00.734961 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d07c7f-a8ad-43b0-9aad-cd3b903b7694 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event updated for resources: {'Subnet': ['ID=8e61ccd2-dd66-4adf-8510-f05e5d86ea40,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:00.742229 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d07c7f-a8ad-43b0-9aad-cd3b903b7694 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Checking segment: {'id': '3e09a9be-c28f-48e6-b97a-25cb8d91b778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '15eca62d-493b-4085-b454-0edef80525fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:33:00.742613 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d07c7f-a8ad-43b0-9aad-cd3b903b7694 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Network hostable DHCP agents. Network: 15eca62d-493b-4085-b454-0edef80525fc, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:33:00.760605 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d07c7f-a8ad-43b0-9aad-cd3b903b7694 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Network 15eca62d-493b-4085-b454-0edef80525fc is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:33:00.773105 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-59d07c7f-a8ad-43b0-9aad-cd3b903b7694 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 15eca62d-493b-4085-b454-0edef80525fc) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:33:00.777220 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d07c7f-a8ad-43b0-9aad-cd3b903b7694 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:00.778123 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-59d07c7f-a8ad-43b0-9aad-cd3b903b7694 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:00.799434 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 43470) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:00.800030 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-59d07c7f-a8ad-43b0-9aad-cd3b903b7694 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6760466 Nov 12 09:33:00.901994 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c32932-cb51-4676-ace6-67b9fa7638ca None None] Network 15eca62d-493b-4085-b454-0edef80525fc requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:33:00.999012 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-30462b7d-cf20-4d7d-bec4-bfee4cae78bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:01.043109 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-73276506-44b9-4bd0-9cee-04ca58a04474 None None] Set router 1e3aeeb7-ecde-4fec-9432-d7b2c46def3f gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:33:01.047453 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-30462b7d-cf20-4d7d-bec4-bfee4cae78bf None None] For port 721bece6-0e22-40fb-a401-1116c79b9096, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=721bece6-0e22-40fb-a401-1116c79b9096,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:33:01.106303 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-30462b7d-cf20-4d7d-bec4-bfee4cae78bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:01.252224 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-97286924-8b6b-4d4f-b171-3ea20d3f01b6 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:01.252565 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30462b7d-cf20-4d7d-bec4-bfee4cae78bf None None] Pushing event updated for resources: {'Port': ['ID=721bece6-0e22-40fb-a401-1116c79b9096,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:01.277718 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-1deaf611-b259-462e-86c0-377182e36c59 None None] Provisioning complete for port 721bece6-0e22-40fb-a401-1116c79b9096 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:33:01.278079 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1deaf611-b259-462e-86c0-377182e36c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:01.353677 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba4953f-c9cc-46c1-9322-7d1af319521f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-15eca62d-493b-4085-b454-0edef80525fc', 'network_id': '15eca62d-493b-4085-b454-0edef80525fc', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'fixed_ips': [{'subnet_id': '8e61ccd2-dd66-4adf-8510-f05e5d86ea40'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:33:01.354562 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7ba4953f-c9cc-46c1-9322-7d1af319521f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:01.503958 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-73276506-44b9-4bd0-9cee-04ca58a04474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3aeeb7-ecde-4fec-9432-d7b2c46def3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1039031076', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '721bece6-0e22-40fb-a401-1116c79b9096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:32:58Z', 'updated_at': '2021-11-12T09:32:59Z', 'revision_number': 3, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'gw_port': {'id': '721bece6-0e22-40fb-a401-1116c79b9096', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1f:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e3aeeb7-ecde-4fec-9432-d7b2c46def3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:32:58Z', 'updated_at': '2021-11-12T09:33:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:33:01.535008 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-97286924-8b6b-4d4f-b171-3ea20d3f01b6 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Allocated IP 172.20.0.1 (15eca62d-493b-4085-b454-0edef80525fc/8e61ccd2-dd66-4adf-8510-f05e5d86ea40/62b96d1e-d762-419d-be0a-b4a9023f0ac1) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:33:01.535309 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73276506-44b9-4bd0-9cee-04ca58a04474 None None] The sync data for ids ['1e3aeeb7-ecde-4fec-9432-d7b2c46def3f'] in n-d-765315-29 is: [{'id': '1e3aeeb7-ecde-4fec-9432-d7b2c46def3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1039031076', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '721bece6-0e22-40fb-a401-1116c79b9096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:32:58Z', 'updated_at': '2021-11-12T09:32:59Z', 'revision_number': 3, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'gw_port': {'id': '721bece6-0e22-40fb-a401-1116c79b9096', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1f:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e3aeeb7-ecde-4fec-9432-d7b2c46def3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:32:58Z', 'updated_at': '2021-11-12T09:33:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:33:01.656368 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-97286924-8b6b-4d4f-b171-3ea20d3f01b6 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:01.694178 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-97286924-8b6b-4d4f-b171-3ea20d3f01b6 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:01.733762 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97286924-8b6b-4d4f-b171-3ea20d3f01b6 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Network 15eca62d-493b-4085-b454-0edef80525fc is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:33:01.736869 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-97286924-8b6b-4d4f-b171-3ea20d3f01b6 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:33:01.744672 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97286924-8b6b-4d4f-b171-3ea20d3f01b6 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:33:01.750132 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-7ba4953f-c9cc-46c1-9322-7d1af319521f None None] Allocated IP 172.20.0.2 (15eca62d-493b-4085-b454-0edef80525fc/8e61ccd2-dd66-4adf-8510-f05e5d86ea40/dfd8d905-89fe-47ee-bc23-90ebd7e3138c) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:33:01.783999 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97286924-8b6b-4d4f-b171-3ea20d3f01b6 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event updated for resources: {'Port': ['ID=62b96d1e-d762-419d-be0a-b4a9023f0ac1,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:01.816006 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-97286924-8b6b-4d4f-b171-3ea20d3f01b6 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933481'] for router_interface, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:01.960769 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-97286924-8b6b-4d4f-b171-3ea20d3f01b6 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:01.966844 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7ba4953f-c9cc-46c1-9322-7d1af319521f None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:01.974775 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7ba4953f-c9cc-46c1-9322-7d1af319521f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:02.022913 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba4953f-c9cc-46c1-9322-7d1af319521f None None] Network 15eca62d-493b-4085-b454-0edef80525fc is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:33:02.025955 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-7ba4953f-c9cc-46c1-9322-7d1af319521f None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:33:02.030722 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba4953f-c9cc-46c1-9322-7d1af319521f None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:33:02.041405 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba4953f-c9cc-46c1-9322-7d1af319521f None None] Pushing event updated for resources: {'Port': ['ID=dfd8d905-89fe-47ee-bc23-90ebd7e3138c,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:02.091863 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-7ba4953f-c9cc-46c1-9322-7d1af319521f None None] Attempting to bind port dfd8d905-89fe-47ee-bc23-90ebd7e3138c on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:33:02.092342 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-7ba4953f-c9cc-46c1-9322-7d1af319521f None None] Attempting to bind port dfd8d905-89fe-47ee-bc23-90ebd7e3138c by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '3e09a9be-c28f-48e6-b97a-25cb8d91b778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '15eca62d-493b-4085-b454-0edef80525fc'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:33:02.092877 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba4953f-c9cc-46c1-9322-7d1af319521f None None] Attempting to bind port dfd8d905-89fe-47ee-bc23-90ebd7e3138c on network 15eca62d-493b-4085-b454-0edef80525fc {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:33:02.098772 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba4953f-c9cc-46c1-9322-7d1af319521f None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:33:02.099346 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba4953f-c9cc-46c1-9322-7d1af319521f None None] Checking segment: {'id': '3e09a9be-c28f-48e6-b97a-25cb8d91b778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '15eca62d-493b-4085-b454-0edef80525fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:33:02.099759 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7ba4953f-c9cc-46c1-9322-7d1af319521f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:02.100156 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba4953f-c9cc-46c1-9322-7d1af319521f None None] Bound using segment: {'id': '3e09a9be-c28f-48e6-b97a-25cb8d91b778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '15eca62d-493b-4085-b454-0edef80525fc'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:33:02.100693 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-7ba4953f-c9cc-46c1-9322-7d1af319521f None None] Bound port: dfd8d905-89fe-47ee-bc23-90ebd7e3138c, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e09a9be-c28f-48e6-b97a-25cb8d91b778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '15eca62d-493b-4085-b454-0edef80525fc'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:33:02.101114 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7ba4953f-c9cc-46c1-9322-7d1af319521f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:02.176779 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-7ba4953f-c9cc-46c1-9322-7d1af319521f None None] For port dfd8d905-89fe-47ee-bc23-90ebd7e3138c, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:33:02.180506 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-7ba4953f-c9cc-46c1-9322-7d1af319521f None None] For port dfd8d905-89fe-47ee-bc23-90ebd7e3138c, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=dfd8d905-89fe-47ee-bc23-90ebd7e3138c,segment=NetworkSegment(3e09a9be-c28f-48e6-b97a-25cb8d91b778),segment_id=3e09a9be-c28f-48e6-b97a-25cb8d91b778)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:33:02.185994 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7ba4953f-c9cc-46c1-9322-7d1af319521f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:02.257563 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba4953f-c9cc-46c1-9322-7d1af319521f None None] Pushing event updated for resources: {'Port': ['ID=dfd8d905-89fe-47ee-bc23-90ebd7e3138c,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:02.281316 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-97286924-8b6b-4d4f-b171-3ea20d3f01b6 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:02.288401 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-97286924-8b6b-4d4f-b171-3ea20d3f01b6 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:02.371438 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-97286924-8b6b-4d4f-b171-3ea20d3f01b6 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933629'] for router_interface, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:02.373310 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97286924-8b6b-4d4f-b171-3ea20d3f01b6 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event updated for resources: {'Port': ['ID=62b96d1e-d762-419d-be0a-b4a9023f0ac1,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:02.490553 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97286924-8b6b-4d4f-b171-3ea20d3f01b6 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Network 15eca62d-493b-4085-b454-0edef80525fc is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:33:02.492257 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-97286924-8b6b-4d4f-b171-3ea20d3f01b6 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:33:02.614765 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97286924-8b6b-4d4f-b171-3ea20d3f01b6 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Router 1e3aeeb7-ecde-4fec-9432-d7b2c46def3f has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:33:02.724375 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97286924-8b6b-4d4f-b171-3ea20d3f01b6 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:33:02.729437 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-97286924-8b6b-4d4f-b171-3ea20d3f01b6 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "PUT /v2.0/routers/1e3aeeb7-ecde-4fec-9432-d7b2c46def3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9287579 Nov 12 09:33:02.875659 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device dfd8d905-89fe-47ee-bc23-90ebd7e3138c up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:33:02.888722 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d5e8f88c-2b38-4a47-a4b2-801f68f4521c req-dd75ab01-c3ef-4aec-85fd-5ce2380e07b6 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1525577730&fields=id&tenant_id=a3e02b7551c24b2895d8eeeb9a0b62b4 HTTP/1.1" status: 200 len: 267 time: 0.0484502 Nov 12 09:33:02.928953 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port dfd8d905-89fe-47ee-bc23-90ebd7e3138c triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:33:02.929322 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:03.015092 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e8f88c-2b38-4a47-a4b2-801f68f4521c req-742d01ec-4e4e-4f4b-a97d-c84b8e882c2a tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:03.016844 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d5e8f88c-2b38-4a47-a4b2-801f68f4521c req-742d01ec-4e4e-4f4b-a97d-c84b8e882c2a tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/networks?id=15eca62d-493b-4085-b454-0edef80525fc HTTP/1.1" status: 200 len: 797 time: 0.1190407 Nov 12 09:33:03.019019 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:03.032070 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d5e8f88c-2b38-4a47-a4b2-801f68f4521c req-0be637e1-3ebe-4146-9ecc-fbad7ef0f418 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/quotas/a3e02b7551c24b2895d8eeeb9a0b62b4 HTTP/1.1" status: 200 len: 375 time: 0.0093830 Nov 12 09:33:03.054233 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] For port dfd8d905-89fe-47ee-bc23-90ebd7e3138c, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=dfd8d905-89fe-47ee-bc23-90ebd7e3138c,segment=NetworkSegment(3e09a9be-c28f-48e6-b97a-25cb8d91b778),segment_id=3e09a9be-c28f-48e6-b97a-25cb8d91b778)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:33:03.059033 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:03.059800 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 721bece6-0e22-40fb-a401-1116c79b9096 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:33:03.086706 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d5e8f88c-2b38-4a47-a4b2-801f68f4521c req-c0d5f742-b2f6-45ed-89a3-98aab54ef138 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a3e02b7551c24b2895d8eeeb9a0b62b4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478344 Nov 12 09:33:03.142083 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Pushing event updated for resources: {'Port': ['ID=dfd8d905-89fe-47ee-bc23-90ebd7e3138c,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:03.156239 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 721bece6-0e22-40fb-a401-1116c79b9096 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:33:03.156605 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:03.234879 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d5e8f88c-2b38-4a47-a4b2-801f68f4521c req-7d0583b4-18c9-400c-8164-0f08f3bb44ad service neutron] 10.222.0.26 "GET /v2.0/networks/15eca62d-493b-4085-b454-0edef80525fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350152 Nov 12 09:33:03.334288 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d5e8f88c-2b38-4a47-a4b2-801f68f4521c req-3e60f62c-0180-4aee-9ba0-64687dcc0bd2 service neutron] 10.222.0.26 "GET /v2.0/networks/15eca62d-493b-4085-b454-0edef80525fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919290 Nov 12 09:33:03.531296 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-62e6cd22-22dc-4a7c-9e17-69e077b51968 req-a880911e-7985-404e-bfb6-5ad338760d2b tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb7471af-294e-44a1-9bdf-8cfabbf7bba5 HTTP/1.1" status: 200 len: 210 time: 0.0509226 Nov 12 09:33:03.604878 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65cffc6c-bbf5-474c-ab32-bb67e505a1c9 None None] Network 15eca62d-493b-4085-b454-0edef80525fc requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:33:03.685307 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-29eea502-de53-448d-ba2c-7ffc4e82666f None None] Provisioning complete for port dfd8d905-89fe-47ee-bc23-90ebd7e3138c triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:33:03.685658 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-29eea502-de53-448d-ba2c-7ffc4e82666f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:03.713325 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2160181-e000-4d92-8a3e-5cafd140bc1d None None] Sync routers for ids ['1e3aeeb7-ecde-4fec-9432-d7b2c46def3f'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:33:03.724641 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2160181-e000-4d92-8a3e-5cafd140bc1d None None] Routers {'1e3aeeb7-ecde-4fec-9432-d7b2c46def3f'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:33:03.725261 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-b2160181-e000-4d92-8a3e-5cafd140bc1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:32:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['1e3aeeb7-ecde-4fec-9432-d7b2c46def3f'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:33:03.845497 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-b2160181-e000-4d92-8a3e-5cafd140bc1d None None] Set router 1e3aeeb7-ecde-4fec-9432-d7b2c46def3f gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:33:04.078473 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-b2160181-e000-4d92-8a3e-5cafd140bc1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3aeeb7-ecde-4fec-9432-d7b2c46def3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1039031076', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '721bece6-0e22-40fb-a401-1116c79b9096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:32:58Z', 'updated_at': '2021-11-12T09:33:01Z', 'revision_number': 4, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'gw_port': {'id': '721bece6-0e22-40fb-a401-1116c79b9096', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3aeeb7-ecde-4fec-9432-d7b2c46def3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:32:58Z', 'updated_at': '2021-11-12T09:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '62b96d1e-d762-419d-be0a-b4a9023f0ac1', 'name': '', 'network_id': '15eca62d-493b-4085-b454-0edef80525fc', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'mac_address': 'fa:16:3e:ac:dd:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e3aeeb7-ecde-4fec-9432-d7b2c46def3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '8e61ccd2-dd66-4adf-8510-f05e5d86ea40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:33:01Z', 'updated_at': '2021-11-12T09:33:02Z', 'revision_number': 2, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'subnets': [{'id': '8e61ccd2-dd66-4adf-8510-f05e5d86ea40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:33:04.109785 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2160181-e000-4d92-8a3e-5cafd140bc1d None None] Checking router: 1e3aeeb7-ecde-4fec-9432-d7b2c46def3f for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:33:04.110125 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2160181-e000-4d92-8a3e-5cafd140bc1d None None] Updating router 1e3aeeb7-ecde-4fec-9432-d7b2c46def3f port 62b96d1e-d762-419d-be0a-b4a9023f0ac1 binding host n-d-765315-29 {{(pid=102602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:33:04.141117 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-b2160181-e000-4d92-8a3e-5cafd140bc1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:04.144880 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f6950c07-519f-4a44-85f2-3ad9882aef6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:04.182948 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-0a094404-c1dd-47df-bd70-f4cc40999bbc None None] Provisioning complete for port 62b96d1e-d762-419d-be0a-b4a9023f0ac1 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:33:04.183309 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-0a094404-c1dd-47df-bd70-f4cc40999bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:04.228444 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-0a094404-c1dd-47df-bd70-f4cc40999bbc None None] Port 62b96d1e-d762-419d-be0a-b4a9023f0ac1 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:33:04.240291 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-0a094404-c1dd-47df-bd70-f4cc40999bbc None None] Provisioning complete for port dfd8d905-89fe-47ee-bc23-90ebd7e3138c triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:33:04.240666 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-0a094404-c1dd-47df-bd70-f4cc40999bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:04.453497 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-b2160181-e000-4d92-8a3e-5cafd140bc1d None None] Publish callbacks [] for port, precommit_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:04.465760 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-b2160181-e000-4d92-8a3e-5cafd140bc1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:04.472691 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-6bff572d-1588-4743-955b-3839a27e6aa1 None None] Provisioning complete for port 62b96d1e-d762-419d-be0a-b4a9023f0ac1 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:33:04.473133 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6bff572d-1588-4743-955b-3839a27e6aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:04.510021 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d6ceb9-61c7-40c8-a464-07f229d25f47 None None] Pushing event updated for resources: {'Port': ['ID=62b96d1e-d762-419d-be0a-b4a9023f0ac1,revision_number=3']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:04.513072 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-6bff572d-1588-4743-955b-3839a27e6aa1 None None] Port 62b96d1e-d762-419d-be0a-b4a9023f0ac1 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:33:04.520981 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d6ceb9-61c7-40c8-a464-07f229d25f47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:33:04.521499 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d6ceb9-61c7-40c8-a464-07f229d25f47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:33:04.521847 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d6ceb9-61c7-40c8-a464-07f229d25f47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:33:04.522180 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d6ceb9-61c7-40c8-a464-07f229d25f47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:33:04.522512 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d6ceb9-61c7-40c8-a464-07f229d25f47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:33:04.522873 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d6ceb9-61c7-40c8-a464-07f229d25f47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:33:04.523198 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d6ceb9-61c7-40c8-a464-07f229d25f47 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:33:04.523524 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d6ceb9-61c7-40c8-a464-07f229d25f47 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:33:04.523850 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d6ceb9-61c7-40c8-a464-07f229d25f47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:33:04.524170 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d6ceb9-61c7-40c8-a464-07f229d25f47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:33:04.524507 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d6ceb9-61c7-40c8-a464-07f229d25f47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:33:04.524829 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d6ceb9-61c7-40c8-a464-07f229d25f47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:33:04.586154 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-b2160181-e000-4d92-8a3e-5cafd140bc1d None None] Attempting to bind port 62b96d1e-d762-419d-be0a-b4a9023f0ac1 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:33:04.586530 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-b2160181-e000-4d92-8a3e-5cafd140bc1d None None] Attempting to bind port 62b96d1e-d762-419d-be0a-b4a9023f0ac1 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '3e09a9be-c28f-48e6-b97a-25cb8d91b778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '15eca62d-493b-4085-b454-0edef80525fc'}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:33:04.587149 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2160181-e000-4d92-8a3e-5cafd140bc1d None None] Attempting to bind port 62b96d1e-d762-419d-be0a-b4a9023f0ac1 on network 15eca62d-493b-4085-b454-0edef80525fc {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:33:04.593195 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2160181-e000-4d92-8a3e-5cafd140bc1d None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:33:04.593841 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2160181-e000-4d92-8a3e-5cafd140bc1d None None] Checking segment: {'id': '3e09a9be-c28f-48e6-b97a-25cb8d91b778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '15eca62d-493b-4085-b454-0edef80525fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:33:04.594438 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-b2160181-e000-4d92-8a3e-5cafd140bc1d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:04.595018 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2160181-e000-4d92-8a3e-5cafd140bc1d None None] Bound using segment: {'id': '3e09a9be-c28f-48e6-b97a-25cb8d91b778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '15eca62d-493b-4085-b454-0edef80525fc'} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:33:04.595650 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-b2160181-e000-4d92-8a3e-5cafd140bc1d None None] Bound port: 62b96d1e-d762-419d-be0a-b4a9023f0ac1, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e09a9be-c28f-48e6-b97a-25cb8d91b778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '15eca62d-493b-4085-b454-0edef80525fc'}}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:33:04.596212 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-b2160181-e000-4d92-8a3e-5cafd140bc1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:04.635977 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-955325f4-e69b-456f-b932-b62b718ba420 req-3a611240-b8a9-4e6b-b275-8b79bfe2a2db tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb7471af-294e-44a1-9bdf-8cfabbf7bba5 HTTP/1.1" status: 200 len: 210 time: 0.0294518 Nov 12 09:33:04.644641 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-a8a10d79-7a7f-4f91-a194-a51e4fef8cf8 None None] Provisioning complete for port 62b96d1e-d762-419d-be0a-b4a9023f0ac1 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:33:04.645072 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a8a10d79-7a7f-4f91-a194-a51e4fef8cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:04.695025 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-b2160181-e000-4d92-8a3e-5cafd140bc1d None None] For port 62b96d1e-d762-419d-be0a-b4a9023f0ac1, host n-d-765315-29, cleared binding levels {{(pid=102602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:33:04.699285 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-b2160181-e000-4d92-8a3e-5cafd140bc1d None None] For port 62b96d1e-d762-419d-be0a-b4a9023f0ac1, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=62b96d1e-d762-419d-be0a-b4a9023f0ac1,segment=NetworkSegment(3e09a9be-c28f-48e6-b97a-25cb8d91b778),segment_id=3e09a9be-c28f-48e6-b97a-25cb8d91b778)] {{(pid=102602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:33:04.699931 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-a8a10d79-7a7f-4f91-a194-a51e4fef8cf8 None None] Port 62b96d1e-d762-419d-be0a-b4a9023f0ac1 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:33:04.708130 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-b2160181-e000-4d92-8a3e-5cafd140bc1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:04.771671 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2160181-e000-4d92-8a3e-5cafd140bc1d None None] Routers {'1e3aeeb7-ecde-4fec-9432-d7b2c46def3f'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:33:04.772425 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-b2160181-e000-4d92-8a3e-5cafd140bc1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:32:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['1e3aeeb7-ecde-4fec-9432-d7b2c46def3f'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:33:04.827071 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d6ceb9-61c7-40c8-a464-07f229d25f47 None None] Pushing event updated for resources: {'Port': ['ID=62b96d1e-d762-419d-be0a-b4a9023f0ac1,revision_number=4']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:04.847954 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e19840b9-d1ca-425c-be9b-66a1b13fecef None None] Provisioning complete for port 62b96d1e-d762-419d-be0a-b4a9023f0ac1 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:33:04.848555 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e19840b9-d1ca-425c-be9b-66a1b13fecef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:04.871382 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e8f88c-2b38-4a47-a4b2-801f68f4521c req-c78ff91f-0f93-4cec-a269-b333c099c3c4 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:04.875095 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d5e8f88c-2b38-4a47-a4b2-801f68f4521c req-c78ff91f-0f93-4cec-a269-b333c099c3c4 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.21 "GET /v2.0/networks?id=15eca62d-493b-4085-b454-0edef80525fc HTTP/1.1" status: 200 len: 797 time: 0.1699920 Nov 12 09:33:04.887048 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device dfd8d905-89fe-47ee-bc23-90ebd7e3138c up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:33:04.954103 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-b2160181-e000-4d92-8a3e-5cafd140bc1d None None] Set router 1e3aeeb7-ecde-4fec-9432-d7b2c46def3f gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:33:04.970675 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d5e8f88c-2b38-4a47-a4b2-801f68f4521c req-f3ae7fa3-7b7b-46c1-a7b7-66dde7f51cd3 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3e02b7551c24b2895d8eeeb9a0b62b4 HTTP/1.1" status: 200 len: 380 time: 0.0859311 Nov 12 09:33:04.984120 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-d5e8f88c-2b38-4a47-a4b2-801f68f4521c req-0c83ae7f-104b-405a-9cc7-e8e90f621b9a tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Request body: {'port': {'device_id': 'fb7471af-294e-44a1-9bdf-8cfabbf7bba5', 'network_id': '15eca62d-493b-4085-b454-0edef80525fc', 'admin_state_up': True, 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'security_groups': ['a618a04c-309f-4b63-b77e-0beb61d0038a']}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:33:05.007364 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port dfd8d905-89fe-47ee-bc23-90ebd7e3138c triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:33:05.008004 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:05.038359 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e19840b9-d1ca-425c-be9b-66a1b13fecef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:05.083466 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e19840b9-d1ca-425c-be9b-66a1b13fecef None None] For port 62b96d1e-d762-419d-be0a-b4a9023f0ac1, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=62b96d1e-d762-419d-be0a-b4a9023f0ac1,segment=NetworkSegment(3e09a9be-c28f-48e6-b97a-25cb8d91b778),segment_id=3e09a9be-c28f-48e6-b97a-25cb8d91b778)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:33:05.090407 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e19840b9-d1ca-425c-be9b-66a1b13fecef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:05.117214 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5e8f88c-2b38-4a47-a4b2-801f68f4521c req-0c83ae7f-104b-405a-9cc7-e8e90f621b9a tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Made reservation on behalf of a3e02b7551c24b2895d8eeeb9a0b62b4 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:33:05.123539 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-d5e8f88c-2b38-4a47-a4b2-801f68f4521c req-0c83ae7f-104b-405a-9cc7-e8e90f621b9a tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:05.176932 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19840b9-d1ca-425c-be9b-66a1b13fecef None None] Pushing event updated for resources: {'Port': ['ID=62b96d1e-d762-419d-be0a-b4a9023f0ac1,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:05.202370 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-b2160181-e000-4d92-8a3e-5cafd140bc1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3aeeb7-ecde-4fec-9432-d7b2c46def3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1039031076', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '721bece6-0e22-40fb-a401-1116c79b9096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:32:58Z', 'updated_at': '2021-11-12T09:33:01Z', 'revision_number': 4, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'gw_port': {'id': '721bece6-0e22-40fb-a401-1116c79b9096', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3aeeb7-ecde-4fec-9432-d7b2c46def3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:32:58Z', 'updated_at': '2021-11-12T09:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '62b96d1e-d762-419d-be0a-b4a9023f0ac1', 'name': '', 'network_id': '15eca62d-493b-4085-b454-0edef80525fc', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'mac_address': 'fa:16:3e:ac:dd:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e3aeeb7-ecde-4fec-9432-d7b2c46def3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '8e61ccd2-dd66-4adf-8510-f05e5d86ea40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:33:01Z', 'updated_at': '2021-11-12T09:33:04Z', 'revision_number': 4, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'subnets': [{'id': '8e61ccd2-dd66-4adf-8510-f05e5d86ea40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:33:05.214028 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e25ab540-7ace-477d-8762-1f135093f4b0 None None] Provisioning complete for port 62b96d1e-d762-419d-be0a-b4a9023f0ac1 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:33:05.214775 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e25ab540-7ace-477d-8762-1f135093f4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:05.233886 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2160181-e000-4d92-8a3e-5cafd140bc1d None None] The sync data for ids ['1e3aeeb7-ecde-4fec-9432-d7b2c46def3f'] in n-d-765315-29 is: [{'id': '1e3aeeb7-ecde-4fec-9432-d7b2c46def3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1039031076', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '721bece6-0e22-40fb-a401-1116c79b9096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:32:58Z', 'updated_at': '2021-11-12T09:33:01Z', 'revision_number': 4, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'gw_port': {'id': '721bece6-0e22-40fb-a401-1116c79b9096', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3aeeb7-ecde-4fec-9432-d7b2c46def3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:32:58Z', 'updated_at': '2021-11-12T09:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '62b96d1e-d762-419d-be0a-b4a9023f0ac1', 'name': '', 'network_id': '15eca62d-493b-4085-b454-0edef80525fc', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'mac_address': 'fa:16:3e:ac:dd:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e3aeeb7-ecde-4fec-9432-d7b2c46def3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '8e61ccd2-dd66-4adf-8510-f05e5d86ea40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:33:01Z', 'updated_at': '2021-11-12T09:33:04Z', 'revision_number': 4, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'subnets': [{'id': '8e61ccd2-dd66-4adf-8510-f05e5d86ea40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:33:05.267770 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-d5e8f88c-2b38-4a47-a4b2-801f68f4521c req-0c83ae7f-104b-405a-9cc7-e8e90f621b9a tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Allocated IP 172.20.0.8 (15eca62d-493b-4085-b454-0edef80525fc/8e61ccd2-dd66-4adf-8510-f05e5d86ea40/b869838a-30d9-418e-a865-f61a2aaa3cb2) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:33:05.441202 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-d5e8f88c-2b38-4a47-a4b2-801f68f4521c req-0c83ae7f-104b-405a-9cc7-e8e90f621b9a tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:05.476776 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-d5e8f88c-2b38-4a47-a4b2-801f68f4521c req-0c83ae7f-104b-405a-9cc7-e8e90f621b9a tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:05.521928 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5e8f88c-2b38-4a47-a4b2-801f68f4521c req-0c83ae7f-104b-405a-9cc7-e8e90f621b9a tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Network 15eca62d-493b-4085-b454-0edef80525fc is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:33:05.527325 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-d5e8f88c-2b38-4a47-a4b2-801f68f4521c req-0c83ae7f-104b-405a-9cc7-e8e90f621b9a tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:33:05.531116 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5e8f88c-2b38-4a47-a4b2-801f68f4521c req-0c83ae7f-104b-405a-9cc7-e8e90f621b9a tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:33:05.559241 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c83ae7f-104b-405a-9cc7-e8e90f621b9a tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event updated for resources: {'Port': ['ID=b869838a-30d9-418e-a865-f61a2aaa3cb2,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:05.591842 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e8f88c-2b38-4a47-a4b2-801f68f4521c req-0c83ae7f-104b-405a-9cc7-e8e90f621b9a tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:05.592504 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-d5e8f88c-2b38-4a47-a4b2-801f68f4521c req-0c83ae7f-104b-405a-9cc7-e8e90f621b9a tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:05.611679 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d5e8f88c-2b38-4a47-a4b2-801f68f4521c req-0c83ae7f-104b-405a-9cc7-e8e90f621b9a tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6318691 Nov 12 09:33:05.677325 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-d5e8f88c-2b38-4a47-a4b2-801f68f4521c req-75e29ba0-1919-431c-907e-e80e273a3631 service neutron] Request body: {'port': {'device_id': 'fb7471af-294e-44a1-9bdf-8cfabbf7bba5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:33:05.794044 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cee8fd-25f2-4a78-aab9-7b4805d463f0 req-ecef821c-e482-408a-9de2-e49aef65d820 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:05.796635 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-16cee8fd-25f2-4a78-aab9-7b4805d463f0 req-ecef821c-e482-408a-9de2-e49aef65d820 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb7471af-294e-44a1-9bdf-8cfabbf7bba5 HTTP/1.1" status: 200 len: 931 time: 0.0613468 Nov 12 09:33:05.838492 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e6b83d1e-d153-4d3a-9c8e-98d738bf9f27 None None] Provisioning complete for port b869838a-30d9-418e-a865-f61a2aaa3cb2 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:33:05.838905 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e6b83d1e-d153-4d3a-9c8e-98d738bf9f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:05.883753 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-e6b83d1e-d153-4d3a-9c8e-98d738bf9f27 None None] Port b869838a-30d9-418e-a865-f61a2aaa3cb2 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:33:05.885349 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-16cee8fd-25f2-4a78-aab9-7b4805d463f0 req-cd55a053-0333-4f6e-b4f9-f8203485b035 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=a618a04c-309f-4b63-b77e-0beb61d0038a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801497 Nov 12 09:33:06.137086 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-d5e8f88c-2b38-4a47-a4b2-801f68f4521c req-75e29ba0-1919-431c-907e-e80e273a3631 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:06.206389 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:06.421372 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-d5e8f88c-2b38-4a47-a4b2-801f68f4521c req-75e29ba0-1919-431c-907e-e80e273a3631 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b869838a-30d9-418e-a865-f61a2aaa3cb2 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:33:06.430407 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-d5e8f88c-2b38-4a47-a4b2-801f68f4521c req-75e29ba0-1919-431c-907e-e80e273a3631 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:06.443747 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-d5e8f88c-2b38-4a47-a4b2-801f68f4521c req-75e29ba0-1919-431c-907e-e80e273a3631 service neutron] Transition to ACTIVE for port object b869838a-30d9-418e-a865-f61a2aaa3cb2 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:33:06.447028 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-d5e8f88c-2b38-4a47-a4b2-801f68f4521c req-75e29ba0-1919-431c-907e-e80e273a3631 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:06.503629 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e29ba0-1919-431c-907e-e80e273a3631 service neutron] Pushing event updated for resources: {'Port': ['ID=b869838a-30d9-418e-a865-f61a2aaa3cb2,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:06.577422 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-d5e8f88c-2b38-4a47-a4b2-801f68f4521c req-75e29ba0-1919-431c-907e-e80e273a3631 service neutron] Attempting to bind port b869838a-30d9-418e-a865-f61a2aaa3cb2 on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:33:06.577763 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-d5e8f88c-2b38-4a47-a4b2-801f68f4521c req-75e29ba0-1919-431c-907e-e80e273a3631 service neutron] Attempting to bind port b869838a-30d9-418e-a865-f61a2aaa3cb2 by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': '3e09a9be-c28f-48e6-b97a-25cb8d91b778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '15eca62d-493b-4085-b454-0edef80525fc'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:33:06.578099 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e8f88c-2b38-4a47-a4b2-801f68f4521c req-75e29ba0-1919-431c-907e-e80e273a3631 service neutron] Attempting to bind port b869838a-30d9-418e-a865-f61a2aaa3cb2 on network 15eca62d-493b-4085-b454-0edef80525fc {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:33:06.583449 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e8f88c-2b38-4a47-a4b2-801f68f4521c req-75e29ba0-1919-431c-907e-e80e273a3631 service neutron] Port b869838a-30d9-418e-a865-f61a2aaa3cb2 on network 15eca62d-493b-4085-b454-0edef80525fc not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:33:06.583969 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e8f88c-2b38-4a47-a4b2-801f68f4521c req-75e29ba0-1919-431c-907e-e80e273a3631 service neutron] Attempting to bind port b869838a-30d9-418e-a865-f61a2aaa3cb2 on network 15eca62d-493b-4085-b454-0edef80525fc {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:33:06.589422 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e8f88c-2b38-4a47-a4b2-801f68f4521c req-75e29ba0-1919-431c-907e-e80e273a3631 service neutron] Checking agent: {'id': '26215384-8035-4ce2-971a-8e67be80da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:33:06.589875 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e8f88c-2b38-4a47-a4b2-801f68f4521c req-75e29ba0-1919-431c-907e-e80e273a3631 service neutron] Checking segment: {'id': '3e09a9be-c28f-48e6-b97a-25cb8d91b778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '15eca62d-493b-4085-b454-0edef80525fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:33:06.590577 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e8f88c-2b38-4a47-a4b2-801f68f4521c req-75e29ba0-1919-431c-907e-e80e273a3631 service neutron] Bound using segment: {'id': '3e09a9be-c28f-48e6-b97a-25cb8d91b778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '15eca62d-493b-4085-b454-0edef80525fc'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:33:06.591132 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-d5e8f88c-2b38-4a47-a4b2-801f68f4521c req-75e29ba0-1919-431c-907e-e80e273a3631 service neutron] Bound port: b869838a-30d9-418e-a865-f61a2aaa3cb2, host: n-h1-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e09a9be-c28f-48e6-b97a-25cb8d91b778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '15eca62d-493b-4085-b454-0edef80525fc'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:33:06.591579 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-d5e8f88c-2b38-4a47-a4b2-801f68f4521c req-75e29ba0-1919-431c-907e-e80e273a3631 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:06.659110 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-d5e8f88c-2b38-4a47-a4b2-801f68f4521c req-75e29ba0-1919-431c-907e-e80e273a3631 service neutron] For port b869838a-30d9-418e-a865-f61a2aaa3cb2, host n-h1-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:33:06.663112 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-d5e8f88c-2b38-4a47-a4b2-801f68f4521c req-75e29ba0-1919-431c-907e-e80e273a3631 service neutron] For port b869838a-30d9-418e-a865-f61a2aaa3cb2, host n-h1-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=b869838a-30d9-418e-a865-f61a2aaa3cb2,segment=NetworkSegment(3e09a9be-c28f-48e6-b97a-25cb8d91b778),segment_id=3e09a9be-c28f-48e6-b97a-25cb8d91b778)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:33:06.667976 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-d5e8f88c-2b38-4a47-a4b2-801f68f4521c req-75e29ba0-1919-431c-907e-e80e273a3631 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:06.706479 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e8f88c-2b38-4a47-a4b2-801f68f4521c req-75e29ba0-1919-431c-907e-e80e273a3631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:06.707135 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-d5e8f88c-2b38-4a47-a4b2-801f68f4521c req-75e29ba0-1919-431c-907e-e80e273a3631 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:06.709132 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d5e8f88c-2b38-4a47-a4b2-801f68f4521c req-75e29ba0-1919-431c-907e-e80e273a3631 service neutron] 10.222.0.21 "PUT /v2.0/ports/b869838a-30d9-418e-a865-f61a2aaa3cb2 HTTP/1.1" status: 200 len: 1092 time: 1.0883796 Nov 12 09:33:06.709703 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb7471af-294e-44a1-9bdf-8cfabbf7bba5', 'tag': 'b869838a-30d9-418e-a865-f61a2aaa3cb2'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:33:06.711984 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c022ff2c5cb8d3060857f92f3690e67c01ee9cc1391db4b92ea76e21aea06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c594b16-bf33-4f5c-9798-372c9ecb8875" -d '{"events": [{"name": "network-changed", "server_uuid": "fb7471af-294e-44a1-9bdf-8cfabbf7bba5", "tag": "b869838a-30d9-418e-a865-f61a2aaa3cb2"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:33:06.743961 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e29ba0-1919-431c-907e-e80e273a3631 service neutron] Pushing event updated for resources: {'Port': ['ID=b869838a-30d9-418e-a865-f61a2aaa3cb2,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:06.819288 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e8f88c-2b38-4a47-a4b2-801f68f4521c req-b05c681b-0d29-4ab2-9148-4c985b2fc5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:06.820913 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d5e8f88c-2b38-4a47-a4b2-801f68f4521c req-b05c681b-0d29-4ab2-9148-4c985b2fc5b0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a3e02b7551c24b2895d8eeeb9a0b62b4&device_id=fb7471af-294e-44a1-9bdf-8cfabbf7bba5 HTTP/1.1" status: 200 len: 1095 time: 0.0600319 Nov 12 09:33:06.873898 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d5e8f88c-2b38-4a47-a4b2-801f68f4521c req-c51a0d3e-3156-4508-b302-2f73174972f9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b869838a-30d9-418e-a865-f61a2aaa3cb2 HTTP/1.1" status: 200 len: 217 time: 0.0441341 Nov 12 09:33:06.896958 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d00ba6a-b52e-416d-bf09-3b3787353e21 x-openstack-request-id: req-2d00ba6a-b52e-416d-bf09-3b3787353e21 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:33:06.897234 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb7471af-294e-44a1-9bdf-8cfabbf7bba5", "tag": "b869838a-30d9-418e-a865-f61a2aaa3cb2", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:33:06.897480 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2d00ba6a-b52e-416d-bf09-3b3787353e21 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:33:06.897875 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb7471af-294e-44a1-9bdf-8cfabbf7bba5', 'tag': 'b869838a-30d9-418e-a865-f61a2aaa3cb2', 'status': 'completed', 'code': 200} Nov 12 09:33:06.917341 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 62b96d1e-d762-419d-be0a-b4a9023f0ac1 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:33:06.939730 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e8f88c-2b38-4a47-a4b2-801f68f4521c req-a3ebee30-5459-49c7-bffa-3b6cb2381dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:06.941291 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d5e8f88c-2b38-4a47-a4b2-801f68f4521c req-a3ebee30-5459-49c7-bffa-3b6cb2381dfe service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8e61ccd2-dd66-4adf-8510-f05e5d86ea40 HTTP/1.1" status: 200 len: 835 time: 0.0581794 Nov 12 09:33:06.990973 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 62b96d1e-d762-419d-be0a-b4a9023f0ac1 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:33:06.991344 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:07.003755 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e8f88c-2b38-4a47-a4b2-801f68f4521c req-2e86df45-0eb4-4abe-b7d8-10c5f9b3486f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:07.003755 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d5e8f88c-2b38-4a47-a4b2-801f68f4521c req-2e86df45-0eb4-4abe-b7d8-10c5f9b3486f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=15eca62d-493b-4085-b454-0edef80525fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517950 Nov 12 09:33:07.034351 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4983c7-329f-4eb1-a27b-662e2e9b956f req-689bd04a-f39e-4068-a84f-854696e368cb tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:07.036502 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9f4983c7-329f-4eb1-a27b-662e2e9b956f req-689bd04a-f39e-4068-a84f-854696e368cb tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb7471af-294e-44a1-9bdf-8cfabbf7bba5 HTTP/1.1" status: 200 len: 943 time: 0.0683827 Nov 12 09:33:07.102493 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9f4983c7-329f-4eb1-a27b-662e2e9b956f req-c7a60bce-7cf6-4798-b270-d9f6566cd796 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=a618a04c-309f-4b63-b77e-0beb61d0038a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538626 Nov 12 09:33:07.116515 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d5e8f88c-2b38-4a47-a4b2-801f68f4521c req-3c0efdb8-02b7-4c56-ba08-a2348c9b7235 service neutron] 10.222.0.21 "GET /v2.0/networks/15eca62d-493b-4085-b454-0edef80525fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032495 Nov 12 09:33:07.167974 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6f3335be-2eb7-4ff6-b7b2-6e6aee874cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:07.219249 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d5e8f88c-2b38-4a47-a4b2-801f68f4521c req-2187e62a-f2a3-4679-bbdc-87c66312a830 service neutron] 10.222.0.21 "GET /v2.0/networks/15eca62d-493b-4085-b454-0edef80525fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940905 Nov 12 09:33:07.314551 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c594b16-bf33-4f5c-9798-372c9ecb8875 req-2b335227-8f66-4794-9aeb-230b1d40c7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:07.316076 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4c594b16-bf33-4f5c-9798-372c9ecb8875 req-2b335227-8f66-4794-9aeb-230b1d40c7cc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a3e02b7551c24b2895d8eeeb9a0b62b4&device_id=fb7471af-294e-44a1-9bdf-8cfabbf7bba5 HTTP/1.1" status: 200 len: 1095 time: 0.0418420 Nov 12 09:33:07.425566 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c594b16-bf33-4f5c-9798-372c9ecb8875 req-98408605-1b5c-485c-b469-002b0994dbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:07.427208 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4c594b16-bf33-4f5c-9798-372c9ecb8875 req-98408605-1b5c-485c-b469-002b0994dbcf service neutron] 10.222.0.21 "GET /v2.0/networks?id=15eca62d-493b-4085-b454-0edef80525fc HTTP/1.1" status: 200 len: 898 time: 0.1023262 Nov 12 09:33:07.471194 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4c594b16-bf33-4f5c-9798-372c9ecb8875 req-bf68f667-e0cc-4c70-a62a-7b377b984d90 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b869838a-30d9-418e-a865-f61a2aaa3cb2 HTTP/1.1" status: 200 len: 217 time: 0.0355494 Nov 12 09:33:07.521094 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c594b16-bf33-4f5c-9798-372c9ecb8875 req-aff74e94-e04d-444e-b5ff-212f06fb5893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:07.522642 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4c594b16-bf33-4f5c-9798-372c9ecb8875 req-aff74e94-e04d-444e-b5ff-212f06fb5893 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8e61ccd2-dd66-4adf-8510-f05e5d86ea40 HTTP/1.1" status: 200 len: 835 time: 0.0441508 Nov 12 09:33:07.574894 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c594b16-bf33-4f5c-9798-372c9ecb8875 req-c7e2bd13-65d0-4777-b329-05649e860ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:07.576425 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4c594b16-bf33-4f5c-9798-372c9ecb8875 req-c7e2bd13-65d0-4777-b329-05649e860ef7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=15eca62d-493b-4085-b454-0edef80525fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456634 Nov 12 09:33:07.668823 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4c594b16-bf33-4f5c-9798-372c9ecb8875 req-d6ffa994-ba32-485a-8c30-152efe39ad2d service neutron] 10.222.0.21 "GET /v2.0/networks/15eca62d-493b-4085-b454-0edef80525fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836778 Nov 12 09:33:07.766246 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-4c594b16-bf33-4f5c-9798-372c9ecb8875 req-0b9199b5-8068-41ed-ba40-6d0761a9d49f service neutron] 10.222.0.21 "GET /v2.0/networks/15eca62d-493b-4085-b454-0edef80525fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897894 Nov 12 09:33:08.220564 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e84f5f5-d168-4431-ae25-7fc77f13908f req-1aad090e-e22a-4ca5-88a2-4f5a49d4b5f9 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:08.222049 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4e84f5f5-d168-4431-ae25-7fc77f13908f req-1aad090e-e22a-4ca5-88a2-4f5a49d4b5f9 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb7471af-294e-44a1-9bdf-8cfabbf7bba5 HTTP/1.1" status: 200 len: 943 time: 0.0494542 Nov 12 09:33:08.226900 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:08.271742 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4e84f5f5-d168-4431-ae25-7fc77f13908f req-9e77ffe6-909c-4986-bdc8-869cd789e56a tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=a618a04c-309f-4b63-b77e-0beb61d0038a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423942 Nov 12 09:33:09.392927 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84222b5-e746-4d41-9844-4c6758d4503e req-f9c1cdc9-6348-4712-97e5-bd99adcb1cd8 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:09.394413 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b84222b5-e746-4d41-9844-4c6758d4503e req-f9c1cdc9-6348-4712-97e5-bd99adcb1cd8 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb7471af-294e-44a1-9bdf-8cfabbf7bba5 HTTP/1.1" status: 200 len: 943 time: 0.0545731 Nov 12 09:33:09.443644 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b84222b5-e746-4d41-9844-4c6758d4503e req-fec481ea-8b3a-48ca-80f2-d617ff0d3235 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=a618a04c-309f-4b63-b77e-0beb61d0038a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430272 Nov 12 09:33:09.562396 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:10.159500 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:10.559384 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff43937-f0de-41f8-a2cc-268c22942953 req-dc9a8bb8-1a68-4138-8710-3276682d8ac5 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:10.560874 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8ff43937-f0de-41f8-a2cc-268c22942953 req-dc9a8bb8-1a68-4138-8710-3276682d8ac5 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb7471af-294e-44a1-9bdf-8cfabbf7bba5 HTTP/1.1" status: 200 len: 943 time: 0.0497367 Nov 12 09:33:10.612216 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8ff43937-f0de-41f8-a2cc-268c22942953 req-f4c827f5-7c1d-40d2-896d-750087b2ba6b tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=a618a04c-309f-4b63-b77e-0beb61d0038a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449433 Nov 12 09:33:11.738820 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0b1864-9d51-4e36-a7cb-2c3517e9e736 req-780830bc-0a08-4414-8883-1b722c08d528 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:11.740215 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0d0b1864-9d51-4e36-a7cb-2c3517e9e736 req-780830bc-0a08-4414-8883-1b722c08d528 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb7471af-294e-44a1-9bdf-8cfabbf7bba5 HTTP/1.1" status: 200 len: 943 time: 0.0541632 Nov 12 09:33:11.789494 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0d0b1864-9d51-4e36-a7cb-2c3517e9e736 req-4ee12540-4679-4da8-9f27-fede8feef8e0 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=a618a04c-309f-4b63-b77e-0beb61d0038a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432978 Nov 12 09:33:12.155705 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device b869838a-30d9-418e-a865-f61a2aaa3cb2 details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:33:12.252830 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port b869838a-30d9-418e-a865-f61a2aaa3cb2, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=b869838a-30d9-418e-a865-f61a2aaa3cb2,segment=NetworkSegment(3e09a9be-c28f-48e6-b97a-25cb8d91b778),segment_id=3e09a9be-c28f-48e6-b97a-25cb8d91b778)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:33:12.264541 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Returning: {'device': 'b869838a-30d9-418e-a865-f61a2aaa3cb2', 'network_id': '15eca62d-493b-4085-b454-0edef80525fc', 'port_id': 'b869838a-30d9-418e-a865-f61a2aaa3cb2', 'mac_address': 'fa:16:3e:92:d0:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e61ccd2-dd66-4adf-8510-f05e5d86ea40', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:33:12.301765 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:12.314335 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-e530113a-7783-48f4-9840-8911a24052df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b869838a-30d9-418e-a865-f61a2aaa3cb2 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:33:12.334516 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port b869838a-30d9-418e-a865-f61a2aaa3cb2, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=b869838a-30d9-418e-a865-f61a2aaa3cb2,segment=NetworkSegment(3e09a9be-c28f-48e6-b97a-25cb8d91b778),segment_id=3e09a9be-c28f-48e6-b97a-25cb8d91b778)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:33:12.338213 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:12.388805 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=b869838a-30d9-418e-a865-f61a2aaa3cb2,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:12.767317 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['b869838a-30d9-418e-a865-f61a2aaa3cb2'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:33:12.918922 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e3e85-eda9-41ed-af33-4e9b54ab9065 req-e5aa70d3-0a7a-4b07-a65d-9a304c4f7d1d tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:12.920537 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b97e3e85-eda9-41ed-af33-4e9b54ab9065 req-e5aa70d3-0a7a-4b07-a65d-9a304c4f7d1d tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb7471af-294e-44a1-9bdf-8cfabbf7bba5 HTTP/1.1" status: 200 len: 944 time: 0.0630159 Nov 12 09:33:12.973555 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b97e3e85-eda9-41ed-af33-4e9b54ab9065 req-2d69a553-daca-43a1-a46c-928be5ae4582 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=a618a04c-309f-4b63-b77e-0beb61d0038a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455639 Nov 12 09:33:13.300757 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:14.089335 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07d831b-3f76-4bf2-9550-6c37e8dee8dd req-c0e7e62e-f65a-4e70-ae41-5b71e3b8bea3 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:14.091117 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d07d831b-3f76-4bf2-9550-6c37e8dee8dd req-c0e7e62e-f65a-4e70-ae41-5b71e3b8bea3 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb7471af-294e-44a1-9bdf-8cfabbf7bba5 HTTP/1.1" status: 200 len: 944 time: 0.0499575 Nov 12 09:33:14.144247 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d07d831b-3f76-4bf2-9550-6c37e8dee8dd req-6619e1ce-1cec-404e-8c75-2ed8b40ab64a tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=a618a04c-309f-4b63-b77e-0beb61d0038a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472012 Nov 12 09:33:14.170795 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device b869838a-30d9-418e-a865-f61a2aaa3cb2 up at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:33:14.221351 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning for port b869838a-30d9-418e-a865-f61a2aaa3cb2 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:33:14.227143 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning complete for port b869838a-30d9-418e-a865-f61a2aaa3cb2 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:33:14.227520 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:14.306624 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:14.332661 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb7471af-294e-44a1-9bdf-8cfabbf7bba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b869838a-30d9-418e-a865-f61a2aaa3cb2'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:33:14.335050 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132d5890bda14c85ea4d6a837dfa65400ea66c0cb50158568a7b02b7fe216ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a431cca-771e-4ac2-9f8c-bfc8de86824b" -d '{"events": [{"server_uuid": "fb7471af-294e-44a1-9bdf-8cfabbf7bba5", "name": "network-vif-plugged", "status": "completed", "tag": "b869838a-30d9-418e-a865-f61a2aaa3cb2"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:33:14.348077 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port b869838a-30d9-418e-a865-f61a2aaa3cb2, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=b869838a-30d9-418e-a865-f61a2aaa3cb2,segment=NetworkSegment(3e09a9be-c28f-48e6-b97a-25cb8d91b778),segment_id=3e09a9be-c28f-48e6-b97a-25cb8d91b778)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:33:14.352408 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:14.402844 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=b869838a-30d9-418e-a865-f61a2aaa3cb2,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:14.428229 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a5f1704-d1a7-4eb4-bed0-4f30f4e214b6 x-openstack-request-id: req-9a5f1704-d1a7-4eb4-bed0-4f30f4e214b6 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:33:14.428518 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb7471af-294e-44a1-9bdf-8cfabbf7bba5", "name": "network-vif-plugged", "status": "completed", "tag": "b869838a-30d9-418e-a865-f61a2aaa3cb2", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:33:14.428765 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9a5f1704-d1a7-4eb4-bed0-4f30f4e214b6 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:33:14.429158 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb7471af-294e-44a1-9bdf-8cfabbf7bba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b869838a-30d9-418e-a865-f61a2aaa3cb2', 'code': 200} Nov 12 09:33:14.532799 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfff58c6-75b0-4351-8056-61c4d69e5749 req-b3fa5f65-07d2-4bae-8d72-006815e603a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:14.534330 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cfff58c6-75b0-4351-8056-61c4d69e5749 req-b3fa5f65-07d2-4bae-8d72-006815e603a0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fb7471af-294e-44a1-9bdf-8cfabbf7bba5 HTTP/1.1" status: 200 len: 1097 time: 0.0438838 Nov 12 09:33:14.582369 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-cfff58c6-75b0-4351-8056-61c4d69e5749 req-2d567d8b-ce77-476d-83c7-ed544ed5b8ce service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a618a04c-309f-4b63-b77e-0beb61d0038a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394850 Nov 12 09:33:15.266625 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e376b7-68f1-407d-ad3f-db11aa919c7c req-a05c269e-19d3-4de8-8679-34e901170b50 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:15.268085 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-65e376b7-68f1-407d-ad3f-db11aa919c7c req-a05c269e-19d3-4de8-8679-34e901170b50 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb7471af-294e-44a1-9bdf-8cfabbf7bba5 HTTP/1.1" status: 200 len: 945 time: 0.0495965 Nov 12 09:33:15.318065 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-65e376b7-68f1-407d-ad3f-db11aa919c7c req-fecbd65e-811e-4569-9c82-2b58cf94ded6 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=a618a04c-309f-4b63-b77e-0beb61d0038a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435431 Nov 12 09:33:16.715935 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef32ae8-89bf-4729-8ad3-dc84905ff00f req-04f8016d-9461-40ce-9311-5a5e72a9191b tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:16.717430 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8ef32ae8-89bf-4729-8ad3-dc84905ff00f req-04f8016d-9461-40ce-9311-5a5e72a9191b tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb7471af-294e-44a1-9bdf-8cfabbf7bba5 HTTP/1.1" status: 200 len: 945 time: 0.0513108 Nov 12 09:33:16.767438 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8ef32ae8-89bf-4729-8ad3-dc84905ff00f req-95f3dbdc-b9b6-44c5-88be-f09710a0b428 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=a618a04c-309f-4b63-b77e-0beb61d0038a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438349 Nov 12 09:33:16.885470 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25068e07-6cef-4fe7-b2fc-e24a3d76d4a4 req-0cff9963-4373-4837-b565-f04e46e37c94 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:16.886965 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-25068e07-6cef-4fe7-b2fc-e24a3d76d4a4 req-0cff9963-4373-4837-b565-f04e46e37c94 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb7471af-294e-44a1-9bdf-8cfabbf7bba5 HTTP/1.1" status: 200 len: 945 time: 0.0538564 Nov 12 09:33:16.936295 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-25068e07-6cef-4fe7-b2fc-e24a3d76d4a4 req-5c0c2bf9-8aa1-423f-8893-521aebebf9db tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=a618a04c-309f-4b63-b77e-0beb61d0038a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432913 Nov 12 09:33:16.958257 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 43534) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:16.998885 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7dd446f-5d4e-4979-bb66-8bc92222f7da tempest-TestNetworkAdvancedServerOps-1577495236 tempest-TestNetworkAdvancedServerOps-1577495236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:17.000395 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-a7dd446f-5d4e-4979-bb66-8bc92222f7da tempest-TestNetworkAdvancedServerOps-1577495236 tempest-TestNetworkAdvancedServerOps-1577495236-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=fb7471af-294e-44a1-9bdf-8cfabbf7bba5 HTTP/1.1" status: 200 len: 1092 time: 0.0411499 Nov 12 09:33:17.003268 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 43536) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:17.007607 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-514c4235-749b-4b9a-a1c1-ce6f4f519df9 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Request body: {'floatingip': {'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'port_id': 'b869838a-30d9-418e-a865-f61a2aaa3cb2', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:33:17.028285 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-514c4235-749b-4b9a-a1c1-ce6f4f519df9 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for floatingip, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:17.130726 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-514c4235-749b-4b9a-a1c1-ce6f4f519df9 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:17.250236 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-514c4235-749b-4b9a-a1c1-ce6f4f519df9 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Allocated IP 172.25.2.213 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/e25cbd8c-e0be-42c8-a264-096a5358c3d0) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:33:17.355718 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-514c4235-749b-4b9a-a1c1-ce6f4f519df9 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:17.388325 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-514c4235-749b-4b9a-a1c1-ce6f4f519df9 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:17.424544 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514c4235-749b-4b9a-a1c1-ce6f4f519df9 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:33:17.427536 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-514c4235-749b-4b9a-a1c1-ce6f4f519df9 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:33:17.432977 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514c4235-749b-4b9a-a1c1-ce6f4f519df9 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:33:17.456300 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514c4235-749b-4b9a-a1c1-ce6f4f519df9 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event updated for resources: {'Port': ['ID=e25cbd8c-e0be-42c8-a264-096a5358c3d0,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:17.793010 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-514c4235-749b-4b9a-a1c1-ce6f4f519df9 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:17.859139 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-514c4235-749b-4b9a-a1c1-ce6f4f519df9 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:18.011469 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-514c4235-749b-4b9a-a1c1-ce6f4f519df9 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:18.016695 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-514c4235-749b-4b9a-a1c1-ce6f4f519df9 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:18.086109 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514c4235-749b-4b9a-a1c1-ce6f4f519df9 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event updated for resources: {'Port': ['ID=e25cbd8c-e0be-42c8-a264-096a5358c3d0,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:18.100093 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-514c4235-749b-4b9a-a1c1-ce6f4f519df9 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:18.203074 n-d-765315-29 neutron-server[102600]: INFO neutron.db.l3_db [None req-514c4235-749b-4b9a-a1c1-ce6f4f519df9 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Floating IP 0c49eba7-e279-432b-b0f9-693169254671 associated. External IP: 172.25.2.213, port: b869838a-30d9-418e-a865-f61a2aaa3cb2. Nov 12 09:33:18.413753 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-514c4235-749b-4b9a-a1c1-ce6f4f519df9 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Router 1e3aeeb7-ecde-4fec-9432-d7b2c46def3f has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:33:18.522026 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-514c4235-749b-4b9a-a1c1-ce6f4f519df9 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:33:18.532939 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f829ce9-9091-4efe-bab1-be915bceba85 None None] Sync routers for ids ['1e3aeeb7-ecde-4fec-9432-d7b2c46def3f'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:33:18.541704 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-514c4235-749b-4b9a-a1c1-ce6f4f519df9 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:18.543232 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f829ce9-9091-4efe-bab1-be915bceba85 None None] Routers {'1e3aeeb7-ecde-4fec-9432-d7b2c46def3f'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:33:18.543849 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-8f829ce9-9091-4efe-bab1-be915bceba85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:33:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['1e3aeeb7-ecde-4fec-9432-d7b2c46def3f'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:33:18.570286 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-514c4235-749b-4b9a-a1c1-ce6f4f519df9 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5659621 Nov 12 09:33:18.571005 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb7471af-294e-44a1-9bdf-8cfabbf7bba5', 'tag': 'b869838a-30d9-418e-a865-f61a2aaa3cb2'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:33:18.573475 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b9376c9088a4f533a787632e68a0b9d71673112fb90a02c33b14ced1cf80ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e77450-bfd1-41fc-ba58-d6c31388c438" -d '{"events": [{"name": "network-changed", "server_uuid": "fb7471af-294e-44a1-9bdf-8cfabbf7bba5", "tag": "b869838a-30d9-418e-a865-f61a2aaa3cb2"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:33:18.660763 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-8f829ce9-9091-4efe-bab1-be915bceba85 None None] Set router 1e3aeeb7-ecde-4fec-9432-d7b2c46def3f gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:33:18.670401 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf77de6-7a59-4651-aafc-1d4409488671 req-af8db3fd-131f-4108-9240-83d03400b890 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:18.672080 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fcf77de6-7a59-4651-aafc-1d4409488671 req-af8db3fd-131f-4108-9240-83d03400b890 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb7471af-294e-44a1-9bdf-8cfabbf7bba5 HTTP/1.1" status: 200 len: 945 time: 0.0527787 Nov 12 09:33:18.727930 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fcf77de6-7a59-4651-aafc-1d4409488671 req-b0a0a716-71c2-4f8c-ad8a-8d49018d2f7d tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=a618a04c-309f-4b63-b77e-0beb61d0038a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450525 Nov 12 09:33:18.750257 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 43542) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:18.773115 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cc4380f-d1c6-434e-839b-7e0bedfc8d22 x-openstack-request-id: req-0cc4380f-d1c6-434e-839b-7e0bedfc8d22 {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:33:18.773411 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb7471af-294e-44a1-9bdf-8cfabbf7bba5", "tag": "b869838a-30d9-418e-a865-f61a2aaa3cb2", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:33:18.773666 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0cc4380f-d1c6-434e-839b-7e0bedfc8d22 {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:33:18.774108 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb7471af-294e-44a1-9bdf-8cfabbf7bba5', 'tag': 'b869838a-30d9-418e-a865-f61a2aaa3cb2', 'status': 'completed', 'code': 200} Nov 12 09:33:18.851536 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-700b96c0-b5b0-4bf8-850d-5ac667623ffe tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/floatingips/0c49eba7-e279-432b-b0f9-693169254671 HTTP/1.1" status: 200 len: 991 time: 0.0983601 Nov 12 09:33:18.860019 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e77450-bfd1-41fc-ba58-d6c31388c438 req-06273a71-8605-40bd-ac05-9822bdd8f74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:18.861486 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-52e77450-bfd1-41fc-ba58-d6c31388c438 req-06273a71-8605-40bd-ac05-9822bdd8f74c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a3e02b7551c24b2895d8eeeb9a0b62b4&device_id=fb7471af-294e-44a1-9bdf-8cfabbf7bba5 HTTP/1.1" status: 200 len: 1097 time: 0.0557904 Nov 12 09:33:18.906652 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-8f829ce9-9091-4efe-bab1-be915bceba85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3aeeb7-ecde-4fec-9432-d7b2c46def3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1039031076', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '721bece6-0e22-40fb-a401-1116c79b9096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:32:58Z', 'updated_at': '2021-11-12T09:33:01Z', 'revision_number': 4, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'gw_port': {'id': '721bece6-0e22-40fb-a401-1116c79b9096', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3aeeb7-ecde-4fec-9432-d7b2c46def3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:32:58Z', 'updated_at': '2021-11-12T09:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': '0c49eba7-e279-432b-b0f9-693169254671', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'floating_ip_address': '172.25.2.213', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': '1e3aeeb7-ecde-4fec-9432-d7b2c46def3f', 'port_id': 'b869838a-30d9-418e-a865-f61a2aaa3cb2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15eca62d-493b-4085-b454-0edef80525fc', 'mac_address': 'fa:16:3e:92:d0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb7471af-294e-44a1-9bdf-8cfabbf7bba5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:33:17Z', 'updated_at': '2021-11-12T09:33:17Z', 'revision_number': 0, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62b96d1e-d762-419d-be0a-b4a9023f0ac1', 'name': '', 'network_id': '15eca62d-493b-4085-b454-0edef80525fc', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'mac_address': 'fa:16:3e:ac:dd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3aeeb7-ecde-4fec-9432-d7b2c46def3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '8e61ccd2-dd66-4adf-8510-f05e5d86ea40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:33:01Z', 'updated_at': '2021-11-12T09:33:05Z', 'revision_number': 5, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'subnets': [{'id': '8e61ccd2-dd66-4adf-8510-f05e5d86ea40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:33:18.934551 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f829ce9-9091-4efe-bab1-be915bceba85 None None] Checking router: 1e3aeeb7-ecde-4fec-9432-d7b2c46def3f for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:33:18.943363 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f829ce9-9091-4efe-bab1-be915bceba85 None None] Routers {'1e3aeeb7-ecde-4fec-9432-d7b2c46def3f'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:33:18.943975 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-8f829ce9-9091-4efe-bab1-be915bceba85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:33:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['1e3aeeb7-ecde-4fec-9432-d7b2c46def3f'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:33:18.961407 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e77450-bfd1-41fc-ba58-d6c31388c438 req-6c1e9cd4-2223-4ed7-9049-c590a04ac287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:18.962930 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-52e77450-bfd1-41fc-ba58-d6c31388c438 req-6c1e9cd4-2223-4ed7-9049-c590a04ac287 service neutron] 10.222.0.21 "GET /v2.0/networks?id=15eca62d-493b-4085-b454-0edef80525fc HTTP/1.1" status: 200 len: 898 time: 0.0924840 Nov 12 09:33:19.031450 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-52e77450-bfd1-41fc-ba58-d6c31388c438 req-f0e511ac-2f48-4b76-8c93-426dc68150d9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b869838a-30d9-418e-a865-f61a2aaa3cb2 HTTP/1.1" status: 200 len: 999 time: 0.0599513 Nov 12 09:33:19.053101 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-8f829ce9-9091-4efe-bab1-be915bceba85 None None] Set router 1e3aeeb7-ecde-4fec-9432-d7b2c46def3f gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:33:19.084066 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e77450-bfd1-41fc-ba58-d6c31388c438 req-655162e3-6a2b-408e-8805-13d609466975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:19.085547 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-52e77450-bfd1-41fc-ba58-d6c31388c438 req-655162e3-6a2b-408e-8805-13d609466975 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8e61ccd2-dd66-4adf-8510-f05e5d86ea40 HTTP/1.1" status: 200 len: 835 time: 0.0458295 Nov 12 09:33:19.139868 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e77450-bfd1-41fc-ba58-d6c31388c438 req-c6f9ea4c-e623-4808-b4e7-f3fcdba0845e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:19.141403 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-52e77450-bfd1-41fc-ba58-d6c31388c438 req-c6f9ea4c-e623-4808-b4e7-f3fcdba0845e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=15eca62d-493b-4085-b454-0edef80525fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455599 Nov 12 09:33:19.244519 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-52e77450-bfd1-41fc-ba58-d6c31388c438 req-49aa1865-a617-4347-b4b4-980ad547c2c1 service neutron] 10.222.0.21 "GET /v2.0/networks/15eca62d-493b-4085-b454-0edef80525fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949564 Nov 12 09:33:19.344995 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-52e77450-bfd1-41fc-ba58-d6c31388c438 req-5abf2b46-e70e-450c-b4c9-65ccfec222cc service neutron] 10.222.0.21 "GET /v2.0/networks/15eca62d-493b-4085-b454-0edef80525fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926685 Nov 12 09:33:19.377833 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-8f829ce9-9091-4efe-bab1-be915bceba85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3aeeb7-ecde-4fec-9432-d7b2c46def3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1039031076', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '721bece6-0e22-40fb-a401-1116c79b9096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:32:58Z', 'updated_at': '2021-11-12T09:33:01Z', 'revision_number': 4, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'gw_port': {'id': '721bece6-0e22-40fb-a401-1116c79b9096', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3aeeb7-ecde-4fec-9432-d7b2c46def3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:32:58Z', 'updated_at': '2021-11-12T09:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': '0c49eba7-e279-432b-b0f9-693169254671', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'floating_ip_address': '172.25.2.213', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': '1e3aeeb7-ecde-4fec-9432-d7b2c46def3f', 'port_id': 'b869838a-30d9-418e-a865-f61a2aaa3cb2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15eca62d-493b-4085-b454-0edef80525fc', 'mac_address': 'fa:16:3e:92:d0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb7471af-294e-44a1-9bdf-8cfabbf7bba5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:33:17Z', 'updated_at': '2021-11-12T09:33:17Z', 'revision_number': 0, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62b96d1e-d762-419d-be0a-b4a9023f0ac1', 'name': '', 'network_id': '15eca62d-493b-4085-b454-0edef80525fc', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'mac_address': 'fa:16:3e:ac:dd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3aeeb7-ecde-4fec-9432-d7b2c46def3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '8e61ccd2-dd66-4adf-8510-f05e5d86ea40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:33:01Z', 'updated_at': '2021-11-12T09:33:05Z', 'revision_number': 5, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'subnets': [{'id': '8e61ccd2-dd66-4adf-8510-f05e5d86ea40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:33:19.411356 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f829ce9-9091-4efe-bab1-be915bceba85 None None] The sync data for ids ['1e3aeeb7-ecde-4fec-9432-d7b2c46def3f'] in n-d-765315-29 is: [{'id': '1e3aeeb7-ecde-4fec-9432-d7b2c46def3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1039031076', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '721bece6-0e22-40fb-a401-1116c79b9096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:32:58Z', 'updated_at': '2021-11-12T09:33:01Z', 'revision_number': 4, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'gw_port': {'id': '721bece6-0e22-40fb-a401-1116c79b9096', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3aeeb7-ecde-4fec-9432-d7b2c46def3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:32:58Z', 'updated_at': '2021-11-12T09:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': '0c49eba7-e279-432b-b0f9-693169254671', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'floating_ip_address': '172.25.2.213', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': '1e3aeeb7-ecde-4fec-9432-d7b2c46def3f', 'port_id': 'b869838a-30d9-418e-a865-f61a2aaa3cb2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15eca62d-493b-4085-b454-0edef80525fc', 'mac_address': 'fa:16:3e:92:d0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb7471af-294e-44a1-9bdf-8cfabbf7bba5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:33:17Z', 'updated_at': '2021-11-12T09:33:17Z', 'revision_number': 0, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62b96d1e-d762-419d-be0a-b4a9023f0ac1', 'name': '', 'network_id': '15eca62d-493b-4085-b454-0edef80525fc', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'mac_address': 'fa:16:3e:ac:dd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3aeeb7-ecde-4fec-9432-d7b2c46def3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '8e61ccd2-dd66-4adf-8510-f05e5d86ea40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:33:01Z', 'updated_at': '2021-11-12T09:33:05Z', 'revision_number': 5, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'subnets': [{'id': '8e61ccd2-dd66-4adf-8510-f05e5d86ea40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:33:19.602888 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f931a0b5-be7c-408b-bab9-03e44c6ff608 None None] New status for floating IP 0c49eba7-e279-432b-b0f9-693169254671: ACTIVE {{(pid=102602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:33:19.853619 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 43544) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:19.915789 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-076a4440-f246-45d0-a3c3-4d0c2fcab50e tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/floatingips/0c49eba7-e279-432b-b0f9-693169254671 HTTP/1.1" status: 200 len: 993 time: 0.0609639 Nov 12 09:33:34.148329 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ebef0d1e-0d10-486f-ba77-b503c53f1ef2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:36.195949 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:37.170270 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-39b2ff65-4fae-4631-bbf9-5062474b6dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:37.227731 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:33:38.231775 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:39.563497 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:40.162550 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:43.299539 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:04.149556 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-91d804e0-0448-4a69-b214-9f504067cad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:06.198207 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:07.172875 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-03ee0b7f-75c0-4e3f-9b24-136d3477e1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:08.235053 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:09.566424 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:10.164319 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:13.298536 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:14.228029 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:34:14.271372 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-367c9cc3-4810-4425-b514-7f12103bfc8b req-d648fee0-4355-4afa-8778-df4d71558bda service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fb7471af-294e-44a1-9bdf-8cfabbf7bba5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0419464 Nov 12 09:34:14.359109 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367c9cc3-4810-4425-b514-7f12103bfc8b req-16efeaf3-3169-4598-a241-91dbae446949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:14.360595 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-367c9cc3-4810-4425-b514-7f12103bfc8b req-16efeaf3-3169-4598-a241-91dbae446949 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a3e02b7551c24b2895d8eeeb9a0b62b4&device_id=fb7471af-294e-44a1-9bdf-8cfabbf7bba5 HTTP/1.1" status: 200 len: 1097 time: 0.0423424 Nov 12 09:34:14.471926 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367c9cc3-4810-4425-b514-7f12103bfc8b req-56e027bb-851c-459c-a8af-44a0cc252faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:14.473395 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-367c9cc3-4810-4425-b514-7f12103bfc8b req-56e027bb-851c-459c-a8af-44a0cc252faf service neutron] 10.222.0.21 "GET /v2.0/networks?id=15eca62d-493b-4085-b454-0edef80525fc HTTP/1.1" status: 200 len: 898 time: 0.0922451 Nov 12 09:34:14.540182 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-367c9cc3-4810-4425-b514-7f12103bfc8b req-3752bc63-56ea-408b-a574-43180e8349f8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b869838a-30d9-418e-a865-f61a2aaa3cb2 HTTP/1.1" status: 200 len: 1001 time: 0.0589430 Nov 12 09:34:14.596565 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367c9cc3-4810-4425-b514-7f12103bfc8b req-2829a7e6-a50a-449d-be76-4e3599715457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:14.598012 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-367c9cc3-4810-4425-b514-7f12103bfc8b req-2829a7e6-a50a-449d-be76-4e3599715457 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8e61ccd2-dd66-4adf-8510-f05e5d86ea40 HTTP/1.1" status: 200 len: 835 time: 0.0481324 Nov 12 09:34:14.644476 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367c9cc3-4810-4425-b514-7f12103bfc8b req-74e0c555-0291-4ad4-854c-5a92be9f4745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:14.645964 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-367c9cc3-4810-4425-b514-7f12103bfc8b req-74e0c555-0291-4ad4-854c-5a92be9f4745 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=15eca62d-493b-4085-b454-0edef80525fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404763 Nov 12 09:34:14.738105 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-367c9cc3-4810-4425-b514-7f12103bfc8b req-d080881e-c744-4a51-8e8a-058ebd663903 service neutron] 10.222.0.21 "GET /v2.0/networks/15eca62d-493b-4085-b454-0edef80525fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846453 Nov 12 09:34:14.832985 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-367c9cc3-4810-4425-b514-7f12103bfc8b req-2e6bc8eb-8bc3-4d85-8019-83868948e108 service neutron] 10.222.0.21 "GET /v2.0/networks/15eca62d-493b-4085-b454-0edef80525fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873680 Nov 12 09:34:34.152042 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-049e916d-7f6a-420c-91f4-3aeef77f7606 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:36.202083 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:37.120442 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ab4f4f-8869-4529-94ab-46de2d1dc900 req-06600de5-7472-436d-8315-88bf898be6a0 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:37.121916 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-26ab4f4f-8869-4529-94ab-46de2d1dc900 req-06600de5-7472-436d-8315-88bf898be6a0 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb7471af-294e-44a1-9bdf-8cfabbf7bba5 HTTP/1.1" status: 200 len: 945 time: 0.0549011 Nov 12 09:34:37.173089 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-26ab4f4f-8869-4529-94ab-46de2d1dc900 req-da9a4a61-3517-469b-b300-d5cf81fbc3fa tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=a618a04c-309f-4b63-b77e-0beb61d0038a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450754 Nov 12 09:34:37.175349 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-02018863-f9f9-4bed-85a8-f1b8c6c9bf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:38.236701 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:38.290674 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b61fccf-da15-4387-82df-af1451de54fa req-372dd822-2466-4397-8236-191e685c65f5 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:38.292152 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2b61fccf-da15-4387-82df-af1451de54fa req-372dd822-2466-4397-8236-191e685c65f5 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb7471af-294e-44a1-9bdf-8cfabbf7bba5 HTTP/1.1" status: 200 len: 945 time: 0.0492954 Nov 12 09:34:38.342556 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2b61fccf-da15-4387-82df-af1451de54fa req-804d2c63-8168-4185-90bb-acbcb50f129e tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=a618a04c-309f-4b63-b77e-0beb61d0038a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442166 Nov 12 09:34:38.365032 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 43580) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:34:38.429580 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-7049da91-a04a-4221-954e-54e01bcddc90 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/floatingips/0c49eba7-e279-432b-b0f9-693169254671 HTTP/1.1" status: 200 len: 993 time: 0.0634143 Nov 12 09:34:39.569873 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:39.742047 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9bf2c6-cd0c-41c4-a607-63e63e0a20b3 req-383006a3-28bc-44ad-b1d3-7d36f59b23e3 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:39.743553 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ed9bf2c6-cd0c-41c4-a607-63e63e0a20b3 req-383006a3-28bc-44ad-b1d3-7d36f59b23e3 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb7471af-294e-44a1-9bdf-8cfabbf7bba5 HTTP/1.1" status: 200 len: 945 time: 0.0585468 Nov 12 09:34:39.809655 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ed9bf2c6-cd0c-41c4-a607-63e63e0a20b3 req-7bc29c78-a744-481c-b634-9ee320366256 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=a618a04c-309f-4b63-b77e-0beb61d0038a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595188 Nov 12 09:34:40.166649 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:40.940609 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb836fa-5d8e-4875-b6c1-d44e12afdd2f req-d31c3add-6bf4-4527-b269-954f69c9a3a7 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:40.942310 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ecb836fa-5d8e-4875-b6c1-d44e12afdd2f req-d31c3add-6bf4-4527-b269-954f69c9a3a7 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb7471af-294e-44a1-9bdf-8cfabbf7bba5 HTTP/1.1" status: 200 len: 945 time: 0.0501168 Nov 12 09:34:40.997263 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ecb836fa-5d8e-4875-b6c1-d44e12afdd2f req-27bfffb8-8e30-45bc-be96-11b4ccf1d057 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=a618a04c-309f-4b63-b77e-0beb61d0038a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489573 Nov 12 09:34:41.020835 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 43590) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:34:41.086193 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-bedbf897-51e9-485e-82b1-e0550699bb2b tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/floatingips/0c49eba7-e279-432b-b0f9-693169254671 HTTP/1.1" status: 200 len: 993 time: 0.0641434 Nov 12 09:34:41.318724 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 43596) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:34:41.475692 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-ae38be6c-b393-4edf-a4b6-b16d369a0b3e tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Deleting port e25cbd8c-e0be-42c8-a264-096a5358c3d0 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:34:41.476030 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ae38be6c-b393-4edf-a4b6-b16d369a0b3e tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:41.555930 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ae38be6c-b393-4edf-a4b6-b16d369a0b3e tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:41.556259 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ae38be6c-b393-4edf-a4b6-b16d369a0b3e tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:41.568566 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-ae38be6c-b393-4edf-a4b6-b16d369a0b3e tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Calling delete_port for e25cbd8c-e0be-42c8-a264-096a5358c3d0 owned by network:floatingip {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:34:41.718828 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ae38be6c-b393-4edf-a4b6-b16d369a0b3e tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:41.750636 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae38be6c-b393-4edf-a4b6-b16d369a0b3e tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event deleted for resources: {'Port': ['ID=e25cbd8c-e0be-42c8-a264-096a5358c3d0,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:41.774784 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae38be6c-b393-4edf-a4b6-b16d369a0b3e tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:41.775137 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae38be6c-b393-4edf-a4b6-b16d369a0b3e tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:41.775481 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae38be6c-b393-4edf-a4b6-b16d369a0b3e tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:41.775864 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae38be6c-b393-4edf-a4b6-b16d369a0b3e tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:41.776165 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae38be6c-b393-4edf-a4b6-b16d369a0b3e tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:41.776503 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae38be6c-b393-4edf-a4b6-b16d369a0b3e tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:41.776836 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae38be6c-b393-4edf-a4b6-b16d369a0b3e tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:41.777167 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae38be6c-b393-4edf-a4b6-b16d369a0b3e tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:41.777497 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae38be6c-b393-4edf-a4b6-b16d369a0b3e tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:41.777824 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae38be6c-b393-4edf-a4b6-b16d369a0b3e tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:41.778152 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae38be6c-b393-4edf-a4b6-b16d369a0b3e tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:41.778474 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae38be6c-b393-4edf-a4b6-b16d369a0b3e tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:41.822417 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ae38be6c-b393-4edf-a4b6-b16d369a0b3e tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for floatingip, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:41.823408 n-d-765315-29 neutron-server[102600]: INFO neutron.db.l3_db [None req-ae38be6c-b393-4edf-a4b6-b16d369a0b3e tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Floating IP 0c49eba7-e279-432b-b0f9-693169254671 disassociated (deleted). External IP: 172.25.2.213, port: b869838a-30d9-418e-a865-f61a2aaa3cb2. Nov 12 09:34:42.307788 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae38be6c-b393-4edf-a4b6-b16d369a0b3e tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Router 1e3aeeb7-ecde-4fec-9432-d7b2c46def3f has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:34:42.416765 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae38be6c-b393-4edf-a4b6-b16d369a0b3e tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:34:42.421708 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ae38be6c-b393-4edf-a4b6-b16d369a0b3e tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:42.426415 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867471ef-1434-46fe-a41e-0f666e5c825f None None] Sync routers for ids ['1e3aeeb7-ecde-4fec-9432-d7b2c46def3f'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:34:42.436131 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867471ef-1434-46fe-a41e-0f666e5c825f None None] Routers {'1e3aeeb7-ecde-4fec-9432-d7b2c46def3f'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:34:42.436760 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-867471ef-1434-46fe-a41e-0f666e5c825f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:34:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['1e3aeeb7-ecde-4fec-9432-d7b2c46def3f'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:34:42.450362 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-ae38be6c-b393-4edf-a4b6-b16d369a0b3e tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "DELETE /v2.0/floatingips/0c49eba7-e279-432b-b0f9-693169254671 HTTP/1.1" status: 204 len: 168 time: 1.1306300 Nov 12 09:34:42.450956 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb7471af-294e-44a1-9bdf-8cfabbf7bba5', 'tag': 'b869838a-30d9-418e-a865-f61a2aaa3cb2'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:34:42.453184 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b9376c9088a4f533a787632e68a0b9d71673112fb90a02c33b14ced1cf80ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5418a235-4f0a-4b1c-a0c6-9c24d4e3853c" -d '{"events": [{"name": "network-changed", "server_uuid": "fb7471af-294e-44a1-9bdf-8cfabbf7bba5", "tag": "b869838a-30d9-418e-a865-f61a2aaa3cb2"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:34:42.547232 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-867471ef-1434-46fe-a41e-0f666e5c825f None None] Set router 1e3aeeb7-ecde-4fec-9432-d7b2c46def3f gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:34:42.623148 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-215acb2b-ddcf-45ce-b0f6-e861dd3ef6d1 x-openstack-request-id: req-215acb2b-ddcf-45ce-b0f6-e861dd3ef6d1 {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:34:42.623711 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb7471af-294e-44a1-9bdf-8cfabbf7bba5", "tag": "b869838a-30d9-418e-a865-f61a2aaa3cb2", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:34:42.624079 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-215acb2b-ddcf-45ce-b0f6-e861dd3ef6d1 {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:34:42.624606 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb7471af-294e-44a1-9bdf-8cfabbf7bba5', 'tag': 'b869838a-30d9-418e-a865-f61a2aaa3cb2', 'status': 'completed', 'code': 200} Nov 12 09:34:42.698931 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5418a235-4f0a-4b1c-a0c6-9c24d4e3853c req-f12109f1-ede9-4f86-bd12-7b1a6f4e03b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:42.700492 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5418a235-4f0a-4b1c-a0c6-9c24d4e3853c req-f12109f1-ede9-4f86-bd12-7b1a6f4e03b5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a3e02b7551c24b2895d8eeeb9a0b62b4&device_id=fb7471af-294e-44a1-9bdf-8cfabbf7bba5 HTTP/1.1" status: 200 len: 1097 time: 0.0444360 Nov 12 09:34:42.738700 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2e11f9-fbcb-46c2-ac61-897082cc13d9 req-0d7a3c25-f1f6-4d68-9873-2adaa085b0ff tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:42.740263 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7b2e11f9-fbcb-46c2-ac61-897082cc13d9 req-0d7a3c25-f1f6-4d68-9873-2adaa085b0ff tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb7471af-294e-44a1-9bdf-8cfabbf7bba5 HTTP/1.1" status: 200 len: 945 time: 0.0572925 Nov 12 09:34:42.793778 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7b2e11f9-fbcb-46c2-ac61-897082cc13d9 req-2179ce5a-f891-4a0c-b68b-7cc2fd6fd34f tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=a618a04c-309f-4b63-b77e-0beb61d0038a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465510 Nov 12 09:34:42.804769 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5418a235-4f0a-4b1c-a0c6-9c24d4e3853c req-7631536c-521e-4aac-a4c1-ba1e47c6cbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:42.806296 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5418a235-4f0a-4b1c-a0c6-9c24d4e3853c req-7631536c-521e-4aac-a4c1-ba1e47c6cbc3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=15eca62d-493b-4085-b454-0edef80525fc HTTP/1.1" status: 200 len: 898 time: 0.0960751 Nov 12 09:34:42.854388 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5418a235-4f0a-4b1c-a0c6-9c24d4e3853c req-26351f2f-7757-415b-b78e-cf1b0ccc714c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b869838a-30d9-418e-a865-f61a2aaa3cb2 HTTP/1.1" status: 200 len: 217 time: 0.0363970 Nov 12 09:34:42.906186 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5418a235-4f0a-4b1c-a0c6-9c24d4e3853c req-587ba134-ee12-4dfc-91dd-1cb042b49812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:42.907687 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5418a235-4f0a-4b1c-a0c6-9c24d4e3853c req-587ba134-ee12-4dfc-91dd-1cb042b49812 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8e61ccd2-dd66-4adf-8510-f05e5d86ea40 HTTP/1.1" status: 200 len: 835 time: 0.0457652 Nov 12 09:34:42.922362 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-867471ef-1434-46fe-a41e-0f666e5c825f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3aeeb7-ecde-4fec-9432-d7b2c46def3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1039031076', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '721bece6-0e22-40fb-a401-1116c79b9096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:32:58Z', 'updated_at': '2021-11-12T09:33:01Z', 'revision_number': 4, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'gw_port': {'id': '721bece6-0e22-40fb-a401-1116c79b9096', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3aeeb7-ecde-4fec-9432-d7b2c46def3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:32:58Z', 'updated_at': '2021-11-12T09:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '62b96d1e-d762-419d-be0a-b4a9023f0ac1', 'name': '', 'network_id': '15eca62d-493b-4085-b454-0edef80525fc', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'mac_address': 'fa:16:3e:ac:dd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3aeeb7-ecde-4fec-9432-d7b2c46def3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '8e61ccd2-dd66-4adf-8510-f05e5d86ea40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:33:01Z', 'updated_at': '2021-11-12T09:33:05Z', 'revision_number': 5, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'subnets': [{'id': '8e61ccd2-dd66-4adf-8510-f05e5d86ea40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:34:42.950536 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867471ef-1434-46fe-a41e-0f666e5c825f None None] Checking router: 1e3aeeb7-ecde-4fec-9432-d7b2c46def3f for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:34:42.960324 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867471ef-1434-46fe-a41e-0f666e5c825f None None] Routers {'1e3aeeb7-ecde-4fec-9432-d7b2c46def3f'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:34:42.960597 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-867471ef-1434-46fe-a41e-0f666e5c825f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:34:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['1e3aeeb7-ecde-4fec-9432-d7b2c46def3f'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:34:42.977433 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5418a235-4f0a-4b1c-a0c6-9c24d4e3853c req-91a49773-f3b8-419c-a388-77ea8b1fbda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:42.979126 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5418a235-4f0a-4b1c-a0c6-9c24d4e3853c req-91a49773-f3b8-419c-a388-77ea8b1fbda7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=15eca62d-493b-4085-b454-0edef80525fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0635164 Nov 12 09:34:43.072712 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-867471ef-1434-46fe-a41e-0f666e5c825f None None] Set router 1e3aeeb7-ecde-4fec-9432-d7b2c46def3f gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:34:43.074231 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5418a235-4f0a-4b1c-a0c6-9c24d4e3853c req-662fefb9-5106-4d57-bacc-70bab1560ce4 service neutron] 10.222.0.21 "GET /v2.0/networks/15eca62d-493b-4085-b454-0edef80525fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858386 Nov 12 09:34:43.172190 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5418a235-4f0a-4b1c-a0c6-9c24d4e3853c req-4155f199-5a08-4aa1-a5c4-3b56dd934cce service neutron] 10.222.0.21 "GET /v2.0/networks/15eca62d-493b-4085-b454-0edef80525fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899394 Nov 12 09:34:43.280460 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-867471ef-1434-46fe-a41e-0f666e5c825f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3aeeb7-ecde-4fec-9432-d7b2c46def3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1039031076', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '721bece6-0e22-40fb-a401-1116c79b9096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:32:58Z', 'updated_at': '2021-11-12T09:33:01Z', 'revision_number': 4, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'gw_port': {'id': '721bece6-0e22-40fb-a401-1116c79b9096', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3aeeb7-ecde-4fec-9432-d7b2c46def3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:32:58Z', 'updated_at': '2021-11-12T09:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '62b96d1e-d762-419d-be0a-b4a9023f0ac1', 'name': '', 'network_id': '15eca62d-493b-4085-b454-0edef80525fc', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'mac_address': 'fa:16:3e:ac:dd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3aeeb7-ecde-4fec-9432-d7b2c46def3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '8e61ccd2-dd66-4adf-8510-f05e5d86ea40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:33:01Z', 'updated_at': '2021-11-12T09:33:05Z', 'revision_number': 5, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'subnets': [{'id': '8e61ccd2-dd66-4adf-8510-f05e5d86ea40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:34:43.315760 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867471ef-1434-46fe-a41e-0f666e5c825f None None] The sync data for ids ['1e3aeeb7-ecde-4fec-9432-d7b2c46def3f'] in n-d-765315-29 is: [{'id': '1e3aeeb7-ecde-4fec-9432-d7b2c46def3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1039031076', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '721bece6-0e22-40fb-a401-1116c79b9096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:32:58Z', 'updated_at': '2021-11-12T09:33:01Z', 'revision_number': 4, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'gw_port': {'id': '721bece6-0e22-40fb-a401-1116c79b9096', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3aeeb7-ecde-4fec-9432-d7b2c46def3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:32:58Z', 'updated_at': '2021-11-12T09:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '62b96d1e-d762-419d-be0a-b4a9023f0ac1', 'name': '', 'network_id': '15eca62d-493b-4085-b454-0edef80525fc', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'mac_address': 'fa:16:3e:ac:dd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3aeeb7-ecde-4fec-9432-d7b2c46def3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '8e61ccd2-dd66-4adf-8510-f05e5d86ea40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:33:01Z', 'updated_at': '2021-11-12T09:33:05Z', 'revision_number': 5, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'subnets': [{'id': '8e61ccd2-dd66-4adf-8510-f05e5d86ea40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:34:43.322438 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:43.523210 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ce7d4c-36ea-4eba-be49-baeaf4f805af None None] New status for floating IP 0c49eba7-e279-432b-b0f9-693169254671: DOWN {{(pid=102602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:34:43.916824 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa5e76b-0a29-4915-8cc1-646587b303b5 req-277d2dfb-a6ab-4af7-aa19-1f898d452c6c tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:43.918309 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-caa5e76b-0a29-4915-8cc1-646587b303b5 req-277d2dfb-a6ab-4af7-aa19-1f898d452c6c tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb7471af-294e-44a1-9bdf-8cfabbf7bba5 HTTP/1.1" status: 200 len: 945 time: 0.0516078 Nov 12 09:34:43.967122 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-caa5e76b-0a29-4915-8cc1-646587b303b5 req-96c8a3c3-1393-4c51-b838-5bde9ae91e40 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=a618a04c-309f-4b63-b77e-0beb61d0038a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425661 Nov 12 09:34:44.733638 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea027de-b584-4f34-97e6-ec10330d7f1a req-af1d0a9c-89e1-484a-ba82-b842f0ffc78d tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:44.735090 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8ea027de-b584-4f34-97e6-ec10330d7f1a req-af1d0a9c-89e1-484a-ba82-b842f0ffc78d tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb7471af-294e-44a1-9bdf-8cfabbf7bba5 HTTP/1.1" status: 200 len: 945 time: 0.0499794 Nov 12 09:34:44.824289 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-8ea027de-b584-4f34-97e6-ec10330d7f1a req-fd957641-f491-4041-a856-228b13de02a5 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Deleting port b869838a-30d9-418e-a865-f61a2aaa3cb2 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:34:44.824633 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-8ea027de-b584-4f34-97e6-ec10330d7f1a req-fd957641-f491-4041-a856-228b13de02a5 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:44.919233 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-8ea027de-b584-4f34-97e6-ec10330d7f1a req-fd957641-f491-4041-a856-228b13de02a5 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] For port b869838a-30d9-418e-a865-f61a2aaa3cb2, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=b869838a-30d9-418e-a865-f61a2aaa3cb2,segment=NetworkSegment(3e09a9be-c28f-48e6-b97a-25cb8d91b778),segment_id=3e09a9be-c28f-48e6-b97a-25cb8d91b778)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:34:44.919497 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-8ea027de-b584-4f34-97e6-ec10330d7f1a req-fd957641-f491-4041-a856-228b13de02a5 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:44.933042 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-8ea027de-b584-4f34-97e6-ec10330d7f1a req-fd957641-f491-4041-a856-228b13de02a5 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Calling delete_port for b869838a-30d9-418e-a865-f61a2aaa3cb2 owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:34:45.066553 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-8ea027de-b584-4f34-97e6-ec10330d7f1a req-fd957641-f491-4041-a856-228b13de02a5 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:45.087901 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecc3e1c-7e68-453e-a143-1748f9bb4ad9 req-385a0a6b-0f95-419a-8f01-98a3085403fc tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:45.089378 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fecc3e1c-7e68-453e-a143-1748f9bb4ad9 req-385a0a6b-0f95-419a-8f01-98a3085403fc tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb7471af-294e-44a1-9bdf-8cfabbf7bba5 HTTP/1.1" status: 200 len: 867 time: 0.0521646 Nov 12 09:34:45.096313 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd957641-f491-4041-a856-228b13de02a5 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event deleted for resources: {'Port': ['ID=b869838a-30d9-418e-a865-f61a2aaa3cb2,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:45.109949 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd957641-f491-4041-a856-228b13de02a5 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:45.109949 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd957641-f491-4041-a856-228b13de02a5 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:45.110238 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd957641-f491-4041-a856-228b13de02a5 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:45.110531 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd957641-f491-4041-a856-228b13de02a5 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:45.110895 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd957641-f491-4041-a856-228b13de02a5 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:45.111233 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd957641-f491-4041-a856-228b13de02a5 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:45.111574 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd957641-f491-4041-a856-228b13de02a5 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:45.111955 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd957641-f491-4041-a856-228b13de02a5 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:45.112335 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd957641-f491-4041-a856-228b13de02a5 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:45.112932 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd957641-f491-4041-a856-228b13de02a5 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:45.113185 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd957641-f491-4041-a856-228b13de02a5 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:45.113514 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd957641-f491-4041-a856-228b13de02a5 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:45.147507 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fecc3e1c-7e68-453e-a143-1748f9bb4ad9 req-7b34cb32-5d4a-4d09-a4a7-478b78623608 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=a618a04c-309f-4b63-b77e-0beb61d0038a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506380 Nov 12 09:34:45.148950 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ea027de-b584-4f34-97e6-ec10330d7f1a req-fd957641-f491-4041-a856-228b13de02a5 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] No DVR routers for this DVR port b869838a-30d9-418e-a865-f61a2aaa3cb2 on host n-h1-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:34:45.151952 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-8ea027de-b584-4f34-97e6-ec10330d7f1a req-fd957641-f491-4041-a856-228b13de02a5 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:45.155497 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8ea027de-b584-4f34-97e6-ec10330d7f1a req-fd957641-f491-4041-a856-228b13de02a5 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.21 "DELETE /v2.0/ports/b869838a-30d9-418e-a865-f61a2aaa3cb2 HTTP/1.1" status: 204 len: 173 time: 0.4136274 Nov 12 09:34:45.155954 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb7471af-294e-44a1-9bdf-8cfabbf7bba5', 'name': 'network-vif-deleted', 'tag': 'b869838a-30d9-418e-a865-f61a2aaa3cb2'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:34:45.158275 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c022ff2c5cb8d3060857f92f3690e67c01ee9cc1391db4b92ea76e21aea06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b69ac182-ab68-4776-ad26-b5cec5f1718e" -d '{"events": [{"server_uuid": "fb7471af-294e-44a1-9bdf-8cfabbf7bba5", "name": "network-vif-deleted", "tag": "b869838a-30d9-418e-a865-f61a2aaa3cb2"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:34:45.200693 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f211596c-38f2-435e-b999-9b56df8aab83 x-openstack-request-id: req-f211596c-38f2-435e-b999-9b56df8aab83 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:34:45.200984 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb7471af-294e-44a1-9bdf-8cfabbf7bba5", "name": "network-vif-deleted", "tag": "b869838a-30d9-418e-a865-f61a2aaa3cb2", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:34:45.201233 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f211596c-38f2-435e-b999-9b56df8aab83 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:34:45.201733 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb7471af-294e-44a1-9bdf-8cfabbf7bba5', 'name': 'network-vif-deleted', 'tag': 'b869838a-30d9-418e-a865-f61a2aaa3cb2', 'status': 'completed', 'code': 200} Nov 12 09:34:46.205567 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 43612) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:34:46.572044 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ee4e2e99-abd6-46cd-a9fb-c40cdd4c2590 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933586'] for router_interface, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:46.832481 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-ee4e2e99-abd6-46cd-a9fb-c40cdd4c2590 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Deleting port 62b96d1e-d762-419d-be0a-b4a9023f0ac1 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:34:46.832824 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ee4e2e99-abd6-46cd-a9fb-c40cdd4c2590 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:46.922369 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-ee4e2e99-abd6-46cd-a9fb-c40cdd4c2590 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] For port 62b96d1e-d762-419d-be0a-b4a9023f0ac1, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=62b96d1e-d762-419d-be0a-b4a9023f0ac1,segment=NetworkSegment(3e09a9be-c28f-48e6-b97a-25cb8d91b778),segment_id=3e09a9be-c28f-48e6-b97a-25cb8d91b778)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:34:46.922770 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ee4e2e99-abd6-46cd-a9fb-c40cdd4c2590 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:46.936206 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-ee4e2e99-abd6-46cd-a9fb-c40cdd4c2590 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Calling delete_port for 62b96d1e-d762-419d-be0a-b4a9023f0ac1 owned by network:router_interface {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:34:47.121696 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ee4e2e99-abd6-46cd-a9fb-c40cdd4c2590 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:47.158233 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4e2e99-abd6-46cd-a9fb-c40cdd4c2590 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event deleted for resources: {'Port': ['ID=62b96d1e-d762-419d-be0a-b4a9023f0ac1,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:47.337141 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ee4e2e99-abd6-46cd-a9fb-c40cdd4c2590 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918626'] for router_interface, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:47.555920 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee4e2e99-abd6-46cd-a9fb-c40cdd4c2590 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Router 1e3aeeb7-ecde-4fec-9432-d7b2c46def3f has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:34:47.664183 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee4e2e99-abd6-46cd-a9fb-c40cdd4c2590 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:34:47.674249 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 43614) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:34:47.674757 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-ee4e2e99-abd6-46cd-a9fb-c40cdd4c2590 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "PUT /v2.0/routers/1e3aeeb7-ecde-4fec-9432-d7b2c46def3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4671600 Nov 12 09:34:47.677205 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ee5006-04dc-4443-aac2-dab59a002fb5 None None] Sync routers for ids ['1e3aeeb7-ecde-4fec-9432-d7b2c46def3f'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:34:47.687518 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ee5006-04dc-4443-aac2-dab59a002fb5 None None] Routers {'1e3aeeb7-ecde-4fec-9432-d7b2c46def3f'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:34:47.688117 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-05ee5006-04dc-4443-aac2-dab59a002fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:34:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['1e3aeeb7-ecde-4fec-9432-d7b2c46def3f'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:34:47.731444 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-6810c0ff-ca4b-41ef-9844-298914c07d77 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Deleting subnet 8e61ccd2-dd66-4adf-8510-f05e5d86ea40 {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:34:47.734581 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6810c0ff-ca4b-41ef-9844-298914c07d77 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for subnet, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:47.776462 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6810c0ff-ca4b-41ef-9844-298914c07d77 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31181813'] for subnet, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:47.797607 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-05ee5006-04dc-4443-aac2-dab59a002fb5 None None] Set router 1e3aeeb7-ecde-4fec-9432-d7b2c46def3f gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:34:47.863293 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6810c0ff-ca4b-41ef-9844-298914c07d77 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:47.927024 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6810c0ff-ca4b-41ef-9844-298914c07d77 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:47.954851 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6810c0ff-ca4b-41ef-9844-298914c07d77 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event deleted for resources: {'Subnet': ['ID=8e61ccd2-dd66-4adf-8510-f05e5d86ea40,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:47.960973 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-6810c0ff-ca4b-41ef-9844-298914c07d77 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:47.965947 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-6810c0ff-ca4b-41ef-9844-298914c07d77 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "DELETE /v2.0/subnets/8e61ccd2-dd66-4adf-8510-f05e5d86ea40 HTTP/1.1" status: 204 len: 168 time: 0.2897584 Nov 12 09:34:47.967210 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c757ba-8f58-41c0-b7a0-2e43322948ea None None] Network 15eca62d-493b-4085-b454-0edef80525fc requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:34:47.969046 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 43616) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:34:48.078374 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0939c718-3adb-40f0-a0e6-3166a9b6546e tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for router, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:48.089466 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-05ee5006-04dc-4443-aac2-dab59a002fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3aeeb7-ecde-4fec-9432-d7b2c46def3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1039031076', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '721bece6-0e22-40fb-a401-1116c79b9096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:32:58Z', 'updated_at': '2021-11-12T09:34:47Z', 'revision_number': 5, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'gw_port': {'id': '721bece6-0e22-40fb-a401-1116c79b9096', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3aeeb7-ecde-4fec-9432-d7b2c46def3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:32:58Z', 'updated_at': '2021-11-12T09:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:34:48.119235 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ee5006-04dc-4443-aac2-dab59a002fb5 None None] Checking router: 1e3aeeb7-ecde-4fec-9432-d7b2c46def3f for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:34:48.137043 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ee5006-04dc-4443-aac2-dab59a002fb5 None None] Routers {'1e3aeeb7-ecde-4fec-9432-d7b2c46def3f'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:34:48.137649 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-05ee5006-04dc-4443-aac2-dab59a002fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:34:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['1e3aeeb7-ecde-4fec-9432-d7b2c46def3f'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:34:48.189715 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0939c718-3adb-40f0-a0e6-3166a9b6546e tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:48.195031 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab8f897-3483-4c50-be4f-99a2640a8702 None None] DHCP port deletion for 15eca62d-493b-4085-b454-0edef80525fc request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:34:48.244884 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-0939c718-3adb-40f0-a0e6-3166a9b6546e tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Deleting port 721bece6-0e22-40fb-a401-1116c79b9096 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:34:48.245224 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0939c718-3adb-40f0-a0e6-3166a9b6546e tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:48.280587 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-05ee5006-04dc-4443-aac2-dab59a002fb5 None None] Set router 1e3aeeb7-ecde-4fec-9432-d7b2c46def3f gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:34:48.331954 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-0939c718-3adb-40f0-a0e6-3166a9b6546e tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] For port 721bece6-0e22-40fb-a401-1116c79b9096, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=721bece6-0e22-40fb-a401-1116c79b9096,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:34:48.332332 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0939c718-3adb-40f0-a0e6-3166a9b6546e tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:48.345092 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-0939c718-3adb-40f0-a0e6-3166a9b6546e tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Calling delete_port for 721bece6-0e22-40fb-a401-1116c79b9096 owned by network:router_gateway {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:34:48.404358 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-8ab8f897-3483-4c50-be4f-99a2640a8702 None None] Deleting port dfd8d905-89fe-47ee-bc23-90ebd7e3138c {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:34:48.404640 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8ab8f897-3483-4c50-be4f-99a2640a8702 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:48.490991 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-8ab8f897-3483-4c50-be4f-99a2640a8702 None None] For port dfd8d905-89fe-47ee-bc23-90ebd7e3138c, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=dfd8d905-89fe-47ee-bc23-90ebd7e3138c,segment=NetworkSegment(3e09a9be-c28f-48e6-b97a-25cb8d91b778),segment_id=3e09a9be-c28f-48e6-b97a-25cb8d91b778)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:34:48.491364 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8ab8f897-3483-4c50-be4f-99a2640a8702 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:48.509776 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0939c718-3adb-40f0-a0e6-3166a9b6546e tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:48.521848 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-8ab8f897-3483-4c50-be4f-99a2640a8702 None None] Calling delete_port for dfd8d905-89fe-47ee-bc23-90ebd7e3138c owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:34:48.538339 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0939c718-3adb-40f0-a0e6-3166a9b6546e tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event deleted for resources: {'Port': ['ID=721bece6-0e22-40fb-a401-1116c79b9096,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:48.572280 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32544d6d-4400-4428-9c9f-610a1066c72d None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:34:48.609584 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0939c718-3adb-40f0-a0e6-3166a9b6546e tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-933016'] for router_gateway, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:48.623338 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-05ee5006-04dc-4443-aac2-dab59a002fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3aeeb7-ecde-4fec-9432-d7b2c46def3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1039031076', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '721bece6-0e22-40fb-a401-1116c79b9096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:32:58Z', 'updated_at': '2021-11-12T09:34:47Z', 'revision_number': 5, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'gw_port': {'id': '721bece6-0e22-40fb-a401-1116c79b9096', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3aeeb7-ecde-4fec-9432-d7b2c46def3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:32:58Z', 'updated_at': '2021-11-12T09:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:34:48.653368 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ee5006-04dc-4443-aac2-dab59a002fb5 None None] The sync data for ids ['1e3aeeb7-ecde-4fec-9432-d7b2c46def3f'] in n-d-765315-29 is: [{'id': '1e3aeeb7-ecde-4fec-9432-d7b2c46def3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1039031076', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '721bece6-0e22-40fb-a401-1116c79b9096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:32:58Z', 'updated_at': '2021-11-12T09:34:47Z', 'revision_number': 5, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'gw_port': {'id': '721bece6-0e22-40fb-a401-1116c79b9096', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3aeeb7-ecde-4fec-9432-d7b2c46def3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:32:58Z', 'updated_at': '2021-11-12T09:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:34:48.661937 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8ab8f897-3483-4c50-be4f-99a2640a8702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:48.667716 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device b869838a-30d9-418e-a865-f61a2aaa3cb2 no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:34:48.709039 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab8f897-3483-4c50-be4f-99a2640a8702 None None] Pushing event deleted for resources: {'Port': ['ID=dfd8d905-89fe-47ee-bc23-90ebd7e3138c,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:48.711104 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-e530113a-7783-48f4-9840-8911a24052df None None] No Port match for: b869838a-30d9-418e-a865-f61a2aaa3cb2 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:34:48.711440 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device b869838a-30d9-418e-a865-f61a2aaa3cb2 not bound to the agent host n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:34:48.715494 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0939c718-3adb-40f0-a0e6-3166a9b6546e tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:48.717680 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0939c718-3adb-40f0-a0e6-3166a9b6546e tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:48.723936 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab8f897-3483-4c50-be4f-99a2640a8702 None None] No DVR routers for this DVR port dfd8d905-89fe-47ee-bc23-90ebd7e3138c on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:34:48.729732 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab8f897-3483-4c50-be4f-99a2640a8702 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:48.730076 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab8f897-3483-4c50-be4f-99a2640a8702 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:48.730414 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab8f897-3483-4c50-be4f-99a2640a8702 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:48.731013 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab8f897-3483-4c50-be4f-99a2640a8702 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:48.731124 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab8f897-3483-4c50-be4f-99a2640a8702 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:48.731382 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab8f897-3483-4c50-be4f-99a2640a8702 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:48.731700 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab8f897-3483-4c50-be4f-99a2640a8702 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:48.732016 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab8f897-3483-4c50-be4f-99a2640a8702 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:48.732338 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab8f897-3483-4c50-be4f-99a2640a8702 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:48.732651 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab8f897-3483-4c50-be4f-99a2640a8702 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:48.732966 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab8f897-3483-4c50-be4f-99a2640a8702 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:48.733521 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab8f897-3483-4c50-be4f-99a2640a8702 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:48.770459 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0939c718-3adb-40f0-a0e6-3166a9b6546e tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:48.771079 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0939c718-3adb-40f0-a0e6-3166a9b6546e tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Fanout notify agent at l3_agent the message router_deleted on router 1e3aeeb7-ecde-4fec-9432-d7b2c46def3f {{(pid=102599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:34:48.778868 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0939c718-3adb-40f0-a0e6-3166a9b6546e tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:48.779969 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-0939c718-3adb-40f0-a0e6-3166a9b6546e tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "DELETE /v2.0/routers/1e3aeeb7-ecde-4fec-9432-d7b2c46def3f HTTP/1.1" status: 204 len: 168 time: 0.8099284 Nov 12 09:34:48.782680 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 43618) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:34:48.862537 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-660bb0cc-e74b-4988-8e5f-9b9c19a494d6 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:48.952170 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-660bb0cc-e74b-4988-8e5f-9b9c19a494d6 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:48.971739 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-660bb0cc-e74b-4988-8e5f-9b9c19a494d6 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15eca62d-493b-4085-b454-0edef80525fc']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:34:48.980896 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-660bb0cc-e74b-4988-8e5f-9b9c19a494d6 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e09a9be-c28f-48e6-b97a-25cb8d91b778') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:34:48.981192 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-660bb0cc-e74b-4988-8e5f-9b9c19a494d6 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e09a9be-c28f-48e6-b97a-25cb8d91b778') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:34:48.990876 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-660bb0cc-e74b-4988-8e5f-9b9c19a494d6 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:49.012885 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-660bb0cc-e74b-4988-8e5f-9b9c19a494d6 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:49.024018 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-660bb0cc-e74b-4988-8e5f-9b9c19a494d6 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:34:49.024665 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-660bb0cc-e74b-4988-8e5f-9b9c19a494d6 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:49.029532 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 09:34:49.029532 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:34:49.029532 n-d-765315-29 neutron-server[102599]: timer() Nov 12 09:34:49.029532 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:34:49.029532 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 09:34:49.029532 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:34:49.029532 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 09:34:49.029532 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:34:49.029532 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 09:34:49.029532 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:34:49.029532 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 09:34:49.029532 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:34:49.029532 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 09:34:49.029532 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:34:49.029532 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:34:49.029532 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:34:49.029532 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:34:49.029532 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:34:49.029532 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 09:34:49.029532 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:34:49.029532 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 09:34:49.029532 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:34:49.029532 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:34:49.029532 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:34:49.029532 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 09:34:49.029532 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:34:49.029532 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:34:49.029532 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:34:49.029532 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:34:49.029532 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:34:49.029532 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:34:49.029532 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:34:49.105031 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-660bb0cc-e74b-4988-8e5f-9b9c19a494d6 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:49.115074 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-660bb0cc-e74b-4988-8e5f-9b9c19a494d6 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:49.118532 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-660bb0cc-e74b-4988-8e5f-9b9c19a494d6 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "DELETE /v2.0/networks/15eca62d-493b-4085-b454-0edef80525fc HTTP/1.1" status: 204 len: 168 time: 0.3349326 Nov 12 09:34:49.121507 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 43620) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:34:49.130690 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660bb0cc-e74b-4988-8e5f-9b9c19a494d6 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event deleted for resources: {'Network': ['ID=15eca62d-493b-4085-b454-0edef80525fc,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:49.135192 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 62b96d1e-d762-419d-be0a-b4a9023f0ac1 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:34:49.161215 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 62b96d1e-d762-419d-be0a-b4a9023f0ac1 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:34:49.161622 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 62b96d1e-d762-419d-be0a-b4a9023f0ac1 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:34:49.162100 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device dfd8d905-89fe-47ee-bc23-90ebd7e3138c no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:34:49.189724 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: dfd8d905-89fe-47ee-bc23-90ebd7e3138c {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:34:49.190373 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device dfd8d905-89fe-47ee-bc23-90ebd7e3138c not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:34:49.198623 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3b0c72eb-c4c3-4d99-8cfb-7160f8493708 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:49.226570 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3b0c72eb-c4c3-4d99-8cfb-7160f8493708 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:49.287824 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3b0c72eb-c4c3-4d99-8cfb-7160f8493708 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:49.290816 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-3b0c72eb-c4c3-4d99-8cfb-7160f8493708 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:49.292090 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-3b0c72eb-c4c3-4d99-8cfb-7160f8493708 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "DELETE /v2.0/security-groups/a618a04c-309f-4b63-b77e-0beb61d0038a HTTP/1.1" status: 204 len: 168 time: 0.1695817 Nov 12 09:34:49.302906 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0c72eb-c4c3-4d99-8cfb-7160f8493708 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a618a04c-309f-4b63-b77e-0beb61d0038a,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:49.596763 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 43626) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:34:49.601431 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-a1d83a24-af1e-497a-8ff2-1fb465704e9c tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1616513603', 'description': 'tempest-secgroup-smoke-1616513603 description', 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:34:49.624613 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a1d83a24-af1e-497a-8ff2-1fb465704e9c tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:49.698371 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a1d83a24-af1e-497a-8ff2-1fb465704e9c tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:49.702111 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a1d83a24-af1e-497a-8ff2-1fb465704e9c tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:49.731003 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a1d83a24-af1e-497a-8ff2-1fb465704e9c tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:49.733265 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-a1d83a24-af1e-497a-8ff2-1fb465704e9c tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1344304 Nov 12 09:34:49.735445 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 43628) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:34:49.737362 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d83a24-af1e-497a-8ff2-1fb465704e9c tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfde7fe9-10b1-46bb-8682-f04770d265a1,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:49.740865 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-b074882c-2117-4dcf-8d16-9cd02cf40e03 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Request body: {'security_group_rule': {'security_group_id': 'cfde7fe9-10b1-46bb-8682-f04770d265a1', 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:34:49.770783 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b074882c-2117-4dcf-8d16-9cd02cf40e03 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:49.833881 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b074882c-2117-4dcf-8d16-9cd02cf40e03 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:49.837727 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b074882c-2117-4dcf-8d16-9cd02cf40e03 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:49.857336 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b074882c-2117-4dcf-8d16-9cd02cf40e03 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c07f4be4-12d2-4a46-8f67-ce44ab60bb51,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:49.866011 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b074882c-2117-4dcf-8d16-9cd02cf40e03 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:49.867225 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-b074882c-2117-4dcf-8d16-9cd02cf40e03 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1305974 Nov 12 09:34:49.869940 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 43630) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:34:49.874203 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-1a4c5506-eec7-48db-ac3b-065937d8e264 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Request body: {'security_group_rule': {'security_group_id': 'cfde7fe9-10b1-46bb-8682-f04770d265a1', 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:34:49.901126 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1a4c5506-eec7-48db-ac3b-065937d8e264 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:49.958513 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1a4c5506-eec7-48db-ac3b-065937d8e264 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:49.961894 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1a4c5506-eec7-48db-ac3b-065937d8e264 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:49.979614 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4c5506-eec7-48db-ac3b-065937d8e264 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c94e4c4-ab8f-4124-abf8-ac29206d02a1,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:49.987318 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1a4c5506-eec7-48db-ac3b-065937d8e264 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:49.988524 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-1a4c5506-eec7-48db-ac3b-065937d8e264 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1176438 Nov 12 09:34:49.991252 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 43632) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:34:49.995905 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-b7406662-079b-4de1-8923-b13b2be1fae0 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Request body: {'security_group_rule': {'security_group_id': 'cfde7fe9-10b1-46bb-8682-f04770d265a1', 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:34:50.023744 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b7406662-079b-4de1-8923-b13b2be1fae0 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:50.079331 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b7406662-079b-4de1-8923-b13b2be1fae0 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:50.083555 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b7406662-079b-4de1-8923-b13b2be1fae0 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:50.101358 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7406662-079b-4de1-8923-b13b2be1fae0 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ab32177-bf28-45e5-8bc1-4c2d13c0883e,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:50.108497 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b7406662-079b-4de1-8923-b13b2be1fae0 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:50.109717 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-b7406662-079b-4de1-8923-b13b2be1fae0 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1175330 Nov 12 09:34:50.112744 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 43634) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:34:50.117425 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-b561b9c6-67a6-423e-b256-2ffc861c787d tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Request body: {'security_group_rule': {'security_group_id': 'cfde7fe9-10b1-46bb-8682-f04770d265a1', 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:34:50.144307 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b561b9c6-67a6-423e-b256-2ffc861c787d tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:50.206116 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b561b9c6-67a6-423e-b256-2ffc861c787d tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:50.209051 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b561b9c6-67a6-423e-b256-2ffc861c787d tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:50.226284 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b561b9c6-67a6-423e-b256-2ffc861c787d tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=098dcfae-a593-4071-bdc2-06ea49a0cde0,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:50.234661 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b561b9c6-67a6-423e-b256-2ffc861c787d tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:50.235848 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-b561b9c6-67a6-423e-b256-2ffc861c787d tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1220877 Nov 12 09:34:50.239045 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 43636) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:34:50.243286 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-1010a381-e18e-4d01-b54a-59f4da619f71 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Request body: {'security_group_rule': {'security_group_id': 'cfde7fe9-10b1-46bb-8682-f04770d265a1', 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:34:50.264696 n-d-765315-29 neutron-server[102599]: INFO neutron.db.securitygroups_db [None req-1010a381-e18e-4d01-b54a-59f4da619f71 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Project a3e02b7551c24b2895d8eeeb9a0b62b4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:34:50.269580 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1010a381-e18e-4d01-b54a-59f4da619f71 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:50.328816 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1010a381-e18e-4d01-b54a-59f4da619f71 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:50.332916 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1010a381-e18e-4d01-b54a-59f4da619f71 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:50.352633 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1010a381-e18e-4d01-b54a-59f4da619f71 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7da5864a-ad45-436a-94cb-d384da30524c,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:50.364681 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1010a381-e18e-4d01-b54a-59f4da619f71 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:50.365857 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-1010a381-e18e-4d01-b54a-59f4da619f71 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1258764 Nov 12 09:34:50.368573 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 43638) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:34:50.372767 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-1a9a2741-faa4-4acc-8012-3d1d68af2f5a tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Request body: {'security_group_rule': {'security_group_id': 'cfde7fe9-10b1-46bb-8682-f04770d265a1', 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:34:50.394774 n-d-765315-29 neutron-server[102599]: INFO neutron.db.securitygroups_db [None req-1a9a2741-faa4-4acc-8012-3d1d68af2f5a tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Project a3e02b7551c24b2895d8eeeb9a0b62b4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:34:50.399516 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1a9a2741-faa4-4acc-8012-3d1d68af2f5a tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:50.457538 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1a9a2741-faa4-4acc-8012-3d1d68af2f5a tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:50.461235 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1a9a2741-faa4-4acc-8012-3d1d68af2f5a tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:50.480064 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9a2741-faa4-4acc-8012-3d1d68af2f5a tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=042b6b08-41b2-4733-a9f2-1e74a83a8b41,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:50.489586 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-1a9a2741-faa4-4acc-8012-3d1d68af2f5a tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:50.490796 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-1a9a2741-faa4-4acc-8012-3d1d68af2f5a tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1212933 Nov 12 09:34:50.493726 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 43640) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:34:50.498468 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-ed9ebebf-4ffc-4c32-9c16-a1241a25fc8c tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Request body: {'network': {'name': 'tempest-network-smoke--1480123980', 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'port_security_enabled': True}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:34:50.520212 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed9ebebf-4ffc-4c32-9c16-a1241a25fc8c tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Made reservation on behalf of a3e02b7551c24b2895d8eeeb9a0b62b4 for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:34:50.523728 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ed9ebebf-4ffc-4c32-9c16-a1241a25fc8c tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:50.547139 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed9ebebf-4ffc-4c32-9c16-a1241a25fc8c tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:34:50.557494 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ed9ebebf-4ffc-4c32-9c16-a1241a25fc8c tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:50.557864 n-d-765315-29 neutron-server[102599]: INFO neutron.db.segments_db [None req-ed9ebebf-4ffc-4c32-9c16-a1241a25fc8c tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Added segment 248104d4-53a0-4a4d-a5e7-99063f511d9e of type vlan for network ee10b5aa-bcee-4b50-8224-036e8e0a4c1d Nov 12 09:34:50.600021 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ed9ebebf-4ffc-4c32-9c16-a1241a25fc8c tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:50.624362 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ed9ebebf-4ffc-4c32-9c16-a1241a25fc8c tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:50.629849 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9ebebf-4ffc-4c32-9c16-a1241a25fc8c tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:50.630415 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ed9ebebf-4ffc-4c32-9c16-a1241a25fc8c tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:50.665638 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-ed9ebebf-4ffc-4c32-9c16-a1241a25fc8c tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1708806 Nov 12 09:34:50.668591 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 43642) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:34:50.677003 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-41efe13d-e7c2-45c5-8a76-f260ae3d4886 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-692747199', 'admin_state_up': True, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:34:50.702255 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9ebebf-4ffc-4c32-9c16-a1241a25fc8c tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event updated for resources: {'Network': ['ID=ee10b5aa-bcee-4b50-8224-036e8e0a4c1d,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:50.705743 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-41efe13d-e7c2-45c5-8a76-f260ae3d4886 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:50.707391 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-41efe13d-e7c2-45c5-8a76-f260ae3d4886 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:50.713858 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network ee10b5aa-bcee-4b50-8224-036e8e0a4c1d details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:34:50.767591 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-41efe13d-e7c2-45c5-8a76-f260ae3d4886 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:50.842232 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 721bece6-0e22-40fb-a401-1116c79b9096 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:34:50.865588 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 721bece6-0e22-40fb-a401-1116c79b9096 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:34:50.865936 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 721bece6-0e22-40fb-a401-1116c79b9096 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:34:50.911352 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-41efe13d-e7c2-45c5-8a76-f260ae3d4886 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:51.228801 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:34:51.390781 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-41efe13d-e7c2-45c5-8a76-f260ae3d4886 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for router_gateway, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:51.409722 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-41efe13d-e7c2-45c5-8a76-f260ae3d4886 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:51.511098 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-41efe13d-e7c2-45c5-8a76-f260ae3d4886 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Allocated IP 172.25.2.242 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/2b0f02e7-82b2-4e6d-9357-0211efaeb2ba) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:34:51.609836 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-41efe13d-e7c2-45c5-8a76-f260ae3d4886 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:51.642437 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-41efe13d-e7c2-45c5-8a76-f260ae3d4886 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:51.686285 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41efe13d-e7c2-45c5-8a76-f260ae3d4886 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:34:51.691762 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-41efe13d-e7c2-45c5-8a76-f260ae3d4886 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:34:51.695299 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41efe13d-e7c2-45c5-8a76-f260ae3d4886 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:34:51.701295 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41efe13d-e7c2-45c5-8a76-f260ae3d4886 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event updated for resources: {'Port': ['ID=2b0f02e7-82b2-4e6d-9357-0211efaeb2ba,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:51.704715 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a242eb-cc8c-4786-a5a5-69c690b1f3d9 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:34:51.760078 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-dd4f7e37-b2c5-4c02-83fe-86961286f1c1 None None] Provisioning complete for port 2b0f02e7-82b2-4e6d-9357-0211efaeb2ba triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:34:51.760803 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-dd4f7e37-b2c5-4c02-83fe-86961286f1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:51.794554 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-dd4f7e37-b2c5-4c02-83fe-86961286f1c1 None None] Port 2b0f02e7-82b2-4e6d-9357-0211efaeb2ba cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:34:51.947878 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-41efe13d-e7c2-45c5-8a76-f260ae3d4886 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for router_gateway, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:52.152201 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-41efe13d-e7c2-45c5-8a76-f260ae3d4886 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052'] for router, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:52.282668 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41efe13d-e7c2-45c5-8a76-f260ae3d4886 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Router 35792fba-f870-4b36-8cc4-409c4debf368 is scheduled to L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 with binding_index 1 {{(pid=102600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:34:52.395795 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41efe13d-e7c2-45c5-8a76-f260ae3d4886 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:34:52.406289 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc5bf95-494f-4e17-b5e3-dbe6b71cdd33 None None] Sync routers for ids ['35792fba-f870-4b36-8cc4-409c4debf368'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:34:52.416548 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-41efe13d-e7c2-45c5-8a76-f260ae3d4886 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:52.416761 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc5bf95-494f-4e17-b5e3-dbe6b71cdd33 None None] Routers {'35792fba-f870-4b36-8cc4-409c4debf368'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:34:52.417341 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-bfc5bf95-494f-4e17-b5e3-dbe6b71cdd33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:34:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['35792fba-f870-4b36-8cc4-409c4debf368'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:34:52.417774 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-41efe13d-e7c2-45c5-8a76-f260ae3d4886 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7456908 Nov 12 09:34:52.421030 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 43644) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:34:52.452328 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-06c4bf0c-1efd-4cfc-bfda-293afeb64086 tempest-TestNetworkAdvancedServerOps-1577495236 tempest-TestNetworkAdvancedServerOps-1577495236-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=a3e02b7551c24b2895d8eeeb9a0b62b4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276713 Nov 12 09:34:52.452567 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 43646) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:34:52.521854 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-bfc5bf95-494f-4e17-b5e3-dbe6b71cdd33 None None] Set router 35792fba-f870-4b36-8cc4-409c4debf368 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:34:52.539922 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e72efa-145a-4b79-b78f-5fa8131ca271 tempest-TestNetworkAdvancedServerOps-1577495236 tempest-TestNetworkAdvancedServerOps-1577495236-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:52.544172 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-17e72efa-145a-4b79-b78f-5fa8131ca271 tempest-TestNetworkAdvancedServerOps-1577495236 tempest-TestNetworkAdvancedServerOps-1577495236-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0880294 Nov 12 09:34:52.544503 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 43648) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:34:52.572909 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-b9d1a417-4a9d-4ad4-bbd8-38987937edbe tempest-TestNetworkAdvancedServerOps-1577495236 tempest-TestNetworkAdvancedServerOps-1577495236-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=d709f64f-f9e6-4525-b020-ad48633b9bbf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272622 Nov 12 09:34:52.575595 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 43650) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:34:52.580843 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-0f0dc66e-ab11-41cf-9951-1e10728d150d tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1114394479', 'network_id': 'ee10b5aa-bcee-4b50-8224-036e8e0a4c1d', 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:34:52.674835 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f0dc66e-ab11-41cf-9951-1e10728d150d tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Made reservation on behalf of a3e02b7551c24b2895d8eeeb9a0b62b4 for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:34:52.678914 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0f0dc66e-ab11-41cf-9951-1e10728d150d tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:52.702547 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-bfc5bf95-494f-4e17-b5e3-dbe6b71cdd33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35792fba-f870-4b36-8cc4-409c4debf368', 'name': 'tempest-TestNetworkAdvancedServerOps-router-692747199', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '2b0f02e7-82b2-4e6d-9357-0211efaeb2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:34:50Z', 'updated_at': '2021-11-12T09:34:51Z', 'revision_number': 3, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'gw_port': {'id': '2b0f02e7-82b2-4e6d-9357-0211efaeb2ba', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:6e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35792fba-f870-4b36-8cc4-409c4debf368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:34:51Z', 'updated_at': '2021-11-12T09:34:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:34:52.730031 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc5bf95-494f-4e17-b5e3-dbe6b71cdd33 None None] Checking router: 35792fba-f870-4b36-8cc4-409c4debf368 for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:34:52.730375 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc5bf95-494f-4e17-b5e3-dbe6b71cdd33 None None] Updating router 35792fba-f870-4b36-8cc4-409c4debf368 port 2b0f02e7-82b2-4e6d-9357-0211efaeb2ba binding host n-d-765315-29 {{(pid=102602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:34:52.759736 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bfc5bf95-494f-4e17-b5e3-dbe6b71cdd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:52.864177 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0f0dc66e-ab11-41cf-9951-1e10728d150d tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:52.924444 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0dc66e-ab11-41cf-9951-1e10728d150d tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event updated for resources: {'Subnet': ['ID=80002f7a-7b3a-467e-96df-fb6a6dd0c182,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:52.933056 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0dc66e-ab11-41cf-9951-1e10728d150d tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Checking segment: {'id': '248104d4-53a0-4a4d-a5e7-99063f511d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ee10b5aa-bcee-4b50-8224-036e8e0a4c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:34:52.933413 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0dc66e-ab11-41cf-9951-1e10728d150d tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Network hostable DHCP agents. Network: ee10b5aa-bcee-4b50-8224-036e8e0a4c1d, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:34:52.950639 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0dc66e-ab11-41cf-9951-1e10728d150d tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Network ee10b5aa-bcee-4b50-8224-036e8e0a4c1d is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:34:52.960192 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-0f0dc66e-ab11-41cf-9951-1e10728d150d tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, ee10b5aa-bcee-4b50-8224-036e8e0a4c1d) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:34:52.964633 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0dc66e-ab11-41cf-9951-1e10728d150d tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:52.965808 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0f0dc66e-ab11-41cf-9951-1e10728d150d tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:52.978673 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434e558c-39bc-4035-b24d-91324c4f81a2 None None] Network ee10b5aa-bcee-4b50-8224-036e8e0a4c1d requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:34:52.988151 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-0f0dc66e-ab11-41cf-9951-1e10728d150d tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4087548 Nov 12 09:34:52.988469 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 43652) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:34:53.013889 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bfc5bf95-494f-4e17-b5e3-dbe6b71cdd33 None None] Publish callbacks [] for port, precommit_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:53.022078 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bfc5bf95-494f-4e17-b5e3-dbe6b71cdd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:53.073159 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87cec7a8-f28a-4a93-b61c-3868fe5b59de None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:34:53.074366 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-bfc5bf95-494f-4e17-b5e3-dbe6b71cdd33 None None] Attempting to bind port 2b0f02e7-82b2-4e6d-9357-0211efaeb2ba on host n-d-765315-29 for vnic_type normal with profile {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:34:53.074902 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-bfc5bf95-494f-4e17-b5e3-dbe6b71cdd33 None None] Attempting to bind port 2b0f02e7-82b2-4e6d-9357-0211efaeb2ba by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:34:53.075258 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc5bf95-494f-4e17-b5e3-dbe6b71cdd33 None None] Attempting to bind port 2b0f02e7-82b2-4e6d-9357-0211efaeb2ba on network d709f64f-f9e6-4525-b020-ad48633b9bbf {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:34:53.085134 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc5bf95-494f-4e17-b5e3-dbe6b71cdd33 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:34:53.085736 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc5bf95-494f-4e17-b5e3-dbe6b71cdd33 None None] Checking segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:34:53.086495 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bfc5bf95-494f-4e17-b5e3-dbe6b71cdd33 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:53.087238 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc5bf95-494f-4e17-b5e3-dbe6b71cdd33 None None] Bound using segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:34:53.087877 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-bfc5bf95-494f-4e17-b5e3-dbe6b71cdd33 None None] Bound port: 2b0f02e7-82b2-4e6d-9357-0211efaeb2ba, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:34:53.088446 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bfc5bf95-494f-4e17-b5e3-dbe6b71cdd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:53.096066 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc65fae-b95d-47c8-9261-00defe8406c3 None None] Pushing event updated for resources: {'Port': ['ID=2b0f02e7-82b2-4e6d-9357-0211efaeb2ba,revision_number=2']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:53.141447 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc65fae-b95d-47c8-9261-00defe8406c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:53.141934 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc65fae-b95d-47c8-9261-00defe8406c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:53.142364 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc65fae-b95d-47c8-9261-00defe8406c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:53.143504 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc65fae-b95d-47c8-9261-00defe8406c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:53.144110 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc65fae-b95d-47c8-9261-00defe8406c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:53.144527 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc65fae-b95d-47c8-9261-00defe8406c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:53.144983 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc65fae-b95d-47c8-9261-00defe8406c3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:53.145640 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc65fae-b95d-47c8-9261-00defe8406c3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:53.146056 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc65fae-b95d-47c8-9261-00defe8406c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:53.146470 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc65fae-b95d-47c8-9261-00defe8406c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:53.147026 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc65fae-b95d-47c8-9261-00defe8406c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:53.147440 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc65fae-b95d-47c8-9261-00defe8406c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:53.151954 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-29c5749b-6992-4e96-a4c4-bffbd5655d58 None None] Provisioning complete for port 2b0f02e7-82b2-4e6d-9357-0211efaeb2ba triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:34:53.152325 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-29c5749b-6992-4e96-a4c4-bffbd5655d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:53.183882 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb13843b-2997-4354-8573-7e21caff4639 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-ee10b5aa-bcee-4b50-8224-036e8e0a4c1d', 'network_id': 'ee10b5aa-bcee-4b50-8224-036e8e0a4c1d', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'fixed_ips': [{'subnet_id': '80002f7a-7b3a-467e-96df-fb6a6dd0c182'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:34:53.184653 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-eb13843b-2997-4354-8573-7e21caff4639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:53.195862 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-bfc5bf95-494f-4e17-b5e3-dbe6b71cdd33 None None] For port 2b0f02e7-82b2-4e6d-9357-0211efaeb2ba, host n-d-765315-29, cleared binding levels {{(pid=102602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:34:53.199284 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-bfc5bf95-494f-4e17-b5e3-dbe6b71cdd33 None None] For port 2b0f02e7-82b2-4e6d-9357-0211efaeb2ba, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=2b0f02e7-82b2-4e6d-9357-0211efaeb2ba,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:34:53.204614 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-bfc5bf95-494f-4e17-b5e3-dbe6b71cdd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:53.221803 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-29c5749b-6992-4e96-a4c4-bffbd5655d58 None None] Port 2b0f02e7-82b2-4e6d-9357-0211efaeb2ba cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:34:53.272716 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc5bf95-494f-4e17-b5e3-dbe6b71cdd33 None None] Routers {'35792fba-f870-4b36-8cc4-409c4debf368'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:34:53.273437 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-bfc5bf95-494f-4e17-b5e3-dbe6b71cdd33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:34:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['35792fba-f870-4b36-8cc4-409c4debf368'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:34:53.276415 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef0501c-2148-4fec-beb7-4e3e31e3548f None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:34:53.364152 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-eb13843b-2997-4354-8573-7e21caff4639 None None] Allocated IP 172.20.0.2 (ee10b5aa-bcee-4b50-8224-036e8e0a4c1d/80002f7a-7b3a-467e-96df-fb6a6dd0c182/04a32789-6edd-479e-bc9d-bdcc72db99e9) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:34:53.391190 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-781f3bf1-6e37-4403-b915-c8c9fc38c9a9 None None] Provisioning complete for port 2b0f02e7-82b2-4e6d-9357-0211efaeb2ba triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:34:53.392397 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-781f3bf1-6e37-4403-b915-c8c9fc38c9a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:53.525635 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-bfc5bf95-494f-4e17-b5e3-dbe6b71cdd33 None None] Set router 35792fba-f870-4b36-8cc4-409c4debf368 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:34:53.661663 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc65fae-b95d-47c8-9261-00defe8406c3 None None] Pushing event updated for resources: {'Port': ['ID=2b0f02e7-82b2-4e6d-9357-0211efaeb2ba,revision_number=3']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:53.756261 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-bfc5bf95-494f-4e17-b5e3-dbe6b71cdd33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35792fba-f870-4b36-8cc4-409c4debf368', 'name': 'tempest-TestNetworkAdvancedServerOps-router-692747199', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '2b0f02e7-82b2-4e6d-9357-0211efaeb2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:34:50Z', 'updated_at': '2021-11-12T09:34:51Z', 'revision_number': 3, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'gw_port': {'id': '2b0f02e7-82b2-4e6d-9357-0211efaeb2ba', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:6e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35792fba-f870-4b36-8cc4-409c4debf368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:34:51Z', 'updated_at': '2021-11-12T09:34:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:34:53.761869 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-781f3bf1-6e37-4403-b915-c8c9fc38c9a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:53.787238 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc5bf95-494f-4e17-b5e3-dbe6b71cdd33 None None] The sync data for ids ['35792fba-f870-4b36-8cc4-409c4debf368'] in n-d-765315-29 is: [{'id': '35792fba-f870-4b36-8cc4-409c4debf368', 'name': 'tempest-TestNetworkAdvancedServerOps-router-692747199', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '2b0f02e7-82b2-4e6d-9357-0211efaeb2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:34:50Z', 'updated_at': '2021-11-12T09:34:51Z', 'revision_number': 3, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'gw_port': {'id': '2b0f02e7-82b2-4e6d-9357-0211efaeb2ba', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:6e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35792fba-f870-4b36-8cc4-409c4debf368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:34:51Z', 'updated_at': '2021-11-12T09:34:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:34:53.808030 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-781f3bf1-6e37-4403-b915-c8c9fc38c9a9 None None] For port 2b0f02e7-82b2-4e6d-9357-0211efaeb2ba, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=2b0f02e7-82b2-4e6d-9357-0211efaeb2ba,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:34:53.816502 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-781f3bf1-6e37-4403-b915-c8c9fc38c9a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:53.853552 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-eb13843b-2997-4354-8573-7e21caff4639 None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:53.867632 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-eb13843b-2997-4354-8573-7e21caff4639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:53.886668 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781f3bf1-6e37-4403-b915-c8c9fc38c9a9 None None] Pushing event updated for resources: {'Port': ['ID=2b0f02e7-82b2-4e6d-9357-0211efaeb2ba,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:53.919559 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb13843b-2997-4354-8573-7e21caff4639 None None] Network ee10b5aa-bcee-4b50-8224-036e8e0a4c1d is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:34:53.922956 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b7ab494b-6b61-4479-a931-905f7f46717a tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:53.925311 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-eb13843b-2997-4354-8573-7e21caff4639 None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:34:53.930683 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb13843b-2997-4354-8573-7e21caff4639 None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:34:53.945603 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb13843b-2997-4354-8573-7e21caff4639 None None] Pushing event updated for resources: {'Port': ['ID=04a32789-6edd-479e-bc9d-bdcc72db99e9,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:54.002858 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-eb13843b-2997-4354-8573-7e21caff4639 None None] Attempting to bind port 04a32789-6edd-479e-bc9d-bdcc72db99e9 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:34:54.003443 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-eb13843b-2997-4354-8573-7e21caff4639 None None] Attempting to bind port 04a32789-6edd-479e-bc9d-bdcc72db99e9 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '248104d4-53a0-4a4d-a5e7-99063f511d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ee10b5aa-bcee-4b50-8224-036e8e0a4c1d'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:34:54.003926 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb13843b-2997-4354-8573-7e21caff4639 None None] Attempting to bind port 04a32789-6edd-479e-bc9d-bdcc72db99e9 on network ee10b5aa-bcee-4b50-8224-036e8e0a4c1d {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:34:54.009770 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb13843b-2997-4354-8573-7e21caff4639 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:34:54.010299 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb13843b-2997-4354-8573-7e21caff4639 None None] Checking segment: {'id': '248104d4-53a0-4a4d-a5e7-99063f511d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ee10b5aa-bcee-4b50-8224-036e8e0a4c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:34:54.010860 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-eb13843b-2997-4354-8573-7e21caff4639 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:54.011353 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb13843b-2997-4354-8573-7e21caff4639 None None] Bound using segment: {'id': '248104d4-53a0-4a4d-a5e7-99063f511d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ee10b5aa-bcee-4b50-8224-036e8e0a4c1d'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:34:54.011953 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-eb13843b-2997-4354-8573-7e21caff4639 None None] Bound port: 04a32789-6edd-479e-bc9d-bdcc72db99e9, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '248104d4-53a0-4a4d-a5e7-99063f511d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ee10b5aa-bcee-4b50-8224-036e8e0a4c1d'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:34:54.012436 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-eb13843b-2997-4354-8573-7e21caff4639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:54.109452 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-eb13843b-2997-4354-8573-7e21caff4639 None None] For port 04a32789-6edd-479e-bc9d-bdcc72db99e9, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:34:54.114776 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-eb13843b-2997-4354-8573-7e21caff4639 None None] For port 04a32789-6edd-479e-bc9d-bdcc72db99e9, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=04a32789-6edd-479e-bc9d-bdcc72db99e9,segment=NetworkSegment(248104d4-53a0-4a4d-a5e7-99063f511d9e),segment_id=248104d4-53a0-4a4d-a5e7-99063f511d9e)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:34:54.120333 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-eb13843b-2997-4354-8573-7e21caff4639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:54.192992 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb13843b-2997-4354-8573-7e21caff4639 None None] Pushing event updated for resources: {'Port': ['ID=04a32789-6edd-479e-bc9d-bdcc72db99e9,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:54.247307 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-b7ab494b-6b61-4479-a931-905f7f46717a tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Allocated IP 172.20.0.1 (ee10b5aa-bcee-4b50-8224-036e8e0a4c1d/80002f7a-7b3a-467e-96df-fb6a6dd0c182/e35f0706-7fb6-43c9-a8f6-1aa3c62e01a5) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:34:54.405484 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b7ab494b-6b61-4479-a931-905f7f46717a tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:54.444404 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b7ab494b-6b61-4479-a931-905f7f46717a tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:54.493374 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ab494b-6b61-4479-a931-905f7f46717a tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Network ee10b5aa-bcee-4b50-8224-036e8e0a4c1d is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:34:54.498959 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-b7ab494b-6b61-4479-a931-905f7f46717a tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:34:54.504276 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ab494b-6b61-4479-a931-905f7f46717a tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:34:54.533116 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ab494b-6b61-4479-a931-905f7f46717a tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event updated for resources: {'Port': ['ID=e35f0706-7fb6-43c9-a8f6-1aa3c62e01a5,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:54.555041 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b7ab494b-6b61-4479-a931-905f7f46717a tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933481'] for router_interface, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:54.695869 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b7ab494b-6b61-4479-a931-905f7f46717a tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:54.964235 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 2b0f02e7-82b2-4e6d-9357-0211efaeb2ba up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:34:54.996656 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b7ab494b-6b61-4479-a931-905f7f46717a tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:55.001799 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b7ab494b-6b61-4479-a931-905f7f46717a tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:55.029430 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 2b0f02e7-82b2-4e6d-9357-0211efaeb2ba triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:34:55.030041 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:55.103717 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b7ab494b-6b61-4479-a931-905f7f46717a tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933629'] for router_interface, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:55.107610 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ab494b-6b61-4479-a931-905f7f46717a tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event updated for resources: {'Port': ['ID=e35f0706-7fb6-43c9-a8f6-1aa3c62e01a5,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:55.123908 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 04a32789-6edd-479e-bc9d-bdcc72db99e9 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:34:55.179117 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 04a32789-6edd-479e-bc9d-bdcc72db99e9 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:34:55.179488 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:55.224410 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703727a4-cdd3-4f9a-ab96-09e69e0250e9 None None] Network ee10b5aa-bcee-4b50-8224-036e8e0a4c1d requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:34:55.227351 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ab494b-6b61-4479-a931-905f7f46717a tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Network ee10b5aa-bcee-4b50-8224-036e8e0a4c1d is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:34:55.228756 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-b7ab494b-6b61-4479-a931-905f7f46717a tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:34:55.328630 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-8571afee-27d5-4ecc-a394-84cdfda80e1b None None] Provisioning complete for port 04a32789-6edd-479e-bc9d-bdcc72db99e9 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:34:55.329053 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8571afee-27d5-4ecc-a394-84cdfda80e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:55.349350 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7ab494b-6b61-4479-a931-905f7f46717a tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Router 35792fba-f870-4b36-8cc4-409c4debf368 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:34:55.388734 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:55.465778 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] For port 04a32789-6edd-479e-bc9d-bdcc72db99e9, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=04a32789-6edd-479e-bc9d-bdcc72db99e9,segment=NetworkSegment(248104d4-53a0-4a4d-a5e7-99063f511d9e),segment_id=248104d4-53a0-4a4d-a5e7-99063f511d9e)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:34:55.469109 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7ab494b-6b61-4479-a931-905f7f46717a tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:34:55.471675 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:55.484274 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-b7ab494b-6b61-4479-a931-905f7f46717a tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "PUT /v2.0/routers/35792fba-f870-4b36-8cc4-409c4debf368/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4852936 Nov 12 09:34:55.586065 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Pushing event updated for resources: {'Port': ['ID=04a32789-6edd-479e-bc9d-bdcc72db99e9,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:55.642040 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6e576dec-5bcd-45c4-9c32-c7b18c5954bf req-376ad5e6-b28f-4e3f-a375-c931a1817407 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1616513603&fields=id&tenant_id=a3e02b7551c24b2895d8eeeb9a0b62b4 HTTP/1.1" status: 200 len: 267 time: 0.0492616 Nov 12 09:34:55.730762 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1b1d9e-2b8e-44a1-9db5-1d46f590d808 None None] Sync routers for ids ['35792fba-f870-4b36-8cc4-409c4debf368'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:34:55.743388 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1b1d9e-2b8e-44a1-9db5-1d46f590d808 None None] Routers {'35792fba-f870-4b36-8cc4-409c4debf368'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:34:55.743994 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-2e1b1d9e-2b8e-44a1-9db5-1d46f590d808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:34:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['35792fba-f870-4b36-8cc4-409c4debf368'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:34:55.767310 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e576dec-5bcd-45c4-9c32-c7b18c5954bf req-28079218-8137-4629-8a11-e0112752f2f5 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:55.769203 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6e576dec-5bcd-45c4-9c32-c7b18c5954bf req-28079218-8137-4629-8a11-e0112752f2f5 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/networks?id=ee10b5aa-bcee-4b50-8224-036e8e0a4c1d HTTP/1.1" status: 200 len: 797 time: 0.1206353 Nov 12 09:34:55.793805 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6e576dec-5bcd-45c4-9c32-c7b18c5954bf req-25f18f6f-e53c-4a6e-84bc-ad332f20a52d tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/quotas/a3e02b7551c24b2895d8eeeb9a0b62b4 HTTP/1.1" status: 200 len: 375 time: 0.0183508 Nov 12 09:34:55.849256 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6e576dec-5bcd-45c4-9c32-c7b18c5954bf req-82447e0f-e947-44c5-ae58-d86630f9bfb0 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a3e02b7551c24b2895d8eeeb9a0b62b4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0542922 Nov 12 09:34:55.870913 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-2e1b1d9e-2b8e-44a1-9db5-1d46f590d808 None None] Set router 35792fba-f870-4b36-8cc4-409c4debf368 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:34:55.959860 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-bb95d6ff-3d52-4574-8786-011be000e7cf None None] Provisioning complete for port 04a32789-6edd-479e-bc9d-bdcc72db99e9 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:34:55.960226 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-bb95d6ff-3d52-4574-8786-011be000e7cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:55.964028 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6e576dec-5bcd-45c4-9c32-c7b18c5954bf req-5ec7104d-8661-4c40-99ac-62504c546004 service neutron] 10.222.0.26 "GET /v2.0/networks/ee10b5aa-bcee-4b50-8224-036e8e0a4c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992267 Nov 12 09:34:56.064687 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6e576dec-5bcd-45c4-9c32-c7b18c5954bf req-b0535326-36e2-4a9d-b133-f3b397e132de service neutron] 10.222.0.26 "GET /v2.0/networks/ee10b5aa-bcee-4b50-8224-036e8e0a4c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922203 Nov 12 09:34:56.157359 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-bb95d6ff-3d52-4574-8786-011be000e7cf None None] Provisioning complete for port e35f0706-7fb6-43c9-a8f6-1aa3c62e01a5 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:34:56.157965 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-bb95d6ff-3d52-4574-8786-011be000e7cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:56.196623 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-2e1b1d9e-2b8e-44a1-9db5-1d46f590d808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35792fba-f870-4b36-8cc4-409c4debf368', 'name': 'tempest-TestNetworkAdvancedServerOps-router-692747199', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '2b0f02e7-82b2-4e6d-9357-0211efaeb2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:34:50Z', 'updated_at': '2021-11-12T09:34:54Z', 'revision_number': 4, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'gw_port': {'id': '2b0f02e7-82b2-4e6d-9357-0211efaeb2ba', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:6e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35792fba-f870-4b36-8cc4-409c4debf368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:34:51Z', 'updated_at': '2021-11-12T09:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': 'e35f0706-7fb6-43c9-a8f6-1aa3c62e01a5', 'name': '', 'network_id': 'ee10b5aa-bcee-4b50-8224-036e8e0a4c1d', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'mac_address': 'fa:16:3e:d4:3f:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35792fba-f870-4b36-8cc4-409c4debf368', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '80002f7a-7b3a-467e-96df-fb6a6dd0c182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:34:54Z', 'updated_at': '2021-11-12T09:34:54Z', 'revision_number': 2, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'subnets': [{'id': '80002f7a-7b3a-467e-96df-fb6a6dd0c182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:34:56.231109 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-bb95d6ff-3d52-4574-8786-011be000e7cf None None] Port e35f0706-7fb6-43c9-a8f6-1aa3c62e01a5 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:34:56.232558 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1b1d9e-2b8e-44a1-9db5-1d46f590d808 None None] Checking router: 35792fba-f870-4b36-8cc4-409c4debf368 for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:34:56.232914 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1b1d9e-2b8e-44a1-9db5-1d46f590d808 None None] Updating router 35792fba-f870-4b36-8cc4-409c4debf368 port e35f0706-7fb6-43c9-a8f6-1aa3c62e01a5 binding host n-d-765315-29 {{(pid=102601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:34:56.263947 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2e1b1d9e-2b8e-44a1-9db5-1d46f590d808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:56.273219 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0e29a792-8c05-4a6d-9585-4805965ef946 req-a3f5d1ec-7990-42f9-a53a-ac1f3817a85e tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab2c27fe-ee50-448f-9b8a-0ca53d00fb03 HTTP/1.1" status: 200 len: 210 time: 0.0387104 Nov 12 09:34:56.394618 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-c9bc7d34-c4c9-49c9-b61d-5d83c042805f None None] Provisioning complete for port e35f0706-7fb6-43c9-a8f6-1aa3c62e01a5 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:34:56.395083 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c9bc7d34-c4c9-49c9-b61d-5d83c042805f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:56.489456 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-c9bc7d34-c4c9-49c9-b61d-5d83c042805f None None] Port e35f0706-7fb6-43c9-a8f6-1aa3c62e01a5 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:34:56.589855 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2e1b1d9e-2b8e-44a1-9db5-1d46f590d808 None None] Publish callbacks [] for port, precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:56.595378 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2e1b1d9e-2b8e-44a1-9db5-1d46f590d808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:56.669148 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b2a171-02d8-4b39-9e81-3f6f7cd500a9 None None] Pushing event updated for resources: {'Port': ['ID=e35f0706-7fb6-43c9-a8f6-1aa3c62e01a5,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:56.709514 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-2e1b1d9e-2b8e-44a1-9db5-1d46f590d808 None None] Attempting to bind port e35f0706-7fb6-43c9-a8f6-1aa3c62e01a5 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:34:56.710033 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-2e1b1d9e-2b8e-44a1-9db5-1d46f590d808 None None] Attempting to bind port e35f0706-7fb6-43c9-a8f6-1aa3c62e01a5 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '248104d4-53a0-4a4d-a5e7-99063f511d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ee10b5aa-bcee-4b50-8224-036e8e0a4c1d'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:34:56.710512 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1b1d9e-2b8e-44a1-9db5-1d46f590d808 None None] Attempting to bind port e35f0706-7fb6-43c9-a8f6-1aa3c62e01a5 on network ee10b5aa-bcee-4b50-8224-036e8e0a4c1d {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:34:56.716914 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1b1d9e-2b8e-44a1-9db5-1d46f590d808 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:34:56.717452 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1b1d9e-2b8e-44a1-9db5-1d46f590d808 None None] Checking segment: {'id': '248104d4-53a0-4a4d-a5e7-99063f511d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ee10b5aa-bcee-4b50-8224-036e8e0a4c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:34:56.717956 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2e1b1d9e-2b8e-44a1-9db5-1d46f590d808 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:56.718454 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1b1d9e-2b8e-44a1-9db5-1d46f590d808 None None] Bound using segment: {'id': '248104d4-53a0-4a4d-a5e7-99063f511d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ee10b5aa-bcee-4b50-8224-036e8e0a4c1d'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:34:56.719712 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-2e1b1d9e-2b8e-44a1-9db5-1d46f590d808 None None] Bound port: e35f0706-7fb6-43c9-a8f6-1aa3c62e01a5, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '248104d4-53a0-4a4d-a5e7-99063f511d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ee10b5aa-bcee-4b50-8224-036e8e0a4c1d'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:34:56.719712 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2e1b1d9e-2b8e-44a1-9db5-1d46f590d808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:56.808232 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-2e1b1d9e-2b8e-44a1-9db5-1d46f590d808 None None] For port e35f0706-7fb6-43c9-a8f6-1aa3c62e01a5, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:34:56.811624 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-2e1b1d9e-2b8e-44a1-9db5-1d46f590d808 None None] For port e35f0706-7fb6-43c9-a8f6-1aa3c62e01a5, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=e35f0706-7fb6-43c9-a8f6-1aa3c62e01a5,segment=NetworkSegment(248104d4-53a0-4a4d-a5e7-99063f511d9e),segment_id=248104d4-53a0-4a4d-a5e7-99063f511d9e)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:34:56.816592 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2e1b1d9e-2b8e-44a1-9db5-1d46f590d808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:56.884044 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1b1d9e-2b8e-44a1-9db5-1d46f590d808 None None] Routers {'35792fba-f870-4b36-8cc4-409c4debf368'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:34:56.884591 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-2e1b1d9e-2b8e-44a1-9db5-1d46f590d808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:34:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['35792fba-f870-4b36-8cc4-409c4debf368'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:34:56.886485 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b2a171-02d8-4b39-9e81-3f6f7cd500a9 None None] Pushing event updated for resources: {'Port': ['ID=e35f0706-7fb6-43c9-a8f6-1aa3c62e01a5,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:56.932587 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 04a32789-6edd-479e-bc9d-bdcc72db99e9 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:34:56.984699 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-76ef2322-c4d1-4a34-9ca3-4d4e3aafafe5 None None] Provisioning complete for port e35f0706-7fb6-43c9-a8f6-1aa3c62e01a5 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:34:56.985058 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-76ef2322-c4d1-4a34-9ca3-4d4e3aafafe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:57.083462 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-2e1b1d9e-2b8e-44a1-9db5-1d46f590d808 None None] Set router 35792fba-f870-4b36-8cc4-409c4debf368 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:34:57.114774 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 04a32789-6edd-479e-bc9d-bdcc72db99e9 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:34:57.115137 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:57.370544 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7370a990-ea6f-4801-9c88-a04aae265840 req-28be0e87-7316-4d13-8c6b-962ecc72d9d7 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab2c27fe-ee50-448f-9b8a-0ca53d00fb03 HTTP/1.1" status: 200 len: 210 time: 0.0301816 Nov 12 09:34:57.431702 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-76ef2322-c4d1-4a34-9ca3-4d4e3aafafe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:57.511164 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-76ef2322-c4d1-4a34-9ca3-4d4e3aafafe5 None None] For port e35f0706-7fb6-43c9-a8f6-1aa3c62e01a5, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=e35f0706-7fb6-43c9-a8f6-1aa3c62e01a5,segment=NetworkSegment(248104d4-53a0-4a4d-a5e7-99063f511d9e),segment_id=248104d4-53a0-4a4d-a5e7-99063f511d9e)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:34:57.526424 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-76ef2322-c4d1-4a34-9ca3-4d4e3aafafe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:57.555902 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e576dec-5bcd-45c4-9c32-c7b18c5954bf req-edbb0142-cc8e-411e-85e2-7cbd3e9155e0 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:57.559439 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6e576dec-5bcd-45c4-9c32-c7b18c5954bf req-edbb0142-cc8e-411e-85e2-7cbd3e9155e0 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.44 "GET /v2.0/networks?id=ee10b5aa-bcee-4b50-8224-036e8e0a4c1d HTTP/1.1" status: 200 len: 797 time: 0.1251259 Nov 12 09:34:57.607849 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ef2322-c4d1-4a34-9ca3-4d4e3aafafe5 None None] Pushing event updated for resources: {'Port': ['ID=e35f0706-7fb6-43c9-a8f6-1aa3c62e01a5,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:57.629227 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-2e1b1d9e-2b8e-44a1-9db5-1d46f590d808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35792fba-f870-4b36-8cc4-409c4debf368', 'name': 'tempest-TestNetworkAdvancedServerOps-router-692747199', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '2b0f02e7-82b2-4e6d-9357-0211efaeb2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:34:50Z', 'updated_at': '2021-11-12T09:34:54Z', 'revision_number': 4, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'gw_port': {'id': '2b0f02e7-82b2-4e6d-9357-0211efaeb2ba', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:6e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35792fba-f870-4b36-8cc4-409c4debf368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:34:51Z', 'updated_at': '2021-11-12T09:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': 'e35f0706-7fb6-43c9-a8f6-1aa3c62e01a5', 'name': '', 'network_id': 'ee10b5aa-bcee-4b50-8224-036e8e0a4c1d', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'mac_address': 'fa:16:3e:d4:3f:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35792fba-f870-4b36-8cc4-409c4debf368', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '80002f7a-7b3a-467e-96df-fb6a6dd0c182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:34:54Z', 'updated_at': '2021-11-12T09:34:56Z', 'revision_number': 4, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'subnets': [{'id': '80002f7a-7b3a-467e-96df-fb6a6dd0c182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:34:57.637223 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6e576dec-5bcd-45c4-9c32-c7b18c5954bf req-4c366fa5-324e-4f90-bf34-0e870ddd41a6 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3e02b7551c24b2895d8eeeb9a0b62b4 HTTP/1.1" status: 200 len: 380 time: 0.0582755 Nov 12 09:34:57.661172 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1b1d9e-2b8e-44a1-9db5-1d46f590d808 None None] The sync data for ids ['35792fba-f870-4b36-8cc4-409c4debf368'] in n-d-765315-29 is: [{'id': '35792fba-f870-4b36-8cc4-409c4debf368', 'name': 'tempest-TestNetworkAdvancedServerOps-router-692747199', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '2b0f02e7-82b2-4e6d-9357-0211efaeb2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:34:50Z', 'updated_at': '2021-11-12T09:34:54Z', 'revision_number': 4, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'gw_port': {'id': '2b0f02e7-82b2-4e6d-9357-0211efaeb2ba', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:6e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35792fba-f870-4b36-8cc4-409c4debf368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:34:51Z', 'updated_at': '2021-11-12T09:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': 'e35f0706-7fb6-43c9-a8f6-1aa3c62e01a5', 'name': '', 'network_id': 'ee10b5aa-bcee-4b50-8224-036e8e0a4c1d', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'mac_address': 'fa:16:3e:d4:3f:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35792fba-f870-4b36-8cc4-409c4debf368', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '80002f7a-7b3a-467e-96df-fb6a6dd0c182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:34:54Z', 'updated_at': '2021-11-12T09:34:56Z', 'revision_number': 4, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'subnets': [{'id': '80002f7a-7b3a-467e-96df-fb6a6dd0c182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:34:57.671053 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-96634555-f505-4b46-b22b-b9bdd98e3f5a None None] Provisioning complete for port e35f0706-7fb6-43c9-a8f6-1aa3c62e01a5 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:34:57.671432 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-96634555-f505-4b46-b22b-b9bdd98e3f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:57.673682 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-6e576dec-5bcd-45c4-9c32-c7b18c5954bf req-206dac2d-2eab-4061-8a18-6c124d80bfca tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Request body: {'port': {'device_id': 'ab2c27fe-ee50-448f-9b8a-0ca53d00fb03', 'network_id': 'ee10b5aa-bcee-4b50-8224-036e8e0a4c1d', 'admin_state_up': True, 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'security_groups': ['cfde7fe9-10b1-46bb-8682-f04770d265a1']}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:34:57.820202 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e576dec-5bcd-45c4-9c32-c7b18c5954bf req-206dac2d-2eab-4061-8a18-6c124d80bfca tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Made reservation on behalf of a3e02b7551c24b2895d8eeeb9a0b62b4 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:34:57.823819 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-6e576dec-5bcd-45c4-9c32-c7b18c5954bf req-206dac2d-2eab-4061-8a18-6c124d80bfca tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:57.976098 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-6e576dec-5bcd-45c4-9c32-c7b18c5954bf req-206dac2d-2eab-4061-8a18-6c124d80bfca tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Allocated IP 172.20.0.11 (ee10b5aa-bcee-4b50-8224-036e8e0a4c1d/80002f7a-7b3a-467e-96df-fb6a6dd0c182/6d798c5a-64a4-4733-a529-a91058f05b3a) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:34:58.124347 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-6e576dec-5bcd-45c4-9c32-c7b18c5954bf req-206dac2d-2eab-4061-8a18-6c124d80bfca tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:58.164127 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-6e576dec-5bcd-45c4-9c32-c7b18c5954bf req-206dac2d-2eab-4061-8a18-6c124d80bfca tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:58.214473 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e576dec-5bcd-45c4-9c32-c7b18c5954bf req-206dac2d-2eab-4061-8a18-6c124d80bfca tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Network ee10b5aa-bcee-4b50-8224-036e8e0a4c1d is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:34:58.221267 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-6e576dec-5bcd-45c4-9c32-c7b18c5954bf req-206dac2d-2eab-4061-8a18-6c124d80bfca tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:34:58.225853 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e576dec-5bcd-45c4-9c32-c7b18c5954bf req-206dac2d-2eab-4061-8a18-6c124d80bfca tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:34:58.233052 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206dac2d-2eab-4061-8a18-6c124d80bfca tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event updated for resources: {'Port': ['ID=6d798c5a-64a4-4733-a529-a91058f05b3a,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:58.283769 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e576dec-5bcd-45c4-9c32-c7b18c5954bf req-206dac2d-2eab-4061-8a18-6c124d80bfca tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:58.284417 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-6e576dec-5bcd-45c4-9c32-c7b18c5954bf req-206dac2d-2eab-4061-8a18-6c124d80bfca tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:58.301795 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6e576dec-5bcd-45c4-9c32-c7b18c5954bf req-206dac2d-2eab-4061-8a18-6c124d80bfca tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6324449 Nov 12 09:34:58.374756 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-6e576dec-5bcd-45c4-9c32-c7b18c5954bf req-10f77b52-49dc-4f1f-b476-eb71007cf2be service neutron] Request body: {'port': {'device_id': 'ab2c27fe-ee50-448f-9b8a-0ca53d00fb03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:34:58.444971 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-6e576dec-5bcd-45c4-9c32-c7b18c5954bf req-10f77b52-49dc-4f1f-b476-eb71007cf2be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:58.514562 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250485bd-105f-49e1-b952-a050c8facb19 req-cf285d19-0bd0-4817-bf37-361460963aa6 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:58.516764 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-250485bd-105f-49e1-b952-a050c8facb19 req-cf285d19-0bd0-4817-bf37-361460963aa6 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab2c27fe-ee50-448f-9b8a-0ca53d00fb03 HTTP/1.1" status: 200 len: 932 time: 0.0599394 Nov 12 09:34:58.536220 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-753f20af-7a1b-4c5a-891b-63c0a3224970 None None] Provisioning complete for port 6d798c5a-64a4-4733-a529-a91058f05b3a triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:34:58.536818 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-753f20af-7a1b-4c5a-891b-63c0a3224970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:58.589756 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-250485bd-105f-49e1-b952-a050c8facb19 req-efb07984-d73a-4bb5-97de-15492f9152cd tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfde7fe9-10b1-46bb-8682-f04770d265a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653088 Nov 12 09:34:58.592506 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-753f20af-7a1b-4c5a-891b-63c0a3224970 None None] Port 6d798c5a-64a4-4733-a529-a91058f05b3a cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:34:58.777833 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-6e576dec-5bcd-45c4-9c32-c7b18c5954bf req-10f77b52-49dc-4f1f-b476-eb71007cf2be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d798c5a-64a4-4733-a529-a91058f05b3a {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:34:58.786792 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-6e576dec-5bcd-45c4-9c32-c7b18c5954bf req-10f77b52-49dc-4f1f-b476-eb71007cf2be service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:58.799657 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-6e576dec-5bcd-45c4-9c32-c7b18c5954bf req-10f77b52-49dc-4f1f-b476-eb71007cf2be service neutron] Transition to ACTIVE for port object 6d798c5a-64a4-4733-a529-a91058f05b3a will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:34:58.803467 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-6e576dec-5bcd-45c4-9c32-c7b18c5954bf req-10f77b52-49dc-4f1f-b476-eb71007cf2be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:58.879510 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f77b52-49dc-4f1f-b476-eb71007cf2be service neutron] Pushing event updated for resources: {'Port': ['ID=6d798c5a-64a4-4733-a529-a91058f05b3a,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:58.937339 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-6e576dec-5bcd-45c4-9c32-c7b18c5954bf req-10f77b52-49dc-4f1f-b476-eb71007cf2be service neutron] Attempting to bind port 6d798c5a-64a4-4733-a529-a91058f05b3a on host n-h2-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:34:58.937896 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-6e576dec-5bcd-45c4-9c32-c7b18c5954bf req-10f77b52-49dc-4f1f-b476-eb71007cf2be service neutron] Attempting to bind port 6d798c5a-64a4-4733-a529-a91058f05b3a by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': '248104d4-53a0-4a4d-a5e7-99063f511d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ee10b5aa-bcee-4b50-8224-036e8e0a4c1d'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:34:58.938232 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e576dec-5bcd-45c4-9c32-c7b18c5954bf req-10f77b52-49dc-4f1f-b476-eb71007cf2be service neutron] Attempting to bind port 6d798c5a-64a4-4733-a529-a91058f05b3a on network ee10b5aa-bcee-4b50-8224-036e8e0a4c1d {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:34:58.944252 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e576dec-5bcd-45c4-9c32-c7b18c5954bf req-10f77b52-49dc-4f1f-b476-eb71007cf2be service neutron] Port 6d798c5a-64a4-4733-a529-a91058f05b3a on network ee10b5aa-bcee-4b50-8224-036e8e0a4c1d not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:34:58.944579 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e576dec-5bcd-45c4-9c32-c7b18c5954bf req-10f77b52-49dc-4f1f-b476-eb71007cf2be service neutron] Attempting to bind port 6d798c5a-64a4-4733-a529-a91058f05b3a on network ee10b5aa-bcee-4b50-8224-036e8e0a4c1d {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:34:58.945245 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device e35f0706-7fb6-43c9-a8f6-1aa3c62e01a5 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:34:58.949964 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e576dec-5bcd-45c4-9c32-c7b18c5954bf req-10f77b52-49dc-4f1f-b476-eb71007cf2be service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:34:58.950306 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e576dec-5bcd-45c4-9c32-c7b18c5954bf req-10f77b52-49dc-4f1f-b476-eb71007cf2be service neutron] Checking segment: {'id': '248104d4-53a0-4a4d-a5e7-99063f511d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ee10b5aa-bcee-4b50-8224-036e8e0a4c1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:34:58.950740 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e576dec-5bcd-45c4-9c32-c7b18c5954bf req-10f77b52-49dc-4f1f-b476-eb71007cf2be service neutron] Bound using segment: {'id': '248104d4-53a0-4a4d-a5e7-99063f511d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ee10b5aa-bcee-4b50-8224-036e8e0a4c1d'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:34:58.951143 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-6e576dec-5bcd-45c4-9c32-c7b18c5954bf req-10f77b52-49dc-4f1f-b476-eb71007cf2be service neutron] Bound port: 6d798c5a-64a4-4733-a529-a91058f05b3a, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '248104d4-53a0-4a4d-a5e7-99063f511d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ee10b5aa-bcee-4b50-8224-036e8e0a4c1d'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:34:58.951500 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-6e576dec-5bcd-45c4-9c32-c7b18c5954bf req-10f77b52-49dc-4f1f-b476-eb71007cf2be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:58.998130 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port e35f0706-7fb6-43c9-a8f6-1aa3c62e01a5 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:34:58.998498 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:59.025493 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-6e576dec-5bcd-45c4-9c32-c7b18c5954bf req-10f77b52-49dc-4f1f-b476-eb71007cf2be service neutron] For port 6d798c5a-64a4-4733-a529-a91058f05b3a, host n-h2-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:34:59.030452 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-6e576dec-5bcd-45c4-9c32-c7b18c5954bf req-10f77b52-49dc-4f1f-b476-eb71007cf2be service neutron] For port 6d798c5a-64a4-4733-a529-a91058f05b3a, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=6d798c5a-64a4-4733-a529-a91058f05b3a,segment=NetworkSegment(248104d4-53a0-4a4d-a5e7-99063f511d9e),segment_id=248104d4-53a0-4a4d-a5e7-99063f511d9e)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:34:59.036540 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-6e576dec-5bcd-45c4-9c32-c7b18c5954bf req-10f77b52-49dc-4f1f-b476-eb71007cf2be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:59.071900 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e576dec-5bcd-45c4-9c32-c7b18c5954bf req-10f77b52-49dc-4f1f-b476-eb71007cf2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:59.072521 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-6e576dec-5bcd-45c4-9c32-c7b18c5954bf req-10f77b52-49dc-4f1f-b476-eb71007cf2be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:59.073905 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6e576dec-5bcd-45c4-9c32-c7b18c5954bf req-10f77b52-49dc-4f1f-b476-eb71007cf2be service neutron] 10.222.0.44 "PUT /v2.0/ports/6d798c5a-64a4-4733-a529-a91058f05b3a HTTP/1.1" status: 200 len: 1093 time: 0.7513778 Nov 12 09:34:59.074357 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab2c27fe-ee50-448f-9b8a-0ca53d00fb03', 'tag': '6d798c5a-64a4-4733-a529-a91058f05b3a'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:34:59.076864 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c022ff2c5cb8d3060857f92f3690e67c01ee9cc1391db4b92ea76e21aea06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e22cf4e8-5d0b-4eec-a12a-8dc850a93edb" -d '{"events": [{"name": "network-changed", "server_uuid": "ab2c27fe-ee50-448f-9b8a-0ca53d00fb03", "tag": "6d798c5a-64a4-4733-a529-a91058f05b3a"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:34:59.120175 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4930e54-4f37-4c47-bc6d-65a6000347df x-openstack-request-id: req-d4930e54-4f37-4c47-bc6d-65a6000347df {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:34:59.120513 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab2c27fe-ee50-448f-9b8a-0ca53d00fb03", "tag": "6d798c5a-64a4-4733-a529-a91058f05b3a", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:34:59.120773 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d4930e54-4f37-4c47-bc6d-65a6000347df {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:34:59.121181 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab2c27fe-ee50-448f-9b8a-0ca53d00fb03', 'tag': '6d798c5a-64a4-4733-a529-a91058f05b3a', 'status': 'completed', 'code': 200} Nov 12 09:34:59.136433 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f77b52-49dc-4f1f-b476-eb71007cf2be service neutron] Pushing event updated for resources: {'Port': ['ID=6d798c5a-64a4-4733-a529-a91058f05b3a,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:59.188081 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e576dec-5bcd-45c4-9c32-c7b18c5954bf req-fe49f31b-2366-4be1-a9e0-602b05d10267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:59.190307 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6e576dec-5bcd-45c4-9c32-c7b18c5954bf req-fe49f31b-2366-4be1-a9e0-602b05d10267 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a3e02b7551c24b2895d8eeeb9a0b62b4&device_id=ab2c27fe-ee50-448f-9b8a-0ca53d00fb03 HTTP/1.1" status: 200 len: 1096 time: 0.0460172 Nov 12 09:34:59.257111 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6e576dec-5bcd-45c4-9c32-c7b18c5954bf req-5716249b-5c3b-42b9-b87c-11b6937a53b3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d798c5a-64a4-4733-a529-a91058f05b3a HTTP/1.1" status: 200 len: 217 time: 0.0423741 Nov 12 09:34:59.313866 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e576dec-5bcd-45c4-9c32-c7b18c5954bf req-ab874314-97a5-4fb6-99a2-3ee426044e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:59.315935 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6e576dec-5bcd-45c4-9c32-c7b18c5954bf req-ab874314-97a5-4fb6-99a2-3ee426044e09 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=80002f7a-7b3a-467e-96df-fb6a6dd0c182 HTTP/1.1" status: 200 len: 835 time: 0.0455575 Nov 12 09:34:59.367742 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e576dec-5bcd-45c4-9c32-c7b18c5954bf req-09a17ed8-51a8-41b2-900f-814b4ede6019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:59.369172 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6e576dec-5bcd-45c4-9c32-c7b18c5954bf req-09a17ed8-51a8-41b2-900f-814b4ede6019 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee10b5aa-bcee-4b50-8224-036e8e0a4c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430176 Nov 12 09:34:59.464740 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6e576dec-5bcd-45c4-9c32-c7b18c5954bf req-09268e78-b24a-4564-9ffb-498df8ef3b30 service neutron] 10.222.0.44 "GET /v2.0/networks/ee10b5aa-bcee-4b50-8224-036e8e0a4c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866680 Nov 12 09:34:59.561972 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6e576dec-5bcd-45c4-9c32-c7b18c5954bf req-784759bc-3537-4903-ab5b-de66dcac6817 service neutron] 10.222.0.44 "GET /v2.0/networks/ee10b5aa-bcee-4b50-8224-036e8e0a4c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838258 Nov 12 09:34:59.707248 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d339bae-8687-4b85-aba6-23f4b2c4296f req-875c11ae-1352-41f3-ae03-870a6036ecfd tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:59.708924 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1d339bae-8687-4b85-aba6-23f4b2c4296f req-875c11ae-1352-41f3-ae03-870a6036ecfd tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab2c27fe-ee50-448f-9b8a-0ca53d00fb03 HTTP/1.1" status: 200 len: 944 time: 0.0540740 Nov 12 09:34:59.738993 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22cf4e8-5d0b-4eec-a12a-8dc850a93edb req-659c8000-17b1-486c-b49e-c19abb571629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:59.740491 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e22cf4e8-5d0b-4eec-a12a-8dc850a93edb req-659c8000-17b1-486c-b49e-c19abb571629 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a3e02b7551c24b2895d8eeeb9a0b62b4&device_id=ab2c27fe-ee50-448f-9b8a-0ca53d00fb03 HTTP/1.1" status: 200 len: 1096 time: 0.0468023 Nov 12 09:34:59.765404 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1d339bae-8687-4b85-aba6-23f4b2c4296f req-47562c6b-6bb9-4b06-84b6-8bf97fca7404 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfde7fe9-10b1-46bb-8682-f04770d265a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493367 Nov 12 09:34:59.836652 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22cf4e8-5d0b-4eec-a12a-8dc850a93edb req-92a0cdf2-324e-4a53-8d95-224323124e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:59.838355 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e22cf4e8-5d0b-4eec-a12a-8dc850a93edb req-92a0cdf2-324e-4a53-8d95-224323124e64 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ee10b5aa-bcee-4b50-8224-036e8e0a4c1d HTTP/1.1" status: 200 len: 898 time: 0.0896354 Nov 12 09:34:59.896603 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e22cf4e8-5d0b-4eec-a12a-8dc850a93edb req-8c0c6ae8-35ee-46ac-a446-ea6f9780950f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d798c5a-64a4-4733-a529-a91058f05b3a HTTP/1.1" status: 200 len: 217 time: 0.0491018 Nov 12 09:34:59.965514 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22cf4e8-5d0b-4eec-a12a-8dc850a93edb req-a00efb0e-eea6-4a37-9da0-ff11bfb4f335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:59.967668 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e22cf4e8-5d0b-4eec-a12a-8dc850a93edb req-a00efb0e-eea6-4a37-9da0-ff11bfb4f335 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=80002f7a-7b3a-467e-96df-fb6a6dd0c182 HTTP/1.1" status: 200 len: 835 time: 0.0628977 Nov 12 09:35:00.014225 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22cf4e8-5d0b-4eec-a12a-8dc850a93edb req-c676ad5b-a174-4fea-9eeb-c70d44fb73e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:00.015764 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e22cf4e8-5d0b-4eec-a12a-8dc850a93edb req-c676ad5b-a174-4fea-9eeb-c70d44fb73e3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee10b5aa-bcee-4b50-8224-036e8e0a4c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403011 Nov 12 09:35:00.110124 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e22cf4e8-5d0b-4eec-a12a-8dc850a93edb req-142290ad-4d31-4e52-acdf-997e631875a6 service neutron] 10.222.0.44 "GET /v2.0/networks/ee10b5aa-bcee-4b50-8224-036e8e0a4c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861754 Nov 12 09:35:00.205517 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e22cf4e8-5d0b-4eec-a12a-8dc850a93edb req-9df96501-00cc-491a-935a-e3842fa28d6b service neutron] 10.222.0.44 "GET /v2.0/networks/ee10b5aa-bcee-4b50-8224-036e8e0a4c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845115 Nov 12 09:35:00.884521 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d56c9d-c893-415f-aa0d-75db82279512 req-f1d83474-e362-456f-a344-3933f2e14990 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:00.885985 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-90d56c9d-c893-415f-aa0d-75db82279512 req-f1d83474-e362-456f-a344-3933f2e14990 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab2c27fe-ee50-448f-9b8a-0ca53d00fb03 HTTP/1.1" status: 200 len: 944 time: 0.0494275 Nov 12 09:35:00.935084 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-90d56c9d-c893-415f-aa0d-75db82279512 req-2c1fc0e9-9183-432a-9641-771c6a5fa14d tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfde7fe9-10b1-46bb-8682-f04770d265a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429561 Nov 12 09:35:01.462976 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 6d798c5a-64a4-4733-a529-a91058f05b3a details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:35:01.562399 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 6d798c5a-64a4-4733-a529-a91058f05b3a, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=6d798c5a-64a4-4733-a529-a91058f05b3a,segment=NetworkSegment(248104d4-53a0-4a4d-a5e7-99063f511d9e),segment_id=248104d4-53a0-4a4d-a5e7-99063f511d9e)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:35:01.574460 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': '6d798c5a-64a4-4733-a529-a91058f05b3a', 'network_id': 'ee10b5aa-bcee-4b50-8224-036e8e0a4c1d', 'port_id': '6d798c5a-64a4-4733-a529-a91058f05b3a', 'mac_address': 'fa:16:3e:3f:0c:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80002f7a-7b3a-467e-96df-fb6a6dd0c182', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:35:01.612380 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:01.625463 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d798c5a-64a4-4733-a529-a91058f05b3a {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:35:01.645490 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 6d798c5a-64a4-4733-a529-a91058f05b3a, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=6d798c5a-64a4-4733-a529-a91058f05b3a,segment=NetworkSegment(248104d4-53a0-4a4d-a5e7-99063f511d9e),segment_id=248104d4-53a0-4a4d-a5e7-99063f511d9e)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:35:01.649281 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:01.697737 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=6d798c5a-64a4-4733-a529-a91058f05b3a,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:35:01.999190 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['6d798c5a-64a4-4733-a529-a91058f05b3a'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:35:02.051916 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75886b90-166b-4c6a-a622-430a1d8d5856 req-6a811f0c-28b2-4b70-922a-871c73e7c5b5 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:02.053418 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-75886b90-166b-4c6a-a622-430a1d8d5856 req-6a811f0c-28b2-4b70-922a-871c73e7c5b5 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab2c27fe-ee50-448f-9b8a-0ca53d00fb03 HTTP/1.1" status: 200 len: 945 time: 0.0494735 Nov 12 09:35:02.104597 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-75886b90-166b-4c6a-a622-430a1d8d5856 req-a0989e21-8fb8-4790-b5bb-1f6fd84e60d2 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfde7fe9-10b1-46bb-8682-f04770d265a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448511 Nov 12 09:35:03.225387 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42053dd7-ef76-4ec7-ae94-fd26c6779552 req-ef760463-5713-4b14-982e-103eb4ef074d tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:03.226952 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-42053dd7-ef76-4ec7-ae94-fd26c6779552 req-ef760463-5713-4b14-982e-103eb4ef074d tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab2c27fe-ee50-448f-9b8a-0ca53d00fb03 HTTP/1.1" status: 200 len: 945 time: 0.0543861 Nov 12 09:35:03.277849 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-42053dd7-ef76-4ec7-ae94-fd26c6779552 req-3f6c6a30-b8b8-4251-9abc-20d1bd88d1c0 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfde7fe9-10b1-46bb-8682-f04770d265a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446672 Nov 12 09:35:03.478374 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 6d798c5a-64a4-4733-a529-a91058f05b3a up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:35:03.530681 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning for port 6d798c5a-64a4-4733-a529-a91058f05b3a completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:35:03.535182 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port 6d798c5a-64a4-4733-a529-a91058f05b3a triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:35:03.535553 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:03.612397 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:03.634359 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab2c27fe-ee50-448f-9b8a-0ca53d00fb03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d798c5a-64a4-4733-a529-a91058f05b3a'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:35:03.636589 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132d5890bda14c85ea4d6a837dfa65400ea66c0cb50158568a7b02b7fe216ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92319398-7329-42d7-b0de-f184d523a113" -d '{"events": [{"server_uuid": "ab2c27fe-ee50-448f-9b8a-0ca53d00fb03", "name": "network-vif-plugged", "status": "completed", "tag": "6d798c5a-64a4-4733-a529-a91058f05b3a"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:35:03.649460 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 6d798c5a-64a4-4733-a529-a91058f05b3a, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=6d798c5a-64a4-4733-a529-a91058f05b3a,segment=NetworkSegment(248104d4-53a0-4a4d-a5e7-99063f511d9e),segment_id=248104d4-53a0-4a4d-a5e7-99063f511d9e)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:35:03.653923 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:03.681314 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c0bc63-363b-4bd6-9cda-90e820026620 x-openstack-request-id: req-e8c0bc63-363b-4bd6-9cda-90e820026620 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:35:03.681604 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab2c27fe-ee50-448f-9b8a-0ca53d00fb03", "name": "network-vif-plugged", "status": "completed", "tag": "6d798c5a-64a4-4733-a529-a91058f05b3a", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:35:03.681851 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e8c0bc63-363b-4bd6-9cda-90e820026620 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:35:03.682228 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab2c27fe-ee50-448f-9b8a-0ca53d00fb03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d798c5a-64a4-4733-a529-a91058f05b3a', 'code': 200} Nov 12 09:35:03.707279 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=6d798c5a-64a4-4733-a529-a91058f05b3a,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:35:03.814872 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d5c422-ff04-4fba-8609-0404f202df36 req-68c3b1aa-b731-442c-89bc-3361e3614a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:03.816361 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d2d5c422-ff04-4fba-8609-0404f202df36 req-68c3b1aa-b731-442c-89bc-3361e3614a96 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ab2c27fe-ee50-448f-9b8a-0ca53d00fb03 HTTP/1.1" status: 200 len: 1098 time: 0.0409765 Nov 12 09:35:03.868404 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d2d5c422-ff04-4fba-8609-0404f202df36 req-98758244-3d83-4269-9d28-16aabc743dec service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=cfde7fe9-10b1-46bb-8682-f04770d265a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443699 Nov 12 09:35:04.153032 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a0d7d4a4-89eb-4903-8587-8aaecf1a9a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:04.395986 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fabf102-0698-4cf8-abd4-c9612df063d8 req-cf61714a-ff55-49a6-b236-6fe84098819b tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:04.397466 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6fabf102-0698-4cf8-abd4-c9612df063d8 req-cf61714a-ff55-49a6-b236-6fe84098819b tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab2c27fe-ee50-448f-9b8a-0ca53d00fb03 HTTP/1.1" status: 200 len: 946 time: 0.0498383 Nov 12 09:35:04.446968 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6fabf102-0698-4cf8-abd4-c9612df063d8 req-9da10c94-86e6-4b02-8dd8-cef1f8b00f4d tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfde7fe9-10b1-46bb-8682-f04770d265a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434318 Nov 12 09:35:05.244081 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-78705e83-3a86-4a64-bb00-9270d2f5bc48 req-90e184b1-2bca-4d65-8ce5-beceb256cace service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ab2c27fe-ee50-448f-9b8a-0ca53d00fb03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0455995 Nov 12 09:35:05.348580 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78705e83-3a86-4a64-bb00-9270d2f5bc48 req-8656f80c-2a1d-4e4b-bb2f-aa2827c37f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:05.350070 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-78705e83-3a86-4a64-bb00-9270d2f5bc48 req-8656f80c-2a1d-4e4b-bb2f-aa2827c37f63 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a3e02b7551c24b2895d8eeeb9a0b62b4&device_id=ab2c27fe-ee50-448f-9b8a-0ca53d00fb03 HTTP/1.1" status: 200 len: 1098 time: 0.0437105 Nov 12 09:35:05.459279 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78705e83-3a86-4a64-bb00-9270d2f5bc48 req-4d230489-09f7-4423-b7c4-f309296e664c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:05.460720 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-78705e83-3a86-4a64-bb00-9270d2f5bc48 req-4d230489-09f7-4423-b7c4-f309296e664c service neutron] 10.222.0.44 "GET /v2.0/networks?id=ee10b5aa-bcee-4b50-8224-036e8e0a4c1d HTTP/1.1" status: 200 len: 898 time: 0.0890102 Nov 12 09:35:05.507173 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-78705e83-3a86-4a64-bb00-9270d2f5bc48 req-0fbf32af-3fa9-4803-842b-1023895a77ab service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d798c5a-64a4-4733-a529-a91058f05b3a HTTP/1.1" status: 200 len: 217 time: 0.0366807 Nov 12 09:35:05.559136 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78705e83-3a86-4a64-bb00-9270d2f5bc48 req-c0ef7cb2-9dd9-4fed-ad7d-c4126362fb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:05.560635 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-78705e83-3a86-4a64-bb00-9270d2f5bc48 req-c0ef7cb2-9dd9-4fed-ad7d-c4126362fb87 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=80002f7a-7b3a-467e-96df-fb6a6dd0c182 HTTP/1.1" status: 200 len: 835 time: 0.0453749 Nov 12 09:35:05.568718 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd7bfe5-6a04-472d-bd81-300eeeb7b1b0 req-0bc42235-e10c-41da-b21a-b0f74e98e03b tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:05.570230 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ffd7bfe5-6a04-472d-bd81-300eeeb7b1b0 req-0bc42235-e10c-41da-b21a-b0f74e98e03b tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab2c27fe-ee50-448f-9b8a-0ca53d00fb03 HTTP/1.1" status: 200 len: 946 time: 0.0548975 Nov 12 09:35:05.614310 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78705e83-3a86-4a64-bb00-9270d2f5bc48 req-b74c0947-02a1-4c9f-87e7-d544346c1d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:05.615825 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-78705e83-3a86-4a64-bb00-9270d2f5bc48 req-b74c0947-02a1-4c9f-87e7-d544346c1d94 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee10b5aa-bcee-4b50-8224-036e8e0a4c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468125 Nov 12 09:35:05.621351 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ffd7bfe5-6a04-472d-bd81-300eeeb7b1b0 req-0fb8ceff-50f9-4c58-b256-e543818c098f tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfde7fe9-10b1-46bb-8682-f04770d265a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449343 Nov 12 09:35:05.708673 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-78705e83-3a86-4a64-bb00-9270d2f5bc48 req-50cf7b74-06f5-4988-bfde-3c08f8b69ee5 service neutron] 10.222.0.44 "GET /v2.0/networks/ee10b5aa-bcee-4b50-8224-036e8e0a4c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849919 Nov 12 09:35:05.741714 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9435fa7-1c8f-465d-99b2-1ddca1510968 req-0dae2aed-07ab-4406-9912-9394bd91cbf0 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:05.743255 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a9435fa7-1c8f-465d-99b2-1ddca1510968 req-0dae2aed-07ab-4406-9912-9394bd91cbf0 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab2c27fe-ee50-448f-9b8a-0ca53d00fb03 HTTP/1.1" status: 200 len: 946 time: 0.0503447 Nov 12 09:35:05.795100 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a9435fa7-1c8f-465d-99b2-1ddca1510968 req-7be58871-4deb-40bd-9964-09e77dc0e117 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfde7fe9-10b1-46bb-8682-f04770d265a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457137 Nov 12 09:35:05.809433 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-78705e83-3a86-4a64-bb00-9270d2f5bc48 req-3632a654-a85a-46d9-bdb4-234b34f1ac25 service neutron] 10.222.0.44 "GET /v2.0/networks/ee10b5aa-bcee-4b50-8224-036e8e0a4c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915127 Nov 12 09:35:05.818890 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 43708) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:35:05.860692 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7929260e-1de0-412a-a35c-503a216393d7 tempest-TestNetworkAdvancedServerOps-1577495236 tempest-TestNetworkAdvancedServerOps-1577495236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:05.862931 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-7929260e-1de0-412a-a35c-503a216393d7 tempest-TestNetworkAdvancedServerOps-1577495236 tempest-TestNetworkAdvancedServerOps-1577495236-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=ab2c27fe-ee50-448f-9b8a-0ca53d00fb03 HTTP/1.1" status: 200 len: 1093 time: 0.0429621 Nov 12 09:35:05.865881 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 43710) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:35:05.870133 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-2d405fa9-484c-47fd-91bf-1eed00d188c5 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Request body: {'floatingip': {'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'port_id': '6d798c5a-64a4-4733-a529-a91058f05b3a', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:35:05.891784 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2d405fa9-484c-47fd-91bf-1eed00d188c5 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for floatingip, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:05.993518 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2d405fa9-484c-47fd-91bf-1eed00d188c5 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:06.094484 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-2d405fa9-484c-47fd-91bf-1eed00d188c5 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Allocated IP 172.25.2.15 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/94b99d97-db8d-47af-a3ba-0a3a0fdcd741) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:35:06.196538 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2d405fa9-484c-47fd-91bf-1eed00d188c5 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:06.223869 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:06.231447 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2d405fa9-484c-47fd-91bf-1eed00d188c5 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:06.269443 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d405fa9-484c-47fd-91bf-1eed00d188c5 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:35:06.274328 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-2d405fa9-484c-47fd-91bf-1eed00d188c5 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:35:06.277851 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d405fa9-484c-47fd-91bf-1eed00d188c5 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:35:06.284201 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d405fa9-484c-47fd-91bf-1eed00d188c5 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event updated for resources: {'Port': ['ID=94b99d97-db8d-47af-a3ba-0a3a0fdcd741,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:35:07.009607 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2d405fa9-484c-47fd-91bf-1eed00d188c5 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:07.076504 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2d405fa9-484c-47fd-91bf-1eed00d188c5 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:07.180451 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ef827d8c-7014-4070-a646-c8b665f351dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:07.231031 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2d405fa9-484c-47fd-91bf-1eed00d188c5 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:07.235031 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2d405fa9-484c-47fd-91bf-1eed00d188c5 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:07.305083 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d405fa9-484c-47fd-91bf-1eed00d188c5 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event updated for resources: {'Port': ['ID=94b99d97-db8d-47af-a3ba-0a3a0fdcd741,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:35:07.318751 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2d405fa9-484c-47fd-91bf-1eed00d188c5 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:07.422487 n-d-765315-29 neutron-server[102599]: INFO neutron.db.l3_db [None req-2d405fa9-484c-47fd-91bf-1eed00d188c5 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Floating IP 446f513a-417e-40b8-b1bf-556fcb415c37 associated. External IP: 172.25.2.15, port: 6d798c5a-64a4-4733-a529-a91058f05b3a. Nov 12 09:35:07.630411 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d405fa9-484c-47fd-91bf-1eed00d188c5 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Router 35792fba-f870-4b36-8cc4-409c4debf368 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:35:07.739796 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d405fa9-484c-47fd-91bf-1eed00d188c5 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:35:07.750485 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b78c03-eaff-4b58-bf5d-dcdf100c982c None None] Sync routers for ids ['35792fba-f870-4b36-8cc4-409c4debf368'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:35:07.757629 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2d405fa9-484c-47fd-91bf-1eed00d188c5 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:07.761945 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b78c03-eaff-4b58-bf5d-dcdf100c982c None None] Routers {'35792fba-f870-4b36-8cc4-409c4debf368'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:35:07.762548 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-65b78c03-eaff-4b58-bf5d-dcdf100c982c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:35:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['35792fba-f870-4b36-8cc4-409c4debf368'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:35:07.788716 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-2d405fa9-484c-47fd-91bf-1eed00d188c5 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9218166 Nov 12 09:35:07.789403 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab2c27fe-ee50-448f-9b8a-0ca53d00fb03', 'tag': '6d798c5a-64a4-4733-a529-a91058f05b3a'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:35:07.791757 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c022ff2c5cb8d3060857f92f3690e67c01ee9cc1391db4b92ea76e21aea06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-988d8360-7709-47d3-8790-54814151daad" -d '{"events": [{"name": "network-changed", "server_uuid": "ab2c27fe-ee50-448f-9b8a-0ca53d00fb03", "tag": "6d798c5a-64a4-4733-a529-a91058f05b3a"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:35:07.872941 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-65b78c03-eaff-4b58-bf5d-dcdf100c982c None None] Set router 35792fba-f870-4b36-8cc4-409c4debf368 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:35:07.888067 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbe9063-679f-4970-aee7-882691c08e05 req-b0cbcaa3-5b7e-46e0-ab88-873014d8de77 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:07.889473 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cdbe9063-679f-4970-aee7-882691c08e05 req-b0cbcaa3-5b7e-46e0-ab88-873014d8de77 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab2c27fe-ee50-448f-9b8a-0ca53d00fb03 HTTP/1.1" status: 200 len: 946 time: 0.0506763 Nov 12 09:35:07.945352 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cdbe9063-679f-4970-aee7-882691c08e05 req-ba58242b-ce2e-428f-912e-8fc72c1832e0 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfde7fe9-10b1-46bb-8682-f04770d265a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497196 Nov 12 09:35:07.967999 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 43716) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:35:08.007437 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f93efd8d-c58a-45f4-b8c5-ab0cc76d6613 x-openstack-request-id: req-f93efd8d-c58a-45f4-b8c5-ab0cc76d6613 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:35:08.007723 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab2c27fe-ee50-448f-9b8a-0ca53d00fb03", "tag": "6d798c5a-64a4-4733-a529-a91058f05b3a", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:35:08.007966 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f93efd8d-c58a-45f4-b8c5-ab0cc76d6613 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:35:08.008352 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab2c27fe-ee50-448f-9b8a-0ca53d00fb03', 'tag': '6d798c5a-64a4-4733-a529-a91058f05b3a', 'status': 'completed', 'code': 200} Nov 12 09:35:08.037967 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-dd5bc8c5-4576-4c31-8eb6-51f11ef6619f tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/floatingips/446f513a-417e-40b8-b1bf-556fcb415c37 HTTP/1.1" status: 200 len: 991 time: 0.0675089 Nov 12 09:35:08.077419 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988d8360-7709-47d3-8790-54814151daad req-333df99e-7a48-4341-b376-91f9ad220e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:08.078961 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-988d8360-7709-47d3-8790-54814151daad req-333df99e-7a48-4341-b376-91f9ad220e5b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a3e02b7551c24b2895d8eeeb9a0b62b4&device_id=ab2c27fe-ee50-448f-9b8a-0ca53d00fb03 HTTP/1.1" status: 200 len: 1098 time: 0.0409510 Nov 12 09:35:08.099767 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-65b78c03-eaff-4b58-bf5d-dcdf100c982c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35792fba-f870-4b36-8cc4-409c4debf368', 'name': 'tempest-TestNetworkAdvancedServerOps-router-692747199', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '2b0f02e7-82b2-4e6d-9357-0211efaeb2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:34:50Z', 'updated_at': '2021-11-12T09:34:54Z', 'revision_number': 4, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'gw_port': {'id': '2b0f02e7-82b2-4e6d-9357-0211efaeb2ba', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:6e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35792fba-f870-4b36-8cc4-409c4debf368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:34:51Z', 'updated_at': '2021-11-12T09:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': '446f513a-417e-40b8-b1bf-556fcb415c37', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'floating_ip_address': '172.25.2.15', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': '35792fba-f870-4b36-8cc4-409c4debf368', 'port_id': '6d798c5a-64a4-4733-a529-a91058f05b3a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee10b5aa-bcee-4b50-8224-036e8e0a4c1d', 'mac_address': 'fa:16:3e:3f:0c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2c27fe-ee50-448f-9b8a-0ca53d00fb03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:35:06Z', 'updated_at': '2021-11-12T09:35:06Z', 'revision_number': 0, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e35f0706-7fb6-43c9-a8f6-1aa3c62e01a5', 'name': '', 'network_id': 'ee10b5aa-bcee-4b50-8224-036e8e0a4c1d', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'mac_address': 'fa:16:3e:d4:3f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35792fba-f870-4b36-8cc4-409c4debf368', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '80002f7a-7b3a-467e-96df-fb6a6dd0c182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:34:54Z', 'updated_at': '2021-11-12T09:34:57Z', 'revision_number': 5, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'subnets': [{'id': '80002f7a-7b3a-467e-96df-fb6a6dd0c182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:35:08.130180 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b78c03-eaff-4b58-bf5d-dcdf100c982c None None] Checking router: 35792fba-f870-4b36-8cc4-409c4debf368 for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:35:08.138877 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b78c03-eaff-4b58-bf5d-dcdf100c982c None None] Routers {'35792fba-f870-4b36-8cc4-409c4debf368'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:35:08.139413 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-65b78c03-eaff-4b58-bf5d-dcdf100c982c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:35:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['35792fba-f870-4b36-8cc4-409c4debf368'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:35:08.175712 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988d8360-7709-47d3-8790-54814151daad req-34b7bd43-1cad-48e2-b78d-2ab10961e746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:08.177161 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-988d8360-7709-47d3-8790-54814151daad req-34b7bd43-1cad-48e2-b78d-2ab10961e746 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ee10b5aa-bcee-4b50-8224-036e8e0a4c1d HTTP/1.1" status: 200 len: 898 time: 0.0903604 Nov 12 09:35:08.239319 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:08.247168 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-988d8360-7709-47d3-8790-54814151daad req-da4a9940-beba-442f-b792-c713eae4374b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d798c5a-64a4-4733-a529-a91058f05b3a HTTP/1.1" status: 200 len: 999 time: 0.0621526 Nov 12 09:35:08.247519 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-65b78c03-eaff-4b58-bf5d-dcdf100c982c None None] Set router 35792fba-f870-4b36-8cc4-409c4debf368 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:35:08.304911 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988d8360-7709-47d3-8790-54814151daad req-989a66e2-446c-4d22-b6cb-6c28211f20f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:08.306404 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-988d8360-7709-47d3-8790-54814151daad req-989a66e2-446c-4d22-b6cb-6c28211f20f7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=80002f7a-7b3a-467e-96df-fb6a6dd0c182 HTTP/1.1" status: 200 len: 835 time: 0.0518126 Nov 12 09:35:08.355765 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988d8360-7709-47d3-8790-54814151daad req-b281a27e-9ee9-42b1-b220-724f72700135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:08.357345 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-988d8360-7709-47d3-8790-54814151daad req-b281a27e-9ee9-42b1-b220-724f72700135 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee10b5aa-bcee-4b50-8224-036e8e0a4c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418780 Nov 12 09:35:08.450015 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-988d8360-7709-47d3-8790-54814151daad req-b0c76b35-848c-431b-8ab0-94482fc9bcb4 service neutron] 10.222.0.44 "GET /v2.0/networks/ee10b5aa-bcee-4b50-8224-036e8e0a4c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839424 Nov 12 09:35:08.485208 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-65b78c03-eaff-4b58-bf5d-dcdf100c982c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35792fba-f870-4b36-8cc4-409c4debf368', 'name': 'tempest-TestNetworkAdvancedServerOps-router-692747199', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '2b0f02e7-82b2-4e6d-9357-0211efaeb2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:34:50Z', 'updated_at': '2021-11-12T09:34:54Z', 'revision_number': 4, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'gw_port': {'id': '2b0f02e7-82b2-4e6d-9357-0211efaeb2ba', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:6e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35792fba-f870-4b36-8cc4-409c4debf368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:34:51Z', 'updated_at': '2021-11-12T09:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': '446f513a-417e-40b8-b1bf-556fcb415c37', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'floating_ip_address': '172.25.2.15', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': '35792fba-f870-4b36-8cc4-409c4debf368', 'port_id': '6d798c5a-64a4-4733-a529-a91058f05b3a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee10b5aa-bcee-4b50-8224-036e8e0a4c1d', 'mac_address': 'fa:16:3e:3f:0c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2c27fe-ee50-448f-9b8a-0ca53d00fb03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:35:06Z', 'updated_at': '2021-11-12T09:35:06Z', 'revision_number': 0, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e35f0706-7fb6-43c9-a8f6-1aa3c62e01a5', 'name': '', 'network_id': 'ee10b5aa-bcee-4b50-8224-036e8e0a4c1d', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'mac_address': 'fa:16:3e:d4:3f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35792fba-f870-4b36-8cc4-409c4debf368', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '80002f7a-7b3a-467e-96df-fb6a6dd0c182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:34:54Z', 'updated_at': '2021-11-12T09:34:57Z', 'revision_number': 5, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'subnets': [{'id': '80002f7a-7b3a-467e-96df-fb6a6dd0c182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:35:08.511481 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b78c03-eaff-4b58-bf5d-dcdf100c982c None None] The sync data for ids ['35792fba-f870-4b36-8cc4-409c4debf368'] in n-d-765315-29 is: [{'id': '35792fba-f870-4b36-8cc4-409c4debf368', 'name': 'tempest-TestNetworkAdvancedServerOps-router-692747199', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '2b0f02e7-82b2-4e6d-9357-0211efaeb2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:34:50Z', 'updated_at': '2021-11-12T09:34:54Z', 'revision_number': 4, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'gw_port': {'id': '2b0f02e7-82b2-4e6d-9357-0211efaeb2ba', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:6e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35792fba-f870-4b36-8cc4-409c4debf368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:34:51Z', 'updated_at': '2021-11-12T09:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': '446f513a-417e-40b8-b1bf-556fcb415c37', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'floating_ip_address': '172.25.2.15', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': '35792fba-f870-4b36-8cc4-409c4debf368', 'port_id': '6d798c5a-64a4-4733-a529-a91058f05b3a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee10b5aa-bcee-4b50-8224-036e8e0a4c1d', 'mac_address': 'fa:16:3e:3f:0c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2c27fe-ee50-448f-9b8a-0ca53d00fb03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:35:06Z', 'updated_at': '2021-11-12T09:35:06Z', 'revision_number': 0, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e35f0706-7fb6-43c9-a8f6-1aa3c62e01a5', 'name': '', 'network_id': 'ee10b5aa-bcee-4b50-8224-036e8e0a4c1d', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'mac_address': 'fa:16:3e:d4:3f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35792fba-f870-4b36-8cc4-409c4debf368', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '80002f7a-7b3a-467e-96df-fb6a6dd0c182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:34:54Z', 'updated_at': '2021-11-12T09:34:57Z', 'revision_number': 5, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'subnets': [{'id': '80002f7a-7b3a-467e-96df-fb6a6dd0c182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:35:08.552724 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-988d8360-7709-47d3-8790-54814151daad req-3e27b4b5-8ddb-49f7-b5db-06aa6d736b4e service neutron] 10.222.0.44 "GET /v2.0/networks/ee10b5aa-bcee-4b50-8224-036e8e0a4c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951145 Nov 12 09:35:08.728406 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4901ab71-0565-4325-9a52-5ddd9bfac466 None None] New status for floating IP 446f513a-417e-40b8-b1bf-556fcb415c37: ACTIVE {{(pid=102601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:35:09.040521 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 43718) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:35:09.105872 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-6172ec6f-9f60-44e8-b3c8-b87ae270111b tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/floatingips/446f513a-417e-40b8-b1bf-556fcb415c37 HTTP/1.1" status: 200 len: 993 time: 0.0642414 Nov 12 09:35:09.572899 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:10.169192 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:13.334234 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:28.228604 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:35:34.153747 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1fcfa797-4ecd-4030-b753-a4ce0cbdd2a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:36.223457 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:37.183207 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7b06ed2b-2b91-4adb-85fc-929250d8702e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:38.243459 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:39.579221 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:40.171523 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:42.505591 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2bbf8d-59b2-4e43-9b8d-10e120563401 req-f3a289d9-a96d-4ff5-ae44-d12f5046ebc1 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:42.507111 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7c2bbf8d-59b2-4e43-9b8d-10e120563401 req-f3a289d9-a96d-4ff5-ae44-d12f5046ebc1 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab2c27fe-ee50-448f-9b8a-0ca53d00fb03 HTTP/1.1" status: 200 len: 946 time: 0.0523477 Nov 12 09:35:42.547605 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f285b26-cb90-4d82-aef3-c10ecf4bdf8e req-9cab89ce-ee75-46d7-9cd4-c3759c5e570e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:42.549215 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0f285b26-cb90-4d82-aef3-c10ecf4bdf8e req-9cab89ce-ee75-46d7-9cd4-c3759c5e570e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a3e02b7551c24b2895d8eeeb9a0b62b4&device_id=ab2c27fe-ee50-448f-9b8a-0ca53d00fb03 HTTP/1.1" status: 200 len: 1098 time: 0.0440924 Nov 12 09:35:42.561334 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7c2bbf8d-59b2-4e43-9b8d-10e120563401 req-ca7b5a9c-6e88-44a9-8cc7-dec239ecc30d tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfde7fe9-10b1-46bb-8682-f04770d265a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478787 Nov 12 09:35:42.646537 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f285b26-cb90-4d82-aef3-c10ecf4bdf8e req-c12a78b7-9576-469d-8300-80bcfa02f584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:42.648051 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0f285b26-cb90-4d82-aef3-c10ecf4bdf8e req-c12a78b7-9576-469d-8300-80bcfa02f584 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ee10b5aa-bcee-4b50-8224-036e8e0a4c1d HTTP/1.1" status: 200 len: 898 time: 0.0894141 Nov 12 09:35:42.723059 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0f285b26-cb90-4d82-aef3-c10ecf4bdf8e req-fe9008d7-d40c-4720-b3dd-870cb46dacf3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d798c5a-64a4-4733-a529-a91058f05b3a HTTP/1.1" status: 200 len: 1001 time: 0.0655942 Nov 12 09:35:42.776016 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f285b26-cb90-4d82-aef3-c10ecf4bdf8e req-724818ac-c394-450a-8542-2feb07cf64e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:42.777497 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0f285b26-cb90-4d82-aef3-c10ecf4bdf8e req-724818ac-c394-450a-8542-2feb07cf64e6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=80002f7a-7b3a-467e-96df-fb6a6dd0c182 HTTP/1.1" status: 200 len: 835 time: 0.0462530 Nov 12 09:35:42.826630 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f285b26-cb90-4d82-aef3-c10ecf4bdf8e req-a511e2a8-0b71-4e12-93b3-ebeec7939f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:42.828062 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0f285b26-cb90-4d82-aef3-c10ecf4bdf8e req-a511e2a8-0b71-4e12-93b3-ebeec7939f29 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee10b5aa-bcee-4b50-8224-036e8e0a4c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424864 Nov 12 09:35:42.934865 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0f285b26-cb90-4d82-aef3-c10ecf4bdf8e req-2c21a1ea-2ebb-4d47-a395-ef3ec28dd90b service neutron] 10.222.0.44 "GET /v2.0/networks/ee10b5aa-bcee-4b50-8224-036e8e0a4c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984671 Nov 12 09:35:43.041238 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0f285b26-cb90-4d82-aef3-c10ecf4bdf8e req-64c75f74-70a2-413b-ad72-d082e44d7bc8 service neutron] 10.222.0.44 "GET /v2.0/networks/ee10b5aa-bcee-4b50-8224-036e8e0a4c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978813 Nov 12 09:35:43.330659 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:43.681425 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dec5e2-8cfd-42a5-ab62-fe78c3b40595 req-d41c0faa-be51-4437-a4f4-c5348a69a6ef tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:43.682961 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b6dec5e2-8cfd-42a5-ab62-fe78c3b40595 req-d41c0faa-be51-4437-a4f4-c5348a69a6ef tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab2c27fe-ee50-448f-9b8a-0ca53d00fb03 HTTP/1.1" status: 200 len: 946 time: 0.0513306 Nov 12 09:35:43.734039 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b6dec5e2-8cfd-42a5-ab62-fe78c3b40595 req-995008b2-bb42-4147-be50-662ffe1a819a tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfde7fe9-10b1-46bb-8682-f04770d265a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437789 Nov 12 09:35:44.856935 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e967fe-cda5-48a6-a2d5-6c2cc79c5fef req-8c739d2b-9b8b-4035-abf0-e153150b4bdb tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:44.858427 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-95e967fe-cda5-48a6-a2d5-6c2cc79c5fef req-8c739d2b-9b8b-4035-abf0-e153150b4bdb tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab2c27fe-ee50-448f-9b8a-0ca53d00fb03 HTTP/1.1" status: 200 len: 946 time: 0.0545552 Nov 12 09:35:44.908143 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-95e967fe-cda5-48a6-a2d5-6c2cc79c5fef req-016b6b12-d999-44cf-b80d-b4e72ab005ef tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfde7fe9-10b1-46bb-8682-f04770d265a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430026 Nov 12 09:35:46.031889 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502e3d4c-7470-4841-a3c0-91c5e9265f08 req-d0eabc2f-2a31-4d02-ae6c-3482e421f218 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:46.033538 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-502e3d4c-7470-4841-a3c0-91c5e9265f08 req-d0eabc2f-2a31-4d02-ae6c-3482e421f218 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab2c27fe-ee50-448f-9b8a-0ca53d00fb03 HTTP/1.1" status: 200 len: 946 time: 0.0546677 Nov 12 09:35:46.083882 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-502e3d4c-7470-4841-a3c0-91c5e9265f08 req-db2a5253-8e9d-4279-a68b-7679986b6035 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfde7fe9-10b1-46bb-8682-f04770d265a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442264 Nov 12 09:35:47.200799 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb7c9cb-ca39-4cda-b027-66e104b4bec1 req-c6ebb719-4104-4386-9d63-ab2b8c4cd2d9 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:47.202269 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2bb7c9cb-ca39-4cda-b027-66e104b4bec1 req-c6ebb719-4104-4386-9d63-ab2b8c4cd2d9 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab2c27fe-ee50-448f-9b8a-0ca53d00fb03 HTTP/1.1" status: 200 len: 946 time: 0.0493052 Nov 12 09:35:47.257356 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2bb7c9cb-ca39-4cda-b027-66e104b4bec1 req-3319063e-0adf-4e4a-a65d-eee3da1eeb4a tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfde7fe9-10b1-46bb-8682-f04770d265a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481000 Nov 12 09:35:48.373804 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eedc4b-173f-4452-8de7-3cf619b54af1 req-0f53e3e3-a9d1-456e-bf57-703c644b8276 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:48.375302 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e8eedc4b-173f-4452-8de7-3cf619b54af1 req-0f53e3e3-a9d1-456e-bf57-703c644b8276 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab2c27fe-ee50-448f-9b8a-0ca53d00fb03 HTTP/1.1" status: 200 len: 946 time: 0.0493917 Nov 12 09:35:48.424666 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e8eedc4b-173f-4452-8de7-3cf619b54af1 req-b97a6748-25f8-48e3-9005-180d9409b3cd tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfde7fe9-10b1-46bb-8682-f04770d265a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433443 Nov 12 09:35:49.541415 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a08f066-b020-4619-bb6e-6e17f6c0b7a0 req-73281a50-f2f0-4cd7-8e06-108b85f3c8f5 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:49.542917 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5a08f066-b020-4619-bb6e-6e17f6c0b7a0 req-73281a50-f2f0-4cd7-8e06-108b85f3c8f5 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab2c27fe-ee50-448f-9b8a-0ca53d00fb03 HTTP/1.1" status: 200 len: 946 time: 0.0493250 Nov 12 09:35:49.591777 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5a08f066-b020-4619-bb6e-6e17f6c0b7a0 req-f6d842b2-b364-4e70-aa00-158f8a8157f7 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfde7fe9-10b1-46bb-8682-f04770d265a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428627 Nov 12 09:35:50.714023 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96e76ce-ff17-4039-9631-b0fe63529dd3 req-db2facf3-64e2-49fd-8451-ff2ba46839b3 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:50.715780 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d96e76ce-ff17-4039-9631-b0fe63529dd3 req-db2facf3-64e2-49fd-8451-ff2ba46839b3 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab2c27fe-ee50-448f-9b8a-0ca53d00fb03 HTTP/1.1" status: 200 len: 946 time: 0.0544701 Nov 12 09:35:50.765102 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d96e76ce-ff17-4039-9631-b0fe63529dd3 req-4f171c74-35be-4457-b014-2ab1f018de1e tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfde7fe9-10b1-46bb-8682-f04770d265a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432820 Nov 12 09:35:51.883415 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0182879-7daf-480b-b812-4b1aa439e42c req-4e440069-84d1-4707-98e1-3994d91efe4c tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:51.884897 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d0182879-7daf-480b-b812-4b1aa439e42c req-4e440069-84d1-4707-98e1-3994d91efe4c tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab2c27fe-ee50-448f-9b8a-0ca53d00fb03 HTTP/1.1" status: 200 len: 946 time: 0.0495903 Nov 12 09:35:51.934962 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d0182879-7daf-480b-b812-4b1aa439e42c req-ca0bbcc6-8abf-4947-9bce-9804108aa099 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfde7fe9-10b1-46bb-8682-f04770d265a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439930 Nov 12 09:35:53.058881 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138d571c-cd85-409e-91b2-77812dbfab1c req-017057a5-ac76-4867-b2a4-5f3bcfe526d7 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:53.060405 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-138d571c-cd85-409e-91b2-77812dbfab1c req-017057a5-ac76-4867-b2a4-5f3bcfe526d7 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab2c27fe-ee50-448f-9b8a-0ca53d00fb03 HTTP/1.1" status: 200 len: 946 time: 0.0536132 Nov 12 09:35:53.111221 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-138d571c-cd85-409e-91b2-77812dbfab1c req-ccf5886b-4a78-4324-99f1-b59fd4697e8a tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfde7fe9-10b1-46bb-8682-f04770d265a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448031 Nov 12 09:35:54.234172 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b3295f-1657-4000-bdd4-5c5853f17cb2 req-0989d391-33a1-49de-9bbb-afb02a31cadb tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:54.235669 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-97b3295f-1657-4000-bdd4-5c5853f17cb2 req-0989d391-33a1-49de-9bbb-afb02a31cadb tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab2c27fe-ee50-448f-9b8a-0ca53d00fb03 HTTP/1.1" status: 200 len: 946 time: 0.0494053 Nov 12 09:35:54.285632 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-97b3295f-1657-4000-bdd4-5c5853f17cb2 req-6e4e61d2-3c6e-483a-9957-5fcf76e57189 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfde7fe9-10b1-46bb-8682-f04770d265a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433958 Nov 12 09:35:54.308273 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 43758) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:35:54.372985 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-c479a5a3-fd87-4e51-8de7-7e6f22e54305 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/floatingips/446f513a-417e-40b8-b1bf-556fcb415c37 HTTP/1.1" status: 200 len: 993 time: 0.0635536 Nov 12 09:36:04.156156 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ed8379d7-bb53-4e39-803e-83d3a084aa26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:05.228334 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:36:05.275367 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-86f0efc5-653e-4c40-a9de-37c1ae76e029 req-c3a4dfcf-4228-47a3-a644-c52838d0d819 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ab2c27fe-ee50-448f-9b8a-0ca53d00fb03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0521567 Nov 12 09:36:05.382994 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f0efc5-653e-4c40-a9de-37c1ae76e029 req-c2d61cb5-97ca-4e3b-a9c6-67714f2e0d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:05.384582 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-86f0efc5-653e-4c40-a9de-37c1ae76e029 req-c2d61cb5-97ca-4e3b-a9c6-67714f2e0d17 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a3e02b7551c24b2895d8eeeb9a0b62b4&device_id=ab2c27fe-ee50-448f-9b8a-0ca53d00fb03 HTTP/1.1" status: 200 len: 1098 time: 0.0434439 Nov 12 09:36:05.493405 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f0efc5-653e-4c40-a9de-37c1ae76e029 req-115aec6e-e81f-434f-8fe7-d5f4a08cf90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:05.494799 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-86f0efc5-653e-4c40-a9de-37c1ae76e029 req-115aec6e-e81f-434f-8fe7-d5f4a08cf90f service neutron] 10.222.0.44 "GET /v2.0/networks?id=ee10b5aa-bcee-4b50-8224-036e8e0a4c1d HTTP/1.1" status: 200 len: 898 time: 0.0899770 Nov 12 09:36:05.560930 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-86f0efc5-653e-4c40-a9de-37c1ae76e029 req-4e100719-fd03-4a99-bbe4-97db860b2696 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d798c5a-64a4-4733-a529-a91058f05b3a HTTP/1.1" status: 200 len: 1001 time: 0.0580406 Nov 12 09:36:05.613736 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f0efc5-653e-4c40-a9de-37c1ae76e029 req-b15c4268-de8e-4f33-a900-8c973a9c1549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:05.615204 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-86f0efc5-653e-4c40-a9de-37c1ae76e029 req-b15c4268-de8e-4f33-a900-8c973a9c1549 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=80002f7a-7b3a-467e-96df-fb6a6dd0c182 HTTP/1.1" status: 200 len: 835 time: 0.0447698 Nov 12 09:36:05.664977 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f0efc5-653e-4c40-a9de-37c1ae76e029 req-f1c978d8-0e0f-4058-8fe7-c4c9a015ab5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:05.666470 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-86f0efc5-653e-4c40-a9de-37c1ae76e029 req-f1c978d8-0e0f-4058-8fe7-c4c9a015ab5b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee10b5aa-bcee-4b50-8224-036e8e0a4c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434089 Nov 12 09:36:05.760267 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-86f0efc5-653e-4c40-a9de-37c1ae76e029 req-c11aca24-4c35-4eb5-af42-2afcbf497a90 service neutron] 10.222.0.44 "GET /v2.0/networks/ee10b5aa-bcee-4b50-8224-036e8e0a4c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840602 Nov 12 09:36:05.860390 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-86f0efc5-653e-4c40-a9de-37c1ae76e029 req-f91b972f-594b-45c2-b85b-e9903419a4a2 service neutron] 10.222.0.44 "GET /v2.0/networks/ee10b5aa-bcee-4b50-8224-036e8e0a4c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922270 Nov 12 09:36:06.231282 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:07.184398 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-83f0dcd5-467d-4edb-b96d-79470ac75993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:08.246244 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:09.577107 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:10.176123 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:13.358150 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:28.793127 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 43772) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:36:28.949754 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-0da9cf0e-48b0-4ec8-a566-a09ec418de6b tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Deleting port 94b99d97-db8d-47af-a3ba-0a3a0fdcd741 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:36:28.949992 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0da9cf0e-48b0-4ec8-a566-a09ec418de6b tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:29.024352 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0da9cf0e-48b0-4ec8-a566-a09ec418de6b tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:29.024701 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0da9cf0e-48b0-4ec8-a566-a09ec418de6b tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:29.036655 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-0da9cf0e-48b0-4ec8-a566-a09ec418de6b tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Calling delete_port for 94b99d97-db8d-47af-a3ba-0a3a0fdcd741 owned by network:floatingip {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:36:29.183222 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0da9cf0e-48b0-4ec8-a566-a09ec418de6b tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:29.207831 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da9cf0e-48b0-4ec8-a566-a09ec418de6b tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event deleted for resources: {'Port': ['ID=94b99d97-db8d-47af-a3ba-0a3a0fdcd741,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:36:29.218187 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da9cf0e-48b0-4ec8-a566-a09ec418de6b tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:29.218543 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da9cf0e-48b0-4ec8-a566-a09ec418de6b tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:29.218908 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da9cf0e-48b0-4ec8-a566-a09ec418de6b tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:29.219245 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da9cf0e-48b0-4ec8-a566-a09ec418de6b tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:29.219581 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da9cf0e-48b0-4ec8-a566-a09ec418de6b tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:29.220314 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da9cf0e-48b0-4ec8-a566-a09ec418de6b tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:29.220314 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da9cf0e-48b0-4ec8-a566-a09ec418de6b tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:29.221216 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da9cf0e-48b0-4ec8-a566-a09ec418de6b tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:29.221786 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da9cf0e-48b0-4ec8-a566-a09ec418de6b tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:29.222068 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da9cf0e-48b0-4ec8-a566-a09ec418de6b tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:29.222399 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da9cf0e-48b0-4ec8-a566-a09ec418de6b tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:29.222752 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da9cf0e-48b0-4ec8-a566-a09ec418de6b tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:29.285617 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0da9cf0e-48b0-4ec8-a566-a09ec418de6b tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for floatingip, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:29.285960 n-d-765315-29 neutron-server[102600]: INFO neutron.db.l3_db [None req-0da9cf0e-48b0-4ec8-a566-a09ec418de6b tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Floating IP 446f513a-417e-40b8-b1bf-556fcb415c37 disassociated (deleted). External IP: 172.25.2.15, port: 6d798c5a-64a4-4733-a529-a91058f05b3a. Nov 12 09:36:29.765813 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0da9cf0e-48b0-4ec8-a566-a09ec418de6b tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Router 35792fba-f870-4b36-8cc4-409c4debf368 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:36:29.874661 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0da9cf0e-48b0-4ec8-a566-a09ec418de6b tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:36:29.879972 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0da9cf0e-48b0-4ec8-a566-a09ec418de6b tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:29.884496 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f5f0b9-34eb-4777-ae5e-c16ce957381c None None] Sync routers for ids ['35792fba-f870-4b36-8cc4-409c4debf368'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:36:29.893520 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f5f0b9-34eb-4777-ae5e-c16ce957381c None None] Routers {'35792fba-f870-4b36-8cc4-409c4debf368'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:36:29.894197 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-97f5f0b9-34eb-4777-ae5e-c16ce957381c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:36:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['35792fba-f870-4b36-8cc4-409c4debf368'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:36:29.907118 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-0da9cf0e-48b0-4ec8-a566-a09ec418de6b tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "DELETE /v2.0/floatingips/446f513a-417e-40b8-b1bf-556fcb415c37 HTTP/1.1" status: 204 len: 168 time: 1.1129014 Nov 12 09:36:29.908057 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab2c27fe-ee50-448f-9b8a-0ca53d00fb03', 'tag': '6d798c5a-64a4-4733-a529-a91058f05b3a'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:36:29.910301 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b9376c9088a4f533a787632e68a0b9d71673112fb90a02c33b14ced1cf80ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-370b43b9-2530-4a91-8bda-f52236026ed5" -d '{"events": [{"name": "network-changed", "server_uuid": "ab2c27fe-ee50-448f-9b8a-0ca53d00fb03", "tag": "6d798c5a-64a4-4733-a529-a91058f05b3a"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:36:30.003352 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-97f5f0b9-34eb-4777-ae5e-c16ce957381c None None] Set router 35792fba-f870-4b36-8cc4-409c4debf368 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:36:30.135442 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a6216ef-cfc9-44d3-90e2-f74424203828 x-openstack-request-id: req-0a6216ef-cfc9-44d3-90e2-f74424203828 {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:36:30.135744 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab2c27fe-ee50-448f-9b8a-0ca53d00fb03", "tag": "6d798c5a-64a4-4733-a529-a91058f05b3a", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:36:30.136005 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0a6216ef-cfc9-44d3-90e2-f74424203828 {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:36:30.136411 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab2c27fe-ee50-448f-9b8a-0ca53d00fb03', 'tag': '6d798c5a-64a4-4733-a529-a91058f05b3a', 'status': 'completed', 'code': 200} Nov 12 09:36:30.231451 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370b43b9-2530-4a91-8bda-f52236026ed5 req-7f4bebce-502c-478a-95ae-37680a75bb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:30.232963 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-370b43b9-2530-4a91-8bda-f52236026ed5 req-7f4bebce-502c-478a-95ae-37680a75bb4c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a3e02b7551c24b2895d8eeeb9a0b62b4&device_id=ab2c27fe-ee50-448f-9b8a-0ca53d00fb03 HTTP/1.1" status: 200 len: 1098 time: 0.0447519 Nov 12 09:36:30.238278 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ca8e73-e25e-4adc-af87-05a9dd4a5388 req-1992ece0-bd89-4d0a-8089-36cd34cf77bf tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:30.239803 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-08ca8e73-e25e-4adc-af87-05a9dd4a5388 req-1992ece0-bd89-4d0a-8089-36cd34cf77bf tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab2c27fe-ee50-448f-9b8a-0ca53d00fb03 HTTP/1.1" status: 200 len: 946 time: 0.0549080 Nov 12 09:36:30.295216 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-08ca8e73-e25e-4adc-af87-05a9dd4a5388 req-25f5fefb-c3bc-4ea5-9fe2-2b35d9aa149e tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfde7fe9-10b1-46bb-8682-f04770d265a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486012 Nov 12 09:36:30.323968 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-97f5f0b9-34eb-4777-ae5e-c16ce957381c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35792fba-f870-4b36-8cc4-409c4debf368', 'name': 'tempest-TestNetworkAdvancedServerOps-router-692747199', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '2b0f02e7-82b2-4e6d-9357-0211efaeb2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:34:50Z', 'updated_at': '2021-11-12T09:34:54Z', 'revision_number': 4, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'gw_port': {'id': '2b0f02e7-82b2-4e6d-9357-0211efaeb2ba', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:6e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35792fba-f870-4b36-8cc4-409c4debf368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:34:51Z', 'updated_at': '2021-11-12T09:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': 'e35f0706-7fb6-43c9-a8f6-1aa3c62e01a5', 'name': '', 'network_id': 'ee10b5aa-bcee-4b50-8224-036e8e0a4c1d', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'mac_address': 'fa:16:3e:d4:3f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35792fba-f870-4b36-8cc4-409c4debf368', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '80002f7a-7b3a-467e-96df-fb6a6dd0c182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:34:54Z', 'updated_at': '2021-11-12T09:34:57Z', 'revision_number': 5, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'subnets': [{'id': '80002f7a-7b3a-467e-96df-fb6a6dd0c182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:36:30.334348 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370b43b9-2530-4a91-8bda-f52236026ed5 req-000aca0c-f540-43a7-a693-2504d0485eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:30.335948 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-370b43b9-2530-4a91-8bda-f52236026ed5 req-000aca0c-f540-43a7-a693-2504d0485eaf service neutron] 10.222.0.44 "GET /v2.0/networks?id=ee10b5aa-bcee-4b50-8224-036e8e0a4c1d HTTP/1.1" status: 200 len: 898 time: 0.0946157 Nov 12 09:36:30.350581 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f5f0b9-34eb-4777-ae5e-c16ce957381c None None] Checking router: 35792fba-f870-4b36-8cc4-409c4debf368 for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:36:30.358868 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f5f0b9-34eb-4777-ae5e-c16ce957381c None None] Routers {'35792fba-f870-4b36-8cc4-409c4debf368'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:36:30.359472 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-97f5f0b9-34eb-4777-ae5e-c16ce957381c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:36:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['35792fba-f870-4b36-8cc4-409c4debf368'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:36:30.382784 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-370b43b9-2530-4a91-8bda-f52236026ed5 req-293dc942-7e4f-4c44-b707-781784f7b8db service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d798c5a-64a4-4733-a529-a91058f05b3a HTTP/1.1" status: 200 len: 217 time: 0.0387371 Nov 12 09:36:30.434934 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370b43b9-2530-4a91-8bda-f52236026ed5 req-d545d0f7-d61b-4d0c-858e-c30b5fc2a31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:30.436421 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-370b43b9-2530-4a91-8bda-f52236026ed5 req-d545d0f7-d61b-4d0c-858e-c30b5fc2a31f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=80002f7a-7b3a-467e-96df-fb6a6dd0c182 HTTP/1.1" status: 200 len: 835 time: 0.0455775 Nov 12 09:36:30.465965 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-97f5f0b9-34eb-4777-ae5e-c16ce957381c None None] Set router 35792fba-f870-4b36-8cc4-409c4debf368 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:36:30.484594 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370b43b9-2530-4a91-8bda-f52236026ed5 req-1ba0fff8-811d-4505-a345-96dd1f8b5824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:30.486562 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-370b43b9-2530-4a91-8bda-f52236026ed5 req-1ba0fff8-811d-4505-a345-96dd1f8b5824 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee10b5aa-bcee-4b50-8224-036e8e0a4c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415096 Nov 12 09:36:30.585794 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-370b43b9-2530-4a91-8bda-f52236026ed5 req-7f1de585-7bb1-41d5-998c-9359d54c5a98 service neutron] 10.222.0.44 "GET /v2.0/networks/ee10b5aa-bcee-4b50-8224-036e8e0a4c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893750 Nov 12 09:36:30.665965 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-97f5f0b9-34eb-4777-ae5e-c16ce957381c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35792fba-f870-4b36-8cc4-409c4debf368', 'name': 'tempest-TestNetworkAdvancedServerOps-router-692747199', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '2b0f02e7-82b2-4e6d-9357-0211efaeb2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:34:50Z', 'updated_at': '2021-11-12T09:34:54Z', 'revision_number': 4, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'gw_port': {'id': '2b0f02e7-82b2-4e6d-9357-0211efaeb2ba', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:6e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35792fba-f870-4b36-8cc4-409c4debf368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:34:51Z', 'updated_at': '2021-11-12T09:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': 'e35f0706-7fb6-43c9-a8f6-1aa3c62e01a5', 'name': '', 'network_id': 'ee10b5aa-bcee-4b50-8224-036e8e0a4c1d', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'mac_address': 'fa:16:3e:d4:3f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35792fba-f870-4b36-8cc4-409c4debf368', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '80002f7a-7b3a-467e-96df-fb6a6dd0c182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:34:54Z', 'updated_at': '2021-11-12T09:34:57Z', 'revision_number': 5, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'subnets': [{'id': '80002f7a-7b3a-467e-96df-fb6a6dd0c182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:36:30.693188 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f5f0b9-34eb-4777-ae5e-c16ce957381c None None] The sync data for ids ['35792fba-f870-4b36-8cc4-409c4debf368'] in n-d-765315-29 is: [{'id': '35792fba-f870-4b36-8cc4-409c4debf368', 'name': 'tempest-TestNetworkAdvancedServerOps-router-692747199', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '2b0f02e7-82b2-4e6d-9357-0211efaeb2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:34:50Z', 'updated_at': '2021-11-12T09:34:54Z', 'revision_number': 4, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'gw_port': {'id': '2b0f02e7-82b2-4e6d-9357-0211efaeb2ba', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:6e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35792fba-f870-4b36-8cc4-409c4debf368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:34:51Z', 'updated_at': '2021-11-12T09:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': 'e35f0706-7fb6-43c9-a8f6-1aa3c62e01a5', 'name': '', 'network_id': 'ee10b5aa-bcee-4b50-8224-036e8e0a4c1d', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'mac_address': 'fa:16:3e:d4:3f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35792fba-f870-4b36-8cc4-409c4debf368', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '80002f7a-7b3a-467e-96df-fb6a6dd0c182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:34:54Z', 'updated_at': '2021-11-12T09:34:57Z', 'revision_number': 5, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'subnets': [{'id': '80002f7a-7b3a-467e-96df-fb6a6dd0c182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:36:30.694854 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-370b43b9-2530-4a91-8bda-f52236026ed5 req-abe33d34-13bb-4223-a360-b9619bc12474 service neutron] 10.222.0.44 "GET /v2.0/networks/ee10b5aa-bcee-4b50-8224-036e8e0a4c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944192 Nov 12 09:36:30.915751 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a91733-0a50-4b01-a473-a4362396f7f6 None None] New status for floating IP 446f513a-417e-40b8-b1bf-556fcb415c37: DOWN {{(pid=102601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:36:31.428251 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737169f8-873b-4d85-a592-118d2df26a8e req-127e9b2a-c0f2-4b1f-b40d-491ff5be9ff0 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:31.429794 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-737169f8-873b-4d85-a592-118d2df26a8e req-127e9b2a-c0f2-4b1f-b40d-491ff5be9ff0 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab2c27fe-ee50-448f-9b8a-0ca53d00fb03 HTTP/1.1" status: 200 len: 946 time: 0.0564682 Nov 12 09:36:31.489159 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-737169f8-873b-4d85-a592-118d2df26a8e req-3806b891-9849-4faa-903d-92b9fee31c4d tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=cfde7fe9-10b1-46bb-8682-f04770d265a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530312 Nov 12 09:36:32.017476 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3e7351-6eaf-4a58-9601-8de234853d4f req-a9926341-2b12-4baf-818a-0ef59ed61dfb tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:32.018935 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8b3e7351-6eaf-4a58-9601-8de234853d4f req-a9926341-2b12-4baf-818a-0ef59ed61dfb tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab2c27fe-ee50-448f-9b8a-0ca53d00fb03 HTTP/1.1" status: 200 len: 946 time: 0.0500913 Nov 12 09:36:32.111417 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-8b3e7351-6eaf-4a58-9601-8de234853d4f req-f08aa160-b67c-47d2-abd6-9e740ef74308 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Deleting port 6d798c5a-64a4-4733-a529-a91058f05b3a {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:36:32.111751 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-8b3e7351-6eaf-4a58-9601-8de234853d4f req-f08aa160-b67c-47d2-abd6-9e740ef74308 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:32.202545 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-8b3e7351-6eaf-4a58-9601-8de234853d4f req-f08aa160-b67c-47d2-abd6-9e740ef74308 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] For port 6d798c5a-64a4-4733-a529-a91058f05b3a, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=6d798c5a-64a4-4733-a529-a91058f05b3a,segment=NetworkSegment(248104d4-53a0-4a4d-a5e7-99063f511d9e),segment_id=248104d4-53a0-4a4d-a5e7-99063f511d9e)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:36:32.202935 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-8b3e7351-6eaf-4a58-9601-8de234853d4f req-f08aa160-b67c-47d2-abd6-9e740ef74308 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:32.216608 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-8b3e7351-6eaf-4a58-9601-8de234853d4f req-f08aa160-b67c-47d2-abd6-9e740ef74308 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Calling delete_port for 6d798c5a-64a4-4733-a529-a91058f05b3a owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:36:32.346136 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-8b3e7351-6eaf-4a58-9601-8de234853d4f req-f08aa160-b67c-47d2-abd6-9e740ef74308 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:32.374709 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08aa160-b67c-47d2-abd6-9e740ef74308 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event deleted for resources: {'Port': ['ID=6d798c5a-64a4-4733-a529-a91058f05b3a,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:36:32.399882 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08aa160-b67c-47d2-abd6-9e740ef74308 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:32.400229 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08aa160-b67c-47d2-abd6-9e740ef74308 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:32.400576 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08aa160-b67c-47d2-abd6-9e740ef74308 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:32.400913 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08aa160-b67c-47d2-abd6-9e740ef74308 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:32.401244 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08aa160-b67c-47d2-abd6-9e740ef74308 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:32.401572 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08aa160-b67c-47d2-abd6-9e740ef74308 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:32.401900 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08aa160-b67c-47d2-abd6-9e740ef74308 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:32.402226 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08aa160-b67c-47d2-abd6-9e740ef74308 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:32.402550 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08aa160-b67c-47d2-abd6-9e740ef74308 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:32.402903 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08aa160-b67c-47d2-abd6-9e740ef74308 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:32.403225 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08aa160-b67c-47d2-abd6-9e740ef74308 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:32.403545 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08aa160-b67c-47d2-abd6-9e740ef74308 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:32.425327 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b3e7351-6eaf-4a58-9601-8de234853d4f req-f08aa160-b67c-47d2-abd6-9e740ef74308 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] No DVR routers for this DVR port 6d798c5a-64a4-4733-a529-a91058f05b3a on host n-h2-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:36:32.427933 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-8b3e7351-6eaf-4a58-9601-8de234853d4f req-f08aa160-b67c-47d2-abd6-9e740ef74308 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:32.431255 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8b3e7351-6eaf-4a58-9601-8de234853d4f req-f08aa160-b67c-47d2-abd6-9e740ef74308 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.44 "DELETE /v2.0/ports/6d798c5a-64a4-4733-a529-a91058f05b3a HTTP/1.1" status: 204 len: 173 time: 0.4047601 Nov 12 09:36:32.431793 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab2c27fe-ee50-448f-9b8a-0ca53d00fb03', 'name': 'network-vif-deleted', 'tag': '6d798c5a-64a4-4733-a529-a91058f05b3a'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:36:32.434030 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c022ff2c5cb8d3060857f92f3690e67c01ee9cc1391db4b92ea76e21aea06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e46e91f5-1eb9-4faf-90f7-6a0ac4d13fb0" -d '{"events": [{"server_uuid": "ab2c27fe-ee50-448f-9b8a-0ca53d00fb03", "name": "network-vif-deleted", "tag": "6d798c5a-64a4-4733-a529-a91058f05b3a"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:36:32.479065 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-565d72c5-d2c6-46ac-950d-5b54fb53d5ab x-openstack-request-id: req-565d72c5-d2c6-46ac-950d-5b54fb53d5ab {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:36:32.479356 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab2c27fe-ee50-448f-9b8a-0ca53d00fb03", "name": "network-vif-deleted", "tag": "6d798c5a-64a4-4733-a529-a91058f05b3a", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:36:32.479611 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-565d72c5-d2c6-46ac-950d-5b54fb53d5ab {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:36:32.480007 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab2c27fe-ee50-448f-9b8a-0ca53d00fb03', 'name': 'network-vif-deleted', 'tag': '6d798c5a-64a4-4733-a529-a91058f05b3a', 'status': 'completed', 'code': 200} Nov 12 09:36:32.590568 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d354a346-b277-454c-96fe-34950d515e92 req-c4c97dbe-390c-4f35-a272-a4ccff8e5adc tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab2c27fe-ee50-448f-9b8a-0ca53d00fb03 HTTP/1.1" status: 200 len: 210 time: 0.0292718 Nov 12 09:36:33.654326 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 43790) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:36:34.018841 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2d2bfd57-abab-4a4f-85b8-e810b0a39a01 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933586'] for router_interface, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:34.159848 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-059bee91-6749-4c20-b074-f22d6765cbb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:34.293546 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-2d2bfd57-abab-4a4f-85b8-e810b0a39a01 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Deleting port e35f0706-7fb6-43c9-a8f6-1aa3c62e01a5 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:36:34.293804 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2d2bfd57-abab-4a4f-85b8-e810b0a39a01 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:34.389609 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-2d2bfd57-abab-4a4f-85b8-e810b0a39a01 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] For port e35f0706-7fb6-43c9-a8f6-1aa3c62e01a5, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=e35f0706-7fb6-43c9-a8f6-1aa3c62e01a5,segment=NetworkSegment(248104d4-53a0-4a4d-a5e7-99063f511d9e),segment_id=248104d4-53a0-4a4d-a5e7-99063f511d9e)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:36:34.389973 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2d2bfd57-abab-4a4f-85b8-e810b0a39a01 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:34.403301 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-2d2bfd57-abab-4a4f-85b8-e810b0a39a01 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Calling delete_port for e35f0706-7fb6-43c9-a8f6-1aa3c62e01a5 owned by network:router_interface {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:36:34.596717 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2d2bfd57-abab-4a4f-85b8-e810b0a39a01 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:34.629344 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2bfd57-abab-4a4f-85b8-e810b0a39a01 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event deleted for resources: {'Port': ['ID=e35f0706-7fb6-43c9-a8f6-1aa3c62e01a5,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:36:34.830690 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2d2bfd57-abab-4a4f-85b8-e810b0a39a01 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918626'] for router_interface, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:35.067103 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d2bfd57-abab-4a4f-85b8-e810b0a39a01 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Router 35792fba-f870-4b36-8cc4-409c4debf368 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:36:35.173455 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d2bfd57-abab-4a4f-85b8-e810b0a39a01 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:36:35.179135 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-2d2bfd57-abab-4a4f-85b8-e810b0a39a01 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "PUT /v2.0/routers/35792fba-f870-4b36-8cc4-409c4debf368/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5236540 Nov 12 09:36:35.181147 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 43792) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:36:35.183698 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055fcb8f-5438-4802-8ed4-b357e395ff28 None None] Sync routers for ids ['35792fba-f870-4b36-8cc4-409c4debf368'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:36:35.193817 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055fcb8f-5438-4802-8ed4-b357e395ff28 None None] Routers {'35792fba-f870-4b36-8cc4-409c4debf368'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:36:35.194418 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-055fcb8f-5438-4802-8ed4-b357e395ff28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:36:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['35792fba-f870-4b36-8cc4-409c4debf368'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:36:35.238489 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-23b6190e-953a-4c6b-a9c7-86fc8be369be tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Deleting subnet 80002f7a-7b3a-467e-96df-fb6a6dd0c182 {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:36:35.242243 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-23b6190e-953a-4c6b-a9c7-86fc8be369be tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:35.284811 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-23b6190e-953a-4c6b-a9c7-86fc8be369be tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:35.300575 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-055fcb8f-5438-4802-8ed4-b357e395ff28 None None] Set router 35792fba-f870-4b36-8cc4-409c4debf368 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:36:35.369306 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-23b6190e-953a-4c6b-a9c7-86fc8be369be tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:35.434071 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-23b6190e-953a-4c6b-a9c7-86fc8be369be tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:35.461002 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b6190e-953a-4c6b-a9c7-86fc8be369be tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event deleted for resources: {'Subnet': ['ID=80002f7a-7b3a-467e-96df-fb6a6dd0c182,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:36:35.464603 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-23b6190e-953a-4c6b-a9c7-86fc8be369be tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:35.468136 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-23b6190e-953a-4c6b-a9c7-86fc8be369be tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "DELETE /v2.0/subnets/80002f7a-7b3a-467e-96df-fb6a6dd0c182 HTTP/1.1" status: 204 len: 168 time: 0.2860432 Nov 12 09:36:35.471503 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 43794) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:36:35.473163 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01fafd3d-0549-411c-a068-f7e93ccf21cb None None] Network ee10b5aa-bcee-4b50-8224-036e8e0a4c1d requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:36:35.493192 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-055fcb8f-5438-4802-8ed4-b357e395ff28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35792fba-f870-4b36-8cc4-409c4debf368', 'name': 'tempest-TestNetworkAdvancedServerOps-router-692747199', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '2b0f02e7-82b2-4e6d-9357-0211efaeb2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:34:50Z', 'updated_at': '2021-11-12T09:36:34Z', 'revision_number': 5, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'gw_port': {'id': '2b0f02e7-82b2-4e6d-9357-0211efaeb2ba', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:6e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35792fba-f870-4b36-8cc4-409c4debf368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:34:51Z', 'updated_at': '2021-11-12T09:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:36:35.523971 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055fcb8f-5438-4802-8ed4-b357e395ff28 None None] Checking router: 35792fba-f870-4b36-8cc4-409c4debf368 for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:36:35.536207 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055fcb8f-5438-4802-8ed4-b357e395ff28 None None] Routers {'35792fba-f870-4b36-8cc4-409c4debf368'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:36:35.536207 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-055fcb8f-5438-4802-8ed4-b357e395ff28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:36:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['35792fba-f870-4b36-8cc4-409c4debf368'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:36:35.663049 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-055fcb8f-5438-4802-8ed4-b357e395ff28 None None] Set router 35792fba-f870-4b36-8cc4-409c4debf368 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:36:35.684730 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fec15ef-4eb0-4b37-a106-eb328c9be53d None None] DHCP port deletion for ee10b5aa-bcee-4b50-8224-036e8e0a4c1d request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:36:35.740810 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-2fec15ef-4eb0-4b37-a106-eb328c9be53d None None] Deleting port 04a32789-6edd-479e-bc9d-bdcc72db99e9 {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:36:35.741200 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2fec15ef-4eb0-4b37-a106-eb328c9be53d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:35.813406 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-2fec15ef-4eb0-4b37-a106-eb328c9be53d None None] For port 04a32789-6edd-479e-bc9d-bdcc72db99e9, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=04a32789-6edd-479e-bc9d-bdcc72db99e9,segment=NetworkSegment(248104d4-53a0-4a4d-a5e7-99063f511d9e),segment_id=248104d4-53a0-4a4d-a5e7-99063f511d9e)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:36:35.814695 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2fec15ef-4eb0-4b37-a106-eb328c9be53d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:35.829462 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-2fec15ef-4eb0-4b37-a106-eb328c9be53d None None] Calling delete_port for 04a32789-6edd-479e-bc9d-bdcc72db99e9 owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:36:35.859578 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-055fcb8f-5438-4802-8ed4-b357e395ff28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35792fba-f870-4b36-8cc4-409c4debf368', 'name': 'tempest-TestNetworkAdvancedServerOps-router-692747199', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '2b0f02e7-82b2-4e6d-9357-0211efaeb2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:34:50Z', 'updated_at': '2021-11-12T09:36:34Z', 'revision_number': 5, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'gw_port': {'id': '2b0f02e7-82b2-4e6d-9357-0211efaeb2ba', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:6e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35792fba-f870-4b36-8cc4-409c4debf368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:34:51Z', 'updated_at': '2021-11-12T09:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:36:35.872135 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7b7c5194-80e7-415e-ad90-f734d460ae0f tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for router, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:35.892118 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055fcb8f-5438-4802-8ed4-b357e395ff28 None None] The sync data for ids ['35792fba-f870-4b36-8cc4-409c4debf368'] in n-d-765315-29 is: [{'id': '35792fba-f870-4b36-8cc4-409c4debf368', 'name': 'tempest-TestNetworkAdvancedServerOps-router-692747199', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '2b0f02e7-82b2-4e6d-9357-0211efaeb2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:34:50Z', 'updated_at': '2021-11-12T09:36:34Z', 'revision_number': 5, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'gw_port': {'id': '2b0f02e7-82b2-4e6d-9357-0211efaeb2ba', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:6e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35792fba-f870-4b36-8cc4-409c4debf368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:34:51Z', 'updated_at': '2021-11-12T09:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:36:35.919376 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2fec15ef-4eb0-4b37-a106-eb328c9be53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:35.951615 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fec15ef-4eb0-4b37-a106-eb328c9be53d None None] Pushing event deleted for resources: {'Port': ['ID=04a32789-6edd-479e-bc9d-bdcc72db99e9,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:36:35.953928 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fec15ef-4eb0-4b37-a106-eb328c9be53d None None] No DVR routers for this DVR port 04a32789-6edd-479e-bc9d-bdcc72db99e9 on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:36:35.965988 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fec15ef-4eb0-4b37-a106-eb328c9be53d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:35.965988 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fec15ef-4eb0-4b37-a106-eb328c9be53d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:35.965988 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fec15ef-4eb0-4b37-a106-eb328c9be53d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:35.965988 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fec15ef-4eb0-4b37-a106-eb328c9be53d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:35.965988 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fec15ef-4eb0-4b37-a106-eb328c9be53d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:35.965988 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fec15ef-4eb0-4b37-a106-eb328c9be53d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:35.965988 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fec15ef-4eb0-4b37-a106-eb328c9be53d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:35.965988 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fec15ef-4eb0-4b37-a106-eb328c9be53d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:35.965988 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fec15ef-4eb0-4b37-a106-eb328c9be53d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:35.965988 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fec15ef-4eb0-4b37-a106-eb328c9be53d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:35.967210 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fec15ef-4eb0-4b37-a106-eb328c9be53d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:35.967210 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fec15ef-4eb0-4b37-a106-eb328c9be53d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:35.971322 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 6d798c5a-64a4-4733-a529-a91058f05b3a no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:36:35.995337 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7b7c5194-80e7-415e-ad90-f734d460ae0f tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:36.000821 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] No Port match for: 6d798c5a-64a4-4733-a529-a91058f05b3a {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:36:36.001178 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 6d798c5a-64a4-4733-a529-a91058f05b3a not bound to the agent host n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:36:36.050561 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-7b7c5194-80e7-415e-ad90-f734d460ae0f tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Deleting port 2b0f02e7-82b2-4e6d-9357-0211efaeb2ba {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:36:36.050934 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7b7c5194-80e7-415e-ad90-f734d460ae0f tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:36.130849 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-7b7c5194-80e7-415e-ad90-f734d460ae0f tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] For port 2b0f02e7-82b2-4e6d-9357-0211efaeb2ba, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=2b0f02e7-82b2-4e6d-9357-0211efaeb2ba,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:36:36.131172 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7b7c5194-80e7-415e-ad90-f734d460ae0f tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:36.143950 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-7b7c5194-80e7-415e-ad90-f734d460ae0f tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Calling delete_port for 2b0f02e7-82b2-4e6d-9357-0211efaeb2ba owned by network:router_gateway {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:36:36.235567 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:36.318439 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7b7c5194-80e7-415e-ad90-f734d460ae0f tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:36.350504 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7c5194-80e7-415e-ad90-f734d460ae0f tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event deleted for resources: {'Port': ['ID=2b0f02e7-82b2-4e6d-9357-0211efaeb2ba,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:36:36.365986 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509b2ba2-d891-4587-9efc-b86c936e7961 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:36:36.417956 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7b7c5194-80e7-415e-ad90-f734d460ae0f tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-933016'] for router_gateway, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:36.513098 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7b7c5194-80e7-415e-ad90-f734d460ae0f tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:36.515174 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7b7c5194-80e7-415e-ad90-f734d460ae0f tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:36.559061 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7b7c5194-80e7-415e-ad90-f734d460ae0f tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:36.559608 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b7c5194-80e7-415e-ad90-f734d460ae0f tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Fanout notify agent at l3_agent the message router_deleted on router 35792fba-f870-4b36-8cc4-409c4debf368 {{(pid=102600) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:36:36.566863 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7b7c5194-80e7-415e-ad90-f734d460ae0f tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:36.567987 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-7b7c5194-80e7-415e-ad90-f734d460ae0f tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "DELETE /v2.0/routers/35792fba-f870-4b36-8cc4-409c4debf368 HTTP/1.1" status: 204 len: 168 time: 1.0955627 Nov 12 09:36:36.570690 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 43796) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:36:36.658621 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6418824e-11c6-4787-b4fd-382e73cd4563 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:36.752749 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6418824e-11c6-4787-b4fd-382e73cd4563 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:36.773291 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-6418824e-11c6-4787-b4fd-382e73cd4563 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee10b5aa-bcee-4b50-8224-036e8e0a4c1d']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:36:36.782005 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-6418824e-11c6-4787-b4fd-382e73cd4563 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '248104d4-53a0-4a4d-a5e7-99063f511d9e') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:36:36.782297 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-6418824e-11c6-4787-b4fd-382e73cd4563 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '248104d4-53a0-4a4d-a5e7-99063f511d9e') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:36:36.792320 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6418824e-11c6-4787-b4fd-382e73cd4563 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:36.805508 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6418824e-11c6-4787-b4fd-382e73cd4563 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:36.811482 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6418824e-11c6-4787-b4fd-382e73cd4563 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:36:36.811862 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6418824e-11c6-4787-b4fd-382e73cd4563 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:36.814971 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 09:36:36.814971 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:36:36.814971 n-d-765315-29 neutron-server[102600]: timer() Nov 12 09:36:36.814971 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:36:36.814971 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 09:36:36.814971 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:36:36.814971 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 09:36:36.814971 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:36:36.814971 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 09:36:36.814971 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:36:36.814971 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 09:36:36.814971 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:36:36.814971 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 09:36:36.814971 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:36:36.814971 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:36:36.814971 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:36:36.814971 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:36:36.814971 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:36:36.814971 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 09:36:36.814971 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:36:36.814971 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 09:36:36.814971 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:36:36.814971 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:36:36.814971 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:36:36.814971 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 09:36:36.814971 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:36:36.814971 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:36:36.814971 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:36:36.814971 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:36:36.814971 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:36:36.814971 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:36:36.814971 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:36:36.873057 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6418824e-11c6-4787-b4fd-382e73cd4563 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:36.880008 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6418824e-11c6-4787-b4fd-382e73cd4563 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:36.885105 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-6418824e-11c6-4787-b4fd-382e73cd4563 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "DELETE /v2.0/networks/ee10b5aa-bcee-4b50-8224-036e8e0a4c1d HTTP/1.1" status: 204 len: 168 time: 0.3134766 Nov 12 09:36:36.887901 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 43798) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:36:36.901886 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6418824e-11c6-4787-b4fd-382e73cd4563 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event deleted for resources: {'Network': ['ID=ee10b5aa-bcee-4b50-8224-036e8e0a4c1d,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:36:36.946171 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a69578fd-e712-43eb-ac78-0c0255418a2e tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:36.978605 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a69578fd-e712-43eb-ac78-0c0255418a2e tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:37.045599 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 2b0f02e7-82b2-4e6d-9357-0211efaeb2ba no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:36:37.048648 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a69578fd-e712-43eb-ac78-0c0255418a2e tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:37.051467 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-a69578fd-e712-43eb-ac78-0c0255418a2e tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:37.052620 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-a69578fd-e712-43eb-ac78-0c0255418a2e tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "DELETE /v2.0/security-groups/cfde7fe9-10b1-46bb-8682-f04770d265a1 HTTP/1.1" status: 204 len: 168 time: 0.1637583 Nov 12 09:36:37.062337 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69578fd-e712-43eb-ac78-0c0255418a2e tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfde7fe9-10b1-46bb-8682-f04770d265a1,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:36:37.067815 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 2b0f02e7-82b2-4e6d-9357-0211efaeb2ba {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:36:37.068156 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 2b0f02e7-82b2-4e6d-9357-0211efaeb2ba not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:36:37.068573 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device e35f0706-7fb6-43c9-a8f6-1aa3c62e01a5 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:36:37.093977 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: e35f0706-7fb6-43c9-a8f6-1aa3c62e01a5 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:36:37.093977 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device e35f0706-7fb6-43c9-a8f6-1aa3c62e01a5 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:36:37.093977 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 04a32789-6edd-479e-bc9d-bdcc72db99e9 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:36:37.118963 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 04a32789-6edd-479e-bc9d-bdcc72db99e9 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:36:37.119307 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 04a32789-6edd-479e-bc9d-bdcc72db99e9 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:36:37.186704 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-053a333d-e265-468b-8855-a119ec1eed45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:37.277675 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 43804) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:36:37.282219 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-ad2f759f-0eca-4898-a3b4-ede010e5b9b0 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-336035055', 'description': 'tempest-secgroup-smoke-336035055 description', 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:36:37.305407 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ad2f759f-0eca-4898-a3b4-ede010e5b9b0 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:37.370825 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ad2f759f-0eca-4898-a3b4-ede010e5b9b0 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:37.374494 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ad2f759f-0eca-4898-a3b4-ede010e5b9b0 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:37.399192 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ad2f759f-0eca-4898-a3b4-ede010e5b9b0 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:37.400390 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-ad2f759f-0eca-4898-a3b4-ede010e5b9b0 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1217051 Nov 12 09:36:37.403462 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 43806) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:36:37.409039 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2f759f-0eca-4898-a3b4-ede010e5b9b0 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d6e56b3-b7d6-493c-8800-75df6c3c60e0,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:36:37.409361 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-62cbbe6a-5435-4eb2-9dbf-f6ce074c0efc tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Request body: {'security_group_rule': {'security_group_id': '2d6e56b3-b7d6-493c-8800-75df6c3c60e0', 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:36:37.439398 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-62cbbe6a-5435-4eb2-9dbf-f6ce074c0efc tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:37.505493 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-62cbbe6a-5435-4eb2-9dbf-f6ce074c0efc tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:37.509301 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-62cbbe6a-5435-4eb2-9dbf-f6ce074c0efc tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:37.529594 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cbbe6a-5435-4eb2-9dbf-f6ce074c0efc tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6c5d205-26ae-4bb7-ad29-8aecd0e5c07a,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:36:37.539339 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-62cbbe6a-5435-4eb2-9dbf-f6ce074c0efc tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:37.540533 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-62cbbe6a-5435-4eb2-9dbf-f6ce074c0efc tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1359789 Nov 12 09:36:37.543223 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 43808) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:36:37.547595 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-f2cedff5-2cfe-417f-831b-0578c22166e8 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Request body: {'security_group_rule': {'security_group_id': '2d6e56b3-b7d6-493c-8800-75df6c3c60e0', 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:36:37.573649 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f2cedff5-2cfe-417f-831b-0578c22166e8 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:37.630679 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f2cedff5-2cfe-417f-831b-0578c22166e8 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:37.634832 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f2cedff5-2cfe-417f-831b-0578c22166e8 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:37.654947 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cedff5-2cfe-417f-831b-0578c22166e8 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4c4f882-85ef-48b0-bd1a-45936cc0b627,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:36:37.666170 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f2cedff5-2cfe-417f-831b-0578c22166e8 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:37.666170 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-f2cedff5-2cfe-417f-831b-0578c22166e8 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1214404 Nov 12 09:36:37.668348 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 43810) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:36:37.672721 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-5d0d359e-0bbe-4955-8f45-b0b093ed91c0 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Request body: {'security_group_rule': {'security_group_id': '2d6e56b3-b7d6-493c-8800-75df6c3c60e0', 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:36:37.698862 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5d0d359e-0bbe-4955-8f45-b0b093ed91c0 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:37.755532 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5d0d359e-0bbe-4955-8f45-b0b093ed91c0 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:37.759565 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5d0d359e-0bbe-4955-8f45-b0b093ed91c0 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:37.781611 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0d359e-0bbe-4955-8f45-b0b093ed91c0 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=057ef269-468a-49c1-89f1-cca45e6d920d,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:36:37.788549 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5d0d359e-0bbe-4955-8f45-b0b093ed91c0 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:37.789366 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-5d0d359e-0bbe-4955-8f45-b0b093ed91c0 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1200771 Nov 12 09:36:37.792117 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 43812) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:36:37.796362 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-7117676c-07fa-4227-8e1a-24a89058becb tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Request body: {'security_group_rule': {'security_group_id': '2d6e56b3-b7d6-493c-8800-75df6c3c60e0', 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:36:37.823405 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7117676c-07fa-4227-8e1a-24a89058becb tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:37.887251 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7117676c-07fa-4227-8e1a-24a89058becb tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:37.891139 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7117676c-07fa-4227-8e1a-24a89058becb tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:37.910244 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117676c-07fa-4227-8e1a-24a89058becb tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6f3cca7-1fb0-4c85-a282-49dd55e75df0,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:36:37.917851 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7117676c-07fa-4227-8e1a-24a89058becb tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:37.919048 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-7117676c-07fa-4227-8e1a-24a89058becb tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1260095 Nov 12 09:36:37.921834 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 43814) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:36:37.926321 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-eaa35d69-7ded-4596-8f62-ae6ee7906ebf tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Request body: {'security_group_rule': {'security_group_id': '2d6e56b3-b7d6-493c-8800-75df6c3c60e0', 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:36:37.947466 n-d-765315-29 neutron-server[102600]: INFO neutron.db.securitygroups_db [None req-eaa35d69-7ded-4596-8f62-ae6ee7906ebf tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Project a3e02b7551c24b2895d8eeeb9a0b62b4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:36:37.952198 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-eaa35d69-7ded-4596-8f62-ae6ee7906ebf tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:38.010613 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-eaa35d69-7ded-4596-8f62-ae6ee7906ebf tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:38.014049 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-eaa35d69-7ded-4596-8f62-ae6ee7906ebf tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:38.032252 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa35d69-7ded-4596-8f62-ae6ee7906ebf tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bda60818-12d3-4c91-a0c2-edfa361ec616,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:36:38.039347 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-eaa35d69-7ded-4596-8f62-ae6ee7906ebf tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:38.040519 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-eaa35d69-7ded-4596-8f62-ae6ee7906ebf tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1177700 Nov 12 09:36:38.043332 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 43816) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:36:38.047772 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-4d68a2eb-b25c-4651-8894-847e3b003618 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Request body: {'security_group_rule': {'security_group_id': '2d6e56b3-b7d6-493c-8800-75df6c3c60e0', 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:36:38.068802 n-d-765315-29 neutron-server[102600]: INFO neutron.db.securitygroups_db [None req-4d68a2eb-b25c-4651-8894-847e3b003618 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Project a3e02b7551c24b2895d8eeeb9a0b62b4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:36:38.073583 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4d68a2eb-b25c-4651-8894-847e3b003618 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:38.133777 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4d68a2eb-b25c-4651-8894-847e3b003618 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:38.138112 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4d68a2eb-b25c-4651-8894-847e3b003618 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:38.155787 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d68a2eb-b25c-4651-8894-847e3b003618 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bde48d54-eb8b-44a3-811a-9d4022e3e699,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:36:38.164194 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-4d68a2eb-b25c-4651-8894-847e3b003618 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:38.165408 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-4d68a2eb-b25c-4651-8894-847e3b003618 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1211052 Nov 12 09:36:38.168194 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 43818) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:36:38.173742 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-6433014d-972f-4940-853b-17be84881ad2 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Request body: {'network': {'name': 'tempest-network-smoke--1444117068', 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'port_security_enabled': True}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:36:38.195854 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6433014d-972f-4940-853b-17be84881ad2 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Made reservation on behalf of a3e02b7551c24b2895d8eeeb9a0b62b4 for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:36:38.199417 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6433014d-972f-4940-853b-17be84881ad2 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:38.228351 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6433014d-972f-4940-853b-17be84881ad2 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:36:38.240829 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6433014d-972f-4940-853b-17be84881ad2 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:38.241178 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-6433014d-972f-4940-853b-17be84881ad2 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Added segment f41de479-13d5-4855-834c-9ed086e58bf3 of type vlan for network c1e130ec-b477-486c-aab6-7bd36b6d83da Nov 12 09:36:38.250797 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:38.285977 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6433014d-972f-4940-853b-17be84881ad2 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:38.310532 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6433014d-972f-4940-853b-17be84881ad2 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:38.316685 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6433014d-972f-4940-853b-17be84881ad2 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:38.317266 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6433014d-972f-4940-853b-17be84881ad2 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:38.377147 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-6433014d-972f-4940-853b-17be84881ad2 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2073505 Nov 12 09:36:38.380007 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 43820) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:36:38.386472 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-a02c9c9e-1e21-4bcf-afae-5e96820ce0bf tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2040658932', 'admin_state_up': True, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:36:38.396584 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6433014d-972f-4940-853b-17be84881ad2 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event updated for resources: {'Network': ['ID=c1e130ec-b477-486c-aab6-7bd36b6d83da,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:36:38.406646 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network c1e130ec-b477-486c-aab6-7bd36b6d83da details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:36:38.414246 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a02c9c9e-1e21-4bcf-afae-5e96820ce0bf tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:38.415388 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a02c9c9e-1e21-4bcf-afae-5e96820ce0bf tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:38.480165 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a02c9c9e-1e21-4bcf-afae-5e96820ce0bf tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:38.620401 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a02c9c9e-1e21-4bcf-afae-5e96820ce0bf tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:38.813410 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a02c9c9e-1e21-4bcf-afae-5e96820ce0bf tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for router_gateway, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:38.832664 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a02c9c9e-1e21-4bcf-afae-5e96820ce0bf tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:38.933866 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-a02c9c9e-1e21-4bcf-afae-5e96820ce0bf tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Allocated IP 172.25.2.133 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/9a6834e5-eb65-42d5-9df5-5c8ce3c24d90) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:36:39.039834 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a02c9c9e-1e21-4bcf-afae-5e96820ce0bf tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:39.073211 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a02c9c9e-1e21-4bcf-afae-5e96820ce0bf tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:39.110130 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02c9c9e-1e21-4bcf-afae-5e96820ce0bf tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:36:39.113191 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-a02c9c9e-1e21-4bcf-afae-5e96820ce0bf tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:36:39.119224 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02c9c9e-1e21-4bcf-afae-5e96820ce0bf tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:36:39.128111 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34763b0b-e7a9-4957-914e-63187dd09431 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:36:39.145679 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02c9c9e-1e21-4bcf-afae-5e96820ce0bf tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event updated for resources: {'Port': ['ID=9a6834e5-eb65-42d5-9df5-5c8ce3c24d90,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:36:39.206572 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-ada53e49-df94-4e92-8a50-b7034fd1e0e8 None None] Provisioning complete for port 9a6834e5-eb65-42d5-9df5-5c8ce3c24d90 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:36:39.207392 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ada53e49-df94-4e92-8a50-b7034fd1e0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:39.245641 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-ada53e49-df94-4e92-8a50-b7034fd1e0e8 None None] Port 9a6834e5-eb65-42d5-9df5-5c8ce3c24d90 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:36:39.376955 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a02c9c9e-1e21-4bcf-afae-5e96820ce0bf tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for router_gateway, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:39.581054 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a02c9c9e-1e21-4bcf-afae-5e96820ce0bf tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052'] for router, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:39.581985 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:39.717488 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a02c9c9e-1e21-4bcf-afae-5e96820ce0bf tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Router c9a5b6fc-92d9-44ef-93f2-27ea0fa35c72 is scheduled to L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 with binding_index 1 {{(pid=102600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:36:39.824648 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a02c9c9e-1e21-4bcf-afae-5e96820ce0bf tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:36:39.834646 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d81d1c-9799-42ec-9c81-6bb31a130f00 None None] Sync routers for ids ['c9a5b6fc-92d9-44ef-93f2-27ea0fa35c72'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:36:39.846516 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a02c9c9e-1e21-4bcf-afae-5e96820ce0bf tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:39.850883 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-a02c9c9e-1e21-4bcf-afae-5e96820ce0bf tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4669197 Nov 12 09:36:39.851041 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d81d1c-9799-42ec-9c81-6bb31a130f00 None None] Routers {'c9a5b6fc-92d9-44ef-93f2-27ea0fa35c72'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:36:39.851041 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-c6d81d1c-9799-42ec-9c81-6bb31a130f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:36:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['c9a5b6fc-92d9-44ef-93f2-27ea0fa35c72'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:36:39.851246 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 43822) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:36:39.883629 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-1db3bd66-f177-4cc9-9d24-5d4466a92a0b tempest-TestNetworkAdvancedServerOps-1577495236 tempest-TestNetworkAdvancedServerOps-1577495236-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=a3e02b7551c24b2895d8eeeb9a0b62b4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279980 Nov 12 09:36:39.884055 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 43824) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:36:39.972401 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-c6d81d1c-9799-42ec-9c81-6bb31a130f00 None None] Set router c9a5b6fc-92d9-44ef-93f2-27ea0fa35c72 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:36:39.979547 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0695f6be-1ee3-487d-830b-73f35fb55d55 tempest-TestNetworkAdvancedServerOps-1577495236 tempest-TestNetworkAdvancedServerOps-1577495236-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:39.981047 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-0695f6be-1ee3-487d-830b-73f35fb55d55 tempest-TestNetworkAdvancedServerOps-1577495236 tempest-TestNetworkAdvancedServerOps-1577495236-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0962417 Nov 12 09:36:39.983913 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 43826) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:36:40.012286 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-182d9db2-54ee-4c72-ac47-effea26294ee tempest-TestNetworkAdvancedServerOps-1577495236 tempest-TestNetworkAdvancedServerOps-1577495236-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=d709f64f-f9e6-4525-b020-ad48633b9bbf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273070 Nov 12 09:36:40.014771 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 43828) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:36:40.020315 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-348f956c-5bb1-46e9-84b2-60792cb3d128 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1152724606', 'network_id': 'c1e130ec-b477-486c-aab6-7bd36b6d83da', 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:36:40.112657 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-348f956c-5bb1-46e9-84b2-60792cb3d128 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Made reservation on behalf of a3e02b7551c24b2895d8eeeb9a0b62b4 for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:36:40.116396 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-348f956c-5bb1-46e9-84b2-60792cb3d128 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:40.157921 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-c6d81d1c-9799-42ec-9c81-6bb31a130f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a5b6fc-92d9-44ef-93f2-27ea0fa35c72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040658932', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '9a6834e5-eb65-42d5-9df5-5c8ce3c24d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:36:38Z', 'updated_at': '2021-11-12T09:36:39Z', 'revision_number': 3, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'gw_port': {'id': '9a6834e5-eb65-42d5-9df5-5c8ce3c24d90', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:28:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9a5b6fc-92d9-44ef-93f2-27ea0fa35c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:36:38Z', 'updated_at': '2021-11-12T09:36:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:36:40.198606 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d81d1c-9799-42ec-9c81-6bb31a130f00 None None] Checking router: c9a5b6fc-92d9-44ef-93f2-27ea0fa35c72 for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:36:40.198970 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d81d1c-9799-42ec-9c81-6bb31a130f00 None None] Updating router c9a5b6fc-92d9-44ef-93f2-27ea0fa35c72 port 9a6834e5-eb65-42d5-9df5-5c8ce3c24d90 binding host n-d-765315-29 {{(pid=102601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:36:40.224222 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:40.229975 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c6d81d1c-9799-42ec-9c81-6bb31a130f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:40.315706 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-348f956c-5bb1-46e9-84b2-60792cb3d128 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:40.382459 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348f956c-5bb1-46e9-84b2-60792cb3d128 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event updated for resources: {'Subnet': ['ID=9b05f678-3ef9-4559-a580-94f9882596f2,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:36:40.393675 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348f956c-5bb1-46e9-84b2-60792cb3d128 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Checking segment: {'id': 'f41de479-13d5-4855-834c-9ed086e58bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'c1e130ec-b477-486c-aab6-7bd36b6d83da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:36:40.394043 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348f956c-5bb1-46e9-84b2-60792cb3d128 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Network hostable DHCP agents. Network: c1e130ec-b477-486c-aab6-7bd36b6d83da, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:36:40.411710 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348f956c-5bb1-46e9-84b2-60792cb3d128 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Network c1e130ec-b477-486c-aab6-7bd36b6d83da is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:36:40.421541 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-348f956c-5bb1-46e9-84b2-60792cb3d128 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, c1e130ec-b477-486c-aab6-7bd36b6d83da) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:36:40.431362 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348f956c-5bb1-46e9-84b2-60792cb3d128 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:40.431973 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-348f956c-5bb1-46e9-84b2-60792cb3d128 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:40.449445 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-348f956c-5bb1-46e9-84b2-60792cb3d128 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4336438 Nov 12 09:36:40.452321 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 43830) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:36:40.530508 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4257e2-31dd-4753-b92d-ce3a7b082f7a None None] Network c1e130ec-b477-486c-aab6-7bd36b6d83da requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:36:40.773531 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c6d81d1c-9799-42ec-9c81-6bb31a130f00 None None] Publish callbacks [] for port, precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:40.781802 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c6d81d1c-9799-42ec-9c81-6bb31a130f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:40.816648 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24932473-6100-48d4-bda8-02df5ad2ba38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-c1e130ec-b477-486c-aab6-7bd36b6d83da', 'network_id': 'c1e130ec-b477-486c-aab6-7bd36b6d83da', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'fixed_ips': [{'subnet_id': '9b05f678-3ef9-4559-a580-94f9882596f2'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:36:40.817508 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-24932473-6100-48d4-bda8-02df5ad2ba38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:40.849323 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663588fd-5056-429b-a90c-d281809eed79 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:36:40.878230 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa573108-3ef2-4d34-9733-0d2b53044b9f None None] Pushing event updated for resources: {'Port': ['ID=9a6834e5-eb65-42d5-9df5-5c8ce3c24d90,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:36:40.883023 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-c6d81d1c-9799-42ec-9c81-6bb31a130f00 None None] Attempting to bind port 9a6834e5-eb65-42d5-9df5-5c8ce3c24d90 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:36:40.883352 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-c6d81d1c-9799-42ec-9c81-6bb31a130f00 None None] Attempting to bind port 9a6834e5-eb65-42d5-9df5-5c8ce3c24d90 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:36:40.883997 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d81d1c-9799-42ec-9c81-6bb31a130f00 None None] Attempting to bind port 9a6834e5-eb65-42d5-9df5-5c8ce3c24d90 on network d709f64f-f9e6-4525-b020-ad48633b9bbf {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:36:40.937501 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d81d1c-9799-42ec-9c81-6bb31a130f00 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:36:40.937788 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d81d1c-9799-42ec-9c81-6bb31a130f00 None None] Checking segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:36:40.938170 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c6d81d1c-9799-42ec-9c81-6bb31a130f00 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:40.938567 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d81d1c-9799-42ec-9c81-6bb31a130f00 None None] Bound using segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:36:40.939344 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-c6d81d1c-9799-42ec-9c81-6bb31a130f00 None None] Bound port: 9a6834e5-eb65-42d5-9df5-5c8ce3c24d90, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:36:40.940211 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c6d81d1c-9799-42ec-9c81-6bb31a130f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:41.056586 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-73c0c0cd-60f2-4142-8da6-70ef1dabd455 None None] Provisioning complete for port 9a6834e5-eb65-42d5-9df5-5c8ce3c24d90 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:36:41.056950 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-73c0c0cd-60f2-4142-8da6-70ef1dabd455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:41.097564 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-c6d81d1c-9799-42ec-9c81-6bb31a130f00 None None] For port 9a6834e5-eb65-42d5-9df5-5c8ce3c24d90, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:36:41.113905 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-24932473-6100-48d4-bda8-02df5ad2ba38 None None] Allocated IP 172.20.0.2 (c1e130ec-b477-486c-aab6-7bd36b6d83da/9b05f678-3ef9-4559-a580-94f9882596f2/5fd2fdf4-9708-4ef4-beef-259b67f01c11) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:36:41.128665 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-c6d81d1c-9799-42ec-9c81-6bb31a130f00 None None] For port 9a6834e5-eb65-42d5-9df5-5c8ce3c24d90, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=9a6834e5-eb65-42d5-9df5-5c8ce3c24d90,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:36:41.135216 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-73c0c0cd-60f2-4142-8da6-70ef1dabd455 None None] Port 9a6834e5-eb65-42d5-9df5-5c8ce3c24d90 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:36:41.137793 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c6d81d1c-9799-42ec-9c81-6bb31a130f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:41.188348 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c00b0300-6c1e-4dbd-92de-2298323304c7 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:41.228256 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6521341a-4858-40da-985d-1634086bfca1 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:36:41.290083 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa573108-3ef2-4d34-9733-0d2b53044b9f None None] Pushing event updated for resources: {'Port': ['ID=9a6834e5-eb65-42d5-9df5-5c8ce3c24d90,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:36:41.295874 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d81d1c-9799-42ec-9c81-6bb31a130f00 None None] Routers {'c9a5b6fc-92d9-44ef-93f2-27ea0fa35c72'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:36:41.296490 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-c6d81d1c-9799-42ec-9c81-6bb31a130f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:36:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['c9a5b6fc-92d9-44ef-93f2-27ea0fa35c72'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:36:41.462967 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-fa8c16d2-aa3a-4a68-9111-c9b8fe0d331d None None] Provisioning complete for port 9a6834e5-eb65-42d5-9df5-5c8ce3c24d90 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:36:41.463237 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-fa8c16d2-aa3a-4a68-9111-c9b8fe0d331d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:41.572205 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-c6d81d1c-9799-42ec-9c81-6bb31a130f00 None None] Set router c9a5b6fc-92d9-44ef-93f2-27ea0fa35c72 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:36:41.574696 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-24932473-6100-48d4-bda8-02df5ad2ba38 None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:41.641460 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-24932473-6100-48d4-bda8-02df5ad2ba38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:41.665470 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-c00b0300-6c1e-4dbd-92de-2298323304c7 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Allocated IP 172.20.0.1 (c1e130ec-b477-486c-aab6-7bd36b6d83da/9b05f678-3ef9-4559-a580-94f9882596f2/dff7a720-ab3b-45ce-8f92-419118fa5a87) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:36:41.779533 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24932473-6100-48d4-bda8-02df5ad2ba38 None None] Network c1e130ec-b477-486c-aab6-7bd36b6d83da is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:36:41.799785 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c00b0300-6c1e-4dbd-92de-2298323304c7 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:41.813066 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-24932473-6100-48d4-bda8-02df5ad2ba38 None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:36:41.819563 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24932473-6100-48d4-bda8-02df5ad2ba38 None None] Pushing event updated for resources: {'Port': ['ID=5fd2fdf4-9708-4ef4-beef-259b67f01c11,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:36:41.823458 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24932473-6100-48d4-bda8-02df5ad2ba38 None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:36:41.839187 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c00b0300-6c1e-4dbd-92de-2298323304c7 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:41.858819 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-fa8c16d2-aa3a-4a68-9111-c9b8fe0d331d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:41.881170 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00b0300-6c1e-4dbd-92de-2298323304c7 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Network c1e130ec-b477-486c-aab6-7bd36b6d83da is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:36:41.886889 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-c00b0300-6c1e-4dbd-92de-2298323304c7 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:36:41.897180 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00b0300-6c1e-4dbd-92de-2298323304c7 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:36:41.929192 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00b0300-6c1e-4dbd-92de-2298323304c7 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event updated for resources: {'Port': ['ID=dff7a720-ab3b-45ce-8f92-419118fa5a87,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:36:41.950390 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-fa8c16d2-aa3a-4a68-9111-c9b8fe0d331d None None] For port 9a6834e5-eb65-42d5-9df5-5c8ce3c24d90, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=9a6834e5-eb65-42d5-9df5-5c8ce3c24d90,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:36:41.951370 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c00b0300-6c1e-4dbd-92de-2298323304c7 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933481'] for router_interface, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:41.959911 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-fa8c16d2-aa3a-4a68-9111-c9b8fe0d331d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:41.970010 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-24932473-6100-48d4-bda8-02df5ad2ba38 None None] Attempting to bind port 5fd2fdf4-9708-4ef4-beef-259b67f01c11 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:36:41.971090 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-24932473-6100-48d4-bda8-02df5ad2ba38 None None] Attempting to bind port 5fd2fdf4-9708-4ef4-beef-259b67f01c11 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': 'f41de479-13d5-4855-834c-9ed086e58bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'c1e130ec-b477-486c-aab6-7bd36b6d83da'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:36:41.971469 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24932473-6100-48d4-bda8-02df5ad2ba38 None None] Attempting to bind port 5fd2fdf4-9708-4ef4-beef-259b67f01c11 on network c1e130ec-b477-486c-aab6-7bd36b6d83da {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:36:42.007176 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24932473-6100-48d4-bda8-02df5ad2ba38 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:36:42.007551 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24932473-6100-48d4-bda8-02df5ad2ba38 None None] Checking segment: {'id': 'f41de479-13d5-4855-834c-9ed086e58bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'c1e130ec-b477-486c-aab6-7bd36b6d83da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:36:42.007957 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-24932473-6100-48d4-bda8-02df5ad2ba38 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:42.008352 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24932473-6100-48d4-bda8-02df5ad2ba38 None None] Bound using segment: {'id': 'f41de479-13d5-4855-834c-9ed086e58bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'c1e130ec-b477-486c-aab6-7bd36b6d83da'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:36:42.008836 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-24932473-6100-48d4-bda8-02df5ad2ba38 None None] Bound port: 5fd2fdf4-9708-4ef4-beef-259b67f01c11, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f41de479-13d5-4855-834c-9ed086e58bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'c1e130ec-b477-486c-aab6-7bd36b6d83da'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:36:42.009218 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-24932473-6100-48d4-bda8-02df5ad2ba38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:42.078423 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8c16d2-aa3a-4a68-9111-c9b8fe0d331d None None] Pushing event updated for resources: {'Port': ['ID=9a6834e5-eb65-42d5-9df5-5c8ce3c24d90,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:36:42.111914 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-c6d81d1c-9799-42ec-9c81-6bb31a130f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a5b6fc-92d9-44ef-93f2-27ea0fa35c72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040658932', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '9a6834e5-eb65-42d5-9df5-5c8ce3c24d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:36:38Z', 'updated_at': '2021-11-12T09:36:39Z', 'revision_number': 3, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'gw_port': {'id': '9a6834e5-eb65-42d5-9df5-5c8ce3c24d90', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:28:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9a5b6fc-92d9-44ef-93f2-27ea0fa35c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:36:38Z', 'updated_at': '2021-11-12T09:36:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:36:42.114091 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c00b0300-6c1e-4dbd-92de-2298323304c7 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:42.148109 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d81d1c-9799-42ec-9c81-6bb31a130f00 None None] The sync data for ids ['c9a5b6fc-92d9-44ef-93f2-27ea0fa35c72'] in n-d-765315-29 is: [{'id': 'c9a5b6fc-92d9-44ef-93f2-27ea0fa35c72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040658932', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '9a6834e5-eb65-42d5-9df5-5c8ce3c24d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:36:38Z', 'updated_at': '2021-11-12T09:36:39Z', 'revision_number': 3, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'gw_port': {'id': '9a6834e5-eb65-42d5-9df5-5c8ce3c24d90', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:28:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9a5b6fc-92d9-44ef-93f2-27ea0fa35c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:36:38Z', 'updated_at': '2021-11-12T09:36:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:36:42.153271 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-24932473-6100-48d4-bda8-02df5ad2ba38 None None] For port 5fd2fdf4-9708-4ef4-beef-259b67f01c11, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:36:42.170087 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-24932473-6100-48d4-bda8-02df5ad2ba38 None None] For port 5fd2fdf4-9708-4ef4-beef-259b67f01c11, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=5fd2fdf4-9708-4ef4-beef-259b67f01c11,segment=NetworkSegment(f41de479-13d5-4855-834c-9ed086e58bf3),segment_id=f41de479-13d5-4855-834c-9ed086e58bf3)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:36:42.176989 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-24932473-6100-48d4-bda8-02df5ad2ba38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:42.229207 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:36:42.254324 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24932473-6100-48d4-bda8-02df5ad2ba38 None None] Pushing event updated for resources: {'Port': ['ID=5fd2fdf4-9708-4ef4-beef-259b67f01c11,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:36:42.493089 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c00b0300-6c1e-4dbd-92de-2298323304c7 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:42.497922 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c00b0300-6c1e-4dbd-92de-2298323304c7 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:42.580970 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00b0300-6c1e-4dbd-92de-2298323304c7 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event updated for resources: {'Port': ['ID=dff7a720-ab3b-45ce-8f92-419118fa5a87,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:36:42.583872 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-c00b0300-6c1e-4dbd-92de-2298323304c7 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933629'] for router_interface, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:42.688222 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00b0300-6c1e-4dbd-92de-2298323304c7 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Network c1e130ec-b477-486c-aab6-7bd36b6d83da is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:36:42.689893 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-c00b0300-6c1e-4dbd-92de-2298323304c7 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:36:42.811263 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c00b0300-6c1e-4dbd-92de-2298323304c7 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Router c9a5b6fc-92d9-44ef-93f2-27ea0fa35c72 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:36:42.948286 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c00b0300-6c1e-4dbd-92de-2298323304c7 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:36:42.960552 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-c00b0300-6c1e-4dbd-92de-2298323304c7 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "PUT /v2.0/routers/c9a5b6fc-92d9-44ef-93f2-27ea0fa35c72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5001929 Nov 12 09:36:43.048539 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 9a6834e5-eb65-42d5-9df5-5c8ce3c24d90 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:36:43.112224 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 9a6834e5-eb65-42d5-9df5-5c8ce3c24d90 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:36:43.112876 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:43.142609 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fddd1f55-a93d-45dc-8f47-2b9d4327bb42 req-7378c07a-d85e-4b74-a6e5-36c940e4823c tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-336035055&fields=id&tenant_id=a3e02b7551c24b2895d8eeeb9a0b62b4 HTTP/1.1" status: 200 len: 267 time: 0.0490980 Nov 12 09:36:43.206885 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 5fd2fdf4-9708-4ef4-beef-259b67f01c11 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:36:43.265518 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 5fd2fdf4-9708-4ef4-beef-259b67f01c11 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:36:43.266217 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:43.281119 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd1f55-a93d-45dc-8f47-2b9d4327bb42 req-1bc9e0e6-419b-4dd7-8f08-8b4a8ee088cc tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:43.282704 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fddd1f55-a93d-45dc-8f47-2b9d4327bb42 req-1bc9e0e6-419b-4dd7-8f08-8b4a8ee088cc tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/networks?id=c1e130ec-b477-486c-aab6-7bd36b6d83da HTTP/1.1" status: 200 len: 797 time: 0.1304357 Nov 12 09:36:43.291199 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8885534-33e2-4324-8e76-0698935c27e4 None None] Network c1e130ec-b477-486c-aab6-7bd36b6d83da requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:36:43.298944 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fddd1f55-a93d-45dc-8f47-2b9d4327bb42 req-e7e3e99f-f489-4510-ab1a-0d5d0242b05d tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/quotas/a3e02b7551c24b2895d8eeeb9a0b62b4 HTTP/1.1" status: 200 len: 375 time: 0.0099425 Nov 12 09:36:43.352416 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fddd1f55-a93d-45dc-8f47-2b9d4327bb42 req-4fbd0901-5aa9-44d8-8a99-fd30d51fc18a tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a3e02b7551c24b2895d8eeeb9a0b62b4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471985 Nov 12 09:36:43.389490 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:43.441984 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-d199b618-b373-4fa8-81c6-54b84479c7f7 None None] Provisioning complete for port 5fd2fdf4-9708-4ef4-beef-259b67f01c11 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:36:43.442341 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d199b618-b373-4fa8-81c6-54b84479c7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:43.454670 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fddd1f55-a93d-45dc-8f47-2b9d4327bb42 req-cdda20e0-c7ab-4707-acd1-d3e1e66ecec1 service neutron] 10.222.0.26 "GET /v2.0/networks/c1e130ec-b477-486c-aab6-7bd36b6d83da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894811 Nov 12 09:36:43.492439 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:43.551879 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fddd1f55-a93d-45dc-8f47-2b9d4327bb42 req-f3e8d4f3-94c4-4f73-9537-3f09ef9ed4ab service neutron] 10.222.0.26 "GET /v2.0/networks/c1e130ec-b477-486c-aab6-7bd36b6d83da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904703 Nov 12 09:36:43.576001 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] For port 5fd2fdf4-9708-4ef4-beef-259b67f01c11, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=5fd2fdf4-9708-4ef4-beef-259b67f01c11,segment=NetworkSegment(f41de479-13d5-4855-834c-9ed086e58bf3),segment_id=f41de479-13d5-4855-834c-9ed086e58bf3)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:36:43.584044 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:43.678298 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Pushing event updated for resources: {'Port': ['ID=5fd2fdf4-9708-4ef4-beef-259b67f01c11,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:36:43.759487 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-664e74ff-7d59-4cac-9828-a80d1d326974 req-658fb9b8-daf7-477f-8bcf-6548ed3d86fe tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b92e2b6-db28-4152-a938-722e6b245b79 HTTP/1.1" status: 200 len: 210 time: 0.0303087 Nov 12 09:36:43.977558 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e77c9169-75d1-4a2d-be17-696c136d59f0 None None] Provisioning complete for port 5fd2fdf4-9708-4ef4-beef-259b67f01c11 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:36:43.977921 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e77c9169-75d1-4a2d-be17-696c136d59f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:44.048685 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bf6cb9-5c91-4610-bfdf-89bcdd6ade1c None None] Sync routers for ids ['c9a5b6fc-92d9-44ef-93f2-27ea0fa35c72'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:36:44.060548 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bf6cb9-5c91-4610-bfdf-89bcdd6ade1c None None] Routers {'c9a5b6fc-92d9-44ef-93f2-27ea0fa35c72'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:36:44.061454 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-90bf6cb9-5c91-4610-bfdf-89bcdd6ade1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:36:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['c9a5b6fc-92d9-44ef-93f2-27ea0fa35c72'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:36:44.307825 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e77c9169-75d1-4a2d-be17-696c136d59f0 None None] Provisioning complete for port dff7a720-ab3b-45ce-8f92-419118fa5a87 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:36:44.308506 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e77c9169-75d1-4a2d-be17-696c136d59f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:44.319510 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-90bf6cb9-5c91-4610-bfdf-89bcdd6ade1c None None] Set router c9a5b6fc-92d9-44ef-93f2-27ea0fa35c72 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:36:44.345983 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-e77c9169-75d1-4a2d-be17-696c136d59f0 None None] Port dff7a720-ab3b-45ce-8f92-419118fa5a87 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:36:44.468408 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-c104b936-b0eb-4fe1-9a16-391ec15e4f18 None None] Provisioning complete for port dff7a720-ab3b-45ce-8f92-419118fa5a87 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:36:44.468943 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c104b936-b0eb-4fe1-9a16-391ec15e4f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:44.505649 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-c104b936-b0eb-4fe1-9a16-391ec15e4f18 None None] Port dff7a720-ab3b-45ce-8f92-419118fa5a87 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:36:44.528498 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-90bf6cb9-5c91-4610-bfdf-89bcdd6ade1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a5b6fc-92d9-44ef-93f2-27ea0fa35c72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040658932', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '9a6834e5-eb65-42d5-9df5-5c8ce3c24d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:36:38Z', 'updated_at': '2021-11-12T09:36:42Z', 'revision_number': 4, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'gw_port': {'id': '9a6834e5-eb65-42d5-9df5-5c8ce3c24d90', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:28:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a5b6fc-92d9-44ef-93f2-27ea0fa35c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:36:38Z', 'updated_at': '2021-11-12T09:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': 'dff7a720-ab3b-45ce-8f92-419118fa5a87', 'name': '', 'network_id': 'c1e130ec-b477-486c-aab6-7bd36b6d83da', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'mac_address': 'fa:16:3e:1d:34:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9a5b6fc-92d9-44ef-93f2-27ea0fa35c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '9b05f678-3ef9-4559-a580-94f9882596f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:36:41Z', 'updated_at': '2021-11-12T09:36:42Z', 'revision_number': 2, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'subnets': [{'id': '9b05f678-3ef9-4559-a580-94f9882596f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:36:44.557731 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bf6cb9-5c91-4610-bfdf-89bcdd6ade1c None None] Checking router: c9a5b6fc-92d9-44ef-93f2-27ea0fa35c72 for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:36:44.558076 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bf6cb9-5c91-4610-bfdf-89bcdd6ade1c None None] Updating router c9a5b6fc-92d9-44ef-93f2-27ea0fa35c72 port dff7a720-ab3b-45ce-8f92-419118fa5a87 binding host n-d-765315-29 {{(pid=102602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:36:44.583439 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-90bf6cb9-5c91-4610-bfdf-89bcdd6ade1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:44.854541 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd1f55-a93d-45dc-8f47-2b9d4327bb42 req-005bbbb5-04a4-47b1-8476-32d285a47a87 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:44.856097 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fddd1f55-a93d-45dc-8f47-2b9d4327bb42 req-005bbbb5-04a4-47b1-8476-32d285a47a87 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.21 "GET /v2.0/networks?id=c1e130ec-b477-486c-aab6-7bd36b6d83da HTTP/1.1" status: 200 len: 797 time: 0.1267362 Nov 12 09:36:44.867029 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-90bf6cb9-5c91-4610-bfdf-89bcdd6ade1c None None] Publish callbacks [] for port, precommit_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:44.875001 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-90bf6cb9-5c91-4610-bfdf-89bcdd6ade1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:44.909301 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-87863f03-b3ed-49f2-a881-18276443b8a5 req-cb5a4525-f4f3-4e22-8342-d62d37286bd7 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b92e2b6-db28-4152-a938-722e6b245b79 HTTP/1.1" status: 200 len: 210 time: 0.0359795 Nov 12 09:36:44.946151 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434b188e-b801-4d39-8982-2f3cef2b70b0 None None] Pushing event updated for resources: {'Port': ['ID=dff7a720-ab3b-45ce-8f92-419118fa5a87,revision_number=3']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:36:44.953358 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fddd1f55-a93d-45dc-8f47-2b9d4327bb42 req-c3bf95d5-0b0c-401c-9bc3-6f80ed1b9a24 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3e02b7551c24b2895d8eeeb9a0b62b4 HTTP/1.1" status: 200 len: 379 time: 0.0865221 Nov 12 09:36:44.966542 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-fddd1f55-a93d-45dc-8f47-2b9d4327bb42 req-46d0ea4d-6bcf-4c2a-87c0-b5543352e9c1 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Request body: {'port': {'device_id': '7b92e2b6-db28-4152-a938-722e6b245b79', 'network_id': 'c1e130ec-b477-486c-aab6-7bd36b6d83da', 'admin_state_up': True, 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'security_groups': ['2d6e56b3-b7d6-493c-8800-75df6c3c60e0']}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:36:44.971524 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434b188e-b801-4d39-8982-2f3cef2b70b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:44.971863 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434b188e-b801-4d39-8982-2f3cef2b70b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:44.972193 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434b188e-b801-4d39-8982-2f3cef2b70b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:44.972520 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434b188e-b801-4d39-8982-2f3cef2b70b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:44.972850 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434b188e-b801-4d39-8982-2f3cef2b70b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:44.973176 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434b188e-b801-4d39-8982-2f3cef2b70b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:44.973495 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434b188e-b801-4d39-8982-2f3cef2b70b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:44.973811 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434b188e-b801-4d39-8982-2f3cef2b70b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:44.974141 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434b188e-b801-4d39-8982-2f3cef2b70b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:44.974440 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434b188e-b801-4d39-8982-2f3cef2b70b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:44.974779 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434b188e-b801-4d39-8982-2f3cef2b70b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:44.975089 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434b188e-b801-4d39-8982-2f3cef2b70b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:44.992234 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 5fd2fdf4-9708-4ef4-beef-259b67f01c11 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:36:45.013794 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-90bf6cb9-5c91-4610-bfdf-89bcdd6ade1c None None] Attempting to bind port dff7a720-ab3b-45ce-8f92-419118fa5a87 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:36:45.014244 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-90bf6cb9-5c91-4610-bfdf-89bcdd6ade1c None None] Attempting to bind port dff7a720-ab3b-45ce-8f92-419118fa5a87 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': 'f41de479-13d5-4855-834c-9ed086e58bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'c1e130ec-b477-486c-aab6-7bd36b6d83da'}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:36:45.014725 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bf6cb9-5c91-4610-bfdf-89bcdd6ade1c None None] Attempting to bind port dff7a720-ab3b-45ce-8f92-419118fa5a87 on network c1e130ec-b477-486c-aab6-7bd36b6d83da {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:36:45.020569 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bf6cb9-5c91-4610-bfdf-89bcdd6ade1c None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:36:45.021570 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bf6cb9-5c91-4610-bfdf-89bcdd6ade1c None None] Checking segment: {'id': 'f41de479-13d5-4855-834c-9ed086e58bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'c1e130ec-b477-486c-aab6-7bd36b6d83da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:36:45.022058 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-90bf6cb9-5c91-4610-bfdf-89bcdd6ade1c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:45.022526 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bf6cb9-5c91-4610-bfdf-89bcdd6ade1c None None] Bound using segment: {'id': 'f41de479-13d5-4855-834c-9ed086e58bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'c1e130ec-b477-486c-aab6-7bd36b6d83da'} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:36:45.023600 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-90bf6cb9-5c91-4610-bfdf-89bcdd6ade1c None None] Bound port: dff7a720-ab3b-45ce-8f92-419118fa5a87, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f41de479-13d5-4855-834c-9ed086e58bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'c1e130ec-b477-486c-aab6-7bd36b6d83da'}}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:36:45.024058 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-90bf6cb9-5c91-4610-bfdf-89bcdd6ade1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:45.060432 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 5fd2fdf4-9708-4ef4-beef-259b67f01c11 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:36:45.060709 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:45.094456 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-90bf6cb9-5c91-4610-bfdf-89bcdd6ade1c None None] For port dff7a720-ab3b-45ce-8f92-419118fa5a87, host n-d-765315-29, cleared binding levels {{(pid=102602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:36:45.098943 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-90bf6cb9-5c91-4610-bfdf-89bcdd6ade1c None None] For port dff7a720-ab3b-45ce-8f92-419118fa5a87, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=dff7a720-ab3b-45ce-8f92-419118fa5a87,segment=NetworkSegment(f41de479-13d5-4855-834c-9ed086e58bf3),segment_id=f41de479-13d5-4855-834c-9ed086e58bf3)] {{(pid=102602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:36:45.105462 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-90bf6cb9-5c91-4610-bfdf-89bcdd6ade1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:45.107174 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fddd1f55-a93d-45dc-8f47-2b9d4327bb42 req-46d0ea4d-6bcf-4c2a-87c0-b5543352e9c1 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Made reservation on behalf of a3e02b7551c24b2895d8eeeb9a0b62b4 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:36:45.111690 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-fddd1f55-a93d-45dc-8f47-2b9d4327bb42 req-46d0ea4d-6bcf-4c2a-87c0-b5543352e9c1 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:45.155396 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bf6cb9-5c91-4610-bfdf-89bcdd6ade1c None None] Routers {'c9a5b6fc-92d9-44ef-93f2-27ea0fa35c72'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:36:45.156321 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-90bf6cb9-5c91-4610-bfdf-89bcdd6ade1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:36:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['c9a5b6fc-92d9-44ef-93f2-27ea0fa35c72'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:36:45.224938 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434b188e-b801-4d39-8982-2f3cef2b70b0 None None] Pushing event updated for resources: {'Port': ['ID=dff7a720-ab3b-45ce-8f92-419118fa5a87,revision_number=4']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:36:45.232641 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e6513111-dcdc-4843-8a76-31a94328609e None None] Provisioning complete for port dff7a720-ab3b-45ce-8f92-419118fa5a87 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:36:45.233009 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e6513111-dcdc-4843-8a76-31a94328609e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:45.291044 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-90bf6cb9-5c91-4610-bfdf-89bcdd6ade1c None None] Set router c9a5b6fc-92d9-44ef-93f2-27ea0fa35c72 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:36:45.301996 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-fddd1f55-a93d-45dc-8f47-2b9d4327bb42 req-46d0ea4d-6bcf-4c2a-87c0-b5543352e9c1 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Allocated IP 172.20.0.6 (c1e130ec-b477-486c-aab6-7bd36b6d83da/9b05f678-3ef9-4559-a580-94f9882596f2/4e3e6017-8fd6-414d-b25f-a006f7ac03b2) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:36:45.323451 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e6513111-dcdc-4843-8a76-31a94328609e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:45.372540 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e6513111-dcdc-4843-8a76-31a94328609e None None] For port dff7a720-ab3b-45ce-8f92-419118fa5a87, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=dff7a720-ab3b-45ce-8f92-419118fa5a87,segment=NetworkSegment(f41de479-13d5-4855-834c-9ed086e58bf3),segment_id=f41de479-13d5-4855-834c-9ed086e58bf3)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:36:45.377995 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e6513111-dcdc-4843-8a76-31a94328609e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:45.441784 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6513111-dcdc-4843-8a76-31a94328609e None None] Pushing event updated for resources: {'Port': ['ID=dff7a720-ab3b-45ce-8f92-419118fa5a87,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:36:45.484240 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-fddd1f55-a93d-45dc-8f47-2b9d4327bb42 req-46d0ea4d-6bcf-4c2a-87c0-b5543352e9c1 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:45.500832 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-d19c4627-90c5-40fc-be63-20c44cb6742e None None] Provisioning complete for port dff7a720-ab3b-45ce-8f92-419118fa5a87 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:36:45.502827 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d19c4627-90c5-40fc-be63-20c44cb6742e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:45.524766 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-fddd1f55-a93d-45dc-8f47-2b9d4327bb42 req-46d0ea4d-6bcf-4c2a-87c0-b5543352e9c1 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:45.545364 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-90bf6cb9-5c91-4610-bfdf-89bcdd6ade1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a5b6fc-92d9-44ef-93f2-27ea0fa35c72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040658932', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '9a6834e5-eb65-42d5-9df5-5c8ce3c24d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:36:38Z', 'updated_at': '2021-11-12T09:36:42Z', 'revision_number': 4, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'gw_port': {'id': '9a6834e5-eb65-42d5-9df5-5c8ce3c24d90', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:28:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a5b6fc-92d9-44ef-93f2-27ea0fa35c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:36:38Z', 'updated_at': '2021-11-12T09:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': 'dff7a720-ab3b-45ce-8f92-419118fa5a87', 'name': '', 'network_id': 'c1e130ec-b477-486c-aab6-7bd36b6d83da', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'mac_address': 'fa:16:3e:1d:34:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9a5b6fc-92d9-44ef-93f2-27ea0fa35c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '9b05f678-3ef9-4559-a580-94f9882596f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:36:41Z', 'updated_at': '2021-11-12T09:36:45Z', 'revision_number': 4, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'subnets': [{'id': '9b05f678-3ef9-4559-a580-94f9882596f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:36:45.571859 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fddd1f55-a93d-45dc-8f47-2b9d4327bb42 req-46d0ea4d-6bcf-4c2a-87c0-b5543352e9c1 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Network c1e130ec-b477-486c-aab6-7bd36b6d83da is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:36:45.572969 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bf6cb9-5c91-4610-bfdf-89bcdd6ade1c None None] The sync data for ids ['c9a5b6fc-92d9-44ef-93f2-27ea0fa35c72'] in n-d-765315-29 is: [{'id': 'c9a5b6fc-92d9-44ef-93f2-27ea0fa35c72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040658932', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '9a6834e5-eb65-42d5-9df5-5c8ce3c24d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:36:38Z', 'updated_at': '2021-11-12T09:36:42Z', 'revision_number': 4, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'gw_port': {'id': '9a6834e5-eb65-42d5-9df5-5c8ce3c24d90', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:28:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a5b6fc-92d9-44ef-93f2-27ea0fa35c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:36:38Z', 'updated_at': '2021-11-12T09:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': 'dff7a720-ab3b-45ce-8f92-419118fa5a87', 'name': '', 'network_id': 'c1e130ec-b477-486c-aab6-7bd36b6d83da', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'mac_address': 'fa:16:3e:1d:34:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9a5b6fc-92d9-44ef-93f2-27ea0fa35c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '9b05f678-3ef9-4559-a580-94f9882596f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:36:41Z', 'updated_at': '2021-11-12T09:36:45Z', 'revision_number': 4, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'subnets': [{'id': '9b05f678-3ef9-4559-a580-94f9882596f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:36:45.580348 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-fddd1f55-a93d-45dc-8f47-2b9d4327bb42 req-46d0ea4d-6bcf-4c2a-87c0-b5543352e9c1 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:36:45.584436 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-fddd1f55-a93d-45dc-8f47-2b9d4327bb42 req-46d0ea4d-6bcf-4c2a-87c0-b5543352e9c1 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:36:45.620480 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d0ea4d-6bcf-4c2a-87c0-b5543352e9c1 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event updated for resources: {'Port': ['ID=4e3e6017-8fd6-414d-b25f-a006f7ac03b2,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:36:45.662068 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd1f55-a93d-45dc-8f47-2b9d4327bb42 req-46d0ea4d-6bcf-4c2a-87c0-b5543352e9c1 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:45.662705 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-fddd1f55-a93d-45dc-8f47-2b9d4327bb42 req-46d0ea4d-6bcf-4c2a-87c0-b5543352e9c1 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:45.691040 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fddd1f55-a93d-45dc-8f47-2b9d4327bb42 req-46d0ea4d-6bcf-4c2a-87c0-b5543352e9c1 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7295308 Nov 12 09:36:45.703886 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-fddd1f55-a93d-45dc-8f47-2b9d4327bb42 req-dff6837b-611f-4b78-9ff6-4ffd09fa7a2a service neutron] Request body: {'port': {'device_id': '7b92e2b6-db28-4152-a938-722e6b245b79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:36:45.776707 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-fddd1f55-a93d-45dc-8f47-2b9d4327bb42 req-dff6837b-611f-4b78-9ff6-4ffd09fa7a2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:45.921405 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-f66f53f8-8a6f-44c5-920f-f6c60631ef5e None None] Provisioning complete for port 4e3e6017-8fd6-414d-b25f-a006f7ac03b2 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:36:45.921911 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f66f53f8-8a6f-44c5-920f-f6c60631ef5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:45.963035 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-f66f53f8-8a6f-44c5-920f-f6c60631ef5e None None] Port 4e3e6017-8fd6-414d-b25f-a006f7ac03b2 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:36:46.036952 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492fb431-9013-4501-9716-402291e1f097 req-85a2c940-915d-43f4-98c7-237fd9767f14 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:46.038660 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-492fb431-9013-4501-9716-402291e1f097 req-85a2c940-915d-43f4-98c7-237fd9767f14 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b92e2b6-db28-4152-a938-722e6b245b79 HTTP/1.1" status: 200 len: 931 time: 0.0528803 Nov 12 09:36:46.090854 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-fddd1f55-a93d-45dc-8f47-2b9d4327bb42 req-dff6837b-611f-4b78-9ff6-4ffd09fa7a2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e3e6017-8fd6-414d-b25f-a006f7ac03b2 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:36:46.100230 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-fddd1f55-a93d-45dc-8f47-2b9d4327bb42 req-dff6837b-611f-4b78-9ff6-4ffd09fa7a2a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:46.112480 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-492fb431-9013-4501-9716-402291e1f097 req-da72d8df-ba08-431d-b74b-b6006410990e tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=2d6e56b3-b7d6-493c-8800-75df6c3c60e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669024 Nov 12 09:36:46.113885 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-fddd1f55-a93d-45dc-8f47-2b9d4327bb42 req-dff6837b-611f-4b78-9ff6-4ffd09fa7a2a service neutron] Transition to ACTIVE for port object 4e3e6017-8fd6-414d-b25f-a006f7ac03b2 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:36:46.118379 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-fddd1f55-a93d-45dc-8f47-2b9d4327bb42 req-dff6837b-611f-4b78-9ff6-4ffd09fa7a2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:46.174681 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff6837b-611f-4b78-9ff6-4ffd09fa7a2a service neutron] Pushing event updated for resources: {'Port': ['ID=4e3e6017-8fd6-414d-b25f-a006f7ac03b2,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:36:46.252800 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-fddd1f55-a93d-45dc-8f47-2b9d4327bb42 req-dff6837b-611f-4b78-9ff6-4ffd09fa7a2a service neutron] Attempting to bind port 4e3e6017-8fd6-414d-b25f-a006f7ac03b2 on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:36:46.253173 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-fddd1f55-a93d-45dc-8f47-2b9d4327bb42 req-dff6837b-611f-4b78-9ff6-4ffd09fa7a2a service neutron] Attempting to bind port 4e3e6017-8fd6-414d-b25f-a006f7ac03b2 by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': 'f41de479-13d5-4855-834c-9ed086e58bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'c1e130ec-b477-486c-aab6-7bd36b6d83da'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:36:46.253554 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fddd1f55-a93d-45dc-8f47-2b9d4327bb42 req-dff6837b-611f-4b78-9ff6-4ffd09fa7a2a service neutron] Attempting to bind port 4e3e6017-8fd6-414d-b25f-a006f7ac03b2 on network c1e130ec-b477-486c-aab6-7bd36b6d83da {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:36:46.258622 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fddd1f55-a93d-45dc-8f47-2b9d4327bb42 req-dff6837b-611f-4b78-9ff6-4ffd09fa7a2a service neutron] Port 4e3e6017-8fd6-414d-b25f-a006f7ac03b2 on network c1e130ec-b477-486c-aab6-7bd36b6d83da not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:36:46.259208 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fddd1f55-a93d-45dc-8f47-2b9d4327bb42 req-dff6837b-611f-4b78-9ff6-4ffd09fa7a2a service neutron] Attempting to bind port 4e3e6017-8fd6-414d-b25f-a006f7ac03b2 on network c1e130ec-b477-486c-aab6-7bd36b6d83da {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:36:46.264851 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fddd1f55-a93d-45dc-8f47-2b9d4327bb42 req-dff6837b-611f-4b78-9ff6-4ffd09fa7a2a service neutron] Checking agent: {'id': '26215384-8035-4ce2-971a-8e67be80da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 36, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:36:46.265194 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fddd1f55-a93d-45dc-8f47-2b9d4327bb42 req-dff6837b-611f-4b78-9ff6-4ffd09fa7a2a service neutron] Checking segment: {'id': 'f41de479-13d5-4855-834c-9ed086e58bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'c1e130ec-b477-486c-aab6-7bd36b6d83da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:36:46.265584 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fddd1f55-a93d-45dc-8f47-2b9d4327bb42 req-dff6837b-611f-4b78-9ff6-4ffd09fa7a2a service neutron] Bound using segment: {'id': 'f41de479-13d5-4855-834c-9ed086e58bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'c1e130ec-b477-486c-aab6-7bd36b6d83da'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:36:46.266020 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-fddd1f55-a93d-45dc-8f47-2b9d4327bb42 req-dff6837b-611f-4b78-9ff6-4ffd09fa7a2a service neutron] Bound port: 4e3e6017-8fd6-414d-b25f-a006f7ac03b2, host: n-h1-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f41de479-13d5-4855-834c-9ed086e58bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'c1e130ec-b477-486c-aab6-7bd36b6d83da'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:36:46.266381 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-fddd1f55-a93d-45dc-8f47-2b9d4327bb42 req-dff6837b-611f-4b78-9ff6-4ffd09fa7a2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:46.338049 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-fddd1f55-a93d-45dc-8f47-2b9d4327bb42 req-dff6837b-611f-4b78-9ff6-4ffd09fa7a2a service neutron] For port 4e3e6017-8fd6-414d-b25f-a006f7ac03b2, host n-h1-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:36:46.341728 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-fddd1f55-a93d-45dc-8f47-2b9d4327bb42 req-dff6837b-611f-4b78-9ff6-4ffd09fa7a2a service neutron] For port 4e3e6017-8fd6-414d-b25f-a006f7ac03b2, host n-h1-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=4e3e6017-8fd6-414d-b25f-a006f7ac03b2,segment=NetworkSegment(f41de479-13d5-4855-834c-9ed086e58bf3),segment_id=f41de479-13d5-4855-834c-9ed086e58bf3)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:36:46.347994 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-fddd1f55-a93d-45dc-8f47-2b9d4327bb42 req-dff6837b-611f-4b78-9ff6-4ffd09fa7a2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:46.384075 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd1f55-a93d-45dc-8f47-2b9d4327bb42 req-dff6837b-611f-4b78-9ff6-4ffd09fa7a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:46.384694 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-fddd1f55-a93d-45dc-8f47-2b9d4327bb42 req-dff6837b-611f-4b78-9ff6-4ffd09fa7a2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:46.386093 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fddd1f55-a93d-45dc-8f47-2b9d4327bb42 req-dff6837b-611f-4b78-9ff6-4ffd09fa7a2a service neutron] 10.222.0.21 "PUT /v2.0/ports/4e3e6017-8fd6-414d-b25f-a006f7ac03b2 HTTP/1.1" status: 200 len: 1092 time: 0.6868334 Nov 12 09:36:46.386543 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b92e2b6-db28-4152-a938-722e6b245b79', 'tag': '4e3e6017-8fd6-414d-b25f-a006f7ac03b2'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:36:46.388827 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c022ff2c5cb8d3060857f92f3690e67c01ee9cc1391db4b92ea76e21aea06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c18ed8f-db47-424a-b32c-45f77103dd20" -d '{"events": [{"name": "network-changed", "server_uuid": "7b92e2b6-db28-4152-a938-722e6b245b79", "tag": "4e3e6017-8fd6-414d-b25f-a006f7ac03b2"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:36:46.415520 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff6837b-611f-4b78-9ff6-4ffd09fa7a2a service neutron] Pushing event updated for resources: {'Port': ['ID=4e3e6017-8fd6-414d-b25f-a006f7ac03b2,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:36:46.447814 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7cd485d-d51e-488b-b367-4731aac11759 x-openstack-request-id: req-e7cd485d-d51e-488b-b367-4731aac11759 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:36:46.448192 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b92e2b6-db28-4152-a938-722e6b245b79", "tag": "4e3e6017-8fd6-414d-b25f-a006f7ac03b2", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:36:46.448517 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e7cd485d-d51e-488b-b367-4731aac11759 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:36:46.448993 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b92e2b6-db28-4152-a938-722e6b245b79', 'tag': '4e3e6017-8fd6-414d-b25f-a006f7ac03b2', 'status': 'completed', 'code': 200} Nov 12 09:36:46.509398 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd1f55-a93d-45dc-8f47-2b9d4327bb42 req-adda99e6-795a-4faf-9a33-28457808c0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:46.515129 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fddd1f55-a93d-45dc-8f47-2b9d4327bb42 req-adda99e6-795a-4faf-9a33-28457808c0e3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a3e02b7551c24b2895d8eeeb9a0b62b4&device_id=7b92e2b6-db28-4152-a938-722e6b245b79 HTTP/1.1" status: 200 len: 1095 time: 0.0512280 Nov 12 09:36:46.561428 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fddd1f55-a93d-45dc-8f47-2b9d4327bb42 req-d35f01f8-e676-40ca-8250-d9f6217d7237 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e3e6017-8fd6-414d-b25f-a006f7ac03b2 HTTP/1.1" status: 200 len: 217 time: 0.0401473 Nov 12 09:36:46.617575 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd1f55-a93d-45dc-8f47-2b9d4327bb42 req-d4bf98e1-c5f0-4f2c-a325-05faf0dc9465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:46.619155 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fddd1f55-a93d-45dc-8f47-2b9d4327bb42 req-d4bf98e1-c5f0-4f2c-a325-05faf0dc9465 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9b05f678-3ef9-4559-a580-94f9882596f2 HTTP/1.1" status: 200 len: 835 time: 0.0504677 Nov 12 09:36:46.676552 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd1f55-a93d-45dc-8f47-2b9d4327bb42 req-c30a23e0-93a7-419f-9f66-846ac016a4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:46.678283 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fddd1f55-a93d-45dc-8f47-2b9d4327bb42 req-c30a23e0-93a7-419f-9f66-846ac016a4a7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c1e130ec-b477-486c-aab6-7bd36b6d83da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0497298 Nov 12 09:36:46.777844 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fddd1f55-a93d-45dc-8f47-2b9d4327bb42 req-305eba0f-2273-4b9d-a595-cffcfff61cde service neutron] 10.222.0.21 "GET /v2.0/networks/c1e130ec-b477-486c-aab6-7bd36b6d83da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905941 Nov 12 09:36:46.884329 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-fddd1f55-a93d-45dc-8f47-2b9d4327bb42 req-6389a854-d094-4b28-8d27-83a98e2e724c service neutron] 10.222.0.21 "GET /v2.0/networks/c1e130ec-b477-486c-aab6-7bd36b6d83da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976975 Nov 12 09:36:46.955254 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device dff7a720-ab3b-45ce-8f92-419118fa5a87 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:36:46.991268 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c18ed8f-db47-424a-b32c-45f77103dd20 req-23257342-b25a-4ae0-9d76-ae52a749be97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:46.992862 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8c18ed8f-db47-424a-b32c-45f77103dd20 req-23257342-b25a-4ae0-9d76-ae52a749be97 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a3e02b7551c24b2895d8eeeb9a0b62b4&device_id=7b92e2b6-db28-4152-a938-722e6b245b79 HTTP/1.1" status: 200 len: 1095 time: 0.0547433 Nov 12 09:36:47.006456 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port dff7a720-ab3b-45ce-8f92-419118fa5a87 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:36:47.006858 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:47.086754 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c18ed8f-db47-424a-b32c-45f77103dd20 req-611b6c56-cc55-412a-8afa-f91fa4f2d774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:47.088355 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8c18ed8f-db47-424a-b32c-45f77103dd20 req-611b6c56-cc55-412a-8afa-f91fa4f2d774 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c1e130ec-b477-486c-aab6-7bd36b6d83da HTTP/1.1" status: 200 len: 898 time: 0.0876007 Nov 12 09:36:47.138504 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8c18ed8f-db47-424a-b32c-45f77103dd20 req-7605c87f-e37f-49ce-8d94-0a32d7d9336e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e3e6017-8fd6-414d-b25f-a006f7ac03b2 HTTP/1.1" status: 200 len: 217 time: 0.0411263 Nov 12 09:36:47.198387 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c18ed8f-db47-424a-b32c-45f77103dd20 req-d1e9f33b-5fd8-46fc-a685-33ae4e1d35a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:47.200156 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8c18ed8f-db47-424a-b32c-45f77103dd20 req-d1e9f33b-5fd8-46fc-a685-33ae4e1d35a9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9b05f678-3ef9-4559-a580-94f9882596f2 HTTP/1.1" status: 200 len: 835 time: 0.0492976 Nov 12 09:36:47.241705 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa9800-39e5-4d70-8312-4b1f036b9436 req-dc17e531-dde8-4a59-932c-59557f6ea4ca tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:47.243263 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4daa9800-39e5-4d70-8312-4b1f036b9436 req-dc17e531-dde8-4a59-932c-59557f6ea4ca tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b92e2b6-db28-4152-a938-722e6b245b79 HTTP/1.1" status: 200 len: 943 time: 0.0509489 Nov 12 09:36:47.258765 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c18ed8f-db47-424a-b32c-45f77103dd20 req-978a282d-ccc8-4c0e-9248-55c05e1b3a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:47.260261 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8c18ed8f-db47-424a-b32c-45f77103dd20 req-978a282d-ccc8-4c0e-9248-55c05e1b3a34 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c1e130ec-b477-486c-aab6-7bd36b6d83da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519030 Nov 12 09:36:47.295845 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4daa9800-39e5-4d70-8312-4b1f036b9436 req-437c7df5-d702-4874-8dc3-b059544fb3c5 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=2d6e56b3-b7d6-493c-8800-75df6c3c60e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465670 Nov 12 09:36:47.358305 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8c18ed8f-db47-424a-b32c-45f77103dd20 req-e0539643-4afe-47a9-a8e2-e7bdceedf047 service neutron] 10.222.0.21 "GET /v2.0/networks/c1e130ec-b477-486c-aab6-7bd36b6d83da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897946 Nov 12 09:36:47.449834 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8c18ed8f-db47-424a-b32c-45f77103dd20 req-5adc387e-ae82-4bd6-8d13-3e65f258a357 service neutron] 10.222.0.21 "GET /v2.0/networks/c1e130ec-b477-486c-aab6-7bd36b6d83da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837450 Nov 12 09:36:48.412705 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c1377a-08e8-42e6-a8a1-0853419789ab req-7388e088-b223-428a-8e57-348974741c48 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:48.414097 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-59c1377a-08e8-42e6-a8a1-0853419789ab req-7388e088-b223-428a-8e57-348974741c48 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b92e2b6-db28-4152-a938-722e6b245b79 HTTP/1.1" status: 200 len: 943 time: 0.0487447 Nov 12 09:36:48.476063 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-59c1377a-08e8-42e6-a8a1-0853419789ab req-88e78a8b-17e9-4c6b-bad8-a86701347eac tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=2d6e56b3-b7d6-493c-8800-75df6c3c60e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559256 Nov 12 09:36:49.596459 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa0e6a4-6585-490c-a6c2-0c0b2391f1b2 req-64ed485d-5711-4e43-bb57-525a6be492b4 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:49.597837 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-eaa0e6a4-6585-490c-a6c2-0c0b2391f1b2 req-64ed485d-5711-4e43-bb57-525a6be492b4 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b92e2b6-db28-4152-a938-722e6b245b79 HTTP/1.1" status: 200 len: 943 time: 0.0538373 Nov 12 09:36:49.649320 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-eaa0e6a4-6585-490c-a6c2-0c0b2391f1b2 req-e984d5cf-f619-4ec0-9ef7-fac9f0119070 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=2d6e56b3-b7d6-493c-8800-75df6c3c60e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452993 Nov 12 09:36:50.801241 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3220e00d-97cc-4168-ab2a-a669eb7e259d req-49357a13-2ae8-4eeb-8e4f-825b8e37c196 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:50.802841 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3220e00d-97cc-4168-ab2a-a669eb7e259d req-49357a13-2ae8-4eeb-8e4f-825b8e37c196 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b92e2b6-db28-4152-a938-722e6b245b79 HTTP/1.1" status: 200 len: 943 time: 0.0767407 Nov 12 09:36:50.857753 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3220e00d-97cc-4168-ab2a-a669eb7e259d req-df4e17ad-c180-45ed-b68e-30a320e3eda4 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=2d6e56b3-b7d6-493c-8800-75df6c3c60e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485647 Nov 12 09:36:51.098145 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 4e3e6017-8fd6-414d-b25f-a006f7ac03b2 details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:36:51.197588 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 4e3e6017-8fd6-414d-b25f-a006f7ac03b2, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=4e3e6017-8fd6-414d-b25f-a006f7ac03b2,segment=NetworkSegment(f41de479-13d5-4855-834c-9ed086e58bf3),segment_id=f41de479-13d5-4855-834c-9ed086e58bf3)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:36:51.209471 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Returning: {'device': '4e3e6017-8fd6-414d-b25f-a006f7ac03b2', 'network_id': 'c1e130ec-b477-486c-aab6-7bd36b6d83da', 'port_id': '4e3e6017-8fd6-414d-b25f-a006f7ac03b2', 'mac_address': 'fa:16:3e:53:97:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b05f678-3ef9-4559-a580-94f9882596f2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:36:51.248090 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:51.261207 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-e530113a-7783-48f4-9840-8911a24052df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e3e6017-8fd6-414d-b25f-a006f7ac03b2 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:36:51.280924 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 4e3e6017-8fd6-414d-b25f-a006f7ac03b2, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=4e3e6017-8fd6-414d-b25f-a006f7ac03b2,segment=NetworkSegment(f41de479-13d5-4855-834c-9ed086e58bf3),segment_id=f41de479-13d5-4855-834c-9ed086e58bf3)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:36:51.284992 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:51.332137 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=4e3e6017-8fd6-414d-b25f-a006f7ac03b2,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:36:51.699771 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['4e3e6017-8fd6-414d-b25f-a006f7ac03b2'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:36:51.978844 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd86ddf0-36d2-4db5-a25f-d28548e06ce8 req-b058edc4-9aa9-4b42-ac05-31347ba389b5 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:51.980245 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-dd86ddf0-36d2-4db5-a25f-d28548e06ce8 req-b058edc4-9aa9-4b42-ac05-31347ba389b5 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b92e2b6-db28-4152-a938-722e6b245b79 HTTP/1.1" status: 200 len: 944 time: 0.0536523 Nov 12 09:36:52.029384 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-dd86ddf0-36d2-4db5-a25f-d28548e06ce8 req-5018f44a-ce7e-40de-b28a-0768882f1409 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=2d6e56b3-b7d6-493c-8800-75df6c3c60e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424893 Nov 12 09:36:53.114114 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 4e3e6017-8fd6-414d-b25f-a006f7ac03b2 up at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:36:53.148723 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e4ef94-8ea1-4b29-b81e-8857ed872f9d req-95aace20-e0d8-487f-bbf6-5172e6f18cc5 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:53.150201 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d8e4ef94-8ea1-4b29-b81e-8857ed872f9d req-95aace20-e0d8-487f-bbf6-5172e6f18cc5 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b92e2b6-db28-4152-a938-722e6b245b79 HTTP/1.1" status: 200 len: 944 time: 0.0497336 Nov 12 09:36:53.163993 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning for port 4e3e6017-8fd6-414d-b25f-a006f7ac03b2 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:36:53.168181 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning complete for port 4e3e6017-8fd6-414d-b25f-a006f7ac03b2 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:36:53.168549 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:53.201464 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d8e4ef94-8ea1-4b29-b81e-8857ed872f9d req-625cda8e-d6da-4f85-bbce-7ccd678e9b83 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=2d6e56b3-b7d6-493c-8800-75df6c3c60e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451148 Nov 12 09:36:53.246577 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:53.268911 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b92e2b6-db28-4152-a938-722e6b245b79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e3e6017-8fd6-414d-b25f-a006f7ac03b2'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:36:53.271157 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132d5890bda14c85ea4d6a837dfa65400ea66c0cb50158568a7b02b7fe216ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-257b5e4f-d1e8-430e-8dd0-5fb8c6fb0878" -d '{"events": [{"server_uuid": "7b92e2b6-db28-4152-a938-722e6b245b79", "name": "network-vif-plugged", "status": "completed", "tag": "4e3e6017-8fd6-414d-b25f-a006f7ac03b2"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:36:53.286669 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 4e3e6017-8fd6-414d-b25f-a006f7ac03b2, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=4e3e6017-8fd6-414d-b25f-a006f7ac03b2,segment=NetworkSegment(f41de479-13d5-4855-834c-9ed086e58bf3),segment_id=f41de479-13d5-4855-834c-9ed086e58bf3)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:36:53.291082 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:53.315354 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc50938d-56a7-4442-978c-aea99ca3a723 x-openstack-request-id: req-bc50938d-56a7-4442-978c-aea99ca3a723 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:36:53.315646 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b92e2b6-db28-4152-a938-722e6b245b79", "name": "network-vif-plugged", "status": "completed", "tag": "4e3e6017-8fd6-414d-b25f-a006f7ac03b2", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:36:53.315903 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bc50938d-56a7-4442-978c-aea99ca3a723 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:36:53.316298 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b92e2b6-db28-4152-a938-722e6b245b79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e3e6017-8fd6-414d-b25f-a006f7ac03b2', 'code': 200} Nov 12 09:36:53.343139 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=4e3e6017-8fd6-414d-b25f-a006f7ac03b2,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:36:53.411257 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6da8c20-d875-4647-845e-495273fe22f2 req-6ec68a11-7e4c-436b-95cb-c7306df9484b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:53.412715 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a6da8c20-d875-4647-845e-495273fe22f2 req-6ec68a11-7e4c-436b-95cb-c7306df9484b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7b92e2b6-db28-4152-a938-722e6b245b79 HTTP/1.1" status: 200 len: 1097 time: 0.0404739 Nov 12 09:36:53.465680 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a6da8c20-d875-4647-845e-495273fe22f2 req-a4327cfc-6465-4f80-982a-894640dc01ea service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2d6e56b3-b7d6-493c-8800-75df6c3c60e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433917 Nov 12 09:36:54.329958 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23cf4db-d2fa-415c-8efe-a53073017563 req-34aac695-3755-4b0f-b7a7-e017a25bc1f8 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:54.331460 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c23cf4db-d2fa-415c-8efe-a53073017563 req-34aac695-3755-4b0f-b7a7-e017a25bc1f8 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b92e2b6-db28-4152-a938-722e6b245b79 HTTP/1.1" status: 200 len: 945 time: 0.0488646 Nov 12 09:36:54.385359 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c23cf4db-d2fa-415c-8efe-a53073017563 req-f7dcb09a-e2f7-44ed-9db1-613fdb17982c tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=2d6e56b3-b7d6-493c-8800-75df6c3c60e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478067 Nov 12 09:36:55.503524 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899c2ee5-05ce-45e4-871c-91677d1f5f38 req-645bde54-3a38-490f-a050-4e051c4f8f0a tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:55.505088 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-899c2ee5-05ce-45e4-871c-91677d1f5f38 req-645bde54-3a38-490f-a050-4e051c4f8f0a tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b92e2b6-db28-4152-a938-722e6b245b79 HTTP/1.1" status: 200 len: 945 time: 0.0489671 Nov 12 09:36:55.555795 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-899c2ee5-05ce-45e4-871c-91677d1f5f38 req-c02c1351-003d-447f-90a4-172ffacdc937 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=2d6e56b3-b7d6-493c-8800-75df6c3c60e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448420 Nov 12 09:36:55.679559 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20593c6-94cd-4ba3-b875-013b19c306fb req-a6c0f9a1-8617-427b-904a-02bb06809afe tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:55.681073 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d20593c6-94cd-4ba3-b875-013b19c306fb req-a6c0f9a1-8617-427b-904a-02bb06809afe tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b92e2b6-db28-4152-a938-722e6b245b79 HTTP/1.1" status: 200 len: 945 time: 0.0502810 Nov 12 09:36:55.731009 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d20593c6-94cd-4ba3-b875-013b19c306fb req-c6448139-a2af-4d96-ae30-a15f1b6c5007 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=2d6e56b3-b7d6-493c-8800-75df6c3c60e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439136 Nov 12 09:36:55.753519 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 43886) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:36:55.796978 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca63571-f101-40b1-b71a-677df270fccd tempest-TestNetworkAdvancedServerOps-1577495236 tempest-TestNetworkAdvancedServerOps-1577495236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:55.799019 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-5ca63571-f101-40b1-b71a-677df270fccd tempest-TestNetworkAdvancedServerOps-1577495236 tempest-TestNetworkAdvancedServerOps-1577495236-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=7b92e2b6-db28-4152-a938-722e6b245b79 HTTP/1.1" status: 200 len: 1092 time: 0.0444908 Nov 12 09:36:55.801874 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 43888) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:36:55.806109 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-5dda6a2e-86c6-4d6b-b8ee-508afa3590a8 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Request body: {'floatingip': {'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'port_id': '4e3e6017-8fd6-414d-b25f-a006f7ac03b2', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:36:55.829546 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5dda6a2e-86c6-4d6b-b8ee-508afa3590a8 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for floatingip, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:55.926822 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5dda6a2e-86c6-4d6b-b8ee-508afa3590a8 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:56.034012 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-5dda6a2e-86c6-4d6b-b8ee-508afa3590a8 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Allocated IP 172.25.2.64 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/d7f91979-3598-4b78-b8d8-f48b2de6fc65) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:36:56.132809 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5dda6a2e-86c6-4d6b-b8ee-508afa3590a8 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:56.167061 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5dda6a2e-86c6-4d6b-b8ee-508afa3590a8 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:56.208603 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dda6a2e-86c6-4d6b-b8ee-508afa3590a8 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:36:56.213428 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-5dda6a2e-86c6-4d6b-b8ee-508afa3590a8 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:36:56.217165 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dda6a2e-86c6-4d6b-b8ee-508afa3590a8 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:36:56.239671 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dda6a2e-86c6-4d6b-b8ee-508afa3590a8 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event updated for resources: {'Port': ['ID=d7f91979-3598-4b78-b8d8-f48b2de6fc65,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:36:56.573129 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5dda6a2e-86c6-4d6b-b8ee-508afa3590a8 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:56.642675 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5dda6a2e-86c6-4d6b-b8ee-508afa3590a8 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:56.791239 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5dda6a2e-86c6-4d6b-b8ee-508afa3590a8 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:56.795664 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5dda6a2e-86c6-4d6b-b8ee-508afa3590a8 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:56.861694 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dda6a2e-86c6-4d6b-b8ee-508afa3590a8 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event updated for resources: {'Port': ['ID=d7f91979-3598-4b78-b8d8-f48b2de6fc65,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:36:56.875138 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5dda6a2e-86c6-4d6b-b8ee-508afa3590a8 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:56.975248 n-d-765315-29 neutron-server[102600]: INFO neutron.db.l3_db [None req-5dda6a2e-86c6-4d6b-b8ee-508afa3590a8 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Floating IP f57ab2de-b0e9-4011-9534-df03dbeb4097 associated. External IP: 172.25.2.64, port: 4e3e6017-8fd6-414d-b25f-a006f7ac03b2. Nov 12 09:36:57.447958 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dda6a2e-86c6-4d6b-b8ee-508afa3590a8 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Router c9a5b6fc-92d9-44ef-93f2-27ea0fa35c72 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:36:57.555541 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dda6a2e-86c6-4d6b-b8ee-508afa3590a8 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:36:57.566505 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9bcfdfe-030c-41c3-8288-d4a617979d2d None None] Sync routers for ids ['c9a5b6fc-92d9-44ef-93f2-27ea0fa35c72'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:36:57.574487 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-5dda6a2e-86c6-4d6b-b8ee-508afa3590a8 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:57.577990 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bcfdfe-030c-41c3-8288-d4a617979d2d None None] Routers {'c9a5b6fc-92d9-44ef-93f2-27ea0fa35c72'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:36:57.578497 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-d9bcfdfe-030c-41c3-8288-d4a617979d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:36:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['c9a5b6fc-92d9-44ef-93f2-27ea0fa35c72'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:36:57.602405 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-5dda6a2e-86c6-4d6b-b8ee-508afa3590a8 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7995248 Nov 12 09:36:57.602985 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b92e2b6-db28-4152-a938-722e6b245b79', 'tag': '4e3e6017-8fd6-414d-b25f-a006f7ac03b2'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:36:57.605231 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b9376c9088a4f533a787632e68a0b9d71673112fb90a02c33b14ced1cf80ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5501a9a5-293b-4d9b-807c-7db4245e98f8" -d '{"events": [{"name": "network-changed", "server_uuid": "7b92e2b6-db28-4152-a938-722e6b245b79", "tag": "4e3e6017-8fd6-414d-b25f-a006f7ac03b2"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:36:57.690398 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-d9bcfdfe-030c-41c3-8288-d4a617979d2d None None] Set router c9a5b6fc-92d9-44ef-93f2-27ea0fa35c72 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:36:57.703112 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fd3e27-89f9-4f3e-be2e-b33cf52025c4 req-9be24426-a163-42f7-b5fd-ff9e059a60c6 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:57.704842 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d6fd3e27-89f9-4f3e-be2e-b33cf52025c4 req-9be24426-a163-42f7-b5fd-ff9e059a60c6 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b92e2b6-db28-4152-a938-722e6b245b79 HTTP/1.1" status: 200 len: 945 time: 0.0519457 Nov 12 09:36:57.757580 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d6fd3e27-89f9-4f3e-be2e-b33cf52025c4 req-e773b7ac-9b3a-4432-8b0e-6e85dd9b0696 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=2d6e56b3-b7d6-493c-8800-75df6c3c60e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466428 Nov 12 09:36:57.778929 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 43894) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:36:57.800965 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-081c0f93-cc91-4c92-85f1-5658f5ee8912 x-openstack-request-id: req-081c0f93-cc91-4c92-85f1-5658f5ee8912 {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:36:57.801254 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b92e2b6-db28-4152-a938-722e6b245b79", "tag": "4e3e6017-8fd6-414d-b25f-a006f7ac03b2", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:36:57.801506 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-081c0f93-cc91-4c92-85f1-5658f5ee8912 {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:36:57.801911 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b92e2b6-db28-4152-a938-722e6b245b79', 'tag': '4e3e6017-8fd6-414d-b25f-a006f7ac03b2', 'status': 'completed', 'code': 200} Nov 12 09:36:57.880706 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-d1a2753a-7bb3-4df1-a332-a3d93811c965 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/floatingips/f57ab2de-b0e9-4011-9534-df03dbeb4097 HTTP/1.1" status: 200 len: 990 time: 0.0997665 Nov 12 09:36:57.890217 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5501a9a5-293b-4d9b-807c-7db4245e98f8 req-06880df4-d660-4e9a-9778-45af2a5929dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:57.891759 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5501a9a5-293b-4d9b-807c-7db4245e98f8 req-06880df4-d660-4e9a-9778-45af2a5929dc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a3e02b7551c24b2895d8eeeb9a0b62b4&device_id=7b92e2b6-db28-4152-a938-722e6b245b79 HTTP/1.1" status: 200 len: 1097 time: 0.0653412 Nov 12 09:36:57.932799 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-d9bcfdfe-030c-41c3-8288-d4a617979d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a5b6fc-92d9-44ef-93f2-27ea0fa35c72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040658932', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '9a6834e5-eb65-42d5-9df5-5c8ce3c24d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:36:38Z', 'updated_at': '2021-11-12T09:36:42Z', 'revision_number': 4, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'gw_port': {'id': '9a6834e5-eb65-42d5-9df5-5c8ce3c24d90', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:28:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a5b6fc-92d9-44ef-93f2-27ea0fa35c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:36:38Z', 'updated_at': '2021-11-12T09:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': 'f57ab2de-b0e9-4011-9534-df03dbeb4097', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'floating_ip_address': '172.25.2.64', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': 'c9a5b6fc-92d9-44ef-93f2-27ea0fa35c72', 'port_id': '4e3e6017-8fd6-414d-b25f-a006f7ac03b2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1e130ec-b477-486c-aab6-7bd36b6d83da', 'mac_address': 'fa:16:3e:53:97:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b92e2b6-db28-4152-a938-722e6b245b79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:36:56Z', 'updated_at': '2021-11-12T09:36:56Z', 'revision_number': 0, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dff7a720-ab3b-45ce-8f92-419118fa5a87', 'name': '', 'network_id': 'c1e130ec-b477-486c-aab6-7bd36b6d83da', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'mac_address': 'fa:16:3e:1d:34:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a5b6fc-92d9-44ef-93f2-27ea0fa35c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '9b05f678-3ef9-4559-a580-94f9882596f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:36:41Z', 'updated_at': '2021-11-12T09:36:45Z', 'revision_number': 5, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'subnets': [{'id': '9b05f678-3ef9-4559-a580-94f9882596f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:36:57.961364 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9bcfdfe-030c-41c3-8288-d4a617979d2d None None] Checking router: c9a5b6fc-92d9-44ef-93f2-27ea0fa35c72 for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:36:57.971375 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bcfdfe-030c-41c3-8288-d4a617979d2d None None] Routers {'c9a5b6fc-92d9-44ef-93f2-27ea0fa35c72'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:36:57.972012 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-d9bcfdfe-030c-41c3-8288-d4a617979d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:36:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['c9a5b6fc-92d9-44ef-93f2-27ea0fa35c72'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:36:58.086570 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-d9bcfdfe-030c-41c3-8288-d4a617979d2d None None] Set router c9a5b6fc-92d9-44ef-93f2-27ea0fa35c72 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:36:58.322445 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-d9bcfdfe-030c-41c3-8288-d4a617979d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a5b6fc-92d9-44ef-93f2-27ea0fa35c72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040658932', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '9a6834e5-eb65-42d5-9df5-5c8ce3c24d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:36:38Z', 'updated_at': '2021-11-12T09:36:42Z', 'revision_number': 4, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'gw_port': {'id': '9a6834e5-eb65-42d5-9df5-5c8ce3c24d90', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:28:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a5b6fc-92d9-44ef-93f2-27ea0fa35c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:36:38Z', 'updated_at': '2021-11-12T09:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': 'f57ab2de-b0e9-4011-9534-df03dbeb4097', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'floating_ip_address': '172.25.2.64', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': 'c9a5b6fc-92d9-44ef-93f2-27ea0fa35c72', 'port_id': '4e3e6017-8fd6-414d-b25f-a006f7ac03b2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1e130ec-b477-486c-aab6-7bd36b6d83da', 'mac_address': 'fa:16:3e:53:97:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b92e2b6-db28-4152-a938-722e6b245b79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:36:56Z', 'updated_at': '2021-11-12T09:36:56Z', 'revision_number': 0, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dff7a720-ab3b-45ce-8f92-419118fa5a87', 'name': '', 'network_id': 'c1e130ec-b477-486c-aab6-7bd36b6d83da', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'mac_address': 'fa:16:3e:1d:34:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a5b6fc-92d9-44ef-93f2-27ea0fa35c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '9b05f678-3ef9-4559-a580-94f9882596f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:36:41Z', 'updated_at': '2021-11-12T09:36:45Z', 'revision_number': 5, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'subnets': [{'id': '9b05f678-3ef9-4559-a580-94f9882596f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:36:58.333247 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5501a9a5-293b-4d9b-807c-7db4245e98f8 req-c8e1a771-6b22-40d9-b80a-f0c19b96a21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:58.334752 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5501a9a5-293b-4d9b-807c-7db4245e98f8 req-c8e1a771-6b22-40d9-b80a-f0c19b96a21f service neutron] 10.222.0.21 "GET /v2.0/networks?id=c1e130ec-b477-486c-aab6-7bd36b6d83da HTTP/1.1" status: 200 len: 898 time: 0.4356134 Nov 12 09:36:58.353676 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9bcfdfe-030c-41c3-8288-d4a617979d2d None None] The sync data for ids ['c9a5b6fc-92d9-44ef-93f2-27ea0fa35c72'] in n-d-765315-29 is: [{'id': 'c9a5b6fc-92d9-44ef-93f2-27ea0fa35c72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040658932', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '9a6834e5-eb65-42d5-9df5-5c8ce3c24d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:36:38Z', 'updated_at': '2021-11-12T09:36:42Z', 'revision_number': 4, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'gw_port': {'id': '9a6834e5-eb65-42d5-9df5-5c8ce3c24d90', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:28:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a5b6fc-92d9-44ef-93f2-27ea0fa35c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:36:38Z', 'updated_at': '2021-11-12T09:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': 'f57ab2de-b0e9-4011-9534-df03dbeb4097', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'floating_ip_address': '172.25.2.64', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': 'c9a5b6fc-92d9-44ef-93f2-27ea0fa35c72', 'port_id': '4e3e6017-8fd6-414d-b25f-a006f7ac03b2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1e130ec-b477-486c-aab6-7bd36b6d83da', 'mac_address': 'fa:16:3e:53:97:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b92e2b6-db28-4152-a938-722e6b245b79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:36:56Z', 'updated_at': '2021-11-12T09:36:56Z', 'revision_number': 0, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dff7a720-ab3b-45ce-8f92-419118fa5a87', 'name': '', 'network_id': 'c1e130ec-b477-486c-aab6-7bd36b6d83da', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'mac_address': 'fa:16:3e:1d:34:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a5b6fc-92d9-44ef-93f2-27ea0fa35c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '9b05f678-3ef9-4559-a580-94f9882596f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:36:41Z', 'updated_at': '2021-11-12T09:36:45Z', 'revision_number': 5, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'subnets': [{'id': '9b05f678-3ef9-4559-a580-94f9882596f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:36:58.404520 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5501a9a5-293b-4d9b-807c-7db4245e98f8 req-66492be7-be79-4d70-8aad-f9b49140897f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e3e6017-8fd6-414d-b25f-a006f7ac03b2 HTTP/1.1" status: 200 len: 998 time: 0.0613937 Nov 12 09:36:58.458573 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5501a9a5-293b-4d9b-807c-7db4245e98f8 req-dbd9844a-9487-4de2-b5c5-72fe845cdb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:58.460141 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5501a9a5-293b-4d9b-807c-7db4245e98f8 req-dbd9844a-9487-4de2-b5c5-72fe845cdb77 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9b05f678-3ef9-4559-a580-94f9882596f2 HTTP/1.1" status: 200 len: 835 time: 0.0485077 Nov 12 09:36:58.508804 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5501a9a5-293b-4d9b-807c-7db4245e98f8 req-2042a93b-75db-47ea-8bf7-6ea948840ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:58.510303 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5501a9a5-293b-4d9b-807c-7db4245e98f8 req-2042a93b-75db-47ea-8bf7-6ea948840ccd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c1e130ec-b477-486c-aab6-7bd36b6d83da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424936 Nov 12 09:36:58.546876 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e6d6a5-d123-41f0-80a2-bd7e11be6e87 None None] New status for floating IP f57ab2de-b0e9-4011-9534-df03dbeb4097: ACTIVE {{(pid=102602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:36:58.613773 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5501a9a5-293b-4d9b-807c-7db4245e98f8 req-5b2b4c71-0441-451d-b436-88c56cc4d8eb service neutron] 10.222.0.21 "GET /v2.0/networks/c1e130ec-b477-486c-aab6-7bd36b6d83da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904348 Nov 12 09:36:58.709709 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5501a9a5-293b-4d9b-807c-7db4245e98f8 req-ee667d09-e61c-42cc-a30b-8dbdcdfb247b service neutron] 10.222.0.21 "GET /v2.0/networks/c1e130ec-b477-486c-aab6-7bd36b6d83da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874259 Nov 12 09:36:58.884427 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 43896) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:36:58.949483 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-bea3ddb0-6114-4d09-bb3e-223924aa61a2 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/floatingips/f57ab2de-b0e9-4011-9534-df03dbeb4097 HTTP/1.1" status: 200 len: 992 time: 0.0637646 Nov 12 09:37:04.162882 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-0d359570-636b-47de-8753-55c41bead58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:06.249852 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:07.188327 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-49b12408-5445-4288-9476-4fd605833bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:08.250117 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:09.584188 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:10.181209 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:13.356745 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:17.268737 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a795d13c-8f99-4d05-b656-e57553180bea req-4efa5cb5-82a7-4c6f-93e9-ff28c02ede2b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7b92e2b6-db28-4152-a938-722e6b245b79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399492 Nov 12 09:37:17.354709 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a795d13c-8f99-4d05-b656-e57553180bea req-47f93a62-450e-46c4-8a64-8b7174baa3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:17.356301 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a795d13c-8f99-4d05-b656-e57553180bea req-47f93a62-450e-46c4-8a64-8b7174baa3ed service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a3e02b7551c24b2895d8eeeb9a0b62b4&device_id=7b92e2b6-db28-4152-a938-722e6b245b79 HTTP/1.1" status: 200 len: 1097 time: 0.0409772 Nov 12 09:37:17.464386 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a795d13c-8f99-4d05-b656-e57553180bea req-152162cd-1670-4c7e-8296-369aa7d3570e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:17.466084 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a795d13c-8f99-4d05-b656-e57553180bea req-152162cd-1670-4c7e-8296-369aa7d3570e service neutron] 10.222.0.21 "GET /v2.0/networks?id=c1e130ec-b477-486c-aab6-7bd36b6d83da HTTP/1.1" status: 200 len: 898 time: 0.0881474 Nov 12 09:37:17.533919 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a795d13c-8f99-4d05-b656-e57553180bea req-da2fd736-acbb-4fa1-82fd-5aa963ae2e38 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e3e6017-8fd6-414d-b25f-a006f7ac03b2 HTTP/1.1" status: 200 len: 1000 time: 0.0583258 Nov 12 09:37:17.585627 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a795d13c-8f99-4d05-b656-e57553180bea req-2a8e4756-5528-4751-920c-7541d5ae9b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:17.587126 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a795d13c-8f99-4d05-b656-e57553180bea req-2a8e4756-5528-4751-920c-7541d5ae9b88 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9b05f678-3ef9-4559-a580-94f9882596f2 HTTP/1.1" status: 200 len: 835 time: 0.0447459 Nov 12 09:37:17.639431 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a795d13c-8f99-4d05-b656-e57553180bea req-48b90c17-a515-40c4-a532-e3b6cc0d2ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:17.640918 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a795d13c-8f99-4d05-b656-e57553180bea req-48b90c17-a515-40c4-a532-e3b6cc0d2ba8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c1e130ec-b477-486c-aab6-7bd36b6d83da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450897 Nov 12 09:37:17.734164 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a795d13c-8f99-4d05-b656-e57553180bea req-d55d8a07-b2f3-40ea-abce-d3453e5b41c6 service neutron] 10.222.0.21 "GET /v2.0/networks/c1e130ec-b477-486c-aab6-7bd36b6d83da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838518 Nov 12 09:37:17.830814 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a795d13c-8f99-4d05-b656-e57553180bea req-456ae69d-bf7d-4b7e-878a-90606a380b4d service neutron] 10.222.0.21 "GET /v2.0/networks/c1e130ec-b477-486c-aab6-7bd36b6d83da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889590 Nov 12 09:37:19.230848 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:37:34.164315 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e22a6584-79b3-4985-ac43-d787a0870eec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:36.268774 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:37.189595 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d15b6ae4-d9b0-459a-ab43-4d90acc11e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:38.253348 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:39.587380 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:40.184531 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:43.376319 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:56.232587 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:38:04.165375 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f45797c8-501e-4876-8d02-edb4089cdfb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:06.277496 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:07.193618 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-938c8378-d366-4e8c-bf01-b33cbfd9b4c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:08.256676 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:09.591056 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:10.186067 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:13.386857 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:14.270965 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 43936) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:38:14.352437 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-345ab9e0-6b5b-4db4-8cb9-37b2e57d9525 req-31a5b159-f9c3-4a2e-ab85-b1b041200592 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7b92e2b6-db28-4152-a938-722e6b245b79&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0801826 Nov 12 09:38:14.359542 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57e8797-c195-4be8-aa1b-a1fedd4992ed req-06150440-e461-4bfd-83a1-25461f8c1f18 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:14.361188 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [req-345ab9e0-6b5b-4db4-8cb9-37b2e57d9525 req-18836edc-cf99-4b61-95ca-75db1b038d05 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:38:14.361413 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c57e8797-c195-4be8-aa1b-a1fedd4992ed req-06150440-e461-4bfd-83a1-25461f8c1f18 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b92e2b6-db28-4152-a938-722e6b245b79 HTTP/1.1" status: 200 len: 945 time: 0.1319439 Nov 12 09:38:14.362184 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-345ab9e0-6b5b-4db4-8cb9-37b2e57d9525 req-18836edc-cf99-4b61-95ca-75db1b038d05 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050712 Nov 12 09:38:14.413702 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c57e8797-c195-4be8-aa1b-a1fedd4992ed req-c7ac7365-b20c-4f71-8df0-2440f6fa1307 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=2d6e56b3-b7d6-493c-8800-75df6c3c60e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465076 Nov 12 09:38:15.533149 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072be109-c4df-4c84-8bad-4ca1d2c2081c req-5870a567-7805-4d28-83c2-41675f0b23f2 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:15.534671 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-072be109-c4df-4c84-8bad-4ca1d2c2081c req-5870a567-7805-4d28-83c2-41675f0b23f2 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b92e2b6-db28-4152-a938-722e6b245b79 HTTP/1.1" status: 200 len: 945 time: 0.0514922 Nov 12 09:38:15.589574 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-072be109-c4df-4c84-8bad-4ca1d2c2081c req-1e4cee76-bb25-4b06-a4ec-6a7dc77add39 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=2d6e56b3-b7d6-493c-8800-75df6c3c60e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485742 Nov 12 09:38:15.664303 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345ab9e0-6b5b-4db4-8cb9-37b2e57d9525 req-012b8ef1-0d9a-46dc-a4ae-7427468ccd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:15.665817 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-345ab9e0-6b5b-4db4-8cb9-37b2e57d9525 req-012b8ef1-0d9a-46dc-a4ae-7427468ccd35 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a3e02b7551c24b2895d8eeeb9a0b62b4&device_id=7b92e2b6-db28-4152-a938-722e6b245b79 HTTP/1.1" status: 200 len: 1097 time: 0.0843065 Nov 12 09:38:15.764583 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345ab9e0-6b5b-4db4-8cb9-37b2e57d9525 req-82ba0b7d-4b49-45f5-9fbe-c491269447a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:15.765967 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-345ab9e0-6b5b-4db4-8cb9-37b2e57d9525 req-82ba0b7d-4b49-45f5-9fbe-c491269447a2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c1e130ec-b477-486c-aab6-7bd36b6d83da HTTP/1.1" status: 200 len: 898 time: 0.0915637 Nov 12 09:38:15.832472 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-345ab9e0-6b5b-4db4-8cb9-37b2e57d9525 req-0258f20b-6d58-42b9-a115-3704ccc4461f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e3e6017-8fd6-414d-b25f-a006f7ac03b2 HTTP/1.1" status: 200 len: 1000 time: 0.0591555 Nov 12 09:38:15.887754 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345ab9e0-6b5b-4db4-8cb9-37b2e57d9525 req-08fcf21b-53c8-4a66-832c-0fac2d48c908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:15.889361 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-345ab9e0-6b5b-4db4-8cb9-37b2e57d9525 req-08fcf21b-53c8-4a66-832c-0fac2d48c908 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9b05f678-3ef9-4559-a580-94f9882596f2 HTTP/1.1" status: 200 len: 835 time: 0.0498426 Nov 12 09:38:15.938524 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345ab9e0-6b5b-4db4-8cb9-37b2e57d9525 req-0cd55112-cd66-4782-ab2e-ad559492008e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:15.940174 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-345ab9e0-6b5b-4db4-8cb9-37b2e57d9525 req-0cd55112-cd66-4782-ab2e-ad559492008e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c1e130ec-b477-486c-aab6-7bd36b6d83da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420699 Nov 12 09:38:15.951290 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [req-345ab9e0-6b5b-4db4-8cb9-37b2e57d9525 req-b446d5d1-1f4a-49b5-8fbf-bd01b50ad597 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:38:15.952245 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-345ab9e0-6b5b-4db4-8cb9-37b2e57d9525 req-b446d5d1-1f4a-49b5-8fbf-bd01b50ad597 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048783 Nov 12 09:38:16.047814 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-345ab9e0-6b5b-4db4-8cb9-37b2e57d9525 req-6a11df46-9b0f-4861-9a48-fe308de3ee10 service neutron] 10.222.0.21 "GET /v2.0/networks/c1e130ec-b477-486c-aab6-7bd36b6d83da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883698 Nov 12 09:38:16.138760 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-345ab9e0-6b5b-4db4-8cb9-37b2e57d9525 req-7c3f6aac-32b4-4123-8d59-ed6a8a706e58 service neutron] 10.222.0.21 "GET /v2.0/networks/c1e130ec-b477-486c-aab6-7bd36b6d83da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838318 Nov 12 09:38:16.708320 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e940a6-500b-4a67-9206-dd5641ad0a61 req-efcb92d9-a5ed-46e6-84f8-4420867084aa tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:16.709808 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e5e940a6-500b-4a67-9206-dd5641ad0a61 req-efcb92d9-a5ed-46e6-84f8-4420867084aa tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b92e2b6-db28-4152-a938-722e6b245b79 HTTP/1.1" status: 200 len: 945 time: 0.0496366 Nov 12 09:38:16.762697 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e5e940a6-500b-4a67-9206-dd5641ad0a61 req-11c668c1-fdb8-4c9a-a90c-016478d2f96e tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=2d6e56b3-b7d6-493c-8800-75df6c3c60e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466113 Nov 12 09:38:17.881130 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b420e6c-84e8-4030-8b58-b9a0297974e5 req-a64ff21c-a140-4552-bfa2-df854c263401 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:17.882651 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2b420e6c-84e8-4030-8b58-b9a0297974e5 req-a64ff21c-a140-4552-bfa2-df854c263401 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b92e2b6-db28-4152-a938-722e6b245b79 HTTP/1.1" status: 200 len: 945 time: 0.0499136 Nov 12 09:38:17.932467 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2b420e6c-84e8-4030-8b58-b9a0297974e5 req-93ddb03b-6b60-48cc-add5-6b08a4e3eacb tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=2d6e56b3-b7d6-493c-8800-75df6c3c60e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437222 Nov 12 09:38:19.052277 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596bd004-27ef-4b5a-aee2-ae02271eb5af req-002b7fa7-791b-4fe7-90e5-a381fa92ce35 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:19.053769 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-596bd004-27ef-4b5a-aee2-ae02271eb5af req-002b7fa7-791b-4fe7-90e5-a381fa92ce35 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b92e2b6-db28-4152-a938-722e6b245b79 HTTP/1.1" status: 200 len: 945 time: 0.0490630 Nov 12 09:38:19.102304 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-596bd004-27ef-4b5a-aee2-ae02271eb5af req-08445d7f-dfa0-4edb-9e2b-08f4f38dce67 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=2d6e56b3-b7d6-493c-8800-75df6c3c60e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425956 Nov 12 09:38:19.300829 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e379f5-f909-4012-b2e0-b298f5ba1678 req-363fea74-cda2-4458-a29e-d52bd68a4c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:19.302229 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-47e379f5-f909-4012-b2e0-b298f5ba1678 req-363fea74-cda2-4458-a29e-d52bd68a4c78 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a3e02b7551c24b2895d8eeeb9a0b62b4&device_id=7b92e2b6-db28-4152-a938-722e6b245b79 HTTP/1.1" status: 200 len: 1097 time: 0.0410647 Nov 12 09:38:19.411968 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e379f5-f909-4012-b2e0-b298f5ba1678 req-9e5b3ac6-649f-4023-8764-7ce10b8f45d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:19.413635 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-47e379f5-f909-4012-b2e0-b298f5ba1678 req-9e5b3ac6-649f-4023-8764-7ce10b8f45d4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c1e130ec-b477-486c-aab6-7bd36b6d83da HTTP/1.1" status: 200 len: 898 time: 0.0903339 Nov 12 09:38:19.481269 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-47e379f5-f909-4012-b2e0-b298f5ba1678 req-b149179e-1d03-475b-b0f7-71f60fc89f71 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e3e6017-8fd6-414d-b25f-a006f7ac03b2 HTTP/1.1" status: 200 len: 1000 time: 0.0602942 Nov 12 09:38:19.539694 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e379f5-f909-4012-b2e0-b298f5ba1678 req-716d3dcc-7342-495c-aadc-d245720d07e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:19.541231 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-47e379f5-f909-4012-b2e0-b298f5ba1678 req-716d3dcc-7342-495c-aadc-d245720d07e9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9b05f678-3ef9-4559-a580-94f9882596f2 HTTP/1.1" status: 200 len: 835 time: 0.0523324 Nov 12 09:38:19.594257 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e379f5-f909-4012-b2e0-b298f5ba1678 req-12e9b06f-33f4-4a3a-addb-6a09e43d8968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:19.596368 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-47e379f5-f909-4012-b2e0-b298f5ba1678 req-12e9b06f-33f4-4a3a-addb-6a09e43d8968 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c1e130ec-b477-486c-aab6-7bd36b6d83da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0473571 Nov 12 09:38:19.700200 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-47e379f5-f909-4012-b2e0-b298f5ba1678 req-e2856fd6-6ecf-4ccb-86a5-12b2375df841 service neutron] 10.222.0.21 "GET /v2.0/networks/c1e130ec-b477-486c-aab6-7bd36b6d83da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965667 Nov 12 09:38:19.828213 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-47e379f5-f909-4012-b2e0-b298f5ba1678 req-326524ee-e1cc-4138-9265-e78e5007506b service neutron] 10.222.0.21 "GET /v2.0/networks/c1e130ec-b477-486c-aab6-7bd36b6d83da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185658 Nov 12 09:38:20.226105 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f45d0a6-be45-4c93-9886-11ed441d721a req-b013d1e9-8411-4717-b18c-a6534b2fc026 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:20.227656 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2f45d0a6-be45-4c93-9886-11ed441d721a req-b013d1e9-8411-4717-b18c-a6534b2fc026 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b92e2b6-db28-4152-a938-722e6b245b79 HTTP/1.1" status: 200 len: 945 time: 0.0561635 Nov 12 09:38:20.276743 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2f45d0a6-be45-4c93-9886-11ed441d721a req-febc65f2-6fca-4b8b-9f22-a4d336aeec2c tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=2d6e56b3-b7d6-493c-8800-75df6c3c60e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429866 Nov 12 09:38:21.399233 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffad1b25-2ce0-4db9-9dcf-2d3f7f261edc req-6cee5ec5-58c8-4628-8ea2-69703ddaff97 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:21.400798 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ffad1b25-2ce0-4db9-9dcf-2d3f7f261edc req-6cee5ec5-58c8-4628-8ea2-69703ddaff97 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b92e2b6-db28-4152-a938-722e6b245b79 HTTP/1.1" status: 200 len: 945 time: 0.0525489 Nov 12 09:38:21.451683 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ffad1b25-2ce0-4db9-9dcf-2d3f7f261edc req-55720ec3-bb52-4dac-b139-6615c3bb6f3f tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=2d6e56b3-b7d6-493c-8800-75df6c3c60e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446000 Nov 12 09:38:22.572815 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b26c7db-b089-4662-a9c1-2ecebe36c4dd req-ca8e7ecf-39d8-43e1-944e-6b653662a84c tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:22.574264 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4b26c7db-b089-4662-a9c1-2ecebe36c4dd req-ca8e7ecf-39d8-43e1-944e-6b653662a84c tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b92e2b6-db28-4152-a938-722e6b245b79 HTTP/1.1" status: 200 len: 945 time: 0.0521510 Nov 12 09:38:22.624626 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4b26c7db-b089-4662-a9c1-2ecebe36c4dd req-d282c157-d31e-47eb-8277-ded974a5e8bc tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=2d6e56b3-b7d6-493c-8800-75df6c3c60e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434096 Nov 12 09:38:23.757347 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8eb8c7-e070-4a3a-bcbf-72ef2e35634f req-513fdc70-fd59-458e-bea8-7f6e250771ef tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:23.758923 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9b8eb8c7-e070-4a3a-bcbf-72ef2e35634f req-513fdc70-fd59-458e-bea8-7f6e250771ef tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b92e2b6-db28-4152-a938-722e6b245b79 HTTP/1.1" status: 200 len: 945 time: 0.0595145 Nov 12 09:38:23.811889 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9b8eb8c7-e070-4a3a-bcbf-72ef2e35634f req-f422d6fb-8522-4051-b691-9cb0faae6ba2 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=2d6e56b3-b7d6-493c-8800-75df6c3c60e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463171 Nov 12 09:38:24.941767 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5061c7-7bfd-44c9-b1f1-54d2f6dc21bc req-d1f33a57-dc67-43d6-98ea-f2ff93e31a07 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:24.943296 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bf5061c7-7bfd-44c9-b1f1-54d2f6dc21bc req-d1f33a57-dc67-43d6-98ea-f2ff93e31a07 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b92e2b6-db28-4152-a938-722e6b245b79 HTTP/1.1" status: 200 len: 945 time: 0.0544064 Nov 12 09:38:24.997308 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bf5061c7-7bfd-44c9-b1f1-54d2f6dc21bc req-aaa21fc5-b4d5-47b0-bac7-2966cb62d16e tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=2d6e56b3-b7d6-493c-8800-75df6c3c60e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479970 Nov 12 09:38:26.116907 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43a133e-9759-4772-a643-4252bb516326 req-8f3f7c4b-a397-4f63-8d8f-39ebba01e199 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:26.118417 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c43a133e-9759-4772-a643-4252bb516326 req-8f3f7c4b-a397-4f63-8d8f-39ebba01e199 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b92e2b6-db28-4152-a938-722e6b245b79 HTTP/1.1" status: 200 len: 945 time: 0.0500305 Nov 12 09:38:26.168789 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c43a133e-9759-4772-a643-4252bb516326 req-ad83ebd6-76c9-4a94-841f-c952279d1e80 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=2d6e56b3-b7d6-493c-8800-75df6c3c60e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441053 Nov 12 09:38:27.292690 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cb3b68-6c0f-4246-9b29-b8acd63c2186 req-cf2055b5-7cc5-4a03-b625-0e1bf9bd7a78 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:27.294248 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d6cb3b68-6c0f-4246-9b29-b8acd63c2186 req-cf2055b5-7cc5-4a03-b625-0e1bf9bd7a78 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b92e2b6-db28-4152-a938-722e6b245b79 HTTP/1.1" status: 200 len: 945 time: 0.0534625 Nov 12 09:38:27.348174 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d6cb3b68-6c0f-4246-9b29-b8acd63c2186 req-747cec6d-2a32-4e3c-87e7-e1150473c8f2 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=2d6e56b3-b7d6-493c-8800-75df6c3c60e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455873 Nov 12 09:38:28.284159 n-d-765315-29 neutron-server[102599]: INFO neutron.api.v2.resource [req-345ab9e0-6b5b-4db4-8cb9-37b2e57d9525 req-4afbb3a7-e895-4461-8f9c-5bfee52fee22 service neutron] show failed (client error): The resource could not be found. Nov 12 09:38:28.285202 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-345ab9e0-6b5b-4db4-8cb9-37b2e57d9525 req-4afbb3a7-e895-4461-8f9c-5bfee52fee22 service neutron] 10.222.0.21 "GET /v2.0/ports/4e3e6017-8fd6-414d-b25f-a006f7ac03b2/bindings/n-h2-765315-29 HTTP/1.1" status: 404 len: 381 time: 0.0562806 Nov 12 09:38:28.493593 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63949fef-ab70-403c-829c-b0e86b9a4394 req-96d69fad-1391-48bc-9513-50c4519d3197 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:28.495167 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-63949fef-ab70-403c-829c-b0e86b9a4394 req-96d69fad-1391-48bc-9513-50c4519d3197 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b92e2b6-db28-4152-a938-722e6b245b79 HTTP/1.1" status: 200 len: 945 time: 0.0577765 Nov 12 09:38:28.510828 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345ab9e0-6b5b-4db4-8cb9-37b2e57d9525 req-e62d5224-6e49-44c3-925a-13452597f8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:28.512460 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-345ab9e0-6b5b-4db4-8cb9-37b2e57d9525 req-e62d5224-6e49-44c3-925a-13452597f8b6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7b92e2b6-db28-4152-a938-722e6b245b79&tenant_id=a3e02b7551c24b2895d8eeeb9a0b62b4 HTTP/1.1" status: 200 len: 1097 time: 0.0534782 Nov 12 09:38:28.524033 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [req-345ab9e0-6b5b-4db4-8cb9-37b2e57d9525 req-4c57caf8-8212-4f45-b85d-3c8d4fd6b221 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:38:28.525111 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-345ab9e0-6b5b-4db4-8cb9-37b2e57d9525 req-4c57caf8-8212-4f45-b85d-3c8d4fd6b221 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053728 Nov 12 09:38:28.547906 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-63949fef-ab70-403c-829c-b0e86b9a4394 req-5e3be7ad-5065-4381-b7a4-fb7af2d77331 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=2d6e56b3-b7d6-493c-8800-75df6c3c60e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453179 Nov 12 09:38:28.552152 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-345ab9e0-6b5b-4db4-8cb9-37b2e57d9525 req-8747fcdc-339c-4d0d-8fc4-56126a7e2b78 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-765315-29', 'device_owner': 'compute:nova'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:38:28.608094 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-345ab9e0-6b5b-4db4-8cb9-37b2e57d9525 req-8747fcdc-339c-4d0d-8fc4-56126a7e2b78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:28.820923 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-345ab9e0-6b5b-4db4-8cb9-37b2e57d9525 req-8747fcdc-339c-4d0d-8fc4-56126a7e2b78 service neutron] For port 4e3e6017-8fd6-414d-b25f-a006f7ac03b2, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=4e3e6017-8fd6-414d-b25f-a006f7ac03b2,segment=NetworkSegment(f41de479-13d5-4855-834c-9ed086e58bf3),segment_id=f41de479-13d5-4855-834c-9ed086e58bf3)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:38:28.854381 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-345ab9e0-6b5b-4db4-8cb9-37b2e57d9525 req-8747fcdc-339c-4d0d-8fc4-56126a7e2b78 service neutron] For port 4e3e6017-8fd6-414d-b25f-a006f7ac03b2, host n-h1-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:38:28.900077 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b92e2b6-db28-4152-a938-722e6b245b79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e3e6017-8fd6-414d-b25f-a006f7ac03b2'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:38:28.902361 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c022ff2c5cb8d3060857f92f3690e67c01ee9cc1391db4b92ea76e21aea06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba089d22-6566-4d31-ac81-157856b0caa6" -d '{"events": [{"server_uuid": "7b92e2b6-db28-4152-a938-722e6b245b79", "name": "network-vif-unplugged", "status": "completed", "tag": "4e3e6017-8fd6-414d-b25f-a006f7ac03b2"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:38:28.906973 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-345ab9e0-6b5b-4db4-8cb9-37b2e57d9525 req-8747fcdc-339c-4d0d-8fc4-56126a7e2b78 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:28.920410 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-345ab9e0-6b5b-4db4-8cb9-37b2e57d9525 req-8747fcdc-339c-4d0d-8fc4-56126a7e2b78 service neutron] Transition to ACTIVE for port object 4e3e6017-8fd6-414d-b25f-a006f7ac03b2 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:38:28.924066 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-345ab9e0-6b5b-4db4-8cb9-37b2e57d9525 req-8747fcdc-339c-4d0d-8fc4-56126a7e2b78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:29.013207 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 09:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75f05f55-1073-4f70-b469-c2289a65b468 x-openstack-request-id: req-75f05f55-1073-4f70-b469-c2289a65b468 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:38:29.013497 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b92e2b6-db28-4152-a938-722e6b245b79", "name": "network-vif-unplugged", "status": "completed", "tag": "4e3e6017-8fd6-414d-b25f-a006f7ac03b2", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:38:29.013749 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-75f05f55-1073-4f70-b469-c2289a65b468 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:38:29.014149 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b92e2b6-db28-4152-a938-722e6b245b79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e3e6017-8fd6-414d-b25f-a006f7ac03b2', 'code': 200} Nov 12 09:38:29.019890 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8747fcdc-339c-4d0d-8fc4-56126a7e2b78 service neutron] Pushing event updated for resources: {'Port': ['ID=4e3e6017-8fd6-414d-b25f-a006f7ac03b2,revision_number=6']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:38:29.031628 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8747fcdc-339c-4d0d-8fc4-56126a7e2b78 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:29.032808 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8747fcdc-339c-4d0d-8fc4-56126a7e2b78 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:29.033114 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8747fcdc-339c-4d0d-8fc4-56126a7e2b78 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:29.033114 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8747fcdc-339c-4d0d-8fc4-56126a7e2b78 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:29.033830 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8747fcdc-339c-4d0d-8fc4-56126a7e2b78 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:29.034028 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8747fcdc-339c-4d0d-8fc4-56126a7e2b78 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:29.034351 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8747fcdc-339c-4d0d-8fc4-56126a7e2b78 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:29.034713 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8747fcdc-339c-4d0d-8fc4-56126a7e2b78 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:29.035037 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8747fcdc-339c-4d0d-8fc4-56126a7e2b78 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:29.035358 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8747fcdc-339c-4d0d-8fc4-56126a7e2b78 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:29.035681 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8747fcdc-339c-4d0d-8fc4-56126a7e2b78 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:29.035999 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8747fcdc-339c-4d0d-8fc4-56126a7e2b78 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:29.069472 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-345ab9e0-6b5b-4db4-8cb9-37b2e57d9525 req-8747fcdc-339c-4d0d-8fc4-56126a7e2b78 service neutron] No DVR routers for this DVR port 4e3e6017-8fd6-414d-b25f-a006f7ac03b2 on host n-h1-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:38:29.212700 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-345ab9e0-6b5b-4db4-8cb9-37b2e57d9525 req-8747fcdc-339c-4d0d-8fc4-56126a7e2b78 service neutron] Attempting to bind port 4e3e6017-8fd6-414d-b25f-a006f7ac03b2 on host n-h2-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:38:29.213037 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-345ab9e0-6b5b-4db4-8cb9-37b2e57d9525 req-8747fcdc-339c-4d0d-8fc4-56126a7e2b78 service neutron] Attempting to bind port 4e3e6017-8fd6-414d-b25f-a006f7ac03b2 by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': 'f41de479-13d5-4855-834c-9ed086e58bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'c1e130ec-b477-486c-aab6-7bd36b6d83da'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:38:29.213363 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345ab9e0-6b5b-4db4-8cb9-37b2e57d9525 req-8747fcdc-339c-4d0d-8fc4-56126a7e2b78 service neutron] Attempting to bind port 4e3e6017-8fd6-414d-b25f-a006f7ac03b2 on network c1e130ec-b477-486c-aab6-7bd36b6d83da {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:38:29.217902 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345ab9e0-6b5b-4db4-8cb9-37b2e57d9525 req-8747fcdc-339c-4d0d-8fc4-56126a7e2b78 service neutron] Port 4e3e6017-8fd6-414d-b25f-a006f7ac03b2 on network c1e130ec-b477-486c-aab6-7bd36b6d83da not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:38:29.218223 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345ab9e0-6b5b-4db4-8cb9-37b2e57d9525 req-8747fcdc-339c-4d0d-8fc4-56126a7e2b78 service neutron] Attempting to bind port 4e3e6017-8fd6-414d-b25f-a006f7ac03b2 on network c1e130ec-b477-486c-aab6-7bd36b6d83da {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:38:29.223815 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345ab9e0-6b5b-4db4-8cb9-37b2e57d9525 req-8747fcdc-339c-4d0d-8fc4-56126a7e2b78 service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:38:29.224144 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345ab9e0-6b5b-4db4-8cb9-37b2e57d9525 req-8747fcdc-339c-4d0d-8fc4-56126a7e2b78 service neutron] Checking segment: {'id': 'f41de479-13d5-4855-834c-9ed086e58bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'c1e130ec-b477-486c-aab6-7bd36b6d83da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:38:29.224526 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345ab9e0-6b5b-4db4-8cb9-37b2e57d9525 req-8747fcdc-339c-4d0d-8fc4-56126a7e2b78 service neutron] Bound using segment: {'id': 'f41de479-13d5-4855-834c-9ed086e58bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'c1e130ec-b477-486c-aab6-7bd36b6d83da'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:38:29.224952 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-345ab9e0-6b5b-4db4-8cb9-37b2e57d9525 req-8747fcdc-339c-4d0d-8fc4-56126a7e2b78 service neutron] Bound port: 4e3e6017-8fd6-414d-b25f-a006f7ac03b2, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f41de479-13d5-4855-834c-9ed086e58bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'c1e130ec-b477-486c-aab6-7bd36b6d83da'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:38:29.225312 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-345ab9e0-6b5b-4db4-8cb9-37b2e57d9525 req-8747fcdc-339c-4d0d-8fc4-56126a7e2b78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:29.289070 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-345ab9e0-6b5b-4db4-8cb9-37b2e57d9525 req-8747fcdc-339c-4d0d-8fc4-56126a7e2b78 service neutron] For port 4e3e6017-8fd6-414d-b25f-a006f7ac03b2, host n-h2-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:38:29.292437 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-345ab9e0-6b5b-4db4-8cb9-37b2e57d9525 req-8747fcdc-339c-4d0d-8fc4-56126a7e2b78 service neutron] For port 4e3e6017-8fd6-414d-b25f-a006f7ac03b2, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=4e3e6017-8fd6-414d-b25f-a006f7ac03b2,segment=NetworkSegment(f41de479-13d5-4855-834c-9ed086e58bf3),segment_id=f41de479-13d5-4855-834c-9ed086e58bf3)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:38:29.296090 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-345ab9e0-6b5b-4db4-8cb9-37b2e57d9525 req-8747fcdc-339c-4d0d-8fc4-56126a7e2b78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:29.333741 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345ab9e0-6b5b-4db4-8cb9-37b2e57d9525 req-8747fcdc-339c-4d0d-8fc4-56126a7e2b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:29.334365 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-345ab9e0-6b5b-4db4-8cb9-37b2e57d9525 req-8747fcdc-339c-4d0d-8fc4-56126a7e2b78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:29.335801 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-345ab9e0-6b5b-4db4-8cb9-37b2e57d9525 req-8747fcdc-339c-4d0d-8fc4-56126a7e2b78 service neutron] 10.222.0.44 "PUT /v2.0/ports/4e3e6017-8fd6-414d-b25f-a006f7ac03b2 HTTP/1.1" status: 200 len: 1092 time: 0.7888396 Nov 12 09:38:29.357304 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8747fcdc-339c-4d0d-8fc4-56126a7e2b78 service neutron] Pushing event updated for resources: {'Port': ['ID=4e3e6017-8fd6-414d-b25f-a006f7ac03b2,revision_number=7']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:38:29.421679 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345ab9e0-6b5b-4db4-8cb9-37b2e57d9525 req-d001b1f9-810a-4862-abed-2add6686ecac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:29.424149 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-345ab9e0-6b5b-4db4-8cb9-37b2e57d9525 req-d001b1f9-810a-4862-abed-2add6686ecac service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a3e02b7551c24b2895d8eeeb9a0b62b4&device_id=7b92e2b6-db28-4152-a938-722e6b245b79 HTTP/1.1" status: 200 len: 1095 time: 0.0440133 Nov 12 09:38:29.524456 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345ab9e0-6b5b-4db4-8cb9-37b2e57d9525 req-3110692e-6334-4d36-a144-5acfdd4235c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:29.525967 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-345ab9e0-6b5b-4db4-8cb9-37b2e57d9525 req-3110692e-6334-4d36-a144-5acfdd4235c3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c1e130ec-b477-486c-aab6-7bd36b6d83da HTTP/1.1" status: 200 len: 898 time: 0.0942211 Nov 12 09:38:29.595916 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-345ab9e0-6b5b-4db4-8cb9-37b2e57d9525 req-e8b6b4a0-fb3a-4921-bafa-1738a0037c7a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e3e6017-8fd6-414d-b25f-a006f7ac03b2 HTTP/1.1" status: 200 len: 998 time: 0.0597160 Nov 12 09:38:29.656343 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345ab9e0-6b5b-4db4-8cb9-37b2e57d9525 req-b8a1e276-ba10-4bc9-9b93-b0b08cca77ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:29.658054 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-345ab9e0-6b5b-4db4-8cb9-37b2e57d9525 req-b8a1e276-ba10-4bc9-9b93-b0b08cca77ed service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9b05f678-3ef9-4559-a580-94f9882596f2 HTTP/1.1" status: 200 len: 835 time: 0.0512774 Nov 12 09:38:29.671866 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361c7359-b177-4596-81b4-d5ebcf37c395 req-63e331d8-6a03-4816-93f3-2dbb70647d07 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:29.673477 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-361c7359-b177-4596-81b4-d5ebcf37c395 req-63e331d8-6a03-4816-93f3-2dbb70647d07 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b92e2b6-db28-4152-a938-722e6b245b79 HTTP/1.1" status: 200 len: 943 time: 0.0512812 Nov 12 09:38:29.711272 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345ab9e0-6b5b-4db4-8cb9-37b2e57d9525 req-0d9e1fd8-d0d3-4f2a-97e3-783cd93fe2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:29.712837 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-345ab9e0-6b5b-4db4-8cb9-37b2e57d9525 req-0d9e1fd8-d0d3-4f2a-97e3-783cd93fe2ca service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c1e130ec-b477-486c-aab6-7bd36b6d83da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430908 Nov 12 09:38:29.725549 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-361c7359-b177-4596-81b4-d5ebcf37c395 req-d7b14f62-dca6-41ba-82e3-1867b9f104c9 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=2d6e56b3-b7d6-493c-8800-75df6c3c60e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455821 Nov 12 09:38:29.805972 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-345ab9e0-6b5b-4db4-8cb9-37b2e57d9525 req-d4247f2e-0a77-46b2-a02d-ae7c9b6bf3b1 service neutron] 10.222.0.44 "GET /v2.0/networks/c1e130ec-b477-486c-aab6-7bd36b6d83da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839512 Nov 12 09:38:29.902832 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-345ab9e0-6b5b-4db4-8cb9-37b2e57d9525 req-9a5adc11-5c6c-4ac0-86dd-81d6a2db5ad0 service neutron] 10.222.0.44 "GET /v2.0/networks/c1e130ec-b477-486c-aab6-7bd36b6d83da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879393 Nov 12 09:38:30.845211 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ea10b9-a4fc-4b03-bef5-df94a79518d1 req-bbb11a92-5ca8-47f1-890c-f646ee4233f7 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:30.847044 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f7ea10b9-a4fc-4b03-bef5-df94a79518d1 req-bbb11a92-5ca8-47f1-890c-f646ee4233f7 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b92e2b6-db28-4152-a938-722e6b245b79 HTTP/1.1" status: 200 len: 943 time: 0.0509610 Nov 12 09:38:30.900498 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f7ea10b9-a4fc-4b03-bef5-df94a79518d1 req-bde01a4f-f27c-4298-84b9-68d305678f41 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=2d6e56b3-b7d6-493c-8800-75df6c3c60e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475636 Nov 12 09:38:31.016765 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b92e2b6-db28-4152-a938-722e6b245b79', 'tag': '4e3e6017-8fd6-414d-b25f-a006f7ac03b2'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:38:31.019146 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c022ff2c5cb8d3060857f92f3690e67c01ee9cc1391db4b92ea76e21aea06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a693ff-0c09-45d1-93e9-56f56c7fa7b5" -d '{"events": [{"name": "network-changed", "server_uuid": "7b92e2b6-db28-4152-a938-722e6b245b79", "tag": "4e3e6017-8fd6-414d-b25f-a006f7ac03b2"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:38:31.066652 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5ec0fd8-0176-4520-a9c6-0419f5ec0f08 x-openstack-request-id: req-a5ec0fd8-0176-4520-a9c6-0419f5ec0f08 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:38:31.066953 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b92e2b6-db28-4152-a938-722e6b245b79", "tag": "4e3e6017-8fd6-414d-b25f-a006f7ac03b2", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:38:31.067212 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a5ec0fd8-0176-4520-a9c6-0419f5ec0f08 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:38:31.067636 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b92e2b6-db28-4152-a938-722e6b245b79', 'tag': '4e3e6017-8fd6-414d-b25f-a006f7ac03b2', 'status': 'completed', 'code': 200} Nov 12 09:38:31.156325 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a693ff-0c09-45d1-93e9-56f56c7fa7b5 req-16c7ae0e-e03d-4f78-a810-ad28366a7557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:31.158686 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-57a693ff-0c09-45d1-93e9-56f56c7fa7b5 req-16c7ae0e-e03d-4f78-a810-ad28366a7557 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a3e02b7551c24b2895d8eeeb9a0b62b4&device_id=7b92e2b6-db28-4152-a938-722e6b245b79 HTTP/1.1" status: 200 len: 1095 time: 0.0725691 Nov 12 09:38:31.178230 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a693ff-0c09-45d1-93e9-56f56c7fa7b5 req-1a196d41-c883-4fc6-bee2-571cb766f7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:31.179654 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-57a693ff-0c09-45d1-93e9-56f56c7fa7b5 req-1a196d41-c883-4fc6-bee2-571cb766f7d9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a3e02b7551c24b2895d8eeeb9a0b62b4&device_id=7b92e2b6-db28-4152-a938-722e6b245b79 HTTP/1.1" status: 200 len: 1095 time: 0.0631027 Nov 12 09:38:31.325166 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a693ff-0c09-45d1-93e9-56f56c7fa7b5 req-cae26dcb-b5db-412c-b48d-498f34c013b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:31.326540 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-57a693ff-0c09-45d1-93e9-56f56c7fa7b5 req-cae26dcb-b5db-412c-b48d-498f34c013b7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c1e130ec-b477-486c-aab6-7bd36b6d83da HTTP/1.1" status: 200 len: 898 time: 0.1592131 Nov 12 09:38:31.343677 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a693ff-0c09-45d1-93e9-56f56c7fa7b5 req-7b8e0a73-10af-4936-961a-5d8c5804a006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:31.345530 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-57a693ff-0c09-45d1-93e9-56f56c7fa7b5 req-7b8e0a73-10af-4936-961a-5d8c5804a006 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c1e130ec-b477-486c-aab6-7bd36b6d83da HTTP/1.1" status: 200 len: 898 time: 0.1548207 Nov 12 09:38:31.445491 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-57a693ff-0c09-45d1-93e9-56f56c7fa7b5 req-413cc467-920e-4db7-a494-697b254ad4b4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e3e6017-8fd6-414d-b25f-a006f7ac03b2 HTTP/1.1" status: 200 len: 998 time: 0.1114385 Nov 12 09:38:31.451176 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-57a693ff-0c09-45d1-93e9-56f56c7fa7b5 req-d5fcea9b-19de-49e8-9479-d7f7e66022f6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e3e6017-8fd6-414d-b25f-a006f7ac03b2 HTTP/1.1" status: 200 len: 998 time: 0.0781500 Nov 12 09:38:31.528237 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a693ff-0c09-45d1-93e9-56f56c7fa7b5 req-5dbdb57d-b6f3-42a4-8f7e-485720da5952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:31.529642 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-57a693ff-0c09-45d1-93e9-56f56c7fa7b5 req-5dbdb57d-b6f3-42a4-8f7e-485720da5952 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9b05f678-3ef9-4559-a580-94f9882596f2 HTTP/1.1" status: 200 len: 835 time: 0.0770822 Nov 12 09:38:31.535046 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a693ff-0c09-45d1-93e9-56f56c7fa7b5 req-463e4755-e36e-44de-813d-359b40418aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:31.536360 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-57a693ff-0c09-45d1-93e9-56f56c7fa7b5 req-463e4755-e36e-44de-813d-359b40418aad service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9b05f678-3ef9-4559-a580-94f9882596f2 HTTP/1.1" status: 200 len: 835 time: 0.0581894 Nov 12 09:38:31.607916 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a693ff-0c09-45d1-93e9-56f56c7fa7b5 req-aedeee09-2708-49f6-8abc-506881aabfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:31.609404 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-57a693ff-0c09-45d1-93e9-56f56c7fa7b5 req-aedeee09-2708-49f6-8abc-506881aabfaf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c1e130ec-b477-486c-aab6-7bd36b6d83da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0713866 Nov 12 09:38:31.614748 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a693ff-0c09-45d1-93e9-56f56c7fa7b5 req-350ca61a-fc5d-41c9-a84b-bf90b2e52c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:31.616097 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-57a693ff-0c09-45d1-93e9-56f56c7fa7b5 req-350ca61a-fc5d-41c9-a84b-bf90b2e52c8a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c1e130ec-b477-486c-aab6-7bd36b6d83da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0689027 Nov 12 09:38:31.780055 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-57a693ff-0c09-45d1-93e9-56f56c7fa7b5 req-85dacf0c-85a6-4f61-875c-d0d61d032717 service neutron] 10.222.0.21 "GET /v2.0/networks/c1e130ec-b477-486c-aab6-7bd36b6d83da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623597 Nov 12 09:38:31.784513 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-57a693ff-0c09-45d1-93e9-56f56c7fa7b5 req-d7caa4b3-6b2a-4511-8014-91c4cd412d6f service neutron] 10.222.0.44 "GET /v2.0/networks/c1e130ec-b477-486c-aab6-7bd36b6d83da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594276 Nov 12 09:38:31.952636 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-57a693ff-0c09-45d1-93e9-56f56c7fa7b5 req-30bba44c-57b5-4235-aef0-9dee12b4ae85 service neutron] 10.222.0.21 "GET /v2.0/networks/c1e130ec-b477-486c-aab6-7bd36b6d83da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641500 Nov 12 09:38:31.956418 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-57a693ff-0c09-45d1-93e9-56f56c7fa7b5 req-0f43504a-3764-42a8-9a93-274e6118da4b service neutron] 10.222.0.44 "GET /v2.0/networks/c1e130ec-b477-486c-aab6-7bd36b6d83da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591556 Nov 12 09:38:32.025877 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad81118-2655-4656-8f22-e03efde7129f req-2b4a9c36-0fa8-4443-84e2-cefcbb36c5f4 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:32.027417 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6ad81118-2655-4656-8f22-e03efde7129f req-2b4a9c36-0fa8-4443-84e2-cefcbb36c5f4 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b92e2b6-db28-4152-a938-722e6b245b79 HTTP/1.1" status: 200 len: 943 time: 0.0499098 Nov 12 09:38:32.077032 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6ad81118-2655-4656-8f22-e03efde7129f req-f9cd9ec9-54b8-40af-bfa5-4a3710f4fa4c tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=2d6e56b3-b7d6-493c-8800-75df6c3c60e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428574 Nov 12 09:38:32.271112 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869a2937-922d-4188-ac38-1fd17db894a7 req-6eb895f9-822c-4967-9116-18c6fb0d945f tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:32.272596 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-869a2937-922d-4188-ac38-1fd17db894a7 req-6eb895f9-822c-4967-9116-18c6fb0d945f tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b92e2b6-db28-4152-a938-722e6b245b79 HTTP/1.1" status: 200 len: 943 time: 0.0502760 Nov 12 09:38:32.289513 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6374c639-934c-4b3f-a393-dba29b2c2042 req-be5a866e-c595-4406-9a1f-6875d09eddb5 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:32.291054 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6374c639-934c-4b3f-a393-dba29b2c2042 req-be5a866e-c595-4406-9a1f-6875d09eddb5 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b92e2b6-db28-4152-a938-722e6b245b79&tenant_id=a3e02b7551c24b2895d8eeeb9a0b62b4&binding%3Ahost_id=n-h2-765315-29 HTTP/1.1" status: 200 len: 943 time: 0.0529799 Nov 12 09:38:32.323813 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-869a2937-922d-4188-ac38-1fd17db894a7 req-ff932dd5-644e-452c-8213-4c8f3847c188 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=2d6e56b3-b7d6-493c-8800-75df6c3c60e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446110 Nov 12 09:38:32.356576 n-d-765315-29 neutron-server[102599]: INFO neutron.api.v2.resource [req-6374c639-934c-4b3f-a393-dba29b2c2042 req-07d8f316-dcf9-4127-a708-126554dfdfa6 service neutron] delete failed (client error): The resource could not be found. Nov 12 09:38:32.357582 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6374c639-934c-4b3f-a393-dba29b2c2042 req-07d8f316-dcf9-4127-a708-126554dfdfa6 service neutron] 10.222.0.21 "DELETE /v2.0/ports/4e3e6017-8fd6-414d-b25f-a006f7ac03b2/bindings/n-h1-765315-29 HTTP/1.1" status: 404 len: 381 time: 0.0578108 Nov 12 09:38:32.445759 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6374c639-934c-4b3f-a393-dba29b2c2042 req-ad1486fe-ce88-4f25-a564-2b9597d595ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:32.447271 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6374c639-934c-4b3f-a393-dba29b2c2042 req-ad1486fe-ce88-4f25-a564-2b9597d595ae service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a3e02b7551c24b2895d8eeeb9a0b62b4&device_id=7b92e2b6-db28-4152-a938-722e6b245b79 HTTP/1.1" status: 200 len: 1095 time: 0.0429549 Nov 12 09:38:32.447416 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793b71a3-3bac-492c-930d-fbfdb8fec560 req-30cc67a7-7436-4332-95a2-35e94bbc6926 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:32.448829 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-793b71a3-3bac-492c-930d-fbfdb8fec560 req-30cc67a7-7436-4332-95a2-35e94bbc6926 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b92e2b6-db28-4152-a938-722e6b245b79 HTTP/1.1" status: 200 len: 943 time: 0.0547721 Nov 12 09:38:32.499667 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-793b71a3-3bac-492c-930d-fbfdb8fec560 req-4d703cfc-2ad4-4665-a1c2-315fe5caccc2 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=2d6e56b3-b7d6-493c-8800-75df6c3c60e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448244 Nov 12 09:38:32.535571 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 4e3e6017-8fd6-414d-b25f-a006f7ac03b2 details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:38:32.546394 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6374c639-934c-4b3f-a393-dba29b2c2042 req-1ca12e9c-49a9-4011-bccf-9fc6bcb35db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:32.548624 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6374c639-934c-4b3f-a393-dba29b2c2042 req-1ca12e9c-49a9-4011-bccf-9fc6bcb35db8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c1e130ec-b477-486c-aab6-7bd36b6d83da HTTP/1.1" status: 200 len: 898 time: 0.0916641 Nov 12 09:38:32.616015 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6374c639-934c-4b3f-a393-dba29b2c2042 req-b477f388-0b60-416f-aed6-0657253ce8a6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e3e6017-8fd6-414d-b25f-a006f7ac03b2 HTTP/1.1" status: 200 len: 998 time: 0.0600777 Nov 12 09:38:32.634004 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 4e3e6017-8fd6-414d-b25f-a006f7ac03b2, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=4e3e6017-8fd6-414d-b25f-a006f7ac03b2,segment=NetworkSegment(f41de479-13d5-4855-834c-9ed086e58bf3),segment_id=f41de479-13d5-4855-834c-9ed086e58bf3)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:38:32.645449 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': '4e3e6017-8fd6-414d-b25f-a006f7ac03b2', 'network_id': 'c1e130ec-b477-486c-aab6-7bd36b6d83da', 'port_id': '4e3e6017-8fd6-414d-b25f-a006f7ac03b2', 'mac_address': 'fa:16:3e:53:97:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b05f678-3ef9-4559-a580-94f9882596f2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:38:32.665725 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6374c639-934c-4b3f-a393-dba29b2c2042 req-499b3a70-034d-404a-92d8-9209f3ae9f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:32.667213 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6374c639-934c-4b3f-a393-dba29b2c2042 req-499b3a70-034d-404a-92d8-9209f3ae9f15 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9b05f678-3ef9-4559-a580-94f9882596f2 HTTP/1.1" status: 200 len: 835 time: 0.0437059 Nov 12 09:38:32.684065 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:32.697537 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e3e6017-8fd6-414d-b25f-a006f7ac03b2 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:38:32.717858 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 4e3e6017-8fd6-414d-b25f-a006f7ac03b2, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=4e3e6017-8fd6-414d-b25f-a006f7ac03b2,segment=NetworkSegment(f41de479-13d5-4855-834c-9ed086e58bf3),segment_id=f41de479-13d5-4855-834c-9ed086e58bf3)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:38:32.718414 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6374c639-934c-4b3f-a393-dba29b2c2042 req-f54d0c18-4c6b-4906-880d-dafa3b9280b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:32.720741 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6374c639-934c-4b3f-a393-dba29b2c2042 req-f54d0c18-4c6b-4906-880d-dafa3b9280b6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c1e130ec-b477-486c-aab6-7bd36b6d83da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447428 Nov 12 09:38:32.722909 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:32.775987 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=4e3e6017-8fd6-414d-b25f-a006f7ac03b2,revision_number=8']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:38:32.784120 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:32.784463 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:32.784795 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:32.785123 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:32.785460 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:32.785773 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:32.786088 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:32.786404 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:32.786750 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:32.787070 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:32.787381 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:32.787697 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:32.814113 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6374c639-934c-4b3f-a393-dba29b2c2042 req-74675c95-e421-4a57-aec9-a8d9e4a2f51d service neutron] 10.222.0.21 "GET /v2.0/networks/c1e130ec-b477-486c-aab6-7bd36b6d83da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856345 Nov 12 09:38:32.913809 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6374c639-934c-4b3f-a393-dba29b2c2042 req-138c47c7-c9dd-4217-864b-b77124dc8001 service neutron] 10.222.0.21 "GET /v2.0/networks/c1e130ec-b477-486c-aab6-7bd36b6d83da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922215 Nov 12 09:38:33.212719 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['4e3e6017-8fd6-414d-b25f-a006f7ac03b2'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:38:33.231922 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:38:33.619044 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 4e3e6017-8fd6-414d-b25f-a006f7ac03b2 no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:38:33.628845 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3f9985-3578-40c8-b34c-e10bec61230a req-2dfff31c-a4a9-4665-b62e-83afbe9121e9 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:33.630388 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-eb3f9985-3578-40c8-b34c-e10bec61230a req-2dfff31c-a4a9-4665-b62e-83afbe9121e9 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b92e2b6-db28-4152-a938-722e6b245b79 HTTP/1.1" status: 200 len: 944 time: 0.0507555 Nov 12 09:38:33.660259 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 4e3e6017-8fd6-414d-b25f-a006f7ac03b2 not bound to the agent host n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:38:33.682613 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-eb3f9985-3578-40c8-b34c-e10bec61230a req-c25a5050-e6e3-4ba8-aaac-5a4059582314 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=2d6e56b3-b7d6-493c-8800-75df6c3c60e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462210 Nov 12 09:38:33.705294 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 44010) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:38:33.770285 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-e0adebf2-b80b-49fc-9e3e-687a81d2cecd tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/floatingips/f57ab2de-b0e9-4011-9534-df03dbeb4097 HTTP/1.1" status: 200 len: 991 time: 0.0638587 Nov 12 09:38:34.167282 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-0a7a0fca-d4e2-4790-8e76-dbd4924a5fed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:34.535699 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 4e3e6017-8fd6-414d-b25f-a006f7ac03b2 up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:38:34.584246 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning for port 4e3e6017-8fd6-414d-b25f-a006f7ac03b2 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:38:34.588381 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port 4e3e6017-8fd6-414d-b25f-a006f7ac03b2 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:38:34.588744 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:34.667483 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:34.691051 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b92e2b6-db28-4152-a938-722e6b245b79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e3e6017-8fd6-414d-b25f-a006f7ac03b2'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:38:34.693293 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132d5890bda14c85ea4d6a837dfa65400ea66c0cb50158568a7b02b7fe216ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88d62ea0-b340-4e5a-935c-5f7ed0d9fe79" -d '{"events": [{"server_uuid": "7b92e2b6-db28-4152-a938-722e6b245b79", "name": "network-vif-plugged", "status": "completed", "tag": "4e3e6017-8fd6-414d-b25f-a006f7ac03b2"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:38:34.708270 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 4e3e6017-8fd6-414d-b25f-a006f7ac03b2, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=4e3e6017-8fd6-414d-b25f-a006f7ac03b2,segment=NetworkSegment(f41de479-13d5-4855-834c-9ed086e58bf3),segment_id=f41de479-13d5-4855-834c-9ed086e58bf3)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:38:34.712772 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:34.761179 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=4e3e6017-8fd6-414d-b25f-a006f7ac03b2,revision_number=9']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:38:34.787545 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-796d25aa-0003-4d8f-8fbd-23e2061a0bb8 x-openstack-request-id: req-796d25aa-0003-4d8f-8fbd-23e2061a0bb8 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:38:34.787955 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b92e2b6-db28-4152-a938-722e6b245b79", "name": "network-vif-plugged", "status": "completed", "tag": "4e3e6017-8fd6-414d-b25f-a006f7ac03b2", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:38:34.788216 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-796d25aa-0003-4d8f-8fbd-23e2061a0bb8 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:38:34.788643 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b92e2b6-db28-4152-a938-722e6b245b79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e3e6017-8fd6-414d-b25f-a006f7ac03b2', 'code': 200} Nov 12 09:38:36.280147 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:37.197826 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b9faed93-659d-4f28-bc3f-82722c7b83c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:38.258533 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:39.593760 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:40.187630 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:43.386060 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:04.169727 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-78847a08-3a49-4205-8d2c-bca2a2ed9437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:04.319344 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 44026) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:39:04.480600 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-f3907bcb-2f0c-4d70-af13-0e3975a46b48 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Deleting port d7f91979-3598-4b78-b8d8-f48b2de6fc65 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:39:04.480845 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f3907bcb-2f0c-4d70-af13-0e3975a46b48 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:04.559759 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f3907bcb-2f0c-4d70-af13-0e3975a46b48 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:04.560086 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f3907bcb-2f0c-4d70-af13-0e3975a46b48 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:04.571581 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-f3907bcb-2f0c-4d70-af13-0e3975a46b48 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Calling delete_port for d7f91979-3598-4b78-b8d8-f48b2de6fc65 owned by network:floatingip {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:39:04.719606 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f3907bcb-2f0c-4d70-af13-0e3975a46b48 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:04.748238 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3907bcb-2f0c-4d70-af13-0e3975a46b48 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event deleted for resources: {'Port': ['ID=d7f91979-3598-4b78-b8d8-f48b2de6fc65,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:04.760806 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3907bcb-2f0c-4d70-af13-0e3975a46b48 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:04.761666 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3907bcb-2f0c-4d70-af13-0e3975a46b48 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:04.761666 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3907bcb-2f0c-4d70-af13-0e3975a46b48 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:04.763101 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3907bcb-2f0c-4d70-af13-0e3975a46b48 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:04.763101 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3907bcb-2f0c-4d70-af13-0e3975a46b48 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:04.763101 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3907bcb-2f0c-4d70-af13-0e3975a46b48 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:04.763101 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3907bcb-2f0c-4d70-af13-0e3975a46b48 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:04.763101 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3907bcb-2f0c-4d70-af13-0e3975a46b48 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:04.763845 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3907bcb-2f0c-4d70-af13-0e3975a46b48 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:04.763845 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3907bcb-2f0c-4d70-af13-0e3975a46b48 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:04.764107 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3907bcb-2f0c-4d70-af13-0e3975a46b48 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:04.764352 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3907bcb-2f0c-4d70-af13-0e3975a46b48 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:04.820954 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f3907bcb-2f0c-4d70-af13-0e3975a46b48 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for floatingip, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:04.821279 n-d-765315-29 neutron-server[102600]: INFO neutron.db.l3_db [None req-f3907bcb-2f0c-4d70-af13-0e3975a46b48 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Floating IP f57ab2de-b0e9-4011-9534-df03dbeb4097 disassociated (deleted). External IP: 172.25.2.64, port: 4e3e6017-8fd6-414d-b25f-a006f7ac03b2. Nov 12 09:39:05.037318 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3907bcb-2f0c-4d70-af13-0e3975a46b48 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Router c9a5b6fc-92d9-44ef-93f2-27ea0fa35c72 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:39:05.157952 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3907bcb-2f0c-4d70-af13-0e3975a46b48 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:39:05.163072 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f3907bcb-2f0c-4d70-af13-0e3975a46b48 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:05.169604 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5005ed0-d5b1-4276-af7c-5678b41e6084 None None] Sync routers for ids ['c9a5b6fc-92d9-44ef-93f2-27ea0fa35c72'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:39:05.180946 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5005ed0-d5b1-4276-af7c-5678b41e6084 None None] Routers {'c9a5b6fc-92d9-44ef-93f2-27ea0fa35c72'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:39:05.182500 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-d5005ed0-d5b1-4276-af7c-5678b41e6084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:38:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['c9a5b6fc-92d9-44ef-93f2-27ea0fa35c72'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:39:05.192028 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-f3907bcb-2f0c-4d70-af13-0e3975a46b48 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "DELETE /v2.0/floatingips/f57ab2de-b0e9-4011-9534-df03dbeb4097 HTTP/1.1" status: 204 len: 168 time: 0.8715720 Nov 12 09:39:05.192620 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b92e2b6-db28-4152-a938-722e6b245b79', 'tag': '4e3e6017-8fd6-414d-b25f-a006f7ac03b2'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:39:05.194896 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b9376c9088a4f533a787632e68a0b9d71673112fb90a02c33b14ced1cf80ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0716017d-ecad-4628-bfa9-d269b4a1a175" -d '{"events": [{"name": "network-changed", "server_uuid": "7b92e2b6-db28-4152-a938-722e6b245b79", "tag": "4e3e6017-8fd6-414d-b25f-a006f7ac03b2"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:39:05.298966 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-d5005ed0-d5b1-4276-af7c-5678b41e6084 None None] Set router c9a5b6fc-92d9-44ef-93f2-27ea0fa35c72 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:39:05.358706 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a22940bd-fb6f-4c1c-a873-a243066500b5 x-openstack-request-id: req-a22940bd-fb6f-4c1c-a873-a243066500b5 {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:39:05.359726 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b92e2b6-db28-4152-a938-722e6b245b79", "tag": "4e3e6017-8fd6-414d-b25f-a006f7ac03b2", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:39:05.359995 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a22940bd-fb6f-4c1c-a873-a243066500b5 {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:39:05.360410 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b92e2b6-db28-4152-a938-722e6b245b79', 'tag': '4e3e6017-8fd6-414d-b25f-a006f7ac03b2', 'status': 'completed', 'code': 200} Nov 12 09:39:05.464241 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9026f14-c8f7-4fbf-9012-00f052a75e7e req-196a6beb-c72c-4ab1-b661-5d598048db29 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:39:05.466738 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e9026f14-c8f7-4fbf-9012-00f052a75e7e req-196a6beb-c72c-4ab1-b661-5d598048db29 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b92e2b6-db28-4152-a938-722e6b245b79 HTTP/1.1" status: 200 len: 945 time: 0.0560744 Nov 12 09:39:05.477909 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0716017d-ecad-4628-bfa9-d269b4a1a175 req-be194cb1-8f82-401a-9233-ec66f71b6a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:39:05.480181 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0716017d-ecad-4628-bfa9-d269b4a1a175 req-be194cb1-8f82-401a-9233-ec66f71b6a4b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a3e02b7551c24b2895d8eeeb9a0b62b4&device_id=7b92e2b6-db28-4152-a938-722e6b245b79 HTTP/1.1" status: 200 len: 1097 time: 0.0465724 Nov 12 09:39:05.518196 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-d5005ed0-d5b1-4276-af7c-5678b41e6084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a5b6fc-92d9-44ef-93f2-27ea0fa35c72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040658932', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '9a6834e5-eb65-42d5-9df5-5c8ce3c24d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:36:38Z', 'updated_at': '2021-11-12T09:36:42Z', 'revision_number': 4, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'gw_port': {'id': '9a6834e5-eb65-42d5-9df5-5c8ce3c24d90', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:28:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a5b6fc-92d9-44ef-93f2-27ea0fa35c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:36:38Z', 'updated_at': '2021-11-12T09:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': 'dff7a720-ab3b-45ce-8f92-419118fa5a87', 'name': '', 'network_id': 'c1e130ec-b477-486c-aab6-7bd36b6d83da', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'mac_address': 'fa:16:3e:1d:34:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a5b6fc-92d9-44ef-93f2-27ea0fa35c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '9b05f678-3ef9-4559-a580-94f9882596f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:36:41Z', 'updated_at': '2021-11-12T09:36:45Z', 'revision_number': 5, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'subnets': [{'id': '9b05f678-3ef9-4559-a580-94f9882596f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:39:05.521931 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e9026f14-c8f7-4fbf-9012-00f052a75e7e req-1aec7219-2069-4d17-813b-7cbe8204c996 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=2d6e56b3-b7d6-493c-8800-75df6c3c60e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467906 Nov 12 09:39:05.547729 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5005ed0-d5b1-4276-af7c-5678b41e6084 None None] Checking router: c9a5b6fc-92d9-44ef-93f2-27ea0fa35c72 for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:39:05.556497 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5005ed0-d5b1-4276-af7c-5678b41e6084 None None] Routers {'c9a5b6fc-92d9-44ef-93f2-27ea0fa35c72'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:39:05.557032 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-d5005ed0-d5b1-4276-af7c-5678b41e6084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:38:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['c9a5b6fc-92d9-44ef-93f2-27ea0fa35c72'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:39:05.579537 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0716017d-ecad-4628-bfa9-d269b4a1a175 req-efe1d079-c3f8-4cbe-8373-c40b11575136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:39:05.581015 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0716017d-ecad-4628-bfa9-d269b4a1a175 req-efe1d079-c3f8-4cbe-8373-c40b11575136 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c1e130ec-b477-486c-aab6-7bd36b6d83da HTTP/1.1" status: 200 len: 898 time: 0.0921032 Nov 12 09:39:05.633707 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0716017d-ecad-4628-bfa9-d269b4a1a175 req-7b373d45-1e51-4544-a6ad-4ed64bf3a766 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e3e6017-8fd6-414d-b25f-a006f7ac03b2 HTTP/1.1" status: 200 len: 217 time: 0.0425186 Nov 12 09:39:05.668237 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-d5005ed0-d5b1-4276-af7c-5678b41e6084 None None] Set router c9a5b6fc-92d9-44ef-93f2-27ea0fa35c72 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:39:05.688861 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0716017d-ecad-4628-bfa9-d269b4a1a175 req-bf74ca93-7e1a-4ba2-91f8-afb31d07f477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:39:05.690334 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0716017d-ecad-4628-bfa9-d269b4a1a175 req-bf74ca93-7e1a-4ba2-91f8-afb31d07f477 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9b05f678-3ef9-4559-a580-94f9882596f2 HTTP/1.1" status: 200 len: 835 time: 0.0464256 Nov 12 09:39:05.745547 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0716017d-ecad-4628-bfa9-d269b4a1a175 req-ab531d54-ee1e-4528-a837-bbaf0f990edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:39:05.747172 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0716017d-ecad-4628-bfa9-d269b4a1a175 req-ab531d54-ee1e-4528-a837-bbaf0f990edb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c1e130ec-b477-486c-aab6-7bd36b6d83da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456860 Nov 12 09:39:05.848057 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0716017d-ecad-4628-bfa9-d269b4a1a175 req-7e820d42-960b-4f97-8a77-522d6aebb2dd service neutron] 10.222.0.44 "GET /v2.0/networks/c1e130ec-b477-486c-aab6-7bd36b6d83da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928810 Nov 12 09:39:05.877165 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-d5005ed0-d5b1-4276-af7c-5678b41e6084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a5b6fc-92d9-44ef-93f2-27ea0fa35c72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040658932', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '9a6834e5-eb65-42d5-9df5-5c8ce3c24d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:36:38Z', 'updated_at': '2021-11-12T09:36:42Z', 'revision_number': 4, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'gw_port': {'id': '9a6834e5-eb65-42d5-9df5-5c8ce3c24d90', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:28:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a5b6fc-92d9-44ef-93f2-27ea0fa35c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:36:38Z', 'updated_at': '2021-11-12T09:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': 'dff7a720-ab3b-45ce-8f92-419118fa5a87', 'name': '', 'network_id': 'c1e130ec-b477-486c-aab6-7bd36b6d83da', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'mac_address': 'fa:16:3e:1d:34:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a5b6fc-92d9-44ef-93f2-27ea0fa35c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '9b05f678-3ef9-4559-a580-94f9882596f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:36:41Z', 'updated_at': '2021-11-12T09:36:45Z', 'revision_number': 5, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'subnets': [{'id': '9b05f678-3ef9-4559-a580-94f9882596f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:39:05.908132 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5005ed0-d5b1-4276-af7c-5678b41e6084 None None] The sync data for ids ['c9a5b6fc-92d9-44ef-93f2-27ea0fa35c72'] in n-d-765315-29 is: [{'id': 'c9a5b6fc-92d9-44ef-93f2-27ea0fa35c72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040658932', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '9a6834e5-eb65-42d5-9df5-5c8ce3c24d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:36:38Z', 'updated_at': '2021-11-12T09:36:42Z', 'revision_number': 4, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'gw_port': {'id': '9a6834e5-eb65-42d5-9df5-5c8ce3c24d90', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:28:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a5b6fc-92d9-44ef-93f2-27ea0fa35c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:36:38Z', 'updated_at': '2021-11-12T09:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': 'dff7a720-ab3b-45ce-8f92-419118fa5a87', 'name': '', 'network_id': 'c1e130ec-b477-486c-aab6-7bd36b6d83da', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'mac_address': 'fa:16:3e:1d:34:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a5b6fc-92d9-44ef-93f2-27ea0fa35c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '9b05f678-3ef9-4559-a580-94f9882596f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:36:41Z', 'updated_at': '2021-11-12T09:36:45Z', 'revision_number': 5, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'subnets': [{'id': '9b05f678-3ef9-4559-a580-94f9882596f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:39:05.947435 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0716017d-ecad-4628-bfa9-d269b4a1a175 req-d5dc5859-711d-4afa-8a88-9aa8ef44be24 service neutron] 10.222.0.44 "GET /v2.0/networks/c1e130ec-b477-486c-aab6-7bd36b6d83da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918372 Nov 12 09:39:06.151170 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1404d7-0dbd-4adb-8735-0813e9b83281 None None] New status for floating IP f57ab2de-b0e9-4011-9534-df03dbeb4097: DOWN {{(pid=102602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:39:06.277930 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:06.650357 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2db0a7-f51b-4e65-b408-05df83411d1f req-cdc720eb-72a6-44fd-a80b-79b1de2ebf4d tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:39:06.651967 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1f2db0a7-f51b-4e65-b408-05df83411d1f req-cdc720eb-72a6-44fd-a80b-79b1de2ebf4d tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b92e2b6-db28-4152-a938-722e6b245b79 HTTP/1.1" status: 200 len: 945 time: 0.0579927 Nov 12 09:39:06.710721 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1f2db0a7-f51b-4e65-b408-05df83411d1f req-fc6b78e6-24f5-4a15-b17e-7ebd7e89086b tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=2d6e56b3-b7d6-493c-8800-75df6c3c60e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502543 Nov 12 09:39:07.158732 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146c5c28-1e71-4a6d-882e-f4e1bf7069fb req-43668bd5-030a-4e83-b0b4-b50fee814c4e tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:39:07.160436 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-146c5c28-1e71-4a6d-882e-f4e1bf7069fb req-43668bd5-030a-4e83-b0b4-b50fee814c4e tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b92e2b6-db28-4152-a938-722e6b245b79 HTTP/1.1" status: 200 len: 945 time: 0.0545776 Nov 12 09:39:07.201641 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-60965218-79fd-429d-9ba8-d79c72ec04cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:07.253185 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-146c5c28-1e71-4a6d-882e-f4e1bf7069fb req-c5878312-1a60-421f-a123-2ebcbb07569c tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Deleting port 4e3e6017-8fd6-414d-b25f-a006f7ac03b2 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:39:07.253425 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-146c5c28-1e71-4a6d-882e-f4e1bf7069fb req-c5878312-1a60-421f-a123-2ebcbb07569c tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:07.349165 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-146c5c28-1e71-4a6d-882e-f4e1bf7069fb req-c5878312-1a60-421f-a123-2ebcbb07569c tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] For port 4e3e6017-8fd6-414d-b25f-a006f7ac03b2, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=4e3e6017-8fd6-414d-b25f-a006f7ac03b2,segment=NetworkSegment(f41de479-13d5-4855-834c-9ed086e58bf3),segment_id=f41de479-13d5-4855-834c-9ed086e58bf3)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:39:07.349525 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-146c5c28-1e71-4a6d-882e-f4e1bf7069fb req-c5878312-1a60-421f-a123-2ebcbb07569c tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:07.364334 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-146c5c28-1e71-4a6d-882e-f4e1bf7069fb req-c5878312-1a60-421f-a123-2ebcbb07569c tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Calling delete_port for 4e3e6017-8fd6-414d-b25f-a006f7ac03b2 owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:39:07.493326 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-146c5c28-1e71-4a6d-882e-f4e1bf7069fb req-c5878312-1a60-421f-a123-2ebcbb07569c tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:07.526686 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5878312-1a60-421f-a123-2ebcbb07569c tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event deleted for resources: {'Port': ['ID=4e3e6017-8fd6-414d-b25f-a006f7ac03b2,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:07.569599 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-146c5c28-1e71-4a6d-882e-f4e1bf7069fb req-c5878312-1a60-421f-a123-2ebcbb07569c tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] No DVR routers for this DVR port 4e3e6017-8fd6-414d-b25f-a006f7ac03b2 on host n-h2-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:39:07.572143 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-146c5c28-1e71-4a6d-882e-f4e1bf7069fb req-c5878312-1a60-421f-a123-2ebcbb07569c tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:07.575677 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-146c5c28-1e71-4a6d-882e-f4e1bf7069fb req-c5878312-1a60-421f-a123-2ebcbb07569c tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.44 "DELETE /v2.0/ports/4e3e6017-8fd6-414d-b25f-a006f7ac03b2 HTTP/1.1" status: 204 len: 173 time: 0.4092298 Nov 12 09:39:07.576115 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b92e2b6-db28-4152-a938-722e6b245b79', 'name': 'network-vif-deleted', 'tag': '4e3e6017-8fd6-414d-b25f-a006f7ac03b2'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:39:07.578394 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c022ff2c5cb8d3060857f92f3690e67c01ee9cc1391db4b92ea76e21aea06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b462ac7-e4b1-4d27-ad4b-75103cebfe66" -d '{"events": [{"server_uuid": "7b92e2b6-db28-4152-a938-722e6b245b79", "name": "network-vif-deleted", "tag": "4e3e6017-8fd6-414d-b25f-a006f7ac03b2"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:39:07.623794 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31bc3002-6c9d-462e-a6a8-e9f58c13858a x-openstack-request-id: req-31bc3002-6c9d-462e-a6a8-e9f58c13858a {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:39:07.624081 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b92e2b6-db28-4152-a938-722e6b245b79", "name": "network-vif-deleted", "tag": "4e3e6017-8fd6-414d-b25f-a006f7ac03b2", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:39:07.624362 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-31bc3002-6c9d-462e-a6a8-e9f58c13858a {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:39:07.624755 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b92e2b6-db28-4152-a938-722e6b245b79', 'name': 'network-vif-deleted', 'tag': '4e3e6017-8fd6-414d-b25f-a006f7ac03b2', 'status': 'completed', 'code': 200} Nov 12 09:39:07.831294 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-df076023-c7a0-4f92-b535-4b8b809fc376 req-52913d0e-decd-446a-97c9-61142fff26b6 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b92e2b6-db28-4152-a938-722e6b245b79 HTTP/1.1" status: 200 len: 210 time: 0.0275705 Nov 12 09:39:08.263697 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:08.890411 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 44042) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:39:09.291180 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7b14a6ec-1047-48c5-805e-ab9c3fd5eb50 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933586'] for router_interface, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:09.568166 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-7b14a6ec-1047-48c5-805e-ab9c3fd5eb50 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Deleting port dff7a720-ab3b-45ce-8f92-419118fa5a87 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:39:09.568404 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7b14a6ec-1047-48c5-805e-ab9c3fd5eb50 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:09.600259 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:09.662482 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-7b14a6ec-1047-48c5-805e-ab9c3fd5eb50 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] For port dff7a720-ab3b-45ce-8f92-419118fa5a87, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=dff7a720-ab3b-45ce-8f92-419118fa5a87,segment=NetworkSegment(f41de479-13d5-4855-834c-9ed086e58bf3),segment_id=f41de479-13d5-4855-834c-9ed086e58bf3)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:39:09.662896 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7b14a6ec-1047-48c5-805e-ab9c3fd5eb50 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:09.677280 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-7b14a6ec-1047-48c5-805e-ab9c3fd5eb50 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Calling delete_port for dff7a720-ab3b-45ce-8f92-419118fa5a87 owned by network:router_interface {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:39:09.872589 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7b14a6ec-1047-48c5-805e-ab9c3fd5eb50 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:09.904648 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b14a6ec-1047-48c5-805e-ab9c3fd5eb50 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event deleted for resources: {'Port': ['ID=dff7a720-ab3b-45ce-8f92-419118fa5a87,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:10.193302 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:10.230947 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:39:10.369993 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7b14a6ec-1047-48c5-805e-ab9c3fd5eb50 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918626'] for router_interface, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:10.591237 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b14a6ec-1047-48c5-805e-ab9c3fd5eb50 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Router c9a5b6fc-92d9-44ef-93f2-27ea0fa35c72 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:39:10.700311 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b14a6ec-1047-48c5-805e-ab9c3fd5eb50 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:39:10.706440 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-7b14a6ec-1047-48c5-805e-ab9c3fd5eb50 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "PUT /v2.0/routers/c9a5b6fc-92d9-44ef-93f2-27ea0fa35c72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8148959 Nov 12 09:39:10.709321 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 44044) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:39:10.711346 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2ab1d7-5817-4b41-be0d-c44649df14b1 None None] Sync routers for ids ['c9a5b6fc-92d9-44ef-93f2-27ea0fa35c72'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:39:10.722128 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2ab1d7-5817-4b41-be0d-c44649df14b1 None None] Routers {'c9a5b6fc-92d9-44ef-93f2-27ea0fa35c72'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:39:10.722777 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-4e2ab1d7-5817-4b41-be0d-c44649df14b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:39:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['c9a5b6fc-92d9-44ef-93f2-27ea0fa35c72'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:39:10.762636 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-0813d876-8b53-4f63-b953-9de023c29e97 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Deleting subnet 9b05f678-3ef9-4559-a580-94f9882596f2 {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:39:10.765926 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0813d876-8b53-4f63-b953-9de023c29e97 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for subnet, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:10.812364 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0813d876-8b53-4f63-b953-9de023c29e97 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31181813'] for subnet, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:10.831025 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-4e2ab1d7-5817-4b41-be0d-c44649df14b1 None None] Set router c9a5b6fc-92d9-44ef-93f2-27ea0fa35c72 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:39:11.040823 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-4e2ab1d7-5817-4b41-be0d-c44649df14b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a5b6fc-92d9-44ef-93f2-27ea0fa35c72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040658932', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '9a6834e5-eb65-42d5-9df5-5c8ce3c24d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:36:38Z', 'updated_at': '2021-11-12T09:39:09Z', 'revision_number': 5, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'gw_port': {'id': '9a6834e5-eb65-42d5-9df5-5c8ce3c24d90', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:28:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a5b6fc-92d9-44ef-93f2-27ea0fa35c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:36:38Z', 'updated_at': '2021-11-12T09:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:39:11.069347 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2ab1d7-5817-4b41-be0d-c44649df14b1 None None] Checking router: c9a5b6fc-92d9-44ef-93f2-27ea0fa35c72 for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:39:11.079711 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2ab1d7-5817-4b41-be0d-c44649df14b1 None None] Routers {'c9a5b6fc-92d9-44ef-93f2-27ea0fa35c72'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:39:11.080402 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-4e2ab1d7-5817-4b41-be0d-c44649df14b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:39:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['c9a5b6fc-92d9-44ef-93f2-27ea0fa35c72'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:39:11.190464 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-4e2ab1d7-5817-4b41-be0d-c44649df14b1 None None] Set router c9a5b6fc-92d9-44ef-93f2-27ea0fa35c72 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:39:11.258439 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0813d876-8b53-4f63-b953-9de023c29e97 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:11.318886 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0813d876-8b53-4f63-b953-9de023c29e97 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:11.350979 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0813d876-8b53-4f63-b953-9de023c29e97 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event deleted for resources: {'Subnet': ['ID=9b05f678-3ef9-4559-a580-94f9882596f2,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:11.354711 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0813d876-8b53-4f63-b953-9de023c29e97 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:11.358019 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-0813d876-8b53-4f63-b953-9de023c29e97 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "DELETE /v2.0/subnets/9b05f678-3ef9-4559-a580-94f9882596f2 HTTP/1.1" status: 204 len: 168 time: 0.6476142 Nov 12 09:39:11.361315 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 44046) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:39:11.364101 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5c3615-76cd-4053-8665-7185bb868906 None None] Network c1e130ec-b477-486c-aab6-7bd36b6d83da requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:39:11.474267 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d64c622c-4c52-4cae-a8c4-cf6b1de10866 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for router, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:11.483378 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-4e2ab1d7-5817-4b41-be0d-c44649df14b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a5b6fc-92d9-44ef-93f2-27ea0fa35c72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040658932', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '9a6834e5-eb65-42d5-9df5-5c8ce3c24d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:36:38Z', 'updated_at': '2021-11-12T09:39:09Z', 'revision_number': 5, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'gw_port': {'id': '9a6834e5-eb65-42d5-9df5-5c8ce3c24d90', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:28:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a5b6fc-92d9-44ef-93f2-27ea0fa35c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:36:38Z', 'updated_at': '2021-11-12T09:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:39:11.589650 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d64c622c-4c52-4cae-a8c4-cf6b1de10866 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:11.650597 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-d64c622c-4c52-4cae-a8c4-cf6b1de10866 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Deleting port 9a6834e5-eb65-42d5-9df5-5c8ce3c24d90 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:39:11.650949 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d64c622c-4c52-4cae-a8c4-cf6b1de10866 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:11.679167 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2ab1d7-5817-4b41-be0d-c44649df14b1 None None] The sync data for ids ['c9a5b6fc-92d9-44ef-93f2-27ea0fa35c72'] in n-d-765315-29 is: [{'id': 'c9a5b6fc-92d9-44ef-93f2-27ea0fa35c72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040658932', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '9a6834e5-eb65-42d5-9df5-5c8ce3c24d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:36:38Z', 'updated_at': '2021-11-12T09:39:09Z', 'revision_number': 5, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'gw_port': {'id': '9a6834e5-eb65-42d5-9df5-5c8ce3c24d90', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:28:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a5b6fc-92d9-44ef-93f2-27ea0fa35c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:36:38Z', 'updated_at': '2021-11-12T09:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:39:11.752078 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-d64c622c-4c52-4cae-a8c4-cf6b1de10866 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] For port 9a6834e5-eb65-42d5-9df5-5c8ce3c24d90, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=9a6834e5-eb65-42d5-9df5-5c8ce3c24d90,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:39:11.752741 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d64c622c-4c52-4cae-a8c4-cf6b1de10866 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:11.766001 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-d64c622c-4c52-4cae-a8c4-cf6b1de10866 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Calling delete_port for 9a6834e5-eb65-42d5-9df5-5c8ce3c24d90 owned by network:router_gateway {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:39:11.943063 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d64c622c-4c52-4cae-a8c4-cf6b1de10866 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:11.968864 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64c622c-4c52-4cae-a8c4-cf6b1de10866 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event deleted for resources: {'Port': ['ID=9a6834e5-eb65-42d5-9df5-5c8ce3c24d90,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:11.986117 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74cc961d-66c2-4e41-8355-5610e791cdd0 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:39:12.053650 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6023d87-cdda-463c-ad68-5c8635fa1c26 None None] DHCP port deletion for c1e130ec-b477-486c-aab6-7bd36b6d83da request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:39:12.056930 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d64c622c-4c52-4cae-a8c4-cf6b1de10866 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-933016'] for router_gateway, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:12.114214 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-e6023d87-cdda-463c-ad68-5c8635fa1c26 None None] Deleting port 5fd2fdf4-9708-4ef4-beef-259b67f01c11 {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:39:12.114681 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e6023d87-cdda-463c-ad68-5c8635fa1c26 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:12.163039 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d64c622c-4c52-4cae-a8c4-cf6b1de10866 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:12.168774 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d64c622c-4c52-4cae-a8c4-cf6b1de10866 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:12.186540 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e6023d87-cdda-463c-ad68-5c8635fa1c26 None None] For port 5fd2fdf4-9708-4ef4-beef-259b67f01c11, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=5fd2fdf4-9708-4ef4-beef-259b67f01c11,segment=NetworkSegment(f41de479-13d5-4855-834c-9ed086e58bf3),segment_id=f41de479-13d5-4855-834c-9ed086e58bf3)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:39:12.187293 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e6023d87-cdda-463c-ad68-5c8635fa1c26 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:12.203725 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-e6023d87-cdda-463c-ad68-5c8635fa1c26 None None] Calling delete_port for 5fd2fdf4-9708-4ef4-beef-259b67f01c11 owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:39:12.217776 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d64c622c-4c52-4cae-a8c4-cf6b1de10866 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:12.219296 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d64c622c-4c52-4cae-a8c4-cf6b1de10866 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Fanout notify agent at l3_agent the message router_deleted on router c9a5b6fc-92d9-44ef-93f2-27ea0fa35c72 {{(pid=102599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:39:12.227517 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d64c622c-4c52-4cae-a8c4-cf6b1de10866 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:12.231218 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-d64c622c-4c52-4cae-a8c4-cf6b1de10866 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "DELETE /v2.0/routers/c9a5b6fc-92d9-44ef-93f2-27ea0fa35c72 HTTP/1.1" status: 204 len: 168 time: 0.8664148 Nov 12 09:39:12.231482 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 44048) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:39:12.298473 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e6023d87-cdda-463c-ad68-5c8635fa1c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:12.325209 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fd0ec668-60d7-4617-ab4a-1a88eae2472f tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:12.326746 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6023d87-cdda-463c-ad68-5c8635fa1c26 None None] Pushing event deleted for resources: {'Port': ['ID=5fd2fdf4-9708-4ef4-beef-259b67f01c11,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:12.330579 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6023d87-cdda-463c-ad68-5c8635fa1c26 None None] No DVR routers for this DVR port 5fd2fdf4-9708-4ef4-beef-259b67f01c11 on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:39:12.435241 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fd0ec668-60d7-4617-ab4a-1a88eae2472f tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:12.457787 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-fd0ec668-60d7-4617-ab4a-1a88eae2472f tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1e130ec-b477-486c-aab6-7bd36b6d83da']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:39:12.467983 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-fd0ec668-60d7-4617-ab4a-1a88eae2472f tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f41de479-13d5-4855-834c-9ed086e58bf3') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:39:12.468299 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-fd0ec668-60d7-4617-ab4a-1a88eae2472f tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f41de479-13d5-4855-834c-9ed086e58bf3') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:39:12.479067 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fd0ec668-60d7-4617-ab4a-1a88eae2472f tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:12.495466 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fd0ec668-60d7-4617-ab4a-1a88eae2472f tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:12.502885 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd0ec668-60d7-4617-ab4a-1a88eae2472f tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:39:12.503457 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fd0ec668-60d7-4617-ab4a-1a88eae2472f tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:12.506627 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 09:39:12.506627 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:39:12.506627 n-d-765315-29 neutron-server[102599]: timer() Nov 12 09:39:12.506627 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:39:12.506627 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 09:39:12.506627 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:39:12.506627 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 09:39:12.506627 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:39:12.506627 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 09:39:12.506627 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:39:12.506627 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 09:39:12.506627 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:39:12.506627 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 09:39:12.506627 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:39:12.506627 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:39:12.506627 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:39:12.506627 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:39:12.506627 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:39:12.506627 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 09:39:12.506627 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:39:12.506627 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 09:39:12.506627 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:39:12.506627 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:39:12.506627 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:39:12.506627 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 09:39:12.506627 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:39:12.506627 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:39:12.506627 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:39:12.506627 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:39:12.506627 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:39:12.506627 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:39:12.506627 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:39:12.567437 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fd0ec668-60d7-4617-ab4a-1a88eae2472f tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:12.574501 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fd0ec668-60d7-4617-ab4a-1a88eae2472f tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:12.577753 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-fd0ec668-60d7-4617-ab4a-1a88eae2472f tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "DELETE /v2.0/networks/c1e130ec-b477-486c-aab6-7bd36b6d83da HTTP/1.1" status: 204 len: 168 time: 0.3453674 Nov 12 09:39:12.581203 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 44050) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:39:12.599370 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0ec668-60d7-4617-ab4a-1a88eae2472f tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event deleted for resources: {'Network': ['ID=c1e130ec-b477-486c-aab6-7bd36b6d83da,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:12.651015 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c5b0747e-9243-4c88-916f-1eefadf333d0 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:12.654987 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 4e3e6017-8fd6-414d-b25f-a006f7ac03b2 no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:39:12.678686 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] No Port match for: 4e3e6017-8fd6-414d-b25f-a006f7ac03b2 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:39:12.679042 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 4e3e6017-8fd6-414d-b25f-a006f7ac03b2 not bound to the agent host n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:39:12.689688 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c5b0747e-9243-4c88-916f-1eefadf333d0 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:12.752182 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c5b0747e-9243-4c88-916f-1eefadf333d0 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:12.755027 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c5b0747e-9243-4c88-916f-1eefadf333d0 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:12.756386 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-c5b0747e-9243-4c88-916f-1eefadf333d0 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "DELETE /v2.0/security-groups/2d6e56b3-b7d6-493c-8800-75df6c3c60e0 HTTP/1.1" status: 204 len: 168 time: 0.1739459 Nov 12 09:39:12.766329 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b0747e-9243-4c88-916f-1eefadf333d0 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d6e56b3-b7d6-493c-8800-75df6c3c60e0,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:13.023429 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device dff7a720-ab3b-45ce-8f92-419118fa5a87 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:39:13.049206 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: dff7a720-ab3b-45ce-8f92-419118fa5a87 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:39:13.050054 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device dff7a720-ab3b-45ce-8f92-419118fa5a87 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:39:13.050515 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 9a6834e5-eb65-42d5-9df5-5c8ce3c24d90 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:39:13.071488 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 9a6834e5-eb65-42d5-9df5-5c8ce3c24d90 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:39:13.071840 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 9a6834e5-eb65-42d5-9df5-5c8ce3c24d90 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:39:13.072257 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 5fd2fdf4-9708-4ef4-beef-259b67f01c11 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:39:13.086671 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 44056) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:39:13.091572 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-cbfec414-1c83-4001-a063-15c2607ca5e6 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-574026226', 'description': 'tempest-secgroup-smoke-574026226 description', 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:39:13.097449 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 5fd2fdf4-9708-4ef4-beef-259b67f01c11 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:39:13.097797 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 5fd2fdf4-9708-4ef4-beef-259b67f01c11 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:39:13.116223 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cbfec414-1c83-4001-a063-15c2607ca5e6 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:13.193414 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cbfec414-1c83-4001-a063-15c2607ca5e6 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:13.197164 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cbfec414-1c83-4001-a063-15c2607ca5e6 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:13.225703 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cbfec414-1c83-4001-a063-15c2607ca5e6 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:13.226953 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-cbfec414-1c83-4001-a063-15c2607ca5e6 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1392586 Nov 12 09:39:13.230059 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 44058) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:39:13.230939 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfec414-1c83-4001-a063-15c2607ca5e6 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d6a745-9890-4b32-ab2e-4f2b1327c212,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:13.235464 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-0f96e7c6-2a5a-4dea-b1e6-d88b6d8e109b tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Request body: {'security_group_rule': {'security_group_id': 'e3d6a745-9890-4b32-ab2e-4f2b1327c212', 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:39:13.261701 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0f96e7c6-2a5a-4dea-b1e6-d88b6d8e109b tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:13.318097 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0f96e7c6-2a5a-4dea-b1e6-d88b6d8e109b tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:13.321806 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0f96e7c6-2a5a-4dea-b1e6-d88b6d8e109b tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:13.340625 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f96e7c6-2a5a-4dea-b1e6-d88b6d8e109b tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbf34228-5581-42b1-8a28-d0c7d29e7251,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:13.345257 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-0f96e7c6-2a5a-4dea-b1e6-d88b6d8e109b tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:13.346455 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-0f96e7c6-2a5a-4dea-b1e6-d88b6d8e109b tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1152549 Nov 12 09:39:13.349255 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 44060) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:39:13.353674 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-7727053e-71d3-435e-99dc-c6ef85c6ce87 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Request body: {'security_group_rule': {'security_group_id': 'e3d6a745-9890-4b32-ab2e-4f2b1327c212', 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:39:13.383589 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7727053e-71d3-435e-99dc-c6ef85c6ce87 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:13.396939 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:13.441663 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7727053e-71d3-435e-99dc-c6ef85c6ce87 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:13.445328 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7727053e-71d3-435e-99dc-c6ef85c6ce87 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:13.463640 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7727053e-71d3-435e-99dc-c6ef85c6ce87 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1753e9ec-8475-497f-80e0-4e6931d17137,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:13.472638 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7727053e-71d3-435e-99dc-c6ef85c6ce87 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:13.473859 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-7727053e-71d3-435e-99dc-c6ef85c6ce87 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1235580 Nov 12 09:39:13.476638 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 44062) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:39:13.481316 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-ff36ff28-fcd7-46bd-8df4-16dc1b791aba tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Request body: {'security_group_rule': {'security_group_id': 'e3d6a745-9890-4b32-ab2e-4f2b1327c212', 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:39:13.514892 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ff36ff28-fcd7-46bd-8df4-16dc1b791aba tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:13.577220 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ff36ff28-fcd7-46bd-8df4-16dc1b791aba tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:13.580943 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ff36ff28-fcd7-46bd-8df4-16dc1b791aba tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:13.602043 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff36ff28-fcd7-46bd-8df4-16dc1b791aba tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ac43d91-5c79-468f-a4ac-a38cea13d766,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:13.607181 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ff36ff28-fcd7-46bd-8df4-16dc1b791aba tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:13.610914 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-ff36ff28-fcd7-46bd-8df4-16dc1b791aba tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1307645 Nov 12 09:39:13.612025 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 44064) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:39:13.616682 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-05063d18-0c1e-419f-b018-d538a25fa086 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Request body: {'security_group_rule': {'security_group_id': 'e3d6a745-9890-4b32-ab2e-4f2b1327c212', 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:39:13.643953 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-05063d18-0c1e-419f-b018-d538a25fa086 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:13.707819 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-05063d18-0c1e-419f-b018-d538a25fa086 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:13.712892 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-05063d18-0c1e-419f-b018-d538a25fa086 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:13.739937 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05063d18-0c1e-419f-b018-d538a25fa086 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f49978a3-4abf-4886-b3bf-7bc1ee636d3d,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:13.746688 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-05063d18-0c1e-419f-b018-d538a25fa086 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:13.747884 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-05063d18-0c1e-419f-b018-d538a25fa086 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1348391 Nov 12 09:39:13.750707 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 44066) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:39:13.755222 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-4bbb649a-a4ce-4fe6-a69a-aca5d854ce00 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Request body: {'security_group_rule': {'security_group_id': 'e3d6a745-9890-4b32-ab2e-4f2b1327c212', 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:39:13.776218 n-d-765315-29 neutron-server[102599]: INFO neutron.db.securitygroups_db [None req-4bbb649a-a4ce-4fe6-a69a-aca5d854ce00 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Project a3e02b7551c24b2895d8eeeb9a0b62b4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:39:13.781140 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4bbb649a-a4ce-4fe6-a69a-aca5d854ce00 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:13.843213 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4bbb649a-a4ce-4fe6-a69a-aca5d854ce00 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:13.847529 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4bbb649a-a4ce-4fe6-a69a-aca5d854ce00 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:13.865579 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbb649a-a4ce-4fe6-a69a-aca5d854ce00 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=896a990d-000f-4732-bba7-1d21ca9625f4,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:13.872952 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4bbb649a-a4ce-4fe6-a69a-aca5d854ce00 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:13.874142 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-4bbb649a-a4ce-4fe6-a69a-aca5d854ce00 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1224890 Nov 12 09:39:13.877670 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 44068) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:39:13.882029 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-c2561b9b-27e3-4c55-9eaa-a29e2686b217 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Request body: {'security_group_rule': {'security_group_id': 'e3d6a745-9890-4b32-ab2e-4f2b1327c212', 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:39:13.903615 n-d-765315-29 neutron-server[102599]: INFO neutron.db.securitygroups_db [None req-c2561b9b-27e3-4c55-9eaa-a29e2686b217 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Project a3e02b7551c24b2895d8eeeb9a0b62b4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:39:13.908802 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c2561b9b-27e3-4c55-9eaa-a29e2686b217 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:13.969482 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c2561b9b-27e3-4c55-9eaa-a29e2686b217 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:13.973232 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c2561b9b-27e3-4c55-9eaa-a29e2686b217 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:13.992737 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2561b9b-27e3-4c55-9eaa-a29e2686b217 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=996f20b3-224b-4c3d-b950-56cbb1086f4a,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:13.996939 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c2561b9b-27e3-4c55-9eaa-a29e2686b217 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:13.998631 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-c2561b9b-27e3-4c55-9eaa-a29e2686b217 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1194942 Nov 12 09:39:14.001917 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 44070) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:39:14.007075 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-0e5319e8-e233-4c18-bd52-4e052dc318b7 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Request body: {'network': {'name': 'tempest-network-smoke--2093655770', 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'port_security_enabled': True}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:39:14.027238 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e5319e8-e233-4c18-bd52-4e052dc318b7 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Made reservation on behalf of a3e02b7551c24b2895d8eeeb9a0b62b4 for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:39:14.030691 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0e5319e8-e233-4c18-bd52-4e052dc318b7 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:14.054943 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e5319e8-e233-4c18-bd52-4e052dc318b7 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:39:14.065674 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0e5319e8-e233-4c18-bd52-4e052dc318b7 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:14.066039 n-d-765315-29 neutron-server[102599]: INFO neutron.db.segments_db [None req-0e5319e8-e233-4c18-bd52-4e052dc318b7 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Added segment 4f7999fc-288b-4af9-b346-4953944fc743 of type vlan for network 50d030fc-9352-4e99-afc4-e0597227bb3a Nov 12 09:39:14.107505 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0e5319e8-e233-4c18-bd52-4e052dc318b7 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:14.133840 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0e5319e8-e233-4c18-bd52-4e052dc318b7 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:14.139502 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5319e8-e233-4c18-bd52-4e052dc318b7 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:39:14.140084 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0e5319e8-e233-4c18-bd52-4e052dc318b7 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:14.204286 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-0e5319e8-e233-4c18-bd52-4e052dc318b7 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2010331 Nov 12 09:39:14.207185 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 44072) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:39:14.211539 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-29d760e2-67ed-4568-acaf-37a8cd69db3f tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-477625968', 'admin_state_up': True, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:39:14.225680 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5319e8-e233-4c18-bd52-4e052dc318b7 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event updated for resources: {'Network': ['ID=50d030fc-9352-4e99-afc4-e0597227bb3a,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:14.237537 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 50d030fc-9352-4e99-afc4-e0597227bb3a details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:39:14.241330 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-29d760e2-67ed-4568-acaf-37a8cd69db3f tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:14.242408 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-29d760e2-67ed-4568-acaf-37a8cd69db3f tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:14.293783 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-29d760e2-67ed-4568-acaf-37a8cd69db3f tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:14.446152 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-29d760e2-67ed-4568-acaf-37a8cd69db3f tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:14.664751 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-29d760e2-67ed-4568-acaf-37a8cd69db3f tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for router_gateway, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:14.686411 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-29d760e2-67ed-4568-acaf-37a8cd69db3f tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:14.796265 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-29d760e2-67ed-4568-acaf-37a8cd69db3f tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Allocated IP 172.25.2.8 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/337ae46e-9923-4897-9d10-072f65b5c236) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:39:14.904819 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-29d760e2-67ed-4568-acaf-37a8cd69db3f tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:14.939705 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-29d760e2-67ed-4568-acaf-37a8cd69db3f tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:14.977746 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d760e2-67ed-4568-acaf-37a8cd69db3f tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:39:14.982690 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-29d760e2-67ed-4568-acaf-37a8cd69db3f tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:39:14.987213 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d760e2-67ed-4568-acaf-37a8cd69db3f tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:39:14.997789 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48708145-f146-44ba-8161-46437397779d None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:39:15.012764 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d760e2-67ed-4568-acaf-37a8cd69db3f tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event updated for resources: {'Port': ['ID=337ae46e-9923-4897-9d10-072f65b5c236,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:15.038635 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-7627bebe-44d5-4079-92de-01ec135633c4 None None] Provisioning complete for port 337ae46e-9923-4897-9d10-072f65b5c236 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:39:15.039429 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7627bebe-44d5-4079-92de-01ec135633c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:15.074508 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-7627bebe-44d5-4079-92de-01ec135633c4 None None] Port 337ae46e-9923-4897-9d10-072f65b5c236 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:39:15.260159 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-29d760e2-67ed-4568-acaf-37a8cd69db3f tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for router_gateway, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:15.466922 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-29d760e2-67ed-4568-acaf-37a8cd69db3f tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052'] for router, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:15.600785 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29d760e2-67ed-4568-acaf-37a8cd69db3f tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Router 99cfc76b-1229-4783-a5f2-7630436d4b58 is scheduled to L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 with binding_index 1 {{(pid=102599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:39:15.712144 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29d760e2-67ed-4568-acaf-37a8cd69db3f tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:39:15.723180 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f01f640-5689-4d31-ba04-bbb5859f0bbe None None] Sync routers for ids ['99cfc76b-1229-4783-a5f2-7630436d4b58'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:39:15.736227 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-29d760e2-67ed-4568-acaf-37a8cd69db3f tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:15.736541 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f01f640-5689-4d31-ba04-bbb5859f0bbe None None] Routers {'99cfc76b-1229-4783-a5f2-7630436d4b58'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:39:15.737254 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-3f01f640-5689-4d31-ba04-bbb5859f0bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:39:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['99cfc76b-1229-4783-a5f2-7630436d4b58'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:39:15.737602 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-29d760e2-67ed-4568-acaf-37a8cd69db3f tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.5294626 Nov 12 09:39:15.741199 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 44074) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:39:15.819731 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-ffff79fc-b996-4931-ac97-6fe785d22fce tempest-TestNetworkAdvancedServerOps-1577495236 tempest-TestNetworkAdvancedServerOps-1577495236-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=a3e02b7551c24b2895d8eeeb9a0b62b4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0774090 Nov 12 09:39:15.822414 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 44078) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:39:15.850326 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-3f01f640-5689-4d31-ba04-bbb5859f0bbe None None] Set router 99cfc76b-1229-4783-a5f2-7630436d4b58 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:39:15.921580 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a961e8da-9659-461f-a46b-a984408c528b tempest-TestNetworkAdvancedServerOps-1577495236 tempest-TestNetworkAdvancedServerOps-1577495236-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:39:15.923832 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-a961e8da-9659-461f-a46b-a984408c528b tempest-TestNetworkAdvancedServerOps-1577495236 tempest-TestNetworkAdvancedServerOps-1577495236-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1003301 Nov 12 09:39:15.928267 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 44080) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:39:15.959765 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-4298a7ce-e180-47bc-85d3-056622a53fc7 tempest-TestNetworkAdvancedServerOps-1577495236 tempest-TestNetworkAdvancedServerOps-1577495236-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=d709f64f-f9e6-4525-b020-ad48633b9bbf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0303352 Nov 12 09:39:15.962384 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 44082) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:39:15.967706 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-811a166e-1f90-4783-93c4-4d31a87ecaee tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-546584416', 'network_id': '50d030fc-9352-4e99-afc4-e0597227bb3a', 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:39:16.064490 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-811a166e-1f90-4783-93c4-4d31a87ecaee tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Made reservation on behalf of a3e02b7551c24b2895d8eeeb9a0b62b4 for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:39:16.068229 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-811a166e-1f90-4783-93c4-4d31a87ecaee tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:16.148576 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-3f01f640-5689-4d31-ba04-bbb5859f0bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99cfc76b-1229-4783-a5f2-7630436d4b58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-477625968', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '337ae46e-9923-4897-9d10-072f65b5c236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:39:14Z', 'updated_at': '2021-11-12T09:39:15Z', 'revision_number': 3, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'gw_port': {'id': '337ae46e-9923-4897-9d10-072f65b5c236', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ed:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99cfc76b-1229-4783-a5f2-7630436d4b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:39:14Z', 'updated_at': '2021-11-12T09:39:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:39:16.178620 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f01f640-5689-4d31-ba04-bbb5859f0bbe None None] Checking router: 99cfc76b-1229-4783-a5f2-7630436d4b58 for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:39:16.178971 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f01f640-5689-4d31-ba04-bbb5859f0bbe None None] Updating router 99cfc76b-1229-4783-a5f2-7630436d4b58 port 337ae46e-9923-4897-9d10-072f65b5c236 binding host n-d-765315-29 {{(pid=102602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:39:16.209510 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-3f01f640-5689-4d31-ba04-bbb5859f0bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:16.273010 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-811a166e-1f90-4783-93c4-4d31a87ecaee tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:16.344077 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811a166e-1f90-4783-93c4-4d31a87ecaee tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event updated for resources: {'Subnet': ['ID=5fd1c3e1-6681-4b34-9350-551c1ddd7576,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:16.353714 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811a166e-1f90-4783-93c4-4d31a87ecaee tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Checking segment: {'id': '4f7999fc-288b-4af9-b346-4953944fc743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '50d030fc-9352-4e99-afc4-e0597227bb3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:39:16.354086 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811a166e-1f90-4783-93c4-4d31a87ecaee tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Network hostable DHCP agents. Network: 50d030fc-9352-4e99-afc4-e0597227bb3a, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:39:16.371976 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811a166e-1f90-4783-93c4-4d31a87ecaee tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Network 50d030fc-9352-4e99-afc4-e0597227bb3a is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:39:16.381535 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-811a166e-1f90-4783-93c4-4d31a87ecaee tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 50d030fc-9352-4e99-afc4-e0597227bb3a) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:39:16.387768 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811a166e-1f90-4783-93c4-4d31a87ecaee tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:39:16.387768 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-811a166e-1f90-4783-93c4-4d31a87ecaee tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:16.391973 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0015324b-3e15-420c-9888-9f355a7a3ad7 None None] Network 50d030fc-9352-4e99-afc4-e0597227bb3a requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:39:16.410850 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-811a166e-1f90-4783-93c4-4d31a87ecaee tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4470565 Nov 12 09:39:16.413736 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 44084) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:39:16.493554 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-3f01f640-5689-4d31-ba04-bbb5859f0bbe None None] Publish callbacks [] for port, precommit_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:16.501092 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-3f01f640-5689-4d31-ba04-bbb5859f0bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:16.557510 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c0dd8e-8f82-40fc-979a-03cb397408c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-50d030fc-9352-4e99-afc4-e0597227bb3a', 'network_id': '50d030fc-9352-4e99-afc4-e0597227bb3a', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'fixed_ips': [{'subnet_id': '5fd1c3e1-6681-4b34-9350-551c1ddd7576'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:39:16.558374 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-59c0dd8e-8f82-40fc-979a-03cb397408c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:16.582952 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-3f01f640-5689-4d31-ba04-bbb5859f0bbe None None] Attempting to bind port 337ae46e-9923-4897-9d10-072f65b5c236 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:39:16.583371 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-3f01f640-5689-4d31-ba04-bbb5859f0bbe None None] Attempting to bind port 337ae46e-9923-4897-9d10-072f65b5c236 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:39:16.584033 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f01f640-5689-4d31-ba04-bbb5859f0bbe None None] Attempting to bind port 337ae46e-9923-4897-9d10-072f65b5c236 on network d709f64f-f9e6-4525-b020-ad48633b9bbf {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:39:16.584912 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ba7694-c252-4c8e-ba49-917868ec4049 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:39:16.591274 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7c5f94-97ba-4d17-b69d-8614efaafd26 None None] Pushing event updated for resources: {'Port': ['ID=337ae46e-9923-4897-9d10-072f65b5c236,revision_number=2']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:16.600900 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f01f640-5689-4d31-ba04-bbb5859f0bbe None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:39:16.601600 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f01f640-5689-4d31-ba04-bbb5859f0bbe None None] Checking segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:39:16.602222 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-3f01f640-5689-4d31-ba04-bbb5859f0bbe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:16.602815 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f01f640-5689-4d31-ba04-bbb5859f0bbe None None] Bound using segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:39:16.603475 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-3f01f640-5689-4d31-ba04-bbb5859f0bbe None None] Bound port: 337ae46e-9923-4897-9d10-072f65b5c236, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:39:16.604147 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-3f01f640-5689-4d31-ba04-bbb5859f0bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:16.627674 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7c5f94-97ba-4d17-b69d-8614efaafd26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:16.627983 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7c5f94-97ba-4d17-b69d-8614efaafd26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:16.628649 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7c5f94-97ba-4d17-b69d-8614efaafd26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:16.628996 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7c5f94-97ba-4d17-b69d-8614efaafd26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:16.629500 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7c5f94-97ba-4d17-b69d-8614efaafd26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:16.629799 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7c5f94-97ba-4d17-b69d-8614efaafd26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:16.630145 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7c5f94-97ba-4d17-b69d-8614efaafd26 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:16.630455 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7c5f94-97ba-4d17-b69d-8614efaafd26 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:16.630844 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7c5f94-97ba-4d17-b69d-8614efaafd26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:16.631181 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7c5f94-97ba-4d17-b69d-8614efaafd26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:16.631507 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7c5f94-97ba-4d17-b69d-8614efaafd26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:16.631826 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7c5f94-97ba-4d17-b69d-8614efaafd26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:16.692206 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-3f01f640-5689-4d31-ba04-bbb5859f0bbe None None] For port 337ae46e-9923-4897-9d10-072f65b5c236, host n-d-765315-29, cleared binding levels {{(pid=102602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:39:16.696129 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-3f01f640-5689-4d31-ba04-bbb5859f0bbe None None] For port 337ae46e-9923-4897-9d10-072f65b5c236, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=337ae46e-9923-4897-9d10-072f65b5c236,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:39:16.699817 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-3f01f640-5689-4d31-ba04-bbb5859f0bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:16.739596 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-d4afa8d0-9b60-4da5-a416-1b477acd1b2e None None] Provisioning complete for port 337ae46e-9923-4897-9d10-072f65b5c236 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:39:16.739962 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d4afa8d0-9b60-4da5-a416-1b477acd1b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:16.761382 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7c5f94-97ba-4d17-b69d-8614efaafd26 None None] Pushing event updated for resources: {'Port': ['ID=337ae46e-9923-4897-9d10-072f65b5c236,revision_number=3']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:16.768463 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ef8c1b-7a53-4262-95a5-06b85619676c None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:39:16.773764 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f01f640-5689-4d31-ba04-bbb5859f0bbe None None] Routers {'99cfc76b-1229-4783-a5f2-7630436d4b58'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:39:16.774645 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-3f01f640-5689-4d31-ba04-bbb5859f0bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:39:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['99cfc76b-1229-4783-a5f2-7630436d4b58'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:39:16.788689 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-59c0dd8e-8f82-40fc-979a-03cb397408c6 None None] Allocated IP 172.20.0.2 (50d030fc-9352-4e99-afc4-e0597227bb3a/5fd1c3e1-6681-4b34-9350-551c1ddd7576/3f8faed5-1f16-4f7b-9e3e-bb238374448e) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:39:16.898412 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-3f01f640-5689-4d31-ba04-bbb5859f0bbe None None] Set router 99cfc76b-1229-4783-a5f2-7630436d4b58 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:39:16.910058 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d4afa8d0-9b60-4da5-a416-1b477acd1b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:16.956937 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-d4afa8d0-9b60-4da5-a416-1b477acd1b2e None None] For port 337ae46e-9923-4897-9d10-072f65b5c236, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=337ae46e-9923-4897-9d10-072f65b5c236,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:39:16.962578 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d4afa8d0-9b60-4da5-a416-1b477acd1b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:16.996078 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e4dd2f0a-5f5a-4752-b463-ceb0b814bf4b tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:17.043399 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-59c0dd8e-8f82-40fc-979a-03cb397408c6 None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:17.050840 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4afa8d0-9b60-4da5-a416-1b477acd1b2e None None] Pushing event updated for resources: {'Port': ['ID=337ae46e-9923-4897-9d10-072f65b5c236,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:17.054186 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-59c0dd8e-8f82-40fc-979a-03cb397408c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:17.100833 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-3f01f640-5689-4d31-ba04-bbb5859f0bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99cfc76b-1229-4783-a5f2-7630436d4b58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-477625968', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '337ae46e-9923-4897-9d10-072f65b5c236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:39:14Z', 'updated_at': '2021-11-12T09:39:15Z', 'revision_number': 3, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'gw_port': {'id': '337ae46e-9923-4897-9d10-072f65b5c236', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ed:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99cfc76b-1229-4783-a5f2-7630436d4b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:39:14Z', 'updated_at': '2021-11-12T09:39:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:39:17.104830 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c0dd8e-8f82-40fc-979a-03cb397408c6 None None] Network 50d030fc-9352-4e99-afc4-e0597227bb3a is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:39:17.114214 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-59c0dd8e-8f82-40fc-979a-03cb397408c6 None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:39:17.122733 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c0dd8e-8f82-40fc-979a-03cb397408c6 None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:39:17.131665 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c0dd8e-8f82-40fc-979a-03cb397408c6 None None] Pushing event updated for resources: {'Port': ['ID=3f8faed5-1f16-4f7b-9e3e-bb238374448e,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:17.134237 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-157793c8-019a-4c91-8b81-1d044b5b8a06 None None] Provisioning complete for port 337ae46e-9923-4897-9d10-072f65b5c236 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:39:17.134620 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-157793c8-019a-4c91-8b81-1d044b5b8a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:17.139688 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f01f640-5689-4d31-ba04-bbb5859f0bbe None None] The sync data for ids ['99cfc76b-1229-4783-a5f2-7630436d4b58'] in n-d-765315-29 is: [{'id': '99cfc76b-1229-4783-a5f2-7630436d4b58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-477625968', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '337ae46e-9923-4897-9d10-072f65b5c236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:39:14Z', 'updated_at': '2021-11-12T09:39:15Z', 'revision_number': 3, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'gw_port': {'id': '337ae46e-9923-4897-9d10-072f65b5c236', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ed:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99cfc76b-1229-4783-a5f2-7630436d4b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:39:14Z', 'updated_at': '2021-11-12T09:39:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:39:17.222738 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-59c0dd8e-8f82-40fc-979a-03cb397408c6 None None] Attempting to bind port 3f8faed5-1f16-4f7b-9e3e-bb238374448e on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:39:17.223106 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-59c0dd8e-8f82-40fc-979a-03cb397408c6 None None] Attempting to bind port 3f8faed5-1f16-4f7b-9e3e-bb238374448e by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '4f7999fc-288b-4af9-b346-4953944fc743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '50d030fc-9352-4e99-afc4-e0597227bb3a'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:39:17.223465 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c0dd8e-8f82-40fc-979a-03cb397408c6 None None] Attempting to bind port 3f8faed5-1f16-4f7b-9e3e-bb238374448e on network 50d030fc-9352-4e99-afc4-e0597227bb3a {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:39:17.232071 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c0dd8e-8f82-40fc-979a-03cb397408c6 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:39:17.232462 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c0dd8e-8f82-40fc-979a-03cb397408c6 None None] Checking segment: {'id': '4f7999fc-288b-4af9-b346-4953944fc743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '50d030fc-9352-4e99-afc4-e0597227bb3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:39:17.232862 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-59c0dd8e-8f82-40fc-979a-03cb397408c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:17.233250 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c0dd8e-8f82-40fc-979a-03cb397408c6 None None] Bound using segment: {'id': '4f7999fc-288b-4af9-b346-4953944fc743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '50d030fc-9352-4e99-afc4-e0597227bb3a'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:39:17.233721 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-59c0dd8e-8f82-40fc-979a-03cb397408c6 None None] Bound port: 3f8faed5-1f16-4f7b-9e3e-bb238374448e, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f7999fc-288b-4af9-b346-4953944fc743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '50d030fc-9352-4e99-afc4-e0597227bb3a'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:39:17.234125 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-59c0dd8e-8f82-40fc-979a-03cb397408c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:17.336668 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-e4dd2f0a-5f5a-4752-b463-ceb0b814bf4b tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Allocated IP 172.20.0.1 (50d030fc-9352-4e99-afc4-e0597227bb3a/5fd1c3e1-6681-4b34-9350-551c1ddd7576/96e8c76e-d060-435d-9038-673364f1c476) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:39:17.338459 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-59c0dd8e-8f82-40fc-979a-03cb397408c6 None None] For port 3f8faed5-1f16-4f7b-9e3e-bb238374448e, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:39:17.345908 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-59c0dd8e-8f82-40fc-979a-03cb397408c6 None None] For port 3f8faed5-1f16-4f7b-9e3e-bb238374448e, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=3f8faed5-1f16-4f7b-9e3e-bb238374448e,segment=NetworkSegment(4f7999fc-288b-4af9-b346-4953944fc743),segment_id=4f7999fc-288b-4af9-b346-4953944fc743)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:39:17.351801 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-59c0dd8e-8f82-40fc-979a-03cb397408c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:17.420896 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c0dd8e-8f82-40fc-979a-03cb397408c6 None None] Pushing event updated for resources: {'Port': ['ID=3f8faed5-1f16-4f7b-9e3e-bb238374448e,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:17.513718 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e4dd2f0a-5f5a-4752-b463-ceb0b814bf4b tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:17.558372 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e4dd2f0a-5f5a-4752-b463-ceb0b814bf4b tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:17.599801 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4dd2f0a-5f5a-4752-b463-ceb0b814bf4b tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Network 50d030fc-9352-4e99-afc4-e0597227bb3a is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:39:17.603090 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-e4dd2f0a-5f5a-4752-b463-ceb0b814bf4b tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:39:17.606981 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4dd2f0a-5f5a-4752-b463-ceb0b814bf4b tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:39:17.651272 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dd2f0a-5f5a-4752-b463-ceb0b814bf4b tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event updated for resources: {'Port': ['ID=96e8c76e-d060-435d-9038-673364f1c476,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:17.682526 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e4dd2f0a-5f5a-4752-b463-ceb0b814bf4b tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933481'] for router_interface, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:17.844086 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e4dd2f0a-5f5a-4752-b463-ceb0b814bf4b tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:18.175130 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e4dd2f0a-5f5a-4752-b463-ceb0b814bf4b tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:18.180002 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e4dd2f0a-5f5a-4752-b463-ceb0b814bf4b tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:18.255217 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dd2f0a-5f5a-4752-b463-ceb0b814bf4b tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event updated for resources: {'Port': ['ID=96e8c76e-d060-435d-9038-673364f1c476,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:18.260419 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e4dd2f0a-5f5a-4752-b463-ceb0b814bf4b tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933629'] for router_interface, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:18.365431 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4dd2f0a-5f5a-4752-b463-ceb0b814bf4b tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Network 50d030fc-9352-4e99-afc4-e0597227bb3a is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:39:18.367050 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-e4dd2f0a-5f5a-4752-b463-ceb0b814bf4b tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:39:18.446066 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0206d728-5915-4ff8-bcff-c5888fe165f5 None None] Network 50d030fc-9352-4e99-afc4-e0597227bb3a requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:39:18.490699 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4dd2f0a-5f5a-4752-b463-ceb0b814bf4b tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Router 99cfc76b-1229-4783-a5f2-7630436d4b58 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:39:18.583031 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-cab4380e-be12-44ca-9abe-e867dcb547e3 None None] Provisioning complete for port 3f8faed5-1f16-4f7b-9e3e-bb238374448e triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:39:18.583401 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-cab4380e-be12-44ca-9abe-e867dcb547e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:18.611490 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4dd2f0a-5f5a-4752-b463-ceb0b814bf4b tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:39:18.617359 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-e4dd2f0a-5f5a-4752-b463-ceb0b814bf4b tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "PUT /v2.0/routers/99cfc76b-1229-4783-a5f2-7630436d4b58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2022169 Nov 12 09:39:18.710032 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-cab4380e-be12-44ca-9abe-e867dcb547e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:18.748061 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-cab4380e-be12-44ca-9abe-e867dcb547e3 None None] For port 3f8faed5-1f16-4f7b-9e3e-bb238374448e, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=3f8faed5-1f16-4f7b-9e3e-bb238374448e,segment=NetworkSegment(4f7999fc-288b-4af9-b346-4953944fc743),segment_id=4f7999fc-288b-4af9-b346-4953944fc743)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:39:18.754750 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-cab4380e-be12-44ca-9abe-e867dcb547e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:18.821430 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab4380e-be12-44ca-9abe-e867dcb547e3 None None] Pushing event updated for resources: {'Port': ['ID=3f8faed5-1f16-4f7b-9e3e-bb238374448e,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:18.865976 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-adadb0d9-f463-46b0-b594-42790258d660 req-4c3bce4f-6f6b-47c0-8b5f-2cc234d37a84 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-574026226&fields=id&tenant_id=a3e02b7551c24b2895d8eeeb9a0b62b4 HTTP/1.1" status: 200 len: 267 time: 0.0571129 Nov 12 09:39:18.987977 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e50f0539-d2ba-4307-96a9-ecb8a105d5c2 None None] Provisioning complete for port 3f8faed5-1f16-4f7b-9e3e-bb238374448e triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:39:18.988495 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e50f0539-d2ba-4307-96a9-ecb8a105d5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:19.014024 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adadb0d9-f463-46b0-b594-42790258d660 req-3732526c-85fc-4673-9f50-07e1fb22e1ef tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:39:19.016490 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-adadb0d9-f463-46b0-b594-42790258d660 req-3732526c-85fc-4673-9f50-07e1fb22e1ef tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/networks?id=50d030fc-9352-4e99-afc4-e0597227bb3a HTTP/1.1" status: 200 len: 797 time: 0.1428442 Nov 12 09:39:19.043810 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-adadb0d9-f463-46b0-b594-42790258d660 req-47bcc2c0-ef9f-45c4-9885-72f6c869286d tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/quotas/a3e02b7551c24b2895d8eeeb9a0b62b4 HTTP/1.1" status: 200 len: 375 time: 0.0177388 Nov 12 09:39:19.097490 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529a7972-eeda-481e-b37c-412918056d69 None None] Sync routers for ids ['99cfc76b-1229-4783-a5f2-7630436d4b58'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:39:19.108206 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-adadb0d9-f463-46b0-b594-42790258d660 req-3dd9ff85-e0fd-434e-80a7-aadc2148481b tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a3e02b7551c24b2895d8eeeb9a0b62b4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0570469 Nov 12 09:39:19.122018 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529a7972-eeda-481e-b37c-412918056d69 None None] Routers {'99cfc76b-1229-4783-a5f2-7630436d4b58'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:39:19.122658 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-529a7972-eeda-481e-b37c-412918056d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:39:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['99cfc76b-1229-4783-a5f2-7630436d4b58'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:39:19.165888 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 3f8faed5-1f16-4f7b-9e3e-bb238374448e up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:39:19.217059 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [req-adadb0d9-f463-46b0-b594-42790258d660 req-04016308-9146-49a1-802c-e03be49c307b service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:39:19.223206 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-adadb0d9-f463-46b0-b594-42790258d660 req-04016308-9146-49a1-802c-e03be49c307b service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0974607 Nov 12 09:39:19.234371 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e50f0539-d2ba-4307-96a9-ecb8a105d5c2 None None] Provisioning complete for port 96e8c76e-d060-435d-9038-673364f1c476 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:39:19.235325 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e50f0539-d2ba-4307-96a9-ecb8a105d5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:19.325462 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-adadb0d9-f463-46b0-b594-42790258d660 req-646791e0-9a89-4ea4-b749-5efebf1317c5 service neutron] 10.222.0.26 "GET /v2.0/networks/50d030fc-9352-4e99-afc4-e0597227bb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004548 Nov 12 09:39:19.338004 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-e50f0539-d2ba-4307-96a9-ecb8a105d5c2 None None] Port 96e8c76e-d060-435d-9038-673364f1c476 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:39:19.397126 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-529a7972-eeda-481e-b37c-412918056d69 None None] Set router 99cfc76b-1229-4783-a5f2-7630436d4b58 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:39:19.435334 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-adadb0d9-f463-46b0-b594-42790258d660 req-e0546c9b-ce26-47f8-a564-db02a9c6ba01 service neutron] 10.222.0.26 "GET /v2.0/networks/50d030fc-9352-4e99-afc4-e0597227bb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022439 Nov 12 09:39:19.459452 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 3f8faed5-1f16-4f7b-9e3e-bb238374448e triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:39:19.460003 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:19.588349 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-aa51708c-d826-4cb8-a61f-4cf31ff3c1a0 None None] Provisioning complete for port 96e8c76e-d060-435d-9038-673364f1c476 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:39:19.588349 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-aa51708c-d826-4cb8-a61f-4cf31ff3c1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:19.643684 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-51022981-9c0a-4c9c-add9-98d273e0e65a req-131c93ee-0b16-4746-b6ee-8441453a7bcc tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6939f81-e945-4590-b15c-23390878c7bc HTTP/1.1" status: 200 len: 210 time: 0.0367408 Nov 12 09:39:19.866766 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-aa51708c-d826-4cb8-a61f-4cf31ff3c1a0 None None] Port 96e8c76e-d060-435d-9038-673364f1c476 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:39:19.940645 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 337ae46e-9923-4897-9d10-072f65b5c236 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:39:20.020241 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-529a7972-eeda-481e-b37c-412918056d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99cfc76b-1229-4783-a5f2-7630436d4b58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-477625968', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '337ae46e-9923-4897-9d10-072f65b5c236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:39:14Z', 'updated_at': '2021-11-12T09:39:17Z', 'revision_number': 4, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'gw_port': {'id': '337ae46e-9923-4897-9d10-072f65b5c236', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ed:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cfc76b-1229-4783-a5f2-7630436d4b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:39:14Z', 'updated_at': '2021-11-12T09:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '96e8c76e-d060-435d-9038-673364f1c476', 'name': '', 'network_id': '50d030fc-9352-4e99-afc4-e0597227bb3a', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'mac_address': 'fa:16:3e:98:d1:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99cfc76b-1229-4783-a5f2-7630436d4b58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '5fd1c3e1-6681-4b34-9350-551c1ddd7576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:39:17Z', 'updated_at': '2021-11-12T09:39:18Z', 'revision_number': 2, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'subnets': [{'id': '5fd1c3e1-6681-4b34-9350-551c1ddd7576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:39:20.053976 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529a7972-eeda-481e-b37c-412918056d69 None None] Checking router: 99cfc76b-1229-4783-a5f2-7630436d4b58 for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:39:20.054331 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529a7972-eeda-481e-b37c-412918056d69 None None] Updating router 99cfc76b-1229-4783-a5f2-7630436d4b58 port 96e8c76e-d060-435d-9038-673364f1c476 binding host n-d-765315-29 {{(pid=102601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:39:20.057613 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 337ae46e-9923-4897-9d10-072f65b5c236 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:39:20.057987 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:20.101231 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-529a7972-eeda-481e-b37c-412918056d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:20.430516 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-529a7972-eeda-481e-b37c-412918056d69 None None] Publish callbacks [] for port, precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:20.435642 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-529a7972-eeda-481e-b37c-412918056d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:20.486901 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78170205-c520-4fa9-a241-b907bd2e248e None None] Pushing event updated for resources: {'Port': ['ID=96e8c76e-d060-435d-9038-673364f1c476,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:20.544172 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-529a7972-eeda-481e-b37c-412918056d69 None None] Attempting to bind port 96e8c76e-d060-435d-9038-673364f1c476 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:39:20.544547 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-529a7972-eeda-481e-b37c-412918056d69 None None] Attempting to bind port 96e8c76e-d060-435d-9038-673364f1c476 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '4f7999fc-288b-4af9-b346-4953944fc743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '50d030fc-9352-4e99-afc4-e0597227bb3a'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:39:20.544915 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529a7972-eeda-481e-b37c-412918056d69 None None] Attempting to bind port 96e8c76e-d060-435d-9038-673364f1c476 on network 50d030fc-9352-4e99-afc4-e0597227bb3a {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:39:20.551893 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529a7972-eeda-481e-b37c-412918056d69 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:39:20.552282 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529a7972-eeda-481e-b37c-412918056d69 None None] Checking segment: {'id': '4f7999fc-288b-4af9-b346-4953944fc743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '50d030fc-9352-4e99-afc4-e0597227bb3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:39:20.552677 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-529a7972-eeda-481e-b37c-412918056d69 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:20.553077 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529a7972-eeda-481e-b37c-412918056d69 None None] Bound using segment: {'id': '4f7999fc-288b-4af9-b346-4953944fc743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '50d030fc-9352-4e99-afc4-e0597227bb3a'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:39:20.553559 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-529a7972-eeda-481e-b37c-412918056d69 None None] Bound port: 96e8c76e-d060-435d-9038-673364f1c476, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f7999fc-288b-4af9-b346-4953944fc743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '50d030fc-9352-4e99-afc4-e0597227bb3a'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:39:20.553944 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-529a7972-eeda-481e-b37c-412918056d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:20.630931 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-529a7972-eeda-481e-b37c-412918056d69 None None] For port 96e8c76e-d060-435d-9038-673364f1c476, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:39:20.636503 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-529a7972-eeda-481e-b37c-412918056d69 None None] For port 96e8c76e-d060-435d-9038-673364f1c476, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=96e8c76e-d060-435d-9038-673364f1c476,segment=NetworkSegment(4f7999fc-288b-4af9-b346-4953944fc743),segment_id=4f7999fc-288b-4af9-b346-4953944fc743)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:39:20.643062 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-529a7972-eeda-481e-b37c-412918056d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:20.720066 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78170205-c520-4fa9-a241-b907bd2e248e None None] Pushing event updated for resources: {'Port': ['ID=96e8c76e-d060-435d-9038-673364f1c476,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:20.760879 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529a7972-eeda-481e-b37c-412918056d69 None None] Routers {'99cfc76b-1229-4783-a5f2-7630436d4b58'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:39:20.761493 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-529a7972-eeda-481e-b37c-412918056d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:39:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['99cfc76b-1229-4783-a5f2-7630436d4b58'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:39:20.761825 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c976788f-1669-4c76-a692-5b140127dba2 req-8f7ae191-9c76-4c95-90c3-6510d4c96e5e tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6939f81-e945-4590-b15c-23390878c7bc HTTP/1.1" status: 200 len: 210 time: 0.0324948 Nov 12 09:39:20.836478 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-4305caa3-0d42-403a-9ed0-f475debe8985 None None] Provisioning complete for port 96e8c76e-d060-435d-9038-673364f1c476 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:39:20.838726 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4305caa3-0d42-403a-9ed0-f475debe8985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:20.941735 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adadb0d9-f463-46b0-b594-42790258d660 req-676bba05-60a0-432c-9915-2819c86c3ddd tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:39:20.945278 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-adadb0d9-f463-46b0-b594-42790258d660 req-676bba05-60a0-432c-9915-2819c86c3ddd tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.44 "GET /v2.0/networks?id=50d030fc-9352-4e99-afc4-e0597227bb3a HTTP/1.1" status: 200 len: 797 time: 0.1576529 Nov 12 09:39:20.958994 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-529a7972-eeda-481e-b37c-412918056d69 None None] Set router 99cfc76b-1229-4783-a5f2-7630436d4b58 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:39:21.082441 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-adadb0d9-f463-46b0-b594-42790258d660 req-e8787e54-6701-4c90-a0c7-838ca4d14385 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3e02b7551c24b2895d8eeeb9a0b62b4 HTTP/1.1" status: 200 len: 379 time: 0.1196840 Nov 12 09:39:21.096205 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-adadb0d9-f463-46b0-b594-42790258d660 req-3867d70b-1b90-4b3c-b6c9-a2ca930dff1c tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Request body: {'port': {'device_id': 'e6939f81-e945-4590-b15c-23390878c7bc', 'network_id': '50d030fc-9352-4e99-afc4-e0597227bb3a', 'admin_state_up': True, 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'security_groups': ['e3d6a745-9890-4b32-ab2e-4f2b1327c212']}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:39:21.165309 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4305caa3-0d42-403a-9ed0-f475debe8985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:21.228603 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adadb0d9-f463-46b0-b594-42790258d660 req-3867d70b-1b90-4b3c-b6c9-a2ca930dff1c tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Made reservation on behalf of a3e02b7551c24b2895d8eeeb9a0b62b4 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:39:21.232772 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-adadb0d9-f463-46b0-b594-42790258d660 req-3867d70b-1b90-4b3c-b6c9-a2ca930dff1c tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:21.251914 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-4305caa3-0d42-403a-9ed0-f475debe8985 None None] For port 96e8c76e-d060-435d-9038-673364f1c476, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=96e8c76e-d060-435d-9038-673364f1c476,segment=NetworkSegment(4f7999fc-288b-4af9-b346-4953944fc743),segment_id=4f7999fc-288b-4af9-b346-4953944fc743)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:39:21.260311 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4305caa3-0d42-403a-9ed0-f475debe8985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:21.318774 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4305caa3-0d42-403a-9ed0-f475debe8985 None None] Pushing event updated for resources: {'Port': ['ID=96e8c76e-d060-435d-9038-673364f1c476,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:21.330018 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-529a7972-eeda-481e-b37c-412918056d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99cfc76b-1229-4783-a5f2-7630436d4b58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-477625968', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '337ae46e-9923-4897-9d10-072f65b5c236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:39:14Z', 'updated_at': '2021-11-12T09:39:17Z', 'revision_number': 4, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'gw_port': {'id': '337ae46e-9923-4897-9d10-072f65b5c236', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ed:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cfc76b-1229-4783-a5f2-7630436d4b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:39:14Z', 'updated_at': '2021-11-12T09:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '96e8c76e-d060-435d-9038-673364f1c476', 'name': '', 'network_id': '50d030fc-9352-4e99-afc4-e0597227bb3a', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'mac_address': 'fa:16:3e:98:d1:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99cfc76b-1229-4783-a5f2-7630436d4b58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '5fd1c3e1-6681-4b34-9350-551c1ddd7576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:39:17Z', 'updated_at': '2021-11-12T09:39:20Z', 'revision_number': 4, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'subnets': [{'id': '5fd1c3e1-6681-4b34-9350-551c1ddd7576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:39:21.364197 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529a7972-eeda-481e-b37c-412918056d69 None None] The sync data for ids ['99cfc76b-1229-4783-a5f2-7630436d4b58'] in n-d-765315-29 is: [{'id': '99cfc76b-1229-4783-a5f2-7630436d4b58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-477625968', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '337ae46e-9923-4897-9d10-072f65b5c236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:39:14Z', 'updated_at': '2021-11-12T09:39:17Z', 'revision_number': 4, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'gw_port': {'id': '337ae46e-9923-4897-9d10-072f65b5c236', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ed:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cfc76b-1229-4783-a5f2-7630436d4b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:39:14Z', 'updated_at': '2021-11-12T09:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '96e8c76e-d060-435d-9038-673364f1c476', 'name': '', 'network_id': '50d030fc-9352-4e99-afc4-e0597227bb3a', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'mac_address': 'fa:16:3e:98:d1:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99cfc76b-1229-4783-a5f2-7630436d4b58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '5fd1c3e1-6681-4b34-9350-551c1ddd7576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:39:17Z', 'updated_at': '2021-11-12T09:39:20Z', 'revision_number': 4, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'subnets': [{'id': '5fd1c3e1-6681-4b34-9350-551c1ddd7576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:39:21.387428 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-c98f8377-1867-434b-86bc-e0b04210fc65 None None] Provisioning complete for port 96e8c76e-d060-435d-9038-673364f1c476 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:39:21.387428 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c98f8377-1867-434b-86bc-e0b04210fc65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:21.403584 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-adadb0d9-f463-46b0-b594-42790258d660 req-3867d70b-1b90-4b3c-b6c9-a2ca930dff1c tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Allocated IP 172.20.0.8 (50d030fc-9352-4e99-afc4-e0597227bb3a/5fd1c3e1-6681-4b34-9350-551c1ddd7576/6fadd7d7-12ac-4d52-be73-7a67f8490c8e) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:39:21.625745 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-adadb0d9-f463-46b0-b594-42790258d660 req-3867d70b-1b90-4b3c-b6c9-a2ca930dff1c tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:21.664442 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-adadb0d9-f463-46b0-b594-42790258d660 req-3867d70b-1b90-4b3c-b6c9-a2ca930dff1c tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:21.723033 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adadb0d9-f463-46b0-b594-42790258d660 req-3867d70b-1b90-4b3c-b6c9-a2ca930dff1c tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Network 50d030fc-9352-4e99-afc4-e0597227bb3a is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:39:21.728584 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-adadb0d9-f463-46b0-b594-42790258d660 req-3867d70b-1b90-4b3c-b6c9-a2ca930dff1c tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:39:21.732570 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-adadb0d9-f463-46b0-b594-42790258d660 req-3867d70b-1b90-4b3c-b6c9-a2ca930dff1c tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:39:21.765188 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3867d70b-1b90-4b3c-b6c9-a2ca930dff1c tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event updated for resources: {'Port': ['ID=6fadd7d7-12ac-4d52-be73-7a67f8490c8e,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:21.805002 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adadb0d9-f463-46b0-b594-42790258d660 req-3867d70b-1b90-4b3c-b6c9-a2ca930dff1c tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:39:21.805587 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-adadb0d9-f463-46b0-b594-42790258d660 req-3867d70b-1b90-4b3c-b6c9-a2ca930dff1c tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:21.825645 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-adadb0d9-f463-46b0-b594-42790258d660 req-3867d70b-1b90-4b3c-b6c9-a2ca930dff1c tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7344050 Nov 12 09:39:21.847145 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-adadb0d9-f463-46b0-b594-42790258d660 req-fcf8503c-11ed-42b2-a888-cde8fa0be8ab service neutron] Request body: {'port': {'device_id': 'e6939f81-e945-4590-b15c-23390878c7bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:39:21.919744 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-adadb0d9-f463-46b0-b594-42790258d660 req-fcf8503c-11ed-42b2-a888-cde8fa0be8ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:21.955884 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cc4fcb-7be4-4713-aa20-9c7e0be921eb req-9f8e798b-f1ac-4477-9efa-f8715bce440e tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:39:21.958439 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-64cc4fcb-7be4-4713-aa20-9c7e0be921eb req-9f8e798b-f1ac-4477-9efa-f8715bce440e tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6939f81-e945-4590-b15c-23390878c7bc HTTP/1.1" status: 200 len: 931 time: 0.0958641 Nov 12 09:39:22.072528 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-2834203c-5f01-44cd-a6c5-01f6b22964a4 None None] Provisioning complete for port 6fadd7d7-12ac-4d52-be73-7a67f8490c8e triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:39:22.073019 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2834203c-5f01-44cd-a6c5-01f6b22964a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:22.115403 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-2834203c-5f01-44cd-a6c5-01f6b22964a4 None None] Port 6fadd7d7-12ac-4d52-be73-7a67f8490c8e cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:39:22.281391 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-adadb0d9-f463-46b0-b594-42790258d660 req-fcf8503c-11ed-42b2-a888-cde8fa0be8ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fadd7d7-12ac-4d52-be73-7a67f8490c8e {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:39:22.291386 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-adadb0d9-f463-46b0-b594-42790258d660 req-fcf8503c-11ed-42b2-a888-cde8fa0be8ab service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:22.309410 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-adadb0d9-f463-46b0-b594-42790258d660 req-fcf8503c-11ed-42b2-a888-cde8fa0be8ab service neutron] Transition to ACTIVE for port object 6fadd7d7-12ac-4d52-be73-7a67f8490c8e will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:39:22.315545 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-adadb0d9-f463-46b0-b594-42790258d660 req-fcf8503c-11ed-42b2-a888-cde8fa0be8ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:22.347046 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-64cc4fcb-7be4-4713-aa20-9c7e0be921eb req-f4543b1b-e7dd-47a6-af26-c065f12176c9 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3d6a745-9890-4b32-ab2e-4f2b1327c212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3767858 Nov 12 09:39:22.397814 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf8503c-11ed-42b2-a888-cde8fa0be8ab service neutron] Pushing event updated for resources: {'Port': ['ID=6fadd7d7-12ac-4d52-be73-7a67f8490c8e,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:22.479445 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-adadb0d9-f463-46b0-b594-42790258d660 req-fcf8503c-11ed-42b2-a888-cde8fa0be8ab service neutron] Attempting to bind port 6fadd7d7-12ac-4d52-be73-7a67f8490c8e on host n-h2-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:39:22.479792 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-adadb0d9-f463-46b0-b594-42790258d660 req-fcf8503c-11ed-42b2-a888-cde8fa0be8ab service neutron] Attempting to bind port 6fadd7d7-12ac-4d52-be73-7a67f8490c8e by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': '4f7999fc-288b-4af9-b346-4953944fc743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '50d030fc-9352-4e99-afc4-e0597227bb3a'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:39:22.480111 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adadb0d9-f463-46b0-b594-42790258d660 req-fcf8503c-11ed-42b2-a888-cde8fa0be8ab service neutron] Attempting to bind port 6fadd7d7-12ac-4d52-be73-7a67f8490c8e on network 50d030fc-9352-4e99-afc4-e0597227bb3a {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:39:22.485127 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adadb0d9-f463-46b0-b594-42790258d660 req-fcf8503c-11ed-42b2-a888-cde8fa0be8ab service neutron] Port 6fadd7d7-12ac-4d52-be73-7a67f8490c8e on network 50d030fc-9352-4e99-afc4-e0597227bb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:39:22.485547 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adadb0d9-f463-46b0-b594-42790258d660 req-fcf8503c-11ed-42b2-a888-cde8fa0be8ab service neutron] Attempting to bind port 6fadd7d7-12ac-4d52-be73-7a67f8490c8e on network 50d030fc-9352-4e99-afc4-e0597227bb3a {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:39:22.491498 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adadb0d9-f463-46b0-b594-42790258d660 req-fcf8503c-11ed-42b2-a888-cde8fa0be8ab service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:39:22.491852 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adadb0d9-f463-46b0-b594-42790258d660 req-fcf8503c-11ed-42b2-a888-cde8fa0be8ab service neutron] Checking segment: {'id': '4f7999fc-288b-4af9-b346-4953944fc743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '50d030fc-9352-4e99-afc4-e0597227bb3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:39:22.492245 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adadb0d9-f463-46b0-b594-42790258d660 req-fcf8503c-11ed-42b2-a888-cde8fa0be8ab service neutron] Bound using segment: {'id': '4f7999fc-288b-4af9-b346-4953944fc743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '50d030fc-9352-4e99-afc4-e0597227bb3a'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:39:22.492691 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-adadb0d9-f463-46b0-b594-42790258d660 req-fcf8503c-11ed-42b2-a888-cde8fa0be8ab service neutron] Bound port: 6fadd7d7-12ac-4d52-be73-7a67f8490c8e, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f7999fc-288b-4af9-b346-4953944fc743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '50d030fc-9352-4e99-afc4-e0597227bb3a'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:39:22.493059 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-adadb0d9-f463-46b0-b594-42790258d660 req-fcf8503c-11ed-42b2-a888-cde8fa0be8ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:22.575873 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-adadb0d9-f463-46b0-b594-42790258d660 req-fcf8503c-11ed-42b2-a888-cde8fa0be8ab service neutron] For port 6fadd7d7-12ac-4d52-be73-7a67f8490c8e, host n-h2-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:39:22.581755 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-adadb0d9-f463-46b0-b594-42790258d660 req-fcf8503c-11ed-42b2-a888-cde8fa0be8ab service neutron] For port 6fadd7d7-12ac-4d52-be73-7a67f8490c8e, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=6fadd7d7-12ac-4d52-be73-7a67f8490c8e,segment=NetworkSegment(4f7999fc-288b-4af9-b346-4953944fc743),segment_id=4f7999fc-288b-4af9-b346-4953944fc743)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:39:22.591353 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-adadb0d9-f463-46b0-b594-42790258d660 req-fcf8503c-11ed-42b2-a888-cde8fa0be8ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:22.634919 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adadb0d9-f463-46b0-b594-42790258d660 req-fcf8503c-11ed-42b2-a888-cde8fa0be8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:39:22.635836 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-adadb0d9-f463-46b0-b594-42790258d660 req-fcf8503c-11ed-42b2-a888-cde8fa0be8ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:22.638151 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-adadb0d9-f463-46b0-b594-42790258d660 req-fcf8503c-11ed-42b2-a888-cde8fa0be8ab service neutron] 10.222.0.44 "PUT /v2.0/ports/6fadd7d7-12ac-4d52-be73-7a67f8490c8e HTTP/1.1" status: 200 len: 1092 time: 0.7962012 Nov 12 09:39:22.638827 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6939f81-e945-4590-b15c-23390878c7bc', 'tag': '6fadd7d7-12ac-4d52-be73-7a67f8490c8e'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:39:22.642851 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c022ff2c5cb8d3060857f92f3690e67c01ee9cc1391db4b92ea76e21aea06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3171bfa-8c56-4bae-aacd-2d3b2f5f6c08" -d '{"events": [{"name": "network-changed", "server_uuid": "e6939f81-e945-4590-b15c-23390878c7bc", "tag": "6fadd7d7-12ac-4d52-be73-7a67f8490c8e"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:39:22.686904 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf8503c-11ed-42b2-a888-cde8fa0be8ab service neutron] Pushing event updated for resources: {'Port': ['ID=6fadd7d7-12ac-4d52-be73-7a67f8490c8e,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:22.728168 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24f8589f-5b9f-45a9-968f-ad87372b6737 x-openstack-request-id: req-24f8589f-5b9f-45a9-968f-ad87372b6737 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:39:22.728540 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6939f81-e945-4590-b15c-23390878c7bc", "tag": "6fadd7d7-12ac-4d52-be73-7a67f8490c8e", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:39:22.728805 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-24f8589f-5b9f-45a9-968f-ad87372b6737 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:39:22.729212 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6939f81-e945-4590-b15c-23390878c7bc', 'tag': '6fadd7d7-12ac-4d52-be73-7a67f8490c8e', 'status': 'completed', 'code': 200} Nov 12 09:39:22.765733 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adadb0d9-f463-46b0-b594-42790258d660 req-f0f87e7e-ac52-4b15-9224-b33ad8ff3b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:39:22.768742 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-adadb0d9-f463-46b0-b594-42790258d660 req-f0f87e7e-ac52-4b15-9224-b33ad8ff3b2e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a3e02b7551c24b2895d8eeeb9a0b62b4&device_id=e6939f81-e945-4590-b15c-23390878c7bc HTTP/1.1" status: 200 len: 1095 time: 0.0511498 Nov 12 09:39:23.059256 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 96e8c76e-d060-435d-9038-673364f1c476 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:39:23.113123 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 96e8c76e-d060-435d-9038-673364f1c476 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:39:23.114290 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:23.208882 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-adadb0d9-f463-46b0-b594-42790258d660 req-41bd774d-cd57-43ca-b4f4-fd093a5513e1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6fadd7d7-12ac-4d52-be73-7a67f8490c8e HTTP/1.1" status: 200 len: 217 time: 0.4209876 Nov 12 09:39:23.270333 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adadb0d9-f463-46b0-b594-42790258d660 req-366a6cea-4202-447e-a74b-801f0b82f00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:39:23.271809 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-adadb0d9-f463-46b0-b594-42790258d660 req-366a6cea-4202-447e-a74b-801f0b82f00e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5fd1c3e1-6681-4b34-9350-551c1ddd7576 HTTP/1.1" status: 200 len: 834 time: 0.0486639 Nov 12 09:39:23.320359 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adadb0d9-f463-46b0-b594-42790258d660 req-c493272d-fd20-4b87-afd3-f6c69ed5a326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:39:23.321846 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-adadb0d9-f463-46b0-b594-42790258d660 req-c493272d-fd20-4b87-afd3-f6c69ed5a326 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=50d030fc-9352-4e99-afc4-e0597227bb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413644 Nov 12 09:39:23.422999 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-adadb0d9-f463-46b0-b594-42790258d660 req-1b5bccfa-bb84-4907-8166-e835fe8a60d5 service neutron] 10.222.0.44 "GET /v2.0/networks/50d030fc-9352-4e99-afc4-e0597227bb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927722 Nov 12 09:39:23.489881 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ace52f-cefe-42f5-aa9b-cb5d8f5295cd req-bd3d77b1-6d99-4a1d-8853-d4366b345978 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:39:23.491569 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-92ace52f-cefe-42f5-aa9b-cb5d8f5295cd req-bd3d77b1-6d99-4a1d-8853-d4366b345978 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6939f81-e945-4590-b15c-23390878c7bc HTTP/1.1" status: 200 len: 943 time: 0.0652652 Nov 12 09:39:23.522745 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-adadb0d9-f463-46b0-b594-42790258d660 req-332e4089-1896-4d79-9cc2-036224f100d2 service neutron] 10.222.0.44 "GET /v2.0/networks/50d030fc-9352-4e99-afc4-e0597227bb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880365 Nov 12 09:39:23.542756 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-92ace52f-cefe-42f5-aa9b-cb5d8f5295cd req-7903e6cc-7675-43d9-bcd6-16691ec7197b tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3d6a745-9890-4b32-ab2e-4f2b1327c212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450842 Nov 12 09:39:23.677990 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3171bfa-8c56-4bae-aacd-2d3b2f5f6c08 req-59979d50-2c42-4c0c-8168-28c09bdbc140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:39:23.679661 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b3171bfa-8c56-4bae-aacd-2d3b2f5f6c08 req-59979d50-2c42-4c0c-8168-28c09bdbc140 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a3e02b7551c24b2895d8eeeb9a0b62b4&device_id=e6939f81-e945-4590-b15c-23390878c7bc HTTP/1.1" status: 200 len: 1095 time: 0.0476732 Nov 12 09:39:23.778137 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3171bfa-8c56-4bae-aacd-2d3b2f5f6c08 req-10592fb8-5bb2-4dae-85a4-7070d18ff2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:39:23.779681 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b3171bfa-8c56-4bae-aacd-2d3b2f5f6c08 req-10592fb8-5bb2-4dae-85a4-7070d18ff2b7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=50d030fc-9352-4e99-afc4-e0597227bb3a HTTP/1.1" status: 200 len: 898 time: 0.0924654 Nov 12 09:39:23.827296 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b3171bfa-8c56-4bae-aacd-2d3b2f5f6c08 req-469e3547-07a9-4adc-9c56-200feb6c6db3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6fadd7d7-12ac-4d52-be73-7a67f8490c8e HTTP/1.1" status: 200 len: 217 time: 0.0389013 Nov 12 09:39:23.880100 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3171bfa-8c56-4bae-aacd-2d3b2f5f6c08 req-4b1fc9ad-4cf6-4643-9f59-9e46eb1275cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:39:23.881612 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b3171bfa-8c56-4bae-aacd-2d3b2f5f6c08 req-4b1fc9ad-4cf6-4643-9f59-9e46eb1275cf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5fd1c3e1-6681-4b34-9350-551c1ddd7576 HTTP/1.1" status: 200 len: 834 time: 0.0458789 Nov 12 09:39:23.930661 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3171bfa-8c56-4bae-aacd-2d3b2f5f6c08 req-26141e82-b740-48a0-960d-63391341ac3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:39:23.932251 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b3171bfa-8c56-4bae-aacd-2d3b2f5f6c08 req-26141e82-b740-48a0-960d-63391341ac3d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=50d030fc-9352-4e99-afc4-e0597227bb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419912 Nov 12 09:39:24.038644 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b3171bfa-8c56-4bae-aacd-2d3b2f5f6c08 req-1c784bcf-a960-44ed-a5c3-212de019faae service neutron] 10.222.0.44 "GET /v2.0/networks/50d030fc-9352-4e99-afc4-e0597227bb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971653 Nov 12 09:39:24.133532 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b3171bfa-8c56-4bae-aacd-2d3b2f5f6c08 req-9fa38a8c-4950-40fa-b9d4-2288594b247e service neutron] 10.222.0.44 "GET /v2.0/networks/50d030fc-9352-4e99-afc4-e0597227bb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865617 Nov 12 09:39:24.662611 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4b607c-7e67-476c-868b-ba82bfd17afd req-480a946c-cda8-4501-a4db-d27460dcff17 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:39:24.664145 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ac4b607c-7e67-476c-868b-ba82bfd17afd req-480a946c-cda8-4501-a4db-d27460dcff17 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6939f81-e945-4590-b15c-23390878c7bc HTTP/1.1" status: 200 len: 943 time: 0.0493064 Nov 12 09:39:24.681776 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 6fadd7d7-12ac-4d52-be73-7a67f8490c8e details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:39:24.714438 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ac4b607c-7e67-476c-868b-ba82bfd17afd req-b02cfebc-064d-4394-9c93-fafedb246c75 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3d6a745-9890-4b32-ab2e-4f2b1327c212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441613 Nov 12 09:39:24.784909 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 6fadd7d7-12ac-4d52-be73-7a67f8490c8e, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=6fadd7d7-12ac-4d52-be73-7a67f8490c8e,segment=NetworkSegment(4f7999fc-288b-4af9-b346-4953944fc743),segment_id=4f7999fc-288b-4af9-b346-4953944fc743)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:39:24.796663 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': '6fadd7d7-12ac-4d52-be73-7a67f8490c8e', 'network_id': '50d030fc-9352-4e99-afc4-e0597227bb3a', 'port_id': '6fadd7d7-12ac-4d52-be73-7a67f8490c8e', 'mac_address': 'fa:16:3e:80:d9:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fd1c3e1-6681-4b34-9350-551c1ddd7576', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:39:24.834622 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:24.852682 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fadd7d7-12ac-4d52-be73-7a67f8490c8e {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:39:24.872334 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 6fadd7d7-12ac-4d52-be73-7a67f8490c8e, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=6fadd7d7-12ac-4d52-be73-7a67f8490c8e,segment=NetworkSegment(4f7999fc-288b-4af9-b346-4953944fc743),segment_id=4f7999fc-288b-4af9-b346-4953944fc743)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:39:24.877564 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:24.926325 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=6fadd7d7-12ac-4d52-be73-7a67f8490c8e,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:25.236402 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['6fadd7d7-12ac-4d52-be73-7a67f8490c8e'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:39:25.847147 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e913d39-49a5-4c9a-ad1e-32e23edccaf6 req-ff181956-7958-490c-9e00-61e2fe3ae4c3 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:39:25.848648 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1e913d39-49a5-4c9a-ad1e-32e23edccaf6 req-ff181956-7958-490c-9e00-61e2fe3ae4c3 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6939f81-e945-4590-b15c-23390878c7bc HTTP/1.1" status: 200 len: 944 time: 0.0611613 Nov 12 09:39:25.919374 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1e913d39-49a5-4c9a-ad1e-32e23edccaf6 req-0c83ef2e-6f11-406e-9944-76319fa40ed5 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3d6a745-9890-4b32-ab2e-4f2b1327c212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641341 Nov 12 09:39:26.706074 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 6fadd7d7-12ac-4d52-be73-7a67f8490c8e up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:39:26.756161 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning for port 6fadd7d7-12ac-4d52-be73-7a67f8490c8e completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:39:26.760199 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port 6fadd7d7-12ac-4d52-be73-7a67f8490c8e triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:39:26.760566 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:26.839004 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:26.861667 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6939f81-e945-4590-b15c-23390878c7bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fadd7d7-12ac-4d52-be73-7a67f8490c8e'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:39:26.863919 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132d5890bda14c85ea4d6a837dfa65400ea66c0cb50158568a7b02b7fe216ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0606c050-4949-48d8-93b4-392d2b1e8c9b" -d '{"events": [{"server_uuid": "e6939f81-e945-4590-b15c-23390878c7bc", "name": "network-vif-plugged", "status": "completed", "tag": "6fadd7d7-12ac-4d52-be73-7a67f8490c8e"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:39:26.876529 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 6fadd7d7-12ac-4d52-be73-7a67f8490c8e, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=6fadd7d7-12ac-4d52-be73-7a67f8490c8e,segment=NetworkSegment(4f7999fc-288b-4af9-b346-4953944fc743),segment_id=4f7999fc-288b-4af9-b346-4953944fc743)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:39:26.880659 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:26.904666 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42cf0b22-5db5-4721-bb5c-cffbb7125991 x-openstack-request-id: req-42cf0b22-5db5-4721-bb5c-cffbb7125991 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:39:26.904962 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6939f81-e945-4590-b15c-23390878c7bc", "name": "network-vif-plugged", "status": "completed", "tag": "6fadd7d7-12ac-4d52-be73-7a67f8490c8e", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:39:26.905217 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-42cf0b22-5db5-4721-bb5c-cffbb7125991 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:39:26.905603 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6939f81-e945-4590-b15c-23390878c7bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fadd7d7-12ac-4d52-be73-7a67f8490c8e', 'code': 200} Nov 12 09:39:26.931715 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=6fadd7d7-12ac-4d52-be73-7a67f8490c8e,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:27.033339 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e61e2f-bf61-43d3-9a4e-3ec2de7b59de req-4d376f02-70f5-4beb-9ead-746b2d908ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:39:27.035080 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-19e61e2f-bf61-43d3-9a4e-3ec2de7b59de req-4d376f02-70f5-4beb-9ead-746b2d908ec0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e6939f81-e945-4590-b15c-23390878c7bc HTTP/1.1" status: 200 len: 1097 time: 0.0419958 Nov 12 09:39:27.038565 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137f650c-ab95-4e79-a2a9-ca214189f24b req-18fb8d1a-d391-4ecb-9815-11e9e18fa19e tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:39:27.040069 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-137f650c-ab95-4e79-a2a9-ca214189f24b req-18fb8d1a-d391-4ecb-9815-11e9e18fa19e tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6939f81-e945-4590-b15c-23390878c7bc HTTP/1.1" status: 200 len: 945 time: 0.0498531 Nov 12 09:39:27.091559 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-137f650c-ab95-4e79-a2a9-ca214189f24b req-5fc98bdf-22e2-4cc1-ba69-8bf14e48008c tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3d6a745-9890-4b32-ab2e-4f2b1327c212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452921 Nov 12 09:39:27.092570 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-19e61e2f-bf61-43d3-9a4e-3ec2de7b59de req-3c585129-e094-4e60-819d-a070610ee06d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e3d6a745-9890-4b32-ab2e-4f2b1327c212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475712 Nov 12 09:39:28.220471 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2ce614-ffab-4f16-a8a7-672322f26b77 req-f681d590-7112-48f6-b3f7-d41fdef2707b tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:39:28.221976 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0b2ce614-ffab-4f16-a8a7-672322f26b77 req-f681d590-7112-48f6-b3f7-d41fdef2707b tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6939f81-e945-4590-b15c-23390878c7bc HTTP/1.1" status: 200 len: 945 time: 0.0575395 Nov 12 09:39:28.273088 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0b2ce614-ffab-4f16-a8a7-672322f26b77 req-034dc096-9acf-4bea-8800-86b1cae45e4e tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3d6a745-9890-4b32-ab2e-4f2b1327c212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449152 Nov 12 09:39:29.391980 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e0f3bd-e476-4d51-941b-789b1f3d3c1e req-0d2fd012-48d4-405e-bd97-ab6f86769261 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:39:29.393487 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-81e0f3bd-e476-4d51-941b-789b1f3d3c1e req-0d2fd012-48d4-405e-bd97-ab6f86769261 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6939f81-e945-4590-b15c-23390878c7bc HTTP/1.1" status: 200 len: 945 time: 0.0507197 Nov 12 09:39:29.445613 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-81e0f3bd-e476-4d51-941b-789b1f3d3c1e req-1592e9ab-e194-4e62-aa01-a2bb5fc87505 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3d6a745-9890-4b32-ab2e-4f2b1327c212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458984 Nov 12 09:39:29.560332 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c35d3d5-544c-4e5f-a1cc-b04b77a9db1d req-69639020-e2c5-4c13-99c2-be66e5520718 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:39:29.561844 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9c35d3d5-544c-4e5f-a1cc-b04b77a9db1d req-69639020-e2c5-4c13-99c2-be66e5520718 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6939f81-e945-4590-b15c-23390878c7bc HTTP/1.1" status: 200 len: 945 time: 0.0500674 Nov 12 09:39:29.615950 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9c35d3d5-544c-4e5f-a1cc-b04b77a9db1d req-e2fabcad-3261-4587-90d4-03bbfaa841cf tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3d6a745-9890-4b32-ab2e-4f2b1327c212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481226 Nov 12 09:39:29.641662 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 44144) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:39:29.687208 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f2fa6f-fed6-4fd9-b1bb-3d88b7e72e88 tempest-TestNetworkAdvancedServerOps-1577495236 tempest-TestNetworkAdvancedServerOps-1577495236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:39:29.689794 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-83f2fa6f-fed6-4fd9-b1bb-3d88b7e72e88 tempest-TestNetworkAdvancedServerOps-1577495236 tempest-TestNetworkAdvancedServerOps-1577495236-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=e6939f81-e945-4590-b15c-23390878c7bc HTTP/1.1" status: 200 len: 1092 time: 0.0467503 Nov 12 09:39:29.692629 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 44146) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:39:29.697015 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-7d26fb30-6344-4677-a7cc-28babc19b4b5 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Request body: {'floatingip': {'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'port_id': '6fadd7d7-12ac-4d52-be73-7a67f8490c8e', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:39:29.720387 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7d26fb30-6344-4677-a7cc-28babc19b4b5 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for floatingip, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:29.817727 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7d26fb30-6344-4677-a7cc-28babc19b4b5 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:29.922983 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-7d26fb30-6344-4677-a7cc-28babc19b4b5 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Allocated IP 172.25.2.126 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/e4810be9-6027-44d6-b600-af0b201c68c4) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:39:30.023991 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7d26fb30-6344-4677-a7cc-28babc19b4b5 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:30.061614 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7d26fb30-6344-4677-a7cc-28babc19b4b5 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:30.101343 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d26fb30-6344-4677-a7cc-28babc19b4b5 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:39:30.106321 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-7d26fb30-6344-4677-a7cc-28babc19b4b5 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:39:30.110666 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d26fb30-6344-4677-a7cc-28babc19b4b5 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:39:30.116237 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26fb30-6344-4677-a7cc-28babc19b4b5 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event updated for resources: {'Port': ['ID=e4810be9-6027-44d6-b600-af0b201c68c4,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:30.474232 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7d26fb30-6344-4677-a7cc-28babc19b4b5 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:30.543181 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7d26fb30-6344-4677-a7cc-28babc19b4b5 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:30.698199 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7d26fb30-6344-4677-a7cc-28babc19b4b5 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:30.706035 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7d26fb30-6344-4677-a7cc-28babc19b4b5 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:30.774236 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26fb30-6344-4677-a7cc-28babc19b4b5 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event updated for resources: {'Port': ['ID=e4810be9-6027-44d6-b600-af0b201c68c4,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:30.787447 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7d26fb30-6344-4677-a7cc-28babc19b4b5 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:30.890262 n-d-765315-29 neutron-server[102600]: INFO neutron.db.l3_db [None req-7d26fb30-6344-4677-a7cc-28babc19b4b5 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Floating IP e05a3454-36a2-45e6-ba28-094c1671cdb1 associated. External IP: 172.25.2.126, port: 6fadd7d7-12ac-4d52-be73-7a67f8490c8e. Nov 12 09:39:31.106306 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d26fb30-6344-4677-a7cc-28babc19b4b5 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Router 99cfc76b-1229-4783-a5f2-7630436d4b58 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:39:31.218200 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d26fb30-6344-4677-a7cc-28babc19b4b5 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:39:31.228286 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e479b4b0-76a5-4bd3-b7e5-e973caa1f327 None None] Sync routers for ids ['99cfc76b-1229-4783-a5f2-7630436d4b58'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:39:31.237480 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7d26fb30-6344-4677-a7cc-28babc19b4b5 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:31.239946 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e479b4b0-76a5-4bd3-b7e5-e973caa1f327 None None] Routers {'99cfc76b-1229-4783-a5f2-7630436d4b58'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:39:31.240544 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-e479b4b0-76a5-4bd3-b7e5-e973caa1f327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:39:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['99cfc76b-1229-4783-a5f2-7630436d4b58'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:39:31.264769 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-7d26fb30-6344-4677-a7cc-28babc19b4b5 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5710900 Nov 12 09:39:31.265341 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6939f81-e945-4590-b15c-23390878c7bc', 'tag': '6fadd7d7-12ac-4d52-be73-7a67f8490c8e'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:39:31.267793 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b9376c9088a4f533a787632e68a0b9d71673112fb90a02c33b14ced1cf80ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a68f51c5-7f83-45a3-a284-3d32a1ed25b4" -d '{"events": [{"name": "network-changed", "server_uuid": "e6939f81-e945-4590-b15c-23390878c7bc", "tag": "6fadd7d7-12ac-4d52-be73-7a67f8490c8e"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:39:31.348014 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-e479b4b0-76a5-4bd3-b7e5-e973caa1f327 None None] Set router 99cfc76b-1229-4783-a5f2-7630436d4b58 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:39:31.365034 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023fd5ed-b094-4e5e-8696-1ddfb5b897b5 req-2d45a8ff-52f9-4613-866e-04a09a9b68e8 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:39:31.366744 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-023fd5ed-b094-4e5e-8696-1ddfb5b897b5 req-2d45a8ff-52f9-4613-866e-04a09a9b68e8 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6939f81-e945-4590-b15c-23390878c7bc HTTP/1.1" status: 200 len: 945 time: 0.0506856 Nov 12 09:39:31.416743 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-023fd5ed-b094-4e5e-8696-1ddfb5b897b5 req-7ad4f0ee-e207-4389-9fd3-f77bb235242d tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3d6a745-9890-4b32-ab2e-4f2b1327c212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440195 Nov 12 09:39:31.440632 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 44152) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:39:31.482758 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58c247a7-58e5-492e-ba4c-551cbc2a0efa x-openstack-request-id: req-58c247a7-58e5-492e-ba4c-551cbc2a0efa {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:39:31.483476 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6939f81-e945-4590-b15c-23390878c7bc", "tag": "6fadd7d7-12ac-4d52-be73-7a67f8490c8e", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:39:31.483476 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-58c247a7-58e5-492e-ba4c-551cbc2a0efa {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:39:31.483748 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6939f81-e945-4590-b15c-23390878c7bc', 'tag': '6fadd7d7-12ac-4d52-be73-7a67f8490c8e', 'status': 'completed', 'code': 200} Nov 12 09:39:31.513803 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-30e8ad69-945d-4f26-a32e-90be0391865c tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/floatingips/e05a3454-36a2-45e6-ba28-094c1671cdb1 HTTP/1.1" status: 200 len: 991 time: 0.0717218 Nov 12 09:39:31.551792 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68f51c5-7f83-45a3-a284-3d32a1ed25b4 req-d009c69c-f4ab-4703-9650-3bf99ae4b324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:39:31.553285 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a68f51c5-7f83-45a3-a284-3d32a1ed25b4 req-d009c69c-f4ab-4703-9650-3bf99ae4b324 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a3e02b7551c24b2895d8eeeb9a0b62b4&device_id=e6939f81-e945-4590-b15c-23390878c7bc HTTP/1.1" status: 200 len: 1097 time: 0.0414584 Nov 12 09:39:31.585885 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-e479b4b0-76a5-4bd3-b7e5-e973caa1f327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99cfc76b-1229-4783-a5f2-7630436d4b58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-477625968', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '337ae46e-9923-4897-9d10-072f65b5c236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:39:14Z', 'updated_at': '2021-11-12T09:39:17Z', 'revision_number': 4, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'gw_port': {'id': '337ae46e-9923-4897-9d10-072f65b5c236', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ed:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cfc76b-1229-4783-a5f2-7630436d4b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:39:14Z', 'updated_at': '2021-11-12T09:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': 'e05a3454-36a2-45e6-ba28-094c1671cdb1', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'floating_ip_address': '172.25.2.126', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': '99cfc76b-1229-4783-a5f2-7630436d4b58', 'port_id': '6fadd7d7-12ac-4d52-be73-7a67f8490c8e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50d030fc-9352-4e99-afc4-e0597227bb3a', 'mac_address': 'fa:16:3e:80:d9:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6939f81-e945-4590-b15c-23390878c7bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:39:30Z', 'updated_at': '2021-11-12T09:39:30Z', 'revision_number': 0, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96e8c76e-d060-435d-9038-673364f1c476', 'name': '', 'network_id': '50d030fc-9352-4e99-afc4-e0597227bb3a', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'mac_address': 'fa:16:3e:98:d1:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cfc76b-1229-4783-a5f2-7630436d4b58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '5fd1c3e1-6681-4b34-9350-551c1ddd7576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:39:17Z', 'updated_at': '2021-11-12T09:39:21Z', 'revision_number': 5, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'subnets': [{'id': '5fd1c3e1-6681-4b34-9350-551c1ddd7576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:39:31.616452 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e479b4b0-76a5-4bd3-b7e5-e973caa1f327 None None] Checking router: 99cfc76b-1229-4783-a5f2-7630436d4b58 for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:39:31.624561 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e479b4b0-76a5-4bd3-b7e5-e973caa1f327 None None] Routers {'99cfc76b-1229-4783-a5f2-7630436d4b58'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:39:31.625496 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-e479b4b0-76a5-4bd3-b7e5-e973caa1f327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:39:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['99cfc76b-1229-4783-a5f2-7630436d4b58'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:39:31.649182 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68f51c5-7f83-45a3-a284-3d32a1ed25b4 req-632eedf4-41b4-4bd5-9cb4-d18fe25a2eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:39:31.650759 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a68f51c5-7f83-45a3-a284-3d32a1ed25b4 req-632eedf4-41b4-4bd5-9cb4-d18fe25a2eb8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=50d030fc-9352-4e99-afc4-e0597227bb3a HTTP/1.1" status: 200 len: 898 time: 0.0871873 Nov 12 09:39:31.728112 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-e479b4b0-76a5-4bd3-b7e5-e973caa1f327 None None] Set router 99cfc76b-1229-4783-a5f2-7630436d4b58 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:39:31.728387 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a68f51c5-7f83-45a3-a284-3d32a1ed25b4 req-40f49785-6ce8-4bbf-8256-2b301a98ac2e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6fadd7d7-12ac-4d52-be73-7a67f8490c8e HTTP/1.1" status: 200 len: 999 time: 0.0697274 Nov 12 09:39:31.789022 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68f51c5-7f83-45a3-a284-3d32a1ed25b4 req-7a232273-31f8-4229-9b10-2c1f408a36cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:39:31.790528 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a68f51c5-7f83-45a3-a284-3d32a1ed25b4 req-7a232273-31f8-4229-9b10-2c1f408a36cf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5fd1c3e1-6681-4b34-9350-551c1ddd7576 HTTP/1.1" status: 200 len: 834 time: 0.0548904 Nov 12 09:39:31.843931 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68f51c5-7f83-45a3-a284-3d32a1ed25b4 req-56b51dc2-dc59-491e-91bb-dc56407a4149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:39:31.845520 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a68f51c5-7f83-45a3-a284-3d32a1ed25b4 req-56b51dc2-dc59-491e-91bb-dc56407a4149 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=50d030fc-9352-4e99-afc4-e0597227bb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469987 Nov 12 09:39:31.942117 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a68f51c5-7f83-45a3-a284-3d32a1ed25b4 req-a8dda692-41c4-4196-a940-db145fa9a62a service neutron] 10.222.0.44 "GET /v2.0/networks/50d030fc-9352-4e99-afc4-e0597227bb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888608 Nov 12 09:39:32.038520 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a68f51c5-7f83-45a3-a284-3d32a1ed25b4 req-09eda647-1c72-43d7-9521-63b567709a38 service neutron] 10.222.0.44 "GET /v2.0/networks/50d030fc-9352-4e99-afc4-e0597227bb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891089 Nov 12 09:39:32.042247 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-e479b4b0-76a5-4bd3-b7e5-e973caa1f327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99cfc76b-1229-4783-a5f2-7630436d4b58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-477625968', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '337ae46e-9923-4897-9d10-072f65b5c236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:39:14Z', 'updated_at': '2021-11-12T09:39:17Z', 'revision_number': 4, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'gw_port': {'id': '337ae46e-9923-4897-9d10-072f65b5c236', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ed:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cfc76b-1229-4783-a5f2-7630436d4b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:39:14Z', 'updated_at': '2021-11-12T09:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': 'e05a3454-36a2-45e6-ba28-094c1671cdb1', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'floating_ip_address': '172.25.2.126', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': '99cfc76b-1229-4783-a5f2-7630436d4b58', 'port_id': '6fadd7d7-12ac-4d52-be73-7a67f8490c8e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50d030fc-9352-4e99-afc4-e0597227bb3a', 'mac_address': 'fa:16:3e:80:d9:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6939f81-e945-4590-b15c-23390878c7bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:39:30Z', 'updated_at': '2021-11-12T09:39:30Z', 'revision_number': 0, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96e8c76e-d060-435d-9038-673364f1c476', 'name': '', 'network_id': '50d030fc-9352-4e99-afc4-e0597227bb3a', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'mac_address': 'fa:16:3e:98:d1:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cfc76b-1229-4783-a5f2-7630436d4b58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '5fd1c3e1-6681-4b34-9350-551c1ddd7576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:39:17Z', 'updated_at': '2021-11-12T09:39:21Z', 'revision_number': 5, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'subnets': [{'id': '5fd1c3e1-6681-4b34-9350-551c1ddd7576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:39:32.069118 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e479b4b0-76a5-4bd3-b7e5-e973caa1f327 None None] The sync data for ids ['99cfc76b-1229-4783-a5f2-7630436d4b58'] in n-d-765315-29 is: [{'id': '99cfc76b-1229-4783-a5f2-7630436d4b58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-477625968', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '337ae46e-9923-4897-9d10-072f65b5c236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:39:14Z', 'updated_at': '2021-11-12T09:39:17Z', 'revision_number': 4, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'gw_port': {'id': '337ae46e-9923-4897-9d10-072f65b5c236', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ed:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cfc76b-1229-4783-a5f2-7630436d4b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:39:14Z', 'updated_at': '2021-11-12T09:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': 'e05a3454-36a2-45e6-ba28-094c1671cdb1', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'floating_ip_address': '172.25.2.126', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': '99cfc76b-1229-4783-a5f2-7630436d4b58', 'port_id': '6fadd7d7-12ac-4d52-be73-7a67f8490c8e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50d030fc-9352-4e99-afc4-e0597227bb3a', 'mac_address': 'fa:16:3e:80:d9:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6939f81-e945-4590-b15c-23390878c7bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:39:30Z', 'updated_at': '2021-11-12T09:39:30Z', 'revision_number': 0, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96e8c76e-d060-435d-9038-673364f1c476', 'name': '', 'network_id': '50d030fc-9352-4e99-afc4-e0597227bb3a', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'mac_address': 'fa:16:3e:98:d1:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cfc76b-1229-4783-a5f2-7630436d4b58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '5fd1c3e1-6681-4b34-9350-551c1ddd7576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:39:17Z', 'updated_at': '2021-11-12T09:39:21Z', 'revision_number': 5, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'subnets': [{'id': '5fd1c3e1-6681-4b34-9350-551c1ddd7576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:39:32.260198 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a097358e-9cec-4740-8a34-ba97d9cdfba3 None None] New status for floating IP e05a3454-36a2-45e6-ba28-094c1671cdb1: ACTIVE {{(pid=102601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:39:32.517985 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 44154) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:39:32.577343 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-cb5ef7a1-d44b-48df-acc2-d2f398735e2c tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/floatingips/e05a3454-36a2-45e6-ba28-094c1671cdb1 HTTP/1.1" status: 200 len: 993 time: 0.0581775 Nov 12 09:39:34.175341 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-23d03d6a-d231-4132-a447-eb8660166839 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:36.276902 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:37.203996 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4d45dd25-bb3c-4fbe-bdf0-e218b9f8a3f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:38.265046 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:39.597830 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:40.185135 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:43.411796 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:47.230484 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:40:04.179207 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4a42b28f-f441-4678-bd7d-7456756bc8df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:06.029698 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e62b998-bc1b-46c8-9dd1-c972e182e064 req-214d4c71-66ab-4760-a740-0d2c978bb420 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:40:06.031240 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1e62b998-bc1b-46c8-9dd1-c972e182e064 req-214d4c71-66ab-4760-a740-0d2c978bb420 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6939f81-e945-4590-b15c-23390878c7bc HTTP/1.1" status: 200 len: 945 time: 0.0546563 Nov 12 09:40:06.080894 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1e62b998-bc1b-46c8-9dd1-c972e182e064 req-a69f0283-bcce-45e5-ab26-3c34ee2f1d1e tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3d6a745-9890-4b32-ab2e-4f2b1327c212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436335 Nov 12 09:40:06.279959 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:07.199249 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a03e40a-81c6-44c4-b36c-a1d9522ed7fa req-1e5abdb9-b75a-4e4a-a787-540fce1fc09c tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:40:07.201174 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1a03e40a-81c6-44c4-b36c-a1d9522ed7fa req-1e5abdb9-b75a-4e4a-a787-540fce1fc09c tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6939f81-e945-4590-b15c-23390878c7bc HTTP/1.1" status: 200 len: 945 time: 0.0503354 Nov 12 09:40:07.206676 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ee569ad9-cbb9-4cea-b26a-347a2698b358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:07.252259 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1a03e40a-81c6-44c4-b36c-a1d9522ed7fa req-3c93c3e6-d357-476b-884e-50d87755e52d tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3d6a745-9890-4b32-ab2e-4f2b1327c212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441792 Nov 12 09:40:08.267770 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:08.369503 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7087c92-1155-40d1-b347-cb1fa3b8a703 req-53c5639a-aeb1-4adb-8d9d-90bcee1e813a tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:40:08.371047 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f7087c92-1155-40d1-b347-cb1fa3b8a703 req-53c5639a-aeb1-4adb-8d9d-90bcee1e813a tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6939f81-e945-4590-b15c-23390878c7bc HTTP/1.1" status: 200 len: 945 time: 0.0503185 Nov 12 09:40:08.424449 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f7087c92-1155-40d1-b347-cb1fa3b8a703 req-61a6e158-f041-406b-96b5-e044266bbcfc tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3d6a745-9890-4b32-ab2e-4f2b1327c212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473328 Nov 12 09:40:09.545536 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b726e9-93e0-40af-a69b-87b5896ed4d2 req-51f05cda-6d1f-4a46-a95c-a0aaacf1db52 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:40:09.547634 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-14b726e9-93e0-40af-a69b-87b5896ed4d2 req-51f05cda-6d1f-4a46-a95c-a0aaacf1db52 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6939f81-e945-4590-b15c-23390878c7bc HTTP/1.1" status: 200 len: 945 time: 0.0536942 Nov 12 09:40:09.597164 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-14b726e9-93e0-40af-a69b-87b5896ed4d2 req-74ecf277-b843-404a-b9e3-30ac1faea6c2 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3d6a745-9890-4b32-ab2e-4f2b1327c212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435596 Nov 12 09:40:09.601214 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:10.188793 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:10.717646 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22df15a-5a17-4333-8459-0ae4636427e4 req-ead87bef-918e-414e-9e21-dbdee3f87294 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:40:10.719283 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f22df15a-5a17-4333-8459-0ae4636427e4 req-ead87bef-918e-414e-9e21-dbdee3f87294 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6939f81-e945-4590-b15c-23390878c7bc HTTP/1.1" status: 200 len: 945 time: 0.0511625 Nov 12 09:40:10.768907 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f22df15a-5a17-4333-8459-0ae4636427e4 req-9a3bff72-9110-46c1-8908-7fb10e154923 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3d6a745-9890-4b32-ab2e-4f2b1327c212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436862 Nov 12 09:40:11.342271 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb581c6a-b66d-4801-b646-942713beadee req-9dc1725e-0d64-46e7-afae-47176fb09b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:40:11.344009 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-eb581c6a-b66d-4801-b646-942713beadee req-9dc1725e-0d64-46e7-afae-47176fb09b60 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a3e02b7551c24b2895d8eeeb9a0b62b4&device_id=e6939f81-e945-4590-b15c-23390878c7bc HTTP/1.1" status: 200 len: 1097 time: 0.0806208 Nov 12 09:40:11.450768 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb581c6a-b66d-4801-b646-942713beadee req-73ebee58-1aae-48f4-b019-829493a58659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:40:11.452360 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-eb581c6a-b66d-4801-b646-942713beadee req-73ebee58-1aae-48f4-b019-829493a58659 service neutron] 10.222.0.44 "GET /v2.0/networks?id=50d030fc-9352-4e99-afc4-e0597227bb3a HTTP/1.1" status: 200 len: 898 time: 0.0883527 Nov 12 09:40:11.523902 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-eb581c6a-b66d-4801-b646-942713beadee req-bede2c25-245e-40d4-909c-81a7ad2d7a4b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6fadd7d7-12ac-4d52-be73-7a67f8490c8e HTTP/1.1" status: 200 len: 1001 time: 0.0640547 Nov 12 09:40:11.578224 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb581c6a-b66d-4801-b646-942713beadee req-9b155e16-322a-4a51-83dd-1e272f38e058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:40:11.579766 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-eb581c6a-b66d-4801-b646-942713beadee req-9b155e16-322a-4a51-83dd-1e272f38e058 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5fd1c3e1-6681-4b34-9350-551c1ddd7576 HTTP/1.1" status: 200 len: 834 time: 0.0449433 Nov 12 09:40:11.626147 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb581c6a-b66d-4801-b646-942713beadee req-164071d8-09ae-4a72-ad8b-1d04834ad397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:40:11.627650 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-eb581c6a-b66d-4801-b646-942713beadee req-164071d8-09ae-4a72-ad8b-1d04834ad397 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=50d030fc-9352-4e99-afc4-e0597227bb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406790 Nov 12 09:40:11.723514 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-eb581c6a-b66d-4801-b646-942713beadee req-922f5c61-92a0-4c81-a01f-d8cd1e25d5a3 service neutron] 10.222.0.44 "GET /v2.0/networks/50d030fc-9352-4e99-afc4-e0597227bb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879169 Nov 12 09:40:11.820648 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-eb581c6a-b66d-4801-b646-942713beadee req-97ff6956-634d-4dfb-863f-a1193335890a service neutron] 10.222.0.44 "GET /v2.0/networks/50d030fc-9352-4e99-afc4-e0597227bb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890589 Nov 12 09:40:11.890418 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1867f7ec-6de8-42ce-ae69-35f2ef4132df req-1af2071c-1273-4391-a429-82ffd7b4699c tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:40:11.891916 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1867f7ec-6de8-42ce-ae69-35f2ef4132df req-1af2071c-1273-4391-a429-82ffd7b4699c tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6939f81-e945-4590-b15c-23390878c7bc HTTP/1.1" status: 200 len: 945 time: 0.0550156 Nov 12 09:40:11.941077 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1867f7ec-6de8-42ce-ae69-35f2ef4132df req-1903d604-3a54-437c-aea7-722d63c8dbf5 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3d6a745-9890-4b32-ab2e-4f2b1327c212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430343 Nov 12 09:40:13.062135 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25671f60-a643-4aca-8592-398ae2070296 req-0395f56e-9d94-4db5-baaf-b8c2a5bfafb9 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:40:13.063706 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-25671f60-a643-4aca-8592-398ae2070296 req-0395f56e-9d94-4db5-baaf-b8c2a5bfafb9 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6939f81-e945-4590-b15c-23390878c7bc HTTP/1.1" status: 200 len: 945 time: 0.0508947 Nov 12 09:40:13.114046 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-25671f60-a643-4aca-8592-398ae2070296 req-4ca040b2-9691-4445-bb20-f7feef872ff3 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3d6a745-9890-4b32-ab2e-4f2b1327c212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440521 Nov 12 09:40:13.400440 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:14.229793 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a663c1fb-f073-4f0a-a730-22818c8912dc req-a4b9d8e2-0fbe-4213-83b2-4746e0ec5252 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:40:14.231318 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a663c1fb-f073-4f0a-a730-22818c8912dc req-a4b9d8e2-0fbe-4213-83b2-4746e0ec5252 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6939f81-e945-4590-b15c-23390878c7bc HTTP/1.1" status: 200 len: 945 time: 0.0499516 Nov 12 09:40:14.284620 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a663c1fb-f073-4f0a-a730-22818c8912dc req-c1d63cf2-6308-4f15-beca-97e24ea460c3 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3d6a745-9890-4b32-ab2e-4f2b1327c212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471938 Nov 12 09:40:15.401590 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28c6a38-3564-407c-a539-9f34df0f90de req-5301cee3-e16b-49dc-9a77-f922c92aa018 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:40:15.403095 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d28c6a38-3564-407c-a539-9f34df0f90de req-5301cee3-e16b-49dc-9a77-f922c92aa018 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6939f81-e945-4590-b15c-23390878c7bc HTTP/1.1" status: 200 len: 945 time: 0.0506151 Nov 12 09:40:15.453685 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d28c6a38-3564-407c-a539-9f34df0f90de req-336f0ac9-851c-49c4-b26c-4072756418d9 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3d6a745-9890-4b32-ab2e-4f2b1327c212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434294 Nov 12 09:40:16.572446 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90e0bee-809c-4644-ab00-3572f016fee2 req-03ac90a5-4743-407b-bab6-b23c7483a65f tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:40:16.573883 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b90e0bee-809c-4644-ab00-3572f016fee2 req-03ac90a5-4743-407b-bab6-b23c7483a65f tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6939f81-e945-4590-b15c-23390878c7bc HTTP/1.1" status: 200 len: 945 time: 0.0502806 Nov 12 09:40:16.625031 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b90e0bee-809c-4644-ab00-3572f016fee2 req-5c82a03d-7888-47f3-b251-feb4661aaf3f tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3d6a745-9890-4b32-ab2e-4f2b1327c212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441198 Nov 12 09:40:16.647607 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 44192) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:40:16.713065 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-36cd4e6b-1793-4f1c-807a-2e972602dad6 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/floatingips/e05a3454-36a2-45e6-ba28-094c1671cdb1 HTTP/1.1" status: 200 len: 993 time: 0.0642738 Nov 12 09:40:18.000991 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef0cf04-a0af-424f-9de5-a10e954d811c req-6d4196a7-9039-4658-b710-9a81c53513fb tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:40:18.002715 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bef0cf04-a0af-424f-9de5-a10e954d811c req-6d4196a7-9039-4658-b710-9a81c53513fb tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6939f81-e945-4590-b15c-23390878c7bc HTTP/1.1" status: 200 len: 945 time: 0.0520720 Nov 12 09:40:18.053585 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bef0cf04-a0af-424f-9de5-a10e954d811c req-6d4e24f2-0b19-4793-9374-5f00fa60d401 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3d6a745-9890-4b32-ab2e-4f2b1327c212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446987 Nov 12 09:40:18.059950 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499b9ace-d678-463c-93a3-02388a8a2160 req-f247a563-105e-406c-a478-5e260bdd6f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:40:18.061488 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-499b9ace-d678-463c-93a3-02388a8a2160 req-f247a563-105e-406c-a478-5e260bdd6f18 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a3e02b7551c24b2895d8eeeb9a0b62b4&device_id=e6939f81-e945-4590-b15c-23390878c7bc HTTP/1.1" status: 200 len: 1097 time: 0.0471942 Nov 12 09:40:18.159265 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499b9ace-d678-463c-93a3-02388a8a2160 req-23c98742-feee-4b91-a184-fd09b6c9438c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:40:18.160721 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-499b9ace-d678-463c-93a3-02388a8a2160 req-23c98742-feee-4b91-a184-fd09b6c9438c service neutron] 10.222.0.44 "GET /v2.0/networks?id=50d030fc-9352-4e99-afc4-e0597227bb3a HTTP/1.1" status: 200 len: 898 time: 0.0877171 Nov 12 09:40:18.236257 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-499b9ace-d678-463c-93a3-02388a8a2160 req-a0c07986-e988-4cbd-b2a7-fad9def3d8af service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6fadd7d7-12ac-4d52-be73-7a67f8490c8e HTTP/1.1" status: 200 len: 1001 time: 0.0627482 Nov 12 09:40:18.292115 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499b9ace-d678-463c-93a3-02388a8a2160 req-978c4514-4861-47d6-bd4b-12567677ac16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:40:18.293459 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-499b9ace-d678-463c-93a3-02388a8a2160 req-978c4514-4861-47d6-bd4b-12567677ac16 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5fd1c3e1-6681-4b34-9350-551c1ddd7576 HTTP/1.1" status: 200 len: 834 time: 0.0446162 Nov 12 09:40:18.344713 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499b9ace-d678-463c-93a3-02388a8a2160 req-07dc7e71-c0df-4bba-b5fb-c17f7479d1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:40:18.346195 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-499b9ace-d678-463c-93a3-02388a8a2160 req-07dc7e71-c0df-4bba-b5fb-c17f7479d1f4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=50d030fc-9352-4e99-afc4-e0597227bb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407276 Nov 12 09:40:18.444657 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-499b9ace-d678-463c-93a3-02388a8a2160 req-c915cba6-7cef-4f05-ad0f-3b008716ca25 service neutron] 10.222.0.44 "GET /v2.0/networks/50d030fc-9352-4e99-afc4-e0597227bb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881760 Nov 12 09:40:18.537849 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-499b9ace-d678-463c-93a3-02388a8a2160 req-041293cb-8799-4554-a6e5-0e2ffaa1b23a service neutron] 10.222.0.44 "GET /v2.0/networks/50d030fc-9352-4e99-afc4-e0597227bb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840938 Nov 12 09:40:19.187180 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9ee2e7-9969-43b2-985c-5f6a2112dc35 req-01c7e384-e5e0-4dc9-9c30-ea34feaaa8fe tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:40:19.188783 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7b9ee2e7-9969-43b2-985c-5f6a2112dc35 req-01c7e384-e5e0-4dc9-9c30-ea34feaaa8fe tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6939f81-e945-4590-b15c-23390878c7bc HTTP/1.1" status: 200 len: 945 time: 0.0565078 Nov 12 09:40:19.245276 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7b9ee2e7-9969-43b2-985c-5f6a2112dc35 req-1d463563-25f1-41ab-bc19-32dbf608d426 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3d6a745-9890-4b32-ab2e-4f2b1327c212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494804 Nov 12 09:40:20.367957 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c915b040-7a7d-401c-81af-dc7dddfb3539 req-7a3c7d44-157b-42cb-a683-5515d8d7ad78 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:40:20.369444 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c915b040-7a7d-401c-81af-dc7dddfb3539 req-7a3c7d44-157b-42cb-a683-5515d8d7ad78 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6939f81-e945-4590-b15c-23390878c7bc HTTP/1.1" status: 200 len: 945 time: 0.0502100 Nov 12 09:40:20.419691 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c915b040-7a7d-401c-81af-dc7dddfb3539 req-bc9aab49-1ef9-41ae-a05f-cca0f44fd644 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3d6a745-9890-4b32-ab2e-4f2b1327c212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440242 Nov 12 09:40:20.443640 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 44204) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:40:20.508019 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-8d437118-6f87-4732-88e2-1c6e5ade3d80 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/floatingips/e05a3454-36a2-45e6-ba28-094c1671cdb1 HTTP/1.1" status: 200 len: 993 time: 0.0632110 Nov 12 09:40:24.229693 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:40:34.180793 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a174ef8c-d7ec-491a-9be1-d4de8977c4e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:36.282870 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:37.208044 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6efae7fa-9ac1-4096-9486-dbf362fb2848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:38.271085 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:39.603585 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:40.191398 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:43.412877 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:51.237577 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 44214) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:40:51.395768 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-ee4a89d2-d9bc-4928-a864-f833e5ea814c tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Deleting port e4810be9-6027-44d6-b600-af0b201c68c4 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:40:51.396110 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ee4a89d2-d9bc-4928-a864-f833e5ea814c tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:51.471909 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ee4a89d2-d9bc-4928-a864-f833e5ea814c tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:51.472230 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ee4a89d2-d9bc-4928-a864-f833e5ea814c tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:51.483914 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-ee4a89d2-d9bc-4928-a864-f833e5ea814c tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Calling delete_port for e4810be9-6027-44d6-b600-af0b201c68c4 owned by network:floatingip {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:40:51.632927 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ee4a89d2-d9bc-4928-a864-f833e5ea814c tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:51.660855 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4a89d2-d9bc-4928-a864-f833e5ea814c tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event deleted for resources: {'Port': ['ID=e4810be9-6027-44d6-b600-af0b201c68c4,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:40:51.689934 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4a89d2-d9bc-4928-a864-f833e5ea814c tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:40:51.690289 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4a89d2-d9bc-4928-a864-f833e5ea814c tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:40:51.690656 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4a89d2-d9bc-4928-a864-f833e5ea814c tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:40:51.690999 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4a89d2-d9bc-4928-a864-f833e5ea814c tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:40:51.691345 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4a89d2-d9bc-4928-a864-f833e5ea814c tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:40:51.691680 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4a89d2-d9bc-4928-a864-f833e5ea814c tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:40:51.692015 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4a89d2-d9bc-4928-a864-f833e5ea814c tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:40:51.692348 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4a89d2-d9bc-4928-a864-f833e5ea814c tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:40:51.692686 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4a89d2-d9bc-4928-a864-f833e5ea814c tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:40:51.693008 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4a89d2-d9bc-4928-a864-f833e5ea814c tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:40:51.693337 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4a89d2-d9bc-4928-a864-f833e5ea814c tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:40:51.693661 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4a89d2-d9bc-4928-a864-f833e5ea814c tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:40:51.733782 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ee4a89d2-d9bc-4928-a864-f833e5ea814c tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for floatingip, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:51.734038 n-d-765315-29 neutron-server[102600]: INFO neutron.db.l3_db [None req-ee4a89d2-d9bc-4928-a864-f833e5ea814c tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Floating IP e05a3454-36a2-45e6-ba28-094c1671cdb1 disassociated (deleted). External IP: 172.25.2.126, port: 6fadd7d7-12ac-4d52-be73-7a67f8490c8e. Nov 12 09:40:51.945179 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee4a89d2-d9bc-4928-a864-f833e5ea814c tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Router 99cfc76b-1229-4783-a5f2-7630436d4b58 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:40:52.052630 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee4a89d2-d9bc-4928-a864-f833e5ea814c tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:40:52.057387 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-ee4a89d2-d9bc-4928-a864-f833e5ea814c tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:52.063352 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbc800f-59b3-47c7-9e1e-a2bf5bdbda6b None None] Sync routers for ids ['99cfc76b-1229-4783-a5f2-7630436d4b58'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:40:52.073441 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbc800f-59b3-47c7-9e1e-a2bf5bdbda6b None None] Routers {'99cfc76b-1229-4783-a5f2-7630436d4b58'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:40:52.074064 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-0cbc800f-59b3-47c7-9e1e-a2bf5bdbda6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:40:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['99cfc76b-1229-4783-a5f2-7630436d4b58'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:40:52.187320 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-0cbc800f-59b3-47c7-9e1e-a2bf5bdbda6b None None] Set router 99cfc76b-1229-4783-a5f2-7630436d4b58 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:40:52.354849 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-ee4a89d2-d9bc-4928-a864-f833e5ea814c tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "DELETE /v2.0/floatingips/e05a3454-36a2-45e6-ba28-094c1671cdb1 HTTP/1.1" status: 204 len: 168 time: 1.1160581 Nov 12 09:40:52.355470 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6939f81-e945-4590-b15c-23390878c7bc', 'tag': '6fadd7d7-12ac-4d52-be73-7a67f8490c8e'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:40:52.358804 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b9376c9088a4f533a787632e68a0b9d71673112fb90a02c33b14ced1cf80ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6703ba5-22ce-406e-ba5e-75f777ee1256" -d '{"events": [{"name": "network-changed", "server_uuid": "e6939f81-e945-4590-b15c-23390878c7bc", "tag": "6fadd7d7-12ac-4d52-be73-7a67f8490c8e"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:40:52.398359 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-0cbc800f-59b3-47c7-9e1e-a2bf5bdbda6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99cfc76b-1229-4783-a5f2-7630436d4b58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-477625968', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '337ae46e-9923-4897-9d10-072f65b5c236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:39:14Z', 'updated_at': '2021-11-12T09:39:17Z', 'revision_number': 4, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'gw_port': {'id': '337ae46e-9923-4897-9d10-072f65b5c236', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ed:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cfc76b-1229-4783-a5f2-7630436d4b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:39:14Z', 'updated_at': '2021-11-12T09:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '96e8c76e-d060-435d-9038-673364f1c476', 'name': '', 'network_id': '50d030fc-9352-4e99-afc4-e0597227bb3a', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'mac_address': 'fa:16:3e:98:d1:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cfc76b-1229-4783-a5f2-7630436d4b58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '5fd1c3e1-6681-4b34-9350-551c1ddd7576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:39:17Z', 'updated_at': '2021-11-12T09:39:21Z', 'revision_number': 5, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'subnets': [{'id': '5fd1c3e1-6681-4b34-9350-551c1ddd7576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:40:52.428663 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbc800f-59b3-47c7-9e1e-a2bf5bdbda6b None None] Checking router: 99cfc76b-1229-4783-a5f2-7630436d4b58 for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:40:52.437152 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbc800f-59b3-47c7-9e1e-a2bf5bdbda6b None None] Routers {'99cfc76b-1229-4783-a5f2-7630436d4b58'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:40:52.437764 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-0cbc800f-59b3-47c7-9e1e-a2bf5bdbda6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:40:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['99cfc76b-1229-4783-a5f2-7630436d4b58'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:40:52.515990 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-782b9c4c-e70e-4348-a3fc-72d405f473e6 x-openstack-request-id: req-782b9c4c-e70e-4348-a3fc-72d405f473e6 {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:40:52.516545 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6939f81-e945-4590-b15c-23390878c7bc", "tag": "6fadd7d7-12ac-4d52-be73-7a67f8490c8e", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:40:52.516864 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-782b9c4c-e70e-4348-a3fc-72d405f473e6 {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:40:52.517432 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6939f81-e945-4590-b15c-23390878c7bc', 'tag': '6fadd7d7-12ac-4d52-be73-7a67f8490c8e', 'status': 'completed', 'code': 200} Nov 12 09:40:52.548261 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-0cbc800f-59b3-47c7-9e1e-a2bf5bdbda6b None None] Set router 99cfc76b-1229-4783-a5f2-7630436d4b58 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:40:52.609629 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9078c8d6-6c51-410c-aa76-3f99ad8395c4 req-51dc6694-cbb4-4a87-973e-8ae615912079 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:40:52.611320 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9078c8d6-6c51-410c-aa76-3f99ad8395c4 req-51dc6694-cbb4-4a87-973e-8ae615912079 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6939f81-e945-4590-b15c-23390878c7bc HTTP/1.1" status: 200 len: 945 time: 0.0513914 Nov 12 09:40:52.633594 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6703ba5-22ce-406e-ba5e-75f777ee1256 req-8b8ab303-5add-4265-84b0-4dd710da3a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:40:52.635260 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b6703ba5-22ce-406e-ba5e-75f777ee1256 req-8b8ab303-5add-4265-84b0-4dd710da3a75 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a3e02b7551c24b2895d8eeeb9a0b62b4&device_id=e6939f81-e945-4590-b15c-23390878c7bc HTTP/1.1" status: 200 len: 1097 time: 0.0488796 Nov 12 09:40:52.664340 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9078c8d6-6c51-410c-aa76-3f99ad8395c4 req-abedc900-a2cb-47aa-8acb-0a9e2aa74bb0 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3d6a745-9890-4b32-ab2e-4f2b1327c212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466006 Nov 12 09:40:52.734021 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6703ba5-22ce-406e-ba5e-75f777ee1256 req-00ae842f-52ff-487d-b23d-2e1e1be46a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:40:52.736304 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b6703ba5-22ce-406e-ba5e-75f777ee1256 req-00ae842f-52ff-487d-b23d-2e1e1be46a27 service neutron] 10.222.0.44 "GET /v2.0/networks?id=50d030fc-9352-4e99-afc4-e0597227bb3a HTTP/1.1" status: 200 len: 898 time: 0.0926094 Nov 12 09:40:52.762881 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-0cbc800f-59b3-47c7-9e1e-a2bf5bdbda6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99cfc76b-1229-4783-a5f2-7630436d4b58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-477625968', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '337ae46e-9923-4897-9d10-072f65b5c236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:39:14Z', 'updated_at': '2021-11-12T09:39:17Z', 'revision_number': 4, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'gw_port': {'id': '337ae46e-9923-4897-9d10-072f65b5c236', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ed:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cfc76b-1229-4783-a5f2-7630436d4b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:39:14Z', 'updated_at': '2021-11-12T09:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '96e8c76e-d060-435d-9038-673364f1c476', 'name': '', 'network_id': '50d030fc-9352-4e99-afc4-e0597227bb3a', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'mac_address': 'fa:16:3e:98:d1:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cfc76b-1229-4783-a5f2-7630436d4b58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '5fd1c3e1-6681-4b34-9350-551c1ddd7576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:39:17Z', 'updated_at': '2021-11-12T09:39:21Z', 'revision_number': 5, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'subnets': [{'id': '5fd1c3e1-6681-4b34-9350-551c1ddd7576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:40:52.787410 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b6703ba5-22ce-406e-ba5e-75f777ee1256 req-108798ea-676b-45d3-92d2-d8381cfc2f7a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6fadd7d7-12ac-4d52-be73-7a67f8490c8e HTTP/1.1" status: 200 len: 217 time: 0.0400069 Nov 12 09:40:52.789745 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbc800f-59b3-47c7-9e1e-a2bf5bdbda6b None None] The sync data for ids ['99cfc76b-1229-4783-a5f2-7630436d4b58'] in n-d-765315-29 is: [{'id': '99cfc76b-1229-4783-a5f2-7630436d4b58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-477625968', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '337ae46e-9923-4897-9d10-072f65b5c236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:39:14Z', 'updated_at': '2021-11-12T09:39:17Z', 'revision_number': 4, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'gw_port': {'id': '337ae46e-9923-4897-9d10-072f65b5c236', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ed:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cfc76b-1229-4783-a5f2-7630436d4b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:39:14Z', 'updated_at': '2021-11-12T09:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '96e8c76e-d060-435d-9038-673364f1c476', 'name': '', 'network_id': '50d030fc-9352-4e99-afc4-e0597227bb3a', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'mac_address': 'fa:16:3e:98:d1:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cfc76b-1229-4783-a5f2-7630436d4b58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '5fd1c3e1-6681-4b34-9350-551c1ddd7576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:39:17Z', 'updated_at': '2021-11-12T09:39:21Z', 'revision_number': 5, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'subnets': [{'id': '5fd1c3e1-6681-4b34-9350-551c1ddd7576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:40:52.846474 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6703ba5-22ce-406e-ba5e-75f777ee1256 req-6d6f757e-5b90-4c24-896a-a88e1f322037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:40:52.848280 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b6703ba5-22ce-406e-ba5e-75f777ee1256 req-6d6f757e-5b90-4c24-896a-a88e1f322037 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5fd1c3e1-6681-4b34-9350-551c1ddd7576 HTTP/1.1" status: 200 len: 834 time: 0.0509398 Nov 12 09:40:52.899084 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6703ba5-22ce-406e-ba5e-75f777ee1256 req-7d73156d-547c-4579-bbb9-3d6fac3a622e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:40:52.900646 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b6703ba5-22ce-406e-ba5e-75f777ee1256 req-7d73156d-547c-4579-bbb9-3d6fac3a622e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=50d030fc-9352-4e99-afc4-e0597227bb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432498 Nov 12 09:40:53.002335 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b6703ba5-22ce-406e-ba5e-75f777ee1256 req-e267e12e-838b-4ee7-b094-304f58bc8787 service neutron] 10.222.0.44 "GET /v2.0/networks/50d030fc-9352-4e99-afc4-e0597227bb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914443 Nov 12 09:40:53.010888 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea13c67-d99d-487a-8d5c-849777a3b662 None None] New status for floating IP e05a3454-36a2-45e6-ba28-094c1671cdb1: DOWN {{(pid=102601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:40:53.104425 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b6703ba5-22ce-406e-ba5e-75f777ee1256 req-8c7c4337-a9e6-46b5-a480-9145a53c1901 service neutron] 10.222.0.44 "GET /v2.0/networks/50d030fc-9352-4e99-afc4-e0597227bb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907035 Nov 12 09:40:53.784450 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80286be1-cb43-4797-8913-55b40c9cbb22 req-7348de58-a88b-4cf0-ba7a-b9244c20d566 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:40:53.785941 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-80286be1-cb43-4797-8913-55b40c9cbb22 req-7348de58-a88b-4cf0-ba7a-b9244c20d566 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6939f81-e945-4590-b15c-23390878c7bc HTTP/1.1" status: 200 len: 945 time: 0.0483162 Nov 12 09:40:53.839224 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-80286be1-cb43-4797-8913-55b40c9cbb22 req-fc01338b-2fe6-48ea-9ba1-325055d4d8df tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3d6a745-9890-4b32-ab2e-4f2b1327c212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472264 Nov 12 09:40:54.599949 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003e0c56-3561-463d-9396-93c820515025 req-1b38c75f-09a9-4cdc-bf5b-b82a8518ea63 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:40:54.601380 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-003e0c56-3561-463d-9396-93c820515025 req-1b38c75f-09a9-4cdc-bf5b-b82a8518ea63 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6939f81-e945-4590-b15c-23390878c7bc HTTP/1.1" status: 200 len: 945 time: 0.0504212 Nov 12 09:40:54.699914 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-003e0c56-3561-463d-9396-93c820515025 req-10a6da95-fddc-4259-8769-db5c7562a48e tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Deleting port 6fadd7d7-12ac-4d52-be73-7a67f8490c8e {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:40:54.700242 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-003e0c56-3561-463d-9396-93c820515025 req-10a6da95-fddc-4259-8769-db5c7562a48e tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:54.793852 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-003e0c56-3561-463d-9396-93c820515025 req-10a6da95-fddc-4259-8769-db5c7562a48e tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] For port 6fadd7d7-12ac-4d52-be73-7a67f8490c8e, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=6fadd7d7-12ac-4d52-be73-7a67f8490c8e,segment=NetworkSegment(4f7999fc-288b-4af9-b346-4953944fc743),segment_id=4f7999fc-288b-4af9-b346-4953944fc743)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:40:54.794294 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-003e0c56-3561-463d-9396-93c820515025 req-10a6da95-fddc-4259-8769-db5c7562a48e tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:54.817715 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-003e0c56-3561-463d-9396-93c820515025 req-10a6da95-fddc-4259-8769-db5c7562a48e tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Calling delete_port for 6fadd7d7-12ac-4d52-be73-7a67f8490c8e owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:40:54.958325 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-003e0c56-3561-463d-9396-93c820515025 req-10a6da95-fddc-4259-8769-db5c7562a48e tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:54.982427 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d79938-9457-4000-a7e0-45ff3f9bf522 req-abf4afda-1a70-4708-af05-1871a2a1af95 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:40:54.986655 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-18d79938-9457-4000-a7e0-45ff3f9bf522 req-abf4afda-1a70-4708-af05-1871a2a1af95 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6939f81-e945-4590-b15c-23390878c7bc HTTP/1.1" status: 200 len: 867 time: 0.0595558 Nov 12 09:40:54.998702 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a6da95-fddc-4259-8769-db5c7562a48e tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event deleted for resources: {'Port': ['ID=6fadd7d7-12ac-4d52-be73-7a67f8490c8e,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:40:55.010046 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a6da95-fddc-4259-8769-db5c7562a48e tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:40:55.010478 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a6da95-fddc-4259-8769-db5c7562a48e tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:40:55.010892 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a6da95-fddc-4259-8769-db5c7562a48e tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:40:55.011245 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a6da95-fddc-4259-8769-db5c7562a48e tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:40:55.012081 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a6da95-fddc-4259-8769-db5c7562a48e tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:40:55.012081 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a6da95-fddc-4259-8769-db5c7562a48e tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:40:55.012260 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a6da95-fddc-4259-8769-db5c7562a48e tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:40:55.012550 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a6da95-fddc-4259-8769-db5c7562a48e tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:40:55.012880 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a6da95-fddc-4259-8769-db5c7562a48e tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:40:55.013282 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a6da95-fddc-4259-8769-db5c7562a48e tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:40:55.014501 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a6da95-fddc-4259-8769-db5c7562a48e tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:40:55.014984 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a6da95-fddc-4259-8769-db5c7562a48e tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:40:55.059439 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-003e0c56-3561-463d-9396-93c820515025 req-10a6da95-fddc-4259-8769-db5c7562a48e tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] No DVR routers for this DVR port 6fadd7d7-12ac-4d52-be73-7a67f8490c8e on host n-h2-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:40:55.062820 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-003e0c56-3561-463d-9396-93c820515025 req-10a6da95-fddc-4259-8769-db5c7562a48e tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:55.064947 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-18d79938-9457-4000-a7e0-45ff3f9bf522 req-3d5da573-96d2-4e82-9b0a-c5fac6f27724 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=e3d6a745-9890-4b32-ab2e-4f2b1327c212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705383 Nov 12 09:40:55.066169 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-003e0c56-3561-463d-9396-93c820515025 req-10a6da95-fddc-4259-8769-db5c7562a48e tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.44 "DELETE /v2.0/ports/6fadd7d7-12ac-4d52-be73-7a67f8490c8e HTTP/1.1" status: 204 len: 173 time: 0.4574208 Nov 12 09:40:55.066655 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6939f81-e945-4590-b15c-23390878c7bc', 'name': 'network-vif-deleted', 'tag': '6fadd7d7-12ac-4d52-be73-7a67f8490c8e'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:40:55.068982 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c022ff2c5cb8d3060857f92f3690e67c01ee9cc1391db4b92ea76e21aea06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad99eeb7-99fa-437a-ae32-8106537134e8" -d '{"events": [{"server_uuid": "e6939f81-e945-4590-b15c-23390878c7bc", "name": "network-vif-deleted", "tag": "6fadd7d7-12ac-4d52-be73-7a67f8490c8e"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:40:55.120044 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71dc5712-9f41-4db0-a7b0-df1d19df5c85 x-openstack-request-id: req-71dc5712-9f41-4db0-a7b0-df1d19df5c85 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:40:55.120382 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6939f81-e945-4590-b15c-23390878c7bc", "name": "network-vif-deleted", "tag": "6fadd7d7-12ac-4d52-be73-7a67f8490c8e", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:40:55.120597 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-71dc5712-9f41-4db0-a7b0-df1d19df5c85 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:40:55.121001 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6939f81-e945-4590-b15c-23390878c7bc', 'name': 'network-vif-deleted', 'tag': '6fadd7d7-12ac-4d52-be73-7a67f8490c8e', 'status': 'completed', 'code': 200} Nov 12 09:40:56.131135 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 44234) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:40:56.527909 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-12f1f72e-432d-40d2-a36d-cb68161c1bba tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933586'] for router_interface, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:56.803258 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-12f1f72e-432d-40d2-a36d-cb68161c1bba tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Deleting port 96e8c76e-d060-435d-9038-673364f1c476 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:40:56.803495 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-12f1f72e-432d-40d2-a36d-cb68161c1bba tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:56.893503 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-12f1f72e-432d-40d2-a36d-cb68161c1bba tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] For port 96e8c76e-d060-435d-9038-673364f1c476, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=96e8c76e-d060-435d-9038-673364f1c476,segment=NetworkSegment(4f7999fc-288b-4af9-b346-4953944fc743),segment_id=4f7999fc-288b-4af9-b346-4953944fc743)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:40:56.893869 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-12f1f72e-432d-40d2-a36d-cb68161c1bba tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:56.906147 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-12f1f72e-432d-40d2-a36d-cb68161c1bba tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Calling delete_port for 96e8c76e-d060-435d-9038-673364f1c476 owned by network:router_interface {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:40:57.092526 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-12f1f72e-432d-40d2-a36d-cb68161c1bba tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:57.127508 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f1f72e-432d-40d2-a36d-cb68161c1bba tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event deleted for resources: {'Port': ['ID=96e8c76e-d060-435d-9038-673364f1c476,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:40:57.304797 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-12f1f72e-432d-40d2-a36d-cb68161c1bba tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918626'] for router_interface, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:57.525848 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12f1f72e-432d-40d2-a36d-cb68161c1bba tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Router 99cfc76b-1229-4783-a5f2-7630436d4b58 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:40:57.631974 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12f1f72e-432d-40d2-a36d-cb68161c1bba tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:40:57.638436 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-12f1f72e-432d-40d2-a36d-cb68161c1bba tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "PUT /v2.0/routers/99cfc76b-1229-4783-a5f2-7630436d4b58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5048819 Nov 12 09:40:57.639770 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 44238) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:40:57.642437 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df4056a-bcde-4710-9869-580389b3cad3 None None] Sync routers for ids ['99cfc76b-1229-4783-a5f2-7630436d4b58'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:40:57.653291 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df4056a-bcde-4710-9869-580389b3cad3 None None] Routers {'99cfc76b-1229-4783-a5f2-7630436d4b58'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:40:57.654198 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-2df4056a-bcde-4710-9869-580389b3cad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:40:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['99cfc76b-1229-4783-a5f2-7630436d4b58'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:40:57.694009 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3df71a5-2e63-4a30-8953-85ebfb696fd2 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Deleting subnet 5fd1c3e1-6681-4b34-9350-551c1ddd7576 {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:40:57.697326 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d3df71a5-2e63-4a30-8953-85ebfb696fd2 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:57.741881 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d3df71a5-2e63-4a30-8953-85ebfb696fd2 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:57.764643 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-2df4056a-bcde-4710-9869-580389b3cad3 None None] Set router 99cfc76b-1229-4783-a5f2-7630436d4b58 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:40:57.831310 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d3df71a5-2e63-4a30-8953-85ebfb696fd2 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:57.894323 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d3df71a5-2e63-4a30-8953-85ebfb696fd2 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:57.923701 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3df71a5-2e63-4a30-8953-85ebfb696fd2 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event deleted for resources: {'Subnet': ['ID=5fd1c3e1-6681-4b34-9350-551c1ddd7576,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:40:57.925692 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d3df71a5-2e63-4a30-8953-85ebfb696fd2 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:57.929076 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-d3df71a5-2e63-4a30-8953-85ebfb696fd2 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "DELETE /v2.0/subnets/5fd1c3e1-6681-4b34-9350-551c1ddd7576 HTTP/1.1" status: 204 len: 168 time: 0.2882299 Nov 12 09:40:57.931633 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a7f921-068a-48b6-8ca7-a02b0d93a88b None None] Network 50d030fc-9352-4e99-afc4-e0597227bb3a requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:40:57.932164 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 44244) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:40:58.049955 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8e1cd3e4-f0d1-4778-a264-2a2f743fa6ad tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for router, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:58.050291 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-2df4056a-bcde-4710-9869-580389b3cad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99cfc76b-1229-4783-a5f2-7630436d4b58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-477625968', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '337ae46e-9923-4897-9d10-072f65b5c236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:39:14Z', 'updated_at': '2021-11-12T09:40:57Z', 'revision_number': 5, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'gw_port': {'id': '337ae46e-9923-4897-9d10-072f65b5c236', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ed:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cfc76b-1229-4783-a5f2-7630436d4b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:39:14Z', 'updated_at': '2021-11-12T09:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:40:58.079002 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df4056a-bcde-4710-9869-580389b3cad3 None None] Checking router: 99cfc76b-1229-4783-a5f2-7630436d4b58 for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:40:58.087630 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df4056a-bcde-4710-9869-580389b3cad3 None None] Routers {'99cfc76b-1229-4783-a5f2-7630436d4b58'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:40:58.088181 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-2df4056a-bcde-4710-9869-580389b3cad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:40:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['99cfc76b-1229-4783-a5f2-7630436d4b58'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:40:58.129198 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d524474-656d-44d4-a661-93469b4d2ea9 None None] DHCP port deletion for 50d030fc-9352-4e99-afc4-e0597227bb3a request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:40:58.169596 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8e1cd3e4-f0d1-4778-a264-2a2f743fa6ad tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:58.184499 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-4d524474-656d-44d4-a661-93469b4d2ea9 None None] Deleting port 3f8faed5-1f16-4f7b-9e3e-bb238374448e {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:40:58.184943 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4d524474-656d-44d4-a661-93469b4d2ea9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:58.204915 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-2df4056a-bcde-4710-9869-580389b3cad3 None None] Set router 99cfc76b-1229-4783-a5f2-7630436d4b58 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:40:58.229129 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-8e1cd3e4-f0d1-4778-a264-2a2f743fa6ad tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Deleting port 337ae46e-9923-4897-9d10-072f65b5c236 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:40:58.229943 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8e1cd3e4-f0d1-4778-a264-2a2f743fa6ad tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:58.252624 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-4d524474-656d-44d4-a661-93469b4d2ea9 None None] For port 3f8faed5-1f16-4f7b-9e3e-bb238374448e, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=3f8faed5-1f16-4f7b-9e3e-bb238374448e,segment=NetworkSegment(4f7999fc-288b-4af9-b346-4953944fc743),segment_id=4f7999fc-288b-4af9-b346-4953944fc743)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:40:58.253030 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4d524474-656d-44d4-a661-93469b4d2ea9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:58.266899 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-4d524474-656d-44d4-a661-93469b4d2ea9 None None] Calling delete_port for 3f8faed5-1f16-4f7b-9e3e-bb238374448e owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:40:58.318811 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-8e1cd3e4-f0d1-4778-a264-2a2f743fa6ad tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] For port 337ae46e-9923-4897-9d10-072f65b5c236, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=337ae46e-9923-4897-9d10-072f65b5c236,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:40:58.319632 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8e1cd3e4-f0d1-4778-a264-2a2f743fa6ad tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:58.332938 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-8e1cd3e4-f0d1-4778-a264-2a2f743fa6ad tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Calling delete_port for 337ae46e-9923-4897-9d10-072f65b5c236 owned by network:router_gateway {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:40:58.357889 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4d524474-656d-44d4-a661-93469b4d2ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:58.385332 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d524474-656d-44d4-a661-93469b4d2ea9 None None] Pushing event deleted for resources: {'Port': ['ID=3f8faed5-1f16-4f7b-9e3e-bb238374448e,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:40:58.390509 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d524474-656d-44d4-a661-93469b4d2ea9 None None] No DVR routers for this DVR port 3f8faed5-1f16-4f7b-9e3e-bb238374448e on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:40:58.403540 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d524474-656d-44d4-a661-93469b4d2ea9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:40:58.403968 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d524474-656d-44d4-a661-93469b4d2ea9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:40:58.404394 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d524474-656d-44d4-a661-93469b4d2ea9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:40:58.404776 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d524474-656d-44d4-a661-93469b4d2ea9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:40:58.405170 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d524474-656d-44d4-a661-93469b4d2ea9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:40:58.406655 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d524474-656d-44d4-a661-93469b4d2ea9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:40:58.406655 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d524474-656d-44d4-a661-93469b4d2ea9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:40:58.407087 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d524474-656d-44d4-a661-93469b4d2ea9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:40:58.407604 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d524474-656d-44d4-a661-93469b4d2ea9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:40:58.408092 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d524474-656d-44d4-a661-93469b4d2ea9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:40:58.408421 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d524474-656d-44d4-a661-93469b4d2ea9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:40:58.408745 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d524474-656d-44d4-a661-93469b4d2ea9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:40:58.412560 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-2df4056a-bcde-4710-9869-580389b3cad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99cfc76b-1229-4783-a5f2-7630436d4b58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-477625968', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '337ae46e-9923-4897-9d10-072f65b5c236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:39:14Z', 'updated_at': '2021-11-12T09:40:57Z', 'revision_number': 5, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'gw_port': {'id': '337ae46e-9923-4897-9d10-072f65b5c236', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ed:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cfc76b-1229-4783-a5f2-7630436d4b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:39:14Z', 'updated_at': '2021-11-12T09:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:40:58.440397 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df4056a-bcde-4710-9869-580389b3cad3 None None] The sync data for ids ['99cfc76b-1229-4783-a5f2-7630436d4b58'] in n-d-765315-29 is: [{'id': '99cfc76b-1229-4783-a5f2-7630436d4b58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-477625968', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '337ae46e-9923-4897-9d10-072f65b5c236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:39:14Z', 'updated_at': '2021-11-12T09:40:57Z', 'revision_number': 5, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'gw_port': {'id': '337ae46e-9923-4897-9d10-072f65b5c236', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ed:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cfc76b-1229-4783-a5f2-7630436d4b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:39:14Z', 'updated_at': '2021-11-12T09:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:40:58.518577 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8e1cd3e4-f0d1-4778-a264-2a2f743fa6ad tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:58.550952 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1cd3e4-f0d1-4778-a264-2a2f743fa6ad tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event deleted for resources: {'Port': ['ID=337ae46e-9923-4897-9d10-072f65b5c236,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:40:58.561238 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601b0217-27ca-4afd-bbce-126ac5aac97d None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:40:58.615999 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8e1cd3e4-f0d1-4778-a264-2a2f743fa6ad tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-933016'] for router_gateway, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:58.709218 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8e1cd3e4-f0d1-4778-a264-2a2f743fa6ad tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:58.711381 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8e1cd3e4-f0d1-4778-a264-2a2f743fa6ad tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:58.755082 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8e1cd3e4-f0d1-4778-a264-2a2f743fa6ad tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:58.755729 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e1cd3e4-f0d1-4778-a264-2a2f743fa6ad tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Fanout notify agent at l3_agent the message router_deleted on router 99cfc76b-1229-4783-a5f2-7630436d4b58 {{(pid=102599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:40:58.763154 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8e1cd3e4-f0d1-4778-a264-2a2f743fa6ad tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:58.764364 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-8e1cd3e4-f0d1-4778-a264-2a2f743fa6ad tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "DELETE /v2.0/routers/99cfc76b-1229-4783-a5f2-7630436d4b58 HTTP/1.1" status: 204 len: 168 time: 0.8313975 Nov 12 09:40:58.768086 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 44246) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:40:58.852736 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-80f00687-9f36-4952-88a6-355dcb1f95e9 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:58.948228 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-80f00687-9f36-4952-88a6-355dcb1f95e9 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:58.969269 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-80f00687-9f36-4952-88a6-355dcb1f95e9 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50d030fc-9352-4e99-afc4-e0597227bb3a']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:40:58.978910 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-80f00687-9f36-4952-88a6-355dcb1f95e9 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f7999fc-288b-4af9-b346-4953944fc743') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:40:58.979214 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-80f00687-9f36-4952-88a6-355dcb1f95e9 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f7999fc-288b-4af9-b346-4953944fc743') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:40:58.990042 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-80f00687-9f36-4952-88a6-355dcb1f95e9 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:59.003399 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-80f00687-9f36-4952-88a6-355dcb1f95e9 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:59.011076 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80f00687-9f36-4952-88a6-355dcb1f95e9 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:40:59.011533 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-80f00687-9f36-4952-88a6-355dcb1f95e9 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:59.015340 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 09:40:59.015340 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:40:59.015340 n-d-765315-29 neutron-server[102599]: timer() Nov 12 09:40:59.015340 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:40:59.015340 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 09:40:59.015340 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:40:59.015340 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 09:40:59.015340 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:40:59.015340 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 09:40:59.015340 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:40:59.015340 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 09:40:59.015340 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:40:59.015340 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 09:40:59.015340 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:40:59.015340 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:40:59.015340 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:40:59.015340 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:40:59.015340 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:40:59.015340 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 09:40:59.015340 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:40:59.015340 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 09:40:59.015340 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:40:59.015340 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:40:59.015340 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:40:59.015340 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 09:40:59.015340 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:40:59.015340 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:40:59.015340 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:40:59.015340 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:40:59.015340 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:40:59.015340 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:40:59.015340 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:40:59.018004 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 6fadd7d7-12ac-4d52-be73-7a67f8490c8e no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:40:59.043160 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] No Port match for: 6fadd7d7-12ac-4d52-be73-7a67f8490c8e {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:40:59.043507 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 6fadd7d7-12ac-4d52-be73-7a67f8490c8e not bound to the agent host n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:40:59.081735 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-80f00687-9f36-4952-88a6-355dcb1f95e9 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:59.091807 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-80f00687-9f36-4952-88a6-355dcb1f95e9 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:59.096584 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-80f00687-9f36-4952-88a6-355dcb1f95e9 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "DELETE /v2.0/networks/50d030fc-9352-4e99-afc4-e0597227bb3a HTTP/1.1" status: 204 len: 168 time: 0.3274443 Nov 12 09:40:59.099870 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 44248) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:40:59.113420 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f00687-9f36-4952-88a6-355dcb1f95e9 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event deleted for resources: {'Network': ['ID=50d030fc-9352-4e99-afc4-e0597227bb3a,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:40:59.164783 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 3f8faed5-1f16-4f7b-9e3e-bb238374448e no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:40:59.174998 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d4660685-e84e-4c38-8ef2-0c20340fdb31 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:59.186178 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 3f8faed5-1f16-4f7b-9e3e-bb238374448e {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:40:59.186526 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 3f8faed5-1f16-4f7b-9e3e-bb238374448e not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:40:59.186992 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 96e8c76e-d060-435d-9038-673364f1c476 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:40:59.205639 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d4660685-e84e-4c38-8ef2-0c20340fdb31 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:59.211865 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 96e8c76e-d060-435d-9038-673364f1c476 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:40:59.212216 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 96e8c76e-d060-435d-9038-673364f1c476 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:40:59.267121 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d4660685-e84e-4c38-8ef2-0c20340fdb31 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:59.269694 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d4660685-e84e-4c38-8ef2-0c20340fdb31 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:59.270873 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-d4660685-e84e-4c38-8ef2-0c20340fdb31 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "DELETE /v2.0/security-groups/e3d6a745-9890-4b32-ab2e-4f2b1327c212 HTTP/1.1" status: 204 len: 168 time: 0.1702685 Nov 12 09:40:59.280321 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4660685-e84e-4c38-8ef2-0c20340fdb31 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d6a745-9890-4b32-ab2e-4f2b1327c212,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:40:59.602020 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 44254) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:40:59.606634 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-65e8fa32-8c0a-4040-963b-cf6fd6c97fbc tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1326898218', 'description': 'tempest-secgroup-smoke-1326898218 description', 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:40:59.635288 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-65e8fa32-8c0a-4040-963b-cf6fd6c97fbc tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:59.703268 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-65e8fa32-8c0a-4040-963b-cf6fd6c97fbc tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:59.707371 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-65e8fa32-8c0a-4040-963b-cf6fd6c97fbc tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:59.741141 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-65e8fa32-8c0a-4040-963b-cf6fd6c97fbc tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:59.742322 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-65e8fa32-8c0a-4040-963b-cf6fd6c97fbc tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1392505 Nov 12 09:40:59.743131 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e8fa32-8c0a-4040-963b-cf6fd6c97fbc tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1804c7af-eedc-41df-97f2-b66f6c15e667,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:40:59.745227 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 44256) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:40:59.749795 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-f09887af-bfdc-41e9-b54c-7ffa78c39f1d tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Request body: {'security_group_rule': {'security_group_id': '1804c7af-eedc-41df-97f2-b66f6c15e667', 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:40:59.776616 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f09887af-bfdc-41e9-b54c-7ffa78c39f1d tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:59.833069 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f09887af-bfdc-41e9-b54c-7ffa78c39f1d tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:59.836675 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f09887af-bfdc-41e9-b54c-7ffa78c39f1d tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:59.854839 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09887af-bfdc-41e9-b54c-7ffa78c39f1d tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3d31e51-583a-4bad-a670-1a019177da39,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:40:59.862669 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-f09887af-bfdc-41e9-b54c-7ffa78c39f1d tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:59.863890 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-f09887af-bfdc-41e9-b54c-7ffa78c39f1d tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1177151 Nov 12 09:40:59.866795 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 44258) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:40:59.871455 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-df3f5815-215c-48f8-8b79-5a2371a0b7e9 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Request body: {'security_group_rule': {'security_group_id': '1804c7af-eedc-41df-97f2-b66f6c15e667', 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:40:59.899565 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-df3f5815-215c-48f8-8b79-5a2371a0b7e9 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:59.958468 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-df3f5815-215c-48f8-8b79-5a2371a0b7e9 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:59.962727 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-df3f5815-215c-48f8-8b79-5a2371a0b7e9 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:59.983933 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3f5815-215c-48f8-8b79-5a2371a0b7e9 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d43647f-8ba1-49ec-863d-89a76130489a,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:40:59.991047 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-df3f5815-215c-48f8-8b79-5a2371a0b7e9 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:59.995139 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-df3f5815-215c-48f8-8b79-5a2371a0b7e9 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1244535 Nov 12 09:40:59.995261 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 44260) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:40:59.999430 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-7a89f33c-b354-49e6-a97c-d67dadc5154b tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Request body: {'security_group_rule': {'security_group_id': '1804c7af-eedc-41df-97f2-b66f6c15e667', 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:41:00.025258 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7a89f33c-b354-49e6-a97c-d67dadc5154b tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:00.081710 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7a89f33c-b354-49e6-a97c-d67dadc5154b tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:00.085440 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7a89f33c-b354-49e6-a97c-d67dadc5154b tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:00.106450 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a89f33c-b354-49e6-a97c-d67dadc5154b tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=120da35d-4062-4bcf-8c46-d660e4f534af,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:41:00.112092 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-7a89f33c-b354-49e6-a97c-d67dadc5154b tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:00.113265 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-7a89f33c-b354-49e6-a97c-d67dadc5154b tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1171305 Nov 12 09:41:00.116183 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 44262) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:41:00.120425 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-4ad9d8f4-c031-4150-9d23-b9e89ca91572 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Request body: {'security_group_rule': {'security_group_id': '1804c7af-eedc-41df-97f2-b66f6c15e667', 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:41:00.146406 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4ad9d8f4-c031-4150-9d23-b9e89ca91572 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:00.204878 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4ad9d8f4-c031-4150-9d23-b9e89ca91572 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:00.208610 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4ad9d8f4-c031-4150-9d23-b9e89ca91572 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:00.226736 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad9d8f4-c031-4150-9d23-b9e89ca91572 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08aabe01-f913-4ac5-aa12-cdadd80627aa,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:41:00.237148 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4ad9d8f4-c031-4150-9d23-b9e89ca91572 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:00.238347 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-4ad9d8f4-c031-4150-9d23-b9e89ca91572 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1211925 Nov 12 09:41:00.241119 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 44264) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:41:00.245431 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-b88559ae-c167-4465-91eb-65ea031d62bb tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Request body: {'security_group_rule': {'security_group_id': '1804c7af-eedc-41df-97f2-b66f6c15e667', 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:41:00.267828 n-d-765315-29 neutron-server[102599]: INFO neutron.db.securitygroups_db [None req-b88559ae-c167-4465-91eb-65ea031d62bb tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Project a3e02b7551c24b2895d8eeeb9a0b62b4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:41:00.273159 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b88559ae-c167-4465-91eb-65ea031d62bb tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:00.335041 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b88559ae-c167-4465-91eb-65ea031d62bb tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:00.338499 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b88559ae-c167-4465-91eb-65ea031d62bb tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:00.356613 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88559ae-c167-4465-91eb-65ea031d62bb tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9d4cec8-82ec-4385-9afc-07ded38ba060,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:41:00.365049 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b88559ae-c167-4465-91eb-65ea031d62bb tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:00.366238 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-b88559ae-c167-4465-91eb-65ea031d62bb tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1241941 Nov 12 09:41:00.369020 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 44266) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:41:00.373214 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-056e2215-6c0d-4a49-a665-e0f7f1d4ca79 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Request body: {'security_group_rule': {'security_group_id': '1804c7af-eedc-41df-97f2-b66f6c15e667', 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:41:00.394818 n-d-765315-29 neutron-server[102599]: INFO neutron.db.securitygroups_db [None req-056e2215-6c0d-4a49-a665-e0f7f1d4ca79 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Project a3e02b7551c24b2895d8eeeb9a0b62b4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:41:00.399612 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-056e2215-6c0d-4a49-a665-e0f7f1d4ca79 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:00.459012 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-056e2215-6c0d-4a49-a665-e0f7f1d4ca79 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:00.462701 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-056e2215-6c0d-4a49-a665-e0f7f1d4ca79 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:00.482334 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056e2215-6c0d-4a49-a665-e0f7f1d4ca79 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b0ab04a-bf2d-42d1-ad75-de232414b7e5,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:41:00.491523 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-056e2215-6c0d-4a49-a665-e0f7f1d4ca79 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:00.492734 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-056e2215-6c0d-4a49-a665-e0f7f1d4ca79 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1227911 Nov 12 09:41:00.495630 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 44268) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:41:00.501043 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-b5ad8676-f5b7-4f91-886f-6e17c2987d14 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Request body: {'network': {'name': 'tempest-network-smoke--1292628023', 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'port_security_enabled': True}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:41:00.522275 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ad8676-f5b7-4f91-886f-6e17c2987d14 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Made reservation on behalf of a3e02b7551c24b2895d8eeeb9a0b62b4 for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:41:00.525688 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b5ad8676-f5b7-4f91-886f-6e17c2987d14 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:00.548711 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5ad8676-f5b7-4f91-886f-6e17c2987d14 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:41:00.557837 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b5ad8676-f5b7-4f91-886f-6e17c2987d14 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:00.558198 n-d-765315-29 neutron-server[102599]: INFO neutron.db.segments_db [None req-b5ad8676-f5b7-4f91-886f-6e17c2987d14 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Added segment 624592fb-be03-4ea6-85f5-753c36ef5887 of type vlan for network fa727f6f-9500-4832-8a4f-7df14c81d975 Nov 12 09:41:00.599930 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b5ad8676-f5b7-4f91-886f-6e17c2987d14 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:00.625346 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b5ad8676-f5b7-4f91-886f-6e17c2987d14 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:00.631128 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ad8676-f5b7-4f91-886f-6e17c2987d14 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:00.631706 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b5ad8676-f5b7-4f91-886f-6e17c2987d14 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:00.669645 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-b5ad8676-f5b7-4f91-886f-6e17c2987d14 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1728771 Nov 12 09:41:00.672924 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 44270) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:41:00.677948 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-239c25fe-a45a-4a69-b927-f8960ee997b8 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-516830944', 'admin_state_up': True, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:41:00.702145 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-239c25fe-a45a-4a69-b927-f8960ee997b8 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:00.703955 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-239c25fe-a45a-4a69-b927-f8960ee997b8 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:00.705597 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ad8676-f5b7-4f91-886f-6e17c2987d14 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event updated for resources: {'Network': ['ID=fa727f6f-9500-4832-8a4f-7df14c81d975,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:41:00.719784 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network fa727f6f-9500-4832-8a4f-7df14c81d975 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:41:00.757629 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-239c25fe-a45a-4a69-b927-f8960ee997b8 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:00.895583 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-239c25fe-a45a-4a69-b927-f8960ee997b8 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:01.034171 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 337ae46e-9923-4897-9d10-072f65b5c236 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:41:01.056376 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 337ae46e-9923-4897-9d10-072f65b5c236 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:41:01.056715 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 337ae46e-9923-4897-9d10-072f65b5c236 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:41:01.098108 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-239c25fe-a45a-4a69-b927-f8960ee997b8 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for router_gateway, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:01.116829 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-239c25fe-a45a-4a69-b927-f8960ee997b8 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:01.216217 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-239c25fe-a45a-4a69-b927-f8960ee997b8 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Allocated IP 172.25.2.56 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/ccddec53-fa91-41c4-8f14-fdaf0d9d552a) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:41:01.228839 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:41:01.320159 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-239c25fe-a45a-4a69-b927-f8960ee997b8 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:01.353001 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-239c25fe-a45a-4a69-b927-f8960ee997b8 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:01.387020 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239c25fe-a45a-4a69-b927-f8960ee997b8 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:41:01.389801 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-239c25fe-a45a-4a69-b927-f8960ee997b8 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:41:01.393157 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239c25fe-a45a-4a69-b927-f8960ee997b8 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:41:01.407821 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e2de19-0480-4204-8edf-486acee20c7d None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:41:01.429087 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239c25fe-a45a-4a69-b927-f8960ee997b8 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event updated for resources: {'Port': ['ID=ccddec53-fa91-41c4-8f14-fdaf0d9d552a,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:41:01.451780 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-a89978b8-3c4f-47cc-8f4b-77c8a02ee9e6 None None] Provisioning complete for port ccddec53-fa91-41c4-8f14-fdaf0d9d552a triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:41:01.452433 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a89978b8-3c4f-47cc-8f4b-77c8a02ee9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:01.488523 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-a89978b8-3c4f-47cc-8f4b-77c8a02ee9e6 None None] Port ccddec53-fa91-41c4-8f14-fdaf0d9d552a cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:41:01.932523 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-239c25fe-a45a-4a69-b927-f8960ee997b8 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for router_gateway, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:02.128951 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-239c25fe-a45a-4a69-b927-f8960ee997b8 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052'] for router, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:02.261453 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-239c25fe-a45a-4a69-b927-f8960ee997b8 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Router ec1abdf0-fea9-4a7c-bf24-1ab4cff848d6 is scheduled to L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 with binding_index 1 {{(pid=102600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:41:02.379904 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-239c25fe-a45a-4a69-b927-f8960ee997b8 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:41:02.389174 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f62b7c1-3f4f-460c-bd11-2da165776577 None None] Sync routers for ids ['ec1abdf0-fea9-4a7c-bf24-1ab4cff848d6'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:41:02.399771 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-239c25fe-a45a-4a69-b927-f8960ee997b8 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:02.401044 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-239c25fe-a45a-4a69-b927-f8960ee997b8 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7268655 Nov 12 09:41:02.402513 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f62b7c1-3f4f-460c-bd11-2da165776577 None None] Routers {'ec1abdf0-fea9-4a7c-bf24-1ab4cff848d6'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:41:02.403178 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-8f62b7c1-3f4f-460c-bd11-2da165776577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:40:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['ec1abdf0-fea9-4a7c-bf24-1ab4cff848d6'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:41:02.404249 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 44272) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:41:02.432887 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-78817d54-ba14-436b-ad92-1001ddde580c tempest-TestNetworkAdvancedServerOps-1577495236 tempest-TestNetworkAdvancedServerOps-1577495236-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=a3e02b7551c24b2895d8eeeb9a0b62b4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274339 Nov 12 09:41:02.435507 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 44274) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:41:02.531672 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa2346a-b3e2-459a-8973-30d9401d1830 tempest-TestNetworkAdvancedServerOps-1577495236 tempest-TestNetworkAdvancedServerOps-1577495236-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:02.533414 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-afa2346a-b3e2-459a-8973-30d9401d1830 tempest-TestNetworkAdvancedServerOps-1577495236 tempest-TestNetworkAdvancedServerOps-1577495236-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0970016 Nov 12 09:41:02.536399 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 44276) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:41:02.567452 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-25ad2ec3-86d0-4fdb-a625-ca007363d6b2 tempest-TestNetworkAdvancedServerOps-1577495236 tempest-TestNetworkAdvancedServerOps-1577495236-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=d709f64f-f9e6-4525-b020-ad48633b9bbf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0298505 Nov 12 09:41:02.569919 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 44278) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:41:02.575199 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-8470ad0c-67ec-4e1c-be2e-6251f83d4346 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-101978351', 'network_id': 'fa727f6f-9500-4832-8a4f-7df14c81d975', 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:41:02.674996 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8470ad0c-67ec-4e1c-be2e-6251f83d4346 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Made reservation on behalf of a3e02b7551c24b2895d8eeeb9a0b62b4 for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:41:02.678758 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8470ad0c-67ec-4e1c-be2e-6251f83d4346 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:02.684422 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-8f62b7c1-3f4f-460c-bd11-2da165776577 None None] Set router ec1abdf0-fea9-4a7c-bf24-1ab4cff848d6 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:41:02.864673 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8470ad0c-67ec-4e1c-be2e-6251f83d4346 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:02.873180 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-8f62b7c1-3f4f-460c-bd11-2da165776577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1abdf0-fea9-4a7c-bf24-1ab4cff848d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-516830944', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'ccddec53-fa91-41c4-8f14-fdaf0d9d552a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:41:00Z', 'updated_at': '2021-11-12T09:41:01Z', 'revision_number': 3, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'gw_port': {'id': 'ccddec53-fa91-41c4-8f14-fdaf0d9d552a', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e3:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec1abdf0-fea9-4a7c-bf24-1ab4cff848d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:41:01Z', 'updated_at': '2021-11-12T09:41:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:41:02.905357 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f62b7c1-3f4f-460c-bd11-2da165776577 None None] Checking router: ec1abdf0-fea9-4a7c-bf24-1ab4cff848d6 for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:41:02.905706 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f62b7c1-3f4f-460c-bd11-2da165776577 None None] Updating router ec1abdf0-fea9-4a7c-bf24-1ab4cff848d6 port ccddec53-fa91-41c4-8f14-fdaf0d9d552a binding host n-d-765315-29 {{(pid=102601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:41:02.925855 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8470ad0c-67ec-4e1c-be2e-6251f83d4346 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event updated for resources: {'Subnet': ['ID=f43b09b2-c916-4a25-9a22-c1ca2233d985,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:41:02.931805 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8f62b7c1-3f4f-460c-bd11-2da165776577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:02.936076 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8470ad0c-67ec-4e1c-be2e-6251f83d4346 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Checking segment: {'id': '624592fb-be03-4ea6-85f5-753c36ef5887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'fa727f6f-9500-4832-8a4f-7df14c81d975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:41:02.936538 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8470ad0c-67ec-4e1c-be2e-6251f83d4346 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Network hostable DHCP agents. Network: fa727f6f-9500-4832-8a4f-7df14c81d975, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:41:02.955090 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8470ad0c-67ec-4e1c-be2e-6251f83d4346 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Network fa727f6f-9500-4832-8a4f-7df14c81d975 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:41:02.965023 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-8470ad0c-67ec-4e1c-be2e-6251f83d4346 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, fa727f6f-9500-4832-8a4f-7df14c81d975) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:41:02.970055 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8470ad0c-67ec-4e1c-be2e-6251f83d4346 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:02.970691 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8470ad0c-67ec-4e1c-be2e-6251f83d4346 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:02.976458 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c098ee0-8cd1-49e7-a718-8909217542ca None None] Network fa727f6f-9500-4832-8a4f-7df14c81d975 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:41:02.987455 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-8470ad0c-67ec-4e1c-be2e-6251f83d4346 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4165008 Nov 12 09:41:02.990197 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 44280) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:41:03.264255 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e6b05f-b030-475d-b8d1-c909edede604 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-fa727f6f-9500-4832-8a4f-7df14c81d975', 'network_id': 'fa727f6f-9500-4832-8a4f-7df14c81d975', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'fixed_ips': [{'subnet_id': 'f43b09b2-c916-4a25-9a22-c1ca2233d985'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:41:03.265109 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-13e6b05f-b030-475d-b8d1-c909edede604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:03.381930 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8f62b7c1-3f4f-460c-bd11-2da165776577 None None] Publish callbacks [] for port, precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:03.397503 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8f62b7c1-3f4f-460c-bd11-2da165776577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:03.431901 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d178f690-1cb3-4077-8cce-2e35b9f5faf4 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:03.471618 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51292199-931c-4b1c-8124-ea33b29d539d None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:41:03.493587 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-8f62b7c1-3f4f-460c-bd11-2da165776577 None None] Attempting to bind port ccddec53-fa91-41c4-8f14-fdaf0d9d552a on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:41:03.493952 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-8f62b7c1-3f4f-460c-bd11-2da165776577 None None] Attempting to bind port ccddec53-fa91-41c4-8f14-fdaf0d9d552a by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:41:03.494327 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f62b7c1-3f4f-460c-bd11-2da165776577 None None] Attempting to bind port ccddec53-fa91-41c4-8f14-fdaf0d9d552a on network d709f64f-f9e6-4525-b020-ad48633b9bbf {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:41:03.513626 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d2e48f-c5f0-4f07-8bea-9844d47dad29 None None] Pushing event updated for resources: {'Port': ['ID=ccddec53-fa91-41c4-8f14-fdaf0d9d552a,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:41:03.519557 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f62b7c1-3f4f-460c-bd11-2da165776577 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:41:03.519931 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f62b7c1-3f4f-460c-bd11-2da165776577 None None] Checking segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:41:03.520333 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8f62b7c1-3f4f-460c-bd11-2da165776577 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:03.520721 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f62b7c1-3f4f-460c-bd11-2da165776577 None None] Bound using segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:41:03.521208 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-8f62b7c1-3f4f-460c-bd11-2da165776577 None None] Bound port: ccddec53-fa91-41c4-8f14-fdaf0d9d552a, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:41:03.521590 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8f62b7c1-3f4f-460c-bd11-2da165776577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:03.527707 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-13e6b05f-b030-475d-b8d1-c909edede604 None None] Allocated IP 172.20.0.2 (fa727f6f-9500-4832-8a4f-7df14c81d975/f43b09b2-c916-4a25-9a22-c1ca2233d985/39e11ad1-e2b9-4a65-ae88-fb109a8d8e25) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:41:03.586329 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-6f820aae-7a59-4d09-8e92-43257889cf78 None None] Provisioning complete for port ccddec53-fa91-41c4-8f14-fdaf0d9d552a triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:41:03.586732 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6f820aae-7a59-4d09-8e92-43257889cf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:03.665918 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-8f62b7c1-3f4f-460c-bd11-2da165776577 None None] For port ccddec53-fa91-41c4-8f14-fdaf0d9d552a, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:41:03.697930 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-8f62b7c1-3f4f-460c-bd11-2da165776577 None None] For port ccddec53-fa91-41c4-8f14-fdaf0d9d552a, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=ccddec53-fa91-41c4-8f14-fdaf0d9d552a,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:41:03.704335 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-6f820aae-7a59-4d09-8e92-43257889cf78 None None] Port ccddec53-fa91-41c4-8f14-fdaf0d9d552a cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:41:03.707163 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8f62b7c1-3f4f-460c-bd11-2da165776577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:03.758443 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ce0874-2274-4bb8-b6ed-b6890da663dd None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:41:03.826333 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f62b7c1-3f4f-460c-bd11-2da165776577 None None] Routers {'ec1abdf0-fea9-4a7c-bf24-1ab4cff848d6'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:41:03.826982 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-8f62b7c1-3f4f-460c-bd11-2da165776577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:40:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['ec1abdf0-fea9-4a7c-bf24-1ab4cff848d6'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:41:03.835662 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d2e48f-c5f0-4f07-8bea-9844d47dad29 None None] Pushing event updated for resources: {'Port': ['ID=ccddec53-fa91-41c4-8f14-fdaf0d9d552a,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:41:03.909430 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-13e6b05f-b030-475d-b8d1-c909edede604 None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:03.914018 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-9a2d3a4a-a5b9-403c-b9da-30b3b9e69b08 None None] Provisioning complete for port ccddec53-fa91-41c4-8f14-fdaf0d9d552a triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:41:03.914555 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9a2d3a4a-a5b9-403c-b9da-30b3b9e69b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:03.962364 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-13e6b05f-b030-475d-b8d1-c909edede604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:03.964843 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-d178f690-1cb3-4077-8cce-2e35b9f5faf4 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Allocated IP 172.20.0.1 (fa727f6f-9500-4832-8a4f-7df14c81d975/f43b09b2-c916-4a25-9a22-c1ca2233d985/ad0854ab-c0ca-4cdb-bc57-916b1ceca4bb) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:41:04.043430 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e6b05f-b030-475d-b8d1-c909edede604 None None] Network fa727f6f-9500-4832-8a4f-7df14c81d975 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:41:04.049502 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-8f62b7c1-3f4f-460c-bd11-2da165776577 None None] Set router ec1abdf0-fea9-4a7c-bf24-1ab4cff848d6 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:41:04.053073 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-13e6b05f-b030-475d-b8d1-c909edede604 None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:41:04.055594 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e6b05f-b030-475d-b8d1-c909edede604 None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:41:04.057569 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e6b05f-b030-475d-b8d1-c909edede604 None None] Pushing event updated for resources: {'Port': ['ID=39e11ad1-e2b9-4a65-ae88-fb109a8d8e25,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:41:04.088635 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d178f690-1cb3-4077-8cce-2e35b9f5faf4 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:04.123738 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d178f690-1cb3-4077-8cce-2e35b9f5faf4 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:04.165525 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d178f690-1cb3-4077-8cce-2e35b9f5faf4 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Network fa727f6f-9500-4832-8a4f-7df14c81d975 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:41:04.170819 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-d178f690-1cb3-4077-8cce-2e35b9f5faf4 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:41:04.175198 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d178f690-1cb3-4077-8cce-2e35b9f5faf4 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:41:04.181676 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d178f690-1cb3-4077-8cce-2e35b9f5faf4 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event updated for resources: {'Port': ['ID=ad0854ab-c0ca-4cdb-bc57-916b1ceca4bb,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:41:04.224616 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d178f690-1cb3-4077-8cce-2e35b9f5faf4 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933481'] for router_interface, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:04.270317 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-13e6b05f-b030-475d-b8d1-c909edede604 None None] Attempting to bind port 39e11ad1-e2b9-4a65-ae88-fb109a8d8e25 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:41:04.271190 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-13e6b05f-b030-475d-b8d1-c909edede604 None None] Attempting to bind port 39e11ad1-e2b9-4a65-ae88-fb109a8d8e25 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '624592fb-be03-4ea6-85f5-753c36ef5887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'fa727f6f-9500-4832-8a4f-7df14c81d975'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:41:04.271190 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e6b05f-b030-475d-b8d1-c909edede604 None None] Attempting to bind port 39e11ad1-e2b9-4a65-ae88-fb109a8d8e25 on network fa727f6f-9500-4832-8a4f-7df14c81d975 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:41:04.277678 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-916e25c6-5f5e-4775-949c-d6f6e26c3eb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:04.279996 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9a2d3a4a-a5b9-403c-b9da-30b3b9e69b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:04.293580 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e6b05f-b030-475d-b8d1-c909edede604 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:41:04.293989 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e6b05f-b030-475d-b8d1-c909edede604 None None] Checking segment: {'id': '624592fb-be03-4ea6-85f5-753c36ef5887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'fa727f6f-9500-4832-8a4f-7df14c81d975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:41:04.294392 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-13e6b05f-b030-475d-b8d1-c909edede604 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:04.294814 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e6b05f-b030-475d-b8d1-c909edede604 None None] Bound using segment: {'id': '624592fb-be03-4ea6-85f5-753c36ef5887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'fa727f6f-9500-4832-8a4f-7df14c81d975'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:41:04.295292 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-13e6b05f-b030-475d-b8d1-c909edede604 None None] Bound port: 39e11ad1-e2b9-4a65-ae88-fb109a8d8e25, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '624592fb-be03-4ea6-85f5-753c36ef5887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'fa727f6f-9500-4832-8a4f-7df14c81d975'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:41:04.295676 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-13e6b05f-b030-475d-b8d1-c909edede604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:04.327049 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-9a2d3a4a-a5b9-403c-b9da-30b3b9e69b08 None None] For port ccddec53-fa91-41c4-8f14-fdaf0d9d552a, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=ccddec53-fa91-41c4-8f14-fdaf0d9d552a,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:41:04.340273 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9a2d3a4a-a5b9-403c-b9da-30b3b9e69b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:04.358248 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d178f690-1cb3-4077-8cce-2e35b9f5faf4 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:04.638820 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-13e6b05f-b030-475d-b8d1-c909edede604 None None] For port 39e11ad1-e2b9-4a65-ae88-fb109a8d8e25, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:41:04.643842 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2d3a4a-a5b9-403c-b9da-30b3b9e69b08 None None] Pushing event updated for resources: {'Port': ['ID=ccddec53-fa91-41c4-8f14-fdaf0d9d552a,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:41:04.648829 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d178f690-1cb3-4077-8cce-2e35b9f5faf4 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:04.654553 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d178f690-1cb3-4077-8cce-2e35b9f5faf4 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:04.656957 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-13e6b05f-b030-475d-b8d1-c909edede604 None None] For port 39e11ad1-e2b9-4a65-ae88-fb109a8d8e25, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=39e11ad1-e2b9-4a65-ae88-fb109a8d8e25,segment=NetworkSegment(624592fb-be03-4ea6-85f5-753c36ef5887),segment_id=624592fb-be03-4ea6-85f5-753c36ef5887)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:41:04.663786 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-13e6b05f-b030-475d-b8d1-c909edede604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:04.722210 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-8f62b7c1-3f4f-460c-bd11-2da165776577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1abdf0-fea9-4a7c-bf24-1ab4cff848d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-516830944', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'ccddec53-fa91-41c4-8f14-fdaf0d9d552a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:41:00Z', 'updated_at': '2021-11-12T09:41:01Z', 'revision_number': 3, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'gw_port': {'id': 'ccddec53-fa91-41c4-8f14-fdaf0d9d552a', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e3:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec1abdf0-fea9-4a7c-bf24-1ab4cff848d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:41:01Z', 'updated_at': '2021-11-12T09:41:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:41:04.736727 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d178f690-1cb3-4077-8cce-2e35b9f5faf4 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event updated for resources: {'Port': ['ID=ad0854ab-c0ca-4cdb-bc57-916b1ceca4bb,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:41:04.739173 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d178f690-1cb3-4077-8cce-2e35b9f5faf4 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933629'] for router_interface, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:04.755049 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f62b7c1-3f4f-460c-bd11-2da165776577 None None] The sync data for ids ['ec1abdf0-fea9-4a7c-bf24-1ab4cff848d6'] in n-d-765315-29 is: [{'id': 'ec1abdf0-fea9-4a7c-bf24-1ab4cff848d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-516830944', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'ccddec53-fa91-41c4-8f14-fdaf0d9d552a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:41:00Z', 'updated_at': '2021-11-12T09:41:01Z', 'revision_number': 3, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'gw_port': {'id': 'ccddec53-fa91-41c4-8f14-fdaf0d9d552a', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e3:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec1abdf0-fea9-4a7c-bf24-1ab4cff848d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:41:01Z', 'updated_at': '2021-11-12T09:41:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:41:04.760119 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e6b05f-b030-475d-b8d1-c909edede604 None None] Pushing event updated for resources: {'Port': ['ID=39e11ad1-e2b9-4a65-ae88-fb109a8d8e25,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:41:04.848580 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d178f690-1cb3-4077-8cce-2e35b9f5faf4 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Network fa727f6f-9500-4832-8a4f-7df14c81d975 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:41:04.850147 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-d178f690-1cb3-4077-8cce-2e35b9f5faf4 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:41:04.995174 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d178f690-1cb3-4077-8cce-2e35b9f5faf4 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Router ec1abdf0-fea9-4a7c-bf24-1ab4cff848d6 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:41:05.187831 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 39e11ad1-e2b9-4a65-ae88-fb109a8d8e25 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:41:05.251987 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 39e11ad1-e2b9-4a65-ae88-fb109a8d8e25 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:41:05.252712 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:05.338987 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:05.377841 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-05927327-50ed-408e-a587-da2eea448f97 None None] For port 39e11ad1-e2b9-4a65-ae88-fb109a8d8e25, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=39e11ad1-e2b9-4a65-ae88-fb109a8d8e25,segment=NetworkSegment(624592fb-be03-4ea6-85f5-753c36ef5887),segment_id=624592fb-be03-4ea6-85f5-753c36ef5887)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:41:05.386787 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:05.438362 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d178f690-1cb3-4077-8cce-2e35b9f5faf4 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:41:05.446631 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-d178f690-1cb3-4077-8cce-2e35b9f5faf4 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "PUT /v2.0/routers/ec1abdf0-fea9-4a7c-bf24-1ab4cff848d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4525843 Nov 12 09:41:05.469210 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Pushing event updated for resources: {'Port': ['ID=39e11ad1-e2b9-4a65-ae88-fb109a8d8e25,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:41:05.615460 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-31a11067-8bd2-4bc3-bff4-b9b5ed4fe1c0 req-2ed75c73-a9a6-4221-a8a8-c2a49f08f43f tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1326898218&fields=id&tenant_id=a3e02b7551c24b2895d8eeeb9a0b62b4 HTTP/1.1" status: 200 len: 267 time: 0.0503550 Nov 12 09:41:05.738492 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a11067-8bd2-4bc3-bff4-b9b5ed4fe1c0 req-c261d348-baf0-4f5c-bee9-b786d2a29d60 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:05.740808 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-31a11067-8bd2-4bc3-bff4-b9b5ed4fe1c0 req-c261d348-baf0-4f5c-bee9-b786d2a29d60 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/networks?id=fa727f6f-9500-4832-8a4f-7df14c81d975 HTTP/1.1" status: 200 len: 797 time: 0.1171410 Nov 12 09:41:05.757473 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-31a11067-8bd2-4bc3-bff4-b9b5ed4fe1c0 req-f9c6055b-28eb-4952-9c09-23c2f8bb9fe2 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/quotas/a3e02b7551c24b2895d8eeeb9a0b62b4 HTTP/1.1" status: 200 len: 375 time: 0.0103281 Nov 12 09:41:05.793658 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca9bfe1-f32f-49c0-b011-5f1803da7523 None None] Network fa727f6f-9500-4832-8a4f-7df14c81d975 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:41:05.815165 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-31a11067-8bd2-4bc3-bff4-b9b5ed4fe1c0 req-3580956c-1930-4111-9c0b-2a91eefad322 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a3e02b7551c24b2895d8eeeb9a0b62b4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510309 Nov 12 09:41:05.917188 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-31a11067-8bd2-4bc3-bff4-b9b5ed4fe1c0 req-d59e723a-e6ef-46fb-a955-fd15c81b26a8 service neutron] 10.222.0.26 "GET /v2.0/networks/fa727f6f-9500-4832-8a4f-7df14c81d975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924125 Nov 12 09:41:05.917872 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-cbb5ddac-e9c2-45f0-b258-259be11f37df None None] Provisioning complete for port 39e11ad1-e2b9-4a65-ae88-fb109a8d8e25 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:41:05.918235 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-cbb5ddac-e9c2-45f0-b258-259be11f37df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:06.015110 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-31a11067-8bd2-4bc3-bff4-b9b5ed4fe1c0 req-893612f7-c130-418e-b6c0-2b3e4fe90d3c service neutron] 10.222.0.26 "GET /v2.0/networks/fa727f6f-9500-4832-8a4f-7df14c81d975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901129 Nov 12 09:41:06.211899 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fc93431f-b39f-4a32-b54a-f0125413372c req-0f62dd7d-95b8-4cef-ada1-876336a16451 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8009bbb-2789-4596-bd0a-d7fb7479b2d9 HTTP/1.1" status: 200 len: 210 time: 0.0374823 Nov 12 09:41:06.281800 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:06.363199 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-1e88adbe-c718-4c0f-a576-9bbc23bd85d1 None None] Provisioning complete for port ad0854ab-c0ca-4cdb-bc57-916b1ceca4bb triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:41:06.363876 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1e88adbe-c718-4c0f-a576-9bbc23bd85d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:06.415600 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-1e88adbe-c718-4c0f-a576-9bbc23bd85d1 None None] Port ad0854ab-c0ca-4cdb-bc57-916b1ceca4bb cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:41:06.429907 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-1e88adbe-c718-4c0f-a576-9bbc23bd85d1 None None] Provisioning complete for port 39e11ad1-e2b9-4a65-ae88-fb109a8d8e25 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:41:06.430278 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1e88adbe-c718-4c0f-a576-9bbc23bd85d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:06.602666 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0e69e5-4154-4930-95da-bc85d8173dee None None] Sync routers for ids ['ec1abdf0-fea9-4a7c-bf24-1ab4cff848d6'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:41:06.618625 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0e69e5-4154-4930-95da-bc85d8173dee None None] Routers {'ec1abdf0-fea9-4a7c-bf24-1ab4cff848d6'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:41:06.619635 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-2e0e69e5-4154-4930-95da-bc85d8173dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:40:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['ec1abdf0-fea9-4a7c-bf24-1ab4cff848d6'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:41:06.643272 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-4181534b-370d-4918-9b8e-c296b3718022 None None] Provisioning complete for port ad0854ab-c0ca-4cdb-bc57-916b1ceca4bb triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:41:06.643783 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4181534b-370d-4918-9b8e-c296b3718022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:06.695300 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-4181534b-370d-4918-9b8e-c296b3718022 None None] Port ad0854ab-c0ca-4cdb-bc57-916b1ceca4bb cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:41:06.751516 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-2e0e69e5-4154-4930-95da-bc85d8173dee None None] Set router ec1abdf0-fea9-4a7c-bf24-1ab4cff848d6 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:41:06.814391 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-ea42955f-6cf7-4af2-b52a-dfc91f59e14b None None] Provisioning complete for port ad0854ab-c0ca-4cdb-bc57-916b1ceca4bb triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:41:06.815042 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ea42955f-6cf7-4af2-b52a-dfc91f59e14b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:06.852581 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-ea42955f-6cf7-4af2-b52a-dfc91f59e14b None None] Port ad0854ab-c0ca-4cdb-bc57-916b1ceca4bb cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:41:06.958662 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-2e0e69e5-4154-4930-95da-bc85d8173dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1abdf0-fea9-4a7c-bf24-1ab4cff848d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-516830944', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'ccddec53-fa91-41c4-8f14-fdaf0d9d552a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:41:00Z', 'updated_at': '2021-11-12T09:41:04Z', 'revision_number': 4, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'gw_port': {'id': 'ccddec53-fa91-41c4-8f14-fdaf0d9d552a', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1abdf0-fea9-4a7c-bf24-1ab4cff848d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:41:01Z', 'updated_at': '2021-11-12T09:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': 'ad0854ab-c0ca-4cdb-bc57-916b1ceca4bb', 'name': '', 'network_id': 'fa727f6f-9500-4832-8a4f-7df14c81d975', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'mac_address': 'fa:16:3e:07:d3:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec1abdf0-fea9-4a7c-bf24-1ab4cff848d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'f43b09b2-c916-4a25-9a22-c1ca2233d985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:41:03Z', 'updated_at': '2021-11-12T09:41:04Z', 'revision_number': 2, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'subnets': [{'id': 'f43b09b2-c916-4a25-9a22-c1ca2233d985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:41:06.988949 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0e69e5-4154-4930-95da-bc85d8173dee None None] Checking router: ec1abdf0-fea9-4a7c-bf24-1ab4cff848d6 for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:41:06.989295 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0e69e5-4154-4930-95da-bc85d8173dee None None] Updating router ec1abdf0-fea9-4a7c-bf24-1ab4cff848d6 port ad0854ab-c0ca-4cdb-bc57-916b1ceca4bb binding host n-d-765315-29 {{(pid=102602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:41:07.013012 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2e0e69e5-4154-4930-95da-bc85d8173dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:07.152968 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 39e11ad1-e2b9-4a65-ae88-fb109a8d8e25 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:41:07.220221 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-aa966849-a66a-405c-9338-b07623e57404 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:07.223035 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 39e11ad1-e2b9-4a65-ae88-fb109a8d8e25 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:41:07.223387 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:07.285027 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2e0e69e5-4154-4930-95da-bc85d8173dee None None] Publish callbacks [] for port, precommit_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:07.292975 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2e0e69e5-4154-4930-95da-bc85d8173dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:07.333292 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device ccddec53-fa91-41c4-8f14-fdaf0d9d552a up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:41:07.352194 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7449bd2d-b7ea-449d-b5aa-37cb90fb847f None None] Pushing event updated for resources: {'Port': ['ID=ad0854ab-c0ca-4cdb-bc57-916b1ceca4bb,revision_number=3']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:41:07.364589 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7449bd2d-b7ea-449d-b5aa-37cb90fb847f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:41:07.365007 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7449bd2d-b7ea-449d-b5aa-37cb90fb847f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:41:07.365273 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7449bd2d-b7ea-449d-b5aa-37cb90fb847f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:41:07.365608 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7449bd2d-b7ea-449d-b5aa-37cb90fb847f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:41:07.365940 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7449bd2d-b7ea-449d-b5aa-37cb90fb847f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:41:07.366271 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7449bd2d-b7ea-449d-b5aa-37cb90fb847f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:41:07.366624 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7449bd2d-b7ea-449d-b5aa-37cb90fb847f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:41:07.366941 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7449bd2d-b7ea-449d-b5aa-37cb90fb847f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:41:07.367267 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7449bd2d-b7ea-449d-b5aa-37cb90fb847f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:41:07.367589 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7449bd2d-b7ea-449d-b5aa-37cb90fb847f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:41:07.367909 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7449bd2d-b7ea-449d-b5aa-37cb90fb847f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:41:07.368227 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7449bd2d-b7ea-449d-b5aa-37cb90fb847f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:41:07.384951 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c20ad239-a51c-4c8a-940d-9f65e1d1635b req-1768681d-49d7-4f93-bdd5-a04ca779b231 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8009bbb-2789-4596-bd0a-d7fb7479b2d9 HTTP/1.1" status: 200 len: 210 time: 0.0802393 Nov 12 09:41:07.412161 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port ccddec53-fa91-41c4-8f14-fdaf0d9d552a triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:41:07.412535 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:07.433332 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-2e0e69e5-4154-4930-95da-bc85d8173dee None None] Attempting to bind port ad0854ab-c0ca-4cdb-bc57-916b1ceca4bb on host n-d-765315-29 for vnic_type normal with profile {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:41:07.433332 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-2e0e69e5-4154-4930-95da-bc85d8173dee None None] Attempting to bind port ad0854ab-c0ca-4cdb-bc57-916b1ceca4bb by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '624592fb-be03-4ea6-85f5-753c36ef5887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'fa727f6f-9500-4832-8a4f-7df14c81d975'}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:41:07.433667 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0e69e5-4154-4930-95da-bc85d8173dee None None] Attempting to bind port ad0854ab-c0ca-4cdb-bc57-916b1ceca4bb on network fa727f6f-9500-4832-8a4f-7df14c81d975 {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:41:07.439429 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0e69e5-4154-4930-95da-bc85d8173dee None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:41:07.439801 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0e69e5-4154-4930-95da-bc85d8173dee None None] Checking segment: {'id': '624592fb-be03-4ea6-85f5-753c36ef5887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'fa727f6f-9500-4832-8a4f-7df14c81d975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:41:07.440206 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2e0e69e5-4154-4930-95da-bc85d8173dee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:07.440598 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0e69e5-4154-4930-95da-bc85d8173dee None None] Bound using segment: {'id': '624592fb-be03-4ea6-85f5-753c36ef5887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'fa727f6f-9500-4832-8a4f-7df14c81d975'} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:41:07.441069 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-2e0e69e5-4154-4930-95da-bc85d8173dee None None] Bound port: ad0854ab-c0ca-4cdb-bc57-916b1ceca4bb, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '624592fb-be03-4ea6-85f5-753c36ef5887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'fa727f6f-9500-4832-8a4f-7df14c81d975'}}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:41:07.441589 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2e0e69e5-4154-4930-95da-bc85d8173dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:07.501275 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a11067-8bd2-4bc3-bff4-b9b5ed4fe1c0 req-e69e672f-b060-4dea-8af4-5f524436d403 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:07.508185 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-31a11067-8bd2-4bc3-bff4-b9b5ed4fe1c0 req-e69e672f-b060-4dea-8af4-5f524436d403 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.44 "GET /v2.0/networks?id=fa727f6f-9500-4832-8a4f-7df14c81d975 HTTP/1.1" status: 200 len: 797 time: 0.1787319 Nov 12 09:41:07.531925 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2e0e69e5-4154-4930-95da-bc85d8173dee None None] For port ad0854ab-c0ca-4cdb-bc57-916b1ceca4bb, host n-d-765315-29, cleared binding levels {{(pid=102602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:41:07.535576 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-2e0e69e5-4154-4930-95da-bc85d8173dee None None] For port ad0854ab-c0ca-4cdb-bc57-916b1ceca4bb, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=ad0854ab-c0ca-4cdb-bc57-916b1ceca4bb,segment=NetworkSegment(624592fb-be03-4ea6-85f5-753c36ef5887),segment_id=624592fb-be03-4ea6-85f5-753c36ef5887)] {{(pid=102602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:41:07.541799 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-2e0e69e5-4154-4930-95da-bc85d8173dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:07.603722 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0e69e5-4154-4930-95da-bc85d8173dee None None] Routers {'ec1abdf0-fea9-4a7c-bf24-1ab4cff848d6'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:41:07.604481 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-2e0e69e5-4154-4930-95da-bc85d8173dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:41:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['ec1abdf0-fea9-4a7c-bf24-1ab4cff848d6'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:41:07.608346 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-31a11067-8bd2-4bc3-bff4-b9b5ed4fe1c0 req-8fdeebee-45b8-4fa4-b0cc-3975d7e52587 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3e02b7551c24b2895d8eeeb9a0b62b4 HTTP/1.1" status: 200 len: 380 time: 0.0867007 Nov 12 09:41:07.627564 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-31a11067-8bd2-4bc3-bff4-b9b5ed4fe1c0 req-43261180-0a16-4c58-a799-8eece58aa855 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Request body: {'port': {'device_id': 'c8009bbb-2789-4596-bd0a-d7fb7479b2d9', 'network_id': 'fa727f6f-9500-4832-8a4f-7df14c81d975', 'admin_state_up': True, 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'security_groups': ['1804c7af-eedc-41df-97f2-b66f6c15e667']}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:41:07.646820 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7449bd2d-b7ea-449d-b5aa-37cb90fb847f None None] Pushing event updated for resources: {'Port': ['ID=ad0854ab-c0ca-4cdb-bc57-916b1ceca4bb,revision_number=4']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:41:07.692618 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-c706df86-19c2-41d3-b023-0729d576bb82 None None] Provisioning complete for port ad0854ab-c0ca-4cdb-bc57-916b1ceca4bb triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:41:07.693133 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c706df86-19c2-41d3-b023-0729d576bb82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:07.774955 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31a11067-8bd2-4bc3-bff4-b9b5ed4fe1c0 req-43261180-0a16-4c58-a799-8eece58aa855 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Made reservation on behalf of a3e02b7551c24b2895d8eeeb9a0b62b4 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:41:07.779719 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-31a11067-8bd2-4bc3-bff4-b9b5ed4fe1c0 req-43261180-0a16-4c58-a799-8eece58aa855 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:07.801747 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c706df86-19c2-41d3-b023-0729d576bb82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:07.844641 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-c706df86-19c2-41d3-b023-0729d576bb82 None None] For port ad0854ab-c0ca-4cdb-bc57-916b1ceca4bb, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=ad0854ab-c0ca-4cdb-bc57-916b1ceca4bb,segment=NetworkSegment(624592fb-be03-4ea6-85f5-753c36ef5887),segment_id=624592fb-be03-4ea6-85f5-753c36ef5887)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:41:07.850997 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c706df86-19c2-41d3-b023-0729d576bb82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:07.854088 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-2e0e69e5-4154-4930-95da-bc85d8173dee None None] Set router ec1abdf0-fea9-4a7c-bf24-1ab4cff848d6 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:41:07.902863 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c706df86-19c2-41d3-b023-0729d576bb82 None None] Pushing event updated for resources: {'Port': ['ID=ad0854ab-c0ca-4cdb-bc57-916b1ceca4bb,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:41:07.946695 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-31a11067-8bd2-4bc3-bff4-b9b5ed4fe1c0 req-43261180-0a16-4c58-a799-8eece58aa855 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Allocated IP 172.20.0.5 (fa727f6f-9500-4832-8a4f-7df14c81d975/f43b09b2-c916-4a25-9a22-c1ca2233d985/f22a2060-a017-424b-8a88-7e2a7a4aeb91) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:41:07.971729 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-55e69a23-1351-4866-8f97-623d05c1abed None None] Provisioning complete for port ad0854ab-c0ca-4cdb-bc57-916b1ceca4bb triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:41:07.972223 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-55e69a23-1351-4866-8f97-623d05c1abed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:08.065038 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-2e0e69e5-4154-4930-95da-bc85d8173dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1abdf0-fea9-4a7c-bf24-1ab4cff848d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-516830944', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'ccddec53-fa91-41c4-8f14-fdaf0d9d552a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:41:00Z', 'updated_at': '2021-11-12T09:41:04Z', 'revision_number': 4, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'gw_port': {'id': 'ccddec53-fa91-41c4-8f14-fdaf0d9d552a', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1abdf0-fea9-4a7c-bf24-1ab4cff848d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:41:01Z', 'updated_at': '2021-11-12T09:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': 'ad0854ab-c0ca-4cdb-bc57-916b1ceca4bb', 'name': '', 'network_id': 'fa727f6f-9500-4832-8a4f-7df14c81d975', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'mac_address': 'fa:16:3e:07:d3:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec1abdf0-fea9-4a7c-bf24-1ab4cff848d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'f43b09b2-c916-4a25-9a22-c1ca2233d985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:41:03Z', 'updated_at': '2021-11-12T09:41:07Z', 'revision_number': 4, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'subnets': [{'id': 'f43b09b2-c916-4a25-9a22-c1ca2233d985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:41:08.091849 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0e69e5-4154-4930-95da-bc85d8173dee None None] The sync data for ids ['ec1abdf0-fea9-4a7c-bf24-1ab4cff848d6'] in n-d-765315-29 is: [{'id': 'ec1abdf0-fea9-4a7c-bf24-1ab4cff848d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-516830944', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'ccddec53-fa91-41c4-8f14-fdaf0d9d552a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:41:00Z', 'updated_at': '2021-11-12T09:41:04Z', 'revision_number': 4, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'gw_port': {'id': 'ccddec53-fa91-41c4-8f14-fdaf0d9d552a', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1abdf0-fea9-4a7c-bf24-1ab4cff848d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:41:01Z', 'updated_at': '2021-11-12T09:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': 'ad0854ab-c0ca-4cdb-bc57-916b1ceca4bb', 'name': '', 'network_id': 'fa727f6f-9500-4832-8a4f-7df14c81d975', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'mac_address': 'fa:16:3e:07:d3:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec1abdf0-fea9-4a7c-bf24-1ab4cff848d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'f43b09b2-c916-4a25-9a22-c1ca2233d985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:41:03Z', 'updated_at': '2021-11-12T09:41:07Z', 'revision_number': 4, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'subnets': [{'id': 'f43b09b2-c916-4a25-9a22-c1ca2233d985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:41:08.095327 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-31a11067-8bd2-4bc3-bff4-b9b5ed4fe1c0 req-43261180-0a16-4c58-a799-8eece58aa855 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:08.148748 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-31a11067-8bd2-4bc3-bff4-b9b5ed4fe1c0 req-43261180-0a16-4c58-a799-8eece58aa855 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:08.196786 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31a11067-8bd2-4bc3-bff4-b9b5ed4fe1c0 req-43261180-0a16-4c58-a799-8eece58aa855 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Network fa727f6f-9500-4832-8a4f-7df14c81d975 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:41:08.198611 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-31a11067-8bd2-4bc3-bff4-b9b5ed4fe1c0 req-43261180-0a16-4c58-a799-8eece58aa855 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:41:08.201743 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-31a11067-8bd2-4bc3-bff4-b9b5ed4fe1c0 req-43261180-0a16-4c58-a799-8eece58aa855 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:41:08.240369 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43261180-0a16-4c58-a799-8eece58aa855 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event updated for resources: {'Port': ['ID=f22a2060-a017-424b-8a88-7e2a7a4aeb91,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:41:08.274355 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a11067-8bd2-4bc3-bff4-b9b5ed4fe1c0 req-43261180-0a16-4c58-a799-8eece58aa855 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:08.275040 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-31a11067-8bd2-4bc3-bff4-b9b5ed4fe1c0 req-43261180-0a16-4c58-a799-8eece58aa855 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:08.283126 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:08.294741 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-31a11067-8bd2-4bc3-bff4-b9b5ed4fe1c0 req-43261180-0a16-4c58-a799-8eece58aa855 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6717632 Nov 12 09:41:08.317759 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-31a11067-8bd2-4bc3-bff4-b9b5ed4fe1c0 req-686510f9-9de7-487e-a2ad-afafc45c8bf2 service neutron] Request body: {'port': {'device_id': 'c8009bbb-2789-4596-bd0a-d7fb7479b2d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:41:08.382281 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-31a11067-8bd2-4bc3-bff4-b9b5ed4fe1c0 req-686510f9-9de7-487e-a2ad-afafc45c8bf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:08.483837 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-0b4cf7fa-d9a0-4c4c-9a51-0e8437e8cfe0 None None] Provisioning complete for port f22a2060-a017-424b-8a88-7e2a7a4aeb91 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:41:08.485233 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-0b4cf7fa-d9a0-4c4c-9a51-0e8437e8cfe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:08.526502 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbd34d5-9d71-4a2c-9f79-2abfb24babbf req-167f6fb6-46cb-4fd6-947d-72135d5c75cc tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:08.533176 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-0b4cf7fa-d9a0-4c4c-9a51-0e8437e8cfe0 None None] Port f22a2060-a017-424b-8a88-7e2a7a4aeb91 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:41:08.534813 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ecbd34d5-9d71-4a2c-9f79-2abfb24babbf req-167f6fb6-46cb-4fd6-947d-72135d5c75cc tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8009bbb-2789-4596-bd0a-d7fb7479b2d9 HTTP/1.1" status: 200 len: 931 time: 0.0778196 Nov 12 09:41:08.583014 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ecbd34d5-9d71-4a2c-9f79-2abfb24babbf req-94e6aaa2-c12a-4d55-916d-a2707890cdf5 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=1804c7af-eedc-41df-97f2-b66f6c15e667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469897 Nov 12 09:41:08.696035 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-31a11067-8bd2-4bc3-bff4-b9b5ed4fe1c0 req-686510f9-9de7-487e-a2ad-afafc45c8bf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f22a2060-a017-424b-8a88-7e2a7a4aeb91 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:41:08.704769 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-31a11067-8bd2-4bc3-bff4-b9b5ed4fe1c0 req-686510f9-9de7-487e-a2ad-afafc45c8bf2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:08.717962 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-31a11067-8bd2-4bc3-bff4-b9b5ed4fe1c0 req-686510f9-9de7-487e-a2ad-afafc45c8bf2 service neutron] Transition to ACTIVE for port object f22a2060-a017-424b-8a88-7e2a7a4aeb91 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:41:08.722358 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-31a11067-8bd2-4bc3-bff4-b9b5ed4fe1c0 req-686510f9-9de7-487e-a2ad-afafc45c8bf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:08.776751 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686510f9-9de7-487e-a2ad-afafc45c8bf2 service neutron] Pushing event updated for resources: {'Port': ['ID=f22a2060-a017-424b-8a88-7e2a7a4aeb91,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:41:08.853115 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-31a11067-8bd2-4bc3-bff4-b9b5ed4fe1c0 req-686510f9-9de7-487e-a2ad-afafc45c8bf2 service neutron] Attempting to bind port f22a2060-a017-424b-8a88-7e2a7a4aeb91 on host n-h2-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:41:08.853470 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-31a11067-8bd2-4bc3-bff4-b9b5ed4fe1c0 req-686510f9-9de7-487e-a2ad-afafc45c8bf2 service neutron] Attempting to bind port f22a2060-a017-424b-8a88-7e2a7a4aeb91 by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': '624592fb-be03-4ea6-85f5-753c36ef5887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'fa727f6f-9500-4832-8a4f-7df14c81d975'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:41:08.853809 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a11067-8bd2-4bc3-bff4-b9b5ed4fe1c0 req-686510f9-9de7-487e-a2ad-afafc45c8bf2 service neutron] Attempting to bind port f22a2060-a017-424b-8a88-7e2a7a4aeb91 on network fa727f6f-9500-4832-8a4f-7df14c81d975 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:41:08.858821 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a11067-8bd2-4bc3-bff4-b9b5ed4fe1c0 req-686510f9-9de7-487e-a2ad-afafc45c8bf2 service neutron] Port f22a2060-a017-424b-8a88-7e2a7a4aeb91 on network fa727f6f-9500-4832-8a4f-7df14c81d975 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:41:08.859363 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a11067-8bd2-4bc3-bff4-b9b5ed4fe1c0 req-686510f9-9de7-487e-a2ad-afafc45c8bf2 service neutron] Attempting to bind port f22a2060-a017-424b-8a88-7e2a7a4aeb91 on network fa727f6f-9500-4832-8a4f-7df14c81d975 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:41:08.864884 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a11067-8bd2-4bc3-bff4-b9b5ed4fe1c0 req-686510f9-9de7-487e-a2ad-afafc45c8bf2 service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:41:08.865228 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a11067-8bd2-4bc3-bff4-b9b5ed4fe1c0 req-686510f9-9de7-487e-a2ad-afafc45c8bf2 service neutron] Checking segment: {'id': '624592fb-be03-4ea6-85f5-753c36ef5887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'fa727f6f-9500-4832-8a4f-7df14c81d975'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:41:08.865610 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a11067-8bd2-4bc3-bff4-b9b5ed4fe1c0 req-686510f9-9de7-487e-a2ad-afafc45c8bf2 service neutron] Bound using segment: {'id': '624592fb-be03-4ea6-85f5-753c36ef5887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'fa727f6f-9500-4832-8a4f-7df14c81d975'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:41:08.866045 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-31a11067-8bd2-4bc3-bff4-b9b5ed4fe1c0 req-686510f9-9de7-487e-a2ad-afafc45c8bf2 service neutron] Bound port: f22a2060-a017-424b-8a88-7e2a7a4aeb91, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '624592fb-be03-4ea6-85f5-753c36ef5887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'fa727f6f-9500-4832-8a4f-7df14c81d975'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:41:08.866521 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-31a11067-8bd2-4bc3-bff4-b9b5ed4fe1c0 req-686510f9-9de7-487e-a2ad-afafc45c8bf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:08.937664 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-31a11067-8bd2-4bc3-bff4-b9b5ed4fe1c0 req-686510f9-9de7-487e-a2ad-afafc45c8bf2 service neutron] For port f22a2060-a017-424b-8a88-7e2a7a4aeb91, host n-h2-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:41:08.941480 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-31a11067-8bd2-4bc3-bff4-b9b5ed4fe1c0 req-686510f9-9de7-487e-a2ad-afafc45c8bf2 service neutron] For port f22a2060-a017-424b-8a88-7e2a7a4aeb91, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=f22a2060-a017-424b-8a88-7e2a7a4aeb91,segment=NetworkSegment(624592fb-be03-4ea6-85f5-753c36ef5887),segment_id=624592fb-be03-4ea6-85f5-753c36ef5887)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:41:08.949223 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-31a11067-8bd2-4bc3-bff4-b9b5ed4fe1c0 req-686510f9-9de7-487e-a2ad-afafc45c8bf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:08.983247 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a11067-8bd2-4bc3-bff4-b9b5ed4fe1c0 req-686510f9-9de7-487e-a2ad-afafc45c8bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:08.984275 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-31a11067-8bd2-4bc3-bff4-b9b5ed4fe1c0 req-686510f9-9de7-487e-a2ad-afafc45c8bf2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:08.985793 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-31a11067-8bd2-4bc3-bff4-b9b5ed4fe1c0 req-686510f9-9de7-487e-a2ad-afafc45c8bf2 service neutron] 10.222.0.44 "PUT /v2.0/ports/f22a2060-a017-424b-8a88-7e2a7a4aeb91 HTTP/1.1" status: 200 len: 1092 time: 0.6735072 Nov 12 09:41:08.988536 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8009bbb-2789-4596-bd0a-d7fb7479b2d9', 'tag': 'f22a2060-a017-424b-8a88-7e2a7a4aeb91'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:41:08.990648 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c022ff2c5cb8d3060857f92f3690e67c01ee9cc1391db4b92ea76e21aea06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a44f178-4264-4cf1-9ffc-f4c5bbd04591" -d '{"events": [{"name": "network-changed", "server_uuid": "c8009bbb-2789-4596-bd0a-d7fb7479b2d9", "tag": "f22a2060-a017-424b-8a88-7e2a7a4aeb91"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:41:09.060123 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f3a43b-d0da-49ee-9b54-f77f2f98dadd x-openstack-request-id: req-74f3a43b-d0da-49ee-9b54-f77f2f98dadd {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:41:09.060332 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8009bbb-2789-4596-bd0a-d7fb7479b2d9", "tag": "f22a2060-a017-424b-8a88-7e2a7a4aeb91", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:41:09.060921 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-74f3a43b-d0da-49ee-9b54-f77f2f98dadd {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:41:09.061429 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8009bbb-2789-4596-bd0a-d7fb7479b2d9', 'tag': 'f22a2060-a017-424b-8a88-7e2a7a4aeb91', 'status': 'completed', 'code': 200} Nov 12 09:41:09.070656 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686510f9-9de7-487e-a2ad-afafc45c8bf2 service neutron] Pushing event updated for resources: {'Port': ['ID=f22a2060-a017-424b-8a88-7e2a7a4aeb91,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:41:09.124232 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a11067-8bd2-4bc3-bff4-b9b5ed4fe1c0 req-3cc73297-6a11-4f17-97dc-e1067b9847ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:09.126848 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-31a11067-8bd2-4bc3-bff4-b9b5ed4fe1c0 req-3cc73297-6a11-4f17-97dc-e1067b9847ae service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a3e02b7551c24b2895d8eeeb9a0b62b4&device_id=c8009bbb-2789-4596-bd0a-d7fb7479b2d9 HTTP/1.1" status: 200 len: 1095 time: 0.0526977 Nov 12 09:41:09.156888 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device ad0854ab-c0ca-4cdb-bc57-916b1ceca4bb up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:41:09.195463 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-31a11067-8bd2-4bc3-bff4-b9b5ed4fe1c0 req-6d6d8009-52db-4ee3-9c17-43cadb11f3f4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f22a2060-a017-424b-8a88-7e2a7a4aeb91 HTTP/1.1" status: 200 len: 217 time: 0.0451977 Nov 12 09:41:09.244480 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port ad0854ab-c0ca-4cdb-bc57-916b1ceca4bb triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:41:09.244847 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:09.259110 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a11067-8bd2-4bc3-bff4-b9b5ed4fe1c0 req-1e74aa05-c364-4d4d-8330-f294fc6c6104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:09.260669 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-31a11067-8bd2-4bc3-bff4-b9b5ed4fe1c0 req-1e74aa05-c364-4d4d-8330-f294fc6c6104 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f43b09b2-c916-4a25-9a22-c1ca2233d985 HTTP/1.1" status: 200 len: 834 time: 0.0560431 Nov 12 09:41:09.315069 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a11067-8bd2-4bc3-bff4-b9b5ed4fe1c0 req-464a101a-e1bc-4d31-9e85-74880948aa68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:09.316623 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-31a11067-8bd2-4bc3-bff4-b9b5ed4fe1c0 req-464a101a-e1bc-4d31-9e85-74880948aa68 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fa727f6f-9500-4832-8a4f-7df14c81d975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447247 Nov 12 09:41:09.415791 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-31a11067-8bd2-4bc3-bff4-b9b5ed4fe1c0 req-cd7c6f21-c2b8-4f45-ab38-ed8343784edb service neutron] 10.222.0.44 "GET /v2.0/networks/fa727f6f-9500-4832-8a4f-7df14c81d975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905473 Nov 12 09:41:09.510107 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-31a11067-8bd2-4bc3-bff4-b9b5ed4fe1c0 req-ab068ed1-00d4-4e54-90e1-8625ecee2c98 service neutron] 10.222.0.44 "GET /v2.0/networks/fa727f6f-9500-4832-8a4f-7df14c81d975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827749 Nov 12 09:41:09.606463 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:09.672423 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a44f178-4264-4cf1-9ffc-f4c5bbd04591 req-a25d5ea2-aba6-48d1-adfa-08fcee852811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:09.673930 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7a44f178-4264-4cf1-9ffc-f4c5bbd04591 req-a25d5ea2-aba6-48d1-adfa-08fcee852811 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a3e02b7551c24b2895d8eeeb9a0b62b4&device_id=c8009bbb-2789-4596-bd0a-d7fb7479b2d9 HTTP/1.1" status: 200 len: 1095 time: 0.0480084 Nov 12 09:41:09.712264 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c6fb03-6bcc-406a-9e12-755d1639ecf6 req-c70fff55-56fa-4886-9ecf-96c8997b8379 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:09.713765 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d1c6fb03-6bcc-406a-9e12-755d1639ecf6 req-c70fff55-56fa-4886-9ecf-96c8997b8379 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8009bbb-2789-4596-bd0a-d7fb7479b2d9 HTTP/1.1" status: 200 len: 943 time: 0.0509119 Nov 12 09:41:09.764567 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d1c6fb03-6bcc-406a-9e12-755d1639ecf6 req-66e0dcfa-bf6b-4130-abf3-5b47e18d4ca2 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=1804c7af-eedc-41df-97f2-b66f6c15e667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438011 Nov 12 09:41:09.769810 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a44f178-4264-4cf1-9ffc-f4c5bbd04591 req-85e16cc6-4448-48db-88b2-f4f52d40a5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:09.771268 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7a44f178-4264-4cf1-9ffc-f4c5bbd04591 req-85e16cc6-4448-48db-88b2-f4f52d40a5ac service neutron] 10.222.0.44 "GET /v2.0/networks?id=fa727f6f-9500-4832-8a4f-7df14c81d975 HTTP/1.1" status: 200 len: 898 time: 0.0882950 Nov 12 09:41:09.818379 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7a44f178-4264-4cf1-9ffc-f4c5bbd04591 req-30280fed-027c-4a7b-bc27-81eeae231112 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f22a2060-a017-424b-8a88-7e2a7a4aeb91 HTTP/1.1" status: 200 len: 217 time: 0.0389082 Nov 12 09:41:10.195604 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:10.213620 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a44f178-4264-4cf1-9ffc-f4c5bbd04591 req-6029ef83-aa9f-42f5-ab0e-7f25270e809f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:10.215155 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7a44f178-4264-4cf1-9ffc-f4c5bbd04591 req-6029ef83-aa9f-42f5-ab0e-7f25270e809f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f43b09b2-c916-4a25-9a22-c1ca2233d985 HTTP/1.1" status: 200 len: 834 time: 0.3875136 Nov 12 09:41:10.264499 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a44f178-4264-4cf1-9ffc-f4c5bbd04591 req-b52da58c-78ca-4f86-b6b4-b56e522d5b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:10.266789 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7a44f178-4264-4cf1-9ffc-f4c5bbd04591 req-b52da58c-78ca-4f86-b6b4-b56e522d5b88 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fa727f6f-9500-4832-8a4f-7df14c81d975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419736 Nov 12 09:41:10.363876 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7a44f178-4264-4cf1-9ffc-f4c5bbd04591 req-19a4b8f5-4cba-426f-a296-a39772072320 service neutron] 10.222.0.44 "GET /v2.0/networks/fa727f6f-9500-4832-8a4f-7df14c81d975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839019 Nov 12 09:41:10.472689 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7a44f178-4264-4cf1-9ffc-f4c5bbd04591 req-071e0848-43ce-4b5b-aa89-1ee34705e280 service neutron] 10.222.0.44 "GET /v2.0/networks/fa727f6f-9500-4832-8a4f-7df14c81d975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993102 Nov 12 09:41:10.886971 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec13e9c4-b3a7-4c74-a4f3-b3d984ea5fa9 req-239c4353-e9d8-45fb-827f-06eaca386f5d tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:10.888451 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ec13e9c4-b3a7-4c74-a4f3-b3d984ea5fa9 req-239c4353-e9d8-45fb-827f-06eaca386f5d tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8009bbb-2789-4596-bd0a-d7fb7479b2d9 HTTP/1.1" status: 200 len: 943 time: 0.0536692 Nov 12 09:41:10.938831 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ec13e9c4-b3a7-4c74-a4f3-b3d984ea5fa9 req-e5cd914e-d4c4-4bc6-823c-f0a3351c113c tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=1804c7af-eedc-41df-97f2-b66f6c15e667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438135 Nov 12 09:41:12.063273 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8444fd-e3f3-4917-ab06-1e6d9dc79dea req-ac93805f-b36b-4e93-ad88-0442646525bd tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:12.065074 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1c8444fd-e3f3-4917-ab06-1e6d9dc79dea req-ac93805f-b36b-4e93-ad88-0442646525bd tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8009bbb-2789-4596-bd0a-d7fb7479b2d9 HTTP/1.1" status: 200 len: 943 time: 0.0537200 Nov 12 09:41:12.115302 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1c8444fd-e3f3-4917-ab06-1e6d9dc79dea req-f9382992-8bf0-40e8-bb66-208784aff81f tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=1804c7af-eedc-41df-97f2-b66f6c15e667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441599 Nov 12 09:41:13.115186 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device f22a2060-a017-424b-8a88-7e2a7a4aeb91 details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:41:13.217206 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port f22a2060-a017-424b-8a88-7e2a7a4aeb91, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=f22a2060-a017-424b-8a88-7e2a7a4aeb91,segment=NetworkSegment(624592fb-be03-4ea6-85f5-753c36ef5887),segment_id=624592fb-be03-4ea6-85f5-753c36ef5887)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:41:13.229458 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': 'f22a2060-a017-424b-8a88-7e2a7a4aeb91', 'network_id': 'fa727f6f-9500-4832-8a4f-7df14c81d975', 'port_id': 'f22a2060-a017-424b-8a88-7e2a7a4aeb91', 'mac_address': 'fa:16:3e:f2:e5:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f43b09b2-c916-4a25-9a22-c1ca2233d985', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:41:13.237126 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5bda13-fc9e-4e8f-84c4-ac9593625070 req-f61f1a3c-8b45-4e4f-8498-039a266ca1b1 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:13.238836 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4c5bda13-fc9e-4e8f-84c4-ac9593625070 req-f61f1a3c-8b45-4e4f-8498-039a266ca1b1 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8009bbb-2789-4596-bd0a-d7fb7479b2d9 HTTP/1.1" status: 200 len: 943 time: 0.0527017 Nov 12 09:41:13.267908 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:13.283851 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f22a2060-a017-424b-8a88-7e2a7a4aeb91 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:41:13.294722 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4c5bda13-fc9e-4e8f-84c4-ac9593625070 req-b0905b89-6f2e-480f-b0ab-93414d05a004 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=1804c7af-eedc-41df-97f2-b66f6c15e667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498729 Nov 12 09:41:13.308000 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port f22a2060-a017-424b-8a88-7e2a7a4aeb91, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=f22a2060-a017-424b-8a88-7e2a7a4aeb91,segment=NetworkSegment(624592fb-be03-4ea6-85f5-753c36ef5887),segment_id=624592fb-be03-4ea6-85f5-753c36ef5887)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:41:13.312579 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:13.359071 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=f22a2060-a017-424b-8a88-7e2a7a4aeb91,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:41:13.420314 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:13.708378 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['f22a2060-a017-424b-8a88-7e2a7a4aeb91'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:41:14.416281 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49d0d58-e9c8-4f01-a8cc-06570be39c59 req-479f87dc-ac34-4aee-852b-5d6e7d49a736 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:14.417765 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f49d0d58-e9c8-4f01-a8cc-06570be39c59 req-479f87dc-ac34-4aee-852b-5d6e7d49a736 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8009bbb-2789-4596-bd0a-d7fb7479b2d9 HTTP/1.1" status: 200 len: 944 time: 0.0513554 Nov 12 09:41:14.478545 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f49d0d58-e9c8-4f01-a8cc-06570be39c59 req-07f653e7-6aa4-4737-9083-13c5cdca843b tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=1804c7af-eedc-41df-97f2-b66f6c15e667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539954 Nov 12 09:41:15.113704 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device f22a2060-a017-424b-8a88-7e2a7a4aeb91 up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:41:15.163575 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning for port f22a2060-a017-424b-8a88-7e2a7a4aeb91 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:41:15.167476 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port f22a2060-a017-424b-8a88-7e2a7a4aeb91 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:41:15.167797 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:15.250513 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:15.273031 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8009bbb-2789-4596-bd0a-d7fb7479b2d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f22a2060-a017-424b-8a88-7e2a7a4aeb91'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:41:15.275545 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132d5890bda14c85ea4d6a837dfa65400ea66c0cb50158568a7b02b7fe216ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-109f6686-53e7-49d3-8c14-302f3f6a2058" -d '{"events": [{"server_uuid": "c8009bbb-2789-4596-bd0a-d7fb7479b2d9", "name": "network-vif-plugged", "status": "completed", "tag": "f22a2060-a017-424b-8a88-7e2a7a4aeb91"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:41:15.287772 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port f22a2060-a017-424b-8a88-7e2a7a4aeb91, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=f22a2060-a017-424b-8a88-7e2a7a4aeb91,segment=NetworkSegment(624592fb-be03-4ea6-85f5-753c36ef5887),segment_id=624592fb-be03-4ea6-85f5-753c36ef5887)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:41:15.291853 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:15.316835 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a206f5f1-b44a-44d3-9c10-eed1772320b4 x-openstack-request-id: req-a206f5f1-b44a-44d3-9c10-eed1772320b4 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:41:15.317129 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8009bbb-2789-4596-bd0a-d7fb7479b2d9", "name": "network-vif-plugged", "status": "completed", "tag": "f22a2060-a017-424b-8a88-7e2a7a4aeb91", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:41:15.317383 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a206f5f1-b44a-44d3-9c10-eed1772320b4 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:41:15.317771 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8009bbb-2789-4596-bd0a-d7fb7479b2d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f22a2060-a017-424b-8a88-7e2a7a4aeb91', 'code': 200} Nov 12 09:41:15.343017 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=f22a2060-a017-424b-8a88-7e2a7a4aeb91,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:41:15.451935 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609edc1e-77c0-47ea-9e0f-1f0a2c1d835b req-bc276240-0bb1-492d-b170-97d6aa474a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:15.453465 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-609edc1e-77c0-47ea-9e0f-1f0a2c1d835b req-bc276240-0bb1-492d-b170-97d6aa474a15 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c8009bbb-2789-4596-bd0a-d7fb7479b2d9 HTTP/1.1" status: 200 len: 1097 time: 0.0409572 Nov 12 09:41:15.505684 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-609edc1e-77c0-47ea-9e0f-1f0a2c1d835b req-16c827ed-70e7-4efd-be52-90b071ce9131 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=1804c7af-eedc-41df-97f2-b66f6c15e667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439730 Nov 12 09:41:15.598766 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211618d9-ec1f-4a18-b595-0adb0e52ba64 req-f59e8410-ec6a-41fb-999e-50a1ada23bf4 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:15.600356 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-211618d9-ec1f-4a18-b595-0adb0e52ba64 req-f59e8410-ec6a-41fb-999e-50a1ada23bf4 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8009bbb-2789-4596-bd0a-d7fb7479b2d9 HTTP/1.1" status: 200 len: 945 time: 0.0491855 Nov 12 09:41:15.648781 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-211618d9-ec1f-4a18-b595-0adb0e52ba64 req-f1ef2752-1f61-466e-a859-cdcc17f6a2eb tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=1804c7af-eedc-41df-97f2-b66f6c15e667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424528 Nov 12 09:41:16.772409 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4454c2f-c617-483c-b215-7ea22cebf949 req-890ba2a1-c74e-4c4f-989a-615e04e10150 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:16.773878 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f4454c2f-c617-483c-b215-7ea22cebf949 req-890ba2a1-c74e-4c4f-989a-615e04e10150 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8009bbb-2789-4596-bd0a-d7fb7479b2d9 HTTP/1.1" status: 200 len: 945 time: 0.0535729 Nov 12 09:41:16.824112 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f4454c2f-c617-483c-b215-7ea22cebf949 req-95c8eaa2-9f89-4b35-901a-00b79573f7fc tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=1804c7af-eedc-41df-97f2-b66f6c15e667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440300 Nov 12 09:41:16.938444 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d9662a-a286-4b92-a670-406f09355f97 req-f693d483-37a7-40e0-b6c1-7f14329ab83d tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:16.939838 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c7d9662a-a286-4b92-a670-406f09355f97 req-f693d483-37a7-40e0-b6c1-7f14329ab83d tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8009bbb-2789-4596-bd0a-d7fb7479b2d9 HTTP/1.1" status: 200 len: 945 time: 0.0494277 Nov 12 09:41:16.989042 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c7d9662a-a286-4b92-a670-406f09355f97 req-6e5889bd-643a-4979-b166-926a77828979 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=1804c7af-eedc-41df-97f2-b66f6c15e667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432441 Nov 12 09:41:17.010343 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 44334) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:41:17.050438 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312a6198-615c-41ec-b418-cb064c0325a5 tempest-TestNetworkAdvancedServerOps-1577495236 tempest-TestNetworkAdvancedServerOps-1577495236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:17.051988 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-312a6198-615c-41ec-b418-cb064c0325a5 tempest-TestNetworkAdvancedServerOps-1577495236 tempest-TestNetworkAdvancedServerOps-1577495236-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=c8009bbb-2789-4596-bd0a-d7fb7479b2d9 HTTP/1.1" status: 200 len: 1092 time: 0.0406480 Nov 12 09:41:17.055043 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 44336) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:41:17.059243 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-89ffb79c-355a-43bd-a51b-45cfca560315 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Request body: {'floatingip': {'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'port_id': 'f22a2060-a017-424b-8a88-7e2a7a4aeb91', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:41:17.080332 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-89ffb79c-355a-43bd-a51b-45cfca560315 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for floatingip, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:17.181740 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-89ffb79c-355a-43bd-a51b-45cfca560315 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:17.288127 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-89ffb79c-355a-43bd-a51b-45cfca560315 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Allocated IP 172.25.2.149 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/8a49dcc1-21a3-4040-9597-cf0d70f0c36b) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:41:17.402610 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-89ffb79c-355a-43bd-a51b-45cfca560315 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:17.436647 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-89ffb79c-355a-43bd-a51b-45cfca560315 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:17.474805 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ffb79c-355a-43bd-a51b-45cfca560315 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:41:17.479515 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-89ffb79c-355a-43bd-a51b-45cfca560315 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:41:17.483712 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ffb79c-355a-43bd-a51b-45cfca560315 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:41:17.489267 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ffb79c-355a-43bd-a51b-45cfca560315 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event updated for resources: {'Port': ['ID=8a49dcc1-21a3-4040-9597-cf0d70f0c36b,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:41:17.854195 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-89ffb79c-355a-43bd-a51b-45cfca560315 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:17.921472 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-89ffb79c-355a-43bd-a51b-45cfca560315 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:18.072103 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-89ffb79c-355a-43bd-a51b-45cfca560315 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:18.076768 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-89ffb79c-355a-43bd-a51b-45cfca560315 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:18.149092 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ffb79c-355a-43bd-a51b-45cfca560315 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event updated for resources: {'Port': ['ID=8a49dcc1-21a3-4040-9597-cf0d70f0c36b,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:41:18.157431 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-89ffb79c-355a-43bd-a51b-45cfca560315 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:18.261084 n-d-765315-29 neutron-server[102600]: INFO neutron.db.l3_db [None req-89ffb79c-355a-43bd-a51b-45cfca560315 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Floating IP b21c2970-db5d-4e49-8018-46df7b100cc4 associated. External IP: 172.25.2.149, port: f22a2060-a017-424b-8a88-7e2a7a4aeb91. Nov 12 09:41:18.475919 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89ffb79c-355a-43bd-a51b-45cfca560315 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Router ec1abdf0-fea9-4a7c-bf24-1ab4cff848d6 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:41:18.595053 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89ffb79c-355a-43bd-a51b-45cfca560315 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:41:18.606030 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c48fb2d-4a1b-4b7b-9d42-b5003e678664 None None] Sync routers for ids ['ec1abdf0-fea9-4a7c-bf24-1ab4cff848d6'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:41:18.615999 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-89ffb79c-355a-43bd-a51b-45cfca560315 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:18.617339 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c48fb2d-4a1b-4b7b-9d42-b5003e678664 None None] Routers {'ec1abdf0-fea9-4a7c-bf24-1ab4cff848d6'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:41:18.619725 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-7c48fb2d-4a1b-4b7b-9d42-b5003e678664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:41:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['ec1abdf0-fea9-4a7c-bf24-1ab4cff848d6'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:41:18.647620 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-89ffb79c-355a-43bd-a51b-45cfca560315 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5915565 Nov 12 09:41:18.648313 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8009bbb-2789-4596-bd0a-d7fb7479b2d9', 'tag': 'f22a2060-a017-424b-8a88-7e2a7a4aeb91'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:41:18.650826 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b9376c9088a4f533a787632e68a0b9d71673112fb90a02c33b14ced1cf80ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac46d4b1-2ae3-49f6-93ec-608cd01396a0" -d '{"events": [{"name": "network-changed", "server_uuid": "c8009bbb-2789-4596-bd0a-d7fb7479b2d9", "tag": "f22a2060-a017-424b-8a88-7e2a7a4aeb91"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:41:18.730776 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-7c48fb2d-4a1b-4b7b-9d42-b5003e678664 None None] Set router ec1abdf0-fea9-4a7c-bf24-1ab4cff848d6 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:41:18.747613 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676448aa-4894-46e8-ab53-1dca9fd006b1 req-2ce6ef17-6da5-4cb6-b7e4-de051242f0bf tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:18.749132 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-676448aa-4894-46e8-ab53-1dca9fd006b1 req-2ce6ef17-6da5-4cb6-b7e4-de051242f0bf tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8009bbb-2789-4596-bd0a-d7fb7479b2d9 HTTP/1.1" status: 200 len: 945 time: 0.0506065 Nov 12 09:41:18.799565 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-676448aa-4894-46e8-ab53-1dca9fd006b1 req-9edec692-01d0-4ae5-9597-901bb150061b tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=1804c7af-eedc-41df-97f2-b66f6c15e667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441298 Nov 12 09:41:18.821988 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 44342) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:41:18.861265 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4779533-e3ff-4aac-9d0d-24363cb5379a x-openstack-request-id: req-c4779533-e3ff-4aac-9d0d-24363cb5379a {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:41:18.861901 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8009bbb-2789-4596-bd0a-d7fb7479b2d9", "tag": "f22a2060-a017-424b-8a88-7e2a7a4aeb91", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:41:18.861901 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c4779533-e3ff-4aac-9d0d-24363cb5379a {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:41:18.862180 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8009bbb-2789-4596-bd0a-d7fb7479b2d9', 'tag': 'f22a2060-a017-424b-8a88-7e2a7a4aeb91', 'status': 'completed', 'code': 200} Nov 12 09:41:18.892771 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-62ce0974-49ab-49dd-8b50-f431cdf2e810 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/floatingips/b21c2970-db5d-4e49-8018-46df7b100cc4 HTTP/1.1" status: 200 len: 991 time: 0.0693581 Nov 12 09:41:18.940729 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac46d4b1-2ae3-49f6-93ec-608cd01396a0 req-fb313d67-480a-46b4-bc27-e3066c19808b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:18.942227 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ac46d4b1-2ae3-49f6-93ec-608cd01396a0 req-fb313d67-480a-46b4-bc27-e3066c19808b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a3e02b7551c24b2895d8eeeb9a0b62b4&device_id=c8009bbb-2789-4596-bd0a-d7fb7479b2d9 HTTP/1.1" status: 200 len: 1097 time: 0.0415905 Nov 12 09:41:18.971128 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-7c48fb2d-4a1b-4b7b-9d42-b5003e678664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1abdf0-fea9-4a7c-bf24-1ab4cff848d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-516830944', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'ccddec53-fa91-41c4-8f14-fdaf0d9d552a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:41:00Z', 'updated_at': '2021-11-12T09:41:04Z', 'revision_number': 4, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'gw_port': {'id': 'ccddec53-fa91-41c4-8f14-fdaf0d9d552a', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1abdf0-fea9-4a7c-bf24-1ab4cff848d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:41:01Z', 'updated_at': '2021-11-12T09:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': 'b21c2970-db5d-4e49-8018-46df7b100cc4', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'floating_ip_address': '172.25.2.149', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': 'ec1abdf0-fea9-4a7c-bf24-1ab4cff848d6', 'port_id': 'f22a2060-a017-424b-8a88-7e2a7a4aeb91', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa727f6f-9500-4832-8a4f-7df14c81d975', 'mac_address': 'fa:16:3e:f2:e5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8009bbb-2789-4596-bd0a-d7fb7479b2d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:41:17Z', 'updated_at': '2021-11-12T09:41:17Z', 'revision_number': 0, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad0854ab-c0ca-4cdb-bc57-916b1ceca4bb', 'name': '', 'network_id': 'fa727f6f-9500-4832-8a4f-7df14c81d975', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'mac_address': 'fa:16:3e:07:d3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1abdf0-fea9-4a7c-bf24-1ab4cff848d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'f43b09b2-c916-4a25-9a22-c1ca2233d985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:41:03Z', 'updated_at': '2021-11-12T09:41:07Z', 'revision_number': 5, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'subnets': [{'id': 'f43b09b2-c916-4a25-9a22-c1ca2233d985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:41:18.997501 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c48fb2d-4a1b-4b7b-9d42-b5003e678664 None None] Checking router: ec1abdf0-fea9-4a7c-bf24-1ab4cff848d6 for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:41:19.006156 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c48fb2d-4a1b-4b7b-9d42-b5003e678664 None None] Routers {'ec1abdf0-fea9-4a7c-bf24-1ab4cff848d6'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:41:19.006792 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-7c48fb2d-4a1b-4b7b-9d42-b5003e678664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:41:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['ec1abdf0-fea9-4a7c-bf24-1ab4cff848d6'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:41:19.035282 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac46d4b1-2ae3-49f6-93ec-608cd01396a0 req-0982b77e-2883-4831-8a0c-9c96178ff3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:19.037270 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ac46d4b1-2ae3-49f6-93ec-608cd01396a0 req-0982b77e-2883-4831-8a0c-9c96178ff3d8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fa727f6f-9500-4832-8a4f-7df14c81d975 HTTP/1.1" status: 200 len: 898 time: 0.0874107 Nov 12 09:41:19.113316 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ac46d4b1-2ae3-49f6-93ec-608cd01396a0 req-7506a7ec-edc0-4749-a2d5-c7a4bae71f93 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f22a2060-a017-424b-8a88-7e2a7a4aeb91 HTTP/1.1" status: 200 len: 999 time: 0.0684948 Nov 12 09:41:19.116597 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-7c48fb2d-4a1b-4b7b-9d42-b5003e678664 None None] Set router ec1abdf0-fea9-4a7c-bf24-1ab4cff848d6 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:41:19.163753 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac46d4b1-2ae3-49f6-93ec-608cd01396a0 req-d78df242-0d98-49f5-b4a5-8ddd91241c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:19.165224 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ac46d4b1-2ae3-49f6-93ec-608cd01396a0 req-d78df242-0d98-49f5-b4a5-8ddd91241c3a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f43b09b2-c916-4a25-9a22-c1ca2233d985 HTTP/1.1" status: 200 len: 834 time: 0.0450370 Nov 12 09:41:19.217991 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac46d4b1-2ae3-49f6-93ec-608cd01396a0 req-730307da-d5f9-4d1f-adc0-29252c6417bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:19.219823 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ac46d4b1-2ae3-49f6-93ec-608cd01396a0 req-730307da-d5f9-4d1f-adc0-29252c6417bb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fa727f6f-9500-4832-8a4f-7df14c81d975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475991 Nov 12 09:41:19.315176 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ac46d4b1-2ae3-49f6-93ec-608cd01396a0 req-e94ff0ee-1a8d-483b-87c9-be79ab3a210e service neutron] 10.222.0.44 "GET /v2.0/networks/fa727f6f-9500-4832-8a4f-7df14c81d975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878692 Nov 12 09:41:19.416776 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ac46d4b1-2ae3-49f6-93ec-608cd01396a0 req-bdb2f11a-5140-4ef0-9f8b-514619c78926 service neutron] 10.222.0.44 "GET /v2.0/networks/fa727f6f-9500-4832-8a4f-7df14c81d975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948987 Nov 12 09:41:19.617207 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-7c48fb2d-4a1b-4b7b-9d42-b5003e678664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1abdf0-fea9-4a7c-bf24-1ab4cff848d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-516830944', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'ccddec53-fa91-41c4-8f14-fdaf0d9d552a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:41:00Z', 'updated_at': '2021-11-12T09:41:04Z', 'revision_number': 4, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'gw_port': {'id': 'ccddec53-fa91-41c4-8f14-fdaf0d9d552a', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1abdf0-fea9-4a7c-bf24-1ab4cff848d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:41:01Z', 'updated_at': '2021-11-12T09:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': 'b21c2970-db5d-4e49-8018-46df7b100cc4', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'floating_ip_address': '172.25.2.149', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': 'ec1abdf0-fea9-4a7c-bf24-1ab4cff848d6', 'port_id': 'f22a2060-a017-424b-8a88-7e2a7a4aeb91', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa727f6f-9500-4832-8a4f-7df14c81d975', 'mac_address': 'fa:16:3e:f2:e5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8009bbb-2789-4596-bd0a-d7fb7479b2d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:41:17Z', 'updated_at': '2021-11-12T09:41:17Z', 'revision_number': 0, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad0854ab-c0ca-4cdb-bc57-916b1ceca4bb', 'name': '', 'network_id': 'fa727f6f-9500-4832-8a4f-7df14c81d975', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'mac_address': 'fa:16:3e:07:d3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1abdf0-fea9-4a7c-bf24-1ab4cff848d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'f43b09b2-c916-4a25-9a22-c1ca2233d985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:41:03Z', 'updated_at': '2021-11-12T09:41:07Z', 'revision_number': 5, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'subnets': [{'id': 'f43b09b2-c916-4a25-9a22-c1ca2233d985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:41:19.647348 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c48fb2d-4a1b-4b7b-9d42-b5003e678664 None None] The sync data for ids ['ec1abdf0-fea9-4a7c-bf24-1ab4cff848d6'] in n-d-765315-29 is: [{'id': 'ec1abdf0-fea9-4a7c-bf24-1ab4cff848d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-516830944', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'ccddec53-fa91-41c4-8f14-fdaf0d9d552a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:41:00Z', 'updated_at': '2021-11-12T09:41:04Z', 'revision_number': 4, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'gw_port': {'id': 'ccddec53-fa91-41c4-8f14-fdaf0d9d552a', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1abdf0-fea9-4a7c-bf24-1ab4cff848d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:41:01Z', 'updated_at': '2021-11-12T09:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': 'b21c2970-db5d-4e49-8018-46df7b100cc4', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'floating_ip_address': '172.25.2.149', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': 'ec1abdf0-fea9-4a7c-bf24-1ab4cff848d6', 'port_id': 'f22a2060-a017-424b-8a88-7e2a7a4aeb91', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa727f6f-9500-4832-8a4f-7df14c81d975', 'mac_address': 'fa:16:3e:f2:e5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8009bbb-2789-4596-bd0a-d7fb7479b2d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:41:17Z', 'updated_at': '2021-11-12T09:41:17Z', 'revision_number': 0, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad0854ab-c0ca-4cdb-bc57-916b1ceca4bb', 'name': '', 'network_id': 'fa727f6f-9500-4832-8a4f-7df14c81d975', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'mac_address': 'fa:16:3e:07:d3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1abdf0-fea9-4a7c-bf24-1ab4cff848d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'f43b09b2-c916-4a25-9a22-c1ca2233d985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:41:03Z', 'updated_at': '2021-11-12T09:41:07Z', 'revision_number': 5, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'subnets': [{'id': 'f43b09b2-c916-4a25-9a22-c1ca2233d985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:41:19.835073 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbbaa63-efa1-4c88-a066-d675a69dfbd7 None None] New status for floating IP b21c2970-db5d-4e49-8018-46df7b100cc4: ACTIVE {{(pid=102602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:41:19.896419 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 44344) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:41:19.958227 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-e0f52d14-ad85-4d86-9db0-e7ec66b6ed3c tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/floatingips/b21c2970-db5d-4e49-8018-46df7b100cc4 HTTP/1.1" status: 200 len: 991 time: 0.0605352 Nov 12 09:41:20.962266 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 44346) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:41:21.025989 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-81c4dbd8-3891-4fc0-87d9-d84c2a177d4f tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/floatingips/b21c2970-db5d-4e49-8018-46df7b100cc4 HTTP/1.1" status: 200 len: 993 time: 0.0624754 Nov 12 09:41:34.178203 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2fc96528-a3a5-4f45-a966-5edc643fd6b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:36.297448 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:37.212712 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3cd96305-3875-4312-b844-96ef808522a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:38.228149 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:41:38.277526 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:39.609262 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:40.190831 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:43.430165 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:56.509966 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dc5644-2ff9-4c6f-a3b9-3a7e3d31d9b9 req-22f83844-1e74-42fe-ad05-5acbc2a86daa tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:56.511476 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c2dc5644-2ff9-4c6f-a3b9-3a7e3d31d9b9 req-22f83844-1e74-42fe-ad05-5acbc2a86daa tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8009bbb-2789-4596-bd0a-d7fb7479b2d9 HTTP/1.1" status: 200 len: 945 time: 0.0500166 Nov 12 09:41:56.562819 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c2dc5644-2ff9-4c6f-a3b9-3a7e3d31d9b9 req-5b4ebf37-0405-49ce-90f1-5b5b95555484 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=1804c7af-eedc-41df-97f2-b66f6c15e667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445449 Nov 12 09:41:57.688463 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e4cd9c-5133-4408-8640-1c8cec1740d0 req-77ae0c39-cd54-4c70-8261-b175fd4c8cd1 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:57.689948 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d9e4cd9c-5133-4408-8640-1c8cec1740d0 req-77ae0c39-cd54-4c70-8261-b175fd4c8cd1 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8009bbb-2789-4596-bd0a-d7fb7479b2d9 HTTP/1.1" status: 200 len: 945 time: 0.0564904 Nov 12 09:41:57.742303 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d9e4cd9c-5133-4408-8640-1c8cec1740d0 req-678054eb-e9ea-4751-8fa3-b012a5fa4ffb tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=1804c7af-eedc-41df-97f2-b66f6c15e667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462058 Nov 12 09:41:57.764419 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 44366) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:41:57.823949 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-255884b6-6854-4994-8600-38e64627801b tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/floatingips/b21c2970-db5d-4e49-8018-46df7b100cc4 HTTP/1.1" status: 200 len: 993 time: 0.0578525 Nov 12 09:41:59.122535 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b811ac5d-cd61-4746-832a-2f1025402a2f req-3816d9a3-cf70-413e-a74e-29c6ad802d30 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:59.124660 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b811ac5d-cd61-4746-832a-2f1025402a2f req-3816d9a3-cf70-413e-a74e-29c6ad802d30 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8009bbb-2789-4596-bd0a-d7fb7479b2d9 HTTP/1.1" status: 200 len: 945 time: 0.0608411 Nov 12 09:41:59.165020 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476a9f06-790d-4280-9e02-b387b6ddeaf3 req-472428bf-5f30-4ae0-b8fe-225fb80b8650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:59.166656 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-476a9f06-790d-4280-9e02-b387b6ddeaf3 req-472428bf-5f30-4ae0-b8fe-225fb80b8650 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a3e02b7551c24b2895d8eeeb9a0b62b4&device_id=c8009bbb-2789-4596-bd0a-d7fb7479b2d9 HTTP/1.1" status: 200 len: 1097 time: 0.0448117 Nov 12 09:41:59.177221 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b811ac5d-cd61-4746-832a-2f1025402a2f req-aada540d-377c-4f6a-9ec7-f4fae3ac931a tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=1804c7af-eedc-41df-97f2-b66f6c15e667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461888 Nov 12 09:41:59.270858 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476a9f06-790d-4280-9e02-b387b6ddeaf3 req-b6360a50-1887-4c2e-8929-66c37fb6f73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:59.272362 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-476a9f06-790d-4280-9e02-b387b6ddeaf3 req-b6360a50-1887-4c2e-8929-66c37fb6f73e service neutron] 10.222.0.44 "GET /v2.0/networks?id=fa727f6f-9500-4832-8a4f-7df14c81d975 HTTP/1.1" status: 200 len: 898 time: 0.0988796 Nov 12 09:41:59.344986 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-476a9f06-790d-4280-9e02-b387b6ddeaf3 req-3237c303-89f8-4f6b-8da5-8fe2e3c2c012 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f22a2060-a017-424b-8a88-7e2a7a4aeb91 HTTP/1.1" status: 200 len: 1001 time: 0.0653660 Nov 12 09:41:59.400708 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476a9f06-790d-4280-9e02-b387b6ddeaf3 req-8c8945c5-6f27-4ed7-a64b-aa50e4c53d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:59.402367 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-476a9f06-790d-4280-9e02-b387b6ddeaf3 req-8c8945c5-6f27-4ed7-a64b-aa50e4c53d55 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f43b09b2-c916-4a25-9a22-c1ca2233d985 HTTP/1.1" status: 200 len: 834 time: 0.0491872 Nov 12 09:41:59.449947 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476a9f06-790d-4280-9e02-b387b6ddeaf3 req-7d92e3f3-3391-490c-aaf8-9f6bbf9e5a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:59.451505 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-476a9f06-790d-4280-9e02-b387b6ddeaf3 req-7d92e3f3-3391-490c-aaf8-9f6bbf9e5a83 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fa727f6f-9500-4832-8a4f-7df14c81d975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424125 Nov 12 09:41:59.552265 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-476a9f06-790d-4280-9e02-b387b6ddeaf3 req-6504428e-4d2f-4339-b776-c0999c2d569e service neutron] 10.222.0.44 "GET /v2.0/networks/fa727f6f-9500-4832-8a4f-7df14c81d975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927541 Nov 12 09:41:59.660394 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-476a9f06-790d-4280-9e02-b387b6ddeaf3 req-bc228bb6-aef3-4815-abd9-bfc787119eb2 service neutron] 10.222.0.44 "GET /v2.0/networks/fa727f6f-9500-4832-8a4f-7df14c81d975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999980 Nov 12 09:42:00.301066 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d208594e-16a2-4f2e-b0ba-60d94e204da4 req-b8fabc45-93b6-4e76-a8ed-a2516e1cf0a1 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:00.302524 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d208594e-16a2-4f2e-b0ba-60d94e204da4 req-b8fabc45-93b6-4e76-a8ed-a2516e1cf0a1 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8009bbb-2789-4596-bd0a-d7fb7479b2d9 HTTP/1.1" status: 200 len: 945 time: 0.0493863 Nov 12 09:42:00.352476 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d208594e-16a2-4f2e-b0ba-60d94e204da4 req-046cf13f-f9f7-4a76-b362-35d93bca1a6c tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=1804c7af-eedc-41df-97f2-b66f6c15e667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437932 Nov 12 09:42:01.469689 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0653f482-99d0-4bf0-95f4-49879c8f8053 req-0935fe04-f93b-4fd2-9a83-b34fae2cc059 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:01.471216 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0653f482-99d0-4bf0-95f4-49879c8f8053 req-0935fe04-f93b-4fd2-9a83-b34fae2cc059 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8009bbb-2789-4596-bd0a-d7fb7479b2d9 HTTP/1.1" status: 200 len: 945 time: 0.0509963 Nov 12 09:42:01.527362 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0653f482-99d0-4bf0-95f4-49879c8f8053 req-8e0cc437-946e-4919-8723-2727c16448b9 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=1804c7af-eedc-41df-97f2-b66f6c15e667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500290 Nov 12 09:42:01.550219 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 44380) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:42:01.615367 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-e23062e5-4276-4a94-8916-57d9d381ce81 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/floatingips/b21c2970-db5d-4e49-8018-46df7b100cc4 HTTP/1.1" status: 200 len: 993 time: 0.0639505 Nov 12 09:42:01.825254 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 44386) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:42:01.984461 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-42eaf6b1-93dd-48f6-a317-b99a0cb241ae tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Deleting port 8a49dcc1-21a3-4040-9597-cf0d70f0c36b {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:42:01.984704 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-42eaf6b1-93dd-48f6-a317-b99a0cb241ae tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:02.060382 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-42eaf6b1-93dd-48f6-a317-b99a0cb241ae tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:02.060710 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-42eaf6b1-93dd-48f6-a317-b99a0cb241ae tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:02.073197 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-42eaf6b1-93dd-48f6-a317-b99a0cb241ae tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Calling delete_port for 8a49dcc1-21a3-4040-9597-cf0d70f0c36b owned by network:floatingip {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:42:02.250188 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-42eaf6b1-93dd-48f6-a317-b99a0cb241ae tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:02.279370 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eaf6b1-93dd-48f6-a317-b99a0cb241ae tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event deleted for resources: {'Port': ['ID=8a49dcc1-21a3-4040-9597-cf0d70f0c36b,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:02.294189 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42eaf6b1-93dd-48f6-a317-b99a0cb241ae tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:02.294880 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42eaf6b1-93dd-48f6-a317-b99a0cb241ae tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:02.295438 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42eaf6b1-93dd-48f6-a317-b99a0cb241ae tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:02.296581 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42eaf6b1-93dd-48f6-a317-b99a0cb241ae tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:02.297268 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42eaf6b1-93dd-48f6-a317-b99a0cb241ae tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:02.297898 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42eaf6b1-93dd-48f6-a317-b99a0cb241ae tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:02.298484 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42eaf6b1-93dd-48f6-a317-b99a0cb241ae tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:02.298915 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42eaf6b1-93dd-48f6-a317-b99a0cb241ae tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:02.299321 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42eaf6b1-93dd-48f6-a317-b99a0cb241ae tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:02.299703 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42eaf6b1-93dd-48f6-a317-b99a0cb241ae tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:02.300086 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42eaf6b1-93dd-48f6-a317-b99a0cb241ae tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:02.300541 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42eaf6b1-93dd-48f6-a317-b99a0cb241ae tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:02.372304 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-42eaf6b1-93dd-48f6-a317-b99a0cb241ae tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for floatingip, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:02.372678 n-d-765315-29 neutron-server[102599]: INFO neutron.db.l3_db [None req-42eaf6b1-93dd-48f6-a317-b99a0cb241ae tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Floating IP b21c2970-db5d-4e49-8018-46df7b100cc4 disassociated (deleted). External IP: 172.25.2.149, port: f22a2060-a017-424b-8a88-7e2a7a4aeb91. Nov 12 09:42:02.593174 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42eaf6b1-93dd-48f6-a317-b99a0cb241ae tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Router ec1abdf0-fea9-4a7c-bf24-1ab4cff848d6 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:42:02.707715 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42eaf6b1-93dd-48f6-a317-b99a0cb241ae tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:42:02.712557 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-42eaf6b1-93dd-48f6-a317-b99a0cb241ae tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:02.718785 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801c1a36-e795-4fa8-99e8-bfe213c332ab None None] Sync routers for ids ['ec1abdf0-fea9-4a7c-bf24-1ab4cff848d6'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:42:02.728244 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801c1a36-e795-4fa8-99e8-bfe213c332ab None None] Routers {'ec1abdf0-fea9-4a7c-bf24-1ab4cff848d6'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:42:02.728842 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-801c1a36-e795-4fa8-99e8-bfe213c332ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:41:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['ec1abdf0-fea9-4a7c-bf24-1ab4cff848d6'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:42:02.743634 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-42eaf6b1-93dd-48f6-a317-b99a0cb241ae tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "DELETE /v2.0/floatingips/b21c2970-db5d-4e49-8018-46df7b100cc4 HTTP/1.1" status: 204 len: 168 time: 0.9172847 Nov 12 09:42:02.744235 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8009bbb-2789-4596-bd0a-d7fb7479b2d9', 'tag': 'f22a2060-a017-424b-8a88-7e2a7a4aeb91'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:42:02.746536 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c022ff2c5cb8d3060857f92f3690e67c01ee9cc1391db4b92ea76e21aea06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45cf6183-1bbb-440a-901c-d7ae816c1b35" -d '{"events": [{"name": "network-changed", "server_uuid": "c8009bbb-2789-4596-bd0a-d7fb7479b2d9", "tag": "f22a2060-a017-424b-8a88-7e2a7a4aeb91"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:42:02.845512 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-801c1a36-e795-4fa8-99e8-bfe213c332ab None None] Set router ec1abdf0-fea9-4a7c-bf24-1ab4cff848d6 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:42:02.910147 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5584125-6d54-4d35-85a2-81bbcef1bdaa x-openstack-request-id: req-e5584125-6d54-4d35-85a2-81bbcef1bdaa {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:42:02.910538 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8009bbb-2789-4596-bd0a-d7fb7479b2d9", "tag": "f22a2060-a017-424b-8a88-7e2a7a4aeb91", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:42:02.910882 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e5584125-6d54-4d35-85a2-81bbcef1bdaa {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:42:02.911405 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8009bbb-2789-4596-bd0a-d7fb7479b2d9', 'tag': 'f22a2060-a017-424b-8a88-7e2a7a4aeb91', 'status': 'completed', 'code': 200} Nov 12 09:42:03.006090 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ec84aa-103c-47d6-86d6-7a5cada47b56 req-052f1b59-b09c-4e1d-9aed-7491325d2a80 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:03.007907 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-99ec84aa-103c-47d6-86d6-7a5cada47b56 req-052f1b59-b09c-4e1d-9aed-7491325d2a80 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8009bbb-2789-4596-bd0a-d7fb7479b2d9 HTTP/1.1" status: 200 len: 945 time: 0.0525515 Nov 12 09:42:03.030021 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf6183-1bbb-440a-901c-d7ae816c1b35 req-6b0cf12f-f856-4864-9779-d72e3bd35ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:03.032327 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-45cf6183-1bbb-440a-901c-d7ae816c1b35 req-6b0cf12f-f856-4864-9779-d72e3bd35ef9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a3e02b7551c24b2895d8eeeb9a0b62b4&device_id=c8009bbb-2789-4596-bd0a-d7fb7479b2d9 HTTP/1.1" status: 200 len: 1097 time: 0.0441971 Nov 12 09:42:03.063353 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-99ec84aa-103c-47d6-86d6-7a5cada47b56 req-f63f60d7-67fb-4ea3-8f77-d8afbac9b1a5 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=1804c7af-eedc-41df-97f2-b66f6c15e667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487449 Nov 12 09:42:03.064612 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-801c1a36-e795-4fa8-99e8-bfe213c332ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1abdf0-fea9-4a7c-bf24-1ab4cff848d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-516830944', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'ccddec53-fa91-41c4-8f14-fdaf0d9d552a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:41:00Z', 'updated_at': '2021-11-12T09:41:04Z', 'revision_number': 4, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'gw_port': {'id': 'ccddec53-fa91-41c4-8f14-fdaf0d9d552a', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1abdf0-fea9-4a7c-bf24-1ab4cff848d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:41:01Z', 'updated_at': '2021-11-12T09:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': 'ad0854ab-c0ca-4cdb-bc57-916b1ceca4bb', 'name': '', 'network_id': 'fa727f6f-9500-4832-8a4f-7df14c81d975', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'mac_address': 'fa:16:3e:07:d3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1abdf0-fea9-4a7c-bf24-1ab4cff848d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'f43b09b2-c916-4a25-9a22-c1ca2233d985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:41:03Z', 'updated_at': '2021-11-12T09:41:07Z', 'revision_number': 5, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'subnets': [{'id': 'f43b09b2-c916-4a25-9a22-c1ca2233d985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:42:03.094198 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801c1a36-e795-4fa8-99e8-bfe213c332ab None None] Checking router: ec1abdf0-fea9-4a7c-bf24-1ab4cff848d6 for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:42:03.103227 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801c1a36-e795-4fa8-99e8-bfe213c332ab None None] Routers {'ec1abdf0-fea9-4a7c-bf24-1ab4cff848d6'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:42:03.103825 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-801c1a36-e795-4fa8-99e8-bfe213c332ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:41:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['ec1abdf0-fea9-4a7c-bf24-1ab4cff848d6'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:42:03.144889 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf6183-1bbb-440a-901c-d7ae816c1b35 req-a50abf97-5183-4644-9853-3b3d19dad3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:03.146735 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-45cf6183-1bbb-440a-901c-d7ae816c1b35 req-a50abf97-5183-4644-9853-3b3d19dad3d0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fa727f6f-9500-4832-8a4f-7df14c81d975 HTTP/1.1" status: 200 len: 898 time: 0.1033413 Nov 12 09:42:03.191399 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-45cf6183-1bbb-440a-901c-d7ae816c1b35 req-14477212-b7e5-4721-bebb-c92ac04a41cc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f22a2060-a017-424b-8a88-7e2a7a4aeb91 HTTP/1.1" status: 200 len: 217 time: 0.0365996 Nov 12 09:42:03.214954 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-801c1a36-e795-4fa8-99e8-bfe213c332ab None None] Set router ec1abdf0-fea9-4a7c-bf24-1ab4cff848d6 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:42:03.243198 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf6183-1bbb-440a-901c-d7ae816c1b35 req-883178fd-9415-40ce-b58f-7ae85278987f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:03.244675 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-45cf6183-1bbb-440a-901c-d7ae816c1b35 req-883178fd-9415-40ce-b58f-7ae85278987f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f43b09b2-c916-4a25-9a22-c1ca2233d985 HTTP/1.1" status: 200 len: 834 time: 0.0451591 Nov 12 09:42:03.297573 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf6183-1bbb-440a-901c-d7ae816c1b35 req-3258374d-ae75-4f36-bc1d-f17c29fa3e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:03.299088 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-45cf6183-1bbb-440a-901c-d7ae816c1b35 req-3258374d-ae75-4f36-bc1d-f17c29fa3e2d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fa727f6f-9500-4832-8a4f-7df14c81d975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464528 Nov 12 09:42:03.393556 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-45cf6183-1bbb-440a-901c-d7ae816c1b35 req-a54572d8-f674-4348-93bc-fbf4aefbe0dd service neutron] 10.222.0.44 "GET /v2.0/networks/fa727f6f-9500-4832-8a4f-7df14c81d975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849757 Nov 12 09:42:03.430276 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-801c1a36-e795-4fa8-99e8-bfe213c332ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1abdf0-fea9-4a7c-bf24-1ab4cff848d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-516830944', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'ccddec53-fa91-41c4-8f14-fdaf0d9d552a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:41:00Z', 'updated_at': '2021-11-12T09:41:04Z', 'revision_number': 4, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'gw_port': {'id': 'ccddec53-fa91-41c4-8f14-fdaf0d9d552a', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1abdf0-fea9-4a7c-bf24-1ab4cff848d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:41:01Z', 'updated_at': '2021-11-12T09:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': 'ad0854ab-c0ca-4cdb-bc57-916b1ceca4bb', 'name': '', 'network_id': 'fa727f6f-9500-4832-8a4f-7df14c81d975', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'mac_address': 'fa:16:3e:07:d3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1abdf0-fea9-4a7c-bf24-1ab4cff848d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'f43b09b2-c916-4a25-9a22-c1ca2233d985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:41:03Z', 'updated_at': '2021-11-12T09:41:07Z', 'revision_number': 5, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'subnets': [{'id': 'f43b09b2-c916-4a25-9a22-c1ca2233d985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:42:03.457918 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801c1a36-e795-4fa8-99e8-bfe213c332ab None None] The sync data for ids ['ec1abdf0-fea9-4a7c-bf24-1ab4cff848d6'] in n-d-765315-29 is: [{'id': 'ec1abdf0-fea9-4a7c-bf24-1ab4cff848d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-516830944', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'ccddec53-fa91-41c4-8f14-fdaf0d9d552a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:41:00Z', 'updated_at': '2021-11-12T09:41:04Z', 'revision_number': 4, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'gw_port': {'id': 'ccddec53-fa91-41c4-8f14-fdaf0d9d552a', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1abdf0-fea9-4a7c-bf24-1ab4cff848d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:41:01Z', 'updated_at': '2021-11-12T09:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': 'ad0854ab-c0ca-4cdb-bc57-916b1ceca4bb', 'name': '', 'network_id': 'fa727f6f-9500-4832-8a4f-7df14c81d975', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'mac_address': 'fa:16:3e:07:d3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1abdf0-fea9-4a7c-bf24-1ab4cff848d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'f43b09b2-c916-4a25-9a22-c1ca2233d985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:41:03Z', 'updated_at': '2021-11-12T09:41:07Z', 'revision_number': 5, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'subnets': [{'id': 'f43b09b2-c916-4a25-9a22-c1ca2233d985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:42:03.495356 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-45cf6183-1bbb-440a-901c-d7ae816c1b35 req-9ecc7204-5132-456e-9439-f2e52352d4f9 service neutron] 10.222.0.44 "GET /v2.0/networks/fa727f6f-9500-4832-8a4f-7df14c81d975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932195 Nov 12 09:42:03.692275 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78598788-dd7f-4e5a-a020-7ba43f3ca7d4 None None] New status for floating IP b21c2970-db5d-4e49-8018-46df7b100cc4: DOWN {{(pid=102602) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:42:04.179735 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9cec580b-1e13-4e22-b4eb-ed0dd8987e00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:04.187974 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fcf19e-03c4-4abf-834c-525e41b0a221 req-5913084f-8755-49f6-9a12-fcec93398244 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:04.189494 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-05fcf19e-03c4-4abf-834c-525e41b0a221 req-5913084f-8755-49f6-9a12-fcec93398244 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8009bbb-2789-4596-bd0a-d7fb7479b2d9 HTTP/1.1" status: 200 len: 945 time: 0.0533319 Nov 12 09:42:04.240753 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-05fcf19e-03c4-4abf-834c-525e41b0a221 req-7a28b255-fe75-4cc4-a2f6-8a3a44c01f43 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/security-groups?id=1804c7af-eedc-41df-97f2-b66f6c15e667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453126 Nov 12 09:42:04.933550 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c3041b-48c9-477f-8c09-43ed2e7f99dc req-fc8c368f-c7b9-463a-b515-7ba2fd30c20f tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:04.934981 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-76c3041b-48c9-477f-8c09-43ed2e7f99dc req-fc8c368f-c7b9-463a-b515-7ba2fd30c20f tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8009bbb-2789-4596-bd0a-d7fb7479b2d9 HTTP/1.1" status: 200 len: 945 time: 0.0517459 Nov 12 09:42:05.029973 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-76c3041b-48c9-477f-8c09-43ed2e7f99dc req-3105abf5-ae10-45c0-8444-146aee2e6a94 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Deleting port f22a2060-a017-424b-8a88-7e2a7a4aeb91 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:42:05.030316 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-76c3041b-48c9-477f-8c09-43ed2e7f99dc req-3105abf5-ae10-45c0-8444-146aee2e6a94 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:05.135013 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-76c3041b-48c9-477f-8c09-43ed2e7f99dc req-3105abf5-ae10-45c0-8444-146aee2e6a94 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] For port f22a2060-a017-424b-8a88-7e2a7a4aeb91, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=f22a2060-a017-424b-8a88-7e2a7a4aeb91,segment=NetworkSegment(624592fb-be03-4ea6-85f5-753c36ef5887),segment_id=624592fb-be03-4ea6-85f5-753c36ef5887)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:42:05.135375 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-76c3041b-48c9-477f-8c09-43ed2e7f99dc req-3105abf5-ae10-45c0-8444-146aee2e6a94 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:05.149153 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-76c3041b-48c9-477f-8c09-43ed2e7f99dc req-3105abf5-ae10-45c0-8444-146aee2e6a94 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Calling delete_port for f22a2060-a017-424b-8a88-7e2a7a4aeb91 owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:42:05.293498 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-76c3041b-48c9-477f-8c09-43ed2e7f99dc req-3105abf5-ae10-45c0-8444-146aee2e6a94 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:05.330162 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3105abf5-ae10-45c0-8444-146aee2e6a94 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event deleted for resources: {'Port': ['ID=f22a2060-a017-424b-8a88-7e2a7a4aeb91,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:05.358713 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d142226a-30e1-4c75-a7f2-599918759fb0 req-bb286ce1-2cf5-4617-a64e-1cdeca62a64a tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8009bbb-2789-4596-bd0a-d7fb7479b2d9 HTTP/1.1" status: 200 len: 210 time: 0.0407391 Nov 12 09:42:05.390435 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-76c3041b-48c9-477f-8c09-43ed2e7f99dc req-3105abf5-ae10-45c0-8444-146aee2e6a94 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] No DVR routers for this DVR port f22a2060-a017-424b-8a88-7e2a7a4aeb91 on host n-h2-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:42:05.394438 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-76c3041b-48c9-477f-8c09-43ed2e7f99dc req-3105abf5-ae10-45c0-8444-146aee2e6a94 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:05.399954 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-76c3041b-48c9-477f-8c09-43ed2e7f99dc req-3105abf5-ae10-45c0-8444-146aee2e6a94 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.44 "DELETE /v2.0/ports/f22a2060-a017-424b-8a88-7e2a7a4aeb91 HTTP/1.1" status: 204 len: 173 time: 0.4580827 Nov 12 09:42:05.400632 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8009bbb-2789-4596-bd0a-d7fb7479b2d9', 'name': 'network-vif-deleted', 'tag': 'f22a2060-a017-424b-8a88-7e2a7a4aeb91'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:42:05.404210 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c022ff2c5cb8d3060857f92f3690e67c01ee9cc1391db4b92ea76e21aea06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eaaedc7-09d1-4774-b4d0-c437644ccb19" -d '{"events": [{"server_uuid": "c8009bbb-2789-4596-bd0a-d7fb7479b2d9", "name": "network-vif-deleted", "tag": "f22a2060-a017-424b-8a88-7e2a7a4aeb91"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:42:05.452301 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a54c8743-a927-4903-b063-2b31033234e0 x-openstack-request-id: req-a54c8743-a927-4903-b063-2b31033234e0 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:42:05.452709 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8009bbb-2789-4596-bd0a-d7fb7479b2d9", "name": "network-vif-deleted", "tag": "f22a2060-a017-424b-8a88-7e2a7a4aeb91", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:42:05.453959 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a54c8743-a927-4903-b063-2b31033234e0 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:42:05.454357 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8009bbb-2789-4596-bd0a-d7fb7479b2d9', 'name': 'network-vif-deleted', 'tag': 'f22a2060-a017-424b-8a88-7e2a7a4aeb91', 'status': 'completed', 'code': 200} Nov 12 09:42:06.284802 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:06.428208 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 44408) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:42:06.796742 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fb2302cb-fd6b-4185-bfc4-75c811cf0a3a tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933586'] for router_interface, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:07.050936 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-fb2302cb-fd6b-4185-bfc4-75c811cf0a3a tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Deleting port ad0854ab-c0ca-4cdb-bc57-916b1ceca4bb {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:42:07.051174 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fb2302cb-fd6b-4185-bfc4-75c811cf0a3a tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:07.146076 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-fb2302cb-fd6b-4185-bfc4-75c811cf0a3a tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] For port ad0854ab-c0ca-4cdb-bc57-916b1ceca4bb, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=ad0854ab-c0ca-4cdb-bc57-916b1ceca4bb,segment=NetworkSegment(624592fb-be03-4ea6-85f5-753c36ef5887),segment_id=624592fb-be03-4ea6-85f5-753c36ef5887)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:42:07.146440 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fb2302cb-fd6b-4185-bfc4-75c811cf0a3a tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:07.158462 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-fb2302cb-fd6b-4185-bfc4-75c811cf0a3a tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Calling delete_port for ad0854ab-c0ca-4cdb-bc57-916b1ceca4bb owned by network:router_interface {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:42:07.215047 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a6eef603-9602-49eb-8bf2-b0112cc51257 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:07.346323 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fb2302cb-fd6b-4185-bfc4-75c811cf0a3a tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:07.373778 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2302cb-fd6b-4185-bfc4-75c811cf0a3a tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event deleted for resources: {'Port': ['ID=ad0854ab-c0ca-4cdb-bc57-916b1ceca4bb,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:07.548788 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fb2302cb-fd6b-4185-bfc4-75c811cf0a3a tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918626'] for router_interface, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:07.767299 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb2302cb-fd6b-4185-bfc4-75c811cf0a3a tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Router ec1abdf0-fea9-4a7c-bf24-1ab4cff848d6 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:42:07.876039 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb2302cb-fd6b-4185-bfc4-75c811cf0a3a tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:42:07.882234 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-fb2302cb-fd6b-4185-bfc4-75c811cf0a3a tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "PUT /v2.0/routers/ec1abdf0-fea9-4a7c-bf24-1ab4cff848d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4518547 Nov 12 09:42:07.884159 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 44410) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:42:07.885415 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c482b256-2708-4d32-b92d-c7ab60c2000a None None] Sync routers for ids ['ec1abdf0-fea9-4a7c-bf24-1ab4cff848d6'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:42:07.896319 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c482b256-2708-4d32-b92d-c7ab60c2000a None None] Routers {'ec1abdf0-fea9-4a7c-bf24-1ab4cff848d6'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:42:07.896938 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-c482b256-2708-4d32-b92d-c7ab60c2000a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:42:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['ec1abdf0-fea9-4a7c-bf24-1ab4cff848d6'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:42:07.936640 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ced3c40-5d5b-4ca6-882e-0f1d0eb1469c tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Deleting subnet f43b09b2-c916-4a25-9a22-c1ca2233d985 {{(pid=102600) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:42:07.939887 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7ced3c40-5d5b-4ca6-882e-0f1d0eb1469c tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for subnet, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:07.980840 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7ced3c40-5d5b-4ca6-882e-0f1d0eb1469c tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24480541'] for subnet, precommit_delete_associations {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:08.004574 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-c482b256-2708-4d32-b92d-c7ab60c2000a None None] Set router ec1abdf0-fea9-4a7c-bf24-1ab4cff848d6 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:42:08.071897 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7ced3c40-5d5b-4ca6-882e-0f1d0eb1469c tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:08.142413 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7ced3c40-5d5b-4ca6-882e-0f1d0eb1469c tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31116695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29476874'] for subnet, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:08.170796 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ced3c40-5d5b-4ca6-882e-0f1d0eb1469c tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event deleted for resources: {'Subnet': ['ID=f43b09b2-c916-4a25-9a22-c1ca2233d985,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:08.176215 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-7ced3c40-5d5b-4ca6-882e-0f1d0eb1469c tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:08.182236 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-7ced3c40-5d5b-4ca6-882e-0f1d0eb1469c tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "DELETE /v2.0/subnets/f43b09b2-c916-4a25-9a22-c1ca2233d985 HTTP/1.1" status: 204 len: 168 time: 0.2945154 Nov 12 09:42:08.183016 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 44412) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:42:08.185322 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82cb2591-6af8-4596-84a8-5da249e86785 None None] Network fa727f6f-9500-4832-8a4f-7df14c81d975 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:42:08.186502 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ced3c40-5d5b-4ca6-882e-0f1d0eb1469c tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:08.187059 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ced3c40-5d5b-4ca6-882e-0f1d0eb1469c tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:08.187884 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ced3c40-5d5b-4ca6-882e-0f1d0eb1469c tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:08.188412 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ced3c40-5d5b-4ca6-882e-0f1d0eb1469c tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:08.189054 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ced3c40-5d5b-4ca6-882e-0f1d0eb1469c tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:08.189262 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ced3c40-5d5b-4ca6-882e-0f1d0eb1469c tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:08.189603 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ced3c40-5d5b-4ca6-882e-0f1d0eb1469c tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:08.189943 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ced3c40-5d5b-4ca6-882e-0f1d0eb1469c tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:08.190278 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ced3c40-5d5b-4ca6-882e-0f1d0eb1469c tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:08.190659 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ced3c40-5d5b-4ca6-882e-0f1d0eb1469c tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:08.190955 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ced3c40-5d5b-4ca6-882e-0f1d0eb1469c tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:08.192532 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ced3c40-5d5b-4ca6-882e-0f1d0eb1469c tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:08.279315 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-c482b256-2708-4d32-b92d-c7ab60c2000a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1abdf0-fea9-4a7c-bf24-1ab4cff848d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-516830944', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'ccddec53-fa91-41c4-8f14-fdaf0d9d552a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:41:00Z', 'updated_at': '2021-11-12T09:42:07Z', 'revision_number': 5, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'gw_port': {'id': 'ccddec53-fa91-41c4-8f14-fdaf0d9d552a', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1abdf0-fea9-4a7c-bf24-1ab4cff848d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:41:01Z', 'updated_at': '2021-11-12T09:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:42:08.335591 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c482b256-2708-4d32-b92d-c7ab60c2000a None None] Checking router: ec1abdf0-fea9-4a7c-bf24-1ab4cff848d6 for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:42:08.356703 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:08.357807 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c482b256-2708-4d32-b92d-c7ab60c2000a None None] Routers {'ec1abdf0-fea9-4a7c-bf24-1ab4cff848d6'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:42:08.358633 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-c482b256-2708-4d32-b92d-c7ab60c2000a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:42:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['ec1abdf0-fea9-4a7c-bf24-1ab4cff848d6'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:42:08.482180 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f4fa1d-da46-46e6-a378-c3d9bab4bddc None None] DHCP port deletion for fa727f6f-9500-4832-8a4f-7df14c81d975 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:42:08.491935 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-c482b256-2708-4d32-b92d-c7ab60c2000a None None] Set router ec1abdf0-fea9-4a7c-bf24-1ab4cff848d6 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:42:08.655467 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-98f4fa1d-da46-46e6-a378-c3d9bab4bddc None None] Deleting port 39e11ad1-e2b9-4a65-ae88-fb109a8d8e25 {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:42:08.655874 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-98f4fa1d-da46-46e6-a378-c3d9bab4bddc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:08.657078 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e82a4b35-7fa0-40a4-a33e-c36ecce84b05 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for router, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:08.750507 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-98f4fa1d-da46-46e6-a378-c3d9bab4bddc None None] For port 39e11ad1-e2b9-4a65-ae88-fb109a8d8e25, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=39e11ad1-e2b9-4a65-ae88-fb109a8d8e25,segment=NetworkSegment(624592fb-be03-4ea6-85f5-753c36ef5887),segment_id=624592fb-be03-4ea6-85f5-753c36ef5887)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:42:08.751114 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-98f4fa1d-da46-46e6-a378-c3d9bab4bddc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:08.764806 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e82a4b35-7fa0-40a4-a33e-c36ecce84b05 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:08.766042 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-98f4fa1d-da46-46e6-a378-c3d9bab4bddc None None] Calling delete_port for 39e11ad1-e2b9-4a65-ae88-fb109a8d8e25 owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:42:08.819203 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-e82a4b35-7fa0-40a4-a33e-c36ecce84b05 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Deleting port ccddec53-fa91-41c4-8f14-fdaf0d9d552a {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:42:08.819512 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e82a4b35-7fa0-40a4-a33e-c36ecce84b05 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:08.830282 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-c482b256-2708-4d32-b92d-c7ab60c2000a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1abdf0-fea9-4a7c-bf24-1ab4cff848d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-516830944', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'ccddec53-fa91-41c4-8f14-fdaf0d9d552a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:41:00Z', 'updated_at': '2021-11-12T09:42:07Z', 'revision_number': 5, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'gw_port': {'id': 'ccddec53-fa91-41c4-8f14-fdaf0d9d552a', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1abdf0-fea9-4a7c-bf24-1ab4cff848d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:41:01Z', 'updated_at': '2021-11-12T09:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:42:08.864615 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c482b256-2708-4d32-b92d-c7ab60c2000a None None] The sync data for ids ['ec1abdf0-fea9-4a7c-bf24-1ab4cff848d6'] in n-d-765315-29 is: [{'id': 'ec1abdf0-fea9-4a7c-bf24-1ab4cff848d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-516830944', 'tenant_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'ccddec53-fa91-41c4-8f14-fdaf0d9d552a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:41:00Z', 'updated_at': '2021-11-12T09:42:07Z', 'revision_number': 5, 'project_id': 'a3e02b7551c24b2895d8eeeb9a0b62b4', 'gw_port': {'id': 'ccddec53-fa91-41c4-8f14-fdaf0d9d552a', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1abdf0-fea9-4a7c-bf24-1ab4cff848d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:41:01Z', 'updated_at': '2021-11-12T09:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:42:08.898225 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-98f4fa1d-da46-46e6-a378-c3d9bab4bddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:08.916014 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-e82a4b35-7fa0-40a4-a33e-c36ecce84b05 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] For port ccddec53-fa91-41c4-8f14-fdaf0d9d552a, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=ccddec53-fa91-41c4-8f14-fdaf0d9d552a,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:42:08.916385 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e82a4b35-7fa0-40a4-a33e-c36ecce84b05 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:08.923176 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f4fa1d-da46-46e6-a378-c3d9bab4bddc None None] Pushing event deleted for resources: {'Port': ['ID=39e11ad1-e2b9-4a65-ae88-fb109a8d8e25,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:08.929659 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-e82a4b35-7fa0-40a4-a33e-c36ecce84b05 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Calling delete_port for ccddec53-fa91-41c4-8f14-fdaf0d9d552a owned by network:router_gateway {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:42:08.933522 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f4fa1d-da46-46e6-a378-c3d9bab4bddc None None] No DVR routers for this DVR port 39e11ad1-e2b9-4a65-ae88-fb109a8d8e25 on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:42:08.939672 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f4fa1d-da46-46e6-a378-c3d9bab4bddc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:08.939847 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f4fa1d-da46-46e6-a378-c3d9bab4bddc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:08.940090 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f4fa1d-da46-46e6-a378-c3d9bab4bddc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:08.940417 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f4fa1d-da46-46e6-a378-c3d9bab4bddc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:08.944094 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f4fa1d-da46-46e6-a378-c3d9bab4bddc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:08.944094 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f4fa1d-da46-46e6-a378-c3d9bab4bddc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:08.944094 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f4fa1d-da46-46e6-a378-c3d9bab4bddc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:08.944094 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f4fa1d-da46-46e6-a378-c3d9bab4bddc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:08.944094 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f4fa1d-da46-46e6-a378-c3d9bab4bddc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:08.944094 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f4fa1d-da46-46e6-a378-c3d9bab4bddc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:08.944094 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f4fa1d-da46-46e6-a378-c3d9bab4bddc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:08.944094 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f4fa1d-da46-46e6-a378-c3d9bab4bddc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:09.115026 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e82a4b35-7fa0-40a4-a33e-c36ecce84b05 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:09.141081 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82a4b35-7fa0-40a4-a33e-c36ecce84b05 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event deleted for resources: {'Port': ['ID=ccddec53-fa91-41c4-8f14-fdaf0d9d552a,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:09.154215 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983c6548-575c-4824-9b9b-9553e2fe3c28 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:42:09.229842 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e82a4b35-7fa0-40a4-a33e-c36ecce84b05 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-933016'] for router_gateway, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:09.318065 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device f22a2060-a017-424b-8a88-7e2a7a4aeb91 no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:42:09.323891 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device ad0854ab-c0ca-4cdb-bc57-916b1ceca4bb no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:42:09.347625 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] No Port match for: f22a2060-a017-424b-8a88-7e2a7a4aeb91 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:42:09.347970 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device f22a2060-a017-424b-8a88-7e2a7a4aeb91 not bound to the agent host n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:42:09.348193 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e82a4b35-7fa0-40a4-a33e-c36ecce84b05 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:09.351204 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e82a4b35-7fa0-40a4-a33e-c36ecce84b05 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:09.367229 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: ad0854ab-c0ca-4cdb-bc57-916b1ceca4bb {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:42:09.367713 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device ad0854ab-c0ca-4cdb-bc57-916b1ceca4bb not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:42:09.368332 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 39e11ad1-e2b9-4a65-ae88-fb109a8d8e25 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:42:09.389432 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 39e11ad1-e2b9-4a65-ae88-fb109a8d8e25 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:42:09.389777 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 39e11ad1-e2b9-4a65-ae88-fb109a8d8e25 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:42:09.407968 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e82a4b35-7fa0-40a4-a33e-c36ecce84b05 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:09.408523 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e82a4b35-7fa0-40a4-a33e-c36ecce84b05 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Fanout notify agent at l3_agent the message router_deleted on router ec1abdf0-fea9-4a7c-bf24-1ab4cff848d6 {{(pid=102599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:42:09.416016 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e82a4b35-7fa0-40a4-a33e-c36ecce84b05 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:09.418617 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-e82a4b35-7fa0-40a4-a33e-c36ecce84b05 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "DELETE /v2.0/routers/ec1abdf0-fea9-4a7c-bf24-1ab4cff848d6 HTTP/1.1" status: 204 len: 168 time: 1.2329226 Nov 12 09:42:09.419868 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 44414) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:42:09.497484 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b7688de7-8787-4732-ae16-c4b7434b1337 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:09.593101 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b7688de7-8787-4732-ae16-c4b7434b1337 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:09.614902 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:09.618216 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-b7688de7-8787-4732-ae16-c4b7434b1337 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa727f6f-9500-4832-8a4f-7df14c81d975']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:42:09.628271 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-b7688de7-8787-4732-ae16-c4b7434b1337 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '624592fb-be03-4ea6-85f5-753c36ef5887') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:42:09.628599 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-b7688de7-8787-4732-ae16-c4b7434b1337 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '624592fb-be03-4ea6-85f5-753c36ef5887') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:42:09.641710 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b7688de7-8787-4732-ae16-c4b7434b1337 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:09.654739 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b7688de7-8787-4732-ae16-c4b7434b1337 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:09.661481 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7688de7-8787-4732-ae16-c4b7434b1337 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:42:09.662115 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b7688de7-8787-4732-ae16-c4b7434b1337 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:09.665147 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 09:42:09.665147 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:42:09.665147 n-d-765315-29 neutron-server[102599]: timer() Nov 12 09:42:09.665147 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:42:09.665147 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 09:42:09.665147 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:42:09.665147 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 09:42:09.665147 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:42:09.665147 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 09:42:09.665147 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:42:09.665147 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 09:42:09.665147 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:42:09.665147 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 09:42:09.665147 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:42:09.665147 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:42:09.665147 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:42:09.665147 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:42:09.665147 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:42:09.665147 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 09:42:09.665147 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:42:09.665147 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 09:42:09.665147 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:42:09.665147 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:42:09.665147 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:42:09.665147 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 09:42:09.665147 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:42:09.665147 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:42:09.665147 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:42:09.665147 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:42:09.665147 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:42:09.665147 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:42:09.665147 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:42:09.730387 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b7688de7-8787-4732-ae16-c4b7434b1337 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:09.735469 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b7688de7-8787-4732-ae16-c4b7434b1337 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:09.741661 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 44416) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:42:09.742096 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-b7688de7-8787-4732-ae16-c4b7434b1337 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "DELETE /v2.0/networks/fa727f6f-9500-4832-8a4f-7df14c81d975 HTTP/1.1" status: 204 len: 168 time: 0.3208303 Nov 12 09:42:09.756003 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7688de7-8787-4732-ae16-c4b7434b1337 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event deleted for resources: {'Network': ['ID=fa727f6f-9500-4832-8a4f-7df14c81d975,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:09.802337 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-708cb985-bfd4-4294-875d-a0362fcd0aa7 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:09.829210 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-708cb985-bfd4-4294-875d-a0362fcd0aa7 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:09.896730 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-708cb985-bfd4-4294-875d-a0362fcd0aa7 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:09.899235 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-708cb985-bfd4-4294-875d-a0362fcd0aa7 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:09.900396 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-708cb985-bfd4-4294-875d-a0362fcd0aa7 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] 10.222.0.26 "DELETE /v2.0/security-groups/1804c7af-eedc-41df-97f2-b66f6c15e667 HTTP/1.1" status: 204 len: 168 time: 0.1577077 Nov 12 09:42:09.913902 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708cb985-bfd4-4294-875d-a0362fcd0aa7 tempest-TestNetworkAdvancedServerOps-1817583734 tempest-TestNetworkAdvancedServerOps-1817583734-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1804c7af-eedc-41df-97f2-b66f6c15e667,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:10.193818 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:10.268876 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 44424) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:42:10.421265 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-79987001-f1b9-43f4-80b0-93feb62871cb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a3e02b7551c24b2895d8eeeb9a0b62b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1510694 Nov 12 09:42:10.423689 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 44428) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:42:10.473067 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d3122356-572c-496c-98dc-516921cddd2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:10.494616 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d3122356-572c-496c-98dc-516921cddd2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:10.549595 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d3122356-572c-496c-98dc-516921cddd2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:10.552706 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-d3122356-572c-496c-98dc-516921cddd2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:10.554008 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-d3122356-572c-496c-98dc-516921cddd2a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/15ff8e78-c4d0-41fb-8692-d78ef832ad9d HTTP/1.1" status: 204 len: 168 time: 0.1293807 Nov 12 09:42:10.563812 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3122356-572c-496c-98dc-516921cddd2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ff8e78-c4d0-41fb-8692-d78ef832ad9d,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:10.818392 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 44434) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:42:10.832541 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1e7d6e8d-1fc1-4fb2-bbe1-f2f3eaae6c99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:10.908913 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1e7d6e8d-1fc1-4fb2-bbe1-f2f3eaae6c99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:10.912695 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1e7d6e8d-1fc1-4fb2-bbe1-f2f3eaae6c99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:10.954849 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-1e7d6e8d-1fc1-4fb2-bbe1-f2f3eaae6c99 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=43f08cb72bbe46c6a3932b8f81339f1f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1351464 Nov 12 09:42:10.955561 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7d6e8d-1fc1-4fb2-bbe1-f2f3eaae6c99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70094472-a4ad-4930-a06d-bf9298008b49,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:10.957786 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 44436) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:42:11.016606 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-417fa135-c614-42ab-b245-676737d5f139 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:11.037529 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-417fa135-c614-42ab-b245-676737d5f139 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:11.074763 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device ccddec53-fa91-41c4-8f14-fdaf0d9d552a no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:42:11.094916 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-417fa135-c614-42ab-b245-676737d5f139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:11.097624 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-417fa135-c614-42ab-b245-676737d5f139 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:11.098883 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-417fa135-c614-42ab-b245-676737d5f139 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/70094472-a4ad-4930-a06d-bf9298008b49 HTTP/1.1" status: 204 len: 168 time: 0.1394882 Nov 12 09:42:11.100786 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: ccddec53-fa91-41c4-8f14-fdaf0d9d552a {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:42:11.101404 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device ccddec53-fa91-41c4-8f14-fdaf0d9d552a not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:42:11.107207 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417fa135-c614-42ab-b245-676737d5f139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70094472-a4ad-4930-a06d-bf9298008b49,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:11.806809 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 44458) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:42:11.904875 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-a255d1f6-0f97-454e-a95d-8e80da99e62d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2054340074-network', 'tenant_id': '4851e85000504eacbfb9224e82f68395'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:42:11.925384 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a255d1f6-0f97-454e-a95d-8e80da99e62d admin admin] Made reservation on behalf of 4851e85000504eacbfb9224e82f68395 for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:42:11.927705 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a255d1f6-0f97-454e-a95d-8e80da99e62d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:11.936190 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a255d1f6-0f97-454e-a95d-8e80da99e62d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:12.011824 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a255d1f6-0f97-454e-a95d-8e80da99e62d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:12.015809 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a255d1f6-0f97-454e-a95d-8e80da99e62d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:12.036382 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a255d1f6-0f97-454e-a95d-8e80da99e62d admin admin] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:42:12.050199 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a255d1f6-0f97-454e-a95d-8e80da99e62d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e097433-8305-40c5-9d7c-47b980a380d8,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:12.055159 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a255d1f6-0f97-454e-a95d-8e80da99e62d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:12.055445 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-a255d1f6-0f97-454e-a95d-8e80da99e62d admin admin] Added segment 95dac6b9-a589-4ccf-96ab-e9d18b9345d1 of type vlan for network 7bf99071-3909-492e-bde2-c941b91998c5 Nov 12 09:42:12.097548 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a255d1f6-0f97-454e-a95d-8e80da99e62d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:12.123599 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a255d1f6-0f97-454e-a95d-8e80da99e62d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:12.125679 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a255d1f6-0f97-454e-a95d-8e80da99e62d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:12.126267 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a255d1f6-0f97-454e-a95d-8e80da99e62d admin admin] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:12.159920 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-a255d1f6-0f97-454e-a95d-8e80da99e62d admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3519392 Nov 12 09:42:12.163051 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 44462) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:42:12.173260 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-0efd88ca-d72b-4bb5-8323-9bb53eacde59 admin admin] Request body: {'subnet': {'network_id': '7bf99071-3909-492e-bde2-c941b91998c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2054340074-subnet', 'tenant_id': '4851e85000504eacbfb9224e82f68395', 'ip_version': 4}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:42:12.196419 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0efd88ca-d72b-4bb5-8323-9bb53eacde59 admin admin] Made reservation on behalf of 4851e85000504eacbfb9224e82f68395 for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:42:12.199014 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0efd88ca-d72b-4bb5-8323-9bb53eacde59 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:12.200115 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a255d1f6-0f97-454e-a95d-8e80da99e62d admin admin] Pushing event updated for resources: {'Network': ['ID=7bf99071-3909-492e-bde2-c941b91998c5,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:12.210315 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 7bf99071-3909-492e-bde2-c941b91998c5 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:42:12.373691 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0efd88ca-d72b-4bb5-8323-9bb53eacde59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:12.432490 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efd88ca-d72b-4bb5-8323-9bb53eacde59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3dc06a2-6bc5-41d5-bac3-9664ccb379f1,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:12.442709 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efd88ca-d72b-4bb5-8323-9bb53eacde59 admin admin] Checking segment: {'id': '95dac6b9-a589-4ccf-96ab-e9d18b9345d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '7bf99071-3909-492e-bde2-c941b91998c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:42:12.443069 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efd88ca-d72b-4bb5-8323-9bb53eacde59 admin admin] Network hostable DHCP agents. Network: 7bf99071-3909-492e-bde2-c941b91998c5, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:42:12.459123 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efd88ca-d72b-4bb5-8323-9bb53eacde59 admin admin] Network 7bf99071-3909-492e-bde2-c941b91998c5 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:42:12.467437 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-0efd88ca-d72b-4bb5-8323-9bb53eacde59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 7bf99071-3909-492e-bde2-c941b91998c5) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:42:12.472154 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efd88ca-d72b-4bb5-8323-9bb53eacde59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:12.472753 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-0efd88ca-d72b-4bb5-8323-9bb53eacde59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:12.476913 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c27300-023b-43a8-89d4-f0c77e0bd67f None None] Network 7bf99071-3909-492e-bde2-c941b91998c5 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:42:12.489573 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-0efd88ca-d72b-4bb5-8323-9bb53eacde59 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3253865 Nov 12 09:42:12.492303 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 44464) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:42:12.496537 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-ba49f60c-ce80-40c3-ba51-141f950a5e32 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2054340074-router', 'tenant_id': '4851e85000504eacbfb9224e82f68395', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:42:12.516803 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ba49f60c-ce80-40c3-ba51-141f950a5e32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:12.517857 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ba49f60c-ce80-40c3-ba51-141f950a5e32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:12.571646 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ba49f60c-ce80-40c3-ba51-141f950a5e32 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:12.625873 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8def27f4-ca33-4836-821b-18aaf55b08d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-7bf99071-3909-492e-bde2-c941b91998c5', 'network_id': '7bf99071-3909-492e-bde2-c941b91998c5', 'tenant_id': '4851e85000504eacbfb9224e82f68395', 'fixed_ips': [{'subnet_id': 'd3dc06a2-6bc5-41d5-bac3-9664ccb379f1'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:42:12.626690 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8def27f4-ca33-4836-821b-18aaf55b08d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:12.715315 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ba49f60c-ce80-40c3-ba51-141f950a5e32 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:12.766269 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-8def27f4-ca33-4836-821b-18aaf55b08d5 None None] Allocated IP 172.20.0.2 (7bf99071-3909-492e-bde2-c941b91998c5/d3dc06a2-6bc5-41d5-bac3-9664ccb379f1/8d7cd023-4583-404e-9fb7-f436cd3ec09f) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:42:12.932562 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ba49f60c-ce80-40c3-ba51-141f950a5e32 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:12.957324 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ba49f60c-ce80-40c3-ba51-141f950a5e32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:13.064234 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-ba49f60c-ce80-40c3-ba51-141f950a5e32 admin admin] Allocated IP 172.25.2.165 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/bbd5e717-486b-403d-8b16-710953e867e6) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:42:13.086461 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8def27f4-ca33-4836-821b-18aaf55b08d5 None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:13.091959 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8def27f4-ca33-4836-821b-18aaf55b08d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:13.138044 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8def27f4-ca33-4836-821b-18aaf55b08d5 None None] Network 7bf99071-3909-492e-bde2-c941b91998c5 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:42:13.139546 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-8def27f4-ca33-4836-821b-18aaf55b08d5 None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:42:13.145886 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8def27f4-ca33-4836-821b-18aaf55b08d5 None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:42:13.158234 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8def27f4-ca33-4836-821b-18aaf55b08d5 None None] Pushing event updated for resources: {'Port': ['ID=8d7cd023-4583-404e-9fb7-f436cd3ec09f,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:13.190296 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ba49f60c-ce80-40c3-ba51-141f950a5e32 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:13.208481 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-8def27f4-ca33-4836-821b-18aaf55b08d5 None None] Attempting to bind port 8d7cd023-4583-404e-9fb7-f436cd3ec09f on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:42:13.208979 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-8def27f4-ca33-4836-821b-18aaf55b08d5 None None] Attempting to bind port 8d7cd023-4583-404e-9fb7-f436cd3ec09f by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '95dac6b9-a589-4ccf-96ab-e9d18b9345d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '7bf99071-3909-492e-bde2-c941b91998c5'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:42:13.209340 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8def27f4-ca33-4836-821b-18aaf55b08d5 None None] Attempting to bind port 8d7cd023-4583-404e-9fb7-f436cd3ec09f on network 7bf99071-3909-492e-bde2-c941b91998c5 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:42:13.215306 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8def27f4-ca33-4836-821b-18aaf55b08d5 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:42:13.216180 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8def27f4-ca33-4836-821b-18aaf55b08d5 None None] Checking segment: {'id': '95dac6b9-a589-4ccf-96ab-e9d18b9345d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '7bf99071-3909-492e-bde2-c941b91998c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:42:13.216316 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8def27f4-ca33-4836-821b-18aaf55b08d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:13.216688 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8def27f4-ca33-4836-821b-18aaf55b08d5 None None] Bound using segment: {'id': '95dac6b9-a589-4ccf-96ab-e9d18b9345d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '7bf99071-3909-492e-bde2-c941b91998c5'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:42:13.217148 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-8def27f4-ca33-4836-821b-18aaf55b08d5 None None] Bound port: 8d7cd023-4583-404e-9fb7-f436cd3ec09f, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95dac6b9-a589-4ccf-96ab-e9d18b9345d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '7bf99071-3909-492e-bde2-c941b91998c5'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:42:13.217607 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8def27f4-ca33-4836-821b-18aaf55b08d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:13.226150 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ba49f60c-ce80-40c3-ba51-141f950a5e32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:13.269754 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba49f60c-ce80-40c3-ba51-141f950a5e32 admin admin] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:42:13.272781 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-ba49f60c-ce80-40c3-ba51-141f950a5e32 admin admin] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:42:13.277273 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba49f60c-ce80-40c3-ba51-141f950a5e32 admin admin] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:42:13.280601 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba49f60c-ce80-40c3-ba51-141f950a5e32 admin admin] Pushing event updated for resources: {'Port': ['ID=bbd5e717-486b-403d-8b16-710953e867e6,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:13.284634 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-8def27f4-ca33-4836-821b-18aaf55b08d5 None None] For port 8d7cd023-4583-404e-9fb7-f436cd3ec09f, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:42:13.288020 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-8def27f4-ca33-4836-821b-18aaf55b08d5 None None] For port 8d7cd023-4583-404e-9fb7-f436cd3ec09f, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=8d7cd023-4583-404e-9fb7-f436cd3ec09f,segment=NetworkSegment(95dac6b9-a589-4ccf-96ab-e9d18b9345d1),segment_id=95dac6b9-a589-4ccf-96ab-e9d18b9345d1)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:42:13.295061 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-8def27f4-ca33-4836-821b-18aaf55b08d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:13.297131 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4845a6-54c3-4681-99a9-f929c20f881e None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:42:13.365091 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8def27f4-ca33-4836-821b-18aaf55b08d5 None None] Pushing event updated for resources: {'Port': ['ID=8d7cd023-4583-404e-9fb7-f436cd3ec09f,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:13.435425 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:13.436842 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-88f1162c-7dfb-485c-aa3a-cf2df0b08292 None None] Provisioning complete for port bbd5e717-486b-403d-8b16-710953e867e6 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:42:13.438372 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-88f1162c-7dfb-485c-aa3a-cf2df0b08292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:13.481635 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-88f1162c-7dfb-485c-aa3a-cf2df0b08292 None None] Port bbd5e717-486b-403d-8b16-710953e867e6 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:42:13.577275 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ba49f60c-ce80-40c3-ba51-141f950a5e32 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:13.782312 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ba49f60c-ce80-40c3-ba51-141f950a5e32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052'] for router, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:13.916126 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba49f60c-ce80-40c3-ba51-141f950a5e32 admin admin] Router f58d2f74-a032-480d-a810-0742349ef5cf is scheduled to L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 with binding_index 1 {{(pid=102599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:42:14.036747 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba49f60c-ce80-40c3-ba51-141f950a5e32 admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:42:14.045623 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5cd186-a53e-4381-a0e0-ae954dc72dc5 None None] Sync routers for ids ['f58d2f74-a032-480d-a810-0742349ef5cf'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:42:14.055212 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ba49f60c-ce80-40c3-ba51-141f950a5e32 admin admin] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:14.056538 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-ba49f60c-ce80-40c3-ba51-141f950a5e32 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5632913 Nov 12 09:42:14.059361 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 44466) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:42:14.064299 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5cd186-a53e-4381-a0e0-ae954dc72dc5 None None] Routers {'f58d2f74-a032-480d-a810-0742349ef5cf'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:42:14.065240 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-1b5cd186-a53e-4381-a0e0-ae954dc72dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:42:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['f58d2f74-a032-480d-a810-0742349ef5cf'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:42:14.175324 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-1b5cd186-a53e-4381-a0e0-ae954dc72dc5 None None] Set router f58d2f74-a032-480d-a810-0742349ef5cf gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:42:14.319866 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4bbc52-0acd-4d62-9f8c-ad79e5a392c1 None None] Network 7bf99071-3909-492e-bde2-c941b91998c5 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:42:14.376947 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-1b5cd186-a53e-4381-a0e0-ae954dc72dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58d2f74-a032-480d-a810-0742349ef5cf', 'name': 'tempest-TestShelveInstance-2054340074-router', 'tenant_id': '4851e85000504eacbfb9224e82f68395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'bbd5e717-486b-403d-8b16-710953e867e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:42:12Z', 'updated_at': '2021-11-12T09:42:13Z', 'revision_number': 3, 'project_id': '4851e85000504eacbfb9224e82f68395', 'gw_port': {'id': 'bbd5e717-486b-403d-8b16-710953e867e6', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:20:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58d2f74-a032-480d-a810-0742349ef5cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:42:12Z', 'updated_at': '2021-11-12T09:42:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:42:14.404084 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5cd186-a53e-4381-a0e0-ae954dc72dc5 None None] Checking router: f58d2f74-a032-480d-a810-0742349ef5cf for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:42:14.405321 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5cd186-a53e-4381-a0e0-ae954dc72dc5 None None] Updating router f58d2f74-a032-480d-a810-0742349ef5cf port bbd5e717-486b-403d-8b16-710953e867e6 binding host n-d-765315-29 {{(pid=102602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:42:14.432306 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-1b5cd186-a53e-4381-a0e0-ae954dc72dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:14.441625 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-6642a099-8eb4-445e-8589-e9ab31079e0d None None] Provisioning complete for port 8d7cd023-4583-404e-9fb7-f436cd3ec09f triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:42:14.442003 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6642a099-8eb4-445e-8589-e9ab31079e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:14.540123 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9e3ff59a-5667-45b1-ac26-662fcb478a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:14.570817 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6642a099-8eb4-445e-8589-e9ab31079e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:14.605866 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-6642a099-8eb4-445e-8589-e9ab31079e0d None None] For port 8d7cd023-4583-404e-9fb7-f436cd3ec09f, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=8d7cd023-4583-404e-9fb7-f436cd3ec09f,segment=NetworkSegment(95dac6b9-a589-4ccf-96ab-e9d18b9345d1),segment_id=95dac6b9-a589-4ccf-96ab-e9d18b9345d1)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:42:14.613148 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6642a099-8eb4-445e-8589-e9ab31079e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:14.686021 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6642a099-8eb4-445e-8589-e9ab31079e0d None None] Pushing event updated for resources: {'Port': ['ID=8d7cd023-4583-404e-9fb7-f436cd3ec09f,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:14.740859 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-9e3ff59a-5667-45b1-ac26-662fcb478a1f admin admin] Allocated IP 172.20.0.1 (7bf99071-3909-492e-bde2-c941b91998c5/d3dc06a2-6bc5-41d5-bac3-9664ccb379f1/fc44b940-4dad-4e51-8dfd-f82b388bca53) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:42:14.745046 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-1b5cd186-a53e-4381-a0e0-ae954dc72dc5 None None] Publish callbacks [] for port, precommit_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:14.752211 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-1b5cd186-a53e-4381-a0e0-ae954dc72dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:14.799510 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d7ffdf-a8af-42e0-96d7-3294b50d9b77 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:42:14.808531 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26ea213-349a-446c-9d63-7b76f82eaa4d None None] Pushing event updated for resources: {'Port': ['ID=bbd5e717-486b-403d-8b16-710953e867e6,revision_number=2']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:14.810093 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-1b5cd186-a53e-4381-a0e0-ae954dc72dc5 None None] Attempting to bind port bbd5e717-486b-403d-8b16-710953e867e6 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:42:14.810457 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-1b5cd186-a53e-4381-a0e0-ae954dc72dc5 None None] Attempting to bind port bbd5e717-486b-403d-8b16-710953e867e6 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:42:14.810844 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5cd186-a53e-4381-a0e0-ae954dc72dc5 None None] Attempting to bind port bbd5e717-486b-403d-8b16-710953e867e6 on network d709f64f-f9e6-4525-b020-ad48633b9bbf {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:42:14.820305 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5cd186-a53e-4381-a0e0-ae954dc72dc5 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:42:14.820680 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5cd186-a53e-4381-a0e0-ae954dc72dc5 None None] Checking segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:42:14.821078 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-1b5cd186-a53e-4381-a0e0-ae954dc72dc5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:14.821727 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5cd186-a53e-4381-a0e0-ae954dc72dc5 None None] Bound using segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:42:14.821978 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-1b5cd186-a53e-4381-a0e0-ae954dc72dc5 None None] Bound port: bbd5e717-486b-403d-8b16-710953e867e6, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:42:14.822292 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-1b5cd186-a53e-4381-a0e0-ae954dc72dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:14.824504 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26ea213-349a-446c-9d63-7b76f82eaa4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:14.824849 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26ea213-349a-446c-9d63-7b76f82eaa4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:14.825182 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26ea213-349a-446c-9d63-7b76f82eaa4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:14.825515 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26ea213-349a-446c-9d63-7b76f82eaa4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:14.825847 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26ea213-349a-446c-9d63-7b76f82eaa4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:14.826167 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26ea213-349a-446c-9d63-7b76f82eaa4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:14.826489 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26ea213-349a-446c-9d63-7b76f82eaa4d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:14.826840 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26ea213-349a-446c-9d63-7b76f82eaa4d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:14.827159 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26ea213-349a-446c-9d63-7b76f82eaa4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:14.827506 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26ea213-349a-446c-9d63-7b76f82eaa4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:14.827826 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26ea213-349a-446c-9d63-7b76f82eaa4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:14.828349 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26ea213-349a-446c-9d63-7b76f82eaa4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:14.842885 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-fcb0d3da-2819-4f39-b7dd-c45a2fd3188e None None] Provisioning complete for port 8d7cd023-4583-404e-9fb7-f436cd3ec09f triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:42:14.843898 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-fcb0d3da-2819-4f39-b7dd-c45a2fd3188e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:14.871982 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9e3ff59a-5667-45b1-ac26-662fcb478a1f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:14.899145 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-1b5cd186-a53e-4381-a0e0-ae954dc72dc5 None None] For port bbd5e717-486b-403d-8b16-710953e867e6, host n-d-765315-29, cleared binding levels {{(pid=102602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:42:14.903628 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-1b5cd186-a53e-4381-a0e0-ae954dc72dc5 None None] For port bbd5e717-486b-403d-8b16-710953e867e6, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=bbd5e717-486b-403d-8b16-710953e867e6,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:42:14.908255 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-1b5cd186-a53e-4381-a0e0-ae954dc72dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:14.913259 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9e3ff59a-5667-45b1-ac26-662fcb478a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:14.947391 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-fcb0d3da-2819-4f39-b7dd-c45a2fd3188e None None] Provisioning complete for port bbd5e717-486b-403d-8b16-710953e867e6 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:42:14.947862 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-fcb0d3da-2819-4f39-b7dd-c45a2fd3188e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:14.952038 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3ff59a-5667-45b1-ac26-662fcb478a1f admin admin] Network 7bf99071-3909-492e-bde2-c941b91998c5 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:42:14.956409 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-9e3ff59a-5667-45b1-ac26-662fcb478a1f admin admin] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:42:14.960106 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3ff59a-5667-45b1-ac26-662fcb478a1f admin admin] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:42:14.964571 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5cd186-a53e-4381-a0e0-ae954dc72dc5 None None] Routers {'f58d2f74-a032-480d-a810-0742349ef5cf'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:42:14.965180 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-1b5cd186-a53e-4381-a0e0-ae954dc72dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:42:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['f58d2f74-a032-480d-a810-0742349ef5cf'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:42:14.992122 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fce31a9-7902-46c0-bafc-9755fe6d4080 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:42:14.995154 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3ff59a-5667-45b1-ac26-662fcb478a1f admin admin] Pushing event updated for resources: {'Port': ['ID=fc44b940-4dad-4e51-8dfd-f82b388bca53,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:15.007749 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26ea213-349a-446c-9d63-7b76f82eaa4d None None] Pushing event updated for resources: {'Port': ['ID=bbd5e717-486b-403d-8b16-710953e867e6,revision_number=3']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:15.019633 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9e3ff59a-5667-45b1-ac26-662fcb478a1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933481'] for router_interface, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:15.101083 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-fcb0d3da-2819-4f39-b7dd-c45a2fd3188e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:15.147600 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-fcb0d3da-2819-4f39-b7dd-c45a2fd3188e None None] For port bbd5e717-486b-403d-8b16-710953e867e6, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=bbd5e717-486b-403d-8b16-710953e867e6,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:42:15.152639 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-fcb0d3da-2819-4f39-b7dd-c45a2fd3188e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:15.167809 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-1b5cd186-a53e-4381-a0e0-ae954dc72dc5 None None] Set router f58d2f74-a032-480d-a810-0742349ef5cf gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:42:15.191435 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9e3ff59a-5667-45b1-ac26-662fcb478a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:15.229252 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 8d7cd023-4583-404e-9fb7-f436cd3ec09f up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:42:15.263975 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:42:15.270972 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb0d3da-2819-4f39-b7dd-c45a2fd3188e None None] Pushing event updated for resources: {'Port': ['ID=bbd5e717-486b-403d-8b16-710953e867e6,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:15.293956 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-d7240a1b-1e9a-43c1-9dd5-ad7982510b0f None None] Provisioning complete for port bbd5e717-486b-403d-8b16-710953e867e6 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:42:15.294358 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d7240a1b-1e9a-43c1-9dd5-ad7982510b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:15.343934 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 8d7cd023-4583-404e-9fb7-f436cd3ec09f triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:42:15.344994 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:15.407858 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9e3ff59a-5667-45b1-ac26-662fcb478a1f admin admin] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:15.413447 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9e3ff59a-5667-45b1-ac26-662fcb478a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:15.419872 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-1b5cd186-a53e-4381-a0e0-ae954dc72dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58d2f74-a032-480d-a810-0742349ef5cf', 'name': 'tempest-TestShelveInstance-2054340074-router', 'tenant_id': '4851e85000504eacbfb9224e82f68395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'bbd5e717-486b-403d-8b16-710953e867e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:42:12Z', 'updated_at': '2021-11-12T09:42:13Z', 'revision_number': 3, 'project_id': '4851e85000504eacbfb9224e82f68395', 'gw_port': {'id': 'bbd5e717-486b-403d-8b16-710953e867e6', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:20:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58d2f74-a032-480d-a810-0742349ef5cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:42:12Z', 'updated_at': '2021-11-12T09:42:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:42:15.448305 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5cd186-a53e-4381-a0e0-ae954dc72dc5 None None] The sync data for ids ['f58d2f74-a032-480d-a810-0742349ef5cf'] in n-d-765315-29 is: [{'id': 'f58d2f74-a032-480d-a810-0742349ef5cf', 'name': 'tempest-TestShelveInstance-2054340074-router', 'tenant_id': '4851e85000504eacbfb9224e82f68395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'bbd5e717-486b-403d-8b16-710953e867e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:42:12Z', 'updated_at': '2021-11-12T09:42:13Z', 'revision_number': 3, 'project_id': '4851e85000504eacbfb9224e82f68395', 'gw_port': {'id': 'bbd5e717-486b-403d-8b16-710953e867e6', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:20:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58d2f74-a032-480d-a810-0742349ef5cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:42:12Z', 'updated_at': '2021-11-12T09:42:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:42:15.478296 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-d7240a1b-1e9a-43c1-9dd5-ad7982510b0f None None] Provisioning complete for port fc44b940-4dad-4e51-8dfd-f82b388bca53 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:42:15.478694 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d7240a1b-1e9a-43c1-9dd5-ad7982510b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:15.486934 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3ff59a-5667-45b1-ac26-662fcb478a1f admin admin] Pushing event updated for resources: {'Port': ['ID=fc44b940-4dad-4e51-8dfd-f82b388bca53,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:15.489319 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9e3ff59a-5667-45b1-ac26-662fcb478a1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933629'] for router_interface, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:15.523481 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-d7240a1b-1e9a-43c1-9dd5-ad7982510b0f None None] Port fc44b940-4dad-4e51-8dfd-f82b388bca53 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:42:15.586538 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3ff59a-5667-45b1-ac26-662fcb478a1f admin admin] Network 7bf99071-3909-492e-bde2-c941b91998c5 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:42:15.587990 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-9e3ff59a-5667-45b1-ac26-662fcb478a1f admin admin] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:42:15.747906 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e3ff59a-5667-45b1-ac26-662fcb478a1f admin admin] Router f58d2f74-a032-480d-a810-0742349ef5cf has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:42:15.851273 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-77408c9e-7fdf-41fe-980e-f1ce91fabcaf None None] Provisioning complete for port fc44b940-4dad-4e51-8dfd-f82b388bca53 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:42:15.851726 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-77408c9e-7fdf-41fe-980e-f1ce91fabcaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:15.895597 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-77408c9e-7fdf-41fe-980e-f1ce91fabcaf None None] Port fc44b940-4dad-4e51-8dfd-f82b388bca53 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:42:16.251793 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e3ff59a-5667-45b1-ac26-662fcb478a1f admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:42:16.256961 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-9e3ff59a-5667-45b1-ac26-662fcb478a1f admin admin] 10.222.0.26 "PUT /v2.0/routers/f58d2f74-a032-480d-a810-0742349ef5cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1948853 Nov 12 09:42:16.751197 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 44482) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:42:16.756156 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-efb7ef78-c5ba-4c71-848b-edae9ad48abc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1438239053-network', 'tenant_id': 'c47b9999c8154d65a094e05bd06d0e19'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:42:16.778269 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efb7ef78-c5ba-4c71-848b-edae9ad48abc admin admin] Made reservation on behalf of c47b9999c8154d65a094e05bd06d0e19 for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:42:16.780654 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-efb7ef78-c5ba-4c71-848b-edae9ad48abc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:17.066800 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-efb7ef78-c5ba-4c71-848b-edae9ad48abc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:17.123382 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad77f81-d4b7-4c1c-8b03-94f0427141d7 None None] Sync routers for ids ['f58d2f74-a032-480d-a810-0742349ef5cf'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:42:17.144376 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad77f81-d4b7-4c1c-8b03-94f0427141d7 None None] Routers {'f58d2f74-a032-480d-a810-0742349ef5cf'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:42:17.145117 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-cad77f81-d4b7-4c1c-8b03-94f0427141d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:42:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['f58d2f74-a032-480d-a810-0742349ef5cf'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:42:17.152577 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-efb7ef78-c5ba-4c71-848b-edae9ad48abc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:17.157482 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-efb7ef78-c5ba-4c71-848b-edae9ad48abc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:17.184625 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efb7ef78-c5ba-4c71-848b-edae9ad48abc admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:42:17.185824 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device bbd5e717-486b-403d-8b16-710953e867e6 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:42:17.193129 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb7ef78-c5ba-4c71-848b-edae9ad48abc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7684ab52-1fdc-49a6-9a04-77662ca58c78,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:17.198138 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-efb7ef78-c5ba-4c71-848b-edae9ad48abc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:17.198480 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-efb7ef78-c5ba-4c71-848b-edae9ad48abc admin admin] Added segment 6ae7efaa-7592-4042-8f6b-ce91ba4519ce of type vlan for network d7a89733-1a5e-4e85-b33a-05f5f196ee11 Nov 12 09:42:17.245582 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-efb7ef78-c5ba-4c71-848b-edae9ad48abc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:17.273991 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-efb7ef78-c5ba-4c71-848b-edae9ad48abc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:17.275068 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb7ef78-c5ba-4c71-848b-edae9ad48abc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:17.275568 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-efb7ef78-c5ba-4c71-848b-edae9ad48abc admin admin] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:17.304565 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-cad77f81-d4b7-4c1c-8b03-94f0427141d7 None None] Set router f58d2f74-a032-480d-a810-0742349ef5cf gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:42:17.338128 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-efb7ef78-c5ba-4c71-848b-edae9ad48abc admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5829914 Nov 12 09:42:17.338362 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port bbd5e717-486b-403d-8b16-710953e867e6 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:42:17.338362 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:17.338801 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 44484) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:42:17.348292 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-e4fe11b7-3b83-44bc-81b8-483cf26db7f2 admin admin] Request body: {'subnet': {'network_id': 'd7a89733-1a5e-4e85-b33a-05f5f196ee11', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1438239053-subnet', 'tenant_id': 'c47b9999c8154d65a094e05bd06d0e19', 'ip_version': 4}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:42:17.364652 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb7ef78-c5ba-4c71-848b-edae9ad48abc admin admin] Pushing event updated for resources: {'Network': ['ID=d7a89733-1a5e-4e85-b33a-05f5f196ee11,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:17.378775 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network d7a89733-1a5e-4e85-b33a-05f5f196ee11 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:42:17.383534 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4fe11b7-3b83-44bc-81b8-483cf26db7f2 admin admin] Made reservation on behalf of c47b9999c8154d65a094e05bd06d0e19 for: {'subnet': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:42:17.385901 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e4fe11b7-3b83-44bc-81b8-483cf26db7f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29476961'] for subnet, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:17.567263 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e4fe11b7-3b83-44bc-81b8-483cf26db7f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31116624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29476979'] for subnet, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:17.622339 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fe11b7-3b83-44bc-81b8-483cf26db7f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c736b0a1-6d00-4f87-a3b3-aaec63a23548,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:17.634863 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fe11b7-3b83-44bc-81b8-483cf26db7f2 admin admin] Checking segment: {'id': '6ae7efaa-7592-4042-8f6b-ce91ba4519ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'd7a89733-1a5e-4e85-b33a-05f5f196ee11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:42:17.635229 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4fe11b7-3b83-44bc-81b8-483cf26db7f2 admin admin] Network hostable DHCP agents. Network: d7a89733-1a5e-4e85-b33a-05f5f196ee11, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102600) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:42:17.649912 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-cad77f81-d4b7-4c1c-8b03-94f0427141d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58d2f74-a032-480d-a810-0742349ef5cf', 'name': 'tempest-TestShelveInstance-2054340074-router', 'tenant_id': '4851e85000504eacbfb9224e82f68395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'bbd5e717-486b-403d-8b16-710953e867e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:42:12Z', 'updated_at': '2021-11-12T09:42:15Z', 'revision_number': 4, 'project_id': '4851e85000504eacbfb9224e82f68395', 'gw_port': {'id': 'bbd5e717-486b-403d-8b16-710953e867e6', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:20:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58d2f74-a032-480d-a810-0742349ef5cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:42:12Z', 'updated_at': '2021-11-12T09:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': 'fc44b940-4dad-4e51-8dfd-f82b388bca53', 'name': '', 'network_id': '7bf99071-3909-492e-bde2-c941b91998c5', 'tenant_id': '4851e85000504eacbfb9224e82f68395', 'mac_address': 'fa:16:3e:80:69:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58d2f74-a032-480d-a810-0742349ef5cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'd3dc06a2-6bc5-41d5-bac3-9664ccb379f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:42:14Z', 'updated_at': '2021-11-12T09:42:15Z', 'revision_number': 2, 'project_id': '4851e85000504eacbfb9224e82f68395', 'subnets': [{'id': 'd3dc06a2-6bc5-41d5-bac3-9664ccb379f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:42:17.654121 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4fe11b7-3b83-44bc-81b8-483cf26db7f2 admin admin] Network d7a89733-1a5e-4e85-b33a-05f5f196ee11 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102600) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:42:17.664399 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-e4fe11b7-3b83-44bc-81b8-483cf26db7f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, d7a89733-1a5e-4e85-b33a-05f5f196ee11) {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:42:17.669824 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4fe11b7-3b83-44bc-81b8-483cf26db7f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:17.670539 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e4fe11b7-3b83-44bc-81b8-483cf26db7f2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:17.681498 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115c4251-234c-4668-8e35-a160b3065a15 None None] Network d7a89733-1a5e-4e85-b33a-05f5f196ee11 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:42:17.685081 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad77f81-d4b7-4c1c-8b03-94f0427141d7 None None] Checking router: f58d2f74-a032-480d-a810-0742349ef5cf for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:42:17.685547 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad77f81-d4b7-4c1c-8b03-94f0427141d7 None None] Updating router f58d2f74-a032-480d-a810-0742349ef5cf port fc44b940-4dad-4e51-8dfd-f82b388bca53 binding host n-d-765315-29 {{(pid=102601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:42:17.693895 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-e4fe11b7-3b83-44bc-81b8-483cf26db7f2 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3545156 Nov 12 09:42:17.696844 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 44486) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:42:17.701300 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-2f4390c6-95ff-4dc3-a62e-7ea29206df78 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1438239053-router', 'tenant_id': 'c47b9999c8154d65a094e05bd06d0e19', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:42:17.723939 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2f4390c6-95ff-4dc3-a62e-7ea29206df78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:17.724958 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2f4390c6-95ff-4dc3-a62e-7ea29206df78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:17.759847 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-cad77f81-d4b7-4c1c-8b03-94f0427141d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:17.780086 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2f4390c6-95ff-4dc3-a62e-7ea29206df78 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:17.922995 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2f4390c6-95ff-4dc3-a62e-7ea29206df78 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:17.994499 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c2f9a7-0267-463c-8f02-973ec79afdc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-d7a89733-1a5e-4e85-b33a-05f5f196ee11', 'network_id': 'd7a89733-1a5e-4e85-b33a-05f5f196ee11', 'tenant_id': 'c47b9999c8154d65a094e05bd06d0e19', 'fixed_ips': [{'subnet_id': 'c736b0a1-6d00-4f87-a3b3-aaec63a23548'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:42:17.996249 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-70c2f9a7-0267-463c-8f02-973ec79afdc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:18.136617 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2f4390c6-95ff-4dc3-a62e-7ea29206df78 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:18.157944 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2f4390c6-95ff-4dc3-a62e-7ea29206df78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:18.216319 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-cad77f81-d4b7-4c1c-8b03-94f0427141d7 None None] Publish callbacks [] for port, precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:18.221491 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-70c2f9a7-0267-463c-8f02-973ec79afdc1 None None] Allocated IP 172.20.0.2 (d7a89733-1a5e-4e85-b33a-05f5f196ee11/c736b0a1-6d00-4f87-a3b3-aaec63a23548/7eb7d14f-3d41-4cbe-84ce-1775d8b3e4d9) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:42:18.226453 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-cad77f81-d4b7-4c1c-8b03-94f0427141d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:18.275010 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-2f4390c6-95ff-4dc3-a62e-7ea29206df78 admin admin] Allocated IP 172.25.2.33 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/39e21f52-3813-46a7-a9a0-28082585b5e2) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:42:18.304919 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61abc3a-bd4e-40ce-96a4-e8d947d06b67 None None] Pushing event updated for resources: {'Port': ['ID=fc44b940-4dad-4e51-8dfd-f82b388bca53,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:18.417773 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2f4390c6-95ff-4dc3-a62e-7ea29206df78 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:18.463701 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2f4390c6-95ff-4dc3-a62e-7ea29206df78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:18.505538 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4390c6-95ff-4dc3-a62e-7ea29206df78 admin admin] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:42:18.510749 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-2f4390c6-95ff-4dc3-a62e-7ea29206df78 admin admin] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:42:18.514400 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4390c6-95ff-4dc3-a62e-7ea29206df78 admin admin] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:42:18.539642 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4390c6-95ff-4dc3-a62e-7ea29206df78 admin admin] Pushing event updated for resources: {'Port': ['ID=39e21f52-3813-46a7-a9a0-28082585b5e2,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:18.561254 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bccadc6d-d41d-43ef-9ab2-74081595dc1c None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:42:18.594867 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-cad77f81-d4b7-4c1c-8b03-94f0427141d7 None None] Attempting to bind port fc44b940-4dad-4e51-8dfd-f82b388bca53 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:42:18.595304 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-cad77f81-d4b7-4c1c-8b03-94f0427141d7 None None] Attempting to bind port fc44b940-4dad-4e51-8dfd-f82b388bca53 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '95dac6b9-a589-4ccf-96ab-e9d18b9345d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '7bf99071-3909-492e-bde2-c941b91998c5'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:42:18.595711 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad77f81-d4b7-4c1c-8b03-94f0427141d7 None None] Attempting to bind port fc44b940-4dad-4e51-8dfd-f82b388bca53 on network 7bf99071-3909-492e-bde2-c941b91998c5 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:42:18.617730 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad77f81-d4b7-4c1c-8b03-94f0427141d7 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:42:18.618104 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad77f81-d4b7-4c1c-8b03-94f0427141d7 None None] Checking segment: {'id': '95dac6b9-a589-4ccf-96ab-e9d18b9345d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '7bf99071-3909-492e-bde2-c941b91998c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:42:18.618504 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-cad77f81-d4b7-4c1c-8b03-94f0427141d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:18.618930 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad77f81-d4b7-4c1c-8b03-94f0427141d7 None None] Bound using segment: {'id': '95dac6b9-a589-4ccf-96ab-e9d18b9345d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '7bf99071-3909-492e-bde2-c941b91998c5'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:42:18.619408 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-cad77f81-d4b7-4c1c-8b03-94f0427141d7 None None] Bound port: fc44b940-4dad-4e51-8dfd-f82b388bca53, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95dac6b9-a589-4ccf-96ab-e9d18b9345d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '7bf99071-3909-492e-bde2-c941b91998c5'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:42:18.619790 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-cad77f81-d4b7-4c1c-8b03-94f0427141d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:18.621619 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-1ee9848e-e0c3-413f-9ec5-10ea16fc1846 None None] Provisioning complete for port fc44b940-4dad-4e51-8dfd-f82b388bca53 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:42:18.621970 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1ee9848e-e0c3-413f-9ec5-10ea16fc1846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:18.728480 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-1ee9848e-e0c3-413f-9ec5-10ea16fc1846 None None] Port fc44b940-4dad-4e51-8dfd-f82b388bca53 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:42:18.750685 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-70c2f9a7-0267-463c-8f02-973ec79afdc1 None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:18.763562 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-70c2f9a7-0267-463c-8f02-973ec79afdc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:18.792207 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2f4390c6-95ff-4dc3-a62e-7ea29206df78 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:18.797870 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-cad77f81-d4b7-4c1c-8b03-94f0427141d7 None None] For port fc44b940-4dad-4e51-8dfd-f82b388bca53, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:42:18.819131 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-cad77f81-d4b7-4c1c-8b03-94f0427141d7 None None] For port fc44b940-4dad-4e51-8dfd-f82b388bca53, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=fc44b940-4dad-4e51-8dfd-f82b388bca53,segment=NetworkSegment(95dac6b9-a589-4ccf-96ab-e9d18b9345d1),segment_id=95dac6b9-a589-4ccf-96ab-e9d18b9345d1)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:42:18.828743 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c2f9a7-0267-463c-8f02-973ec79afdc1 None None] Network d7a89733-1a5e-4e85-b33a-05f5f196ee11 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:42:18.832300 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-cad77f81-d4b7-4c1c-8b03-94f0427141d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:18.837052 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-70c2f9a7-0267-463c-8f02-973ec79afdc1 None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:42:18.846055 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c2f9a7-0267-463c-8f02-973ec79afdc1 None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:42:18.848300 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c2f9a7-0267-463c-8f02-973ec79afdc1 None None] Pushing event updated for resources: {'Port': ['ID=7eb7d14f-3d41-4cbe-84ce-1775d8b3e4d9,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:18.931877 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-6b14e98b-50d5-444d-be52-b6d08d55fccc None None] Provisioning complete for port 39e21f52-3813-46a7-a9a0-28082585b5e2 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:42:18.932270 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6b14e98b-50d5-444d-be52-b6d08d55fccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:18.981311 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad77f81-d4b7-4c1c-8b03-94f0427141d7 None None] Routers {'f58d2f74-a032-480d-a810-0742349ef5cf'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:42:18.982027 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-cad77f81-d4b7-4c1c-8b03-94f0427141d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:42:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['f58d2f74-a032-480d-a810-0742349ef5cf'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:42:19.024499 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2f4390c6-95ff-4dc3-a62e-7ea29206df78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052'] for router, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:19.030920 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61abc3a-bd4e-40ce-96a4-e8d947d06b67 None None] Pushing event updated for resources: {'Port': ['ID=fc44b940-4dad-4e51-8dfd-f82b388bca53,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:19.057970 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-70c2f9a7-0267-463c-8f02-973ec79afdc1 None None] Attempting to bind port 7eb7d14f-3d41-4cbe-84ce-1775d8b3e4d9 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:42:19.058348 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-70c2f9a7-0267-463c-8f02-973ec79afdc1 None None] Attempting to bind port 7eb7d14f-3d41-4cbe-84ce-1775d8b3e4d9 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '6ae7efaa-7592-4042-8f6b-ce91ba4519ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'd7a89733-1a5e-4e85-b33a-05f5f196ee11'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:42:19.058778 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c2f9a7-0267-463c-8f02-973ec79afdc1 None None] Attempting to bind port 7eb7d14f-3d41-4cbe-84ce-1775d8b3e4d9 on network d7a89733-1a5e-4e85-b33a-05f5f196ee11 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:42:19.072261 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-6b14e98b-50d5-444d-be52-b6d08d55fccc None None] Port 39e21f52-3813-46a7-a9a0-28082585b5e2 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:42:19.076976 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c2f9a7-0267-463c-8f02-973ec79afdc1 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:42:19.077357 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c2f9a7-0267-463c-8f02-973ec79afdc1 None None] Checking segment: {'id': '6ae7efaa-7592-4042-8f6b-ce91ba4519ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'd7a89733-1a5e-4e85-b33a-05f5f196ee11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:42:19.077986 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-70c2f9a7-0267-463c-8f02-973ec79afdc1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:19.078449 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c2f9a7-0267-463c-8f02-973ec79afdc1 None None] Bound using segment: {'id': '6ae7efaa-7592-4042-8f6b-ce91ba4519ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'd7a89733-1a5e-4e85-b33a-05f5f196ee11'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:42:19.078978 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-70c2f9a7-0267-463c-8f02-973ec79afdc1 None None] Bound port: 7eb7d14f-3d41-4cbe-84ce-1775d8b3e4d9, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ae7efaa-7592-4042-8f6b-ce91ba4519ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'd7a89733-1a5e-4e85-b33a-05f5f196ee11'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:42:19.079369 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-70c2f9a7-0267-463c-8f02-973ec79afdc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:19.177040 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-cad77f81-d4b7-4c1c-8b03-94f0427141d7 None None] Set router f58d2f74-a032-480d-a810-0742349ef5cf gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:42:19.197954 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f4390c6-95ff-4dc3-a62e-7ea29206df78 admin admin] Router 24368ce0-7ba3-47af-9d7c-adbe383a0662 is scheduled to L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 with binding_index 1 {{(pid=102600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:42:19.256255 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-133ab309-42c1-485e-82d9-68030a8d2302 None None] Provisioning complete for port fc44b940-4dad-4e51-8dfd-f82b388bca53 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:42:19.257067 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-133ab309-42c1-485e-82d9-68030a8d2302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:19.262088 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-70c2f9a7-0267-463c-8f02-973ec79afdc1 None None] For port 7eb7d14f-3d41-4cbe-84ce-1775d8b3e4d9, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:42:19.323086 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-70c2f9a7-0267-463c-8f02-973ec79afdc1 None None] For port 7eb7d14f-3d41-4cbe-84ce-1775d8b3e4d9, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=7eb7d14f-3d41-4cbe-84ce-1775d8b3e4d9,segment=NetworkSegment(6ae7efaa-7592-4042-8f6b-ce91ba4519ce),segment_id=6ae7efaa-7592-4042-8f6b-ce91ba4519ce)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:42:19.339245 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f4390c6-95ff-4dc3-a62e-7ea29206df78 admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:42:19.349617 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-70c2f9a7-0267-463c-8f02-973ec79afdc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:19.352354 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2f1eb1-65ea-491a-b5c8-732a4815b457 None None] Sync routers for ids ['24368ce0-7ba3-47af-9d7c-adbe383a0662'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:42:19.362680 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2f4390c6-95ff-4dc3-a62e-7ea29206df78 admin admin] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:19.365833 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-2f4390c6-95ff-4dc3-a62e-7ea29206df78 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6653736 Nov 12 09:42:19.366074 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 44488) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:42:19.368311 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2f1eb1-65ea-491a-b5c8-732a4815b457 None None] Routers {'24368ce0-7ba3-47af-9d7c-adbe383a0662'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:42:19.369006 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-fe2f1eb1-65ea-491a-b5c8-732a4815b457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:42:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['24368ce0-7ba3-47af-9d7c-adbe383a0662'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:42:19.463966 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c2f9a7-0267-463c-8f02-973ec79afdc1 None None] Pushing event updated for resources: {'Port': ['ID=7eb7d14f-3d41-4cbe-84ce-1775d8b3e4d9,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:19.487334 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-fe2f1eb1-65ea-491a-b5c8-732a4815b457 None None] Set router 24368ce0-7ba3-47af-9d7c-adbe383a0662 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:42:19.557882 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-133ab309-42c1-485e-82d9-68030a8d2302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:19.617651 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-133ab309-42c1-485e-82d9-68030a8d2302 None None] For port fc44b940-4dad-4e51-8dfd-f82b388bca53, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=fc44b940-4dad-4e51-8dfd-f82b388bca53,segment=NetworkSegment(95dac6b9-a589-4ccf-96ab-e9d18b9345d1),segment_id=95dac6b9-a589-4ccf-96ab-e9d18b9345d1)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:42:19.627523 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-133ab309-42c1-485e-82d9-68030a8d2302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:19.685594 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-cad77f81-d4b7-4c1c-8b03-94f0427141d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58d2f74-a032-480d-a810-0742349ef5cf', 'name': 'tempest-TestShelveInstance-2054340074-router', 'tenant_id': '4851e85000504eacbfb9224e82f68395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'bbd5e717-486b-403d-8b16-710953e867e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:42:12Z', 'updated_at': '2021-11-12T09:42:15Z', 'revision_number': 4, 'project_id': '4851e85000504eacbfb9224e82f68395', 'gw_port': {'id': 'bbd5e717-486b-403d-8b16-710953e867e6', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:20:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58d2f74-a032-480d-a810-0742349ef5cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:42:12Z', 'updated_at': '2021-11-12T09:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': 'fc44b940-4dad-4e51-8dfd-f82b388bca53', 'name': '', 'network_id': '7bf99071-3909-492e-bde2-c941b91998c5', 'tenant_id': '4851e85000504eacbfb9224e82f68395', 'mac_address': 'fa:16:3e:80:69:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58d2f74-a032-480d-a810-0742349ef5cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'd3dc06a2-6bc5-41d5-bac3-9664ccb379f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:42:14Z', 'updated_at': '2021-11-12T09:42:18Z', 'revision_number': 4, 'project_id': '4851e85000504eacbfb9224e82f68395', 'subnets': [{'id': 'd3dc06a2-6bc5-41d5-bac3-9664ccb379f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:42:19.739280 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad77f81-d4b7-4c1c-8b03-94f0427141d7 None None] The sync data for ids ['f58d2f74-a032-480d-a810-0742349ef5cf'] in n-d-765315-29 is: [{'id': 'f58d2f74-a032-480d-a810-0742349ef5cf', 'name': 'tempest-TestShelveInstance-2054340074-router', 'tenant_id': '4851e85000504eacbfb9224e82f68395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'bbd5e717-486b-403d-8b16-710953e867e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:42:12Z', 'updated_at': '2021-11-12T09:42:15Z', 'revision_number': 4, 'project_id': '4851e85000504eacbfb9224e82f68395', 'gw_port': {'id': 'bbd5e717-486b-403d-8b16-710953e867e6', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:20:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58d2f74-a032-480d-a810-0742349ef5cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:42:12Z', 'updated_at': '2021-11-12T09:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': 'fc44b940-4dad-4e51-8dfd-f82b388bca53', 'name': '', 'network_id': '7bf99071-3909-492e-bde2-c941b91998c5', 'tenant_id': '4851e85000504eacbfb9224e82f68395', 'mac_address': 'fa:16:3e:80:69:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58d2f74-a032-480d-a810-0742349ef5cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'd3dc06a2-6bc5-41d5-bac3-9664ccb379f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:42:14Z', 'updated_at': '2021-11-12T09:42:18Z', 'revision_number': 4, 'project_id': '4851e85000504eacbfb9224e82f68395', 'subnets': [{'id': 'd3dc06a2-6bc5-41d5-bac3-9664ccb379f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:42:19.756864 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133ab309-42c1-485e-82d9-68030a8d2302 None None] Pushing event updated for resources: {'Port': ['ID=fc44b940-4dad-4e51-8dfd-f82b388bca53,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:19.903044 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-fe2f1eb1-65ea-491a-b5c8-732a4815b457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24368ce0-7ba3-47af-9d7c-adbe383a0662', 'name': 'tempest-TestShelveInstance-1438239053-router', 'tenant_id': 'c47b9999c8154d65a094e05bd06d0e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': '39e21f52-3813-46a7-a9a0-28082585b5e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:42:17Z', 'updated_at': '2021-11-12T09:42:18Z', 'revision_number': 3, 'project_id': 'c47b9999c8154d65a094e05bd06d0e19', 'gw_port': {'id': '39e21f52-3813-46a7-a9a0-28082585b5e2', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:61:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24368ce0-7ba3-47af-9d7c-adbe383a0662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:42:18Z', 'updated_at': '2021-11-12T09:42:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:42:19.943565 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2f1eb1-65ea-491a-b5c8-732a4815b457 None None] Checking router: 24368ce0-7ba3-47af-9d7c-adbe383a0662 for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:42:19.943910 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2f1eb1-65ea-491a-b5c8-732a4815b457 None None] Updating router 24368ce0-7ba3-47af-9d7c-adbe383a0662 port 39e21f52-3813-46a7-a9a0-28082585b5e2 binding host n-d-765315-29 {{(pid=102602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:42:19.971725 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-fe2f1eb1-65ea-491a-b5c8-732a4815b457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:20.023791 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-469444d0-7449-4c72-b129-dc0b5d81a283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:20.205337 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-469444d0-7449-4c72-b129-dc0b5d81a283 admin admin] Allocated IP 172.20.0.1 (d7a89733-1a5e-4e85-b33a-05f5f196ee11/c736b0a1-6d00-4f87-a3b3-aaec63a23548/4c834ed1-1239-4fda-b5c3-55921b822d46) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:42:20.304000 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-fe2f1eb1-65ea-491a-b5c8-732a4815b457 None None] Publish callbacks [] for port, precommit_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:20.310016 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-fe2f1eb1-65ea-491a-b5c8-732a4815b457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:20.345356 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-469444d0-7449-4c72-b129-dc0b5d81a283 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:20.368895 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbaf171e-53de-4cef-917e-a2b32f633aae None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:42:20.392995 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d89513-627c-4c82-83e7-7def9cfff1eb None None] Pushing event updated for resources: {'Port': ['ID=39e21f52-3813-46a7-a9a0-28082585b5e2,revision_number=2']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:20.395837 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-fe2f1eb1-65ea-491a-b5c8-732a4815b457 None None] Attempting to bind port 39e21f52-3813-46a7-a9a0-28082585b5e2 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:42:20.396613 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-fe2f1eb1-65ea-491a-b5c8-732a4815b457 None None] Attempting to bind port 39e21f52-3813-46a7-a9a0-28082585b5e2 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:42:20.397036 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2f1eb1-65ea-491a-b5c8-732a4815b457 None None] Attempting to bind port 39e21f52-3813-46a7-a9a0-28082585b5e2 on network d709f64f-f9e6-4525-b020-ad48633b9bbf {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:42:20.411414 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2f1eb1-65ea-491a-b5c8-732a4815b457 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:42:20.411886 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2f1eb1-65ea-491a-b5c8-732a4815b457 None None] Checking segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:42:20.412365 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-fe2f1eb1-65ea-491a-b5c8-732a4815b457 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:20.413358 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2f1eb1-65ea-491a-b5c8-732a4815b457 None None] Bound using segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:42:20.413770 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-fe2f1eb1-65ea-491a-b5c8-732a4815b457 None None] Bound port: 39e21f52-3813-46a7-a9a0-28082585b5e2, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:42:20.414229 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-fe2f1eb1-65ea-491a-b5c8-732a4815b457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:20.417347 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-469444d0-7449-4c72-b129-dc0b5d81a283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:20.472924 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-61c5b35c-1545-4dd7-a908-4831748b8d8a None None] Provisioning complete for port 39e21f52-3813-46a7-a9a0-28082585b5e2 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:42:20.474574 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-61c5b35c-1545-4dd7-a908-4831748b8d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:20.515444 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-fe2f1eb1-65ea-491a-b5c8-732a4815b457 None None] For port 39e21f52-3813-46a7-a9a0-28082585b5e2, host n-d-765315-29, cleared binding levels {{(pid=102602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:42:20.522999 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-fe2f1eb1-65ea-491a-b5c8-732a4815b457 None None] For port 39e21f52-3813-46a7-a9a0-28082585b5e2, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=39e21f52-3813-46a7-a9a0-28082585b5e2,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:42:20.533389 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-fe2f1eb1-65ea-491a-b5c8-732a4815b457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:20.557297 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469444d0-7449-4c72-b129-dc0b5d81a283 admin admin] Network d7a89733-1a5e-4e85-b33a-05f5f196ee11 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:42:20.561643 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-469444d0-7449-4c72-b129-dc0b5d81a283 admin admin] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:42:20.565303 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469444d0-7449-4c72-b129-dc0b5d81a283 admin admin] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:42:20.597646 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469444d0-7449-4c72-b129-dc0b5d81a283 admin admin] Pushing event updated for resources: {'Port': ['ID=4c834ed1-1239-4fda-b5c3-55921b822d46,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:20.616300 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a15d90-125e-4e71-a084-b2784efdae34 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:42:20.625988 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-61c5b35c-1545-4dd7-a908-4831748b8d8a None None] Port 39e21f52-3813-46a7-a9a0-28082585b5e2 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:42:20.642939 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-469444d0-7449-4c72-b129-dc0b5d81a283 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933481'] for router_interface, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:20.675201 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2f1eb1-65ea-491a-b5c8-732a4815b457 None None] Routers {'24368ce0-7ba3-47af-9d7c-adbe383a0662'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:42:20.676360 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-fe2f1eb1-65ea-491a-b5c8-732a4815b457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:42:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['24368ce0-7ba3-47af-9d7c-adbe383a0662'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:42:20.680479 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d89513-627c-4c82-83e7-7def9cfff1eb None None] Pushing event updated for resources: {'Port': ['ID=39e21f52-3813-46a7-a9a0-28082585b5e2,revision_number=3']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:20.785717 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-77d6e601-2526-4a5b-a81c-c6c85e030a8a None None] Provisioning complete for port 39e21f52-3813-46a7-a9a0-28082585b5e2 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:42:20.786113 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-77d6e601-2526-4a5b-a81c-c6c85e030a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:20.862748 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-469444d0-7449-4c72-b129-dc0b5d81a283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:20.927477 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-fe2f1eb1-65ea-491a-b5c8-732a4815b457 None None] Set router 24368ce0-7ba3-47af-9d7c-adbe383a0662 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:42:20.975521 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-77d6e601-2526-4a5b-a81c-c6c85e030a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:21.020204 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-77d6e601-2526-4a5b-a81c-c6c85e030a8a None None] For port 39e21f52-3813-46a7-a9a0-28082585b5e2, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=39e21f52-3813-46a7-a9a0-28082585b5e2,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:42:21.025885 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-77d6e601-2526-4a5b-a81c-c6c85e030a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:21.079474 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a28f08-29fb-45f0-84ce-b10ccde41bc6 None None] Network d7a89733-1a5e-4e85-b33a-05f5f196ee11 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:42:21.143321 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-469444d0-7449-4c72-b129-dc0b5d81a283 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:21.150810 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-469444d0-7449-4c72-b129-dc0b5d81a283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:21.262619 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d6e601-2526-4a5b-a81c-c6c85e030a8a None None] Pushing event updated for resources: {'Port': ['ID=39e21f52-3813-46a7-a9a0-28082585b5e2,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:21.262907 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-469444d0-7449-4c72-b129-dc0b5d81a283 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933629'] for router_interface, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:21.269604 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469444d0-7449-4c72-b129-dc0b5d81a283 admin admin] Pushing event updated for resources: {'Port': ['ID=4c834ed1-1239-4fda-b5c3-55921b822d46,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:21.288798 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-79218088-777e-47e2-bbc6-7980b6568cc5 None None] Provisioning complete for port 7eb7d14f-3d41-4cbe-84ce-1775d8b3e4d9 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:42:21.289178 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-79218088-777e-47e2-bbc6-7980b6568cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:21.357067 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device fc44b940-4dad-4e51-8dfd-f82b388bca53 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:42:21.383316 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-fe2f1eb1-65ea-491a-b5c8-732a4815b457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24368ce0-7ba3-47af-9d7c-adbe383a0662', 'name': 'tempest-TestShelveInstance-1438239053-router', 'tenant_id': 'c47b9999c8154d65a094e05bd06d0e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': '39e21f52-3813-46a7-a9a0-28082585b5e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:42:17Z', 'updated_at': '2021-11-12T09:42:18Z', 'revision_number': 3, 'project_id': 'c47b9999c8154d65a094e05bd06d0e19', 'gw_port': {'id': '39e21f52-3813-46a7-a9a0-28082585b5e2', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:61:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24368ce0-7ba3-47af-9d7c-adbe383a0662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:42:18Z', 'updated_at': '2021-11-12T09:42:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:42:21.420408 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2f1eb1-65ea-491a-b5c8-732a4815b457 None None] The sync data for ids ['24368ce0-7ba3-47af-9d7c-adbe383a0662'] in n-d-765315-29 is: [{'id': '24368ce0-7ba3-47af-9d7c-adbe383a0662', 'name': 'tempest-TestShelveInstance-1438239053-router', 'tenant_id': 'c47b9999c8154d65a094e05bd06d0e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': '39e21f52-3813-46a7-a9a0-28082585b5e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:42:17Z', 'updated_at': '2021-11-12T09:42:18Z', 'revision_number': 3, 'project_id': 'c47b9999c8154d65a094e05bd06d0e19', 'gw_port': {'id': '39e21f52-3813-46a7-a9a0-28082585b5e2', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:61:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24368ce0-7ba3-47af-9d7c-adbe383a0662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:42:18Z', 'updated_at': '2021-11-12T09:42:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:42:21.439936 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469444d0-7449-4c72-b129-dc0b5d81a283 admin admin] Network d7a89733-1a5e-4e85-b33a-05f5f196ee11 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:42:21.441657 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-469444d0-7449-4c72-b129-dc0b5d81a283 admin admin] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:42:21.608196 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-79218088-777e-47e2-bbc6-7980b6568cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:21.627381 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port fc44b940-4dad-4e51-8dfd-f82b388bca53 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:42:21.627764 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:21.671262 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-469444d0-7449-4c72-b129-dc0b5d81a283 admin admin] Router 24368ce0-7ba3-47af-9d7c-adbe383a0662 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:42:21.711741 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-79218088-777e-47e2-bbc6-7980b6568cc5 None None] For port 7eb7d14f-3d41-4cbe-84ce-1775d8b3e4d9, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=7eb7d14f-3d41-4cbe-84ce-1775d8b3e4d9,segment=NetworkSegment(6ae7efaa-7592-4042-8f6b-ce91ba4519ce),segment_id=6ae7efaa-7592-4042-8f6b-ce91ba4519ce)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:42:21.721106 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-79218088-777e-47e2-bbc6-7980b6568cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:21.830303 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79218088-777e-47e2-bbc6-7980b6568cc5 None None] Pushing event updated for resources: {'Port': ['ID=7eb7d14f-3d41-4cbe-84ce-1775d8b3e4d9,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:21.836158 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 7eb7d14f-3d41-4cbe-84ce-1775d8b3e4d9 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:42:21.899617 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 7eb7d14f-3d41-4cbe-84ce-1775d8b3e4d9 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:42:21.899997 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:22.058092 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-d24ad6f7-13d3-483b-98f9-56c9db050b54 None None] Provisioning complete for port 7eb7d14f-3d41-4cbe-84ce-1775d8b3e4d9 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:42:22.058487 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d24ad6f7-13d3-483b-98f9-56c9db050b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:22.187726 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-469444d0-7449-4c72-b129-dc0b5d81a283 admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:42:22.193011 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-469444d0-7449-4c72-b129-dc0b5d81a283 admin admin] 10.222.0.26 "PUT /v2.0/routers/24368ce0-7ba3-47af-9d7c-adbe383a0662/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8258164 Nov 12 09:42:22.251363 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-d24ad6f7-13d3-483b-98f9-56c9db050b54 None None] Provisioning complete for port 4c834ed1-1239-4fda-b5c3-55921b822d46 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:42:22.252126 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d24ad6f7-13d3-483b-98f9-56c9db050b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:22.319513 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-d24ad6f7-13d3-483b-98f9-56c9db050b54 None None] Port 4c834ed1-1239-4fda-b5c3-55921b822d46 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:42:22.447827 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-a9057089-8380-41eb-955c-4e92e0594ec5 None None] Provisioning complete for port 4c834ed1-1239-4fda-b5c3-55921b822d46 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:42:22.449724 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a9057089-8380-41eb-955c-4e92e0594ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:22.498134 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-a9057089-8380-41eb-955c-4e92e0594ec5 None None] Port 4c834ed1-1239-4fda-b5c3-55921b822d46 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:42:22.723061 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-99438671-b896-4e7c-a84e-686778e13fb6 None None] Provisioning complete for port 4c834ed1-1239-4fda-b5c3-55921b822d46 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:42:22.723781 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-99438671-b896-4e7c-a84e-686778e13fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:22.786823 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-99438671-b896-4e7c-a84e-686778e13fb6 None None] Port 4c834ed1-1239-4fda-b5c3-55921b822d46 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:42:23.097967 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 44496) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:42:23.102707 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-8058462a-32c7-43cb-945a-a40c4d4e6821 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1001587521', 'description': 'tempest-secgroup-smoke-1001587521 description', 'project_id': '4851e85000504eacbfb9224e82f68395'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:42:23.128917 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8058462a-32c7-43cb-945a-a40c4d4e6821 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:23.201899 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 39e21f52-3813-46a7-a9a0-28082585b5e2 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:42:23.204779 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8058462a-32c7-43cb-945a-a40c4d4e6821 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:23.209954 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8058462a-32c7-43cb-945a-a40c4d4e6821 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:23.242752 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-8058462a-32c7-43cb-945a-a40c4d4e6821 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks [] for security_group, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:23.244024 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-8058462a-32c7-43cb-945a-a40c4d4e6821 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1449382 Nov 12 09:42:23.244750 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8058462a-32c7-43cb-945a-a40c4d4e6821 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65e9adb0-5d94-47da-81db-a5ff84d676b6,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:23.247853 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 44498) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:42:23.253556 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-92c15c7e-f97b-4757-b964-629203d54f52 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Request body: {'security_group_rule': {'security_group_id': '65e9adb0-5d94-47da-81db-a5ff84d676b6', 'project_id': '4851e85000504eacbfb9224e82f68395', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:42:23.268778 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 39e21f52-3813-46a7-a9a0-28082585b5e2 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:42:23.269143 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:23.280567 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-92c15c7e-f97b-4757-b964-629203d54f52 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:23.336507 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-92c15c7e-f97b-4757-b964-629203d54f52 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:23.341395 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-92c15c7e-f97b-4757-b964-629203d54f52 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:23.352011 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 7eb7d14f-3d41-4cbe-84ce-1775d8b3e4d9 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:42:23.361571 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c15c7e-f97b-4757-b964-629203d54f52 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d33e5437-2255-4bea-8c73-0eb65c2fc31a,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:23.370343 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-92c15c7e-f97b-4757-b964-629203d54f52 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:23.371636 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-92c15c7e-f97b-4757-b964-629203d54f52 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1228297 Nov 12 09:42:23.375068 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 44500) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:42:23.379401 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-44414ad8-5eee-4e78-80cb-91c091a762ba tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Request body: {'security_group_rule': {'security_group_id': '65e9adb0-5d94-47da-81db-a5ff84d676b6', 'project_id': '4851e85000504eacbfb9224e82f68395', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:42:23.405758 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-44414ad8-5eee-4e78-80cb-91c091a762ba tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:23.411999 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 7eb7d14f-3d41-4cbe-84ce-1775d8b3e4d9 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:42:23.412482 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:23.471013 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-44414ad8-5eee-4e78-80cb-91c091a762ba tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:23.475624 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-44414ad8-5eee-4e78-80cb-91c091a762ba tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:23.496774 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44414ad8-5eee-4e78-80cb-91c091a762ba tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef15bee1-137e-4797-8b45-a78b56946989,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:23.503015 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-44414ad8-5eee-4e78-80cb-91c091a762ba tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:23.504326 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-44414ad8-5eee-4e78-80cb-91c091a762ba tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1282737 Nov 12 09:42:23.506944 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 44502) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:42:23.511367 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-09646524-fcad-4c8f-8105-f81829fa98f9 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Request body: {'security_group_rule': {'security_group_id': '65e9adb0-5d94-47da-81db-a5ff84d676b6', 'project_id': '4851e85000504eacbfb9224e82f68395', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:42:23.541235 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-09646524-fcad-4c8f-8105-f81829fa98f9 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:23.602483 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-09646524-fcad-4c8f-8105-f81829fa98f9 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:23.606915 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-09646524-fcad-4c8f-8105-f81829fa98f9 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:23.630779 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09646524-fcad-4c8f-8105-f81829fa98f9 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bca3aa63-e88e-4e20-9f47-11c457cda4f5,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:23.642901 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-09646524-fcad-4c8f-8105-f81829fa98f9 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:23.644762 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-09646524-fcad-4c8f-8105-f81829fa98f9 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1367016 Nov 12 09:42:23.647479 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 44504) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:42:23.652271 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-6235c735-30ce-4cca-b1c7-c9afca42cdfc tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Request body: {'security_group_rule': {'security_group_id': '65e9adb0-5d94-47da-81db-a5ff84d676b6', 'project_id': '4851e85000504eacbfb9224e82f68395', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:42:23.684414 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6235c735-30ce-4cca-b1c7-c9afca42cdfc tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:23.750198 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6235c735-30ce-4cca-b1c7-c9afca42cdfc tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:23.754716 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6235c735-30ce-4cca-b1c7-c9afca42cdfc tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:23.773689 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6235c735-30ce-4cca-b1c7-c9afca42cdfc tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0302806-c14d-46de-bf65-d3e7468889dc,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:23.787471 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6235c735-30ce-4cca-b1c7-c9afca42cdfc tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:23.788867 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-6235c735-30ce-4cca-b1c7-c9afca42cdfc tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1403558 Nov 12 09:42:23.791331 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1752d14e-d6b1-47cc-a2ed-48f79bd303ee None None] Sync routers for ids ['24368ce0-7ba3-47af-9d7c-adbe383a0662'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:42:23.793186 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 44506) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:42:23.798000 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-95d25eb9-56aa-4a2e-80ce-48116a725b97 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Request body: {'security_group_rule': {'security_group_id': '65e9adb0-5d94-47da-81db-a5ff84d676b6', 'project_id': '4851e85000504eacbfb9224e82f68395', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:42:23.806731 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1752d14e-d6b1-47cc-a2ed-48f79bd303ee None None] Routers {'24368ce0-7ba3-47af-9d7c-adbe383a0662'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:42:23.807345 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-1752d14e-d6b1-47cc-a2ed-48f79bd303ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:42:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['24368ce0-7ba3-47af-9d7c-adbe383a0662'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:42:23.821618 n-d-765315-29 neutron-server[102600]: INFO neutron.db.securitygroups_db [None req-95d25eb9-56aa-4a2e-80ce-48116a725b97 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Project 4851e85000504eacbfb9224e82f68395 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:42:23.827189 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-95d25eb9-56aa-4a2e-80ce-48116a725b97 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:23.906456 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-95d25eb9-56aa-4a2e-80ce-48116a725b97 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:23.911780 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-95d25eb9-56aa-4a2e-80ce-48116a725b97 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:23.933405 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d25eb9-56aa-4a2e-80ce-48116a725b97 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e15b2121-0635-45c2-b651-01044c7db72f,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:23.939656 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-95d25eb9-56aa-4a2e-80ce-48116a725b97 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:23.943774 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-95d25eb9-56aa-4a2e-80ce-48116a725b97 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1465454 Nov 12 09:42:23.944190 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 44508) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:42:23.948394 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-837520b9-580b-437c-b683-1474a498b9c6 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Request body: {'security_group_rule': {'security_group_id': '65e9adb0-5d94-47da-81db-a5ff84d676b6', 'project_id': '4851e85000504eacbfb9224e82f68395', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:42:23.972433 n-d-765315-29 neutron-server[102600]: INFO neutron.db.securitygroups_db [None req-837520b9-580b-437c-b683-1474a498b9c6 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Project 4851e85000504eacbfb9224e82f68395 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:42:23.978010 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-837520b9-580b-437c-b683-1474a498b9c6 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:24.045294 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-837520b9-580b-437c-b683-1474a498b9c6 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:24.049562 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-837520b9-580b-437c-b683-1474a498b9c6 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:24.073197 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837520b9-580b-437c-b683-1474a498b9c6 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f91d5551-55d8-4fca-8fea-a78316baa4ff,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:24.083048 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-837520b9-580b-437c-b683-1474a498b9c6 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:24.084568 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-837520b9-580b-437c-b683-1474a498b9c6 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1394248 Nov 12 09:42:24.091466 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-1752d14e-d6b1-47cc-a2ed-48f79bd303ee None None] Set router 24368ce0-7ba3-47af-9d7c-adbe383a0662 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:42:24.240831 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a422a269-c370-423f-8528-2ada4e2411ed req-a19e1417-ff35-43fd-bf75-e8cd7d00fdd0 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1001587521&fields=id&tenant_id=4851e85000504eacbfb9224e82f68395 HTTP/1.1" status: 200 len: 267 time: 0.0458577 Nov 12 09:42:24.306690 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-1752d14e-d6b1-47cc-a2ed-48f79bd303ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24368ce0-7ba3-47af-9d7c-adbe383a0662', 'name': 'tempest-TestShelveInstance-1438239053-router', 'tenant_id': 'c47b9999c8154d65a094e05bd06d0e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': '39e21f52-3813-46a7-a9a0-28082585b5e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:42:17Z', 'updated_at': '2021-11-12T09:42:20Z', 'revision_number': 4, 'project_id': 'c47b9999c8154d65a094e05bd06d0e19', 'gw_port': {'id': '39e21f52-3813-46a7-a9a0-28082585b5e2', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:61:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24368ce0-7ba3-47af-9d7c-adbe383a0662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:42:18Z', 'updated_at': '2021-11-12T09:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '4c834ed1-1239-4fda-b5c3-55921b822d46', 'name': '', 'network_id': 'd7a89733-1a5e-4e85-b33a-05f5f196ee11', 'tenant_id': 'c47b9999c8154d65a094e05bd06d0e19', 'mac_address': 'fa:16:3e:81:ee:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24368ce0-7ba3-47af-9d7c-adbe383a0662', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'c736b0a1-6d00-4f87-a3b3-aaec63a23548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:42:20Z', 'updated_at': '2021-11-12T09:42:20Z', 'revision_number': 2, 'project_id': 'c47b9999c8154d65a094e05bd06d0e19', 'subnets': [{'id': 'c736b0a1-6d00-4f87-a3b3-aaec63a23548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:42:24.333605 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1752d14e-d6b1-47cc-a2ed-48f79bd303ee None None] Checking router: 24368ce0-7ba3-47af-9d7c-adbe383a0662 for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:42:24.333955 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1752d14e-d6b1-47cc-a2ed-48f79bd303ee None None] Updating router 24368ce0-7ba3-47af-9d7c-adbe383a0662 port 4c834ed1-1239-4fda-b5c3-55921b822d46 binding host n-d-765315-29 {{(pid=102601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:42:24.352383 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a422a269-c370-423f-8528-2ada4e2411ed req-93dd7261-604c-4cde-a105-1723b1ea3a11 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:24.353837 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a422a269-c370-423f-8528-2ada4e2411ed req-93dd7261-604c-4cde-a105-1723b1ea3a11 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/networks?id=7bf99071-3909-492e-bde2-c941b91998c5 HTTP/1.1" status: 200 len: 809 time: 0.1062281 Nov 12 09:42:24.360843 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1752d14e-d6b1-47cc-a2ed-48f79bd303ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:24.369692 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a422a269-c370-423f-8528-2ada4e2411ed req-abfc7eeb-1606-485f-b126-ebcffb55c8cc tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/quotas/4851e85000504eacbfb9224e82f68395 HTTP/1.1" status: 200 len: 375 time: 0.0091038 Nov 12 09:42:24.422708 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a422a269-c370-423f-8528-2ada4e2411ed req-d9afc6bc-46c8-42ab-9b3b-1cbd65f0c3b9 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=4851e85000504eacbfb9224e82f68395&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467746 Nov 12 09:42:24.523306 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a422a269-c370-423f-8528-2ada4e2411ed req-ec82df7e-5308-4d3d-9b4e-78c2071a412e service neutron] 10.222.0.26 "GET /v2.0/networks/7bf99071-3909-492e-bde2-c941b91998c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878563 Nov 12 09:42:24.619963 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a422a269-c370-423f-8528-2ada4e2411ed req-e779c162-4321-474c-88a9-850f5e5fd439 service neutron] 10.222.0.26 "GET /v2.0/networks/7bf99071-3909-492e-bde2-c941b91998c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881126 Nov 12 09:42:24.630175 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1752d14e-d6b1-47cc-a2ed-48f79bd303ee None None] Publish callbacks [] for port, precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:24.635525 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1752d14e-d6b1-47cc-a2ed-48f79bd303ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:24.708099 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e060d9-2844-440e-b2dd-582a2abde301 None None] Pushing event updated for resources: {'Port': ['ID=4c834ed1-1239-4fda-b5c3-55921b822d46,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:24.739768 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-1752d14e-d6b1-47cc-a2ed-48f79bd303ee None None] Attempting to bind port 4c834ed1-1239-4fda-b5c3-55921b822d46 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:42:24.740144 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-1752d14e-d6b1-47cc-a2ed-48f79bd303ee None None] Attempting to bind port 4c834ed1-1239-4fda-b5c3-55921b822d46 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '6ae7efaa-7592-4042-8f6b-ce91ba4519ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'd7a89733-1a5e-4e85-b33a-05f5f196ee11'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:42:24.740541 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1752d14e-d6b1-47cc-a2ed-48f79bd303ee None None] Attempting to bind port 4c834ed1-1239-4fda-b5c3-55921b822d46 on network d7a89733-1a5e-4e85-b33a-05f5f196ee11 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:42:24.754245 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1752d14e-d6b1-47cc-a2ed-48f79bd303ee None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:42:24.758815 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1752d14e-d6b1-47cc-a2ed-48f79bd303ee None None] Checking segment: {'id': '6ae7efaa-7592-4042-8f6b-ce91ba4519ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'd7a89733-1a5e-4e85-b33a-05f5f196ee11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:42:24.759344 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1752d14e-d6b1-47cc-a2ed-48f79bd303ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:24.759759 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1752d14e-d6b1-47cc-a2ed-48f79bd303ee None None] Bound using segment: {'id': '6ae7efaa-7592-4042-8f6b-ce91ba4519ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'd7a89733-1a5e-4e85-b33a-05f5f196ee11'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:42:24.760271 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-1752d14e-d6b1-47cc-a2ed-48f79bd303ee None None] Bound port: 4c834ed1-1239-4fda-b5c3-55921b822d46, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ae7efaa-7592-4042-8f6b-ce91ba4519ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'd7a89733-1a5e-4e85-b33a-05f5f196ee11'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:42:24.760659 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1752d14e-d6b1-47cc-a2ed-48f79bd303ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:24.819578 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cfb47276-2337-46de-bafd-0cee88aa6e2c req-6207562f-bdea-4b42-be2c-19fe5918d17d tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=45583a27-bf99-4ccd-916f-a5dd6bfc3279 HTTP/1.1" status: 200 len: 210 time: 0.0365505 Nov 12 09:42:24.844346 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-1752d14e-d6b1-47cc-a2ed-48f79bd303ee None None] For port 4c834ed1-1239-4fda-b5c3-55921b822d46, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:42:24.848110 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-1752d14e-d6b1-47cc-a2ed-48f79bd303ee None None] For port 4c834ed1-1239-4fda-b5c3-55921b822d46, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=4c834ed1-1239-4fda-b5c3-55921b822d46,segment=NetworkSegment(6ae7efaa-7592-4042-8f6b-ce91ba4519ce),segment_id=6ae7efaa-7592-4042-8f6b-ce91ba4519ce)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:42:24.855579 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1752d14e-d6b1-47cc-a2ed-48f79bd303ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:24.920406 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1752d14e-d6b1-47cc-a2ed-48f79bd303ee None None] Routers {'24368ce0-7ba3-47af-9d7c-adbe383a0662'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:42:24.921608 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-1752d14e-d6b1-47cc-a2ed-48f79bd303ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:42:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['24368ce0-7ba3-47af-9d7c-adbe383a0662'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:42:24.963810 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e060d9-2844-440e-b2dd-582a2abde301 None None] Pushing event updated for resources: {'Port': ['ID=4c834ed1-1239-4fda-b5c3-55921b822d46,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:25.061239 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-6917d938-ac54-4f19-a889-c70c6676c563 None None] Provisioning complete for port 4c834ed1-1239-4fda-b5c3-55921b822d46 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:42:25.062310 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6917d938-ac54-4f19-a889-c70c6676c563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:25.097251 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-1752d14e-d6b1-47cc-a2ed-48f79bd303ee None None] Set router 24368ce0-7ba3-47af-9d7c-adbe383a0662 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:42:25.306957 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6917d938-ac54-4f19-a889-c70c6676c563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:25.376596 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-6917d938-ac54-4f19-a889-c70c6676c563 None None] For port 4c834ed1-1239-4fda-b5c3-55921b822d46, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=4c834ed1-1239-4fda-b5c3-55921b822d46,segment=NetworkSegment(6ae7efaa-7592-4042-8f6b-ce91ba4519ce),segment_id=6ae7efaa-7592-4042-8f6b-ce91ba4519ce)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:42:25.385635 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6917d938-ac54-4f19-a889-c70c6676c563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:25.449681 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6917d938-ac54-4f19-a889-c70c6676c563 None None] Pushing event updated for resources: {'Port': ['ID=4c834ed1-1239-4fda-b5c3-55921b822d46,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:25.455862 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-1752d14e-d6b1-47cc-a2ed-48f79bd303ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24368ce0-7ba3-47af-9d7c-adbe383a0662', 'name': 'tempest-TestShelveInstance-1438239053-router', 'tenant_id': 'c47b9999c8154d65a094e05bd06d0e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': '39e21f52-3813-46a7-a9a0-28082585b5e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:42:17Z', 'updated_at': '2021-11-12T09:42:20Z', 'revision_number': 4, 'project_id': 'c47b9999c8154d65a094e05bd06d0e19', 'gw_port': {'id': '39e21f52-3813-46a7-a9a0-28082585b5e2', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:61:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24368ce0-7ba3-47af-9d7c-adbe383a0662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:42:18Z', 'updated_at': '2021-11-12T09:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '4c834ed1-1239-4fda-b5c3-55921b822d46', 'name': '', 'network_id': 'd7a89733-1a5e-4e85-b33a-05f5f196ee11', 'tenant_id': 'c47b9999c8154d65a094e05bd06d0e19', 'mac_address': 'fa:16:3e:81:ee:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24368ce0-7ba3-47af-9d7c-adbe383a0662', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'c736b0a1-6d00-4f87-a3b3-aaec63a23548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:42:20Z', 'updated_at': '2021-11-12T09:42:24Z', 'revision_number': 4, 'project_id': 'c47b9999c8154d65a094e05bd06d0e19', 'subnets': [{'id': 'c736b0a1-6d00-4f87-a3b3-aaec63a23548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:42:25.490619 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1752d14e-d6b1-47cc-a2ed-48f79bd303ee None None] The sync data for ids ['24368ce0-7ba3-47af-9d7c-adbe383a0662'] in n-d-765315-29 is: [{'id': '24368ce0-7ba3-47af-9d7c-adbe383a0662', 'name': 'tempest-TestShelveInstance-1438239053-router', 'tenant_id': 'c47b9999c8154d65a094e05bd06d0e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': '39e21f52-3813-46a7-a9a0-28082585b5e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:42:17Z', 'updated_at': '2021-11-12T09:42:20Z', 'revision_number': 4, 'project_id': 'c47b9999c8154d65a094e05bd06d0e19', 'gw_port': {'id': '39e21f52-3813-46a7-a9a0-28082585b5e2', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:61:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24368ce0-7ba3-47af-9d7c-adbe383a0662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:42:18Z', 'updated_at': '2021-11-12T09:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '4c834ed1-1239-4fda-b5c3-55921b822d46', 'name': '', 'network_id': 'd7a89733-1a5e-4e85-b33a-05f5f196ee11', 'tenant_id': 'c47b9999c8154d65a094e05bd06d0e19', 'mac_address': 'fa:16:3e:81:ee:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24368ce0-7ba3-47af-9d7c-adbe383a0662', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'c736b0a1-6d00-4f87-a3b3-aaec63a23548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:42:20Z', 'updated_at': '2021-11-12T09:42:24Z', 'revision_number': 4, 'project_id': 'c47b9999c8154d65a094e05bd06d0e19', 'subnets': [{'id': 'c736b0a1-6d00-4f87-a3b3-aaec63a23548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:42:25.508627 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e86aea46-808a-472e-a0fd-e1f0f95870b5 None None] Provisioning complete for port 4c834ed1-1239-4fda-b5c3-55921b822d46 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:42:25.508998 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e86aea46-808a-472e-a0fd-e1f0f95870b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:25.946548 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c18d7083-5853-4fb5-a7bd-80ccd45319d1 req-9e4d056c-e6ef-457a-950c-9d4621851a24 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=45583a27-bf99-4ccd-916f-a5dd6bfc3279 HTTP/1.1" status: 200 len: 210 time: 0.0552547 Nov 12 09:42:26.008680 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a422a269-c370-423f-8528-2ada4e2411ed req-64617e40-362b-4d68-bdf5-be5c266e620a tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:26.010156 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a422a269-c370-423f-8528-2ada4e2411ed req-64617e40-362b-4d68-bdf5-be5c266e620a tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.44 "GET /v2.0/networks?id=7bf99071-3909-492e-bde2-c941b91998c5 HTTP/1.1" status: 200 len: 809 time: 0.1167235 Nov 12 09:42:26.097160 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a422a269-c370-423f-8528-2ada4e2411ed req-558168df-26a1-4458-89f4-4b0e05bfa291 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4851e85000504eacbfb9224e82f68395 HTTP/1.1" status: 200 len: 380 time: 0.0548651 Nov 12 09:42:26.131490 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-a422a269-c370-423f-8528-2ada4e2411ed req-931aaefc-2069-43e4-b392-0575028ff145 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Request body: {'port': {'device_id': '45583a27-bf99-4ccd-916f-a5dd6bfc3279', 'network_id': '7bf99071-3909-492e-bde2-c941b91998c5', 'admin_state_up': True, 'tenant_id': '4851e85000504eacbfb9224e82f68395', 'security_groups': ['65e9adb0-5d94-47da-81db-a5ff84d676b6']}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:42:26.242349 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a422a269-c370-423f-8528-2ada4e2411ed req-931aaefc-2069-43e4-b392-0575028ff145 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Made reservation on behalf of 4851e85000504eacbfb9224e82f68395 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:42:26.245970 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-a422a269-c370-423f-8528-2ada4e2411ed req-931aaefc-2069-43e4-b392-0575028ff145 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:26.373976 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-a422a269-c370-423f-8528-2ada4e2411ed req-931aaefc-2069-43e4-b392-0575028ff145 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Allocated IP 172.20.0.10 (7bf99071-3909-492e-bde2-c941b91998c5/d3dc06a2-6bc5-41d5-bac3-9664ccb379f1/3b8cc8c2-5926-4175-8e38-26b16abf4fc9) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:42:26.516713 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-a422a269-c370-423f-8528-2ada4e2411ed req-931aaefc-2069-43e4-b392-0575028ff145 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:26.549729 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-a422a269-c370-423f-8528-2ada4e2411ed req-931aaefc-2069-43e4-b392-0575028ff145 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:26.592401 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a422a269-c370-423f-8528-2ada4e2411ed req-931aaefc-2069-43e4-b392-0575028ff145 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Network 7bf99071-3909-492e-bde2-c941b91998c5 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:42:26.598459 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-a422a269-c370-423f-8528-2ada4e2411ed req-931aaefc-2069-43e4-b392-0575028ff145 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:42:26.602287 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-a422a269-c370-423f-8528-2ada4e2411ed req-931aaefc-2069-43e4-b392-0575028ff145 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:42:26.609349 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931aaefc-2069-43e4-b392-0575028ff145 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Pushing event updated for resources: {'Port': ['ID=3b8cc8c2-5926-4175-8e38-26b16abf4fc9,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:26.660382 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a422a269-c370-423f-8528-2ada4e2411ed req-931aaefc-2069-43e4-b392-0575028ff145 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:26.662093 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-a422a269-c370-423f-8528-2ada4e2411ed req-931aaefc-2069-43e4-b392-0575028ff145 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:26.686210 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a422a269-c370-423f-8528-2ada4e2411ed req-931aaefc-2069-43e4-b392-0575028ff145 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5587888 Nov 12 09:42:26.707822 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-a422a269-c370-423f-8528-2ada4e2411ed req-2c9a16b7-6cd3-49f0-8814-55b3356e1fdc service neutron] Request body: {'port': {'device_id': '45583a27-bf99-4ccd-916f-a5dd6bfc3279', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:42:26.775599 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-a422a269-c370-423f-8528-2ada4e2411ed req-2c9a16b7-6cd3-49f0-8814-55b3356e1fdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:26.849696 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-ce6c60da-1dd5-4201-ae40-c7a5aaa78624 None None] Provisioning complete for port 3b8cc8c2-5926-4175-8e38-26b16abf4fc9 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:42:26.850303 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ce6c60da-1dd5-4201-ae40-c7a5aaa78624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:26.896087 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-ce6c60da-1dd5-4201-ae40-c7a5aaa78624 None None] Port 3b8cc8c2-5926-4175-8e38-26b16abf4fc9 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:42:27.073563 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-a422a269-c370-423f-8528-2ada4e2411ed req-2c9a16b7-6cd3-49f0-8814-55b3356e1fdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b8cc8c2-5926-4175-8e38-26b16abf4fc9 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:42:27.082694 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-a422a269-c370-423f-8528-2ada4e2411ed req-2c9a16b7-6cd3-49f0-8814-55b3356e1fdc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:27.088231 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85100d4-a9ab-4d3f-ad35-d1df5ca209b7 req-ee3a7d92-8dfd-4596-b9af-c0d3a23634d7 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:27.095095 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b85100d4-a9ab-4d3f-ad35-d1df5ca209b7 req-ee3a7d92-8dfd-4596-b9af-c0d3a23634d7 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=45583a27-bf99-4ccd-916f-a5dd6bfc3279 HTTP/1.1" status: 200 len: 932 time: 0.0747714 Nov 12 09:42:27.096712 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-a422a269-c370-423f-8528-2ada4e2411ed req-2c9a16b7-6cd3-49f0-8814-55b3356e1fdc service neutron] Transition to ACTIVE for port object 3b8cc8c2-5926-4175-8e38-26b16abf4fc9 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:42:27.103290 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-a422a269-c370-423f-8528-2ada4e2411ed req-2c9a16b7-6cd3-49f0-8814-55b3356e1fdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:27.189237 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9a16b7-6cd3-49f0-8814-55b3356e1fdc service neutron] Pushing event updated for resources: {'Port': ['ID=3b8cc8c2-5926-4175-8e38-26b16abf4fc9,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:27.190404 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b85100d4-a9ab-4d3f-ad35-d1df5ca209b7 req-48696eb8-973e-4cf7-9095-7b37c6a0f57c tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=65e9adb0-5d94-47da-81db-a5ff84d676b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930178 Nov 12 09:42:27.203567 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 4c834ed1-1239-4fda-b5c3-55921b822d46 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:42:27.260425 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-a422a269-c370-423f-8528-2ada4e2411ed req-2c9a16b7-6cd3-49f0-8814-55b3356e1fdc service neutron] Attempting to bind port 3b8cc8c2-5926-4175-8e38-26b16abf4fc9 on host n-h2-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:42:27.260759 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-a422a269-c370-423f-8528-2ada4e2411ed req-2c9a16b7-6cd3-49f0-8814-55b3356e1fdc service neutron] Attempting to bind port 3b8cc8c2-5926-4175-8e38-26b16abf4fc9 by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': '95dac6b9-a589-4ccf-96ab-e9d18b9345d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '7bf99071-3909-492e-bde2-c941b91998c5'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:42:27.261087 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a422a269-c370-423f-8528-2ada4e2411ed req-2c9a16b7-6cd3-49f0-8814-55b3356e1fdc service neutron] Attempting to bind port 3b8cc8c2-5926-4175-8e38-26b16abf4fc9 on network 7bf99071-3909-492e-bde2-c941b91998c5 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:42:27.264188 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 4c834ed1-1239-4fda-b5c3-55921b822d46 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:42:27.264726 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:27.265980 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a422a269-c370-423f-8528-2ada4e2411ed req-2c9a16b7-6cd3-49f0-8814-55b3356e1fdc service neutron] Port 3b8cc8c2-5926-4175-8e38-26b16abf4fc9 on network 7bf99071-3909-492e-bde2-c941b91998c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:42:27.266540 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a422a269-c370-423f-8528-2ada4e2411ed req-2c9a16b7-6cd3-49f0-8814-55b3356e1fdc service neutron] Attempting to bind port 3b8cc8c2-5926-4175-8e38-26b16abf4fc9 on network 7bf99071-3909-492e-bde2-c941b91998c5 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:42:27.271554 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a422a269-c370-423f-8528-2ada4e2411ed req-2c9a16b7-6cd3-49f0-8814-55b3356e1fdc service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:42:27.271890 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a422a269-c370-423f-8528-2ada4e2411ed req-2c9a16b7-6cd3-49f0-8814-55b3356e1fdc service neutron] Checking segment: {'id': '95dac6b9-a589-4ccf-96ab-e9d18b9345d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '7bf99071-3909-492e-bde2-c941b91998c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:42:27.272268 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a422a269-c370-423f-8528-2ada4e2411ed req-2c9a16b7-6cd3-49f0-8814-55b3356e1fdc service neutron] Bound using segment: {'id': '95dac6b9-a589-4ccf-96ab-e9d18b9345d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '7bf99071-3909-492e-bde2-c941b91998c5'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:42:27.272686 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-a422a269-c370-423f-8528-2ada4e2411ed req-2c9a16b7-6cd3-49f0-8814-55b3356e1fdc service neutron] Bound port: 3b8cc8c2-5926-4175-8e38-26b16abf4fc9, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95dac6b9-a589-4ccf-96ab-e9d18b9345d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '7bf99071-3909-492e-bde2-c941b91998c5'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:42:27.273040 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-a422a269-c370-423f-8528-2ada4e2411ed req-2c9a16b7-6cd3-49f0-8814-55b3356e1fdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:27.344852 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-a422a269-c370-423f-8528-2ada4e2411ed req-2c9a16b7-6cd3-49f0-8814-55b3356e1fdc service neutron] For port 3b8cc8c2-5926-4175-8e38-26b16abf4fc9, host n-h2-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:42:27.348217 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-a422a269-c370-423f-8528-2ada4e2411ed req-2c9a16b7-6cd3-49f0-8814-55b3356e1fdc service neutron] For port 3b8cc8c2-5926-4175-8e38-26b16abf4fc9, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=3b8cc8c2-5926-4175-8e38-26b16abf4fc9,segment=NetworkSegment(95dac6b9-a589-4ccf-96ab-e9d18b9345d1),segment_id=95dac6b9-a589-4ccf-96ab-e9d18b9345d1)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:42:27.355890 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-a422a269-c370-423f-8528-2ada4e2411ed req-2c9a16b7-6cd3-49f0-8814-55b3356e1fdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:27.393220 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a422a269-c370-423f-8528-2ada4e2411ed req-2c9a16b7-6cd3-49f0-8814-55b3356e1fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:27.393970 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-a422a269-c370-423f-8528-2ada4e2411ed req-2c9a16b7-6cd3-49f0-8814-55b3356e1fdc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:27.395483 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a422a269-c370-423f-8528-2ada4e2411ed req-2c9a16b7-6cd3-49f0-8814-55b3356e1fdc service neutron] 10.222.0.44 "PUT /v2.0/ports/3b8cc8c2-5926-4175-8e38-26b16abf4fc9 HTTP/1.1" status: 200 len: 1093 time: 0.6921496 Nov 12 09:42:27.395899 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45583a27-bf99-4ccd-916f-a5dd6bfc3279', 'tag': '3b8cc8c2-5926-4175-8e38-26b16abf4fc9'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:42:27.398019 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c022ff2c5cb8d3060857f92f3690e67c01ee9cc1391db4b92ea76e21aea06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a14076b4-d404-4f05-9428-c217ba6e069b" -d '{"events": [{"name": "network-changed", "server_uuid": "45583a27-bf99-4ccd-916f-a5dd6bfc3279", "tag": "3b8cc8c2-5926-4175-8e38-26b16abf4fc9"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:42:27.427521 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9a16b7-6cd3-49f0-8814-55b3356e1fdc service neutron] Pushing event updated for resources: {'Port': ['ID=3b8cc8c2-5926-4175-8e38-26b16abf4fc9,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:27.452303 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b480e8f-3f73-4627-88d2-b991846f6bfb x-openstack-request-id: req-3b480e8f-3f73-4627-88d2-b991846f6bfb {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:42:27.452669 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45583a27-bf99-4ccd-916f-a5dd6bfc3279", "tag": "3b8cc8c2-5926-4175-8e38-26b16abf4fc9", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:42:27.453079 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3b480e8f-3f73-4627-88d2-b991846f6bfb {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:42:27.453468 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45583a27-bf99-4ccd-916f-a5dd6bfc3279', 'tag': '3b8cc8c2-5926-4175-8e38-26b16abf4fc9', 'status': 'completed', 'code': 200} Nov 12 09:42:27.524252 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a422a269-c370-423f-8528-2ada4e2411ed req-caae560b-a708-46ec-9b87-d238f21c77e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:27.525804 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a422a269-c370-423f-8528-2ada4e2411ed req-caae560b-a708-46ec-9b87-d238f21c77e7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4851e85000504eacbfb9224e82f68395&device_id=45583a27-bf99-4ccd-916f-a5dd6bfc3279 HTTP/1.1" status: 200 len: 1096 time: 0.0485890 Nov 12 09:42:27.582710 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a422a269-c370-423f-8528-2ada4e2411ed req-206c10e2-6431-4684-ad11-90494c9fce47 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b8cc8c2-5926-4175-8e38-26b16abf4fc9 HTTP/1.1" status: 200 len: 217 time: 0.0376410 Nov 12 09:42:27.640758 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a422a269-c370-423f-8528-2ada4e2411ed req-e03b45c0-e978-497f-b6c8-2c52b58fb6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:27.642338 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a422a269-c370-423f-8528-2ada4e2411ed req-e03b45c0-e978-497f-b6c8-2c52b58fb6cb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d3dc06a2-6bc5-41d5-bac3-9664ccb379f1 HTTP/1.1" status: 200 len: 848 time: 0.0501583 Nov 12 09:42:27.692047 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a422a269-c370-423f-8528-2ada4e2411ed req-13a0f052-5a1b-4b1a-b74e-320312544396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:27.693519 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a422a269-c370-423f-8528-2ada4e2411ed req-13a0f052-5a1b-4b1a-b74e-320312544396 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7bf99071-3909-492e-bde2-c941b91998c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428834 Nov 12 09:42:27.797794 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a422a269-c370-423f-8528-2ada4e2411ed req-17873286-9648-411c-bd50-a0c3268eabf7 service neutron] 10.222.0.44 "GET /v2.0/networks/7bf99071-3909-492e-bde2-c941b91998c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936897 Nov 12 09:42:27.896868 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a422a269-c370-423f-8528-2ada4e2411ed req-59a0efd5-53b8-4cef-aab3-00a541579953 service neutron] 10.222.0.44 "GET /v2.0/networks/7bf99071-3909-492e-bde2-c941b91998c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906253 Nov 12 09:42:28.030148 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14076b4-d404-4f05-9428-c217ba6e069b req-8a5a3989-5e10-48cc-b256-83793afdfd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:28.032225 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a14076b4-d404-4f05-9428-c217ba6e069b req-8a5a3989-5e10-48cc-b256-83793afdfd28 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4851e85000504eacbfb9224e82f68395&device_id=45583a27-bf99-4ccd-916f-a5dd6bfc3279 HTTP/1.1" status: 200 len: 1096 time: 0.0425856 Nov 12 09:42:28.125944 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14076b4-d404-4f05-9428-c217ba6e069b req-bab03ce6-95a3-4866-9ca6-0c18434393a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:28.127429 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a14076b4-d404-4f05-9428-c217ba6e069b req-bab03ce6-95a3-4866-9ca6-0c18434393a8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7bf99071-3909-492e-bde2-c941b91998c5 HTTP/1.1" status: 200 len: 910 time: 0.0874443 Nov 12 09:42:28.174043 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a14076b4-d404-4f05-9428-c217ba6e069b req-5d941a7c-85ce-4a0f-8cbf-9791fa7d401c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b8cc8c2-5926-4175-8e38-26b16abf4fc9 HTTP/1.1" status: 200 len: 217 time: 0.0387621 Nov 12 09:42:28.226448 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14076b4-d404-4f05-9428-c217ba6e069b req-2f384014-e3c5-41e4-a9ee-90339227d09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:28.227979 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a14076b4-d404-4f05-9428-c217ba6e069b req-2f384014-e3c5-41e4-a9ee-90339227d09f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d3dc06a2-6bc5-41d5-bac3-9664ccb379f1 HTTP/1.1" status: 200 len: 848 time: 0.0465634 Nov 12 09:42:28.281587 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14076b4-d404-4f05-9428-c217ba6e069b req-99a09fae-2b6d-41cd-84f9-0dd2d1a900e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:28.283156 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a14076b4-d404-4f05-9428-c217ba6e069b req-99a09fae-2b6d-41cd-84f9-0dd2d1a900e8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7bf99071-3909-492e-bde2-c941b91998c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438268 Nov 12 09:42:28.309474 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3287fd29-8cfd-4aec-84e4-00d4e760ce0f req-0a525286-ad04-4656-8426-93fd8bd29902 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:28.310985 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3287fd29-8cfd-4aec-84e4-00d4e760ce0f req-0a525286-ad04-4656-8426-93fd8bd29902 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=45583a27-bf99-4ccd-916f-a5dd6bfc3279 HTTP/1.1" status: 200 len: 944 time: 0.0505574 Nov 12 09:42:28.361167 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3287fd29-8cfd-4aec-84e4-00d4e760ce0f req-85958909-19d7-4fcd-b244-d04e2f103873 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=65e9adb0-5d94-47da-81db-a5ff84d676b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435321 Nov 12 09:42:28.383774 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a14076b4-d404-4f05-9428-c217ba6e069b req-47f6d588-6217-4a9c-9bbc-a4f8e07ec1f6 service neutron] 10.222.0.44 "GET /v2.0/networks/7bf99071-3909-492e-bde2-c941b91998c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902112 Nov 12 09:42:28.475151 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a14076b4-d404-4f05-9428-c217ba6e069b req-04cdf4ba-f8d6-4966-8520-853b45b86680 service neutron] 10.222.0.44 "GET /v2.0/networks/7bf99071-3909-492e-bde2-c941b91998c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836968 Nov 12 09:42:29.485519 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0141437-6d2a-45cc-8763-46bc509d916e req-422ad2a3-01c0-40c9-afad-c828320a6658 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:29.487302 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c0141437-6d2a-45cc-8763-46bc509d916e req-422ad2a3-01c0-40c9-afad-c828320a6658 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=45583a27-bf99-4ccd-916f-a5dd6bfc3279 HTTP/1.1" status: 200 len: 944 time: 0.0575776 Nov 12 09:42:29.537307 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c0141437-6d2a-45cc-8763-46bc509d916e req-f00342cf-1edb-4f43-926a-73cd4d155753 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=65e9adb0-5d94-47da-81db-a5ff84d676b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440204 Nov 12 09:42:30.652590 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67ced48-dd8a-4309-a8d2-6989837e3134 req-871c17b6-3c3f-4ba7-bd14-7a1dfb7ef796 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:30.654093 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e67ced48-dd8a-4309-a8d2-6989837e3134 req-871c17b6-3c3f-4ba7-bd14-7a1dfb7ef796 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=45583a27-bf99-4ccd-916f-a5dd6bfc3279 HTTP/1.1" status: 200 len: 944 time: 0.0485117 Nov 12 09:42:30.705822 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e67ced48-dd8a-4309-a8d2-6989837e3134 req-44f900f3-74b7-452e-bfdd-644db9585bcf tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=65e9adb0-5d94-47da-81db-a5ff84d676b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448966 Nov 12 09:42:31.409045 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 3b8cc8c2-5926-4175-8e38-26b16abf4fc9 details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:42:31.504979 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 3b8cc8c2-5926-4175-8e38-26b16abf4fc9, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=3b8cc8c2-5926-4175-8e38-26b16abf4fc9,segment=NetworkSegment(95dac6b9-a589-4ccf-96ab-e9d18b9345d1),segment_id=95dac6b9-a589-4ccf-96ab-e9d18b9345d1)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:42:31.516456 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': '3b8cc8c2-5926-4175-8e38-26b16abf4fc9', 'network_id': '7bf99071-3909-492e-bde2-c941b91998c5', 'port_id': '3b8cc8c2-5926-4175-8e38-26b16abf4fc9', 'mac_address': 'fa:16:3e:a5:42:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3dc06a2-6bc5-41d5-bac3-9664ccb379f1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:42:31.556368 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:31.569266 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b8cc8c2-5926-4175-8e38-26b16abf4fc9 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:42:31.588498 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 3b8cc8c2-5926-4175-8e38-26b16abf4fc9, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=3b8cc8c2-5926-4175-8e38-26b16abf4fc9,segment=NetworkSegment(95dac6b9-a589-4ccf-96ab-e9d18b9345d1),segment_id=95dac6b9-a589-4ccf-96ab-e9d18b9345d1)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:42:31.593440 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:31.640468 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=3b8cc8c2-5926-4175-8e38-26b16abf4fc9,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:31.830555 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7444a2a0-2432-4c6d-b8bc-0c76082488de req-d272c373-f032-4770-bedb-9e7203fdf656 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:31.832109 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7444a2a0-2432-4c6d-b8bc-0c76082488de req-d272c373-f032-4770-bedb-9e7203fdf656 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=45583a27-bf99-4ccd-916f-a5dd6bfc3279 HTTP/1.1" status: 200 len: 945 time: 0.0575106 Nov 12 09:42:31.883220 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7444a2a0-2432-4c6d-b8bc-0c76082488de req-4d2f84f3-5bb1-41b0-b122-79e1191a4f51 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=65e9adb0-5d94-47da-81db-a5ff84d676b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450058 Nov 12 09:42:31.927785 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['3b8cc8c2-5926-4175-8e38-26b16abf4fc9'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:42:33.002102 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4b50e6-d859-4045-b94f-30de9f550134 req-c3dfd577-200c-4a1a-a13e-a915ec92197d tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:33.003612 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0a4b50e6-d859-4045-b94f-30de9f550134 req-c3dfd577-200c-4a1a-a13e-a915ec92197d tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=45583a27-bf99-4ccd-916f-a5dd6bfc3279 HTTP/1.1" status: 200 len: 945 time: 0.0502195 Nov 12 09:42:33.052522 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0a4b50e6-d859-4045-b94f-30de9f550134 req-7d3307dd-fe41-460c-acfd-2a98708be2e4 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=65e9adb0-5d94-47da-81db-a5ff84d676b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428348 Nov 12 09:42:33.422098 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 3b8cc8c2-5926-4175-8e38-26b16abf4fc9 up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:42:33.471117 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning for port 3b8cc8c2-5926-4175-8e38-26b16abf4fc9 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:42:33.474967 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port 3b8cc8c2-5926-4175-8e38-26b16abf4fc9 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:42:33.475328 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:33.559634 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:33.582464 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45583a27-bf99-4ccd-916f-a5dd6bfc3279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b8cc8c2-5926-4175-8e38-26b16abf4fc9'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:42:33.584698 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132d5890bda14c85ea4d6a837dfa65400ea66c0cb50158568a7b02b7fe216ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca86c69a-b8c9-443e-a7b3-a84e7666c42f" -d '{"events": [{"server_uuid": "45583a27-bf99-4ccd-916f-a5dd6bfc3279", "name": "network-vif-plugged", "status": "completed", "tag": "3b8cc8c2-5926-4175-8e38-26b16abf4fc9"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:42:33.597329 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 3b8cc8c2-5926-4175-8e38-26b16abf4fc9, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=3b8cc8c2-5926-4175-8e38-26b16abf4fc9,segment=NetworkSegment(95dac6b9-a589-4ccf-96ab-e9d18b9345d1),segment_id=95dac6b9-a589-4ccf-96ab-e9d18b9345d1)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:42:33.601968 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:33.628017 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-462b08e3-caba-47f8-a41c-bf70031c9d49 x-openstack-request-id: req-462b08e3-caba-47f8-a41c-bf70031c9d49 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:42:33.628303 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45583a27-bf99-4ccd-916f-a5dd6bfc3279", "name": "network-vif-plugged", "status": "completed", "tag": "3b8cc8c2-5926-4175-8e38-26b16abf4fc9", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:42:33.628553 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-462b08e3-caba-47f8-a41c-bf70031c9d49 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:42:33.628938 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45583a27-bf99-4ccd-916f-a5dd6bfc3279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b8cc8c2-5926-4175-8e38-26b16abf4fc9', 'code': 200} Nov 12 09:42:33.651346 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=3b8cc8c2-5926-4175-8e38-26b16abf4fc9,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:33.764481 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97295d3-3047-4037-a5de-17d35deee9f5 req-f713c087-00dd-467f-9931-a29de0b3136a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:33.765900 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d97295d3-3047-4037-a5de-17d35deee9f5 req-f713c087-00dd-467f-9931-a29de0b3136a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=45583a27-bf99-4ccd-916f-a5dd6bfc3279 HTTP/1.1" status: 200 len: 1098 time: 0.0460765 Nov 12 09:42:33.813620 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-d97295d3-3047-4037-a5de-17d35deee9f5 req-c4826b06-0f8d-4636-a1c4-87157a8ae867 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=65e9adb0-5d94-47da-81db-a5ff84d676b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393994 Nov 12 09:42:34.171973 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7df7bf-0151-4255-ab95-68a73ef6e6d9 req-acf266c9-3495-4bae-a8bd-87642ef5de76 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:34.173482 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9c7df7bf-0151-4255-ab95-68a73ef6e6d9 req-acf266c9-3495-4bae-a8bd-87642ef5de76 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=45583a27-bf99-4ccd-916f-a5dd6bfc3279 HTTP/1.1" status: 200 len: 946 time: 0.0490813 Nov 12 09:42:34.183590 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a7428a6d-0f35-4283-bd75-9fc9e21b7661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:34.231644 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9c7df7bf-0151-4255-ab95-68a73ef6e6d9 req-4372c226-e40d-4633-b472-795fe4c168a9 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=65e9adb0-5d94-47da-81db-a5ff84d676b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521014 Nov 12 09:42:35.351120 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bef2e0-f2e9-4c8d-8528-f53270d6ab32 req-74c971c6-aa02-4c66-a216-4cffb46fff82 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:35.352594 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d4bef2e0-f2e9-4c8d-8528-f53270d6ab32 req-74c971c6-aa02-4c66-a216-4cffb46fff82 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=45583a27-bf99-4ccd-916f-a5dd6bfc3279 HTTP/1.1" status: 200 len: 946 time: 0.0497994 Nov 12 09:42:35.409460 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d4bef2e0-f2e9-4c8d-8528-f53270d6ab32 req-15559a78-d191-43fc-84f5-dda33599d67a tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=65e9adb0-5d94-47da-81db-a5ff84d676b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503716 Nov 12 09:42:35.522754 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6152aa-fb30-43d2-ac45-c61c3f62960b req-348eac8c-dc8d-4879-ab1a-ba2b2e12c6b1 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:35.524233 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cb6152aa-fb30-43d2-ac45-c61c3f62960b req-348eac8c-dc8d-4879-ab1a-ba2b2e12c6b1 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=45583a27-bf99-4ccd-916f-a5dd6bfc3279 HTTP/1.1" status: 200 len: 946 time: 0.0491791 Nov 12 09:42:35.575050 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-cb6152aa-fb30-43d2-ac45-c61c3f62960b req-618f4f33-8db8-4bd6-80ef-3715a6d67cfb tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=65e9adb0-5d94-47da-81db-a5ff84d676b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448248 Nov 12 09:42:35.597424 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 44560) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:42:35.729202 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b59a5af-eceb-4b1f-ad1f-14440ff8fca9 tempest-TestShelveInstance-999481114 tempest-TestShelveInstance-999481114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:35.730774 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-7b59a5af-eceb-4b1f-ad1f-14440ff8fca9 tempest-TestShelveInstance-999481114 tempest-TestShelveInstance-999481114-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=45583a27-bf99-4ccd-916f-a5dd6bfc3279 HTTP/1.1" status: 200 len: 1093 time: 0.1323326 Nov 12 09:42:35.733746 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 44564) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:42:35.738454 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-e81a8c5c-e822-4b9c-9135-d8c638e00814 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Request body: {'floatingip': {'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'port_id': '3b8cc8c2-5926-4175-8e38-26b16abf4fc9', 'tenant_id': '4851e85000504eacbfb9224e82f68395', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:42:35.760499 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e81a8c5c-e822-4b9c-9135-d8c638e00814 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks [] for floatingip, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:35.857000 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e81a8c5c-e822-4b9c-9135-d8c638e00814 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:35.966394 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-e81a8c5c-e822-4b9c-9135-d8c638e00814 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Allocated IP 172.25.2.23 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/39e7f70f-dfa3-40f6-a758-ffdf4a5070e2) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:42:36.069503 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e81a8c5c-e822-4b9c-9135-d8c638e00814 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:36.102908 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e81a8c5c-e822-4b9c-9135-d8c638e00814 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:36.144161 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81a8c5c-e822-4b9c-9135-d8c638e00814 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:42:36.146885 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-e81a8c5c-e822-4b9c-9135-d8c638e00814 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:42:36.152382 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81a8c5c-e822-4b9c-9135-d8c638e00814 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:42:36.178981 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81a8c5c-e822-4b9c-9135-d8c638e00814 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Pushing event updated for resources: {'Port': ['ID=39e7f70f-dfa3-40f6-a758-ffdf4a5070e2,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:36.287989 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:36.524041 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e81a8c5c-e822-4b9c-9135-d8c638e00814 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:36.593584 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e81a8c5c-e822-4b9c-9135-d8c638e00814 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:36.748017 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e81a8c5c-e822-4b9c-9135-d8c638e00814 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:36.752750 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e81a8c5c-e822-4b9c-9135-d8c638e00814 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:36.825132 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81a8c5c-e822-4b9c-9135-d8c638e00814 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Pushing event updated for resources: {'Port': ['ID=39e7f70f-dfa3-40f6-a758-ffdf4a5070e2,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:36.833609 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e81a8c5c-e822-4b9c-9135-d8c638e00814 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:36.936546 n-d-765315-29 neutron-server[102600]: INFO neutron.db.l3_db [None req-e81a8c5c-e822-4b9c-9135-d8c638e00814 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Floating IP e2e3c740-39c8-43c5-9bb0-0a820d6b1635 associated. External IP: 172.25.2.23, port: 3b8cc8c2-5926-4175-8e38-26b16abf4fc9. Nov 12 09:42:37.146188 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e81a8c5c-e822-4b9c-9135-d8c638e00814 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Router f58d2f74-a032-480d-a810-0742349ef5cf has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:42:37.218091 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2343c312-f9a8-4a0b-b459-44c75ed86ea5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:37.261483 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e81a8c5c-e822-4b9c-9135-d8c638e00814 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:42:37.273222 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b10f89-b9f6-4431-9aee-0a26cafc717b None None] Sync routers for ids ['f58d2f74-a032-480d-a810-0742349ef5cf'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:42:37.283770 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e81a8c5c-e822-4b9c-9135-d8c638e00814 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:37.284351 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b10f89-b9f6-4431-9aee-0a26cafc717b None None] Routers {'f58d2f74-a032-480d-a810-0742349ef5cf'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:42:37.285021 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-91b10f89-b9f6-4431-9aee-0a26cafc717b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:42:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['f58d2f74-a032-480d-a810-0742349ef5cf'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:42:37.321625 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-e81a8c5c-e822-4b9c-9135-d8c638e00814 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5866573 Nov 12 09:42:37.322176 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45583a27-bf99-4ccd-916f-a5dd6bfc3279', 'tag': '3b8cc8c2-5926-4175-8e38-26b16abf4fc9'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:42:37.324517 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b9376c9088a4f533a787632e68a0b9d71673112fb90a02c33b14ced1cf80ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec938a28-a05e-42ad-86f1-9a74bab3d008" -d '{"events": [{"name": "network-changed", "server_uuid": "45583a27-bf99-4ccd-916f-a5dd6bfc3279", "tag": "3b8cc8c2-5926-4175-8e38-26b16abf4fc9"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:42:37.404021 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-91b10f89-b9f6-4431-9aee-0a26cafc717b None None] Set router f58d2f74-a032-480d-a810-0742349ef5cf gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:42:37.427968 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed70ffa7-632d-4e0c-bd16-7f3183597c75 x-openstack-request-id: req-ed70ffa7-632d-4e0c-bd16-7f3183597c75 {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:42:37.428259 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45583a27-bf99-4ccd-916f-a5dd6bfc3279", "tag": "3b8cc8c2-5926-4175-8e38-26b16abf4fc9", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:42:37.428509 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ed70ffa7-632d-4e0c-bd16-7f3183597c75 {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:42:37.428906 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45583a27-bf99-4ccd-916f-a5dd6bfc3279', 'tag': '3b8cc8c2-5926-4175-8e38-26b16abf4fc9', 'status': 'completed', 'code': 200} Nov 12 09:42:37.514231 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec938a28-a05e-42ad-86f1-9a74bab3d008 req-72825987-4dd0-4f65-b3a6-ec0d79e8eea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:37.515678 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ec938a28-a05e-42ad-86f1-9a74bab3d008 req-72825987-4dd0-4f65-b3a6-ec0d79e8eea5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4851e85000504eacbfb9224e82f68395&device_id=45583a27-bf99-4ccd-916f-a5dd6bfc3279 HTTP/1.1" status: 200 len: 1098 time: 0.0413401 Nov 12 09:42:37.623015 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec938a28-a05e-42ad-86f1-9a74bab3d008 req-a61f0fba-af04-4d9c-9f6b-aa8a49175413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:37.624499 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ec938a28-a05e-42ad-86f1-9a74bab3d008 req-a61f0fba-af04-4d9c-9f6b-aa8a49175413 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7bf99071-3909-492e-bde2-c941b91998c5 HTTP/1.1" status: 200 len: 910 time: 0.0988326 Nov 12 09:42:37.644811 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-91b10f89-b9f6-4431-9aee-0a26cafc717b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58d2f74-a032-480d-a810-0742349ef5cf', 'name': 'tempest-TestShelveInstance-2054340074-router', 'tenant_id': '4851e85000504eacbfb9224e82f68395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'bbd5e717-486b-403d-8b16-710953e867e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:42:12Z', 'updated_at': '2021-11-12T09:42:15Z', 'revision_number': 4, 'project_id': '4851e85000504eacbfb9224e82f68395', 'gw_port': {'id': 'bbd5e717-486b-403d-8b16-710953e867e6', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:20:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58d2f74-a032-480d-a810-0742349ef5cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:42:12Z', 'updated_at': '2021-11-12T09:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': 'e2e3c740-39c8-43c5-9bb0-0a820d6b1635', 'tenant_id': '4851e85000504eacbfb9224e82f68395', 'floating_ip_address': '172.25.2.23', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': 'f58d2f74-a032-480d-a810-0742349ef5cf', 'port_id': '3b8cc8c2-5926-4175-8e38-26b16abf4fc9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bf99071-3909-492e-bde2-c941b91998c5', 'mac_address': 'fa:16:3e:a5:42:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45583a27-bf99-4ccd-916f-a5dd6bfc3279', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:42:36Z', 'updated_at': '2021-11-12T09:42:36Z', 'revision_number': 0, 'project_id': '4851e85000504eacbfb9224e82f68395', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc44b940-4dad-4e51-8dfd-f82b388bca53', 'name': '', 'network_id': '7bf99071-3909-492e-bde2-c941b91998c5', 'tenant_id': '4851e85000504eacbfb9224e82f68395', 'mac_address': 'fa:16:3e:80:69:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58d2f74-a032-480d-a810-0742349ef5cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'd3dc06a2-6bc5-41d5-bac3-9664ccb379f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:42:14Z', 'updated_at': '2021-11-12T09:42:19Z', 'revision_number': 5, 'project_id': '4851e85000504eacbfb9224e82f68395', 'subnets': [{'id': 'd3dc06a2-6bc5-41d5-bac3-9664ccb379f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:42:37.674708 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b10f89-b9f6-4431-9aee-0a26cafc717b None None] Checking router: f58d2f74-a032-480d-a810-0742349ef5cf for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:42:37.681279 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b10f89-b9f6-4431-9aee-0a26cafc717b None None] Routers {'f58d2f74-a032-480d-a810-0742349ef5cf'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:42:37.682222 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-91b10f89-b9f6-4431-9aee-0a26cafc717b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:42:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['f58d2f74-a032-480d-a810-0742349ef5cf'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:42:37.701868 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ec938a28-a05e-42ad-86f1-9a74bab3d008 req-90cabe24-c394-45b1-a644-f61f88ff0fce service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b8cc8c2-5926-4175-8e38-26b16abf4fc9 HTTP/1.1" status: 200 len: 999 time: 0.0681844 Nov 12 09:42:37.754358 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec938a28-a05e-42ad-86f1-9a74bab3d008 req-5291c0d2-4302-4de3-ba32-60a652ad6305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:37.755894 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ec938a28-a05e-42ad-86f1-9a74bab3d008 req-5291c0d2-4302-4de3-ba32-60a652ad6305 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d3dc06a2-6bc5-41d5-bac3-9664ccb379f1 HTTP/1.1" status: 200 len: 848 time: 0.0461528 Nov 12 09:42:37.795802 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-91b10f89-b9f6-4431-9aee-0a26cafc717b None None] Set router f58d2f74-a032-480d-a810-0742349ef5cf gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:42:37.812010 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec938a28-a05e-42ad-86f1-9a74bab3d008 req-98893d86-056f-48ca-8251-4bf026875a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:37.814027 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ec938a28-a05e-42ad-86f1-9a74bab3d008 req-98893d86-056f-48ca-8251-4bf026875a45 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7bf99071-3909-492e-bde2-c941b91998c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508788 Nov 12 09:42:37.908863 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ec938a28-a05e-42ad-86f1-9a74bab3d008 req-9b0d7716-09ac-4b0a-9754-7da25e9b9bb4 service neutron] 10.222.0.44 "GET /v2.0/networks/7bf99071-3909-492e-bde2-c941b91998c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866807 Nov 12 09:42:38.007802 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ec938a28-a05e-42ad-86f1-9a74bab3d008 req-84e8d26e-0f52-4b16-9cf8-8050cd56ecf5 service neutron] 10.222.0.44 "GET /v2.0/networks/7bf99071-3909-492e-bde2-c941b91998c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911214 Nov 12 09:42:38.113335 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-91b10f89-b9f6-4431-9aee-0a26cafc717b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58d2f74-a032-480d-a810-0742349ef5cf', 'name': 'tempest-TestShelveInstance-2054340074-router', 'tenant_id': '4851e85000504eacbfb9224e82f68395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'bbd5e717-486b-403d-8b16-710953e867e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:42:12Z', 'updated_at': '2021-11-12T09:42:15Z', 'revision_number': 4, 'project_id': '4851e85000504eacbfb9224e82f68395', 'gw_port': {'id': 'bbd5e717-486b-403d-8b16-710953e867e6', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:20:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58d2f74-a032-480d-a810-0742349ef5cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:42:12Z', 'updated_at': '2021-11-12T09:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': 'e2e3c740-39c8-43c5-9bb0-0a820d6b1635', 'tenant_id': '4851e85000504eacbfb9224e82f68395', 'floating_ip_address': '172.25.2.23', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': 'f58d2f74-a032-480d-a810-0742349ef5cf', 'port_id': '3b8cc8c2-5926-4175-8e38-26b16abf4fc9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bf99071-3909-492e-bde2-c941b91998c5', 'mac_address': 'fa:16:3e:a5:42:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45583a27-bf99-4ccd-916f-a5dd6bfc3279', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:42:36Z', 'updated_at': '2021-11-12T09:42:36Z', 'revision_number': 0, 'project_id': '4851e85000504eacbfb9224e82f68395', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc44b940-4dad-4e51-8dfd-f82b388bca53', 'name': '', 'network_id': '7bf99071-3909-492e-bde2-c941b91998c5', 'tenant_id': '4851e85000504eacbfb9224e82f68395', 'mac_address': 'fa:16:3e:80:69:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58d2f74-a032-480d-a810-0742349ef5cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'd3dc06a2-6bc5-41d5-bac3-9664ccb379f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:42:14Z', 'updated_at': '2021-11-12T09:42:19Z', 'revision_number': 5, 'project_id': '4851e85000504eacbfb9224e82f68395', 'subnets': [{'id': 'd3dc06a2-6bc5-41d5-bac3-9664ccb379f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:42:38.138901 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b10f89-b9f6-4431-9aee-0a26cafc717b None None] The sync data for ids ['f58d2f74-a032-480d-a810-0742349ef5cf'] in n-d-765315-29 is: [{'id': 'f58d2f74-a032-480d-a810-0742349ef5cf', 'name': 'tempest-TestShelveInstance-2054340074-router', 'tenant_id': '4851e85000504eacbfb9224e82f68395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'bbd5e717-486b-403d-8b16-710953e867e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:42:12Z', 'updated_at': '2021-11-12T09:42:15Z', 'revision_number': 4, 'project_id': '4851e85000504eacbfb9224e82f68395', 'gw_port': {'id': 'bbd5e717-486b-403d-8b16-710953e867e6', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:20:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58d2f74-a032-480d-a810-0742349ef5cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:42:12Z', 'updated_at': '2021-11-12T09:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': 'e2e3c740-39c8-43c5-9bb0-0a820d6b1635', 'tenant_id': '4851e85000504eacbfb9224e82f68395', 'floating_ip_address': '172.25.2.23', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': 'f58d2f74-a032-480d-a810-0742349ef5cf', 'port_id': '3b8cc8c2-5926-4175-8e38-26b16abf4fc9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bf99071-3909-492e-bde2-c941b91998c5', 'mac_address': 'fa:16:3e:a5:42:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45583a27-bf99-4ccd-916f-a5dd6bfc3279', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:42:36Z', 'updated_at': '2021-11-12T09:42:36Z', 'revision_number': 0, 'project_id': '4851e85000504eacbfb9224e82f68395', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc44b940-4dad-4e51-8dfd-f82b388bca53', 'name': '', 'network_id': '7bf99071-3909-492e-bde2-c941b91998c5', 'tenant_id': '4851e85000504eacbfb9224e82f68395', 'mac_address': 'fa:16:3e:80:69:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58d2f74-a032-480d-a810-0742349ef5cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'd3dc06a2-6bc5-41d5-bac3-9664ccb379f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:42:14Z', 'updated_at': '2021-11-12T09:42:19Z', 'revision_number': 5, 'project_id': '4851e85000504eacbfb9224e82f68395', 'subnets': [{'id': 'd3dc06a2-6bc5-41d5-bac3-9664ccb379f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:42:38.284368 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:38.347621 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81867a37-6523-4ba0-90d5-ddec67a542ac None None] New status for floating IP e2e3c740-39c8-43c5-9bb0-0a820d6b1635: ACTIVE {{(pid=102601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:42:39.615758 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:40.196666 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:43.454033 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:52.267002 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:43:04.185046 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-26ce398a-55ef-45d6-9359-fd653a845ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:06.302617 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:07.222205 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-25b8d657-7c07-4f70-a474-93db9bb8f41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:08.286145 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:09.616567 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:10.198859 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:13.447927 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:15.214437 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-31d974f4-d22b-4fbd-95da-cf978c97b545 req-4c0ea0d2-81db-4614-9d27-fc60747c630b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=45583a27-bf99-4ccd-916f-a5dd6bfc3279&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0397236 Nov 12 09:43:15.319911 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d974f4-d22b-4fbd-95da-cf978c97b545 req-7fed9db0-9dde-426b-bc69-6e22089225e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:15.321414 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-31d974f4-d22b-4fbd-95da-cf978c97b545 req-7fed9db0-9dde-426b-bc69-6e22089225e9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4851e85000504eacbfb9224e82f68395&device_id=45583a27-bf99-4ccd-916f-a5dd6bfc3279 HTTP/1.1" status: 200 len: 1098 time: 0.0451000 Nov 12 09:43:15.431860 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d974f4-d22b-4fbd-95da-cf978c97b545 req-eb3d06d6-3eea-4d68-8b93-934bce962962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:15.433223 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-31d974f4-d22b-4fbd-95da-cf978c97b545 req-eb3d06d6-3eea-4d68-8b93-934bce962962 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7bf99071-3909-492e-bde2-c941b91998c5 HTTP/1.1" status: 200 len: 910 time: 0.0900967 Nov 12 09:43:15.499309 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-31d974f4-d22b-4fbd-95da-cf978c97b545 req-f9d4d705-08da-46a3-82f5-631fc73426cd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b8cc8c2-5926-4175-8e38-26b16abf4fc9 HTTP/1.1" status: 200 len: 1001 time: 0.0582759 Nov 12 09:43:15.553989 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d974f4-d22b-4fbd-95da-cf978c97b545 req-1dc44c13-bcf9-48b8-8410-f47446df9c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:15.555553 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-31d974f4-d22b-4fbd-95da-cf978c97b545 req-1dc44c13-bcf9-48b8-8410-f47446df9c55 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d3dc06a2-6bc5-41d5-bac3-9664ccb379f1 HTTP/1.1" status: 200 len: 848 time: 0.0486078 Nov 12 09:43:15.605608 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d974f4-d22b-4fbd-95da-cf978c97b545 req-b8112a95-1eea-46a4-bccf-47fb3bbacefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:15.607155 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-31d974f4-d22b-4fbd-95da-cf978c97b545 req-b8112a95-1eea-46a4-bccf-47fb3bbacefa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7bf99071-3909-492e-bde2-c941b91998c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443015 Nov 12 09:43:15.710564 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-31d974f4-d22b-4fbd-95da-cf978c97b545 req-de514175-86a3-49f4-8bed-c7aa9ececf82 service neutron] 10.222.0.44 "GET /v2.0/networks/7bf99071-3909-492e-bde2-c941b91998c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937629 Nov 12 09:43:15.816409 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-31d974f4-d22b-4fbd-95da-cf978c97b545 req-fa1e12c2-3d03-4f2f-98b4-440558096b70 service neutron] 10.222.0.44 "GET /v2.0/networks/7bf99071-3909-492e-bde2-c941b91998c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988843 Nov 12 09:43:29.266864 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:43:34.186801 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-95f6f7e5-7934-416f-9170-4617427e90cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:36.316372 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:37.226794 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1eeeaa90-27f3-44ca-a673-10eb906a7493 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:38.293924 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:39.620747 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:40.201913 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:43.442817 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:04.189655 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-daadc022-70b4-409b-9f09-10f63b65f697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:06.265865 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:44:06.317026 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:07.229483 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e199e0cd-182a-458f-986b-d0c7e96733f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:08.296830 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:09.624825 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:10.205249 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:13.440101 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:17.220245 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-81fd4027-2a2f-4cc7-afc2-1aed5efa8109 req-6710bbc5-28f1-4b17-b13e-da55f09ec136 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=45583a27-bf99-4ccd-916f-a5dd6bfc3279&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0406947 Nov 12 09:44:17.327109 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fd4027-2a2f-4cc7-afc2-1aed5efa8109 req-ad5766c4-87f2-48a5-9c7f-4e4c6aede3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:17.328584 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-81fd4027-2a2f-4cc7-afc2-1aed5efa8109 req-ad5766c4-87f2-48a5-9c7f-4e4c6aede3da service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4851e85000504eacbfb9224e82f68395&device_id=45583a27-bf99-4ccd-916f-a5dd6bfc3279 HTTP/1.1" status: 200 len: 1098 time: 0.0453382 Nov 12 09:44:17.436029 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fd4027-2a2f-4cc7-afc2-1aed5efa8109 req-a7e7d5fc-e63e-48a4-b16a-b67ded68f3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:17.437395 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-81fd4027-2a2f-4cc7-afc2-1aed5efa8109 req-a7e7d5fc-e63e-48a4-b16a-b67ded68f3dc service neutron] 10.222.0.44 "GET /v2.0/networks?id=7bf99071-3909-492e-bde2-c941b91998c5 HTTP/1.1" status: 200 len: 910 time: 0.0872018 Nov 12 09:44:17.517046 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-81fd4027-2a2f-4cc7-afc2-1aed5efa8109 req-7f576501-6e4a-4799-99ec-12e673a46967 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b8cc8c2-5926-4175-8e38-26b16abf4fc9 HTTP/1.1" status: 200 len: 1001 time: 0.0699534 Nov 12 09:44:17.567317 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fd4027-2a2f-4cc7-afc2-1aed5efa8109 req-0a780fad-fc39-4c7d-b8b2-3f7f119f22bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:17.568755 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-81fd4027-2a2f-4cc7-afc2-1aed5efa8109 req-0a780fad-fc39-4c7d-b8b2-3f7f119f22bb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d3dc06a2-6bc5-41d5-bac3-9664ccb379f1 HTTP/1.1" status: 200 len: 848 time: 0.0447514 Nov 12 09:44:17.615964 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fd4027-2a2f-4cc7-afc2-1aed5efa8109 req-8af8299c-ee7f-4f70-9c26-2bde8fc53ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:17.617410 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-81fd4027-2a2f-4cc7-afc2-1aed5efa8109 req-8af8299c-ee7f-4f70-9c26-2bde8fc53ae7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7bf99071-3909-492e-bde2-c941b91998c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411420 Nov 12 09:44:17.714128 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-81fd4027-2a2f-4cc7-afc2-1aed5efa8109 req-5e3aefb8-ced3-438d-84f5-fee95fde15b4 service neutron] 10.222.0.44 "GET /v2.0/networks/7bf99071-3909-492e-bde2-c941b91998c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880702 Nov 12 09:44:17.806717 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-81fd4027-2a2f-4cc7-afc2-1aed5efa8109 req-3831d5cf-5c87-4756-b971-69f719cec7c0 service neutron] 10.222.0.44 "GET /v2.0/networks/7bf99071-3909-492e-bde2-c941b91998c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855744 Nov 12 09:44:34.191663 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5b91b1c5-db56-48c0-b0be-c10fe5dd62dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:35.436382 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a44ef4-98ff-4699-ac7e-a15ef867e7c4 req-7356b975-bafa-492c-b9c1-27f034e8e99b tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:35.437863 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-84a44ef4-98ff-4699-ac7e-a15ef867e7c4 req-7356b975-bafa-492c-b9c1-27f034e8e99b tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=45583a27-bf99-4ccd-916f-a5dd6bfc3279 HTTP/1.1" status: 200 len: 946 time: 0.0522430 Nov 12 09:44:35.491424 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-84a44ef4-98ff-4699-ac7e-a15ef867e7c4 req-6d9029c8-2da8-47f2-8303-968fcead478e tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=65e9adb0-5d94-47da-81db-a5ff84d676b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473628 Nov 12 09:44:36.315324 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:36.635005 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c25302-9b91-4c6b-b7fa-773f8a8edc27 req-22815332-ce50-4874-a7fb-d42eb60c188d tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:36.636501 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-51c25302-9b91-4c6b-b7fa-773f8a8edc27 req-22815332-ce50-4874-a7fb-d42eb60c188d tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=45583a27-bf99-4ccd-916f-a5dd6bfc3279 HTTP/1.1" status: 200 len: 946 time: 0.0511339 Nov 12 09:44:36.688566 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-51c25302-9b91-4c6b-b7fa-773f8a8edc27 req-be5017e0-c129-4be9-8cad-de51ed1c7b9f tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=65e9adb0-5d94-47da-81db-a5ff84d676b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460420 Nov 12 09:44:37.234867 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5fd91ba1-e1f1-4c54-b578-41bc7a2c5f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:37.805983 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641234d2-16b5-443f-a97c-b8926663f473 req-5a329faa-5d5c-4332-99a5-dd053e509de7 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:37.807496 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-641234d2-16b5-443f-a97c-b8926663f473 req-5a329faa-5d5c-4332-99a5-dd053e509de7 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=45583a27-bf99-4ccd-916f-a5dd6bfc3279 HTTP/1.1" status: 200 len: 946 time: 0.0494876 Nov 12 09:44:37.856556 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-641234d2-16b5-443f-a97c-b8926663f473 req-0cd75087-5814-4d5b-9f49-95fd3f67b054 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=65e9adb0-5d94-47da-81db-a5ff84d676b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431311 Nov 12 09:44:38.294871 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:38.978703 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd16716-3f14-42dc-9220-1e91129462d3 req-4adf5e53-a0dd-4699-a08a-7f05848120d6 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:38.980114 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ffd16716-3f14-42dc-9220-1e91129462d3 req-4adf5e53-a0dd-4699-a08a-7f05848120d6 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=45583a27-bf99-4ccd-916f-a5dd6bfc3279 HTTP/1.1" status: 200 len: 946 time: 0.0543139 Nov 12 09:44:39.028745 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ffd16716-3f14-42dc-9220-1e91129462d3 req-6abbd2a2-26d4-42c8-84ef-22473d5f5519 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=65e9adb0-5d94-47da-81db-a5ff84d676b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426891 Nov 12 09:44:39.636371 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:40.149944 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada7da7-0740-4b18-aefa-a41d25cdcdf2 req-f7642ac7-8209-4cf8-afa2-fed4e3dc6dd5 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:40.151487 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0ada7da7-0740-4b18-aefa-a41d25cdcdf2 req-f7642ac7-8209-4cf8-afa2-fed4e3dc6dd5 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=45583a27-bf99-4ccd-916f-a5dd6bfc3279 HTTP/1.1" status: 200 len: 946 time: 0.0509188 Nov 12 09:44:40.205432 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0ada7da7-0740-4b18-aefa-a41d25cdcdf2 req-b6145abc-6e3b-47fb-92f1-e4376bc21b15 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=65e9adb0-5d94-47da-81db-a5ff84d676b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479279 Nov 12 09:44:40.209867 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:41.348807 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3832c4ef-418b-4570-b703-3bfe24570d9d req-97a2a8c4-db94-4b74-8d6a-7888f2409382 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:41.350282 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3832c4ef-418b-4570-b703-3bfe24570d9d req-97a2a8c4-db94-4b74-8d6a-7888f2409382 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=45583a27-bf99-4ccd-916f-a5dd6bfc3279 HTTP/1.1" status: 200 len: 946 time: 0.0494549 Nov 12 09:44:41.403696 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3832c4ef-418b-4570-b703-3bfe24570d9d req-9e194fde-0886-455a-8d59-cd7ee0df6bab tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=65e9adb0-5d94-47da-81db-a5ff84d676b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473163 Nov 12 09:44:42.536042 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d83d470-bd07-4fa4-a44e-f012246bb8ba req-692b528a-8cb2-4c5b-b585-a39be256e3b8 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:42.537876 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9d83d470-bd07-4fa4-a44e-f012246bb8ba req-692b528a-8cb2-4c5b-b585-a39be256e3b8 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=45583a27-bf99-4ccd-916f-a5dd6bfc3279 HTTP/1.1" status: 200 len: 946 time: 0.0543857 Nov 12 09:44:42.604788 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9d83d470-bd07-4fa4-a44e-f012246bb8ba req-b8d81cef-ae6c-41bc-aefc-cfb7e56017ae tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=65e9adb0-5d94-47da-81db-a5ff84d676b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604973 Nov 12 09:44:43.265472 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:44:43.440620 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:43.746194 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861009db-7a3d-4d63-8100-ae253893378f req-37a090a9-b749-4854-b752-fcfdcd92e143 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:43.747657 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-861009db-7a3d-4d63-8100-ae253893378f req-37a090a9-b749-4854-b752-fcfdcd92e143 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=45583a27-bf99-4ccd-916f-a5dd6bfc3279 HTTP/1.1" status: 200 len: 946 time: 0.0593557 Nov 12 09:44:43.804189 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-861009db-7a3d-4d63-8100-ae253893378f req-980f4f08-7a91-4e4b-99ea-941fa72ca27e tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=65e9adb0-5d94-47da-81db-a5ff84d676b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498977 Nov 12 09:44:44.933628 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2282e462-cb68-491b-9eae-8ad3fb71615b req-b309c602-7af2-497f-9038-d1ce62dd6d7e tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:44.935109 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2282e462-cb68-491b-9eae-8ad3fb71615b req-b309c602-7af2-497f-9038-d1ce62dd6d7e tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=45583a27-bf99-4ccd-916f-a5dd6bfc3279 HTTP/1.1" status: 200 len: 946 time: 0.0553513 Nov 12 09:44:44.992128 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2282e462-cb68-491b-9eae-8ad3fb71615b req-e1514ee9-7b88-4143-9326-5e7a0955df5c tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=65e9adb0-5d94-47da-81db-a5ff84d676b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507228 Nov 12 09:44:46.129571 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7650b76-6719-4c8d-9fb4-055874683f29 req-ca12efe3-1815-4f3d-9ad5-d36e9028ff43 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:46.132352 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f7650b76-6719-4c8d-9fb4-055874683f29 req-ca12efe3-1815-4f3d-9ad5-d36e9028ff43 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=45583a27-bf99-4ccd-916f-a5dd6bfc3279 HTTP/1.1" status: 200 len: 946 time: 0.0595510 Nov 12 09:44:46.185367 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f7650b76-6719-4c8d-9fb4-055874683f29 req-eca9f6ec-bdc0-4936-b9e9-6e7f8481d895 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=65e9adb0-5d94-47da-81db-a5ff84d676b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470555 Nov 12 09:44:47.321237 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30482b3-5caf-4e8b-af03-f38a7ad2ab21 req-f4af614b-fb8f-422f-899d-a60eacc1e97c tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:47.322787 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e30482b3-5caf-4e8b-af03-f38a7ad2ab21 req-f4af614b-fb8f-422f-899d-a60eacc1e97c tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=45583a27-bf99-4ccd-916f-a5dd6bfc3279 HTTP/1.1" status: 200 len: 946 time: 0.0563087 Nov 12 09:44:47.375706 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e30482b3-5caf-4e8b-af03-f38a7ad2ab21 req-b33eccee-2da9-4aa2-add6-f49919a33e0a tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=65e9adb0-5d94-47da-81db-a5ff84d676b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468969 Nov 12 09:44:48.250462 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 3b8cc8c2-5926-4175-8e38-26b16abf4fc9 details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:44:48.373893 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 3b8cc8c2-5926-4175-8e38-26b16abf4fc9, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=3b8cc8c2-5926-4175-8e38-26b16abf4fc9,segment=NetworkSegment(95dac6b9-a589-4ccf-96ab-e9d18b9345d1),segment_id=95dac6b9-a589-4ccf-96ab-e9d18b9345d1)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:44:48.386088 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': '3b8cc8c2-5926-4175-8e38-26b16abf4fc9', 'network_id': '7bf99071-3909-492e-bde2-c941b91998c5', 'port_id': '3b8cc8c2-5926-4175-8e38-26b16abf4fc9', 'mac_address': 'fa:16:3e:a5:42:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3dc06a2-6bc5-41d5-bac3-9664ccb379f1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:44:48.430684 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:48.448336 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3b8cc8c2-5926-4175-8e38-26b16abf4fc9 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:44:48.470565 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 3b8cc8c2-5926-4175-8e38-26b16abf4fc9, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=3b8cc8c2-5926-4175-8e38-26b16abf4fc9,segment=NetworkSegment(95dac6b9-a589-4ccf-96ab-e9d18b9345d1),segment_id=95dac6b9-a589-4ccf-96ab-e9d18b9345d1)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:44:48.475600 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:48.514058 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63418ca7-abf0-4b76-9c59-aaca73f55f22 req-f3e8eb0d-5394-4979-99db-05fea01cbd12 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:48.515608 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-63418ca7-abf0-4b76-9c59-aaca73f55f22 req-f3e8eb0d-5394-4979-99db-05fea01cbd12 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=45583a27-bf99-4ccd-916f-a5dd6bfc3279 HTTP/1.1" status: 200 len: 946 time: 0.0589643 Nov 12 09:44:48.531879 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=3b8cc8c2-5926-4175-8e38-26b16abf4fc9,revision_number=6']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:44:48.540726 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:44:48.541124 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:44:48.541469 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:44:48.542441 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:44:48.542441 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:44:48.542441 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:44:48.543209 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:44:48.543401 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:44:48.543581 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:44:48.543949 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:44:48.544263 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:44:48.544586 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:44:48.588264 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-63418ca7-abf0-4b76-9c59-aaca73f55f22 req-d6850fe6-2a0b-4c47-9486-e8c70665bb24 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=65e9adb0-5d94-47da-81db-a5ff84d676b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659521 Nov 12 09:44:48.658431 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['3b8cc8c2-5926-4175-8e38-26b16abf4fc9'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:44:49.743484 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e21e69c-a4f6-456c-9d2d-18c58b1df82b req-64df7650-c2de-4835-aa6f-1b718c8016f3 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:49.746075 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2e21e69c-a4f6-456c-9d2d-18c58b1df82b req-64df7650-c2de-4835-aa6f-1b718c8016f3 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=45583a27-bf99-4ccd-916f-a5dd6bfc3279 HTTP/1.1" status: 200 len: 945 time: 0.0641468 Nov 12 09:44:49.811663 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2e21e69c-a4f6-456c-9d2d-18c58b1df82b req-406379ac-7c35-4bf1-8d6f-50f2eba1795b tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=65e9adb0-5d94-47da-81db-a5ff84d676b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587707 Nov 12 09:44:50.250135 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 3b8cc8c2-5926-4175-8e38-26b16abf4fc9 up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:44:50.314915 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port 3b8cc8c2-5926-4175-8e38-26b16abf4fc9 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:44:50.315357 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:50.421934 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:50.453709 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45583a27-bf99-4ccd-916f-a5dd6bfc3279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b8cc8c2-5926-4175-8e38-26b16abf4fc9'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:44:50.456021 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132d5890bda14c85ea4d6a837dfa65400ea66c0cb50158568a7b02b7fe216ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4adc5f33-c2ee-464e-91e7-610bc9b30a5e" -d '{"events": [{"server_uuid": "45583a27-bf99-4ccd-916f-a5dd6bfc3279", "name": "network-vif-plugged", "status": "completed", "tag": "3b8cc8c2-5926-4175-8e38-26b16abf4fc9"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:44:50.477877 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 3b8cc8c2-5926-4175-8e38-26b16abf4fc9, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=3b8cc8c2-5926-4175-8e38-26b16abf4fc9,segment=NetworkSegment(95dac6b9-a589-4ccf-96ab-e9d18b9345d1),segment_id=95dac6b9-a589-4ccf-96ab-e9d18b9345d1)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:44:50.484247 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:50.596347 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=3b8cc8c2-5926-4175-8e38-26b16abf4fc9,revision_number=7']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:44:50.609954 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b3e65b7-c3c3-4cf8-ac55-aaf3a3031da8 x-openstack-request-id: req-6b3e65b7-c3c3-4cf8-ac55-aaf3a3031da8 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:44:50.610706 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45583a27-bf99-4ccd-916f-a5dd6bfc3279", "name": "network-vif-plugged", "status": "completed", "tag": "3b8cc8c2-5926-4175-8e38-26b16abf4fc9", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:44:50.611324 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6b3e65b7-c3c3-4cf8-ac55-aaf3a3031da8 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:44:50.612152 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45583a27-bf99-4ccd-916f-a5dd6bfc3279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b8cc8c2-5926-4175-8e38-26b16abf4fc9', 'code': 200} Nov 12 09:44:51.018339 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ea95c0-83d8-41f8-9ec5-36fc4558a191 req-61021b20-b987-4cf0-988e-b91b1538434f tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:51.021758 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-03ea95c0-83d8-41f8-9ec5-36fc4558a191 req-61021b20-b987-4cf0-988e-b91b1538434f tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=45583a27-bf99-4ccd-916f-a5dd6bfc3279 HTTP/1.1" status: 200 len: 946 time: 0.0725508 Nov 12 09:44:51.089853 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-03ea95c0-83d8-41f8-9ec5-36fc4558a191 req-081764c0-644c-45cc-8a89-d888220acb0e tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=65e9adb0-5d94-47da-81db-a5ff84d676b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617239 Nov 12 09:44:52.251331 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff920769-a2ff-49f9-97e7-259f5408081f req-0361887e-1410-4889-9be0-d564dc4ca7cd tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:52.253036 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ff920769-a2ff-49f9-97e7-259f5408081f req-0361887e-1410-4889-9be0-d564dc4ca7cd tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=45583a27-bf99-4ccd-916f-a5dd6bfc3279 HTTP/1.1" status: 200 len: 946 time: 0.0671272 Nov 12 09:44:52.322127 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ff920769-a2ff-49f9-97e7-259f5408081f req-6766d6c5-38d3-4648-b634-7d882ffdb86b tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=65e9adb0-5d94-47da-81db-a5ff84d676b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613561 Nov 12 09:44:53.502018 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e564e8d-c350-4d85-8355-e2a9d1642f67 req-3e5c653d-e83a-4231-ae73-89f4b1470725 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:53.504116 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8e564e8d-c350-4d85-8355-e2a9d1642f67 req-3e5c653d-e83a-4231-ae73-89f4b1470725 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=45583a27-bf99-4ccd-916f-a5dd6bfc3279 HTTP/1.1" status: 200 len: 946 time: 0.0759387 Nov 12 09:44:53.563424 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8e564e8d-c350-4d85-8355-e2a9d1642f67 req-93641f9a-344f-493f-bb96-4b94f5e8b00f tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=65e9adb0-5d94-47da-81db-a5ff84d676b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507605 Nov 12 09:44:54.686993 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba6a4a4-9c4e-4357-891d-943ca26fb647 req-0e8f7587-ed6d-42f2-b293-c875f0e942d5 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:54.688455 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1ba6a4a4-9c4e-4357-891d-943ca26fb647 req-0e8f7587-ed6d-42f2-b293-c875f0e942d5 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=45583a27-bf99-4ccd-916f-a5dd6bfc3279 HTTP/1.1" status: 200 len: 946 time: 0.0509322 Nov 12 09:44:54.740794 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1ba6a4a4-9c4e-4357-891d-943ca26fb647 req-e0655282-45b9-40d5-8869-a16c64fdb879 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=65e9adb0-5d94-47da-81db-a5ff84d676b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456381 Nov 12 09:44:55.892007 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b82d44-0a19-490f-bc6b-bf8c525973d8 req-eb475f4b-9148-46c3-b03f-1e5dc5dd6cff tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:55.893633 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-42b82d44-0a19-490f-bc6b-bf8c525973d8 req-eb475f4b-9148-46c3-b03f-1e5dc5dd6cff tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=45583a27-bf99-4ccd-916f-a5dd6bfc3279 HTTP/1.1" status: 200 len: 946 time: 0.0711687 Nov 12 09:44:55.965836 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-42b82d44-0a19-490f-bc6b-bf8c525973d8 req-2576797f-ad96-475d-ae68-d3af5903ea8c tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=65e9adb0-5d94-47da-81db-a5ff84d676b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639665 Nov 12 09:44:57.099702 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3097a75c-232d-4410-9a0b-9d0745fd778d req-7eb1396c-1ea3-4498-a64f-371a5a5eaf67 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:57.102109 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3097a75c-232d-4410-9a0b-9d0745fd778d req-7eb1396c-1ea3-4498-a64f-371a5a5eaf67 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=45583a27-bf99-4ccd-916f-a5dd6bfc3279 HTTP/1.1" status: 200 len: 946 time: 0.0633478 Nov 12 09:44:57.158027 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3097a75c-232d-4410-9a0b-9d0745fd778d req-9fa37bb7-744a-4843-b1e3-adabf8cb0a36 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=65e9adb0-5d94-47da-81db-a5ff84d676b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497119 Nov 12 09:44:58.293805 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f3630-301a-4767-8e3a-0cd85046b2c4 req-7f5dacd0-2841-4df8-9daa-f4c5a01a4de4 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:58.299165 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4a4f3630-301a-4767-8e3a-0cd85046b2c4 req-7f5dacd0-2841-4df8-9daa-f4c5a01a4de4 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=45583a27-bf99-4ccd-916f-a5dd6bfc3279 HTTP/1.1" status: 200 len: 946 time: 0.0574241 Nov 12 09:44:58.349500 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4a4f3630-301a-4767-8e3a-0cd85046b2c4 req-44869fb7-419d-498a-9461-bb6e1d7414ec tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=65e9adb0-5d94-47da-81db-a5ff84d676b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476909 Nov 12 09:44:59.370758 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7d6de8-7a24-45d9-b19d-6274e867c153 req-77bd335e-4b01-4db7-993c-2638a0b6491b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:59.372246 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5a7d6de8-7a24-45d9-b19d-6274e867c153 req-77bd335e-4b01-4db7-993c-2638a0b6491b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4851e85000504eacbfb9224e82f68395&device_id=45583a27-bf99-4ccd-916f-a5dd6bfc3279 HTTP/1.1" status: 200 len: 1098 time: 0.0426247 Nov 12 09:44:59.474394 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b3be93-fed4-4917-9898-5917b1160178 req-1950af63-3619-4727-8961-62f8fc29c614 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:59.475044 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7d6de8-7a24-45d9-b19d-6274e867c153 req-05165fdd-32aa-4ed6-8b6c-0ebef50bd1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:59.476087 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-29b3be93-fed4-4917-9898-5917b1160178 req-1950af63-3619-4727-8961-62f8fc29c614 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=45583a27-bf99-4ccd-916f-a5dd6bfc3279 HTTP/1.1" status: 200 len: 946 time: 0.0550277 Nov 12 09:44:59.476252 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5a7d6de8-7a24-45d9-b19d-6274e867c153 req-05165fdd-32aa-4ed6-8b6c-0ebef50bd1d8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7bf99071-3909-492e-bde2-c941b91998c5 HTTP/1.1" status: 200 len: 910 time: 0.0917892 Nov 12 09:44:59.528629 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-29b3be93-fed4-4917-9898-5917b1160178 req-a68a77bb-6ada-44a4-a6e3-61e3b11cf156 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=65e9adb0-5d94-47da-81db-a5ff84d676b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464997 Nov 12 09:44:59.549677 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5a7d6de8-7a24-45d9-b19d-6274e867c153 req-16fd4b96-92c1-4bca-ac34-9470bb89325d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b8cc8c2-5926-4175-8e38-26b16abf4fc9 HTTP/1.1" status: 200 len: 1001 time: 0.0646780 Nov 12 09:44:59.605225 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7d6de8-7a24-45d9-b19d-6274e867c153 req-e02d401e-1777-4f41-a3cc-a3e750120cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:59.606715 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5a7d6de8-7a24-45d9-b19d-6274e867c153 req-e02d401e-1777-4f41-a3cc-a3e750120cce service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d3dc06a2-6bc5-41d5-bac3-9664ccb379f1 HTTP/1.1" status: 200 len: 848 time: 0.0471883 Nov 12 09:44:59.658613 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7d6de8-7a24-45d9-b19d-6274e867c153 req-421dd52b-861f-4e04-83ee-467aab4152fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:59.660133 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5a7d6de8-7a24-45d9-b19d-6274e867c153 req-421dd52b-861f-4e04-83ee-467aab4152fd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7bf99071-3909-492e-bde2-c941b91998c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418837 Nov 12 09:44:59.762874 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5a7d6de8-7a24-45d9-b19d-6274e867c153 req-7384c382-3e06-403d-b8a6-7db0025799c9 service neutron] 10.222.0.44 "GET /v2.0/networks/7bf99071-3909-492e-bde2-c941b91998c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911088 Nov 12 09:44:59.867670 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5a7d6de8-7a24-45d9-b19d-6274e867c153 req-217b5a67-4a2b-496d-b90e-ee396000fcfd service neutron] 10.222.0.44 "GET /v2.0/networks/7bf99071-3909-492e-bde2-c941b91998c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907893 Nov 12 09:45:00.654315 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbd9c1e-5559-4c17-86b6-47bbf5cb04df req-1be6644e-2aec-4b9d-8055-713a46468040 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:00.655835 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ffbd9c1e-5559-4c17-86b6-47bbf5cb04df req-1be6644e-2aec-4b9d-8055-713a46468040 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=45583a27-bf99-4ccd-916f-a5dd6bfc3279 HTTP/1.1" status: 200 len: 946 time: 0.0492229 Nov 12 09:45:00.705425 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ffbd9c1e-5559-4c17-86b6-47bbf5cb04df req-b7ba3138-6c58-4c46-8e8a-30148845641e tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=65e9adb0-5d94-47da-81db-a5ff84d676b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429873 Nov 12 09:45:01.831567 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ef110d-f439-4893-84bb-10084255235f req-db7bc162-3208-412e-84c6-2b71da18d066 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:01.833801 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-84ef110d-f439-4893-84bb-10084255235f req-db7bc162-3208-412e-84c6-2b71da18d066 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=45583a27-bf99-4ccd-916f-a5dd6bfc3279 HTTP/1.1" status: 200 len: 946 time: 0.0576110 Nov 12 09:45:01.888982 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-84ef110d-f439-4893-84bb-10084255235f req-f3dc7535-fb44-4d20-9bfb-a10abbb3186f tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=65e9adb0-5d94-47da-81db-a5ff84d676b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486231 Nov 12 09:45:02.310885 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 3b8cc8c2-5926-4175-8e38-26b16abf4fc9 no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:45:02.388855 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:02.415927 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45583a27-bf99-4ccd-916f-a5dd6bfc3279', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b8cc8c2-5926-4175-8e38-26b16abf4fc9'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:45:02.418224 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132d5890bda14c85ea4d6a837dfa65400ea66c0cb50158568a7b02b7fe216ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cec91956-b89c-4c73-ba13-dc88b41fb359" -d '{"events": [{"server_uuid": "45583a27-bf99-4ccd-916f-a5dd6bfc3279", "name": "network-vif-unplugged", "status": "completed", "tag": "3b8cc8c2-5926-4175-8e38-26b16abf4fc9"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:45:02.431431 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 3b8cc8c2-5926-4175-8e38-26b16abf4fc9, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=3b8cc8c2-5926-4175-8e38-26b16abf4fc9,segment=NetworkSegment(95dac6b9-a589-4ccf-96ab-e9d18b9345d1),segment_id=95dac6b9-a589-4ccf-96ab-e9d18b9345d1)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:45:02.435425 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:02.458391 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 12 Nov 2021 09:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f89c908-3c37-488f-9b03-8e96c7c88148 x-openstack-request-id: req-9f89c908-3c37-488f-9b03-8e96c7c88148 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:45:02.458706 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45583a27-bf99-4ccd-916f-a5dd6bfc3279", "name": "network-vif-unplugged", "status": "failed", "tag": "3b8cc8c2-5926-4175-8e38-26b16abf4fc9", "code": 422}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:45:02.458954 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9f89c908-3c37-488f-9b03-8e96c7c88148 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:45:02.459338 n-d-765315-29 neutron-server[102601]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '45583a27-bf99-4ccd-916f-a5dd6bfc3279', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3b8cc8c2-5926-4175-8e38-26b16abf4fc9', 'code': 422} returned with failed status Nov 12 09:45:02.485314 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=3b8cc8c2-5926-4175-8e38-26b16abf4fc9,revision_number=8']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:45:03.007611 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d6201-3033-4c28-a572-67446947cf5c req-9f1e0b06-6940-469d-bea4-55780d4a8823 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:03.009119 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0b7d6201-3033-4c28-a572-67446947cf5c req-9f1e0b06-6940-469d-bea4-55780d4a8823 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=45583a27-bf99-4ccd-916f-a5dd6bfc3279 HTTP/1.1" status: 200 len: 944 time: 0.0495088 Nov 12 09:45:03.059218 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0b7d6201-3033-4c28-a572-67446947cf5c req-ee5628ff-0aed-4f11-8358-e26f63b22ed0 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=65e9adb0-5d94-47da-81db-a5ff84d676b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440652 Nov 12 09:45:03.181572 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [req-6491de68-8655-47ad-87ee-353ea1f658b6 req-519e7fae-0f16-49af-8316-6eda2b5d0c0e service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:45:03.182577 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6491de68-8655-47ad-87ee-353ea1f658b6 req-519e7fae-0f16-49af-8316-6eda2b5d0c0e service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0491326 Nov 12 09:45:03.346386 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ca57fd-a834-47e3-8ba9-036843825807 req-f2b9fdc4-0231-466e-9004-c0b2779e564b tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:03.348070 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b9ca57fd-a834-47e3-8ba9-036843825807 req-f2b9fdc4-0231-466e-9004-c0b2779e564b tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=45583a27-bf99-4ccd-916f-a5dd6bfc3279 HTTP/1.1" status: 200 len: 944 time: 0.0526941 Nov 12 09:45:03.403387 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b9ca57fd-a834-47e3-8ba9-036843825807 req-3189645f-29c5-448e-936a-8bd960b9c1d7 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=65e9adb0-5d94-47da-81db-a5ff84d676b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494294 Nov 12 09:45:03.528774 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b9a81e60-5046-4fb3-b750-80aa7057cccc req-e409ca28-1485-4126-adcf-e5c56411afce service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=45583a27-bf99-4ccd-916f-a5dd6bfc3279&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0870960 Nov 12 09:45:04.192455 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2c4498fa-9853-407f-bc78-a1a8c82e7ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:04.360561 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a81e60-5046-4fb3-b750-80aa7057cccc req-f514c0bf-e9ff-4c05-92f2-3da21d917efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:04.362127 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b9a81e60-5046-4fb3-b750-80aa7057cccc req-f514c0bf-e9ff-4c05-92f2-3da21d917efd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=45583a27-bf99-4ccd-916f-a5dd6bfc3279&tenant_id=4851e85000504eacbfb9224e82f68395 HTTP/1.1" status: 200 len: 1096 time: 0.0908146 Nov 12 09:45:04.374517 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-b9a81e60-5046-4fb3-b750-80aa7057cccc req-514fc128-c3bd-4300-b8d3-0b15840b999b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-765315-29', 'device_owner': 'compute:nova'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:45:04.426830 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b9a81e60-5046-4fb3-b750-80aa7057cccc req-514fc128-c3bd-4300-b8d3-0b15840b999b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:04.525817 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782610de-e4fd-4acd-b032-e9368b0f7f78 req-3274117b-2d33-4a59-93b2-1b6f6dab83e9 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:04.527414 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-782610de-e4fd-4acd-b032-e9368b0f7f78 req-3274117b-2d33-4a59-93b2-1b6f6dab83e9 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=45583a27-bf99-4ccd-916f-a5dd6bfc3279 HTTP/1.1" status: 200 len: 944 time: 0.0505111 Nov 12 09:45:04.579454 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-782610de-e4fd-4acd-b032-e9368b0f7f78 req-0a5413e9-4fdc-453c-9698-4b0064fb0a61 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=65e9adb0-5d94-47da-81db-a5ff84d676b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459533 Nov 12 09:45:04.635208 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-b9a81e60-5046-4fb3-b750-80aa7057cccc req-514fc128-c3bd-4300-b8d3-0b15840b999b service neutron] For port 3b8cc8c2-5926-4175-8e38-26b16abf4fc9, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=3b8cc8c2-5926-4175-8e38-26b16abf4fc9,segment=NetworkSegment(95dac6b9-a589-4ccf-96ab-e9d18b9345d1),segment_id=95dac6b9-a589-4ccf-96ab-e9d18b9345d1)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:45:04.671605 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-b9a81e60-5046-4fb3-b750-80aa7057cccc req-514fc128-c3bd-4300-b8d3-0b15840b999b service neutron] For port 3b8cc8c2-5926-4175-8e38-26b16abf4fc9, host n-h2-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:45:04.706464 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-b9a81e60-5046-4fb3-b750-80aa7057cccc req-514fc128-c3bd-4300-b8d3-0b15840b999b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b8cc8c2-5926-4175-8e38-26b16abf4fc9 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:45:04.714072 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b9a81e60-5046-4fb3-b750-80aa7057cccc req-514fc128-c3bd-4300-b8d3-0b15840b999b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:04.726299 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-b9a81e60-5046-4fb3-b750-80aa7057cccc req-514fc128-c3bd-4300-b8d3-0b15840b999b service neutron] Transition to ACTIVE for port object 3b8cc8c2-5926-4175-8e38-26b16abf4fc9 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:45:04.729783 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b9a81e60-5046-4fb3-b750-80aa7057cccc req-514fc128-c3bd-4300-b8d3-0b15840b999b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:04.808289 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514fc128-c3bd-4300-b8d3-0b15840b999b service neutron] Pushing event updated for resources: {'Port': ['ID=3b8cc8c2-5926-4175-8e38-26b16abf4fc9,revision_number=9']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:45:04.823864 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514fc128-c3bd-4300-b8d3-0b15840b999b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:45:04.824219 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514fc128-c3bd-4300-b8d3-0b15840b999b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:45:04.824560 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514fc128-c3bd-4300-b8d3-0b15840b999b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:45:04.824896 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514fc128-c3bd-4300-b8d3-0b15840b999b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:45:04.825225 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514fc128-c3bd-4300-b8d3-0b15840b999b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:45:04.825553 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514fc128-c3bd-4300-b8d3-0b15840b999b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:45:04.825882 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514fc128-c3bd-4300-b8d3-0b15840b999b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:45:04.826210 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514fc128-c3bd-4300-b8d3-0b15840b999b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:45:04.826535 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514fc128-c3bd-4300-b8d3-0b15840b999b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:45:04.826885 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514fc128-c3bd-4300-b8d3-0b15840b999b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:45:04.827208 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514fc128-c3bd-4300-b8d3-0b15840b999b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:45:04.827530 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514fc128-c3bd-4300-b8d3-0b15840b999b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:45:04.868522 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9a81e60-5046-4fb3-b750-80aa7057cccc req-514fc128-c3bd-4300-b8d3-0b15840b999b service neutron] No DVR routers for this DVR port 3b8cc8c2-5926-4175-8e38-26b16abf4fc9 on host n-h2-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:45:05.006911 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-b9a81e60-5046-4fb3-b750-80aa7057cccc req-514fc128-c3bd-4300-b8d3-0b15840b999b service neutron] Attempting to bind port 3b8cc8c2-5926-4175-8e38-26b16abf4fc9 on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:45:05.007249 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-b9a81e60-5046-4fb3-b750-80aa7057cccc req-514fc128-c3bd-4300-b8d3-0b15840b999b service neutron] Attempting to bind port 3b8cc8c2-5926-4175-8e38-26b16abf4fc9 by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': '95dac6b9-a589-4ccf-96ab-e9d18b9345d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '7bf99071-3909-492e-bde2-c941b91998c5'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:45:05.007579 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a81e60-5046-4fb3-b750-80aa7057cccc req-514fc128-c3bd-4300-b8d3-0b15840b999b service neutron] Attempting to bind port 3b8cc8c2-5926-4175-8e38-26b16abf4fc9 on network 7bf99071-3909-492e-bde2-c941b91998c5 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:45:05.012329 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a81e60-5046-4fb3-b750-80aa7057cccc req-514fc128-c3bd-4300-b8d3-0b15840b999b service neutron] Port 3b8cc8c2-5926-4175-8e38-26b16abf4fc9 on network 7bf99071-3909-492e-bde2-c941b91998c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:45:05.012653 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a81e60-5046-4fb3-b750-80aa7057cccc req-514fc128-c3bd-4300-b8d3-0b15840b999b service neutron] Attempting to bind port 3b8cc8c2-5926-4175-8e38-26b16abf4fc9 on network 7bf99071-3909-492e-bde2-c941b91998c5 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:45:05.017600 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a81e60-5046-4fb3-b750-80aa7057cccc req-514fc128-c3bd-4300-b8d3-0b15840b999b service neutron] Checking agent: {'id': '26215384-8035-4ce2-971a-8e67be80da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:45:05.017934 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a81e60-5046-4fb3-b750-80aa7057cccc req-514fc128-c3bd-4300-b8d3-0b15840b999b service neutron] Checking segment: {'id': '95dac6b9-a589-4ccf-96ab-e9d18b9345d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '7bf99071-3909-492e-bde2-c941b91998c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:45:05.018316 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a81e60-5046-4fb3-b750-80aa7057cccc req-514fc128-c3bd-4300-b8d3-0b15840b999b service neutron] Bound using segment: {'id': '95dac6b9-a589-4ccf-96ab-e9d18b9345d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '7bf99071-3909-492e-bde2-c941b91998c5'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:45:05.018790 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-b9a81e60-5046-4fb3-b750-80aa7057cccc req-514fc128-c3bd-4300-b8d3-0b15840b999b service neutron] Bound port: 3b8cc8c2-5926-4175-8e38-26b16abf4fc9, host: n-h1-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95dac6b9-a589-4ccf-96ab-e9d18b9345d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '7bf99071-3909-492e-bde2-c941b91998c5'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:45:05.019465 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b9a81e60-5046-4fb3-b750-80aa7057cccc req-514fc128-c3bd-4300-b8d3-0b15840b999b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:05.085190 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-b9a81e60-5046-4fb3-b750-80aa7057cccc req-514fc128-c3bd-4300-b8d3-0b15840b999b service neutron] For port 3b8cc8c2-5926-4175-8e38-26b16abf4fc9, host n-h1-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:45:05.088140 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-b9a81e60-5046-4fb3-b750-80aa7057cccc req-514fc128-c3bd-4300-b8d3-0b15840b999b service neutron] For port 3b8cc8c2-5926-4175-8e38-26b16abf4fc9, host n-h1-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=3b8cc8c2-5926-4175-8e38-26b16abf4fc9,segment=NetworkSegment(95dac6b9-a589-4ccf-96ab-e9d18b9345d1),segment_id=95dac6b9-a589-4ccf-96ab-e9d18b9345d1)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:45:05.092619 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b9a81e60-5046-4fb3-b750-80aa7057cccc req-514fc128-c3bd-4300-b8d3-0b15840b999b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:05.131383 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a81e60-5046-4fb3-b750-80aa7057cccc req-514fc128-c3bd-4300-b8d3-0b15840b999b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:05.132464 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-b9a81e60-5046-4fb3-b750-80aa7057cccc req-514fc128-c3bd-4300-b8d3-0b15840b999b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:05.134928 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b9a81e60-5046-4fb3-b750-80aa7057cccc req-514fc128-c3bd-4300-b8d3-0b15840b999b service neutron] 10.222.0.21 "PUT /v2.0/ports/3b8cc8c2-5926-4175-8e38-26b16abf4fc9 HTTP/1.1" status: 200 len: 1093 time: 0.7640409 Nov 12 09:45:05.135671 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45583a27-bf99-4ccd-916f-a5dd6bfc3279', 'tag': '3b8cc8c2-5926-4175-8e38-26b16abf4fc9'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:45:05.139592 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c022ff2c5cb8d3060857f92f3690e67c01ee9cc1391db4b92ea76e21aea06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef7f9ff3-075a-43b9-9048-c8e98205811c" -d '{"events": [{"name": "network-changed", "server_uuid": "45583a27-bf99-4ccd-916f-a5dd6bfc3279", "tag": "3b8cc8c2-5926-4175-8e38-26b16abf4fc9"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:45:05.168482 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514fc128-c3bd-4300-b8d3-0b15840b999b service neutron] Pushing event updated for resources: {'Port': ['ID=3b8cc8c2-5926-4175-8e38-26b16abf4fc9,revision_number=10']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:45:05.228719 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a81e60-5046-4fb3-b750-80aa7057cccc req-9a99aa24-98e7-4185-b297-71bfa839081d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:05.230576 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b9a81e60-5046-4fb3-b750-80aa7057cccc req-9a99aa24-98e7-4185-b297-71bfa839081d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4851e85000504eacbfb9224e82f68395&device_id=45583a27-bf99-4ccd-916f-a5dd6bfc3279 HTTP/1.1" status: 200 len: 1097 time: 0.0520494 Nov 12 09:45:05.262030 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12c137c7-8825-472c-86a4-30512fb027db x-openstack-request-id: req-12c137c7-8825-472c-86a4-30512fb027db {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:45:05.262322 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45583a27-bf99-4ccd-916f-a5dd6bfc3279", "tag": "3b8cc8c2-5926-4175-8e38-26b16abf4fc9", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:45:05.262575 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-12c137c7-8825-472c-86a4-30512fb027db {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:45:05.263113 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45583a27-bf99-4ccd-916f-a5dd6bfc3279', 'tag': '3b8cc8c2-5926-4175-8e38-26b16abf4fc9', 'status': 'completed', 'code': 200} Nov 12 09:45:05.336538 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a81e60-5046-4fb3-b750-80aa7057cccc req-cf302738-0319-4ad2-be73-682626f4dd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:05.337973 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b9a81e60-5046-4fb3-b750-80aa7057cccc req-cf302738-0319-4ad2-be73-682626f4dd29 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7bf99071-3909-492e-bde2-c941b91998c5 HTTP/1.1" status: 200 len: 910 time: 0.0977550 Nov 12 09:45:05.423093 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b9a81e60-5046-4fb3-b750-80aa7057cccc req-d90b0bae-70c8-44f5-a62e-46feb3119cc3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b8cc8c2-5926-4175-8e38-26b16abf4fc9 HTTP/1.1" status: 200 len: 999 time: 0.0767207 Nov 12 09:45:05.474285 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a81e60-5046-4fb3-b750-80aa7057cccc req-22b7d4f3-872c-4e25-95f3-2ecb37511991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:05.475771 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b9a81e60-5046-4fb3-b750-80aa7057cccc req-22b7d4f3-872c-4e25-95f3-2ecb37511991 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d3dc06a2-6bc5-41d5-bac3-9664ccb379f1 HTTP/1.1" status: 200 len: 848 time: 0.0456483 Nov 12 09:45:05.522763 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a81e60-5046-4fb3-b750-80aa7057cccc req-6589e114-8bae-4505-8f5f-1c635bc1224e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:05.524286 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b9a81e60-5046-4fb3-b750-80aa7057cccc req-6589e114-8bae-4505-8f5f-1c635bc1224e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7bf99071-3909-492e-bde2-c941b91998c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401702 Nov 12 09:45:05.621886 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b9a81e60-5046-4fb3-b750-80aa7057cccc req-b3c7d4fc-9743-49ba-bbf5-d36ea4b720db service neutron] 10.222.0.21 "GET /v2.0/networks/7bf99071-3909-492e-bde2-c941b91998c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888755 Nov 12 09:45:05.701652 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d731784-9e3f-44fe-81a7-6f7f59dba665 req-157a4c99-deff-4dcd-8de1-53af9e9ad10f tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:05.703338 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5d731784-9e3f-44fe-81a7-6f7f59dba665 req-157a4c99-deff-4dcd-8de1-53af9e9ad10f tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=45583a27-bf99-4ccd-916f-a5dd6bfc3279 HTTP/1.1" status: 200 len: 945 time: 0.0508831 Nov 12 09:45:05.719058 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b9a81e60-5046-4fb3-b750-80aa7057cccc req-8cea3edc-9edc-4729-a76f-41e02cb99001 service neutron] 10.222.0.21 "GET /v2.0/networks/7bf99071-3909-492e-bde2-c941b91998c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875516 Nov 12 09:45:05.755817 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5d731784-9e3f-44fe-81a7-6f7f59dba665 req-2545751c-b6bd-49e5-ac53-10eaf38a8e49 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=65e9adb0-5d94-47da-81db-a5ff84d676b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455542 Nov 12 09:45:05.808826 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7f9ff3-075a-43b9-9048-c8e98205811c req-a05feca9-0294-4328-97e4-5277abc88250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:05.810325 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ef7f9ff3-075a-43b9-9048-c8e98205811c req-a05feca9-0294-4328-97e4-5277abc88250 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4851e85000504eacbfb9224e82f68395&device_id=45583a27-bf99-4ccd-916f-a5dd6bfc3279 HTTP/1.1" status: 200 len: 1097 time: 0.0418584 Nov 12 09:45:05.912325 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7f9ff3-075a-43b9-9048-c8e98205811c req-a190456d-be92-47d9-803c-2c9c5be4d3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:05.913814 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ef7f9ff3-075a-43b9-9048-c8e98205811c req-a190456d-be92-47d9-803c-2c9c5be4d3d0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7bf99071-3909-492e-bde2-c941b91998c5 HTTP/1.1" status: 200 len: 910 time: 0.0956526 Nov 12 09:45:05.989853 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ef7f9ff3-075a-43b9-9048-c8e98205811c req-052d99b6-266a-4727-9f59-dff8c8616623 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b8cc8c2-5926-4175-8e38-26b16abf4fc9 HTTP/1.1" status: 200 len: 999 time: 0.0671246 Nov 12 09:45:06.046874 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7f9ff3-075a-43b9-9048-c8e98205811c req-2a945800-750b-412a-af67-76ce70c50102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:06.048663 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ef7f9ff3-075a-43b9-9048-c8e98205811c req-2a945800-750b-412a-af67-76ce70c50102 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d3dc06a2-6bc5-41d5-bac3-9664ccb379f1 HTTP/1.1" status: 200 len: 848 time: 0.0513804 Nov 12 09:45:06.313139 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:06.327243 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 3b8cc8c2-5926-4175-8e38-26b16abf4fc9 no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:45:06.372115 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 3b8cc8c2-5926-4175-8e38-26b16abf4fc9 not bound to the agent host n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:45:06.881688 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6005d5-4f65-4f2b-a265-79d3ae39897b req-19d66c52-da03-4df2-964b-3150e889dd4a tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:06.883519 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fb6005d5-4f65-4f2b-a265-79d3ae39897b req-19d66c52-da03-4df2-964b-3150e889dd4a tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=45583a27-bf99-4ccd-916f-a5dd6bfc3279 HTTP/1.1" status: 200 len: 945 time: 0.0564976 Nov 12 09:45:06.937351 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fb6005d5-4f65-4f2b-a265-79d3ae39897b req-9a72787d-cdbd-4fa7-8c8f-064058527036 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=65e9adb0-5d94-47da-81db-a5ff84d676b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471177 Nov 12 09:45:07.247257 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-346b7edd-6cfb-4789-aaac-a617a1710bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:08.061885 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9de515b-afd6-4792-85cd-685f8eb76765 req-259371b4-e3c0-490d-8b43-c2803e04e898 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:08.063548 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e9de515b-afd6-4792-85cd-685f8eb76765 req-259371b4-e3c0-490d-8b43-c2803e04e898 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=45583a27-bf99-4ccd-916f-a5dd6bfc3279 HTTP/1.1" status: 200 len: 945 time: 0.0528691 Nov 12 09:45:08.118120 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e9de515b-afd6-4792-85cd-685f8eb76765 req-6a2cc691-2959-4391-826f-f5442b7a07c0 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=65e9adb0-5d94-47da-81db-a5ff84d676b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474257 Nov 12 09:45:08.300064 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:09.245940 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea9b700-09a6-4824-9b1b-0d3c11aef487 req-9aa02a89-3809-49b0-9d5e-2e9fc7fc0d8c tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:09.247636 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0ea9b700-09a6-4824-9b1b-0d3c11aef487 req-9aa02a89-3809-49b0-9d5e-2e9fc7fc0d8c tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=45583a27-bf99-4ccd-916f-a5dd6bfc3279 HTTP/1.1" status: 200 len: 945 time: 0.0535824 Nov 12 09:45:09.312415 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0ea9b700-09a6-4824-9b1b-0d3c11aef487 req-4f86df59-5009-49f6-b48a-b07fe3ff7983 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=65e9adb0-5d94-47da-81db-a5ff84d676b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574083 Nov 12 09:45:09.630251 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:10.212715 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:10.448553 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2477fc00-3cc8-4304-9467-519132b67102 req-b1e4cca5-5ae5-49b9-badd-03b86674acc4 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:10.450204 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2477fc00-3cc8-4304-9467-519132b67102 req-b1e4cca5-5ae5-49b9-badd-03b86674acc4 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=45583a27-bf99-4ccd-916f-a5dd6bfc3279 HTTP/1.1" status: 200 len: 945 time: 0.0529814 Nov 12 09:45:10.515698 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2477fc00-3cc8-4304-9467-519132b67102 req-47a21bf2-d1c6-4548-a0bd-18173f859ad5 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=65e9adb0-5d94-47da-81db-a5ff84d676b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542133 Nov 12 09:45:11.650557 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b06aa8c-20da-47fe-9f84-afb829bc1f1c req-03f69b4b-1875-4eeb-adae-2b6be8b48efb tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:11.652228 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0b06aa8c-20da-47fe-9f84-afb829bc1f1c req-03f69b4b-1875-4eeb-adae-2b6be8b48efb tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=45583a27-bf99-4ccd-916f-a5dd6bfc3279 HTTP/1.1" status: 200 len: 945 time: 0.0552561 Nov 12 09:45:11.708214 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0b06aa8c-20da-47fe-9f84-afb829bc1f1c req-abba045f-9657-41c0-84aa-5420169d0f92 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=65e9adb0-5d94-47da-81db-a5ff84d676b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496652 Nov 12 09:45:12.861243 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaabd171-ccf0-4099-bf3c-f3f7b8223e6f req-4334f07f-6e7c-48d5-af2d-278e4dbd1e7a tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:12.862744 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-aaabd171-ccf0-4099-bf3c-f3f7b8223e6f req-4334f07f-6e7c-48d5-af2d-278e4dbd1e7a tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=45583a27-bf99-4ccd-916f-a5dd6bfc3279 HTTP/1.1" status: 200 len: 945 time: 0.0560565 Nov 12 09:45:12.919453 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-aaabd171-ccf0-4099-bf3c-f3f7b8223e6f req-141dd681-b24c-4d54-9ed9-2beac32e5da6 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=65e9adb0-5d94-47da-81db-a5ff84d676b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475612 Nov 12 09:45:13.456350 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:14.048851 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0089a4-50e2-479f-880d-a10d72fd9b9a req-38c3e99a-4033-4b13-8343-2354e3393624 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:14.050612 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5d0089a4-50e2-479f-880d-a10d72fd9b9a req-38c3e99a-4033-4b13-8343-2354e3393624 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=45583a27-bf99-4ccd-916f-a5dd6bfc3279 HTTP/1.1" status: 200 len: 945 time: 0.0555379 Nov 12 09:45:14.125613 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5d0089a4-50e2-479f-880d-a10d72fd9b9a req-eab06f61-85a5-4fa3-bcfc-174968769fe7 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=65e9adb0-5d94-47da-81db-a5ff84d676b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631952 Nov 12 09:45:15.264188 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed1108-c0e0-4843-a492-bc34ba70a27d req-eac269dc-e48d-4247-aa33-3dab8e1a2b75 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:15.265804 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-24ed1108-c0e0-4843-a492-bc34ba70a27d req-eac269dc-e48d-4247-aa33-3dab8e1a2b75 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=45583a27-bf99-4ccd-916f-a5dd6bfc3279 HTTP/1.1" status: 200 len: 945 time: 0.0663042 Nov 12 09:45:15.322539 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-24ed1108-c0e0-4843-a492-bc34ba70a27d req-4c1a31ae-e7d7-4352-b76c-5dbda285cf80 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=65e9adb0-5d94-47da-81db-a5ff84d676b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484588 Nov 12 09:45:16.449986 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1c6b72-0368-4e01-b153-713df7ea1ab6 req-304dc695-dce3-4074-bc86-40b0ba6ee0b0 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:16.451497 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7c1c6b72-0368-4e01-b153-713df7ea1ab6 req-304dc695-dce3-4074-bc86-40b0ba6ee0b0 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=45583a27-bf99-4ccd-916f-a5dd6bfc3279 HTTP/1.1" status: 200 len: 945 time: 0.0555105 Nov 12 09:45:16.501193 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7c1c6b72-0368-4e01-b153-713df7ea1ab6 req-bd7a3809-6b7b-4f44-837d-97eb0ccf35d3 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=65e9adb0-5d94-47da-81db-a5ff84d676b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436258 Nov 12 09:45:17.617626 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28231768-1858-412e-8ce1-0e69643b2f6d req-4d2cce25-3b54-4ae5-9eca-442d33faa50f tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:17.619142 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-28231768-1858-412e-8ce1-0e69643b2f6d req-4d2cce25-3b54-4ae5-9eca-442d33faa50f tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=45583a27-bf99-4ccd-916f-a5dd6bfc3279 HTTP/1.1" status: 200 len: 945 time: 0.0489497 Nov 12 09:45:17.672500 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-28231768-1858-412e-8ce1-0e69643b2f6d req-f7a749c0-6b3e-47dc-8f87-d5d32c8d5d82 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=65e9adb0-5d94-47da-81db-a5ff84d676b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471601 Nov 12 09:45:18.588680 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7f9ff3-075a-43b9-9048-c8e98205811c req-376e86a4-b251-40af-a4dd-d59e50f771ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:18.590262 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ef7f9ff3-075a-43b9-9048-c8e98205811c req-376e86a4-b251-40af-a4dd-d59e50f771ca service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7bf99071-3909-492e-bde2-c941b91998c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530603 Nov 12 09:45:18.802878 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52613a94-142e-4fe1-86df-56dbc00a0e41 req-d83987d1-2e3d-4457-8d93-c02a7118032d tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:18.804529 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-52613a94-142e-4fe1-86df-56dbc00a0e41 req-d83987d1-2e3d-4457-8d93-c02a7118032d tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=45583a27-bf99-4ccd-916f-a5dd6bfc3279 HTTP/1.1" status: 200 len: 945 time: 0.0551784 Nov 12 09:45:18.860204 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-52613a94-142e-4fe1-86df-56dbc00a0e41 req-dc3acdae-6042-435e-9de8-cb3c28d899e4 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=65e9adb0-5d94-47da-81db-a5ff84d676b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492992 Nov 12 09:45:19.049854 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ef7f9ff3-075a-43b9-9048-c8e98205811c req-22c5ba1b-66f9-493b-8620-3e2c38acba61 service neutron] 10.222.0.21 "GET /v2.0/networks/7bf99071-3909-492e-bde2-c941b91998c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4421360 Nov 12 09:45:19.142613 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ef7f9ff3-075a-43b9-9048-c8e98205811c req-251115c3-115c-439d-9e78-0b4cc60a33dd service neutron] 10.222.0.21 "GET /v2.0/networks/7bf99071-3909-492e-bde2-c941b91998c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824318 Nov 12 09:45:19.980381 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9959a110-4731-40e8-86ac-5bbcc6bee545 req-47958add-e37c-4236-bc84-5508194aa8c4 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:19.981831 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9959a110-4731-40e8-86ac-5bbcc6bee545 req-47958add-e37c-4236-bc84-5508194aa8c4 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=45583a27-bf99-4ccd-916f-a5dd6bfc3279 HTTP/1.1" status: 200 len: 945 time: 0.0511086 Nov 12 09:45:20.034480 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9959a110-4731-40e8-86ac-5bbcc6bee545 req-eabedd3d-b8d0-4426-b9ab-fa83f0376199 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=65e9adb0-5d94-47da-81db-a5ff84d676b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465865 Nov 12 09:45:20.266479 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:45:21.163405 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b8376c-d554-448a-ab2c-eeb2d26de319 req-2640183b-1edb-4ceb-beba-287ed2dd654b tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:21.163405 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-87b8376c-d554-448a-ab2c-eeb2d26de319 req-2640183b-1edb-4ceb-beba-287ed2dd654b tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=45583a27-bf99-4ccd-916f-a5dd6bfc3279 HTTP/1.1" status: 200 len: 945 time: 0.0579102 Nov 12 09:45:21.213508 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-87b8376c-d554-448a-ab2c-eeb2d26de319 req-66dfda6d-ab5f-4953-8a8b-b04761686015 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=65e9adb0-5d94-47da-81db-a5ff84d676b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439656 Nov 12 09:45:22.337185 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615a95c9-ef7c-4618-82dd-a9c646d324b3 req-8ca88f1b-8864-44fc-8b3c-2dc6abccba6c tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:22.338784 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-615a95c9-ef7c-4618-82dd-a9c646d324b3 req-8ca88f1b-8864-44fc-8b3c-2dc6abccba6c tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=45583a27-bf99-4ccd-916f-a5dd6bfc3279 HTTP/1.1" status: 200 len: 945 time: 0.0521274 Nov 12 09:45:22.389735 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-615a95c9-ef7c-4618-82dd-a9c646d324b3 req-0ef30a16-151f-4f0a-9cba-a9e76be39c1c tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=65e9adb0-5d94-47da-81db-a5ff84d676b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447240 Nov 12 09:45:23.348424 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 3b8cc8c2-5926-4175-8e38-26b16abf4fc9 details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:45:23.455699 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 3b8cc8c2-5926-4175-8e38-26b16abf4fc9, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=3b8cc8c2-5926-4175-8e38-26b16abf4fc9,segment=NetworkSegment(95dac6b9-a589-4ccf-96ab-e9d18b9345d1),segment_id=95dac6b9-a589-4ccf-96ab-e9d18b9345d1)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:45:23.468921 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Returning: {'device': '3b8cc8c2-5926-4175-8e38-26b16abf4fc9', 'network_id': '7bf99071-3909-492e-bde2-c941b91998c5', 'port_id': '3b8cc8c2-5926-4175-8e38-26b16abf4fc9', 'mac_address': 'fa:16:3e:a5:42:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3dc06a2-6bc5-41d5-bac3-9664ccb379f1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:45:23.512802 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:23.515192 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a1180f-512e-442e-a9b6-d56b988c9907 req-ba6d7d25-f71a-4a30-b7f6-97090c797938 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:23.516689 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-31a1180f-512e-442e-a9b6-d56b988c9907 req-ba6d7d25-f71a-4a30-b7f6-97090c797938 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=45583a27-bf99-4ccd-916f-a5dd6bfc3279 HTTP/1.1" status: 200 len: 945 time: 0.0488911 Nov 12 09:45:23.527813 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-e530113a-7783-48f4-9840-8911a24052df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b8cc8c2-5926-4175-8e38-26b16abf4fc9 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:45:23.548995 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 3b8cc8c2-5926-4175-8e38-26b16abf4fc9, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=3b8cc8c2-5926-4175-8e38-26b16abf4fc9,segment=NetworkSegment(95dac6b9-a589-4ccf-96ab-e9d18b9345d1),segment_id=95dac6b9-a589-4ccf-96ab-e9d18b9345d1)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:45:23.553358 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:23.576339 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-31a1180f-512e-442e-a9b6-d56b988c9907 req-99c76cc4-f8c9-4eb0-93b0-b2337c518f72 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=65e9adb0-5d94-47da-81db-a5ff84d676b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524957 Nov 12 09:45:23.605527 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=3b8cc8c2-5926-4175-8e38-26b16abf4fc9,revision_number=11']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:45:23.958338 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['3b8cc8c2-5926-4175-8e38-26b16abf4fc9'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:45:24.146659 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c923c4ff-8e26-4779-b089-e4861fdaea97 req-ec9f6332-bc83-4a0a-bbc6-cfd03e875bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:24.148372 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c923c4ff-8e26-4779-b089-e4861fdaea97 req-ec9f6332-bc83-4a0a-bbc6-cfd03e875bc0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4851e85000504eacbfb9224e82f68395&device_id=45583a27-bf99-4ccd-916f-a5dd6bfc3279 HTTP/1.1" status: 200 len: 1098 time: 0.0456655 Nov 12 09:45:24.268161 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c923c4ff-8e26-4779-b089-e4861fdaea97 req-7581f4b5-259e-452a-82a8-4ef5139702be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:24.269572 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c923c4ff-8e26-4779-b089-e4861fdaea97 req-7581f4b5-259e-452a-82a8-4ef5139702be service neutron] 10.222.0.21 "GET /v2.0/networks?id=7bf99071-3909-492e-bde2-c941b91998c5 HTTP/1.1" status: 200 len: 910 time: 0.0972483 Nov 12 09:45:24.340995 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c923c4ff-8e26-4779-b089-e4861fdaea97 req-9ef6a661-3135-49f3-8802-fa16e3de3684 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b8cc8c2-5926-4175-8e38-26b16abf4fc9 HTTP/1.1" status: 200 len: 1000 time: 0.0636284 Nov 12 09:45:24.397316 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c923c4ff-8e26-4779-b089-e4861fdaea97 req-6823adf9-4160-47e4-818a-32d864554512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:24.398791 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c923c4ff-8e26-4779-b089-e4861fdaea97 req-6823adf9-4160-47e4-818a-32d864554512 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d3dc06a2-6bc5-41d5-bac3-9664ccb379f1 HTTP/1.1" status: 200 len: 848 time: 0.0495377 Nov 12 09:45:24.448295 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c923c4ff-8e26-4779-b089-e4861fdaea97 req-5392a7d0-666b-4916-aae8-704c4ce301e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:24.449833 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c923c4ff-8e26-4779-b089-e4861fdaea97 req-5392a7d0-666b-4916-aae8-704c4ce301e1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7bf99071-3909-492e-bde2-c941b91998c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423949 Nov 12 09:45:24.545369 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c923c4ff-8e26-4779-b089-e4861fdaea97 req-a8cc95f2-9917-4e6e-9e1f-a3abf1dd5d67 service neutron] 10.222.0.21 "GET /v2.0/networks/7bf99071-3909-492e-bde2-c941b91998c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861390 Nov 12 09:45:24.646365 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c923c4ff-8e26-4779-b089-e4861fdaea97 req-a392d21a-df76-476c-a3fe-84c217b661f4 service neutron] 10.222.0.21 "GET /v2.0/networks/7bf99071-3909-492e-bde2-c941b91998c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937154 Nov 12 09:45:24.711330 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24614231-d665-457a-a454-a825f2f3dee4 req-6c611796-4499-4c13-a447-b38f8a1e01e4 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:24.712822 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-24614231-d665-457a-a454-a825f2f3dee4 req-6c611796-4499-4c13-a447-b38f8a1e01e4 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=45583a27-bf99-4ccd-916f-a5dd6bfc3279 HTTP/1.1" status: 200 len: 946 time: 0.0533662 Nov 12 09:45:24.766447 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-24614231-d665-457a-a454-a825f2f3dee4 req-f1437ec4-2d0f-4c40-971b-5c6feacd17a9 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=65e9adb0-5d94-47da-81db-a5ff84d676b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471747 Nov 12 09:45:25.360072 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 3b8cc8c2-5926-4175-8e38-26b16abf4fc9 up at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:45:25.414382 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning for port 3b8cc8c2-5926-4175-8e38-26b16abf4fc9 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:45:25.420368 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning complete for port 3b8cc8c2-5926-4175-8e38-26b16abf4fc9 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:45:25.420956 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:25.508379 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:25.531406 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45583a27-bf99-4ccd-916f-a5dd6bfc3279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b8cc8c2-5926-4175-8e38-26b16abf4fc9'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:45:25.533634 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132d5890bda14c85ea4d6a837dfa65400ea66c0cb50158568a7b02b7fe216ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aca8c7c-215c-4b4a-b3f8-108569f699c5" -d '{"events": [{"server_uuid": "45583a27-bf99-4ccd-916f-a5dd6bfc3279", "name": "network-vif-plugged", "status": "completed", "tag": "3b8cc8c2-5926-4175-8e38-26b16abf4fc9"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:45:25.546765 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 3b8cc8c2-5926-4175-8e38-26b16abf4fc9, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=3b8cc8c2-5926-4175-8e38-26b16abf4fc9,segment=NetworkSegment(95dac6b9-a589-4ccf-96ab-e9d18b9345d1),segment_id=95dac6b9-a589-4ccf-96ab-e9d18b9345d1)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:45:25.550951 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:25.579303 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b86dd68-be24-41d3-bf7f-792a4bca2f4e x-openstack-request-id: req-1b86dd68-be24-41d3-bf7f-792a4bca2f4e {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:45:25.579594 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45583a27-bf99-4ccd-916f-a5dd6bfc3279", "name": "network-vif-plugged", "status": "completed", "tag": "3b8cc8c2-5926-4175-8e38-26b16abf4fc9", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:45:25.579845 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1b86dd68-be24-41d3-bf7f-792a4bca2f4e {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:45:25.580234 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45583a27-bf99-4ccd-916f-a5dd6bfc3279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b8cc8c2-5926-4175-8e38-26b16abf4fc9', 'code': 200} Nov 12 09:45:25.605554 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=3b8cc8c2-5926-4175-8e38-26b16abf4fc9,revision_number=12']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:45:25.745405 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40af8ff-7159-4921-aca9-d68a4e7dc9e4 req-92c98f6f-a860-4ea2-a58e-a6f6946d2c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:25.746980 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e40af8ff-7159-4921-aca9-d68a4e7dc9e4 req-92c98f6f-a860-4ea2-a58e-a6f6946d2c86 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=45583a27-bf99-4ccd-916f-a5dd6bfc3279 HTTP/1.1" status: 200 len: 1099 time: 0.0409429 Nov 12 09:45:25.795197 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-e40af8ff-7159-4921-aca9-d68a4e7dc9e4 req-a8159cb7-2ec0-4309-a382-b4911bf4624e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=65e9adb0-5d94-47da-81db-a5ff84d676b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398631 Nov 12 09:45:25.904262 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90a86c9-7fe6-45e9-a17e-8e3231c1953e req-1beb8681-1178-47ab-83ce-2734e3c8e4d0 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:25.906181 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b90a86c9-7fe6-45e9-a17e-8e3231c1953e req-1beb8681-1178-47ab-83ce-2734e3c8e4d0 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=45583a27-bf99-4ccd-916f-a5dd6bfc3279 HTTP/1.1" status: 200 len: 947 time: 0.0627584 Nov 12 09:45:25.957710 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b90a86c9-7fe6-45e9-a17e-8e3231c1953e req-921c9c56-3943-4bc5-b24d-dc7463fb3f9e tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=65e9adb0-5d94-47da-81db-a5ff84d676b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446310 Nov 12 09:45:27.084079 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa0be65-6bb3-46f0-b8f6-a73e709f41c6 req-1cde8c63-73fa-4d8d-bc89-e44f32005fd2 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:27.085635 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9aa0be65-6bb3-46f0-b8f6-a73e709f41c6 req-1cde8c63-73fa-4d8d-bc89-e44f32005fd2 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=45583a27-bf99-4ccd-916f-a5dd6bfc3279 HTTP/1.1" status: 200 len: 947 time: 0.0578127 Nov 12 09:45:27.137447 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9aa0be65-6bb3-46f0-b8f6-a73e709f41c6 req-deea1070-8a2c-4aa1-9803-8ce9896ead28 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=65e9adb0-5d94-47da-81db-a5ff84d676b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455127 Nov 12 09:45:28.258606 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3f61ee-a66c-4b11-ab4d-11799147cef3 req-7e646848-f05f-4562-a776-f4a38c558a38 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:28.260166 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1e3f61ee-a66c-4b11-ab4d-11799147cef3 req-7e646848-f05f-4562-a776-f4a38c558a38 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=45583a27-bf99-4ccd-916f-a5dd6bfc3279 HTTP/1.1" status: 200 len: 947 time: 0.0524726 Nov 12 09:45:28.311157 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1e3f61ee-a66c-4b11-ab4d-11799147cef3 req-2fed8013-e895-4264-9b40-d4c6520d729c tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=65e9adb0-5d94-47da-81db-a5ff84d676b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448768 Nov 12 09:45:34.194893 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-12082f10-9288-4aa6-b836-ebf95946261c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:36.328618 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:37.239851 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9e2241b6-7624-4bc4-97dd-d1e85cbce7d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:38.302863 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:39.631538 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:40.217658 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:43.454428 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:57.265786 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:46:04.196602 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4f322606-d2d2-4f1d-8992-41f0564d4e65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:06.325647 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:07.240698 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-242f4872-fa47-4281-b707-52656c341ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:08.307106 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:09.634307 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:10.220375 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:13.470018 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:24.287853 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-216774a2-22a2-43c7-80c0-000cb7f31357 req-5bf82913-c58f-4454-accf-585a513074d1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=45583a27-bf99-4ccd-916f-a5dd6bfc3279&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0439138 Nov 12 09:46:24.380759 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216774a2-22a2-43c7-80c0-000cb7f31357 req-2a37011c-d903-4cb5-bafc-ec1499c28935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:46:24.382267 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-216774a2-22a2-43c7-80c0-000cb7f31357 req-2a37011c-d903-4cb5-bafc-ec1499c28935 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4851e85000504eacbfb9224e82f68395&device_id=45583a27-bf99-4ccd-916f-a5dd6bfc3279 HTTP/1.1" status: 200 len: 1099 time: 0.0487447 Nov 12 09:46:24.492535 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216774a2-22a2-43c7-80c0-000cb7f31357 req-0a042423-45ad-421c-884e-821fef8576eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:46:24.494018 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-216774a2-22a2-43c7-80c0-000cb7f31357 req-0a042423-45ad-421c-884e-821fef8576eb service neutron] 10.222.0.21 "GET /v2.0/networks?id=7bf99071-3909-492e-bde2-c941b91998c5 HTTP/1.1" status: 200 len: 910 time: 0.0905447 Nov 12 09:46:24.565800 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-216774a2-22a2-43c7-80c0-000cb7f31357 req-2895d41d-7d7f-45b1-89cb-f5348144cc10 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b8cc8c2-5926-4175-8e38-26b16abf4fc9 HTTP/1.1" status: 200 len: 1001 time: 0.0624840 Nov 12 09:46:24.619162 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216774a2-22a2-43c7-80c0-000cb7f31357 req-21975ffc-48b3-4857-9098-50bb4a8f0eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:46:24.620888 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-216774a2-22a2-43c7-80c0-000cb7f31357 req-21975ffc-48b3-4857-9098-50bb4a8f0eb1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d3dc06a2-6bc5-41d5-bac3-9664ccb379f1 HTTP/1.1" status: 200 len: 848 time: 0.0477359 Nov 12 09:46:24.674971 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216774a2-22a2-43c7-80c0-000cb7f31357 req-cf01d392-3b15-46ea-a3eb-38a0d5069f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:46:24.676520 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-216774a2-22a2-43c7-80c0-000cb7f31357 req-cf01d392-3b15-46ea-a3eb-38a0d5069f03 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7bf99071-3909-492e-bde2-c941b91998c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475137 Nov 12 09:46:24.767287 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-216774a2-22a2-43c7-80c0-000cb7f31357 req-276effc6-ab97-4644-b912-3ddf9403148d service neutron] 10.222.0.21 "GET /v2.0/networks/7bf99071-3909-492e-bde2-c941b91998c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826998 Nov 12 09:46:24.866500 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-216774a2-22a2-43c7-80c0-000cb7f31357 req-8677178e-f6ca-4d1e-9ef8-b245ac0a1e34 service neutron] 10.222.0.21 "GET /v2.0/networks/7bf99071-3909-492e-bde2-c941b91998c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913653 Nov 12 09:46:34.197768 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-394abbd4-c036-40da-ae5a-e7954968b7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:34.265605 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:46:36.342714 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:37.233357 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1eb668c8-1524-4a65-b532-d4119844ca57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:38.306818 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:39.637537 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:40.224126 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:43.468596 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:04.199661 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9ccbb95e-35c8-4079-99b3-bf75979b1d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:06.356267 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:07.235407 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-42931d29-c303-489f-b369-baf453735573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:08.309684 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:09.639907 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:10.229284 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:11.265309 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:47:13.483666 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:15.673542 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 44904) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:47:15.836695 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-c5ddf623-0746-4588-a847-40840290b0ce tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Deleting port 39e7f70f-dfa3-40f6-a758-ffdf4a5070e2 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:47:15.837039 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c5ddf623-0746-4588-a847-40840290b0ce tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:15.919514 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c5ddf623-0746-4588-a847-40840290b0ce tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:15.919884 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c5ddf623-0746-4588-a847-40840290b0ce tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:15.932553 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-c5ddf623-0746-4588-a847-40840290b0ce tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Calling delete_port for 39e7f70f-dfa3-40f6-a758-ffdf4a5070e2 owned by network:floatingip {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:47:16.098619 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c5ddf623-0746-4588-a847-40840290b0ce tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:16.127265 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ddf623-0746-4588-a847-40840290b0ce tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Pushing event deleted for resources: {'Port': ['ID=39e7f70f-dfa3-40f6-a758-ffdf4a5070e2,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:47:16.137586 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ddf623-0746-4588-a847-40840290b0ce tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:47:16.137937 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ddf623-0746-4588-a847-40840290b0ce tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:47:16.138280 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ddf623-0746-4588-a847-40840290b0ce tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:47:16.138656 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ddf623-0746-4588-a847-40840290b0ce tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:47:16.139000 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ddf623-0746-4588-a847-40840290b0ce tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:47:16.139333 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ddf623-0746-4588-a847-40840290b0ce tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:47:16.139665 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ddf623-0746-4588-a847-40840290b0ce tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:47:16.139995 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ddf623-0746-4588-a847-40840290b0ce tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:47:16.140322 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ddf623-0746-4588-a847-40840290b0ce tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:47:16.140650 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ddf623-0746-4588-a847-40840290b0ce tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:47:16.140977 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ddf623-0746-4588-a847-40840290b0ce tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:47:16.141307 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ddf623-0746-4588-a847-40840290b0ce tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:47:16.222285 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c5ddf623-0746-4588-a847-40840290b0ce tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks [] for floatingip, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:16.222572 n-d-765315-29 neutron-server[102599]: INFO neutron.db.l3_db [None req-c5ddf623-0746-4588-a847-40840290b0ce tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Floating IP e2e3c740-39c8-43c5-9bb0-0a820d6b1635 disassociated (deleted). External IP: 172.25.2.23, port: 3b8cc8c2-5926-4175-8e38-26b16abf4fc9. Nov 12 09:47:16.458298 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5ddf623-0746-4588-a847-40840290b0ce tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Router f58d2f74-a032-480d-a810-0742349ef5cf has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:47:16.577361 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5ddf623-0746-4588-a847-40840290b0ce tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:47:16.582614 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-c5ddf623-0746-4588-a847-40840290b0ce tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:16.588689 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaec9da9-fe05-4766-964c-ea97dafbd142 None None] Sync routers for ids ['f58d2f74-a032-480d-a810-0742349ef5cf'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:47:16.598474 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaec9da9-fe05-4766-964c-ea97dafbd142 None None] Routers {'f58d2f74-a032-480d-a810-0742349ef5cf'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:47:16.599157 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-eaec9da9-fe05-4766-964c-ea97dafbd142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:47:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['f58d2f74-a032-480d-a810-0742349ef5cf'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:47:16.611533 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-c5ddf623-0746-4588-a847-40840290b0ce tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "DELETE /v2.0/floatingips/e2e3c740-39c8-43c5-9bb0-0a820d6b1635 HTTP/1.1" status: 204 len: 168 time: 0.9368505 Nov 12 09:47:16.612139 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45583a27-bf99-4ccd-916f-a5dd6bfc3279', 'tag': '3b8cc8c2-5926-4175-8e38-26b16abf4fc9'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:47:16.614503 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c022ff2c5cb8d3060857f92f3690e67c01ee9cc1391db4b92ea76e21aea06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f8e973-7cad-4e37-9ee1-46cf84be6701" -d '{"events": [{"name": "network-changed", "server_uuid": "45583a27-bf99-4ccd-916f-a5dd6bfc3279", "tag": "3b8cc8c2-5926-4175-8e38-26b16abf4fc9"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:47:16.724328 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-eaec9da9-fe05-4766-964c-ea97dafbd142 None None] Set router f58d2f74-a032-480d-a810-0742349ef5cf gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:47:16.798346 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0348a4c4-3211-48d5-9072-3b733a19cb1f x-openstack-request-id: req-0348a4c4-3211-48d5-9072-3b733a19cb1f {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:47:16.798895 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45583a27-bf99-4ccd-916f-a5dd6bfc3279", "tag": "3b8cc8c2-5926-4175-8e38-26b16abf4fc9", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:47:16.799002 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0348a4c4-3211-48d5-9072-3b733a19cb1f {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:47:16.799683 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45583a27-bf99-4ccd-916f-a5dd6bfc3279', 'tag': '3b8cc8c2-5926-4175-8e38-26b16abf4fc9', 'status': 'completed', 'code': 200} Nov 12 09:47:16.886626 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8e973-7cad-4e37-9ee1-46cf84be6701 req-695d12dc-f668-4f40-b495-c50a3a10f7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:16.888155 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b2f8e973-7cad-4e37-9ee1-46cf84be6701 req-695d12dc-f668-4f40-b495-c50a3a10f7d8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4851e85000504eacbfb9224e82f68395&device_id=45583a27-bf99-4ccd-916f-a5dd6bfc3279 HTTP/1.1" status: 200 len: 1099 time: 0.0467546 Nov 12 09:47:16.907493 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45330003-e376-49d5-b031-64f70c94e0e1 req-77ea1873-f0c4-4ebb-a2c1-1bf44da4c573 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:16.909166 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-45330003-e376-49d5-b031-64f70c94e0e1 req-77ea1873-f0c4-4ebb-a2c1-1bf44da4c573 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=45583a27-bf99-4ccd-916f-a5dd6bfc3279 HTTP/1.1" status: 200 len: 947 time: 0.0608573 Nov 12 09:47:16.946958 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-eaec9da9-fe05-4766-964c-ea97dafbd142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58d2f74-a032-480d-a810-0742349ef5cf', 'name': 'tempest-TestShelveInstance-2054340074-router', 'tenant_id': '4851e85000504eacbfb9224e82f68395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'bbd5e717-486b-403d-8b16-710953e867e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:42:12Z', 'updated_at': '2021-11-12T09:42:15Z', 'revision_number': 4, 'project_id': '4851e85000504eacbfb9224e82f68395', 'gw_port': {'id': 'bbd5e717-486b-403d-8b16-710953e867e6', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:20:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58d2f74-a032-480d-a810-0742349ef5cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:42:12Z', 'updated_at': '2021-11-12T09:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': 'fc44b940-4dad-4e51-8dfd-f82b388bca53', 'name': '', 'network_id': '7bf99071-3909-492e-bde2-c941b91998c5', 'tenant_id': '4851e85000504eacbfb9224e82f68395', 'mac_address': 'fa:16:3e:80:69:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58d2f74-a032-480d-a810-0742349ef5cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'd3dc06a2-6bc5-41d5-bac3-9664ccb379f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:42:14Z', 'updated_at': '2021-11-12T09:42:19Z', 'revision_number': 5, 'project_id': '4851e85000504eacbfb9224e82f68395', 'subnets': [{'id': 'd3dc06a2-6bc5-41d5-bac3-9664ccb379f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:47:16.966809 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-45330003-e376-49d5-b031-64f70c94e0e1 req-bb00d643-a52d-4eef-9065-c218316185a3 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=65e9adb0-5d94-47da-81db-a5ff84d676b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503876 Nov 12 09:47:16.978223 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaec9da9-fe05-4766-964c-ea97dafbd142 None None] Checking router: f58d2f74-a032-480d-a810-0742349ef5cf for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:47:16.986835 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaec9da9-fe05-4766-964c-ea97dafbd142 None None] Routers {'f58d2f74-a032-480d-a810-0742349ef5cf'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:47:16.987440 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-eaec9da9-fe05-4766-964c-ea97dafbd142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:47:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['f58d2f74-a032-480d-a810-0742349ef5cf'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:47:16.990634 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8e973-7cad-4e37-9ee1-46cf84be6701 req-92460d1d-dc90-447d-8205-52d143172505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:16.992550 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b2f8e973-7cad-4e37-9ee1-46cf84be6701 req-92460d1d-dc90-447d-8205-52d143172505 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7bf99071-3909-492e-bde2-c941b91998c5 HTTP/1.1" status: 200 len: 910 time: 0.0945394 Nov 12 09:47:17.038073 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b2f8e973-7cad-4e37-9ee1-46cf84be6701 req-047cc557-c1ee-426e-8eb6-7307e61b7a0a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b8cc8c2-5926-4175-8e38-26b16abf4fc9 HTTP/1.1" status: 200 len: 217 time: 0.0358875 Nov 12 09:47:17.088649 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8e973-7cad-4e37-9ee1-46cf84be6701 req-8e53bae5-c125-4e17-a46a-7f0a94ddf22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:17.090625 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b2f8e973-7cad-4e37-9ee1-46cf84be6701 req-8e53bae5-c125-4e17-a46a-7f0a94ddf22f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d3dc06a2-6bc5-41d5-bac3-9664ccb379f1 HTTP/1.1" status: 200 len: 848 time: 0.0449967 Nov 12 09:47:17.093543 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-eaec9da9-fe05-4766-964c-ea97dafbd142 None None] Set router f58d2f74-a032-480d-a810-0742349ef5cf gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:47:17.142734 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8e973-7cad-4e37-9ee1-46cf84be6701 req-efb69dfb-7bb5-42f8-ad3f-97c7641d87ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:17.144222 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b2f8e973-7cad-4e37-9ee1-46cf84be6701 req-efb69dfb-7bb5-42f8-ad3f-97c7641d87ea service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7bf99071-3909-492e-bde2-c941b91998c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440912 Nov 12 09:47:17.248502 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b2f8e973-7cad-4e37-9ee1-46cf84be6701 req-cdfb9454-6f19-49a9-8760-6b6646c9e24f service neutron] 10.222.0.21 "GET /v2.0/networks/7bf99071-3909-492e-bde2-c941b91998c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944188 Nov 12 09:47:17.349001 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-b2f8e973-7cad-4e37-9ee1-46cf84be6701 req-3bfdf6f0-3ef9-4474-8fa0-68c1f84f0986 service neutron] 10.222.0.21 "GET /v2.0/networks/7bf99071-3909-492e-bde2-c941b91998c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915976 Nov 12 09:47:17.386652 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-eaec9da9-fe05-4766-964c-ea97dafbd142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58d2f74-a032-480d-a810-0742349ef5cf', 'name': 'tempest-TestShelveInstance-2054340074-router', 'tenant_id': '4851e85000504eacbfb9224e82f68395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'bbd5e717-486b-403d-8b16-710953e867e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:42:12Z', 'updated_at': '2021-11-12T09:42:15Z', 'revision_number': 4, 'project_id': '4851e85000504eacbfb9224e82f68395', 'gw_port': {'id': 'bbd5e717-486b-403d-8b16-710953e867e6', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:20:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58d2f74-a032-480d-a810-0742349ef5cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:42:12Z', 'updated_at': '2021-11-12T09:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': 'fc44b940-4dad-4e51-8dfd-f82b388bca53', 'name': '', 'network_id': '7bf99071-3909-492e-bde2-c941b91998c5', 'tenant_id': '4851e85000504eacbfb9224e82f68395', 'mac_address': 'fa:16:3e:80:69:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58d2f74-a032-480d-a810-0742349ef5cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'd3dc06a2-6bc5-41d5-bac3-9664ccb379f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:42:14Z', 'updated_at': '2021-11-12T09:42:19Z', 'revision_number': 5, 'project_id': '4851e85000504eacbfb9224e82f68395', 'subnets': [{'id': 'd3dc06a2-6bc5-41d5-bac3-9664ccb379f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:47:17.413117 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaec9da9-fe05-4766-964c-ea97dafbd142 None None] The sync data for ids ['f58d2f74-a032-480d-a810-0742349ef5cf'] in n-d-765315-29 is: [{'id': 'f58d2f74-a032-480d-a810-0742349ef5cf', 'name': 'tempest-TestShelveInstance-2054340074-router', 'tenant_id': '4851e85000504eacbfb9224e82f68395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'bbd5e717-486b-403d-8b16-710953e867e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:42:12Z', 'updated_at': '2021-11-12T09:42:15Z', 'revision_number': 4, 'project_id': '4851e85000504eacbfb9224e82f68395', 'gw_port': {'id': 'bbd5e717-486b-403d-8b16-710953e867e6', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:20:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58d2f74-a032-480d-a810-0742349ef5cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:42:12Z', 'updated_at': '2021-11-12T09:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': 'fc44b940-4dad-4e51-8dfd-f82b388bca53', 'name': '', 'network_id': '7bf99071-3909-492e-bde2-c941b91998c5', 'tenant_id': '4851e85000504eacbfb9224e82f68395', 'mac_address': 'fa:16:3e:80:69:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58d2f74-a032-480d-a810-0742349ef5cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'd3dc06a2-6bc5-41d5-bac3-9664ccb379f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:42:14Z', 'updated_at': '2021-11-12T09:42:19Z', 'revision_number': 5, 'project_id': '4851e85000504eacbfb9224e82f68395', 'subnets': [{'id': 'd3dc06a2-6bc5-41d5-bac3-9664ccb379f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:47:17.637660 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17bdee0-1d66-4b65-9ba0-d2fc70870d0f None None] New status for floating IP e2e3c740-39c8-43c5-9bb0-0a820d6b1635: DOWN {{(pid=102601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:47:18.094843 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0864ad5f-d094-4dc7-bf69-c68896ba3e61 req-e0f61288-d0e1-4e0b-9e6f-5bb1c48e51a2 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:18.096363 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0864ad5f-d094-4dc7-bf69-c68896ba3e61 req-e0f61288-d0e1-4e0b-9e6f-5bb1c48e51a2 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=45583a27-bf99-4ccd-916f-a5dd6bfc3279 HTTP/1.1" status: 200 len: 947 time: 0.0519123 Nov 12 09:47:18.151645 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0864ad5f-d094-4dc7-bf69-c68896ba3e61 req-abdfea6c-005a-4e74-8ca1-3b58f2b322b8 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=65e9adb0-5d94-47da-81db-a5ff84d676b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482717 Nov 12 09:47:18.733054 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd9d1a-320c-47c7-9a23-8b03cb881436 req-b601cb42-f7c6-492c-a013-e02c03d195bd tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:18.734519 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-efdd9d1a-320c-47c7-9a23-8b03cb881436 req-b601cb42-f7c6-492c-a013-e02c03d195bd tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.21 "GET /v2.0/ports?device_id=45583a27-bf99-4ccd-916f-a5dd6bfc3279 HTTP/1.1" status: 200 len: 947 time: 0.0512567 Nov 12 09:47:18.827534 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-efdd9d1a-320c-47c7-9a23-8b03cb881436 req-b10dc2e3-a006-44db-95fd-d3366bb26b72 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Deleting port 3b8cc8c2-5926-4175-8e38-26b16abf4fc9 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:47:18.827899 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-efdd9d1a-320c-47c7-9a23-8b03cb881436 req-b10dc2e3-a006-44db-95fd-d3366bb26b72 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:18.923015 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-efdd9d1a-320c-47c7-9a23-8b03cb881436 req-b10dc2e3-a006-44db-95fd-d3366bb26b72 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] For port 3b8cc8c2-5926-4175-8e38-26b16abf4fc9, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=3b8cc8c2-5926-4175-8e38-26b16abf4fc9,segment=NetworkSegment(95dac6b9-a589-4ccf-96ab-e9d18b9345d1),segment_id=95dac6b9-a589-4ccf-96ab-e9d18b9345d1)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:47:18.923272 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-efdd9d1a-320c-47c7-9a23-8b03cb881436 req-b10dc2e3-a006-44db-95fd-d3366bb26b72 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:18.937051 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-efdd9d1a-320c-47c7-9a23-8b03cb881436 req-b10dc2e3-a006-44db-95fd-d3366bb26b72 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Calling delete_port for 3b8cc8c2-5926-4175-8e38-26b16abf4fc9 owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:47:19.072570 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-efdd9d1a-320c-47c7-9a23-8b03cb881436 req-b10dc2e3-a006-44db-95fd-d3366bb26b72 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:19.100938 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10dc2e3-a006-44db-95fd-d3366bb26b72 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Pushing event deleted for resources: {'Port': ['ID=3b8cc8c2-5926-4175-8e38-26b16abf4fc9,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:47:19.148584 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-efdd9d1a-320c-47c7-9a23-8b03cb881436 req-b10dc2e3-a006-44db-95fd-d3366bb26b72 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] No DVR routers for this DVR port 3b8cc8c2-5926-4175-8e38-26b16abf4fc9 on host n-h1-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:47:19.151195 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-efdd9d1a-320c-47c7-9a23-8b03cb881436 req-b10dc2e3-a006-44db-95fd-d3366bb26b72 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:19.154501 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-efdd9d1a-320c-47c7-9a23-8b03cb881436 req-b10dc2e3-a006-44db-95fd-d3366bb26b72 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.21 "DELETE /v2.0/ports/3b8cc8c2-5926-4175-8e38-26b16abf4fc9 HTTP/1.1" status: 204 len: 173 time: 0.4123199 Nov 12 09:47:19.155008 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45583a27-bf99-4ccd-916f-a5dd6bfc3279', 'name': 'network-vif-deleted', 'tag': '3b8cc8c2-5926-4175-8e38-26b16abf4fc9'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:47:19.157271 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c022ff2c5cb8d3060857f92f3690e67c01ee9cc1391db4b92ea76e21aea06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eb4f347-f38a-4532-8364-a1308436065f" -d '{"events": [{"server_uuid": "45583a27-bf99-4ccd-916f-a5dd6bfc3279", "name": "network-vif-deleted", "tag": "3b8cc8c2-5926-4175-8e38-26b16abf4fc9"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:47:19.200354 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b9705c-80ea-40ae-9264-6f57cc200bc8 x-openstack-request-id: req-65b9705c-80ea-40ae-9264-6f57cc200bc8 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:47:19.200647 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45583a27-bf99-4ccd-916f-a5dd6bfc3279", "name": "network-vif-deleted", "tag": "3b8cc8c2-5926-4175-8e38-26b16abf4fc9", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:47:19.200905 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-65b9705c-80ea-40ae-9264-6f57cc200bc8 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:47:19.201322 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45583a27-bf99-4ccd-916f-a5dd6bfc3279', 'name': 'network-vif-deleted', 'tag': '3b8cc8c2-5926-4175-8e38-26b16abf4fc9', 'status': 'completed', 'code': 200} Nov 12 09:47:19.288073 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-3d1b409e-3db7-43e3-9477-50ea35bf2219 req-07734346-1138-49d6-bb53-aae33d9f8f83 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=45583a27-bf99-4ccd-916f-a5dd6bfc3279 HTTP/1.1" status: 200 len: 210 time: 0.0307062 Nov 12 09:47:20.347315 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 44924) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:47:20.408674 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8e0f4dd3-61ae-4347-88d6-ee19cf88941f tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:20.442157 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8e0f4dd3-61ae-4347-88d6-ee19cf88941f tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:20.505142 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8e0f4dd3-61ae-4347-88d6-ee19cf88941f tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:20.509455 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-8e0f4dd3-61ae-4347-88d6-ee19cf88941f tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:20.510697 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-8e0f4dd3-61ae-4347-88d6-ee19cf88941f tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "DELETE /v2.0/security-groups/65e9adb0-5d94-47da-81db-a5ff84d676b6 HTTP/1.1" status: 204 len: 168 time: 0.1621909 Nov 12 09:47:20.520329 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0f4dd3-61ae-4347-88d6-ee19cf88941f tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e9adb0-5d94-47da-81db-a5ff84d676b6,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:47:20.777640 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 44930) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:47:20.782172 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-ea0d45cf-49a5-478c-b514-98e16a257471 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1716492479', 'description': 'tempest-secgroup-smoke-1716492479 description', 'project_id': '4851e85000504eacbfb9224e82f68395'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:47:20.805558 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ea0d45cf-49a5-478c-b514-98e16a257471 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:20.882995 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ea0d45cf-49a5-478c-b514-98e16a257471 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:20.887391 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ea0d45cf-49a5-478c-b514-98e16a257471 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:20.919228 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ea0d45cf-49a5-478c-b514-98e16a257471 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:20.920442 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-ea0d45cf-49a5-478c-b514-98e16a257471 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1417892 Nov 12 09:47:20.923459 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 44932) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:47:20.929287 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-bdfadb8a-562b-4d38-9ce0-fd5e9897d84d tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Request body: {'security_group_rule': {'security_group_id': '2e3dbd6b-b90c-4885-875a-d4db2efe9b63', 'project_id': '4851e85000504eacbfb9224e82f68395', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:47:20.934726 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0d45cf-49a5-478c-b514-98e16a257471 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e3dbd6b-b90c-4885-875a-d4db2efe9b63,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:47:20.962858 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bdfadb8a-562b-4d38-9ce0-fd5e9897d84d tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:21.020772 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bdfadb8a-562b-4d38-9ce0-fd5e9897d84d tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:21.028272 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bdfadb8a-562b-4d38-9ce0-fd5e9897d84d tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:21.047084 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfadb8a-562b-4d38-9ce0-fd5e9897d84d tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77d293e6-5b8c-4f27-b78a-28a946ee426f,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:47:21.055516 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-bdfadb8a-562b-4d38-9ce0-fd5e9897d84d tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:21.056776 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-bdfadb8a-562b-4d38-9ce0-fd5e9897d84d tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1324902 Nov 12 09:47:21.059546 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 44934) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:47:21.063874 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-e5c50661-d15d-4f35-ac6c-d3dbc979fc8f tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Request body: {'security_group_rule': {'security_group_id': '2e3dbd6b-b90c-4885-875a-d4db2efe9b63', 'project_id': '4851e85000504eacbfb9224e82f68395', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:47:21.092986 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e5c50661-d15d-4f35-ac6c-d3dbc979fc8f tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:21.161432 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e5c50661-d15d-4f35-ac6c-d3dbc979fc8f tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:21.168526 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e5c50661-d15d-4f35-ac6c-d3dbc979fc8f tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:21.188425 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c50661-d15d-4f35-ac6c-d3dbc979fc8f tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d32a055-6bfd-4cef-899b-8836ca15face,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:47:21.197340 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e5c50661-d15d-4f35-ac6c-d3dbc979fc8f tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:21.198961 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-e5c50661-d15d-4f35-ac6c-d3dbc979fc8f tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1382446 Nov 12 09:47:21.202229 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 44936) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:47:21.207015 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-e3b43490-0c08-4c52-9745-a31db911454f tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Request body: {'security_group_rule': {'security_group_id': '2e3dbd6b-b90c-4885-875a-d4db2efe9b63', 'project_id': '4851e85000504eacbfb9224e82f68395', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:47:21.239531 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e3b43490-0c08-4c52-9745-a31db911454f tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:21.302360 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e3b43490-0c08-4c52-9745-a31db911454f tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:21.307205 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e3b43490-0c08-4c52-9745-a31db911454f tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:21.330754 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b43490-0c08-4c52-9745-a31db911454f tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f55082a5-0bd9-48a0-8131-192e7ad5c0ab,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:47:21.342460 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e3b43490-0c08-4c52-9745-a31db911454f tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:21.344238 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-e3b43490-0c08-4c52-9745-a31db911454f tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1408479 Nov 12 09:47:21.347226 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 44938) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:47:21.352856 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-b689c10b-45f9-4527-a892-4108fea18e2b tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Request body: {'security_group_rule': {'security_group_id': '2e3dbd6b-b90c-4885-875a-d4db2efe9b63', 'project_id': '4851e85000504eacbfb9224e82f68395', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:47:21.380558 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b689c10b-45f9-4527-a892-4108fea18e2b tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:21.441036 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b689c10b-45f9-4527-a892-4108fea18e2b tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:21.445929 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b689c10b-45f9-4527-a892-4108fea18e2b tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:21.465291 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b689c10b-45f9-4527-a892-4108fea18e2b tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e094e406-4101-4e55-b06d-c08021c96770,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:47:21.474517 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b689c10b-45f9-4527-a892-4108fea18e2b tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:21.476160 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-b689c10b-45f9-4527-a892-4108fea18e2b tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1275332 Nov 12 09:47:21.478991 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 44940) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:47:21.483515 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-ab41c8ab-f714-41a8-a071-3e8f8cd0d59c tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Request body: {'security_group_rule': {'security_group_id': '2e3dbd6b-b90c-4885-875a-d4db2efe9b63', 'project_id': '4851e85000504eacbfb9224e82f68395', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:47:21.508469 n-d-765315-29 neutron-server[102599]: INFO neutron.db.securitygroups_db [None req-ab41c8ab-f714-41a8-a071-3e8f8cd0d59c tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Project 4851e85000504eacbfb9224e82f68395 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:47:21.513681 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ab41c8ab-f714-41a8-a071-3e8f8cd0d59c tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:21.575044 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ab41c8ab-f714-41a8-a071-3e8f8cd0d59c tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:21.578950 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ab41c8ab-f714-41a8-a071-3e8f8cd0d59c tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:21.597957 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab41c8ab-f714-41a8-a071-3e8f8cd0d59c tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b0f8ca7-6c71-42c4-af5a-fb039ed0d85d,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:47:21.606957 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ab41c8ab-f714-41a8-a071-3e8f8cd0d59c tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:21.610847 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-ab41c8ab-f714-41a8-a071-3e8f8cd0d59c tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1308463 Nov 12 09:47:21.611007 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 44942) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:47:21.616134 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-6480cd03-a717-4c22-a811-02d99ba87d50 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Request body: {'security_group_rule': {'security_group_id': '2e3dbd6b-b90c-4885-875a-d4db2efe9b63', 'project_id': '4851e85000504eacbfb9224e82f68395', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:47:21.639200 n-d-765315-29 neutron-server[102600]: INFO neutron.db.securitygroups_db [None req-6480cd03-a717-4c22-a811-02d99ba87d50 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Project 4851e85000504eacbfb9224e82f68395 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:47:21.644323 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6480cd03-a717-4c22-a811-02d99ba87d50 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:21.711694 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6480cd03-a717-4c22-a811-02d99ba87d50 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:21.715390 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6480cd03-a717-4c22-a811-02d99ba87d50 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:21.787632 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 3b8cc8c2-5926-4175-8e38-26b16abf4fc9 no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:47:21.819721 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-e530113a-7783-48f4-9840-8911a24052df None None] No Port match for: 3b8cc8c2-5926-4175-8e38-26b16abf4fc9 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:47:21.820059 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 3b8cc8c2-5926-4175-8e38-26b16abf4fc9 not bound to the agent host n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:47:22.005028 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6480cd03-a717-4c22-a811-02d99ba87d50 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63ef8c3c-c2b7-46a2-9908-4b7212c5dabe,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:47:22.015422 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6480cd03-a717-4c22-a811-02d99ba87d50 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:22.016612 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-6480cd03-a717-4c22-a811-02d99ba87d50 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4046226 Nov 12 09:47:22.018101 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6480cd03-a717-4c22-a811-02d99ba87d50 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:47:22.018450 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6480cd03-a717-4c22-a811-02d99ba87d50 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:47:22.018818 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6480cd03-a717-4c22-a811-02d99ba87d50 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:47:22.019152 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6480cd03-a717-4c22-a811-02d99ba87d50 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:47:22.019486 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6480cd03-a717-4c22-a811-02d99ba87d50 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:47:22.019818 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6480cd03-a717-4c22-a811-02d99ba87d50 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:47:22.020146 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6480cd03-a717-4c22-a811-02d99ba87d50 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:47:22.020473 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6480cd03-a717-4c22-a811-02d99ba87d50 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:47:22.020798 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6480cd03-a717-4c22-a811-02d99ba87d50 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:47:22.021122 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6480cd03-a717-4c22-a811-02d99ba87d50 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:47:22.021490 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6480cd03-a717-4c22-a811-02d99ba87d50 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:47:22.022000 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6480cd03-a717-4c22-a811-02d99ba87d50 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:47:34.207031 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6e167018-66cd-482c-90ea-1f17eef46122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:36.361629 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:37.241610 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-267255e7-01d0-432d-a232-3df2c180de0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:38.319276 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:39.646649 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:39.698974 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ebc7cb94-30a9-4754-9c59-1e6f6285e98b req-7bbed0fa-3ec2-4cab-a129-60e23284151b tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1716492479&fields=id&tenant_id=4851e85000504eacbfb9224e82f68395 HTTP/1.1" status: 200 len: 267 time: 0.0540693 Nov 12 09:47:39.820638 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc7cb94-30a9-4754-9c59-1e6f6285e98b req-d8749b67-386b-4392-8ae5-e47f26d19375 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:39.822192 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ebc7cb94-30a9-4754-9c59-1e6f6285e98b req-d8749b67-386b-4392-8ae5-e47f26d19375 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/networks?id=7bf99071-3909-492e-bde2-c941b91998c5 HTTP/1.1" status: 200 len: 809 time: 0.1160238 Nov 12 09:47:39.838410 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ebc7cb94-30a9-4754-9c59-1e6f6285e98b req-6616c743-089a-4b01-9c76-766c2c4504db tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/quotas/4851e85000504eacbfb9224e82f68395 HTTP/1.1" status: 200 len: 375 time: 0.0103188 Nov 12 09:47:39.898489 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ebc7cb94-30a9-4754-9c59-1e6f6285e98b req-4de73732-f732-4993-80d1-5f599117c51c tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=4851e85000504eacbfb9224e82f68395&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0533571 Nov 12 09:47:40.002691 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ebc7cb94-30a9-4754-9c59-1e6f6285e98b req-2f79b0f0-1f4f-4ea1-a783-97169e844041 service neutron] 10.222.0.26 "GET /v2.0/networks/7bf99071-3909-492e-bde2-c941b91998c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865650 Nov 12 09:47:40.103216 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ebc7cb94-30a9-4754-9c59-1e6f6285e98b req-6005e038-f5f1-4d97-910b-d74d04694ee6 service neutron] 10.222.0.26 "GET /v2.0/networks/7bf99071-3909-492e-bde2-c941b91998c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942495 Nov 12 09:47:40.234901 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:40.442699 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1ed87863-441a-413f-9795-84dd9560f459 req-902a14ac-740d-4b2e-9c4b-9806ff225d49 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=81f24405-daaa-4c78-b2e1-a119513b4b82 HTTP/1.1" status: 200 len: 210 time: 0.0319030 Nov 12 09:47:41.556584 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1c367850-3a2a-4f82-9bad-2ce4e0b34f7d req-849223e7-490a-48b5-80a5-8ff1582ecede tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=81f24405-daaa-4c78-b2e1-a119513b4b82 HTTP/1.1" status: 200 len: 210 time: 0.0283761 Nov 12 09:47:41.679042 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc7cb94-30a9-4754-9c59-1e6f6285e98b req-0887f727-0767-49fd-ae6c-0e0dd9106b94 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:41.681793 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ebc7cb94-30a9-4754-9c59-1e6f6285e98b req-0887f727-0767-49fd-ae6c-0e0dd9106b94 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.44 "GET /v2.0/networks?id=7bf99071-3909-492e-bde2-c941b91998c5 HTTP/1.1" status: 200 len: 809 time: 0.1299479 Nov 12 09:47:41.761562 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ebc7cb94-30a9-4754-9c59-1e6f6285e98b req-26239775-e31a-4fd4-aea8-a476ead12b32 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4851e85000504eacbfb9224e82f68395 HTTP/1.1" status: 200 len: 380 time: 0.0612843 Nov 12 09:47:41.772180 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-ebc7cb94-30a9-4754-9c59-1e6f6285e98b req-cff4c04d-0243-4fb8-9c9b-090a5aa54f0d tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Request body: {'port': {'device_id': '81f24405-daaa-4c78-b2e1-a119513b4b82', 'network_id': '7bf99071-3909-492e-bde2-c941b91998c5', 'admin_state_up': True, 'tenant_id': '4851e85000504eacbfb9224e82f68395', 'security_groups': ['2e3dbd6b-b90c-4885-875a-d4db2efe9b63']}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:47:41.907295 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebc7cb94-30a9-4754-9c59-1e6f6285e98b req-cff4c04d-0243-4fb8-9c9b-090a5aa54f0d tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Made reservation on behalf of 4851e85000504eacbfb9224e82f68395 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:47:41.911225 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-ebc7cb94-30a9-4754-9c59-1e6f6285e98b req-cff4c04d-0243-4fb8-9c9b-090a5aa54f0d tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:42.077422 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-ebc7cb94-30a9-4754-9c59-1e6f6285e98b req-cff4c04d-0243-4fb8-9c9b-090a5aa54f0d tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Allocated IP 172.20.0.8 (7bf99071-3909-492e-bde2-c941b91998c5/d3dc06a2-6bc5-41d5-bac3-9664ccb379f1/e6d34b0a-065b-4e56-b453-574b825105bf) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:47:42.253203 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-ebc7cb94-30a9-4754-9c59-1e6f6285e98b req-cff4c04d-0243-4fb8-9c9b-090a5aa54f0d tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:42.294113 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-ebc7cb94-30a9-4754-9c59-1e6f6285e98b req-cff4c04d-0243-4fb8-9c9b-090a5aa54f0d tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:42.352269 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebc7cb94-30a9-4754-9c59-1e6f6285e98b req-cff4c04d-0243-4fb8-9c9b-090a5aa54f0d tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Network 7bf99071-3909-492e-bde2-c941b91998c5 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:47:42.355435 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-ebc7cb94-30a9-4754-9c59-1e6f6285e98b req-cff4c04d-0243-4fb8-9c9b-090a5aa54f0d tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:47:42.362288 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebc7cb94-30a9-4754-9c59-1e6f6285e98b req-cff4c04d-0243-4fb8-9c9b-090a5aa54f0d tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:47:42.393650 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff4c04d-0243-4fb8-9c9b-090a5aa54f0d tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Pushing event updated for resources: {'Port': ['ID=e6d34b0a-065b-4e56-b453-574b825105bf,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:47:42.425828 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc7cb94-30a9-4754-9c59-1e6f6285e98b req-cff4c04d-0243-4fb8-9c9b-090a5aa54f0d tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:42.426733 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-ebc7cb94-30a9-4754-9c59-1e6f6285e98b req-cff4c04d-0243-4fb8-9c9b-090a5aa54f0d tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:42.449245 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ebc7cb94-30a9-4754-9c59-1e6f6285e98b req-cff4c04d-0243-4fb8-9c9b-090a5aa54f0d tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6810706 Nov 12 09:47:42.525765 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-ebc7cb94-30a9-4754-9c59-1e6f6285e98b req-3e719d3c-b3ea-4e44-b36f-8e44556169c7 service neutron] Request body: {'port': {'device_id': '81f24405-daaa-4c78-b2e1-a119513b4b82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:47:42.599080 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-ebc7cb94-30a9-4754-9c59-1e6f6285e98b req-3e719d3c-b3ea-4e44-b36f-8e44556169c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:42.624712 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-cda3bd15-bb97-4d56-912a-1a36b6600fa3 None None] Provisioning complete for port e6d34b0a-065b-4e56-b453-574b825105bf triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:47:42.626772 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-cda3bd15-bb97-4d56-912a-1a36b6600fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:42.694212 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-cda3bd15-bb97-4d56-912a-1a36b6600fa3 None None] Port e6d34b0a-065b-4e56-b453-574b825105bf cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:47:42.723586 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9760cdd0-1e8e-44cb-85dc-0bfc0ffcdebc req-1a7d33a4-9062-47d6-8f89-c02535466adf tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:42.725342 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9760cdd0-1e8e-44cb-85dc-0bfc0ffcdebc req-1a7d33a4-9062-47d6-8f89-c02535466adf tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=81f24405-daaa-4c78-b2e1-a119513b4b82 HTTP/1.1" status: 200 len: 931 time: 0.0851154 Nov 12 09:47:42.796931 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9760cdd0-1e8e-44cb-85dc-0bfc0ffcdebc req-5f35bbc6-4887-4152-b228-fb047ac2636a tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e3dbd6b-b90c-4885-875a-d4db2efe9b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645490 Nov 12 09:47:42.952509 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-ebc7cb94-30a9-4754-9c59-1e6f6285e98b req-3e719d3c-b3ea-4e44-b36f-8e44556169c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6d34b0a-065b-4e56-b453-574b825105bf {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:47:42.961149 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-ebc7cb94-30a9-4754-9c59-1e6f6285e98b req-3e719d3c-b3ea-4e44-b36f-8e44556169c7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:42.978655 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-ebc7cb94-30a9-4754-9c59-1e6f6285e98b req-3e719d3c-b3ea-4e44-b36f-8e44556169c7 service neutron] Transition to ACTIVE for port object e6d34b0a-065b-4e56-b453-574b825105bf will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:47:42.983365 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-ebc7cb94-30a9-4754-9c59-1e6f6285e98b req-3e719d3c-b3ea-4e44-b36f-8e44556169c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:43.037598 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e719d3c-b3ea-4e44-b36f-8e44556169c7 service neutron] Pushing event updated for resources: {'Port': ['ID=e6d34b0a-065b-4e56-b453-574b825105bf,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:47:43.145430 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-ebc7cb94-30a9-4754-9c59-1e6f6285e98b req-3e719d3c-b3ea-4e44-b36f-8e44556169c7 service neutron] Attempting to bind port e6d34b0a-065b-4e56-b453-574b825105bf on host n-h2-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:47:43.145870 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-ebc7cb94-30a9-4754-9c59-1e6f6285e98b req-3e719d3c-b3ea-4e44-b36f-8e44556169c7 service neutron] Attempting to bind port e6d34b0a-065b-4e56-b453-574b825105bf by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': '95dac6b9-a589-4ccf-96ab-e9d18b9345d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '7bf99071-3909-492e-bde2-c941b91998c5'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:47:43.146257 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc7cb94-30a9-4754-9c59-1e6f6285e98b req-3e719d3c-b3ea-4e44-b36f-8e44556169c7 service neutron] Attempting to bind port e6d34b0a-065b-4e56-b453-574b825105bf on network 7bf99071-3909-492e-bde2-c941b91998c5 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:47:43.152428 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc7cb94-30a9-4754-9c59-1e6f6285e98b req-3e719d3c-b3ea-4e44-b36f-8e44556169c7 service neutron] Port e6d34b0a-065b-4e56-b453-574b825105bf on network 7bf99071-3909-492e-bde2-c941b91998c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:47:43.152768 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc7cb94-30a9-4754-9c59-1e6f6285e98b req-3e719d3c-b3ea-4e44-b36f-8e44556169c7 service neutron] Attempting to bind port e6d34b0a-065b-4e56-b453-574b825105bf on network 7bf99071-3909-492e-bde2-c941b91998c5 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:47:43.158142 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc7cb94-30a9-4754-9c59-1e6f6285e98b req-3e719d3c-b3ea-4e44-b36f-8e44556169c7 service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:47:43.158485 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc7cb94-30a9-4754-9c59-1e6f6285e98b req-3e719d3c-b3ea-4e44-b36f-8e44556169c7 service neutron] Checking segment: {'id': '95dac6b9-a589-4ccf-96ab-e9d18b9345d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '7bf99071-3909-492e-bde2-c941b91998c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:47:43.158967 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc7cb94-30a9-4754-9c59-1e6f6285e98b req-3e719d3c-b3ea-4e44-b36f-8e44556169c7 service neutron] Bound using segment: {'id': '95dac6b9-a589-4ccf-96ab-e9d18b9345d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '7bf99071-3909-492e-bde2-c941b91998c5'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:47:43.159408 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-ebc7cb94-30a9-4754-9c59-1e6f6285e98b req-3e719d3c-b3ea-4e44-b36f-8e44556169c7 service neutron] Bound port: e6d34b0a-065b-4e56-b453-574b825105bf, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95dac6b9-a589-4ccf-96ab-e9d18b9345d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '7bf99071-3909-492e-bde2-c941b91998c5'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:47:43.159770 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-ebc7cb94-30a9-4754-9c59-1e6f6285e98b req-3e719d3c-b3ea-4e44-b36f-8e44556169c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:43.268631 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-ebc7cb94-30a9-4754-9c59-1e6f6285e98b req-3e719d3c-b3ea-4e44-b36f-8e44556169c7 service neutron] For port e6d34b0a-065b-4e56-b453-574b825105bf, host n-h2-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:47:43.272454 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-ebc7cb94-30a9-4754-9c59-1e6f6285e98b req-3e719d3c-b3ea-4e44-b36f-8e44556169c7 service neutron] For port e6d34b0a-065b-4e56-b453-574b825105bf, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=e6d34b0a-065b-4e56-b453-574b825105bf,segment=NetworkSegment(95dac6b9-a589-4ccf-96ab-e9d18b9345d1),segment_id=95dac6b9-a589-4ccf-96ab-e9d18b9345d1)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:47:43.277302 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-ebc7cb94-30a9-4754-9c59-1e6f6285e98b req-3e719d3c-b3ea-4e44-b36f-8e44556169c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:43.316913 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc7cb94-30a9-4754-9c59-1e6f6285e98b req-3e719d3c-b3ea-4e44-b36f-8e44556169c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:43.317661 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-ebc7cb94-30a9-4754-9c59-1e6f6285e98b req-3e719d3c-b3ea-4e44-b36f-8e44556169c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:43.319302 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ebc7cb94-30a9-4754-9c59-1e6f6285e98b req-3e719d3c-b3ea-4e44-b36f-8e44556169c7 service neutron] 10.222.0.44 "PUT /v2.0/ports/e6d34b0a-065b-4e56-b453-574b825105bf HTTP/1.1" status: 200 len: 1092 time: 0.8552232 Nov 12 09:47:43.319860 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81f24405-daaa-4c78-b2e1-a119513b4b82', 'tag': 'e6d34b0a-065b-4e56-b453-574b825105bf'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:47:43.322233 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c022ff2c5cb8d3060857f92f3690e67c01ee9cc1391db4b92ea76e21aea06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c85c414-783c-4995-90b7-baff898f6e25" -d '{"events": [{"name": "network-changed", "server_uuid": "81f24405-daaa-4c78-b2e1-a119513b4b82", "tag": "e6d34b0a-065b-4e56-b453-574b825105bf"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:47:43.386165 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e719d3c-b3ea-4e44-b36f-8e44556169c7 service neutron] Pushing event updated for resources: {'Port': ['ID=e6d34b0a-065b-4e56-b453-574b825105bf,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:47:43.392682 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fb5ad43-9a7f-45e6-9d95-4120a610331f x-openstack-request-id: req-8fb5ad43-9a7f-45e6-9d95-4120a610331f {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:47:43.393078 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81f24405-daaa-4c78-b2e1-a119513b4b82", "tag": "e6d34b0a-065b-4e56-b453-574b825105bf", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:47:43.393434 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8fb5ad43-9a7f-45e6-9d95-4120a610331f {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:47:43.394411 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81f24405-daaa-4c78-b2e1-a119513b4b82', 'tag': 'e6d34b0a-065b-4e56-b453-574b825105bf', 'status': 'completed', 'code': 200} Nov 12 09:47:43.480221 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc7cb94-30a9-4754-9c59-1e6f6285e98b req-acd64f43-db29-44f9-90a9-0cad62fe08bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:43.481898 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ebc7cb94-30a9-4754-9c59-1e6f6285e98b req-acd64f43-db29-44f9-90a9-0cad62fe08bf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4851e85000504eacbfb9224e82f68395&device_id=81f24405-daaa-4c78-b2e1-a119513b4b82 HTTP/1.1" status: 200 len: 1095 time: 0.0633597 Nov 12 09:47:43.510063 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:43.553518 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ebc7cb94-30a9-4754-9c59-1e6f6285e98b req-b9800f8c-a1e6-43a1-b484-0ec09ba6248e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6d34b0a-065b-4e56-b453-574b825105bf HTTP/1.1" status: 200 len: 217 time: 0.0532837 Nov 12 09:47:43.621543 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc7cb94-30a9-4754-9c59-1e6f6285e98b req-9e506510-576f-455b-be11-ddff40e1edea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:43.623174 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ebc7cb94-30a9-4754-9c59-1e6f6285e98b req-9e506510-576f-455b-be11-ddff40e1edea service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d3dc06a2-6bc5-41d5-bac3-9664ccb379f1 HTTP/1.1" status: 200 len: 848 time: 0.0615649 Nov 12 09:47:43.695506 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc7cb94-30a9-4754-9c59-1e6f6285e98b req-4bd4e225-1b1e-49be-aca8-07078192b6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:43.697765 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ebc7cb94-30a9-4754-9c59-1e6f6285e98b req-4bd4e225-1b1e-49be-aca8-07078192b6e8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7bf99071-3909-492e-bde2-c941b91998c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0652554 Nov 12 09:47:43.814357 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ebc7cb94-30a9-4754-9c59-1e6f6285e98b req-3d0cd61b-1d95-42e4-b153-98a662f0f83f service neutron] 10.222.0.44 "GET /v2.0/networks/7bf99071-3909-492e-bde2-c941b91998c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081512 Nov 12 09:47:43.933802 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ebc7cb94-30a9-4754-9c59-1e6f6285e98b req-1f8e8d47-0ca6-47b6-b40e-942a8ec03582 service neutron] 10.222.0.44 "GET /v2.0/networks/7bf99071-3909-492e-bde2-c941b91998c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104136 Nov 12 09:47:43.936426 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac939c94-746a-4d18-aa30-7236696e2ccf req-11564ce7-7e23-46ca-97c5-0c370d18a7e5 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:43.938573 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ac939c94-746a-4d18-aa30-7236696e2ccf req-11564ce7-7e23-46ca-97c5-0c370d18a7e5 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=81f24405-daaa-4c78-b2e1-a119513b4b82 HTTP/1.1" status: 200 len: 943 time: 0.0611429 Nov 12 09:47:44.012551 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ac939c94-746a-4d18-aa30-7236696e2ccf req-65b8f768-8987-4c0d-8bf7-620784de66a6 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e3dbd6b-b90c-4885-875a-d4db2efe9b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662265 Nov 12 09:47:44.104504 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c85c414-783c-4995-90b7-baff898f6e25 req-59201c4e-d8b9-44f1-a0c3-e13b43a459bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:44.106397 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7c85c414-783c-4995-90b7-baff898f6e25 req-59201c4e-d8b9-44f1-a0c3-e13b43a459bc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4851e85000504eacbfb9224e82f68395&device_id=81f24405-daaa-4c78-b2e1-a119513b4b82 HTTP/1.1" status: 200 len: 1095 time: 0.0559559 Nov 12 09:47:44.210160 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c85c414-783c-4995-90b7-baff898f6e25 req-dfce65e6-46f5-4c73-b4d1-74fefeb90beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:44.211717 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7c85c414-783c-4995-90b7-baff898f6e25 req-dfce65e6-46f5-4c73-b4d1-74fefeb90beb service neutron] 10.222.0.44 "GET /v2.0/networks?id=7bf99071-3909-492e-bde2-c941b91998c5 HTTP/1.1" status: 200 len: 910 time: 0.0952084 Nov 12 09:47:44.267153 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7c85c414-783c-4995-90b7-baff898f6e25 req-b812a92b-7c94-443c-b1db-e915342bb63d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6d34b0a-065b-4e56-b453-574b825105bf HTTP/1.1" status: 200 len: 217 time: 0.0467732 Nov 12 09:47:44.331089 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c85c414-783c-4995-90b7-baff898f6e25 req-9071e947-773c-4ddd-80a0-0dea74a390c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:44.333006 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7c85c414-783c-4995-90b7-baff898f6e25 req-9071e947-773c-4ddd-80a0-0dea74a390c7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d3dc06a2-6bc5-41d5-bac3-9664ccb379f1 HTTP/1.1" status: 200 len: 848 time: 0.0575447 Nov 12 09:47:44.400213 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c85c414-783c-4995-90b7-baff898f6e25 req-cbd6d351-bd4a-4afe-b0fd-f43dce1c2fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:44.402137 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7c85c414-783c-4995-90b7-baff898f6e25 req-cbd6d351-bd4a-4afe-b0fd-f43dce1c2fca service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7bf99071-3909-492e-bde2-c941b91998c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0608468 Nov 12 09:47:44.527507 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7c85c414-783c-4995-90b7-baff898f6e25 req-c0086a1b-a3c0-448c-8334-b0a94fb6e404 service neutron] 10.222.0.44 "GET /v2.0/networks/7bf99071-3909-492e-bde2-c941b91998c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163113 Nov 12 09:47:44.641275 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-7c85c414-783c-4995-90b7-baff898f6e25 req-de0665b2-8e4b-4613-9d3f-155d787d5a8a service neutron] 10.222.0.44 "GET /v2.0/networks/7bf99071-3909-492e-bde2-c941b91998c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057594 Nov 12 09:47:45.170934 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936a5d89-a063-4214-bc0a-eb00c118f0a3 req-c0a84a46-0214-4ba4-a55c-ee4ac3c1348a tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:45.172504 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-936a5d89-a063-4214-bc0a-eb00c118f0a3 req-c0a84a46-0214-4ba4-a55c-ee4ac3c1348a tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=81f24405-daaa-4c78-b2e1-a119513b4b82 HTTP/1.1" status: 200 len: 943 time: 0.0662832 Nov 12 09:47:45.233001 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-936a5d89-a063-4214-bc0a-eb00c118f0a3 req-930aa65a-7ee9-445a-8f7e-fac62a861301 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e3dbd6b-b90c-4885-875a-d4db2efe9b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521121 Nov 12 09:47:46.385528 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a666756c-e497-4915-a2f9-bbd186a5db61 req-236d5c83-0822-4016-aece-d226ce218706 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:46.387237 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a666756c-e497-4915-a2f9-bbd186a5db61 req-236d5c83-0822-4016-aece-d226ce218706 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=81f24405-daaa-4c78-b2e1-a119513b4b82 HTTP/1.1" status: 200 len: 943 time: 0.0715313 Nov 12 09:47:46.460934 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a666756c-e497-4915-a2f9-bbd186a5db61 req-b07dcdb0-025b-42ea-809d-eebfa073f9ea tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e3dbd6b-b90c-4885-875a-d4db2efe9b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663204 Nov 12 09:47:47.588388 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed817dd0-6fe5-4b62-adec-df5d44e0a6d2 req-bd900e78-54ef-4b1b-9948-b2631527b600 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:47.589927 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ed817dd0-6fe5-4b62-adec-df5d44e0a6d2 req-bd900e78-54ef-4b1b-9948-b2631527b600 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=81f24405-daaa-4c78-b2e1-a119513b4b82 HTTP/1.1" status: 200 len: 943 time: 0.0521057 Nov 12 09:47:47.646950 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ed817dd0-6fe5-4b62-adec-df5d44e0a6d2 req-38326513-8cc7-472a-a70e-3c6da521f494 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e3dbd6b-b90c-4885-875a-d4db2efe9b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505698 Nov 12 09:47:48.265079 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:47:48.783749 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a29fdd-beaa-4d3d-87d5-b2c4dda75bbe req-9640c8a8-6c1e-4890-b3d3-53d9d3afbc17 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:48.785267 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-91a29fdd-beaa-4d3d-87d5-b2c4dda75bbe req-9640c8a8-6c1e-4890-b3d3-53d9d3afbc17 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=81f24405-daaa-4c78-b2e1-a119513b4b82 HTTP/1.1" status: 200 len: 943 time: 0.0515645 Nov 12 09:47:48.844853 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-91a29fdd-beaa-4d3d-87d5-b2c4dda75bbe req-7e968035-15b7-48de-b3c4-947b8f0347ac tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e3dbd6b-b90c-4885-875a-d4db2efe9b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508733 Nov 12 09:47:49.970931 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb503b13-d987-4d9c-9e77-37a4564bed0a req-451ca53e-55df-490e-ba4f-c3fa35dead08 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:49.972519 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fb503b13-d987-4d9c-9e77-37a4564bed0a req-451ca53e-55df-490e-ba4f-c3fa35dead08 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=81f24405-daaa-4c78-b2e1-a119513b4b82 HTTP/1.1" status: 200 len: 943 time: 0.0528576 Nov 12 09:47:50.026474 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-fb503b13-d987-4d9c-9e77-37a4564bed0a req-32ec6f09-d87b-4d08-8361-2f8af3b67211 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e3dbd6b-b90c-4885-875a-d4db2efe9b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468738 Nov 12 09:47:51.148506 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac770be2-a0e0-440c-923e-7c923ce80d58 req-00daaa67-b385-45a9-8989-ae3529e0a552 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:51.149996 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ac770be2-a0e0-440c-923e-7c923ce80d58 req-00daaa67-b385-45a9-8989-ae3529e0a552 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=81f24405-daaa-4c78-b2e1-a119513b4b82 HTTP/1.1" status: 200 len: 943 time: 0.0524969 Nov 12 09:47:51.200328 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ac770be2-a0e0-440c-923e-7c923ce80d58 req-bd800e21-dc5d-45d7-ae7b-7e37b4c00af0 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e3dbd6b-b90c-4885-875a-d4db2efe9b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442388 Nov 12 09:47:52.323982 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd24dd6-f3b9-44fa-9887-c3a3d8252d28 req-9f3f5c28-5b75-4005-a598-f86b46a2f38b tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:52.325491 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0cd24dd6-f3b9-44fa-9887-c3a3d8252d28 req-9f3f5c28-5b75-4005-a598-f86b46a2f38b tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=81f24405-daaa-4c78-b2e1-a119513b4b82 HTTP/1.1" status: 200 len: 943 time: 0.0548368 Nov 12 09:47:52.377634 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0cd24dd6-f3b9-44fa-9887-c3a3d8252d28 req-25f7e607-5879-441f-9bb8-3421f836677d tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e3dbd6b-b90c-4885-875a-d4db2efe9b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461740 Nov 12 09:47:53.501561 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794d9968-4014-445f-8ad1-6e19bce48fdc req-c73604ce-668f-4ecf-9b39-aa5da989f53d tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:53.503226 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-794d9968-4014-445f-8ad1-6e19bce48fdc req-c73604ce-668f-4ecf-9b39-aa5da989f53d tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=81f24405-daaa-4c78-b2e1-a119513b4b82 HTTP/1.1" status: 200 len: 943 time: 0.0562165 Nov 12 09:47:53.554490 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-794d9968-4014-445f-8ad1-6e19bce48fdc req-5ede2676-1312-48fb-912d-61b5588ea020 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e3dbd6b-b90c-4885-875a-d4db2efe9b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452454 Nov 12 09:47:54.686405 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09fa52f-678c-486a-9ed2-47b5980f0be8 req-6a251652-0a93-4bf4-8cec-50de3e59246d tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:54.687992 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c09fa52f-678c-486a-9ed2-47b5980f0be8 req-6a251652-0a93-4bf4-8cec-50de3e59246d tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=81f24405-daaa-4c78-b2e1-a119513b4b82 HTTP/1.1" status: 200 len: 943 time: 0.0595334 Nov 12 09:47:54.749301 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c09fa52f-678c-486a-9ed2-47b5980f0be8 req-cf321f41-2e1b-4819-99c0-5ae157c8b1af tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e3dbd6b-b90c-4885-875a-d4db2efe9b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546980 Nov 12 09:47:55.070012 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device e6d34b0a-065b-4e56-b453-574b825105bf details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:47:55.170922 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port e6d34b0a-065b-4e56-b453-574b825105bf, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=e6d34b0a-065b-4e56-b453-574b825105bf,segment=NetworkSegment(95dac6b9-a589-4ccf-96ab-e9d18b9345d1),segment_id=95dac6b9-a589-4ccf-96ab-e9d18b9345d1)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:47:55.182232 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': 'e6d34b0a-065b-4e56-b453-574b825105bf', 'network_id': '7bf99071-3909-492e-bde2-c941b91998c5', 'port_id': 'e6d34b0a-065b-4e56-b453-574b825105bf', 'mac_address': 'fa:16:3e:b4:3d:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3dc06a2-6bc5-41d5-bac3-9664ccb379f1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:47:55.221274 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:55.233869 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6d34b0a-065b-4e56-b453-574b825105bf {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:47:55.254163 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port e6d34b0a-065b-4e56-b453-574b825105bf, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=e6d34b0a-065b-4e56-b453-574b825105bf,segment=NetworkSegment(95dac6b9-a589-4ccf-96ab-e9d18b9345d1),segment_id=95dac6b9-a589-4ccf-96ab-e9d18b9345d1)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:47:55.259818 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:55.306350 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=e6d34b0a-065b-4e56-b453-574b825105bf,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:47:55.313616 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:47:55.313957 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:47:55.314296 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:47:55.314654 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:47:55.314982 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:47:55.315309 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:47:55.315632 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:47:55.315953 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:47:55.316273 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:47:55.316589 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:47:55.316906 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:47:55.317764 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:47:55.640295 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['e6d34b0a-065b-4e56-b453-574b825105bf'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:47:55.871175 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937f1e7f-20f9-40af-bb8d-c636626e9798 req-e0f003c4-4729-401b-a977-063ecdfc5347 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:55.874259 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-937f1e7f-20f9-40af-bb8d-c636626e9798 req-e0f003c4-4729-401b-a977-063ecdfc5347 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=81f24405-daaa-4c78-b2e1-a119513b4b82 HTTP/1.1" status: 200 len: 944 time: 0.0545096 Nov 12 09:47:55.927488 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-937f1e7f-20f9-40af-bb8d-c636626e9798 req-756116ea-443b-4386-aba7-00dfadd9ba78 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e3dbd6b-b90c-4885-875a-d4db2efe9b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464354 Nov 12 09:47:57.055676 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cfd7e5-0e8e-4430-bd27-90d8252974d0 req-0754b737-c9dc-4f1f-9fc7-549096853cea tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:57.057182 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-03cfd7e5-0e8e-4430-bd27-90d8252974d0 req-0754b737-c9dc-4f1f-9fc7-549096853cea tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=81f24405-daaa-4c78-b2e1-a119513b4b82 HTTP/1.1" status: 200 len: 944 time: 0.0513160 Nov 12 09:47:57.095632 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device e6d34b0a-065b-4e56-b453-574b825105bf up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:47:57.112335 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-03cfd7e5-0e8e-4430-bd27-90d8252974d0 req-0329f0b8-ccb8-450c-b649-e53b7304ef43 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e3dbd6b-b90c-4885-875a-d4db2efe9b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491500 Nov 12 09:47:57.148006 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning for port e6d34b0a-065b-4e56-b453-574b825105bf completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:47:57.152266 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port e6d34b0a-065b-4e56-b453-574b825105bf triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:47:57.152628 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:57.228851 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:57.251439 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81f24405-daaa-4c78-b2e1-a119513b4b82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6d34b0a-065b-4e56-b453-574b825105bf'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:47:57.253631 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132d5890bda14c85ea4d6a837dfa65400ea66c0cb50158568a7b02b7fe216ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13ff65a5-905f-48e8-9655-f649b785cca9" -d '{"events": [{"server_uuid": "81f24405-daaa-4c78-b2e1-a119513b4b82", "name": "network-vif-plugged", "status": "completed", "tag": "e6d34b0a-065b-4e56-b453-574b825105bf"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:47:57.267611 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port e6d34b0a-065b-4e56-b453-574b825105bf, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=e6d34b0a-065b-4e56-b453-574b825105bf,segment=NetworkSegment(95dac6b9-a589-4ccf-96ab-e9d18b9345d1),segment_id=95dac6b9-a589-4ccf-96ab-e9d18b9345d1)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:47:57.272859 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:57.304816 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c2af27f-b840-4fa4-8170-67693b83cddf x-openstack-request-id: req-3c2af27f-b840-4fa4-8170-67693b83cddf {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:47:57.305109 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81f24405-daaa-4c78-b2e1-a119513b4b82", "name": "network-vif-plugged", "status": "completed", "tag": "e6d34b0a-065b-4e56-b453-574b825105bf", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:47:57.305360 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3c2af27f-b840-4fa4-8170-67693b83cddf {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:47:57.305744 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81f24405-daaa-4c78-b2e1-a119513b4b82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6d34b0a-065b-4e56-b453-574b825105bf', 'code': 200} Nov 12 09:47:57.330013 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=e6d34b0a-065b-4e56-b453-574b825105bf,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:47:57.442602 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811ddc8b-6bce-4bc9-9c36-d4989af4f53f req-2c3b57ba-ed41-4a98-b4d9-7333f0a6e037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:57.444241 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-811ddc8b-6bce-4bc9-9c36-d4989af4f53f req-2c3b57ba-ed41-4a98-b4d9-7333f0a6e037 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=81f24405-daaa-4c78-b2e1-a119513b4b82 HTTP/1.1" status: 200 len: 1097 time: 0.0419276 Nov 12 09:47:57.498018 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-811ddc8b-6bce-4bc9-9c36-d4989af4f53f req-2f8a3589-bd79-4757-8519-7b8d9952f37c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2e3dbd6b-b90c-4885-875a-d4db2efe9b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448148 Nov 12 09:47:58.231514 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e42156c-6517-438b-aa10-13606c4325cc req-31ae32a3-9e5c-4d51-aab2-1d6815fa62b6 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:58.232976 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1e42156c-6517-438b-aa10-13606c4325cc req-31ae32a3-9e5c-4d51-aab2-1d6815fa62b6 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=81f24405-daaa-4c78-b2e1-a119513b4b82 HTTP/1.1" status: 200 len: 945 time: 0.0495033 Nov 12 09:47:58.283044 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1e42156c-6517-438b-aa10-13606c4325cc req-6777aed4-fad0-48fe-8ba3-22256a1d0597 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e3dbd6b-b90c-4885-875a-d4db2efe9b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439839 Nov 12 09:47:59.405915 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a77b227-abcc-4f6d-8b25-fec18131d402 req-6281d086-2ed8-4ca1-b664-52a11e09b28b tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:59.407511 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0a77b227-abcc-4f6d-8b25-fec18131d402 req-6281d086-2ed8-4ca1-b664-52a11e09b28b tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=81f24405-daaa-4c78-b2e1-a119513b4b82 HTTP/1.1" status: 200 len: 945 time: 0.0527430 Nov 12 09:47:59.461154 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0a77b227-abcc-4f6d-8b25-fec18131d402 req-9a2a89c9-e8a9-477d-ad20-d6509ece3b18 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e3dbd6b-b90c-4885-875a-d4db2efe9b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465889 Nov 12 09:47:59.584302 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60988a3e-e112-4428-9e56-a12003c1e9d8 req-7779194b-e86e-4606-a2f1-69006b54c166 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:59.585798 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-60988a3e-e112-4428-9e56-a12003c1e9d8 req-7779194b-e86e-4606-a2f1-69006b54c166 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=81f24405-daaa-4c78-b2e1-a119513b4b82 HTTP/1.1" status: 200 len: 945 time: 0.0543098 Nov 12 09:47:59.636401 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-60988a3e-e112-4428-9e56-a12003c1e9d8 req-0a39ab3f-2123-4a5b-a4e1-0bf3477cf1b2 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e3dbd6b-b90c-4885-875a-d4db2efe9b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443857 Nov 12 09:47:59.658341 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 45150) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:47:59.743739 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6407a1a-1043-49ad-8fdc-fdda89a3f452 tempest-TestShelveInstance-999481114 tempest-TestShelveInstance-999481114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:59.745183 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-b6407a1a-1043-49ad-8fdc-fdda89a3f452 tempest-TestShelveInstance-999481114 tempest-TestShelveInstance-999481114-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=81f24405-daaa-4c78-b2e1-a119513b4b82 HTTP/1.1" status: 200 len: 1092 time: 0.0857913 Nov 12 09:47:59.748034 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 45154) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:47:59.752327 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-747f39a0-3168-4e0f-8577-d0f6396bae30 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Request body: {'floatingip': {'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'port_id': 'e6d34b0a-065b-4e56-b453-574b825105bf', 'tenant_id': '4851e85000504eacbfb9224e82f68395', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:47:59.775893 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-747f39a0-3168-4e0f-8577-d0f6396bae30 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks [] for floatingip, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:59.878106 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-747f39a0-3168-4e0f-8577-d0f6396bae30 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:59.978930 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-747f39a0-3168-4e0f-8577-d0f6396bae30 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Allocated IP 172.25.2.114 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/0d6fa583-9e14-4c61-bb63-150a68f5c115) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:48:00.084374 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-747f39a0-3168-4e0f-8577-d0f6396bae30 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:48:00.118035 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-747f39a0-3168-4e0f-8577-d0f6396bae30 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:48:00.160778 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747f39a0-3168-4e0f-8577-d0f6396bae30 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:48:00.164200 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-747f39a0-3168-4e0f-8577-d0f6396bae30 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:48:00.166853 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747f39a0-3168-4e0f-8577-d0f6396bae30 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:48:00.189877 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747f39a0-3168-4e0f-8577-d0f6396bae30 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Pushing event updated for resources: {'Port': ['ID=0d6fa583-9e14-4c61-bb63-150a68f5c115,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:48:00.540404 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-747f39a0-3168-4e0f-8577-d0f6396bae30 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:48:00.607221 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-747f39a0-3168-4e0f-8577-d0f6396bae30 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:48:00.757322 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-747f39a0-3168-4e0f-8577-d0f6396bae30 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:48:00.761881 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-747f39a0-3168-4e0f-8577-d0f6396bae30 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:48:00.831592 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747f39a0-3168-4e0f-8577-d0f6396bae30 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Pushing event updated for resources: {'Port': ['ID=0d6fa583-9e14-4c61-bb63-150a68f5c115,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:48:00.846234 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-747f39a0-3168-4e0f-8577-d0f6396bae30 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:48:00.949427 n-d-765315-29 neutron-server[102600]: INFO neutron.db.l3_db [None req-747f39a0-3168-4e0f-8577-d0f6396bae30 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Floating IP dc8e7058-a47d-4523-8ea6-a6087ec9aeea associated. External IP: 172.25.2.114, port: e6d34b0a-065b-4e56-b453-574b825105bf. Nov 12 09:48:01.160543 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-747f39a0-3168-4e0f-8577-d0f6396bae30 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Router f58d2f74-a032-480d-a810-0742349ef5cf has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:48:01.270488 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-747f39a0-3168-4e0f-8577-d0f6396bae30 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:48:01.279967 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2114ebf-76da-4a1b-a1d4-2efe61dfc096 None None] Sync routers for ids ['f58d2f74-a032-480d-a810-0742349ef5cf'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:48:01.288395 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-747f39a0-3168-4e0f-8577-d0f6396bae30 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:48:01.290442 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2114ebf-76da-4a1b-a1d4-2efe61dfc096 None None] Routers {'f58d2f74-a032-480d-a810-0742349ef5cf'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:48:01.291087 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-d2114ebf-76da-4a1b-a1d4-2efe61dfc096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:47:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['f58d2f74-a032-480d-a810-0742349ef5cf'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:48:01.316659 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-747f39a0-3168-4e0f-8577-d0f6396bae30 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5675750 Nov 12 09:48:01.317373 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81f24405-daaa-4c78-b2e1-a119513b4b82', 'tag': 'e6d34b0a-065b-4e56-b453-574b825105bf'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:48:01.319652 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b9376c9088a4f533a787632e68a0b9d71673112fb90a02c33b14ced1cf80ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27512f4b-de8d-48a4-846b-5771ab516e0f" -d '{"events": [{"name": "network-changed", "server_uuid": "81f24405-daaa-4c78-b2e1-a119513b4b82", "tag": "e6d34b0a-065b-4e56-b453-574b825105bf"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:48:01.399338 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-d2114ebf-76da-4a1b-a1d4-2efe61dfc096 None None] Set router f58d2f74-a032-480d-a810-0742349ef5cf gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:48:01.415993 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7af164f1-1571-4109-9e1c-860609d90fbf x-openstack-request-id: req-7af164f1-1571-4109-9e1c-860609d90fbf {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:48:01.416282 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81f24405-daaa-4c78-b2e1-a119513b4b82", "tag": "e6d34b0a-065b-4e56-b453-574b825105bf", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:48:01.416535 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7af164f1-1571-4109-9e1c-860609d90fbf {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:48:01.416938 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81f24405-daaa-4c78-b2e1-a119513b4b82', 'tag': 'e6d34b0a-065b-4e56-b453-574b825105bf', 'status': 'completed', 'code': 200} Nov 12 09:48:01.516733 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27512f4b-de8d-48a4-846b-5771ab516e0f req-7b680c38-1532-433e-aaa8-718932030ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:48:01.519228 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-27512f4b-de8d-48a4-846b-5771ab516e0f req-7b680c38-1532-433e-aaa8-718932030ab0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4851e85000504eacbfb9224e82f68395&device_id=81f24405-daaa-4c78-b2e1-a119513b4b82 HTTP/1.1" status: 200 len: 1097 time: 0.0424933 Nov 12 09:48:01.618111 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27512f4b-de8d-48a4-846b-5771ab516e0f req-fc2e1679-b43c-41b5-a6c5-a188e74a0a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:48:01.619608 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-27512f4b-de8d-48a4-846b-5771ab516e0f req-fc2e1679-b43c-41b5-a6c5-a188e74a0a7c service neutron] 10.222.0.44 "GET /v2.0/networks?id=7bf99071-3909-492e-bde2-c941b91998c5 HTTP/1.1" status: 200 len: 910 time: 0.0907776 Nov 12 09:48:01.634684 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-d2114ebf-76da-4a1b-a1d4-2efe61dfc096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58d2f74-a032-480d-a810-0742349ef5cf', 'name': 'tempest-TestShelveInstance-2054340074-router', 'tenant_id': '4851e85000504eacbfb9224e82f68395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'bbd5e717-486b-403d-8b16-710953e867e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:42:12Z', 'updated_at': '2021-11-12T09:42:15Z', 'revision_number': 4, 'project_id': '4851e85000504eacbfb9224e82f68395', 'gw_port': {'id': 'bbd5e717-486b-403d-8b16-710953e867e6', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:20:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58d2f74-a032-480d-a810-0742349ef5cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:42:12Z', 'updated_at': '2021-11-12T09:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': 'dc8e7058-a47d-4523-8ea6-a6087ec9aeea', 'tenant_id': '4851e85000504eacbfb9224e82f68395', 'floating_ip_address': '172.25.2.114', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': 'f58d2f74-a032-480d-a810-0742349ef5cf', 'port_id': 'e6d34b0a-065b-4e56-b453-574b825105bf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bf99071-3909-492e-bde2-c941b91998c5', 'mac_address': 'fa:16:3e:b4:3d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f24405-daaa-4c78-b2e1-a119513b4b82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:48:00Z', 'updated_at': '2021-11-12T09:48:00Z', 'revision_number': 0, 'project_id': '4851e85000504eacbfb9224e82f68395', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc44b940-4dad-4e51-8dfd-f82b388bca53', 'name': '', 'network_id': '7bf99071-3909-492e-bde2-c941b91998c5', 'tenant_id': '4851e85000504eacbfb9224e82f68395', 'mac_address': 'fa:16:3e:80:69:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58d2f74-a032-480d-a810-0742349ef5cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'd3dc06a2-6bc5-41d5-bac3-9664ccb379f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:42:14Z', 'updated_at': '2021-11-12T09:42:19Z', 'revision_number': 5, 'project_id': '4851e85000504eacbfb9224e82f68395', 'subnets': [{'id': 'd3dc06a2-6bc5-41d5-bac3-9664ccb379f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:48:01.661984 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2114ebf-76da-4a1b-a1d4-2efe61dfc096 None None] Checking router: f58d2f74-a032-480d-a810-0742349ef5cf for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:48:01.671235 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2114ebf-76da-4a1b-a1d4-2efe61dfc096 None None] Routers {'f58d2f74-a032-480d-a810-0742349ef5cf'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:48:01.671875 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-d2114ebf-76da-4a1b-a1d4-2efe61dfc096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:47:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['f58d2f74-a032-480d-a810-0742349ef5cf'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:48:01.705013 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-27512f4b-de8d-48a4-846b-5771ab516e0f req-c4dde9fa-25c8-4613-b6cb-8058ffe97893 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6d34b0a-065b-4e56-b453-574b825105bf HTTP/1.1" status: 200 len: 999 time: 0.0734119 Nov 12 09:48:01.758683 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27512f4b-de8d-48a4-846b-5771ab516e0f req-584e7775-d445-4916-9c43-a11842eba5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:48:01.760163 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-27512f4b-de8d-48a4-846b-5771ab516e0f req-584e7775-d445-4916-9c43-a11842eba5f2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d3dc06a2-6bc5-41d5-bac3-9664ccb379f1 HTTP/1.1" status: 200 len: 848 time: 0.0455174 Nov 12 09:48:01.780076 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-d2114ebf-76da-4a1b-a1d4-2efe61dfc096 None None] Set router f58d2f74-a032-480d-a810-0742349ef5cf gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:48:01.812623 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27512f4b-de8d-48a4-846b-5771ab516e0f req-56ae86ab-60b5-4afa-9299-9039181616df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:48:01.814125 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-27512f4b-de8d-48a4-846b-5771ab516e0f req-56ae86ab-60b5-4afa-9299-9039181616df service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7bf99071-3909-492e-bde2-c941b91998c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458782 Nov 12 09:48:01.913337 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-27512f4b-de8d-48a4-846b-5771ab516e0f req-3e5d3c75-62fc-4e75-a71a-72746f1617c1 service neutron] 10.222.0.44 "GET /v2.0/networks/7bf99071-3909-492e-bde2-c941b91998c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910606 Nov 12 09:48:02.012900 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-27512f4b-de8d-48a4-846b-5771ab516e0f req-73102ab6-7660-43e9-ad6c-93b3508cd9cb service neutron] 10.222.0.44 "GET /v2.0/networks/7bf99071-3909-492e-bde2-c941b91998c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900438 Nov 12 09:48:02.019194 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-d2114ebf-76da-4a1b-a1d4-2efe61dfc096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58d2f74-a032-480d-a810-0742349ef5cf', 'name': 'tempest-TestShelveInstance-2054340074-router', 'tenant_id': '4851e85000504eacbfb9224e82f68395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'bbd5e717-486b-403d-8b16-710953e867e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:42:12Z', 'updated_at': '2021-11-12T09:42:15Z', 'revision_number': 4, 'project_id': '4851e85000504eacbfb9224e82f68395', 'gw_port': {'id': 'bbd5e717-486b-403d-8b16-710953e867e6', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:20:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58d2f74-a032-480d-a810-0742349ef5cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:42:12Z', 'updated_at': '2021-11-12T09:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': 'dc8e7058-a47d-4523-8ea6-a6087ec9aeea', 'tenant_id': '4851e85000504eacbfb9224e82f68395', 'floating_ip_address': '172.25.2.114', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': 'f58d2f74-a032-480d-a810-0742349ef5cf', 'port_id': 'e6d34b0a-065b-4e56-b453-574b825105bf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bf99071-3909-492e-bde2-c941b91998c5', 'mac_address': 'fa:16:3e:b4:3d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f24405-daaa-4c78-b2e1-a119513b4b82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:48:00Z', 'updated_at': '2021-11-12T09:48:00Z', 'revision_number': 0, 'project_id': '4851e85000504eacbfb9224e82f68395', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc44b940-4dad-4e51-8dfd-f82b388bca53', 'name': '', 'network_id': '7bf99071-3909-492e-bde2-c941b91998c5', 'tenant_id': '4851e85000504eacbfb9224e82f68395', 'mac_address': 'fa:16:3e:80:69:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58d2f74-a032-480d-a810-0742349ef5cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'd3dc06a2-6bc5-41d5-bac3-9664ccb379f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:42:14Z', 'updated_at': '2021-11-12T09:42:19Z', 'revision_number': 5, 'project_id': '4851e85000504eacbfb9224e82f68395', 'subnets': [{'id': 'd3dc06a2-6bc5-41d5-bac3-9664ccb379f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:48:02.050200 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2114ebf-76da-4a1b-a1d4-2efe61dfc096 None None] The sync data for ids ['f58d2f74-a032-480d-a810-0742349ef5cf'] in n-d-765315-29 is: [{'id': 'f58d2f74-a032-480d-a810-0742349ef5cf', 'name': 'tempest-TestShelveInstance-2054340074-router', 'tenant_id': '4851e85000504eacbfb9224e82f68395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'bbd5e717-486b-403d-8b16-710953e867e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:42:12Z', 'updated_at': '2021-11-12T09:42:15Z', 'revision_number': 4, 'project_id': '4851e85000504eacbfb9224e82f68395', 'gw_port': {'id': 'bbd5e717-486b-403d-8b16-710953e867e6', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:20:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58d2f74-a032-480d-a810-0742349ef5cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:42:12Z', 'updated_at': '2021-11-12T09:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': 'dc8e7058-a47d-4523-8ea6-a6087ec9aeea', 'tenant_id': '4851e85000504eacbfb9224e82f68395', 'floating_ip_address': '172.25.2.114', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': 'f58d2f74-a032-480d-a810-0742349ef5cf', 'port_id': 'e6d34b0a-065b-4e56-b453-574b825105bf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bf99071-3909-492e-bde2-c941b91998c5', 'mac_address': 'fa:16:3e:b4:3d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f24405-daaa-4c78-b2e1-a119513b4b82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:48:00Z', 'updated_at': '2021-11-12T09:48:00Z', 'revision_number': 0, 'project_id': '4851e85000504eacbfb9224e82f68395', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc44b940-4dad-4e51-8dfd-f82b388bca53', 'name': '', 'network_id': '7bf99071-3909-492e-bde2-c941b91998c5', 'tenant_id': '4851e85000504eacbfb9224e82f68395', 'mac_address': 'fa:16:3e:80:69:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58d2f74-a032-480d-a810-0742349ef5cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'd3dc06a2-6bc5-41d5-bac3-9664ccb379f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:42:14Z', 'updated_at': '2021-11-12T09:42:19Z', 'revision_number': 5, 'project_id': '4851e85000504eacbfb9224e82f68395', 'subnets': [{'id': 'd3dc06a2-6bc5-41d5-bac3-9664ccb379f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:48:02.251836 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df91a3f1-ee8e-44bf-8d32-191e9c20ee78 None None] New status for floating IP dc8e7058-a47d-4523-8ea6-a6087ec9aeea: ACTIVE {{(pid=102601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:48:04.202248 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-83208c98-1570-4946-9bd3-503833e6af68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:48:06.371269 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:48:07.233839 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-eb9e91eb-94a0-4769-a4b6-a9d8f4fd67f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:48:08.315269 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:48:09.645603 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:48:10.237144 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:48:13.499555 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:48:21.219520 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a9115fd0-30df-46d2-8691-cbf0339cbe88 req-00da2301-0108-4153-987f-090728bebd6e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=81f24405-daaa-4c78-b2e1-a119513b4b82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0458822 Nov 12 09:48:21.327362 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9115fd0-30df-46d2-8691-cbf0339cbe88 req-0812ccc3-f6c0-488f-9dc7-c6a219c5ea95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:48:21.329028 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a9115fd0-30df-46d2-8691-cbf0339cbe88 req-0812ccc3-f6c0-488f-9dc7-c6a219c5ea95 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4851e85000504eacbfb9224e82f68395&device_id=81f24405-daaa-4c78-b2e1-a119513b4b82 HTTP/1.1" status: 200 len: 1097 time: 0.0450203 Nov 12 09:48:21.447542 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9115fd0-30df-46d2-8691-cbf0339cbe88 req-579bde86-4774-4840-862f-835b8e490154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:48:21.449071 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a9115fd0-30df-46d2-8691-cbf0339cbe88 req-579bde86-4774-4840-862f-835b8e490154 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7bf99071-3909-492e-bde2-c941b91998c5 HTTP/1.1" status: 200 len: 910 time: 0.0965044 Nov 12 09:48:21.520682 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a9115fd0-30df-46d2-8691-cbf0339cbe88 req-be677f64-ef9c-474e-b70c-e7eab18e4808 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6d34b0a-065b-4e56-b453-574b825105bf HTTP/1.1" status: 200 len: 1001 time: 0.0637493 Nov 12 09:48:21.575778 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9115fd0-30df-46d2-8691-cbf0339cbe88 req-df807a80-6839-46a0-b809-849f136e8814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:48:21.577399 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a9115fd0-30df-46d2-8691-cbf0339cbe88 req-df807a80-6839-46a0-b809-849f136e8814 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d3dc06a2-6bc5-41d5-bac3-9664ccb379f1 HTTP/1.1" status: 200 len: 848 time: 0.0471804 Nov 12 09:48:22.025852 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9115fd0-30df-46d2-8691-cbf0339cbe88 req-3031ad32-7a4b-4665-a263-38ad04decf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:48:22.027448 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a9115fd0-30df-46d2-8691-cbf0339cbe88 req-3031ad32-7a4b-4665-a263-38ad04decf6b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7bf99071-3909-492e-bde2-c941b91998c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4423525 Nov 12 09:48:22.125257 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a9115fd0-30df-46d2-8691-cbf0339cbe88 req-2a87a217-0671-4b3d-8d7e-b01a131caa25 service neutron] 10.222.0.44 "GET /v2.0/networks/7bf99071-3909-492e-bde2-c941b91998c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850930 Nov 12 09:48:22.219767 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-a9115fd0-30df-46d2-8691-cbf0339cbe88 req-aa9cced7-7e25-438a-b93f-73d0957dfb95 service neutron] 10.222.0.44 "GET /v2.0/networks/7bf99071-3909-492e-bde2-c941b91998c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872536 Nov 12 09:48:25.264635 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:48:34.204155 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-30cd80bc-f5dd-4d69-838d-af40b31151ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:48:36.387597 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:48:37.236801 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-961a0ccb-6dba-4625-8b43-cdf6ba791569 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:48:38.319435 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:48:39.648065 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:48:40.240958 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:48:43.497705 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:49:02.263118 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:49:04.206838 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1d963039-2075-4615-9911-dd4f3207e199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:49:06.380788 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:49:07.238747 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e11725fc-9ded-4b96-8d46-9ebe39f5dce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:49:08.322326 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:49:09.650393 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:49:10.243250 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:49:13.499325 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:49:23.283504 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c8489362-5576-4d70-ba84-b369f59fe35a req-5b0ec5cc-11d8-4893-bf69-08a47d14c700 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=81f24405-daaa-4c78-b2e1-a119513b4b82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0506961 Nov 12 09:49:23.388615 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8489362-5576-4d70-ba84-b369f59fe35a req-d8084244-af4f-40be-bf68-549827a449bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:49:23.390128 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c8489362-5576-4d70-ba84-b369f59fe35a req-d8084244-af4f-40be-bf68-549827a449bb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4851e85000504eacbfb9224e82f68395&device_id=81f24405-daaa-4c78-b2e1-a119513b4b82 HTTP/1.1" status: 200 len: 1097 time: 0.0430250 Nov 12 09:49:23.503361 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8489362-5576-4d70-ba84-b369f59fe35a req-5cef4649-947c-4224-8f17-d9b86c4f5d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:49:23.504936 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c8489362-5576-4d70-ba84-b369f59fe35a req-5cef4649-947c-4224-8f17-d9b86c4f5d4c service neutron] 10.222.0.44 "GET /v2.0/networks?id=7bf99071-3909-492e-bde2-c941b91998c5 HTTP/1.1" status: 200 len: 910 time: 0.0934446 Nov 12 09:49:23.575834 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c8489362-5576-4d70-ba84-b369f59fe35a req-1a0d8462-45a6-4252-bee8-9ba30580b498 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6d34b0a-065b-4e56-b453-574b825105bf HTTP/1.1" status: 200 len: 1001 time: 0.0628347 Nov 12 09:49:23.629333 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8489362-5576-4d70-ba84-b369f59fe35a req-4d1db515-a649-45a6-ae5f-29af78103fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:49:23.630838 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c8489362-5576-4d70-ba84-b369f59fe35a req-4d1db515-a649-45a6-ae5f-29af78103fe3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d3dc06a2-6bc5-41d5-bac3-9664ccb379f1 HTTP/1.1" status: 200 len: 848 time: 0.0477753 Nov 12 09:49:23.690067 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8489362-5576-4d70-ba84-b369f59fe35a req-ffb056e0-558a-49e2-aaed-ac000ecf3478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:49:23.691619 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c8489362-5576-4d70-ba84-b369f59fe35a req-ffb056e0-558a-49e2-aaed-ac000ecf3478 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7bf99071-3909-492e-bde2-c941b91998c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0482237 Nov 12 09:49:23.703827 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [req-c8489362-5576-4d70-ba84-b369f59fe35a req-7addbc28-458b-4e48-8df6-9f2c3ceeca73 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:49:23.704828 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c8489362-5576-4d70-ba84-b369f59fe35a req-7addbc28-458b-4e48-8df6-9f2c3ceeca73 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048966 Nov 12 09:49:23.796488 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c8489362-5576-4d70-ba84-b369f59fe35a req-74d17493-8ead-4465-9e58-a461736448ed service neutron] 10.222.0.44 "GET /v2.0/networks/7bf99071-3909-492e-bde2-c941b91998c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848229 Nov 12 09:49:23.894417 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c8489362-5576-4d70-ba84-b369f59fe35a req-86f4a286-d46f-459e-97ba-133403ea2e4c service neutron] 10.222.0.44 "GET /v2.0/networks/7bf99071-3909-492e-bde2-c941b91998c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903628 Nov 12 09:49:34.207801 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-bee5453b-0f48-4138-ba87-7fa1f68726a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:49:36.380436 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:49:37.241841 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b7b05767-970d-4cdb-8b12-ce3cdac4c14b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:49:38.325467 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:49:39.266242 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:49:39.656078 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:49:40.247639 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:49:43.504971 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:50:00.641402 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0696e3f5-f5c7-4db0-bada-baabad8e9503 req-8b5f6672-141c-4d8b-9514-86b585aa2a97 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:00.642927 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0696e3f5-f5c7-4db0-bada-baabad8e9503 req-8b5f6672-141c-4d8b-9514-86b585aa2a97 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=81f24405-daaa-4c78-b2e1-a119513b4b82 HTTP/1.1" status: 200 len: 945 time: 0.1314266 Nov 12 09:50:00.694475 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0696e3f5-f5c7-4db0-bada-baabad8e9503 req-ea3f4a43-f7b4-44b0-b56d-f1761c1e031c tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e3dbd6b-b90c-4885-875a-d4db2efe9b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455151 Nov 12 09:50:01.838060 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccb356b-d72a-4d96-b3f3-bd26d5af440f req-1d162dc6-8bf0-48b7-900e-06a9c8b3d458 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:01.839553 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0ccb356b-d72a-4d96-b3f3-bd26d5af440f req-1d162dc6-8bf0-48b7-900e-06a9c8b3d458 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=81f24405-daaa-4c78-b2e1-a119513b4b82 HTTP/1.1" status: 200 len: 945 time: 0.0501902 Nov 12 09:50:01.889153 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0ccb356b-d72a-4d96-b3f3-bd26d5af440f req-ff500fdd-34e1-4868-9094-f04db1bfda14 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e3dbd6b-b90c-4885-875a-d4db2efe9b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432165 Nov 12 09:50:03.011690 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39397e85-ee4b-4ffa-bc3d-d33cedfc8ff6 req-07b51a40-f5cc-4377-9f6a-175193896cfd tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:03.013248 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-39397e85-ee4b-4ffa-bc3d-d33cedfc8ff6 req-07b51a40-f5cc-4377-9f6a-175193896cfd tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=81f24405-daaa-4c78-b2e1-a119513b4b82 HTTP/1.1" status: 200 len: 945 time: 0.0535865 Nov 12 09:50:03.062204 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-39397e85-ee4b-4ffa-bc3d-d33cedfc8ff6 req-bc2ba01a-830b-44d1-a983-ce93a2636157 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e3dbd6b-b90c-4885-875a-d4db2efe9b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426028 Nov 12 09:50:04.185146 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a82ef0-36c6-49ec-b2fb-5b7ba9498bd9 req-29b3b774-cf83-4a0b-9ff3-1391f1a1d996 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:04.186651 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-00a82ef0-36c6-49ec-b2fb-5b7ba9498bd9 req-29b3b774-cf83-4a0b-9ff3-1391f1a1d996 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=81f24405-daaa-4c78-b2e1-a119513b4b82 HTTP/1.1" status: 200 len: 945 time: 0.0556104 Nov 12 09:50:04.210569 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5e89be5f-c885-4ac8-a258-282090bef8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:50:04.243299 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-00a82ef0-36c6-49ec-b2fb-5b7ba9498bd9 req-77ab7b10-7d42-4b47-aec9-d96f59765ffe tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e3dbd6b-b90c-4885-875a-d4db2efe9b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501924 Nov 12 09:50:05.370255 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d5a6c3-bb5f-47ae-a162-fe52dd1bea81 req-b172de61-2605-414f-9d6e-35f07be3223e tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:05.371812 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-89d5a6c3-bb5f-47ae-a162-fe52dd1bea81 req-b172de61-2605-414f-9d6e-35f07be3223e tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=81f24405-daaa-4c78-b2e1-a119513b4b82 HTTP/1.1" status: 200 len: 945 time: 0.0513265 Nov 12 09:50:05.425833 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-89d5a6c3-bb5f-47ae-a162-fe52dd1bea81 req-f7b60b1b-195f-458e-b0fd-82c7247ed351 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e3dbd6b-b90c-4885-875a-d4db2efe9b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475690 Nov 12 09:50:06.396764 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:50:06.544798 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181497cf-1e94-43da-b19d-e0c63ca03b63 req-e57f51d9-327f-4eaa-ac6e-35a8498b21a6 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:06.546475 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-181497cf-1e94-43da-b19d-e0c63ca03b63 req-e57f51d9-327f-4eaa-ac6e-35a8498b21a6 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=81f24405-daaa-4c78-b2e1-a119513b4b82 HTTP/1.1" status: 200 len: 945 time: 0.0519104 Nov 12 09:50:06.615095 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-181497cf-1e94-43da-b19d-e0c63ca03b63 req-dd6e603a-1f3c-41de-b547-7716d8708285 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e3dbd6b-b90c-4885-875a-d4db2efe9b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607994 Nov 12 09:50:07.244704 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7d742522-8951-4142-a2a3-de0777d7bf5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:50:07.753441 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e172e10f-bd5a-44a0-9761-7b8af267b0f8 req-d8002853-7562-477d-b625-5ceba540579b tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:07.754963 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e172e10f-bd5a-44a0-9761-7b8af267b0f8 req-d8002853-7562-477d-b625-5ceba540579b tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=81f24405-daaa-4c78-b2e1-a119513b4b82 HTTP/1.1" status: 200 len: 945 time: 0.0522738 Nov 12 09:50:07.804895 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e172e10f-bd5a-44a0-9761-7b8af267b0f8 req-d89fccee-217b-46f0-aa6f-09e89d9f4616 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e3dbd6b-b90c-4885-875a-d4db2efe9b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439198 Nov 12 09:50:08.327759 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:50:08.930992 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb03b90e-f02f-44d8-9402-98237f143f82 req-a0770d6d-d938-4191-84c3-a93d26054f0c tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:08.932384 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bb03b90e-f02f-44d8-9402-98237f143f82 req-a0770d6d-d938-4191-84c3-a93d26054f0c tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=81f24405-daaa-4c78-b2e1-a119513b4b82 HTTP/1.1" status: 200 len: 945 time: 0.0555205 Nov 12 09:50:08.982825 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-bb03b90e-f02f-44d8-9402-98237f143f82 req-4cd0419b-854d-4b36-81b6-2b05a5eb1f22 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e3dbd6b-b90c-4885-875a-d4db2efe9b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442090 Nov 12 09:50:09.656282 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:50:10.098970 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342ae6b4-f6c2-44bd-ae96-73a6663dc550 req-48ae011d-5b1e-489c-8efe-ad768525910a tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:10.100478 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-342ae6b4-f6c2-44bd-ae96-73a6663dc550 req-48ae011d-5b1e-489c-8efe-ad768525910a tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=81f24405-daaa-4c78-b2e1-a119513b4b82 HTTP/1.1" status: 200 len: 945 time: 0.0497427 Nov 12 09:50:10.150796 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-342ae6b4-f6c2-44bd-ae96-73a6663dc550 req-c2b976e6-71ca-4aeb-bb00-50b5b59c0818 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e3dbd6b-b90c-4885-875a-d4db2efe9b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442710 Nov 12 09:50:10.271459 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:50:10.838293 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244b4d93-7be4-4bac-98b4-735d13b2a448 req-39d032d9-253a-4126-91c3-79ac22e38816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:10.839865 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-244b4d93-7be4-4bac-98b4-735d13b2a448 req-39d032d9-253a-4126-91c3-79ac22e38816 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4851e85000504eacbfb9224e82f68395&device_id=81f24405-daaa-4c78-b2e1-a119513b4b82 HTTP/1.1" status: 200 len: 1097 time: 0.0420485 Nov 12 09:50:10.936784 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244b4d93-7be4-4bac-98b4-735d13b2a448 req-01a4b6de-8969-4760-9edc-511bfb3047c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:10.938353 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-244b4d93-7be4-4bac-98b4-735d13b2a448 req-01a4b6de-8969-4760-9edc-511bfb3047c0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7bf99071-3909-492e-bde2-c941b91998c5 HTTP/1.1" status: 200 len: 910 time: 0.0911810 Nov 12 09:50:11.006370 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-244b4d93-7be4-4bac-98b4-735d13b2a448 req-cdecab26-9cba-4487-b860-68845f8dfbe9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6d34b0a-065b-4e56-b453-574b825105bf HTTP/1.1" status: 200 len: 1001 time: 0.0600085 Nov 12 09:50:11.059995 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244b4d93-7be4-4bac-98b4-735d13b2a448 req-a446db81-ad57-47d8-9126-4fc8881a660d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:11.061472 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-244b4d93-7be4-4bac-98b4-735d13b2a448 req-a446db81-ad57-47d8-9126-4fc8881a660d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d3dc06a2-6bc5-41d5-bac3-9664ccb379f1 HTTP/1.1" status: 200 len: 848 time: 0.0455368 Nov 12 09:50:11.119873 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244b4d93-7be4-4bac-98b4-735d13b2a448 req-610e01e8-fc02-4ec9-91a5-189652dd0680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:11.121372 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-244b4d93-7be4-4bac-98b4-735d13b2a448 req-610e01e8-fc02-4ec9-91a5-189652dd0680 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7bf99071-3909-492e-bde2-c941b91998c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0481763 Nov 12 09:50:11.221227 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-244b4d93-7be4-4bac-98b4-735d13b2a448 req-cc0eb858-c45c-4ee4-9bca-9e1b325418e5 service neutron] 10.222.0.44 "GET /v2.0/networks/7bf99071-3909-492e-bde2-c941b91998c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911720 Nov 12 09:50:11.269864 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52b04fc-6047-470e-bd1b-1dfc1eb50dc2 req-fb4043ce-a0a9-40b1-8369-86c1ef1ba363 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:11.271956 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e52b04fc-6047-470e-bd1b-1dfc1eb50dc2 req-fb4043ce-a0a9-40b1-8369-86c1ef1ba363 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=81f24405-daaa-4c78-b2e1-a119513b4b82 HTTP/1.1" status: 200 len: 945 time: 0.0503285 Nov 12 09:50:11.320443 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-244b4d93-7be4-4bac-98b4-735d13b2a448 req-d670233f-4ce1-4fff-98d5-ddf2e0355cd9 service neutron] 10.222.0.44 "GET /v2.0/networks/7bf99071-3909-492e-bde2-c941b91998c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903807 Nov 12 09:50:11.326549 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e52b04fc-6047-470e-bd1b-1dfc1eb50dc2 req-e3ffe49a-2a26-40eb-a094-4a47c853db18 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e3dbd6b-b90c-4885-875a-d4db2efe9b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481131 Nov 12 09:50:12.447870 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca469f7-cba0-42ba-9b84-79a0ef126460 req-1450fe03-ff69-4e82-ab24-17ccbe814a22 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:12.449357 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-dca469f7-cba0-42ba-9b84-79a0ef126460 req-1450fe03-ff69-4e82-ab24-17ccbe814a22 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=81f24405-daaa-4c78-b2e1-a119513b4b82 HTTP/1.1" status: 200 len: 945 time: 0.0506294 Nov 12 09:50:12.506496 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-dca469f7-cba0-42ba-9b84-79a0ef126460 req-5b5717dd-a336-43ea-99e0-eeec31c4054f tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e3dbd6b-b90c-4885-875a-d4db2efe9b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507381 Nov 12 09:50:13.527521 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:50:13.629271 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3f0b25-e9c1-4734-aa3d-6df80af6fd2f req-34407fbf-d20f-4228-84a0-86d3940bf55f tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:13.630812 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4e3f0b25-e9c1-4734-aa3d-6df80af6fd2f req-34407fbf-d20f-4228-84a0-86d3940bf55f tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=81f24405-daaa-4c78-b2e1-a119513b4b82 HTTP/1.1" status: 200 len: 945 time: 0.0546696 Nov 12 09:50:13.682821 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4e3f0b25-e9c1-4734-aa3d-6df80af6fd2f req-db7d259f-af4f-4e15-bbee-d85e8d8f7486 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e3dbd6b-b90c-4885-875a-d4db2efe9b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457785 Nov 12 09:50:14.819028 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e7a5da-b8c6-46ac-91f8-ea02cbfd3cf2 req-840f908a-cdbd-49d8-8313-07227e99b5b1 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:14.820442 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-18e7a5da-b8c6-46ac-91f8-ea02cbfd3cf2 req-840f908a-cdbd-49d8-8313-07227e99b5b1 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=81f24405-daaa-4c78-b2e1-a119513b4b82 HTTP/1.1" status: 200 len: 945 time: 0.0614717 Nov 12 09:50:14.873159 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-18e7a5da-b8c6-46ac-91f8-ea02cbfd3cf2 req-29737dbf-87dd-40ca-97d9-de15a3bd469f tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e3dbd6b-b90c-4885-875a-d4db2efe9b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460837 Nov 12 09:50:15.992999 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67d33ab-74d8-48ad-9958-0fdaedb68e68 req-540819e1-72f4-46f5-9d54-ee39c9f573a6 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:15.994403 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b67d33ab-74d8-48ad-9958-0fdaedb68e68 req-540819e1-72f4-46f5-9d54-ee39c9f573a6 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=81f24405-daaa-4c78-b2e1-a119513b4b82 HTTP/1.1" status: 200 len: 945 time: 0.0503738 Nov 12 09:50:16.045507 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-b67d33ab-74d8-48ad-9958-0fdaedb68e68 req-dc59a0f8-c40a-45e2-8f3f-fdb84d1a25a7 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e3dbd6b-b90c-4885-875a-d4db2efe9b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439939 Nov 12 09:50:16.265615 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:50:16.266793 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae96e66-e564-4f98-963a-23b1498d72b0 req-6c337eeb-23cf-4e6a-baab-c0851d2fec06 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:16.268356 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-eae96e66-e564-4f98-963a-23b1498d72b0 req-6c337eeb-23cf-4e6a-baab-c0851d2fec06 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=81f24405-daaa-4c78-b2e1-a119513b4b82 HTTP/1.1" status: 200 len: 945 time: 0.0565915 Nov 12 09:50:16.286654 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-aa191e07-8c28-48ef-b5b1-ee0bc0ca6944 req-0a8cb12f-42af-4cf1-83ae-7988dc5d546f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=81f24405-daaa-4c78-b2e1-a119513b4b82&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0959022 Nov 12 09:50:16.295903 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [req-aa191e07-8c28-48ef-b5b1-ee0bc0ca6944 req-3fb2d2d2-7ea5-4005-be7b-275ca701a08b service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:50:16.297496 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-aa191e07-8c28-48ef-b5b1-ee0bc0ca6944 req-3fb2d2d2-7ea5-4005-be7b-275ca701a08b service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053592 Nov 12 09:50:16.319623 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-eae96e66-e564-4f98-963a-23b1498d72b0 req-f72f8464-17fa-4972-b861-d9d50959e15a tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e3dbd6b-b90c-4885-875a-d4db2efe9b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450993 Nov 12 09:50:17.438439 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c26cc4-af2f-4864-a54f-8ff2a95f5a92 req-79cfcf4b-c687-4f12-b65f-9bca4f688a34 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:17.440083 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-87c26cc4-af2f-4864-a54f-8ff2a95f5a92 req-79cfcf4b-c687-4f12-b65f-9bca4f688a34 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=81f24405-daaa-4c78-b2e1-a119513b4b82 HTTP/1.1" status: 200 len: 945 time: 0.0504687 Nov 12 09:50:17.494788 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-87c26cc4-af2f-4864-a54f-8ff2a95f5a92 req-902ed283-c091-4898-988b-9ecc51cdd4ca tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e3dbd6b-b90c-4885-875a-d4db2efe9b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481462 Nov 12 09:50:17.706754 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device e6d34b0a-065b-4e56-b453-574b825105bf no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:50:17.790239 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:50:17.815481 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81f24405-daaa-4c78-b2e1-a119513b4b82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6d34b0a-065b-4e56-b453-574b825105bf'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:50:17.817740 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132d5890bda14c85ea4d6a837dfa65400ea66c0cb50158568a7b02b7fe216ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fe2d005-7960-4b2f-acb0-5989807f420f" -d '{"events": [{"server_uuid": "81f24405-daaa-4c78-b2e1-a119513b4b82", "name": "network-vif-unplugged", "status": "completed", "tag": "e6d34b0a-065b-4e56-b453-574b825105bf"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:50:17.832437 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port e6d34b0a-065b-4e56-b453-574b825105bf, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=e6d34b0a-065b-4e56-b453-574b825105bf,segment=NetworkSegment(95dac6b9-a589-4ccf-96ab-e9d18b9345d1),segment_id=95dac6b9-a589-4ccf-96ab-e9d18b9345d1)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:50:17.837613 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:50:17.891238 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=e6d34b0a-065b-4e56-b453-574b825105bf,revision_number=6']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:50:17.899666 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:50:17.899968 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:50:17.900314 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:50:17.901522 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:50:17.901522 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:50:17.901522 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:50:17.901826 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:50:17.901914 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:50:17.902242 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:50:17.902569 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:50:17.902921 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:50:17.903244 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:50:17.921273 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 12 Nov 2021 09:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d6d86d4-6ec3-436d-911e-b4a7ff32b776 x-openstack-request-id: req-4d6d86d4-6ec3-436d-911e-b4a7ff32b776 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:50:17.921709 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81f24405-daaa-4c78-b2e1-a119513b4b82", "name": "network-vif-unplugged", "status": "failed", "tag": "e6d34b0a-065b-4e56-b453-574b825105bf", "code": 422}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:50:17.922061 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4d6d86d4-6ec3-436d-911e-b4a7ff32b776 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:50:17.922773 n-d-765315-29 neutron-server[102601]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '81f24405-daaa-4c78-b2e1-a119513b4b82', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e6d34b0a-065b-4e56-b453-574b825105bf', 'code': 422} returned with failed status Nov 12 09:50:18.617744 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792e9f9d-9e39-4d2d-937f-ce95f8bf50ba req-991e3da6-9f31-4337-9967-a8dc7a8a4364 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:18.619314 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-792e9f9d-9e39-4d2d-937f-ce95f8bf50ba req-991e3da6-9f31-4337-9967-a8dc7a8a4364 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=81f24405-daaa-4c78-b2e1-a119513b4b82 HTTP/1.1" status: 200 len: 943 time: 0.0516951 Nov 12 09:50:18.680088 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-792e9f9d-9e39-4d2d-937f-ce95f8bf50ba req-843d0760-a558-43b6-8a9f-7637ca9b4961 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e3dbd6b-b90c-4885-875a-d4db2efe9b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542510 Nov 12 09:50:19.796141 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8ec55f-7ca2-4575-ad8e-4a798d190f19 req-0319edec-b4d4-4752-9c78-aa61d2c51b60 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:19.798491 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-da8ec55f-7ca2-4575-ad8e-4a798d190f19 req-0319edec-b4d4-4752-9c78-aa61d2c51b60 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=81f24405-daaa-4c78-b2e1-a119513b4b82 HTTP/1.1" status: 200 len: 943 time: 0.0520205 Nov 12 09:50:19.850428 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-da8ec55f-7ca2-4575-ad8e-4a798d190f19 req-dec559c9-b2c8-4a70-a6c0-fa935e222839 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e3dbd6b-b90c-4885-875a-d4db2efe9b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454674 Nov 12 09:50:20.981223 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c75afae-3464-4255-bb5a-887ef625ebd1 req-d64e450d-e1c3-434d-a5e6-ea27a2dc0113 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:20.983602 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7c75afae-3464-4255-bb5a-887ef625ebd1 req-d64e450d-e1c3-434d-a5e6-ea27a2dc0113 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=81f24405-daaa-4c78-b2e1-a119513b4b82 HTTP/1.1" status: 200 len: 943 time: 0.0549014 Nov 12 09:50:21.039251 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7c75afae-3464-4255-bb5a-887ef625ebd1 req-8fc46672-457e-4d67-80b2-1aea50fcc6a0 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e3dbd6b-b90c-4885-875a-d4db2efe9b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484726 Nov 12 09:50:22.165353 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c8bc2c-77fd-4cdb-bc1d-bb86f80912dd req-3b0f0bb8-e9dd-4053-af18-3788fae4bc9f tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:22.166873 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-68c8bc2c-77fd-4cdb-bc1d-bb86f80912dd req-3b0f0bb8-e9dd-4053-af18-3788fae4bc9f tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=81f24405-daaa-4c78-b2e1-a119513b4b82 HTTP/1.1" status: 200 len: 943 time: 0.0553524 Nov 12 09:50:22.219215 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-68c8bc2c-77fd-4cdb-bc1d-bb86f80912dd req-9f9424bb-5174-428d-9429-597e89e01e77 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e3dbd6b-b90c-4885-875a-d4db2efe9b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454540 Nov 12 09:50:22.442798 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa191e07-8c28-48ef-b5b1-ee0bc0ca6944 req-c2cf8b82-3d49-4afe-bbfe-6cb2ef2f8dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:22.444318 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-aa191e07-8c28-48ef-b5b1-ee0bc0ca6944 req-c2cf8b82-3d49-4afe-bbfe-6cb2ef2f8dc9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=81f24405-daaa-4c78-b2e1-a119513b4b82&tenant_id=4851e85000504eacbfb9224e82f68395 HTTP/1.1" status: 200 len: 1095 time: 0.0820913 Nov 12 09:50:22.456369 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [req-aa191e07-8c28-48ef-b5b1-ee0bc0ca6944 req-314d5126-f849-4794-985c-d4ab6c8f1d4f service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:50:22.457379 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-aa191e07-8c28-48ef-b5b1-ee0bc0ca6944 req-314d5126-f849-4794-985c-d4ab6c8f1d4f service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059686 Nov 12 09:50:22.470242 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-aa191e07-8c28-48ef-b5b1-ee0bc0ca6944 req-599e53a3-a46f-42c3-aa0e-8ecda41fc8d2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-765315-29', 'device_owner': 'compute:nova'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:50:22.528918 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-aa191e07-8c28-48ef-b5b1-ee0bc0ca6944 req-599e53a3-a46f-42c3-aa0e-8ecda41fc8d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:50:22.762951 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-aa191e07-8c28-48ef-b5b1-ee0bc0ca6944 req-599e53a3-a46f-42c3-aa0e-8ecda41fc8d2 service neutron] For port e6d34b0a-065b-4e56-b453-574b825105bf, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=e6d34b0a-065b-4e56-b453-574b825105bf,segment=NetworkSegment(95dac6b9-a589-4ccf-96ab-e9d18b9345d1),segment_id=95dac6b9-a589-4ccf-96ab-e9d18b9345d1)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:50:22.796033 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-aa191e07-8c28-48ef-b5b1-ee0bc0ca6944 req-599e53a3-a46f-42c3-aa0e-8ecda41fc8d2 service neutron] For port e6d34b0a-065b-4e56-b453-574b825105bf, host n-h2-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:50:22.829981 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-aa191e07-8c28-48ef-b5b1-ee0bc0ca6944 req-599e53a3-a46f-42c3-aa0e-8ecda41fc8d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6d34b0a-065b-4e56-b453-574b825105bf {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:50:22.837308 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-aa191e07-8c28-48ef-b5b1-ee0bc0ca6944 req-599e53a3-a46f-42c3-aa0e-8ecda41fc8d2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:50:22.849896 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-aa191e07-8c28-48ef-b5b1-ee0bc0ca6944 req-599e53a3-a46f-42c3-aa0e-8ecda41fc8d2 service neutron] Transition to ACTIVE for port object e6d34b0a-065b-4e56-b453-574b825105bf will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:50:22.853834 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-aa191e07-8c28-48ef-b5b1-ee0bc0ca6944 req-599e53a3-a46f-42c3-aa0e-8ecda41fc8d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:50:22.949587 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599e53a3-a46f-42c3-aa0e-8ecda41fc8d2 service neutron] Pushing event updated for resources: {'Port': ['ID=e6d34b0a-065b-4e56-b453-574b825105bf,revision_number=7']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:50:22.964149 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599e53a3-a46f-42c3-aa0e-8ecda41fc8d2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:50:22.964688 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599e53a3-a46f-42c3-aa0e-8ecda41fc8d2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:50:22.965201 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599e53a3-a46f-42c3-aa0e-8ecda41fc8d2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:50:22.965700 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599e53a3-a46f-42c3-aa0e-8ecda41fc8d2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:50:22.966166 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599e53a3-a46f-42c3-aa0e-8ecda41fc8d2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:50:22.966658 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599e53a3-a46f-42c3-aa0e-8ecda41fc8d2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:50:22.967143 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599e53a3-a46f-42c3-aa0e-8ecda41fc8d2 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:50:22.967988 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599e53a3-a46f-42c3-aa0e-8ecda41fc8d2 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:50:22.968378 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599e53a3-a46f-42c3-aa0e-8ecda41fc8d2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:50:22.969214 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599e53a3-a46f-42c3-aa0e-8ecda41fc8d2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:50:22.969409 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599e53a3-a46f-42c3-aa0e-8ecda41fc8d2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:50:22.969790 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599e53a3-a46f-42c3-aa0e-8ecda41fc8d2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:50:23.015600 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa191e07-8c28-48ef-b5b1-ee0bc0ca6944 req-599e53a3-a46f-42c3-aa0e-8ecda41fc8d2 service neutron] No DVR routers for this DVR port e6d34b0a-065b-4e56-b453-574b825105bf on host n-h2-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:50:23.176793 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-aa191e07-8c28-48ef-b5b1-ee0bc0ca6944 req-599e53a3-a46f-42c3-aa0e-8ecda41fc8d2 service neutron] Attempting to bind port e6d34b0a-065b-4e56-b453-574b825105bf on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:50:23.177476 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-aa191e07-8c28-48ef-b5b1-ee0bc0ca6944 req-599e53a3-a46f-42c3-aa0e-8ecda41fc8d2 service neutron] Attempting to bind port e6d34b0a-065b-4e56-b453-574b825105bf by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': '95dac6b9-a589-4ccf-96ab-e9d18b9345d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '7bf99071-3909-492e-bde2-c941b91998c5'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:50:23.177811 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa191e07-8c28-48ef-b5b1-ee0bc0ca6944 req-599e53a3-a46f-42c3-aa0e-8ecda41fc8d2 service neutron] Attempting to bind port e6d34b0a-065b-4e56-b453-574b825105bf on network 7bf99071-3909-492e-bde2-c941b91998c5 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:50:23.182218 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa191e07-8c28-48ef-b5b1-ee0bc0ca6944 req-599e53a3-a46f-42c3-aa0e-8ecda41fc8d2 service neutron] Port e6d34b0a-065b-4e56-b453-574b825105bf on network 7bf99071-3909-492e-bde2-c941b91998c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:50:23.182536 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa191e07-8c28-48ef-b5b1-ee0bc0ca6944 req-599e53a3-a46f-42c3-aa0e-8ecda41fc8d2 service neutron] Attempting to bind port e6d34b0a-065b-4e56-b453-574b825105bf on network 7bf99071-3909-492e-bde2-c941b91998c5 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:50:23.187554 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa191e07-8c28-48ef-b5b1-ee0bc0ca6944 req-599e53a3-a46f-42c3-aa0e-8ecda41fc8d2 service neutron] Checking agent: {'id': '26215384-8035-4ce2-971a-8e67be80da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:50:23.188107 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa191e07-8c28-48ef-b5b1-ee0bc0ca6944 req-599e53a3-a46f-42c3-aa0e-8ecda41fc8d2 service neutron] Checking segment: {'id': '95dac6b9-a589-4ccf-96ab-e9d18b9345d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '7bf99071-3909-492e-bde2-c941b91998c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:50:23.188502 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa191e07-8c28-48ef-b5b1-ee0bc0ca6944 req-599e53a3-a46f-42c3-aa0e-8ecda41fc8d2 service neutron] Bound using segment: {'id': '95dac6b9-a589-4ccf-96ab-e9d18b9345d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '7bf99071-3909-492e-bde2-c941b91998c5'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:50:23.188930 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-aa191e07-8c28-48ef-b5b1-ee0bc0ca6944 req-599e53a3-a46f-42c3-aa0e-8ecda41fc8d2 service neutron] Bound port: e6d34b0a-065b-4e56-b453-574b825105bf, host: n-h1-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95dac6b9-a589-4ccf-96ab-e9d18b9345d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '7bf99071-3909-492e-bde2-c941b91998c5'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:50:23.189288 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-aa191e07-8c28-48ef-b5b1-ee0bc0ca6944 req-599e53a3-a46f-42c3-aa0e-8ecda41fc8d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:50:23.258785 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-aa191e07-8c28-48ef-b5b1-ee0bc0ca6944 req-599e53a3-a46f-42c3-aa0e-8ecda41fc8d2 service neutron] For port e6d34b0a-065b-4e56-b453-574b825105bf, host n-h1-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:50:23.262109 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-aa191e07-8c28-48ef-b5b1-ee0bc0ca6944 req-599e53a3-a46f-42c3-aa0e-8ecda41fc8d2 service neutron] For port e6d34b0a-065b-4e56-b453-574b825105bf, host n-h1-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=e6d34b0a-065b-4e56-b453-574b825105bf,segment=NetworkSegment(95dac6b9-a589-4ccf-96ab-e9d18b9345d1),segment_id=95dac6b9-a589-4ccf-96ab-e9d18b9345d1)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:50:23.267548 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-aa191e07-8c28-48ef-b5b1-ee0bc0ca6944 req-599e53a3-a46f-42c3-aa0e-8ecda41fc8d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:50:23.308656 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa191e07-8c28-48ef-b5b1-ee0bc0ca6944 req-599e53a3-a46f-42c3-aa0e-8ecda41fc8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:23.309040 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-aa191e07-8c28-48ef-b5b1-ee0bc0ca6944 req-599e53a3-a46f-42c3-aa0e-8ecda41fc8d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:50:23.310507 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-aa191e07-8c28-48ef-b5b1-ee0bc0ca6944 req-599e53a3-a46f-42c3-aa0e-8ecda41fc8d2 service neutron] 10.222.0.21 "PUT /v2.0/ports/e6d34b0a-065b-4e56-b453-574b825105bf HTTP/1.1" status: 200 len: 1092 time: 0.8443952 Nov 12 09:50:23.310886 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81f24405-daaa-4c78-b2e1-a119513b4b82', 'tag': 'e6d34b0a-065b-4e56-b453-574b825105bf'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:50:23.313653 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c022ff2c5cb8d3060857f92f3690e67c01ee9cc1391db4b92ea76e21aea06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9704597f-5e2e-4517-8f6d-c88d82bbb6de" -d '{"events": [{"name": "network-changed", "server_uuid": "81f24405-daaa-4c78-b2e1-a119513b4b82", "tag": "e6d34b0a-065b-4e56-b453-574b825105bf"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:50:23.344041 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9716b208-14b8-45c3-b5ec-47f172c26aaa req-560df2d1-c213-4ad1-84bc-d94f405f7699 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:23.345707 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9716b208-14b8-45c3-b5ec-47f172c26aaa req-560df2d1-c213-4ad1-84bc-d94f405f7699 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=81f24405-daaa-4c78-b2e1-a119513b4b82 HTTP/1.1" status: 200 len: 943 time: 0.0529156 Nov 12 09:50:23.381660 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599e53a3-a46f-42c3-aa0e-8ecda41fc8d2 service neutron] Pushing event updated for resources: {'Port': ['ID=e6d34b0a-065b-4e56-b453-574b825105bf,revision_number=8']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:50:23.409203 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa191e07-8c28-48ef-b5b1-ee0bc0ca6944 req-bce113af-7aea-4550-a198-03dd7bed2ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:23.410787 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-aa191e07-8c28-48ef-b5b1-ee0bc0ca6944 req-bce113af-7aea-4550-a198-03dd7bed2ab7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4851e85000504eacbfb9224e82f68395&device_id=81f24405-daaa-4c78-b2e1-a119513b4b82 HTTP/1.1" status: 200 len: 1095 time: 0.0689914 Nov 12 09:50:23.426541 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9716b208-14b8-45c3-b5ec-47f172c26aaa req-1e49b0ee-c62a-4c69-8fd6-3c0ec747e293 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e3dbd6b-b90c-4885-875a-d4db2efe9b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744007 Nov 12 09:50:23.530116 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a72b5061-8333-4ae1-be59-1a92fd170d9a x-openstack-request-id: req-a72b5061-8333-4ae1-be59-1a92fd170d9a {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:50:23.530662 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81f24405-daaa-4c78-b2e1-a119513b4b82", "tag": "e6d34b0a-065b-4e56-b453-574b825105bf", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:50:23.530842 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a72b5061-8333-4ae1-be59-1a92fd170d9a {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:50:23.532516 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81f24405-daaa-4c78-b2e1-a119513b4b82', 'tag': 'e6d34b0a-065b-4e56-b453-574b825105bf', 'status': 'completed', 'code': 200} Nov 12 09:50:23.536168 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa191e07-8c28-48ef-b5b1-ee0bc0ca6944 req-bfb61935-cb7b-4169-8e44-b37d273b09ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:23.538145 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-aa191e07-8c28-48ef-b5b1-ee0bc0ca6944 req-bfb61935-cb7b-4169-8e44-b37d273b09ab service neutron] 10.222.0.21 "GET /v2.0/networks?id=7bf99071-3909-492e-bde2-c941b91998c5 HTTP/1.1" status: 200 len: 910 time: 0.1196520 Nov 12 09:50:23.606678 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-aa191e07-8c28-48ef-b5b1-ee0bc0ca6944 req-c6b1e005-27ae-4a12-a923-f1985f8429bc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6d34b0a-065b-4e56-b453-574b825105bf HTTP/1.1" status: 200 len: 999 time: 0.0615013 Nov 12 09:50:23.659178 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa191e07-8c28-48ef-b5b1-ee0bc0ca6944 req-364fb530-ec94-429c-961b-76be731cb0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:23.660715 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-aa191e07-8c28-48ef-b5b1-ee0bc0ca6944 req-364fb530-ec94-429c-961b-76be731cb0f5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d3dc06a2-6bc5-41d5-bac3-9664ccb379f1 HTTP/1.1" status: 200 len: 848 time: 0.0469787 Nov 12 09:50:23.715083 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa191e07-8c28-48ef-b5b1-ee0bc0ca6944 req-ae3f25cf-e3d3-419e-972d-d219d41e57a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:23.716586 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-aa191e07-8c28-48ef-b5b1-ee0bc0ca6944 req-ae3f25cf-e3d3-419e-972d-d219d41e57a3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7bf99071-3909-492e-bde2-c941b91998c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452302 Nov 12 09:50:23.819391 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-aa191e07-8c28-48ef-b5b1-ee0bc0ca6944 req-ccd7e4df-3d0a-4c4a-af59-2e5af2c71b27 service neutron] 10.222.0.21 "GET /v2.0/networks/7bf99071-3909-492e-bde2-c941b91998c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956624 Nov 12 09:50:23.926995 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-aa191e07-8c28-48ef-b5b1-ee0bc0ca6944 req-9d107c14-076c-4093-b451-9b7586b48b53 service neutron] 10.222.0.21 "GET /v2.0/networks/7bf99071-3909-492e-bde2-c941b91998c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003604 Nov 12 09:50:24.015988 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9704597f-5e2e-4517-8f6d-c88d82bbb6de req-30058582-89f3-4131-94cd-45721372acc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:24.017573 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9704597f-5e2e-4517-8f6d-c88d82bbb6de req-30058582-89f3-4131-94cd-45721372acc1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4851e85000504eacbfb9224e82f68395&device_id=81f24405-daaa-4c78-b2e1-a119513b4b82 HTTP/1.1" status: 200 len: 1095 time: 0.0429139 Nov 12 09:50:24.115742 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9704597f-5e2e-4517-8f6d-c88d82bbb6de req-40c91e01-863d-47c0-afb4-7514bcfcede2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:24.117578 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9704597f-5e2e-4517-8f6d-c88d82bbb6de req-40c91e01-863d-47c0-afb4-7514bcfcede2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7bf99071-3909-492e-bde2-c941b91998c5 HTTP/1.1" status: 200 len: 910 time: 0.0913105 Nov 12 09:50:24.191894 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9704597f-5e2e-4517-8f6d-c88d82bbb6de req-9d4d992f-e3be-49e9-bf01-4b7323bb18be service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6d34b0a-065b-4e56-b453-574b825105bf HTTP/1.1" status: 200 len: 999 time: 0.0670159 Nov 12 09:50:24.242055 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9704597f-5e2e-4517-8f6d-c88d82bbb6de req-c6fc4b65-2c97-40d8-beea-379bf06a8fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:24.243545 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9704597f-5e2e-4517-8f6d-c88d82bbb6de req-c6fc4b65-2c97-40d8-beea-379bf06a8fed service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d3dc06a2-6bc5-41d5-bac3-9664ccb379f1 HTTP/1.1" status: 200 len: 848 time: 0.0440867 Nov 12 09:50:24.293430 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9704597f-5e2e-4517-8f6d-c88d82bbb6de req-58c201e0-d115-45e5-913f-65c0146c6fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:24.295022 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9704597f-5e2e-4517-8f6d-c88d82bbb6de req-58c201e0-d115-45e5-913f-65c0146c6fd4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7bf99071-3909-492e-bde2-c941b91998c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439832 Nov 12 09:50:24.389440 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9704597f-5e2e-4517-8f6d-c88d82bbb6de req-d48b868a-da8e-4cdb-bb52-b5a229a308a3 service neutron] 10.222.0.21 "GET /v2.0/networks/7bf99071-3909-492e-bde2-c941b91998c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862441 Nov 12 09:50:24.487521 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-9704597f-5e2e-4517-8f6d-c88d82bbb6de req-24d3fb7f-fa8e-464b-bd29-f608b7276adb service neutron] 10.222.0.21 "GET /v2.0/networks/7bf99071-3909-492e-bde2-c941b91998c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906966 Nov 12 09:50:24.548509 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dae5957-fd70-4f68-a9a8-b4412a9dbe77 req-012b3ebd-9437-41f6-803b-d337b8372539 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:24.550006 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9dae5957-fd70-4f68-a9a8-b4412a9dbe77 req-012b3ebd-9437-41f6-803b-d337b8372539 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=81f24405-daaa-4c78-b2e1-a119513b4b82 HTTP/1.1" status: 200 len: 943 time: 0.0501525 Nov 12 09:50:24.607739 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9dae5957-fd70-4f68-a9a8-b4412a9dbe77 req-0867c1a6-e54c-4f20-9377-53bfe6cb5a54 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e3dbd6b-b90c-4885-875a-d4db2efe9b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517111 Nov 12 09:50:25.279131 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45838f5f-caf2-4053-9efb-659a17d49b6a req-6e7ad5b7-7b2c-4030-abba-01d58e09be90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:25.280787 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-45838f5f-caf2-4053-9efb-659a17d49b6a req-6e7ad5b7-7b2c-4030-abba-01d58e09be90 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4851e85000504eacbfb9224e82f68395&device_id=81f24405-daaa-4c78-b2e1-a119513b4b82 HTTP/1.1" status: 200 len: 1095 time: 0.0437198 Nov 12 09:50:25.392005 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45838f5f-caf2-4053-9efb-659a17d49b6a req-55e22ae1-80e1-4f2c-aa1b-48ceb46789c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:25.393619 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-45838f5f-caf2-4053-9efb-659a17d49b6a req-55e22ae1-80e1-4f2c-aa1b-48ceb46789c0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7bf99071-3909-492e-bde2-c941b91998c5 HTTP/1.1" status: 200 len: 910 time: 0.0936930 Nov 12 09:50:25.463725 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-45838f5f-caf2-4053-9efb-659a17d49b6a req-df6ca856-4813-4dc2-9261-1066af31f286 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6d34b0a-065b-4e56-b453-574b825105bf HTTP/1.1" status: 200 len: 999 time: 0.0613394 Nov 12 09:50:25.515047 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45838f5f-caf2-4053-9efb-659a17d49b6a req-f9c35b82-8627-4858-9aea-65ac6a4bc511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:25.517105 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-45838f5f-caf2-4053-9efb-659a17d49b6a req-f9c35b82-8627-4858-9aea-65ac6a4bc511 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d3dc06a2-6bc5-41d5-bac3-9664ccb379f1 HTTP/1.1" status: 200 len: 848 time: 0.0463638 Nov 12 09:50:25.568401 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45838f5f-caf2-4053-9efb-659a17d49b6a req-7b417d1a-2dd2-4e95-b286-bcc87950c7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:25.569833 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-45838f5f-caf2-4053-9efb-659a17d49b6a req-7b417d1a-2dd2-4e95-b286-bcc87950c7d2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7bf99071-3909-492e-bde2-c941b91998c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448897 Nov 12 09:50:25.663468 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-45838f5f-caf2-4053-9efb-659a17d49b6a req-eb21dccd-8f1f-4d9a-bce2-53688f11c69d service neutron] 10.222.0.21 "GET /v2.0/networks/7bf99071-3909-492e-bde2-c941b91998c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862436 Nov 12 09:50:25.732635 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c7d11b-77f4-4857-ac2c-2dece1bd95bd req-92430800-81db-425d-8675-4ce0589b5e0b tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:25.735222 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-11c7d11b-77f4-4857-ac2c-2dece1bd95bd req-92430800-81db-425d-8675-4ce0589b5e0b tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=81f24405-daaa-4c78-b2e1-a119513b4b82 HTTP/1.1" status: 200 len: 943 time: 0.0508196 Nov 12 09:50:25.764656 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-45838f5f-caf2-4053-9efb-659a17d49b6a req-ed2f8a15-8b43-4672-90e2-4a2bac71d276 service neutron] 10.222.0.21 "GET /v2.0/networks/7bf99071-3909-492e-bde2-c941b91998c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937614 Nov 12 09:50:25.787891 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-11c7d11b-77f4-4857-ac2c-2dece1bd95bd req-c93e4814-e102-4158-97b7-9c160878220f tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e3dbd6b-b90c-4885-875a-d4db2efe9b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462158 Nov 12 09:50:26.905534 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b96082-7eb2-4975-9212-338f753f7fdc req-d98db6c0-3f4c-40c0-bc3b-6c63a139bfb0 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:26.907896 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-48b96082-7eb2-4975-9212-338f753f7fdc req-d98db6c0-3f4c-40c0-bc3b-6c63a139bfb0 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=81f24405-daaa-4c78-b2e1-a119513b4b82 HTTP/1.1" status: 200 len: 943 time: 0.0511024 Nov 12 09:50:26.958311 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-48b96082-7eb2-4975-9212-338f753f7fdc req-14ef8460-f301-4b13-802e-a55665a3ae06 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e3dbd6b-b90c-4885-875a-d4db2efe9b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443692 Nov 12 09:50:28.080738 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f35993-a5ba-4a90-bc33-27e7c4171c1a req-61b7e869-4f3a-48ca-b0c4-aa2201aba7d2 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:28.082235 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-84f35993-a5ba-4a90-bc33-27e7c4171c1a req-61b7e869-4f3a-48ca-b0c4-aa2201aba7d2 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=81f24405-daaa-4c78-b2e1-a119513b4b82 HTTP/1.1" status: 200 len: 943 time: 0.0528352 Nov 12 09:50:28.132895 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-84f35993-a5ba-4a90-bc33-27e7c4171c1a req-4d32909c-c29f-4fd7-beb6-20cc957a1cf1 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e3dbd6b-b90c-4885-875a-d4db2efe9b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447819 Nov 12 09:50:29.257202 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59338f79-0d39-4f89-bf67-ef049876dcea req-fd1afc70-f167-4393-8eab-6c1372b23ed5 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:29.258770 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-59338f79-0d39-4f89-bf67-ef049876dcea req-fd1afc70-f167-4393-8eab-6c1372b23ed5 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=81f24405-daaa-4c78-b2e1-a119513b4b82 HTTP/1.1" status: 200 len: 943 time: 0.0550063 Nov 12 09:50:29.310205 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-59338f79-0d39-4f89-bf67-ef049876dcea req-bfba79cc-79b8-4108-b6c9-55efed51e6f1 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e3dbd6b-b90c-4885-875a-d4db2efe9b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440211 Nov 12 09:50:30.434075 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c13ad42-fab1-4c8e-ade8-d8174d92b4eb req-ac616366-4cb0-4379-afe7-ca0b8c9ef8c1 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:30.435583 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2c13ad42-fab1-4c8e-ade8-d8174d92b4eb req-ac616366-4cb0-4379-afe7-ca0b8c9ef8c1 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=81f24405-daaa-4c78-b2e1-a119513b4b82 HTTP/1.1" status: 200 len: 943 time: 0.0547197 Nov 12 09:50:30.495300 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2c13ad42-fab1-4c8e-ade8-d8174d92b4eb req-4a13c778-45e1-40f0-b549-f6d382f30ded tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e3dbd6b-b90c-4885-875a-d4db2efe9b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534959 Nov 12 09:50:31.616062 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7b0bf0-3ea8-4454-bdc6-6831290d9171 req-1425fbe3-09c7-488c-be38-ab8c3f84d0e4 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:31.617559 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ca7b0bf0-3ea8-4454-bdc6-6831290d9171 req-1425fbe3-09c7-488c-be38-ab8c3f84d0e4 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=81f24405-daaa-4c78-b2e1-a119513b4b82 HTTP/1.1" status: 200 len: 943 time: 0.0511570 Nov 12 09:50:31.668571 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ca7b0bf0-3ea8-4454-bdc6-6831290d9171 req-b51eea13-708e-4703-b013-fee9e6a6d07f tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e3dbd6b-b90c-4885-875a-d4db2efe9b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445812 Nov 12 09:50:32.800106 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68331319-3c97-4e9d-9cdf-0af90f756303 req-9b34e92c-3c08-49e5-9fa3-65a39e74941b tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:32.802293 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-68331319-3c97-4e9d-9cdf-0af90f756303 req-9b34e92c-3c08-49e5-9fa3-65a39e74941b tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=81f24405-daaa-4c78-b2e1-a119513b4b82 HTTP/1.1" status: 200 len: 943 time: 0.0645988 Nov 12 09:50:32.857495 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-68331319-3c97-4e9d-9cdf-0af90f756303 req-b4308fd2-6851-40b8-b7dd-887090343f78 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e3dbd6b-b90c-4885-875a-d4db2efe9b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476413 Nov 12 09:50:33.978150 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01e36dd-693c-4d6f-bc7e-a23a58d6e5e7 req-dac26669-d229-4c5e-8865-2a92747c9fe6 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:33.979579 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d01e36dd-693c-4d6f-bc7e-a23a58d6e5e7 req-dac26669-d229-4c5e-8865-2a92747c9fe6 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=81f24405-daaa-4c78-b2e1-a119513b4b82 HTTP/1.1" status: 200 len: 943 time: 0.0513794 Nov 12 09:50:34.032384 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d01e36dd-693c-4d6f-bc7e-a23a58d6e5e7 req-8580d692-3abb-4368-b0b4-9df43fe33c18 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e3dbd6b-b90c-4885-875a-d4db2efe9b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433683 Nov 12 09:50:34.213693 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-07cadead-3f95-4e01-a1fe-0f8fe676a11e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:50:34.615618 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device e6d34b0a-065b-4e56-b453-574b825105bf details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:50:34.714984 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port e6d34b0a-065b-4e56-b453-574b825105bf, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=e6d34b0a-065b-4e56-b453-574b825105bf,segment=NetworkSegment(95dac6b9-a589-4ccf-96ab-e9d18b9345d1),segment_id=95dac6b9-a589-4ccf-96ab-e9d18b9345d1)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:50:34.727496 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Returning: {'device': 'e6d34b0a-065b-4e56-b453-574b825105bf', 'network_id': '7bf99071-3909-492e-bde2-c941b91998c5', 'port_id': 'e6d34b0a-065b-4e56-b453-574b825105bf', 'mac_address': 'fa:16:3e:b4:3d:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3dc06a2-6bc5-41d5-bac3-9664ccb379f1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:50:34.766663 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:50:34.779490 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-e530113a-7783-48f4-9840-8911a24052df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6d34b0a-065b-4e56-b453-574b825105bf {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:50:34.800228 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port e6d34b0a-065b-4e56-b453-574b825105bf, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=e6d34b0a-065b-4e56-b453-574b825105bf,segment=NetworkSegment(95dac6b9-a589-4ccf-96ab-e9d18b9345d1),segment_id=95dac6b9-a589-4ccf-96ab-e9d18b9345d1)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:50:34.804312 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:50:34.856857 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=e6d34b0a-065b-4e56-b453-574b825105bf,revision_number=9']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:50:35.155597 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f9f56b-c9e6-4613-9528-09b7a4e7ccae req-f2f21dff-999c-46ee-be3d-254ef18f7748 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:35.157073 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d9f9f56b-c9e6-4613-9528-09b7a4e7ccae req-f2f21dff-999c-46ee-be3d-254ef18f7748 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=81f24405-daaa-4c78-b2e1-a119513b4b82 HTTP/1.1" status: 200 len: 944 time: 0.0505888 Nov 12 09:50:35.167452 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['e6d34b0a-065b-4e56-b453-574b825105bf'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:50:35.209102 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d9f9f56b-c9e6-4613-9528-09b7a4e7ccae req-8667864b-1c56-407d-8fad-49871ddf7017 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e3dbd6b-b90c-4885-875a-d4db2efe9b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459206 Nov 12 09:50:36.403073 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:50:36.602460 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696058bf-4967-4eeb-b17e-c3b87fd99e4b req-f1737fc4-5651-4978-9cb7-fd41cdec910e tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:36.603980 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-696058bf-4967-4eeb-b17e-c3b87fd99e4b req-f1737fc4-5651-4978-9cb7-fd41cdec910e tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=81f24405-daaa-4c78-b2e1-a119513b4b82 HTTP/1.1" status: 200 len: 944 time: 0.3255532 Nov 12 09:50:36.624791 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device e6d34b0a-065b-4e56-b453-574b825105bf up at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:50:36.655042 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-696058bf-4967-4eeb-b17e-c3b87fd99e4b req-492d2d7f-c260-46ec-b9e2-bb7aebef90a0 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e3dbd6b-b90c-4885-875a-d4db2efe9b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444267 Nov 12 09:50:36.680256 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning for port e6d34b0a-065b-4e56-b453-574b825105bf completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:50:36.688701 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning complete for port e6d34b0a-065b-4e56-b453-574b825105bf triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:50:36.689070 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:50:36.773301 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:50:36.797854 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81f24405-daaa-4c78-b2e1-a119513b4b82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6d34b0a-065b-4e56-b453-574b825105bf'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:50:36.800127 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132d5890bda14c85ea4d6a837dfa65400ea66c0cb50158568a7b02b7fe216ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33001bae-6e5d-4a4c-b51e-b828dd3b4c71" -d '{"events": [{"server_uuid": "81f24405-daaa-4c78-b2e1-a119513b4b82", "name": "network-vif-plugged", "status": "completed", "tag": "e6d34b0a-065b-4e56-b453-574b825105bf"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:50:36.813468 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port e6d34b0a-065b-4e56-b453-574b825105bf, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=e6d34b0a-065b-4e56-b453-574b825105bf,segment=NetworkSegment(95dac6b9-a589-4ccf-96ab-e9d18b9345d1),segment_id=95dac6b9-a589-4ccf-96ab-e9d18b9345d1)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:50:36.817412 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:50:36.843826 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddef2cfc-1815-43f6-9435-26198f83950b x-openstack-request-id: req-ddef2cfc-1815-43f6-9435-26198f83950b {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:50:36.844274 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81f24405-daaa-4c78-b2e1-a119513b4b82", "name": "network-vif-plugged", "status": "completed", "tag": "e6d34b0a-065b-4e56-b453-574b825105bf", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:50:36.844681 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ddef2cfc-1815-43f6-9435-26198f83950b {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:50:36.845234 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81f24405-daaa-4c78-b2e1-a119513b4b82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6d34b0a-065b-4e56-b453-574b825105bf', 'code': 200} Nov 12 09:50:36.876756 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=e6d34b0a-065b-4e56-b453-574b825105bf,revision_number=10']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:50:36.998618 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd0b8d9-ffe9-4b29-a474-4ae29cf873d6 req-10e91364-b8ff-48f2-af63-d4f00c77f647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:37.000594 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dfd0b8d9-ffe9-4b29-a474-4ae29cf873d6 req-10e91364-b8ff-48f2-af63-d4f00c77f647 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=81f24405-daaa-4c78-b2e1-a119513b4b82 HTTP/1.1" status: 200 len: 1098 time: 0.0434439 Nov 12 09:50:37.049863 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dfd0b8d9-ffe9-4b29-a474-4ae29cf873d6 req-ad21d894-130f-47d9-a60e-dce0ca3cdb17 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2e3dbd6b-b90c-4885-875a-d4db2efe9b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414460 Nov 12 09:50:37.246770 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6029da69-7fd5-4125-bfb3-43e08274e264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:50:37.775293 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158f6718-7efe-4d98-ad6b-2f2f8e36db1f req-2475aa8b-5825-48c1-b69a-f65da9a9fb46 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:37.776817 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-158f6718-7efe-4d98-ad6b-2f2f8e36db1f req-2475aa8b-5825-48c1-b69a-f65da9a9fb46 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=81f24405-daaa-4c78-b2e1-a119513b4b82 HTTP/1.1" status: 200 len: 946 time: 0.0497289 Nov 12 09:50:37.828746 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-158f6718-7efe-4d98-ad6b-2f2f8e36db1f req-471184ec-305c-4642-b97e-15b6e24dab9f tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e3dbd6b-b90c-4885-875a-d4db2efe9b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457468 Nov 12 09:50:38.329947 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:50:38.946304 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1912dd5-b842-49fe-a8f0-4f2a668fd39f req-98cd3c58-a1ca-4ad1-8e02-fc6b07a3c964 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:38.947728 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a1912dd5-b842-49fe-a8f0-4f2a668fd39f req-98cd3c58-a1ca-4ad1-8e02-fc6b07a3c964 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=81f24405-daaa-4c78-b2e1-a119513b4b82 HTTP/1.1" status: 200 len: 946 time: 0.0489171 Nov 12 09:50:39.005356 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a1912dd5-b842-49fe-a8f0-4f2a668fd39f req-76c3d1d0-ae80-4fef-b41d-e9574b985a55 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e3dbd6b-b90c-4885-875a-d4db2efe9b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509741 Nov 12 09:50:39.658916 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:50:40.258128 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:50:43.541533 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:50:53.265581 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:51:04.219856 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b6c264b4-55e5-4c0d-9491-1ef75fca5725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:51:06.409830 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:51:07.252111 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-41244315-c6ad-4c69-b148-309b153f64d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:51:08.333795 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:51:09.664386 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:51:10.252820 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:51:13.540759 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:51:25.240706 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-673e0229-f5a8-4978-b501-96e157906a67 req-1ac853d2-2ef0-4ab7-a088-cdf1e08a65d5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=81f24405-daaa-4c78-b2e1-a119513b4b82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0390334 Nov 12 09:51:25.329688 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673e0229-f5a8-4978-b501-96e157906a67 req-df505523-af54-4d61-88a3-6948e0dc536a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:51:25.331256 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-673e0229-f5a8-4978-b501-96e157906a67 req-df505523-af54-4d61-88a3-6948e0dc536a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4851e85000504eacbfb9224e82f68395&device_id=81f24405-daaa-4c78-b2e1-a119513b4b82 HTTP/1.1" status: 200 len: 1098 time: 0.0455379 Nov 12 09:51:25.440397 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673e0229-f5a8-4978-b501-96e157906a67 req-462cd340-6d07-4d95-aed1-eff8529f2d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:51:25.441892 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-673e0229-f5a8-4978-b501-96e157906a67 req-462cd340-6d07-4d95-aed1-eff8529f2d32 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7bf99071-3909-492e-bde2-c941b91998c5 HTTP/1.1" status: 200 len: 910 time: 0.0859571 Nov 12 09:51:25.512536 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-673e0229-f5a8-4978-b501-96e157906a67 req-6ff1c0ec-6719-45ef-bc57-92cd0b8876b6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6d34b0a-065b-4e56-b453-574b825105bf HTTP/1.1" status: 200 len: 1001 time: 0.0629039 Nov 12 09:51:25.563382 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673e0229-f5a8-4978-b501-96e157906a67 req-9c8bc2a3-39c9-4b49-b9f4-10a017e65f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:51:25.564825 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-673e0229-f5a8-4978-b501-96e157906a67 req-9c8bc2a3-39c9-4b49-b9f4-10a017e65f1a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d3dc06a2-6bc5-41d5-bac3-9664ccb379f1 HTTP/1.1" status: 200 len: 848 time: 0.0446382 Nov 12 09:51:25.616718 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673e0229-f5a8-4978-b501-96e157906a67 req-856e60ce-73b8-4b3f-97ff-109db299d622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:51:25.618297 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-673e0229-f5a8-4978-b501-96e157906a67 req-856e60ce-73b8-4b3f-97ff-109db299d622 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7bf99071-3909-492e-bde2-c941b91998c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423601 Nov 12 09:51:25.714776 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-673e0229-f5a8-4978-b501-96e157906a67 req-65b3e6a3-3176-4a09-88bb-d07f05afe9e5 service neutron] 10.222.0.21 "GET /v2.0/networks/7bf99071-3909-492e-bde2-c941b91998c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882192 Nov 12 09:51:25.807611 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-673e0229-f5a8-4978-b501-96e157906a67 req-0042b080-7a86-4734-b3fc-84c494e7a4e3 service neutron] 10.222.0.21 "GET /v2.0/networks/7bf99071-3909-492e-bde2-c941b91998c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856838 Nov 12 09:51:30.265743 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:51:34.212071 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-0e4809fb-0611-4df8-8ae2-9dc81d37140e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:51:36.413771 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:51:37.253268 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3d1356fd-30de-40af-9d2e-8583e2ec44ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:51:38.336423 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:51:39.665061 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:51:40.255229 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:51:43.555644 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:51:58.516160 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 45332) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:51:58.686662 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-e87dadf0-03dc-4a3b-af32-7fe62bf63afe tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Deleting port 0d6fa583-9e14-4c61-bb63-150a68f5c115 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:51:58.687005 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e87dadf0-03dc-4a3b-af32-7fe62bf63afe tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:51:58.770742 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e87dadf0-03dc-4a3b-af32-7fe62bf63afe tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:51:58.770966 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e87dadf0-03dc-4a3b-af32-7fe62bf63afe tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:51:58.784102 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-e87dadf0-03dc-4a3b-af32-7fe62bf63afe tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Calling delete_port for 0d6fa583-9e14-4c61-bb63-150a68f5c115 owned by network:floatingip {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:51:58.934609 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e87dadf0-03dc-4a3b-af32-7fe62bf63afe tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:51:58.960873 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87dadf0-03dc-4a3b-af32-7fe62bf63afe tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Pushing event deleted for resources: {'Port': ['ID=0d6fa583-9e14-4c61-bb63-150a68f5c115,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:51:58.973543 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87dadf0-03dc-4a3b-af32-7fe62bf63afe tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:51:58.973888 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87dadf0-03dc-4a3b-af32-7fe62bf63afe tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:51:58.974227 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87dadf0-03dc-4a3b-af32-7fe62bf63afe tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:51:58.974560 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87dadf0-03dc-4a3b-af32-7fe62bf63afe tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:51:58.974916 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87dadf0-03dc-4a3b-af32-7fe62bf63afe tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:51:58.975245 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87dadf0-03dc-4a3b-af32-7fe62bf63afe tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:51:58.975569 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87dadf0-03dc-4a3b-af32-7fe62bf63afe tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:51:58.975889 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87dadf0-03dc-4a3b-af32-7fe62bf63afe tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:51:58.976206 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87dadf0-03dc-4a3b-af32-7fe62bf63afe tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:51:58.976522 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87dadf0-03dc-4a3b-af32-7fe62bf63afe tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:51:58.976840 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87dadf0-03dc-4a3b-af32-7fe62bf63afe tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:51:58.977156 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87dadf0-03dc-4a3b-af32-7fe62bf63afe tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:51:59.035843 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e87dadf0-03dc-4a3b-af32-7fe62bf63afe tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks [] for floatingip, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:51:59.036084 n-d-765315-29 neutron-server[102599]: INFO neutron.db.l3_db [None req-e87dadf0-03dc-4a3b-af32-7fe62bf63afe tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Floating IP dc8e7058-a47d-4523-8ea6-a6087ec9aeea disassociated (deleted). External IP: 172.25.2.114, port: e6d34b0a-065b-4e56-b453-574b825105bf. Nov 12 09:51:59.254039 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e87dadf0-03dc-4a3b-af32-7fe62bf63afe tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Router f58d2f74-a032-480d-a810-0742349ef5cf has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:51:59.384868 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e87dadf0-03dc-4a3b-af32-7fe62bf63afe tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:51:59.390864 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e87dadf0-03dc-4a3b-af32-7fe62bf63afe tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:51:59.394438 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac34d9bd-5f5b-4c47-9cae-210f7d1c627f None None] Sync routers for ids ['f58d2f74-a032-480d-a810-0742349ef5cf'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:51:59.413798 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac34d9bd-5f5b-4c47-9cae-210f7d1c627f None None] Routers {'f58d2f74-a032-480d-a810-0742349ef5cf'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:51:59.414500 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-ac34d9bd-5f5b-4c47-9cae-210f7d1c627f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:51:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['f58d2f74-a032-480d-a810-0742349ef5cf'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:51:59.421256 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-e87dadf0-03dc-4a3b-af32-7fe62bf63afe tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "DELETE /v2.0/floatingips/dc8e7058-a47d-4523-8ea6-a6087ec9aeea HTTP/1.1" status: 204 len: 168 time: 0.9039922 Nov 12 09:51:59.421945 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81f24405-daaa-4c78-b2e1-a119513b4b82', 'tag': 'e6d34b0a-065b-4e56-b453-574b825105bf'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:51:59.424419 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c022ff2c5cb8d3060857f92f3690e67c01ee9cc1391db4b92ea76e21aea06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6ecbd52-6c18-40c7-ab78-cf9116dff5ad" -d '{"events": [{"name": "network-changed", "server_uuid": "81f24405-daaa-4c78-b2e1-a119513b4b82", "tag": "e6d34b0a-065b-4e56-b453-574b825105bf"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:51:59.590071 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2b9ac13-59e6-496e-b765-20b7f3eee9bd x-openstack-request-id: req-b2b9ac13-59e6-496e-b765-20b7f3eee9bd {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:51:59.590750 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81f24405-daaa-4c78-b2e1-a119513b4b82", "tag": "e6d34b0a-065b-4e56-b453-574b825105bf", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:51:59.590750 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b2b9ac13-59e6-496e-b765-20b7f3eee9bd {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:51:59.591087 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81f24405-daaa-4c78-b2e1-a119513b4b82', 'tag': 'e6d34b0a-065b-4e56-b453-574b825105bf', 'status': 'completed', 'code': 200} Nov 12 09:51:59.624336 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-ac34d9bd-5f5b-4c47-9cae-210f7d1c627f None None] Set router f58d2f74-a032-480d-a810-0742349ef5cf gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:51:59.667560 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ecbd52-6c18-40c7-ab78-cf9116dff5ad req-7b871641-effd-464d-9ab1-112c6f64580f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:51:59.670226 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c6ecbd52-6c18-40c7-ab78-cf9116dff5ad req-7b871641-effd-464d-9ab1-112c6f64580f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4851e85000504eacbfb9224e82f68395&device_id=81f24405-daaa-4c78-b2e1-a119513b4b82 HTTP/1.1" status: 200 len: 1098 time: 0.0538976 Nov 12 09:51:59.691895 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeb6227-acf2-4fa6-a505-4cacb05c6209 req-38d42d7d-9984-46cb-a1c7-feb067c2a348 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:51:59.693400 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5aeb6227-acf2-4fa6-a505-4cacb05c6209 req-38d42d7d-9984-46cb-a1c7-feb067c2a348 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=81f24405-daaa-4c78-b2e1-a119513b4b82 HTTP/1.1" status: 200 len: 946 time: 0.0533624 Nov 12 09:51:59.749707 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5aeb6227-acf2-4fa6-a505-4cacb05c6209 req-e67f04a1-1b54-4328-81cd-9a622e2e5547 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e3dbd6b-b90c-4885-875a-d4db2efe9b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485134 Nov 12 09:51:59.771041 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ecbd52-6c18-40c7-ab78-cf9116dff5ad req-d2bbe5c4-7dd4-494e-a8e9-d146b69e29e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:51:59.772031 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c6ecbd52-6c18-40c7-ab78-cf9116dff5ad req-d2bbe5c4-7dd4-494e-a8e9-d146b69e29e5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7bf99071-3909-492e-bde2-c941b91998c5 HTTP/1.1" status: 200 len: 910 time: 0.0919654 Nov 12 09:51:59.819729 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c6ecbd52-6c18-40c7-ab78-cf9116dff5ad req-734cc3cb-1712-4f5c-b546-6e5abc5b9137 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6d34b0a-065b-4e56-b453-574b825105bf HTTP/1.1" status: 200 len: 217 time: 0.0396712 Nov 12 09:51:59.836301 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-ac34d9bd-5f5b-4c47-9cae-210f7d1c627f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58d2f74-a032-480d-a810-0742349ef5cf', 'name': 'tempest-TestShelveInstance-2054340074-router', 'tenant_id': '4851e85000504eacbfb9224e82f68395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'bbd5e717-486b-403d-8b16-710953e867e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:42:12Z', 'updated_at': '2021-11-12T09:42:15Z', 'revision_number': 4, 'project_id': '4851e85000504eacbfb9224e82f68395', 'gw_port': {'id': 'bbd5e717-486b-403d-8b16-710953e867e6', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:20:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58d2f74-a032-480d-a810-0742349ef5cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:42:12Z', 'updated_at': '2021-11-12T09:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': 'fc44b940-4dad-4e51-8dfd-f82b388bca53', 'name': '', 'network_id': '7bf99071-3909-492e-bde2-c941b91998c5', 'tenant_id': '4851e85000504eacbfb9224e82f68395', 'mac_address': 'fa:16:3e:80:69:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58d2f74-a032-480d-a810-0742349ef5cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'd3dc06a2-6bc5-41d5-bac3-9664ccb379f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:42:14Z', 'updated_at': '2021-11-12T09:42:19Z', 'revision_number': 5, 'project_id': '4851e85000504eacbfb9224e82f68395', 'subnets': [{'id': 'd3dc06a2-6bc5-41d5-bac3-9664ccb379f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:51:59.862994 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac34d9bd-5f5b-4c47-9cae-210f7d1c627f None None] Checking router: f58d2f74-a032-480d-a810-0742349ef5cf for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:51:59.870345 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ecbd52-6c18-40c7-ab78-cf9116dff5ad req-f4018ce9-0ccd-4321-8374-31d2d3b8e4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:51:59.871959 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac34d9bd-5f5b-4c47-9cae-210f7d1c627f None None] Routers {'f58d2f74-a032-480d-a810-0742349ef5cf'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:51:59.872396 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c6ecbd52-6c18-40c7-ab78-cf9116dff5ad req-f4018ce9-0ccd-4321-8374-31d2d3b8e4c6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d3dc06a2-6bc5-41d5-bac3-9664ccb379f1 HTTP/1.1" status: 200 len: 848 time: 0.0455782 Nov 12 09:51:59.872879 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-ac34d9bd-5f5b-4c47-9cae-210f7d1c627f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:51:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['f58d2f74-a032-480d-a810-0742349ef5cf'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:51:59.919289 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ecbd52-6c18-40c7-ab78-cf9116dff5ad req-1dd05f6d-c346-4299-9315-0537cf6310db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:51:59.920702 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c6ecbd52-6c18-40c7-ab78-cf9116dff5ad req-1dd05f6d-c346-4299-9315-0537cf6310db service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7bf99071-3909-492e-bde2-c941b91998c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408518 Nov 12 09:51:59.983355 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-ac34d9bd-5f5b-4c47-9cae-210f7d1c627f None None] Set router f58d2f74-a032-480d-a810-0742349ef5cf gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:52:00.210800 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-ac34d9bd-5f5b-4c47-9cae-210f7d1c627f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58d2f74-a032-480d-a810-0742349ef5cf', 'name': 'tempest-TestShelveInstance-2054340074-router', 'tenant_id': '4851e85000504eacbfb9224e82f68395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'bbd5e717-486b-403d-8b16-710953e867e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:42:12Z', 'updated_at': '2021-11-12T09:42:15Z', 'revision_number': 4, 'project_id': '4851e85000504eacbfb9224e82f68395', 'gw_port': {'id': 'bbd5e717-486b-403d-8b16-710953e867e6', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:20:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58d2f74-a032-480d-a810-0742349ef5cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:42:12Z', 'updated_at': '2021-11-12T09:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': 'fc44b940-4dad-4e51-8dfd-f82b388bca53', 'name': '', 'network_id': '7bf99071-3909-492e-bde2-c941b91998c5', 'tenant_id': '4851e85000504eacbfb9224e82f68395', 'mac_address': 'fa:16:3e:80:69:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58d2f74-a032-480d-a810-0742349ef5cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'd3dc06a2-6bc5-41d5-bac3-9664ccb379f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:42:14Z', 'updated_at': '2021-11-12T09:42:19Z', 'revision_number': 5, 'project_id': '4851e85000504eacbfb9224e82f68395', 'subnets': [{'id': 'd3dc06a2-6bc5-41d5-bac3-9664ccb379f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:52:00.239765 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac34d9bd-5f5b-4c47-9cae-210f7d1c627f None None] The sync data for ids ['f58d2f74-a032-480d-a810-0742349ef5cf'] in n-d-765315-29 is: [{'id': 'f58d2f74-a032-480d-a810-0742349ef5cf', 'name': 'tempest-TestShelveInstance-2054340074-router', 'tenant_id': '4851e85000504eacbfb9224e82f68395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'bbd5e717-486b-403d-8b16-710953e867e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:42:12Z', 'updated_at': '2021-11-12T09:42:15Z', 'revision_number': 4, 'project_id': '4851e85000504eacbfb9224e82f68395', 'gw_port': {'id': 'bbd5e717-486b-403d-8b16-710953e867e6', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:20:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58d2f74-a032-480d-a810-0742349ef5cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:42:12Z', 'updated_at': '2021-11-12T09:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': 'fc44b940-4dad-4e51-8dfd-f82b388bca53', 'name': '', 'network_id': '7bf99071-3909-492e-bde2-c941b91998c5', 'tenant_id': '4851e85000504eacbfb9224e82f68395', 'mac_address': 'fa:16:3e:80:69:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58d2f74-a032-480d-a810-0742349ef5cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'd3dc06a2-6bc5-41d5-bac3-9664ccb379f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:42:14Z', 'updated_at': '2021-11-12T09:42:19Z', 'revision_number': 5, 'project_id': '4851e85000504eacbfb9224e82f68395', 'subnets': [{'id': 'd3dc06a2-6bc5-41d5-bac3-9664ccb379f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:52:00.369518 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c6ecbd52-6c18-40c7-ab78-cf9116dff5ad req-9760051d-8e9a-4240-a041-97539bc8e860 service neutron] 10.222.0.21 "GET /v2.0/networks/7bf99071-3909-492e-bde2-c941b91998c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4400580 Nov 12 09:52:00.484388 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c6ecbd52-6c18-40c7-ab78-cf9116dff5ad req-05cdf585-a17d-493c-9db0-d3f882de179c service neutron] 10.222.0.21 "GET /v2.0/networks/7bf99071-3909-492e-bde2-c941b91998c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063800 Nov 12 09:52:00.493328 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5255f773-23ee-49df-9337-7f0e058e2850 None None] New status for floating IP dc8e7058-a47d-4523-8ea6-a6087ec9aeea: DOWN {{(pid=102601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:52:00.870742 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0055041-c5f1-4a54-a079-f015dababf3d req-b6519b6d-3d23-48cf-a112-cebdbb2224dd tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:00.872312 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c0055041-c5f1-4a54-a079-f015dababf3d req-b6519b6d-3d23-48cf-a112-cebdbb2224dd tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=81f24405-daaa-4c78-b2e1-a119513b4b82 HTTP/1.1" status: 200 len: 946 time: 0.0518110 Nov 12 09:52:00.922681 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-c0055041-c5f1-4a54-a079-f015dababf3d req-bac4c616-fed8-4e87-9f68-edf57a9c43a8 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e3dbd6b-b90c-4885-875a-d4db2efe9b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442762 Nov 12 09:52:01.520730 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1175fa-f0d2-47dd-8eec-2215f18b3d50 req-0f4fc46c-27f6-40e8-a345-beafc2322fd7 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:01.522204 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2a1175fa-f0d2-47dd-8eec-2215f18b3d50 req-0f4fc46c-27f6-40e8-a345-beafc2322fd7 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.21 "GET /v2.0/ports?device_id=81f24405-daaa-4c78-b2e1-a119513b4b82 HTTP/1.1" status: 200 len: 946 time: 0.0527971 Nov 12 09:52:01.614128 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-2a1175fa-f0d2-47dd-8eec-2215f18b3d50 req-247394a6-d961-457c-87a0-3a07349b419a tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Deleting port e6d34b0a-065b-4e56-b453-574b825105bf {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:52:01.614464 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-2a1175fa-f0d2-47dd-8eec-2215f18b3d50 req-247394a6-d961-457c-87a0-3a07349b419a tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:01.708567 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-2a1175fa-f0d2-47dd-8eec-2215f18b3d50 req-247394a6-d961-457c-87a0-3a07349b419a tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] For port e6d34b0a-065b-4e56-b453-574b825105bf, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=e6d34b0a-065b-4e56-b453-574b825105bf,segment=NetworkSegment(95dac6b9-a589-4ccf-96ab-e9d18b9345d1),segment_id=95dac6b9-a589-4ccf-96ab-e9d18b9345d1)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:52:01.708933 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-2a1175fa-f0d2-47dd-8eec-2215f18b3d50 req-247394a6-d961-457c-87a0-3a07349b419a tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:01.723037 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-2a1175fa-f0d2-47dd-8eec-2215f18b3d50 req-247394a6-d961-457c-87a0-3a07349b419a tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Calling delete_port for e6d34b0a-065b-4e56-b453-574b825105bf owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:52:01.851497 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-2a1175fa-f0d2-47dd-8eec-2215f18b3d50 req-247394a6-d961-457c-87a0-3a07349b419a tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:01.885788 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247394a6-d961-457c-87a0-3a07349b419a tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Pushing event deleted for resources: {'Port': ['ID=e6d34b0a-065b-4e56-b453-574b825105bf,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:52:01.926674 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a1175fa-f0d2-47dd-8eec-2215f18b3d50 req-247394a6-d961-457c-87a0-3a07349b419a tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] No DVR routers for this DVR port e6d34b0a-065b-4e56-b453-574b825105bf on host n-h1-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:52:01.929472 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-2a1175fa-f0d2-47dd-8eec-2215f18b3d50 req-247394a6-d961-457c-87a0-3a07349b419a tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:01.932843 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2a1175fa-f0d2-47dd-8eec-2215f18b3d50 req-247394a6-d961-457c-87a0-3a07349b419a tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.21 "DELETE /v2.0/ports/e6d34b0a-065b-4e56-b453-574b825105bf HTTP/1.1" status: 204 len: 173 time: 0.4040594 Nov 12 09:52:01.933287 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81f24405-daaa-4c78-b2e1-a119513b4b82', 'name': 'network-vif-deleted', 'tag': 'e6d34b0a-065b-4e56-b453-574b825105bf'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:52:01.936217 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c022ff2c5cb8d3060857f92f3690e67c01ee9cc1391db4b92ea76e21aea06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7982870-78e5-4521-a528-65cb3db7790d" -d '{"events": [{"server_uuid": "81f24405-daaa-4c78-b2e1-a119513b4b82", "name": "network-vif-deleted", "tag": "e6d34b0a-065b-4e56-b453-574b825105bf"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:52:01.979564 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f1e8071-eacc-4b02-b74e-cdb1f73092fe x-openstack-request-id: req-7f1e8071-eacc-4b02-b74e-cdb1f73092fe {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:52:01.979958 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81f24405-daaa-4c78-b2e1-a119513b4b82", "name": "network-vif-deleted", "tag": "e6d34b0a-065b-4e56-b453-574b825105bf", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:52:01.980281 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7f1e8071-eacc-4b02-b74e-cdb1f73092fe {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:52:01.981618 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81f24405-daaa-4c78-b2e1-a119513b4b82', 'name': 'network-vif-deleted', 'tag': 'e6d34b0a-065b-4e56-b453-574b825105bf', 'status': 'completed', 'code': 200} Nov 12 09:52:02.059110 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ab918231-42ce-4496-ace4-035bca4fb9d1 req-4721654d-0882-400f-9daf-f985b68f654e tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=81f24405-daaa-4c78-b2e1-a119513b4b82 HTTP/1.1" status: 200 len: 210 time: 0.0340288 Nov 12 09:52:03.160298 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-86a5ba04-130e-4170-8509-a8395427f63a req-e5665642-3159-4e85-b945-c96e6cf4ab63 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=81f24405-daaa-4c78-b2e1-a119513b4b82 HTTP/1.1" status: 200 len: 210 time: 0.0273802 Nov 12 09:52:04.222212 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e28cf9f2-90bf-4ccb-81d3-fdf8ef8746e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:04.269657 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-8f181256-8423-4b3b-b9c8-04e0aa486206 req-fe0ab34b-225d-4de0-9b58-9c25b2e11c5e tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=81f24405-daaa-4c78-b2e1-a119513b4b82 HTTP/1.1" status: 200 len: 210 time: 0.0277479 Nov 12 09:52:05.071259 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device e6d34b0a-065b-4e56-b453-574b825105bf no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:52:05.092601 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-e530113a-7783-48f4-9840-8911a24052df None None] No Port match for: e6d34b0a-065b-4e56-b453-574b825105bf {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:52:05.093199 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device e6d34b0a-065b-4e56-b453-574b825105bf not bound to the agent host n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:52:05.369750 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-93700574-702b-4efe-baa3-cd871b35d218 req-3dcb5921-3105-44a2-b687-bd496d837a77 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=81f24405-daaa-4c78-b2e1-a119513b4b82 HTTP/1.1" status: 200 len: 210 time: 0.0279021 Nov 12 09:52:06.430524 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:06.490122 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-60db50f0-b7c9-4477-a765-c7b6f447ebf0 req-33204977-c219-454e-9115-436680dc309c tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "GET /v2.0/ports?device_id=81f24405-daaa-4c78-b2e1-a119513b4b82 HTTP/1.1" status: 200 len: 210 time: 0.0276394 Nov 12 09:52:07.259792 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-dbca87a0-a9ed-4ff1-af07-de9fda5ec93a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:07.265455 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:52:07.553845 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 45364) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:52:07.613877 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cd97b090-79ee-4c35-977e-98791cf14277 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:07.640015 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cd97b090-79ee-4c35-977e-98791cf14277 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:07.704045 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cd97b090-79ee-4c35-977e-98791cf14277 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:07.706873 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cd97b090-79ee-4c35-977e-98791cf14277 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:07.708102 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-cd97b090-79ee-4c35-977e-98791cf14277 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] 10.222.0.26 "DELETE /v2.0/security-groups/2e3dbd6b-b90c-4885-875a-d4db2efe9b63 HTTP/1.1" status: 204 len: 168 time: 0.1531861 Nov 12 09:52:07.718906 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97b090-79ee-4c35-977e-98791cf14277 tempest-TestShelveInstance-2076321530 tempest-TestShelveInstance-2076321530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e3dbd6b-b90c-4885-875a-d4db2efe9b63,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:52:07.768778 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 45368) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:52:08.246220 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f3ec6c1e-ac86-4a78-9700-012b2ad9ca03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933586'] for router_interface, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:08.341574 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:08.508652 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-f3ec6c1e-ac86-4a78-9700-012b2ad9ca03 admin admin] Deleting port fc44b940-4dad-4e51-8dfd-f82b388bca53 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:52:08.508915 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f3ec6c1e-ac86-4a78-9700-012b2ad9ca03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:08.596657 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-f3ec6c1e-ac86-4a78-9700-012b2ad9ca03 admin admin] For port fc44b940-4dad-4e51-8dfd-f82b388bca53, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=fc44b940-4dad-4e51-8dfd-f82b388bca53,segment=NetworkSegment(95dac6b9-a589-4ccf-96ab-e9d18b9345d1),segment_id=95dac6b9-a589-4ccf-96ab-e9d18b9345d1)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:52:08.597365 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f3ec6c1e-ac86-4a78-9700-012b2ad9ca03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:08.610182 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-f3ec6c1e-ac86-4a78-9700-012b2ad9ca03 admin admin] Calling delete_port for fc44b940-4dad-4e51-8dfd-f82b388bca53 owned by network:router_interface {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:52:08.815596 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f3ec6c1e-ac86-4a78-9700-012b2ad9ca03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:08.844890 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ec6c1e-ac86-4a78-9700-012b2ad9ca03 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc44b940-4dad-4e51-8dfd-f82b388bca53,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:52:09.025276 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f3ec6c1e-ac86-4a78-9700-012b2ad9ca03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918626'] for router_interface, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:09.274215 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3ec6c1e-ac86-4a78-9700-012b2ad9ca03 admin admin] Router f58d2f74-a032-480d-a810-0742349ef5cf has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:52:09.389626 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3ec6c1e-ac86-4a78-9700-012b2ad9ca03 admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:52:09.398055 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-f3ec6c1e-ac86-4a78-9700-012b2ad9ca03 admin admin] 10.222.0.26 "PUT /v2.0/routers/f58d2f74-a032-480d-a810-0742349ef5cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6281803 Nov 12 09:52:09.400560 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 45374) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:52:09.403718 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9d141b-18b3-4fff-8f4c-e7b951d2e848 None None] Sync routers for ids ['f58d2f74-a032-480d-a810-0742349ef5cf'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:52:09.416404 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9d141b-18b3-4fff-8f4c-e7b951d2e848 None None] Routers {'f58d2f74-a032-480d-a810-0742349ef5cf'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:52:09.417353 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-3f9d141b-18b3-4fff-8f4c-e7b951d2e848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:52:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['f58d2f74-a032-480d-a810-0742349ef5cf'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:52:09.529403 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d50f4668-7609-4778-bcf6-6f9b0b7e48d1 admin admin] Publish callbacks [] for router, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:09.553293 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-3f9d141b-18b3-4fff-8f4c-e7b951d2e848 None None] Set router f58d2f74-a032-480d-a810-0742349ef5cf gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:52:09.649553 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d50f4668-7609-4778-bcf6-6f9b0b7e48d1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:09.691199 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:09.723653 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-d50f4668-7609-4778-bcf6-6f9b0b7e48d1 admin admin] Deleting port bbd5e717-486b-403d-8b16-710953e867e6 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:52:09.723991 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d50f4668-7609-4778-bcf6-6f9b0b7e48d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:09.756914 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-3f9d141b-18b3-4fff-8f4c-e7b951d2e848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58d2f74-a032-480d-a810-0742349ef5cf', 'name': 'tempest-TestShelveInstance-2054340074-router', 'tenant_id': '4851e85000504eacbfb9224e82f68395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'bbd5e717-486b-403d-8b16-710953e867e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:42:12Z', 'updated_at': '2021-11-12T09:52:08Z', 'revision_number': 5, 'project_id': '4851e85000504eacbfb9224e82f68395', 'gw_port': {'id': 'bbd5e717-486b-403d-8b16-710953e867e6', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:20:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58d2f74-a032-480d-a810-0742349ef5cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:42:12Z', 'updated_at': '2021-11-12T09:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:52:09.788647 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9d141b-18b3-4fff-8f4c-e7b951d2e848 None None] Checking router: f58d2f74-a032-480d-a810-0742349ef5cf for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:52:09.798565 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9d141b-18b3-4fff-8f4c-e7b951d2e848 None None] Routers {'f58d2f74-a032-480d-a810-0742349ef5cf'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:52:09.799195 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-3f9d141b-18b3-4fff-8f4c-e7b951d2e848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:52:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['f58d2f74-a032-480d-a810-0742349ef5cf'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:52:09.817228 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-d50f4668-7609-4778-bcf6-6f9b0b7e48d1 admin admin] For port bbd5e717-486b-403d-8b16-710953e867e6, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=bbd5e717-486b-403d-8b16-710953e867e6,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:52:09.817596 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d50f4668-7609-4778-bcf6-6f9b0b7e48d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:09.831428 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-d50f4668-7609-4778-bcf6-6f9b0b7e48d1 admin admin] Calling delete_port for bbd5e717-486b-403d-8b16-710953e867e6 owned by network:router_gateway {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:52:09.891942 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-3f9d141b-18b3-4fff-8f4c-e7b951d2e848 None None] Set router f58d2f74-a032-480d-a810-0742349ef5cf gateway port host: None {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:52:09.946242 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-3f9d141b-18b3-4fff-8f4c-e7b951d2e848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58d2f74-a032-480d-a810-0742349ef5cf', 'name': 'tempest-TestShelveInstance-2054340074-router', 'tenant_id': '4851e85000504eacbfb9224e82f68395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:42:12Z', 'updated_at': '2021-11-12T09:52:09Z', 'revision_number': 6, 'project_id': '4851e85000504eacbfb9224e82f68395', 'gw_port_host': None}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:52:09.979423 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9d141b-18b3-4fff-8f4c-e7b951d2e848 None None] The sync data for ids ['f58d2f74-a032-480d-a810-0742349ef5cf'] in n-d-765315-29 is: [{'id': 'f58d2f74-a032-480d-a810-0742349ef5cf', 'name': 'tempest-TestShelveInstance-2054340074-router', 'tenant_id': '4851e85000504eacbfb9224e82f68395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:42:12Z', 'updated_at': '2021-11-12T09:52:09Z', 'revision_number': 6, 'project_id': '4851e85000504eacbfb9224e82f68395', 'gw_port_host': None}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:52:10.040046 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d50f4668-7609-4778-bcf6-6f9b0b7e48d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:10.073707 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50f4668-7609-4778-bcf6-6f9b0b7e48d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbd5e717-486b-403d-8b16-710953e867e6,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:52:10.090865 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560197b9-d2aa-485b-bc5c-5f6e9b7517d4 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:52:10.137833 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d50f4668-7609-4778-bcf6-6f9b0b7e48d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-933016'] for router_gateway, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:10.234661 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d50f4668-7609-4778-bcf6-6f9b0b7e48d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:10.237020 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d50f4668-7609-4778-bcf6-6f9b0b7e48d1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:10.259878 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:10.286696 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d50f4668-7609-4778-bcf6-6f9b0b7e48d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:10.287226 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d50f4668-7609-4778-bcf6-6f9b0b7e48d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f58d2f74-a032-480d-a810-0742349ef5cf {{(pid=102599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:52:10.294623 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d50f4668-7609-4778-bcf6-6f9b0b7e48d1 admin admin] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:10.295783 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-d50f4668-7609-4778-bcf6-6f9b0b7e48d1 admin admin] 10.222.0.26 "DELETE /v2.0/routers/f58d2f74-a032-480d-a810-0742349ef5cf HTTP/1.1" status: 204 len: 168 time: 0.8942864 Nov 12 09:52:10.298295 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 45376) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:52:10.345894 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcb53a62-45d4-4533-baf8-00af7833f302 admin admin] Deleting subnet d3dc06a2-6bc5-41d5-bac3-9664ccb379f1 {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:52:10.349570 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fcb53a62-45d4-4533-baf8-00af7833f302 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:10.392456 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fcb53a62-45d4-4533-baf8-00af7833f302 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31181813'] for subnet, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:10.483745 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fcb53a62-45d4-4533-baf8-00af7833f302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:10.540468 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fcb53a62-45d4-4533-baf8-00af7833f302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:10.570161 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb53a62-45d4-4533-baf8-00af7833f302 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3dc06a2-6bc5-41d5-bac3-9664ccb379f1,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:52:10.577831 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-fcb53a62-45d4-4533-baf8-00af7833f302 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:10.583481 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-fcb53a62-45d4-4533-baf8-00af7833f302 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/d3dc06a2-6bc5-41d5-bac3-9664ccb379f1 HTTP/1.1" status: 204 len: 168 time: 0.2823174 Nov 12 09:52:10.583715 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909bae17-19aa-4f4b-be7b-0c69e1587af9 None None] Network 7bf99071-3909-492e-bde2-c941b91998c5 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:52:10.584555 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 45378) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:52:10.671382 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-52a252f5-6ba7-474a-95d1-5326819edbaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:10.732891 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-52a252f5-6ba7-474a-95d1-5326819edbaf admin admin] Deleting port 8d7cd023-4583-404e-9fb7-f436cd3ec09f {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:52:10.733226 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-52a252f5-6ba7-474a-95d1-5326819edbaf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:10.790210 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a6a2e7-a49d-4e82-8165-ec62410bcea6 None None] DHCP port deletion for 7bf99071-3909-492e-bde2-c941b91998c5 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:52:10.803740 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-52a252f5-6ba7-474a-95d1-5326819edbaf admin admin] For port 8d7cd023-4583-404e-9fb7-f436cd3ec09f, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=8d7cd023-4583-404e-9fb7-f436cd3ec09f,segment=NetworkSegment(95dac6b9-a589-4ccf-96ab-e9d18b9345d1),segment_id=95dac6b9-a589-4ccf-96ab-e9d18b9345d1)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:52:10.804079 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-52a252f5-6ba7-474a-95d1-5326819edbaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:10.822764 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-52a252f5-6ba7-474a-95d1-5326819edbaf admin admin] Calling delete_port for 8d7cd023-4583-404e-9fb7-f436cd3ec09f owned by network:dhcp {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:52:10.840319 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-a8a6a2e7-a49d-4e82-8165-ec62410bcea6 None None] Deleting port 8d7cd023-4583-404e-9fb7-f436cd3ec09f {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:52:10.840691 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a8a6a2e7-a49d-4e82-8165-ec62410bcea6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:10.909849 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-52a252f5-6ba7-474a-95d1-5326819edbaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:10.913286 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-a8a6a2e7-a49d-4e82-8165-ec62410bcea6 None None] For port 8d7cd023-4583-404e-9fb7-f436cd3ec09f, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=8d7cd023-4583-404e-9fb7-f436cd3ec09f,segment=NetworkSegment(95dac6b9-a589-4ccf-96ab-e9d18b9345d1),segment_id=95dac6b9-a589-4ccf-96ab-e9d18b9345d1)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:52:10.913691 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a8a6a2e7-a49d-4e82-8165-ec62410bcea6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:10.934532 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-a8a6a2e7-a49d-4e82-8165-ec62410bcea6 None None] Calling delete_port for 8d7cd023-4583-404e-9fb7-f436cd3ec09f owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:52:10.941410 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a252f5-6ba7-474a-95d1-5326819edbaf admin admin] No DVR routers for this DVR port 8d7cd023-4583-404e-9fb7-f436cd3ec09f on host n-d-765315-29 {{(pid=102600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:52:10.943284 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a252f5-6ba7-474a-95d1-5326819edbaf admin admin] Pushing event deleted for resources: {'Port': ['ID=8d7cd023-4583-404e-9fb7-f436cd3ec09f,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:52:10.954177 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a252f5-6ba7-474a-95d1-5326819edbaf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:52:10.954531 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a252f5-6ba7-474a-95d1-5326819edbaf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:52:10.954899 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a252f5-6ba7-474a-95d1-5326819edbaf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:52:10.955239 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a252f5-6ba7-474a-95d1-5326819edbaf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:52:10.955580 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a252f5-6ba7-474a-95d1-5326819edbaf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:52:10.955913 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a252f5-6ba7-474a-95d1-5326819edbaf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:52:10.956245 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a252f5-6ba7-474a-95d1-5326819edbaf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:52:10.956573 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a252f5-6ba7-474a-95d1-5326819edbaf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:52:10.956896 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a252f5-6ba7-474a-95d1-5326819edbaf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:52:10.957221 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a252f5-6ba7-474a-95d1-5326819edbaf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:52:10.957543 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a252f5-6ba7-474a-95d1-5326819edbaf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:52:10.957874 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a252f5-6ba7-474a-95d1-5326819edbaf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:52:11.016652 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a8a6a2e7-a49d-4e82-8165-ec62410bcea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:11.033512 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-52a252f5-6ba7-474a-95d1-5326819edbaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:11.041400 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a6a2e7-a49d-4e82-8165-ec62410bcea6 None None] Pushing event deleted for resources: {'Port': ['ID=8d7cd023-4583-404e-9fb7-f436cd3ec09f,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:52:11.052176 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a6a2e7-a49d-4e82-8165-ec62410bcea6 None None] No DVR routers for this DVR port 8d7cd023-4583-404e-9fb7-f436cd3ec09f on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:52:11.054801 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a6a2e7-a49d-4e82-8165-ec62410bcea6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:52:11.055288 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a6a2e7-a49d-4e82-8165-ec62410bcea6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:52:11.056196 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a6a2e7-a49d-4e82-8165-ec62410bcea6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:52:11.056196 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a6a2e7-a49d-4e82-8165-ec62410bcea6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:52:11.056440 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a6a2e7-a49d-4e82-8165-ec62410bcea6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:52:11.056645 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a6a2e7-a49d-4e82-8165-ec62410bcea6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:52:11.056908 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a6a2e7-a49d-4e82-8165-ec62410bcea6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:52:11.057229 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a6a2e7-a49d-4e82-8165-ec62410bcea6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:52:11.058018 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a6a2e7-a49d-4e82-8165-ec62410bcea6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:52:11.058018 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a6a2e7-a49d-4e82-8165-ec62410bcea6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:52:11.058334 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a6a2e7-a49d-4e82-8165-ec62410bcea6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:52:11.058496 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a6a2e7-a49d-4e82-8165-ec62410bcea6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:52:11.059574 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-52a252f5-6ba7-474a-95d1-5326819edbaf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bf99071-3909-492e-bde2-c941b91998c5']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:52:11.076188 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-52a252f5-6ba7-474a-95d1-5326819edbaf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95dac6b9-a589-4ccf-96ab-e9d18b9345d1') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:52:11.076496 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-52a252f5-6ba7-474a-95d1-5326819edbaf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95dac6b9-a589-4ccf-96ab-e9d18b9345d1') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:52:11.087249 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-52a252f5-6ba7-474a-95d1-5326819edbaf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:11.102538 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-52a252f5-6ba7-474a-95d1-5326819edbaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:11.109453 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52a252f5-6ba7-474a-95d1-5326819edbaf admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:52:11.109850 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-52a252f5-6ba7-474a-95d1-5326819edbaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:11.111791 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 09:52:11.111791 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:52:11.111791 n-d-765315-29 neutron-server[102600]: timer() Nov 12 09:52:11.111791 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:52:11.111791 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 09:52:11.111791 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:52:11.111791 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 09:52:11.111791 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:52:11.111791 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 09:52:11.111791 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:52:11.111791 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 09:52:11.111791 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:52:11.111791 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 09:52:11.111791 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:52:11.111791 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:52:11.111791 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:52:11.111791 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:52:11.111791 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:52:11.111791 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 09:52:11.111791 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:52:11.111791 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 09:52:11.111791 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:52:11.111791 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:52:11.111791 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:52:11.111791 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 09:52:11.111791 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:52:11.111791 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:52:11.111791 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:52:11.111791 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:52:11.111791 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:52:11.111791 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:52:11.111791 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:52:11.169356 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-52a252f5-6ba7-474a-95d1-5326819edbaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:11.177776 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-52a252f5-6ba7-474a-95d1-5326819edbaf admin admin] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:11.180971 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-52a252f5-6ba7-474a-95d1-5326819edbaf admin admin] 10.222.0.26 "DELETE /v2.0/networks/7bf99071-3909-492e-bde2-c941b91998c5 HTTP/1.1" status: 204 len: 168 time: 0.5952783 Nov 12 09:52:11.184100 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 45380) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:52:11.192056 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a252f5-6ba7-474a-95d1-5326819edbaf admin admin] Pushing event deleted for resources: {'Network': ['ID=7bf99071-3909-492e-bde2-c941b91998c5,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:52:11.442386 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 8d7cd023-4583-404e-9fb7-f436cd3ec09f no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:52:11.468993 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 8d7cd023-4583-404e-9fb7-f436cd3ec09f {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:52:11.469642 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 8d7cd023-4583-404e-9fb7-f436cd3ec09f not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:52:11.470050 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device fc44b940-4dad-4e51-8dfd-f82b388bca53 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:52:11.489689 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: fc44b940-4dad-4e51-8dfd-f82b388bca53 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:52:11.490029 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device fc44b940-4dad-4e51-8dfd-f82b388bca53 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:52:11.490438 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device bbd5e717-486b-403d-8b16-710953e867e6 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:52:11.509970 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: bbd5e717-486b-403d-8b16-710953e867e6 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:52:11.510315 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device bbd5e717-486b-403d-8b16-710953e867e6 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:52:11.552001 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-21bdf371-90c9-497e-a53f-90c9259df2e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933586'] for router_interface, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:11.842675 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-21bdf371-90c9-497e-a53f-90c9259df2e2 admin admin] Deleting port 4c834ed1-1239-4fda-b5c3-55921b822d46 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:52:11.843268 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-21bdf371-90c9-497e-a53f-90c9259df2e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:11.922614 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-21bdf371-90c9-497e-a53f-90c9259df2e2 admin admin] For port 4c834ed1-1239-4fda-b5c3-55921b822d46, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=4c834ed1-1239-4fda-b5c3-55921b822d46,segment=NetworkSegment(6ae7efaa-7592-4042-8f6b-ce91ba4519ce),segment_id=6ae7efaa-7592-4042-8f6b-ce91ba4519ce)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:52:11.922877 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-21bdf371-90c9-497e-a53f-90c9259df2e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:11.936464 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-21bdf371-90c9-497e-a53f-90c9259df2e2 admin admin] Calling delete_port for 4c834ed1-1239-4fda-b5c3-55921b822d46 owned by network:router_interface {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:52:12.119765 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-21bdf371-90c9-497e-a53f-90c9259df2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:12.147228 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bdf371-90c9-497e-a53f-90c9259df2e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c834ed1-1239-4fda-b5c3-55921b822d46,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:52:12.328393 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-21bdf371-90c9-497e-a53f-90c9259df2e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918626'] for router_interface, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:12.922519 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21bdf371-90c9-497e-a53f-90c9259df2e2 admin admin] Router 24368ce0-7ba3-47af-9d7c-adbe383a0662 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:52:13.028404 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21bdf371-90c9-497e-a53f-90c9259df2e2 admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:52:13.033490 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-21bdf371-90c9-497e-a53f-90c9259df2e2 admin admin] 10.222.0.26 "PUT /v2.0/routers/24368ce0-7ba3-47af-9d7c-adbe383a0662/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8476121 Nov 12 09:52:13.036114 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 45382) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:52:13.039521 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189e6a87-6b48-4434-8413-125414f6333a None None] Sync routers for ids ['24368ce0-7ba3-47af-9d7c-adbe383a0662'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:52:13.049179 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189e6a87-6b48-4434-8413-125414f6333a None None] Routers {'24368ce0-7ba3-47af-9d7c-adbe383a0662'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:52:13.049796 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-189e6a87-6b48-4434-8413-125414f6333a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:52:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['24368ce0-7ba3-47af-9d7c-adbe383a0662'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:52:13.142317 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2f3a12de-1f70-4822-a075-64bb02c4c78a admin admin] Publish callbacks [] for router, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:13.159925 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-189e6a87-6b48-4434-8413-125414f6333a None None] Set router 24368ce0-7ba3-47af-9d7c-adbe383a0662 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:52:13.250939 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2f3a12de-1f70-4822-a075-64bb02c4c78a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:13.309573 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-2f3a12de-1f70-4822-a075-64bb02c4c78a admin admin] Deleting port 39e21f52-3813-46a7-a9a0-28082585b5e2 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:52:13.309921 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2f3a12de-1f70-4822-a075-64bb02c4c78a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:13.400564 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-2f3a12de-1f70-4822-a075-64bb02c4c78a admin admin] For port 39e21f52-3813-46a7-a9a0-28082585b5e2, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=39e21f52-3813-46a7-a9a0-28082585b5e2,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:52:13.401265 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2f3a12de-1f70-4822-a075-64bb02c4c78a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:13.415228 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-2f3a12de-1f70-4822-a075-64bb02c4c78a admin admin] Calling delete_port for 39e21f52-3813-46a7-a9a0-28082585b5e2 owned by network:router_gateway {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:52:13.527714 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-189e6a87-6b48-4434-8413-125414f6333a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24368ce0-7ba3-47af-9d7c-adbe383a0662', 'name': 'tempest-TestShelveInstance-1438239053-router', 'tenant_id': 'c47b9999c8154d65a094e05bd06d0e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': '39e21f52-3813-46a7-a9a0-28082585b5e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:42:17Z', 'updated_at': '2021-11-12T09:52:12Z', 'revision_number': 5, 'project_id': 'c47b9999c8154d65a094e05bd06d0e19', 'gw_port': {'id': '39e21f52-3813-46a7-a9a0-28082585b5e2', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:61:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24368ce0-7ba3-47af-9d7c-adbe383a0662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:42:18Z', 'updated_at': '2021-11-12T09:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:52:13.565693 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189e6a87-6b48-4434-8413-125414f6333a None None] Checking router: 24368ce0-7ba3-47af-9d7c-adbe383a0662 for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:52:13.582064 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:13.582899 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189e6a87-6b48-4434-8413-125414f6333a None None] Routers {'24368ce0-7ba3-47af-9d7c-adbe383a0662'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:52:13.583529 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-189e6a87-6b48-4434-8413-125414f6333a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:52:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['24368ce0-7ba3-47af-9d7c-adbe383a0662'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:52:13.589267 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2f3a12de-1f70-4822-a075-64bb02c4c78a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:13.616108 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3a12de-1f70-4822-a075-64bb02c4c78a admin admin] Pushing event deleted for resources: {'Port': ['ID=39e21f52-3813-46a7-a9a0-28082585b5e2,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:52:13.658003 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77cf62ba-95df-43e3-8fd9-0c7a63fe533c None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:52:13.685589 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2f3a12de-1f70-4822-a075-64bb02c4c78a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-933016'] for router_gateway, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:13.688842 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-189e6a87-6b48-4434-8413-125414f6333a None None] Set router 24368ce0-7ba3-47af-9d7c-adbe383a0662 gateway port host: None {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:52:13.743569 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-189e6a87-6b48-4434-8413-125414f6333a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24368ce0-7ba3-47af-9d7c-adbe383a0662', 'name': 'tempest-TestShelveInstance-1438239053-router', 'tenant_id': 'c47b9999c8154d65a094e05bd06d0e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:42:17Z', 'updated_at': '2021-11-12T09:52:13Z', 'revision_number': 6, 'project_id': 'c47b9999c8154d65a094e05bd06d0e19', 'gw_port_host': None}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:52:13.774807 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189e6a87-6b48-4434-8413-125414f6333a None None] The sync data for ids ['24368ce0-7ba3-47af-9d7c-adbe383a0662'] in n-d-765315-29 is: [{'id': '24368ce0-7ba3-47af-9d7c-adbe383a0662', 'name': 'tempest-TestShelveInstance-1438239053-router', 'tenant_id': 'c47b9999c8154d65a094e05bd06d0e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:42:17Z', 'updated_at': '2021-11-12T09:52:13Z', 'revision_number': 6, 'project_id': 'c47b9999c8154d65a094e05bd06d0e19', 'gw_port_host': None}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:52:13.780323 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2f3a12de-1f70-4822-a075-64bb02c4c78a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:13.782675 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2f3a12de-1f70-4822-a075-64bb02c4c78a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:13.829006 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2f3a12de-1f70-4822-a075-64bb02c4c78a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:13.829660 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f3a12de-1f70-4822-a075-64bb02c4c78a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24368ce0-7ba3-47af-9d7c-adbe383a0662 {{(pid=102599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:52:13.834035 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2f3a12de-1f70-4822-a075-64bb02c4c78a admin admin] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:13.835234 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-2f3a12de-1f70-4822-a075-64bb02c4c78a admin admin] 10.222.0.26 "DELETE /v2.0/routers/24368ce0-7ba3-47af-9d7c-adbe383a0662 HTTP/1.1" status: 204 len: 168 time: 0.7981899 Nov 12 09:52:13.837835 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 45384) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:52:13.883758 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dcfcf9a-3c4a-49c3-adaa-fd8f719be47e admin admin] Deleting subnet c736b0a1-6d00-4f87-a3b3-aaec63a23548 {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:52:13.887047 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2dcfcf9a-3c4a-49c3-adaa-fd8f719be47e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:13.927156 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2dcfcf9a-3c4a-49c3-adaa-fd8f719be47e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31181813'] for subnet, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:14.005102 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2dcfcf9a-3c4a-49c3-adaa-fd8f719be47e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:14.059736 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2dcfcf9a-3c4a-49c3-adaa-fd8f719be47e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:14.087628 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2dcfcf9a-3c4a-49c3-adaa-fd8f719be47e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:14.092248 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-2dcfcf9a-3c4a-49c3-adaa-fd8f719be47e admin admin] 10.222.0.26 "DELETE /v2.0/subnets/c736b0a1-6d00-4f87-a3b3-aaec63a23548 HTTP/1.1" status: 204 len: 168 time: 0.2535195 Nov 12 09:52:14.093322 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a198f92-d774-4cdb-959f-9a95c6cd9381 None None] Network d7a89733-1a5e-4e85-b33a-05f5f196ee11 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:52:14.093817 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcfcf9a-3c4a-49c3-adaa-fd8f719be47e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c736b0a1-6d00-4f87-a3b3-aaec63a23548,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:52:14.095823 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 45386) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:52:14.175120 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bf3a2557-9e7f-460c-bb15-8c18dafe8ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:14.232878 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-bf3a2557-9e7f-460c-bb15-8c18dafe8ae5 admin admin] Deleting port 7eb7d14f-3d41-4cbe-84ce-1775d8b3e4d9 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:52:14.233271 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bf3a2557-9e7f-460c-bb15-8c18dafe8ae5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:14.303878 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-bf3a2557-9e7f-460c-bb15-8c18dafe8ae5 admin admin] For port 7eb7d14f-3d41-4cbe-84ce-1775d8b3e4d9, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=7eb7d14f-3d41-4cbe-84ce-1775d8b3e4d9,segment=NetworkSegment(6ae7efaa-7592-4042-8f6b-ce91ba4519ce),segment_id=6ae7efaa-7592-4042-8f6b-ce91ba4519ce)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:52:14.304239 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bf3a2557-9e7f-460c-bb15-8c18dafe8ae5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:14.317167 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-bf3a2557-9e7f-460c-bb15-8c18dafe8ae5 admin admin] Calling delete_port for 7eb7d14f-3d41-4cbe-84ce-1775d8b3e4d9 owned by network:dhcp {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:52:14.396243 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bf3a2557-9e7f-460c-bb15-8c18dafe8ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:14.423083 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3a2557-9e7f-460c-bb15-8c18dafe8ae5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7eb7d14f-3d41-4cbe-84ce-1775d8b3e4d9,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:52:14.424891 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3a2557-9e7f-460c-bb15-8c18dafe8ae5 admin admin] No DVR routers for this DVR port 7eb7d14f-3d41-4cbe-84ce-1775d8b3e4d9 on host n-d-765315-29 {{(pid=102600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:52:14.500494 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bf3a2557-9e7f-460c-bb15-8c18dafe8ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:14.520518 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-bf3a2557-9e7f-460c-bb15-8c18dafe8ae5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7a89733-1a5e-4e85-b33a-05f5f196ee11']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:52:14.530369 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-bf3a2557-9e7f-460c-bb15-8c18dafe8ae5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ae7efaa-7592-4042-8f6b-ce91ba4519ce') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:52:14.530696 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-bf3a2557-9e7f-460c-bb15-8c18dafe8ae5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ae7efaa-7592-4042-8f6b-ce91ba4519ce') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:52:14.541508 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bf3a2557-9e7f-460c-bb15-8c18dafe8ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:14.555115 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bf3a2557-9e7f-460c-bb15-8c18dafe8ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:14.564814 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf3a2557-9e7f-460c-bb15-8c18dafe8ae5 admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:52:14.565245 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bf3a2557-9e7f-460c-bb15-8c18dafe8ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:14.567289 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 09:52:14.567289 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:52:14.567289 n-d-765315-29 neutron-server[102600]: timer() Nov 12 09:52:14.567289 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:52:14.567289 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 09:52:14.567289 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:52:14.567289 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 09:52:14.567289 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:52:14.567289 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 09:52:14.567289 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:52:14.567289 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 09:52:14.567289 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:52:14.567289 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 09:52:14.567289 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:52:14.567289 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:52:14.567289 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:52:14.567289 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:52:14.567289 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:52:14.567289 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 09:52:14.567289 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:52:14.567289 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 09:52:14.567289 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:52:14.567289 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:52:14.567289 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:52:14.567289 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 09:52:14.567289 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:52:14.567289 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:52:14.567289 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:52:14.567289 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:52:14.567289 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:52:14.567289 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:52:14.567289 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:52:14.571708 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051f54dd-5cef-4483-aafe-a7c8e8f73a98 None None] DHCP port deletion for d7a89733-1a5e-4e85-b33a-05f5f196ee11 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:52:14.631510 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bf3a2557-9e7f-460c-bb15-8c18dafe8ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:14.638199 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-bf3a2557-9e7f-460c-bb15-8c18dafe8ae5 admin admin] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:14.641567 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-bf3a2557-9e7f-460c-bb15-8c18dafe8ae5 admin admin] 10.222.0.26 "DELETE /v2.0/networks/d7a89733-1a5e-4e85-b33a-05f5f196ee11 HTTP/1.1" status: 204 len: 168 time: 0.5443993 Nov 12 09:52:14.653771 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3a2557-9e7f-460c-bb15-8c18dafe8ae5 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7a89733-1a5e-4e85-b33a-05f5f196ee11,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:52:14.842369 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 45392) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:52:14.895187 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-0cc6217c-623b-47cf-93d7-264a56fa2fbd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4851e85000504eacbfb9224e82f68395&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0511518 Nov 12 09:52:14.897537 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 45394) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:52:14.946510 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9c0af338-d3fd-4e85-9e86-f2edba7643d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:14.972497 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9c0af338-d3fd-4e85-9e86-f2edba7643d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:15.019817 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9c0af338-d3fd-4e85-9e86-f2edba7643d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:15.022524 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-9c0af338-d3fd-4e85-9e86-f2edba7643d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:15.023713 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-9c0af338-d3fd-4e85-9e86-f2edba7643d4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9e097433-8305-40c5-9d7c-47b980a380d8 HTTP/1.1" status: 204 len: 168 time: 0.1252756 Nov 12 09:52:15.032389 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0af338-d3fd-4e85-9e86-f2edba7643d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e097433-8305-40c5-9d7c-47b980a380d8,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:52:15.367921 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 45400) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:52:15.409191 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-a901caa8-0d4a-4af6-b1da-72c089a00226 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c47b9999c8154d65a094e05bd06d0e19&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0401151 Nov 12 09:52:15.411874 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 45402) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:52:15.444547 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 4c834ed1-1239-4fda-b5c3-55921b822d46 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:52:15.464294 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-300624ef-27e9-4cde-a569-1570140c5b04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:15.465799 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 4c834ed1-1239-4fda-b5c3-55921b822d46 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:52:15.466215 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 4c834ed1-1239-4fda-b5c3-55921b822d46 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:52:15.466728 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 39e21f52-3813-46a7-a9a0-28082585b5e2 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:52:15.486134 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-300624ef-27e9-4cde-a569-1570140c5b04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:15.486774 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 39e21f52-3813-46a7-a9a0-28082585b5e2 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:52:15.487127 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 39e21f52-3813-46a7-a9a0-28082585b5e2 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:52:15.487538 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 7eb7d14f-3d41-4cbe-84ce-1775d8b3e4d9 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:52:15.508044 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 7eb7d14f-3d41-4cbe-84ce-1775d8b3e4d9 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:52:15.508385 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 7eb7d14f-3d41-4cbe-84ce-1775d8b3e4d9 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:52:15.536484 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-300624ef-27e9-4cde-a569-1570140c5b04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:15.539162 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-300624ef-27e9-4cde-a569-1570140c5b04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:15.541721 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-300624ef-27e9-4cde-a569-1570140c5b04 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7684ab52-1fdc-49a6-9a04-77662ca58c78 HTTP/1.1" status: 204 len: 168 time: 0.1289039 Nov 12 09:52:15.550412 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300624ef-27e9-4cde-a569-1570140c5b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7684ab52-1fdc-49a6-9a04-77662ca58c78,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:52:16.272597 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 45424) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:52:16.395265 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-45ceb05d-a20f-4025-9233-553e99db33aa admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-258364214-network', 'tenant_id': '4dcbe0245c334229a5752977e0ecb451'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:52:16.417355 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ceb05d-a20f-4025-9233-553e99db33aa admin admin] Made reservation on behalf of 4dcbe0245c334229a5752977e0ecb451 for: {'network': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:52:16.420774 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-45ceb05d-a20f-4025-9233-553e99db33aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:16.429723 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-45ceb05d-a20f-4025-9233-553e99db33aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:16.506975 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-45ceb05d-a20f-4025-9233-553e99db33aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:16.510731 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-45ceb05d-a20f-4025-9233-553e99db33aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:16.532660 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45ceb05d-a20f-4025-9233-553e99db33aa admin admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=102599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:52:16.546132 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ceb05d-a20f-4025-9233-553e99db33aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cee926f4-8506-4fd2-b549-f663b24303ff,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:52:16.552198 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-45ceb05d-a20f-4025-9233-553e99db33aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:16.552198 n-d-765315-29 neutron-server[102599]: INFO neutron.db.segments_db [None req-45ceb05d-a20f-4025-9233-553e99db33aa admin admin] Added segment 4e873102-37d1-49c2-b19d-7da6509840b9 of type vlan for network 77a37b24-b08b-4825-9d70-c8cefd0d2560 Nov 12 09:52:16.592777 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-45ceb05d-a20f-4025-9233-553e99db33aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:16.619873 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-45ceb05d-a20f-4025-9233-553e99db33aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:16.621727 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ceb05d-a20f-4025-9233-553e99db33aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:16.622492 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-45ceb05d-a20f-4025-9233-553e99db33aa admin admin] Publish callbacks [] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:16.683758 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-45ceb05d-a20f-4025-9233-553e99db33aa admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4094718 Nov 12 09:52:16.686603 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 45428) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:52:16.693064 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-68fde45e-a8c1-46f7-b181-727be7cdacdc admin admin] Request body: {'subnet': {'network_id': '77a37b24-b08b-4825-9d70-c8cefd0d2560', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-258364214-subnet', 'tenant_id': '4dcbe0245c334229a5752977e0ecb451', 'ip_version': 4}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:52:16.701171 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ceb05d-a20f-4025-9233-553e99db33aa admin admin] Pushing event updated for resources: {'Network': ['ID=77a37b24-b08b-4825-9d70-c8cefd0d2560,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:52:16.710720 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 77a37b24-b08b-4825-9d70-c8cefd0d2560 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:52:16.719379 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68fde45e-a8c1-46f7-b181-727be7cdacdc admin admin] Made reservation on behalf of 4dcbe0245c334229a5752977e0ecb451 for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:52:16.721658 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-68fde45e-a8c1-46f7-b181-727be7cdacdc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:16.900775 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-68fde45e-a8c1-46f7-b181-727be7cdacdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:16.958879 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fde45e-a8c1-46f7-b181-727be7cdacdc admin admin] Pushing event updated for resources: {'Subnet': ['ID=062350dc-16aa-42ce-8b4f-31a64fe9370e,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:52:16.966104 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fde45e-a8c1-46f7-b181-727be7cdacdc admin admin] Checking segment: {'id': '4e873102-37d1-49c2-b19d-7da6509840b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '77a37b24-b08b-4825-9d70-c8cefd0d2560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:52:16.966464 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68fde45e-a8c1-46f7-b181-727be7cdacdc admin admin] Network hostable DHCP agents. Network: 77a37b24-b08b-4825-9d70-c8cefd0d2560, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:52:16.984231 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68fde45e-a8c1-46f7-b181-727be7cdacdc admin admin] Network 77a37b24-b08b-4825-9d70-c8cefd0d2560 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:52:16.993082 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-68fde45e-a8c1-46f7-b181-727be7cdacdc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 77a37b24-b08b-4825-9d70-c8cefd0d2560) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:52:16.998800 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68fde45e-a8c1-46f7-b181-727be7cdacdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:17.000757 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-68fde45e-a8c1-46f7-b181-727be7cdacdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:17.001488 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8864b417-33c2-4207-814d-9965ddaf1409 None None] Network 77a37b24-b08b-4825-9d70-c8cefd0d2560 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:52:17.019032 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 45430) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:52:17.019684 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-68fde45e-a8c1-46f7-b181-727be7cdacdc admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3314812 Nov 12 09:52:17.023575 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-1efc4676-0a06-4456-8745-3d4bddd3b993 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-258364214-router', 'tenant_id': '4dcbe0245c334229a5752977e0ecb451', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:52:17.046055 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1efc4676-0a06-4456-8745-3d4bddd3b993 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:17.047095 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1efc4676-0a06-4456-8745-3d4bddd3b993 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:17.098684 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1efc4676-0a06-4456-8745-3d4bddd3b993 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:17.156775 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75993f0d-3d34-4b4c-8883-5d0787752909 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-77a37b24-b08b-4825-9d70-c8cefd0d2560', 'network_id': '77a37b24-b08b-4825-9d70-c8cefd0d2560', 'tenant_id': '4dcbe0245c334229a5752977e0ecb451', 'fixed_ips': [{'subnet_id': '062350dc-16aa-42ce-8b4f-31a64fe9370e'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:52:17.157629 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-75993f0d-3d34-4b4c-8883-5d0787752909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:17.242404 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1efc4676-0a06-4456-8745-3d4bddd3b993 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:17.301137 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-75993f0d-3d34-4b4c-8883-5d0787752909 None None] Allocated IP 172.20.0.2 (77a37b24-b08b-4825-9d70-c8cefd0d2560/062350dc-16aa-42ce-8b4f-31a64fe9370e/a446b47f-43b8-4031-be52-ee93cf32cbeb) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:52:17.457199 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1efc4676-0a06-4456-8745-3d4bddd3b993 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:17.477927 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-75993f0d-3d34-4b4c-8883-5d0787752909 None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:17.479971 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1efc4676-0a06-4456-8745-3d4bddd3b993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:17.485083 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-75993f0d-3d34-4b4c-8883-5d0787752909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:17.531818 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75993f0d-3d34-4b4c-8883-5d0787752909 None None] Network 77a37b24-b08b-4825-9d70-c8cefd0d2560 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:52:17.538325 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-75993f0d-3d34-4b4c-8883-5d0787752909 None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:52:17.541155 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75993f0d-3d34-4b4c-8883-5d0787752909 None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:52:17.552959 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75993f0d-3d34-4b4c-8883-5d0787752909 None None] Pushing event updated for resources: {'Port': ['ID=a446b47f-43b8-4031-be52-ee93cf32cbeb,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:52:17.596024 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-1efc4676-0a06-4456-8745-3d4bddd3b993 admin admin] Allocated IP 172.25.2.226 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/ab7d891c-438e-4cfa-b76a-ff794fc01838) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:52:17.607860 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-75993f0d-3d34-4b4c-8883-5d0787752909 None None] Attempting to bind port a446b47f-43b8-4031-be52-ee93cf32cbeb on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:52:17.608271 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-75993f0d-3d34-4b4c-8883-5d0787752909 None None] Attempting to bind port a446b47f-43b8-4031-be52-ee93cf32cbeb by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '4e873102-37d1-49c2-b19d-7da6509840b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '77a37b24-b08b-4825-9d70-c8cefd0d2560'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:52:17.608713 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75993f0d-3d34-4b4c-8883-5d0787752909 None None] Attempting to bind port a446b47f-43b8-4031-be52-ee93cf32cbeb on network 77a37b24-b08b-4825-9d70-c8cefd0d2560 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:52:17.614437 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75993f0d-3d34-4b4c-8883-5d0787752909 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:52:17.614842 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75993f0d-3d34-4b4c-8883-5d0787752909 None None] Checking segment: {'id': '4e873102-37d1-49c2-b19d-7da6509840b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '77a37b24-b08b-4825-9d70-c8cefd0d2560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:52:17.615243 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-75993f0d-3d34-4b4c-8883-5d0787752909 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:17.615764 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75993f0d-3d34-4b4c-8883-5d0787752909 None None] Bound using segment: {'id': '4e873102-37d1-49c2-b19d-7da6509840b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '77a37b24-b08b-4825-9d70-c8cefd0d2560'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:52:17.616232 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-75993f0d-3d34-4b4c-8883-5d0787752909 None None] Bound port: a446b47f-43b8-4031-be52-ee93cf32cbeb, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e873102-37d1-49c2-b19d-7da6509840b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '77a37b24-b08b-4825-9d70-c8cefd0d2560'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:52:17.616607 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-75993f0d-3d34-4b4c-8883-5d0787752909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:17.701961 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-75993f0d-3d34-4b4c-8883-5d0787752909 None None] For port a446b47f-43b8-4031-be52-ee93cf32cbeb, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:52:17.705448 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-75993f0d-3d34-4b4c-8883-5d0787752909 None None] For port a446b47f-43b8-4031-be52-ee93cf32cbeb, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=a446b47f-43b8-4031-be52-ee93cf32cbeb,segment=NetworkSegment(4e873102-37d1-49c2-b19d-7da6509840b9),segment_id=4e873102-37d1-49c2-b19d-7da6509840b9)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:52:17.709306 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-75993f0d-3d34-4b4c-8883-5d0787752909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:17.715538 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1efc4676-0a06-4456-8745-3d4bddd3b993 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:17.752037 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1efc4676-0a06-4456-8745-3d4bddd3b993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:17.773078 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75993f0d-3d34-4b4c-8883-5d0787752909 None None] Pushing event updated for resources: {'Port': ['ID=a446b47f-43b8-4031-be52-ee93cf32cbeb,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:52:17.788306 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1efc4676-0a06-4456-8745-3d4bddd3b993 admin admin] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:52:17.791375 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-1efc4676-0a06-4456-8745-3d4bddd3b993 admin admin] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:52:17.795199 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efc4676-0a06-4456-8745-3d4bddd3b993 admin admin] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:52:17.806708 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9e72cf-394e-4cfc-88a7-13c77bf38536 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:52:17.831481 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efc4676-0a06-4456-8745-3d4bddd3b993 admin admin] Pushing event updated for resources: {'Port': ['ID=ab7d891c-438e-4cfa-b76a-ff794fc01838,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:52:17.886947 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-fc23c70e-f048-40d2-a017-a04ef0a689c2 None None] Provisioning complete for port ab7d891c-438e-4cfa-b76a-ff794fc01838 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:52:17.887897 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-fc23c70e-f048-40d2-a017-a04ef0a689c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:17.939095 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-fc23c70e-f048-40d2-a017-a04ef0a689c2 None None] Port ab7d891c-438e-4cfa-b76a-ff794fc01838 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:52:18.113911 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1efc4676-0a06-4456-8745-3d4bddd3b993 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:18.319033 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1efc4676-0a06-4456-8745-3d4bddd3b993 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052'] for router, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:18.469218 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1efc4676-0a06-4456-8745-3d4bddd3b993 admin admin] Router 58b22bbc-e712-482f-9a47-2d1673158453 is scheduled to L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 with binding_index 1 {{(pid=102600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:52:18.585551 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1efc4676-0a06-4456-8745-3d4bddd3b993 admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:52:18.596659 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e33d934-f9f6-4574-bf68-ddeda9df27a7 None None] Sync routers for ids ['58b22bbc-e712-482f-9a47-2d1673158453'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:52:18.604559 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1efc4676-0a06-4456-8745-3d4bddd3b993 admin admin] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:18.609321 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-1efc4676-0a06-4456-8745-3d4bddd3b993 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5867150 Nov 12 09:52:18.609576 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 45432) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:52:18.612179 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e33d934-f9f6-4574-bf68-ddeda9df27a7 None None] Routers {'58b22bbc-e712-482f-9a47-2d1673158453'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:52:18.613092 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-0e33d934-f9f6-4574-bf68-ddeda9df27a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:52:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['58b22bbc-e712-482f-9a47-2d1673158453'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:52:18.720862 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14962c74-6e09-4a14-8138-93cbd2660ad2 None None] Network 77a37b24-b08b-4825-9d70-c8cefd0d2560 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:52:18.736253 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-0e33d934-f9f6-4574-bf68-ddeda9df27a7 None None] Set router 58b22bbc-e712-482f-9a47-2d1673158453 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:52:18.807343 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-ada4c79b-8c50-4a05-82e9-42698110e899 None None] Provisioning complete for port a446b47f-43b8-4031-be52-ee93cf32cbeb triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:52:18.808009 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ada4c79b-8c50-4a05-82e9-42698110e899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:18.974900 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ada4c79b-8c50-4a05-82e9-42698110e899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:19.011997 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-ada4c79b-8c50-4a05-82e9-42698110e899 None None] For port a446b47f-43b8-4031-be52-ee93cf32cbeb, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=a446b47f-43b8-4031-be52-ee93cf32cbeb,segment=NetworkSegment(4e873102-37d1-49c2-b19d-7da6509840b9),segment_id=4e873102-37d1-49c2-b19d-7da6509840b9)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:52:19.016718 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ada4c79b-8c50-4a05-82e9-42698110e899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:19.026100 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-0e33d934-f9f6-4574-bf68-ddeda9df27a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b22bbc-e712-482f-9a47-2d1673158453', 'name': 'tempest-TestSnapshotPattern-258364214-router', 'tenant_id': '4dcbe0245c334229a5752977e0ecb451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'ab7d891c-438e-4cfa-b76a-ff794fc01838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:52:17Z', 'updated_at': '2021-11-12T09:52:17Z', 'revision_number': 3, 'project_id': '4dcbe0245c334229a5752977e0ecb451', 'gw_port': {'id': 'ab7d891c-438e-4cfa-b76a-ff794fc01838', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:20:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58b22bbc-e712-482f-9a47-2d1673158453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:52:17Z', 'updated_at': '2021-11-12T09:52:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:52:19.076966 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e33d934-f9f6-4574-bf68-ddeda9df27a7 None None] Checking router: 58b22bbc-e712-482f-9a47-2d1673158453 for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:52:19.077507 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e33d934-f9f6-4574-bf68-ddeda9df27a7 None None] Updating router 58b22bbc-e712-482f-9a47-2d1673158453 port ab7d891c-438e-4cfa-b76a-ff794fc01838 binding host n-d-765315-29 {{(pid=102602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:52:19.077663 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada4c79b-8c50-4a05-82e9-42698110e899 None None] Pushing event updated for resources: {'Port': ['ID=a446b47f-43b8-4031-be52-ee93cf32cbeb,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:52:19.109130 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-0e33d934-f9f6-4574-bf68-ddeda9df27a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:19.109380 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-389f282e-0285-4c87-9acf-8597dd4f53cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:19.248662 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-7f288e8a-14dc-42f6-bd5d-cb3e9dff86f8 None None] Provisioning complete for port a446b47f-43b8-4031-be52-ee93cf32cbeb triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:52:19.249036 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7f288e8a-14dc-42f6-bd5d-cb3e9dff86f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:19.280222 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-389f282e-0285-4c87-9acf-8597dd4f53cb admin admin] Allocated IP 172.20.0.1 (77a37b24-b08b-4825-9d70-c8cefd0d2560/062350dc-16aa-42ce-8b4f-31a64fe9370e/a68b084c-fb4e-4e6e-b062-7816396c7a88) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:52:19.393836 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-389f282e-0285-4c87-9acf-8597dd4f53cb admin admin] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:19.395977 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-0e33d934-f9f6-4574-bf68-ddeda9df27a7 None None] Publish callbacks [] for port, precommit_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:19.403033 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-0e33d934-f9f6-4574-bf68-ddeda9df27a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:19.439936 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-389f282e-0285-4c87-9acf-8597dd4f53cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:19.465898 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05cc144-1740-4eda-9be6-354f10ab40b8 None None] Pushing event updated for resources: {'Port': ['ID=ab7d891c-438e-4cfa-b76a-ff794fc01838,revision_number=2']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:52:19.470209 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682b4f25-4cde-4a00-94e9-0ba1ede344ec None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:52:19.475698 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05cc144-1740-4eda-9be6-354f10ab40b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:52:19.476105 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05cc144-1740-4eda-9be6-354f10ab40b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:52:19.476461 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05cc144-1740-4eda-9be6-354f10ab40b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:52:19.476919 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05cc144-1740-4eda-9be6-354f10ab40b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:52:19.477263 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05cc144-1740-4eda-9be6-354f10ab40b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:52:19.477584 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05cc144-1740-4eda-9be6-354f10ab40b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:52:19.477910 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389f282e-0285-4c87-9acf-8597dd4f53cb admin admin] Network 77a37b24-b08b-4825-9d70-c8cefd0d2560 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:52:19.478051 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05cc144-1740-4eda-9be6-354f10ab40b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:52:19.478229 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05cc144-1740-4eda-9be6-354f10ab40b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:52:19.478550 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05cc144-1740-4eda-9be6-354f10ab40b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:52:19.478925 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05cc144-1740-4eda-9be6-354f10ab40b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:52:19.479246 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05cc144-1740-4eda-9be6-354f10ab40b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:52:19.479562 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05cc144-1740-4eda-9be6-354f10ab40b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:52:19.481502 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-389f282e-0285-4c87-9acf-8597dd4f53cb admin admin] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:52:19.483988 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-0e33d934-f9f6-4574-bf68-ddeda9df27a7 None None] Attempting to bind port ab7d891c-438e-4cfa-b76a-ff794fc01838 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:52:19.484444 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-0e33d934-f9f6-4574-bf68-ddeda9df27a7 None None] Attempting to bind port ab7d891c-438e-4cfa-b76a-ff794fc01838 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:52:19.484810 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e33d934-f9f6-4574-bf68-ddeda9df27a7 None None] Attempting to bind port ab7d891c-438e-4cfa-b76a-ff794fc01838 on network d709f64f-f9e6-4525-b020-ad48633b9bbf {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:52:19.485894 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389f282e-0285-4c87-9acf-8597dd4f53cb admin admin] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:52:19.490579 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e33d934-f9f6-4574-bf68-ddeda9df27a7 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:52:19.491577 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e33d934-f9f6-4574-bf68-ddeda9df27a7 None None] Checking segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:52:19.491577 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-0e33d934-f9f6-4574-bf68-ddeda9df27a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:19.491816 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e33d934-f9f6-4574-bf68-ddeda9df27a7 None None] Bound using segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:52:19.492277 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-0e33d934-f9f6-4574-bf68-ddeda9df27a7 None None] Bound port: ab7d891c-438e-4cfa-b76a-ff794fc01838, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:52:19.492658 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-0e33d934-f9f6-4574-bf68-ddeda9df27a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:19.523867 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389f282e-0285-4c87-9acf-8597dd4f53cb admin admin] Pushing event updated for resources: {'Port': ['ID=a68b084c-fb4e-4e6e-b062-7816396c7a88,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:52:19.532423 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device a446b47f-43b8-4031-be52-ee93cf32cbeb up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:52:19.537750 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-389f282e-0285-4c87-9acf-8597dd4f53cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933481'] for router_interface, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:19.567829 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-0e33d934-f9f6-4574-bf68-ddeda9df27a7 None None] For port ab7d891c-438e-4cfa-b76a-ff794fc01838, host n-d-765315-29, cleared binding levels {{(pid=102602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:52:19.571637 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-0e33d934-f9f6-4574-bf68-ddeda9df27a7 None None] For port ab7d891c-438e-4cfa-b76a-ff794fc01838, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=ab7d891c-438e-4cfa-b76a-ff794fc01838,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:52:19.578846 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-0e33d934-f9f6-4574-bf68-ddeda9df27a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:19.594523 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-24482e5a-75df-4c25-a092-78e3ec9491bd None None] Provisioning complete for port ab7d891c-438e-4cfa-b76a-ff794fc01838 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:52:19.594967 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-24482e5a-75df-4c25-a092-78e3ec9491bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:19.649263 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e33d934-f9f6-4574-bf68-ddeda9df27a7 None None] Routers {'58b22bbc-e712-482f-9a47-2d1673158453'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:52:19.649896 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-0e33d934-f9f6-4574-bf68-ddeda9df27a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:52:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['58b22bbc-e712-482f-9a47-2d1673158453'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:52:19.658029 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512a0311-7b5d-41f2-9916-cc82b3a866c0 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:52:19.700212 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port a446b47f-43b8-4031-be52-ee93cf32cbeb triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:52:19.700808 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:19.731903 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-389f282e-0285-4c87-9acf-8597dd4f53cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:19.775348 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-24482e5a-75df-4c25-a092-78e3ec9491bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:19.775742 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05cc144-1740-4eda-9be6-354f10ab40b8 None None] Pushing event updated for resources: {'Port': ['ID=ab7d891c-438e-4cfa-b76a-ff794fc01838,revision_number=3']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:52:19.789593 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-0e33d934-f9f6-4574-bf68-ddeda9df27a7 None None] Set router 58b22bbc-e712-482f-9a47-2d1673158453 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:52:19.800830 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-24482e5a-75df-4c25-a092-78e3ec9491bd None None] For port ab7d891c-438e-4cfa-b76a-ff794fc01838, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=ab7d891c-438e-4cfa-b76a-ff794fc01838,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:52:19.806725 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-24482e5a-75df-4c25-a092-78e3ec9491bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:19.894533 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24482e5a-75df-4c25-a092-78e3ec9491bd None None] Pushing event updated for resources: {'Port': ['ID=ab7d891c-438e-4cfa-b76a-ff794fc01838,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:52:19.929850 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-b4795db6-5a0a-4df8-ba36-a968d4f98a6f None None] Provisioning complete for port ab7d891c-438e-4cfa-b76a-ff794fc01838 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:52:19.930227 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b4795db6-5a0a-4df8-ba36-a968d4f98a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:19.991288 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-0e33d934-f9f6-4574-bf68-ddeda9df27a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b22bbc-e712-482f-9a47-2d1673158453', 'name': 'tempest-TestSnapshotPattern-258364214-router', 'tenant_id': '4dcbe0245c334229a5752977e0ecb451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'ab7d891c-438e-4cfa-b76a-ff794fc01838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:52:17Z', 'updated_at': '2021-11-12T09:52:17Z', 'revision_number': 3, 'project_id': '4dcbe0245c334229a5752977e0ecb451', 'gw_port': {'id': 'ab7d891c-438e-4cfa-b76a-ff794fc01838', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:20:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58b22bbc-e712-482f-9a47-2d1673158453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:52:17Z', 'updated_at': '2021-11-12T09:52:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:52:20.021398 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e33d934-f9f6-4574-bf68-ddeda9df27a7 None None] The sync data for ids ['58b22bbc-e712-482f-9a47-2d1673158453'] in n-d-765315-29 is: [{'id': '58b22bbc-e712-482f-9a47-2d1673158453', 'name': 'tempest-TestSnapshotPattern-258364214-router', 'tenant_id': '4dcbe0245c334229a5752977e0ecb451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'ab7d891c-438e-4cfa-b76a-ff794fc01838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:52:17Z', 'updated_at': '2021-11-12T09:52:17Z', 'revision_number': 3, 'project_id': '4dcbe0245c334229a5752977e0ecb451', 'gw_port': {'id': 'ab7d891c-438e-4cfa-b76a-ff794fc01838', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:20:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58b22bbc-e712-482f-9a47-2d1673158453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:52:17Z', 'updated_at': '2021-11-12T09:52:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:52:20.031802 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-b4795db6-5a0a-4df8-ba36-a968d4f98a6f None None] Provisioning complete for port a68b084c-fb4e-4e6e-b062-7816396c7a88 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:52:20.032245 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b4795db6-5a0a-4df8-ba36-a968d4f98a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:20.075751 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-b4795db6-5a0a-4df8-ba36-a968d4f98a6f None None] Port a68b084c-fb4e-4e6e-b062-7816396c7a88 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:52:20.200697 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-389f282e-0285-4c87-9acf-8597dd4f53cb admin admin] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:20.205980 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-389f282e-0285-4c87-9acf-8597dd4f53cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:20.298643 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389f282e-0285-4c87-9acf-8597dd4f53cb admin admin] Pushing event updated for resources: {'Port': ['ID=a68b084c-fb4e-4e6e-b062-7816396c7a88,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:52:20.306300 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-389f282e-0285-4c87-9acf-8597dd4f53cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933629'] for router_interface, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:20.417082 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389f282e-0285-4c87-9acf-8597dd4f53cb admin admin] Network 77a37b24-b08b-4825-9d70-c8cefd0d2560 is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:52:20.418616 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-389f282e-0285-4c87-9acf-8597dd4f53cb admin admin] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:52:20.552167 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-389f282e-0285-4c87-9acf-8597dd4f53cb admin admin] Router 58b22bbc-e712-482f-9a47-2d1673158453 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:52:20.703715 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51ddf2dd-2bae-4b26-99e4-aedc1bb94abf None None] Provisioning complete for port a68b084c-fb4e-4e6e-b062-7816396c7a88 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:52:20.704488 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51ddf2dd-2bae-4b26-99e4-aedc1bb94abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:20.709823 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-389f282e-0285-4c87-9acf-8597dd4f53cb admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:52:20.718277 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-389f282e-0285-4c87-9acf-8597dd4f53cb admin admin] 10.222.0.26 "PUT /v2.0/routers/58b22bbc-e712-482f-9a47-2d1673158453/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1073365 Nov 12 09:52:20.748754 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-51ddf2dd-2bae-4b26-99e4-aedc1bb94abf None None] Port a68b084c-fb4e-4e6e-b062-7816396c7a88 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:52:21.258753 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 45448) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:52:21.263857 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-eb14301d-5916-443b-8eb4-d128d70b2a25 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1672757638-network', 'tenant_id': 'dfa74c780e4e4b109fb6a64c14e7d45c'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:52:21.285888 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb14301d-5916-443b-8eb4-d128d70b2a25 admin admin] Made reservation on behalf of dfa74c780e4e4b109fb6a64c14e7d45c for: {'network': 1} {{(pid=102600) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:52:21.288345 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-eb14301d-5916-443b-8eb4-d128d70b2a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for network, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:21.299196 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-eb14301d-5916-443b-8eb4-d128d70b2a25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:21.378063 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-eb14301d-5916-443b-8eb4-d128d70b2a25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:21.382204 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-eb14301d-5916-443b-8eb4-d128d70b2a25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:21.398098 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb14301d-5916-443b-8eb4-d128d70b2a25 admin admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=102600) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:52:21.411326 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-eb14301d-5916-443b-8eb4-d128d70b2a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:21.411548 n-d-765315-29 neutron-server[102600]: INFO neutron.db.segments_db [None req-eb14301d-5916-443b-8eb4-d128d70b2a25 admin admin] Added segment 1c71909c-f203-4bca-a366-6d02b4543989 of type vlan for network 85f3b0ca-df16-43c0-9fa5-5996ee508933 Nov 12 09:52:21.472870 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb14301d-5916-443b-8eb4-d128d70b2a25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a234fca-d2fa-43c1-a1dd-e37746b973c9,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:52:21.489934 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-eb14301d-5916-443b-8eb4-d128d70b2a25 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762119379932'] for network, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:21.525836 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device ab7d891c-438e-4cfa-b76a-ff794fc01838 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:52:21.528664 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-eb14301d-5916-443b-8eb4-d128d70b2a25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724'] for network, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:21.531073 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb14301d-5916-443b-8eb4-d128d70b2a25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:21.531073 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-eb14301d-5916-443b-8eb4-d128d70b2a25 admin admin] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:21.570167 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-eb14301d-5916-443b-8eb4-d128d70b2a25 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3077269 Nov 12 09:52:21.571075 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 45450) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:52:21.577209 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-3ca6e6f6-e296-46c6-bcdd-60d1f19ef302 admin admin] Request body: {'subnet': {'network_id': '85f3b0ca-df16-43c0-9fa5-5996ee508933', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1672757638-subnet', 'tenant_id': 'dfa74c780e4e4b109fb6a64c14e7d45c', 'ip_version': 4}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:52:21.592719 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port ab7d891c-438e-4cfa-b76a-ff794fc01838 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:52:21.593344 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:21.601097 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb14301d-5916-443b-8eb4-d128d70b2a25 admin admin] Pushing event updated for resources: {'Network': ['ID=85f3b0ca-df16-43c0-9fa5-5996ee508933,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:52:21.612639 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca6e6f6-e296-46c6-bcdd-60d1f19ef302 admin admin] Made reservation on behalf of dfa74c780e4e4b109fb6a64c14e7d45c for: {'subnet': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:52:21.615043 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3ca6e6f6-e296-46c6-bcdd-60d1f19ef302 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31289030'] for subnet, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:21.617971 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Network 85f3b0ca-df16-43c0-9fa5-5996ee508933 details requested by agent ovs-agent-n-d-765315-29 with host n-d-765315-29 {{(pid=102601) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:52:21.799137 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3ca6e6f6-e296-46c6-bcdd-60d1f19ef302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31181752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31289044'] for subnet, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:21.846045 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3761ccc7-de20-43cd-8ecf-66c41f1e9703 None None] Sync routers for ids ['58b22bbc-e712-482f-9a47-2d1673158453'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:52:21.855959 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3761ccc7-de20-43cd-8ecf-66c41f1e9703 None None] Routers {'58b22bbc-e712-482f-9a47-2d1673158453'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:52:21.856581 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-3761ccc7-de20-43cd-8ecf-66c41f1e9703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:52:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['58b22bbc-e712-482f-9a47-2d1673158453'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:52:21.859287 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca6e6f6-e296-46c6-bcdd-60d1f19ef302 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fdaf025-b60a-41ac-9ecc-e93b5658ca38,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:52:21.871796 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca6e6f6-e296-46c6-bcdd-60d1f19ef302 admin admin] Checking segment: {'id': '1c71909c-f203-4bca-a366-6d02b4543989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '85f3b0ca-df16-43c0-9fa5-5996ee508933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:52:21.872161 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca6e6f6-e296-46c6-bcdd-60d1f19ef302 admin admin] Network hostable DHCP agents. Network: 85f3b0ca-df16-43c0-9fa5-5996ee508933, hostable agents: ['739822cd-1605-4e8e-9640-c5ef93d539b6'], hosted agents: [] {{(pid=102599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:52:21.889508 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca6e6f6-e296-46c6-bcdd-60d1f19ef302 admin admin] Network 85f3b0ca-df16-43c0-9fa5-5996ee508933 is scheduled to be hosted by DHCP agent 739822cd-1605-4e8e-9640-c5ef93d539b6 with binding_index 1 {{(pid=102599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:52:21.899312 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-3ca6e6f6-e296-46c6-bcdd-60d1f19ef302 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-765315-29, 85f3b0ca-df16-43c0-9fa5-5996ee508933) {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:52:21.905482 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca6e6f6-e296-46c6-bcdd-60d1f19ef302 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:21.906884 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-3ca6e6f6-e296-46c6-bcdd-60d1f19ef302 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:21.912954 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a925b3-88e5-495e-b090-2a86fb6c9293 None None] Network 85f3b0ca-df16-43c0-9fa5-5996ee508933 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:52:21.925309 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-3ca6e6f6-e296-46c6-bcdd-60d1f19ef302 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3525405 Nov 12 09:52:21.928061 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 45452) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:52:21.933351 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-9500851a-90f0-4506-a302-7ef57d366310 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1672757638-router', 'tenant_id': 'dfa74c780e4e4b109fb6a64c14e7d45c', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:52:21.956707 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9500851a-90f0-4506-a302-7ef57d366310 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-918947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57785'] for router, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:21.957797 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9500851a-90f0-4506-a302-7ef57d366310 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-932969', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57782'] for router, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:22.017468 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9500851a-90f0-4506-a302-7ef57d366310 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:22.161961 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9500851a-90f0-4506-a302-7ef57d366310 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:22.207089 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-3761ccc7-de20-43cd-8ecf-66c41f1e9703 None None] Set router 58b22bbc-e712-482f-9a47-2d1673158453 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:52:22.379377 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9500851a-90f0-4506-a302-7ef57d366310 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:22.399813 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9500851a-90f0-4506-a302-7ef57d366310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:22.414129 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15444eea-63dc-45f4-a712-829c435a89de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84e6562b-c6b6-58c8-9e61-62b2e075d157-85f3b0ca-df16-43c0-9fa5-5996ee508933', 'network_id': '85f3b0ca-df16-43c0-9fa5-5996ee508933', 'tenant_id': 'dfa74c780e4e4b109fb6a64c14e7d45c', 'fixed_ips': [{'subnet_id': '5fdaf025-b60a-41ac-9ecc-e93b5658ca38'}]}} from n-d-765315-29. {{(pid=102601) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:52:22.414923 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-15444eea-63dc-45f4-a712-829c435a89de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:22.512521 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-9500851a-90f0-4506-a302-7ef57d366310 admin admin] Allocated IP 172.25.2.33 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/8fc9c23b-be90-4629-a996-e0758a075ec1) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:52:22.592654 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-3761ccc7-de20-43cd-8ecf-66c41f1e9703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b22bbc-e712-482f-9a47-2d1673158453', 'name': 'tempest-TestSnapshotPattern-258364214-router', 'tenant_id': '4dcbe0245c334229a5752977e0ecb451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'ab7d891c-438e-4cfa-b76a-ff794fc01838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:52:17Z', 'updated_at': '2021-11-12T09:52:19Z', 'revision_number': 4, 'project_id': '4dcbe0245c334229a5752977e0ecb451', 'gw_port': {'id': 'ab7d891c-438e-4cfa-b76a-ff794fc01838', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:20:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b22bbc-e712-482f-9a47-2d1673158453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:52:17Z', 'updated_at': '2021-11-12T09:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': 'a68b084c-fb4e-4e6e-b062-7816396c7a88', 'name': '', 'network_id': '77a37b24-b08b-4825-9d70-c8cefd0d2560', 'tenant_id': '4dcbe0245c334229a5752977e0ecb451', 'mac_address': 'fa:16:3e:38:ba:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58b22bbc-e712-482f-9a47-2d1673158453', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '062350dc-16aa-42ce-8b4f-31a64fe9370e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:52:19Z', 'updated_at': '2021-11-12T09:52:19Z', 'revision_number': 2, 'project_id': '4dcbe0245c334229a5752977e0ecb451', 'subnets': [{'id': '062350dc-16aa-42ce-8b4f-31a64fe9370e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:52:22.624837 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3761ccc7-de20-43cd-8ecf-66c41f1e9703 None None] Checking router: 58b22bbc-e712-482f-9a47-2d1673158453 for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:52:22.625196 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3761ccc7-de20-43cd-8ecf-66c41f1e9703 None None] Updating router 58b22bbc-e712-482f-9a47-2d1673158453 port a68b084c-fb4e-4e6e-b062-7816396c7a88 binding host n-d-765315-29 {{(pid=102601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:52:22.626567 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9500851a-90f0-4506-a302-7ef57d366310 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:22.649927 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.db_base_plugin_common [None req-15444eea-63dc-45f4-a712-829c435a89de None None] Allocated IP 172.20.0.2 (85f3b0ca-df16-43c0-9fa5-5996ee508933/5fdaf025-b60a-41ac-9ecc-e93b5658ca38/9baba6cf-d7d6-474b-afa9-68468532acf1) {{(pid=102601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:52:22.662844 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9500851a-90f0-4506-a302-7ef57d366310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:22.666009 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3761ccc7-de20-43cd-8ecf-66c41f1e9703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:22.704893 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9500851a-90f0-4506-a302-7ef57d366310 admin admin] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:52:22.709695 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-9500851a-90f0-4506-a302-7ef57d366310 admin admin] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:52:22.712205 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9500851a-90f0-4506-a302-7ef57d366310 admin admin] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:52:22.737638 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ced70d1-eafc-4b82-ac62-cc29653231c1 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:52:22.746236 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9500851a-90f0-4506-a302-7ef57d366310 admin admin] Pushing event updated for resources: {'Port': ['ID=8fc9c23b-be90-4629-a996-e0758a075ec1,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:52:22.982170 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-02c810f5-d965-4006-a09d-4974784bfd80 None None] Provisioning complete for port 8fc9c23b-be90-4629-a996-e0758a075ec1 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:52:22.982431 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-02c810f5-d965-4006-a09d-4974784bfd80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:22.996123 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9500851a-90f0-4506-a302-7ef57d366310 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:23.029521 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-15444eea-63dc-45f4-a712-829c435a89de None None] Publish callbacks [] for port, precommit_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:23.047602 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-15444eea-63dc-45f4-a712-829c435a89de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690'] for port, after_create {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:23.056776 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-02c810f5-d965-4006-a09d-4974784bfd80 None None] Port 8fc9c23b-be90-4629-a996-e0758a075ec1 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:52:23.110389 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15444eea-63dc-45f4-a712-829c435a89de None None] Network 85f3b0ca-df16-43c0-9fa5-5996ee508933 is already hosted by enough agents. {{(pid=102601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:52:23.121655 n-d-765315-29 neutron-server[102601]: DEBUG neutron.scheduler.base_scheduler [None req-15444eea-63dc-45f4-a712-829c435a89de None None] Resources bound (agent type, host, resource id): {{(pid=102601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:52:23.126429 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15444eea-63dc-45f4-a712-829c435a89de None None] Received port after_create {{(pid=102601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:52:23.128353 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15444eea-63dc-45f4-a712-829c435a89de None None] Pushing event updated for resources: {'Port': ['ID=9baba6cf-d7d6-474b-afa9-68468532acf1,revision_number=1']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:52:23.200028 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9500851a-90f0-4506-a302-7ef57d366310 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-933052'] for router, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:23.225192 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3761ccc7-de20-43cd-8ecf-66c41f1e9703 None None] Publish callbacks [] for port, precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:23.227155 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-15444eea-63dc-45f4-a712-829c435a89de None None] Attempting to bind port 9baba6cf-d7d6-474b-afa9-68468532acf1 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:52:23.227526 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-15444eea-63dc-45f4-a712-829c435a89de None None] Attempting to bind port 9baba6cf-d7d6-474b-afa9-68468532acf1 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '1c71909c-f203-4bca-a366-6d02b4543989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '85f3b0ca-df16-43c0-9fa5-5996ee508933'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:52:23.227884 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15444eea-63dc-45f4-a712-829c435a89de None None] Attempting to bind port 9baba6cf-d7d6-474b-afa9-68468532acf1 on network 85f3b0ca-df16-43c0-9fa5-5996ee508933 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:52:23.235743 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15444eea-63dc-45f4-a712-829c435a89de None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:52:23.236039 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15444eea-63dc-45f4-a712-829c435a89de None None] Checking segment: {'id': '1c71909c-f203-4bca-a366-6d02b4543989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '85f3b0ca-df16-43c0-9fa5-5996ee508933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:52:23.236430 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-15444eea-63dc-45f4-a712-829c435a89de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:23.236821 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15444eea-63dc-45f4-a712-829c435a89de None None] Bound using segment: {'id': '1c71909c-f203-4bca-a366-6d02b4543989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '85f3b0ca-df16-43c0-9fa5-5996ee508933'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:52:23.237284 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-15444eea-63dc-45f4-a712-829c435a89de None None] Bound port: 9baba6cf-d7d6-474b-afa9-68468532acf1, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c71909c-f203-4bca-a366-6d02b4543989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '85f3b0ca-df16-43c0-9fa5-5996ee508933'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:52:23.237657 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-15444eea-63dc-45f4-a712-829c435a89de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:23.239687 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3761ccc7-de20-43cd-8ecf-66c41f1e9703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:23.349512 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9500851a-90f0-4506-a302-7ef57d366310 admin admin] Router 2ce42100-cd92-446f-915f-ef1ff0e1de2a is scheduled to L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 with binding_index 1 {{(pid=102600) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:52:23.353231 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5128f77d-0362-4bd8-935c-ee6a6e3cbf14 None None] Pushing event updated for resources: {'Port': ['ID=a68b084c-fb4e-4e6e-b062-7816396c7a88,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:52:23.408222 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-3761ccc7-de20-43cd-8ecf-66c41f1e9703 None None] Attempting to bind port a68b084c-fb4e-4e6e-b062-7816396c7a88 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:52:23.409056 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-3761ccc7-de20-43cd-8ecf-66c41f1e9703 None None] Attempting to bind port a68b084c-fb4e-4e6e-b062-7816396c7a88 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '4e873102-37d1-49c2-b19d-7da6509840b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '77a37b24-b08b-4825-9d70-c8cefd0d2560'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:52:23.409056 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3761ccc7-de20-43cd-8ecf-66c41f1e9703 None None] Attempting to bind port a68b084c-fb4e-4e6e-b062-7816396c7a88 on network 77a37b24-b08b-4825-9d70-c8cefd0d2560 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:52:23.416339 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-15444eea-63dc-45f4-a712-829c435a89de None None] For port 9baba6cf-d7d6-474b-afa9-68468532acf1, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:52:23.419789 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-15444eea-63dc-45f4-a712-829c435a89de None None] For port 9baba6cf-d7d6-474b-afa9-68468532acf1, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=9baba6cf-d7d6-474b-afa9-68468532acf1,segment=NetworkSegment(1c71909c-f203-4bca-a366-6d02b4543989),segment_id=1c71909c-f203-4bca-a366-6d02b4543989)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:52:23.421105 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3761ccc7-de20-43cd-8ecf-66c41f1e9703 None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:52:23.421564 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3761ccc7-de20-43cd-8ecf-66c41f1e9703 None None] Checking segment: {'id': '4e873102-37d1-49c2-b19d-7da6509840b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '77a37b24-b08b-4825-9d70-c8cefd0d2560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:52:23.422062 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3761ccc7-de20-43cd-8ecf-66c41f1e9703 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:23.422495 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3761ccc7-de20-43cd-8ecf-66c41f1e9703 None None] Bound using segment: {'id': '4e873102-37d1-49c2-b19d-7da6509840b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '77a37b24-b08b-4825-9d70-c8cefd0d2560'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:52:23.423048 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-3761ccc7-de20-43cd-8ecf-66c41f1e9703 None None] Bound port: a68b084c-fb4e-4e6e-b062-7816396c7a88, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e873102-37d1-49c2-b19d-7da6509840b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '77a37b24-b08b-4825-9d70-c8cefd0d2560'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:52:23.423440 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3761ccc7-de20-43cd-8ecf-66c41f1e9703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:23.434051 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-15444eea-63dc-45f4-a712-829c435a89de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:23.488277 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9500851a-90f0-4506-a302-7ef57d366310 admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:52:23.500218 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d72678-55a0-4d9c-bf3f-d676baf6606f None None] Sync routers for ids ['2ce42100-cd92-446f-915f-ef1ff0e1de2a'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:52:23.507911 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-9500851a-90f0-4506-a302-7ef57d366310 admin admin] Publish callbacks [] for router, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:23.512636 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 45454) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:52:23.513482 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-9500851a-90f0-4506-a302-7ef57d366310 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5836375 Nov 12 09:52:23.531891 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d72678-55a0-4d9c-bf3f-d676baf6606f None None] Routers {'2ce42100-cd92-446f-915f-ef1ff0e1de2a'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:52:23.532517 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-f5d72678-55a0-4d9c-bf3f-d676baf6606f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:52:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['2ce42100-cd92-446f-915f-ef1ff0e1de2a'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:52:23.560102 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15444eea-63dc-45f4-a712-829c435a89de None None] Pushing event updated for resources: {'Port': ['ID=9baba6cf-d7d6-474b-afa9-68468532acf1,revision_number=2']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:52:23.592654 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-3761ccc7-de20-43cd-8ecf-66c41f1e9703 None None] For port a68b084c-fb4e-4e6e-b062-7816396c7a88, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:52:23.598213 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-3761ccc7-de20-43cd-8ecf-66c41f1e9703 None None] For port a68b084c-fb4e-4e6e-b062-7816396c7a88, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=a68b084c-fb4e-4e6e-b062-7816396c7a88,segment=NetworkSegment(4e873102-37d1-49c2-b19d-7da6509840b9),segment_id=4e873102-37d1-49c2-b19d-7da6509840b9)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:52:23.601066 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-10b33acd-2bb4-4b43-a0cc-2fabc7fc914c None None] Provisioning complete for port a68b084c-fb4e-4e6e-b062-7816396c7a88 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:52:23.601488 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-10b33acd-2bb4-4b43-a0cc-2fabc7fc914c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:23.643952 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3761ccc7-de20-43cd-8ecf-66c41f1e9703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:23.672444 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-f5d72678-55a0-4d9c-bf3f-d676baf6606f None None] Set router 2ce42100-cd92-446f-915f-ef1ff0e1de2a gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:52:23.739547 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3761ccc7-de20-43cd-8ecf-66c41f1e9703 None None] Routers {'58b22bbc-e712-482f-9a47-2d1673158453'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:52:23.740216 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-3761ccc7-de20-43cd-8ecf-66c41f1e9703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:52:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['58b22bbc-e712-482f-9a47-2d1673158453'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:52:23.750538 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5128f77d-0362-4bd8-935c-ee6a6e3cbf14 None None] Pushing event updated for resources: {'Port': ['ID=a68b084c-fb4e-4e6e-b062-7816396c7a88,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:52:23.806437 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-10b33acd-2bb4-4b43-a0cc-2fabc7fc914c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:23.890700 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-10b33acd-2bb4-4b43-a0cc-2fabc7fc914c None None] For port a68b084c-fb4e-4e6e-b062-7816396c7a88, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=a68b084c-fb4e-4e6e-b062-7816396c7a88,segment=NetworkSegment(4e873102-37d1-49c2-b19d-7da6509840b9),segment_id=4e873102-37d1-49c2-b19d-7da6509840b9)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:52:23.899349 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-10b33acd-2bb4-4b43-a0cc-2fabc7fc914c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:23.960962 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b33acd-2bb4-4b43-a0cc-2fabc7fc914c None None] Pushing event updated for resources: {'Port': ['ID=a68b084c-fb4e-4e6e-b062-7816396c7a88,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:52:23.980728 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-3761ccc7-de20-43cd-8ecf-66c41f1e9703 None None] Set router 58b22bbc-e712-482f-9a47-2d1673158453 gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:52:23.983488 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-f5d72678-55a0-4d9c-bf3f-d676baf6606f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce42100-cd92-446f-915f-ef1ff0e1de2a', 'name': 'tempest-TestSnapshotPattern-1672757638-router', 'tenant_id': 'dfa74c780e4e4b109fb6a64c14e7d45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': '8fc9c23b-be90-4629-a996-e0758a075ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:52:21Z', 'updated_at': '2021-11-12T09:52:22Z', 'revision_number': 3, 'project_id': 'dfa74c780e4e4b109fb6a64c14e7d45c', 'gw_port': {'id': '8fc9c23b-be90-4629-a996-e0758a075ec1', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7a:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ce42100-cd92-446f-915f-ef1ff0e1de2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:52:22Z', 'updated_at': '2021-11-12T09:52:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:52:24.023264 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d72678-55a0-4d9c-bf3f-d676baf6606f None None] Checking router: 2ce42100-cd92-446f-915f-ef1ff0e1de2a for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:52:24.023877 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d72678-55a0-4d9c-bf3f-d676baf6606f None None] Updating router 2ce42100-cd92-446f-915f-ef1ff0e1de2a port 8fc9c23b-be90-4629-a996-e0758a075ec1 binding host n-d-765315-29 {{(pid=102602) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:52:24.052789 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-f5d72678-55a0-4d9c-bf3f-d676baf6606f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:24.150154 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-c83bae41-e8c4-413a-aecc-c9529dc11273 None None] Provisioning complete for port a68b084c-fb4e-4e6e-b062-7816396c7a88 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:52:24.150422 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c83bae41-e8c4-413a-aecc-c9529dc11273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:24.242718 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-defc85a6-e35e-452e-8d42-3e39fbe53c2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:24.295153 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-3761ccc7-de20-43cd-8ecf-66c41f1e9703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b22bbc-e712-482f-9a47-2d1673158453', 'name': 'tempest-TestSnapshotPattern-258364214-router', 'tenant_id': '4dcbe0245c334229a5752977e0ecb451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'ab7d891c-438e-4cfa-b76a-ff794fc01838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:52:17Z', 'updated_at': '2021-11-12T09:52:19Z', 'revision_number': 4, 'project_id': '4dcbe0245c334229a5752977e0ecb451', 'gw_port': {'id': 'ab7d891c-438e-4cfa-b76a-ff794fc01838', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:20:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b22bbc-e712-482f-9a47-2d1673158453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:52:17Z', 'updated_at': '2021-11-12T09:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': 'a68b084c-fb4e-4e6e-b062-7816396c7a88', 'name': '', 'network_id': '77a37b24-b08b-4825-9d70-c8cefd0d2560', 'tenant_id': '4dcbe0245c334229a5752977e0ecb451', 'mac_address': 'fa:16:3e:38:ba:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58b22bbc-e712-482f-9a47-2d1673158453', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '062350dc-16aa-42ce-8b4f-31a64fe9370e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:52:19Z', 'updated_at': '2021-11-12T09:52:23Z', 'revision_number': 4, 'project_id': '4dcbe0245c334229a5752977e0ecb451', 'subnets': [{'id': '062350dc-16aa-42ce-8b4f-31a64fe9370e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:52:24.323511 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3761ccc7-de20-43cd-8ecf-66c41f1e9703 None None] The sync data for ids ['58b22bbc-e712-482f-9a47-2d1673158453'] in n-d-765315-29 is: [{'id': '58b22bbc-e712-482f-9a47-2d1673158453', 'name': 'tempest-TestSnapshotPattern-258364214-router', 'tenant_id': '4dcbe0245c334229a5752977e0ecb451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'ab7d891c-438e-4cfa-b76a-ff794fc01838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:52:17Z', 'updated_at': '2021-11-12T09:52:19Z', 'revision_number': 4, 'project_id': '4dcbe0245c334229a5752977e0ecb451', 'gw_port': {'id': 'ab7d891c-438e-4cfa-b76a-ff794fc01838', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:20:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b22bbc-e712-482f-9a47-2d1673158453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:52:17Z', 'updated_at': '2021-11-12T09:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': 'a68b084c-fb4e-4e6e-b062-7816396c7a88', 'name': '', 'network_id': '77a37b24-b08b-4825-9d70-c8cefd0d2560', 'tenant_id': '4dcbe0245c334229a5752977e0ecb451', 'mac_address': 'fa:16:3e:38:ba:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58b22bbc-e712-482f-9a47-2d1673158453', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '062350dc-16aa-42ce-8b4f-31a64fe9370e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:52:19Z', 'updated_at': '2021-11-12T09:52:23Z', 'revision_number': 4, 'project_id': '4dcbe0245c334229a5752977e0ecb451', 'subnets': [{'id': '062350dc-16aa-42ce-8b4f-31a64fe9370e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:52:24.363936 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-f5d72678-55a0-4d9c-bf3f-d676baf6606f None None] Publish callbacks [] for port, precommit_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:24.374550 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-f5d72678-55a0-4d9c-bf3f-d676baf6606f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:24.452811 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09787f6e-9d7d-4bbc-a5ee-4dace1c05290 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:52:24.466446 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22522614-2be6-4462-a1e4-75af057de8d0 None None] Pushing event updated for resources: {'Port': ['ID=8fc9c23b-be90-4629-a996-e0758a075ec1,revision_number=2']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:52:24.469328 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-f5d72678-55a0-4d9c-bf3f-d676baf6606f None None] Attempting to bind port 8fc9c23b-be90-4629-a996-e0758a075ec1 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:52:24.469714 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-f5d72678-55a0-4d9c-bf3f-d676baf6606f None None] Attempting to bind port 8fc9c23b-be90-4629-a996-e0758a075ec1 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:52:24.470136 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d72678-55a0-4d9c-bf3f-d676baf6606f None None] Attempting to bind port 8fc9c23b-be90-4629-a996-e0758a075ec1 on network d709f64f-f9e6-4525-b020-ad48633b9bbf {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:52:24.477833 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d72678-55a0-4d9c-bf3f-d676baf6606f None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:52:24.478292 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d72678-55a0-4d9c-bf3f-d676baf6606f None None] Checking segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:52:24.478794 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-f5d72678-55a0-4d9c-bf3f-d676baf6606f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:24.479253 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d72678-55a0-4d9c-bf3f-d676baf6606f None None] Bound using segment: {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'} {{(pid=102602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:52:24.480461 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.managers [None req-f5d72678-55a0-4d9c-bf3f-d676baf6606f None None] Bound port: 8fc9c23b-be90-4629-a996-e0758a075ec1, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2703e6-5073-462a-885e-abff2ace2a12', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf'}}] {{(pid=102602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:52:24.481125 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-f5d72678-55a0-4d9c-bf3f-d676baf6606f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:24.500442 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-defc85a6-e35e-452e-8d42-3e39fbe53c2d admin admin] Allocated IP 172.20.0.1 (85f3b0ca-df16-43c0-9fa5-5996ee508933/5fdaf025-b60a-41ac-9ecc-e93b5658ca38/761a5068-ae38-4642-9165-421e67286952) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:52:24.524611 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-ef2ce88e-6202-407d-b5fd-ae406cec908a None None] Provisioning complete for port 8fc9c23b-be90-4629-a996-e0758a075ec1 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:52:24.525097 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ef2ce88e-6202-407d-b5fd-ae406cec908a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:24.576202 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-f5d72678-55a0-4d9c-bf3f-d676baf6606f None None] For port 8fc9c23b-be90-4629-a996-e0758a075ec1, host n-d-765315-29, cleared binding levels {{(pid=102602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:52:24.580446 n-d-765315-29 neutron-server[102602]: DEBUG neutron.plugins.ml2.db [None req-f5d72678-55a0-4d9c-bf3f-d676baf6606f None None] For port 8fc9c23b-be90-4629-a996-e0758a075ec1, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=8fc9c23b-be90-4629-a996-e0758a075ec1,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:52:24.591304 n-d-765315-29 neutron-server[102602]: DEBUG neutron_lib.callbacks.manager [None req-f5d72678-55a0-4d9c-bf3f-d676baf6606f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:24.596021 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-ef2ce88e-6202-407d-b5fd-ae406cec908a None None] Port 8fc9c23b-be90-4629-a996-e0758a075ec1 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:52:24.647357 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25a3e30-eaf4-492c-87a0-bed85a266f2f None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:52:24.670683 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d72678-55a0-4d9c-bf3f-d676baf6606f None None] Routers {'2ce42100-cd92-446f-915f-ef1ff0e1de2a'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:52:24.678939 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-f5d72678-55a0-4d9c-bf3f-d676baf6606f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:52:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['2ce42100-cd92-446f-915f-ef1ff0e1de2a'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:52:24.688692 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-defc85a6-e35e-452e-8d42-3e39fbe53c2d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:24.736356 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-a38f1621-7584-4f3e-a53a-08b1c5e7b3fb None None] Provisioning complete for port 8fc9c23b-be90-4629-a996-e0758a075ec1 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:52:24.736731 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a38f1621-7584-4f3e-a53a-08b1c5e7b3fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:24.767225 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-defc85a6-e35e-452e-8d42-3e39fbe53c2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:24.853015 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defc85a6-e35e-452e-8d42-3e39fbe53c2d admin admin] Pushing event updated for resources: {'Port': ['ID=761a5068-ae38-4642-9165-421e67286952,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:52:24.862930 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-defc85a6-e35e-452e-8d42-3e39fbe53c2d admin admin] Network 85f3b0ca-df16-43c0-9fa5-5996ee508933 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:52:24.865188 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22522614-2be6-4462-a1e4-75af057de8d0 None None] Pushing event updated for resources: {'Port': ['ID=8fc9c23b-be90-4629-a996-e0758a075ec1,revision_number=3']} {{(pid=102602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:52:24.870084 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-defc85a6-e35e-452e-8d42-3e39fbe53c2d admin admin] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:52:24.873962 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defc85a6-e35e-452e-8d42-3e39fbe53c2d admin admin] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:52:24.889777 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a38f1621-7584-4f3e-a53a-08b1c5e7b3fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:24.919467 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-a38f1621-7584-4f3e-a53a-08b1c5e7b3fb None None] For port 8fc9c23b-be90-4629-a996-e0758a075ec1, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=8fc9c23b-be90-4629-a996-e0758a075ec1,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:52:24.925559 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a38f1621-7584-4f3e-a53a-08b1c5e7b3fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:24.944744 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-defc85a6-e35e-452e-8d42-3e39fbe53c2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-933481'] for router_interface, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:24.956123 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d881a031-ecfb-486b-9b05-8aa846a893c7 None None] Network 85f3b0ca-df16-43c0-9fa5-5996ee508933 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:52:24.994838 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-f5d72678-55a0-4d9c-bf3f-d676baf6606f None None] Set router 2ce42100-cd92-446f-915f-ef1ff0e1de2a gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:52:25.113136 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-defc85a6-e35e-452e-8d42-3e39fbe53c2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:25.228651 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-f5d72678-55a0-4d9c-bf3f-d676baf6606f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce42100-cd92-446f-915f-ef1ff0e1de2a', 'name': 'tempest-TestSnapshotPattern-1672757638-router', 'tenant_id': 'dfa74c780e4e4b109fb6a64c14e7d45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': '8fc9c23b-be90-4629-a996-e0758a075ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:52:21Z', 'updated_at': '2021-11-12T09:52:22Z', 'revision_number': 3, 'project_id': 'dfa74c780e4e4b109fb6a64c14e7d45c', 'gw_port': {'id': '8fc9c23b-be90-4629-a996-e0758a075ec1', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7a:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ce42100-cd92-446f-915f-ef1ff0e1de2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:52:22Z', 'updated_at': '2021-11-12T09:52:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:52:25.251175 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38f1621-7584-4f3e-a53a-08b1c5e7b3fb None None] Pushing event updated for resources: {'Port': ['ID=8fc9c23b-be90-4629-a996-e0758a075ec1,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:52:25.261319 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d72678-55a0-4d9c-bf3f-d676baf6606f None None] The sync data for ids ['2ce42100-cd92-446f-915f-ef1ff0e1de2a'] in n-d-765315-29 is: [{'id': '2ce42100-cd92-446f-915f-ef1ff0e1de2a', 'name': 'tempest-TestSnapshotPattern-1672757638-router', 'tenant_id': 'dfa74c780e4e4b109fb6a64c14e7d45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': '8fc9c23b-be90-4629-a996-e0758a075ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:52:21Z', 'updated_at': '2021-11-12T09:52:22Z', 'revision_number': 3, 'project_id': 'dfa74c780e4e4b109fb6a64c14e7d45c', 'gw_port': {'id': '8fc9c23b-be90-4629-a996-e0758a075ec1', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7a:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ce42100-cd92-446f-915f-ef1ff0e1de2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:52:22Z', 'updated_at': '2021-11-12T09:52:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:52:25.266662 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-9e0acd4c-ef39-4f17-b9c4-ba90cb97caa6 None None] Provisioning complete for port 9baba6cf-d7d6-474b-afa9-68468532acf1 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:52:25.267121 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9e0acd4c-ef39-4f17-b9c4-ba90cb97caa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:25.363547 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-defc85a6-e35e-452e-8d42-3e39fbe53c2d admin admin] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:25.373125 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-defc85a6-e35e-452e-8d42-3e39fbe53c2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:25.438905 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9e0acd4c-ef39-4f17-b9c4-ba90cb97caa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:25.472785 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defc85a6-e35e-452e-8d42-3e39fbe53c2d admin admin] Pushing event updated for resources: {'Port': ['ID=761a5068-ae38-4642-9165-421e67286952,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:52:25.503937 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-defc85a6-e35e-452e-8d42-3e39fbe53c2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-933629'] for router_interface, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:25.506879 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-9e0acd4c-ef39-4f17-b9c4-ba90cb97caa6 None None] For port 9baba6cf-d7d6-474b-afa9-68468532acf1, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=9baba6cf-d7d6-474b-afa9-68468532acf1,segment=NetworkSegment(1c71909c-f203-4bca-a366-6d02b4543989),segment_id=1c71909c-f203-4bca-a366-6d02b4543989)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:52:25.514982 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9e0acd4c-ef39-4f17-b9c4-ba90cb97caa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:25.613049 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 9baba6cf-d7d6-474b-afa9-68468532acf1 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:52:25.660826 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0acd4c-ef39-4f17-b9c4-ba90cb97caa6 None None] Pushing event updated for resources: {'Port': ['ID=9baba6cf-d7d6-474b-afa9-68468532acf1,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:52:25.700213 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-defc85a6-e35e-452e-8d42-3e39fbe53c2d admin admin] Network 85f3b0ca-df16-43c0-9fa5-5996ee508933 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:52:25.704591 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-defc85a6-e35e-452e-8d42-3e39fbe53c2d admin admin] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:52:25.734344 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 9baba6cf-d7d6-474b-afa9-68468532acf1 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:52:25.734802 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:25.899857 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-cff342a0-ee9f-49d4-a28a-2a3d8a9fd77e None None] Provisioning complete for port 761a5068-ae38-4642-9165-421e67286952 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:52:25.900232 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-cff342a0-ee9f-49d4-a28a-2a3d8a9fd77e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:25.901149 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-defc85a6-e35e-452e-8d42-3e39fbe53c2d admin admin] Router 2ce42100-cd92-446f-915f-ef1ff0e1de2a has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:52:25.905993 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device a68b084c-fb4e-4e6e-b062-7816396c7a88 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:52:25.978575 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-cff342a0-ee9f-49d4-a28a-2a3d8a9fd77e None None] Port 761a5068-ae38-4642-9165-421e67286952 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:52:25.996607 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-cff342a0-ee9f-49d4-a28a-2a3d8a9fd77e None None] Provisioning complete for port 9baba6cf-d7d6-474b-afa9-68468532acf1 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:52:25.996979 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-cff342a0-ee9f-49d4-a28a-2a3d8a9fd77e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:26.039597 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port a68b084c-fb4e-4e6e-b062-7816396c7a88 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:52:26.039597 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:26.058998 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-defc85a6-e35e-452e-8d42-3e39fbe53c2d admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:52:26.071140 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-defc85a6-e35e-452e-8d42-3e39fbe53c2d admin admin] 10.222.0.26 "PUT /v2.0/routers/2ce42100-cd92-446f-915f-ef1ff0e1de2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5573928 Nov 12 09:52:26.253549 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-54db1c5d-1f2f-49c1-a976-424d47779dd8 None None] Provisioning complete for port 761a5068-ae38-4642-9165-421e67286952 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:52:26.253908 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-54db1c5d-1f2f-49c1-a976-424d47779dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:26.300927 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-54db1c5d-1f2f-49c1-a976-424d47779dd8 None None] Port 761a5068-ae38-4642-9165-421e67286952 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:52:26.423421 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-b295ba09-b39b-4965-bfe3-e81ba9a8db11 None None] Provisioning complete for port 761a5068-ae38-4642-9165-421e67286952 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:52:26.423877 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b295ba09-b39b-4965-bfe3-e81ba9a8db11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:26.472491 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-b295ba09-b39b-4965-bfe3-e81ba9a8db11 None None] Port 761a5068-ae38-4642-9165-421e67286952 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:52:26.852225 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 45462) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:52:26.856936 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-e6f3ab76-5ec2-4a1a-874b-b30a201ab272 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1430222236', 'description': 'tempest-secgroup-smoke-1430222236 description', 'project_id': '4dcbe0245c334229a5752977e0ecb451'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:52:26.879939 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e6f3ab76-5ec2-4a1a-874b-b30a201ab272 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Publish callbacks [] for security_group, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:26.961999 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e6f3ab76-5ec2-4a1a-874b-b30a201ab272 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Publish callbacks [] for security_group, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:26.966861 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e6f3ab76-5ec2-4a1a-874b-b30a201ab272 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:26.998835 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-e6f3ab76-5ec2-4a1a-874b-b30a201ab272 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:27.000072 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-e6f3ab76-5ec2-4a1a-874b-b30a201ab272 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1468313 Nov 12 09:52:27.001980 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f3ab76-5ec2-4a1a-874b-b30a201ab272 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf1ed179-de9f-45ad-830f-454099d2cef1,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:52:27.003355 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 45464) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:52:27.008299 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-358883f4-88fa-406f-b768-1e84b9581568 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Request body: {'security_group_rule': {'security_group_id': 'cf1ed179-de9f-45ad-830f-454099d2cef1', 'project_id': '4dcbe0245c334229a5752977e0ecb451', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:52:27.041756 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-358883f4-88fa-406f-b768-1e84b9581568 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:27.101122 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-358883f4-88fa-406f-b768-1e84b9581568 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:27.105342 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-358883f4-88fa-406f-b768-1e84b9581568 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:27.124990 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358883f4-88fa-406f-b768-1e84b9581568 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25642052-1737-4cb0-9385-0ab4dfe88ceb,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:52:27.134649 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-358883f4-88fa-406f-b768-1e84b9581568 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:27.135982 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-358883f4-88fa-406f-b768-1e84b9581568 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1313691 Nov 12 09:52:27.138804 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 45466) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:52:27.143116 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-e6b6aae0-3d23-4b27-9ed9-70ba9c1bc551 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Request body: {'security_group_rule': {'security_group_id': 'cf1ed179-de9f-45ad-830f-454099d2cef1', 'project_id': '4dcbe0245c334229a5752977e0ecb451', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:52:27.171843 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e6b6aae0-3d23-4b27-9ed9-70ba9c1bc551 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:27.235321 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e6b6aae0-3d23-4b27-9ed9-70ba9c1bc551 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:27.239547 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e6b6aae0-3d23-4b27-9ed9-70ba9c1bc551 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:27.259259 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b6aae0-3d23-4b27-9ed9-70ba9c1bc551 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=575fd617-a8e8-4347-9a2a-70c525405f56,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:52:27.263656 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-e6b6aae0-3d23-4b27-9ed9-70ba9c1bc551 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:27.264941 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-e6b6aae0-3d23-4b27-9ed9-70ba9c1bc551 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1251235 Nov 12 09:52:27.267827 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 45468) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:52:27.272541 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-2fd14d1c-c7cc-4562-a8a0-541d1a1f9934 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Request body: {'security_group_rule': {'security_group_id': 'cf1ed179-de9f-45ad-830f-454099d2cef1', 'project_id': '4dcbe0245c334229a5752977e0ecb451', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:52:27.299957 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2fd14d1c-c7cc-4562-a8a0-541d1a1f9934 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:27.372218 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2fd14d1c-c7cc-4562-a8a0-541d1a1f9934 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:27.375971 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2fd14d1c-c7cc-4562-a8a0-541d1a1f9934 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:27.394201 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd14d1c-c7cc-4562-a8a0-541d1a1f9934 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d31e0241-7f5a-4460-8353-05ec5f568bce,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:52:27.402002 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2fd14d1c-c7cc-4562-a8a0-541d1a1f9934 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:27.405771 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-2fd14d1c-c7cc-4562-a8a0-541d1a1f9934 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1344578 Nov 12 09:52:27.407792 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 45470) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:52:27.412523 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-4b3022ec-7fca-4cbb-a272-afd749b3e238 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Request body: {'security_group_rule': {'security_group_id': 'cf1ed179-de9f-45ad-830f-454099d2cef1', 'project_id': '4dcbe0245c334229a5752977e0ecb451', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:52:27.442498 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4b3022ec-7fca-4cbb-a272-afd749b3e238 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:27.504557 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4b3022ec-7fca-4cbb-a272-afd749b3e238 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:27.508990 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4b3022ec-7fca-4cbb-a272-afd749b3e238 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:27.529722 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3022ec-7fca-4cbb-a272-afd749b3e238 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1d9fcaf-45dc-41b9-a2db-45b358d427a5,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:52:27.538047 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-4b3022ec-7fca-4cbb-a272-afd749b3e238 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:27.541925 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-4b3022ec-7fca-4cbb-a272-afd749b3e238 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1305907 Nov 12 09:52:27.543045 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 45472) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:52:27.549407 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-1f3e3f72-afc0-4268-8c99-8795d4625d1f tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Request body: {'security_group_rule': {'security_group_id': 'cf1ed179-de9f-45ad-830f-454099d2cef1', 'project_id': '4dcbe0245c334229a5752977e0ecb451', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:52:27.557032 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 8fc9c23b-be90-4629-a996-e0758a075ec1 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:52:27.573354 n-d-765315-29 neutron-server[102600]: INFO neutron.db.securitygroups_db [None req-1f3e3f72-afc0-4268-8c99-8795d4625d1f tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Project 4dcbe0245c334229a5752977e0ecb451 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:52:27.578986 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1f3e3f72-afc0-4268-8c99-8795d4625d1f tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:27.613933 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 8fc9c23b-be90-4629-a996-e0758a075ec1 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:52:27.614462 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:27.643315 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1f3e3f72-afc0-4268-8c99-8795d4625d1f tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:27.648006 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1f3e3f72-afc0-4268-8c99-8795d4625d1f tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:27.669030 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3e3f72-afc0-4268-8c99-8795d4625d1f tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=565f4a59-5b5a-4605-9136-c45765f38976,revision_number=0']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:52:27.679120 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-1f3e3f72-afc0-4268-8c99-8795d4625d1f tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:27.680494 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-1f3e3f72-afc0-4268-8c99-8795d4625d1f tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1349807 Nov 12 09:52:27.683729 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 45474) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:52:27.688483 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-d8013ac5-83a6-45ba-a81b-f0d1bc7e4980 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Request body: {'security_group_rule': {'security_group_id': 'cf1ed179-de9f-45ad-830f-454099d2cef1', 'project_id': '4dcbe0245c334229a5752977e0ecb451', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:52:27.710942 n-d-765315-29 neutron-server[102599]: INFO neutron.db.securitygroups_db [None req-d8013ac5-83a6-45ba-a81b-f0d1bc7e4980 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Project 4dcbe0245c334229a5752977e0ecb451 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:52:27.716009 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 9baba6cf-d7d6-474b-afa9-68468532acf1 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:52:27.717112 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d8013ac5-83a6-45ba-a81b-f0d1bc7e4980 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:27.768285 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 9baba6cf-d7d6-474b-afa9-68468532acf1 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:52:27.768648 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:27.780086 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d8013ac5-83a6-45ba-a81b-f0d1bc7e4980 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:27.783795 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d8013ac5-83a6-45ba-a81b-f0d1bc7e4980 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528265'] for security_group_rule, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:27.802809 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8013ac5-83a6-45ba-a81b-f0d1bc7e4980 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce660585-c072-4054-96eb-f4f083c5e9d8,revision_number=0']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:52:27.811326 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-d8013ac5-83a6-45ba-a81b-f0d1bc7e4980 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:27.812548 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-d8013ac5-83a6-45ba-a81b-f0d1bc7e4980 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1277578 Nov 12 09:52:27.944580 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7bc842-cb06-46c6-9a55-43ccb887bcba None None] Sync routers for ids ['2ce42100-cd92-446f-915f-ef1ff0e1de2a'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:52:27.955368 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7bc842-cb06-46c6-9a55-43ccb887bcba None None] Routers {'2ce42100-cd92-446f-915f-ef1ff0e1de2a'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:52:27.955956 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-6b7bc842-cb06-46c6-9a55-43ccb887bcba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:52:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['2ce42100-cd92-446f-915f-ef1ff0e1de2a'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:52:27.970786 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-927825d0-4aee-4192-b577-fe48e5ccaebc req-91e9729e-ec51-4f31-8aed-b89e3e1b746c tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1430222236&fields=id&tenant_id=4dcbe0245c334229a5752977e0ecb451 HTTP/1.1" status: 200 len: 267 time: 0.0477872 Nov 12 09:52:28.066283 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-6b7bc842-cb06-46c6-9a55-43ccb887bcba None None] Set router 2ce42100-cd92-446f-915f-ef1ff0e1de2a gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:52:28.083742 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927825d0-4aee-4192-b577-fe48e5ccaebc req-c916582a-23cc-4e53-af9d-4f0e7d4749b5 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:28.085253 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-927825d0-4aee-4192-b577-fe48e5ccaebc req-c916582a-23cc-4e53-af9d-4f0e7d4749b5 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] 10.222.0.26 "GET /v2.0/networks?id=77a37b24-b08b-4825-9d70-c8cefd0d2560 HTTP/1.1" status: 200 len: 809 time: 0.1074979 Nov 12 09:52:28.101174 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-927825d0-4aee-4192-b577-fe48e5ccaebc req-4e162bdf-835e-4a91-8aca-dbf50597878f tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] 10.222.0.26 "GET /v2.0/quotas/4dcbe0245c334229a5752977e0ecb451 HTTP/1.1" status: 200 len: 375 time: 0.0094280 Nov 12 09:52:28.154776 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-927825d0-4aee-4192-b577-fe48e5ccaebc req-67f56498-2977-4a13-8726-5e6954bfb43e tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=4dcbe0245c334229a5752977e0ecb451&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473650 Nov 12 09:52:28.269606 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [req-927825d0-4aee-4192-b577-fe48e5ccaebc req-7da75a54-d79a-455f-92ba-ce2c2b86b897 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=102600) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:52:28.270651 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-927825d0-4aee-4192-b577-fe48e5ccaebc req-7da75a54-d79a-455f-92ba-ce2c2b86b897 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1039183 Nov 12 09:52:28.278426 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-6b7bc842-cb06-46c6-9a55-43ccb887bcba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce42100-cd92-446f-915f-ef1ff0e1de2a', 'name': 'tempest-TestSnapshotPattern-1672757638-router', 'tenant_id': 'dfa74c780e4e4b109fb6a64c14e7d45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': '8fc9c23b-be90-4629-a996-e0758a075ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:52:21Z', 'updated_at': '2021-11-12T09:52:25Z', 'revision_number': 4, 'project_id': 'dfa74c780e4e4b109fb6a64c14e7d45c', 'gw_port': {'id': '8fc9c23b-be90-4629-a996-e0758a075ec1', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce42100-cd92-446f-915f-ef1ff0e1de2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:52:22Z', 'updated_at': '2021-11-12T09:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '761a5068-ae38-4642-9165-421e67286952', 'name': '', 'network_id': '85f3b0ca-df16-43c0-9fa5-5996ee508933', 'tenant_id': 'dfa74c780e4e4b109fb6a64c14e7d45c', 'mac_address': 'fa:16:3e:61:0d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ce42100-cd92-446f-915f-ef1ff0e1de2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '5fdaf025-b60a-41ac-9ecc-e93b5658ca38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:52:24Z', 'updated_at': '2021-11-12T09:52:25Z', 'revision_number': 2, 'project_id': 'dfa74c780e4e4b109fb6a64c14e7d45c', 'subnets': [{'id': '5fdaf025-b60a-41ac-9ecc-e93b5658ca38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:52:28.306089 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7bc842-cb06-46c6-9a55-43ccb887bcba None None] Checking router: 2ce42100-cd92-446f-915f-ef1ff0e1de2a for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:52:28.306480 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7bc842-cb06-46c6-9a55-43ccb887bcba None None] Updating router 2ce42100-cd92-446f-915f-ef1ff0e1de2a port 761a5068-ae38-4642-9165-421e67286952 binding host n-d-765315-29 {{(pid=102601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:52:28.332330 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6b7bc842-cb06-46c6-9a55-43ccb887bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:28.369506 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-927825d0-4aee-4192-b577-fe48e5ccaebc req-ec1b2b8d-071a-43f7-8cb4-d54916fe55f9 service neutron] 10.222.0.26 "GET /v2.0/networks/77a37b24-b08b-4825-9d70-c8cefd0d2560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914724 Nov 12 09:52:28.471691 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-927825d0-4aee-4192-b577-fe48e5ccaebc req-1ddd78fe-eaaf-42b4-a284-dff117f2ec0c service neutron] 10.222.0.26 "GET /v2.0/networks/77a37b24-b08b-4825-9d70-c8cefd0d2560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955901 Nov 12 09:52:28.626049 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6b7bc842-cb06-46c6-9a55-43ccb887bcba None None] Publish callbacks [] for port, precommit_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:28.638068 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6b7bc842-cb06-46c6-9a55-43ccb887bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:28.645971 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-05c089d4-06bd-4305-a421-4225e3164763 req-a7aca5a1-ad6f-40c8-be78-7f9fabbafd77 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] 10.222.0.26 "GET /v2.0/ports?device_id=aae47894-28e6-4ba8-b8fc-6251e01c744a HTTP/1.1" status: 200 len: 210 time: 0.0349479 Nov 12 09:52:28.711454 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dce1627-cc67-4ff5-b3ef-e5341dd4dbbf None None] Pushing event updated for resources: {'Port': ['ID=761a5068-ae38-4642-9165-421e67286952,revision_number=3']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:52:28.765562 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-6b7bc842-cb06-46c6-9a55-43ccb887bcba None None] Attempting to bind port 761a5068-ae38-4642-9165-421e67286952 on host n-d-765315-29 for vnic_type normal with profile {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:52:28.766027 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-6b7bc842-cb06-46c6-9a55-43ccb887bcba None None] Attempting to bind port 761a5068-ae38-4642-9165-421e67286952 by drivers openvswitch,hyperv on host n-d-765315-29 at level 0 using segments [{'id': '1c71909c-f203-4bca-a366-6d02b4543989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '85f3b0ca-df16-43c0-9fa5-5996ee508933'}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:52:28.766482 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7bc842-cb06-46c6-9a55-43ccb887bcba None None] Attempting to bind port 761a5068-ae38-4642-9165-421e67286952 on network 85f3b0ca-df16-43c0-9fa5-5996ee508933 {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:52:28.772156 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7bc842-cb06-46c6-9a55-43ccb887bcba None None] Checking agent: {'id': '917dae5c-c820-450e-9340-b3e5a421e05e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 7, 56, 40), 'started_at': datetime.datetime(2021, 11, 12, 7, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-765315-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:52:28.772698 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7bc842-cb06-46c6-9a55-43ccb887bcba None None] Checking segment: {'id': '1c71909c-f203-4bca-a366-6d02b4543989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '85f3b0ca-df16-43c0-9fa5-5996ee508933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:52:28.773194 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6b7bc842-cb06-46c6-9a55-43ccb887bcba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:28.773728 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7bc842-cb06-46c6-9a55-43ccb887bcba None None] Bound using segment: {'id': '1c71909c-f203-4bca-a366-6d02b4543989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '85f3b0ca-df16-43c0-9fa5-5996ee508933'} {{(pid=102601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:52:28.774302 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.managers [None req-6b7bc842-cb06-46c6-9a55-43ccb887bcba None None] Bound port: 761a5068-ae38-4642-9165-421e67286952, host: n-d-765315-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c71909c-f203-4bca-a366-6d02b4543989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '85f3b0ca-df16-43c0-9fa5-5996ee508933'}}] {{(pid=102601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:52:28.774806 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6b7bc842-cb06-46c6-9a55-43ccb887bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:28.851302 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-6b7bc842-cb06-46c6-9a55-43ccb887bcba None None] For port 761a5068-ae38-4642-9165-421e67286952, host n-d-765315-29, cleared binding levels {{(pid=102601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:52:28.855850 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-6b7bc842-cb06-46c6-9a55-43ccb887bcba None None] For port 761a5068-ae38-4642-9165-421e67286952, host n-d-765315-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=761a5068-ae38-4642-9165-421e67286952,segment=NetworkSegment(1c71909c-f203-4bca-a366-6d02b4543989),segment_id=1c71909c-f203-4bca-a366-6d02b4543989)] {{(pid=102601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:52:28.862683 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6b7bc842-cb06-46c6-9a55-43ccb887bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:28.924211 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7bc842-cb06-46c6-9a55-43ccb887bcba None None] Routers {'2ce42100-cd92-446f-915f-ef1ff0e1de2a'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:52:28.924835 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-6b7bc842-cb06-46c6-9a55-43ccb887bcba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:52:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['2ce42100-cd92-446f-915f-ef1ff0e1de2a'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:52:28.928215 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dce1627-cc67-4ff5-b3ef-e5341dd4dbbf None None] Pushing event updated for resources: {'Port': ['ID=761a5068-ae38-4642-9165-421e67286952,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:52:29.051187 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-bdc8ff89-2daa-432e-9c7f-772683d6d700 None None] Provisioning complete for port 761a5068-ae38-4642-9165-421e67286952 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:52:29.051841 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-bdc8ff89-2daa-432e-9c7f-772683d6d700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:29.054744 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-6b7bc842-cb06-46c6-9a55-43ccb887bcba None None] Set router 2ce42100-cd92-446f-915f-ef1ff0e1de2a gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:52:29.262601 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-bdc8ff89-2daa-432e-9c7f-772683d6d700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:29.329327 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-bdc8ff89-2daa-432e-9c7f-772683d6d700 None None] For port 761a5068-ae38-4642-9165-421e67286952, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=761a5068-ae38-4642-9165-421e67286952,segment=NetworkSegment(1c71909c-f203-4bca-a366-6d02b4543989),segment_id=1c71909c-f203-4bca-a366-6d02b4543989)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:52:29.335994 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-bdc8ff89-2daa-432e-9c7f-772683d6d700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:29.396662 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-6b7bc842-cb06-46c6-9a55-43ccb887bcba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce42100-cd92-446f-915f-ef1ff0e1de2a', 'name': 'tempest-TestSnapshotPattern-1672757638-router', 'tenant_id': 'dfa74c780e4e4b109fb6a64c14e7d45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': '8fc9c23b-be90-4629-a996-e0758a075ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:52:21Z', 'updated_at': '2021-11-12T09:52:25Z', 'revision_number': 4, 'project_id': 'dfa74c780e4e4b109fb6a64c14e7d45c', 'gw_port': {'id': '8fc9c23b-be90-4629-a996-e0758a075ec1', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce42100-cd92-446f-915f-ef1ff0e1de2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:52:22Z', 'updated_at': '2021-11-12T09:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '761a5068-ae38-4642-9165-421e67286952', 'name': '', 'network_id': '85f3b0ca-df16-43c0-9fa5-5996ee508933', 'tenant_id': 'dfa74c780e4e4b109fb6a64c14e7d45c', 'mac_address': 'fa:16:3e:61:0d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ce42100-cd92-446f-915f-ef1ff0e1de2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '5fdaf025-b60a-41ac-9ecc-e93b5658ca38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:52:24Z', 'updated_at': '2021-11-12T09:52:28Z', 'revision_number': 4, 'project_id': 'dfa74c780e4e4b109fb6a64c14e7d45c', 'subnets': [{'id': '5fdaf025-b60a-41ac-9ecc-e93b5658ca38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:52:29.398487 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc8ff89-2daa-432e-9c7f-772683d6d700 None None] Pushing event updated for resources: {'Port': ['ID=761a5068-ae38-4642-9165-421e67286952,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:52:29.595535 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7bc842-cb06-46c6-9a55-43ccb887bcba None None] The sync data for ids ['2ce42100-cd92-446f-915f-ef1ff0e1de2a'] in n-d-765315-29 is: [{'id': '2ce42100-cd92-446f-915f-ef1ff0e1de2a', 'name': 'tempest-TestSnapshotPattern-1672757638-router', 'tenant_id': 'dfa74c780e4e4b109fb6a64c14e7d45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': '8fc9c23b-be90-4629-a996-e0758a075ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:52:21Z', 'updated_at': '2021-11-12T09:52:25Z', 'revision_number': 4, 'project_id': 'dfa74c780e4e4b109fb6a64c14e7d45c', 'gw_port': {'id': '8fc9c23b-be90-4629-a996-e0758a075ec1', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce42100-cd92-446f-915f-ef1ff0e1de2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:52:22Z', 'updated_at': '2021-11-12T09:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': '761a5068-ae38-4642-9165-421e67286952', 'name': '', 'network_id': '85f3b0ca-df16-43c0-9fa5-5996ee508933', 'tenant_id': 'dfa74c780e4e4b109fb6a64c14e7d45c', 'mac_address': 'fa:16:3e:61:0d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ce42100-cd92-446f-915f-ef1ff0e1de2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '5fdaf025-b60a-41ac-9ecc-e93b5658ca38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:52:24Z', 'updated_at': '2021-11-12T09:52:28Z', 'revision_number': 4, 'project_id': 'dfa74c780e4e4b109fb6a64c14e7d45c', 'subnets': [{'id': '5fdaf025-b60a-41ac-9ecc-e93b5658ca38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:52:29.607170 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-91423b7f-da38-4095-947d-87f1a8bb9177 None None] Provisioning complete for port 761a5068-ae38-4642-9165-421e67286952 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:52:29.607526 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-91423b7f-da38-4095-947d-87f1a8bb9177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:29.776178 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7161c5d9-c49b-4a90-8439-792723726898 req-ba170e1d-4558-4ef8-b5c1-176434ac5a74 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] 10.222.0.26 "GET /v2.0/ports?device_id=aae47894-28e6-4ba8-b8fc-6251e01c744a HTTP/1.1" status: 200 len: 210 time: 0.0314529 Nov 12 09:52:29.963437 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927825d0-4aee-4192-b577-fe48e5ccaebc req-4e6fd7d4-2841-43c7-8f0a-89213fa51dd8 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:29.965901 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-927825d0-4aee-4192-b577-fe48e5ccaebc req-4e6fd7d4-2841-43c7-8f0a-89213fa51dd8 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] 10.222.0.44 "GET /v2.0/networks?id=77a37b24-b08b-4825-9d70-c8cefd0d2560 HTTP/1.1" status: 200 len: 809 time: 0.1245801 Nov 12 09:52:30.047414 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-927825d0-4aee-4192-b577-fe48e5ccaebc req-0a46b2ff-99bf-483c-b346-3d3f906e29a5 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4dcbe0245c334229a5752977e0ecb451 HTTP/1.1" status: 200 len: 380 time: 0.0591731 Nov 12 09:52:30.090338 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-927825d0-4aee-4192-b577-fe48e5ccaebc req-1611f0e8-7c4d-4885-99f6-2be1bf4089b7 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Request body: {'port': {'device_id': 'aae47894-28e6-4ba8-b8fc-6251e01c744a', 'network_id': '77a37b24-b08b-4825-9d70-c8cefd0d2560', 'admin_state_up': True, 'tenant_id': '4dcbe0245c334229a5752977e0ecb451', 'security_groups': ['cf1ed179-de9f-45ad-830f-454099d2cef1']}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:52:30.213558 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-927825d0-4aee-4192-b577-fe48e5ccaebc req-1611f0e8-7c4d-4885-99f6-2be1bf4089b7 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Made reservation on behalf of 4dcbe0245c334229a5752977e0ecb451 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:52:30.218170 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-927825d0-4aee-4192-b577-fe48e5ccaebc req-1611f0e8-7c4d-4885-99f6-2be1bf4089b7 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:30.355707 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-927825d0-4aee-4192-b577-fe48e5ccaebc req-1611f0e8-7c4d-4885-99f6-2be1bf4089b7 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Allocated IP 172.20.0.7 (77a37b24-b08b-4825-9d70-c8cefd0d2560/062350dc-16aa-42ce-8b4f-31a64fe9370e/72ab2173-e3f5-4e5b-b388-c3deb9659d4d) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:52:30.498503 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-927825d0-4aee-4192-b577-fe48e5ccaebc req-1611f0e8-7c4d-4885-99f6-2be1bf4089b7 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:30.532396 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-927825d0-4aee-4192-b577-fe48e5ccaebc req-1611f0e8-7c4d-4885-99f6-2be1bf4089b7 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:30.575877 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-927825d0-4aee-4192-b577-fe48e5ccaebc req-1611f0e8-7c4d-4885-99f6-2be1bf4089b7 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Network 77a37b24-b08b-4825-9d70-c8cefd0d2560 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:52:30.578812 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-927825d0-4aee-4192-b577-fe48e5ccaebc req-1611f0e8-7c4d-4885-99f6-2be1bf4089b7 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:52:30.581711 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-927825d0-4aee-4192-b577-fe48e5ccaebc req-1611f0e8-7c4d-4885-99f6-2be1bf4089b7 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:52:30.623712 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1611f0e8-7c4d-4885-99f6-2be1bf4089b7 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Pushing event updated for resources: {'Port': ['ID=72ab2173-e3f5-4e5b-b388-c3deb9659d4d,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:52:30.652154 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927825d0-4aee-4192-b577-fe48e5ccaebc req-1611f0e8-7c4d-4885-99f6-2be1bf4089b7 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:30.652833 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-927825d0-4aee-4192-b577-fe48e5ccaebc req-1611f0e8-7c4d-4885-99f6-2be1bf4089b7 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:30.672039 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-927825d0-4aee-4192-b577-fe48e5ccaebc req-1611f0e8-7c4d-4885-99f6-2be1bf4089b7 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5864415 Nov 12 09:52:30.700818 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-927825d0-4aee-4192-b577-fe48e5ccaebc req-f9c9deab-65ec-48e8-8abb-4e4a89961612 service neutron] Request body: {'port': {'device_id': 'aae47894-28e6-4ba8-b8fc-6251e01c744a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:52:30.758173 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-927825d0-4aee-4192-b577-fe48e5ccaebc req-f9c9deab-65ec-48e8-8abb-4e4a89961612 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:30.850765 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-ad637e47-6d32-4c40-8f45-a327edc1ca1c None None] Provisioning complete for port 72ab2173-e3f5-4e5b-b388-c3deb9659d4d triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:52:30.851764 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ad637e47-6d32-4c40-8f45-a327edc1ca1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:30.892328 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-ad637e47-6d32-4c40-8f45-a327edc1ca1c None None] Port 72ab2173-e3f5-4e5b-b388-c3deb9659d4d cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:52:30.909441 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f340183-6783-4f18-89eb-9f3fc4a0a861 req-cd8944b0-9ab8-4046-8cff-204091d59ffc tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:30.911056 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9f340183-6783-4f18-89eb-9f3fc4a0a861 req-cd8944b0-9ab8-4046-8cff-204091d59ffc tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] 10.222.0.26 "GET /v2.0/ports?device_id=aae47894-28e6-4ba8-b8fc-6251e01c744a HTTP/1.1" status: 200 len: 931 time: 0.0543783 Nov 12 09:52:30.974402 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9f340183-6783-4f18-89eb-9f3fc4a0a861 req-f88d23a5-8546-4019-b22c-a56cb886b02b tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf1ed179-de9f-45ad-830f-454099d2cef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572338 Nov 12 09:52:31.039354 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-927825d0-4aee-4192-b577-fe48e5ccaebc req-f9c9deab-65ec-48e8-8abb-4e4a89961612 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72ab2173-e3f5-4e5b-b388-c3deb9659d4d {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:52:31.047018 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-927825d0-4aee-4192-b577-fe48e5ccaebc req-f9c9deab-65ec-48e8-8abb-4e4a89961612 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:31.058893 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-927825d0-4aee-4192-b577-fe48e5ccaebc req-f9c9deab-65ec-48e8-8abb-4e4a89961612 service neutron] Transition to ACTIVE for port object 72ab2173-e3f5-4e5b-b388-c3deb9659d4d will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:52:31.062542 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-927825d0-4aee-4192-b577-fe48e5ccaebc req-f9c9deab-65ec-48e8-8abb-4e4a89961612 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:31.114949 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c9deab-65ec-48e8-8abb-4e4a89961612 service neutron] Pushing event updated for resources: {'Port': ['ID=72ab2173-e3f5-4e5b-b388-c3deb9659d4d,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:52:31.189739 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-927825d0-4aee-4192-b577-fe48e5ccaebc req-f9c9deab-65ec-48e8-8abb-4e4a89961612 service neutron] Attempting to bind port 72ab2173-e3f5-4e5b-b388-c3deb9659d4d on host n-h2-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:52:31.190075 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-927825d0-4aee-4192-b577-fe48e5ccaebc req-f9c9deab-65ec-48e8-8abb-4e4a89961612 service neutron] Attempting to bind port 72ab2173-e3f5-4e5b-b388-c3deb9659d4d by drivers openvswitch,hyperv on host n-h2-765315-29 at level 0 using segments [{'id': '4e873102-37d1-49c2-b19d-7da6509840b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '77a37b24-b08b-4825-9d70-c8cefd0d2560'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:52:31.190391 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927825d0-4aee-4192-b577-fe48e5ccaebc req-f9c9deab-65ec-48e8-8abb-4e4a89961612 service neutron] Attempting to bind port 72ab2173-e3f5-4e5b-b388-c3deb9659d4d on network 77a37b24-b08b-4825-9d70-c8cefd0d2560 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:52:31.197007 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927825d0-4aee-4192-b577-fe48e5ccaebc req-f9c9deab-65ec-48e8-8abb-4e4a89961612 service neutron] Port 72ab2173-e3f5-4e5b-b388-c3deb9659d4d on network 77a37b24-b08b-4825-9d70-c8cefd0d2560 not bound, no agent of type Open vSwitch agent registered on host n-h2-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:52:31.197329 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927825d0-4aee-4192-b577-fe48e5ccaebc req-f9c9deab-65ec-48e8-8abb-4e4a89961612 service neutron] Attempting to bind port 72ab2173-e3f5-4e5b-b388-c3deb9659d4d on network 77a37b24-b08b-4825-9d70-c8cefd0d2560 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:52:31.204854 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927825d0-4aee-4192-b577-fe48e5ccaebc req-f9c9deab-65ec-48e8-8abb-4e4a89961612 service neutron] Checking agent: {'id': 'd6780e41-58c0-4269-aad2-2f0cdf765c2b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:52:31.205178 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927825d0-4aee-4192-b577-fe48e5ccaebc req-f9c9deab-65ec-48e8-8abb-4e4a89961612 service neutron] Checking segment: {'id': '4e873102-37d1-49c2-b19d-7da6509840b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '77a37b24-b08b-4825-9d70-c8cefd0d2560'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:52:31.205742 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927825d0-4aee-4192-b577-fe48e5ccaebc req-f9c9deab-65ec-48e8-8abb-4e4a89961612 service neutron] Bound using segment: {'id': '4e873102-37d1-49c2-b19d-7da6509840b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '77a37b24-b08b-4825-9d70-c8cefd0d2560'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:52:31.206183 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-927825d0-4aee-4192-b577-fe48e5ccaebc req-f9c9deab-65ec-48e8-8abb-4e4a89961612 service neutron] Bound port: 72ab2173-e3f5-4e5b-b388-c3deb9659d4d, host: n-h2-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e873102-37d1-49c2-b19d-7da6509840b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '77a37b24-b08b-4825-9d70-c8cefd0d2560'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:52:31.206645 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-927825d0-4aee-4192-b577-fe48e5ccaebc req-f9c9deab-65ec-48e8-8abb-4e4a89961612 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:31.280484 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-927825d0-4aee-4192-b577-fe48e5ccaebc req-f9c9deab-65ec-48e8-8abb-4e4a89961612 service neutron] For port 72ab2173-e3f5-4e5b-b388-c3deb9659d4d, host n-h2-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:52:31.283826 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-927825d0-4aee-4192-b577-fe48e5ccaebc req-f9c9deab-65ec-48e8-8abb-4e4a89961612 service neutron] For port 72ab2173-e3f5-4e5b-b388-c3deb9659d4d, host n-h2-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=72ab2173-e3f5-4e5b-b388-c3deb9659d4d,segment=NetworkSegment(4e873102-37d1-49c2-b19d-7da6509840b9),segment_id=4e873102-37d1-49c2-b19d-7da6509840b9)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:52:31.288754 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-927825d0-4aee-4192-b577-fe48e5ccaebc req-f9c9deab-65ec-48e8-8abb-4e4a89961612 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:31.324502 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927825d0-4aee-4192-b577-fe48e5ccaebc req-f9c9deab-65ec-48e8-8abb-4e4a89961612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:31.325133 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-927825d0-4aee-4192-b577-fe48e5ccaebc req-f9c9deab-65ec-48e8-8abb-4e4a89961612 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:31.326534 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-927825d0-4aee-4192-b577-fe48e5ccaebc req-f9c9deab-65ec-48e8-8abb-4e4a89961612 service neutron] 10.222.0.44 "PUT /v2.0/ports/72ab2173-e3f5-4e5b-b388-c3deb9659d4d HTTP/1.1" status: 200 len: 1092 time: 0.6303797 Nov 12 09:52:31.327026 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aae47894-28e6-4ba8-b8fc-6251e01c744a', 'tag': '72ab2173-e3f5-4e5b-b388-c3deb9659d4d'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:52:31.329287 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c022ff2c5cb8d3060857f92f3690e67c01ee9cc1391db4b92ea76e21aea06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79960288-d6f6-4d3d-ac7c-a45bc89d99b5" -d '{"events": [{"name": "network-changed", "server_uuid": "aae47894-28e6-4ba8-b8fc-6251e01c744a", "tag": "72ab2173-e3f5-4e5b-b388-c3deb9659d4d"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:52:31.357637 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c9deab-65ec-48e8-8abb-4e4a89961612 service neutron] Pushing event updated for resources: {'Port': ['ID=72ab2173-e3f5-4e5b-b388-c3deb9659d4d,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:52:31.386540 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c069596-209c-408a-a780-3af1c12704eb x-openstack-request-id: req-5c069596-209c-408a-a780-3af1c12704eb {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:52:31.386865 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aae47894-28e6-4ba8-b8fc-6251e01c744a", "tag": "72ab2173-e3f5-4e5b-b388-c3deb9659d4d", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:52:31.387123 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5c069596-209c-408a-a780-3af1c12704eb {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:52:31.387966 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aae47894-28e6-4ba8-b8fc-6251e01c744a', 'tag': '72ab2173-e3f5-4e5b-b388-c3deb9659d4d', 'status': 'completed', 'code': 200} Nov 12 09:52:31.487210 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927825d0-4aee-4192-b577-fe48e5ccaebc req-4d149796-45b1-4d1f-ade3-7477cdc966b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:31.489120 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-927825d0-4aee-4192-b577-fe48e5ccaebc req-4d149796-45b1-4d1f-ade3-7477cdc966b1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4dcbe0245c334229a5752977e0ecb451&device_id=aae47894-28e6-4ba8-b8fc-6251e01c744a HTTP/1.1" status: 200 len: 1095 time: 0.0704098 Nov 12 09:52:31.516453 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 761a5068-ae38-4642-9165-421e67286952 up at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:52:31.553902 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-927825d0-4aee-4192-b577-fe48e5ccaebc req-347341ed-adf7-4b10-bb94-1ff48030e1d7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=72ab2173-e3f5-4e5b-b388-c3deb9659d4d HTTP/1.1" status: 200 len: 217 time: 0.0411885 Nov 12 09:52:31.573336 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Provisioning complete for port 761a5068-ae38-4642-9165-421e67286952 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:52:31.574349 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:31.623674 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927825d0-4aee-4192-b577-fe48e5ccaebc req-2ecc8fb7-b36f-4cad-9f19-0609426dcc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:31.625103 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-927825d0-4aee-4192-b577-fe48e5ccaebc req-2ecc8fb7-b36f-4cad-9f19-0609426dcc59 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=062350dc-16aa-42ce-8b4f-31a64fe9370e HTTP/1.1" status: 200 len: 848 time: 0.0585501 Nov 12 09:52:31.680275 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927825d0-4aee-4192-b577-fe48e5ccaebc req-c3466cf0-a46d-4a68-bdde-630481fcc8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:31.681784 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-927825d0-4aee-4192-b577-fe48e5ccaebc req-c3466cf0-a46d-4a68-bdde-630481fcc8d3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=77a37b24-b08b-4825-9d70-c8cefd0d2560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0486822 Nov 12 09:52:31.781362 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-927825d0-4aee-4192-b577-fe48e5ccaebc req-006ae7db-f196-468f-8498-2f9af351ae3e service neutron] 10.222.0.44 "GET /v2.0/networks/77a37b24-b08b-4825-9d70-c8cefd0d2560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914464 Nov 12 09:52:32.095359 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c619eea-79a6-466f-8663-002a6debdc70 req-0f9dc8f3-5474-48fe-b989-a49ffeac187f tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:32.097057 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0c619eea-79a6-466f-8663-002a6debdc70 req-0f9dc8f3-5474-48fe-b989-a49ffeac187f tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] 10.222.0.26 "GET /v2.0/ports?device_id=aae47894-28e6-4ba8-b8fc-6251e01c744a HTTP/1.1" status: 200 len: 943 time: 0.0515153 Nov 12 09:52:32.154368 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-0c619eea-79a6-466f-8663-002a6debdc70 req-5d49c3da-b7fc-409f-beb4-cd2539a3f212 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf1ed179-de9f-45ad-830f-454099d2cef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512414 Nov 12 09:52:32.240519 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-927825d0-4aee-4192-b577-fe48e5ccaebc req-b4ddd0f6-e863-4831-8ab4-e9c45a920d15 service neutron] 10.222.0.44 "GET /v2.0/networks/77a37b24-b08b-4825-9d70-c8cefd0d2560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4498246 Nov 12 09:52:32.386341 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79960288-d6f6-4d3d-ac7c-a45bc89d99b5 req-e3604821-dda1-4985-872c-9bf9df56dd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:32.388139 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-79960288-d6f6-4d3d-ac7c-a45bc89d99b5 req-e3604821-dda1-4985-872c-9bf9df56dd7b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4dcbe0245c334229a5752977e0ecb451&device_id=aae47894-28e6-4ba8-b8fc-6251e01c744a HTTP/1.1" status: 200 len: 1095 time: 0.0445724 Nov 12 09:52:32.483826 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79960288-d6f6-4d3d-ac7c-a45bc89d99b5 req-9ee68f19-801c-4672-9d8b-af0253f4ccc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:32.485312 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-79960288-d6f6-4d3d-ac7c-a45bc89d99b5 req-9ee68f19-801c-4672-9d8b-af0253f4ccc2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=77a37b24-b08b-4825-9d70-c8cefd0d2560 HTTP/1.1" status: 200 len: 910 time: 0.0898678 Nov 12 09:52:32.528986 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-79960288-d6f6-4d3d-ac7c-a45bc89d99b5 req-629c099c-cdfb-4e93-af41-f82a90c33b6c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=72ab2173-e3f5-4e5b-b388-c3deb9659d4d HTTP/1.1" status: 200 len: 217 time: 0.0350063 Nov 12 09:52:32.582687 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79960288-d6f6-4d3d-ac7c-a45bc89d99b5 req-340f9a2a-f894-46e6-8f46-170f015ec1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:32.584126 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-79960288-d6f6-4d3d-ac7c-a45bc89d99b5 req-340f9a2a-f894-46e6-8f46-170f015ec1fe service neutron] 10.222.0.44 "GET /v2.0/subnets?id=062350dc-16aa-42ce-8b4f-31a64fe9370e HTTP/1.1" status: 200 len: 848 time: 0.0472543 Nov 12 09:52:32.631774 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79960288-d6f6-4d3d-ac7c-a45bc89d99b5 req-5ee8d7e3-2a3b-4bf3-8ec3-b22e69b6e2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:32.633276 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-79960288-d6f6-4d3d-ac7c-a45bc89d99b5 req-5ee8d7e3-2a3b-4bf3-8ec3-b22e69b6e2e0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=77a37b24-b08b-4825-9d70-c8cefd0d2560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414305 Nov 12 09:52:32.732690 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-79960288-d6f6-4d3d-ac7c-a45bc89d99b5 req-ae86516e-4977-44e7-8cfb-79eedd723cea service neutron] 10.222.0.44 "GET /v2.0/networks/77a37b24-b08b-4825-9d70-c8cefd0d2560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901935 Nov 12 09:52:32.829641 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-79960288-d6f6-4d3d-ac7c-a45bc89d99b5 req-db97c480-a349-4aea-9472-6dcdd7988e7b service neutron] 10.222.0.44 "GET /v2.0/networks/77a37b24-b08b-4825-9d70-c8cefd0d2560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879014 Nov 12 09:52:33.270967 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d07c3-59b4-422e-b86f-909793b7811f req-68bf15e7-bd92-4cdb-89a9-b716568cd6aa tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:33.272474 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ed6d07c3-59b4-422e-b86f-909793b7811f req-68bf15e7-bd92-4cdb-89a9-b716568cd6aa tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] 10.222.0.26 "GET /v2.0/ports?device_id=aae47894-28e6-4ba8-b8fc-6251e01c744a HTTP/1.1" status: 200 len: 943 time: 0.0490363 Nov 12 09:52:33.322196 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ed6d07c3-59b4-422e-b86f-909793b7811f req-4d0d1143-0475-4a91-be6c-31df535ec379 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf1ed179-de9f-45ad-830f-454099d2cef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429614 Nov 12 09:52:34.215414 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c56f0b75-96b1-4e8d-a380-0faaeadeaa9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:34.445772 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e81aa6-7cf2-47b2-9ee4-022eeb33a3ea req-0949f06d-5dc2-4dd8-a99f-8f317afc63a9 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:34.447302 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d3e81aa6-7cf2-47b2-9ee4-022eeb33a3ea req-0949f06d-5dc2-4dd8-a99f-8f317afc63a9 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] 10.222.0.26 "GET /v2.0/ports?device_id=aae47894-28e6-4ba8-b8fc-6251e01c744a HTTP/1.1" status: 200 len: 943 time: 0.0502989 Nov 12 09:52:34.501059 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d3e81aa6-7cf2-47b2-9ee4-022eeb33a3ea req-505ff926-e0ff-4ad0-ab28-d12090bfc57b tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf1ed179-de9f-45ad-830f-454099d2cef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476935 Nov 12 09:52:35.622435 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651b0c28-0f12-4f8a-9d7b-875b439fbf1e req-92039085-e3e9-44e0-a126-ee34cfa9f4f5 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:35.623948 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-651b0c28-0f12-4f8a-9d7b-875b439fbf1e req-92039085-e3e9-44e0-a126-ee34cfa9f4f5 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] 10.222.0.26 "GET /v2.0/ports?device_id=aae47894-28e6-4ba8-b8fc-6251e01c744a HTTP/1.1" status: 200 len: 943 time: 0.0542142 Nov 12 09:52:35.674727 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-651b0c28-0f12-4f8a-9d7b-875b439fbf1e req-73533196-a0b9-4243-9392-152b53ecd3db tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf1ed179-de9f-45ad-830f-454099d2cef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445693 Nov 12 09:52:36.297192 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 72ab2173-e3f5-4e5b-b388-c3deb9659d4d details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:52:36.394964 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 72ab2173-e3f5-4e5b-b388-c3deb9659d4d, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=72ab2173-e3f5-4e5b-b388-c3deb9659d4d,segment=NetworkSegment(4e873102-37d1-49c2-b19d-7da6509840b9),segment_id=4e873102-37d1-49c2-b19d-7da6509840b9)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:52:36.414769 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': '72ab2173-e3f5-4e5b-b388-c3deb9659d4d', 'network_id': '77a37b24-b08b-4825-9d70-c8cefd0d2560', 'port_id': '72ab2173-e3f5-4e5b-b388-c3deb9659d4d', 'mac_address': 'fa:16:3e:92:3d:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '062350dc-16aa-42ce-8b4f-31a64fe9370e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:52:36.427580 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:36.460031 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:36.473858 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72ab2173-e3f5-4e5b-b388-c3deb9659d4d {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:52:36.493691 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 72ab2173-e3f5-4e5b-b388-c3deb9659d4d, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=72ab2173-e3f5-4e5b-b388-c3deb9659d4d,segment=NetworkSegment(4e873102-37d1-49c2-b19d-7da6509840b9),segment_id=4e873102-37d1-49c2-b19d-7da6509840b9)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:52:36.497930 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:36.545082 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=72ab2173-e3f5-4e5b-b388-c3deb9659d4d,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:52:36.801506 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5bf033-353e-44e4-b654-4c134eb0c95d req-f4e58f5a-fb1f-4259-b162-949fbeb48e1c tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:36.805225 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ca5bf033-353e-44e4-b654-4c134eb0c95d req-f4e58f5a-fb1f-4259-b162-949fbeb48e1c tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] 10.222.0.26 "GET /v2.0/ports?device_id=aae47894-28e6-4ba8-b8fc-6251e01c744a HTTP/1.1" status: 200 len: 944 time: 0.0585585 Nov 12 09:52:36.855824 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ca5bf033-353e-44e4-b654-4c134eb0c95d req-4811a0ae-a638-4572-82aa-f2a1adcc837c tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf1ed179-de9f-45ad-830f-454099d2cef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444372 Nov 12 09:52:36.920759 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['72ab2173-e3f5-4e5b-b388-c3deb9659d4d'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:52:37.253517 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5403c51d-4cd4-43a8-a4c9-4a4661b71121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:37.976615 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a782d715-5af8-49a7-abe3-c96b98821be5 req-7fa881d3-1ccc-43c3-a01d-59715c84f39e tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:37.978156 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a782d715-5af8-49a7-abe3-c96b98821be5 req-7fa881d3-1ccc-43c3-a01d-59715c84f39e tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] 10.222.0.26 "GET /v2.0/ports?device_id=aae47894-28e6-4ba8-b8fc-6251e01c744a HTTP/1.1" status: 200 len: 944 time: 0.0545595 Nov 12 09:52:38.028598 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-a782d715-5af8-49a7-abe3-c96b98821be5 req-78053175-ac67-43de-a282-4669b02e001f tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf1ed179-de9f-45ad-830f-454099d2cef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433073 Nov 12 09:52:38.313164 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 72ab2173-e3f5-4e5b-b388-c3deb9659d4d up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:52:38.375216 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:38.387229 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning for port 72ab2173-e3f5-4e5b-b388-c3deb9659d4d completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:52:38.391557 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port 72ab2173-e3f5-4e5b-b388-c3deb9659d4d triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:52:38.391919 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:38.477809 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:38.500665 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aae47894-28e6-4ba8-b8fc-6251e01c744a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72ab2173-e3f5-4e5b-b388-c3deb9659d4d'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:52:38.502920 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132d5890bda14c85ea4d6a837dfa65400ea66c0cb50158568a7b02b7fe216ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d395ffc-ffb1-48c3-956e-332031da9222" -d '{"events": [{"server_uuid": "aae47894-28e6-4ba8-b8fc-6251e01c744a", "name": "network-vif-plugged", "status": "completed", "tag": "72ab2173-e3f5-4e5b-b388-c3deb9659d4d"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:52:38.515762 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 72ab2173-e3f5-4e5b-b388-c3deb9659d4d, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=72ab2173-e3f5-4e5b-b388-c3deb9659d4d,segment=NetworkSegment(4e873102-37d1-49c2-b19d-7da6509840b9),segment_id=4e873102-37d1-49c2-b19d-7da6509840b9)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:52:38.521086 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:38.550070 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa7057ea-fe49-4d00-bde7-3f694d07543d x-openstack-request-id: req-aa7057ea-fe49-4d00-bde7-3f694d07543d {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:52:38.550366 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aae47894-28e6-4ba8-b8fc-6251e01c744a", "name": "network-vif-plugged", "status": "completed", "tag": "72ab2173-e3f5-4e5b-b388-c3deb9659d4d", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:52:38.550634 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-aa7057ea-fe49-4d00-bde7-3f694d07543d {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:52:38.551013 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aae47894-28e6-4ba8-b8fc-6251e01c744a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72ab2173-e3f5-4e5b-b388-c3deb9659d4d', 'code': 200} Nov 12 09:52:38.577607 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=72ab2173-e3f5-4e5b-b388-c3deb9659d4d,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:52:38.680345 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77901c45-a32f-45e5-9e2c-b18a138d459c req-b2c8032f-1b40-47d2-907b-c7c53b3e263a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:38.681854 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-77901c45-a32f-45e5-9e2c-b18a138d459c req-b2c8032f-1b40-47d2-907b-c7c53b3e263a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=aae47894-28e6-4ba8-b8fc-6251e01c744a HTTP/1.1" status: 200 len: 1097 time: 0.0440984 Nov 12 09:52:38.742030 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-77901c45-a32f-45e5-9e2c-b18a138d459c req-2391cd40-f324-4528-87f8-a5b2abbb32f9 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=cf1ed179-de9f-45ad-830f-454099d2cef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518901 Nov 12 09:52:39.148307 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5270cb32-9fc4-40b7-b05a-94e0dc200147 req-f7b2ca63-7a13-4c2c-9912-ea6729ebb32b tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:39.149778 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5270cb32-9fc4-40b7-b05a-94e0dc200147 req-f7b2ca63-7a13-4c2c-9912-ea6729ebb32b tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] 10.222.0.26 "GET /v2.0/ports?device_id=aae47894-28e6-4ba8-b8fc-6251e01c744a HTTP/1.1" status: 200 len: 945 time: 0.0491931 Nov 12 09:52:39.199600 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5270cb32-9fc4-40b7-b05a-94e0dc200147 req-cea02976-554d-40c5-93cc-1d565b9bef09 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf1ed179-de9f-45ad-830f-454099d2cef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434980 Nov 12 09:52:39.663215 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:40.266043 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:40.320757 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c153e6-ee6b-47ba-9d61-707f3ae85d7f req-4851da2d-92ef-48ec-bba9-ef74224d4c70 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:40.322234 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-58c153e6-ee6b-47ba-9d61-707f3ae85d7f req-4851da2d-92ef-48ec-bba9-ef74224d4c70 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] 10.222.0.26 "GET /v2.0/ports?device_id=aae47894-28e6-4ba8-b8fc-6251e01c744a HTTP/1.1" status: 200 len: 945 time: 0.0491893 Nov 12 09:52:40.377000 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-58c153e6-ee6b-47ba-9d61-707f3ae85d7f req-f1bfbfbb-4550-4c7d-bfe1-58a7f1e2ac3f tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf1ed179-de9f-45ad-830f-454099d2cef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483992 Nov 12 09:52:40.494065 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db46e4b-286f-46cc-8beb-a6d04b2055b5 req-0ca0b60a-2843-4401-bf09-b213ca71c5e1 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:40.495489 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7db46e4b-286f-46cc-8beb-a6d04b2055b5 req-0ca0b60a-2843-4401-bf09-b213ca71c5e1 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] 10.222.0.26 "GET /v2.0/ports?device_id=aae47894-28e6-4ba8-b8fc-6251e01c744a HTTP/1.1" status: 200 len: 945 time: 0.0499496 Nov 12 09:52:40.548573 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7db46e4b-286f-46cc-8beb-a6d04b2055b5 req-dca38471-2b38-4054-9c79-78b298e9f9e0 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf1ed179-de9f-45ad-830f-454099d2cef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471694 Nov 12 09:52:40.570242 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 45538) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:52:40.656473 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7224ef28-c95e-4e21-8390-5c7100d6a60a tempest-TestSnapshotPattern-1486426214 tempest-TestSnapshotPattern-1486426214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:40.658010 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-7224ef28-c95e-4e21-8390-5c7100d6a60a tempest-TestSnapshotPattern-1486426214 tempest-TestSnapshotPattern-1486426214-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=aae47894-28e6-4ba8-b8fc-6251e01c744a HTTP/1.1" status: 200 len: 1092 time: 0.0867379 Nov 12 09:52:40.661008 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 45542) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:52:40.665327 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [None req-b718f8e1-ead2-4e8a-9491-241254192d84 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Request body: {'floatingip': {'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'port_id': '72ab2173-e3f5-4e5b-b388-c3deb9659d4d', 'tenant_id': '4dcbe0245c334229a5752977e0ecb451', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:52:40.687439 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b718f8e1-ead2-4e8a-9491-241254192d84 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Publish callbacks [] for floatingip, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:40.784615 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b718f8e1-ead2-4e8a-9491-241254192d84 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:40.895517 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [None req-b718f8e1-ead2-4e8a-9491-241254192d84 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Allocated IP 172.25.2.116 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/11bcb77a-3487-438a-a536-700c0003bcc6) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:52:41.002378 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b718f8e1-ead2-4e8a-9491-241254192d84 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:41.041516 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b718f8e1-ead2-4e8a-9491-241254192d84 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:41.079457 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b718f8e1-ead2-4e8a-9491-241254192d84 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:52:41.082217 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [None req-b718f8e1-ead2-4e8a-9491-241254192d84 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:52:41.087802 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b718f8e1-ead2-4e8a-9491-241254192d84 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:52:41.112411 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b718f8e1-ead2-4e8a-9491-241254192d84 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Pushing event updated for resources: {'Port': ['ID=11bcb77a-3487-438a-a536-700c0003bcc6,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:52:41.466570 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b718f8e1-ead2-4e8a-9491-241254192d84 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:41.539335 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b718f8e1-ead2-4e8a-9491-241254192d84 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:41.694307 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b718f8e1-ead2-4e8a-9491-241254192d84 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:41.699752 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b718f8e1-ead2-4e8a-9491-241254192d84 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:41.774037 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b718f8e1-ead2-4e8a-9491-241254192d84 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Pushing event updated for resources: {'Port': ['ID=11bcb77a-3487-438a-a536-700c0003bcc6,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:52:41.784217 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b718f8e1-ead2-4e8a-9491-241254192d84 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:41.890430 n-d-765315-29 neutron-server[102599]: INFO neutron.db.l3_db [None req-b718f8e1-ead2-4e8a-9491-241254192d84 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Floating IP d8a51b0e-ba2a-4195-bd5e-d1996f1ba634 associated. External IP: 172.25.2.116, port: 72ab2173-e3f5-4e5b-b388-c3deb9659d4d. Nov 12 09:52:42.112978 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b718f8e1-ead2-4e8a-9491-241254192d84 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Router 58b22bbc-e712-482f-9a47-2d1673158453 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:52:42.226876 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b718f8e1-ead2-4e8a-9491-241254192d84 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:52:42.236472 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca3da90-c202-4852-9dfe-d35261ef0a77 None None] Sync routers for ids ['58b22bbc-e712-482f-9a47-2d1673158453'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:52:42.245326 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b718f8e1-ead2-4e8a-9491-241254192d84 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:42.247011 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca3da90-c202-4852-9dfe-d35261ef0a77 None None] Routers {'58b22bbc-e712-482f-9a47-2d1673158453'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:52:42.247617 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-3ca3da90-c202-4852-9dfe-d35261ef0a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:52:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['58b22bbc-e712-482f-9a47-2d1673158453'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:52:42.275500 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-b718f8e1-ead2-4e8a-9491-241254192d84 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6134567 Nov 12 09:52:42.276135 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aae47894-28e6-4ba8-b8fc-6251e01c744a', 'tag': '72ab2173-e3f5-4e5b-b388-c3deb9659d4d'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:52:42.279008 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c022ff2c5cb8d3060857f92f3690e67c01ee9cc1391db4b92ea76e21aea06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2730ec86-8e6c-4817-a101-e1bf393798b5" -d '{"events": [{"name": "network-changed", "server_uuid": "aae47894-28e6-4ba8-b8fc-6251e01c744a", "tag": "72ab2173-e3f5-4e5b-b388-c3deb9659d4d"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:52:42.319332 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8561d28d-cf24-4c45-b627-7c62d0faaa3d x-openstack-request-id: req-8561d28d-cf24-4c45-b627-7c62d0faaa3d {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:52:42.319788 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aae47894-28e6-4ba8-b8fc-6251e01c744a", "tag": "72ab2173-e3f5-4e5b-b388-c3deb9659d4d", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:52:42.320205 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8561d28d-cf24-4c45-b627-7c62d0faaa3d {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:52:42.320857 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aae47894-28e6-4ba8-b8fc-6251e01c744a', 'tag': '72ab2173-e3f5-4e5b-b388-c3deb9659d4d', 'status': 'completed', 'code': 200} Nov 12 09:52:42.368890 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-3ca3da90-c202-4852-9dfe-d35261ef0a77 None None] Set router 58b22bbc-e712-482f-9a47-2d1673158453 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:52:42.460511 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2730ec86-8e6c-4817-a101-e1bf393798b5 req-857dab25-f370-4b25-ba34-c210948e9621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:42.462035 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2730ec86-8e6c-4817-a101-e1bf393798b5 req-857dab25-f370-4b25-ba34-c210948e9621 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4dcbe0245c334229a5752977e0ecb451&device_id=aae47894-28e6-4ba8-b8fc-6251e01c744a HTTP/1.1" status: 200 len: 1097 time: 0.0940886 Nov 12 09:52:42.560929 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2730ec86-8e6c-4817-a101-e1bf393798b5 req-8639f66c-ae1f-44dd-935a-b4c32efac05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:42.562434 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2730ec86-8e6c-4817-a101-e1bf393798b5 req-8639f66c-ae1f-44dd-935a-b4c32efac05c service neutron] 10.222.0.44 "GET /v2.0/networks?id=77a37b24-b08b-4825-9d70-c8cefd0d2560 HTTP/1.1" status: 200 len: 910 time: 0.0928504 Nov 12 09:52:42.631499 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-3ca3da90-c202-4852-9dfe-d35261ef0a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b22bbc-e712-482f-9a47-2d1673158453', 'name': 'tempest-TestSnapshotPattern-258364214-router', 'tenant_id': '4dcbe0245c334229a5752977e0ecb451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'ab7d891c-438e-4cfa-b76a-ff794fc01838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:52:17Z', 'updated_at': '2021-11-12T09:52:19Z', 'revision_number': 4, 'project_id': '4dcbe0245c334229a5752977e0ecb451', 'gw_port': {'id': 'ab7d891c-438e-4cfa-b76a-ff794fc01838', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:20:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b22bbc-e712-482f-9a47-2d1673158453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:52:17Z', 'updated_at': '2021-11-12T09:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': 'd8a51b0e-ba2a-4195-bd5e-d1996f1ba634', 'tenant_id': '4dcbe0245c334229a5752977e0ecb451', 'floating_ip_address': '172.25.2.116', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': '58b22bbc-e712-482f-9a47-2d1673158453', 'port_id': '72ab2173-e3f5-4e5b-b388-c3deb9659d4d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77a37b24-b08b-4825-9d70-c8cefd0d2560', 'mac_address': 'fa:16:3e:92:3d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae47894-28e6-4ba8-b8fc-6251e01c744a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:52:41Z', 'updated_at': '2021-11-12T09:52:41Z', 'revision_number': 0, 'project_id': '4dcbe0245c334229a5752977e0ecb451', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a68b084c-fb4e-4e6e-b062-7816396c7a88', 'name': '', 'network_id': '77a37b24-b08b-4825-9d70-c8cefd0d2560', 'tenant_id': '4dcbe0245c334229a5752977e0ecb451', 'mac_address': 'fa:16:3e:38:ba:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b22bbc-e712-482f-9a47-2d1673158453', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '062350dc-16aa-42ce-8b4f-31a64fe9370e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:52:19Z', 'updated_at': '2021-11-12T09:52:23Z', 'revision_number': 5, 'project_id': '4dcbe0245c334229a5752977e0ecb451', 'subnets': [{'id': '062350dc-16aa-42ce-8b4f-31a64fe9370e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:52:42.631892 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2730ec86-8e6c-4817-a101-e1bf393798b5 req-f67693d2-9c4d-4f64-957a-6a70e35db283 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=72ab2173-e3f5-4e5b-b388-c3deb9659d4d HTTP/1.1" status: 200 len: 999 time: 0.0615149 Nov 12 09:52:42.658494 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca3da90-c202-4852-9dfe-d35261ef0a77 None None] Checking router: 58b22bbc-e712-482f-9a47-2d1673158453 for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:52:42.669737 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca3da90-c202-4852-9dfe-d35261ef0a77 None None] Routers {'58b22bbc-e712-482f-9a47-2d1673158453'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:52:42.670376 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-3ca3da90-c202-4852-9dfe-d35261ef0a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:52:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['58b22bbc-e712-482f-9a47-2d1673158453'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:52:42.691016 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2730ec86-8e6c-4817-a101-e1bf393798b5 req-99f5a837-c4b8-4d63-a7bd-cc7eac854c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:42.693915 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2730ec86-8e6c-4817-a101-e1bf393798b5 req-99f5a837-c4b8-4d63-a7bd-cc7eac854c24 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=062350dc-16aa-42ce-8b4f-31a64fe9370e HTTP/1.1" status: 200 len: 848 time: 0.0539470 Nov 12 09:52:42.743477 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2730ec86-8e6c-4817-a101-e1bf393798b5 req-13403053-1d3a-40fa-a5ee-4ec740412539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:42.745692 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2730ec86-8e6c-4817-a101-e1bf393798b5 req-13403053-1d3a-40fa-a5ee-4ec740412539 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=77a37b24-b08b-4825-9d70-c8cefd0d2560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442593 Nov 12 09:52:42.777531 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-3ca3da90-c202-4852-9dfe-d35261ef0a77 None None] Set router 58b22bbc-e712-482f-9a47-2d1673158453 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:52:42.839712 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2730ec86-8e6c-4817-a101-e1bf393798b5 req-d70365dd-5c82-4530-bbf0-b88a60a58cfd service neutron] 10.222.0.44 "GET /v2.0/networks/77a37b24-b08b-4825-9d70-c8cefd0d2560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867741 Nov 12 09:52:42.941789 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2730ec86-8e6c-4817-a101-e1bf393798b5 req-989af030-2ce0-43c2-8965-f6fefb6d44ee service neutron] 10.222.0.44 "GET /v2.0/networks/77a37b24-b08b-4825-9d70-c8cefd0d2560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939162 Nov 12 09:52:43.037245 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-3ca3da90-c202-4852-9dfe-d35261ef0a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b22bbc-e712-482f-9a47-2d1673158453', 'name': 'tempest-TestSnapshotPattern-258364214-router', 'tenant_id': '4dcbe0245c334229a5752977e0ecb451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'ab7d891c-438e-4cfa-b76a-ff794fc01838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:52:17Z', 'updated_at': '2021-11-12T09:52:19Z', 'revision_number': 4, 'project_id': '4dcbe0245c334229a5752977e0ecb451', 'gw_port': {'id': 'ab7d891c-438e-4cfa-b76a-ff794fc01838', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:20:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b22bbc-e712-482f-9a47-2d1673158453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:52:17Z', 'updated_at': '2021-11-12T09:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': 'd8a51b0e-ba2a-4195-bd5e-d1996f1ba634', 'tenant_id': '4dcbe0245c334229a5752977e0ecb451', 'floating_ip_address': '172.25.2.116', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': '58b22bbc-e712-482f-9a47-2d1673158453', 'port_id': '72ab2173-e3f5-4e5b-b388-c3deb9659d4d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77a37b24-b08b-4825-9d70-c8cefd0d2560', 'mac_address': 'fa:16:3e:92:3d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae47894-28e6-4ba8-b8fc-6251e01c744a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:52:41Z', 'updated_at': '2021-11-12T09:52:41Z', 'revision_number': 0, 'project_id': '4dcbe0245c334229a5752977e0ecb451', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a68b084c-fb4e-4e6e-b062-7816396c7a88', 'name': '', 'network_id': '77a37b24-b08b-4825-9d70-c8cefd0d2560', 'tenant_id': '4dcbe0245c334229a5752977e0ecb451', 'mac_address': 'fa:16:3e:38:ba:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b22bbc-e712-482f-9a47-2d1673158453', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '062350dc-16aa-42ce-8b4f-31a64fe9370e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:52:19Z', 'updated_at': '2021-11-12T09:52:23Z', 'revision_number': 5, 'project_id': '4dcbe0245c334229a5752977e0ecb451', 'subnets': [{'id': '062350dc-16aa-42ce-8b4f-31a64fe9370e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:52:43.066877 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca3da90-c202-4852-9dfe-d35261ef0a77 None None] The sync data for ids ['58b22bbc-e712-482f-9a47-2d1673158453'] in n-d-765315-29 is: [{'id': '58b22bbc-e712-482f-9a47-2d1673158453', 'name': 'tempest-TestSnapshotPattern-258364214-router', 'tenant_id': '4dcbe0245c334229a5752977e0ecb451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'ab7d891c-438e-4cfa-b76a-ff794fc01838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:52:17Z', 'updated_at': '2021-11-12T09:52:19Z', 'revision_number': 4, 'project_id': '4dcbe0245c334229a5752977e0ecb451', 'gw_port': {'id': 'ab7d891c-438e-4cfa-b76a-ff794fc01838', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:20:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b22bbc-e712-482f-9a47-2d1673158453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:52:17Z', 'updated_at': '2021-11-12T09:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': 'd8a51b0e-ba2a-4195-bd5e-d1996f1ba634', 'tenant_id': '4dcbe0245c334229a5752977e0ecb451', 'floating_ip_address': '172.25.2.116', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': '58b22bbc-e712-482f-9a47-2d1673158453', 'port_id': '72ab2173-e3f5-4e5b-b388-c3deb9659d4d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77a37b24-b08b-4825-9d70-c8cefd0d2560', 'mac_address': 'fa:16:3e:92:3d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae47894-28e6-4ba8-b8fc-6251e01c744a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:52:41Z', 'updated_at': '2021-11-12T09:52:41Z', 'revision_number': 0, 'project_id': '4dcbe0245c334229a5752977e0ecb451', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a68b084c-fb4e-4e6e-b062-7816396c7a88', 'name': '', 'network_id': '77a37b24-b08b-4825-9d70-c8cefd0d2560', 'tenant_id': '4dcbe0245c334229a5752977e0ecb451', 'mac_address': 'fa:16:3e:38:ba:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b22bbc-e712-482f-9a47-2d1673158453', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '062350dc-16aa-42ce-8b4f-31a64fe9370e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:52:19Z', 'updated_at': '2021-11-12T09:52:23Z', 'revision_number': 5, 'project_id': '4dcbe0245c334229a5752977e0ecb451', 'subnets': [{'id': '062350dc-16aa-42ce-8b4f-31a64fe9370e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:52:43.283428 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525bf304-e519-45a3-a857-bb88fe075a2b None None] New status for floating IP d8a51b0e-ba2a-4195-bd5e-d1996f1ba634: ACTIVE {{(pid=102601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:52:43.570083 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:44.265663 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:53:04.217347 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-9271cdee-dd8e-4bfa-ae6c-5f72703b6146 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:53:06.428660 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:53:07.255392 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e8436614-c74f-4b4a-9c49-01b03314c6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:53:08.345285 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:53:09.668630 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:53:10.260945 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:53:13.582696 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:53:21.264442 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:53:24.217598 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-436dc578-c7e1-4b4d-979c-92f371cbbb86 req-0c693157-7918-4974-b7cb-24a9b320cbdc service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=aae47894-28e6-4ba8-b8fc-6251e01c744a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0423295 Nov 12 09:53:24.327815 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436dc578-c7e1-4b4d-979c-92f371cbbb86 req-db9eca4f-1f70-4b66-ac61-271bb2f79df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:53:24.329333 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-436dc578-c7e1-4b4d-979c-92f371cbbb86 req-db9eca4f-1f70-4b66-ac61-271bb2f79df5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4dcbe0245c334229a5752977e0ecb451&device_id=aae47894-28e6-4ba8-b8fc-6251e01c744a HTTP/1.1" status: 200 len: 1097 time: 0.0474849 Nov 12 09:53:24.438829 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436dc578-c7e1-4b4d-979c-92f371cbbb86 req-1df3c515-fc6c-471b-8b04-f39da2cb8ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:53:24.440305 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-436dc578-c7e1-4b4d-979c-92f371cbbb86 req-1df3c515-fc6c-471b-8b04-f39da2cb8ee6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=77a37b24-b08b-4825-9d70-c8cefd0d2560 HTTP/1.1" status: 200 len: 910 time: 0.0902853 Nov 12 09:53:24.511255 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-436dc578-c7e1-4b4d-979c-92f371cbbb86 req-c003d063-42cc-4e97-8aec-b2718e9fc532 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=72ab2173-e3f5-4e5b-b388-c3deb9659d4d HTTP/1.1" status: 200 len: 1001 time: 0.0631032 Nov 12 09:53:24.564470 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436dc578-c7e1-4b4d-979c-92f371cbbb86 req-b49b761c-617b-4e1b-acee-20b956d36048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:53:24.565933 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-436dc578-c7e1-4b4d-979c-92f371cbbb86 req-b49b761c-617b-4e1b-acee-20b956d36048 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=062350dc-16aa-42ce-8b4f-31a64fe9370e HTTP/1.1" status: 200 len: 848 time: 0.0450356 Nov 12 09:53:24.616838 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436dc578-c7e1-4b4d-979c-92f371cbbb86 req-9c64f30f-a163-4c74-af81-fa30f85bce98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:53:24.618928 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-436dc578-c7e1-4b4d-979c-92f371cbbb86 req-9c64f30f-a163-4c74-af81-fa30f85bce98 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=77a37b24-b08b-4825-9d70-c8cefd0d2560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402610 Nov 12 09:53:24.721399 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-436dc578-c7e1-4b4d-979c-92f371cbbb86 req-260fa8cf-7c6a-4fac-bab6-4a58f4ecddd4 service neutron] 10.222.0.44 "GET /v2.0/networks/77a37b24-b08b-4825-9d70-c8cefd0d2560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913594 Nov 12 09:53:24.817021 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-436dc578-c7e1-4b4d-979c-92f371cbbb86 req-a2c67800-27ab-4fa6-ba83-39d7e488a9a6 service neutron] 10.222.0.44 "GET /v2.0/networks/77a37b24-b08b-4825-9d70-c8cefd0d2560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838330 Nov 12 09:53:34.220410 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-da6eed80-156d-4e55-b6b3-d9b55f10a473 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:53:36.419038 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:53:37.257569 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4e301a52-adca-40ff-a92b-befe45fb921b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:53:38.348406 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:53:39.669296 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:53:40.263600 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:53:43.567852 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:53:58.265199 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:54:04.223004 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-0f379b9d-fb4f-4358-b506-4fc93d6e106c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:54:06.434497 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:54:07.259248 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-21a654f1-c4a8-4a9d-9c02-596c2bea0f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:54:08.352575 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:54:09.672127 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:54:10.266032 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:54:13.580173 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:54:26.233621 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5e4fafdd-bd0b-44d7-be18-f68205efde75 req-cc5b5cae-8fde-4bb2-82ea-e9dcf155f33b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=aae47894-28e6-4ba8-b8fc-6251e01c744a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0423419 Nov 12 09:54:26.352650 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4fafdd-bd0b-44d7-be18-f68205efde75 req-6864be85-e56a-47a3-9b73-74a2d4b70389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:54:26.354157 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5e4fafdd-bd0b-44d7-be18-f68205efde75 req-6864be85-e56a-47a3-9b73-74a2d4b70389 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4dcbe0245c334229a5752977e0ecb451&device_id=aae47894-28e6-4ba8-b8fc-6251e01c744a HTTP/1.1" status: 200 len: 1097 time: 0.0474019 Nov 12 09:54:26.461934 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4fafdd-bd0b-44d7-be18-f68205efde75 req-fdcbe640-85ac-47cc-81c5-9da81f9ef683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:54:26.463579 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5e4fafdd-bd0b-44d7-be18-f68205efde75 req-fdcbe640-85ac-47cc-81c5-9da81f9ef683 service neutron] 10.222.0.44 "GET /v2.0/networks?id=77a37b24-b08b-4825-9d70-c8cefd0d2560 HTTP/1.1" status: 200 len: 910 time: 0.0878804 Nov 12 09:54:26.547129 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5e4fafdd-bd0b-44d7-be18-f68205efde75 req-1339a34a-3575-41d4-8a7c-a3b78f331bdb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=72ab2173-e3f5-4e5b-b388-c3deb9659d4d HTTP/1.1" status: 200 len: 1001 time: 0.0714962 Nov 12 09:54:26.599253 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4fafdd-bd0b-44d7-be18-f68205efde75 req-b73d362f-5b9d-4ef9-b4b7-395d94670ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:54:26.600745 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5e4fafdd-bd0b-44d7-be18-f68205efde75 req-b73d362f-5b9d-4ef9-b4b7-395d94670ded service neutron] 10.222.0.44 "GET /v2.0/subnets?id=062350dc-16aa-42ce-8b4f-31a64fe9370e HTTP/1.1" status: 200 len: 848 time: 0.0443094 Nov 12 09:54:26.649533 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4fafdd-bd0b-44d7-be18-f68205efde75 req-e0289832-b277-4917-9e66-6255990b0ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:54:26.651024 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5e4fafdd-bd0b-44d7-be18-f68205efde75 req-e0289832-b277-4917-9e66-6255990b0ec6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=77a37b24-b08b-4825-9d70-c8cefd0d2560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409870 Nov 12 09:54:26.750452 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5e4fafdd-bd0b-44d7-be18-f68205efde75 req-9c37f2a1-0e36-4c49-a8e6-1d5c16d3fa66 service neutron] 10.222.0.44 "GET /v2.0/networks/77a37b24-b08b-4825-9d70-c8cefd0d2560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889461 Nov 12 09:54:26.848224 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-5e4fafdd-bd0b-44d7-be18-f68205efde75 req-c1c6e9f3-3c1d-464f-8255-1b7bc10b23ae service neutron] 10.222.0.44 "GET /v2.0/networks/77a37b24-b08b-4825-9d70-c8cefd0d2560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848346 Nov 12 09:54:34.224564 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-77d290ca-ca18-461b-a3e0-e25b958c4c7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:54:35.264662 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:54:36.447013 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:54:37.261393 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7dbe0adc-97e5-4b7f-8a07-79cc9050298c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:54:38.362121 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:54:39.676611 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:54:40.269577 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:54:43.583741 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:54:44.812038 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 72ab2173-e3f5-4e5b-b388-c3deb9659d4d details requested by agent hyperv_n-h2-765315-29 with host n-h2-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:54:44.929036 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 72ab2173-e3f5-4e5b-b388-c3deb9659d4d, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=72ab2173-e3f5-4e5b-b388-c3deb9659d4d,segment=NetworkSegment(4e873102-37d1-49c2-b19d-7da6509840b9),segment_id=4e873102-37d1-49c2-b19d-7da6509840b9)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:54:44.944373 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Returning: {'device': '72ab2173-e3f5-4e5b-b388-c3deb9659d4d', 'network_id': '77a37b24-b08b-4825-9d70-c8cefd0d2560', 'port_id': '72ab2173-e3f5-4e5b-b388-c3deb9659d4d', 'mac_address': 'fa:16:3e:92:3d:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '062350dc-16aa-42ce-8b4f-31a64fe9370e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:54:44.994161 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:54:45.009668 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 72ab2173-e3f5-4e5b-b388-c3deb9659d4d {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:54:45.031775 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 72ab2173-e3f5-4e5b-b388-c3deb9659d4d, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=72ab2173-e3f5-4e5b-b388-c3deb9659d4d,segment=NetworkSegment(4e873102-37d1-49c2-b19d-7da6509840b9),segment_id=4e873102-37d1-49c2-b19d-7da6509840b9)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:54:45.041088 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:54:45.096152 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=72ab2173-e3f5-4e5b-b388-c3deb9659d4d,revision_number=6']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:54:45.104809 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:54:45.105273 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:54:45.105674 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:54:45.106065 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:54:45.106470 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:54:45.107011 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:54:45.107368 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:54:45.107766 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:54:45.108333 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:54:45.108467 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:54:45.108877 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:54:45.109262 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:54:45.212092 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] get_ports_and_sgs() called for port_ids ['72ab2173-e3f5-4e5b-b388-c3deb9659d4d'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:54:46.827454 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 72ab2173-e3f5-4e5b-b388-c3deb9659d4d up at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:54:46.898726 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Provisioning complete for port 72ab2173-e3f5-4e5b-b388-c3deb9659d4d triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:54:46.898726 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:54:46.992440 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:54:47.019881 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aae47894-28e6-4ba8-b8fc-6251e01c744a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72ab2173-e3f5-4e5b-b388-c3deb9659d4d'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:54:47.021835 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132d5890bda14c85ea4d6a837dfa65400ea66c0cb50158568a7b02b7fe216ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ac8fa1-579d-45f4-bbc7-e707337c3360" -d '{"events": [{"server_uuid": "aae47894-28e6-4ba8-b8fc-6251e01c744a", "name": "network-vif-plugged", "status": "completed", "tag": "72ab2173-e3f5-4e5b-b388-c3deb9659d4d"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:54:47.040574 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 72ab2173-e3f5-4e5b-b388-c3deb9659d4d, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=72ab2173-e3f5-4e5b-b388-c3deb9659d4d,segment=NetworkSegment(4e873102-37d1-49c2-b19d-7da6509840b9),segment_id=4e873102-37d1-49c2-b19d-7da6509840b9)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:54:47.048503 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:54:47.103045 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc93634d-ad0e-493a-8284-b1f32cea7af0 x-openstack-request-id: req-cc93634d-ad0e-493a-8284-b1f32cea7af0 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:54:47.103371 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aae47894-28e6-4ba8-b8fc-6251e01c744a", "name": "network-vif-plugged", "status": "completed", "tag": "72ab2173-e3f5-4e5b-b388-c3deb9659d4d", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:54:47.103628 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cc93634d-ad0e-493a-8284-b1f32cea7af0 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:54:47.104174 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aae47894-28e6-4ba8-b8fc-6251e01c744a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72ab2173-e3f5-4e5b-b388-c3deb9659d4d', 'code': 200} Nov 12 09:54:47.131133 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=72ab2173-e3f5-4e5b-b388-c3deb9659d4d,revision_number=7']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:54:54.928942 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2537cebc-6a91-41a2-b5d0-144c423c0914 req-67816ab1-f0ed-41b0-9c29-8aac4a861d9e tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1430222236&fields=id&tenant_id=4dcbe0245c334229a5752977e0ecb451 HTTP/1.1" status: 200 len: 267 time: 0.0494356 Nov 12 09:54:55.043138 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2537cebc-6a91-41a2-b5d0-144c423c0914 req-6258a200-0e64-4183-ad52-fbefc0c41231 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:54:55.044663 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2537cebc-6a91-41a2-b5d0-144c423c0914 req-6258a200-0e64-4183-ad52-fbefc0c41231 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] 10.222.0.26 "GET /v2.0/networks?id=77a37b24-b08b-4825-9d70-c8cefd0d2560 HTTP/1.1" status: 200 len: 809 time: 0.1087193 Nov 12 09:54:55.061020 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2537cebc-6a91-41a2-b5d0-144c423c0914 req-f48bca5d-ef40-4206-a284-3bb9fbdacfcd tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] 10.222.0.26 "GET /v2.0/quotas/4dcbe0245c334229a5752977e0ecb451 HTTP/1.1" status: 200 len: 375 time: 0.0104179 Nov 12 09:54:55.120514 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2537cebc-6a91-41a2-b5d0-144c423c0914 req-b4875b57-9974-4e18-8f8d-6e1242897aee tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=4dcbe0245c334229a5752977e0ecb451&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0533242 Nov 12 09:54:55.224555 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2537cebc-6a91-41a2-b5d0-144c423c0914 req-96b1b261-627b-40a2-9235-589acedab01d service neutron] 10.222.0.26 "GET /v2.0/networks/77a37b24-b08b-4825-9d70-c8cefd0d2560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922110 Nov 12 09:54:55.317724 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-2537cebc-6a91-41a2-b5d0-144c423c0914 req-c148a2f9-13dd-494d-89e9-8c085050e9aa service neutron] 10.222.0.26 "GET /v2.0/networks/77a37b24-b08b-4825-9d70-c8cefd0d2560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866268 Nov 12 09:54:55.495017 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d8682da1-7c28-49ba-942c-9009de703a06 req-fa4b98d6-1cfd-4ad7-86fd-a6af613ca999 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4e88d43-f1d8-48e4-84a1-7e4725829374 HTTP/1.1" status: 200 len: 210 time: 0.0421143 Nov 12 09:54:56.580405 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2537cebc-6a91-41a2-b5d0-144c423c0914 req-b7c81903-8f4e-48ff-89bb-d2180c5bd3ff tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:54:56.581889 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2537cebc-6a91-41a2-b5d0-144c423c0914 req-b7c81903-8f4e-48ff-89bb-d2180c5bd3ff tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] 10.222.0.21 "GET /v2.0/networks?id=77a37b24-b08b-4825-9d70-c8cefd0d2560 HTTP/1.1" status: 200 len: 809 time: 0.1163096 Nov 12 09:54:56.596550 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-982c7270-0ac2-4092-b9ac-2df8ffee2308 req-34f7b49e-3b31-4278-b1e2-6b19fc8e3281 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4e88d43-f1d8-48e4-84a1-7e4725829374 HTTP/1.1" status: 200 len: 210 time: 0.0311961 Nov 12 09:54:56.650452 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2537cebc-6a91-41a2-b5d0-144c423c0914 req-28137d09-0b72-4667-8979-365b58b84d0a tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4dcbe0245c334229a5752977e0ecb451 HTTP/1.1" status: 200 len: 380 time: 0.0584764 Nov 12 09:54:56.660294 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-2537cebc-6a91-41a2-b5d0-144c423c0914 req-de4508a7-e7f0-404a-b1b5-c8cabf74894c tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Request body: {'port': {'device_id': 'a4e88d43-f1d8-48e4-84a1-7e4725829374', 'network_id': '77a37b24-b08b-4825-9d70-c8cefd0d2560', 'admin_state_up': True, 'tenant_id': '4dcbe0245c334229a5752977e0ecb451', 'security_groups': ['cf1ed179-de9f-45ad-830f-454099d2cef1']}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:54:56.776923 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2537cebc-6a91-41a2-b5d0-144c423c0914 req-de4508a7-e7f0-404a-b1b5-c8cabf74894c tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Made reservation on behalf of 4dcbe0245c334229a5752977e0ecb451 for: {'port': 1} {{(pid=102599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:54:56.780296 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-2537cebc-6a91-41a2-b5d0-144c423c0914 req-de4508a7-e7f0-404a-b1b5-c8cabf74894c tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:54:56.921793 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_common [req-2537cebc-6a91-41a2-b5d0-144c423c0914 req-de4508a7-e7f0-404a-b1b5-c8cabf74894c tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Allocated IP 172.20.0.12 (77a37b24-b08b-4825-9d70-c8cefd0d2560/062350dc-16aa-42ce-8b4f-31a64fe9370e/4cf5c8c1-d6c6-4458-9f77-726ba81ca987) {{(pid=102599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:54:57.165730 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-2537cebc-6a91-41a2-b5d0-144c423c0914 req-de4508a7-e7f0-404a-b1b5-c8cabf74894c tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Publish callbacks [] for port, precommit_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:54:57.207185 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-2537cebc-6a91-41a2-b5d0-144c423c0914 req-de4508a7-e7f0-404a-b1b5-c8cabf74894c tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_create {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:54:57.263774 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2537cebc-6a91-41a2-b5d0-144c423c0914 req-de4508a7-e7f0-404a-b1b5-c8cabf74894c tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Network 77a37b24-b08b-4825-9d70-c8cefd0d2560 is already hosted by enough agents. {{(pid=102599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:54:57.271104 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.base_scheduler [req-2537cebc-6a91-41a2-b5d0-144c423c0914 req-de4508a7-e7f0-404a-b1b5-c8cabf74894c tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Resources bound (agent type, host, resource id): {{(pid=102599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:54:57.276295 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-2537cebc-6a91-41a2-b5d0-144c423c0914 req-de4508a7-e7f0-404a-b1b5-c8cabf74894c tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Received port after_create {{(pid=102599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:54:57.315610 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4508a7-e7f0-404a-b1b5-c8cabf74894c tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Pushing event updated for resources: {'Port': ['ID=4cf5c8c1-d6c6-4458-9f77-726ba81ca987,revision_number=1']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:54:57.330412 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4508a7-e7f0-404a-b1b5-c8cabf74894c tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:54:57.330787 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4508a7-e7f0-404a-b1b5-c8cabf74894c tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:54:57.331135 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4508a7-e7f0-404a-b1b5-c8cabf74894c tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:54:57.331479 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4508a7-e7f0-404a-b1b5-c8cabf74894c tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:54:57.331816 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4508a7-e7f0-404a-b1b5-c8cabf74894c tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:54:57.332150 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4508a7-e7f0-404a-b1b5-c8cabf74894c tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:54:57.332481 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4508a7-e7f0-404a-b1b5-c8cabf74894c tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:54:57.332808 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4508a7-e7f0-404a-b1b5-c8cabf74894c tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:54:57.333135 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4508a7-e7f0-404a-b1b5-c8cabf74894c tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:54:57.333460 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4508a7-e7f0-404a-b1b5-c8cabf74894c tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:54:57.333788 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4508a7-e7f0-404a-b1b5-c8cabf74894c tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:54:57.334114 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4508a7-e7f0-404a-b1b5-c8cabf74894c tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:54:57.356441 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2537cebc-6a91-41a2-b5d0-144c423c0914 req-de4508a7-e7f0-404a-b1b5-c8cabf74894c tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:54:57.357102 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-2537cebc-6a91-41a2-b5d0-144c423c0914 req-de4508a7-e7f0-404a-b1b5-c8cabf74894c tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:54:57.378414 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2537cebc-6a91-41a2-b5d0-144c423c0914 req-de4508a7-e7f0-404a-b1b5-c8cabf74894c tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7216814 Nov 12 09:54:57.654314 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-aa139963-d1cc-4fad-a75d-c1806389e0fb None None] Provisioning complete for port 4cf5c8c1-d6c6-4458-9f77-726ba81ca987 triggered by entity DHCP. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:54:57.655123 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-aa139963-d1cc-4fad-a75d-c1806389e0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:54:57.713600 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-aa139963-d1cc-4fad-a75d-c1806389e0fb None None] Port 4cf5c8c1-d6c6-4458-9f77-726ba81ca987 cannot update to ACTIVE because it is not bound. {{(pid=102601) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:54:57.759735 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdf7e63-7d09-4e5a-bb39-8b8d88039186 req-0be6a0ea-d298-4947-84e4-f8090bff9d4b tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:54:57.761343 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-dbdf7e63-7d09-4e5a-bb39-8b8d88039186 req-0be6a0ea-d298-4947-84e4-f8090bff9d4b tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4e88d43-f1d8-48e4-84a1-7e4725829374 HTTP/1.1" status: 200 len: 932 time: 0.0514610 Nov 12 09:54:57.821177 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-dbdf7e63-7d09-4e5a-bb39-8b8d88039186 req-95b4e0a6-7148-4e33-b1f6-571280f4806e tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf1ed179-de9f-45ad-830f-454099d2cef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528991 Nov 12 09:54:58.926070 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 72ab2173-e3f5-4e5b-b388-c3deb9659d4d no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:54:58.941533 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb3519e-d13a-4ee6-a212-7bd0902da3bc req-4651fb1b-4b0c-4dd5-9f64-7752e371ae02 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:54:58.943043 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-deb3519e-d13a-4ee6-a212-7bd0902da3bc req-4651fb1b-4b0c-4dd5-9f64-7752e371ae02 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4e88d43-f1d8-48e4-84a1-7e4725829374 HTTP/1.1" status: 200 len: 932 time: 0.0489678 Nov 12 09:54:58.992789 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-deb3519e-d13a-4ee6-a212-7bd0902da3bc req-b3bd41e5-b6fb-4136-b44a-bd92f69f8453 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf1ed179-de9f-45ad-830f-454099d2cef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430219 Nov 12 09:54:59.005072 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:54:59.028703 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aae47894-28e6-4ba8-b8fc-6251e01c744a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72ab2173-e3f5-4e5b-b388-c3deb9659d4d'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:54:59.030970 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132d5890bda14c85ea4d6a837dfa65400ea66c0cb50158568a7b02b7fe216ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83661804-a3e9-4b9c-a1f7-2ccee78390c4" -d '{"events": [{"server_uuid": "aae47894-28e6-4ba8-b8fc-6251e01c744a", "name": "network-vif-unplugged", "status": "completed", "tag": "72ab2173-e3f5-4e5b-b388-c3deb9659d4d"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:54:59.043021 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] For port 72ab2173-e3f5-4e5b-b388-c3deb9659d4d, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=72ab2173-e3f5-4e5b-b388-c3deb9659d4d,segment=NetworkSegment(4e873102-37d1-49c2-b19d-7da6509840b9),segment_id=4e873102-37d1-49c2-b19d-7da6509840b9)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:54:59.047000 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:54:59.071452 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 09:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-873d5863-1ec1-4703-a0e8-4606099bff89 x-openstack-request-id: req-873d5863-1ec1-4703-a0e8-4606099bff89 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:54:59.071735 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aae47894-28e6-4ba8-b8fc-6251e01c744a", "name": "network-vif-unplugged", "status": "completed", "tag": "72ab2173-e3f5-4e5b-b388-c3deb9659d4d", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:54:59.071982 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-873d5863-1ec1-4703-a0e8-4606099bff89 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:54:59.072365 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aae47894-28e6-4ba8-b8fc-6251e01c744a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72ab2173-e3f5-4e5b-b388-c3deb9659d4d', 'code': 200} Nov 12 09:54:59.098287 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Pushing event updated for resources: {'Port': ['ID=72ab2173-e3f5-4e5b-b388-c3deb9659d4d,revision_number=8']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:55:00.151467 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea6bef4-5e19-43f2-bd80-fb084e3ba42b req-f575f66d-32d8-4816-9d73-0c5f6cdf523a tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:00.159171 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4ea6bef4-5e19-43f2-bd80-fb084e3ba42b req-f575f66d-32d8-4816-9d73-0c5f6cdf523a tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4e88d43-f1d8-48e4-84a1-7e4725829374 HTTP/1.1" status: 200 len: 932 time: 0.0734954 Nov 12 09:55:00.215381 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-4ea6bef4-5e19-43f2-bd80-fb084e3ba42b req-0987f713-0f16-4bd0-9b86-765255e4e4e8 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf1ed179-de9f-45ad-830f-454099d2cef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543807 Nov 12 09:55:01.467955 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ad57cc-10dc-4ff2-8cab-e31946761ac8 req-7210c8c8-8ea2-4c3c-a42b-f7249d3e4fe9 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:01.469712 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e9ad57cc-10dc-4ff2-8cab-e31946761ac8 req-7210c8c8-8ea2-4c3c-a42b-f7249d3e4fe9 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4e88d43-f1d8-48e4-84a1-7e4725829374 HTTP/1.1" status: 200 len: 932 time: 0.1714537 Nov 12 09:55:01.520340 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e9ad57cc-10dc-4ff2-8cab-e31946761ac8 req-8fe98ecc-dfbc-4777-9c84-938015066e5a tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf1ed179-de9f-45ad-830f-454099d2cef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444124 Nov 12 09:55:02.656668 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc2da28-5421-45e8-b6d3-e4a00e115256 req-3f6e1241-759f-4c8a-9f78-403a301b8c7c tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:02.658134 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-afc2da28-5421-45e8-b6d3-e4a00e115256 req-3f6e1241-759f-4c8a-9f78-403a301b8c7c tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4e88d43-f1d8-48e4-84a1-7e4725829374 HTTP/1.1" status: 200 len: 932 time: 0.0506954 Nov 12 09:55:02.713749 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-afc2da28-5421-45e8-b6d3-e4a00e115256 req-a6f5bda6-9aba-4c0b-a50f-7c1a2675457a tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf1ed179-de9f-45ad-830f-454099d2cef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496619 Nov 12 09:55:03.830394 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb73624-7019-4506-b3a4-e18813349335 req-b93210e7-7355-4587-96ed-d066c121c932 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:03.831924 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-aeb73624-7019-4506-b3a4-e18813349335 req-b93210e7-7355-4587-96ed-d066c121c932 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4e88d43-f1d8-48e4-84a1-7e4725829374 HTTP/1.1" status: 200 len: 932 time: 0.0488372 Nov 12 09:55:03.883852 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-aeb73624-7019-4506-b3a4-e18813349335 req-96c60d3a-a411-4d3c-9584-89f2083b1e67 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf1ed179-de9f-45ad-830f-454099d2cef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459151 Nov 12 09:55:04.228296 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-61beb3bd-7268-4f4c-8e97-5a41effb3e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:05.015035 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c4a70-5ab9-49f5-8561-ede6216dbdc0 req-b41fe881-c40b-4aac-9a4c-a0552080ac4f tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:05.016535 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ec7c4a70-5ab9-49f5-8561-ede6216dbdc0 req-b41fe881-c40b-4aac-9a4c-a0552080ac4f tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4e88d43-f1d8-48e4-84a1-7e4725829374 HTTP/1.1" status: 200 len: 932 time: 0.0524015 Nov 12 09:55:05.067867 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ec7c4a70-5ab9-49f5-8561-ede6216dbdc0 req-527804d5-8f68-4d0f-bc33-218a89e81030 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf1ed179-de9f-45ad-830f-454099d2cef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442839 Nov 12 09:55:06.209833 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca86c940-8ba1-4b50-b79c-f8e36aedf2f1 req-20928c51-f1ce-4f1b-9f7e-3a9b5b08cfb2 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:06.213134 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ca86c940-8ba1-4b50-b79c-f8e36aedf2f1 req-20928c51-f1ce-4f1b-9f7e-3a9b5b08cfb2 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4e88d43-f1d8-48e4-84a1-7e4725829374 HTTP/1.1" status: 200 len: 932 time: 0.0634668 Nov 12 09:55:06.265683 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ca86c940-8ba1-4b50-b79c-f8e36aedf2f1 req-182f2526-bf0e-413d-a8be-809c432aba06 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf1ed179-de9f-45ad-830f-454099d2cef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464406 Nov 12 09:55:06.448521 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:07.275672 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-365f20bc-f9a5-4acd-9b5b-d071673cf38f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:07.387063 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e55c6e7-4a9e-4120-bafc-598c0b9c8aeb req-66dcaac1-8b68-4230-9445-8d1834d18091 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:07.388534 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9e55c6e7-4a9e-4120-bafc-598c0b9c8aeb req-66dcaac1-8b68-4230-9445-8d1834d18091 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4e88d43-f1d8-48e4-84a1-7e4725829374 HTTP/1.1" status: 200 len: 932 time: 0.0505052 Nov 12 09:55:07.437999 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9e55c6e7-4a9e-4120-bafc-598c0b9c8aeb req-7d30e670-693d-48b2-bc8c-d51266667910 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf1ed179-de9f-45ad-830f-454099d2cef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434039 Nov 12 09:55:08.357685 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:08.558956 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d38d852-5e86-4461-af55-be4cea7f6a31 req-aa77ff5c-faa3-4707-ac9e-79ff71ee45f5 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:08.560430 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7d38d852-5e86-4461-af55-be4cea7f6a31 req-aa77ff5c-faa3-4707-ac9e-79ff71ee45f5 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4e88d43-f1d8-48e4-84a1-7e4725829374 HTTP/1.1" status: 200 len: 932 time: 0.0533888 Nov 12 09:55:08.610100 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7d38d852-5e86-4461-af55-be4cea7f6a31 req-66b98e8a-2369-439f-8318-12f3b2191b3c tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf1ed179-de9f-45ad-830f-454099d2cef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436716 Nov 12 09:55:09.678524 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:09.727533 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2949c1-eb9d-4654-9788-50d7e55b2c9b req-49bb92fe-3444-4968-a3b7-8d432860a305 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:09.728927 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ab2949c1-eb9d-4654-9788-50d7e55b2c9b req-49bb92fe-3444-4968-a3b7-8d432860a305 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4e88d43-f1d8-48e4-84a1-7e4725829374 HTTP/1.1" status: 200 len: 932 time: 0.0488067 Nov 12 09:55:09.778030 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ab2949c1-eb9d-4654-9788-50d7e55b2c9b req-ddd28aa5-1508-4043-8380-6bcad4835870 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf1ed179-de9f-45ad-830f-454099d2cef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430329 Nov 12 09:55:10.273283 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:10.424601 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.v2.base [req-2537cebc-6a91-41a2-b5d0-144c423c0914 req-dc985dd8-3dba-4a04-87b2-8e49c285ce92 service neutron] Request body: {'port': {'device_id': 'a4e88d43-f1d8-48e4-84a1-7e4725829374', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-765315-29'}} {{(pid=102599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:55:10.509696 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-2537cebc-6a91-41a2-b5d0-144c423c0914 req-dc985dd8-3dba-4a04-87b2-8e49c285ce92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:10.792413 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [req-2537cebc-6a91-41a2-b5d0-144c423c0914 req-dc985dd8-3dba-4a04-87b2-8e49c285ce92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cf5c8c1-d6c6-4458-9f77-726ba81ca987 {{(pid=102599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:55:10.799817 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-2537cebc-6a91-41a2-b5d0-144c423c0914 req-dc985dd8-3dba-4a04-87b2-8e49c285ce92 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:10.812403 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.provisioning_blocks [req-2537cebc-6a91-41a2-b5d0-144c423c0914 req-dc985dd8-3dba-4a04-87b2-8e49c285ce92 service neutron] Transition to ACTIVE for port object 4cf5c8c1-d6c6-4458-9f77-726ba81ca987 will not be triggered until provisioned by entity L2. {{(pid=102599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:55:10.816405 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-2537cebc-6a91-41a2-b5d0-144c423c0914 req-dc985dd8-3dba-4a04-87b2-8e49c285ce92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:10.877825 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc985dd8-3dba-4a04-87b2-8e49c285ce92 service neutron] Pushing event updated for resources: {'Port': ['ID=4cf5c8c1-d6c6-4458-9f77-726ba81ca987,revision_number=2']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:55:10.910851 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5450179c-2e75-44af-ba90-de541cb205ee req-9af18b0d-177a-44e8-a4e7-319187a80214 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:10.912500 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5450179c-2e75-44af-ba90-de541cb205ee req-9af18b0d-177a-44e8-a4e7-319187a80214 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4e88d43-f1d8-48e4-84a1-7e4725829374 HTTP/1.1" status: 200 len: 944 time: 0.0595458 Nov 12 09:55:10.973457 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-2537cebc-6a91-41a2-b5d0-144c423c0914 req-dc985dd8-3dba-4a04-87b2-8e49c285ce92 service neutron] Attempting to bind port 4cf5c8c1-d6c6-4458-9f77-726ba81ca987 on host n-h1-765315-29 for vnic_type normal with profile {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:55:10.974182 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-2537cebc-6a91-41a2-b5d0-144c423c0914 req-dc985dd8-3dba-4a04-87b2-8e49c285ce92 service neutron] Attempting to bind port 4cf5c8c1-d6c6-4458-9f77-726ba81ca987 by drivers openvswitch,hyperv on host n-h1-765315-29 at level 0 using segments [{'id': '4e873102-37d1-49c2-b19d-7da6509840b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '77a37b24-b08b-4825-9d70-c8cefd0d2560'}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:55:10.974182 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2537cebc-6a91-41a2-b5d0-144c423c0914 req-dc985dd8-3dba-4a04-87b2-8e49c285ce92 service neutron] Attempting to bind port 4cf5c8c1-d6c6-4458-9f77-726ba81ca987 on network 77a37b24-b08b-4825-9d70-c8cefd0d2560 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:55:10.979881 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2537cebc-6a91-41a2-b5d0-144c423c0914 req-dc985dd8-3dba-4a04-87b2-8e49c285ce92 service neutron] Port 4cf5c8c1-d6c6-4458-9f77-726ba81ca987 on network 77a37b24-b08b-4825-9d70-c8cefd0d2560 not bound, no agent of type Open vSwitch agent registered on host n-h1-765315-29 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:55:10.980240 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2537cebc-6a91-41a2-b5d0-144c423c0914 req-dc985dd8-3dba-4a04-87b2-8e49c285ce92 service neutron] Attempting to bind port 4cf5c8c1-d6c6-4458-9f77-726ba81ca987 on network 77a37b24-b08b-4825-9d70-c8cefd0d2560 {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:55:10.981332 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-5450179c-2e75-44af-ba90-de541cb205ee req-c237956b-3114-4057-b900-1286e7e82f4b tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf1ed179-de9f-45ad-830f-454099d2cef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596762 Nov 12 09:55:10.987984 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2537cebc-6a91-41a2-b5d0-144c423c0914 req-dc985dd8-3dba-4a04-87b2-8e49c285ce92 service neutron] Checking agent: {'id': '26215384-8035-4ce2-971a-8e67be80da90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-765315-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'started_at': datetime.datetime(2021, 11, 12, 8, 4, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:55:10.988330 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2537cebc-6a91-41a2-b5d0-144c423c0914 req-dc985dd8-3dba-4a04-87b2-8e49c285ce92 service neutron] Checking segment: {'id': '4e873102-37d1-49c2-b19d-7da6509840b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '77a37b24-b08b-4825-9d70-c8cefd0d2560'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:55:10.988724 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2537cebc-6a91-41a2-b5d0-144c423c0914 req-dc985dd8-3dba-4a04-87b2-8e49c285ce92 service neutron] Bound using segment: {'id': '4e873102-37d1-49c2-b19d-7da6509840b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '77a37b24-b08b-4825-9d70-c8cefd0d2560'} {{(pid=102599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:55:10.989165 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.managers [req-2537cebc-6a91-41a2-b5d0-144c423c0914 req-dc985dd8-3dba-4a04-87b2-8e49c285ce92 service neutron] Bound port: 4cf5c8c1-d6c6-4458-9f77-726ba81ca987, host: n-h1-765315-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e873102-37d1-49c2-b19d-7da6509840b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '77a37b24-b08b-4825-9d70-c8cefd0d2560'}}] {{(pid=102599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:55:10.989606 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-2537cebc-6a91-41a2-b5d0-144c423c0914 req-dc985dd8-3dba-4a04-87b2-8e49c285ce92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:11.062292 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-2537cebc-6a91-41a2-b5d0-144c423c0914 req-dc985dd8-3dba-4a04-87b2-8e49c285ce92 service neutron] For port 4cf5c8c1-d6c6-4458-9f77-726ba81ca987, host n-h1-765315-29, cleared binding levels {{(pid=102599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:55:11.065459 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-2537cebc-6a91-41a2-b5d0-144c423c0914 req-dc985dd8-3dba-4a04-87b2-8e49c285ce92 service neutron] For port 4cf5c8c1-d6c6-4458-9f77-726ba81ca987, host n-h1-765315-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=4cf5c8c1-d6c6-4458-9f77-726ba81ca987,segment=NetworkSegment(4e873102-37d1-49c2-b19d-7da6509840b9),segment_id=4e873102-37d1-49c2-b19d-7da6509840b9)] {{(pid=102599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:55:11.071192 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-2537cebc-6a91-41a2-b5d0-144c423c0914 req-dc985dd8-3dba-4a04-87b2-8e49c285ce92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31181621'] for port, after_update {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:11.107396 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2537cebc-6a91-41a2-b5d0-144c423c0914 req-dc985dd8-3dba-4a04-87b2-8e49c285ce92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:11.108262 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-2537cebc-6a91-41a2-b5d0-144c423c0914 req-dc985dd8-3dba-4a04-87b2-8e49c285ce92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:11.109688 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2537cebc-6a91-41a2-b5d0-144c423c0914 req-dc985dd8-3dba-4a04-87b2-8e49c285ce92 service neutron] 10.222.0.21 "PUT /v2.0/ports/4cf5c8c1-d6c6-4458-9f77-726ba81ca987 HTTP/1.1" status: 200 len: 1093 time: 0.6913457 Nov 12 09:55:11.111833 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4e88d43-f1d8-48e4-84a1-7e4725829374', 'tag': '4cf5c8c1-d6c6-4458-9f77-726ba81ca987'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:55:11.115768 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c022ff2c5cb8d3060857f92f3690e67c01ee9cc1391db4b92ea76e21aea06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfaf247d-1ada-46c6-a00c-103936d25f3b" -d '{"events": [{"name": "network-changed", "server_uuid": "a4e88d43-f1d8-48e4-84a1-7e4725829374", "tag": "4cf5c8c1-d6c6-4458-9f77-726ba81ca987"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:55:11.145921 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc985dd8-3dba-4a04-87b2-8e49c285ce92 service neutron] Pushing event updated for resources: {'Port': ['ID=4cf5c8c1-d6c6-4458-9f77-726ba81ca987,revision_number=3']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:55:11.165679 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aef254b2-0bcd-435a-b7c2-1f40ebca0832 x-openstack-request-id: req-aef254b2-0bcd-435a-b7c2-1f40ebca0832 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:55:11.165985 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4e88d43-f1d8-48e4-84a1-7e4725829374", "tag": "4cf5c8c1-d6c6-4458-9f77-726ba81ca987", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:55:11.166521 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-aef254b2-0bcd-435a-b7c2-1f40ebca0832 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:55:11.166967 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4e88d43-f1d8-48e4-84a1-7e4725829374', 'tag': '4cf5c8c1-d6c6-4458-9f77-726ba81ca987', 'status': 'completed', 'code': 200} Nov 12 09:55:11.213382 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2537cebc-6a91-41a2-b5d0-144c423c0914 req-a092dee0-7731-499b-9d08-7e55b742eae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:11.214988 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2537cebc-6a91-41a2-b5d0-144c423c0914 req-a092dee0-7731-499b-9d08-7e55b742eae3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4dcbe0245c334229a5752977e0ecb451&device_id=a4e88d43-f1d8-48e4-84a1-7e4725829374 HTTP/1.1" status: 200 len: 1096 time: 0.0432458 Nov 12 09:55:11.262207 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2537cebc-6a91-41a2-b5d0-144c423c0914 req-10b0aaec-4031-4e7d-b7f4-ad3fe7ffd65e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4cf5c8c1-d6c6-4458-9f77-726ba81ca987 HTTP/1.1" status: 200 len: 217 time: 0.0372174 Nov 12 09:55:11.327664 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2537cebc-6a91-41a2-b5d0-144c423c0914 req-d126d2d5-e8a3-4934-a31d-afbdeb688412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:11.329126 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2537cebc-6a91-41a2-b5d0-144c423c0914 req-d126d2d5-e8a3-4934-a31d-afbdeb688412 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=062350dc-16aa-42ce-8b4f-31a64fe9370e HTTP/1.1" status: 200 len: 848 time: 0.0597613 Nov 12 09:55:11.376318 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2537cebc-6a91-41a2-b5d0-144c423c0914 req-89319651-0a2b-4057-b64d-67735673f5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:11.377912 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2537cebc-6a91-41a2-b5d0-144c423c0914 req-89319651-0a2b-4057-b64d-67735673f5fe service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=77a37b24-b08b-4825-9d70-c8cefd0d2560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411901 Nov 12 09:55:11.472925 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2537cebc-6a91-41a2-b5d0-144c423c0914 req-be647c3a-0600-46c8-9de0-42b05827209e service neutron] 10.222.0.21 "GET /v2.0/networks/77a37b24-b08b-4825-9d70-c8cefd0d2560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854723 Nov 12 09:55:11.562291 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2537cebc-6a91-41a2-b5d0-144c423c0914 req-e430fb0a-05b0-48fc-b624-c26ad87dc707 service neutron] 10.222.0.21 "GET /v2.0/networks/77a37b24-b08b-4825-9d70-c8cefd0d2560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819583 Nov 12 09:55:11.653478 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaf247d-1ada-46c6-a00c-103936d25f3b req-39281372-9b3e-44c7-aaac-89f585007172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:11.654988 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-bfaf247d-1ada-46c6-a00c-103936d25f3b req-39281372-9b3e-44c7-aaac-89f585007172 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4dcbe0245c334229a5752977e0ecb451&device_id=a4e88d43-f1d8-48e4-84a1-7e4725829374 HTTP/1.1" status: 200 len: 1096 time: 0.0420790 Nov 12 09:55:11.750710 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaf247d-1ada-46c6-a00c-103936d25f3b req-ecadcf0c-0675-4cc0-8606-9bbd520abd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:11.752063 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-bfaf247d-1ada-46c6-a00c-103936d25f3b req-ecadcf0c-0675-4cc0-8606-9bbd520abd19 service neutron] 10.222.0.21 "GET /v2.0/networks?id=77a37b24-b08b-4825-9d70-c8cefd0d2560 HTTP/1.1" status: 200 len: 910 time: 0.0900540 Nov 12 09:55:11.794143 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-bfaf247d-1ada-46c6-a00c-103936d25f3b req-86c2d4d4-792b-4a24-b764-6c0cd7b31fce service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4cf5c8c1-d6c6-4458-9f77-726ba81ca987 HTTP/1.1" status: 200 len: 217 time: 0.0346084 Nov 12 09:55:11.848626 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaf247d-1ada-46c6-a00c-103936d25f3b req-c64571b4-b6e5-4f05-8d81-2c464daa4d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:11.850119 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-bfaf247d-1ada-46c6-a00c-103936d25f3b req-c64571b4-b6e5-4f05-8d81-2c464daa4d06 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=062350dc-16aa-42ce-8b4f-31a64fe9370e HTTP/1.1" status: 200 len: 848 time: 0.0482082 Nov 12 09:55:11.898062 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaf247d-1ada-46c6-a00c-103936d25f3b req-bb850d21-105f-49af-a0b6-a72615d46fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:11.899585 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-bfaf247d-1ada-46c6-a00c-103936d25f3b req-bb850d21-105f-49af-a0b6-a72615d46fd4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=77a37b24-b08b-4825-9d70-c8cefd0d2560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411141 Nov 12 09:55:11.990128 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-bfaf247d-1ada-46c6-a00c-103936d25f3b req-3b49d1af-887a-4dcd-92a6-e84ca59ae3a1 service neutron] 10.222.0.21 "GET /v2.0/networks/77a37b24-b08b-4825-9d70-c8cefd0d2560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826824 Nov 12 09:55:12.087113 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-bfaf247d-1ada-46c6-a00c-103936d25f3b req-06fbfbbc-0f10-403a-9449-d0ddebfe9a21 service neutron] 10.222.0.21 "GET /v2.0/networks/77a37b24-b08b-4825-9d70-c8cefd0d2560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898476 Nov 12 09:55:12.106153 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec247db2-fb4b-40d3-84e6-db971c864ff4 req-e4b54edd-1a40-451f-bb34-37258ebf5e90 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:12.107636 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ec247db2-fb4b-40d3-84e6-db971c864ff4 req-e4b54edd-1a40-451f-bb34-37258ebf5e90 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4e88d43-f1d8-48e4-84a1-7e4725829374 HTTP/1.1" status: 200 len: 944 time: 0.0515728 Nov 12 09:55:12.157332 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ec247db2-fb4b-40d3-84e6-db971c864ff4 req-1c06d0d0-192f-4a00-9707-ce3d026bc193 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf1ed179-de9f-45ad-830f-454099d2cef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436335 Nov 12 09:55:12.265021 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:55:13.273341 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab95eaac-5182-4397-9d8e-eb68c7e8b045 req-27da6e53-06a7-4bfc-b2bc-0eb1a2d053bc tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:13.274816 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ab95eaac-5182-4397-9d8e-eb68c7e8b045 req-27da6e53-06a7-4bfc-b2bc-0eb1a2d053bc tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4e88d43-f1d8-48e4-84a1-7e4725829374 HTTP/1.1" status: 200 len: 944 time: 0.0487487 Nov 12 09:55:13.323821 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-ab95eaac-5182-4397-9d8e-eb68c7e8b045 req-d8384471-746f-488d-b3f0-007a4a33035c tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf1ed179-de9f-45ad-830f-454099d2cef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430415 Nov 12 09:55:13.605190 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:14.717338 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8d4ce9-098c-49cb-8872-9ca90a3b4fec req-c975093a-5c27-4dd1-9a51-a693c0973597 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:14.719097 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1f8d4ce9-098c-49cb-8872-9ca90a3b4fec req-c975093a-5c27-4dd1-9a51-a693c0973597 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4e88d43-f1d8-48e4-84a1-7e4725829374 HTTP/1.1" status: 200 len: 944 time: 0.3190823 Nov 12 09:55:14.768157 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-1f8d4ce9-098c-49cb-8872-9ca90a3b4fec req-e6e02132-e7a9-4102-8e76-95a69a5555e3 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf1ed179-de9f-45ad-830f-454099d2cef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430491 Nov 12 09:55:15.883291 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d277c45a-dd55-47ec-be86-f3e26232548a req-de2e0e8d-7180-486d-a0ed-aee16bfe941e tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:15.884831 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d277c45a-dd55-47ec-be86-f3e26232548a req-de2e0e8d-7180-486d-a0ed-aee16bfe941e tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4e88d43-f1d8-48e4-84a1-7e4725829374 HTTP/1.1" status: 200 len: 944 time: 0.0489933 Nov 12 09:55:15.902953 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 4cf5c8c1-d6c6-4458-9f77-726ba81ca987 details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:55:15.935045 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d277c45a-dd55-47ec-be86-f3e26232548a req-3d9f5189-81cf-454a-b479-744df37f986c tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf1ed179-de9f-45ad-830f-454099d2cef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439599 Nov 12 09:55:16.002176 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 4cf5c8c1-d6c6-4458-9f77-726ba81ca987, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=4cf5c8c1-d6c6-4458-9f77-726ba81ca987,segment=NetworkSegment(4e873102-37d1-49c2-b19d-7da6509840b9),segment_id=4e873102-37d1-49c2-b19d-7da6509840b9)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:55:16.014184 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Returning: {'device': '4cf5c8c1-d6c6-4458-9f77-726ba81ca987', 'network_id': '77a37b24-b08b-4825-9d70-c8cefd0d2560', 'port_id': '4cf5c8c1-d6c6-4458-9f77-726ba81ca987', 'mac_address': 'fa:16:3e:a6:f0:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '062350dc-16aa-42ce-8b4f-31a64fe9370e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:55:16.050888 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:16.062987 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-e530113a-7783-48f4-9840-8911a24052df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cf5c8c1-d6c6-4458-9f77-726ba81ca987 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:55:16.086002 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 4cf5c8c1-d6c6-4458-9f77-726ba81ca987, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=4cf5c8c1-d6c6-4458-9f77-726ba81ca987,segment=NetworkSegment(4e873102-37d1-49c2-b19d-7da6509840b9),segment_id=4e873102-37d1-49c2-b19d-7da6509840b9)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:55:16.091965 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:16.139785 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=4cf5c8c1-d6c6-4458-9f77-726ba81ca987,revision_number=4']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:55:16.477417 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['4cf5c8c1-d6c6-4458-9f77-726ba81ca987'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:55:17.056645 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd37c54-03fa-4ebd-8e70-66557fc7056d req-27db6265-36fc-4183-b443-0266c8cbab39 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:17.058019 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-dfd37c54-03fa-4ebd-8e70-66557fc7056d req-27db6265-36fc-4183-b443-0266c8cbab39 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4e88d43-f1d8-48e4-84a1-7e4725829374 HTTP/1.1" status: 200 len: 945 time: 0.0486178 Nov 12 09:55:17.110813 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-dfd37c54-03fa-4ebd-8e70-66557fc7056d req-d70ae6bc-1e4d-4c3b-8d41-5660aae05ee0 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf1ed179-de9f-45ad-830f-454099d2cef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466602 Nov 12 09:55:17.908315 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 4cf5c8c1-d6c6-4458-9f77-726ba81ca987 up at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:55:17.956877 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning for port 4cf5c8c1-d6c6-4458-9f77-726ba81ca987 completed by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:55:17.961007 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning complete for port 4cf5c8c1-d6c6-4458-9f77-726ba81ca987 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:55:17.961379 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:18.202844 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:18.225082 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4e88d43-f1d8-48e4-84a1-7e4725829374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cf5c8c1-d6c6-4458-9f77-726ba81ca987'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:55:18.227937 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132d5890bda14c85ea4d6a837dfa65400ea66c0cb50158568a7b02b7fe216ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fabe624-6c19-484c-a7ea-e0570853f955" -d '{"events": [{"server_uuid": "a4e88d43-f1d8-48e4-84a1-7e4725829374", "name": "network-vif-plugged", "status": "completed", "tag": "4cf5c8c1-d6c6-4458-9f77-726ba81ca987"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:55:18.232227 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79367de-571e-40fa-a68f-5cf5cacb15d7 req-53cabace-78d0-407c-a723-809688c57943 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:18.233771 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e79367de-571e-40fa-a68f-5cf5cacb15d7 req-53cabace-78d0-407c-a723-809688c57943 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4e88d43-f1d8-48e4-84a1-7e4725829374 HTTP/1.1" status: 200 len: 945 time: 0.0495369 Nov 12 09:55:18.240512 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 4cf5c8c1-d6c6-4458-9f77-726ba81ca987, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=4cf5c8c1-d6c6-4458-9f77-726ba81ca987,segment=NetworkSegment(4e873102-37d1-49c2-b19d-7da6509840b9),segment_id=4e873102-37d1-49c2-b19d-7da6509840b9)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:55:18.245048 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:18.284899 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-e79367de-571e-40fa-a68f-5cf5cacb15d7 req-2a9e03c0-1030-4151-be06-9c0d67caa2f2 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf1ed179-de9f-45ad-830f-454099d2cef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438173 Nov 12 09:55:18.292686 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=4cf5c8c1-d6c6-4458-9f77-726ba81ca987,revision_number=5']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:55:18.389885 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57f9a9b1-fcbf-431e-8f3b-47f0c111b12f x-openstack-request-id: req-57f9a9b1-fcbf-431e-8f3b-47f0c111b12f {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:55:18.390168 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4e88d43-f1d8-48e4-84a1-7e4725829374", "name": "network-vif-plugged", "status": "completed", "tag": "4cf5c8c1-d6c6-4458-9f77-726ba81ca987", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:55:18.390414 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-57f9a9b1-fcbf-431e-8f3b-47f0c111b12f {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:55:18.390860 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4e88d43-f1d8-48e4-84a1-7e4725829374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cf5c8c1-d6c6-4458-9f77-726ba81ca987', 'code': 200} Nov 12 09:55:18.488705 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9edfda-3fe5-42eb-9299-d5b2310f11af req-1ab77af7-3cca-4cbb-a1e5-77de792f073f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:18.490088 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1f9edfda-3fe5-42eb-9299-d5b2310f11af req-1ab77af7-3cca-4cbb-a1e5-77de792f073f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a4e88d43-f1d8-48e4-84a1-7e4725829374 HTTP/1.1" status: 200 len: 1098 time: 0.0404494 Nov 12 09:55:18.537266 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1f9edfda-3fe5-42eb-9299-d5b2310f11af req-b39c087a-42ce-42e9-9914-cc049bb7773c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=cf1ed179-de9f-45ad-830f-454099d2cef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388391 Nov 12 09:55:19.405083 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a18998-58c3-4a20-8d58-036d30ff5d5f req-bc4a7f86-473e-4d07-9cb8-44cbe7945508 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:19.406615 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-44a18998-58c3-4a20-8d58-036d30ff5d5f req-bc4a7f86-473e-4d07-9cb8-44cbe7945508 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4e88d43-f1d8-48e4-84a1-7e4725829374 HTTP/1.1" status: 200 len: 946 time: 0.0490279 Nov 12 09:55:19.457413 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-44a18998-58c3-4a20-8d58-036d30ff5d5f req-a4ff66aa-a2c5-4528-8a01-4c8f906a6443 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf1ed179-de9f-45ad-830f-454099d2cef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448365 Nov 12 09:55:20.578869 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bde7aa3-cde8-469f-8725-cbcd18b62a6d req-1e956016-7935-4b6f-88f4-d117725bb6d4 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:20.580334 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9bde7aa3-cde8-469f-8725-cbcd18b62a6d req-1e956016-7935-4b6f-88f4-d117725bb6d4 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4e88d43-f1d8-48e4-84a1-7e4725829374 HTTP/1.1" status: 200 len: 946 time: 0.0538659 Nov 12 09:55:20.635941 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-9bde7aa3-cde8-469f-8725-cbcd18b62a6d req-fc301161-9a57-4b28-a7fb-2e1207e63f89 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf1ed179-de9f-45ad-830f-454099d2cef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487075 Nov 12 09:55:20.755540 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d202611d-bf77-4960-a305-b325016f52fd req-d7895841-9116-4483-a18d-b20410dd7120 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:20.757072 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d202611d-bf77-4960-a305-b325016f52fd req-d7895841-9116-4483-a18d-b20410dd7120 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4e88d43-f1d8-48e4-84a1-7e4725829374 HTTP/1.1" status: 200 len: 946 time: 0.0492740 Nov 12 09:55:20.810435 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d202611d-bf77-4960-a305-b325016f52fd req-3d7ad2e4-fbc2-47e3-a5fa-41464b9e93cd tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf1ed179-de9f-45ad-830f-454099d2cef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468624 Nov 12 09:55:20.833513 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 45828) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:55:20.875654 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d07c9d5-0eee-41c0-8622-2f385ea25b6f tempest-TestSnapshotPattern-1486426214 tempest-TestSnapshotPattern-1486426214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:20.877173 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-0d07c9d5-0eee-41c0-8622-2f385ea25b6f tempest-TestSnapshotPattern-1486426214 tempest-TestSnapshotPattern-1486426214-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=a4e88d43-f1d8-48e4-84a1-7e4725829374 HTTP/1.1" status: 200 len: 1093 time: 0.0426447 Nov 12 09:55:20.879879 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 45830) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:55:20.884541 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.v2.base [None req-92549e8d-21f2-4f67-88df-8fa3485b9d46 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Request body: {'floatingip': {'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'port_id': '4cf5c8c1-d6c6-4458-9f77-726ba81ca987', 'tenant_id': '4dcbe0245c334229a5752977e0ecb451', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102600) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:55:20.907061 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-92549e8d-21f2-4f67-88df-8fa3485b9d46 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Publish callbacks [] for floatingip, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:21.010505 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-92549e8d-21f2-4f67-88df-8fa3485b9d46 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:21.119361 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.db_base_plugin_common [None req-92549e8d-21f2-4f67-88df-8fa3485b9d46 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Allocated IP 172.25.2.129 (d709f64f-f9e6-4525-b020-ad48633b9bbf/751b3851-3866-4b1d-bbde-3f90bad4fb44/4784d48f-fd77-4d52-8e94-78d3a775e4ce) {{(pid=102600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:55:21.227014 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-92549e8d-21f2-4f67-88df-8fa3485b9d46 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Publish callbacks [] for port, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:21.261040 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-92549e8d-21f2-4f67-88df-8fa3485b9d46 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762119394690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:21.300527 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92549e8d-21f2-4f67-88df-8fa3485b9d46 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Network d709f64f-f9e6-4525-b020-ad48633b9bbf is already hosted by enough agents. {{(pid=102600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:55:21.306536 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.base_scheduler [None req-92549e8d-21f2-4f67-88df-8fa3485b9d46 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Resources bound (agent type, host, resource id): {{(pid=102600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:55:21.309039 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92549e8d-21f2-4f67-88df-8fa3485b9d46 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Received port after_create {{(pid=102600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:55:21.337905 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92549e8d-21f2-4f67-88df-8fa3485b9d46 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Pushing event updated for resources: {'Port': ['ID=4784d48f-fd77-4d52-8e94-78d3a775e4ce,revision_number=1']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:55:21.349921 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92549e8d-21f2-4f67-88df-8fa3485b9d46 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:55:21.350806 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92549e8d-21f2-4f67-88df-8fa3485b9d46 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:55:21.351290 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92549e8d-21f2-4f67-88df-8fa3485b9d46 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:55:21.351637 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92549e8d-21f2-4f67-88df-8fa3485b9d46 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:55:21.352019 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92549e8d-21f2-4f67-88df-8fa3485b9d46 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:55:21.352415 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92549e8d-21f2-4f67-88df-8fa3485b9d46 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:55:21.352992 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92549e8d-21f2-4f67-88df-8fa3485b9d46 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:55:21.353325 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92549e8d-21f2-4f67-88df-8fa3485b9d46 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:55:21.353655 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92549e8d-21f2-4f67-88df-8fa3485b9d46 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:55:21.353981 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92549e8d-21f2-4f67-88df-8fa3485b9d46 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:55:21.354305 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92549e8d-21f2-4f67-88df-8fa3485b9d46 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:55:21.354653 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92549e8d-21f2-4f67-88df-8fa3485b9d46 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:55:21.702918 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-92549e8d-21f2-4f67-88df-8fa3485b9d46 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:21.774442 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-92549e8d-21f2-4f67-88df-8fa3485b9d46 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:21.925647 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-92549e8d-21f2-4f67-88df-8fa3485b9d46 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Publish callbacks [] for port, precommit_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:21.930213 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-92549e8d-21f2-4f67-88df-8fa3485b9d46 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31116765'] for port, after_update {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:21.998014 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92549e8d-21f2-4f67-88df-8fa3485b9d46 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Pushing event updated for resources: {'Port': ['ID=4784d48f-fd77-4d52-8e94-78d3a775e4ce,revision_number=2']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:55:22.009938 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-92549e8d-21f2-4f67-88df-8fa3485b9d46 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-933074'] for floatingip, after_create {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:22.111967 n-d-765315-29 neutron-server[102600]: INFO neutron.db.l3_db [None req-92549e8d-21f2-4f67-88df-8fa3485b9d46 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Floating IP e16496ac-a135-4368-aa00-8b6bceb44614 associated. External IP: 172.25.2.129, port: 4cf5c8c1-d6c6-4458-9f77-726ba81ca987. Nov 12 09:55:22.325046 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92549e8d-21f2-4f67-88df-8fa3485b9d46 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Router 58b22bbc-e712-482f-9a47-2d1673158453 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:55:22.436218 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92549e8d-21f2-4f67-88df-8fa3485b9d46 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:55:22.446914 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bcbf2a5-28b4-4261-a1bd-1a621ff26ef3 None None] Sync routers for ids ['58b22bbc-e712-482f-9a47-2d1673158453'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:55:22.454126 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-92549e8d-21f2-4f67-88df-8fa3485b9d46 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:22.456954 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bcbf2a5-28b4-4261-a1bd-1a621ff26ef3 None None] Routers {'58b22bbc-e712-482f-9a47-2d1673158453'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:55:22.457625 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-8bcbf2a5-28b4-4261-a1bd-1a621ff26ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:55:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['58b22bbc-e712-482f-9a47-2d1673158453'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:55:22.494692 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-92549e8d-21f2-4f67-88df-8fa3485b9d46 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6005299 Nov 12 09:55:22.494692 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4e88d43-f1d8-48e4-84a1-7e4725829374', 'tag': '4cf5c8c1-d6c6-4458-9f77-726ba81ca987'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:55:22.494692 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b9376c9088a4f533a787632e68a0b9d71673112fb90a02c33b14ced1cf80ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c5475b3-d12a-48ca-96de-278fe92a4a90" -d '{"events": [{"name": "network-changed", "server_uuid": "a4e88d43-f1d8-48e4-84a1-7e4725829374", "tag": "4cf5c8c1-d6c6-4458-9f77-726ba81ca987"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:55:22.582143 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-8bcbf2a5-28b4-4261-a1bd-1a621ff26ef3 None None] Set router 58b22bbc-e712-482f-9a47-2d1673158453 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:55:22.586015 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-378c63a9-aec6-412b-8606-7c6591a33a49 x-openstack-request-id: req-378c63a9-aec6-412b-8606-7c6591a33a49 {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:55:22.586308 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4e88d43-f1d8-48e4-84a1-7e4725829374", "tag": "4cf5c8c1-d6c6-4458-9f77-726ba81ca987", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:55:22.586566 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-378c63a9-aec6-412b-8606-7c6591a33a49 {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:55:22.587001 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4e88d43-f1d8-48e4-84a1-7e4725829374', 'tag': '4cf5c8c1-d6c6-4458-9f77-726ba81ca987', 'status': 'completed', 'code': 200} Nov 12 09:55:22.735123 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5475b3-d12a-48ca-96de-278fe92a4a90 req-00fabdb1-09f1-4ab7-bb2d-e655a542dac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:22.736757 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6c5475b3-d12a-48ca-96de-278fe92a4a90 req-00fabdb1-09f1-4ab7-bb2d-e655a542dac6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4dcbe0245c334229a5752977e0ecb451&device_id=a4e88d43-f1d8-48e4-84a1-7e4725829374 HTTP/1.1" status: 200 len: 1098 time: 0.1257551 Nov 12 09:55:22.817686 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-8bcbf2a5-28b4-4261-a1bd-1a621ff26ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b22bbc-e712-482f-9a47-2d1673158453', 'name': 'tempest-TestSnapshotPattern-258364214-router', 'tenant_id': '4dcbe0245c334229a5752977e0ecb451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'ab7d891c-438e-4cfa-b76a-ff794fc01838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:52:17Z', 'updated_at': '2021-11-12T09:52:19Z', 'revision_number': 4, 'project_id': '4dcbe0245c334229a5752977e0ecb451', 'gw_port': {'id': 'ab7d891c-438e-4cfa-b76a-ff794fc01838', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:20:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b22bbc-e712-482f-9a47-2d1673158453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:52:17Z', 'updated_at': '2021-11-12T09:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': 'd8a51b0e-ba2a-4195-bd5e-d1996f1ba634', 'tenant_id': '4dcbe0245c334229a5752977e0ecb451', 'floating_ip_address': '172.25.2.116', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': '58b22bbc-e712-482f-9a47-2d1673158453', 'port_id': '72ab2173-e3f5-4e5b-b388-c3deb9659d4d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77a37b24-b08b-4825-9d70-c8cefd0d2560', 'mac_address': 'fa:16:3e:92:3d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aae47894-28e6-4ba8-b8fc-6251e01c744a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:52:41Z', 'updated_at': '2021-11-12T09:52:43Z', 'revision_number': 1, 'project_id': '4dcbe0245c334229a5752977e0ecb451', 'fixed_ip_address_scope': None}, {'id': 'e16496ac-a135-4368-aa00-8b6bceb44614', 'tenant_id': '4dcbe0245c334229a5752977e0ecb451', 'floating_ip_address': '172.25.2.129', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': '58b22bbc-e712-482f-9a47-2d1673158453', 'port_id': '4cf5c8c1-d6c6-4458-9f77-726ba81ca987', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77a37b24-b08b-4825-9d70-c8cefd0d2560', 'mac_address': 'fa:16:3e:a6:f0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e88d43-f1d8-48e4-84a1-7e4725829374', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:55:21Z', 'updated_at': '2021-11-12T09:55:21Z', 'revision_number': 0, 'project_id': '4dcbe0245c334229a5752977e0ecb451', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a68b084c-fb4e-4e6e-b062-7816396c7a88', 'name': '', 'network_id': '77a37b24-b08b-4825-9d70-c8cefd0d2560', 'tenant_id': '4dcbe0245c334229a5752977e0ecb451', 'mac_address': 'fa:16:3e:38:ba:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b22bbc-e712-482f-9a47-2d1673158453', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '062350dc-16aa-42ce-8b4f-31a64fe9370e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:52:19Z', 'updated_at': '2021-11-12T09:52:23Z', 'revision_number': 5, 'project_id': '4dcbe0245c334229a5752977e0ecb451', 'subnets': [{'id': '062350dc-16aa-42ce-8b4f-31a64fe9370e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:55:22.829522 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5475b3-d12a-48ca-96de-278fe92a4a90 req-9a96e268-686d-4c27-a258-977eff5ae79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:22.831040 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6c5475b3-d12a-48ca-96de-278fe92a4a90 req-9a96e268-686d-4c27-a258-977eff5ae79b service neutron] 10.222.0.21 "GET /v2.0/networks?id=77a37b24-b08b-4825-9d70-c8cefd0d2560 HTTP/1.1" status: 200 len: 910 time: 0.0872006 Nov 12 09:55:22.843761 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bcbf2a5-28b4-4261-a1bd-1a621ff26ef3 None None] Checking router: 58b22bbc-e712-482f-9a47-2d1673158453 for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:55:22.852585 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bcbf2a5-28b4-4261-a1bd-1a621ff26ef3 None None] Routers {'58b22bbc-e712-482f-9a47-2d1673158453'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:55:22.853186 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-8bcbf2a5-28b4-4261-a1bd-1a621ff26ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:55:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['58b22bbc-e712-482f-9a47-2d1673158453'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:55:22.963776 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-8bcbf2a5-28b4-4261-a1bd-1a621ff26ef3 None None] Set router 58b22bbc-e712-482f-9a47-2d1673158453 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:55:23.210056 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-8bcbf2a5-28b4-4261-a1bd-1a621ff26ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b22bbc-e712-482f-9a47-2d1673158453', 'name': 'tempest-TestSnapshotPattern-258364214-router', 'tenant_id': '4dcbe0245c334229a5752977e0ecb451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'ab7d891c-438e-4cfa-b76a-ff794fc01838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:52:17Z', 'updated_at': '2021-11-12T09:52:19Z', 'revision_number': 4, 'project_id': '4dcbe0245c334229a5752977e0ecb451', 'gw_port': {'id': 'ab7d891c-438e-4cfa-b76a-ff794fc01838', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:20:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b22bbc-e712-482f-9a47-2d1673158453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:52:17Z', 'updated_at': '2021-11-12T09:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': 'd8a51b0e-ba2a-4195-bd5e-d1996f1ba634', 'tenant_id': '4dcbe0245c334229a5752977e0ecb451', 'floating_ip_address': '172.25.2.116', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': '58b22bbc-e712-482f-9a47-2d1673158453', 'port_id': '72ab2173-e3f5-4e5b-b388-c3deb9659d4d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77a37b24-b08b-4825-9d70-c8cefd0d2560', 'mac_address': 'fa:16:3e:92:3d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aae47894-28e6-4ba8-b8fc-6251e01c744a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:52:41Z', 'updated_at': '2021-11-12T09:52:43Z', 'revision_number': 1, 'project_id': '4dcbe0245c334229a5752977e0ecb451', 'fixed_ip_address_scope': None}, {'id': 'e16496ac-a135-4368-aa00-8b6bceb44614', 'tenant_id': '4dcbe0245c334229a5752977e0ecb451', 'floating_ip_address': '172.25.2.129', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': '58b22bbc-e712-482f-9a47-2d1673158453', 'port_id': '4cf5c8c1-d6c6-4458-9f77-726ba81ca987', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77a37b24-b08b-4825-9d70-c8cefd0d2560', 'mac_address': 'fa:16:3e:a6:f0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e88d43-f1d8-48e4-84a1-7e4725829374', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:55:21Z', 'updated_at': '2021-11-12T09:55:21Z', 'revision_number': 0, 'project_id': '4dcbe0245c334229a5752977e0ecb451', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a68b084c-fb4e-4e6e-b062-7816396c7a88', 'name': '', 'network_id': '77a37b24-b08b-4825-9d70-c8cefd0d2560', 'tenant_id': '4dcbe0245c334229a5752977e0ecb451', 'mac_address': 'fa:16:3e:38:ba:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b22bbc-e712-482f-9a47-2d1673158453', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '062350dc-16aa-42ce-8b4f-31a64fe9370e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:52:19Z', 'updated_at': '2021-11-12T09:52:23Z', 'revision_number': 5, 'project_id': '4dcbe0245c334229a5752977e0ecb451', 'subnets': [{'id': '062350dc-16aa-42ce-8b4f-31a64fe9370e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:55:23.238648 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bcbf2a5-28b4-4261-a1bd-1a621ff26ef3 None None] The sync data for ids ['58b22bbc-e712-482f-9a47-2d1673158453'] in n-d-765315-29 is: [{'id': '58b22bbc-e712-482f-9a47-2d1673158453', 'name': 'tempest-TestSnapshotPattern-258364214-router', 'tenant_id': '4dcbe0245c334229a5752977e0ecb451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'ab7d891c-438e-4cfa-b76a-ff794fc01838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:52:17Z', 'updated_at': '2021-11-12T09:52:19Z', 'revision_number': 4, 'project_id': '4dcbe0245c334229a5752977e0ecb451', 'gw_port': {'id': 'ab7d891c-438e-4cfa-b76a-ff794fc01838', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:20:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b22bbc-e712-482f-9a47-2d1673158453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:52:17Z', 'updated_at': '2021-11-12T09:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': 'd8a51b0e-ba2a-4195-bd5e-d1996f1ba634', 'tenant_id': '4dcbe0245c334229a5752977e0ecb451', 'floating_ip_address': '172.25.2.116', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': '58b22bbc-e712-482f-9a47-2d1673158453', 'port_id': '72ab2173-e3f5-4e5b-b388-c3deb9659d4d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77a37b24-b08b-4825-9d70-c8cefd0d2560', 'mac_address': 'fa:16:3e:92:3d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aae47894-28e6-4ba8-b8fc-6251e01c744a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:52:41Z', 'updated_at': '2021-11-12T09:52:43Z', 'revision_number': 1, 'project_id': '4dcbe0245c334229a5752977e0ecb451', 'fixed_ip_address_scope': None}, {'id': 'e16496ac-a135-4368-aa00-8b6bceb44614', 'tenant_id': '4dcbe0245c334229a5752977e0ecb451', 'floating_ip_address': '172.25.2.129', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': '58b22bbc-e712-482f-9a47-2d1673158453', 'port_id': '4cf5c8c1-d6c6-4458-9f77-726ba81ca987', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77a37b24-b08b-4825-9d70-c8cefd0d2560', 'mac_address': 'fa:16:3e:a6:f0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e88d43-f1d8-48e4-84a1-7e4725829374', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:55:21Z', 'updated_at': '2021-11-12T09:55:21Z', 'revision_number': 0, 'project_id': '4dcbe0245c334229a5752977e0ecb451', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a68b084c-fb4e-4e6e-b062-7816396c7a88', 'name': '', 'network_id': '77a37b24-b08b-4825-9d70-c8cefd0d2560', 'tenant_id': '4dcbe0245c334229a5752977e0ecb451', 'mac_address': 'fa:16:3e:38:ba:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b22bbc-e712-482f-9a47-2d1673158453', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '062350dc-16aa-42ce-8b4f-31a64fe9370e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:52:19Z', 'updated_at': '2021-11-12T09:52:23Z', 'revision_number': 5, 'project_id': '4dcbe0245c334229a5752977e0ecb451', 'subnets': [{'id': '062350dc-16aa-42ce-8b4f-31a64fe9370e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:55:23.246394 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6c5475b3-d12a-48ca-96de-278fe92a4a90 req-de8822b4-6513-4e8d-bdfe-a8afcb821b16 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4cf5c8c1-d6c6-4458-9f77-726ba81ca987 HTTP/1.1" status: 200 len: 1000 time: 0.4071858 Nov 12 09:55:23.301608 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5475b3-d12a-48ca-96de-278fe92a4a90 req-166c6345-144f-4c09-bfc6-124fcba6e0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:23.303156 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6c5475b3-d12a-48ca-96de-278fe92a4a90 req-166c6345-144f-4c09-bfc6-124fcba6e0aa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=062350dc-16aa-42ce-8b4f-31a64fe9370e HTTP/1.1" status: 200 len: 848 time: 0.0491817 Nov 12 09:55:23.353073 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5475b3-d12a-48ca-96de-278fe92a4a90 req-f3fe9e4e-0979-4c0b-a3cb-5f72644a3c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:23.354569 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6c5475b3-d12a-48ca-96de-278fe92a4a90 req-f3fe9e4e-0979-4c0b-a3cb-5f72644a3c66 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=77a37b24-b08b-4825-9d70-c8cefd0d2560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423768 Nov 12 09:55:23.443141 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbca96b2-b729-48f0-bc66-fddc311d5ceb None None] New status for floating IP e16496ac-a135-4368-aa00-8b6bceb44614: ACTIVE {{(pid=102601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:55:23.466775 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6c5475b3-d12a-48ca-96de-278fe92a4a90 req-44bc8450-f492-47f8-95e3-f177bd313102 service neutron] 10.222.0.21 "GET /v2.0/networks/77a37b24-b08b-4825-9d70-c8cefd0d2560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037195 Nov 12 09:55:23.567513 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-6c5475b3-d12a-48ca-96de-278fe92a4a90 req-9d4dfa9a-5488-42c7-828b-8575c016c63e service neutron] 10.222.0.21 "GET /v2.0/networks/77a37b24-b08b-4825-9d70-c8cefd0d2560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932922 Nov 12 09:55:28.206167 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8124fc1e-736d-454b-b1b6-0f3f93203218 req-ee412999-08b7-4f6e-acb5-a1509b6c8ccd service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=aae47894-28e6-4ba8-b8fc-6251e01c744a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0395532 Nov 12 09:55:28.324264 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8124fc1e-736d-454b-b1b6-0f3f93203218 req-0f91576c-3109-4a8b-9292-34d31157537d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:28.325759 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8124fc1e-736d-454b-b1b6-0f3f93203218 req-0f91576c-3109-4a8b-9292-34d31157537d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4dcbe0245c334229a5752977e0ecb451&device_id=aae47894-28e6-4ba8-b8fc-6251e01c744a HTTP/1.1" status: 200 len: 1095 time: 0.0450540 Nov 12 09:55:28.441094 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8124fc1e-736d-454b-b1b6-0f3f93203218 req-5f1c3218-8553-408f-8962-349bd08b2c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:28.442602 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8124fc1e-736d-454b-b1b6-0f3f93203218 req-5f1c3218-8553-408f-8962-349bd08b2c28 service neutron] 10.222.0.44 "GET /v2.0/networks?id=77a37b24-b08b-4825-9d70-c8cefd0d2560 HTTP/1.1" status: 200 len: 910 time: 0.0867059 Nov 12 09:55:28.522253 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8124fc1e-736d-454b-b1b6-0f3f93203218 req-c6ea5986-21ba-4393-b401-9f664fcd81c2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=72ab2173-e3f5-4e5b-b388-c3deb9659d4d HTTP/1.1" status: 200 len: 999 time: 0.0641661 Nov 12 09:55:28.579193 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8124fc1e-736d-454b-b1b6-0f3f93203218 req-4dafabe7-9682-4388-91d4-d6c72a809d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:28.580639 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8124fc1e-736d-454b-b1b6-0f3f93203218 req-4dafabe7-9682-4388-91d4-d6c72a809d2b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=062350dc-16aa-42ce-8b4f-31a64fe9370e HTTP/1.1" status: 200 len: 848 time: 0.0451515 Nov 12 09:55:28.636492 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8124fc1e-736d-454b-b1b6-0f3f93203218 req-0c59e4bc-7493-43cc-a32d-89bbab95a198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:28.637967 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8124fc1e-736d-454b-b1b6-0f3f93203218 req-0c59e4bc-7493-43cc-a32d-89bbab95a198 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=77a37b24-b08b-4825-9d70-c8cefd0d2560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407047 Nov 12 09:55:28.734903 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8124fc1e-736d-454b-b1b6-0f3f93203218 req-2d314ae4-eee6-4c1a-9eb6-6d64da901630 service neutron] 10.222.0.44 "GET /v2.0/networks/77a37b24-b08b-4825-9d70-c8cefd0d2560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864329 Nov 12 09:55:28.829978 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-8124fc1e-736d-454b-b1b6-0f3f93203218 req-fa927eb5-4b74-46f6-b6d6-f59e9b1b68bb service neutron] 10.222.0.44 "GET /v2.0/networks/77a37b24-b08b-4825-9d70-c8cefd0d2560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826228 Nov 12 09:55:31.239281 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dd6bc447-ad1e-4806-891a-a5e8481f2a6e req-46a280b5-9e0e-4d42-b23e-fdf7888e23a0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a4e88d43-f1d8-48e4-84a1-7e4725829374&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0432456 Nov 12 09:55:31.324477 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6bc447-ad1e-4806-891a-a5e8481f2a6e req-ae2cb8c9-f1aa-430d-945d-27c2bdc86398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:31.326172 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dd6bc447-ad1e-4806-891a-a5e8481f2a6e req-ae2cb8c9-f1aa-430d-945d-27c2bdc86398 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4dcbe0245c334229a5752977e0ecb451&device_id=a4e88d43-f1d8-48e4-84a1-7e4725829374 HTTP/1.1" status: 200 len: 1098 time: 0.0427206 Nov 12 09:55:31.433175 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6bc447-ad1e-4806-891a-a5e8481f2a6e req-99367ba4-f917-4ab0-944f-f4e5ef508f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:31.434712 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dd6bc447-ad1e-4806-891a-a5e8481f2a6e req-99367ba4-f917-4ab0-944f-f4e5ef508f66 service neutron] 10.222.0.21 "GET /v2.0/networks?id=77a37b24-b08b-4825-9d70-c8cefd0d2560 HTTP/1.1" status: 200 len: 910 time: 0.0875022 Nov 12 09:55:31.509075 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dd6bc447-ad1e-4806-891a-a5e8481f2a6e req-0ab7f8bb-5665-4c58-b03e-b7a708f4ba74 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4cf5c8c1-d6c6-4458-9f77-726ba81ca987 HTTP/1.1" status: 200 len: 1002 time: 0.0662813 Nov 12 09:55:31.564812 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6bc447-ad1e-4806-891a-a5e8481f2a6e req-85953099-5601-4491-8888-c25149dfc5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:31.566262 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dd6bc447-ad1e-4806-891a-a5e8481f2a6e req-85953099-5601-4491-8888-c25149dfc5b7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=062350dc-16aa-42ce-8b4f-31a64fe9370e HTTP/1.1" status: 200 len: 848 time: 0.0478129 Nov 12 09:55:31.612974 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6bc447-ad1e-4806-891a-a5e8481f2a6e req-aa5bd1f5-3562-4366-8465-4e85854a1841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:31.614443 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dd6bc447-ad1e-4806-891a-a5e8481f2a6e req-aa5bd1f5-3562-4366-8465-4e85854a1841 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=77a37b24-b08b-4825-9d70-c8cefd0d2560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407648 Nov 12 09:55:31.712012 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dd6bc447-ad1e-4806-891a-a5e8481f2a6e req-81a8b23e-88fd-4c27-8e30-3bd7b5c05f62 service neutron] 10.222.0.21 "GET /v2.0/networks/77a37b24-b08b-4825-9d70-c8cefd0d2560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894561 Nov 12 09:55:31.806294 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-dd6bc447-ad1e-4806-891a-a5e8481f2a6e req-205a85cf-a97b-41cf-bd6a-93576e80fba5 service neutron] 10.222.0.21 "GET /v2.0/networks/77a37b24-b08b-4825-9d70-c8cefd0d2560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838776 Nov 12 09:55:34.232291 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-12dee0cb-4f61-492e-ae7f-6f894e9b8499 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:36.456673 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:37.269235 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-599cddc7-2056-4ebe-9c73-f6799842c0c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:38.361508 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:39.680648 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:40.278416 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:43.614714 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:49.263970 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:56:04.234230 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5a922ec3-35cb-455b-bd34-34695e44934e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:06.467926 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:07.271720 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-f36d7504-aecf-4a12-9f5a-dffd321ca140 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:08.363779 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:09.685302 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:10.280848 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:13.623398 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:26.262947 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:56:28.225417 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f332a406-c08f-4490-8790-10c8f1afbccf req-f89f6c96-d5fc-4813-b915-ce889c2dd676 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=aae47894-28e6-4ba8-b8fc-6251e01c744a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0463181 Nov 12 09:56:28.331273 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f332a406-c08f-4490-8790-10c8f1afbccf req-42261a8d-422d-415b-beb2-74d1c622b79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:56:28.332811 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f332a406-c08f-4490-8790-10c8f1afbccf req-42261a8d-422d-415b-beb2-74d1c622b79d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4dcbe0245c334229a5752977e0ecb451&device_id=aae47894-28e6-4ba8-b8fc-6251e01c744a HTTP/1.1" status: 200 len: 1095 time: 0.0413184 Nov 12 09:56:28.447533 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f332a406-c08f-4490-8790-10c8f1afbccf req-4a107f84-faf5-43ac-844e-d3f7d8dcff06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:56:28.449040 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f332a406-c08f-4490-8790-10c8f1afbccf req-4a107f84-faf5-43ac-844e-d3f7d8dcff06 service neutron] 10.222.0.44 "GET /v2.0/networks?id=77a37b24-b08b-4825-9d70-c8cefd0d2560 HTTP/1.1" status: 200 len: 910 time: 0.0948806 Nov 12 09:56:28.517790 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f332a406-c08f-4490-8790-10c8f1afbccf req-ff6a2161-ec0e-4a6b-b1f4-12ccd3a051ae service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=72ab2173-e3f5-4e5b-b388-c3deb9659d4d HTTP/1.1" status: 200 len: 999 time: 0.0604453 Nov 12 09:56:28.572370 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f332a406-c08f-4490-8790-10c8f1afbccf req-fca26e9d-d1f5-417c-a8aa-80fc46245f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:56:28.573829 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f332a406-c08f-4490-8790-10c8f1afbccf req-fca26e9d-d1f5-417c-a8aa-80fc46245f45 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=062350dc-16aa-42ce-8b4f-31a64fe9370e HTTP/1.1" status: 200 len: 848 time: 0.0440049 Nov 12 09:56:28.627891 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f332a406-c08f-4490-8790-10c8f1afbccf req-10458265-22d9-4021-a9b0-32ba34a74472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:56:28.629391 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f332a406-c08f-4490-8790-10c8f1afbccf req-10458265-22d9-4021-a9b0-32ba34a74472 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=77a37b24-b08b-4825-9d70-c8cefd0d2560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446517 Nov 12 09:56:28.724234 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f332a406-c08f-4490-8790-10c8f1afbccf req-958fff62-c199-481f-bbfa-1d444f3a180c service neutron] 10.222.0.44 "GET /v2.0/networks/77a37b24-b08b-4825-9d70-c8cefd0d2560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850267 Nov 12 09:56:28.834206 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-f332a406-c08f-4490-8790-10c8f1afbccf req-76270adf-87d9-437f-83dc-6394339ceee9 service neutron] 10.222.0.44 "GET /v2.0/networks/77a37b24-b08b-4825-9d70-c8cefd0d2560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009338 Nov 12 09:56:32.240841 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c0ebbfca-1d9e-4c8e-ba3b-52fd76aad713 req-69b94d85-afff-4b04-bedd-8c0239b4099c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a4e88d43-f1d8-48e4-84a1-7e4725829374&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0422490 Nov 12 09:56:32.328143 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ebbfca-1d9e-4c8e-ba3b-52fd76aad713 req-4f30df64-87a3-43da-9212-db19245f2d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:56:32.329662 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c0ebbfca-1d9e-4c8e-ba3b-52fd76aad713 req-4f30df64-87a3-43da-9212-db19245f2d64 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4dcbe0245c334229a5752977e0ecb451&device_id=a4e88d43-f1d8-48e4-84a1-7e4725829374 HTTP/1.1" status: 200 len: 1098 time: 0.0426133 Nov 12 09:56:32.448268 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ebbfca-1d9e-4c8e-ba3b-52fd76aad713 req-453d39ea-9d60-464f-9fb3-b4cf936cde4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:56:32.449790 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c0ebbfca-1d9e-4c8e-ba3b-52fd76aad713 req-453d39ea-9d60-464f-9fb3-b4cf936cde4c service neutron] 10.222.0.21 "GET /v2.0/networks?id=77a37b24-b08b-4825-9d70-c8cefd0d2560 HTTP/1.1" status: 200 len: 910 time: 0.0930922 Nov 12 09:56:32.518239 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c0ebbfca-1d9e-4c8e-ba3b-52fd76aad713 req-8ca53cae-5999-449a-ab5f-df7ce91f964d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4cf5c8c1-d6c6-4458-9f77-726ba81ca987 HTTP/1.1" status: 200 len: 1002 time: 0.0591683 Nov 12 09:56:32.572728 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ebbfca-1d9e-4c8e-ba3b-52fd76aad713 req-13d7f318-d472-4390-b219-242c13d5d037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:56:32.574188 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c0ebbfca-1d9e-4c8e-ba3b-52fd76aad713 req-13d7f318-d472-4390-b219-242c13d5d037 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=062350dc-16aa-42ce-8b4f-31a64fe9370e HTTP/1.1" status: 200 len: 848 time: 0.0480433 Nov 12 09:56:32.622915 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ebbfca-1d9e-4c8e-ba3b-52fd76aad713 req-c57c477b-cc31-4931-96dd-0fa764fb72e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:56:32.624436 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c0ebbfca-1d9e-4c8e-ba3b-52fd76aad713 req-c57c477b-cc31-4931-96dd-0fa764fb72e5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=77a37b24-b08b-4825-9d70-c8cefd0d2560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420203 Nov 12 09:56:32.718290 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c0ebbfca-1d9e-4c8e-ba3b-52fd76aad713 req-7e45f077-c474-45b6-be53-e74a1414be2e service neutron] 10.222.0.21 "GET /v2.0/networks/77a37b24-b08b-4825-9d70-c8cefd0d2560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842979 Nov 12 09:56:32.815318 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-c0ebbfca-1d9e-4c8e-ba3b-52fd76aad713 req-43fea3fc-3358-437b-a023-4117436a586b service neutron] 10.222.0.21 "GET /v2.0/networks/77a37b24-b08b-4825-9d70-c8cefd0d2560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886190 Nov 12 09:56:34.238047 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-2748cd95-a338-4085-903b-5a6823965e67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:36.461115 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:37.272645 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-10b4bab4-211b-4f3c-a4e7-346abcab3ba1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:38.366701 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:39.689043 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:40.285955 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:43.625979 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:03.265753 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:57:04.241229 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-180ca087-a3ea-4a72-b672-21f06d22ae32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:06.463718 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:07.278477 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-707a30a2-64ad-4279-834a-b00d87f1ba74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:08.369890 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:09.692157 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:10.279003 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:13.626452 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:29.225357 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3e21f10e-85d6-4799-9802-b9b0d71bed8d req-f934663b-b1b4-4de6-8d67-6127c958ba0e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=aae47894-28e6-4ba8-b8fc-6251e01c744a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0432327 Nov 12 09:57:29.337039 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e21f10e-85d6-4799-9802-b9b0d71bed8d req-82d4cbbd-2f94-4680-8c45-83ef80dc88f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:57:29.338518 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3e21f10e-85d6-4799-9802-b9b0d71bed8d req-82d4cbbd-2f94-4680-8c45-83ef80dc88f4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4dcbe0245c334229a5752977e0ecb451&device_id=aae47894-28e6-4ba8-b8fc-6251e01c744a HTTP/1.1" status: 200 len: 1095 time: 0.0477211 Nov 12 09:57:29.448940 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e21f10e-85d6-4799-9802-b9b0d71bed8d req-181888d0-4b86-4ad6-b1d7-4023ddf53ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:57:29.450392 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3e21f10e-85d6-4799-9802-b9b0d71bed8d req-181888d0-4b86-4ad6-b1d7-4023ddf53ed2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=77a37b24-b08b-4825-9d70-c8cefd0d2560 HTTP/1.1" status: 200 len: 910 time: 0.0910950 Nov 12 09:57:29.517119 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3e21f10e-85d6-4799-9802-b9b0d71bed8d req-9663939a-46fc-4ff2-bcd4-7e71fc2bc5b7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=72ab2173-e3f5-4e5b-b388-c3deb9659d4d HTTP/1.1" status: 200 len: 999 time: 0.0594118 Nov 12 09:57:29.570413 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e21f10e-85d6-4799-9802-b9b0d71bed8d req-8c66d8e5-20d6-4855-b74f-9892e3eb6c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:57:29.572025 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3e21f10e-85d6-4799-9802-b9b0d71bed8d req-8c66d8e5-20d6-4855-b74f-9892e3eb6c34 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=062350dc-16aa-42ce-8b4f-31a64fe9370e HTTP/1.1" status: 200 len: 848 time: 0.0478597 Nov 12 09:57:29.619603 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e21f10e-85d6-4799-9802-b9b0d71bed8d req-cccad2ac-cee8-454f-8092-2880c19200d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:57:29.621075 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3e21f10e-85d6-4799-9802-b9b0d71bed8d req-cccad2ac-cee8-454f-8092-2880c19200d9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=77a37b24-b08b-4825-9d70-c8cefd0d2560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405419 Nov 12 09:57:29.711995 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3e21f10e-85d6-4799-9802-b9b0d71bed8d req-e160bb6f-45b9-4fc8-adec-48f82f04cbef service neutron] 10.222.0.44 "GET /v2.0/networks/77a37b24-b08b-4825-9d70-c8cefd0d2560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838134 Nov 12 09:57:29.809328 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-3e21f10e-85d6-4799-9802-b9b0d71bed8d req-d9b93827-62c0-4095-a900-b1c0034746f7 service neutron] 10.222.0.44 "GET /v2.0/networks/77a37b24-b08b-4825-9d70-c8cefd0d2560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882843 Nov 12 09:57:33.260792 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ddd6b591-f71d-470a-a480-311a1ea33209 req-62566dd9-95f2-4c85-b1aa-efb778a40df0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a4e88d43-f1d8-48e4-84a1-7e4725829374&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0407662 Nov 12 09:57:33.350377 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd6b591-f71d-470a-a480-311a1ea33209 req-70bcc889-41fd-4aaa-bbcc-7d9735a49743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:57:33.351923 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ddd6b591-f71d-470a-a480-311a1ea33209 req-70bcc889-41fd-4aaa-bbcc-7d9735a49743 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4dcbe0245c334229a5752977e0ecb451&device_id=a4e88d43-f1d8-48e4-84a1-7e4725829374 HTTP/1.1" status: 200 len: 1098 time: 0.0454030 Nov 12 09:57:33.458015 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd6b591-f71d-470a-a480-311a1ea33209 req-778729fb-3eb8-44fe-8ee8-f55b282ba156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:57:33.460143 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ddd6b591-f71d-470a-a480-311a1ea33209 req-778729fb-3eb8-44fe-8ee8-f55b282ba156 service neutron] 10.222.0.21 "GET /v2.0/networks?id=77a37b24-b08b-4825-9d70-c8cefd0d2560 HTTP/1.1" status: 200 len: 910 time: 0.0893471 Nov 12 09:57:33.529710 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ddd6b591-f71d-470a-a480-311a1ea33209 req-239cee3c-3267-4881-b400-82d5391d575b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4cf5c8c1-d6c6-4458-9f77-726ba81ca987 HTTP/1.1" status: 200 len: 1002 time: 0.0622215 Nov 12 09:57:33.581114 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd6b591-f71d-470a-a480-311a1ea33209 req-43439930-5a06-4056-b22f-5dfb0e357862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:57:33.582572 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ddd6b591-f71d-470a-a480-311a1ea33209 req-43439930-5a06-4056-b22f-5dfb0e357862 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=062350dc-16aa-42ce-8b4f-31a64fe9370e HTTP/1.1" status: 200 len: 848 time: 0.0445929 Nov 12 09:57:33.628449 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd6b591-f71d-470a-a480-311a1ea33209 req-1b9a63fb-dbaf-4fb8-8999-6619ec42ec92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:57:33.630033 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ddd6b591-f71d-470a-a480-311a1ea33209 req-1b9a63fb-dbaf-4fb8-8999-6619ec42ec92 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=77a37b24-b08b-4825-9d70-c8cefd0d2560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405955 Nov 12 09:57:33.728132 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ddd6b591-f71d-470a-a480-311a1ea33209 req-3f0db6ef-37e0-4a18-bd57-ddcd5a99d3f8 service neutron] 10.222.0.21 "GET /v2.0/networks/77a37b24-b08b-4825-9d70-c8cefd0d2560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909851 Nov 12 09:57:33.821705 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-ddd6b591-f71d-470a-a480-311a1ea33209 req-fca735cb-97e2-4085-a6c8-df485de26815 service neutron] 10.222.0.21 "GET /v2.0/networks/77a37b24-b08b-4825-9d70-c8cefd0d2560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861795 Nov 12 09:57:34.242428 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-378f83e4-4235-4b4a-9730-7e73c6c5219c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:36.471443 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:37.269925 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-a314d92a-fbfe-49bd-8143-43fa5a64ddc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:38.372428 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:39.691449 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:40.265080 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:57:40.281716 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:42.540375 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 4cf5c8c1-d6c6-4458-9f77-726ba81ca987 details requested by agent hyperv_n-h1-765315-29 with host n-h1-765315-29 {{(pid=102601) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:57:42.639471 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 4cf5c8c1-d6c6-4458-9f77-726ba81ca987, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=4cf5c8c1-d6c6-4458-9f77-726ba81ca987,segment=NetworkSegment(4e873102-37d1-49c2-b19d-7da6509840b9),segment_id=4e873102-37d1-49c2-b19d-7da6509840b9)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:57:42.651069 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Returning: {'device': '4cf5c8c1-d6c6-4458-9f77-726ba81ca987', 'network_id': '77a37b24-b08b-4825-9d70-c8cefd0d2560', 'port_id': '4cf5c8c1-d6c6-4458-9f77-726ba81ca987', 'mac_address': 'fa:16:3e:a6:f0:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '062350dc-16aa-42ce-8b4f-31a64fe9370e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102601) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:57:42.691483 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:42.708196 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [None req-e530113a-7783-48f4-9840-8911a24052df None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4cf5c8c1-d6c6-4458-9f77-726ba81ca987 {{(pid=102601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:57:42.728870 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 4cf5c8c1-d6c6-4458-9f77-726ba81ca987, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=4cf5c8c1-d6c6-4458-9f77-726ba81ca987,segment=NetworkSegment(4e873102-37d1-49c2-b19d-7da6509840b9),segment_id=4e873102-37d1-49c2-b19d-7da6509840b9)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:57:42.732928 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:42.787499 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=4cf5c8c1-d6c6-4458-9f77-726ba81ca987,revision_number=6']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:57:42.795145 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:57:42.795450 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:57:42.795784 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:57:42.796110 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:57:42.796436 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:57:42.796757 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:57:42.797100 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:57:42.797417 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:57:42.797732 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:57:42.798044 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:57:42.798358 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:57:42.798692 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:57:42.811779 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] get_ports_and_sgs() called for port_ids ['4cf5c8c1-d6c6-4458-9f77-726ba81ca987'] {{(pid=102601) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:57:43.640374 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:44.556005 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 4cf5c8c1-d6c6-4458-9f77-726ba81ca987 up at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:57:44.604158 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.provisioning_blocks [None req-e530113a-7783-48f4-9840-8911a24052df None None] Provisioning complete for port 4cf5c8c1-d6c6-4458-9f77-726ba81ca987 triggered by entity L2. {{(pid=102601) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:57:44.604527 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1900849'] for port, provisioning_complete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:44.680921 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578608'] for port, before_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:44.705946 n-d-765315-29 neutron-server[102601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4e88d43-f1d8-48e4-84a1-7e4725829374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cf5c8c1-d6c6-4458-9f77-726ba81ca987'}] {{(pid=102601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:57:44.708703 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7132d5890bda14c85ea4d6a837dfa65400ea66c0cb50158568a7b02b7fe216ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5682ef75-de7f-46f5-be48-d8cab0ceffcf" -d '{"events": [{"server_uuid": "a4e88d43-f1d8-48e4-84a1-7e4725829374", "name": "network-vif-plugged", "status": "completed", "tag": "4cf5c8c1-d6c6-4458-9f77-726ba81ca987"}]}' {{(pid=102601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:57:44.721747 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-e530113a-7783-48f4-9840-8911a24052df None None] For port 4cf5c8c1-d6c6-4458-9f77-726ba81ca987, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=4cf5c8c1-d6c6-4458-9f77-726ba81ca987,segment=NetworkSegment(4e873102-37d1-49c2-b19d-7da6509840b9),segment_id=4e873102-37d1-49c2-b19d-7da6509840b9)] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:57:44.726755 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762119822996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762119394708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762119394726'] for port, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:44.774946 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Pushing event updated for resources: {'Port': ['ID=4cf5c8c1-d6c6-4458-9f77-726ba81ca987,revision_number=7']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:57:44.778235 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e2e6164-cd27-4761-b995-36f10a57fc79 x-openstack-request-id: req-0e2e6164-cd27-4761-b995-36f10a57fc79 {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:57:44.778526 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4e88d43-f1d8-48e4-84a1-7e4725829374", "name": "network-vif-plugged", "status": "completed", "tag": "4cf5c8c1-d6c6-4458-9f77-726ba81ca987", "code": 200}]} {{(pid=102601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:57:44.778809 n-d-765315-29 neutron-server[102601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0e2e6164-cd27-4761-b995-36f10a57fc79 {{(pid=102601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:57:44.779203 n-d-765315-29 neutron-server[102601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4e88d43-f1d8-48e4-84a1-7e4725829374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cf5c8c1-d6c6-4458-9f77-726ba81ca987', 'code': 200} Nov 12 09:57:58.377718 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 46114) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:57:58.540132 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-6cfb73c6-9d14-412c-a617-caa0e05f7764 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Deleting port 4784d48f-fd77-4d52-8e94-78d3a775e4ce {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:57:58.540485 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6cfb73c6-9d14-412c-a617-caa0e05f7764 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:58.621717 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6cfb73c6-9d14-412c-a617-caa0e05f7764 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:58.622044 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6cfb73c6-9d14-412c-a617-caa0e05f7764 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:58.633834 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-6cfb73c6-9d14-412c-a617-caa0e05f7764 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Calling delete_port for 4784d48f-fd77-4d52-8e94-78d3a775e4ce owned by network:floatingip {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:57:58.779653 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6cfb73c6-9d14-412c-a617-caa0e05f7764 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:58.809449 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfb73c6-9d14-412c-a617-caa0e05f7764 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Pushing event deleted for resources: {'Port': ['ID=4784d48f-fd77-4d52-8e94-78d3a775e4ce,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:57:58.821374 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfb73c6-9d14-412c-a617-caa0e05f7764 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:57:58.821725 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfb73c6-9d14-412c-a617-caa0e05f7764 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:57:58.822068 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfb73c6-9d14-412c-a617-caa0e05f7764 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:57:58.822407 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfb73c6-9d14-412c-a617-caa0e05f7764 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:57:58.822774 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfb73c6-9d14-412c-a617-caa0e05f7764 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:57:58.823109 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfb73c6-9d14-412c-a617-caa0e05f7764 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:57:58.823440 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfb73c6-9d14-412c-a617-caa0e05f7764 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:57:58.823767 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfb73c6-9d14-412c-a617-caa0e05f7764 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:57:58.824093 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfb73c6-9d14-412c-a617-caa0e05f7764 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:57:58.824419 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfb73c6-9d14-412c-a617-caa0e05f7764 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:57:58.824746 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfb73c6-9d14-412c-a617-caa0e05f7764 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:57:58.825071 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfb73c6-9d14-412c-a617-caa0e05f7764 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:57:58.881360 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6cfb73c6-9d14-412c-a617-caa0e05f7764 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Publish callbacks [] for floatingip, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:58.881876 n-d-765315-29 neutron-server[102600]: INFO neutron.db.l3_db [None req-6cfb73c6-9d14-412c-a617-caa0e05f7764 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Floating IP e16496ac-a135-4368-aa00-8b6bceb44614 disassociated (deleted). External IP: 172.25.2.129, port: 4cf5c8c1-d6c6-4458-9f77-726ba81ca987. Nov 12 09:57:59.094501 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cfb73c6-9d14-412c-a617-caa0e05f7764 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Router 58b22bbc-e712-482f-9a47-2d1673158453 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:57:59.202377 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cfb73c6-9d14-412c-a617-caa0e05f7764 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:57:59.207690 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-6cfb73c6-9d14-412c-a617-caa0e05f7764 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:59.216016 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edb1395-3578-4b54-bf09-5076c7848267 None None] Sync routers for ids ['58b22bbc-e712-482f-9a47-2d1673158453'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:57:59.226125 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edb1395-3578-4b54-bf09-5076c7848267 None None] Routers {'58b22bbc-e712-482f-9a47-2d1673158453'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:57:59.226925 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-2edb1395-3578-4b54-bf09-5076c7848267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:57:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['58b22bbc-e712-482f-9a47-2d1673158453'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:57:59.238094 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-6cfb73c6-9d14-412c-a617-caa0e05f7764 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] 10.222.0.26 "DELETE /v2.0/floatingips/e16496ac-a135-4368-aa00-8b6bceb44614 HTTP/1.1" status: 204 len: 168 time: 0.8592227 Nov 12 09:57:59.238712 n-d-765315-29 neutron-server[102600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4e88d43-f1d8-48e4-84a1-7e4725829374', 'tag': '4cf5c8c1-d6c6-4458-9f77-726ba81ca987'}] {{(pid=102600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:57:59.241155 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b9376c9088a4f533a787632e68a0b9d71673112fb90a02c33b14ced1cf80ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c6b9c49-ce92-48d9-b31f-d1ab2e0688b2" -d '{"events": [{"name": "network-changed", "server_uuid": "a4e88d43-f1d8-48e4-84a1-7e4725829374", "tag": "4cf5c8c1-d6c6-4458-9f77-726ba81ca987"}]}' {{(pid=102600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:57:59.361231 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-2edb1395-3578-4b54-bf09-5076c7848267 None None] Set router 58b22bbc-e712-482f-9a47-2d1673158453 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:57:59.459677 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25efcffa-347f-4f8e-87be-46ce8c00c93b x-openstack-request-id: req-25efcffa-347f-4f8e-87be-46ce8c00c93b {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:57:59.460378 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4e88d43-f1d8-48e4-84a1-7e4725829374", "tag": "4cf5c8c1-d6c6-4458-9f77-726ba81ca987", "status": "completed", "code": 200}]} {{(pid=102600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:57:59.460378 n-d-765315-29 neutron-server[102600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-25efcffa-347f-4f8e-87be-46ce8c00c93b {{(pid=102600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:57:59.460683 n-d-765315-29 neutron-server[102600]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4e88d43-f1d8-48e4-84a1-7e4725829374', 'tag': '4cf5c8c1-d6c6-4458-9f77-726ba81ca987', 'status': 'completed', 'code': 200} Nov 12 09:57:59.539490 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6b9c49-ce92-48d9-b31f-d1ab2e0688b2 req-bbf44259-a1c2-4466-9903-b0ddab8ff2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:57:59.552013 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2c6b9c49-ce92-48d9-b31f-d1ab2e0688b2 req-bbf44259-a1c2-4466-9903-b0ddab8ff2af service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4dcbe0245c334229a5752977e0ecb451&device_id=a4e88d43-f1d8-48e4-84a1-7e4725829374 HTTP/1.1" status: 200 len: 1098 time: 0.0656588 Nov 12 09:57:59.610180 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6501f90b-7444-45f4-ad2e-d6001be7c84c req-b5dd234b-2673-4a86-9d89-1ee037786d6e tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:57:59.612271 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-2edb1395-3578-4b54-bf09-5076c7848267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b22bbc-e712-482f-9a47-2d1673158453', 'name': 'tempest-TestSnapshotPattern-258364214-router', 'tenant_id': '4dcbe0245c334229a5752977e0ecb451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'ab7d891c-438e-4cfa-b76a-ff794fc01838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:52:17Z', 'updated_at': '2021-11-12T09:52:19Z', 'revision_number': 4, 'project_id': '4dcbe0245c334229a5752977e0ecb451', 'gw_port': {'id': 'ab7d891c-438e-4cfa-b76a-ff794fc01838', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:20:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b22bbc-e712-482f-9a47-2d1673158453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:52:17Z', 'updated_at': '2021-11-12T09:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': 'd8a51b0e-ba2a-4195-bd5e-d1996f1ba634', 'tenant_id': '4dcbe0245c334229a5752977e0ecb451', 'floating_ip_address': '172.25.2.116', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': '58b22bbc-e712-482f-9a47-2d1673158453', 'port_id': '72ab2173-e3f5-4e5b-b388-c3deb9659d4d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77a37b24-b08b-4825-9d70-c8cefd0d2560', 'mac_address': 'fa:16:3e:92:3d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aae47894-28e6-4ba8-b8fc-6251e01c744a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:52:41Z', 'updated_at': '2021-11-12T09:52:43Z', 'revision_number': 1, 'project_id': '4dcbe0245c334229a5752977e0ecb451', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a68b084c-fb4e-4e6e-b062-7816396c7a88', 'name': '', 'network_id': '77a37b24-b08b-4825-9d70-c8cefd0d2560', 'tenant_id': '4dcbe0245c334229a5752977e0ecb451', 'mac_address': 'fa:16:3e:38:ba:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b22bbc-e712-482f-9a47-2d1673158453', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '062350dc-16aa-42ce-8b4f-31a64fe9370e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:52:19Z', 'updated_at': '2021-11-12T09:52:23Z', 'revision_number': 5, 'project_id': '4dcbe0245c334229a5752977e0ecb451', 'subnets': [{'id': '062350dc-16aa-42ce-8b4f-31a64fe9370e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:57:59.619445 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6501f90b-7444-45f4-ad2e-d6001be7c84c req-b5dd234b-2673-4a86-9d89-1ee037786d6e tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4e88d43-f1d8-48e4-84a1-7e4725829374 HTTP/1.1" status: 200 len: 946 time: 0.0920393 Nov 12 09:57:59.643080 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edb1395-3578-4b54-bf09-5076c7848267 None None] Checking router: 58b22bbc-e712-482f-9a47-2d1673158453 for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:57:59.652571 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edb1395-3578-4b54-bf09-5076c7848267 None None] Routers {'58b22bbc-e712-482f-9a47-2d1673158453'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:57:59.653207 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-2edb1395-3578-4b54-bf09-5076c7848267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:57:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['58b22bbc-e712-482f-9a47-2d1673158453'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:57:59.670290 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6b9c49-ce92-48d9-b31f-d1ab2e0688b2 req-109987bc-014b-4fb8-aaa9-2fade073777c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:57:59.671784 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2c6b9c49-ce92-48d9-b31f-d1ab2e0688b2 req-109987bc-014b-4fb8-aaa9-2fade073777c service neutron] 10.222.0.21 "GET /v2.0/networks?id=77a37b24-b08b-4825-9d70-c8cefd0d2560 HTTP/1.1" status: 200 len: 910 time: 0.1111884 Nov 12 09:57:59.674782 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-6501f90b-7444-45f4-ad2e-d6001be7c84c req-af9bbdfd-2903-4b83-a6a2-de5efdaae5b6 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf1ed179-de9f-45ad-830f-454099d2cef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527313 Nov 12 09:57:59.717626 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2c6b9c49-ce92-48d9-b31f-d1ab2e0688b2 req-c8b557bb-ed9e-45df-8f52-4c19606e9465 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4cf5c8c1-d6c6-4458-9f77-726ba81ca987 HTTP/1.1" status: 200 len: 217 time: 0.0364776 Nov 12 09:57:59.765820 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-2edb1395-3578-4b54-bf09-5076c7848267 None None] Set router 58b22bbc-e712-482f-9a47-2d1673158453 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:57:59.772212 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6b9c49-ce92-48d9-b31f-d1ab2e0688b2 req-dd1efdf5-2b60-4fc7-8f85-ef9628e7e519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:57:59.773881 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2c6b9c49-ce92-48d9-b31f-d1ab2e0688b2 req-dd1efdf5-2b60-4fc7-8f85-ef9628e7e519 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=062350dc-16aa-42ce-8b4f-31a64fe9370e HTTP/1.1" status: 200 len: 848 time: 0.0483286 Nov 12 09:57:59.822738 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6b9c49-ce92-48d9-b31f-d1ab2e0688b2 req-c451ee35-57b9-4b56-a2c8-1e9de18ccefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:57:59.824259 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2c6b9c49-ce92-48d9-b31f-d1ab2e0688b2 req-c451ee35-57b9-4b56-a2c8-1e9de18ccefd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=77a37b24-b08b-4825-9d70-c8cefd0d2560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428159 Nov 12 09:57:59.921416 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2c6b9c49-ce92-48d9-b31f-d1ab2e0688b2 req-5c7b2e84-022e-430a-b62c-07649d0927d2 service neutron] 10.222.0.21 "GET /v2.0/networks/77a37b24-b08b-4825-9d70-c8cefd0d2560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890977 Nov 12 09:57:59.986266 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-2edb1395-3578-4b54-bf09-5076c7848267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b22bbc-e712-482f-9a47-2d1673158453', 'name': 'tempest-TestSnapshotPattern-258364214-router', 'tenant_id': '4dcbe0245c334229a5752977e0ecb451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'ab7d891c-438e-4cfa-b76a-ff794fc01838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:52:17Z', 'updated_at': '2021-11-12T09:52:19Z', 'revision_number': 4, 'project_id': '4dcbe0245c334229a5752977e0ecb451', 'gw_port': {'id': 'ab7d891c-438e-4cfa-b76a-ff794fc01838', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:20:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b22bbc-e712-482f-9a47-2d1673158453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:52:17Z', 'updated_at': '2021-11-12T09:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': 'd8a51b0e-ba2a-4195-bd5e-d1996f1ba634', 'tenant_id': '4dcbe0245c334229a5752977e0ecb451', 'floating_ip_address': '172.25.2.116', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': '58b22bbc-e712-482f-9a47-2d1673158453', 'port_id': '72ab2173-e3f5-4e5b-b388-c3deb9659d4d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77a37b24-b08b-4825-9d70-c8cefd0d2560', 'mac_address': 'fa:16:3e:92:3d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aae47894-28e6-4ba8-b8fc-6251e01c744a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:52:41Z', 'updated_at': '2021-11-12T09:52:43Z', 'revision_number': 1, 'project_id': '4dcbe0245c334229a5752977e0ecb451', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a68b084c-fb4e-4e6e-b062-7816396c7a88', 'name': '', 'network_id': '77a37b24-b08b-4825-9d70-c8cefd0d2560', 'tenant_id': '4dcbe0245c334229a5752977e0ecb451', 'mac_address': 'fa:16:3e:38:ba:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b22bbc-e712-482f-9a47-2d1673158453', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '062350dc-16aa-42ce-8b4f-31a64fe9370e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:52:19Z', 'updated_at': '2021-11-12T09:52:23Z', 'revision_number': 5, 'project_id': '4dcbe0245c334229a5752977e0ecb451', 'subnets': [{'id': '062350dc-16aa-42ce-8b4f-31a64fe9370e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:58:00.014702 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-2c6b9c49-ce92-48d9-b31f-d1ab2e0688b2 req-464cf14a-793d-406a-937d-5390ab875347 service neutron] 10.222.0.21 "GET /v2.0/networks/77a37b24-b08b-4825-9d70-c8cefd0d2560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851288 Nov 12 09:58:00.104457 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edb1395-3578-4b54-bf09-5076c7848267 None None] The sync data for ids ['58b22bbc-e712-482f-9a47-2d1673158453'] in n-d-765315-29 is: [{'id': '58b22bbc-e712-482f-9a47-2d1673158453', 'name': 'tempest-TestSnapshotPattern-258364214-router', 'tenant_id': '4dcbe0245c334229a5752977e0ecb451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'ab7d891c-438e-4cfa-b76a-ff794fc01838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:52:17Z', 'updated_at': '2021-11-12T09:52:19Z', 'revision_number': 4, 'project_id': '4dcbe0245c334229a5752977e0ecb451', 'gw_port': {'id': 'ab7d891c-438e-4cfa-b76a-ff794fc01838', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:20:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b22bbc-e712-482f-9a47-2d1673158453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:52:17Z', 'updated_at': '2021-11-12T09:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_floatingips': [{'id': 'd8a51b0e-ba2a-4195-bd5e-d1996f1ba634', 'tenant_id': '4dcbe0245c334229a5752977e0ecb451', 'floating_ip_address': '172.25.2.116', 'floating_network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'router_id': '58b22bbc-e712-482f-9a47-2d1673158453', 'port_id': '72ab2173-e3f5-4e5b-b388-c3deb9659d4d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77a37b24-b08b-4825-9d70-c8cefd0d2560', 'mac_address': 'fa:16:3e:92:3d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aae47894-28e6-4ba8-b8fc-6251e01c744a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:52:41Z', 'updated_at': '2021-11-12T09:52:43Z', 'revision_number': 1, 'project_id': '4dcbe0245c334229a5752977e0ecb451', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a68b084c-fb4e-4e6e-b062-7816396c7a88', 'name': '', 'network_id': '77a37b24-b08b-4825-9d70-c8cefd0d2560', 'tenant_id': '4dcbe0245c334229a5752977e0ecb451', 'mac_address': 'fa:16:3e:38:ba:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b22bbc-e712-482f-9a47-2d1673158453', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '062350dc-16aa-42ce-8b4f-31a64fe9370e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:52:19Z', 'updated_at': '2021-11-12T09:52:23Z', 'revision_number': 5, 'project_id': '4dcbe0245c334229a5752977e0ecb451', 'subnets': [{'id': '062350dc-16aa-42ce-8b4f-31a64fe9370e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:58:00.331203 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8193e1a-e79f-4e5d-8293-1c9aed488fa3 None None] New status for floating IP e16496ac-a135-4368-aa00-8b6bceb44614: DOWN {{(pid=102601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:58:00.794332 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a0860c-cffa-4286-8d54-24df0670563b req-26eb2a01-c7ba-4552-84f7-4c9c97586d18 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:58:00.795817 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d3a0860c-cffa-4286-8d54-24df0670563b req-26eb2a01-c7ba-4552-84f7-4c9c97586d18 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4e88d43-f1d8-48e4-84a1-7e4725829374 HTTP/1.1" status: 200 len: 946 time: 0.0528507 Nov 12 09:58:00.845061 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-d3a0860c-cffa-4286-8d54-24df0670563b req-204b5fa6-df3d-4ea2-b061-452ec379ae14 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf1ed179-de9f-45ad-830f-454099d2cef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432625 Nov 12 09:58:01.320927 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d528aca-8070-4b70-b2eb-47d472538329 req-d201b9dd-fc6e-4bf3-8744-edace5855f52 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:58:01.322351 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0d528aca-8070-4b70-b2eb-47d472538329 req-d201b9dd-fc6e-4bf3-8744-edace5855f52 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4e88d43-f1d8-48e4-84a1-7e4725829374 HTTP/1.1" status: 200 len: 946 time: 0.0479469 Nov 12 09:58:01.416308 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-0d528aca-8070-4b70-b2eb-47d472538329 req-e1782e6e-11b5-4a3b-bdc7-b1d261c3cb7f tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Deleting port 4cf5c8c1-d6c6-4458-9f77-726ba81ca987 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:58:01.416641 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-0d528aca-8070-4b70-b2eb-47d472538329 req-e1782e6e-11b5-4a3b-bdc7-b1d261c3cb7f tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:01.504703 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-0d528aca-8070-4b70-b2eb-47d472538329 req-e1782e6e-11b5-4a3b-bdc7-b1d261c3cb7f tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] For port 4cf5c8c1-d6c6-4458-9f77-726ba81ca987, host n-h1-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-765315-29',level=0,port_id=4cf5c8c1-d6c6-4458-9f77-726ba81ca987,segment=NetworkSegment(4e873102-37d1-49c2-b19d-7da6509840b9),segment_id=4e873102-37d1-49c2-b19d-7da6509840b9)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:58:01.505056 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-0d528aca-8070-4b70-b2eb-47d472538329 req-e1782e6e-11b5-4a3b-bdc7-b1d261c3cb7f tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:01.517859 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-0d528aca-8070-4b70-b2eb-47d472538329 req-e1782e6e-11b5-4a3b-bdc7-b1d261c3cb7f tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Calling delete_port for 4cf5c8c1-d6c6-4458-9f77-726ba81ca987 owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:58:01.673072 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-0d528aca-8070-4b70-b2eb-47d472538329 req-e1782e6e-11b5-4a3b-bdc7-b1d261c3cb7f tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:01.703439 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1782e6e-11b5-4a3b-bdc7-b1d261c3cb7f tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Pushing event deleted for resources: {'Port': ['ID=4cf5c8c1-d6c6-4458-9f77-726ba81ca987,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:58:01.735667 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1782e6e-11b5-4a3b-bdc7-b1d261c3cb7f tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:58:01.736016 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1782e6e-11b5-4a3b-bdc7-b1d261c3cb7f tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:58:01.736351 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1782e6e-11b5-4a3b-bdc7-b1d261c3cb7f tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:58:01.736683 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1782e6e-11b5-4a3b-bdc7-b1d261c3cb7f tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:58:01.737011 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1782e6e-11b5-4a3b-bdc7-b1d261c3cb7f tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:58:01.737336 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1782e6e-11b5-4a3b-bdc7-b1d261c3cb7f tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:58:01.737657 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1782e6e-11b5-4a3b-bdc7-b1d261c3cb7f tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:58:01.737979 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1782e6e-11b5-4a3b-bdc7-b1d261c3cb7f tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:58:01.738295 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1782e6e-11b5-4a3b-bdc7-b1d261c3cb7f tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:58:01.738633 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1782e6e-11b5-4a3b-bdc7-b1d261c3cb7f tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:58:01.738960 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1782e6e-11b5-4a3b-bdc7-b1d261c3cb7f tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:58:01.739281 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1782e6e-11b5-4a3b-bdc7-b1d261c3cb7f tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-765315-29 {{(pid=102599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:58:01.760250 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d528aca-8070-4b70-b2eb-47d472538329 req-e1782e6e-11b5-4a3b-bdc7-b1d261c3cb7f tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] No DVR routers for this DVR port 4cf5c8c1-d6c6-4458-9f77-726ba81ca987 on host n-h1-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:58:01.762812 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-0d528aca-8070-4b70-b2eb-47d472538329 req-e1782e6e-11b5-4a3b-bdc7-b1d261c3cb7f tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:01.766184 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-0d528aca-8070-4b70-b2eb-47d472538329 req-e1782e6e-11b5-4a3b-bdc7-b1d261c3cb7f tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] 10.222.0.21 "DELETE /v2.0/ports/4cf5c8c1-d6c6-4458-9f77-726ba81ca987 HTTP/1.1" status: 204 len: 173 time: 0.4372246 Nov 12 09:58:01.766662 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4e88d43-f1d8-48e4-84a1-7e4725829374', 'name': 'network-vif-deleted', 'tag': '4cf5c8c1-d6c6-4458-9f77-726ba81ca987'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:58:01.768933 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c022ff2c5cb8d3060857f92f3690e67c01ee9cc1391db4b92ea76e21aea06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c4cfdf-5fe5-4a5f-b444-f04025b9f08b" -d '{"events": [{"server_uuid": "a4e88d43-f1d8-48e4-84a1-7e4725829374", "name": "network-vif-deleted", "tag": "4cf5c8c1-d6c6-4458-9f77-726ba81ca987"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:58:01.870190 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc9f13ad-b6a4-4e83-ad5c-d084a31e1994 x-openstack-request-id: req-fc9f13ad-b6a4-4e83-ad5c-d084a31e1994 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:58:01.870488 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4e88d43-f1d8-48e4-84a1-7e4725829374", "name": "network-vif-deleted", "tag": "4cf5c8c1-d6c6-4458-9f77-726ba81ca987", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:58:01.870772 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fc9f13ad-b6a4-4e83-ad5c-d084a31e1994 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:58:01.871207 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4e88d43-f1d8-48e4-84a1-7e4725829374', 'name': 'network-vif-deleted', 'tag': '4cf5c8c1-d6c6-4458-9f77-726ba81ca987', 'status': 'completed', 'code': 200} Nov 12 09:58:01.954776 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-7f8c2692-6823-4021-9c99-717ab098549e req-7f449875-983a-48fb-9512-650fd84a524a tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4e88d43-f1d8-48e4-84a1-7e4725829374 HTTP/1.1" status: 200 len: 210 time: 0.0277166 Nov 12 09:58:02.651763 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 4cf5c8c1-d6c6-4458-9f77-726ba81ca987 no longer exists at agent hyperv_n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:58:02.675936 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-e530113a-7783-48f4-9840-8911a24052df None None] No Port match for: 4cf5c8c1-d6c6-4458-9f77-726ba81ca987 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:58:02.676282 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-e530113a-7783-48f4-9840-8911a24052df None None] Device 4cf5c8c1-d6c6-4458-9f77-726ba81ca987 not bound to the agent host n-h1-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:58:03.542350 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 46180) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:58:03.724913 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-73588b3f-263d-4cd0-9858-523ab7f6403c tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Deleting port 11bcb77a-3487-438a-a536-700c0003bcc6 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:58:03.725254 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-73588b3f-263d-4cd0-9858-523ab7f6403c tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:03.814920 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-73588b3f-263d-4cd0-9858-523ab7f6403c tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:03.815143 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-73588b3f-263d-4cd0-9858-523ab7f6403c tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:03.828802 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-73588b3f-263d-4cd0-9858-523ab7f6403c tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Calling delete_port for 11bcb77a-3487-438a-a536-700c0003bcc6 owned by network:floatingip {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:58:03.993526 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-73588b3f-263d-4cd0-9858-523ab7f6403c tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:04.024034 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73588b3f-263d-4cd0-9858-523ab7f6403c tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Pushing event deleted for resources: {'Port': ['ID=11bcb77a-3487-438a-a536-700c0003bcc6,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:58:04.092638 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-73588b3f-263d-4cd0-9858-523ab7f6403c tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Publish callbacks [] for floatingip, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:04.092968 n-d-765315-29 neutron-server[102599]: INFO neutron.db.l3_db [None req-73588b3f-263d-4cd0-9858-523ab7f6403c tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Floating IP d8a51b0e-ba2a-4195-bd5e-d1996f1ba634 disassociated (deleted). External IP: 172.25.2.116, port: 72ab2173-e3f5-4e5b-b388-c3deb9659d4d. Nov 12 09:58:04.244803 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-df449e17-d603-4069-ac6a-c0d0dc67ec3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:04.311851 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73588b3f-263d-4cd0-9858-523ab7f6403c tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Router 58b22bbc-e712-482f-9a47-2d1673158453 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:58:04.423104 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73588b3f-263d-4cd0-9858-523ab7f6403c tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:58:04.427790 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-73588b3f-263d-4cd0-9858-523ab7f6403c tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for floatingip, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:04.435104 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b015f93-04ec-4cb8-8a79-c220029c389a None None] Sync routers for ids ['58b22bbc-e712-482f-9a47-2d1673158453'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:58:04.444541 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b015f93-04ec-4cb8-8a79-c220029c389a None None] Routers {'58b22bbc-e712-482f-9a47-2d1673158453'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:58:04.445272 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-6b015f93-04ec-4cb8-8a79-c220029c389a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:57:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['58b22bbc-e712-482f-9a47-2d1673158453'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:58:04.455156 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-73588b3f-263d-4cd0-9858-523ab7f6403c tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] 10.222.0.26 "DELETE /v2.0/floatingips/d8a51b0e-ba2a-4195-bd5e-d1996f1ba634 HTTP/1.1" status: 204 len: 168 time: 0.9116795 Nov 12 09:58:04.455743 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aae47894-28e6-4ba8-b8fc-6251e01c744a', 'tag': '72ab2173-e3f5-4e5b-b388-c3deb9659d4d'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:58:04.458019 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c022ff2c5cb8d3060857f92f3690e67c01ee9cc1391db4b92ea76e21aea06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-925728cb-d451-4260-bb56-7fa8439e692b" -d '{"events": [{"name": "network-changed", "server_uuid": "aae47894-28e6-4ba8-b8fc-6251e01c744a", "tag": "72ab2173-e3f5-4e5b-b388-c3deb9659d4d"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:58:04.552735 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-6b015f93-04ec-4cb8-8a79-c220029c389a None None] Set router 58b22bbc-e712-482f-9a47-2d1673158453 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:58:04.616621 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45bc27df-d34d-42c6-bb67-2771a7a78161 x-openstack-request-id: req-45bc27df-d34d-42c6-bb67-2771a7a78161 {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:58:04.617214 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aae47894-28e6-4ba8-b8fc-6251e01c744a", "tag": "72ab2173-e3f5-4e5b-b388-c3deb9659d4d", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:58:04.617214 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-45bc27df-d34d-42c6-bb67-2771a7a78161 {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:58:04.617692 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aae47894-28e6-4ba8-b8fc-6251e01c744a', 'tag': '72ab2173-e3f5-4e5b-b388-c3deb9659d4d', 'status': 'completed', 'code': 200} Nov 12 09:58:04.730697 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17676e3-afb1-4ee1-a5a2-55990ccab6a5 req-bc7b3b16-000e-4545-bdeb-becf5bf4024a tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:58:04.738165 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f17676e3-afb1-4ee1-a5a2-55990ccab6a5 req-bc7b3b16-000e-4545-bdeb-becf5bf4024a tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] 10.222.0.26 "GET /v2.0/ports?device_id=aae47894-28e6-4ba8-b8fc-6251e01c744a HTTP/1.1" status: 200 len: 943 time: 0.0766785 Nov 12 09:58:04.771008 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-6b015f93-04ec-4cb8-8a79-c220029c389a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b22bbc-e712-482f-9a47-2d1673158453', 'name': 'tempest-TestSnapshotPattern-258364214-router', 'tenant_id': '4dcbe0245c334229a5752977e0ecb451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'ab7d891c-438e-4cfa-b76a-ff794fc01838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:52:17Z', 'updated_at': '2021-11-12T09:52:19Z', 'revision_number': 4, 'project_id': '4dcbe0245c334229a5752977e0ecb451', 'gw_port': {'id': 'ab7d891c-438e-4cfa-b76a-ff794fc01838', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:20:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b22bbc-e712-482f-9a47-2d1673158453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:52:17Z', 'updated_at': '2021-11-12T09:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': 'a68b084c-fb4e-4e6e-b062-7816396c7a88', 'name': '', 'network_id': '77a37b24-b08b-4825-9d70-c8cefd0d2560', 'tenant_id': '4dcbe0245c334229a5752977e0ecb451', 'mac_address': 'fa:16:3e:38:ba:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b22bbc-e712-482f-9a47-2d1673158453', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '062350dc-16aa-42ce-8b4f-31a64fe9370e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:52:19Z', 'updated_at': '2021-11-12T09:52:23Z', 'revision_number': 5, 'project_id': '4dcbe0245c334229a5752977e0ecb451', 'subnets': [{'id': '062350dc-16aa-42ce-8b4f-31a64fe9370e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:58:04.780969 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925728cb-d451-4260-bb56-7fa8439e692b req-2125594f-d6f8-42a6-8d99-5aa51dfd90af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:58:04.782500 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-925728cb-d451-4260-bb56-7fa8439e692b req-2125594f-d6f8-42a6-8d99-5aa51dfd90af service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4dcbe0245c334229a5752977e0ecb451&device_id=aae47894-28e6-4ba8-b8fc-6251e01c744a HTTP/1.1" status: 200 len: 1095 time: 0.0908659 Nov 12 09:58:04.785975 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-f17676e3-afb1-4ee1-a5a2-55990ccab6a5 req-bd013893-7c7d-4368-83a7-6e391dd33e4f tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf1ed179-de9f-45ad-830f-454099d2cef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470319 Nov 12 09:58:04.797617 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b015f93-04ec-4cb8-8a79-c220029c389a None None] Checking router: 58b22bbc-e712-482f-9a47-2d1673158453 for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:58:04.807042 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b015f93-04ec-4cb8-8a79-c220029c389a None None] Routers {'58b22bbc-e712-482f-9a47-2d1673158453'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:58:04.807701 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-6b015f93-04ec-4cb8-8a79-c220029c389a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:57:37Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['58b22bbc-e712-482f-9a47-2d1673158453'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:58:04.887007 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925728cb-d451-4260-bb56-7fa8439e692b req-3879a402-f622-45bc-af3f-701c03a5b168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:58:04.888497 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-925728cb-d451-4260-bb56-7fa8439e692b req-3879a402-f622-45bc-af3f-701c03a5b168 service neutron] 10.222.0.44 "GET /v2.0/networks?id=77a37b24-b08b-4825-9d70-c8cefd0d2560 HTTP/1.1" status: 200 len: 910 time: 0.0980356 Nov 12 09:58:04.911264 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-6b015f93-04ec-4cb8-8a79-c220029c389a None None] Set router 58b22bbc-e712-482f-9a47-2d1673158453 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:58:04.932864 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-925728cb-d451-4260-bb56-7fa8439e692b req-e2f91618-7744-499d-8dce-b332b11a41f1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=72ab2173-e3f5-4e5b-b388-c3deb9659d4d HTTP/1.1" status: 200 len: 217 time: 0.0361814 Nov 12 09:58:04.983363 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925728cb-d451-4260-bb56-7fa8439e692b req-0f9f7222-1834-4f85-872b-ad8da97f748c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:58:04.984783 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-925728cb-d451-4260-bb56-7fa8439e692b req-0f9f7222-1834-4f85-872b-ad8da97f748c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=062350dc-16aa-42ce-8b4f-31a64fe9370e HTTP/1.1" status: 200 len: 848 time: 0.0443535 Nov 12 09:58:05.044680 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925728cb-d451-4260-bb56-7fa8439e692b req-4d37864d-b9f0-46b9-b5fd-f86b5221b92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:58:05.046317 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-925728cb-d451-4260-bb56-7fa8439e692b req-4d37864d-b9f0-46b9-b5fd-f86b5221b92c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=77a37b24-b08b-4825-9d70-c8cefd0d2560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528157 Nov 12 09:58:05.112804 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-6b015f93-04ec-4cb8-8a79-c220029c389a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b22bbc-e712-482f-9a47-2d1673158453', 'name': 'tempest-TestSnapshotPattern-258364214-router', 'tenant_id': '4dcbe0245c334229a5752977e0ecb451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'ab7d891c-438e-4cfa-b76a-ff794fc01838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:52:17Z', 'updated_at': '2021-11-12T09:52:19Z', 'revision_number': 4, 'project_id': '4dcbe0245c334229a5752977e0ecb451', 'gw_port': {'id': 'ab7d891c-438e-4cfa-b76a-ff794fc01838', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:20:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b22bbc-e712-482f-9a47-2d1673158453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:52:17Z', 'updated_at': '2021-11-12T09:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': 'a68b084c-fb4e-4e6e-b062-7816396c7a88', 'name': '', 'network_id': '77a37b24-b08b-4825-9d70-c8cefd0d2560', 'tenant_id': '4dcbe0245c334229a5752977e0ecb451', 'mac_address': 'fa:16:3e:38:ba:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b22bbc-e712-482f-9a47-2d1673158453', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '062350dc-16aa-42ce-8b4f-31a64fe9370e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:52:19Z', 'updated_at': '2021-11-12T09:52:23Z', 'revision_number': 5, 'project_id': '4dcbe0245c334229a5752977e0ecb451', 'subnets': [{'id': '062350dc-16aa-42ce-8b4f-31a64fe9370e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:58:05.141301 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-925728cb-d451-4260-bb56-7fa8439e692b req-325338cd-e2aa-409f-ae21-cc2bd6fb5a51 service neutron] 10.222.0.44 "GET /v2.0/networks/77a37b24-b08b-4825-9d70-c8cefd0d2560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853162 Nov 12 09:58:05.143687 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b015f93-04ec-4cb8-8a79-c220029c389a None None] The sync data for ids ['58b22bbc-e712-482f-9a47-2d1673158453'] in n-d-765315-29 is: [{'id': '58b22bbc-e712-482f-9a47-2d1673158453', 'name': 'tempest-TestSnapshotPattern-258364214-router', 'tenant_id': '4dcbe0245c334229a5752977e0ecb451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'ab7d891c-438e-4cfa-b76a-ff794fc01838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:52:17Z', 'updated_at': '2021-11-12T09:52:19Z', 'revision_number': 4, 'project_id': '4dcbe0245c334229a5752977e0ecb451', 'gw_port': {'id': 'ab7d891c-438e-4cfa-b76a-ff794fc01838', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:20:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b22bbc-e712-482f-9a47-2d1673158453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:52:17Z', 'updated_at': '2021-11-12T09:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29', '_interfaces': [{'id': 'a68b084c-fb4e-4e6e-b062-7816396c7a88', 'name': '', 'network_id': '77a37b24-b08b-4825-9d70-c8cefd0d2560', 'tenant_id': '4dcbe0245c334229a5752977e0ecb451', 'mac_address': 'fa:16:3e:38:ba:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b22bbc-e712-482f-9a47-2d1673158453', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '062350dc-16aa-42ce-8b4f-31a64fe9370e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:52:19Z', 'updated_at': '2021-11-12T09:52:23Z', 'revision_number': 5, 'project_id': '4dcbe0245c334229a5752977e0ecb451', 'subnets': [{'id': '062350dc-16aa-42ce-8b4f-31a64fe9370e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:58:05.248595 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-925728cb-d451-4260-bb56-7fa8439e692b req-875a8247-5546-4845-9d1d-c7d601ecbd86 service neutron] 10.222.0.44 "GET /v2.0/networks/77a37b24-b08b-4825-9d70-c8cefd0d2560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909195 Nov 12 09:58:05.378451 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1be38a-7685-4c24-91bd-4fbd889b79a7 None None] New status for floating IP d8a51b0e-ba2a-4195-bd5e-d1996f1ba634: DOWN {{(pid=102601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:58:05.635976 n-d-765315-29 neutron-server[102599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2e016d-8db7-4146-9a74-7a7b75ea8bed req-ee90e4ae-8003-41f8-8f75-1fc5d85b58ab tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:58:05.637473 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1c2e016d-8db7-4146-9a74-7a7b75ea8bed req-ee90e4ae-8003-41f8-8f75-1fc5d85b58ab tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] 10.222.0.44 "GET /v2.0/ports?device_id=aae47894-28e6-4ba8-b8fc-6251e01c744a HTTP/1.1" status: 200 len: 943 time: 0.0490353 Nov 12 09:58:05.729777 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-1c2e016d-8db7-4146-9a74-7a7b75ea8bed req-e28400e9-4573-48f3-9f50-f73587d51fc2 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Deleting port 72ab2173-e3f5-4e5b-b388-c3deb9659d4d {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:58:05.730112 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1c2e016d-8db7-4146-9a74-7a7b75ea8bed req-e28400e9-4573-48f3-9f50-f73587d51fc2 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:05.911968 n-d-765315-29 neutron-server[102600]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f93ea8-58dc-41c5-9190-14e28bd05cd2 req-e2418f70-efcc-4819-a211-f86d821947d6 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102600) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:58:05.914092 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-92f93ea8-58dc-41c5-9190-14e28bd05cd2 req-e2418f70-efcc-4819-a211-f86d821947d6 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] 10.222.0.26 "GET /v2.0/ports?device_id=aae47894-28e6-4ba8-b8fc-6251e01c744a HTTP/1.1" status: 200 len: 943 time: 0.0565259 Nov 12 09:58:05.967246 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [req-92f93ea8-58dc-41c5-9190-14e28bd05cd2 req-81484fa9-df54-4b1f-a49d-13a4f5e7c34b tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf1ed179-de9f-45ad-830f-454099d2cef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471463 Nov 12 09:58:06.158310 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [req-1c2e016d-8db7-4146-9a74-7a7b75ea8bed req-e28400e9-4573-48f3-9f50-f73587d51fc2 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] For port 72ab2173-e3f5-4e5b-b388-c3deb9659d4d, host n-h2-765315-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-765315-29',level=0,port_id=72ab2173-e3f5-4e5b-b388-c3deb9659d4d,segment=NetworkSegment(4e873102-37d1-49c2-b19d-7da6509840b9),segment_id=4e873102-37d1-49c2-b19d-7da6509840b9)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:58:06.158699 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1c2e016d-8db7-4146-9a74-7a7b75ea8bed req-e28400e9-4573-48f3-9f50-f73587d51fc2 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:06.170771 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [req-1c2e016d-8db7-4146-9a74-7a7b75ea8bed req-e28400e9-4573-48f3-9f50-f73587d51fc2 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Calling delete_port for 72ab2173-e3f5-4e5b-b388-c3deb9659d4d owned by compute:nova {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:58:06.299595 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1c2e016d-8db7-4146-9a74-7a7b75ea8bed req-e28400e9-4573-48f3-9f50-f73587d51fc2 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:06.332946 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28400e9-4573-48f3-9f50-f73587d51fc2 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Pushing event deleted for resources: {'Port': ['ID=72ab2173-e3f5-4e5b-b388-c3deb9659d4d,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:58:06.376251 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c2e016d-8db7-4146-9a74-7a7b75ea8bed req-e28400e9-4573-48f3-9f50-f73587d51fc2 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] No DVR routers for this DVR port 72ab2173-e3f5-4e5b-b388-c3deb9659d4d on host n-h2-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:58:06.378888 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [req-1c2e016d-8db7-4146-9a74-7a7b75ea8bed req-e28400e9-4573-48f3-9f50-f73587d51fc2 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-65270'] for port, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:06.383647 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [req-1c2e016d-8db7-4146-9a74-7a7b75ea8bed req-e28400e9-4573-48f3-9f50-f73587d51fc2 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] 10.222.0.44 "DELETE /v2.0/ports/72ab2173-e3f5-4e5b-b388-c3deb9659d4d HTTP/1.1" status: 204 len: 173 time: 0.7369053 Nov 12 09:58:06.488618 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:06.619093 n-d-765315-29 neutron-server[102599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aae47894-28e6-4ba8-b8fc-6251e01c744a', 'name': 'network-vif-deleted', 'tag': '72ab2173-e3f5-4e5b-b388-c3deb9659d4d'}] {{(pid=102599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:58:06.621425 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c022ff2c5cb8d3060857f92f3690e67c01ee9cc1391db4b92ea76e21aea06d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e560db9a-7f0a-4734-99d0-6b952e7aa9f7" -d '{"events": [{"server_uuid": "aae47894-28e6-4ba8-b8fc-6251e01c744a", "name": "network-vif-deleted", "tag": "72ab2173-e3f5-4e5b-b388-c3deb9659d4d"}]}' {{(pid=102599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:58:06.656069 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02cd256f-0dda-4827-bbb9-77820a8717ee x-openstack-request-id: req-02cd256f-0dda-4827-bbb9-77820a8717ee {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:58:06.657039 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aae47894-28e6-4ba8-b8fc-6251e01c744a", "name": "network-vif-deleted", "tag": "72ab2173-e3f5-4e5b-b388-c3deb9659d4d", "status": "completed", "code": 200}]} {{(pid=102599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:58:06.657039 n-d-765315-29 neutron-server[102599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-02cd256f-0dda-4827-bbb9-77820a8717ee {{(pid=102599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:58:06.657039 n-d-765315-29 neutron-server[102599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aae47894-28e6-4ba8-b8fc-6251e01c744a', 'name': 'network-vif-deleted', 'tag': '72ab2173-e3f5-4e5b-b388-c3deb9659d4d', 'status': 'completed', 'code': 200} Nov 12 09:58:07.025763 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 46196) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:58:07.086732 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-88648c6a-dcda-4380-95a6-1d19de78cf83 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:07.112893 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-88648c6a-dcda-4380-95a6-1d19de78cf83 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:07.172350 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-88648c6a-dcda-4380-95a6-1d19de78cf83 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:07.175125 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-88648c6a-dcda-4380-95a6-1d19de78cf83 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:07.176280 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-88648c6a-dcda-4380-95a6-1d19de78cf83 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] 10.222.0.26 "DELETE /v2.0/security-groups/cf1ed179-de9f-45ad-830f-454099d2cef1 HTTP/1.1" status: 204 len: 168 time: 0.1495094 Nov 12 09:58:07.185626 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88648c6a-dcda-4380-95a6-1d19de78cf83 tempest-TestSnapshotPattern-271384750 tempest-TestSnapshotPattern-271384750-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf1ed179-de9f-45ad-830f-454099d2cef1,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:58:07.231195 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 46200) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:58:07.273369 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e282babd-e89c-434b-b261-291a10708068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:07.672035 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cf4ad7a9-445f-4fd3-81a3-d3d89eb78d63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933586'] for router_interface, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:07.917872 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-cf4ad7a9-445f-4fd3-81a3-d3d89eb78d63 admin admin] Deleting port a68b084c-fb4e-4e6e-b062-7816396c7a88 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:58:07.918212 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cf4ad7a9-445f-4fd3-81a3-d3d89eb78d63 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:08.000907 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-cf4ad7a9-445f-4fd3-81a3-d3d89eb78d63 admin admin] For port a68b084c-fb4e-4e6e-b062-7816396c7a88, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=a68b084c-fb4e-4e6e-b062-7816396c7a88,segment=NetworkSegment(4e873102-37d1-49c2-b19d-7da6509840b9),segment_id=4e873102-37d1-49c2-b19d-7da6509840b9)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:58:08.001262 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cf4ad7a9-445f-4fd3-81a3-d3d89eb78d63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:08.013725 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-cf4ad7a9-445f-4fd3-81a3-d3d89eb78d63 admin admin] Calling delete_port for a68b084c-fb4e-4e6e-b062-7816396c7a88 owned by network:router_interface {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:58:08.195162 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cf4ad7a9-445f-4fd3-81a3-d3d89eb78d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:08.220705 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4ad7a9-445f-4fd3-81a3-d3d89eb78d63 admin admin] Pushing event deleted for resources: {'Port': ['ID=a68b084c-fb4e-4e6e-b062-7816396c7a88,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:58:08.376790 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:08.397098 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-cf4ad7a9-445f-4fd3-81a3-d3d89eb78d63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918626'] for router_interface, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:08.612802 n-d-765315-29 neutron-server[102599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf4ad7a9-445f-4fd3-81a3-d3d89eb78d63 admin admin] Router 58b22bbc-e712-482f-9a47-2d1673158453 has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:58:08.719278 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf4ad7a9-445f-4fd3-81a3-d3d89eb78d63 admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:58:08.724433 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-cf4ad7a9-445f-4fd3-81a3-d3d89eb78d63 admin admin] 10.222.0.26 "PUT /v2.0/routers/58b22bbc-e712-482f-9a47-2d1673158453/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4921978 Nov 12 09:58:08.727280 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 46204) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:58:08.727662 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b192994-f9b5-4dab-a563-256da73f62c3 None None] Sync routers for ids ['58b22bbc-e712-482f-9a47-2d1673158453'] in n-d-765315-29 {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:58:08.737236 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b192994-f9b5-4dab-a563-256da73f62c3 None None] Routers {'58b22bbc-e712-482f-9a47-2d1673158453'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:58:08.737830 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-9b192994-f9b5-4dab-a563-256da73f62c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:58:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['58b22bbc-e712-482f-9a47-2d1673158453'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:58:08.832444 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-000a6977-a00d-4dec-830c-1b67c4ba81ee admin admin] Publish callbacks [] for router, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:08.841192 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-9b192994-f9b5-4dab-a563-256da73f62c3 None None] Set router 58b22bbc-e712-482f-9a47-2d1673158453 gateway port host: n-d-765315-29 {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:58:08.936385 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-000a6977-a00d-4dec-830c-1b67c4ba81ee admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:08.989381 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-000a6977-a00d-4dec-830c-1b67c4ba81ee admin admin] Deleting port ab7d891c-438e-4cfa-b76a-ff794fc01838 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:58:08.989728 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-000a6977-a00d-4dec-830c-1b67c4ba81ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:09.016822 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-9b192994-f9b5-4dab-a563-256da73f62c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b22bbc-e712-482f-9a47-2d1673158453', 'name': 'tempest-TestSnapshotPattern-258364214-router', 'tenant_id': '4dcbe0245c334229a5752977e0ecb451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'ab7d891c-438e-4cfa-b76a-ff794fc01838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:52:17Z', 'updated_at': '2021-11-12T09:58:08Z', 'revision_number': 5, 'project_id': '4dcbe0245c334229a5752977e0ecb451', 'gw_port': {'id': 'ab7d891c-438e-4cfa-b76a-ff794fc01838', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:20:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b22bbc-e712-482f-9a47-2d1673158453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:52:17Z', 'updated_at': '2021-11-12T09:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:58:09.043322 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b192994-f9b5-4dab-a563-256da73f62c3 None None] Checking router: 58b22bbc-e712-482f-9a47-2d1673158453 for host: n-d-765315-29 {{(pid=102602) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:58:09.051483 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b192994-f9b5-4dab-a563-256da73f62c3 None None] Routers {'58b22bbc-e712-482f-9a47-2d1673158453'} bound to L3 agent in host n-d-765315-29 {{(pid=102602) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:58:09.052072 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-9b192994-f9b5-4dab-a563-256da73f62c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:58:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['58b22bbc-e712-482f-9a47-2d1673158453'], 'active': True} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:58:09.075744 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-000a6977-a00d-4dec-830c-1b67c4ba81ee admin admin] For port ab7d891c-438e-4cfa-b76a-ff794fc01838, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=ab7d891c-438e-4cfa-b76a-ff794fc01838,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:58:09.076111 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-000a6977-a00d-4dec-830c-1b67c4ba81ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:09.087880 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-000a6977-a00d-4dec-830c-1b67c4ba81ee admin admin] Calling delete_port for ab7d891c-438e-4cfa-b76a-ff794fc01838 owned by network:router_gateway {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:58:09.137977 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_dvr_db [None req-9b192994-f9b5-4dab-a563-256da73f62c3 None None] Set router 58b22bbc-e712-482f-9a47-2d1673158453 gateway port host: None {{(pid=102602) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:58:09.191922 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.l3_hamode_db [None req-9b192994-f9b5-4dab-a563-256da73f62c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b22bbc-e712-482f-9a47-2d1673158453', 'name': 'tempest-TestSnapshotPattern-258364214-router', 'tenant_id': '4dcbe0245c334229a5752977e0ecb451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:52:17Z', 'updated_at': '2021-11-12T09:58:08Z', 'revision_number': 6, 'project_id': '4dcbe0245c334229a5752977e0ecb451', 'gw_port_host': None}], 'n-d-765315-29', False) {} {{(pid=102602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:58:09.218992 n-d-765315-29 neutron-server[102602]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b192994-f9b5-4dab-a563-256da73f62c3 None None] The sync data for ids ['58b22bbc-e712-482f-9a47-2d1673158453'] in n-d-765315-29 is: [{'id': '58b22bbc-e712-482f-9a47-2d1673158453', 'name': 'tempest-TestSnapshotPattern-258364214-router', 'tenant_id': '4dcbe0245c334229a5752977e0ecb451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:52:17Z', 'updated_at': '2021-11-12T09:58:08Z', 'revision_number': 6, 'project_id': '4dcbe0245c334229a5752977e0ecb451', 'gw_port_host': None}] {{(pid=102602) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:58:09.255861 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-000a6977-a00d-4dec-830c-1b67c4ba81ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:09.282746 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000a6977-a00d-4dec-830c-1b67c4ba81ee admin admin] Pushing event deleted for resources: {'Port': ['ID=ab7d891c-438e-4cfa-b76a-ff794fc01838,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:58:09.298087 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea3447a-26da-4be9-8f7d-0ac5568d7470 None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:58:09.348526 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-000a6977-a00d-4dec-830c-1b67c4ba81ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-933016'] for router_gateway, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:09.441100 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-000a6977-a00d-4dec-830c-1b67c4ba81ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:09.443294 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-000a6977-a00d-4dec-830c-1b67c4ba81ee admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:09.488769 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-000a6977-a00d-4dec-830c-1b67c4ba81ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:09.489294 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-000a6977-a00d-4dec-830c-1b67c4ba81ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58b22bbc-e712-482f-9a47-2d1673158453 {{(pid=102599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:58:09.494760 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-000a6977-a00d-4dec-830c-1b67c4ba81ee admin admin] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:09.495910 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-000a6977-a00d-4dec-830c-1b67c4ba81ee admin admin] 10.222.0.26 "DELETE /v2.0/routers/58b22bbc-e712-482f-9a47-2d1673158453 HTTP/1.1" status: 204 len: 168 time: 0.7676556 Nov 12 09:58:09.498483 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 46206) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:58:09.543154 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-b90ea4b9-7f06-47d5-a1d1-5d7eac36caad admin admin] Deleting subnet 062350dc-16aa-42ce-8b4f-31a64fe9370e {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:58:09.546753 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b90ea4b9-7f06-47d5-a1d1-5d7eac36caad admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:09.588593 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b90ea4b9-7f06-47d5-a1d1-5d7eac36caad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31181813'] for subnet, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:09.679253 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b90ea4b9-7f06-47d5-a1d1-5d7eac36caad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:09.696471 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:09.736182 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b90ea4b9-7f06-47d5-a1d1-5d7eac36caad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:09.765474 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90ea4b9-7f06-47d5-a1d1-5d7eac36caad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=062350dc-16aa-42ce-8b4f-31a64fe9370e,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:58:09.769056 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-b90ea4b9-7f06-47d5-a1d1-5d7eac36caad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:09.773242 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-b90ea4b9-7f06-47d5-a1d1-5d7eac36caad admin admin] 10.222.0.26 "DELETE /v2.0/subnets/062350dc-16aa-42ce-8b4f-31a64fe9370e HTTP/1.1" status: 204 len: 168 time: 0.2728000 Nov 12 09:58:09.775347 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 46208) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:58:09.775573 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40fa219-7688-4f98-aa09-f05f48ad024a None None] Network 77a37b24-b08b-4825-9d70-c8cefd0d2560 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:58:09.848592 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-92082f6a-e81f-4cc1-a93b-21dafa1eb19d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:09.902549 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-92082f6a-e81f-4cc1-a93b-21dafa1eb19d admin admin] Deleting port a446b47f-43b8-4031-be52-ee93cf32cbeb {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:58:09.902925 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-92082f6a-e81f-4cc1-a93b-21dafa1eb19d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:09.972141 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-92082f6a-e81f-4cc1-a93b-21dafa1eb19d admin admin] For port a446b47f-43b8-4031-be52-ee93cf32cbeb, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=a446b47f-43b8-4031-be52-ee93cf32cbeb,segment=NetworkSegment(4e873102-37d1-49c2-b19d-7da6509840b9),segment_id=4e873102-37d1-49c2-b19d-7da6509840b9)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:58:09.972505 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-92082f6a-e81f-4cc1-a93b-21dafa1eb19d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:09.986795 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-92082f6a-e81f-4cc1-a93b-21dafa1eb19d admin admin] Calling delete_port for a446b47f-43b8-4031-be52-ee93cf32cbeb owned by network:dhcp {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:58:09.998358 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34403ea-dced-459f-9ea1-fdce3270da65 None None] DHCP port deletion for 77a37b24-b08b-4825-9d70-c8cefd0d2560 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:58:10.026738 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device a68b084c-fb4e-4e6e-b062-7816396c7a88 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:58:10.055188 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: a68b084c-fb4e-4e6e-b062-7816396c7a88 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:58:10.055731 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device a68b084c-fb4e-4e6e-b062-7816396c7a88 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:58:10.061438 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 72ab2173-e3f5-4e5b-b388-c3deb9659d4d no longer exists at agent hyperv_n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:58:10.076029 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-92082f6a-e81f-4cc1-a93b-21dafa1eb19d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:10.085563 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] No Port match for: 72ab2173-e3f5-4e5b-b388-c3deb9659d4d {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:58:10.086412 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Device 72ab2173-e3f5-4e5b-b388-c3deb9659d4d not bound to the agent host n-h2-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:58:10.105746 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92082f6a-e81f-4cc1-a93b-21dafa1eb19d admin admin] Pushing event deleted for resources: {'Port': ['ID=a446b47f-43b8-4031-be52-ee93cf32cbeb,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:58:10.106321 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-d34403ea-dced-459f-9ea1-fdce3270da65 None None] Deleting port a446b47f-43b8-4031-be52-ee93cf32cbeb {{(pid=102601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:58:10.106790 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d34403ea-dced-459f-9ea1-fdce3270da65 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:10.110548 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92082f6a-e81f-4cc1-a93b-21dafa1eb19d admin admin] No DVR routers for this DVR port a446b47f-43b8-4031-be52-ee93cf32cbeb on host n-d-765315-29 {{(pid=102599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:58:10.174543 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.db [None req-d34403ea-dced-459f-9ea1-fdce3270da65 None None] For port a446b47f-43b8-4031-be52-ee93cf32cbeb, host n-d-765315-29, got binding levels [] {{(pid=102601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:58:10.174965 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d34403ea-dced-459f-9ea1-fdce3270da65 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:10.188872 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-d34403ea-dced-459f-9ea1-fdce3270da65 None None] Calling delete_port for a446b47f-43b8-4031-be52-ee93cf32cbeb owned by network:dhcp {{(pid=102601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:58:10.189682 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-92082f6a-e81f-4cc1-a93b-21dafa1eb19d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:10.191811 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.ipam_backend_mixin [None req-d34403ea-dced-459f-9ea1-fdce3270da65 None None] Port a446b47f-43b8-4031-be52-ee93cf32cbeb was not found and therefore no delete operation was performed {{(pid=102601) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 09:58:10.193198 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d34403ea-dced-459f-9ea1-fdce3270da65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699'] for port, after_delete {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:10.214983 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-92082f6a-e81f-4cc1-a93b-21dafa1eb19d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77a37b24-b08b-4825-9d70-c8cefd0d2560']}} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:58:10.226034 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-92082f6a-e81f-4cc1-a93b-21dafa1eb19d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e873102-37d1-49c2-b19d-7da6509840b9') {'for_net_delete': True} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:58:10.226412 n-d-765315-29 neutron-server[102599]: DEBUG neutron.services.segments.db [None req-92082f6a-e81f-4cc1-a93b-21dafa1eb19d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e873102-37d1-49c2-b19d-7da6509840b9') {} {{(pid=102599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:58:10.226679 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34403ea-dced-459f-9ea1-fdce3270da65 None None] Pushing event deleted for resources: {'Port': ['ID=a446b47f-43b8-4031-be52-ee93cf32cbeb,revision_number=None']} {{(pid=102601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:58:10.230379 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34403ea-dced-459f-9ea1-fdce3270da65 None None] No DVR routers for this DVR port a446b47f-43b8-4031-be52-ee93cf32cbeb on host n-d-765315-29 {{(pid=102601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:58:10.241857 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-92082f6a-e81f-4cc1-a93b-21dafa1eb19d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31192326'] for segment, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:10.256070 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-92082f6a-e81f-4cc1-a93b-21dafa1eb19d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:10.264263 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92082f6a-e81f-4cc1-a93b-21dafa1eb19d admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=102599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:58:10.264658 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-92082f6a-e81f-4cc1-a93b-21dafa1eb19d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31181585'] for segment, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:10.266690 n-d-765315-29 neutron-server[102599]: Traceback (most recent call last): Nov 12 09:58:10.266690 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:58:10.266690 n-d-765315-29 neutron-server[102599]: timer() Nov 12 09:58:10.266690 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:58:10.266690 n-d-765315-29 neutron-server[102599]: cb(*args, **kw) Nov 12 09:58:10.266690 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:58:10.266690 n-d-765315-29 neutron-server[102599]: return func(*args, **kwargs) Nov 12 09:58:10.266690 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:58:10.266690 n-d-765315-29 neutron-server[102599]: self._notify() Nov 12 09:58:10.266690 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:58:10.266690 n-d-765315-29 neutron-server[102599]: self.callback(batched_events) Nov 12 09:58:10.266690 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:58:10.266690 n-d-765315-29 neutron-server[102599]: event.method(event) Nov 12 09:58:10.266690 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:58:10.266690 n-d-765315-29 neutron-server[102599]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:58:10.266690 n-d-765315-29 neutron-server[102599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:58:10.266690 n-d-765315-29 neutron-server[102599]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:58:10.266690 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:58:10.266690 n-d-765315-29 neutron-server[102599]: return f(self, *a, **k) Nov 12 09:58:10.266690 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:58:10.266690 n-d-765315-29 neutron-server[102599]: return self._get(url).json() Nov 12 09:58:10.266690 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:58:10.266690 n-d-765315-29 neutron-server[102599]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:58:10.266690 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:58:10.266690 n-d-765315-29 neutron-server[102599]: return self.request(url, 'GET', **kwargs) Nov 12 09:58:10.266690 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:58:10.266690 n-d-765315-29 neutron-server[102599]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:58:10.266690 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:58:10.266690 n-d-765315-29 neutron-server[102599]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:58:10.266690 n-d-765315-29 neutron-server[102599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:58:10.266690 n-d-765315-29 neutron-server[102599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:58:10.266690 n-d-765315-29 neutron-server[102599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:58:10.286875 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:10.332644 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-92082f6a-e81f-4cc1-a93b-21dafa1eb19d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:10.339062 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-92082f6a-e81f-4cc1-a93b-21dafa1eb19d admin admin] Publish callbacks [] for network, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:10.342800 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-92082f6a-e81f-4cc1-a93b-21dafa1eb19d admin admin] 10.222.0.26 "DELETE /v2.0/networks/77a37b24-b08b-4825-9d70-c8cefd0d2560 HTTP/1.1" status: 204 len: 168 time: 0.5664670 Nov 12 09:58:10.346192 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 46210) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:58:10.355209 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92082f6a-e81f-4cc1-a93b-21dafa1eb19d admin admin] Pushing event deleted for resources: {'Network': ['ID=77a37b24-b08b-4825-9d70-c8cefd0d2560,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:58:10.957193 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a49fb3cc-6208-48fd-b714-2aee24569405 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-933586'] for router_interface, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:11.200439 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-a49fb3cc-6208-48fd-b714-2aee24569405 admin admin] Deleting port 761a5068-ae38-4642-9165-421e67286952 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:58:11.200769 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a49fb3cc-6208-48fd-b714-2aee24569405 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:11.281898 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-a49fb3cc-6208-48fd-b714-2aee24569405 admin admin] For port 761a5068-ae38-4642-9165-421e67286952, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=761a5068-ae38-4642-9165-421e67286952,segment=NetworkSegment(1c71909c-f203-4bca-a366-6d02b4543989),segment_id=1c71909c-f203-4bca-a366-6d02b4543989)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:58:11.282172 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a49fb3cc-6208-48fd-b714-2aee24569405 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:11.294724 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-a49fb3cc-6208-48fd-b714-2aee24569405 admin admin] Calling delete_port for 761a5068-ae38-4642-9165-421e67286952 owned by network:router_interface {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:58:11.471428 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a49fb3cc-6208-48fd-b714-2aee24569405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:11.498715 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49fb3cc-6208-48fd-b714-2aee24569405 admin admin] Pushing event deleted for resources: {'Port': ['ID=761a5068-ae38-4642-9165-421e67286952,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:58:11.680556 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-a49fb3cc-6208-48fd-b714-2aee24569405 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-918626'] for router_interface, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:11.697308 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device a446b47f-43b8-4031-be52-ee93cf32cbeb no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:58:11.717341 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: a446b47f-43b8-4031-be52-ee93cf32cbeb {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:58:11.717686 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device a446b47f-43b8-4031-be52-ee93cf32cbeb not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:58:11.718091 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device ab7d891c-438e-4cfa-b76a-ff794fc01838 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:58:11.737479 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: ab7d891c-438e-4cfa-b76a-ff794fc01838 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:58:11.737818 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device ab7d891c-438e-4cfa-b76a-ff794fc01838 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:58:11.902434 n-d-765315-29 neutron-server[102600]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a49fb3cc-6208-48fd-b714-2aee24569405 admin admin] Router 2ce42100-cd92-446f-915f-ef1ff0e1de2a has already been hosted by L3 agent 25d7933b-3fde-42d2-96a1-656e2ab65721 {{(pid=102600) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:58:12.011398 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a49fb3cc-6208-48fd-b714-2aee24569405 admin admin] Notify agent at l3_agent.n-d-765315-29 the message routers_updated {{(pid=102600) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:58:12.016785 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-a49fb3cc-6208-48fd-b714-2aee24569405 admin admin] 10.222.0.26 "PUT /v2.0/routers/2ce42100-cd92-446f-915f-ef1ff0e1de2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6654642 Nov 12 09:58:12.019637 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 46212) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:58:12.025079 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f59b40-762e-4082-91ac-478751593714 None None] Sync routers for ids ['2ce42100-cd92-446f-915f-ef1ff0e1de2a'] in n-d-765315-29 {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:58:12.035050 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f59b40-762e-4082-91ac-478751593714 None None] Routers {'2ce42100-cd92-446f-915f-ef1ff0e1de2a'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:58:12.035734 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-42f59b40-762e-4082-91ac-478751593714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:58:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['2ce42100-cd92-446f-915f-ef1ff0e1de2a'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:58:12.126365 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2e197e9a-4280-42ef-b6ec-f843cc295f2e admin admin] Publish callbacks [] for router, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:12.231989 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2e197e9a-4280-42ef-b6ec-f843cc295f2e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:12.283498 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-2e197e9a-4280-42ef-b6ec-f843cc295f2e admin admin] Deleting port 8fc9c23b-be90-4629-a996-e0758a075ec1 {{(pid=102599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:58:12.283838 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2e197e9a-4280-42ef-b6ec-f843cc295f2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:12.306062 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-42f59b40-762e-4082-91ac-478751593714 None None] Set router 2ce42100-cd92-446f-915f-ef1ff0e1de2a gateway port host: n-d-765315-29 {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:58:12.366404 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.db [None req-2e197e9a-4280-42ef-b6ec-f843cc295f2e admin admin] For port 8fc9c23b-be90-4629-a996-e0758a075ec1, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=8fc9c23b-be90-4629-a996-e0758a075ec1,segment=NetworkSegment(3c2703e6-5073-462a-885e-abff2ace2a12),segment_id=3c2703e6-5073-462a-885e-abff2ace2a12)] {{(pid=102599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:58:12.366794 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2e197e9a-4280-42ef-b6ec-f843cc295f2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:12.383795 n-d-765315-29 neutron-server[102599]: DEBUG neutron.plugins.ml2.plugin [None req-2e197e9a-4280-42ef-b6ec-f843cc295f2e admin admin] Calling delete_port for 8fc9c23b-be90-4629-a996-e0758a075ec1 owned by network:router_gateway {{(pid=102599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:58:12.491524 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-42f59b40-762e-4082-91ac-478751593714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce42100-cd92-446f-915f-ef1ff0e1de2a', 'name': 'tempest-TestSnapshotPattern-1672757638-router', 'tenant_id': 'dfa74c780e4e4b109fb6a64c14e7d45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'external_fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.33'}], 'enable_snat': True}, 'gw_port_id': '8fc9c23b-be90-4629-a996-e0758a075ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:52:21Z', 'updated_at': '2021-11-12T09:58:11Z', 'revision_number': 5, 'project_id': 'dfa74c780e4e4b109fb6a64c14e7d45c', 'gw_port': {'id': '8fc9c23b-be90-4629-a996-e0758a075ec1', 'name': '', 'network_id': 'd709f64f-f9e6-4525-b020-ad48633b9bbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce42100-cd92-446f-915f-ef1ff0e1de2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'ip_address': '172.25.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-765315-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:52:22Z', 'updated_at': '2021-11-12T09:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '751b3851-3866-4b1d-bbde-3f90bad4fb44', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-765315-29'}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:58:12.519940 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f59b40-762e-4082-91ac-478751593714 None None] Checking router: 2ce42100-cd92-446f-915f-ef1ff0e1de2a for host: n-d-765315-29 {{(pid=102601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:58:12.528324 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f59b40-762e-4082-91ac-478751593714 None None] Routers {'2ce42100-cd92-446f-915f-ef1ff0e1de2a'} bound to L3 agent in host n-d-765315-29 {{(pid=102601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:58:12.528922 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-42f59b40-762e-4082-91ac-478751593714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-765315-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T07:56:36Z,description=,heartbeat_timestamp=2021-11-12T09:58:07Z,host='n-d-765315-29',id=25d7933b-3fde-42d2-96a1-656e2ab65721,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T07:56:36Z,topic='l3_agent')) {'router_ids': ['2ce42100-cd92-446f-915f-ef1ff0e1de2a'], 'active': True} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:58:12.551394 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2e197e9a-4280-42ef-b6ec-f843cc295f2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31181644'] for port, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:12.581400 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e197e9a-4280-42ef-b6ec-f843cc295f2e admin admin] Pushing event deleted for resources: {'Port': ['ID=8fc9c23b-be90-4629-a996-e0758a075ec1,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:58:12.601211 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353528a4-c070-4140-90cb-5e1c24fff3ff None None] DHCP port deletion for d709f64f-f9e6-4525-b020-ad48633b9bbf request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:58:12.624384 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_dvr_db [None req-42f59b40-762e-4082-91ac-478751593714 None None] Set router 2ce42100-cd92-446f-915f-ef1ff0e1de2a gateway port host: None {{(pid=102601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:58:12.650478 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2e197e9a-4280-42ef-b6ec-f843cc295f2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-933016'] for router_gateway, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:12.680962 n-d-765315-29 neutron-server[102601]: DEBUG neutron.db.l3_hamode_db [None req-42f59b40-762e-4082-91ac-478751593714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce42100-cd92-446f-915f-ef1ff0e1de2a', 'name': 'tempest-TestSnapshotPattern-1672757638-router', 'tenant_id': 'dfa74c780e4e4b109fb6a64c14e7d45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:52:21Z', 'updated_at': '2021-11-12T09:58:12Z', 'revision_number': 6, 'project_id': 'dfa74c780e4e4b109fb6a64c14e7d45c', 'gw_port_host': None}], 'n-d-765315-29', False) {} {{(pid=102601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:58:12.707661 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f59b40-762e-4082-91ac-478751593714 None None] The sync data for ids ['2ce42100-cd92-446f-915f-ef1ff0e1de2a'] in n-d-765315-29 is: [{'id': '2ce42100-cd92-446f-915f-ef1ff0e1de2a', 'name': 'tempest-TestSnapshotPattern-1672757638-router', 'tenant_id': 'dfa74c780e4e4b109fb6a64c14e7d45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:52:21Z', 'updated_at': '2021-11-12T09:58:12Z', 'revision_number': 6, 'project_id': 'dfa74c780e4e4b109fb6a64c14e7d45c', 'gw_port_host': None}] {{(pid=102601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:58:12.746973 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2e197e9a-4280-42ef-b6ec-f843cc295f2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57743'] for router, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:12.749479 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2e197e9a-4280-42ef-b6ec-f843cc295f2e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:12.796577 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2e197e9a-4280-42ef-b6ec-f843cc295f2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919412'] for router, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:12.797209 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e197e9a-4280-42ef-b6ec-f843cc295f2e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ce42100-cd92-446f-915f-ef1ff0e1de2a {{(pid=102599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:58:12.802454 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-2e197e9a-4280-42ef-b6ec-f843cc295f2e admin admin] Publish callbacks [] for router, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:12.803825 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-2e197e9a-4280-42ef-b6ec-f843cc295f2e admin admin] 10.222.0.26 "DELETE /v2.0/routers/2ce42100-cd92-446f-915f-ef1ff0e1de2a HTTP/1.1" status: 204 len: 168 time: 0.7831542 Nov 12 09:58:12.806566 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 46214) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:58:12.851750 n-d-765315-29 neutron-server[102599]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebd8c2be-d60e-42c5-aad3-600f4500d043 admin admin] Deleting subnet 5fdaf025-b60a-41ac-9ecc-e93b5658ca38 {{(pid=102599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:58:12.854970 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ebd8c2be-d60e-42c5-aad3-600f4500d043 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:12.889563 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ebd8c2be-d60e-42c5-aad3-600f4500d043 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31181813'] for subnet, precommit_delete_associations {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:12.971551 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ebd8c2be-d60e-42c5-aad3-600f4500d043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906179'] for subnet, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:13.024065 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ebd8c2be-d60e-42c5-aad3-600f4500d043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31181695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31289005'] for subnet, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:13.053462 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-ebd8c2be-d60e-42c5-aad3-600f4500d043 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568706'] for subnet, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:13.061065 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-ebd8c2be-d60e-42c5-aad3-600f4500d043 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/5fdaf025-b60a-41ac-9ecc-e93b5658ca38 HTTP/1.1" status: 204 len: 168 time: 0.2506335 Nov 12 09:58:13.061178 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99654806-3290-4dc2-b0c8-64c62f8fd0c1 None None] Network 85f3b0ca-df16-43c0-9fa5-5996ee508933 requested from n-d-765315-29 {{(pid=102601) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:58:13.061276 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd8c2be-d60e-42c5-aad3-600f4500d043 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fdaf025-b60a-41ac-9ecc-e93b5658ca38,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:58:13.061371 n-d-765315-29 neutron-server[102600]: DEBUG neutron.wsgi [-] (102600) accepted ('10.222.0.26', 46216) {{(pid=102600) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:58:13.142666 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2b8b8a1b-fc48-4746-8cd8-2e958f459fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2073702'] for network, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:13.204852 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-2b8b8a1b-fc48-4746-8cd8-2e958f459fe4 admin admin] Deleting port 9baba6cf-d7d6-474b-afa9-68468532acf1 {{(pid=102600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:58:13.205207 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2b8b8a1b-fc48-4746-8cd8-2e958f459fe4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762119814840'] for port, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:13.268610 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.db [None req-2b8b8a1b-fc48-4746-8cd8-2e958f459fe4 admin admin] For port 9baba6cf-d7d6-474b-afa9-68468532acf1, host n-d-765315-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-765315-29',level=0,port_id=9baba6cf-d7d6-474b-afa9-68468532acf1,segment=NetworkSegment(1c71909c-f203-4bca-a366-6d02b4543989),segment_id=1c71909c-f203-4bca-a366-6d02b4543989)] {{(pid=102600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:58:13.268973 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2b8b8a1b-fc48-4746-8cd8-2e958f459fe4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928884'] for port, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:13.281620 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.plugin [None req-2b8b8a1b-fc48-4746-8cd8-2e958f459fe4 admin admin] Calling delete_port for 9baba6cf-d7d6-474b-afa9-68468532acf1 owned by network:dhcp {{(pid=102600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:58:13.361552 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2b8b8a1b-fc48-4746-8cd8-2e958f459fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1637596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762119822978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762119394699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31116708'] for port, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:13.388375 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8b8a1b-fc48-4746-8cd8-2e958f459fe4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9baba6cf-d7d6-474b-afa9-68468532acf1,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:58:13.390176 n-d-765315-29 neutron-server[102600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8b8a1b-fc48-4746-8cd8-2e958f459fe4 admin admin] No DVR routers for this DVR port 9baba6cf-d7d6-474b-afa9-68468532acf1 on host n-d-765315-29 {{(pid=102600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:58:13.466521 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2b8b8a1b-fc48-4746-8cd8-2e958f459fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903492', 'neutron.services.segments.db._delete_segments_for_network-8762119892718'] for network, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:13.480976 n-d-765315-29 neutron-server[102601]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ef50ee-17ff-44ef-8dfc-49dd73c2c851 None None] DHCP port deletion for 85f3b0ca-df16-43c0-9fa5-5996ee508933 request from n-d-765315-29 {{(pid=102601) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:58:13.491057 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-2b8b8a1b-fc48-4746-8cd8-2e958f459fe4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85f3b0ca-df16-43c0-9fa5-5996ee508933']}} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:58:13.500367 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-2b8b8a1b-fc48-4746-8cd8-2e958f459fe4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c71909c-f203-4bca-a366-6d02b4543989') {'for_net_delete': True} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:58:13.500661 n-d-765315-29 neutron-server[102600]: DEBUG neutron.services.segments.db [None req-2b8b8a1b-fc48-4746-8cd8-2e958f459fe4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c71909c-f203-4bca-a366-6d02b4543989') {} {{(pid=102600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:58:13.511470 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2b8b8a1b-fc48-4746-8cd8-2e958f459fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762119931127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24491502'] for segment, before_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:13.525787 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2b8b8a1b-fc48-4746-8cd8-2e958f459fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596'] for segment, precommit_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:13.532521 n-d-765315-29 neutron-server[102600]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b8b8a1b-fc48-4746-8cd8-2e958f459fe4 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=102600) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:58:13.532839 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2b8b8a1b-fc48-4746-8cd8-2e958f459fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2021596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31116793'] for segment, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:13.534487 n-d-765315-29 neutron-server[102600]: Traceback (most recent call last): Nov 12 09:58:13.534487 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:58:13.534487 n-d-765315-29 neutron-server[102600]: timer() Nov 12 09:58:13.534487 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:58:13.534487 n-d-765315-29 neutron-server[102600]: cb(*args, **kw) Nov 12 09:58:13.534487 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:58:13.534487 n-d-765315-29 neutron-server[102600]: return func(*args, **kwargs) Nov 12 09:58:13.534487 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:58:13.534487 n-d-765315-29 neutron-server[102600]: self._notify() Nov 12 09:58:13.534487 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:58:13.534487 n-d-765315-29 neutron-server[102600]: self.callback(batched_events) Nov 12 09:58:13.534487 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:58:13.534487 n-d-765315-29 neutron-server[102600]: event.method(event) Nov 12 09:58:13.534487 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:58:13.534487 n-d-765315-29 neutron-server[102600]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:58:13.534487 n-d-765315-29 neutron-server[102600]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:58:13.534487 n-d-765315-29 neutron-server[102600]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:58:13.534487 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:58:13.534487 n-d-765315-29 neutron-server[102600]: return f(self, *a, **k) Nov 12 09:58:13.534487 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:58:13.534487 n-d-765315-29 neutron-server[102600]: return self._get(url).json() Nov 12 09:58:13.534487 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:58:13.534487 n-d-765315-29 neutron-server[102600]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:58:13.534487 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:58:13.534487 n-d-765315-29 neutron-server[102600]: return self.request(url, 'GET', **kwargs) Nov 12 09:58:13.534487 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:58:13.534487 n-d-765315-29 neutron-server[102600]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:58:13.534487 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:58:13.534487 n-d-765315-29 neutron-server[102600]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:58:13.534487 n-d-765315-29 neutron-server[102600]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:58:13.534487 n-d-765315-29 neutron-server[102600]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:58:13.534487 n-d-765315-29 neutron-server[102600]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:58:13.595075 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2b8b8a1b-fc48-4746-8cd8-2e958f459fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-933092'] for network, after_delete {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:13.612937 n-d-765315-29 neutron-server[102600]: DEBUG neutron_lib.callbacks.manager [None req-2b8b8a1b-fc48-4746-8cd8-2e958f459fe4 admin admin] Publish callbacks [] for network, before_response {{(pid=102600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:13.617365 n-d-765315-29 neutron-server[102600]: INFO neutron.wsgi [None req-2b8b8a1b-fc48-4746-8cd8-2e958f459fe4 admin admin] 10.222.0.26 "DELETE /v2.0/networks/85f3b0ca-df16-43c0-9fa5-5996ee508933 HTTP/1.1" status: 204 len: 168 time: 0.5546930 Nov 12 09:58:13.618448 n-d-765315-29 neutron-server[102600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8b8a1b-fc48-4746-8cd8-2e958f459fe4 admin admin] Pushing event deleted for resources: {'Network': ['ID=85f3b0ca-df16-43c0-9fa5-5996ee508933,revision_number=None']} {{(pid=102600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:58:13.647121 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:13.656289 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 8fc9c23b-be90-4629-a996-e0758a075ec1 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:58:13.677356 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 8fc9c23b-be90-4629-a996-e0758a075ec1 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:58:13.677710 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 8fc9c23b-be90-4629-a996-e0758a075ec1 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:58:13.678130 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 9baba6cf-d7d6-474b-afa9-68468532acf1 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:58:13.700527 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 9baba6cf-d7d6-474b-afa9-68468532acf1 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:58:13.700875 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 9baba6cf-d7d6-474b-afa9-68468532acf1 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:58:13.701289 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 761a5068-ae38-4642-9165-421e67286952 no longer exists at agent ovs-agent-n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:58:13.722071 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.plugin [None req-05927327-50ed-408e-a587-da2eea448f97 None None] No Port match for: 761a5068-ae38-4642-9165-421e67286952 {{(pid=102601) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:58:13.722778 n-d-765315-29 neutron-server[102601]: DEBUG neutron.plugins.ml2.rpc [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Device 761a5068-ae38-4642-9165-421e67286952 not bound to the agent host n-d-765315-29 {{(pid=102601) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:58:13.765240 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 46222) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:58:13.807578 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-097c9aae-203f-45d4-92a0-9cc48c21f605 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4dcbe0245c334229a5752977e0ecb451&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0409479 Nov 12 09:58:13.810108 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 46224) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:58:13.859457 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-112c54b9-8d40-4d3b-aea9-3124340b612f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:13.880845 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-112c54b9-8d40-4d3b-aea9-3124340b612f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:13.928010 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-112c54b9-8d40-4d3b-aea9-3124340b612f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:13.931493 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-112c54b9-8d40-4d3b-aea9-3124340b612f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:13.932691 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-112c54b9-8d40-4d3b-aea9-3124340b612f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cee926f4-8506-4fd2-b549-f663b24303ff HTTP/1.1" status: 204 len: 168 time: 0.1216419 Nov 12 09:58:13.940533 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c54b9-8d40-4d3b-aea9-3124340b612f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee926f4-8506-4fd2-b549-f663b24303ff,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:58:14.251509 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 46230) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:58:14.294295 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-60cc4c37-8067-4b73-9e50-04179a9a3fc1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dfa74c780e4e4b109fb6a64c14e7d45c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0415783 Nov 12 09:58:14.296649 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [-] (102599) accepted ('10.222.0.26', 46232) {{(pid=102599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:58:14.342428 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f7e7be7e-f0bb-4497-b46f-8007d936f80f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:14.363704 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f7e7be7e-f0bb-4497-b46f-8007d936f80f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:14.429843 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f7e7be7e-f0bb-4497-b46f-8007d936f80f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528344'] for security_group, after_delete {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:14.432441 n-d-765315-29 neutron-server[102599]: DEBUG neutron_lib.callbacks.manager [None req-f7e7be7e-f0bb-4497-b46f-8007d936f80f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:14.433617 n-d-765315-29 neutron-server[102599]: INFO neutron.wsgi [None req-f7e7be7e-f0bb-4497-b46f-8007d936f80f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1a234fca-d2fa-43c1-a1dd-e37746b973c9 HTTP/1.1" status: 204 len: 168 time: 0.1360931 Nov 12 09:58:14.441857 n-d-765315-29 neutron-server[102599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e7be7e-f0bb-4497-b46f-8007d936f80f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a234fca-d2fa-43c1-a1dd-e37746b973c9,revision_number=None']} {{(pid=102599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:58:17.264438 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:58:34.251678 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-19ee32e6-0c67-4fb9-9601-5fa21bc4f3a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:36.487097 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:37.275329 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1162cbba-5ed5-4a4b-a70d-45d27f4aa956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:38.377133 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:39.700301 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:40.290532 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:43.649132 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:54.263538 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:59:04.242956 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3b68e069-b694-40e4-bc2f-6762c04f478b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:59:06.503932 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:59:07.276889 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-877e3e82-7f7e-4951-b333-fe57956243c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:59:08.379386 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:59:09.703724 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:59:10.292381 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:59:13.657902 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:59:31.263650 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:59:34.243765 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e524a908-c2e8-4c5d-8c33-d467f857d5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:59:36.509498 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:59:37.279046 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-1d68fe59-b6b8-4265-84ec-ed896327db45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:59:38.381692 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:59:39.706215 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:59:40.294621 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:59:43.658795 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:04.246523 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-fb837443-e537-4bfb-a8cd-b72a18717860 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:06.498913 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:07.279927 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-73a07958-dcfe-4dbb-bf4f-9dc3475a7301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:08.263228 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 10:00:08.385536 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:09.708241 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:10.298816 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:13.678953 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:34.247667 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-4b5ca019-9d4a-4ccb-aeb6-0913fa102ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:36.507480 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:37.280510 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-b834cd5d-e486-4323-835f-b320cdc6c4f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:38.387689 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:39.711625 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:40.301521 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:43.678569 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:45.262279 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 10:01:04.248455 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-58b78229-1cdc-4a71-aa5c-0ab043ecd84f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:06.510756 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:07.281352 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-60913335-4bf7-4533-b3a5-454369dcda1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:08.391110 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:09.714169 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:10.304188 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:13.670136 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:22.261913 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 10:01:34.249500 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d215ec12-a6bd-4b9d-b894-07a2e7906227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:36.526873 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:37.282091 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-04f2682e-f06f-49fa-beea-1cf760a78fe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:38.397083 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:39.716984 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:40.305920 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:43.667353 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:59.261727 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 10:02:04.251109 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ac821ca3-f45d-43e2-9f7b-16213ff3aff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:02:06.527383 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:02:07.282737 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-64454c5e-0139-47e8-ae67-4062017f7f27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:02:08.395899 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:02:09.719426 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:02:10.307385 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:02:13.681368 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:02:34.251332 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-d10987a8-9a2f-455f-b0af-47c06dbab146 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:02:36.260763 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 10:02:36.539637 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:02:37.282957 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6a5770b3-d72d-4103-b4fb-730fe63fed80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:02:38.399441 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:02:39.721832 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:02:40.309569 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:02:43.703460 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:04.252828 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-59771085-1eca-40a3-970f-433693da184d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:06.535832 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:07.283889 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-5be2d96a-f5fa-4e02-bd89-6e4786437903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:08.401943 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:09.725115 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:10.311301 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:13.260591 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 10:03:13.699356 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:34.253461 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-02b11fb0-bee4-48bb-ab04-1345d2a70d74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:36.548697 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:37.285310 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6e8f55ba-4097-4408-ac5f-929816dd44c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:38.406856 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:39.727230 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:40.312803 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:43.745608 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:50.260108 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 10:04:04.257657 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-ed19ee55-47ee-4f5c-b71c-660bad2865a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:04:06.555939 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:04:07.288295 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-352cfe36-9e3c-44ef-bc70-028e354c1ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:04:08.408396 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:04:09.729401 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:04:10.314540 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:04:13.740465 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:04:27.261324 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 10:04:34.259280 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-db9d9532-b04a-4dcd-a011-262755a4e8b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:04:36.567312 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:04:37.290987 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3c08771f-9cf3-437f-ae59-a097e3042c00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:04:38.410439 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:04:39.732005 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:04:40.317601 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:04:43.756197 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:05:04.261264 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 10:05:04.261913 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-16534ab0-3fb6-46c4-bab4-e99800c804f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:05:06.599842 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:05:07.290995 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-63a439db-13f0-4811-ada0-39078bad710e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:05:08.414564 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:05:09.736090 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:05:10.318819 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:05:13.766872 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:05:16.299171 n-d-765315-29 neutron-server[102599]: DEBUG neutron.wsgi [req-aa191e07-8c28-48ef-b5b1-ee0bc0ca6944 req-3fb2d2d2-7ea5-4005-be7b-275ca701a08b service neutron] (102599) timed out ('10.222.0.26', 43936) {{(pid=102599) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 10:05:34.262578 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6a67149f-952d-49fe-a8c0-b593c3ed56bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:05:36.606739 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:05:37.291781 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-aa380923-0487-484a-9fcd-c91bc81a31af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:05:38.418392 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:05:39.738290 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:05:40.321246 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:05:41.260660 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 10:05:43.765009 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:06:04.264013 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-cc6f1678-f495-45b4-9a3a-bedcb3c13e2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:06:06.608604 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:06:07.294125 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-3b246e26-c791-4239-b17f-2cf4a6f1c5b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:06:08.419547 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:06:09.742550 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:06:10.323776 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:06:13.768069 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:06:18.261217 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 10:06:34.265398 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-7aaab971-9d63-43d0-9a9d-55dfd0cdd725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:06:36.616133 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:06:37.294374 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-856a000d-eba7-4059-9bff-f04e1d284d92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:06:38.421725 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:06:39.744917 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:06:40.325301 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:06:43.770536 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:06:55.260485 n-d-765315-29 neutron-server[102602]: DEBUG neutron.db.agents_db [None req-6c18d381-dcc3-40bb-9c99-6f5fb6498751 None None] Agent healthcheck: found 7 active agents {{(pid=102602) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 10:07:04.266433 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-c839bbaf-6bfc-4e74-a8b1-48f297b106e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:07:06.611936 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-e530113a-7783-48f4-9840-8911a24052df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:07:07.296252 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-29902520-1955-452b-8e62-5a67890281c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:07:08.424994 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-6ec7b900-abd4-49da-a009-92f8cf229f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:07:09.747217 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-32e9cd43-c682-4b59-97e7-98efc6338a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:07:10.329127 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-05927327-50ed-408e-a587-da2eea448f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:07:13.798931 n-d-765315-29 neutron-server[102601]: DEBUG neutron_lib.callbacks.manager [None req-51cd32dd-63f2-4ca2-a1f9-b7d34eca2476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762119892700', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1900866'] for agent, after_update {{(pid=102601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}